-- Logs begin at Thu 2022-02-17 16:39:43 UTC, end at Thu 2022-02-17 19:13:34 UTC. -- Feb 17 17:14:45.721473 n-d-829613-2 systemd[1]: Started Devstack devstack@q-svc.service. Feb 17 17:14:48.672815 n-d-829613-2 neutron-server[103327]: INFO neutron.common.config [-] Logging enabled! Feb 17 17:14:48.673434 n-d-829613-2 neutron-server[103327]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev509 Feb 17 17:14:48.673590 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103327) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 17:14:48.676905 n-d-829613-2 neutron-server[103327]: INFO neutron.common.config [-] Logging enabled! Feb 17 17:14:48.677161 n-d-829613-2 neutron-server[103327]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev509 Feb 17 17:14:48.677466 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103327) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 17:14:48.678388 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:14:48.678625 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 17 17:14:48.679092 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 17 17:14:48.679339 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 17 17:14:48.679565 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 17 17:14:48.679882 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.680327 n-d-829613-2 neutron-server[103327]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 17 17:14:48.680641 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.680934 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.681224 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.681517 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.681805 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.682089 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.682375 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.682670 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.682953 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.683232 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.683513 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.683800 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.684078 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.684384 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.684669 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.684947 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] debug = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.685788 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.686229 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.686631 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.686910 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.687194 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.687467 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.687735 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.688008 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.688310 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.688637 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] host = n-d-829613-2 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.688911 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.689194 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.689476 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.689759 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.690029 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.690303 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.690582 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.690853 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.691122 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] log_file = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.691393 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.691676 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.691956 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.692251 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.692492 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.692713 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.692998 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.693278 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.693550 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.693821 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.694094 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.694366 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.694637 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.694904 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.695185 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.695464 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.695746 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.696018 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.696314 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.696584 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.696854 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.697134 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.697404 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.697673 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.697943 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.698223 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.698488 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.698758 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.699054 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.699334 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.699612 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.699893 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.700162 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.700471 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.700742 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.701287 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.701556 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] use_json = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.701827 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.702097 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.702376 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.702645 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.702915 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.703184 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.703452 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.703732 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.704003 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:48.704321 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.704615 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.704910 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.705194 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.705480 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.705754 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.706042 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.706316 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.706600 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.706885 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.707172 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.707449 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.707744 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.708031 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.708361 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.708667 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.708962 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.709253 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.709529 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.709802 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.710074 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.710368 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.710638 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.710914 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.711202 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.711491 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.711768 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.712062 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.712374 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.712667 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.712956 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.713227 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.713506 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.713798 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.714075 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.714346 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.714625 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.714914 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.715192 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.715463 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.715744 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.716023 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.716320 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.717118 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.717396 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.717686 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.717961 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.718232 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.718501 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.718776 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.719046 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.719328 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.719601 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.719873 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.720145 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.720444 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.720714 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.720983 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.721257 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.721525 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.721798 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.722067 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.722336 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.722604 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.722872 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.723142 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.723411 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.723680 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.723952 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.724221 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.724511 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.724779 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.725050 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.725320 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.725603 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.725896 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.726172 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.726447 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.726726 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.727001 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.727276 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.727549 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.727823 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.728096 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.728394 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.728681 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.728963 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.729245 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.729541 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.729815 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.730107 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.730379 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.730652 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.730931 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.731203 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.731476 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.731756 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.732034 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.732909 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.733204 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.733496 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.733788 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.734075 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.734353 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.734654 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.734929 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:48.735143 n-d-829613-2 neutron-server[103327]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 17 17:14:48.735375 n-d-829613-2 neutron-server[103327]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103327) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 17 17:14:49.112900 n-d-829613-2 neutron-server[103327]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103327) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 17 17:14:49.113181 n-d-829613-2 neutron-server[103327]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103327) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 17 17:14:49.113486 n-d-829613-2 neutron-server[103327]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103327) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 17 17:14:49.113818 n-d-829613-2 neutron-server[103327]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 17 17:14:49.447675 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:49.447963 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:49.448233 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:49.449567 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:49.449839 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:49.450102 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:49.494158 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:49.494445 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:49.494713 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:49.509278 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:49.509560 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:49.509830 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:49.641981 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:49.642267 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:49.642537 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:49.678164 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:49.678694 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:49.678694 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:49.929596 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:49.929881 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:49.930148 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:49.930416 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:49.931109 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.030064 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.030385 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.030668 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.030939 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.031203 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.031511 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.031770 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.032026 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.032300 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.032587 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.032846 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.033109 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.033362 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.033611 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.033862 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.034135 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.034372 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.034635 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.034900 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.035153 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.035419 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.035667 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.035945 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.036346 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.036596 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.036840 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.037232 n-d-829613-2 neutron-server[103327]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103327) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 17:14:50.037468 n-d-829613-2 neutron-server[103327]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103327) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 17:14:50.037701 n-d-829613-2 neutron-server[103327]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103327) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 17:14:50.037931 n-d-829613-2 neutron-server[103327]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103327) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 17:14:50.038161 n-d-829613-2 neutron-server[103327]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103327) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 17:14:50.038389 n-d-829613-2 neutron-server[103327]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103327) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 17:14:50.038753 n-d-829613-2 neutron-server[103327]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 17 17:14:50.042153 n-d-829613-2 neutron-server[103327]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 17 17:14:50.048444 n-d-829613-2 neutron-server[103327]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 17 17:14:50.052318 n-d-829613-2 neutron-server[103327]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Feb 17 17:14:50.053979 n-d-829613-2 neutron-server[103327]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 17 17:14:50.054449 n-d-829613-2 neutron-server[103327]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 17 17:14:50.054787 n-d-829613-2 neutron-server[103327]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 17 17:14:50.055173 n-d-829613-2 neutron-server[103327]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 17 17:14:50.058038 n-d-829613-2 neutron-server[103327]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 17 17:14:50.058289 n-d-829613-2 neutron-server[103327]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 17 17:14:50.058635 n-d-829613-2 neutron-server[103327]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 17 17:14:50.064063 n-d-829613-2 neutron-server[103327]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 17 17:14:50.086761 n-d-829613-2 neutron-server[103327]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 17 17:14:50.087221 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.087523 n-d-829613-2 neutron-server[103327]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103327) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 17 17:14:50.088055 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.089480 n-d-829613-2 neutron-server[103327]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103327) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 17 17:14:50.089762 n-d-829613-2 neutron-server[103327]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 17 17:14:50.090008 n-d-829613-2 neutron-server[103327]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 17 17:14:50.093449 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.093735 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.156507 n-d-829613-2 neutron-server[103327]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 17 17:14:50.156747 n-d-829613-2 neutron-server[103327]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 17 17:14:50.156982 n-d-829613-2 neutron-server[103327]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 17 17:14:50.157348 n-d-829613-2 neutron-server[103327]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 17 17:14:50.177832 n-d-829613-2 neutron-server[103327]: DEBUG oslo_db.sqlalchemy.engines [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103327) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 17 17:14:50.613453 n-d-829613-2 neutron-server[103327]: INFO neutron.plugins.ml2.managers [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Initializing driver for type 'gre' Feb 17 17:14:50.614063 n-d-829613-2 neutron-server[103327]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] gre ID ranges: [(1, 1000)] Feb 17 17:14:50.664419 n-d-829613-2 neutron-server[103327]: INFO neutron.plugins.ml2.managers [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Initializing driver for type 'local' Feb 17 17:14:50.664766 n-d-829613-2 neutron-server[103327]: INFO neutron.plugins.ml2.managers [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Initializing driver for type 'vlan' Feb 17 17:14:50.678548 n-d-829613-2 neutron-server[103327]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] VlanTypeDriver initialization complete Feb 17 17:14:50.679126 n-d-829613-2 neutron-server[103327]: INFO neutron.plugins.ml2.managers [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Initializing driver for type 'vxlan' Feb 17 17:14:50.679348 n-d-829613-2 neutron-server[103327]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] vxlan ID ranges: [(1, 1000)] Feb 17 17:14:50.732982 n-d-829613-2 neutron-server[103327]: INFO neutron.plugins.ml2.managers [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Initializing extension driver 'port_security' Feb 17 17:14:50.733598 n-d-829613-2 neutron-server[103327]: INFO neutron.plugins.ml2.extensions.port_security [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] PortSecurityExtensionDriver initialization complete Feb 17 17:14:50.733933 n-d-829613-2 neutron-server[103327]: INFO neutron.plugins.ml2.managers [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Initializing mechanism driver 'openvswitch' Feb 17 17:14:50.734300 n-d-829613-2 neutron-server[103327]: INFO neutron.plugins.ml2.managers [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Initializing mechanism driver 'hyperv' Feb 17 17:14:50.741361 n-d-829613-2 neutron-server[103327]: DEBUG neutron.plugins.ml2.plugin [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103327) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:14:50.742211 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > port after_create 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.742592 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > port after_update 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.742957 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > port after_delete 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.743485 n-d-829613-2 neutron-server[103327]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103327) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 17 17:14:50.743923 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > subnet after_create 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.744308 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > subnet after_update 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.744660 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.745066 n-d-829613-2 neutron-server[103327]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103327) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 17 17:14:50.745481 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > network after_create 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.745833 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > network after_update 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.746178 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > network after_delete 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.746586 n-d-829613-2 neutron-server[103327]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103327) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 17 17:14:50.747000 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > security_group after_create 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.747349 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > security_group after_update 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.748324 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.748736 n-d-829613-2 neutron-server[103327]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103327) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 17 17:14:50.749148 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.749499 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.749842 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.750248 n-d-829613-2 neutron-server[103327]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103327) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 17 17:14:50.750659 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > address_group after_create 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.751013 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > address_group after_update 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.751358 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.751761 n-d-829613-2 neutron-server[103327]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103327) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 17 17:14:50.752210 n-d-829613-2 neutron-server[103327]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] ML2 OVO RPC backend initialized. {{(pid=103327) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 17 17:14:50.752947 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.753367 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.754043 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > network before_response 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.754403 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > networks before_response 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.754757 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > port before_response 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.755105 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > ports before_response 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.755456 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > subnet before_response 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.755802 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > subnets before_response 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.756153 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > network after_create 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.756521 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > network after_update 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.756863 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > network after_delete 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.757204 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > port after_create 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.757543 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > port after_update 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.757881 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > port after_delete 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.758220 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > subnet after_create 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.758564 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > subnet after_update 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.758901 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.766241 n-d-829613-2 neutron-server[103327]: INFO neutron.quota [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded quota_driver: . Feb 17 17:14:50.766615 n-d-829613-2 neutron-server[103327]: INFO neutron.plugins.ml2.plugin [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Modular L2 Plugin initialization complete Feb 17 17:14:50.766970 n-d-829613-2 neutron-server[103327]: DEBUG neutron.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading services supported by the core plugin {{(pid=103327) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 17 17:14:50.767325 n-d-829613-2 neutron-server[103327]: INFO neutron.plugins.ml2.managers [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Got port-security extension from driver 'port_security' Feb 17 17:14:50.767816 n-d-829613-2 neutron-server[103327]: INFO neutron.extensions.vlantransparent [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Disabled vlantransparent extension. Feb 17 17:14:50.768346 n-d-829613-2 neutron-server[103327]: DEBUG neutron.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103327) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 17 17:14:50.768683 n-d-829613-2 neutron-server[103327]: INFO neutron.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading Plugin: router Feb 17 17:14:50.806091 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.806489 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > router after_create 55549900 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.806866 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > router before_create 55549900 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.807235 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.807612 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.807974 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > router after_delete 55549900 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.808366 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.808725 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.809089 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > router after_create 55549900 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.809435 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > router after_update 55549900 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.809786 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > router after_update 55549900 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.810759 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.811135 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > router after_update 55549900 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.811554 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > router precommit_update 55549900 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.811930 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: port after_update 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.812301 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: port after_delete 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.812657 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: subnet after_update 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.813004 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.813358 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.813708 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > router precommit_create 55549900 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.814054 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: port before_delete 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.814400 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > router precommit_create 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.814758 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > router after_update 55549900 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.815102 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.815580 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > router precommit_create 55549900 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.815947 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.816324 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > router precommit_update 55549900 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.816695 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > agent after_create 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.817049 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > agent after_delete 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.817396 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > network after_delete 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.818249 n-d-829613-2 neutron-server[103327]: DEBUG neutron.quota.resource_registry [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Tracking information for resource: router configured {{(pid=103327) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 17:14:50.818589 n-d-829613-2 neutron-server[103327]: DEBUG neutron.quota.resource_registry [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Tracking information for resource: floatingip configured {{(pid=103327) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 17:14:50.823495 n-d-829613-2 neutron-server[103327]: INFO neutron.db.l3_agentschedulers_db [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 17 17:14:50.824078 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: port after_update 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.824473 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: port after_create 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.824836 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: port after_delete 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.825194 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: port after_update 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.826268 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > router before_create 55550100 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.826639 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.827007 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > router precommit_create 55550100 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.827369 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > router precommit_update 55550100 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.832985 n-d-829613-2 neutron-server[103327]: DEBUG neutron.services.provider_configuration [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Service providers = [] {{(pid=103327) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 17 17:14:50.833484 n-d-829613-2 neutron-server[103327]: DEBUG neutron.db.servicetype_db [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103327) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 17 17:14:50.837740 n-d-829613-2 neutron-server[103327]: DEBUG neutron.services.service_base [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103327) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 17 17:14:50.838178 n-d-829613-2 neutron-server[103327]: DEBUG neutron.services.service_base [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103327) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 17 17:14:50.838769 n-d-829613-2 neutron-server[103327]: DEBUG neutron.services.service_base [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103327) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 17 17:14:50.840076 n-d-829613-2 neutron-server[103327]: DEBUG neutron.services.service_base [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103327) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 17 17:14:50.840625 n-d-829613-2 neutron-server[103327]: INFO neutron.services.service_base [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 17 17:14:50.841097 n-d-829613-2 neutron-server[103327]: DEBUG neutron.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103327) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 17:14:50.841622 n-d-829613-2 neutron-server[103327]: INFO neutron.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 17 17:14:50.854565 n-d-829613-2 neutron-server[103327]: DEBUG neutron.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103327) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 17:14:50.854913 n-d-829613-2 neutron-server[103327]: INFO neutron.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading Plugin: auto_allocate Feb 17 17:14:50.861376 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: network precommit_update 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.861748 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: network precommit_create 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.862275 n-d-829613-2 neutron-server[103327]: DEBUG neutron.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103327) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 17:14:50.862598 n-d-829613-2 neutron-server[103327]: INFO neutron.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading Plugin: tag Feb 17 17:14:50.869537 n-d-829613-2 neutron-server[103327]: DEBUG neutron.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103327) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 17:14:50.869825 n-d-829613-2 neutron-server[103327]: INFO neutron.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading Plugin: timestamp Feb 17 17:14:50.874297 n-d-829613-2 neutron-server[103327]: DEBUG neutron.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103327) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 17:14:50.874634 n-d-829613-2 neutron-server[103327]: INFO neutron.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading Plugin: network_ip_availability Feb 17 17:14:50.880235 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.880637 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.880999 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:50.881722 n-d-829613-2 neutron-server[103327]: DEBUG neutron.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103327) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 17:14:50.882049 n-d-829613-2 neutron-server[103327]: INFO neutron.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading Plugin: flavors Feb 17 17:14:50.887093 n-d-829613-2 neutron-server[103327]: DEBUG neutron.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103327) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 17:14:50.887435 n-d-829613-2 neutron-server[103327]: INFO neutron.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading Plugin: revisions Feb 17 17:14:50.891858 n-d-829613-2 neutron-server[103327]: DEBUG neutron.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103327) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 17:14:50.892264 n-d-829613-2 neutron-server[103327]: DEBUG oslo_concurrency.lockutils [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.779s {{(pid=103327) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 17 17:14:50.893112 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103327) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 17 17:14:50.893457 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Initializing extension manager. Feb 17 17:14:50.893986 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: __init__.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.894332 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: __pycache__ {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.894672 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.895009 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: address_group.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.895781 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.896387 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: address-group Feb 17 17:14:50.896718 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: address_scope.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.897439 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.897954 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: address-scope Feb 17 17:14:50.898283 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.899219 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.899731 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: router-admin-state-down-before-update Feb 17 17:14:50.900055 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: agent.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.900791 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.901307 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: agent Feb 17 17:14:50.901631 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: agent_resources_synced.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.902545 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.903054 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: agent-resources-synced Feb 17 17:14:50.903378 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: allowedaddresspairs.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.905260 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.905787 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: allowed-address-pairs Feb 17 17:14:50.906120 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: auto_allocated_topology.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.907213 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.907736 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: auto-allocated-topology Feb 17 17:14:50.908070 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: availability_zone.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.908807 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.909322 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: availability_zone Feb 17 17:14:50.909651 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: availability_zone_filter.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.910577 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.911088 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: availability_zone_filter Feb 17 17:14:50.911417 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: data_plane_status.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.912374 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.912883 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extension data-plane-status not supported by any of loaded plugins Feb 17 17:14:50.913212 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: default_subnetpools.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.914131 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.914645 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: default-subnetpools Feb 17 17:14:50.914974 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.915795 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.916339 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: dhcp_agent_scheduler Feb 17 17:14:50.916671 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: dns.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.917602 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.918105 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extension dns-integration not supported by any of loaded plugins Feb 17 17:14:50.918430 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: dns_domain_ports.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.919359 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.920418 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 17 17:14:50.920749 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.921683 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.922189 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 17 17:14:50.922517 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: dvr.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.923195 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.923707 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: dvr Feb 17 17:14:50.924033 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: ecmp_routes.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.925007 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.925514 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 17 17:14:50.925839 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: empty_string_filtering.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.926756 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.927269 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: empty-string-filtering Feb 17 17:14:50.927595 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.928557 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.929065 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 17 17:14:50.929388 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.930313 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.930819 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 17 17:14:50.931143 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: external_net.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.932071 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.932612 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: external-net Feb 17 17:14:50.932940 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.933856 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.934365 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: extra_dhcp_opt Feb 17 17:14:50.934689 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: extraroute.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.936195 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.936729 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: extraroute Feb 17 17:14:50.937053 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: extraroute_atomic.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.938111 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.938623 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: extraroute-atomic Feb 17 17:14:50.938946 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: filter_validation.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.939618 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.940123 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: filter-validation Feb 17 17:14:50.940469 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: fip_pf_description.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.941387 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.941887 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 17 17:14:50.942210 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: fip_port_details.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.943322 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.943835 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: fip-port-details Feb 17 17:14:50.944161 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: flavors.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.945432 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.945957 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: flavors Feb 17 17:14:50.946285 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.947971 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.948527 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 17 17:14:50.948867 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: floatingip_pools.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.949583 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.950100 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: floatingip-pools Feb 17 17:14:50.950435 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: ip_allocation.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.951640 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.952152 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extension ip_allocation not supported by any of loaded plugins Feb 17 17:14:50.952506 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.953456 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.953971 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: ip-substring-filtering Feb 17 17:14:50.954302 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: l2_adjacency.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.955236 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.955748 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 17 17:14:50.956078 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: l3.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.957149 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.957674 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: router Feb 17 17:14:50.958002 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.960292 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.960837 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 17 17:14:50.961173 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.962133 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.962659 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: ext-gw-mode Feb 17 17:14:50.962991 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.963928 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.964484 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: l3-ha Feb 17 17:14:50.964811 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.965732 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.966246 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 17 17:14:50.967097 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: l3_flavors.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.968019 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.968574 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: l3-flavors Feb 17 17:14:50.968903 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.970305 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.970829 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 17 17:14:50.971164 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.972110 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.972664 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 17 17:14:50.972997 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: l3agentscheduler.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.974036 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.974552 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: l3_agent_scheduler Feb 17 17:14:50.974884 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: local_ip.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.976705 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.977232 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extension local_ip not supported by any of loaded plugins Feb 17 17:14:50.977569 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: logging.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.979212 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.979743 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extension logging not supported by any of loaded plugins Feb 17 17:14:50.980081 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: metering.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.980861 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.981448 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: metering Feb 17 17:14:50.981778 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.983470 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.983993 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: metering_source_and_destination_fields Feb 17 17:14:50.984366 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: multiprovidernet.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.985309 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.985825 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: multi-provider Feb 17 17:14:50.986154 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: netmtu.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.987080 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.987597 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: net-mtu Feb 17 17:14:50.987930 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: netmtu_writable.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.988894 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.989408 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: net-mtu-writable Feb 17 17:14:50.989734 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: network_availability_zone.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.990410 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.990925 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: network_availability_zone Feb 17 17:14:50.991249 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: network_ip_availability.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.992422 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.992940 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: network-ip-availability Feb 17 17:14:50.993268 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: network_segment_range.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.994046 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.994552 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extension network-segment-range not supported by any of loaded plugins Feb 17 17:14:50.994877 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: pagination.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.995866 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.996200 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: pagination Feb 17 17:14:50.996549 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: port_device_profile.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.997486 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.998033 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: port-device-profile Feb 17 17:14:50.998360 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:50.999285 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:50.999803 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: port-mac-address-regenerate Feb 17 17:14:51.000127 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.001097 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.001610 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: port-numa-affinity-policy Feb 17 17:14:51.001934 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: port_resource_request.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.002866 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.003372 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extension port-resource-request not supported by any of loaded plugins Feb 17 17:14:51.003697 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: port_resource_request_groups.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.004694 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.005202 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 17 17:14:51.005527 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: portbindings.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.006468 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.006979 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: binding Feb 17 17:14:51.007306 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: portbindings_extended.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.008635 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.009154 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: binding-extended Feb 17 17:14:51.009485 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: portsecurity.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.010417 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.010934 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: port-security Feb 17 17:14:51.011262 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: project_id.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.012265 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.012602 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: project-id Feb 17 17:14:51.012930 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: providernet.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.013889 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.014405 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: provider Feb 17 17:14:51.014731 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: qos.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.018417 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.018948 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extension qos not supported by any of loaded plugins Feb 17 17:14:51.019286 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.020593 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.021113 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 17 17:14:51.021448 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.022395 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.022909 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 17 17:14:51.023238 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: qos_default.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.024163 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.024705 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extension qos-default not supported by any of loaded plugins Feb 17 17:14:51.025038 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: qos_fip.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.025965 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.026479 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extension qos-fip not supported by any of loaded plugins Feb 17 17:14:51.026807 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.027733 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.028282 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 17 17:14:51.028597 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: qos_gateway_ip.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.030180 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.030697 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 17 17:14:51.031028 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: qos_port_network_policy.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.031956 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.032506 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 17 17:14:51.032837 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.033899 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.034418 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 17 17:14:51.034747 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.035805 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.036359 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 17 17:14:51.036691 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: qos_pps_rule.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.037882 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.038406 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extension qos-pps not supported by any of loaded plugins Feb 17 17:14:51.038736 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: qos_rule_type_details.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.039660 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.040179 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 17 17:14:51.040535 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: qos_rules_alias.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.041598 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.042110 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 17 17:14:51.042440 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: quota_check_limit.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.043355 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.043872 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: quota-check-limit Feb 17 17:14:51.044201 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: quotasv2.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.045707 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.046040 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: quotas Feb 17 17:14:51.046367 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: quotasv2_detail.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.048085 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.048453 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: quota_details Feb 17 17:14:51.048787 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: rbac.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.049850 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.050385 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: rbac-policies Feb 17 17:14:51.050723 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: rbac_address_group.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.051665 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.052188 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: rbac-address-group Feb 17 17:14:51.052553 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: rbac_address_scope.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.053483 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.053997 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: rbac-address-scope Feb 17 17:14:51.054325 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: rbac_security_groups.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.055253 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.055767 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: rbac-security-groups Feb 17 17:14:51.056094 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: rbac_subnetpool.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.057131 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.057649 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: rbac-subnetpool Feb 17 17:14:51.057981 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: revisionifmatch.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.058922 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.059439 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: revision-if-match Feb 17 17:14:51.059769 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: revisions.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.060961 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.061479 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: standard-attr-revisions Feb 17 17:14:51.061809 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: router_availability_zone.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.062488 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.062998 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: router_availability_zone Feb 17 17:14:51.063323 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: routerservicetype.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.064264 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.064794 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extension router-service-type not supported by any of loaded plugins Feb 17 17:14:51.065121 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.066058 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.066574 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: security-groups-normalized-cidr Feb 17 17:14:51.066903 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.067835 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.068388 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: port-security-groups-filtering Feb 17 17:14:51.068719 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.069676 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.070197 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: security-groups-remote-address-group Feb 17 17:14:51.070524 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.071467 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.071982 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: security-groups-shared-filtering Feb 17 17:14:51.072344 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.072939 n-d-829613-2 neutron-server[103327]: WARNING neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 17 17:14:51.073264 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: securitygroup.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.083173 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.083716 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: security-group Feb 17 17:14:51.084060 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: segment.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.084883 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.085401 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extension segment not supported by any of loaded plugins Feb 17 17:14:51.085735 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.086694 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.087208 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 17 17:14:51.087540 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: servicetype.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.088705 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.089226 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: service-type Feb 17 17:14:51.089554 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: sorting.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.090550 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.090886 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: sorting Feb 17 17:14:51.091213 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: standard_attr_segment.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.092693 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.093210 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 17 17:14:51.093536 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: standardattrdescription.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.094192 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.094702 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: standard-attr-description Feb 17 17:14:51.095030 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: stateful_security_group.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.095964 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.096512 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: stateful-security-group Feb 17 17:14:51.096842 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: stdattrs_common.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.097423 n-d-829613-2 neutron-server[103327]: WARNING neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 17 17:14:51.097750 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.098702 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.099222 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 17 17:14:51.099548 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: subnet_onboard.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.100669 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.101192 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: subnet_onboard Feb 17 17:14:51.101523 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.102464 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.102977 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 17 17:14:51.103305 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: subnet_service_types.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.104253 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.104787 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: subnet-service-types Feb 17 17:14:51.105116 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: subnetallocation.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.106207 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.106723 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: subnet_allocation Feb 17 17:14:51.107137 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.107823 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.108370 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: subnetpool-prefix-ops Feb 17 17:14:51.108701 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.109640 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.110153 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 17 17:14:51.110480 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: tagging.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.111565 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.112085 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: standard-attr-tag Feb 17 17:14:51.112449 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: timestamp.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.113675 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.114192 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loaded extension: standard-attr-timestamp Feb 17 17:14:51.114522 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: trunk.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.115571 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.116092 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extension trunk not supported by any of loaded plugins Feb 17 17:14:51.116456 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: trunk_details.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.117389 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.117906 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extension trunk-details not supported by any of loaded plugins Feb 17 17:14:51.118232 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: uplink_status_propagation.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.119174 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.119730 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 17 17:14:51.120014 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Loading extension file: vlantransparent.py {{(pid=103327) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 17:14:51.120727 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103327) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:14:51.121238 n-d-829613-2 neutron-server[103327]: INFO neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 17 17:14:51.124283 n-d-829613-2 neutron-server[103327]: INFO neutron.quota.resource_registry [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Creating instance of TrackedResource for resource:network Feb 17 17:14:51.124830 n-d-829613-2 neutron-server[103327]: INFO neutron.quota.resource_registry [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Creating instance of TrackedResource for resource:subnet Feb 17 17:14:51.125235 n-d-829613-2 neutron-server[103327]: INFO neutron.quota.resource_registry [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 17:14:51.125626 n-d-829613-2 neutron-server[103327]: INFO neutron.quota.resource_registry [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Creating instance of TrackedResource for resource:port Feb 17 17:14:51.127942 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.v2.resource_helper [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103327) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 17:14:51.128434 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.v2.resource_helper [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Service FLAVORS assigned prefix: {{(pid=103327) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 17:14:51.129064 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.v2.resource_helper [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103327) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 17:14:51.129511 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.v2.resource_helper [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103327) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 17:14:51.129851 n-d-829613-2 neutron-server[103327]: INFO neutron.quota.resource_registry [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Creating instance of TrackedResource for resource:router Feb 17 17:14:51.130285 n-d-829613-2 neutron-server[103327]: INFO neutron.quota.resource_registry [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Creating instance of TrackedResource for resource:floatingip Feb 17 17:14:51.130782 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.v2.resource_helper [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Service METERING assigned prefix: /metering {{(pid=103327) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 17:14:51.132257 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:51.132640 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:51.132998 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103327) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:14:51.133983 n-d-829613-2 neutron-server[103327]: INFO neutron.quota.resource_registry [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 17:14:51.134427 n-d-829613-2 neutron-server[103327]: INFO neutron.quota.resource_registry [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Creating instance of TrackedResource for resource:security_group Feb 17 17:14:51.134883 n-d-829613-2 neutron-server[103327]: INFO neutron.quota.resource_registry [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 17:14:51.135484 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.v2.resource_helper [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Service CORE assigned prefix: {{(pid=103327) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 17:14:51.135822 n-d-829613-2 neutron-server[103327]: INFO neutron.quota.resource_registry [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 17:14:51.136172 n-d-829613-2 neutron-server[103327]: WARNING neutron.quota.resource_registry [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] subnetpool is already registered Feb 17 17:14:51.136643 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.v2.resource_helper [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Service CORE assigned prefix: {{(pid=103327) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 17:14:51.136976 n-d-829613-2 neutron-server[103327]: INFO neutron.quota.resource_registry [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 17:14:51.137314 n-d-829613-2 neutron-server[103327]: WARNING neutron.quota.resource_registry [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] subnetpool is already registered Feb 17 17:14:51.139691 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.v2.resource_helper [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103327) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 17:14:51.140134 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.v2.resource_helper [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Service FLAVORS assigned prefix: {{(pid=103327) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 17:14:51.140767 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.v2.resource_helper [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103327) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 17:14:51.141205 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.v2.resource_helper [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103327) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 17:14:51.141543 n-d-829613-2 neutron-server[103327]: INFO neutron.quota.resource_registry [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Creating instance of TrackedResource for resource:router Feb 17 17:14:51.141885 n-d-829613-2 neutron-server[103327]: WARNING neutron.quota.resource_registry [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] router is already registered Feb 17 17:14:51.142301 n-d-829613-2 neutron-server[103327]: INFO neutron.quota.resource_registry [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Creating instance of TrackedResource for resource:floatingip Feb 17 17:14:51.142638 n-d-829613-2 neutron-server[103327]: WARNING neutron.quota.resource_registry [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] floatingip is already registered Feb 17 17:14:51.143101 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.v2.resource_helper [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Service METERING assigned prefix: /metering {{(pid=103327) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 17:14:51.143765 n-d-829613-2 neutron-server[103327]: INFO neutron.quota.resource_registry [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 17:14:51.144098 n-d-829613-2 neutron-server[103327]: WARNING neutron.quota.resource_registry [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] rbac_policy is already registered Feb 17 17:14:51.144537 n-d-829613-2 neutron-server[103327]: INFO neutron.quota.resource_registry [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Creating instance of TrackedResource for resource:security_group Feb 17 17:14:51.144881 n-d-829613-2 neutron-server[103327]: WARNING neutron.quota.resource_registry [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] security_group is already registered Feb 17 17:14:51.145290 n-d-829613-2 neutron-server[103327]: INFO neutron.quota.resource_registry [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 17:14:51.145625 n-d-829613-2 neutron-server[103327]: WARNING neutron.quota.resource_registry [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] security_group_rule is already registered Feb 17 17:14:51.146252 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.v2.resource_helper [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Service CORE assigned prefix: {{(pid=103327) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 17:14:51.146585 n-d-829613-2 neutron-server[103327]: INFO neutron.quota.resource_registry [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 17:14:51.146920 n-d-829613-2 neutron-server[103327]: WARNING neutron.quota.resource_registry [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] subnetpool is already registered Feb 17 17:14:51.147345 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.v2.resource_helper [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Service CORE assigned prefix: {{(pid=103327) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 17:14:51.147669 n-d-829613-2 neutron-server[103327]: INFO neutron.quota.resource_registry [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 17:14:51.147999 n-d-829613-2 neutron-server[103327]: WARNING neutron.quota.resource_registry [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] subnetpool is already registered Feb 17 17:14:51.148503 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extended resource: extensions {{(pid=103327) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 17:14:51.149983 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extended resource: address-groups {{(pid=103327) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 17:14:51.151474 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extended resource: address-scopes {{(pid=103327) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 17:14:51.152831 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extended resource: agents {{(pid=103327) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 17:14:51.154582 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extended resource: auto-allocated-topology {{(pid=103327) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 17:14:51.155835 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extended resource: availability_zones {{(pid=103327) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 17:14:51.157111 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extended resource: dhcp-networks {{(pid=103327) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 17:14:51.158615 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extended resource: dhcp-agents {{(pid=103327) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 17:14:51.160094 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extended resource: routers {{(pid=103327) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 17:14:51.162362 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extended resource: flavors {{(pid=103327) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 17:14:51.163528 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extended resource: service_profiles {{(pid=103327) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 17:14:51.164784 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extended resource: next_providers {{(pid=103327) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 17:14:51.166265 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extended resource: service_profiles {{(pid=103327) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 17:14:51.167810 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extended resource: floatingip-pools {{(pid=103327) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 17:14:51.169070 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extended resource: routers {{(pid=103327) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 17:14:51.171353 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extended resource: floatingips {{(pid=103327) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 17:14:51.172722 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extended resource: l3-routers {{(pid=103327) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 17:14:51.174112 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extended resource: l3-agents {{(pid=103327) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 17:14:51.175579 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extended resource: metering-labels {{(pid=103327) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 17:14:51.176988 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extended resource: metering-label-rules {{(pid=103327) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 17:14:51.178285 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extended resource: network-ip-availabilities {{(pid=103327) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 17:14:51.179603 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extended resource: bindings {{(pid=103327) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 17:14:51.181313 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extended resource: quotas {{(pid=103327) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 17:14:51.182954 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extended resource: quotas {{(pid=103327) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 17:14:51.184509 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extended resource: rbac-policies {{(pid=103327) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 17:14:51.186332 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extended resource: security-groups {{(pid=103327) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 17:14:51.187655 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extended resource: security-group-rules {{(pid=103327) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 17:14:51.188935 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extended resource: service-providers {{(pid=103327) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 17:14:51.190187 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extended resource: subnetpools {{(pid=103327) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 17:14:51.191714 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extended resource: subnetpools {{(pid=103327) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 17:14:51.193231 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extended resource: tags {{(pid=103327) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 17:14:51.194908 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extended resource: tags {{(pid=103327) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 17:14:51.197756 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extended resource: tags {{(pid=103327) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 17:14:51.199581 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extended resource: tags {{(pid=103327) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 17:14:51.336064 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extended resource: tags {{(pid=103327) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 17:14:51.337981 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extended resource: tags {{(pid=103327) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 17:14:51.339678 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extended resource: tags {{(pid=103327) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 17:14:51.341626 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extended resource: tags {{(pid=103327) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 17:14:51.343412 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extended resource: tags {{(pid=103327) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 17:14:51.345343 n-d-829613-2 neutron-server[103327]: DEBUG neutron.api.extensions [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Extended resource: tags {{(pid=103327) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 17:14:51.351235 n-d-829613-2 neutron-server[103327]: WARNING keystonemiddleware.auth_token [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 17 17:14:51.355977 n-d-829613-2 neutron-server[103327]: WARNING keystonemiddleware.auth_token [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 17 17:14:51.365248 n-d-829613-2 neutron-server[103327]: DEBUG oslo_concurrency.lockutils [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Acquired lock "singleton_lock" {{(pid=103327) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 17 17:14:51.365744 n-d-829613-2 neutron-server[103327]: DEBUG oslo_concurrency.lockutils [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Releasing lock "singleton_lock" {{(pid=103327) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 17 17:14:51.366383 n-d-829613-2 neutron-server[103327]: INFO oslo_service.service [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Starting 2 workers Feb 17 17:14:51.371321 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Started child 103434 {{(pid=103327) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 17 17:14:51.376324 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Started child 103435 {{(pid=103327) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 17 17:14:51.377386 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:14:51.378018 n-d-829613-2 neutron-server[103327]: INFO neutron.service [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 17 17:14:51.378591 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:14:51.378944 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [-] (103434) wsgi starting up on http://0.0.0.0:9696 Feb 17 17:14:51.381060 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:14:51.381488 n-d-829613-2 neutron-server[103327]: INFO oslo_service.service [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Starting 1 workers Feb 17 17:14:51.382504 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [-] (103435) wsgi starting up on http://0.0.0.0:9696 Feb 17 17:14:51.386317 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Started child 103436 {{(pid=103327) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 17 17:14:51.386842 n-d-829613-2 neutron-server[103327]: INFO oslo_service.service [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Starting 1 workers Feb 17 17:14:51.390442 n-d-829613-2 neutron-server[103436]: DEBUG neutron.service [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] calling RpcWorker wait() {{(pid=103436) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 17 17:14:51.390994 n-d-829613-2 neutron-server[103436]: DEBUG neutron.service [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] returning from RpcWorker wait() {{(pid=103436) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 17 17:14:51.391377 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Started child 103438 {{(pid=103327) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 17 17:14:51.392225 n-d-829613-2 neutron-server[103327]: DEBUG neutron_lib.callbacks.manager [None req-9a19993f-69be-4336-8afe-ab9a8392bd84 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103327) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:14:51.392364 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57918) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:14:51.392591 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:14:51.393112 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:14:51.394426 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103327) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 17 17:14:51.394653 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:14:51.394841 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 17 17:14:51.395081 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 17 17:14:51.395433 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 17 17:14:51.395595 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 17 17:14:51.396115 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.396432 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.396710 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.396993 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.397268 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.397833 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.398105 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.398363 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.398647 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.398884 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.399060 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.399229 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.399501 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.399767 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.400124 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.400452 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.400697 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.400975 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.401849 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.401849 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.401985 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [-] 10.222.0.87 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069277 Feb 17 17:14:51.402054 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.402054 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.402201 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] debug = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.402677 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.403341 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.403728 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.404215 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.404502 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.404676 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:14:51.406235 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.406235 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.406235 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.406235 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.406480 n-d-829613-2 neutron-server[103438]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:14:51.406559 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.406559 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.407123 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.407594 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.408034 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.408538 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.409003 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.409344 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.409618 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.410454 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] host = n-d-829613-2 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.410834 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.411334 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.411735 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.412011 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.412294 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.412698 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.413113 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.413524 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.413913 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.414290 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.414665 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.415830 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.416291 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.416719 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] log_file = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.417055 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] log_options = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.417560 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.418000 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.418418 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.418792 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.419137 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.420014 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.421542 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.422053 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.422505 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.422990 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.423236 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.423509 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.423820 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.424082 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.424423 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.424678 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.424939 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.425169 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.425486 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.425747 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.425984 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.426344 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.426609 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.427891 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.428205 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.428527 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.428800 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.429035 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.429273 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.429543 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.429786 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.430047 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.430307 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.431606 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.432048 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.432476 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.432869 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.433295 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.433597 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.434056 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.434382 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.434712 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.435049 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.435919 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.436309 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.436594 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.436898 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] use_json = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.437186 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.437585 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.437889 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.438174 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.438462 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.438747 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.439026 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.439490 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.439920 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.440396 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.440819 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.441279 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.441896 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.442148 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.442415 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.442657 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.442906 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.443196 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.443434 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.443785 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.444037 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.444364 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.444624 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.444869 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.445207 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.445450 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.445930 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.446170 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.448552 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.449658 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.452928 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.453686 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.454129 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.455200 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.456442 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.457339 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.458937 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.459258 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.459636 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.459943 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.460235 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.87/identity {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.460559 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.460794 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.461078 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.461349 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.461544 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.461778 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.462012 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.462304 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.462554 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.463301 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.463301 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.463301 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.463532 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.463745 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.463976 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.464311 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.468607 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.469600 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.470357 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.470792 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.471212 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.471644 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.472366 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.472767 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.473189 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.473657 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.474076 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.474471 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.474906 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.475319 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.475738 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.476139 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.476541 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.476956 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.477356 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.477744 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.478157 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.478572 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.478983 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.479404 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.479638 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.480052 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.480475 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.480893 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.481317 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.481714 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.482831 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.483300 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.483704 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.484160 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.484672 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.485105 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.485521 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.486021 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.486431 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.486817 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.487203 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.487641 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.488059 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.488550 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.489091 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.489536 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.489990 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.490284 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.490615 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.491051 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.491526 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.491962 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.492459 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.493152 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.493625 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.494108 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.494431 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.494753 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.495048 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.495361 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.495666 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.496130 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.496400 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.496635 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.496892 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.497144 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.497431 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.498226 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.498467 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.498728 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.498963 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.499269 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.499510 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.499791 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.500011 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.501135 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.501479 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.501769 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.502042 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.502301 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.502554 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.503885 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.503885 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.503885 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.503885 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.504151 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.504217 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.504609 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.504870 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.505108 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.505343 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.505667 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.505921 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.506158 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.506395 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.506669 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.506918 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.507158 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.507438 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.507693 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.508623 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.508623 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.508623 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.87/identity {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.508854 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.508920 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.509142 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.509360 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.509595 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.509816 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.510051 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.510269 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.510482 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.510743 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.510972 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.511190 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.511422 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.511635 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.511845 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.512091 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.512354 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.512579 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.512820 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.513269 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.513495 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.513726 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.513967 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.514220 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.514321 n-d-829613-2 neutron-server[103436]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:14:51.514490 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.514719 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.514973 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.515206 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.515451 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.515702 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.515974 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.516188 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.516458 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.516681 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.516896 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.517705 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.517705 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.517705 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.517932 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.518095 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.518261 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.518535 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.518799 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.519308 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.519571 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.519803 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.520066 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.520387 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.520620 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.520839 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.521058 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.521424 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.521643 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.522752 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.522984 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.523396 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.523775 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.524140 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.524411 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.524688 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.524936 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.525175 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.525625 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.526031 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.526427 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.526845 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.527241 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.527618 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.527983 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.528371 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.528665 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.528865 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.529273 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.529419 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.529813 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.530079 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.530302 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.530561 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.530993 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.530993 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.531224 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.531830 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.531830 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.531992 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.532130 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.532346 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.532563 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.532792 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.533009 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.533399 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.534245 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.534245 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.534245 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.534245 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.534524 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.534691 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.534920 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.535131 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.535362 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.535584 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.535800 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.536012 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.536269 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.537897 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.537897 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.537897 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.538148 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.538255 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.538593 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.538814 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.539081 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.539361 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.539595 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.539842 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.540085 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.540426 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.540651 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.540915 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.541163 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.541384 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.541605 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.543180 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.543180 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.543180 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.543180 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.543180 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.543524 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.543719 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.544024 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.544261 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.545158 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.546432 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.546718 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.547050 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.547516 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.548074 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.548507 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.548917 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.549320 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.549734 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.550128 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.550579 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.550905 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.551201 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.551440 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.551676 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.551920 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.552175 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.552440 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.552668 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.552903 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.553058 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 17 17:14:51.554946 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103327) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 17 17:14:51.554946 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:14:51.554946 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 17 17:14:51.554946 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 17 17:14:51.554946 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 17 17:14:51.555305 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 17 17:14:51.555305 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.555550 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.555639 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.555777 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.555927 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.556155 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.557036 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.557227 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.557391 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.557553 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.557710 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.557869 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.558032 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.558218 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.558349 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.558534 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.558674 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.559041 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.559041 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.559204 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.559274 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.559416 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.559568 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] debug = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.559735 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.559938 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.560163 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.561553 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.561719 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.562601 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.562601 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.562601 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.562601 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.562601 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.562601 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.563221 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.563221 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.563221 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.563221 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.563645 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.563645 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.563645 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.563932 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] host = n-d-829613-2 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.563932 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.564139 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.564351 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.564465 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.565437 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.565437 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.565437 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.565437 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.565437 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.565437 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.566772 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.566772 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.566772 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.566772 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] log_file = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.567173 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] log_options = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.567173 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.567921 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.568099 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.568307 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.568476 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.568638 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.568798 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.568958 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.569121 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.569305 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.569441 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.569602 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.569771 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.569913 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.570051 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.570178 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.570336 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.570493 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.570651 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.571161 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.571161 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.571161 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.571419 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.571419 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.571563 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.571693 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.571850 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.572007 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.572163 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.572360 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.572504 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.572666 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.572823 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.572980 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.573137 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.573300 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.573459 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.573616 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.573778 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.573936 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.574094 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.574254 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.574416 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.574574 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.574730 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.574887 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.575045 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] use_json = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.575223 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.575350 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.575507 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.575935 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.576106 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.576275 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.576438 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.576602 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.576759 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 17:14:51.576941 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.577105 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.577277 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.577439 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.577599 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.577760 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.577920 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.578081 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.578242 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.578406 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.578574 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.578736 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.578906 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.579066 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.579228 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.579393 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.579553 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.579714 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.579874 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.580035 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.580194 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.580401 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.580578 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.580735 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.580899 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.581059 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.581223 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.581392 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.581554 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.581731 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.581894 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.582059 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.87/identity {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.582223 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.582387 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.582551 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.582714 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.582877 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.583043 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.583205 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.583372 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.583533 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.583694 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.583860 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.584015 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.584177 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.584402 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.584530 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.584698 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.584858 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.585021 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.585183 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.585345 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.585509 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.585672 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.585838 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.585995 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.586157 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.586329 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.586489 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.586649 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.586812 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.586973 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.587132 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.587291 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.587451 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.587610 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.587771 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.587930 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.588105 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.588362 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.588464 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.588594 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.588757 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.588916 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.589076 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.589238 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.589396 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.589557 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.589719 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.589887 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.590067 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.590231 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.590363 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.590517 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.590677 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.590838 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.591001 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.591160 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.591346 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.591510 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.591667 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.591833 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.592008 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.592172 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.592396 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.592519 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.592677 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.592839 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.592999 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.593146 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.593312 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.593472 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.593633 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.593794 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.593962 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.594121 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.594283 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.594444 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.594604 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.594765 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.594926 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.595085 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.595246 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.595405 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.595568 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.595728 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.595888 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.596049 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.596208 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.596434 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.596598 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.596760 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.596913 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.597086 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.597256 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.597416 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.597580 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.597730 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.597892 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.598051 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.598211 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.598372 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.598536 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.598692 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.598854 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.599025 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.599190 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.599354 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.599516 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.599701 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.599864 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.600034 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.600179 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.600377 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.600532 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.600668 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.600800 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.600944 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.601109 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.601258 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.601422 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.87/identity {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.601568 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.601730 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.601884 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.602044 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.602200 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.602357 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.602518 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.602680 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.602841 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.603001 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.603160 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.603327 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.603487 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.603647 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.603807 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.603968 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.604128 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.604316 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.604479 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.604639 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.604799 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.604959 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.605120 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.605280 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.605440 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.605603 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.605766 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.605929 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.606090 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.606252 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.606414 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.606575 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.606738 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.607404 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.607579 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.607757 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.607889 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.608051 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.608215 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.608411 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.608549 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.608710 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.608871 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.609051 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.609214 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.609374 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.609536 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.609698 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.609859 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.610020 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.610183 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.610343 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.611260 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.611430 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.611594 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.611759 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.611921 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.612083 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.612259 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.612426 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.612590 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.612756 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.612918 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.613082 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.613244 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.613404 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.613564 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.613724 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.613887 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.614047 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.614207 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.614368 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.614545 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.614709 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.614871 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.615032 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.615192 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.615354 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.615527 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.615688 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.615848 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.616009 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.616168 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.616396 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.616524 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.616663 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.616825 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.616985 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.617146 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.617307 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.617477 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.617638 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.617866 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.617997 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.618082 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.618246 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.618422 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.618576 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.618738 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.618897 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.619057 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.619218 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.619389 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.619549 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.619709 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.619869 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.620029 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.620190 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.620385 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.620548 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.620696 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.620871 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.621032 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.621195 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.621419 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.621537 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.621686 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.621849 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.622010 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.622172 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.622333 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.622495 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.623255 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.623426 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.623596 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.624294 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.624294 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.624294 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.624294 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.624682 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.624682 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.624920 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.624920 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.625155 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.625268 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.625372 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.625477 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.625635 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.625795 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.625955 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.626116 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.626276 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.626436 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.626596 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.626756 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.626915 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.627077 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.627237 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.627431 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.627545 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.627705 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 17:14:51.627858 n-d-829613-2 neutron-server[103327]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103327) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 17 17:15:02.857351 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8cdd8e-ba13-4e97-a33d-ccaa85b28ea4 None None] get_active_networks_info from n-d-829613-2 {{(pid=103436) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 17 17:15:02.921908 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8cdd8e-ba13-4e97-a33d-ccaa85b28ea4 None None] No non-hosted networks {{(pid=103436) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 17 17:15:02.931531 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.agentschedulers_db [None req-4a8cdd8e-ba13-4e97-a33d-ccaa85b28ea4 None None] DHCP Agent not found on host n-d-829613-2 {{(pid=103436) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 17 17:15:03.046719 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-16f9a058-e73a-4e61-a131-6555783638d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-363882'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:05.346207 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e0db65cc-6cee-4088-91e6-0810da77d546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-363882'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:05.403830 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6fa1f11d-c3a7-4a3d-a511-4dc7a3023c56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:06.488582 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-363882'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:07.709162 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-363882'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:08.880204 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-363882'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:08.881198 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:08.881616 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:08.882058 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:08.882464 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:08.882887 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:08.883292 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:08.883692 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:08.884228 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:08.884662 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:08.884996 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:08.885578 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:08.885908 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:08.886474 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:08.887062 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-829613-2', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:15:08.894011 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-829613-2', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:15:08.999510 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58022) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:15:09.494429 n-d-829613-2 neutron-server[103434]: WARNING oslo_policy.policy [None req-6490f853-e824-4216-9d68-65ec56a4cd08 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 17:15:09.495107 n-d-829613-2 neutron-server[103434]: WARNING oslo_policy.policy [None req-6490f853-e824-4216-9d68-65ec56a4cd08 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 17:15:09.718086 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-6490f853-e824-4216-9d68-65ec56a4cd08 admin admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:15:09.732261 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6490f853-e824-4216-9d68-65ec56a4cd08 admin admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7185593 Feb 17 17:15:12.275710 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58038) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:15:12.493528 n-d-829613-2 neutron-server[103436]: INFO neutron.db.l3_hamode_db [None req-6eac2bc0-38cb-46a8-9b31-b300080ee1d1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 17 17:15:12.567808 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eac2bc0-38cb-46a8-9b31-b300080ee1d1 None None] Routers set() bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:15:12.568174 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eac2bc0-38cb-46a8-9b31-b300080ee1d1 None None] Router IDs set() for agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 17 17:15:12.584925 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-54e67f5c-7687-4e5d-8590-a745f9c6cf49 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:15:12.674961 n-d-829613-2 neutron-server[103434]: DEBUG neutron.policy [None req-54e67f5c-7687-4e5d-8590-a745f9c6cf49 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103434) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 17 17:15:12.716975 n-d-829613-2 neutron-server[103434]: WARNING oslo_policy.policy [None req-54e67f5c-7687-4e5d-8590-a745f9c6cf49 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 17:15:12.717357 n-d-829613-2 neutron-server[103434]: WARNING oslo_policy.policy [None req-54e67f5c-7687-4e5d-8590-a745f9c6cf49 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 17:15:12.810566 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-54e67f5c-7687-4e5d-8590-a745f9c6cf49 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786425608506', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786425608973', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786425479537', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786425489930', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786425499866', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786425507850', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1759428', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1669723', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-767056', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-698415'] for rbac-policy (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:12.876128 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-54e67f5c-7687-4e5d-8590-a745f9c6cf49 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:12.877469 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-54e67f5c-7687-4e5d-8590-a745f9c6cf49 admin admin] 10.222.0.87 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6005878 Feb 17 17:15:15.400580 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58048) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:15:15.710905 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-996ff35f-21a9-4fa5-9917-6f89f665829e demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:15:15.739795 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996ff35f-21a9-4fa5-9917-6f89f665829e demo demo] Made reservation on behalf of 38c7265e0e574643abc6331f4178dda8 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:15:15.743472 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-996ff35f-21a9-4fa5-9917-6f89f665829e demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:15.760090 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-996ff35f-21a9-4fa5-9917-6f89f665829e demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:15.872648 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-996ff35f-21a9-4fa5-9917-6f89f665829e demo demo] Publish callbacks [] for security_group (cb937a35-3d79-4644-acb6-eaedeb881a65), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:15.876798 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-996ff35f-21a9-4fa5-9917-6f89f665829e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (cb937a35-3d79-4644-acb6-eaedeb881a65), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:15.911960 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-996ff35f-21a9-4fa5-9917-6f89f665829e demo demo] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:15:15.939542 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-996ff35f-21a9-4fa5-9917-6f89f665829e demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786427882626', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (47715b37-6c58-41c6-8c7f-8b2018942d6b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:15.940116 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-996ff35f-21a9-4fa5-9917-6f89f665829e demo demo] Unsubscribe: segment precommit_create {{(pid=103434) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 17 17:15:15.940657 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-996ff35f-21a9-4fa5-9917-6f89f665829e demo demo] Added segment 47715b37-6c58-41c6-8c7f-8b2018942d6b of type vlan for network 4746bc69-64d5-4d05-b128-3f5f4ac06d04 Feb 17 17:15:15.946331 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ff35f-21a9-4fa5-9917-6f89f665829e demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=cb937a35-3d79-4644-acb6-eaedeb881a65,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:15:15.982230 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ff35f-21a9-4fa5-9917-6f89f665829e demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:15.982568 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ff35f-21a9-4fa5-9917-6f89f665829e demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:15.982901 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ff35f-21a9-4fa5-9917-6f89f665829e demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:15.983228 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ff35f-21a9-4fa5-9917-6f89f665829e demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:15.983551 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ff35f-21a9-4fa5-9917-6f89f665829e demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:15.983873 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ff35f-21a9-4fa5-9917-6f89f665829e demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:15.984194 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ff35f-21a9-4fa5-9917-6f89f665829e demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:15.984534 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ff35f-21a9-4fa5-9917-6f89f665829e demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:15.984849 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ff35f-21a9-4fa5-9917-6f89f665829e demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:15.985162 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ff35f-21a9-4fa5-9917-6f89f665829e demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:15.985475 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ff35f-21a9-4fa5-9917-6f89f665829e demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:15.985787 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ff35f-21a9-4fa5-9917-6f89f665829e demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:15.986099 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ff35f-21a9-4fa5-9917-6f89f665829e demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:15.987460 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996ff35f-21a9-4fa5-9917-6f89f665829e demo demo] Tracked resource versions report: Feb 17 17:15:15.987460 n-d-829613-2 neutron-server[103434]: pushed versions: Feb 17 17:15:15.987460 n-d-829613-2 neutron-server[103434]: { 'AddressGroup': {'1.2'}, Feb 17 17:15:15.987460 n-d-829613-2 neutron-server[103434]: 'ConntrackHelper': {'1.0'}, Feb 17 17:15:15.987460 n-d-829613-2 neutron-server[103434]: 'LocalIPAssociation': {'1.0'}, Feb 17 17:15:15.987460 n-d-829613-2 neutron-server[103434]: 'Log': {'1.0'}, Feb 17 17:15:15.987460 n-d-829613-2 neutron-server[103434]: 'Network': {'1.1'}, Feb 17 17:15:15.987460 n-d-829613-2 neutron-server[103434]: 'Port': {'1.7'}, Feb 17 17:15:15.987460 n-d-829613-2 neutron-server[103434]: 'PortForwarding': {'1.2'}, Feb 17 17:15:15.987460 n-d-829613-2 neutron-server[103434]: 'QosPolicy': {'1.10'}, Feb 17 17:15:15.987460 n-d-829613-2 neutron-server[103434]: 'SecurityGroup': {'1.5'}, Feb 17 17:15:15.987460 n-d-829613-2 neutron-server[103434]: 'SecurityGroupRule': {'1.2'}, Feb 17 17:15:15.987460 n-d-829613-2 neutron-server[103434]: 'SubPort': {'1.0'}, Feb 17 17:15:15.987460 n-d-829613-2 neutron-server[103434]: 'Subnet': {'1.1'}, Feb 17 17:15:15.987460 n-d-829613-2 neutron-server[103434]: 'Trunk': {'1.1'}} Feb 17 17:15:15.987460 n-d-829613-2 neutron-server[103434]: consumer versions: Feb 17 17:15:15.987460 n-d-829613-2 neutron-server[103434]: { DHCP agent@n-d-829613-2: {}, Feb 17 17:15:15.987460 n-d-829613-2 neutron-server[103434]: L3 agent@n-d-829613-2: {}, Feb 17 17:15:15.987460 n-d-829613-2 neutron-server[103434]: Metadata agent@n-d-829613-2: {}, Feb 17 17:15:15.987460 n-d-829613-2 neutron-server[103434]: Metering agent@n-d-829613-2: {}, Feb 17 17:15:15.987460 n-d-829613-2 neutron-server[103434]: Open vSwitch agent@n-d-829613-2: { 'AddressGroup': '1.2', Feb 17 17:15:15.987460 n-d-829613-2 neutron-server[103434]: 'ConntrackHelper': '1.0', Feb 17 17:15:15.987460 n-d-829613-2 neutron-server[103434]: 'LocalIPAssociation': '1.0', Feb 17 17:15:15.987460 n-d-829613-2 neutron-server[103434]: 'Log': '1.0', Feb 17 17:15:15.987460 n-d-829613-2 neutron-server[103434]: 'Network': '1.1', Feb 17 17:15:15.987460 n-d-829613-2 neutron-server[103434]: 'Port': '1.7', Feb 17 17:15:15.987460 n-d-829613-2 neutron-server[103434]: 'PortForwarding': '1.2', Feb 17 17:15:15.987460 n-d-829613-2 neutron-server[103434]: 'QosPolicy': '1.10', Feb 17 17:15:15.987460 n-d-829613-2 neutron-server[103434]: 'SecurityGroup': '1.5', Feb 17 17:15:15.987460 n-d-829613-2 neutron-server[103434]: 'SecurityGroupRule': '1.2', Feb 17 17:15:15.987460 n-d-829613-2 neutron-server[103434]: 'SubPort': '1.0', Feb 17 17:15:15.987460 n-d-829613-2 neutron-server[103434]: 'Subnet': '1.1', Feb 17 17:15:15.987460 n-d-829613-2 neutron-server[103434]: 'Trunk': '1.1'}} Feb 17 17:15:15.987460 n-d-829613-2 neutron-server[103434]: {{(pid=103434) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 17:15:16.051531 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-996ff35f-21a9-4fa5-9917-6f89f665829e demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (4746bc69-64d5-4d05-b128-3f5f4ac06d04), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:16.090985 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-996ff35f-21a9-4fa5-9917-6f89f665829e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (4746bc69-64d5-4d05-b128-3f5f4ac06d04), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:16.095921 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996ff35f-21a9-4fa5-9917-6f89f665829e demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:15:16.096675 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-996ff35f-21a9-4fa5-9917-6f89f665829e demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:16.160348 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-996ff35f-21a9-4fa5-9917-6f89f665829e demo demo] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7586689 Feb 17 17:15:16.217182 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ff35f-21a9-4fa5-9917-6f89f665829e demo demo] Pushing event updated for resources: {'Network': ['ID=4746bc69-64d5-4d05-b128-3f5f4ac06d04,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:15:16.229860 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 4746bc69-64d5-4d05-b128-3f5f4ac06d04 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:15:18.678581 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58060) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:15:19.166725 n-d-829613-2 neutron-server[103435]: WARNING oslo_policy.policy [None req-205d3247-ad08-4f2c-bc4d-099baa647afb demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 17:15:19.167300 n-d-829613-2 neutron-server[103435]: WARNING oslo_policy.policy [None req-205d3247-ad08-4f2c-bc4d-099baa647afb demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 17:15:19.609044 n-d-829613-2 neutron-server[103435]: DEBUG neutron.policy [None req-205d3247-ad08-4f2c-bc4d-099baa647afb demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103435) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 17 17:15:19.650114 n-d-829613-2 neutron-server[103435]: WARNING oslo_policy.policy [None req-205d3247-ad08-4f2c-bc4d-099baa647afb demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 17:15:19.650488 n-d-829613-2 neutron-server[103435]: WARNING oslo_policy.policy [None req-205d3247-ad08-4f2c-bc4d-099baa647afb demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 17:15:19.659433 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205d3247-ad08-4f2c-bc4d-099baa647afb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:15:19.661375 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-205d3247-ad08-4f2c-bc4d-099baa647afb demo admin] 10.222.0.87 "GET /v2.0/networks/4746bc69-64d5-4d05-b128-3f5f4ac06d04 HTTP/1.1" status: 200 len: 825 time: 0.9807215 Feb 17 17:15:19.699303 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-6217e5f3-c335-4d02-8b03-78a5bbf79f87 demo admin] 10.222.0.87 "GET /v2.0/subnetpools/badae6ef-c496-48b9-97a2-ceee03918520 HTTP/1.1" status: 200 len: 734 time: 0.0322385 Feb 17 17:15:19.708059 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-724530d7-003d-4c03-aa5a-92f0dcb0fd07 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'badae6ef-c496-48b9-97a2-ceee03918520', 'ip_version': 4, 'network_id': '4746bc69-64d5-4d05-b128-3f5f4ac06d04', 'gateway_ip': '172.20.0.1'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:15:19.744594 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724530d7-003d-4c03-aa5a-92f0dcb0fd07 demo admin] Made reservation on behalf of 38c7265e0e574643abc6331f4178dda8 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:15:19.747269 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-724530d7-003d-4c03-aa5a-92f0dcb0fd07 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:20.040336 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-724530d7-003d-4c03-aa5a-92f0dcb0fd07 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for subnet (d3c64acd-854e-4b64-a06c-027d85b1148a), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:20.110613 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724530d7-003d-4c03-aa5a-92f0dcb0fd07 demo admin] Checking segment: {'id': '47715b37-6c58-41c6-8c7f-8b2018942d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4746bc69-64d5-4d05-b128-3f5f4ac06d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:15:20.110982 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724530d7-003d-4c03-aa5a-92f0dcb0fd07 demo admin] Network hostable DHCP agents. Network: 4746bc69-64d5-4d05-b128-3f5f4ac06d04, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:15:20.120353 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724530d7-003d-4c03-aa5a-92f0dcb0fd07 demo admin] Pushing event updated for resources: {'Subnet': ['ID=d3c64acd-854e-4b64-a06c-027d85b1148a,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:15:20.133750 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724530d7-003d-4c03-aa5a-92f0dcb0fd07 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:20.134090 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724530d7-003d-4c03-aa5a-92f0dcb0fd07 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:20.134418 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724530d7-003d-4c03-aa5a-92f0dcb0fd07 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:20.134742 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724530d7-003d-4c03-aa5a-92f0dcb0fd07 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:20.135099 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724530d7-003d-4c03-aa5a-92f0dcb0fd07 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:20.135458 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724530d7-003d-4c03-aa5a-92f0dcb0fd07 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:20.135855 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724530d7-003d-4c03-aa5a-92f0dcb0fd07 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:20.136201 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724530d7-003d-4c03-aa5a-92f0dcb0fd07 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:20.137055 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724530d7-003d-4c03-aa5a-92f0dcb0fd07 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:20.137370 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724530d7-003d-4c03-aa5a-92f0dcb0fd07 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:20.137684 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724530d7-003d-4c03-aa5a-92f0dcb0fd07 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:20.137996 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724530d7-003d-4c03-aa5a-92f0dcb0fd07 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:20.138305 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724530d7-003d-4c03-aa5a-92f0dcb0fd07 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:20.139410 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724530d7-003d-4c03-aa5a-92f0dcb0fd07 demo admin] Tracked resource versions report: Feb 17 17:15:20.139410 n-d-829613-2 neutron-server[103435]: pushed versions: Feb 17 17:15:20.139410 n-d-829613-2 neutron-server[103435]: { 'AddressGroup': {'1.2'}, Feb 17 17:15:20.139410 n-d-829613-2 neutron-server[103435]: 'ConntrackHelper': {'1.0'}, Feb 17 17:15:20.139410 n-d-829613-2 neutron-server[103435]: 'LocalIPAssociation': {'1.0'}, Feb 17 17:15:20.139410 n-d-829613-2 neutron-server[103435]: 'Log': {'1.0'}, Feb 17 17:15:20.139410 n-d-829613-2 neutron-server[103435]: 'Network': {'1.1'}, Feb 17 17:15:20.139410 n-d-829613-2 neutron-server[103435]: 'Port': {'1.7'}, Feb 17 17:15:20.139410 n-d-829613-2 neutron-server[103435]: 'PortForwarding': {'1.2'}, Feb 17 17:15:20.139410 n-d-829613-2 neutron-server[103435]: 'QosPolicy': {'1.10'}, Feb 17 17:15:20.139410 n-d-829613-2 neutron-server[103435]: 'SecurityGroup': {'1.5'}, Feb 17 17:15:20.139410 n-d-829613-2 neutron-server[103435]: 'SecurityGroupRule': {'1.2'}, Feb 17 17:15:20.139410 n-d-829613-2 neutron-server[103435]: 'SubPort': {'1.0'}, Feb 17 17:15:20.139410 n-d-829613-2 neutron-server[103435]: 'Subnet': {'1.1'}, Feb 17 17:15:20.139410 n-d-829613-2 neutron-server[103435]: 'Trunk': {'1.1'}} Feb 17 17:15:20.139410 n-d-829613-2 neutron-server[103435]: consumer versions: Feb 17 17:15:20.139410 n-d-829613-2 neutron-server[103435]: { DHCP agent@n-d-829613-2: {}, Feb 17 17:15:20.139410 n-d-829613-2 neutron-server[103435]: L3 agent@n-d-829613-2: {}, Feb 17 17:15:20.139410 n-d-829613-2 neutron-server[103435]: Metadata agent@n-d-829613-2: {}, Feb 17 17:15:20.139410 n-d-829613-2 neutron-server[103435]: Metering agent@n-d-829613-2: {}, Feb 17 17:15:20.139410 n-d-829613-2 neutron-server[103435]: Open vSwitch agent@n-d-829613-2: { 'AddressGroup': '1.2', Feb 17 17:15:20.139410 n-d-829613-2 neutron-server[103435]: 'ConntrackHelper': '1.0', Feb 17 17:15:20.139410 n-d-829613-2 neutron-server[103435]: 'LocalIPAssociation': '1.0', Feb 17 17:15:20.139410 n-d-829613-2 neutron-server[103435]: 'Log': '1.0', Feb 17 17:15:20.139410 n-d-829613-2 neutron-server[103435]: 'Network': '1.1', Feb 17 17:15:20.139410 n-d-829613-2 neutron-server[103435]: 'Port': '1.7', Feb 17 17:15:20.139410 n-d-829613-2 neutron-server[103435]: 'PortForwarding': '1.2', Feb 17 17:15:20.139410 n-d-829613-2 neutron-server[103435]: 'QosPolicy': '1.10', Feb 17 17:15:20.139410 n-d-829613-2 neutron-server[103435]: 'SecurityGroup': '1.5', Feb 17 17:15:20.139410 n-d-829613-2 neutron-server[103435]: 'SecurityGroupRule': '1.2', Feb 17 17:15:20.139410 n-d-829613-2 neutron-server[103435]: 'SubPort': '1.0', Feb 17 17:15:20.139410 n-d-829613-2 neutron-server[103435]: 'Subnet': '1.1', Feb 17 17:15:20.139410 n-d-829613-2 neutron-server[103435]: 'Trunk': '1.1'}} Feb 17 17:15:20.139410 n-d-829613-2 neutron-server[103435]: {{(pid=103435) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 17:15:20.164484 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724530d7-003d-4c03-aa5a-92f0dcb0fd07 demo admin] Network 4746bc69-64d5-4d05-b128-3f5f4ac06d04 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:15:20.176284 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-724530d7-003d-4c03-aa5a-92f0dcb0fd07 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 4746bc69-64d5-4d05-b128-3f5f4ac06d04) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:15:20.180743 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724530d7-003d-4c03-aa5a-92f0dcb0fd07 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:15:20.181408 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-724530d7-003d-4c03-aa5a-92f0dcb0fd07 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:20.186428 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b247dbc-b7b7-41cd-824e-59b2b9b0fe3a None None] Network 4746bc69-64d5-4d05-b128-3f5f4ac06d04 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:15:20.203685 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-724530d7-003d-4c03-aa5a-92f0dcb0fd07 demo admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4989126 Feb 17 17:15:20.565674 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b830d8-800b-4f89-b845-2358b14249d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-4746bc69-64d5-4d05-b128-3f5f4ac06d04', 'network_id': '4746bc69-64d5-4d05-b128-3f5f4ac06d04', 'project_id': '38c7265e0e574643abc6331f4178dda8', 'fixed_ips': [{'subnet_id': 'd3c64acd-854e-4b64-a06c-027d85b1148a'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:15:20.566993 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a4b830d8-800b-4f89-b845-2358b14249d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:20.851829 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-a4b830d8-800b-4f89-b845-2358b14249d3 None None] Allocated IP 172.20.0.2 (4746bc69-64d5-4d05-b128-3f5f4ac06d04/d3c64acd-854e-4b64-a06c-027d85b1148a/02b7cf0a-da43-4f58-8c35-4d983801b7a9) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:15:21.129321 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a4b830d8-800b-4f89-b845-2358b14249d3 None None] Publish callbacks [] for port (02b7cf0a-da43-4f58-8c35-4d983801b7a9), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:21.137362 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a4b830d8-800b-4f89-b845-2358b14249d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (02b7cf0a-da43-4f58-8c35-4d983801b7a9), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:21.213242 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b830d8-800b-4f89-b845-2358b14249d3 None None] Network 4746bc69-64d5-4d05-b128-3f5f4ac06d04 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:15:21.218473 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-a4b830d8-800b-4f89-b845-2358b14249d3 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:15:21.221799 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b830d8-800b-4f89-b845-2358b14249d3 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:15:21.233710 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b830d8-800b-4f89-b845-2358b14249d3 None None] Pushing event updated for resources: {'Port': ['ID=02b7cf0a-da43-4f58-8c35-4d983801b7a9,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:15:21.275840 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b830d8-800b-4f89-b845-2358b14249d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:21.276188 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b830d8-800b-4f89-b845-2358b14249d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:21.276562 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b830d8-800b-4f89-b845-2358b14249d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:21.276895 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b830d8-800b-4f89-b845-2358b14249d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:21.277789 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b830d8-800b-4f89-b845-2358b14249d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:21.278123 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b830d8-800b-4f89-b845-2358b14249d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:21.278450 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b830d8-800b-4f89-b845-2358b14249d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:21.278776 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b830d8-800b-4f89-b845-2358b14249d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:21.279100 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b830d8-800b-4f89-b845-2358b14249d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:21.279421 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b830d8-800b-4f89-b845-2358b14249d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:21.279742 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b830d8-800b-4f89-b845-2358b14249d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:21.280061 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b830d8-800b-4f89-b845-2358b14249d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:21.280408 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b830d8-800b-4f89-b845-2358b14249d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:21.281558 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b830d8-800b-4f89-b845-2358b14249d3 None None] Tracked resource versions report: Feb 17 17:15:21.281558 n-d-829613-2 neutron-server[103436]: pushed versions: Feb 17 17:15:21.281558 n-d-829613-2 neutron-server[103436]: { 'AddressGroup': {'1.2'}, Feb 17 17:15:21.281558 n-d-829613-2 neutron-server[103436]: 'ConntrackHelper': {'1.0'}, Feb 17 17:15:21.281558 n-d-829613-2 neutron-server[103436]: 'LocalIPAssociation': {'1.0'}, Feb 17 17:15:21.281558 n-d-829613-2 neutron-server[103436]: 'Log': {'1.0'}, Feb 17 17:15:21.281558 n-d-829613-2 neutron-server[103436]: 'Network': {'1.1'}, Feb 17 17:15:21.281558 n-d-829613-2 neutron-server[103436]: 'Port': {'1.7'}, Feb 17 17:15:21.281558 n-d-829613-2 neutron-server[103436]: 'PortForwarding': {'1.2'}, Feb 17 17:15:21.281558 n-d-829613-2 neutron-server[103436]: 'QosPolicy': {'1.10'}, Feb 17 17:15:21.281558 n-d-829613-2 neutron-server[103436]: 'SecurityGroup': {'1.5'}, Feb 17 17:15:21.281558 n-d-829613-2 neutron-server[103436]: 'SecurityGroupRule': {'1.2'}, Feb 17 17:15:21.281558 n-d-829613-2 neutron-server[103436]: 'SubPort': {'1.0'}, Feb 17 17:15:21.281558 n-d-829613-2 neutron-server[103436]: 'Subnet': {'1.1'}, Feb 17 17:15:21.281558 n-d-829613-2 neutron-server[103436]: 'Trunk': {'1.1'}} Feb 17 17:15:21.281558 n-d-829613-2 neutron-server[103436]: consumer versions: Feb 17 17:15:21.281558 n-d-829613-2 neutron-server[103436]: { DHCP agent@n-d-829613-2: {}, Feb 17 17:15:21.281558 n-d-829613-2 neutron-server[103436]: L3 agent@n-d-829613-2: {}, Feb 17 17:15:21.281558 n-d-829613-2 neutron-server[103436]: Metadata agent@n-d-829613-2: {}, Feb 17 17:15:21.281558 n-d-829613-2 neutron-server[103436]: Metering agent@n-d-829613-2: {}, Feb 17 17:15:21.281558 n-d-829613-2 neutron-server[103436]: Open vSwitch agent@n-d-829613-2: { 'AddressGroup': '1.2', Feb 17 17:15:21.281558 n-d-829613-2 neutron-server[103436]: 'ConntrackHelper': '1.0', Feb 17 17:15:21.281558 n-d-829613-2 neutron-server[103436]: 'LocalIPAssociation': '1.0', Feb 17 17:15:21.281558 n-d-829613-2 neutron-server[103436]: 'Log': '1.0', Feb 17 17:15:21.281558 n-d-829613-2 neutron-server[103436]: 'Network': '1.1', Feb 17 17:15:21.281558 n-d-829613-2 neutron-server[103436]: 'Port': '1.7', Feb 17 17:15:21.281558 n-d-829613-2 neutron-server[103436]: 'PortForwarding': '1.2', Feb 17 17:15:21.281558 n-d-829613-2 neutron-server[103436]: 'QosPolicy': '1.10', Feb 17 17:15:21.281558 n-d-829613-2 neutron-server[103436]: 'SecurityGroup': '1.5', Feb 17 17:15:21.281558 n-d-829613-2 neutron-server[103436]: 'SecurityGroupRule': '1.2', Feb 17 17:15:21.281558 n-d-829613-2 neutron-server[103436]: 'SubPort': '1.0', Feb 17 17:15:21.281558 n-d-829613-2 neutron-server[103436]: 'Subnet': '1.1', Feb 17 17:15:21.281558 n-d-829613-2 neutron-server[103436]: 'Trunk': '1.1'}} Feb 17 17:15:21.281558 n-d-829613-2 neutron-server[103436]: {{(pid=103436) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 17:15:21.317479 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-a4b830d8-800b-4f89-b845-2358b14249d3 None None] Attempting to bind port 02b7cf0a-da43-4f58-8c35-4d983801b7a9 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:15:21.317890 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-a4b830d8-800b-4f89-b845-2358b14249d3 None None] Attempting to bind port 02b7cf0a-da43-4f58-8c35-4d983801b7a9 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '47715b37-6c58-41c6-8c7f-8b2018942d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4746bc69-64d5-4d05-b128-3f5f4ac06d04'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:15:21.318335 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b830d8-800b-4f89-b845-2358b14249d3 None None] Attempting to bind port 02b7cf0a-da43-4f58-8c35-4d983801b7a9 on network 4746bc69-64d5-4d05-b128-3f5f4ac06d04 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:15:21.323225 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b830d8-800b-4f89-b845-2358b14249d3 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:15:21.323619 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b830d8-800b-4f89-b845-2358b14249d3 None None] Checking segment: {'id': '47715b37-6c58-41c6-8c7f-8b2018942d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4746bc69-64d5-4d05-b128-3f5f4ac06d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:15:21.324612 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a4b830d8-800b-4f89-b845-2358b14249d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:21.325259 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b830d8-800b-4f89-b845-2358b14249d3 None None] Bound using segment: {'id': '47715b37-6c58-41c6-8c7f-8b2018942d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4746bc69-64d5-4d05-b128-3f5f4ac06d04'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:15:21.325741 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-a4b830d8-800b-4f89-b845-2358b14249d3 None None] Bound port: 02b7cf0a-da43-4f58-8c35-4d983801b7a9, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47715b37-6c58-41c6-8c7f-8b2018942d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4746bc69-64d5-4d05-b128-3f5f4ac06d04'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:15:21.326148 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a4b830d8-800b-4f89-b845-2358b14249d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (02b7cf0a-da43-4f58-8c35-4d983801b7a9), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:21.389104 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-a4b830d8-800b-4f89-b845-2358b14249d3 None None] For port 02b7cf0a-da43-4f58-8c35-4d983801b7a9, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:15:21.393518 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-a4b830d8-800b-4f89-b845-2358b14249d3 None None] For port 02b7cf0a-da43-4f58-8c35-4d983801b7a9, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=02b7cf0a-da43-4f58-8c35-4d983801b7a9,segment=NetworkSegment(47715b37-6c58-41c6-8c7f-8b2018942d6b),segment_id=47715b37-6c58-41c6-8c7f-8b2018942d6b)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:15:21.402048 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a4b830d8-800b-4f89-b845-2358b14249d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (02b7cf0a-da43-4f58-8c35-4d983801b7a9), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:21.463003 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b830d8-800b-4f89-b845-2358b14249d3 None None] Pushing event updated for resources: {'Port': ['ID=02b7cf0a-da43-4f58-8c35-4d983801b7a9,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:15:22.762819 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58080) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:15:23.084603 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-b0b81b9b-9cd7-451d-9bc2-5937ebd37396 admin admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:15:23.085703 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b0b81b9b-9cd7-451d-9bc2-5937ebd37396 admin admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3218365 Feb 17 17:15:25.624054 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58088) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:15:25.930712 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-93e8034f-a601-4a4c-a72d-82bf47d230cd admin admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:15:25.931696 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-93e8034f-a601-4a4c-a72d-82bf47d230cd admin admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3066087 Feb 17 17:15:28.493578 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58096) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:15:28.801035 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-59370bc1-c1cb-4991-81f9-76da8440fc35 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:15:28.825418 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-59370bc1-c1cb-4991-81f9-76da8440fc35 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (b1d8450b-0078-44e8-858d-9c3d86fbac09), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:28.827044 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-59370bc1-c1cb-4991-81f9-76da8440fc35 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (b1d8450b-0078-44e8-858d-9c3d86fbac09), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:28.961032 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-59370bc1-c1cb-4991-81f9-76da8440fc35 demo demo] Publish callbacks [] for router_controller (b1d8450b-0078-44e8-858d-9c3d86fbac09), precommit_add_association {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:28.965979 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-59370bc1-c1cb-4991-81f9-76da8440fc35 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (b1d8450b-0078-44e8-858d-9c3d86fbac09), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:28.986395 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-59370bc1-c1cb-4991-81f9-76da8440fc35 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:28.987547 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-59370bc1-c1cb-4991-81f9-76da8440fc35 demo demo] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4929855 Feb 17 17:15:31.555795 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58108) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:15:31.606881 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 02b7cf0a-da43-4f58-8c35-4d983801b7a9 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:15:31.697043 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 02b7cf0a-da43-4f58-8c35-4d983801b7a9 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:15:31.697457 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (02b7cf0a-da43-4f58-8c35-4d983801b7a9), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:31.806062 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 02b7cf0a-da43-4f58-8c35-4d983801b7a9 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:15:31.806369 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (02b7cf0a-da43-4f58-8c35-4d983801b7a9), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:31.845749 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 02b7cf0a-da43-4f58-8c35-4d983801b7a9, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=02b7cf0a-da43-4f58-8c35-4d983801b7a9,segment=NetworkSegment(47715b37-6c58-41c6-8c7f-8b2018942d6b),segment_id=47715b37-6c58-41c6-8c7f-8b2018942d6b)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:15:31.850240 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (02b7cf0a-da43-4f58-8c35-4d983801b7a9), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:31.890343 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [None req-eaccd88b-d01a-4d92-83aa-c9d4d1fbda15 admin admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:15:31.904270 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-eaccd88b-d01a-4d92-83aa-c9d4d1fbda15 admin admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3346503 Feb 17 17:15:31.910079 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=02b7cf0a-da43-4f58-8c35-4d983801b7a9,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:15:32.817240 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2ebc9b12-2bb1-4435-9480-362871647503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:33.016922 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6c6089-1d79-448d-8d3d-ab44f25f0cce None None] Network 4746bc69-64d5-4d05-b128-3f5f4ac06d04 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:15:33.117447 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-d6649c0e-3f4d-4406-bc0f-873049d811a8 None None] Provisioning complete for port 02b7cf0a-da43-4f58-8c35-4d983801b7a9 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:15:33.117969 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d6649c0e-3f4d-4406-bc0f-873049d811a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (02b7cf0a-da43-4f58-8c35-4d983801b7a9), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:33.252646 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-d6649c0e-3f4d-4406-bc0f-873049d811a8 None None] Current status of the port 02b7cf0a-da43-4f58-8c35-4d983801b7a9 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:15:33.575733 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 02b7cf0a-da43-4f58-8c35-4d983801b7a9 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:15:33.599013 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-73a67416-1345-47d5-8215-310d092cf918 None None] Provisioning complete for port 02b7cf0a-da43-4f58-8c35-4d983801b7a9 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:15:33.599404 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-73a67416-1345-47d5-8215-310d092cf918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (02b7cf0a-da43-4f58-8c35-4d983801b7a9), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:33.657491 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 02b7cf0a-da43-4f58-8c35-4d983801b7a9 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:15:33.657808 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (02b7cf0a-da43-4f58-8c35-4d983801b7a9), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:33.722522 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-73a67416-1345-47d5-8215-310d092cf918 None None] Current status of the port 02b7cf0a-da43-4f58-8c35-4d983801b7a9 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:15:33.763953 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 02b7cf0a-da43-4f58-8c35-4d983801b7a9 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:15:34.436376 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58116) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:15:34.748202 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-5c38eb2f-13ff-4414-a5db-97ca32423e44 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:15:34.771237 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c38eb2f-13ff-4414-a5db-97ca32423e44 admin admin] Made reservation on behalf of 1eac2fab0ba548f3b86cc26336a518c0 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:15:34.773524 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5c38eb2f-13ff-4414-a5db-97ca32423e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:34.788382 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5c38eb2f-13ff-4414-a5db-97ca32423e44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:34.887397 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5c38eb2f-13ff-4414-a5db-97ca32423e44 admin admin] Publish callbacks [] for security_group (81838e85-288b-466a-a2a4-79b3d161fbef), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:34.890990 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5c38eb2f-13ff-4414-a5db-97ca32423e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (81838e85-288b-466a-a2a4-79b3d161fbef), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:34.905601 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5c38eb2f-13ff-4414-a5db-97ca32423e44 admin admin] Reserving flat network on physical network physnet1 {{(pid=103435) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 17 17:15:34.929417 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c38eb2f-13ff-4414-a5db-97ca32423e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81838e85-288b-466a-a2a4-79b3d161fbef,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:15:34.932012 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5c38eb2f-13ff-4414-a5db-97ca32423e44 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786427882626', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (0b8b28a4-46f6-4a27-8bf2-c62b42954755), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:34.932656 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5c38eb2f-13ff-4414-a5db-97ca32423e44 admin admin] Unsubscribe: segment precommit_create {{(pid=103435) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 17 17:15:34.933107 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-5c38eb2f-13ff-4414-a5db-97ca32423e44 admin admin] Added segment 0b8b28a4-46f6-4a27-8bf2-c62b42954755 of type flat for network d7afcf1f-5124-4168-b80f-10ace9d04ea7 Feb 17 17:15:35.006676 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5c38eb2f-13ff-4414-a5db-97ca32423e44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (d7afcf1f-5124-4168-b80f-10ace9d04ea7), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:35.045998 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5c38eb2f-13ff-4414-a5db-97ca32423e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (d7afcf1f-5124-4168-b80f-10ace9d04ea7), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:35.046960 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c38eb2f-13ff-4414-a5db-97ca32423e44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:15:35.047531 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5c38eb2f-13ff-4414-a5db-97ca32423e44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:35.099345 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-5c38eb2f-13ff-4414-a5db-97ca32423e44 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6619065 Feb 17 17:15:35.142532 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c38eb2f-13ff-4414-a5db-97ca32423e44 admin admin] Pushing event updated for resources: {'Network': ['ID=d7afcf1f-5124-4168-b80f-10ace9d04ea7,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:15:35.154386 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:15:35.343314 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a9901f70-c6f7-47c8-beed-7031eaf9068b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:36.451672 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:37.614451 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58134) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:15:37.663759 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:37.787409 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cc41c8-ef86-413d-9455-b0a3d4e0d75f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:15:37.788779 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-57cc41c8-ef86-413d-9455-b0a3d4e0d75f demo admin] 10.222.0.87 "GET /v2.0/subnets/d3c64acd-854e-4b64-a06c-027d85b1148a HTTP/1.1" status: 200 len: 849 time: 0.1733646 Feb 17 17:15:37.911627 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-f3bd9884-12a1-4ad1-a9f7-ee5e0105a9a8 demo admin] 10.222.0.87 "GET /v2.0/routers/b1d8450b-0078-44e8-858d-9c3d86fbac09 HTTP/1.1" status: 200 len: 704 time: 0.1166618 Feb 17 17:15:38.182675 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3739372d-5e7a-48d3-84a5-9326d4732f51 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:38.467775 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-3739372d-5e7a-48d3-84a5-9326d4732f51 demo admin] Allocated IP 172.20.0.1 (4746bc69-64d5-4d05-b128-3f5f4ac06d04/d3c64acd-854e-4b64-a06c-027d85b1148a/d913203f-f419-430b-a819-a3a28af0b3e0) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:15:38.625263 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3739372d-5e7a-48d3-84a5-9326d4732f51 demo admin] Publish callbacks [] for port (d913203f-f419-430b-a819-a3a28af0b3e0), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:38.690223 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3739372d-5e7a-48d3-84a5-9326d4732f51 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (d913203f-f419-430b-a819-a3a28af0b3e0), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:38.755660 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3739372d-5e7a-48d3-84a5-9326d4732f51 demo admin] Network 4746bc69-64d5-4d05-b128-3f5f4ac06d04 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:15:38.762142 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-3739372d-5e7a-48d3-84a5-9326d4732f51 demo admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:15:38.769879 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3739372d-5e7a-48d3-84a5-9326d4732f51 demo admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:15:38.770421 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3739372d-5e7a-48d3-84a5-9326d4732f51 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (b1d8450b-0078-44e8-858d-9c3d86fbac09), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:38.879295 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:38.895596 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3739372d-5e7a-48d3-84a5-9326d4732f51 demo admin] Pushing event updated for resources: {'Port': ['ID=d913203f-f419-430b-a819-a3a28af0b3e0,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:15:38.969437 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-d54a937a-5017-4c68-ba21-8a1fe43b6e7e None None] Provisioning complete for port d913203f-f419-430b-a819-a3a28af0b3e0 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:15:38.969836 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d54a937a-5017-4c68-ba21-8a1fe43b6e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d913203f-f419-430b-a819-a3a28af0b3e0), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:39.003163 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-d54a937a-5017-4c68-ba21-8a1fe43b6e7e None None] Port d913203f-f419-430b-a819-a3a28af0b3e0 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:15:39.027528 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3739372d-5e7a-48d3-84a5-9326d4732f51 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d913203f-f419-430b-a819-a3a28af0b3e0), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:39.230981 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3739372d-5e7a-48d3-84a5-9326d4732f51 demo admin] Publish callbacks [] for port (d913203f-f419-430b-a819-a3a28af0b3e0), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:39.235207 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3739372d-5e7a-48d3-84a5-9326d4732f51 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (d913203f-f419-430b-a819-a3a28af0b3e0), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:39.235964 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3739372d-5e7a-48d3-84a5-9326d4732f51 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (b1d8450b-0078-44e8-858d-9c3d86fbac09), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:39.292686 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3739372d-5e7a-48d3-84a5-9326d4732f51 demo admin] Pushing event updated for resources: {'Port': ['ID=d913203f-f419-430b-a819-a3a28af0b3e0,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:15:39.357524 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3739372d-5e7a-48d3-84a5-9326d4732f51 demo admin] Network 4746bc69-64d5-4d05-b128-3f5f4ac06d04 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:15:39.358795 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-3739372d-5e7a-48d3-84a5-9326d4732f51 demo admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:15:39.516339 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3739372d-5e7a-48d3-84a5-9326d4732f51 demo admin] Router b1d8450b-0078-44e8-858d-9c3d86fbac09 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:15:39.524789 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-14f817c5-6cf3-4916-a669-f3e9edfed562 None None] Provisioning complete for port d913203f-f419-430b-a819-a3a28af0b3e0 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:15:39.525182 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-14f817c5-6cf3-4916-a669-f3e9edfed562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d913203f-f419-430b-a819-a3a28af0b3e0), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:39.560097 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-14f817c5-6cf3-4916-a669-f3e9edfed562 None None] Port d913203f-f419-430b-a819-a3a28af0b3e0 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:15:39.609451 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3739372d-5e7a-48d3-84a5-9326d4732f51 demo admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:15:39.614584 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-3739372d-5e7a-48d3-84a5-9326d4732f51 demo admin] 10.222.0.87 "PUT /v2.0/routers/b1d8450b-0078-44e8-858d-9c3d86fbac09/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6978257 Feb 17 17:15:39.629664 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8864f1ed-7a17-449a-be69-f6bc5aceb0a3 None None] Sync routers for ids ['b1d8450b-0078-44e8-858d-9c3d86fbac09'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:15:39.642239 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8864f1ed-7a17-449a-be69-f6bc5aceb0a3 None None] Routers {'b1d8450b-0078-44e8-858d-9c3d86fbac09'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:15:39.643181 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-8864f1ed-7a17-449a-be69-f6bc5aceb0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:15:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['b1d8450b-0078-44e8-858d-9c3d86fbac09'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:15:39.833479 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-8864f1ed-7a17-449a-be69-f6bc5aceb0a3 None None] Set router b1d8450b-0078-44e8-858d-9c3d86fbac09 gateway port host: None {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:15:40.266114 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-8864f1ed-7a17-449a-be69-f6bc5aceb0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d8450b-0078-44e8-858d-9c3d86fbac09', 'name': 'router1', 'tenant_id': '38c7265e0e574643abc6331f4178dda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:15:28Z', 'updated_at': '2022-02-17T17:15:38Z', 'revision_number': 2, 'project_id': '38c7265e0e574643abc6331f4178dda8', 'gw_port_host': None, '_interfaces': [{'id': 'd913203f-f419-430b-a819-a3a28af0b3e0', 'name': '', 'network_id': '4746bc69-64d5-4d05-b128-3f5f4ac06d04', 'tenant_id': '38c7265e0e574643abc6331f4178dda8', 'mac_address': 'fa:16:3e:f1:81:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d8450b-0078-44e8-858d-9c3d86fbac09', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3c64acd-854e-4b64-a06c-027d85b1148a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:15:38Z', 'updated_at': '2022-02-17T17:15:39Z', 'revision_number': 2, 'project_id': '38c7265e0e574643abc6331f4178dda8', 'subnets': [{'id': 'd3c64acd-854e-4b64-a06c-027d85b1148a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'badae6ef-c496-48b9-97a2-ceee03918520'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:15:40.316818 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8864f1ed-7a17-449a-be69-f6bc5aceb0a3 None None] Checking router: b1d8450b-0078-44e8-858d-9c3d86fbac09 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:15:40.317193 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8864f1ed-7a17-449a-be69-f6bc5aceb0a3 None None] Updating router b1d8450b-0078-44e8-858d-9c3d86fbac09 port d913203f-f419-430b-a819-a3a28af0b3e0 binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:15:40.369416 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8864f1ed-7a17-449a-be69-f6bc5aceb0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d913203f-f419-430b-a819-a3a28af0b3e0), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:40.882363 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8864f1ed-7a17-449a-be69-f6bc5aceb0a3 None None] Publish callbacks [] for port (d913203f-f419-430b-a819-a3a28af0b3e0), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:40.889734 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8864f1ed-7a17-449a-be69-f6bc5aceb0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (d913203f-f419-430b-a819-a3a28af0b3e0), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:41.058582 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc66e223-771d-46b0-9153-827c837e0d8c None None] Pushing event updated for resources: {'Port': ['ID=d913203f-f419-430b-a819-a3a28af0b3e0,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:15:41.061258 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-8864f1ed-7a17-449a-be69-f6bc5aceb0a3 None None] Attempting to bind port d913203f-f419-430b-a819-a3a28af0b3e0 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:15:41.061623 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-8864f1ed-7a17-449a-be69-f6bc5aceb0a3 None None] Attempting to bind port d913203f-f419-430b-a819-a3a28af0b3e0 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '47715b37-6c58-41c6-8c7f-8b2018942d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4746bc69-64d5-4d05-b128-3f5f4ac06d04'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:15:41.062061 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8864f1ed-7a17-449a-be69-f6bc5aceb0a3 None None] Attempting to bind port d913203f-f419-430b-a819-a3a28af0b3e0 on network 4746bc69-64d5-4d05-b128-3f5f4ac06d04 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:15:41.071488 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8864f1ed-7a17-449a-be69-f6bc5aceb0a3 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:15:41.071896 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8864f1ed-7a17-449a-be69-f6bc5aceb0a3 None None] Checking segment: {'id': '47715b37-6c58-41c6-8c7f-8b2018942d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4746bc69-64d5-4d05-b128-3f5f4ac06d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:15:41.072402 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8864f1ed-7a17-449a-be69-f6bc5aceb0a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:41.073317 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8864f1ed-7a17-449a-be69-f6bc5aceb0a3 None None] Bound using segment: {'id': '47715b37-6c58-41c6-8c7f-8b2018942d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4746bc69-64d5-4d05-b128-3f5f4ac06d04'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:15:41.073862 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-8864f1ed-7a17-449a-be69-f6bc5aceb0a3 None None] Bound port: d913203f-f419-430b-a819-a3a28af0b3e0, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47715b37-6c58-41c6-8c7f-8b2018942d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4746bc69-64d5-4d05-b128-3f5f4ac06d04'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:15:41.074279 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8864f1ed-7a17-449a-be69-f6bc5aceb0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d913203f-f419-430b-a819-a3a28af0b3e0), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:41.078305 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc66e223-771d-46b0-9153-827c837e0d8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:41.078654 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc66e223-771d-46b0-9153-827c837e0d8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:41.078993 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc66e223-771d-46b0-9153-827c837e0d8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:41.079641 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc66e223-771d-46b0-9153-827c837e0d8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:41.080144 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc66e223-771d-46b0-9153-827c837e0d8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:41.080505 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc66e223-771d-46b0-9153-827c837e0d8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:41.080833 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc66e223-771d-46b0-9153-827c837e0d8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:41.081160 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc66e223-771d-46b0-9153-827c837e0d8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:41.081484 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc66e223-771d-46b0-9153-827c837e0d8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:41.081808 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc66e223-771d-46b0-9153-827c837e0d8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:41.082130 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc66e223-771d-46b0-9153-827c837e0d8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:41.082451 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc66e223-771d-46b0-9153-827c837e0d8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:41.082770 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc66e223-771d-46b0-9153-827c837e0d8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:15:41.083938 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc66e223-771d-46b0-9153-827c837e0d8c None None] Tracked resource versions report: Feb 17 17:15:41.083938 n-d-829613-2 neutron-server[103438]: pushed versions: Feb 17 17:15:41.083938 n-d-829613-2 neutron-server[103438]: { 'AddressGroup': {'1.2'}, Feb 17 17:15:41.083938 n-d-829613-2 neutron-server[103438]: 'ConntrackHelper': {'1.0'}, Feb 17 17:15:41.083938 n-d-829613-2 neutron-server[103438]: 'LocalIPAssociation': {'1.0'}, Feb 17 17:15:41.083938 n-d-829613-2 neutron-server[103438]: 'Log': {'1.0'}, Feb 17 17:15:41.083938 n-d-829613-2 neutron-server[103438]: 'Network': {'1.1'}, Feb 17 17:15:41.083938 n-d-829613-2 neutron-server[103438]: 'Port': {'1.7'}, Feb 17 17:15:41.083938 n-d-829613-2 neutron-server[103438]: 'PortForwarding': {'1.2'}, Feb 17 17:15:41.083938 n-d-829613-2 neutron-server[103438]: 'QosPolicy': {'1.10'}, Feb 17 17:15:41.083938 n-d-829613-2 neutron-server[103438]: 'SecurityGroup': {'1.5'}, Feb 17 17:15:41.083938 n-d-829613-2 neutron-server[103438]: 'SecurityGroupRule': {'1.2'}, Feb 17 17:15:41.083938 n-d-829613-2 neutron-server[103438]: 'SubPort': {'1.0'}, Feb 17 17:15:41.083938 n-d-829613-2 neutron-server[103438]: 'Subnet': {'1.1'}, Feb 17 17:15:41.083938 n-d-829613-2 neutron-server[103438]: 'Trunk': {'1.1'}} Feb 17 17:15:41.083938 n-d-829613-2 neutron-server[103438]: consumer versions: Feb 17 17:15:41.083938 n-d-829613-2 neutron-server[103438]: { DHCP agent@n-d-829613-2: {}, Feb 17 17:15:41.083938 n-d-829613-2 neutron-server[103438]: L3 agent@n-d-829613-2: {}, Feb 17 17:15:41.083938 n-d-829613-2 neutron-server[103438]: Metadata agent@n-d-829613-2: {}, Feb 17 17:15:41.083938 n-d-829613-2 neutron-server[103438]: Metering agent@n-d-829613-2: {}, Feb 17 17:15:41.083938 n-d-829613-2 neutron-server[103438]: Open vSwitch agent@n-d-829613-2: { 'AddressGroup': '1.2', Feb 17 17:15:41.083938 n-d-829613-2 neutron-server[103438]: 'ConntrackHelper': '1.0', Feb 17 17:15:41.083938 n-d-829613-2 neutron-server[103438]: 'LocalIPAssociation': '1.0', Feb 17 17:15:41.083938 n-d-829613-2 neutron-server[103438]: 'Log': '1.0', Feb 17 17:15:41.083938 n-d-829613-2 neutron-server[103438]: 'Network': '1.1', Feb 17 17:15:41.083938 n-d-829613-2 neutron-server[103438]: 'Port': '1.7', Feb 17 17:15:41.083938 n-d-829613-2 neutron-server[103438]: 'PortForwarding': '1.2', Feb 17 17:15:41.083938 n-d-829613-2 neutron-server[103438]: 'QosPolicy': '1.10', Feb 17 17:15:41.083938 n-d-829613-2 neutron-server[103438]: 'SecurityGroup': '1.5', Feb 17 17:15:41.083938 n-d-829613-2 neutron-server[103438]: 'SecurityGroupRule': '1.2', Feb 17 17:15:41.083938 n-d-829613-2 neutron-server[103438]: 'SubPort': '1.0', Feb 17 17:15:41.083938 n-d-829613-2 neutron-server[103438]: 'Subnet': '1.1', Feb 17 17:15:41.083938 n-d-829613-2 neutron-server[103438]: 'Trunk': '1.1'}} Feb 17 17:15:41.083938 n-d-829613-2 neutron-server[103438]: {{(pid=103438) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 17:15:41.087760 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-3462eb97-c2a7-4a36-9699-856c92c66251 None None] Provisioning complete for port d913203f-f419-430b-a819-a3a28af0b3e0 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:15:41.088843 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3462eb97-c2a7-4a36-9699-856c92c66251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d913203f-f419-430b-a819-a3a28af0b3e0), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:41.122262 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-3462eb97-c2a7-4a36-9699-856c92c66251 None None] Port d913203f-f419-430b-a819-a3a28af0b3e0 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:15:41.154497 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-8864f1ed-7a17-449a-be69-f6bc5aceb0a3 None None] For port d913203f-f419-430b-a819-a3a28af0b3e0, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:15:41.173289 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-8864f1ed-7a17-449a-be69-f6bc5aceb0a3 None None] For port d913203f-f419-430b-a819-a3a28af0b3e0, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=d913203f-f419-430b-a819-a3a28af0b3e0,segment=NetworkSegment(47715b37-6c58-41c6-8c7f-8b2018942d6b),segment_id=47715b37-6c58-41c6-8c7f-8b2018942d6b)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:15:41.179134 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8864f1ed-7a17-449a-be69-f6bc5aceb0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (d913203f-f419-430b-a819-a3a28af0b3e0), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:41.237588 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8864f1ed-7a17-449a-be69-f6bc5aceb0a3 None None] Routers {'b1d8450b-0078-44e8-858d-9c3d86fbac09'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:15:41.238113 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-8864f1ed-7a17-449a-be69-f6bc5aceb0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:15:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['b1d8450b-0078-44e8-858d-9c3d86fbac09'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:15:41.241258 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc66e223-771d-46b0-9153-827c837e0d8c None None] Pushing event updated for resources: {'Port': ['ID=d913203f-f419-430b-a819-a3a28af0b3e0,revision_number=4']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:15:41.333182 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-8864f1ed-7a17-449a-be69-f6bc5aceb0a3 None None] Set router b1d8450b-0078-44e8-858d-9c3d86fbac09 gateway port host: None {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:15:41.443282 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-f3961993-9362-4d42-b761-0c6806b0ab3d None None] Provisioning complete for port d913203f-f419-430b-a819-a3a28af0b3e0 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:15:41.443603 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f3961993-9362-4d42-b761-0c6806b0ab3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d913203f-f419-430b-a819-a3a28af0b3e0), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:41.521460 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-f3961993-9362-4d42-b761-0c6806b0ab3d None None] Current status of the port d913203f-f419-430b-a819-a3a28af0b3e0 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:15:41.522016 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f3961993-9362-4d42-b761-0c6806b0ab3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d913203f-f419-430b-a819-a3a28af0b3e0), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:41.542665 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-8864f1ed-7a17-449a-be69-f6bc5aceb0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d8450b-0078-44e8-858d-9c3d86fbac09', 'name': 'router1', 'tenant_id': '38c7265e0e574643abc6331f4178dda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:15:28Z', 'updated_at': '2022-02-17T17:15:38Z', 'revision_number': 2, 'project_id': '38c7265e0e574643abc6331f4178dda8', 'gw_port_host': None, '_interfaces': [{'id': 'd913203f-f419-430b-a819-a3a28af0b3e0', 'name': '', 'network_id': '4746bc69-64d5-4d05-b128-3f5f4ac06d04', 'tenant_id': '38c7265e0e574643abc6331f4178dda8', 'mac_address': 'fa:16:3e:f1:81:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d8450b-0078-44e8-858d-9c3d86fbac09', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3c64acd-854e-4b64-a06c-027d85b1148a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:15:38Z', 'updated_at': '2022-02-17T17:15:41Z', 'revision_number': 4, 'project_id': '38c7265e0e574643abc6331f4178dda8', 'subnets': [{'id': 'd3c64acd-854e-4b64-a06c-027d85b1148a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'badae6ef-c496-48b9-97a2-ceee03918520'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:15:41.573576 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8864f1ed-7a17-449a-be69-f6bc5aceb0a3 None None] The sync data for ids ['b1d8450b-0078-44e8-858d-9c3d86fbac09'] in n-d-829613-2 is: [{'id': 'b1d8450b-0078-44e8-858d-9c3d86fbac09', 'name': 'router1', 'tenant_id': '38c7265e0e574643abc6331f4178dda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:15:28Z', 'updated_at': '2022-02-17T17:15:38Z', 'revision_number': 2, 'project_id': '38c7265e0e574643abc6331f4178dda8', 'gw_port_host': None, '_interfaces': [{'id': 'd913203f-f419-430b-a819-a3a28af0b3e0', 'name': '', 'network_id': '4746bc69-64d5-4d05-b128-3f5f4ac06d04', 'tenant_id': '38c7265e0e574643abc6331f4178dda8', 'mac_address': 'fa:16:3e:f1:81:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d8450b-0078-44e8-858d-9c3d86fbac09', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3c64acd-854e-4b64-a06c-027d85b1148a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:15:38Z', 'updated_at': '2022-02-17T17:15:41Z', 'revision_number': 4, 'project_id': '38c7265e0e574643abc6331f4178dda8', 'subnets': [{'id': 'd3c64acd-854e-4b64-a06c-027d85b1148a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'badae6ef-c496-48b9-97a2-ceee03918520'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:15:41.613664 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-f3961993-9362-4d42-b761-0c6806b0ab3d None None] For port d913203f-f419-430b-a819-a3a28af0b3e0, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=d913203f-f419-430b-a819-a3a28af0b3e0,segment=NetworkSegment(47715b37-6c58-41c6-8c7f-8b2018942d6b),segment_id=47715b37-6c58-41c6-8c7f-8b2018942d6b)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:15:41.617677 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f3961993-9362-4d42-b761-0c6806b0ab3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (d913203f-f419-430b-a819-a3a28af0b3e0), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:41.665039 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3961993-9362-4d42-b761-0c6806b0ab3d None None] Pushing event updated for resources: {'Port': ['ID=d913203f-f419-430b-a819-a3a28af0b3e0,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:15:42.071475 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58154) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:15:42.179008 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb5b09a-899e-44bb-8785-c7432fef098f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:15:42.180304 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-6fb5b09a-899e-44bb-8785-c7432fef098f admin admin] 10.222.0.87 "GET /v2.0/networks/d7afcf1f-5124-4168-b80f-10ace9d04ea7 HTTP/1.1" status: 200 len: 842 time: 0.1077745 Feb 17 17:15:42.189706 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-f228d406-7a10-4250-bd4d-278fec004522 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.25.8.0/24', 'name': 'public-subnet', 'ip_version': 4, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'gateway_ip': '172.25.8.1'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:15:42.210482 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f228d406-7a10-4250-bd4d-278fec004522 admin admin] Made reservation on behalf of 1eac2fab0ba548f3b86cc26336a518c0 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:15:42.212698 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f228d406-7a10-4250-bd4d-278fec004522 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:42.489333 n-d-829613-2 neutron-server[103435]: DEBUG neutron.objects.ports [None req-f228d406-7a10-4250-bd4d-278fec004522 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103435) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 17 17:15:42.489678 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f228d406-7a10-4250-bd4d-278fec004522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for subnet (43ef4ad6-a93a-4742-b276-613f9c37730c), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:42.544357 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f228d406-7a10-4250-bd4d-278fec004522 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43ef4ad6-a93a-4742-b276-613f9c37730c,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:15:42.551837 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f228d406-7a10-4250-bd4d-278fec004522 admin admin] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:15:42.552197 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f228d406-7a10-4250-bd4d-278fec004522 admin admin] Network hostable DHCP agents. Network: d7afcf1f-5124-4168-b80f-10ace9d04ea7, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:15:42.569072 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f228d406-7a10-4250-bd4d-278fec004522 admin admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:15:42.577824 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-f228d406-7a10-4250-bd4d-278fec004522 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, d7afcf1f-5124-4168-b80f-10ace9d04ea7) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:15:42.582086 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f228d406-7a10-4250-bd4d-278fec004522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:15:42.582677 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f228d406-7a10-4250-bd4d-278fec004522 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:42.589220 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83bf5f8-2362-4c8d-867c-d3d06ffb05a9 None None] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:15:42.597862 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-f228d406-7a10-4250-bd4d-278fec004522 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4114633 Feb 17 17:15:42.692429 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b24da2a-8923-4fea-841e-5a0260c06b00 None None] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:15:45.034338 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58162) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:15:45.163663 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b5cee7b2-aab0-4551-958b-7b8469cbdca6 demo admin] 10.222.0.87 "GET /v2.0/routers/b1d8450b-0078-44e8-858d-9c3d86fbac09 HTTP/1.1" status: 200 len: 710 time: 0.1281500 Feb 17 17:15:45.337009 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8358d8-0754-463c-ac20-35af2539f0cd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:15:45.338556 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-be8358d8-0754-463c-ac20-35af2539f0cd demo admin] 10.222.0.87 "GET /v2.0/networks/d7afcf1f-5124-4168-b80f-10ace9d04ea7 HTTP/1.1" status: 200 len: 886 time: 0.1677024 Feb 17 17:15:45.347720 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-4bee8dd9-7b23-497c-8c43-139c6e848b8b demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:15:45.601691 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4bee8dd9-7b23-497c-8c43-139c6e848b8b demo admin] Publish callbacks [] for router_gateway (b1d8450b-0078-44e8-858d-9c3d86fbac09), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:45.831987 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4bee8dd9-7b23-497c-8c43-139c6e848b8b demo admin] Publish callbacks [] for router_gateway (b1d8450b-0078-44e8-858d-9c3d86fbac09), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:45.911808 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4bee8dd9-7b23-497c-8c43-139c6e848b8b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:46.016203 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-4bee8dd9-7b23-497c-8c43-139c6e848b8b demo admin] Allocated IP 172.25.8.196 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/1c7356c7-9caf-4ae1-a95d-aa141e45b60b) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:15:46.114108 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4bee8dd9-7b23-497c-8c43-139c6e848b8b demo admin] Publish callbacks [] for port (1c7356c7-9caf-4ae1-a95d-aa141e45b60b), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:46.150627 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4bee8dd9-7b23-497c-8c43-139c6e848b8b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (1c7356c7-9caf-4ae1-a95d-aa141e45b60b), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:46.185253 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bee8dd9-7b23-497c-8c43-139c6e848b8b demo admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:15:46.189787 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-4bee8dd9-7b23-497c-8c43-139c6e848b8b demo admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:15:46.193154 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bee8dd9-7b23-497c-8c43-139c6e848b8b demo admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:15:46.274195 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bee8dd9-7b23-497c-8c43-139c6e848b8b demo admin] Pushing event updated for resources: {'Port': ['ID=1c7356c7-9caf-4ae1-a95d-aa141e45b60b,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:15:46.481031 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4bee8dd9-7b23-497c-8c43-139c6e848b8b demo admin] Publish callbacks [] for router_gateway (b1d8450b-0078-44e8-858d-9c3d86fbac09), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:46.771033 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4bee8dd9-7b23-497c-8c43-139c6e848b8b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-362104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31404'] for router (b1d8450b-0078-44e8-858d-9c3d86fbac09), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:46.774400 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4bee8dd9-7b23-497c-8c43-139c6e848b8b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-362081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-362090', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-362947'] for router (b1d8450b-0078-44e8-858d-9c3d86fbac09), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:46.892089 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bee8dd9-7b23-497c-8c43-139c6e848b8b demo admin] Router b1d8450b-0078-44e8-858d-9c3d86fbac09 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:15:47.005902 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bee8dd9-7b23-497c-8c43-139c6e848b8b demo admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:15:47.010992 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4bee8dd9-7b23-497c-8c43-139c6e848b8b demo admin] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:47.024385 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4bee8dd9-7b23-497c-8c43-139c6e848b8b demo admin] 10.222.0.87 "PUT /v2.0/routers/b1d8450b-0078-44e8-858d-9c3d86fbac09 HTTP/1.1" status: 200 len: 890 time: 1.6680276 Feb 17 17:15:49.610272 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device d913203f-f419-430b-a819-a3a28af0b3e0 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:15:49.636444 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58174) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:15:49.664170 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port d913203f-f419-430b-a819-a3a28af0b3e0 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:15:49.664576 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d913203f-f419-430b-a819-a3a28af0b3e0), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:49.744735 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port d913203f-f419-430b-a819-a3a28af0b3e0 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:15:49.755785 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-88108a61-c34e-4cc8-8d16-733f9e87acfe admin admin] 10.222.0.87 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1182351 Feb 17 17:15:50.534242 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f4e8c6-d7a2-4027-81ee-749f06ff43f0 None None] Sync routers for ids ['b1d8450b-0078-44e8-858d-9c3d86fbac09'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:15:50.546437 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f4e8c6-d7a2-4027-81ee-749f06ff43f0 None None] Routers {'b1d8450b-0078-44e8-858d-9c3d86fbac09'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:15:50.547093 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-60f4e8c6-d7a2-4027-81ee-749f06ff43f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:15:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['b1d8450b-0078-44e8-858d-9c3d86fbac09'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:15:50.764513 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-60f4e8c6-d7a2-4027-81ee-749f06ff43f0 None None] Set router b1d8450b-0078-44e8-858d-9c3d86fbac09 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:15:51.156281 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-60f4e8c6-d7a2-4027-81ee-749f06ff43f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d8450b-0078-44e8-858d-9c3d86fbac09', 'name': 'router1', 'tenant_id': '38c7265e0e574643abc6331f4178dda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '1c7356c7-9caf-4ae1-a95d-aa141e45b60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:15:28Z', 'updated_at': '2022-02-17T17:15:46Z', 'revision_number': 4, 'project_id': '38c7265e0e574643abc6331f4178dda8', 'gw_port': {'id': '1c7356c7-9caf-4ae1-a95d-aa141e45b60b', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:dd:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d8450b-0078-44e8-858d-9c3d86fbac09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:15:45Z', 'updated_at': '2022-02-17T17:15:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'd913203f-f419-430b-a819-a3a28af0b3e0', 'name': '', 'network_id': '4746bc69-64d5-4d05-b128-3f5f4ac06d04', 'tenant_id': '38c7265e0e574643abc6331f4178dda8', 'mac_address': 'fa:16:3e:f1:81:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d8450b-0078-44e8-858d-9c3d86fbac09', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3c64acd-854e-4b64-a06c-027d85b1148a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:15:38Z', 'updated_at': '2022-02-17T17:15:41Z', 'revision_number': 5, 'project_id': '38c7265e0e574643abc6331f4178dda8', 'subnets': [{'id': 'd3c64acd-854e-4b64-a06c-027d85b1148a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'badae6ef-c496-48b9-97a2-ceee03918520'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:15:51.207169 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f4e8c6-d7a2-4027-81ee-749f06ff43f0 None None] Checking router: b1d8450b-0078-44e8-858d-9c3d86fbac09 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:15:51.207522 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f4e8c6-d7a2-4027-81ee-749f06ff43f0 None None] Updating router b1d8450b-0078-44e8-858d-9c3d86fbac09 port 1c7356c7-9caf-4ae1-a95d-aa141e45b60b binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:15:51.259019 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-60f4e8c6-d7a2-4027-81ee-749f06ff43f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1c7356c7-9caf-4ae1-a95d-aa141e45b60b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:51.657939 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-60f4e8c6-d7a2-4027-81ee-749f06ff43f0 None None] Publish callbacks [] for port (1c7356c7-9caf-4ae1-a95d-aa141e45b60b), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:51.663755 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-60f4e8c6-d7a2-4027-81ee-749f06ff43f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (1c7356c7-9caf-4ae1-a95d-aa141e45b60b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:51.724303 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-60f4e8c6-d7a2-4027-81ee-749f06ff43f0 None None] Attempting to bind port 1c7356c7-9caf-4ae1-a95d-aa141e45b60b on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:15:51.724762 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-60f4e8c6-d7a2-4027-81ee-749f06ff43f0 None None] Attempting to bind port 1c7356c7-9caf-4ae1-a95d-aa141e45b60b by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:15:51.725085 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f4e8c6-d7a2-4027-81ee-749f06ff43f0 None None] Attempting to bind port 1c7356c7-9caf-4ae1-a95d-aa141e45b60b on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:15:51.730070 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3d7291-44eb-4c12-9862-74a07a180cc9 None None] Pushing event updated for resources: {'Port': ['ID=1c7356c7-9caf-4ae1-a95d-aa141e45b60b,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:15:51.735296 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f4e8c6-d7a2-4027-81ee-749f06ff43f0 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:15:51.735921 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f4e8c6-d7a2-4027-81ee-749f06ff43f0 None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:15:51.736517 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-60f4e8c6-d7a2-4027-81ee-749f06ff43f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:51.737081 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f4e8c6-d7a2-4027-81ee-749f06ff43f0 None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:15:51.737727 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-60f4e8c6-d7a2-4027-81ee-749f06ff43f0 None None] Bound port: 1c7356c7-9caf-4ae1-a95d-aa141e45b60b, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:15:51.738287 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-60f4e8c6-d7a2-4027-81ee-749f06ff43f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1c7356c7-9caf-4ae1-a95d-aa141e45b60b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:51.798660 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-60f4e8c6-d7a2-4027-81ee-749f06ff43f0 None None] For port 1c7356c7-9caf-4ae1-a95d-aa141e45b60b, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:15:51.801862 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-60f4e8c6-d7a2-4027-81ee-749f06ff43f0 None None] For port 1c7356c7-9caf-4ae1-a95d-aa141e45b60b, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=1c7356c7-9caf-4ae1-a95d-aa141e45b60b,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:15:51.808942 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-60f4e8c6-d7a2-4027-81ee-749f06ff43f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (1c7356c7-9caf-4ae1-a95d-aa141e45b60b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:51.866967 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3d7291-44eb-4c12-9862-74a07a180cc9 None None] Pushing event updated for resources: {'Port': ['ID=1c7356c7-9caf-4ae1-a95d-aa141e45b60b,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:15:51.880603 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f4e8c6-d7a2-4027-81ee-749f06ff43f0 None None] Routers {'b1d8450b-0078-44e8-858d-9c3d86fbac09'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:15:51.881324 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-60f4e8c6-d7a2-4027-81ee-749f06ff43f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:15:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['b1d8450b-0078-44e8-858d-9c3d86fbac09'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:15:52.006056 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-60f4e8c6-d7a2-4027-81ee-749f06ff43f0 None None] Set router b1d8450b-0078-44e8-858d-9c3d86fbac09 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:15:52.241607 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-60f4e8c6-d7a2-4027-81ee-749f06ff43f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d8450b-0078-44e8-858d-9c3d86fbac09', 'name': 'router1', 'tenant_id': '38c7265e0e574643abc6331f4178dda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '1c7356c7-9caf-4ae1-a95d-aa141e45b60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:15:28Z', 'updated_at': '2022-02-17T17:15:46Z', 'revision_number': 4, 'project_id': '38c7265e0e574643abc6331f4178dda8', 'gw_port': {'id': '1c7356c7-9caf-4ae1-a95d-aa141e45b60b', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:dd:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d8450b-0078-44e8-858d-9c3d86fbac09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:15:45Z', 'updated_at': '2022-02-17T17:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'd913203f-f419-430b-a819-a3a28af0b3e0', 'name': '', 'network_id': '4746bc69-64d5-4d05-b128-3f5f4ac06d04', 'tenant_id': '38c7265e0e574643abc6331f4178dda8', 'mac_address': 'fa:16:3e:f1:81:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d8450b-0078-44e8-858d-9c3d86fbac09', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3c64acd-854e-4b64-a06c-027d85b1148a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:15:38Z', 'updated_at': '2022-02-17T17:15:41Z', 'revision_number': 5, 'project_id': '38c7265e0e574643abc6331f4178dda8', 'subnets': [{'id': 'd3c64acd-854e-4b64-a06c-027d85b1148a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'badae6ef-c496-48b9-97a2-ceee03918520'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:15:52.270430 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f4e8c6-d7a2-4027-81ee-749f06ff43f0 None None] The sync data for ids ['b1d8450b-0078-44e8-858d-9c3d86fbac09'] in n-d-829613-2 is: [{'id': 'b1d8450b-0078-44e8-858d-9c3d86fbac09', 'name': 'router1', 'tenant_id': '38c7265e0e574643abc6331f4178dda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '1c7356c7-9caf-4ae1-a95d-aa141e45b60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:15:28Z', 'updated_at': '2022-02-17T17:15:46Z', 'revision_number': 4, 'project_id': '38c7265e0e574643abc6331f4178dda8', 'gw_port': {'id': '1c7356c7-9caf-4ae1-a95d-aa141e45b60b', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:dd:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d8450b-0078-44e8-858d-9c3d86fbac09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:15:45Z', 'updated_at': '2022-02-17T17:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'd913203f-f419-430b-a819-a3a28af0b3e0', 'name': '', 'network_id': '4746bc69-64d5-4d05-b128-3f5f4ac06d04', 'tenant_id': '38c7265e0e574643abc6331f4178dda8', 'mac_address': 'fa:16:3e:f1:81:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d8450b-0078-44e8-858d-9c3d86fbac09', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3c64acd-854e-4b64-a06c-027d85b1148a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:15:38Z', 'updated_at': '2022-02-17T17:15:41Z', 'revision_number': 5, 'project_id': '38c7265e0e574643abc6331f4178dda8', 'subnets': [{'id': 'd3c64acd-854e-4b64-a06c-027d85b1148a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'badae6ef-c496-48b9-97a2-ceee03918520'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:15:53.680136 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 1c7356c7-9caf-4ae1-a95d-aa141e45b60b up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:15:53.741490 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 1c7356c7-9caf-4ae1-a95d-aa141e45b60b triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:15:53.742121 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1c7356c7-9caf-4ae1-a95d-aa141e45b60b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:53.824352 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 1c7356c7-9caf-4ae1-a95d-aa141e45b60b is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:15:53.825083 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1c7356c7-9caf-4ae1-a95d-aa141e45b60b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:53.850243 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 1c7356c7-9caf-4ae1-a95d-aa141e45b60b, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=1c7356c7-9caf-4ae1-a95d-aa141e45b60b,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:15:53.863367 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (1c7356c7-9caf-4ae1-a95d-aa141e45b60b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:53.928952 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=1c7356c7-9caf-4ae1-a95d-aa141e45b60b,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:15:55.673616 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 1c7356c7-9caf-4ae1-a95d-aa141e45b60b up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:15:55.820449 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 1c7356c7-9caf-4ae1-a95d-aa141e45b60b triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:15:55.821506 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1c7356c7-9caf-4ae1-a95d-aa141e45b60b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:15:56.061441 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 1c7356c7-9caf-4ae1-a95d-aa141e45b60b is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:16:01.454900 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 5 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:16:02.823118 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-75110676-6d26-4fb1-844f-495ac02a3ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:16:05.349122 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9bb5bb50-4343-41a9-adbb-533b1c165afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:16:06.492372 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:16:07.676679 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:16:08.887542 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:16:32.826179 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-91937348-f984-45bc-8db5-f200dce9cd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:16:35.345596 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-41748236-e9c2-4080-b0d5-9ea70f53a401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:16:36.461393 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:16:37.676091 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:16:38.452990 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 5 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:16:38.883583 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:17:02.829236 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-cbcd4da7-dcfc-48b6-ad33-5f4589a394c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:17:05.348799 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c9f396fa-2101-4f0a-ab2b-074d031f68a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:17:06.457926 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:17:07.680111 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:17:08.887494 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:17:14.848176 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58692) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:17:14.908754 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-61f5293e-df3d-4853-968c-5666d4ebce8a admin admin] GET failed (client error): The resource could not be found. Feb 17 17:17:14.910020 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-61f5293e-df3d-4853-968c-5666d4ebce8a admin admin] 10.222.0.87 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0608718 Feb 17 17:17:15.068262 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33311d8e-6e63-4ef5-b2db-29c37c821b89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:17:15.069682 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-33311d8e-6e63-4ef5-b2db-29c37c821b89 admin admin] 10.222.0.87 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1549826 Feb 17 17:17:15.452071 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 5 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:17:17.388549 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58702) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:17:17.478515 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea004343-b203-494f-9c43-10d4c95ca866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:17:17.479860 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-ea004343-b203-494f-9c43-10d4c95ca866 admin admin] 10.222.0.87 "GET /v2.0/subnets/d3c64acd-854e-4b64-a06c-027d85b1148a HTTP/1.1" status: 200 len: 849 time: 0.0900543 Feb 17 17:17:17.489091 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-8d05067d-721b-46f9-809d-56bdfd07a0a3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:17:17.573879 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8d05067d-721b-46f9-809d-56bdfd07a0a3 admin admin] Publish callbacks [] for subnet (d3c64acd-854e-4b64-a06c-027d85b1148a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:17:17.712970 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8d05067d-721b-46f9-809d-56bdfd07a0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786427760231'] for subnet (d3c64acd-854e-4b64-a06c-027d85b1148a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:17:17.741715 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d05067d-721b-46f9-809d-56bdfd07a0a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:17:17.742899 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8d05067d-721b-46f9-809d-56bdfd07a0a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:17:17.743578 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-8d05067d-721b-46f9-809d-56bdfd07a0a3 admin admin] 10.222.0.87 "PUT /v2.0/subnets/d3c64acd-854e-4b64-a06c-027d85b1148a HTTP/1.1" status: 200 len: 868 time: 0.2580926 Feb 17 17:17:17.760580 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1bdb5f-3f61-401b-aa4b-d345e5525e2d None None] Network 4746bc69-64d5-4d05-b128-3f5f4ac06d04 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:17:17.764285 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d05067d-721b-46f9-809d-56bdfd07a0a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3c64acd-854e-4b64-a06c-027d85b1148a,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:17:17.771719 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d05067d-721b-46f9-809d-56bdfd07a0a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:17:17.772367 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d05067d-721b-46f9-809d-56bdfd07a0a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:17:17.772575 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d05067d-721b-46f9-809d-56bdfd07a0a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:17:17.773569 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d05067d-721b-46f9-809d-56bdfd07a0a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:17:17.773854 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d05067d-721b-46f9-809d-56bdfd07a0a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:17:17.774239 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d05067d-721b-46f9-809d-56bdfd07a0a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:17:17.774638 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d05067d-721b-46f9-809d-56bdfd07a0a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:17:17.774988 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d05067d-721b-46f9-809d-56bdfd07a0a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:17:17.775367 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d05067d-721b-46f9-809d-56bdfd07a0a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:17:17.775716 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d05067d-721b-46f9-809d-56bdfd07a0a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:17:17.776026 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d05067d-721b-46f9-809d-56bdfd07a0a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:17:17.776380 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d05067d-721b-46f9-809d-56bdfd07a0a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:17:17.776708 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d05067d-721b-46f9-809d-56bdfd07a0a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:17:18.119948 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-577a63fb-6c57-40a6-b88b-8a83927a0cfc None None] Provisioning complete for port d913203f-f419-430b-a819-a3a28af0b3e0 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:17:18.120357 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-577a63fb-6c57-40a6-b88b-8a83927a0cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d913203f-f419-430b-a819-a3a28af0b3e0), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:17:18.204353 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-577a63fb-6c57-40a6-b88b-8a83927a0cfc None None] Current status of the port d913203f-f419-430b-a819-a3a28af0b3e0 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:17:18.214740 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-577a63fb-6c57-40a6-b88b-8a83927a0cfc None None] Provisioning complete for port 02b7cf0a-da43-4f58-8c35-4d983801b7a9 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:17:18.215136 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-577a63fb-6c57-40a6-b88b-8a83927a0cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (02b7cf0a-da43-4f58-8c35-4d983801b7a9), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:17:18.289486 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-577a63fb-6c57-40a6-b88b-8a83927a0cfc None None] Current status of the port 02b7cf0a-da43-4f58-8c35-4d983801b7a9 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:17:20.071779 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58710) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:17:20.271202 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78deebf9-ea69-48e0-96f6-bd5a7a591dde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:17:20.271682 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78deebf9-ea69-48e0-96f6-bd5a7a591dde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:17:20.273808 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-78deebf9-ea69-48e0-96f6-bd5a7a591dde admin admin] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2010500 Feb 17 17:17:22.593160 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58718) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:17:22.722305 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b51b63b-87dd-4ad4-8ebb-97ade513d0c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:17:22.722782 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b51b63b-87dd-4ad4-8ebb-97ade513d0c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:17:22.724321 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-3b51b63b-87dd-4ad4-8ebb-97ade513d0c5 admin admin] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1301758 Feb 17 17:17:25.078136 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58726) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:17:25.206274 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aee604c-5826-433d-8e0f-ef76b235f9e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:17:25.207537 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-0aee604c-5826-433d-8e0f-ef76b235f9e5 admin admin] 10.222.0.87 "GET /v2.0/networks/4746bc69-64d5-4d05-b128-3f5f4ac06d04 HTTP/1.1" status: 200 len: 869 time: 0.1284356 Feb 17 17:17:27.518127 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58734) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:17:27.639552 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28821e15-950f-4f00-9af4-881bdad02931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:17:27.640958 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-28821e15-950f-4f00-9af4-881bdad02931 admin admin] 10.222.0.87 "GET /v2.0/networks/d7afcf1f-5124-4168-b80f-10ace9d04ea7 HTTP/1.1" status: 200 len: 886 time: 0.1218796 Feb 17 17:17:29.942498 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58742) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:17:30.066562 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786821cd-ff60-4825-845c-4752ee579a04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:17:30.067012 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786821cd-ff60-4825-845c-4752ee579a04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:17:30.068549 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-786821cd-ff60-4825-845c-4752ee579a04 admin admin] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1250877 Feb 17 17:17:32.378750 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58750) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:17:32.467099 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf7b1c9-a5f7-4727-9d89-fe4fc5732103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:17:32.467546 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf7b1c9-a5f7-4727-9d89-fe4fc5732103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:17:32.469067 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-acf7b1c9-a5f7-4727-9d89-fe4fc5732103 admin admin] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0893600 Feb 17 17:17:32.833193 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-83053471-57b4-4ee1-a659-4e4cd6909047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:17:34.836149 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58758) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:17:34.919263 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1347a7af-ca6a-4204-b660-4c957f5972d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:17:34.920587 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1347a7af-ca6a-4204-b660-4c957f5972d0 admin admin] 10.222.0.87 "GET /v2.0/subnets/43ef4ad6-a93a-4742-b276-613f9c37730c HTTP/1.1" status: 200 len: 816 time: 0.0834553 Feb 17 17:17:35.352332 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-03837c0c-9a03-4c71-824c-5e54b355b51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:17:36.460138 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:17:37.236688 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58766) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:17:37.373471 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03125c4-97f0-431c-8f01-f30a10891f3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:17:37.374850 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b03125c4-97f0-431c-8f01-f30a10891f3f admin admin] 10.222.0.87 "GET /v2.0/subnets/d3c64acd-854e-4b64-a06c-027d85b1148a HTTP/1.1" status: 200 len: 868 time: 0.1372383 Feb 17 17:17:37.681114 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:17:38.890369 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:17:52.452329 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 5 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:18:02.836700 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-06f51466-282f-49fd-ae3f-8242423d230b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:18:05.354494 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3630b2b0-27e4-49aa-8679-f7fe6b513072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:18:05.484788 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58820) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:18:05.536629 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [None req-3fcf63df-7c04-4b03-b4a5-72814b6b78b9 admin admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:18:05.537990 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-3fcf63df-7c04-4b03-b4a5-72814b6b78b9 admin admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0519540 Feb 17 17:18:06.465769 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:18:07.682518 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:18:07.895629 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58828) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:18:07.955033 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-15dd358f-af9a-4290-88a0-88d56f68d642 admin admin] GET failed (client error): The resource could not be found. Feb 17 17:18:07.956331 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-15dd358f-af9a-4290-88a0-88d56f68d642 admin admin] 10.222.0.87 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0597582 Feb 17 17:18:08.153183 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5dbfa1b-4d60-472d-a5b5-be2082cdc752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:18:08.154636 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a5dbfa1b-4d60-472d-a5b5-be2082cdc752 admin admin] 10.222.0.87 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1943090 Feb 17 17:18:08.893166 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:18:10.498643 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58836) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:18:10.544596 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-8c5cb771-ee8a-434d-ac2a-f7e78adc175b admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:18:10.565046 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5cb771-ee8a-434d-ac2a-f7e78adc175b admin admin] Made reservation on behalf of 1eac2fab0ba548f3b86cc26336a518c0 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:18:10.567656 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8c5cb771-ee8a-434d-ac2a-f7e78adc175b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:18:10.594984 n-d-829613-2 neutron-server[103435]: WARNING neutron.services.revisions.revision_plugin [None req-8c5cb771-ee8a-434d-ac2a-f7e78adc175b admin admin] Could not find related network for resource to bump revision. Feb 17 17:18:10.609326 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c5cb771-ee8a-434d-ac2a-f7e78adc175b admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:18:10.619139 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8c5cb771-ee8a-434d-ac2a-f7e78adc175b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (2f782751-bc5d-4356-a3d8-8b2ad34e3553), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:18:10.619477 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-8c5cb771-ee8a-434d-ac2a-f7e78adc175b admin admin] Added segment 2f782751-bc5d-4356-a3d8-8b2ad34e3553 of type vlan for network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 Feb 17 17:18:10.658071 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8c5cb771-ee8a-434d-ac2a-f7e78adc175b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (82b8d039-1c14-456f-ab24-8b3aebebd7d8), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:18:10.681453 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8c5cb771-ee8a-434d-ac2a-f7e78adc175b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (82b8d039-1c14-456f-ab24-8b3aebebd7d8), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:18:10.682544 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5cb771-ee8a-434d-ac2a-f7e78adc175b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:18:10.683128 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8c5cb771-ee8a-434d-ac2a-f7e78adc175b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:18:10.722276 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-8c5cb771-ee8a-434d-ac2a-f7e78adc175b admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2225542 Feb 17 17:18:10.751171 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5cb771-ee8a-434d-ac2a-f7e78adc175b admin admin] Pushing event updated for resources: {'Network': ['ID=82b8d039-1c14-456f-ab24-8b3aebebd7d8,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:18:10.762598 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:18:13.063250 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58844) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:18:13.122692 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-941ecc7f-aa34-4d1a-a806-0e30772d18b9 admin admin] GET failed (client error): The resource could not be found. Feb 17 17:18:13.124005 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-941ecc7f-aa34-4d1a-a806-0e30772d18b9 admin admin] 10.222.0.87 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0597906 Feb 17 17:18:13.193530 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac0ba6c-096a-462b-8b56-f481a7848a64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:18:13.194964 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4ac0ba6c-096a-462b-8b56-f481a7848a64 admin admin] 10.222.0.87 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0669124 Feb 17 17:18:13.204681 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-03f3cbd6-2f4e-41f9-ae24-603d7f64e835 admin admin] Request body: {'subnet': {'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:18:13.222567 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f3cbd6-2f4e-41f9-ae24-603d7f64e835 admin admin] Made reservation on behalf of 1eac2fab0ba548f3b86cc26336a518c0 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:18:13.225400 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-03f3cbd6-2f4e-41f9-ae24-603d7f64e835 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:18:13.388049 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-03f3cbd6-2f4e-41f9-ae24-603d7f64e835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for subnet (ac79920f-9ddd-4352-b866-6056158b178e), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:18:13.442724 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f3cbd6-2f4e-41f9-ae24-603d7f64e835 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac79920f-9ddd-4352-b866-6056158b178e,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:18:13.447921 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f3cbd6-2f4e-41f9-ae24-603d7f64e835 admin admin] Checking segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:18:13.448852 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f3cbd6-2f4e-41f9-ae24-603d7f64e835 admin admin] Network hostable DHCP agents. Network: 82b8d039-1c14-456f-ab24-8b3aebebd7d8, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:18:13.464332 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f3cbd6-2f4e-41f9-ae24-603d7f64e835 admin admin] Network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:18:13.471927 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-03f3cbd6-2f4e-41f9-ae24-603d7f64e835 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 82b8d039-1c14-456f-ab24-8b3aebebd7d8) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:18:13.476480 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f3cbd6-2f4e-41f9-ae24-603d7f64e835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:18:13.477082 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-03f3cbd6-2f4e-41f9-ae24-603d7f64e835 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:18:13.481732 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021c3524-9ee9-4a7c-852d-e1c12e02eeea None None] Network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:18:13.491906 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-03f3cbd6-2f4e-41f9-ae24-603d7f64e835 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2908216 Feb 17 17:18:13.584933 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5c907c-0b70-4acf-be03-672520ad83f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'project_id': '1eac2fab0ba548f3b86cc26336a518c0', 'fixed_ips': [{'subnet_id': 'ac79920f-9ddd-4352-b866-6056158b178e'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:18:13.586355 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-df5c907c-0b70-4acf-be03-672520ad83f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:18:13.727479 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-df5c907c-0b70-4acf-be03-672520ad83f5 None None] Allocated IP 192.168.233.2 (82b8d039-1c14-456f-ab24-8b3aebebd7d8/ac79920f-9ddd-4352-b866-6056158b178e/b82ba03d-91a6-40a7-a2df-4567d50eb691) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:18:13.876853 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-df5c907c-0b70-4acf-be03-672520ad83f5 None None] Publish callbacks [] for port (b82ba03d-91a6-40a7-a2df-4567d50eb691), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:18:13.887974 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-df5c907c-0b70-4acf-be03-672520ad83f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (b82ba03d-91a6-40a7-a2df-4567d50eb691), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:18:13.944383 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c907c-0b70-4acf-be03-672520ad83f5 None None] Pushing event updated for resources: {'Port': ['ID=b82ba03d-91a6-40a7-a2df-4567d50eb691,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:18:13.952408 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5c907c-0b70-4acf-be03-672520ad83f5 None None] Network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:18:13.953618 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5c907c-0b70-4acf-be03-672520ad83f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:18:13.953963 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5c907c-0b70-4acf-be03-672520ad83f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:18:13.954306 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5c907c-0b70-4acf-be03-672520ad83f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:18:13.954643 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5c907c-0b70-4acf-be03-672520ad83f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:18:13.954979 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5c907c-0b70-4acf-be03-672520ad83f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:18:13.955306 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5c907c-0b70-4acf-be03-672520ad83f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:18:13.955631 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5c907c-0b70-4acf-be03-672520ad83f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:18:13.955954 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5c907c-0b70-4acf-be03-672520ad83f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:18:13.956299 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5c907c-0b70-4acf-be03-672520ad83f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:18:13.956628 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5c907c-0b70-4acf-be03-672520ad83f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:18:13.956948 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5c907c-0b70-4acf-be03-672520ad83f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:18:13.957270 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5c907c-0b70-4acf-be03-672520ad83f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:18:13.957591 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5c907c-0b70-4acf-be03-672520ad83f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:18:13.963252 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-df5c907c-0b70-4acf-be03-672520ad83f5 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:18:13.965617 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5c907c-0b70-4acf-be03-672520ad83f5 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:18:14.024032 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-df5c907c-0b70-4acf-be03-672520ad83f5 None None] Attempting to bind port b82ba03d-91a6-40a7-a2df-4567d50eb691 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:18:14.024434 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-df5c907c-0b70-4acf-be03-672520ad83f5 None None] Attempting to bind port b82ba03d-91a6-40a7-a2df-4567d50eb691 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:18:14.024793 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5c907c-0b70-4acf-be03-672520ad83f5 None None] Attempting to bind port b82ba03d-91a6-40a7-a2df-4567d50eb691 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:18:14.029692 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5c907c-0b70-4acf-be03-672520ad83f5 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:18:14.030060 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5c907c-0b70-4acf-be03-672520ad83f5 None None] Checking segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:18:14.030474 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-df5c907c-0b70-4acf-be03-672520ad83f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:18:14.030855 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5c907c-0b70-4acf-be03-672520ad83f5 None None] Bound using segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:18:14.031308 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-df5c907c-0b70-4acf-be03-672520ad83f5 None None] Bound port: b82ba03d-91a6-40a7-a2df-4567d50eb691, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:18:14.031682 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-df5c907c-0b70-4acf-be03-672520ad83f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b82ba03d-91a6-40a7-a2df-4567d50eb691), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:18:14.092874 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-df5c907c-0b70-4acf-be03-672520ad83f5 None None] For port b82ba03d-91a6-40a7-a2df-4567d50eb691, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:18:14.095862 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-df5c907c-0b70-4acf-be03-672520ad83f5 None None] For port b82ba03d-91a6-40a7-a2df-4567d50eb691, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=b82ba03d-91a6-40a7-a2df-4567d50eb691,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:18:14.105100 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-df5c907c-0b70-4acf-be03-672520ad83f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b82ba03d-91a6-40a7-a2df-4567d50eb691), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:18:14.160273 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c907c-0b70-4acf-be03-672520ad83f5 None None] Pushing event updated for resources: {'Port': ['ID=b82ba03d-91a6-40a7-a2df-4567d50eb691,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:18:15.027232 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f737cde1-a5c3-4d96-abb1-c12bbb851166 None None] Network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:18:15.142214 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-fdd90920-6b54-4b14-81d6-dc879e5e1fba None None] Provisioning complete for port b82ba03d-91a6-40a7-a2df-4567d50eb691 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:18:15.142527 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fdd90920-6b54-4b14-81d6-dc879e5e1fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b82ba03d-91a6-40a7-a2df-4567d50eb691), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:18:15.231369 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-fdd90920-6b54-4b14-81d6-dc879e5e1fba None None] Current status of the port b82ba03d-91a6-40a7-a2df-4567d50eb691 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:18:15.231760 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fdd90920-6b54-4b14-81d6-dc879e5e1fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b82ba03d-91a6-40a7-a2df-4567d50eb691), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:18:15.268934 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-fdd90920-6b54-4b14-81d6-dc879e5e1fba None None] For port b82ba03d-91a6-40a7-a2df-4567d50eb691, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=b82ba03d-91a6-40a7-a2df-4567d50eb691,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:18:15.276207 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fdd90920-6b54-4b14-81d6-dc879e5e1fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b82ba03d-91a6-40a7-a2df-4567d50eb691), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:18:15.333041 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd90920-6b54-4b14-81d6-dc879e5e1fba None None] Pushing event updated for resources: {'Port': ['ID=b82ba03d-91a6-40a7-a2df-4567d50eb691,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:18:15.397345 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-6ba2d2f2-57d8-41d5-b7ee-e3edb42d6da7 None None] Provisioning complete for port b82ba03d-91a6-40a7-a2df-4567d50eb691 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:18:15.398282 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6ba2d2f2-57d8-41d5-b7ee-e3edb42d6da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b82ba03d-91a6-40a7-a2df-4567d50eb691), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:18:15.478618 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-6ba2d2f2-57d8-41d5-b7ee-e3edb42d6da7 None None] Current status of the port b82ba03d-91a6-40a7-a2df-4567d50eb691 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:18:15.725895 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device b82ba03d-91a6-40a7-a2df-4567d50eb691 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:18:15.874350 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port b82ba03d-91a6-40a7-a2df-4567d50eb691 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:18:15.874744 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b82ba03d-91a6-40a7-a2df-4567d50eb691), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:18:15.951911 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port b82ba03d-91a6-40a7-a2df-4567d50eb691 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:18:29.450739 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 5 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:18:32.838985 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1d53e4ee-928b-4d55-9bb2-d012360afe42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:18:35.359021 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-42185fba-cebe-4c40-917e-be444247321d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:18:36.471509 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:18:37.685771 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:18:38.896731 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:19:02.841808 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-62fbb537-be91-402d-923b-b3d24960d3e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:19:05.363035 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e85b46ce-4861-4f48-8e1d-ad8914b00d9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:19:06.449049 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 5 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:19:06.469504 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:19:07.688909 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:19:08.900833 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:19:32.844109 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a8ee1037-b2c0-48e6-b58e-416a360bc68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:19:35.367814 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c02d3995-b5b2-47e8-b6d5-efc4acebc141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:19:36.478040 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:19:37.692701 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:19:37.856280 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58882) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:19:37.862133 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [None req-75a48303-d602-4d83-9739-0403e06f80ee tempest-verify_tempest_config-1064509715 tempest-verify_tempest_config-1064509715-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:19:37.863152 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-75a48303-d602-4d83-9739-0403e06f80ee tempest-verify_tempest_config-1064509715 tempest-verify_tempest_config-1064509715-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058892 Feb 17 17:19:38.158776 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58900) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:19:38.259197 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-25a205a1-b949-42f5-bdfe-f8c4286bd4a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:19:38.331479 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-25a205a1-b949-42f5-bdfe-f8c4286bd4a3 admin admin] Publish callbacks [] for security_group (ebc99cf5-2cc3-46e4-a739-6be3f8b65a57), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:19:38.335929 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-25a205a1-b949-42f5-bdfe-f8c4286bd4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (ebc99cf5-2cc3-46e4-a739-6be3f8b65a57), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:19:38.386396 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-25a205a1-b949-42f5-bdfe-f8c4286bd4a3 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8962c59e06c94da68fada32224ec1f83&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2265542 Feb 17 17:19:38.387506 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a205a1-b949-42f5-bdfe-f8c4286bd4a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc99cf5-2cc3-46e4-a739-6be3f8b65a57,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:19:38.389161 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58904) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:19:38.394051 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a205a1-b949-42f5-bdfe-f8c4286bd4a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:19:38.394404 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a205a1-b949-42f5-bdfe-f8c4286bd4a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:19:38.394744 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a205a1-b949-42f5-bdfe-f8c4286bd4a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:19:38.395080 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a205a1-b949-42f5-bdfe-f8c4286bd4a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:19:38.395414 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a205a1-b949-42f5-bdfe-f8c4286bd4a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:19:38.395743 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a205a1-b949-42f5-bdfe-f8c4286bd4a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:19:38.396066 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a205a1-b949-42f5-bdfe-f8c4286bd4a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:19:38.396420 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a205a1-b949-42f5-bdfe-f8c4286bd4a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:19:38.396746 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a205a1-b949-42f5-bdfe-f8c4286bd4a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:19:38.397067 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a205a1-b949-42f5-bdfe-f8c4286bd4a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:19:38.397391 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a205a1-b949-42f5-bdfe-f8c4286bd4a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:19:38.397711 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a205a1-b949-42f5-bdfe-f8c4286bd4a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:19:38.398066 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a205a1-b949-42f5-bdfe-f8c4286bd4a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:19:38.444144 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7476a327-5dbd-45e4-9858-05d9e5a3251e admin admin] Publish callbacks [] for security_group (ebc99cf5-2cc3-46e4-a739-6be3f8b65a57), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:19:38.464590 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7476a327-5dbd-45e4-9858-05d9e5a3251e admin admin] Publish callbacks [] for security_group (ebc99cf5-2cc3-46e4-a739-6be3f8b65a57), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:19:38.558020 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7476a327-5dbd-45e4-9858-05d9e5a3251e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (ebc99cf5-2cc3-46e4-a739-6be3f8b65a57), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:19:38.560617 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7476a327-5dbd-45e4-9858-05d9e5a3251e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:19:38.561758 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7476a327-5dbd-45e4-9858-05d9e5a3251e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ebc99cf5-2cc3-46e4-a739-6be3f8b65a57 HTTP/1.1" status: 204 len: 168 time: 0.1715295 Feb 17 17:19:38.569339 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7476a327-5dbd-45e4-9858-05d9e5a3251e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc99cf5-2cc3-46e4-a739-6be3f8b65a57,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:19:38.575803 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7476a327-5dbd-45e4-9858-05d9e5a3251e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:19:38.576149 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7476a327-5dbd-45e4-9858-05d9e5a3251e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:19:38.576517 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7476a327-5dbd-45e4-9858-05d9e5a3251e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:19:38.576853 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7476a327-5dbd-45e4-9858-05d9e5a3251e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:19:38.577181 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7476a327-5dbd-45e4-9858-05d9e5a3251e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:19:38.577511 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7476a327-5dbd-45e4-9858-05d9e5a3251e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:19:38.577835 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7476a327-5dbd-45e4-9858-05d9e5a3251e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:19:38.578175 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7476a327-5dbd-45e4-9858-05d9e5a3251e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:19:38.578475 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7476a327-5dbd-45e4-9858-05d9e5a3251e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:19:38.578793 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7476a327-5dbd-45e4-9858-05d9e5a3251e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:19:38.579202 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7476a327-5dbd-45e4-9858-05d9e5a3251e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:19:38.579667 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7476a327-5dbd-45e4-9858-05d9e5a3251e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:19:38.579984 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7476a327-5dbd-45e4-9858-05d9e5a3251e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:19:38.903627 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:19:43.447992 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 5 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:20:02.846049 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c55d0eb8-c08d-4b1a-abd2-f17615fe4b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:20:05.369670 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d589f1ec-d51f-43aa-86f1-309a23bb86d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:20:06.478576 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:20:07.693792 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:20:08.906113 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:20:20.446186 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 5 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:20:32.848326 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-76e3a67f-1dcb-4824-9724-e201d18a1ec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:20:35.370417 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-86b50486-40e0-4d5b-be89-3fec69873160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:20:36.480950 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:20:37.697352 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:20:38.907581 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:20:57.444402 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 5 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:21:02.850945 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b5178e47-783a-4b19-8568-e9c96a4481c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:21:05.371790 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-cb002b76-52d1-49a8-84f7-12df44d5b9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:21:06.482571 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:21:07.699181 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:21:08.909208 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:21:32.853606 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dbeaf1bd-3b28-41b7-893d-9ac0e7a3c430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:21:34.442012 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 5 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:21:35.375356 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a2afc670-0780-4959-90a6-9a38de8bc443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:21:36.485217 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:21:37.703005 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:21:38.911099 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:22:02.855120 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6ce0468d-7368-47a8-bf0e-217f70d64037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:22:05.376473 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ee82f80a-74c0-4fbf-a402-47b07ccbee9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:22:06.488778 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:22:07.706524 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:22:08.913168 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:22:11.440616 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 5 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:22:32.856568 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1ecc5627-afce-4ce5-91d9-f2891810e4ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:22:35.381259 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c4dd7e53-2d6f-4b24-86c4-bb3e9bc775b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:22:36.490386 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:22:37.707978 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:22:38.914849 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:22:48.439281 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 5 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:22:48.626835 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-363882'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:22:49.411935 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-363882'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:23:02.857905 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c5c64c8a-2fa8-444b-8caa-20b303e24fb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:23:05.381771 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9cf86c0d-334e-4c67-8b0f-b170817199e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:23:06.493655 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:23:07.710859 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:23:08.917178 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:23:18.611172 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:23:19.407748 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:23:25.439100 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:23:31.497842 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58958) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:23:31.606241 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-277b791b-1dee-42d5-aa9b-2c42b4910018 admin admin] 10.222.0.87 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1066101 Feb 17 17:23:32.859102 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c8caec1e-1a19-47cb-8fa4-ccc9f73a84d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:23:33.936324 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58968) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:23:33.990275 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4c2b0b2f-99c9-4f6c-87ba-4aacf4188583 admin admin] 10.222.0.87 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0528722 Feb 17 17:23:35.382562 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b38b5bb7-1db8-492f-94ff-a7fbb184bdb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:23:36.496546 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:23:37.715200 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:23:38.919065 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:23:48.608526 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:23:49.405134 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:24:02.438999 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:24:02.860482 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a0bdab13-8842-4255-99a7-e2c373d0ab87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:24:05.384648 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8a4b9e96-7dae-4369-afad-669970c88af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:24:06.499469 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:24:07.719207 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:24:08.921401 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:24:18.609201 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:24:19.407448 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:24:32.863048 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-116a21b5-2a48-4bc9-84ff-d4a07df89a4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:24:35.385841 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fccd82c5-6e6a-49ef-9a83-f2efb12fa7af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:24:36.503460 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:24:37.722116 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:24:38.924230 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:24:39.438638 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:24:48.608498 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:24:49.413874 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:00.774188 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59150) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:01.109447 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-efa96a63-f15f-48c8-ae5b-26ae6f842d39 tempest-AutoAllocateNetworkTest-858208114 tempest-AutoAllocateNetworkTest-858208114-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=1bce400f0bbd4e8b9ab92a4ecdaf3535&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3340132 Feb 17 17:25:01.111861 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59172) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:01.287362 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401f7a48-7c25-4d52-80b8-133d76ef3570 tempest-AutoAllocateNetworkTest-858208114 tempest-AutoAllocateNetworkTest-858208114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:01.292862 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59180) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:01.301185 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-401f7a48-7c25-4d52-80b8-133d76ef3570 tempest-AutoAllocateNetworkTest-858208114 tempest-AutoAllocateNetworkTest-858208114-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1879315 Feb 17 17:25:01.389848 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-01db9773-9fdf-4fbd-9fff-abb27ca9cf15 tempest-AutoAllocateNetworkTest-858208114 tempest-AutoAllocateNetworkTest-858208114-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0923173 Feb 17 17:25:01.389982 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59190) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:01.420276 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-bf1cc09c-01c8-44ab-846d-a21b6a9fd1b4 tempest-AutoAllocateNetworkTest-858208114 tempest-AutoAllocateNetworkTest-858208114-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=1bce400f0bbd4e8b9ab92a4ecdaf3535 HTTP/1.1" status: 200 len: 208 time: 0.0288432 Feb 17 17:25:02.206515 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59224) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:02.447523 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d10f021f-2c5a-4c51-a90b-e03b34b8b834 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:02.538324 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d10f021f-2c5a-4c51-a90b-e03b34b8b834 admin admin] Publish callbacks [] for security_group (62d8e2b9-ed6d-415d-afc0-77fa0cea0df0), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:02.543086 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d10f021f-2c5a-4c51-a90b-e03b34b8b834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (62d8e2b9-ed6d-415d-afc0-77fa0cea0df0), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:02.570828 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f021f-2c5a-4c51-a90b-e03b34b8b834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d8e2b9-ed6d-415d-afc0-77fa0cea0df0,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:02.581968 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f021f-2c5a-4c51-a90b-e03b34b8b834 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:25:02.582313 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f021f-2c5a-4c51-a90b-e03b34b8b834 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:25:02.582763 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f021f-2c5a-4c51-a90b-e03b34b8b834 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:25:02.582965 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f021f-2c5a-4c51-a90b-e03b34b8b834 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:25:02.583336 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f021f-2c5a-4c51-a90b-e03b34b8b834 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:25:02.583607 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f021f-2c5a-4c51-a90b-e03b34b8b834 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:25:02.583928 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f021f-2c5a-4c51-a90b-e03b34b8b834 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:25:02.584278 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f021f-2c5a-4c51-a90b-e03b34b8b834 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:25:02.584585 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f021f-2c5a-4c51-a90b-e03b34b8b834 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:25:02.584901 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f021f-2c5a-4c51-a90b-e03b34b8b834 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:25:02.585219 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f021f-2c5a-4c51-a90b-e03b34b8b834 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:25:02.585535 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f021f-2c5a-4c51-a90b-e03b34b8b834 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:25:02.585850 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f021f-2c5a-4c51-a90b-e03b34b8b834 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:25:02.586998 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10f021f-2c5a-4c51-a90b-e03b34b8b834 admin admin] Tracked resource versions report: Feb 17 17:25:02.586998 n-d-829613-2 neutron-server[103435]: pushed versions: Feb 17 17:25:02.586998 n-d-829613-2 neutron-server[103435]: { 'AddressGroup': {'1.2'}, Feb 17 17:25:02.586998 n-d-829613-2 neutron-server[103435]: 'ConntrackHelper': {'1.0'}, Feb 17 17:25:02.586998 n-d-829613-2 neutron-server[103435]: 'LocalIPAssociation': {'1.0'}, Feb 17 17:25:02.586998 n-d-829613-2 neutron-server[103435]: 'Log': {'1.0'}, Feb 17 17:25:02.586998 n-d-829613-2 neutron-server[103435]: 'Network': {'1.1'}, Feb 17 17:25:02.586998 n-d-829613-2 neutron-server[103435]: 'Port': {'1.7'}, Feb 17 17:25:02.586998 n-d-829613-2 neutron-server[103435]: 'PortForwarding': {'1.2'}, Feb 17 17:25:02.586998 n-d-829613-2 neutron-server[103435]: 'QosPolicy': {'1.10'}, Feb 17 17:25:02.586998 n-d-829613-2 neutron-server[103435]: 'SecurityGroup': {'1.5'}, Feb 17 17:25:02.586998 n-d-829613-2 neutron-server[103435]: 'SecurityGroupRule': {'1.2'}, Feb 17 17:25:02.586998 n-d-829613-2 neutron-server[103435]: 'SubPort': {'1.0'}, Feb 17 17:25:02.586998 n-d-829613-2 neutron-server[103435]: 'Subnet': {'1.1'}, Feb 17 17:25:02.586998 n-d-829613-2 neutron-server[103435]: 'Trunk': {'1.1'}} Feb 17 17:25:02.586998 n-d-829613-2 neutron-server[103435]: consumer versions: Feb 17 17:25:02.586998 n-d-829613-2 neutron-server[103435]: { DHCP agent@n-d-829613-2: {}, Feb 17 17:25:02.586998 n-d-829613-2 neutron-server[103435]: HyperV agent@n-h1-829613-2: {}, Feb 17 17:25:02.586998 n-d-829613-2 neutron-server[103435]: HyperV agent@n-h2-829613-2: {}, Feb 17 17:25:02.586998 n-d-829613-2 neutron-server[103435]: L3 agent@n-d-829613-2: {}, Feb 17 17:25:02.586998 n-d-829613-2 neutron-server[103435]: Metadata agent@n-d-829613-2: {}, Feb 17 17:25:02.586998 n-d-829613-2 neutron-server[103435]: Metering agent@n-d-829613-2: {}, Feb 17 17:25:02.586998 n-d-829613-2 neutron-server[103435]: Open vSwitch agent@n-d-829613-2: { 'AddressGroup': '1.2', Feb 17 17:25:02.586998 n-d-829613-2 neutron-server[103435]: 'ConntrackHelper': '1.0', Feb 17 17:25:02.586998 n-d-829613-2 neutron-server[103435]: 'LocalIPAssociation': '1.0', Feb 17 17:25:02.586998 n-d-829613-2 neutron-server[103435]: 'Log': '1.0', Feb 17 17:25:02.586998 n-d-829613-2 neutron-server[103435]: 'Network': '1.1', Feb 17 17:25:02.586998 n-d-829613-2 neutron-server[103435]: 'Port': '1.7', Feb 17 17:25:02.586998 n-d-829613-2 neutron-server[103435]: 'PortForwarding': '1.2', Feb 17 17:25:02.586998 n-d-829613-2 neutron-server[103435]: 'QosPolicy': '1.10', Feb 17 17:25:02.586998 n-d-829613-2 neutron-server[103435]: 'SecurityGroup': '1.5', Feb 17 17:25:02.586998 n-d-829613-2 neutron-server[103435]: 'SecurityGroupRule': '1.2', Feb 17 17:25:02.586998 n-d-829613-2 neutron-server[103435]: 'SubPort': '1.0', Feb 17 17:25:02.586998 n-d-829613-2 neutron-server[103435]: 'Subnet': '1.1', Feb 17 17:25:02.586998 n-d-829613-2 neutron-server[103435]: 'Trunk': '1.1'}} Feb 17 17:25:02.586998 n-d-829613-2 neutron-server[103435]: {{(pid=103435) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 17:25:02.618045 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-d10f021f-2c5a-4c51-a90b-e03b34b8b834 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1bce400f0bbd4e8b9ab92a4ecdaf3535&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4081042 Feb 17 17:25:02.618403 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59262) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:02.673403 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cc0c4ad9-4fcb-40cc-96df-b462f756abd4 admin admin] Publish callbacks [] for security_group (62d8e2b9-ed6d-415d-afc0-77fa0cea0df0), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:02.700848 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cc0c4ad9-4fcb-40cc-96df-b462f756abd4 admin admin] Publish callbacks [] for security_group (62d8e2b9-ed6d-415d-afc0-77fa0cea0df0), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:02.754992 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cc0c4ad9-4fcb-40cc-96df-b462f756abd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (62d8e2b9-ed6d-415d-afc0-77fa0cea0df0), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:02.757867 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cc0c4ad9-4fcb-40cc-96df-b462f756abd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:02.762084 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-cc0c4ad9-4fcb-40cc-96df-b462f756abd4 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/62d8e2b9-ed6d-415d-afc0-77fa0cea0df0 HTTP/1.1" status: 204 len: 168 time: 0.1396749 Feb 17 17:25:02.767997 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c4ad9-4fcb-40cc-96df-b462f756abd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d8e2b9-ed6d-415d-afc0-77fa0cea0df0,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:02.866570 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f02743da-45d5-4cf8-acba-f91879dfff3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:04.097981 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59334) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:04.406450 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ade7d350-c73f-434e-b709-b90b331b6ce1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:04.508728 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ade7d350-c73f-434e-b709-b90b331b6ce1 admin admin] Publish callbacks [] for security_group (9b32bb5c-7c6f-44e6-93e4-6e9338d05efd), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:04.513735 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ade7d350-c73f-434e-b709-b90b331b6ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (9b32bb5c-7c6f-44e6-93e4-6e9338d05efd), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:04.546559 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade7d350-c73f-434e-b709-b90b331b6ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b32bb5c-7c6f-44e6-93e4-6e9338d05efd,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:04.559088 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-ade7d350-c73f-434e-b709-b90b331b6ce1 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4a7ea1b37435481e9a4fbb6fc1b6a4cb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4599919 Feb 17 17:25:04.564160 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59362) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:04.614540 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ed02332-2153-49a6-8a27-ac26bd7df84b admin admin] Publish callbacks [] for security_group (9b32bb5c-7c6f-44e6-93e4-6e9338d05efd), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:04.644787 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ed02332-2153-49a6-8a27-ac26bd7df84b admin admin] Publish callbacks [] for security_group (9b32bb5c-7c6f-44e6-93e4-6e9338d05efd), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:04.724111 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ed02332-2153-49a6-8a27-ac26bd7df84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (9b32bb5c-7c6f-44e6-93e4-6e9338d05efd), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:04.726898 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ed02332-2153-49a6-8a27-ac26bd7df84b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:04.728045 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6ed02332-2153-49a6-8a27-ac26bd7df84b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9b32bb5c-7c6f-44e6-93e4-6e9338d05efd HTTP/1.1" status: 204 len: 168 time: 0.1626301 Feb 17 17:25:04.741280 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed02332-2153-49a6-8a27-ac26bd7df84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b32bb5c-7c6f-44e6-93e4-6e9338d05efd,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:04.749863 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed02332-2153-49a6-8a27-ac26bd7df84b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:25:04.750342 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed02332-2153-49a6-8a27-ac26bd7df84b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:25:04.750688 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed02332-2153-49a6-8a27-ac26bd7df84b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:25:04.751026 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed02332-2153-49a6-8a27-ac26bd7df84b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:25:04.751367 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed02332-2153-49a6-8a27-ac26bd7df84b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:25:04.751692 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed02332-2153-49a6-8a27-ac26bd7df84b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:25:04.752020 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed02332-2153-49a6-8a27-ac26bd7df84b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:25:04.752378 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed02332-2153-49a6-8a27-ac26bd7df84b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:25:04.752696 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed02332-2153-49a6-8a27-ac26bd7df84b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:25:04.753170 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed02332-2153-49a6-8a27-ac26bd7df84b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:25:04.753653 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed02332-2153-49a6-8a27-ac26bd7df84b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:25:04.754114 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed02332-2153-49a6-8a27-ac26bd7df84b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:25:04.754573 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed02332-2153-49a6-8a27-ac26bd7df84b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:25:04.755854 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed02332-2153-49a6-8a27-ac26bd7df84b admin admin] Tracked resource versions report: Feb 17 17:25:04.755854 n-d-829613-2 neutron-server[103434]: pushed versions: Feb 17 17:25:04.755854 n-d-829613-2 neutron-server[103434]: { 'AddressGroup': {'1.2'}, Feb 17 17:25:04.755854 n-d-829613-2 neutron-server[103434]: 'ConntrackHelper': {'1.0'}, Feb 17 17:25:04.755854 n-d-829613-2 neutron-server[103434]: 'LocalIPAssociation': {'1.0'}, Feb 17 17:25:04.755854 n-d-829613-2 neutron-server[103434]: 'Log': {'1.0'}, Feb 17 17:25:04.755854 n-d-829613-2 neutron-server[103434]: 'Network': {'1.1'}, Feb 17 17:25:04.755854 n-d-829613-2 neutron-server[103434]: 'Port': {'1.7'}, Feb 17 17:25:04.755854 n-d-829613-2 neutron-server[103434]: 'PortForwarding': {'1.2'}, Feb 17 17:25:04.755854 n-d-829613-2 neutron-server[103434]: 'QosPolicy': {'1.10'}, Feb 17 17:25:04.755854 n-d-829613-2 neutron-server[103434]: 'SecurityGroup': {'1.5'}, Feb 17 17:25:04.755854 n-d-829613-2 neutron-server[103434]: 'SecurityGroupRule': {'1.2'}, Feb 17 17:25:04.755854 n-d-829613-2 neutron-server[103434]: 'SubPort': {'1.0'}, Feb 17 17:25:04.755854 n-d-829613-2 neutron-server[103434]: 'Subnet': {'1.1'}, Feb 17 17:25:04.755854 n-d-829613-2 neutron-server[103434]: 'Trunk': {'1.1'}} Feb 17 17:25:04.755854 n-d-829613-2 neutron-server[103434]: consumer versions: Feb 17 17:25:04.755854 n-d-829613-2 neutron-server[103434]: { DHCP agent@n-d-829613-2: {}, Feb 17 17:25:04.755854 n-d-829613-2 neutron-server[103434]: HyperV agent@n-h1-829613-2: {}, Feb 17 17:25:04.755854 n-d-829613-2 neutron-server[103434]: HyperV agent@n-h2-829613-2: {}, Feb 17 17:25:04.755854 n-d-829613-2 neutron-server[103434]: L3 agent@n-d-829613-2: {}, Feb 17 17:25:04.755854 n-d-829613-2 neutron-server[103434]: Metadata agent@n-d-829613-2: {}, Feb 17 17:25:04.755854 n-d-829613-2 neutron-server[103434]: Metering agent@n-d-829613-2: {}, Feb 17 17:25:04.755854 n-d-829613-2 neutron-server[103434]: Open vSwitch agent@n-d-829613-2: { 'AddressGroup': '1.2', Feb 17 17:25:04.755854 n-d-829613-2 neutron-server[103434]: 'ConntrackHelper': '1.0', Feb 17 17:25:04.755854 n-d-829613-2 neutron-server[103434]: 'LocalIPAssociation': '1.0', Feb 17 17:25:04.755854 n-d-829613-2 neutron-server[103434]: 'Log': '1.0', Feb 17 17:25:04.755854 n-d-829613-2 neutron-server[103434]: 'Network': '1.1', Feb 17 17:25:04.755854 n-d-829613-2 neutron-server[103434]: 'Port': '1.7', Feb 17 17:25:04.755854 n-d-829613-2 neutron-server[103434]: 'PortForwarding': '1.2', Feb 17 17:25:04.755854 n-d-829613-2 neutron-server[103434]: 'QosPolicy': '1.10', Feb 17 17:25:04.755854 n-d-829613-2 neutron-server[103434]: 'SecurityGroup': '1.5', Feb 17 17:25:04.755854 n-d-829613-2 neutron-server[103434]: 'SecurityGroupRule': '1.2', Feb 17 17:25:04.755854 n-d-829613-2 neutron-server[103434]: 'SubPort': '1.0', Feb 17 17:25:04.755854 n-d-829613-2 neutron-server[103434]: 'Subnet': '1.1', Feb 17 17:25:04.755854 n-d-829613-2 neutron-server[103434]: 'Trunk': '1.1'}} Feb 17 17:25:04.755854 n-d-829613-2 neutron-server[103434]: {{(pid=103434) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 17:25:04.852496 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59390) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:05.101075 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-9f44afb1-8977-464b-bb2a-19ad97d3bc2a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-17161331-network', 'tenant_id': 'c8748c381f2d43e0acb3dcfd0300916d'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:25:05.127090 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f44afb1-8977-464b-bb2a-19ad97d3bc2a admin admin] Made reservation on behalf of c8748c381f2d43e0acb3dcfd0300916d for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:25:05.129869 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9f44afb1-8977-464b-bb2a-19ad97d3bc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:05.139353 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9f44afb1-8977-464b-bb2a-19ad97d3bc2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:05.221247 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59414) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:05.235605 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ca6192a2-8627-471a-b067-efa016c6e9a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:05.244843 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9f44afb1-8977-464b-bb2a-19ad97d3bc2a admin admin] Publish callbacks [] for security_group (0616a10d-f2a1-400f-ab57-d28f04afe7fe), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:05.252436 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9f44afb1-8977-464b-bb2a-19ad97d3bc2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (0616a10d-f2a1-400f-ab57-d28f04afe7fe), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:05.301103 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f44afb1-8977-464b-bb2a-19ad97d3bc2a admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:25:05.313871 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f44afb1-8977-464b-bb2a-19ad97d3bc2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0616a10d-f2a1-400f-ab57-d28f04afe7fe,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:05.319237 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9f44afb1-8977-464b-bb2a-19ad97d3bc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (bf8dbe87-49ac-4e48-91ba-61b360c53610), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:05.319649 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-9f44afb1-8977-464b-bb2a-19ad97d3bc2a admin admin] Added segment bf8dbe87-49ac-4e48-91ba-61b360c53610 of type vlan for network 69b59c36-ab05-4942-86fb-5909c0c87dd3 Feb 17 17:25:05.357628 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ca6192a2-8627-471a-b067-efa016c6e9a6 admin admin] Publish callbacks [] for security_group (68635868-ddff-48d1-81b0-69ca82e2ce13), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:05.364946 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ca6192a2-8627-471a-b067-efa016c6e9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (68635868-ddff-48d1-81b0-69ca82e2ce13), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:05.385195 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9f44afb1-8977-464b-bb2a-19ad97d3bc2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (69b59c36-ab05-4942-86fb-5909c0c87dd3), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:05.403466 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ff0d6e8d-c029-4224-ab3b-c0cb52f59f6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:05.429269 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9f44afb1-8977-464b-bb2a-19ad97d3bc2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (69b59c36-ab05-4942-86fb-5909c0c87dd3), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:05.430749 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f44afb1-8977-464b-bb2a-19ad97d3bc2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:05.431363 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9f44afb1-8977-464b-bb2a-19ad97d3bc2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:05.440425 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ca6192a2-8627-471a-b067-efa016c6e9a6 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a8b0eac991474b05b540737b123ce844&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2174363 Feb 17 17:25:05.441128 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59422) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:05.441759 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6192a2-8627-471a-b067-efa016c6e9a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68635868-ddff-48d1-81b0-69ca82e2ce13,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:05.495736 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8f0070ca-6a58-4aec-8fec-3a38cc521586 admin admin] Publish callbacks [] for security_group (68635868-ddff-48d1-81b0-69ca82e2ce13), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:05.517405 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f44afb1-8977-464b-bb2a-19ad97d3bc2a admin admin] Pushing event updated for resources: {'Network': ['ID=69b59c36-ab05-4942-86fb-5909c0c87dd3,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:05.519893 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8f0070ca-6a58-4aec-8fec-3a38cc521586 admin admin] Publish callbacks [] for security_group (68635868-ddff-48d1-81b0-69ca82e2ce13), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:05.529824 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 69b59c36-ab05-4942-86fb-5909c0c87dd3 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:25:05.538966 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59430) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:05.547589 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-9f44afb1-8977-464b-bb2a-19ad97d3bc2a admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6936269 Feb 17 17:25:05.549503 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59432) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:05.551869 n-d-829613-2 neutron-server[103435]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 17 17:25:05.555687 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-05f0f547-43cc-4556-8a46-1ddc8468d88a admin admin] Request body: {'subnet': {'network_id': '69b59c36-ab05-4942-86fb-5909c0c87dd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-17161331-subnet', 'tenant_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:25:05.577438 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8f0070ca-6a58-4aec-8fec-3a38cc521586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (68635868-ddff-48d1-81b0-69ca82e2ce13), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:05.581811 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8f0070ca-6a58-4aec-8fec-3a38cc521586 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:05.585928 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8f0070ca-6a58-4aec-8fec-3a38cc521586 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/68635868-ddff-48d1-81b0-69ca82e2ce13 HTTP/1.1" status: 204 len: 168 time: 0.1404359 Feb 17 17:25:05.589451 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-86be1b6f-041f-4db6-b105-492c20ad2e74 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=9a070c5dbb0e45a9a377bd1923970eac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405164 Feb 17 17:25:05.595224 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0070ca-6a58-4aec-8fec-3a38cc521586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68635868-ddff-48d1-81b0-69ca82e2ce13,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:05.633726 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f0f547-43cc-4556-8a46-1ddc8468d88a admin admin] Made reservation on behalf of c8748c381f2d43e0acb3dcfd0300916d for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:25:05.636731 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-05f0f547-43cc-4556-8a46-1ddc8468d88a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:05.781469 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-31ebd77a-579d-48e2-a9ee-dd59839f9281 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:05.783059 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-31ebd77a-579d-48e2-a9ee-dd59839f9281 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1926563 Feb 17 17:25:05.813633 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-2a98817f-2209-4081-af1e-4c4bf56e80cd tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/quotas/9a070c5dbb0e45a9a377bd1923970eac HTTP/1.1" status: 200 len: 375 time: 0.0190403 Feb 17 17:25:05.894375 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-7236c99c-25f5-4302-bd90-6d68a73420c2 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=9a070c5dbb0e45a9a377bd1923970eac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0735033 Feb 17 17:25:05.952079 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-05f0f547-43cc-4556-8a46-1ddc8468d88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for subnet (b17eb52f-6ea7-4b2d-8ccf-dda6a4d3a95b), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:05.998939 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f0f547-43cc-4556-8a46-1ddc8468d88a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b17eb52f-6ea7-4b2d-8ccf-dda6a4d3a95b,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:06.037105 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f0f547-43cc-4556-8a46-1ddc8468d88a admin admin] Checking segment: {'id': 'bf8dbe87-49ac-4e48-91ba-61b360c53610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '69b59c36-ab05-4942-86fb-5909c0c87dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:25:06.037455 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f0f547-43cc-4556-8a46-1ddc8468d88a admin admin] Network hostable DHCP agents. Network: 69b59c36-ab05-4942-86fb-5909c0c87dd3, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:25:06.068994 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f0f547-43cc-4556-8a46-1ddc8468d88a admin admin] Network 69b59c36-ab05-4942-86fb-5909c0c87dd3 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:25:06.088542 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-05f0f547-43cc-4556-8a46-1ddc8468d88a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 69b59c36-ab05-4942-86fb-5909c0c87dd3) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:25:06.098288 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcc68b3-2914-41d6-b8a4-bb45929d280d None None] Network 69b59c36-ab05-4942-86fb-5909c0c87dd3 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:25:06.117214 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f0f547-43cc-4556-8a46-1ddc8468d88a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:06.117992 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-05f0f547-43cc-4556-8a46-1ddc8468d88a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:06.160296 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-05f0f547-43cc-4556-8a46-1ddc8468d88a admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6073143 Feb 17 17:25:06.160773 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59480) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:06.165033 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-5eefd346-fcac-4397-bcca-04caf9ad926f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-17161331-router', 'tenant_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:25:06.195257 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5eefd346-fcac-4397-bcca-04caf9ad926f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (0532e046-d49e-48fc-a846-b2f5fa479a06), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:06.197436 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5eefd346-fcac-4397-bcca-04caf9ad926f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (0532e046-d49e-48fc-a846-b2f5fa479a06), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:06.308065 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c214a99-7e81-4051-9346-d5c74146ad2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-69b59c36-ab05-4942-86fb-5909c0c87dd3', 'network_id': '69b59c36-ab05-4942-86fb-5909c0c87dd3', 'project_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'fixed_ips': [{'subnet_id': 'b17eb52f-6ea7-4b2d-8ccf-dda6a4d3a95b'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:25:06.309414 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4c214a99-7e81-4051-9346-d5c74146ad2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:06.477482 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5eefd346-fcac-4397-bcca-04caf9ad926f admin admin] Publish callbacks [] for router_controller (0532e046-d49e-48fc-a846-b2f5fa479a06), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:06.522475 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-4c214a99-7e81-4051-9346-d5c74146ad2b None None] Allocated IP 172.20.0.2 (69b59c36-ab05-4942-86fb-5909c0c87dd3/b17eb52f-6ea7-4b2d-8ccf-dda6a4d3a95b/01dcddf9-0a0b-4565-8eae-73151878d63b) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:25:06.546703 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:06.667436 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2c4fdb72-3c51-4da6-ae23-65719a125ef9 req-80f24fe8-9ec3-4c2e-b5c3-48d42ccd6162 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/ports?device_id=3baad43a-9edc-4b0a-be2c-3dd2d482c4bf HTTP/1.1" status: 200 len: 210 time: 0.4038489 Feb 17 17:25:06.835673 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4c214a99-7e81-4051-9346-d5c74146ad2b None None] Publish callbacks [] for port (01dcddf9-0a0b-4565-8eae-73151878d63b), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:06.848626 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4c214a99-7e81-4051-9346-d5c74146ad2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (01dcddf9-0a0b-4565-8eae-73151878d63b), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:06.856144 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5eefd346-fcac-4397-bcca-04caf9ad926f admin admin] Publish callbacks [] for router_gateway (0532e046-d49e-48fc-a846-b2f5fa479a06), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:06.926018 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c214a99-7e81-4051-9346-d5c74146ad2b None None] Network 69b59c36-ab05-4942-86fb-5909c0c87dd3 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:25:06.936280 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-4c214a99-7e81-4051-9346-d5c74146ad2b None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:25:06.940666 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c214a99-7e81-4051-9346-d5c74146ad2b None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:25:06.959450 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c214a99-7e81-4051-9346-d5c74146ad2b None None] Pushing event updated for resources: {'Port': ['ID=01dcddf9-0a0b-4565-8eae-73151878d63b,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:06.992114 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c214a99-7e81-4051-9346-d5c74146ad2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:25:06.992851 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c214a99-7e81-4051-9346-d5c74146ad2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:25:06.993940 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c214a99-7e81-4051-9346-d5c74146ad2b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:25:06.994475 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c214a99-7e81-4051-9346-d5c74146ad2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:25:06.995179 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c214a99-7e81-4051-9346-d5c74146ad2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:25:06.995705 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c214a99-7e81-4051-9346-d5c74146ad2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:25:06.996613 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c214a99-7e81-4051-9346-d5c74146ad2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:25:06.997310 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c214a99-7e81-4051-9346-d5c74146ad2b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:25:07.002217 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c214a99-7e81-4051-9346-d5c74146ad2b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:25:07.002885 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c214a99-7e81-4051-9346-d5c74146ad2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:25:07.003436 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c214a99-7e81-4051-9346-d5c74146ad2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:25:07.004037 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c214a99-7e81-4051-9346-d5c74146ad2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:25:07.004598 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c214a99-7e81-4051-9346-d5c74146ad2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:25:07.006050 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c214a99-7e81-4051-9346-d5c74146ad2b None None] Tracked resource versions report: Feb 17 17:25:07.006050 n-d-829613-2 neutron-server[103436]: pushed versions: Feb 17 17:25:07.006050 n-d-829613-2 neutron-server[103436]: { 'AddressGroup': {'1.2'}, Feb 17 17:25:07.006050 n-d-829613-2 neutron-server[103436]: 'ConntrackHelper': {'1.0'}, Feb 17 17:25:07.006050 n-d-829613-2 neutron-server[103436]: 'LocalIPAssociation': {'1.0'}, Feb 17 17:25:07.006050 n-d-829613-2 neutron-server[103436]: 'Log': {'1.0'}, Feb 17 17:25:07.006050 n-d-829613-2 neutron-server[103436]: 'Network': {'1.1'}, Feb 17 17:25:07.006050 n-d-829613-2 neutron-server[103436]: 'Port': {'1.7'}, Feb 17 17:25:07.006050 n-d-829613-2 neutron-server[103436]: 'PortForwarding': {'1.2'}, Feb 17 17:25:07.006050 n-d-829613-2 neutron-server[103436]: 'QosPolicy': {'1.10'}, Feb 17 17:25:07.006050 n-d-829613-2 neutron-server[103436]: 'SecurityGroup': {'1.5'}, Feb 17 17:25:07.006050 n-d-829613-2 neutron-server[103436]: 'SecurityGroupRule': {'1.2'}, Feb 17 17:25:07.006050 n-d-829613-2 neutron-server[103436]: 'SubPort': {'1.0'}, Feb 17 17:25:07.006050 n-d-829613-2 neutron-server[103436]: 'Subnet': {'1.1'}, Feb 17 17:25:07.006050 n-d-829613-2 neutron-server[103436]: 'Trunk': {'1.1'}} Feb 17 17:25:07.006050 n-d-829613-2 neutron-server[103436]: consumer versions: Feb 17 17:25:07.006050 n-d-829613-2 neutron-server[103436]: { DHCP agent@n-d-829613-2: {}, Feb 17 17:25:07.006050 n-d-829613-2 neutron-server[103436]: HyperV agent@n-h1-829613-2: {}, Feb 17 17:25:07.006050 n-d-829613-2 neutron-server[103436]: HyperV agent@n-h2-829613-2: {}, Feb 17 17:25:07.006050 n-d-829613-2 neutron-server[103436]: L3 agent@n-d-829613-2: {}, Feb 17 17:25:07.006050 n-d-829613-2 neutron-server[103436]: Metadata agent@n-d-829613-2: {}, Feb 17 17:25:07.006050 n-d-829613-2 neutron-server[103436]: Metering agent@n-d-829613-2: {}, Feb 17 17:25:07.006050 n-d-829613-2 neutron-server[103436]: Open vSwitch agent@n-d-829613-2: { 'AddressGroup': '1.2', Feb 17 17:25:07.006050 n-d-829613-2 neutron-server[103436]: 'ConntrackHelper': '1.0', Feb 17 17:25:07.006050 n-d-829613-2 neutron-server[103436]: 'LocalIPAssociation': '1.0', Feb 17 17:25:07.006050 n-d-829613-2 neutron-server[103436]: 'Log': '1.0', Feb 17 17:25:07.006050 n-d-829613-2 neutron-server[103436]: 'Network': '1.1', Feb 17 17:25:07.006050 n-d-829613-2 neutron-server[103436]: 'Port': '1.7', Feb 17 17:25:07.006050 n-d-829613-2 neutron-server[103436]: 'PortForwarding': '1.2', Feb 17 17:25:07.006050 n-d-829613-2 neutron-server[103436]: 'QosPolicy': '1.10', Feb 17 17:25:07.006050 n-d-829613-2 neutron-server[103436]: 'SecurityGroup': '1.5', Feb 17 17:25:07.006050 n-d-829613-2 neutron-server[103436]: 'SecurityGroupRule': '1.2', Feb 17 17:25:07.006050 n-d-829613-2 neutron-server[103436]: 'SubPort': '1.0', Feb 17 17:25:07.006050 n-d-829613-2 neutron-server[103436]: 'Subnet': '1.1', Feb 17 17:25:07.006050 n-d-829613-2 neutron-server[103436]: 'Trunk': '1.1'}} Feb 17 17:25:07.006050 n-d-829613-2 neutron-server[103436]: {{(pid=103436) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 17:25:07.063371 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-4c214a99-7e81-4051-9346-d5c74146ad2b None None] Attempting to bind port 01dcddf9-0a0b-4565-8eae-73151878d63b on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:25:07.063700 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-4c214a99-7e81-4051-9346-d5c74146ad2b None None] Attempting to bind port 01dcddf9-0a0b-4565-8eae-73151878d63b by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'bf8dbe87-49ac-4e48-91ba-61b360c53610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '69b59c36-ab05-4942-86fb-5909c0c87dd3'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:25:07.064070 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c214a99-7e81-4051-9346-d5c74146ad2b None None] Attempting to bind port 01dcddf9-0a0b-4565-8eae-73151878d63b on network 69b59c36-ab05-4942-86fb-5909c0c87dd3 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:25:07.074968 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c214a99-7e81-4051-9346-d5c74146ad2b None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:25:07.075331 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c214a99-7e81-4051-9346-d5c74146ad2b None None] Checking segment: {'id': 'bf8dbe87-49ac-4e48-91ba-61b360c53610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '69b59c36-ab05-4942-86fb-5909c0c87dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:25:07.076660 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4c214a99-7e81-4051-9346-d5c74146ad2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:07.077242 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c214a99-7e81-4051-9346-d5c74146ad2b None None] Bound using segment: {'id': 'bf8dbe87-49ac-4e48-91ba-61b360c53610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '69b59c36-ab05-4942-86fb-5909c0c87dd3'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:25:07.077892 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-4c214a99-7e81-4051-9346-d5c74146ad2b None None] Bound port: 01dcddf9-0a0b-4565-8eae-73151878d63b, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8dbe87-49ac-4e48-91ba-61b360c53610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '69b59c36-ab05-4942-86fb-5909c0c87dd3'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:25:07.078470 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4c214a99-7e81-4051-9346-d5c74146ad2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (01dcddf9-0a0b-4565-8eae-73151878d63b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:07.189765 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59560) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:07.220343 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-4c214a99-7e81-4051-9346-d5c74146ad2b None None] For port 01dcddf9-0a0b-4565-8eae-73151878d63b, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:25:07.242659 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-4c214a99-7e81-4051-9346-d5c74146ad2b None None] For port 01dcddf9-0a0b-4565-8eae-73151878d63b, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=01dcddf9-0a0b-4565-8eae-73151878d63b,segment=NetworkSegment(bf8dbe87-49ac-4e48-91ba-61b360c53610),segment_id=bf8dbe87-49ac-4e48-91ba-61b360c53610)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:25:07.249190 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59568) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:07.253380 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4c214a99-7e81-4051-9346-d5c74146ad2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (01dcddf9-0a0b-4565-8eae-73151878d63b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:07.314744 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c214a99-7e81-4051-9346-d5c74146ad2b None None] Pushing event updated for resources: {'Port': ['ID=01dcddf9-0a0b-4565-8eae-73151878d63b,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:07.495871 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5eefd346-fcac-4397-bcca-04caf9ad926f admin admin] Publish callbacks [] for router_gateway (0532e046-d49e-48fc-a846-b2f5fa479a06), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:07.498080 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-49c727ff-603f-4211-bfbe-adc766920270 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:07.535023 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5eefd346-fcac-4397-bcca-04caf9ad926f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:07.633756 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-49c727ff-603f-4211-bfbe-adc766920270 admin admin] Publish callbacks [] for security_group (44fa8505-97b9-47ea-bddb-8f353eeb0a33), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:07.656356 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-49c727ff-603f-4211-bfbe-adc766920270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (44fa8505-97b9-47ea-bddb-8f353eeb0a33), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:07.750653 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:07.754714 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-49c727ff-603f-4211-bfbe-adc766920270 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=36312be653ab4a85b0c3d13ae27920c9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5640676 Feb 17 17:25:07.783524 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-5eefd346-fcac-4397-bcca-04caf9ad926f admin admin] Allocated IP 172.25.8.84 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/4d9e9dc7-554e-4f65-b239-0066d8653cd4) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:25:07.794469 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c727ff-603f-4211-bfbe-adc766920270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44fa8505-97b9-47ea-bddb-8f353eeb0a33,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:07.811974 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59590) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:07.817396 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-321d40ea-0dbc-4f97-abbf-3e03248bb1d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:07.929315 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59598) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:08.031459 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 01dcddf9-0a0b-4565-8eae-73151878d63b up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:25:08.075311 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f5b37c73-0878-429a-b33e-14f9350efb19 admin admin] Publish callbacks [] for security_group (44fa8505-97b9-47ea-bddb-8f353eeb0a33), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:08.087746 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5eefd346-fcac-4397-bcca-04caf9ad926f admin admin] Publish callbacks [] for port (4d9e9dc7-554e-4f65-b239-0066d8653cd4), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:08.100674 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f5b37c73-0878-429a-b33e-14f9350efb19 admin admin] Publish callbacks [] for security_group (44fa8505-97b9-47ea-bddb-8f353eeb0a33), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:08.171583 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 01dcddf9-0a0b-4565-8eae-73151878d63b triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:25:08.172730 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (01dcddf9-0a0b-4565-8eae-73151878d63b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:08.229770 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-321d40ea-0dbc-4f97-abbf-3e03248bb1d2 admin admin] Publish callbacks [] for security_group (1c3704ba-cce1-474a-bf3a-55d476cbb67c), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:08.231385 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5eefd346-fcac-4397-bcca-04caf9ad926f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (4d9e9dc7-554e-4f65-b239-0066d8653cd4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:08.266894 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3d79e448-b5b9-4b3e-b6f7-ca3d2d5eb6c5 req-e5649cfd-be45-4997-9a01-c1859dfcccbf tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/ports?device_id=3baad43a-9edc-4b0a-be2c-3dd2d482c4bf HTTP/1.1" status: 200 len: 210 time: 0.0851746 Feb 17 17:25:08.267961 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-321d40ea-0dbc-4f97-abbf-3e03248bb1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (1c3704ba-cce1-474a-bf3a-55d476cbb67c), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:08.300858 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f5b37c73-0878-429a-b33e-14f9350efb19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (44fa8505-97b9-47ea-bddb-8f353eeb0a33), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:08.303800 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f5b37c73-0878-429a-b33e-14f9350efb19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:08.305589 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-f5b37c73-0878-429a-b33e-14f9350efb19 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/44fa8505-97b9-47ea-bddb-8f353eeb0a33 HTTP/1.1" status: 204 len: 168 time: 0.4894903 Feb 17 17:25:08.312028 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321d40ea-0dbc-4f97-abbf-3e03248bb1d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3704ba-cce1-474a-bf3a-55d476cbb67c,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:08.334181 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b37c73-0878-429a-b33e-14f9350efb19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fa8505-97b9-47ea-bddb-8f353eeb0a33,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:08.371049 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-321d40ea-0dbc-4f97-abbf-3e03248bb1d2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b036024b99a444b4a75f26f2f9425e70&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1204197 Feb 17 17:25:08.372385 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59608) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:08.388544 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 01dcddf9-0a0b-4565-8eae-73151878d63b is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:25:08.388954 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (01dcddf9-0a0b-4565-8eae-73151878d63b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:08.457791 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-56eed323-e5c8-498c-9ea1-5193e5f4fb4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:08.491046 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 01dcddf9-0a0b-4565-8eae-73151878d63b, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=01dcddf9-0a0b-4565-8eae-73151878d63b,segment=NetworkSegment(bf8dbe87-49ac-4e48-91ba-61b360c53610),segment_id=bf8dbe87-49ac-4e48-91ba-61b360c53610)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:25:08.501318 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (01dcddf9-0a0b-4565-8eae-73151878d63b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:08.501779 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7bbf8acd-a0c8-4422-8c39-2135afd4601d admin admin] Publish callbacks [] for security_group (1c3704ba-cce1-474a-bf3a-55d476cbb67c), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:08.548279 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7bbf8acd-a0c8-4422-8c39-2135afd4601d admin admin] Publish callbacks [] for security_group (1c3704ba-cce1-474a-bf3a-55d476cbb67c), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:08.559047 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eefd346-fcac-4397-bcca-04caf9ad926f admin admin] Pushing event updated for resources: {'Port': ['ID=4d9e9dc7-554e-4f65-b239-0066d8653cd4,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:08.623938 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-56eed323-e5c8-498c-9ea1-5193e5f4fb4d admin admin] Publish callbacks [] for security_group (14d6eb04-7b30-4f9f-b0b2-e6176d3079b4), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:08.629102 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=01dcddf9-0a0b-4565-8eae-73151878d63b,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:08.629654 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eefd346-fcac-4397-bcca-04caf9ad926f admin admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:25:08.632843 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-56eed323-e5c8-498c-9ea1-5193e5f4fb4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (14d6eb04-7b30-4f9f-b0b2-e6176d3079b4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:08.649057 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-5eefd346-fcac-4397-bcca-04caf9ad926f admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:25:08.663737 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7bbf8acd-a0c8-4422-8c39-2135afd4601d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (1c3704ba-cce1-474a-bf3a-55d476cbb67c), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:08.669460 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7bbf8acd-a0c8-4422-8c39-2135afd4601d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:08.672772 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-7bbf8acd-a0c8-4422-8c39-2135afd4601d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/1c3704ba-cce1-474a-bf3a-55d476cbb67c HTTP/1.1" status: 204 len: 168 time: 0.2965088 Feb 17 17:25:08.679313 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eefd346-fcac-4397-bcca-04caf9ad926f admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:25:08.686543 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbf8acd-a0c8-4422-8c39-2135afd4601d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3704ba-cce1-474a-bf3a-55d476cbb67c,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:08.780596 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-56eed323-e5c8-498c-9ea1-5193e5f4fb4d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c773f450c67647818339d043c33b8c92&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8501914 Feb 17 17:25:08.784008 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59636) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:08.784727 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eed323-e5c8-498c-9ea1-5193e5f4fb4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d6eb04-7b30-4f9f-b0b2-e6176d3079b4,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:08.862945 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-58fe9163-6f11-4d84-8bac-b010a634ac83 admin admin] Publish callbacks [] for security_group (14d6eb04-7b30-4f9f-b0b2-e6176d3079b4), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:08.897824 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-58fe9163-6f11-4d84-8bac-b010a634ac83 admin admin] Publish callbacks [] for security_group (14d6eb04-7b30-4f9f-b0b2-e6176d3079b4), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:08.954454 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:08.968293 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.91', 61176) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:08.999288 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-58fe9163-6f11-4d84-8bac-b010a634ac83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (14d6eb04-7b30-4f9f-b0b2-e6176d3079b4), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:09.002153 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-58fe9163-6f11-4d84-8bac-b010a634ac83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:09.006132 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-58fe9163-6f11-4d84-8bac-b010a634ac83 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/14d6eb04-7b30-4f9f-b0b2-e6176d3079b4 HTTP/1.1" status: 204 len: 168 time: 0.2203228 Feb 17 17:25:09.015019 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe9163-6f11-4d84-8bac-b010a634ac83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d6eb04-7b30-4f9f-b0b2-e6176d3079b4,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:09.040058 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-9a8a7439-8acb-4d89-b9b7-20d16389d8ee tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=9a070c5dbb0e45a9a377bd1923970eac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0705538 Feb 17 17:25:09.042685 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59644) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:09.073535 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-673f2556-4432-4957-88eb-f87d061a86d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:09.114161 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37307d4a-109a-4fca-b195-0241c5cd7480 None None] Network 69b59c36-ab05-4942-86fb-5909c0c87dd3 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:25:09.235289 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-e15946ca-3d79-4a71-b0ca-d09edee93ea5 None None] Provisioning complete for port 01dcddf9-0a0b-4565-8eae-73151878d63b triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:25:09.235821 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e15946ca-3d79-4a71-b0ca-d09edee93ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (01dcddf9-0a0b-4565-8eae-73151878d63b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:09.386817 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-e15946ca-3d79-4a71-b0ca-d09edee93ea5 None None] Current status of the port 01dcddf9-0a0b-4565-8eae-73151878d63b is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:25:09.434773 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59662) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:09.476986 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c7dbda96-6967-463d-9f02-534f7586c241 req-491cb9ff-6229-4503-a4a4-c456289bcbf9 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=f9ada803cb144ccaa4491bb8d4e17346&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365131 Feb 17 17:25:09.556394 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5eefd346-fcac-4397-bcca-04caf9ad926f admin admin] Publish callbacks [] for router_gateway (0532e046-d49e-48fc-a846-b2f5fa479a06), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:09.648823 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-16290c9d-1459-4e27-ae4d-77383b08140f req-af1863c9-4f0b-47a5-b812-3a8cb219312b tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/ports?device_id=3baad43a-9edc-4b0a-be2c-3dd2d482c4bf HTTP/1.1" status: 200 len: 210 time: 0.0416315 Feb 17 17:25:09.689766 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59672) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:09.716551 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbda96-6967-463d-9f02-534f7586c241 req-50932823-19c3-4fb8-8f1b-c8e42d4d0f81 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:09.718796 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-3fd0aa64-636e-4161-bb24-18384bea537f None None] Provisioning complete for port 01dcddf9-0a0b-4565-8eae-73151878d63b triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:25:09.719183 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3fd0aa64-636e-4161-bb24-18384bea537f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (01dcddf9-0a0b-4565-8eae-73151878d63b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:09.725566 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c7dbda96-6967-463d-9f02-534f7586c241 req-50932823-19c3-4fb8-8f1b-c8e42d4d0f81 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2438371 Feb 17 17:25:09.733639 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-254a7178-0b8e-478f-963b-148b4607a9e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:09.752509 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c7dbda96-6967-463d-9f02-534f7586c241 req-81075a3f-9db1-4cc1-b173-16dfef192a2f tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] 10.222.0.87 "GET /v2.0/quotas/f9ada803cb144ccaa4491bb8d4e17346 HTTP/1.1" status: 200 len: 375 time: 0.0258198 Feb 17 17:25:09.768666 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-673f2556-4432-4957-88eb-f87d061a86d8 admin admin] Publish callbacks [] for security_group (b93967d6-e434-4ba3-9a2b-1e4ec99fd935), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:09.786683 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-8800343e-82bb-4d2d-83fe-1bf8e98a24c3 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:09.790084 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-8800343e-82bb-4d2d-83fe-1bf8e98a24c3 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7331040 Feb 17 17:25:09.819603 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c7dbda96-6967-463d-9f02-534f7586c241 req-e0f141f6-9b1c-41fc-a0d0-199a7754a6cd tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=f9ada803cb144ccaa4491bb8d4e17346&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659299 Feb 17 17:25:09.928791 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-553a360e-a2ab-4ff9-9f25-4d49ef42770c tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Request body: {'port': {'device_id': '3baad43a-9edc-4b0a-be2c-3dd2d482c4bf', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'admin_state_up': True, 'tenant_id': '9a070c5dbb0e45a9a377bd1923970eac'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:25:09.961542 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-3fd0aa64-636e-4161-bb24-18384bea537f None None] Current status of the port 01dcddf9-0a0b-4565-8eae-73151878d63b is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:25:09.983658 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 01dcddf9-0a0b-4565-8eae-73151878d63b up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:25:09.984914 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-254a7178-0b8e-478f-963b-148b4607a9e8 admin admin] Publish callbacks [] for security_group (a3e95a23-3fc7-4726-b1ba-8ffe0e9eef22), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:09.993541 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-254a7178-0b8e-478f-963b-148b4607a9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (a3e95a23-3fc7-4726-b1ba-8ffe0e9eef22), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:10.004947 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59684) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:10.038085 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5eefd346-fcac-4397-bcca-04caf9ad926f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (0532e046-d49e-48fc-a846-b2f5fa479a06), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:10.045864 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-673f2556-4432-4957-88eb-f87d061a86d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (b93967d6-e434-4ba3-9a2b-1e4ec99fd935), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:10.051147 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bbfb26ad-457b-405a-a3b3-153e58c2ebd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:10.077982 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-254a7178-0b8e-478f-963b-148b4607a9e8 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3def765db9324af583db4f91921cdf11&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3825932 Feb 17 17:25:10.078343 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254a7178-0b8e-478f-963b-148b4607a9e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e95a23-3fc7-4726-b1ba-8ffe0e9eef22,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:10.082860 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59692) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:10.096924 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 01dcddf9-0a0b-4565-8eae-73151878d63b triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:25:10.097330 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (01dcddf9-0a0b-4565-8eae-73151878d63b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:10.234596 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-76b418b6-51b6-453e-9b4c-f1532542ce05 req-ac347766-6029-4a5b-bea4-195d6a93e616 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] 10.222.0.87 "GET /v2.0/ports?device_id=9c9e3284-d6b3-49b4-8bbc-c1443f849ec8 HTTP/1.1" status: 200 len: 210 time: 0.0715089 Feb 17 17:25:10.259711 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-28d921b1-5a50-4def-a841-4e390662e978 admin admin] Publish callbacks [] for security_group (a3e95a23-3fc7-4726-b1ba-8ffe0e9eef22), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:10.316165 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-28d921b1-5a50-4def-a841-4e390662e978 admin admin] Publish callbacks [] for security_group (a3e95a23-3fc7-4726-b1ba-8ffe0e9eef22), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:10.322322 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 01dcddf9-0a0b-4565-8eae-73151878d63b is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:25:10.330752 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bbfb26ad-457b-405a-a3b3-153e58c2ebd0 admin admin] Publish callbacks [] for security_group (7389864c-4c3e-4d73-88ef-fb474d0dbab9), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:10.336386 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bbfb26ad-457b-405a-a3b3-153e58c2ebd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (7389864c-4c3e-4d73-88ef-fb474d0dbab9), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:10.364735 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f2556-4432-4957-88eb-f87d061a86d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93967d6-e434-4ba3-9a2b-1e4ec99fd935,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:10.386566 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-673f2556-4432-4957-88eb-f87d061a86d8 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c06b793bf5394754adef32a750f7b977&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3324730 Feb 17 17:25:10.401243 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59710) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:10.401243 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfb26ad-457b-405a-a3b3-153e58c2ebd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7389864c-4c3e-4d73-88ef-fb474d0dbab9,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:10.482165 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-bbfb26ad-457b-405a-a3b3-153e58c2ebd0 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=74b8b81dead344ba8984b9b7d6b95798&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4746737 Feb 17 17:25:10.485895 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59716) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:10.514874 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eefd346-fcac-4397-bcca-04caf9ad926f admin admin] Router 0532e046-d49e-48fc-a846-b2f5fa479a06 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:25:10.558705 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-28d921b1-5a50-4def-a841-4e390662e978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (a3e95a23-3fc7-4726-b1ba-8ffe0e9eef22), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:10.561571 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-28d921b1-5a50-4def-a841-4e390662e978 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:10.562726 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-28d921b1-5a50-4def-a841-4e390662e978 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a3e95a23-3fc7-4726-b1ba-8ffe0e9eef22 HTTP/1.1" status: 204 len: 168 time: 0.4789448 Feb 17 17:25:10.578328 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0b5a511b-9e7a-40be-9183-b171dbe0ecc7 admin admin] Publish callbacks [] for security_group (7389864c-4c3e-4d73-88ef-fb474d0dbab9), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:10.602122 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0b5a511b-9e7a-40be-9183-b171dbe0ecc7 admin admin] Publish callbacks [] for security_group (7389864c-4c3e-4d73-88ef-fb474d0dbab9), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:10.654211 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3c902bd1-61fd-4eca-8c0b-f170861877ac admin admin] Publish callbacks [] for security_group (b93967d6-e434-4ba3-9a2b-1e4ec99fd935), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:10.658864 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d921b1-5a50-4def-a841-4e390662e978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e95a23-3fc7-4726-b1ba-8ffe0e9eef22,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:10.679919 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0b5a511b-9e7a-40be-9183-b171dbe0ecc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (7389864c-4c3e-4d73-88ef-fb474d0dbab9), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:10.690124 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0b5a511b-9e7a-40be-9183-b171dbe0ecc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:10.693951 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-0b5a511b-9e7a-40be-9183-b171dbe0ecc7 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/7389864c-4c3e-4d73-88ef-fb474d0dbab9 HTTP/1.1" status: 204 len: 168 time: 0.2028909 Feb 17 17:25:10.715915 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eefd346-fcac-4397-bcca-04caf9ad926f admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:25:10.727044 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c3f143-afd8-453e-a74c-4c9146e8575f None None] Sync routers for ids ['0532e046-d49e-48fc-a846-b2f5fa479a06'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:25:10.744361 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a511b-9e7a-40be-9183-b171dbe0ecc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7389864c-4c3e-4d73-88ef-fb474d0dbab9,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:10.753335 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c3f143-afd8-453e-a74c-4c9146e8575f None None] Routers {'0532e046-d49e-48fc-a846-b2f5fa479a06'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:25:10.758546 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5eefd346-fcac-4397-bcca-04caf9ad926f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:10.763627 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-43c3f143-afd8-453e-a74c-4c9146e8575f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:25:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0532e046-d49e-48fc-a846-b2f5fa479a06'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:25:10.766576 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5eefd346-fcac-4397-bcca-04caf9ad926f admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.6046867 Feb 17 17:25:10.767818 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59740) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:10.784726 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3c902bd1-61fd-4eca-8c0b-f170861877ac admin admin] Publish callbacks [] for security_group (b93967d6-e434-4ba3-9a2b-1e4ec99fd935), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:10.903473 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-553a360e-a2ab-4ff9-9f25-4d49ef42770c tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Made reservation on behalf of 9a070c5dbb0e45a9a377bd1923970eac for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:25:10.907230 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-553a360e-a2ab-4ff9-9f25-4d49ef42770c tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:10.927043 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-553a360e-a2ab-4ff9-9f25-4d49ef42770c tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:11.136496 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-553a360e-a2ab-4ff9-9f25-4d49ef42770c tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Publish callbacks [] for security_group (68121720-bd3b-463d-beae-f108924fc2b1), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:11.143586 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-553a360e-a2ab-4ff9-9f25-4d49ef42770c tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (68121720-bd3b-463d-beae-f108924fc2b1), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:11.234291 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-43c3f143-afd8-453e-a74c-4c9146e8575f None None] Set router 0532e046-d49e-48fc-a846-b2f5fa479a06 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:25:11.502747 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59756) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:11.503709 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a360e-a2ab-4ff9-9f25-4d49ef42770c tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68121720-bd3b-463d-beae-f108924fc2b1,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:11.724104 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-43c3f143-afd8-453e-a74c-4c9146e8575f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-17161331-router', 'tenant_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '4d9e9dc7-554e-4f65-b239-0066d8653cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:25:06Z', 'updated_at': '2022-02-17T17:25:09Z', 'revision_number': 3, 'project_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'gw_port': {'id': '4d9e9dc7-554e-4f65-b239-0066d8653cd4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:55:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:25:07Z', 'updated_at': '2022-02-17T17:25:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:25:11.888999 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d86c283d-fa4f-4861-8f84-82a8eec1e922 req-6b41a461-30bd-4b99-b9f5-835d582d187d tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] 10.222.0.87 "GET /v2.0/ports?device_id=9c9e3284-d6b3-49b4-8bbc-c1443f849ec8 HTTP/1.1" status: 200 len: 210 time: 0.1141963 Feb 17 17:25:11.900196 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c3f143-afd8-453e-a74c-4c9146e8575f None None] Checking router: 0532e046-d49e-48fc-a846-b2f5fa479a06 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:25:11.900196 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c3f143-afd8-453e-a74c-4c9146e8575f None None] Updating router 0532e046-d49e-48fc-a846-b2f5fa479a06 port 4d9e9dc7-554e-4f65-b239-0066d8653cd4 binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:25:11.907735 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e66c1607-a5b3-4ae2-a100-8523fdeb701b req-d397a406-6112-4b4a-99f3-4ccc7c21054d tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/ports?device_id=3baad43a-9edc-4b0a-be2c-3dd2d482c4bf HTTP/1.1" status: 200 len: 210 time: 0.6275802 Feb 17 17:25:11.977326 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-43c3f143-afd8-453e-a74c-4c9146e8575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (4d9e9dc7-554e-4f65-b239-0066d8653cd4), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:11.990335 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3c902bd1-61fd-4eca-8c0b-f170861877ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (b93967d6-e434-4ba3-9a2b-1e4ec99fd935), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:11.997779 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3c902bd1-61fd-4eca-8c0b-f170861877ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:11.999190 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-3c902bd1-61fd-4eca-8c0b-f170861877ac admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b93967d6-e434-4ba3-9a2b-1e4ec99fd935 HTTP/1.1" status: 204 len: 168 time: 1.5949681 Feb 17 17:25:12.050134 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d1bd37c5-9407-4e0b-92f2-bfd54ebd99ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:12.064703 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c902bd1-61fd-4eca-8c0b-f170861877ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93967d6-e434-4ba3-9a2b-1e4ec99fd935,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:12.067788 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-553a360e-a2ab-4ff9-9f25-4d49ef42770c tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Allocated IP 192.168.233.229 (82b8d039-1c14-456f-ab24-8b3aebebd7d8/ac79920f-9ddd-4352-b866-6056158b178e/6929f6ff-1074-41d8-9353-e06a29dde0db) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:25:12.142931 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-431d2d15-817f-4152-a37f-6c8b493a3959 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:12.519240 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-d1bd37c5-9407-4e0b-92f2-bfd54ebd99ed admin admin] Allocated IP 172.20.0.1 (69b59c36-ab05-4942-86fb-5909c0c87dd3/b17eb52f-6ea7-4b2d-8ccf-dda6a4d3a95b/92002828-e106-4471-8757-cb28b0e71c51) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:25:12.703206 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-431d2d15-817f-4152-a37f-6c8b493a3959 admin admin] Publish callbacks [] for security_group (aa81075d-5062-46ef-8cf5-b87926fd4106), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:12.728293 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-431d2d15-817f-4152-a37f-6c8b493a3959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (aa81075d-5062-46ef-8cf5-b87926fd4106), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:12.782089 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-43c3f143-afd8-453e-a74c-4c9146e8575f None None] Publish callbacks [] for port (4d9e9dc7-554e-4f65-b239-0066d8653cd4), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:12.790341 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-43c3f143-afd8-453e-a74c-4c9146e8575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (4d9e9dc7-554e-4f65-b239-0066d8653cd4), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:12.831766 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d1bd37c5-9407-4e0b-92f2-bfd54ebd99ed admin admin] Publish callbacks [] for port (92002828-e106-4471-8757-cb28b0e71c51), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:12.849369 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.71', 61858) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:12.872908 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-553a360e-a2ab-4ff9-9f25-4d49ef42770c tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Publish callbacks [] for port (6929f6ff-1074-41d8-9353-e06a29dde0db), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:12.878253 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c7dbda96-6967-463d-9f02-534f7586c241 req-b8f579d1-bb5b-4c0a-a599-85f60b3bdc3a tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=f9ada803cb144ccaa4491bb8d4e17346&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274994 Feb 17 17:25:12.918302 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-431d2d15-817f-4152-a37f-6c8b493a3959 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6e0f894fff724301a2f56dc73d29c1df&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4085517 Feb 17 17:25:12.945350 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d2d15-817f-4152-a37f-6c8b493a3959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa81075d-5062-46ef-8cf5-b87926fd4106,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:12.948025 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-43c3f143-afd8-453e-a74c-4c9146e8575f None None] Attempting to bind port 4d9e9dc7-554e-4f65-b239-0066d8653cd4 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:25:12.949965 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59804) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:12.965698 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-43c3f143-afd8-453e-a74c-4c9146e8575f None None] Attempting to bind port 4d9e9dc7-554e-4f65-b239-0066d8653cd4 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:25:12.966449 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c3f143-afd8-453e-a74c-4c9146e8575f None None] Attempting to bind port 4d9e9dc7-554e-4f65-b239-0066d8653cd4 on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:25:12.989065 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b719dba6-fcbd-463e-8d4b-dea46f14896d None None] Pushing event updated for resources: {'Port': ['ID=4d9e9dc7-554e-4f65-b239-0066d8653cd4,revision_number=2']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:13.049530 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b719dba6-fcbd-463e-8d4b-dea46f14896d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:25:13.049877 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b719dba6-fcbd-463e-8d4b-dea46f14896d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:25:13.050244 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b719dba6-fcbd-463e-8d4b-dea46f14896d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:25:13.050567 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b719dba6-fcbd-463e-8d4b-dea46f14896d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:25:13.056102 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b719dba6-fcbd-463e-8d4b-dea46f14896d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:25:13.056677 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b719dba6-fcbd-463e-8d4b-dea46f14896d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:25:13.057727 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b719dba6-fcbd-463e-8d4b-dea46f14896d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:25:13.060320 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b719dba6-fcbd-463e-8d4b-dea46f14896d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:25:13.061866 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b719dba6-fcbd-463e-8d4b-dea46f14896d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:25:13.067449 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b719dba6-fcbd-463e-8d4b-dea46f14896d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:25:13.067971 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b719dba6-fcbd-463e-8d4b-dea46f14896d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:25:13.068499 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b719dba6-fcbd-463e-8d4b-dea46f14896d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:25:13.071582 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b719dba6-fcbd-463e-8d4b-dea46f14896d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:25:13.074633 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b719dba6-fcbd-463e-8d4b-dea46f14896d None None] Tracked resource versions report: Feb 17 17:25:13.074633 n-d-829613-2 neutron-server[103438]: pushed versions: Feb 17 17:25:13.074633 n-d-829613-2 neutron-server[103438]: { 'AddressGroup': {'1.2'}, Feb 17 17:25:13.074633 n-d-829613-2 neutron-server[103438]: 'ConntrackHelper': {'1.0'}, Feb 17 17:25:13.074633 n-d-829613-2 neutron-server[103438]: 'LocalIPAssociation': {'1.0'}, Feb 17 17:25:13.074633 n-d-829613-2 neutron-server[103438]: 'Log': {'1.0'}, Feb 17 17:25:13.074633 n-d-829613-2 neutron-server[103438]: 'Network': {'1.1'}, Feb 17 17:25:13.074633 n-d-829613-2 neutron-server[103438]: 'Port': {'1.7'}, Feb 17 17:25:13.074633 n-d-829613-2 neutron-server[103438]: 'PortForwarding': {'1.2'}, Feb 17 17:25:13.074633 n-d-829613-2 neutron-server[103438]: 'QosPolicy': {'1.10'}, Feb 17 17:25:13.074633 n-d-829613-2 neutron-server[103438]: 'SecurityGroup': {'1.5'}, Feb 17 17:25:13.074633 n-d-829613-2 neutron-server[103438]: 'SecurityGroupRule': {'1.2'}, Feb 17 17:25:13.074633 n-d-829613-2 neutron-server[103438]: 'SubPort': {'1.0'}, Feb 17 17:25:13.074633 n-d-829613-2 neutron-server[103438]: 'Subnet': {'1.1'}, Feb 17 17:25:13.074633 n-d-829613-2 neutron-server[103438]: 'Trunk': {'1.1'}} Feb 17 17:25:13.074633 n-d-829613-2 neutron-server[103438]: consumer versions: Feb 17 17:25:13.074633 n-d-829613-2 neutron-server[103438]: { DHCP agent@n-d-829613-2: {}, Feb 17 17:25:13.074633 n-d-829613-2 neutron-server[103438]: HyperV agent@n-h1-829613-2: {}, Feb 17 17:25:13.074633 n-d-829613-2 neutron-server[103438]: HyperV agent@n-h2-829613-2: {}, Feb 17 17:25:13.074633 n-d-829613-2 neutron-server[103438]: L3 agent@n-d-829613-2: {}, Feb 17 17:25:13.074633 n-d-829613-2 neutron-server[103438]: Metadata agent@n-d-829613-2: {}, Feb 17 17:25:13.074633 n-d-829613-2 neutron-server[103438]: Metering agent@n-d-829613-2: {}, Feb 17 17:25:13.074633 n-d-829613-2 neutron-server[103438]: Open vSwitch agent@n-d-829613-2: { 'AddressGroup': '1.2', Feb 17 17:25:13.074633 n-d-829613-2 neutron-server[103438]: 'ConntrackHelper': '1.0', Feb 17 17:25:13.074633 n-d-829613-2 neutron-server[103438]: 'LocalIPAssociation': '1.0', Feb 17 17:25:13.074633 n-d-829613-2 neutron-server[103438]: 'Log': '1.0', Feb 17 17:25:13.074633 n-d-829613-2 neutron-server[103438]: 'Network': '1.1', Feb 17 17:25:13.074633 n-d-829613-2 neutron-server[103438]: 'Port': '1.7', Feb 17 17:25:13.074633 n-d-829613-2 neutron-server[103438]: 'PortForwarding': '1.2', Feb 17 17:25:13.074633 n-d-829613-2 neutron-server[103438]: 'QosPolicy': '1.10', Feb 17 17:25:13.074633 n-d-829613-2 neutron-server[103438]: 'SecurityGroup': '1.5', Feb 17 17:25:13.074633 n-d-829613-2 neutron-server[103438]: 'SecurityGroupRule': '1.2', Feb 17 17:25:13.074633 n-d-829613-2 neutron-server[103438]: 'SubPort': '1.0', Feb 17 17:25:13.074633 n-d-829613-2 neutron-server[103438]: 'Subnet': '1.1', Feb 17 17:25:13.074633 n-d-829613-2 neutron-server[103438]: 'Trunk': '1.1'}} Feb 17 17:25:13.074633 n-d-829613-2 neutron-server[103438]: {{(pid=103438) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 17:25:13.095702 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c3f143-afd8-453e-a74c-4c9146e8575f None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:25:13.097797 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c3f143-afd8-453e-a74c-4c9146e8575f None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:25:13.104831 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-43c3f143-afd8-453e-a74c-4c9146e8575f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:13.105255 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c3f143-afd8-453e-a74c-4c9146e8575f None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:25:13.105769 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-43c3f143-afd8-453e-a74c-4c9146e8575f None None] Bound port: 4d9e9dc7-554e-4f65-b239-0066d8653cd4, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:25:13.106339 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-43c3f143-afd8-453e-a74c-4c9146e8575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (4d9e9dc7-554e-4f65-b239-0066d8653cd4), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:13.222349 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-553a360e-a2ab-4ff9-9f25-4d49ef42770c tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (6929f6ff-1074-41d8-9353-e06a29dde0db), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:13.266695 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-43c3f143-afd8-453e-a74c-4c9146e8575f None None] For port 4d9e9dc7-554e-4f65-b239-0066d8653cd4, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:25:13.273957 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-43c3f143-afd8-453e-a74c-4c9146e8575f None None] For port 4d9e9dc7-554e-4f65-b239-0066d8653cd4, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=4d9e9dc7-554e-4f65-b239-0066d8653cd4,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:25:13.285927 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-43c3f143-afd8-453e-a74c-4c9146e8575f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (4d9e9dc7-554e-4f65-b239-0066d8653cd4), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:13.409227 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7fc7f195-5f7a-4c01-b215-012587833d04 admin admin] Publish callbacks [] for security_group (aa81075d-5062-46ef-8cf5-b87926fd4106), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:13.412518 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b719dba6-fcbd-463e-8d4b-dea46f14896d None None] Pushing event updated for resources: {'Port': ['ID=4d9e9dc7-554e-4f65-b239-0066d8653cd4,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:13.446884 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c3f143-afd8-453e-a74c-4c9146e8575f None None] Routers {'0532e046-d49e-48fc-a846-b2f5fa479a06'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:25:13.448964 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-43c3f143-afd8-453e-a74c-4c9146e8575f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:25:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0532e046-d49e-48fc-a846-b2f5fa479a06'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:25:13.510957 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-553a360e-a2ab-4ff9-9f25-4d49ef42770c tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:25:13.536982 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-84177068-7781-4981-a9d5-3711bbc76ab3 req-37845aa6-6bae-414b-b35c-4a1349de94da tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] 10.222.0.87 "GET /v2.0/ports?device_id=9c9e3284-d6b3-49b4-8bbc-c1443f849ec8 HTTP/1.1" status: 200 len: 210 time: 0.2811449 Feb 17 17:25:13.542079 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-553a360e-a2ab-4ff9-9f25-4d49ef42770c tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:25:13.559803 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-553a360e-a2ab-4ff9-9f25-4d49ef42770c tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:25:13.577017 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-553a360e-a2ab-4ff9-9f25-4d49ef42770c tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:13.577804 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-553a360e-a2ab-4ff9-9f25-4d49ef42770c tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:13.589692 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a360e-a2ab-4ff9-9f25-4d49ef42770c tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Pushing event updated for resources: {'Port': ['ID=6929f6ff-1074-41d8-9353-e06a29dde0db,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:13.595650 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7fc7f195-5f7a-4c01-b215-012587833d04 admin admin] Publish callbacks [] for security_group (aa81075d-5062-46ef-8cf5-b87926fd4106), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:13.604505 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbda96-6967-463d-9f02-534f7586c241 req-130c617b-6dd3-4492-8dd3-33510f2d97c6 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:13.607408 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c7dbda96-6967-463d-9f02-534f7586c241 req-130c617b-6dd3-4492-8dd3-33510f2d97c6 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7195618 Feb 17 17:25:13.661306 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d1bd37c5-9407-4e0b-92f2-bfd54ebd99ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (92002828-e106-4471-8757-cb28b0e71c51), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:13.699258 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-553a360e-a2ab-4ff9-9f25-4d49ef42770c tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7814062 Feb 17 17:25:13.710620 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-c7dbda96-6967-463d-9f02-534f7586c241 req-499f4a58-a5e2-441e-8608-a940de64530a tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] Request body: {'port': {'device_id': '9c9e3284-d6b3-49b4-8bbc-c1443f849ec8', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'admin_state_up': True, 'tenant_id': 'f9ada803cb144ccaa4491bb8d4e17346'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:25:13.727129 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-43c3f143-afd8-453e-a74c-4c9146e8575f None None] Set router 0532e046-d49e-48fc-a846-b2f5fa479a06 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:25:13.733324 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-4cf6b88d-61e0-4f67-b66c-ea5ce534fa77 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:25:13.746428 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-4cf6b88d-61e0-4f67-b66c-ea5ce534fa77 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0298388 Feb 17 17:25:13.777233 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7fc7f195-5f7a-4c01-b215-012587833d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (aa81075d-5062-46ef-8cf5-b87926fd4106), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:13.780449 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7fc7f195-5f7a-4c01-b215-012587833d04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:13.781863 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7fc7f195-5f7a-4c01-b215-012587833d04 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/aa81075d-5062-46ef-8cf5-b87926fd4106 HTTP/1.1" status: 204 len: 168 time: 0.8310378 Feb 17 17:25:13.809408 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc7f195-5f7a-4c01-b215-012587833d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa81075d-5062-46ef-8cf5-b87926fd4106,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:14.024493 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-813c71bc-cb40-495b-bfd2-6792894bb362 None None] Provisioning complete for port 6929f6ff-1074-41d8-9353-e06a29dde0db triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:25:14.025082 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-813c71bc-cb40-495b-bfd2-6792894bb362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6929f6ff-1074-41d8-9353-e06a29dde0db), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:14.133136 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-813c71bc-cb40-495b-bfd2-6792894bb362 None None] Port 6929f6ff-1074-41d8-9353-e06a29dde0db cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:25:14.297944 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bd37c5-9407-4e0b-92f2-bfd54ebd99ed admin admin] Network 69b59c36-ab05-4942-86fb-5909c0c87dd3 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:25:14.302761 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-d1bd37c5-9407-4e0b-92f2-bfd54ebd99ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:25:14.320066 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e020c9-82a4-4dba-92bf-7688432ab3ea req-e304155a-1aa8-4d3b-b87c-224555aca4bd tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:14.321676 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f4e020c9-82a4-4dba-92bf-7688432ab3ea req-e304155a-1aa8-4d3b-b87c-224555aca4bd tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/ports?device_id=3baad43a-9edc-4b0a-be2c-3dd2d482c4bf HTTP/1.1" status: 200 len: 936 time: 1.0225480 Feb 17 17:25:14.327369 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bd37c5-9407-4e0b-92f2-bfd54ebd99ed admin admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:25:14.327843 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d1bd37c5-9407-4e0b-92f2-bfd54ebd99ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (0532e046-d49e-48fc-a846-b2f5fa479a06), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:14.461612 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-43c3f143-afd8-453e-a74c-4c9146e8575f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-17161331-router', 'tenant_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '4d9e9dc7-554e-4f65-b239-0066d8653cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:25:06Z', 'updated_at': '2022-02-17T17:25:09Z', 'revision_number': 3, 'project_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'gw_port': {'id': '4d9e9dc7-554e-4f65-b239-0066d8653cd4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:55:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:25:07Z', 'updated_at': '2022-02-17T17:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:25:14.527452 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c3f143-afd8-453e-a74c-4c9146e8575f None None] The sync data for ids ['0532e046-d49e-48fc-a846-b2f5fa479a06'] in n-d-829613-2 is: [{'id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-17161331-router', 'tenant_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '4d9e9dc7-554e-4f65-b239-0066d8653cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:25:06Z', 'updated_at': '2022-02-17T17:25:09Z', 'revision_number': 3, 'project_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'gw_port': {'id': '4d9e9dc7-554e-4f65-b239-0066d8653cd4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:55:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:25:07Z', 'updated_at': '2022-02-17T17:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:25:14.761301 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d1bd37c5-9407-4e0b-92f2-bfd54ebd99ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (92002828-e106-4471-8757-cb28b0e71c51), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:14.779984 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b9a65160-3f0e-493b-ada0-045b258f3b72 None None] Provisioning complete for port 92002828-e106-4471-8757-cb28b0e71c51 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:25:14.780459 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b9a65160-3f0e-493b-ada0-045b258f3b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (92002828-e106-4471-8757-cb28b0e71c51), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:14.856887 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-64ef9764-3523-49f5-9f6a-4e8965b0c957 req-94105aad-0b2f-41dc-8ed1-1102b5c65fbf tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] 10.222.0.87 "GET /v2.0/ports?device_id=9c9e3284-d6b3-49b4-8bbc-c1443f849ec8 HTTP/1.1" status: 200 len: 210 time: 0.1115766 Feb 17 17:25:14.868033 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bd37c5-9407-4e0b-92f2-bfd54ebd99ed admin admin] Pushing event updated for resources: {'Port': ['ID=92002828-e106-4471-8757-cb28b0e71c51,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:14.881318 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7dbda96-6967-463d-9f02-534f7586c241 req-499f4a58-a5e2-441e-8608-a940de64530a tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] Made reservation on behalf of f9ada803cb144ccaa4491bb8d4e17346 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:25:14.886205 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c7dbda96-6967-463d-9f02-534f7586c241 req-499f4a58-a5e2-441e-8608-a940de64530a tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:14.904031 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c7dbda96-6967-463d-9f02-534f7586c241 req-499f4a58-a5e2-441e-8608-a940de64530a tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:14.919033 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b9a65160-3f0e-493b-ada0-045b258f3b72 None None] Port 92002828-e106-4471-8757-cb28b0e71c51 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:25:15.008974 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-acc1b0c1-246b-44ec-b0e7-56296a672a8b service neutron] Request body: {'port': {'device_id': '3baad43a-9edc-4b0a-be2c-3dd2d482c4bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:25:15.036709 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c7dbda96-6967-463d-9f02-534f7586c241 req-499f4a58-a5e2-441e-8608-a940de64530a tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] Publish callbacks [] for security_group (c02fa466-3367-4b8d-b036-bf02c611953d), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:15.041893 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f4e020c9-82a4-4dba-92bf-7688432ab3ea req-d1ace538-2f5a-4058-9e98-227ad122109b tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/security-groups?id=68121720-bd3b-463d-beae-f108924fc2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3879805 Feb 17 17:25:15.045351 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c7dbda96-6967-463d-9f02-534f7586c241 req-499f4a58-a5e2-441e-8608-a940de64530a tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (c02fa466-3367-4b8d-b036-bf02c611953d), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:15.176833 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f4a58-a5e2-441e-8608-a940de64530a tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c02fa466-3367-4b8d-b036-bf02c611953d,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:15.211817 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59858) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:15.285054 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-90a3e1a9-603e-4a21-9e8a-a61c67292b1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:15.370590 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d1bd37c5-9407-4e0b-92f2-bfd54ebd99ed admin admin] Publish callbacks [] for port (92002828-e106-4471-8757-cb28b0e71c51), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:15.380557 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d1bd37c5-9407-4e0b-92f2-bfd54ebd99ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (92002828-e106-4471-8757-cb28b0e71c51), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:15.381577 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d1bd37c5-9407-4e0b-92f2-bfd54ebd99ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (0532e046-d49e-48fc-a846-b2f5fa479a06), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:15.428790 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-acc1b0c1-246b-44ec-b0e7-56296a672a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6929f6ff-1074-41d8-9353-e06a29dde0db), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:15.757696 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bd37c5-9407-4e0b-92f2-bfd54ebd99ed admin admin] Pushing event updated for resources: {'Port': ['ID=92002828-e106-4471-8757-cb28b0e71c51,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:15.900179 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bd37c5-9407-4e0b-92f2-bfd54ebd99ed admin admin] Network 69b59c36-ab05-4942-86fb-5909c0c87dd3 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:25:15.920577 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-d1bd37c5-9407-4e0b-92f2-bfd54ebd99ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:25:16.007211 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-90a3e1a9-603e-4a21-9e8a-a61c67292b1d admin admin] Publish callbacks [] for security_group (86765689-5f6d-47d9-96c7-5d1a9870cc4e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:16.014850 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-90a3e1a9-603e-4a21-9e8a-a61c67292b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (86765689-5f6d-47d9-96c7-5d1a9870cc4e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:16.087707 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a3e1a9-603e-4a21-9e8a-a61c67292b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86765689-5f6d-47d9-96c7-5d1a9870cc4e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:16.157890 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 4d9e9dc7-554e-4f65-b239-0066d8653cd4 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:25:16.286144 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-90a3e1a9-603e-4a21-9e8a-a61c67292b1d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=54fea88ae0024247b3f3dcc8911e25e6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0700877 Feb 17 17:25:16.288786 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59878) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:16.345619 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1bd37c5-9407-4e0b-92f2-bfd54ebd99ed admin admin] Router 0532e046-d49e-48fc-a846-b2f5fa479a06 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:25:16.361035 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a40218bb-bb09-4f9a-839b-701e26a8b1f0 req-5326e5d8-9424-4a5b-9fa2-6b42b38c4c1c tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] 10.222.0.87 "GET /v2.0/ports?device_id=9c9e3284-d6b3-49b4-8bbc-c1443f849ec8 HTTP/1.1" status: 200 len: 210 time: 0.3616581 Feb 17 17:25:16.415268 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-7d58db80-cae7-4dde-b98a-4b87f91b8432 None None] Provisioning complete for port 92002828-e106-4471-8757-cb28b0e71c51 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:25:16.425719 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7d58db80-cae7-4dde-b98a-4b87f91b8432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (92002828-e106-4471-8757-cb28b0e71c51), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:16.441997 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:25:16.525814 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1bd37c5-9407-4e0b-92f2-bfd54ebd99ed admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:25:16.540424 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-d1bd37c5-9407-4e0b-92f2-bfd54ebd99ed admin admin] 10.222.0.87 "PUT /v2.0/routers/0532e046-d49e-48fc-a846-b2f5fa479a06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7453041 Feb 17 17:25:16.540612 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 4d9e9dc7-554e-4f65-b239-0066d8653cd4 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:25:16.540612 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (4d9e9dc7-554e-4f65-b239-0066d8653cd4), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:16.554031 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9b38d022-e37f-4902-8534-5f6821da450f admin admin] Publish callbacks [] for security_group (86765689-5f6d-47d9-96c7-5d1a9870cc4e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:16.574066 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7661144a-0f3a-4a7d-8317-a0fc2e1fc174 req-9fc5835b-eb17-49fc-8c57-e02bb7738192 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:16.576169 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7661144a-0f3a-4a7d-8317-a0fc2e1fc174 req-9fc5835b-eb17-49fc-8c57-e02bb7738192 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/ports?device_id=3baad43a-9edc-4b0a-be2c-3dd2d482c4bf HTTP/1.1" status: 200 len: 936 time: 0.2937412 Feb 17 17:25:16.661557 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7661144a-0f3a-4a7d-8317-a0fc2e1fc174 req-8fd3c54c-ab26-4333-a13f-6921fb993c58 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/security-groups?id=68121720-bd3b-463d-beae-f108924fc2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743270 Feb 17 17:25:16.681688 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9b38d022-e37f-4902-8534-5f6821da450f admin admin] Publish callbacks [] for security_group (86765689-5f6d-47d9-96c7-5d1a9870cc4e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:16.694045 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-7d58db80-cae7-4dde-b98a-4b87f91b8432 None None] Port 92002828-e106-4471-8757-cb28b0e71c51 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:25:16.767780 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-acc1b0c1-246b-44ec-b0e7-56296a672a8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6929f6ff-1074-41d8-9353-e06a29dde0db {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:25:16.815198 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-acc1b0c1-246b-44ec-b0e7-56296a672a8b service neutron] Publish callbacks [] for port (6929f6ff-1074-41d8-9353-e06a29dde0db), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:16.860467 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-acc1b0c1-246b-44ec-b0e7-56296a672a8b service neutron] Transition to ACTIVE for port object 6929f6ff-1074-41d8-9353-e06a29dde0db will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:25:16.864025 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 4d9e9dc7-554e-4f65-b239-0066d8653cd4 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:25:16.866087 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (4d9e9dc7-554e-4f65-b239-0066d8653cd4), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:16.872004 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-acc1b0c1-246b-44ec-b0e7-56296a672a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (6929f6ff-1074-41d8-9353-e06a29dde0db), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:16.954301 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 4d9e9dc7-554e-4f65-b239-0066d8653cd4, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=4d9e9dc7-554e-4f65-b239-0066d8653cd4,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:25:16.954856 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9b38d022-e37f-4902-8534-5f6821da450f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (86765689-5f6d-47d9-96c7-5d1a9870cc4e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:16.963796 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9b38d022-e37f-4902-8534-5f6821da450f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:16.967528 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9b38d022-e37f-4902-8534-5f6821da450f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/86765689-5f6d-47d9-96c7-5d1a9870cc4e HTTP/1.1" status: 204 len: 168 time: 0.6775022 Feb 17 17:25:16.967789 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (4d9e9dc7-554e-4f65-b239-0066d8653cd4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:17.040416 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b38d022-e37f-4902-8534-5f6821da450f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86765689-5f6d-47d9-96c7-5d1a9870cc4e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:17.136463 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1b0c1-246b-44ec-b0e7-56296a672a8b service neutron] Pushing event updated for resources: {'Port': ['ID=6929f6ff-1074-41d8-9353-e06a29dde0db,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:17.232688 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-c7dbda96-6967-463d-9f02-534f7586c241 req-499f4a58-a5e2-441e-8608-a940de64530a tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] Allocated IP 192.168.233.119 (82b8d039-1c14-456f-ab24-8b3aebebd7d8/ac79920f-9ddd-4352-b866-6056158b178e/7fe1efcb-1f20-49a3-9e94-f2930176cdaa) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:25:17.248034 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-acc1b0c1-246b-44ec-b0e7-56296a672a8b service neutron] Attempting to bind port 6929f6ff-1074-41d8-9353-e06a29dde0db on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:25:17.249851 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-acc1b0c1-246b-44ec-b0e7-56296a672a8b service neutron] Attempting to bind port 6929f6ff-1074-41d8-9353-e06a29dde0db by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:25:17.251394 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=4d9e9dc7-554e-4f65-b239-0066d8653cd4,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:17.252200 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-acc1b0c1-246b-44ec-b0e7-56296a672a8b service neutron] Attempting to bind port 6929f6ff-1074-41d8-9353-e06a29dde0db on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:25:17.268261 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-acc1b0c1-246b-44ec-b0e7-56296a672a8b service neutron] Port 6929f6ff-1074-41d8-9353-e06a29dde0db on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:25:17.289093 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-acc1b0c1-246b-44ec-b0e7-56296a672a8b service neutron] Attempting to bind port 6929f6ff-1074-41d8-9353-e06a29dde0db on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:25:17.309813 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-acc1b0c1-246b-44ec-b0e7-56296a672a8b service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:25:17.310302 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-acc1b0c1-246b-44ec-b0e7-56296a672a8b service neutron] Checking segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:25:17.311791 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-acc1b0c1-246b-44ec-b0e7-56296a672a8b service neutron] Bound using segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:25:17.314289 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-acc1b0c1-246b-44ec-b0e7-56296a672a8b service neutron] Bound port: 6929f6ff-1074-41d8-9353-e06a29dde0db, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:25:17.316157 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-acc1b0c1-246b-44ec-b0e7-56296a672a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6929f6ff-1074-41d8-9353-e06a29dde0db), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:17.622470 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-acc1b0c1-246b-44ec-b0e7-56296a672a8b service neutron] For port 6929f6ff-1074-41d8-9353-e06a29dde0db, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:25:17.649628 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-acc1b0c1-246b-44ec-b0e7-56296a672a8b service neutron] For port 6929f6ff-1074-41d8-9353-e06a29dde0db, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=6929f6ff-1074-41d8-9353-e06a29dde0db,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:25:17.658663 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b53ab7a6-0bc9-4796-b867-bf0fcc24107b req-6679d24d-e28e-4942-8114-8dab48bcf903 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] 10.222.0.87 "GET /v2.0/ports?device_id=9c9e3284-d6b3-49b4-8bbc-c1443f849ec8 HTTP/1.1" status: 200 len: 210 time: 0.1359828 Feb 17 17:25:17.662678 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-acc1b0c1-246b-44ec-b0e7-56296a672a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (6929f6ff-1074-41d8-9353-e06a29dde0db), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:17.758790 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-acc1b0c1-246b-44ec-b0e7-56296a672a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:17.764775 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-acc1b0c1-246b-44ec-b0e7-56296a672a8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:17.767110 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-acc1b0c1-246b-44ec-b0e7-56296a672a8b service neutron] 10.222.0.91 "PUT /v2.0/ports/6929f6ff-1074-41d8-9353-e06a29dde0db HTTP/1.1" status: 200 len: 1096 time: 3.5975068 Feb 17 17:25:17.777241 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3baad43a-9edc-4b0a-be2c-3dd2d482c4bf', 'tag': '6929f6ff-1074-41d8-9353-e06a29dde0db'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:25:17.919420 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c7dbda96-6967-463d-9f02-534f7586c241 req-499f4a58-a5e2-441e-8608-a940de64530a tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] Publish callbacks [] for port (7fe1efcb-1f20-49a3-9e94-f2930176cdaa), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:17.935215 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54a8c60-0d3f-4d19-9533-cc4b63260e6c None None] Sync routers for ids ['0532e046-d49e-48fc-a846-b2f5fa479a06'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:25:17.959533 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54a8c60-0d3f-4d19-9533-cc4b63260e6c None None] Routers {'0532e046-d49e-48fc-a846-b2f5fa479a06'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:25:17.960533 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-b54a8c60-0d3f-4d19-9533-cc4b63260e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:25:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0532e046-d49e-48fc-a846-b2f5fa479a06'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:25:17.995184 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c7dbda96-6967-463d-9f02-534f7586c241 req-499f4a58-a5e2-441e-8608-a940de64530a tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (7fe1efcb-1f20-49a3-9e94-f2930176cdaa), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:18.109319 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 4d9e9dc7-554e-4f65-b239-0066d8653cd4 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:25:18.125134 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7dbda96-6967-463d-9f02-534f7586c241 req-499f4a58-a5e2-441e-8608-a940de64530a tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] Network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:25:18.137502 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-c7dbda96-6967-463d-9f02-534f7586c241 req-499f4a58-a5e2-441e-8608-a940de64530a tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:25:18.163693 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7dbda96-6967-463d-9f02-534f7586c241 req-499f4a58-a5e2-441e-8608-a940de64530a tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:25:18.170171 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbda96-6967-463d-9f02-534f7586c241 req-499f4a58-a5e2-441e-8608-a940de64530a tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:18.170838 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c7dbda96-6967-463d-9f02-534f7586c241 req-499f4a58-a5e2-441e-8608-a940de64530a tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:18.251229 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f4a58-a5e2-441e-8608-a940de64530a tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] Pushing event updated for resources: {'Port': ['ID=7fe1efcb-1f20-49a3-9e94-f2930176cdaa,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:18.258416 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1b0c1-246b-44ec-b0e7-56296a672a8b service neutron] Pushing event updated for resources: {'Port': ['ID=6929f6ff-1074-41d8-9353-e06a29dde0db,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:18.277763 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c7dbda96-6967-463d-9f02-534f7586c241 req-499f4a58-a5e2-441e-8608-a940de64530a tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5857897 Feb 17 17:25:18.292742 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-c7dbda96-6967-463d-9f02-534f7586c241 req-80a8cc1f-57aa-4ac3-aa9c-7983a0472f21 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:25:18.293769 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c7dbda96-6967-463d-9f02-534f7586c241 req-80a8cc1f-57aa-4ac3-aa9c-7983a0472f21 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078135 Feb 17 17:25:18.299423 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-e82fa741-29f4-43e8-bd61-c0c38992be7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:18.301682 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-e82fa741-29f4-43e8-bd61-c0c38992be7c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9a070c5dbb0e45a9a377bd1923970eac&device_id=3baad43a-9edc-4b0a-be2c-3dd2d482c4bf HTTP/1.1" status: 200 len: 1130 time: 0.3700647 Feb 17 17:25:18.331370 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8d9f0-c28d-4e9a-83b3-036e01830432 req-07a95189-3309-4f5b-bfca-5157b497f05b tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:18.361286 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-79e8d9f0-c28d-4e9a-83b3-036e01830432 req-07a95189-3309-4f5b-bfca-5157b497f05b tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/ports?device_id=3baad43a-9edc-4b0a-be2c-3dd2d482c4bf HTTP/1.1" status: 200 len: 948 time: 0.3022187 Feb 17 17:25:18.425911 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-97bf2112-da7e-437e-af64-e5ee03cf4c76 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=6929f6ff-1074-41d8-9353-e06a29dde0db HTTP/1.1" status: 200 len: 217 time: 0.1131978 Feb 17 17:25:18.604822 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-9f22a0d5-886d-4e7e-b8e0-53c83c29f73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:18.606290 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-79e8d9f0-c28d-4e9a-83b3-036e01830432 req-e9347e7d-28fb-437e-9d33-f58e45fbea8b tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/security-groups?id=68121720-bd3b-463d-beae-f108924fc2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379737 Feb 17 17:25:18.607145 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-9f22a0d5-886d-4e7e-b8e0-53c83c29f73a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.1594183 Feb 17 17:25:18.642781 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 4d9e9dc7-554e-4f65-b239-0066d8653cd4 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:25:18.643775 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (4d9e9dc7-554e-4f65-b239-0066d8653cd4), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:18.658105 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:18.704956 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-b54a8c60-0d3f-4d19-9533-cc4b63260e6c None None] Set router 0532e046-d49e-48fc-a846-b2f5fa479a06 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:25:18.738632 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59938) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:18.744902 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-15075d97-c919-4dfa-ab39-be0c8277a79d None None] Provisioning complete for port 7fe1efcb-1f20-49a3-9e94-f2930176cdaa triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:25:18.745821 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-15075d97-c919-4dfa-ab39-be0c8277a79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7fe1efcb-1f20-49a3-9e94-f2930176cdaa), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:18.789990 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-15075d97-c919-4dfa-ab39-be0c8277a79d None None] Port 7fe1efcb-1f20-49a3-9e94-f2930176cdaa cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:25:18.868705 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3dce96-dff5-491a-b5bc-dfe604949aab" -d '{"events": [{"name": "network-changed", "server_uuid": "3baad43a-9edc-4b0a-be2c-3dd2d482c4bf", "tag": "6929f6ff-1074-41d8-9353-e06a29dde0db"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:25:18.904337 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-421987b6-baad-4975-9e5b-f01d9e283a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:18.905664 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-421987b6-baad-4975-9e5b-f01d9e283a99 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2929153 Feb 17 17:25:18.956324 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756bcfa7-ca4c-4774-8ea2-e45440ae6123 req-a21a1df4-17d8-4141-85a9-f34ac8c84851 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:18.958230 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-756bcfa7-ca4c-4774-8ea2-e45440ae6123 req-a21a1df4-17d8-4141-85a9-f34ac8c84851 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] 10.222.0.87 "GET /v2.0/ports?device_id=9c9e3284-d6b3-49b4-8bbc-c1443f849ec8 HTTP/1.1" status: 200 len: 936 time: 0.1060352 Feb 17 17:25:19.093558 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-756bcfa7-ca4c-4774-8ea2-e45440ae6123 req-b6c58ab9-e2b1-4697-b8c3-ffde54614038 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] 10.222.0.87 "GET /v2.0/security-groups?id=c02fa466-3367-4b8d-b036-bf02c611953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267161 Feb 17 17:25:19.139971 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-6588d1af-2a41-4639-b80a-2831a16e2597 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130876 Feb 17 17:25:19.161792 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-c7dbda96-6967-463d-9f02-534f7586c241 req-db275933-d0c8-42f1-9875-6b46b57ddeb9 service neutron] Request body: {'port': {'device_id': '9c9e3284-d6b3-49b4-8bbc-c1443f849ec8', 'device_owner': 'compute:tempest-test_az-2060224782', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:25:19.249255 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 4d9e9dc7-554e-4f65-b239-0066d8653cd4 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:25:19.296178 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-b54a8c60-0d3f-4d19-9533-cc4b63260e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-17161331-router', 'tenant_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '4d9e9dc7-554e-4f65-b239-0066d8653cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:25:06Z', 'updated_at': '2022-02-17T17:25:14Z', 'revision_number': 4, 'project_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'gw_port': {'id': '4d9e9dc7-554e-4f65-b239-0066d8653cd4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:55:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:25:07Z', 'updated_at': '2022-02-17T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '92002828-e106-4471-8757-cb28b0e71c51', 'name': '', 'network_id': '69b59c36-ab05-4942-86fb-5909c0c87dd3', 'tenant_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'mac_address': 'fa:16:3e:b0:ff:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b17eb52f-6ea7-4b2d-8ccf-dda6a4d3a95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:25:12Z', 'updated_at': '2022-02-17T17:25:15Z', 'revision_number': 2, 'project_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'subnets': [{'id': 'b17eb52f-6ea7-4b2d-8ccf-dda6a4d3a95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:25:19.360981 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54a8c60-0d3f-4d19-9533-cc4b63260e6c None None] Checking router: 0532e046-d49e-48fc-a846-b2f5fa479a06 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:25:19.361395 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54a8c60-0d3f-4d19-9533-cc4b63260e6c None None] Updating router 0532e046-d49e-48fc-a846-b2f5fa479a06 port 92002828-e106-4471-8757-cb28b0e71c51 binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:25:19.361498 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-306f9b5d-c04d-4039-9b71-5d9f172141e7 req-2fa85980-8067-4483-8f35-04b2bfcdc395 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073164 Feb 17 17:25:19.487345 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:19.496278 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b54a8c60-0d3f-4d19-9533-cc4b63260e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (92002828-e106-4471-8757-cb28b0e71c51), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:19.521840 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c7dbda96-6967-463d-9f02-534f7586c241 req-db275933-d0c8-42f1-9875-6b46b57ddeb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7fe1efcb-1f20-49a3-9e94-f2930176cdaa), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:19.539671 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a46afc12-d586-4a03-af6b-adc1814657e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:19.753300 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59960) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:19.776851 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-569a9f90-28d7-45d8-b046-865997513700 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-133038538-network', 'tenant_id': 'fced0d4eba9f407c81ca2e9a8c478aa0'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:25:19.843178 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538e46fb-d98b-4e45-a725-916817cbe41b x-openstack-request-id: req-538e46fb-d98b-4e45-a725-916817cbe41b {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:25:19.843605 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3baad43a-9edc-4b0a-be2c-3dd2d482c4bf", "tag": "6929f6ff-1074-41d8-9353-e06a29dde0db", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:25:19.843937 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-538e46fb-d98b-4e45-a725-916817cbe41b {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:25:19.852745 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3baad43a-9edc-4b0a-be2c-3dd2d482c4bf', 'tag': '6929f6ff-1074-41d8-9353-e06a29dde0db', 'status': 'completed', 'code': 200} Feb 17 17:25:19.858918 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-569a9f90-28d7-45d8-b046-865997513700 admin admin] Made reservation on behalf of fced0d4eba9f407c81ca2e9a8c478aa0 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:25:19.868395 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-569a9f90-28d7-45d8-b046-865997513700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:19.921219 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-569a9f90-28d7-45d8-b046-865997513700 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:20.088234 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3dce96-dff5-491a-b5bc-dfe604949aab req-c4034f0c-b689-438f-a694-f460d6e7c1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:20.092318 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5e3dce96-dff5-491a-b5bc-dfe604949aab req-c4034f0c-b689-438f-a694-f460d6e7c1f5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9a070c5dbb0e45a9a377bd1923970eac&device_id=3baad43a-9edc-4b0a-be2c-3dd2d482c4bf HTTP/1.1" status: 200 len: 1130 time: 0.2012503 Feb 17 17:25:20.129251 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-c7dbda96-6967-463d-9f02-534f7586c241 req-db275933-d0c8-42f1-9875-6b46b57ddeb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fe1efcb-1f20-49a3-9e94-f2930176cdaa {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:25:20.161144 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c7dbda96-6967-463d-9f02-534f7586c241 req-db275933-d0c8-42f1-9875-6b46b57ddeb9 service neutron] Publish callbacks [] for port (7fe1efcb-1f20-49a3-9e94-f2930176cdaa), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:20.250614 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-c7dbda96-6967-463d-9f02-534f7586c241 req-db275933-d0c8-42f1-9875-6b46b57ddeb9 service neutron] Transition to ACTIVE for port object 7fe1efcb-1f20-49a3-9e94-f2930176cdaa will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:25:20.270210 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c7dbda96-6967-463d-9f02-534f7586c241 req-db275933-d0c8-42f1-9875-6b46b57ddeb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (7fe1efcb-1f20-49a3-9e94-f2930176cdaa), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:20.273920 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b54a8c60-0d3f-4d19-9533-cc4b63260e6c None None] Publish callbacks [] for port (92002828-e106-4471-8757-cb28b0e71c51), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:20.288848 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b54a8c60-0d3f-4d19-9533-cc4b63260e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (92002828-e106-4471-8757-cb28b0e71c51), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:20.403747 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd1a534-e832-43d7-bb4a-d5ec529ed9e3 None None] Pushing event updated for resources: {'Port': ['ID=92002828-e106-4471-8757-cb28b0e71c51,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:20.454302 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-569a9f90-28d7-45d8-b046-865997513700 admin admin] Publish callbacks [] for security_group (9a58f0fb-eb36-423b-b312-e0d42e424acd), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:20.531405 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-569a9f90-28d7-45d8-b046-865997513700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (9a58f0fb-eb36-423b-b312-e0d42e424acd), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:20.584818 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-b54a8c60-0d3f-4d19-9533-cc4b63260e6c None None] Attempting to bind port 92002828-e106-4471-8757-cb28b0e71c51 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:25:20.585195 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-b54a8c60-0d3f-4d19-9533-cc4b63260e6c None None] Attempting to bind port 92002828-e106-4471-8757-cb28b0e71c51 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'bf8dbe87-49ac-4e48-91ba-61b360c53610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '69b59c36-ab05-4942-86fb-5909c0c87dd3'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:25:20.585558 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54a8c60-0d3f-4d19-9533-cc4b63260e6c None None] Attempting to bind port 92002828-e106-4471-8757-cb28b0e71c51 on network 69b59c36-ab05-4942-86fb-5909c0c87dd3 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:25:20.628105 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54a8c60-0d3f-4d19-9533-cc4b63260e6c None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:25:20.628549 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54a8c60-0d3f-4d19-9533-cc4b63260e6c None None] Checking segment: {'id': 'bf8dbe87-49ac-4e48-91ba-61b360c53610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '69b59c36-ab05-4942-86fb-5909c0c87dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:25:20.628899 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b54a8c60-0d3f-4d19-9533-cc4b63260e6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:20.631702 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54a8c60-0d3f-4d19-9533-cc4b63260e6c None None] Bound using segment: {'id': 'bf8dbe87-49ac-4e48-91ba-61b360c53610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '69b59c36-ab05-4942-86fb-5909c0c87dd3'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:25:20.632426 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-b54a8c60-0d3f-4d19-9533-cc4b63260e6c None None] Bound port: 92002828-e106-4471-8757-cb28b0e71c51, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8dbe87-49ac-4e48-91ba-61b360c53610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '69b59c36-ab05-4942-86fb-5909c0c87dd3'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:25:20.632789 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b54a8c60-0d3f-4d19-9533-cc4b63260e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (92002828-e106-4471-8757-cb28b0e71c51), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:20.697765 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3dce96-dff5-491a-b5bc-dfe604949aab req-f40f944f-671c-45f1-8fe4-57850548a129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:20.702103 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5e3dce96-dff5-491a-b5bc-dfe604949aab req-f40f944f-671c-45f1-8fe4-57850548a129 service neutron] 10.222.0.91 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 0.5785942 Feb 17 17:25:20.749326 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db275933-d0c8-42f1-9875-6b46b57ddeb9 service neutron] Pushing event updated for resources: {'Port': ['ID=7fe1efcb-1f20-49a3-9e94-f2930176cdaa,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:20.785481 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b54a8c60-0d3f-4d19-9533-cc4b63260e6c None None] For port 92002828-e106-4471-8757-cb28b0e71c51, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:25:20.791593 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b54a8c60-0d3f-4d19-9533-cc4b63260e6c None None] For port 92002828-e106-4471-8757-cb28b0e71c51, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=92002828-e106-4471-8757-cb28b0e71c51,segment=NetworkSegment(bf8dbe87-49ac-4e48-91ba-61b360c53610),segment_id=bf8dbe87-49ac-4e48-91ba-61b360c53610)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:25:20.798879 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b54a8c60-0d3f-4d19-9533-cc4b63260e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (92002828-e106-4471-8757-cb28b0e71c51), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:20.912233 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-569a9f90-28d7-45d8-b046-865997513700 admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:25:20.924280 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5e3dce96-dff5-491a-b5bc-dfe604949aab req-fab1aa75-2290-4cd1-9f3a-b9e78f253752 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=6929f6ff-1074-41d8-9353-e06a29dde0db HTTP/1.1" status: 200 len: 217 time: 0.2023187 Feb 17 17:25:20.949238 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a9f90-28d7-45d8-b046-865997513700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a58f0fb-eb36-423b-b312-e0d42e424acd,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:21.007005 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54a8c60-0d3f-4d19-9533-cc4b63260e6c None None] Routers {'0532e046-d49e-48fc-a846-b2f5fa479a06'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:25:21.007653 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-b54a8c60-0d3f-4d19-9533-cc4b63260e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:25:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0532e046-d49e-48fc-a846-b2f5fa479a06'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:25:21.010378 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd1a534-e832-43d7-bb4a-d5ec529ed9e3 None None] Pushing event updated for resources: {'Port': ['ID=92002828-e106-4471-8757-cb28b0e71c51,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:21.093515 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b723abe6-9279-4f2b-a46c-5002ea685c94 req-4411bdd7-54a6-4494-9285-64a9cce7e1ba tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:21.095448 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b723abe6-9279-4f2b-a46c-5002ea685c94 req-4411bdd7-54a6-4494-9285-64a9cce7e1ba tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/ports?device_id=3baad43a-9edc-4b0a-be2c-3dd2d482c4bf HTTP/1.1" status: 200 len: 948 time: 1.1171072 Feb 17 17:25:21.115961 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3dce96-dff5-491a-b5bc-dfe604949aab req-09980e8d-5027-4e49-a668-f167a784d1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:21.122315 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5e3dce96-dff5-491a-b5bc-dfe604949aab req-09980e8d-5027-4e49-a668-f167a784d1ab service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.1611383 Feb 17 17:25:21.135236 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-569a9f90-28d7-45d8-b046-865997513700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (4fcf670d-5e65-4132-ac3d-7dca97c70ecb), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:21.136151 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-569a9f90-28d7-45d8-b046-865997513700 admin admin] Added segment 4fcf670d-5e65-4132-ac3d-7dca97c70ecb of type vlan for network f406a869-17aa-475d-bc2c-b435aef7bed0 Feb 17 17:25:21.228923 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-c7dbda96-6967-463d-9f02-534f7586c241 req-db275933-d0c8-42f1-9875-6b46b57ddeb9 service neutron] Attempting to bind port 7fe1efcb-1f20-49a3-9e94-f2930176cdaa on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:25:21.229386 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-c7dbda96-6967-463d-9f02-534f7586c241 req-db275933-d0c8-42f1-9875-6b46b57ddeb9 service neutron] Attempting to bind port 7fe1efcb-1f20-49a3-9e94-f2930176cdaa by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:25:21.229832 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dbda96-6967-463d-9f02-534f7586c241 req-db275933-d0c8-42f1-9875-6b46b57ddeb9 service neutron] Attempting to bind port 7fe1efcb-1f20-49a3-9e94-f2930176cdaa on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:25:21.248489 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-48cc54ea-03b3-48f7-b4bc-f0c1413ddadd None None] Provisioning complete for port 92002828-e106-4471-8757-cb28b0e71c51 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:25:21.254154 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dbda96-6967-463d-9f02-534f7586c241 req-db275933-d0c8-42f1-9875-6b46b57ddeb9 service neutron] Port 7fe1efcb-1f20-49a3-9e94-f2930176cdaa on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:25:21.254860 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-48cc54ea-03b3-48f7-b4bc-f0c1413ddadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (92002828-e106-4471-8757-cb28b0e71c51), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:21.257489 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dbda96-6967-463d-9f02-534f7586c241 req-db275933-d0c8-42f1-9875-6b46b57ddeb9 service neutron] Attempting to bind port 7fe1efcb-1f20-49a3-9e94-f2930176cdaa on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:25:21.287794 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a46afc12-d586-4a03-af6b-adc1814657e1 admin admin] Publish callbacks [] for security_group (bf161655-0a39-4148-999f-d28e796fb136), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:21.292070 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3dce96-dff5-491a-b5bc-dfe604949aab req-265d5d05-06cf-49bd-87ad-37764cf7bb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:21.295799 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5e3dce96-dff5-491a-b5bc-dfe604949aab req-265d5d05-06cf-49bd-87ad-37764cf7bb04 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1539676 Feb 17 17:25:21.298594 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-569a9f90-28d7-45d8-b046-865997513700 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (f406a869-17aa-475d-bc2c-b435aef7bed0), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:21.326705 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b95915-d5cf-407d-90d4-0481b0e64701 req-dcd8c41c-03be-4c69-acd8-3e32812505c7 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:21.328983 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-30b95915-d5cf-407d-90d4-0481b0e64701 req-dcd8c41c-03be-4c69-acd8-3e32812505c7 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] 10.222.0.87 "GET /v2.0/ports?device_id=9c9e3284-d6b3-49b4-8bbc-c1443f849ec8 HTTP/1.1" status: 200 len: 970 time: 0.6691563 Feb 17 17:25:21.333233 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a46afc12-d586-4a03-af6b-adc1814657e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (bf161655-0a39-4148-999f-d28e796fb136), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:21.358530 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-b54a8c60-0d3f-4d19-9533-cc4b63260e6c None None] Set router 0532e046-d49e-48fc-a846-b2f5fa479a06 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:25:21.380828 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dbda96-6967-463d-9f02-534f7586c241 req-db275933-d0c8-42f1-9875-6b46b57ddeb9 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:25:21.381199 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dbda96-6967-463d-9f02-534f7586c241 req-db275933-d0c8-42f1-9875-6b46b57ddeb9 service neutron] Checking segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:25:21.381772 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dbda96-6967-463d-9f02-534f7586c241 req-db275933-d0c8-42f1-9875-6b46b57ddeb9 service neutron] Bound using segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:25:21.382231 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-c7dbda96-6967-463d-9f02-534f7586c241 req-db275933-d0c8-42f1-9875-6b46b57ddeb9 service neutron] Bound port: 7fe1efcb-1f20-49a3-9e94-f2930176cdaa, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:25:21.382694 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c7dbda96-6967-463d-9f02-534f7586c241 req-db275933-d0c8-42f1-9875-6b46b57ddeb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7fe1efcb-1f20-49a3-9e94-f2930176cdaa), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:21.396541 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46afc12-d586-4a03-af6b-adc1814657e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf161655-0a39-4148-999f-d28e796fb136,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:21.505238 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b723abe6-9279-4f2b-a46c-5002ea685c94 req-e4c24284-961c-4154-98d7-124385736b5e tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/security-groups?id=68121720-bd3b-463d-beae-f108924fc2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690417 Feb 17 17:25:21.538423 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5e3dce96-dff5-491a-b5bc-dfe604949aab req-f22fa270-9084-48cb-a309-9b9587e54d0c service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270803 Feb 17 17:25:21.545395 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.db.resource_extend [None req-569a9f90-28d7-45d8-b046-865997513700 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 17:25:21.643937 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-48cc54ea-03b3-48f7-b4bc-f0c1413ddadd None None] Current status of the port 92002828-e106-4471-8757-cb28b0e71c51 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:25:21.644483 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-48cc54ea-03b3-48f7-b4bc-f0c1413ddadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (92002828-e106-4471-8757-cb28b0e71c51), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:21.701698 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-c7dbda96-6967-463d-9f02-534f7586c241 req-db275933-d0c8-42f1-9875-6b46b57ddeb9 service neutron] For port 7fe1efcb-1f20-49a3-9e94-f2930176cdaa, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:25:21.718084 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-c7dbda96-6967-463d-9f02-534f7586c241 req-db275933-d0c8-42f1-9875-6b46b57ddeb9 service neutron] For port 7fe1efcb-1f20-49a3-9e94-f2930176cdaa, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=7fe1efcb-1f20-49a3-9e94-f2930176cdaa,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:25:21.736473 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-569a9f90-28d7-45d8-b046-865997513700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (f406a869-17aa-475d-bc2c-b435aef7bed0), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:21.743642 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569a9f90-28d7-45d8-b046-865997513700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:21.747630 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-569a9f90-28d7-45d8-b046-865997513700 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:21.751404 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c7dbda96-6967-463d-9f02-534f7586c241 req-db275933-d0c8-42f1-9875-6b46b57ddeb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (7fe1efcb-1f20-49a3-9e94-f2930176cdaa), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:21.788739 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a46afc12-d586-4a03-af6b-adc1814657e1 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2abfff1886934a81b4e8f43396911284&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0467217 Feb 17 17:25:21.814733 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59996) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:21.866642 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-48cc54ea-03b3-48f7-b4bc-f0c1413ddadd None None] For port 92002828-e106-4471-8757-cb28b0e71c51, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=92002828-e106-4471-8757-cb28b0e71c51,segment=NetworkSegment(bf8dbe87-49ac-4e48-91ba-61b360c53610),segment_id=bf8dbe87-49ac-4e48-91ba-61b360c53610)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:25:21.884336 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-48cc54ea-03b3-48f7-b4bc-f0c1413ddadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (92002828-e106-4471-8757-cb28b0e71c51), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:22.059811 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbda96-6967-463d-9f02-534f7586c241 req-db275933-d0c8-42f1-9875-6b46b57ddeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:22.063190 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-c8385a89-a3af-497c-a1d7-4d361c52689f None None] Provisioning complete for port 92002828-e106-4471-8757-cb28b0e71c51 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:25:22.064561 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c8385a89-a3af-497c-a1d7-4d361c52689f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (92002828-e106-4471-8757-cb28b0e71c51), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:22.067358 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c7dbda96-6967-463d-9f02-534f7586c241 req-db275933-d0c8-42f1-9875-6b46b57ddeb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:22.070844 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c7dbda96-6967-463d-9f02-534f7586c241 req-db275933-d0c8-42f1-9875-6b46b57ddeb9 service neutron] 10.222.0.71 "PUT /v2.0/ports/7fe1efcb-1f20-49a3-9e94-f2930176cdaa HTTP/1.1" status: 200 len: 1118 time: 3.4084084 Feb 17 17:25:22.095113 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9e3284-d6b3-49b4-8bbc-c1443f849ec8', 'tag': '7fe1efcb-1f20-49a3-9e94-f2930176cdaa'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:25:22.189359 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a9f90-28d7-45d8-b046-865997513700 admin admin] Pushing event updated for resources: {'Network': ['ID=f406a869-17aa-475d-bc2c-b435aef7bed0,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:22.215985 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-569a9f90-28d7-45d8-b046-865997513700 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.4596939 Feb 17 17:25:22.304140 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60002) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:22.316125 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network f406a869-17aa-475d-bc2c-b435aef7bed0 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:25:22.333074 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-eb46afb5-93ae-4e6b-b461-04a27f6bc53e admin admin] Request body: {'subnet': {'network_id': 'f406a869-17aa-475d-bc2c-b435aef7bed0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-133038538-subnet', 'tenant_id': 'fced0d4eba9f407c81ca2e9a8c478aa0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:25:22.415112 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc54ea-03b3-48f7-b4bc-f0c1413ddadd None None] Pushing event updated for resources: {'Port': ['ID=92002828-e106-4471-8757-cb28b0e71c51,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:22.426585 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb46afb5-93ae-4e6b-b461-04a27f6bc53e admin admin] Made reservation on behalf of fced0d4eba9f407c81ca2e9a8c478aa0 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:25:22.429706 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eb46afb5-93ae-4e6b-b461-04a27f6bc53e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:22.595232 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d0e398ba-978c-4eef-8699-6c1276ff54f0 admin admin] Publish callbacks [] for security_group (bf161655-0a39-4148-999f-d28e796fb136), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:22.640570 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-30b95915-d5cf-407d-90d4-0481b0e64701 req-4c9d4554-c67c-4021-93e8-d84346b5c799 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] 10.222.0.87 "GET /v2.0/security-groups?id=c02fa466-3367-4b8d-b036-bf02c611953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2939401 Feb 17 17:25:22.656364 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc3b4ec-a0b0-46e0-8f51-62b0744e842f" -d '{"events": [{"name": "network-changed", "server_uuid": "9c9e3284-d6b3-49b4-8bbc-c1443f849ec8", "tag": "7fe1efcb-1f20-49a3-9e94-f2930176cdaa"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:25:22.750001 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d0e398ba-978c-4eef-8699-6c1276ff54f0 admin admin] Publish callbacks [] for security_group (bf161655-0a39-4148-999f-d28e796fb136), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:22.850370 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-b54a8c60-0d3f-4d19-9533-cc4b63260e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-17161331-router', 'tenant_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '4d9e9dc7-554e-4f65-b239-0066d8653cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:25:06Z', 'updated_at': '2022-02-17T17:25:14Z', 'revision_number': 4, 'project_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'gw_port': {'id': '4d9e9dc7-554e-4f65-b239-0066d8653cd4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:55:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:25:07Z', 'updated_at': '2022-02-17T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '92002828-e106-4471-8757-cb28b0e71c51', 'name': '', 'network_id': '69b59c36-ab05-4942-86fb-5909c0c87dd3', 'tenant_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'mac_address': 'fa:16:3e:b0:ff:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b17eb52f-6ea7-4b2d-8ccf-dda6a4d3a95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:25:12Z', 'updated_at': '2022-02-17T17:25:20Z', 'revision_number': 4, 'project_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'subnets': [{'id': 'b17eb52f-6ea7-4b2d-8ccf-dda6a4d3a95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:25:22.934839 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eb46afb5-93ae-4e6b-b461-04a27f6bc53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for subnet (59bdfcc1-6511-4a4c-9d65-bd679e916f0c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:22.944128 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54a8c60-0d3f-4d19-9533-cc4b63260e6c None None] The sync data for ids ['0532e046-d49e-48fc-a846-b2f5fa479a06'] in n-d-829613-2 is: [{'id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-17161331-router', 'tenant_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '4d9e9dc7-554e-4f65-b239-0066d8653cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:25:06Z', 'updated_at': '2022-02-17T17:25:14Z', 'revision_number': 4, 'project_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'gw_port': {'id': '4d9e9dc7-554e-4f65-b239-0066d8653cd4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:55:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:25:07Z', 'updated_at': '2022-02-17T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '92002828-e106-4471-8757-cb28b0e71c51', 'name': '', 'network_id': '69b59c36-ab05-4942-86fb-5909c0c87dd3', 'tenant_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'mac_address': 'fa:16:3e:b0:ff:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b17eb52f-6ea7-4b2d-8ccf-dda6a4d3a95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:25:12Z', 'updated_at': '2022-02-17T17:25:20Z', 'revision_number': 4, 'project_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'subnets': [{'id': 'b17eb52f-6ea7-4b2d-8ccf-dda6a4d3a95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:25:22.964533 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-c8385a89-a3af-497c-a1d7-4d361c52689f None None] Current status of the port 92002828-e106-4471-8757-cb28b0e71c51 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:25:23.058551 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5e3dce96-dff5-491a-b5bc-dfe604949aab req-53bac235-9c2e-4d95-bcb7-5df3fa227c83 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4974172 Feb 17 17:25:23.085327 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb46afb5-93ae-4e6b-b461-04a27f6bc53e admin admin] Pushing event updated for resources: {'Subnet': ['ID=59bdfcc1-6511-4a4c-9d65-bd679e916f0c,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:23.143627 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db275933-d0c8-42f1-9875-6b46b57ddeb9 service neutron] Pushing event updated for resources: {'Port': ['ID=7fe1efcb-1f20-49a3-9e94-f2930176cdaa,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:23.160159 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 60042) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:23.184964 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb46afb5-93ae-4e6b-b461-04a27f6bc53e admin admin] Checking segment: {'id': '4fcf670d-5e65-4132-ac3d-7dca97c70ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f406a869-17aa-475d-bc2c-b435aef7bed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:25:23.185401 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb46afb5-93ae-4e6b-b461-04a27f6bc53e admin admin] Network hostable DHCP agents. Network: f406a869-17aa-475d-bc2c-b435aef7bed0, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:25:23.214369 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb46afb5-93ae-4e6b-b461-04a27f6bc53e admin admin] Network f406a869-17aa-475d-bc2c-b435aef7bed0 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:25:23.230255 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-eb46afb5-93ae-4e6b-b461-04a27f6bc53e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, f406a869-17aa-475d-bc2c-b435aef7bed0) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:25:23.243439 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cb009e-62b3-420f-81b0-650a06a2cc4f None None] Network f406a869-17aa-475d-bc2c-b435aef7bed0 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:25:23.282174 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb46afb5-93ae-4e6b-b461-04a27f6bc53e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:23.283148 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eb46afb5-93ae-4e6b-b461-04a27f6bc53e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:23.307763 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d0e398ba-978c-4eef-8699-6c1276ff54f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (bf161655-0a39-4148-999f-d28e796fb136), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:23.319154 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d0e398ba-978c-4eef-8699-6c1276ff54f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:23.356216 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-d0e398ba-978c-4eef-8699-6c1276ff54f0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/bf161655-0a39-4148-999f-d28e796fb136 HTTP/1.1" status: 204 len: 168 time: 1.5167944 Feb 17 17:25:23.356216 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbda96-6967-463d-9f02-534f7586c241 req-7b567da7-7bf2-4403-9f22-20b6e7ed3612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:23.356216 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c7dbda96-6967-463d-9f02-534f7586c241 req-7b567da7-7bf2-4403-9f22-20b6e7ed3612 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f9ada803cb144ccaa4491bb8d4e17346&device_id=9c9e3284-d6b3-49b4-8bbc-c1443f849ec8 HTTP/1.1" status: 200 len: 1152 time: 0.9941268 Feb 17 17:25:23.465922 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-eb46afb5-93ae-4e6b-b461-04a27f6bc53e admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1606014 Feb 17 17:25:23.468414 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60048) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:23.476841 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-9b750789-7d74-4af3-8bf0-faa74bf661fe admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-133038538-router', 'tenant_id': 'fced0d4eba9f407c81ca2e9a8c478aa0', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:25:23.527791 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9b750789-7d74-4af3-8bf0-faa74bf661fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (43a252b3-0495-47c9-813c-3f84b2be3672), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:23.528313 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9b750789-7d74-4af3-8bf0-faa74bf661fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (43a252b3-0495-47c9-813c-3f84b2be3672), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:23.555138 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e398ba-978c-4eef-8699-6c1276ff54f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf161655-0a39-4148-999f-d28e796fb136,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:23.576856 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada093ce-3c74-49ca-88e3-2da4f25cd6d2 x-openstack-request-id: req-ada093ce-3c74-49ca-88e3-2da4f25cd6d2 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:25:23.576856 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c9e3284-d6b3-49b4-8bbc-c1443f849ec8", "tag": "7fe1efcb-1f20-49a3-9e94-f2930176cdaa", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:25:23.577492 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ada093ce-3c74-49ca-88e3-2da4f25cd6d2 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:25:23.589249 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c9e3284-d6b3-49b4-8bbc-c1443f849ec8', 'tag': '7fe1efcb-1f20-49a3-9e94-f2930176cdaa', 'status': 'completed', 'code': 200} Feb 17 17:25:23.737742 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9b750789-7d74-4af3-8bf0-faa74bf661fe admin admin] Publish callbacks [] for router_controller (43a252b3-0495-47c9-813c-3f84b2be3672), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:23.805992 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357f4da-a3ca-41e8-905f-6aef501377fa req-8285384b-184d-41c9-a45a-f06fbe494ede tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:23.808140 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7357f4da-a3ca-41e8-905f-6aef501377fa req-8285384b-184d-41c9-a45a-f06fbe494ede tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/ports?device_id=3baad43a-9edc-4b0a-be2c-3dd2d482c4bf HTTP/1.1" status: 200 len: 948 time: 0.8409469 Feb 17 17:25:23.892396 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77395e24-27f9-44c1-8675-1ae17d0f6940 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-f406a869-17aa-475d-bc2c-b435aef7bed0', 'network_id': 'f406a869-17aa-475d-bc2c-b435aef7bed0', 'project_id': 'fced0d4eba9f407c81ca2e9a8c478aa0', 'fixed_ips': [{'subnet_id': '59bdfcc1-6511-4a4c-9d65-bd679e916f0c'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:25:23.893453 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-77395e24-27f9-44c1-8675-1ae17d0f6940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:23.971600 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c7dbda96-6967-463d-9f02-534f7586c241 req-f8c962c2-1b2d-4e1f-b934-c6758e779666 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=7fe1efcb-1f20-49a3-9e94-f2930176cdaa HTTP/1.1" status: 200 len: 217 time: 0.5310290 Feb 17 17:25:23.971950 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fb077fb8-27dc-48de-ac6e-62fe12ffdeaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:24.039528 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7357f4da-a3ca-41e8-905f-6aef501377fa req-61a87200-2fa4-441a-bf38-447d6f5dd03e tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/security-groups?id=68121720-bd3b-463d-beae-f108924fc2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206781 Feb 17 17:25:24.122100 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9b750789-7d74-4af3-8bf0-faa74bf661fe admin admin] Publish callbacks [] for router_gateway (43a252b3-0495-47c9-813c-3f84b2be3672), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:24.193067 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 92002828-e106-4471-8757-cb28b0e71c51 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:25:24.345054 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbda96-6967-463d-9f02-534f7586c241 req-30ae2fba-44ba-45ed-a68b-49d4c46e377a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:24.351092 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c7dbda96-6967-463d-9f02-534f7586c241 req-30ae2fba-44ba-45ed-a68b-49d4c46e377a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.3229427 Feb 17 17:25:24.403344 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fb077fb8-27dc-48de-ac6e-62fe12ffdeaa admin admin] Publish callbacks [] for security_group (48778632-38a1-4586-844e-49dc612ba5b9), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:24.405148 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 60064) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:24.449149 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ff80e7eb-4435-4a04-856c-715676d8eaec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:24.451336 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fb077fb8-27dc-48de-ac6e-62fe12ffdeaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (48778632-38a1-4586-844e-49dc612ba5b9), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:24.500625 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-77395e24-27f9-44c1-8675-1ae17d0f6940 None None] Allocated IP 172.20.0.2 (f406a869-17aa-475d-bc2c-b435aef7bed0/59bdfcc1-6511-4a4c-9d65-bd679e916f0c/b571238b-32be-40de-8ac2-56c1dc6f777b) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:25:24.695984 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-fb077fb8-27dc-48de-ac6e-62fe12ffdeaa admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d3ead447967c420fb57119b7cb13aa1a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5328710 Feb 17 17:25:24.704075 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 60068) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:24.736703 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60070) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:24.856510 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-77395e24-27f9-44c1-8675-1ae17d0f6940 None None] Publish callbacks [] for port (b571238b-32be-40de-8ac2-56c1dc6f777b), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:24.882533 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-77395e24-27f9-44c1-8675-1ae17d0f6940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (b571238b-32be-40de-8ac2-56c1dc6f777b), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:24.956872 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77395e24-27f9-44c1-8675-1ae17d0f6940 None None] Pushing event updated for resources: {'Port': ['ID=b571238b-32be-40de-8ac2-56c1dc6f777b,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:24.999566 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77395e24-27f9-44c1-8675-1ae17d0f6940 None None] Network f406a869-17aa-475d-bc2c-b435aef7bed0 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:25:25.005383 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-77395e24-27f9-44c1-8675-1ae17d0f6940 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:25:25.010624 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77395e24-27f9-44c1-8675-1ae17d0f6940 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:25:25.023436 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 92002828-e106-4471-8757-cb28b0e71c51 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:25:25.024089 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (92002828-e106-4471-8757-cb28b0e71c51), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:25.043261 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9b750789-7d74-4af3-8bf0-faa74bf661fe admin admin] Publish callbacks [] for router_gateway (43a252b3-0495-47c9-813c-3f84b2be3672), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:25.114416 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ff80e7eb-4435-4a04-856c-715676d8eaec admin admin] Publish callbacks [] for security_group (975c329c-9768-4876-906a-0c3914fd0926), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:25.115650 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb077fb8-27dc-48de-ac6e-62fe12ffdeaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48778632-38a1-4586-844e-49dc612ba5b9,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:25.130573 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ff80e7eb-4435-4a04-856c-715676d8eaec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (975c329c-9768-4876-906a-0c3914fd0926), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:25.161723 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-77395e24-27f9-44c1-8675-1ae17d0f6940 None None] Attempting to bind port b571238b-32be-40de-8ac2-56c1dc6f777b on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:25:25.162150 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-77395e24-27f9-44c1-8675-1ae17d0f6940 None None] Attempting to bind port b571238b-32be-40de-8ac2-56c1dc6f777b by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '4fcf670d-5e65-4132-ac3d-7dca97c70ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f406a869-17aa-475d-bc2c-b435aef7bed0'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:25:25.162524 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77395e24-27f9-44c1-8675-1ae17d0f6940 None None] Attempting to bind port b571238b-32be-40de-8ac2-56c1dc6f777b on network f406a869-17aa-475d-bc2c-b435aef7bed0 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:25:25.181096 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9b750789-7d74-4af3-8bf0-faa74bf661fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:25.199113 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77395e24-27f9-44c1-8675-1ae17d0f6940 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:25:25.199650 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77395e24-27f9-44c1-8675-1ae17d0f6940 None None] Checking segment: {'id': '4fcf670d-5e65-4132-ac3d-7dca97c70ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f406a869-17aa-475d-bc2c-b435aef7bed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:25:25.200065 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-77395e24-27f9-44c1-8675-1ae17d0f6940 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:25.200633 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77395e24-27f9-44c1-8675-1ae17d0f6940 None None] Bound using segment: {'id': '4fcf670d-5e65-4132-ac3d-7dca97c70ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f406a869-17aa-475d-bc2c-b435aef7bed0'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:25:25.201373 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-77395e24-27f9-44c1-8675-1ae17d0f6940 None None] Bound port: b571238b-32be-40de-8ac2-56c1dc6f777b, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fcf670d-5e65-4132-ac3d-7dca97c70ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f406a869-17aa-475d-bc2c-b435aef7bed0'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:25:25.201944 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-77395e24-27f9-44c1-8675-1ae17d0f6940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b571238b-32be-40de-8ac2-56c1dc6f777b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:25.249715 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-569a023c-e665-40db-b75b-7719598a99ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:25.252068 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff80e7eb-4435-4a04-856c-715676d8eaec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=975c329c-9768-4876-906a-0c3914fd0926,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:25.271703 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-ff80e7eb-4435-4a04-856c-715676d8eaec admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=12152936faf24dcab36e2c89f96c59eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8644736 Feb 17 17:25:25.275976 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60076) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:25.292436 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 92002828-e106-4471-8757-cb28b0e71c51 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:25:25.322898 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ffd86-e35f-4161-97fd-956b2bf57515 req-3f501834-ab73-4627-b126-12d760c513f6 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:25.333409 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1b7ffd86-e35f-4161-97fd-956b2bf57515 req-3f501834-ab73-4627-b126-12d760c513f6 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] 10.222.0.87 "GET /v2.0/ports?device_id=9c9e3284-d6b3-49b4-8bbc-c1443f849ec8 HTTP/1.1" status: 200 len: 970 time: 1.3457329 Feb 17 17:25:25.348648 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbda96-6967-463d-9f02-534f7586c241 req-8cefef89-e127-4bd0-b5fa-13c5bdf4cb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:25.351582 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c7dbda96-6967-463d-9f02-534f7586c241 req-8cefef89-e127-4bd0-b5fa-13c5bdf4cb7f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.9125531 Feb 17 17:25:25.354757 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-77395e24-27f9-44c1-8675-1ae17d0f6940 None None] For port b571238b-32be-40de-8ac2-56c1dc6f777b, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:25:25.377567 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-77395e24-27f9-44c1-8675-1ae17d0f6940 None None] For port b571238b-32be-40de-8ac2-56c1dc6f777b, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=b571238b-32be-40de-8ac2-56c1dc6f777b,segment=NetworkSegment(4fcf670d-5e65-4132-ac3d-7dca97c70ecb),segment_id=4fcf670d-5e65-4132-ac3d-7dca97c70ecb)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:25:25.390562 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-77395e24-27f9-44c1-8675-1ae17d0f6940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b571238b-32be-40de-8ac2-56c1dc6f777b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:25.426587 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-9b750789-7d74-4af3-8bf0-faa74bf661fe admin admin] Allocated IP 172.25.8.151 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/75b15b30-4319-4a3c-ab75-d9eacd7ccaa4) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:25:25.470730 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28a964f5-1b30-4c50-a847-abdf8dd061a7 admin admin] Publish callbacks [] for security_group (975c329c-9768-4876-906a-0c3914fd0926), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:25.520332 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77395e24-27f9-44c1-8675-1ae17d0f6940 None None] Pushing event updated for resources: {'Port': ['ID=b571238b-32be-40de-8ac2-56c1dc6f777b,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:25.594530 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-569a023c-e665-40db-b75b-7719598a99ec admin admin] Publish callbacks [] for security_group (4acd79df-9de2-4274-a2c2-57012f68c0eb), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:25.635565 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1b7ffd86-e35f-4161-97fd-956b2bf57515 req-0ce160cf-99d7-4e20-9cc5-0174e0935389 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] 10.222.0.87 "GET /v2.0/security-groups?id=c02fa466-3367-4b8d-b036-bf02c611953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961957 Feb 17 17:25:25.655071 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7e41a137-799e-4e8e-abed-4c636d928f28 admin admin] Publish callbacks [] for security_group (48778632-38a1-4586-844e-49dc612ba5b9), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:25.692307 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9b750789-7d74-4af3-8bf0-faa74bf661fe admin admin] Publish callbacks [] for port (75b15b30-4319-4a3c-ab75-d9eacd7ccaa4), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:25.739307 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaed345-7de8-4834-8dbc-e8e6e35f0479 req-859b16b4-02a3-4eec-9ff8-d1ddf28f7384 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:25.752745 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5aaed345-7de8-4834-8dbc-e8e6e35f0479 req-859b16b4-02a3-4eec-9ff8-d1ddf28f7384 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/ports?device_id=3baad43a-9edc-4b0a-be2c-3dd2d482c4bf HTTP/1.1" status: 200 len: 948 time: 0.5618386 Feb 17 17:25:25.784277 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28a964f5-1b30-4c50-a847-abdf8dd061a7 admin admin] Publish callbacks [] for security_group (975c329c-9768-4876-906a-0c3914fd0926), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:25.906438 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-569a023c-e665-40db-b75b-7719598a99ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (4acd79df-9de2-4274-a2c2-57012f68c0eb), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:25.910376 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28a964f5-1b30-4c50-a847-abdf8dd061a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (975c329c-9768-4876-906a-0c3914fd0926), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:25.913814 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28a964f5-1b30-4c50-a847-abdf8dd061a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:25.915983 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-28a964f5-1b30-4c50-a847-abdf8dd061a7 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/975c329c-9768-4876-906a-0c3914fd0926 HTTP/1.1" status: 204 len: 168 time: 0.6364982 Feb 17 17:25:25.957684 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9b750789-7d74-4af3-8bf0-faa74bf661fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (75b15b30-4319-4a3c-ab75-d9eacd7ccaa4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:26.036604 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b750789-7d74-4af3-8bf0-faa74bf661fe admin admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:25:26.059444 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-9b750789-7d74-4af3-8bf0-faa74bf661fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:25:26.082376 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-569a023c-e665-40db-b75b-7719598a99ec admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e33f2971608b49308e5c815fd455207c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2720954 Feb 17 17:25:26.086339 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b750789-7d74-4af3-8bf0-faa74bf661fe admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:25:26.113577 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60080) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:26.185606 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7e41a137-799e-4e8e-abed-4c636d928f28 admin admin] Publish callbacks [] for security_group (48778632-38a1-4586-844e-49dc612ba5b9), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:26.214233 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c7dbda96-6967-463d-9f02-534f7586c241 req-6ec477f0-10ca-4d3c-8851-d3e86afc164f service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8067045 Feb 17 17:25:26.323108 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5aaed345-7de8-4834-8dbc-e8e6e35f0479 req-70240b2a-412f-4570-b500-ad4f894bcb43 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/security-groups?id=68121720-bd3b-463d-beae-f108924fc2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5684683 Feb 17 17:25:26.352521 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a023c-e665-40db-b75b-7719598a99ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4acd79df-9de2-4274-a2c2-57012f68c0eb,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:26.407832 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b750789-7d74-4af3-8bf0-faa74bf661fe admin admin] Pushing event updated for resources: {'Port': ['ID=75b15b30-4319-4a3c-ab75-d9eacd7ccaa4,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:26.442807 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a964f5-1b30-4c50-a847-abdf8dd061a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975c329c-9768-4876-906a-0c3914fd0926,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:26.456918 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c7dbda96-6967-463d-9f02-534f7586c241 req-f3e0d0cb-df1b-445d-8e3c-5a7cfef4980c service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162337 Feb 17 17:25:26.485464 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7e41a137-799e-4e8e-abed-4c636d928f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (48778632-38a1-4586-844e-49dc612ba5b9), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:26.487488 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7e41a137-799e-4e8e-abed-4c636d928f28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:26.490307 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-7e41a137-799e-4e8e-abed-4c636d928f28 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/48778632-38a1-4586-844e-49dc612ba5b9 HTTP/1.1" status: 204 len: 168 time: 1.7834449 Feb 17 17:25:26.498288 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e41a137-799e-4e8e-abed-4c636d928f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48778632-38a1-4586-844e-49dc612ba5b9,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:26.642941 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc3b4ec-a0b0-46e0-8f51-62b0744e842f req-ccce90a6-a5a5-4239-b143-5c13a9b9c204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:26.647819 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bcc3b4ec-a0b0-46e0-8f51-62b0744e842f req-ccce90a6-a5a5-4239-b143-5c13a9b9c204 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f9ada803cb144ccaa4491bb8d4e17346&device_id=9c9e3284-d6b3-49b4-8bbc-c1443f849ec8 HTTP/1.1" status: 200 len: 1152 time: 0.1151283 Feb 17 17:25:26.961118 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9b750789-7d74-4af3-8bf0-faa74bf661fe admin admin] Publish callbacks [] for router_gateway (43a252b3-0495-47c9-813c-3f84b2be3672), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:27.131360 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc3b4ec-a0b0-46e0-8f51-62b0744e842f req-446e4dee-7757-47cc-a9f6-8f349b0cb9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:27.131890 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bcc3b4ec-a0b0-46e0-8f51-62b0744e842f req-446e4dee-7757-47cc-a9f6-8f349b0cb9a8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 0.4682302 Feb 17 17:25:27.162711 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-652c9791-e34f-4e03-bd8c-715548e31ccb admin admin] Publish callbacks [] for security_group (4acd79df-9de2-4274-a2c2-57012f68c0eb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:27.188454 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d52ba-4637-4069-bb17-951cb9f61d04 req-481ef32e-37e0-40d3-8bd3-814950ae26fe tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:27.189997 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8c1d52ba-4637-4069-bb17-951cb9f61d04 req-481ef32e-37e0-40d3-8bd3-814950ae26fe tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] 10.222.0.87 "GET /v2.0/ports?device_id=9c9e3284-d6b3-49b4-8bbc-c1443f849ec8 HTTP/1.1" status: 200 len: 970 time: 0.3516109 Feb 17 17:25:27.214102 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-652c9791-e34f-4e03-bd8c-715548e31ccb admin admin] Publish callbacks [] for security_group (4acd79df-9de2-4274-a2c2-57012f68c0eb), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:27.295427 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bcc3b4ec-a0b0-46e0-8f51-62b0744e842f req-a3cf5560-cfd9-4950-a18b-5b1d54f1af7b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=7fe1efcb-1f20-49a3-9e94-f2930176cdaa HTTP/1.1" status: 200 len: 217 time: 0.1462448 Feb 17 17:25:27.455755 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc7fcb8-8693-4c4e-8aff-c06f7b6d72c0 None None] Network f406a869-17aa-475d-bc2c-b435aef7bed0 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:25:27.509506 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc3b4ec-a0b0-46e0-8f51-62b0744e842f req-fa1c08e6-721a-401b-87ed-8cc4f20b71d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:27.513402 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9b750789-7d74-4af3-8bf0-faa74bf661fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (43a252b3-0495-47c9-813c-3f84b2be3672), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:27.514164 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bcc3b4ec-a0b0-46e0-8f51-62b0744e842f req-fa1c08e6-721a-401b-87ed-8cc4f20b71d0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.2083330 Feb 17 17:25:27.520879 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8c1d52ba-4637-4069-bb17-951cb9f61d04 req-c929cc25-d0ab-4db2-b1ea-0642badd0a29 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] 10.222.0.87 "GET /v2.0/security-groups?id=c02fa466-3367-4b8d-b036-bf02c611953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390380 Feb 17 17:25:27.787489 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b7adf0e5-3740-4235-987a-6f62568977cc None None] Provisioning complete for port b571238b-32be-40de-8ac2-56c1dc6f777b triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:25:27.788479 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b7adf0e5-3740-4235-987a-6f62568977cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b571238b-32be-40de-8ac2-56c1dc6f777b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:27.808974 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 60112) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:27.826948 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60114) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:27.948905 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-652c9791-e34f-4e03-bd8c-715548e31ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (4acd79df-9de2-4274-a2c2-57012f68c0eb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:27.952457 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-652c9791-e34f-4e03-bd8c-715548e31ccb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:27.952732 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a822a1-f5a8-4c44-a8c6-1f75ebfe2789 req-0035444c-a0f2-4410-8505-280642b3b306 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:27.954008 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-652c9791-e34f-4e03-bd8c-715548e31ccb admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4acd79df-9de2-4274-a2c2-57012f68c0eb HTTP/1.1" status: 204 len: 168 time: 1.8359387 Feb 17 17:25:27.957456 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c3a822a1-f5a8-4c44-a8c6-1f75ebfe2789 req-0035444c-a0f2-4410-8505-280642b3b306 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/ports?device_id=3baad43a-9edc-4b0a-be2c-3dd2d482c4bf HTTP/1.1" status: 200 len: 948 time: 0.4517829 Feb 17 17:25:27.965612 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-707ecf78-6e41-4116-9fed-2d178c184144 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:27.971112 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c9791-e34f-4e03-bd8c-715548e31ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4acd79df-9de2-4274-a2c2-57012f68c0eb,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:28.052689 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc3b4ec-a0b0-46e0-8f51-62b0744e842f req-695275a8-8bc7-4fbd-8554-2d0e8ec5eeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:28.054359 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bcc3b4ec-a0b0-46e0-8f51-62b0744e842f req-695275a8-8bc7-4fbd-8554-2d0e8ec5eeeb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3868246 Feb 17 17:25:28.086586 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b7adf0e5-3740-4235-987a-6f62568977cc None None] Current status of the port b571238b-32be-40de-8ac2-56c1dc6f777b is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:25:28.088785 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b7adf0e5-3740-4235-987a-6f62568977cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b571238b-32be-40de-8ac2-56c1dc6f777b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:28.162268 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-707ecf78-6e41-4116-9fed-2d178c184144 admin admin] Publish callbacks [] for security_group (a4ca3a0b-ab76-4074-a1f4-dfaa16c54067), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:28.167832 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device b571238b-32be-40de-8ac2-56c1dc6f777b up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:25:28.176583 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-707ecf78-6e41-4116-9fed-2d178c184144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (a4ca3a0b-ab76-4074-a1f4-dfaa16c54067), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:28.299620 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c3a822a1-f5a8-4c44-a8c6-1f75ebfe2789 req-f2f0a454-8640-4c59-b26b-f452d7e58908 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/security-groups?id=68121720-bd3b-463d-beae-f108924fc2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351185 Feb 17 17:25:28.341209 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b7adf0e5-3740-4235-987a-6f62568977cc None None] For port b571238b-32be-40de-8ac2-56c1dc6f777b, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=b571238b-32be-40de-8ac2-56c1dc6f777b,segment=NetworkSegment(4fcf670d-5e65-4132-ac3d-7dca97c70ecb),segment_id=4fcf670d-5e65-4132-ac3d-7dca97c70ecb)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:25:28.351998 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b7adf0e5-3740-4235-987a-6f62568977cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b571238b-32be-40de-8ac2-56c1dc6f777b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:28.372870 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ecf78-6e41-4116-9fed-2d178c184144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ca3a0b-ab76-4074-a1f4-dfaa16c54067,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:28.377713 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bcc3b4ec-a0b0-46e0-8f51-62b0744e842f req-c7afd260-a20d-4d25-a9fc-1e40cde5e097 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024821 Feb 17 17:25:28.387767 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-707ecf78-6e41-4116-9fed-2d178c184144 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=56aa855e7cb84aa6b4d37aba95b73965&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5538225 Feb 17 17:25:28.387767 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b750789-7d74-4af3-8bf0-faa74bf661fe admin admin] Router 43a252b3-0495-47c9-813c-3f84b2be3672 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:25:28.391654 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-e8d0cc6c-9700-4785-a5ba-836dd10eafbc admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-630077313-network', 'tenant_id': 'f8aea314af29468ab6557472620785fc'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:25:28.396142 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60122) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:28.506438 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d0cc6c-9700-4785-a5ba-836dd10eafbc admin admin] Made reservation on behalf of f8aea314af29468ab6557472620785fc for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:25:28.509940 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7adf0e5-3740-4235-987a-6f62568977cc None None] Pushing event updated for resources: {'Port': ['ID=b571238b-32be-40de-8ac2-56c1dc6f777b,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:28.511073 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e8d0cc6c-9700-4785-a5ba-836dd10eafbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:28.527651 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port b571238b-32be-40de-8ac2-56c1dc6f777b triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:25:28.528319 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b571238b-32be-40de-8ac2-56c1dc6f777b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:28.565403 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-18196d1d-9b27-423e-b6a9-13bc73059396 None None] Provisioning complete for port b571238b-32be-40de-8ac2-56c1dc6f777b triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:25:28.566078 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-18196d1d-9b27-423e-b6a9-13bc73059396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b571238b-32be-40de-8ac2-56c1dc6f777b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:28.588464 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e8d0cc6c-9700-4785-a5ba-836dd10eafbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:28.598095 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7efa75ed-75de-447f-ba9d-cc5d544ba46f admin admin] Publish callbacks [] for security_group (a4ca3a0b-ab76-4074-a1f4-dfaa16c54067), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:28.629825 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7efa75ed-75de-447f-ba9d-cc5d544ba46f admin admin] Publish callbacks [] for security_group (a4ca3a0b-ab76-4074-a1f4-dfaa16c54067), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:28.666187 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bcc3b4ec-a0b0-46e0-8f51-62b0744e842f req-41dd9902-4d40-41b3-8d57-fbc711aac2ed service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633295 Feb 17 17:25:28.799629 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d73af2-bc12-4127-a9d4-3b98af8d0090 req-655b2e7a-f00d-4e73-8eec-57b3d1a84676 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:28.809732 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-71d73af2-bc12-4127-a9d4-3b98af8d0090 req-655b2e7a-f00d-4e73-8eec-57b3d1a84676 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] 10.222.0.87 "GET /v2.0/ports?device_id=9c9e3284-d6b3-49b4-8bbc-c1443f849ec8 HTTP/1.1" status: 200 len: 970 time: 0.1422346 Feb 17 17:25:28.819387 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b750789-7d74-4af3-8bf0-faa74bf661fe admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:25:28.821153 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7efa75ed-75de-447f-ba9d-cc5d544ba46f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (a4ca3a0b-ab76-4074-a1f4-dfaa16c54067), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:28.829155 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7efa75ed-75de-447f-ba9d-cc5d544ba46f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:28.833835 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7efa75ed-75de-447f-ba9d-cc5d544ba46f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a4ca3a0b-ab76-4074-a1f4-dfaa16c54067 HTTP/1.1" status: 204 len: 168 time: 0.4260902 Feb 17 17:25:28.848694 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a5dcd9-1318-4251-81c2-9183c11e9802 None None] Sync routers for ids ['43a252b3-0495-47c9-813c-3f84b2be3672'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:25:28.851627 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa75ed-75de-447f-ba9d-cc5d544ba46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ca3a0b-ab76-4074-a1f4-dfaa16c54067,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:28.866133 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9b750789-7d74-4af3-8bf0-faa74bf661fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:28.867762 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9b750789-7d74-4af3-8bf0-faa74bf661fe admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.3982096 Feb 17 17:25:28.871624 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60130) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:28.881157 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a5dcd9-1318-4251-81c2-9183c11e9802 None None] Routers {'43a252b3-0495-47c9-813c-3f84b2be3672'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:25:28.882781 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-64a5dcd9-1318-4251-81c2-9183c11e9802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:25:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['43a252b3-0495-47c9-813c-3f84b2be3672'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:25:28.883148 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 60132) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:28.941856 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port b571238b-32be-40de-8ac2-56c1dc6f777b is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:25:28.962220 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-18196d1d-9b27-423e-b6a9-13bc73059396 None None] Current status of the port b571238b-32be-40de-8ac2-56c1dc6f777b is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:25:28.977720 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9fdff12d-9d7b-4ce7-8a13-bb4edc89cbb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:29.016682 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e8d0cc6c-9700-4785-a5ba-836dd10eafbc admin admin] Publish callbacks [] for security_group (64f42bcc-6d04-4be2-941a-44bb749c7fa7), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:29.044881 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e8d0cc6c-9700-4785-a5ba-836dd10eafbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (64f42bcc-6d04-4be2-941a-44bb749c7fa7), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:29.077244 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8d0cc6c-9700-4785-a5ba-836dd10eafbc admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:25:29.079362 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-64a5dcd9-1318-4251-81c2-9183c11e9802 None None] Set router 43a252b3-0495-47c9-813c-3f84b2be3672 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:25:29.098146 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e8d0cc6c-9700-4785-a5ba-836dd10eafbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (25b82b75-bd12-4667-b51a-aa287338793c), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:29.104322 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-e8d0cc6c-9700-4785-a5ba-836dd10eafbc admin admin] Added segment 25b82b75-bd12-4667-b51a-aa287338793c of type vlan for network 210dd7a1-23b8-45c6-a401-b56590fcc3c1 Feb 17 17:25:29.207950 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e8d0cc6c-9700-4785-a5ba-836dd10eafbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (210dd7a1-23b8-45c6-a401-b56590fcc3c1), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:29.298620 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e8d0cc6c-9700-4785-a5ba-836dd10eafbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (210dd7a1-23b8-45c6-a401-b56590fcc3c1), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:29.299552 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d0cc6c-9700-4785-a5ba-836dd10eafbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:29.300144 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e8d0cc6c-9700-4785-a5ba-836dd10eafbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:29.363441 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-71d73af2-bc12-4127-a9d4-3b98af8d0090 req-013398e7-4ad4-47fd-9833-8e0f3f1dac8b tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] 10.222.0.87 "GET /v2.0/security-groups?id=c02fa466-3367-4b8d-b036-bf02c611953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5525432 Feb 17 17:25:29.429949 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-64a5dcd9-1318-4251-81c2-9183c11e9802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a252b3-0495-47c9-813c-3f84b2be3672', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-133038538-router', 'tenant_id': 'fced0d4eba9f407c81ca2e9a8c478aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '75b15b30-4319-4a3c-ab75-d9eacd7ccaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:25:23Z', 'updated_at': '2022-02-17T17:25:26Z', 'revision_number': 3, 'project_id': 'fced0d4eba9f407c81ca2e9a8c478aa0', 'gw_port': {'id': '75b15b30-4319-4a3c-ab75-d9eacd7ccaa4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a252b3-0495-47c9-813c-3f84b2be3672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:25:25Z', 'updated_at': '2022-02-17T17:25:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:25:29.476761 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e8d0cc6c-9700-4785-a5ba-836dd10eafbc admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.6627548 Feb 17 17:25:29.477850 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d0cc6c-9700-4785-a5ba-836dd10eafbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f42bcc-6d04-4be2-941a-44bb749c7fa7,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:29.486997 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 60142) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:29.500747 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-91d22c84-15d8-4c49-8595-e1cd381fb94f admin admin] Request body: {'subnet': {'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-630077313-subnet', 'tenant_id': 'f8aea314af29468ab6557472620785fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:25:29.518389 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a5dcd9-1318-4251-81c2-9183c11e9802 None None] Checking router: 43a252b3-0495-47c9-813c-3f84b2be3672 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:25:29.519096 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a5dcd9-1318-4251-81c2-9183c11e9802 None None] Updating router 43a252b3-0495-47c9-813c-3f84b2be3672 port 75b15b30-4319-4a3c-ab75-d9eacd7ccaa4 binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:25:29.583439 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d0cc6c-9700-4785-a5ba-836dd10eafbc admin admin] Pushing event updated for resources: {'Network': ['ID=210dd7a1-23b8-45c6-a401-b56590fcc3c1,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:29.597998 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 210dd7a1-23b8-45c6-a401-b56590fcc3c1 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:25:29.608047 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-64a5dcd9-1318-4251-81c2-9183c11e9802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (75b15b30-4319-4a3c-ab75-d9eacd7ccaa4), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:29.653282 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d22c84-15d8-4c49-8595-e1cd381fb94f admin admin] Made reservation on behalf of f8aea314af29468ab6557472620785fc for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:25:29.666714 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-91d22c84-15d8-4c49-8595-e1cd381fb94f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:29.780181 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6cbf64-7579-4a98-8a34-85306dd8afb9 req-f6382dca-868c-46f4-84f7-b06f95822733 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:29.781760 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc6cbf64-7579-4a98-8a34-85306dd8afb9 req-f6382dca-868c-46f4-84f7-b06f95822733 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/ports?device_id=3baad43a-9edc-4b0a-be2c-3dd2d482c4bf HTTP/1.1" status: 200 len: 948 time: 0.2917626 Feb 17 17:25:29.823700 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9fdff12d-9d7b-4ce7-8a13-bb4edc89cbb3 admin admin] Publish callbacks [] for security_group (9f453d48-2eaf-4896-901a-91b48a9b71c5), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:29.833873 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9fdff12d-9d7b-4ce7-8a13-bb4edc89cbb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (9f453d48-2eaf-4896-901a-91b48a9b71c5), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:29.900331 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-9fdff12d-9d7b-4ce7-8a13-bb4edc89cbb3 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c7369b0756e543c4b8e457e0535022be&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0055509 Feb 17 17:25:29.902283 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60152) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:29.919621 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdff12d-9d7b-4ce7-8a13-bb4edc89cbb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f453d48-2eaf-4896-901a-91b48a9b71c5,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:29.980800 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc6cbf64-7579-4a98-8a34-85306dd8afb9 req-4872b9e9-c0dd-4e11-9324-e7814565ec95 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/security-groups?id=68121720-bd3b-463d-beae-f108924fc2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881800 Feb 17 17:25:30.000883 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device b571238b-32be-40de-8ac2-56c1dc6f777b up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:25:30.067710 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port b571238b-32be-40de-8ac2-56c1dc6f777b triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:25:30.068093 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b571238b-32be-40de-8ac2-56c1dc6f777b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:30.081472 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-91d22c84-15d8-4c49-8595-e1cd381fb94f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for subnet (8267d93d-c5aa-40cb-acb4-c1e284d682e6), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:30.104540 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-64a5dcd9-1318-4251-81c2-9183c11e9802 None None] Publish callbacks [] for port (75b15b30-4319-4a3c-ab75-d9eacd7ccaa4), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:30.112808 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-64a5dcd9-1318-4251-81c2-9183c11e9802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (75b15b30-4319-4a3c-ab75-d9eacd7ccaa4), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:30.146918 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-005e3abe-6609-4c36-8090-ccd21057b242 admin admin] Publish callbacks [] for security_group (9f453d48-2eaf-4896-901a-91b48a9b71c5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:30.165007 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d22c84-15d8-4c49-8595-e1cd381fb94f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8267d93d-c5aa-40cb-acb4-c1e284d682e6,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:30.175245 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d22c84-15d8-4c49-8595-e1cd381fb94f admin admin] Checking segment: {'id': '25b82b75-bd12-4667-b51a-aa287338793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:25:30.176231 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d22c84-15d8-4c49-8595-e1cd381fb94f admin admin] Network hostable DHCP agents. Network: 210dd7a1-23b8-45c6-a401-b56590fcc3c1, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:25:30.178221 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-005e3abe-6609-4c36-8090-ccd21057b242 admin admin] Publish callbacks [] for security_group (9f453d48-2eaf-4896-901a-91b48a9b71c5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:30.178977 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port b571238b-32be-40de-8ac2-56c1dc6f777b is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:25:30.197603 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e25d28e2-b60d-4f13-b613-f58f839fbf04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:30.199494 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d22c84-15d8-4c49-8595-e1cd381fb94f admin admin] Network 210dd7a1-23b8-45c6-a401-b56590fcc3c1 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:25:30.206560 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4316e7e-d38a-4fe6-a33f-c1bc85be18ed None None] Pushing event updated for resources: {'Port': ['ID=75b15b30-4319-4a3c-ab75-d9eacd7ccaa4,revision_number=2']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:30.218017 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-91d22c84-15d8-4c49-8595-e1cd381fb94f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 210dd7a1-23b8-45c6-a401-b56590fcc3c1) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:25:30.225372 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d22c84-15d8-4c49-8595-e1cd381fb94f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:30.226506 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-91d22c84-15d8-4c49-8595-e1cd381fb94f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:30.232547 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc6fd57-e6cf-4ba7-ad82-f102fc756803 None None] Network 210dd7a1-23b8-45c6-a401-b56590fcc3c1 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:25:30.244744 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-64a5dcd9-1318-4251-81c2-9183c11e9802 None None] Attempting to bind port 75b15b30-4319-4a3c-ab75-d9eacd7ccaa4 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:25:30.245137 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-64a5dcd9-1318-4251-81c2-9183c11e9802 None None] Attempting to bind port 75b15b30-4319-4a3c-ab75-d9eacd7ccaa4 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:25:30.245733 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a5dcd9-1318-4251-81c2-9183c11e9802 None None] Attempting to bind port 75b15b30-4319-4a3c-ab75-d9eacd7ccaa4 on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:25:30.257751 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-91d22c84-15d8-4c49-8595-e1cd381fb94f admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7571650 Feb 17 17:25:30.263567 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a5dcd9-1318-4251-81c2-9183c11e9802 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:25:30.263948 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a5dcd9-1318-4251-81c2-9183c11e9802 None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:25:30.264490 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-64a5dcd9-1318-4251-81c2-9183c11e9802 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:30.264909 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a5dcd9-1318-4251-81c2-9183c11e9802 None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:25:30.265406 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-64a5dcd9-1318-4251-81c2-9183c11e9802 None None] Bound port: 75b15b30-4319-4a3c-ab75-d9eacd7ccaa4, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:25:30.265787 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-64a5dcd9-1318-4251-81c2-9183c11e9802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (75b15b30-4319-4a3c-ab75-d9eacd7ccaa4), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:30.331272 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-64a5dcd9-1318-4251-81c2-9183c11e9802 None None] For port 75b15b30-4319-4a3c-ab75-d9eacd7ccaa4, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:25:30.335786 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-64a5dcd9-1318-4251-81c2-9183c11e9802 None None] For port 75b15b30-4319-4a3c-ab75-d9eacd7ccaa4, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=75b15b30-4319-4a3c-ab75-d9eacd7ccaa4,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:25:30.345989 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-64a5dcd9-1318-4251-81c2-9183c11e9802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (75b15b30-4319-4a3c-ab75-d9eacd7ccaa4), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:30.409611 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebc79a6-9067-4fc7-b13e-65f3ccc6642d None None] Network 210dd7a1-23b8-45c6-a401-b56590fcc3c1 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:25:30.411410 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4316e7e-d38a-4fe6-a33f-c1bc85be18ed None None] Pushing event updated for resources: {'Port': ['ID=75b15b30-4319-4a3c-ab75-d9eacd7ccaa4,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:30.432705 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a5dcd9-1318-4251-81c2-9183c11e9802 None None] Routers {'43a252b3-0495-47c9-813c-3f84b2be3672'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:25:30.433443 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-64a5dcd9-1318-4251-81c2-9183c11e9802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:25:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['43a252b3-0495-47c9-813c-3f84b2be3672'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:25:30.480114 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-005e3abe-6609-4c36-8090-ccd21057b242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (9f453d48-2eaf-4896-901a-91b48a9b71c5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:30.486567 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-005e3abe-6609-4c36-8090-ccd21057b242 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:30.491486 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-005e3abe-6609-4c36-8090-ccd21057b242 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9f453d48-2eaf-4896-901a-91b48a9b71c5 HTTP/1.1" status: 204 len: 168 time: 0.5879526 Feb 17 17:25:30.523799 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e3abe-6609-4c36-8090-ccd21057b242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f453d48-2eaf-4896-901a-91b48a9b71c5,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:30.561802 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-e25d28e2-b60d-4f13-b613-f58f839fbf04 admin admin] Allocated IP 172.20.0.1 (f406a869-17aa-475d-bc2c-b435aef7bed0/59bdfcc1-6511-4a4c-9d65-bd679e916f0c/2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:25:30.572750 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-64a5dcd9-1318-4251-81c2-9183c11e9802 None None] Set router 43a252b3-0495-47c9-813c-3f84b2be3672 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:25:30.588654 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9b8b1-6cd9-435d-aef6-5d2322748b4b req-9f115c27-6567-468b-b406-f28c08f3bde0 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:30.590373 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fbb9b8b1-6cd9-435d-aef6-5d2322748b4b req-9f115c27-6567-468b-b406-f28c08f3bde0 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] 10.222.0.87 "GET /v2.0/ports?device_id=9c9e3284-d6b3-49b4-8bbc-c1443f849ec8 HTTP/1.1" status: 200 len: 970 time: 0.1380527 Feb 17 17:25:30.674895 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fbb9b8b1-6cd9-435d-aef6-5d2322748b4b req-fe83b68b-202c-4ff3-8a2a-2b5cdfad9b75 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] 10.222.0.87 "GET /v2.0/security-groups?id=c02fa466-3367-4b8d-b036-bf02c611953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778477 Feb 17 17:25:30.744344 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e25d28e2-b60d-4f13-b613-f58f839fbf04 admin admin] Publish callbacks [] for port (2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:30.785490 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e25d28e2-b60d-4f13-b613-f58f839fbf04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:30.827003 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25d28e2-b60d-4f13-b613-f58f839fbf04 admin admin] Network f406a869-17aa-475d-bc2c-b435aef7bed0 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:25:30.830407 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-e25d28e2-b60d-4f13-b613-f58f839fbf04 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:25:30.834303 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25d28e2-b60d-4f13-b613-f58f839fbf04 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:25:30.835009 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e25d28e2-b60d-4f13-b613-f58f839fbf04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (43a252b3-0495-47c9-813c-3f84b2be3672), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:30.851863 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-64a5dcd9-1318-4251-81c2-9183c11e9802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a252b3-0495-47c9-813c-3f84b2be3672', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-133038538-router', 'tenant_id': 'fced0d4eba9f407c81ca2e9a8c478aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '75b15b30-4319-4a3c-ab75-d9eacd7ccaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:25:23Z', 'updated_at': '2022-02-17T17:25:26Z', 'revision_number': 3, 'project_id': 'fced0d4eba9f407c81ca2e9a8c478aa0', 'gw_port': {'id': '75b15b30-4319-4a3c-ab75-d9eacd7ccaa4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a252b3-0495-47c9-813c-3f84b2be3672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:25:25Z', 'updated_at': '2022-02-17T17:25:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:25:30.895837 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a5dcd9-1318-4251-81c2-9183c11e9802 None None] The sync data for ids ['43a252b3-0495-47c9-813c-3f84b2be3672'] in n-d-829613-2 is: [{'id': '43a252b3-0495-47c9-813c-3f84b2be3672', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-133038538-router', 'tenant_id': 'fced0d4eba9f407c81ca2e9a8c478aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '75b15b30-4319-4a3c-ab75-d9eacd7ccaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:25:23Z', 'updated_at': '2022-02-17T17:25:26Z', 'revision_number': 3, 'project_id': 'fced0d4eba9f407c81ca2e9a8c478aa0', 'gw_port': {'id': '75b15b30-4319-4a3c-ab75-d9eacd7ccaa4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a252b3-0495-47c9-813c-3f84b2be3672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:25:25Z', 'updated_at': '2022-02-17T17:25:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:25:30.933139 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d28e2-b60d-4f13-b613-f58f839fbf04 admin admin] Pushing event updated for resources: {'Port': ['ID=2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:31.161867 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43a886-d92b-460f-af12-428d241283dd req-10e764b1-9059-449c-8813-165c234ee118 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:31.163426 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0e43a886-d92b-460f-af12-428d241283dd req-10e764b1-9059-449c-8813-165c234ee118 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/ports?device_id=3baad43a-9edc-4b0a-be2c-3dd2d482c4bf HTTP/1.1" status: 200 len: 948 time: 0.0863376 Feb 17 17:25:31.216483 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-ceb7e494-bd05-4d17-b8a7-9d8c715a26fc None None] Provisioning complete for port 2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:25:31.216999 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ceb7e494-bd05-4d17-b8a7-9d8c715a26fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:31.226743 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e25d28e2-b60d-4f13-b613-f58f839fbf04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:31.227866 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0e43a886-d92b-460f-af12-428d241283dd req-037480f2-ddeb-4930-94c1-c88d2ad15333 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/security-groups?id=68121720-bd3b-463d-beae-f108924fc2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567060 Feb 17 17:25:31.305486 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-ceb7e494-bd05-4d17-b8a7-9d8c715a26fc None None] Port 2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:25:31.511685 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e25d28e2-b60d-4f13-b613-f58f839fbf04 admin admin] Publish callbacks [] for port (2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:31.517871 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e25d28e2-b60d-4f13-b613-f58f839fbf04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:31.518991 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e25d28e2-b60d-4f13-b613-f58f839fbf04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (43a252b3-0495-47c9-813c-3f84b2be3672), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:31.593322 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d28e2-b60d-4f13-b613-f58f839fbf04 admin admin] Pushing event updated for resources: {'Port': ['ID=2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:31.671351 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25d28e2-b60d-4f13-b613-f58f839fbf04 admin admin] Network f406a869-17aa-475d-bc2c-b435aef7bed0 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:25:31.673167 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-e25d28e2-b60d-4f13-b613-f58f839fbf04 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:25:31.702080 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 60208) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:31.708218 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-be9e0c65-f2cd-406e-a08d-1b5fda96cf2e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1041374734-network', 'tenant_id': '7b8fa2b1c66c4ade87bb92223ae8b3aa'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:25:31.757541 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9e0c65-f2cd-406e-a08d-1b5fda96cf2e admin admin] Made reservation on behalf of 7b8fa2b1c66c4ade87bb92223ae8b3aa for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:25:31.761616 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-be9e0c65-f2cd-406e-a08d-1b5fda96cf2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:31.778019 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-be9e0c65-f2cd-406e-a08d-1b5fda96cf2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:31.926118 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25d28e2-b60d-4f13-b613-f58f839fbf04 admin admin] Router 43a252b3-0495-47c9-813c-3f84b2be3672 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:25:32.006181 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157e304-58f1-4075-8726-1539d48d7d65 req-0ed0b469-b4b8-472a-b2c1-6e8d577fc3c3 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:32.019611 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e157e304-58f1-4075-8726-1539d48d7d65 req-0ed0b469-b4b8-472a-b2c1-6e8d577fc3c3 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] 10.222.0.87 "GET /v2.0/ports?device_id=9c9e3284-d6b3-49b4-8bbc-c1443f849ec8 HTTP/1.1" status: 200 len: 970 time: 0.2279341 Feb 17 17:25:32.073666 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 75b15b30-4319-4a3c-ab75-d9eacd7ccaa4 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:25:32.080271 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-98fa4a25-3132-4514-87a9-a0d1ca9b42c1 None None] Provisioning complete for port 2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:25:32.080949 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-98fa4a25-3132-4514-87a9-a0d1ca9b42c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:32.104627 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-be9e0c65-f2cd-406e-a08d-1b5fda96cf2e admin admin] Publish callbacks [] for security_group (62bd2aa0-d5a6-4a29-bad7-edfae2df6b9b), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:32.118318 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e157e304-58f1-4075-8726-1539d48d7d65 req-e3a79bac-fc15-4011-8b85-374495f77efe tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] 10.222.0.87 "GET /v2.0/security-groups?id=c02fa466-3367-4b8d-b036-bf02c611953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973623 Feb 17 17:25:32.130865 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-be9e0c65-f2cd-406e-a08d-1b5fda96cf2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (62bd2aa0-d5a6-4a29-bad7-edfae2df6b9b), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:32.177988 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be9e0c65-f2cd-406e-a08d-1b5fda96cf2e admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:25:32.182360 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 6929f6ff-1074-41d8-9353-e06a29dde0db details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:25:32.189000 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9e0c65-f2cd-406e-a08d-1b5fda96cf2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62bd2aa0-d5a6-4a29-bad7-edfae2df6b9b,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:32.198797 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-be9e0c65-f2cd-406e-a08d-1b5fda96cf2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (3036493e-686d-4118-a468-61c5eedb2ca3), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:32.199854 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-be9e0c65-f2cd-406e-a08d-1b5fda96cf2e admin admin] Added segment 3036493e-686d-4118-a468-61c5eedb2ca3 of type vlan for network 80a314a4-c993-4d2a-8343-3ae33652c10f Feb 17 17:25:32.274535 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-98fa4a25-3132-4514-87a9-a0d1ca9b42c1 None None] Port 2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:25:32.279703 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-be9e0c65-f2cd-406e-a08d-1b5fda96cf2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (80a314a4-c993-4d2a-8343-3ae33652c10f), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:32.315764 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25d28e2-b60d-4f13-b613-f58f839fbf04 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:25:32.322357 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e25d28e2-b60d-4f13-b613-f58f839fbf04 admin admin] 10.222.0.87 "PUT /v2.0/routers/43a252b3-0495-47c9-813c-3f84b2be3672/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4494231 Feb 17 17:25:32.338981 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-be9e0c65-f2cd-406e-a08d-1b5fda96cf2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (80a314a4-c993-4d2a-8343-3ae33652c10f), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:32.340035 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9e0c65-f2cd-406e-a08d-1b5fda96cf2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:32.341208 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-be9e0c65-f2cd-406e-a08d-1b5fda96cf2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:32.352588 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 75b15b30-4319-4a3c-ab75-d9eacd7ccaa4 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:25:32.353682 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (75b15b30-4319-4a3c-ab75-d9eacd7ccaa4), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:32.413478 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60230) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:32.413631 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-be9e0c65-f2cd-406e-a08d-1b5fda96cf2e admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7103221 Feb 17 17:25:32.419284 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-1220cf6b-3459-4eb8-a47c-5e336209bc18 admin admin] Request body: {'subnet': {'network_id': '80a314a4-c993-4d2a-8343-3ae33652c10f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1041374734-subnet', 'tenant_id': '7b8fa2b1c66c4ade87bb92223ae8b3aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:25:32.456655 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9e0c65-f2cd-406e-a08d-1b5fda96cf2e admin admin] Pushing event updated for resources: {'Network': ['ID=80a314a4-c993-4d2a-8343-3ae33652c10f,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:32.477157 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fce0ea-bada-4aec-b1af-f5a96a3e11f9 req-06f710ea-a7ae-4585-8b09-1ff8b450b21f tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:32.483043 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1220cf6b-3459-4eb8-a47c-5e336209bc18 admin admin] Made reservation on behalf of 7b8fa2b1c66c4ade87bb92223ae8b3aa for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:25:32.485760 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b2fce0ea-bada-4aec-b1af-f5a96a3e11f9 req-06f710ea-a7ae-4585-8b09-1ff8b450b21f tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/ports?device_id=3baad43a-9edc-4b0a-be2c-3dd2d482c4bf HTTP/1.1" status: 200 len: 948 time: 0.1499982 Feb 17 17:25:32.489619 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1220cf6b-3459-4eb8-a47c-5e336209bc18 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:32.553297 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 80a314a4-c993-4d2a-8343-3ae33652c10f details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:25:32.572522 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b2fce0ea-bada-4aec-b1af-f5a96a3e11f9 req-d310db5f-c90e-4895-ac1a-269f0a6476db tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/security-groups?id=68121720-bd3b-463d-beae-f108924fc2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858350 Feb 17 17:25:32.612880 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 6929f6ff-1074-41d8-9353-e06a29dde0db, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=6929f6ff-1074-41d8-9353-e06a29dde0db,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:25:32.664297 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '6929f6ff-1074-41d8-9353-e06a29dde0db', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'port_id': '6929f6ff-1074-41d8-9353-e06a29dde0db', 'mac_address': 'fa:16:3e:d3:d7:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac79920f-9ddd-4352-b866-6056158b178e', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:25:32.734001 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 75b15b30-4319-4a3c-ab75-d9eacd7ccaa4 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:25:32.734408 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (75b15b30-4319-4a3c-ab75-d9eacd7ccaa4), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:32.738529 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 60240) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:32.740664 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 6929f6ff-1074-41d8-9353-e06a29dde0db is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:25:32.741042 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6929f6ff-1074-41d8-9353-e06a29dde0db), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:32.765912 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 75b15b30-4319-4a3c-ab75-d9eacd7ccaa4, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=75b15b30-4319-4a3c-ab75-d9eacd7ccaa4,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:25:32.768039 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6929f6ff-1074-41d8-9353-e06a29dde0db {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:25:32.769124 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1220cf6b-3459-4eb8-a47c-5e336209bc18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for subnet (7eb9586b-767f-4704-8de7-b1b06d448ac8), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:32.777544 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (75b15b30-4319-4a3c-ab75-d9eacd7ccaa4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:32.831605 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 6929f6ff-1074-41d8-9353-e06a29dde0db, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=6929f6ff-1074-41d8-9353-e06a29dde0db,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:25:32.844060 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (6929f6ff-1074-41d8-9353-e06a29dde0db), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:32.847155 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1220cf6b-3459-4eb8-a47c-5e336209bc18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7eb9586b-767f-4704-8de7-b1b06d448ac8,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:32.859234 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1220cf6b-3459-4eb8-a47c-5e336209bc18 admin admin] Checking segment: {'id': '3036493e-686d-4118-a468-61c5eedb2ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '80a314a4-c993-4d2a-8343-3ae33652c10f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:25:32.859698 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1220cf6b-3459-4eb8-a47c-5e336209bc18 admin admin] Network hostable DHCP agents. Network: 80a314a4-c993-4d2a-8343-3ae33652c10f, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:25:32.881735 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1220cf6b-3459-4eb8-a47c-5e336209bc18 admin admin] Network 80a314a4-c993-4d2a-8343-3ae33652c10f is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:25:32.893383 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=75b15b30-4319-4a3c-ab75-d9eacd7ccaa4,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:32.908232 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-1220cf6b-3459-4eb8-a47c-5e336209bc18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 80a314a4-c993-4d2a-8343-3ae33652c10f) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:25:32.912632 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1220cf6b-3459-4eb8-a47c-5e336209bc18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:32.913608 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1220cf6b-3459-4eb8-a47c-5e336209bc18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:32.942842 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-1220cf6b-3459-4eb8-a47c-5e336209bc18 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5197864 Feb 17 17:25:32.943063 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9317572-d47d-41c5-bc81-4ee06468868b None None] Network 80a314a4-c993-4d2a-8343-3ae33652c10f requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:25:32.943063 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f9ee29b0-3f13-41ac-afb9-da12c171697e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:33.034476 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d782e021-8be0-440a-80ec-2a848b43e9b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:33.048902 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=6929f6ff-1074-41d8-9353-e06a29dde0db,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:33.121788 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab994245-5b83-4547-9bce-2099b071c068 None None] Network 80a314a4-c993-4d2a-8343-3ae33652c10f requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:25:33.192475 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d782e021-8be0-440a-80ec-2a848b43e9b5 admin admin] Publish callbacks [] for security_group (30f81cde-7efd-4bff-93e0-d9fc0902ee4b), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:33.206629 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d782e021-8be0-440a-80ec-2a848b43e9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (30f81cde-7efd-4bff-93e0-d9fc0902ee4b), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:33.276995 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['6929f6ff-1074-41d8-9353-e06a29dde0db'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:25:33.282530 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60260) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:33.286322 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-d782e021-8be0-440a-80ec-2a848b43e9b5 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ec4bc9a7fe95487eb6c858436275f769&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5462670 Feb 17 17:25:33.297768 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d782e021-8be0-440a-80ec-2a848b43e9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f81cde-7efd-4bff-93e0-d9fc0902ee4b,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:33.412500 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 7fe1efcb-1f20-49a3-9e94-f2930176cdaa details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:25:33.414970 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b3cb548-448c-467d-b646-236134dd2a6d admin admin] Publish callbacks [] for security_group (30f81cde-7efd-4bff-93e0-d9fc0902ee4b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:33.421305 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14267df2-1753-43bf-8f73-440a9b17f12e None None] Sync routers for ids ['43a252b3-0495-47c9-813c-3f84b2be3672'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:25:33.442893 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b3cb548-448c-467d-b646-236134dd2a6d admin admin] Publish callbacks [] for security_group (30f81cde-7efd-4bff-93e0-d9fc0902ee4b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:33.503171 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14267df2-1753-43bf-8f73-440a9b17f12e None None] Routers {'43a252b3-0495-47c9-813c-3f84b2be3672'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:25:33.503995 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-14267df2-1753-43bf-8f73-440a9b17f12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:25:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['43a252b3-0495-47c9-813c-3f84b2be3672'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:25:33.505111 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b3cb548-448c-467d-b646-236134dd2a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (30f81cde-7efd-4bff-93e0-d9fc0902ee4b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:33.511051 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b3cb548-448c-467d-b646-236134dd2a6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:33.515482 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2b3cb548-448c-467d-b646-236134dd2a6d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/30f81cde-7efd-4bff-93e0-d9fc0902ee4b HTTP/1.1" status: 204 len: 168 time: 0.2318428 Feb 17 17:25:33.523899 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3cb548-448c-467d-b646-236134dd2a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f81cde-7efd-4bff-93e0-d9fc0902ee4b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:33.589731 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.resource_extend [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 17:25:33.698000 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df817b-977a-4da8-a210-3a2a5963530a req-cade4f45-1a38-4c71-b85f-c37dba239bbb tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:33.708390 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-53df817b-977a-4da8-a210-3a2a5963530a req-cade4f45-1a38-4c71-b85f-c37dba239bbb tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] 10.222.0.87 "GET /v2.0/ports?device_id=9c9e3284-d6b3-49b4-8bbc-c1443f849ec8 HTTP/1.1" status: 200 len: 970 time: 0.1437874 Feb 17 17:25:33.724284 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60282) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:33.731842 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-d7c44188-f411-4f82-bf0f-abd09072ef64 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Request body: {'security_group': {'name': 'tempest-securitygroup--398499377', 'description': 'tempest-description--1958901735'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:25:33.763035 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d7c44188-f411-4f82-bf0f-abd09072ef64 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:33.786152 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 7fe1efcb-1f20-49a3-9e94-f2930176cdaa, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=7fe1efcb-1f20-49a3-9e94-f2930176cdaa,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:25:33.803670 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-14267df2-1753-43bf-8f73-440a9b17f12e None None] Set router 43a252b3-0495-47c9-813c-3f84b2be3672 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:25:33.817821 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-53df817b-977a-4da8-a210-3a2a5963530a req-2cfcf07d-7a17-4676-a196-8f6b50c44587 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] 10.222.0.87 "GET /v2.0/security-groups?id=c02fa466-3367-4b8d-b036-bf02c611953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052053 Feb 17 17:25:33.842584 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '7fe1efcb-1f20-49a3-9e94-f2930176cdaa', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'port_id': '7fe1efcb-1f20-49a3-9e94-f2930176cdaa', 'mac_address': 'fa:16:3e:c5:7d:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac79920f-9ddd-4352-b866-6056158b178e', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:tempest-test_az-2060224782', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:25:33.937565 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d7c44188-f411-4f82-bf0f-abd09072ef64 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks [] for security_group (191ce2cc-d8cd-4ab1-935e-8b9c7bef90f9), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:33.952284 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d7c44188-f411-4f82-bf0f-abd09072ef64 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (191ce2cc-d8cd-4ab1-935e-8b9c7bef90f9), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:33.981198 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 7fe1efcb-1f20-49a3-9e94-f2930176cdaa is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:25:33.981370 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7fe1efcb-1f20-49a3-9e94-f2930176cdaa), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:33.990796 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 75b15b30-4319-4a3c-ab75-d9eacd7ccaa4 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:25:34.001699 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d7c44188-f411-4f82-bf0f-abd09072ef64 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:34.006754 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d7c44188-f411-4f82-bf0f-abd09072ef64 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2776568 Feb 17 17:25:34.009611 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60288) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:34.013610 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-feb13939-6289-4a45-940b-4a03b1ba4b8f tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Request body: {'security_group_rule': {'security_group_id': '191ce2cc-d8cd-4ab1-935e-8b9c7bef90f9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:25:34.022042 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60290) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:34.048599 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-306f63a2-8abf-4cc8-b85a-bfa99e261633 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:34.074510 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e428f-9215-48e7-a71b-1cd2b38d1fbe req-246685b7-0705-4ed1-9ec1-fd948628f684 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:34.080349 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fe1efcb-1f20-49a3-9e94-f2930176cdaa {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:25:34.083911 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f90e428f-9215-48e7-a71b-1cd2b38d1fbe req-246685b7-0705-4ed1-9ec1-fd948628f684 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/ports?device_id=3baad43a-9edc-4b0a-be2c-3dd2d482c4bf HTTP/1.1" status: 200 len: 949 time: 0.0969830 Feb 17 17:25:34.143137 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 7fe1efcb-1f20-49a3-9e94-f2930176cdaa, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=7fe1efcb-1f20-49a3-9e94-f2930176cdaa,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:25:34.149527 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (7fe1efcb-1f20-49a3-9e94-f2930176cdaa), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:34.174595 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-306f63a2-8abf-4cc8-b85a-bfa99e261633 admin admin] Publish callbacks [] for security_group (d34c8006-cd17-494e-a2ea-cd214c254756), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:34.177902 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c44188-f411-4f82-bf0f-abd09072ef64 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=191ce2cc-d8cd-4ab1-935e-8b9c7bef90f9,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:34.182476 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-306f63a2-8abf-4cc8-b85a-bfa99e261633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (d34c8006-cd17-494e-a2ea-cd214c254756), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:34.216156 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-feb13939-6289-4a45-940b-4a03b1ba4b8f tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks [] for security_group_rule (d0fe88c0-98fc-49f1-8d7f-fde0fbe26d88), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:34.224622 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 75b15b30-4319-4a3c-ab75-d9eacd7ccaa4 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:25:34.225035 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (75b15b30-4319-4a3c-ab75-d9eacd7ccaa4), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:34.229261 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f90e428f-9215-48e7-a71b-1cd2b38d1fbe req-593ebbbe-8278-4f08-9b7d-76feec08f4cc tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/security-groups?id=68121720-bd3b-463d-beae-f108924fc2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437654 Feb 17 17:25:34.268672 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-306f63a2-8abf-4cc8-b85a-bfa99e261633 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f898ea27d60c4e989e8aac408f940635&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2448287 Feb 17 17:25:34.272450 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=7fe1efcb-1f20-49a3-9e94-f2930176cdaa,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:34.275309 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f63a2-8abf-4cc8-b85a-bfa99e261633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34c8006-cd17-494e-a2ea-cd214c254756,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:34.279546 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60302) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:34.313590 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-14267df2-1753-43bf-8f73-440a9b17f12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a252b3-0495-47c9-813c-3f84b2be3672', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-133038538-router', 'tenant_id': 'fced0d4eba9f407c81ca2e9a8c478aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '75b15b30-4319-4a3c-ab75-d9eacd7ccaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:25:23Z', 'updated_at': '2022-02-17T17:25:31Z', 'revision_number': 4, 'project_id': 'fced0d4eba9f407c81ca2e9a8c478aa0', 'gw_port': {'id': '75b15b30-4319-4a3c-ab75-d9eacd7ccaa4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a252b3-0495-47c9-813c-3f84b2be3672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:25:25Z', 'updated_at': '2022-02-17T17:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc', 'name': '', 'network_id': 'f406a869-17aa-475d-bc2c-b435aef7bed0', 'tenant_id': 'fced0d4eba9f407c81ca2e9a8c478aa0', 'mac_address': 'fa:16:3e:31:2e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a252b3-0495-47c9-813c-3f84b2be3672', 'device_owner': 'network:router_interface', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '59bdfcc1-6511-4a4c-9d65-bd679e916f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:25:30Z', 'updated_at': '2022-02-17T17:25:31Z', 'revision_number': 2, 'project_id': 'fced0d4eba9f407c81ca2e9a8c478aa0', 'subnets': [{'id': '59bdfcc1-6511-4a4c-9d65-bd679e916f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:25:34.349866 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14267df2-1753-43bf-8f73-440a9b17f12e None None] Checking router: 43a252b3-0495-47c9-813c-3f84b2be3672 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:25:34.350223 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14267df2-1753-43bf-8f73-440a9b17f12e None None] Updating router 43a252b3-0495-47c9-813c-3f84b2be3672 port 2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:25:34.369115 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-feb13939-6289-4a45-940b-4a03b1ba4b8f tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks [] for security_group_rule (d0fe88c0-98fc-49f1-8d7f-fde0fbe26d88), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:34.388071 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-feb13939-6289-4a45-940b-4a03b1ba4b8f tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (d0fe88c0-98fc-49f1-8d7f-fde0fbe26d88), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:34.401376 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-23559ee5-84c8-446f-ba4f-0566424afbe9 admin admin] Publish callbacks [] for security_group (d34c8006-cd17-494e-a2ea-cd214c254756), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:34.416032 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb13939-6289-4a45-940b-4a03b1ba4b8f tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0fe88c0-98fc-49f1-8d7f-fde0fbe26d88,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:34.416710 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-14267df2-1753-43bf-8f73-440a9b17f12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:34.431293 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 75b15b30-4319-4a3c-ab75-d9eacd7ccaa4 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:25:34.448646 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-feb13939-6289-4a45-940b-4a03b1ba4b8f tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:34.450026 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-feb13939-6289-4a45-940b-4a03b1ba4b8f tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4412973 Feb 17 17:25:34.455833 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-23559ee5-84c8-446f-ba4f-0566424afbe9 admin admin] Publish callbacks [] for security_group (d34c8006-cd17-494e-a2ea-cd214c254756), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:34.458024 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60304) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:34.463463 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-8fcf2731-ddda-4d52-8273-19d22ad093f8 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Request body: {'security_group_rule': {'security_group_id': '191ce2cc-d8cd-4ab1-935e-8b9c7bef90f9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:25:34.464560 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['7fe1efcb-1f20-49a3-9e94-f2930176cdaa'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:25:34.521644 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8fcf2731-ddda-4d52-8273-19d22ad093f8 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks [] for security_group_rule (12bdcc67-b6d6-48a5-bce0-89fe177211e7), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:34.563272 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-23559ee5-84c8-446f-ba4f-0566424afbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (d34c8006-cd17-494e-a2ea-cd214c254756), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:34.566642 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-23559ee5-84c8-446f-ba4f-0566424afbe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:34.568074 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-23559ee5-84c8-446f-ba4f-0566424afbe9 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d34c8006-cd17-494e-a2ea-cd214c254756 HTTP/1.1" status: 204 len: 168 time: 0.2873645 Feb 17 17:25:34.609386 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23559ee5-84c8-446f-ba4f-0566424afbe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34c8006-cd17-494e-a2ea-cd214c254756,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:34.646008 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8fcf2731-ddda-4d52-8273-19d22ad093f8 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks [] for security_group_rule (12bdcc67-b6d6-48a5-bce0-89fe177211e7), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:34.655408 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8fcf2731-ddda-4d52-8273-19d22ad093f8 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (12bdcc67-b6d6-48a5-bce0-89fe177211e7), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:34.670882 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7c9dd-9206-4d2b-9938-ca34f1255c9e req-e4cc775b-3c34-4874-b2b1-5e46121b04bd tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:34.672960 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-02e7c9dd-9206-4d2b-9938-ca34f1255c9e req-e4cc775b-3c34-4874-b2b1-5e46121b04bd tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/networks?id=210dd7a1-23b8-45c6-a401-b56590fcc3c1 HTTP/1.1" status: 200 len: 807 time: 0.5529888 Feb 17 17:25:34.697793 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf2731-ddda-4d52-8273-19d22ad093f8 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12bdcc67-b6d6-48a5-bce0-89fe177211e7,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:34.698212 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-02e7c9dd-9206-4d2b-9938-ca34f1255c9e req-1b9594a5-0e6d-439e-a470-6788c9b2f3df tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/quotas/f8aea314af29468ab6557472620785fc HTTP/1.1" status: 200 len: 375 time: 0.0186427 Feb 17 17:25:34.719568 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8fcf2731-ddda-4d52-8273-19d22ad093f8 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:34.726888 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8fcf2731-ddda-4d52-8273-19d22ad093f8 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2674661 Feb 17 17:25:34.727528 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60316) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:34.736502 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-c70601b6-70b0-4cb8-bef5-e12490361574 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:25:34.742806 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-02e7c9dd-9206-4d2b-9938-ca34f1255c9e req-911c9cf6-dae1-44ff-a537-238d02745b3a tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=f8aea314af29468ab6557472620785fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433612 Feb 17 17:25:34.779741 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c70601b6-70b0-4cb8-bef5-e12490361574 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:34.973470 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c70601b6-70b0-4cb8-bef5-e12490361574 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:35.011009 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6b8bf-0db6-456a-83d6-a315629efd18 req-68cc1538-279c-4bf3-a628-4c4ac4db8bc9 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:35.012697 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-62d6b8bf-0db6-456a-83d6-a315629efd18 req-68cc1538-279c-4bf3-a628-4c4ac4db8bc9 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] 10.222.0.87 "GET /v2.0/ports?device_id=9c9e3284-d6b3-49b4-8bbc-c1443f849ec8 HTTP/1.1" status: 200 len: 971 time: 0.0861888 Feb 17 17:25:35.040796 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-02e7c9dd-9206-4d2b-9938-ca34f1255c9e req-ff855736-0370-45a3-80fa-0845ab5e6780 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:25:35.042323 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-02e7c9dd-9206-4d2b-9938-ca34f1255c9e req-ff855736-0370-45a3-80fa-0845ab5e6780 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1052544 Feb 17 17:25:35.122792 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-14267df2-1753-43bf-8f73-440a9b17f12e None None] Publish callbacks [] for port (2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:35.128608 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-14267df2-1753-43bf-8f73-440a9b17f12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:35.137818 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-c70601b6-70b0-4cb8-bef5-e12490361574 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Allocated IP 172.25.8.19 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/1cee7734-0b97-4a45-8b34-2b5c4ab32b70) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:25:35.192704 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc258e3d-4a9c-407a-ab5d-b6c4526a1d34 None None] Pushing event updated for resources: {'Port': ['ID=2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:35.207030 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-62d6b8bf-0db6-456a-83d6-a315629efd18 req-f071bcc4-345a-4fa4-9209-6be6cff8cfec tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] 10.222.0.87 "GET /v2.0/security-groups?id=c02fa466-3367-4b8d-b036-bf02c611953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882875 Feb 17 17:25:35.215598 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-02e7c9dd-9206-4d2b-9938-ca34f1255c9e req-b8cc0552-6080-47d7-b64c-ec1b4bb37583 service neutron] 10.222.0.87 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618848 Feb 17 17:25:35.265808 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-14267df2-1753-43bf-8f73-440a9b17f12e None None] Attempting to bind port 2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:25:35.266189 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-14267df2-1753-43bf-8f73-440a9b17f12e None None] Attempting to bind port 2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '4fcf670d-5e65-4132-ac3d-7dca97c70ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f406a869-17aa-475d-bc2c-b435aef7bed0'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:25:35.266556 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14267df2-1753-43bf-8f73-440a9b17f12e None None] Attempting to bind port 2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc on network f406a869-17aa-475d-bc2c-b435aef7bed0 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:25:35.273465 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14267df2-1753-43bf-8f73-440a9b17f12e None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:25:35.273899 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14267df2-1753-43bf-8f73-440a9b17f12e None None] Checking segment: {'id': '4fcf670d-5e65-4132-ac3d-7dca97c70ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f406a869-17aa-475d-bc2c-b435aef7bed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:25:35.275444 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-14267df2-1753-43bf-8f73-440a9b17f12e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:35.275444 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14267df2-1753-43bf-8f73-440a9b17f12e None None] Bound using segment: {'id': '4fcf670d-5e65-4132-ac3d-7dca97c70ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f406a869-17aa-475d-bc2c-b435aef7bed0'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:25:35.275790 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-14267df2-1753-43bf-8f73-440a9b17f12e None None] Bound port: 2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fcf670d-5e65-4132-ac3d-7dca97c70ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f406a869-17aa-475d-bc2c-b435aef7bed0'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:25:35.276178 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-14267df2-1753-43bf-8f73-440a9b17f12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:35.325808 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c70601b6-70b0-4cb8-bef5-e12490361574 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks [] for port (1cee7734-0b97-4a45-8b34-2b5c4ab32b70), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:35.379409 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-02e7c9dd-9206-4d2b-9938-ca34f1255c9e req-fc4ece36-6195-43eb-8677-80056ccd5738 service neutron] 10.222.0.87 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625943 Feb 17 17:25:35.430281 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c70601b6-70b0-4cb8-bef5-e12490361574 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (1cee7734-0b97-4a45-8b34-2b5c4ab32b70), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:35.457645 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-85e57b6e-04e5-4bb1-90f7-9f1e1acfa78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:35.467510 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-14267df2-1753-43bf-8f73-440a9b17f12e None None] For port 2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:25:35.472900 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-14267df2-1753-43bf-8f73-440a9b17f12e None None] For port 2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc,segment=NetworkSegment(4fcf670d-5e65-4132-ac3d-7dca97c70ecb),segment_id=4fcf670d-5e65-4132-ac3d-7dca97c70ecb)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:25:35.488454 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-14267df2-1753-43bf-8f73-440a9b17f12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:35.499679 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840bbbf-0358-4651-aa54-6a0dec45d225 req-011d93e8-ad39-4141-8544-25707e39bc9b tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:35.502716 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1840bbbf-0358-4651-aa54-6a0dec45d225 req-011d93e8-ad39-4141-8544-25707e39bc9b tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/ports?device_id=3baad43a-9edc-4b0a-be2c-3dd2d482c4bf HTTP/1.1" status: 200 len: 949 time: 0.1206677 Feb 17 17:25:35.521400 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70601b6-70b0-4cb8-bef5-e12490361574 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:25:35.543133 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-c70601b6-70b0-4cb8-bef5-e12490361574 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:25:35.555226 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70601b6-70b0-4cb8-bef5-e12490361574 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:25:35.556424 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14267df2-1753-43bf-8f73-440a9b17f12e None None] Routers {'43a252b3-0495-47c9-813c-3f84b2be3672'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:25:35.557167 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-14267df2-1753-43bf-8f73-440a9b17f12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:25:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['43a252b3-0495-47c9-813c-3f84b2be3672'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:25:35.596888 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70601b6-70b0-4cb8-bef5-e12490361574 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Pushing event updated for resources: {'Port': ['ID=1cee7734-0b97-4a45-8b34-2b5c4ab32b70,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:35.639431 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1840bbbf-0358-4651-aa54-6a0dec45d225 req-ea234822-6c1e-4aa9-bc15-830e5d23945d tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/security-groups?id=68121720-bd3b-463d-beae-f108924fc2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204832 Feb 17 17:25:35.721729 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-14267df2-1753-43bf-8f73-440a9b17f12e None None] Set router 43a252b3-0495-47c9-813c-3f84b2be3672 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:25:35.760359 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c70601b6-70b0-4cb8-bef5-e12490361574 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks [] for floatingip (9d976748-c77c-4c55-85ca-a58cc6f3eae2), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:35.781800 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-c2b723a8-5f35-4335-8930-b5071d7f193e None None] Provisioning complete for port 2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:25:35.782177 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c2b723a8-5f35-4335-8930-b5071d7f193e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:35.796733 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2151a815-c8d7-4810-b6f9-fbef564051ea req-0ce52692-438f-450c-9875-0bbdef1df7d4 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=0048194a-7ecd-4b9e-a745-5d1cf715ba0a HTTP/1.1" status: 200 len: 210 time: 0.0974693 Feb 17 17:25:35.848033 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc258e3d-4a9c-407a-ab5d-b6c4526a1d34 None None] Pushing event updated for resources: {'Port': ['ID=2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:35.864687 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c70601b6-70b0-4cb8-bef5-e12490361574 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1cee7734-0b97-4a45-8b34-2b5c4ab32b70), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:36.003599 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-c2b723a8-5f35-4335-8930-b5071d7f193e None None] Current status of the port 2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:25:36.004231 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c2b723a8-5f35-4335-8930-b5071d7f193e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:36.150448 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c70601b6-70b0-4cb8-bef5-e12490361574 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks [] for port (1cee7734-0b97-4a45-8b34-2b5c4ab32b70), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:36.167996 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c70601b6-70b0-4cb8-bef5-e12490361574 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (1cee7734-0b97-4a45-8b34-2b5c4ab32b70), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:36.172605 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-c2b723a8-5f35-4335-8930-b5071d7f193e None None] For port 2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc,segment=NetworkSegment(4fcf670d-5e65-4132-ac3d-7dca97c70ecb),segment_id=4fcf670d-5e65-4132-ac3d-7dca97c70ecb)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:25:36.179401 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c2b723a8-5f35-4335-8930-b5071d7f193e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:36.214328 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 6929f6ff-1074-41d8-9353-e06a29dde0db up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:25:36.253080 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c70601b6-70b0-4cb8-bef5-e12490361574 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (9d976748-c77c-4c55-85ca-a58cc6f3eae2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:36.310471 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b723a8-5f35-4335-8930-b5071d7f193e None None] Pushing event updated for resources: {'Port': ['ID=2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:36.331945 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-16c05dac-9799-4c5d-b55c-df3c7c10f775 None None] Provisioning complete for port 2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:25:36.332353 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-16c05dac-9799-4c5d-b55c-df3c7c10f775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:36.337989 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-14267df2-1753-43bf-8f73-440a9b17f12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a252b3-0495-47c9-813c-3f84b2be3672', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-133038538-router', 'tenant_id': 'fced0d4eba9f407c81ca2e9a8c478aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '75b15b30-4319-4a3c-ab75-d9eacd7ccaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:25:23Z', 'updated_at': '2022-02-17T17:25:31Z', 'revision_number': 4, 'project_id': 'fced0d4eba9f407c81ca2e9a8c478aa0', 'gw_port': {'id': '75b15b30-4319-4a3c-ab75-d9eacd7ccaa4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a252b3-0495-47c9-813c-3f84b2be3672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:25:25Z', 'updated_at': '2022-02-17T17:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc', 'name': '', 'network_id': 'f406a869-17aa-475d-bc2c-b435aef7bed0', 'tenant_id': 'fced0d4eba9f407c81ca2e9a8c478aa0', 'mac_address': 'fa:16:3e:31:2e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a252b3-0495-47c9-813c-3f84b2be3672', 'device_owner': 'network:router_interface', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '59bdfcc1-6511-4a4c-9d65-bd679e916f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:25:30Z', 'updated_at': '2022-02-17T17:25:35Z', 'revision_number': 4, 'project_id': 'fced0d4eba9f407c81ca2e9a8c478aa0', 'subnets': [{'id': '59bdfcc1-6511-4a4c-9d65-bd679e916f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:25:36.353175 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c70601b6-70b0-4cb8-bef5-e12490361574 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:36.354779 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c70601b6-70b0-4cb8-bef5-e12490361574 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6256511 Feb 17 17:25:36.355612 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60376) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:36.356385 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70601b6-70b0-4cb8-bef5-e12490361574 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Pushing event updated for resources: {'Port': ['ID=1cee7734-0b97-4a45-8b34-2b5c4ab32b70,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:36.412075 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14267df2-1753-43bf-8f73-440a9b17f12e None None] The sync data for ids ['43a252b3-0495-47c9-813c-3f84b2be3672'] in n-d-829613-2 is: [{'id': '43a252b3-0495-47c9-813c-3f84b2be3672', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-133038538-router', 'tenant_id': 'fced0d4eba9f407c81ca2e9a8c478aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '75b15b30-4319-4a3c-ab75-d9eacd7ccaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:25:23Z', 'updated_at': '2022-02-17T17:25:31Z', 'revision_number': 4, 'project_id': 'fced0d4eba9f407c81ca2e9a8c478aa0', 'gw_port': {'id': '75b15b30-4319-4a3c-ab75-d9eacd7ccaa4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a252b3-0495-47c9-813c-3f84b2be3672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:25:25Z', 'updated_at': '2022-02-17T17:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc', 'name': '', 'network_id': 'f406a869-17aa-475d-bc2c-b435aef7bed0', 'tenant_id': 'fced0d4eba9f407c81ca2e9a8c478aa0', 'mac_address': 'fa:16:3e:31:2e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a252b3-0495-47c9-813c-3f84b2be3672', 'device_owner': 'network:router_interface', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '59bdfcc1-6511-4a4c-9d65-bd679e916f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:25:30Z', 'updated_at': '2022-02-17T17:25:35Z', 'revision_number': 4, 'project_id': 'fced0d4eba9f407c81ca2e9a8c478aa0', 'subnets': [{'id': '59bdfcc1-6511-4a4c-9d65-bd679e916f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:25:36.422890 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port 6929f6ff-1074-41d8-9353-e06a29dde0db completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:25:36.438858 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 6929f6ff-1074-41d8-9353-e06a29dde0db triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:25:36.439230 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6929f6ff-1074-41d8-9353-e06a29dde0db), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:36.470643 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87861b9-e45a-45de-b147-8125d5bdfe86 req-86272267-f17c-40f7-8f8c-756de45ca7a9 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:36.474356 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f87861b9-e45a-45de-b147-8125d5bdfe86 req-86272267-f17c-40f7-8f8c-756de45ca7a9 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] 10.222.0.87 "GET /v2.0/ports?device_id=9c9e3284-d6b3-49b4-8bbc-c1443f849ec8 HTTP/1.1" status: 200 len: 971 time: 0.1253078 Feb 17 17:25:36.631645 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f87861b9-e45a-45de-b147-8125d5bdfe86 req-edc3a3c6-0605-47b8-ab98-10a8a3c05884 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] 10.222.0.87 "GET /v2.0/security-groups?id=c02fa466-3367-4b8d-b036-bf02c611953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486886 Feb 17 17:25:36.673807 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:36.687131 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c7b5fa51-36f1-4851-a69a-a549c849cbc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:36.757188 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-16c05dac-9799-4c5d-b55c-df3c7c10f775 None None] Current status of the port 2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:25:36.796363 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 6929f6ff-1074-41d8-9353-e06a29dde0db is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:25:36.796807 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6929f6ff-1074-41d8-9353-e06a29dde0db), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:36.797472 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-25f05028-1566-4c8f-ac24-a0ad721ef850 req-55d5cc54-e6a6-4d75-af99-dad3d71e0451 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--398499377&fields=id&tenant_id=c8748c381f2d43e0acb3dcfd0300916d HTTP/1.1" status: 200 len: 267 time: 0.1523137 Feb 17 17:25:36.832097 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3baad43a-9edc-4b0a-be2c-3dd2d482c4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6929f6ff-1074-41d8-9353-e06a29dde0db'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:25:36.846536 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c7b5fa51-36f1-4851-a69a-a549c849cbc3 admin admin] Publish callbacks [] for security_group (571c5692-d3eb-4aed-863b-ac995bc05034), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:36.852605 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c7b5fa51-36f1-4851-a69a-a549c849cbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (571c5692-d3eb-4aed-863b-ac995bc05034), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:36.892699 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c7b5fa51-36f1-4851-a69a-a549c849cbc3 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b6eab376329f4ddfbc2991555e293a66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5335352 Feb 17 17:25:36.893739 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60402) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:36.922099 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 6929f6ff-1074-41d8-9353-e06a29dde0db, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=6929f6ff-1074-41d8-9353-e06a29dde0db,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:25:36.937709 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (6929f6ff-1074-41d8-9353-e06a29dde0db), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:36.953117 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f05028-1566-4c8f-ac24-a0ad721ef850 req-f57b082e-b813-41bd-aa1b-f9fc59bd871d tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:36.955078 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-25f05028-1566-4c8f-ac24-a0ad721ef850 req-f57b082e-b813-41bd-aa1b-f9fc59bd871d tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/networks?id=69b59c36-ab05-4942-86fb-5909c0c87dd3 HTTP/1.1" status: 200 len: 822 time: 0.1390710 Feb 17 17:25:36.972764 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691ea70-6ea9-4c7f-8f56-4a3d2e35d1b6 req-b3c1bd88-9315-4caf-940c-060e0fb24c3f tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:36.980396 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a691ea70-6ea9-4c7f-8f56-4a3d2e35d1b6 req-b3c1bd88-9315-4caf-940c-060e0fb24c3f tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/ports?device_id=3baad43a-9edc-4b0a-be2c-3dd2d482c4bf HTTP/1.1" status: 200 len: 949 time: 0.2290137 Feb 17 17:25:37.008177 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b5fa51-36f1-4851-a69a-a549c849cbc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571c5692-d3eb-4aed-863b-ac995bc05034,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:37.026226 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-25f05028-1566-4c8f-ac24-a0ad721ef850 req-e336e670-f43e-4acd-81fc-69e76088551a tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/quotas/c8748c381f2d43e0acb3dcfd0300916d HTTP/1.1" status: 200 len: 375 time: 0.0628176 Feb 17 17:25:37.042302 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=6929f6ff-1074-41d8-9353-e06a29dde0db,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:37.059887 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bff9d65c-fd30-48d3-a107-62c0e55fd3db admin admin] Publish callbacks [] for security_group (571c5692-d3eb-4aed-863b-ac995bc05034), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:37.100370 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bff9d65c-fd30-48d3-a107-62c0e55fd3db admin admin] Publish callbacks [] for security_group (571c5692-d3eb-4aed-863b-ac995bc05034), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:37.112054 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe5b49e-1c09-46ee-b5fb-405bd0cd42b8" -d '{"events": [{"server_uuid": "3baad43a-9edc-4b0a-be2c-3dd2d482c4bf", "name": "network-vif-plugged", "status": "completed", "tag": "6929f6ff-1074-41d8-9353-e06a29dde0db"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:25:37.148677 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a691ea70-6ea9-4c7f-8f56-4a3d2e35d1b6 req-4cc96cd5-870c-4fd4-a714-30a71b815f8b tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/security-groups?id=68121720-bd3b-463d-beae-f108924fc2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672063 Feb 17 17:25:37.181531 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bff9d65c-fd30-48d3-a107-62c0e55fd3db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (571c5692-d3eb-4aed-863b-ac995bc05034), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:37.184862 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bff9d65c-fd30-48d3-a107-62c0e55fd3db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:37.186308 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bff9d65c-fd30-48d3-a107-62c0e55fd3db admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/571c5692-d3eb-4aed-863b-ac995bc05034 HTTP/1.1" status: 204 len: 168 time: 0.2898641 Feb 17 17:25:37.203546 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff9d65c-fd30-48d3-a107-62c0e55fd3db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571c5692-d3eb-4aed-863b-ac995bc05034,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:37.208887 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-25f05028-1566-4c8f-ac24-a0ad721ef850 req-def35779-acec-4bb7-adf5-ef597da74f4d tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=c8748c381f2d43e0acb3dcfd0300916d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1749666 Feb 17 17:25:37.330159 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9cda2f7a-4013-4cea-a670-83ea840b38d3 req-e3c15d6d-ff9d-4133-9f91-e6c8d3116569 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=0048194a-7ecd-4b9e-a745-5d1cf715ba0a HTTP/1.1" status: 200 len: 210 time: 0.0444086 Feb 17 17:25:37.375273 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 7fe1efcb-1f20-49a3-9e94-f2930176cdaa up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:25:37.464211 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-25f05028-1566-4c8f-ac24-a0ad721ef850 req-6ddbc4a8-ce13-445f-bd8c-34c370adaeca service neutron] 10.222.0.87 "GET /v2.0/networks/69b59c36-ab05-4942-86fb-5909c0c87dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293725 Feb 17 17:25:37.510952 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 7fe1efcb-1f20-49a3-9e94-f2930176cdaa completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:25:37.519042 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 7fe1efcb-1f20-49a3-9e94-f2930176cdaa triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:25:37.520266 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7fe1efcb-1f20-49a3-9e94-f2930176cdaa), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:37.654745 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-25f05028-1566-4c8f-ac24-a0ad721ef850 req-dbeb69c2-861e-4804-b9e6-4ab16b957ac8 service neutron] 10.222.0.87 "GET /v2.0/networks/69b59c36-ab05-4942-86fb-5909c0c87dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809335 Feb 17 17:25:37.686779 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7c9dd-9206-4d2b-9938-ca34f1255c9e req-00b06c3d-3cd2-48da-aed6-c1f9c7dd8085 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:37.688878 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-02e7c9dd-9206-4d2b-9938-ca34f1255c9e req-00b06c3d-3cd2-48da-aed6-c1f9c7dd8085 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.91 "GET /v2.0/networks?id=210dd7a1-23b8-45c6-a401-b56590fcc3c1 HTTP/1.1" status: 200 len: 807 time: 0.4254646 Feb 17 17:25:37.703070 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-02e7c9dd-9206-4d2b-9938-ca34f1255c9e req-7b0fbc6c-b840-4fae-8132-13c2c1476b99 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Request body: {'port': {'device_id': '0048194a-7ecd-4b9e-a745-5d1cf715ba0a', 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1', 'admin_state_up': True, 'tenant_id': 'f8aea314af29468ab6557472620785fc'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:25:37.734905 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 7fe1efcb-1f20-49a3-9e94-f2930176cdaa is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:25:37.735757 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7fe1efcb-1f20-49a3-9e94-f2930176cdaa), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:37.794129 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:37.798371 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 7fe1efcb-1f20-49a3-9e94-f2930176cdaa, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=7fe1efcb-1f20-49a3-9e94-f2930176cdaa,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:25:37.807596 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (7fe1efcb-1f20-49a3-9e94-f2930176cdaa), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:37.861853 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 60428) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:37.882275 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02e7c9dd-9206-4d2b-9938-ca34f1255c9e req-7b0fbc6c-b840-4fae-8132-13c2c1476b99 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Made reservation on behalf of f8aea314af29468ab6557472620785fc for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:25:37.894882 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-02e7c9dd-9206-4d2b-9938-ca34f1255c9e req-7b0fbc6c-b840-4fae-8132-13c2c1476b99 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:37.912618 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96001361-e78c-4189-a1c8-4788f7a9bb5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:37.913970 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a29e9c-d3a7-46aa-ab00-8e14b72e342a x-openstack-request-id: req-18a29e9c-d3a7-46aa-ab00-8e14b72e342a {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:25:37.920555 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3baad43a-9edc-4b0a-be2c-3dd2d482c4bf", "name": "network-vif-plugged", "status": "completed", "tag": "6929f6ff-1074-41d8-9353-e06a29dde0db", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:25:37.921057 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-18a29e9c-d3a7-46aa-ab00-8e14b72e342a {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:25:37.921990 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3baad43a-9edc-4b0a-be2c-3dd2d482c4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6929f6ff-1074-41d8-9353-e06a29dde0db', 'code': 200} Feb 17 17:25:37.973870 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.91', 61184) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:37.994543 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=7fe1efcb-1f20-49a3-9e94-f2930176cdaa,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:38.102672 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:25:38.138661 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-02e7c9dd-9206-4d2b-9938-ca34f1255c9e req-7b0fbc6c-b840-4fae-8132-13c2c1476b99 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Allocated IP 172.20.0.10 (210dd7a1-23b8-45c6-a401-b56590fcc3c1/8267d93d-c5aa-40cb-acb4-c1e284d682e6/e78fbb4a-426d-46ae-b511-f6e99e429d71) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:25:38.166259 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff69c904-b00b-45c0-8127-de65df90f013 req-c7063418-0f00-4445-a356-4786d1a21666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:38.167408 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ff69c904-b00b-45c0-8127-de65df90f013 req-c7063418-0f00-4445-a356-4786d1a21666 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=3baad43a-9edc-4b0a-be2c-3dd2d482c4bf HTTP/1.1" status: 200 len: 1132 time: 0.1899424 Feb 17 17:25:38.217243 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:25:38.218204 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:38.238831 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ff69c904-b00b-45c0-8127-de65df90f013 req-0af617d6-d51f-4d28-bc59-974f0aac0352 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:38.252140 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e637b1-6add-4868-9479-e687de4d8d47 req-5dc4c404-e056-434d-8996-c8ee543ab310 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:38.253718 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-24e637b1-6add-4868-9479-e687de4d8d47 req-5dc4c404-e056-434d-8996-c8ee543ab310 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] 10.222.0.87 "GET /v2.0/ports?device_id=9c9e3284-d6b3-49b4-8bbc-c1443f849ec8 HTTP/1.1" status: 200 len: 972 time: 0.2341199 Feb 17 17:25:38.271909 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96001361-e78c-4189-a1c8-4788f7a9bb5e admin admin] Publish callbacks [] for security_group (a1983139-f423-494f-b241-6598719578a1), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:38.302466 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96001361-e78c-4189-a1c8-4788f7a9bb5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (a1983139-f423-494f-b241-6598719578a1), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:38.462589 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-02e7c9dd-9206-4d2b-9938-ca34f1255c9e req-7b0fbc6c-b840-4fae-8132-13c2c1476b99 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Publish callbacks [] for port (e78fbb4a-426d-46ae-b511-f6e99e429d71), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:38.485396 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-96001361-e78c-4189-a1c8-4788f7a9bb5e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7e474a847be54be487a3c90fed3c8744&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6227808 Feb 17 17:25:38.492708 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7fcd1458-8544-4370-aac4-f8ae578001ec req-f9e84c6a-42e7-4d83-9ab9-c972e9abd710 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/ports?device_id=976ff28f-ec41-4811-ba87-098dd3c6a09b HTTP/1.1" status: 200 len: 210 time: 0.0766289 Feb 17 17:25:38.493725 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96001361-e78c-4189-a1c8-4788f7a9bb5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1983139-f423-494f-b241-6598719578a1,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:38.498316 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 60442) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:38.523551 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-24e637b1-6add-4868-9479-e687de4d8d47 req-8fd954e3-e0f5-4065-bc1e-d98234f6fd5a tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] 10.222.0.87 "GET /v2.0/security-groups?id=c02fa466-3367-4b8d-b036-bf02c611953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585118 Feb 17 17:25:38.543186 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:25:38.564967 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-02e7c9dd-9206-4d2b-9938-ca34f1255c9e req-7b0fbc6c-b840-4fae-8132-13c2c1476b99 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (e78fbb4a-426d-46ae-b511-f6e99e429d71), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:38.624827 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ff69c904-b00b-45c0-8127-de65df90f013 req-0af617d6-d51f-4d28-bc59-974f0aac0352 service neutron] Publish callbacks [] for security_group (e2ce0327-2147-49a9-b004-5c43c56e0d8e), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:38.644673 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ff69c904-b00b-45c0-8127-de65df90f013 req-0af617d6-d51f-4d28-bc59-974f0aac0352 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (e2ce0327-2147-49a9-b004-5c43c56e0d8e), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:38.646874 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0fbc6c-b840-4fae-8132-13c2c1476b99 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Pushing event updated for resources: {'Port': ['ID=e78fbb4a-426d-46ae-b511-f6e99e429d71,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:38.671117 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02e7c9dd-9206-4d2b-9938-ca34f1255c9e req-7b0fbc6c-b840-4fae-8132-13c2c1476b99 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Network 210dd7a1-23b8-45c6-a401-b56590fcc3c1 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:25:38.672201 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-02e7c9dd-9206-4d2b-9938-ca34f1255c9e req-7b0fbc6c-b840-4fae-8132-13c2c1476b99 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:25:38.682746 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e7c9dd-9206-4d2b-9938-ca34f1255c9e req-7b0fbc6c-b840-4fae-8132-13c2c1476b99 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:25:38.689227 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7c9dd-9206-4d2b-9938-ca34f1255c9e req-7b0fbc6c-b840-4fae-8132-13c2c1476b99 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:38.689879 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c91636de-4fa1-44b0-a959-d3c2eba4eb76 admin admin] Publish callbacks [] for security_group (a1983139-f423-494f-b241-6598719578a1), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:38.690244 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-02e7c9dd-9206-4d2b-9938-ca34f1255c9e req-7b0fbc6c-b840-4fae-8132-13c2c1476b99 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:38.719490 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-02e7c9dd-9206-4d2b-9938-ca34f1255c9e req-7b0fbc6c-b840-4fae-8132-13c2c1476b99 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0215964 Feb 17 17:25:38.732696 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-02e7c9dd-9206-4d2b-9938-ca34f1255c9e req-555e861c-c553-4373-9fb5-f20350903619 service neutron] Request body: {'port': {'device_id': '0048194a-7ecd-4b9e-a745-5d1cf715ba0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:25:38.733239 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ff69c904-b00b-45c0-8127-de65df90f013 req-0af617d6-d51f-4d28-bc59-974f0aac0352 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=68121720-bd3b-463d-beae-f108924fc2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5558448 Feb 17 17:25:38.752766 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c91636de-4fa1-44b0-a959-d3c2eba4eb76 admin admin] Publish callbacks [] for security_group (a1983139-f423-494f-b241-6598719578a1), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:38.782482 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af617d6-d51f-4d28-bc59-974f0aac0352 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ce0327-2147-49a9-b004-5c43c56e0d8e,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:38.808197 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-02e7c9dd-9206-4d2b-9938-ca34f1255c9e req-555e861c-c553-4373-9fb5-f20350903619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (e78fbb4a-426d-46ae-b511-f6e99e429d71), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:38.843835 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925a106-f652-49d7-b1bc-2c1d3daba8d5 req-a22e7e6f-4e45-4ef0-bd6d-006f3d30aec0 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:38.845375 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e925a106-f652-49d7-b1bc-2c1d3daba8d5 req-a22e7e6f-4e45-4ef0-bd6d-006f3d30aec0 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/ports?device_id=3baad43a-9edc-4b0a-be2c-3dd2d482c4bf HTTP/1.1" status: 200 len: 950 time: 0.2230523 Feb 17 17:25:38.905665 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88212f4-8c6b-4e00-8a6b-0bb5b0b26bdb req-bb6d08fe-8d6f-4f56-9b1d-f042a255c6b4 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:38.907175 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f88212f4-8c6b-4e00-8a6b-0bb5b0b26bdb req-bb6d08fe-8d6f-4f56-9b1d-f042a255c6b4 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=0048194a-7ecd-4b9e-a745-5d1cf715ba0a HTTP/1.1" status: 200 len: 932 time: 0.1207483 Feb 17 17:25:38.930332 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c91636de-4fa1-44b0-a959-d3c2eba4eb76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (a1983139-f423-494f-b241-6598719578a1), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:38.934159 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c91636de-4fa1-44b0-a959-d3c2eba4eb76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:38.934714 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:38.935509 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c91636de-4fa1-44b0-a959-d3c2eba4eb76 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a1983139-f423-494f-b241-6598719578a1 HTTP/1.1" status: 204 len: 168 time: 0.4359643 Feb 17 17:25:38.957194 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e925a106-f652-49d7-b1bc-2c1d3daba8d5 req-76221734-30d1-4087-9bbf-7e919f9d081c tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/security-groups?id=68121720-bd3b-463d-beae-f108924fc2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028259 Feb 17 17:25:38.973927 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91636de-4fa1-44b0-a959-d3c2eba4eb76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1983139-f423-494f-b241-6598719578a1,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:39.041426 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f88212f4-8c6b-4e00-8a6b-0bb5b0b26bdb req-8aa78b49-e399-480a-8ad5-70efa5cd4c28 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126895 Feb 17 17:25:39.162710 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-02e7c9dd-9206-4d2b-9938-ca34f1255c9e req-555e861c-c553-4373-9fb5-f20350903619 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e78fbb4a-426d-46ae-b511-f6e99e429d71 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:25:39.170957 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-02e7c9dd-9206-4d2b-9938-ca34f1255c9e req-555e861c-c553-4373-9fb5-f20350903619 service neutron] Publish callbacks [] for port (e78fbb4a-426d-46ae-b511-f6e99e429d71), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:39.187601 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-02e7c9dd-9206-4d2b-9938-ca34f1255c9e req-555e861c-c553-4373-9fb5-f20350903619 service neutron] Transition to ACTIVE for port object e78fbb4a-426d-46ae-b511-f6e99e429d71 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:25:39.191742 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-02e7c9dd-9206-4d2b-9938-ca34f1255c9e req-555e861c-c553-4373-9fb5-f20350903619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (e78fbb4a-426d-46ae-b511-f6e99e429d71), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:39.272171 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e861c-c553-4373-9fb5-f20350903619 service neutron] Pushing event updated for resources: {'Port': ['ID=e78fbb4a-426d-46ae-b511-f6e99e429d71,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:39.277247 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-02e7c9dd-9206-4d2b-9938-ca34f1255c9e req-555e861c-c553-4373-9fb5-f20350903619 service neutron] Attempting to bind port e78fbb4a-426d-46ae-b511-f6e99e429d71 on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:25:39.277584 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-02e7c9dd-9206-4d2b-9938-ca34f1255c9e req-555e861c-c553-4373-9fb5-f20350903619 service neutron] Attempting to bind port e78fbb4a-426d-46ae-b511-f6e99e429d71 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '25b82b75-bd12-4667-b51a-aa287338793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:25:39.277915 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e7c9dd-9206-4d2b-9938-ca34f1255c9e req-555e861c-c553-4373-9fb5-f20350903619 service neutron] Attempting to bind port e78fbb4a-426d-46ae-b511-f6e99e429d71 on network 210dd7a1-23b8-45c6-a401-b56590fcc3c1 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:25:39.282519 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e7c9dd-9206-4d2b-9938-ca34f1255c9e req-555e861c-c553-4373-9fb5-f20350903619 service neutron] Port e78fbb4a-426d-46ae-b511-f6e99e429d71 on network 210dd7a1-23b8-45c6-a401-b56590fcc3c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:25:39.282839 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e7c9dd-9206-4d2b-9938-ca34f1255c9e req-555e861c-c553-4373-9fb5-f20350903619 service neutron] Attempting to bind port e78fbb4a-426d-46ae-b511-f6e99e429d71 on network 210dd7a1-23b8-45c6-a401-b56590fcc3c1 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:25:39.287848 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e7c9dd-9206-4d2b-9938-ca34f1255c9e req-555e861c-c553-4373-9fb5-f20350903619 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:25:39.288119 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e7c9dd-9206-4d2b-9938-ca34f1255c9e req-555e861c-c553-4373-9fb5-f20350903619 service neutron] Checking segment: {'id': '25b82b75-bd12-4667-b51a-aa287338793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:25:39.288559 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e7c9dd-9206-4d2b-9938-ca34f1255c9e req-555e861c-c553-4373-9fb5-f20350903619 service neutron] Bound using segment: {'id': '25b82b75-bd12-4667-b51a-aa287338793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:25:39.288990 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-02e7c9dd-9206-4d2b-9938-ca34f1255c9e req-555e861c-c553-4373-9fb5-f20350903619 service neutron] Bound port: e78fbb4a-426d-46ae-b511-f6e99e429d71, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b82b75-bd12-4667-b51a-aa287338793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:25:39.289343 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-02e7c9dd-9206-4d2b-9938-ca34f1255c9e req-555e861c-c553-4373-9fb5-f20350903619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (e78fbb4a-426d-46ae-b511-f6e99e429d71), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:39.316725 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 60466) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:39.360044 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-02e7c9dd-9206-4d2b-9938-ca34f1255c9e req-555e861c-c553-4373-9fb5-f20350903619 service neutron] For port e78fbb4a-426d-46ae-b511-f6e99e429d71, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:25:39.363555 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-02e7c9dd-9206-4d2b-9938-ca34f1255c9e req-555e861c-c553-4373-9fb5-f20350903619 service neutron] For port e78fbb4a-426d-46ae-b511-f6e99e429d71, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=e78fbb4a-426d-46ae-b511-f6e99e429d71,segment=NetworkSegment(25b82b75-bd12-4667-b51a-aa287338793c),segment_id=25b82b75-bd12-4667-b51a-aa287338793c)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:25:39.373181 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-02e7c9dd-9206-4d2b-9938-ca34f1255c9e req-555e861c-c553-4373-9fb5-f20350903619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (e78fbb4a-426d-46ae-b511-f6e99e429d71), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:39.411114 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7c9dd-9206-4d2b-9938-ca34f1255c9e req-555e861c-c553-4373-9fb5-f20350903619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:39.411845 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-02e7c9dd-9206-4d2b-9938-ca34f1255c9e req-555e861c-c553-4373-9fb5-f20350903619 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:39.413698 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-02e7c9dd-9206-4d2b-9938-ca34f1255c9e req-555e861c-c553-4373-9fb5-f20350903619 service neutron] 10.222.0.91 "PUT /v2.0/ports/e78fbb4a-426d-46ae-b511-f6e99e429d71 HTTP/1.1" status: 200 len: 1092 time: 0.6868517 Feb 17 17:25:39.414315 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0048194a-7ecd-4b9e-a745-5d1cf715ba0a', 'tag': 'e78fbb4a-426d-46ae-b511-f6e99e429d71'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:25:39.417788 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cdc115a-eedf-497f-bdfd-70b1fd6f7545" -d '{"events": [{"name": "network-changed", "server_uuid": "0048194a-7ecd-4b9e-a745-5d1cf715ba0a", "tag": "e78fbb4a-426d-46ae-b511-f6e99e429d71"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:25:39.473551 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e861c-c553-4373-9fb5-f20350903619 service neutron] Pushing event updated for resources: {'Port': ['ID=e78fbb4a-426d-46ae-b511-f6e99e429d71,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:39.483738 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda9f7e1-b53d-4005-8f57-52fffb67b5de x-openstack-request-id: req-bda9f7e1-b53d-4005-8f57-52fffb67b5de {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:25:39.484756 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0048194a-7ecd-4b9e-a745-5d1cf715ba0a", "tag": "e78fbb4a-426d-46ae-b511-f6e99e429d71", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:25:39.484756 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-bda9f7e1-b53d-4005-8f57-52fffb67b5de {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:25:39.484756 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0048194a-7ecd-4b9e-a745-5d1cf715ba0a', 'tag': 'e78fbb4a-426d-46ae-b511-f6e99e429d71', 'status': 'completed', 'code': 200} Feb 17 17:25:39.509875 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-72c8d71b-cbac-462b-97a0-10bc93c25d0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:39.527183 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7c9dd-9206-4d2b-9938-ca34f1255c9e req-6e4e40fd-287c-4d33-839f-26eb2a0f5cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:39.529314 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-02e7c9dd-9206-4d2b-9938-ca34f1255c9e req-6e4e40fd-287c-4d33-839f-26eb2a0f5cee service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f8aea314af29468ab6557472620785fc&device_id=0048194a-7ecd-4b9e-a745-5d1cf715ba0a HTTP/1.1" status: 200 len: 1126 time: 0.0704393 Feb 17 17:25:39.587622 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-02e7c9dd-9206-4d2b-9938-ca34f1255c9e req-8b393f05-62ee-47af-8268-06d41241b2a8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e78fbb4a-426d-46ae-b511-f6e99e429d71 HTTP/1.1" status: 200 len: 217 time: 0.0505517 Feb 17 17:25:39.634575 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f05028-1566-4c8f-ac24-a0ad721ef850 req-27fbb67d-0515-4f0e-a813-254fc785992f tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:39.636739 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-25f05028-1566-4c8f-ac24-a0ad721ef850 req-27fbb67d-0515-4f0e-a813-254fc785992f tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.71 "GET /v2.0/networks?id=69b59c36-ab05-4942-86fb-5909c0c87dd3 HTTP/1.1" status: 200 len: 822 time: 0.2009065 Feb 17 17:25:39.647436 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7c9dd-9206-4d2b-9938-ca34f1255c9e req-a71e64fe-6e19-4991-85d0-18019f251c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:39.649884 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-02e7c9dd-9206-4d2b-9938-ca34f1255c9e req-a71e64fe-6e19-4991-85d0-18019f251c08 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8267d93d-c5aa-40cb-acb4-c1e284d682e6 HTTP/1.1" status: 200 len: 847 time: 0.0560684 Feb 17 17:25:39.666446 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ea51786f-34de-4bc0-9386-25190679b491 req-1ed3cef0-210d-4025-93db-4656bedb0924 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/ports?device_id=976ff28f-ec41-4811-ba87-098dd3c6a09b HTTP/1.1" status: 200 len: 210 time: 0.0530436 Feb 17 17:25:39.714821 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-02e7c9dd-9206-4d2b-9938-ca34f1255c9e req-c3269feb-d555-4059-a4b4-4b68e9f520ae service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=210dd7a1-23b8-45c6-a401-b56590fcc3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583820 Feb 17 17:25:39.804677 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-72c8d71b-cbac-462b-97a0-10bc93c25d0e admin admin] Publish callbacks [] for security_group (9af6acc4-c8e1-4902-bc5b-3d09b7085b02), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:39.817280 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-02e7c9dd-9206-4d2b-9938-ca34f1255c9e req-ad9defec-8e8b-4e53-a497-56aab96a67f2 service neutron] 10.222.0.91 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960979 Feb 17 17:25:39.818273 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-25f05028-1566-4c8f-ac24-a0ad721ef850 req-a74c0f92-95f6-4ca4-813f-bf00f23d2680 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8748c381f2d43e0acb3dcfd0300916d HTTP/1.1" status: 200 len: 379 time: 0.1551800 Feb 17 17:25:39.819809 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-72c8d71b-cbac-462b-97a0-10bc93c25d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (9af6acc4-c8e1-4902-bc5b-3d09b7085b02), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:39.835294 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d94a7-602f-4e43-aaaf-ca611c34a9b4 req-fb7046cb-f430-4693-8f3d-3e06d5eb86c8 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:39.838140 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-134d94a7-602f-4e43-aaaf-ca611c34a9b4 req-fb7046cb-f430-4693-8f3d-3e06d5eb86c8 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] 10.222.0.87 "GET /v2.0/ports?device_id=9c9e3284-d6b3-49b4-8bbc-c1443f849ec8 HTTP/1.1" status: 200 len: 972 time: 0.1760919 Feb 17 17:25:39.861665 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-25f05028-1566-4c8f-ac24-a0ad721ef850 req-2da57b83-a612-478e-b9a6-d22111d621bb tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Request body: {'port': {'device_id': '976ff28f-ec41-4811-ba87-098dd3c6a09b', 'network_id': '69b59c36-ab05-4942-86fb-5909c0c87dd3', 'admin_state_up': True, 'tenant_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'security_groups': ['191ce2cc-d8cd-4ab1-935e-8b9c7bef90f9']}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:25:39.923033 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9e3284-d6b3-49b4-8bbc-c1443f849ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe1efcb-1f20-49a3-9e94-f2930176cdaa'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:25:39.925451 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4444f1-e1ee-45e7-8266-63b7908507f1" -d '{"events": [{"server_uuid": "9c9e3284-d6b3-49b4-8bbc-c1443f849ec8", "name": "network-vif-plugged", "status": "completed", "tag": "7fe1efcb-1f20-49a3-9e94-f2930176cdaa"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:25:39.942081 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-72c8d71b-cbac-462b-97a0-10bc93c25d0e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=066db8a380974a6e9ed565a414f76dad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6218145 Feb 17 17:25:39.944261 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c8d71b-cbac-462b-97a0-10bc93c25d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af6acc4-c8e1-4902-bc5b-3d09b7085b02,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:39.978706 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 60492) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:40.041602 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e89dd0-963d-4e2b-bb4c-0b84330042ce x-openstack-request-id: req-c3e89dd0-963d-4e2b-bb4c-0b84330042ce {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:25:40.042428 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9e3284-d6b3-49b4-8bbc-c1443f849ec8", "name": "network-vif-plugged", "status": "completed", "tag": "7fe1efcb-1f20-49a3-9e94-f2930176cdaa", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:25:40.042838 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c3e89dd0-963d-4e2b-bb4c-0b84330042ce {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:25:40.043235 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9e3284-d6b3-49b4-8bbc-c1443f849ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe1efcb-1f20-49a3-9e94-f2930176cdaa', 'code': 200} Feb 17 17:25:40.054657 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-134d94a7-602f-4e43-aaaf-ca611c34a9b4 req-5e425e3d-0325-42c0-87d7-0835a40c312f tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] 10.222.0.87 "GET /v2.0/security-groups?id=c02fa466-3367-4b8d-b036-bf02c611953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002172 Feb 17 17:25:40.110748 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c3ba27e7-e82d-4af0-9cec-864e2c37b6e1 admin admin] Publish callbacks [] for security_group (9af6acc4-c8e1-4902-bc5b-3d09b7085b02), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:40.117667 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-02e7c9dd-9206-4d2b-9938-ca34f1255c9e req-eefce318-c5b0-4c64-a0a6-cb500308e1d8 service neutron] 10.222.0.91 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905145 Feb 17 17:25:40.138543 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25f05028-1566-4c8f-ac24-a0ad721ef850 req-2da57b83-a612-478e-b9a6-d22111d621bb tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Made reservation on behalf of c8748c381f2d43e0acb3dcfd0300916d for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:25:40.142238 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.71', 61865) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:40.153537 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-25f05028-1566-4c8f-ac24-a0ad721ef850 req-2da57b83-a612-478e-b9a6-d22111d621bb tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:40.174931 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c3ba27e7-e82d-4af0-9cec-864e2c37b6e1 admin admin] Publish callbacks [] for security_group (9af6acc4-c8e1-4902-bc5b-3d09b7085b02), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:40.272577 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bfba4-33e3-4b32-b79e-df334464e85e req-ce50f6bf-b516-4050-9acf-d78ce394c43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:40.274256 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d32bfba4-33e3-4b32-b79e-df334464e85e req-ce50f6bf-b516-4050-9acf-d78ce394c43d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9c9e3284-d6b3-49b4-8bbc-c1443f849ec8 HTTP/1.1" status: 200 len: 1154 time: 0.1308460 Feb 17 17:25:40.299861 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc115a-eedf-497f-bdfd-70b1fd6f7545 req-e82cd53c-a54f-45e6-9e0d-921c06b430fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:40.301582 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3cdc115a-eedf-497f-bdfd-70b1fd6f7545 req-e82cd53c-a54f-45e6-9e0d-921c06b430fb service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f8aea314af29468ab6557472620785fc&device_id=0048194a-7ecd-4b9e-a745-5d1cf715ba0a HTTP/1.1" status: 200 len: 1126 time: 0.0915399 Feb 17 17:25:40.370239 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d32bfba4-33e3-4b32-b79e-df334464e85e req-a1a8f8aa-224e-4b48-b6fa-74e071a5d179 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c02fa466-3367-4b8d-b036-bf02c611953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890903 Feb 17 17:25:40.455044 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc115a-eedf-497f-bdfd-70b1fd6f7545 req-76e7f45d-5f90-483a-81ac-265128cfd582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:40.456625 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3cdc115a-eedf-497f-bdfd-70b1fd6f7545 req-76e7f45d-5f90-483a-81ac-265128cfd582 service neutron] 10.222.0.91 "GET /v2.0/networks?id=210dd7a1-23b8-45c6-a401-b56590fcc3c1 HTTP/1.1" status: 200 len: 908 time: 0.1469631 Feb 17 17:25:40.521770 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3cdc115a-eedf-497f-bdfd-70b1fd6f7545 req-ea3c4120-e632-43d6-b2d3-1e61d6a8ca46 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e78fbb4a-426d-46ae-b511-f6e99e429d71 HTTP/1.1" status: 200 len: 217 time: 0.0537453 Feb 17 17:25:40.577541 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241246a-a98e-4513-848f-e59a49eb0fee req-ea69c389-5057-4329-a0bb-4d003fc36901 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:40.579045 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b241246a-a98e-4513-848f-e59a49eb0fee req-ea69c389-5057-4329-a0bb-4d003fc36901 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/ports?device_id=3baad43a-9edc-4b0a-be2c-3dd2d482c4bf HTTP/1.1" status: 200 len: 950 time: 0.3773675 Feb 17 17:25:40.589406 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc115a-eedf-497f-bdfd-70b1fd6f7545 req-3cab009b-8eb1-449a-b3aa-dc3fc4daa2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:40.590933 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3cdc115a-eedf-497f-bdfd-70b1fd6f7545 req-3cab009b-8eb1-449a-b3aa-dc3fc4daa2ae service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8267d93d-c5aa-40cb-acb4-c1e284d682e6 HTTP/1.1" status: 200 len: 847 time: 0.0634286 Feb 17 17:25:40.591900 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4262df1-7371-4dbe-b419-695c05cc59f3 req-2d2a92ef-4a0f-4d3d-aaa2-0e47f71714f4 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:40.593369 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e4262df1-7371-4dbe-b419-695c05cc59f3 req-2d2a92ef-4a0f-4d3d-aaa2-0e47f71714f4 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=0048194a-7ecd-4b9e-a745-5d1cf715ba0a HTTP/1.1" status: 200 len: 944 time: 0.3928554 Feb 17 17:25:40.598307 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c3ba27e7-e82d-4af0-9cec-864e2c37b6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (9af6acc4-c8e1-4902-bc5b-3d09b7085b02), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:40.600820 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c3ba27e7-e82d-4af0-9cec-864e2c37b6e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:40.601877 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c3ba27e7-e82d-4af0-9cec-864e2c37b6e1 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9af6acc4-c8e1-4902-bc5b-3d09b7085b02 HTTP/1.1" status: 204 len: 168 time: 0.6160281 Feb 17 17:25:40.628012 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3cdc115a-eedf-497f-bdfd-70b1fd6f7545 req-08e6b0c1-a3bf-47c2-9030-c5158c92998a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=210dd7a1-23b8-45c6-a401-b56590fcc3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277486 Feb 17 17:25:40.645627 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ba27e7-e82d-4af0-9cec-864e2c37b6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af6acc4-c8e1-4902-bc5b-3d09b7085b02,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:40.656202 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-25f05028-1566-4c8f-ac24-a0ad721ef850 req-2da57b83-a612-478e-b9a6-d22111d621bb tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Allocated IP 172.20.0.5 (69b59c36-ab05-4942-86fb-5909c0c87dd3/b17eb52f-6ea7-4b2d-8ccf-dda6a4d3a95b/b8d0c605-4eae-43af-ae27-e9b96215e239) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:25:40.729808 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b241246a-a98e-4513-848f-e59a49eb0fee req-7ac4864e-8ca8-4ed3-9c24-e880b08419ca tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/security-groups?id=68121720-bd3b-463d-beae-f108924fc2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347055 Feb 17 17:25:40.741277 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e4262df1-7371-4dbe-b419-695c05cc59f3 req-35821bec-b925-48a9-99d3-7ee4877e5588 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360002 Feb 17 17:25:40.759835 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3cdc115a-eedf-497f-bdfd-70b1fd6f7545 req-779b9f20-c1d2-4631-9bb7-e5b41618d22d service neutron] 10.222.0.91 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150432 Feb 17 17:25:40.894598 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3cdc115a-eedf-497f-bdfd-70b1fd6f7545 req-10abd9c1-6248-4e46-a922-4dead2c9d835 service neutron] 10.222.0.91 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396081 Feb 17 17:25:40.921640 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-25f05028-1566-4c8f-ac24-a0ad721ef850 req-2da57b83-a612-478e-b9a6-d22111d621bb tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks [] for port (b8d0c605-4eae-43af-ae27-e9b96215e239), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:40.927814 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-538b32cb-ddf1-4441-b72c-8a9d990c13e9 req-b1c7ac06-cfcc-43df-8c44-0e9e01856fa5 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/ports?device_id=976ff28f-ec41-4811-ba87-098dd3c6a09b HTTP/1.1" status: 200 len: 210 time: 0.0840688 Feb 17 17:25:40.965753 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-25f05028-1566-4c8f-ac24-a0ad721ef850 req-2da57b83-a612-478e-b9a6-d22111d621bb tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (b8d0c605-4eae-43af-ae27-e9b96215e239), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:41.009724 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25f05028-1566-4c8f-ac24-a0ad721ef850 req-2da57b83-a612-478e-b9a6-d22111d621bb tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Network 69b59c36-ab05-4942-86fb-5909c0c87dd3 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:25:41.017853 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-25f05028-1566-4c8f-ac24-a0ad721ef850 req-2da57b83-a612-478e-b9a6-d22111d621bb tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:25:41.021212 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f05028-1566-4c8f-ac24-a0ad721ef850 req-2da57b83-a612-478e-b9a6-d22111d621bb tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:25:41.027387 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f05028-1566-4c8f-ac24-a0ad721ef850 req-2da57b83-a612-478e-b9a6-d22111d621bb tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:41.028001 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-25f05028-1566-4c8f-ac24-a0ad721ef850 req-2da57b83-a612-478e-b9a6-d22111d621bb tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:41.041525 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da57b83-a612-478e-b9a6-d22111d621bb tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Pushing event updated for resources: {'Port': ['ID=b8d0c605-4eae-43af-ae27-e9b96215e239,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:41.058987 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-25f05028-1566-4c8f-ac24-a0ad721ef850 req-2da57b83-a612-478e-b9a6-d22111d621bb tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2122464 Feb 17 17:25:41.075761 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-25f05028-1566-4c8f-ac24-a0ad721ef850 req-34a11b55-ca2a-411c-8529-b77ad8913dce service neutron] Request body: {'port': {'device_id': '976ff28f-ec41-4811-ba87-098dd3c6a09b', 'device_owner': 'compute:tempest-test_az-2060224782', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:25:41.110404 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 60526) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:41.129878 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-be030838-79a8-44e5-ba68-7056698ba193 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:41.211240 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-25f05028-1566-4c8f-ac24-a0ad721ef850 req-34a11b55-ca2a-411c-8529-b77ad8913dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b8d0c605-4eae-43af-ae27-e9b96215e239), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:41.288038 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8a52a-6b82-499c-9f50-7e101ebad408 req-a1ae04fe-f94f-4e5a-b9eb-62735af621b0 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:41.289446 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-02d8a52a-6b82-499c-9f50-7e101ebad408 req-a1ae04fe-f94f-4e5a-b9eb-62735af621b0 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] 10.222.0.87 "GET /v2.0/ports?device_id=9c9e3284-d6b3-49b4-8bbc-c1443f849ec8 HTTP/1.1" status: 200 len: 972 time: 0.1211762 Feb 17 17:25:41.319593 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-79cc221a-7e42-4b0e-909a-300db0bcf4b6 None None] Provisioning complete for port b8d0c605-4eae-43af-ae27-e9b96215e239 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:25:41.320166 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-79cc221a-7e42-4b0e-909a-300db0bcf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b8d0c605-4eae-43af-ae27-e9b96215e239), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:41.363685 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-79cc221a-7e42-4b0e-909a-300db0bcf4b6 None None] Port b8d0c605-4eae-43af-ae27-e9b96215e239 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:25:41.390317 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-be030838-79a8-44e5-ba68-7056698ba193 admin admin] Publish callbacks [] for security_group (18fee8e7-dd17-4071-a271-71777fffe657), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:41.402254 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-be030838-79a8-44e5-ba68-7056698ba193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (18fee8e7-dd17-4071-a271-71777fffe657), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:41.449483 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-02d8a52a-6b82-499c-9f50-7e101ebad408 req-acc69a5d-b9a7-425d-8367-25bccaca2123 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] 10.222.0.87 "GET /v2.0/security-groups?id=c02fa466-3367-4b8d-b036-bf02c611953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511953 Feb 17 17:25:41.485389 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be030838-79a8-44e5-ba68-7056698ba193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fee8e7-dd17-4071-a271-71777fffe657,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:41.491470 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-be030838-79a8-44e5-ba68-7056698ba193 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=03c005132277459a9a7f8d903efeb146&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3798871 Feb 17 17:25:41.494829 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60528) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:41.561657 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fac9d6a5-1031-4fdf-af12-8959241bab86 admin admin] Publish callbacks [] for security_group (18fee8e7-dd17-4071-a271-71777fffe657), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:41.583977 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fac9d6a5-1031-4fdf-af12-8959241bab86 admin admin] Publish callbacks [] for security_group (18fee8e7-dd17-4071-a271-71777fffe657), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:41.610937 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-25f05028-1566-4c8f-ac24-a0ad721ef850 req-34a11b55-ca2a-411c-8529-b77ad8913dce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8d0c605-4eae-43af-ae27-e9b96215e239 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:25:41.619164 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-25f05028-1566-4c8f-ac24-a0ad721ef850 req-34a11b55-ca2a-411c-8529-b77ad8913dce service neutron] Publish callbacks [] for port (b8d0c605-4eae-43af-ae27-e9b96215e239), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:41.633915 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-25f05028-1566-4c8f-ac24-a0ad721ef850 req-34a11b55-ca2a-411c-8529-b77ad8913dce service neutron] Transition to ACTIVE for port object b8d0c605-4eae-43af-ae27-e9b96215e239 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:25:41.634151 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fac9d6a5-1031-4fdf-af12-8959241bab86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (18fee8e7-dd17-4071-a271-71777fffe657), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:41.636774 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fac9d6a5-1031-4fdf-af12-8959241bab86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:41.637719 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-25f05028-1566-4c8f-ac24-a0ad721ef850 req-34a11b55-ca2a-411c-8529-b77ad8913dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b8d0c605-4eae-43af-ae27-e9b96215e239), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:41.638092 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fac9d6a5-1031-4fdf-af12-8959241bab86 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/18fee8e7-dd17-4071-a271-71777fffe657 HTTP/1.1" status: 204 len: 168 time: 0.1421373 Feb 17 17:25:41.653070 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac9d6a5-1031-4fdf-af12-8959241bab86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fee8e7-dd17-4071-a271-71777fffe657,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:41.692821 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a11b55-ca2a-411c-8529-b77ad8913dce service neutron] Pushing event updated for resources: {'Port': ['ID=b8d0c605-4eae-43af-ae27-e9b96215e239,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:41.730007 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-25f05028-1566-4c8f-ac24-a0ad721ef850 req-34a11b55-ca2a-411c-8529-b77ad8913dce service neutron] Attempting to bind port b8d0c605-4eae-43af-ae27-e9b96215e239 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:25:41.730345 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-25f05028-1566-4c8f-ac24-a0ad721ef850 req-34a11b55-ca2a-411c-8529-b77ad8913dce service neutron] Attempting to bind port b8d0c605-4eae-43af-ae27-e9b96215e239 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': 'bf8dbe87-49ac-4e48-91ba-61b360c53610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '69b59c36-ab05-4942-86fb-5909c0c87dd3'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:25:41.730673 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f05028-1566-4c8f-ac24-a0ad721ef850 req-34a11b55-ca2a-411c-8529-b77ad8913dce service neutron] Attempting to bind port b8d0c605-4eae-43af-ae27-e9b96215e239 on network 69b59c36-ab05-4942-86fb-5909c0c87dd3 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:25:41.739672 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f05028-1566-4c8f-ac24-a0ad721ef850 req-34a11b55-ca2a-411c-8529-b77ad8913dce service neutron] Port b8d0c605-4eae-43af-ae27-e9b96215e239 on network 69b59c36-ab05-4942-86fb-5909c0c87dd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:25:41.740161 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f05028-1566-4c8f-ac24-a0ad721ef850 req-34a11b55-ca2a-411c-8529-b77ad8913dce service neutron] Attempting to bind port b8d0c605-4eae-43af-ae27-e9b96215e239 on network 69b59c36-ab05-4942-86fb-5909c0c87dd3 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:25:41.748172 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f05028-1566-4c8f-ac24-a0ad721ef850 req-34a11b55-ca2a-411c-8529-b77ad8913dce service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:25:41.748779 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f05028-1566-4c8f-ac24-a0ad721ef850 req-34a11b55-ca2a-411c-8529-b77ad8913dce service neutron] Checking segment: {'id': 'bf8dbe87-49ac-4e48-91ba-61b360c53610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '69b59c36-ab05-4942-86fb-5909c0c87dd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:25:41.749320 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f05028-1566-4c8f-ac24-a0ad721ef850 req-34a11b55-ca2a-411c-8529-b77ad8913dce service neutron] Bound using segment: {'id': 'bf8dbe87-49ac-4e48-91ba-61b360c53610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '69b59c36-ab05-4942-86fb-5909c0c87dd3'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:25:41.749910 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-25f05028-1566-4c8f-ac24-a0ad721ef850 req-34a11b55-ca2a-411c-8529-b77ad8913dce service neutron] Bound port: b8d0c605-4eae-43af-ae27-e9b96215e239, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf8dbe87-49ac-4e48-91ba-61b360c53610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '69b59c36-ab05-4942-86fb-5909c0c87dd3'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:25:41.750443 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-25f05028-1566-4c8f-ac24-a0ad721ef850 req-34a11b55-ca2a-411c-8529-b77ad8913dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b8d0c605-4eae-43af-ae27-e9b96215e239), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:41.878432 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-25f05028-1566-4c8f-ac24-a0ad721ef850 req-34a11b55-ca2a-411c-8529-b77ad8913dce service neutron] For port b8d0c605-4eae-43af-ae27-e9b96215e239, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:25:41.893831 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-25f05028-1566-4c8f-ac24-a0ad721ef850 req-34a11b55-ca2a-411c-8529-b77ad8913dce service neutron] For port b8d0c605-4eae-43af-ae27-e9b96215e239, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=b8d0c605-4eae-43af-ae27-e9b96215e239,segment=NetworkSegment(bf8dbe87-49ac-4e48-91ba-61b360c53610),segment_id=bf8dbe87-49ac-4e48-91ba-61b360c53610)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:25:41.902090 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-25f05028-1566-4c8f-ac24-a0ad721ef850 req-34a11b55-ca2a-411c-8529-b77ad8913dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b8d0c605-4eae-43af-ae27-e9b96215e239), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:41.959785 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f05028-1566-4c8f-ac24-a0ad721ef850 req-34a11b55-ca2a-411c-8529-b77ad8913dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:41.961010 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-25f05028-1566-4c8f-ac24-a0ad721ef850 req-34a11b55-ca2a-411c-8529-b77ad8913dce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:41.963058 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-25f05028-1566-4c8f-ac24-a0ad721ef850 req-34a11b55-ca2a-411c-8529-b77ad8913dce service neutron] 10.222.0.71 "PUT /v2.0/ports/b8d0c605-4eae-43af-ae27-e9b96215e239 HTTP/1.1" status: 200 len: 1113 time: 0.8937266 Feb 17 17:25:41.963588 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '976ff28f-ec41-4811-ba87-098dd3c6a09b', 'tag': 'b8d0c605-4eae-43af-ae27-e9b96215e239'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:25:41.965981 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2cf60b0-ceb4-4a5b-abab-5526fecf3e19" -d '{"events": [{"name": "network-changed", "server_uuid": "976ff28f-ec41-4811-ba87-098dd3c6a09b", "tag": "b8d0c605-4eae-43af-ae27-e9b96215e239"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:25:41.981269 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd956811-2d85-4e53-b250-ec519d1e587e req-adb40630-9b03-4ce6-b360-98fd49dbeed2 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:41.982834 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fd956811-2d85-4e53-b250-ec519d1e587e req-adb40630-9b03-4ce6-b360-98fd49dbeed2 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/ports?device_id=3baad43a-9edc-4b0a-be2c-3dd2d482c4bf HTTP/1.1" status: 200 len: 950 time: 0.1416709 Feb 17 17:25:42.048196 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a11b55-ca2a-411c-8529-b77ad8913dce service neutron] Pushing event updated for resources: {'Port': ['ID=b8d0c605-4eae-43af-ae27-e9b96215e239,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:42.139903 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fd956811-2d85-4e53-b250-ec519d1e587e req-02f6a0b3-2f0a-453d-abae-13f06021c538 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/security-groups?id=68121720-bd3b-463d-beae-f108924fc2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488028 Feb 17 17:25:42.143664 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f05028-1566-4c8f-ac24-a0ad721ef850 req-2e02f64a-79a9-48df-8aad-3a5e30ffe91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:42.145180 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-25f05028-1566-4c8f-ac24-a0ad721ef850 req-2e02f64a-79a9-48df-8aad-3a5e30ffe91e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c8748c381f2d43e0acb3dcfd0300916d&device_id=976ff28f-ec41-4811-ba87-098dd3c6a09b HTTP/1.1" status: 200 len: 1147 time: 0.1389043 Feb 17 17:25:42.195053 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-25f05028-1566-4c8f-ac24-a0ad721ef850 req-c9bb046f-b2bb-4680-91dd-58568f031181 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8d0c605-4eae-43af-ae27-e9b96215e239 HTTP/1.1" status: 200 len: 217 time: 0.0410304 Feb 17 17:25:42.206651 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390979a-14ab-4e01-8437-effce7f8a844 req-def8b628-8aec-4684-b182-9f6c241b3ed6 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:42.208195 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3390979a-14ab-4e01-8437-effce7f8a844 req-def8b628-8aec-4684-b182-9f6c241b3ed6 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=0048194a-7ecd-4b9e-a745-5d1cf715ba0a HTTP/1.1" status: 200 len: 944 time: 0.1463509 Feb 17 17:25:42.323073 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f05028-1566-4c8f-ac24-a0ad721ef850 req-9027d7f3-f05c-4c06-a95c-525e75affe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:42.324604 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-25f05028-1566-4c8f-ac24-a0ad721ef850 req-9027d7f3-f05c-4c06-a95c-525e75affe56 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b17eb52f-6ea7-4b2d-8ccf-dda6a4d3a95b HTTP/1.1" status: 200 len: 861 time: 0.1143811 Feb 17 17:25:42.337507 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3390979a-14ab-4e01-8437-effce7f8a844 req-314eaa9c-4c40-40c8-9595-ab9e404f4f09 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091399 Feb 17 17:25:42.374116 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ac55e-1956-4aed-84d5-6018031c3555 req-cb1a1e9b-8db4-4499-9861-3896ed9c49db tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:42.375701 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2d5ac55e-1956-4aed-84d5-6018031c3555 req-cb1a1e9b-8db4-4499-9861-3896ed9c49db tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/ports?device_id=976ff28f-ec41-4811-ba87-098dd3c6a09b HTTP/1.1" status: 200 len: 965 time: 0.1665702 Feb 17 17:25:42.413854 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4524d54-3e85-4761-a358-687309bbfa19 x-openstack-request-id: req-e4524d54-3e85-4761-a358-687309bbfa19 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:25:42.413854 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "976ff28f-ec41-4811-ba87-098dd3c6a09b", "tag": "b8d0c605-4eae-43af-ae27-e9b96215e239", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:25:42.413854 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e4524d54-3e85-4761-a358-687309bbfa19 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:25:42.413854 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '976ff28f-ec41-4811-ba87-098dd3c6a09b', 'tag': 'b8d0c605-4eae-43af-ae27-e9b96215e239', 'status': 'completed', 'code': 200} Feb 17 17:25:42.457592 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f05028-1566-4c8f-ac24-a0ad721ef850 req-a94042f7-45ee-4ecf-8fe7-a1b6a0a1882b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:42.459111 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-25f05028-1566-4c8f-ac24-a0ad721ef850 req-a94042f7-45ee-4ecf-8fe7-a1b6a0a1882b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=69b59c36-ab05-4942-86fb-5909c0c87dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1206822 Feb 17 17:25:42.463246 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2d5ac55e-1956-4aed-84d5-6018031c3555 req-8507b2d0-e4cc-436c-989a-ace337e4dffb tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/security-groups?id=191ce2cc-d8cd-4ab1-935e-8b9c7bef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628586 Feb 17 17:25:42.570216 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-25f05028-1566-4c8f-ac24-a0ad721ef850 req-86427680-6199-4b87-be24-955a0a9d20a1 service neutron] 10.222.0.71 "GET /v2.0/networks/69b59c36-ab05-4942-86fb-5909c0c87dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024930 Feb 17 17:25:42.685258 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-25f05028-1566-4c8f-ac24-a0ad721ef850 req-88206d91-935a-43d0-86d5-00167db2e55e service neutron] 10.222.0.71 "GET /v2.0/networks/69b59c36-ab05-4942-86fb-5909c0c87dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081333 Feb 17 17:25:42.827589 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d5a819-4079-475c-a93d-b4b62db4914f req-c53dcffb-c4b8-41eb-aab4-dfe805064aa8 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:42.829614 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a7d5a819-4079-475c-a93d-b4b62db4914f req-c53dcffb-c4b8-41eb-aab4-dfe805064aa8 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] 10.222.0.87 "GET /v2.0/ports?device_id=9c9e3284-d6b3-49b4-8bbc-c1443f849ec8 HTTP/1.1" status: 200 len: 972 time: 0.1066401 Feb 17 17:25:42.831545 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf60b0-ceb4-4a5b-abab-5526fecf3e19 req-457eb4b9-6229-474c-9e36-c070ecd8f074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:42.832972 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e2cf60b0-ceb4-4a5b-abab-5526fecf3e19 req-457eb4b9-6229-474c-9e36-c070ecd8f074 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c8748c381f2d43e0acb3dcfd0300916d&device_id=976ff28f-ec41-4811-ba87-098dd3c6a09b HTTP/1.1" status: 200 len: 1147 time: 0.0771754 Feb 17 17:25:42.944393 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a7d5a819-4079-475c-a93d-b4b62db4914f req-fc03cc17-23e7-48ab-982c-95aed5dd7abb tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] 10.222.0.87 "GET /v2.0/security-groups?id=c02fa466-3367-4b8d-b036-bf02c611953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086791 Feb 17 17:25:42.976365 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf60b0-ceb4-4a5b-abab-5526fecf3e19 req-0cf7f4ae-8374-4c00-91e6-4234f2b1066c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:42.978387 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e2cf60b0-ceb4-4a5b-abab-5526fecf3e19 req-0cf7f4ae-8374-4c00-91e6-4234f2b1066c service neutron] 10.222.0.71 "GET /v2.0/networks?id=69b59c36-ab05-4942-86fb-5909c0c87dd3 HTTP/1.1" status: 200 len: 923 time: 0.1367643 Feb 17 17:25:43.021119 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e2cf60b0-ceb4-4a5b-abab-5526fecf3e19 req-91386c44-9b21-4aec-84d1-b87cba1ac27f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8d0c605-4eae-43af-ae27-e9b96215e239 HTTP/1.1" status: 200 len: 217 time: 0.0354691 Feb 17 17:25:43.082038 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf60b0-ceb4-4a5b-abab-5526fecf3e19 req-58030cdd-050b-4ac6-9e70-2517ef5fab4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:43.083820 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e2cf60b0-ceb4-4a5b-abab-5526fecf3e19 req-58030cdd-050b-4ac6-9e70-2517ef5fab4f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b17eb52f-6ea7-4b2d-8ccf-dda6a4d3a95b HTTP/1.1" status: 200 len: 861 time: 0.0557270 Feb 17 17:25:43.194942 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400c0da-c9b7-4b3b-b16a-d26bf356df23 req-0a98b648-b582-4402-9fd8-5c4737124aac tempest-AggregatesAdminTestJSON-576197735 tempest-AggregatesAdminTestJSON-576197735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:43.196536 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d400c0da-c9b7-4b3b-b16a-d26bf356df23 req-0a98b648-b582-4402-9fd8-5c4737124aac tempest-AggregatesAdminTestJSON-576197735 tempest-AggregatesAdminTestJSON-576197735-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=9c9e3284-d6b3-49b4-8bbc-c1443f849ec8 HTTP/1.1" status: 200 len: 1154 time: 0.1114371 Feb 17 17:25:43.199046 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf60b0-ceb4-4a5b-abab-5526fecf3e19 req-dc2dac2f-3b31-4697-9db7-264e7ec1a71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:43.200447 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e2cf60b0-ceb4-4a5b-abab-5526fecf3e19 req-dc2dac2f-3b31-4697-9db7-264e7ec1a71a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=69b59c36-ab05-4942-86fb-5909c0c87dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1069486 Feb 17 17:25:43.216692 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f932439-e265-416c-b64f-adfa96bbffdd req-6911bf72-07f3-45e3-925f-62ea815489a6 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:43.218098 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4f932439-e265-416c-b64f-adfa96bbffdd req-6911bf72-07f3-45e3-925f-62ea815489a6 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/ports?device_id=3baad43a-9edc-4b0a-be2c-3dd2d482c4bf HTTP/1.1" status: 200 len: 950 time: 0.0997634 Feb 17 17:25:43.245268 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d400c0da-c9b7-4b3b-b16a-d26bf356df23 req-465d0d59-aee7-473e-adb1-642548138ae1 tempest-AggregatesAdminTestJSON-576197735 tempest-AggregatesAdminTestJSON-576197735-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:43.364515 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4f932439-e265-416c-b64f-adfa96bbffdd req-2bfe1fcf-f5c5-4b59-ad34-c5d1d9740a71 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/security-groups?id=68121720-bd3b-463d-beae-f108924fc2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318614 Feb 17 17:25:43.373890 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e2cf60b0-ceb4-4a5b-abab-5526fecf3e19 req-66cea8ca-ce6d-468c-95be-192f7d6f2e92 service neutron] 10.222.0.71 "GET /v2.0/networks/69b59c36-ab05-4942-86fb-5909c0c87dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539731 Feb 17 17:25:43.470792 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d400c0da-c9b7-4b3b-b16a-d26bf356df23 req-465d0d59-aee7-473e-adb1-642548138ae1 tempest-AggregatesAdminTestJSON-576197735 tempest-AggregatesAdminTestJSON-576197735-project-admin] Publish callbacks [] for security_group (48c41cd7-a8f9-4490-80c9-b07582b4f68d), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:43.476836 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d400c0da-c9b7-4b3b-b16a-d26bf356df23 req-465d0d59-aee7-473e-adb1-642548138ae1 tempest-AggregatesAdminTestJSON-576197735 tempest-AggregatesAdminTestJSON-576197735-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (48c41cd7-a8f9-4490-80c9-b07582b4f68d), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:43.525572 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d400c0da-c9b7-4b3b-b16a-d26bf356df23 req-465d0d59-aee7-473e-adb1-642548138ae1 tempest-AggregatesAdminTestJSON-576197735 tempest-AggregatesAdminTestJSON-576197735-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=c02fa466-3367-4b8d-b036-bf02c611953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216569 Feb 17 17:25:43.532776 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e2cf60b0-ceb4-4a5b-abab-5526fecf3e19 req-f94c90af-17ee-42ed-ae60-fcabe359c325 service neutron] 10.222.0.71 "GET /v2.0/networks/69b59c36-ab05-4942-86fb-5909c0c87dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501269 Feb 17 17:25:43.533505 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d0d59-aee7-473e-adb1-642548138ae1 tempest-AggregatesAdminTestJSON-576197735 tempest-AggregatesAdminTestJSON-576197735-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c41cd7-a8f9-4490-80c9-b07582b4f68d,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:43.605880 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-522a119a-9d1e-49ac-932d-c71a3fc76c25 req-52412956-1006-418b-afd7-d576d1ae9fd0 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=673fd82048cd49c18f82ffc2fb910a6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303888 Feb 17 17:25:43.708565 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734b18e-7056-48f2-900e-9054c5809a54 req-4bb1bbe1-414b-401f-9994-d27fa6b70391 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:43.709945 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3734b18e-7056-48f2-900e-9054c5809a54 req-4bb1bbe1-414b-401f-9994-d27fa6b70391 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=0048194a-7ecd-4b9e-a745-5d1cf715ba0a HTTP/1.1" status: 200 len: 944 time: 0.1246107 Feb 17 17:25:43.762536 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a119a-9d1e-49ac-932d-c71a3fc76c25 req-2459e660-aef9-48e4-be10-c6569a1f1777 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:43.763993 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-522a119a-9d1e-49ac-932d-c71a3fc76c25 req-2459e660-aef9-48e4-be10-c6569a1f1777 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1388137 Feb 17 17:25:43.785283 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3734b18e-7056-48f2-900e-9054c5809a54 req-8a36ed35-4956-47e3-b09f-bdd5d1138d8b tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685182 Feb 17 17:25:43.786876 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-522a119a-9d1e-49ac-932d-c71a3fc76c25 req-ec1f3e82-59b7-419b-b164-b56e60d5c4f5 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/quotas/673fd82048cd49c18f82ffc2fb910a6e HTTP/1.1" status: 200 len: 375 time: 0.0157399 Feb 17 17:25:43.825372 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-522a119a-9d1e-49ac-932d-c71a3fc76c25 req-b76a64d8-c2a4-4b4f-8208-11cf4662b12a tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=673fd82048cd49c18f82ffc2fb910a6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307384 Feb 17 17:25:43.927412 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1dd72-ebe9-4322-b5b5-0c77521dff3c req-ca1aa64f-f9e4-4703-ba4e-855085281a15 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:43.929025 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-16a1dd72-ebe9-4322-b5b5-0c77521dff3c req-ca1aa64f-f9e4-4703-ba4e-855085281a15 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/ports?device_id=976ff28f-ec41-4811-ba87-098dd3c6a09b HTTP/1.1" status: 200 len: 965 time: 0.0599940 Feb 17 17:25:44.014077 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-16a1dd72-ebe9-4322-b5b5-0c77521dff3c req-65fc7d00-3f84-4915-b9bc-62b4c6dbd7b6 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/security-groups?id=191ce2cc-d8cd-4ab1-935e-8b9c7bef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763915 Feb 17 17:25:44.090318 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1bee54ef-f965-44d2-8c82-0623cf3923b1 req-5c9a2eea-f1a1-4688-8a76-aba4f6f4b7a0 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=176b119e-d1f9-4266-b32c-eefc86ceeabe HTTP/1.1" status: 200 len: 210 time: 0.0298238 Feb 17 17:25:44.168612 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60630) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:44.231873 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device e78fbb4a-426d-46ae-b511-f6e99e429d71 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:25:44.269898 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237041f6-6e24-4646-b513-2fe60beafca3 req-66722013-2e67-4563-a4af-67e27d7deef3 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:44.277044 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-237041f6-6e24-4646-b513-2fe60beafca3 req-66722013-2e67-4563-a4af-67e27d7deef3 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] 10.222.0.87 "GET /v2.0/ports?device_id=9c9e3284-d6b3-49b4-8bbc-c1443f849ec8 HTTP/1.1" status: 200 len: 972 time: 0.0695493 Feb 17 17:25:44.324230 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-237041f6-6e24-4646-b513-2fe60beafca3 req-29d86e53-99dd-4997-93a4-add50c1a85e5 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] 10.222.0.87 "GET /v2.0/security-groups?id=c02fa466-3367-4b8d-b036-bf02c611953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460835 Feb 17 17:25:44.335674 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c4d9e777-e8d5-45ef-aaf2-e4a72f535d8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:44.353586 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port e78fbb4a-426d-46ae-b511-f6e99e429d71, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=e78fbb4a-426d-46ae-b511-f6e99e429d71,segment=NetworkSegment(25b82b75-bd12-4667-b51a-aa287338793c),segment_id=25b82b75-bd12-4667-b51a-aa287338793c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:25:44.367590 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': 'e78fbb4a-426d-46ae-b511-f6e99e429d71', 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1', 'port_id': 'e78fbb4a-426d-46ae-b511-f6e99e429d71', 'mac_address': 'fa:16:3e:f5:c6:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8267d93d-c5aa-40cb-acb4-c1e284d682e6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:25:44.410098 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port e78fbb4a-426d-46ae-b511-f6e99e429d71 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:25:44.410492 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (e78fbb4a-426d-46ae-b511-f6e99e429d71), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:44.425753 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e78fbb4a-426d-46ae-b511-f6e99e429d71 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:25:44.450284 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port e78fbb4a-426d-46ae-b511-f6e99e429d71, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=e78fbb4a-426d-46ae-b511-f6e99e429d71,segment=NetworkSegment(25b82b75-bd12-4667-b51a-aa287338793c),segment_id=25b82b75-bd12-4667-b51a-aa287338793c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:25:44.455628 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (e78fbb4a-426d-46ae-b511-f6e99e429d71), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:44.475901 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c4d9e777-e8d5-45ef-aaf2-e4a72f535d8a admin admin] Publish callbacks [] for security_group (99186044-1a5c-4ec6-af81-f2a81aa0d8cc), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:44.483522 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c4d9e777-e8d5-45ef-aaf2-e4a72f535d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (99186044-1a5c-4ec6-af81-f2a81aa0d8cc), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:44.518368 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=e78fbb4a-426d-46ae-b511-f6e99e429d71,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:44.527486 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6de68-ff76-45e1-8372-54846c42e8a0 req-0a234606-b6a9-4b8e-88a4-d84fc12b018f tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:44.528564 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f65a6e-45fd-41c4-8e91-9ac90f62ea62 req-3874e71c-ae62-4d62-bbe1-1ea8eb815ca9 tempest-DeleteServersAdminTestJSON-1389762585 tempest-DeleteServersAdminTestJSON-1389762585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:44.530067 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-24f6de68-ff76-45e1-8372-54846c42e8a0 req-0a234606-b6a9-4b8e-88a4-d84fc12b018f tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/ports?device_id=3baad43a-9edc-4b0a-be2c-3dd2d482c4bf HTTP/1.1" status: 200 len: 950 time: 0.0726533 Feb 17 17:25:44.530197 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-59f65a6e-45fd-41c4-8e91-9ac90f62ea62 req-3874e71c-ae62-4d62-bbe1-1ea8eb815ca9 tempest-DeleteServersAdminTestJSON-1389762585 tempest-DeleteServersAdminTestJSON-1389762585-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=3baad43a-9edc-4b0a-be2c-3dd2d482c4bf HTTP/1.1" status: 200 len: 1132 time: 0.1504636 Feb 17 17:25:44.536702 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c4d9e777-e8d5-45ef-aaf2-e4a72f535d8a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=50e9ec82c9384d61b54c411d9f4758b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3669760 Feb 17 17:25:44.541181 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60638) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:44.572745 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d9e777-e8d5-45ef-aaf2-e4a72f535d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99186044-1a5c-4ec6-af81-f2a81aa0d8cc,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:44.589877 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-24f6de68-ff76-45e1-8372-54846c42e8a0 req-3fe66e0c-f783-47ea-bc2d-e6a2c8088b7f tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/security-groups?id=68121720-bd3b-463d-beae-f108924fc2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539358 Feb 17 17:25:44.654133 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d4b23194-623f-430e-b27a-03321ae75711 admin admin] Publish callbacks [] for security_group (99186044-1a5c-4ec6-af81-f2a81aa0d8cc), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:44.654353 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['e78fbb4a-426d-46ae-b511-f6e99e429d71'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:25:44.683252 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d4b23194-623f-430e-b27a-03321ae75711 admin admin] Publish callbacks [] for security_group (99186044-1a5c-4ec6-af81-f2a81aa0d8cc), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:44.702925 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-59f65a6e-45fd-41c4-8e91-9ac90f62ea62 req-7931f98e-0b3b-4f83-88a3-804ed520d173 tempest-DeleteServersAdminTestJSON-1389762585 tempest-DeleteServersAdminTestJSON-1389762585-project-admin] Deleting port 6929f6ff-1074-41d8-9353-e06a29dde0db {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:25:44.703261 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-59f65a6e-45fd-41c4-8e91-9ac90f62ea62 req-7931f98e-0b3b-4f83-88a3-804ed520d173 tempest-DeleteServersAdminTestJSON-1389762585 tempest-DeleteServersAdminTestJSON-1389762585-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (6929f6ff-1074-41d8-9353-e06a29dde0db), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:44.788846 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d4b23194-623f-430e-b27a-03321ae75711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (99186044-1a5c-4ec6-af81-f2a81aa0d8cc), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:44.791459 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d4b23194-623f-430e-b27a-03321ae75711 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:44.792634 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d4b23194-623f-430e-b27a-03321ae75711 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/99186044-1a5c-4ec6-af81-f2a81aa0d8cc HTTP/1.1" status: 204 len: 168 time: 0.2460241 Feb 17 17:25:44.806531 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-59f65a6e-45fd-41c4-8e91-9ac90f62ea62 req-7931f98e-0b3b-4f83-88a3-804ed520d173 tempest-DeleteServersAdminTestJSON-1389762585 tempest-DeleteServersAdminTestJSON-1389762585-project-admin] For port 6929f6ff-1074-41d8-9353-e06a29dde0db, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=6929f6ff-1074-41d8-9353-e06a29dde0db,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:25:44.806901 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-59f65a6e-45fd-41c4-8e91-9ac90f62ea62 req-7931f98e-0b3b-4f83-88a3-804ed520d173 tempest-DeleteServersAdminTestJSON-1389762585 tempest-DeleteServersAdminTestJSON-1389762585-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (6929f6ff-1074-41d8-9353-e06a29dde0db), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:44.809952 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b23194-623f-430e-b27a-03321ae75711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99186044-1a5c-4ec6-af81-f2a81aa0d8cc,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:44.823834 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-59f65a6e-45fd-41c4-8e91-9ac90f62ea62 req-7931f98e-0b3b-4f83-88a3-804ed520d173 tempest-DeleteServersAdminTestJSON-1389762585 tempest-DeleteServersAdminTestJSON-1389762585-project-admin] Calling delete_port for 6929f6ff-1074-41d8-9353-e06a29dde0db owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:25:44.932517 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5680d63-ad0b-4b9d-a42b-5b098726b6a7 req-6fefbbc0-f7b8-49d3-8f5f-0f148f97fd9a tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:44.934175 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a5680d63-ad0b-4b9d-a42b-5b098726b6a7 req-6fefbbc0-f7b8-49d3-8f5f-0f148f97fd9a tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=0048194a-7ecd-4b9e-a745-5d1cf715ba0a HTTP/1.1" status: 200 len: 945 time: 0.0677400 Feb 17 17:25:45.011623 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a5680d63-ad0b-4b9d-a42b-5b098726b6a7 req-a7278f8c-dcae-48b8-be0d-172f1ed60408 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706999 Feb 17 17:25:45.021250 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-59f65a6e-45fd-41c4-8e91-9ac90f62ea62 req-7931f98e-0b3b-4f83-88a3-804ed520d173 tempest-DeleteServersAdminTestJSON-1389762585 tempest-DeleteServersAdminTestJSON-1389762585-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (6929f6ff-1074-41d8-9353-e06a29dde0db), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:45.024513 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-522a119a-9d1e-49ac-932d-c71a3fc76c25 req-5077eff7-32f2-49fd-a5a0-8cd18e176308 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=673fd82048cd49c18f82ffc2fb910a6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251622 Feb 17 17:25:45.033132 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['6929f6ff-1074-41d8-9353-e06a29dde0db'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:25:45.062796 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7931f98e-0b3b-4f83-88a3-804ed520d173 tempest-DeleteServersAdminTestJSON-1389762585 tempest-DeleteServersAdminTestJSON-1389762585-project-admin] Pushing event deleted for resources: {'Port': ['ID=6929f6ff-1074-41d8-9353-e06a29dde0db,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:45.138221 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f65a6e-45fd-41c4-8e91-9ac90f62ea62 req-7931f98e-0b3b-4f83-88a3-804ed520d173 tempest-DeleteServersAdminTestJSON-1389762585 tempest-DeleteServersAdminTestJSON-1389762585-project-admin] No DVR routers for this DVR port 6929f6ff-1074-41d8-9353-e06a29dde0db on host n-h2-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:25:45.143787 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-59f65a6e-45fd-41c4-8e91-9ac90f62ea62 req-7931f98e-0b3b-4f83-88a3-804ed520d173 tempest-DeleteServersAdminTestJSON-1389762585 tempest-DeleteServersAdminTestJSON-1389762585-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:45.148290 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-59f65a6e-45fd-41c4-8e91-9ac90f62ea62 req-7931f98e-0b3b-4f83-88a3-804ed520d173 tempest-DeleteServersAdminTestJSON-1389762585 tempest-DeleteServersAdminTestJSON-1389762585-project-admin] 10.222.0.91 "DELETE /v2.0/ports/6929f6ff-1074-41d8-9353-e06a29dde0db HTTP/1.1" status: 204 len: 173 time: 0.6104274 Feb 17 17:25:45.148906 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3baad43a-9edc-4b0a-be2c-3dd2d482c4bf', 'name': 'network-vif-deleted', 'tag': '6929f6ff-1074-41d8-9353-e06a29dde0db'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:25:45.154065 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869d561f-2453-4443-b5eb-d5345d917273" -d '{"events": [{"server_uuid": "3baad43a-9edc-4b0a-be2c-3dd2d482c4bf", "name": "network-vif-deleted", "tag": "6929f6ff-1074-41d8-9353-e06a29dde0db"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:25:45.260576 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60654) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:45.270107 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8d01ce2a-e7a4-41cf-96ad-3b8e79702dcd req-9d40fee2-2abc-45d0-9172-959a8df2cc9e tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=176b119e-d1f9-4266-b32c-eefc86ceeabe HTTP/1.1" status: 200 len: 210 time: 0.0454471 Feb 17 17:25:45.279559 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a119a-9d1e-49ac-932d-c71a3fc76c25 req-5565d196-8485-40c9-9673-527c78e6b7ae tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:45.281063 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-522a119a-9d1e-49ac-932d-c71a3fc76c25 req-5565d196-8485-40c9-9673-527c78e6b7ae tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2403383 Feb 17 17:25:45.299902 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e4a5be8-ded5-4404-a592-0ac7ea26ff21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:45.303859 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-522a119a-9d1e-49ac-932d-c71a3fc76c25 req-3445c702-3d9e-4911-bfff-b876b795803f tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Request body: {'port': {'device_id': '176b119e-d1f9-4266-b32c-eefc86ceeabe', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'admin_state_up': True, 'tenant_id': '673fd82048cd49c18f82ffc2fb910a6e'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:25:45.344801 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e39e715-08c9-4fae-a18b-3d68438b44e6 x-openstack-request-id: req-2e39e715-08c9-4fae-a18b-3d68438b44e6 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:25:45.345336 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3baad43a-9edc-4b0a-be2c-3dd2d482c4bf", "name": "network-vif-deleted", "tag": "6929f6ff-1074-41d8-9353-e06a29dde0db", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:25:45.345980 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2e39e715-08c9-4fae-a18b-3d68438b44e6 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:25:45.346453 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbbec6-6513-4cc7-9c3b-91d4bd46fd32 req-14e3921d-e51c-40bc-8ffa-94e8eeac9c1c tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:45.346734 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3baad43a-9edc-4b0a-be2c-3dd2d482c4bf', 'name': 'network-vif-deleted', 'tag': '6929f6ff-1074-41d8-9353-e06a29dde0db', 'status': 'completed', 'code': 200} Feb 17 17:25:45.348041 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-20fbbec6-6513-4cc7-9c3b-91d4bd46fd32 req-14e3921d-e51c-40bc-8ffa-94e8eeac9c1c tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/ports?device_id=976ff28f-ec41-4811-ba87-098dd3c6a09b HTTP/1.1" status: 200 len: 965 time: 0.1683595 Feb 17 17:25:45.419002 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device b8d0c605-4eae-43af-ae27-e9b96215e239 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:25:45.451650 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e4a5be8-ded5-4404-a592-0ac7ea26ff21 admin admin] Publish callbacks [] for security_group (640b43b3-3768-404a-b715-c0a8e24acbaf), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:45.456586 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e4a5be8-ded5-4404-a592-0ac7ea26ff21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (640b43b3-3768-404a-b715-c0a8e24acbaf), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:45.487425 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-20fbbec6-6513-4cc7-9c3b-91d4bd46fd32 req-3bfa64ad-c491-408e-b7d8-1a151fd8f2f8 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/security-groups?id=191ce2cc-d8cd-4ab1-935e-8b9c7bef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280603 Feb 17 17:25:45.492821 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8e4a5be8-ded5-4404-a592-0ac7ea26ff21 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b8d3000edcbb43089f892416806b7bb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2285478 Feb 17 17:25:45.493001 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60658) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:45.539181 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port b8d0c605-4eae-43af-ae27-e9b96215e239, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=b8d0c605-4eae-43af-ae27-e9b96215e239,segment=NetworkSegment(bf8dbe87-49ac-4e48-91ba-61b360c53610),segment_id=bf8dbe87-49ac-4e48-91ba-61b360c53610)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:25:45.550796 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': 'b8d0c605-4eae-43af-ae27-e9b96215e239', 'network_id': '69b59c36-ab05-4942-86fb-5909c0c87dd3', 'port_id': 'b8d0c605-4eae-43af-ae27-e9b96215e239', 'mac_address': 'fa:16:3e:f8:92:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b17eb52f-6ea7-4b2d-8ccf-dda6a4d3a95b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:tempest-test_az-2060224782', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:25:45.553254 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a5be8-ded5-4404-a592-0ac7ea26ff21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640b43b3-3768-404a-b715-c0a8e24acbaf,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:45.562689 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2550f-3bf2-44b7-961b-ba880f827f42 req-0e6d02fc-fbd0-4a00-99c4-bfec301b1150 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:45.564457 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-00d2550f-3bf2-44b7-961b-ba880f827f42 req-0e6d02fc-fbd0-4a00-99c4-bfec301b1150 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] 10.222.0.87 "GET /v2.0/ports?device_id=9c9e3284-d6b3-49b4-8bbc-c1443f849ec8 HTTP/1.1" status: 200 len: 972 time: 0.1436834 Feb 17 17:25:45.566387 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-522a119a-9d1e-49ac-932d-c71a3fc76c25 req-3445c702-3d9e-4911-bfff-b876b795803f tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Made reservation on behalf of 673fd82048cd49c18f82ffc2fb910a6e for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:25:45.569533 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-522a119a-9d1e-49ac-932d-c71a3fc76c25 req-3445c702-3d9e-4911-bfff-b876b795803f tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:45.579775 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-63dd8dc6-3be5-44ad-8495-fd6eebe7f436 admin admin] Publish callbacks [] for security_group (640b43b3-3768-404a-b715-c0a8e24acbaf), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:45.594802 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port b8d0c605-4eae-43af-ae27-e9b96215e239 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:25:45.595480 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b8d0c605-4eae-43af-ae27-e9b96215e239), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:45.601381 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-522a119a-9d1e-49ac-932d-c71a3fc76c25 req-3445c702-3d9e-4911-bfff-b876b795803f tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:45.605139 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-63dd8dc6-3be5-44ad-8495-fd6eebe7f436 admin admin] Publish callbacks [] for security_group (640b43b3-3768-404a-b715-c0a8e24acbaf), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:45.612451 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8d0c605-4eae-43af-ae27-e9b96215e239 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:25:45.638249 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port b8d0c605-4eae-43af-ae27-e9b96215e239, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=b8d0c605-4eae-43af-ae27-e9b96215e239,segment=NetworkSegment(bf8dbe87-49ac-4e48-91ba-61b360c53610),segment_id=bf8dbe87-49ac-4e48-91ba-61b360c53610)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:25:45.646045 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b8d0c605-4eae-43af-ae27-e9b96215e239), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:45.647642 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900f351-470b-4714-b830-ed05e76b88e9 req-b6619eb6-9e6f-4b94-be7c-34ba42357755 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:45.649897 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7900f351-470b-4714-b830-ed05e76b88e9 req-b6619eb6-9e6f-4b94-be7c-34ba42357755 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] 10.222.0.71 "GET /v2.0/ports?device_id=9c9e3284-d6b3-49b4-8bbc-c1443f849ec8 HTTP/1.1" status: 200 len: 972 time: 0.1370404 Feb 17 17:25:45.669357 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-63dd8dc6-3be5-44ad-8495-fd6eebe7f436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (640b43b3-3768-404a-b715-c0a8e24acbaf), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:45.673143 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-63dd8dc6-3be5-44ad-8495-fd6eebe7f436 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:45.674857 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-63dd8dc6-3be5-44ad-8495-fd6eebe7f436 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/640b43b3-3768-404a-b715-c0a8e24acbaf HTTP/1.1" status: 204 len: 168 time: 0.1809793 Feb 17 17:25:45.688783 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd8dc6-3be5-44ad-8495-fd6eebe7f436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640b43b3-3768-404a-b715-c0a8e24acbaf,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:45.757656 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=b8d0c605-4eae-43af-ae27-e9b96215e239,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:45.766781 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-00d2550f-3bf2-44b7-961b-ba880f827f42 req-0cebbee3-e9ee-437d-92d5-cc6faaf89f69 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] 10.222.0.87 "GET /v2.0/security-groups?id=c02fa466-3367-4b8d-b036-bf02c611953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876106 Feb 17 17:25:45.844827 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['b8d0c605-4eae-43af-ae27-e9b96215e239'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:25:45.853038 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cd4b351c-f52f-4bbd-9239-cace8010141e req-a284853c-97c1-4d65-a872-ba496d657d2f tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/ports?device_id=3baad43a-9edc-4b0a-be2c-3dd2d482c4bf HTTP/1.1" status: 200 len: 210 time: 0.0851302 Feb 17 17:25:46.156538 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-522a119a-9d1e-49ac-932d-c71a3fc76c25 req-3445c702-3d9e-4911-bfff-b876b795803f tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks [] for security_group (d443a4ec-4f1e-4791-ad23-64e3a9911064), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:46.166288 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-522a119a-9d1e-49ac-932d-c71a3fc76c25 req-3445c702-3d9e-4911-bfff-b876b795803f tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (d443a4ec-4f1e-4791-ad23-64e3a9911064), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:46.169969 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-7900f351-470b-4714-b830-ed05e76b88e9 req-58bd19d5-343c-4125-8cc5-3ac146eb4435 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] Deleting port 7fe1efcb-1f20-49a3-9e94-f2930176cdaa {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:25:46.170291 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-7900f351-470b-4714-b830-ed05e76b88e9 req-58bd19d5-343c-4125-8cc5-3ac146eb4435 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (7fe1efcb-1f20-49a3-9e94-f2930176cdaa), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:46.246696 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device e78fbb4a-426d-46ae-b511-f6e99e429d71 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:25:46.270852 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19efaf3a-f7fc-46a8-9d30-dd63357eefd4 req-599faeb0-5c61-41f8-bb29-24a821af2016 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:46.272378 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-19efaf3a-f7fc-46a8-9d30-dd63357eefd4 req-599faeb0-5c61-41f8-bb29-24a821af2016 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=0048194a-7ecd-4b9e-a745-5d1cf715ba0a HTTP/1.1" status: 200 len: 945 time: 0.1804032 Feb 17 17:25:46.299118 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3445c702-3d9e-4911-bfff-b876b795803f tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d443a4ec-4f1e-4791-ad23-64e3a9911064,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:46.308894 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port e78fbb4a-426d-46ae-b511-f6e99e429d71 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:25:46.316257 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port e78fbb4a-426d-46ae-b511-f6e99e429d71 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:25:46.317531 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (e78fbb4a-426d-46ae-b511-f6e99e429d71), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:46.414490 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port e78fbb4a-426d-46ae-b511-f6e99e429d71 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:25:46.415240 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (e78fbb4a-426d-46ae-b511-f6e99e429d71), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:46.437215 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4e96c0a4-0210-4639-b883-f46b7e0a7ab6 req-18831288-f08c-4ab1-9f0e-b2ebcbfd786b tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=176b119e-d1f9-4266-b32c-eefc86ceeabe HTTP/1.1" status: 200 len: 210 time: 0.0642776 Feb 17 17:25:46.441591 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-7900f351-470b-4714-b830-ed05e76b88e9 req-58bd19d5-343c-4125-8cc5-3ac146eb4435 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] For port 7fe1efcb-1f20-49a3-9e94-f2930176cdaa, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=7fe1efcb-1f20-49a3-9e94-f2930176cdaa,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:25:46.441959 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-7900f351-470b-4714-b830-ed05e76b88e9 req-58bd19d5-343c-4125-8cc5-3ac146eb4435 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (7fe1efcb-1f20-49a3-9e94-f2930176cdaa), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:46.446842 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0048194a-7ecd-4b9e-a745-5d1cf715ba0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e78fbb4a-426d-46ae-b511-f6e99e429d71'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:25:46.451980 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9688c350-50cb-4f59-b4f6-0ea0b0348d22" -d '{"events": [{"server_uuid": "0048194a-7ecd-4b9e-a745-5d1cf715ba0a", "name": "network-vif-plugged", "status": "completed", "tag": "e78fbb4a-426d-46ae-b511-f6e99e429d71"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:25:46.467389 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-19efaf3a-f7fc-46a8-9d30-dd63357eefd4 req-1cb192e4-2d30-4f4d-8f6c-51080ddc57ad tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608200 Feb 17 17:25:46.468374 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-7900f351-470b-4714-b830-ed05e76b88e9 req-58bd19d5-343c-4125-8cc5-3ac146eb4435 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] Calling delete_port for 7fe1efcb-1f20-49a3-9e94-f2930176cdaa owned by compute:tempest-test_az-2060224782 {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:25:46.475403 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port e78fbb4a-426d-46ae-b511-f6e99e429d71, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=e78fbb4a-426d-46ae-b511-f6e99e429d71,segment=NetworkSegment(25b82b75-bd12-4667-b51a-aa287338793c),segment_id=25b82b75-bd12-4667-b51a-aa287338793c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:25:46.482589 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (e78fbb4a-426d-46ae-b511-f6e99e429d71), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:46.483258 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-522a119a-9d1e-49ac-932d-c71a3fc76c25 req-3445c702-3d9e-4911-bfff-b876b795803f tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Allocated IP 192.168.233.184 (82b8d039-1c14-456f-ab24-8b3aebebd7d8/ac79920f-9ddd-4352-b866-6056158b178e/e822f0d4-c202-470b-8870-0e346ea290b9) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:25:46.484508 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 6929f6ff-1074-41d8-9353-e06a29dde0db no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:25:46.513632 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: 6929f6ff-1074-41d8-9353-e06a29dde0db {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:25:46.514032 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 6929f6ff-1074-41d8-9353-e06a29dde0db not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:25:46.564777 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c57862-b305-407f-ac51-996cbccfacca x-openstack-request-id: req-61c57862-b305-407f-ac51-996cbccfacca {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:25:46.565092 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0048194a-7ecd-4b9e-a745-5d1cf715ba0a", "name": "network-vif-plugged", "status": "completed", "tag": "e78fbb4a-426d-46ae-b511-f6e99e429d71", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:25:46.565346 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-61c57862-b305-407f-ac51-996cbccfacca {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:25:46.565942 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0048194a-7ecd-4b9e-a745-5d1cf715ba0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e78fbb4a-426d-46ae-b511-f6e99e429d71', 'code': 200} Feb 17 17:25:46.572093 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=e78fbb4a-426d-46ae-b511-f6e99e429d71,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:46.614762 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60690) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:46.671238 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d62ef5-705f-4c08-90a6-6d0104760d95 req-d16c6ade-7150-4726-aa72-fe469f240ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:46.673136 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-71d62ef5-705f-4c08-90a6-6d0104760d95 req-d16c6ade-7150-4726-aa72-fe469f240ba7 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=0048194a-7ecd-4b9e-a745-5d1cf715ba0a HTTP/1.1" status: 200 len: 1128 time: 0.0452077 Feb 17 17:25:46.731954 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-71d62ef5-705f-4c08-90a6-6d0104760d95 req-ffb57d21-657c-46f3-8636-21ed0bf47778 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530503 Feb 17 17:25:46.744586 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-004ff387-6841-47e5-8941-b20854971b1b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-763578498-network', 'tenant_id': '5bb8389d8da44943868afc5c1f119806'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:25:46.762903 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004ff387-6841-47e5-8941-b20854971b1b admin admin] Made reservation on behalf of 5bb8389d8da44943868afc5c1f119806 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:25:46.765337 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-004ff387-6841-47e5-8941-b20854971b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:46.773502 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-004ff387-6841-47e5-8941-b20854971b1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:46.781225 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571089e6-3744-40dc-8e20-e04824eb77f7 req-0cb66bbb-0ef9-43e9-9120-2fa1e39c5361 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:46.782728 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-571089e6-3744-40dc-8e20-e04824eb77f7 req-0cb66bbb-0ef9-43e9-9120-2fa1e39c5361 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/ports?device_id=976ff28f-ec41-4811-ba87-098dd3c6a09b HTTP/1.1" status: 200 len: 966 time: 0.1741223 Feb 17 17:25:46.817009 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-7900f351-470b-4714-b830-ed05e76b88e9 req-58bd19d5-343c-4125-8cc5-3ac146eb4435 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (7fe1efcb-1f20-49a3-9e94-f2930176cdaa), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:46.830450 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-522a119a-9d1e-49ac-932d-c71a3fc76c25 req-3445c702-3d9e-4911-bfff-b876b795803f tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks [] for port (e822f0d4-c202-470b-8870-0e346ea290b9), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:46.831638 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['7fe1efcb-1f20-49a3-9e94-f2930176cdaa'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:25:46.865557 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-004ff387-6841-47e5-8941-b20854971b1b admin admin] Publish callbacks [] for security_group (f57bb2f2-6c0f-4825-8b14-140f97e27194), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:46.870081 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-004ff387-6841-47e5-8941-b20854971b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (f57bb2f2-6c0f-4825-8b14-140f97e27194), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:46.890514 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-004ff387-6841-47e5-8941-b20854971b1b admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:25:46.898224 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd19d5-343c-4125-8cc5-3ac146eb4435 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] Pushing event deleted for resources: {'Port': ['ID=7fe1efcb-1f20-49a3-9e94-f2930176cdaa,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:46.910055 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-004ff387-6841-47e5-8941-b20854971b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:46.910422 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-004ff387-6841-47e5-8941-b20854971b1b admin admin] Added segment 00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be of type vlan for network 5dbbad70-2eaf-4ac4-baab-330b001075bb Feb 17 17:25:46.912715 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ff387-6841-47e5-8941-b20854971b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57bb2f2-6c0f-4825-8b14-140f97e27194,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:46.961859 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-004ff387-6841-47e5-8941-b20854971b1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (5dbbad70-2eaf-4ac4-baab-330b001075bb), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:46.966070 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f8cbe776-3687-4896-8491-973320d66dd2 req-b2d904ab-15b3-488a-bbd5-eb5c9d268f8d tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] 10.222.0.87 "GET /v2.0/ports?device_id=9c9e3284-d6b3-49b4-8bbc-c1443f849ec8 HTTP/1.1" status: 200 len: 210 time: 0.1271617 Feb 17 17:25:47.002875 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-7900f351-470b-4714-b830-ed05e76b88e9 req-58bd19d5-343c-4125-8cc5-3ac146eb4435 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] No DVR routers for this DVR port 7fe1efcb-1f20-49a3-9e94-f2930176cdaa on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:25:47.012907 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-004ff387-6841-47e5-8941-b20854971b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (5dbbad70-2eaf-4ac4-baab-330b001075bb), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:47.014213 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004ff387-6841-47e5-8941-b20854971b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:47.014865 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-004ff387-6841-47e5-8941-b20854971b1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:47.031754 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-571089e6-3744-40dc-8e20-e04824eb77f7 req-dc6ac5c8-a59f-4810-987c-6479ee361c9f tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/security-groups?id=191ce2cc-d8cd-4ab1-935e-8b9c7bef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2392159 Feb 17 17:25:47.050425 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-7900f351-470b-4714-b830-ed05e76b88e9 req-58bd19d5-343c-4125-8cc5-3ac146eb4435 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:47.051205 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-004ff387-6841-47e5-8941-b20854971b1b admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4319713 Feb 17 17:25:47.051300 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7900f351-470b-4714-b830-ed05e76b88e9 req-58bd19d5-343c-4125-8cc5-3ac146eb4435 tempest-AggregatesAdminTestJSON-1155115523 tempest-AggregatesAdminTestJSON-1155115523-project] 10.222.0.71 "DELETE /v2.0/ports/7fe1efcb-1f20-49a3-9e94-f2930176cdaa HTTP/1.1" status: 204 len: 173 time: 1.3889892 Feb 17 17:25:47.051300 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9e3284-d6b3-49b4-8bbc-c1443f849ec8', 'name': 'network-vif-deleted', 'tag': '7fe1efcb-1f20-49a3-9e94-f2930176cdaa'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:25:47.051448 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60700) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:47.055116 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa1529c-5d55-4d46-8785-47c602563297" -d '{"events": [{"server_uuid": "9c9e3284-d6b3-49b4-8bbc-c1443f849ec8", "name": "network-vif-deleted", "tag": "7fe1efcb-1f20-49a3-9e94-f2930176cdaa"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:25:47.056969 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-e0b6e5a1-4e86-423a-bb2f-a37ec7ed6d4e admin admin] Request body: {'subnet': {'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-763578498-subnet', 'tenant_id': '5bb8389d8da44943868afc5c1f119806', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:25:47.090579 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-522a119a-9d1e-49ac-932d-c71a3fc76c25 req-3445c702-3d9e-4911-bfff-b876b795803f tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (e822f0d4-c202-470b-8870-0e346ea290b9), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:47.123162 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ff387-6841-47e5-8941-b20854971b1b admin admin] Pushing event updated for resources: {'Network': ['ID=5dbbad70-2eaf-4ac4-baab-330b001075bb,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:47.134756 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b6e5a1-4e86-423a-bb2f-a37ec7ed6d4e admin admin] Made reservation on behalf of 5bb8389d8da44943868afc5c1f119806 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:25:47.137036 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 5dbbad70-2eaf-4ac4-baab-330b001075bb details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:25:47.146613 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0b6e5a1-4e86-423a-bb2f-a37ec7ed6d4e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:47.152931 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-522a119a-9d1e-49ac-932d-c71a3fc76c25 req-3445c702-3d9e-4911-bfff-b876b795803f tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:25:47.158917 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-522a119a-9d1e-49ac-932d-c71a3fc76c25 req-3445c702-3d9e-4911-bfff-b876b795803f tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:25:47.173727 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-522a119a-9d1e-49ac-932d-c71a3fc76c25 req-3445c702-3d9e-4911-bfff-b876b795803f tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:25:47.195851 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a119a-9d1e-49ac-932d-c71a3fc76c25 req-3445c702-3d9e-4911-bfff-b876b795803f tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:47.196961 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-522a119a-9d1e-49ac-932d-c71a3fc76c25 req-3445c702-3d9e-4911-bfff-b876b795803f tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:47.214173 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0dfffd0-92a1-4769-9ede-8464aaf74676 x-openstack-request-id: req-f0dfffd0-92a1-4769-9ede-8464aaf74676 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:25:47.214902 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9e3284-d6b3-49b4-8bbc-c1443f849ec8", "name": "network-vif-deleted", "tag": "7fe1efcb-1f20-49a3-9e94-f2930176cdaa", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:25:47.215332 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f0dfffd0-92a1-4769-9ede-8464aaf74676 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:25:47.215896 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9e3284-d6b3-49b4-8bbc-c1443f849ec8', 'name': 'network-vif-deleted', 'tag': '7fe1efcb-1f20-49a3-9e94-f2930176cdaa', 'status': 'completed', 'code': 200} Feb 17 17:25:47.254461 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-522a119a-9d1e-49ac-932d-c71a3fc76c25 req-3445c702-3d9e-4911-bfff-b876b795803f tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9566128 Feb 17 17:25:47.267928 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-522a119a-9d1e-49ac-932d-c71a3fc76c25 req-ece79aae-a019-4f6a-a1dd-a762567091e4 service neutron] Request body: {'port': {'device_id': '176b119e-d1f9-4266-b32c-eefc86ceeabe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:25:47.270274 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3445c702-3d9e-4911-bfff-b876b795803f tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Pushing event updated for resources: {'Port': ['ID=e822f0d4-c202-470b-8870-0e346ea290b9,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:47.367682 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-68a37184-00c2-49ce-a357-0f8b195c1df7 req-5f2a970e-4098-4dc9-bff7-75d3f10d901f tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=9a070c5dbb0e45a9a377bd1923970eac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489244 Feb 17 17:25:47.390624 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0b6e5a1-4e86-423a-bb2f-a37ec7ed6d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for subnet (d4b8c7cb-ffed-4089-8d05-52af74f92303), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:47.411456 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-522a119a-9d1e-49ac-932d-c71a3fc76c25 req-ece79aae-a019-4f6a-a1dd-a762567091e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (e822f0d4-c202-470b-8870-0e346ea290b9), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:47.419224 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device b8d0c605-4eae-43af-ae27-e9b96215e239 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:25:47.466567 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6e5a1-4e86-423a-bb2f-a37ec7ed6d4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4b8c7cb-ffed-4089-8d05-52af74f92303,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:47.475493 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b6e5a1-4e86-423a-bb2f-a37ec7ed6d4e admin admin] Checking segment: {'id': '00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:25:47.475900 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b6e5a1-4e86-423a-bb2f-a37ec7ed6d4e admin admin] Network hostable DHCP agents. Network: 5dbbad70-2eaf-4ac4-baab-330b001075bb, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:25:47.505576 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b6e5a1-4e86-423a-bb2f-a37ec7ed6d4e admin admin] Network 5dbbad70-2eaf-4ac4-baab-330b001075bb is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:25:47.518186 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port b8d0c605-4eae-43af-ae27-e9b96215e239 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:25:47.520365 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-e0b6e5a1-4e86-423a-bb2f-a37ec7ed6d4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 5dbbad70-2eaf-4ac4-baab-330b001075bb) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:25:47.536570 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b6e5a1-4e86-423a-bb2f-a37ec7ed6d4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:47.537952 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0b6e5a1-4e86-423a-bb2f-a37ec7ed6d4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:47.543601 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port b8d0c605-4eae-43af-ae27-e9b96215e239 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:25:47.543991 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b8d0c605-4eae-43af-ae27-e9b96215e239), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:47.563160 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e0b6e5a1-4e86-423a-bb2f-a37ec7ed6d4e admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5114040 Feb 17 17:25:47.580947 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95b2b90-872d-4b1e-b941-9e32fff8d037 None None] Network 5dbbad70-2eaf-4ac4-baab-330b001075bb requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:25:47.597943 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a37184-00c2-49ce-a357-0f8b195c1df7 req-f50387bb-9d47-4999-8662-c4b92017ef97 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:47.599985 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-68a37184-00c2-49ce-a357-0f8b195c1df7 req-f50387bb-9d47-4999-8662-c4b92017ef97 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2263458 Feb 17 17:25:47.637231 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-1076e62c-eb81-4773-8ee7-42d3ac3e7afe None None] Provisioning complete for port e822f0d4-c202-470b-8870-0e346ea290b9 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:25:47.637522 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1076e62c-eb81-4773-8ee7-42d3ac3e7afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (e822f0d4-c202-470b-8870-0e346ea290b9), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:47.667419 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-68a37184-00c2-49ce-a357-0f8b195c1df7 req-bc477d71-e678-4c97-bb24-863549165c95 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/quotas/9a070c5dbb0e45a9a377bd1923970eac HTTP/1.1" status: 200 len: 375 time: 0.0506136 Feb 17 17:25:47.739561 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-68a37184-00c2-49ce-a357-0f8b195c1df7 req-41805e37-496b-4242-b7a2-9abb3040870a tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=9a070c5dbb0e45a9a377bd1923970eac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580194 Feb 17 17:25:47.751353 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37594801-0eb2-4898-96b1-66b688cd7aac req-9789e0d6-1e2a-4d23-9a7c-ac35076269f3 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:47.752996 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-1076e62c-eb81-4773-8ee7-42d3ac3e7afe None None] Port e822f0d4-c202-470b-8870-0e346ea290b9 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:25:47.753306 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-37594801-0eb2-4898-96b1-66b688cd7aac req-9789e0d6-1e2a-4d23-9a7c-ac35076269f3 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=176b119e-d1f9-4266-b32c-eefc86ceeabe HTTP/1.1" status: 200 len: 936 time: 0.1729593 Feb 17 17:25:47.801634 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7cfb7d-3314-4205-920a-0dc041d55fe6 None None] Network 5dbbad70-2eaf-4ac4-baab-330b001075bb requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:25:47.833539 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port b8d0c605-4eae-43af-ae27-e9b96215e239 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:25:47.834154 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b8d0c605-4eae-43af-ae27-e9b96215e239), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:47.894651 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port b8d0c605-4eae-43af-ae27-e9b96215e239, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=b8d0c605-4eae-43af-ae27-e9b96215e239,segment=NetworkSegment(bf8dbe87-49ac-4e48-91ba-61b360c53610),segment_id=bf8dbe87-49ac-4e48-91ba-61b360c53610)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:25:47.901948 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-37594801-0eb2-4898-96b1-66b688cd7aac req-6b5e498b-e8c5-4c22-b21c-732091907839 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405566 Feb 17 17:25:47.930891 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b8d0c605-4eae-43af-ae27-e9b96215e239), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:48.037315 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=b8d0c605-4eae-43af-ae27-e9b96215e239,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:48.095172 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-522a119a-9d1e-49ac-932d-c71a3fc76c25 req-ece79aae-a019-4f6a-a1dd-a762567091e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e822f0d4-c202-470b-8870-0e346ea290b9 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:25:48.116389 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-522a119a-9d1e-49ac-932d-c71a3fc76c25 req-ece79aae-a019-4f6a-a1dd-a762567091e4 service neutron] Publish callbacks [] for port (e822f0d4-c202-470b-8870-0e346ea290b9), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:48.185520 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-522a119a-9d1e-49ac-932d-c71a3fc76c25 req-ece79aae-a019-4f6a-a1dd-a762567091e4 service neutron] Transition to ACTIVE for port object e822f0d4-c202-470b-8870-0e346ea290b9 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:25:48.189631 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-55fc88b7-888d-449a-9bb4-3240db448c70 req-7955944f-1b83-4853-9235-d78f4b71b13e tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/ports?device_id=2c7fdd93-50ba-4a0e-8287-7980cfeda1ab HTTP/1.1" status: 200 len: 210 time: 0.0527475 Feb 17 17:25:48.194273 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-522a119a-9d1e-49ac-932d-c71a3fc76c25 req-ece79aae-a019-4f6a-a1dd-a762567091e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (e822f0d4-c202-470b-8870-0e346ea290b9), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:48.209476 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6862ba-74bd-48e1-890d-cd8f55126af2 req-a8ec95dd-419c-4aaf-bbd8-171c94eb904e tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:48.210965 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eb6862ba-74bd-48e1-890d-cd8f55126af2 req-a8ec95dd-419c-4aaf-bbd8-171c94eb904e tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=0048194a-7ecd-4b9e-a745-5d1cf715ba0a HTTP/1.1" status: 200 len: 946 time: 0.1858907 Feb 17 17:25:48.325667 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece79aae-a019-4f6a-a1dd-a762567091e4 service neutron] Pushing event updated for resources: {'Port': ['ID=e822f0d4-c202-470b-8870-0e346ea290b9,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:48.401912 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-522a119a-9d1e-49ac-932d-c71a3fc76c25 req-ece79aae-a019-4f6a-a1dd-a762567091e4 service neutron] Attempting to bind port e822f0d4-c202-470b-8870-0e346ea290b9 on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:25:48.402257 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-522a119a-9d1e-49ac-932d-c71a3fc76c25 req-ece79aae-a019-4f6a-a1dd-a762567091e4 service neutron] Attempting to bind port e822f0d4-c202-470b-8870-0e346ea290b9 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:25:48.402567 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522a119a-9d1e-49ac-932d-c71a3fc76c25 req-ece79aae-a019-4f6a-a1dd-a762567091e4 service neutron] Attempting to bind port e822f0d4-c202-470b-8870-0e346ea290b9 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:25:48.417481 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eb6862ba-74bd-48e1-890d-cd8f55126af2 req-43575aed-edd1-4a4f-9cae-43e6d4c57c67 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716115 Feb 17 17:25:48.419109 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522a119a-9d1e-49ac-932d-c71a3fc76c25 req-ece79aae-a019-4f6a-a1dd-a762567091e4 service neutron] Port e822f0d4-c202-470b-8870-0e346ea290b9 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:25:48.419424 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522a119a-9d1e-49ac-932d-c71a3fc76c25 req-ece79aae-a019-4f6a-a1dd-a762567091e4 service neutron] Attempting to bind port e822f0d4-c202-470b-8870-0e346ea290b9 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:25:48.427536 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522a119a-9d1e-49ac-932d-c71a3fc76c25 req-ece79aae-a019-4f6a-a1dd-a762567091e4 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:25:48.427868 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522a119a-9d1e-49ac-932d-c71a3fc76c25 req-ece79aae-a019-4f6a-a1dd-a762567091e4 service neutron] Checking segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:25:48.428279 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522a119a-9d1e-49ac-932d-c71a3fc76c25 req-ece79aae-a019-4f6a-a1dd-a762567091e4 service neutron] Bound using segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:25:48.428702 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-522a119a-9d1e-49ac-932d-c71a3fc76c25 req-ece79aae-a019-4f6a-a1dd-a762567091e4 service neutron] Bound port: e822f0d4-c202-470b-8870-0e346ea290b9, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:25:48.429054 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-522a119a-9d1e-49ac-932d-c71a3fc76c25 req-ece79aae-a019-4f6a-a1dd-a762567091e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (e822f0d4-c202-470b-8870-0e346ea290b9), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:48.474103 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60752) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:48.481588 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-7667074e-4258-4e59-8801-f81f4c67aa3c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-82107596-network', 'tenant_id': '1ec41dd92c974bda8722138cca6462fa'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:25:48.488582 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d566f-1cfd-435d-926a-8ff1479cff5b req-2eb6bd16-9efa-4f37-a4db-08b56dbbdcf4 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:48.500600 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c95d566f-1cfd-435d-926a-8ff1479cff5b req-2eb6bd16-9efa-4f37-a4db-08b56dbbdcf4 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/ports?device_id=976ff28f-ec41-4811-ba87-098dd3c6a09b HTTP/1.1" status: 200 len: 967 time: 0.1603012 Feb 17 17:25:48.503747 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7667074e-4258-4e59-8801-f81f4c67aa3c admin admin] Made reservation on behalf of 1ec41dd92c974bda8722138cca6462fa for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:25:48.507398 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7667074e-4258-4e59-8801-f81f4c67aa3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:48.518220 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7667074e-4258-4e59-8801-f81f4c67aa3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:48.567887 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976ff28f-ec41-4811-ba87-098dd3c6a09b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d0c605-4eae-43af-ae27-e9b96215e239'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:25:48.580182 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1b7893-69e9-4888-a643-45c2ab3a5edd" -d '{"events": [{"server_uuid": "976ff28f-ec41-4811-ba87-098dd3c6a09b", "name": "network-vif-plugged", "status": "completed", "tag": "b8d0c605-4eae-43af-ae27-e9b96215e239"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:25:48.620975 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c95d566f-1cfd-435d-926a-8ff1479cff5b req-20a5ac1c-2718-4979-809c-a0671ecacc1d tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/security-groups?id=191ce2cc-d8cd-4ab1-935e-8b9c7bef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191547 Feb 17 17:25:48.639984 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:48.640528 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-522a119a-9d1e-49ac-932d-c71a3fc76c25 req-ece79aae-a019-4f6a-a1dd-a762567091e4 service neutron] For port e822f0d4-c202-470b-8870-0e346ea290b9, host n-h2-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:25:48.641803 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7667074e-4258-4e59-8801-f81f4c67aa3c admin admin] Publish callbacks [] for security_group (36570112-62de-4585-bc16-b2cd30320947), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:48.644558 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-522a119a-9d1e-49ac-932d-c71a3fc76c25 req-ece79aae-a019-4f6a-a1dd-a762567091e4 service neutron] For port e822f0d4-c202-470b-8870-0e346ea290b9, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=e822f0d4-c202-470b-8870-0e346ea290b9,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:25:48.646225 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7667074e-4258-4e59-8801-f81f4c67aa3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (36570112-62de-4585-bc16-b2cd30320947), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:48.653139 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-522a119a-9d1e-49ac-932d-c71a3fc76c25 req-ece79aae-a019-4f6a-a1dd-a762567091e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (e822f0d4-c202-470b-8870-0e346ea290b9), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:48.667243 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7667074e-4258-4e59-8801-f81f4c67aa3c admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:25:48.686332 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7667074e-4258-4e59-8801-f81f4c67aa3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (aaae394b-603d-44ee-9d86-7ce92c5991b6), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:48.686689 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-7667074e-4258-4e59-8801-f81f4c67aa3c admin admin] Added segment aaae394b-603d-44ee-9d86-7ce92c5991b6 of type vlan for network 8e39373e-1a2f-4fb1-b2d9-6ac651d8fdcd Feb 17 17:25:48.697093 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7667074e-4258-4e59-8801-f81f4c67aa3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36570112-62de-4585-bc16-b2cd30320947,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:48.737252 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece79aae-a019-4f6a-a1dd-a762567091e4 service neutron] Pushing event updated for resources: {'Port': ['ID=e822f0d4-c202-470b-8870-0e346ea290b9,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:48.745891 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8736538c-f087-4995-9ad0-a1bf9e202d7d x-openstack-request-id: req-8736538c-f087-4995-9ad0-a1bf9e202d7d {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:25:48.746231 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "976ff28f-ec41-4811-ba87-098dd3c6a09b", "name": "network-vif-plugged", "status": "completed", "tag": "b8d0c605-4eae-43af-ae27-e9b96215e239", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:25:48.746574 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8736538c-f087-4995-9ad0-a1bf9e202d7d {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:25:48.747031 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '976ff28f-ec41-4811-ba87-098dd3c6a09b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d0c605-4eae-43af-ae27-e9b96215e239', 'code': 200} Feb 17 17:25:48.751782 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a119a-9d1e-49ac-932d-c71a3fc76c25 req-ece79aae-a019-4f6a-a1dd-a762567091e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:48.752536 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-522a119a-9d1e-49ac-932d-c71a3fc76c25 req-ece79aae-a019-4f6a-a1dd-a762567091e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:48.753943 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-522a119a-9d1e-49ac-932d-c71a3fc76c25 req-ece79aae-a019-4f6a-a1dd-a762567091e4 service neutron] 10.222.0.91 "PUT /v2.0/ports/e822f0d4-c202-470b-8870-0e346ea290b9 HTTP/1.1" status: 200 len: 1096 time: 1.4923017 Feb 17 17:25:48.795275 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7667074e-4258-4e59-8801-f81f4c67aa3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (8e39373e-1a2f-4fb1-b2d9-6ac651d8fdcd), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:48.897696 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7667074e-4258-4e59-8801-f81f4c67aa3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (8e39373e-1a2f-4fb1-b2d9-6ac651d8fdcd), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:48.898751 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7667074e-4258-4e59-8801-f81f4c67aa3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:48.899957 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7667074e-4258-4e59-8801-f81f4c67aa3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:49.020697 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a119a-9d1e-49ac-932d-c71a3fc76c25 req-94d6f9fd-a7f1-41f4-9343-ad30854290c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:49.034923 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-522a119a-9d1e-49ac-932d-c71a3fc76c25 req-94d6f9fd-a7f1-41f4-9343-ad30854290c1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=673fd82048cd49c18f82ffc2fb910a6e&device_id=176b119e-d1f9-4266-b32c-eefc86ceeabe HTTP/1.1" status: 200 len: 1130 time: 0.1802068 Feb 17 17:25:49.044430 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7667074e-4258-4e59-8801-f81f4c67aa3c admin admin] Pushing event updated for resources: {'Network': ['ID=8e39373e-1a2f-4fb1-b2d9-6ac651d8fdcd,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:49.050925 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7667074e-4258-4e59-8801-f81f4c67aa3c admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5747221 Feb 17 17:25:49.054379 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60782) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:49.057816 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 8e39373e-1a2f-4fb1-b2d9-6ac651d8fdcd details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:25:49.061762 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-da00dfba-2fbc-498e-8fcc-55aae3f3fae6 admin admin] Request body: {'subnet': {'network_id': '8e39373e-1a2f-4fb1-b2d9-6ac651d8fdcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-82107596-subnet', 'tenant_id': '1ec41dd92c974bda8722138cca6462fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:25:49.088355 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da00dfba-2fbc-498e-8fcc-55aae3f3fae6 admin admin] Made reservation on behalf of 1ec41dd92c974bda8722138cca6462fa for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:25:49.093483 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-da00dfba-2fbc-498e-8fcc-55aae3f3fae6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:49.167054 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-522a119a-9d1e-49ac-932d-c71a3fc76c25 req-0cfd7925-fda5-4827-9500-9102aaf0f371 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=e822f0d4-c202-470b-8870-0e346ea290b9 HTTP/1.1" status: 200 len: 217 time: 0.0900998 Feb 17 17:25:49.181390 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa42486-560f-4d7a-9115-97f840562225 req-49aa6844-5ef0-44c2-b63e-2ad077d90fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:49.183042 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5aa42486-560f-4d7a-9115-97f840562225 req-49aa6844-5ef0-44c2-b63e-2ad077d90fe8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=976ff28f-ec41-4811-ba87-098dd3c6a09b HTTP/1.1" status: 200 len: 1149 time: 0.2516387 Feb 17 17:25:49.219997 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '176b119e-d1f9-4266-b32c-eefc86ceeabe', 'tag': 'e822f0d4-c202-470b-8870-0e346ea290b9'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:25:49.222225 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63c3308-bbdf-402a-93e6-6d27329cbfdd" -d '{"events": [{"name": "network-changed", "server_uuid": "176b119e-d1f9-4266-b32c-eefc86ceeabe", "tag": "e822f0d4-c202-470b-8870-0e346ea290b9"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:25:49.261733 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a30ea5-4f2e-4f99-b017-af6fc4ea1e55 req-29b8a915-d8b9-4aa9-bc6b-d2d40563adaa tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:49.263358 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d8a30ea5-4f2e-4f99-b017-af6fc4ea1e55 req-29b8a915-d8b9-4aa9-bc6b-d2d40563adaa tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=176b119e-d1f9-4266-b32c-eefc86ceeabe HTTP/1.1" status: 200 len: 948 time: 0.1701543 Feb 17 17:25:49.302413 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-da00dfba-2fbc-498e-8fcc-55aae3f3fae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for subnet (a382fb36-cb12-48bd-989a-36aeb5534229), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:49.307467 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a119a-9d1e-49ac-932d-c71a3fc76c25 req-abb8d2e1-a175-44da-8c95-6d6d8f69ee25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:49.308945 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-522a119a-9d1e-49ac-932d-c71a3fc76c25 req-abb8d2e1-a175-44da-8c95-6d6d8f69ee25 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.1344848 Feb 17 17:25:49.366000 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da00dfba-2fbc-498e-8fcc-55aae3f3fae6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a382fb36-cb12-48bd-989a-36aeb5534229,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:49.376932 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da00dfba-2fbc-498e-8fcc-55aae3f3fae6 admin admin] Checking segment: {'id': 'aaae394b-603d-44ee-9d86-7ce92c5991b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8e39373e-1a2f-4fb1-b2d9-6ac651d8fdcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:25:49.377291 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da00dfba-2fbc-498e-8fcc-55aae3f3fae6 admin admin] Network hostable DHCP agents. Network: 8e39373e-1a2f-4fb1-b2d9-6ac651d8fdcd, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:25:49.388927 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5aa42486-560f-4d7a-9115-97f840562225 req-ace5964c-5862-4bc6-ac9b-2f9719c2cd79 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=191ce2cc-d8cd-4ab1-935e-8b9c7bef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1972959 Feb 17 17:25:49.411497 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:49.419820 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c85c17-a4e9-4556-b547-58176a757fd4 req-66865247-3edc-4333-bc71-3561bf359146 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:49.420031 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-68a37184-00c2-49ce-a357-0f8b195c1df7 req-640f6ceb-d6e3-49c2-aae4-a207d5a585df tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=9a070c5dbb0e45a9a377bd1923970eac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313604 Feb 17 17:25:49.420605 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da00dfba-2fbc-498e-8fcc-55aae3f3fae6 admin admin] Network 8e39373e-1a2f-4fb1-b2d9-6ac651d8fdcd is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:25:49.421360 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-63c85c17-a4e9-4556-b547-58176a757fd4 req-66865247-3edc-4333-bc71-3561bf359146 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=0048194a-7ecd-4b9e-a745-5d1cf715ba0a HTTP/1.1" status: 200 len: 1128 time: 0.1841919 Feb 17 17:25:49.428135 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d8a30ea5-4f2e-4f99-b017-af6fc4ea1e55 req-e707e281-df3d-4912-86b7-50e81ea6d194 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441653 Feb 17 17:25:49.430785 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-da00dfba-2fbc-498e-8fcc-55aae3f3fae6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 8e39373e-1a2f-4fb1-b2d9-6ac651d8fdcd) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:25:49.435822 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da00dfba-2fbc-498e-8fcc-55aae3f3fae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:49.436691 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-da00dfba-2fbc-498e-8fcc-55aae3f3fae6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:49.445262 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 7fe1efcb-1f20-49a3-9e94-f2930176cdaa no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:25:49.456631 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b5b56f-7bc1-4ab3-a470-17c360cd76d5 None None] Network 8e39373e-1a2f-4fb1-b2d9-6ac651d8fdcd requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:25:49.461021 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a119a-9d1e-49ac-932d-c71a3fc76c25 req-96cf6176-9114-422e-988e-4c80e8278c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:49.463344 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-522a119a-9d1e-49ac-932d-c71a3fc76c25 req-96cf6176-9114-422e-988e-4c80e8278c16 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1446304 Feb 17 17:25:49.468256 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-da00dfba-2fbc-498e-8fcc-55aae3f3fae6 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4119241 Feb 17 17:25:49.496344 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: 7fe1efcb-1f20-49a3-9e94-f2930176cdaa {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:25:49.496685 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 7fe1efcb-1f20-49a3-9e94-f2930176cdaa not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:25:49.520725 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-63c85c17-a4e9-4556-b547-58176a757fd4 req-bb6367ac-8b94-4bba-afb1-85886afb56bd tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915172 Feb 17 17:25:49.612714 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-522a119a-9d1e-49ac-932d-c71a3fc76c25 req-7126e440-5645-4936-8c49-b13c309f9ba0 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409819 Feb 17 17:25:49.617910 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffdffd1-51ed-4b4b-a67b-ebc3d4e5ea7b None None] Network 8e39373e-1a2f-4fb1-b2d9-6ac651d8fdcd requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:25:49.632469 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfccebfe-2732-4949-8477-674b7ee09063 x-openstack-request-id: req-dfccebfe-2732-4949-8477-674b7ee09063 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:25:49.635986 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "176b119e-d1f9-4266-b32c-eefc86ceeabe", "tag": "e822f0d4-c202-470b-8870-0e346ea290b9", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:25:49.636436 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-dfccebfe-2732-4949-8477-674b7ee09063 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:25:49.637473 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '176b119e-d1f9-4266-b32c-eefc86ceeabe', 'tag': 'e822f0d4-c202-470b-8870-0e346ea290b9', 'status': 'completed', 'code': 200} Feb 17 17:25:49.784463 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a37184-00c2-49ce-a357-0f8b195c1df7 req-71995ce3-1464-49c9-827d-be79f28dfed2 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:49.786365 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-68a37184-00c2-49ce-a357-0f8b195c1df7 req-71995ce3-1464-49c9-827d-be79f28dfed2 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1852071 Feb 17 17:25:49.817742 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-68a37184-00c2-49ce-a357-0f8b195c1df7 req-e8991eae-c260-4cdf-bc5e-d903aba407a8 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Request body: {'port': {'device_id': '2c7fdd93-50ba-4a0e-8287-7980cfeda1ab', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'admin_state_up': True, 'tenant_id': '9a070c5dbb0e45a9a377bd1923970eac'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:25:49.831595 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d4c3ba0c-dcf0-41d8-948c-888a301ab0cd req-182da30a-6dec-4263-9395-3bd21dd8ae3a tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/ports?device_id=2c7fdd93-50ba-4a0e-8287-7980cfeda1ab HTTP/1.1" status: 200 len: 210 time: 0.0501349 Feb 17 17:25:49.842610 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-522a119a-9d1e-49ac-932d-c71a3fc76c25 req-e31ec1c2-a7b5-4dd8-a5e6-d1290f5019c8 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252009 Feb 17 17:25:49.955951 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9aa597-8d59-49b5-b462-2ad9c94be586 req-5f1c920b-ab26-4fa7-aa97-259d9400a60c tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:49.960724 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6c9aa597-8d59-49b5-b462-2ad9c94be586 req-5f1c920b-ab26-4fa7-aa97-259d9400a60c tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=0048194a-7ecd-4b9e-a745-5d1cf715ba0a HTTP/1.1" status: 200 len: 1128 time: 0.1318731 Feb 17 17:25:49.974224 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c3308-bbdf-402a-93e6-6d27329cbfdd req-d32ac2d5-55d7-427b-a0a6-952aa889f2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:49.975691 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d63c3308-bbdf-402a-93e6-6d27329cbfdd req-d32ac2d5-55d7-427b-a0a6-952aa889f2b3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=673fd82048cd49c18f82ffc2fb910a6e&device_id=176b119e-d1f9-4266-b32c-eefc86ceeabe HTTP/1.1" status: 200 len: 1130 time: 0.0788717 Feb 17 17:25:49.977876 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68a37184-00c2-49ce-a357-0f8b195c1df7 req-e8991eae-c260-4cdf-bc5e-d903aba407a8 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Made reservation on behalf of 9a070c5dbb0e45a9a377bd1923970eac for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:25:49.982777 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-68a37184-00c2-49ce-a357-0f8b195c1df7 req-e8991eae-c260-4cdf-bc5e-d903aba407a8 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:50.132008 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-68a37184-00c2-49ce-a357-0f8b195c1df7 req-e8991eae-c260-4cdf-bc5e-d903aba407a8 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Allocated IP 192.168.233.240 (82b8d039-1c14-456f-ab24-8b3aebebd7d8/ac79920f-9ddd-4352-b866-6056158b178e/47c977fb-ba76-4981-a726-fc115ccc6275) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:25:50.284833 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6c9aa597-8d59-49b5-b462-2ad9c94be586 req-df79c4f6-1a29-4ccd-9541-3eab73f1d1da tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191931 Feb 17 17:25:50.293428 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-68a37184-00c2-49ce-a357-0f8b195c1df7 req-e8991eae-c260-4cdf-bc5e-d903aba407a8 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Publish callbacks [] for port (47c977fb-ba76-4981-a726-fc115ccc6275), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:50.326955 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c3308-bbdf-402a-93e6-6d27329cbfdd req-991aa8ed-1876-46d7-837b-2d07e7e69b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:50.328724 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d63c3308-bbdf-402a-93e6-6d27329cbfdd req-991aa8ed-1876-46d7-837b-2d07e7e69b22 service neutron] 10.222.0.91 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 0.3466406 Feb 17 17:25:50.355007 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-68a37184-00c2-49ce-a357-0f8b195c1df7 req-e8991eae-c260-4cdf-bc5e-d903aba407a8 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (47c977fb-ba76-4981-a726-fc115ccc6275), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:50.388450 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d63c3308-bbdf-402a-93e6-6d27329cbfdd req-7742ae69-529a-4c75-984e-24775db0ad77 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=e822f0d4-c202-470b-8870-0e346ea290b9 HTTP/1.1" status: 200 len: 217 time: 0.0527377 Feb 17 17:25:50.433501 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8991eae-c260-4cdf-bc5e-d903aba407a8 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Pushing event updated for resources: {'Port': ['ID=47c977fb-ba76-4981-a726-fc115ccc6275,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:50.441826 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68a37184-00c2-49ce-a357-0f8b195c1df7 req-e8991eae-c260-4cdf-bc5e-d903aba407a8 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:25:50.443225 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-68a37184-00c2-49ce-a357-0f8b195c1df7 req-e8991eae-c260-4cdf-bc5e-d903aba407a8 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:25:50.460463 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a37184-00c2-49ce-a357-0f8b195c1df7 req-e8991eae-c260-4cdf-bc5e-d903aba407a8 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:25:50.467461 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a37184-00c2-49ce-a357-0f8b195c1df7 req-e8991eae-c260-4cdf-bc5e-d903aba407a8 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:50.469482 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-68a37184-00c2-49ce-a357-0f8b195c1df7 req-e8991eae-c260-4cdf-bc5e-d903aba407a8 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:50.490233 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c3308-bbdf-402a-93e6-6d27329cbfdd req-4b71ef07-9847-4810-971a-8abc24390462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:50.491835 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d63c3308-bbdf-402a-93e6-6d27329cbfdd req-4b71ef07-9847-4810-971a-8abc24390462 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.0700862 Feb 17 17:25:50.494526 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-68a37184-00c2-49ce-a357-0f8b195c1df7 req-e8991eae-c260-4cdf-bc5e-d903aba407a8 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6811950 Feb 17 17:25:50.500546 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5eafe7-5044-4ce5-9b8b-c34648dcacc7 req-c24e2fc8-b2d8-49b0-b1af-632008e301b4 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:50.506582 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aa5eafe7-5044-4ce5-9b8b-c34648dcacc7 req-c24e2fc8-b2d8-49b0-b1af-632008e301b4 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/ports?device_id=976ff28f-ec41-4811-ba87-098dd3c6a09b HTTP/1.1" status: 200 len: 967 time: 0.1217248 Feb 17 17:25:50.508631 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-68a37184-00c2-49ce-a357-0f8b195c1df7 req-bbb7c075-ed74-4ee3-a4ac-57ad9e9030cf service neutron] Request body: {'port': {'device_id': '2c7fdd93-50ba-4a0e-8287-7980cfeda1ab', 'device_owner': 'compute:tempest-test_az-2060224782', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:25:50.600630 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-68a37184-00c2-49ce-a357-0f8b195c1df7 req-bbb7c075-ed74-4ee3-a4ac-57ad9e9030cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (47c977fb-ba76-4981-a726-fc115ccc6275), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:50.632341 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c3308-bbdf-402a-93e6-6d27329cbfdd req-7f2131e7-0c8a-4cf6-af8e-ea5042620876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:50.633888 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d63c3308-bbdf-402a-93e6-6d27329cbfdd req-7f2131e7-0c8a-4cf6-af8e-ea5042620876 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1264210 Feb 17 17:25:50.690228 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aa5eafe7-5044-4ce5-9b8b-c34648dcacc7 req-3362d8b2-174a-458e-9db2-6318943313da tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/security-groups?id=191ce2cc-d8cd-4ab1-935e-8b9c7bef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492949 Feb 17 17:25:50.784881 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f31465-073f-4cf2-a801-9dc612747206 req-d6133324-f310-4cba-bbfe-6d787a0ae821 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:50.786584 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-48f31465-073f-4cf2-a801-9dc612747206 req-d6133324-f310-4cba-bbfe-6d787a0ae821 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/networks?id=5dbbad70-2eaf-4ac4-baab-330b001075bb HTTP/1.1" status: 200 len: 820 time: 0.2229888 Feb 17 17:25:50.788938 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 60844) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:50.799909 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-6987e9f5-d242-4a6a-be23-e72d0aa3d882 None None] Provisioning complete for port 47c977fb-ba76-4981-a726-fc115ccc6275 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:25:50.800971 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6987e9f5-d242-4a6a-be23-e72d0aa3d882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (47c977fb-ba76-4981-a726-fc115ccc6275), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:50.813238 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-48f31465-073f-4cf2-a801-9dc612747206 req-e34989a6-7803-4937-a9bc-438145931f74 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/quotas/5bb8389d8da44943868afc5c1f119806 HTTP/1.1" status: 200 len: 375 time: 0.0129678 Feb 17 17:25:50.850056 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-6987e9f5-d242-4a6a-be23-e72d0aa3d882 None None] Port 47c977fb-ba76-4981-a726-fc115ccc6275 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:25:50.887116 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-48f31465-073f-4cf2-a801-9dc612747206 req-83c4af2d-18bd-4a50-b0db-8762cb144d42 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=5bb8389d8da44943868afc5c1f119806&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0670683 Feb 17 17:25:50.933561 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d63c3308-bbdf-402a-93e6-6d27329cbfdd req-6f9b8f0a-d1ab-4ff2-a2b9-484e032f1a36 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737145 Feb 17 17:25:50.975761 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-68a37184-00c2-49ce-a357-0f8b195c1df7 req-bbb7c075-ed74-4ee3-a4ac-57ad9e9030cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47c977fb-ba76-4981-a726-fc115ccc6275 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:25:50.983768 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-68a37184-00c2-49ce-a357-0f8b195c1df7 req-bbb7c075-ed74-4ee3-a4ac-57ad9e9030cf service neutron] Publish callbacks [] for port (47c977fb-ba76-4981-a726-fc115ccc6275), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:50.998706 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-68a37184-00c2-49ce-a357-0f8b195c1df7 req-bbb7c075-ed74-4ee3-a4ac-57ad9e9030cf service neutron] Transition to ACTIVE for port object 47c977fb-ba76-4981-a726-fc115ccc6275 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:25:51.003029 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-68a37184-00c2-49ce-a357-0f8b195c1df7 req-bbb7c075-ed74-4ee3-a4ac-57ad9e9030cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (47c977fb-ba76-4981-a726-fc115ccc6275), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:51.056291 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb7c075-ed74-4ee3-a4ac-57ad9e9030cf service neutron] Pushing event updated for resources: {'Port': ['ID=47c977fb-ba76-4981-a726-fc115ccc6275,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:51.060851 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5a554031-50ef-450b-952f-00ffa36684ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:51.093454 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-68a37184-00c2-49ce-a357-0f8b195c1df7 req-bbb7c075-ed74-4ee3-a4ac-57ad9e9030cf service neutron] Attempting to bind port 47c977fb-ba76-4981-a726-fc115ccc6275 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:25:51.093854 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-68a37184-00c2-49ce-a357-0f8b195c1df7 req-bbb7c075-ed74-4ee3-a4ac-57ad9e9030cf service neutron] Attempting to bind port 47c977fb-ba76-4981-a726-fc115ccc6275 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:25:51.094187 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a37184-00c2-49ce-a357-0f8b195c1df7 req-bbb7c075-ed74-4ee3-a4ac-57ad9e9030cf service neutron] Attempting to bind port 47c977fb-ba76-4981-a726-fc115ccc6275 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:25:51.098792 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a37184-00c2-49ce-a357-0f8b195c1df7 req-bbb7c075-ed74-4ee3-a4ac-57ad9e9030cf service neutron] Port 47c977fb-ba76-4981-a726-fc115ccc6275 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:25:51.099140 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a37184-00c2-49ce-a357-0f8b195c1df7 req-bbb7c075-ed74-4ee3-a4ac-57ad9e9030cf service neutron] Attempting to bind port 47c977fb-ba76-4981-a726-fc115ccc6275 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:25:51.104713 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a37184-00c2-49ce-a357-0f8b195c1df7 req-bbb7c075-ed74-4ee3-a4ac-57ad9e9030cf service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:25:51.105054 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a37184-00c2-49ce-a357-0f8b195c1df7 req-bbb7c075-ed74-4ee3-a4ac-57ad9e9030cf service neutron] Checking segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:25:51.105436 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a37184-00c2-49ce-a357-0f8b195c1df7 req-bbb7c075-ed74-4ee3-a4ac-57ad9e9030cf service neutron] Bound using segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:25:51.105863 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-68a37184-00c2-49ce-a357-0f8b195c1df7 req-bbb7c075-ed74-4ee3-a4ac-57ad9e9030cf service neutron] Bound port: 47c977fb-ba76-4981-a726-fc115ccc6275, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:25:51.106222 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-68a37184-00c2-49ce-a357-0f8b195c1df7 req-bbb7c075-ed74-4ee3-a4ac-57ad9e9030cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (47c977fb-ba76-4981-a726-fc115ccc6275), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:51.112875 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-48f31465-073f-4cf2-a801-9dc612747206 req-32e7fb04-a77e-413d-94e1-95bae293c54b service neutron] 10.222.0.87 "GET /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249117 Feb 17 17:25:51.155035 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1b676-a98f-4b2d-bf85-bf7a38357d27 req-eee25263-3de3-4143-8175-fb1f1bd1e903 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:51.156595 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-07d1b676-a98f-4b2d-bf85-bf7a38357d27 req-eee25263-3de3-4143-8175-fb1f1bd1e903 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=176b119e-d1f9-4266-b32c-eefc86ceeabe HTTP/1.1" status: 200 len: 948 time: 0.2401311 Feb 17 17:25:51.170786 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-68a37184-00c2-49ce-a357-0f8b195c1df7 req-bbb7c075-ed74-4ee3-a4ac-57ad9e9030cf service neutron] For port 47c977fb-ba76-4981-a726-fc115ccc6275, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:25:51.171277 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d63c3308-bbdf-402a-93e6-6d27329cbfdd req-c6b176ce-da9a-4d30-afcc-0f5ce1abba54 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212732 Feb 17 17:25:51.174156 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-68a37184-00c2-49ce-a357-0f8b195c1df7 req-bbb7c075-ed74-4ee3-a4ac-57ad9e9030cf service neutron] For port 47c977fb-ba76-4981-a726-fc115ccc6275, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=47c977fb-ba76-4981-a726-fc115ccc6275,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:25:51.183371 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-68a37184-00c2-49ce-a357-0f8b195c1df7 req-bbb7c075-ed74-4ee3-a4ac-57ad9e9030cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (47c977fb-ba76-4981-a726-fc115ccc6275), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:51.220058 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a37184-00c2-49ce-a357-0f8b195c1df7 req-bbb7c075-ed74-4ee3-a4ac-57ad9e9030cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:51.220710 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-68a37184-00c2-49ce-a357-0f8b195c1df7 req-bbb7c075-ed74-4ee3-a4ac-57ad9e9030cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:51.222260 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-68a37184-00c2-49ce-a357-0f8b195c1df7 req-bbb7c075-ed74-4ee3-a4ac-57ad9e9030cf service neutron] 10.222.0.71 "PUT /v2.0/ports/47c977fb-ba76-4981-a726-fc115ccc6275 HTTP/1.1" status: 200 len: 1118 time: 0.7208748 Feb 17 17:25:51.222575 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c7fdd93-50ba-4a0e-8287-7980cfeda1ab', 'tag': '47c977fb-ba76-4981-a726-fc115ccc6275'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:25:51.225313 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e3edfa-eabd-4785-a433-c7ce7701ed4c" -d '{"events": [{"name": "network-changed", "server_uuid": "2c7fdd93-50ba-4a0e-8287-7980cfeda1ab", "tag": "47c977fb-ba76-4981-a726-fc115ccc6275"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:25:51.279679 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb7c075-ed74-4ee3-a4ac-57ad9e9030cf service neutron] Pushing event updated for resources: {'Port': ['ID=47c977fb-ba76-4981-a726-fc115ccc6275,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:51.322052 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-07d1b676-a98f-4b2d-bf85-bf7a38357d27 req-4dfe8026-da9f-4ab9-a312-746460ba3c88 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463830 Feb 17 17:25:51.331460 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a37184-00c2-49ce-a357-0f8b195c1df7 req-8af53f21-2ee2-4c8e-b4cb-582c3b0892ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:51.333507 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-68a37184-00c2-49ce-a357-0f8b195c1df7 req-8af53f21-2ee2-4c8e-b4cb-582c3b0892ea service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a070c5dbb0e45a9a377bd1923970eac&device_id=2c7fdd93-50ba-4a0e-8287-7980cfeda1ab HTTP/1.1" status: 200 len: 1152 time: 0.0674374 Feb 17 17:25:51.354124 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-48f31465-073f-4cf2-a801-9dc612747206 req-87e688fb-72b2-4c45-b708-c4c6f8dc04ff service neutron] 10.222.0.87 "GET /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229929 Feb 17 17:25:51.366512 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5a554031-50ef-450b-952f-00ffa36684ed admin admin] Publish callbacks [] for security_group (eba969cb-c441-42e7-9ba1-c8b60608ff5b), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:51.371969 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5a554031-50ef-450b-952f-00ffa36684ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (eba969cb-c441-42e7-9ba1-c8b60608ff5b), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:51.382808 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-68a37184-00c2-49ce-a357-0f8b195c1df7 req-28cbc06d-41d2-47c5-8df7-d3f4f67160aa service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=47c977fb-ba76-4981-a726-fc115ccc6275 HTTP/1.1" status: 200 len: 217 time: 0.0418112 Feb 17 17:25:51.430034 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-5a554031-50ef-450b-952f-00ffa36684ed admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e69e506ff9074038971fef17ef4d904d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6400442 Feb 17 17:25:51.431060 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a554031-50ef-450b-952f-00ffa36684ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba969cb-c441-42e7-9ba1-c8b60608ff5b,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:51.436910 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 60862) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:51.470668 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a37184-00c2-49ce-a357-0f8b195c1df7 req-4bc2c097-b9c3-4ea2-84c8-f92b9f1e71c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:51.472730 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-68a37184-00c2-49ce-a357-0f8b195c1df7 req-4bc2c097-b9c3-4ea2-84c8-f92b9f1e71c2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.0842605 Feb 17 17:25:51.541520 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a37184-00c2-49ce-a357-0f8b195c1df7 req-48c0b7ae-e031-4d62-8524-2a1da6c52370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:51.545214 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-68a37184-00c2-49ce-a357-0f8b195c1df7 req-48c0b7ae-e031-4d62-8524-2a1da6c52370 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0635438 Feb 17 17:25:51.555885 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7ca1cee9-6aa3-4a97-bcd2-9040eb07b6ec admin admin] Publish callbacks [] for security_group (eba969cb-c441-42e7-9ba1-c8b60608ff5b), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:51.585294 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7ca1cee9-6aa3-4a97-bcd2-9040eb07b6ec admin admin] Publish callbacks [] for security_group (eba969cb-c441-42e7-9ba1-c8b60608ff5b), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:51.671979 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7ca1cee9-6aa3-4a97-bcd2-9040eb07b6ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (eba969cb-c441-42e7-9ba1-c8b60608ff5b), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:51.674770 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7ca1cee9-6aa3-4a97-bcd2-9040eb07b6ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:51.676024 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-7ca1cee9-6aa3-4a97-bcd2-9040eb07b6ec admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/eba969cb-c441-42e7-9ba1-c8b60608ff5b HTTP/1.1" status: 204 len: 168 time: 0.2316997 Feb 17 17:25:51.693791 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca1cee9-6aa3-4a97-bcd2-9040eb07b6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba969cb-c441-42e7-9ba1-c8b60608ff5b,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:51.802372 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa07da-fca9-4f48-bd9b-ad3dcaddfdb1 req-3b14455c-a921-47c2-8e46-6d5d328676de tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:51.811559 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dffa07da-fca9-4f48-bd9b-ad3dcaddfdb1 req-3b14455c-a921-47c2-8e46-6d5d328676de tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/ports?device_id=2c7fdd93-50ba-4a0e-8287-7980cfeda1ab HTTP/1.1" status: 200 len: 970 time: 0.0942547 Feb 17 17:25:51.828945 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-7f26b113-349f-4607-911a-3e571018ff9e req-5a2926e6-f174-4508-8e33-7b503e31b1d0 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:25:51.830215 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7f26b113-349f-4607-911a-3e571018ff9e req-5a2926e6-f174-4508-8e33-7b503e31b1d0 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1076417 Feb 17 17:25:51.924863 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-68a37184-00c2-49ce-a357-0f8b195c1df7 req-b0e1ed67-bc2b-446d-b56f-ac197641585f service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724577 Feb 17 17:25:51.927411 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dffa07da-fca9-4f48-bd9b-ad3dcaddfdb1 req-e3444414-1ffb-440e-ac52-a97ee423c8c4 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/security-groups?id=68121720-bd3b-463d-beae-f108924fc2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148863 Feb 17 17:25:51.969439 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5bf95595-9f2d-468c-bf0d-eed38c5f9fe3 req-cec898b9-72b7-4d61-8463-198570f4e7e2 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=0048194a-7ecd-4b9e-a745-5d1cf715ba0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0824888 Feb 17 17:25:51.993814 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3e820c-3b44-45e0-886e-be4e20ab71c8 x-openstack-request-id: req-df3e820c-3b44-45e0-886e-be4e20ab71c8 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:25:51.995446 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c7fdd93-50ba-4a0e-8287-7980cfeda1ab", "tag": "47c977fb-ba76-4981-a726-fc115ccc6275", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:25:51.995718 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-df3e820c-3b44-45e0-886e-be4e20ab71c8 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:25:51.996149 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c7fdd93-50ba-4a0e-8287-7980cfeda1ab', 'tag': '47c977fb-ba76-4981-a726-fc115ccc6275', 'status': 'completed', 'code': 200} Feb 17 17:25:52.115448 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-68a37184-00c2-49ce-a357-0f8b195c1df7 req-dc80977d-56d9-4d5c-ae65-3a7cb0f40d41 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836708 Feb 17 17:25:52.123030 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf95595-9f2d-468c-bf0d-eed38c5f9fe3 req-e2232ec6-00a9-4540-9e89-2372658c714b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:52.124894 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5bf95595-9f2d-468c-bf0d-eed38c5f9fe3 req-e2232ec6-00a9-4540-9e89-2372658c714b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f8aea314af29468ab6557472620785fc&device_id=0048194a-7ecd-4b9e-a745-5d1cf715ba0a HTTP/1.1" status: 200 len: 1128 time: 0.0783145 Feb 17 17:25:52.209999 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60896) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:52.229045 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dbb1f3d0-7a4c-48ed-9697-4721c6e2344c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:52.237799 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1b18da76-193d-4ad7-94c5-9c5efdb16bed req-74de84a1-872f-4238-b603-083d0c1c8b78 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=9accda19-65b6-4f5e-8a2b-7acd9fe528a3 HTTP/1.1" status: 200 len: 210 time: 0.0797675 Feb 17 17:25:52.258075 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3edfa-eabd-4785-a433-c7ce7701ed4c req-dbc11a83-2f13-464c-a263-706f4805e667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:52.259506 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c7e3edfa-eabd-4785-a433-c7ce7701ed4c req-dbc11a83-2f13-464c-a263-706f4805e667 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a070c5dbb0e45a9a377bd1923970eac&device_id=2c7fdd93-50ba-4a0e-8287-7980cfeda1ab HTTP/1.1" status: 200 len: 1152 time: 0.0885031 Feb 17 17:25:52.335808 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf95595-9f2d-468c-bf0d-eed38c5f9fe3 req-2bd1ac21-9633-4a11-ba19-583072582d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:52.339612 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5bf95595-9f2d-468c-bf0d-eed38c5f9fe3 req-2bd1ac21-9633-4a11-ba19-583072582d94 service neutron] 10.222.0.91 "GET /v2.0/networks?id=210dd7a1-23b8-45c6-a401-b56590fcc3c1 HTTP/1.1" status: 200 len: 908 time: 0.1960649 Feb 17 17:25:52.415719 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5bf95595-9f2d-468c-bf0d-eed38c5f9fe3 req-439069d8-f2cb-487e-9f39-84ab2dc1ca38 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e78fbb4a-426d-46ae-b511-f6e99e429d71 HTTP/1.1" status: 200 len: 217 time: 0.0690627 Feb 17 17:25:52.420288 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3edfa-eabd-4785-a433-c7ce7701ed4c req-639e72c8-7b01-4100-8ca0-96a0cd5fd641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:52.421792 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c7e3edfa-eabd-4785-a433-c7ce7701ed4c req-639e72c8-7b01-4100-8ca0-96a0cd5fd641 service neutron] 10.222.0.71 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 0.1464379 Feb 17 17:25:52.432853 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dbb1f3d0-7a4c-48ed-9697-4721c6e2344c admin admin] Publish callbacks [] for security_group (c47cf995-1745-41cf-b903-6a44c553ad40), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:52.451017 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dbb1f3d0-7a4c-48ed-9697-4721c6e2344c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (c47cf995-1745-41cf-b903-6a44c553ad40), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:52.484868 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf95595-9f2d-468c-bf0d-eed38c5f9fe3 req-7c4bbc7e-fc91-4a33-9cbd-38ec41637aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:52.486396 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5bf95595-9f2d-468c-bf0d-eed38c5f9fe3 req-7c4bbc7e-fc91-4a33-9cbd-38ec41637aed service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8267d93d-c5aa-40cb-acb4-c1e284d682e6 HTTP/1.1" status: 200 len: 847 time: 0.0666776 Feb 17 17:25:52.494077 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e96214-9820-4341-949c-4b539a5f1e26 req-a2ba6dac-3798-450c-8728-9e7ddb69803c tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:52.496683 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c7e3edfa-eabd-4785-a433-c7ce7701ed4c req-ad0a1e07-931b-4be0-a6b4-0ace47f32755 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=47c977fb-ba76-4981-a726-fc115ccc6275 HTTP/1.1" status: 200 len: 217 time: 0.0663297 Feb 17 17:25:52.502604 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-94e96214-9820-4341-949c-4b539a5f1e26 req-a2ba6dac-3798-450c-8728-9e7ddb69803c tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/ports?device_id=976ff28f-ec41-4811-ba87-098dd3c6a09b HTTP/1.1" status: 200 len: 967 time: 0.1581481 Feb 17 17:25:52.554286 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5bf95595-9f2d-468c-bf0d-eed38c5f9fe3 req-da081254-1ae4-4f91-be30-68c7c0018ebc service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=210dd7a1-23b8-45c6-a401-b56590fcc3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502059 Feb 17 17:25:52.562678 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-dbb1f3d0-7a4c-48ed-9697-4721c6e2344c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=289ab0ff901a448596df9062b7d01e5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3513887 Feb 17 17:25:52.566651 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60912) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:52.568718 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb1f3d0-7a4c-48ed-9697-4721c6e2344c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47cf995-1745-41cf-b903-6a44c553ad40,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:52.619230 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3edfa-eabd-4785-a433-c7ce7701ed4c req-f64fa1b6-ac43-47f6-b81a-8a65e81fc6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:52.621898 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c7e3edfa-eabd-4785-a433-c7ce7701ed4c req-f64fa1b6-ac43-47f6-b81a-8a65e81fc6e8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.1156209 Feb 17 17:25:52.628175 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-94e96214-9820-4341-949c-4b539a5f1e26 req-2b9a3f08-99c1-4e44-a597-ac1de1ac1019 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/security-groups?id=191ce2cc-d8cd-4ab1-935e-8b9c7bef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113758 Feb 17 17:25:52.692144 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5bf95595-9f2d-468c-bf0d-eed38c5f9fe3 req-6741ebc8-9ca8-4695-af06-8e4f8ef7f08e service neutron] 10.222.0.91 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313794 Feb 17 17:25:52.705438 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-08b5c14b-4d85-4872-9ea4-1fe9b8f34300 admin admin] Publish callbacks [] for security_group (c47cf995-1745-41cf-b903-6a44c553ad40), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:52.720553 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3edfa-eabd-4785-a433-c7ce7701ed4c req-74e2bbad-6c85-4171-8a88-d1f5bd95b7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:52.722152 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c7e3edfa-eabd-4785-a433-c7ce7701ed4c req-74e2bbad-6c85-4171-8a88-d1f5bd95b7b2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0944164 Feb 17 17:25:52.760729 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-08b5c14b-4d85-4872-9ea4-1fe9b8f34300 admin admin] Publish callbacks [] for security_group (c47cf995-1745-41cf-b903-6a44c553ad40), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:52.831189 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5bf95595-9f2d-468c-bf0d-eed38c5f9fe3 req-67458c41-34a2-4c8c-899f-5b4f8590c031 service neutron] 10.222.0.91 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326571 Feb 17 17:25:52.911859 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-08b5c14b-4d85-4872-9ea4-1fe9b8f34300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (c47cf995-1745-41cf-b903-6a44c553ad40), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:52.916044 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-08b5c14b-4d85-4872-9ea4-1fe9b8f34300 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:52.920020 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-08b5c14b-4d85-4872-9ea4-1fe9b8f34300 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c47cf995-1745-41cf-b903-6a44c553ad40 HTTP/1.1" status: 204 len: 168 time: 0.3496673 Feb 17 17:25:52.920156 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29258ee8-7c26-413c-9f3d-87f3e709cdcd req-ae58d2c7-2e77-49be-903f-43139f6f62b5 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:52.921514 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-29258ee8-7c26-413c-9f3d-87f3e709cdcd req-ae58d2c7-2e77-49be-903f-43139f6f62b5 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=176b119e-d1f9-4266-b32c-eefc86ceeabe HTTP/1.1" status: 200 len: 948 time: 0.0777545 Feb 17 17:25:52.936586 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b5c14b-4d85-4872-9ea4-1fe9b8f34300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47cf995-1745-41cf-b903-6a44c553ad40,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:52.955207 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c7e3edfa-eabd-4785-a433-c7ce7701ed4c req-fea8a3c8-d32b-421f-90b7-faad29550f1a service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239933 Feb 17 17:25:53.027913 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-29258ee8-7c26-413c-9f3d-87f3e709cdcd req-fabf16a0-8199-4743-ab11-1d7966c19403 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932376 Feb 17 17:25:53.067654 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.71', 61873) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:53.119046 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c7e3edfa-eabd-4785-a433-c7ce7701ed4c req-eeb709c8-e68b-4b1a-a616-3508f6337156 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629989 Feb 17 17:25:53.138943 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0cb2099b-52ff-4fbe-b94b-84e1d13183ea req-513321a1-99fe-48b1-8155-530808bfb996 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=976ff28f-ec41-4811-ba87-098dd3c6a09b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1097453 Feb 17 17:25:53.262332 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d8223-b6ff-4c3e-ab8b-14aecb82b96d req-d989803a-37e2-4193-be2e-0fa7d42fad75 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:53.265941 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fc0d8223-b6ff-4c3e-ab8b-14aecb82b96d req-d989803a-37e2-4193-be2e-0fa7d42fad75 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/ports?device_id=976ff28f-ec41-4811-ba87-098dd3c6a09b HTTP/1.1" status: 200 len: 967 time: 0.1173921 Feb 17 17:25:53.275266 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60944) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:53.288586 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-2db823e8-dc6b-40e6-a804-3de00bbb26ae tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Request body: {'floatingip': {'port_id': 'b8d0c605-4eae-43af-ae27-e9b96215e239'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:25:53.375450 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f31465-073f-4cf2-a801-9dc612747206 req-5e67b3fb-d2c0-472a-b267-ab1854197fe3 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:53.377100 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-48f31465-073f-4cf2-a801-9dc612747206 req-5e67b3fb-d2c0-472a-b267-ab1854197fe3 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.71 "GET /v2.0/networks?id=5dbbad70-2eaf-4ac4-baab-330b001075bb HTTP/1.1" status: 200 len: 820 time: 0.3056097 Feb 17 17:25:53.390854 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-48f31465-073f-4cf2-a801-9dc612747206 req-a9619d06-5fd6-44d7-81dd-5f1c472430f4 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Request body: {'port': {'device_id': '9accda19-65b6-4f5e-8a2b-7acd9fe528a3', 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb', 'admin_state_up': True, 'tenant_id': '5bb8389d8da44943868afc5c1f119806'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:25:53.447761 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:25:53.476419 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2db823e8-dc6b-40e6-a804-3de00bbb26ae tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks [] for floatingip (9d976748-c77c-4c55-85ca-a58cc6f3eae2), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:53.492481 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2099b-52ff-4fbe-b94b-84e1d13183ea req-f67b5e58-6c40-4b41-8a72-0e192e412ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:53.494263 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0cb2099b-52ff-4fbe-b94b-84e1d13183ea req-f67b5e58-6c40-4b41-8a72-0e192e412ed1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c8748c381f2d43e0acb3dcfd0300916d&device_id=976ff28f-ec41-4811-ba87-098dd3c6a09b HTTP/1.1" status: 200 len: 1149 time: 0.2238309 Feb 17 17:25:53.552327 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48f31465-073f-4cf2-a801-9dc612747206 req-a9619d06-5fd6-44d7-81dd-5f1c472430f4 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Made reservation on behalf of 5bb8389d8da44943868afc5c1f119806 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:25:53.555670 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-48f31465-073f-4cf2-a801-9dc612747206 req-a9619d06-5fd6-44d7-81dd-5f1c472430f4 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:53.716356 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2099b-52ff-4fbe-b94b-84e1d13183ea req-a381f78b-e57c-4391-a010-b0d29d510b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:53.717707 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0cb2099b-52ff-4fbe-b94b-84e1d13183ea req-a381f78b-e57c-4391-a010-b0d29d510b1a service neutron] 10.222.0.71 "GET /v2.0/networks?id=69b59c36-ab05-4942-86fb-5909c0c87dd3 HTTP/1.1" status: 200 len: 923 time: 0.2019660 Feb 17 17:25:53.780727 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60970) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:53.786349 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0cb2099b-52ff-4fbe-b94b-84e1d13183ea req-564bba7a-3897-484a-a70e-ede2e0cfaccc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8d0c605-4eae-43af-ae27-e9b96215e239 HTTP/1.1" status: 200 len: 217 time: 0.0464261 Feb 17 17:25:53.844556 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-48f31465-073f-4cf2-a801-9dc612747206 req-a9619d06-5fd6-44d7-81dd-5f1c472430f4 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Allocated IP 172.20.0.2 (5dbbad70-2eaf-4ac4-baab-330b001075bb/d4b8c7cb-ffed-4089-8d05-52af74f92303/d43be304-3921-4d97-85b8-73e6059cde84) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:25:53.866256 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2099b-52ff-4fbe-b94b-84e1d13183ea req-50710e94-e2c3-431f-a4e5-e6b16dadd5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:53.867789 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0cb2099b-52ff-4fbe-b94b-84e1d13183ea req-50710e94-e2c3-431f-a4e5-e6b16dadd5b9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b17eb52f-6ea7-4b2d-8ccf-dda6a4d3a95b HTTP/1.1" status: 200 len: 861 time: 0.0733280 Feb 17 17:25:54.040394 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2099b-52ff-4fbe-b94b-84e1d13183ea req-0841aa42-744e-4160-ad86-e2cdbb082d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:54.042364 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0cb2099b-52ff-4fbe-b94b-84e1d13183ea req-0841aa42-744e-4160-ad86-e2cdbb082d4f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=69b59c36-ab05-4942-86fb-5909c0c87dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1630156 Feb 17 17:25:54.094866 n-d-829613-2 neutron-server[103434]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 17 17:25:54.099915 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-c1e35b53-e4ce-4c47-ab11-dd414cf30cc4 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:25:54.103174 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-c1e35b53-e4ce-4c47-ab11-dd414cf30cc4 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3212094 Feb 17 17:25:54.148548 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f78ed9-1574-4b5b-9cfb-b3a568a822a0 req-7ef869a4-c858-4d8f-9b9a-b5d280c4bdb0 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:54.150258 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-58f78ed9-1574-4b5b-9cfb-b3a568a822a0 req-7ef869a4-c858-4d8f-9b9a-b5d280c4bdb0 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/ports?device_id=2c7fdd93-50ba-4a0e-8287-7980cfeda1ab HTTP/1.1" status: 200 len: 970 time: 0.2115605 Feb 17 17:25:54.282062 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.db.resource_extend [None req-2db823e8-dc6b-40e6-a804-3de00bbb26ae tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 17:25:54.286482 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device e822f0d4-c202-470b-8870-0e346ea290b9 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:25:54.322083 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-1774e179-3483-4e2e-9d86-b60a3885a3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:54.323443 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-1774e179-3483-4e2e-9d86-b60a3885a3c1 service neutron] 10.222.0.87 "GET /v2.0/ports/e78fbb4a-426d-46ae-b511-f6e99e429d71 HTTP/1.1" status: 200 len: 1125 time: 0.1764510 Feb 17 17:25:54.340035 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-9172b697-bb3d-4bbf-ac8b-584bd9c51b49 service neutron] Request body: {'binding': {'host': 'n-h1-829613-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:25:54.340586 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-9172b697-bb3d-4bbf-ac8b-584bd9c51b49 service neutron] Unknown quota resources ['binding']. {{(pid=103434) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 17 17:25:54.392106 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2db823e8-dc6b-40e6-a804-3de00bbb26ae tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:54.403955 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2db823e8-dc6b-40e6-a804-3de00bbb26ae tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (9d976748-c77c-4c55-85ca-a58cc6f3eae2), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:54.417363 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port e822f0d4-c202-470b-8870-0e346ea290b9, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=e822f0d4-c202-470b-8870-0e346ea290b9,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:25:54.429334 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': 'e822f0d4-c202-470b-8870-0e346ea290b9', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'port_id': 'e822f0d4-c202-470b-8870-0e346ea290b9', 'mac_address': 'fa:16:3e:9b:de:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac79920f-9ddd-4352-b866-6056158b178e', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:25:54.491833 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-48f31465-073f-4cf2-a801-9dc612747206 req-a9619d06-5fd6-44d7-81dd-5f1c472430f4 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Publish callbacks [] for port (d43be304-3921-4d97-85b8-73e6059cde84), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:54.522923 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0cb2099b-52ff-4fbe-b94b-84e1d13183ea req-d4104523-aa84-4232-8c9c-070155020893 service neutron] 10.222.0.71 "GET /v2.0/networks/69b59c36-ab05-4942-86fb-5909c0c87dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124432 Feb 17 17:25:54.528967 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-58f78ed9-1574-4b5b-9cfb-b3a568a822a0 req-5586dc8e-a21f-484e-853c-2ed4e2aeeb12 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/security-groups?id=68121720-bd3b-463d-beae-f108924fc2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702018 Feb 17 17:25:54.613273 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port e822f0d4-c202-470b-8870-0e346ea290b9 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:25:54.613948 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (e822f0d4-c202-470b-8870-0e346ea290b9), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:54.627957 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e822f0d4-c202-470b-8870-0e346ea290b9 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:25:54.636865 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-48f31465-073f-4cf2-a801-9dc612747206 req-a9619d06-5fd6-44d7-81dd-5f1c472430f4 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (d43be304-3921-4d97-85b8-73e6059cde84), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:54.650863 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port e822f0d4-c202-470b-8870-0e346ea290b9, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=e822f0d4-c202-470b-8870-0e346ea290b9,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:25:54.657020 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (e822f0d4-c202-470b-8870-0e346ea290b9), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:54.679888 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0cb2099b-52ff-4fbe-b94b-84e1d13183ea req-e098ca02-54c2-494b-a126-dd228304230b service neutron] 10.222.0.71 "GET /v2.0/networks/69b59c36-ab05-4942-86fb-5909c0c87dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499076 Feb 17 17:25:54.720057 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=e822f0d4-c202-470b-8870-0e346ea290b9,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:54.730525 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48f31465-073f-4cf2-a801-9dc612747206 req-a9619d06-5fd6-44d7-81dd-5f1c472430f4 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Network 5dbbad70-2eaf-4ac4-baab-330b001075bb is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:25:54.736724 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-48f31465-073f-4cf2-a801-9dc612747206 req-a9619d06-5fd6-44d7-81dd-5f1c472430f4 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:25:54.740235 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9619d06-5fd6-44d7-81dd-5f1c472430f4 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Pushing event updated for resources: {'Port': ['ID=d43be304-3921-4d97-85b8-73e6059cde84,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:54.744131 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f31465-073f-4cf2-a801-9dc612747206 req-a9619d06-5fd6-44d7-81dd-5f1c472430f4 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:25:54.749171 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f31465-073f-4cf2-a801-9dc612747206 req-a9619d06-5fd6-44d7-81dd-5f1c472430f4 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:54.749794 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-48f31465-073f-4cf2-a801-9dc612747206 req-a9619d06-5fd6-44d7-81dd-5f1c472430f4 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:54.780294 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-48f31465-073f-4cf2-a801-9dc612747206 req-a9619d06-5fd6-44d7-81dd-5f1c472430f4 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3937502 Feb 17 17:25:54.791055 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-48f31465-073f-4cf2-a801-9dc612747206 req-c20bb597-b36b-4ade-acb5-73af5446628a service neutron] Request body: {'port': {'device_id': '9accda19-65b6-4f5e-8a2b-7acd9fe528a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:25:54.800336 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aca8e6-91b4-4ea8-bd46-b85c330a6dcf req-3054afea-e346-4870-bab2-d9073e69ded3 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:54.801663 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-22aca8e6-91b4-4ea8-bd46-b85c330a6dcf req-3054afea-e346-4870-bab2-d9073e69ded3 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=9accda19-65b6-4f5e-8a2b-7acd9fe528a3 HTTP/1.1" status: 200 len: 931 time: 0.1242082 Feb 17 17:25:54.854776 n-d-829613-2 neutron-server[103434]: INFO neutron.db.l3_db [None req-2db823e8-dc6b-40e6-a804-3de00bbb26ae tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Floating IP 9d976748-c77c-4c55-85ca-a58cc6f3eae2 associated. External IP: 172.25.8.19, port: b8d0c605-4eae-43af-ae27-e9b96215e239. Feb 17 17:25:54.885393 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['e822f0d4-c202-470b-8870-0e346ea290b9'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:25:54.928274 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-22aca8e6-91b4-4ea8-bd46-b85c330a6dcf req-bb558ef8-398f-4c38-97f9-dffd85a756a4 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983438 Feb 17 17:25:54.928988 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-48f31465-073f-4cf2-a801-9dc612747206 req-c20bb597-b36b-4ade-acb5-73af5446628a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d43be304-3921-4d97-85b8-73e6059cde84), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:54.980513 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-9172b697-bb3d-4bbf-ac8b-584bd9c51b49 service neutron] Attempting to bind port e78fbb4a-426d-46ae-b511-f6e99e429d71 on host n-h1-829613-2 for vnic_type normal with profile None {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:25:54.980861 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-9172b697-bb3d-4bbf-ac8b-584bd9c51b49 service neutron] Attempting to bind port e78fbb4a-426d-46ae-b511-f6e99e429d71 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '25b82b75-bd12-4667-b51a-aa287338793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:25:54.981217 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-9172b697-bb3d-4bbf-ac8b-584bd9c51b49 service neutron] Attempting to bind port e78fbb4a-426d-46ae-b511-f6e99e429d71 on network 210dd7a1-23b8-45c6-a401-b56590fcc3c1 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:25:54.992873 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-9172b697-bb3d-4bbf-ac8b-584bd9c51b49 service neutron] Port e78fbb4a-426d-46ae-b511-f6e99e429d71 on network 210dd7a1-23b8-45c6-a401-b56590fcc3c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:25:54.993456 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-9172b697-bb3d-4bbf-ac8b-584bd9c51b49 service neutron] Attempting to bind port e78fbb4a-426d-46ae-b511-f6e99e429d71 on network 210dd7a1-23b8-45c6-a401-b56590fcc3c1 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:25:55.003592 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-9172b697-bb3d-4bbf-ac8b-584bd9c51b49 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:25:55.003936 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-9172b697-bb3d-4bbf-ac8b-584bd9c51b49 service neutron] Checking segment: {'id': '25b82b75-bd12-4667-b51a-aa287338793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:25:55.004897 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-9172b697-bb3d-4bbf-ac8b-584bd9c51b49 service neutron] Bound using segment: {'id': '25b82b75-bd12-4667-b51a-aa287338793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:25:55.005418 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-9172b697-bb3d-4bbf-ac8b-584bd9c51b49 service neutron] Bound port: e78fbb4a-426d-46ae-b511-f6e99e429d71, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b82b75-bd12-4667-b51a-aa287338793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:25:55.160380 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-9172b697-bb3d-4bbf-ac8b-584bd9c51b49 service neutron] For port e78fbb4a-426d-46ae-b511-f6e99e429d71, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=e78fbb4a-426d-46ae-b511-f6e99e429d71,segment=NetworkSegment(25b82b75-bd12-4667-b51a-aa287338793c),segment_id=25b82b75-bd12-4667-b51a-aa287338793c)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:25:55.170260 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-9172b697-bb3d-4bbf-ac8b-584bd9c51b49 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:55.171441 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-9172b697-bb3d-4bbf-ac8b-584bd9c51b49 service neutron] 10.222.0.87 "POST /v2.0/ports/e78fbb4a-426d-46ae-b511-f6e99e429d71/bindings HTTP/1.1" status: 201 len: 389 time: 0.8407905 Feb 17 17:25:55.197083 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189bb8e6-fe38-447a-aa35-5cff8bbe0633 req-11bf42bb-de39-4769-a062-a04fc7299f6b tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:55.198573 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-189bb8e6-fe38-447a-aa35-5cff8bbe0633 req-11bf42bb-de39-4769-a062-a04fc7299f6b tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=176b119e-d1f9-4266-b32c-eefc86ceeabe HTTP/1.1" status: 200 len: 949 time: 0.1034939 Feb 17 17:25:55.216634 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db823e8-dc6b-40e6-a804-3de00bbb26ae tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Router 0532e046-d49e-48fc-a846-b2f5fa479a06 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:25:55.282516 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-189bb8e6-fe38-447a-aa35-5cff8bbe0633 req-0eea682f-1a36-466c-b2e1-9c6364dcc47d tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773659 Feb 17 17:25:55.352691 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-48f31465-073f-4cf2-a801-9dc612747206 req-c20bb597-b36b-4ade-acb5-73af5446628a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d43be304-3921-4d97-85b8-73e6059cde84 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:25:55.362602 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-48f31465-073f-4cf2-a801-9dc612747206 req-c20bb597-b36b-4ade-acb5-73af5446628a service neutron] Publish callbacks [] for port (d43be304-3921-4d97-85b8-73e6059cde84), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:55.376693 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-48f31465-073f-4cf2-a801-9dc612747206 req-c20bb597-b36b-4ade-acb5-73af5446628a service neutron] Transition to ACTIVE for port object d43be304-3921-4d97-85b8-73e6059cde84 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:25:55.385527 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-48f31465-073f-4cf2-a801-9dc612747206 req-c20bb597-b36b-4ade-acb5-73af5446628a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (d43be304-3921-4d97-85b8-73e6059cde84), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:55.411234 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db823e8-dc6b-40e6-a804-3de00bbb26ae tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:25:55.424742 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2db823e8-dc6b-40e6-a804-3de00bbb26ae tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:55.436977 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9f9a62-7178-4a5a-9c20-418a3bf9b4c0 None None] Sync routers for ids ['0532e046-d49e-48fc-a846-b2f5fa479a06'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:25:55.451352 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9f9a62-7178-4a5a-9c20-418a3bf9b4c0 None None] Routers {'0532e046-d49e-48fc-a846-b2f5fa479a06'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:25:55.452155 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-3e9f9a62-7178-4a5a-9c20-418a3bf9b4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:25:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0532e046-d49e-48fc-a846-b2f5fa479a06'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:25:55.465095 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 47c977fb-ba76-4981-a726-fc115ccc6275 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:25:55.489568 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2db823e8-dc6b-40e6-a804-3de00bbb26ae tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "PUT /v2.0/floatingips/9d976748-c77c-4c55-85ca-a58cc6f3eae2 HTTP/1.1" status: 200 len: 1012 time: 2.2110536 Feb 17 17:25:55.489568 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '976ff28f-ec41-4811-ba87-098dd3c6a09b', 'tag': 'b8d0c605-4eae-43af-ae27-e9b96215e239'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:25:55.493185 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58de949-2a88-4f5a-a786-fb655edcc3c1" -d '{"events": [{"name": "network-changed", "server_uuid": "976ff28f-ec41-4811-ba87-098dd3c6a09b", "tag": "b8d0c605-4eae-43af-ae27-e9b96215e239"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:25:55.536625 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20bb597-b36b-4ade-acb5-73af5446628a service neutron] Pushing event updated for resources: {'Port': ['ID=d43be304-3921-4d97-85b8-73e6059cde84,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:55.582431 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-48f31465-073f-4cf2-a801-9dc612747206 req-c20bb597-b36b-4ade-acb5-73af5446628a service neutron] Attempting to bind port d43be304-3921-4d97-85b8-73e6059cde84 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:25:55.582766 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-48f31465-073f-4cf2-a801-9dc612747206 req-c20bb597-b36b-4ade-acb5-73af5446628a service neutron] Attempting to bind port d43be304-3921-4d97-85b8-73e6059cde84 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:25:55.583089 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f31465-073f-4cf2-a801-9dc612747206 req-c20bb597-b36b-4ade-acb5-73af5446628a service neutron] Attempting to bind port d43be304-3921-4d97-85b8-73e6059cde84 on network 5dbbad70-2eaf-4ac4-baab-330b001075bb {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:25:55.594264 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f31465-073f-4cf2-a801-9dc612747206 req-c20bb597-b36b-4ade-acb5-73af5446628a service neutron] Port d43be304-3921-4d97-85b8-73e6059cde84 on network 5dbbad70-2eaf-4ac4-baab-330b001075bb not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:25:55.594606 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f31465-073f-4cf2-a801-9dc612747206 req-c20bb597-b36b-4ade-acb5-73af5446628a service neutron] Attempting to bind port d43be304-3921-4d97-85b8-73e6059cde84 on network 5dbbad70-2eaf-4ac4-baab-330b001075bb {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:25:55.602844 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f31465-073f-4cf2-a801-9dc612747206 req-c20bb597-b36b-4ade-acb5-73af5446628a service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:25:55.603204 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f31465-073f-4cf2-a801-9dc612747206 req-c20bb597-b36b-4ade-acb5-73af5446628a service neutron] Checking segment: {'id': '00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:25:55.604131 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f31465-073f-4cf2-a801-9dc612747206 req-c20bb597-b36b-4ade-acb5-73af5446628a service neutron] Bound using segment: {'id': '00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:25:55.604885 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-48f31465-073f-4cf2-a801-9dc612747206 req-c20bb597-b36b-4ade-acb5-73af5446628a service neutron] Bound port: d43be304-3921-4d97-85b8-73e6059cde84, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:25:55.605231 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-48f31465-073f-4cf2-a801-9dc612747206 req-c20bb597-b36b-4ade-acb5-73af5446628a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d43be304-3921-4d97-85b8-73e6059cde84), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:55.639799 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-3e9f9a62-7178-4a5a-9c20-418a3bf9b4c0 None None] Set router 0532e046-d49e-48fc-a846-b2f5fa479a06 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:25:55.640057 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-d915b9e0-49c0-4d5a-9725-643520cfff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:55.644596 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-d915b9e0-49c0-4d5a-9725-643520cfff53 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f8aea314af29468ab6557472620785fc&device_id=0048194a-7ecd-4b9e-a745-5d1cf715ba0a HTTP/1.1" status: 200 len: 1128 time: 0.1447840 Feb 17 17:25:55.651084 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 47c977fb-ba76-4981-a726-fc115ccc6275, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=47c977fb-ba76-4981-a726-fc115ccc6275,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:25:55.664304 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '47c977fb-ba76-4981-a726-fc115ccc6275', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'port_id': '47c977fb-ba76-4981-a726-fc115ccc6275', 'mac_address': 'fa:16:3e:9c:4d:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac79920f-9ddd-4352-b866-6056158b178e', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:tempest-test_az-2060224782', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:25:55.706760 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 47c977fb-ba76-4981-a726-fc115ccc6275 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:25:55.707491 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (47c977fb-ba76-4981-a726-fc115ccc6275), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:55.722885 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47c977fb-ba76-4981-a726-fc115ccc6275 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:25:55.744776 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 47c977fb-ba76-4981-a726-fc115ccc6275, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=47c977fb-ba76-4981-a726-fc115ccc6275,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:25:55.748971 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (47c977fb-ba76-4981-a726-fc115ccc6275), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:55.800962 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=47c977fb-ba76-4981-a726-fc115ccc6275,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:55.817536 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc30c9-0f30-40ae-abc2-5bfc660cfdff req-9f7bc8ef-e657-4fc5-936f-a54ba1b0d9ab tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:55.819012 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aacc30c9-0f30-40ae-abc2-5bfc660cfdff req-9f7bc8ef-e657-4fc5-936f-a54ba1b0d9ab tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=0048194a-7ecd-4b9e-a745-5d1cf715ba0a HTTP/1.1" status: 200 len: 946 time: 0.2105513 Feb 17 17:25:55.820078 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-48f31465-073f-4cf2-a801-9dc612747206 req-c20bb597-b36b-4ade-acb5-73af5446628a service neutron] For port d43be304-3921-4d97-85b8-73e6059cde84, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:25:55.856342 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-48f31465-073f-4cf2-a801-9dc612747206 req-c20bb597-b36b-4ade-acb5-73af5446628a service neutron] For port d43be304-3921-4d97-85b8-73e6059cde84, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=d43be304-3921-4d97-85b8-73e6059cde84,segment=NetworkSegment(00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be),segment_id=00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:25:55.872510 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-48f31465-073f-4cf2-a801-9dc612747206 req-c20bb597-b36b-4ade-acb5-73af5446628a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (d43be304-3921-4d97-85b8-73e6059cde84), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:55.887867 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-ff943177-d155-454d-9db1-b783f7760a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:55.889346 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-ff943177-d155-454d-9db1-b783f7760a47 service neutron] 10.222.0.71 "GET /v2.0/networks?id=210dd7a1-23b8-45c6-a401-b56590fcc3c1 HTTP/1.1" status: 200 len: 908 time: 0.2288272 Feb 17 17:25:55.931030 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-3e9f9a62-7178-4a5a-9c20-418a3bf9b4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-17161331-router', 'tenant_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '4d9e9dc7-554e-4f65-b239-0066d8653cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:25:06Z', 'updated_at': '2022-02-17T17:25:14Z', 'revision_number': 4, 'project_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'gw_port': {'id': '4d9e9dc7-554e-4f65-b239-0066d8653cd4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:55:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:25:07Z', 'updated_at': '2022-02-17T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '9d976748-c77c-4c55-85ca-a58cc6f3eae2', 'tenant_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'floating_ip_address': '172.25.8.19', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'port_id': 'b8d0c605-4eae-43af-ae27-e9b96215e239', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 184, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69b59c36-ab05-4942-86fb-5909c0c87dd3', 'mac_address': 'fa:16:3e:f8:92:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ff28f-ec41-4811-ba87-098dd3c6a09b', 'device_owner': 'compute:tempest-test_az-2060224782'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:25:35Z', 'updated_at': '2022-02-17T17:25:54Z', 'revision_number': 1, 'project_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92002828-e106-4471-8757-cb28b0e71c51', 'name': '', 'network_id': '69b59c36-ab05-4942-86fb-5909c0c87dd3', 'tenant_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'mac_address': 'fa:16:3e:b0:ff:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b17eb52f-6ea7-4b2d-8ccf-dda6a4d3a95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:25:12Z', 'updated_at': '2022-02-17T17:25:21Z', 'revision_number': 5, 'project_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'subnets': [{'id': 'b17eb52f-6ea7-4b2d-8ccf-dda6a4d3a95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:25:55.956220 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['47c977fb-ba76-4981-a726-fc115ccc6275'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:25:55.958056 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f254ffa-f112-41ec-848c-06e2719e3212 req-33454034-98e4-42c4-b96d-797026d164e0 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:55.959596 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f254ffa-f112-41ec-848c-06e2719e3212 req-33454034-98e4-42c4-b96d-797026d164e0 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/ports?device_id=976ff28f-ec41-4811-ba87-098dd3c6a09b HTTP/1.1" status: 200 len: 967 time: 0.2261891 Feb 17 17:25:55.965821 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9f9a62-7178-4a5a-9c20-418a3bf9b4c0 None None] Checking router: 0532e046-d49e-48fc-a846-b2f5fa479a06 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:25:55.974391 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9f9a62-7178-4a5a-9c20-418a3bf9b4c0 None None] Routers {'0532e046-d49e-48fc-a846-b2f5fa479a06'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:25:55.975077 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-3e9f9a62-7178-4a5a-9c20-418a3bf9b4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:25:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0532e046-d49e-48fc-a846-b2f5fa479a06'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:25:55.992852 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f31465-073f-4cf2-a801-9dc612747206 req-c20bb597-b36b-4ade-acb5-73af5446628a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:55.993466 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-48f31465-073f-4cf2-a801-9dc612747206 req-c20bb597-b36b-4ade-acb5-73af5446628a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:55.994833 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-48f31465-073f-4cf2-a801-9dc612747206 req-c20bb597-b36b-4ade-acb5-73af5446628a service neutron] 10.222.0.71 "PUT /v2.0/ports/d43be304-3921-4d97-85b8-73e6059cde84 HTTP/1.1" status: 200 len: 1091 time: 1.2084868 Feb 17 17:25:55.995291 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9accda19-65b6-4f5e-8a2b-7acd9fe528a3', 'tag': 'd43be304-3921-4d97-85b8-73e6059cde84'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:25:55.997579 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cede97db-5778-49ac-87c3-3b769e59ea7a" -d '{"events": [{"name": "network-changed", "server_uuid": "9accda19-65b6-4f5e-8a2b-7acd9fe528a3", "tag": "d43be304-3921-4d97-85b8-73e6059cde84"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:25:56.007458 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-6b024129-d11c-4da5-a4a3-619f9794f02f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e78fbb4a-426d-46ae-b511-f6e99e429d71 HTTP/1.1" status: 200 len: 217 time: 0.0899456 Feb 17 17:25:56.011292 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aacc30c9-0f30-40ae-abc2-5bfc660cfdff req-4d3c86da-1a0c-412c-beb1-6aced8f02638 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855178 Feb 17 17:25:56.089415 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c16905-9083-4535-9bd7-41780627d165 x-openstack-request-id: req-11c16905-9083-4535-9bd7-41780627d165 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:25:56.089895 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "976ff28f-ec41-4811-ba87-098dd3c6a09b", "tag": "b8d0c605-4eae-43af-ae27-e9b96215e239", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:25:56.090305 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-11c16905-9083-4535-9bd7-41780627d165 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:25:56.090850 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '976ff28f-ec41-4811-ba87-098dd3c6a09b', 'tag': 'b8d0c605-4eae-43af-ae27-e9b96215e239', 'status': 'completed', 'code': 200} Feb 17 17:25:56.108077 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20bb597-b36b-4ade-acb5-73af5446628a service neutron] Pushing event updated for resources: {'Port': ['ID=d43be304-3921-4d97-85b8-73e6059cde84,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:56.150384 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-7c6c816d-0bdb-4a1a-bfaf-ba1402689ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:56.151848 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-7c6c816d-0bdb-4a1a-bfaf-ba1402689ecc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8267d93d-c5aa-40cb-acb4-c1e284d682e6 HTTP/1.1" status: 200 len: 847 time: 0.1313992 Feb 17 17:25:56.168301 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f254ffa-f112-41ec-848c-06e2719e3212 req-bdd1eb91-d389-450b-9963-9d67d58ea568 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/security-groups?id=191ce2cc-d8cd-4ab1-935e-8b9c7bef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607230 Feb 17 17:25:56.224114 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58de949-2a88-4f5a-a786-fb655edcc3c1 req-6066d85d-2565-4dd2-82f8-a45f3ff5aac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:56.225485 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f31465-073f-4cf2-a801-9dc612747206 req-eea49783-b42b-464f-8f16-065fee15dd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:56.227857 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-48f31465-073f-4cf2-a801-9dc612747206 req-eea49783-b42b-464f-8f16-065fee15dd94 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bb8389d8da44943868afc5c1f119806&device_id=9accda19-65b6-4f5e-8a2b-7acd9fe528a3 HTTP/1.1" status: 200 len: 1125 time: 0.1757171 Feb 17 17:25:56.228368 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c58de949-2a88-4f5a-a786-fb655edcc3c1 req-6066d85d-2565-4dd2-82f8-a45f3ff5aac3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c8748c381f2d43e0acb3dcfd0300916d&device_id=976ff28f-ec41-4811-ba87-098dd3c6a09b HTTP/1.1" status: 200 len: 1149 time: 0.1149211 Feb 17 17:25:56.230028 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-8479bb50-5deb-4c67-bcab-ef0308140e74 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=210dd7a1-23b8-45c6-a401-b56590fcc3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591099 Feb 17 17:25:56.279039 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-3e9f9a62-7178-4a5a-9c20-418a3bf9b4c0 None None] Set router 0532e046-d49e-48fc-a846-b2f5fa479a06 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:25:56.287447 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device e822f0d4-c202-470b-8870-0e346ea290b9 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:25:56.348570 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port e822f0d4-c202-470b-8870-0e346ea290b9 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:25:56.348843 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-48f31465-073f-4cf2-a801-9dc612747206 req-a12d433a-57dd-4428-9c1c-85106a41da22 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d43be304-3921-4d97-85b8-73e6059cde84 HTTP/1.1" status: 200 len: 217 time: 0.0855002 Feb 17 17:25:56.355656 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port e822f0d4-c202-470b-8870-0e346ea290b9 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:25:56.356308 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (e822f0d4-c202-470b-8870-0e346ea290b9), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:56.395191 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58de949-2a88-4f5a-a786-fb655edcc3c1 req-968b624d-67c1-46f4-8ce2-d0264537c47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:56.396850 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c58de949-2a88-4f5a-a786-fb655edcc3c1 req-968b624d-67c1-46f4-8ce2-d0264537c47f service neutron] 10.222.0.71 "GET /v2.0/networks?id=69b59c36-ab05-4942-86fb-5909c0c87dd3 HTTP/1.1" status: 200 len: 923 time: 0.1521232 Feb 17 17:25:56.459447 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port e822f0d4-c202-470b-8870-0e346ea290b9 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:25:56.460098 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (e822f0d4-c202-470b-8870-0e346ea290b9), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:56.484617 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-75d9232d-4076-439e-a0a5-0dc02a6e419e service neutron] 10.222.0.71 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384334 Feb 17 17:25:56.494358 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2b89f-26bb-43e0-9bb2-a8fcfdd285e8 req-ae51fb08-0803-493d-94bd-a1cd68f2943f tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:56.495894 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-79f2b89f-26bb-43e0-9bb2-a8fcfdd285e8 req-ae51fb08-0803-493d-94bd-a1cd68f2943f tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/ports?device_id=2c7fdd93-50ba-4a0e-8287-7980cfeda1ab HTTP/1.1" status: 200 len: 971 time: 0.2521524 Feb 17 17:25:56.501755 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '176b119e-d1f9-4266-b32c-eefc86ceeabe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e822f0d4-c202-470b-8870-0e346ea290b9'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:25:56.506179 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7344e656-51c4-415d-b3cf-551610549dc5" -d '{"events": [{"server_uuid": "176b119e-d1f9-4266-b32c-eefc86ceeabe", "name": "network-vif-plugged", "status": "completed", "tag": "e822f0d4-c202-470b-8870-0e346ea290b9"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:25:56.507646 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f31465-073f-4cf2-a801-9dc612747206 req-cc207cb9-d806-48c7-a411-e2cb44873fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:56.510018 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-48f31465-073f-4cf2-a801-9dc612747206 req-cc207cb9-d806-48c7-a411-e2cb44873fc9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d4b8c7cb-ffed-4089-8d05-52af74f92303 HTTP/1.1" status: 200 len: 860 time: 0.1504812 Feb 17 17:25:56.521214 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c58de949-2a88-4f5a-a786-fb655edcc3c1 req-d883e79f-08ac-4e00-b3ed-d7dca14f74a1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8d0c605-4eae-43af-ae27-e9b96215e239 HTTP/1.1" status: 200 len: 1020 time: 0.1168923 Feb 17 17:25:56.522988 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port e822f0d4-c202-470b-8870-0e346ea290b9, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=e822f0d4-c202-470b-8870-0e346ea290b9,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:25:56.529471 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (e822f0d4-c202-470b-8870-0e346ea290b9), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:56.579740 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58de949-2a88-4f5a-a786-fb655edcc3c1 req-070ecd10-eb92-49a4-b623-fbc8a6176bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:56.581415 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-48f31465-073f-4cf2-a801-9dc612747206 req-0e91072a-9628-485b-a690-9d1bf7724ae3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5dbbad70-2eaf-4ac4-baab-330b001075bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580304 Feb 17 17:25:56.581939 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c58de949-2a88-4f5a-a786-fb655edcc3c1 req-070ecd10-eb92-49a4-b623-fbc8a6176bb7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b17eb52f-6ea7-4b2d-8ccf-dda6a4d3a95b HTTP/1.1" status: 200 len: 861 time: 0.0542817 Feb 17 17:25:56.592028 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=e822f0d4-c202-470b-8870-0e346ea290b9,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:56.616933 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-3e9f9a62-7178-4a5a-9c20-418a3bf9b4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-17161331-router', 'tenant_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '4d9e9dc7-554e-4f65-b239-0066d8653cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:25:06Z', 'updated_at': '2022-02-17T17:25:14Z', 'revision_number': 4, 'project_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'gw_port': {'id': '4d9e9dc7-554e-4f65-b239-0066d8653cd4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:55:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:25:07Z', 'updated_at': '2022-02-17T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '9d976748-c77c-4c55-85ca-a58cc6f3eae2', 'tenant_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'floating_ip_address': '172.25.8.19', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'port_id': 'b8d0c605-4eae-43af-ae27-e9b96215e239', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 184, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69b59c36-ab05-4942-86fb-5909c0c87dd3', 'mac_address': 'fa:16:3e:f8:92:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ff28f-ec41-4811-ba87-098dd3c6a09b', 'device_owner': 'compute:tempest-test_az-2060224782'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:25:35Z', 'updated_at': '2022-02-17T17:25:54Z', 'revision_number': 1, 'project_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92002828-e106-4471-8757-cb28b0e71c51', 'name': '', 'network_id': '69b59c36-ab05-4942-86fb-5909c0c87dd3', 'tenant_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'mac_address': 'fa:16:3e:b0:ff:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b17eb52f-6ea7-4b2d-8ccf-dda6a4d3a95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:25:12Z', 'updated_at': '2022-02-17T17:25:21Z', 'revision_number': 5, 'project_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'subnets': [{'id': 'b17eb52f-6ea7-4b2d-8ccf-dda6a4d3a95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:25:56.621385 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176dd0a2-6e04-45ec-bf22-81ad80a4b5e1 req-8c0d6560-46e3-4820-ad64-233ab3c8c104 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:56.622865 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-176dd0a2-6e04-45ec-bf22-81ad80a4b5e1 req-8c0d6560-46e3-4820-ad64-233ab3c8c104 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=9accda19-65b6-4f5e-8a2b-7acd9fe528a3 HTTP/1.1" status: 200 len: 943 time: 0.2378550 Feb 17 17:25:56.641526 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58de949-2a88-4f5a-a786-fb655edcc3c1 req-f9b131b3-2c1c-4fa0-8e07-3fbeec5e449c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:56.643017 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c58de949-2a88-4f5a-a786-fb655edcc3c1 req-f9b131b3-2c1c-4fa0-8e07-3fbeec5e449c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=69b59c36-ab05-4942-86fb-5909c0c87dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0512590 Feb 17 17:25:56.647830 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9f9a62-7178-4a5a-9c20-418a3bf9b4c0 None None] The sync data for ids ['0532e046-d49e-48fc-a846-b2f5fa479a06'] in n-d-829613-2 is: [{'id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-17161331-router', 'tenant_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '4d9e9dc7-554e-4f65-b239-0066d8653cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:25:06Z', 'updated_at': '2022-02-17T17:25:14Z', 'revision_number': 4, 'project_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'gw_port': {'id': '4d9e9dc7-554e-4f65-b239-0066d8653cd4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:55:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:25:07Z', 'updated_at': '2022-02-17T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '9d976748-c77c-4c55-85ca-a58cc6f3eae2', 'tenant_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'floating_ip_address': '172.25.8.19', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'port_id': 'b8d0c605-4eae-43af-ae27-e9b96215e239', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 184, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69b59c36-ab05-4942-86fb-5909c0c87dd3', 'mac_address': 'fa:16:3e:f8:92:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976ff28f-ec41-4811-ba87-098dd3c6a09b', 'device_owner': 'compute:tempest-test_az-2060224782'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:25:35Z', 'updated_at': '2022-02-17T17:25:54Z', 'revision_number': 1, 'project_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92002828-e106-4471-8757-cb28b0e71c51', 'name': '', 'network_id': '69b59c36-ab05-4942-86fb-5909c0c87dd3', 'tenant_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'mac_address': 'fa:16:3e:b0:ff:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b17eb52f-6ea7-4b2d-8ccf-dda6a4d3a95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:25:12Z', 'updated_at': '2022-02-17T17:25:21Z', 'revision_number': 5, 'project_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'subnets': [{'id': 'b17eb52f-6ea7-4b2d-8ccf-dda6a4d3a95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:25:56.707728 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-79f2b89f-26bb-43e0-9bb2-a8fcfdd285e8 req-5c70a2ef-09f0-47de-a8a8-cb4e33c8ea43 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/security-groups?id=68121720-bd3b-463d-beae-f108924fc2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956952 Feb 17 17:25:56.750560 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c58de949-2a88-4f5a-a786-fb655edcc3c1 req-3451b61c-1ba8-4afe-b002-a224c725aa47 service neutron] 10.222.0.71 "GET /v2.0/networks/69b59c36-ab05-4942-86fb-5909c0c87dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015263 Feb 17 17:25:56.759289 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986954be-2ae4-40e7-b771-2e55b23ff420 x-openstack-request-id: req-986954be-2ae4-40e7-b771-2e55b23ff420 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:25:56.759586 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9accda19-65b6-4f5e-8a2b-7acd9fe528a3", "tag": "d43be304-3921-4d97-85b8-73e6059cde84", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:25:56.759841 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-986954be-2ae4-40e7-b771-2e55b23ff420 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:25:56.760278 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9accda19-65b6-4f5e-8a2b-7acd9fe528a3', 'tag': 'd43be304-3921-4d97-85b8-73e6059cde84', 'status': 'completed', 'code': 200} Feb 17 17:25:56.770155 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-43faeeca-7ad7-4fbb-9129-cf751760fcd2 service neutron] 10.222.0.71 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713959 Feb 17 17:25:56.792784 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-176dd0a2-6e04-45ec-bf22-81ad80a4b5e1 req-dd34de4b-0673-4eb9-919d-99d9cfa34a9b tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475697 Feb 17 17:25:56.819355 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-48f31465-073f-4cf2-a801-9dc612747206 req-cc592ef0-47a0-476c-a6e3-1e0e40268563 service neutron] 10.222.0.71 "GET /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882036 Feb 17 17:25:56.882578 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c58de949-2a88-4f5a-a786-fb655edcc3c1 req-7c4913c2-2db8-4e1f-9e82-471255b90105 service neutron] 10.222.0.71 "GET /v2.0/networks/69b59c36-ab05-4942-86fb-5909c0c87dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167023 Feb 17 17:25:56.898281 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50472820-8c5f-4845-982e-d1d1be209353 x-openstack-request-id: req-50472820-8c5f-4845-982e-d1d1be209353 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:25:56.898823 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "176b119e-d1f9-4266-b32c-eefc86ceeabe", "name": "network-vif-plugged", "status": "completed", "tag": "e822f0d4-c202-470b-8870-0e346ea290b9", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:25:56.899020 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-50472820-8c5f-4845-982e-d1d1be209353 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:25:56.899412 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '176b119e-d1f9-4266-b32c-eefc86ceeabe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e822f0d4-c202-470b-8870-0e346ea290b9', 'code': 200} Feb 17 17:25:57.000966 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bdc2c2-e9c7-4c1d-8e58-9374575776a4 None None] New status for floating IP 9d976748-c77c-4c55-85ca-a58cc6f3eae2: ACTIVE {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 17:25:57.081126 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-fc903e2e-47ed-4964-ba4f-7a0d7d352b83 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:57.082747 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-fc903e2e-47ed-4964-ba4f-7a0d7d352b83 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=0048194a-7ecd-4b9e-a745-5d1cf715ba0a&tenant_id=f8aea314af29468ab6557472620785fc&binding%3Ahost_id=n-h2-829613-2 HTTP/1.1" status: 200 len: 1128 time: 0.1478105 Feb 17 17:25:57.097962 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-e343ac92-650b-4055-b24d-c99d1d3c900f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-829613-2'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:25:57.173541 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f75c68-736d-4e40-9b70-01edf1e9e888 req-333aa633-bf37-40cc-bb9e-5ff718325517 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:57.181885 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c3f75c68-736d-4e40-9b70-01edf1e9e888 req-333aa633-bf37-40cc-bb9e-5ff718325517 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=176b119e-d1f9-4266-b32c-eefc86ceeabe HTTP/1.1" status: 200 len: 950 time: 0.2866600 Feb 17 17:25:57.203210 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-e343ac92-650b-4055-b24d-c99d1d3c900f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (e78fbb4a-426d-46ae-b511-f6e99e429d71), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:57.245349 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-48f31465-073f-4cf2-a801-9dc612747206 req-3346e89f-ec5c-4cda-b1b6-64555d7f1696 service neutron] 10.222.0.71 "GET /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363984 Feb 17 17:25:57.251532 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1e95b-d9e0-4a11-b6f3-f047b37010c4 req-87edf220-0348-4861-8b0b-2f5b9ac4eda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:57.253324 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfe1e95b-d9e0-4a11-b6f3-f047b37010c4 req-87edf220-0348-4861-8b0b-2f5b9ac4eda5 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=176b119e-d1f9-4266-b32c-eefc86ceeabe HTTP/1.1" status: 200 len: 1132 time: 0.2708266 Feb 17 17:25:57.315132 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c3f75c68-736d-4e40-9b70-01edf1e9e888 req-5de2aa8e-a5e3-425c-840b-04a17b486930 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321180 Feb 17 17:25:57.418393 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfe1e95b-d9e0-4a11-b6f3-f047b37010c4 req-2d8f4d89-b6f4-4194-83cf-6284a36bab63 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553676 Feb 17 17:25:57.422664 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-e343ac92-650b-4055-b24d-c99d1d3c900f service neutron] For port e78fbb4a-426d-46ae-b511-f6e99e429d71, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=e78fbb4a-426d-46ae-b511-f6e99e429d71,segment=NetworkSegment(25b82b75-bd12-4667-b51a-aa287338793c),segment_id=25b82b75-bd12-4667-b51a-aa287338793c)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:25:57.448008 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0690f-5c0b-4411-b5d0-cba24e9edf6c req-3dccae56-6a2e-4672-84ea-780ac704a9e5 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:57.459340 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-81c0690f-5c0b-4411-b5d0-cba24e9edf6c req-3dccae56-6a2e-4672-84ea-780ac704a9e5 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=0048194a-7ecd-4b9e-a745-5d1cf715ba0a HTTP/1.1" status: 200 len: 946 time: 0.1684887 Feb 17 17:25:57.462081 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 32846) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:57.481782 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 47c977fb-ba76-4981-a726-fc115ccc6275 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:25:57.506303 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-e343ac92-650b-4055-b24d-c99d1d3c900f service neutron] For port e78fbb4a-426d-46ae-b511-f6e99e429d71, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:25:57.539788 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede97db-5778-49ac-87c3-3b769e59ea7a req-3f3abaec-e160-463c-b457-a4dc36aa8545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:57.546417 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cede97db-5778-49ac-87c3-3b769e59ea7a req-3f3abaec-e160-463c-b457-a4dc36aa8545 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bb8389d8da44943868afc5c1f119806&device_id=9accda19-65b6-4f5e-8a2b-7acd9fe528a3 HTTP/1.1" status: 200 len: 1125 time: 0.1958408 Feb 17 17:25:57.576207 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 47c977fb-ba76-4981-a726-fc115ccc6275 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:25:57.586343 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 47c977fb-ba76-4981-a726-fc115ccc6275 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:25:57.586728 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (47c977fb-ba76-4981-a726-fc115ccc6275), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:57.598246 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-e343ac92-650b-4055-b24d-c99d1d3c900f service neutron] Publish callbacks [] for port (e78fbb4a-426d-46ae-b511-f6e99e429d71), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:57.608968 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-81c0690f-5c0b-4411-b5d0-cba24e9edf6c req-a83ad391-c528-4381-8c6a-ab9a5bb0fdeb tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480408 Feb 17 17:25:57.613929 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-e343ac92-650b-4055-b24d-c99d1d3c900f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (e78fbb4a-426d-46ae-b511-f6e99e429d71), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:57.735378 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-e343ac92-650b-4055-b24d-c99d1d3c900f service neutron] Attempting to bind port e78fbb4a-426d-46ae-b511-f6e99e429d71 on host n-h2-829613-2 for vnic_type normal with profile {"migrating_to": "n-h1-829613-2"} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:25:57.735621 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-e343ac92-650b-4055-b24d-c99d1d3c900f service neutron] Attempting to bind port e78fbb4a-426d-46ae-b511-f6e99e429d71 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '25b82b75-bd12-4667-b51a-aa287338793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:25:57.735947 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-e343ac92-650b-4055-b24d-c99d1d3c900f service neutron] Attempting to bind port e78fbb4a-426d-46ae-b511-f6e99e429d71 on network 210dd7a1-23b8-45c6-a401-b56590fcc3c1 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:25:57.744397 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-e343ac92-650b-4055-b24d-c99d1d3c900f service neutron] Port e78fbb4a-426d-46ae-b511-f6e99e429d71 on network 210dd7a1-23b8-45c6-a401-b56590fcc3c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:25:57.744397 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-e343ac92-650b-4055-b24d-c99d1d3c900f service neutron] Attempting to bind port e78fbb4a-426d-46ae-b511-f6e99e429d71 on network 210dd7a1-23b8-45c6-a401-b56590fcc3c1 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:25:57.749283 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e343ac92-650b-4055-b24d-c99d1d3c900f service neutron] Pushing event updated for resources: {'Port': ['ID=e78fbb4a-426d-46ae-b511-f6e99e429d71,revision_number=7']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:57.762367 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-e343ac92-650b-4055-b24d-c99d1d3c900f service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:25:57.762770 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-e343ac92-650b-4055-b24d-c99d1d3c900f service neutron] Checking segment: {'id': '25b82b75-bd12-4667-b51a-aa287338793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:25:57.763181 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-e343ac92-650b-4055-b24d-c99d1d3c900f service neutron] Bound using segment: {'id': '25b82b75-bd12-4667-b51a-aa287338793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:25:57.763624 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-e343ac92-650b-4055-b24d-c99d1d3c900f service neutron] Bound port: e78fbb4a-426d-46ae-b511-f6e99e429d71, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b82b75-bd12-4667-b51a-aa287338793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:25:57.763983 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-e343ac92-650b-4055-b24d-c99d1d3c900f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (e78fbb4a-426d-46ae-b511-f6e99e429d71), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:57.766185 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 47c977fb-ba76-4981-a726-fc115ccc6275 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:25:57.766727 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (47c977fb-ba76-4981-a726-fc115ccc6275), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:57.774114 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0beeed64-3677-431a-adf1-38b69e7a9f3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:57.805547 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 47c977fb-ba76-4981-a726-fc115ccc6275, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=47c977fb-ba76-4981-a726-fc115ccc6275,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:25:57.810731 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (47c977fb-ba76-4981-a726-fc115ccc6275), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:57.895270 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=47c977fb-ba76-4981-a726-fc115ccc6275,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:57.914905 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-e343ac92-650b-4055-b24d-c99d1d3c900f service neutron] For port e78fbb4a-426d-46ae-b511-f6e99e429d71, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:25:57.919733 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-e343ac92-650b-4055-b24d-c99d1d3c900f service neutron] For port e78fbb4a-426d-46ae-b511-f6e99e429d71, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=e78fbb4a-426d-46ae-b511-f6e99e429d71,segment=NetworkSegment(25b82b75-bd12-4667-b51a-aa287338793c),segment_id=25b82b75-bd12-4667-b51a-aa287338793c)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:25:57.926864 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-e343ac92-650b-4055-b24d-c99d1d3c900f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (e78fbb4a-426d-46ae-b511-f6e99e429d71), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:57.934492 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede97db-5778-49ac-87c3-3b769e59ea7a req-adbb6512-8bdd-4e52-8b66-7bbf533701e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:57.936041 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cede97db-5778-49ac-87c3-3b769e59ea7a req-adbb6512-8bdd-4e52-8b66-7bbf533701e6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=5dbbad70-2eaf-4ac4-baab-330b001075bb HTTP/1.1" status: 200 len: 921 time: 0.3795884 Feb 17 17:25:58.013596 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cede97db-5778-49ac-87c3-3b769e59ea7a req-49db1c9b-8006-42de-bae1-3da2a6337a92 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d43be304-3921-4d97-85b8-73e6059cde84 HTTP/1.1" status: 200 len: 217 time: 0.0691490 Feb 17 17:25:58.015843 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-e343ac92-650b-4055-b24d-c99d1d3c900f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:58.016070 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-e343ac92-650b-4055-b24d-c99d1d3c900f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:58.017473 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-e343ac92-650b-4055-b24d-c99d1d3c900f service neutron] 10.222.0.71 "PUT /v2.0/ports/e78fbb4a-426d-46ae-b511-f6e99e429d71 HTTP/1.1" status: 200 len: 1122 time: 0.9271007 Feb 17 17:25:58.020814 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e343ac92-650b-4055-b24d-c99d1d3c900f service neutron] Pushing event updated for resources: {'Port': ['ID=e78fbb4a-426d-46ae-b511-f6e99e429d71,revision_number=8']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:58.092763 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0048194a-7ecd-4b9e-a745-5d1cf715ba0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e78fbb4a-426d-46ae-b511-f6e99e429d71'}, {'name': 'network-changed', 'server_uuid': '0048194a-7ecd-4b9e-a745-5d1cf715ba0a', 'tag': 'e78fbb4a-426d-46ae-b511-f6e99e429d71'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:25:58.095107 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a0c61b-5877-49a1-be8d-a56a822ad912" -d '{"events": [{"server_uuid": "0048194a-7ecd-4b9e-a745-5d1cf715ba0a", "name": "network-vif-unplugged", "status": "completed", "tag": "e78fbb4a-426d-46ae-b511-f6e99e429d71"}, {"name": "network-changed", "server_uuid": "0048194a-7ecd-4b9e-a745-5d1cf715ba0a", "tag": "e78fbb4a-426d-46ae-b511-f6e99e429d71"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:25:58.125154 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['e78fbb4a-426d-46ae-b511-f6e99e429d71'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:25:58.304328 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e74bc-bbb0-4f3e-b6cb-5cb827615e6d req-604f5b34-a96f-4b05-a14e-a684a1db6249 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:58.306324 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a47e74bc-bbb0-4f3e-b6cb-5cb827615e6d req-604f5b34-a96f-4b05-a14e-a684a1db6249 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/ports?device_id=2c7fdd93-50ba-4a0e-8287-7980cfeda1ab HTTP/1.1" status: 200 len: 972 time: 0.4483557 Feb 17 17:25:58.342323 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede97db-5778-49ac-87c3-3b769e59ea7a req-920dbcb6-b46d-482c-8021-828b197ff05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:58.343775 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cede97db-5778-49ac-87c3-3b769e59ea7a req-920dbcb6-b46d-482c-8021-828b197ff05a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d4b8c7cb-ffed-4089-8d05-52af74f92303 HTTP/1.1" status: 200 len: 860 time: 0.3158028 Feb 17 17:25:58.359606 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff3649-57fe-4fe4-ac0c-ec4f8e9b7f44 req-f99cfc52-1c11-4726-82d5-351cc2b72ead tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:58.361061 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7bff3649-57fe-4fe4-ac0c-ec4f8e9b7f44 req-f99cfc52-1c11-4726-82d5-351cc2b72ead tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=9accda19-65b6-4f5e-8a2b-7acd9fe528a3 HTTP/1.1" status: 200 len: 943 time: 0.4195437 Feb 17 17:25:58.378551 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0beeed64-3677-431a-adf1-38b69e7a9f3f admin admin] Publish callbacks [] for security_group (687db749-7ac6-49d6-bbd7-1c30b134b460), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:58.403103 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cede97db-5778-49ac-87c3-3b769e59ea7a req-68d0ed24-185d-42e4-bdae-97c30ff1001b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5dbbad70-2eaf-4ac4-baab-330b001075bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411077 Feb 17 17:25:58.413696 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0beeed64-3677-431a-adf1-38b69e7a9f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (687db749-7ac6-49d6-bbd7-1c30b134b460), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:58.509548 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a47e74bc-bbb0-4f3e-b6cb-5cb827615e6d req-5cdabf7d-df33-4adb-ae47-6c49a5b0e37c tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/security-groups?id=68121720-bd3b-463d-beae-f108924fc2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925836 Feb 17 17:25:58.520515 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-0beeed64-3677-431a-adf1-38b69e7a9f3f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8722fb6476dd4e25b27b5d743a661219&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0525680 Feb 17 17:25:58.520515 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beeed64-3677-431a-adf1-38b69e7a9f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687db749-7ac6-49d6-bbd7-1c30b134b460,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:58.521090 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 32876) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:58.569519 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7bff3649-57fe-4fe4-ac0c-ec4f8e9b7f44 req-853389b4-b738-4b0d-a6de-62efb8172584 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995907 Feb 17 17:25:58.597139 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cede97db-5778-49ac-87c3-3b769e59ea7a req-fc0256ac-99d7-48c0-8326-2ff621d4e7e7 service neutron] 10.222.0.71 "GET /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807601 Feb 17 17:25:58.608382 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eb274222-d5f7-432e-a3b3-e75cb6d716c6 admin admin] Publish callbacks [] for security_group (687db749-7ac6-49d6-bbd7-1c30b134b460), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:58.660044 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eb274222-d5f7-432e-a3b3-e75cb6d716c6 admin admin] Publish callbacks [] for security_group (687db749-7ac6-49d6-bbd7-1c30b134b460), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:58.717641 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 17 Feb 2022 17:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d5bb58-80a2-4f44-9a35-440f13dafc89 x-openstack-request-id: req-22d5bb58-80a2-4f44-9a35-440f13dafc89 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:25:58.718843 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0048194a-7ecd-4b9e-a745-5d1cf715ba0a", "name": "network-vif-unplugged", "status": "completed", "tag": "e78fbb4a-426d-46ae-b511-f6e99e429d71", "code": 200}, {"name": "network-changed", "server_uuid": "0048194a-7ecd-4b9e-a745-5d1cf715ba0a", "tag": "e78fbb4a-426d-46ae-b511-f6e99e429d71", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:25:58.719316 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-22d5bb58-80a2-4f44-9a35-440f13dafc89 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:25:58.720189 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0048194a-7ecd-4b9e-a745-5d1cf715ba0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e78fbb4a-426d-46ae-b511-f6e99e429d71', 'code': 200} Feb 17 17:25:58.720816 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0048194a-7ecd-4b9e-a745-5d1cf715ba0a', 'tag': 'e78fbb4a-426d-46ae-b511-f6e99e429d71', 'status': 'completed', 'code': 200} Feb 17 17:25:58.751024 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eb274222-d5f7-432e-a3b3-e75cb6d716c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (687db749-7ac6-49d6-bbd7-1c30b134b460), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:58.755744 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eb274222-d5f7-432e-a3b3-e75cb6d716c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:58.759375 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-eb274222-d5f7-432e-a3b3-e75cb6d716c6 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/687db749-7ac6-49d6-bbd7-1c30b134b460 HTTP/1.1" status: 204 len: 168 time: 0.2348020 Feb 17 17:25:58.769029 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb274222-d5f7-432e-a3b3-e75cb6d716c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687db749-7ac6-49d6-bbd7-1c30b134b460,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:58.812453 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cede97db-5778-49ac-87c3-3b769e59ea7a req-4a15e3a8-36a5-4344-862a-ca03b1cb24db service neutron] 10.222.0.71 "GET /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067564 Feb 17 17:25:58.890718 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0c61b-5877-49a1-be8d-a56a822ad912 req-4c83f6b9-a2ee-4149-a806-73db44489d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:58.893076 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e1a0c61b-5877-49a1-be8d-a56a822ad912 req-4c83f6b9-a2ee-4149-a806-73db44489d6b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f8aea314af29468ab6557472620785fc&device_id=0048194a-7ecd-4b9e-a745-5d1cf715ba0a HTTP/1.1" status: 200 len: 1156 time: 0.2051618 Feb 17 17:25:58.900596 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7fdd93-50ba-4a0e-8287-7980cfeda1ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c977fb-ba76-4981-a726-fc115ccc6275'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:25:58.902916 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29cd05bb-bac6-4270-b063-2aa5221295e2" -d '{"events": [{"server_uuid": "2c7fdd93-50ba-4a0e-8287-7980cfeda1ab", "name": "network-vif-plugged", "status": "completed", "tag": "47c977fb-ba76-4981-a726-fc115ccc6275"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:25:58.944023 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4322b4-c90b-486f-82bb-a77c558e277b req-08e64b1b-18e8-4abd-aa10-2a27232dfe53 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:58.950925 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ae4322b4-c90b-486f-82bb-a77c558e277b req-08e64b1b-18e8-4abd-aa10-2a27232dfe53 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=176b119e-d1f9-4266-b32c-eefc86ceeabe HTTP/1.1" status: 200 len: 950 time: 0.1911988 Feb 17 17:25:59.066866 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ae4322b4-c90b-486f-82bb-a77c558e277b req-a92bc094-cfd9-47ad-b097-8f10e1a4c078 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151154 Feb 17 17:25:59.078672 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f7da30-e0a7-4fe7-bbd3-32f4b7c6548f req-fc90192a-1148-44c5-a31e-8979398b5b20 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:59.080454 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-56f7da30-e0a7-4fe7-bbd3-32f4b7c6548f req-fc90192a-1148-44c5-a31e-8979398b5b20 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=0048194a-7ecd-4b9e-a745-5d1cf715ba0a HTTP/1.1" status: 200 len: 944 time: 0.1856313 Feb 17 17:25:59.086360 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0c61b-5877-49a1-be8d-a56a822ad912 req-18297b8e-b5d2-4332-85fd-209657d19116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:59.087784 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e1a0c61b-5877-49a1-be8d-a56a822ad912 req-18297b8e-b5d2-4332-85fd-209657d19116 service neutron] 10.222.0.91 "GET /v2.0/networks?id=210dd7a1-23b8-45c6-a401-b56590fcc3c1 HTTP/1.1" status: 200 len: 908 time: 0.1814754 Feb 17 17:25:59.114002 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 32898) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:59.129155 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40c0755e-98a7-4c0b-bf22-381735e95d46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:59.142602 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e1a0c61b-5877-49a1-be8d-a56a822ad912 req-ea7806a9-1f0e-4bd1-9f66-7831e0bf410d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e78fbb4a-426d-46ae-b511-f6e99e429d71 HTTP/1.1" status: 200 len: 217 time: 0.0478213 Feb 17 17:25:59.204766 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-56f7da30-e0a7-4fe7-bbd3-32f4b7c6548f req-efad2150-a08e-4d08-94cd-69d04e35e3b9 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157320 Feb 17 17:25:59.224698 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0c61b-5877-49a1-be8d-a56a822ad912 req-909b6cca-13c6-4200-bd02-158c0d697f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:59.226525 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e1a0c61b-5877-49a1-be8d-a56a822ad912 req-909b6cca-13c6-4200-bd02-158c0d697f63 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8267d93d-c5aa-40cb-acb4-c1e284d682e6 HTTP/1.1" status: 200 len: 847 time: 0.0729349 Feb 17 17:25:59.255158 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40c0755e-98a7-4c0b-bf22-381735e95d46 admin admin] Publish callbacks [] for security_group (1d2991f9-7786-40ab-a4dc-e24c174b085b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:59.260933 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40c0755e-98a7-4c0b-bf22-381735e95d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (1d2991f9-7786-40ab-a4dc-e24c174b085b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:59.269280 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e1a0c61b-5877-49a1-be8d-a56a822ad912 req-de140d42-b1f7-4fe8-926b-d48049e7edb4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=210dd7a1-23b8-45c6-a401-b56590fcc3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367322 Feb 17 17:25:59.307296 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c0755e-98a7-4c0b-bf22-381735e95d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2991f9-7786-40ab-a4dc-e24c174b085b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:59.313857 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660eac88-ba26-4987-865a-c2899db79f39 x-openstack-request-id: req-660eac88-ba26-4987-865a-c2899db79f39 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:25:59.314290 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7fdd93-50ba-4a0e-8287-7980cfeda1ab", "name": "network-vif-plugged", "status": "completed", "tag": "47c977fb-ba76-4981-a726-fc115ccc6275", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:25:59.314757 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-660eac88-ba26-4987-865a-c2899db79f39 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:25:59.315657 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7fdd93-50ba-4a0e-8287-7980cfeda1ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c977fb-ba76-4981-a726-fc115ccc6275', 'code': 200} Feb 17 17:25:59.322579 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-40c0755e-98a7-4c0b-bf22-381735e95d46 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=62f68ab685ea470b8d8a9602ce65ba22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2074442 Feb 17 17:25:59.333640 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 32910) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:25:59.522834 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8a00cc8c-ea57-4108-889c-7071e6b6a4d0 admin admin] Publish callbacks [] for security_group (1d2991f9-7786-40ab-a4dc-e24c174b085b), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:59.546127 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e1a0c61b-5877-49a1-be8d-a56a822ad912 req-c73dc07a-8899-4216-be59-f69f4735a61d service neutron] 10.222.0.91 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689147 Feb 17 17:25:59.548085 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2457ca-ba79-45ee-a157-4cb5780f1c2d req-df044e0f-6dbe-43ae-9ad4-13cb3a1f94ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:59.549730 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ef2457ca-ba79-45ee-a157-4cb5780f1c2d req-df044e0f-6dbe-43ae-9ad4-13cb3a1f94ef service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2c7fdd93-50ba-4a0e-8287-7980cfeda1ab HTTP/1.1" status: 200 len: 1154 time: 0.1538031 Feb 17 17:25:59.678873 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8a00cc8c-ea57-4108-889c-7071e6b6a4d0 admin admin] Publish callbacks [] for security_group (1d2991f9-7786-40ab-a4dc-e24c174b085b), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:59.715056 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e1a0c61b-5877-49a1-be8d-a56a822ad912 req-7a59a903-2ad2-4d35-98b8-76a16f01d26d service neutron] 10.222.0.91 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564078 Feb 17 17:25:59.786291 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ef2457ca-ba79-45ee-a157-4cb5780f1c2d req-d4b4f62b-9256-44f3-bf1a-6839c847ae3b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=68121720-bd3b-463d-beae-f108924fc2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292914 Feb 17 17:25:59.798560 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539994d-644c-4435-897f-688f3ee87bb7 req-541261cd-e74c-412c-9f03-c0a5b5dfa663 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:59.800191 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6539994d-644c-4435-897f-688f3ee87bb7 req-541261cd-e74c-412c-9f03-c0a5b5dfa663 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/ports?device_id=2c7fdd93-50ba-4a0e-8287-7980cfeda1ab HTTP/1.1" status: 200 len: 972 time: 0.1426308 Feb 17 17:25:59.836921 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8a00cc8c-ea57-4108-889c-7071e6b6a4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (1d2991f9-7786-40ab-a4dc-e24c174b085b), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:59.839516 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8a00cc8c-ea57-4108-889c-7071e6b6a4d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:25:59.840735 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-8a00cc8c-ea57-4108-889c-7071e6b6a4d0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/1d2991f9-7786-40ab-a4dc-e24c174b085b HTTP/1.1" status: 204 len: 168 time: 0.5060589 Feb 17 17:25:59.860122 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a00cc8c-ea57-4108-889c-7071e6b6a4d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2991f9-7786-40ab-a4dc-e24c174b085b,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:25:59.897392 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6539994d-644c-4435-897f-688f3ee87bb7 req-17f91691-2bc8-4614-8739-d8c1a581fb4c tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/security-groups?id=68121720-bd3b-463d-beae-f108924fc2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850837 Feb 17 17:25:59.905725 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f10db-0dc5-410f-a567-db4651045258 req-79c2f113-fd9e-4bad-9dbf-7607631b5109 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:25:59.913647 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2d1f10db-0dc5-410f-a567-db4651045258 req-79c2f113-fd9e-4bad-9dbf-7607631b5109 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=9accda19-65b6-4f5e-8a2b-7acd9fe528a3 HTTP/1.1" status: 200 len: 943 time: 0.1116960 Feb 17 17:25:59.975554 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2d1f10db-0dc5-410f-a567-db4651045258 req-9bea0e2d-4ce1-4fbf-ab07-d0dad6a7168f tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605826 Feb 17 17:26:00.254737 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d11474-40e3-4f32-be6a-9838f3628b56 req-d9389f42-2131-47b0-aa80-e00054ea2c93 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:00.256285 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e0d11474-40e3-4f32-be6a-9838f3628b56 req-d9389f42-2131-47b0-aa80-e00054ea2c93 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=176b119e-d1f9-4266-b32c-eefc86ceeabe HTTP/1.1" status: 200 len: 950 time: 0.0616660 Feb 17 17:26:00.329763 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e0d11474-40e3-4f32-be6a-9838f3628b56 req-dfac304a-ec35-4426-8506-020d2a4284f1 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578260 Feb 17 17:26:00.378633 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb756675-33d8-49ce-81ad-7463e5dded5b req-11c5798d-89e1-4f02-8195-b2faf25ac1cf tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:00.380193 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cb756675-33d8-49ce-81ad-7463e5dded5b req-11c5798d-89e1-4f02-8195-b2faf25ac1cf tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=0048194a-7ecd-4b9e-a745-5d1cf715ba0a HTTP/1.1" status: 200 len: 944 time: 0.0716484 Feb 17 17:26:00.444551 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cb756675-33d8-49ce-81ad-7463e5dded5b req-91b4537d-3e6b-4ab7-8684-0ac2b6d34ed8 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539038 Feb 17 17:26:00.721304 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab1c06-e399-443f-9bb4-6fb764dff22d req-c642c25a-232e-4b12-b33b-acc49514def6 tempest-ServersOnMultiNodesTest-1303405833 tempest-ServersOnMultiNodesTest-1303405833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:00.731989 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-efab1c06-e399-443f-9bb4-6fb764dff22d req-c642c25a-232e-4b12-b33b-acc49514def6 tempest-ServersOnMultiNodesTest-1303405833 tempest-ServersOnMultiNodesTest-1303405833-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=176b119e-d1f9-4266-b32c-eefc86ceeabe HTTP/1.1" status: 200 len: 1132 time: 0.0602951 Feb 17 17:26:00.747568 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-efab1c06-e399-443f-9bb4-6fb764dff22d req-75b6b63a-df14-4b24-ac41-4af5e9fd92db tempest-ServersOnMultiNodesTest-1303405833 tempest-ServersOnMultiNodesTest-1303405833-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:00.843920 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-efab1c06-e399-443f-9bb4-6fb764dff22d req-75b6b63a-df14-4b24-ac41-4af5e9fd92db tempest-ServersOnMultiNodesTest-1303405833 tempest-ServersOnMultiNodesTest-1303405833-project-admin] Publish callbacks [] for security_group (606ca882-a5f5-4fbd-9548-4d55fc0de536), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:00.849435 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-efab1c06-e399-443f-9bb4-6fb764dff22d req-75b6b63a-df14-4b24-ac41-4af5e9fd92db tempest-ServersOnMultiNodesTest-1303405833 tempest-ServersOnMultiNodesTest-1303405833-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (606ca882-a5f5-4fbd-9548-4d55fc0de536), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:00.855719 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33030) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:00.866619 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33034) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:00.891905 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-efab1c06-e399-443f-9bb4-6fb764dff22d req-75b6b63a-df14-4b24-ac41-4af5e9fd92db tempest-ServersOnMultiNodesTest-1303405833 tempest-ServersOnMultiNodesTest-1303405833-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586463 Feb 17 17:26:00.903971 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b6b63a-df14-4b24-ac41-4af5e9fd92db tempest-ServersOnMultiNodesTest-1303405833 tempest-ServersOnMultiNodesTest-1303405833-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606ca882-a5f5-4fbd-9548-4d55fc0de536,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:01.023982 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5c5270f6-8714-45d3-9eea-66ca77928c46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:01.072772 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb0ce2-e002-44b5-bcd5-41cd370b0696 req-b2835df5-aacf-48bd-a8fc-588234370c50 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:01.074316 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-40fb0ce2-e002-44b5-bcd5-41cd370b0696 req-b2835df5-aacf-48bd-a8fc-588234370c50 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/ports?device_id=2c7fdd93-50ba-4a0e-8287-7980cfeda1ab HTTP/1.1" status: 200 len: 972 time: 0.0734615 Feb 17 17:26:01.139987 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5c5270f6-8714-45d3-9eea-66ca77928c46 admin admin] Publish callbacks [] for security_group (6db0e744-6402-403a-b1a9-093912bf1e05), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:01.145171 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5c5270f6-8714-45d3-9eea-66ca77928c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (6db0e744-6402-403a-b1a9-093912bf1e05), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:01.167591 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33050) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:01.176891 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5270f6-8714-45d3-9eea-66ca77928c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db0e744-6402-403a-b1a9-093912bf1e05,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:01.199791 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-6065c63e-2d03-4e49-a3c3-ff8f20cb8e1d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-627239263-network', 'tenant_id': '6fc46ca12c0b4e05bd24ad83165154f7'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:26:01.202273 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-40fb0ce2-e002-44b5-bcd5-41cd370b0696 req-0199d4b3-b1e4-43c9-8268-278028be97e9 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/security-groups?id=68121720-bd3b-463d-beae-f108924fc2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211274 Feb 17 17:26:01.209939 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5c5270f6-8714-45d3-9eea-66ca77928c46 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6e57862680f143128a34ee23f793eeec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3529136 Feb 17 17:26:01.211255 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33054) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:01.218853 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519aa480-80bd-4a48-905d-1de035165211 req-a0e26007-8e23-4f1d-8070-087ebb267684 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:01.223166 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-519aa480-80bd-4a48-905d-1de035165211 req-a0e26007-8e23-4f1d-8070-087ebb267684 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=9accda19-65b6-4f5e-8a2b-7acd9fe528a3 HTTP/1.1" status: 200 len: 943 time: 0.1069233 Feb 17 17:26:01.270819 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6065c63e-2d03-4e49-a3c3-ff8f20cb8e1d admin admin] Made reservation on behalf of 6fc46ca12c0b4e05bd24ad83165154f7 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:26:01.273093 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6065c63e-2d03-4e49-a3c3-ff8f20cb8e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:01.289266 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6065c63e-2d03-4e49-a3c3-ff8f20cb8e1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:01.290979 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f89d886c-db5a-494f-800c-3d82319b0aa8 admin admin] Publish callbacks [] for security_group (6db0e744-6402-403a-b1a9-093912bf1e05), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:01.305038 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-519aa480-80bd-4a48-905d-1de035165211 req-a937fc8e-338e-42fd-98bd-a7f68bc447ad tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762038 Feb 17 17:26:01.316534 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-3125d1dd-3298-4c4d-b808-7329a3284004 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f9ada803cb144ccaa4491bb8d4e17346&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1412313 Feb 17 17:26:01.319110 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33058) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:01.337706 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f89d886c-db5a-494f-800c-3d82319b0aa8 admin admin] Publish callbacks [] for security_group (6db0e744-6402-403a-b1a9-093912bf1e05), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:01.384718 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8cd47aa3-8225-4def-8ff2-3adbd8c5bace admin admin] Publish callbacks [] for security_group (c02fa466-3367-4b8d-b036-bf02c611953d), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:01.413755 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-9dfcd29f-db46-497d-b632-6648c03277e6 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=673fd82048cd49c18f82ffc2fb910a6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319800 Feb 17 17:26:01.418534 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6065c63e-2d03-4e49-a3c3-ff8f20cb8e1d admin admin] Publish callbacks [] for security_group (506bff52-f441-43e7-8ffd-a047e43ae808), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:01.419782 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f89d886c-db5a-494f-800c-3d82319b0aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (6db0e744-6402-403a-b1a9-093912bf1e05), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:01.422762 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f89d886c-db5a-494f-800c-3d82319b0aa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:01.424198 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f89d886c-db5a-494f-800c-3d82319b0aa8 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6db0e744-6402-403a-b1a9-093912bf1e05 HTTP/1.1" status: 204 len: 168 time: 0.2096548 Feb 17 17:26:01.428880 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6065c63e-2d03-4e49-a3c3-ff8f20cb8e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (506bff52-f441-43e7-8ffd-a047e43ae808), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:01.429095 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8cd47aa3-8225-4def-8ff2-3adbd8c5bace admin admin] Publish callbacks [] for security_group (c02fa466-3367-4b8d-b036-bf02c611953d), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:01.440038 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d886c-db5a-494f-800c-3d82319b0aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db0e744-6402-403a-b1a9-093912bf1e05,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:01.456508 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6065c63e-2d03-4e49-a3c3-ff8f20cb8e1d admin admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:26:01.476126 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6065c63e-2d03-4e49-a3c3-ff8f20cb8e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (9c91f4f5-11fa-475a-90ee-81b5db8ead29), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:01.477153 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-6065c63e-2d03-4e49-a3c3-ff8f20cb8e1d admin admin] Added segment 9c91f4f5-11fa-475a-90ee-81b5db8ead29 of type vlan for network 8788930c-2965-4e53-9791-8cc7497add82 Feb 17 17:26:01.478505 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6065c63e-2d03-4e49-a3c3-ff8f20cb8e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506bff52-f441-43e7-8ffd-a047e43ae808,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:01.490846 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device d43be304-3921-4d97-85b8-73e6059cde84 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:26:01.554951 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6065c63e-2d03-4e49-a3c3-ff8f20cb8e1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (8788930c-2965-4e53-9791-8cc7497add82), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:01.587845 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8cd47aa3-8225-4def-8ff2-3adbd8c5bace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (c02fa466-3367-4b8d-b036-bf02c611953d), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:01.590602 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8cd47aa3-8225-4def-8ff2-3adbd8c5bace admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:01.604833 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6065c63e-2d03-4e49-a3c3-ff8f20cb8e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (8788930c-2965-4e53-9791-8cc7497add82), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:01.606247 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6065c63e-2d03-4e49-a3c3-ff8f20cb8e1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:01.606876 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6065c63e-2d03-4e49-a3c3-ff8f20cb8e1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:01.617150 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-8cd47aa3-8225-4def-8ff2-3adbd8c5bace admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c02fa466-3367-4b8d-b036-bf02c611953d HTTP/1.1" status: 204 len: 168 time: 0.2798426 Feb 17 17:26:01.638276 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port d43be304-3921-4d97-85b8-73e6059cde84, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=d43be304-3921-4d97-85b8-73e6059cde84,segment=NetworkSegment(00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be),segment_id=00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:26:01.648158 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-d2cc7c3a-c537-459a-b614-71467350b17f tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:01.651543 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': 'd43be304-3921-4d97-85b8-73e6059cde84', 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb', 'port_id': 'd43be304-3921-4d97-85b8-73e6059cde84', 'mac_address': 'fa:16:3e:0f:f9:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4b8c7cb-ffed-4089-8d05-52af74f92303', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:26:01.655868 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-d2cc7c3a-c537-459a-b614-71467350b17f tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2319081 Feb 17 17:26:01.684579 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd47aa3-8225-4def-8ff2-3adbd8c5bace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02fa466-3367-4b8d-b036-bf02c611953d,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:01.696916 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6065c63e-2d03-4e49-a3c3-ff8f20cb8e1d admin admin] Pushing event updated for resources: {'Network': ['ID=8788930c-2965-4e53-9791-8cc7497add82,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:01.707626 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6065c63e-2d03-4e49-a3c3-ff8f20cb8e1d admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8398809 Feb 17 17:26:01.709253 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 8788930c-2965-4e53-9791-8cc7497add82 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:26:01.711508 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33076) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:01.717384 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-0cd6d433-86d3-4ad4-83a8-8e345d3ae2d5 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/quotas/673fd82048cd49c18f82ffc2fb910a6e HTTP/1.1" status: 200 len: 375 time: 0.0442228 Feb 17 17:26:01.719209 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-cc56ff54-a4cd-40a7-b6f2-59ca08c3ca27 admin admin] Request body: {'subnet': {'network_id': '8788930c-2965-4e53-9791-8cc7497add82', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-627239263-subnet', 'tenant_id': '6fc46ca12c0b4e05bd24ad83165154f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:26:01.754954 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc56ff54-a4cd-40a7-b6f2-59ca08c3ca27 admin admin] Made reservation on behalf of 6fc46ca12c0b4e05bd24ad83165154f7 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:26:01.758844 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cc56ff54-a4cd-40a7-b6f2-59ca08c3ca27 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:01.776352 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port d43be304-3921-4d97-85b8-73e6059cde84 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:26:01.777089 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d43be304-3921-4d97-85b8-73e6059cde84), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:01.792606 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d43be304-3921-4d97-85b8-73e6059cde84 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:26:01.812643 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port d43be304-3921-4d97-85b8-73e6059cde84, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=d43be304-3921-4d97-85b8-73e6059cde84,segment=NetworkSegment(00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be),segment_id=00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:26:01.818704 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (d43be304-3921-4d97-85b8-73e6059cde84), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:01.819649 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device e78fbb4a-426d-46ae-b511-f6e99e429d71 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:26:01.871777 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46366f4b-fb19-4648-8e7f-2eba84e94161 req-8abaa64a-25a1-4b3e-94d4-e5aca7e5e407 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:01.891833 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-46366f4b-fb19-4648-8e7f-2eba84e94161 req-8abaa64a-25a1-4b3e-94d4-e5aca7e5e407 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=0048194a-7ecd-4b9e-a745-5d1cf715ba0a HTTP/1.1" status: 200 len: 944 time: 0.3114767 Feb 17 17:26:01.935134 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33078) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:01.959323 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe822303-20c0-410c-b24b-83b9b788aed8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:01.976944 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-3d3a8893-5f7e-4ef0-a5bb-f30728f2c44a tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=673fd82048cd49c18f82ffc2fb910a6e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2585812 Feb 17 17:26:01.978324 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port e78fbb4a-426d-46ae-b511-f6e99e429d71, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=e78fbb4a-426d-46ae-b511-f6e99e429d71,segment=NetworkSegment(25b82b75-bd12-4667-b51a-aa287338793c),segment_id=25b82b75-bd12-4667-b51a-aa287338793c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:26:01.993330 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-46366f4b-fb19-4648-8e7f-2eba84e94161 req-ecda2e64-4d45-4b59-a175-284ed9f05a7b tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002872 Feb 17 17:26:02.016473 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device e78fbb4a-426d-46ae-b511-f6e99e429d71 has no active binding in host n-h1-829613-2 {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 17 17:26:02.052384 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=d43be304-3921-4d97-85b8-73e6059cde84,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:02.056122 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cc56ff54-a4cd-40a7-b6f2-59ca08c3ca27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for subnet (5dc472f0-07e3-4fa5-b253-ad7b6a7975ee), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:02.135403 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc56ff54-a4cd-40a7-b6f2-59ca08c3ca27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dc472f0-07e3-4fa5-b253-ad7b6a7975ee,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:02.174860 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe822303-20c0-410c-b24b-83b9b788aed8 admin admin] Publish callbacks [] for security_group (8f70904f-b521-477e-849f-d7309d14625e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:02.179052 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc56ff54-a4cd-40a7-b6f2-59ca08c3ca27 admin admin] Checking segment: {'id': '9c91f4f5-11fa-475a-90ee-81b5db8ead29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8788930c-2965-4e53-9791-8cc7497add82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:26:02.179755 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc56ff54-a4cd-40a7-b6f2-59ca08c3ca27 admin admin] Network hostable DHCP agents. Network: 8788930c-2965-4e53-9791-8cc7497add82, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:26:02.183538 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe822303-20c0-410c-b24b-83b9b788aed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (8f70904f-b521-477e-849f-d7309d14625e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:02.202423 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33082) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:02.241071 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fe822303-20c0-410c-b24b-83b9b788aed8 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ace17e72403d44e3b34c769bc319a117&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3033626 Feb 17 17:26:02.243722 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33086) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:02.250606 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe822303-20c0-410c-b24b-83b9b788aed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f70904f-b521-477e-849f-d7309d14625e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:02.255879 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc56ff54-a4cd-40a7-b6f2-59ca08c3ca27 admin admin] Network 8788930c-2965-4e53-9791-8cc7497add82 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:26:02.267314 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-3024563d-7758-4c59-985f-1313bc15c78b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c1c83a7abdd0434394f0187048383ba7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0614727 Feb 17 17:26:02.267708 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33088) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:02.284856 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['d43be304-3921-4d97-85b8-73e6059cde84'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:26:02.291485 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-cc56ff54-a4cd-40a7-b6f2-59ca08c3ca27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 8788930c-2965-4e53-9791-8cc7497add82) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:26:02.296353 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc56ff54-a4cd-40a7-b6f2-59ca08c3ca27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:02.297319 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cc56ff54-a4cd-40a7-b6f2-59ca08c3ca27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:02.346417 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55261b50-6925-4a02-9e5b-81da98ff6a0b None None] Network 8788930c-2965-4e53-9791-8cc7497add82 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:26:02.368942 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-cc56ff54-a4cd-40a7-b6f2-59ca08c3ca27 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6560230 Feb 17 17:26:02.388912 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af779e1-fe85-4f21-9280-51ed3bc0548c req-f201d968-9ef7-4cb0-b263-3548dc58cfe4 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:02.390077 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7dd6ba7c-30ba-4c63-a409-f4d6d63eab3d admin admin] Publish callbacks [] for security_group (48c41cd7-a8f9-4490-80c9-b07582b4f68d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:02.390469 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1af779e1-fe85-4f21-9280-51ed3bc0548c req-f201d968-9ef7-4cb0-b263-3548dc58cfe4 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/ports?device_id=2c7fdd93-50ba-4a0e-8287-7980cfeda1ab HTTP/1.1" status: 200 len: 972 time: 0.0743370 Feb 17 17:26:02.431359 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-df5416ae-0633-4945-af61-baf3f2bd6b07 admin admin] Publish callbacks [] for security_group (8f70904f-b521-477e-849f-d7309d14625e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:02.490911 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7dd6ba7c-30ba-4c63-a409-f4d6d63eab3d admin admin] Publish callbacks [] for security_group (48c41cd7-a8f9-4490-80c9-b07582b4f68d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:02.509236 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-df5416ae-0633-4945-af61-baf3f2bd6b07 admin admin] Publish callbacks [] for security_group (8f70904f-b521-477e-849f-d7309d14625e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:02.559920 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1af779e1-fe85-4f21-9280-51ed3bc0548c req-7ebecdbe-f6e4-4c40-b574-ceacf5b4c96d tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/security-groups?id=68121720-bd3b-463d-beae-f108924fc2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629314 Feb 17 17:26:02.609412 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7dd6ba7c-30ba-4c63-a409-f4d6d63eab3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (48c41cd7-a8f9-4490-80c9-b07582b4f68d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:02.611032 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdbb21-7719-40c4-a81c-5cef2576ef15 req-444e0f86-e594-4f2b-9c20-9f4103741d09 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:02.614168 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7dd6ba7c-30ba-4c63-a409-f4d6d63eab3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:02.616445 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7dd6ba7c-30ba-4c63-a409-f4d6d63eab3d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/48c41cd7-a8f9-4490-80c9-b07582b4f68d HTTP/1.1" status: 204 len: 168 time: 0.3447070 Feb 17 17:26:02.620569 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-df5416ae-0633-4945-af61-baf3f2bd6b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (8f70904f-b521-477e-849f-d7309d14625e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:02.624943 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-df5416ae-0633-4945-af61-baf3f2bd6b07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:02.628274 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-df5416ae-0633-4945-af61-baf3f2bd6b07 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8f70904f-b521-477e-849f-d7309d14625e HTTP/1.1" status: 204 len: 168 time: 0.3834991 Feb 17 17:26:02.631032 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6bcdbb21-7719-40c4-a81c-5cef2576ef15 req-444e0f86-e594-4f2b-9c20-9f4103741d09 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=9accda19-65b6-4f5e-8a2b-7acd9fe528a3 HTTP/1.1" status: 200 len: 944 time: 0.1412711 Feb 17 17:26:02.637440 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd6ba7c-30ba-4c63-a409-f4d6d63eab3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c41cd7-a8f9-4490-80c9-b07582b4f68d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:02.652299 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5416ae-0633-4945-af61-baf3f2bd6b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f70904f-b521-477e-849f-d7309d14625e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:02.736861 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6bcdbb21-7719-40c4-a81c-5cef2576ef15 req-8005bf8f-8ab3-438f-bfb2-69cbee2687d6 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048753 Feb 17 17:26:02.791449 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af37a5e2-088d-4da0-b2fe-e65f442e5908 None None] Network 8788930c-2965-4e53-9791-8cc7497add82 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:26:02.961293 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-592f1f54-1b19-4839-b3b4-054b67530a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:03.173057 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f9655-a9a9-48b1-87a7-d29253d58da3 req-cb146532-d33c-4fba-9f01-1d87b6a0935b tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:03.174731 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-952f9655-a9a9-48b1-87a7-d29253d58da3 req-cb146532-d33c-4fba-9f01-1d87b6a0935b tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/ports?device_id=2c7fdd93-50ba-4a0e-8287-7980cfeda1ab HTTP/1.1" status: 200 len: 972 time: 0.1271491 Feb 17 17:26:03.198326 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c0ab2-851e-45ce-a3a8-948cf95002f8 req-d4aa0d42-ff4a-45e0-b65e-6403d280597f tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:03.199148 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-980c0ab2-851e-45ce-a3a8-948cf95002f8 req-d4aa0d42-ff4a-45e0-b65e-6403d280597f tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=0048194a-7ecd-4b9e-a745-5d1cf715ba0a HTTP/1.1" status: 200 len: 944 time: 0.0844347 Feb 17 17:26:03.274805 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-980c0ab2-851e-45ce-a3a8-948cf95002f8 req-70641378-9688-4ee7-bb92-8cb9fe9bf27b tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675039 Feb 17 17:26:03.300576 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-952f9655-a9a9-48b1-87a7-d29253d58da3 req-9f126468-ccac-4a90-bbeb-936f67f9e248 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/security-groups?id=68121720-bd3b-463d-beae-f108924fc2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169448 Feb 17 17:26:03.396652 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cf8b7297-f530-4146-ba37-6ef66ecc854b req-6bcb49cf-07ea-4119-a825-a27a88876b66 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=76a8ac4c-98e3-403f-8df4-280d74dc0fed HTTP/1.1" status: 200 len: 210 time: 0.0343339 Feb 17 17:26:03.757244 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-e6143411-502f-4a50-a550-b9300552da0c service neutron] 10.222.0.91 "GET /v2.0/ports/e78fbb4a-426d-46ae-b511-f6e99e429d71/bindings/n-h1-829613-2 HTTP/1.1" status: 200 len: 384 time: 0.1510947 Feb 17 17:26:03.769969 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c519ba7-6da3-4744-aa13-94a9bd5d2a34 req-8c608e6f-3404-4075-bb2e-fa8163b96ce2 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:03.776884 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6c519ba7-6da3-4744-aa13-94a9bd5d2a34 req-8c608e6f-3404-4075-bb2e-fa8163b96ce2 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/ports?device_id=2c7fdd93-50ba-4a0e-8287-7980cfeda1ab HTTP/1.1" status: 200 len: 972 time: 0.1238112 Feb 17 17:26:03.795246 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33158) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:03.802862 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-404baf84-4a96-4915-8b97-b79cc53ac27c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2084526545-network', 'tenant_id': 'cf0aaeb44a4042719eb39063ba41a268'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:26:03.849337 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404baf84-4a96-4915-8b97-b79cc53ac27c admin admin] Made reservation on behalf of cf0aaeb44a4042719eb39063ba41a268 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:26:03.852332 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-404baf84-4a96-4915-8b97-b79cc53ac27c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:03.862980 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-404baf84-4a96-4915-8b97-b79cc53ac27c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:03.920428 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6c519ba7-6da3-4744-aa13-94a9bd5d2a34 req-044524d8-2781-43ed-94d2-5b6a02552554 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/security-groups?id=68121720-bd3b-463d-beae-f108924fc2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422961 Feb 17 17:26:03.969977 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-404baf84-4a96-4915-8b97-b79cc53ac27c admin admin] Publish callbacks [] for security_group (48bcdf94-3ad7-4b51-8a3a-c59012219a66), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:03.976964 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-404baf84-4a96-4915-8b97-b79cc53ac27c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (48bcdf94-3ad7-4b51-8a3a-c59012219a66), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:04.005482 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-404baf84-4a96-4915-8b97-b79cc53ac27c admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:26:04.018216 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69ee19-41f5-45ff-8580-b70d9ac581f0 req-e505239d-b253-4153-9b1f-49966ed61a04 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:04.028979 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0a69ee19-41f5-45ff-8580-b70d9ac581f0 req-e505239d-b253-4153-9b1f-49966ed61a04 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=9accda19-65b6-4f5e-8a2b-7acd9fe528a3 HTTP/1.1" status: 200 len: 944 time: 0.1824138 Feb 17 17:26:04.031279 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404baf84-4a96-4915-8b97-b79cc53ac27c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48bcdf94-3ad7-4b51-8a3a-c59012219a66,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:04.034986 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-404baf84-4a96-4915-8b97-b79cc53ac27c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (f285d6c2-d76b-48af-a385-ee9a68b05f37), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:04.035622 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-404baf84-4a96-4915-8b97-b79cc53ac27c admin admin] Added segment f285d6c2-d76b-48af-a385-ee9a68b05f37 of type vlan for network 176fb301-92c6-412a-b32e-7e48492883c9 Feb 17 17:26:04.098051 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-404baf84-4a96-4915-8b97-b79cc53ac27c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (176fb301-92c6-412a-b32e-7e48492883c9), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:04.137706 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0a69ee19-41f5-45ff-8580-b70d9ac581f0 req-6f06ffa6-d7fa-43d2-8024-84f1bdbc33fb tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989525 Feb 17 17:26:04.148957 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-404baf84-4a96-4915-8b97-b79cc53ac27c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (176fb301-92c6-412a-b32e-7e48492883c9), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:04.149886 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404baf84-4a96-4915-8b97-b79cc53ac27c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:04.150478 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-404baf84-4a96-4915-8b97-b79cc53ac27c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:04.211300 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-d150092f-be8c-4200-afe3-dd7b5c778374 service neutron] For port e78fbb4a-426d-46ae-b511-f6e99e429d71, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=e78fbb4a-426d-46ae-b511-f6e99e429d71,segment=NetworkSegment(25b82b75-bd12-4667-b51a-aa287338793c),segment_id=25b82b75-bd12-4667-b51a-aa287338793c)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:26:04.217540 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404baf84-4a96-4915-8b97-b79cc53ac27c admin admin] Pushing event updated for resources: {'Network': ['ID=176fb301-92c6-412a-b32e-7e48492883c9,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:04.231629 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 176fb301-92c6-412a-b32e-7e48492883c9 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:26:04.256391 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-d150092f-be8c-4200-afe3-dd7b5c778374 service neutron] For port e78fbb4a-426d-46ae-b511-f6e99e429d71, host n-h2-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:26:04.271183 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-ef308a88-5202-4e43-bff8-bc7456c6cdc2 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=673fd82048cd49c18f82ffc2fb910a6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546372 Feb 17 17:26:04.274920 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-404baf84-4a96-4915-8b97-b79cc53ac27c admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4781752 Feb 17 17:26:04.284982 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33174) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:04.295101 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-c1c4fb62-3ae3-422d-b038-24571963bf1a admin admin] Request body: {'subnet': {'network_id': '176fb301-92c6-412a-b32e-7e48492883c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2084526545-subnet', 'tenant_id': 'cf0aaeb44a4042719eb39063ba41a268', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:26:04.310626 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-d150092f-be8c-4200-afe3-dd7b5c778374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e78fbb4a-426d-46ae-b511-f6e99e429d71 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:26:04.344791 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-d150092f-be8c-4200-afe3-dd7b5c778374 service neutron] For port e78fbb4a-426d-46ae-b511-f6e99e429d71, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=e78fbb4a-426d-46ae-b511-f6e99e429d71,segment=NetworkSegment(25b82b75-bd12-4667-b51a-aa287338793c),segment_id=25b82b75-bd12-4667-b51a-aa287338793c)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:26:04.379774 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-d150092f-be8c-4200-afe3-dd7b5c778374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (e78fbb4a-426d-46ae-b511-f6e99e429d71), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:04.408413 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.91', 61214) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:04.412869 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-e3cfd71f-ad8e-4da1-a8fb-ad1791361a35 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:04.414407 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-e3cfd71f-ad8e-4da1-a8fb-ad1791361a35 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1306095 Feb 17 17:26:04.432725 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-ae872620-0af1-423b-9cc9-6b17972dc4e7 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Request body: {'port': {'device_id': 'db8706f1-40c9-4e8c-9f18-8b4bfcaf5e1a', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'admin_state_up': True, 'tenant_id': '673fd82048cd49c18f82ffc2fb910a6e'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:26:04.466446 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c4fb62-3ae3-422d-b038-24571963bf1a admin admin] Made reservation on behalf of cf0aaeb44a4042719eb39063ba41a268 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:26:04.468922 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c1c4fb62-3ae3-422d-b038-24571963bf1a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:04.525681 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-5e74a7d7-db56-4143-8b4b-bf9f540f25a5 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=673fd82048cd49c18f82ffc2fb910a6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1142404 Feb 17 17:26:04.654834 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-ae872620-0af1-423b-9cc9-6b17972dc4e7 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Made reservation on behalf of 673fd82048cd49c18f82ffc2fb910a6e for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:26:04.658438 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-ae872620-0af1-423b-9cc9-6b17972dc4e7 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:04.665153 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a9a44b6c-e2f8-4f6e-b4ef-275cde172823 req-1cd3f301-bb67-430e-a3c0-c0a47a8bbba9 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=76a8ac4c-98e3-403f-8df4-280d74dc0fed HTTP/1.1" status: 200 len: 210 time: 0.0846782 Feb 17 17:26:04.766822 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d85b2-ea54-42b6-a87d-4af0a4f5c3f0 req-bbf09df6-f526-4f02-bb93-a74c1f857c55 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:04.775763 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-146d85b2-ea54-42b6-a87d-4af0a4f5c3f0 req-bbf09df6-f526-4f02-bb93-a74c1f857c55 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=0048194a-7ecd-4b9e-a745-5d1cf715ba0a HTTP/1.1" status: 200 len: 944 time: 0.3258400 Feb 17 17:26:04.822720 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-d150092f-be8c-4200-afe3-dd7b5c778374 service neutron] Transition to ACTIVE for port object e78fbb4a-426d-46ae-b511-f6e99e429d71 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:26:04.843599 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-17477a8d-20c2-4c20-8e7e-fbf10c5d1b9b tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:04.845618 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-17477a8d-20c2-4c20-8e7e-fbf10c5d1b9b tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2686024 Feb 17 17:26:04.852705 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-d150092f-be8c-4200-afe3-dd7b5c778374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (e78fbb4a-426d-46ae-b511-f6e99e429d71), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:04.864406 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-a3276f80-8ccc-4969-81e5-4dc49b73dbfe tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Request body: {'port': {'device_id': '76a8ac4c-98e3-403f-8df4-280d74dc0fed', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'admin_state_up': True, 'tenant_id': '673fd82048cd49c18f82ffc2fb910a6e'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:26:04.954983 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-146d85b2-ea54-42b6-a87d-4af0a4f5c3f0 req-4da541b8-9a21-4d3d-8ec2-c3511c401552 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776271 Feb 17 17:26:05.015773 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c1c4fb62-3ae3-422d-b038-24571963bf1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for subnet (8dd0ebaa-29e2-47ed-bc62-1bdfe5bc85e7), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:05.075963 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-d150092f-be8c-4200-afe3-dd7b5c778374 service neutron] No DVR routers for this DVR port e78fbb4a-426d-46ae-b511-f6e99e429d71 on host n-h2-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:26:05.138928 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-ae872620-0af1-423b-9cc9-6b17972dc4e7 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Allocated IP 192.168.233.32 (82b8d039-1c14-456f-ab24-8b3aebebd7d8/ac79920f-9ddd-4352-b866-6056158b178e/aa4913bc-02a5-4006-ae99-7ce9f4c9f93c) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:26:05.143016 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c4fb62-3ae3-422d-b038-24571963bf1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dd0ebaa-29e2-47ed-bc62-1bdfe5bc85e7,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:05.148573 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d150092f-be8c-4200-afe3-dd7b5c778374 service neutron] Pushing event updated for resources: {'Port': ['ID=e78fbb4a-426d-46ae-b511-f6e99e429d71,revision_number=10']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:05.150149 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c4fb62-3ae3-422d-b038-24571963bf1a admin admin] Checking segment: {'id': 'f285d6c2-d76b-48af-a385-ee9a68b05f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '176fb301-92c6-412a-b32e-7e48492883c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:26:05.150582 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c4fb62-3ae3-422d-b038-24571963bf1a admin admin] Network hostable DHCP agents. Network: 176fb301-92c6-412a-b32e-7e48492883c9, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:26:05.163217 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4fb62-3ae3-422d-b038-24571963bf1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:26:05.163599 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4fb62-3ae3-422d-b038-24571963bf1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:26:05.163953 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4fb62-3ae3-422d-b038-24571963bf1a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:26:05.164324 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4fb62-3ae3-422d-b038-24571963bf1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:26:05.164671 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4fb62-3ae3-422d-b038-24571963bf1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:26:05.165008 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4fb62-3ae3-422d-b038-24571963bf1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:26:05.165341 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4fb62-3ae3-422d-b038-24571963bf1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:26:05.165675 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4fb62-3ae3-422d-b038-24571963bf1a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:26:05.166055 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4fb62-3ae3-422d-b038-24571963bf1a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:26:05.166390 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4fb62-3ae3-422d-b038-24571963bf1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:26:05.166774 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4fb62-3ae3-422d-b038-24571963bf1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:26:05.167030 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4fb62-3ae3-422d-b038-24571963bf1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:26:05.167358 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c4fb62-3ae3-422d-b038-24571963bf1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:26:05.200392 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c4fb62-3ae3-422d-b038-24571963bf1a admin admin] Network 176fb301-92c6-412a-b32e-7e48492883c9 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:26:05.220829 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-c1c4fb62-3ae3-422d-b038-24571963bf1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 176fb301-92c6-412a-b32e-7e48492883c9) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:26:05.229292 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c4fb62-3ae3-422d-b038-24571963bf1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:05.229901 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c1c4fb62-3ae3-422d-b038-24571963bf1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:05.240549 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6516aad3-bbfc-4db3-b11d-9923085ba974 None None] Network 176fb301-92c6-412a-b32e-7e48492883c9 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:26:05.256125 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-d150092f-be8c-4200-afe3-dd7b5c778374 service neutron] 10.222.0.91 "PUT /v2.0/ports/e78fbb4a-426d-46ae-b511-f6e99e429d71/bindings/n-h1-829613-2/activate HTTP/1.1" status: 200 len: 369 time: 1.4767494 Feb 17 17:26:05.270629 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c1c4fb62-3ae3-422d-b038-24571963bf1a admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9849062 Feb 17 17:26:05.289930 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d150092f-be8c-4200-afe3-dd7b5c778374 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:26:05.290630 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d150092f-be8c-4200-afe3-dd7b5c778374 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:26:05.291173 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d150092f-be8c-4200-afe3-dd7b5c778374 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:26:05.292367 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d150092f-be8c-4200-afe3-dd7b5c778374 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:26:05.292982 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d150092f-be8c-4200-afe3-dd7b5c778374 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:26:05.293595 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d150092f-be8c-4200-afe3-dd7b5c778374 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:26:05.294208 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d150092f-be8c-4200-afe3-dd7b5c778374 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:26:05.294741 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d150092f-be8c-4200-afe3-dd7b5c778374 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:26:05.295301 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d150092f-be8c-4200-afe3-dd7b5c778374 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:26:05.295831 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d150092f-be8c-4200-afe3-dd7b5c778374 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:26:05.296935 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d150092f-be8c-4200-afe3-dd7b5c778374 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:26:05.297468 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d150092f-be8c-4200-afe3-dd7b5c778374 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:26:05.298248 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d150092f-be8c-4200-afe3-dd7b5c778374 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:26:05.391721 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbac3d-0367-458f-9bf6-aa368ae50b78 req-b08e3d88-059d-48f2-a8a0-aee12d27e6a9 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:05.399307 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2ddbac3d-0367-458f-9bf6-aa368ae50b78 req-b08e3d88-059d-48f2-a8a0-aee12d27e6a9 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/ports?device_id=2c7fdd93-50ba-4a0e-8287-7980cfeda1ab HTTP/1.1" status: 200 len: 972 time: 0.2916093 Feb 17 17:26:05.401196 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-a3276f80-8ccc-4969-81e5-4dc49b73dbfe tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Made reservation on behalf of 673fd82048cd49c18f82ffc2fb910a6e for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:26:05.403326 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-ae872620-0af1-423b-9cc9-6b17972dc4e7 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks [] for port (aa4913bc-02a5-4006-ae99-7ce9f4c9f93c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:05.404681 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-a3276f80-8ccc-4969-81e5-4dc49b73dbfe tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:05.417959 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-6660edd2-653b-4126-bd29-da45f1e03ce2 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:05.420152 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-6660edd2-653b-4126-bd29-da45f1e03ce2 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=0048194a-7ecd-4b9e-a745-5d1cf715ba0a&tenant_id=f8aea314af29468ab6557472620785fc&binding%3Ahost_id=n-h2-829613-2 HTTP/1.1" status: 200 len: 1127 time: 0.0792997 Feb 17 17:26:05.456589 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-923ef8c0-2177-4f9e-9ac7-350133af4469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:05.463728 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707d858-7dfa-45c9-8bc3-155f1c5bedd0 req-cf47a0e8-a65f-41f5-b03d-985590b440cb tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:05.468720 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d707d858-7dfa-45c9-8bc3-155f1c5bedd0 req-cf47a0e8-a65f-41f5-b03d-985590b440cb tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=9accda19-65b6-4f5e-8a2b-7acd9fe528a3 HTTP/1.1" status: 200 len: 944 time: 0.2166524 Feb 17 17:26:05.489974 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253af78e-3f6c-4e69-bad1-26e8429ebe78 req-39adba7b-cee4-4fd5-b842-da742ed2557f tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:05.491603 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-253af78e-3f6c-4e69-bad1-26e8429ebe78 req-39adba7b-cee4-4fd5-b842-da742ed2557f tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c7fdd93-50ba-4a0e-8287-7980cfeda1ab HTTP/1.1" status: 200 len: 972 time: 0.2419269 Feb 17 17:26:05.517448 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device d43be304-3921-4d97-85b8-73e6059cde84 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:26:05.526796 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b456bf6c-5103-4012-ad1a-5f4cfcfb31a9 None None] Network 176fb301-92c6-412a-b32e-7e48492883c9 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:26:05.542021 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33218) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:05.601517 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-a751b1d2-232f-4451-9814-b591795766fa admin admin] Deleting subnet 5dc472f0-07e3-4fa5-b253-ad7b6a7975ee {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:26:05.606274 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a751b1d2-232f-4451-9814-b591795766fa admin admin] Publish callbacks [] for subnet (5dc472f0-07e3-4fa5-b253-ad7b6a7975ee), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:05.646212 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a751b1d2-232f-4451-9814-b591795766fa admin admin] Publish callbacks [] for subnet (5dc472f0-07e3-4fa5-b253-ad7b6a7975ee), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:05.664168 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a751b1d2-232f-4451-9814-b591795766fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (5dc472f0-07e3-4fa5-b253-ad7b6a7975ee), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:05.716916 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port d43be304-3921-4d97-85b8-73e6059cde84 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:26:05.727279 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port d43be304-3921-4d97-85b8-73e6059cde84 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:26:05.727702 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d43be304-3921-4d97-85b8-73e6059cde84), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:05.742419 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-b99fdcbb-219b-47df-8cb1-2e8bdb120df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:05.744620 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-b99fdcbb-219b-47df-8cb1-2e8bdb120df8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0048194a-7ecd-4b9e-a745-5d1cf715ba0a&tenant_id=f8aea314af29468ab6557472620785fc HTTP/1.1" status: 200 len: 1127 time: 0.3170342 Feb 17 17:26:05.747442 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a751b1d2-232f-4451-9814-b591795766fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for subnet (5dc472f0-07e3-4fa5-b253-ad7b6a7975ee), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:05.782577 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a751b1d2-232f-4451-9814-b591795766fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dc472f0-07e3-4fa5-b253-ad7b6a7975ee,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:05.785348 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-ae872620-0af1-423b-9cc9-6b17972dc4e7 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (aa4913bc-02a5-4006-ae99-7ce9f4c9f93c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:05.806820 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['e822f0d4-c202-470b-8870-0e346ea290b9'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:26:05.817638 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-ae872620-0af1-423b-9cc9-6b17972dc4e7 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:26:05.837274 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-ae872620-0af1-423b-9cc9-6b17972dc4e7 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:26:05.843134 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a751b1d2-232f-4451-9814-b591795766fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:05.848874 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a751b1d2-232f-4451-9814-b591795766fa admin admin] 10.222.0.87 "DELETE /v2.0/subnets/5dc472f0-07e3-4fa5-b253-ad7b6a7975ee HTTP/1.1" status: 204 len: 168 time: 0.3030424 Feb 17 17:26:05.848874 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-ae872620-0af1-423b-9cc9-6b17972dc4e7 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:26:05.853169 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-ae872620-0af1-423b-9cc9-6b17972dc4e7 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:05.853802 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-ae872620-0af1-423b-9cc9-6b17972dc4e7 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:05.892382 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33230) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:05.913973 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-ae872620-0af1-423b-9cc9-6b17972dc4e7 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4911878 Feb 17 17:26:05.941135 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-5ce868f7-49bc-406f-9014-bd1bb5f00372 service neutron] Request body: {'port': {'device_id': 'db8706f1-40c9-4e8c-9f18-8b4bfcaf5e1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:26:05.947516 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2ddbac3d-0367-458f-9bf6-aa368ae50b78 req-4236635e-bdf9-4e42-8e33-ed88442fabda tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/security-groups?id=68121720-bd3b-463d-beae-f108924fc2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5412245 Feb 17 17:26:05.968004 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port d43be304-3921-4d97-85b8-73e6059cde84 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:26:05.969447 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d43be304-3921-4d97-85b8-73e6059cde84), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:05.998093 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae872620-0af1-423b-9cc9-6b17972dc4e7 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Pushing event updated for resources: {'Port': ['ID=aa4913bc-02a5-4006-ae99-7ce9f4c9f93c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:06.066038 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-724be793-4225-4ec4-8bd1-d024b7732ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:06.067539 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-724be793-4225-4ec4-8bd1-d024b7732ba5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f8aea314af29468ab6557472620785fc&device_id=0048194a-7ecd-4b9e-a745-5d1cf715ba0a HTTP/1.1" status: 200 len: 1127 time: 0.2896838 Feb 17 17:26:06.068865 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9accda19-65b6-4f5e-8a2b-7acd9fe528a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43be304-3921-4d97-85b8-73e6059cde84'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:26:06.072023 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc72b76-1481-4475-9810-f233365a4c45" -d '{"events": [{"server_uuid": "9accda19-65b6-4f5e-8a2b-7acd9fe528a3", "name": "network-vif-plugged", "status": "completed", "tag": "d43be304-3921-4d97-85b8-73e6059cde84"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:26:06.095944 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port d43be304-3921-4d97-85b8-73e6059cde84, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=d43be304-3921-4d97-85b8-73e6059cde84,segment=NetworkSegment(00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be),segment_id=00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:26:06.116362 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b3489dbf-f921-47a7-9cd5-50d0cdcad7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (8788930c-2965-4e53-9791-8cc7497add82), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:06.145820 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d707d858-7dfa-45c9-8bc3-155f1c5bedd0 req-4f77a734-3f4e-467d-83dc-5b7c58ac3e4a tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6604555 Feb 17 17:26:06.150889 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (d43be304-3921-4d97-85b8-73e6059cde84), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:06.161435 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6760a26e-0b15-4e54-8a66-dec4f8596d61 req-ae996b0a-ca74-4b86-835f-bccaf5afc56b tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=76a8ac4c-98e3-403f-8df4-280d74dc0fed HTTP/1.1" status: 200 len: 210 time: 0.0855896 Feb 17 17:26:06.190895 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-a3276f80-8ccc-4969-81e5-4dc49b73dbfe tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Allocated IP 192.168.233.70 (82b8d039-1c14-456f-ab24-8b3aebebd7d8/ac79920f-9ddd-4352-b866-6056158b178e/b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:26:06.219189 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=d43be304-3921-4d97-85b8-73e6059cde84,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:06.229728 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-253af78e-3f6c-4e69-bad1-26e8429ebe78 req-7a5083a1-fe78-4975-af83-c150c292110a tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Deleting port 47c977fb-ba76-4981-a726-fc115ccc6275 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:26:06.230067 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-253af78e-3f6c-4e69-bad1-26e8429ebe78 req-7a5083a1-fe78-4975-af83-c150c292110a tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (47c977fb-ba76-4981-a726-fc115ccc6275), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:06.247365 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-5ce868f7-49bc-406f-9014-bd1bb5f00372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (aa4913bc-02a5-4006-ae99-7ce9f4c9f93c), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:06.267277 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-92cb090b-b609-4db3-b10c-c1005541a29e None None] Provisioning complete for port aa4913bc-02a5-4006-ae99-7ce9f4c9f93c triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:26:06.268568 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-92cb090b-b609-4db3-b10c-c1005541a29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (aa4913bc-02a5-4006-ae99-7ce9f4c9f93c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:06.317346 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-92cb090b-b609-4db3-b10c-c1005541a29e None None] Port aa4913bc-02a5-4006-ae99-7ce9f4c9f93c cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:26:06.407324 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-253af78e-3f6c-4e69-bad1-26e8429ebe78 req-7a5083a1-fe78-4975-af83-c150c292110a tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] For port 47c977fb-ba76-4981-a726-fc115ccc6275, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=47c977fb-ba76-4981-a726-fc115ccc6275,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:26:06.407890 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-253af78e-3f6c-4e69-bad1-26e8429ebe78 req-7a5083a1-fe78-4975-af83-c150c292110a tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (47c977fb-ba76-4981-a726-fc115ccc6275), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:06.427986 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-253af78e-3f6c-4e69-bad1-26e8429ebe78 req-7a5083a1-fe78-4975-af83-c150c292110a tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Calling delete_port for 47c977fb-ba76-4981-a726-fc115ccc6275 owned by compute:tempest-test_az-2060224782 {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:26:06.438746 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b3489dbf-f921-47a7-9cd5-50d0cdcad7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (8788930c-2965-4e53-9791-8cc7497add82), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:06.517883 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-f73027db-53ff-42e2-bb90-66bed43d70c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:06.519705 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-f73027db-53ff-42e2-bb90-66bed43d70c0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=210dd7a1-23b8-45c6-a401-b56590fcc3c1 HTTP/1.1" status: 200 len: 908 time: 0.4318171 Feb 17 17:26:06.521671 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:06.524790 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b3489dbf-f921-47a7-9cd5-50d0cdcad7ac admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:26:06.525146 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b3489dbf-f921-47a7-9cd5-50d0cdcad7ac admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:26:06.525932 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b3489dbf-f921-47a7-9cd5-50d0cdcad7ac admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:26:06.526264 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b3489dbf-f921-47a7-9cd5-50d0cdcad7ac admin admin] Subscribe: > port after_create 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:26:06.526611 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b3489dbf-f921-47a7-9cd5-50d0cdcad7ac admin admin] Subscribe: > port after_delete 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:26:06.526975 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b3489dbf-f921-47a7-9cd5-50d0cdcad7ac admin admin] Subscribe: > port after_update 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:26:06.527353 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b3489dbf-f921-47a7-9cd5-50d0cdcad7ac admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:26:06.527696 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b3489dbf-f921-47a7-9cd5-50d0cdcad7ac admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:26:06.528009 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b3489dbf-f921-47a7-9cd5-50d0cdcad7ac admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:26:06.528368 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b3489dbf-f921-47a7-9cd5-50d0cdcad7ac admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:26:06.531372 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-a3276f80-8ccc-4969-81e5-4dc49b73dbfe tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks [] for port (b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:06.586872 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-a3276f80-8ccc-4969-81e5-4dc49b73dbfe tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:06.599837 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['e822f0d4-c202-470b-8870-0e346ea290b9'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:26:06.600027 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b3489dbf-f921-47a7-9cd5-50d0cdcad7ac admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:26:06.600287 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b3489dbf-f921-47a7-9cd5-50d0cdcad7ac admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:26:06.600655 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b3489dbf-f921-47a7-9cd5-50d0cdcad7ac admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:26:06.600965 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b3489dbf-f921-47a7-9cd5-50d0cdcad7ac admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:26:06.601887 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-b3489dbf-f921-47a7-9cd5-50d0cdcad7ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8788930c-2965-4e53-9791-8cc7497add82']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:26:06.663543 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-a3276f80-8ccc-4969-81e5-4dc49b73dbfe tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:26:06.668202 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3276f80-8ccc-4969-81e5-4dc49b73dbfe tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Pushing event updated for resources: {'Port': ['ID=b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:06.668938 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-b3489dbf-f921-47a7-9cd5-50d0cdcad7ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c91f4f5-11fa-475a-90ee-81b5db8ead29') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:26:06.669239 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-b3489dbf-f921-47a7-9cd5-50d0cdcad7ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c91f4f5-11fa-475a-90ee-81b5db8ead29') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:26:06.673490 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-a3276f80-8ccc-4969-81e5-4dc49b73dbfe tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:26:06.674137 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-c83ca44f-9b64-4a8b-9546-3067cf874741 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e78fbb4a-426d-46ae-b511-f6e99e429d71 HTTP/1.1" status: 200 len: 217 time: 0.0652525 Feb 17 17:26:06.681539 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc873c5c-1daa-4e5a-a9e4-891a803f2766 x-openstack-request-id: req-fc873c5c-1daa-4e5a-a9e4-891a803f2766 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:26:06.681858 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9accda19-65b6-4f5e-8a2b-7acd9fe528a3", "name": "network-vif-plugged", "status": "completed", "tag": "d43be304-3921-4d97-85b8-73e6059cde84", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:26:06.682114 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-fc873c5c-1daa-4e5a-a9e4-891a803f2766 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:26:06.682502 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9accda19-65b6-4f5e-8a2b-7acd9fe528a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43be304-3921-4d97-85b8-73e6059cde84', 'code': 200} Feb 17 17:26:06.717037 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-a3276f80-8ccc-4969-81e5-4dc49b73dbfe tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:26:06.717895 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b3489dbf-f921-47a7-9cd5-50d0cdcad7ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (9c91f4f5-11fa-475a-90ee-81b5db8ead29), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:06.726496 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-a3276f80-8ccc-4969-81e5-4dc49b73dbfe tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:06.726696 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-a3276f80-8ccc-4969-81e5-4dc49b73dbfe tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:06.811904 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-a3276f80-8ccc-4969-81e5-4dc49b73dbfe tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9539337 Feb 17 17:26:06.842668 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-b9c2a61b-d8c7-41a1-984e-380397c9e0c9 service neutron] Request body: {'port': {'device_id': '76a8ac4c-98e3-403f-8df4-280d74dc0fed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:26:06.896662 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b3489dbf-f921-47a7-9cd5-50d0cdcad7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (9c91f4f5-11fa-475a-90ee-81b5db8ead29), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:06.941267 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3489dbf-f921-47a7-9cd5-50d0cdcad7ac admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:26:06.941672 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b3489dbf-f921-47a7-9cd5-50d0cdcad7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (9c91f4f5-11fa-475a-90ee-81b5db8ead29), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:06.978568 n-d-829613-2 neutron-server[103434]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 17:26:06.978568 n-d-829613-2 neutron-server[103434]: from cryptography.utils import int_from_bytes Feb 17 17:26:06.978568 n-d-829613-2 neutron-server[103434]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 17:26:06.978568 n-d-829613-2 neutron-server[103434]: from cryptography.utils import int_from_bytes Feb 17 17:26:06.978568 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:26:06.978568 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:26:06.978568 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:26:06.978568 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:26:06.978568 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:26:06.978568 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:26:06.978568 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:26:06.978568 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:26:06.978568 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:26:06.978568 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:26:06.978568 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:26:06.978568 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:26:06.978568 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:26:06.978568 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:26:06.978568 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:26:06.978568 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:26:06.978568 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:26:06.978568 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:26:06.978568 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:26:06.978568 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:26:06.978568 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:26:06.978568 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:26:06.978568 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:26:06.978568 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:26:06.978568 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:26:06.978568 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:26:06.978568 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:26:06.978568 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:26:06.978568 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:26:06.978568 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:26:06.978568 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:26:06.978568 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:26:07.037159 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-6bf9bd41-585f-47ce-b857-68688cc9535f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:07.039861 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-6bf9bd41-585f-47ce-b857-68688cc9535f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8267d93d-c5aa-40cb-acb4-c1e284d682e6 HTTP/1.1" status: 200 len: 847 time: 0.3008778 Feb 17 17:26:07.064497 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-4e6eafd0-9c22-4a8e-beec-b2fc7b0eb419 None None] Provisioning complete for port b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:26:07.065065 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4e6eafd0-9c22-4a8e-beec-b2fc7b0eb419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:07.102540 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381d947-98da-42c6-a2c9-aad8e83dab56 req-12174e8e-05b6-4ed9-a261-7b02cf0d8790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:07.104761 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3381d947-98da-42c6-a2c9-aad8e83dab56 req-12174e8e-05b6-4ed9-a261-7b02cf0d8790 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9accda19-65b6-4f5e-8a2b-7acd9fe528a3 HTTP/1.1" status: 200 len: 1127 time: 0.3417935 Feb 17 17:26:07.119866 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-4e6eafd0-9c22-4a8e-beec-b2fc7b0eb419 None None] Port b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:26:07.123656 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a28a90-e8be-4ab7-815e-4a8ffad1c151 req-19b3d276-d0c4-4ffc-ba5e-bce64b30296f tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:07.127911 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-d067d9cc-66f9-42f3-8eab-040a56af4f20 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=210dd7a1-23b8-45c6-a401-b56590fcc3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781233 Feb 17 17:26:07.132655 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-45a28a90-e8be-4ab7-815e-4a8ffad1c151 req-19b3d276-d0c4-4ffc-ba5e-bce64b30296f tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=0048194a-7ecd-4b9e-a745-5d1cf715ba0a HTTP/1.1" status: 200 len: 945 time: 0.4654236 Feb 17 17:26:07.134606 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-253af78e-3f6c-4e69-bad1-26e8429ebe78 req-7a5083a1-fe78-4975-af83-c150c292110a tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (47c977fb-ba76-4981-a726-fc115ccc6275), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:07.150580 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['47c977fb-ba76-4981-a726-fc115ccc6275'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:26:07.157799 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33270) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:07.160022 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b3489dbf-f921-47a7-9cd5-50d0cdcad7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (8788930c-2965-4e53-9791-8cc7497add82), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:07.193743 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b3489dbf-f921-47a7-9cd5-50d0cdcad7ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:07.200514 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b3489dbf-f921-47a7-9cd5-50d0cdcad7ac admin admin] 10.222.0.87 "DELETE /v2.0/networks/8788930c-2965-4e53-9791-8cc7497add82 HTTP/1.1" status: 204 len: 168 time: 1.3048942 Feb 17 17:26:07.201340 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33280) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:07.242456 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5083a1-fe78-4975-af83-c150c292110a tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Pushing event deleted for resources: {'Port': ['ID=47c977fb-ba76-4981-a726-fc115ccc6275,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:07.244024 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-b9c2a61b-d8c7-41a1-984e-380397c9e0c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:07.276027 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3489dbf-f921-47a7-9cd5-50d0cdcad7ac admin admin] Pushing event deleted for resources: {'Network': ['ID=8788930c-2965-4e53-9791-8cc7497add82,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:07.305231 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-253af78e-3f6c-4e69-bad1-26e8429ebe78 req-7a5083a1-fe78-4975-af83-c150c292110a tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] No DVR routers for this DVR port 47c977fb-ba76-4981-a726-fc115ccc6275 on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:26:07.317533 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-253af78e-3f6c-4e69-bad1-26e8429ebe78 req-7a5083a1-fe78-4975-af83-c150c292110a tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:07.319132 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-5ce868f7-49bc-406f-9014-bd1bb5f00372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa4913bc-02a5-4006-ae99-7ce9f4c9f93c {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:26:07.320988 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-253af78e-3f6c-4e69-bad1-26e8429ebe78 req-7a5083a1-fe78-4975-af83-c150c292110a tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.71 "DELETE /v2.0/ports/47c977fb-ba76-4981-a726-fc115ccc6275 HTTP/1.1" status: 204 len: 173 time: 1.8212044 Feb 17 17:26:07.340973 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7fdd93-50ba-4a0e-8287-7980cfeda1ab', 'name': 'network-vif-deleted', 'tag': '47c977fb-ba76-4981-a726-fc115ccc6275'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:26:07.341609 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-5ce868f7-49bc-406f-9014-bd1bb5f00372 service neutron] Publish callbacks [] for port (aa4913bc-02a5-4006-ae99-7ce9f4c9f93c), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:07.343905 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6301d83b-935e-466e-82b7-29890117b960" -d '{"events": [{"server_uuid": "2c7fdd93-50ba-4a0e-8287-7980cfeda1ab", "name": "network-vif-deleted", "tag": "47c977fb-ba76-4981-a726-fc115ccc6275"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:26:07.350270 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-591cc605-d48b-4941-ae3c-130735cd516a req-bbb17a3b-93e7-46c1-871b-eb846d3029e5 tempest-DeleteServersAdminTestJSON-728459490 tempest-DeleteServersAdminTestJSON-728459490-project] 10.222.0.87 "GET /v2.0/ports?device_id=2c7fdd93-50ba-4a0e-8287-7980cfeda1ab HTTP/1.1" status: 200 len: 210 time: 0.1901181 Feb 17 17:26:07.367222 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7758c54f-6fc4-4f5f-b9ee-b2bcb3cc826d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:07.390358 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-9bf857f1-8aa4-4675-8183-f0ec07521900 service neutron] 10.222.0.71 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565095 Feb 17 17:26:07.395353 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3faaafa-327e-465b-a1a4-f02b81a808c9 admin admin] Deleting subnet 8dd0ebaa-29e2-47ed-bc62-1bdfe5bc85e7 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:26:07.400465 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-5ce868f7-49bc-406f-9014-bd1bb5f00372 service neutron] Transition to ACTIVE for port object aa4913bc-02a5-4006-ae99-7ce9f4c9f93c will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:26:07.437624 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e3faaafa-327e-465b-a1a4-f02b81a808c9 admin admin] Publish callbacks [] for subnet (8dd0ebaa-29e2-47ed-bc62-1bdfe5bc85e7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:07.450679 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-45a28a90-e8be-4ab7-815e-4a8ffad1c151 req-0a95ba84-6253-45d8-aabd-a598d4da11f5 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169498 Feb 17 17:26:07.478601 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3381d947-98da-42c6-a2c9-aad8e83dab56 req-36a33bbd-74b9-4bba-b5fe-c57e8ed0a81c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218620 Feb 17 17:26:07.498498 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-5ce868f7-49bc-406f-9014-bd1bb5f00372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (aa4913bc-02a5-4006-ae99-7ce9f4c9f93c), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:07.567577 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e3faaafa-327e-465b-a1a4-f02b81a808c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (8dd0ebaa-29e2-47ed-bc62-1bdfe5bc85e7), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:07.655081 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c8469-7029-4724-a3d1-d357d3c35450 req-12937ae6-ca60-422b-9c79-239d8984322d tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:07.656665 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8b0c8469-7029-4724-a3d1-d357d3c35450 req-12937ae6-ca60-422b-9c79-239d8984322d tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=9accda19-65b6-4f5e-8a2b-7acd9fe528a3 HTTP/1.1" status: 200 len: 945 time: 0.1728549 Feb 17 17:26:07.682839 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9de7c-c48e-4371-8e0d-228da10e0211 req-1ce9d5a0-dd20-40af-9ba4-25a0f51aff2e tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:07.684369 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-40b9de7c-c48e-4371-8e0d-228da10e0211 req-1ce9d5a0-dd20-40af-9ba4-25a0f51aff2e tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=76a8ac4c-98e3-403f-8df4-280d74dc0fed HTTP/1.1" status: 200 len: 935 time: 0.1195273 Feb 17 17:26:07.732065 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce868f7-49bc-406f-9014-bd1bb5f00372 service neutron] Pushing event updated for resources: {'Port': ['ID=aa4913bc-02a5-4006-ae99-7ce9f4c9f93c,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:07.737652 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e3faaafa-327e-465b-a1a4-f02b81a808c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (8dd0ebaa-29e2-47ed-bc62-1bdfe5bc85e7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:07.741322 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-1b04e7e8-4efa-4673-b058-8da593fc6aa9 service neutron] 10.222.0.71 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345594 Feb 17 17:26:07.758423 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:07.813119 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8b0c8469-7029-4724-a3d1-d357d3c35450 req-125c4db8-e239-4247-a69d-938695cf0d6a tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404881 Feb 17 17:26:07.816437 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7758c54f-6fc4-4f5f-b9ee-b2bcb3cc826d admin admin] Publish callbacks [] for security_group (eb3e2468-716b-4cb6-b917-9354b3ad4140), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:07.825870 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7758c54f-6fc4-4f5f-b9ee-b2bcb3cc826d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (eb3e2468-716b-4cb6-b917-9354b3ad4140), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:07.856601 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-5ce868f7-49bc-406f-9014-bd1bb5f00372 service neutron] Attempting to bind port aa4913bc-02a5-4006-ae99-7ce9f4c9f93c on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:26:07.857164 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-5ce868f7-49bc-406f-9014-bd1bb5f00372 service neutron] Attempting to bind port aa4913bc-02a5-4006-ae99-7ce9f4c9f93c by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:26:07.857952 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-5ce868f7-49bc-406f-9014-bd1bb5f00372 service neutron] Attempting to bind port aa4913bc-02a5-4006-ae99-7ce9f4c9f93c on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:26:07.880814 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-5ce868f7-49bc-406f-9014-bd1bb5f00372 service neutron] Port aa4913bc-02a5-4006-ae99-7ce9f4c9f93c on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:26:07.881273 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-5ce868f7-49bc-406f-9014-bd1bb5f00372 service neutron] Attempting to bind port aa4913bc-02a5-4006-ae99-7ce9f4c9f93c on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:26:07.895598 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e3faaafa-327e-465b-a1a4-f02b81a808c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (8dd0ebaa-29e2-47ed-bc62-1bdfe5bc85e7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:07.908898 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-5ce868f7-49bc-406f-9014-bd1bb5f00372 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:26:07.909391 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-5ce868f7-49bc-406f-9014-bd1bb5f00372 service neutron] Checking segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:26:07.909911 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-5ce868f7-49bc-406f-9014-bd1bb5f00372 service neutron] Bound using segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:26:07.910323 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-5ce868f7-49bc-406f-9014-bd1bb5f00372 service neutron] Bound port: aa4913bc-02a5-4006-ae99-7ce9f4c9f93c, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:26:07.910560 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-40b9de7c-c48e-4371-8e0d-228da10e0211 req-e39997cb-75f7-40a3-9645-ad8b7f7e9d7e tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810231 Feb 17 17:26:07.910688 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-5ce868f7-49bc-406f-9014-bd1bb5f00372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (aa4913bc-02a5-4006-ae99-7ce9f4c9f93c), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:07.930393 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-b9c2a61b-d8c7-41a1-984e-380397c9e0c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:26:07.955404 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-b9c2a61b-d8c7-41a1-984e-380397c9e0c9 service neutron] Publish callbacks [] for port (b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:07.972224 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-b9c2a61b-d8c7-41a1-984e-380397c9e0c9 service neutron] Transition to ACTIVE for port object b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:26:07.972998 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7758c54f-6fc4-4f5f-b9ee-b2bcb3cc826d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=80dd1b1a78b34f08949e7231a146b7b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8108988 Feb 17 17:26:07.976584 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33292) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:07.998531 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7758c54f-6fc4-4f5f-b9ee-b2bcb3cc826d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3e2468-716b-4cb6-b917-9354b3ad4140,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:08.019417 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d11a4ba-97ea-416c-822b-e2f483ab50f6 x-openstack-request-id: req-0d11a4ba-97ea-416c-822b-e2f483ab50f6 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:26:08.019725 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7fdd93-50ba-4a0e-8287-7980cfeda1ab", "name": "network-vif-deleted", "tag": "47c977fb-ba76-4981-a726-fc115ccc6275", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:26:08.020105 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0d11a4ba-97ea-416c-822b-e2f483ab50f6 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:26:08.020980 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3faaafa-327e-465b-a1a4-f02b81a808c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dd0ebaa-29e2-47ed-bc62-1bdfe5bc85e7,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:08.021277 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7fdd93-50ba-4a0e-8287-7980cfeda1ab', 'name': 'network-vif-deleted', 'tag': '47c977fb-ba76-4981-a726-fc115ccc6275', 'status': 'completed', 'code': 200} Feb 17 17:26:08.023511 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-b9c2a61b-d8c7-41a1-984e-380397c9e0c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:08.023682 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e3faaafa-327e-465b-a1a4-f02b81a808c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:08.029954 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e3faaafa-327e-465b-a1a4-f02b81a808c9 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/8dd0ebaa-29e2-47ed-bc62-1bdfe5bc85e7 HTTP/1.1" status: 204 len: 168 time: 0.7929080 Feb 17 17:26:08.033525 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33294) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:08.098276 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-5ce868f7-49bc-406f-9014-bd1bb5f00372 service neutron] For port aa4913bc-02a5-4006-ae99-7ce9f4c9f93c, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:26:08.157112 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c2a61b-d8c7-41a1-984e-380397c9e0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:08.187992 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-86fb6a59-b3bf-4228-ae90-f89b2bc402a7 admin admin] Publish callbacks [] for security_group (eb3e2468-716b-4cb6-b917-9354b3ad4140), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:08.232789 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-86fb6a59-b3bf-4228-ae90-f89b2bc402a7 admin admin] Publish callbacks [] for security_group (eb3e2468-716b-4cb6-b917-9354b3ad4140), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:08.297791 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-b9c2a61b-d8c7-41a1-984e-380397c9e0c9 service neutron] Attempting to bind port b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:26:08.298128 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-b9c2a61b-d8c7-41a1-984e-380397c9e0c9 service neutron] Attempting to bind port b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:26:08.298461 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-b9c2a61b-d8c7-41a1-984e-380397c9e0c9 service neutron] Attempting to bind port b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:26:08.314083 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-b9c2a61b-d8c7-41a1-984e-380397c9e0c9 service neutron] Port b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:26:08.314561 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-b9c2a61b-d8c7-41a1-984e-380397c9e0c9 service neutron] Attempting to bind port b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:26:08.322265 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-b9c2a61b-d8c7-41a1-984e-380397c9e0c9 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:26:08.322648 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-b9c2a61b-d8c7-41a1-984e-380397c9e0c9 service neutron] Checking segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:26:08.323149 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-b9c2a61b-d8c7-41a1-984e-380397c9e0c9 service neutron] Bound using segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:26:08.323465 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-b9c2a61b-d8c7-41a1-984e-380397c9e0c9 service neutron] Bound port: b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:26:08.323825 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-b9c2a61b-d8c7-41a1-984e-380397c9e0c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:08.339091 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device e78fbb4a-426d-46ae-b511-f6e99e429d71 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:26:08.398892 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] The host n-h2-829613-2 is not matching for port e78fbb4a-426d-46ae-b511-f6e99e429d71 host n-h1-829613-2! {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 17 17:26:08.399230 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device e78fbb4a-426d-46ae-b511-f6e99e429d71 not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:26:08.427472 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-b9c2a61b-d8c7-41a1-984e-380397c9e0c9 service neutron] For port b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc, host n-h2-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:26:08.431345 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-b9c2a61b-d8c7-41a1-984e-380397c9e0c9 service neutron] For port b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:26:08.435314 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-86fb6a59-b3bf-4228-ae90-f89b2bc402a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (eb3e2468-716b-4cb6-b917-9354b3ad4140), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:08.439233 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-86fb6a59-b3bf-4228-ae90-f89b2bc402a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:08.440629 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-86fb6a59-b3bf-4228-ae90-f89b2bc402a7 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/eb3e2468-716b-4cb6-b917-9354b3ad4140 HTTP/1.1" status: 204 len: 168 time: 0.4616735 Feb 17 17:26:08.445108 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-5ce868f7-49bc-406f-9014-bd1bb5f00372 service neutron] For port aa4913bc-02a5-4006-ae99-7ce9f4c9f93c, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=aa4913bc-02a5-4006-ae99-7ce9f4c9f93c,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:26:08.446967 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-b9c2a61b-d8c7-41a1-984e-380397c9e0c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:08.464265 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-b9c2a61b-d8c7-41a1-984e-380397c9e0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:08.465145 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-b9c2a61b-d8c7-41a1-984e-380397c9e0c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:08.466601 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-b9c2a61b-d8c7-41a1-984e-380397c9e0c9 service neutron] 10.222.0.91 "PUT /v2.0/ports/b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc HTTP/1.1" status: 200 len: 1095 time: 1.6358051 Feb 17 17:26:08.478016 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4fc4723a-0903-457a-9052-3375e7cd2f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (176fb301-92c6-412a-b32e-7e48492883c9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:08.504467 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-5ce868f7-49bc-406f-9014-bd1bb5f00372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (aa4913bc-02a5-4006-ae99-7ce9f4c9f93c), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:08.512397 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb6a59-b3bf-4228-ae90-f89b2bc402a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3e2468-716b-4cb6-b917-9354b3ad4140,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:08.617976 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c2a61b-d8c7-41a1-984e-380397c9e0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:08.632955 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-30d8097b-3f08-4233-9080-eee64e1dd36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:08.634547 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-30d8097b-3f08-4233-9080-eee64e1dd36c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=673fd82048cd49c18f82ffc2fb910a6e&device_id=76a8ac4c-98e3-403f-8df4-280d74dc0fed HTTP/1.1" status: 200 len: 1129 time: 0.1157875 Feb 17 17:26:08.646430 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-5ce868f7-49bc-406f-9014-bd1bb5f00372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:08.647071 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-5ce868f7-49bc-406f-9014-bd1bb5f00372 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:08.648783 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-5ce868f7-49bc-406f-9014-bd1bb5f00372 service neutron] 10.222.0.91 "PUT /v2.0/ports/aa4913bc-02a5-4006-ae99-7ce9f4c9f93c HTTP/1.1" status: 200 len: 1095 time: 2.7249818 Feb 17 17:26:08.651752 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db8706f1-40c9-4e8c-9f18-8b4bfcaf5e1a', 'tag': 'aa4913bc-02a5-4006-ae99-7ce9f4c9f93c'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:26:08.669483 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1246087d-b7bb-4759-9e44-a044390d6087" -d '{"events": [{"name": "network-changed", "server_uuid": "db8706f1-40c9-4e8c-9f18-8b4bfcaf5e1a", "tag": "aa4913bc-02a5-4006-ae99-7ce9f4c9f93c"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:26:08.709978 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-201f393b-3afb-4dfc-821a-39f69089ce46 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc HTTP/1.1" status: 200 len: 217 time: 0.0644803 Feb 17 17:26:08.712641 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce868f7-49bc-406f-9014-bd1bb5f00372 service neutron] Pushing event updated for resources: {'Port': ['ID=aa4913bc-02a5-4006-ae99-7ce9f4c9f93c,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:08.848486 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b1e44f-f38b-451d-bcc7-5489fe5622d7 req-913f6d1f-9604-47b0-b33b-c3e429c18e25 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:08.857766 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-10b1e44f-f38b-451d-bcc7-5489fe5622d7 req-913f6d1f-9604-47b0-b33b-c3e429c18e25 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=0048194a-7ecd-4b9e-a745-5d1cf715ba0a HTTP/1.1" status: 200 len: 945 time: 0.1457589 Feb 17 17:26:08.866515 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c887bd6b-b9e2-4f2e-b31c-1495e32dde66 x-openstack-request-id: req-c887bd6b-b9e2-4f2e-b31c-1495e32dde66 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:26:08.876346 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db8706f1-40c9-4e8c-9f18-8b4bfcaf5e1a", "tag": "aa4913bc-02a5-4006-ae99-7ce9f4c9f93c", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:26:08.877043 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c887bd6b-b9e2-4f2e-b31c-1495e32dde66 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:26:08.878215 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db8706f1-40c9-4e8c-9f18-8b4bfcaf5e1a', 'tag': 'aa4913bc-02a5-4006-ae99-7ce9f4c9f93c', 'status': 'completed', 'code': 200} Feb 17 17:26:08.881226 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-a442c07c-07a8-4897-b652-798327365193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:08.885962 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-a442c07c-07a8-4897-b652-798327365193 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.1585350 Feb 17 17:26:08.919428 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-fdd08125-f023-454c-ba20-d9e979390620 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:08.921221 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-fdd08125-f023-454c-ba20-d9e979390620 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=0048194a-7ecd-4b9e-a745-5d1cf715ba0a&tenant_id=f8aea314af29468ab6557472620785fc&binding%3Ahost_id=n-h1-829613-2 HTTP/1.1" status: 200 len: 1127 time: 0.7675421 Feb 17 17:26:08.977885 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:08.984529 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-10b1e44f-f38b-451d-bcc7-5489fe5622d7 req-6ade8300-55df-4bad-9375-2e4741cbed0f tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258435 Feb 17 17:26:09.016986 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4fc4723a-0903-457a-9052-3375e7cd2f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (176fb301-92c6-412a-b32e-7e48492883c9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:09.109516 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-2d115c3d-6d69-431e-ab3b-909acb49a5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:09.113703 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-2d115c3d-6d69-431e-ab3b-909acb49a5c4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1558518 Feb 17 17:26:09.118087 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-f1c60a8b-c469-456d-911b-bb5238d50fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:09.120228 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-f1c60a8b-c469-456d-911b-bb5238d50fa1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=673fd82048cd49c18f82ffc2fb910a6e&device_id=db8706f1-40c9-4e8c-9f18-8b4bfcaf5e1a HTTP/1.1" status: 200 len: 1129 time: 0.4103372 Feb 17 17:26:09.127288 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-4fc4723a-0903-457a-9052-3375e7cd2f84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['176fb301-92c6-412a-b32e-7e48492883c9']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:26:09.134901 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6a4bb-3e73-4b91-ab19-4f7977ab3d99 req-3418f513-e12a-4424-be87-bb139b4d4732 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:09.152651 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-13d6a4bb-3e73-4b91-ab19-4f7977ab3d99 req-3418f513-e12a-4424-be87-bb139b4d4732 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=9accda19-65b6-4f5e-8a2b-7acd9fe528a3 HTTP/1.1" status: 200 len: 945 time: 0.1670077 Feb 17 17:26:09.194979 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-5d1e94b4-7113-42dc-914e-3faf40770940 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=aa4913bc-02a5-4006-ae99-7ce9f4c9f93c HTTP/1.1" status: 200 len: 217 time: 0.0646002 Feb 17 17:26:09.200404 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-4fc4723a-0903-457a-9052-3375e7cd2f84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f285d6c2-d76b-48af-a385-ee9a68b05f37') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:26:09.200718 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-4fc4723a-0903-457a-9052-3375e7cd2f84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f285d6c2-d76b-48af-a385-ee9a68b05f37') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:26:09.274671 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4fc4723a-0903-457a-9052-3375e7cd2f84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (f285d6c2-d76b-48af-a385-ee9a68b05f37), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:09.299168 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33338) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:09.350081 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-13d6a4bb-3e73-4b91-ab19-4f7977ab3d99 req-efb988e5-0911-41cf-9c75-f8ac8c8fd094 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893013 Feb 17 17:26:09.359421 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4fc4723a-0903-457a-9052-3375e7cd2f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (f285d6c2-d76b-48af-a385-ee9a68b05f37), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:09.373963 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-279485fb-0543-4aee-8683-a3bad6b0245e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:09.389435 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fc4723a-0903-457a-9052-3375e7cd2f84 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:26:09.389767 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4fc4723a-0903-457a-9052-3375e7cd2f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (f285d6c2-d76b-48af-a385-ee9a68b05f37), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:09.393969 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-3a31a8f7-de4d-41b5-b590-250aee991654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:09.395828 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-3a31a8f7-de4d-41b5-b590-250aee991654 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.1932454 Feb 17 17:26:09.396525 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:26:09.396525 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:26:09.396525 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:26:09.396525 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:26:09.396525 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:26:09.396525 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:26:09.396525 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:26:09.396525 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:26:09.396525 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:26:09.396525 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:26:09.396525 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:26:09.396525 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:26:09.396525 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:26:09.396525 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:26:09.396525 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:26:09.396525 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:26:09.396525 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:26:09.396525 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:26:09.396525 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:26:09.396525 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:26:09.396525 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:26:09.396525 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:26:09.396525 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:26:09.396525 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:26:09.396525 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:26:09.396525 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:26:09.396525 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:26:09.396525 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:26:09.396525 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:26:09.396525 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:26:09.396525 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:26:09.396525 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:26:09.405970 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33b2f6-2041-45e7-987d-bf14b1567bb5 req-77d3f2f5-1c7d-4f69-b305-fafbf3df9699 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:09.407902 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-de33b2f6-2041-45e7-987d-bf14b1567bb5 req-77d3f2f5-1c7d-4f69-b305-fafbf3df9699 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=76a8ac4c-98e3-403f-8df4-280d74dc0fed HTTP/1.1" status: 200 len: 947 time: 0.2243474 Feb 17 17:26:09.413381 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-7499926d-9087-49ed-967a-a046b0fac0af service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578104 Feb 17 17:26:09.480608 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-856184b7-89cb-4be7-b1e5-13baad006946 service neutron] For port e78fbb4a-426d-46ae-b511-f6e99e429d71, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:26:09.488135 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-856184b7-89cb-4be7-b1e5-13baad006946 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:09.489266 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c5defc2d-6dc1-4067-9162-4198d51217a7 req-856184b7-89cb-4be7-b1e5-13baad006946 service neutron] 10.222.0.71 "DELETE /v2.0/ports/e78fbb4a-426d-46ae-b511-f6e99e429d71/bindings/n-h2-829613-2 HTTP/1.1" status: 204 len: 173 time: 0.5576456 Feb 17 17:26:09.521437 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33348) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:09.530708 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 47c977fb-ba76-4981-a726-fc115ccc6275 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:26:09.543726 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-eeacbd8e-aaa0-4cda-85a3-7c0a0de3191a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:09.546196 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-eeacbd8e-aaa0-4cda-85a3-7c0a0de3191a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1246705 Feb 17 17:26:09.549325 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4fc4723a-0903-457a-9052-3375e7cd2f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (176fb301-92c6-412a-b32e-7e48492883c9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:09.574587 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-de33b2f6-2041-45e7-987d-bf14b1567bb5 req-7252ce00-81bc-46d5-bfb2-dfc1f4f5a176 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583867 Feb 17 17:26:09.592363 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4fc4723a-0903-457a-9052-3375e7cd2f84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:09.592578 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: 47c977fb-ba76-4981-a726-fc115ccc6275 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:26:09.593955 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 47c977fb-ba76-4981-a726-fc115ccc6275 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:26:09.599515 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4fc4723a-0903-457a-9052-3375e7cd2f84 admin admin] 10.222.0.87 "DELETE /v2.0/networks/176fb301-92c6-412a-b32e-7e48492883c9 HTTP/1.1" status: 204 len: 168 time: 1.5648742 Feb 17 17:26:09.610283 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-fcf6a7ab-44b4-4519-9538-7a924124a7c6 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875668 Feb 17 17:26:09.622474 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4723a-0903-457a-9052-3375e7cd2f84 admin admin] Pushing event deleted for resources: {'Network': ['ID=176fb301-92c6-412a-b32e-7e48492883c9,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:09.717327 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141030a3-80bb-460a-bbbe-871c5922aa7c req-b039215f-1935-471a-b0aa-b1d920a33509 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:09.724327 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-141030a3-80bb-460a-bbbe-871c5922aa7c req-b039215f-1935-471a-b0aa-b1d920a33509 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=0048194a-7ecd-4b9e-a745-5d1cf715ba0a HTTP/1.1" status: 200 len: 1127 time: 0.0630715 Feb 17 17:26:09.743266 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-96a53d12-a0dd-40b4-8384-768d3ca483d1 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833005 Feb 17 17:26:09.745307 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-279485fb-0543-4aee-8683-a3bad6b0245e admin admin] Publish callbacks [] for security_group (c55ce0a4-fc19-44fc-a6f9-8a5b8a911491), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:09.752320 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-279485fb-0543-4aee-8683-a3bad6b0245e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (c55ce0a4-fc19-44fc-a6f9-8a5b8a911491), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:09.777179 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-141030a3-80bb-460a-bbbe-871c5922aa7c req-caa17939-2810-436e-9b30-56159b3b91fa tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498867 Feb 17 17:26:09.836300 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-279485fb-0543-4aee-8683-a3bad6b0245e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b193f73fd57b4032b8421536c650657b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5165598 Feb 17 17:26:09.839507 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33358) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:09.870119 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279485fb-0543-4aee-8683-a3bad6b0245e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55ce0a4-fc19-44fc-a6f9-8a5b8a911491,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:09.910197 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e681b561-d57c-4569-ab6e-2e61bfb40057 admin admin] Publish callbacks [] for security_group (c55ce0a4-fc19-44fc-a6f9-8a5b8a911491), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:09.930342 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8c025fc8-3a3c-4bff-9af5-412e8ae9cc61 req-1c1fec16-c983-4089-a3d5-9b83595c4b5c service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733773 Feb 17 17:26:09.944563 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e681b561-d57c-4569-ab6e-2e61bfb40057 admin admin] Publish callbacks [] for security_group (c55ce0a4-fc19-44fc-a6f9-8a5b8a911491), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:10.025991 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76a8ac4c-98e3-403f-8df4-280d74dc0fed', 'tag': 'b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:26:10.028556 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f08397-db2c-4415-a88f-76343b76337b" -d '{"events": [{"name": "network-changed", "server_uuid": "76a8ac4c-98e3-403f-8df4-280d74dc0fed", "tag": "b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:26:10.045846 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33360) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:10.104711 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5ba0ef-60ea-43af-bec6-05dbeddf202e x-openstack-request-id: req-4b5ba0ef-60ea-43af-bec6-05dbeddf202e {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:26:10.105069 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76a8ac4c-98e3-403f-8df4-280d74dc0fed", "tag": "b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:26:10.105488 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4b5ba0ef-60ea-43af-bec6-05dbeddf202e {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:26:10.105894 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76a8ac4c-98e3-403f-8df4-280d74dc0fed', 'tag': 'b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc', 'status': 'completed', 'code': 200} Feb 17 17:26:10.114992 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ccaee541-a9a4-483f-805e-9a2aa640d820 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9a070c5dbb0e45a9a377bd1923970eac&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5907977 Feb 17 17:26:10.117431 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33366) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:10.136743 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6179468-6f1b-4c38-a04a-1a3c21a14052 req-cc7d259e-229c-4fa3-b9cd-2249d63d39c8 tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:10.138828 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e6179468-6f1b-4c38-a04a-1a3c21a14052 req-cc7d259e-229c-4fa3-b9cd-2249d63d39c8 tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=9accda19-65b6-4f5e-8a2b-7acd9fe528a3 HTTP/1.1" status: 200 len: 1127 time: 0.1233439 Feb 17 17:26:10.139311 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1246087d-b7bb-4759-9e44-a044390d6087 req-943fe413-8ab8-4902-9456-067478a59279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:10.139977 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e681b561-d57c-4569-ab6e-2e61bfb40057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (c55ce0a4-fc19-44fc-a6f9-8a5b8a911491), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:10.141535 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1246087d-b7bb-4759-9e44-a044390d6087 req-943fe413-8ab8-4902-9456-067478a59279 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=673fd82048cd49c18f82ffc2fb910a6e&device_id=db8706f1-40c9-4e8c-9f18-8b4bfcaf5e1a HTTP/1.1" status: 200 len: 1129 time: 0.1249366 Feb 17 17:26:10.143057 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e681b561-d57c-4569-ab6e-2e61bfb40057 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:10.144144 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e681b561-d57c-4569-ab6e-2e61bfb40057 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c55ce0a4-fc19-44fc-a6f9-8a5b8a911491 HTTP/1.1" status: 204 len: 168 time: 0.3034782 Feb 17 17:26:10.208268 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33372) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:10.219113 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e681b561-d57c-4569-ab6e-2e61bfb40057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55ce0a4-fc19-44fc-a6f9-8a5b8a911491,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:10.290793 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-251a08d3-010f-4603-a62f-ee99b1ef68a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:10.324593 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e6179468-6f1b-4c38-a04a-1a3c21a14052 req-835877dd-374c-4839-8940-09d334a8589d tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588764 Feb 17 17:26:10.339378 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ffde5ce6-1249-4c81-b0a5-700268b7ea9f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6fc46ca12c0b4e05bd24ad83165154f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1275959 Feb 17 17:26:10.343540 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33382) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:10.359284 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f08397-db2c-4415-a88f-76343b76337b req-dd53293c-2160-4ba6-bff2-be4755e47fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:10.360828 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-09f08397-db2c-4415-a88f-76343b76337b req-dd53293c-2160-4ba6-bff2-be4755e47fae service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=673fd82048cd49c18f82ffc2fb910a6e&device_id=76a8ac4c-98e3-403f-8df4-280d74dc0fed HTTP/1.1" status: 200 len: 1129 time: 0.2110517 Feb 17 17:26:10.371462 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1246087d-b7bb-4759-9e44-a044390d6087 req-3ef5a2a2-a1e1-46f5-8fcd-872d1dda84cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:10.373872 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1246087d-b7bb-4759-9e44-a044390d6087 req-3ef5a2a2-a1e1-46f5-8fcd-872d1dda84cd service neutron] 10.222.0.91 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 0.2233574 Feb 17 17:26:10.416474 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-56354027-0338-4067-a6e7-b3c75e4f21fa admin admin] Publish callbacks [] for security_group (68121720-bd3b-463d-beae-f108924fc2b1), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:10.460032 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1246087d-b7bb-4759-9e44-a044390d6087 req-889b4879-44c6-4abf-b00a-ae03f5fd296b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=aa4913bc-02a5-4006-ae99-7ce9f4c9f93c HTTP/1.1" status: 200 len: 217 time: 0.0693858 Feb 17 17:26:10.521203 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-340af802-8825-4b94-bafd-3a6305921a5a admin admin] Publish callbacks [] for security_group (506bff52-f441-43e7-8ffd-a047e43ae808), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:10.554437 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-340af802-8825-4b94-bafd-3a6305921a5a admin admin] Publish callbacks [] for security_group (506bff52-f441-43e7-8ffd-a047e43ae808), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:10.557027 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1246087d-b7bb-4759-9e44-a044390d6087 req-a8b5acdd-3202-4468-9060-51d98f99552d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:10.558525 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1246087d-b7bb-4759-9e44-a044390d6087 req-a8b5acdd-3202-4468-9060-51d98f99552d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.0908222 Feb 17 17:26:10.643450 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1246087d-b7bb-4759-9e44-a044390d6087 req-4fbf7374-6c48-4860-bd53-5e0d2e81b447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:10.645072 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1246087d-b7bb-4759-9e44-a044390d6087 req-4fbf7374-6c48-4860-bd53-5e0d2e81b447 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0792146 Feb 17 17:26:10.665080 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-340af802-8825-4b94-bafd-3a6305921a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (506bff52-f441-43e7-8ffd-a047e43ae808), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:10.667659 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-340af802-8825-4b94-bafd-3a6305921a5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:10.671210 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-340af802-8825-4b94-bafd-3a6305921a5a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/506bff52-f441-43e7-8ffd-a047e43ae808 HTTP/1.1" status: 204 len: 168 time: 0.3243496 Feb 17 17:26:10.700835 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340af802-8825-4b94-bafd-3a6305921a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506bff52-f441-43e7-8ffd-a047e43ae808,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:10.800695 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1246087d-b7bb-4759-9e44-a044390d6087 req-54422c4f-887f-416d-bfd3-20c3c25b80e3 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470919 Feb 17 17:26:10.849429 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-56354027-0338-4067-a6e7-b3c75e4f21fa admin admin] Publish callbacks [] for security_group (68121720-bd3b-463d-beae-f108924fc2b1), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:10.851667 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f08397-db2c-4415-a88f-76343b76337b req-cd21a74d-0d86-4f80-805f-59e998f1e813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:10.853185 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-09f08397-db2c-4415-a88f-76343b76337b req-cd21a74d-0d86-4f80-805f-59e998f1e813 service neutron] 10.222.0.91 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 0.4766047 Feb 17 17:26:10.923389 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1246087d-b7bb-4759-9e44-a044390d6087 req-0467b985-a176-427c-b582-6d72e9c18f16 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094728 Feb 17 17:26:10.926355 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676ee50-2908-4e08-87de-b6f2ef4314d5 req-64af7819-3d13-4a3f-8e5c-bbb87fe4e851 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:10.927836 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9676ee50-2908-4e08-87de-b6f2ef4314d5 req-64af7819-3d13-4a3f-8e5c-bbb87fe4e851 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/networks?id=210dd7a1-23b8-45c6-a401-b56590fcc3c1 HTTP/1.1" status: 200 len: 807 time: 0.6487858 Feb 17 17:26:10.969698 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-09f08397-db2c-4415-a88f-76343b76337b req-67a9a92b-b194-45f1-a31f-79ba410d72b7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc HTTP/1.1" status: 200 len: 217 time: 0.1019275 Feb 17 17:26:11.025206 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33406) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:11.031790 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9676ee50-2908-4e08-87de-b6f2ef4314d5 req-46191496-c039-4a69-9fd1-78e29bdd1c6a tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/quotas/f8aea314af29468ab6557472620785fc HTTP/1.1" status: 200 len: 375 time: 0.0732961 Feb 17 17:26:11.054826 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-251a08d3-010f-4603-a62f-ee99b1ef68a8 admin admin] Publish callbacks [] for security_group (8b465c5b-f2ad-4d17-a297-9559d243cdb3), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:11.073408 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-92536146-0f6c-4247-8aca-8c0a0b5ae700 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=cf0aaeb44a4042719eb39063ba41a268&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445516 Feb 17 17:26:11.074302 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33408) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:11.078846 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-251a08d3-010f-4603-a62f-ee99b1ef68a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (8b465c5b-f2ad-4d17-a297-9559d243cdb3), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:11.105369 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b3bfe-ff21-48de-bcbc-fa357e5e620e req-a7fb4eff-b501-490e-9fdb-22defeac214e tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:11.107099 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a96b3bfe-ff21-48de-bcbc-fa357e5e620e req-a7fb4eff-b501-490e-9fdb-22defeac214e tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=9accda19-65b6-4f5e-8a2b-7acd9fe528a3 HTTP/1.1" status: 200 len: 1127 time: 0.3293762 Feb 17 17:26:11.136787 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8da202b0-1924-4d20-8ef3-61221f2286ff admin admin] Publish callbacks [] for security_group (48bcdf94-3ad7-4b51-8a3a-c59012219a66), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:11.138811 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-56354027-0338-4067-a6e7-b3c75e4f21fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (68121720-bd3b-463d-beae-f108924fc2b1), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:11.141438 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-56354027-0338-4067-a6e7-b3c75e4f21fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:11.145133 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-56354027-0338-4067-a6e7-b3c75e4f21fa admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/68121720-bd3b-463d-beae-f108924fc2b1 HTTP/1.1" status: 204 len: 168 time: 1.0219572 Feb 17 17:26:11.145133 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f08397-db2c-4415-a88f-76343b76337b req-77bd43bb-ce47-4569-af7d-c022ca46bf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:11.145679 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-09f08397-db2c-4415-a88f-76343b76337b req-77bd43bb-ce47-4569-af7d-c022ca46bf88 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.1615980 Feb 17 17:26:11.162444 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a08d3-010f-4603-a62f-ee99b1ef68a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b465c5b-f2ad-4d17-a297-9559d243cdb3,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:11.165153 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8da202b0-1924-4d20-8ef3-61221f2286ff admin admin] Publish callbacks [] for security_group (48bcdf94-3ad7-4b51-8a3a-c59012219a66), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:11.200512 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-251a08d3-010f-4603-a62f-ee99b1ef68a8 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=bfa4bb4f3fe94f79a4609d91114b5cd8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1533287 Feb 17 17:26:11.204979 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33418) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:11.209232 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56354027-0338-4067-a6e7-b3c75e4f21fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68121720-bd3b-463d-beae-f108924fc2b1,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:11.263498 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9676ee50-2908-4e08-87de-b6f2ef4314d5 req-85be7bce-acb6-4f71-8f77-497e46ebff3d tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=f8aea314af29468ab6557472620785fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2205379 Feb 17 17:26:11.267379 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0790868-c33d-4c97-b28a-7edf88bc1a30 admin admin] Publish callbacks [] for security_group (8b465c5b-f2ad-4d17-a297-9559d243cdb3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:11.281054 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-9676ee50-2908-4e08-87de-b6f2ef4314d5 req-85fc6e75-099d-43e7-b4da-30150f106ca2 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:26:11.282050 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9676ee50-2908-4e08-87de-b6f2ef4314d5 req-85fc6e75-099d-43e7-b4da-30150f106ca2 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063176 Feb 17 17:26:11.290407 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0790868-c33d-4c97-b28a-7edf88bc1a30 admin admin] Publish callbacks [] for security_group (8b465c5b-f2ad-4d17-a297-9559d243cdb3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:11.294178 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a96b3bfe-ff21-48de-bcbc-fa357e5e620e req-3cdd813b-3999-4f5e-ab39-51546cdbcbb4 tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698151 Feb 17 17:26:11.299801 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8da202b0-1924-4d20-8ef3-61221f2286ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (48bcdf94-3ad7-4b51-8a3a-c59012219a66), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:11.302557 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8da202b0-1924-4d20-8ef3-61221f2286ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:11.306563 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8da202b0-1924-4d20-8ef3-61221f2286ff admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/48bcdf94-3ad7-4b51-8a3a-c59012219a66 HTTP/1.1" status: 204 len: 168 time: 0.2310905 Feb 17 17:26:11.331647 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da202b0-1924-4d20-8ef3-61221f2286ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bcdf94-3ad7-4b51-8a3a-c59012219a66,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:11.383153 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0790868-c33d-4c97-b28a-7edf88bc1a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (8b465c5b-f2ad-4d17-a297-9559d243cdb3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:11.386042 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0790868-c33d-4c97-b28a-7edf88bc1a30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:11.389179 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f08397-db2c-4415-a88f-76343b76337b req-40f29d2c-729c-4510-9c78-44799e7f414a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:11.393237 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-09f08397-db2c-4415-a88f-76343b76337b req-40f29d2c-729c-4510-9c78-44799e7f414a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2105305 Feb 17 17:26:11.395743 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a0790868-c33d-4c97-b28a-7edf88bc1a30 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8b465c5b-f2ad-4d17-a297-9559d243cdb3 HTTP/1.1" status: 204 len: 168 time: 0.1890941 Feb 17 17:26:11.410580 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9676ee50-2908-4e08-87de-b6f2ef4314d5 req-de5c1352-47aa-4f43-a274-05921d2cc49f service neutron] 10.222.0.87 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144433 Feb 17 17:26:11.415953 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0790868-c33d-4c97-b28a-7edf88bc1a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b465c5b-f2ad-4d17-a297-9559d243cdb3,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:11.614675 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-09f08397-db2c-4415-a88f-76343b76337b req-259bd822-813a-4590-9df6-34161ce98db8 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162473 Feb 17 17:26:11.627373 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c3347-d6f3-4043-8558-dabbdc1914d2 req-23c6e4b4-827e-4582-acb7-894d86499697 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:11.628900 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-599c3347-d6f3-4043-8558-dabbdc1914d2 req-23c6e4b4-827e-4582-acb7-894d86499697 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=76a8ac4c-98e3-403f-8df4-280d74dc0fed HTTP/1.1" status: 200 len: 947 time: 0.1672575 Feb 17 17:26:11.630726 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9676ee50-2908-4e08-87de-b6f2ef4314d5 req-b221cac3-ccdf-4469-a5ed-fb240cc74b96 service neutron] 10.222.0.87 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018998 Feb 17 17:26:11.747581 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-599c3347-d6f3-4043-8558-dabbdc1914d2 req-6762bb37-0db2-45b6-82ff-8d90a3f54f3b tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974226 Feb 17 17:26:11.765805 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-09f08397-db2c-4415-a88f-76343b76337b req-8b836404-1f38-458e-9e18-1a6bb20b4a7c service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341136 Feb 17 17:26:11.913799 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d44387ac-328d-4c2a-8c99-15ce721bcc8a req-45eed630-5079-40bf-b6e4-930967a4f414 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=1d8b8d76-19f4-449f-acde-56dc7188625e HTTP/1.1" status: 200 len: 210 time: 0.0545983 Feb 17 17:26:11.923288 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33446) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:11.967701 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-4781debe-cbe0-4bc8-8c5d-c4c3492afb9b req-f364794e-ac21-4480-a7fd-330d2516ffcb service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:26:11.968956 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4781debe-cbe0-4bc8-8c5d-c4c3492afb9b req-f364794e-ac21-4480-a7fd-330d2516ffcb service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0166321 Feb 17 17:26:11.970673 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a8ca8a6b-c750-42ce-bae2-8a6b9f8f18e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:12.170274 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a8ca8a6b-c750-42ce-bae2-8a6b9f8f18e0 admin admin] Publish callbacks [] for security_group (36c1243e-c410-416d-83b7-ef15c3d0452d), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:12.177535 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a8ca8a6b-c750-42ce-bae2-8a6b9f8f18e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (36c1243e-c410-416d-83b7-ef15c3d0452d), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:12.225377 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33458) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:12.234277 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a8ca8a6b-c750-42ce-bae2-8a6b9f8f18e0 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9fc82996de0a48efb573f992a6b900ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3091269 Feb 17 17:26:12.235101 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33460) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:12.244204 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ca8a6b-c750-42ce-bae2-8a6b9f8f18e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c1243e-c410-416d-83b7-ef15c3d0452d,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:12.258919 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c54d89af-41cd-4463-ae11-cee3f6b17369 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:12.362886 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:26:12.370399 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ac54ad26-c03e-441b-8860-0161da02a137 admin admin] Publish callbacks [] for security_group (36c1243e-c410-416d-83b7-ef15c3d0452d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:12.410808 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ac54ad26-c03e-441b-8860-0161da02a137 admin admin] Publish callbacks [] for security_group (36c1243e-c410-416d-83b7-ef15c3d0452d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:12.525628 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c54d89af-41cd-4463-ae11-cee3f6b17369 admin admin] Publish callbacks [] for security_group (f18ad099-9c6a-4910-904e-7a404143851e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:12.528909 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:26:12.531311 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c54d89af-41cd-4463-ae11-cee3f6b17369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (f18ad099-9c6a-4910-904e-7a404143851e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:12.547185 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': 'b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'port_id': 'b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc', 'mac_address': 'fa:16:3e:05:28:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac79920f-9ddd-4352-b866-6056158b178e', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:26:12.570159 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c54d89af-41cd-4463-ae11-cee3f6b17369 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f2f873efdb8b42bfa8367e1541d6694c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3337226 Feb 17 17:26:12.572880 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33478) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:12.599721 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:26:12.600436 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:12.620327 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:26:12.645012 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ac54ad26-c03e-441b-8860-0161da02a137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (36c1243e-c410-416d-83b7-ef15c3d0452d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:12.648281 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:26:12.648418 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ac54ad26-c03e-441b-8860-0161da02a137 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:12.654352 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ac54ad26-c03e-441b-8860-0161da02a137 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/36c1243e-c410-416d-83b7-ef15c3d0452d HTTP/1.1" status: 204 len: 168 time: 0.4263146 Feb 17 17:26:12.654953 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:12.655575 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d89af-41cd-4463-ae11-cee3f6b17369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18ad099-9c6a-4910-904e-7a404143851e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:12.669786 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac54ad26-c03e-441b-8860-0161da02a137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c1243e-c410-416d-83b7-ef15c3d0452d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:12.685507 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dbea39d8-cd3a-4f53-9ec5-28133986c5a9 admin admin] Publish callbacks [] for security_group (f18ad099-9c6a-4910-904e-7a404143851e), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:12.728609 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dbea39d8-cd3a-4f53-9ec5-28133986c5a9 admin admin] Publish callbacks [] for security_group (f18ad099-9c6a-4910-904e-7a404143851e), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:12.756217 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:12.765418 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:26:12.765750 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:26:12.766490 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:26:12.768021 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:26:12.768542 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:26:12.769042 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:26:12.769517 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:26:12.771524 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:26:12.772041 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:26:12.772972 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:26:12.773488 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:26:12.773962 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:26:12.774715 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:26:12.792282 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dbea39d8-cd3a-4f53-9ec5-28133986c5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (f18ad099-9c6a-4910-904e-7a404143851e), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:12.795093 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dbea39d8-cd3a-4f53-9ec5-28133986c5a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:12.803854 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-dbea39d8-cd3a-4f53-9ec5-28133986c5a9 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f18ad099-9c6a-4910-904e-7a404143851e HTTP/1.1" status: 204 len: 168 time: 0.2273889 Feb 17 17:26:12.822064 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbea39d8-cd3a-4f53-9ec5-28133986c5a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18ad099-9c6a-4910-904e-7a404143851e,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:12.871352 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:26:12.903372 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431e72a-a3d8-4ed3-b665-70c3ff48d6a1 req-36c130db-3609-4d28-afef-533222828957 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:12.905897 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4431e72a-a3d8-4ed3-b665-70c3ff48d6a1 req-36c130db-3609-4d28-afef-533222828957 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=76a8ac4c-98e3-403f-8df4-280d74dc0fed HTTP/1.1" status: 200 len: 948 time: 0.0733187 Feb 17 17:26:12.975725 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4431e72a-a3d8-4ed3-b665-70c3ff48d6a1 req-5a2548b9-1e46-40ce-bf93-aeffa1bb0ca6 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576835 Feb 17 17:26:13.203397 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676ee50-2908-4e08-87de-b6f2ef4314d5 req-fb9abc21-6282-4c61-938b-8ed5803b064d tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:13.206285 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9676ee50-2908-4e08-87de-b6f2ef4314d5 req-fb9abc21-6282-4c61-938b-8ed5803b064d tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.71 "GET /v2.0/networks?id=210dd7a1-23b8-45c6-a401-b56590fcc3c1 HTTP/1.1" status: 200 len: 807 time: 0.1275613 Feb 17 17:26:13.221652 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-9676ee50-2908-4e08-87de-b6f2ef4314d5 req-8d1dc1a1-c495-41aa-bcb3-31bce70198c7 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Request body: {'port': {'device_id': '1d8b8d76-19f4-449f-acde-56dc7188625e', 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1', 'admin_state_up': True, 'tenant_id': 'f8aea314af29468ab6557472620785fc'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:26:13.368895 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9676ee50-2908-4e08-87de-b6f2ef4314d5 req-8d1dc1a1-c495-41aa-bcb3-31bce70198c7 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Made reservation on behalf of f8aea314af29468ab6557472620785fc for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:26:13.374355 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9676ee50-2908-4e08-87de-b6f2ef4314d5 req-8d1dc1a1-c495-41aa-bcb3-31bce70198c7 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:13.544505 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-9676ee50-2908-4e08-87de-b6f2ef4314d5 req-8d1dc1a1-c495-41aa-bcb3-31bce70198c7 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Allocated IP 172.20.0.6 (210dd7a1-23b8-45c6-a401-b56590fcc3c1/8267d93d-c5aa-40cb-acb4-c1e284d682e6/c02aa91e-b5a3-4ae4-8119-898cef173204) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:26:13.651161 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6d11ebfe-8a55-4bd9-a8b5-766bce222d2b req-3d4857f1-26a6-4be8-978a-edb8e87eeafa tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=1d8b8d76-19f4-449f-acde-56dc7188625e HTTP/1.1" status: 200 len: 210 time: 0.0526690 Feb 17 17:26:13.758505 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9676ee50-2908-4e08-87de-b6f2ef4314d5 req-8d1dc1a1-c495-41aa-bcb3-31bce70198c7 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Publish callbacks [] for port (c02aa91e-b5a3-4ae4-8119-898cef173204), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:13.831694 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9676ee50-2908-4e08-87de-b6f2ef4314d5 req-8d1dc1a1-c495-41aa-bcb3-31bce70198c7 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (c02aa91e-b5a3-4ae4-8119-898cef173204), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:13.890276 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9676ee50-2908-4e08-87de-b6f2ef4314d5 req-8d1dc1a1-c495-41aa-bcb3-31bce70198c7 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Network 210dd7a1-23b8-45c6-a401-b56590fcc3c1 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:26:13.908475 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-9676ee50-2908-4e08-87de-b6f2ef4314d5 req-8d1dc1a1-c495-41aa-bcb3-31bce70198c7 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:26:13.908475 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-9676ee50-2908-4e08-87de-b6f2ef4314d5 req-8d1dc1a1-c495-41aa-bcb3-31bce70198c7 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:26:13.941424 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1dc1a1-c495-41aa-bcb3-31bce70198c7 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Pushing event updated for resources: {'Port': ['ID=c02aa91e-b5a3-4ae4-8119-898cef173204,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:13.971801 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676ee50-2908-4e08-87de-b6f2ef4314d5 req-8d1dc1a1-c495-41aa-bcb3-31bce70198c7 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:13.972489 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9676ee50-2908-4e08-87de-b6f2ef4314d5 req-8d1dc1a1-c495-41aa-bcb3-31bce70198c7 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:13.992534 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9676ee50-2908-4e08-87de-b6f2ef4314d5 req-8d1dc1a1-c495-41aa-bcb3-31bce70198c7 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7748246 Feb 17 17:26:14.002740 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-9676ee50-2908-4e08-87de-b6f2ef4314d5 req-bbd92d65-4a52-4596-8bbd-88c858263807 service neutron] Request body: {'port': {'device_id': '1d8b8d76-19f4-449f-acde-56dc7188625e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:26:14.066435 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9676ee50-2908-4e08-87de-b6f2ef4314d5 req-bbd92d65-4a52-4596-8bbd-88c858263807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c02aa91e-b5a3-4ae4-8119-898cef173204), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:14.125172 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc82959-dea5-45db-a419-0feb7d57e314 req-452b36d1-1588-4c93-99d0-498741d04c6f tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:14.127628 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bcc82959-dea5-45db-a419-0feb7d57e314 req-452b36d1-1588-4c93-99d0-498741d04c6f tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=76a8ac4c-98e3-403f-8df4-280d74dc0fed HTTP/1.1" status: 200 len: 948 time: 0.0647728 Feb 17 17:26:14.193871 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bcc82959-dea5-45db-a419-0feb7d57e314 req-aee71e18-28db-4c02-8734-7d227784cfd5 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567365 Feb 17 17:26:14.202974 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33574) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:14.371855 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device aa4913bc-02a5-4006-ae99-7ce9f4c9f93c details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:26:14.383272 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-9676ee50-2908-4e08-87de-b6f2ef4314d5 req-bbd92d65-4a52-4596-8bbd-88c858263807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c02aa91e-b5a3-4ae4-8119-898cef173204 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:26:14.397324 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9676ee50-2908-4e08-87de-b6f2ef4314d5 req-bbd92d65-4a52-4596-8bbd-88c858263807 service neutron] Publish callbacks [] for port (c02aa91e-b5a3-4ae4-8119-898cef173204), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:14.411895 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-9676ee50-2908-4e08-87de-b6f2ef4314d5 req-bbd92d65-4a52-4596-8bbd-88c858263807 service neutron] Transition to ACTIVE for port object c02aa91e-b5a3-4ae4-8119-898cef173204 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:26:14.419884 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9676ee50-2908-4e08-87de-b6f2ef4314d5 req-bbd92d65-4a52-4596-8bbd-88c858263807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (c02aa91e-b5a3-4ae4-8119-898cef173204), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:14.420186 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-c640071a-8754-4967-a376-b02b33172b49 req-b2952a22-df1b-4ff2-bbad-e48be0dd79e5 tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:26:14.434135 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c640071a-8754-4967-a376-b02b33172b49 req-b2952a22-df1b-4ff2-bbad-e48be0dd79e5 tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2299266 Feb 17 17:26:14.493206 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd92d65-4a52-4596-8bbd-88c858263807 service neutron] Pushing event updated for resources: {'Port': ['ID=c02aa91e-b5a3-4ae4-8119-898cef173204,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:14.493445 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:26:14.554227 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port aa4913bc-02a5-4006-ae99-7ce9f4c9f93c, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=aa4913bc-02a5-4006-ae99-7ce9f4c9f93c,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:26:14.576694 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': 'aa4913bc-02a5-4006-ae99-7ce9f4c9f93c', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'port_id': 'aa4913bc-02a5-4006-ae99-7ce9f4c9f93c', 'mac_address': 'fa:16:3e:8d:b0:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac79920f-9ddd-4352-b866-6056158b178e', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:26:14.587557 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-9676ee50-2908-4e08-87de-b6f2ef4314d5 req-bbd92d65-4a52-4596-8bbd-88c858263807 service neutron] Attempting to bind port c02aa91e-b5a3-4ae4-8119-898cef173204 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:26:14.587908 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-9676ee50-2908-4e08-87de-b6f2ef4314d5 req-bbd92d65-4a52-4596-8bbd-88c858263807 service neutron] Attempting to bind port c02aa91e-b5a3-4ae4-8119-898cef173204 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '25b82b75-bd12-4667-b51a-aa287338793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:26:14.588840 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9676ee50-2908-4e08-87de-b6f2ef4314d5 req-bbd92d65-4a52-4596-8bbd-88c858263807 service neutron] Attempting to bind port c02aa91e-b5a3-4ae4-8119-898cef173204 on network 210dd7a1-23b8-45c6-a401-b56590fcc3c1 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:26:14.600280 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9676ee50-2908-4e08-87de-b6f2ef4314d5 req-bbd92d65-4a52-4596-8bbd-88c858263807 service neutron] Port c02aa91e-b5a3-4ae4-8119-898cef173204 on network 210dd7a1-23b8-45c6-a401-b56590fcc3c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:26:14.600635 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9676ee50-2908-4e08-87de-b6f2ef4314d5 req-bbd92d65-4a52-4596-8bbd-88c858263807 service neutron] Attempting to bind port c02aa91e-b5a3-4ae4-8119-898cef173204 on network 210dd7a1-23b8-45c6-a401-b56590fcc3c1 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:26:14.611698 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9676ee50-2908-4e08-87de-b6f2ef4314d5 req-bbd92d65-4a52-4596-8bbd-88c858263807 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:26:14.612093 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9676ee50-2908-4e08-87de-b6f2ef4314d5 req-bbd92d65-4a52-4596-8bbd-88c858263807 service neutron] Checking segment: {'id': '25b82b75-bd12-4667-b51a-aa287338793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:26:14.612529 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9676ee50-2908-4e08-87de-b6f2ef4314d5 req-bbd92d65-4a52-4596-8bbd-88c858263807 service neutron] Bound using segment: {'id': '25b82b75-bd12-4667-b51a-aa287338793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:26:14.612992 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-9676ee50-2908-4e08-87de-b6f2ef4314d5 req-bbd92d65-4a52-4596-8bbd-88c858263807 service neutron] Bound port: c02aa91e-b5a3-4ae4-8119-898cef173204, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b82b75-bd12-4667-b51a-aa287338793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:26:14.613354 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9676ee50-2908-4e08-87de-b6f2ef4314d5 req-bbd92d65-4a52-4596-8bbd-88c858263807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c02aa91e-b5a3-4ae4-8119-898cef173204), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:14.631893 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:26:14.637587 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port aa4913bc-02a5-4006-ae99-7ce9f4c9f93c is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:26:14.637972 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (aa4913bc-02a5-4006-ae99-7ce9f4c9f93c), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:14.639806 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:26:14.640498 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:14.681824 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa4913bc-02a5-4006-ae99-7ce9f4c9f93c {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:26:14.685583 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-9676ee50-2908-4e08-87de-b6f2ef4314d5 req-bbd92d65-4a52-4596-8bbd-88c858263807 service neutron] For port c02aa91e-b5a3-4ae4-8119-898cef173204, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:26:14.689896 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-9676ee50-2908-4e08-87de-b6f2ef4314d5 req-bbd92d65-4a52-4596-8bbd-88c858263807 service neutron] For port c02aa91e-b5a3-4ae4-8119-898cef173204, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=c02aa91e-b5a3-4ae4-8119-898cef173204,segment=NetworkSegment(25b82b75-bd12-4667-b51a-aa287338793c),segment_id=25b82b75-bd12-4667-b51a-aa287338793c)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:26:14.697967 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9676ee50-2908-4e08-87de-b6f2ef4314d5 req-bbd92d65-4a52-4596-8bbd-88c858263807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (c02aa91e-b5a3-4ae4-8119-898cef173204), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:14.706558 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port aa4913bc-02a5-4006-ae99-7ce9f4c9f93c, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=aa4913bc-02a5-4006-ae99-7ce9f4c9f93c,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:26:14.716613 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (aa4913bc-02a5-4006-ae99-7ce9f4c9f93c), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:14.717619 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676ee50-2908-4e08-87de-b6f2ef4314d5 req-bbd92d65-4a52-4596-8bbd-88c858263807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:14.718686 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9676ee50-2908-4e08-87de-b6f2ef4314d5 req-bbd92d65-4a52-4596-8bbd-88c858263807 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:14.721537 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9676ee50-2908-4e08-87de-b6f2ef4314d5 req-bbd92d65-4a52-4596-8bbd-88c858263807 service neutron] 10.222.0.71 "PUT /v2.0/ports/c02aa91e-b5a3-4ae4-8119-898cef173204 HTTP/1.1" status: 200 len: 1091 time: 0.7230642 Feb 17 17:26:14.723118 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d8b8d76-19f4-449f-acde-56dc7188625e', 'tag': 'c02aa91e-b5a3-4ae4-8119-898cef173204'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:26:14.726986 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7ce510-00c1-4864-b37f-5bf5c9284528" -d '{"events": [{"name": "network-changed", "server_uuid": "1d8b8d76-19f4-449f-acde-56dc7188625e", "tag": "c02aa91e-b5a3-4ae4-8119-898cef173204"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:26:14.807528 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd92d65-4a52-4596-8bbd-88c858263807 service neutron] Pushing event updated for resources: {'Port': ['ID=c02aa91e-b5a3-4ae4-8119-898cef173204,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:14.836483 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676ee50-2908-4e08-87de-b6f2ef4314d5 req-5bdb1949-f350-4460-bcc7-bcbaef384428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:14.840638 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9676ee50-2908-4e08-87de-b6f2ef4314d5 req-5bdb1949-f350-4460-bcc7-bcbaef384428 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f8aea314af29468ab6557472620785fc&device_id=1d8b8d76-19f4-449f-acde-56dc7188625e HTTP/1.1" status: 200 len: 1125 time: 0.0749028 Feb 17 17:26:14.843516 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=aa4913bc-02a5-4006-ae99-7ce9f4c9f93c,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:14.846028 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:26:14.846590 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:14.878529 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a8ac4c-98e3-403f-8df4-280d74dc0fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:26:14.881971 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56969b69-9827-481e-a0c7-a702ad558b16" -d '{"events": [{"server_uuid": "76a8ac4c-98e3-403f-8df4-280d74dc0fed", "name": "network-vif-plugged", "status": "completed", "tag": "b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:26:14.897194 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9676ee50-2908-4e08-87de-b6f2ef4314d5 req-466b5d87-a18d-4a87-9115-0ab9ef7fd3c6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c02aa91e-b5a3-4ae4-8119-898cef173204 HTTP/1.1" status: 200 len: 217 time: 0.0432904 Feb 17 17:26:14.903187 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:26:14.910155 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:14.959741 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['aa4913bc-02a5-4006-ae99-7ce9f4c9f93c'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:26:14.975550 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676ee50-2908-4e08-87de-b6f2ef4314d5 req-747ef4a0-6f38-4afc-b549-3a44163ec3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:14.977984 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9676ee50-2908-4e08-87de-b6f2ef4314d5 req-747ef4a0-6f38-4afc-b549-3a44163ec3bb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8267d93d-c5aa-40cb-acb4-c1e284d682e6 HTTP/1.1" status: 200 len: 847 time: 0.0732827 Feb 17 17:26:14.996965 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:15.022215 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9676ee50-2908-4e08-87de-b6f2ef4314d5 req-2b4519f9-db3e-4262-a980-1663f2b906d9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=210dd7a1-23b8-45c6-a401-b56590fcc3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368781 Feb 17 17:26:15.111580 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640071a-8754-4967-a376-b02b33172b49 req-1df92b14-cb89-4fc2-abf7-5e24be1e76a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:15.118765 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c640071a-8754-4967-a376-b02b33172b49 req-1df92b14-cb89-4fc2-abf7-5e24be1e76a7 service neutron] 10.222.0.87 "GET /v2.0/ports/d43be304-3921-4d97-85b8-73e6059cde84 HTTP/1.1" status: 200 len: 1124 time: 0.4534261 Feb 17 17:26:15.123801 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-c640071a-8754-4967-a376-b02b33172b49 req-eb6b11fe-7a25-4fbd-b764-9275c46867d0 service neutron] Request body: {'binding': {'host': 'n-h2-829613-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:26:15.124340 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-c640071a-8754-4967-a376-b02b33172b49 req-eb6b11fe-7a25-4fbd-b764-9275c46867d0 service neutron] Unknown quota resources ['binding']. {{(pid=103435) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 17 17:26:15.155058 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9676ee50-2908-4e08-87de-b6f2ef4314d5 req-34acee5f-3868-43b9-8269-895bfec6b0be service neutron] 10.222.0.71 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252301 Feb 17 17:26:15.274021 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9676ee50-2908-4e08-87de-b6f2ef4314d5 req-868da9a3-8063-4af0-a4ac-e5e8ed6b2258 service neutron] 10.222.0.71 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127076 Feb 17 17:26:15.274453 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33634) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:15.343877 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da27a4d-40bc-4022-a9b4-8df05396136b req-b3b911ea-d643-48f4-8c18-8bcbe5a80448 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:15.345377 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6da27a4d-40bc-4022-a9b4-8df05396136b req-b3b911ea-d643-48f4-8c18-8bcbe5a80448 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=1d8b8d76-19f4-449f-acde-56dc7188625e HTTP/1.1" status: 200 len: 943 time: 0.1303456 Feb 17 17:26:15.376192 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-c640071a-8754-4967-a376-b02b33172b49 req-eb6b11fe-7a25-4fbd-b764-9275c46867d0 service neutron] Attempting to bind port d43be304-3921-4d97-85b8-73e6059cde84 on host n-h2-829613-2 for vnic_type normal with profile None {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:26:15.376924 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-c640071a-8754-4967-a376-b02b33172b49 req-eb6b11fe-7a25-4fbd-b764-9275c46867d0 service neutron] Attempting to bind port d43be304-3921-4d97-85b8-73e6059cde84 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:26:15.376924 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c640071a-8754-4967-a376-b02b33172b49 req-eb6b11fe-7a25-4fbd-b764-9275c46867d0 service neutron] Attempting to bind port d43be304-3921-4d97-85b8-73e6059cde84 on network 5dbbad70-2eaf-4ac4-baab-330b001075bb {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:26:15.390496 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c640071a-8754-4967-a376-b02b33172b49 req-eb6b11fe-7a25-4fbd-b764-9275c46867d0 service neutron] Port d43be304-3921-4d97-85b8-73e6059cde84 on network 5dbbad70-2eaf-4ac4-baab-330b001075bb not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:26:15.390823 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c640071a-8754-4967-a376-b02b33172b49 req-eb6b11fe-7a25-4fbd-b764-9275c46867d0 service neutron] Attempting to bind port d43be304-3921-4d97-85b8-73e6059cde84 on network 5dbbad70-2eaf-4ac4-baab-330b001075bb {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:26:15.406038 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c640071a-8754-4967-a376-b02b33172b49 req-eb6b11fe-7a25-4fbd-b764-9275c46867d0 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:26:15.406372 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c640071a-8754-4967-a376-b02b33172b49 req-eb6b11fe-7a25-4fbd-b764-9275c46867d0 service neutron] Checking segment: {'id': '00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:26:15.406750 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c640071a-8754-4967-a376-b02b33172b49 req-eb6b11fe-7a25-4fbd-b764-9275c46867d0 service neutron] Bound using segment: {'id': '00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:26:15.407170 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-c640071a-8754-4967-a376-b02b33172b49 req-eb6b11fe-7a25-4fbd-b764-9275c46867d0 service neutron] Bound port: d43be304-3921-4d97-85b8-73e6059cde84, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:26:15.429977 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6da27a4d-40bc-4022-a9b4-8df05396136b req-ded4b21f-621d-4a98-b05a-93e233be8d75 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762641 Feb 17 17:26:15.484051 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db251a4-4616-4ee3-8867-07a198eacd41 x-openstack-request-id: req-6db251a4-4616-4ee3-8867-07a198eacd41 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:26:15.484929 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d8b8d76-19f4-449f-acde-56dc7188625e", "tag": "c02aa91e-b5a3-4ae4-8119-898cef173204", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:26:15.485355 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6db251a4-4616-4ee3-8867-07a198eacd41 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:26:15.485998 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d8b8d76-19f4-449f-acde-56dc7188625e', 'tag': 'c02aa91e-b5a3-4ae4-8119-898cef173204', 'status': 'completed', 'code': 200} Feb 17 17:26:15.486228 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-1026d2b9-d804-4277-a083-342d58d7470a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1972665439-network', 'tenant_id': '5935facc757347a6a86952f113369252'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:26:15.546014 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b4e6b5-24f6-4a89-b033-ae545d48a07a x-openstack-request-id: req-f5b4e6b5-24f6-4a89-b033-ae545d48a07a {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:26:15.546801 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76a8ac4c-98e3-403f-8df4-280d74dc0fed", "name": "network-vif-plugged", "status": "completed", "tag": "b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:26:15.547147 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f5b4e6b5-24f6-4a89-b033-ae545d48a07a {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:26:15.547959 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a8ac4c-98e3-403f-8df4-280d74dc0fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc', 'code': 200} Feb 17 17:26:15.571608 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ce510-00c1-4864-b37f-5bf5c9284528 req-cccc8453-44b2-4fba-9330-297a3a769f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:15.573224 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9a7ce510-00c1-4864-b37f-5bf5c9284528 req-cccc8453-44b2-4fba-9330-297a3a769f32 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f8aea314af29468ab6557472620785fc&device_id=1d8b8d76-19f4-449f-acde-56dc7188625e HTTP/1.1" status: 200 len: 1125 time: 0.0639942 Feb 17 17:26:15.578441 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1026d2b9-d804-4277-a083-342d58d7470a admin admin] Made reservation on behalf of 5935facc757347a6a86952f113369252 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:26:15.581063 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1026d2b9-d804-4277-a083-342d58d7470a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:15.585733 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-c640071a-8754-4967-a376-b02b33172b49 req-eb6b11fe-7a25-4fbd-b764-9275c46867d0 service neutron] For port d43be304-3921-4d97-85b8-73e6059cde84, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=d43be304-3921-4d97-85b8-73e6059cde84,segment=NetworkSegment(00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be),segment_id=00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:26:15.608609 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1026d2b9-d804-4277-a083-342d58d7470a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:15.613115 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c640071a-8754-4967-a376-b02b33172b49 req-eb6b11fe-7a25-4fbd-b764-9275c46867d0 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:15.614308 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c640071a-8754-4967-a376-b02b33172b49 req-eb6b11fe-7a25-4fbd-b764-9275c46867d0 service neutron] 10.222.0.87 "POST /v2.0/ports/d43be304-3921-4d97-85b8-73e6059cde84/bindings HTTP/1.1" status: 201 len: 389 time: 0.4947653 Feb 17 17:26:15.685952 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a27259-f89d-4f21-91ea-5e5f9ed86ef7 req-47baa7c1-10ba-4557-87db-84a3097f620b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:15.688202 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b3a27259-f89d-4f21-91ea-5e5f9ed86ef7 req-47baa7c1-10ba-4557-87db-84a3097f620b service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=76a8ac4c-98e3-403f-8df4-280d74dc0fed HTTP/1.1" status: 200 len: 1131 time: 0.0730138 Feb 17 17:26:15.732931 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ce510-00c1-4864-b37f-5bf5c9284528 req-88fbfe4c-8e99-4d9b-934b-6d7c09ab261f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:15.734417 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9a7ce510-00c1-4864-b37f-5bf5c9284528 req-88fbfe4c-8e99-4d9b-934b-6d7c09ab261f service neutron] 10.222.0.71 "GET /v2.0/networks?id=210dd7a1-23b8-45c6-a401-b56590fcc3c1 HTTP/1.1" status: 200 len: 908 time: 0.1545258 Feb 17 17:26:15.798530 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9a7ce510-00c1-4864-b37f-5bf5c9284528 req-ccb0a8e9-9b95-441e-89b8-2fd15a930a21 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c02aa91e-b5a3-4ae4-8119-898cef173204 HTTP/1.1" status: 200 len: 217 time: 0.0552135 Feb 17 17:26:15.832430 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b3a27259-f89d-4f21-91ea-5e5f9ed86ef7 req-bcbc741e-f351-4f24-ba3a-185672d1d3ea service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342301 Feb 17 17:26:15.889481 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ce510-00c1-4864-b37f-5bf5c9284528 req-3d0101ec-6ba9-46f5-8e6b-eb15dfe27dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:15.891339 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9a7ce510-00c1-4864-b37f-5bf5c9284528 req-3d0101ec-6ba9-46f5-8e6b-eb15dfe27dcd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8267d93d-c5aa-40cb-acb4-c1e284d682e6 HTTP/1.1" status: 200 len: 847 time: 0.0840051 Feb 17 17:26:15.893638 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1026d2b9-d804-4277-a083-342d58d7470a admin admin] Publish callbacks [] for security_group (6f7b4ae5-4ac7-4137-b710-0cf97fbedd77), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:15.907176 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d211d4e-9833-4aa5-b07f-a4d1d313b770 req-88b9e797-e56b-427e-8f13-bc6f6b1057dc tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:15.915100 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2d211d4e-9833-4aa5-b07f-a4d1d313b770 req-88b9e797-e56b-427e-8f13-bc6f6b1057dc tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=76a8ac4c-98e3-403f-8df4-280d74dc0fed HTTP/1.1" status: 200 len: 949 time: 0.1020603 Feb 17 17:26:15.918786 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1026d2b9-d804-4277-a083-342d58d7470a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (6f7b4ae5-4ac7-4137-b710-0cf97fbedd77), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:15.942832 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9a7ce510-00c1-4864-b37f-5bf5c9284528 req-5bd1e764-b404-49f4-9a86-a846bdf2533a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=210dd7a1-23b8-45c6-a401-b56590fcc3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402491 Feb 17 17:26:15.983895 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1026d2b9-d804-4277-a083-342d58d7470a admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:26:16.002515 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1026d2b9-d804-4277-a083-342d58d7470a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7b4ae5-4ac7-4137-b710-0cf97fbedd77,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:16.005471 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1026d2b9-d804-4277-a083-342d58d7470a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (b5c22837-ff45-4173-bb65-146e0d15092f), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:16.005919 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-1026d2b9-d804-4277-a083-342d58d7470a admin admin] Added segment b5c22837-ff45-4173-bb65-146e0d15092f of type vlan for network 83682ac9-c2b0-4063-ae45-fea55b30c3e3 Feb 17 17:26:16.079529 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9a7ce510-00c1-4864-b37f-5bf5c9284528 req-6c82be39-f601-4f3f-b8a1-c62762df7edf service neutron] 10.222.0.71 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259418 Feb 17 17:26:16.080589 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2d211d4e-9833-4aa5-b07f-a4d1d313b770 req-3c26720d-d47f-4e92-8ac5-a1c0163f50b5 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645622 Feb 17 17:26:16.095240 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b0698-a1b1-4f39-995e-6914e09aead1 req-0ff1a1f8-39d5-4f80-9ce6-377e8c158f68 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:16.096750 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f24b0698-a1b1-4f39-995e-6914e09aead1 req-0ff1a1f8-39d5-4f80-9ce6-377e8c158f68 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=9accda19-65b6-4f5e-8a2b-7acd9fe528a3 HTTP/1.1" status: 200 len: 945 time: 0.1796899 Feb 17 17:26:16.108543 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1026d2b9-d804-4277-a083-342d58d7470a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (83682ac9-c2b0-4063-ae45-fea55b30c3e3), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:16.196861 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1026d2b9-d804-4277-a083-342d58d7470a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (83682ac9-c2b0-4063-ae45-fea55b30c3e3), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:16.198064 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1026d2b9-d804-4277-a083-342d58d7470a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:16.198654 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1026d2b9-d804-4277-a083-342d58d7470a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:16.217509 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640071a-8754-4967-a376-b02b33172b49 req-42035cad-a7d1-46d3-a7f8-70cf54167923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:16.218861 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c640071a-8754-4967-a376-b02b33172b49 req-42035cad-a7d1-46d3-a7f8-70cf54167923 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5bb8389d8da44943868afc5c1f119806&device_id=9accda19-65b6-4f5e-8a2b-7acd9fe528a3 HTTP/1.1" status: 200 len: 1127 time: 0.1314094 Feb 17 17:26:16.232405 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f24b0698-a1b1-4f39-995e-6914e09aead1 req-19cc0a1a-9e61-4bc2-b5f0-2da2b529a5cf tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257069 Feb 17 17:26:16.253394 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1026d2b9-d804-4277-a083-342d58d7470a admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9759915 Feb 17 17:26:16.254065 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33668) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:16.271370 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-ff49282a-ce87-4b10-9d3e-64a49c6da10b admin admin] Request body: {'subnet': {'network_id': '83682ac9-c2b0-4063-ae45-fea55b30c3e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1972665439-subnet', 'tenant_id': '5935facc757347a6a86952f113369252', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:26:16.322060 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff49282a-ce87-4b10-9d3e-64a49c6da10b admin admin] Made reservation on behalf of 5935facc757347a6a86952f113369252 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:26:16.324560 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ff49282a-ce87-4b10-9d3e-64a49c6da10b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:16.359179 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1026d2b9-d804-4277-a083-342d58d7470a admin admin] Pushing event updated for resources: {'Network': ['ID=83682ac9-c2b0-4063-ae45-fea55b30c3e3,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:16.371223 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 83682ac9-c2b0-4063-ae45-fea55b30c3e3 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:26:16.400999 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device aa4913bc-02a5-4006-ae99-7ce9f4c9f93c up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:26:16.422960 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9a7ce510-00c1-4864-b37f-5bf5c9284528 req-b96e278a-8e8d-477c-b797-906f4f4d974a service neutron] 10.222.0.71 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355739 Feb 17 17:26:16.523672 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640071a-8754-4967-a376-b02b33172b49 req-46ca79db-8975-4883-802e-7d2a291e4ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:16.525860 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c640071a-8754-4967-a376-b02b33172b49 req-46ca79db-8975-4883-802e-7d2a291e4ec8 service neutron] 10.222.0.91 "GET /v2.0/networks?id=5dbbad70-2eaf-4ac4-baab-330b001075bb HTTP/1.1" status: 200 len: 921 time: 0.2803173 Feb 17 17:26:16.533514 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port aa4913bc-02a5-4006-ae99-7ce9f4c9f93c completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:26:16.539543 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port aa4913bc-02a5-4006-ae99-7ce9f4c9f93c triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:26:16.540139 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (aa4913bc-02a5-4006-ae99-7ce9f4c9f93c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:16.576156 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c640071a-8754-4967-a376-b02b33172b49 req-c56cbbab-8bbd-4dd7-a5e0-1a66d4b6f0a7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d43be304-3921-4d97-85b8-73e6059cde84 HTTP/1.1" status: 200 len: 217 time: 0.0435207 Feb 17 17:26:16.632317 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port aa4913bc-02a5-4006-ae99-7ce9f4c9f93c is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:26:16.632873 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (aa4913bc-02a5-4006-ae99-7ce9f4c9f93c), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:16.667729 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port aa4913bc-02a5-4006-ae99-7ce9f4c9f93c, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=aa4913bc-02a5-4006-ae99-7ce9f4c9f93c,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:26:16.674364 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (aa4913bc-02a5-4006-ae99-7ce9f4c9f93c), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:16.705071 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640071a-8754-4967-a376-b02b33172b49 req-68257d91-9294-4975-a996-570a8af3a178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:16.706532 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c640071a-8754-4967-a376-b02b33172b49 req-68257d91-9294-4975-a996-570a8af3a178 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d4b8c7cb-ffed-4089-8d05-52af74f92303 HTTP/1.1" status: 200 len: 860 time: 0.1216128 Feb 17 17:26:16.736970 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=aa4913bc-02a5-4006-ae99-7ce9f4c9f93c,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:16.780497 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c640071a-8754-4967-a376-b02b33172b49 req-4c93f835-143b-4fed-a91c-c280c708fd6c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5dbbad70-2eaf-4ac4-baab-330b001075bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366485 Feb 17 17:26:16.822641 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ff49282a-ce87-4b10-9d3e-64a49c6da10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for subnet (88b92756-09f3-428e-b5e3-39b289eb6473), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:16.831046 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123b1db-957b-4681-b24c-918c08a0400f req-e044fea3-351b-4f58-a8ff-31982aa82865 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:16.832832 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e123b1db-957b-4681-b24c-918c08a0400f req-e044fea3-351b-4f58-a8ff-31982aa82865 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=1d8b8d76-19f4-449f-acde-56dc7188625e HTTP/1.1" status: 200 len: 943 time: 0.1933732 Feb 17 17:26:17.261486 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff49282a-ce87-4b10-9d3e-64a49c6da10b admin admin] Pushing event updated for resources: {'Subnet': ['ID=88b92756-09f3-428e-b5e3-39b289eb6473,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:17.279131 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e123b1db-957b-4681-b24c-918c08a0400f req-6c000950-12ef-48d6-a78e-9bc5b2cf406f tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4340734 Feb 17 17:26:17.296303 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c640071a-8754-4967-a376-b02b33172b49 req-72c06c40-eedc-4208-8ad7-aed63c227caf service neutron] 10.222.0.91 "GET /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5050945 Feb 17 17:26:17.297497 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff49282a-ce87-4b10-9d3e-64a49c6da10b admin admin] Checking segment: {'id': 'b5c22837-ff45-4173-bb65-146e0d15092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '83682ac9-c2b0-4063-ae45-fea55b30c3e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:26:17.297850 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff49282a-ce87-4b10-9d3e-64a49c6da10b admin admin] Network hostable DHCP agents. Network: 83682ac9-c2b0-4063-ae45-fea55b30c3e3, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:26:17.304547 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33736) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:17.362978 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff49282a-ce87-4b10-9d3e-64a49c6da10b admin admin] Network 83682ac9-c2b0-4063-ae45-fea55b30c3e3 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:26:17.409731 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-ff49282a-ce87-4b10-9d3e-64a49c6da10b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 83682ac9-c2b0-4063-ae45-fea55b30c3e3) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:26:17.418142 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c50fae-614c-4cbd-b35e-d906ad2f51a1 None None] Network 83682ac9-c2b0-4063-ae45-fea55b30c3e3 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:26:17.457858 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-58783599-6f17-4516-afd1-afd3eb192cda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:17.499179 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff49282a-ce87-4b10-9d3e-64a49c6da10b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:17.499806 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ff49282a-ce87-4b10-9d3e-64a49c6da10b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:17.540493 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-58783599-6f17-4516-afd1-afd3eb192cda admin admin] Publish callbacks [] for security_group (b054954b-23ef-496b-98f3-601e2cc11a7f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:17.545798 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-58783599-6f17-4516-afd1-afd3eb192cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (b054954b-23ef-496b-98f3-601e2cc11a7f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:17.548379 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e6acd4-d8eb-46d6-889d-403780a7d168 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-83682ac9-c2b0-4063-ae45-fea55b30c3e3', 'network_id': '83682ac9-c2b0-4063-ae45-fea55b30c3e3', 'project_id': '5935facc757347a6a86952f113369252', 'fixed_ips': [{'subnet_id': '88b92756-09f3-428e-b5e3-39b289eb6473'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:26:17.549669 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-82e6acd4-d8eb-46d6-889d-403780a7d168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:17.553843 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db8706f1-40c9-4e8c-9f18-8b4bfcaf5e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4913bc-02a5-4006-ae99-7ce9f4c9f93c'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:26:17.556372 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e459fe2-7973-43cb-85c8-bc4fa37936d4" -d '{"events": [{"server_uuid": "db8706f1-40c9-4e8c-9f18-8b4bfcaf5e1a", "name": "network-vif-plugged", "status": "completed", "tag": "aa4913bc-02a5-4006-ae99-7ce9f4c9f93c"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:26:17.568854 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-ff49282a-ce87-4b10-9d3e-64a49c6da10b admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3014903 Feb 17 17:26:17.572695 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33750) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:17.577207 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-611f3b84-8889-4324-9c06-36c0cf5be9bf admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1972665439-router', 'tenant_id': '5935facc757347a6a86952f113369252', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:26:17.592398 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c640071a-8754-4967-a376-b02b33172b49 req-ae6cfa4d-0faa-4944-8eea-63fb4411e894 service neutron] 10.222.0.91 "GET /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816646 Feb 17 17:26:17.609397 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-58783599-6f17-4516-afd1-afd3eb192cda admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c2ddb0e59eb744cfae7930bd4411ba13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3035612 Feb 17 17:26:17.611336 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58783599-6f17-4516-afd1-afd3eb192cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b054954b-23ef-496b-98f3-601e2cc11a7f,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:17.612895 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90069e18-48e0-4d17-beb0-25ef201fa796 req-6affc51b-e95e-449f-a883-8afd7b6d1259 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:17.615572 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33752) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:17.623408 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-90069e18-48e0-4d17-beb0-25ef201fa796 req-6affc51b-e95e-449f-a883-8afd7b6d1259 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=76a8ac4c-98e3-403f-8df4-280d74dc0fed HTTP/1.1" status: 200 len: 949 time: 0.2150214 Feb 17 17:26:17.634438 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b89ce-594a-44b8-ad06-8b100c3f54c9 req-948c1db2-b32c-40e5-977c-d208252fe907 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:17.641487 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7c8b89ce-594a-44b8-ad06-8b100c3f54c9 req-948c1db2-b32c-40e5-977c-d208252fe907 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=9accda19-65b6-4f5e-8a2b-7acd9fe528a3 HTTP/1.1" status: 200 len: 945 time: 0.2341526 Feb 17 17:26:17.652421 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-611f3b84-8889-4324-9c06-36c0cf5be9bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (5284773e-2fce-4c81-8db4-c9ffd6fd5e4f), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:17.653360 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-611f3b84-8889-4324-9c06-36c0cf5be9bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (5284773e-2fce-4c81-8db4-c9ffd6fd5e4f), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:17.678220 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ec9ac1ce-1a9b-4ef8-a1af-6ab028f78404 admin admin] Publish callbacks [] for security_group (b054954b-23ef-496b-98f3-601e2cc11a7f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:17.701942 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ec9ac1ce-1a9b-4ef8-a1af-6ab028f78404 admin admin] Publish callbacks [] for security_group (b054954b-23ef-496b-98f3-601e2cc11a7f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:17.761330 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ec9ac1ce-1a9b-4ef8-a1af-6ab028f78404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (b054954b-23ef-496b-98f3-601e2cc11a7f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:17.764069 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ec9ac1ce-1a9b-4ef8-a1af-6ab028f78404 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:17.769328 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ec9ac1ce-1a9b-4ef8-a1af-6ab028f78404 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b054954b-23ef-496b-98f3-601e2cc11a7f HTTP/1.1" status: 204 len: 168 time: 0.1518462 Feb 17 17:26:17.779479 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ac1ce-1a9b-4ef8-a1af-6ab028f78404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b054954b-23ef-496b-98f3-601e2cc11a7f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:17.848041 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-90069e18-48e0-4d17-beb0-25ef201fa796 req-6300ba8f-0466-4e0a-bc74-771e78e06f30 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196307 Feb 17 17:26:17.850368 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-611f3b84-8889-4324-9c06-36c0cf5be9bf admin admin] Publish callbacks [] for router_controller (5284773e-2fce-4c81-8db4-c9ffd6fd5e4f), precommit_add_association {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:17.889713 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-82e6acd4-d8eb-46d6-889d-403780a7d168 None None] Allocated IP 172.20.0.2 (83682ac9-c2b0-4063-ae45-fea55b30c3e3/88b92756-09f3-428e-b5e3-39b289eb6473/924afea3-4575-4d9d-97ca-401caa9d97c2) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:26:17.925378 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7c8b89ce-594a-44b8-ad06-8b100c3f54c9 req-37d1c391-1411-4c23-b313-678f2a81028e tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780111 Feb 17 17:26:17.994571 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640071a-8754-4967-a376-b02b33172b49 req-660c6e57-70d9-4324-84c6-f11f09c13276 tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:17.996112 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c640071a-8754-4967-a376-b02b33172b49 req-660c6e57-70d9-4324-84c6-f11f09c13276 tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=9accda19-65b6-4f5e-8a2b-7acd9fe528a3&tenant_id=5bb8389d8da44943868afc5c1f119806&binding%3Ahost_id=n-h1-829613-2 HTTP/1.1" status: 200 len: 1127 time: 0.3207543 Feb 17 17:26:18.036310 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad9e0fe-18cc-45c4-bbf2-15b1c2adabf8 x-openstack-request-id: req-aad9e0fe-18cc-45c4-bbf2-15b1c2adabf8 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:26:18.036806 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db8706f1-40c9-4e8c-9f18-8b4bfcaf5e1a", "name": "network-vif-plugged", "status": "completed", "tag": "aa4913bc-02a5-4006-ae99-7ce9f4c9f93c", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:26:18.037232 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-aad9e0fe-18cc-45c4-bbf2-15b1c2adabf8 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:26:18.037766 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db8706f1-40c9-4e8c-9f18-8b4bfcaf5e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4913bc-02a5-4006-ae99-7ce9f4c9f93c', 'code': 200} Feb 17 17:26:18.073951 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-82e6acd4-d8eb-46d6-889d-403780a7d168 None None] Publish callbacks [] for port (924afea3-4575-4d9d-97ca-401caa9d97c2), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:18.075515 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-c640071a-8754-4967-a376-b02b33172b49 req-0a90dea1-9ab0-4741-a508-6e24e3a55a5c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-829613-2'}}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:26:18.082695 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-82e6acd4-d8eb-46d6-889d-403780a7d168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (924afea3-4575-4d9d-97ca-401caa9d97c2), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:18.130322 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e6acd4-d8eb-46d6-889d-403780a7d168 None None] Network 83682ac9-c2b0-4063-ae45-fea55b30c3e3 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:26:18.136662 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-82e6acd4-d8eb-46d6-889d-403780a7d168 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:26:18.147077 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e6acd4-d8eb-46d6-889d-403780a7d168 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:26:18.158090 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e6acd4-d8eb-46d6-889d-403780a7d168 None None] Pushing event updated for resources: {'Port': ['ID=924afea3-4575-4d9d-97ca-401caa9d97c2,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:18.167607 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b08617-9726-4ca8-a1e0-5752963a67a0 req-5b90f933-5def-4e57-a268-2ea7f663bad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:18.169259 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e0b08617-9726-4ca8-a1e0-5752963a67a0 req-5b90f933-5def-4e57-a268-2ea7f663bad8 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=db8706f1-40c9-4e8c-9f18-8b4bfcaf5e1a HTTP/1.1" status: 200 len: 1131 time: 0.0903561 Feb 17 17:26:18.214792 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-611f3b84-8889-4324-9c06-36c0cf5be9bf admin admin] Publish callbacks [] for router_gateway (5284773e-2fce-4c81-8db4-c9ffd6fd5e4f), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:18.227949 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-82e6acd4-d8eb-46d6-889d-403780a7d168 None None] Attempting to bind port 924afea3-4575-4d9d-97ca-401caa9d97c2 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:26:18.228824 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-82e6acd4-d8eb-46d6-889d-403780a7d168 None None] Attempting to bind port 924afea3-4575-4d9d-97ca-401caa9d97c2 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'b5c22837-ff45-4173-bb65-146e0d15092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '83682ac9-c2b0-4063-ae45-fea55b30c3e3'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:26:18.229420 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e6acd4-d8eb-46d6-889d-403780a7d168 None None] Attempting to bind port 924afea3-4575-4d9d-97ca-401caa9d97c2 on network 83682ac9-c2b0-4063-ae45-fea55b30c3e3 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:26:18.235148 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e6acd4-d8eb-46d6-889d-403780a7d168 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:26:18.236357 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e6acd4-d8eb-46d6-889d-403780a7d168 None None] Checking segment: {'id': 'b5c22837-ff45-4173-bb65-146e0d15092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '83682ac9-c2b0-4063-ae45-fea55b30c3e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:26:18.237007 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-82e6acd4-d8eb-46d6-889d-403780a7d168 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:18.237767 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e6acd4-d8eb-46d6-889d-403780a7d168 None None] Bound using segment: {'id': 'b5c22837-ff45-4173-bb65-146e0d15092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '83682ac9-c2b0-4063-ae45-fea55b30c3e3'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:26:18.238440 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-82e6acd4-d8eb-46d6-889d-403780a7d168 None None] Bound port: 924afea3-4575-4d9d-97ca-401caa9d97c2, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c22837-ff45-4173-bb65-146e0d15092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '83682ac9-c2b0-4063-ae45-fea55b30c3e3'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:26:18.238953 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-82e6acd4-d8eb-46d6-889d-403780a7d168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (924afea3-4575-4d9d-97ca-401caa9d97c2), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:18.253043 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e0b08617-9726-4ca8-a1e0-5752963a67a0 req-9959fabe-72a9-44aa-bc4e-dfaf6985170e service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690162 Feb 17 17:26:18.260783 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33768) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:18.291212 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3ec2838b-fff4-4828-a0cf-a907ea753bfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:18.326343 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-82e6acd4-d8eb-46d6-889d-403780a7d168 None None] For port 924afea3-4575-4d9d-97ca-401caa9d97c2, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:26:18.332288 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c640071a-8754-4967-a376-b02b33172b49 req-0a90dea1-9ab0-4741-a508-6e24e3a55a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d43be304-3921-4d97-85b8-73e6059cde84), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:18.333228 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-82e6acd4-d8eb-46d6-889d-403780a7d168 None None] For port 924afea3-4575-4d9d-97ca-401caa9d97c2, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=924afea3-4575-4d9d-97ca-401caa9d97c2,segment=NetworkSegment(b5c22837-ff45-4173-bb65-146e0d15092f),segment_id=b5c22837-ff45-4173-bb65-146e0d15092f)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:26:18.342318 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-82e6acd4-d8eb-46d6-889d-403780a7d168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (924afea3-4575-4d9d-97ca-401caa9d97c2), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:18.358110 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198a136-b54e-40d2-b472-476f704afb54 req-74b3b65f-edf4-41a0-b958-de4984339e82 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:18.359861 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1198a136-b54e-40d2-b472-476f704afb54 req-74b3b65f-edf4-41a0-b958-de4984339e82 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=db8706f1-40c9-4e8c-9f18-8b4bfcaf5e1a HTTP/1.1" status: 200 len: 949 time: 0.2262712 Feb 17 17:26:18.399870 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3ec2838b-fff4-4828-a0cf-a907ea753bfc admin admin] Publish callbacks [] for security_group (e04b0464-43c9-437f-9c31-bfd07a5d124f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:18.405690 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3ec2838b-fff4-4828-a0cf-a907ea753bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (e04b0464-43c9-437f-9c31-bfd07a5d124f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:18.433419 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec2838b-fff4-4828-a0cf-a907ea753bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04b0464-43c9-437f-9c31-bfd07a5d124f,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:18.463280 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e6acd4-d8eb-46d6-889d-403780a7d168 None None] Pushing event updated for resources: {'Port': ['ID=924afea3-4575-4d9d-97ca-401caa9d97c2,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:18.487861 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3ec2838b-fff4-4828-a0cf-a907ea753bfc admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=95d968e8e6964051982cc7e685924ccb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260323 Feb 17 17:26:18.490848 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33776) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:18.537972 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1198a136-b54e-40d2-b472-476f704afb54 req-c5c91dca-f342-4c63-912e-c2cf11425dcb tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688683 Feb 17 17:26:18.540997 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d94563b-2f31-4205-b450-024e99a28c51 admin admin] Publish callbacks [] for security_group (e04b0464-43c9-437f-9c31-bfd07a5d124f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:18.568319 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d94563b-2f31-4205-b450-024e99a28c51 admin admin] Publish callbacks [] for security_group (e04b0464-43c9-437f-9c31-bfd07a5d124f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:18.623423 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:18.628922 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d94563b-2f31-4205-b450-024e99a28c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (e04b0464-43c9-437f-9c31-bfd07a5d124f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:18.633233 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d94563b-2f31-4205-b450-024e99a28c51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:18.636786 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0d94563b-2f31-4205-b450-024e99a28c51 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e04b0464-43c9-437f-9c31-bfd07a5d124f HTTP/1.1" status: 204 len: 168 time: 0.1439483 Feb 17 17:26:18.645852 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d94563b-2f31-4205-b450-024e99a28c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04b0464-43c9-437f-9c31-bfd07a5d124f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:18.646939 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-c640071a-8754-4967-a376-b02b33172b49 req-0a90dea1-9ab0-4741-a508-6e24e3a55a5c service neutron] For port d43be304-3921-4d97-85b8-73e6059cde84, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=d43be304-3921-4d97-85b8-73e6059cde84,segment=NetworkSegment(00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be),segment_id=00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:26:18.657245 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831390f8-334e-46a4-8d79-6a1beeca7ae3 req-2311391c-f29f-4e94-855e-29c564b33020 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:18.659246 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-831390f8-334e-46a4-8d79-6a1beeca7ae3 req-2311391c-f29f-4e94-855e-29c564b33020 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=1d8b8d76-19f4-449f-acde-56dc7188625e HTTP/1.1" status: 200 len: 943 time: 0.1604829 Feb 17 17:26:18.899890 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-831390f8-334e-46a4-8d79-6a1beeca7ae3 req-1c2c3eb8-2f6a-4a03-aba1-f0b89f39390e tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475325 Feb 17 17:26:18.901458 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-c640071a-8754-4967-a376-b02b33172b49 req-0a90dea1-9ab0-4741-a508-6e24e3a55a5c service neutron] For port d43be304-3921-4d97-85b8-73e6059cde84, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:26:18.904319 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-611f3b84-8889-4324-9c06-36c0cf5be9bf admin admin] Publish callbacks [] for router_gateway (5284773e-2fce-4c81-8db4-c9ffd6fd5e4f), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:18.968986 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-611f3b84-8889-4324-9c06-36c0cf5be9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:19.043664 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9accda19-65b6-4f5e-8a2b-7acd9fe528a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd43be304-3921-4d97-85b8-73e6059cde84'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:26:19.046197 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bdcdbc6-e015-481c-9c4a-a92f13262261" -d '{"events": [{"server_uuid": "9accda19-65b6-4f5e-8a2b-7acd9fe528a3", "name": "network-vif-unplugged", "status": "completed", "tag": "d43be304-3921-4d97-85b8-73e6059cde84"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:26:19.063182 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c640071a-8754-4967-a376-b02b33172b49 req-0a90dea1-9ab0-4741-a508-6e24e3a55a5c service neutron] Publish callbacks [] for port (d43be304-3921-4d97-85b8-73e6059cde84), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:19.102693 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c640071a-8754-4967-a376-b02b33172b49 req-0a90dea1-9ab0-4741-a508-6e24e3a55a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (d43be304-3921-4d97-85b8-73e6059cde84), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:19.143976 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 17:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43501b87-54bb-428d-aa0d-b4b8838bbb98 x-openstack-request-id: req-43501b87-54bb-428d-aa0d-b4b8838bbb98 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:26:19.144308 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9accda19-65b6-4f5e-8a2b-7acd9fe528a3", "name": "network-vif-unplugged", "status": "completed", "tag": "d43be304-3921-4d97-85b8-73e6059cde84", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:26:19.144563 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-43501b87-54bb-428d-aa0d-b4b8838bbb98 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:26:19.144953 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9accda19-65b6-4f5e-8a2b-7acd9fe528a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd43be304-3921-4d97-85b8-73e6059cde84', 'code': 200} Feb 17 17:26:19.224822 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a90dea1-9ab0-4741-a508-6e24e3a55a5c service neutron] Pushing event updated for resources: {'Port': ['ID=d43be304-3921-4d97-85b8-73e6059cde84,revision_number=7']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:19.257753 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e392143-27cc-4716-903a-43b9a25707ff req-0777e99b-35e1-43be-81ca-6cb10d4cf892 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:19.264733 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3e392143-27cc-4716-903a-43b9a25707ff req-0777e99b-35e1-43be-81ca-6cb10d4cf892 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=9accda19-65b6-4f5e-8a2b-7acd9fe528a3 HTTP/1.1" status: 200 len: 943 time: 0.2270432 Feb 17 17:26:19.288128 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-611f3b84-8889-4324-9c06-36c0cf5be9bf admin admin] Allocated IP 172.25.8.72 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/df23730e-e3f5-4e53-8b0a-bd6896e9a8bf) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:26:19.309669 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-c640071a-8754-4967-a376-b02b33172b49 req-0a90dea1-9ab0-4741-a508-6e24e3a55a5c service neutron] Attempting to bind port d43be304-3921-4d97-85b8-73e6059cde84 on host n-h1-829613-2 for vnic_type normal with profile {"migrating_to": "n-h2-829613-2"} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:26:19.310005 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-c640071a-8754-4967-a376-b02b33172b49 req-0a90dea1-9ab0-4741-a508-6e24e3a55a5c service neutron] Attempting to bind port d43be304-3921-4d97-85b8-73e6059cde84 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:26:19.310355 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c640071a-8754-4967-a376-b02b33172b49 req-0a90dea1-9ab0-4741-a508-6e24e3a55a5c service neutron] Attempting to bind port d43be304-3921-4d97-85b8-73e6059cde84 on network 5dbbad70-2eaf-4ac4-baab-330b001075bb {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:26:19.330598 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c640071a-8754-4967-a376-b02b33172b49 req-0a90dea1-9ab0-4741-a508-6e24e3a55a5c service neutron] Port d43be304-3921-4d97-85b8-73e6059cde84 on network 5dbbad70-2eaf-4ac4-baab-330b001075bb not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:26:19.330955 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c640071a-8754-4967-a376-b02b33172b49 req-0a90dea1-9ab0-4741-a508-6e24e3a55a5c service neutron] Attempting to bind port d43be304-3921-4d97-85b8-73e6059cde84 on network 5dbbad70-2eaf-4ac4-baab-330b001075bb {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:26:19.364670 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c640071a-8754-4967-a376-b02b33172b49 req-0a90dea1-9ab0-4741-a508-6e24e3a55a5c service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:26:19.365063 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c640071a-8754-4967-a376-b02b33172b49 req-0a90dea1-9ab0-4741-a508-6e24e3a55a5c service neutron] Checking segment: {'id': '00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:26:19.365378 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c640071a-8754-4967-a376-b02b33172b49 req-0a90dea1-9ab0-4741-a508-6e24e3a55a5c service neutron] Bound using segment: {'id': '00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:26:19.365802 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-c640071a-8754-4967-a376-b02b33172b49 req-0a90dea1-9ab0-4741-a508-6e24e3a55a5c service neutron] Bound port: d43be304-3921-4d97-85b8-73e6059cde84, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:26:19.367079 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c640071a-8754-4967-a376-b02b33172b49 req-0a90dea1-9ab0-4741-a508-6e24e3a55a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d43be304-3921-4d97-85b8-73e6059cde84), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:19.393230 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3e392143-27cc-4716-903a-43b9a25707ff req-519c68ed-c065-4149-9b80-4c1159983208 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271744 Feb 17 17:26:19.443231 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:19.577761 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-c640071a-8754-4967-a376-b02b33172b49 req-0a90dea1-9ab0-4741-a508-6e24e3a55a5c service neutron] For port d43be304-3921-4d97-85b8-73e6059cde84, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:26:19.582597 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-c640071a-8754-4967-a376-b02b33172b49 req-0a90dea1-9ab0-4741-a508-6e24e3a55a5c service neutron] For port d43be304-3921-4d97-85b8-73e6059cde84, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=d43be304-3921-4d97-85b8-73e6059cde84,segment=NetworkSegment(00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be),segment_id=00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:26:19.589905 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-611f3b84-8889-4324-9c06-36c0cf5be9bf admin admin] Publish callbacks [] for port (df23730e-e3f5-4e53-8b0a-bd6896e9a8bf), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:19.600147 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device c02aa91e-b5a3-4ae4-8119-898cef173204 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:26:19.606855 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c640071a-8754-4967-a376-b02b33172b49 req-0a90dea1-9ab0-4741-a508-6e24e3a55a5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (d43be304-3921-4d97-85b8-73e6059cde84), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:19.717404 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a90dea1-9ab0-4741-a508-6e24e3a55a5c service neutron] Pushing event updated for resources: {'Port': ['ID=d43be304-3921-4d97-85b8-73e6059cde84,revision_number=8']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:19.740293 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port c02aa91e-b5a3-4ae4-8119-898cef173204, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=c02aa91e-b5a3-4ae4-8119-898cef173204,segment=NetworkSegment(25b82b75-bd12-4667-b51a-aa287338793c),segment_id=25b82b75-bd12-4667-b51a-aa287338793c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:26:19.755380 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': 'c02aa91e-b5a3-4ae4-8119-898cef173204', 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1', 'port_id': 'c02aa91e-b5a3-4ae4-8119-898cef173204', 'mac_address': 'fa:16:3e:e5:fa:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8267d93d-c5aa-40cb-acb4-c1e284d682e6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:26:19.804903 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port c02aa91e-b5a3-4ae4-8119-898cef173204 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:26:19.805449 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c02aa91e-b5a3-4ae4-8119-898cef173204), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:19.821682 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c02aa91e-b5a3-4ae4-8119-898cef173204 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:26:19.844883 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d07ca-802e-4b3a-8da9-a556e235a3a5 req-a4d988ef-92f9-4b31-8f09-5188494be184 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:19.851947 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-573d07ca-802e-4b3a-8da9-a556e235a3a5 req-a4d988ef-92f9-4b31-8f09-5188494be184 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=db8706f1-40c9-4e8c-9f18-8b4bfcaf5e1a HTTP/1.1" status: 200 len: 949 time: 0.1218503 Feb 17 17:26:19.870314 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port c02aa91e-b5a3-4ae4-8119-898cef173204, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=c02aa91e-b5a3-4ae4-8119-898cef173204,segment=NetworkSegment(25b82b75-bd12-4667-b51a-aa287338793c),segment_id=25b82b75-bd12-4667-b51a-aa287338793c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:26:19.876604 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c02aa91e-b5a3-4ae4-8119-898cef173204), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:19.882558 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-611f3b84-8889-4324-9c06-36c0cf5be9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (df23730e-e3f5-4e53-8b0a-bd6896e9a8bf), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:19.887741 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640071a-8754-4967-a376-b02b33172b49 req-0a90dea1-9ab0-4741-a508-6e24e3a55a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:19.888619 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c640071a-8754-4967-a376-b02b33172b49 req-0a90dea1-9ab0-4741-a508-6e24e3a55a5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:19.889886 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c640071a-8754-4967-a376-b02b33172b49 req-0a90dea1-9ab0-4741-a508-6e24e3a55a5c service neutron] 10.222.0.91 "PUT /v2.0/ports/d43be304-3921-4d97-85b8-73e6059cde84 HTTP/1.1" status: 200 len: 1121 time: 1.8218513 Feb 17 17:26:19.942363 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f3b84-8889-4324-9c06-36c0cf5be9bf admin admin] Pushing event updated for resources: {'Port': ['ID=df23730e-e3f5-4e53-8b0a-bd6896e9a8bf,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:19.975127 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeea64fe-24fc-4dd4-8d32-6af41b22ec5c None None] Network 83682ac9-c2b0-4063-ae45-fea55b30c3e3 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:26:19.995666 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-573d07ca-802e-4b3a-8da9-a556e235a3a5 req-e8fb1ab7-8797-493a-a650-c5f203a77f2f tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427586 Feb 17 17:26:19.997963 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611f3b84-8889-4324-9c06-36c0cf5be9bf admin admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:26:19.999234 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-611f3b84-8889-4324-9c06-36c0cf5be9bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:26:20.001555 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611f3b84-8889-4324-9c06-36c0cf5be9bf admin admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:26:20.058321 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['d43be304-3921-4d97-85b8-73e6059cde84'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:26:20.242395 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32251a76-22e9-40e9-bc1e-ba9b4e0b985e req-1befdd63-d5f4-4dcd-bda1-82f71c4692ff tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:20.244304 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-32251a76-22e9-40e9-bc1e-ba9b4e0b985e req-1befdd63-d5f4-4dcd-bda1-82f71c4692ff tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=1d8b8d76-19f4-449f-acde-56dc7188625e HTTP/1.1" status: 200 len: 944 time: 0.1010518 Feb 17 17:26:20.245802 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 924afea3-4575-4d9d-97ca-401caa9d97c2 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:26:20.256347 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['c02aa91e-b5a3-4ae4-8119-898cef173204'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:26:20.400697 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-611f3b84-8889-4324-9c06-36c0cf5be9bf admin admin] Publish callbacks [] for router_gateway (5284773e-2fce-4c81-8db4-c9ffd6fd5e4f), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:20.400951 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-4e60072f-c168-44cd-8c8c-d4268ebb0ea0 None None] Provisioning complete for port 924afea3-4575-4d9d-97ca-401caa9d97c2 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:26:20.401352 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4e60072f-c168-44cd-8c8c-d4268ebb0ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (924afea3-4575-4d9d-97ca-401caa9d97c2), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:20.403415 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=c02aa91e-b5a3-4ae4-8119-898cef173204,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:20.483806 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-32251a76-22e9-40e9-bc1e-ba9b4e0b985e req-90bae572-48bf-4ba4-8f8a-3f92b699a5bb tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297692 Feb 17 17:26:20.578822 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 924afea3-4575-4d9d-97ca-401caa9d97c2 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:26:20.579550 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (924afea3-4575-4d9d-97ca-401caa9d97c2), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:20.809409 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 924afea3-4575-4d9d-97ca-401caa9d97c2 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:26:20.809831 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (924afea3-4575-4d9d-97ca-401caa9d97c2), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:20.829134 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-4e60072f-c168-44cd-8c8c-d4268ebb0ea0 None None] Current status of the port 924afea3-4575-4d9d-97ca-401caa9d97c2 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:26:20.830680 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4e60072f-c168-44cd-8c8c-d4268ebb0ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (924afea3-4575-4d9d-97ca-401caa9d97c2), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:20.889799 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 924afea3-4575-4d9d-97ca-401caa9d97c2, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=924afea3-4575-4d9d-97ca-401caa9d97c2,segment=NetworkSegment(b5c22837-ff45-4173-bb65-146e0d15092f),segment_id=b5c22837-ff45-4173-bb65-146e0d15092f)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:26:20.896308 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (924afea3-4575-4d9d-97ca-401caa9d97c2), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:20.910245 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc020f8a-ee90-44ee-ab31-6c76b2815d8c req-7c8b8619-0a59-4f56-9a8b-6e741c8144ee tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:20.915829 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc020f8a-ee90-44ee-ab31-6c76b2815d8c req-7c8b8619-0a59-4f56-9a8b-6e741c8144ee tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:20.923165 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc020f8a-ee90-44ee-ab31-6c76b2815d8c req-7c8b8619-0a59-4f56-9a8b-6e741c8144ee tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=76a8ac4c-98e3-403f-8df4-280d74dc0fed&device_id=db8706f1-40c9-4e8c-9f18-8b4bfcaf5e1a HTTP/1.1" status: 200 len: 1689 time: 0.3946390 Feb 17 17:26:20.978610 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.api [None req-4e60072f-c168-44cd-8c8c-d4268ebb0ea0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:26:20.979042 n-d-829613-2 neutron-server[103436]: DEBUG oslo_db.api [None req-4e60072f-c168-44cd-8c8c-d4268ebb0ea0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 17:26:20.983796 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=924afea3-4575-4d9d-97ca-401caa9d97c2,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:20.994836 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71210d-fa1b-4cdb-9bfd-dc5c839030a9 req-716ed358-6564-46da-8ec7-bb5c7cb77d71 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:20.996396 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0b71210d-fa1b-4cdb-9bfd-dc5c839030a9 req-716ed358-6564-46da-8ec7-bb5c7cb77d71 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=9accda19-65b6-4f5e-8a2b-7acd9fe528a3 HTTP/1.1" status: 200 len: 943 time: 0.1652069 Feb 17 17:26:21.014777 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-611f3b84-8889-4324-9c06-36c0cf5be9bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (5284773e-2fce-4c81-8db4-c9ffd6fd5e4f), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:21.020917 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc020f8a-ee90-44ee-ab31-6c76b2815d8c req-681c0c3b-92f3-4eae-9916-a7a2c1d24ea0 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969996 Feb 17 17:26:21.123532 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0b71210d-fa1b-4cdb-9bfd-dc5c839030a9 req-2d6329d0-3281-4036-842b-39b9062367b1 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168587 Feb 17 17:26:21.150002 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9accda19-65b6-4f5e-8a2b-7acd9fe528a3', 'tag': 'd43be304-3921-4d97-85b8-73e6059cde84'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:26:21.152520 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3eec08-a583-48d5-aa3f-ff6510f428cd" -d '{"events": [{"name": "network-changed", "server_uuid": "9accda19-65b6-4f5e-8a2b-7acd9fe528a3", "tag": "d43be304-3921-4d97-85b8-73e6059cde84"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:26:21.195871 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611f3b84-8889-4324-9c06-36c0cf5be9bf admin admin] Router 5284773e-2fce-4c81-8db4-c9ffd6fd5e4f is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:26:21.302451 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86821f61-bf1a-41c9-bf6a-80d952a07e88 x-openstack-request-id: req-86821f61-bf1a-41c9-bf6a-80d952a07e88 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:26:21.302809 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9accda19-65b6-4f5e-8a2b-7acd9fe528a3", "tag": "d43be304-3921-4d97-85b8-73e6059cde84", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:26:21.303145 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-86821f61-bf1a-41c9-bf6a-80d952a07e88 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:26:21.303659 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9accda19-65b6-4f5e-8a2b-7acd9fe528a3', 'tag': 'd43be304-3921-4d97-85b8-73e6059cde84', 'status': 'completed', 'code': 200} Feb 17 17:26:21.316654 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611f3b84-8889-4324-9c06-36c0cf5be9bf admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:26:21.329900 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62049994-b669-4cbf-a089-e9c86fbf9f72 None None] Sync routers for ids ['5284773e-2fce-4c81-8db4-c9ffd6fd5e4f'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:26:21.337300 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-611f3b84-8889-4324-9c06-36c0cf5be9bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:21.341575 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-611f3b84-8889-4324-9c06-36c0cf5be9bf admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7648795 Feb 17 17:26:21.341751 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33900) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:21.350878 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62049994-b669-4cbf-a089-e9c86fbf9f72 None None] Routers {'5284773e-2fce-4c81-8db4-c9ffd6fd5e4f'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:26:21.351507 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-62049994-b669-4cbf-a089-e9c86fbf9f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:26:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['5284773e-2fce-4c81-8db4-c9ffd6fd5e4f'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:26:21.467562 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-62049994-b669-4cbf-a089-e9c86fbf9f72 None None] Set router 5284773e-2fce-4c81-8db4-c9ffd6fd5e4f gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:26:21.521743 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3eec08-a583-48d5-aa3f-ff6510f428cd req-8a29fe3e-b9c9-44b5-bd4f-0b5d3bfd88ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:21.523845 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3a3eec08-a583-48d5-aa3f-ff6510f428cd req-8a29fe3e-b9c9-44b5-bd4f-0b5d3bfd88ba service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bb8389d8da44943868afc5c1f119806&device_id=9accda19-65b6-4f5e-8a2b-7acd9fe528a3 HTTP/1.1" status: 200 len: 1155 time: 0.1832125 Feb 17 17:26:21.557843 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-4e60072f-c168-44cd-8c8c-d4268ebb0ea0 None None] Current status of the port 924afea3-4575-4d9d-97ca-401caa9d97c2 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:26:21.605856 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device c02aa91e-b5a3-4ae4-8119-898cef173204 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:26:21.688951 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d020b739-511d-4033-9bed-21a80b6db6ef req-a2f80aaa-7b88-4611-9aac-5d301172b779 tempest-ServersOnMultiNodesTest-1303405833 tempest-ServersOnMultiNodesTest-1303405833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:21.699804 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d020b739-511d-4033-9bed-21a80b6db6ef req-a2f80aaa-7b88-4611-9aac-5d301172b779 tempest-ServersOnMultiNodesTest-1303405833 tempest-ServersOnMultiNodesTest-1303405833-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=76a8ac4c-98e3-403f-8df4-280d74dc0fed HTTP/1.1" status: 200 len: 1131 time: 0.1054063 Feb 17 17:26:21.704827 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-14cc56e6-15f9-471b-8071-13ce228f4a7d None None] Provisioning complete for port 924afea3-4575-4d9d-97ca-401caa9d97c2 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:26:21.705290 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-14cc56e6-15f9-471b-8071-13ce228f4a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (924afea3-4575-4d9d-97ca-401caa9d97c2), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:21.709229 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3eec08-a583-48d5-aa3f-ff6510f428cd req-13d70b94-e33b-4f8c-bc1c-4fd90d8791d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:21.711205 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3a3eec08-a583-48d5-aa3f-ff6510f428cd req-13d70b94-e33b-4f8c-bc1c-4fd90d8791d1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=5dbbad70-2eaf-4ac4-baab-330b001075bb HTTP/1.1" status: 200 len: 921 time: 0.1479056 Feb 17 17:26:21.758047 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port c02aa91e-b5a3-4ae4-8119-898cef173204 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:26:21.767975 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port c02aa91e-b5a3-4ae4-8119-898cef173204 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:26:21.768391 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c02aa91e-b5a3-4ae4-8119-898cef173204), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:21.779715 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-62049994-b669-4cbf-a089-e9c86fbf9f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5284773e-2fce-4c81-8db4-c9ffd6fd5e4f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1972665439-router', 'tenant_id': '5935facc757347a6a86952f113369252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'df23730e-e3f5-4e53-8b0a-bd6896e9a8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:26:17Z', 'updated_at': '2022-02-17T17:26:20Z', 'revision_number': 3, 'project_id': '5935facc757347a6a86952f113369252', 'gw_port': {'id': 'df23730e-e3f5-4e53-8b0a-bd6896e9a8bf', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:17:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5284773e-2fce-4c81-8db4-c9ffd6fd5e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:26:18Z', 'updated_at': '2022-02-17T17:26:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:26:21.804358 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d020b739-511d-4033-9bed-21a80b6db6ef req-8f4a4dd9-d27c-4518-be26-25a36ecb9269 tempest-ServersOnMultiNodesTest-1303405833 tempest-ServersOnMultiNodesTest-1303405833-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984759 Feb 17 17:26:21.816287 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3a3eec08-a583-48d5-aa3f-ff6510f428cd req-cc6fa6ab-74f6-442b-a841-18bc407cdfa5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d43be304-3921-4d97-85b8-73e6059cde84 HTTP/1.1" status: 200 len: 217 time: 0.0635526 Feb 17 17:26:21.825887 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62049994-b669-4cbf-a089-e9c86fbf9f72 None None] Checking router: 5284773e-2fce-4c81-8db4-c9ffd6fd5e4f for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:26:21.828734 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62049994-b669-4cbf-a089-e9c86fbf9f72 None None] Updating router 5284773e-2fce-4c81-8db4-c9ffd6fd5e4f port df23730e-e3f5-4e53-8b0a-bd6896e9a8bf binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:26:21.867173 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-14cc56e6-15f9-471b-8071-13ce228f4a7d None None] Current status of the port 924afea3-4575-4d9d-97ca-401caa9d97c2 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:26:21.883560 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-62049994-b669-4cbf-a089-e9c86fbf9f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (df23730e-e3f5-4e53-8b0a-bd6896e9a8bf), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:21.894545 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3eec08-a583-48d5-aa3f-ff6510f428cd req-2999d99d-d997-4416-9848-6d99e3409645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:21.896000 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3a3eec08-a583-48d5-aa3f-ff6510f428cd req-2999d99d-d997-4416-9848-6d99e3409645 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d4b8c7cb-ffed-4089-8d05-52af74f92303 HTTP/1.1" status: 200 len: 860 time: 0.0803695 Feb 17 17:26:21.965667 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3a3eec08-a583-48d5-aa3f-ff6510f428cd req-6717464c-edf0-4696-a54c-4f70db3d3866 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5dbbad70-2eaf-4ac4-baab-330b001075bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610137 Feb 17 17:26:21.978536 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port c02aa91e-b5a3-4ae4-8119-898cef173204 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:26:21.979000 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c02aa91e-b5a3-4ae4-8119-898cef173204), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:21.982451 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d9aa8-1585-41c0-a6f1-3b1b345b4570 req-184f2150-1c14-465f-b59c-5212419559af tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:21.984813 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c30d9aa8-1585-41c0-a6f1-3b1b345b4570 req-184f2150-1c14-465f-b59c-5212419559af tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=1d8b8d76-19f4-449f-acde-56dc7188625e HTTP/1.1" status: 200 len: 944 time: 0.1477380 Feb 17 17:26:22.004222 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8b8d76-19f4-449f-acde-56dc7188625e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02aa91e-b5a3-4ae4-8119-898cef173204'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:26:22.007552 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94a5edf-8378-40df-b309-b257b6040ffd" -d '{"events": [{"server_uuid": "1d8b8d76-19f4-449f-acde-56dc7188625e", "name": "network-vif-plugged", "status": "completed", "tag": "c02aa91e-b5a3-4ae4-8119-898cef173204"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:26:22.023551 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port c02aa91e-b5a3-4ae4-8119-898cef173204, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=c02aa91e-b5a3-4ae4-8119-898cef173204,segment=NetworkSegment(25b82b75-bd12-4667-b51a-aa287338793c),segment_id=25b82b75-bd12-4667-b51a-aa287338793c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:26:22.029015 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c02aa91e-b5a3-4ae4-8119-898cef173204), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:22.039289 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 924afea3-4575-4d9d-97ca-401caa9d97c2 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:26:22.070606 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c30d9aa8-1585-41c0-a6f1-3b1b345b4570 req-ee38ebd1-9a2b-4602-9ac6-31389b2653ac tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784550 Feb 17 17:26:22.135522 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=c02aa91e-b5a3-4ae4-8119-898cef173204,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:22.145084 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 924afea3-4575-4d9d-97ca-401caa9d97c2 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:26:22.145520 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (924afea3-4575-4d9d-97ca-401caa9d97c2), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:22.203176 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-62049994-b669-4cbf-a089-e9c86fbf9f72 None None] Publish callbacks [] for port (df23730e-e3f5-4e53-8b0a-bd6896e9a8bf), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:22.211274 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-62049994-b669-4cbf-a089-e9c86fbf9f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (df23730e-e3f5-4e53-8b0a-bd6896e9a8bf), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:22.275301 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 924afea3-4575-4d9d-97ca-401caa9d97c2 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:26:22.295214 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-62049994-b669-4cbf-a089-e9c86fbf9f72 None None] Attempting to bind port df23730e-e3f5-4e53-8b0a-bd6896e9a8bf on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:26:22.295924 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-62049994-b669-4cbf-a089-e9c86fbf9f72 None None] Attempting to bind port df23730e-e3f5-4e53-8b0a-bd6896e9a8bf by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:26:22.296561 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62049994-b669-4cbf-a089-e9c86fbf9f72 None None] Attempting to bind port df23730e-e3f5-4e53-8b0a-bd6896e9a8bf on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:26:22.304335 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62049994-b669-4cbf-a089-e9c86fbf9f72 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:26:22.305087 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62049994-b669-4cbf-a089-e9c86fbf9f72 None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:26:22.305699 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-62049994-b669-4cbf-a089-e9c86fbf9f72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:22.306321 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62049994-b669-4cbf-a089-e9c86fbf9f72 None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:26:22.307016 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-62049994-b669-4cbf-a089-e9c86fbf9f72 None None] Bound port: df23730e-e3f5-4e53-8b0a-bd6896e9a8bf, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:26:22.307621 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-62049994-b669-4cbf-a089-e9c86fbf9f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (df23730e-e3f5-4e53-8b0a-bd6896e9a8bf), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:22.324827 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-30260833-fd7a-40ef-998a-871d18f3c3de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:22.325109 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a6a49-b24b-4e23-ad7d-dd56a06f87bc req-be3f5b95-b56f-40ae-b719-e2635c12dd0b tempest-ServersOnMultiNodesTest-1303405833 tempest-ServersOnMultiNodesTest-1303405833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:22.327037 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-299a6a49-b24b-4e23-ad7d-dd56a06f87bc req-be3f5b95-b56f-40ae-b719-e2635c12dd0b tempest-ServersOnMultiNodesTest-1303405833 tempest-ServersOnMultiNodesTest-1303405833-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=db8706f1-40c9-4e8c-9f18-8b4bfcaf5e1a HTTP/1.1" status: 200 len: 1131 time: 0.0806620 Feb 17 17:26:22.363625 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3a3eec08-a583-48d5-aa3f-ff6510f428cd req-e2a2fd10-da99-4dff-bbbf-104e2ebb6f50 service neutron] 10.222.0.71 "GET /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805804 Feb 17 17:26:22.367992 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-62049994-b669-4cbf-a089-e9c86fbf9f72 None None] For port df23730e-e3f5-4e53-8b0a-bd6896e9a8bf, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:26:22.370687 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb24ad4-53d1-4f49-a908-051b83916409 None None] Pushing event updated for resources: {'Port': ['ID=df23730e-e3f5-4e53-8b0a-bd6896e9a8bf,revision_number=2']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:22.374081 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-62049994-b669-4cbf-a089-e9c86fbf9f72 None None] For port df23730e-e3f5-4e53-8b0a-bd6896e9a8bf, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=df23730e-e3f5-4e53-8b0a-bd6896e9a8bf,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:26:22.383119 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-62049994-b669-4cbf-a089-e9c86fbf9f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (df23730e-e3f5-4e53-8b0a-bd6896e9a8bf), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:22.386133 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb24ad4-53d1-4f49-a908-051b83916409 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:26:22.386484 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb24ad4-53d1-4f49-a908-051b83916409 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:26:22.386824 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb24ad4-53d1-4f49-a908-051b83916409 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:26:22.387174 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb24ad4-53d1-4f49-a908-051b83916409 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:26:22.387493 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb24ad4-53d1-4f49-a908-051b83916409 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:26:22.387824 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb24ad4-53d1-4f49-a908-051b83916409 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:26:22.388147 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb24ad4-53d1-4f49-a908-051b83916409 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:26:22.388523 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb24ad4-53d1-4f49-a908-051b83916409 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:26:22.388819 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb24ad4-53d1-4f49-a908-051b83916409 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:26:22.389140 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb24ad4-53d1-4f49-a908-051b83916409 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:26:22.389462 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb24ad4-53d1-4f49-a908-051b83916409 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:26:22.389781 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb24ad4-53d1-4f49-a908-051b83916409 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:26:22.390095 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb24ad4-53d1-4f49-a908-051b83916409 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:26:22.426152 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device d43be304-3921-4d97-85b8-73e6059cde84 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:26:22.439879 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-299a6a49-b24b-4e23-ad7d-dd56a06f87bc req-ba98e8c6-7baf-415d-9180-f0b453702567 tempest-ServersOnMultiNodesTest-1303405833 tempest-ServersOnMultiNodesTest-1303405833-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046832 Feb 17 17:26:22.443872 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62049994-b669-4cbf-a089-e9c86fbf9f72 None None] Routers {'5284773e-2fce-4c81-8db4-c9ffd6fd5e4f'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:26:22.445327 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-62049994-b669-4cbf-a089-e9c86fbf9f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:26:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['5284773e-2fce-4c81-8db4-c9ffd6fd5e4f'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:26:22.527749 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb24ad4-53d1-4f49-a908-051b83916409 None None] Pushing event updated for resources: {'Port': ['ID=df23730e-e3f5-4e53-8b0a-bd6896e9a8bf,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:22.562375 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3a3eec08-a583-48d5-aa3f-ff6510f428cd req-83aeaa55-596c-42bb-ba79-5b780d9615c8 service neutron] 10.222.0.71 "GET /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788788 Feb 17 17:26:22.624898 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-62049994-b669-4cbf-a089-e9c86fbf9f72 None None] Set router 5284773e-2fce-4c81-8db4-c9ffd6fd5e4f gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:26:22.656355 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79639616-6af5-48e0-b4b2-dc05cdce2aa2 x-openstack-request-id: req-79639616-6af5-48e0-b4b2-dc05cdce2aa2 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:26:22.656959 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8b8d76-19f4-449f-acde-56dc7188625e", "name": "network-vif-plugged", "status": "completed", "tag": "c02aa91e-b5a3-4ae4-8119-898cef173204", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:26:22.659654 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-79639616-6af5-48e0-b4b2-dc05cdce2aa2 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:26:22.659654 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d8b8d76-19f4-449f-acde-56dc7188625e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02aa91e-b5a3-4ae4-8119-898cef173204', 'code': 200} Feb 17 17:26:22.789104 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port d43be304-3921-4d97-85b8-73e6059cde84, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=d43be304-3921-4d97-85b8-73e6059cde84,segment=NetworkSegment(00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be),segment_id=00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:26:22.790828 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-30260833-fd7a-40ef-998a-871d18f3c3de admin admin] Allocated IP 172.20.0.1 (83682ac9-c2b0-4063-ae45-fea55b30c3e3/88b92756-09f3-428e-b5e3-39b289eb6473/04e3860a-99a5-4b21-8db9-86cd046b7310) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:26:22.799916 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe71ca-43cc-4ab4-b0ae-b17c23e7a968 req-4e2880c2-3f45-4b2d-a720-3a811f94fa3b tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:22.805295 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-00fe71ca-43cc-4ab4-b0ae-b17c23e7a968 req-4e2880c2-3f45-4b2d-a720-3a811f94fa3b tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=9accda19-65b6-4f5e-8a2b-7acd9fe528a3 HTTP/1.1" status: 200 len: 943 time: 0.0853124 Feb 17 17:26:22.808394 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33938) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:22.818759 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device d43be304-3921-4d97-85b8-73e6059cde84 has no active binding in host n-h2-829613-2 {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 17 17:26:22.939535 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-00fe71ca-43cc-4ab4-b0ae-b17c23e7a968 req-0608a0b4-9869-40c2-a8d9-5b2b3556e708 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241460 Feb 17 17:26:22.952647 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e5309-132d-4796-88e7-b66915f2f843 req-216bc775-fb1c-42c3-94b0-6562c627e674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:22.954584 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-826e5309-132d-4796-88e7-b66915f2f843 req-216bc775-fb1c-42c3-94b0-6562c627e674 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1d8b8d76-19f4-449f-acde-56dc7188625e HTTP/1.1" status: 200 len: 1127 time: 0.1578231 Feb 17 17:26:23.024908 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-62049994-b669-4cbf-a089-e9c86fbf9f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5284773e-2fce-4c81-8db4-c9ffd6fd5e4f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1972665439-router', 'tenant_id': '5935facc757347a6a86952f113369252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'df23730e-e3f5-4e53-8b0a-bd6896e9a8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:26:17Z', 'updated_at': '2022-02-17T17:26:20Z', 'revision_number': 3, 'project_id': '5935facc757347a6a86952f113369252', 'gw_port': {'id': 'df23730e-e3f5-4e53-8b0a-bd6896e9a8bf', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:17:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5284773e-2fce-4c81-8db4-c9ffd6fd5e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:26:18Z', 'updated_at': '2022-02-17T17:26:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:26:23.036742 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-30260833-fd7a-40ef-998a-871d18f3c3de admin admin] Publish callbacks [] for port (04e3860a-99a5-4b21-8db9-86cd046b7310), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:23.059147 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-826e5309-132d-4796-88e7-b66915f2f843 req-56b76a80-7281-4d07-abf4-34efcd8a40b4 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960231 Feb 17 17:26:23.085973 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62049994-b669-4cbf-a089-e9c86fbf9f72 None None] The sync data for ids ['5284773e-2fce-4c81-8db4-c9ffd6fd5e4f'] in n-d-829613-2 is: [{'id': '5284773e-2fce-4c81-8db4-c9ffd6fd5e4f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1972665439-router', 'tenant_id': '5935facc757347a6a86952f113369252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'df23730e-e3f5-4e53-8b0a-bd6896e9a8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:26:17Z', 'updated_at': '2022-02-17T17:26:20Z', 'revision_number': 3, 'project_id': '5935facc757347a6a86952f113369252', 'gw_port': {'id': 'df23730e-e3f5-4e53-8b0a-bd6896e9a8bf', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:17:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5284773e-2fce-4c81-8db4-c9ffd6fd5e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:26:18Z', 'updated_at': '2022-02-17T17:26:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:26:23.099602 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-30260833-fd7a-40ef-998a-871d18f3c3de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (04e3860a-99a5-4b21-8db9-86cd046b7310), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:23.168864 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30260833-fd7a-40ef-998a-871d18f3c3de admin admin] Pushing event updated for resources: {'Port': ['ID=04e3860a-99a5-4b21-8db9-86cd046b7310,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:23.176035 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30260833-fd7a-40ef-998a-871d18f3c3de admin admin] Network 83682ac9-c2b0-4063-ae45-fea55b30c3e3 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:26:23.178114 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-30260833-fd7a-40ef-998a-871d18f3c3de admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:26:23.180600 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33972) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:23.187273 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30260833-fd7a-40ef-998a-871d18f3c3de admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:26:23.190260 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-e7f9b0d4-6f81-4629-bb57-7ef8a3048a63 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=673fd82048cd49c18f82ffc2fb910a6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402644 Feb 17 17:26:23.254914 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-30260833-fd7a-40ef-998a-871d18f3c3de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (5284773e-2fce-4c81-8db4-c9ffd6fd5e4f), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:23.374452 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d94088df-9243-4de9-aaab-0cc3393b8656 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:23.384653 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-78064bce-0e30-403d-b24f-88f8d58e0aa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:23.447563 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6127ba14-d19e-459d-aa55-49334f79793e req-df8f6519-c473-45fe-9e8a-6923991adbe1 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:23.447563 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6127ba14-d19e-459d-aa55-49334f79793e req-df8f6519-c473-45fe-9e8a-6923991adbe1 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=1d8b8d76-19f4-449f-acde-56dc7188625e HTTP/1.1" status: 200 len: 945 time: 0.2238588 Feb 17 17:26:23.462792 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-1fc4b3fc-175c-4743-b3b4-180ae4e83d49 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:23.469402 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-1fc4b3fc-175c-4743-b3b4-180ae4e83d49 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2781396 Feb 17 17:26:23.477638 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33978) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:23.511539 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-6f4b612e-45a4-4ccd-9bab-b464aa58761a tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/quotas/673fd82048cd49c18f82ffc2fb910a6e HTTP/1.1" status: 200 len: 375 time: 0.0411527 Feb 17 17:26:23.619809 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6127ba14-d19e-459d-aa55-49334f79793e req-fd1154f2-bee6-4cae-8c75-2a6ad94bd0f6 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477268 Feb 17 17:26:23.623446 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-78064bce-0e30-403d-b24f-88f8d58e0aa3 admin admin] Publish callbacks [] for security_group (8f4d2d07-94e5-42ff-874d-99d76d499199), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:23.645038 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-c0b98e4e-f489-438b-99e2-375d3a383f58 None None] Provisioning complete for port 04e3860a-99a5-4b21-8db9-86cd046b7310 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:26:23.645702 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c0b98e4e-f489-438b-99e2-375d3a383f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (04e3860a-99a5-4b21-8db9-86cd046b7310), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:23.669369 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d94088df-9243-4de9-aaab-0cc3393b8656 admin admin] Publish callbacks [] for security_group (11ec3931-3073-44bf-9d35-b8f2742e8fe4), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:23.673831 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-78064bce-0e30-403d-b24f-88f8d58e0aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (8f4d2d07-94e5-42ff-874d-99d76d499199), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:23.686218 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-85a60a50-df02-451c-93e1-67e4fc9be313 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=673fd82048cd49c18f82ffc2fb910a6e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1737378 Feb 17 17:26:23.693215 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d94088df-9243-4de9-aaab-0cc3393b8656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (11ec3931-3073-44bf-9d35-b8f2742e8fe4), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:23.705588 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-c0b98e4e-f489-438b-99e2-375d3a383f58 None None] Port 04e3860a-99a5-4b21-8db9-86cd046b7310 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:26:23.716713 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-75d2b10b-a65c-4a47-81d7-29fb7ea41ab7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:23.724613 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-30260833-fd7a-40ef-998a-871d18f3c3de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (04e3860a-99a5-4b21-8db9-86cd046b7310), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:23.748310 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-d94088df-9243-4de9-aaab-0cc3393b8656 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=886bb58ec05a462a90ea1f6c4cd8477d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9360142 Feb 17 17:26:23.749534 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94088df-9243-4de9-aaab-0cc3393b8656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ec3931-3073-44bf-9d35-b8f2742e8fe4,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:23.752055 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33982) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:23.774557 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-78064bce-0e30-403d-b24f-88f8d58e0aa3 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6e9788613e174b69ba137b30dd130d25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5928440 Feb 17 17:26:23.775292 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78064bce-0e30-403d-b24f-88f8d58e0aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4d2d07-94e5-42ff-874d-99d76d499199,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:23.778224 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33984) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:23.897117 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5ca331fd-ec46-41cc-b855-3f572d55913c admin admin] Publish callbacks [] for security_group (8f4d2d07-94e5-42ff-874d-99d76d499199), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:23.898935 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ada283a-496d-490c-a895-cdeac29fd70b admin admin] Publish callbacks [] for security_group (11ec3931-3073-44bf-9d35-b8f2742e8fe4), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:23.942517 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ada283a-496d-490c-a895-cdeac29fd70b admin admin] Publish callbacks [] for security_group (11ec3931-3073-44bf-9d35-b8f2742e8fe4), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:23.961631 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5ca331fd-ec46-41cc-b855-3f572d55913c admin admin] Publish callbacks [] for security_group (8f4d2d07-94e5-42ff-874d-99d76d499199), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:24.015313 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-75d2b10b-a65c-4a47-81d7-29fb7ea41ab7 admin admin] Publish callbacks [] for security_group (80aab1ed-65f8-40ec-ac2b-ee18e43f5aa4), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:24.031299 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-75d2b10b-a65c-4a47-81d7-29fb7ea41ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (80aab1ed-65f8-40ec-ac2b-ee18e43f5aa4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:24.086752 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device df23730e-e3f5-4e53-8b0a-bd6896e9a8bf up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:26:24.130366 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-75d2b10b-a65c-4a47-81d7-29fb7ea41ab7 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8c3d2e1929de481ca1ead943cd8557e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6518114 Feb 17 17:26:24.132708 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d2b10b-a65c-4a47-81d7-29fb7ea41ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80aab1ed-65f8-40ec-ac2b-ee18e43f5aa4,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:24.141095 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33988) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:24.165819 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-30260833-fd7a-40ef-998a-871d18f3c3de admin admin] Publish callbacks [] for port (04e3860a-99a5-4b21-8db9-86cd046b7310), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:24.168665 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port df23730e-e3f5-4e53-8b0a-bd6896e9a8bf triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:26:24.169381 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (df23730e-e3f5-4e53-8b0a-bd6896e9a8bf), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:24.173621 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-30260833-fd7a-40ef-998a-871d18f3c3de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (04e3860a-99a5-4b21-8db9-86cd046b7310), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:24.202184 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5ca331fd-ec46-41cc-b855-3f572d55913c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (8f4d2d07-94e5-42ff-874d-99d76d499199), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:24.205205 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5ca331fd-ec46-41cc-b855-3f572d55913c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:24.209336 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-5ca331fd-ec46-41cc-b855-3f572d55913c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8f4d2d07-94e5-42ff-874d-99d76d499199 HTTP/1.1" status: 204 len: 168 time: 0.4278104 Feb 17 17:26:24.255432 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ada283a-496d-490c-a895-cdeac29fd70b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (11ec3931-3073-44bf-9d35-b8f2742e8fe4), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:24.260039 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ada283a-496d-490c-a895-cdeac29fd70b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:24.261264 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-8ada283a-496d-490c-a895-cdeac29fd70b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/11ec3931-3073-44bf-9d35-b8f2742e8fe4 HTTP/1.1" status: 204 len: 168 time: 0.5081928 Feb 17 17:26:24.262425 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca331fd-ec46-41cc-b855-3f572d55913c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4d2d07-94e5-42ff-874d-99d76d499199,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:24.291531 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada283a-496d-490c-a895-cdeac29fd70b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ec3931-3073-44bf-9d35-b8f2742e8fe4,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:24.332620 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0624bd5-a54b-425e-b51c-17f99b41903a req-56ab4a29-6341-4924-8134-9d83e01a0d60 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:24.343142 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e0624bd5-a54b-425e-b51c-17f99b41903a req-56ab4a29-6341-4924-8134-9d83e01a0d60 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=9accda19-65b6-4f5e-8a2b-7acd9fe528a3 HTTP/1.1" status: 200 len: 943 time: 0.2619045 Feb 17 17:26:24.437988 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port df23730e-e3f5-4e53-8b0a-bd6896e9a8bf is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:26:24.440536 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (df23730e-e3f5-4e53-8b0a-bd6896e9a8bf), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:24.463559 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e0624bd5-a54b-425e-b51c-17f99b41903a req-489e8c39-9eec-415c-ad46-251dafebba47 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099641 Feb 17 17:26:24.506528 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-30260833-fd7a-40ef-998a-871d18f3c3de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (5284773e-2fce-4c81-8db4-c9ffd6fd5e4f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:24.507043 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port df23730e-e3f5-4e53-8b0a-bd6896e9a8bf, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=df23730e-e3f5-4e53-8b0a-bd6896e9a8bf,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:26:24.512966 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (df23730e-e3f5-4e53-8b0a-bd6896e9a8bf), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:24.555569 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30260833-fd7a-40ef-998a-871d18f3c3de admin admin] Pushing event updated for resources: {'Port': ['ID=04e3860a-99a5-4b21-8db9-86cd046b7310,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:24.590606 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c4e0390-d875-41cc-9d54-9771f31ebcb8 admin admin] Publish callbacks [] for security_group (80aab1ed-65f8-40ec-ac2b-ee18e43f5aa4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:24.665052 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=df23730e-e3f5-4e53-8b0a-bd6896e9a8bf,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:24.747177 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9f88244c-89f1-45bd-854c-82311dea9281 req-27fc4c05-29ad-4f85-84eb-72d2350ea8ea tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=7a27ac8e-4198-4583-be87-78a6af882241 HTTP/1.1" status: 200 len: 210 time: 0.0536115 Feb 17 17:26:24.798487 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa6cda-6d83-4b91-b38e-19c433ef54ab req-09de5bb5-a0e3-4130-8144-4a4f338a81c9 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:24.806296 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a0aa6cda-6d83-4b91-b38e-19c433ef54ab req-09de5bb5-a0e3-4130-8144-4a4f338a81c9 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=1d8b8d76-19f4-449f-acde-56dc7188625e HTTP/1.1" status: 200 len: 945 time: 0.0670218 Feb 17 17:26:24.849070 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c4e0390-d875-41cc-9d54-9771f31ebcb8 admin admin] Publish callbacks [] for security_group (80aab1ed-65f8-40ec-ac2b-ee18e43f5aa4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:24.877996 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a0aa6cda-6d83-4b91-b38e-19c433ef54ab req-99a202a8-d90d-4805-8dc7-8238c1705f3c tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706553 Feb 17 17:26:24.915454 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 34012) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:24.918285 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30260833-fd7a-40ef-998a-871d18f3c3de admin admin] Network 83682ac9-c2b0-4063-ae45-fea55b30c3e3 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:26:24.920041 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-30260833-fd7a-40ef-998a-871d18f3c3de admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:26:24.934672 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c4e0390-d875-41cc-9d54-9771f31ebcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (80aab1ed-65f8-40ec-ac2b-ee18e43f5aa4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:24.938636 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c4e0390-d875-41cc-9d54-9771f31ebcb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:24.939880 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0c4e0390-d875-41cc-9d54-9771f31ebcb8 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/80aab1ed-65f8-40ec-ac2b-ee18e43f5aa4 HTTP/1.1" status: 204 len: 168 time: 0.7981961 Feb 17 17:26:24.968626 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bcf6d2b9-3b91-435f-bd60-37c2a5039184 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:24.991494 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 34020) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:25.058046 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e0390-d875-41cc-9d54-9771f31ebcb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80aab1ed-65f8-40ec-ac2b-ee18e43f5aa4,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:25.107389 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1c548a8c-a4f3-431f-95cb-27c9808d1b1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:25.139558 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30260833-fd7a-40ef-998a-871d18f3c3de admin admin] Router 5284773e-2fce-4c81-8db4-c9ffd6fd5e4f has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:26:25.356577 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c640071a-8754-4967-a376-b02b33172b49 req-d7819fec-45c6-47cd-962b-102dd57f9722 service neutron] 10.222.0.71 "GET /v2.0/ports/d43be304-3921-4d97-85b8-73e6059cde84/bindings/n-h2-829613-2 HTTP/1.1" status: 200 len: 384 time: 0.1255713 Feb 17 17:26:25.362622 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-941ac3b6-c17f-427d-9ee8-110e2415a4e8 None None] Provisioning complete for port 04e3860a-99a5-4b21-8db9-86cd046b7310 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:26:25.363466 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-941ac3b6-c17f-427d-9ee8-110e2415a4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (04e3860a-99a5-4b21-8db9-86cd046b7310), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:25.418014 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30260833-fd7a-40ef-998a-871d18f3c3de admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:26:25.422789 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1c548a8c-a4f3-431f-95cb-27c9808d1b1d admin admin] Publish callbacks [] for security_group (55258f6b-fbdf-499f-bdbc-0bbdd7215ecc), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:25.426067 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-941ac3b6-c17f-427d-9ee8-110e2415a4e8 None None] Port 04e3860a-99a5-4b21-8db9-86cd046b7310 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:26:25.427946 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc397b0-511b-458b-b6ea-a372790c144d req-13ef14b3-8bfc-4533-abbf-64a44486fdff tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:25.432122 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-30260833-fd7a-40ef-998a-871d18f3c3de admin admin] 10.222.0.87 "PUT /v2.0/routers/5284773e-2fce-4c81-8db4-c9ffd6fd5e4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0809431 Feb 17 17:26:25.434693 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8bc397b0-511b-458b-b6ea-a372790c144d req-13ef14b3-8bfc-4533-abbf-64a44486fdff tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=1d8b8d76-19f4-449f-acde-56dc7188625e HTTP/1.1" status: 200 len: 1127 time: 0.4352300 Feb 17 17:26:25.439274 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1c548a8c-a4f3-431f-95cb-27c9808d1b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (55258f6b-fbdf-499f-bdbc-0bbdd7215ecc), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:25.603799 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1c548a8c-a4f3-431f-95cb-27c9808d1b1d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a790f67b00b347e7b2dd9c6fe7b2f136&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6107440 Feb 17 17:26:25.620083 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34032) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:25.635137 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c548a8c-a4f3-431f-95cb-27c9808d1b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55258f6b-fbdf-499f-bdbc-0bbdd7215ecc,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:25.740516 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8bc397b0-511b-458b-b6ea-a372790c144d req-c6df2968-95fa-4401-9211-e7a69d39eb31 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875876 Feb 17 17:26:25.744437 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 34038) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:25.747256 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bcf6d2b9-3b91-435f-bd60-37c2a5039184 admin admin] Publish callbacks [] for security_group (7a9612f8-0f55-490f-afee-6076dca8e60e), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:25.786023 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9e08287c-f3aa-4016-8485-c2b526b43435 admin admin] Publish callbacks [] for security_group (55258f6b-fbdf-499f-bdbc-0bbdd7215ecc), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:25.788785 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb07582-470c-4fe9-a1bd-9e92c6a7fde7 None None] Sync routers for ids ['5284773e-2fce-4c81-8db4-c9ffd6fd5e4f'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:26:25.821806 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-c640071a-8754-4967-a376-b02b33172b49 req-7ec0fc0d-8713-47ff-a6c2-73d4a1e702e7 service neutron] For port d43be304-3921-4d97-85b8-73e6059cde84, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=d43be304-3921-4d97-85b8-73e6059cde84,segment=NetworkSegment(00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be),segment_id=00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:26:25.839956 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9e08287c-f3aa-4016-8485-c2b526b43435 admin admin] Publish callbacks [] for security_group (55258f6b-fbdf-499f-bdbc-0bbdd7215ecc), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:25.843985 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bcf6d2b9-3b91-435f-bd60-37c2a5039184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (7a9612f8-0f55-490f-afee-6076dca8e60e), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:25.867215 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-c640071a-8754-4967-a376-b02b33172b49 req-7ec0fc0d-8713-47ff-a6c2-73d4a1e702e7 service neutron] For port d43be304-3921-4d97-85b8-73e6059cde84, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:26:25.915945 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-c640071a-8754-4967-a376-b02b33172b49 req-7ec0fc0d-8713-47ff-a6c2-73d4a1e702e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d43be304-3921-4d97-85b8-73e6059cde84 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:26:25.929973 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-c640071a-8754-4967-a376-b02b33172b49 req-7ec0fc0d-8713-47ff-a6c2-73d4a1e702e7 service neutron] For port d43be304-3921-4d97-85b8-73e6059cde84, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=d43be304-3921-4d97-85b8-73e6059cde84,segment=NetworkSegment(00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be),segment_id=00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:26:25.933629 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7b713796-8348-4db4-916e-4a61c7ee62f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:25.963134 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c640071a-8754-4967-a376-b02b33172b49 req-7ec0fc0d-8713-47ff-a6c2-73d4a1e702e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d43be304-3921-4d97-85b8-73e6059cde84), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:26.004578 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb07582-470c-4fe9-a1bd-9e92c6a7fde7 None None] Routers {'5284773e-2fce-4c81-8db4-c9ffd6fd5e4f'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:26:26.005431 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-4fb07582-470c-4fe9-a1bd-9e92c6a7fde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:26:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['5284773e-2fce-4c81-8db4-c9ffd6fd5e4f'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:26:26.010738 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-bcf6d2b9-3b91-435f-bd60-37c2a5039184 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9e13f694a18e4a46861c9a054519ca6d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0937793 Feb 17 17:26:26.017798 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 34046) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:26.018732 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf6d2b9-3b91-435f-bd60-37c2a5039184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9612f8-0f55-490f-afee-6076dca8e60e,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:26.069287 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-c640071a-8754-4967-a376-b02b33172b49 req-7ec0fc0d-8713-47ff-a6c2-73d4a1e702e7 service neutron] Transition to ACTIVE for port object d43be304-3921-4d97-85b8-73e6059cde84 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:26:26.071200 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9e08287c-f3aa-4016-8485-c2b526b43435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (55258f6b-fbdf-499f-bdbc-0bbdd7215ecc), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:26.077244 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9e08287c-f3aa-4016-8485-c2b526b43435 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:26.088211 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9e08287c-f3aa-4016-8485-c2b526b43435 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/55258f6b-fbdf-499f-bdbc-0bbdd7215ecc HTTP/1.1" status: 204 len: 168 time: 0.4702809 Feb 17 17:26:26.099267 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c640071a-8754-4967-a376-b02b33172b49 req-7ec0fc0d-8713-47ff-a6c2-73d4a1e702e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (d43be304-3921-4d97-85b8-73e6059cde84), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:26.121205 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-989586ac-afe7-4150-ba1b-b47c12ef5d20 req-701e3520-b96b-4201-b7a2-8a1ac4801d3c tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=7a27ac8e-4198-4583-be87-78a6af882241 HTTP/1.1" status: 200 len: 210 time: 0.1724455 Feb 17 17:26:26.138821 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device df23730e-e3f5-4e53-8b0a-bd6896e9a8bf up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:26:26.177559 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e08287c-f3aa-4016-8485-c2b526b43435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55258f6b-fbdf-499f-bdbc-0bbdd7215ecc,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:26.185995 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea7f09-fc9c-45e2-b3e6-fff70e31336b req-4121b436-a283-4f21-957a-214507bc82a7 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:26.199393 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-98ea7f09-fc9c-45e2-b3e6-fff70e31336b req-4121b436-a283-4f21-957a-214507bc82a7 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=9accda19-65b6-4f5e-8a2b-7acd9fe528a3 HTTP/1.1" status: 200 len: 943 time: 0.6067436 Feb 17 17:26:26.249545 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-14636d0c-45c4-4636-bd2a-21d9b944bb23 admin admin] Publish callbacks [] for security_group (7a9612f8-0f55-490f-afee-6076dca8e60e), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:26.309372 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-4fb07582-470c-4fe9-a1bd-9e92c6a7fde7 None None] Set router 5284773e-2fce-4c81-8db4-c9ffd6fd5e4f gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:26:26.384599 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7b713796-8348-4db4-916e-4a61c7ee62f5 admin admin] Publish callbacks [] for security_group (2e005e69-65a1-4f44-a817-ff7d4b1515e4), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:26.389502 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-14636d0c-45c4-4636-bd2a-21d9b944bb23 admin admin] Publish callbacks [] for security_group (7a9612f8-0f55-490f-afee-6076dca8e60e), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:26.438862 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7b713796-8348-4db4-916e-4a61c7ee62f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (2e005e69-65a1-4f44-a817-ff7d4b1515e4), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:26.497001 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port df23730e-e3f5-4e53-8b0a-bd6896e9a8bf triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:26:26.499038 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (df23730e-e3f5-4e53-8b0a-bd6896e9a8bf), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:26.590602 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 34062) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:26.645214 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-b0ca711f-8a1e-44a0-9ecb-350407b4b2f9 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1096005591-network', 'tenant_id': '5609c22f7b0b483ca854c09731dcc02e'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:26:26.654013 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-c640071a-8754-4967-a376-b02b33172b49 req-7ec0fc0d-8713-47ff-a6c2-73d4a1e702e7 service neutron] No DVR routers for this DVR port d43be304-3921-4d97-85b8-73e6059cde84 on host n-h1-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:26:26.671146 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port df23730e-e3f5-4e53-8b0a-bd6896e9a8bf is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:26:26.689660 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-98ea7f09-fc9c-45e2-b3e6-fff70e31336b req-bf99bee9-1b3f-4f16-8f8a-92906384d84a tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4887884 Feb 17 17:26:26.710450 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-4fb07582-470c-4fe9-a1bd-9e92c6a7fde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5284773e-2fce-4c81-8db4-c9ffd6fd5e4f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1972665439-router', 'tenant_id': '5935facc757347a6a86952f113369252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'df23730e-e3f5-4e53-8b0a-bd6896e9a8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:26:17Z', 'updated_at': '2022-02-17T17:26:23Z', 'revision_number': 4, 'project_id': '5935facc757347a6a86952f113369252', 'gw_port': {'id': 'df23730e-e3f5-4e53-8b0a-bd6896e9a8bf', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284773e-2fce-4c81-8db4-c9ffd6fd5e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:26:18Z', 'updated_at': '2022-02-17T17:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '04e3860a-99a5-4b21-8db9-86cd046b7310', 'name': '', 'network_id': '83682ac9-c2b0-4063-ae45-fea55b30c3e3', 'tenant_id': '5935facc757347a6a86952f113369252', 'mac_address': 'fa:16:3e:f3:84:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5284773e-2fce-4c81-8db4-c9ffd6fd5e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '88b92756-09f3-428e-b5e3-39b289eb6473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:26:22Z', 'updated_at': '2022-02-17T17:26:23Z', 'revision_number': 2, 'project_id': '5935facc757347a6a86952f113369252', 'subnets': [{'id': '88b92756-09f3-428e-b5e3-39b289eb6473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:26:26.720312 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ca711f-8a1e-44a0-9ecb-350407b4b2f9 admin admin] Made reservation on behalf of 5609c22f7b0b483ca854c09731dcc02e for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:26:26.727487 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b0ca711f-8a1e-44a0-9ecb-350407b4b2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:26.734841 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0fc0d-8713-47ff-a6c2-73d4a1e702e7 service neutron] Pushing event updated for resources: {'Port': ['ID=d43be304-3921-4d97-85b8-73e6059cde84,revision_number=10']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:26.745602 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b713796-8348-4db4-916e-4a61c7ee62f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e005e69-65a1-4f44-a817-ff7d4b1515e4,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:26.749358 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c640071a-8754-4967-a376-b02b33172b49 req-7ec0fc0d-8713-47ff-a6c2-73d4a1e702e7 service neutron] 10.222.0.71 "PUT /v2.0/ports/d43be304-3921-4d97-85b8-73e6059cde84/bindings/n-h2-829613-2/activate HTTP/1.1" status: 200 len: 369 time: 1.3849792 Feb 17 17:26:26.753528 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb07582-470c-4fe9-a1bd-9e92c6a7fde7 None None] Checking router: 5284773e-2fce-4c81-8db4-c9ffd6fd5e4f for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:26:26.754273 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb07582-470c-4fe9-a1bd-9e92c6a7fde7 None None] Updating router 5284773e-2fce-4c81-8db4-c9ffd6fd5e4f port 04e3860a-99a5-4b21-8db9-86cd046b7310 binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:26:26.772216 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34064) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:26.779824 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-7b713796-8348-4db4-916e-4a61c7ee62f5 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e7620f302cd9485b92a2e769012f05aa&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0240927 Feb 17 17:26:26.792538 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-f01ba731-f36a-411b-bc93-43786b81bda4 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=673fd82048cd49c18f82ffc2fb910a6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0945899 Feb 17 17:26:26.805039 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b0ca711f-8a1e-44a0-9ecb-350407b4b2f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:26.824911 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4fb07582-470c-4fe9-a1bd-9e92c6a7fde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (04e3860a-99a5-4b21-8db9-86cd046b7310), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:26.844158 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f14148-8d8a-4270-ba11-dca86c641003 req-99624690-75b2-45b3-bc2b-9d51f4f7ac43 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:26.860075 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-14f14148-8d8a-4270-ba11-dca86c641003 req-99624690-75b2-45b3-bc2b-9d51f4f7ac43 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=1d8b8d76-19f4-449f-acde-56dc7188625e HTTP/1.1" status: 200 len: 1127 time: 0.5815613 Feb 17 17:26:26.922791 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-db5a306b-7a22-4443-82c8-ef1414b25e20 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=673fd82048cd49c18f82ffc2fb910a6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1280720 Feb 17 17:26:26.930364 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-14636d0c-45c4-4636-bd2a-21d9b944bb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (7a9612f8-0f55-490f-afee-6076dca8e60e), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:26.934164 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-14636d0c-45c4-4636-bd2a-21d9b944bb23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:26.947108 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-14636d0c-45c4-4636-bd2a-21d9b944bb23 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/7a9612f8-0f55-490f-afee-6076dca8e60e HTTP/1.1" status: 204 len: 168 time: 0.9164088 Feb 17 17:26:27.015099 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14636d0c-45c4-4636-bd2a-21d9b944bb23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9612f8-0f55-490f-afee-6076dca8e60e,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:27.019445 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-14f14148-8d8a-4270-ba11-dca86c641003 req-67816dc1-29ef-45d0-86cd-1ad5e0c5f2de tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583791 Feb 17 17:26:27.162445 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640071a-8754-4967-a376-b02b33172b49 req-2c441c74-2a11-4170-b0ef-97547919ca2d tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:27.167920 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-3142adea-fdc0-4513-a4e5-57ddf73c1ef4 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:27.169563 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-3142adea-fdc0-4513-a4e5-57ddf73c1ef4 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3620591 Feb 17 17:26:27.171033 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c640071a-8754-4967-a376-b02b33172b49 req-2c441c74-2a11-4170-b0ef-97547919ca2d tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=9accda19-65b6-4f5e-8a2b-7acd9fe528a3&tenant_id=5bb8389d8da44943868afc5c1f119806&binding%3Ahost_id=n-h1-829613-2 HTTP/1.1" status: 200 len: 1126 time: 0.3475301 Feb 17 17:26:27.192650 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-fcb73e87-b0c7-4003-aeda-42b1db801258 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Request body: {'port': {'device_id': '5296bf62-5d5e-4290-acfc-00aa6fdc881c', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'admin_state_up': True, 'tenant_id': '673fd82048cd49c18f82ffc2fb910a6e'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:26:27.216439 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-938a0bd6-2cd4-4b52-8eb3-25497a9618f7 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:27.218229 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-938a0bd6-2cd4-4b52-8eb3-25497a9618f7 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2869699 Feb 17 17:26:27.236125 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c9fb41c1-6614-4b79-9c27-7b4d673855a6 admin admin] Publish callbacks [] for security_group (2e005e69-65a1-4f44-a817-ff7d4b1515e4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:27.254469 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-15c99314-5465-4188-8f7c-a7397268c4d1 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Request body: {'port': {'device_id': '7a27ac8e-4198-4583-be87-78a6af882241', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'admin_state_up': True, 'tenant_id': '673fd82048cd49c18f82ffc2fb910a6e'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:26:27.378731 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-23f0d328-1e9c-48e9-9232-59c9a662fb51 req-a6d1e5b8-96d7-4606-abb3-0685f9da7c80 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=7a27ac8e-4198-4583-be87-78a6af882241 HTTP/1.1" status: 200 len: 210 time: 0.0482669 Feb 17 17:26:27.399022 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-fcb73e87-b0c7-4003-aeda-42b1db801258 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Made reservation on behalf of 673fd82048cd49c18f82ffc2fb910a6e for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:26:27.403071 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-fcb73e87-b0c7-4003-aeda-42b1db801258 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:27.423663 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4fb07582-470c-4fe9-a1bd-9e92c6a7fde7 None None] Publish callbacks [] for port (04e3860a-99a5-4b21-8db9-86cd046b7310), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:27.427235 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c9fb41c1-6614-4b79-9c27-7b4d673855a6 admin admin] Publish callbacks [] for security_group (2e005e69-65a1-4f44-a817-ff7d4b1515e4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:27.431247 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b0ca711f-8a1e-44a0-9ecb-350407b4b2f9 admin admin] Publish callbacks [] for security_group (00afc910-72df-4335-a760-b3dd99b9f012), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:27.436627 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4fb07582-470c-4fe9-a1bd-9e92c6a7fde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (04e3860a-99a5-4b21-8db9-86cd046b7310), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:27.530829 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640071a-8754-4967-a376-b02b33172b49 req-0aa56691-4c19-4e07-8137-7c14e427af3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:27.532706 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c640071a-8754-4967-a376-b02b33172b49 req-0aa56691-4c19-4e07-8137-7c14e427af3a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=9accda19-65b6-4f5e-8a2b-7acd9fe528a3&tenant_id=5bb8389d8da44943868afc5c1f119806 HTTP/1.1" status: 200 len: 1126 time: 0.3115034 Feb 17 17:26:27.543151 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb92bc-b4e2-44a2-8580-4d6bb5bf4927 None None] Pushing event updated for resources: {'Port': ['ID=04e3860a-99a5-4b21-8db9-86cd046b7310,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:27.609238 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b0ca711f-8a1e-44a0-9ecb-350407b4b2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (00afc910-72df-4335-a760-b3dd99b9f012), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:27.673609 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-4fb07582-470c-4fe9-a1bd-9e92c6a7fde7 None None] Attempting to bind port 04e3860a-99a5-4b21-8db9-86cd046b7310 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:26:27.675719 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-4fb07582-470c-4fe9-a1bd-9e92c6a7fde7 None None] Attempting to bind port 04e3860a-99a5-4b21-8db9-86cd046b7310 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'b5c22837-ff45-4173-bb65-146e0d15092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '83682ac9-c2b0-4063-ae45-fea55b30c3e3'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:26:27.676463 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb07582-470c-4fe9-a1bd-9e92c6a7fde7 None None] Attempting to bind port 04e3860a-99a5-4b21-8db9-86cd046b7310 on network 83682ac9-c2b0-4063-ae45-fea55b30c3e3 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:26:27.684086 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-15c99314-5465-4188-8f7c-a7397268c4d1 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Made reservation on behalf of 673fd82048cd49c18f82ffc2fb910a6e for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:26:27.687761 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-15c99314-5465-4188-8f7c-a7397268c4d1 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:27.690355 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb07582-470c-4fe9-a1bd-9e92c6a7fde7 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:26:27.692577 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb07582-470c-4fe9-a1bd-9e92c6a7fde7 None None] Checking segment: {'id': 'b5c22837-ff45-4173-bb65-146e0d15092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '83682ac9-c2b0-4063-ae45-fea55b30c3e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:26:27.693569 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4fb07582-470c-4fe9-a1bd-9e92c6a7fde7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:27.694837 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb07582-470c-4fe9-a1bd-9e92c6a7fde7 None None] Bound using segment: {'id': 'b5c22837-ff45-4173-bb65-146e0d15092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '83682ac9-c2b0-4063-ae45-fea55b30c3e3'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:26:27.695692 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-4fb07582-470c-4fe9-a1bd-9e92c6a7fde7 None None] Bound port: 04e3860a-99a5-4b21-8db9-86cd046b7310, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c22837-ff45-4173-bb65-146e0d15092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '83682ac9-c2b0-4063-ae45-fea55b30c3e3'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:26:27.697304 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4fb07582-470c-4fe9-a1bd-9e92c6a7fde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (04e3860a-99a5-4b21-8db9-86cd046b7310), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:27.713216 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c9fb41c1-6614-4b79-9c27-7b4d673855a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (2e005e69-65a1-4f44-a817-ff7d4b1515e4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:27.718989 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c9fb41c1-6614-4b79-9c27-7b4d673855a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:27.723507 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c9fb41c1-6614-4b79-9c27-7b4d673855a6 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2e005e69-65a1-4f44-a817-ff7d4b1515e4 HTTP/1.1" status: 204 len: 168 time: 0.9500124 Feb 17 17:26:27.755298 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca711f-8a1e-44a0-9ecb-350407b4b2f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00afc910-72df-4335-a760-b3dd99b9f012,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:27.791312 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb41c1-6614-4b79-9c27-7b4d673855a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e005e69-65a1-4f44-a817-ff7d4b1515e4,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:27.806024 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640071a-8754-4967-a376-b02b33172b49 req-3f0f52f7-7f21-4130-a479-09f111d055d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:27.807589 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c640071a-8754-4967-a376-b02b33172b49 req-3f0f52f7-7f21-4130-a479-09f111d055d6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5bb8389d8da44943868afc5c1f119806&device_id=9accda19-65b6-4f5e-8a2b-7acd9fe528a3 HTTP/1.1" status: 200 len: 1126 time: 0.2359552 Feb 17 17:26:27.843980 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0ca711f-8a1e-44a0-9ecb-350407b4b2f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:26:27.893394 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-4fb07582-470c-4fe9-a1bd-9e92c6a7fde7 None None] For port 04e3860a-99a5-4b21-8db9-86cd046b7310, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:26:27.897806 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-4fb07582-470c-4fe9-a1bd-9e92c6a7fde7 None None] For port 04e3860a-99a5-4b21-8db9-86cd046b7310, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=04e3860a-99a5-4b21-8db9-86cd046b7310,segment=NetworkSegment(b5c22837-ff45-4173-bb65-146e0d15092f),segment_id=b5c22837-ff45-4173-bb65-146e0d15092f)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:26:27.908784 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4fb07582-470c-4fe9-a1bd-9e92c6a7fde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (04e3860a-99a5-4b21-8db9-86cd046b7310), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:27.930213 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b0ca711f-8a1e-44a0-9ecb-350407b4b2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (72298472-7489-4890-b182-8dccbeafcf34), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:27.931881 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-b0ca711f-8a1e-44a0-9ecb-350407b4b2f9 admin admin] Added segment 72298472-7489-4890-b182-8dccbeafcf34 of type vlan for network 0fada19c-c532-4646-9357-f3fe898828d0 Feb 17 17:26:27.961318 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-fcb73e87-b0c7-4003-aeda-42b1db801258 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Allocated IP 192.168.233.165 (82b8d039-1c14-456f-ab24-8b3aebebd7d8/ac79920f-9ddd-4352-b866-6056158b178e/83e65782-f641-4e21-a94a-4f0095ab99fe) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:26:28.011789 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-30b770a1-f69c-4282-bbb6-44b847fe57f8 None None] Provisioning complete for port 04e3860a-99a5-4b21-8db9-86cd046b7310 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:26:28.012685 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-30b770a1-f69c-4282-bbb6-44b847fe57f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (04e3860a-99a5-4b21-8db9-86cd046b7310), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:28.047146 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640071a-8754-4967-a376-b02b33172b49 req-fefe1edf-4643-48ac-9ebe-8e130e3560aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:28.049037 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c640071a-8754-4967-a376-b02b33172b49 req-fefe1edf-4643-48ac-9ebe-8e130e3560aa service neutron] 10.222.0.91 "GET /v2.0/networks?id=5dbbad70-2eaf-4ac4-baab-330b001075bb HTTP/1.1" status: 200 len: 921 time: 0.2322981 Feb 17 17:26:28.072198 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb07582-470c-4fe9-a1bd-9e92c6a7fde7 None None] Routers {'5284773e-2fce-4c81-8db4-c9ffd6fd5e4f'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:26:28.073214 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-4fb07582-470c-4fe9-a1bd-9e92c6a7fde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:26:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['5284773e-2fce-4c81-8db4-c9ffd6fd5e4f'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:26:28.129937 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85b14c-1484-49d4-ac3b-9cc1a9d9d50d req-316a90a5-37f3-4291-9087-14756830749b tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:28.131896 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3c85b14c-1484-49d4-ac3b-9cc1a9d9d50d req-316a90a5-37f3-4291-9087-14756830749b tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=1d8b8d76-19f4-449f-acde-56dc7188625e HTTP/1.1" status: 200 len: 1127 time: 0.5742686 Feb 17 17:26:28.135259 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c640071a-8754-4967-a376-b02b33172b49 req-a7a5041e-ad9e-467b-891d-d828b79d6526 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d43be304-3921-4d97-85b8-73e6059cde84 HTTP/1.1" status: 200 len: 217 time: 0.0682185 Feb 17 17:26:28.139784 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb92bc-b4e2-44a2-8580-4d6bb5bf4927 None None] Pushing event updated for resources: {'Port': ['ID=04e3860a-99a5-4b21-8db9-86cd046b7310,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:28.160422 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b0ca711f-8a1e-44a0-9ecb-350407b4b2f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (0fada19c-c532-4646-9357-f3fe898828d0), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:28.216013 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640071a-8754-4967-a376-b02b33172b49 req-88bd21b2-e53a-4bec-ab0f-c77a70b0e4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:28.227737 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c640071a-8754-4967-a376-b02b33172b49 req-88bd21b2-e53a-4bec-ab0f-c77a70b0e4c2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d4b8c7cb-ffed-4089-8d05-52af74f92303 HTTP/1.1" status: 200 len: 860 time: 0.0834942 Feb 17 17:26:28.297591 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f4d4e-c732-4112-ba3f-a571a9405868 req-966b2afb-bcac-4572-a824-23ff4ed80fd0 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:28.299416 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-da2f4d4e-c732-4112-ba3f-a571a9405868 req-966b2afb-bcac-4572-a824-23ff4ed80fd0 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=9accda19-65b6-4f5e-8a2b-7acd9fe528a3 HTTP/1.1" status: 200 len: 944 time: 0.4181895 Feb 17 17:26:28.299541 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-30b770a1-f69c-4282-bbb6-44b847fe57f8 None None] Current status of the port 04e3860a-99a5-4b21-8db9-86cd046b7310 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:26:28.299959 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-30b770a1-f69c-4282-bbb6-44b847fe57f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (04e3860a-99a5-4b21-8db9-86cd046b7310), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:28.305664 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c640071a-8754-4967-a376-b02b33172b49 req-feb9b1f0-31cc-4e4b-9b89-3de7b718ff40 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5dbbad70-2eaf-4ac4-baab-330b001075bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712159 Feb 17 17:26:28.310498 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b0ca711f-8a1e-44a0-9ecb-350407b4b2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (0fada19c-c532-4646-9357-f3fe898828d0), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:28.311641 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ca711f-8a1e-44a0-9ecb-350407b4b2f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:28.312395 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b0ca711f-8a1e-44a0-9ecb-350407b4b2f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:28.359509 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-4fb07582-470c-4fe9-a1bd-9e92c6a7fde7 None None] Set router 5284773e-2fce-4c81-8db4-c9ffd6fd5e4f gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:26:28.421541 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3c85b14c-1484-49d4-ac3b-9cc1a9d9d50d req-4aa87395-0440-4570-b994-ff263289af96 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682328 Feb 17 17:26:28.474661 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c640071a-8754-4967-a376-b02b33172b49 req-0452600f-d337-49d1-bb09-07595a22c045 service neutron] 10.222.0.91 "GET /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596529 Feb 17 17:26:28.477776 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b0ca711f-8a1e-44a0-9ecb-350407b4b2f9 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8610637 Feb 17 17:26:28.481159 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34122) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:28.550744 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca711f-8a1e-44a0-9ecb-350407b4b2f9 admin admin] Pushing event updated for resources: {'Network': ['ID=0fada19c-c532-4646-9357-f3fe898828d0,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:28.590342 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c640071a-8754-4967-a376-b02b33172b49 req-ad456301-3fed-463b-b7ff-cbddfbfe38fe service neutron] 10.222.0.91 "GET /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067894 Feb 17 17:26:28.593967 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-71de3164-8580-41c2-aee0-a1d810b070b1 admin admin] Request body: {'subnet': {'network_id': '0fada19c-c532-4646-9357-f3fe898828d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1096005591-subnet', 'tenant_id': '5609c22f7b0b483ca854c09731dcc02e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:26:28.604858 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-14d12cc2-605b-4505-a51c-277e34e8554c req-7fdc2c8e-a70c-488c-ae19-9fe58bf39be7 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=7a27ac8e-4198-4583-be87-78a6af882241 HTTP/1.1" status: 200 len: 210 time: 0.0734060 Feb 17 17:26:28.621447 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-da2f4d4e-c732-4112-ba3f-a571a9405868 req-68d37e42-8071-4bbd-98b0-10b6d7154a44 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049903 Feb 17 17:26:28.625488 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-fcb73e87-b0c7-4003-aeda-42b1db801258 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks [] for port (83e65782-f641-4e21-a94a-4f0095ab99fe), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:28.634057 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71de3164-8580-41c2-aee0-a1d810b070b1 admin admin] Made reservation on behalf of 5609c22f7b0b483ca854c09731dcc02e for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:26:28.639048 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-71de3164-8580-41c2-aee0-a1d810b070b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:28.708376 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-fcb73e87-b0c7-4003-aeda-42b1db801258 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (83e65782-f641-4e21-a94a-4f0095ab99fe), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:28.774629 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 0fada19c-c532-4646-9357-f3fe898828d0 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:26:28.779743 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['e822f0d4-c202-470b-8870-0e346ea290b9', 'b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc', 'aa4913bc-02a5-4006-ae99-7ce9f4c9f93c'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:26:28.808191 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-fcb73e87-b0c7-4003-aeda-42b1db801258 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:26:28.820510 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-fcb73e87-b0c7-4003-aeda-42b1db801258 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:26:28.827726 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-15c99314-5465-4188-8f7c-a7397268c4d1 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Allocated IP 192.168.233.92 (82b8d039-1c14-456f-ab24-8b3aebebd7d8/ac79920f-9ddd-4352-b866-6056158b178e/45e7adde-24ee-414f-a3c7-ebe99138e816) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:26:28.844597 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-fcb73e87-b0c7-4003-aeda-42b1db801258 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:26:28.861478 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-fcb73e87-b0c7-4003-aeda-42b1db801258 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:28.863043 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-fcb73e87-b0c7-4003-aeda-42b1db801258 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:28.871018 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb73e87-b0c7-4003-aeda-42b1db801258 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Pushing event updated for resources: {'Port': ['ID=83e65782-f641-4e21-a94a-4f0095ab99fe,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:28.913911 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-fcb73e87-b0c7-4003-aeda-42b1db801258 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7266562 Feb 17 17:26:28.927184 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-340dc909-0be6-46fa-af26-acc4a4fb3057 service neutron] Request body: {'port': {'device_id': '5296bf62-5d5e-4290-acfc-00aa6fdc881c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:26:28.966670 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-30b770a1-f69c-4282-bbb6-44b847fe57f8 None None] For port 04e3860a-99a5-4b21-8db9-86cd046b7310, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=04e3860a-99a5-4b21-8db9-86cd046b7310,segment=NetworkSegment(b5c22837-ff45-4173-bb65-146e0d15092f),segment_id=b5c22837-ff45-4173-bb65-146e0d15092f)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:26:29.033392 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-340dc909-0be6-46fa-af26-acc4a4fb3057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (83e65782-f641-4e21-a94a-4f0095ab99fe), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:29.077674 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-71de3164-8580-41c2-aee0-a1d810b070b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (9c1e5413-a0f2-4c35-91e9-dd0d18060aa2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:29.237824 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-30b770a1-f69c-4282-bbb6-44b847fe57f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (04e3860a-99a5-4b21-8db9-86cd046b7310), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:29.283449 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de3164-8580-41c2-aee0-a1d810b070b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c1e5413-a0f2-4c35-91e9-dd0d18060aa2,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:29.328387 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640071a-8754-4967-a376-b02b33172b49 req-cac700ae-e2c0-45b3-936e-1281e621a9c1 tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:29.330186 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c640071a-8754-4967-a376-b02b33172b49 req-cac700ae-e2c0-45b3-936e-1281e621a9c1 tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=9accda19-65b6-4f5e-8a2b-7acd9fe528a3&tenant_id=5bb8389d8da44943868afc5c1f119806&binding%3Ahost_id=n-h2-829613-2 HTTP/1.1" status: 200 len: 1126 time: 0.2842662 Feb 17 17:26:29.337464 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71de3164-8580-41c2-aee0-a1d810b070b1 admin admin] Checking segment: {'id': '72298472-7489-4890-b182-8dccbeafcf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0fada19c-c532-4646-9357-f3fe898828d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:26:29.337829 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71de3164-8580-41c2-aee0-a1d810b070b1 admin admin] Network hostable DHCP agents. Network: 0fada19c-c532-4646-9357-f3fe898828d0, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:26:29.385458 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-15c99314-5465-4188-8f7c-a7397268c4d1 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks [] for port (45e7adde-24ee-414f-a3c7-ebe99138e816), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:29.431866 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71de3164-8580-41c2-aee0-a1d810b070b1 admin admin] Network 0fada19c-c532-4646-9357-f3fe898828d0 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:26:29.462344 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-32e4db16-6344-420d-92cd-5395204d0891 None None] Provisioning complete for port 04e3860a-99a5-4b21-8db9-86cd046b7310 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:26:29.462721 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-32e4db16-6344-420d-92cd-5395204d0891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (04e3860a-99a5-4b21-8db9-86cd046b7310), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:29.523990 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-71de3164-8580-41c2-aee0-a1d810b070b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 0fada19c-c532-4646-9357-f3fe898828d0) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:26:29.550797 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120e0f44-105f-4fbd-ab79-b7647976c88d None None] Network 0fada19c-c532-4646-9357-f3fe898828d0 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:26:29.552526 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71de3164-8580-41c2-aee0-a1d810b070b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:29.553075 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-71de3164-8580-41c2-aee0-a1d810b070b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:29.559025 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-15c99314-5465-4188-8f7c-a7397268c4d1 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (45e7adde-24ee-414f-a3c7-ebe99138e816), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:29.593379 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-4fb07582-470c-4fe9-a1bd-9e92c6a7fde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5284773e-2fce-4c81-8db4-c9ffd6fd5e4f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1972665439-router', 'tenant_id': '5935facc757347a6a86952f113369252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'df23730e-e3f5-4e53-8b0a-bd6896e9a8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:26:17Z', 'updated_at': '2022-02-17T17:26:23Z', 'revision_number': 4, 'project_id': '5935facc757347a6a86952f113369252', 'gw_port': {'id': 'df23730e-e3f5-4e53-8b0a-bd6896e9a8bf', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284773e-2fce-4c81-8db4-c9ffd6fd5e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:26:18Z', 'updated_at': '2022-02-17T17:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '04e3860a-99a5-4b21-8db9-86cd046b7310', 'name': '', 'network_id': '83682ac9-c2b0-4063-ae45-fea55b30c3e3', 'tenant_id': '5935facc757347a6a86952f113369252', 'mac_address': 'fa:16:3e:f3:84:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5284773e-2fce-4c81-8db4-c9ffd6fd5e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '88b92756-09f3-428e-b5e3-39b289eb6473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:26:22Z', 'updated_at': '2022-02-17T17:26:27Z', 'revision_number': 4, 'project_id': '5935facc757347a6a86952f113369252', 'subnets': [{'id': '88b92756-09f3-428e-b5e3-39b289eb6473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:26:29.624427 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-71de3164-8580-41c2-aee0-a1d810b070b1 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1391163 Feb 17 17:26:29.629269 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34156) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:29.636970 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-fa0d0417-18b3-447e-9c0e-aa34d07fc53d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1096005591-router', 'tenant_id': '5609c22f7b0b483ca854c09731dcc02e', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:26:29.642627 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb07582-470c-4fe9-a1bd-9e92c6a7fde7 None None] The sync data for ids ['5284773e-2fce-4c81-8db4-c9ffd6fd5e4f'] in n-d-829613-2 is: [{'id': '5284773e-2fce-4c81-8db4-c9ffd6fd5e4f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1972665439-router', 'tenant_id': '5935facc757347a6a86952f113369252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'df23730e-e3f5-4e53-8b0a-bd6896e9a8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:26:17Z', 'updated_at': '2022-02-17T17:26:23Z', 'revision_number': 4, 'project_id': '5935facc757347a6a86952f113369252', 'gw_port': {'id': 'df23730e-e3f5-4e53-8b0a-bd6896e9a8bf', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284773e-2fce-4c81-8db4-c9ffd6fd5e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:26:18Z', 'updated_at': '2022-02-17T17:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '04e3860a-99a5-4b21-8db9-86cd046b7310', 'name': '', 'network_id': '83682ac9-c2b0-4063-ae45-fea55b30c3e3', 'tenant_id': '5935facc757347a6a86952f113369252', 'mac_address': 'fa:16:3e:f3:84:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5284773e-2fce-4c81-8db4-c9ffd6fd5e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '88b92756-09f3-428e-b5e3-39b289eb6473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:26:22Z', 'updated_at': '2022-02-17T17:26:27Z', 'revision_number': 4, 'project_id': '5935facc757347a6a86952f113369252', 'subnets': [{'id': '88b92756-09f3-428e-b5e3-39b289eb6473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:26:29.644651 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['e822f0d4-c202-470b-8870-0e346ea290b9', 'b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc', 'aa4913bc-02a5-4006-ae99-7ce9f4c9f93c'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:26:29.662324 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-15c99314-5465-4188-8f7c-a7397268c4d1 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:26:29.666740 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c99314-5465-4188-8f7c-a7397268c4d1 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Pushing event updated for resources: {'Port': ['ID=45e7adde-24ee-414f-a3c7-ebe99138e816,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:29.680850 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-15c99314-5465-4188-8f7c-a7397268c4d1 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:26:29.689013 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-15c99314-5465-4188-8f7c-a7397268c4d1 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:26:29.741212 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-c640071a-8754-4967-a376-b02b33172b49 req-9d16907d-53e7-42f1-a3c0-e26999c2e6d3 service neutron] For port d43be304-3921-4d97-85b8-73e6059cde84, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:26:29.748624 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c640071a-8754-4967-a376-b02b33172b49 req-9d16907d-53e7-42f1-a3c0-e26999c2e6d3 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:29.750063 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c640071a-8754-4967-a376-b02b33172b49 req-9d16907d-53e7-42f1-a3c0-e26999c2e6d3 service neutron] 10.222.0.91 "DELETE /v2.0/ports/d43be304-3921-4d97-85b8-73e6059cde84/bindings/n-h1-829613-2 HTTP/1.1" status: 204 len: 173 time: 0.4093554 Feb 17 17:26:29.759902 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa0d0417-18b3-447e-9c0e-aa34d07fc53d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:29.761165 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa0d0417-18b3-447e-9c0e-aa34d07fc53d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:29.801944 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device d43be304-3921-4d97-85b8-73e6059cde84 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:26:29.819666 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b770a1-f69c-4282-bbb6-44b847fe57f8 None None] Pushing event updated for resources: {'Port': ['ID=04e3860a-99a5-4b21-8db9-86cd046b7310,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:29.823318 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-15c99314-5465-4188-8f7c-a7397268c4d1 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:29.829204 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-15c99314-5465-4188-8f7c-a7397268c4d1 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:29.940771 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa0d0417-18b3-447e-9c0e-aa34d07fc53d admin admin] Publish callbacks [] for router_controller (c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:29.940771 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-15c99314-5465-4188-8f7c-a7397268c4d1 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6967938 Feb 17 17:26:29.976371 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-e520c66e-39ed-4d9d-8923-f8476195127c service neutron] Request body: {'port': {'device_id': '7a27ac8e-4198-4583-be87-78a6af882241', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:26:30.015061 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cdbef7-c1f3-49cb-b316-6064c6e32714 req-c7112b2d-2234-4fac-9b6a-593e6a7617fe tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:30.032984 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-15cdbef7-c1f3-49cb-b316-6064c6e32714 req-c7112b2d-2234-4fac-9b6a-593e6a7617fe tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=1d8b8d76-19f4-449f-acde-56dc7188625e HTTP/1.1" status: 200 len: 1127 time: 0.4449565 Feb 17 17:26:30.203570 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-e520c66e-39ed-4d9d-8923-f8476195127c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (45e7adde-24ee-414f-a3c7-ebe99138e816), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:30.316412 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 04e3860a-99a5-4b21-8db9-86cd046b7310 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:26:30.357036 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8987e-2958-456b-a4d4-b75f262e6505 req-e614f7d1-1991-4096-aeef-097c95ab5d2d tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:30.369616 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-42f8987e-2958-456b-a4d4-b75f262e6505 req-e614f7d1-1991-4096-aeef-097c95ab5d2d tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=7a27ac8e-4198-4583-be87-78a6af882241 HTTP/1.1" status: 200 len: 935 time: 0.5782599 Feb 17 17:26:30.395416 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa0d0417-18b3-447e-9c0e-aa34d07fc53d admin admin] Publish callbacks [] for router_gateway (c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:30.398318 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] The host n-h1-829613-2 is not matching for port d43be304-3921-4d97-85b8-73e6059cde84 host n-h2-829613-2! {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 17 17:26:30.398723 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device d43be304-3921-4d97-85b8-73e6059cde84 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:26:30.442893 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-15cdbef7-c1f3-49cb-b316-6064c6e32714 req-6fae7099-b6a0-4f74-a1f1-0a203a3126a1 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089122 Feb 17 17:26:30.448158 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:26:30.517994 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device d43be304-3921-4d97-85b8-73e6059cde84 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:26:30.674267 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-340dc909-0be6-46fa-af26-acc4a4fb3057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83e65782-f641-4e21-a94a-4f0095ab99fe {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:26:30.689802 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-340dc909-0be6-46fa-af26-acc4a4fb3057 service neutron] Publish callbacks [] for port (83e65782-f641-4e21-a94a-4f0095ab99fe), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:30.695718 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port d43be304-3921-4d97-85b8-73e6059cde84 is: DOWN; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:26:30.701623 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-32e4db16-6344-420d-92cd-5395204d0891 None None] Current status of the port 04e3860a-99a5-4b21-8db9-86cd046b7310 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:26:30.712065 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-42f8987e-2958-456b-a4d4-b75f262e6505 req-9c57f819-196d-4f1a-b57b-25976d1221e1 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415480 Feb 17 17:26:30.774889 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-340dc909-0be6-46fa-af26-acc4a4fb3057 service neutron] Transition to ACTIVE for port object 83e65782-f641-4e21-a94a-4f0095ab99fe will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:26:30.791289 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-340dc909-0be6-46fa-af26-acc4a4fb3057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (83e65782-f641-4e21-a94a-4f0095ab99fe), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:30.811273 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae33446e-2d3b-4530-b5be-898fbf18c567 req-b74af664-f35b-426a-9c93-38525f7aecbb tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:30.813296 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ae33446e-2d3b-4530-b5be-898fbf18c567 req-b74af664-f35b-426a-9c93-38525f7aecbb tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=9accda19-65b6-4f5e-8a2b-7acd9fe528a3 HTTP/1.1" status: 200 len: 944 time: 0.2255306 Feb 17 17:26:30.838699 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae750703-7f82-438c-8c09-0f05afab0c91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-0fada19c-c532-4646-9357-f3fe898828d0', 'network_id': '0fada19c-c532-4646-9357-f3fe898828d0', 'project_id': '5609c22f7b0b483ca854c09731dcc02e', 'fixed_ips': [{'subnet_id': '9c1e5413-a0f2-4c35-91e9-dd0d18060aa2'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:26:30.840225 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ae750703-7f82-438c-8c09-0f05afab0c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:30.955063 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-340dc909-0be6-46fa-af26-acc4a4fb3057 service neutron] Attempting to bind port 83e65782-f641-4e21-a94a-4f0095ab99fe on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:26:30.955407 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-340dc909-0be6-46fa-af26-acc4a4fb3057 service neutron] Attempting to bind port 83e65782-f641-4e21-a94a-4f0095ab99fe by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:26:30.955738 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-340dc909-0be6-46fa-af26-acc4a4fb3057 service neutron] Attempting to bind port 83e65782-f641-4e21-a94a-4f0095ab99fe on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:26:30.963915 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-340dc909-0be6-46fa-af26-acc4a4fb3057 service neutron] Port 83e65782-f641-4e21-a94a-4f0095ab99fe on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:26:30.964658 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-340dc909-0be6-46fa-af26-acc4a4fb3057 service neutron] Attempting to bind port 83e65782-f641-4e21-a94a-4f0095ab99fe on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:26:30.966855 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340dc909-0be6-46fa-af26-acc4a4fb3057 service neutron] Pushing event updated for resources: {'Port': ['ID=83e65782-f641-4e21-a94a-4f0095ab99fe,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:30.969563 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 04e3860a-99a5-4b21-8db9-86cd046b7310 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:26:30.969941 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (04e3860a-99a5-4b21-8db9-86cd046b7310), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:30.987018 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-340dc909-0be6-46fa-af26-acc4a4fb3057 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:26:30.987421 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-340dc909-0be6-46fa-af26-acc4a4fb3057 service neutron] Checking segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:26:30.987875 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-340dc909-0be6-46fa-af26-acc4a4fb3057 service neutron] Bound using segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:26:30.988355 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-340dc909-0be6-46fa-af26-acc4a4fb3057 service neutron] Bound port: 83e65782-f641-4e21-a94a-4f0095ab99fe, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:26:30.988722 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-340dc909-0be6-46fa-af26-acc4a4fb3057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (83e65782-f641-4e21-a94a-4f0095ab99fe), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:31.012128 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ae33446e-2d3b-4530-b5be-898fbf18c567 req-c9ef1336-01f2-4fce-8228-a682815beac6 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742616 Feb 17 17:26:31.086557 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-340dc909-0be6-46fa-af26-acc4a4fb3057 service neutron] For port 83e65782-f641-4e21-a94a-4f0095ab99fe, host n-h2-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:26:31.096419 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-340dc909-0be6-46fa-af26-acc4a4fb3057 service neutron] For port 83e65782-f641-4e21-a94a-4f0095ab99fe, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=83e65782-f641-4e21-a94a-4f0095ab99fe,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:26:31.108425 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-340dc909-0be6-46fa-af26-acc4a4fb3057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (83e65782-f641-4e21-a94a-4f0095ab99fe), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:31.140932 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-340dc909-0be6-46fa-af26-acc4a4fb3057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:31.142472 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-340dc909-0be6-46fa-af26-acc4a4fb3057 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:31.143856 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-340dc909-0be6-46fa-af26-acc4a4fb3057 service neutron] 10.222.0.91 "PUT /v2.0/ports/83e65782-f641-4e21-a94a-4f0095ab99fe HTTP/1.1" status: 200 len: 1096 time: 2.2212682 Feb 17 17:26:31.148504 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5296bf62-5d5e-4290-acfc-00aa6fdc881c', 'tag': '83e65782-f641-4e21-a94a-4f0095ab99fe'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:26:31.168661 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e3cbae-7e6c-437d-ad7b-fa4adb62b62e" -d '{"events": [{"name": "network-changed", "server_uuid": "5296bf62-5d5e-4290-acfc-00aa6fdc881c", "tag": "83e65782-f641-4e21-a94a-4f0095ab99fe"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:26:31.270530 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa0d0417-18b3-447e-9c0e-aa34d07fc53d admin admin] Publish callbacks [] for router_gateway (c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:31.273834 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340dc909-0be6-46fa-af26-acc4a4fb3057 service neutron] Pushing event updated for resources: {'Port': ['ID=83e65782-f641-4e21-a94a-4f0095ab99fe,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:31.284910 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-a1c72f43-ec28-4af6-b132-8e5effa0b37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:31.289419 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-a1c72f43-ec28-4af6-b132-8e5effa0b37f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=673fd82048cd49c18f82ffc2fb910a6e&device_id=5296bf62-5d5e-4290-acfc-00aa6fdc881c HTTP/1.1" status: 200 len: 1130 time: 0.0925589 Feb 17 17:26:31.325962 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa0d0417-18b3-447e-9c0e-aa34d07fc53d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:31.363055 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-fd426b0c-e478-434e-a922-5dc9347eafa1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=83e65782-f641-4e21-a94a-4f0095ab99fe HTTP/1.1" status: 200 len: 217 time: 0.0659189 Feb 17 17:26:31.539941 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-46162c68-471b-4aec-911f-f009ac6538a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:31.541448 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-e520c66e-39ed-4d9d-8923-f8476195127c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45e7adde-24ee-414f-a3c7-ebe99138e816 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:26:31.543404 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-46162c68-471b-4aec-911f-f009ac6538a3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.1718123 Feb 17 17:26:31.555455 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-e520c66e-39ed-4d9d-8923-f8476195127c service neutron] Publish callbacks [] for port (45e7adde-24ee-414f-a3c7-ebe99138e816), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:31.573928 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-e520c66e-39ed-4d9d-8923-f8476195127c service neutron] Transition to ACTIVE for port object 45e7adde-24ee-414f-a3c7-ebe99138e816 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:26:31.582577 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-e520c66e-39ed-4d9d-8923-f8476195127c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (45e7adde-24ee-414f-a3c7-ebe99138e816), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:31.647540 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-ae750703-7f82-438c-8c09-0f05afab0c91 None None] Allocated IP 172.20.0.2 (0fada19c-c532-4646-9357-f3fe898828d0/9c1e5413-a0f2-4c35-91e9-dd0d18060aa2/6f91156a-742a-47d6-8882-e066daa99f28) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:26:31.655025 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-a24774cd-fa60-4822-b92f-093f4ce0be96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:31.660217 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-a24774cd-fa60-4822-b92f-093f4ce0be96 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1086836 Feb 17 17:26:31.695641 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520c66e-39ed-4d9d-8923-f8476195127c service neutron] Pushing event updated for resources: {'Port': ['ID=45e7adde-24ee-414f-a3c7-ebe99138e816,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:31.922692 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-9f0e4e14-c729-4f63-99ee-46ecb4aedf8e service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483189 Feb 17 17:26:31.995685 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-fa0d0417-18b3-447e-9c0e-aa34d07fc53d admin admin] Allocated IP 172.25.8.27 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/573e59a2-c3d9-4c94-9319-08fcc13832a5) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:26:32.120148 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc0aa77-16cd-4cab-8463-f224ea70a357 x-openstack-request-id: req-ecc0aa77-16cd-4cab-8463-f224ea70a357 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:26:32.121880 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5296bf62-5d5e-4290-acfc-00aa6fdc881c", "tag": "83e65782-f641-4e21-a94a-4f0095ab99fe", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:26:32.122382 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ecc0aa77-16cd-4cab-8463-f224ea70a357 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:26:32.124493 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5296bf62-5d5e-4290-acfc-00aa6fdc881c', 'tag': '83e65782-f641-4e21-a94a-4f0095ab99fe', 'status': 'completed', 'code': 200} Feb 17 17:26:32.174112 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ae750703-7f82-438c-8c09-0f05afab0c91 None None] Publish callbacks [] for port (6f91156a-742a-47d6-8882-e066daa99f28), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:32.196481 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-d1522050-680b-4d09-aca9-d66d6a5e2f8b service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587218 Feb 17 17:26:32.224187 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ae750703-7f82-438c-8c09-0f05afab0c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (6f91156a-742a-47d6-8882-e066daa99f28), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:32.232770 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-e520c66e-39ed-4d9d-8923-f8476195127c service neutron] Attempting to bind port 45e7adde-24ee-414f-a3c7-ebe99138e816 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:26:32.233349 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-e520c66e-39ed-4d9d-8923-f8476195127c service neutron] Attempting to bind port 45e7adde-24ee-414f-a3c7-ebe99138e816 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:26:32.236993 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-e520c66e-39ed-4d9d-8923-f8476195127c service neutron] Attempting to bind port 45e7adde-24ee-414f-a3c7-ebe99138e816 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:26:32.306285 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae750703-7f82-438c-8c09-0f05afab0c91 None None] Network 0fada19c-c532-4646-9357-f3fe898828d0 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:26:32.313674 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-e520c66e-39ed-4d9d-8923-f8476195127c service neutron] Port 45e7adde-24ee-414f-a3c7-ebe99138e816 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:26:32.314232 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-e520c66e-39ed-4d9d-8923-f8476195127c service neutron] Attempting to bind port 45e7adde-24ee-414f-a3c7-ebe99138e816 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:26:32.331974 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-e520c66e-39ed-4d9d-8923-f8476195127c service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:26:32.332480 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-e520c66e-39ed-4d9d-8923-f8476195127c service neutron] Checking segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:26:32.332888 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-e520c66e-39ed-4d9d-8923-f8476195127c service neutron] Bound using segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:26:32.333317 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-e520c66e-39ed-4d9d-8923-f8476195127c service neutron] Bound port: 45e7adde-24ee-414f-a3c7-ebe99138e816, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:26:32.333846 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-e520c66e-39ed-4d9d-8923-f8476195127c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (45e7adde-24ee-414f-a3c7-ebe99138e816), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:32.345166 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9eac80-126e-4ab0-aaa3-b3a23cbedf43 req-69e9016f-2775-481e-ad4a-a4e9cfc9a73f tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:32.353982 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dd9eac80-126e-4ab0-aaa3-b3a23cbedf43 req-69e9016f-2775-481e-ad4a-a4e9cfc9a73f tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=7a27ac8e-4198-4583-be87-78a6af882241 HTTP/1.1" status: 200 len: 947 time: 0.1379771 Feb 17 17:26:32.367476 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3cbae-7e6c-437d-ad7b-fa4adb62b62e req-0cdb1ee1-c9b3-4913-a7e6-8a0ff91c0218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:32.369432 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-35e3cbae-7e6c-437d-ad7b-fa4adb62b62e req-0cdb1ee1-c9b3-4913-a7e6-8a0ff91c0218 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=673fd82048cd49c18f82ffc2fb910a6e&device_id=5296bf62-5d5e-4290-acfc-00aa6fdc881c HTTP/1.1" status: 200 len: 1130 time: 0.0904341 Feb 17 17:26:32.410719 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-ae750703-7f82-438c-8c09-0f05afab0c91 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:26:32.451931 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae750703-7f82-438c-8c09-0f05afab0c91 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:26:32.494137 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae750703-7f82-438c-8c09-0f05afab0c91 None None] Pushing event updated for resources: {'Port': ['ID=6f91156a-742a-47d6-8882-e066daa99f28,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:32.495069 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dd9eac80-126e-4ab0-aaa3-b3a23cbedf43 req-8b2246a1-d586-4270-aa73-918a1c39a3cf tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398160 Feb 17 17:26:32.533265 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3cbae-7e6c-437d-ad7b-fa4adb62b62e req-d09136c5-483f-4d02-be22-f7d6549a89f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:32.535626 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-35e3cbae-7e6c-437d-ad7b-fa4adb62b62e req-d09136c5-483f-4d02-be22-f7d6549a89f8 service neutron] 10.222.0.91 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 0.1538227 Feb 17 17:26:32.536516 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 04e3860a-99a5-4b21-8db9-86cd046b7310 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:26:32.617336 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-35e3cbae-7e6c-437d-ad7b-fa4adb62b62e req-ba54fe1a-034a-4ef8-8837-f885df4aa7c9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=83e65782-f641-4e21-a94a-4f0095ab99fe HTTP/1.1" status: 200 len: 217 time: 0.0617406 Feb 17 17:26:32.643150 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-ae750703-7f82-438c-8c09-0f05afab0c91 None None] Attempting to bind port 6f91156a-742a-47d6-8882-e066daa99f28 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:26:32.643528 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-ae750703-7f82-438c-8c09-0f05afab0c91 None None] Attempting to bind port 6f91156a-742a-47d6-8882-e066daa99f28 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '72298472-7489-4890-b182-8dccbeafcf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0fada19c-c532-4646-9357-f3fe898828d0'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:26:32.643892 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae750703-7f82-438c-8c09-0f05afab0c91 None None] Attempting to bind port 6f91156a-742a-47d6-8882-e066daa99f28 on network 0fada19c-c532-4646-9357-f3fe898828d0 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:26:32.673878 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3cbae-7e6c-437d-ad7b-fa4adb62b62e req-f988afc1-9a74-4195-8fa5-7ebb3ad40bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:32.675906 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-35e3cbae-7e6c-437d-ad7b-fa4adb62b62e req-f988afc1-9a74-4195-8fa5-7ebb3ad40bf3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.0504835 Feb 17 17:26:32.677599 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae750703-7f82-438c-8c09-0f05afab0c91 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:26:32.678390 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae750703-7f82-438c-8c09-0f05afab0c91 None None] Checking segment: {'id': '72298472-7489-4890-b182-8dccbeafcf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0fada19c-c532-4646-9357-f3fe898828d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:26:32.678859 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ae750703-7f82-438c-8c09-0f05afab0c91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:32.679283 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae750703-7f82-438c-8c09-0f05afab0c91 None None] Bound using segment: {'id': '72298472-7489-4890-b182-8dccbeafcf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0fada19c-c532-4646-9357-f3fe898828d0'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:26:32.679654 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-ae750703-7f82-438c-8c09-0f05afab0c91 None None] Bound port: 6f91156a-742a-47d6-8882-e066daa99f28, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72298472-7489-4890-b182-8dccbeafcf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0fada19c-c532-4646-9357-f3fe898828d0'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:26:32.680269 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ae750703-7f82-438c-8c09-0f05afab0c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6f91156a-742a-47d6-8882-e066daa99f28), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:32.769794 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa0d0417-18b3-447e-9c0e-aa34d07fc53d admin admin] Publish callbacks [] for port (573e59a2-c3d9-4c94-9319-08fcc13832a5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:32.793480 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-ae750703-7f82-438c-8c09-0f05afab0c91 None None] For port 6f91156a-742a-47d6-8882-e066daa99f28, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:26:32.793976 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3cbae-7e6c-437d-ad7b-fa4adb62b62e req-dd9fece9-4f1e-4c1d-bf31-2a234d37a149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:32.795547 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-35e3cbae-7e6c-437d-ad7b-fa4adb62b62e req-dd9fece9-4f1e-4c1d-bf31-2a234d37a149 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1112916 Feb 17 17:26:32.796946 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-ae750703-7f82-438c-8c09-0f05afab0c91 None None] For port 6f91156a-742a-47d6-8882-e066daa99f28, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=6f91156a-742a-47d6-8882-e066daa99f28,segment=NetworkSegment(72298472-7489-4890-b182-8dccbeafcf34),segment_id=72298472-7489-4890-b182-8dccbeafcf34)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:26:32.807746 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ae750703-7f82-438c-8c09-0f05afab0c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (6f91156a-742a-47d6-8882-e066daa99f28), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:32.837951 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa0d0417-18b3-447e-9c0e-aa34d07fc53d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (573e59a2-c3d9-4c94-9319-08fcc13832a5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:32.858497 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-e520c66e-39ed-4d9d-8923-f8476195127c service neutron] For port 45e7adde-24ee-414f-a3c7-ebe99138e816, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:26:32.886168 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae750703-7f82-438c-8c09-0f05afab0c91 None None] Pushing event updated for resources: {'Port': ['ID=6f91156a-742a-47d6-8882-e066daa99f28,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:32.900029 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f438e9ed-de47-4527-b545-291b7a3409eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:32.914061 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-e520c66e-39ed-4d9d-8923-f8476195127c service neutron] For port 45e7adde-24ee-414f-a3c7-ebe99138e816, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=45e7adde-24ee-414f-a3c7-ebe99138e816,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:26:32.930419 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0d0417-18b3-447e-9c0e-aa34d07fc53d admin admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:26:32.942410 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-e520c66e-39ed-4d9d-8923-f8476195127c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (45e7adde-24ee-414f-a3c7-ebe99138e816), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:32.947595 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-fa0d0417-18b3-447e-9c0e-aa34d07fc53d admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:26:32.960653 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0d0417-18b3-447e-9c0e-aa34d07fc53d admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:26:32.969944 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-35e3cbae-7e6c-437d-ad7b-fa4adb62b62e req-826eae1d-f3bb-4b21-a160-cfc9c07b4cbb service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642148 Feb 17 17:26:33.018316 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0d0417-18b3-447e-9c0e-aa34d07fc53d admin admin] Pushing event updated for resources: {'Port': ['ID=573e59a2-c3d9-4c94-9319-08fcc13832a5,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:33.065900 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-e520c66e-39ed-4d9d-8923-f8476195127c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:33.066578 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-e520c66e-39ed-4d9d-8923-f8476195127c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:33.069061 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-e520c66e-39ed-4d9d-8923-f8476195127c service neutron] 10.222.0.71 "PUT /v2.0/ports/45e7adde-24ee-414f-a3c7-ebe99138e816 HTTP/1.1" status: 200 len: 1095 time: 3.1207969 Feb 17 17:26:33.078253 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-9a385921-4376-489b-94e9-81814d173cea req-11ea1109-4028-4f6c-bf40-2766e945a0a7 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:26:33.087784 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a385921-4376-489b-94e9-81814d173cea req-11ea1109-4028-4f6c-bf40-2766e945a0a7 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0167634 Feb 17 17:26:33.092334 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a27ac8e-4198-4583-be87-78a6af882241', 'tag': '45e7adde-24ee-414f-a3c7-ebe99138e816'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:26:33.095139 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b7b5ac-184e-4b94-901d-11f512516b8c" -d '{"events": [{"name": "network-changed", "server_uuid": "7a27ac8e-4198-4583-be87-78a6af882241", "tag": "45e7adde-24ee-414f-a3c7-ebe99138e816"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:26:33.242183 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a385921-4376-489b-94e9-81814d173cea req-6b608c32-ffac-475a-b314-44dbf5ae7c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:33.243619 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a385921-4376-489b-94e9-81814d173cea req-6b608c32-ffac-475a-b314-44dbf5ae7c12 service neutron] 10.222.0.87 "GET /v2.0/ports/c02aa91e-b5a3-4ae4-8119-898cef173204 HTTP/1.1" status: 200 len: 1124 time: 0.1552598 Feb 17 17:26:33.252526 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-35e3cbae-7e6c-437d-ad7b-fa4adb62b62e req-315cc425-cbed-43a7-a14a-0e391fa8d8c7 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688012 Feb 17 17:26:33.264496 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-9a385921-4376-489b-94e9-81814d173cea req-4a4cce97-b063-4040-a180-f74a2b0f038c service neutron] Request body: {'binding': {'host': 'n-h2-829613-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:26:33.265292 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-9a385921-4376-489b-94e9-81814d173cea req-4a4cce97-b063-4040-a180-f74a2b0f038c service neutron] Unknown quota resources ['binding']. {{(pid=103435) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 17 17:26:33.294866 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4dd688-032a-4a39-8bf4-7ba5bd86883b req-af4616f4-ff3b-4b99-979e-3c5e8a0e2753 tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:33.296421 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9d4dd688-032a-4a39-8bf4-7ba5bd86883b req-af4616f4-ff3b-4b99-979e-3c5e8a0e2753 tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=9accda19-65b6-4f5e-8a2b-7acd9fe528a3 HTTP/1.1" status: 200 len: 1126 time: 0.1831379 Feb 17 17:26:33.381855 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520c66e-39ed-4d9d-8923-f8476195127c service neutron] Pushing event updated for resources: {'Port': ['ID=45e7adde-24ee-414f-a3c7-ebe99138e816,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:33.408277 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9d4dd688-032a-4a39-8bf4-7ba5bd86883b req-4028e405-a0a6-40f7-990f-c65ed888bc8d tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010001 Feb 17 17:26:33.449081 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-87eb5222-f860-4c5c-93b1-97b4064ab712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:33.450609 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-87eb5222-f860-4c5c-93b1-97b4064ab712 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=673fd82048cd49c18f82ffc2fb910a6e&device_id=7a27ac8e-4198-4583-be87-78a6af882241 HTTP/1.1" status: 200 len: 1129 time: 0.1578338 Feb 17 17:26:33.470669 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-9a385921-4376-489b-94e9-81814d173cea req-4a4cce97-b063-4040-a180-f74a2b0f038c service neutron] Attempting to bind port c02aa91e-b5a3-4ae4-8119-898cef173204 on host n-h2-829613-2 for vnic_type normal with profile None {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:26:33.471367 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-9a385921-4376-489b-94e9-81814d173cea req-4a4cce97-b063-4040-a180-f74a2b0f038c service neutron] Attempting to bind port c02aa91e-b5a3-4ae4-8119-898cef173204 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '25b82b75-bd12-4667-b51a-aa287338793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:26:33.471815 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a385921-4376-489b-94e9-81814d173cea req-4a4cce97-b063-4040-a180-f74a2b0f038c service neutron] Attempting to bind port c02aa91e-b5a3-4ae4-8119-898cef173204 on network 210dd7a1-23b8-45c6-a401-b56590fcc3c1 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:26:33.476845 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a385921-4376-489b-94e9-81814d173cea req-4a4cce97-b063-4040-a180-f74a2b0f038c service neutron] Port c02aa91e-b5a3-4ae4-8119-898cef173204 on network 210dd7a1-23b8-45c6-a401-b56590fcc3c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:26:33.477164 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a385921-4376-489b-94e9-81814d173cea req-4a4cce97-b063-4040-a180-f74a2b0f038c service neutron] Attempting to bind port c02aa91e-b5a3-4ae4-8119-898cef173204 on network 210dd7a1-23b8-45c6-a401-b56590fcc3c1 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:26:33.482042 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a385921-4376-489b-94e9-81814d173cea req-4a4cce97-b063-4040-a180-f74a2b0f038c service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:26:33.482374 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a385921-4376-489b-94e9-81814d173cea req-4a4cce97-b063-4040-a180-f74a2b0f038c service neutron] Checking segment: {'id': '25b82b75-bd12-4667-b51a-aa287338793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:26:33.482745 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a385921-4376-489b-94e9-81814d173cea req-4a4cce97-b063-4040-a180-f74a2b0f038c service neutron] Bound using segment: {'id': '25b82b75-bd12-4667-b51a-aa287338793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:26:33.483160 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-9a385921-4376-489b-94e9-81814d173cea req-4a4cce97-b063-4040-a180-f74a2b0f038c service neutron] Bound port: c02aa91e-b5a3-4ae4-8119-898cef173204, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b82b75-bd12-4667-b51a-aa287338793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:26:33.498434 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-f7075bb9-94f6-487d-bc9e-9c10783f0716 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=45e7adde-24ee-414f-a3c7-ebe99138e816 HTTP/1.1" status: 200 len: 217 time: 0.0401185 Feb 17 17:26:33.499167 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa0d0417-18b3-447e-9c0e-aa34d07fc53d admin admin] Publish callbacks [] for router_gateway (c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:33.541615 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-9a385921-4376-489b-94e9-81814d173cea req-4a4cce97-b063-4040-a180-f74a2b0f038c service neutron] For port c02aa91e-b5a3-4ae4-8119-898cef173204, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=c02aa91e-b5a3-4ae4-8119-898cef173204,segment=NetworkSegment(25b82b75-bd12-4667-b51a-aa287338793c),segment_id=25b82b75-bd12-4667-b51a-aa287338793c)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:26:33.549876 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9a385921-4376-489b-94e9-81814d173cea req-4a4cce97-b063-4040-a180-f74a2b0f038c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:33.551485 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a385921-4376-489b-94e9-81814d173cea req-4a4cce97-b063-4040-a180-f74a2b0f038c service neutron] 10.222.0.87 "POST /v2.0/ports/c02aa91e-b5a3-4ae4-8119-898cef173204/bindings HTTP/1.1" status: 201 len: 389 time: 0.2913966 Feb 17 17:26:33.704904 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-531198b3-7cb0-4d70-a56c-bf80a593406e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:33.706761 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-531198b3-7cb0-4d70-a56c-bf80a593406e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.2020111 Feb 17 17:26:33.891539 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-ef7c7591-ff1e-46f0-a871-6f3b35df06f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:33.893225 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-ef7c7591-ff1e-46f0-a871-6f3b35df06f0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1456175 Feb 17 17:26:33.906940 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a385921-4376-489b-94e9-81814d173cea req-d3dda9b7-9a87-44b5-b858-d7d3fe041925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:33.908645 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a385921-4376-489b-94e9-81814d173cea req-d3dda9b7-9a87-44b5-b858-d7d3fe041925 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f8aea314af29468ab6557472620785fc&device_id=1d8b8d76-19f4-449f-acde-56dc7188625e HTTP/1.1" status: 200 len: 1127 time: 0.1173568 Feb 17 17:26:33.918843 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa0d0417-18b3-447e-9c0e-aa34d07fc53d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:34.045991 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d310049c-f0c5-486e-987a-b90a6d70f7a1 x-openstack-request-id: req-d310049c-f0c5-486e-987a-b90a6d70f7a1 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:26:34.046281 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a27ac8e-4198-4583-be87-78a6af882241", "tag": "45e7adde-24ee-414f-a3c7-ebe99138e816", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:26:34.046537 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d310049c-f0c5-486e-987a-b90a6d70f7a1 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:26:34.046928 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a27ac8e-4198-4583-be87-78a6af882241', 'tag': '45e7adde-24ee-414f-a3c7-ebe99138e816', 'status': 'completed', 'code': 200} Feb 17 17:26:34.071017 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a385921-4376-489b-94e9-81814d173cea req-079699bb-076e-4c69-8daf-bb18f2813d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:34.074761 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a385921-4376-489b-94e9-81814d173cea req-079699bb-076e-4c69-8daf-bb18f2813d0d service neutron] 10.222.0.91 "GET /v2.0/networks?id=210dd7a1-23b8-45c6-a401-b56590fcc3c1 HTTP/1.1" status: 200 len: 908 time: 0.1499076 Feb 17 17:26:34.121427 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-ccc5b2a9-1c47-446e-9609-366a2071eb6b service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199485 Feb 17 17:26:34.158567 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a385921-4376-489b-94e9-81814d173cea req-8bd9d235-dc42-4767-9384-4f552a729c1f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c02aa91e-b5a3-4ae4-8119-898cef173204 HTTP/1.1" status: 200 len: 217 time: 0.0749471 Feb 17 17:26:34.242611 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-79576fd3-15f1-449e-a326-33cb9dd328f2 req-3f779be1-55b7-43e4-8a5d-1a64f28afd1a service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145761 Feb 17 17:26:34.248529 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0d0417-18b3-447e-9c0e-aa34d07fc53d admin admin] Router c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:26:34.278578 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a385921-4376-489b-94e9-81814d173cea req-8d221276-e6d5-41f1-8a62-5819902125d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:34.280026 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a385921-4376-489b-94e9-81814d173cea req-8d221276-e6d5-41f1-8a62-5819902125d9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8267d93d-c5aa-40cb-acb4-c1e284d682e6 HTTP/1.1" status: 200 len: 847 time: 0.0926511 Feb 17 17:26:34.286846 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03337d11-3c42-445d-9d85-4737c69743c5 req-3b74306f-ad8a-4f0c-9cb0-bc4a24f96f79 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:34.288381 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-03337d11-3c42-445d-9d85-4737c69743c5 req-3b74306f-ad8a-4f0c-9cb0-bc4a24f96f79 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=7a27ac8e-4198-4583-be87-78a6af882241 HTTP/1.1" status: 200 len: 947 time: 0.1287527 Feb 17 17:26:34.316470 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee99a02-d842-40c5-9331-60600a31e968 None None] Network 0fada19c-c532-4646-9357-f3fe898828d0 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:26:34.329228 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a385921-4376-489b-94e9-81814d173cea req-d1f61ee3-467f-4b7e-ad97-32927208db1e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=210dd7a1-23b8-45c6-a401-b56590fcc3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378454 Feb 17 17:26:34.382131 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de45849-4bee-46fb-b7a9-dde07e518854 req-7173553d-eedc-4066-a80f-6a344331a626 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:34.383561 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7de45849-4bee-46fb-b7a9-dde07e518854 req-7173553d-eedc-4066-a80f-6a344331a626 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=1d8b8d76-19f4-449f-acde-56dc7188625e HTTP/1.1" status: 200 len: 945 time: 0.1614089 Feb 17 17:26:34.384604 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7b5ac-184e-4b94-901d-11f512516b8c req-f9fc6c4a-faa6-44d8-bd41-143dc4011b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:34.386178 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a5b7b5ac-184e-4b94-901d-11f512516b8c req-f9fc6c4a-faa6-44d8-bd41-143dc4011b0d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=673fd82048cd49c18f82ffc2fb910a6e&device_id=7a27ac8e-4198-4583-be87-78a6af882241 HTTP/1.1" status: 200 len: 1129 time: 0.0623407 Feb 17 17:26:34.418515 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0d0417-18b3-447e-9c0e-aa34d07fc53d admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:26:34.430814 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2290e52-9184-4247-80f8-614f3487f7d5 None None] Sync routers for ids ['c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:26:34.444593 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2290e52-9184-4247-80f8-614f3487f7d5 None None] Routers {'c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:26:34.445594 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-f2290e52-9184-4247-80f8-614f3487f7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:26:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:26:34.460533 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-03337d11-3c42-445d-9d85-4737c69743c5 req-59de72e0-9f43-4d1a-b16c-407a71a8a0cd tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597643 Feb 17 17:26:34.486510 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa0d0417-18b3-447e-9c0e-aa34d07fc53d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:34.488921 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fa0d0417-18b3-447e-9c0e-aa34d07fc53d admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.8541892 Feb 17 17:26:34.491677 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34294) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:34.532527 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a385921-4376-489b-94e9-81814d173cea req-55e50b63-9da5-48ef-bb89-310036aa8cde service neutron] 10.222.0.91 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941748 Feb 17 17:26:34.554675 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7de45849-4bee-46fb-b7a9-dde07e518854 req-3083e52c-3c5a-4f01-9da8-91f405941514 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322341 Feb 17 17:26:34.629148 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-f2290e52-9184-4247-80f8-614f3487f7d5 None None] Set router c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:26:34.643268 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7b5ac-184e-4b94-901d-11f512516b8c req-77587558-44f2-40a4-8e19-3c54a095c851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:34.648301 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a5b7b5ac-184e-4b94-901d-11f512516b8c req-77587558-44f2-40a4-8e19-3c54a095c851 service neutron] 10.222.0.71 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 0.2545013 Feb 17 17:26:34.727134 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a5b7b5ac-184e-4b94-901d-11f512516b8c req-808b4c43-8217-4c14-9deb-62fcd37e40a0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=45e7adde-24ee-414f-a3c7-ebe99138e816 HTTP/1.1" status: 200 len: 217 time: 0.0649388 Feb 17 17:26:34.728837 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-a86656cb-8b92-4f14-a3c0-e4e258ba9b36 None None] Provisioning complete for port 6f91156a-742a-47d6-8882-e066daa99f28 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:26:34.729230 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a86656cb-8b92-4f14-a3c0-e4e258ba9b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6f91156a-742a-47d6-8882-e066daa99f28), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:34.782122 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 6f91156a-742a-47d6-8882-e066daa99f28 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:26:34.786303 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a385921-4376-489b-94e9-81814d173cea req-0d3896c9-43ff-48b1-83ab-76e54fd51b0d service neutron] 10.222.0.91 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449677 Feb 17 17:26:34.806433 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d7486-a520-4edc-84ed-19b0b9aa0849 req-e9657dc3-666e-4843-b0a9-144dc11487a9 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:34.813526 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b95d7486-a520-4edc-84ed-19b0b9aa0849 req-e9657dc3-666e-4843-b0a9-144dc11487a9 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/networks?id=5dbbad70-2eaf-4ac4-baab-330b001075bb HTTP/1.1" status: 200 len: 820 time: 0.2345738 Feb 17 17:26:34.830591 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b95d7486-a520-4edc-84ed-19b0b9aa0849 req-35ca9c11-8d7d-4bfc-88ad-5ecaa4959c7c tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/quotas/5bb8389d8da44943868afc5c1f119806 HTTP/1.1" status: 200 len: 375 time: 0.0161183 Feb 17 17:26:34.943284 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 6f91156a-742a-47d6-8882-e066daa99f28 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:26:34.943981 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6f91156a-742a-47d6-8882-e066daa99f28), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:34.968659 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b95d7486-a520-4edc-84ed-19b0b9aa0849 req-a247ba88-8763-47fd-b5c2-66acea2bf920 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=5bb8389d8da44943868afc5c1f119806&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1370742 Feb 17 17:26:34.985373 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-f2290e52-9184-4247-80f8-614f3487f7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185', 'name': 'tempest-AttachSCSIVolumeTestJSON-1096005591-router', 'tenant_id': '5609c22f7b0b483ca854c09731dcc02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '573e59a2-c3d9-4c94-9319-08fcc13832a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:26:29Z', 'updated_at': '2022-02-17T17:26:33Z', 'revision_number': 3, 'project_id': '5609c22f7b0b483ca854c09731dcc02e', 'gw_port': {'id': '573e59a2-c3d9-4c94-9319-08fcc13832a5', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:26:31Z', 'updated_at': '2022-02-17T17:26:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:26:35.024626 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2290e52-9184-4247-80f8-614f3487f7d5 None None] Checking router: c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:26:35.025327 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2290e52-9184-4247-80f8-614f3487f7d5 None None] Updating router c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185 port 573e59a2-c3d9-4c94-9319-08fcc13832a5 binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:26:35.058579 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f2290e52-9184-4247-80f8-614f3487f7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (573e59a2-c3d9-4c94-9319-08fcc13832a5), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:35.120199 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-a86656cb-8b92-4f14-a3c0-e4e258ba9b36 None None] Current status of the port 6f91156a-742a-47d6-8882-e066daa99f28 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:26:35.120639 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a86656cb-8b92-4f14-a3c0-e4e258ba9b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6f91156a-742a-47d6-8882-e066daa99f28), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:35.165774 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-a86656cb-8b92-4f14-a3c0-e4e258ba9b36 None None] For port 6f91156a-742a-47d6-8882-e066daa99f28, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=6f91156a-742a-47d6-8882-e066daa99f28,segment=NetworkSegment(72298472-7489-4890-b182-8dccbeafcf34),segment_id=72298472-7489-4890-b182-8dccbeafcf34)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:26:35.167371 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 6f91156a-742a-47d6-8882-e066daa99f28 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:26:35.167837 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6f91156a-742a-47d6-8882-e066daa99f28), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:35.201864 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a86656cb-8b92-4f14-a3c0-e4e258ba9b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (6f91156a-742a-47d6-8882-e066daa99f28), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:35.283966 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:26:35.284330 n-d-829613-2 neutron-server[103436]: DEBUG oslo_db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 17:26:35.285219 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86656cb-8b92-4f14-a3c0-e4e258ba9b36 None None] Pushing event updated for resources: {'Port': ['ID=6f91156a-742a-47d6-8882-e066daa99f28,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:35.308738 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7b5ac-184e-4b94-901d-11f512516b8c req-f881691c-a0c0-4606-8f20-e67b987b3fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:35.315611 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a5b7b5ac-184e-4b94-901d-11f512516b8c req-f881691c-a0c0-4606-8f20-e67b987b3fa5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.5808444 Feb 17 17:26:35.323823 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-872196ac-343f-4fbc-aa81-e3ca382c4679 None None] Provisioning complete for port 6f91156a-742a-47d6-8882-e066daa99f28 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:26:35.324422 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-872196ac-343f-4fbc-aa81-e3ca382c4679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6f91156a-742a-47d6-8882-e066daa99f28), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:35.374495 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d2ba8684-aaec-42e4-ba5d-60b288969b53 req-87818f6f-5fbc-425e-b64f-588c06daf68b tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--398499377&fields=id&tenant_id=c8748c381f2d43e0acb3dcfd0300916d HTTP/1.1" status: 200 len: 267 time: 0.4620810 Feb 17 17:26:35.376479 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a385921-4376-489b-94e9-81814d173cea req-ea2a3f17-6b26-4dfc-b263-85a2ea0490b1 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:35.377883 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a385921-4376-489b-94e9-81814d173cea req-ea2a3f17-6b26-4dfc-b263-85a2ea0490b1 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=1d8b8d76-19f4-449f-acde-56dc7188625e&tenant_id=f8aea314af29468ab6557472620785fc&binding%3Ahost_id=n-h1-829613-2 HTTP/1.1" status: 200 len: 1127 time: 0.5085785 Feb 17 17:26:35.423101 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-9a385921-4376-489b-94e9-81814d173cea req-932e3f39-38a7-4f75-9491-d1bb966fce0e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-829613-2'}}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:26:35.423845 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f2290e52-9184-4247-80f8-614f3487f7d5 None None] Publish callbacks [] for port (573e59a2-c3d9-4c94-9319-08fcc13832a5), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:35.429916 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4114e783-7576-442e-88fe-72b628f445fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:35.432627 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f2290e52-9184-4247-80f8-614f3487f7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (573e59a2-c3d9-4c94-9319-08fcc13832a5), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:35.439493 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7b5ac-184e-4b94-901d-11f512516b8c req-fee99bdb-5068-4a65-8e15-2b1a3979fc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:35.441177 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a5b7b5ac-184e-4b94-901d-11f512516b8c req-fee99bdb-5068-4a65-8e15-2b1a3979fc20 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0862987 Feb 17 17:26:35.449465 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-872196ac-343f-4fbc-aa81-e3ca382c4679 None None] Current status of the port 6f91156a-742a-47d6-8882-e066daa99f28 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:26:35.485844 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c599875d-0396-40b8-b62b-87a8a55aa4c3 None None] Pushing event updated for resources: {'Port': ['ID=573e59a2-c3d9-4c94-9319-08fcc13832a5,revision_number=2']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:35.513923 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-f2290e52-9184-4247-80f8-614f3487f7d5 None None] Attempting to bind port 573e59a2-c3d9-4c94-9319-08fcc13832a5 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:26:35.514784 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-f2290e52-9184-4247-80f8-614f3487f7d5 None None] Attempting to bind port 573e59a2-c3d9-4c94-9319-08fcc13832a5 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:26:35.515196 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2290e52-9184-4247-80f8-614f3487f7d5 None None] Attempting to bind port 573e59a2-c3d9-4c94-9319-08fcc13832a5 on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:26:35.524372 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2290e52-9184-4247-80f8-614f3487f7d5 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:26:35.524742 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2290e52-9184-4247-80f8-614f3487f7d5 None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:26:35.525139 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f2290e52-9184-4247-80f8-614f3487f7d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:35.525899 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2290e52-9184-4247-80f8-614f3487f7d5 None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:26:35.526020 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-f2290e52-9184-4247-80f8-614f3487f7d5 None None] Bound port: 573e59a2-c3d9-4c94-9319-08fcc13832a5, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:26:35.526431 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f2290e52-9184-4247-80f8-614f3487f7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (573e59a2-c3d9-4c94-9319-08fcc13832a5), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:35.581803 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354386e8-fcb3-499e-9eb9-0d7e22e022c8 req-e5d11724-dfa6-418f-b0e1-7f04bdfca215 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:35.583269 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-354386e8-fcb3-499e-9eb9-0d7e22e022c8 req-e5d11724-dfa6-418f-b0e1-7f04bdfca215 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.71 "GET /v2.0/ports?device_id=976ff28f-ec41-4811-ba87-098dd3c6a09b HTTP/1.1" status: 200 len: 967 time: 0.2725809 Feb 17 17:26:35.585025 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-f2290e52-9184-4247-80f8-614f3487f7d5 None None] For port 573e59a2-c3d9-4c94-9319-08fcc13832a5, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:26:35.588358 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-f2290e52-9184-4247-80f8-614f3487f7d5 None None] For port 573e59a2-c3d9-4c94-9319-08fcc13832a5, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=573e59a2-c3d9-4c94-9319-08fcc13832a5,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:26:35.595464 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b95d7486-a520-4edc-84ed-19b0b9aa0849 req-3187f934-4889-4aa1-88ee-92a4f028bcca service neutron] 10.222.0.87 "GET /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6259000 Feb 17 17:26:35.596322 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f2290e52-9184-4247-80f8-614f3487f7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (573e59a2-c3d9-4c94-9319-08fcc13832a5), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:35.610811 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a5b7b5ac-184e-4b94-901d-11f512516b8c req-909627b1-e760-48fa-9d1b-5ddbeef54191 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626182 Feb 17 17:26:35.659276 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9a385921-4376-489b-94e9-81814d173cea req-932e3f39-38a7-4f75-9491-d1bb966fce0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c02aa91e-b5a3-4ae4-8119-898cef173204), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:35.661088 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c599875d-0396-40b8-b62b-87a8a55aa4c3 None None] Pushing event updated for resources: {'Port': ['ID=573e59a2-c3d9-4c94-9319-08fcc13832a5,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:35.667617 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2290e52-9184-4247-80f8-614f3487f7d5 None None] Routers {'c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:26:35.668337 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-f2290e52-9184-4247-80f8-614f3487f7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:26:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:26:35.678961 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7fce49cc-9994-44e1-b91b-8a8b491c6fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:35.779525 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a5b7b5ac-184e-4b94-901d-11f512516b8c req-8a264263-d4c1-40d2-a6b7-7851dae3a91e service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456416 Feb 17 17:26:35.781802 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-f2290e52-9184-4247-80f8-614f3487f7d5 None None] Set router c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:26:35.792310 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba8684-aaec-42e4-ba5d-60b288969b53 req-f717656a-6401-4981-afa8-714a13d543f7 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:35.793830 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d2ba8684-aaec-42e4-ba5d-60b288969b53 req-f717656a-6401-4981-afa8-714a13d543f7 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/networks?id=69b59c36-ab05-4942-86fb-5909c0c87dd3 HTTP/1.1" status: 200 len: 822 time: 0.3666685 Feb 17 17:26:35.841265 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 6f91156a-742a-47d6-8882-e066daa99f28 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:26:35.861253 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d2ba8684-aaec-42e4-ba5d-60b288969b53 req-895a4cf5-6e7f-498c-b278-5490f41da859 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/quotas/c8748c381f2d43e0acb3dcfd0300916d HTTP/1.1" status: 200 len: 375 time: 0.0475881 Feb 17 17:26:35.890158 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b95d7486-a520-4edc-84ed-19b0b9aa0849 req-e040f6f5-2e63-4e6d-9d81-032b21a63742 service neutron] 10.222.0.87 "GET /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938478 Feb 17 17:26:35.914138 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-7fce49cc-9994-44e1-b91b-8a8b491c6fd9 admin admin] Allocated IP 172.20.0.1 (0fada19c-c532-4646-9357-f3fe898828d0/9c1e5413-a0f2-4c35-91e9-dd0d18060aa2/41b085f6-8b17-449f-8c14-eda12120143f) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:26:35.969979 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-354386e8-fcb3-499e-9eb9-0d7e22e022c8 req-3b58754f-bd20-42c9-b821-e9809f6a0dfb tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Deleting port b8d0c605-4eae-43af-ae27-e9b96215e239 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:26:35.970218 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-354386e8-fcb3-499e-9eb9-0d7e22e022c8 req-3b58754f-bd20-42c9-b821-e9809f6a0dfb tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (b8d0c605-4eae-43af-ae27-e9b96215e239), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:36.028448 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d2ba8684-aaec-42e4-ba5d-60b288969b53 req-4183ab60-4853-4218-bab9-a0b1ed4d6886 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=c8748c381f2d43e0acb3dcfd0300916d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1541357 Feb 17 17:26:36.033709 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-9a385921-4376-489b-94e9-81814d173cea req-932e3f39-38a7-4f75-9491-d1bb966fce0e service neutron] For port c02aa91e-b5a3-4ae4-8119-898cef173204, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=c02aa91e-b5a3-4ae4-8119-898cef173204,segment=NetworkSegment(25b82b75-bd12-4667-b51a-aa287338793c),segment_id=25b82b75-bd12-4667-b51a-aa287338793c)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:26:36.042626 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7fce49cc-9994-44e1-b91b-8a8b491c6fd9 admin admin] Publish callbacks [] for port (41b085f6-8b17-449f-8c14-eda12120143f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:36.059273 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-f2290e52-9184-4247-80f8-614f3487f7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185', 'name': 'tempest-AttachSCSIVolumeTestJSON-1096005591-router', 'tenant_id': '5609c22f7b0b483ca854c09731dcc02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '573e59a2-c3d9-4c94-9319-08fcc13832a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:26:29Z', 'updated_at': '2022-02-17T17:26:33Z', 'revision_number': 3, 'project_id': '5609c22f7b0b483ca854c09731dcc02e', 'gw_port': {'id': '573e59a2-c3d9-4c94-9319-08fcc13832a5', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:26:31Z', 'updated_at': '2022-02-17T17:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:26:36.101194 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7fce49cc-9994-44e1-b91b-8a8b491c6fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (41b085f6-8b17-449f-8c14-eda12120143f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:36.112511 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2290e52-9184-4247-80f8-614f3487f7d5 None None] The sync data for ids ['c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185'] in n-d-829613-2 is: [{'id': 'c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185', 'name': 'tempest-AttachSCSIVolumeTestJSON-1096005591-router', 'tenant_id': '5609c22f7b0b483ca854c09731dcc02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '573e59a2-c3d9-4c94-9319-08fcc13832a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:26:29Z', 'updated_at': '2022-02-17T17:26:33Z', 'revision_number': 3, 'project_id': '5609c22f7b0b483ca854c09731dcc02e', 'gw_port': {'id': '573e59a2-c3d9-4c94-9319-08fcc13832a5', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:26:31Z', 'updated_at': '2022-02-17T17:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:26:36.194741 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce49cc-9994-44e1-b91b-8a8b491c6fd9 admin admin] Pushing event updated for resources: {'Port': ['ID=41b085f6-8b17-449f-8c14-eda12120143f,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:36.203224 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fce49cc-9994-44e1-b91b-8a8b491c6fd9 admin admin] Network 0fada19c-c532-4646-9357-f3fe898828d0 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:26:36.205000 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-7fce49cc-9994-44e1-b91b-8a8b491c6fd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:26:36.208496 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fce49cc-9994-44e1-b91b-8a8b491c6fd9 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:26:36.248145 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-9a385921-4376-489b-94e9-81814d173cea req-932e3f39-38a7-4f75-9491-d1bb966fce0e service neutron] For port c02aa91e-b5a3-4ae4-8119-898cef173204, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:26:36.306091 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7fce49cc-9994-44e1-b91b-8a8b491c6fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:36.338659 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d2ba8684-aaec-42e4-ba5d-60b288969b53 req-1384aeaf-1b57-4436-8204-0874806c22c5 service neutron] 10.222.0.87 "GET /v2.0/networks/69b59c36-ab05-4942-86fb-5909c0c87dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884350 Feb 17 17:26:36.486905 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 83e65782-f641-4e21-a94a-4f0095ab99fe details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:26:36.555811 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-354386e8-fcb3-499e-9eb9-0d7e22e022c8 req-3b58754f-bd20-42c9-b821-e9809f6a0dfb tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] For port b8d0c605-4eae-43af-ae27-e9b96215e239, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=b8d0c605-4eae-43af-ae27-e9b96215e239,segment=NetworkSegment(bf8dbe87-49ac-4e48-91ba-61b360c53610),segment_id=bf8dbe87-49ac-4e48-91ba-61b360c53610)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:26:36.556480 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-354386e8-fcb3-499e-9eb9-0d7e22e022c8 req-3b58754f-bd20-42c9-b821-e9809f6a0dfb tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (b8d0c605-4eae-43af-ae27-e9b96215e239), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:36.574752 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d2ba8684-aaec-42e4-ba5d-60b288969b53 req-097685a5-9e68-43dc-b5ae-0055a42ada49 service neutron] 10.222.0.87 "GET /v2.0/networks/69b59c36-ab05-4942-86fb-5909c0c87dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351575 Feb 17 17:26:36.628785 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7fce49cc-9994-44e1-b91b-8a8b491c6fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (41b085f6-8b17-449f-8c14-eda12120143f), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:36.655396 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:36.927121 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 6f91156a-742a-47d6-8882-e066daa99f28 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:26:36.934557 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-d3e0610c-42dd-49eb-a2fe-e72e6a053097 None None] Provisioning complete for port 41b085f6-8b17-449f-8c14-eda12120143f triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:26:36.945198 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d3e0610c-42dd-49eb-a2fe-e72e6a053097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (41b085f6-8b17-449f-8c14-eda12120143f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:37.010856 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 83e65782-f641-4e21-a94a-4f0095ab99fe, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=83e65782-f641-4e21-a94a-4f0095ab99fe,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:26:37.041071 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7fce49cc-9994-44e1-b91b-8a8b491c6fd9 admin admin] Publish callbacks [] for port (41b085f6-8b17-449f-8c14-eda12120143f), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:37.045453 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '83e65782-f641-4e21-a94a-4f0095ab99fe', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'port_id': '83e65782-f641-4e21-a94a-4f0095ab99fe', 'mac_address': 'fa:16:3e:2c:97:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac79920f-9ddd-4352-b866-6056158b178e', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:26:37.048641 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7fce49cc-9994-44e1-b91b-8a8b491c6fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (41b085f6-8b17-449f-8c14-eda12120143f), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:37.174726 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 83e65782-f641-4e21-a94a-4f0095ab99fe is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:26:37.175274 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (83e65782-f641-4e21-a94a-4f0095ab99fe), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:37.184652 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce49cc-9994-44e1-b91b-8a8b491c6fd9 admin admin] Pushing event updated for resources: {'Port': ['ID=41b085f6-8b17-449f-8c14-eda12120143f,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:37.200439 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7fce49cc-9994-44e1-b91b-8a8b491c6fd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:37.202027 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-d3e0610c-42dd-49eb-a2fe-e72e6a053097 None None] Port 41b085f6-8b17-449f-8c14-eda12120143f cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:26:37.204715 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83e65782-f641-4e21-a94a-4f0095ab99fe {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:26:37.234079 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 83e65782-f641-4e21-a94a-4f0095ab99fe, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=83e65782-f641-4e21-a94a-4f0095ab99fe,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:26:37.247267 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (83e65782-f641-4e21-a94a-4f0095ab99fe), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:37.254960 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 6f91156a-742a-47d6-8882-e066daa99f28 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:26:37.255627 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6f91156a-742a-47d6-8882-e066daa99f28), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:37.386097 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-354386e8-fcb3-499e-9eb9-0d7e22e022c8 req-3b58754f-bd20-42c9-b821-e9809f6a0dfb tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:37.386820 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-354386e8-fcb3-499e-9eb9-0d7e22e022c8 req-3b58754f-bd20-42c9-b821-e9809f6a0dfb tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (9d976748-c77c-4c55-85ca-a58cc6f3eae2), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:37.387346 n-d-829613-2 neutron-server[103435]: INFO neutron.db.l3_db [req-354386e8-fcb3-499e-9eb9-0d7e22e022c8 req-3b58754f-bd20-42c9-b821-e9809f6a0dfb tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Floating IP 9d976748-c77c-4c55-85ca-a58cc6f3eae2 disassociated. External IP: 172.25.8.19, port: b8d0c605-4eae-43af-ae27-e9b96215e239. Feb 17 17:26:37.387839 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-354386e8-fcb3-499e-9eb9-0d7e22e022c8 req-3b58754f-bd20-42c9-b821-e9809f6a0dfb tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Calling delete_port for b8d0c605-4eae-43af-ae27-e9b96215e239 owned by compute:tempest-test_az-2060224782 {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:26:37.390661 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=83e65782-f641-4e21-a94a-4f0095ab99fe,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:37.406684 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fce49cc-9994-44e1-b91b-8a8b491c6fd9 admin admin] Network 0fada19c-c532-4646-9357-f3fe898828d0 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:26:37.408568 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-7fce49cc-9994-44e1-b91b-8a8b491c6fd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:26:37.508130 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 6f91156a-742a-47d6-8882-e066daa99f28 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:26:37.510152 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 573e59a2-c3d9-4c94-9319-08fcc13832a5 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:26:37.644405 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['83e65782-f641-4e21-a94a-4f0095ab99fe'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:26:37.661795 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9a385921-4376-489b-94e9-81814d173cea req-932e3f39-38a7-4f75-9491-d1bb966fce0e service neutron] Publish callbacks [] for port (c02aa91e-b5a3-4ae4-8119-898cef173204), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:37.665785 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8b8d76-19f4-449f-acde-56dc7188625e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c02aa91e-b5a3-4ae4-8119-898cef173204'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:26:37.668272 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b620e3c-79c3-4312-810e-278af525ea4e" -d '{"events": [{"server_uuid": "1d8b8d76-19f4-449f-acde-56dc7188625e", "name": "network-vif-unplugged", "status": "completed", "tag": "c02aa91e-b5a3-4ae4-8119-898cef173204"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:26:37.711382 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 45e7adde-24ee-414f-a3c7-ebe99138e816 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:26:37.726415 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fce49cc-9994-44e1-b91b-8a8b491c6fd9 admin admin] Router c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:26:37.729047 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9a385921-4376-489b-94e9-81814d173cea req-932e3f39-38a7-4f75-9491-d1bb966fce0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c02aa91e-b5a3-4ae4-8119-898cef173204), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:37.885475 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34370) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:37.936499 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 45e7adde-24ee-414f-a3c7-ebe99138e816, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=45e7adde-24ee-414f-a3c7-ebe99138e816,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:26:37.945859 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 573e59a2-c3d9-4c94-9319-08fcc13832a5 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:26:37.957851 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (573e59a2-c3d9-4c94-9319-08fcc13832a5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:37.963391 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e3f39-38a7-4f75-9491-d1bb966fce0e service neutron] Pushing event updated for resources: {'Port': ['ID=c02aa91e-b5a3-4ae4-8119-898cef173204,revision_number=7']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:38.019897 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fce49cc-9994-44e1-b91b-8a8b491c6fd9 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:26:38.029624 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7fce49cc-9994-44e1-b91b-8a8b491c6fd9 admin admin] 10.222.0.87 "PUT /v2.0/routers/c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5367599 Feb 17 17:26:38.053444 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411648d8-1ad7-483e-b7d5-0b88445a13b4 req-43ec6689-244b-4104-8e1a-4a4e4e87c90b tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:38.055467 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-411648d8-1ad7-483e-b7d5-0b88445a13b4 req-43ec6689-244b-4104-8e1a-4a4e4e87c90b tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=7a27ac8e-4198-4583-be87-78a6af882241 HTTP/1.1" status: 200 len: 947 time: 1.3130641 Feb 17 17:26:38.058844 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-354386e8-fcb3-499e-9eb9-0d7e22e022c8 req-3b58754f-bd20-42c9-b821-e9809f6a0dfb tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (b8d0c605-4eae-43af-ae27-e9b96215e239), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:38.100624 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:38.120763 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d7486-a520-4edc-84ed-19b0b9aa0849 req-02d9fec8-ceb1-4b95-80d1-4846fe203b36 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:38.121095 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4b95a-0e3f-4996-9d48-eb3b789ea50b req-8f015941-f562-4751-a8f0-5994e42b7dee tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:38.122800 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-56f4b95a-0e3f-4996-9d48-eb3b789ea50b req-8f015941-f562-4751-a8f0-5994e42b7dee tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=1d8b8d76-19f4-449f-acde-56dc7188625e HTTP/1.1" status: 200 len: 943 time: 0.4937959 Feb 17 17:26:38.131967 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b95d7486-a520-4edc-84ed-19b0b9aa0849 req-02d9fec8-ceb1-4b95-80d1-4846fe203b36 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.71 "GET /v2.0/networks?id=5dbbad70-2eaf-4ac4-baab-330b001075bb HTTP/1.1" status: 200 len: 820 time: 0.2207096 Feb 17 17:26:38.138544 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '45e7adde-24ee-414f-a3c7-ebe99138e816', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'port_id': '45e7adde-24ee-414f-a3c7-ebe99138e816', 'mac_address': 'fa:16:3e:d6:f8:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac79920f-9ddd-4352-b866-6056158b178e', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:26:38.141874 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-c927c7a1-2acf-4abf-a018-0d2654a11e5a None None] Provisioning complete for port 41b085f6-8b17-449f-8c14-eda12120143f triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:26:38.142402 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c927c7a1-2acf-4abf-a018-0d2654a11e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (41b085f6-8b17-449f-8c14-eda12120143f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:38.160097 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-b95d7486-a520-4edc-84ed-19b0b9aa0849 req-80317d46-cdb2-44d0-8cda-71494b660532 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Request body: {'port': {'device_id': 'ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2', 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb', 'admin_state_up': True, 'tenant_id': '5bb8389d8da44943868afc5c1f119806'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:26:38.183973 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-c927c7a1-2acf-4abf-a018-0d2654a11e5a None None] Port 41b085f6-8b17-449f-8c14-eda12120143f cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:26:38.188560 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-9a385921-4376-489b-94e9-81814d173cea req-932e3f39-38a7-4f75-9491-d1bb966fce0e service neutron] Attempting to bind port c02aa91e-b5a3-4ae4-8119-898cef173204 on host n-h1-829613-2 for vnic_type normal with profile {"migrating_to": "n-h2-829613-2"} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:26:38.188919 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-9a385921-4376-489b-94e9-81814d173cea req-932e3f39-38a7-4f75-9491-d1bb966fce0e service neutron] Attempting to bind port c02aa91e-b5a3-4ae4-8119-898cef173204 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '25b82b75-bd12-4667-b51a-aa287338793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:26:38.189246 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a385921-4376-489b-94e9-81814d173cea req-932e3f39-38a7-4f75-9491-d1bb966fce0e service neutron] Attempting to bind port c02aa91e-b5a3-4ae4-8119-898cef173204 on network 210dd7a1-23b8-45c6-a401-b56590fcc3c1 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:26:38.210517 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9c18403d-6b9e-4cc6-905f-8c1af7dd5ee2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:38.214277 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a385921-4376-489b-94e9-81814d173cea req-932e3f39-38a7-4f75-9491-d1bb966fce0e service neutron] Port c02aa91e-b5a3-4ae4-8119-898cef173204 on network 210dd7a1-23b8-45c6-a401-b56590fcc3c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:26:38.215069 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a385921-4376-489b-94e9-81814d173cea req-932e3f39-38a7-4f75-9491-d1bb966fce0e service neutron] Attempting to bind port c02aa91e-b5a3-4ae4-8119-898cef173204 on network 210dd7a1-23b8-45c6-a401-b56590fcc3c1 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:26:38.239926 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b58754f-bd20-42c9-b821-e9809f6a0dfb tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Pushing event deleted for resources: {'Port': ['ID=b8d0c605-4eae-43af-ae27-e9b96215e239,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:38.281442 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-411648d8-1ad7-483e-b7d5-0b88445a13b4 req-6df89f84-ba43-4165-989e-eaa1c7fd772b tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127867 Feb 17 17:26:38.282191 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a385921-4376-489b-94e9-81814d173cea req-932e3f39-38a7-4f75-9491-d1bb966fce0e service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:26:38.283003 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a385921-4376-489b-94e9-81814d173cea req-932e3f39-38a7-4f75-9491-d1bb966fce0e service neutron] Checking segment: {'id': '25b82b75-bd12-4667-b51a-aa287338793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:26:38.283380 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a385921-4376-489b-94e9-81814d173cea req-932e3f39-38a7-4f75-9491-d1bb966fce0e service neutron] Bound using segment: {'id': '25b82b75-bd12-4667-b51a-aa287338793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:26:38.283823 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-9a385921-4376-489b-94e9-81814d173cea req-932e3f39-38a7-4f75-9491-d1bb966fce0e service neutron] Bound port: c02aa91e-b5a3-4ae4-8119-898cef173204, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b82b75-bd12-4667-b51a-aa287338793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:26:38.284616 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9a385921-4376-489b-94e9-81814d173cea req-932e3f39-38a7-4f75-9491-d1bb966fce0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c02aa91e-b5a3-4ae4-8119-898cef173204), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:38.405560 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 573e59a2-c3d9-4c94-9319-08fcc13832a5 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:26:38.405957 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (573e59a2-c3d9-4c94-9319-08fcc13832a5), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:38.417977 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-56f4b95a-0e3f-4996-9d48-eb3b789ea50b req-edabe7dc-7a53-4333-9a8f-09e84c6f06d4 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768834 Feb 17 17:26:38.442645 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b95d7486-a520-4edc-84ed-19b0b9aa0849 req-80317d46-cdb2-44d0-8cda-71494b660532 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Made reservation on behalf of 5bb8389d8da44943868afc5c1f119806 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:26:38.452108 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b95d7486-a520-4edc-84ed-19b0b9aa0849 req-80317d46-cdb2-44d0-8cda-71494b660532 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:38.465952 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 45e7adde-24ee-414f-a3c7-ebe99138e816 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:26:38.466331 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (45e7adde-24ee-414f-a3c7-ebe99138e816), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:38.545335 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 573e59a2-c3d9-4c94-9319-08fcc13832a5, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=573e59a2-c3d9-4c94-9319-08fcc13832a5,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:26:38.554971 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45e7adde-24ee-414f-a3c7-ebe99138e816 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:26:38.578411 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 45e7adde-24ee-414f-a3c7-ebe99138e816, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=45e7adde-24ee-414f-a3c7-ebe99138e816,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:26:38.585897 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (573e59a2-c3d9-4c94-9319-08fcc13832a5), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:38.624804 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (45e7adde-24ee-414f-a3c7-ebe99138e816), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:38.681934 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9c18403d-6b9e-4cc6-905f-8c1af7dd5ee2 admin admin] Publish callbacks [] for security_group (8f7ca925-1bfe-46ed-a33c-a9809ffd6240), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:38.735656 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9c18403d-6b9e-4cc6-905f-8c1af7dd5ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (8f7ca925-1bfe-46ed-a33c-a9809ffd6240), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:38.836445 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=573e59a2-c3d9-4c94-9319-08fcc13832a5,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:38.928868 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9c18403d-6b9e-4cc6-905f-8c1af7dd5ee2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=79d263b82d9741a5a014d903be9c872b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0351038 Feb 17 17:26:38.968659 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['45e7adde-24ee-414f-a3c7-ebe99138e816'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:26:38.997381 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34394) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:39.052172 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=45e7adde-24ee-414f-a3c7-ebe99138e816,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:39.128293 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c18403d-6b9e-4cc6-905f-8c1af7dd5ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7ca925-1bfe-46ed-a33c-a9809ffd6240,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:39.244031 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9280edfb-8d49-4d1a-87b7-bc7d0a925e95 None None] Sync routers for ids ['c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:26:39.261837 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-9a385921-4376-489b-94e9-81814d173cea req-932e3f39-38a7-4f75-9491-d1bb966fce0e service neutron] For port c02aa91e-b5a3-4ae4-8119-898cef173204, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:26:39.267250 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-9a385921-4376-489b-94e9-81814d173cea req-932e3f39-38a7-4f75-9491-d1bb966fce0e service neutron] For port c02aa91e-b5a3-4ae4-8119-898cef173204, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=c02aa91e-b5a3-4ae4-8119-898cef173204,segment=NetworkSegment(25b82b75-bd12-4667-b51a-aa287338793c),segment_id=25b82b75-bd12-4667-b51a-aa287338793c)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:26:39.270491 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-b95d7486-a520-4edc-84ed-19b0b9aa0849 req-80317d46-cdb2-44d0-8cda-71494b660532 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Allocated IP 172.20.0.7 (5dbbad70-2eaf-4ac4-baab-330b001075bb/d4b8c7cb-ffed-4089-8d05-52af74f92303/c0183381-28aa-489a-882a-7b5311d66f0b) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:26:39.283692 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34398) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:39.336518 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9a385921-4376-489b-94e9-81814d173cea req-932e3f39-38a7-4f75-9491-d1bb966fce0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c02aa91e-b5a3-4ae4-8119-898cef173204), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:39.360610 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-851c7296-d1d0-40c5-b136-7d4a43d8f16f admin admin] Publish callbacks [] for security_group (8f7ca925-1bfe-46ed-a33c-a9809ffd6240), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:39.368920 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:39.425746 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-340cdc03-1b53-40d5-8e0b-2240eff14c40 req-1d302271-45f3-4c00-a055-2453b2713d43 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2 HTTP/1.1" status: 200 len: 210 time: 0.1459367 Feb 17 17:26:39.445923 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9280edfb-8d49-4d1a-87b7-bc7d0a925e95 None None] Routers {'c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:26:39.448494 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-9280edfb-8d49-4d1a-87b7-bc7d0a925e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:26:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:26:39.456461 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-851c7296-d1d0-40c5-b136-7d4a43d8f16f admin admin] Publish callbacks [] for security_group (8f7ca925-1bfe-46ed-a33c-a9809ffd6240), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:39.611365 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 17:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23ffd49-a61b-4b3d-b22c-f16a8405d7d7 x-openstack-request-id: req-c23ffd49-a61b-4b3d-b22c-f16a8405d7d7 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:26:39.611671 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8b8d76-19f4-449f-acde-56dc7188625e", "name": "network-vif-unplugged", "status": "completed", "tag": "c02aa91e-b5a3-4ae4-8119-898cef173204", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:26:39.611962 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c23ffd49-a61b-4b3d-b22c-f16a8405d7d7 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:26:39.612418 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d8b8d76-19f4-449f-acde-56dc7188625e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c02aa91e-b5a3-4ae4-8119-898cef173204', 'code': 200} Feb 17 17:26:39.696466 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3f83550f-1859-4e38-9b04-a1a7f7c0314a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:39.764597 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c5a14a68-77e9-4215-878c-480d3e07eca9 req-27b9e214-c943-4861-a8ab-ae46438f3d67 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a7962d2-167a-44b7-9b4b-dadb4cd13a5b HTTP/1.1" status: 200 len: 210 time: 0.2918398 Feb 17 17:26:39.840181 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device b8d0c605-4eae-43af-ae27-e9b96215e239 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:26:39.892270 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-851c7296-d1d0-40c5-b136-7d4a43d8f16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (8f7ca925-1bfe-46ed-a33c-a9809ffd6240), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:39.898193 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-851c7296-d1d0-40c5-b136-7d4a43d8f16f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:39.900000 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-851c7296-d1d0-40c5-b136-7d4a43d8f16f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8f7ca925-1bfe-46ed-a33c-a9809ffd6240 HTTP/1.1" status: 204 len: 168 time: 0.8786323 Feb 17 17:26:39.924128 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: b8d0c605-4eae-43af-ae27-e9b96215e239 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:26:39.944537 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device b8d0c605-4eae-43af-ae27-e9b96215e239 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:26:40.059276 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851c7296-d1d0-40c5-b136-7d4a43d8f16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7ca925-1bfe-46ed-a33c-a9809ffd6240,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:40.145417 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-9280edfb-8d49-4d1a-87b7-bc7d0a925e95 None None] Set router c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:26:40.190986 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b95d7486-a520-4edc-84ed-19b0b9aa0849 req-80317d46-cdb2-44d0-8cda-71494b660532 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Publish callbacks [] for port (c0183381-28aa-489a-882a-7b5311d66f0b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:40.211479 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e3f39-38a7-4f75-9491-d1bb966fce0e service neutron] Pushing event updated for resources: {'Port': ['ID=c02aa91e-b5a3-4ae4-8119-898cef173204,revision_number=8']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:40.239826 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a385921-4376-489b-94e9-81814d173cea req-932e3f39-38a7-4f75-9491-d1bb966fce0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:40.241026 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9a385921-4376-489b-94e9-81814d173cea req-932e3f39-38a7-4f75-9491-d1bb966fce0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:40.242426 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a385921-4376-489b-94e9-81814d173cea req-932e3f39-38a7-4f75-9491-d1bb966fce0e service neutron] 10.222.0.91 "PUT /v2.0/ports/c02aa91e-b5a3-4ae4-8119-898cef173204 HTTP/1.1" status: 200 len: 1121 time: 4.8258724 Feb 17 17:26:40.288773 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['c02aa91e-b5a3-4ae4-8119-898cef173204'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:26:40.302952 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3f83550f-1859-4e38-9b04-a1a7f7c0314a admin admin] Publish callbacks [] for security_group (903f7809-ff36-4772-8365-f7068d445842), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:40.323973 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3f83550f-1859-4e38-9b04-a1a7f7c0314a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (903f7809-ff36-4772-8365-f7068d445842), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:40.341507 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [req-354386e8-fcb3-499e-9eb9-0d7e22e022c8 req-3b58754f-bd20-42c9-b821-e9809f6a0dfb tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Router 0532e046-d49e-48fc-a846-b2f5fa479a06 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:26:40.361482 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba8684-aaec-42e4-ba5d-60b288969b53 req-34e5aad7-3e7e-4127-a979-e345628682cf tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:40.363323 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d2ba8684-aaec-42e4-ba5d-60b288969b53 req-34e5aad7-3e7e-4127-a979-e345628682cf tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.71 "GET /v2.0/networks?id=69b59c36-ab05-4942-86fb-5909c0c87dd3 HTTP/1.1" status: 200 len: 822 time: 1.0813203 Feb 17 17:26:40.444401 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34af24e-64f4-46bc-8a73-a54bc31625b1 req-5ef34ebc-c68c-43d6-96ca-35fb9630bc43 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:40.457927 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f34af24e-64f4-46bc-8a73-a54bc31625b1 req-5ef34ebc-c68c-43d6-96ca-35fb9630bc43 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=1d8b8d76-19f4-449f-acde-56dc7188625e HTTP/1.1" status: 200 len: 943 time: 0.3932424 Feb 17 17:26:40.485208 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f83550f-1859-4e38-9b04-a1a7f7c0314a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903f7809-ff36-4772-8365-f7068d445842,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:40.499085 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 83e65782-f641-4e21-a94a-4f0095ab99fe up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:26:40.506969 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66affb5a-2b68-4dd4-a594-b40122bd332d req-ef4a3951-ac9a-491c-aff1-9016212b1682 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:40.520420 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-66affb5a-2b68-4dd4-a594-b40122bd332d req-ef4a3951-ac9a-491c-aff1-9016212b1682 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=7a27ac8e-4198-4583-be87-78a6af882241 HTTP/1.1" status: 200 len: 948 time: 0.6728480 Feb 17 17:26:40.547155 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3f83550f-1859-4e38-9b04-a1a7f7c0314a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d5e06bbf606a47799094ea5450a3440d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1941781 Feb 17 17:26:40.547155 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34416) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:40.694485 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b95d7486-a520-4edc-84ed-19b0b9aa0849 req-80317d46-cdb2-44d0-8cda-71494b660532 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (c0183381-28aa-489a-882a-7b5311d66f0b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:40.731312 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34418) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:40.740654 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-9280edfb-8d49-4d1a-87b7-bc7d0a925e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185', 'name': 'tempest-AttachSCSIVolumeTestJSON-1096005591-router', 'tenant_id': '5609c22f7b0b483ca854c09731dcc02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '573e59a2-c3d9-4c94-9319-08fcc13832a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:26:29Z', 'updated_at': '2022-02-17T17:26:36Z', 'revision_number': 4, 'project_id': '5609c22f7b0b483ca854c09731dcc02e', 'gw_port': {'id': '573e59a2-c3d9-4c94-9319-08fcc13832a5', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:26:31Z', 'updated_at': '2022-02-17T17:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '41b085f6-8b17-449f-8c14-eda12120143f', 'name': '', 'network_id': '0fada19c-c532-4646-9357-f3fe898828d0', 'tenant_id': '5609c22f7b0b483ca854c09731dcc02e', 'mac_address': 'fa:16:3e:84:44:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '9c1e5413-a0f2-4c35-91e9-dd0d18060aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:26:35Z', 'updated_at': '2022-02-17T17:26:36Z', 'revision_number': 2, 'project_id': '5609c22f7b0b483ca854c09731dcc02e', 'subnets': [{'id': '9c1e5413-a0f2-4c35-91e9-dd0d18060aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:26:40.866314 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 573e59a2-c3d9-4c94-9319-08fcc13832a5 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:26:40.872870 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9280edfb-8d49-4d1a-87b7-bc7d0a925e95 None None] Checking router: c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:26:40.873228 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9280edfb-8d49-4d1a-87b7-bc7d0a925e95 None None] Updating router c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185 port 41b085f6-8b17-449f-8c14-eda12120143f binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:26:40.894461 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b95d7486-a520-4edc-84ed-19b0b9aa0849 req-80317d46-cdb2-44d0-8cda-71494b660532 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Network 5dbbad70-2eaf-4ac4-baab-330b001075bb is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:26:40.897247 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80317d46-cdb2-44d0-8cda-71494b660532 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Pushing event updated for resources: {'Port': ['ID=c0183381-28aa-489a-882a-7b5311d66f0b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:40.900996 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-b95d7486-a520-4edc-84ed-19b0b9aa0849 req-80317d46-cdb2-44d0-8cda-71494b660532 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:26:40.908531 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-66affb5a-2b68-4dd4-a594-b40122bd332d req-790ef54b-1a2b-4e4d-9a3d-294a301c6d4f tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664496 Feb 17 17:26:40.915781 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-b95d7486-a520-4edc-84ed-19b0b9aa0849 req-80317d46-cdb2-44d0-8cda-71494b660532 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:26:40.945194 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f34af24e-64f4-46bc-8a73-a54bc31625b1 req-723aeca9-d2a3-48bd-bd81-5b95d8d54ce3 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4802732 Feb 17 17:26:40.980665 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9280edfb-8d49-4d1a-87b7-bc7d0a925e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (41b085f6-8b17-449f-8c14-eda12120143f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:40.986729 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-61919ba9-e4fd-4c23-b304-10f1be3e79e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:40.989148 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d2ba8684-aaec-42e4-ba5d-60b288969b53 req-cac993ee-ace1-40ab-b80a-acb6aa953800 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8748c381f2d43e0acb3dcfd0300916d HTTP/1.1" status: 200 len: 379 time: 0.6027637 Feb 17 17:26:41.010871 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d7486-a520-4edc-84ed-19b0b9aa0849 req-80317d46-cdb2-44d0-8cda-71494b660532 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:41.012415 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b95d7486-a520-4edc-84ed-19b0b9aa0849 req-80317d46-cdb2-44d0-8cda-71494b660532 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:41.036843 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-d2ba8684-aaec-42e4-ba5d-60b288969b53 req-00df6580-febf-4b53-862c-fd1374260215 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Request body: {'port': {'device_id': '8a7962d2-167a-44b7-9b4b-dadb4cd13a5b', 'network_id': '69b59c36-ab05-4942-86fb-5909c0c87dd3', 'admin_state_up': True, 'tenant_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'security_groups': ['191ce2cc-d8cd-4ab1-935e-8b9c7bef90f9']}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:26:41.174129 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port 83e65782-f641-4e21-a94a-4f0095ab99fe completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:26:41.175308 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-61919ba9-e4fd-4c23-b304-10f1be3e79e2 admin admin] Publish callbacks [] for security_group (0b779c4b-b0d8-4742-86ac-c74b4ae99575), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:41.181930 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b95d7486-a520-4edc-84ed-19b0b9aa0849 req-80317d46-cdb2-44d0-8cda-71494b660532 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0434299 Feb 17 17:26:41.217222 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-33f52d39-a42f-46dc-a6e3-ee05c85b2017 admin admin] Publish callbacks [] for security_group (903f7809-ff36-4772-8365-f7068d445842), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:41.222221 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-61919ba9-e4fd-4c23-b304-10f1be3e79e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (0b779c4b-b0d8-4742-86ac-c74b4ae99575), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:41.223140 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 83e65782-f641-4e21-a94a-4f0095ab99fe triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:26:41.223468 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (83e65782-f641-4e21-a94a-4f0095ab99fe), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:41.237235 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-b95d7486-a520-4edc-84ed-19b0b9aa0849 req-be91bc03-3080-493f-9504-a009c17bc0eb service neutron] Request body: {'port': {'device_id': 'ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:26:41.294413 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1ede3629-304b-43d9-868f-081b7890185c req-3bbd952d-91bb-40d7-8b66-33af7bc8143d tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a7962d2-167a-44b7-9b4b-dadb4cd13a5b HTTP/1.1" status: 200 len: 210 time: 0.0874624 Feb 17 17:26:41.295967 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61919ba9-e4fd-4c23-b304-10f1be3e79e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b779c4b-b0d8-4742-86ac-c74b4ae99575,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:41.337275 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-354386e8-fcb3-499e-9eb9-0d7e22e022c8 req-3b58754f-bd20-42c9-b821-e9809f6a0dfb tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:26:41.354038 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be251dcb-4646-4b27-ad50-63595f288a13 None None] Sync routers for ids ['0532e046-d49e-48fc-a846-b2f5fa479a06'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:26:41.399469 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 573e59a2-c3d9-4c94-9319-08fcc13832a5 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:26:41.399897 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (573e59a2-c3d9-4c94-9319-08fcc13832a5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:41.400638 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be251dcb-4646-4b27-ad50-63595f288a13 None None] Routers {'0532e046-d49e-48fc-a846-b2f5fa479a06'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:26:41.402221 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-be251dcb-4646-4b27-ad50-63595f288a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:26:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0532e046-d49e-48fc-a846-b2f5fa479a06'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:26:41.429224 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-33f52d39-a42f-46dc-a6e3-ee05c85b2017 admin admin] Publish callbacks [] for security_group (903f7809-ff36-4772-8365-f7068d445842), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:41.530310 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-354386e8-fcb3-499e-9eb9-0d7e22e022c8 req-3b58754f-bd20-42c9-b821-e9809f6a0dfb tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] No DVR routers for this DVR port b8d0c605-4eae-43af-ae27-e9b96215e239 on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:26:41.536665 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-354386e8-fcb3-499e-9eb9-0d7e22e022c8 req-3b58754f-bd20-42c9-b821-e9809f6a0dfb tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:41.544275 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-61919ba9-e4fd-4c23-b304-10f1be3e79e2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9ffc02936bf84e83abe7d3b775dc5748&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8103452 Feb 17 17:26:41.550451 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-354386e8-fcb3-499e-9eb9-0d7e22e022c8 req-3b58754f-bd20-42c9-b821-e9809f6a0dfb tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.71 "DELETE /v2.0/ports/b8d0c605-4eae-43af-ae27-e9b96215e239 HTTP/1.1" status: 204 len: 173 time: 5.9508533 Feb 17 17:26:41.608885 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c91b6-fd3e-4de4-aba5-4ef2defccaa9 req-8ffa4464-6f68-4367-9ae2-2576e7ecf947 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:41.622474 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-038c91b6-fd3e-4de4-aba5-4ef2defccaa9 req-8ffa4464-6f68-4367-9ae2-2576e7ecf947 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2 HTTP/1.1" status: 200 len: 931 time: 0.4173810 Feb 17 17:26:41.632777 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 34430) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:41.636826 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d8b8d76-19f4-449f-acde-56dc7188625e', 'tag': 'c02aa91e-b5a3-4ae4-8119-898cef173204'}, {'server_uuid': '976ff28f-ec41-4811-ba87-098dd3c6a09b', 'name': 'network-vif-deleted', 'tag': 'b8d0c605-4eae-43af-ae27-e9b96215e239'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:26:41.648232 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb8b842-4e8e-4b09-b6e3-4e51e9a50fe3" -d '{"events": [{"name": "network-changed", "server_uuid": "1d8b8d76-19f4-449f-acde-56dc7188625e", "tag": "c02aa91e-b5a3-4ae4-8119-898cef173204"}, {"server_uuid": "976ff28f-ec41-4811-ba87-098dd3c6a09b", "name": "network-vif-deleted", "tag": "b8d0c605-4eae-43af-ae27-e9b96215e239"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:26:41.738879 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 83e65782-f641-4e21-a94a-4f0095ab99fe is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:26:41.739265 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (83e65782-f641-4e21-a94a-4f0095ab99fe), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:41.746314 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 45e7adde-24ee-414f-a3c7-ebe99138e816 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:26:41.776412 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2ba8684-aaec-42e4-ba5d-60b288969b53 req-00df6580-febf-4b53-862c-fd1374260215 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Made reservation on behalf of c8748c381f2d43e0acb3dcfd0300916d for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:26:41.780430 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d2ba8684-aaec-42e4-ba5d-60b288969b53 req-00df6580-febf-4b53-862c-fd1374260215 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:41.819883 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2e3bb28c-b68c-4a23-85dd-ccac081ae46c admin admin] Publish callbacks [] for security_group (0b779c4b-b0d8-4742-86ac-c74b4ae99575), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:41.837473 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-038c91b6-fd3e-4de4-aba5-4ef2defccaa9 req-58675b09-cd39-41b2-864d-81e415716720 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122054 Feb 17 17:26:41.913604 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b95d7486-a520-4edc-84ed-19b0b9aa0849 req-be91bc03-3080-493f-9504-a009c17bc0eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c0183381-28aa-489a-882a-7b5311d66f0b), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:41.973622 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 83e65782-f641-4e21-a94a-4f0095ab99fe, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=83e65782-f641-4e21-a94a-4f0095ab99fe,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:26:41.983166 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5296bf62-5d5e-4290-acfc-00aa6fdc881c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e65782-f641-4e21-a94a-4f0095ab99fe'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:26:41.985793 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac5f833-e888-43ce-aca2-1ec19aa68f44" -d '{"events": [{"server_uuid": "5296bf62-5d5e-4290-acfc-00aa6fdc881c", "name": "network-vif-plugged", "status": "completed", "tag": "83e65782-f641-4e21-a94a-4f0095ab99fe"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:26:41.990673 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-33f52d39-a42f-46dc-a6e3-ee05c85b2017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (903f7809-ff36-4772-8365-f7068d445842), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:42.000350 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-33f52d39-a42f-46dc-a6e3-ee05c85b2017 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:42.003566 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-33f52d39-a42f-46dc-a6e3-ee05c85b2017 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/903f7809-ff36-4772-8365-f7068d445842 HTTP/1.1" status: 204 len: 168 time: 1.4499214 Feb 17 17:26:42.022967 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (83e65782-f641-4e21-a94a-4f0095ab99fe), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:42.055145 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-be251dcb-4646-4b27-ad50-63595f288a13 None None] Set router 0532e046-d49e-48fc-a846-b2f5fa479a06 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:26:42.088616 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f52d39-a42f-46dc-a6e3-ee05c85b2017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903f7809-ff36-4772-8365-f7068d445842,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:42.296991 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 17 Feb 2022 17:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5660b992-7eed-4a74-af64-78d03da3a7db x-openstack-request-id: req-5660b992-7eed-4a74-af64-78d03da3a7db {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:26:42.297204 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d8b8d76-19f4-449f-acde-56dc7188625e", "tag": "c02aa91e-b5a3-4ae4-8119-898cef173204", "status": "completed", "code": 200}, {"server_uuid": "976ff28f-ec41-4811-ba87-098dd3c6a09b", "name": "network-vif-deleted", "tag": "b8d0c605-4eae-43af-ae27-e9b96215e239", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:26:42.297471 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5660b992-7eed-4a74-af64-78d03da3a7db {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:26:42.297999 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d8b8d76-19f4-449f-acde-56dc7188625e', 'tag': 'c02aa91e-b5a3-4ae4-8119-898cef173204', 'status': 'completed', 'code': 200} Feb 17 17:26:42.298314 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '976ff28f-ec41-4811-ba87-098dd3c6a09b', 'name': 'network-vif-deleted', 'tag': 'b8d0c605-4eae-43af-ae27-e9b96215e239', 'status': 'completed', 'code': 200} Feb 17 17:26:42.421691 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 45e7adde-24ee-414f-a3c7-ebe99138e816 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:26:42.550483 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device c02aa91e-b5a3-4ae4-8119-898cef173204 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:26:42.667961 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 45e7adde-24ee-414f-a3c7-ebe99138e816 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:26:42.671032 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (45e7adde-24ee-414f-a3c7-ebe99138e816), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:42.672989 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=83e65782-f641-4e21-a94a-4f0095ab99fe,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:42.707904 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2e3bb28c-b68c-4a23-85dd-ccac081ae46c admin admin] Publish callbacks [] for security_group (0b779c4b-b0d8-4742-86ac-c74b4ae99575), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:42.797477 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 573e59a2-c3d9-4c94-9319-08fcc13832a5 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:26:42.838367 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-be251dcb-4646-4b27-ad50-63595f288a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-17161331-router', 'tenant_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '4d9e9dc7-554e-4f65-b239-0066d8653cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:25:06Z', 'updated_at': '2022-02-17T17:25:14Z', 'revision_number': 4, 'project_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'gw_port': {'id': '4d9e9dc7-554e-4f65-b239-0066d8653cd4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:55:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:25:07Z', 'updated_at': '2022-02-17T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '92002828-e106-4471-8757-cb28b0e71c51', 'name': '', 'network_id': '69b59c36-ab05-4942-86fb-5909c0c87dd3', 'tenant_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'mac_address': 'fa:16:3e:b0:ff:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b17eb52f-6ea7-4b2d-8ccf-dda6a4d3a95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:25:12Z', 'updated_at': '2022-02-17T17:25:21Z', 'revision_number': 5, 'project_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'subnets': [{'id': 'b17eb52f-6ea7-4b2d-8ccf-dda6a4d3a95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:26:42.892193 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-d2ba8684-aaec-42e4-ba5d-60b288969b53 req-00df6580-febf-4b53-862c-fd1374260215 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Allocated IP 172.20.0.4 (69b59c36-ab05-4942-86fb-5909c0c87dd3/b17eb52f-6ea7-4b2d-8ccf-dda6a4d3a95b/b9fbcd97-e08f-4158-a487-29ba490302de) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:26:42.914561 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be251dcb-4646-4b27-ad50-63595f288a13 None None] Checking router: 0532e046-d49e-48fc-a846-b2f5fa479a06 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:26:42.938487 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be251dcb-4646-4b27-ad50-63595f288a13 None None] Routers {'0532e046-d49e-48fc-a846-b2f5fa479a06'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:26:42.942438 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-be251dcb-4646-4b27-ad50-63595f288a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:26:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0532e046-d49e-48fc-a846-b2f5fa479a06'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:26:42.958075 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.resource_extend [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 17:26:42.968563 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-b95d7486-a520-4edc-84ed-19b0b9aa0849 req-be91bc03-3080-493f-9504-a009c17bc0eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0183381-28aa-489a-882a-7b5311d66f0b {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:26:42.980325 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b95d7486-a520-4edc-84ed-19b0b9aa0849 req-be91bc03-3080-493f-9504-a009c17bc0eb service neutron] Publish callbacks [] for port (c0183381-28aa-489a-882a-7b5311d66f0b), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:43.011916 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-b95d7486-a520-4edc-84ed-19b0b9aa0849 req-be91bc03-3080-493f-9504-a009c17bc0eb service neutron] Transition to ACTIVE for port object c0183381-28aa-489a-882a-7b5311d66f0b will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:26:43.020274 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b95d7486-a520-4edc-84ed-19b0b9aa0849 req-be91bc03-3080-493f-9504-a009c17bc0eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (c0183381-28aa-489a-882a-7b5311d66f0b), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:43.067002 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 34456) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:43.171963 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9280edfb-8d49-4d1a-87b7-bc7d0a925e95 None None] Publish callbacks [] for port (41b085f6-8b17-449f-8c14-eda12120143f), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:43.193332 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e4b09977-276b-4cad-809c-34e3bd512501 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:43.215403 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8b842-4e8e-4b09-b6e3-4e51e9a50fe3 req-8a02215a-d248-44eb-af01-862fc2f3176b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:43.218704 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dbb8b842-4e8e-4b09-b6e3-4e51e9a50fe3 req-8a02215a-d248-44eb-af01-862fc2f3176b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f8aea314af29468ab6557472620785fc&device_id=1d8b8d76-19f4-449f-acde-56dc7188625e HTTP/1.1" status: 200 len: 1155 time: 0.9195094 Feb 17 17:26:43.229863 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91bc03-3080-493f-9504-a009c17bc0eb service neutron] Pushing event updated for resources: {'Port': ['ID=c0183381-28aa-489a-882a-7b5311d66f0b,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:43.264368 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9280edfb-8d49-4d1a-87b7-bc7d0a925e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (41b085f6-8b17-449f-8c14-eda12120143f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:43.266917 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-be251dcb-4646-4b27-ad50-63595f288a13 None None] Set router 0532e046-d49e-48fc-a846-b2f5fa479a06 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:26:43.351824 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-b95d7486-a520-4edc-84ed-19b0b9aa0849 req-be91bc03-3080-493f-9504-a009c17bc0eb service neutron] Attempting to bind port c0183381-28aa-489a-882a-7b5311d66f0b on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:26:43.352294 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-b95d7486-a520-4edc-84ed-19b0b9aa0849 req-be91bc03-3080-493f-9504-a009c17bc0eb service neutron] Attempting to bind port c0183381-28aa-489a-882a-7b5311d66f0b by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:26:43.352646 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95d7486-a520-4edc-84ed-19b0b9aa0849 req-be91bc03-3080-493f-9504-a009c17bc0eb service neutron] Attempting to bind port c0183381-28aa-489a-882a-7b5311d66f0b on network 5dbbad70-2eaf-4ac4-baab-330b001075bb {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:26:43.362686 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95d7486-a520-4edc-84ed-19b0b9aa0849 req-be91bc03-3080-493f-9504-a009c17bc0eb service neutron] Port c0183381-28aa-489a-882a-7b5311d66f0b on network 5dbbad70-2eaf-4ac4-baab-330b001075bb not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:26:43.363016 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95d7486-a520-4edc-84ed-19b0b9aa0849 req-be91bc03-3080-493f-9504-a009c17bc0eb service neutron] Attempting to bind port c0183381-28aa-489a-882a-7b5311d66f0b on network 5dbbad70-2eaf-4ac4-baab-330b001075bb {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:26:43.386224 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95d7486-a520-4edc-84ed-19b0b9aa0849 req-be91bc03-3080-493f-9504-a009c17bc0eb service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:26:43.391972 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95d7486-a520-4edc-84ed-19b0b9aa0849 req-be91bc03-3080-493f-9504-a009c17bc0eb service neutron] Checking segment: {'id': '00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:26:43.396979 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95d7486-a520-4edc-84ed-19b0b9aa0849 req-be91bc03-3080-493f-9504-a009c17bc0eb service neutron] Bound using segment: {'id': '00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:26:43.397615 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-b95d7486-a520-4edc-84ed-19b0b9aa0849 req-be91bc03-3080-493f-9504-a009c17bc0eb service neutron] Bound port: c0183381-28aa-489a-882a-7b5311d66f0b, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:26:43.398187 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b95d7486-a520-4edc-84ed-19b0b9aa0849 req-be91bc03-3080-493f-9504-a009c17bc0eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c0183381-28aa-489a-882a-7b5311d66f0b), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:43.405627 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e4b09977-276b-4cad-809c-34e3bd512501 admin admin] Publish callbacks [] for security_group (9e0d4c3b-4359-487c-b156-627ae35d24c5), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:43.423998 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b615560-61ba-476f-ba8d-e71360f5aaca req-151a9f10-8070-4727-86a4-f0f8c60d8278 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:43.439423 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8b615560-61ba-476f-ba8d-e71360f5aaca req-151a9f10-8070-4727-86a4-f0f8c60d8278 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=7a27ac8e-4198-4583-be87-78a6af882241 HTTP/1.1" status: 200 len: 948 time: 1.0907674 Feb 17 17:26:43.487577 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2e3bb28c-b68c-4a23-85dd-ccac081ae46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (0b779c4b-b0d8-4742-86ac-c74b4ae99575), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:43.498838 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2e3bb28c-b68c-4a23-85dd-ccac081ae46c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:43.502395 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-2e3bb28c-b68c-4a23-85dd-ccac081ae46c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0b779c4b-b0d8-4742-86ac-c74b4ae99575 HTTP/1.1" status: 204 len: 168 time: 1.8441219 Feb 17 17:26:43.574272 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port c02aa91e-b5a3-4ae4-8119-898cef173204, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=c02aa91e-b5a3-4ae4-8119-898cef173204,segment=NetworkSegment(25b82b75-bd12-4667-b51a-aa287338793c),segment_id=25b82b75-bd12-4667-b51a-aa287338793c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:26:43.578997 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-be251dcb-4646-4b27-ad50-63595f288a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-17161331-router', 'tenant_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '4d9e9dc7-554e-4f65-b239-0066d8653cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:25:06Z', 'updated_at': '2022-02-17T17:25:14Z', 'revision_number': 4, 'project_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'gw_port': {'id': '4d9e9dc7-554e-4f65-b239-0066d8653cd4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:55:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:25:07Z', 'updated_at': '2022-02-17T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '92002828-e106-4471-8757-cb28b0e71c51', 'name': '', 'network_id': '69b59c36-ab05-4942-86fb-5909c0c87dd3', 'tenant_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'mac_address': 'fa:16:3e:b0:ff:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b17eb52f-6ea7-4b2d-8ccf-dda6a4d3a95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:25:12Z', 'updated_at': '2022-02-17T17:25:21Z', 'revision_number': 5, 'project_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'subnets': [{'id': 'b17eb52f-6ea7-4b2d-8ccf-dda6a4d3a95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:26:43.628801 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be251dcb-4646-4b27-ad50-63595f288a13 None None] The sync data for ids ['0532e046-d49e-48fc-a846-b2f5fa479a06'] in n-d-829613-2 is: [{'id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-17161331-router', 'tenant_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '4d9e9dc7-554e-4f65-b239-0066d8653cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:25:06Z', 'updated_at': '2022-02-17T17:25:14Z', 'revision_number': 4, 'project_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'gw_port': {'id': '4d9e9dc7-554e-4f65-b239-0066d8653cd4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:55:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:25:07Z', 'updated_at': '2022-02-17T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '92002828-e106-4471-8757-cb28b0e71c51', 'name': '', 'network_id': '69b59c36-ab05-4942-86fb-5909c0c87dd3', 'tenant_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'mac_address': 'fa:16:3e:b0:ff:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b17eb52f-6ea7-4b2d-8ccf-dda6a4d3a95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:25:12Z', 'updated_at': '2022-02-17T17:25:21Z', 'revision_number': 5, 'project_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'subnets': [{'id': 'b17eb52f-6ea7-4b2d-8ccf-dda6a4d3a95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:26:43.632988 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device c02aa91e-b5a3-4ae4-8119-898cef173204 has no active binding in host n-h2-829613-2 {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 17 17:26:43.640914 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fe246e-22a5-403f-b253-409aa135f66b None None] Pushing event updated for resources: {'Port': ['ID=41b085f6-8b17-449f-8c14-eda12120143f,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:43.673513 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-b95d7486-a520-4edc-84ed-19b0b9aa0849 req-be91bc03-3080-493f-9504-a009c17bc0eb service neutron] For port c0183381-28aa-489a-882a-7b5311d66f0b, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:26:43.698407 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-b95d7486-a520-4edc-84ed-19b0b9aa0849 req-be91bc03-3080-493f-9504-a009c17bc0eb service neutron] For port c0183381-28aa-489a-882a-7b5311d66f0b, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=c0183381-28aa-489a-882a-7b5311d66f0b,segment=NetworkSegment(00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be),segment_id=00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:26:43.725394 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b95d7486-a520-4edc-84ed-19b0b9aa0849 req-be91bc03-3080-493f-9504-a009c17bc0eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (c0183381-28aa-489a-882a-7b5311d66f0b), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:43.800369 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 45e7adde-24ee-414f-a3c7-ebe99138e816 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:26:43.800860 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (45e7adde-24ee-414f-a3c7-ebe99138e816), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:43.850076 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91bc03-3080-493f-9504-a009c17bc0eb service neutron] Pushing event updated for resources: {'Port': ['ID=c0183381-28aa-489a-882a-7b5311d66f0b,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:43.877928 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d7486-a520-4edc-84ed-19b0b9aa0849 req-be91bc03-3080-493f-9504-a009c17bc0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:43.877928 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b95d7486-a520-4edc-84ed-19b0b9aa0849 req-be91bc03-3080-493f-9504-a009c17bc0eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:43.877928 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b95d7486-a520-4edc-84ed-19b0b9aa0849 req-be91bc03-3080-493f-9504-a009c17bc0eb service neutron] 10.222.0.71 "PUT /v2.0/ports/c0183381-28aa-489a-882a-7b5311d66f0b HTTP/1.1" status: 200 len: 1091 time: 2.6602268 Feb 17 17:26:43.879781 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2', 'tag': 'c0183381-28aa-489a-882a-7b5311d66f0b'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:26:43.895710 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c425afa-c473-4492-b2a1-f358fa650bd4" -d '{"events": [{"name": "network-changed", "server_uuid": "ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2", "tag": "c0183381-28aa-489a-882a-7b5311d66f0b"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:26:43.915111 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 45e7adde-24ee-414f-a3c7-ebe99138e816, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=45e7adde-24ee-414f-a3c7-ebe99138e816,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:26:43.934539 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8b842-4e8e-4b09-b6e3-4e51e9a50fe3 req-a7b48a2e-48b8-4308-9bc8-ed4ff406485b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:43.938175 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dbb8b842-4e8e-4b09-b6e3-4e51e9a50fe3 req-a7b48a2e-48b8-4308-9bc8-ed4ff406485b service neutron] 10.222.0.71 "GET /v2.0/networks?id=210dd7a1-23b8-45c6-a401-b56590fcc3c1 HTTP/1.1" status: 200 len: 908 time: 0.4310820 Feb 17 17:26:43.939392 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e4b09977-276b-4cad-809c-34e3bd512501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (9e0d4c3b-4359-487c-b156-627ae35d24c5), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:44.003193 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (45e7adde-24ee-414f-a3c7-ebe99138e816), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:44.020283 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-9280edfb-8d49-4d1a-87b7-bc7d0a925e95 None None] Attempting to bind port 41b085f6-8b17-449f-8c14-eda12120143f on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:26:44.020283 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-9280edfb-8d49-4d1a-87b7-bc7d0a925e95 None None] Attempting to bind port 41b085f6-8b17-449f-8c14-eda12120143f by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '72298472-7489-4890-b182-8dccbeafcf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0fada19c-c532-4646-9357-f3fe898828d0'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:26:44.020283 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9280edfb-8d49-4d1a-87b7-bc7d0a925e95 None None] Attempting to bind port 41b085f6-8b17-449f-8c14-eda12120143f on network 0fada19c-c532-4646-9357-f3fe898828d0 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:26:44.049882 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d7486-a520-4edc-84ed-19b0b9aa0849 req-7c5173bf-2531-4337-aced-52556facef1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:44.052367 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b95d7486-a520-4edc-84ed-19b0b9aa0849 req-7c5173bf-2531-4337-aced-52556facef1c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bb8389d8da44943868afc5c1f119806&device_id=ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2 HTTP/1.1" status: 200 len: 1125 time: 0.1160290 Feb 17 17:26:44.101278 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3bb28c-b68c-4a23-85dd-ccac081ae46c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b779c4b-b0d8-4742-86ac-c74b4ae99575,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:44.135266 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=45e7adde-24ee-414f-a3c7-ebe99138e816,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:44.184538 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8b615560-61ba-476f-ba8d-e71360f5aaca req-adc82ff2-5988-45cb-b8eb-aea199d31e6f tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7429519 Feb 17 17:26:44.186737 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b95d7486-a520-4edc-84ed-19b0b9aa0849 req-912a5b35-e4a1-41af-8ea1-ca5a40e3138d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0183381-28aa-489a-882a-7b5311d66f0b HTTP/1.1" status: 200 len: 217 time: 0.1262650 Feb 17 17:26:44.188303 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dbb8b842-4e8e-4b09-b6e3-4e51e9a50fe3 req-83976cb2-b8c5-4291-b971-b7a6351a0050 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c02aa91e-b5a3-4ae4-8119-898cef173204 HTTP/1.1" status: 200 len: 217 time: 0.1983411 Feb 17 17:26:44.203157 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e4b09977-276b-4cad-809c-34e3bd512501 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=fcd801835ff74809b257932ff219a873&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1320143 Feb 17 17:26:44.206044 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 34464) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:44.218342 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b8704456-1392-4a73-8c78-8bf807ac3809 None None] Provisioning complete for port 41b085f6-8b17-449f-8c14-eda12120143f triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:26:44.218932 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b8704456-1392-4a73-8c78-8bf807ac3809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (41b085f6-8b17-449f-8c14-eda12120143f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:44.223034 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b09977-276b-4cad-809c-34e3bd512501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0d4c3b-4359-487c-b156-627ae35d24c5,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:44.321171 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9280edfb-8d49-4d1a-87b7-bc7d0a925e95 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:26:44.321573 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9280edfb-8d49-4d1a-87b7-bc7d0a925e95 None None] Checking segment: {'id': '72298472-7489-4890-b182-8dccbeafcf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0fada19c-c532-4646-9357-f3fe898828d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:26:44.321952 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9280edfb-8d49-4d1a-87b7-bc7d0a925e95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:44.322344 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9280edfb-8d49-4d1a-87b7-bc7d0a925e95 None None] Bound using segment: {'id': '72298472-7489-4890-b182-8dccbeafcf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0fada19c-c532-4646-9357-f3fe898828d0'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:26:44.322830 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-9280edfb-8d49-4d1a-87b7-bc7d0a925e95 None None] Bound port: 41b085f6-8b17-449f-8c14-eda12120143f, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72298472-7489-4890-b182-8dccbeafcf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0fada19c-c532-4646-9357-f3fe898828d0'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:26:44.331342 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9280edfb-8d49-4d1a-87b7-bc7d0a925e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (41b085f6-8b17-449f-8c14-eda12120143f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:44.366412 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5321509-02ce-42bd-9c2b-a148ab3318d9 x-openstack-request-id: req-b5321509-02ce-42bd-9c2b-a148ab3318d9 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:26:44.366752 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5296bf62-5d5e-4290-acfc-00aa6fdc881c", "name": "network-vif-plugged", "status": "completed", "tag": "83e65782-f641-4e21-a94a-4f0095ab99fe", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:26:44.366979 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b5321509-02ce-42bd-9c2b-a148ab3318d9 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:26:44.367373 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5296bf62-5d5e-4290-acfc-00aa6fdc881c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e65782-f641-4e21-a94a-4f0095ab99fe', 'code': 200} Feb 17 17:26:44.370395 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b8704456-1392-4a73-8c78-8bf807ac3809 None None] Port 41b085f6-8b17-449f-8c14-eda12120143f cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:26:44.385248 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705cb15f-9b78-40c6-ae84-410d8f537399 None None] New status for floating IP 9d976748-c77c-4c55-85ca-a58cc6f3eae2: DOWN {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 17:26:44.389945 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d7486-a520-4edc-84ed-19b0b9aa0849 req-87d807a8-679e-40a1-89d7-cb608b381deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:44.395044 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b95d7486-a520-4edc-84ed-19b0b9aa0849 req-87d807a8-679e-40a1-89d7-cb608b381deb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d4b8c7cb-ffed-4089-8d05-52af74f92303 HTTP/1.1" status: 200 len: 860 time: 0.1967843 Feb 17 17:26:44.428321 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8b842-4e8e-4b09-b6e3-4e51e9a50fe3 req-89833892-6667-4f5a-86bf-fdfb91f8cde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:44.429870 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dbb8b842-4e8e-4b09-b6e3-4e51e9a50fe3 req-89833892-6667-4f5a-86bf-fdfb91f8cde6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8267d93d-c5aa-40cb-acb4-c1e284d682e6 HTTP/1.1" status: 200 len: 847 time: 0.2221143 Feb 17 17:26:44.493122 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b95d7486-a520-4edc-84ed-19b0b9aa0849 req-da813e7b-a592-49db-9fdf-ce3893f09868 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5dbbad70-2eaf-4ac4-baab-330b001075bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898712 Feb 17 17:26:44.698514 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133b4c8-d4be-4e40-82c2-df40f11c7ebd req-387a98ac-dd13-4f8b-88a2-ebb3edc0e819 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:44.716060 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b95d7486-a520-4edc-84ed-19b0b9aa0849 req-06c9a256-99f9-4535-8018-dc5f2d489088 service neutron] 10.222.0.71 "GET /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073317 Feb 17 17:26:44.716841 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4133b4c8-d4be-4e40-82c2-df40f11c7ebd req-387a98ac-dd13-4f8b-88a2-ebb3edc0e819 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=1d8b8d76-19f4-449f-acde-56dc7188625e HTTP/1.1" status: 200 len: 943 time: 1.8252361 Feb 17 17:26:44.732742 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-9280edfb-8d49-4d1a-87b7-bc7d0a925e95 None None] For port 41b085f6-8b17-449f-8c14-eda12120143f, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:26:44.736295 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-9280edfb-8d49-4d1a-87b7-bc7d0a925e95 None None] For port 41b085f6-8b17-449f-8c14-eda12120143f, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=41b085f6-8b17-449f-8c14-eda12120143f,segment=NetworkSegment(72298472-7489-4890-b182-8dccbeafcf34),segment_id=72298472-7489-4890-b182-8dccbeafcf34)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:26:44.749464 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9280edfb-8d49-4d1a-87b7-bc7d0a925e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (41b085f6-8b17-449f-8c14-eda12120143f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:44.771999 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dbb8b842-4e8e-4b09-b6e3-4e51e9a50fe3 req-40032c28-abe5-4622-aba1-1eb58b5b62d6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=210dd7a1-23b8-45c6-a401-b56590fcc3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2965212 Feb 17 17:26:44.875921 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d2ba8684-aaec-42e4-ba5d-60b288969b53 req-00df6580-febf-4b53-862c-fd1374260215 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks [] for port (b9fbcd97-e08f-4158-a487-29ba490302de), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:44.885555 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fe246e-22a5-403f-b253-409aa135f66b None None] Pushing event updated for resources: {'Port': ['ID=41b085f6-8b17-449f-8c14-eda12120143f,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:44.945929 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9280edfb-8d49-4d1a-87b7-bc7d0a925e95 None None] Routers {'c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:26:44.950932 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-9280edfb-8d49-4d1a-87b7-bc7d0a925e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:26:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:26:44.972280 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b95d7486-a520-4edc-84ed-19b0b9aa0849 req-b3861f84-84f8-451f-b6ac-7cfc835281ec service neutron] 10.222.0.71 "GET /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512636 Feb 17 17:26:44.993191 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-74973a92-f750-4963-a0ae-c6ab50eb4420 req-1e645dbc-19ff-4675-a79a-21f288504911 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a7962d2-167a-44b7-9b4b-dadb4cd13a5b HTTP/1.1" status: 200 len: 210 time: 0.4825509 Feb 17 17:26:45.154625 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d2ba8684-aaec-42e4-ba5d-60b288969b53 req-00df6580-febf-4b53-862c-fd1374260215 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (b9fbcd97-e08f-4158-a487-29ba490302de), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:45.244963 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4133b4c8-d4be-4e40-82c2-df40f11c7ebd req-c684b7fc-7675-4080-98ce-21ea2f62117a tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5270777 Feb 17 17:26:45.245761 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1fdcf602-80bf-4de6-9ea2-20716d1bf014 admin admin] Publish callbacks [] for security_group (9e0d4c3b-4359-487c-b156-627ae35d24c5), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:45.292877 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-9280edfb-8d49-4d1a-87b7-bc7d0a925e95 None None] Set router c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:26:45.362091 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511f87a2-1599-45c0-832f-4ef62f6a9119 x-openstack-request-id: req-511f87a2-1599-45c0-832f-4ef62f6a9119 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:26:45.362942 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2", "tag": "c0183381-28aa-489a-882a-7b5311d66f0b", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:26:45.363346 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-511f87a2-1599-45c0-832f-4ef62f6a9119 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:26:45.364078 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2', 'tag': 'c0183381-28aa-489a-882a-7b5311d66f0b', 'status': 'completed', 'code': 200} Feb 17 17:26:45.427956 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dbb8b842-4e8e-4b09-b6e3-4e51e9a50fe3 req-13229d09-f504-4b03-9e8c-7c16056c4e92 service neutron] 10.222.0.71 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4276993 Feb 17 17:26:45.471987 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df6580-febf-4b53-862c-fd1374260215 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Pushing event updated for resources: {'Port': ['ID=b9fbcd97-e08f-4158-a487-29ba490302de,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:45.489764 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cfcfbe-d2c4-4ae0-81b7-7b2696a747e8 req-cdc32bcd-4597-4090-b7ba-d4462ff30e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:45.493837 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-31cfcfbe-d2c4-4ae0-81b7-7b2696a747e8 req-cdc32bcd-4597-4090-b7ba-d4462ff30e2f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=5296bf62-5d5e-4290-acfc-00aa6fdc881c HTTP/1.1" status: 200 len: 1132 time: 1.0509586 Feb 17 17:26:45.506058 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c425afa-c473-4492-b2a1-f358fa650bd4 req-c77ea7f1-19f9-4714-a799-4847e7d2e210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:45.511066 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3c425afa-c473-4492-b2a1-f358fa650bd4 req-c77ea7f1-19f9-4714-a799-4847e7d2e210 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bb8389d8da44943868afc5c1f119806&device_id=ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2 HTTP/1.1" status: 200 len: 1125 time: 0.1225402 Feb 17 17:26:45.610972 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2ba8684-aaec-42e4-ba5d-60b288969b53 req-00df6580-febf-4b53-862c-fd1374260215 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Network 69b59c36-ab05-4942-86fb-5909c0c87dd3 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:26:45.612635 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-9c7aa0c4-2066-4a50-b719-67528140f314 None None] Provisioning complete for port 41b085f6-8b17-449f-8c14-eda12120143f triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:26:45.613390 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9c7aa0c4-2066-4a50-b719-67528140f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (41b085f6-8b17-449f-8c14-eda12120143f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:45.638299 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dbb8b842-4e8e-4b09-b6e3-4e51e9a50fe3 req-d5d75bd8-62be-464a-acc4-9f3281c647c8 service neutron] 10.222.0.71 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111577 Feb 17 17:26:45.669036 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c425afa-c473-4492-b2a1-f358fa650bd4 req-20ea3636-6551-4da9-9b65-9937d9744dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:45.670651 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3c425afa-c473-4492-b2a1-f358fa650bd4 req-20ea3636-6551-4da9-9b65-9937d9744dfb service neutron] 10.222.0.71 "GET /v2.0/networks?id=5dbbad70-2eaf-4ac4-baab-330b001075bb HTTP/1.1" status: 200 len: 921 time: 0.1518288 Feb 17 17:26:45.716204 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-d2ba8684-aaec-42e4-ba5d-60b288969b53 req-00df6580-febf-4b53-862c-fd1374260215 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:26:45.731331 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3c425afa-c473-4492-b2a1-f358fa650bd4 req-f39dea40-a949-41d8-98e0-ed948765531f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0183381-28aa-489a-882a-7b5311d66f0b HTTP/1.1" status: 200 len: 217 time: 0.0514514 Feb 17 17:26:45.784176 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ba8684-aaec-42e4-ba5d-60b288969b53 req-00df6580-febf-4b53-862c-fd1374260215 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:26:45.790240 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba8684-aaec-42e4-ba5d-60b288969b53 req-00df6580-febf-4b53-862c-fd1374260215 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:45.790975 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d2ba8684-aaec-42e4-ba5d-60b288969b53 req-00df6580-febf-4b53-862c-fd1374260215 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:45.797006 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1fdcf602-80bf-4de6-9ea2-20716d1bf014 admin admin] Publish callbacks [] for security_group (9e0d4c3b-4359-487c-b156-627ae35d24c5), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:45.822196 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c425afa-c473-4492-b2a1-f358fa650bd4 req-a16e0ca9-95e5-4ef7-aa67-3934d8b65937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:45.828436 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3c425afa-c473-4492-b2a1-f358fa650bd4 req-a16e0ca9-95e5-4ef7-aa67-3934d8b65937 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d4b8c7cb-ffed-4089-8d05-52af74f92303 HTTP/1.1" status: 200 len: 860 time: 0.0887301 Feb 17 17:26:45.881991 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d036a-11fb-4e90-9862-9840dcb0460d req-f7c481b5-822c-41fc-8c77-b837fc1b1ab0 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:45.889042 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e78d036a-11fb-4e90-9862-9840dcb0460d req-f7c481b5-822c-41fc-8c77-b837fc1b1ab0 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2 HTTP/1.1" status: 200 len: 943 time: 0.6940880 Feb 17 17:26:45.897954 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d2ba8684-aaec-42e4-ba5d-60b288969b53 req-00df6580-febf-4b53-862c-fd1374260215 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9003520 Feb 17 17:26:45.908085 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-31cfcfbe-d2c4-4ae0-81b7-7b2696a747e8 req-5721357e-a7df-4e7d-9d8f-b102dbb2acf5 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959552 Feb 17 17:26:45.923936 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-d2ba8684-aaec-42e4-ba5d-60b288969b53 req-23fc5f8a-7b01-459a-ac8c-45ff85cf5934 service neutron] Request body: {'port': {'device_id': '8a7962d2-167a-44b7-9b4b-dadb4cd13a5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:26:45.936452 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-9c7aa0c4-2066-4a50-b719-67528140f314 None None] Current status of the port 41b085f6-8b17-449f-8c14-eda12120143f is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:26:45.937251 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9c7aa0c4-2066-4a50-b719-67528140f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (41b085f6-8b17-449f-8c14-eda12120143f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:45.941650 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3c425afa-c473-4492-b2a1-f358fa650bd4 req-303e5941-36f1-4763-a141-a96e22b2bc52 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5dbbad70-2eaf-4ac4-baab-330b001075bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1047902 Feb 17 17:26:45.963236 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee15dbf-8291-42b5-ad2b-1147f6a36dcd req-a168f390-0058-4116-8a42-e60fa921e8e8 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:45.968386 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aee15dbf-8291-42b5-ad2b-1147f6a36dcd req-a168f390-0058-4116-8a42-e60fa921e8e8 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=7a27ac8e-4198-4583-be87-78a6af882241 HTTP/1.1" status: 200 len: 949 time: 0.4589193 Feb 17 17:26:46.022498 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-9c7aa0c4-2066-4a50-b719-67528140f314 None None] For port 41b085f6-8b17-449f-8c14-eda12120143f, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=41b085f6-8b17-449f-8c14-eda12120143f,segment=NetworkSegment(72298472-7489-4890-b182-8dccbeafcf34),segment_id=72298472-7489-4890-b182-8dccbeafcf34)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:26:46.041968 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-9280edfb-8d49-4d1a-87b7-bc7d0a925e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185', 'name': 'tempest-AttachSCSIVolumeTestJSON-1096005591-router', 'tenant_id': '5609c22f7b0b483ca854c09731dcc02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '573e59a2-c3d9-4c94-9319-08fcc13832a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:26:29Z', 'updated_at': '2022-02-17T17:26:36Z', 'revision_number': 4, 'project_id': '5609c22f7b0b483ca854c09731dcc02e', 'gw_port': {'id': '573e59a2-c3d9-4c94-9319-08fcc13832a5', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:26:31Z', 'updated_at': '2022-02-17T17:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '41b085f6-8b17-449f-8c14-eda12120143f', 'name': '', 'network_id': '0fada19c-c532-4646-9357-f3fe898828d0', 'tenant_id': '5609c22f7b0b483ca854c09731dcc02e', 'mac_address': 'fa:16:3e:84:44:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '9c1e5413-a0f2-4c35-91e9-dd0d18060aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:26:35Z', 'updated_at': '2022-02-17T17:26:44Z', 'revision_number': 4, 'project_id': '5609c22f7b0b483ca854c09731dcc02e', 'subnets': [{'id': '9c1e5413-a0f2-4c35-91e9-dd0d18060aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:26:46.057695 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e78d036a-11fb-4e90-9862-9840dcb0460d req-b81ed04c-95a2-4f3f-bd70-e57b782b8441 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646399 Feb 17 17:26:46.114251 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9280edfb-8d49-4d1a-87b7-bc7d0a925e95 None None] The sync data for ids ['c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185'] in n-d-829613-2 is: [{'id': 'c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185', 'name': 'tempest-AttachSCSIVolumeTestJSON-1096005591-router', 'tenant_id': '5609c22f7b0b483ca854c09731dcc02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '573e59a2-c3d9-4c94-9319-08fcc13832a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:26:29Z', 'updated_at': '2022-02-17T17:26:36Z', 'revision_number': 4, 'project_id': '5609c22f7b0b483ca854c09731dcc02e', 'gw_port': {'id': '573e59a2-c3d9-4c94-9319-08fcc13832a5', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:26:31Z', 'updated_at': '2022-02-17T17:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '41b085f6-8b17-449f-8c14-eda12120143f', 'name': '', 'network_id': '0fada19c-c532-4646-9357-f3fe898828d0', 'tenant_id': '5609c22f7b0b483ca854c09731dcc02e', 'mac_address': 'fa:16:3e:84:44:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '9c1e5413-a0f2-4c35-91e9-dd0d18060aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:26:35Z', 'updated_at': '2022-02-17T17:26:44Z', 'revision_number': 4, 'project_id': '5609c22f7b0b483ca854c09731dcc02e', 'subnets': [{'id': '9c1e5413-a0f2-4c35-91e9-dd0d18060aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:26:46.118033 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1fdcf602-80bf-4de6-9ea2-20716d1bf014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (9e0d4c3b-4359-487c-b156-627ae35d24c5), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:46.120405 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9c7aa0c4-2066-4a50-b719-67528140f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (41b085f6-8b17-449f-8c14-eda12120143f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:46.126125 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1fdcf602-80bf-4de6-9ea2-20716d1bf014 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:46.134332 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1fdcf602-80bf-4de6-9ea2-20716d1bf014 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9e0d4c3b-4359-487c-b156-627ae35d24c5 HTTP/1.1" status: 204 len: 168 time: 1.8900299 Feb 17 17:26:46.209732 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdcf602-80bf-4de6-9ea2-20716d1bf014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0d4c3b-4359-487c-b156-627ae35d24c5,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:46.308646 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d2ba8684-aaec-42e4-ba5d-60b288969b53 req-23fc5f8a-7b01-459a-ac8c-45ff85cf5934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b9fbcd97-e08f-4158-a487-29ba490302de), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:46.317667 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7aa0c4-2066-4a50-b719-67528140f314 None None] Pushing event updated for resources: {'Port': ['ID=41b085f6-8b17-449f-8c14-eda12120143f,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:46.368368 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a27ac8e-4198-4583-be87-78a6af882241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e7adde-24ee-414f-a3c7-ebe99138e816'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:26:46.370830 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ed8881-dee7-444f-9f67-66599f5c4598" -d '{"events": [{"server_uuid": "7a27ac8e-4198-4583-be87-78a6af882241", "name": "network-vif-plugged", "status": "completed", "tag": "45e7adde-24ee-414f-a3c7-ebe99138e816"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:26:46.530673 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aee15dbf-8291-42b5-ad2b-1147f6a36dcd req-b6d66874-26d3-4db8-8c4d-bd5160e48a6d tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4836740 Feb 17 17:26:46.796580 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3c425afa-c473-4492-b2a1-f358fa650bd4 req-866d3288-c697-418e-a3ba-ec29dee420b4 service neutron] 10.222.0.71 "GET /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8456569 Feb 17 17:26:46.997825 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-157de492-f1cd-4470-a598-54d1c4ae3690 None None] Provisioning complete for port b9fbcd97-e08f-4158-a487-29ba490302de triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:26:46.998289 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-157de492-f1cd-4470-a598-54d1c4ae3690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b9fbcd97-e08f-4158-a487-29ba490302de), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:47.129575 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3c425afa-c473-4492-b2a1-f358fa650bd4 req-e2691e01-0179-4dc7-a158-2d33e6b0bcb4 service neutron] 10.222.0.71 "GET /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256650 Feb 17 17:26:47.188802 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-157de492-f1cd-4470-a598-54d1c4ae3690 None None] Port b9fbcd97-e08f-4158-a487-29ba490302de cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:26:47.195032 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 41b085f6-8b17-449f-8c14-eda12120143f up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:26:47.290974 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 41b085f6-8b17-449f-8c14-eda12120143f triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:26:47.291606 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (41b085f6-8b17-449f-8c14-eda12120143f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:47.444353 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 41b085f6-8b17-449f-8c14-eda12120143f is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:26:47.545207 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6eae74-7fdb-4210-b741-acc0b3290406 req-b86459f8-530b-46da-980e-9969379baffc tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:47.547181 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4e6eae74-7fdb-4210-b741-acc0b3290406 req-b86459f8-530b-46da-980e-9969379baffc tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a7962d2-167a-44b7-9b4b-dadb4cd13a5b HTTP/1.1" status: 200 len: 931 time: 1.0563576 Feb 17 17:26:47.558056 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-d2ba8684-aaec-42e4-ba5d-60b288969b53 req-23fc5f8a-7b01-459a-ac8c-45ff85cf5934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9fbcd97-e08f-4158-a487-29ba490302de {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:26:47.601799 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d2ba8684-aaec-42e4-ba5d-60b288969b53 req-23fc5f8a-7b01-459a-ac8c-45ff85cf5934 service neutron] Publish callbacks [] for port (b9fbcd97-e08f-4158-a487-29ba490302de), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:47.639384 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-d2ba8684-aaec-42e4-ba5d-60b288969b53 req-23fc5f8a-7b01-459a-ac8c-45ff85cf5934 service neutron] Transition to ACTIVE for port object b9fbcd97-e08f-4158-a487-29ba490302de will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:26:47.671321 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d2ba8684-aaec-42e4-ba5d-60b288969b53 req-23fc5f8a-7b01-459a-ac8c-45ff85cf5934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b9fbcd97-e08f-4158-a487-29ba490302de), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:47.745910 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device c0183381-28aa-489a-882a-7b5311d66f0b details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:26:47.750854 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f6da7-fe59-44fe-a6ea-09011611fa87 req-74e3a955-68c3-4b20-8743-39661cad8664 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:47.752783 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-346f6da7-fe59-44fe-a6ea-09011611fa87 req-74e3a955-68c3-4b20-8743-39661cad8664 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=1d8b8d76-19f4-449f-acde-56dc7188625e HTTP/1.1" status: 200 len: 943 time: 0.4205341 Feb 17 17:26:47.791987 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4e6eae74-7fdb-4210-b741-acc0b3290406 req-60b2417a-961c-4d05-ae2c-55dda0475cf8 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/security-groups?id=191ce2cc-d8cd-4ab1-935e-8b9c7bef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2230296 Feb 17 17:26:48.023453 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port c0183381-28aa-489a-882a-7b5311d66f0b, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=c0183381-28aa-489a-882a-7b5311d66f0b,segment=NetworkSegment(00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be),segment_id=00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:26:48.037187 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8130b2-1afd-468f-8b19-edce03f219c9 x-openstack-request-id: req-9c8130b2-1afd-468f-8b19-edce03f219c9 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:26:48.037489 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a27ac8e-4198-4583-be87-78a6af882241", "name": "network-vif-plugged", "status": "completed", "tag": "45e7adde-24ee-414f-a3c7-ebe99138e816", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:26:48.037782 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9c8130b2-1afd-468f-8b19-edce03f219c9 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:26:48.038216 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a27ac8e-4198-4583-be87-78a6af882241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e7adde-24ee-414f-a3c7-ebe99138e816', 'code': 200} Feb 17 17:26:48.039989 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': 'c0183381-28aa-489a-882a-7b5311d66f0b', 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb', 'port_id': 'c0183381-28aa-489a-882a-7b5311d66f0b', 'mac_address': 'fa:16:3e:9b:d8:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4b8c7cb-ffed-4089-8d05-52af74f92303', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:26:48.066587 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc5f8a-7b01-459a-ac8c-45ff85cf5934 service neutron] Pushing event updated for resources: {'Port': ['ID=b9fbcd97-e08f-4158-a487-29ba490302de,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:48.069947 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-d2ba8684-aaec-42e4-ba5d-60b288969b53 req-23fc5f8a-7b01-459a-ac8c-45ff85cf5934 service neutron] Attempting to bind port b9fbcd97-e08f-4158-a487-29ba490302de on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:26:48.070523 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-d2ba8684-aaec-42e4-ba5d-60b288969b53 req-23fc5f8a-7b01-459a-ac8c-45ff85cf5934 service neutron] Attempting to bind port b9fbcd97-e08f-4158-a487-29ba490302de by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': 'bf8dbe87-49ac-4e48-91ba-61b360c53610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '69b59c36-ab05-4942-86fb-5909c0c87dd3'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:26:48.071072 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ba8684-aaec-42e4-ba5d-60b288969b53 req-23fc5f8a-7b01-459a-ac8c-45ff85cf5934 service neutron] Attempting to bind port b9fbcd97-e08f-4158-a487-29ba490302de on network 69b59c36-ab05-4942-86fb-5909c0c87dd3 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:26:48.104228 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ba8684-aaec-42e4-ba5d-60b288969b53 req-23fc5f8a-7b01-459a-ac8c-45ff85cf5934 service neutron] Port b9fbcd97-e08f-4158-a487-29ba490302de on network 69b59c36-ab05-4942-86fb-5909c0c87dd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:26:48.104948 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ba8684-aaec-42e4-ba5d-60b288969b53 req-23fc5f8a-7b01-459a-ac8c-45ff85cf5934 service neutron] Attempting to bind port b9fbcd97-e08f-4158-a487-29ba490302de on network 69b59c36-ab05-4942-86fb-5909c0c87dd3 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:26:48.106024 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9a385921-4376-489b-94e9-81814d173cea req-fc1d185e-f397-40e0-9fdd-13e497b8ef93 service neutron] 10.222.0.71 "GET /v2.0/ports/c02aa91e-b5a3-4ae4-8119-898cef173204/bindings/n-h2-829613-2 HTTP/1.1" status: 200 len: 384 time: 0.1931667 Feb 17 17:26:48.152928 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port c0183381-28aa-489a-882a-7b5311d66f0b is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:26:48.153322 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c0183381-28aa-489a-882a-7b5311d66f0b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:48.172026 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ba8684-aaec-42e4-ba5d-60b288969b53 req-23fc5f8a-7b01-459a-ac8c-45ff85cf5934 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:26:48.173436 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ba8684-aaec-42e4-ba5d-60b288969b53 req-23fc5f8a-7b01-459a-ac8c-45ff85cf5934 service neutron] Checking segment: {'id': 'bf8dbe87-49ac-4e48-91ba-61b360c53610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '69b59c36-ab05-4942-86fb-5909c0c87dd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:26:48.174053 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ba8684-aaec-42e4-ba5d-60b288969b53 req-23fc5f8a-7b01-459a-ac8c-45ff85cf5934 service neutron] Bound using segment: {'id': 'bf8dbe87-49ac-4e48-91ba-61b360c53610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '69b59c36-ab05-4942-86fb-5909c0c87dd3'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:26:48.175234 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-d2ba8684-aaec-42e4-ba5d-60b288969b53 req-23fc5f8a-7b01-459a-ac8c-45ff85cf5934 service neutron] Bound port: b9fbcd97-e08f-4158-a487-29ba490302de, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf8dbe87-49ac-4e48-91ba-61b360c53610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '69b59c36-ab05-4942-86fb-5909c0c87dd3'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:26:48.178521 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d2ba8684-aaec-42e4-ba5d-60b288969b53 req-23fc5f8a-7b01-459a-ac8c-45ff85cf5934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b9fbcd97-e08f-4158-a487-29ba490302de), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:48.187845 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0183381-28aa-489a-882a-7b5311d66f0b {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:26:48.216436 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port c0183381-28aa-489a-882a-7b5311d66f0b, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=c0183381-28aa-489a-882a-7b5311d66f0b,segment=NetworkSegment(00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be),segment_id=00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:26:48.224701 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c0183381-28aa-489a-882a-7b5311d66f0b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:48.309870 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-d2ba8684-aaec-42e4-ba5d-60b288969b53 req-23fc5f8a-7b01-459a-ac8c-45ff85cf5934 service neutron] For port b9fbcd97-e08f-4158-a487-29ba490302de, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:26:48.313465 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-d2ba8684-aaec-42e4-ba5d-60b288969b53 req-23fc5f8a-7b01-459a-ac8c-45ff85cf5934 service neutron] For port b9fbcd97-e08f-4158-a487-29ba490302de, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=b9fbcd97-e08f-4158-a487-29ba490302de,segment=NetworkSegment(bf8dbe87-49ac-4e48-91ba-61b360c53610),segment_id=bf8dbe87-49ac-4e48-91ba-61b360c53610)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:26:48.330173 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=c0183381-28aa-489a-882a-7b5311d66f0b,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:48.336594 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-346f6da7-fe59-44fe-a6ea-09011611fa87 req-15cae32b-ef01-41b4-8e95-37418121730a tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5698297 Feb 17 17:26:48.341975 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d2ba8684-aaec-42e4-ba5d-60b288969b53 req-23fc5f8a-7b01-459a-ac8c-45ff85cf5934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b9fbcd97-e08f-4158-a487-29ba490302de), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:48.470569 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['c0183381-28aa-489a-882a-7b5311d66f0b'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:26:48.518327 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba8684-aaec-42e4-ba5d-60b288969b53 req-23fc5f8a-7b01-459a-ac8c-45ff85cf5934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:48.518992 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d2ba8684-aaec-42e4-ba5d-60b288969b53 req-23fc5f8a-7b01-459a-ac8c-45ff85cf5934 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:48.520446 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d2ba8684-aaec-42e4-ba5d-60b288969b53 req-23fc5f8a-7b01-459a-ac8c-45ff85cf5934 service neutron] 10.222.0.71 "PUT /v2.0/ports/b9fbcd97-e08f-4158-a487-29ba490302de HTTP/1.1" status: 200 len: 1091 time: 2.6113410 Feb 17 17:26:48.531415 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a7962d2-167a-44b7-9b4b-dadb4cd13a5b', 'tag': 'b9fbcd97-e08f-4158-a487-29ba490302de'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:26:48.566548 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ffb8b8-f10d-44a4-a738-c87721b4d6d5" -d '{"events": [{"name": "network-changed", "server_uuid": "8a7962d2-167a-44b7-9b4b-dadb4cd13a5b", "tag": "b9fbcd97-e08f-4158-a487-29ba490302de"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:26:48.670045 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc5f8a-7b01-459a-ac8c-45ff85cf5934 service neutron] Pushing event updated for resources: {'Port': ['ID=b9fbcd97-e08f-4158-a487-29ba490302de,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:48.701265 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d32cf8-c1a9-41d4-8e23-3f8103fb0cfa req-41c60a45-4b5f-4ab6-a769-cbb9ce23564b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:48.707030 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c1d32cf8-c1a9-41d4-8e23-3f8103fb0cfa req-41c60a45-4b5f-4ab6-a769-cbb9ce23564b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7a27ac8e-4198-4583-be87-78a6af882241 HTTP/1.1" status: 200 len: 1131 time: 0.6900921 Feb 17 17:26:48.713662 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:48.801490 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-9a385921-4376-489b-94e9-81814d173cea req-3349a11f-262b-41a9-b2d7-e4308b999252 service neutron] For port c02aa91e-b5a3-4ae4-8119-898cef173204, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=c02aa91e-b5a3-4ae4-8119-898cef173204,segment=NetworkSegment(25b82b75-bd12-4667-b51a-aa287338793c),segment_id=25b82b75-bd12-4667-b51a-aa287338793c)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:26:48.852162 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-9a385921-4376-489b-94e9-81814d173cea req-3349a11f-262b-41a9-b2d7-e4308b999252 service neutron] For port c02aa91e-b5a3-4ae4-8119-898cef173204, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:26:48.934234 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-9a385921-4376-489b-94e9-81814d173cea req-3349a11f-262b-41a9-b2d7-e4308b999252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c02aa91e-b5a3-4ae4-8119-898cef173204 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:26:48.947278 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-9a385921-4376-489b-94e9-81814d173cea req-3349a11f-262b-41a9-b2d7-e4308b999252 service neutron] For port c02aa91e-b5a3-4ae4-8119-898cef173204, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=c02aa91e-b5a3-4ae4-8119-898cef173204,segment=NetworkSegment(25b82b75-bd12-4667-b51a-aa287338793c),segment_id=25b82b75-bd12-4667-b51a-aa287338793c)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:26:48.971871 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9a385921-4376-489b-94e9-81814d173cea req-3349a11f-262b-41a9-b2d7-e4308b999252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c02aa91e-b5a3-4ae4-8119-898cef173204), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:48.982193 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba8684-aaec-42e4-ba5d-60b288969b53 req-ea757889-c700-4c75-b2f3-a760a18cfe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:48.984569 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d2ba8684-aaec-42e4-ba5d-60b288969b53 req-ea757889-c700-4c75-b2f3-a760a18cfe8b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c8748c381f2d43e0acb3dcfd0300916d&device_id=8a7962d2-167a-44b7-9b4b-dadb4cd13a5b HTTP/1.1" status: 200 len: 1125 time: 0.2735982 Feb 17 17:26:49.060544 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-9a385921-4376-489b-94e9-81814d173cea req-3349a11f-262b-41a9-b2d7-e4308b999252 service neutron] Transition to ACTIVE for port object c02aa91e-b5a3-4ae4-8119-898cef173204 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:26:49.065404 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9a385921-4376-489b-94e9-81814d173cea req-3349a11f-262b-41a9-b2d7-e4308b999252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (c02aa91e-b5a3-4ae4-8119-898cef173204), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:49.080721 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c1d32cf8-c1a9-41d4-8e23-3f8103fb0cfa req-16b41881-818c-49b3-a28a-ab795b7c97de service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598907 Feb 17 17:26:49.081916 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d2ba8684-aaec-42e4-ba5d-60b288969b53 req-31308a6f-f741-4bd2-963b-38b170c196cb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9fbcd97-e08f-4158-a487-29ba490302de HTTP/1.1" status: 200 len: 217 time: 0.0631840 Feb 17 17:26:49.106039 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c928d-f88b-4ff0-ab06-b9fba2a01bf1 req-070740ea-51d1-4819-8e58-1c4b0b9eabda tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:49.107560 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ae3c928d-f88b-4ff0-ab06-b9fba2a01bf1 req-070740ea-51d1-4819-8e58-1c4b0b9eabda tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2 HTTP/1.1" status: 200 len: 944 time: 0.4434164 Feb 17 17:26:49.129193 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eefc2d-2e8d-4f1f-a671-a508db880004 req-09e4bbfb-bc08-4fe5-83ce-c4cc99d8b9b0 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:49.130751 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-48eefc2d-2e8d-4f1f-a671-a508db880004 req-09e4bbfb-bc08-4fe5-83ce-c4cc99d8b9b0 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=7a27ac8e-4198-4583-be87-78a6af882241 HTTP/1.1" status: 200 len: 949 time: 0.3176196 Feb 17 17:26:49.153994 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a385921-4376-489b-94e9-81814d173cea req-3349a11f-262b-41a9-b2d7-e4308b999252 service neutron] No DVR routers for this DVR port c02aa91e-b5a3-4ae4-8119-898cef173204 on host n-h1-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:26:49.160847 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3349a11f-262b-41a9-b2d7-e4308b999252 service neutron] Pushing event updated for resources: {'Port': ['ID=c02aa91e-b5a3-4ae4-8119-898cef173204,revision_number=10']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:49.193797 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9a385921-4376-489b-94e9-81814d173cea req-3349a11f-262b-41a9-b2d7-e4308b999252 service neutron] 10.222.0.71 "PUT /v2.0/ports/c02aa91e-b5a3-4ae4-8119-898cef173204/bindings/n-h2-829613-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0866961 Feb 17 17:26:49.211580 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ae3c928d-f88b-4ff0-ab06-b9fba2a01bf1 req-1730f9e1-105f-4159-9f05-29c8e8838327 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896065 Feb 17 17:26:49.219850 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-48eefc2d-2e8d-4f1f-a671-a508db880004 req-e8de2320-d279-4ef7-8d3f-ccdef9dd6fc5 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816312 Feb 17 17:26:49.340596 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba8684-aaec-42e4-ba5d-60b288969b53 req-be126f81-50b0-4113-b0e9-10d515952400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:49.342436 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d2ba8684-aaec-42e4-ba5d-60b288969b53 req-be126f81-50b0-4113-b0e9-10d515952400 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b17eb52f-6ea7-4b2d-8ccf-dda6a4d3a95b HTTP/1.1" status: 200 len: 861 time: 0.0652781 Feb 17 17:26:49.344492 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1fad220-05c1-4e7b-9a83-0fff2a799967 x-openstack-request-id: req-e1fad220-05c1-4e7b-9a83-0fff2a799967 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:26:49.344933 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a7962d2-167a-44b7-9b4b-dadb4cd13a5b", "tag": "b9fbcd97-e08f-4158-a487-29ba490302de", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:26:49.345330 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e1fad220-05c1-4e7b-9a83-0fff2a799967 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:26:49.345862 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a7962d2-167a-44b7-9b4b-dadb4cd13a5b', 'tag': 'b9fbcd97-e08f-4158-a487-29ba490302de', 'status': 'completed', 'code': 200} Feb 17 17:26:49.437105 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba8684-aaec-42e4-ba5d-60b288969b53 req-f3e5ab54-5550-473d-b073-c4f56b00d8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:49.438841 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d2ba8684-aaec-42e4-ba5d-60b288969b53 req-f3e5ab54-5550-473d-b073-c4f56b00d8f8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=69b59c36-ab05-4942-86fb-5909c0c87dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0822771 Feb 17 17:26:49.445651 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a385921-4376-489b-94e9-81814d173cea req-234ceb8b-5ace-4a85-b25d-7996b4f170e2 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:49.447060 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a385921-4376-489b-94e9-81814d173cea req-234ceb8b-5ace-4a85-b25d-7996b4f170e2 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=1d8b8d76-19f4-449f-acde-56dc7188625e&tenant_id=f8aea314af29468ab6557472620785fc&binding%3Ahost_id=n-h1-829613-2 HTTP/1.1" status: 200 len: 1126 time: 0.1003060 Feb 17 17:26:49.453179 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:49.657386 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d2ba8684-aaec-42e4-ba5d-60b288969b53 req-adbdd2df-593d-40b7-8709-9c20241c84ec service neutron] 10.222.0.71 "GET /v2.0/networks/69b59c36-ab05-4942-86fb-5909c0c87dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083488 Feb 17 17:26:49.662351 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a385921-4376-489b-94e9-81814d173cea req-8de82f16-79e7-474b-acb7-387a4355baa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:49.663792 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a385921-4376-489b-94e9-81814d173cea req-8de82f16-79e7-474b-acb7-387a4355baa6 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=1d8b8d76-19f4-449f-acde-56dc7188625e&tenant_id=f8aea314af29468ab6557472620785fc HTTP/1.1" status: 200 len: 1126 time: 0.1790609 Feb 17 17:26:49.757816 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b33828-0faa-4665-9a3a-a2e86c954b33 req-24d10744-515e-4073-94f8-49637ec88ca5 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:49.759213 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-01b33828-0faa-4665-9a3a-a2e86c954b33 req-24d10744-515e-4073-94f8-49637ec88ca5 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a7962d2-167a-44b7-9b4b-dadb4cd13a5b HTTP/1.1" status: 200 len: 943 time: 0.1828046 Feb 17 17:26:49.773141 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device c0183381-28aa-489a-882a-7b5311d66f0b up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:26:49.823738 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port c0183381-28aa-489a-882a-7b5311d66f0b completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:26:49.845489 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port c0183381-28aa-489a-882a-7b5311d66f0b triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:26:49.846381 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c0183381-28aa-489a-882a-7b5311d66f0b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:49.877668 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a385921-4376-489b-94e9-81814d173cea req-b5b91772-3a90-49e6-b3aa-78a08d212d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:49.879191 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a385921-4376-489b-94e9-81814d173cea req-b5b91772-3a90-49e6-b3aa-78a08d212d35 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f8aea314af29468ab6557472620785fc&device_id=1d8b8d76-19f4-449f-acde-56dc7188625e HTTP/1.1" status: 200 len: 1126 time: 0.1835806 Feb 17 17:26:49.891715 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af26a9c-f13b-48e2-9544-599d7f6d323b req-2a7d3535-785f-487e-ba54-22ae0d9be5a9 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:49.893238 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9af26a9c-f13b-48e2-9544-599d7f6d323b req-2a7d3535-785f-487e-ba54-22ae0d9be5a9 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=1d8b8d76-19f4-449f-acde-56dc7188625e HTTP/1.1" status: 200 len: 944 time: 0.2239840 Feb 17 17:26:49.913291 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-01b33828-0faa-4665-9a3a-a2e86c954b33 req-c85cf075-db9d-44c7-9c80-67b3849c7a93 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/security-groups?id=191ce2cc-d8cd-4ab1-935e-8b9c7bef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459715 Feb 17 17:26:49.952660 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d2ba8684-aaec-42e4-ba5d-60b288969b53 req-0ecd1013-fc93-4c71-8a10-9a84e9049e0e service neutron] 10.222.0.71 "GET /v2.0/networks/69b59c36-ab05-4942-86fb-5909c0c87dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613337 Feb 17 17:26:49.966063 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port c0183381-28aa-489a-882a-7b5311d66f0b is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:26:49.966444 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c0183381-28aa-489a-882a-7b5311d66f0b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:50.027490 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port c0183381-28aa-489a-882a-7b5311d66f0b, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=c0183381-28aa-489a-882a-7b5311d66f0b,segment=NetworkSegment(00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be),segment_id=00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:26:50.032743 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c0183381-28aa-489a-882a-7b5311d66f0b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:50.039690 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0183381-28aa-489a-882a-7b5311d66f0b'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:26:50.042264 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adafa3d7-4f50-4e9f-8b24-083e12864112" -d '{"events": [{"server_uuid": "ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2", "name": "network-vif-plugged", "status": "completed", "tag": "c0183381-28aa-489a-882a-7b5311d66f0b"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:26:50.106652 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=c0183381-28aa-489a-882a-7b5311d66f0b,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:50.274218 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9af26a9c-f13b-48e2-9544-599d7f6d323b req-efb83df2-c710-4e02-96fe-b8f27a24a289 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595779 Feb 17 17:26:50.275978 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-055dbf35-6d88-49c3-86e0-92f29f707091 req-34d751d3-1e70-4a47-ace3-64d647064684 tempest-QuotasAdminNegativeTest-1429078809 tempest-QuotasAdminNegativeTest-1429078809-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=992302bf29c144b2b06765538f096f4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0523705 Feb 17 17:26:50.291408 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ffb8b8-f10d-44a4-a738-c87721b4d6d5 req-d41faeb1-0df8-4eb4-8f26-2e24b774abe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:50.292985 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-91ffb8b8-f10d-44a4-a738-c87721b4d6d5 req-d41faeb1-0df8-4eb4-8f26-2e24b774abe1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c8748c381f2d43e0acb3dcfd0300916d&device_id=8a7962d2-167a-44b7-9b4b-dadb4cd13a5b HTTP/1.1" status: 200 len: 1125 time: 0.2431123 Feb 17 17:26:50.353893 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a385921-4376-489b-94e9-81814d173cea req-7683901c-a79d-45ef-8c98-16e4898aad0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:50.355543 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a385921-4376-489b-94e9-81814d173cea req-7683901c-a79d-45ef-8c98-16e4898aad0c service neutron] 10.222.0.91 "GET /v2.0/networks?id=210dd7a1-23b8-45c6-a401-b56590fcc3c1 HTTP/1.1" status: 200 len: 908 time: 0.4596715 Feb 17 17:26:50.386685 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6a9ffa-bcc3-4353-af06-93bd2b940c06 x-openstack-request-id: req-da6a9ffa-bcc3-4353-af06-93bd2b940c06 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:26:50.387155 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2", "name": "network-vif-plugged", "status": "completed", "tag": "c0183381-28aa-489a-882a-7b5311d66f0b", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:26:50.387599 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-da6a9ffa-bcc3-4353-af06-93bd2b940c06 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:26:50.388262 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0183381-28aa-489a-882a-7b5311d66f0b', 'code': 200} Feb 17 17:26:50.436584 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a385921-4376-489b-94e9-81814d173cea req-864ab67e-7532-41a4-bf38-1adf1c4af0ed service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c02aa91e-b5a3-4ae4-8119-898cef173204 HTTP/1.1" status: 200 len: 217 time: 0.0693820 Feb 17 17:26:50.532967 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d654fe85-ba78-4c68-b584-16476e5e984d req-e21272fe-4cbe-4da2-9316-e7029ea57cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:50.535152 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d654fe85-ba78-4c68-b584-16476e5e984d req-e21272fe-4cbe-4da2-9316-e7029ea57cfc service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2 HTTP/1.1" status: 200 len: 1127 time: 0.0757308 Feb 17 17:26:50.588287 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d654fe85-ba78-4c68-b584-16476e5e984d req-85bf281a-9bc7-4039-ba46-1e9b18486961 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468359 Feb 17 17:26:50.593222 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ffb8b8-f10d-44a4-a738-c87721b4d6d5 req-fbd981c4-a1bf-4a86-a165-dfcdd724f5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:50.594685 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-91ffb8b8-f10d-44a4-a738-c87721b4d6d5 req-fbd981c4-a1bf-4a86-a165-dfcdd724f5e5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=69b59c36-ab05-4942-86fb-5909c0c87dd3 HTTP/1.1" status: 200 len: 923 time: 0.2756250 Feb 17 17:26:50.607713 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055dbf35-6d88-49c3-86e0-92f29f707091 req-d29d071b-e74d-47ad-8d36-236182eaa19c tempest-QuotasAdminNegativeTest-1429078809 tempest-QuotasAdminNegativeTest-1429078809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:50.609191 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-055dbf35-6d88-49c3-86e0-92f29f707091 req-d29d071b-e74d-47ad-8d36-236182eaa19c tempest-QuotasAdminNegativeTest-1429078809 tempest-QuotasAdminNegativeTest-1429078809-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3255351 Feb 17 17:26:50.610568 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a385921-4376-489b-94e9-81814d173cea req-592d1f91-19b9-40ae-bd4d-9d88352650f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:50.611904 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a385921-4376-489b-94e9-81814d173cea req-592d1f91-19b9-40ae-bd4d-9d88352650f8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8267d93d-c5aa-40cb-acb4-c1e284d682e6 HTTP/1.1" status: 200 len: 847 time: 0.1378717 Feb 17 17:26:50.640798 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-055dbf35-6d88-49c3-86e0-92f29f707091 req-e9640efd-5e00-49fb-891d-a602305554b5 tempest-QuotasAdminNegativeTest-1429078809 tempest-QuotasAdminNegativeTest-1429078809-project] 10.222.0.87 "GET /v2.0/quotas/992302bf29c144b2b06765538f096f4d HTTP/1.1" status: 200 len: 375 time: 0.0241969 Feb 17 17:26:50.659045 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a385921-4376-489b-94e9-81814d173cea req-8c62468d-7876-4420-9367-87da9e6718bb service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=210dd7a1-23b8-45c6-a401-b56590fcc3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353470 Feb 17 17:26:50.674183 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e8aac-2441-4726-9ff9-bb11a117f327 req-ebcb57b5-ef82-46eb-b9a7-6cb79d128c58 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:50.675640 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f89e8aac-2441-4726-9ff9-bb11a117f327 req-ebcb57b5-ef82-46eb-b9a7-6cb79d128c58 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=7a27ac8e-4198-4583-be87-78a6af882241 HTTP/1.1" status: 200 len: 949 time: 0.2026799 Feb 17 17:26:50.704057 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-055dbf35-6d88-49c3-86e0-92f29f707091 req-28e00b90-cf28-4fa0-a673-7686b85c171f tempest-QuotasAdminNegativeTest-1429078809 tempest-QuotasAdminNegativeTest-1429078809-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=992302bf29c144b2b06765538f096f4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477335 Feb 17 17:26:50.839417 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f89e8aac-2441-4726-9ff9-bb11a117f327 req-341da1c5-3a92-4216-b7d5-e42f66ef64f6 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451128 Feb 17 17:26:50.849014 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-91ffb8b8-f10d-44a4-a738-c87721b4d6d5 req-73adb02e-f369-4bf0-a484-394aa81c5a57 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9fbcd97-e08f-4158-a487-29ba490302de HTTP/1.1" status: 200 len: 217 time: 0.0637152 Feb 17 17:26:50.935379 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a385921-4376-489b-94e9-81814d173cea req-2fb94ed6-6299-4b31-94b1-565b32904ba6 service neutron] 10.222.0.91 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569261 Feb 17 17:26:50.982882 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ffb8b8-f10d-44a4-a738-c87721b4d6d5 req-93d9d1ff-035a-439f-b76d-7af75830557d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:50.984374 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-91ffb8b8-f10d-44a4-a738-c87721b4d6d5 req-93d9d1ff-035a-439f-b76d-7af75830557d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b17eb52f-6ea7-4b2d-8ccf-dda6a4d3a95b HTTP/1.1" status: 200 len: 861 time: 0.1040885 Feb 17 17:26:50.999630 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed975259-4e0f-4a9b-b1c1-652db5f871fe req-33b4c325-235d-48eb-ad42-8dd2024d837b tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:51.001177 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ed975259-4e0f-4a9b-b1c1-652db5f871fe req-33b4c325-235d-48eb-ad42-8dd2024d837b tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2 HTTP/1.1" status: 200 len: 945 time: 0.1680682 Feb 17 17:26:51.122144 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a385921-4376-489b-94e9-81814d173cea req-dd7bda4f-19a2-4e2f-8a13-3396d45f98f9 service neutron] 10.222.0.91 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773844 Feb 17 17:26:51.134003 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ed975259-4e0f-4a9b-b1c1-652db5f871fe req-8582dc57-2cfe-41e2-a695-17d4b43a6b5e tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055093 Feb 17 17:26:51.137037 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ffb8b8-f10d-44a4-a738-c87721b4d6d5 req-8e02b72f-ef52-402b-a76f-201d615ef100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:51.138504 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-91ffb8b8-f10d-44a4-a738-c87721b4d6d5 req-8e02b72f-ef52-402b-a76f-201d615ef100 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=69b59c36-ab05-4942-86fb-5909c0c87dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1348805 Feb 17 17:26:51.343186 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18de5f-4eca-4029-b5ee-06538522c74b req-d3078228-b111-4778-a490-31ef64cb17c9 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:51.356850 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3a18de5f-4eca-4029-b5ee-06538522c74b req-d3078228-b111-4778-a490-31ef64cb17c9 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=5296bf62-5d5e-4290-acfc-00aa6fdc881c HTTP/1.1" status: 200 len: 950 time: 0.1411648 Feb 17 17:26:51.394093 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-91ffb8b8-f10d-44a4-a738-c87721b4d6d5 req-527a45d9-b728-4314-85aa-a1b39fddd4fe service neutron] 10.222.0.71 "GET /v2.0/networks/69b59c36-ab05-4942-86fb-5909c0c87dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459586 Feb 17 17:26:51.775354 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3a18de5f-4eca-4029-b5ee-06538522c74b req-9f347396-3058-41da-9e82-c005b84c48b0 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4169397 Feb 17 17:26:51.784977 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device c02aa91e-b5a3-4ae4-8119-898cef173204 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:26:51.797831 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a385921-4376-489b-94e9-81814d173cea req-bf5181c7-37c8-4b29-aa21-54f739704576 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:51.797831 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a385921-4376-489b-94e9-81814d173cea req-bf5181c7-37c8-4b29-aa21-54f739704576 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=1d8b8d76-19f4-449f-acde-56dc7188625e&tenant_id=f8aea314af29468ab6557472620785fc&binding%3Ahost_id=n-h2-829613-2 HTTP/1.1" status: 200 len: 1126 time: 0.4069772 Feb 17 17:26:51.803300 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a40ad-2a9f-4951-8ff1-b156fdd9f164 req-43f851e8-f3e2-4b18-b3d1-b23c089f6f36 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:51.804871 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b37a40ad-2a9f-4951-8ff1-b156fdd9f164 req-43f851e8-f3e2-4b18-b3d1-b23c089f6f36 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a7962d2-167a-44b7-9b4b-dadb4cd13a5b HTTP/1.1" status: 200 len: 943 time: 0.4061408 Feb 17 17:26:51.849033 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-91ffb8b8-f10d-44a4-a738-c87721b4d6d5 req-8c30cb02-9717-495c-9447-f73cf724b068 service neutron] 10.222.0.71 "GET /v2.0/networks/69b59c36-ab05-4942-86fb-5909c0c87dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4351807 Feb 17 17:26:51.925754 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] The host n-h1-829613-2 is not matching for port c02aa91e-b5a3-4ae4-8119-898cef173204 host n-h2-829613-2! {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 17 17:26:51.926547 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device c02aa91e-b5a3-4ae4-8119-898cef173204 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:26:51.993609 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-294af444-2a3f-4652-bf26-6419964b8c4c req-2d5fd10f-182c-4f2e-9f29-be1d05420b39 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=176b119e-d1f9-4266-b32c-eefc86ceeabe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0868690 Feb 17 17:26:52.005986 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b37a40ad-2a9f-4951-8ff1-b156fdd9f164 req-7af2b5a2-e3ba-44d2-9d66-47fa31b39be8 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/security-groups?id=191ce2cc-d8cd-4ab1-935e-8b9c7bef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1844413 Feb 17 17:26:52.087012 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-9a385921-4376-489b-94e9-81814d173cea req-ba76f4e6-669b-4257-bde4-08acc590e019 service neutron] For port c02aa91e-b5a3-4ae4-8119-898cef173204, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:26:52.092219 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9a385921-4376-489b-94e9-81814d173cea req-ba76f4e6-669b-4257-bde4-08acc590e019 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:52.093401 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a385921-4376-489b-94e9-81814d173cea req-ba76f4e6-669b-4257-bde4-08acc590e019 service neutron] 10.222.0.91 "DELETE /v2.0/ports/c02aa91e-b5a3-4ae4-8119-898cef173204/bindings/n-h1-829613-2 HTTP/1.1" status: 204 len: 173 time: 0.2827473 Feb 17 17:26:52.184898 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f151b-c182-475f-b46f-874d1f9da4dd req-4f3d1979-50b5-4670-a30f-a46529e8d44d tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:52.193017 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-215f151b-c182-475f-b46f-874d1f9da4dd req-4f3d1979-50b5-4670-a30f-a46529e8d44d tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=1d8b8d76-19f4-449f-acde-56dc7188625e HTTP/1.1" status: 200 len: 944 time: 0.0944324 Feb 17 17:26:52.204939 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294af444-2a3f-4652-bf26-6419964b8c4c req-0efbdd7e-734c-48bb-987f-669c742991ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:52.206457 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-294af444-2a3f-4652-bf26-6419964b8c4c req-0efbdd7e-734c-48bb-987f-669c742991ea service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=673fd82048cd49c18f82ffc2fb910a6e&device_id=176b119e-d1f9-4266-b32c-eefc86ceeabe HTTP/1.1" status: 200 len: 1132 time: 0.1351416 Feb 17 17:26:52.262728 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-215f151b-c182-475f-b46f-874d1f9da4dd req-c771492e-b877-43be-bff4-bea94a82345e tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678003 Feb 17 17:26:52.517902 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294af444-2a3f-4652-bf26-6419964b8c4c req-b1e566ed-dc6f-465a-aa3f-023cac956039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:52.519399 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-294af444-2a3f-4652-bf26-6419964b8c4c req-b1e566ed-dc6f-465a-aa3f-023cac956039 service neutron] 10.222.0.91 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 0.2907784 Feb 17 17:26:52.610225 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-294af444-2a3f-4652-bf26-6419964b8c4c req-34aa24b0-de9e-474e-8924-18f6e3fe9c4d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=e822f0d4-c202-470b-8870-0e346ea290b9 HTTP/1.1" status: 200 len: 217 time: 0.0742290 Feb 17 17:26:52.646824 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 34692) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:52.668068 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294af444-2a3f-4652-bf26-6419964b8c4c req-02329c71-7bc2-47c7-ba76-3734dfc2569c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:52.669595 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-294af444-2a3f-4652-bf26-6419964b8c4c req-02329c71-7bc2-47c7-ba76-3734dfc2569c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.0504456 Feb 17 17:26:52.671003 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c56d7-f125-449a-bd9e-fb70328dd173 req-38b0c24e-5ec8-4c20-ad40-c6309df63ad1 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:52.681125 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c56d7-f125-449a-bd9e-fb70328dd173 req-38b0c24e-5ec8-4c20-ad40-c6309df63ad1 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:52.683193 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b15c56d7-f125-449a-bd9e-fb70328dd173 req-38b0c24e-5ec8-4c20-ad40-c6309df63ad1 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=5296bf62-5d5e-4290-acfc-00aa6fdc881c&device_id=7a27ac8e-4198-4583-be87-78a6af882241 HTTP/1.1" status: 200 len: 1690 time: 0.1328390 Feb 17 17:26:52.734061 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294af444-2a3f-4652-bf26-6419964b8c4c req-b4c256e2-95a9-4222-ac0e-79f4a77cf51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:52.736061 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-294af444-2a3f-4652-bf26-6419964b8c4c req-b4c256e2-95a9-4222-ac0e-79f4a77cf51f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0570521 Feb 17 17:26:52.736676 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87900118-22fe-4e65-9127-6bf338f26a9e req-897f14be-55ff-4c33-bb6e-9a68affe14f3 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:52.738285 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-87900118-22fe-4e65-9127-6bf338f26a9e req-897f14be-55ff-4c33-bb6e-9a68affe14f3 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2 HTTP/1.1" status: 200 len: 945 time: 0.1364758 Feb 17 17:26:52.817560 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b15c56d7-f125-449a-bd9e-fb70328dd173 req-5fb44057-2d3d-4854-94f1-08b5cc2b78b8 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232002 Feb 17 17:26:52.907515 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-294af444-2a3f-4652-bf26-6419964b8c4c req-50aa9374-801d-47a9-b9e0-4a062c7e0f5f service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622043 Feb 17 17:26:52.927806 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-87900118-22fe-4e65-9127-6bf338f26a9e req-3411c45a-dc94-478d-aa9a-bec34c8ffa5a tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805551 Feb 17 17:26:53.062395 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-294af444-2a3f-4652-bf26-6419964b8c4c req-28e66ad1-9bf6-4ea7-9072-4a24e42c0a1d service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458991 Feb 17 17:26:53.063123 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 34724) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:53.206882 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ed42fc75-b508-4ef9-ac2a-1a89fa3973d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:53.234404 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6b920c62-eb80-447a-a52e-9c221031a930 req-eb5bc106-87e8-415f-a414-ae627052ecfe tempest-QuotasAdminNegativeTest-1429078809 tempest-QuotasAdminNegativeTest-1429078809-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=992302bf29c144b2b06765538f096f4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0672674 Feb 17 17:26:53.284361 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ac9f0247-dc04-4cc2-9e85-efa299532729 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:53.386311 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00973f0-f62a-40e5-aec5-001a78cd59c8 req-b871f4ed-261d-417d-97a0-6c9959b9405f tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:53.387854 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b00973f0-f62a-40e5-aec5-001a78cd59c8 req-b871f4ed-261d-417d-97a0-6c9959b9405f tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=1d8b8d76-19f4-449f-acde-56dc7188625e HTTP/1.1" status: 200 len: 1126 time: 0.2184246 Feb 17 17:26:53.476072 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b920c62-eb80-447a-a52e-9c221031a930 req-0af8c4f7-c680-448f-a83f-f8e50d97122c tempest-QuotasAdminNegativeTest-1429078809 tempest-QuotasAdminNegativeTest-1429078809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:53.481890 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6b920c62-eb80-447a-a52e-9c221031a930 req-0af8c4f7-c680-448f-a83f-f8e50d97122c tempest-QuotasAdminNegativeTest-1429078809 tempest-QuotasAdminNegativeTest-1429078809-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2344062 Feb 17 17:26:53.537049 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6b920c62-eb80-447a-a52e-9c221031a930 req-989bfcdf-8f60-4cc1-831b-2df1d71f1e01 tempest-QuotasAdminNegativeTest-1429078809 tempest-QuotasAdminNegativeTest-1429078809-project] 10.222.0.87 "GET /v2.0/quotas/992302bf29c144b2b06765538f096f4d HTTP/1.1" status: 200 len: 375 time: 0.0542178 Feb 17 17:26:53.559508 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ed42fc75-b508-4ef9-ac2a-1a89fa3973d5 admin admin] Publish callbacks [] for security_group (d30e9c6c-5f4a-4226-a9b1-aedce3cd9d84), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:53.580320 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b00973f0-f62a-40e5-aec5-001a78cd59c8 req-5780fca9-d0ab-42da-bde0-1a2e3cd8eaa5 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772580 Feb 17 17:26:53.588914 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6b920c62-eb80-447a-a52e-9c221031a930 req-c7d830cb-1eeb-42d1-84c1-6556ba975835 tempest-QuotasAdminNegativeTest-1429078809 tempest-QuotasAdminNegativeTest-1429078809-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=992302bf29c144b2b06765538f096f4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508475 Feb 17 17:26:53.589882 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ed42fc75-b508-4ef9-ac2a-1a89fa3973d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (d30e9c6c-5f4a-4226-a9b1-aedce3cd9d84), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:53.603768 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ac9f0247-dc04-4cc2-9e85-efa299532729 admin admin] Publish callbacks [] for security_group (67ebda4b-fc89-42fa-984a-cb0faa115c5d), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:53.640180 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ac9f0247-dc04-4cc2-9e85-efa299532729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (67ebda4b-fc89-42fa-984a-cb0faa115c5d), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:53.759564 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed42fc75-b508-4ef9-ac2a-1a89fa3973d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d30e9c6c-5f4a-4226-a9b1-aedce3cd9d84,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:53.782339 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device b9fbcd97-e08f-4158-a487-29ba490302de details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:26:53.793892 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34740) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:53.794109 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-ed42fc75-b508-4ef9-ac2a-1a89fa3973d5 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d4b6c26dd1fe4787b7dbbc026a45bd21&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1457047 Feb 17 17:26:53.798996 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-ac9f0247-dc04-4cc2-9e85-efa299532729 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2dc539eb28674962957b218bbc02bbad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7327325 Feb 17 17:26:53.799822 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34742) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:53.843291 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9f0247-dc04-4cc2-9e85-efa299532729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ebda4b-fc89-42fa-984a-cb0faa115c5d,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:53.859533 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be995047-22dc-480a-a37f-00c69a1e3ccf req-cf03ac16-0a1e-4876-84b7-f9f5ba0728cd tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:53.867522 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-be995047-22dc-480a-a37f-00c69a1e3ccf req-cf03ac16-0a1e-4876-84b7-f9f5ba0728cd tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2 HTTP/1.1" status: 200 len: 1127 time: 0.1779385 Feb 17 17:26:53.894824 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42cd04-354a-4a74-8efb-1e37f10b74b2 req-423619db-2e73-4792-b98d-df2c451ef994 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:53.896593 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5c42cd04-354a-4a74-8efb-1e37f10b74b2 req-423619db-2e73-4792-b98d-df2c451ef994 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a7962d2-167a-44b7-9b4b-dadb4cd13a5b HTTP/1.1" status: 200 len: 943 time: 0.1268127 Feb 17 17:26:53.951216 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-be995047-22dc-480a-a37f-00c69a1e3ccf req-fa73777e-e07e-48a0-8ef4-61b43f0787a5 tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824385 Feb 17 17:26:53.959282 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-647a8896-ec6b-4e0d-a2cd-3512b146519a admin admin] Publish callbacks [] for security_group (d30e9c6c-5f4a-4226-a9b1-aedce3cd9d84), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:53.977492 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port b9fbcd97-e08f-4158-a487-29ba490302de, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=b9fbcd97-e08f-4158-a487-29ba490302de,segment=NetworkSegment(bf8dbe87-49ac-4e48-91ba-61b360c53610),segment_id=bf8dbe87-49ac-4e48-91ba-61b360c53610)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:26:53.999333 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-647a8896-ec6b-4e0d-a2cd-3512b146519a admin admin] Publish callbacks [] for security_group (d30e9c6c-5f4a-4226-a9b1-aedce3cd9d84), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:54.008847 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': 'b9fbcd97-e08f-4158-a487-29ba490302de', 'network_id': '69b59c36-ab05-4942-86fb-5909c0c87dd3', 'port_id': 'b9fbcd97-e08f-4158-a487-29ba490302de', 'mac_address': 'fa:16:3e:78:aa:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b17eb52f-6ea7-4b2d-8ccf-dda6a4d3a95b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:26:54.022693 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-14fb9544-98a8-4b9a-96e7-afbd8fb84717 admin admin] Publish callbacks [] for security_group (67ebda4b-fc89-42fa-984a-cb0faa115c5d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:54.033125 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5c42cd04-354a-4a74-8efb-1e37f10b74b2 req-aa10714c-5b8d-410c-8294-626adf61a9d5 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/security-groups?id=191ce2cc-d8cd-4ab1-935e-8b9c7bef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309025 Feb 17 17:26:54.054640 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-14fb9544-98a8-4b9a-96e7-afbd8fb84717 admin admin] Publish callbacks [] for security_group (67ebda4b-fc89-42fa-984a-cb0faa115c5d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:54.057408 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port b9fbcd97-e08f-4158-a487-29ba490302de is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:26:54.057811 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b9fbcd97-e08f-4158-a487-29ba490302de), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:54.085703 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9fbcd97-e08f-4158-a487-29ba490302de {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:26:54.116709 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-14fb9544-98a8-4b9a-96e7-afbd8fb84717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (67ebda4b-fc89-42fa-984a-cb0faa115c5d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:54.119887 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-14fb9544-98a8-4b9a-96e7-afbd8fb84717 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:54.121237 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-14fb9544-98a8-4b9a-96e7-afbd8fb84717 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/67ebda4b-fc89-42fa-984a-cb0faa115c5d HTTP/1.1" status: 204 len: 168 time: 0.3203199 Feb 17 17:26:54.137190 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb9544-98a8-4b9a-96e7-afbd8fb84717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ebda4b-fc89-42fa-984a-cb0faa115c5d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:54.164790 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-647a8896-ec6b-4e0d-a2cd-3512b146519a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (d30e9c6c-5f4a-4226-a9b1-aedce3cd9d84), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:54.168833 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bea24a-658e-4d2d-9e3c-2c02bbc62d6d req-5829806c-1d7c-4904-87e0-a156fd87d385 tempest-ServersOnMultiNodesTest-1303405833 tempest-ServersOnMultiNodesTest-1303405833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:54.168969 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-647a8896-ec6b-4e0d-a2cd-3512b146519a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:54.170382 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-647a8896-ec6b-4e0d-a2cd-3512b146519a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d30e9c6c-5f4a-4226-a9b1-aedce3cd9d84 HTTP/1.1" status: 204 len: 168 time: 0.3754816 Feb 17 17:26:54.181097 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-40bea24a-658e-4d2d-9e3c-2c02bbc62d6d req-5829806c-1d7c-4904-87e0-a156fd87d385 tempest-ServersOnMultiNodesTest-1303405833 tempest-ServersOnMultiNodesTest-1303405833-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=5296bf62-5d5e-4290-acfc-00aa6fdc881c HTTP/1.1" status: 200 len: 1132 time: 0.0910280 Feb 17 17:26:54.182655 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647a8896-ec6b-4e0d-a2cd-3512b146519a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30e9c6c-5f4a-4226-a9b1-aedce3cd9d84,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:54.185577 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port b9fbcd97-e08f-4158-a487-29ba490302de, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=b9fbcd97-e08f-4158-a487-29ba490302de,segment=NetworkSegment(bf8dbe87-49ac-4e48-91ba-61b360c53610),segment_id=bf8dbe87-49ac-4e48-91ba-61b360c53610)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:26:54.207110 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b9fbcd97-e08f-4158-a487-29ba490302de), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:54.267919 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-40bea24a-658e-4d2d-9e3c-2c02bbc62d6d req-8eedfdb9-f768-4302-b2b7-fd9fad65fa43 tempest-ServersOnMultiNodesTest-1303405833 tempest-ServersOnMultiNodesTest-1303405833-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829501 Feb 17 17:26:54.443213 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=b9fbcd97-e08f-4158-a487-29ba490302de,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:54.473456 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['b9fbcd97-e08f-4158-a487-29ba490302de'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:26:54.668868 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd26fd0-d21e-44e8-ac49-cb463cbf618d req-9797da82-53ee-49c8-836a-8896ffc6e524 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:54.679764 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2fd26fd0-d21e-44e8-ac49-cb463cbf618d req-9797da82-53ee-49c8-836a-8896ffc6e524 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/networks?id=210dd7a1-23b8-45c6-a401-b56590fcc3c1 HTTP/1.1" status: 200 len: 807 time: 0.2885735 Feb 17 17:26:54.687933 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34770) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:54.699926 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2fd26fd0-d21e-44e8-ac49-cb463cbf618d req-736853e3-4b23-4423-bfc6-7b5945bbcd1f tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/quotas/f8aea314af29468ab6557472620785fc HTTP/1.1" status: 200 len: 375 time: 0.0190961 Feb 17 17:26:54.710480 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e040-7374-498e-90e8-886279d5375f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:54.846906 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e040-7374-498e-90e8-886279d5375f admin admin] Publish callbacks [] for security_group (9a22f06a-e3a0-41ab-97f5-f8e17af5d943), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:54.854548 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e040-7374-498e-90e8-886279d5375f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (9a22f06a-e3a0-41ab-97f5-f8e17af5d943), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:54.904949 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2fd26fd0-d21e-44e8-ac49-cb463cbf618d req-8af79f63-7a9f-4dd8-9b3b-e57c01ae6c79 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=f8aea314af29468ab6557472620785fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2039559 Feb 17 17:26:54.916454 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f1c2e040-7374-498e-90e8-886279d5375f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6f2f460099624e43b64689a68b943388&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2236457 Feb 17 17:26:54.918152 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34776) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:54.922607 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5470b8f-674e-477e-8f82-1d9c487f0b63 req-ce6beb49-e09b-48ca-aa29-5df68b431ff0 tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:54.926827 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a5470b8f-674e-477e-8f82-1d9c487f0b63 req-ce6beb49-e09b-48ca-aa29-5df68b431ff0 tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2 HTTP/1.1" status: 200 len: 1127 time: 0.2145185 Feb 17 17:26:54.988704 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c2e040-7374-498e-90e8-886279d5375f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a22f06a-e3a0-41ab-97f5-f8e17af5d943,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:55.005600 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dd46486c-99fa-4881-8599-b9c7b6f6f75e admin admin] Publish callbacks [] for security_group (9a22f06a-e3a0-41ab-97f5-f8e17af5d943), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:55.037238 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dd46486c-99fa-4881-8599-b9c7b6f6f75e admin admin] Publish callbacks [] for security_group (9a22f06a-e3a0-41ab-97f5-f8e17af5d943), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:55.156698 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dd46486c-99fa-4881-8599-b9c7b6f6f75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (9a22f06a-e3a0-41ab-97f5-f8e17af5d943), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:55.166232 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dd46486c-99fa-4881-8599-b9c7b6f6f75e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:55.189215 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-dd46486c-99fa-4881-8599-b9c7b6f6f75e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9a22f06a-e3a0-41ab-97f5-f8e17af5d943 HTTP/1.1" status: 204 len: 168 time: 0.2632854 Feb 17 17:26:55.228527 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a5470b8f-674e-477e-8f82-1d9c487f0b63 req-86d5476b-1256-4f8f-9cfe-c0a971cdb209 tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809150 Feb 17 17:26:55.239448 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2fd26fd0-d21e-44e8-ac49-cb463cbf618d req-fae34ad1-fafa-44a2-8214-e978f3214b0b service neutron] 10.222.0.87 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065372 Feb 17 17:26:55.241419 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd46486c-99fa-4881-8599-b9c7b6f6f75e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a22f06a-e3a0-41ab-97f5-f8e17af5d943,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:55.304157 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-449a653e-46d3-475f-bf02-8fb7bffcc163 req-d4b62020-40de-44cb-97cb-f7af3f6b421e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0048194a-7ecd-4b9e-a745-5d1cf715ba0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2290590 Feb 17 17:26:55.489054 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2fd26fd0-d21e-44e8-ac49-cb463cbf618d req-f5828dbc-09ee-4094-b408-b8aa67e1d53b service neutron] 10.222.0.87 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359619 Feb 17 17:26:55.510927 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a653e-46d3-475f-bf02-8fb7bffcc163 req-8ce9ed8f-6d56-4834-9598-1fb3a8547b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:55.513683 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-449a653e-46d3-475f-bf02-8fb7bffcc163 req-8ce9ed8f-6d56-4834-9598-1fb3a8547b2e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f8aea314af29468ab6557472620785fc&device_id=0048194a-7ecd-4b9e-a745-5d1cf715ba0a HTTP/1.1" status: 200 len: 1127 time: 0.1336045 Feb 17 17:26:55.516190 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024f8e1-172d-4eb9-b950-b33b0c7b6370 req-55121d55-32b7-40d9-ae65-69d906ae3376 tempest-ServersOnMultiNodesTest-1303405833 tempest-ServersOnMultiNodesTest-1303405833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:55.517674 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e024f8e1-172d-4eb9-b950-b33b0c7b6370 req-55121d55-32b7-40d9-ae65-69d906ae3376 tempest-ServersOnMultiNodesTest-1303405833 tempest-ServersOnMultiNodesTest-1303405833-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=7a27ac8e-4198-4583-be87-78a6af882241 HTTP/1.1" status: 200 len: 1131 time: 0.1163440 Feb 17 17:26:55.641593 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e024f8e1-172d-4eb9-b950-b33b0c7b6370 req-e04b7868-fee7-479e-8b80-0cb3d8311864 tempest-ServersOnMultiNodesTest-1303405833 tempest-ServersOnMultiNodesTest-1303405833-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121662 Feb 17 17:26:55.680552 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a653e-46d3-475f-bf02-8fb7bffcc163 req-323b49b0-48ee-44d2-a0f3-2c0279dff683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:55.680552 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-449a653e-46d3-475f-bf02-8fb7bffcc163 req-323b49b0-48ee-44d2-a0f3-2c0279dff683 service neutron] 10.222.0.71 "GET /v2.0/networks?id=210dd7a1-23b8-45c6-a401-b56590fcc3c1 HTTP/1.1" status: 200 len: 908 time: 0.1370416 Feb 17 17:26:55.761332 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-449a653e-46d3-475f-bf02-8fb7bffcc163 req-5e97a89c-4584-4202-bdb3-0c59dcb88e92 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e78fbb4a-426d-46ae-b511-f6e99e429d71 HTTP/1.1" status: 200 len: 217 time: 0.0748715 Feb 17 17:26:55.817038 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device b9fbcd97-e08f-4158-a487-29ba490302de up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:26:55.849982 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a653e-46d3-475f-bf02-8fb7bffcc163 req-f4f8372a-9fa2-4c78-9ad7-b42fc2ac78f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:55.851916 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-449a653e-46d3-475f-bf02-8fb7bffcc163 req-f4f8372a-9fa2-4c78-9ad7-b42fc2ac78f5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8267d93d-c5aa-40cb-acb4-c1e284d682e6 HTTP/1.1" status: 200 len: 847 time: 0.0794764 Feb 17 17:26:55.891543 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b00fd-9a0f-4efb-a4a6-f9c6f95bfbd9 req-f9a0e9c6-f562-4f78-96dc-f16f3c6f54d1 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:55.892629 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34808) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:55.898606 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1a3b00fd-9a0f-4efb-a4a6-f9c6f95bfbd9 req-f9a0e9c6-f562-4f78-96dc-f16f3c6f54d1 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a7962d2-167a-44b7-9b4b-dadb4cd13a5b HTTP/1.1" status: 200 len: 944 time: 0.1402757 Feb 17 17:26:55.925230 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-449a653e-46d3-475f-bf02-8fb7bffcc163 req-1d93bb66-d32f-4478-8073-430de4619cc4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=210dd7a1-23b8-45c6-a401-b56590fcc3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669625 Feb 17 17:26:55.925847 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bb61c38c-19ce-4c34-be1a-f9ad08a2a3b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:56.025201 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port b9fbcd97-e08f-4158-a487-29ba490302de completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:26:56.038604 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port b9fbcd97-e08f-4158-a487-29ba490302de triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:26:56.040745 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b9fbcd97-e08f-4158-a487-29ba490302de), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:56.180748 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-449a653e-46d3-475f-bf02-8fb7bffcc163 req-dce12556-b713-45ab-9bf4-6f5b2d374b23 service neutron] 10.222.0.71 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469616 Feb 17 17:26:56.247852 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bb61c38c-19ce-4c34-be1a-f9ad08a2a3b6 admin admin] Publish callbacks [] for security_group (499b0b45-6f39-4446-bb21-93aa9a85d4f9), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:56.259401 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bb61c38c-19ce-4c34-be1a-f9ad08a2a3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (499b0b45-6f39-4446-bb21-93aa9a85d4f9), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:56.308441 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-449a653e-46d3-475f-bf02-8fb7bffcc163 req-48406db1-c15a-4a0c-97fd-8d22b30ab92a service neutron] 10.222.0.71 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215882 Feb 17 17:26:56.341163 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1a3b00fd-9a0f-4efb-a4a6-f9c6f95bfbd9 req-72685c0f-7238-422b-92b7-79951839ca09 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/security-groups?id=191ce2cc-d8cd-4ab1-935e-8b9c7bef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4416578 Feb 17 17:26:56.345527 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port b9fbcd97-e08f-4158-a487-29ba490302de is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:26:56.345930 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b9fbcd97-e08f-4158-a487-29ba490302de), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:56.346540 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb61c38c-19ce-4c34-be1a-f9ad08a2a3b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499b0b45-6f39-4446-bb21-93aa9a85d4f9,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:56.374939 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bb61c38c-19ce-4c34-be1a-f9ad08a2a3b6 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=274d5fe9822b4b2ca348f8e5b53db3a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4777417 Feb 17 17:26:56.375388 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 34820) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:26:56.399018 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a7962d2-167a-44b7-9b4b-dadb4cd13a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9fbcd97-e08f-4158-a487-29ba490302de'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:26:56.401626 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73cbd90a-c567-4cbf-a837-3a33cbf2180c" -d '{"events": [{"server_uuid": "8a7962d2-167a-44b7-9b4b-dadb4cd13a5b", "name": "network-vif-plugged", "status": "completed", "tag": "b9fbcd97-e08f-4158-a487-29ba490302de"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:26:56.415663 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port b9fbcd97-e08f-4158-a487-29ba490302de, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=b9fbcd97-e08f-4158-a487-29ba490302de,segment=NetworkSegment(bf8dbe87-49ac-4e48-91ba-61b360c53610),segment_id=bf8dbe87-49ac-4e48-91ba-61b360c53610)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:26:56.421486 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b9fbcd97-e08f-4158-a487-29ba490302de), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:56.463116 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-73e2eecf-e53d-4878-a872-f662b2d10d3f admin admin] Publish callbacks [] for security_group (499b0b45-6f39-4446-bb21-93aa9a85d4f9), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:56.491006 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=b9fbcd97-e08f-4158-a487-29ba490302de,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:56.514061 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-73e2eecf-e53d-4878-a872-f662b2d10d3f admin admin] Publish callbacks [] for security_group (499b0b45-6f39-4446-bb21-93aa9a85d4f9), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:56.580070 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-25a65c85-318a-440b-bf32-f2d999b5ee75 req-e6f5a390-2d7b-44be-b211-2d39f1d24cde tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 210 time: 0.0426621 Feb 17 17:26:56.606515 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-73e2eecf-e53d-4878-a872-f662b2d10d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (499b0b45-6f39-4446-bb21-93aa9a85d4f9), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:56.621006 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-73e2eecf-e53d-4878-a872-f662b2d10d3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:56.636847 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-73e2eecf-e53d-4878-a872-f662b2d10d3f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/499b0b45-6f39-4446-bb21-93aa9a85d4f9 HTTP/1.1" status: 204 len: 168 time: 0.2604272 Feb 17 17:26:56.650787 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e2eecf-e53d-4878-a872-f662b2d10d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499b0b45-6f39-4446-bb21-93aa9a85d4f9,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:56.779867 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-948364d2-e761-4160-9f5c-073a35a76284 req-5ffa3dd2-0bee-4950-a41f-e9084c34d2ae tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=673fd82048cd49c18f82ffc2fb910a6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429060 Feb 17 17:26:56.943750 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bf70cbdc-2a73-4e2e-9719-f2f69339ffdd req-dd39def1-d94f-4959-bc01-347cb21c3f77 tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=69c49b944cb44e7887ea049f7882393e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337584 Feb 17 17:26:57.085832 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948364d2-e761-4160-9f5c-073a35a76284 req-74acd146-58b6-4fb3-8424-db2ff46d4c93 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:57.092726 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-948364d2-e761-4160-9f5c-073a35a76284 req-74acd146-58b6-4fb3-8424-db2ff46d4c93 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3108666 Feb 17 17:26:57.120198 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-948364d2-e761-4160-9f5c-073a35a76284 req-a1453db1-e130-4961-85a1-10822ed002a3 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/quotas/673fd82048cd49c18f82ffc2fb910a6e HTTP/1.1" status: 200 len: 375 time: 0.0264139 Feb 17 17:26:57.166658 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf70cbdc-2a73-4e2e-9719-f2f69339ffdd req-f93cffa9-f2e0-4c35-be14-9a7750caf515 tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:57.168381 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bf70cbdc-2a73-4e2e-9719-f2f69339ffdd req-f93cffa9-f2e0-4c35-be14-9a7750caf515 tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1907947 Feb 17 17:26:57.193646 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bf70cbdc-2a73-4e2e-9719-f2f69339ffdd req-6646e359-6aab-4e90-aa9f-54386e53743f tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] 10.222.0.87 "GET /v2.0/quotas/69c49b944cb44e7887ea049f7882393e HTTP/1.1" status: 200 len: 375 time: 0.0175900 Feb 17 17:26:57.221336 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-948364d2-e761-4160-9f5c-073a35a76284 req-376766d5-02b1-402a-a2c6-79ce6dcb253e tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=673fd82048cd49c18f82ffc2fb910a6e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1001310 Feb 17 17:26:57.284128 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bf70cbdc-2a73-4e2e-9719-f2f69339ffdd req-7c6f8663-a363-4dbc-99ae-638fb7b3f602 tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=69c49b944cb44e7887ea049f7882393e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615411 Feb 17 17:26:57.480973 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebb57dc-a675-4d74-98c2-d4839031a0e2 x-openstack-request-id: req-eebb57dc-a675-4d74-98c2-d4839031a0e2 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:26:57.481452 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a7962d2-167a-44b7-9b4b-dadb4cd13a5b", "name": "network-vif-plugged", "status": "completed", "tag": "b9fbcd97-e08f-4158-a487-29ba490302de", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:26:57.481579 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-eebb57dc-a675-4d74-98c2-d4839031a0e2 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:26:57.482167 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a7962d2-167a-44b7-9b4b-dadb4cd13a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9fbcd97-e08f-4158-a487-29ba490302de', 'code': 200} Feb 17 17:26:57.791222 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70d6ff-0e78-4e55-9bc6-3a0b71a882ee req-a49d5985-929d-4c67-8f3d-8224346b047e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:57.796365 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc70d6ff-0e78-4e55-9bc6-3a0b71a882ee req-a49d5985-929d-4c67-8f3d-8224346b047e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8a7962d2-167a-44b7-9b4b-dadb4cd13a5b HTTP/1.1" status: 200 len: 1127 time: 0.1356895 Feb 17 17:26:57.872768 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd26fd0-d21e-44e8-ac49-cb463cbf618d req-8b1c8022-3634-4eb9-98fe-f5328444d899 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:57.878544 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2fd26fd0-d21e-44e8-ac49-cb463cbf618d req-8b1c8022-3634-4eb9-98fe-f5328444d899 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.91 "GET /v2.0/networks?id=210dd7a1-23b8-45c6-a401-b56590fcc3c1 HTTP/1.1" status: 200 len: 807 time: 0.3469155 Feb 17 17:26:57.895625 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-2fd26fd0-d21e-44e8-ac49-cb463cbf618d req-8adc3e77-a490-4380-82da-942a7c2aa262 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Request body: {'port': {'device_id': '03e5757c-b53e-4453-b786-7d7aca79c83b', 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1', 'admin_state_up': True, 'tenant_id': 'f8aea314af29468ab6557472620785fc'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:26:58.013568 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc70d6ff-0e78-4e55-9bc6-3a0b71a882ee req-cc814d7c-9b67-482c-bf91-ece383cbf179 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=191ce2cc-d8cd-4ab1-935e-8b9c7bef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2090127 Feb 17 17:26:58.073969 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21282b44-79e1-47b4-b46d-3031c7e87b0b req-41f54c28-ae50-4297-b08c-f79c11367e14 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:58.086571 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-21282b44-79e1-47b4-b46d-3031c7e87b0b req-41f54c28-ae50-4297-b08c-f79c11367e14 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a7962d2-167a-44b7-9b4b-dadb4cd13a5b HTTP/1.1" status: 200 len: 945 time: 0.1767733 Feb 17 17:26:58.157303 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-21282b44-79e1-47b4-b46d-3031c7e87b0b req-39f53014-d716-4263-8d17-a1843d8feb42 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/security-groups?id=191ce2cc-d8cd-4ab1-935e-8b9c7bef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694885 Feb 17 17:26:58.334178 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fd26fd0-d21e-44e8-ac49-cb463cbf618d req-8adc3e77-a490-4380-82da-942a7c2aa262 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Made reservation on behalf of f8aea314af29468ab6557472620785fc for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:26:58.338892 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2fd26fd0-d21e-44e8-ac49-cb463cbf618d req-8adc3e77-a490-4380-82da-942a7c2aa262 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:58.383063 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1c4cfc7e-fdac-4ef9-ab4b-00d8d27585cd req-92c956b0-a829-4e3c-a53a-5fdc352b0c86 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=1bbf582f-1991-4577-8610-0e6ca44c81fa HTTP/1.1" status: 200 len: 210 time: 0.1095464 Feb 17 17:26:58.589948 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-47311f0b-4a4d-480e-b84d-0e91056a6a86 req-4e6f26c0-32d9-48b8-8de6-666b354fae59 tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b583d3-3849-4cc3-81e5-c65d5b2ba932 HTTP/1.1" status: 200 len: 210 time: 0.0600648 Feb 17 17:26:58.777897 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f939fc74-5487-41a4-9100-14b5197d69a3 req-dcc7a04d-92ed-4a26-8ab4-7028d4dddd18 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 210 time: 0.0488977 Feb 17 17:26:58.880816 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-2fd26fd0-d21e-44e8-ac49-cb463cbf618d req-8adc3e77-a490-4380-82da-942a7c2aa262 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Allocated IP 172.20.0.12 (210dd7a1-23b8-45c6-a401-b56590fcc3c1/8267d93d-c5aa-40cb-acb4-c1e284d682e6/2bd2d45a-2751-42e4-bfb7-788088c608c4) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:26:58.918834 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f1749-21af-414e-b5fb-2f91322777c4 req-3c734c9b-faa8-4d12-8943-f2dc2b1b5628 tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:58.923293 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-667f1749-21af-414e-b5fb-2f91322777c4 req-3c734c9b-faa8-4d12-8943-f2dc2b1b5628 tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2 HTTP/1.1" status: 200 len: 1127 time: 0.0817454 Feb 17 17:26:59.045096 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-16624012-611c-425c-b0ee-14dfc9cc0ab3 req-f1e740a6-df92-4c97-b6a9-a4a93a1941f1 tempest-QuotasAdminNegativeTest-1429078809 tempest-QuotasAdminNegativeTest-1429078809-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=992302bf29c144b2b06765538f096f4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575566 Feb 17 17:26:59.172582 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-667f1749-21af-414e-b5fb-2f91322777c4 req-db8a7532-5c3b-47b6-a061-9ff27b068eb8 tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305496 Feb 17 17:26:59.251400 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2fd26fd0-d21e-44e8-ac49-cb463cbf618d req-8adc3e77-a490-4380-82da-942a7c2aa262 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Publish callbacks [] for port (2bd2d45a-2751-42e4-bfb7-788088c608c4), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:59.254262 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16624012-611c-425c-b0ee-14dfc9cc0ab3 req-f4566e38-fbbb-4918-943d-ecd2ce372c1d tempest-QuotasAdminNegativeTest-1429078809 tempest-QuotasAdminNegativeTest-1429078809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:59.256778 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-16624012-611c-425c-b0ee-14dfc9cc0ab3 req-f4566e38-fbbb-4918-943d-ecd2ce372c1d tempest-QuotasAdminNegativeTest-1429078809 tempest-QuotasAdminNegativeTest-1429078809-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2110076 Feb 17 17:26:59.301281 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-16624012-611c-425c-b0ee-14dfc9cc0ab3 req-b08c0af1-c713-46f9-b519-b01cbf62a784 tempest-QuotasAdminNegativeTest-1429078809 tempest-QuotasAdminNegativeTest-1429078809-project] 10.222.0.87 "GET /v2.0/quotas/992302bf29c144b2b06765538f096f4d HTTP/1.1" status: 200 len: 375 time: 0.0354533 Feb 17 17:26:59.369710 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2fd26fd0-d21e-44e8-ac49-cb463cbf618d req-8adc3e77-a490-4380-82da-942a7c2aa262 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (2bd2d45a-2751-42e4-bfb7-788088c608c4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:59.378040 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-16624012-611c-425c-b0ee-14dfc9cc0ab3 req-da0c4181-d760-4d43-9098-4edb1b94f70a tempest-QuotasAdminNegativeTest-1429078809 tempest-QuotasAdminNegativeTest-1429078809-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=992302bf29c144b2b06765538f096f4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0751979 Feb 17 17:26:59.536433 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fd26fd0-d21e-44e8-ac49-cb463cbf618d req-8adc3e77-a490-4380-82da-942a7c2aa262 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Network 210dd7a1-23b8-45c6-a401-b56590fcc3c1 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:26:59.573221 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adc3e77-a490-4380-82da-942a7c2aa262 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Pushing event updated for resources: {'Port': ['ID=2bd2d45a-2751-42e4-bfb7-788088c608c4,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:26:59.597264 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-2fd26fd0-d21e-44e8-ac49-cb463cbf618d req-8adc3e77-a490-4380-82da-942a7c2aa262 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:26:59.610196 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fd26fd0-d21e-44e8-ac49-cb463cbf618d req-8adc3e77-a490-4380-82da-942a7c2aa262 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:26:59.670078 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4cf062-2777-4c63-992a-3eeac0baadab req-aa8d83b6-128c-43dd-8d17-0470a57c9e90 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:59.682106 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-df4cf062-2777-4c63-992a-3eeac0baadab req-aa8d83b6-128c-43dd-8d17-0470a57c9e90 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a7962d2-167a-44b7-9b4b-dadb4cd13a5b HTTP/1.1" status: 200 len: 945 time: 0.2152114 Feb 17 17:26:59.691076 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bf70cbdc-2a73-4e2e-9719-f2f69339ffdd req-c8245b4a-1890-49e9-b86c-1064fdb0ece1 tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=69c49b944cb44e7887ea049f7882393e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0969765 Feb 17 17:26:59.776830 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd26fd0-d21e-44e8-ac49-cb463cbf618d req-8adc3e77-a490-4380-82da-942a7c2aa262 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:26:59.780893 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2fd26fd0-d21e-44e8-ac49-cb463cbf618d req-8adc3e77-a490-4380-82da-942a7c2aa262 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:26:59.845177 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-948364d2-e761-4160-9f5c-073a35a76284 req-0ba01e2e-a4cf-4189-b216-2186afc5e88b tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=673fd82048cd49c18f82ffc2fb910a6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0604877 Feb 17 17:26:59.923629 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2fd26fd0-d21e-44e8-ac49-cb463cbf618d req-8adc3e77-a490-4380-82da-942a7c2aa262 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0395935 Feb 17 17:26:59.946367 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-2fd26fd0-d21e-44e8-ac49-cb463cbf618d req-15857451-de0d-4aeb-8b77-81abfc1b5657 service neutron] Request body: {'port': {'device_id': '03e5757c-b53e-4453-b786-7d7aca79c83b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:26:59.985691 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-df4cf062-2777-4c63-992a-3eeac0baadab req-9831fcb1-a01f-4eed-9b73-20a009129061 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/security-groups?id=191ce2cc-d8cd-4ab1-935e-8b9c7bef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2704453 Feb 17 17:27:00.075603 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf70cbdc-2a73-4e2e-9719-f2f69339ffdd req-379ac0fd-2757-46b4-8806-8f6f2ca28ba6 tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:00.084832 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bf70cbdc-2a73-4e2e-9719-f2f69339ffdd req-379ac0fd-2757-46b4-8806-8f6f2ca28ba6 tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3851905 Feb 17 17:27:00.098763 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-bf70cbdc-2a73-4e2e-9719-f2f69339ffdd req-e7d9c9d0-ff94-455b-a727-08458427341a tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] Request body: {'port': {'device_id': '23b583d3-3849-4cc3-81e5-c65d5b2ba932', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'admin_state_up': True, 'tenant_id': '69c49b944cb44e7887ea049f7882393e'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:27:00.175899 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-158c8536-d38a-4426-a8cc-77873b1516ce req-544ca41b-f53c-43ae-8777-75d4ace4eb8f tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=1bbf582f-1991-4577-8610-0e6ca44c81fa HTTP/1.1" status: 200 len: 210 time: 0.0648441 Feb 17 17:27:00.253110 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948364d2-e761-4160-9f5c-073a35a76284 req-e060a4b6-10ab-4f2b-9e49-bbf385061a88 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:00.255773 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-948364d2-e761-4160-9f5c-073a35a76284 req-e060a4b6-10ab-4f2b-9e49-bbf385061a88 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3975360 Feb 17 17:27:00.276325 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-948364d2-e761-4160-9f5c-073a35a76284 req-67329fee-e94d-45c6-a26b-99df336adee7 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Request body: {'port': {'device_id': '1bbf582f-1991-4577-8610-0e6ca44c81fa', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'admin_state_up': True, 'tenant_id': '673fd82048cd49c18f82ffc2fb910a6e'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:27:00.440112 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf70cbdc-2a73-4e2e-9719-f2f69339ffdd req-e7d9c9d0-ff94-455b-a727-08458427341a tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] Made reservation on behalf of 69c49b944cb44e7887ea049f7882393e for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:27:00.447445 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bf70cbdc-2a73-4e2e-9719-f2f69339ffdd req-e7d9c9d0-ff94-455b-a727-08458427341a tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:00.472909 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bf70cbdc-2a73-4e2e-9719-f2f69339ffdd req-e7d9c9d0-ff94-455b-a727-08458427341a tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:00.577641 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-948364d2-e761-4160-9f5c-073a35a76284 req-67329fee-e94d-45c6-a26b-99df336adee7 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Made reservation on behalf of 673fd82048cd49c18f82ffc2fb910a6e for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:27:00.587880 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-948364d2-e761-4160-9f5c-073a35a76284 req-67329fee-e94d-45c6-a26b-99df336adee7 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:00.670356 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bf70cbdc-2a73-4e2e-9719-f2f69339ffdd req-e7d9c9d0-ff94-455b-a727-08458427341a tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] Publish callbacks [] for security_group (8760bc54-80b8-453a-83dc-b83e567899cf), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:00.682007 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bf70cbdc-2a73-4e2e-9719-f2f69339ffdd req-e7d9c9d0-ff94-455b-a727-08458427341a tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (8760bc54-80b8-453a-83dc-b83e567899cf), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:00.812791 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d9c9d0-ff94-455b-a727-08458427341a tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8760bc54-80b8-453a-83dc-b83e567899cf,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:00.846060 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2ed996c3-d104-4170-9ce7-0f18b9c4a625 req-a13c8c08-bbb3-42a0-9407-91a6e18226ea tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b583d3-3849-4cc3-81e5-c65d5b2ba932 HTTP/1.1" status: 200 len: 210 time: 0.0957751 Feb 17 17:27:00.860409 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-948364d2-e761-4160-9f5c-073a35a76284 req-67329fee-e94d-45c6-a26b-99df336adee7 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Allocated IP 192.168.233.21 (82b8d039-1c14-456f-ab24-8b3aebebd7d8/ac79920f-9ddd-4352-b866-6056158b178e/dba1bee1-120d-4f70-be3e-d80daf3ba3b8) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:27:01.058201 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2fd26fd0-d21e-44e8-ac49-cb463cbf618d req-15857451-de0d-4aeb-8b77-81abfc1b5657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2bd2d45a-2751-42e4-bfb7-788088c608c4), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:01.091003 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-f265ca57-4534-40c6-8627-81d6aafce915 tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:27:01.093667 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-f265ca57-4534-40c6-8627-81d6aafce915 tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085478 Feb 17 17:27:01.206792 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-0aca3bde-59d4-49ed-9838-34aa90de707f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:01.209230 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-0aca3bde-59d4-49ed-9838-34aa90de707f service neutron] 10.222.0.87 "GET /v2.0/ports/c0183381-28aa-489a-882a-7b5311d66f0b HTTP/1.1" status: 200 len: 1124 time: 0.1074045 Feb 17 17:27:01.220841 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-2a9d192c-c3ab-499d-be0a-c41cdd7624c0 service neutron] Request body: {'binding': {'host': 'n-h2-829613-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:27:01.222211 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-2a9d192c-c3ab-499d-be0a-c41cdd7624c0 service neutron] Unknown quota resources ['binding']. {{(pid=103435) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 17 17:27:01.314196 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-948364d2-e761-4160-9f5c-073a35a76284 req-67329fee-e94d-45c6-a26b-99df336adee7 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks [] for port (dba1bee1-120d-4f70-be3e-d80daf3ba3b8), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:01.403164 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-948364d2-e761-4160-9f5c-073a35a76284 req-67329fee-e94d-45c6-a26b-99df336adee7 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (dba1bee1-120d-4f70-be3e-d80daf3ba3b8), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:01.415287 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['45e7adde-24ee-414f-a3c7-ebe99138e816'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:27:01.419753 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['e822f0d4-c202-470b-8870-0e346ea290b9', 'b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc', 'aa4913bc-02a5-4006-ae99-7ce9f4c9f93c', '83e65782-f641-4e21-a94a-4f0095ab99fe'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:27:01.482865 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-2fd26fd0-d21e-44e8-ac49-cb463cbf618d req-15857451-de0d-4aeb-8b77-81abfc1b5657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bd2d45a-2751-42e4-bfb7-788088c608c4 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:27:01.502026 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-948364d2-e761-4160-9f5c-073a35a76284 req-67329fee-e94d-45c6-a26b-99df336adee7 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:27:01.506036 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2fd26fd0-d21e-44e8-ac49-cb463cbf618d req-15857451-de0d-4aeb-8b77-81abfc1b5657 service neutron] Publish callbacks [] for port (2bd2d45a-2751-42e4-bfb7-788088c608c4), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:01.513037 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-948364d2-e761-4160-9f5c-073a35a76284 req-67329fee-e94d-45c6-a26b-99df336adee7 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:27:01.516534 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-948364d2-e761-4160-9f5c-073a35a76284 req-67329fee-e94d-45c6-a26b-99df336adee7 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:27:01.555900 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67329fee-e94d-45c6-a26b-99df336adee7 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Pushing event updated for resources: {'Port': ['ID=dba1bee1-120d-4f70-be3e-d80daf3ba3b8,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:01.572269 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-2fd26fd0-d21e-44e8-ac49-cb463cbf618d req-15857451-de0d-4aeb-8b77-81abfc1b5657 service neutron] Transition to ACTIVE for port object 2bd2d45a-2751-42e4-bfb7-788088c608c4 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:27:01.579179 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2fd26fd0-d21e-44e8-ac49-cb463cbf618d req-15857451-de0d-4aeb-8b77-81abfc1b5657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (2bd2d45a-2751-42e4-bfb7-788088c608c4), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:01.603837 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e6b63-0615-48b4-8779-5a7b7c1987b4 req-7a112f7a-c0bd-49cc-9238-b6c1f222f904 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:01.612700 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e95e6b63-0615-48b4-8779-5a7b7c1987b4 req-7a112f7a-c0bd-49cc-9238-b6c1f222f904 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 932 time: 0.4559863 Feb 17 17:27:01.675161 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15857451-de0d-4aeb-8b77-81abfc1b5657 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd2d45a-2751-42e4-bfb7-788088c608c4,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:01.721919 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948364d2-e761-4160-9f5c-073a35a76284 req-67329fee-e94d-45c6-a26b-99df336adee7 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:01.722995 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-948364d2-e761-4160-9f5c-073a35a76284 req-67329fee-e94d-45c6-a26b-99df336adee7 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:01.758395 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-948364d2-e761-4160-9f5c-073a35a76284 req-67329fee-e94d-45c6-a26b-99df336adee7 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4950311 Feb 17 17:27:01.809914 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-bf70cbdc-2a73-4e2e-9719-f2f69339ffdd req-e7d9c9d0-ff94-455b-a727-08458427341a tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] Allocated IP 192.168.233.171 (82b8d039-1c14-456f-ab24-8b3aebebd7d8/ac79920f-9ddd-4352-b866-6056158b178e/792bfd1e-c03a-4f91-9db6-b067ffd70f8d) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:27:01.828191 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-948364d2-e761-4160-9f5c-073a35a76284 req-c8952d71-01cb-4d84-9296-46f048921dfb service neutron] Request body: {'port': {'device_id': '1bbf582f-1991-4577-8610-0e6ca44c81fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:27:01.863342 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e95e6b63-0615-48b4-8779-5a7b7c1987b4 req-32f15150-3250-4ec4-8ed6-ab5a33694c55 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341776 Feb 17 17:27:02.010451 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-4a9375ff-b9c2-46b9-8a7b-c9e7b0a0ec79 None None] Provisioning complete for port dba1bee1-120d-4f70-be3e-d80daf3ba3b8 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:27:02.010451 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4a9375ff-b9c2-46b9-8a7b-c9e7b0a0ec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (dba1bee1-120d-4f70-be3e-d80daf3ba3b8), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:02.068699 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-948364d2-e761-4160-9f5c-073a35a76284 req-c8952d71-01cb-4d84-9296-46f048921dfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (dba1bee1-120d-4f70-be3e-d80daf3ba3b8), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:02.074791 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-4a9375ff-b9c2-46b9-8a7b-c9e7b0a0ec79 None None] Port dba1bee1-120d-4f70-be3e-d80daf3ba3b8 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:27:02.105002 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-2fd26fd0-d21e-44e8-ac49-cb463cbf618d req-15857451-de0d-4aeb-8b77-81abfc1b5657 service neutron] Attempting to bind port 2bd2d45a-2751-42e4-bfb7-788088c608c4 on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:27:02.105405 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-2fd26fd0-d21e-44e8-ac49-cb463cbf618d req-15857451-de0d-4aeb-8b77-81abfc1b5657 service neutron] Attempting to bind port 2bd2d45a-2751-42e4-bfb7-788088c608c4 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '25b82b75-bd12-4667-b51a-aa287338793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:27:02.105805 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd26fd0-d21e-44e8-ac49-cb463cbf618d req-15857451-de0d-4aeb-8b77-81abfc1b5657 service neutron] Attempting to bind port 2bd2d45a-2751-42e4-bfb7-788088c608c4 on network 210dd7a1-23b8-45c6-a401-b56590fcc3c1 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:27:02.131061 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd26fd0-d21e-44e8-ac49-cb463cbf618d req-15857451-de0d-4aeb-8b77-81abfc1b5657 service neutron] Port 2bd2d45a-2751-42e4-bfb7-788088c608c4 on network 210dd7a1-23b8-45c6-a401-b56590fcc3c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:27:02.131272 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd26fd0-d21e-44e8-ac49-cb463cbf618d req-15857451-de0d-4aeb-8b77-81abfc1b5657 service neutron] Attempting to bind port 2bd2d45a-2751-42e4-bfb7-788088c608c4 on network 210dd7a1-23b8-45c6-a401-b56590fcc3c1 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:27:02.140677 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd26fd0-d21e-44e8-ac49-cb463cbf618d req-15857451-de0d-4aeb-8b77-81abfc1b5657 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:27:02.141031 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd26fd0-d21e-44e8-ac49-cb463cbf618d req-15857451-de0d-4aeb-8b77-81abfc1b5657 service neutron] Checking segment: {'id': '25b82b75-bd12-4667-b51a-aa287338793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:27:02.141415 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd26fd0-d21e-44e8-ac49-cb463cbf618d req-15857451-de0d-4aeb-8b77-81abfc1b5657 service neutron] Bound using segment: {'id': '25b82b75-bd12-4667-b51a-aa287338793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:27:02.141867 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-2fd26fd0-d21e-44e8-ac49-cb463cbf618d req-15857451-de0d-4aeb-8b77-81abfc1b5657 service neutron] Bound port: 2bd2d45a-2751-42e4-bfb7-788088c608c4, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b82b75-bd12-4667-b51a-aa287338793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:27:02.142342 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2fd26fd0-d21e-44e8-ac49-cb463cbf618d req-15857451-de0d-4aeb-8b77-81abfc1b5657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2bd2d45a-2751-42e4-bfb7-788088c608c4), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:02.191031 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4d939-4b8f-4168-9be5-3bc9d10b1b36 req-e50b049d-ce65-40d8-bba0-6655034eedc3 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:02.197832 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6cd4d939-4b8f-4168-9be5-3bc9d10b1b36 req-e50b049d-ce65-40d8-bba0-6655034eedc3 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a7962d2-167a-44b7-9b4b-dadb4cd13a5b HTTP/1.1" status: 200 len: 945 time: 0.2068918 Feb 17 17:27:02.258841 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-2a9d192c-c3ab-499d-be0a-c41cdd7624c0 service neutron] Attempting to bind port c0183381-28aa-489a-882a-7b5311d66f0b on host n-h2-829613-2 for vnic_type normal with profile None {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:27:02.259179 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-2a9d192c-c3ab-499d-be0a-c41cdd7624c0 service neutron] Attempting to bind port c0183381-28aa-489a-882a-7b5311d66f0b by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:27:02.259569 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-2a9d192c-c3ab-499d-be0a-c41cdd7624c0 service neutron] Attempting to bind port c0183381-28aa-489a-882a-7b5311d66f0b on network 5dbbad70-2eaf-4ac4-baab-330b001075bb {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:27:02.291740 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-2fd26fd0-d21e-44e8-ac49-cb463cbf618d req-15857451-de0d-4aeb-8b77-81abfc1b5657 service neutron] For port 2bd2d45a-2751-42e4-bfb7-788088c608c4, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:27:02.294697 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-2fd26fd0-d21e-44e8-ac49-cb463cbf618d req-15857451-de0d-4aeb-8b77-81abfc1b5657 service neutron] For port 2bd2d45a-2751-42e4-bfb7-788088c608c4, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=2bd2d45a-2751-42e4-bfb7-788088c608c4,segment=NetworkSegment(25b82b75-bd12-4667-b51a-aa287338793c),segment_id=25b82b75-bd12-4667-b51a-aa287338793c)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:27:02.303108 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-2a9d192c-c3ab-499d-be0a-c41cdd7624c0 service neutron] Port c0183381-28aa-489a-882a-7b5311d66f0b on network 5dbbad70-2eaf-4ac4-baab-330b001075bb not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:27:02.303335 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2fd26fd0-d21e-44e8-ac49-cb463cbf618d req-15857451-de0d-4aeb-8b77-81abfc1b5657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (2bd2d45a-2751-42e4-bfb7-788088c608c4), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:02.303453 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-2a9d192c-c3ab-499d-be0a-c41cdd7624c0 service neutron] Attempting to bind port c0183381-28aa-489a-882a-7b5311d66f0b on network 5dbbad70-2eaf-4ac4-baab-330b001075bb {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:27:02.313437 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-2a9d192c-c3ab-499d-be0a-c41cdd7624c0 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:27:02.313940 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-2a9d192c-c3ab-499d-be0a-c41cdd7624c0 service neutron] Checking segment: {'id': '00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:27:02.314136 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-2a9d192c-c3ab-499d-be0a-c41cdd7624c0 service neutron] Bound using segment: {'id': '00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:27:02.314563 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-2a9d192c-c3ab-499d-be0a-c41cdd7624c0 service neutron] Bound port: c0183381-28aa-489a-882a-7b5311d66f0b, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:27:02.333702 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6cd4d939-4b8f-4168-9be5-3bc9d10b1b36 req-9cdd0530-2846-4259-85cc-13f50a5c183e tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/security-groups?id=191ce2cc-d8cd-4ab1-935e-8b9c7bef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349385 Feb 17 17:27:02.350988 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd26fd0-d21e-44e8-ac49-cb463cbf618d req-15857451-de0d-4aeb-8b77-81abfc1b5657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:02.351667 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2fd26fd0-d21e-44e8-ac49-cb463cbf618d req-15857451-de0d-4aeb-8b77-81abfc1b5657 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:02.353450 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2fd26fd0-d21e-44e8-ac49-cb463cbf618d req-15857451-de0d-4aeb-8b77-81abfc1b5657 service neutron] 10.222.0.91 "PUT /v2.0/ports/2bd2d45a-2751-42e4-bfb7-788088c608c4 HTTP/1.1" status: 200 len: 1092 time: 2.4113555 Feb 17 17:27:02.353899 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03e5757c-b53e-4453-b786-7d7aca79c83b', 'tag': '2bd2d45a-2751-42e4-bfb7-788088c608c4'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:27:02.356605 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8618de99-0901-4c90-aa80-d51a5ef1ed91" -d '{"events": [{"name": "network-changed", "server_uuid": "03e5757c-b53e-4453-b786-7d7aca79c83b", "tag": "2bd2d45a-2751-42e4-bfb7-788088c608c4"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:27:02.403420 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 34990) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:27:02.463054 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15857451-de0d-4aeb-8b77-81abfc1b5657 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd2d45a-2751-42e4-bfb7-788088c608c4,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:02.473358 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bf70cbdc-2a73-4e2e-9719-f2f69339ffdd req-e7d9c9d0-ff94-455b-a727-08458427341a tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] Publish callbacks [] for port (792bfd1e-c03a-4f91-9db6-b067ffd70f8d), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:02.523860 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-2a9d192c-c3ab-499d-be0a-c41cdd7624c0 service neutron] For port c0183381-28aa-489a-882a-7b5311d66f0b, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=c0183381-28aa-489a-882a-7b5311d66f0b,segment=NetworkSegment(00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be),segment_id=00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:27:02.524465 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd26fd0-d21e-44e8-ac49-cb463cbf618d req-c0a3cc20-d986-493f-b7a4-b5d5797c85c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:02.527730 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2fd26fd0-d21e-44e8-ac49-cb463cbf618d req-c0a3cc20-d986-493f-b7a4-b5d5797c85c8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f8aea314af29468ab6557472620785fc&device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 1126 time: 0.1245909 Feb 17 17:27:02.567801 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-2a9d192c-c3ab-499d-be0a-c41cdd7624c0 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:02.569229 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-2a9d192c-c3ab-499d-be0a-c41cdd7624c0 service neutron] 10.222.0.87 "POST /v2.0/ports/c0183381-28aa-489a-882a-7b5311d66f0b/bindings HTTP/1.1" status: 201 len: 389 time: 1.3529999 Feb 17 17:27:02.612234 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2fd26fd0-d21e-44e8-ac49-cb463cbf618d req-882ff7c5-6c44-4afe-a4b0-b6ab68104dfd service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2bd2d45a-2751-42e4-bfb7-788088c608c4 HTTP/1.1" status: 200 len: 217 time: 0.0763993 Feb 17 17:27:02.612790 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482cb48-2f58-41f3-86a8-20a077ae76b6 req-f478e0a0-70ac-4481-b4fa-21bd10a30a76 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:02.614817 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7482cb48-2f58-41f3-86a8-20a077ae76b6 req-f478e0a0-70ac-4481-b4fa-21bd10a30a76 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=1bbf582f-1991-4577-8610-0e6ca44c81fa HTTP/1.1" status: 200 len: 935 time: 0.0887282 Feb 17 17:27:02.616027 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bf70cbdc-2a73-4e2e-9719-f2f69339ffdd req-e7d9c9d0-ff94-455b-a727-08458427341a tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (792bfd1e-c03a-4f91-9db6-b067ffd70f8d), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:02.713425 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-be41c11a-468c-4ad1-9979-4e12c41bb783 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:02.760514 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf70cbdc-2a73-4e2e-9719-f2f69339ffdd req-e7d9c9d0-ff94-455b-a727-08458427341a tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] Network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:27:02.768126 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-bf70cbdc-2a73-4e2e-9719-f2f69339ffdd req-e7d9c9d0-ff94-455b-a727-08458427341a tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:27:02.786438 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf70cbdc-2a73-4e2e-9719-f2f69339ffdd req-e7d9c9d0-ff94-455b-a727-08458427341a tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:27:02.792466 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf70cbdc-2a73-4e2e-9719-f2f69339ffdd req-e7d9c9d0-ff94-455b-a727-08458427341a tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:02.793223 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bf70cbdc-2a73-4e2e-9719-f2f69339ffdd req-e7d9c9d0-ff94-455b-a727-08458427341a tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:02.794683 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd26fd0-d21e-44e8-ac49-cb463cbf618d req-29356cda-3423-4126-bfe5-d8fe9a8fa85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:02.796379 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2fd26fd0-d21e-44e8-ac49-cb463cbf618d req-29356cda-3423-4126-bfe5-d8fe9a8fa85c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8267d93d-c5aa-40cb-acb4-c1e284d682e6 HTTP/1.1" status: 200 len: 847 time: 0.1749070 Feb 17 17:27:02.834145 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d9c9d0-ff94-455b-a727-08458427341a tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] Pushing event updated for resources: {'Port': ['ID=792bfd1e-c03a-4f91-9db6-b067ffd70f8d,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:02.851356 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7482cb48-2f58-41f3-86a8-20a077ae76b6 req-52c561b9-9eef-45d9-bc46-64cdf1c33904 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041755 Feb 17 17:27:02.854351 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2fd26fd0-d21e-44e8-ac49-cb463cbf618d req-a0998e91-b417-45c7-b8d8-9ef5b5098761 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=210dd7a1-23b8-45c6-a401-b56590fcc3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474033 Feb 17 17:27:02.892770 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3464a8d7-ec20-4700-87c2-8ddad37e198b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:02.910016 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bf70cbdc-2a73-4e2e-9719-f2f69339ffdd req-e7d9c9d0-ff94-455b-a727-08458427341a tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8153191 Feb 17 17:27:02.930827 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-bf70cbdc-2a73-4e2e-9719-f2f69339ffdd req-e8a1e2e2-f1e4-49f0-9a35-70013d2bad66 service neutron] Request body: {'port': {'device_id': '23b583d3-3849-4cc3-81e5-c65d5b2ba932', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:27:03.033792 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-948364d2-e761-4160-9f5c-073a35a76284 req-c8952d71-01cb-4d84-9296-46f048921dfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dba1bee1-120d-4f70-be3e-d80daf3ba3b8 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:27:03.047538 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-948364d2-e761-4160-9f5c-073a35a76284 req-c8952d71-01cb-4d84-9296-46f048921dfb service neutron] Publish callbacks [] for port (dba1bee1-120d-4f70-be3e-d80daf3ba3b8), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:03.052503 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2fd26fd0-d21e-44e8-ac49-cb463cbf618d req-aaa8d5ed-28e6-4a8e-85ad-80548ec07f36 service neutron] 10.222.0.91 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881030 Feb 17 17:27:03.094919 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-948364d2-e761-4160-9f5c-073a35a76284 req-c8952d71-01cb-4d84-9296-46f048921dfb service neutron] Transition to ACTIVE for port object dba1bee1-120d-4f70-be3e-d80daf3ba3b8 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:27:03.111794 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-948364d2-e761-4160-9f5c-073a35a76284 req-c8952d71-01cb-4d84-9296-46f048921dfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (dba1bee1-120d-4f70-be3e-d80daf3ba3b8), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:03.131482 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0c753-07c3-4f82-8627-3d2721f66f8b req-c60e4252-b174-4699-8080-c2a76d664ca7 tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:03.142552 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b4f0c753-07c3-4f82-8627-3d2721f66f8b req-c60e4252-b174-4699-8080-c2a76d664ca7 tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b583d3-3849-4cc3-81e5-c65d5b2ba932 HTTP/1.1" status: 200 len: 936 time: 0.3603301 Feb 17 17:27:03.156063 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-f8f89760-6021-41f0-ae1d-19ecdb7fd66a None None] Provisioning complete for port 792bfd1e-c03a-4f91-9db6-b067ffd70f8d triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:27:03.156063 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f8f89760-6021-41f0-ae1d-19ecdb7fd66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (792bfd1e-c03a-4f91-9db6-b067ffd70f8d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:03.224956 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2fd26fd0-d21e-44e8-ac49-cb463cbf618d req-3089599c-e3fe-484c-a30d-46e8f8e5c0a2 service neutron] 10.222.0.91 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623974 Feb 17 17:27:03.239084 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bf70cbdc-2a73-4e2e-9719-f2f69339ffdd req-e8a1e2e2-f1e4-49f0-9a35-70013d2bad66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (792bfd1e-c03a-4f91-9db6-b067ffd70f8d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:03.239774 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-f8f89760-6021-41f0-ae1d-19ecdb7fd66a None None] Port 792bfd1e-c03a-4f91-9db6-b067ffd70f8d cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:27:03.255276 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8952d71-01cb-4d84-9296-46f048921dfb service neutron] Pushing event updated for resources: {'Port': ['ID=dba1bee1-120d-4f70-be3e-d80daf3ba3b8,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:03.299881 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b4f0c753-07c3-4f82-8627-3d2721f66f8b req-5421ca17-b88d-4b57-a483-a18e89d7d543 tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] 10.222.0.87 "GET /v2.0/security-groups?id=8760bc54-80b8-453a-83dc-b83e567899cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563559 Feb 17 17:27:03.308051 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-0f1a9e57-dae6-43c0-b373-a9832739fe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:03.309641 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-0f1a9e57-dae6-43c0-b373-a9832739fe77 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5bb8389d8da44943868afc5c1f119806&device_id=ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2 HTTP/1.1" status: 200 len: 1127 time: 0.3931217 Feb 17 17:27:03.335861 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-948364d2-e761-4160-9f5c-073a35a76284 req-c8952d71-01cb-4d84-9296-46f048921dfb service neutron] Attempting to bind port dba1bee1-120d-4f70-be3e-d80daf3ba3b8 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:27:03.340743 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-948364d2-e761-4160-9f5c-073a35a76284 req-c8952d71-01cb-4d84-9296-46f048921dfb service neutron] Attempting to bind port dba1bee1-120d-4f70-be3e-d80daf3ba3b8 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:27:03.341380 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948364d2-e761-4160-9f5c-073a35a76284 req-c8952d71-01cb-4d84-9296-46f048921dfb service neutron] Attempting to bind port dba1bee1-120d-4f70-be3e-d80daf3ba3b8 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:27:03.349971 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948364d2-e761-4160-9f5c-073a35a76284 req-c8952d71-01cb-4d84-9296-46f048921dfb service neutron] Port dba1bee1-120d-4f70-be3e-d80daf3ba3b8 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:27:03.350946 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948364d2-e761-4160-9f5c-073a35a76284 req-c8952d71-01cb-4d84-9296-46f048921dfb service neutron] Attempting to bind port dba1bee1-120d-4f70-be3e-d80daf3ba3b8 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:27:03.357494 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948364d2-e761-4160-9f5c-073a35a76284 req-c8952d71-01cb-4d84-9296-46f048921dfb service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:27:03.358110 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948364d2-e761-4160-9f5c-073a35a76284 req-c8952d71-01cb-4d84-9296-46f048921dfb service neutron] Checking segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:27:03.358726 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948364d2-e761-4160-9f5c-073a35a76284 req-c8952d71-01cb-4d84-9296-46f048921dfb service neutron] Bound using segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:27:03.359378 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-948364d2-e761-4160-9f5c-073a35a76284 req-c8952d71-01cb-4d84-9296-46f048921dfb service neutron] Bound port: dba1bee1-120d-4f70-be3e-d80daf3ba3b8, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:27:03.360087 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-948364d2-e761-4160-9f5c-073a35a76284 req-c8952d71-01cb-4d84-9296-46f048921dfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (dba1bee1-120d-4f70-be3e-d80daf3ba3b8), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:03.411876 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22900bd9-06bd-43a4-8595-f7e8668117fb x-openstack-request-id: req-22900bd9-06bd-43a4-8595-f7e8668117fb {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:27:03.412325 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03e5757c-b53e-4453-b786-7d7aca79c83b", "tag": "2bd2d45a-2751-42e4-bfb7-788088c608c4", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:27:03.413212 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-22900bd9-06bd-43a4-8595-f7e8668117fb {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:27:03.413995 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03e5757c-b53e-4453-b786-7d7aca79c83b', 'tag': '2bd2d45a-2751-42e4-bfb7-788088c608c4', 'status': 'completed', 'code': 200} Feb 17 17:27:03.536701 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-948364d2-e761-4160-9f5c-073a35a76284 req-c8952d71-01cb-4d84-9296-46f048921dfb service neutron] For port dba1bee1-120d-4f70-be3e-d80daf3ba3b8, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:27:03.540702 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-948364d2-e761-4160-9f5c-073a35a76284 req-c8952d71-01cb-4d84-9296-46f048921dfb service neutron] For port dba1bee1-120d-4f70-be3e-d80daf3ba3b8, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=dba1bee1-120d-4f70-be3e-d80daf3ba3b8,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:27:03.546693 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8618de99-0901-4c90-aa80-d51a5ef1ed91 req-0f61fb99-5da6-46b0-809a-9265db965f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:03.548202 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8618de99-0901-4c90-aa80-d51a5ef1ed91 req-0f61fb99-5da6-46b0-809a-9265db965f38 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f8aea314af29468ab6557472620785fc&device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 1126 time: 0.1316934 Feb 17 17:27:03.549784 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-948364d2-e761-4160-9f5c-073a35a76284 req-c8952d71-01cb-4d84-9296-46f048921dfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (dba1bee1-120d-4f70-be3e-d80daf3ba3b8), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:03.577811 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45678d-e874-4364-b25d-1ba05656fa70 req-a57a679b-f5f4-4d41-a67f-5ae53f43a436 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:03.589521 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35002) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:27:03.590251 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7a45678d-e874-4364-b25d-1ba05656fa70 req-a57a679b-f5f4-4d41-a67f-5ae53f43a436 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a7962d2-167a-44b7-9b4b-dadb4cd13a5b HTTP/1.1" status: 200 len: 945 time: 0.5458302 Feb 17 17:27:03.606314 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-4e40ad34-6767-454a-bf47-956df9ea57bf tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Request body: {'floatingip': {'port_id': 'b9fbcd97-e08f-4158-a487-29ba490302de'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:27:03.653611 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948364d2-e761-4160-9f5c-073a35a76284 req-c8952d71-01cb-4d84-9296-46f048921dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:03.653611 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-948364d2-e761-4160-9f5c-073a35a76284 req-c8952d71-01cb-4d84-9296-46f048921dfb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:03.654281 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-948364d2-e761-4160-9f5c-073a35a76284 req-c8952d71-01cb-4d84-9296-46f048921dfb service neutron] 10.222.0.71 "PUT /v2.0/ports/dba1bee1-120d-4f70-be3e-d80daf3ba3b8 HTTP/1.1" status: 200 len: 1095 time: 1.8445072 Feb 17 17:27:03.684771 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4e40ad34-6767-454a-bf47-956df9ea57bf tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks [] for floatingip (9d976748-c77c-4c55-85ca-a58cc6f3eae2), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:03.698995 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-be41c11a-468c-4ad1-9979-4e12c41bb783 admin admin] Publish callbacks [] for security_group (209c1cab-437e-422d-a036-c42de9b235d8), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:03.723947 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-be41c11a-468c-4ad1-9979-4e12c41bb783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (209c1cab-437e-422d-a036-c42de9b235d8), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:03.883489 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-be41c11a-468c-4ad1-9979-4e12c41bb783 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=992302bf29c144b2b06765538f096f4d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4748502 Feb 17 17:27:03.889185 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 35006) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:27:03.899742 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be41c11a-468c-4ad1-9979-4e12c41bb783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209c1cab-437e-422d-a036-c42de9b235d8,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:03.933600 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201c1b2-9450-4364-a784-c74c7a35930b req-efcb0ab7-7295-477d-8c79-fda05cdbcdae tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:03.935376 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3201c1b2-9450-4364-a784-c74c7a35930b req-efcb0ab7-7295-477d-8c79-fda05cdbcdae tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2 HTTP/1.1" status: 200 len: 945 time: 0.3673220 Feb 17 17:27:03.976741 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d74513-83b6-49b4-b70c-ec2bfe70d631 req-5a6bda93-f568-4e25-8f27-f5a96eb1a0d5 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:03.984055 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-31d74513-83b6-49b4-b70c-ec2bfe70d631 req-5a6bda93-f568-4e25-8f27-f5a96eb1a0d5 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 944 time: 0.2761388 Feb 17 17:27:04.061165 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-bf70cbdc-2a73-4e2e-9719-f2f69339ffdd req-e8a1e2e2-f1e4-49f0-9a35-70013d2bad66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 792bfd1e-c03a-4f91-9db6-b067ffd70f8d {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:27:04.065138 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8952d71-01cb-4d84-9296-46f048921dfb service neutron] Pushing event updated for resources: {'Port': ['ID=dba1bee1-120d-4f70-be3e-d80daf3ba3b8,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:04.070240 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-f878289c-fe07-4aa5-a2cc-21bb8a3bf958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:04.071842 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-f878289c-fe07-4aa5-a2cc-21bb8a3bf958 service neutron] 10.222.0.91 "GET /v2.0/networks?id=5dbbad70-2eaf-4ac4-baab-330b001075bb HTTP/1.1" status: 200 len: 921 time: 0.7394099 Feb 17 17:27:04.106632 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bf70cbdc-2a73-4e2e-9719-f2f69339ffdd req-e8a1e2e2-f1e4-49f0-9a35-70013d2bad66 service neutron] Publish callbacks [] for port (792bfd1e-c03a-4f91-9db6-b067ffd70f8d), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:04.134245 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-31d74513-83b6-49b4-b70c-ec2bfe70d631 req-fd1b25e1-a17f-4094-b186-1ff2e54aeea3 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489983 Feb 17 17:27:04.148435 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8618de99-0901-4c90-aa80-d51a5ef1ed91 req-9a413aba-9de4-4f1e-98d5-ad806145a891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:04.149978 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8618de99-0901-4c90-aa80-d51a5ef1ed91 req-9a413aba-9de4-4f1e-98d5-ad806145a891 service neutron] 10.222.0.91 "GET /v2.0/networks?id=210dd7a1-23b8-45c6-a401-b56590fcc3c1 HTTP/1.1" status: 200 len: 908 time: 0.5722678 Feb 17 17:27:04.213770 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-bf70cbdc-2a73-4e2e-9719-f2f69339ffdd req-e8a1e2e2-f1e4-49f0-9a35-70013d2bad66 service neutron] Transition to ACTIVE for port object 792bfd1e-c03a-4f91-9db6-b067ffd70f8d will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:27:04.218116 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-6a9b0901-9dc3-4ff7-9a70-e4ed70c729ab service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0183381-28aa-489a-882a-7b5311d66f0b HTTP/1.1" status: 200 len: 217 time: 0.1138232 Feb 17 17:27:04.234619 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bf70cbdc-2a73-4e2e-9719-f2f69339ffdd req-e8a1e2e2-f1e4-49f0-9a35-70013d2bad66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (792bfd1e-c03a-4f91-9db6-b067ffd70f8d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:04.243805 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3201c1b2-9450-4364-a784-c74c7a35930b req-edd327c2-02ae-4d1f-835d-3949d3382ca4 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764184 Feb 17 17:27:04.244454 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-08fbd28e-9ebb-4923-a92f-4ad6e00aef96 admin admin] Publish callbacks [] for security_group (209c1cab-437e-422d-a036-c42de9b235d8), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:04.251780 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8618de99-0901-4c90-aa80-d51a5ef1ed91 req-9028acd8-5818-4872-b356-dbdc811ed39f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2bd2d45a-2751-42e4-bfb7-788088c608c4 HTTP/1.1" status: 200 len: 217 time: 0.0947804 Feb 17 17:27:04.283189 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948364d2-e761-4160-9f5c-073a35a76284 req-24478fa5-7cca-4027-8d17-7de6500856bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:04.283561 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-08fbd28e-9ebb-4923-a92f-4ad6e00aef96 admin admin] Publish callbacks [] for security_group (209c1cab-437e-422d-a036-c42de9b235d8), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:04.284791 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-948364d2-e761-4160-9f5c-073a35a76284 req-24478fa5-7cca-4027-8d17-7de6500856bd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=673fd82048cd49c18f82ffc2fb910a6e&device_id=1bbf582f-1991-4577-8610-0e6ca44c81fa HTTP/1.1" status: 200 len: 1129 time: 0.5610588 Feb 17 17:27:04.369591 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-948364d2-e761-4160-9f5c-073a35a76284 req-3bc57d88-8ebb-4904-a06f-c9f6a906e3dc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=dba1bee1-120d-4f70-be3e-d80daf3ba3b8 HTTP/1.1" status: 200 len: 217 time: 0.0721829 Feb 17 17:27:04.421456 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-08fbd28e-9ebb-4923-a92f-4ad6e00aef96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (209c1cab-437e-422d-a036-c42de9b235d8), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:04.424538 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-08fbd28e-9ebb-4923-a92f-4ad6e00aef96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:04.427653 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-08fbd28e-9ebb-4923-a92f-4ad6e00aef96 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/209c1cab-437e-422d-a036-c42de9b235d8 HTTP/1.1" status: 204 len: 168 time: 0.5249813 Feb 17 17:27:04.447901 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948364d2-e761-4160-9f5c-073a35a76284 req-1149795d-8d25-45c6-a62e-7a397582b02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:04.449442 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-948364d2-e761-4160-9f5c-073a35a76284 req-1149795d-8d25-45c6-a62e-7a397582b02a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.0701563 Feb 17 17:27:04.454112 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8618de99-0901-4c90-aa80-d51a5ef1ed91 req-9024d3f4-90b6-4bb4-8db9-2e9a78611e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:04.456310 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8618de99-0901-4c90-aa80-d51a5ef1ed91 req-9024d3f4-90b6-4bb4-8db9-2e9a78611e24 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8267d93d-c5aa-40cb-acb4-c1e284d682e6 HTTP/1.1" status: 200 len: 847 time: 0.1702366 Feb 17 17:27:04.548790 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8618de99-0901-4c90-aa80-d51a5ef1ed91 req-8f12670d-d294-41cd-8c58-d182e0d963d3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=210dd7a1-23b8-45c6-a401-b56590fcc3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573387 Feb 17 17:27:04.586191 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fbd28e-9ebb-4923-a92f-4ad6e00aef96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209c1cab-437e-422d-a036-c42de9b235d8,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:04.651664 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a1e2e2-f1e4-49f0-9a35-70013d2bad66 service neutron] Pushing event updated for resources: {'Port': ['ID=792bfd1e-c03a-4f91-9db6-b067ffd70f8d,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:04.658798 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-2bb6dd84-e0ec-4efa-b8f7-a7328ba613eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:04.660351 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-2bb6dd84-e0ec-4efa-b8f7-a7328ba613eb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d4b8c7cb-ffed-4089-8d05-52af74f92303 HTTP/1.1" status: 200 len: 860 time: 0.3081253 Feb 17 17:27:04.726481 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948364d2-e761-4160-9f5c-073a35a76284 req-a8db3271-7ea0-4218-b960-828d586d8606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:04.728694 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-948364d2-e761-4160-9f5c-073a35a76284 req-a8db3271-7ea0-4218-b960-828d586d8606 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2688637 Feb 17 17:27:04.732941 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-46890433-00c0-4bfa-80f6-510e878e47d8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5dbbad70-2eaf-4ac4-baab-330b001075bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639598 Feb 17 17:27:04.734181 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-bf70cbdc-2a73-4e2e-9719-f2f69339ffdd req-e8a1e2e2-f1e4-49f0-9a35-70013d2bad66 service neutron] Attempting to bind port 792bfd1e-c03a-4f91-9db6-b067ffd70f8d on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:27:04.751040 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-bf70cbdc-2a73-4e2e-9719-f2f69339ffdd req-e8a1e2e2-f1e4-49f0-9a35-70013d2bad66 service neutron] Attempting to bind port 792bfd1e-c03a-4f91-9db6-b067ffd70f8d by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:27:04.751040 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf70cbdc-2a73-4e2e-9719-f2f69339ffdd req-e8a1e2e2-f1e4-49f0-9a35-70013d2bad66 service neutron] Attempting to bind port 792bfd1e-c03a-4f91-9db6-b067ffd70f8d on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:27:04.761951 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97075eb-e7c3-44ed-8df1-ca3b311ca651 req-ef96d366-5649-4676-a232-aab30f44934d tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:04.772571 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e97075eb-e7c3-44ed-8df1-ca3b311ca651 req-ef96d366-5649-4676-a232-aab30f44934d tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=1bbf582f-1991-4577-8610-0e6ca44c81fa HTTP/1.1" status: 200 len: 947 time: 0.4212902 Feb 17 17:27:04.791323 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8618de99-0901-4c90-aa80-d51a5ef1ed91 req-e44f16d0-25b9-47d8-aa14-77a27c4afd55 service neutron] 10.222.0.91 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350986 Feb 17 17:27:04.806043 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06beca-e788-43f6-b0ef-fd59bb3d1ed3 req-d5a8cc27-0384-45be-b704-5ab07ba44e14 tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:04.807582 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8d06beca-e788-43f6-b0ef-fd59bb3d1ed3 req-d5a8cc27-0384-45be-b704-5ab07ba44e14 tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b583d3-3849-4cc3-81e5-c65d5b2ba932 HTTP/1.1" status: 200 len: 948 time: 0.2928228 Feb 17 17:27:04.808489 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf70cbdc-2a73-4e2e-9719-f2f69339ffdd req-e8a1e2e2-f1e4-49f0-9a35-70013d2bad66 service neutron] Port 792bfd1e-c03a-4f91-9db6-b067ffd70f8d on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:27:04.808489 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf70cbdc-2a73-4e2e-9719-f2f69339ffdd req-e8a1e2e2-f1e4-49f0-9a35-70013d2bad66 service neutron] Attempting to bind port 792bfd1e-c03a-4f91-9db6-b067ffd70f8d on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:27:04.841673 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf70cbdc-2a73-4e2e-9719-f2f69339ffdd req-e8a1e2e2-f1e4-49f0-9a35-70013d2bad66 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:27:04.841905 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf70cbdc-2a73-4e2e-9719-f2f69339ffdd req-e8a1e2e2-f1e4-49f0-9a35-70013d2bad66 service neutron] Checking segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:27:04.842766 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf70cbdc-2a73-4e2e-9719-f2f69339ffdd req-e8a1e2e2-f1e4-49f0-9a35-70013d2bad66 service neutron] Bound using segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:27:04.842766 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-bf70cbdc-2a73-4e2e-9719-f2f69339ffdd req-e8a1e2e2-f1e4-49f0-9a35-70013d2bad66 service neutron] Bound port: 792bfd1e-c03a-4f91-9db6-b067ffd70f8d, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:27:04.843079 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bf70cbdc-2a73-4e2e-9719-f2f69339ffdd req-e8a1e2e2-f1e4-49f0-9a35-70013d2bad66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (792bfd1e-c03a-4f91-9db6-b067ffd70f8d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:04.954789 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8618de99-0901-4c90-aa80-d51a5ef1ed91 req-5f45565f-4361-4a07-acbf-91591e9e2a82 service neutron] 10.222.0.91 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458340 Feb 17 17:27:04.994715 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e97075eb-e7c3-44ed-8df1-ca3b311ca651 req-d23036d5-40d6-4151-ba64-3086f1d76839 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150829 Feb 17 17:27:05.053275 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8d06beca-e788-43f6-b0ef-fd59bb3d1ed3 req-f420a385-af99-4cd3-bcc6-630dca1f287d tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] 10.222.0.87 "GET /v2.0/security-groups?id=8760bc54-80b8-453a-83dc-b83e567899cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330432 Feb 17 17:27:05.067954 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-8ccd228a-819d-407d-8f34-cb8043d4ad4c service neutron] 10.222.0.91 "GET /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263063 Feb 17 17:27:05.151077 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-bf70cbdc-2a73-4e2e-9719-f2f69339ffdd req-e8a1e2e2-f1e4-49f0-9a35-70013d2bad66 service neutron] For port 792bfd1e-c03a-4f91-9db6-b067ffd70f8d, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:27:05.164776 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35026) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:27:05.179473 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-bf70cbdc-2a73-4e2e-9719-f2f69339ffdd req-e8a1e2e2-f1e4-49f0-9a35-70013d2bad66 service neutron] For port 792bfd1e-c03a-4f91-9db6-b067ffd70f8d, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=792bfd1e-c03a-4f91-9db6-b067ffd70f8d,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:27:05.194392 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7ef40548-a7f6-4517-ba27-c125613cdf7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:05.231235 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bf70cbdc-2a73-4e2e-9719-f2f69339ffdd req-e8a1e2e2-f1e4-49f0-9a35-70013d2bad66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (792bfd1e-c03a-4f91-9db6-b067ffd70f8d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:05.255878 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-948364d2-e761-4160-9f5c-073a35a76284 req-4d57822d-064d-4ad7-95cb-3a0e175d7e1d service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4791059 Feb 17 17:27:05.344139 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf70cbdc-2a73-4e2e-9719-f2f69339ffdd req-e8a1e2e2-f1e4-49f0-9a35-70013d2bad66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:05.345503 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bf70cbdc-2a73-4e2e-9719-f2f69339ffdd req-e8a1e2e2-f1e4-49f0-9a35-70013d2bad66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:05.347411 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bf70cbdc-2a73-4e2e-9719-f2f69339ffdd req-e8a1e2e2-f1e4-49f0-9a35-70013d2bad66 service neutron] 10.222.0.71 "PUT /v2.0/ports/792bfd1e-c03a-4f91-9db6-b067ffd70f8d HTTP/1.1" status: 200 len: 1096 time: 2.4216912 Feb 17 17:27:05.349308 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23b583d3-3849-4cc3-81e5-c65d5b2ba932', 'tag': '792bfd1e-c03a-4f91-9db6-b067ffd70f8d'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:27:05.352018 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45dc91e9-0e3f-4e90-bb16-99e0338a549c" -d '{"events": [{"name": "network-changed", "server_uuid": "23b583d3-3849-4cc3-81e5-c65d5b2ba932", "tag": "792bfd1e-c03a-4f91-9db6-b067ffd70f8d"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:27:05.405234 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3ce3d947-8a86-4de5-82f2-a464f82ddf26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:05.409648 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-89733967-1064-49dc-8de1-68afaa16e132 service neutron] 10.222.0.91 "GET /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321116 Feb 17 17:27:05.449696 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a1e2e2-f1e4-49f0-9a35-70013d2bad66 service neutron] Pushing event updated for resources: {'Port': ['ID=792bfd1e-c03a-4f91-9db6-b067ffd70f8d,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:05.530458 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bbf582f-1991-4577-8610-0e6ca44c81fa', 'tag': 'dba1bee1-120d-4f70-be3e-d80daf3ba3b8'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:27:05.532917 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153d07ab-6306-40c2-a92f-b21f5db5e25e" -d '{"events": [{"name": "network-changed", "server_uuid": "1bbf582f-1991-4577-8610-0e6ca44c81fa", "tag": "dba1bee1-120d-4f70-be3e-d80daf3ba3b8"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:27:05.537513 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-948364d2-e761-4160-9f5c-073a35a76284 req-c3e288c5-fde1-4bd7-8e3c-e23ac69d46a4 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719717 Feb 17 17:27:05.614306 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4e40ad34-6767-454a-bf47-956df9ea57bf tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:05.634188 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4e40ad34-6767-454a-bf47-956df9ea57bf tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (9d976748-c77c-4c55-85ca-a58cc6f3eae2), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:05.737719 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35040) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:27:05.786130 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7ef40548-a7f6-4517-ba27-c125613cdf7e admin admin] Publish callbacks [] for security_group (e3b9dac3-ce4d-472e-9736-83dce095434c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:05.791621 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7ef40548-a7f6-4517-ba27-c125613cdf7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (e3b9dac3-ce4d-472e-9736-83dce095434c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:05.797789 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a1e2e2-f1e4-49f0-9a35-70013d2bad66 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:27:05.798662 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a1e2e2-f1e4-49f0-9a35-70013d2bad66 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:27:05.798662 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a1e2e2-f1e4-49f0-9a35-70013d2bad66 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:27:05.798870 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a1e2e2-f1e4-49f0-9a35-70013d2bad66 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:27:05.799275 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a1e2e2-f1e4-49f0-9a35-70013d2bad66 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:27:05.799773 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a1e2e2-f1e4-49f0-9a35-70013d2bad66 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:27:05.800049 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a1e2e2-f1e4-49f0-9a35-70013d2bad66 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:27:05.800468 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a1e2e2-f1e4-49f0-9a35-70013d2bad66 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:27:05.801090 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a1e2e2-f1e4-49f0-9a35-70013d2bad66 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:27:05.801754 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a1e2e2-f1e4-49f0-9a35-70013d2bad66 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:27:05.803047 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a1e2e2-f1e4-49f0-9a35-70013d2bad66 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:27:05.803047 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a1e2e2-f1e4-49f0-9a35-70013d2bad66 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:27:05.803299 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a1e2e2-f1e4-49f0-9a35-70013d2bad66 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:27:05.850082 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7ef40548-a7f6-4517-ba27-c125613cdf7e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=bbf60392a5624832b45b530760e540f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6841080 Feb 17 17:27:05.856093 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35044) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:27:05.864779 n-d-829613-2 neutron-server[103434]: INFO neutron.db.l3_db [None req-4e40ad34-6767-454a-bf47-956df9ea57bf tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Floating IP 9d976748-c77c-4c55-85ca-a58cc6f3eae2 associated. External IP: 172.25.8.19, port: b9fbcd97-e08f-4158-a487-29ba490302de. Feb 17 17:27:05.866307 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e50fa6-cebd-4b34-a8e6-de5f8918e1fd req-2317b8f5-0a90-4013-9f7b-9356566dc701 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:05.868694 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-68e50fa6-cebd-4b34-a8e6-de5f8918e1fd req-2317b8f5-0a90-4013-9f7b-9356566dc701 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 944 time: 0.5903251 Feb 17 17:27:05.870410 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef40548-a7f6-4517-ba27-c125613cdf7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b9dac3-ce4d-472e-9736-83dce095434c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:05.884309 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf70cbdc-2a73-4e2e-9719-f2f69339ffdd req-0adbe563-8b8d-4c4d-8e52-9fc902ad4f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:05.888271 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bf70cbdc-2a73-4e2e-9719-f2f69339ffdd req-0adbe563-8b8d-4c4d-8e52-9fc902ad4f7c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=69c49b944cb44e7887ea049f7882393e&device_id=23b583d3-3849-4cc3-81e5-c65d5b2ba932 HTTP/1.1" status: 200 len: 1130 time: 0.4701889 Feb 17 17:27:05.928748 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c11dd-50b7-4eec-bbe5-95e20054e108 req-5de454da-472b-4d5a-a3ac-b68d781059a9 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:05.937842 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1b9c11dd-50b7-4eec-bbe5-95e20054e108 req-5de454da-472b-4d5a-a3ac-b68d781059a9 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2 HTTP/1.1" status: 200 len: 945 time: 0.4892576 Feb 17 17:27:05.976958 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-0a8af529-ff88-4845-b1cd-c57c8dd0f70c tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:05.978482 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-0a8af529-ff88-4845-b1cd-c57c8dd0f70c tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2&tenant_id=5bb8389d8da44943868afc5c1f119806&binding%3Ahost_id=n-h1-829613-2 HTTP/1.1" status: 200 len: 1127 time: 0.4814603 Feb 17 17:27:05.995075 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-fbc8553a-c626-41b5-8b8e-621167e02a6d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-829613-2'}}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:27:06.024181 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bf70cbdc-2a73-4e2e-9719-f2f69339ffdd req-8e4fc93d-d391-414a-b74b-1fd233384d1c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=792bfd1e-c03a-4f91-9db6-b067ffd70f8d HTTP/1.1" status: 200 len: 217 time: 0.1269715 Feb 17 17:27:06.040144 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef40548-a7f6-4517-ba27-c125613cdf7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:27:06.040518 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef40548-a7f6-4517-ba27-c125613cdf7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:27:06.040866 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef40548-a7f6-4517-ba27-c125613cdf7e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:27:06.041201 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef40548-a7f6-4517-ba27-c125613cdf7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:27:06.041531 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef40548-a7f6-4517-ba27-c125613cdf7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:27:06.041863 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef40548-a7f6-4517-ba27-c125613cdf7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:27:06.042193 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef40548-a7f6-4517-ba27-c125613cdf7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:27:06.042546 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef40548-a7f6-4517-ba27-c125613cdf7e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:27:06.042840 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef40548-a7f6-4517-ba27-c125613cdf7e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:27:06.043163 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef40548-a7f6-4517-ba27-c125613cdf7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:27:06.043482 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef40548-a7f6-4517-ba27-c125613cdf7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:27:06.043802 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef40548-a7f6-4517-ba27-c125613cdf7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:27:06.044128 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef40548-a7f6-4517-ba27-c125613cdf7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:27:06.052666 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2ab48531-2957-4596-816b-47448836df8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:06.056964 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9972b6f-412d-4d01-944c-33ab52b407b8 admin admin] Publish callbacks [] for security_group (e3b9dac3-ce4d-472e-9736-83dce095434c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:06.104193 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9972b6f-412d-4d01-944c-33ab52b407b8 admin admin] Publish callbacks [] for security_group (e3b9dac3-ce4d-472e-9736-83dce095434c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:06.135621 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-fbc8553a-c626-41b5-8b8e-621167e02a6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c0183381-28aa-489a-882a-7b5311d66f0b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:06.150793 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf70cbdc-2a73-4e2e-9719-f2f69339ffdd req-3c39a72e-1fed-465d-af7d-6be50ee8a6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:06.152267 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bf70cbdc-2a73-4e2e-9719-f2f69339ffdd req-3c39a72e-1fed-465d-af7d-6be50ee8a6fc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.1118634 Feb 17 17:27:06.163958 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-68e50fa6-cebd-4b34-a8e6-de5f8918e1fd req-30917bc4-127e-42c0-a602-3695b645e8bd tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869837 Feb 17 17:27:06.202928 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1b9c11dd-50b7-4eec-bbe5-95e20054e108 req-9d2febf0-506c-4288-8bdc-74d352766075 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588935 Feb 17 17:27:06.297033 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db278397-1701-4b62-8fdf-ea296cbab0c7 x-openstack-request-id: req-db278397-1701-4b62-8fdf-ea296cbab0c7 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:27:06.297524 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bbf582f-1991-4577-8610-0e6ca44c81fa", "tag": "dba1bee1-120d-4f70-be3e-d80daf3ba3b8", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:27:06.297625 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-db278397-1701-4b62-8fdf-ea296cbab0c7 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:27:06.298011 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bbf582f-1991-4577-8610-0e6ca44c81fa', 'tag': 'dba1bee1-120d-4f70-be3e-d80daf3ba3b8', 'status': 'completed', 'code': 200} Feb 17 17:27:06.308415 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e108d12-725b-4c0c-ad26-9e4d460d25bb x-openstack-request-id: req-3e108d12-725b-4c0c-ad26-9e4d460d25bb {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:27:06.308713 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23b583d3-3849-4cc3-81e5-c65d5b2ba932", "tag": "792bfd1e-c03a-4f91-9db6-b067ffd70f8d", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:27:06.309171 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3e108d12-725b-4c0c-ad26-9e4d460d25bb {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:27:06.311821 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23b583d3-3849-4cc3-81e5-c65d5b2ba932', 'tag': '792bfd1e-c03a-4f91-9db6-b067ffd70f8d', 'status': 'completed', 'code': 200} Feb 17 17:27:06.363141 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf70cbdc-2a73-4e2e-9719-f2f69339ffdd req-b523f0c5-e2c3-47bc-a768-df9df66c26f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:06.365197 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bf70cbdc-2a73-4e2e-9719-f2f69339ffdd req-b523f0c5-e2c3-47bc-a768-df9df66c26f8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1978176 Feb 17 17:27:06.407701 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9972b6f-412d-4d01-944c-33ab52b407b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (e3b9dac3-ce4d-472e-9736-83dce095434c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:06.410528 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9972b6f-412d-4d01-944c-33ab52b407b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:06.411915 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f9972b6f-412d-4d01-944c-33ab52b407b8 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e3b9dac3-ce4d-472e-9736-83dce095434c HTTP/1.1" status: 204 len: 168 time: 0.5541003 Feb 17 17:27:06.416457 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2ab48531-2957-4596-816b-47448836df8b admin admin] Publish callbacks [] for security_group (6d4fd9cd-6681-49a6-a240-0d16b44ef139), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:06.431962 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e40ad34-6767-454a-bf47-956df9ea57bf tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Router 0532e046-d49e-48fc-a846-b2f5fa479a06 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:27:06.432761 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2ab48531-2957-4596-816b-47448836df8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (6d4fd9cd-6681-49a6-a240-0d16b44ef139), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:06.439662 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9972b6f-412d-4d01-944c-33ab52b407b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b9dac3-ce4d-472e-9736-83dce095434c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:06.478282 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d07ab-6306-40c2-a92f-b21f5db5e25e req-c8d45077-bc7e-42fb-9a4a-d86d1dfdaa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:06.479696 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-153d07ab-6306-40c2-a92f-b21f5db5e25e req-c8d45077-bc7e-42fb-9a4a-d86d1dfdaa36 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=673fd82048cd49c18f82ffc2fb910a6e&device_id=1bbf582f-1991-4577-8610-0e6ca44c81fa HTTP/1.1" status: 200 len: 1129 time: 0.1776333 Feb 17 17:27:06.496686 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2ab48531-2957-4596-816b-47448836df8b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=69712a4c2abf4e01bfd08d0cd001c89a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7555733 Feb 17 17:27:06.515338 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 35052) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:27:06.556542 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:06.651830 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 2bd2d45a-2751-42e4-bfb7-788088c608c4 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:27:06.694451 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-fbc8553a-c626-41b5-8b8e-621167e02a6d service neutron] For port c0183381-28aa-489a-882a-7b5311d66f0b, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=c0183381-28aa-489a-882a-7b5311d66f0b,segment=NetworkSegment(00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be),segment_id=00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:27:06.737360 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130859fe-137d-49cf-844b-d653ea1b3f67 req-cde6c02e-ebe0-4dd1-88b4-a6cda3220271 tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:06.740641 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-130859fe-137d-49cf-844b-d653ea1b3f67 req-cde6c02e-ebe0-4dd1-88b4-a6cda3220271 tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b583d3-3849-4cc3-81e5-c65d5b2ba932 HTTP/1.1" status: 200 len: 948 time: 0.3472095 Feb 17 17:27:06.822953 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0243c1-5c41-4380-bb21-cc81a4e06288 req-6e190315-66b1-4c1b-8247-a4e83cb7e019 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:06.827859 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cb0243c1-5c41-4380-bb21-cc81a4e06288 req-6e190315-66b1-4c1b-8247-a4e83cb7e019 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=1bbf582f-1991-4577-8610-0e6ca44c81fa HTTP/1.1" status: 200 len: 947 time: 0.3629382 Feb 17 17:27:06.829233 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b62fecda-ef4e-43be-955c-026c34f1d064 admin admin] Publish callbacks [] for security_group (6d4fd9cd-6681-49a6-a240-0d16b44ef139), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:06.886928 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bf70cbdc-2a73-4e2e-9719-f2f69339ffdd req-cbd961f9-3bbe-47b7-a84c-dce05ece61f9 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4944623 Feb 17 17:27:06.891156 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 2bd2d45a-2751-42e4-bfb7-788088c608c4, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=2bd2d45a-2751-42e4-bfb7-788088c608c4,segment=NetworkSegment(25b82b75-bd12-4667-b51a-aa287338793c),segment_id=25b82b75-bd12-4667-b51a-aa287338793c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:27:06.907661 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '2bd2d45a-2751-42e4-bfb7-788088c608c4', 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1', 'port_id': '2bd2d45a-2751-42e4-bfb7-788088c608c4', 'mac_address': 'fa:16:3e:7f:a3:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8267d93d-c5aa-40cb-acb4-c1e284d682e6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:27:06.938962 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab48531-2957-4596-816b-47448836df8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4fd9cd-6681-49a6-a240-0d16b44ef139,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:07.004401 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 2bd2d45a-2751-42e4-bfb7-788088c608c4 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:27:07.005093 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2bd2d45a-2751-42e4-bfb7-788088c608c4), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:07.016682 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-130859fe-137d-49cf-844b-d653ea1b3f67 req-65aa14d3-b8d4-4d4d-9148-eb57a26c8d37 tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] 10.222.0.87 "GET /v2.0/security-groups?id=8760bc54-80b8-453a-83dc-b83e567899cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601728 Feb 17 17:27:07.022774 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b62fecda-ef4e-43be-955c-026c34f1d064 admin admin] Publish callbacks [] for security_group (6d4fd9cd-6681-49a6-a240-0d16b44ef139), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:07.030202 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bd2d45a-2751-42e4-bfb7-788088c608c4 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:27:07.063731 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 2bd2d45a-2751-42e4-bfb7-788088c608c4, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=2bd2d45a-2751-42e4-bfb7-788088c608c4,segment=NetworkSegment(25b82b75-bd12-4667-b51a-aa287338793c),segment_id=25b82b75-bd12-4667-b51a-aa287338793c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:27:07.066508 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (2bd2d45a-2751-42e4-bfb7-788088c608c4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:07.072282 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-fbc8553a-c626-41b5-8b8e-621167e02a6d service neutron] For port c0183381-28aa-489a-882a-7b5311d66f0b, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:27:07.155466 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=2bd2d45a-2751-42e4-bfb7-788088c608c4,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:07.174087 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e40ad34-6767-454a-bf47-956df9ea57bf tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:27:07.179691 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4e40ad34-6767-454a-bf47-956df9ea57bf tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:07.188756 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80065eb-d3da-4cc2-9b12-1fdb64dac260 None None] Sync routers for ids ['0532e046-d49e-48fc-a846-b2f5fa479a06'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:27:07.208798 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80065eb-d3da-4cc2-9b12-1fdb64dac260 None None] Routers {'0532e046-d49e-48fc-a846-b2f5fa479a06'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:27:07.208798 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-c80065eb-d3da-4cc2-9b12-1fdb64dac260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:27:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0532e046-d49e-48fc-a846-b2f5fa479a06'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:27:07.214772 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d07ab-6306-40c2-a92f-b21f5db5e25e req-aacbcd49-31dd-4a46-9aeb-358c3d03beba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:07.216370 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-153d07ab-6306-40c2-a92f-b21f5db5e25e req-aacbcd49-31dd-4a46-9aeb-358c3d03beba service neutron] 10.222.0.71 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 0.6890452 Feb 17 17:27:07.233899 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4e40ad34-6767-454a-bf47-956df9ea57bf tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "PUT /v2.0/floatingips/9d976748-c77c-4c55-85ca-a58cc6f3eae2 HTTP/1.1" status: 200 len: 990 time: 3.6422877 Feb 17 17:27:07.240536 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cb0243c1-5c41-4380-bb21-cc81a4e06288 req-4da405e3-3388-400e-92f8-fb657d5678d2 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878555 Feb 17 17:27:07.266465 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-fbc8553a-c626-41b5-8b8e-621167e02a6d service neutron] Publish callbacks [] for port (c0183381-28aa-489a-882a-7b5311d66f0b), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:07.288924 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-fbc8553a-c626-41b5-8b8e-621167e02a6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c0183381-28aa-489a-882a-7b5311d66f0b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:07.298388 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-153d07ab-6306-40c2-a92f-b21f5db5e25e req-67002ac7-1e9d-446a-8781-f10b34cccba9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=dba1bee1-120d-4f70-be3e-d80daf3ba3b8 HTTP/1.1" status: 200 len: 217 time: 0.0720153 Feb 17 17:27:07.342322 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['2bd2d45a-2751-42e4-bfb7-788088c608c4'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:27:07.392228 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d07ab-6306-40c2-a92f-b21f5db5e25e req-ecb474fe-450c-4d15-9a14-15eed63a4289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:07.393729 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-153d07ab-6306-40c2-a92f-b21f5db5e25e req-ecb474fe-450c-4d15-9a14-15eed63a4289 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.0892518 Feb 17 17:27:07.450993 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b62fecda-ef4e-43be-955c-026c34f1d064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (6d4fd9cd-6681-49a6-a240-0d16b44ef139), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:07.454154 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b62fecda-ef4e-43be-955c-026c34f1d064 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:07.455277 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b62fecda-ef4e-43be-955c-026c34f1d064 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6d4fd9cd-6681-49a6-a240-0d16b44ef139 HTTP/1.1" status: 204 len: 168 time: 0.9320817 Feb 17 17:27:07.457947 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bf70cbdc-2a73-4e2e-9719-f2f69339ffdd req-0ceb4002-8ea9-4488-ba6e-0a767a79098f service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5312681 Feb 17 17:27:07.458911 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-c80065eb-d3da-4cc2-9b12-1fdb64dac260 None None] Set router 0532e046-d49e-48fc-a846-b2f5fa479a06 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:27:07.538465 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d07ab-6306-40c2-a92f-b21f5db5e25e req-315d6233-74c6-4d41-a3e7-a9ad424aed16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:07.540299 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-153d07ab-6306-40c2-a92f-b21f5db5e25e req-315d6233-74c6-4d41-a3e7-a9ad424aed16 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1389320 Feb 17 17:27:07.628051 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:27:07.681263 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62fecda-ef4e-43be-955c-026c34f1d064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4fd9cd-6681-49a6-a240-0d16b44ef139,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:07.746037 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc8553a-c626-41b5-8b8e-621167e02a6d service neutron] Pushing event updated for resources: {'Port': ['ID=c0183381-28aa-489a-882a-7b5311d66f0b,revision_number=7']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:07.777207 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-153d07ab-6306-40c2-a92f-b21f5db5e25e req-8f786825-541c-482b-aae6-74653393528f service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272468 Feb 17 17:27:07.791049 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0eda92-7e46-4c3c-9119-ea535d5266b4 req-de1c27ed-8765-465e-bae1-02bca3a7eb55 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:07.799151 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9e0eda92-7e46-4c3c-9119-ea535d5266b4 req-de1c27ed-8765-465e-bae1-02bca3a7eb55 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 945 time: 0.4217162 Feb 17 17:27:07.870174 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-fbc8553a-c626-41b5-8b8e-621167e02a6d service neutron] Attempting to bind port c0183381-28aa-489a-882a-7b5311d66f0b on host n-h1-829613-2 for vnic_type normal with profile {"migrating_to": "n-h2-829613-2"} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:27:07.875616 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-fbc8553a-c626-41b5-8b8e-621167e02a6d service neutron] Attempting to bind port c0183381-28aa-489a-882a-7b5311d66f0b by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:27:07.881569 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-fbc8553a-c626-41b5-8b8e-621167e02a6d service neutron] Attempting to bind port c0183381-28aa-489a-882a-7b5311d66f0b on network 5dbbad70-2eaf-4ac4-baab-330b001075bb {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:27:07.919143 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:07.938700 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768065e5-7b59-4fcf-b72d-97f30ff0ab52 req-7fe1b012-88aa-45a3-9874-5972677e31af tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:07.961846 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-768065e5-7b59-4fcf-b72d-97f30ff0ab52 req-7fe1b012-88aa-45a3-9874-5972677e31af tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2 HTTP/1.1" status: 200 len: 943 time: 0.5118120 Feb 17 17:27:07.964108 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-153d07ab-6306-40c2-a92f-b21f5db5e25e req-877cb34f-0ed3-4f37-a850-478dd5668de8 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803803 Feb 17 17:27:07.964864 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-c80065eb-d3da-4cc2-9b12-1fdb64dac260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-17161331-router', 'tenant_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '4d9e9dc7-554e-4f65-b239-0066d8653cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:25:06Z', 'updated_at': '2022-02-17T17:25:14Z', 'revision_number': 4, 'project_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'gw_port': {'id': '4d9e9dc7-554e-4f65-b239-0066d8653cd4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:55:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:25:07Z', 'updated_at': '2022-02-17T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '9d976748-c77c-4c55-85ca-a58cc6f3eae2', 'tenant_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'floating_ip_address': '172.25.8.19', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'port_id': 'b9fbcd97-e08f-4158-a487-29ba490302de', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 184, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69b59c36-ab05-4942-86fb-5909c0c87dd3', 'mac_address': 'fa:16:3e:78:aa:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7962d2-167a-44b7-9b4b-dadb4cd13a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:25:35Z', 'updated_at': '2022-02-17T17:27:05Z', 'revision_number': 5, 'project_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92002828-e106-4471-8757-cb28b0e71c51', 'name': '', 'network_id': '69b59c36-ab05-4942-86fb-5909c0c87dd3', 'tenant_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'mac_address': 'fa:16:3e:b0:ff:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b17eb52f-6ea7-4b2d-8ccf-dda6a4d3a95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:25:12Z', 'updated_at': '2022-02-17T17:25:21Z', 'revision_number': 5, 'project_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'subnets': [{'id': 'b17eb52f-6ea7-4b2d-8ccf-dda6a4d3a95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:27:07.994123 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80065eb-d3da-4cc2-9b12-1fdb64dac260 None None] Checking router: 0532e046-d49e-48fc-a846-b2f5fa479a06 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:27:08.001581 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-fbc8553a-c626-41b5-8b8e-621167e02a6d service neutron] Port c0183381-28aa-489a-882a-7b5311d66f0b on network 5dbbad70-2eaf-4ac4-baab-330b001075bb not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:27:08.001897 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-fbc8553a-c626-41b5-8b8e-621167e02a6d service neutron] Attempting to bind port c0183381-28aa-489a-882a-7b5311d66f0b on network 5dbbad70-2eaf-4ac4-baab-330b001075bb {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:27:08.005286 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80065eb-d3da-4cc2-9b12-1fdb64dac260 None None] Routers {'0532e046-d49e-48fc-a846-b2f5fa479a06'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:27:08.006177 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-c80065eb-d3da-4cc2-9b12-1fdb64dac260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:27:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0532e046-d49e-48fc-a846-b2f5fa479a06'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:27:08.038239 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35090) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:27:08.041056 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc91e9-0e3f-4e90-bb16-99e0338a549c req-b909bc45-0984-4ff4-bc97-06da63ddf2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:08.042557 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-45dc91e9-0e3f-4e90-bb16-99e0338a549c req-b909bc45-0984-4ff4-bc97-06da63ddf2d7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=69c49b944cb44e7887ea049f7882393e&device_id=23b583d3-3849-4cc3-81e5-c65d5b2ba932 HTTP/1.1" status: 200 len: 1130 time: 0.5115170 Feb 17 17:27:08.056066 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-25779451-2f1e-45e7-bcd9-8c4ff7ddc27b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:08.077162 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-fbc8553a-c626-41b5-8b8e-621167e02a6d service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:27:08.077521 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-fbc8553a-c626-41b5-8b8e-621167e02a6d service neutron] Checking segment: {'id': '00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:27:08.077871 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-fbc8553a-c626-41b5-8b8e-621167e02a6d service neutron] Bound using segment: {'id': '00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:27:08.078563 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-fbc8553a-c626-41b5-8b8e-621167e02a6d service neutron] Bound port: c0183381-28aa-489a-882a-7b5311d66f0b, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:27:08.078917 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-fbc8553a-c626-41b5-8b8e-621167e02a6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c0183381-28aa-489a-882a-7b5311d66f0b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:08.124872 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9e0eda92-7e46-4c3c-9119-ea535d5266b4 req-b5ed6efd-d768-427a-8f62-23829234be5d tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185489 Feb 17 17:27:08.173225 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-c80065eb-d3da-4cc2-9b12-1fdb64dac260 None None] Set router 0532e046-d49e-48fc-a846-b2f5fa479a06 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:27:08.197468 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-25779451-2f1e-45e7-bcd9-8c4ff7ddc27b admin admin] Publish callbacks [] for security_group (3177d262-3dd3-48f0-bb1a-13c57cf02c0d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:08.212069 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-25779451-2f1e-45e7-bcd9-8c4ff7ddc27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (3177d262-3dd3-48f0-bb1a-13c57cf02c0d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:08.280676 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-25779451-2f1e-45e7-bcd9-8c4ff7ddc27b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2e16aff6dbe24b949aa5f4950a8147d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2388966 Feb 17 17:27:08.280676 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25779451-2f1e-45e7-bcd9-8c4ff7ddc27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3177d262-3dd3-48f0-bb1a-13c57cf02c0d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:08.295617 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35096) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:27:08.311519 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a7962d2-167a-44b7-9b4b-dadb4cd13a5b', 'tag': 'b9fbcd97-e08f-4158-a487-29ba490302de'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:27:08.314936 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e67c91-2456-474e-a36e-27a71feea96b" -d '{"events": [{"name": "network-changed", "server_uuid": "8a7962d2-167a-44b7-9b4b-dadb4cd13a5b", "tag": "b9fbcd97-e08f-4158-a487-29ba490302de"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:27:08.319446 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0183381-28aa-489a-882a-7b5311d66f0b'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:27:08.321732 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1806a829-b958-40c4-9fe0-bf8f00db0262" -d '{"events": [{"server_uuid": "ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2", "name": "network-vif-unplugged", "status": "completed", "tag": "c0183381-28aa-489a-882a-7b5311d66f0b"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:27:08.406902 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e507f197-01f8-48d4-968a-ebc01207a308 admin admin] Publish callbacks [] for security_group (3177d262-3dd3-48f0-bb1a-13c57cf02c0d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:08.437885 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e507f197-01f8-48d4-968a-ebc01207a308 admin admin] Publish callbacks [] for security_group (3177d262-3dd3-48f0-bb1a-13c57cf02c0d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:08.500420 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-768065e5-7b59-4fcf-b72d-97f30ff0ab52 req-c4fe8eda-6d63-4d7c-b76b-45133c94d85f tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5326111 Feb 17 17:27:08.507639 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-c80065eb-d3da-4cc2-9b12-1fdb64dac260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-17161331-router', 'tenant_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '4d9e9dc7-554e-4f65-b239-0066d8653cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:25:06Z', 'updated_at': '2022-02-17T17:25:14Z', 'revision_number': 4, 'project_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'gw_port': {'id': '4d9e9dc7-554e-4f65-b239-0066d8653cd4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:55:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:25:07Z', 'updated_at': '2022-02-17T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '9d976748-c77c-4c55-85ca-a58cc6f3eae2', 'tenant_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'floating_ip_address': '172.25.8.19', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'port_id': 'b9fbcd97-e08f-4158-a487-29ba490302de', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 184, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69b59c36-ab05-4942-86fb-5909c0c87dd3', 'mac_address': 'fa:16:3e:78:aa:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7962d2-167a-44b7-9b4b-dadb4cd13a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:25:35Z', 'updated_at': '2022-02-17T17:27:05Z', 'revision_number': 5, 'project_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92002828-e106-4471-8757-cb28b0e71c51', 'name': '', 'network_id': '69b59c36-ab05-4942-86fb-5909c0c87dd3', 'tenant_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'mac_address': 'fa:16:3e:b0:ff:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b17eb52f-6ea7-4b2d-8ccf-dda6a4d3a95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:25:12Z', 'updated_at': '2022-02-17T17:25:21Z', 'revision_number': 5, 'project_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'subnets': [{'id': 'b17eb52f-6ea7-4b2d-8ccf-dda6a4d3a95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:27:08.511731 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e507f197-01f8-48d4-968a-ebc01207a308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (3177d262-3dd3-48f0-bb1a-13c57cf02c0d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:08.520870 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e507f197-01f8-48d4-968a-ebc01207a308 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:08.521624 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e507f197-01f8-48d4-968a-ebc01207a308 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3177d262-3dd3-48f0-bb1a-13c57cf02c0d HTTP/1.1" status: 204 len: 168 time: 0.2228460 Feb 17 17:27:08.563453 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80065eb-d3da-4cc2-9b12-1fdb64dac260 None None] The sync data for ids ['0532e046-d49e-48fc-a846-b2f5fa479a06'] in n-d-829613-2 is: [{'id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-17161331-router', 'tenant_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '4d9e9dc7-554e-4f65-b239-0066d8653cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:25:06Z', 'updated_at': '2022-02-17T17:25:14Z', 'revision_number': 4, 'project_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'gw_port': {'id': '4d9e9dc7-554e-4f65-b239-0066d8653cd4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:55:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:25:07Z', 'updated_at': '2022-02-17T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '9d976748-c77c-4c55-85ca-a58cc6f3eae2', 'tenant_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'floating_ip_address': '172.25.8.19', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'port_id': 'b9fbcd97-e08f-4158-a487-29ba490302de', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 184, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69b59c36-ab05-4942-86fb-5909c0c87dd3', 'mac_address': 'fa:16:3e:78:aa:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7962d2-167a-44b7-9b4b-dadb4cd13a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:25:35Z', 'updated_at': '2022-02-17T17:27:05Z', 'revision_number': 5, 'project_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92002828-e106-4471-8757-cb28b0e71c51', 'name': '', 'network_id': '69b59c36-ab05-4942-86fb-5909c0c87dd3', 'tenant_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'mac_address': 'fa:16:3e:b0:ff:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b17eb52f-6ea7-4b2d-8ccf-dda6a4d3a95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:25:12Z', 'updated_at': '2022-02-17T17:25:21Z', 'revision_number': 5, 'project_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'subnets': [{'id': 'b17eb52f-6ea7-4b2d-8ccf-dda6a4d3a95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:27:08.575317 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e507f197-01f8-48d4-968a-ebc01207a308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3177d262-3dd3-48f0-bb1a-13c57cf02c0d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:08.603076 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-fbc8553a-c626-41b5-8b8e-621167e02a6d service neutron] For port c0183381-28aa-489a-882a-7b5311d66f0b, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:27:08.631495 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-fbc8553a-c626-41b5-8b8e-621167e02a6d service neutron] For port c0183381-28aa-489a-882a-7b5311d66f0b, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=c0183381-28aa-489a-882a-7b5311d66f0b,segment=NetworkSegment(00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be),segment_id=00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:27:08.679448 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b02f9-ebf7-463c-8170-b17df3245ca9 req-a1598690-8a86-4a0e-a62a-1c2499c96a55 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:08.687559 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cb4b02f9-ebf7-463c-8170-b17df3245ca9 req-a1598690-8a86-4a0e-a62a-1c2499c96a55 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a7962d2-167a-44b7-9b4b-dadb4cd13a5b HTTP/1.1" status: 200 len: 945 time: 0.3792119 Feb 17 17:27:08.690194 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-fbc8553a-c626-41b5-8b8e-621167e02a6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c0183381-28aa-489a-882a-7b5311d66f0b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:08.693345 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc91e9-0e3f-4e90-bb16-99e0338a549c req-1cc53ba1-1439-4d21-8360-a596fc3ebc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:08.694803 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-45dc91e9-0e3f-4e90-bb16-99e0338a549c req-1cc53ba1-1439-4d21-8360-a596fc3ebc9a service neutron] 10.222.0.71 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 0.6208792 Feb 17 17:27:08.842591 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-45dc91e9-0e3f-4e90-bb16-99e0338a549c req-f5b6ac9b-a264-4e5b-b2a9-caddbc3b737e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=792bfd1e-c03a-4f91-9db6-b067ffd70f8d HTTP/1.1" status: 200 len: 217 time: 0.1319978 Feb 17 17:27:08.894348 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cb4b02f9-ebf7-463c-8170-b17df3245ca9 req-1182f54b-0139-406f-80ef-7a49a9e43159 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/security-groups?id=191ce2cc-d8cd-4ab1-935e-8b9c7bef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2057443 Feb 17 17:27:08.960350 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:09.037866 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ede48-7394-4ca8-bec2-0407b378c043 req-7ee353a6-1307-4984-b219-09e551716c88 tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:09.046558 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a601c3-fb6d-4b69-b97a-71acaeb5374e None None] New status for floating IP 9d976748-c77c-4c55-85ca-a58cc6f3eae2: ACTIVE {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 17:27:09.050822 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-417ede48-7394-4ca8-bec2-0407b378c043 req-7ee353a6-1307-4984-b219-09e551716c88 tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b583d3-3849-4cc3-81e5-c65d5b2ba932 HTTP/1.1" status: 200 len: 948 time: 0.3524954 Feb 17 17:27:09.094265 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc8553a-c626-41b5-8b8e-621167e02a6d service neutron] Pushing event updated for resources: {'Port': ['ID=c0183381-28aa-489a-882a-7b5311d66f0b,revision_number=8']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:09.141984 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-fbc8553a-c626-41b5-8b8e-621167e02a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:09.142617 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-fbc8553a-c626-41b5-8b8e-621167e02a6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:09.144023 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-fbc8553a-c626-41b5-8b8e-621167e02a6d service neutron] 10.222.0.91 "PUT /v2.0/ports/c0183381-28aa-489a-882a-7b5311d66f0b HTTP/1.1" status: 200 len: 1121 time: 3.1545672 Feb 17 17:27:09.230714 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc91e9-0e3f-4e90-bb16-99e0338a549c req-c8ea5f4f-652f-4614-9195-97d817bdf459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:09.232196 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-45dc91e9-0e3f-4e90-bb16-99e0338a549c req-c8ea5f4f-652f-4614-9195-97d817bdf459 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.3587036 Feb 17 17:27:09.310750 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['c0183381-28aa-489a-882a-7b5311d66f0b'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:27:09.335321 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35126) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:27:09.339944 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6104a7-9ca9-4cb1-badf-0f710862ef12 req-404589bf-2627-4581-8f0d-07e66a6f7256 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:09.341761 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d6104a7-9ca9-4cb1-badf-0f710862ef12 req-404589bf-2627-4581-8f0d-07e66a6f7256 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=1bbf582f-1991-4577-8610-0e6ca44c81fa HTTP/1.1" status: 200 len: 947 time: 0.3182156 Feb 17 17:27:09.356502 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-417ede48-7394-4ca8-bec2-0407b378c043 req-e4203765-89ca-419d-82c5-a3be30079cae tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] 10.222.0.87 "GET /v2.0/security-groups?id=8760bc54-80b8-453a-83dc-b83e567899cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330062 Feb 17 17:27:09.413360 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc91e9-0e3f-4e90-bb16-99e0338a549c req-7b35567e-80c1-45d8-8a78-d4302aee44e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:09.414894 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-45dc91e9-0e3f-4e90-bb16-99e0338a549c req-7b35567e-80c1-45d8-8a78-d4302aee44e3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1592987 Feb 17 17:27:09.434455 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8255b8b-f32e-473f-9680-e8fc9b129975 x-openstack-request-id: req-e8255b8b-f32e-473f-9680-e8fc9b129975 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:27:09.435903 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a7962d2-167a-44b7-9b4b-dadb4cd13a5b", "tag": "b9fbcd97-e08f-4158-a487-29ba490302de", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:27:09.437406 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e8255b8b-f32e-473f-9680-e8fc9b129975 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:27:09.438004 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a7962d2-167a-44b7-9b4b-dadb4cd13a5b', 'tag': 'b9fbcd97-e08f-4158-a487-29ba490302de', 'status': 'completed', 'code': 200} Feb 17 17:27:09.492127 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d6104a7-9ca9-4cb1-badf-0f710862ef12 req-4aca370d-04d5-4d6d-84fe-e8e53e59e2dd tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327288 Feb 17 17:27:09.546423 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e67c91-2456-474e-a36e-27a71feea96b req-abf2265e-d309-422a-ac01-db8bf379093c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:09.548252 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d8e67c91-2456-474e-a36e-27a71feea96b req-abf2265e-d309-422a-ac01-db8bf379093c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c8748c381f2d43e0acb3dcfd0300916d&device_id=8a7962d2-167a-44b7-9b4b-dadb4cd13a5b HTTP/1.1" status: 200 len: 1127 time: 0.0912552 Feb 17 17:27:09.593594 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 17:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d7be0e-4ba4-4454-9397-67e91ebbb6b4 x-openstack-request-id: req-56d7be0e-4ba4-4454-9397-67e91ebbb6b4 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:27:09.594141 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2", "name": "network-vif-unplugged", "status": "completed", "tag": "c0183381-28aa-489a-882a-7b5311d66f0b", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:27:09.594141 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-56d7be0e-4ba4-4454-9397-67e91ebbb6b4 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:27:09.594547 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0183381-28aa-489a-882a-7b5311d66f0b', 'code': 200} Feb 17 17:27:09.721209 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4fd5b11c-19f2-4987-abf0-7410a03b050a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:09.753462 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-45dc91e9-0e3f-4e90-bb16-99e0338a549c req-13923730-2fef-418f-9b65-8d98cd43f2f3 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151662 Feb 17 17:27:09.791891 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563a386-24f5-44f9-acf1-fb2c551d6a18 req-d18538ac-19ea-4744-b07f-878ed38ab977 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:09.793453 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e563a386-24f5-44f9-acf1-fb2c551d6a18 req-d18538ac-19ea-4744-b07f-878ed38ab977 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 945 time: 0.1802440 Feb 17 17:27:09.824910 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95821ef2-2014-4fcc-960b-8d7c20e5b50d req-fcf2a018-e5c9-45ed-8857-e2343ba89a78 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:09.832885 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-95821ef2-2014-4fcc-960b-8d7c20e5b50d req-fcf2a018-e5c9-45ed-8857-e2343ba89a78 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2 HTTP/1.1" status: 200 len: 943 time: 0.1482470 Feb 17 17:27:09.846319 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4fd5b11c-19f2-4987-abf0-7410a03b050a admin admin] Publish callbacks [] for security_group (0d071cfa-b819-4a4f-b3d6-01bfb1fe8c8c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:09.880442 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e67c91-2456-474e-a36e-27a71feea96b req-7e9d99fa-f936-4f08-b699-99fc103b7cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:09.882209 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d8e67c91-2456-474e-a36e-27a71feea96b req-7e9d99fa-f936-4f08-b699-99fc103b7cb0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=69b59c36-ab05-4942-86fb-5909c0c87dd3 HTTP/1.1" status: 200 len: 923 time: 0.3257201 Feb 17 17:27:09.883442 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4fd5b11c-19f2-4987-abf0-7410a03b050a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (0d071cfa-b819-4a4f-b3d6-01bfb1fe8c8c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:09.943343 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4fd5b11c-19f2-4987-abf0-7410a03b050a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=525393ad4691425fb071b5e3f3658103&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6052907 Feb 17 17:27:09.951135 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 35142) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:27:09.971250 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 792bfd1e-c03a-4f91-9db6-b067ffd70f8d details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:27:10.003812 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e563a386-24f5-44f9-acf1-fb2c551d6a18 req-0a0c7e93-b150-4c6c-8760-7e1b236c0c12 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006576 Feb 17 17:27:10.022726 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-45dc91e9-0e3f-4e90-bb16-99e0338a549c req-f1b3cd9d-a136-47ec-9b6d-2f36fe6384db service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627063 Feb 17 17:27:10.025986 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-95821ef2-2014-4fcc-960b-8d7c20e5b50d req-ad066c49-0696-4e65-bd03-f4ba488fd410 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920590 Feb 17 17:27:10.074153 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d8e67c91-2456-474e-a36e-27a71feea96b req-2320940e-1dfb-4b42-8b5b-977eb60d5d8a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9fbcd97-e08f-4158-a487-29ba490302de HTTP/1.1" status: 200 len: 1000 time: 0.1849597 Feb 17 17:27:10.076083 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd5b11c-19f2-4987-abf0-7410a03b050a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d071cfa-b819-4a4f-b3d6-01bfb1fe8c8c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:10.114257 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f5d784be-895e-4448-a466-e34d0048ddb4 admin admin] Publish callbacks [] for security_group (0d071cfa-b819-4a4f-b3d6-01bfb1fe8c8c), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:10.163779 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f5d784be-895e-4448-a466-e34d0048ddb4 admin admin] Publish callbacks [] for security_group (0d071cfa-b819-4a4f-b3d6-01bfb1fe8c8c), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:10.215054 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e67c91-2456-474e-a36e-27a71feea96b req-bad854a7-5c66-4cfa-977a-496ce777b349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:10.216691 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d8e67c91-2456-474e-a36e-27a71feea96b req-bad854a7-5c66-4cfa-977a-496ce777b349 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b17eb52f-6ea7-4b2d-8ccf-dda6a4d3a95b HTTP/1.1" status: 200 len: 861 time: 0.1335006 Feb 17 17:27:10.233806 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f5d784be-895e-4448-a466-e34d0048ddb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (0d071cfa-b819-4a4f-b3d6-01bfb1fe8c8c), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:10.237374 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f5d784be-895e-4448-a466-e34d0048ddb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:10.238855 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-f5d784be-895e-4448-a466-e34d0048ddb4 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0d071cfa-b819-4a4f-b3d6-01bfb1fe8c8c HTTP/1.1" status: 204 len: 168 time: 0.2858765 Feb 17 17:27:10.276782 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d784be-895e-4448-a466-e34d0048ddb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d071cfa-b819-4a4f-b3d6-01bfb1fe8c8c,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:10.321140 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 792bfd1e-c03a-4f91-9db6-b067ffd70f8d, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=792bfd1e-c03a-4f91-9db6-b067ffd70f8d,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:27:10.336216 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '792bfd1e-c03a-4f91-9db6-b067ffd70f8d', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'port_id': '792bfd1e-c03a-4f91-9db6-b067ffd70f8d', 'mac_address': 'fa:16:3e:ae:fb:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac79920f-9ddd-4352-b866-6056158b178e', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:27:10.356059 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e67c91-2456-474e-a36e-27a71feea96b req-d24413ba-c46e-4214-809f-f12e2fa72457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:10.359670 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d8e67c91-2456-474e-a36e-27a71feea96b req-d24413ba-c46e-4214-809f-f12e2fa72457 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=69b59c36-ab05-4942-86fb-5909c0c87dd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1313407 Feb 17 17:27:10.432748 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 792bfd1e-c03a-4f91-9db6-b067ffd70f8d is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:27:10.433142 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (792bfd1e-c03a-4f91-9db6-b067ffd70f8d), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:10.463407 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 792bfd1e-c03a-4f91-9db6-b067ffd70f8d {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:27:10.489847 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 792bfd1e-c03a-4f91-9db6-b067ffd70f8d, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=792bfd1e-c03a-4f91-9db6-b067ffd70f8d,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:27:10.495824 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (792bfd1e-c03a-4f91-9db6-b067ffd70f8d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:10.496884 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device dba1bee1-120d-4f70-be3e-d80daf3ba3b8 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:27:10.564671 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d8e67c91-2456-474e-a36e-27a71feea96b req-d151d389-e436-43f1-b116-09479db9d818 service neutron] 10.222.0.71 "GET /v2.0/networks/69b59c36-ab05-4942-86fb-5909c0c87dd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947720 Feb 17 17:27:10.624965 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa99a1-9bc3-4eac-a944-7fc4d982d9c6 req-ef890444-1edd-4c71-8535-eb2c456e823b tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:10.626542 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0efa99a1-9bc3-4eac-a944-7fc4d982d9c6 req-ef890444-1edd-4c71-8535-eb2c456e823b tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b583d3-3849-4cc3-81e5-c65d5b2ba932 HTTP/1.1" status: 200 len: 949 time: 0.1330180 Feb 17 17:27:10.677775 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 2bd2d45a-2751-42e4-bfb7-788088c608c4 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:27:10.780883 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d8e67c91-2456-474e-a36e-27a71feea96b req-a8341ecb-90d9-4f8a-af69-8803814eb0f8 service neutron] 10.222.0.71 "GET /v2.0/networks/69b59c36-ab05-4942-86fb-5909c0c87dd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000227 Feb 17 17:27:10.810463 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port dba1bee1-120d-4f70-be3e-d80daf3ba3b8, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=dba1bee1-120d-4f70-be3e-d80daf3ba3b8,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:27:10.817639 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0efa99a1-9bc3-4eac-a944-7fc4d982d9c6 req-dedf1101-e5f0-4cb9-b0c8-fa94fa3d6495 tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] 10.222.0.87 "GET /v2.0/security-groups?id=8760bc54-80b8-453a-83dc-b83e567899cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704934 Feb 17 17:27:10.829546 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': 'dba1bee1-120d-4f70-be3e-d80daf3ba3b8', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'port_id': 'dba1bee1-120d-4f70-be3e-d80daf3ba3b8', 'mac_address': 'fa:16:3e:ec:c5:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac79920f-9ddd-4352-b866-6056158b178e', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:27:10.831401 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88719f27-56e8-4a42-9919-74d8ed8a15b9 req-fecf5fae-4997-4ba7-8a5e-4335773b67d0 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:10.839030 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-88719f27-56e8-4a42-9919-74d8ed8a15b9 req-fecf5fae-4997-4ba7-8a5e-4335773b67d0 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=1bbf582f-1991-4577-8610-0e6ca44c81fa HTTP/1.1" status: 200 len: 947 time: 0.2105978 Feb 17 17:27:10.850802 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=792bfd1e-c03a-4f91-9db6-b067ffd70f8d,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:10.916848 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port 2bd2d45a-2751-42e4-bfb7-788088c608c4 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:27:10.938362 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 2bd2d45a-2751-42e4-bfb7-788088c608c4 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:27:10.938793 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2bd2d45a-2751-42e4-bfb7-788088c608c4), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:10.945745 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port dba1bee1-120d-4f70-be3e-d80daf3ba3b8 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:27:10.946211 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (dba1bee1-120d-4f70-be3e-d80daf3ba3b8), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:10.967067 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-88719f27-56e8-4a42-9919-74d8ed8a15b9 req-eb9d1875-29b0-46ac-97d4-163576d78a81 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198649 Feb 17 17:27:11.003234 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dba1bee1-120d-4f70-be3e-d80daf3ba3b8 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:27:11.049684 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port dba1bee1-120d-4f70-be3e-d80daf3ba3b8, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=dba1bee1-120d-4f70-be3e-d80daf3ba3b8,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:27:11.059393 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (dba1bee1-120d-4f70-be3e-d80daf3ba3b8), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:11.178221 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=dba1bee1-120d-4f70-be3e-d80daf3ba3b8,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:11.186019 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 2bd2d45a-2751-42e4-bfb7-788088c608c4 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:27:11.191302 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2bd2d45a-2751-42e4-bfb7-788088c608c4), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:11.207962 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35168) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:27:11.229304 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2936c-57cf-4d3b-8c71-9a68e10476f1 req-8e5f8cce-1d49-4c1b-b552-fca02346bbc8 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:11.229922 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4cd87926-6e00-4104-9593-3dee301cb068 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:11.238165 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ebd2936c-57cf-4d3b-8c71-9a68e10476f1 req-8e5f8cce-1d49-4c1b-b552-fca02346bbc8 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 945 time: 0.1253133 Feb 17 17:27:11.271208 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e5757c-b53e-4453-b786-7d7aca79c83b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd2d45a-2751-42e4-bfb7-788088c608c4'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:27:11.273816 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e4018b-eb9d-490e-8826-408890e43613" -d '{"events": [{"server_uuid": "03e5757c-b53e-4453-b786-7d7aca79c83b", "name": "network-vif-plugged", "status": "completed", "tag": "2bd2d45a-2751-42e4-bfb7-788088c608c4"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:27:11.290007 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 2bd2d45a-2751-42e4-bfb7-788088c608c4, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=2bd2d45a-2751-42e4-bfb7-788088c608c4,segment=NetworkSegment(25b82b75-bd12-4667-b51a-aa287338793c),segment_id=25b82b75-bd12-4667-b51a-aa287338793c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:27:11.294878 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (2bd2d45a-2751-42e4-bfb7-788088c608c4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:11.318152 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ebd2936c-57cf-4d3b-8c71-9a68e10476f1 req-1562cf5c-2cd2-459f-9253-1fd6490bfaa5 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746140 Feb 17 17:27:11.373240 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['792bfd1e-c03a-4f91-9db6-b067ffd70f8d'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:27:11.395621 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8dd888-a50a-4694-86bb-a86e74bd6ea5 req-6710f888-76fa-4b2e-84b3-8bc611aed371 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:11.399248 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cf8dd888-a50a-4694-86bb-a86e74bd6ea5 req-6710f888-76fa-4b2e-84b3-8bc611aed371 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2 HTTP/1.1" status: 200 len: 943 time: 0.1895022 Feb 17 17:27:11.424065 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['dba1bee1-120d-4f70-be3e-d80daf3ba3b8'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:27:11.430106 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b7855d-0592-4dae-84bf-e7fb3ffc89df x-openstack-request-id: req-71b7855d-0592-4dae-84bf-e7fb3ffc89df {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:27:11.430425 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e5757c-b53e-4453-b786-7d7aca79c83b", "name": "network-vif-plugged", "status": "completed", "tag": "2bd2d45a-2751-42e4-bfb7-788088c608c4", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:27:11.430678 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-71b7855d-0592-4dae-84bf-e7fb3ffc89df {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:27:11.431115 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e5757c-b53e-4453-b786-7d7aca79c83b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd2d45a-2751-42e4-bfb7-788088c608c4', 'code': 200} Feb 17 17:27:11.432439 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4cd87926-6e00-4104-9593-3dee301cb068 admin admin] Publish callbacks [] for security_group (1159ada5-6e5a-4940-b490-39ac9b1eef60), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:11.449420 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4cd87926-6e00-4104-9593-3dee301cb068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (1159ada5-6e5a-4940-b490-39ac9b1eef60), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:11.460218 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=2bd2d45a-2751-42e4-bfb7-788088c608c4,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:11.549741 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd87926-6e00-4104-9593-3dee301cb068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1159ada5-6e5a-4940-b490-39ac9b1eef60,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:11.564405 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4cd87926-6e00-4104-9593-3dee301cb068 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=cc43e4314c74441ba8704beb33146e4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3553050 Feb 17 17:27:11.568817 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35176) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:27:11.589247 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cf8dd888-a50a-4694-86bb-a86e74bd6ea5 req-fe0c867f-f046-4f78-8ee3-9fba1e4b73d1 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787658 Feb 17 17:27:11.598568 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2', 'tag': 'c0183381-28aa-489a-882a-7b5311d66f0b'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:27:11.605057 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265ea0df-f99a-44a0-8a17-fd69e336273c" -d '{"events": [{"name": "network-changed", "server_uuid": "ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2", "tag": "c0183381-28aa-489a-882a-7b5311d66f0b"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:27:11.657452 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0f08a-d5e6-4680-888e-dc664d9277a7 req-63476002-6b84-4d7e-95dc-b547824fbb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:11.659136 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2ab0f08a-d5e6-4680-888e-dc664d9277a7 req-63476002-6b84-4d7e-95dc-b547824fbb82 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 1128 time: 0.1434884 Feb 17 17:27:11.768724 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8733649-23dd-4038-b1cb-6092dd41ccaa x-openstack-request-id: req-a8733649-23dd-4038-b1cb-6092dd41ccaa {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:27:11.769016 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2", "tag": "c0183381-28aa-489a-882a-7b5311d66f0b", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:27:11.769308 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a8733649-23dd-4038-b1cb-6092dd41ccaa {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:27:11.769881 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2', 'tag': 'c0183381-28aa-489a-882a-7b5311d66f0b', 'status': 'completed', 'code': 200} Feb 17 17:27:11.772081 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2ab0f08a-d5e6-4680-888e-dc664d9277a7 req-9d6e23cc-e147-4293-a2e5-1f7f9c717064 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064723 Feb 17 17:27:11.778864 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c3201cb4-dec4-419b-9beb-f9c207905d40 admin admin] Publish callbacks [] for security_group (1159ada5-6e5a-4940-b490-39ac9b1eef60), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:11.812471 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c3201cb4-dec4-419b-9beb-f9c207905d40 admin admin] Publish callbacks [] for security_group (1159ada5-6e5a-4940-b490-39ac9b1eef60), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:11.844200 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ea0df-f99a-44a0-8a17-fd69e336273c req-82af55fc-4f5f-4d4a-bd9f-07e144b09899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:11.845848 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-265ea0df-f99a-44a0-8a17-fd69e336273c req-82af55fc-4f5f-4d4a-bd9f-07e144b09899 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bb8389d8da44943868afc5c1f119806&device_id=ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2 HTTP/1.1" status: 200 len: 1155 time: 0.1313214 Feb 17 17:27:11.962357 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c3201cb4-dec4-419b-9beb-f9c207905d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (1159ada5-6e5a-4940-b490-39ac9b1eef60), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:11.966086 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c3201cb4-dec4-419b-9beb-f9c207905d40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:11.969763 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c3201cb4-dec4-419b-9beb-f9c207905d40 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/1159ada5-6e5a-4940-b490-39ac9b1eef60 HTTP/1.1" status: 204 len: 168 time: 0.3976994 Feb 17 17:27:11.982242 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3201cb4-dec4-419b-9beb-f9c207905d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1159ada5-6e5a-4940-b490-39ac9b1eef60,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:12.000654 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ea0df-f99a-44a0-8a17-fd69e336273c req-4e3950a4-0ed8-4fc9-be73-9ea8a74cd55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:12.002286 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-265ea0df-f99a-44a0-8a17-fd69e336273c req-4e3950a4-0ed8-4fc9-be73-9ea8a74cd55c service neutron] 10.222.0.71 "GET /v2.0/networks?id=5dbbad70-2eaf-4ac4-baab-330b001075bb HTTP/1.1" status: 200 len: 921 time: 0.1397197 Feb 17 17:27:12.062809 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-265ea0df-f99a-44a0-8a17-fd69e336273c req-ddf6727c-7642-4d93-9ab7-19d1f2314e6e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0183381-28aa-489a-882a-7b5311d66f0b HTTP/1.1" status: 200 len: 217 time: 0.0505781 Feb 17 17:27:12.078481 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200bd592-d706-499f-813e-cd6d2e3cd98a req-52524345-6e31-4396-93de-16a45bf01d0f tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:12.085556 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-200bd592-d706-499f-813e-cd6d2e3cd98a req-52524345-6e31-4396-93de-16a45bf01d0f tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b583d3-3849-4cc3-81e5-c65d5b2ba932 HTTP/1.1" status: 200 len: 949 time: 0.1704650 Feb 17 17:27:12.151081 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ea0df-f99a-44a0-8a17-fd69e336273c req-1cd5f8b2-c4ae-4e4b-98c1-43b969f6837a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:12.152595 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-265ea0df-f99a-44a0-8a17-fd69e336273c req-1cd5f8b2-c4ae-4e4b-98c1-43b969f6837a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d4b8c7cb-ffed-4089-8d05-52af74f92303 HTTP/1.1" status: 200 len: 860 time: 0.0718713 Feb 17 17:27:12.160036 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-200bd592-d706-499f-813e-cd6d2e3cd98a req-c19944d1-c893-4e00-900f-a46eca4589d2 tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] 10.222.0.87 "GET /v2.0/security-groups?id=8760bc54-80b8-453a-83dc-b83e567899cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730526 Feb 17 17:27:12.192858 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-265ea0df-f99a-44a0-8a17-fd69e336273c req-c1878bb2-b654-48b3-ac35-4cf849fa4923 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5dbbad70-2eaf-4ac4-baab-330b001075bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338459 Feb 17 17:27:12.260787 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c8c557-725c-4e12-8d11-21c084ee9fb2 req-d4f99566-68ca-4e5c-b349-f83fc0f90f18 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:12.262439 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-12c8c557-725c-4e12-8d11-21c084ee9fb2 req-d4f99566-68ca-4e5c-b349-f83fc0f90f18 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=1bbf582f-1991-4577-8610-0e6ca44c81fa HTTP/1.1" status: 200 len: 948 time: 0.0993652 Feb 17 17:27:12.375508 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-12c8c557-725c-4e12-8d11-21c084ee9fb2 req-759d9e30-613f-42fe-88b3-7e54ed97ac78 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005628 Feb 17 17:27:12.395604 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-265ea0df-f99a-44a0-8a17-fd69e336273c req-a60c7618-b3c8-4769-81e9-0c0483bcf8f4 service neutron] 10.222.0.71 "GET /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875422 Feb 17 17:27:12.500444 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a731dea-8115-4fb2-97b4-d0fd81094f77 req-98433e79-e329-4bf7-b895-f84b99940b0f tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:12.509360 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7a731dea-8115-4fb2-97b4-d0fd81094f77 req-98433e79-e329-4bf7-b895-f84b99940b0f tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 946 time: 0.0922287 Feb 17 17:27:12.590608 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-265ea0df-f99a-44a0-8a17-fd69e336273c req-871ddac8-cab9-426d-8563-05121d7e70e5 service neutron] 10.222.0.71 "GET /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813862 Feb 17 17:27:12.621211 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7a731dea-8115-4fb2-97b4-d0fd81094f77 req-229d7d0c-961a-4c15-bb97-7b149e9ab038 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073563 Feb 17 17:27:12.663982 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device c0183381-28aa-489a-882a-7b5311d66f0b details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:27:12.720619 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35210) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:27:12.835200 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef05015-f6ab-433c-8df7-cb1e2c636511 req-36d6fe3b-1070-47ab-adfa-27136d90e783 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:12.847042 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2ef05015-f6ab-433c-8df7-cb1e2c636511 req-36d6fe3b-1070-47ab-adfa-27136d90e783 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2 HTTP/1.1" status: 200 len: 943 time: 0.1360333 Feb 17 17:27:12.889487 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port c0183381-28aa-489a-882a-7b5311d66f0b, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=c0183381-28aa-489a-882a-7b5311d66f0b,segment=NetworkSegment(00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be),segment_id=00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:27:12.908805 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device c0183381-28aa-489a-882a-7b5311d66f0b has no active binding in host n-h2-829613-2 {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 17 17:27:12.914499 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2ef05015-f6ab-433c-8df7-cb1e2c636511 req-caab1d60-eae4-4d17-8eed-acc9f0581363 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597494 Feb 17 17:27:13.032782 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-783404e9-1253-4497-bfd2-302a95ba79e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:13.134924 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-783404e9-1253-4497-bfd2-302a95ba79e4 admin admin] Publish callbacks [] for security_group (57d5f32a-09e7-4883-bffc-01413541bc64), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:13.141427 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-783404e9-1253-4497-bfd2-302a95ba79e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (57d5f32a-09e7-4883-bffc-01413541bc64), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:13.196928 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-783404e9-1253-4497-bfd2-302a95ba79e4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9ddf59c41f3f40799aa783056392f2d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4752007 Feb 17 17:27:13.198268 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783404e9-1253-4497-bfd2-302a95ba79e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d5f32a-09e7-4883-bffc-01413541bc64,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:13.199700 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 35228) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:27:13.312934 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-2f66f93c-c289-4f64-9c1f-6fd504f06ac6 service neutron] 10.222.0.71 "GET /v2.0/ports/c0183381-28aa-489a-882a-7b5311d66f0b/bindings/n-h2-829613-2 HTTP/1.1" status: 200 len: 384 time: 0.1041751 Feb 17 17:27:13.345037 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6506ad9c-5aac-4a00-95bb-8425baca1819 admin admin] Publish callbacks [] for security_group (57d5f32a-09e7-4883-bffc-01413541bc64), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:13.399522 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6506ad9c-5aac-4a00-95bb-8425baca1819 admin admin] Publish callbacks [] for security_group (57d5f32a-09e7-4883-bffc-01413541bc64), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:13.440455 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7b9fd-077f-47bb-9558-08af32cfc931 req-6d329b49-9d88-45f6-b3d3-d90429117138 tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:13.445652 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c4e7b9fd-077f-47bb-9558-08af32cfc931 req-6d329b49-9d88-45f6-b3d3-d90429117138 tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b583d3-3849-4cc3-81e5-c65d5b2ba932 HTTP/1.1" status: 200 len: 949 time: 0.1523926 Feb 17 17:27:13.518789 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-b75b2686-fa0a-441d-ab9f-3dc8641c9e95 service neutron] For port c0183381-28aa-489a-882a-7b5311d66f0b, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=c0183381-28aa-489a-882a-7b5311d66f0b,segment=NetworkSegment(00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be),segment_id=00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:27:13.528140 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c4e7b9fd-077f-47bb-9558-08af32cfc931 req-a4806fce-574d-43fd-bd61-e8ad4b0aac8a tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] 10.222.0.87 "GET /v2.0/security-groups?id=8760bc54-80b8-453a-83dc-b83e567899cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724812 Feb 17 17:27:13.560453 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6506ad9c-5aac-4a00-95bb-8425baca1819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (57d5f32a-09e7-4883-bffc-01413541bc64), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:13.563305 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-b75b2686-fa0a-441d-ab9f-3dc8641c9e95 service neutron] For port c0183381-28aa-489a-882a-7b5311d66f0b, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:27:13.567524 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6506ad9c-5aac-4a00-95bb-8425baca1819 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:13.569857 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-6506ad9c-5aac-4a00-95bb-8425baca1819 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/57d5f32a-09e7-4883-bffc-01413541bc64 HTTP/1.1" status: 204 len: 168 time: 0.3685579 Feb 17 17:27:13.591952 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6506ad9c-5aac-4a00-95bb-8425baca1819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d5f32a-09e7-4883-bffc-01413541bc64,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:13.668333 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-b75b2686-fa0a-441d-ab9f-3dc8641c9e95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0183381-28aa-489a-882a-7b5311d66f0b {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:27:13.687454 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-b75b2686-fa0a-441d-ab9f-3dc8641c9e95 service neutron] For port c0183381-28aa-489a-882a-7b5311d66f0b, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=c0183381-28aa-489a-882a-7b5311d66f0b,segment=NetworkSegment(00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be),segment_id=00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:27:13.721587 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-b75b2686-fa0a-441d-ab9f-3dc8641c9e95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c0183381-28aa-489a-882a-7b5311d66f0b), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:13.752757 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c8b90-2b85-4350-a621-efc5e93f62ea req-3fedb65e-d9a7-4665-b972-1c39186c2c3a tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:13.762811 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5e7c8b90-2b85-4350-a621-efc5e93f62ea req-3fedb65e-d9a7-4665-b972-1c39186c2c3a tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=1bbf582f-1991-4577-8610-0e6ca44c81fa HTTP/1.1" status: 200 len: 948 time: 0.1279540 Feb 17 17:27:13.805028 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-b75b2686-fa0a-441d-ab9f-3dc8641c9e95 service neutron] Transition to ACTIVE for port object c0183381-28aa-489a-882a-7b5311d66f0b will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:27:13.814838 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-b75b2686-fa0a-441d-ab9f-3dc8641c9e95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (c0183381-28aa-489a-882a-7b5311d66f0b), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:13.882653 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5e7c8b90-2b85-4350-a621-efc5e93f62ea req-d9aac527-775b-4fe0-9e84-0e897d865b64 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189806 Feb 17 17:27:13.914393 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-b75b2686-fa0a-441d-ab9f-3dc8641c9e95 service neutron] No DVR routers for this DVR port c0183381-28aa-489a-882a-7b5311d66f0b on host n-h1-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:27:13.938910 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b2686-fa0a-441d-ab9f-3dc8641c9e95 service neutron] Pushing event updated for resources: {'Port': ['ID=c0183381-28aa-489a-882a-7b5311d66f0b,revision_number=10']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:13.969211 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-b75b2686-fa0a-441d-ab9f-3dc8641c9e95 service neutron] 10.222.0.71 "PUT /v2.0/ports/c0183381-28aa-489a-882a-7b5311d66f0b/bindings/n-h2-829613-2/activate HTTP/1.1" status: 200 len: 369 time: 0.6504023 Feb 17 17:27:14.007823 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 792bfd1e-c03a-4f91-9db6-b067ffd70f8d up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:27:14.115030 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 792bfd1e-c03a-4f91-9db6-b067ffd70f8d completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:27:14.119587 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 792bfd1e-c03a-4f91-9db6-b067ffd70f8d triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:27:14.120004 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (792bfd1e-c03a-4f91-9db6-b067ffd70f8d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:14.227034 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 792bfd1e-c03a-4f91-9db6-b067ffd70f8d is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:27:14.228936 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (792bfd1e-c03a-4f91-9db6-b067ffd70f8d), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:14.279436 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b583d3-3849-4cc3-81e5-c65d5b2ba932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792bfd1e-c03a-4f91-9db6-b067ffd70f8d'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:27:14.281795 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601b4243-5097-4796-8823-cf8a72d2557c" -d '{"events": [{"server_uuid": "23b583d3-3849-4cc3-81e5-c65d5b2ba932", "name": "network-vif-plugged", "status": "completed", "tag": "792bfd1e-c03a-4f91-9db6-b067ffd70f8d"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:27:14.293235 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 792bfd1e-c03a-4f91-9db6-b067ffd70f8d, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=792bfd1e-c03a-4f91-9db6-b067ffd70f8d,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:27:14.310892 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35252) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:27:14.310991 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (792bfd1e-c03a-4f91-9db6-b067ffd70f8d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:14.310991 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device dba1bee1-120d-4f70-be3e-d80daf3ba3b8 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:27:14.317599 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0ba2b78d-f6d9-402e-9761-2ebc194e9495 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:14.403913 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=792bfd1e-c03a-4f91-9db6-b067ffd70f8d,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:14.416687 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:27:14.416958 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:27:14.417334 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:27:14.417765 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:27:14.418161 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:27:14.418496 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:27:14.418833 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:27:14.419210 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:27:14.419552 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:27:14.419881 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:27:14.420212 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:27:14.420634 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:27:14.420963 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:27:14.427132 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port dba1bee1-120d-4f70-be3e-d80daf3ba3b8 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:27:14.432029 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port dba1bee1-120d-4f70-be3e-d80daf3ba3b8 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:27:14.432519 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (dba1bee1-120d-4f70-be3e-d80daf3ba3b8), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:14.438585 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0ba2b78d-f6d9-402e-9761-2ebc194e9495 admin admin] Publish callbacks [] for security_group (b590485a-2164-49eb-90ba-e0af81be8055), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:14.445279 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0ba2b78d-f6d9-402e-9761-2ebc194e9495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (b590485a-2164-49eb-90ba-e0af81be8055), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:14.497813 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba2b78d-f6d9-402e-9761-2ebc194e9495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b590485a-2164-49eb-90ba-e0af81be8055,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:14.522783 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 35262) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:27:14.523989 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0ba2b78d-f6d9-402e-9761-2ebc194e9495 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b1ff4ee64635484abd17791f325bf7ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2207437 Feb 17 17:27:14.548452 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44326b6-ff7d-4692-a717-8a83a8744948 req-a13dc9c4-6ffe-4e3e-95fb-4a6c77b4cbaf tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:14.549163 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port dba1bee1-120d-4f70-be3e-d80daf3ba3b8 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:27:14.549679 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (dba1bee1-120d-4f70-be3e-d80daf3ba3b8), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:14.550229 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d44326b6-ff7d-4692-a717-8a83a8744948 req-a13dc9c4-6ffe-4e3e-95fb-4a6c77b4cbaf tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 946 time: 0.4941416 Feb 17 17:27:14.568011 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-72ada36b-c922-419c-9d1b-700cde56e548 tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:14.569528 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-72ada36b-c922-419c-9d1b-700cde56e548 tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2&tenant_id=5bb8389d8da44943868afc5c1f119806&binding%3Ahost_id=n-h1-829613-2 HTTP/1.1" status: 200 len: 1126 time: 0.4655135 Feb 17 17:27:14.585552 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port dba1bee1-120d-4f70-be3e-d80daf3ba3b8, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=dba1bee1-120d-4f70-be3e-d80daf3ba3b8,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:27:14.587585 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b957efe-4de3-4985-88dd-0aad2e2011bb req-afeb52cb-3b57-4270-b4c4-6ab3dd0a07d0 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:14.589238 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5b957efe-4de3-4985-88dd-0aad2e2011bb req-afeb52cb-3b57-4270-b4c4-6ab3dd0a07d0 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2 HTTP/1.1" status: 200 len: 944 time: 0.4878314 Feb 17 17:27:14.595985 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (dba1bee1-120d-4f70-be3e-d80daf3ba3b8), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:14.648233 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=dba1bee1-120d-4f70-be3e-d80daf3ba3b8,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:14.701422 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d44326b6-ff7d-4692-a717-8a83a8744948 req-e059615a-15c1-493f-94b0-0ae9710aeb13 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417992 Feb 17 17:27:14.709125 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-44c2ae54-e67e-4403-9a96-696838f6d58f admin admin] Publish callbacks [] for security_group (b590485a-2164-49eb-90ba-e0af81be8055), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:14.734391 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-42752906-da49-45e3-940a-2e696c705ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:14.735897 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-42752906-da49-45e3-940a-2e696c705ce3 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2&tenant_id=5bb8389d8da44943868afc5c1f119806 HTTP/1.1" status: 200 len: 1126 time: 0.1575570 Feb 17 17:27:14.739500 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5b957efe-4de3-4985-88dd-0aad2e2011bb req-98dbc485-a8b7-4f06-84c1-c6b5c751db4b tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323121 Feb 17 17:27:14.748324 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-44c2ae54-e67e-4403-9a96-696838f6d58f admin admin] Publish callbacks [] for security_group (b590485a-2164-49eb-90ba-e0af81be8055), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:14.759927 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd65668b-7ae9-4a58-9fd5-bac6679b7333 x-openstack-request-id: req-bd65668b-7ae9-4a58-9fd5-bac6679b7333 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:27:14.760471 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b583d3-3849-4cc3-81e5-c65d5b2ba932", "name": "network-vif-plugged", "status": "completed", "tag": "792bfd1e-c03a-4f91-9db6-b067ffd70f8d", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:27:14.760834 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-bd65668b-7ae9-4a58-9fd5-bac6679b7333 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:27:14.761336 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b583d3-3849-4cc3-81e5-c65d5b2ba932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792bfd1e-c03a-4f91-9db6-b067ffd70f8d', 'code': 200} Feb 17 17:27:14.877536 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-151fbf9e-c8d3-428b-ae3d-e1bc2a964120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:14.879906 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-151fbf9e-c8d3-428b-ae3d-e1bc2a964120 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5bb8389d8da44943868afc5c1f119806&device_id=ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2 HTTP/1.1" status: 200 len: 1126 time: 0.1126428 Feb 17 17:27:14.893313 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902428b7-076a-45e7-b249-08b8a8d9d096 req-b4426f9b-eba2-4f6e-8654-b7f9c6f836b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:14.895050 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-902428b7-076a-45e7-b249-08b8a8d9d096 req-b4426f9b-eba2-4f6e-8654-b7f9c6f836b0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=23b583d3-3849-4cc3-81e5-c65d5b2ba932 HTTP/1.1" status: 200 len: 1132 time: 0.0660906 Feb 17 17:27:14.900635 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329c33a-7391-4234-9be2-106b1f1cd3b1 req-369e182e-1172-472f-9191-56f513baca92 tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:14.902196 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c329c33a-7391-4234-9be2-106b1f1cd3b1 req-369e182e-1172-472f-9191-56f513baca92 tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b583d3-3849-4cc3-81e5-c65d5b2ba932 HTTP/1.1" status: 200 len: 950 time: 0.0905473 Feb 17 17:27:14.903994 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-44c2ae54-e67e-4403-9a96-696838f6d58f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (b590485a-2164-49eb-90ba-e0af81be8055), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:14.906587 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-44c2ae54-e67e-4403-9a96-696838f6d58f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:14.907735 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-44c2ae54-e67e-4403-9a96-696838f6d58f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b590485a-2164-49eb-90ba-e0af81be8055 HTTP/1.1" status: 204 len: 168 time: 0.3831816 Feb 17 17:27:14.966499 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-902428b7-076a-45e7-b249-08b8a8d9d096 req-2c137e43-4c02-4eca-808c-a5c980ab40a5 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8760bc54-80b8-453a-83dc-b83e567899cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590932 Feb 17 17:27:14.989536 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2ae54-e67e-4403-9a96-696838f6d58f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b590485a-2164-49eb-90ba-e0af81be8055,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:15.073206 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c329c33a-7391-4234-9be2-106b1f1cd3b1 req-19f27714-65de-4819-9dfb-22f96f68dc2e tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] 10.222.0.87 "GET /v2.0/security-groups?id=8760bc54-80b8-453a-83dc-b83e567899cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853586 Feb 17 17:27:15.081690 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-47f0c216-36f2-485a-8588-d025e44bc8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:15.083018 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-47f0c216-36f2-485a-8588-d025e44bc8d2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=5dbbad70-2eaf-4ac4-baab-330b001075bb HTTP/1.1" status: 200 len: 921 time: 0.1971960 Feb 17 17:27:15.154974 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-36d88886-a2ae-4160-baae-a51c98277692 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0183381-28aa-489a-882a-7b5311d66f0b HTTP/1.1" status: 200 len: 217 time: 0.0633557 Feb 17 17:27:15.249250 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb07c35-85f7-4db2-acb9-280b6ebbe34c req-32c39e5c-5218-4b9c-8276-8c5921fb29fd tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:15.250699 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfb07c35-85f7-4db2-acb9-280b6ebbe34c req-32c39e5c-5218-4b9c-8276-8c5921fb29fd tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] 10.222.0.87 "GET /v2.0/networks?id=83682ac9-c2b0-4063-ae45-fea55b30c3e3 HTTP/1.1" status: 200 len: 815 time: 0.2268515 Feb 17 17:27:15.260939 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-cc88a498-0100-4e72-94ce-cd9c788a2840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:15.262316 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-cc88a498-0100-4e72-94ce-cd9c788a2840 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d4b8c7cb-ffed-4089-8d05-52af74f92303 HTTP/1.1" status: 200 len: 860 time: 0.0983510 Feb 17 17:27:15.283464 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfb07c35-85f7-4db2-acb9-280b6ebbe34c req-58bbc1e2-6f8b-4a67-b897-94a84159c21b tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] 10.222.0.87 "GET /v2.0/quotas/5935facc757347a6a86952f113369252 HTTP/1.1" status: 200 len: 375 time: 0.0263603 Feb 17 17:27:15.300905 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-2d771292-0557-425c-8ef0-d0ec410f5ced service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5dbbad70-2eaf-4ac4-baab-330b001075bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295413 Feb 17 17:27:15.365498 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52657699-eeb8-4a9a-ad0d-5e7d0dcc09ea req-a86336ee-4f82-4854-bc8b-e8d1cff74428 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:15.366973 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-52657699-eeb8-4a9a-ad0d-5e7d0dcc09ea req-a86336ee-4f82-4854-bc8b-e8d1cff74428 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=1bbf582f-1991-4577-8610-0e6ca44c81fa HTTP/1.1" status: 200 len: 949 time: 0.1912179 Feb 17 17:27:15.459023 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfb07c35-85f7-4db2-acb9-280b6ebbe34c req-b6db59af-f7df-47d3-bbc0-c06ed6198c38 tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=5935facc757347a6a86952f113369252&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1604648 Feb 17 17:27:15.481204 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-c8e049df-74ca-4070-886e-05390c1bfb31 service neutron] 10.222.0.91 "GET /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692338 Feb 17 17:27:15.494911 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-52657699-eeb8-4a9a-ad0d-5e7d0dcc09ea req-0b9367c2-d6be-40fe-9f21-ec7f7bfb4657 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187539 Feb 17 17:27:15.628268 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfb07c35-85f7-4db2-acb9-280b6ebbe34c req-63d4f461-b0cc-4e46-87ba-4814192f88dd service neutron] 10.222.0.87 "GET /v2.0/networks/83682ac9-c2b0-4063-ae45-fea55b30c3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592548 Feb 17 17:27:15.633477 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-7b4c3a90-e0d4-4477-abfe-a0e727eb20e0 service neutron] 10.222.0.91 "GET /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422141 Feb 17 17:27:15.742740 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfb07c35-85f7-4db2-acb9-280b6ebbe34c req-7de924a9-bcf4-4e5e-9471-037a1e3c5c73 service neutron] 10.222.0.87 "GET /v2.0/networks/83682ac9-c2b0-4063-ae45-fea55b30c3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063559 Feb 17 17:27:15.940871 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf8f68-27d1-4af9-8bb2-0c443e117395 req-da5442f7-93e5-4fb3-8f03-14f39d9f05a7 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:15.942449 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8baf8f68-27d1-4af9-8bb2-0c443e117395 req-da5442f7-93e5-4fb3-8f03-14f39d9f05a7 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 946 time: 0.1113348 Feb 17 17:27:15.961454 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-f3154b79-0e8f-401d-9008-cb0e8eed469c tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:15.962936 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-f3154b79-0e8f-401d-9008-cb0e8eed469c tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2&tenant_id=5bb8389d8da44943868afc5c1f119806&binding%3Ahost_id=n-h2-829613-2 HTTP/1.1" status: 200 len: 1126 time: 0.1035347 Feb 17 17:27:16.080335 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8baf8f68-27d1-4af9-8bb2-0c443e117395 req-e3bd3521-92ca-4647-8fb8-5a6196efc13c tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255214 Feb 17 17:27:16.088875 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b8f1e-927b-4a2a-9722-afcf7d4199a5 req-ebff661c-5015-45e8-b9fc-9358d43cce06 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:16.090436 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1e2b8f1e-927b-4a2a-9722-afcf7d4199a5 req-ebff661c-5015-45e8-b9fc-9358d43cce06 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2 HTTP/1.1" status: 200 len: 944 time: 0.1456773 Feb 17 17:27:16.214955 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1e2b8f1e-927b-4a2a-9722-afcf7d4199a5 req-1aa89a1c-6c4e-429a-97ed-ffe6ba157785 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068959 Feb 17 17:27:16.235857 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e2d9595e-4dfe-4cd0-8dfd-81524233df9b req-8109f26d-532a-4c3a-8ac9-7568bf388e47 tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] 10.222.0.87 "GET /v2.0/ports?device_id=b387d782-e132-4d03-b28d-7aeab901707a HTTP/1.1" status: 200 len: 210 time: 0.0460858 Feb 17 17:27:16.244362 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-a31a8c2c-46f0-43ea-9e29-b0db67f6dad1 service neutron] For port c0183381-28aa-489a-882a-7b5311d66f0b, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:27:16.244362 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-a31a8c2c-46f0-43ea-9e29-b0db67f6dad1 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:16.244362 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc3d0312-11dd-4278-acf6-44ea0e936aa2 req-a31a8c2c-46f0-43ea-9e29-b0db67f6dad1 service neutron] 10.222.0.91 "DELETE /v2.0/ports/c0183381-28aa-489a-882a-7b5311d66f0b/bindings/n-h1-829613-2 HTTP/1.1" status: 204 len: 173 time: 0.2589417 Feb 17 17:27:16.401924 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb25dd-ab98-4209-9f50-93974fe2773d req-f94c0897-a10e-425d-a326-412a2caa795b tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:16.403503 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0abb25dd-ab98-4209-9f50-93974fe2773d req-f94c0897-a10e-425d-a326-412a2caa795b tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b583d3-3849-4cc3-81e5-c65d5b2ba932 HTTP/1.1" status: 200 len: 950 time: 0.0877254 Feb 17 17:27:16.427388 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa14e12-7d01-4447-8d41-38962610304f req-d28e753f-0718-4797-9b8d-7c06d2e88113 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:16.428905 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-daa14e12-7d01-4447-8d41-38962610304f req-d28e753f-0718-4797-9b8d-7c06d2e88113 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 1128 time: 0.0742257 Feb 17 17:27:16.493120 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0abb25dd-ab98-4209-9f50-93974fe2773d req-aceb8473-3cbb-4c7d-9aab-2bbf4f4cfa0b tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] 10.222.0.87 "GET /v2.0/security-groups?id=8760bc54-80b8-453a-83dc-b83e567899cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769141 Feb 17 17:27:16.506435 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-daa14e12-7d01-4447-8d41-38962610304f req-e81ddf10-81e4-4c01-9731-a430a1d9e83f tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681832 Feb 17 17:27:16.762520 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbf582f-1991-4577-8610-0e6ca44c81fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba1bee1-120d-4f70-be3e-d80daf3ba3b8'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:27:16.764882 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386d6a59-fd6e-4826-905c-bd9d2cd83650" -d '{"events": [{"server_uuid": "1bbf582f-1991-4577-8610-0e6ca44c81fa", "name": "network-vif-plugged", "status": "completed", "tag": "dba1bee1-120d-4f70-be3e-d80daf3ba3b8"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:27:16.766237 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-24501be6-d923-4c63-9910-bb6934653bee req-a684908e-81d4-4f3d-b686-54849d3b77c5 tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=805c8566884b45f189beb9f06ba8bc98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242321 Feb 17 17:27:16.873383 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24501be6-d923-4c63-9910-bb6934653bee req-63493daf-bedb-400d-8e37-4f78fb73b371 tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:16.874839 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-24501be6-d923-4c63-9910-bb6934653bee req-63493daf-bedb-400d-8e37-4f78fb73b371 tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1025691 Feb 17 17:27:16.914266 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-24501be6-d923-4c63-9910-bb6934653bee req-106ac769-ab68-4c32-8259-091bbc2459ee tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] 10.222.0.87 "GET /v2.0/quotas/805c8566884b45f189beb9f06ba8bc98 HTTP/1.1" status: 200 len: 375 time: 0.0301414 Feb 17 17:27:16.949760 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-24501be6-d923-4c63-9910-bb6934653bee req-df6131e8-aad2-4d50-aa6e-f46afbbcf84c tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=805c8566884b45f189beb9f06ba8bc98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278907 Feb 17 17:27:16.962021 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48aab06-8301-46af-84e3-2da127d4b6f0 req-d5ef0545-0d24-4601-8d07-acf085d28e5d tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:16.963498 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a48aab06-8301-46af-84e3-2da127d4b6f0 req-d5ef0545-0d24-4601-8d07-acf085d28e5d tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=1bbf582f-1991-4577-8610-0e6ca44c81fa HTTP/1.1" status: 200 len: 949 time: 0.0877664 Feb 17 17:27:17.010907 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a48aab06-8301-46af-84e3-2da127d4b6f0 req-74980a64-da9f-48fc-b1d2-8181a5cd4b78 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415471 Feb 17 17:27:17.177066 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b7f28c-7c73-44eb-9b52-7730c41d0cfa x-openstack-request-id: req-74b7f28c-7c73-44eb-9b52-7730c41d0cfa {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:27:17.177395 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bbf582f-1991-4577-8610-0e6ca44c81fa", "name": "network-vif-plugged", "status": "completed", "tag": "dba1bee1-120d-4f70-be3e-d80daf3ba3b8", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:27:17.178452 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-74b7f28c-7c73-44eb-9b52-7730c41d0cfa {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:27:17.178859 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bbf582f-1991-4577-8610-0e6ca44c81fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba1bee1-120d-4f70-be3e-d80daf3ba3b8', 'code': 200} Feb 17 17:27:17.303370 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb07c35-85f7-4db2-acb9-280b6ebbe34c req-457f40d4-ab3a-42cb-b09b-4e3fe47a66f3 tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:17.305670 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfb07c35-85f7-4db2-acb9-280b6ebbe34c req-457f40d4-ab3a-42cb-b09b-4e3fe47a66f3 tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] 10.222.0.91 "GET /v2.0/networks?id=83682ac9-c2b0-4063-ae45-fea55b30c3e3 HTTP/1.1" status: 200 len: 815 time: 0.1879766 Feb 17 17:27:17.319925 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7381dbe7-edd6-4665-962e-39fed1cfcced req-bc5b8515-5cb0-4727-92c5-ff676fbd0add tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:17.321699 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7381dbe7-edd6-4665-962e-39fed1cfcced req-bc5b8515-5cb0-4727-92c5-ff676fbd0add tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2 HTTP/1.1" status: 200 len: 1126 time: 0.2050400 Feb 17 17:27:17.326419 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-bfb07c35-85f7-4db2-acb9-280b6ebbe34c req-c09dfabb-e8d5-4ed1-8f56-71f7c8d2d312 tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] Request body: {'port': {'device_id': 'b387d782-e132-4d03-b28d-7aeab901707a', 'network_id': '83682ac9-c2b0-4063-ae45-fea55b30c3e3', 'admin_state_up': True, 'tenant_id': '5935facc757347a6a86952f113369252'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:27:17.347716 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d79ca-b8ea-41b8-a121-0bde3d4cf5da req-acf52994-78ce-4737-91fc-71a97e45966a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:17.362048 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-910d79ca-b8ea-41b8-a121-0bde3d4cf5da req-acf52994-78ce-4737-91fc-71a97e45966a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1bbf582f-1991-4577-8610-0e6ca44c81fa HTTP/1.1" status: 200 len: 1131 time: 0.1001360 Feb 17 17:27:17.437644 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-910d79ca-b8ea-41b8-a121-0bde3d4cf5da req-106d93f9-fc1a-4b70-afb1-b969e7bd505c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710428 Feb 17 17:27:17.442566 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7381dbe7-edd6-4665-962e-39fed1cfcced req-9143c0b3-a8e3-4d6d-a687-8f9b02acfb01 tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123328 Feb 17 17:27:17.525619 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfb07c35-85f7-4db2-acb9-280b6ebbe34c req-c09dfabb-e8d5-4ed1-8f56-71f7c8d2d312 tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] Made reservation on behalf of 5935facc757347a6a86952f113369252 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:27:17.529499 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bfb07c35-85f7-4db2-acb9-280b6ebbe34c req-c09dfabb-e8d5-4ed1-8f56-71f7c8d2d312 tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:17.672185 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7b3d9846-a992-456c-bedb-c49bce61215c req-4383aa41-35cc-4b86-9c33-d08cef64f868 tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] 10.222.0.87 "GET /v2.0/ports?device_id=ca43006c-08db-4fa8-a10d-693925e8db25 HTTP/1.1" status: 200 len: 210 time: 0.0876853 Feb 17 17:27:17.750134 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a1ff220-f9be-4f8c-b3a4-2b12423b3fde req-89df09cd-9e42-4210-bb52-dae3a6b62019 tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] 10.222.0.87 "GET /v2.0/ports?device_id=b387d782-e132-4d03-b28d-7aeab901707a HTTP/1.1" status: 200 len: 210 time: 0.0811439 Feb 17 17:27:17.848125 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-bfb07c35-85f7-4db2-acb9-280b6ebbe34c req-c09dfabb-e8d5-4ed1-8f56-71f7c8d2d312 tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] Allocated IP 172.20.0.11 (83682ac9-c2b0-4063-ae45-fea55b30c3e3/88b92756-09f3-428e-b5e3-39b289eb6473/4fa9655f-30da-40d2-acc4-0e4545f18e02) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:27:18.027093 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device c0183381-28aa-489a-882a-7b5311d66f0b no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:27:18.046942 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bfb07c35-85f7-4db2-acb9-280b6ebbe34c req-c09dfabb-e8d5-4ed1-8f56-71f7c8d2d312 tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] Publish callbacks [] for port (4fa9655f-30da-40d2-acc4-0e4545f18e02), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:18.103056 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bfb07c35-85f7-4db2-acb9-280b6ebbe34c req-c09dfabb-e8d5-4ed1-8f56-71f7c8d2d312 tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (4fa9655f-30da-40d2-acc4-0e4545f18e02), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:18.106782 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] The host n-h1-829613-2 is not matching for port c0183381-28aa-489a-882a-7b5311d66f0b host n-h2-829613-2! {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 17 17:27:18.107465 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device c0183381-28aa-489a-882a-7b5311d66f0b not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:27:18.125028 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92e0b6-8751-45d9-9e6f-96bfa03a4551 req-d7f13d56-e66b-456d-8333-71853f093f9d tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:18.126817 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fc92e0b6-8751-45d9-9e6f-96bfa03a4551 req-d7f13d56-e66b-456d-8333-71853f093f9d tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b583d3-3849-4cc3-81e5-c65d5b2ba932 HTTP/1.1" status: 200 len: 950 time: 0.3552194 Feb 17 17:27:18.160953 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfb07c35-85f7-4db2-acb9-280b6ebbe34c req-c09dfabb-e8d5-4ed1-8f56-71f7c8d2d312 tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] Network 83682ac9-c2b0-4063-ae45-fea55b30c3e3 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:27:18.168554 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-bfb07c35-85f7-4db2-acb9-280b6ebbe34c req-c09dfabb-e8d5-4ed1-8f56-71f7c8d2d312 tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:27:18.171258 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb07c35-85f7-4db2-acb9-280b6ebbe34c req-c09dfabb-e8d5-4ed1-8f56-71f7c8d2d312 tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:27:18.177684 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb07c35-85f7-4db2-acb9-280b6ebbe34c req-c09dfabb-e8d5-4ed1-8f56-71f7c8d2d312 tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:18.178535 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bfb07c35-85f7-4db2-acb9-280b6ebbe34c req-c09dfabb-e8d5-4ed1-8f56-71f7c8d2d312 tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:18.260767 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09dfabb-e8d5-4ed1-8f56-71f7c8d2d312 tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] Pushing event updated for resources: {'Port': ['ID=4fa9655f-30da-40d2-acc4-0e4545f18e02,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:18.301207 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfb07c35-85f7-4db2-acb9-280b6ebbe34c req-c09dfabb-e8d5-4ed1-8f56-71f7c8d2d312 tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9782877 Feb 17 17:27:18.348416 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-bfb07c35-85f7-4db2-acb9-280b6ebbe34c req-dff67937-839b-40cf-baec-a7c9e12cfef3 service neutron] Request body: {'port': {'device_id': 'b387d782-e132-4d03-b28d-7aeab901707a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:27:18.389551 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fc92e0b6-8751-45d9-9e6f-96bfa03a4551 req-ed4d406d-eae4-45b0-8290-6d5e69232e09 tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] 10.222.0.87 "GET /v2.0/security-groups?id=8760bc54-80b8-453a-83dc-b83e567899cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255266 Feb 17 17:27:18.650218 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bfb07c35-85f7-4db2-acb9-280b6ebbe34c req-dff67937-839b-40cf-baec-a7c9e12cfef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (4fa9655f-30da-40d2-acc4-0e4545f18e02), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:18.662282 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:18.669031 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-f5e7f11d-f57c-4af4-83ad-6ee87fe5c94c None None] Provisioning complete for port 4fa9655f-30da-40d2-acc4-0e4545f18e02 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:27:18.669676 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f5e7f11d-f57c-4af4-83ad-6ee87fe5c94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (4fa9655f-30da-40d2-acc4-0e4545f18e02), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:18.691784 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f05e0b-7ec4-4e87-8246-c6e746cd01e2 req-1a4a5534-8bdc-4736-9df6-6534ffe422c9 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:18.710355 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-86f05e0b-7ec4-4e87-8246-c6e746cd01e2 req-1a4a5534-8bdc-4736-9df6-6534ffe422c9 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/networks?id=5dbbad70-2eaf-4ac4-baab-330b001075bb HTTP/1.1" status: 200 len: 820 time: 0.5043285 Feb 17 17:27:18.749268 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-f5e7f11d-f57c-4af4-83ad-6ee87fe5c94c None None] Port 4fa9655f-30da-40d2-acc4-0e4545f18e02 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:27:18.811895 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-24501be6-d923-4c63-9910-bb6934653bee req-ce96c21b-f9b0-4eac-b10a-47905aa45d43 tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=805c8566884b45f189beb9f06ba8bc98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0610414 Feb 17 17:27:19.029903 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24501be6-d923-4c63-9910-bb6934653bee req-9fe26ec9-0d06-41c8-97a5-1ca803fd6978 tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:19.031752 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-24501be6-d923-4c63-9910-bb6934653bee req-9fe26ec9-0d06-41c8-97a5-1ca803fd6978 tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2058227 Feb 17 17:27:19.045986 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-24501be6-d923-4c63-9910-bb6934653bee req-5c37b39d-9777-485e-b474-8dc305367667 tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] Request body: {'port': {'device_id': 'ca43006c-08db-4fa8-a10d-693925e8db25', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'admin_state_up': True, 'tenant_id': '805c8566884b45f189beb9f06ba8bc98'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:27:19.053657 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9890cc6-fde0-4bd1-a8bd-ec1029ec17a7 req-4fff2a7e-c0e0-499b-96fd-9dfb0ccb82f4 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:19.064933 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b9890cc6-fde0-4bd1-a8bd-ec1029ec17a7 req-4fff2a7e-c0e0-499b-96fd-9dfb0ccb82f4 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=1bbf582f-1991-4577-8610-0e6ca44c81fa HTTP/1.1" status: 200 len: 949 time: 0.5567889 Feb 17 17:27:19.138260 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-86f05e0b-7ec4-4e87-8246-c6e746cd01e2 req-c34d0162-e926-4a20-bbb7-cf76836fbc17 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/quotas/5bb8389d8da44943868afc5c1f119806 HTTP/1.1" status: 200 len: 375 time: 0.4268472 Feb 17 17:27:19.237586 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24501be6-d923-4c63-9910-bb6934653bee req-5c37b39d-9777-485e-b474-8dc305367667 tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] Made reservation on behalf of 805c8566884b45f189beb9f06ba8bc98 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:27:19.242979 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-24501be6-d923-4c63-9910-bb6934653bee req-5c37b39d-9777-485e-b474-8dc305367667 tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:19.256634 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-24501be6-d923-4c63-9910-bb6934653bee req-5c37b39d-9777-485e-b474-8dc305367667 tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:19.273302 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b9890cc6-fde0-4bd1-a8bd-ec1029ec17a7 req-81e10d99-541f-4965-9b14-df3cb865e3a4 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927667 Feb 17 17:27:19.435934 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-24501be6-d923-4c63-9910-bb6934653bee req-5c37b39d-9777-485e-b474-8dc305367667 tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] Publish callbacks [] for security_group (ca786e71-43ad-4f2f-93f8-a8b6effd37b9), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:19.445498 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-24501be6-d923-4c63-9910-bb6934653bee req-5c37b39d-9777-485e-b474-8dc305367667 tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (ca786e71-43ad-4f2f-93f8-a8b6effd37b9), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:19.450909 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-86f05e0b-7ec4-4e87-8246-c6e746cd01e2 req-b851a7cc-25dc-4751-a4d7-a2f6baad310c tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=5bb8389d8da44943868afc5c1f119806&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3116210 Feb 17 17:27:19.457186 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:19.627861 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37b39d-9777-485e-b474-8dc305367667 tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca786e71-43ad-4f2f-93f8-a8b6effd37b9,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:19.677162 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-24501be6-d923-4c63-9910-bb6934653bee req-5c37b39d-9777-485e-b474-8dc305367667 tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] Allocated IP 192.168.233.73 (82b8d039-1c14-456f-ab24-8b3aebebd7d8/ac79920f-9ddd-4352-b866-6056158b178e/3507da35-2c28-4dc2-9666-0ca703b1b929) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:27:19.928093 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-24501be6-d923-4c63-9910-bb6934653bee req-5c37b39d-9777-485e-b474-8dc305367667 tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] Publish callbacks [] for port (3507da35-2c28-4dc2-9666-0ca703b1b929), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:19.979026 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-24501be6-d923-4c63-9910-bb6934653bee req-5c37b39d-9777-485e-b474-8dc305367667 tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (3507da35-2c28-4dc2-9666-0ca703b1b929), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:20.052385 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-bfb07c35-85f7-4db2-acb9-280b6ebbe34c req-dff67937-839b-40cf-baec-a7c9e12cfef3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fa9655f-30da-40d2-acc4-0e4545f18e02 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:27:20.055056 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37b39d-9777-485e-b474-8dc305367667 tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] Pushing event updated for resources: {'Port': ['ID=3507da35-2c28-4dc2-9666-0ca703b1b929,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:20.068025 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bfb07c35-85f7-4db2-acb9-280b6ebbe34c req-dff67937-839b-40cf-baec-a7c9e12cfef3 service neutron] Publish callbacks [] for port (4fa9655f-30da-40d2-acc4-0e4545f18e02), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:20.071162 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24501be6-d923-4c63-9910-bb6934653bee req-5c37b39d-9777-485e-b474-8dc305367667 tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] Network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:27:20.084849 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-24501be6-d923-4c63-9910-bb6934653bee req-5c37b39d-9777-485e-b474-8dc305367667 tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:27:20.103701 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-24501be6-d923-4c63-9910-bb6934653bee req-5c37b39d-9777-485e-b474-8dc305367667 tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:27:20.145532 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-bfb07c35-85f7-4db2-acb9-280b6ebbe34c req-dff67937-839b-40cf-baec-a7c9e12cfef3 service neutron] Transition to ACTIVE for port object 4fa9655f-30da-40d2-acc4-0e4545f18e02 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:27:20.163295 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e73179-5acb-4139-b59e-1ba20581cf04 req-1540b841-a921-4515-8f95-c9812387c7e6 tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:20.172743 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-32e73179-5acb-4139-b59e-1ba20581cf04 req-1540b841-a921-4515-8f95-c9812387c7e6 tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] 10.222.0.87 "GET /v2.0/ports?device_id=ca43006c-08db-4fa8-a10d-693925e8db25 HTTP/1.1" status: 200 len: 935 time: 0.1919229 Feb 17 17:27:20.179269 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24501be6-d923-4c63-9910-bb6934653bee req-5c37b39d-9777-485e-b474-8dc305367667 tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:20.179976 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-24501be6-d923-4c63-9910-bb6934653bee req-5c37b39d-9777-485e-b474-8dc305367667 tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:20.201740 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-24501be6-d923-4c63-9910-bb6934653bee req-5c37b39d-9777-485e-b474-8dc305367667 tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1600652 Feb 17 17:27:20.218676 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bfb07c35-85f7-4db2-acb9-280b6ebbe34c req-dff67937-839b-40cf-baec-a7c9e12cfef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (4fa9655f-30da-40d2-acc4-0e4545f18e02), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:20.220424 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-24501be6-d923-4c63-9910-bb6934653bee req-d94d2f42-58c3-4c8e-a61b-bd4a7ed7eedb service neutron] Request body: {'port': {'device_id': 'ca43006c-08db-4fa8-a10d-693925e8db25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:27:20.289812 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-86f05e0b-7ec4-4e87-8246-c6e746cd01e2 req-69763ac0-eae5-4503-bd5b-48f60071e0e8 service neutron] 10.222.0.87 "GET /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8323476 Feb 17 17:27:20.357330 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-24501be6-d923-4c63-9910-bb6934653bee req-d94d2f42-58c3-4c8e-a61b-bd4a7ed7eedb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3507da35-2c28-4dc2-9666-0ca703b1b929), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:20.463473 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-32e73179-5acb-4139-b59e-1ba20581cf04 req-8a1ed4cc-f2e7-4989-8789-5b938a430f3d tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] 10.222.0.87 "GET /v2.0/security-groups?id=ca786e71-43ad-4f2f-93f8-a8b6effd37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843969 Feb 17 17:27:20.465250 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff67937-839b-40cf-baec-a7c9e12cfef3 service neutron] Pushing event updated for resources: {'Port': ['ID=4fa9655f-30da-40d2-acc4-0e4545f18e02,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:20.516379 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-bfb07c35-85f7-4db2-acb9-280b6ebbe34c req-dff67937-839b-40cf-baec-a7c9e12cfef3 service neutron] Attempting to bind port 4fa9655f-30da-40d2-acc4-0e4545f18e02 on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:27:20.516972 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-bfb07c35-85f7-4db2-acb9-280b6ebbe34c req-dff67937-839b-40cf-baec-a7c9e12cfef3 service neutron] Attempting to bind port 4fa9655f-30da-40d2-acc4-0e4545f18e02 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': 'b5c22837-ff45-4173-bb65-146e0d15092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '83682ac9-c2b0-4063-ae45-fea55b30c3e3'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:27:20.520138 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb07c35-85f7-4db2-acb9-280b6ebbe34c req-dff67937-839b-40cf-baec-a7c9e12cfef3 service neutron] Attempting to bind port 4fa9655f-30da-40d2-acc4-0e4545f18e02 on network 83682ac9-c2b0-4063-ae45-fea55b30c3e3 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:27:20.609822 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-2c9cfb20-5757-4eed-a71f-4bc8e07aa3aa None None] Provisioning complete for port 3507da35-2c28-4dc2-9666-0ca703b1b929 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:27:20.611884 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2c9cfb20-5757-4eed-a71f-4bc8e07aa3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (3507da35-2c28-4dc2-9666-0ca703b1b929), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:20.631592 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb07c35-85f7-4db2-acb9-280b6ebbe34c req-dff67937-839b-40cf-baec-a7c9e12cfef3 service neutron] Port 4fa9655f-30da-40d2-acc4-0e4545f18e02 on network 83682ac9-c2b0-4063-ae45-fea55b30c3e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:27:20.632395 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb07c35-85f7-4db2-acb9-280b6ebbe34c req-dff67937-839b-40cf-baec-a7c9e12cfef3 service neutron] Attempting to bind port 4fa9655f-30da-40d2-acc4-0e4545f18e02 on network 83682ac9-c2b0-4063-ae45-fea55b30c3e3 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:27:20.669550 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb07c35-85f7-4db2-acb9-280b6ebbe34c req-dff67937-839b-40cf-baec-a7c9e12cfef3 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:27:20.669896 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb07c35-85f7-4db2-acb9-280b6ebbe34c req-dff67937-839b-40cf-baec-a7c9e12cfef3 service neutron] Checking segment: {'id': 'b5c22837-ff45-4173-bb65-146e0d15092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '83682ac9-c2b0-4063-ae45-fea55b30c3e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:27:20.670289 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb07c35-85f7-4db2-acb9-280b6ebbe34c req-dff67937-839b-40cf-baec-a7c9e12cfef3 service neutron] Bound using segment: {'id': 'b5c22837-ff45-4173-bb65-146e0d15092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '83682ac9-c2b0-4063-ae45-fea55b30c3e3'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:27:20.671447 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-bfb07c35-85f7-4db2-acb9-280b6ebbe34c req-dff67937-839b-40cf-baec-a7c9e12cfef3 service neutron] Bound port: 4fa9655f-30da-40d2-acc4-0e4545f18e02, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5c22837-ff45-4173-bb65-146e0d15092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '83682ac9-c2b0-4063-ae45-fea55b30c3e3'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:27:20.672051 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bfb07c35-85f7-4db2-acb9-280b6ebbe34c req-dff67937-839b-40cf-baec-a7c9e12cfef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (4fa9655f-30da-40d2-acc4-0e4545f18e02), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:20.714147 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-2c9cfb20-5757-4eed-a71f-4bc8e07aa3aa None None] Port 3507da35-2c28-4dc2-9666-0ca703b1b929 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:27:20.837342 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-86f05e0b-7ec4-4e87-8246-c6e746cd01e2 req-1e1446b1-1567-4fad-bcb2-8260e8247c1c service neutron] 10.222.0.87 "GET /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5463598 Feb 17 17:27:20.846165 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-bfb07c35-85f7-4db2-acb9-280b6ebbe34c req-dff67937-839b-40cf-baec-a7c9e12cfef3 service neutron] For port 4fa9655f-30da-40d2-acc4-0e4545f18e02, host n-h2-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:27:20.853006 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-bfb07c35-85f7-4db2-acb9-280b6ebbe34c req-dff67937-839b-40cf-baec-a7c9e12cfef3 service neutron] For port 4fa9655f-30da-40d2-acc4-0e4545f18e02, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=4fa9655f-30da-40d2-acc4-0e4545f18e02,segment=NetworkSegment(b5c22837-ff45-4173-bb65-146e0d15092f),segment_id=b5c22837-ff45-4173-bb65-146e0d15092f)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:27:20.888949 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdef080-04c3-4932-a24f-43ef12554414 req-c5322573-df63-47d9-b2fc-e7301ef1a04b tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:20.900557 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0cdef080-04c3-4932-a24f-43ef12554414 req-c5322573-df63-47d9-b2fc-e7301ef1a04b tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] 10.222.0.87 "GET /v2.0/ports?device_id=b387d782-e132-4d03-b28d-7aeab901707a HTTP/1.1" status: 200 len: 944 time: 0.2734225 Feb 17 17:27:20.905628 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bfb07c35-85f7-4db2-acb9-280b6ebbe34c req-dff67937-839b-40cf-baec-a7c9e12cfef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (4fa9655f-30da-40d2-acc4-0e4545f18e02), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:21.099196 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb07c35-85f7-4db2-acb9-280b6ebbe34c req-dff67937-839b-40cf-baec-a7c9e12cfef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:21.099833 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bfb07c35-85f7-4db2-acb9-280b6ebbe34c req-dff67937-839b-40cf-baec-a7c9e12cfef3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:21.101318 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfb07c35-85f7-4db2-acb9-280b6ebbe34c req-dff67937-839b-40cf-baec-a7c9e12cfef3 service neutron] 10.222.0.91 "PUT /v2.0/ports/4fa9655f-30da-40d2-acc4-0e4545f18e02 HTTP/1.1" status: 200 len: 1092 time: 2.7756388 Feb 17 17:27:21.132984 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b387d782-e132-4d03-b28d-7aeab901707a', 'tag': '4fa9655f-30da-40d2-acc4-0e4545f18e02'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:27:21.139127 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c630e3-ead6-47bc-ae9b-652b66aeb06b" -d '{"events": [{"name": "network-changed", "server_uuid": "b387d782-e132-4d03-b28d-7aeab901707a", "tag": "4fa9655f-30da-40d2-acc4-0e4545f18e02"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:27:21.181829 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-24501be6-d923-4c63-9910-bb6934653bee req-d94d2f42-58c3-4c8e-a61b-bd4a7ed7eedb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3507da35-2c28-4dc2-9666-0ca703b1b929 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:27:21.199442 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-24501be6-d923-4c63-9910-bb6934653bee req-d94d2f42-58c3-4c8e-a61b-bd4a7ed7eedb service neutron] Publish callbacks [] for port (3507da35-2c28-4dc2-9666-0ca703b1b929), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:21.293002 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-24501be6-d923-4c63-9910-bb6934653bee req-d94d2f42-58c3-4c8e-a61b-bd4a7ed7eedb service neutron] Transition to ACTIVE for port object 3507da35-2c28-4dc2-9666-0ca703b1b929 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:27:21.300115 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-24501be6-d923-4c63-9910-bb6934653bee req-d94d2f42-58c3-4c8e-a61b-bd4a7ed7eedb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (3507da35-2c28-4dc2-9666-0ca703b1b929), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:21.493386 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff67937-839b-40cf-baec-a7c9e12cfef3 service neutron] Pushing event updated for resources: {'Port': ['ID=4fa9655f-30da-40d2-acc4-0e4545f18e02,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:21.523593 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94d2f42-58c3-4c8e-a61b-bd4a7ed7eedb service neutron] Pushing event updated for resources: {'Port': ['ID=3507da35-2c28-4dc2-9666-0ca703b1b929,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:21.559758 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0cdef080-04c3-4932-a24f-43ef12554414 req-77ea9f30-c864-4a49-bd8b-7b1b0dc50860 tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] 10.222.0.87 "GET /v2.0/security-groups?id=6f7b4ae5-4ac7-4137-b710-0cf97fbedd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6560204 Feb 17 17:27:21.762702 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-24501be6-d923-4c63-9910-bb6934653bee req-d94d2f42-58c3-4c8e-a61b-bd4a7ed7eedb service neutron] Attempting to bind port 3507da35-2c28-4dc2-9666-0ca703b1b929 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:27:21.763153 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-24501be6-d923-4c63-9910-bb6934653bee req-d94d2f42-58c3-4c8e-a61b-bd4a7ed7eedb service neutron] Attempting to bind port 3507da35-2c28-4dc2-9666-0ca703b1b929 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:27:21.763513 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24501be6-d923-4c63-9910-bb6934653bee req-d94d2f42-58c3-4c8e-a61b-bd4a7ed7eedb service neutron] Attempting to bind port 3507da35-2c28-4dc2-9666-0ca703b1b929 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:27:21.794236 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24501be6-d923-4c63-9910-bb6934653bee req-d94d2f42-58c3-4c8e-a61b-bd4a7ed7eedb service neutron] Port 3507da35-2c28-4dc2-9666-0ca703b1b929 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:27:21.794585 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24501be6-d923-4c63-9910-bb6934653bee req-d94d2f42-58c3-4c8e-a61b-bd4a7ed7eedb service neutron] Attempting to bind port 3507da35-2c28-4dc2-9666-0ca703b1b929 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:27:21.810646 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb07c35-85f7-4db2-acb9-280b6ebbe34c req-03a37303-475b-41ce-829a-79a6ebe04404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:21.812252 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfb07c35-85f7-4db2-acb9-280b6ebbe34c req-03a37303-475b-41ce-829a-79a6ebe04404 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5935facc757347a6a86952f113369252&device_id=b387d782-e132-4d03-b28d-7aeab901707a HTTP/1.1" status: 200 len: 1126 time: 0.6180866 Feb 17 17:27:21.821673 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24501be6-d923-4c63-9910-bb6934653bee req-d94d2f42-58c3-4c8e-a61b-bd4a7ed7eedb service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:27:21.822093 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24501be6-d923-4c63-9910-bb6934653bee req-d94d2f42-58c3-4c8e-a61b-bd4a7ed7eedb service neutron] Checking segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:27:21.828956 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24501be6-d923-4c63-9910-bb6934653bee req-d94d2f42-58c3-4c8e-a61b-bd4a7ed7eedb service neutron] Bound using segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:27:21.829463 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-24501be6-d923-4c63-9910-bb6934653bee req-d94d2f42-58c3-4c8e-a61b-bd4a7ed7eedb service neutron] Bound port: 3507da35-2c28-4dc2-9666-0ca703b1b929, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:27:21.829946 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-24501be6-d923-4c63-9910-bb6934653bee req-d94d2f42-58c3-4c8e-a61b-bd4a7ed7eedb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3507da35-2c28-4dc2-9666-0ca703b1b929), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:21.839137 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245c5e4-cf2c-4eba-a87e-bdf9f31c51d2 req-34fc3166-8e14-4320-9375-fb9786f5a54f tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:21.844703 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c245c5e4-cf2c-4eba-a87e-bdf9f31c51d2 req-34fc3166-8e14-4320-9375-fb9786f5a54f tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] 10.222.0.71 "GET /v2.0/ports?device_id=23b583d3-3849-4cc3-81e5-c65d5b2ba932 HTTP/1.1" status: 200 len: 950 time: 0.4370103 Feb 17 17:27:21.924172 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a9c91-0279-45e1-892a-db5b1d553b8a req-694c09fc-858b-4290-a3ec-aa87337e1386 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:21.931930 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dc7a9c91-0279-45e1-892a-db5b1d553b8a req-694c09fc-858b-4290-a3ec-aa87337e1386 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=1bbf582f-1991-4577-8610-0e6ca44c81fa HTTP/1.1" status: 200 len: 949 time: 0.2580731 Feb 17 17:27:21.947371 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b24727-660b-4d7a-a9bf-36141c07abdd req-794728c9-a2d3-452f-94bd-a7ca86eaa9f9 tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:21.949212 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c7b24727-660b-4d7a-a9bf-36141c07abdd req-794728c9-a2d3-452f-94bd-a7ca86eaa9f9 tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b583d3-3849-4cc3-81e5-c65d5b2ba932 HTTP/1.1" status: 200 len: 950 time: 0.5603685 Feb 17 17:27:22.023838 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-24501be6-d923-4c63-9910-bb6934653bee req-d94d2f42-58c3-4c8e-a61b-bd4a7ed7eedb service neutron] For port 3507da35-2c28-4dc2-9666-0ca703b1b929, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:27:22.031950 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-24501be6-d923-4c63-9910-bb6934653bee req-d94d2f42-58c3-4c8e-a61b-bd4a7ed7eedb service neutron] For port 3507da35-2c28-4dc2-9666-0ca703b1b929, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=3507da35-2c28-4dc2-9666-0ca703b1b929,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:27:22.044063 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-24501be6-d923-4c63-9910-bb6934653bee req-d94d2f42-58c3-4c8e-a61b-bd4a7ed7eedb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (3507da35-2c28-4dc2-9666-0ca703b1b929), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:22.128510 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c7b24727-660b-4d7a-a9bf-36141c07abdd req-4ded5849-728e-478a-bc10-446c8756e6ec tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] 10.222.0.87 "GET /v2.0/security-groups?id=8760bc54-80b8-453a-83dc-b83e567899cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638482 Feb 17 17:27:22.129901 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfb07c35-85f7-4db2-acb9-280b6ebbe34c req-57c80f66-c293-4b08-affc-5e6ffc787b0e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fa9655f-30da-40d2-acc4-0e4545f18e02 HTTP/1.1" status: 200 len: 217 time: 0.1163301 Feb 17 17:27:22.130140 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24501be6-d923-4c63-9910-bb6934653bee req-d94d2f42-58c3-4c8e-a61b-bd4a7ed7eedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:22.132665 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-24501be6-d923-4c63-9910-bb6934653bee req-d94d2f42-58c3-4c8e-a61b-bd4a7ed7eedb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:22.134823 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-24501be6-d923-4c63-9910-bb6934653bee req-d94d2f42-58c3-4c8e-a61b-bd4a7ed7eedb service neutron] 10.222.0.71 "PUT /v2.0/ports/3507da35-2c28-4dc2-9666-0ca703b1b929 HTTP/1.1" status: 200 len: 1095 time: 1.9204593 Feb 17 17:27:22.143476 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca43006c-08db-4fa8-a10d-693925e8db25', 'tag': '3507da35-2c28-4dc2-9666-0ca703b1b929'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:27:22.149598 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9b6cf5-bce2-414c-a224-1cb459c884ce" -d '{"events": [{"name": "network-changed", "server_uuid": "ca43006c-08db-4fa8-a10d-693925e8db25", "tag": "3507da35-2c28-4dc2-9666-0ca703b1b929"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:27:22.174426 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dc7a9c91-0279-45e1-892a-db5b1d553b8a req-b846601d-ab2d-4bb7-9e02-cdfca0ef5baa tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353015 Feb 17 17:27:22.310161 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94d2f42-58c3-4c8e-a61b-bd4a7ed7eedb service neutron] Pushing event updated for resources: {'Port': ['ID=3507da35-2c28-4dc2-9666-0ca703b1b929,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:22.312365 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa042c7d-fd40-40f3-bf0a-2d887d4aaffb x-openstack-request-id: req-aa042c7d-fd40-40f3-bf0a-2d887d4aaffb {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:27:22.316712 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b387d782-e132-4d03-b28d-7aeab901707a", "tag": "4fa9655f-30da-40d2-acc4-0e4545f18e02", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:27:22.317263 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-aa042c7d-fd40-40f3-bf0a-2d887d4aaffb {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:27:22.317921 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b387d782-e132-4d03-b28d-7aeab901707a', 'tag': '4fa9655f-30da-40d2-acc4-0e4545f18e02', 'status': 'completed', 'code': 200} Feb 17 17:27:22.349262 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24501be6-d923-4c63-9910-bb6934653bee req-4925e118-f6a1-4b72-9987-d396f6cc689d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:22.350975 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-24501be6-d923-4c63-9910-bb6934653bee req-4925e118-f6a1-4b72-9987-d396f6cc689d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=805c8566884b45f189beb9f06ba8bc98&device_id=ca43006c-08db-4fa8-a10d-693925e8db25 HTTP/1.1" status: 200 len: 1129 time: 0.1568303 Feb 17 17:27:22.440216 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f26265e3-9962-4d43-99ed-aa36b0399888 req-c6e4cf54-4880-4c7e-8409-13c16dafb993 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f HTTP/1.1" status: 200 len: 210 time: 0.1208949 Feb 17 17:27:22.445451 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-24501be6-d923-4c63-9910-bb6934653bee req-b3f7c042-d95f-48bb-b877-6a220c479e29 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=3507da35-2c28-4dc2-9666-0ca703b1b929 HTTP/1.1" status: 200 len: 217 time: 0.0769131 Feb 17 17:27:22.463189 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-c245c5e4-cf2c-4eba-a87e-bdf9f31c51d2 req-7480c0d1-48df-4c61-bffa-6da82736212e tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] Deleting port 792bfd1e-c03a-4f91-9db6-b067ffd70f8d {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:27:22.463535 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c245c5e4-cf2c-4eba-a87e-bdf9f31c51d2 req-7480c0d1-48df-4c61-bffa-6da82736212e tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (792bfd1e-c03a-4f91-9db6-b067ffd70f8d), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:22.527038 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb07c35-85f7-4db2-acb9-280b6ebbe34c req-cbd995b5-8381-4ae3-b490-9b9c1292d56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:22.528898 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfb07c35-85f7-4db2-acb9-280b6ebbe34c req-cbd995b5-8381-4ae3-b490-9b9c1292d56f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=88b92756-09f3-428e-b5e3-39b289eb6473 HTTP/1.1" status: 200 len: 854 time: 0.3520374 Feb 17 17:27:22.566956 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a20b22a-c361-4bb6-a791-eed7ab5f0a19 x-openstack-request-id: req-7a20b22a-c361-4bb6-a791-eed7ab5f0a19 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:27:22.567308 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca43006c-08db-4fa8-a10d-693925e8db25", "tag": "3507da35-2c28-4dc2-9666-0ca703b1b929", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:27:22.567576 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7a20b22a-c361-4bb6-a791-eed7ab5f0a19 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:27:22.568008 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca43006c-08db-4fa8-a10d-693925e8db25', 'tag': '3507da35-2c28-4dc2-9666-0ca703b1b929', 'status': 'completed', 'code': 200} Feb 17 17:27:22.582164 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24501be6-d923-4c63-9910-bb6934653bee req-0df8c5ee-691a-4f02-8018-115a8572cc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:22.592848 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-24501be6-d923-4c63-9910-bb6934653bee req-0df8c5ee-691a-4f02-8018-115a8572cc71 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.1414845 Feb 17 17:27:22.671506 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24501be6-d923-4c63-9910-bb6934653bee req-f6f0f67e-4729-4c44-befb-5938ece45bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:22.673868 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-24501be6-d923-4c63-9910-bb6934653bee req-f6f0f67e-4729-4c44-befb-5938ece45bb6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0730243 Feb 17 17:27:22.763254 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65209129-9274-4181-b84c-730543919ed8 req-bc59f82c-5a18-4554-b638-1be7d0c2b923 tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:22.770826 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-65209129-9274-4181-b84c-730543919ed8 req-bc59f82c-5a18-4554-b638-1be7d0c2b923 tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] 10.222.0.87 "GET /v2.0/ports?device_id=ca43006c-08db-4fa8-a10d-693925e8db25 HTTP/1.1" status: 200 len: 947 time: 0.2581704 Feb 17 17:27:22.813428 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb07c35-85f7-4db2-acb9-280b6ebbe34c req-b6954bcf-9bed-4ec9-bd33-3ca86ae4e1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:22.815034 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfb07c35-85f7-4db2-acb9-280b6ebbe34c req-b6954bcf-9bed-4ec9-bd33-3ca86ae4e1e0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=83682ac9-c2b0-4063-ae45-fea55b30c3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2490022 Feb 17 17:27:22.825774 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac681470-0ef1-4e2a-9de1-e38b819672fb req-4a788dfe-0243-4dcf-8631-96840982c096 tempest-ServersOnMultiNodesTest-1303405833 tempest-ServersOnMultiNodesTest-1303405833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:22.833441 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ac681470-0ef1-4e2a-9de1-e38b819672fb req-4a788dfe-0243-4dcf-8631-96840982c096 tempest-ServersOnMultiNodesTest-1303405833 tempest-ServersOnMultiNodesTest-1303405833-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=1bbf582f-1991-4577-8610-0e6ca44c81fa HTTP/1.1" status: 200 len: 1131 time: 0.1777239 Feb 17 17:27:22.836547 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-c245c5e4-cf2c-4eba-a87e-bdf9f31c51d2 req-7480c0d1-48df-4c61-bffa-6da82736212e tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] For port 792bfd1e-c03a-4f91-9db6-b067ffd70f8d, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=792bfd1e-c03a-4f91-9db6-b067ffd70f8d,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:27:22.836991 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c245c5e4-cf2c-4eba-a87e-bdf9f31c51d2 req-7480c0d1-48df-4c61-bffa-6da82736212e tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (792bfd1e-c03a-4f91-9db6-b067ffd70f8d), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:22.887644 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-65209129-9274-4181-b84c-730543919ed8 req-019655c2-84d7-4a1b-b78c-4d8c9671453d tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] 10.222.0.87 "GET /v2.0/security-groups?id=ca786e71-43ad-4f2f-93f8-a8b6effd37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157172 Feb 17 17:27:22.922270 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-24501be6-d923-4c63-9910-bb6934653bee req-74e0369c-3ecc-4d7e-80e9-77b4385fdee3 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368999 Feb 17 17:27:22.996916 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ac681470-0ef1-4e2a-9de1-e38b819672fb req-a76c7864-4b01-40a6-84e5-6bdd9459423a tempest-ServersOnMultiNodesTest-1303405833 tempest-ServersOnMultiNodesTest-1303405833-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624653 Feb 17 17:27:22.999503 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-c245c5e4-cf2c-4eba-a87e-bdf9f31c51d2 req-7480c0d1-48df-4c61-bffa-6da82736212e tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] Calling delete_port for 792bfd1e-c03a-4f91-9db6-b067ffd70f8d owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:27:23.134135 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-24501be6-d923-4c63-9910-bb6934653bee req-e9ee913d-61bd-40c6-a121-42234bec9ee0 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044086 Feb 17 17:27:23.377904 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b6cf5-bce2-414c-a224-1cb459c884ce req-1f4048ad-d70e-4cd9-9514-bd0cb1605872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:23.383209 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-db9b6cf5-bce2-414c-a224-1cb459c884ce req-1f4048ad-d70e-4cd9-9514-bd0cb1605872 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=805c8566884b45f189beb9f06ba8bc98&device_id=ca43006c-08db-4fa8-a10d-693925e8db25 HTTP/1.1" status: 200 len: 1129 time: 0.0893924 Feb 17 17:27:23.485553 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f05e0b-7ec4-4e87-8246-c6e746cd01e2 req-5da8dba6-1244-46ef-820f-76277dab076d tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:23.487111 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-86f05e0b-7ec4-4e87-8246-c6e746cd01e2 req-5da8dba6-1244-46ef-820f-76277dab076d tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.71 "GET /v2.0/networks?id=5dbbad70-2eaf-4ac4-baab-330b001075bb HTTP/1.1" status: 200 len: 820 time: 0.4349892 Feb 17 17:27:23.506201 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-86f05e0b-7ec4-4e87-8246-c6e746cd01e2 req-eff8fdbb-a3c6-4cbe-8707-ff1f2bf8f93c tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Request body: {'port': {'device_id': '07163a17-9f3a-4a13-9c1e-1acd5def414f', 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb', 'admin_state_up': True, 'tenant_id': '5bb8389d8da44943868afc5c1f119806'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:27:23.544315 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfb07c35-85f7-4db2-acb9-280b6ebbe34c req-c5e1faab-e8c8-46cd-a0ae-2f76feb46a9b service neutron] 10.222.0.91 "GET /v2.0/networks/83682ac9-c2b0-4063-ae45-fea55b30c3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5832212 Feb 17 17:27:23.571550 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e55ef-6483-4a8e-9950-4cb24645c43f req-1c5396a1-3d02-42d6-b7ad-c27b68837347 tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:23.576846 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ee1e55ef-6483-4a8e-9950-4cb24645c43f req-1c5396a1-3d02-42d6-b7ad-c27b68837347 tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] 10.222.0.87 "GET /v2.0/ports?device_id=b387d782-e132-4d03-b28d-7aeab901707a HTTP/1.1" status: 200 len: 944 time: 0.3033736 Feb 17 17:27:23.639673 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b6cf5-bce2-414c-a224-1cb459c884ce req-905398df-55c4-4f34-9a8b-c1eab5e06343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:23.641275 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-db9b6cf5-bce2-414c-a224-1cb459c884ce req-905398df-55c4-4f34-9a8b-c1eab5e06343 service neutron] 10.222.0.71 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 0.2528026 Feb 17 17:27:23.687932 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-db9b6cf5-bce2-414c-a224-1cb459c884ce req-c3ef9d53-edad-4427-83e4-c200c7228c28 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=3507da35-2c28-4dc2-9666-0ca703b1b929 HTTP/1.1" status: 200 len: 217 time: 0.0385811 Feb 17 17:27:23.751462 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b6cf5-bce2-414c-a224-1cb459c884ce req-0ac15ca8-824f-4b1a-8776-813bc99e67e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:23.753179 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-db9b6cf5-bce2-414c-a224-1cb459c884ce req-0ac15ca8-824f-4b1a-8776-813bc99e67e0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.0585213 Feb 17 17:27:23.805873 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35506) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:27:23.859604 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b6cf5-bce2-414c-a224-1cb459c884ce req-faedf42b-d0bd-4f06-9b1f-8a429f87483d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:23.861090 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-db9b6cf5-bce2-414c-a224-1cb459c884ce req-faedf42b-d0bd-4f06-9b1f-8a429f87483d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1008728 Feb 17 17:27:23.929447 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ee1e55ef-6483-4a8e-9950-4cb24645c43f req-0eac26ec-3cfb-4dd6-9c76-9263d3b8f7ee tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] 10.222.0.87 "GET /v2.0/security-groups?id=6f7b4ae5-4ac7-4137-b710-0cf97fbedd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389168 Feb 17 17:27:23.989502 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25776b4f-933f-4560-8a98-8a98515ef967 req-c71f9061-75e9-4c4b-beda-b774791839e2 tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:23.998344 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-25776b4f-933f-4560-8a98-8a98515ef967 req-c71f9061-75e9-4c4b-beda-b774791839e2 tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] 10.222.0.87 "GET /v2.0/ports?device_id=23b583d3-3849-4cc3-81e5-c65d5b2ba932 HTTP/1.1" status: 200 len: 950 time: 0.2371457 Feb 17 17:27:24.024533 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c245c5e4-cf2c-4eba-a87e-bdf9f31c51d2 req-7480c0d1-48df-4c61-bffa-6da82736212e tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (792bfd1e-c03a-4f91-9db6-b067ffd70f8d), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:24.037560 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['792bfd1e-c03a-4f91-9db6-b067ffd70f8d'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:27:24.087184 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f461fa2e-3393-4e3f-ab28-7b13f1bdebb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:24.155001 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-db9b6cf5-bce2-414c-a224-1cb459c884ce req-ccd46b9f-e9c7-4004-86b5-ce98c71091e1 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834058 Feb 17 17:27:24.215963 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-c245c5e4-cf2c-4eba-a87e-bdf9f31c51d2 req-7480c0d1-48df-4c61-bffa-6da82736212e tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] No DVR routers for this DVR port 792bfd1e-c03a-4f91-9db6-b067ffd70f8d on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:27:24.234215 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c245c5e4-cf2c-4eba-a87e-bdf9f31c51d2 req-7480c0d1-48df-4c61-bffa-6da82736212e tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:24.238681 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c245c5e4-cf2c-4eba-a87e-bdf9f31c51d2 req-7480c0d1-48df-4c61-bffa-6da82736212e tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] 10.222.0.71 "DELETE /v2.0/ports/792bfd1e-c03a-4f91-9db6-b067ffd70f8d HTTP/1.1" status: 204 len: 173 time: 2.3820643 Feb 17 17:27:24.258039 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-41aa02d5-5de6-45b2-9f4d-560f8557adc7 req-f73f934a-2d6a-4fa7-afe3-467c255020e1 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=673fd82048cd49c18f82ffc2fb910a6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1646030 Feb 17 17:27:24.263355 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7480c0d1-48df-4c61-bffa-6da82736212e tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] Pushing event deleted for resources: {'Port': ['ID=792bfd1e-c03a-4f91-9db6-b067ffd70f8d,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:24.269943 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f461fa2e-3393-4e3f-ab28-7b13f1bdebb6 admin admin] Publish callbacks [] for security_group (e1827c70-7342-4194-9e82-d21cb5658312), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:24.280272 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f461fa2e-3393-4e3f-ab28-7b13f1bdebb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (e1827c70-7342-4194-9e82-d21cb5658312), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:24.497138 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b583d3-3849-4cc3-81e5-c65d5b2ba932', 'name': 'network-vif-deleted', 'tag': '792bfd1e-c03a-4f91-9db6-b067ffd70f8d'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:27:24.500102 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e70efd-43b6-469d-849b-6b9f4d1ea239" -d '{"events": [{"server_uuid": "23b583d3-3849-4cc3-81e5-c65d5b2ba932", "name": "network-vif-deleted", "tag": "792bfd1e-c03a-4f91-9db6-b067ffd70f8d"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:27:24.515204 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-25776b4f-933f-4560-8a98-8a98515ef967 req-c813c02b-a578-4bfd-9025-27b068805073 tempest-ImagesNegativeTestJSON-411684252 tempest-ImagesNegativeTestJSON-411684252-project] 10.222.0.87 "GET /v2.0/security-groups?id=8760bc54-80b8-453a-83dc-b83e567899cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5154886 Feb 17 17:27:24.534026 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86f05e0b-7ec4-4e87-8246-c6e746cd01e2 req-eff8fdbb-a3c6-4cbe-8707-ff1f2bf8f93c tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Made reservation on behalf of 5bb8389d8da44943868afc5c1f119806 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:27:24.539227 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-86f05e0b-7ec4-4e87-8246-c6e746cd01e2 req-eff8fdbb-a3c6-4cbe-8707-ff1f2bf8f93c tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:24.589914 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa02d5-5de6-45b2-9f4d-560f8557adc7 req-3299bb76-2faf-4f97-bbbf-be080afcaa8c tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:24.599101 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-41aa02d5-5de6-45b2-9f4d-560f8557adc7 req-3299bb76-2faf-4f97-bbbf-be080afcaa8c tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3353977 Feb 17 17:27:24.714435 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f461fa2e-3393-4e3f-ab28-7b13f1bdebb6 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e14c6be2a732482a98df16c0d4f478c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9068155 Feb 17 17:27:24.733864 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f461fa2e-3393-4e3f-ab28-7b13f1bdebb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1827c70-7342-4194-9e82-d21cb5658312,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:24.752331 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35524) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:27:24.834132 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-db9b6cf5-bce2-414c-a224-1cb459c884ce req-6bb2789a-e1b2-409b-8c91-799b26947db7 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6704633 Feb 17 17:27:24.847876 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c4c4572a-98bd-4f55-8cde-1fb23aa79836 admin admin] Publish callbacks [] for security_group (e1827c70-7342-4194-9e82-d21cb5658312), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:24.896292 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c4c4572a-98bd-4f55-8cde-1fb23aa79836 admin admin] Publish callbacks [] for security_group (e1827c70-7342-4194-9e82-d21cb5658312), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:25.023555 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c4c4572a-98bd-4f55-8cde-1fb23aa79836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (e1827c70-7342-4194-9e82-d21cb5658312), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:25.026555 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c4c4572a-98bd-4f55-8cde-1fb23aa79836 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:25.036766 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c4c4572a-98bd-4f55-8cde-1fb23aa79836 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e1827c70-7342-4194-9e82-d21cb5658312 HTTP/1.1" status: 204 len: 168 time: 0.2781472 Feb 17 17:27:25.061069 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c4572a-98bd-4f55-8cde-1fb23aa79836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1827c70-7342-4194-9e82-d21cb5658312,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:25.085508 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-41aa02d5-5de6-45b2-9f4d-560f8557adc7 req-8516a0b4-b0be-4c89-a935-cc0dafb1edc7 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/quotas/673fd82048cd49c18f82ffc2fb910a6e HTTP/1.1" status: 200 len: 375 time: 0.4870408 Feb 17 17:27:25.120170 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a83a6279-d58f-4fdb-9466-54059d237c94 req-c08efc21-c01f-4f9c-bf3a-ad4caab27d37 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f HTTP/1.1" status: 200 len: 210 time: 0.4772549 Feb 17 17:27:25.244349 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfb07c35-85f7-4db2-acb9-280b6ebbe34c req-b7c53ac2-2999-4287-bf08-f7f92744f19b service neutron] 10.222.0.91 "GET /v2.0/networks/83682ac9-c2b0-4063-ae45-fea55b30c3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1569464 Feb 17 17:27:25.354796 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-41aa02d5-5de6-45b2-9f4d-560f8557adc7 req-0aa8da39-cfec-4fb0-adad-d921d0b43826 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=673fd82048cd49c18f82ffc2fb910a6e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2311792 Feb 17 17:27:25.411592 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a37539-e7ba-4ed1-9d8e-7cd53fe9d836 req-3c6b99c4-7112-4026-92eb-c739a51f614d tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:25.419206 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d4a37539-e7ba-4ed1-9d8e-7cd53fe9d836 req-3c6b99c4-7112-4026-92eb-c739a51f614d tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] 10.222.0.87 "GET /v2.0/ports?device_id=ca43006c-08db-4fa8-a10d-693925e8db25 HTTP/1.1" status: 200 len: 947 time: 0.1805272 Feb 17 17:27:25.481348 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-86f05e0b-7ec4-4e87-8246-c6e746cd01e2 req-eff8fdbb-a3c6-4cbe-8707-ff1f2bf8f93c tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Allocated IP 172.20.0.4 (5dbbad70-2eaf-4ac4-baab-330b001075bb/d4b8c7cb-ffed-4089-8d05-52af74f92303/9335df1e-0297-42ac-8b06-72fbb5b578ef) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:27:25.496474 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d4a37539-e7ba-4ed1-9d8e-7cd53fe9d836 req-2121ffd8-60c2-4ccb-acc5-afe76d8f1335 tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] 10.222.0.87 "GET /v2.0/security-groups?id=ca786e71-43ad-4f2f-93f8-a8b6effd37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748324 Feb 17 17:27:25.615530 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d4cc18-4df0-479a-a287-a9cc0a666178 x-openstack-request-id: req-67d4cc18-4df0-479a-a287-a9cc0a666178 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:27:25.616415 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b583d3-3849-4cc3-81e5-c65d5b2ba932", "name": "network-vif-deleted", "tag": "792bfd1e-c03a-4f91-9db6-b067ffd70f8d", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:27:25.616602 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-67d4cc18-4df0-479a-a287-a9cc0a666178 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:27:25.618255 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b583d3-3849-4cc3-81e5-c65d5b2ba932', 'name': 'network-vif-deleted', 'tag': '792bfd1e-c03a-4f91-9db6-b067ffd70f8d', 'status': 'completed', 'code': 200} Feb 17 17:27:25.805660 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-86f05e0b-7ec4-4e87-8246-c6e746cd01e2 req-eff8fdbb-a3c6-4cbe-8707-ff1f2bf8f93c tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Publish callbacks [] for port (9335df1e-0297-42ac-8b06-72fbb5b578ef), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:25.843592 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6a849d01-cf67-43d9-bb2d-9cecdab08583 req-40f0944b-75fd-42e9-b3f4-9db8d04162db tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=136d2896-edcd-4b4a-aea9-05aead8beb89 HTTP/1.1" status: 200 len: 210 time: 0.0687842 Feb 17 17:27:25.881226 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4100df04-8246-46c5-8593-f804b415697e req-14c9eca2-a99c-4051-9972-dc43bf5eb8c2 tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:25.888429 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4100df04-8246-46c5-8593-f804b415697e req-14c9eca2-a99c-4051-9972-dc43bf5eb8c2 tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] 10.222.0.87 "GET /v2.0/ports?device_id=b387d782-e132-4d03-b28d-7aeab901707a HTTP/1.1" status: 200 len: 944 time: 0.1122143 Feb 17 17:27:25.970963 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4100df04-8246-46c5-8593-f804b415697e req-fa8d0433-fa64-4307-a461-603be0f1baca tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] 10.222.0.87 "GET /v2.0/security-groups?id=6f7b4ae5-4ac7-4137-b710-0cf97fbedd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778613 Feb 17 17:27:25.976367 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-86f05e0b-7ec4-4e87-8246-c6e746cd01e2 req-eff8fdbb-a3c6-4cbe-8707-ff1f2bf8f93c tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (9335df1e-0297-42ac-8b06-72fbb5b578ef), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:26.039329 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 3507da35-2c28-4dc2-9666-0ca703b1b929 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:27:26.044663 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 792bfd1e-c03a-4f91-9db6-b067ffd70f8d no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:27:26.123564 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86f05e0b-7ec4-4e87-8246-c6e746cd01e2 req-eff8fdbb-a3c6-4cbe-8707-ff1f2bf8f93c tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Network 5dbbad70-2eaf-4ac4-baab-330b001075bb is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:27:26.128868 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-86f05e0b-7ec4-4e87-8246-c6e746cd01e2 req-eff8fdbb-a3c6-4cbe-8707-ff1f2bf8f93c tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:27:26.144440 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f05e0b-7ec4-4e87-8246-c6e746cd01e2 req-eff8fdbb-a3c6-4cbe-8707-ff1f2bf8f93c tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:27:26.149813 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f05e0b-7ec4-4e87-8246-c6e746cd01e2 req-eff8fdbb-a3c6-4cbe-8707-ff1f2bf8f93c tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:26.150464 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-86f05e0b-7ec4-4e87-8246-c6e746cd01e2 req-eff8fdbb-a3c6-4cbe-8707-ff1f2bf8f93c tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:26.181247 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8fdbb-a3c6-4cbe-8707-ff1f2bf8f93c tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Pushing event updated for resources: {'Port': ['ID=9335df1e-0297-42ac-8b06-72fbb5b578ef,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:26.265595 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-86f05e0b-7ec4-4e87-8246-c6e746cd01e2 req-eff8fdbb-a3c6-4cbe-8707-ff1f2bf8f93c tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7649000 Feb 17 17:27:26.280449 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: 792bfd1e-c03a-4f91-9db6-b067ffd70f8d {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:27:26.281174 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 792bfd1e-c03a-4f91-9db6-b067ffd70f8d not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:27:26.287758 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-86f05e0b-7ec4-4e87-8246-c6e746cd01e2 req-1a46ff90-11f6-4b5c-8094-473295c21272 service neutron] Request body: {'port': {'device_id': '07163a17-9f3a-4a13-9c1e-1acd5def414f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:27:26.370754 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 3507da35-2c28-4dc2-9666-0ca703b1b929, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=3507da35-2c28-4dc2-9666-0ca703b1b929,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:27:26.375148 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5626f-a3de-4c25-a694-4c2588684779 req-7b08e148-8983-4517-936e-edf9e4d592bf tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:26.377649 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-78b5626f-a3de-4c25-a694-4c2588684779 req-7b08e148-8983-4517-936e-edf9e4d592bf tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f HTTP/1.1" status: 200 len: 931 time: 0.1604826 Feb 17 17:27:26.423431 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '3507da35-2c28-4dc2-9666-0ca703b1b929', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'port_id': '3507da35-2c28-4dc2-9666-0ca703b1b929', 'mac_address': 'fa:16:3e:34:8b:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac79920f-9ddd-4352-b866-6056158b178e', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:27:26.460319 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-86f05e0b-7ec4-4e87-8246-c6e746cd01e2 req-1a46ff90-11f6-4b5c-8094-473295c21272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (9335df1e-0297-42ac-8b06-72fbb5b578ef), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:26.522112 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-78b5626f-a3de-4c25-a694-4c2588684779 req-3af4bc4d-54c2-4030-9616-85e313cbc5b6 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252880 Feb 17 17:27:26.563211 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 3507da35-2c28-4dc2-9666-0ca703b1b929 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:27:26.567704 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3507da35-2c28-4dc2-9666-0ca703b1b929), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:26.598831 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3507da35-2c28-4dc2-9666-0ca703b1b929 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:27:26.636888 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 3507da35-2c28-4dc2-9666-0ca703b1b929, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=3507da35-2c28-4dc2-9666-0ca703b1b929,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:27:26.644518 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (3507da35-2c28-4dc2-9666-0ca703b1b929), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:26.698731 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35584) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:27:26.901181 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=3507da35-2c28-4dc2-9666-0ca703b1b929,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:26.952196 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['3507da35-2c28-4dc2-9666-0ca703b1b929'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:27:27.082301 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-889fa2a8-1183-454b-9ee5-4141597b4be6 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=69c49b944cb44e7887ea049f7882393e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3816400 Feb 17 17:27:27.085077 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35600) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:27:27.086679 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb841a-e25d-413c-a6b1-5d28b81e110d req-cce644f1-9f9d-4f4a-b1a3-28c1e346a1e2 tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:27.090490 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0aeb841a-e25d-413c-a6b1-5d28b81e110d req-cce644f1-9f9d-4f4a-b1a3-28c1e346a1e2 tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] 10.222.0.87 "GET /v2.0/ports?device_id=ca43006c-08db-4fa8-a10d-693925e8db25 HTTP/1.1" status: 200 len: 948 time: 0.3432016 Feb 17 17:27:27.199887 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-29b84d2f-8cb1-4ad8-8931-1c80cef41c6e admin admin] Publish callbacks [] for security_group (8760bc54-80b8-453a-83dc-b83e567899cf), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:27.253534 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-29b84d2f-8cb1-4ad8-8931-1c80cef41c6e admin admin] Publish callbacks [] for security_group (8760bc54-80b8-453a-83dc-b83e567899cf), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:27.261025 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e1d70b98-4689-4888-9ff8-44e0af6b564b req-4fbea47e-0109-4538-9491-75539295e198 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=136d2896-edcd-4b4a-aea9-05aead8beb89 HTTP/1.1" status: 200 len: 210 time: 0.0589793 Feb 17 17:27:27.279900 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0aeb841a-e25d-413c-a6b1-5d28b81e110d req-2314bf16-4527-48a1-b793-9e626e36fd1f tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] 10.222.0.87 "GET /v2.0/security-groups?id=ca786e71-43ad-4f2f-93f8-a8b6effd37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788237 Feb 17 17:27:27.390850 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-86f05e0b-7ec4-4e87-8246-c6e746cd01e2 req-1a46ff90-11f6-4b5c-8094-473295c21272 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9335df1e-0297-42ac-8b06-72fbb5b578ef {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:27:27.407495 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-29b84d2f-8cb1-4ad8-8931-1c80cef41c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (8760bc54-80b8-453a-83dc-b83e567899cf), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:27.411510 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-29b84d2f-8cb1-4ad8-8931-1c80cef41c6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:27.415509 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-29b84d2f-8cb1-4ad8-8931-1c80cef41c6e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8760bc54-80b8-453a-83dc-b83e567899cf HTTP/1.1" status: 204 len: 168 time: 0.3270488 Feb 17 17:27:27.421456 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-86f05e0b-7ec4-4e87-8246-c6e746cd01e2 req-1a46ff90-11f6-4b5c-8094-473295c21272 service neutron] Publish callbacks [] for port (9335df1e-0297-42ac-8b06-72fbb5b578ef), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:27.471523 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b84d2f-8cb1-4ad8-8931-1c80cef41c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8760bc54-80b8-453a-83dc-b83e567899cf,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:27.489377 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-41aa02d5-5de6-45b2-9f4d-560f8557adc7 req-3b8a5730-89a5-4b84-ab40-ddb4ecc39458 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=673fd82048cd49c18f82ffc2fb910a6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0668104 Feb 17 17:27:27.504806 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-86f05e0b-7ec4-4e87-8246-c6e746cd01e2 req-1a46ff90-11f6-4b5c-8094-473295c21272 service neutron] Transition to ACTIVE for port object 9335df1e-0297-42ac-8b06-72fbb5b578ef will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:27:27.513904 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-86f05e0b-7ec4-4e87-8246-c6e746cd01e2 req-1a46ff90-11f6-4b5c-8094-473295c21272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (9335df1e-0297-42ac-8b06-72fbb5b578ef), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:27.671008 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a7579-9683-489b-8d4f-09bc5b70d8a7 req-011e1e2a-027b-423d-aa8a-780f407f53e7 tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:27.695341 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0c3a7579-9683-489b-8d4f-09bc5b70d8a7 req-011e1e2a-027b-423d-aa8a-780f407f53e7 tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] 10.222.0.87 "GET /v2.0/ports?device_id=b387d782-e132-4d03-b28d-7aeab901707a HTTP/1.1" status: 200 len: 944 time: 0.2572124 Feb 17 17:27:27.725990 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a46ff90-11f6-4b5c-8094-473295c21272 service neutron] Pushing event updated for resources: {'Port': ['ID=9335df1e-0297-42ac-8b06-72fbb5b578ef,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:27.781888 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa02d5-5de6-45b2-9f4d-560f8557adc7 req-73dc3c93-654e-4180-b332-dc7a458e0370 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:27.786123 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-41aa02d5-5de6-45b2-9f4d-560f8557adc7 req-73dc3c93-654e-4180-b332-dc7a458e0370 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2902029 Feb 17 17:27:27.801889 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-86f05e0b-7ec4-4e87-8246-c6e746cd01e2 req-1a46ff90-11f6-4b5c-8094-473295c21272 service neutron] Attempting to bind port 9335df1e-0297-42ac-8b06-72fbb5b578ef on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:27:27.802282 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-86f05e0b-7ec4-4e87-8246-c6e746cd01e2 req-1a46ff90-11f6-4b5c-8094-473295c21272 service neutron] Attempting to bind port 9335df1e-0297-42ac-8b06-72fbb5b578ef by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:27:27.802585 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f05e0b-7ec4-4e87-8246-c6e746cd01e2 req-1a46ff90-11f6-4b5c-8094-473295c21272 service neutron] Attempting to bind port 9335df1e-0297-42ac-8b06-72fbb5b578ef on network 5dbbad70-2eaf-4ac4-baab-330b001075bb {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:27:27.809453 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-41aa02d5-5de6-45b2-9f4d-560f8557adc7 req-b4c61e25-df9d-41fd-9831-4bb7ea357735 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Request body: {'port': {'device_id': '136d2896-edcd-4b4a-aea9-05aead8beb89', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'admin_state_up': True, 'tenant_id': '673fd82048cd49c18f82ffc2fb910a6e'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:27:27.818671 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f05e0b-7ec4-4e87-8246-c6e746cd01e2 req-1a46ff90-11f6-4b5c-8094-473295c21272 service neutron] Port 9335df1e-0297-42ac-8b06-72fbb5b578ef on network 5dbbad70-2eaf-4ac4-baab-330b001075bb not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:27:27.820519 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f05e0b-7ec4-4e87-8246-c6e746cd01e2 req-1a46ff90-11f6-4b5c-8094-473295c21272 service neutron] Attempting to bind port 9335df1e-0297-42ac-8b06-72fbb5b578ef on network 5dbbad70-2eaf-4ac4-baab-330b001075bb {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:27:27.846143 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f05e0b-7ec4-4e87-8246-c6e746cd01e2 req-1a46ff90-11f6-4b5c-8094-473295c21272 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:27:27.846478 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f05e0b-7ec4-4e87-8246-c6e746cd01e2 req-1a46ff90-11f6-4b5c-8094-473295c21272 service neutron] Checking segment: {'id': '00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:27:27.846893 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f05e0b-7ec4-4e87-8246-c6e746cd01e2 req-1a46ff90-11f6-4b5c-8094-473295c21272 service neutron] Bound using segment: {'id': '00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:27:27.847327 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-86f05e0b-7ec4-4e87-8246-c6e746cd01e2 req-1a46ff90-11f6-4b5c-8094-473295c21272 service neutron] Bound port: 9335df1e-0297-42ac-8b06-72fbb5b578ef, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:27:27.847683 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-86f05e0b-7ec4-4e87-8246-c6e746cd01e2 req-1a46ff90-11f6-4b5c-8094-473295c21272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (9335df1e-0297-42ac-8b06-72fbb5b578ef), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:27.978916 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0c3a7579-9683-489b-8d4f-09bc5b70d8a7 req-1b17587b-3b59-48b8-8813-4f282f11c6ba tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] 10.222.0.87 "GET /v2.0/security-groups?id=6f7b4ae5-4ac7-4137-b710-0cf97fbedd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752581 Feb 17 17:27:28.040476 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-86f05e0b-7ec4-4e87-8246-c6e746cd01e2 req-1a46ff90-11f6-4b5c-8094-473295c21272 service neutron] For port 9335df1e-0297-42ac-8b06-72fbb5b578ef, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:27:28.043058 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 3507da35-2c28-4dc2-9666-0ca703b1b929 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:27:28.044654 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-86f05e0b-7ec4-4e87-8246-c6e746cd01e2 req-1a46ff90-11f6-4b5c-8094-473295c21272 service neutron] For port 9335df1e-0297-42ac-8b06-72fbb5b578ef, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=9335df1e-0297-42ac-8b06-72fbb5b578ef,segment=NetworkSegment(00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be),segment_id=00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:27:28.067208 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-86f05e0b-7ec4-4e87-8246-c6e746cd01e2 req-1a46ff90-11f6-4b5c-8094-473295c21272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (9335df1e-0297-42ac-8b06-72fbb5b578ef), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:28.081149 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41aa02d5-5de6-45b2-9f4d-560f8557adc7 req-b4c61e25-df9d-41fd-9831-4bb7ea357735 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Made reservation on behalf of 673fd82048cd49c18f82ffc2fb910a6e for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:27:28.085274 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-41aa02d5-5de6-45b2-9f4d-560f8557adc7 req-b4c61e25-df9d-41fd-9831-4bb7ea357735 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:28.182373 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 3507da35-2c28-4dc2-9666-0ca703b1b929 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:27:28.188649 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 3507da35-2c28-4dc2-9666-0ca703b1b929 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:27:28.188990 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (3507da35-2c28-4dc2-9666-0ca703b1b929), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:28.205431 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f05e0b-7ec4-4e87-8246-c6e746cd01e2 req-1a46ff90-11f6-4b5c-8094-473295c21272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:28.206065 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-86f05e0b-7ec4-4e87-8246-c6e746cd01e2 req-1a46ff90-11f6-4b5c-8094-473295c21272 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:28.207510 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-86f05e0b-7ec4-4e87-8246-c6e746cd01e2 req-1a46ff90-11f6-4b5c-8094-473295c21272 service neutron] 10.222.0.71 "PUT /v2.0/ports/9335df1e-0297-42ac-8b06-72fbb5b578ef HTTP/1.1" status: 200 len: 1091 time: 1.9256966 Feb 17 17:27:28.235990 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07163a17-9f3a-4a13-9c1e-1acd5def414f', 'tag': '9335df1e-0297-42ac-8b06-72fbb5b578ef'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:27:28.254133 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6d3394-be0b-43e2-8b45-35c5e407c62d" -d '{"events": [{"name": "network-changed", "server_uuid": "07163a17-9f3a-4a13-9c1e-1acd5def414f", "tag": "9335df1e-0297-42ac-8b06-72fbb5b578ef"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:27:28.443019 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 3507da35-2c28-4dc2-9666-0ca703b1b929 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:27:28.443419 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3507da35-2c28-4dc2-9666-0ca703b1b929), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:28.509310 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca43006c-08db-4fa8-a10d-693925e8db25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3507da35-2c28-4dc2-9666-0ca703b1b929'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:27:28.511207 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-41aa02d5-5de6-45b2-9f4d-560f8557adc7 req-b4c61e25-df9d-41fd-9831-4bb7ea357735 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Allocated IP 192.168.233.180 (82b8d039-1c14-456f-ab24-8b3aebebd7d8/ac79920f-9ddd-4352-b866-6056158b178e/223b448c-1c80-4761-a661-a4aad02da58b) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:27:28.516306 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60c20ea-e1fe-4db0-8189-8c36c4dc610e" -d '{"events": [{"server_uuid": "ca43006c-08db-4fa8-a10d-693925e8db25", "name": "network-vif-plugged", "status": "completed", "tag": "3507da35-2c28-4dc2-9666-0ca703b1b929"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:27:28.551258 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 3507da35-2c28-4dc2-9666-0ca703b1b929, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=3507da35-2c28-4dc2-9666-0ca703b1b929,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:27:28.573355 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (3507da35-2c28-4dc2-9666-0ca703b1b929), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:28.599550 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a46ff90-11f6-4b5c-8094-473295c21272 service neutron] Pushing event updated for resources: {'Port': ['ID=9335df1e-0297-42ac-8b06-72fbb5b578ef,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:28.670648 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048bc180-b4b3-4fdc-9a48-ccdf36959cf6 req-08b62e9d-0291-4a20-b864-06ba8bc9887f tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:28.672377 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-048bc180-b4b3-4fdc-9a48-ccdf36959cf6 req-08b62e9d-0291-4a20-b864-06ba8bc9887f tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f HTTP/1.1" status: 200 len: 943 time: 0.5039220 Feb 17 17:27:28.719663 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f05e0b-7ec4-4e87-8246-c6e746cd01e2 req-d97ea461-a943-40d7-b16e-d3ad537330ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:28.722451 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=3507da35-2c28-4dc2-9666-0ca703b1b929,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:28.728072 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-86f05e0b-7ec4-4e87-8246-c6e746cd01e2 req-d97ea461-a943-40d7-b16e-d3ad537330ef service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bb8389d8da44943868afc5c1f119806&device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f HTTP/1.1" status: 200 len: 1125 time: 0.4279215 Feb 17 17:27:28.756619 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69878f19-5061-4e29-bfc6-b7d7f123814e x-openstack-request-id: req-69878f19-5061-4e29-bfc6-b7d7f123814e {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:27:28.758358 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07163a17-9f3a-4a13-9c1e-1acd5def414f", "tag": "9335df1e-0297-42ac-8b06-72fbb5b578ef", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:27:28.758635 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-69878f19-5061-4e29-bfc6-b7d7f123814e {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:27:28.759048 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07163a17-9f3a-4a13-9c1e-1acd5def414f', 'tag': '9335df1e-0297-42ac-8b06-72fbb5b578ef', 'status': 'completed', 'code': 200} Feb 17 17:27:28.777877 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c630e3-ead6-47bc-ae9b-652b66aeb06b req-31cef6c9-da49-40d8-a1b3-2369008ad3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:28.779378 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-40c630e3-ead6-47bc-ae9b-652b66aeb06b req-31cef6c9-da49-40d8-a1b3-2369008ad3aa service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5935facc757347a6a86952f113369252&device_id=b387d782-e132-4d03-b28d-7aeab901707a HTTP/1.1" status: 200 len: 1126 time: 0.3963368 Feb 17 17:27:28.823302 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-41aa02d5-5de6-45b2-9f4d-560f8557adc7 req-b4c61e25-df9d-41fd-9831-4bb7ea357735 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks [] for port (223b448c-1c80-4761-a661-a4aad02da58b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:28.830930 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-86f05e0b-7ec4-4e87-8246-c6e746cd01e2 req-d7ac3c63-1252-48ea-844c-797665bee4f8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9335df1e-0297-42ac-8b06-72fbb5b578ef HTTP/1.1" status: 200 len: 217 time: 0.0820210 Feb 17 17:27:28.858285 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-41aa02d5-5de6-45b2-9f4d-560f8557adc7 req-b4c61e25-df9d-41fd-9831-4bb7ea357735 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (223b448c-1c80-4761-a661-a4aad02da58b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:28.871384 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['e822f0d4-c202-470b-8870-0e346ea290b9', 'b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc', 'aa4913bc-02a5-4006-ae99-7ce9f4c9f93c', '83e65782-f641-4e21-a94a-4f0095ab99fe'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:27:28.876508 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['45e7adde-24ee-414f-a3c7-ebe99138e816', 'dba1bee1-120d-4f70-be3e-d80daf3ba3b8'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:27:28.909659 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41aa02d5-5de6-45b2-9f4d-560f8557adc7 req-b4c61e25-df9d-41fd-9831-4bb7ea357735 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:27:28.913065 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-41aa02d5-5de6-45b2-9f4d-560f8557adc7 req-b4c61e25-df9d-41fd-9831-4bb7ea357735 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:27:28.916008 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f05e0b-7ec4-4e87-8246-c6e746cd01e2 req-57b7087e-083a-48f5-a839-d33c9a9a8938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:28.916178 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-41aa02d5-5de6-45b2-9f4d-560f8557adc7 req-b4c61e25-df9d-41fd-9831-4bb7ea357735 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:27:28.918487 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-86f05e0b-7ec4-4e87-8246-c6e746cd01e2 req-57b7087e-083a-48f5-a839-d33c9a9a8938 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d4b8c7cb-ffed-4089-8d05-52af74f92303 HTTP/1.1" status: 200 len: 860 time: 0.0654178 Feb 17 17:27:28.942038 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c61e25-df9d-41fd-9831-4bb7ea357735 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Pushing event updated for resources: {'Port': ['ID=223b448c-1c80-4761-a661-a4aad02da58b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:28.994452 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa02d5-5de6-45b2-9f4d-560f8557adc7 req-b4c61e25-df9d-41fd-9831-4bb7ea357735 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:28.995004 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-41aa02d5-5de6-45b2-9f4d-560f8557adc7 req-b4c61e25-df9d-41fd-9831-4bb7ea357735 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:29.018065 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-41aa02d5-5de6-45b2-9f4d-560f8557adc7 req-b4c61e25-df9d-41fd-9831-4bb7ea357735 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2106936 Feb 17 17:27:29.030450 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-41aa02d5-5de6-45b2-9f4d-560f8557adc7 req-b652f8a5-ebae-4914-8629-a2ad7a3f278d service neutron] Request body: {'port': {'device_id': '136d2896-edcd-4b4a-aea9-05aead8beb89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:27:29.040612 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-048bc180-b4b3-4fdc-9a48-ccdf36959cf6 req-d3623502-4402-48fe-a5d0-a742181fe7fa tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498654 Feb 17 17:27:29.127926 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-41aa02d5-5de6-45b2-9f4d-560f8557adc7 req-b652f8a5-ebae-4914-8629-a2ad7a3f278d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (223b448c-1c80-4761-a661-a4aad02da58b), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:29.130735 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c630e3-ead6-47bc-ae9b-652b66aeb06b req-b35cf67f-191b-4ecd-b7a5-70a2c263f621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:29.132231 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-40c630e3-ead6-47bc-ae9b-652b66aeb06b req-b35cf67f-191b-4ecd-b7a5-70a2c263f621 service neutron] 10.222.0.91 "GET /v2.0/networks?id=83682ac9-c2b0-4063-ae45-fea55b30c3e3 HTTP/1.1" status: 200 len: 916 time: 0.2127979 Feb 17 17:27:29.134030 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-86f05e0b-7ec4-4e87-8246-c6e746cd01e2 req-b879d554-1711-40ec-b304-fecd4d41705c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5dbbad70-2eaf-4ac4-baab-330b001075bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1840141 Feb 17 17:27:29.199502 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-40c630e3-ead6-47bc-ae9b-652b66aeb06b req-26188d81-3cec-485a-aa5e-360a6f3b0828 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fa9655f-30da-40d2-acc4-0e4545f18e02 HTTP/1.1" status: 200 len: 217 time: 0.0451849 Feb 17 17:27:29.282715 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c517146-ca6f-4c12-b71c-a25c0714aa1f req-a3ebfab0-c3b4-490d-b1e0-07a8a22a2ede tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:29.293432 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6c517146-ca6f-4c12-b71c-a25c0714aa1f req-a3ebfab0-c3b4-490d-b1e0-07a8a22a2ede tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] 10.222.0.87 "GET /v2.0/ports?device_id=ca43006c-08db-4fa8-a10d-693925e8db25 HTTP/1.1" status: 200 len: 949 time: 0.4754200 Feb 17 17:27:29.375894 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-3cdd22b2-c9f2-41fe-85b5-eef252d35de6 None None] Provisioning complete for port 223b448c-1c80-4761-a661-a4aad02da58b triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:27:29.376477 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3cdd22b2-c9f2-41fe-85b5-eef252d35de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (223b448c-1c80-4761-a661-a4aad02da58b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:29.401556 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c630e3-ead6-47bc-ae9b-652b66aeb06b req-6a0025b9-9e17-4b59-a1e4-7e920dfb6acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:29.403247 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-40c630e3-ead6-47bc-ae9b-652b66aeb06b req-6a0025b9-9e17-4b59-a1e4-7e920dfb6acd service neutron] 10.222.0.91 "GET /v2.0/subnets?id=88b92756-09f3-428e-b5e3-39b289eb6473 HTTP/1.1" status: 200 len: 854 time: 0.1288319 Feb 17 17:27:29.444276 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-3cdd22b2-c9f2-41fe-85b5-eef252d35de6 None None] Port 223b448c-1c80-4761-a661-a4aad02da58b cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:27:29.489532 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-41aa02d5-5de6-45b2-9f4d-560f8557adc7 req-b652f8a5-ebae-4914-8629-a2ad7a3f278d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 223b448c-1c80-4761-a661-a4aad02da58b {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:27:29.498831 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-41aa02d5-5de6-45b2-9f4d-560f8557adc7 req-b652f8a5-ebae-4914-8629-a2ad7a3f278d service neutron] Publish callbacks [] for port (223b448c-1c80-4761-a661-a4aad02da58b), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:29.515419 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6c517146-ca6f-4c12-b71c-a25c0714aa1f req-e100b2f4-73a6-411e-b5f0-f448e2da75ba tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] 10.222.0.87 "GET /v2.0/security-groups?id=ca786e71-43ad-4f2f-93f8-a8b6effd37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208419 Feb 17 17:27:29.515851 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-41aa02d5-5de6-45b2-9f4d-560f8557adc7 req-b652f8a5-ebae-4914-8629-a2ad7a3f278d service neutron] Transition to ACTIVE for port object 223b448c-1c80-4761-a661-a4aad02da58b will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:27:29.521896 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-41aa02d5-5de6-45b2-9f4d-560f8557adc7 req-b652f8a5-ebae-4914-8629-a2ad7a3f278d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (223b448c-1c80-4761-a661-a4aad02da58b), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:29.571519 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5f512e-36cb-465c-b170-898fece40ff7 x-openstack-request-id: req-4b5f512e-36cb-465c-b170-898fece40ff7 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:27:29.571829 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca43006c-08db-4fa8-a10d-693925e8db25", "name": "network-vif-plugged", "status": "completed", "tag": "3507da35-2c28-4dc2-9666-0ca703b1b929", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:27:29.572084 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4b5f512e-36cb-465c-b170-898fece40ff7 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:27:29.572533 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca43006c-08db-4fa8-a10d-693925e8db25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3507da35-2c28-4dc2-9666-0ca703b1b929', 'code': 200} Feb 17 17:27:29.594224 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-86f05e0b-7ec4-4e87-8246-c6e746cd01e2 req-48a00de4-ac3e-455f-8d80-75765df2a8c2 service neutron] 10.222.0.71 "GET /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4489768 Feb 17 17:27:29.607690 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3233f-cbc8-4275-bd2b-836898f4ff7b req-a976005b-de7f-46c0-9023-d1a7f9d515e5 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:29.610735 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b652f8a5-ebae-4914-8629-a2ad7a3f278d service neutron] Pushing event updated for resources: {'Port': ['ID=223b448c-1c80-4761-a661-a4aad02da58b,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:29.616395 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a4a3233f-cbc8-4275-bd2b-836898f4ff7b req-a976005b-de7f-46c0-9023-d1a7f9d515e5 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=136d2896-edcd-4b4a-aea9-05aead8beb89 HTTP/1.1" status: 200 len: 936 time: 0.4043989 Feb 17 17:27:29.725025 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-41aa02d5-5de6-45b2-9f4d-560f8557adc7 req-b652f8a5-ebae-4914-8629-a2ad7a3f278d service neutron] Attempting to bind port 223b448c-1c80-4761-a661-a4aad02da58b on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:27:29.725522 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-41aa02d5-5de6-45b2-9f4d-560f8557adc7 req-b652f8a5-ebae-4914-8629-a2ad7a3f278d service neutron] Attempting to bind port 223b448c-1c80-4761-a661-a4aad02da58b by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:27:29.726144 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41aa02d5-5de6-45b2-9f4d-560f8557adc7 req-b652f8a5-ebae-4914-8629-a2ad7a3f278d service neutron] Attempting to bind port 223b448c-1c80-4761-a661-a4aad02da58b on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:27:29.730814 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41aa02d5-5de6-45b2-9f4d-560f8557adc7 req-b652f8a5-ebae-4914-8629-a2ad7a3f278d service neutron] Port 223b448c-1c80-4761-a661-a4aad02da58b on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:27:29.731308 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41aa02d5-5de6-45b2-9f4d-560f8557adc7 req-b652f8a5-ebae-4914-8629-a2ad7a3f278d service neutron] Attempting to bind port 223b448c-1c80-4761-a661-a4aad02da58b on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:27:29.736696 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41aa02d5-5de6-45b2-9f4d-560f8557adc7 req-b652f8a5-ebae-4914-8629-a2ad7a3f278d service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:27:29.737224 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41aa02d5-5de6-45b2-9f4d-560f8557adc7 req-b652f8a5-ebae-4914-8629-a2ad7a3f278d service neutron] Checking segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:27:29.738151 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41aa02d5-5de6-45b2-9f4d-560f8557adc7 req-b652f8a5-ebae-4914-8629-a2ad7a3f278d service neutron] Bound using segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:27:29.738901 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-41aa02d5-5de6-45b2-9f4d-560f8557adc7 req-b652f8a5-ebae-4914-8629-a2ad7a3f278d service neutron] Bound port: 223b448c-1c80-4761-a661-a4aad02da58b, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:27:29.739143 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-41aa02d5-5de6-45b2-9f4d-560f8557adc7 req-b652f8a5-ebae-4914-8629-a2ad7a3f278d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (223b448c-1c80-4761-a661-a4aad02da58b), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:29.767225 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c630e3-ead6-47bc-ae9b-652b66aeb06b req-0a80a6b5-62e1-4df2-8977-828e2930ce81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:29.770176 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-40c630e3-ead6-47bc-ae9b-652b66aeb06b req-0a80a6b5-62e1-4df2-8977-828e2930ce81 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=83682ac9-c2b0-4063-ae45-fea55b30c3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3564620 Feb 17 17:27:29.819383 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-41aa02d5-5de6-45b2-9f4d-560f8557adc7 req-b652f8a5-ebae-4914-8629-a2ad7a3f278d service neutron] For port 223b448c-1c80-4761-a661-a4aad02da58b, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:27:29.824212 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-41aa02d5-5de6-45b2-9f4d-560f8557adc7 req-b652f8a5-ebae-4914-8629-a2ad7a3f278d service neutron] For port 223b448c-1c80-4761-a661-a4aad02da58b, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=223b448c-1c80-4761-a661-a4aad02da58b,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:27:29.835884 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-41aa02d5-5de6-45b2-9f4d-560f8557adc7 req-b652f8a5-ebae-4914-8629-a2ad7a3f278d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (223b448c-1c80-4761-a661-a4aad02da58b), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:29.911384 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917506d9-ab2c-428f-9b69-9e14371a562e req-63d2438b-f60f-41e9-a5fa-8b43ab5596a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:29.912897 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-917506d9-ab2c-428f-9b69-9e14371a562e req-63d2438b-f60f-41e9-a5fa-8b43ab5596a7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ca43006c-08db-4fa8-a10d-693925e8db25 HTTP/1.1" status: 200 len: 1131 time: 0.2339973 Feb 17 17:27:29.923391 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa02d5-5de6-45b2-9f4d-560f8557adc7 req-b652f8a5-ebae-4914-8629-a2ad7a3f278d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:29.924351 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-41aa02d5-5de6-45b2-9f4d-560f8557adc7 req-b652f8a5-ebae-4914-8629-a2ad7a3f278d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:29.926488 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-41aa02d5-5de6-45b2-9f4d-560f8557adc7 req-b652f8a5-ebae-4914-8629-a2ad7a3f278d service neutron] 10.222.0.71 "PUT /v2.0/ports/223b448c-1c80-4761-a661-a4aad02da58b HTTP/1.1" status: 200 len: 1096 time: 0.9025476 Feb 17 17:27:29.927148 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '136d2896-edcd-4b4a-aea9-05aead8beb89', 'tag': '223b448c-1c80-4761-a661-a4aad02da58b'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:27:29.930015 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058ffc27-09b8-48ea-978e-f501c328161c" -d '{"events": [{"name": "network-changed", "server_uuid": "136d2896-edcd-4b4a-aea9-05aead8beb89", "tag": "223b448c-1c80-4761-a661-a4aad02da58b"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:27:29.985129 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b652f8a5-ebae-4914-8629-a2ad7a3f278d service neutron] Pushing event updated for resources: {'Port': ['ID=223b448c-1c80-4761-a661-a4aad02da58b,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:29.992916 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-86f05e0b-7ec4-4e87-8246-c6e746cd01e2 req-84bae1fb-78b7-47d9-88d7-f711b393054f service neutron] 10.222.0.71 "GET /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3737705 Feb 17 17:27:30.002675 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a4a3233f-cbc8-4275-bd2b-836898f4ff7b req-135b35de-2cdd-42f3-945e-9ae07b597772 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853683 Feb 17 17:27:30.101024 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa02d5-5de6-45b2-9f4d-560f8557adc7 req-73d6dea3-f29a-49dc-9332-6f53498d5afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:30.102893 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-41aa02d5-5de6-45b2-9f4d-560f8557adc7 req-73d6dea3-f29a-49dc-9332-6f53498d5afc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=673fd82048cd49c18f82ffc2fb910a6e&device_id=136d2896-edcd-4b4a-aea9-05aead8beb89 HTTP/1.1" status: 200 len: 1130 time: 0.1260974 Feb 17 17:27:30.113346 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-917506d9-ab2c-428f-9b69-9e14371a562e req-cb73d218-7c55-478e-9148-a0d43da7628b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ca786e71-43ad-4f2f-93f8-a8b6effd37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455364 Feb 17 17:27:30.151643 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-41aa02d5-5de6-45b2-9f4d-560f8557adc7 req-98b1035b-e452-4321-926f-22fb83cf3a6c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=223b448c-1c80-4761-a661-a4aad02da58b HTTP/1.1" status: 200 len: 217 time: 0.0385218 Feb 17 17:27:30.195352 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-40c630e3-ead6-47bc-ae9b-652b66aeb06b req-5fbf3164-82c1-4c23-bf30-fc41fb3db0f1 service neutron] 10.222.0.91 "GET /v2.0/networks/83682ac9-c2b0-4063-ae45-fea55b30c3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772194 Feb 17 17:27:30.239306 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d3394-be0b-43e2-8b45-35c5e407c62d req-c1359126-8277-4d99-b3d0-c50e650d208c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:30.241018 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f6d3394-be0b-43e2-8b45-35c5e407c62d req-c1359126-8277-4d99-b3d0-c50e650d208c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bb8389d8da44943868afc5c1f119806&device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f HTTP/1.1" status: 200 len: 1125 time: 0.1913233 Feb 17 17:27:30.250197 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31873be-189a-4a23-a697-89abd3075c28 req-4274f9b0-c413-497f-a1d7-55687e51357d tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:30.251924 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f31873be-189a-4a23-a697-89abd3075c28 req-4274f9b0-c413-497f-a1d7-55687e51357d tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] 10.222.0.87 "GET /v2.0/ports?device_id=b387d782-e132-4d03-b28d-7aeab901707a HTTP/1.1" status: 200 len: 944 time: 0.1350601 Feb 17 17:27:30.382494 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c08fe4-d20d-4e12-b540-fc43bbb81e03 x-openstack-request-id: req-c0c08fe4-d20d-4e12-b540-fc43bbb81e03 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:27:30.382998 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "136d2896-edcd-4b4a-aea9-05aead8beb89", "tag": "223b448c-1c80-4761-a661-a4aad02da58b", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:27:30.383340 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c0c08fe4-d20d-4e12-b540-fc43bbb81e03 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:27:30.386687 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '136d2896-edcd-4b4a-aea9-05aead8beb89', 'tag': '223b448c-1c80-4761-a661-a4aad02da58b', 'status': 'completed', 'code': 200} Feb 17 17:27:30.406775 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa02d5-5de6-45b2-9f4d-560f8557adc7 req-88cdd5e3-b519-4b1b-8376-122f785eeffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:30.407169 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-41aa02d5-5de6-45b2-9f4d-560f8557adc7 req-88cdd5e3-b519-4b1b-8376-122f785eeffc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.0730815 Feb 17 17:27:30.474968 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa02d5-5de6-45b2-9f4d-560f8557adc7 req-fb602355-e335-4883-afd2-2bbb257459e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:30.476511 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-41aa02d5-5de6-45b2-9f4d-560f8557adc7 req-fb602355-e335-4883-afd2-2bbb257459e9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0591063 Feb 17 17:27:30.577759 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-41aa02d5-5de6-45b2-9f4d-560f8557adc7 req-780b8cd5-80cd-43d9-a925-5901ab946c58 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940392 Feb 17 17:27:30.660514 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f31873be-189a-4a23-a697-89abd3075c28 req-c756b4cb-6c94-4334-af70-864d4923155f tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] 10.222.0.87 "GET /v2.0/security-groups?id=6f7b4ae5-4ac7-4137-b710-0cf97fbedd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4007933 Feb 17 17:27:30.673114 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-40c630e3-ead6-47bc-ae9b-652b66aeb06b req-1e3026f4-a34b-43b6-91a1-11c88be87876 service neutron] 10.222.0.91 "GET /v2.0/networks/83682ac9-c2b0-4063-ae45-fea55b30c3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4623208 Feb 17 17:27:30.673611 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-41aa02d5-5de6-45b2-9f4d-560f8557adc7 req-490c9066-6254-468e-94c4-65da881f5c2e service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880501 Feb 17 17:27:30.749267 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d3394-be0b-43e2-8b45-35c5e407c62d req-5fd94188-d920-423c-920e-b3ead250cd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:30.750847 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f6d3394-be0b-43e2-8b45-35c5e407c62d req-5fd94188-d920-423c-920e-b3ead250cd2e service neutron] 10.222.0.71 "GET /v2.0/networks?id=5dbbad70-2eaf-4ac4-baab-330b001075bb HTTP/1.1" status: 200 len: 921 time: 0.4090862 Feb 17 17:27:30.769320 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d687b26e-7f02-429c-81d3-aa5f884c04a3 req-44b0473c-abfa-4c46-8d88-410dbb182eeb tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:30.770967 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d687b26e-7f02-429c-81d3-aa5f884c04a3 req-44b0473c-abfa-4c46-8d88-410dbb182eeb tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f HTTP/1.1" status: 200 len: 943 time: 0.1604543 Feb 17 17:27:30.814315 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f6d3394-be0b-43e2-8b45-35c5e407c62d req-e5259f89-5518-4744-bd88-65d8f9b57fde service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9335df1e-0297-42ac-8b06-72fbb5b578ef HTTP/1.1" status: 200 len: 217 time: 0.0422423 Feb 17 17:27:30.820962 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ffc27-09b8-48ea-978e-f501c328161c req-ae68003a-3f68-4af4-951f-90ae67aa84a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:30.822535 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-058ffc27-09b8-48ea-978e-f501c328161c req-ae68003a-3f68-4af4-951f-90ae67aa84a6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=673fd82048cd49c18f82ffc2fb910a6e&device_id=136d2896-edcd-4b4a-aea9-05aead8beb89 HTTP/1.1" status: 200 len: 1130 time: 0.0621176 Feb 17 17:27:30.917426 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ffc27-09b8-48ea-978e-f501c328161c req-aced1361-cdd8-4102-8230-dbaa958976c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:30.919204 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-058ffc27-09b8-48ea-978e-f501c328161c req-aced1361-cdd8-4102-8230-dbaa958976c7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 0.0899835 Feb 17 17:27:30.926991 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d3394-be0b-43e2-8b45-35c5e407c62d req-23ec20be-ec14-4a26-a18c-bd0de18004f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:30.928575 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f6d3394-be0b-43e2-8b45-35c5e407c62d req-23ec20be-ec14-4a26-a18c-bd0de18004f4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d4b8c7cb-ffed-4089-8d05-52af74f92303 HTTP/1.1" status: 200 len: 860 time: 0.0982776 Feb 17 17:27:30.932590 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d687b26e-7f02-429c-81d3-aa5f884c04a3 req-6add5e07-4fa1-4943-b3b3-068528d0b771 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172147 Feb 17 17:27:30.968487 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-058ffc27-09b8-48ea-978e-f501c328161c req-c102a85d-34ff-4c26-bcfc-ee40b72d24be service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=223b448c-1c80-4761-a661-a4aad02da58b HTTP/1.1" status: 200 len: 217 time: 0.0418792 Feb 17 17:27:30.970330 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfcf0b3-8412-4e48-a83a-6c5a5a7f0b85 req-755b76e8-aee9-46ea-92e8-e0069c2bcef9 tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:30.972511 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dbfcf0b3-8412-4e48-a83a-6c5a5a7f0b85 req-755b76e8-aee9-46ea-92e8-e0069c2bcef9 tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] 10.222.0.87 "GET /v2.0/ports?device_id=ca43006c-08db-4fa8-a10d-693925e8db25 HTTP/1.1" status: 200 len: 949 time: 0.1491952 Feb 17 17:27:30.975506 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f6d3394-be0b-43e2-8b45-35c5e407c62d req-0e32eff2-b895-42bc-8be6-4e5c82cc02e9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5dbbad70-2eaf-4ac4-baab-330b001075bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401456 Feb 17 17:27:31.025766 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ffc27-09b8-48ea-978e-f501c328161c req-69252c68-dfb9-4562-a462-849a03ea8727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:31.027215 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-058ffc27-09b8-48ea-978e-f501c328161c req-69252c68-dfb9-4562-a462-849a03ea8727 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.0508549 Feb 17 17:27:31.087479 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ffc27-09b8-48ea-978e-f501c328161c req-33f37c7f-f18f-4848-b474-a1d7cfc07770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:31.089311 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-058ffc27-09b8-48ea-978e-f501c328161c req-33f37c7f-f18f-4848-b474-a1d7cfc07770 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0495796 Feb 17 17:27:31.145005 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dbfcf0b3-8412-4e48-a83a-6c5a5a7f0b85 req-d9212af8-1bbe-42bd-8bf3-5f639d0ed668 tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] 10.222.0.87 "GET /v2.0/security-groups?id=ca786e71-43ad-4f2f-93f8-a8b6effd37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583478 Feb 17 17:27:31.147057 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f6d3394-be0b-43e2-8b45-35c5e407c62d req-112d0b60-163a-467a-8ac2-b1460adcad5b service neutron] 10.222.0.71 "GET /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134987 Feb 17 17:27:31.189559 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-058ffc27-09b8-48ea-978e-f501c328161c req-b892b1d4-27e3-4560-bd15-2bde82e794ca service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935400 Feb 17 17:27:31.273931 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f6d3394-be0b-43e2-8b45-35c5e407c62d req-d973c9a5-7688-4faa-b629-4d248cf635ca service neutron] 10.222.0.71 "GET /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165888 Feb 17 17:27:31.341201 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-058ffc27-09b8-48ea-978e-f501c328161c req-67a35cd3-6fb6-49ad-9c3b-37110b358901 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423626 Feb 17 17:27:31.386431 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f982c-b43b-4103-8d38-7ea1885934a8 req-76c705bd-2587-4a14-be49-a9b16fe82991 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:31.388185 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-266f982c-b43b-4103-8d38-7ea1885934a8 req-76c705bd-2587-4a14-be49-a9b16fe82991 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=136d2896-edcd-4b4a-aea9-05aead8beb89 HTTP/1.1" status: 200 len: 948 time: 0.0691609 Feb 17 17:27:31.438205 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-266f982c-b43b-4103-8d38-7ea1885934a8 req-14fb2f4b-6f84-4d71-8aec-ec8e062890eb tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434854 Feb 17 17:27:31.768196 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35690) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:27:31.829952 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33188cd1-9a0b-4b9e-860e-bdea78b69abf req-c877620a-a8ca-462b-af75-c062ecbff7e7 tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:31.832849 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-33188cd1-9a0b-4b9e-860e-bdea78b69abf req-c877620a-a8ca-462b-af75-c062ecbff7e7 tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] 10.222.0.87 "GET /v2.0/ports?device_id=b387d782-e132-4d03-b28d-7aeab901707a HTTP/1.1" status: 200 len: 944 time: 0.0702536 Feb 17 17:27:31.895747 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-33188cd1-9a0b-4b9e-860e-bdea78b69abf req-127c4f1f-aec2-456a-9fa0-646547a09edc tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] 10.222.0.87 "GET /v2.0/security-groups?id=6f7b4ae5-4ac7-4137-b710-0cf97fbedd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539291 Feb 17 17:27:31.911579 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dc5b3a57-c711-4318-8cfc-e97bd7a50ede admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:32.013876 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dc5b3a57-c711-4318-8cfc-e97bd7a50ede admin admin] Publish callbacks [] for security_group (666e55ef-0125-4554-9a7c-978c1f19bfc3), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:32.019475 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dc5b3a57-c711-4318-8cfc-e97bd7a50ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (666e55ef-0125-4554-9a7c-978c1f19bfc3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:32.062733 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-dc5b3a57-c711-4318-8cfc-e97bd7a50ede admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f30fb4bf7e434556a40caa8427ed24a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2931783 Feb 17 17:27:32.063627 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35704) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:27:32.064269 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b3a57-c711-4318-8cfc-e97bd7a50ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666e55ef-0125-4554-9a7c-978c1f19bfc3,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:32.117347 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3868e-9ef5-4209-9acf-1375e4ad76b1 req-0702aa2b-bb2c-4e33-b21f-1b6ed086ffd4 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:32.119266 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b1e3868e-9ef5-4209-9acf-1375e4ad76b1 req-0702aa2b-bb2c-4e33-b21f-1b6ed086ffd4 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f HTTP/1.1" status: 200 len: 943 time: 0.0848517 Feb 17 17:27:32.131292 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-135d5172-28b2-4a49-b92a-e37270818d2a admin admin] Publish callbacks [] for security_group (666e55ef-0125-4554-9a7c-978c1f19bfc3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:32.153195 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-135d5172-28b2-4a49-b92a-e37270818d2a admin admin] Publish callbacks [] for security_group (666e55ef-0125-4554-9a7c-978c1f19bfc3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:32.178411 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b1e3868e-9ef5-4209-9acf-1375e4ad76b1 req-76b9b115-f3cd-4501-a86a-af6ae74059df tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522878 Feb 17 17:27:32.219367 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-135d5172-28b2-4a49-b92a-e37270818d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (666e55ef-0125-4554-9a7c-978c1f19bfc3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:32.224869 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-135d5172-28b2-4a49-b92a-e37270818d2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:32.226395 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-135d5172-28b2-4a49-b92a-e37270818d2a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/666e55ef-0125-4554-9a7c-978c1f19bfc3 HTTP/1.1" status: 204 len: 168 time: 0.1584320 Feb 17 17:27:32.250439 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135d5172-28b2-4a49-b92a-e37270818d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666e55ef-0125-4554-9a7c-978c1f19bfc3,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:32.358174 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe2cc5-1c6f-4b1f-8c67-227517359c4e req-3bc20f91-c6d2-4635-bda1-18da00ed8dd7 tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:32.359867 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e4fe2cc5-1c6f-4b1f-8c67-227517359c4e req-3bc20f91-c6d2-4635-bda1-18da00ed8dd7 tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] 10.222.0.87 "GET /v2.0/ports?device_id=ca43006c-08db-4fa8-a10d-693925e8db25 HTTP/1.1" status: 200 len: 949 time: 0.0608549 Feb 17 17:27:32.422059 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e4fe2cc5-1c6f-4b1f-8c67-227517359c4e req-9c6cb4cd-98a2-43e2-a9eb-9a198efa9792 tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] 10.222.0.87 "GET /v2.0/security-groups?id=ca786e71-43ad-4f2f-93f8-a8b6effd37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530393 Feb 17 17:27:32.603502 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659984ef-a146-4350-872a-5cd3a5ce401a req-c267fb38-268d-4aa0-963a-bdde4f93d267 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:32.606144 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-659984ef-a146-4350-872a-5cd3a5ce401a req-c267fb38-268d-4aa0-963a-bdde4f93d267 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=136d2896-edcd-4b4a-aea9-05aead8beb89 HTTP/1.1" status: 200 len: 948 time: 0.0750093 Feb 17 17:27:32.676088 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-659984ef-a146-4350-872a-5cd3a5ce401a req-92fe4b8c-baac-46d3-9545-bd7b9c51a09b tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635505 Feb 17 17:27:32.757551 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 4fa9655f-30da-40d2-acc4-0e4545f18e02 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:27:32.838145 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6651f-f30e-4d88-98fe-f08b1908b4d2 req-b8471a6b-484d-469e-882d-323c28880ada tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:32.840571 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4ee6651f-f30e-4d88-98fe-f08b1908b4d2 req-b8471a6b-484d-469e-882d-323c28880ada tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] 10.222.0.87 "GET /v2.0/ports?device_id=ca43006c-08db-4fa8-a10d-693925e8db25 HTTP/1.1" status: 200 len: 949 time: 0.0770175 Feb 17 17:27:32.916888 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4ee6651f-f30e-4d88-98fe-f08b1908b4d2 req-07b35f4d-ef32-4873-9954-7d2893404786 tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] 10.222.0.87 "GET /v2.0/security-groups?id=ca786e71-43ad-4f2f-93f8-a8b6effd37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703762 Feb 17 17:27:33.074396 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfc780-0428-45e2-bc5b-9c27a26587fc req-5dd28e18-0fa8-4478-97d0-f63cf4bf1a7e tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:33.076688 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a2bfc780-0428-45e2-bc5b-9c27a26587fc req-5dd28e18-0fa8-4478-97d0-f63cf4bf1a7e tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] 10.222.0.87 "GET /v2.0/ports?device_id=b387d782-e132-4d03-b28d-7aeab901707a HTTP/1.1" status: 200 len: 944 time: 0.0794559 Feb 17 17:27:33.081549 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-33a4fc89-7f57-4270-b74d-a88b206525be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:33.094164 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 4fa9655f-30da-40d2-acc4-0e4545f18e02, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=4fa9655f-30da-40d2-acc4-0e4545f18e02,segment=NetworkSegment(b5c22837-ff45-4173-bb65-146e0d15092f),segment_id=b5c22837-ff45-4173-bb65-146e0d15092f)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:27:33.109306 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '4fa9655f-30da-40d2-acc4-0e4545f18e02', 'network_id': '83682ac9-c2b0-4063-ae45-fea55b30c3e3', 'port_id': '4fa9655f-30da-40d2-acc4-0e4545f18e02', 'mac_address': 'fa:16:3e:b2:ba:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88b92756-09f3-428e-b5e3-39b289eb6473', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:27:33.152186 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 4fa9655f-30da-40d2-acc4-0e4545f18e02 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:27:33.152615 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (4fa9655f-30da-40d2-acc4-0e4545f18e02), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:33.167834 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fa9655f-30da-40d2-acc4-0e4545f18e02 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:27:33.168749 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a2bfc780-0428-45e2-bc5b-9c27a26587fc req-72642ad1-c5dc-4392-b2ab-c806ae6d75e2 tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] 10.222.0.87 "GET /v2.0/security-groups?id=6f7b4ae5-4ac7-4137-b710-0cf97fbedd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828967 Feb 17 17:27:33.192959 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 4fa9655f-30da-40d2-acc4-0e4545f18e02, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=4fa9655f-30da-40d2-acc4-0e4545f18e02,segment=NetworkSegment(b5c22837-ff45-4173-bb65-146e0d15092f),segment_id=b5c22837-ff45-4173-bb65-146e0d15092f)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:27:33.199270 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (4fa9655f-30da-40d2-acc4-0e4545f18e02), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:33.276372 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=4fa9655f-30da-40d2-acc4-0e4545f18e02,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:33.311880 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35756) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:27:33.367225 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379dff4-3ed2-4d98-8e48-10e37b528fe6 req-4f2e96c5-3ad0-4522-a346-11f45b40ce8b tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:33.381322 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2379dff4-3ed2-4d98-8e48-10e37b528fe6 req-4f2e96c5-3ad0-4522-a346-11f45b40ce8b tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f HTTP/1.1" status: 200 len: 943 time: 0.0907965 Feb 17 17:27:33.456823 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2379dff4-3ed2-4d98-8e48-10e37b528fe6 req-939070b1-d06b-4ff7-bfcc-a9fe226a27e3 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740094 Feb 17 17:27:33.463997 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-8161df15-af1b-4d24-a605-d9bf7c1f315a admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1146328665-network', 'tenant_id': '80f09b75faf84054a203824c5c5feea6'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:27:33.499533 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8161df15-af1b-4d24-a605-d9bf7c1f315a admin admin] Made reservation on behalf of 80f09b75faf84054a203824c5c5feea6 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:27:33.502728 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8161df15-af1b-4d24-a605-d9bf7c1f315a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:33.513167 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8161df15-af1b-4d24-a605-d9bf7c1f315a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:33.540478 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['4fa9655f-30da-40d2-acc4-0e4545f18e02'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:27:33.596994 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8161df15-af1b-4d24-a605-d9bf7c1f315a admin admin] Publish callbacks [] for security_group (867a62cd-f31f-4b49-96ee-777cad774b2f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:33.604828 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8161df15-af1b-4d24-a605-d9bf7c1f315a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (867a62cd-f31f-4b49-96ee-777cad774b2f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:33.659590 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8161df15-af1b-4d24-a605-d9bf7c1f315a admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:27:33.780980 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8161df15-af1b-4d24-a605-d9bf7c1f315a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (f0aee03c-8c5c-4bf3-b10c-c2cad5faea95), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:33.781612 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-8161df15-af1b-4d24-a605-d9bf7c1f315a admin admin] Added segment f0aee03c-8c5c-4bf3-b10c-c2cad5faea95 of type vlan for network 386d9093-46fa-4297-a55c-3b697d17fb5e Feb 17 17:27:33.796876 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8161df15-af1b-4d24-a605-d9bf7c1f315a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867a62cd-f31f-4b49-96ee-777cad774b2f,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:33.834617 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8161df15-af1b-4d24-a605-d9bf7c1f315a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (386d9093-46fa-4297-a55c-3b697d17fb5e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:33.865903 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8161df15-af1b-4d24-a605-d9bf7c1f315a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (386d9093-46fa-4297-a55c-3b697d17fb5e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:33.867052 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8161df15-af1b-4d24-a605-d9bf7c1f315a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:33.867571 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8161df15-af1b-4d24-a605-d9bf7c1f315a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:33.891581 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e48e8-55e0-4b36-aedf-3ac08fec0c66 req-96f9ab7c-2e06-48cd-b1c7-158051c317d5 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:33.893244 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-175e48e8-55e0-4b36-aedf-3ac08fec0c66 req-96f9ab7c-2e06-48cd-b1c7-158051c317d5 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=136d2896-edcd-4b4a-aea9-05aead8beb89 HTTP/1.1" status: 200 len: 948 time: 0.0623970 Feb 17 17:27:33.914122 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8161df15-af1b-4d24-a605-d9bf7c1f315a admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6008985 Feb 17 17:27:33.918467 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 35772) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:27:33.927566 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-c862bbdd-41e4-4045-9288-31eec61bab5f admin admin] Request body: {'subnet': {'network_id': '386d9093-46fa-4297-a55c-3b697d17fb5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1146328665-subnet', 'tenant_id': '80f09b75faf84054a203824c5c5feea6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:27:33.940980 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8161df15-af1b-4d24-a605-d9bf7c1f315a admin admin] Pushing event updated for resources: {'Network': ['ID=386d9093-46fa-4297-a55c-3b697d17fb5e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:33.962685 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 386d9093-46fa-4297-a55c-3b697d17fb5e details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:27:33.967840 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c862bbdd-41e4-4045-9288-31eec61bab5f admin admin] Made reservation on behalf of 80f09b75faf84054a203824c5c5feea6 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:27:33.970583 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c862bbdd-41e4-4045-9288-31eec61bab5f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:33.997650 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-175e48e8-55e0-4b36-aedf-3ac08fec0c66 req-9f508687-1d84-4907-904a-ebbb729a51c2 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971186 Feb 17 17:27:34.080216 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 9335df1e-0297-42ac-8b06-72fbb5b578ef details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:27:34.241344 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c862bbdd-41e4-4045-9288-31eec61bab5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for subnet (20045654-ccda-4f89-84f6-676be63ce54d), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:34.284799 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 9335df1e-0297-42ac-8b06-72fbb5b578ef, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=9335df1e-0297-42ac-8b06-72fbb5b578ef,segment=NetworkSegment(00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be),segment_id=00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:27:34.301923 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c862bbdd-41e4-4045-9288-31eec61bab5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=20045654-ccda-4f89-84f6-676be63ce54d,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:34.317047 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '9335df1e-0297-42ac-8b06-72fbb5b578ef', 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb', 'port_id': '9335df1e-0297-42ac-8b06-72fbb5b578ef', 'mac_address': 'fa:16:3e:46:58:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4b8c7cb-ffed-4089-8d05-52af74f92303', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:27:34.366858 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 9335df1e-0297-42ac-8b06-72fbb5b578ef is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:27:34.367394 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (9335df1e-0297-42ac-8b06-72fbb5b578ef), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:34.388785 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9335df1e-0297-42ac-8b06-72fbb5b578ef {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:27:34.416223 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 9335df1e-0297-42ac-8b06-72fbb5b578ef, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=9335df1e-0297-42ac-8b06-72fbb5b578ef,segment=NetworkSegment(00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be),segment_id=00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:27:34.428221 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (9335df1e-0297-42ac-8b06-72fbb5b578ef), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:34.429256 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 223b448c-1c80-4761-a661-a4aad02da58b details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:27:34.500711 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263d7ab-0381-4327-9b5b-68a9fa188c07 req-f2dc8635-78de-42df-a25f-38e4fd5fb0cf tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:34.512007 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0263d7ab-0381-4327-9b5b-68a9fa188c07 req-f2dc8635-78de-42df-a25f-38e4fd5fb0cf tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] 10.222.0.87 "GET /v2.0/ports?device_id=b387d782-e132-4d03-b28d-7aeab901707a HTTP/1.1" status: 200 len: 945 time: 0.2129035 Feb 17 17:27:34.513190 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d0f23-c4aa-44a6-a033-fb5bdc33e3e2 req-fc020110-95c2-4c32-a7e0-31776b248561 tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:34.522088 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-210d0f23-c4aa-44a6-a033-fb5bdc33e3e2 req-fc020110-95c2-4c32-a7e0-31776b248561 tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca43006c-08db-4fa8-a10d-693925e8db25 HTTP/1.1" status: 200 len: 949 time: 0.2106557 Feb 17 17:27:34.553581 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 35790) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:27:34.556320 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=9335df1e-0297-42ac-8b06-72fbb5b578ef,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:34.594580 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c862bbdd-41e4-4045-9288-31eec61bab5f admin admin] Checking segment: {'id': 'f0aee03c-8c5c-4bf3-b10c-c2cad5faea95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '386d9093-46fa-4297-a55c-3b697d17fb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:27:34.594943 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c862bbdd-41e4-4045-9288-31eec61bab5f admin admin] Network hostable DHCP agents. Network: 386d9093-46fa-4297-a55c-3b697d17fb5e, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:27:34.639274 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 223b448c-1c80-4761-a661-a4aad02da58b, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=223b448c-1c80-4761-a661-a4aad02da58b,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:27:34.651618 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25407c7-5935-49d5-8382-306623c4f641 req-1acd20c1-e115-4b56-a4eb-4e139a0fba3e tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:34.662207 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a25407c7-5935-49d5-8382-306623c4f641 req-1acd20c1-e115-4b56-a4eb-4e139a0fba3e tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] 10.222.0.87 "GET /v2.0/ports?device_id=ca43006c-08db-4fa8-a10d-693925e8db25 HTTP/1.1" status: 200 len: 949 time: 0.2432485 Feb 17 17:27:34.672550 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '223b448c-1c80-4761-a661-a4aad02da58b', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'port_id': '223b448c-1c80-4761-a661-a4aad02da58b', 'mac_address': 'fa:16:3e:ef:01:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac79920f-9ddd-4352-b866-6056158b178e', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:27:34.677858 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0263d7ab-0381-4327-9b5b-68a9fa188c07 req-f996129a-ff2b-4383-aea8-d846a6bb75f2 tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] 10.222.0.87 "GET /v2.0/security-groups?id=6f7b4ae5-4ac7-4137-b710-0cf97fbedd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632218 Feb 17 17:27:34.708352 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-210d0f23-c4aa-44a6-a033-fb5bdc33e3e2 req-03887d3f-3cb9-40a6-8915-8e28c98d205f tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] Deleting port 3507da35-2c28-4dc2-9666-0ca703b1b929 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:27:34.709375 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c862bbdd-41e4-4045-9288-31eec61bab5f admin admin] Network 386d9093-46fa-4297-a55c-3b697d17fb5e is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:27:34.709734 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-210d0f23-c4aa-44a6-a033-fb5bdc33e3e2 req-03887d3f-3cb9-40a6-8915-8e28c98d205f tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (3507da35-2c28-4dc2-9666-0ca703b1b929), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:34.745760 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-c862bbdd-41e4-4045-9288-31eec61bab5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 386d9093-46fa-4297-a55c-3b697d17fb5e) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:27:34.751868 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c862bbdd-41e4-4045-9288-31eec61bab5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:34.752498 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c862bbdd-41e4-4045-9288-31eec61bab5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:34.763048 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdc5831-bc9b-4648-9f90-a1b968d2d309 None None] Network 386d9093-46fa-4297-a55c-3b697d17fb5e requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:27:34.788825 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5021f104-daa5-41e4-a6ab-c8af5a592765 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:34.825876 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a25407c7-5935-49d5-8382-306623c4f641 req-a44dd26d-aece-4df0-9d37-6b3536bf4d40 tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] 10.222.0.87 "GET /v2.0/security-groups?id=ca786e71-43ad-4f2f-93f8-a8b6effd37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486230 Feb 17 17:27:34.825876 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c862bbdd-41e4-4045-9288-31eec61bab5f admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9059951 Feb 17 17:27:34.838767 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 35796) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:27:34.840985 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-886b47d0-fdd9-4039-a5a3-448884f1f116 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1146328665-router', 'tenant_id': '80f09b75faf84054a203824c5c5feea6', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:27:34.858758 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 4fa9655f-30da-40d2-acc4-0e4545f18e02 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:27:34.921711 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 223b448c-1c80-4761-a661-a4aad02da58b is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:27:34.922370 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (223b448c-1c80-4761-a661-a4aad02da58b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:34.933125 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-886b47d0-fdd9-4039-a5a3-448884f1f116 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (2c6f9f8a-8dc9-4fd6-819c-0351012ac127), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:34.934746 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-886b47d0-fdd9-4039-a5a3-448884f1f116 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (2c6f9f8a-8dc9-4fd6-819c-0351012ac127), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:34.962024 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1e31da-6fce-4fe7-993a-d9396224505b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-386d9093-46fa-4297-a55c-3b697d17fb5e', 'network_id': '386d9093-46fa-4297-a55c-3b697d17fb5e', 'project_id': '80f09b75faf84054a203824c5c5feea6', 'fixed_ips': [{'subnet_id': '20045654-ccda-4f89-84f6-676be63ce54d'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:27:34.963152 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6a1e31da-6fce-4fe7-993a-d9396224505b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:34.973157 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-210d0f23-c4aa-44a6-a033-fb5bdc33e3e2 req-03887d3f-3cb9-40a6-8915-8e28c98d205f tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] For port 3507da35-2c28-4dc2-9666-0ca703b1b929, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=3507da35-2c28-4dc2-9666-0ca703b1b929,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:27:34.973536 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-210d0f23-c4aa-44a6-a033-fb5bdc33e3e2 req-03887d3f-3cb9-40a6-8915-8e28c98d205f tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (3507da35-2c28-4dc2-9666-0ca703b1b929), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:34.983696 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 223b448c-1c80-4761-a661-a4aad02da58b {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:27:34.989793 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5021f104-daa5-41e4-a6ab-c8af5a592765 admin admin] Publish callbacks [] for security_group (b591c648-68e4-4a42-b575-3c50401cb2fd), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:34.992893 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-210d0f23-c4aa-44a6-a033-fb5bdc33e3e2 req-03887d3f-3cb9-40a6-8915-8e28c98d205f tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] Calling delete_port for 3507da35-2c28-4dc2-9666-0ca703b1b929 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:27:35.013318 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd72c9a4-7b4a-4243-a3f2-628dbfb2ba47 req-8354196a-1611-437c-ba04-ca9ce8aca489 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:35.024225 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bd72c9a4-7b4a-4243-a3f2-628dbfb2ba47 req-8354196a-1611-437c-ba04-ca9ce8aca489 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f HTTP/1.1" status: 200 len: 944 time: 0.2060583 Feb 17 17:27:35.035081 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5021f104-daa5-41e4-a6ab-c8af5a592765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (b591c648-68e4-4a42-b575-3c50401cb2fd), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:35.128118 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port 4fa9655f-30da-40d2-acc4-0e4545f18e02 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:27:35.135191 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 223b448c-1c80-4761-a661-a4aad02da58b, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=223b448c-1c80-4761-a661-a4aad02da58b,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:27:35.142503 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 4fa9655f-30da-40d2-acc4-0e4545f18e02 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:27:35.144322 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (4fa9655f-30da-40d2-acc4-0e4545f18e02), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:35.154299 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (223b448c-1c80-4761-a661-a4aad02da58b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:35.162193 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-210d0f23-c4aa-44a6-a033-fb5bdc33e3e2 req-03887d3f-3cb9-40a6-8915-8e28c98d205f tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (3507da35-2c28-4dc2-9666-0ca703b1b929), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:35.179819 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-5021f104-daa5-41e4-a6ab-c8af5a592765 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=000e4c18226345d3b13cb4fd91d68e91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6212349 Feb 17 17:27:35.185968 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 35800) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:27:35.201462 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03887d3f-3cb9-40a6-8915-8e28c98d205f tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] Pushing event deleted for resources: {'Port': ['ID=3507da35-2c28-4dc2-9666-0ca703b1b929,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:35.229179 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=223b448c-1c80-4761-a661-a4aad02da58b,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:35.232091 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['3507da35-2c28-4dc2-9666-0ca703b1b929'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:27:35.269227 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-886b47d0-fdd9-4039-a5a3-448884f1f116 admin admin] Publish callbacks [] for router_controller (2c6f9f8a-8dc9-4fd6-819c-0351012ac127), precommit_add_association {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:35.271409 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5021f104-daa5-41e4-a6ab-c8af5a592765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b591c648-68e4-4a42-b575-3c50401cb2fd,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:35.347797 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-210d0f23-c4aa-44a6-a033-fb5bdc33e3e2 req-03887d3f-3cb9-40a6-8915-8e28c98d205f tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] No DVR routers for this DVR port 3507da35-2c28-4dc2-9666-0ca703b1b929 on host n-h1-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:27:35.350963 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-210d0f23-c4aa-44a6-a033-fb5bdc33e3e2 req-03887d3f-3cb9-40a6-8915-8e28c98d205f tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:35.354906 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-210d0f23-c4aa-44a6-a033-fb5bdc33e3e2 req-03887d3f-3cb9-40a6-8915-8e28c98d205f tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] 10.222.0.71 "DELETE /v2.0/ports/3507da35-2c28-4dc2-9666-0ca703b1b929 HTTP/1.1" status: 204 len: 173 time: 0.8267314 Feb 17 17:27:35.355360 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca43006c-08db-4fa8-a10d-693925e8db25', 'name': 'network-vif-deleted', 'tag': '3507da35-2c28-4dc2-9666-0ca703b1b929'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:27:35.366599 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326cacca-d1b2-4c46-b7b5-2bc046437880" -d '{"events": [{"server_uuid": "ca43006c-08db-4fa8-a10d-693925e8db25", "name": "network-vif-deleted", "tag": "3507da35-2c28-4dc2-9666-0ca703b1b929"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:27:35.401462 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-db50d1aa-384a-45a0-887f-2ff1db9e24af admin admin] Publish callbacks [] for security_group (b591c648-68e4-4a42-b575-3c50401cb2fd), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:35.413585 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-6a1e31da-6fce-4fe7-993a-d9396224505b None None] Allocated IP 172.20.0.2 (386d9093-46fa-4297-a55c-3b697d17fb5e/20045654-ccda-4f89-84f6-676be63ce54d/cb6b6956-9446-45fd-bd02-24344b98a0bf) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:27:35.479016 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['223b448c-1c80-4761-a661-a4aad02da58b'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:27:35.495033 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bd72c9a4-7b4a-4243-a3f2-628dbfb2ba47 req-a295d854-001f-40e8-95d6-5fdc770a3193 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4681950 Feb 17 17:27:35.497384 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['9335df1e-0297-42ac-8b06-72fbb5b578ef'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:27:35.555468 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b8b809ec-397e-4f75-9c18-f05f16cf2c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:35.555695 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-db50d1aa-384a-45a0-887f-2ff1db9e24af admin admin] Publish callbacks [] for security_group (b591c648-68e4-4a42-b575-3c50401cb2fd), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:35.576414 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc7f95-6f50-4a16-b9d3-86fed8e41b1c req-e21d4e47-8977-4b20-bd8a-add528448afa tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:35.587365 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f4cc7f95-6f50-4a16-b9d3-86fed8e41b1c req-e21d4e47-8977-4b20-bd8a-add528448afa tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=136d2896-edcd-4b4a-aea9-05aead8beb89 HTTP/1.1" status: 200 len: 949 time: 0.4674523 Feb 17 17:27:35.595422 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32bf6b37-90c7-4ad1-877e-41ffb161504e x-openstack-request-id: req-32bf6b37-90c7-4ad1-877e-41ffb161504e {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:27:35.596052 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca43006c-08db-4fa8-a10d-693925e8db25", "name": "network-vif-deleted", "tag": "3507da35-2c28-4dc2-9666-0ca703b1b929", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:27:35.596052 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-32bf6b37-90c7-4ad1-877e-41ffb161504e {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:27:35.596522 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca43006c-08db-4fa8-a10d-693925e8db25', 'name': 'network-vif-deleted', 'tag': '3507da35-2c28-4dc2-9666-0ca703b1b929', 'status': 'completed', 'code': 200} Feb 17 17:27:35.610682 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-886b47d0-fdd9-4039-a5a3-448884f1f116 admin admin] Publish callbacks [] for router_gateway (2c6f9f8a-8dc9-4fd6-819c-0351012ac127), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:35.664134 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 4fa9655f-30da-40d2-acc4-0e4545f18e02 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:27:35.664731 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (4fa9655f-30da-40d2-acc4-0e4545f18e02), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:35.710836 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f4cc7f95-6f50-4a16-b9d3-86fed8e41b1c req-b0d97ab0-2dfc-43a5-80ee-f624e1750fb9 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128066 Feb 17 17:27:35.783386 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-db50d1aa-384a-45a0-887f-2ff1db9e24af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (b591c648-68e4-4a42-b575-3c50401cb2fd), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:35.786683 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b387d782-e132-4d03-b28d-7aeab901707a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa9655f-30da-40d2-acc4-0e4545f18e02'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:27:35.786955 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-db50d1aa-384a-45a0-887f-2ff1db9e24af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:35.789333 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19cabb49-3c64-44b5-9abc-1e30ee55143a" -d '{"events": [{"server_uuid": "b387d782-e132-4d03-b28d-7aeab901707a", "name": "network-vif-plugged", "status": "completed", "tag": "4fa9655f-30da-40d2-acc4-0e4545f18e02"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:27:35.791057 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-db50d1aa-384a-45a0-887f-2ff1db9e24af admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b591c648-68e4-4a42-b575-3c50401cb2fd HTTP/1.1" status: 204 len: 168 time: 0.5977266 Feb 17 17:27:35.808008 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50d1aa-384a-45a0-887f-2ff1db9e24af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b591c648-68e4-4a42-b575-3c50401cb2fd,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:35.845243 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 4fa9655f-30da-40d2-acc4-0e4545f18e02, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=4fa9655f-30da-40d2-acc4-0e4545f18e02,segment=NetworkSegment(b5c22837-ff45-4173-bb65-146e0d15092f),segment_id=b5c22837-ff45-4173-bb65-146e0d15092f)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:27:35.885454 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (4fa9655f-30da-40d2-acc4-0e4545f18e02), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:35.891037 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4101fbc4-756c-4048-8cbe-abe13afb8b77 x-openstack-request-id: req-4101fbc4-756c-4048-8cbe-abe13afb8b77 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:27:35.891351 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b387d782-e132-4d03-b28d-7aeab901707a", "name": "network-vif-plugged", "status": "completed", "tag": "4fa9655f-30da-40d2-acc4-0e4545f18e02", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:27:35.891610 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4101fbc4-756c-4048-8cbe-abe13afb8b77 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:27:35.892003 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b387d782-e132-4d03-b28d-7aeab901707a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa9655f-30da-40d2-acc4-0e4545f18e02', 'code': 200} Feb 17 17:27:36.102103 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 3507da35-2c28-4dc2-9666-0ca703b1b929 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:27:36.162470 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6a1e31da-6fce-4fe7-993a-d9396224505b None None] Publish callbacks [] for port (cb6b6956-9446-45fd-bd02-24344b98a0bf), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:36.174353 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e875277f-e8b6-40d1-a564-eb94e01121e6 req-1f62121b-62b6-46a6-9b91-a8a82c1877c4 tempest-ServerDiagnosticsNegativeTest-635615447 tempest-ServerDiagnosticsNegativeTest-635615447-project] 10.222.0.87 "GET /v2.0/ports?device_id=ca43006c-08db-4fa8-a10d-693925e8db25 HTTP/1.1" status: 200 len: 210 time: 0.0643156 Feb 17 17:27:36.180098 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: 3507da35-2c28-4dc2-9666-0ca703b1b929 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:27:36.180787 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 3507da35-2c28-4dc2-9666-0ca703b1b929 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:27:36.188547 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=4fa9655f-30da-40d2-acc4-0e4545f18e02,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:36.209371 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6a1e31da-6fce-4fe7-993a-d9396224505b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (cb6b6956-9446-45fd-bd02-24344b98a0bf), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:36.231049 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b70c4-3368-4600-b7ba-2ae886fa72b8 req-0c829b73-e611-44ef-92e8-a707ce5d8b2b tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:36.237892 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3f0b70c4-3368-4600-b7ba-2ae886fa72b8 req-0c829b73-e611-44ef-92e8-a707ce5d8b2b tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] 10.222.0.87 "GET /v2.0/ports?device_id=b387d782-e132-4d03-b28d-7aeab901707a HTTP/1.1" status: 200 len: 946 time: 0.3985476 Feb 17 17:27:36.269883 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-886b47d0-fdd9-4039-a5a3-448884f1f116 admin admin] Publish callbacks [] for router_gateway (2c6f9f8a-8dc9-4fd6-819c-0351012ac127), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:36.303375 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1e31da-6fce-4fe7-993a-d9396224505b None None] Network 386d9093-46fa-4297-a55c-3b697d17fb5e is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:27:36.311261 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-886b47d0-fdd9-4039-a5a3-448884f1f116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:36.317575 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-6a1e31da-6fce-4fe7-993a-d9396224505b None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:27:36.322382 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1e31da-6fce-4fe7-993a-d9396224505b None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:27:36.324273 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1e31da-6fce-4fe7-993a-d9396224505b None None] Pushing event updated for resources: {'Port': ['ID=cb6b6956-9446-45fd-bd02-24344b98a0bf,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:36.370054 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3f0b70c4-3368-4600-b7ba-2ae886fa72b8 req-7933e176-8f7b-4e0a-8d36-00251ee7ab29 tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] 10.222.0.87 "GET /v2.0/security-groups?id=6f7b4ae5-4ac7-4137-b710-0cf97fbedd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313026 Feb 17 17:27:36.374654 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c80ac-ebfe-4806-8150-dc9bea9ee29f req-a992bb06-0a99-4869-8fee-6e3b76f204f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:36.376901 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-356c80ac-ebfe-4806-8150-dc9bea9ee29f req-a992bb06-0a99-4869-8fee-6e3b76f204f8 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b387d782-e132-4d03-b28d-7aeab901707a HTTP/1.1" status: 200 len: 1128 time: 0.2761416 Feb 17 17:27:36.413249 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-6a1e31da-6fce-4fe7-993a-d9396224505b None None] Attempting to bind port cb6b6956-9446-45fd-bd02-24344b98a0bf on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:27:36.413769 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-6a1e31da-6fce-4fe7-993a-d9396224505b None None] Attempting to bind port cb6b6956-9446-45fd-bd02-24344b98a0bf by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'f0aee03c-8c5c-4bf3-b10c-c2cad5faea95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '386d9093-46fa-4297-a55c-3b697d17fb5e'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:27:36.414138 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1e31da-6fce-4fe7-993a-d9396224505b None None] Attempting to bind port cb6b6956-9446-45fd-bd02-24344b98a0bf on network 386d9093-46fa-4297-a55c-3b697d17fb5e {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:27:36.426271 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1e31da-6fce-4fe7-993a-d9396224505b None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:27:36.426805 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1e31da-6fce-4fe7-993a-d9396224505b None None] Checking segment: {'id': 'f0aee03c-8c5c-4bf3-b10c-c2cad5faea95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '386d9093-46fa-4297-a55c-3b697d17fb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:27:36.427319 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6a1e31da-6fce-4fe7-993a-d9396224505b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:36.427816 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1e31da-6fce-4fe7-993a-d9396224505b None None] Bound using segment: {'id': 'f0aee03c-8c5c-4bf3-b10c-c2cad5faea95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '386d9093-46fa-4297-a55c-3b697d17fb5e'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:27:36.428878 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-6a1e31da-6fce-4fe7-993a-d9396224505b None None] Bound port: cb6b6956-9446-45fd-bd02-24344b98a0bf, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0aee03c-8c5c-4bf3-b10c-c2cad5faea95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '386d9093-46fa-4297-a55c-3b697d17fb5e'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:27:36.429393 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6a1e31da-6fce-4fe7-993a-d9396224505b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (cb6b6956-9446-45fd-bd02-24344b98a0bf), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:36.514590 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-356c80ac-ebfe-4806-8150-dc9bea9ee29f req-3220d474-271a-414c-ac6a-43b3df49b115 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=6f7b4ae5-4ac7-4137-b710-0cf97fbedd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236014 Feb 17 17:27:36.525231 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-6a1e31da-6fce-4fe7-993a-d9396224505b None None] For port cb6b6956-9446-45fd-bd02-24344b98a0bf, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:27:36.537088 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-886b47d0-fdd9-4039-a5a3-448884f1f116 admin admin] Allocated IP 172.25.8.189 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/0b63d593-4703-4d8a-a2c8-501b0a15abf4) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:27:36.548612 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-6a1e31da-6fce-4fe7-993a-d9396224505b None None] For port cb6b6956-9446-45fd-bd02-24344b98a0bf, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=cb6b6956-9446-45fd-bd02-24344b98a0bf,segment=NetworkSegment(f0aee03c-8c5c-4bf3-b10c-c2cad5faea95),segment_id=f0aee03c-8c5c-4bf3-b10c-c2cad5faea95)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:27:36.554212 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:36.558853 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6a1e31da-6fce-4fe7-993a-d9396224505b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (cb6b6956-9446-45fd-bd02-24344b98a0bf), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:36.689878 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1e31da-6fce-4fe7-993a-d9396224505b None None] Pushing event updated for resources: {'Port': ['ID=cb6b6956-9446-45fd-bd02-24344b98a0bf,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:36.941038 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35838) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:27:37.115647 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-100e75fa-3456-4700-8cff-cd7e1685ccb5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1906642084-network', 'tenant_id': 'e9a1b5039b6b45b0af171cd249098c49'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:27:37.130287 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ec64d-7464-43e5-9211-1d18b0b4c76b req-b9572ef8-8b44-46b9-9afd-756c326b1f42 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:37.131799 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-995ec64d-7464-43e5-9211-1d18b0b4c76b req-b9572ef8-8b44-46b9-9afd-756c326b1f42 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=136d2896-edcd-4b4a-aea9-05aead8beb89 HTTP/1.1" status: 200 len: 949 time: 0.2456825 Feb 17 17:27:37.138531 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c1ea9-9802-4c49-9b57-3155d5cb1a6a req-9687582e-a3f4-415b-971b-9c754c5fe198 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:37.140172 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bf2c1ea9-9802-4c49-9b57-3155d5cb1a6a req-9687582e-a3f4-415b-971b-9c754c5fe198 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f HTTP/1.1" status: 200 len: 944 time: 0.2550740 Feb 17 17:27:37.146755 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100e75fa-3456-4700-8cff-cd7e1685ccb5 admin admin] Made reservation on behalf of e9a1b5039b6b45b0af171cd249098c49 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:27:37.149118 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-100e75fa-3456-4700-8cff-cd7e1685ccb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:37.157705 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-886b47d0-fdd9-4039-a5a3-448884f1f116 admin admin] Publish callbacks [] for port (0b63d593-4703-4d8a-a2c8-501b0a15abf4), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:37.159919 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-100e75fa-3456-4700-8cff-cd7e1685ccb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:37.246509 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-100e75fa-3456-4700-8cff-cd7e1685ccb5 admin admin] Publish callbacks [] for security_group (eabc3415-12cf-4b09-aa4a-89b89e734dbe), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:37.252090 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-100e75fa-3456-4700-8cff-cd7e1685ccb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (eabc3415-12cf-4b09-aa4a-89b89e734dbe), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:37.259394 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bf2c1ea9-9802-4c49-9b57-3155d5cb1a6a req-09cf635a-303b-433f-9ecf-468c4657be02 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074448 Feb 17 17:27:37.263772 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-995ec64d-7464-43e5-9211-1d18b0b4c76b req-7d0f62a9-ab43-4d84-b650-2ce795c78e4b tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103513 Feb 17 17:27:37.273162 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-886b47d0-fdd9-4039-a5a3-448884f1f116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (0b63d593-4703-4d8a-a2c8-501b0a15abf4), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:37.279000 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-100e75fa-3456-4700-8cff-cd7e1685ccb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:27:37.301777 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100e75fa-3456-4700-8cff-cd7e1685ccb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eabc3415-12cf-4b09-aa4a-89b89e734dbe,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:37.318977 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-100e75fa-3456-4700-8cff-cd7e1685ccb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (82c079cf-1132-4fb5-9e61-8395996b9e55), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:37.322306 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-100e75fa-3456-4700-8cff-cd7e1685ccb5 admin admin] Added segment 82c079cf-1132-4fb5-9e61-8395996b9e55 of type vlan for network ea746d1f-8c81-45cd-a96e-16fb0fbadd06 Feb 17 17:27:37.343788 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886b47d0-fdd9-4039-a5a3-448884f1f116 admin admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:27:37.349489 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-886b47d0-fdd9-4039-a5a3-448884f1f116 admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:27:37.352169 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886b47d0-fdd9-4039-a5a3-448884f1f116 admin admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:27:37.409408 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-100e75fa-3456-4700-8cff-cd7e1685ccb5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (ea746d1f-8c81-45cd-a96e-16fb0fbadd06), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:37.433695 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886b47d0-fdd9-4039-a5a3-448884f1f116 admin admin] Pushing event updated for resources: {'Port': ['ID=0b63d593-4703-4d8a-a2c8-501b0a15abf4,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:37.468917 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-100e75fa-3456-4700-8cff-cd7e1685ccb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (ea746d1f-8c81-45cd-a96e-16fb0fbadd06), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:37.470818 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100e75fa-3456-4700-8cff-cd7e1685ccb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:37.472675 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-100e75fa-3456-4700-8cff-cd7e1685ccb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:37.625819 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100e75fa-3456-4700-8cff-cd7e1685ccb5 admin admin] Pushing event updated for resources: {'Network': ['ID=ea746d1f-8c81-45cd-a96e-16fb0fbadd06,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:37.645300 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network ea746d1f-8c81-45cd-a96e-16fb0fbadd06 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:27:37.648899 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d620a-632b-4278-9f0d-0650c8ed97b5 req-ec72bec3-d60c-413a-aa5a-2ccf5bfb4835 tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:37.651281 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-358d620a-632b-4278-9f0d-0650c8ed97b5 req-ec72bec3-d60c-413a-aa5a-2ccf5bfb4835 tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] 10.222.0.87 "GET /v2.0/ports?device_id=b387d782-e132-4d03-b28d-7aeab901707a HTTP/1.1" status: 200 len: 946 time: 0.1550963 Feb 17 17:27:37.670388 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-100e75fa-3456-4700-8cff-cd7e1685ccb5 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7249899 Feb 17 17:27:37.671153 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35852) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:27:37.692747 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-54c5acde-496c-4cd2-94cb-88c3f4cda23f admin admin] Request body: {'subnet': {'network_id': 'ea746d1f-8c81-45cd-a96e-16fb0fbadd06', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1906642084-subnet', 'tenant_id': 'e9a1b5039b6b45b0af171cd249098c49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:27:37.693390 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-886b47d0-fdd9-4039-a5a3-448884f1f116 admin admin] Publish callbacks [] for router_gateway (2c6f9f8a-8dc9-4fd6-819c-0351012ac127), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:37.741773 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35854) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:27:37.762048 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c5acde-496c-4cd2-94cb-88c3f4cda23f admin admin] Made reservation on behalf of e9a1b5039b6b45b0af171cd249098c49 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:27:37.764864 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-54c5acde-496c-4cd2-94cb-88c3f4cda23f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:37.811316 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-358d620a-632b-4278-9f0d-0650c8ed97b5 req-9d81b5b0-b980-4e1c-ad6d-e1455d22f76b tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] 10.222.0.87 "GET /v2.0/security-groups?id=6f7b4ae5-4ac7-4137-b710-0cf97fbedd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432366 Feb 17 17:27:37.931848 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:38.059834 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5d83b685-39f0-4872-95c7-0580c96de750 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=805c8566884b45f189beb9f06ba8bc98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3168743 Feb 17 17:27:38.064131 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35858) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:27:38.072776 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-886b47d0-fdd9-4039-a5a3-448884f1f116 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (2c6f9f8a-8dc9-4fd6-819c-0351012ac127), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:38.097393 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 9335df1e-0297-42ac-8b06-72fbb5b578ef up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:27:38.193178 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-54c5acde-496c-4cd2-94cb-88c3f4cda23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (4a7db999-dc67-4a85-935c-11216e48a462), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:38.236940 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 9335df1e-0297-42ac-8b06-72fbb5b578ef completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:27:38.242701 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 9335df1e-0297-42ac-8b06-72fbb5b578ef triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:27:38.243647 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (9335df1e-0297-42ac-8b06-72fbb5b578ef), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:38.267595 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e1a97336-f1f6-449b-af62-f1ddca5310c4 admin admin] Publish callbacks [] for security_group (ca786e71-43ad-4f2f-93f8-a8b6effd37b9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:38.278617 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-886b47d0-fdd9-4039-a5a3-448884f1f116 admin admin] Router 2c6f9f8a-8dc9-4fd6-819c-0351012ac127 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:27:38.353680 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e1a97336-f1f6-449b-af62-f1ddca5310c4 admin admin] Publish callbacks [] for security_group (ca786e71-43ad-4f2f-93f8-a8b6effd37b9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:38.357889 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c5acde-496c-4cd2-94cb-88c3f4cda23f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a7db999-dc67-4a85-935c-11216e48a462,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:38.384022 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 9335df1e-0297-42ac-8b06-72fbb5b578ef is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:27:38.384624 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (9335df1e-0297-42ac-8b06-72fbb5b578ef), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:38.389475 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c5acde-496c-4cd2-94cb-88c3f4cda23f admin admin] Checking segment: {'id': '82c079cf-1132-4fb5-9e61-8395996b9e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ea746d1f-8c81-45cd-a96e-16fb0fbadd06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:27:38.389964 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c5acde-496c-4cd2-94cb-88c3f4cda23f admin admin] Network hostable DHCP agents. Network: ea746d1f-8c81-45cd-a96e-16fb0fbadd06, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:27:38.439722 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c5acde-496c-4cd2-94cb-88c3f4cda23f admin admin] Network ea746d1f-8c81-45cd-a96e-16fb0fbadd06 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:27:38.442180 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3de902-453e-4041-a499-c646ece1485a None None] Network 386d9093-46fa-4297-a55c-3b697d17fb5e requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:27:38.459996 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e1a97336-f1f6-449b-af62-f1ddca5310c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (ca786e71-43ad-4f2f-93f8-a8b6effd37b9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:38.464354 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e1a97336-f1f6-449b-af62-f1ddca5310c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:38.472863 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e1a97336-f1f6-449b-af62-f1ddca5310c4 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ca786e71-43ad-4f2f-93f8-a8b6effd37b9 HTTP/1.1" status: 204 len: 168 time: 0.4078701 Feb 17 17:27:38.477548 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-54c5acde-496c-4cd2-94cb-88c3f4cda23f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, ea746d1f-8c81-45cd-a96e-16fb0fbadd06) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:27:38.486645 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07163a17-9f3a-4a13-9c1e-1acd5def414f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9335df1e-0297-42ac-8b06-72fbb5b578ef'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:27:38.488262 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c5acde-496c-4cd2-94cb-88c3f4cda23f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:38.489240 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13bc571e-b66e-4ac4-a408-701748ce1731" -d '{"events": [{"server_uuid": "07163a17-9f3a-4a13-9c1e-1acd5def414f", "name": "network-vif-plugged", "status": "completed", "tag": "9335df1e-0297-42ac-8b06-72fbb5b578ef"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:27:38.489485 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-54c5acde-496c-4cd2-94cb-88c3f4cda23f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:38.497521 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4caf49-0561-4d6b-986d-9c59be375f94 None None] Network ea746d1f-8c81-45cd-a96e-16fb0fbadd06 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:27:38.511379 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a97336-f1f6-449b-af62-f1ddca5310c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca786e71-43ad-4f2f-93f8-a8b6effd37b9,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:38.544269 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-54c5acde-496c-4cd2-94cb-88c3f4cda23f admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8608620 Feb 17 17:27:38.613838 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53448e-ee1f-4c51-a333-8bf3133a89f9 req-b7f09851-d930-40be-a31b-7c3b2184898f tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:38.615599 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7c53448e-ee1f-4c51-a333-8bf3133a89f9 req-b7f09851-d930-40be-a31b-7c3b2184898f tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=136d2896-edcd-4b4a-aea9-05aead8beb89 HTTP/1.1" status: 200 len: 949 time: 0.1668308 Feb 17 17:27:38.618112 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886b47d0-fdd9-4039-a5a3-448884f1f116 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:27:38.631666 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2524c98e-1696-45c8-9187-a5017217e081 req-0f74d26a-5a76-4218-9c23-c24ac7328d19 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:38.634941 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2524c98e-1696-45c8-9187-a5017217e081 req-0f74d26a-5a76-4218-9c23-c24ac7328d19 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f HTTP/1.1" status: 200 len: 944 time: 0.2132578 Feb 17 17:27:38.638787 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3f5c14-3e48-4336-9627-b3331921f4a9 None None] Sync routers for ids ['2c6f9f8a-8dc9-4fd6-819c-0351012ac127'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:27:38.665939 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3f5c14-3e48-4336-9627-b3331921f4a9 None None] Routers {'2c6f9f8a-8dc9-4fd6-819c-0351012ac127'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:27:38.669720 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-3f3f5c14-3e48-4336-9627-b3331921f4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:27:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['2c6f9f8a-8dc9-4fd6-819c-0351012ac127'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:27:38.691530 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-886b47d0-fdd9-4039-a5a3-448884f1f116 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:38.693013 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-886b47d0-fdd9-4039-a5a3-448884f1f116 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8552613 Feb 17 17:27:38.697488 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35874) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:27:38.783475 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7c53448e-ee1f-4c51-a333-8bf3133a89f9 req-e36e112c-9c96-41f4-aecf-1d1d47e89ea9 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601357 Feb 17 17:27:38.792589 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2524c98e-1696-45c8-9187-a5017217e081 req-f9aa8597-1932-4bf0-83f0-3eb57995765a tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458263 Feb 17 17:27:38.847849 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 9335df1e-0297-42ac-8b06-72fbb5b578ef, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=9335df1e-0297-42ac-8b06-72fbb5b578ef,segment=NetworkSegment(00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be),segment_id=00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:27:38.883374 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-3f3f5c14-3e48-4336-9627-b3331921f4a9 None None] Set router 2c6f9f8a-8dc9-4fd6-819c-0351012ac127 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:27:38.902500 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (9335df1e-0297-42ac-8b06-72fbb5b578ef), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:38.916814 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 223b448c-1c80-4761-a661-a4aad02da58b up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:27:39.023161 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-0dc9caa5-0240-43fc-ad68-466fdc141c0d None None] Provisioning complete for port cb6b6956-9446-45fd-bd02-24344b98a0bf triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:27:39.023718 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0dc9caa5-0240-43fc-ad68-466fdc141c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (cb6b6956-9446-45fd-bd02-24344b98a0bf), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:39.029312 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a5bdaf-461d-4131-b84f-f6b896366781 x-openstack-request-id: req-04a5bdaf-461d-4131-b84f-f6b896366781 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:27:39.029769 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07163a17-9f3a-4a13-9c1e-1acd5def414f", "name": "network-vif-plugged", "status": "completed", "tag": "9335df1e-0297-42ac-8b06-72fbb5b578ef", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:27:39.030165 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-04a5bdaf-461d-4131-b84f-f6b896366781 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:27:39.030695 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07163a17-9f3a-4a13-9c1e-1acd5def414f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9335df1e-0297-42ac-8b06-72fbb5b578ef', 'code': 200} Feb 17 17:27:39.114233 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 35882) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:27:39.159769 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1493487f-afa5-4a19-b898-4a5d7cffe8ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:39.183563 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:39.218633 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device cb6b6956-9446-45fd-bd02-24344b98a0bf up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:27:39.253276 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=9335df1e-0297-42ac-8b06-72fbb5b578ef,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:39.296699 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c3bfa9-5160-4ab2-a721-4182fdb4a032 req-f6bf965b-37dc-4416-8036-fb514b76585d tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:39.302365 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-86c3bfa9-5160-4ab2-a721-4182fdb4a032 req-f6bf965b-37dc-4416-8036-fb514b76585d tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] 10.222.0.87 "GET /v2.0/ports?device_id=b387d782-e132-4d03-b28d-7aeab901707a HTTP/1.1" status: 200 len: 946 time: 0.3271141 Feb 17 17:27:39.311384 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5bf075-4af4-4718-96ef-9cb86e76fc82 None None] Network ea746d1f-8c81-45cd-a96e-16fb0fbadd06 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:27:39.384525 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 223b448c-1c80-4761-a661-a4aad02da58b completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:27:39.409910 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 223b448c-1c80-4761-a661-a4aad02da58b triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:27:39.410546 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (223b448c-1c80-4761-a661-a4aad02da58b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:39.474242 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-0dc9caa5-0240-43fc-ad68-466fdc141c0d None None] Current status of the port cb6b6956-9446-45fd-bd02-24344b98a0bf is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:27:39.474861 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0dc9caa5-0240-43fc-ad68-466fdc141c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (cb6b6956-9446-45fd-bd02-24344b98a0bf), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:39.487968 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port cb6b6956-9446-45fd-bd02-24344b98a0bf triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:27:39.489309 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (cb6b6956-9446-45fd-bd02-24344b98a0bf), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:39.494262 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-3f3f5c14-3e48-4336-9627-b3331921f4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6f9f8a-8dc9-4fd6-819c-0351012ac127', 'name': 'tempest-ServersTestMultiNic-1146328665-router', 'tenant_id': '80f09b75faf84054a203824c5c5feea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '0b63d593-4703-4d8a-a2c8-501b0a15abf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:27:34Z', 'updated_at': '2022-02-17T17:27:37Z', 'revision_number': 3, 'project_id': '80f09b75faf84054a203824c5c5feea6', 'gw_port': {'id': '0b63d593-4703-4d8a-a2c8-501b0a15abf4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:53:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6f9f8a-8dc9-4fd6-819c-0351012ac127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:27:36Z', 'updated_at': '2022-02-17T17:27:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:27:39.499809 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-86c3bfa9-5160-4ab2-a721-4182fdb4a032 req-96c3537d-e75d-4739-8590-f8129dd0327f tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] 10.222.0.87 "GET /v2.0/security-groups?id=6f7b4ae5-4ac7-4137-b710-0cf97fbedd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749775 Feb 17 17:27:39.529408 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3f5c14-3e48-4336-9627-b3331921f4a9 None None] Checking router: 2c6f9f8a-8dc9-4fd6-819c-0351012ac127 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:27:39.529753 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3f5c14-3e48-4336-9627-b3331921f4a9 None None] Updating router 2c6f9f8a-8dc9-4fd6-819c-0351012ac127 port 0b63d593-4703-4d8a-a2c8-501b0a15abf4 binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:27:39.531445 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1493487f-afa5-4a19-b898-4a5d7cffe8ef admin admin] Publish callbacks [] for security_group (99d9693a-3848-4da2-9fe2-2cb6a95cac36), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:39.544283 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1493487f-afa5-4a19-b898-4a5d7cffe8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (99d9693a-3848-4da2-9fe2-2cb6a95cac36), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:39.579207 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-3f3f5c14-3e48-4336-9627-b3331921f4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0b63d593-4703-4d8a-a2c8-501b0a15abf4), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:39.602199 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1493487f-afa5-4a19-b898-4a5d7cffe8ef admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ed17c787f1974d3eb439af15c717c9ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4830773 Feb 17 17:27:39.604879 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 35888) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:27:39.682198 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-deeddcd8-d892-430e-9c88-e7aa429b9228 req-a830dc27-eb99-4e9a-bafd-0422483803e9 tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1580708041', 'description': 'tempest-description-1664470953'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:27:39.738005 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a4b02b18-a63b-4990-8094-83761fd148c1 admin admin] Publish callbacks [] for security_group (99d9693a-3848-4da2-9fe2-2cb6a95cac36), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:39.771166 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a4b02b18-a63b-4990-8094-83761fd148c1 admin admin] Publish callbacks [] for security_group (99d9693a-3848-4da2-9fe2-2cb6a95cac36), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:39.774264 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-0dc9caa5-0240-43fc-ad68-466fdc141c0d None None] For port cb6b6956-9446-45fd-bd02-24344b98a0bf, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=cb6b6956-9446-45fd-bd02-24344b98a0bf,segment=NetworkSegment(f0aee03c-8c5c-4bf3-b10c-c2cad5faea95),segment_id=f0aee03c-8c5c-4bf3-b10c-c2cad5faea95)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:27:39.782831 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0dc9caa5-0240-43fc-ad68-466fdc141c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (cb6b6956-9446-45fd-bd02-24344b98a0bf), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:39.836394 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1493487f-afa5-4a19-b898-4a5d7cffe8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d9693a-3848-4da2-9fe2-2cb6a95cac36,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:39.861482 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a4b02b18-a63b-4990-8094-83761fd148c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (99d9693a-3848-4da2-9fe2-2cb6a95cac36), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:39.865929 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a4b02b18-a63b-4990-8094-83761fd148c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:39.867433 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a4b02b18-a63b-4990-8094-83761fd148c1 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/99d9693a-3848-4da2-9fe2-2cb6a95cac36 HTTP/1.1" status: 204 len: 168 time: 0.2597499 Feb 17 17:27:39.879622 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b02b18-a63b-4990-8094-83761fd148c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d9693a-3848-4da2-9fe2-2cb6a95cac36,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:39.889693 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-deeddcd8-d892-430e-9c88-e7aa429b9228 req-a830dc27-eb99-4e9a-bafd-0422483803e9 tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:40.051754 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-deeddcd8-d892-430e-9c88-e7aa429b9228 req-a830dc27-eb99-4e9a-bafd-0422483803e9 tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Publish callbacks [] for security_group (209a4d1b-5775-4a52-938b-9d4fcc1d09ac), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:40.086626 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-deeddcd8-d892-430e-9c88-e7aa429b9228 req-a830dc27-eb99-4e9a-bafd-0422483803e9 tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (209a4d1b-5775-4a52-938b-9d4fcc1d09ac), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:40.198890 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc9caa5-0240-43fc-ad68-466fdc141c0d None None] Pushing event updated for resources: {'Port': ['ID=cb6b6956-9446-45fd-bd02-24344b98a0bf,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:40.201610 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 223b448c-1c80-4761-a661-a4aad02da58b is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:27:40.202026 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (223b448c-1c80-4761-a661-a4aad02da58b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:40.234798 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-3f3f5c14-3e48-4336-9627-b3331921f4a9 None None] Publish callbacks [] for port (0b63d593-4703-4d8a-a2c8-501b0a15abf4), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:40.240439 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-deeddcd8-d892-430e-9c88-e7aa429b9228 req-a830dc27-eb99-4e9a-bafd-0422483803e9 tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:40.241606 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-deeddcd8-d892-430e-9c88-e7aa429b9228 req-a830dc27-eb99-4e9a-bafd-0422483803e9 tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.5634644 Feb 17 17:27:40.250627 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-3f3f5c14-3e48-4336-9627-b3331921f4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (0b63d593-4703-4d8a-a2c8-501b0a15abf4), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:40.253724 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a830dc27-eb99-4e9a-bafd-0422483803e9 tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=209a4d1b-5775-4a52-938b-9d4fcc1d09ac,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:40.268409 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port cb6b6956-9446-45fd-bd02-24344b98a0bf is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:27:40.275720 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-60b3b361-bdbb-4b3a-bca5-a47bb4020ab2 None None] Provisioning complete for port cb6b6956-9446-45fd-bd02-24344b98a0bf triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:27:40.276101 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-60b3b361-bdbb-4b3a-bca5-a47bb4020ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (cb6b6956-9446-45fd-bd02-24344b98a0bf), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:40.290287 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f71a2-ebaa-4488-bd4c-20f6b1f7a054 req-99abe23a-a61a-4f1d-8b40-acffdf5d8666 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:40.307148 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-904f71a2-ebaa-4488-bd4c-20f6b1f7a054 req-99abe23a-a61a-4f1d-8b40-acffdf5d8666 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f HTTP/1.1" status: 200 len: 945 time: 0.2516930 Feb 17 17:27:40.349625 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-3f3f5c14-3e48-4336-9627-b3331921f4a9 None None] Attempting to bind port 0b63d593-4703-4d8a-a2c8-501b0a15abf4 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:27:40.349988 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-3f3f5c14-3e48-4336-9627-b3331921f4a9 None None] Attempting to bind port 0b63d593-4703-4d8a-a2c8-501b0a15abf4 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:27:40.350346 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3f5c14-3e48-4336-9627-b3331921f4a9 None None] Attempting to bind port 0b63d593-4703-4d8a-a2c8-501b0a15abf4 on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:27:40.374707 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 223b448c-1c80-4761-a661-a4aad02da58b, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=223b448c-1c80-4761-a661-a4aad02da58b,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:27:40.380201 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3db5af9-f6d1-45f1-8fc4-84de328425c3 None None] Pushing event updated for resources: {'Port': ['ID=0b63d593-4703-4d8a-a2c8-501b0a15abf4,revision_number=2']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:40.403651 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3db5af9-f6d1-45f1-8fc4-84de328425c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:27:40.404068 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3db5af9-f6d1-45f1-8fc4-84de328425c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:27:40.404443 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3db5af9-f6d1-45f1-8fc4-84de328425c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:27:40.406386 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3db5af9-f6d1-45f1-8fc4-84de328425c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:27:40.406735 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3db5af9-f6d1-45f1-8fc4-84de328425c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:27:40.407068 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3db5af9-f6d1-45f1-8fc4-84de328425c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:27:40.407404 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3db5af9-f6d1-45f1-8fc4-84de328425c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:27:40.407730 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3db5af9-f6d1-45f1-8fc4-84de328425c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:27:40.408054 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3db5af9-f6d1-45f1-8fc4-84de328425c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:27:40.408431 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3db5af9-f6d1-45f1-8fc4-84de328425c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:27:40.409363 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6377294d-197c-4443-adaf-f1fe546b57eb req-23a79244-e29f-46ca-968c-efa16a53b1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:40.411070 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-6377294d-197c-4443-adaf-f1fe546b57eb req-23a79244-e29f-46ca-968c-efa16a53b1d8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f HTTP/1.1" status: 200 len: 1127 time: 1.0287178 Feb 17 17:27:40.414204 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3db5af9-f6d1-45f1-8fc4-84de328425c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:27:40.414682 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3db5af9-f6d1-45f1-8fc4-84de328425c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:27:40.415163 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3db5af9-f6d1-45f1-8fc4-84de328425c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:27:40.420674 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3f5c14-3e48-4336-9627-b3331921f4a9 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:27:40.421050 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3f5c14-3e48-4336-9627-b3331921f4a9 None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:27:40.421455 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-3f3f5c14-3e48-4336-9627-b3331921f4a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:40.421838 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3f5c14-3e48-4336-9627-b3331921f4a9 None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:27:40.422316 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-3f3f5c14-3e48-4336-9627-b3331921f4a9 None None] Bound port: 0b63d593-4703-4d8a-a2c8-501b0a15abf4, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:27:40.426850 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-3f3f5c14-3e48-4336-9627-b3331921f4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0b63d593-4703-4d8a-a2c8-501b0a15abf4), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:40.470462 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (223b448c-1c80-4761-a661-a4aad02da58b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:40.481178 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-60b3b361-bdbb-4b3a-bca5-a47bb4020ab2 None None] Current status of the port cb6b6956-9446-45fd-bd02-24344b98a0bf is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:27:40.489526 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-6377294d-197c-4443-adaf-f1fe546b57eb req-d3909577-c65a-4dbd-97f8-4718b8a4ef60 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597134 Feb 17 17:27:40.540322 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-904f71a2-ebaa-4488-bd4c-20f6b1f7a054 req-f28e5352-605c-40f2-82dc-a1ac1ceef71c tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310770 Feb 17 17:27:40.586495 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-3f3f5c14-3e48-4336-9627-b3331921f4a9 None None] For port 0b63d593-4703-4d8a-a2c8-501b0a15abf4, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:27:40.594868 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-3f3f5c14-3e48-4336-9627-b3331921f4a9 None None] For port 0b63d593-4703-4d8a-a2c8-501b0a15abf4, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=0b63d593-4703-4d8a-a2c8-501b0a15abf4,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:27:40.605957 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-3f3f5c14-3e48-4336-9627-b3331921f4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (0b63d593-4703-4d8a-a2c8-501b0a15abf4), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:40.619130 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f3360-669b-42bc-af37-84bb85fcfc48 req-f899a1a5-e849-412c-bc89-5fda5038b044 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:40.623902 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a44f3360-669b-42bc-af37-84bb85fcfc48 req-f899a1a5-e849-412c-bc89-5fda5038b044 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=136d2896-edcd-4b4a-aea9-05aead8beb89 HTTP/1.1" status: 200 len: 950 time: 0.1970239 Feb 17 17:27:40.630231 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=223b448c-1c80-4761-a661-a4aad02da58b,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:40.662627 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-78ea01b8-de4c-47bb-87be-f5e6b4d3e11a req-f1304fc8-6afd-4a61-ba79-797193218f08 tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] 10.222.0.87 "GET /v2.0/security-groups/209a4d1b-5775-4a52-938b-9d4fcc1d09ac HTTP/1.1" status: 200 len: 1830 time: 0.0991964 Feb 17 17:27:40.669757 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-78ea01b8-de4c-47bb-87be-f5e6b4d3e11a req-a702b76e-587a-4564-9f0d-238682b4532e tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '209a4d1b-5775-4a52-938b-9d4fcc1d09ac', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:27:40.670149 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-78ea01b8-de4c-47bb-87be-f5e6b4d3e11a req-a702b76e-587a-4564-9f0d-238682b4532e tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '209a4d1b-5775-4a52-938b-9d4fcc1d09ac', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:27:40.686477 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3f5c14-3e48-4336-9627-b3331921f4a9 None None] Routers {'2c6f9f8a-8dc9-4fd6-819c-0351012ac127'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:27:40.687217 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-3f3f5c14-3e48-4336-9627-b3331921f4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:27:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['2c6f9f8a-8dc9-4fd6-819c-0351012ac127'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:27:40.764983 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a44f3360-669b-42bc-af37-84bb85fcfc48 req-ba3c77f9-e78a-416a-bef0-fc96f242b84c tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218913 Feb 17 17:27:40.825025 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ecbd889d-152e-4bb5-b153-4f7bb2425444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:40.860927 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-78ea01b8-de4c-47bb-87be-f5e6b4d3e11a req-a702b76e-587a-4564-9f0d-238682b4532e tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Publish callbacks [] for security_group_rule (952402dc-9877-47df-9719-50ab615f3fa4), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:40.932377 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3db5af9-f6d1-45f1-8fc4-84de328425c3 None None] Pushing event updated for resources: {'Port': ['ID=0b63d593-4703-4d8a-a2c8-501b0a15abf4,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:40.967362 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-78ea01b8-de4c-47bb-87be-f5e6b4d3e11a req-a702b76e-587a-4564-9f0d-238682b4532e tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Publish callbacks [] for security_group_rule (952402dc-9877-47df-9719-50ab615f3fa4), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:40.974115 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-78ea01b8-de4c-47bb-87be-f5e6b4d3e11a req-a702b76e-587a-4564-9f0d-238682b4532e tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (952402dc-9877-47df-9719-50ab615f3fa4), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:41.005005 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device cb6b6956-9446-45fd-bd02-24344b98a0bf up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:27:41.013962 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-3f3f5c14-3e48-4336-9627-b3331921f4a9 None None] Set router 2c6f9f8a-8dc9-4fd6-819c-0351012ac127 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:27:41.015755 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a702b76e-587a-4564-9f0d-238682b4532e tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=952402dc-9877-47df-9719-50ab615f3fa4,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:41.038561 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-78ea01b8-de4c-47bb-87be-f5e6b4d3e11a req-a702b76e-587a-4564-9f0d-238682b4532e tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:41.051530 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-78ea01b8-de4c-47bb-87be-f5e6b4d3e11a req-a702b76e-587a-4564-9f0d-238682b4532e tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3877962 Feb 17 17:27:41.136737 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136d2896-edcd-4b4a-aea9-05aead8beb89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223b448c-1c80-4761-a661-a4aad02da58b'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:27:41.145799 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66aef920-dbf5-463d-be8e-4bd2de358ca8" -d '{"events": [{"server_uuid": "136d2896-edcd-4b4a-aea9-05aead8beb89", "name": "network-vif-plugged", "status": "completed", "tag": "223b448c-1c80-4761-a661-a4aad02da58b"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:27:41.180062 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cf1a3e5b-e739-49fd-8c08-06de873ca197 req-df5ae36c-a243-487b-bb1e-9bf3bb5bc073 tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] 10.222.0.87 "GET /v2.0/security-groups/209a4d1b-5775-4a52-938b-9d4fcc1d09ac HTTP/1.1" status: 200 len: 2423 time: 0.1086180 Feb 17 17:27:41.181049 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port cb6b6956-9446-45fd-bd02-24344b98a0bf triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:27:41.181961 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (cb6b6956-9446-45fd-bd02-24344b98a0bf), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:41.260673 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-ecbd889d-152e-4bb5-b153-4f7bb2425444 admin admin] Allocated IP 172.20.0.1 (386d9093-46fa-4297-a55c-3b697d17fb5e/20045654-ccda-4f89-84f6-676be63ce54d/ec11a230-4b53-4461-bdee-bd6775e58bd4) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:27:41.269494 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-767ff0a2-3cac-477e-9ec4-3efec4a42f1e req-5b51e32c-c33e-440e-9e20-b91e7085a2a2 tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] 10.222.0.87 "GET /v2.0/security-group-rules/952402dc-9877-47df-9719-50ab615f3fa4 HTTP/1.1" status: 200 len: 778 time: 0.0537758 Feb 17 17:27:41.302622 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d26016-cc8b-478e-bfd7-ad836f601367 x-openstack-request-id: req-05d26016-cc8b-478e-bfd7-ad836f601367 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:27:41.303182 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136d2896-edcd-4b4a-aea9-05aead8beb89", "name": "network-vif-plugged", "status": "completed", "tag": "223b448c-1c80-4761-a661-a4aad02da58b", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:27:41.303182 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-05d26016-cc8b-478e-bfd7-ad836f601367 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:27:41.307113 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136d2896-edcd-4b4a-aea9-05aead8beb89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223b448c-1c80-4761-a661-a4aad02da58b', 'code': 200} Feb 17 17:27:41.402512 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-767ff0a2-3cac-477e-9ec4-3efec4a42f1e req-165bbe0f-8c60-4ee4-acdc-f671806335c2 tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] 10.222.0.87 "GET /v2.0/security-groups/209a4d1b-5775-4a52-938b-9d4fcc1d09ac HTTP/1.1" status: 200 len: 2423 time: 0.1319270 Feb 17 17:27:41.404924 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-3f3f5c14-3e48-4336-9627-b3331921f4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6f9f8a-8dc9-4fd6-819c-0351012ac127', 'name': 'tempest-ServersTestMultiNic-1146328665-router', 'tenant_id': '80f09b75faf84054a203824c5c5feea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '0b63d593-4703-4d8a-a2c8-501b0a15abf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:27:34Z', 'updated_at': '2022-02-17T17:27:37Z', 'revision_number': 3, 'project_id': '80f09b75faf84054a203824c5c5feea6', 'gw_port': {'id': '0b63d593-4703-4d8a-a2c8-501b0a15abf4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:53:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6f9f8a-8dc9-4fd6-819c-0351012ac127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:27:36Z', 'updated_at': '2022-02-17T17:27:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:27:41.450143 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port cb6b6956-9446-45fd-bd02-24344b98a0bf is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:27:41.474202 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-767ff0a2-3cac-477e-9ec4-3efec4a42f1e req-ce4057d6-f8d0-4631-8d9b-89f8a717f7cb tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Publish callbacks [] for security_group_rule (952402dc-9877-47df-9719-50ab615f3fa4), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:41.485795 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3f5c14-3e48-4336-9627-b3331921f4a9 None None] The sync data for ids ['2c6f9f8a-8dc9-4fd6-819c-0351012ac127'] in n-d-829613-2 is: [{'id': '2c6f9f8a-8dc9-4fd6-819c-0351012ac127', 'name': 'tempest-ServersTestMultiNic-1146328665-router', 'tenant_id': '80f09b75faf84054a203824c5c5feea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '0b63d593-4703-4d8a-a2c8-501b0a15abf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:27:34Z', 'updated_at': '2022-02-17T17:27:37Z', 'revision_number': 3, 'project_id': '80f09b75faf84054a203824c5c5feea6', 'gw_port': {'id': '0b63d593-4703-4d8a-a2c8-501b0a15abf4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:53:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6f9f8a-8dc9-4fd6-819c-0351012ac127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:27:36Z', 'updated_at': '2022-02-17T17:27:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:27:41.488276 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-767ff0a2-3cac-477e-9ec4-3efec4a42f1e req-ce4057d6-f8d0-4631-8d9b-89f8a717f7cb tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Publish callbacks [] for security_group_rule (952402dc-9877-47df-9719-50ab615f3fa4), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:41.507669 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc618c-6fc3-4388-b122-8304587f4c30 req-b7dc22fd-6747-4521-92bf-fc25c0bf0948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:41.514582 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-91bc618c-6fc3-4388-b122-8304587f4c30 req-b7dc22fd-6747-4521-92bf-fc25c0bf0948 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=136d2896-edcd-4b4a-aea9-05aead8beb89 HTTP/1.1" status: 200 len: 1132 time: 0.1965103 Feb 17 17:27:41.538367 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-767ff0a2-3cac-477e-9ec4-3efec4a42f1e req-ce4057d6-f8d0-4631-8d9b-89f8a717f7cb tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (952402dc-9877-47df-9719-50ab615f3fa4), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:41.552990 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-767ff0a2-3cac-477e-9ec4-3efec4a42f1e req-ce4057d6-f8d0-4631-8d9b-89f8a717f7cb tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:41.574373 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-767ff0a2-3cac-477e-9ec4-3efec4a42f1e req-ce4057d6-f8d0-4631-8d9b-89f8a717f7cb tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/952402dc-9877-47df-9719-50ab615f3fa4 HTTP/1.1" status: 204 len: 173 time: 0.1622279 Feb 17 17:27:41.601704 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4057d6-f8d0-4631-8d9b-89f8a717f7cb tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=952402dc-9877-47df-9719-50ab615f3fa4,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:41.658411 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ecbd889d-152e-4bb5-b153-4f7bb2425444 admin admin] Publish callbacks [] for port (ec11a230-4b53-4461-bdee-bd6775e58bd4), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:41.755639 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-91bc618c-6fc3-4388-b122-8304587f4c30 req-102ec977-063a-4743-b6fa-ab54d1daf46c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230487 Feb 17 17:27:41.785641 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ecbd889d-152e-4bb5-b153-4f7bb2425444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (ec11a230-4b53-4461-bdee-bd6775e58bd4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:41.826577 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc007de-ae8e-48ef-9df7-7759ab98e5ef req-9ebfcce1-0d3d-4856-859e-eb05d6083045 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:41.828501 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5bc007de-ae8e-48ef-9df7-7759ab98e5ef req-9ebfcce1-0d3d-4856-859e-eb05d6083045 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f HTTP/1.1" status: 200 len: 945 time: 0.1341267 Feb 17 17:27:41.941685 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbd889d-152e-4bb5-b153-4f7bb2425444 admin admin] Network 386d9093-46fa-4297-a55c-3b697d17fb5e is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:27:41.944164 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-2be46196-ce0e-4dad-94f7-300e26ee3a7d req-65507150-1425-4396-8ffc-ccf8046008c6 tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1603734928', 'description': 'tempest-description-1226743121'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:27:41.945934 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-ecbd889d-152e-4bb5-b153-4f7bb2425444 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:27:41.978361 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbd889d-152e-4bb5-b153-4f7bb2425444 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:27:42.001018 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbd889d-152e-4bb5-b153-4f7bb2425444 admin admin] Pushing event updated for resources: {'Port': ['ID=ec11a230-4b53-4461-bdee-bd6775e58bd4,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:42.043300 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5bc007de-ae8e-48ef-9df7-7759ab98e5ef req-daebbd08-291f-4725-bfac-2f5ede101780 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043188 Feb 17 17:27:42.070863 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ecbd889d-152e-4bb5-b153-4f7bb2425444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (2c6f9f8a-8dc9-4fd6-819c-0351012ac127), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:42.071261 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2be46196-ce0e-4dad-94f7-300e26ee3a7d req-65507150-1425-4396-8ffc-ccf8046008c6 tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:42.321606 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ecbd889d-152e-4bb5-b153-4f7bb2425444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ec11a230-4b53-4461-bdee-bd6775e58bd4), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:42.329928 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2be46196-ce0e-4dad-94f7-300e26ee3a7d req-65507150-1425-4396-8ffc-ccf8046008c6 tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Publish callbacks [] for security_group (e613af80-2bba-4324-995a-1e252fe6c47e), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:42.374033 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ee171-70ab-4498-9b89-c65c65f01899 req-83a24a74-26a8-4e66-892f-6c66c2e578fa tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:42.383270 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-328ee171-70ab-4498-9b89-c65c65f01899 req-83a24a74-26a8-4e66-892f-6c66c2e578fa tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=136d2896-edcd-4b4a-aea9-05aead8beb89 HTTP/1.1" status: 200 len: 950 time: 0.2006888 Feb 17 17:27:42.385383 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2be46196-ce0e-4dad-94f7-300e26ee3a7d req-65507150-1425-4396-8ffc-ccf8046008c6 tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (e613af80-2bba-4324-995a-1e252fe6c47e), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:42.454823 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-0e7c44b8-b480-48b0-bd62-7815761df0a2 None None] Provisioning complete for port ec11a230-4b53-4461-bdee-bd6775e58bd4 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:27:42.457321 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0e7c44b8-b480-48b0-bd62-7815761df0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ec11a230-4b53-4461-bdee-bd6775e58bd4), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:42.500925 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-0e7c44b8-b480-48b0-bd62-7815761df0a2 None None] Port ec11a230-4b53-4461-bdee-bd6775e58bd4 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:27:42.535158 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65507150-1425-4396-8ffc-ccf8046008c6 tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e613af80-2bba-4324-995a-1e252fe6c47e,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:42.545286 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2be46196-ce0e-4dad-94f7-300e26ee3a7d req-65507150-1425-4396-8ffc-ccf8046008c6 tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:42.549009 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2be46196-ce0e-4dad-94f7-300e26ee3a7d req-65507150-1425-4396-8ffc-ccf8046008c6 tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.6270339 Feb 17 17:27:42.590480 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-328ee171-70ab-4498-9b89-c65c65f01899 req-9b13c352-dc0a-4775-8d4a-f7db03d2c4a7 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059815 Feb 17 17:27:42.628844 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ecbd889d-152e-4bb5-b153-4f7bb2425444 admin admin] Publish callbacks [] for port (ec11a230-4b53-4461-bdee-bd6775e58bd4), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:42.639201 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ecbd889d-152e-4bb5-b153-4f7bb2425444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (ec11a230-4b53-4461-bdee-bd6775e58bd4), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:42.719397 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c11ae14e-2dd0-4ea9-98e2-1228afb29f3d req-174d59df-d25c-4478-980a-ca3af62ddcb8 tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] 10.222.0.87 "GET /v2.0/security-groups/e613af80-2bba-4324-995a-1e252fe6c47e HTTP/1.1" status: 200 len: 1830 time: 0.1236601 Feb 17 17:27:42.775313 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbd889d-152e-4bb5-b153-4f7bb2425444 admin admin] Pushing event updated for resources: {'Port': ['ID=ec11a230-4b53-4461-bdee-bd6775e58bd4,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:42.785400 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ecbd889d-152e-4bb5-b153-4f7bb2425444 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (2c6f9f8a-8dc9-4fd6-819c-0351012ac127), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:42.792473 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-55e9dc18-93d2-4912-b3e6-0985f956455d req-9a2dfa6a-5b95-4dbb-891d-0d37d65350ee tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1071655373', 'description': 'tempest-description-128954563'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:27:42.833455 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-55e9dc18-93d2-4912-b3e6-0985f956455d req-9a2dfa6a-5b95-4dbb-891d-0d37d65350ee tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:43.058269 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbd889d-152e-4bb5-b153-4f7bb2425444 admin admin] Network 386d9093-46fa-4297-a55c-3b697d17fb5e is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:27:43.061916 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-ecbd889d-152e-4bb5-b153-4f7bb2425444 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:27:43.083418 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-55e9dc18-93d2-4912-b3e6-0985f956455d req-9a2dfa6a-5b95-4dbb-891d-0d37d65350ee tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Publish callbacks [] for security_group (b10bb312-0d60-4197-a432-15f1d2ad7d91), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:43.088467 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 0b63d593-4703-4d8a-a2c8-501b0a15abf4 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:27:43.094517 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-55e9dc18-93d2-4912-b3e6-0985f956455d req-9a2dfa6a-5b95-4dbb-891d-0d37d65350ee tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (b10bb312-0d60-4197-a432-15f1d2ad7d91), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:43.167215 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-55e9dc18-93d2-4912-b3e6-0985f956455d req-9a2dfa6a-5b95-4dbb-891d-0d37d65350ee tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:43.168582 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-55e9dc18-93d2-4912-b3e6-0985f956455d req-9a2dfa6a-5b95-4dbb-891d-0d37d65350ee tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3802450 Feb 17 17:27:43.170937 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2dfa6a-5b95-4dbb-891d-0d37d65350ee tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b10bb312-0d60-4197-a432-15f1d2ad7d91,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:43.194448 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 0b63d593-4703-4d8a-a2c8-501b0a15abf4 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:27:43.194977 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (0b63d593-4703-4d8a-a2c8-501b0a15abf4), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:43.249122 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eeb292bf-2307-4a80-9f4d-804982d5b994 req-4e36b87e-b125-47e5-9a03-236390eab457 tempest-FlavorsV2NegativeTest-1028439339 tempest-FlavorsV2NegativeTest-1028439339-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=93a13a6e353a496e9ff042a525bbd2c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373991 Feb 17 17:27:43.356216 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 0b63d593-4703-4d8a-a2c8-501b0a15abf4 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:27:43.356831 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0b63d593-4703-4d8a-a2c8-501b0a15abf4), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:43.380600 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecbd889d-152e-4bb5-b153-4f7bb2425444 admin admin] Router 2c6f9f8a-8dc9-4fd6-819c-0351012ac127 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:27:43.393000 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 0b63d593-4703-4d8a-a2c8-501b0a15abf4, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=0b63d593-4703-4d8a-a2c8-501b0a15abf4,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:27:43.399908 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (0b63d593-4703-4d8a-a2c8-501b0a15abf4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:43.452336 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad9f76-bf4e-429b-8502-01468feb9b22 req-ef88dcb0-41c0-4f10-a5b7-0923851b7e5c tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:43.454476 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7dad9f76-bf4e-429b-8502-01468feb9b22 req-ef88dcb0-41c0-4f10-a5b7-0923851b7e5c tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f HTTP/1.1" status: 200 len: 945 time: 0.1461449 Feb 17 17:27:43.510638 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb292bf-2307-4a80-9f4d-804982d5b994 req-9e317767-e867-498b-b914-0bc777f13389 tempest-FlavorsV2NegativeTest-1028439339 tempest-FlavorsV2NegativeTest-1028439339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:43.517201 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eeb292bf-2307-4a80-9f4d-804982d5b994 req-9e317767-e867-498b-b914-0bc777f13389 tempest-FlavorsV2NegativeTest-1028439339 tempest-FlavorsV2NegativeTest-1028439339-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2574627 Feb 17 17:27:43.542890 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eeb292bf-2307-4a80-9f4d-804982d5b994 req-1c190019-ef7f-47d2-b555-08f071add34b tempest-FlavorsV2NegativeTest-1028439339 tempest-FlavorsV2NegativeTest-1028439339-project] 10.222.0.87 "GET /v2.0/quotas/93a13a6e353a496e9ff042a525bbd2c1 HTTP/1.1" status: 200 len: 375 time: 0.0248339 Feb 17 17:27:43.543973 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=0b63d593-4703-4d8a-a2c8-501b0a15abf4,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:43.551476 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7dad9f76-bf4e-429b-8502-01468feb9b22 req-712e22d1-ae7b-4d99-9698-765f4e57036d tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897462 Feb 17 17:27:43.580403 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-7acee871-986f-4f68-8840-5703c5e0419b None None] Provisioning complete for port ec11a230-4b53-4461-bdee-bd6775e58bd4 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:27:43.581096 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7acee871-986f-4f68-8840-5703c5e0419b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ec11a230-4b53-4461-bdee-bd6775e58bd4), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:43.582941 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eeb292bf-2307-4a80-9f4d-804982d5b994 req-05f5466d-c977-4f74-8f7b-3fb7d7cfedb7 tempest-FlavorsV2NegativeTest-1028439339 tempest-FlavorsV2NegativeTest-1028439339-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=93a13a6e353a496e9ff042a525bbd2c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304322 Feb 17 17:27:43.626954 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecbd889d-152e-4bb5-b153-4f7bb2425444 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:27:43.634845 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-7acee871-986f-4f68-8840-5703c5e0419b None None] Port ec11a230-4b53-4461-bdee-bd6775e58bd4 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:27:43.636633 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ecbd889d-152e-4bb5-b153-4f7bb2425444 admin admin] 10.222.0.87 "PUT /v2.0/routers/2c6f9f8a-8dc9-4fd6-819c-0351012ac127/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9379578 Feb 17 17:27:43.710669 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e3389c92-83f1-4594-92d4-afc24d4a8be5 req-d3a9b7c0-7ea2-43b9-bdd9-444910015b10 tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] 10.222.0.87 "GET /v2.0/security-groups/b10bb312-0d60-4197-a432-15f1d2ad7d91 HTTP/1.1" status: 200 len: 1829 time: 0.1080813 Feb 17 17:27:43.923294 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36028) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:27:43.984879 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ed9f0-3747-4ba0-803e-e0517c69cce5 req-cfee7632-a3ae-4524-9587-d0aaffbd6e5a tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:43.994954 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-be0ed9f0-3747-4ba0-803e-e0517c69cce5 req-cfee7632-a3ae-4524-9587-d0aaffbd6e5a tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f HTTP/1.1" status: 200 len: 1127 time: 0.0941269 Feb 17 17:27:44.078663 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-be0ed9f0-3747-4ba0-803e-e0517c69cce5 req-694a9ec6-3740-47cd-a547-5a7b854db1fd tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843830 Feb 17 17:27:44.122671 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-02c9f9ac-416d-413c-9985-a63a14df99f6 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-397694913'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:27:44.164518 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c9f9ac-416d-413c-9985-a63a14df99f6 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Made reservation on behalf of 80f09b75faf84054a203824c5c5feea6 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:27:44.168634 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-02c9f9ac-416d-413c-9985-a63a14df99f6 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:44.212310 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02c9f9ac-416d-413c-9985-a63a14df99f6 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:27:44.224915 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-02c9f9ac-416d-413c-9985-a63a14df99f6 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (24695fa1-2a31-475b-b2cd-b1e68f56307e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:44.226124 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-02c9f9ac-416d-413c-9985-a63a14df99f6 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Added segment 24695fa1-2a31-475b-b2cd-b1e68f56307e of type vlan for network cab90405-f36c-48be-bf69-f10d430343fe Feb 17 17:27:44.249701 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73398e39-114e-410d-bc38-abd59102134e req-9b281e86-6a90-4fed-9922-4b64c8d11201 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:44.258451 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-73398e39-114e-410d-bc38-abd59102134e req-9b281e86-6a90-4fed-9922-4b64c8d11201 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=136d2896-edcd-4b4a-aea9-05aead8beb89 HTTP/1.1" status: 200 len: 950 time: 0.0720382 Feb 17 17:27:44.309319 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-02c9f9ac-416d-413c-9985-a63a14df99f6 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (cab90405-f36c-48be-bf69-f10d430343fe), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:44.335587 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-73398e39-114e-410d-bc38-abd59102134e req-cc34b8ea-1f4b-4f67-bb2b-366b009ddcd1 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713034 Feb 17 17:27:44.355919 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-119052b8-7e03-4349-9c08-54e63e173520 req-81a7846c-7483-4f3b-8c11-26ff4dbd5b90 tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1608814775', 'description': 'tempest-description-745429670'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:27:44.385345 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-02c9f9ac-416d-413c-9985-a63a14df99f6 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (cab90405-f36c-48be-bf69-f10d430343fe), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:44.390398 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c9f9ac-416d-413c-9985-a63a14df99f6 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:44.396155 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-119052b8-7e03-4349-9c08-54e63e173520 req-81a7846c-7483-4f3b-8c11-26ff4dbd5b90 tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:44.396886 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-02c9f9ac-416d-413c-9985-a63a14df99f6 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:44.442567 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-02c9f9ac-416d-413c-9985-a63a14df99f6 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5183308 Feb 17 17:27:44.445496 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36048) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:27:44.462305 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e66d1d-da84-40f9-9483-3a2f48043527 None None] Sync routers for ids ['2c6f9f8a-8dc9-4fd6-819c-0351012ac127'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:27:44.477291 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-8d78a682-27b9-414b-8ca8-ee5977af8967 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Request body: {'subnet': {'network_id': 'cab90405-f36c-48be-bf69-f10d430343fe', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:27:44.487617 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e66d1d-da84-40f9-9483-3a2f48043527 None None] Routers {'2c6f9f8a-8dc9-4fd6-819c-0351012ac127'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:27:44.488715 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a1e66d1d-da84-40f9-9483-3a2f48043527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:27:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['2c6f9f8a-8dc9-4fd6-819c-0351012ac127'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:27:44.516989 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36050) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:27:44.556410 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-119052b8-7e03-4349-9c08-54e63e173520 req-81a7846c-7483-4f3b-8c11-26ff4dbd5b90 tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Publish callbacks [] for security_group (cd35f9bd-356b-45e2-8f65-68344a2028e5), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:44.570208 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-119052b8-7e03-4349-9c08-54e63e173520 req-81a7846c-7483-4f3b-8c11-26ff4dbd5b90 tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (cd35f9bd-356b-45e2-8f65-68344a2028e5), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:44.588644 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:27:44.595049 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c9f9ac-416d-413c-9985-a63a14df99f6 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Pushing event updated for resources: {'Network': ['ID=cab90405-f36c-48be-bf69-f10d430343fe,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:44.618922 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network cab90405-f36c-48be-bf69-f10d430343fe details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:27:44.636024 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-119052b8-7e03-4349-9c08-54e63e173520 req-81a7846c-7483-4f3b-8c11-26ff4dbd5b90 tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:44.653279 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-119052b8-7e03-4349-9c08-54e63e173520 req-81a7846c-7483-4f3b-8c11-26ff4dbd5b90 tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3024189 Feb 17 17:27:44.696670 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d78a682-27b9-414b-8ca8-ee5977af8967 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Made reservation on behalf of 80f09b75faf84054a203824c5c5feea6 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:27:44.703686 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8d78a682-27b9-414b-8ca8-ee5977af8967 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:44.756766 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-a1e66d1d-da84-40f9-9483-3a2f48043527 None None] Set router 2c6f9f8a-8dc9-4fd6-819c-0351012ac127 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:27:45.052602 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 0b63d593-4703-4d8a-a2c8-501b0a15abf4 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:27:45.090014 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8d78a682-27b9-414b-8ca8-ee5977af8967 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (2bdfda3e-bf71-439c-9143-aae74f30305c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:45.163495 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d78a682-27b9-414b-8ca8-ee5977af8967 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Pushing event updated for resources: {'Subnet': ['ID=2bdfda3e-bf71-439c-9143-aae74f30305c,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:45.169378 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d78a682-27b9-414b-8ca8-ee5977af8967 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Checking segment: {'id': '24695fa1-2a31-475b-b2cd-b1e68f56307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'cab90405-f36c-48be-bf69-f10d430343fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:27:45.169745 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d78a682-27b9-414b-8ca8-ee5977af8967 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Network hostable DHCP agents. Network: cab90405-f36c-48be-bf69-f10d430343fe, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:27:45.190482 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d78a682-27b9-414b-8ca8-ee5977af8967 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Network cab90405-f36c-48be-bf69-f10d430343fe is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:27:45.200934 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-8d78a682-27b9-414b-8ca8-ee5977af8967 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, cab90405-f36c-48be-bf69-f10d430343fe) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:27:45.208166 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 0b63d593-4703-4d8a-a2c8-501b0a15abf4 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:27:45.208583 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (0b63d593-4703-4d8a-a2c8-501b0a15abf4), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:45.213744 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc095d0-bf76-4aaa-97f5-3cd8729d0f48 None None] Network cab90405-f36c-48be-bf69-f10d430343fe requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:27:45.215567 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d78a682-27b9-414b-8ca8-ee5977af8967 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:45.216165 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8d78a682-27b9-414b-8ca8-ee5977af8967 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:45.237391 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8d78a682-27b9-414b-8ca8-ee5977af8967 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7876847 Feb 17 17:27:45.238633 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36064) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:27:45.245909 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-5f742167-2982-49e1-bdae-c7469aa5628d tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2058339874'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:27:45.272481 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53c6b82b-1643-431c-90df-3996534e59e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:45.280744 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f742167-2982-49e1-bdae-c7469aa5628d tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Made reservation on behalf of 80f09b75faf84054a203824c5c5feea6 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:27:45.286671 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5f742167-2982-49e1-bdae-c7469aa5628d tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:45.291934 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073a64c-d3c9-44b4-bc02-52c2ce4f193b req-5e3ac79d-7b88-416e-b0b9-6ed340055830 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:45.305717 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4073a64c-d3c9-44b4-bc02-52c2ce4f193b req-5e3ac79d-7b88-416e-b0b9-6ed340055830 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a7962d2-167a-44b7-9b4b-dadb4cd13a5b HTTP/1.1" status: 200 len: 945 time: 0.8045869 Feb 17 17:27:45.335743 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f742167-2982-49e1-bdae-c7469aa5628d tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:27:45.343997 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a7846c-7483-4f3b-8c11-26ff4dbd5b90 tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd35f9bd-356b-45e2-8f65-68344a2028e5,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:45.370283 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5f742167-2982-49e1-bdae-c7469aa5628d tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (89799937-4d92-4b31-a1f3-94feba8495ec), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:45.370912 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-5f742167-2982-49e1-bdae-c7469aa5628d tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Added segment 89799937-4d92-4b31-a1f3-94feba8495ec of type vlan for network f70b865e-3af6-4d6e-a560-3c12eb24c564 Feb 17 17:27:45.402170 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a1e66d1d-da84-40f9-9483-3a2f48043527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6f9f8a-8dc9-4fd6-819c-0351012ac127', 'name': 'tempest-ServersTestMultiNic-1146328665-router', 'tenant_id': '80f09b75faf84054a203824c5c5feea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '0b63d593-4703-4d8a-a2c8-501b0a15abf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:27:34Z', 'updated_at': '2022-02-17T17:27:42Z', 'revision_number': 4, 'project_id': '80f09b75faf84054a203824c5c5feea6', 'gw_port': {'id': '0b63d593-4703-4d8a-a2c8-501b0a15abf4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:53:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6f9f8a-8dc9-4fd6-819c-0351012ac127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:27:36Z', 'updated_at': '2022-02-17T17:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'ec11a230-4b53-4461-bdee-bd6775e58bd4', 'name': '', 'network_id': '386d9093-46fa-4297-a55c-3b697d17fb5e', 'tenant_id': '80f09b75faf84054a203824c5c5feea6', 'mac_address': 'fa:16:3e:50:38:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6f9f8a-8dc9-4fd6-819c-0351012ac127', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '20045654-ccda-4f89-84f6-676be63ce54d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:27:40Z', 'updated_at': '2022-02-17T17:27:42Z', 'revision_number': 2, 'project_id': '80f09b75faf84054a203824c5c5feea6', 'subnets': [{'id': '20045654-ccda-4f89-84f6-676be63ce54d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:27:45.404194 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df14c7b2-1545-4c38-a2ea-7986e569d961 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-cab90405-f36c-48be-bf69-f10d430343fe', 'network_id': 'cab90405-f36c-48be-bf69-f10d430343fe', 'project_id': '80f09b75faf84054a203824c5c5feea6', 'fixed_ips': [{'subnet_id': '2bdfda3e-bf71-439c-9143-aae74f30305c'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:27:45.405056 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-df14c7b2-1545-4c38-a2ea-7986e569d961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:45.455082 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e66d1d-da84-40f9-9483-3a2f48043527 None None] Checking router: 2c6f9f8a-8dc9-4fd6-819c-0351012ac127 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:27:45.455966 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e66d1d-da84-40f9-9483-3a2f48043527 None None] Updating router 2c6f9f8a-8dc9-4fd6-819c-0351012ac127 port ec11a230-4b53-4461-bdee-bd6775e58bd4 binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:27:45.459198 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 0b63d593-4703-4d8a-a2c8-501b0a15abf4 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:27:45.468503 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4073a64c-d3c9-44b4-bc02-52c2ce4f193b req-40820de5-ba6b-49fd-854e-09016e0d6bf2 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/security-groups?id=191ce2cc-d8cd-4ab1-935e-8b9c7bef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353176 Feb 17 17:27:45.511853 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5f742167-2982-49e1-bdae-c7469aa5628d tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (f70b865e-3af6-4d6e-a560-3c12eb24c564), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:45.529565 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cb6aa-f81d-4926-8748-f1584740fe73 req-3675daf6-24a0-4e30-af32-6fa0c44d9bbc tempest-ServersOnMultiNodesTest-1303405833 tempest-ServersOnMultiNodesTest-1303405833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:45.531354 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-493cb6aa-f81d-4926-8748-f1584740fe73 req-3675daf6-24a0-4e30-af32-6fa0c44d9bbc tempest-ServersOnMultiNodesTest-1303405833 tempest-ServersOnMultiNodesTest-1303405833-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=136d2896-edcd-4b4a-aea9-05aead8beb89 HTTP/1.1" status: 200 len: 1132 time: 0.3264384 Feb 17 17:27:45.541098 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a1e66d1d-da84-40f9-9483-3a2f48043527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ec11a230-4b53-4461-bdee-bd6775e58bd4), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:45.610465 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5f742167-2982-49e1-bdae-c7469aa5628d tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (f70b865e-3af6-4d6e-a560-3c12eb24c564), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:45.622225 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f742167-2982-49e1-bdae-c7469aa5628d tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:45.623565 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5f742167-2982-49e1-bdae-c7469aa5628d tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:45.659572 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1fe3749e-453d-4987-a9fd-a7e9dbe83369 req-1bbfc268-4f81-4441-8bf5-7139d9b79f61 tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] 10.222.0.87 "GET /v2.0/security-groups/cd35f9bd-356b-45e2-8f65-68344a2028e5 HTTP/1.1" status: 200 len: 1829 time: 0.1162896 Feb 17 17:27:45.693737 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-346a9dbf-a2d7-4eef-8a10-5a6835422c95 req-63449474-d0d3-4479-aab8-82d2e66eabbe tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-936683589', 'description': 'tempest-description-1662375175'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:27:45.709299 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-493cb6aa-f81d-4926-8748-f1584740fe73 req-59bcc75d-7f89-4f5f-98bb-b110a5b1bfe2 tempest-ServersOnMultiNodesTest-1303405833 tempest-ServersOnMultiNodesTest-1303405833-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650629 Feb 17 17:27:45.760036 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53c6b82b-1643-431c-90df-3996534e59e2 admin admin] Publish callbacks [] for security_group (c0d5d677-0caf-4ddb-b150-88f8bb3da18a), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:45.762542 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-346a9dbf-a2d7-4eef-8a10-5a6835422c95 req-63449474-d0d3-4479-aab8-82d2e66eabbe tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:45.768619 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-df14c7b2-1545-4c38-a2ea-7986e569d961 None None] Allocated IP 19.80.0.2 (cab90405-f36c-48be-bf69-f10d430343fe/2bdfda3e-bf71-439c-9143-aae74f30305c/9d98ca0a-52ba-434b-9d45-90bf70e9c669) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:27:45.780853 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53c6b82b-1643-431c-90df-3996534e59e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (c0d5d677-0caf-4ddb-b150-88f8bb3da18a), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:45.796721 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5f742167-2982-49e1-bdae-c7469aa5628d tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5571697 Feb 17 17:27:45.807375 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36078) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:27:45.812575 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-53c6b82b-1643-431c-90df-3996534e59e2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=93a13a6e353a496e9ff042a525bbd2c1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2943032 Feb 17 17:27:45.821194 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-12aff6fc-5e6d-4cac-85c4-f268c9403580 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Request body: {'subnet': {'network_id': 'f70b865e-3af6-4d6e-a560-3c12eb24c564', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:27:45.822570 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36080) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:27:45.897328 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3bb4bf-b054-4b2c-ba53-581a69fb028f req-e9514c9e-6543-49b8-9d0a-7d12c08433ef tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:45.900851 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-fd3bb4bf-b054-4b2c-ba53-581a69fb028f req-e9514c9e-6543-49b8-9d0a-7d12c08433ef tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a7962d2-167a-44b7-9b4b-dadb4cd13a5b HTTP/1.1" status: 200 len: 945 time: 0.2468796 Feb 17 17:27:45.936790 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c6b82b-1643-431c-90df-3996534e59e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d5d677-0caf-4ddb-b150-88f8bb3da18a,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:46.039502 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f742167-2982-49e1-bdae-c7469aa5628d tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Pushing event updated for resources: {'Network': ['ID=f70b865e-3af6-4d6e-a560-3c12eb24c564,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:46.066331 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network f70b865e-3af6-4d6e-a560-3c12eb24c564 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:27:46.070700 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-70de5ecd-a736-47b9-943a-bbb402e7a6f1 req-56824632-ddb4-4ad8-beca-aba9ae2d4691 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=673fd82048cd49c18f82ffc2fb910a6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0571969 Feb 17 17:27:46.106955 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e1599c4c-8816-455f-bc56-641dd4f58f2c admin admin] Publish callbacks [] for security_group (c0d5d677-0caf-4ddb-b150-88f8bb3da18a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:46.130089 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12aff6fc-5e6d-4cac-85c4-f268c9403580 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Made reservation on behalf of 80f09b75faf84054a203824c5c5feea6 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:27:46.143852 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-12aff6fc-5e6d-4cac-85c4-f268c9403580 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks [] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:46.145589 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-df14c7b2-1545-4c38-a2ea-7986e569d961 None None] Publish callbacks [] for port (9d98ca0a-52ba-434b-9d45-90bf70e9c669), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:46.149850 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e1599c4c-8816-455f-bc56-641dd4f58f2c admin admin] Publish callbacks [] for security_group (c0d5d677-0caf-4ddb-b150-88f8bb3da18a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:46.174778 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-fd3bb4bf-b054-4b2c-ba53-581a69fb028f req-2c885a04-43e4-4558-8325-af931e84c861 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Deleting port b9fbcd97-e08f-4158-a487-29ba490302de {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:27:46.175400 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-fd3bb4bf-b054-4b2c-ba53-581a69fb028f req-2c885a04-43e4-4558-8325-af931e84c861 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (b9fbcd97-e08f-4158-a487-29ba490302de), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:46.188763 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-df14c7b2-1545-4c38-a2ea-7986e569d961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (9d98ca0a-52ba-434b-9d45-90bf70e9c669), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:46.208645 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a1e66d1d-da84-40f9-9483-3a2f48043527 None None] Publish callbacks [] for port (ec11a230-4b53-4461-bdee-bd6775e58bd4), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:46.241906 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a1e66d1d-da84-40f9-9483-3a2f48043527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ec11a230-4b53-4461-bdee-bd6775e58bd4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:46.251659 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df14c7b2-1545-4c38-a2ea-7986e569d961 None None] Network cab90405-f36c-48be-bf69-f10d430343fe is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:27:46.259491 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df14c7b2-1545-4c38-a2ea-7986e569d961 None None] Pushing event updated for resources: {'Port': ['ID=9d98ca0a-52ba-434b-9d45-90bf70e9c669,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:46.259749 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-346a9dbf-a2d7-4eef-8a10-5a6835422c95 req-63449474-d0d3-4479-aab8-82d2e66eabbe tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Publish callbacks [] for security_group (3cd6e7e8-535f-46fd-affc-964d50c29a02), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:46.262155 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-df14c7b2-1545-4c38-a2ea-7986e569d961 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:27:46.267433 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df14c7b2-1545-4c38-a2ea-7986e569d961 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:27:46.349204 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-fd3bb4bf-b054-4b2c-ba53-581a69fb028f req-2c885a04-43e4-4558-8325-af931e84c861 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] For port b9fbcd97-e08f-4158-a487-29ba490302de, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=b9fbcd97-e08f-4158-a487-29ba490302de,segment=NetworkSegment(bf8dbe87-49ac-4e48-91ba-61b360c53610),segment_id=bf8dbe87-49ac-4e48-91ba-61b360c53610)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:27:46.350738 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-fd3bb4bf-b054-4b2c-ba53-581a69fb028f req-2c885a04-43e4-4558-8325-af931e84c861 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (b9fbcd97-e08f-4158-a487-29ba490302de), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:46.369593 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd9039-ef14-4430-9471-6098e5e8f162 None None] Pushing event updated for resources: {'Port': ['ID=ec11a230-4b53-4461-bdee-bd6775e58bd4,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:46.385032 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de5ecd-a736-47b9-943a-bbb402e7a6f1 req-f1eb68b4-1e17-4297-8a94-1bf6156929a8 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:46.386606 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-70de5ecd-a736-47b9-943a-bbb402e7a6f1 req-f1eb68b4-1e17-4297-8a94-1bf6156929a8 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3148794 Feb 17 17:27:46.390450 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-346a9dbf-a2d7-4eef-8a10-5a6835422c95 req-63449474-d0d3-4479-aab8-82d2e66eabbe tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (3cd6e7e8-535f-46fd-affc-964d50c29a02), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:46.466642 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-a1e66d1d-da84-40f9-9483-3a2f48043527 None None] Attempting to bind port ec11a230-4b53-4461-bdee-bd6775e58bd4 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:27:46.467444 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-a1e66d1d-da84-40f9-9483-3a2f48043527 None None] Attempting to bind port ec11a230-4b53-4461-bdee-bd6775e58bd4 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'f0aee03c-8c5c-4bf3-b10c-c2cad5faea95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '386d9093-46fa-4297-a55c-3b697d17fb5e'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:27:46.468054 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e66d1d-da84-40f9-9483-3a2f48043527 None None] Attempting to bind port ec11a230-4b53-4461-bdee-bd6775e58bd4 on network 386d9093-46fa-4297-a55c-3b697d17fb5e {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:27:46.478018 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e66d1d-da84-40f9-9483-3a2f48043527 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:27:46.478696 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e66d1d-da84-40f9-9483-3a2f48043527 None None] Checking segment: {'id': 'f0aee03c-8c5c-4bf3-b10c-c2cad5faea95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '386d9093-46fa-4297-a55c-3b697d17fb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:27:46.479319 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a1e66d1d-da84-40f9-9483-3a2f48043527 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:46.479943 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e66d1d-da84-40f9-9483-3a2f48043527 None None] Bound using segment: {'id': 'f0aee03c-8c5c-4bf3-b10c-c2cad5faea95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '386d9093-46fa-4297-a55c-3b697d17fb5e'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:27:46.480757 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-a1e66d1d-da84-40f9-9483-3a2f48043527 None None] Bound port: ec11a230-4b53-4461-bdee-bd6775e58bd4, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0aee03c-8c5c-4bf3-b10c-c2cad5faea95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '386d9093-46fa-4297-a55c-3b697d17fb5e'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:27:46.481138 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-70de5ecd-a736-47b9-943a-bbb402e7a6f1 req-d9f83df4-dffc-424f-a5f7-ce4f20813331 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/quotas/673fd82048cd49c18f82ffc2fb910a6e HTTP/1.1" status: 200 len: 375 time: 0.0556419 Feb 17 17:27:46.481645 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a1e66d1d-da84-40f9-9483-3a2f48043527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ec11a230-4b53-4461-bdee-bd6775e58bd4), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:46.504813 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-df14c7b2-1545-4c38-a2ea-7986e569d961 None None] Attempting to bind port 9d98ca0a-52ba-434b-9d45-90bf70e9c669 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:27:46.505506 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-df14c7b2-1545-4c38-a2ea-7986e569d961 None None] Attempting to bind port 9d98ca0a-52ba-434b-9d45-90bf70e9c669 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '24695fa1-2a31-475b-b2cd-b1e68f56307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'cab90405-f36c-48be-bf69-f10d430343fe'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:27:46.506093 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df14c7b2-1545-4c38-a2ea-7986e569d961 None None] Attempting to bind port 9d98ca0a-52ba-434b-9d45-90bf70e9c669 on network cab90405-f36c-48be-bf69-f10d430343fe {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:27:46.513023 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df14c7b2-1545-4c38-a2ea-7986e569d961 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:27:46.513798 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df14c7b2-1545-4c38-a2ea-7986e569d961 None None] Checking segment: {'id': '24695fa1-2a31-475b-b2cd-b1e68f56307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'cab90405-f36c-48be-bf69-f10d430343fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:27:46.514429 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-df14c7b2-1545-4c38-a2ea-7986e569d961 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:46.515034 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df14c7b2-1545-4c38-a2ea-7986e569d961 None None] Bound using segment: {'id': '24695fa1-2a31-475b-b2cd-b1e68f56307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'cab90405-f36c-48be-bf69-f10d430343fe'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:27:46.515734 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-df14c7b2-1545-4c38-a2ea-7986e569d961 None None] Bound port: 9d98ca0a-52ba-434b-9d45-90bf70e9c669, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24695fa1-2a31-475b-b2cd-b1e68f56307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'cab90405-f36c-48be-bf69-f10d430343fe'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:27:46.517211 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-df14c7b2-1545-4c38-a2ea-7986e569d961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (9d98ca0a-52ba-434b-9d45-90bf70e9c669), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:46.538151 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63449474-d0d3-4479-aab8-82d2e66eabbe tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd6e7e8-535f-46fd-affc-964d50c29a02,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:46.616952 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-df14c7b2-1545-4c38-a2ea-7986e569d961 None None] For port 9d98ca0a-52ba-434b-9d45-90bf70e9c669, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:27:46.620175 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-df14c7b2-1545-4c38-a2ea-7986e569d961 None None] For port 9d98ca0a-52ba-434b-9d45-90bf70e9c669, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=9d98ca0a-52ba-434b-9d45-90bf70e9c669,segment=NetworkSegment(24695fa1-2a31-475b-b2cd-b1e68f56307e),segment_id=24695fa1-2a31-475b-b2cd-b1e68f56307e)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:27:46.648085 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-df14c7b2-1545-4c38-a2ea-7986e569d961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (9d98ca0a-52ba-434b-9d45-90bf70e9c669), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:46.653440 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e1599c4c-8816-455f-bc56-641dd4f58f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (c0d5d677-0caf-4ddb-b150-88f8bb3da18a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:46.656469 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e1599c4c-8816-455f-bc56-641dd4f58f2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:46.657946 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e1599c4c-8816-455f-bc56-641dd4f58f2c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c0d5d677-0caf-4ddb-b150-88f8bb3da18a HTTP/1.1" status: 204 len: 168 time: 0.8039300 Feb 17 17:27:46.686833 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1599c4c-8816-455f-bc56-641dd4f58f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d5d677-0caf-4ddb-b150-88f8bb3da18a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:46.813795 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-d5baa046-033e-49a4-ab86-9b024cfee3d3 None None] Provisioning complete for port ec11a230-4b53-4461-bdee-bd6775e58bd4 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:27:46.814237 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d5baa046-033e-49a4-ab86-9b024cfee3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ec11a230-4b53-4461-bdee-bd6775e58bd4), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:46.906696 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-d5baa046-033e-49a4-ab86-9b024cfee3d3 None None] Port ec11a230-4b53-4461-bdee-bd6775e58bd4 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:27:46.928912 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-a1e66d1d-da84-40f9-9483-3a2f48043527 None None] For port ec11a230-4b53-4461-bdee-bd6775e58bd4, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:27:46.933671 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-a1e66d1d-da84-40f9-9483-3a2f48043527 None None] For port ec11a230-4b53-4461-bdee-bd6775e58bd4, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=ec11a230-4b53-4461-bdee-bd6775e58bd4,segment=NetworkSegment(f0aee03c-8c5c-4bf3-b10c-c2cad5faea95),segment_id=f0aee03c-8c5c-4bf3-b10c-c2cad5faea95)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:27:46.938598 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df14c7b2-1545-4c38-a2ea-7986e569d961 None None] Pushing event updated for resources: {'Port': ['ID=9d98ca0a-52ba-434b-9d45-90bf70e9c669,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:46.945974 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a1e66d1d-da84-40f9-9483-3a2f48043527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ec11a230-4b53-4461-bdee-bd6775e58bd4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:46.971750 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-346a9dbf-a2d7-4eef-8a10-5a6835422c95 req-63449474-d0d3-4479-aab8-82d2e66eabbe tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:46.986917 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-346a9dbf-a2d7-4eef-8a10-5a6835422c95 req-63449474-d0d3-4479-aab8-82d2e66eabbe tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 1.3036938 Feb 17 17:27:47.013976 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-12aff6fc-5e6d-4cac-85c4-f268c9403580 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for subnet (60b8497f-d6f3-4e39-86a9-82ff44ccc850), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:47.036836 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd9039-ef14-4430-9471-6098e5e8f162 None None] Pushing event updated for resources: {'Port': ['ID=ec11a230-4b53-4461-bdee-bd6775e58bd4,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:47.067143 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e66d1d-da84-40f9-9483-3a2f48043527 None None] Routers {'2c6f9f8a-8dc9-4fd6-819c-0351012ac127'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:27:47.070160 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a1e66d1d-da84-40f9-9483-3a2f48043527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:27:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['2c6f9f8a-8dc9-4fd6-819c-0351012ac127'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:27:47.245205 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12aff6fc-5e6d-4cac-85c4-f268c9403580 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Checking segment: {'id': '89799937-4d92-4b31-a1f3-94feba8495ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f70b865e-3af6-4d6e-a560-3c12eb24c564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:27:47.245727 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12aff6fc-5e6d-4cac-85c4-f268c9403580 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Network hostable DHCP agents. Network: f70b865e-3af6-4d6e-a560-3c12eb24c564, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:27:47.275226 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-fd3bb4bf-b054-4b2c-ba53-581a69fb028f req-2c885a04-43e4-4558-8325-af931e84c861 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:47.275751 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-fd3bb4bf-b054-4b2c-ba53-581a69fb028f req-2c885a04-43e4-4558-8325-af931e84c861 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (9d976748-c77c-4c55-85ca-a58cc6f3eae2), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:47.276005 n-d-829613-2 neutron-server[103434]: INFO neutron.db.l3_db [req-fd3bb4bf-b054-4b2c-ba53-581a69fb028f req-2c885a04-43e4-4558-8325-af931e84c861 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Floating IP 9d976748-c77c-4c55-85ca-a58cc6f3eae2 disassociated. External IP: 172.25.8.19, port: b9fbcd97-e08f-4158-a487-29ba490302de. Feb 17 17:27:47.276274 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-fd3bb4bf-b054-4b2c-ba53-581a69fb028f req-2c885a04-43e4-4558-8325-af931e84c861 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Calling delete_port for b9fbcd97-e08f-4158-a487-29ba490302de owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:27:47.298604 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-a1e66d1d-da84-40f9-9483-3a2f48043527 None None] Set router 2c6f9f8a-8dc9-4fd6-819c-0351012ac127 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:27:47.305039 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aff6fc-5e6d-4cac-85c4-f268c9403580 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Pushing event updated for resources: {'Subnet': ['ID=60b8497f-d6f3-4e39-86a9-82ff44ccc850,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:47.389794 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-70de5ecd-a736-47b9-943a-bbb402e7a6f1 req-c457ad55-93e9-4067-894f-9550d679eb9c tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=673fd82048cd49c18f82ffc2fb910a6e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.8970394 Feb 17 17:27:47.442585 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa6181-7f5b-4e52-9a69-d1ca8f6c5b41 req-d6406128-82c5-45a5-b9b6-d79d61a1eda3 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:47.444387 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e2fa6181-7f5b-4e52-9a69-d1ca8f6c5b41 req-d6406128-82c5-45a5-b9b6-d79d61a1eda3 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a7962d2-167a-44b7-9b4b-dadb4cd13a5b HTTP/1.1" status: 200 len: 945 time: 0.3187034 Feb 17 17:27:47.445592 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12aff6fc-5e6d-4cac-85c4-f268c9403580 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Network f70b865e-3af6-4d6e-a560-3c12eb24c564 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:27:47.536062 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-12aff6fc-5e6d-4cac-85c4-f268c9403580 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, f70b865e-3af6-4d6e-a560-3c12eb24c564) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:27:47.560603 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12aff6fc-5e6d-4cac-85c4-f268c9403580 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:47.561216 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-12aff6fc-5e6d-4cac-85c4-f268c9403580 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:47.631388 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-fd3bb4bf-b054-4b2c-ba53-581a69fb028f req-2c885a04-43e4-4558-8325-af931e84c861 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (b9fbcd97-e08f-4158-a487-29ba490302de), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:47.672887 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-12aff6fc-5e6d-4cac-85c4-f268c9403580 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8588352 Feb 17 17:27:47.701793 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e2fa6181-7f5b-4e52-9a69-d1ca8f6c5b41 req-8843b787-6230-46a5-be05-8c4db793a644 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/security-groups?id=191ce2cc-d8cd-4ab1-935e-8b9c7bef90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2370398 Feb 17 17:27:47.785112 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c885a04-43e4-4558-8325-af931e84c861 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Pushing event deleted for resources: {'Port': ['ID=b9fbcd97-e08f-4158-a487-29ba490302de,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:47.936699 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-91ed8922-580b-408a-9f5f-eb1468d38bc1 req-6cde6494-da3d-439d-8a0d-34d7f475ba47 tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] 10.222.0.87 "GET /v2.0/security-groups/3cd6e7e8-535f-46fd-affc-964d50c29a02 HTTP/1.1" status: 200 len: 1829 time: 0.1935711 Feb 17 17:27:47.959440 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ea8653e4-f07a-4560-9d37-8e602f6cb945 req-cd332354-b2de-4712-a205-6cae798bb06d tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=bb93b63b-0220-4b74-82c5-c6726770f5bd HTTP/1.1" status: 200 len: 210 time: 0.1186867 Feb 17 17:27:48.016946 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [req-22da2114-b304-4b03-a354-8119d3456170 req-8445c859-b8b8-4eac-9429-8212174a5df5 tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] show failed (client error): The resource could not be found. Feb 17 17:27:48.028097 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-22da2114-b304-4b03-a354-8119d3456170 req-8445c859-b8b8-4eac-9429-8212174a5df5 tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] 10.222.0.87 "GET /v2.0/security-groups/65df3f90-3ede-499f-88f5-900cd22a9d9f HTTP/1.1" status: 404 len: 352 time: 0.0310605 Feb 17 17:27:48.072474 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [req-9c7c646e-a1ba-4abb-90bc-a7d58351528d req-c57e4852-e16b-417f-87da-b21c7d082535 tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] show failed (client error): The resource could not be found. Feb 17 17:27:48.075031 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8504ad2d-4991-497c-a18d-c45001f7fdd5 None None] Network f70b865e-3af6-4d6e-a560-3c12eb24c564 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:27:48.082278 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9c7c646e-a1ba-4abb-90bc-a7d58351528d req-c57e4852-e16b-417f-87da-b21c7d082535 tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] 10.222.0.87 "GET /v2.0/security-group-rules/fc8e4720-7524-4832-83f4-62e5202f45b6 HTTP/1.1" status: 404 len: 361 time: 0.0306911 Feb 17 17:27:48.224469 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36154) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:27:48.233176 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b060e4d6-eb76-479f-a592-2260b2bbea34 None None] Provisioning complete for port ec11a230-4b53-4461-bdee-bd6775e58bd4 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:27:48.237511 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b060e4d6-eb76-479f-a592-2260b2bbea34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ec11a230-4b53-4461-bdee-bd6775e58bd4), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:48.255190 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd3bb4bf-b054-4b2c-ba53-581a69fb028f req-2c885a04-43e4-4558-8325-af931e84c861 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Router 0532e046-d49e-48fc-a846-b2f5fa479a06 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:27:48.365588 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-64e3af0e-005b-4cf6-b118-c47878a940e9 req-41de78f3-a37f-4604-befe-6fcfdf19346c tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] 10.222.0.87 "GET /v2.0/security-groups/3cd6e7e8-535f-46fd-affc-964d50c29a02 HTTP/1.1" status: 200 len: 1829 time: 0.2471836 Feb 17 17:27:48.545020 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-8baf3e48-7843-4414-8466-b9eaae408ed9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1531960546-network', 'tenant_id': '83d27f01cb524478afdbdbd9b9cbd070'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:27:48.590617 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-64e3af0e-005b-4cf6-b118-c47878a940e9 req-b2b322c1-8940-4773-bbf0-924564322d82 tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Publish callbacks [] for security_group (3cd6e7e8-535f-46fd-affc-964d50c29a02), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:48.603873 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-6328eb45-b86c-4894-8486-0d8508496ec8 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:48.625272 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-6328eb45-b86c-4894-8486-0d8508496ec8 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:48.633562 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-6328eb45-b86c-4894-8486-0d8508496ec8 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/networks?id=cab90405-f36c-48be-bf69-f10d430343fe&id=f70b865e-3af6-4d6e-a560-3c12eb24c564&id=cab90405-f36c-48be-bf69-f10d430343fe HTTP/1.1" status: 200 len: 1391 time: 0.5082209 Feb 17 17:27:48.678032 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8baf3e48-7843-4414-8466-b9eaae408ed9 admin admin] Made reservation on behalf of 83d27f01cb524478afdbdbd9b9cbd070 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:27:48.687455 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8baf3e48-7843-4414-8466-b9eaae408ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:48.712983 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8baf3e48-7843-4414-8466-b9eaae408ed9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:48.717714 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-a24af7b9-85df-4cc4-85a8-f55e2ac11dcf tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/quotas/80f09b75faf84054a203824c5c5feea6 HTTP/1.1" status: 200 len: 375 time: 0.0809643 Feb 17 17:27:48.748805 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd3bb4bf-b054-4b2c-ba53-581a69fb028f req-2c885a04-43e4-4558-8325-af931e84c861 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:27:48.773842 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6ba8ee-f92e-4fa7-ab27-69dc7b34c461 None None] Sync routers for ids ['0532e046-d49e-48fc-a846-b2f5fa479a06'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:27:48.802682 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-64e3af0e-005b-4cf6-b118-c47878a940e9 req-b2b322c1-8940-4773-bbf0-924564322d82 tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Publish callbacks [] for security_group (3cd6e7e8-535f-46fd-affc-964d50c29a02), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:48.812409 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd3bb4bf-b054-4b2c-ba53-581a69fb028f req-2c885a04-43e4-4558-8325-af931e84c861 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] No DVR routers for this DVR port b9fbcd97-e08f-4158-a487-29ba490302de on host n-h1-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:27:48.820040 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-fd3bb4bf-b054-4b2c-ba53-581a69fb028f req-2c885a04-43e4-4558-8325-af931e84c861 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:48.825677 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6ba8ee-f92e-4fa7-ab27-69dc7b34c461 None None] Routers {'0532e046-d49e-48fc-a846-b2f5fa479a06'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:27:48.827206 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-eb6ba8ee-f92e-4fa7-ab27-69dc7b34c461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:27:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0532e046-d49e-48fc-a846-b2f5fa479a06'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:27:48.838589 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-fd3bb4bf-b054-4b2c-ba53-581a69fb028f req-2c885a04-43e4-4558-8325-af931e84c861 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.71 "DELETE /v2.0/ports/b9fbcd97-e08f-4158-a487-29ba490302de HTTP/1.1" status: 204 len: 173 time: 2.9110594 Feb 17 17:27:48.838589 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a7962d2-167a-44b7-9b4b-dadb4cd13a5b', 'name': 'network-vif-deleted', 'tag': 'b9fbcd97-e08f-4158-a487-29ba490302de'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:27:48.838589 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd7cb32-8ecd-40aa-a5c7-f721d3f16e94" -d '{"events": [{"server_uuid": "8a7962d2-167a-44b7-9b4b-dadb4cd13a5b", "name": "network-vif-deleted", "tag": "b9fbcd97-e08f-4158-a487-29ba490302de"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:27:49.006407 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8baf3e48-7843-4414-8466-b9eaae408ed9 admin admin] Publish callbacks [] for security_group (51abe229-ee5d-4d6b-a0f8-7f98d46c9b72), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:49.015161 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8baf3e48-7843-4414-8466-b9eaae408ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (51abe229-ee5d-4d6b-a0f8-7f98d46c9b72), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:49.092382 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb900951-1dd0-4dd1-857f-1bfd605c7d4e None None] Network cab90405-f36c-48be-bf69-f10d430343fe requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:27:49.110045 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8baf3e48-7843-4414-8466-b9eaae408ed9 admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:27:49.138982 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7199c09-5f53-490a-a9aa-3a5986072c5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-f70b865e-3af6-4d6e-a560-3c12eb24c564', 'network_id': 'f70b865e-3af6-4d6e-a560-3c12eb24c564', 'project_id': '80f09b75faf84054a203824c5c5feea6', 'fixed_ips': [{'subnet_id': '60b8497f-d6f3-4e39-86a9-82ff44ccc850'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:27:49.144179 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e7199c09-5f53-490a-a9aa-3a5986072c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:49.180524 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8baf3e48-7843-4414-8466-b9eaae408ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (08e79ddd-0f41-4243-a139-ae5d8358a2ec), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:49.180524 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-8baf3e48-7843-4414-8466-b9eaae408ed9 admin admin] Added segment 08e79ddd-0f41-4243-a139-ae5d8358a2ec of type vlan for network b08f4a8e-8600-49ba-b2a7-04a285c94607 Feb 17 17:27:49.181362 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-1463db78-e19c-4064-b6a3-7b82b4bd914e tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=80f09b75faf84054a203824c5c5feea6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4634953 Feb 17 17:27:49.191984 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf3e48-7843-4414-8466-b9eaae408ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51abe229-ee5d-4d6b-a0f8-7f98d46c9b72,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:49.210637 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-64e3af0e-005b-4cf6-b118-c47878a940e9 req-b2b322c1-8940-4773-bbf0-924564322d82 tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (3cd6e7e8-535f-46fd-affc-964d50c29a02), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:49.221535 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-64e3af0e-005b-4cf6-b118-c47878a940e9 req-b2b322c1-8940-4773-bbf0-924564322d82 tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:49.244418 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-64e3af0e-005b-4cf6-b118-c47878a940e9 req-b2b322c1-8940-4773-bbf0-924564322d82 tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] 10.222.0.87 "DELETE /v2.0/security-groups/3cd6e7e8-535f-46fd-affc-964d50c29a02 HTTP/1.1" status: 204 len: 173 time: 0.8778548 Feb 17 17:27:49.288396 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8baf3e48-7843-4414-8466-b9eaae408ed9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (b08f4a8e-8600-49ba-b2a7-04a285c94607), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:49.300891 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 9d98ca0a-52ba-434b-9d45-90bf70e9c669 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:27:49.333565 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8baf3e48-7843-4414-8466-b9eaae408ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (b08f4a8e-8600-49ba-b2a7-04a285c94607), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:49.337166 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baf3e48-7843-4414-8466-b9eaae408ed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:49.337868 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8baf3e48-7843-4414-8466-b9eaae408ed9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:49.338232 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b322c1-8940-4773-bbf0-924564322d82 tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd6e7e8-535f-46fd-affc-964d50c29a02,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:49.359256 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:49.403119 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-eb6ba8ee-f92e-4fa7-ab27-69dc7b34c461 None None] Set router 0532e046-d49e-48fc-a846-b2f5fa479a06 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:27:49.429880 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8baf3e48-7843-4414-8466-b9eaae408ed9 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1996875 Feb 17 17:27:49.430509 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36174) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:27:49.438908 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-29066259-cc02-4180-850a-d44023ef4563 admin admin] Request body: {'subnet': {'network_id': 'b08f4a8e-8600-49ba-b2a7-04a285c94607', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1531960546-subnet', 'tenant_id': '83d27f01cb524478afdbdbd9b9cbd070', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:27:49.484291 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf3e48-7843-4414-8466-b9eaae408ed9 admin admin] Pushing event updated for resources: {'Network': ['ID=b08f4a8e-8600-49ba-b2a7-04a285c94607,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:49.511608 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network b08f4a8e-8600-49ba-b2a7-04a285c94607 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:27:49.527215 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29066259-cc02-4180-850a-d44023ef4563 admin admin] Made reservation on behalf of 83d27f01cb524478afdbdbd9b9cbd070 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:27:49.535452 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-29066259-cc02-4180-850a-d44023ef4563 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:49.545805 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7b2eafaa-865d-404f-a3b0-d1cf97eeb345 req-0a0f3acc-a07c-4a56-80a3-a351ea852c00 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a7962d2-167a-44b7-9b4b-dadb4cd13a5b HTTP/1.1" status: 200 len: 210 time: 0.0922034 Feb 17 17:27:49.569578 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-a9fc984e-e219-485b-a337-6bdb36249413 service neutron] 10.222.0.87 "GET /v2.0/networks/cab90405-f36c-48be-bf69-f10d430343fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842669 Feb 17 17:27:49.681095 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6b248d-f62a-4f91-bb9e-d2fa3ea02059 x-openstack-request-id: req-6b6b248d-f62a-4f91-bb9e-d2fa3ea02059 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:27:49.681652 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a7962d2-167a-44b7-9b4b-dadb4cd13a5b", "name": "network-vif-deleted", "tag": "b9fbcd97-e08f-4158-a487-29ba490302de", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:27:49.681652 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6b6b248d-f62a-4f91-bb9e-d2fa3ea02059 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:27:49.682027 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a7962d2-167a-44b7-9b4b-dadb4cd13a5b', 'name': 'network-vif-deleted', 'tag': 'b9fbcd97-e08f-4158-a487-29ba490302de', 'status': 'completed', 'code': 200} Feb 17 17:27:49.725678 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-11bdae5c-936f-4a94-a19b-ae7ef702fd8e service neutron] 10.222.0.87 "GET /v2.0/networks/cab90405-f36c-48be-bf69-f10d430343fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546452 Feb 17 17:27:49.730599 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b060e4d6-eb76-479f-a592-2260b2bbea34 None None] Current status of the port ec11a230-4b53-4461-bdee-bd6775e58bd4 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:27:49.734961 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b060e4d6-eb76-479f-a592-2260b2bbea34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ec11a230-4b53-4461-bdee-bd6775e58bd4), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:49.864266 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-05671c5e-7f29-45fe-8994-51862c735a08 req-a0aee2c9-7435-4fe5-b7d5-da9d4a58eb45 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=bb93b63b-0220-4b74-82c5-c6726770f5bd HTTP/1.1" status: 200 len: 210 time: 0.0705655 Feb 17 17:27:49.895631 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-70de5ecd-a736-47b9-943a-bbb402e7a6f1 req-7e528173-a861-418e-9e1c-30cbbf6a13c9 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=673fd82048cd49c18f82ffc2fb910a6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1206288 Feb 17 17:27:49.910684 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 9d98ca0a-52ba-434b-9d45-90bf70e9c669 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:27:49.911064 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (9d98ca0a-52ba-434b-9d45-90bf70e9c669), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:49.912454 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-eb6ba8ee-f92e-4fa7-ab27-69dc7b34c461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-17161331-router', 'tenant_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '4d9e9dc7-554e-4f65-b239-0066d8653cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:25:06Z', 'updated_at': '2022-02-17T17:25:14Z', 'revision_number': 4, 'project_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'gw_port': {'id': '4d9e9dc7-554e-4f65-b239-0066d8653cd4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:55:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:25:07Z', 'updated_at': '2022-02-17T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '92002828-e106-4471-8757-cb28b0e71c51', 'name': '', 'network_id': '69b59c36-ab05-4942-86fb-5909c0c87dd3', 'tenant_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'mac_address': 'fa:16:3e:b0:ff:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b17eb52f-6ea7-4b2d-8ccf-dda6a4d3a95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:25:12Z', 'updated_at': '2022-02-17T17:25:21Z', 'revision_number': 5, 'project_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'subnets': [{'id': 'b17eb52f-6ea7-4b2d-8ccf-dda6a4d3a95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:27:49.989629 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6ba8ee-f92e-4fa7-ab27-69dc7b34c461 None None] Checking router: 0532e046-d49e-48fc-a846-b2f5fa479a06 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:27:50.013267 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6ba8ee-f92e-4fa7-ab27-69dc7b34c461 None None] Routers {'0532e046-d49e-48fc-a846-b2f5fa479a06'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:27:50.013901 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-eb6ba8ee-f92e-4fa7-ab27-69dc7b34c461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:27:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0532e046-d49e-48fc-a846-b2f5fa479a06'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:27:50.015639 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-29066259-cc02-4180-850a-d44023ef4563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (70903b7c-9f79-441b-84e1-1372e946bd36), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:50.068459 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:50.080931 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9c5c1814-2a76-4b87-8ae0-e6c3f44a2efb req-8948043d-137c-4979-adb7-becbdbb9a83a tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] 10.222.0.87 "GET /v2.0/security-groups/cd35f9bd-356b-45e2-8f65-68344a2028e5 HTTP/1.1" status: 200 len: 1829 time: 0.1370225 Feb 17 17:27:50.182325 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device b9fbcd97-e08f-4158-a487-29ba490302de no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:27:50.200185 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29066259-cc02-4180-850a-d44023ef4563 admin admin] Checking segment: {'id': '08e79ddd-0f41-4243-a139-ae5d8358a2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b08f4a8e-8600-49ba-b2a7-04a285c94607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:27:50.201114 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29066259-cc02-4180-850a-d44023ef4563 admin admin] Network hostable DHCP agents. Network: b08f4a8e-8600-49ba-b2a7-04a285c94607, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:27:50.226042 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29066259-cc02-4180-850a-d44023ef4563 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70903b7c-9f79-441b-84e1-1372e946bd36,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:50.244777 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29066259-cc02-4180-850a-d44023ef4563 admin admin] Network b08f4a8e-8600-49ba-b2a7-04a285c94607 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:27:50.261115 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-29066259-cc02-4180-850a-d44023ef4563 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, b08f4a8e-8600-49ba-b2a7-04a285c94607) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:27:50.270412 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-4be9bfa2-11c2-4ad7-a363-9252901b49a4 service neutron] 10.222.0.87 "GET /v2.0/networks/f70b865e-3af6-4d6e-a560-3c12eb24c564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5420005 Feb 17 17:27:50.282192 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29066259-cc02-4180-850a-d44023ef4563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:50.283342 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-29066259-cc02-4180-850a-d44023ef4563 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:50.319755 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-29066259-cc02-4180-850a-d44023ef4563 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8863182 Feb 17 17:27:50.323974 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36188) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:27:50.329750 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-97297c7e-0747-43ba-8f09-acc45805d542 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1531960546-router', 'tenant_id': '83d27f01cb524478afdbdbd9b9cbd070', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:27:50.330975 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a1e66d1d-da84-40f9-9483-3a2f48043527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6f9f8a-8dc9-4fd6-819c-0351012ac127', 'name': 'tempest-ServersTestMultiNic-1146328665-router', 'tenant_id': '80f09b75faf84054a203824c5c5feea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '0b63d593-4703-4d8a-a2c8-501b0a15abf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:27:34Z', 'updated_at': '2022-02-17T17:27:42Z', 'revision_number': 4, 'project_id': '80f09b75faf84054a203824c5c5feea6', 'gw_port': {'id': '0b63d593-4703-4d8a-a2c8-501b0a15abf4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:53:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6f9f8a-8dc9-4fd6-819c-0351012ac127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:27:36Z', 'updated_at': '2022-02-17T17:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'ec11a230-4b53-4461-bdee-bd6775e58bd4', 'name': '', 'network_id': '386d9093-46fa-4297-a55c-3b697d17fb5e', 'tenant_id': '80f09b75faf84054a203824c5c5feea6', 'mac_address': 'fa:16:3e:50:38:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6f9f8a-8dc9-4fd6-819c-0351012ac127', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '20045654-ccda-4f89-84f6-676be63ce54d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:27:40Z', 'updated_at': '2022-02-17T17:27:46Z', 'revision_number': 4, 'project_id': '80f09b75faf84054a203824c5c5feea6', 'subnets': [{'id': '20045654-ccda-4f89-84f6-676be63ce54d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:27:50.351463 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf107e53-1d5b-459c-9195-e8031d76604f None None] Network b08f4a8e-8600-49ba-b2a7-04a285c94607 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:27:50.367217 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-97297c7e-0747-43ba-8f09-acc45805d542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (af3e702f-7f1a-481c-bfa8-1ce9f3271f5b), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:50.370546 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-97297c7e-0747-43ba-8f09-acc45805d542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (af3e702f-7f1a-481c-bfa8-1ce9f3271f5b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:50.480831 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b060e4d6-eb76-479f-a592-2260b2bbea34 None None] For port ec11a230-4b53-4461-bdee-bd6775e58bd4, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=ec11a230-4b53-4461-bdee-bd6775e58bd4,segment=NetworkSegment(f0aee03c-8c5c-4bf3-b10c-c2cad5faea95),segment_id=f0aee03c-8c5c-4bf3-b10c-c2cad5faea95)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:27:50.485950 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: b9fbcd97-e08f-4158-a487-29ba490302de {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:27:50.486514 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device b9fbcd97-e08f-4158-a487-29ba490302de not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:27:50.519925 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-97297c7e-0747-43ba-8f09-acc45805d542 admin admin] Publish callbacks [] for router_controller (af3e702f-7f1a-481c-bfa8-1ce9f3271f5b), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:50.526362 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e66d1d-da84-40f9-9483-3a2f48043527 None None] The sync data for ids ['2c6f9f8a-8dc9-4fd6-819c-0351012ac127'] in n-d-829613-2 is: [{'id': '2c6f9f8a-8dc9-4fd6-819c-0351012ac127', 'name': 'tempest-ServersTestMultiNic-1146328665-router', 'tenant_id': '80f09b75faf84054a203824c5c5feea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '0b63d593-4703-4d8a-a2c8-501b0a15abf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:27:34Z', 'updated_at': '2022-02-17T17:27:42Z', 'revision_number': 4, 'project_id': '80f09b75faf84054a203824c5c5feea6', 'gw_port': {'id': '0b63d593-4703-4d8a-a2c8-501b0a15abf4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:53:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6f9f8a-8dc9-4fd6-819c-0351012ac127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:27:36Z', 'updated_at': '2022-02-17T17:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'ec11a230-4b53-4461-bdee-bd6775e58bd4', 'name': '', 'network_id': '386d9093-46fa-4297-a55c-3b697d17fb5e', 'tenant_id': '80f09b75faf84054a203824c5c5feea6', 'mac_address': 'fa:16:3e:50:38:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6f9f8a-8dc9-4fd6-819c-0351012ac127', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '20045654-ccda-4f89-84f6-676be63ce54d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:27:40Z', 'updated_at': '2022-02-17T17:27:46Z', 'revision_number': 4, 'project_id': '80f09b75faf84054a203824c5c5feea6', 'subnets': [{'id': '20045654-ccda-4f89-84f6-676be63ce54d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:27:50.528599 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b060e4d6-eb76-479f-a592-2260b2bbea34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ec11a230-4b53-4461-bdee-bd6775e58bd4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:50.542864 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-eb6ba8ee-f92e-4fa7-ab27-69dc7b34c461 None None] Set router 0532e046-d49e-48fc-a846-b2f5fa479a06 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:27:50.554119 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-315db954-e1b1-430a-927f-f0c8a5d60465 service neutron] 10.222.0.87 "GET /v2.0/networks/f70b865e-3af6-4d6e-a560-3c12eb24c564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829075 Feb 17 17:27:50.574761 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de5ecd-a736-47b9-943a-bbb402e7a6f1 req-6967a54a-84fe-4e2b-a12c-0c8aaee2d955 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:50.578909 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-70de5ecd-a736-47b9-943a-bbb402e7a6f1 req-6967a54a-84fe-4e2b-a12c-0c8aaee2d955 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6758022 Feb 17 17:27:50.629377 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9c5c1814-2a76-4b87-8ae0-e6c3f44a2efb req-5c4b2b9d-9752-40f5-8243-97b5646072cd tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Publish callbacks [] for security_group (cd35f9bd-356b-45e2-8f65-68344a2028e5), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:50.669718 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b060e4d6-eb76-479f-a592-2260b2bbea34 None None] Pushing event updated for resources: {'Port': ['ID=ec11a230-4b53-4461-bdee-bd6775e58bd4,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:50.777363 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56858abf-7951-4e7d-9f83-a0808d6e1929 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-b08f4a8e-8600-49ba-b2a7-04a285c94607', 'network_id': 'b08f4a8e-8600-49ba-b2a7-04a285c94607', 'project_id': '83d27f01cb524478afdbdbd9b9cbd070', 'fixed_ips': [{'subnet_id': '70903b7c-9f79-441b-84e1-1372e946bd36'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:27:50.780517 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-56858abf-7951-4e7d-9f83-a0808d6e1929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:50.852832 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-70de5ecd-a736-47b9-943a-bbb402e7a6f1 req-0cb57bc5-7e13-4583-b77e-5599be707ee6 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Request body: {'port': {'device_id': 'bb93b63b-0220-4b74-82c5-c6726770f5bd', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'admin_state_up': True, 'tenant_id': '673fd82048cd49c18f82ffc2fb910a6e'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:27:50.977330 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-97297c7e-0747-43ba-8f09-acc45805d542 admin admin] Publish callbacks [] for router_gateway (af3e702f-7f1a-481c-bfa8-1ce9f3271f5b), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:51.028804 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-eb6ba8ee-f92e-4fa7-ab27-69dc7b34c461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-17161331-router', 'tenant_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '4d9e9dc7-554e-4f65-b239-0066d8653cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:25:06Z', 'updated_at': '2022-02-17T17:25:14Z', 'revision_number': 4, 'project_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'gw_port': {'id': '4d9e9dc7-554e-4f65-b239-0066d8653cd4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:55:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:25:07Z', 'updated_at': '2022-02-17T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '92002828-e106-4471-8757-cb28b0e71c51', 'name': '', 'network_id': '69b59c36-ab05-4942-86fb-5909c0c87dd3', 'tenant_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'mac_address': 'fa:16:3e:b0:ff:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b17eb52f-6ea7-4b2d-8ccf-dda6a4d3a95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:25:12Z', 'updated_at': '2022-02-17T17:25:21Z', 'revision_number': 5, 'project_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'subnets': [{'id': 'b17eb52f-6ea7-4b2d-8ccf-dda6a4d3a95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:27:51.053750 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9c5c1814-2a76-4b87-8ae0-e6c3f44a2efb req-5c4b2b9d-9752-40f5-8243-97b5646072cd tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Publish callbacks [] for security_group (cd35f9bd-356b-45e2-8f65-68344a2028e5), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:51.058807 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-4846178b-5e2b-48ae-b60a-cb2283b01557 service neutron] 10.222.0.87 "GET /v2.0/networks/cab90405-f36c-48be-bf69-f10d430343fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4488239 Feb 17 17:27:51.124178 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6ba8ee-f92e-4fa7-ab27-69dc7b34c461 None None] The sync data for ids ['0532e046-d49e-48fc-a846-b2f5fa479a06'] in n-d-829613-2 is: [{'id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-17161331-router', 'tenant_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '4d9e9dc7-554e-4f65-b239-0066d8653cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:25:06Z', 'updated_at': '2022-02-17T17:25:14Z', 'revision_number': 4, 'project_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'gw_port': {'id': '4d9e9dc7-554e-4f65-b239-0066d8653cd4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:55:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:25:07Z', 'updated_at': '2022-02-17T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '92002828-e106-4471-8757-cb28b0e71c51', 'name': '', 'network_id': '69b59c36-ab05-4942-86fb-5909c0c87dd3', 'tenant_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'mac_address': 'fa:16:3e:b0:ff:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b17eb52f-6ea7-4b2d-8ccf-dda6a4d3a95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:25:12Z', 'updated_at': '2022-02-17T17:25:21Z', 'revision_number': 5, 'project_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'subnets': [{'id': 'b17eb52f-6ea7-4b2d-8ccf-dda6a4d3a95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:27:51.140967 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70de5ecd-a736-47b9-943a-bbb402e7a6f1 req-0cb57bc5-7e13-4583-b77e-5599be707ee6 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Made reservation on behalf of 673fd82048cd49c18f82ffc2fb910a6e for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:27:51.150504 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-70de5ecd-a736-47b9-943a-bbb402e7a6f1 req-0cb57bc5-7e13-4583-b77e-5599be707ee6 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:51.192481 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-56858abf-7951-4e7d-9f83-a0808d6e1929 None None] Allocated IP 172.20.0.2 (b08f4a8e-8600-49ba-b2a7-04a285c94607/70903b7c-9f79-441b-84e1-1372e946bd36/bd586bf1-ecba-4a04-9aa4-077ac051f08c) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:27:51.306904 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-70430b00-8bc1-4e98-b0b1-8b1256da215f None None] Provisioning complete for port 9d98ca0a-52ba-434b-9d45-90bf70e9c669 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:27:51.307558 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-70430b00-8bc1-4e98-b0b1-8b1256da215f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (9d98ca0a-52ba-434b-9d45-90bf70e9c669), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:51.324336 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9c5c1814-2a76-4b87-8ae0-e6c3f44a2efb req-5c4b2b9d-9752-40f5-8243-97b5646072cd tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (cd35f9bd-356b-45e2-8f65-68344a2028e5), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:51.327934 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9c5c1814-2a76-4b87-8ae0-e6c3f44a2efb req-5c4b2b9d-9752-40f5-8243-97b5646072cd tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:51.329360 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9c5c1814-2a76-4b87-8ae0-e6c3f44a2efb req-5c4b2b9d-9752-40f5-8243-97b5646072cd tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] 10.222.0.87 "DELETE /v2.0/security-groups/cd35f9bd-356b-45e2-8f65-68344a2028e5 HTTP/1.1" status: 204 len: 173 time: 1.2473671 Feb 17 17:27:51.357398 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b2b9d-9752-40f5-8243-97b5646072cd tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd35f9bd-356b-45e2-8f65-68344a2028e5,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:51.373249 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-e7199c09-5f53-490a-a9aa-3a5986072c5c None None] Allocated IP 19.86.0.2 (f70b865e-3af6-4d6e-a560-3c12eb24c564/60b8497f-d6f3-4e39-86a9-82ff44ccc850/223fa642-2419-4fdd-afc9-016a62eebc1f) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:27:51.397525 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-39d946b3-bee8-4543-a527-62f00dd70360 service neutron] 10.222.0.87 "GET /v2.0/networks/cab90405-f36c-48be-bf69-f10d430343fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180470 Feb 17 17:27:51.515095 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-70de5ecd-a736-47b9-943a-bbb402e7a6f1 req-0cb57bc5-7e13-4583-b77e-5599be707ee6 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Allocated IP 192.168.233.94 (82b8d039-1c14-456f-ab24-8b3aebebd7d8/ac79920f-9ddd-4352-b866-6056158b178e/c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:27:51.557435 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 9d98ca0a-52ba-434b-9d45-90bf70e9c669 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:27:51.558072 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (9d98ca0a-52ba-434b-9d45-90bf70e9c669), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:51.569257 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-97297c7e-0747-43ba-8f09-acc45805d542 admin admin] Publish callbacks [] for router_gateway (af3e702f-7f1a-481c-bfa8-1ce9f3271f5b), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:51.655303 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-97297c7e-0747-43ba-8f09-acc45805d542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:51.997932 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de172f0-fec2-48c6-9f0d-e65e3dcda4a4 None None] New status for floating IP 9d976748-c77c-4c55-85ca-a58cc6f3eae2: DOWN {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 17:27:52.036575 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-97297c7e-0747-43ba-8f09-acc45805d542 admin admin] Allocated IP 172.25.8.224 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/52977d3b-2e3a-457f-821f-b7167a4f36b3) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:27:52.114522 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-925e162d-4819-42b1-9c54-90abb6868f19 req-13784c4d-7d73-4a71-aad4-b665c4219204 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=bb93b63b-0220-4b74-82c5-c6726770f5bd HTTP/1.1" status: 200 len: 210 time: 0.0953989 Feb 17 17:27:52.126613 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-70de5ecd-a736-47b9-943a-bbb402e7a6f1 req-0cb57bc5-7e13-4583-b77e-5599be707ee6 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks [] for port (c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:52.240598 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-70de5ecd-a736-47b9-943a-bbb402e7a6f1 req-0cb57bc5-7e13-4583-b77e-5599be707ee6 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:52.355697 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-97297c7e-0747-43ba-8f09-acc45805d542 admin admin] Publish callbacks [] for port (52977d3b-2e3a-457f-821f-b7167a4f36b3), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:52.455979 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-97297c7e-0747-43ba-8f09-acc45805d542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (52977d3b-2e3a-457f-821f-b7167a4f36b3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:52.457631 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['45e7adde-24ee-414f-a3c7-ebe99138e816', 'dba1bee1-120d-4f70-be3e-d80daf3ba3b8', '223b448c-1c80-4761-a661-a4aad02da58b'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:27:52.461075 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['e822f0d4-c202-470b-8870-0e346ea290b9', 'b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc', 'aa4913bc-02a5-4006-ae99-7ce9f4c9f93c', '83e65782-f641-4e21-a94a-4f0095ab99fe'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:27:52.473228 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70de5ecd-a736-47b9-943a-bbb402e7a6f1 req-0cb57bc5-7e13-4583-b77e-5599be707ee6 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:27:52.509502 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-70de5ecd-a736-47b9-943a-bbb402e7a6f1 req-0cb57bc5-7e13-4583-b77e-5599be707ee6 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:27:52.512905 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-70de5ecd-a736-47b9-943a-bbb402e7a6f1 req-0cb57bc5-7e13-4583-b77e-5599be707ee6 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:27:52.520129 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de5ecd-a736-47b9-943a-bbb402e7a6f1 req-0cb57bc5-7e13-4583-b77e-5599be707ee6 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:52.521330 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-70de5ecd-a736-47b9-943a-bbb402e7a6f1 req-0cb57bc5-7e13-4583-b77e-5599be707ee6 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:52.536508 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-da6ec54b-f30f-4ffe-95b2-14dac8993f20 req-edcd5daf-419a-4183-9fda-83bc34cd3853 tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] 10.222.0.87 "GET /v2.0/security-groups/b10bb312-0d60-4197-a432-15f1d2ad7d91 HTTP/1.1" status: 200 len: 1829 time: 0.3211086 Feb 17 17:27:52.557330 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97297c7e-0747-43ba-8f09-acc45805d542 admin admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:27:52.562456 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f9340a99-a699-4980-b09f-1f4cc1daefe6 req-63d09808-8cea-4048-a538-241de652ea75 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/ports?device_id=e4c3bcea-8963-40cf-a029-bf3ec88c8aa2 HTTP/1.1" status: 200 len: 210 time: 0.2532766 Feb 17 17:27:52.570389 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-97297c7e-0747-43ba-8f09-acc45805d542 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:27:52.592982 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97297c7e-0747-43ba-8f09-acc45805d542 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:27:52.678966 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97297c7e-0747-43ba-8f09-acc45805d542 admin admin] Pushing event updated for resources: {'Port': ['ID=52977d3b-2e3a-457f-821f-b7167a4f36b3,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:52.770372 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-da6ec54b-f30f-4ffe-95b2-14dac8993f20 req-ab65a36c-1d0d-4336-aa45-601cc7fc9a8e tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Publish callbacks [] for security_group (b10bb312-0d60-4197-a432-15f1d2ad7d91), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:52.820258 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-da6ec54b-f30f-4ffe-95b2-14dac8993f20 req-ab65a36c-1d0d-4336-aa45-601cc7fc9a8e tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Publish callbacks [] for security_group (b10bb312-0d60-4197-a432-15f1d2ad7d91), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:52.841603 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-56858abf-7951-4e7d-9f83-a0808d6e1929 None None] Publish callbacks [] for port (bd586bf1-ecba-4a04-9aa4-077ac051f08c), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:52.874532 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-70de5ecd-a736-47b9-943a-bbb402e7a6f1 req-0cb57bc5-7e13-4583-b77e-5599be707ee6 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0270195 Feb 17 17:27:52.875738 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb57bc5-7e13-4583-b77e-5599be707ee6 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Pushing event updated for resources: {'Port': ['ID=c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:52.882532 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-da6ec54b-f30f-4ffe-95b2-14dac8993f20 req-ab65a36c-1d0d-4336-aa45-601cc7fc9a8e tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (b10bb312-0d60-4197-a432-15f1d2ad7d91), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:52.885987 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-da6ec54b-f30f-4ffe-95b2-14dac8993f20 req-ab65a36c-1d0d-4336-aa45-601cc7fc9a8e tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:52.900087 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-da6ec54b-f30f-4ffe-95b2-14dac8993f20 req-ab65a36c-1d0d-4336-aa45-601cc7fc9a8e tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] 10.222.0.87 "DELETE /v2.0/security-groups/b10bb312-0d60-4197-a432-15f1d2ad7d91 HTTP/1.1" status: 204 len: 173 time: 0.3624446 Feb 17 17:27:52.957869 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-70de5ecd-a736-47b9-943a-bbb402e7a6f1 req-2fb60391-d0da-40a4-9563-363a56436fc3 service neutron] Request body: {'port': {'device_id': 'bb93b63b-0220-4b74-82c5-c6726770f5bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:27:52.967575 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab65a36c-1d0d-4336-aa45-601cc7fc9a8e tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10bb312-0d60-4197-a432-15f1d2ad7d91,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:53.159370 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-02f8681e-399e-4da4-9cf1-d6174f816d42 req-65926ca3-cd5e-4c48-850c-3c11a4104723 tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] 10.222.0.87 "GET /v2.0/security-groups/e613af80-2bba-4324-995a-1e252fe6c47e HTTP/1.1" status: 200 len: 1830 time: 0.1009893 Feb 17 17:27:53.163750 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-70de5ecd-a736-47b9-943a-bbb402e7a6f1 req-2fb60391-d0da-40a4-9563-363a56436fc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:53.166240 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-56858abf-7951-4e7d-9f83-a0808d6e1929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (bd586bf1-ecba-4a04-9aa4-077ac051f08c), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:53.196416 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e063f-22bf-44c0-9529-75c3d6b08e43 req-5c26b415-54e8-4f54-b0c4-bad9a8d08b91 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:53.203719 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5a6e063f-22bf-44c0-9529-75c3d6b08e43 req-5c26b415-54e8-4f54-b0c4-bad9a8d08b91 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 1128 time: 0.3229761 Feb 17 17:27:53.210824 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 9d98ca0a-52ba-434b-9d45-90bf70e9c669, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=9d98ca0a-52ba-434b-9d45-90bf70e9c669,segment=NetworkSegment(24695fa1-2a31-475b-b2cd-b1e68f56307e),segment_id=24695fa1-2a31-475b-b2cd-b1e68f56307e)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:27:53.239056 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56858abf-7951-4e7d-9f83-a0808d6e1929 None None] Network b08f4a8e-8600-49ba-b2a7-04a285c94607 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:27:53.261184 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-56858abf-7951-4e7d-9f83-a0808d6e1929 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:27:53.277413 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-97297c7e-0747-43ba-8f09-acc45805d542 admin admin] Publish callbacks [] for router_gateway (af3e702f-7f1a-481c-bfa8-1ce9f3271f5b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:53.358872 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56858abf-7951-4e7d-9f83-a0808d6e1929 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:27:53.368188 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (9d98ca0a-52ba-434b-9d45-90bf70e9c669), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:53.369890 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-70430b00-8bc1-4e98-b0b1-8b1256da215f None None] Current status of the port 9d98ca0a-52ba-434b-9d45-90bf70e9c669 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:27:53.370271 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-70430b00-8bc1-4e98-b0b1-8b1256da215f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (9d98ca0a-52ba-434b-9d45-90bf70e9c669), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:53.525903 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-70de5ecd-a736-47b9-943a-bbb402e7a6f1 req-2fb60391-d0da-40a4-9563-363a56436fc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:27:53.537518 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-70de5ecd-a736-47b9-943a-bbb402e7a6f1 req-2fb60391-d0da-40a4-9563-363a56436fc3 service neutron] Publish callbacks [] for port (c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:53.545851 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e7199c09-5f53-490a-a9aa-3a5986072c5c None None] Publish callbacks [] for port (223fa642-2419-4fdd-afc9-016a62eebc1f), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:53.563130 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-70de5ecd-a736-47b9-943a-bbb402e7a6f1 req-2fb60391-d0da-40a4-9563-363a56436fc3 service neutron] Transition to ACTIVE for port object c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:27:53.576236 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-70de5ecd-a736-47b9-943a-bbb402e7a6f1 req-2fb60391-d0da-40a4-9563-363a56436fc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:53.597492 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device ec11a230-4b53-4461-bdee-bd6775e58bd4 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:27:53.612257 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-97297c7e-0747-43ba-8f09-acc45805d542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (af3e702f-7f1a-481c-bfa8-1ce9f3271f5b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:53.768486 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5a6e063f-22bf-44c0-9529-75c3d6b08e43 req-f2ce62b6-f4f8-494e-ae21-7de34b63b799 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5601768 Feb 17 17:27:53.769796 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb60391-d0da-40a4-9563-363a56436fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:53.810529 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e7199c09-5f53-490a-a9aa-3a5986072c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (223fa642-2419-4fdd-afc9-016a62eebc1f), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:53.813098 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-02f8681e-399e-4da4-9cf1-d6174f816d42 req-639af67f-8880-46cb-84dd-1862a3a6bd2b tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Publish callbacks [] for security_group (e613af80-2bba-4324-995a-1e252fe6c47e), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:53.860770 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56858abf-7951-4e7d-9f83-a0808d6e1929 None None] Pushing event updated for resources: {'Port': ['ID=bd586bf1-ecba-4a04-9aa4-077ac051f08c,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:53.863485 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36244) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:27:53.882304 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-70de5ecd-a736-47b9-943a-bbb402e7a6f1 req-2fb60391-d0da-40a4-9563-363a56436fc3 service neutron] Attempting to bind port c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85 on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:27:53.885118 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-70de5ecd-a736-47b9-943a-bbb402e7a6f1 req-2fb60391-d0da-40a4-9563-363a56436fc3 service neutron] Attempting to bind port c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:27:53.886292 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70de5ecd-a736-47b9-943a-bbb402e7a6f1 req-2fb60391-d0da-40a4-9563-363a56436fc3 service neutron] Attempting to bind port c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:27:53.906998 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70de5ecd-a736-47b9-943a-bbb402e7a6f1 req-2fb60391-d0da-40a4-9563-363a56436fc3 service neutron] Port c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:27:53.909752 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70de5ecd-a736-47b9-943a-bbb402e7a6f1 req-2fb60391-d0da-40a4-9563-363a56436fc3 service neutron] Attempting to bind port c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:27:53.962817 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70de5ecd-a736-47b9-943a-bbb402e7a6f1 req-2fb60391-d0da-40a4-9563-363a56436fc3 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:27:53.968738 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70de5ecd-a736-47b9-943a-bbb402e7a6f1 req-2fb60391-d0da-40a4-9563-363a56436fc3 service neutron] Checking segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:27:53.969134 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70de5ecd-a736-47b9-943a-bbb402e7a6f1 req-2fb60391-d0da-40a4-9563-363a56436fc3 service neutron] Bound using segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:27:53.969602 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-70de5ecd-a736-47b9-943a-bbb402e7a6f1 req-2fb60391-d0da-40a4-9563-363a56436fc3 service neutron] Bound port: c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:27:53.969963 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-70de5ecd-a736-47b9-943a-bbb402e7a6f1 req-2fb60391-d0da-40a4-9563-363a56436fc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:54.032390 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=9d98ca0a-52ba-434b-9d45-90bf70e9c669,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:54.083144 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7199c09-5f53-490a-a9aa-3a5986072c5c None None] Network f70b865e-3af6-4d6e-a560-3c12eb24c564 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:27:54.090756 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7199c09-5f53-490a-a9aa-3a5986072c5c None None] Pushing event updated for resources: {'Port': ['ID=223fa642-2419-4fdd-afc9-016a62eebc1f,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:54.092230 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-451276f2-eae6-4b0a-928d-a65ad8881bde tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:54.097823 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-451276f2-eae6-4b0a-928d-a65ad8881bde tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:54.100044 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-451276f2-eae6-4b0a-928d-a65ad8881bde tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.71 "GET /v2.0/networks?id=cab90405-f36c-48be-bf69-f10d430343fe&id=f70b865e-3af6-4d6e-a560-3c12eb24c564&id=cab90405-f36c-48be-bf69-f10d430343fe HTTP/1.1" status: 200 len: 1391 time: 0.4778013 Feb 17 17:27:54.110455 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-70de5ecd-a736-47b9-943a-bbb402e7a6f1 req-2fb60391-d0da-40a4-9563-363a56436fc3 service neutron] For port c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85, host n-h2-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:27:54.115010 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-70de5ecd-a736-47b9-943a-bbb402e7a6f1 req-2fb60391-d0da-40a4-9563-363a56436fc3 service neutron] For port c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:27:54.118632 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-02f8681e-399e-4da4-9cf1-d6174f816d42 req-639af67f-8880-46cb-84dd-1862a3a6bd2b tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Publish callbacks [] for security_group (e613af80-2bba-4324-995a-1e252fe6c47e), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:54.122307 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-7c4554d8-5130-457a-9c73-64a5df6f3230 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Request body: {'port': {'device_id': 'e4c3bcea-8963-40cf-a029-bf3ec88c8aa2', 'network_id': 'cab90405-f36c-48be-bf69-f10d430343fe', 'admin_state_up': True, 'tenant_id': '80f09b75faf84054a203824c5c5feea6'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:27:54.144768 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-e7199c09-5f53-490a-a9aa-3a5986072c5c None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:27:54.150249 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7199c09-5f53-490a-a9aa-3a5986072c5c None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:27:54.159373 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-56858abf-7951-4e7d-9f83-a0808d6e1929 None None] Attempting to bind port bd586bf1-ecba-4a04-9aa4-077ac051f08c on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:27:54.160082 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-56858abf-7951-4e7d-9f83-a0808d6e1929 None None] Attempting to bind port bd586bf1-ecba-4a04-9aa4-077ac051f08c by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '08e79ddd-0f41-4243-a139-ae5d8358a2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b08f4a8e-8600-49ba-b2a7-04a285c94607'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:27:54.160690 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56858abf-7951-4e7d-9f83-a0808d6e1929 None None] Attempting to bind port bd586bf1-ecba-4a04-9aa4-077ac051f08c on network b08f4a8e-8600-49ba-b2a7-04a285c94607 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:27:54.163210 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-442630c7-edc8-40a4-8403-202655ee8b14 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks [] for security_group (191ce2cc-d8cd-4ab1-935e-8b9c7bef90f9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:54.163851 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.api [None req-70430b00-8bc1-4e98-b0b1-8b1256da215f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:27:54.164377 n-d-829613-2 neutron-server[103436]: DEBUG oslo_db.api [None req-70430b00-8bc1-4e98-b0b1-8b1256da215f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 17:27:54.174063 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-70de5ecd-a736-47b9-943a-bbb402e7a6f1 req-2fb60391-d0da-40a4-9563-363a56436fc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:54.300018 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de5ecd-a736-47b9-943a-bbb402e7a6f1 req-2fb60391-d0da-40a4-9563-363a56436fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:54.300846 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-70de5ecd-a736-47b9-943a-bbb402e7a6f1 req-2fb60391-d0da-40a4-9563-363a56436fc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:54.302551 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-70de5ecd-a736-47b9-943a-bbb402e7a6f1 req-2fb60391-d0da-40a4-9563-363a56436fc3 service neutron] 10.222.0.91 "PUT /v2.0/ports/c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85 HTTP/1.1" status: 200 len: 1095 time: 1.3992164 Feb 17 17:27:54.308138 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb93b63b-0220-4b74-82c5-c6726770f5bd', 'tag': 'c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:27:54.308618 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-442630c7-edc8-40a4-8403-202655ee8b14 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks [] for security_group (191ce2cc-d8cd-4ab1-935e-8b9c7bef90f9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:54.311237 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3cafbd-7f90-4ce8-9c26-23c4dca65a29" -d '{"events": [{"name": "network-changed", "server_uuid": "bb93b63b-0220-4b74-82c5-c6726770f5bd", "tag": "c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:27:54.341380 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56858abf-7951-4e7d-9f83-a0808d6e1929 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:27:54.341749 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56858abf-7951-4e7d-9f83-a0808d6e1929 None None] Checking segment: {'id': '08e79ddd-0f41-4243-a139-ae5d8358a2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b08f4a8e-8600-49ba-b2a7-04a285c94607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:27:54.342617 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-56858abf-7951-4e7d-9f83-a0808d6e1929 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:54.343020 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56858abf-7951-4e7d-9f83-a0808d6e1929 None None] Bound using segment: {'id': '08e79ddd-0f41-4243-a139-ae5d8358a2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b08f4a8e-8600-49ba-b2a7-04a285c94607'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:27:54.343576 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-56858abf-7951-4e7d-9f83-a0808d6e1929 None None] Bound port: bd586bf1-ecba-4a04-9aa4-077ac051f08c, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08e79ddd-0f41-4243-a139-ae5d8358a2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b08f4a8e-8600-49ba-b2a7-04a285c94607'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:27:54.344015 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-56858abf-7951-4e7d-9f83-a0808d6e1929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (bd586bf1-ecba-4a04-9aa4-077ac051f08c), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:54.344730 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb60391-d0da-40a4-9563-363a56436fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:54.359482 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97297c7e-0747-43ba-8f09-acc45805d542 admin admin] Router af3e702f-7f1a-481c-bfa8-1ce9f3271f5b is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:27:54.387675 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731cbde3-1bca-48db-81fb-410d08251a81 req-6e415690-8e3e-4f55-be98-544d4940b2ed tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:54.395160 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-731cbde3-1bca-48db-81fb-410d08251a81 req-6e415690-8e3e-4f55-be98-544d4940b2ed tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=bb93b63b-0220-4b74-82c5-c6726770f5bd HTTP/1.1" status: 200 len: 947 time: 0.2692873 Feb 17 17:27:54.398171 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-02f8681e-399e-4da4-9cf1-d6174f816d42 req-639af67f-8880-46cb-84dd-1862a3a6bd2b tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (e613af80-2bba-4324-995a-1e252fe6c47e), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:54.406152 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-02f8681e-399e-4da4-9cf1-d6174f816d42 req-639af67f-8880-46cb-84dd-1862a3a6bd2b tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:54.407453 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-02f8681e-399e-4da4-9cf1-d6174f816d42 req-639af67f-8880-46cb-84dd-1862a3a6bd2b tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] 10.222.0.87 "DELETE /v2.0/security-groups/e613af80-2bba-4324-995a-1e252fe6c47e HTTP/1.1" status: 204 len: 173 time: 1.2474184 Feb 17 17:27:54.417659 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port ec11a230-4b53-4461-bdee-bd6775e58bd4 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:27:54.417875 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ec11a230-4b53-4461-bdee-bd6775e58bd4), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:54.488436 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-e7199c09-5f53-490a-a9aa-3a5986072c5c None None] Attempting to bind port 223fa642-2419-4fdd-afc9-016a62eebc1f on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:27:54.488816 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-e7199c09-5f53-490a-a9aa-3a5986072c5c None None] Attempting to bind port 223fa642-2419-4fdd-afc9-016a62eebc1f by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '89799937-4d92-4b31-a1f3-94feba8495ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f70b865e-3af6-4d6e-a560-3c12eb24c564'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:27:54.489234 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7199c09-5f53-490a-a9aa-3a5986072c5c None None] Attempting to bind port 223fa642-2419-4fdd-afc9-016a62eebc1f on network f70b865e-3af6-4d6e-a560-3c12eb24c564 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:27:54.493561 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639af67f-8880-46cb-84dd-1862a3a6bd2b tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e613af80-2bba-4324-995a-1e252fe6c47e,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:54.531520 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-121ddcb4-7c78-44ef-8ce3-bc6d881f0381 req-eafd04f1-9cba-4f0b-be31-dcf32d808da5 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=9accda19-65b6-4f5e-8a2b-7acd9fe528a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3627145 Feb 17 17:27:54.579517 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7199c09-5f53-490a-a9aa-3a5986072c5c None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:27:54.580091 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7199c09-5f53-490a-a9aa-3a5986072c5c None None] Checking segment: {'id': '89799937-4d92-4b31-a1f3-94feba8495ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f70b865e-3af6-4d6e-a560-3c12eb24c564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:27:54.580341 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e7199c09-5f53-490a-a9aa-3a5986072c5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:54.580743 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7199c09-5f53-490a-a9aa-3a5986072c5c None None] Bound using segment: {'id': '89799937-4d92-4b31-a1f3-94feba8495ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f70b865e-3af6-4d6e-a560-3c12eb24c564'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:27:54.581314 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-e7199c09-5f53-490a-a9aa-3a5986072c5c None None] Bound port: 223fa642-2419-4fdd-afc9-016a62eebc1f, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89799937-4d92-4b31-a1f3-94feba8495ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f70b865e-3af6-4d6e-a560-3c12eb24c564'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:27:54.581699 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e7199c09-5f53-490a-a9aa-3a5986072c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (223fa642-2419-4fdd-afc9-016a62eebc1f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:54.590349 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-731cbde3-1bca-48db-81fb-410d08251a81 req-719aa063-137b-4309-8dee-1b6bce17d31c tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939065 Feb 17 17:27:54.676266 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-79d98e97-3439-4b30-9dc2-cc26f296c009 req-0c37673b-1358-4076-a5ba-2302adb3173e tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/ports?device_id=e4c3bcea-8963-40cf-a029-bf3ec88c8aa2 HTTP/1.1" status: 200 len: 210 time: 0.0995338 Feb 17 17:27:54.701905 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de5ecd-a736-47b9-943a-bbb402e7a6f1 req-6adba339-42f9-45ab-9647-d6f4edc63c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:54.704891 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-70de5ecd-a736-47b9-943a-bbb402e7a6f1 req-6adba339-42f9-45ab-9647-d6f4edc63c9c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=673fd82048cd49c18f82ffc2fb910a6e&device_id=bb93b63b-0220-4b74-82c5-c6726770f5bd HTTP/1.1" status: 200 len: 1129 time: 0.3552687 Feb 17 17:27:54.744885 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-e7199c09-5f53-490a-a9aa-3a5986072c5c None None] For port 223fa642-2419-4fdd-afc9-016a62eebc1f, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:27:54.751805 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-e7199c09-5f53-490a-a9aa-3a5986072c5c None None] For port 223fa642-2419-4fdd-afc9-016a62eebc1f, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=223fa642-2419-4fdd-afc9-016a62eebc1f,segment=NetworkSegment(89799937-4d92-4b31-a1f3-94feba8495ec),segment_id=89799937-4d92-4b31-a1f3-94feba8495ec)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:27:54.783555 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e7199c09-5f53-490a-a9aa-3a5986072c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (223fa642-2419-4fdd-afc9-016a62eebc1f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:54.803775 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-7c4554d8-5130-457a-9c73-64a5df6f3230 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Made reservation on behalf of 80f09b75faf84054a203824c5c5feea6 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:27:54.817949 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1f9b40-e94e-4471-9b14-19d0f31396ba x-openstack-request-id: req-3e1f9b40-e94e-4471-9b14-19d0f31396ba {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:27:54.818450 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb93b63b-0220-4b74-82c5-c6726770f5bd", "tag": "c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:27:54.818860 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3e1f9b40-e94e-4471-9b14-19d0f31396ba {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:27:54.819881 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-7c4554d8-5130-457a-9c73-64a5df6f3230 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:54.820521 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb93b63b-0220-4b74-82c5-c6726770f5bd', 'tag': 'c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85', 'status': 'completed', 'code': 200} Feb 17 17:27:54.822707 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-442630c7-edc8-40a4-8403-202655ee8b14 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (191ce2cc-d8cd-4ab1-935e-8b9c7bef90f9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:54.825605 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-70de5ecd-a736-47b9-943a-bbb402e7a6f1 req-0f2a4460-a715-4d0f-9860-fdbddc98edd0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85 HTTP/1.1" status: 200 len: 217 time: 0.1121068 Feb 17 17:27:54.832430 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-442630c7-edc8-40a4-8403-202655ee8b14 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:54.834842 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-442630c7-edc8-40a4-8403-202655ee8b14 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "DELETE /v2.0/security-groups/191ce2cc-d8cd-4ab1-935e-8b9c7bef90f9 HTTP/1.1" status: 204 len: 168 time: 0.9695773 Feb 17 17:27:54.845967 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36250) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:27:54.954557 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442630c7-edc8-40a4-8403-202655ee8b14 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=191ce2cc-d8cd-4ab1-935e-8b9c7bef90f9,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:54.961868 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-b24b46ca-b493-42a4-9699-9a38c5a81092 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] show failed (client error): The resource could not be found. Feb 17 17:27:54.964437 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b24b46ca-b493-42a4-9699-9a38c5a81092 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "GET /v2.0/security-groups/191ce2cc-d8cd-4ab1-935e-8b9c7bef90f9 HTTP/1.1" status: 404 len: 347 time: 0.1098146 Feb 17 17:27:54.974921 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36252) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:27:55.069415 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-56858abf-7951-4e7d-9f83-a0808d6e1929 None None] For port bd586bf1-ecba-4a04-9aa4-077ac051f08c, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:27:55.073145 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-56858abf-7951-4e7d-9f83-a0808d6e1929 None None] For port bd586bf1-ecba-4a04-9aa4-077ac051f08c, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=bd586bf1-ecba-4a04-9aa4-077ac051f08c,segment=NetworkSegment(08e79ddd-0f41-4243-a139-ae5d8358a2ec),segment_id=08e79ddd-0f41-4243-a139-ae5d8358a2ec)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:27:55.192227 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7199c09-5f53-490a-a9aa-3a5986072c5c None None] Pushing event updated for resources: {'Port': ['ID=223fa642-2419-4fdd-afc9-016a62eebc1f,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:55.195194 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-70430b00-8bc1-4e98-b0b1-8b1256da215f None None] Current status of the port 9d98ca0a-52ba-434b-9d45-90bf70e9c669 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:27:55.253527 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-56858abf-7951-4e7d-9f83-a0808d6e1929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (bd586bf1-ecba-4a04-9aa4-077ac051f08c), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:55.556991 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56858abf-7951-4e7d-9f83-a0808d6e1929 None None] Pushing event updated for resources: {'Port': ['ID=bd586bf1-ecba-4a04-9aa4-077ac051f08c,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:55.573767 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ddcb4-7c78-44ef-8ce3-bc6d881f0381 req-161e8a29-4809-4f47-96f4-3450f36f17e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:55.580809 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-121ddcb4-7c78-44ef-8ce3-bc6d881f0381 req-161e8a29-4809-4f47-96f4-3450f36f17e6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5bb8389d8da44943868afc5c1f119806&device_id=9accda19-65b6-4f5e-8a2b-7acd9fe528a3 HTTP/1.1" status: 200 len: 1126 time: 0.9846094 Feb 17 17:27:55.596234 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97297c7e-0747-43ba-8f09-acc45805d542 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:27:55.615736 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9b8756-2ce9-4326-bb6b-a7d6582522be None None] Sync routers for ids ['af3e702f-7f1a-481c-bfa8-1ce9f3271f5b'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:27:55.626003 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port ec11a230-4b53-4461-bdee-bd6775e58bd4 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:27:55.641252 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9b8756-2ce9-4326-bb6b-a7d6582522be None None] Routers {'af3e702f-7f1a-481c-bfa8-1ce9f3271f5b'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:27:55.646663 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-5c9b8756-2ce9-4326-bb6b-a7d6582522be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:27:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['af3e702f-7f1a-481c-bfa8-1ce9f3271f5b'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:27:55.744643 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-97297c7e-0747-43ba-8f09-acc45805d542 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:55.747667 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-97297c7e-0747-43ba-8f09-acc45805d542 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.4223504 Feb 17 17:27:55.785974 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36276) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:27:55.841498 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de5ecd-a736-47b9-943a-bbb402e7a6f1 req-d89fdda1-1ef1-469d-990f-34a245fd2ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:55.845162 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-70de5ecd-a736-47b9-943a-bbb402e7a6f1 req-d89fdda1-1ef1-469d-990f-34a245fd2ab0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 1.0144675 Feb 17 17:27:55.862599 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-60417d73-57ab-48a2-9d97-edf2612d50a4 req-598672ec-737b-4549-bb58-02af54d4fcdc tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] 10.222.0.87 "GET /v2.0/security-groups/209a4d1b-5775-4a52-938b-9d4fcc1d09ac HTTP/1.1" status: 200 len: 1830 time: 1.0129299 Feb 17 17:27:56.003046 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-5c9b8756-2ce9-4326-bb6b-a7d6582522be None None] Set router af3e702f-7f1a-481c-bfa8-1ce9f3271f5b gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:27:56.039632 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-a9f2f2c7-18d8-46aa-af91-b8ca3e2a6550 None None] Provisioning complete for port 9d98ca0a-52ba-434b-9d45-90bf70e9c669 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:27:56.039632 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a9f2f2c7-18d8-46aa-af91-b8ca3e2a6550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (9d98ca0a-52ba-434b-9d45-90bf70e9c669), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:56.145457 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-7fe3bb90-5f3b-4149-a8dc-03aa4ad6f2d0 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Deleting port 1cee7734-0b97-4a45-8b34-2b5c4ab32b70 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:27:56.145800 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7fe3bb90-5f3b-4149-a8dc-03aa4ad6f2d0 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (1cee7734-0b97-4a45-8b34-2b5c4ab32b70), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:56.175884 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 9d98ca0a-52ba-434b-9d45-90bf70e9c669 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:27:56.196179 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de5ecd-a736-47b9-943a-bbb402e7a6f1 req-e133361d-8972-44ba-9fd7-2ca3201c748f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:56.197937 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-70de5ecd-a736-47b9-943a-bbb402e7a6f1 req-e133361d-8972-44ba-9fd7-2ca3201c748f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3261902 Feb 17 17:27:56.204655 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-60417d73-57ab-48a2-9d97-edf2612d50a4 req-e2396bfb-cbfc-4222-9035-052d21d5d7a6 tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Publish callbacks [] for security_group (209a4d1b-5775-4a52-938b-9d4fcc1d09ac), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:56.356071 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-60417d73-57ab-48a2-9d97-edf2612d50a4 req-e2396bfb-cbfc-4222-9035-052d21d5d7a6 tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Publish callbacks [] for security_group (209a4d1b-5775-4a52-938b-9d4fcc1d09ac), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:56.367804 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2f2c7-18d8-46aa-af91-b8ca3e2a6550 None None] Current status of the port 9d98ca0a-52ba-434b-9d45-90bf70e9c669 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:27:56.400904 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-7c4554d8-5130-457a-9c73-64a5df6f3230 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Allocated IP 19.80.0.8 (cab90405-f36c-48be-bf69-f10d430343fe/2bdfda3e-bf71-439c-9143-aae74f30305c/097324b7-156b-4fa5-93ca-1e37a6836779) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:27:56.532134 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7fe3bb90-5f3b-4149-a8dc-03aa4ad6f2d0 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (1cee7734-0b97-4a45-8b34-2b5c4ab32b70), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:56.532638 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7fe3bb90-5f3b-4149-a8dc-03aa4ad6f2d0 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks [] for floatingip (1cee7734-0b97-4a45-8b34-2b5c4ab32b70), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:56.566367 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-7fe3bb90-5f3b-4149-a8dc-03aa4ad6f2d0 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Calling delete_port for 1cee7734-0b97-4a45-8b34-2b5c4ab32b70 owned by network:floatingip {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:27:56.619004 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 9d98ca0a-52ba-434b-9d45-90bf70e9c669 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:27:56.619450 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (9d98ca0a-52ba-434b-9d45-90bf70e9c669), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:56.638264 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-5c9b8756-2ce9-4326-bb6b-a7d6582522be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3e702f-7f1a-481c-bfa8-1ce9f3271f5b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1531960546-router', 'tenant_id': '83d27f01cb524478afdbdbd9b9cbd070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '52977d3b-2e3a-457f-821f-b7167a4f36b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:27:50Z', 'updated_at': '2022-02-17T17:27:53Z', 'revision_number': 3, 'project_id': '83d27f01cb524478afdbdbd9b9cbd070', 'gw_port': {'id': '52977d3b-2e3a-457f-821f-b7167a4f36b3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3e702f-7f1a-481c-bfa8-1ce9f3271f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:27:51Z', 'updated_at': '2022-02-17T17:27:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:27:56.731613 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9b8756-2ce9-4326-bb6b-a7d6582522be None None] Checking router: af3e702f-7f1a-481c-bfa8-1ce9f3271f5b for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:27:56.732267 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9b8756-2ce9-4326-bb6b-a7d6582522be None None] Updating router af3e702f-7f1a-481c-bfa8-1ce9f3271f5b port 52977d3b-2e3a-457f-821f-b7167a4f36b3 binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:27:56.769371 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [req-620e224f-0229-4217-9ef0-40e29382072f req-db5416b4-164c-4560-9887-72de8ddcdd15 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:27:56.770727 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-620e224f-0229-4217-9ef0-40e29382072f req-db5416b4-164c-4560-9887-72de8ddcdd15 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0387037 Feb 17 17:27:56.822027 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5c9b8756-2ce9-4326-bb6b-a7d6582522be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (52977d3b-2e3a-457f-821f-b7167a4f36b3), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:56.851053 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-60417d73-57ab-48a2-9d97-edf2612d50a4 req-e2396bfb-cbfc-4222-9035-052d21d5d7a6 tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (209a4d1b-5775-4a52-938b-9d4fcc1d09ac), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:56.854106 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-60417d73-57ab-48a2-9d97-edf2612d50a4 req-e2396bfb-cbfc-4222-9035-052d21d5d7a6 tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:56.855101 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-60417d73-57ab-48a2-9d97-edf2612d50a4 req-e2396bfb-cbfc-4222-9035-052d21d5d7a6 tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] 10.222.0.87 "DELETE /v2.0/security-groups/209a4d1b-5775-4a52-938b-9d4fcc1d09ac HTTP/1.1" status: 204 len: 173 time: 0.9916468 Feb 17 17:27:56.871485 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7fe3bb90-5f3b-4149-a8dc-03aa4ad6f2d0 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (1cee7734-0b97-4a45-8b34-2b5c4ab32b70), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:56.878061 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36284) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:27:56.936429 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 9d98ca0a-52ba-434b-9d45-90bf70e9c669 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:27:56.937660 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 223fa642-2419-4fdd-afc9-016a62eebc1f up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:27:56.990477 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ddcb4-7c78-44ef-8ce3-bc6d881f0381 req-e4a2fe43-3223-4f7b-91b0-9937e652df3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:56.991136 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe3bb90-5f3b-4149-a8dc-03aa4ad6f2d0 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Pushing event deleted for resources: {'Port': ['ID=1cee7734-0b97-4a45-8b34-2b5c4ab32b70,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:56.992009 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-121ddcb4-7c78-44ef-8ce3-bc6d881f0381 req-e4a2fe43-3223-4f7b-91b0-9937e652df3d service neutron] 10.222.0.91 "GET /v2.0/networks?id=5dbbad70-2eaf-4ac4-baab-330b001075bb HTTP/1.1" status: 200 len: 921 time: 1.3305724 Feb 17 17:27:56.996192 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9bac38b-9b8e-4a70-83c5-8f89adeab1ef admin admin] Deleting subnet 4a7db999-dc67-4a85-935c-11216e48a462 {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:27:57.000131 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f9bac38b-9b8e-4a70-83c5-8f89adeab1ef admin admin] Publish callbacks [] for subnet (4a7db999-dc67-4a85-935c-11216e48a462), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:57.041588 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a46639c-f85c-43a0-9be9-154b5a35bfe6 None None] Network f70b865e-3af6-4d6e-a560-3c12eb24c564 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:27:57.076949 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e224f-0229-4217-9ef0-40e29382072f req-d8b70e36-9f62-42e3-be3d-1e857976b67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:57.078817 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-620e224f-0229-4217-9ef0-40e29382072f req-d8b70e36-9f62-42e3-be3d-1e857976b67c service neutron] 10.222.0.87 "GET /v2.0/ports/2bd2d45a-2751-42e4-bfb7-788088c608c4 HTTP/1.1" status: 200 len: 1125 time: 0.2911053 Feb 17 17:27:57.106444 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f9bac38b-9b8e-4a70-83c5-8f89adeab1ef admin admin] Publish callbacks [] for subnet (4a7db999-dc67-4a85-935c-11216e48a462), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:57.111217 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2396bfb-cbfc-4222-9035-052d21d5d7a6 tempest-SecurityGroupRulesNegativeTestJSON-1205350992 tempest-SecurityGroupRulesNegativeTestJSON-1205350992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=209a4d1b-5775-4a52-938b-9d4fcc1d09ac,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:57.141756 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-620e224f-0229-4217-9ef0-40e29382072f req-bedc9c19-4c15-47ae-ac6b-e03a947026ad service neutron] Request body: {'binding': {'host': 'n-h1-829613-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:27:57.143315 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-620e224f-0229-4217-9ef0-40e29382072f req-bedc9c19-4c15-47ae-ac6b-e03a947026ad service neutron] Unknown quota resources ['binding']. {{(pid=103434) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 17 17:27:57.212478 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7fe3bb90-5f3b-4149-a8dc-03aa4ad6f2d0 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks [] for floatingip (9d976748-c77c-4c55-85ca-a58cc6f3eae2), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:57.215662 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7fe3bb90-5f3b-4149-a8dc-03aa4ad6f2d0 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:57.219903 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-7fe3bb90-5f3b-4149-a8dc-03aa4ad6f2d0 tempest-ServersWithSpecificFlavorTestJSON-9019388 tempest-ServersWithSpecificFlavorTestJSON-9019388-project] 10.222.0.87 "DELETE /v2.0/floatingips/9d976748-c77c-4c55-85ca-a58cc6f3eae2 HTTP/1.1" status: 204 len: 168 time: 2.2410760 Feb 17 17:27:57.222430 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f9bac38b-9b8e-4a70-83c5-8f89adeab1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (4a7db999-dc67-4a85-935c-11216e48a462), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:57.230272 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-121ddcb4-7c78-44ef-8ce3-bc6d881f0381 req-63e83c35-be9e-49c1-a39c-f2c53f76f232 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d43be304-3921-4d97-85b8-73e6059cde84 HTTP/1.1" status: 200 len: 217 time: 0.1962421 Feb 17 17:27:57.263958 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-70de5ecd-a736-47b9-943a-bbb402e7a6f1 req-35e9c26f-2ecf-472b-affc-09af65d0e589 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0501363 Feb 17 17:27:57.278735 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a6a53721-23e6-4031-ba25-487169bdd5a8 req-697f2065-e0bb-4b9a-851b-b19b3cecba98 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7a27ac8e-4198-4583-be87-78a6af882241&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2103143 Feb 17 17:27:57.382191 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ddcb4-7c78-44ef-8ce3-bc6d881f0381 req-14da91af-204d-48bb-8db0-6224d96b2a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:57.386568 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-121ddcb4-7c78-44ef-8ce3-bc6d881f0381 req-14da91af-204d-48bb-8db0-6224d96b2a29 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d4b8c7cb-ffed-4089-8d05-52af74f92303 HTTP/1.1" status: 200 len: 860 time: 0.1500120 Feb 17 17:27:57.467887 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-121ddcb4-7c78-44ef-8ce3-bc6d881f0381 req-cac191f4-6f09-442d-99bd-6714dc36c669 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5dbbad70-2eaf-4ac4-baab-330b001075bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671384 Feb 17 17:27:57.482889 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458ff8e-3d24-43e6-90d4-26e9c054a2fc req-ca14181d-4681-4b80-88a3-571f665fd1f6 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:57.484760 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f458ff8e-3d24-43e6-90d4-26e9c054a2fc req-ca14181d-4681-4b80-88a3-571f665fd1f6 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=bb93b63b-0220-4b74-82c5-c6726770f5bd HTTP/1.1" status: 200 len: 947 time: 0.4313266 Feb 17 17:27:57.542890 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5c9b8756-2ce9-4326-bb6b-a7d6582522be None None] Publish callbacks [] for port (52977d3b-2e3a-457f-821f-b7167a4f36b3), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:57.543133 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f9bac38b-9b8e-4a70-83c5-8f89adeab1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for subnet (4a7db999-dc67-4a85-935c-11216e48a462), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:57.552682 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5c9b8756-2ce9-4326-bb6b-a7d6582522be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (52977d3b-2e3a-457f-821f-b7167a4f36b3), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:57.591063 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bac38b-9b8e-4a70-83c5-8f89adeab1ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a7db999-dc67-4a85-935c-11216e48a462,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:57.605927 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a53721-23e6-4031-ba25-487169bdd5a8 req-2dffa0ee-93d2-4ce9-97b7-497132ef7a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:57.607575 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a6a53721-23e6-4031-ba25-487169bdd5a8 req-2dffa0ee-93d2-4ce9-97b7-497132ef7a87 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=673fd82048cd49c18f82ffc2fb910a6e&device_id=7a27ac8e-4198-4583-be87-78a6af882241 HTTP/1.1" status: 200 len: 1131 time: 0.2791121 Feb 17 17:27:57.618135 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f9bac38b-9b8e-4a70-83c5-8f89adeab1ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:57.623956 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-f9bac38b-9b8e-4a70-83c5-8f89adeab1ef admin admin] 10.222.0.87 "DELETE /v2.0/subnets/4a7db999-dc67-4a85-935c-11216e48a462 HTTP/1.1" status: 204 len: 168 time: 0.7234693 Feb 17 17:27:57.629645 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36288) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:27:57.631290 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-70de5ecd-a736-47b9-943a-bbb402e7a6f1 req-b73cb768-06e7-451d-abc3-8e097f710cbf service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578947 Feb 17 17:27:57.642270 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da19c3-ef20-4fdb-96c4-6eb1fd357bf7 None None] Pushing event updated for resources: {'Port': ['ID=52977d3b-2e3a-457f-821f-b7167a4f36b3,revision_number=2']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:57.680695 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-5c9b8756-2ce9-4326-bb6b-a7d6582522be None None] Attempting to bind port 52977d3b-2e3a-457f-821f-b7167a4f36b3 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:27:57.681175 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-5c9b8756-2ce9-4326-bb6b-a7d6582522be None None] Attempting to bind port 52977d3b-2e3a-457f-821f-b7167a4f36b3 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:27:57.681721 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9b8756-2ce9-4326-bb6b-a7d6582522be None None] Attempting to bind port 52977d3b-2e3a-457f-821f-b7167a4f36b3 on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:27:57.687494 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d82401-39f2-4010-ac6b-bbf5fb4bb50c None None] Network b08f4a8e-8600-49ba-b2a7-04a285c94607 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:27:57.690944 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9b8756-2ce9-4326-bb6b-a7d6582522be None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:27:57.691561 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9b8756-2ce9-4326-bb6b-a7d6582522be None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:27:57.693206 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5c9b8756-2ce9-4326-bb6b-a7d6582522be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:57.693773 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9b8756-2ce9-4326-bb6b-a7d6582522be None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:27:57.694432 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-5c9b8756-2ce9-4326-bb6b-a7d6582522be None None] Bound port: 52977d3b-2e3a-457f-821f-b7167a4f36b3, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:27:57.695002 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5c9b8756-2ce9-4326-bb6b-a7d6582522be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (52977d3b-2e3a-457f-821f-b7167a4f36b3), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:57.772032 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-5c9b8756-2ce9-4326-bb6b-a7d6582522be None None] For port 52977d3b-2e3a-457f-821f-b7167a4f36b3, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:27:57.780843 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-5c9b8756-2ce9-4326-bb6b-a7d6582522be None None] For port 52977d3b-2e3a-457f-821f-b7167a4f36b3, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=52977d3b-2e3a-457f-821f-b7167a4f36b3,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:27:57.793003 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5c9b8756-2ce9-4326-bb6b-a7d6582522be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (52977d3b-2e3a-457f-821f-b7167a4f36b3), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:57.819540 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f458ff8e-3d24-43e6-90d4-26e9c054a2fc req-78c48d3d-8914-4a43-bb7c-81e6e56daeba tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101842 Feb 17 17:27:57.898495 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-24996345-7c79-42c9-9107-97a5d0d07406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (ea746d1f-8c81-45cd-a96e-16fb0fbadd06), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:57.937417 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da19c3-ef20-4fdb-96c4-6eb1fd357bf7 None None] Pushing event updated for resources: {'Port': ['ID=52977d3b-2e3a-457f-821f-b7167a4f36b3,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:57.940328 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-e9712e02-0bb7-431b-bf7f-1ba52086e45b None None] Provisioning complete for port 223fa642-2419-4fdd-afc9-016a62eebc1f triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:27:57.942279 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e9712e02-0bb7-431b-bf7f-1ba52086e45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (223fa642-2419-4fdd-afc9-016a62eebc1f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:57.963392 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-121ddcb4-7c78-44ef-8ce3-bc6d881f0381 req-41baf27b-750f-496f-97b1-905abb5dfba5 service neutron] 10.222.0.91 "GET /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898769 Feb 17 17:27:57.984982 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9b8756-2ce9-4326-bb6b-a7d6582522be None None] Routers {'af3e702f-7f1a-481c-bfa8-1ce9f3271f5b'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:27:57.985629 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-5c9b8756-2ce9-4326-bb6b-a7d6582522be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:27:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['af3e702f-7f1a-481c-bfa8-1ce9f3271f5b'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:27:58.033397 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f4421870-e872-4591-b0d5-503d95d793a4 req-385eec7c-d55e-41fc-ae3c-411bf6faa268 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/ports?device_id=e4c3bcea-8963-40cf-a029-bf3ec88c8aa2 HTTP/1.1" status: 200 len: 210 time: 0.1076028 Feb 17 17:27:58.136358 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 223fa642-2419-4fdd-afc9-016a62eebc1f triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:27:58.137661 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (223fa642-2419-4fdd-afc9-016a62eebc1f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:58.218126 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-24996345-7c79-42c9-9107-97a5d0d07406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (ea746d1f-8c81-45cd-a96e-16fb0fbadd06), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:58.256394 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-24996345-7c79-42c9-9107-97a5d0d07406 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:27:58.256779 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-24996345-7c79-42c9-9107-97a5d0d07406 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:27:58.257508 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-24996345-7c79-42c9-9107-97a5d0d07406 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:27:58.257846 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-24996345-7c79-42c9-9107-97a5d0d07406 admin admin] Subscribe: > port after_create 55550000 {{(pid=103435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:27:58.258319 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-24996345-7c79-42c9-9107-97a5d0d07406 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:27:58.258656 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-24996345-7c79-42c9-9107-97a5d0d07406 admin admin] Subscribe: > port after_update 55550000 {{(pid=103435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:27:58.258974 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-24996345-7c79-42c9-9107-97a5d0d07406 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:27:58.259307 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-24996345-7c79-42c9-9107-97a5d0d07406 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:27:58.259618 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-24996345-7c79-42c9-9107-97a5d0d07406 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:27:58.259935 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-24996345-7c79-42c9-9107-97a5d0d07406 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:27:58.278033 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-5c9b8756-2ce9-4326-bb6b-a7d6582522be None None] Set router af3e702f-7f1a-481c-bfa8-1ce9f3271f5b gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:27:58.330592 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-121ddcb4-7c78-44ef-8ce3-bc6d881f0381 req-56b89087-b53d-4d9c-a5e3-d1948d2000af service neutron] 10.222.0.91 "GET /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662015 Feb 17 17:27:58.369147 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-620e224f-0229-4217-9ef0-40e29382072f req-bedc9c19-4c15-47ae-ac6b-e03a947026ad service neutron] Attempting to bind port 2bd2d45a-2751-42e4-bfb7-788088c608c4 on host n-h1-829613-2 for vnic_type normal with profile None {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:27:58.369866 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-620e224f-0229-4217-9ef0-40e29382072f req-bedc9c19-4c15-47ae-ac6b-e03a947026ad service neutron] Attempting to bind port 2bd2d45a-2751-42e4-bfb7-788088c608c4 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '25b82b75-bd12-4667-b51a-aa287338793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:27:58.370423 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620e224f-0229-4217-9ef0-40e29382072f req-bedc9c19-4c15-47ae-ac6b-e03a947026ad service neutron] Attempting to bind port 2bd2d45a-2751-42e4-bfb7-788088c608c4 on network 210dd7a1-23b8-45c6-a401-b56590fcc3c1 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:27:58.421948 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620e224f-0229-4217-9ef0-40e29382072f req-bedc9c19-4c15-47ae-ac6b-e03a947026ad service neutron] Port 2bd2d45a-2751-42e4-bfb7-788088c608c4 on network 210dd7a1-23b8-45c6-a401-b56590fcc3c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:27:58.424208 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620e224f-0229-4217-9ef0-40e29382072f req-bedc9c19-4c15-47ae-ac6b-e03a947026ad service neutron] Attempting to bind port 2bd2d45a-2751-42e4-bfb7-788088c608c4 on network 210dd7a1-23b8-45c6-a401-b56590fcc3c1 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:27:58.439992 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-24996345-7c79-42c9-9107-97a5d0d07406 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:27:58.440419 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-24996345-7c79-42c9-9107-97a5d0d07406 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:27:58.440755 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-24996345-7c79-42c9-9107-97a5d0d07406 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:27:58.441084 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-24996345-7c79-42c9-9107-97a5d0d07406 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 17:27:58.441442 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-24996345-7c79-42c9-9107-97a5d0d07406 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea746d1f-8c81-45cd-a96e-16fb0fbadd06']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:27:58.455660 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 223fa642-2419-4fdd-afc9-016a62eebc1f is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:27:58.456222 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620e224f-0229-4217-9ef0-40e29382072f req-bedc9c19-4c15-47ae-ac6b-e03a947026ad service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:27:58.456396 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (223fa642-2419-4fdd-afc9-016a62eebc1f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:58.458242 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620e224f-0229-4217-9ef0-40e29382072f req-bedc9c19-4c15-47ae-ac6b-e03a947026ad service neutron] Checking segment: {'id': '25b82b75-bd12-4667-b51a-aa287338793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:27:58.458872 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620e224f-0229-4217-9ef0-40e29382072f req-bedc9c19-4c15-47ae-ac6b-e03a947026ad service neutron] Bound using segment: {'id': '25b82b75-bd12-4667-b51a-aa287338793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:27:58.459570 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-620e224f-0229-4217-9ef0-40e29382072f req-bedc9c19-4c15-47ae-ac6b-e03a947026ad service neutron] Bound port: 2bd2d45a-2751-42e4-bfb7-788088c608c4, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b82b75-bd12-4667-b51a-aa287338793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:27:58.466479 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-24996345-7c79-42c9-9107-97a5d0d07406 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82c079cf-1132-4fb5-9e61-8395996b9e55') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:27:58.466775 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-24996345-7c79-42c9-9107-97a5d0d07406 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82c079cf-1132-4fb5-9e61-8395996b9e55') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:27:58.476736 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-7c4554d8-5130-457a-9c73-64a5df6f3230 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks [] for port (097324b7-156b-4fa5-93ca-1e37a6836779), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:58.499025 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-24996345-7c79-42c9-9107-97a5d0d07406 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (82c079cf-1132-4fb5-9e61-8395996b9e55), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:58.546359 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-24996345-7c79-42c9-9107-97a5d0d07406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (82c079cf-1132-4fb5-9e61-8395996b9e55), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:58.565678 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 223fa642-2419-4fdd-afc9-016a62eebc1f, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=223fa642-2419-4fdd-afc9-016a62eebc1f,segment=NetworkSegment(89799937-4d92-4b31-a1f3-94feba8495ec),segment_id=89799937-4d92-4b31-a1f3-94feba8495ec)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:27:58.572409 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24996345-7c79-42c9-9107-97a5d0d07406 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:27:58.572685 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-24996345-7c79-42c9-9107-97a5d0d07406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (82c079cf-1132-4fb5-9e61-8395996b9e55), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:58.611394 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36304) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:27:58.655969 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-e9712e02-0bb7-431b-bf7f-1ba52086e45b None None] Current status of the port 223fa642-2419-4fdd-afc9-016a62eebc1f is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:27:58.663068 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3cafbd-7f90-4ce8-9c26-23c4dca65a29 req-e5a957f5-b4db-4dee-a59f-770fe0061eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:58.664901 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aa3cafbd-7f90-4ce8-9c26-23c4dca65a29 req-e5a957f5-b4db-4dee-a59f-770fe0061eb8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=673fd82048cd49c18f82ffc2fb910a6e&device_id=bb93b63b-0220-4b74-82c5-c6726770f5bd HTTP/1.1" status: 200 len: 1129 time: 0.9082897 Feb 17 17:27:58.667744 n-d-829613-2 neutron-server[103435]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 17:27:58.667744 n-d-829613-2 neutron-server[103435]: from cryptography.utils import int_from_bytes Feb 17 17:27:58.667744 n-d-829613-2 neutron-server[103435]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 17:27:58.667744 n-d-829613-2 neutron-server[103435]: from cryptography.utils import int_from_bytes Feb 17 17:27:58.667744 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 17:27:58.667744 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:27:58.667744 n-d-829613-2 neutron-server[103435]: timer() Feb 17 17:27:58.667744 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:27:58.667744 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 17:27:58.667744 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:27:58.667744 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 17:27:58.667744 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:27:58.667744 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 17:27:58.667744 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:27:58.667744 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 17:27:58.667744 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:27:58.667744 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 17:27:58.667744 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:27:58.667744 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:27:58.667744 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:27:58.667744 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:27:58.667744 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:27:58.667744 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 17:27:58.667744 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:27:58.667744 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 17:27:58.667744 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:27:58.667744 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:27:58.667744 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:27:58.667744 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 17:27:58.667744 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:27:58.667744 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:27:58.667744 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:27:58.667744 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:27:58.667744 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:27:58.667744 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:27:58.667744 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:27:58.670025 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a53721-23e6-4031-ba25-487169bdd5a8 req-8b5e1e9a-9850-4f90-8d6d-a5fb5641d7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:58.670102 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (223fa642-2419-4fdd-afc9-016a62eebc1f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:58.682013 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a6a53721-23e6-4031-ba25-487169bdd5a8 req-8b5e1e9a-9850-4f90-8d6d-a5fb5641d7ab service neutron] 10.222.0.71 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 0.9118922 Feb 17 17:27:58.688820 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-24996345-7c79-42c9-9107-97a5d0d07406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (ea746d1f-8c81-45cd-a96e-16fb0fbadd06), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:58.703141 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-24996345-7c79-42c9-9107-97a5d0d07406 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:58.712867 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-24996345-7c79-42c9-9107-97a5d0d07406 admin admin] 10.222.0.87 "DELETE /v2.0/networks/ea746d1f-8c81-45cd-a96e-16fb0fbadd06 HTTP/1.1" status: 204 len: 168 time: 1.0804977 Feb 17 17:27:58.770403 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24996345-7c79-42c9-9107-97a5d0d07406 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea746d1f-8c81-45cd-a96e-16fb0fbadd06,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:58.817501 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a6a53721-23e6-4031-ba25-487169bdd5a8 req-ef5d2f35-bdc8-4976-b369-036e1e76b091 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=45e7adde-24ee-414f-a3c7-ebe99138e816 HTTP/1.1" status: 200 len: 217 time: 0.1345334 Feb 17 17:27:58.817646 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-5c9b8756-2ce9-4326-bb6b-a7d6582522be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3e702f-7f1a-481c-bfa8-1ce9f3271f5b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1531960546-router', 'tenant_id': '83d27f01cb524478afdbdbd9b9cbd070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '52977d3b-2e3a-457f-821f-b7167a4f36b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:27:50Z', 'updated_at': '2022-02-17T17:27:53Z', 'revision_number': 3, 'project_id': '83d27f01cb524478afdbdbd9b9cbd070', 'gw_port': {'id': '52977d3b-2e3a-457f-821f-b7167a4f36b3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3e702f-7f1a-481c-bfa8-1ce9f3271f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:27:51Z', 'updated_at': '2022-02-17T17:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:27:58.828315 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=223fa642-2419-4fdd-afc9-016a62eebc1f,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:58.888191 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-73ec9fde-4369-4336-ab5c-d90d507337f7 None None] Provisioning complete for port bd586bf1-ecba-4a04-9aa4-077ac051f08c triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:27:58.888830 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-73ec9fde-4369-4336-ab5c-d90d507337f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (bd586bf1-ecba-4a04-9aa4-077ac051f08c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:58.977794 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9b8756-2ce9-4326-bb6b-a7d6582522be None None] The sync data for ids ['af3e702f-7f1a-481c-bfa8-1ce9f3271f5b'] in n-d-829613-2 is: [{'id': 'af3e702f-7f1a-481c-bfa8-1ce9f3271f5b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1531960546-router', 'tenant_id': '83d27f01cb524478afdbdbd9b9cbd070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '52977d3b-2e3a-457f-821f-b7167a4f36b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:27:50Z', 'updated_at': '2022-02-17T17:27:53Z', 'revision_number': 3, 'project_id': '83d27f01cb524478afdbdbd9b9cbd070', 'gw_port': {'id': '52977d3b-2e3a-457f-821f-b7167a4f36b3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3e702f-7f1a-481c-bfa8-1ce9f3271f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:27:51Z', 'updated_at': '2022-02-17T17:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:27:58.981563 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device bd586bf1-ecba-4a04-9aa4-077ac051f08c up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:27:59.097689 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a53721-23e6-4031-ba25-487169bdd5a8 req-8d7fc277-e470-4c22-ae6c-035650ab178f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:27:59.100458 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a6a53721-23e6-4031-ba25-487169bdd5a8 req-8d7fc277-e470-4c22-ae6c-035650ab178f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.2682266 Feb 17 17:27:59.102416 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36314) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:27:59.325870 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port bd586bf1-ecba-4a04-9aa4-077ac051f08c triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:27:59.326314 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (bd586bf1-ecba-4a04-9aa4-077ac051f08c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:59.377452 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-73ec9fde-4369-4336-ab5c-d90d507337f7 None None] Current status of the port bd586bf1-ecba-4a04-9aa4-077ac051f08c is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:27:59.378337 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-73ec9fde-4369-4336-ab5c-d90d507337f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (bd586bf1-ecba-4a04-9aa4-077ac051f08c), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:59.431968 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-73ec9fde-4369-4336-ab5c-d90d507337f7 None None] For port bd586bf1-ecba-4a04-9aa4-077ac051f08c, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=bd586bf1-ecba-4a04-9aa4-077ac051f08c,segment=NetworkSegment(08e79ddd-0f41-4243-a139-ae5d8358a2ec),segment_id=08e79ddd-0f41-4243-a139-ae5d8358a2ec)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:27:59.441271 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-73ec9fde-4369-4336-ab5c-d90d507337f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (bd586bf1-ecba-4a04-9aa4-077ac051f08c), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:59.504647 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-620e224f-0229-4217-9ef0-40e29382072f req-bedc9c19-4c15-47ae-ac6b-e03a947026ad service neutron] For port 2bd2d45a-2751-42e4-bfb7-788088c608c4, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=2bd2d45a-2751-42e4-bfb7-788088c608c4,segment=NetworkSegment(25b82b75-bd12-4667-b51a-aa287338793c),segment_id=25b82b75-bd12-4667-b51a-aa287338793c)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:27:59.566102 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-620e224f-0229-4217-9ef0-40e29382072f req-bedc9c19-4c15-47ae-ac6b-e03a947026ad service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:59.569497 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-620e224f-0229-4217-9ef0-40e29382072f req-bedc9c19-4c15-47ae-ac6b-e03a947026ad service neutron] 10.222.0.87 "POST /v2.0/ports/2bd2d45a-2751-42e4-bfb7-788088c608c4/bindings HTTP/1.1" status: 201 len: 389 time: 2.4320168 Feb 17 17:27:59.598945 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-7c4554d8-5130-457a-9c73-64a5df6f3230 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (097324b7-156b-4fa5-93ca-1e37a6836779), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:59.741956 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-4331481f-a17b-46a1-a84f-b476947d231e None None] Provisioning complete for port 223fa642-2419-4fdd-afc9-016a62eebc1f triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:27:59.744719 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4331481f-a17b-46a1-a84f-b476947d231e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (223fa642-2419-4fdd-afc9-016a62eebc1f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:27:59.802587 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec9fde-4369-4336-ab5c-d90d507337f7 None None] Pushing event updated for resources: {'Port': ['ID=bd586bf1-ecba-4a04-9aa4-077ac051f08c,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:27:59.887817 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-7c4554d8-5130-457a-9c73-64a5df6f3230 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Network cab90405-f36c-48be-bf69-f10d430343fe is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:27:59.902501 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-7c4554d8-5130-457a-9c73-64a5df6f3230 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:27:59.913612 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-7c4554d8-5130-457a-9c73-64a5df6f3230 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:27:59.945661 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5a88512f-15df-495f-8531-9ac3a7a7e164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:00.010843 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port bd586bf1-ecba-4a04-9aa4-077ac051f08c is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:28:00.120299 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4554d8-5130-457a-9c73-64a5df6f3230 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Pushing event updated for resources: {'Port': ['ID=097324b7-156b-4fa5-93ca-1e37a6836779,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:00.182046 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-4331481f-a17b-46a1-a84f-b476947d231e None None] Current status of the port 223fa642-2419-4fdd-afc9-016a62eebc1f is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:28:00.211874 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-4331481f-a17b-46a1-a84f-b476947d231e None None] Provisioning complete for port bd586bf1-ecba-4a04-9aa4-077ac051f08c triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:28:00.214989 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4331481f-a17b-46a1-a84f-b476947d231e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (bd586bf1-ecba-4a04-9aa4-077ac051f08c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:00.220870 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-7c4554d8-5130-457a-9c73-64a5df6f3230 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:00.221530 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-7c4554d8-5130-457a-9c73-64a5df6f3230 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:00.317625 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-7c4554d8-5130-457a-9c73-64a5df6f3230 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 6.1991293 Feb 17 17:28:00.337171 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-f2fc9394-e2f0-4f80-b162-7d9a5ad58018 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Request body: {'port': {'device_id': 'e4c3bcea-8963-40cf-a029-bf3ec88c8aa2', 'network_id': 'f70b865e-3af6-4d6e-a560-3c12eb24c564', 'admin_state_up': True, 'tenant_id': '80f09b75faf84054a203824c5c5feea6'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:28:00.397868 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-4331481f-a17b-46a1-a84f-b476947d231e None None] Current status of the port bd586bf1-ecba-4a04-9aa4-077ac051f08c is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:28:00.412214 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a53721-23e6-4031-ba25-487169bdd5a8 req-8c02ceb9-7cb6-483b-85a2-9ceafea78fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:00.413749 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a6a53721-23e6-4031-ba25-487169bdd5a8 req-8c02ceb9-7cb6-483b-85a2-9ceafea78fb9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 1.3013618 Feb 17 17:28:00.429006 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69a1083-656b-4c5d-aa56-2634a597c79d req-fee80cfa-e8fb-4b63-b78a-621c9e905503 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:00.438224 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a69a1083-656b-4c5d-aa56-2634a597c79d req-fee80cfa-e8fb-4b63-b78a-621c9e905503 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=bb93b63b-0220-4b74-82c5-c6726770f5bd HTTP/1.1" status: 200 len: 947 time: 1.3593659 Feb 17 17:28:00.464147 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1b305a39-959e-4b29-9ae3-a153905cc6ed admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e9a1b5039b6b45b0af171cd249098c49&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3582544 Feb 17 17:28:00.529263 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-56fa1a7a-027e-47b6-af40-1c841d7d5965 None None] Provisioning complete for port 097324b7-156b-4fa5-93ca-1e37a6836779 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:28:00.529782 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-56fa1a7a-027e-47b6-af40-1c841d7d5965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (097324b7-156b-4fa5-93ca-1e37a6836779), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:00.616725 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-56fa1a7a-027e-47b6-af40-1c841d7d5965 None None] Port 097324b7-156b-4fa5-93ca-1e37a6836779 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:28:00.643345 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3cafbd-7f90-4ce8-9c26-23c4dca65a29 req-c13bd4a6-ee33-4b6d-9c30-f2b9b3bec5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:00.645373 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aa3cafbd-7f90-4ce8-9c26-23c4dca65a29 req-c13bd4a6-ee33-4b6d-9c30-f2b9b3bec5b6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 1.9600019 Feb 17 17:28:00.648751 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a6a53721-23e6-4031-ba25-487169bdd5a8 req-3d522877-1e19-4ffc-a04d-a3306533c933 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838660 Feb 17 17:28:00.655018 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36318) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:00.830631 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aa3cafbd-7f90-4ce8-9c26-23c4dca65a29 req-cb9e1a41-31a9-4246-9311-e3c1aa37ceb3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85 HTTP/1.1" status: 200 len: 217 time: 0.1127863 Feb 17 17:28:00.912611 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:28:00.963342 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-5a88512f-15df-495f-8531-9ac3a7a7e164 admin admin] Allocated IP 172.20.0.1 (b08f4a8e-8600-49ba-b2a7-04a285c94607/70903b7c-9f79-441b-84e1-1372e946bd36/d28b8243-067d-4583-b5dc-5a1679f2366e) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:28:01.020791 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-f2fc9394-e2f0-4f80-b162-7d9a5ad58018 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Made reservation on behalf of 80f09b75faf84054a203824c5c5feea6 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:28:01.024587 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-f2fc9394-e2f0-4f80-b162-7d9a5ad58018 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:01.047914 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 52977d3b-2e3a-457f-821f-b7167a4f36b3 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:28:01.088326 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9bfd38-ed6d-4319-a2fb-cf016dec7632 req-cc4b5b63-eb5c-44e9-add9-68c080d4664e tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:01.099177 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8a9bfd38-ed6d-4319-a2fb-cf016dec7632 req-cc4b5b63-eb5c-44e9-add9-68c080d4664e tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/ports?device_id=e4c3bcea-8963-40cf-a029-bf3ec88c8aa2 HTTP/1.1" status: 200 len: 930 time: 0.9282613 Feb 17 17:28:01.106170 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-53c17803-7b29-47c9-8540-9ef3d50b768a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (0532e046-d49e-48fc-a846-b2f5fa479a06), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:01.145730 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-de2c4dd1-dd03-4edd-af01-8c569859d729 admin admin] Publish callbacks [] for security_group (eabc3415-12cf-4b09-aa4a-89b89e734dbe), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:01.153277 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e224f-0229-4217-9ef0-40e29382072f req-1f6a7362-70c1-4635-bcfc-68d45179fa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:01.159286 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-620e224f-0229-4217-9ef0-40e29382072f req-1f6a7362-70c1-4635-bcfc-68d45179fa9f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f8aea314af29468ab6557472620785fc&device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 1128 time: 1.0847127 Feb 17 17:28:01.270976 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:28:01.311303 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 52977d3b-2e3a-457f-821f-b7167a4f36b3 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:28:01.312094 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (52977d3b-2e3a-457f-821f-b7167a4f36b3), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:01.365077 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': 'c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'port_id': 'c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85', 'mac_address': 'fa:16:3e:1b:32:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac79920f-9ddd-4352-b866-6056158b178e', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:28:01.412842 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a6a53721-23e6-4031-ba25-487169bdd5a8 req-8b9084a4-5c43-460a-b51e-21f074ce0e0d service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6050730 Feb 17 17:28:01.436077 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e224f-0229-4217-9ef0-40e29382072f req-3fd8feb7-48a8-4220-8dfb-15834bfe7aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:01.438645 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-620e224f-0229-4217-9ef0-40e29382072f req-3fd8feb7-48a8-4220-8dfb-15834bfe7aa1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=210dd7a1-23b8-45c6-a401-b56590fcc3c1 HTTP/1.1" status: 200 len: 908 time: 0.2508073 Feb 17 17:28:01.453753 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a69a1083-656b-4c5d-aa56-2634a597c79d req-65a84365-c8b5-4554-b8b0-ba736533d524 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0145576 Feb 17 17:28:01.508924 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:28:01.512616 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:01.528402 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5a88512f-15df-495f-8531-9ac3a7a7e164 admin admin] Publish callbacks [] for port (d28b8243-067d-4583-b5dc-5a1679f2366e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:01.589609 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:28:01.614532 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:28:01.656879 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-de2c4dd1-dd03-4edd-af01-8c569859d729 admin admin] Publish callbacks [] for security_group (eabc3415-12cf-4b09-aa4a-89b89e734dbe), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:01.674188 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 52977d3b-2e3a-457f-821f-b7167a4f36b3 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:28:01.675152 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (52977d3b-2e3a-457f-821f-b7167a4f36b3), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:01.687636 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:01.687964 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3cafbd-7f90-4ce8-9c26-23c4dca65a29 req-9211a2b0-fdd4-444b-9dc6-90e3735a78c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:01.692926 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aa3cafbd-7f90-4ce8-9c26-23c4dca65a29 req-9211a2b0-fdd4-444b-9dc6-90e3735a78c0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.7922215 Feb 17 17:28:01.694296 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-620e224f-0229-4217-9ef0-40e29382072f req-a493d47d-f036-4e20-9865-70250ef17636 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2bd2d45a-2751-42e4-bfb7-788088c608c4 HTTP/1.1" status: 200 len: 217 time: 0.2319379 Feb 17 17:28:01.730506 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-f2fc9394-e2f0-4f80-b162-7d9a5ad58018 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Allocated IP 19.86.0.92 (f70b865e-3af6-4d6e-a560-3c12eb24c564/60b8497f-d6f3-4e39-86a9-82ff44ccc850/29f2c8aa-f9b2-46bc-80f1-23a2c145a494) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:28:01.752798 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:01.779113 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 52977d3b-2e3a-457f-821f-b7167a4f36b3, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=52977d3b-2e3a-457f-821f-b7167a4f36b3,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:28:01.785611 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (52977d3b-2e3a-457f-821f-b7167a4f36b3), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:01.793397 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device bd586bf1-ecba-4a04-9aa4-077ac051f08c up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:28:01.810680 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5a88512f-15df-495f-8531-9ac3a7a7e164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (d28b8243-067d-4583-b5dc-5a1679f2366e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:01.961244 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8a9bfd38-ed6d-4319-a2fb-cf016dec7632 req-0ab619de-9cad-4a4b-ae8e-5373007a5c97 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/security-groups?id=867a62cd-f31f-4b49-96ee-777cad774b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8606975 Feb 17 17:28:01.986529 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3cafbd-7f90-4ce8-9c26-23c4dca65a29 req-e72dfd06-d8bc-4621-997b-572af82f6b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:01.988060 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aa3cafbd-7f90-4ce8-9c26-23c4dca65a29 req-e72dfd06-d8bc-4621-997b-572af82f6b93 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2777576 Feb 17 17:28:01.990027 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e224f-0229-4217-9ef0-40e29382072f req-7f7a2c94-3f7c-4d9b-a648-f2bc21362e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:01.991430 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-620e224f-0229-4217-9ef0-40e29382072f req-7f7a2c94-3f7c-4d9b-a648-f2bc21362e2e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8267d93d-c5aa-40cb-acb4-c1e284d682e6 HTTP/1.1" status: 200 len: 847 time: 0.2789023 Feb 17 17:28:02.007436 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=52977d3b-2e3a-457f-821f-b7167a4f36b3,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:02.023701 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a88512f-15df-495f-8531-9ac3a7a7e164 admin admin] Pushing event updated for resources: {'Port': ['ID=d28b8243-067d-4583-b5dc-5a1679f2366e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:02.051831 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a88512f-15df-495f-8531-9ac3a7a7e164 admin admin] Network b08f4a8e-8600-49ba-b2a7-04a285c94607 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:28:02.063484 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-5a88512f-15df-495f-8531-9ac3a7a7e164 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:28:02.067921 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a88512f-15df-495f-8531-9ac3a7a7e164 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:28:02.068067 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb38a58-9301-472a-aab5-0da2a25f2ddb req-d3a2de15-ba84-45b8-b5f9-69a08fed318a tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:02.069669 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5fb38a58-9301-472a-aab5-0da2a25f2ddb req-d3a2de15-ba84-45b8-b5f9-69a08fed318a tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 946 time: 0.4029984 Feb 17 17:28:02.085991 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port bd586bf1-ecba-4a04-9aa4-077ac051f08c triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:28:02.086686 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (bd586bf1-ecba-4a04-9aa4-077ac051f08c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:02.165466 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:28:02.180817 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-de2c4dd1-dd03-4edd-af01-8c569859d729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (eabc3415-12cf-4b09-aa4a-89b89e734dbe), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:02.183804 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-de2c4dd1-dd03-4edd-af01-8c569859d729 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:02.190167 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-de2c4dd1-dd03-4edd-af01-8c569859d729 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/eabc3415-12cf-4b09-aa4a-89b89e734dbe HTTP/1.1" status: 204 len: 168 time: 1.5340219 Feb 17 17:28:02.197981 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-620e224f-0229-4217-9ef0-40e29382072f req-67d763a4-66fa-4b8a-a317-69ce7515d783 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=210dd7a1-23b8-45c6-a401-b56590fcc3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1435945 Feb 17 17:28:02.377660 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-f2fc9394-e2f0-4f80-b162-7d9a5ad58018 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks [] for port (29f2c8aa-f9b2-46bc-80f1-23a2c145a494), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:02.416257 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port bd586bf1-ecba-4a04-9aa4-077ac051f08c is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:28:02.420965 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 223fa642-2419-4fdd-afc9-016a62eebc1f up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:28:02.445981 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5a88512f-15df-495f-8531-9ac3a7a7e164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (af3e702f-7f1a-481c-bfa8-1ce9f3271f5b), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:02.475532 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5017f236-3e96-4c69-8896-82094039063f None None] Provisioning complete for port d28b8243-067d-4583-b5dc-5a1679f2366e triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:28:02.476088 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5017f236-3e96-4c69-8896-82094039063f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d28b8243-067d-4583-b5dc-5a1679f2366e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:02.477525 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-620e224f-0229-4217-9ef0-40e29382072f req-9fb9752c-001a-4442-9635-2a59d1b7c1e7 service neutron] 10.222.0.71 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627025 Feb 17 17:28:02.566026 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c4dd1-dd03-4edd-af01-8c569859d729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eabc3415-12cf-4b09-aa4a-89b89e734dbe,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:02.580275 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5fb38a58-9301-472a-aab5-0da2a25f2ddb req-746a703b-eb61-4ceb-868a-0f2553297b5d tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4665391 Feb 17 17:28:02.622839 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5017f236-3e96-4c69-8896-82094039063f None None] Port d28b8243-067d-4583-b5dc-5a1679f2366e cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:28:02.643800 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-f2fc9394-e2f0-4f80-b162-7d9a5ad58018 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (29f2c8aa-f9b2-46bc-80f1-23a2c145a494), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:02.652050 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 223fa642-2419-4fdd-afc9-016a62eebc1f triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:28:02.652293 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (223fa642-2419-4fdd-afc9-016a62eebc1f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:02.758807 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79a8e9-d57e-45c4-a873-12ebcf72a06c req-0f8afb48-9802-474a-8231-c727d0d4c1a0 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:02.772160 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fc79a8e9-d57e-45c4-a873-12ebcf72a06c req-0f8afb48-9802-474a-8231-c727d0d4c1a0 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=bb93b63b-0220-4b74-82c5-c6726770f5bd HTTP/1.1" status: 200 len: 948 time: 0.1908259 Feb 17 17:28:02.784091 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 223fa642-2419-4fdd-afc9-016a62eebc1f is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:28:02.815461 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-f2fc9394-e2f0-4f80-b162-7d9a5ad58018 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Network f70b865e-3af6-4d6e-a560-3c12eb24c564 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:28:02.820423 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-53c17803-7b29-47c9-8540-9ef3d50b768a admin admin] Deleting port 92002828-e106-4471-8757-cb28b0e71c51 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:28:02.820943 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-53c17803-7b29-47c9-8540-9ef3d50b768a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (92002828-e106-4471-8757-cb28b0e71c51), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:02.838892 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-f2fc9394-e2f0-4f80-b162-7d9a5ad58018 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:28:02.847239 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aa3cafbd-7f90-4ce8-9c26-23c4dca65a29 req-302bde15-5661-440d-a9fc-ed0056bb0e7c service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8497250 Feb 17 17:28:02.885799 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc9394-e2f0-4f80-b162-7d9a5ad58018 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Pushing event updated for resources: {'Port': ['ID=29f2c8aa-f9b2-46bc-80f1-23a2c145a494,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:02.892046 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-11c052c7-1d59-4dba-b4f0-9b00abdf89fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:02.905778 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-f2fc9394-e2f0-4f80-b162-7d9a5ad58018 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:28:02.950430 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 52977d3b-2e3a-457f-821f-b7167a4f36b3 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:28:03.081491 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fc79a8e9-d57e-45c4-a873-12ebcf72a06c req-42fc8e5f-3d1a-4826-831d-bf7d852963d1 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038175 Feb 17 17:28:03.083586 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 52977d3b-2e3a-457f-821f-b7167a4f36b3 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:28:03.084452 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (52977d3b-2e3a-457f-821f-b7167a4f36b3), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:03.144813 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-620e224f-0229-4217-9ef0-40e29382072f req-30bd54e7-4bd3-444c-b929-f2eed0dc2971 service neutron] 10.222.0.71 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6077855 Feb 17 17:28:03.222951 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-f2fc9394-e2f0-4f80-b162-7d9a5ad58018 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:03.223745 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-f2fc9394-e2f0-4f80-b162-7d9a5ad58018 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:03.231747 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5a88512f-15df-495f-8531-9ac3a7a7e164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d28b8243-067d-4583-b5dc-5a1679f2366e), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:03.280525 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-53c17803-7b29-47c9-8540-9ef3d50b768a admin admin] For port 92002828-e106-4471-8757-cb28b0e71c51, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=92002828-e106-4471-8757-cb28b0e71c51,segment=NetworkSegment(bf8dbe87-49ac-4e48-91ba-61b360c53610),segment_id=bf8dbe87-49ac-4e48-91ba-61b360c53610)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:28:03.281053 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-53c17803-7b29-47c9-8540-9ef3d50b768a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (92002828-e106-4471-8757-cb28b0e71c51), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:03.287530 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-f2fc9394-e2f0-4f80-b162-7d9a5ad58018 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9552946 Feb 17 17:28:03.304967 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-5bbd5225-84b3-48f4-8142-f31bb0031219 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Request body: {'port': {'device_id': 'e4c3bcea-8963-40cf-a029-bf3ec88c8aa2', 'network_id': 'cab90405-f36c-48be-bf69-f10d430343fe', 'admin_state_up': True, 'tenant_id': '80f09b75faf84054a203824c5c5feea6'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:28:03.308343 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 52977d3b-2e3a-457f-821f-b7167a4f36b3 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:28:03.318318 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-53c17803-7b29-47c9-8540-9ef3d50b768a admin admin] Calling delete_port for 92002828-e106-4471-8757-cb28b0e71c51 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:28:03.368477 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b5ef9a35-daf3-4fac-bce8-7951d928f0f8 None None] Provisioning complete for port 29f2c8aa-f9b2-46bc-80f1-23a2c145a494 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:28:03.369084 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b5ef9a35-daf3-4fac-bce8-7951d928f0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (29f2c8aa-f9b2-46bc-80f1-23a2c145a494), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:03.429769 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b5ef9a35-daf3-4fac-bce8-7951d928f0f8 None None] Port 29f2c8aa-f9b2-46bc-80f1-23a2c145a494 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:28:03.448440 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f9f9b-0e6f-49aa-b1ea-30663fbe1cb2 req-c96f5bd1-ea00-4641-b51c-bad0fea7168e tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:03.461313 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f9f9b-0e6f-49aa-b1ea-30663fbe1cb2 req-c96f5bd1-ea00-4641-b51c-bad0fea7168e tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:03.464263 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-062f9f9b-0e6f-49aa-b1ea-30663fbe1cb2 req-c96f5bd1-ea00-4641-b51c-bad0fea7168e tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/ports?device_id=e4c3bcea-8963-40cf-a029-bf3ec88c8aa2 HTTP/1.1" status: 200 len: 1652 time: 0.2007551 Feb 17 17:28:03.468563 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aa3cafbd-7f90-4ce8-9c26-23c4dca65a29 req-59a26c8f-f921-4e22-beb3-94dccb51aebe service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6091013 Feb 17 17:28:03.552129 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-062f9f9b-0e6f-49aa-b1ea-30663fbe1cb2 req-2ab749be-4985-413a-a507-d5aee4fdb4f0 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/security-groups?id=867a62cd-f31f-4b49-96ee-777cad774b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811012 Feb 17 17:28:03.713634 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36348) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:03.734607 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-5bbd5225-84b3-48f4-8142-f31bb0031219 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Made reservation on behalf of 80f09b75faf84054a203824c5c5feea6 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:28:03.737931 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-5bbd5225-84b3-48f4-8142-f31bb0031219 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:03.739414 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c693fb-3e9c-4689-99ad-bfc2595390f2 req-5862c843-0659-4d65-b47f-01d8f03afde9 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:03.740985 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-61c693fb-3e9c-4689-99ad-bfc2595390f2 req-5862c843-0659-4d65-b47f-01d8f03afde9 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 946 time: 0.0733972 Feb 17 17:28:03.806533 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-61c693fb-3e9c-4689-99ad-bfc2595390f2 req-4fd5cb01-bc45-44b1-a057-990076114279 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580006 Feb 17 17:28:03.830291 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5a88512f-15df-495f-8531-9ac3a7a7e164 admin admin] Publish callbacks [] for port (d28b8243-067d-4583-b5dc-5a1679f2366e), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:03.845724 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5a88512f-15df-495f-8531-9ac3a7a7e164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (d28b8243-067d-4583-b5dc-5a1679f2366e), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:03.860317 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-2fa784dc-70d0-43b7-b44c-9bc03f8ab0d4 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-531019352-network', 'tenant_id': 'c6c91da603a1485eab422cc6ab78977f'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:28:03.885928 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa784dc-70d0-43b7-b44c-9bc03f8ab0d4 admin admin] Made reservation on behalf of c6c91da603a1485eab422cc6ab78977f for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:28:03.888525 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2fa784dc-70d0-43b7-b44c-9bc03f8ab0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:03.898510 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2fa784dc-70d0-43b7-b44c-9bc03f8ab0d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:03.970379 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a88512f-15df-495f-8531-9ac3a7a7e164 admin admin] Pushing event updated for resources: {'Port': ['ID=d28b8243-067d-4583-b5dc-5a1679f2366e,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:03.985656 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2fa784dc-70d0-43b7-b44c-9bc03f8ab0d4 admin admin] Publish callbacks [] for security_group (4b62a994-4311-4d7d-a3f0-cd2c105b06fa), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:03.989954 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2fa784dc-70d0-43b7-b44c-9bc03f8ab0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (4b62a994-4311-4d7d-a3f0-cd2c105b06fa), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:03.998178 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5a88512f-15df-495f-8531-9ac3a7a7e164 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (af3e702f-7f1a-481c-bfa8-1ce9f3271f5b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:04.017733 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fa784dc-70d0-43b7-b44c-9bc03f8ab0d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:28:04.028532 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-5bbd5225-84b3-48f4-8142-f31bb0031219 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Allocated IP 19.80.0.191 (cab90405-f36c-48be-bf69-f10d430343fe/2bdfda3e-bf71-439c-9143-aae74f30305c/c70e5244-c3de-4ddf-b497-3a5a2290d718) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:28:04.030506 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa784dc-70d0-43b7-b44c-9bc03f8ab0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b62a994-4311-4d7d-a3f0-cd2c105b06fa,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:04.037483 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2fa784dc-70d0-43b7-b44c-9bc03f8ab0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (bb1bda3f-c2f0-4f96-8385-90efc231f095), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:04.038012 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-2fa784dc-70d0-43b7-b44c-9bc03f8ab0d4 admin admin] Added segment bb1bda3f-c2f0-4f96-8385-90efc231f095 of type vlan for network b4ed5d6f-3eb3-4d80-ba86-b711da993733 Feb 17 17:28:04.084941 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2fa784dc-70d0-43b7-b44c-9bc03f8ab0d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (b4ed5d6f-3eb3-4d80-ba86-b711da993733), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:04.114017 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-53c17803-7b29-47c9-8540-9ef3d50b768a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (92002828-e106-4471-8757-cb28b0e71c51), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:04.127106 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2fa784dc-70d0-43b7-b44c-9bc03f8ab0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (b4ed5d6f-3eb3-4d80-ba86-b711da993733), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:04.128597 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa784dc-70d0-43b7-b44c-9bc03f8ab0d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:04.129428 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2fa784dc-70d0-43b7-b44c-9bc03f8ab0d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:04.188362 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c17803-7b29-47c9-8540-9ef3d50b768a admin admin] Pushing event deleted for resources: {'Port': ['ID=92002828-e106-4471-8757-cb28b0e71c51,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:04.202969 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-2fa784dc-70d0-43b7-b44c-9bc03f8ab0d4 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4839425 Feb 17 17:28:04.208503 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36354) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:04.215001 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-395bff57-55eb-44e1-a5ac-dd24d2499462 admin admin] Request body: {'subnet': {'network_id': 'b4ed5d6f-3eb3-4d80-ba86-b711da993733', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-531019352-subnet', 'tenant_id': 'c6c91da603a1485eab422cc6ab78977f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:28:04.248340 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa784dc-70d0-43b7-b44c-9bc03f8ab0d4 admin admin] Pushing event updated for resources: {'Network': ['ID=b4ed5d6f-3eb3-4d80-ba86-b711da993733,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:04.262426 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network b4ed5d6f-3eb3-4d80-ba86-b711da993733 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:28:04.310600 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d733fe-caca-4def-92f4-8450c9c77c27 req-50feec1c-aceb-4af5-85e6-11bb3a9c0810 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:04.325707 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-51d733fe-caca-4def-92f4-8450c9c77c27 req-50feec1c-aceb-4af5-85e6-11bb3a9c0810 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=bb93b63b-0220-4b74-82c5-c6726770f5bd HTTP/1.1" status: 200 len: 948 time: 0.1417153 Feb 17 17:28:04.382544 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-51d733fe-caca-4def-92f4-8450c9c77c27 req-34897ea5-f406-4289-9ef1-cc69df0b8651 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559285 Feb 17 17:28:04.510965 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a88512f-15df-495f-8531-9ac3a7a7e164 admin admin] Network b08f4a8e-8600-49ba-b2a7-04a285c94607 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:28:04.533792 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-5a88512f-15df-495f-8531-9ac3a7a7e164 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:28:04.586868 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395bff57-55eb-44e1-a5ac-dd24d2499462 admin admin] Made reservation on behalf of c6c91da603a1485eab422cc6ab78977f for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:28:04.589342 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-395bff57-55eb-44e1-a5ac-dd24d2499462 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:04.715774 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d0640-389d-4ee7-b1df-f835090d17fd req-2823f0ec-6fc8-4643-9631-0ecb43219fa1 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:04.723123 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d0640-389d-4ee7-b1df-f835090d17fd req-2823f0ec-6fc8-4643-9631-0ecb43219fa1 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:04.732625 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d04d0640-389d-4ee7-b1df-f835090d17fd req-2823f0ec-6fc8-4643-9631-0ecb43219fa1 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/ports?device_id=e4c3bcea-8963-40cf-a029-bf3ec88c8aa2 HTTP/1.1" status: 200 len: 1652 time: 0.0849941 Feb 17 17:28:04.786444 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d04d0640-389d-4ee7-b1df-f835090d17fd req-455aad8e-fb49-4392-9618-a4c5bc9e45d9 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/security-groups?id=867a62cd-f31f-4b49-96ee-777cad774b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548453 Feb 17 17:28:04.871500 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-ee07a6d9-9f5b-425f-b003-892d9cc9b089 None None] Provisioning complete for port d28b8243-067d-4583-b5dc-5a1679f2366e triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:28:04.879684 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-5bbd5225-84b3-48f4-8142-f31bb0031219 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks [] for port (c70e5244-c3de-4ddf-b497-3a5a2290d718), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:04.881848 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ee07a6d9-9f5b-425f-b003-892d9cc9b089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d28b8243-067d-4583-b5dc-5a1679f2366e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:04.924962 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-53c17803-7b29-47c9-8540-9ef3d50b768a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (0532e046-d49e-48fc-a846-b2f5fa479a06), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:04.926643 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-ee07a6d9-9f5b-425f-b003-892d9cc9b089 None None] Port d28b8243-067d-4583-b5dc-5a1679f2366e cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:28:04.947501 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:28:04.976813 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a88512f-15df-495f-8531-9ac3a7a7e164 admin admin] Router af3e702f-7f1a-481c-bfa8-1ce9f3271f5b has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:28:05.017346 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d3536-8271-4079-b709-e11e00a3b2d8 req-5bdbc37d-2737-4ec8-b95f-12b8ebf33905 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:05.024331 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-240d3536-8271-4079-b709-e11e00a3b2d8 req-5bdbc37d-2737-4ec8-b95f-12b8ebf33905 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 946 time: 0.1117539 Feb 17 17:28:05.030081 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:28:05.037485 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:28:05.038192 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:05.091082 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-240d3536-8271-4079-b709-e11e00a3b2d8 req-efe06c25-c49f-4a48-921a-c071bd7bb709 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608177 Feb 17 17:28:05.154987 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-5bbd5225-84b3-48f4-8142-f31bb0031219 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (c70e5244-c3de-4ddf-b497-3a5a2290d718), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:05.297792 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:28:05.298361 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:05.310976 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-5bbd5225-84b3-48f4-8142-f31bb0031219 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Network cab90405-f36c-48be-bf69-f10d430343fe is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:28:05.322488 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb93b63b-0220-4b74-82c5-c6726770f5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:28:05.324603 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfcc2cdc-1e0a-4cab-86af-97947035eeec" -d '{"events": [{"server_uuid": "bb93b63b-0220-4b74-82c5-c6726770f5bd", "name": "network-vif-plugged", "status": "completed", "tag": "c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:28:05.325313 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-5bbd5225-84b3-48f4-8142-f31bb0031219 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:28:05.338654 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:28:05.343896 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:05.347906 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-5bbd5225-84b3-48f4-8142-f31bb0031219 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:28:05.351134 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-395bff57-55eb-44e1-a5ac-dd24d2499462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (5aadcb94-5460-49df-8ee1-d33e7d2607f7), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:05.377294 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404e1f5a-d851-4c1c-900d-177da21213f4 x-openstack-request-id: req-404e1f5a-d851-4c1c-900d-177da21213f4 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:28:05.377796 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb93b63b-0220-4b74-82c5-c6726770f5bd", "name": "network-vif-plugged", "status": "completed", "tag": "c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:28:05.378232 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-404e1f5a-d851-4c1c-900d-177da21213f4 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:28:05.379133 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb93b63b-0220-4b74-82c5-c6726770f5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85', 'code': 200} Feb 17 17:28:05.454984 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e08896a2-5e76-47bb-9b54-17d2aa85dc67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:05.463957 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:05.487928 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbd5225-84b3-48f4-8142-f31bb0031219 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Pushing event updated for resources: {'Port': ['ID=c70e5244-c3de-4ddf-b497-3a5a2290d718,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:05.490961 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395bff57-55eb-44e1-a5ac-dd24d2499462 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5aadcb94-5460-49df-8ee1-d33e7d2607f7,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:05.576999 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-5bbd5225-84b3-48f4-8142-f31bb0031219 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:05.577950 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-5bbd5225-84b3-48f4-8142-f31bb0031219 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:05.583447 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba1297-59a9-4daa-b21d-82416460e17d req-4f1d208a-4b69-41e1-895f-ec54a594b441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:05.585151 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-15ba1297-59a9-4daa-b21d-82416460e17d req-4f1d208a-4b69-41e1-895f-ec54a594b441 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=bb93b63b-0220-4b74-82c5-c6726770f5bd HTTP/1.1" status: 200 len: 1131 time: 0.1294363 Feb 17 17:28:05.604076 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-5bbd5225-84b3-48f4-8142-f31bb0031219 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3038466 Feb 17 17:28:05.628395 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806b060-259c-4db0-8a2e-0ce356d67579 req-7b4ae978-c049-4347-bb5d-0f5b058dc9ed tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:05.630267 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2806b060-259c-4db0-8a2e-0ce356d67579 req-7b4ae978-c049-4347-bb5d-0f5b058dc9ed tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=bb93b63b-0220-4b74-82c5-c6726770f5bd HTTP/1.1" status: 200 len: 949 time: 0.1296947 Feb 17 17:28:05.669466 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-19f64768-bbd9-4934-b14f-99cd1c21a748 None None] Provisioning complete for port c70e5244-c3de-4ddf-b497-3a5a2290d718 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:28:05.669839 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-19f64768-bbd9-4934-b14f-99cd1c21a748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c70e5244-c3de-4ddf-b497-3a5a2290d718), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:05.673470 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-15ba1297-59a9-4daa-b21d-82416460e17d req-a076bb36-88ed-4ac9-b98d-7d8467eab26d service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774426 Feb 17 17:28:05.679394 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-56147c1a-f3c6-4b72-a3b7-d7b776ccec3f service neutron] Request body: {'port': {'device_id': 'e4c3bcea-8963-40cf-a029-bf3ec88c8aa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:28:05.683659 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395bff57-55eb-44e1-a5ac-dd24d2499462 admin admin] Checking segment: {'id': 'bb1bda3f-c2f0-4f96-8385-90efc231f095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b4ed5d6f-3eb3-4d80-ba86-b711da993733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:28:05.684036 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395bff57-55eb-44e1-a5ac-dd24d2499462 admin admin] Network hostable DHCP agents. Network: b4ed5d6f-3eb3-4d80-ba86-b711da993733, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:28:05.691523 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a88512f-15df-495f-8531-9ac3a7a7e164 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:28:05.710347 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658b63bd-b675-46e0-9ad5-45957170e298 None None] Sync routers for ids ['af3e702f-7f1a-481c-bfa8-1ce9f3271f5b'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:28:05.712282 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5a88512f-15df-495f-8531-9ac3a7a7e164 admin admin] 10.222.0.87 "PUT /v2.0/routers/af3e702f-7f1a-481c-bfa8-1ce9f3271f5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9206483 Feb 17 17:28:05.746668 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2806b060-259c-4db0-8a2e-0ce356d67579 req-6123c00e-d3ff-4338-8cf9-5c0d6e3e09ad tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077764 Feb 17 17:28:05.756986 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658b63bd-b675-46e0-9ad5-45957170e298 None None] Routers {'af3e702f-7f1a-481c-bfa8-1ce9f3271f5b'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:28:05.758134 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-658b63bd-b675-46e0-9ad5-45957170e298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:28:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['af3e702f-7f1a-481c-bfa8-1ce9f3271f5b'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:05.766511 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395bff57-55eb-44e1-a5ac-dd24d2499462 admin admin] Network b4ed5d6f-3eb3-4d80-ba86-b711da993733 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:28:05.782046 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-395bff57-55eb-44e1-a5ac-dd24d2499462 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, b4ed5d6f-3eb3-4d80-ba86-b711da993733) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:28:05.802898 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395bff57-55eb-44e1-a5ac-dd24d2499462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:05.803495 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-395bff57-55eb-44e1-a5ac-dd24d2499462 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:05.808059 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebdb314-382e-40e5-8837-ed675edf609e None None] Network b4ed5d6f-3eb3-4d80-ba86-b711da993733 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:28:05.827994 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-56147c1a-f3c6-4b72-a3b7-d7b776ccec3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (097324b7-156b-4fa5-93ca-1e37a6836779), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:05.858294 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-19f64768-bbd9-4934-b14f-99cd1c21a748 None None] Port c70e5244-c3de-4ddf-b497-3a5a2290d718 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:28:05.929005 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-395bff57-55eb-44e1-a5ac-dd24d2499462 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7180982 Feb 17 17:28:05.931919 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36370) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:05.937853 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c17803-7b29-47c9-8540-9ef3d50b768a admin admin] Router 0532e046-d49e-48fc-a846-b2f5fa479a06 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:28:05.968520 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-bb2d69e5-25db-4a5d-9375-0102ce8f6f97 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-531019352-router', 'tenant_id': 'c6c91da603a1485eab422cc6ab78977f', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:28:06.036392 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-658b63bd-b675-46e0-9ad5-45957170e298 None None] Set router af3e702f-7f1a-481c-bfa8-1ce9f3271f5b gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:28:06.052433 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bb2d69e5-25db-4a5d-9375-0102ce8f6f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (501f1e1a-07a5-4740-b7f7-aff16a545b66), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:06.053801 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bb2d69e5-25db-4a5d-9375-0102ce8f6f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (501f1e1a-07a5-4740-b7f7-aff16a545b66), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:06.072368 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd393bdc-6754-42ce-993c-170a66504466 req-f785d2d4-80ef-4d23-8821-5c31798a7d82 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:06.094090 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd393bdc-6754-42ce-993c-170a66504466 req-f785d2d4-80ef-4d23-8821-5c31798a7d82 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:06.099922 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd393bdc-6754-42ce-993c-170a66504466 req-f785d2d4-80ef-4d23-8821-5c31798a7d82 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:06.101617 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bd393bdc-6754-42ce-993c-170a66504466 req-f785d2d4-80ef-4d23-8821-5c31798a7d82 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/ports?device_id=e4c3bcea-8963-40cf-a029-bf3ec88c8aa2 HTTP/1.1" status: 200 len: 2374 time: 0.1893227 Feb 17 17:28:06.109686 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7381a842-fd12-45e3-944f-45df1a8a1b92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-b4ed5d6f-3eb3-4d80-ba86-b711da993733', 'network_id': 'b4ed5d6f-3eb3-4d80-ba86-b711da993733', 'project_id': 'c6c91da603a1485eab422cc6ab78977f', 'fixed_ips': [{'subnet_id': '5aadcb94-5460-49df-8ee1-d33e7d2607f7'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:28:06.110625 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7381a842-fd12-45e3-944f-45df1a8a1b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:06.273318 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-afb2c73b-e955-479b-b640-379fd97cc0c3 req-9549ec48-9efa-4bd8-827b-8024a9db85fa tempest-FloatingIPsNegativeTestJSON-2116953366 tempest-FloatingIPsNegativeTestJSON-2116953366-project] 10.222.0.87 "GET /v2.0/floatingips?tenant_id=83d27f01cb524478afdbdbd9b9cbd070 HTTP/1.1" status: 200 len: 217 time: 0.0735660 Feb 17 17:28:06.280163 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bb2d69e5-25db-4a5d-9375-0102ce8f6f97 admin admin] Publish callbacks [] for router_controller (501f1e1a-07a5-4740-b7f7-aff16a545b66), precommit_add_association {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:06.295881 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-7381a842-fd12-45e3-944f-45df1a8a1b92 None None] Allocated IP 172.20.0.2 (b4ed5d6f-3eb3-4d80-ba86-b711da993733/5aadcb94-5460-49df-8ee1-d33e7d2607f7/a103ecdc-77e1-44cc-a822-ab9498a4dc89) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:28:06.340369 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c17803-7b29-47c9-8540-9ef3d50b768a admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:28:06.342083 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bd393bdc-6754-42ce-993c-170a66504466 req-c90d80fb-deb3-44be-8c6b-9cbe14f832eb tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/security-groups?id=867a62cd-f31f-4b49-96ee-777cad774b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284727 Feb 17 17:28:06.356964 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5707ba1f-cbbe-4d30-b96f-9d0a03ebf15c None None] Sync routers for ids ['0532e046-d49e-48fc-a846-b2f5fa479a06'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:28:06.385889 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5707ba1f-cbbe-4d30-b96f-9d0a03ebf15c None None] Routers {'0532e046-d49e-48fc-a846-b2f5fa479a06'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:28:06.394212 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-5707ba1f-cbbe-4d30-b96f-9d0a03ebf15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:28:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0532e046-d49e-48fc-a846-b2f5fa479a06'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:06.425816 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-53c17803-7b29-47c9-8540-9ef3d50b768a admin admin] 10.222.0.87 "PUT /v2.0/routers/0532e046-d49e-48fc-a846-b2f5fa479a06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8027687 Feb 17 17:28:06.430786 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36380) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:06.469593 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7381a842-fd12-45e3-944f-45df1a8a1b92 None None] Publish callbacks [] for port (a103ecdc-77e1-44cc-a822-ab9498a4dc89), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:06.483737 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7381a842-fd12-45e3-944f-45df1a8a1b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (a103ecdc-77e1-44cc-a822-ab9498a4dc89), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:06.488642 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d2e4851-b1b3-44b6-b3c0-6c4533883f30 req-48ee43c2-91fa-44f0-9b32-2ef66d2a99d9 tempest-FloatingIPsNegativeTestJSON-2116953366 tempest-FloatingIPsNegativeTestJSON-2116953366-project] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0512173 Feb 17 17:28:06.560407 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381a842-fd12-45e3-944f-45df1a8a1b92 None None] Pushing event updated for resources: {'Port': ['ID=a103ecdc-77e1-44cc-a822-ab9498a4dc89,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:06.593804 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [req-3b419f1e-ddfd-4f61-a151-56559295e6d1 req-e5ceb6de-95f6-47ca-a3f6-a97699e002cf tempest-FloatingIPsNegativeTestJSON-2116953366 tempest-FloatingIPsNegativeTestJSON-2116953366-project] show failed (client error): The resource could not be found. Feb 17 17:28:06.608681 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3b419f1e-ddfd-4f61-a151-56559295e6d1 req-e5ceb6de-95f6-47ca-a3f6-a97699e002cf tempest-FloatingIPsNegativeTestJSON-2116953366 tempest-FloatingIPsNegativeTestJSON-2116953366-project] 10.222.0.87 "GET /v2.0/floatingips/97ff3fcd-729b-436c-ab39-fe4a6dfa76a8 HTTP/1.1" status: 404 len: 350 time: 0.0771918 Feb 17 17:28:06.611203 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36384) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:06.630017 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7381a842-fd12-45e3-944f-45df1a8a1b92 None None] Network b4ed5d6f-3eb3-4d80-ba86-b711da993733 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:28:06.639125 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-7381a842-fd12-45e3-944f-45df1a8a1b92 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:28:06.646072 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7381a842-fd12-45e3-944f-45df1a8a1b92 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:28:06.655580 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cf6d4fbe-bfc4-4655-ade6-e09a37b7c3c5 admin admin] Publish callbacks [] for router (0532e046-d49e-48fc-a846-b2f5fa479a06), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:06.677416 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bb2d69e5-25db-4a5d-9375-0102ce8f6f97 admin admin] Publish callbacks [] for router_gateway (501f1e1a-07a5-4740-b7f7-aff16a545b66), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:06.698522 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-5707ba1f-cbbe-4d30-b96f-9d0a03ebf15c None None] Set router 0532e046-d49e-48fc-a846-b2f5fa479a06 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:28:06.738286 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:06.851198 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-56147c1a-f3c6-4b72-a3b7-d7b776ccec3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 097324b7-156b-4fa5-93ca-1e37a6836779 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:28:06.863173 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-56147c1a-f3c6-4b72-a3b7-d7b776ccec3f service neutron] Publish callbacks [] for port (097324b7-156b-4fa5-93ca-1e37a6836779), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:06.888978 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cf6d4fbe-bfc4-4655-ade6-e09a37b7c3c5 admin admin] Publish callbacks [] for router_gateway (0532e046-d49e-48fc-a846-b2f5fa479a06), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:06.889458 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-7381a842-fd12-45e3-944f-45df1a8a1b92 None None] Attempting to bind port a103ecdc-77e1-44cc-a822-ab9498a4dc89 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:28:06.891656 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-7381a842-fd12-45e3-944f-45df1a8a1b92 None None] Attempting to bind port a103ecdc-77e1-44cc-a822-ab9498a4dc89 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'bb1bda3f-c2f0-4f96-8385-90efc231f095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b4ed5d6f-3eb3-4d80-ba86-b711da993733'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:28:06.891961 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7381a842-fd12-45e3-944f-45df1a8a1b92 None None] Attempting to bind port a103ecdc-77e1-44cc-a822-ab9498a4dc89 on network b4ed5d6f-3eb3-4d80-ba86-b711da993733 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:28:06.907877 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-56147c1a-f3c6-4b72-a3b7-d7b776ccec3f service neutron] Transition to ACTIVE for port object 097324b7-156b-4fa5-93ca-1e37a6836779 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:28:06.916627 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7381a842-fd12-45e3-944f-45df1a8a1b92 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:28:06.917012 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7381a842-fd12-45e3-944f-45df1a8a1b92 None None] Checking segment: {'id': 'bb1bda3f-c2f0-4f96-8385-90efc231f095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b4ed5d6f-3eb3-4d80-ba86-b711da993733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:28:06.918578 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7381a842-fd12-45e3-944f-45df1a8a1b92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:06.918992 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7381a842-fd12-45e3-944f-45df1a8a1b92 None None] Bound using segment: {'id': 'bb1bda3f-c2f0-4f96-8385-90efc231f095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b4ed5d6f-3eb3-4d80-ba86-b711da993733'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:28:06.920423 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-7381a842-fd12-45e3-944f-45df1a8a1b92 None None] Bound port: a103ecdc-77e1-44cc-a822-ab9498a4dc89, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1bda3f-c2f0-4f96-8385-90efc231f095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b4ed5d6f-3eb3-4d80-ba86-b711da993733'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:28:06.921414 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7381a842-fd12-45e3-944f-45df1a8a1b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (a103ecdc-77e1-44cc-a822-ab9498a4dc89), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:06.969614 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-56147c1a-f3c6-4b72-a3b7-d7b776ccec3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (097324b7-156b-4fa5-93ca-1e37a6836779), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:07.078637 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-7381a842-fd12-45e3-944f-45df1a8a1b92 None None] For port a103ecdc-77e1-44cc-a822-ab9498a4dc89, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:28:07.086842 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-7381a842-fd12-45e3-944f-45df1a8a1b92 None None] For port a103ecdc-77e1-44cc-a822-ab9498a4dc89, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=a103ecdc-77e1-44cc-a822-ab9498a4dc89,segment=NetworkSegment(bb1bda3f-c2f0-4f96-8385-90efc231f095),segment_id=bb1bda3f-c2f0-4f96-8385-90efc231f095)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:28:07.118362 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7381a842-fd12-45e3-944f-45df1a8a1b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (a103ecdc-77e1-44cc-a822-ab9498a4dc89), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:07.160162 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-5707ba1f-cbbe-4d30-b96f-9d0a03ebf15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-17161331-router', 'tenant_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '4d9e9dc7-554e-4f65-b239-0066d8653cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:25:06Z', 'updated_at': '2022-02-17T17:28:03Z', 'revision_number': 5, 'project_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'gw_port': {'id': '4d9e9dc7-554e-4f65-b239-0066d8653cd4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:55:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:25:07Z', 'updated_at': '2022-02-17T17:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:07.230983 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56147c1a-f3c6-4b72-a3b7-d7b776ccec3f service neutron] Pushing event updated for resources: {'Port': ['ID=097324b7-156b-4fa5-93ca-1e37a6836779,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:07.235106 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5707ba1f-cbbe-4d30-b96f-9d0a03ebf15c None None] Checking router: 0532e046-d49e-48fc-a846-b2f5fa479a06 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:28:07.259764 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-cf6d4fbe-bfc4-4655-ade6-e09a37b7c3c5 admin admin] Deleting port 4d9e9dc7-554e-4f65-b239-0066d8653cd4 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:28:07.260095 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5707ba1f-cbbe-4d30-b96f-9d0a03ebf15c None None] Routers {'0532e046-d49e-48fc-a846-b2f5fa479a06'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:28:07.260265 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cf6d4fbe-bfc4-4655-ade6-e09a37b7c3c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (4d9e9dc7-554e-4f65-b239-0066d8653cd4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:07.263006 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-5707ba1f-cbbe-4d30-b96f-9d0a03ebf15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:28:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0532e046-d49e-48fc-a846-b2f5fa479a06'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:07.281695 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381a842-fd12-45e3-944f-45df1a8a1b92 None None] Pushing event updated for resources: {'Port': ['ID=a103ecdc-77e1-44cc-a822-ab9498a4dc89,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:07.297114 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b62748-345b-4669-b75d-5ba4cb278df0 req-d9e91d27-665e-4139-ad53-b035bb98fe9d tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:07.302139 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-61b62748-345b-4669-b75d-5ba4cb278df0 req-d9e91d27-665e-4139-ad53-b035bb98fe9d tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 946 time: 0.8664980 Feb 17 17:28:07.381599 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cada3f9-0bdf-42d8-a829-890b9ff16274 req-af7cbdf9-41b9-4e02-a2b3-08d4cea80fe3 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:07.390840 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5cada3f9-0bdf-42d8-a829-890b9ff16274 req-af7cbdf9-41b9-4e02-a2b3-08d4cea80fe3 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=bb93b63b-0220-4b74-82c5-c6726770f5bd HTTP/1.1" status: 200 len: 949 time: 0.2262282 Feb 17 17:28:07.421746 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-658b63bd-b675-46e0-9ad5-45957170e298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3e702f-7f1a-481c-bfa8-1ce9f3271f5b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1531960546-router', 'tenant_id': '83d27f01cb524478afdbdbd9b9cbd070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '52977d3b-2e3a-457f-821f-b7167a4f36b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:27:50Z', 'updated_at': '2022-02-17T17:28:02Z', 'revision_number': 4, 'project_id': '83d27f01cb524478afdbdbd9b9cbd070', 'gw_port': {'id': '52977d3b-2e3a-457f-821f-b7167a4f36b3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3e702f-7f1a-481c-bfa8-1ce9f3271f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:27:51Z', 'updated_at': '2022-02-17T17:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'd28b8243-067d-4583-b5dc-5a1679f2366e', 'name': '', 'network_id': 'b08f4a8e-8600-49ba-b2a7-04a285c94607', 'tenant_id': '83d27f01cb524478afdbdbd9b9cbd070', 'mac_address': 'fa:16:3e:bd:f4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3e702f-7f1a-481c-bfa8-1ce9f3271f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '70903b7c-9f79-441b-84e1-1372e946bd36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:28:00Z', 'updated_at': '2022-02-17T17:28:03Z', 'revision_number': 2, 'project_id': '83d27f01cb524478afdbdbd9b9cbd070', 'subnets': [{'id': '70903b7c-9f79-441b-84e1-1372e946bd36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:07.463121 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-5707ba1f-cbbe-4d30-b96f-9d0a03ebf15c None None] Set router 0532e046-d49e-48fc-a846-b2f5fa479a06 gateway port host: None {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:28:07.503366 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658b63bd-b675-46e0-9ad5-45957170e298 None None] Checking router: af3e702f-7f1a-481c-bfa8-1ce9f3271f5b for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:28:07.514409 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658b63bd-b675-46e0-9ad5-45957170e298 None None] Updating router af3e702f-7f1a-481c-bfa8-1ce9f3271f5b port d28b8243-067d-4583-b5dc-5a1679f2366e binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:28:07.562536 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-61b62748-345b-4669-b75d-5ba4cb278df0 req-c211df0d-0a2c-462d-85fc-2b02177555e2 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369394 Feb 17 17:28:07.567308 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-658b63bd-b675-46e0-9ad5-45957170e298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d28b8243-067d-4583-b5dc-5a1679f2366e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:07.602871 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-5707ba1f-cbbe-4d30-b96f-9d0a03ebf15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-17161331-router', 'tenant_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:25:06Z', 'updated_at': '2022-02-17T17:28:06Z', 'revision_number': 6, 'project_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'gw_port_host': None}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:07.679917 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5cada3f9-0bdf-42d8-a829-890b9ff16274 req-2d405783-b6ff-493c-8ab7-782a00a424ab tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872593 Feb 17 17:28:07.690600 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5707ba1f-cbbe-4d30-b96f-9d0a03ebf15c None None] The sync data for ids ['0532e046-d49e-48fc-a846-b2f5fa479a06'] in n-d-829613-2 is: [{'id': '0532e046-d49e-48fc-a846-b2f5fa479a06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-17161331-router', 'tenant_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:25:06Z', 'updated_at': '2022-02-17T17:28:06Z', 'revision_number': 6, 'project_id': 'c8748c381f2d43e0acb3dcfd0300916d', 'gw_port_host': None}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:28:07.884926 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:08.024173 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56147c1a-f3c6-4b72-a3b7-d7b776ccec3f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:28:08.025715 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56147c1a-f3c6-4b72-a3b7-d7b776ccec3f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:28:08.026219 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56147c1a-f3c6-4b72-a3b7-d7b776ccec3f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:28:08.026791 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56147c1a-f3c6-4b72-a3b7-d7b776ccec3f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:28:08.027304 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56147c1a-f3c6-4b72-a3b7-d7b776ccec3f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:28:08.027794 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56147c1a-f3c6-4b72-a3b7-d7b776ccec3f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:28:08.028299 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56147c1a-f3c6-4b72-a3b7-d7b776ccec3f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:28:08.028783 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56147c1a-f3c6-4b72-a3b7-d7b776ccec3f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:28:08.029267 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56147c1a-f3c6-4b72-a3b7-d7b776ccec3f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:28:08.029776 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56147c1a-f3c6-4b72-a3b7-d7b776ccec3f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:28:08.030269 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56147c1a-f3c6-4b72-a3b7-d7b776ccec3f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:28:08.030761 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56147c1a-f3c6-4b72-a3b7-d7b776ccec3f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:28:08.031858 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56147c1a-f3c6-4b72-a3b7-d7b776ccec3f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:28:08.066737 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-56147c1a-f3c6-4b72-a3b7-d7b776ccec3f service neutron] Attempting to bind port 097324b7-156b-4fa5-93ca-1e37a6836779 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:28:08.067329 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-56147c1a-f3c6-4b72-a3b7-d7b776ccec3f service neutron] Attempting to bind port 097324b7-156b-4fa5-93ca-1e37a6836779 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '24695fa1-2a31-475b-b2cd-b1e68f56307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'cab90405-f36c-48be-bf69-f10d430343fe'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:28:08.068419 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-56147c1a-f3c6-4b72-a3b7-d7b776ccec3f service neutron] Attempting to bind port 097324b7-156b-4fa5-93ca-1e37a6836779 on network cab90405-f36c-48be-bf69-f10d430343fe {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:28:08.100976 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-56147c1a-f3c6-4b72-a3b7-d7b776ccec3f service neutron] Port 097324b7-156b-4fa5-93ca-1e37a6836779 on network cab90405-f36c-48be-bf69-f10d430343fe not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:28:08.101583 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-56147c1a-f3c6-4b72-a3b7-d7b776ccec3f service neutron] Attempting to bind port 097324b7-156b-4fa5-93ca-1e37a6836779 on network cab90405-f36c-48be-bf69-f10d430343fe {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:28:08.117907 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-56147c1a-f3c6-4b72-a3b7-d7b776ccec3f service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:28:08.118481 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-56147c1a-f3c6-4b72-a3b7-d7b776ccec3f service neutron] Checking segment: {'id': '24695fa1-2a31-475b-b2cd-b1e68f56307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'cab90405-f36c-48be-bf69-f10d430343fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:28:08.119044 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-56147c1a-f3c6-4b72-a3b7-d7b776ccec3f service neutron] Bound using segment: {'id': '24695fa1-2a31-475b-b2cd-b1e68f56307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'cab90405-f36c-48be-bf69-f10d430343fe'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:28:08.120858 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-56147c1a-f3c6-4b72-a3b7-d7b776ccec3f service neutron] Bound port: 097324b7-156b-4fa5-93ca-1e37a6836779, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24695fa1-2a31-475b-b2cd-b1e68f56307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'cab90405-f36c-48be-bf69-f10d430343fe'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:28:08.121426 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-56147c1a-f3c6-4b72-a3b7-d7b776ccec3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (097324b7-156b-4fa5-93ca-1e37a6836779), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:08.125902 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-658b63bd-b675-46e0-9ad5-45957170e298 None None] Publish callbacks [] for port (d28b8243-067d-4583-b5dc-5a1679f2366e), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:08.130872 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9f8db-f1ab-4566-8787-cd5958abae1f req-fc64c9ff-80dc-4c82-b68d-9fbaaf99d911 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:08.137934 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9f8db-f1ab-4566-8787-cd5958abae1f req-fc64c9ff-80dc-4c82-b68d-9fbaaf99d911 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:08.139928 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-658b63bd-b675-46e0-9ad5-45957170e298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (d28b8243-067d-4583-b5dc-5a1679f2366e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:08.147793 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9f8db-f1ab-4566-8787-cd5958abae1f req-fc64c9ff-80dc-4c82-b68d-9fbaaf99d911 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:08.154461 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3bd9f8db-f1ab-4566-8787-cd5958abae1f req-fc64c9ff-80dc-4c82-b68d-9fbaaf99d911 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/ports?device_id=e4c3bcea-8963-40cf-a029-bf3ec88c8aa2 HTTP/1.1" status: 200 len: 2386 time: 0.1774099 Feb 17 17:28:08.199019 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-56147c1a-f3c6-4b72-a3b7-d7b776ccec3f service neutron] For port 097324b7-156b-4fa5-93ca-1e37a6836779, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:28:08.203230 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-56147c1a-f3c6-4b72-a3b7-d7b776ccec3f service neutron] For port 097324b7-156b-4fa5-93ca-1e37a6836779, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=097324b7-156b-4fa5-93ca-1e37a6836779,segment=NetworkSegment(24695fa1-2a31-475b-b2cd-b1e68f56307e),segment_id=24695fa1-2a31-475b-b2cd-b1e68f56307e)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:28:08.210706 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-56147c1a-f3c6-4b72-a3b7-d7b776ccec3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (097324b7-156b-4fa5-93ca-1e37a6836779), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:08.257062 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-56147c1a-f3c6-4b72-a3b7-d7b776ccec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:08.259366 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-56147c1a-f3c6-4b72-a3b7-d7b776ccec3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:08.260879 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-56147c1a-f3c6-4b72-a3b7-d7b776ccec3f service neutron] 10.222.0.71 "PUT /v2.0/ports/097324b7-156b-4fa5-93ca-1e37a6836779 HTTP/1.1" status: 200 len: 1090 time: 2.6145959 Feb 17 17:28:08.263646 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa80467-d8e7-466a-8566-89708856ecbc None None] Pushing event updated for resources: {'Port': ['ID=d28b8243-067d-4583-b5dc-5a1679f2366e,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:08.278182 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c3bcea-8963-40cf-a029-bf3ec88c8aa2', 'tag': '097324b7-156b-4fa5-93ca-1e37a6836779'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:28:08.282287 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91d45a1-ee7b-4338-a111-57f8936da96b" -d '{"events": [{"name": "network-changed", "server_uuid": "e4c3bcea-8963-40cf-a029-bf3ec88c8aa2", "tag": "097324b7-156b-4fa5-93ca-1e37a6836779"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:28:08.370268 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-85b61979-19d4-47f4-a83d-fc7eca8d0579 service neutron] Request body: {'port': {'device_id': 'e4c3bcea-8963-40cf-a029-bf3ec88c8aa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:28:08.394267 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-658b63bd-b675-46e0-9ad5-45957170e298 None None] Attempting to bind port d28b8243-067d-4583-b5dc-5a1679f2366e on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:28:08.394651 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-658b63bd-b675-46e0-9ad5-45957170e298 None None] Attempting to bind port d28b8243-067d-4583-b5dc-5a1679f2366e by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '08e79ddd-0f41-4243-a139-ae5d8358a2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b08f4a8e-8600-49ba-b2a7-04a285c94607'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:28:08.395024 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658b63bd-b675-46e0-9ad5-45957170e298 None None] Attempting to bind port d28b8243-067d-4583-b5dc-5a1679f2366e on network b08f4a8e-8600-49ba-b2a7-04a285c94607 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:28:08.411410 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658b63bd-b675-46e0-9ad5-45957170e298 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:28:08.411797 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658b63bd-b675-46e0-9ad5-45957170e298 None None] Checking segment: {'id': '08e79ddd-0f41-4243-a139-ae5d8358a2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b08f4a8e-8600-49ba-b2a7-04a285c94607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:28:08.412216 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-658b63bd-b675-46e0-9ad5-45957170e298 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:08.412648 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658b63bd-b675-46e0-9ad5-45957170e298 None None] Bound using segment: {'id': '08e79ddd-0f41-4243-a139-ae5d8358a2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b08f4a8e-8600-49ba-b2a7-04a285c94607'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:28:08.413141 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-658b63bd-b675-46e0-9ad5-45957170e298 None None] Bound port: d28b8243-067d-4583-b5dc-5a1679f2366e, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08e79ddd-0f41-4243-a139-ae5d8358a2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b08f4a8e-8600-49ba-b2a7-04a285c94607'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:28:08.413642 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-658b63bd-b675-46e0-9ad5-45957170e298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d28b8243-067d-4583-b5dc-5a1679f2366e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:08.517482 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6634fcd-7c6a-4598-9514-6c938906b461 x-openstack-request-id: req-b6634fcd-7c6a-4598-9514-6c938906b461 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:28:08.518620 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4c3bcea-8963-40cf-a029-bf3ec88c8aa2", "tag": "097324b7-156b-4fa5-93ca-1e37a6836779", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:28:08.518909 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b6634fcd-7c6a-4598-9514-6c938906b461 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:28:08.519332 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4c3bcea-8963-40cf-a029-bf3ec88c8aa2', 'tag': '097324b7-156b-4fa5-93ca-1e37a6836779', 'status': 'completed', 'code': 200} Feb 17 17:28:08.547936 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-cf6d4fbe-bfc4-4655-ade6-e09a37b7c3c5 admin admin] For port 4d9e9dc7-554e-4f65-b239-0066d8653cd4, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=4d9e9dc7-554e-4f65-b239-0066d8653cd4,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:28:08.548298 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cf6d4fbe-bfc4-4655-ade6-e09a37b7c3c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (4d9e9dc7-554e-4f65-b239-0066d8653cd4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:08.571527 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-658b63bd-b675-46e0-9ad5-45957170e298 None None] For port d28b8243-067d-4583-b5dc-5a1679f2366e, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:28:08.576754 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-658b63bd-b675-46e0-9ad5-45957170e298 None None] For port d28b8243-067d-4583-b5dc-5a1679f2366e, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=d28b8243-067d-4583-b5dc-5a1679f2366e,segment=NetworkSegment(08e79ddd-0f41-4243-a139-ae5d8358a2ec),segment_id=08e79ddd-0f41-4243-a139-ae5d8358a2ec)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:28:08.585359 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-658b63bd-b675-46e0-9ad5-45957170e298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (d28b8243-067d-4583-b5dc-5a1679f2366e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:08.614205 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3bd9f8db-f1ab-4566-8787-cd5958abae1f req-f077ce72-bfa0-455e-9fdb-cd91e67c95f5 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/security-groups?id=867a62cd-f31f-4b49-96ee-777cad774b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902893 Feb 17 17:28:08.667540 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-cf6d4fbe-bfc4-4655-ade6-e09a37b7c3c5 admin admin] Calling delete_port for 4d9e9dc7-554e-4f65-b239-0066d8653cd4 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:28:08.671411 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56147c1a-f3c6-4b72-a3b7-d7b776ccec3f service neutron] Pushing event updated for resources: {'Port': ['ID=097324b7-156b-4fa5-93ca-1e37a6836779,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:08.726197 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-85b61979-19d4-47f4-a83d-fc7eca8d0579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (29f2c8aa-f9b2-46bc-80f1-23a2c145a494), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:08.745924 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658b63bd-b675-46e0-9ad5-45957170e298 None None] Routers {'af3e702f-7f1a-481c-bfa8-1ce9f3271f5b'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:28:08.750275 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-658b63bd-b675-46e0-9ad5-45957170e298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:28:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['af3e702f-7f1a-481c-bfa8-1ce9f3271f5b'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:09.151682 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bb2d69e5-25db-4a5d-9375-0102ce8f6f97 admin admin] Publish callbacks [] for router_gateway (501f1e1a-07a5-4740-b7f7-aff16a545b66), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:09.303961 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bb2d69e5-25db-4a5d-9375-0102ce8f6f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:09.313540 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d45a1-ee7b-4338-a111-57f8936da96b req-bff1e125-a2dc-4e08-9b83-ee0ac243454b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:09.314781 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d45a1-ee7b-4338-a111-57f8936da96b req-bff1e125-a2dc-4e08-9b83-ee0ac243454b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:09.315316 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d45a1-ee7b-4338-a111-57f8936da96b req-bff1e125-a2dc-4e08-9b83-ee0ac243454b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:09.317183 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a91d45a1-ee7b-4338-a111-57f8936da96b req-bff1e125-a2dc-4e08-9b83-ee0ac243454b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=80f09b75faf84054a203824c5c5feea6&device_id=e4c3bcea-8963-40cf-a029-bf3ec88c8aa2 HTTP/1.1" status: 200 len: 2760 time: 0.6095705 Feb 17 17:28:09.340713 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device a103ecdc-77e1-44cc-a822-ab9498a4dc89 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:28:09.342970 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044b09a-5341-4a7b-ae73-1a504078cdbf req-8fbf0def-163d-469f-85a7-d946de1ef502 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:09.345557 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7287d462-09bb-4c5a-aeef-ecab3b8fe0ba None None] Network b4ed5d6f-3eb3-4d80-ba86-b711da993733 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:28:09.345721 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e044b09a-5341-4a7b-ae73-1a504078cdbf req-8fbf0def-163d-469f-85a7-d946de1ef502 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 946 time: 0.4248307 Feb 17 17:28:09.410914 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-85b61979-19d4-47f4-a83d-fc7eca8d0579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29f2c8aa-f9b2-46bc-80f1-23a2c145a494 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:28:09.418890 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa80467-d8e7-466a-8566-89708856ecbc None None] Pushing event updated for resources: {'Port': ['ID=d28b8243-067d-4583-b5dc-5a1679f2366e,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:09.422544 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-85b61979-19d4-47f4-a83d-fc7eca8d0579 service neutron] Publish callbacks [] for port (29f2c8aa-f9b2-46bc-80f1-23a2c145a494), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:09.475818 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-85b61979-19d4-47f4-a83d-fc7eca8d0579 service neutron] Transition to ACTIVE for port object 29f2c8aa-f9b2-46bc-80f1-23a2c145a494 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:28:09.486512 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-85b61979-19d4-47f4-a83d-fc7eca8d0579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (29f2c8aa-f9b2-46bc-80f1-23a2c145a494), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:09.499949 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-658b63bd-b675-46e0-9ad5-45957170e298 None None] Set router af3e702f-7f1a-481c-bfa8-1ce9f3271f5b gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:28:09.566278 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cf6d4fbe-bfc4-4655-ade6-e09a37b7c3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (4d9e9dc7-554e-4f65-b239-0066d8653cd4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:09.590084 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:09.609387 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b61979-19d4-47f4-a83d-fc7eca8d0579 service neutron] Pushing event updated for resources: {'Port': ['ID=29f2c8aa-f9b2-46bc-80f1-23a2c145a494,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:09.613543 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d45a1-ee7b-4338-a111-57f8936da96b req-0f548a71-a696-40ed-9380-1bf14600d3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:09.614678 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d45a1-ee7b-4338-a111-57f8936da96b req-0f548a71-a696-40ed-9380-1bf14600d3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:09.616817 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d45a1-ee7b-4338-a111-57f8936da96b req-0f548a71-a696-40ed-9380-1bf14600d3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:09.619428 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a91d45a1-ee7b-4338-a111-57f8936da96b req-0f548a71-a696-40ed-9380-1bf14600d3a2 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=80f09b75faf84054a203824c5c5feea6&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2690706 Feb 17 17:28:09.628655 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad139b73-9abc-4714-81f2-0f70b122171d req-5ec43e2c-68ec-42d8-aee6-2f6c01e6bd56 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:09.639611 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ad139b73-9abc-4714-81f2-0f70b122171d req-5ec43e2c-68ec-42d8-aee6-2f6c01e6bd56 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=bb93b63b-0220-4b74-82c5-c6726770f5bd HTTP/1.1" status: 200 len: 949 time: 0.7161558 Feb 17 17:28:09.644334 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-999c6997-5090-4ead-a78c-04a6834f9ca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (af3e702f-7f1a-481c-bfa8-1ce9f3271f5b), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:09.686029 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port a103ecdc-77e1-44cc-a822-ab9498a4dc89 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:28:09.686411 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (a103ecdc-77e1-44cc-a822-ab9498a4dc89), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:09.818405 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6d4fbe-bfc4-4655-ade6-e09a37b7c3c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d9e9dc7-554e-4f65-b239-0066d8653cd4,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:09.872498 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-200ca762-97c6-43a7-b622-09a8f827db16 None None] Provisioning complete for port d28b8243-067d-4583-b5dc-5a1679f2366e triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:28:09.872882 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-200ca762-97c6-43a7-b622-09a8f827db16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d28b8243-067d-4583-b5dc-5a1679f2366e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:09.915316 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-85b61979-19d4-47f4-a83d-fc7eca8d0579 service neutron] Attempting to bind port 29f2c8aa-f9b2-46bc-80f1-23a2c145a494 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:28:09.915985 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-85b61979-19d4-47f4-a83d-fc7eca8d0579 service neutron] Attempting to bind port 29f2c8aa-f9b2-46bc-80f1-23a2c145a494 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '89799937-4d92-4b31-a1f3-94feba8495ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f70b865e-3af6-4d6e-a560-3c12eb24c564'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:28:09.916531 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-85b61979-19d4-47f4-a83d-fc7eca8d0579 service neutron] Attempting to bind port 29f2c8aa-f9b2-46bc-80f1-23a2c145a494 on network f70b865e-3af6-4d6e-a560-3c12eb24c564 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:28:09.929497 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cf6d4fbe-bfc4-4655-ade6-e09a37b7c3c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (0532e046-d49e-48fc-a846-b2f5fa479a06), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:09.968599 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port a103ecdc-77e1-44cc-a822-ab9498a4dc89 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:28:09.969002 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (a103ecdc-77e1-44cc-a822-ab9498a4dc89), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:10.042399 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ad139b73-9abc-4714-81f2-0f70b122171d req-c4057f5d-4a3b-4b18-b3ad-e2a3fd3f2823 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4014652 Feb 17 17:28:10.076567 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port a103ecdc-77e1-44cc-a822-ab9498a4dc89, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=a103ecdc-77e1-44cc-a822-ab9498a4dc89,segment=NetworkSegment(bb1bda3f-c2f0-4f96-8385-90efc231f095),segment_id=bb1bda3f-c2f0-4f96-8385-90efc231f095)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:28:10.090221 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (a103ecdc-77e1-44cc-a822-ab9498a4dc89), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:10.199040 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cf6d4fbe-bfc4-4655-ade6-e09a37b7c3c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (0532e046-d49e-48fc-a846-b2f5fa479a06), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:10.201463 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-200ca762-97c6-43a7-b622-09a8f827db16 None None] Current status of the port d28b8243-067d-4583-b5dc-5a1679f2366e is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:28:10.201872 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-200ca762-97c6-43a7-b622-09a8f827db16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d28b8243-067d-4583-b5dc-5a1679f2366e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:10.204650 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cf6d4fbe-bfc4-4655-ade6-e09a37b7c3c5 admin admin] Publish callbacks [] for router_controller (0532e046-d49e-48fc-a846-b2f5fa479a06), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:10.234899 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 92002828-e106-4471-8757-cb28b0e71c51 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:28:10.283341 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-658b63bd-b675-46e0-9ad5-45957170e298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3e702f-7f1a-481c-bfa8-1ce9f3271f5b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1531960546-router', 'tenant_id': '83d27f01cb524478afdbdbd9b9cbd070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '52977d3b-2e3a-457f-821f-b7167a4f36b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:27:50Z', 'updated_at': '2022-02-17T17:28:02Z', 'revision_number': 4, 'project_id': '83d27f01cb524478afdbdbd9b9cbd070', 'gw_port': {'id': '52977d3b-2e3a-457f-821f-b7167a4f36b3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3e702f-7f1a-481c-bfa8-1ce9f3271f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:27:51Z', 'updated_at': '2022-02-17T17:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'd28b8243-067d-4583-b5dc-5a1679f2366e', 'name': '', 'network_id': 'b08f4a8e-8600-49ba-b2a7-04a285c94607', 'tenant_id': '83d27f01cb524478afdbdbd9b9cbd070', 'mac_address': 'fa:16:3e:bd:f4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3e702f-7f1a-481c-bfa8-1ce9f3271f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '70903b7c-9f79-441b-84e1-1372e946bd36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:28:00Z', 'updated_at': '2022-02-17T17:28:08Z', 'revision_number': 4, 'project_id': '83d27f01cb524478afdbdbd9b9cbd070', 'subnets': [{'id': '70903b7c-9f79-441b-84e1-1372e946bd36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:10.312303 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-85b61979-19d4-47f4-a83d-fc7eca8d0579 service neutron] Port 29f2c8aa-f9b2-46bc-80f1-23a2c145a494 on network f70b865e-3af6-4d6e-a560-3c12eb24c564 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:28:10.312983 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-85b61979-19d4-47f4-a83d-fc7eca8d0579 service neutron] Attempting to bind port 29f2c8aa-f9b2-46bc-80f1-23a2c145a494 on network f70b865e-3af6-4d6e-a560-3c12eb24c564 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:28:10.325995 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658b63bd-b675-46e0-9ad5-45957170e298 None None] The sync data for ids ['af3e702f-7f1a-481c-bfa8-1ce9f3271f5b'] in n-d-829613-2 is: [{'id': 'af3e702f-7f1a-481c-bfa8-1ce9f3271f5b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1531960546-router', 'tenant_id': '83d27f01cb524478afdbdbd9b9cbd070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '52977d3b-2e3a-457f-821f-b7167a4f36b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:27:50Z', 'updated_at': '2022-02-17T17:28:02Z', 'revision_number': 4, 'project_id': '83d27f01cb524478afdbdbd9b9cbd070', 'gw_port': {'id': '52977d3b-2e3a-457f-821f-b7167a4f36b3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3e702f-7f1a-481c-bfa8-1ce9f3271f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:27:51Z', 'updated_at': '2022-02-17T17:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'd28b8243-067d-4583-b5dc-5a1679f2366e', 'name': '', 'network_id': 'b08f4a8e-8600-49ba-b2a7-04a285c94607', 'tenant_id': '83d27f01cb524478afdbdbd9b9cbd070', 'mac_address': 'fa:16:3e:bd:f4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3e702f-7f1a-481c-bfa8-1ce9f3271f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '70903b7c-9f79-441b-84e1-1372e946bd36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:28:00Z', 'updated_at': '2022-02-17T17:28:08Z', 'revision_number': 4, 'project_id': '83d27f01cb524478afdbdbd9b9cbd070', 'subnets': [{'id': '70903b7c-9f79-441b-84e1-1372e946bd36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:28:10.331981 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 92002828-e106-4471-8757-cb28b0e71c51 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:28:10.332120 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cf6d4fbe-bfc4-4655-ade6-e09a37b7c3c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (0532e046-d49e-48fc-a846-b2f5fa479a06), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:10.332350 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 92002828-e106-4471-8757-cb28b0e71c51 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:28:10.332704 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6d4fbe-bfc4-4655-ade6-e09a37b7c3c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0532e046-d49e-48fc-a846-b2f5fa479a06 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:28:10.332909 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 4d9e9dc7-554e-4f65-b239-0066d8653cd4 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:28:10.336369 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-85b61979-19d4-47f4-a83d-fc7eca8d0579 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:28:10.336713 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-85b61979-19d4-47f4-a83d-fc7eca8d0579 service neutron] Checking segment: {'id': '89799937-4d92-4b31-a1f3-94feba8495ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f70b865e-3af6-4d6e-a560-3c12eb24c564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:28:10.337125 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-85b61979-19d4-47f4-a83d-fc7eca8d0579 service neutron] Bound using segment: {'id': '89799937-4d92-4b31-a1f3-94feba8495ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f70b865e-3af6-4d6e-a560-3c12eb24c564'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:28:10.337556 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-85b61979-19d4-47f4-a83d-fc7eca8d0579 service neutron] Bound port: 29f2c8aa-f9b2-46bc-80f1-23a2c145a494, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89799937-4d92-4b31-a1f3-94feba8495ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f70b865e-3af6-4d6e-a560-3c12eb24c564'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:28:10.337917 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-85b61979-19d4-47f4-a83d-fc7eca8d0579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (29f2c8aa-f9b2-46bc-80f1-23a2c145a494), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:10.352925 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cf6d4fbe-bfc4-4655-ade6-e09a37b7c3c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:10.354195 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-cf6d4fbe-bfc4-4655-ade6-e09a37b7c3c5 admin admin] 10.222.0.87 "DELETE /v2.0/routers/0532e046-d49e-48fc-a846-b2f5fa479a06 HTTP/1.1" status: 204 len: 168 time: 3.9201345 Feb 17 17:28:10.361753 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36400) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:10.363844 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-200ca762-97c6-43a7-b622-09a8f827db16 None None] For port d28b8243-067d-4583-b5dc-5a1679f2366e, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=d28b8243-067d-4583-b5dc-5a1679f2366e,segment=NetworkSegment(08e79ddd-0f41-4243-a139-ae5d8358a2ec),segment_id=08e79ddd-0f41-4243-a139-ae5d8358a2ec)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:28:10.366158 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 4d9e9dc7-554e-4f65-b239-0066d8653cd4 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:28:10.366514 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 4d9e9dc7-554e-4f65-b239-0066d8653cd4 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:28:10.369612 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=a103ecdc-77e1-44cc-a822-ab9498a4dc89,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:10.378243 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-200ca762-97c6-43a7-b622-09a8f827db16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (d28b8243-067d-4583-b5dc-5a1679f2366e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:10.495043 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-200ca762-97c6-43a7-b622-09a8f827db16 None None] Provisioning complete for port a103ecdc-77e1-44cc-a822-ab9498a4dc89 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:28:10.495431 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-200ca762-97c6-43a7-b622-09a8f827db16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (a103ecdc-77e1-44cc-a822-ab9498a4dc89), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:10.614358 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aaff6ba-af53-40d5-8b87-9f6a9a92dc88 admin admin] Deleting subnet b17eb52f-6ea7-4b2d-8ccf-dda6a4d3a95b {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:28:10.615280 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ca762-97c6-43a7-b622-09a8f827db16 None None] Pushing event updated for resources: {'Port': ['ID=d28b8243-067d-4583-b5dc-5a1679f2366e,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:10.627552 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3aaff6ba-af53-40d5-8b87-9f6a9a92dc88 admin admin] Publish callbacks [] for subnet (b17eb52f-6ea7-4b2d-8ccf-dda6a4d3a95b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:10.712726 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3aaff6ba-af53-40d5-8b87-9f6a9a92dc88 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (b17eb52f-6ea7-4b2d-8ccf-dda6a4d3a95b), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:10.716282 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-200ca762-97c6-43a7-b622-09a8f827db16 None None] Current status of the port a103ecdc-77e1-44cc-a822-ab9498a4dc89 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:28:10.816504 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e044b09a-5341-4a7b-ae73-1a504078cdbf req-24ba2cea-7733-42e8-b9ee-a90942e738a3 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1002021 Feb 17 17:28:10.880371 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-c0be44a2-d9d9-4f4b-a4e5-83537b862e9c None None] Provisioning complete for port a103ecdc-77e1-44cc-a822-ab9498a4dc89 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:28:10.880934 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c0be44a2-d9d9-4f4b-a4e5-83537b862e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (a103ecdc-77e1-44cc-a822-ab9498a4dc89), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:10.895244 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3aaff6ba-af53-40d5-8b87-9f6a9a92dc88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (b17eb52f-6ea7-4b2d-8ccf-dda6a4d3a95b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:11.004773 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-85b61979-19d4-47f4-a83d-fc7eca8d0579 service neutron] For port 29f2c8aa-f9b2-46bc-80f1-23a2c145a494, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:28:11.007718 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3aaff6ba-af53-40d5-8b87-9f6a9a92dc88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (b17eb52f-6ea7-4b2d-8ccf-dda6a4d3a95b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:11.058755 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-85b61979-19d4-47f4-a83d-fc7eca8d0579 service neutron] For port 29f2c8aa-f9b2-46bc-80f1-23a2c145a494, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=29f2c8aa-f9b2-46bc-80f1-23a2c145a494,segment=NetworkSegment(89799937-4d92-4b31-a1f3-94feba8495ec),segment_id=89799937-4d92-4b31-a1f3-94feba8495ec)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:28:11.062879 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3aaff6ba-af53-40d5-8b87-9f6a9a92dc88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:11.070163 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3aaff6ba-af53-40d5-8b87-9f6a9a92dc88 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/b17eb52f-6ea7-4b2d-8ccf-dda6a4d3a95b HTTP/1.1" status: 204 len: 168 time: 0.6742785 Feb 17 17:28:11.071109 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaff6ba-af53-40d5-8b87-9f6a9a92dc88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b17eb52f-6ea7-4b2d-8ccf-dda6a4d3a95b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:11.075774 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36402) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:11.097883 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b5f098-9c60-4e1c-95aa-e16ec688e5b7 None None] Network 69b59c36-ab05-4942-86fb-5909c0c87dd3 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:28:11.170946 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device a103ecdc-77e1-44cc-a822-ab9498a4dc89 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:28:11.177109 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-85b61979-19d4-47f4-a83d-fc7eca8d0579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (29f2c8aa-f9b2-46bc-80f1-23a2c145a494), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:11.223008 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-c0be44a2-d9d9-4f4b-a4e5-83537b862e9c None None] Current status of the port a103ecdc-77e1-44cc-a822-ab9498a4dc89 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:28:11.246458 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-bb2d69e5-25db-4a5d-9375-0102ce8f6f97 admin admin] Allocated IP 172.25.8.137 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/53d28726-ac7c-46a8-b27d-aa530ea4957c) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:28:11.252182 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b61979-19d4-47f4-a83d-fc7eca8d0579 service neutron] Pushing event updated for resources: {'Port': ['ID=29f2c8aa-f9b2-46bc-80f1-23a2c145a494,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:11.270615 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-85b61979-19d4-47f4-a83d-fc7eca8d0579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:11.271429 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-85b61979-19d4-47f4-a83d-fc7eca8d0579 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:11.273312 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-85b61979-19d4-47f4-a83d-fc7eca8d0579 service neutron] 10.222.0.71 "PUT /v2.0/ports/29f2c8aa-f9b2-46bc-80f1-23a2c145a494 HTTP/1.1" status: 200 len: 1091 time: 2.9285276 Feb 17 17:28:11.275869 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-336f608e-8927-4750-986e-ce7712655749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (69b59c36-ab05-4942-86fb-5909c0c87dd3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:11.277666 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c3bcea-8963-40cf-a029-bf3ec88c8aa2', 'tag': '29f2c8aa-f9b2-46bc-80f1-23a2c145a494'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:28:11.281214 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654c97ef-eec2-4abb-b425-57a1d6e25064" -d '{"events": [{"name": "network-changed", "server_uuid": "e4c3bcea-8963-40cf-a029-bf3ec88c8aa2", "tag": "29f2c8aa-f9b2-46bc-80f1-23a2c145a494"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:28:11.309562 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-6e251ad8-f354-4c10-83d6-7cb40515d877 service neutron] Request body: {'port': {'device_id': 'e4c3bcea-8963-40cf-a029-bf3ec88c8aa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:28:11.408482 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port a103ecdc-77e1-44cc-a822-ab9498a4dc89 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:28:11.409039 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (a103ecdc-77e1-44cc-a822-ab9498a4dc89), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:11.453513 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-6e251ad8-f354-4c10-83d6-7cb40515d877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c70e5244-c3de-4ddf-b497-3a5a2290d718), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:11.488099 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bb2d69e5-25db-4a5d-9375-0102ce8f6f97 admin admin] Publish callbacks [] for port (53d28726-ac7c-46a8-b27d-aa530ea4957c), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:11.502029 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5146e9de-a837-4fa5-8cfc-dbd6ddb11fe2 None None] DHCP port deletion for 69b59c36-ab05-4942-86fb-5909c0c87dd3 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:28:11.620509 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bb2d69e5-25db-4a5d-9375-0102ce8f6f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (53d28726-ac7c-46a8-b27d-aa530ea4957c), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:11.634569 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-336f608e-8927-4750-986e-ce7712655749 admin admin] Deleting port 01dcddf9-0a0b-4565-8eae-73151878d63b {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:28:11.635126 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-336f608e-8927-4750-986e-ce7712655749 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (01dcddf9-0a0b-4565-8eae-73151878d63b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:11.679903 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port a103ecdc-77e1-44cc-a822-ab9498a4dc89 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:28:11.681388 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device d28b8243-067d-4583-b5dc-5a1679f2366e up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:28:11.713329 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2d69e5-25db-4a5d-9375-0102ce8f6f97 admin admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:28:11.716518 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d45a1-ee7b-4338-a111-57f8936da96b req-5d698ebd-1456-48af-9cb2-e3ea33a6788c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:11.718040 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a91d45a1-ee7b-4338-a111-57f8936da96b req-5d698ebd-1456-48af-9cb2-e3ea33a6788c service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 2.0067179 Feb 17 17:28:11.725416 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d69e5-25db-4a5d-9375-0102ce8f6f97 admin admin] Pushing event updated for resources: {'Port': ['ID=53d28726-ac7c-46a8-b27d-aa530ea4957c,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:11.735149 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-bb2d69e5-25db-4a5d-9375-0102ce8f6f97 admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:28:11.753371 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5146e9de-a837-4fa5-8cfc-dbd6ddb11fe2 None None] Deleting port 01dcddf9-0a0b-4565-8eae-73151878d63b {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:28:11.753939 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5146e9de-a837-4fa5-8cfc-dbd6ddb11fe2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (01dcddf9-0a0b-4565-8eae-73151878d63b), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:11.754858 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8e4ed-d9fc-4cd5-9823-22477ae1ff30 req-9a01b64e-e0b8-4c8c-b058-b603cbdedf48 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:11.760517 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8e4ed-d9fc-4cd5-9823-22477ae1ff30 req-9a01b64e-e0b8-4c8c-b058-b603cbdedf48 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:11.767165 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8e4ed-d9fc-4cd5-9823-22477ae1ff30 req-9a01b64e-e0b8-4c8c-b058-b603cbdedf48 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:11.769058 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d3b8e4ed-d9fc-4cd5-9823-22477ae1ff30 req-9a01b64e-e0b8-4c8c-b058-b603cbdedf48 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/ports?device_id=e4c3bcea-8963-40cf-a029-bf3ec88c8aa2 HTTP/1.1" status: 200 len: 2398 time: 0.9566936 Feb 17 17:28:11.770672 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2d69e5-25db-4a5d-9375-0102ce8f6f97 admin admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:28:11.818506 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-336f608e-8927-4750-986e-ce7712655749 admin admin] For port 01dcddf9-0a0b-4565-8eae-73151878d63b, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=01dcddf9-0a0b-4565-8eae-73151878d63b,segment=NetworkSegment(bf8dbe87-49ac-4e48-91ba-61b360c53610),segment_id=bf8dbe87-49ac-4e48-91ba-61b360c53610)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:28:11.818883 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-336f608e-8927-4750-986e-ce7712655749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (01dcddf9-0a0b-4565-8eae-73151878d63b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:11.859217 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d69e5-25db-4a5d-9375-0102ce8f6f97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:28:11.859809 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d69e5-25db-4a5d-9375-0102ce8f6f97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:28:11.860074 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d69e5-25db-4a5d-9375-0102ce8f6f97 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:28:11.860468 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d69e5-25db-4a5d-9375-0102ce8f6f97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:28:11.860801 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d69e5-25db-4a5d-9375-0102ce8f6f97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:28:11.861654 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d69e5-25db-4a5d-9375-0102ce8f6f97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:28:11.862184 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d69e5-25db-4a5d-9375-0102ce8f6f97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:28:11.863115 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-336f608e-8927-4750-986e-ce7712655749 admin admin] Calling delete_port for 01dcddf9-0a0b-4565-8eae-73151878d63b owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:28:11.863309 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d69e5-25db-4a5d-9375-0102ce8f6f97 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:28:11.863639 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d69e5-25db-4a5d-9375-0102ce8f6f97 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:28:11.863967 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d69e5-25db-4a5d-9375-0102ce8f6f97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:28:11.864923 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d69e5-25db-4a5d-9375-0102ce8f6f97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:28:11.865273 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d69e5-25db-4a5d-9375-0102ce8f6f97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:28:11.865607 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d69e5-25db-4a5d-9375-0102ce8f6f97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:28:11.903351 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port d28b8243-067d-4583-b5dc-5a1679f2366e triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:28:11.903728 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d28b8243-067d-4583-b5dc-5a1679f2366e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:11.918464 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5146e9de-a837-4fa5-8cfc-dbd6ddb11fe2 None None] For port 01dcddf9-0a0b-4565-8eae-73151878d63b, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=01dcddf9-0a0b-4565-8eae-73151878d63b,segment=NetworkSegment(bf8dbe87-49ac-4e48-91ba-61b360c53610),segment_id=bf8dbe87-49ac-4e48-91ba-61b360c53610)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:28:11.918864 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5146e9de-a837-4fa5-8cfc-dbd6ddb11fe2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (01dcddf9-0a0b-4565-8eae-73151878d63b), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:11.965039 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5146e9de-a837-4fa5-8cfc-dbd6ddb11fe2 None None] Calling delete_port for 01dcddf9-0a0b-4565-8eae-73151878d63b owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:28:12.068375 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-6e251ad8-f354-4c10-83d6-7cb40515d877 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c70e5244-c3de-4ddf-b497-3a5a2290d718 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:28:12.076169 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-336f608e-8927-4750-986e-ce7712655749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (01dcddf9-0a0b-4565-8eae-73151878d63b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:12.080763 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-6e251ad8-f354-4c10-83d6-7cb40515d877 service neutron] Publish callbacks [] for port (c70e5244-c3de-4ddf-b497-3a5a2290d718), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:12.116803 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336f608e-8927-4750-986e-ce7712655749 admin admin] Pushing event deleted for resources: {'Port': ['ID=01dcddf9-0a0b-4565-8eae-73151878d63b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:12.126757 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336f608e-8927-4750-986e-ce7712655749 admin admin] No DVR routers for this DVR port 01dcddf9-0a0b-4565-8eae-73151878d63b on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:28:12.146450 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5146e9de-a837-4fa5-8cfc-dbd6ddb11fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (01dcddf9-0a0b-4565-8eae-73151878d63b), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:12.156641 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802a47e-95b9-4252-b8ad-72b0fd99704e req-c5bd3892-406c-4c85-a2d9-cfa20f81591b tempest-ServersOnMultiNodesTest-1303405833 tempest-ServersOnMultiNodesTest-1303405833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:12.158671 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0802a47e-95b9-4252-b8ad-72b0fd99704e req-c5bd3892-406c-4c85-a2d9-cfa20f81591b tempest-ServersOnMultiNodesTest-1303405833 tempest-ServersOnMultiNodesTest-1303405833-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=bb93b63b-0220-4b74-82c5-c6726770f5bd HTTP/1.1" status: 200 len: 1131 time: 1.1382475 Feb 17 17:28:12.170527 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d3b8e4ed-d9fc-4cd5-9823-22477ae1ff30 req-174660c2-4754-4a1d-9e4f-5ef3b4a6debb tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/security-groups?id=867a62cd-f31f-4b49-96ee-777cad774b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902966 Feb 17 17:28:12.174184 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-6e251ad8-f354-4c10-83d6-7cb40515d877 service neutron] Transition to ACTIVE for port object c70e5244-c3de-4ddf-b497-3a5a2290d718 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:28:12.200869 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-6e251ad8-f354-4c10-83d6-7cb40515d877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (c70e5244-c3de-4ddf-b497-3a5a2290d718), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:12.269882 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c154688d-6251-464f-97c8-b054d6be7e52 x-openstack-request-id: req-c154688d-6251-464f-97c8-b054d6be7e52 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:28:12.270274 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4c3bcea-8963-40cf-a029-bf3ec88c8aa2", "tag": "29f2c8aa-f9b2-46bc-80f1-23a2c145a494", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:28:12.270942 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c154688d-6251-464f-97c8-b054d6be7e52 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:28:12.271304 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4c3bcea-8963-40cf-a029-bf3ec88c8aa2', 'tag': '29f2c8aa-f9b2-46bc-80f1-23a2c145a494', 'status': 'completed', 'code': 200} Feb 17 17:28:12.314766 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-336f608e-8927-4750-986e-ce7712655749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (69b59c36-ab05-4942-86fb-5909c0c87dd3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:12.388705 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-336f608e-8927-4750-986e-ce7712655749 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69b59c36-ab05-4942-86fb-5909c0c87dd3']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:12.392738 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bb2d69e5-25db-4a5d-9375-0102ce8f6f97 admin admin] Publish callbacks [] for router_gateway (501f1e1a-07a5-4740-b7f7-aff16a545b66), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:12.416669 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e251ad8-f354-4c10-83d6-7cb40515d877 service neutron] Pushing event updated for resources: {'Port': ['ID=c70e5244-c3de-4ddf-b497-3a5a2290d718,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:12.449545 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5146e9de-a837-4fa5-8cfc-dbd6ddb11fe2 None None] Pushing event deleted for resources: {'Port': ['ID=01dcddf9-0a0b-4565-8eae-73151878d63b,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:12.463361 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5146e9de-a837-4fa5-8cfc-dbd6ddb11fe2 None None] No DVR routers for this DVR port 01dcddf9-0a0b-4565-8eae-73151878d63b on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:28:12.464999 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-336f608e-8927-4750-986e-ce7712655749 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf8dbe87-49ac-4e48-91ba-61b360c53610') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:12.465432 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-336f608e-8927-4750-986e-ce7712655749 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf8dbe87-49ac-4e48-91ba-61b360c53610') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:12.526643 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port d28b8243-067d-4583-b5dc-5a1679f2366e is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:28:12.538693 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-336f608e-8927-4750-986e-ce7712655749 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (bf8dbe87-49ac-4e48-91ba-61b360c53610), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:12.595970 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-6e251ad8-f354-4c10-83d6-7cb40515d877 service neutron] Attempting to bind port c70e5244-c3de-4ddf-b497-3a5a2290d718 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:28:12.595970 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-6e251ad8-f354-4c10-83d6-7cb40515d877 service neutron] Attempting to bind port c70e5244-c3de-4ddf-b497-3a5a2290d718 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '24695fa1-2a31-475b-b2cd-b1e68f56307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'cab90405-f36c-48be-bf69-f10d430343fe'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:28:12.595970 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-6e251ad8-f354-4c10-83d6-7cb40515d877 service neutron] Attempting to bind port c70e5244-c3de-4ddf-b497-3a5a2290d718 on network cab90405-f36c-48be-bf69-f10d430343fe {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:28:12.597567 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-336f608e-8927-4750-986e-ce7712655749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (bf8dbe87-49ac-4e48-91ba-61b360c53610), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:12.609351 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-6e251ad8-f354-4c10-83d6-7cb40515d877 service neutron] Port c70e5244-c3de-4ddf-b497-3a5a2290d718 on network cab90405-f36c-48be-bf69-f10d430343fe not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:28:12.609836 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-6e251ad8-f354-4c10-83d6-7cb40515d877 service neutron] Attempting to bind port c70e5244-c3de-4ddf-b497-3a5a2290d718 on network cab90405-f36c-48be-bf69-f10d430343fe {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:28:12.618872 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-336f608e-8927-4750-986e-ce7712655749 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:28:12.619175 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-336f608e-8927-4750-986e-ce7712655749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (bf8dbe87-49ac-4e48-91ba-61b360c53610), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:12.621302 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-6e251ad8-f354-4c10-83d6-7cb40515d877 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:28:12.621888 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-6e251ad8-f354-4c10-83d6-7cb40515d877 service neutron] Checking segment: {'id': '24695fa1-2a31-475b-b2cd-b1e68f56307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'cab90405-f36c-48be-bf69-f10d430343fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:28:12.622278 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-6e251ad8-f354-4c10-83d6-7cb40515d877 service neutron] Bound using segment: {'id': '24695fa1-2a31-475b-b2cd-b1e68f56307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'cab90405-f36c-48be-bf69-f10d430343fe'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:28:12.622711 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-6e251ad8-f354-4c10-83d6-7cb40515d877 service neutron] Bound port: c70e5244-c3de-4ddf-b497-3a5a2290d718, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24695fa1-2a31-475b-b2cd-b1e68f56307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'cab90405-f36c-48be-bf69-f10d430343fe'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:28:12.623057 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-6e251ad8-f354-4c10-83d6-7cb40515d877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c70e5244-c3de-4ddf-b497-3a5a2290d718), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:12.625431 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:28:12.625431 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:28:12.625431 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:28:12.625431 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:28:12.625431 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:28:12.625431 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:28:12.625431 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:28:12.625431 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:28:12.625431 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:28:12.625431 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:28:12.625431 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:28:12.625431 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:28:12.625431 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:28:12.625431 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:28:12.625431 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:28:12.625431 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:28:12.625431 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:28:12.625431 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:28:12.625431 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:28:12.625431 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:28:12.625431 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:28:12.625431 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:28:12.625431 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:28:12.625431 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:28:12.625431 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:28:12.625431 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:28:12.625431 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:28:12.625431 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:28:12.625431 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:28:12.625431 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:28:12.625431 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:28:12.625431 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:28:12.770330 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-6e251ad8-f354-4c10-83d6-7cb40515d877 service neutron] For port c70e5244-c3de-4ddf-b497-3a5a2290d718, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:28:12.773721 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-6e251ad8-f354-4c10-83d6-7cb40515d877 service neutron] For port c70e5244-c3de-4ddf-b497-3a5a2290d718, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=c70e5244-c3de-4ddf-b497-3a5a2290d718,segment=NetworkSegment(24695fa1-2a31-475b-b2cd-b1e68f56307e),segment_id=24695fa1-2a31-475b-b2cd-b1e68f56307e)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:28:12.781201 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-6e251ad8-f354-4c10-83d6-7cb40515d877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (c70e5244-c3de-4ddf-b497-3a5a2290d718), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:12.812548 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0802a47e-95b9-4252-b8ad-72b0fd99704e req-e2333788-2877-45e6-9fb5-1552b9c3b000 tempest-ServersOnMultiNodesTest-1303405833 tempest-ServersOnMultiNodesTest-1303405833-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4671438 Feb 17 17:28:12.852654 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c97ef-eec2-4abb-b425-57a1d6e25064 req-8b64674f-4fe7-45c6-87a5-00bee46ca18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:12.853313 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c97ef-eec2-4abb-b425-57a1d6e25064 req-8b64674f-4fe7-45c6-87a5-00bee46ca18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:12.853858 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c97ef-eec2-4abb-b425-57a1d6e25064 req-8b64674f-4fe7-45c6-87a5-00bee46ca18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:12.855606 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-654c97ef-eec2-4abb-b425-57a1d6e25064 req-8b64674f-4fe7-45c6-87a5-00bee46ca18b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=80f09b75faf84054a203824c5c5feea6&device_id=e4c3bcea-8963-40cf-a029-bf3ec88c8aa2 HTTP/1.1" status: 200 len: 2883 time: 0.4787879 Feb 17 17:28:12.887421 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-336f608e-8927-4750-986e-ce7712655749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (69b59c36-ab05-4942-86fb-5909c0c87dd3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:12.891832 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-6e251ad8-f354-4c10-83d6-7cb40515d877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:12.892402 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-6e251ad8-f354-4c10-83d6-7cb40515d877 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:12.893570 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c70f56-69c3-4c71-8fe4-fbfed2d14ac1 req-323ff1c0-a956-4f40-98c3-ffac780044ca tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:12.894042 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-6e251ad8-f354-4c10-83d6-7cb40515d877 service neutron] 10.222.0.71 "PUT /v2.0/ports/c70e5244-c3de-4ddf-b497-3a5a2290d718 HTTP/1.1" status: 200 len: 1092 time: 1.5898552 Feb 17 17:28:12.900136 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-87c70f56-69c3-4c71-8fe4-fbfed2d14ac1 req-323ff1c0-a956-4f40-98c3-ffac780044ca tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 946 time: 0.3515210 Feb 17 17:28:12.915639 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-336f608e-8927-4750-986e-ce7712655749 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:12.918608 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-336f608e-8927-4750-986e-ce7712655749 admin admin] 10.222.0.87 "DELETE /v2.0/networks/69b59c36-ab05-4942-86fb-5909c0c87dd3 HTTP/1.1" status: 204 len: 168 time: 1.8417325 Feb 17 17:28:12.930962 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 01dcddf9-0a0b-4565-8eae-73151878d63b no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:28:12.959710 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36410) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:12.967338 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336f608e-8927-4750-986e-ce7712655749 admin admin] Pushing event deleted for resources: {'Network': ['ID=69b59c36-ab05-4942-86fb-5909c0c87dd3,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:12.987419 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 01dcddf9-0a0b-4565-8eae-73151878d63b {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:28:12.990276 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 01dcddf9-0a0b-4565-8eae-73151878d63b not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:28:12.999984 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e251ad8-f354-4c10-83d6-7cb40515d877 service neutron] Pushing event updated for resources: {'Port': ['ID=c70e5244-c3de-4ddf-b497-3a5a2290d718,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:13.223261 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bb2d69e5-25db-4a5d-9375-0102ce8f6f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (501f1e1a-07a5-4740-b7f7-aff16a545b66), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:13.258531 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-999c6997-5090-4ead-a78c-04a6834f9ca4 admin admin] Deleting port d28b8243-067d-4583-b5dc-5a1679f2366e {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:28:13.258876 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-999c6997-5090-4ead-a78c-04a6834f9ca4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (d28b8243-067d-4583-b5dc-5a1679f2366e), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:13.272520 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-87c70f56-69c3-4c71-8fe4-fbfed2d14ac1 req-c6b895ea-111a-4108-b326-32dfc77b2efc tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266947 Feb 17 17:28:13.366895 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c97ef-eec2-4abb-b425-57a1d6e25064 req-3de513fa-d550-497f-a2a8-04d6d7bd304a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:13.367364 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c97ef-eec2-4abb-b425-57a1d6e25064 req-3de513fa-d550-497f-a2a8-04d6d7bd304a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:13.367825 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c97ef-eec2-4abb-b425-57a1d6e25064 req-3de513fa-d550-497f-a2a8-04d6d7bd304a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:13.369882 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-654c97ef-eec2-4abb-b425-57a1d6e25064 req-3de513fa-d550-497f-a2a8-04d6d7bd304a service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=80f09b75faf84054a203824c5c5feea6&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5062103 Feb 17 17:28:13.826969 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4f824-8f80-49c7-8b18-73b3ea2cc5bf req-62294297-00c8-44b6-bae5-2f68ba49684f tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:13.828731 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-30c4f824-8f80-49c7-8b18-73b3ea2cc5bf req-62294297-00c8-44b6-bae5-2f68ba49684f tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=bb93b63b-0220-4b74-82c5-c6726770f5bd HTTP/1.1" status: 200 len: 949 time: 0.7080996 Feb 17 17:28:13.950858 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-999c6997-5090-4ead-a78c-04a6834f9ca4 admin admin] For port d28b8243-067d-4583-b5dc-5a1679f2366e, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=d28b8243-067d-4583-b5dc-5a1679f2366e,segment=NetworkSegment(08e79ddd-0f41-4243-a139-ae5d8358a2ec),segment_id=08e79ddd-0f41-4243-a139-ae5d8358a2ec)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:28:13.951648 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-999c6997-5090-4ead-a78c-04a6834f9ca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (d28b8243-067d-4583-b5dc-5a1679f2366e), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:13.975825 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce86caa-3480-4661-a53c-feb4dc399fc2 req-a330794a-dcae-45b7-bedc-e3f5fdd8a886 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:13.983684 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce86caa-3480-4661-a53c-feb4dc399fc2 req-a330794a-dcae-45b7-bedc-e3f5fdd8a886 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:13.990063 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce86caa-3480-4661-a53c-feb4dc399fc2 req-a330794a-dcae-45b7-bedc-e3f5fdd8a886 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:13.991886 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2ce86caa-3480-4661-a53c-feb4dc399fc2 req-a330794a-dcae-45b7-bedc-e3f5fdd8a886 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/ports?device_id=e4c3bcea-8963-40cf-a029-bf3ec88c8aa2 HTTP/1.1" status: 200 len: 2410 time: 0.6378739 Feb 17 17:28:14.019753 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-999c6997-5090-4ead-a78c-04a6834f9ca4 admin admin] Calling delete_port for d28b8243-067d-4583-b5dc-5a1679f2366e owned by network:router_interface {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:28:14.052399 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c97ef-eec2-4abb-b425-57a1d6e25064 req-88db38cc-c882-47d6-9b9b-0c545200b8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:14.053841 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-654c97ef-eec2-4abb-b425-57a1d6e25064 req-88db38cc-c882-47d6-9b9b-0c545200b8f0 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6725690 Feb 17 17:28:14.080158 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-30c4f824-8f80-49c7-8b18-73b3ea2cc5bf req-b001d51a-d2db-4d5c-bece-5be6595f6005 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406852 Feb 17 17:28:14.208029 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2ce86caa-3480-4661-a53c-feb4dc399fc2 req-e31cd25e-cded-45ff-b614-4f0cec394e8a tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/security-groups?id=867a62cd-f31f-4b49-96ee-777cad774b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004809 Feb 17 17:28:14.238159 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2d69e5-25db-4a5d-9375-0102ce8f6f97 admin admin] Router 501f1e1a-07a5-4740-b7f7-aff16a545b66 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:28:14.272434 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c3bcea-8963-40cf-a029-bf3ec88c8aa2', 'tag': 'c70e5244-c3de-4ddf-b497-3a5a2290d718'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:28:14.274829 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5809e335-a205-4991-a467-16b0f5adb383" -d '{"events": [{"name": "network-changed", "server_uuid": "e4c3bcea-8963-40cf-a029-bf3ec88c8aa2", "tag": "c70e5244-c3de-4ddf-b497-3a5a2290d718"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:28:14.313024 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d35e9b-d466-475d-b1e5-bb403d940f01 x-openstack-request-id: req-89d35e9b-d466-475d-b1e5-bb403d940f01 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:28:14.314129 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4c3bcea-8963-40cf-a029-bf3ec88c8aa2", "tag": "c70e5244-c3de-4ddf-b497-3a5a2290d718", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:28:14.314306 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-89d35e9b-d466-475d-b1e5-bb403d940f01 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:28:14.314712 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4c3bcea-8963-40cf-a029-bf3ec88c8aa2', 'tag': 'c70e5244-c3de-4ddf-b497-3a5a2290d718', 'status': 'completed', 'code': 200} Feb 17 17:28:14.328328 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-bf323cde-1c6d-4d64-9436-b3f3f2804a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:14.328979 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-bf323cde-1c6d-4d64-9436-b3f3f2804a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:14.329460 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-bf323cde-1c6d-4d64-9436-b3f3f2804a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:14.331198 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-bf323cde-1c6d-4d64-9436-b3f3f2804a29 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=80f09b75faf84054a203824c5c5feea6&device_id=e4c3bcea-8963-40cf-a029-bf3ec88c8aa2 HTTP/1.1" status: 200 len: 2956 time: 0.2034357 Feb 17 17:28:14.489250 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-c64b0500-883f-4733-a6a7-0f87d91dd094 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.8&port_id=097324b7-156b-4fa5-93ca-1e37a6836779 HTTP/1.1" status: 200 len: 217 time: 0.1206670 Feb 17 17:28:14.643860 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2d69e5-25db-4a5d-9375-0102ce8f6f97 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:28:14.654268 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162a2f52-91de-4071-9b0c-2aaa6d554069 None None] Sync routers for ids ['501f1e1a-07a5-4740-b7f7-aff16a545b66'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:28:14.656842 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c6ce0-11f2-4319-a615-7bd2ba5b8d2b req-2f00fa06-969f-4801-b70c-e84362776cb5 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:14.658930 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-041c6ce0-11f2-4319-a615-7bd2ba5b8d2b req-2f00fa06-969f-4801-b70c-e84362776cb5 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 946 time: 0.2569797 Feb 17 17:28:14.660347 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-8bab1c02-78e5-4b34-a5fc-037cfeab3915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:14.661659 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-8bab1c02-78e5-4b34-a5fc-037cfeab3915 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2bdfda3e-bf71-439c-9143-aae74f30305c HTTP/1.1" status: 200 len: 801 time: 0.1581130 Feb 17 17:28:14.667477 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162a2f52-91de-4071-9b0c-2aaa6d554069 None None] Routers {'501f1e1a-07a5-4740-b7f7-aff16a545b66'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:28:14.668116 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-162a2f52-91de-4071-9b0c-2aaa6d554069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:28:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['501f1e1a-07a5-4740-b7f7-aff16a545b66'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:14.769490 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bb2d69e5-25db-4a5d-9375-0102ce8f6f97 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:14.770807 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-bb2d69e5-25db-4a5d-9375-0102ce8f6f97 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.8060772 Feb 17 17:28:14.774216 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36420) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:14.776529 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-999c6997-5090-4ead-a78c-04a6834f9ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (d28b8243-067d-4583-b5dc-5a1679f2366e), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:14.786209 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15df41e-404f-42d4-8d30-bc55dc827770 req-a652e440-4138-4b39-8ff5-de4ccfd74636 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:14.787700 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d15df41e-404f-42d4-8d30-bc55dc827770 req-a652e440-4138-4b39-8ff5-de4ccfd74636 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.91 "GET /v2.0/ports?device_id=bb93b63b-0220-4b74-82c5-c6726770f5bd HTTP/1.1" status: 200 len: 949 time: 0.2446463 Feb 17 17:28:14.845082 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-162a2f52-91de-4071-9b0c-2aaa6d554069 None None] Set router 501f1e1a-07a5-4740-b7f7-aff16a545b66 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:28:14.868135 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999c6997-5090-4ead-a78c-04a6834f9ca4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d28b8243-067d-4583-b5dc-5a1679f2366e,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:14.926230 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-041c6ce0-11f2-4319-a615-7bd2ba5b8d2b req-b4961f8d-a0f3-40a0-80c4-1a06074e4b61 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547443 Feb 17 17:28:15.043715 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-7966271e-be1d-47bb-98cb-2a1edd5595d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:15.045292 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-7966271e-be1d-47bb-98cb-2a1edd5595d8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=cab90405-f36c-48be-bf69-f10d430343fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3669279 Feb 17 17:28:15.074664 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0384ef63-0b51-4cf5-8c77-35cfb4d64cfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (43a252b3-0495-47c9-813c-3f84b2be3672), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:15.291879 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-162a2f52-91de-4071-9b0c-2aaa6d554069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '501f1e1a-07a5-4740-b7f7-aff16a545b66', 'name': 'tempest-TaggedBootDevicesTest_v242-531019352-router', 'tenant_id': 'c6c91da603a1485eab422cc6ab78977f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '53d28726-ac7c-46a8-b27d-aa530ea4957c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:28:06Z', 'updated_at': '2022-02-17T17:28:12Z', 'revision_number': 3, 'project_id': 'c6c91da603a1485eab422cc6ab78977f', 'gw_port': {'id': '53d28726-ac7c-46a8-b27d-aa530ea4957c', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '501f1e1a-07a5-4740-b7f7-aff16a545b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:28:09Z', 'updated_at': '2022-02-17T17:28:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:15.364835 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162a2f52-91de-4071-9b0c-2aaa6d554069 None None] Checking router: 501f1e1a-07a5-4740-b7f7-aff16a545b66 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:28:15.365625 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162a2f52-91de-4071-9b0c-2aaa6d554069 None None] Updating router 501f1e1a-07a5-4740-b7f7-aff16a545b66 port 53d28726-ac7c-46a8-b27d-aa530ea4957c binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:28:15.428323 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-162a2f52-91de-4071-9b0c-2aaa6d554069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (53d28726-ac7c-46a8-b27d-aa530ea4957c), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:15.564730 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-999c6997-5090-4ead-a78c-04a6834f9ca4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (af3e702f-7f1a-481c-bfa8-1ce9f3271f5b), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:15.629472 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-d15df41e-404f-42d4-8d30-bc55dc827770 req-21e9b263-2b14-4200-b0a3-c0d1db2fdd68 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Deleting port c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:28:15.629748 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d15df41e-404f-42d4-8d30-bc55dc827770 req-21e9b263-2b14-4200-b0a3-c0d1db2fdd68 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:15.734689 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-977f506e-d303-4403-83b6-f62ebf4bd9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:15.845148 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-795e97c9-269d-4958-807c-f5ab9ea19806 service neutron] 10.222.0.71 "GET /v2.0/networks/cab90405-f36c-48be-bf69-f10d430343fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7738824 Feb 17 17:28:15.867266 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-162a2f52-91de-4071-9b0c-2aaa6d554069 None None] Publish callbacks [] for port (53d28726-ac7c-46a8-b27d-aa530ea4957c), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:15.886379 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-162a2f52-91de-4071-9b0c-2aaa6d554069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (53d28726-ac7c-46a8-b27d-aa530ea4957c), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:15.910740 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43182904-b607-48c8-98df-9a270b651e42 req-17c805ca-d10a-4e9f-b4fa-29bcdbc846b5 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:15.912309 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-43182904-b607-48c8-98df-9a270b651e42 req-17c805ca-d10a-4e9f-b4fa-29bcdbc846b5 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=bb93b63b-0220-4b74-82c5-c6726770f5bd HTTP/1.1" status: 200 len: 949 time: 0.6626680 Feb 17 17:28:15.987084 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903522ce-0b96-40c8-bdfd-2995ed511b0d None None] Pushing event updated for resources: {'Port': ['ID=53d28726-ac7c-46a8-b27d-aa530ea4957c,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:15.989442 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-162a2f52-91de-4071-9b0c-2aaa6d554069 None None] Attempting to bind port 53d28726-ac7c-46a8-b27d-aa530ea4957c on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:28:15.989807 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-162a2f52-91de-4071-9b0c-2aaa6d554069 None None] Attempting to bind port 53d28726-ac7c-46a8-b27d-aa530ea4957c by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:28:15.990163 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162a2f52-91de-4071-9b0c-2aaa6d554069 None None] Attempting to bind port 53d28726-ac7c-46a8-b27d-aa530ea4957c on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:28:16.000329 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903522ce-0b96-40c8-bdfd-2995ed511b0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:28:16.000722 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903522ce-0b96-40c8-bdfd-2995ed511b0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:28:16.001701 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903522ce-0b96-40c8-bdfd-2995ed511b0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:28:16.002041 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903522ce-0b96-40c8-bdfd-2995ed511b0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:28:16.002372 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903522ce-0b96-40c8-bdfd-2995ed511b0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:28:16.002701 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903522ce-0b96-40c8-bdfd-2995ed511b0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:28:16.003025 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903522ce-0b96-40c8-bdfd-2995ed511b0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:28:16.003346 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903522ce-0b96-40c8-bdfd-2995ed511b0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:28:16.003669 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903522ce-0b96-40c8-bdfd-2995ed511b0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:28:16.004006 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903522ce-0b96-40c8-bdfd-2995ed511b0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:28:16.004463 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903522ce-0b96-40c8-bdfd-2995ed511b0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:28:16.004805 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903522ce-0b96-40c8-bdfd-2995ed511b0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:28:16.005122 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903522ce-0b96-40c8-bdfd-2995ed511b0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:28:16.019314 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162a2f52-91de-4071-9b0c-2aaa6d554069 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:28:16.019703 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162a2f52-91de-4071-9b0c-2aaa6d554069 None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:28:16.020115 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-162a2f52-91de-4071-9b0c-2aaa6d554069 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:16.020535 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162a2f52-91de-4071-9b0c-2aaa6d554069 None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:28:16.021036 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-162a2f52-91de-4071-9b0c-2aaa6d554069 None None] Bound port: 53d28726-ac7c-46a8-b27d-aa530ea4957c, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:28:16.021423 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-162a2f52-91de-4071-9b0c-2aaa6d554069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (53d28726-ac7c-46a8-b27d-aa530ea4957c), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:16.043206 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-977f506e-d303-4403-83b6-f62ebf4bd9bd admin admin] Allocated IP 172.20.0.1 (b4ed5d6f-3eb3-4d80-ba86-b711da993733/5aadcb94-5460-49df-8ee1-d33e7d2607f7/c05ba46c-53db-4b5b-b82a-0374aa9a2e60) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:28:16.128671 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-162a2f52-91de-4071-9b0c-2aaa6d554069 None None] For port 53d28726-ac7c-46a8-b27d-aa530ea4957c, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:28:16.132913 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-162a2f52-91de-4071-9b0c-2aaa6d554069 None None] For port 53d28726-ac7c-46a8-b27d-aa530ea4957c, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=53d28726-ac7c-46a8-b27d-aa530ea4957c,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:28:16.144225 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-162a2f52-91de-4071-9b0c-2aaa6d554069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (53d28726-ac7c-46a8-b27d-aa530ea4957c), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:16.195628 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-977f506e-d303-4403-83b6-f62ebf4bd9bd admin admin] Publish callbacks [] for port (c05ba46c-53db-4b5b-b82a-0374aa9a2e60), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:16.244190 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-977f506e-d303-4403-83b6-f62ebf4bd9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (c05ba46c-53db-4b5b-b82a-0374aa9a2e60), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:16.298915 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977f506e-d303-4403-83b6-f62ebf4bd9bd admin admin] Network b4ed5d6f-3eb3-4d80-ba86-b711da993733 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:28:16.302328 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-977f506e-d303-4403-83b6-f62ebf4bd9bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:28:16.318514 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162a2f52-91de-4071-9b0c-2aaa6d554069 None None] Routers {'501f1e1a-07a5-4740-b7f7-aff16a545b66'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:28:16.319153 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-162a2f52-91de-4071-9b0c-2aaa6d554069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:28:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['501f1e1a-07a5-4740-b7f7-aff16a545b66'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:16.319725 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977f506e-d303-4403-83b6-f62ebf4bd9bd admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:28:16.322476 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903522ce-0b96-40c8-bdfd-2995ed511b0d None None] Pushing event updated for resources: {'Port': ['ID=53d28726-ac7c-46a8-b27d-aa530ea4957c,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:16.380378 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-977f506e-d303-4403-83b6-f62ebf4bd9bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (501f1e1a-07a5-4740-b7f7-aff16a545b66), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:16.425544 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0e004-54ba-4dc9-a3e8-59f4f5ab56ef req-d3b5b767-b257-4407-92e5-0959c03e8ff2 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:16.443035 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0e004-54ba-4dc9-a3e8-59f4f5ab56ef req-d3b5b767-b257-4407-92e5-0959c03e8ff2 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:16.452622 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0e004-54ba-4dc9-a3e8-59f4f5ab56ef req-d3b5b767-b257-4407-92e5-0959c03e8ff2 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:16.454455 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f8b0e004-54ba-4dc9-a3e8-59f4f5ab56ef req-d3b5b767-b257-4407-92e5-0959c03e8ff2 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/ports?device_id=e4c3bcea-8963-40cf-a029-bf3ec88c8aa2 HTTP/1.1" status: 200 len: 2410 time: 1.1161227 Feb 17 17:28:16.540507 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-162a2f52-91de-4071-9b0c-2aaa6d554069 None None] Set router 501f1e1a-07a5-4740-b7f7-aff16a545b66 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:28:16.608111 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-977f506e-d303-4403-83b6-f62ebf4bd9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c05ba46c-53db-4b5b-b82a-0374aa9a2e60), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:16.626397 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977f506e-d303-4403-83b6-f62ebf4bd9bd admin admin] Pushing event updated for resources: {'Port': ['ID=c05ba46c-53db-4b5b-b82a-0374aa9a2e60,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:16.818604 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-9cf9adde-7876-485c-a150-dd8150bdd1d7 None None] Provisioning complete for port c05ba46c-53db-4b5b-b82a-0374aa9a2e60 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:28:16.819091 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9cf9adde-7876-485c-a150-dd8150bdd1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c05ba46c-53db-4b5b-b82a-0374aa9a2e60), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:16.835729 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-977f506e-d303-4403-83b6-f62ebf4bd9bd admin admin] Publish callbacks [] for port (c05ba46c-53db-4b5b-b82a-0374aa9a2e60), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:16.841275 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-977f506e-d303-4403-83b6-f62ebf4bd9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (c05ba46c-53db-4b5b-b82a-0374aa9a2e60), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:16.893199 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-d15df41e-404f-42d4-8d30-bc55dc827770 req-21e9b263-2b14-4200-b0a3-c0d1db2fdd68 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] For port c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:28:16.900683 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d15df41e-404f-42d4-8d30-bc55dc827770 req-21e9b263-2b14-4200-b0a3-c0d1db2fdd68 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:16.951572 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-977f506e-d303-4403-83b6-f62ebf4bd9bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (501f1e1a-07a5-4740-b7f7-aff16a545b66), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:16.956446 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977f506e-d303-4403-83b6-f62ebf4bd9bd admin admin] Pushing event updated for resources: {'Port': ['ID=c05ba46c-53db-4b5b-b82a-0374aa9a2e60,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:16.960430 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-9cf9adde-7876-485c-a150-dd8150bdd1d7 None None] Port c05ba46c-53db-4b5b-b82a-0374aa9a2e60 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:28:16.983793 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-d15df41e-404f-42d4-8d30-bc55dc827770 req-21e9b263-2b14-4200-b0a3-c0d1db2fdd68 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Calling delete_port for c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:28:17.011232 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-43182904-b607-48c8-98df-9a270b651e42 req-66cf4cb4-4e29-42cb-8a8f-a35d5d6c50e9 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5400021 Feb 17 17:28:17.033761 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-a1b2c483-796d-4d32-87b0-0cfc171f82a3 service neutron] 10.222.0.71 "GET /v2.0/networks/cab90405-f36c-48be-bf69-f10d430343fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1683805 Feb 17 17:28:17.033761 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f8b0e004-54ba-4dc9-a3e8-59f4f5ab56ef req-15e8ac1b-6fe1-4526-9eaf-0c09131a69c7 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/security-groups?id=867a62cd-f31f-4b49-96ee-777cad774b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4743876 Feb 17 17:28:17.036332 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-162a2f52-91de-4071-9b0c-2aaa6d554069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '501f1e1a-07a5-4740-b7f7-aff16a545b66', 'name': 'tempest-TaggedBootDevicesTest_v242-531019352-router', 'tenant_id': 'c6c91da603a1485eab422cc6ab78977f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '53d28726-ac7c-46a8-b27d-aa530ea4957c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:28:06Z', 'updated_at': '2022-02-17T17:28:12Z', 'revision_number': 3, 'project_id': 'c6c91da603a1485eab422cc6ab78977f', 'gw_port': {'id': '53d28726-ac7c-46a8-b27d-aa530ea4957c', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '501f1e1a-07a5-4740-b7f7-aff16a545b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:28:09Z', 'updated_at': '2022-02-17T17:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:17.096926 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162a2f52-91de-4071-9b0c-2aaa6d554069 None None] The sync data for ids ['501f1e1a-07a5-4740-b7f7-aff16a545b66'] in n-d-829613-2 is: [{'id': '501f1e1a-07a5-4740-b7f7-aff16a545b66', 'name': 'tempest-TaggedBootDevicesTest_v242-531019352-router', 'tenant_id': 'c6c91da603a1485eab422cc6ab78977f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '53d28726-ac7c-46a8-b27d-aa530ea4957c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:28:06Z', 'updated_at': '2022-02-17T17:28:12Z', 'revision_number': 3, 'project_id': 'c6c91da603a1485eab422cc6ab78977f', 'gw_port': {'id': '53d28726-ac7c-46a8-b27d-aa530ea4957c', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '501f1e1a-07a5-4740-b7f7-aff16a545b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:28:09Z', 'updated_at': '2022-02-17T17:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:28:17.142354 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977f506e-d303-4403-83b6-f62ebf4bd9bd admin admin] Network b4ed5d6f-3eb3-4d80-ba86-b711da993733 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:28:17.144172 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-977f506e-d303-4403-83b6-f62ebf4bd9bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:28:17.248057 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-165a3e58-30ae-4061-94b9-64bfec6563fc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.92&port_id=29f2c8aa-f9b2-46bc-80f1-23a2c145a494 HTTP/1.1" status: 200 len: 217 time: 0.1952014 Feb 17 17:28:17.256461 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-999c6997-5090-4ead-a78c-04a6834f9ca4 admin admin] Router af3e702f-7f1a-481c-bfa8-1ce9f3271f5b has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:28:17.328416 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977f506e-d303-4403-83b6-f62ebf4bd9bd admin admin] Router 501f1e1a-07a5-4740-b7f7-aff16a545b66 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:28:17.505021 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d15df41e-404f-42d4-8d30-bc55dc827770 req-21e9b263-2b14-4200-b0a3-c0d1db2fdd68 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:17.527305 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['e822f0d4-c202-470b-8870-0e346ea290b9', 'b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc', 'aa4913bc-02a5-4006-ae99-7ce9f4c9f93c', '83e65782-f641-4e21-a94a-4f0095ab99fe'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:28:17.530064 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['45e7adde-24ee-414f-a3c7-ebe99138e816', 'dba1bee1-120d-4f70-be3e-d80daf3ba3b8', '223b448c-1c80-4761-a661-a4aad02da58b'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:28:17.582718 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977f506e-d303-4403-83b6-f62ebf4bd9bd admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:28:17.619771 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-18149ac6-9463-4bae-a6c8-bcdb20e1a6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:17.621461 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-18149ac6-9463-4bae-a6c8-bcdb20e1a6c1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=60b8497f-d6f3-4e39-86a9-82ff44ccc850 HTTP/1.1" status: 200 len: 801 time: 0.3372865 Feb 17 17:28:17.651806 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-977f506e-d303-4403-83b6-f62ebf4bd9bd admin admin] 10.222.0.87 "PUT /v2.0/routers/501f1e1a-07a5-4740-b7f7-aff16a545b66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8731606 Feb 17 17:28:17.674490 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-bd8c99c2-ef20-4d75-a398-6322cd37fce3 None None] Provisioning complete for port c05ba46c-53db-4b5b-b82a-0374aa9a2e60 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:28:17.674874 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bd8c99c2-ef20-4d75-a398-6322cd37fce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c05ba46c-53db-4b5b-b82a-0374aa9a2e60), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:17.739524 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9b263-2b14-4200-b0a3-c0d1db2fdd68 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Pushing event deleted for resources: {'Port': ['ID=c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:17.743661 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999c6997-5090-4ead-a78c-04a6834f9ca4 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:28:17.749482 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-999c6997-5090-4ead-a78c-04a6834f9ca4 admin admin] 10.222.0.87 "PUT /v2.0/routers/af3e702f-7f1a-481c-bfa8-1ce9f3271f5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1352372 Feb 17 17:28:17.752561 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36434) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:17.765813 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-bd8c99c2-ef20-4d75-a398-6322cd37fce3 None None] Port c05ba46c-53db-4b5b-b82a-0374aa9a2e60 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:28:17.771219 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ed2595-038f-47bb-9beb-6fcddd31d2ab None None] Sync routers for ids ['af3e702f-7f1a-481c-bfa8-1ce9f3271f5b'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:28:17.803332 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ed2595-038f-47bb-9beb-6fcddd31d2ab None None] Routers {'af3e702f-7f1a-481c-bfa8-1ce9f3271f5b'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:28:17.804874 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-64ed2595-038f-47bb-9beb-6fcddd31d2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:28:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['af3e702f-7f1a-481c-bfa8-1ce9f3271f5b'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:17.899528 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70349cc0-e316-4ec8-8d7a-761a88ec6900 req-3c37cbfd-9f98-4f0d-98c8-94aef708f81c tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:17.909078 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-70349cc0-e316-4ec8-8d7a-761a88ec6900 req-3c37cbfd-9f98-4f0d-98c8-94aef708f81c tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 946 time: 0.7797382 Feb 17 17:28:17.963143 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-d15df41e-404f-42d4-8d30-bc55dc827770 req-21e9b263-2b14-4200-b0a3-c0d1db2fdd68 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] No DVR routers for this DVR port c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85 on host n-h2-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:28:17.968017 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d15df41e-404f-42d4-8d30-bc55dc827770 req-21e9b263-2b14-4200-b0a3-c0d1db2fdd68 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:17.979733 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d15df41e-404f-42d4-8d30-bc55dc827770 req-21e9b263-2b14-4200-b0a3-c0d1db2fdd68 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.91 "DELETE /v2.0/ports/c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85 HTTP/1.1" status: 204 len: 173 time: 3.1731493 Feb 17 17:28:17.982404 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-0384ef63-0b51-4cf5-8c77-35cfb4d64cfc admin admin] Deleting port 2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:28:17.982748 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0384ef63-0b51-4cf5-8c77-35cfb4d64cfc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:17.984472 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb93b63b-0220-4b74-82c5-c6726770f5bd', 'name': 'network-vif-deleted', 'tag': 'c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:28:17.987495 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4010144-f0e5-465a-b297-1ff3b53eb1f6" -d '{"events": [{"server_uuid": "bb93b63b-0220-4b74-82c5-c6726770f5bd", "name": "network-vif-deleted", "tag": "c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:28:18.198790 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0f1a5cd-ba38-41e5-8ef4-b4318a6c460d admin admin] Publish callbacks [] for router (af3e702f-7f1a-481c-bfa8-1ce9f3271f5b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:18.222926 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-70349cc0-e316-4ec8-8d7a-761a88ec6900 req-83d18ea7-cbea-4f0b-8e58-bf6fc0432f60 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884839 Feb 17 17:28:18.225700 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba41c7f-c36a-4c7c-aee1-380fe629511b x-openstack-request-id: req-fba41c7f-c36a-4c7c-aee1-380fe629511b {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:28:18.226811 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb93b63b-0220-4b74-82c5-c6726770f5bd", "name": "network-vif-deleted", "tag": "c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:28:18.227254 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-fba41c7f-c36a-4c7c-aee1-380fe629511b {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:28:18.228106 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb93b63b-0220-4b74-82c5-c6726770f5bd', 'name': 'network-vif-deleted', 'tag': 'c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85', 'status': 'completed', 'code': 200} Feb 17 17:28:18.356878 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-26304627-23bf-490d-9ba8-b19c717f3077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:18.360831 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-26304627-23bf-490d-9ba8-b19c717f3077 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f70b865e-3af6-4d6e-a560-3c12eb24c564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.6227961 Feb 17 17:28:18.516297 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-64ed2595-038f-47bb-9beb-6fcddd31d2ab None None] Set router af3e702f-7f1a-481c-bfa8-1ce9f3271f5b gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:28:18.527174 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0f1a5cd-ba38-41e5-8ef4-b4318a6c460d admin admin] Publish callbacks [] for router_gateway (af3e702f-7f1a-481c-bfa8-1ce9f3271f5b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:18.623376 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-5291fc63-6185-4311-9f27-a8d983944e0f service neutron] 10.222.0.71 "GET /v2.0/networks/f70b865e-3af6-4d6e-a560-3c12eb24c564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517748 Feb 17 17:28:18.735469 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-a0f1a5cd-ba38-41e5-8ef4-b4318a6c460d admin admin] Deleting port 52977d3b-2e3a-457f-821f-b7167a4f36b3 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:28:18.736027 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0f1a5cd-ba38-41e5-8ef4-b4318a6c460d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (52977d3b-2e3a-457f-821f-b7167a4f36b3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:18.739497 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:18.886581 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a9fa6c3-7013-429a-8c7b-c79bdfa553ba req-b88dcb9e-c0ea-4915-aba4-8dcc41433776 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=bb93b63b-0220-4b74-82c5-c6726770f5bd HTTP/1.1" status: 200 len: 210 time: 0.5188463 Feb 17 17:28:18.944622 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36454) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:18.954336 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-9fc9a05a-1f00-4e32-b768-ee1f115a461c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1324784667-network', 'tenant_id': 'e99c2c557c9a4928be310917fafb35e8'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:28:19.026303 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:28:19.036287 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-a0f1a5cd-ba38-41e5-8ef4-b4318a6c460d admin admin] For port 52977d3b-2e3a-457f-821f-b7167a4f36b3, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=52977d3b-2e3a-457f-821f-b7167a4f36b3,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:28:19.036734 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0f1a5cd-ba38-41e5-8ef4-b4318a6c460d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (52977d3b-2e3a-457f-821f-b7167a4f36b3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:19.062369 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-a0f1a5cd-ba38-41e5-8ef4-b4318a6c460d admin admin] Calling delete_port for 52977d3b-2e3a-457f-821f-b7167a4f36b3 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:28:19.101427 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 53d28726-ac7c-46a8-b27d-aa530ea4957c up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:28:19.114140 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:28:19.115035 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device c32ab28f-ef7a-4a41-b4b1-8e29d71f3a85 not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:28:19.123118 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-0384ef63-0b51-4cf5-8c77-35cfb4d64cfc admin admin] For port 2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc,segment=NetworkSegment(4fcf670d-5e65-4132-ac3d-7dca97c70ecb),segment_id=4fcf670d-5e65-4132-ac3d-7dca97c70ecb)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:28:19.123723 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0384ef63-0b51-4cf5-8c77-35cfb4d64cfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:19.145213 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-64ed2595-038f-47bb-9beb-6fcddd31d2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3e702f-7f1a-481c-bfa8-1ce9f3271f5b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1531960546-router', 'tenant_id': '83d27f01cb524478afdbdbd9b9cbd070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '52977d3b-2e3a-457f-821f-b7167a4f36b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:27:50Z', 'updated_at': '2022-02-17T17:28:14Z', 'revision_number': 5, 'project_id': '83d27f01cb524478afdbdbd9b9cbd070', 'gw_port': {'id': '52977d3b-2e3a-457f-821f-b7167a4f36b3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3e702f-7f1a-481c-bfa8-1ce9f3271f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:27:51Z', 'updated_at': '2022-02-17T17:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:19.149005 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-0384ef63-0b51-4cf5-8c77-35cfb4d64cfc admin admin] Calling delete_port for 2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc owned by network:router_interface {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:28:19.170179 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc9a05a-1f00-4e32-b768-ee1f115a461c admin admin] Made reservation on behalf of e99c2c557c9a4928be310917fafb35e8 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:28:19.182724 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ed2595-038f-47bb-9beb-6fcddd31d2ab None None] Checking router: af3e702f-7f1a-481c-bfa8-1ce9f3271f5b for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:28:19.186756 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9fc9a05a-1f00-4e32-b768-ee1f115a461c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:19.203816 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ed2595-038f-47bb-9beb-6fcddd31d2ab None None] Routers {'af3e702f-7f1a-481c-bfa8-1ce9f3271f5b'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:28:19.204472 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-64ed2595-038f-47bb-9beb-6fcddd31d2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:28:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['af3e702f-7f1a-481c-bfa8-1ce9f3271f5b'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:19.344992 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9fc9a05a-1f00-4e32-b768-ee1f115a461c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:19.346045 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 53d28726-ac7c-46a8-b27d-aa530ea4957c triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:28:19.346443 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (53d28726-ac7c-46a8-b27d-aa530ea4957c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:19.438896 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-64ed2595-038f-47bb-9beb-6fcddd31d2ab None None] Set router af3e702f-7f1a-481c-bfa8-1ce9f3271f5b gateway port host: None {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:28:19.481589 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-ddbeb026-430f-4d5f-969d-faa3965cec8c service neutron] 10.222.0.71 "GET /v2.0/networks/f70b865e-3af6-4d6e-a560-3c12eb24c564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7609615 Feb 17 17:28:19.495436 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0384ef63-0b51-4cf5-8c77-35cfb4d64cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:19.552983 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:19.555149 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 53d28726-ac7c-46a8-b27d-aa530ea4957c is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:28:19.555907 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (53d28726-ac7c-46a8-b27d-aa530ea4957c), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:19.581098 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9fc9a05a-1f00-4e32-b768-ee1f115a461c admin admin] Publish callbacks [] for security_group (666ddcdd-4e7d-495f-949e-349b7541045e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:19.607754 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 53d28726-ac7c-46a8-b27d-aa530ea4957c, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=53d28726-ac7c-46a8-b27d-aa530ea4957c,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:28:19.611826 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-64ed2595-038f-47bb-9beb-6fcddd31d2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3e702f-7f1a-481c-bfa8-1ce9f3271f5b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1531960546-router', 'tenant_id': '83d27f01cb524478afdbdbd9b9cbd070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:27:50Z', 'updated_at': '2022-02-17T17:28:18Z', 'revision_number': 6, 'project_id': '83d27f01cb524478afdbdbd9b9cbd070', 'gw_port_host': None}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:19.614709 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (53d28726-ac7c-46a8-b27d-aa530ea4957c), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:19.614861 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9fc9a05a-1f00-4e32-b768-ee1f115a461c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (666ddcdd-4e7d-495f-949e-349b7541045e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:19.641231 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0384ef63-0b51-4cf5-8c77-35cfb4d64cfc admin admin] Pushing event deleted for resources: {'Port': ['ID=2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:19.647524 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-034804e7-b201-4ce4-aafa-4da3cfa06a0e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.191&port_id=c70e5244-c3de-4ddf-b497-3a5a2290d718 HTTP/1.1" status: 200 len: 217 time: 0.0953579 Feb 17 17:28:19.674703 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ed2595-038f-47bb-9beb-6fcddd31d2ab None None] The sync data for ids ['af3e702f-7f1a-481c-bfa8-1ce9f3271f5b'] in n-d-829613-2 is: [{'id': 'af3e702f-7f1a-481c-bfa8-1ce9f3271f5b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1531960546-router', 'tenant_id': '83d27f01cb524478afdbdbd9b9cbd070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:27:50Z', 'updated_at': '2022-02-17T17:28:18Z', 'revision_number': 6, 'project_id': '83d27f01cb524478afdbdbd9b9cbd070', 'gw_port_host': None}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:28:19.678507 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3486f6-cd32-4039-a6d8-54700dc9f241 req-b2e8b57b-445b-4012-bc7c-eb5d22d6d595 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:19.685371 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3486f6-cd32-4039-a6d8-54700dc9f241 req-b2e8b57b-445b-4012-bc7c-eb5d22d6d595 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:19.685754 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9a05a-1f00-4e32-b768-ee1f115a461c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666ddcdd-4e7d-495f-949e-349b7541045e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:19.692591 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3486f6-cd32-4039-a6d8-54700dc9f241 req-b2e8b57b-445b-4012-bc7c-eb5d22d6d595 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:19.698344 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9c3486f6-cd32-4039-a6d8-54700dc9f241 req-b2e8b57b-445b-4012-bc7c-eb5d22d6d595 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/ports?device_id=e4c3bcea-8963-40cf-a029-bf3ec88c8aa2 HTTP/1.1" status: 200 len: 2410 time: 1.0717704 Feb 17 17:28:19.715801 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fc9a05a-1f00-4e32-b768-ee1f115a461c admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:28:19.752569 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=53d28726-ac7c-46a8-b27d-aa530ea4957c,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:19.790744 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9fc9a05a-1f00-4e32-b768-ee1f115a461c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (2336317d-00c6-480f-b041-efd324255658), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:19.791466 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-9fc9a05a-1f00-4e32-b768-ee1f115a461c admin admin] Added segment 2336317d-00c6-480f-b041-efd324255658 of type vlan for network 9490ba26-bfb2-4329-aadc-951a25fb2487 Feb 17 17:28:19.812893 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-f0f2660f-7329-4af5-8751-a68f8f8e6446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:19.815041 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-f0f2660f-7329-4af5-8751-a68f8f8e6446 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2bdfda3e-bf71-439c-9143-aae74f30305c HTTP/1.1" status: 200 len: 801 time: 0.1515973 Feb 17 17:28:19.849521 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9fc9a05a-1f00-4e32-b768-ee1f115a461c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (9490ba26-bfb2-4329-aadc-951a25fb2487), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:19.906268 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0f1a5cd-ba38-41e5-8ef4-b4318a6c460d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (52977d3b-2e3a-457f-821f-b7167a4f36b3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:19.908131 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208b11b-f89a-4450-ade0-db8664d4f17b req-572ef95a-2393-4905-87ad-57028438a91e tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:19.910872 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a208b11b-f89a-4450-ade0-db8664d4f17b req-572ef95a-2393-4905-87ad-57028438a91e tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 946 time: 0.4264991 Feb 17 17:28:19.915546 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9fc9a05a-1f00-4e32-b768-ee1f115a461c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (9490ba26-bfb2-4329-aadc-951a25fb2487), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:19.916577 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc9a05a-1f00-4e32-b768-ee1f115a461c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:19.917451 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9fc9a05a-1f00-4e32-b768-ee1f115a461c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:19.965814 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9fc9a05a-1f00-4e32-b768-ee1f115a461c admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0192168 Feb 17 17:28:19.967182 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36460) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:19.979216 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f1a5cd-ba38-41e5-8ef4-b4318a6c460d admin admin] Pushing event deleted for resources: {'Port': ['ID=52977d3b-2e3a-457f-821f-b7167a4f36b3,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:19.989235 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-067caa5c-2a77-4ef5-a520-3a05a50d315a admin admin] Request body: {'subnet': {'network_id': '9490ba26-bfb2-4329-aadc-951a25fb2487', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1324784667-subnet', 'tenant_id': 'e99c2c557c9a4928be310917fafb35e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:28:20.002480 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9c3486f6-cd32-4039-a6d8-54700dc9f241 req-d818a9fc-aafb-4145-88d4-7778154fc7c4 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/security-groups?id=867a62cd-f31f-4b49-96ee-777cad774b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389445 Feb 17 17:28:20.021951 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-7a8991fc-d4ec-4333-a059-61c96e0becbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:20.029184 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-7a8991fc-d4ec-4333-a059-61c96e0becbf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=cab90405-f36c-48be-bf69-f10d430343fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2050061 Feb 17 17:28:20.157263 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9a05a-1f00-4e32-b768-ee1f115a461c admin admin] Pushing event updated for resources: {'Network': ['ID=9490ba26-bfb2-4329-aadc-951a25fb2487,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:20.169494 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067caa5c-2a77-4ef5-a520-3a05a50d315a admin admin] Made reservation on behalf of e99c2c557c9a4928be310917fafb35e8 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:28:20.171987 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 9490ba26-bfb2-4329-aadc-951a25fb2487 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:28:20.172539 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-067caa5c-2a77-4ef5-a520-3a05a50d315a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:20.252511 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3787aaa8-5910-4ce8-b34a-5317db6de8ed None None] Sync routers for ids ['501f1e1a-07a5-4740-b7f7-aff16a545b66'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:28:20.327140 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3787aaa8-5910-4ce8-b34a-5317db6de8ed None None] Routers {'501f1e1a-07a5-4740-b7f7-aff16a545b66'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:28:20.328100 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-3787aaa8-5910-4ce8-b34a-5317db6de8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:28:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['501f1e1a-07a5-4740-b7f7-aff16a545b66'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:20.347897 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a208b11b-f89a-4450-ade0-db8664d4f17b req-8580f8ad-ea8d-481f-b49a-c237f1c9daa2 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4213204 Feb 17 17:28:20.441335 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0384ef63-0b51-4cf5-8c77-35cfb4d64cfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (43a252b3-0495-47c9-813c-3f84b2be3672), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:20.462775 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-88797a43-30d4-4f4e-ade2-0398f2dcfe47 service neutron] 10.222.0.71 "GET /v2.0/networks/cab90405-f36c-48be-bf69-f10d430343fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088199 Feb 17 17:28:20.504948 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0f1a5cd-ba38-41e5-8ef4-b4318a6c460d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (af3e702f-7f1a-481c-bfa8-1ce9f3271f5b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:20.510960 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-3787aaa8-5910-4ce8-b34a-5317db6de8ed None None] Set router 501f1e1a-07a5-4740-b7f7-aff16a545b66 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:28:20.668528 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692b2d6-ed9e-40cf-81bd-80da4cb5f3b1 req-661d8904-7081-4414-9a9f-63343d920384 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:20.670076 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3692b2d6-ed9e-40cf-81bd-80da4cb5f3b1 req-661d8904-7081-4414-9a9f-63343d920384 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=136d2896-edcd-4b4a-aea9-05aead8beb89 HTTP/1.1" status: 200 len: 950 time: 0.2200482 Feb 17 17:28:20.688875 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0f1a5cd-ba38-41e5-8ef4-b4318a6c460d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (af3e702f-7f1a-481c-bfa8-1ce9f3271f5b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:20.692691 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0f1a5cd-ba38-41e5-8ef4-b4318a6c460d admin admin] Publish callbacks [] for router_controller (af3e702f-7f1a-481c-bfa8-1ce9f3271f5b), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:20.746662 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-067caa5c-2a77-4ef5-a520-3a05a50d315a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (805b2e79-0e3f-4ea3-bf30-957c7d7bb12b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:20.787198 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-3787aaa8-5910-4ce8-b34a-5317db6de8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '501f1e1a-07a5-4740-b7f7-aff16a545b66', 'name': 'tempest-TaggedBootDevicesTest_v242-531019352-router', 'tenant_id': 'c6c91da603a1485eab422cc6ab78977f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '53d28726-ac7c-46a8-b27d-aa530ea4957c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:28:06Z', 'updated_at': '2022-02-17T17:28:16Z', 'revision_number': 4, 'project_id': 'c6c91da603a1485eab422cc6ab78977f', 'gw_port': {'id': '53d28726-ac7c-46a8-b27d-aa530ea4957c', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '501f1e1a-07a5-4740-b7f7-aff16a545b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:28:09Z', 'updated_at': '2022-02-17T17:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'c05ba46c-53db-4b5b-b82a-0374aa9a2e60', 'name': '', 'network_id': 'b4ed5d6f-3eb3-4d80-ba86-b711da993733', 'tenant_id': 'c6c91da603a1485eab422cc6ab78977f', 'mac_address': 'fa:16:3e:cb:04:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '501f1e1a-07a5-4740-b7f7-aff16a545b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '5aadcb94-5460-49df-8ee1-d33e7d2607f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:28:15Z', 'updated_at': '2022-02-17T17:28:16Z', 'revision_number': 2, 'project_id': 'c6c91da603a1485eab422cc6ab78977f', 'subnets': [{'id': '5aadcb94-5460-49df-8ee1-d33e7d2607f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:20.800177 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3692b2d6-ed9e-40cf-81bd-80da4cb5f3b1 req-ea85cece-5c64-4338-84eb-b99c5052de33 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178994 Feb 17 17:28:20.816112 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4910a2e0-3038-4cf3-8c98-e379d93b5b53 req-3f8ea8c5-44cc-4cae-940c-53a0298c9a64 service neutron] 10.222.0.71 "GET /v2.0/networks/cab90405-f36c-48be-bf69-f10d430343fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840679 Feb 17 17:28:20.840524 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0f1a5cd-ba38-41e5-8ef4-b4318a6c460d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (af3e702f-7f1a-481c-bfa8-1ce9f3271f5b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:20.841143 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f1a5cd-ba38-41e5-8ef4-b4318a6c460d admin admin] Fanout notify agent at l3_agent the message router_deleted on router af3e702f-7f1a-481c-bfa8-1ce9f3271f5b {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:28:20.860343 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3787aaa8-5910-4ce8-b34a-5317db6de8ed None None] Checking router: 501f1e1a-07a5-4740-b7f7-aff16a545b66 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:28:20.860899 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3787aaa8-5910-4ce8-b34a-5317db6de8ed None None] Updating router 501f1e1a-07a5-4740-b7f7-aff16a545b66 port c05ba46c-53db-4b5b-b82a-0374aa9a2e60 binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:28:20.867437 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0f1a5cd-ba38-41e5-8ef4-b4318a6c460d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:20.869591 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a0f1a5cd-ba38-41e5-8ef4-b4318a6c460d admin admin] 10.222.0.87 "DELETE /v2.0/routers/af3e702f-7f1a-481c-bfa8-1ce9f3271f5b HTTP/1.1" status: 204 len: 168 time: 3.1160235 Feb 17 17:28:20.876042 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36466) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:20.921548 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3787aaa8-5910-4ce8-b34a-5317db6de8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c05ba46c-53db-4b5b-b82a-0374aa9a2e60), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:20.967259 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067caa5c-2a77-4ef5-a520-3a05a50d315a admin admin] Pushing event updated for resources: {'Subnet': ['ID=805b2e79-0e3f-4ea3-bf30-957c7d7bb12b,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:21.024313 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067caa5c-2a77-4ef5-a520-3a05a50d315a admin admin] Checking segment: {'id': '2336317d-00c6-480f-b041-efd324255658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9490ba26-bfb2-4329-aadc-951a25fb2487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:28:21.024313 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067caa5c-2a77-4ef5-a520-3a05a50d315a admin admin] Network hostable DHCP agents. Network: 9490ba26-bfb2-4329-aadc-951a25fb2487, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:28:21.030559 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-e883bb17-1419-46b9-824e-4b81e6968b76 admin admin] Deleting subnet 70903b7c-9f79-441b-84e1-1372e946bd36 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:28:21.062969 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e883bb17-1419-46b9-824e-4b81e6968b76 admin admin] Publish callbacks [] for subnet (70903b7c-9f79-441b-84e1-1372e946bd36), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:21.064747 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0384ef63-0b51-4cf5-8c77-35cfb4d64cfc admin admin] Router 43a252b3-0495-47c9-813c-3f84b2be3672 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:28:21.147910 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e883bb17-1419-46b9-824e-4b81e6968b76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (70903b7c-9f79-441b-84e1-1372e946bd36), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:21.172483 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 53d28726-ac7c-46a8-b27d-aa530ea4957c up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:28:21.174001 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067caa5c-2a77-4ef5-a520-3a05a50d315a admin admin] Network 9490ba26-bfb2-4329-aadc-951a25fb2487 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:28:21.188128 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-067caa5c-2a77-4ef5-a520-3a05a50d315a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 9490ba26-bfb2-4329-aadc-951a25fb2487) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:28:21.197958 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067caa5c-2a77-4ef5-a520-3a05a50d315a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:21.198608 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-067caa5c-2a77-4ef5-a520-3a05a50d315a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:21.227688 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c95c16-62b8-4478-8bc1-a611e930e79c None None] Network 9490ba26-bfb2-4329-aadc-951a25fb2487 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:28:21.243055 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-067caa5c-2a77-4ef5-a520-3a05a50d315a admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2596235 Feb 17 17:28:21.269613 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36470) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:21.274856 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-290fa095-6541-44b4-95a2-879d07efa05a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1324784667-router', 'tenant_id': 'e99c2c557c9a4928be310917fafb35e8', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:28:21.301567 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 53d28726-ac7c-46a8-b27d-aa530ea4957c triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:28:21.301949 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (53d28726-ac7c-46a8-b27d-aa530ea4957c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:21.320057 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e883bb17-1419-46b9-824e-4b81e6968b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (70903b7c-9f79-441b-84e1-1372e946bd36), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:21.426943 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e883bb17-1419-46b9-824e-4b81e6968b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (70903b7c-9f79-441b-84e1-1372e946bd36), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:21.429562 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-290fa095-6541-44b4-95a2-879d07efa05a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (4952c5af-bf43-4328-a2da-4bf3c4c59fb7), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:21.431292 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-290fa095-6541-44b4-95a2-879d07efa05a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (4952c5af-bf43-4328-a2da-4bf3c4c59fb7), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:21.439633 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809e335-a205-4991-a467-16b0f5adb383 req-66a30e09-27c8-47cf-a3df-b4990cd143d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:21.440124 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809e335-a205-4991-a467-16b0f5adb383 req-66a30e09-27c8-47cf-a3df-b4990cd143d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:21.440633 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809e335-a205-4991-a467-16b0f5adb383 req-66a30e09-27c8-47cf-a3df-b4990cd143d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:21.443405 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5809e335-a205-4991-a467-16b0f5adb383 req-66a30e09-27c8-47cf-a3df-b4990cd143d3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=80f09b75faf84054a203824c5c5feea6&device_id=e4c3bcea-8963-40cf-a029-bf3ec88c8aa2 HTTP/1.1" status: 200 len: 2956 time: 0.4221995 Feb 17 17:28:21.458549 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de619c5-5afc-4c1e-aa63-dba957750028 req-f6b895ed-401b-4615-9f4a-28a883508124 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:21.464721 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de619c5-5afc-4c1e-aa63-dba957750028 req-f6b895ed-401b-4615-9f4a-28a883508124 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:21.470024 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de619c5-5afc-4c1e-aa63-dba957750028 req-f6b895ed-401b-4615-9f4a-28a883508124 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:21.471751 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8de619c5-5afc-4c1e-aa63-dba957750028 req-f6b895ed-401b-4615-9f4a-28a883508124 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/ports?device_id=e4c3bcea-8963-40cf-a029-bf3ec88c8aa2 HTTP/1.1" status: 200 len: 2410 time: 0.3447413 Feb 17 17:28:21.545662 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06af54b-9af7-4888-ac15-9af3ca7032a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-9490ba26-bfb2-4329-aadc-951a25fb2487', 'network_id': '9490ba26-bfb2-4329-aadc-951a25fb2487', 'project_id': 'e99c2c557c9a4928be310917fafb35e8', 'fixed_ips': [{'subnet_id': '805b2e79-0e3f-4ea3-bf30-957c7d7bb12b'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:28:21.546788 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e06af54b-9af7-4888-ac15-9af3ca7032a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:21.575042 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e883bb17-1419-46b9-824e-4b81e6968b76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70903b7c-9f79-441b-84e1-1372e946bd36,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:21.588908 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:28:21.592217 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e883bb17-1419-46b9-824e-4b81e6968b76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:21.603451 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e883bb17-1419-46b9-824e-4b81e6968b76 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/70903b7c-9f79-441b-84e1-1372e946bd36 HTTP/1.1" status: 204 len: 168 time: 0.7242527 Feb 17 17:28:21.605624 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36474) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:21.766175 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67403546-f14f-48e6-98d5-302cd4c06006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (b08f4a8e-8600-49ba-b2a7-04a285c94607), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:21.897166 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-e06af54b-9af7-4888-ac15-9af3ca7032a4 None None] Allocated IP 172.20.0.2 (9490ba26-bfb2-4329-aadc-951a25fb2487/805b2e79-0e3f-4ea3-bf30-957c7d7bb12b/eaf6a0ae-62cf-47de-b19f-de2bb19c410b) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:28:21.981933 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0384ef63-0b51-4cf5-8c77-35cfb4d64cfc admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:28:21.996863 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ce13a3-01b2-43ba-8746-88a218781563 None None] Sync routers for ids ['43a252b3-0495-47c9-813c-3f84b2be3672'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:28:21.998083 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-0384ef63-0b51-4cf5-8c77-35cfb4d64cfc admin admin] 10.222.0.87 "PUT /v2.0/routers/43a252b3-0495-47c9-813c-3f84b2be3672/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0340657 Feb 17 17:28:22.009668 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-67403546-f14f-48e6-98d5-302cd4c06006 admin admin] Deleting port bd586bf1-ecba-4a04-9aa4-077ac051f08c {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:28:22.010691 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67403546-f14f-48e6-98d5-302cd4c06006 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (bd586bf1-ecba-4a04-9aa4-077ac051f08c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:22.011473 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36478) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:22.018542 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-290fa095-6541-44b4-95a2-879d07efa05a admin admin] Publish callbacks [] for router_controller (4952c5af-bf43-4328-a2da-4bf3c4c59fb7), precommit_add_association {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:22.036151 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ce13a3-01b2-43ba-8746-88a218781563 None None] Routers {'43a252b3-0495-47c9-813c-3f84b2be3672'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:28:22.038413 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-60ce13a3-01b2-43ba-8746-88a218781563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:28:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['43a252b3-0495-47c9-813c-3f84b2be3672'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:22.112286 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97eb30f1-b014-43f9-9adb-5c39541ae444 None None] Network b08f4a8e-8600-49ba-b2a7-04a285c94607 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:28:22.118849 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ce41e-0418-4ea0-8776-2a1943dc82bd req-deebe612-4c3f-4660-b7af-b6691366aed5 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:22.121340 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cf1ce41e-0418-4ea0-8776-2a1943dc82bd req-deebe612-4c3f-4660-b7af-b6691366aed5 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.71 "GET /v2.0/ports?device_id=136d2896-edcd-4b4a-aea9-05aead8beb89 HTTP/1.1" status: 200 len: 950 time: 0.2877147 Feb 17 17:28:22.192075 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 53d28726-ac7c-46a8-b27d-aa530ea4957c is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:28:22.260609 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-67403546-f14f-48e6-98d5-302cd4c06006 admin admin] For port bd586bf1-ecba-4a04-9aa4-077ac051f08c, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=bd586bf1-ecba-4a04-9aa4-077ac051f08c,segment=NetworkSegment(08e79ddd-0f41-4243-a139-ae5d8358a2ec),segment_id=08e79ddd-0f41-4243-a139-ae5d8358a2ec)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:28:22.261198 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67403546-f14f-48e6-98d5-302cd4c06006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (bd586bf1-ecba-4a04-9aa4-077ac051f08c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:22.296775 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-60ce13a3-01b2-43ba-8746-88a218781563 None None] Set router 43a252b3-0495-47c9-813c-3f84b2be3672 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:28:22.316709 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-67403546-f14f-48e6-98d5-302cd4c06006 admin admin] Calling delete_port for bd586bf1-ecba-4a04-9aa4-077ac051f08c owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:28:22.326825 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 52977d3b-2e3a-457f-821f-b7167a4f36b3 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:28:22.398274 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 52977d3b-2e3a-457f-821f-b7167a4f36b3 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:28:22.398654 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 52977d3b-2e3a-457f-821f-b7167a4f36b3 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:28:22.399037 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device d28b8243-067d-4583-b5dc-5a1679f2366e no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:28:22.434806 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: d28b8243-067d-4583-b5dc-5a1679f2366e {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:28:22.435187 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device d28b8243-067d-4583-b5dc-5a1679f2366e not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:28:22.471357 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8de619c5-5afc-4c1e-aa63-dba957750028 req-f890d925-0947-41cf-8517-de22dd904ba6 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/security-groups?id=867a62cd-f31f-4b49-96ee-777cad774b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9717264 Feb 17 17:28:22.484412 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0e6e121b-23cb-47e8-9a42-2ca73b25744d admin admin] Publish callbacks [] for router (43a252b3-0495-47c9-813c-3f84b2be3672), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:22.492295 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e06af54b-9af7-4888-ac15-9af3ca7032a4 None None] Publish callbacks [] for port (eaf6a0ae-62cf-47de-b19f-de2bb19c410b), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:22.520564 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e06af54b-9af7-4888-ac15-9af3ca7032a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (eaf6a0ae-62cf-47de-b19f-de2bb19c410b), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:22.580274 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67403546-f14f-48e6-98d5-302cd4c06006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (bd586bf1-ecba-4a04-9aa4-077ac051f08c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:22.621107 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06af54b-9af7-4888-ac15-9af3ca7032a4 None None] Network 9490ba26-bfb2-4329-aadc-951a25fb2487 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:28:22.627838 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809e335-a205-4991-a467-16b0f5adb383 req-3ef2787d-994b-48a8-9b28-325b15c7e6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:22.630309 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5809e335-a205-4991-a467-16b0f5adb383 req-3ef2787d-994b-48a8-9b28-325b15c7e6ef service neutron] 10.222.0.71 "GET /v2.0/networks?id=cab90405-f36c-48be-bf69-f10d430343fe HTTP/1.1" status: 200 len: 902 time: 1.1574109 Feb 17 17:28:22.637122 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-e06af54b-9af7-4888-ac15-9af3ca7032a4 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:28:22.640716 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06af54b-9af7-4888-ac15-9af3ca7032a4 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:28:22.650558 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67403546-f14f-48e6-98d5-302cd4c06006 admin admin] No DVR routers for this DVR port bd586bf1-ecba-4a04-9aa4-077ac051f08c on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:28:22.664796 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05993564-627e-477b-9c86-26725da4701c None None] DHCP port deletion for b08f4a8e-8600-49ba-b2a7-04a285c94607 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:28:22.675798 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3787aaa8-5910-4ce8-b34a-5317db6de8ed None None] Publish callbacks [] for port (c05ba46c-53db-4b5b-b82a-0374aa9a2e60), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:22.692331 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06af54b-9af7-4888-ac15-9af3ca7032a4 None None] Pushing event updated for resources: {'Port': ['ID=eaf6a0ae-62cf-47de-b19f-de2bb19c410b,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:22.714917 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3298ba-534d-4948-b4d7-bac81913a879 req-29deb3c0-b71d-4471-9de4-6ff8c1d98915 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:22.717310 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3c3298ba-534d-4948-b4d7-bac81913a879 req-29deb3c0-b71d-4471-9de4-6ff8c1d98915 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 946 time: 1.1750364 Feb 17 17:28:22.726767 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67403546-f14f-48e6-98d5-302cd4c06006 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd586bf1-ecba-4a04-9aa4-077ac051f08c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:22.740750 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3787aaa8-5910-4ce8-b34a-5317db6de8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c05ba46c-53db-4b5b-b82a-0374aa9a2e60), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:22.767731 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-cf1ce41e-0418-4ea0-8776-2a1943dc82bd req-776e0c4e-6ae7-4e37-aed0-b6a0a08cd4cf tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Deleting port 223b448c-1c80-4761-a661-a4aad02da58b {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:28:22.768122 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-cf1ce41e-0418-4ea0-8776-2a1943dc82bd req-776e0c4e-6ae7-4e37-aed0-b6a0a08cd4cf tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (223b448c-1c80-4761-a661-a4aad02da58b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:22.925774 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-e06af54b-9af7-4888-ac15-9af3ca7032a4 None None] Attempting to bind port eaf6a0ae-62cf-47de-b19f-de2bb19c410b on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:28:22.926248 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-e06af54b-9af7-4888-ac15-9af3ca7032a4 None None] Attempting to bind port eaf6a0ae-62cf-47de-b19f-de2bb19c410b by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '2336317d-00c6-480f-b041-efd324255658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9490ba26-bfb2-4329-aadc-951a25fb2487'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:28:22.926521 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06af54b-9af7-4888-ac15-9af3ca7032a4 None None] Attempting to bind port eaf6a0ae-62cf-47de-b19f-de2bb19c410b on network 9490ba26-bfb2-4329-aadc-951a25fb2487 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:28:22.937305 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67403546-f14f-48e6-98d5-302cd4c06006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (b08f4a8e-8600-49ba-b2a7-04a285c94607), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:22.953712 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06af54b-9af7-4888-ac15-9af3ca7032a4 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:28:22.954124 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06af54b-9af7-4888-ac15-9af3ca7032a4 None None] Checking segment: {'id': '2336317d-00c6-480f-b041-efd324255658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9490ba26-bfb2-4329-aadc-951a25fb2487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:28:22.954522 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e06af54b-9af7-4888-ac15-9af3ca7032a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:22.954929 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06af54b-9af7-4888-ac15-9af3ca7032a4 None None] Bound using segment: {'id': '2336317d-00c6-480f-b041-efd324255658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9490ba26-bfb2-4329-aadc-951a25fb2487'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:28:22.955431 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-e06af54b-9af7-4888-ac15-9af3ca7032a4 None None] Bound port: eaf6a0ae-62cf-47de-b19f-de2bb19c410b, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2336317d-00c6-480f-b041-efd324255658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9490ba26-bfb2-4329-aadc-951a25fb2487'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:28:22.955827 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e06af54b-9af7-4888-ac15-9af3ca7032a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (eaf6a0ae-62cf-47de-b19f-de2bb19c410b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:22.989286 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-290fa095-6541-44b4-95a2-879d07efa05a admin admin] Publish callbacks [] for router_gateway (4952c5af-bf43-4328-a2da-4bf3c4c59fb7), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:23.009001 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5376a6e-da38-48b5-8762-f36b05751459 None None] Pushing event updated for resources: {'Port': ['ID=c05ba46c-53db-4b5b-b82a-0374aa9a2e60,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:23.067270 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-60ce13a3-01b2-43ba-8746-88a218781563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a252b3-0495-47c9-813c-3f84b2be3672', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-133038538-router', 'tenant_id': 'fced0d4eba9f407c81ca2e9a8c478aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '75b15b30-4319-4a3c-ab75-d9eacd7ccaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:25:23Z', 'updated_at': '2022-02-17T17:28:19Z', 'revision_number': 5, 'project_id': 'fced0d4eba9f407c81ca2e9a8c478aa0', 'gw_port': {'id': '75b15b30-4319-4a3c-ab75-d9eacd7ccaa4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a252b3-0495-47c9-813c-3f84b2be3672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:25:25Z', 'updated_at': '2022-02-17T17:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:23.103312 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device bd586bf1-ecba-4a04-9aa4-077ac051f08c no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:28:23.107893 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5809e335-a205-4991-a467-16b0f5adb383 req-26e8d90d-5fb0-45e0-863e-36d5b982eb35 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.191&port_id=c70e5244-c3de-4ddf-b497-3a5a2290d718 HTTP/1.1" status: 200 len: 217 time: 0.3890057 Feb 17 17:28:23.187399 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: bd586bf1-ecba-4a04-9aa4-077ac051f08c {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:28:23.188385 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device bd586bf1-ecba-4a04-9aa4-077ac051f08c not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:28:23.194366 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ce13a3-01b2-43ba-8746-88a218781563 None None] Checking router: 43a252b3-0495-47c9-813c-3f84b2be3672 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:28:23.204495 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754cf905-a988-43a2-a0ca-7863459b19ee req-883a7b84-0fd9-43d7-8ffd-fc9d84e4ee10 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:23.213145 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-754cf905-a988-43a2-a0ca-7863459b19ee req-883a7b84-0fd9-43d7-8ffd-fc9d84e4ee10 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=136d2896-edcd-4b4a-aea9-05aead8beb89 HTTP/1.1" status: 200 len: 950 time: 0.4892037 Feb 17 17:28:23.219157 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ce13a3-01b2-43ba-8746-88a218781563 None None] Routers {'43a252b3-0495-47c9-813c-3f84b2be3672'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:28:23.220772 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-60ce13a3-01b2-43ba-8746-88a218781563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:28:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['43a252b3-0495-47c9-813c-3f84b2be3672'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:23.264175 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-3787aaa8-5910-4ce8-b34a-5317db6de8ed None None] Attempting to bind port c05ba46c-53db-4b5b-b82a-0374aa9a2e60 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:28:23.264520 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-3787aaa8-5910-4ce8-b34a-5317db6de8ed None None] Attempting to bind port c05ba46c-53db-4b5b-b82a-0374aa9a2e60 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'bb1bda3f-c2f0-4f96-8385-90efc231f095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b4ed5d6f-3eb3-4d80-ba86-b711da993733'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:28:23.264888 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3787aaa8-5910-4ce8-b34a-5317db6de8ed None None] Attempting to bind port c05ba46c-53db-4b5b-b82a-0374aa9a2e60 on network b4ed5d6f-3eb3-4d80-ba86-b711da993733 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:28:23.284460 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3c3298ba-534d-4948-b4d7-bac81913a879 req-3afe3aba-dbdf-41f4-a7c0-9bf0e717f22f tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5023384 Feb 17 17:28:23.302656 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3787aaa8-5910-4ce8-b34a-5317db6de8ed None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:28:23.303031 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3787aaa8-5910-4ce8-b34a-5317db6de8ed None None] Checking segment: {'id': 'bb1bda3f-c2f0-4f96-8385-90efc231f095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b4ed5d6f-3eb3-4d80-ba86-b711da993733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:28:23.303520 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3787aaa8-5910-4ce8-b34a-5317db6de8ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:23.303838 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3787aaa8-5910-4ce8-b34a-5317db6de8ed None None] Bound using segment: {'id': 'bb1bda3f-c2f0-4f96-8385-90efc231f095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b4ed5d6f-3eb3-4d80-ba86-b711da993733'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:28:23.305203 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-3787aaa8-5910-4ce8-b34a-5317db6de8ed None None] Bound port: c05ba46c-53db-4b5b-b82a-0374aa9a2e60, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1bda3f-c2f0-4f96-8385-90efc231f095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b4ed5d6f-3eb3-4d80-ba86-b711da993733'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:28:23.305596 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3787aaa8-5910-4ce8-b34a-5317db6de8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c05ba46c-53db-4b5b-b82a-0374aa9a2e60), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:23.362785 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-e06af54b-9af7-4888-ac15-9af3ca7032a4 None None] For port eaf6a0ae-62cf-47de-b19f-de2bb19c410b, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:28:23.371693 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-e06af54b-9af7-4888-ac15-9af3ca7032a4 None None] For port eaf6a0ae-62cf-47de-b19f-de2bb19c410b, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=eaf6a0ae-62cf-47de-b19f-de2bb19c410b,segment=NetworkSegment(2336317d-00c6-480f-b041-efd324255658),segment_id=2336317d-00c6-480f-b041-efd324255658)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:28:23.426691 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e06af54b-9af7-4888-ac15-9af3ca7032a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (eaf6a0ae-62cf-47de-b19f-de2bb19c410b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:23.464394 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-754cf905-a988-43a2-a0ca-7863459b19ee req-93920aac-a4c3-4c1d-beb6-606c960b0b51 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863549 Feb 17 17:28:23.605292 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-60ce13a3-01b2-43ba-8746-88a218781563 None None] Set router 43a252b3-0495-47c9-813c-3f84b2be3672 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:28:23.609006 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809e335-a205-4991-a467-16b0f5adb383 req-a9f0d478-612a-466a-8b40-e5357ae1ff8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:23.610603 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5809e335-a205-4991-a467-16b0f5adb383 req-a9f0d478-612a-466a-8b40-e5357ae1ff8d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2bdfda3e-bf71-439c-9143-aae74f30305c HTTP/1.1" status: 200 len: 801 time: 0.4823418 Feb 17 17:28:23.629141 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0e6e121b-23cb-47e8-9a42-2ca73b25744d admin admin] Publish callbacks [] for router_gateway (43a252b3-0495-47c9-813c-3f84b2be3672), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:23.657833 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-67403546-f14f-48e6-98d5-302cd4c06006 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b08f4a8e-8600-49ba-b2a7-04a285c94607']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:23.675872 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-67403546-f14f-48e6-98d5-302cd4c06006 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08e79ddd-0f41-4243-a139-ae5d8358a2ec') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:23.676195 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-67403546-f14f-48e6-98d5-302cd4c06006 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08e79ddd-0f41-4243-a139-ae5d8358a2ec') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:23.695236 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67403546-f14f-48e6-98d5-302cd4c06006 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (08e79ddd-0f41-4243-a139-ae5d8358a2ec), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:23.711360 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-cf1ce41e-0418-4ea0-8776-2a1943dc82bd req-776e0c4e-6ae7-4e37-aed0-b6a0a08cd4cf tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] For port 223b448c-1c80-4761-a661-a4aad02da58b, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=223b448c-1c80-4761-a661-a4aad02da58b,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:28:23.711734 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-cf1ce41e-0418-4ea0-8776-2a1943dc82bd req-776e0c4e-6ae7-4e37-aed0-b6a0a08cd4cf tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (223b448c-1c80-4761-a661-a4aad02da58b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:23.726494 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67403546-f14f-48e6-98d5-302cd4c06006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (08e79ddd-0f41-4243-a139-ae5d8358a2ec), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:23.749787 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-cf1ce41e-0418-4ea0-8776-2a1943dc82bd req-776e0c4e-6ae7-4e37-aed0-b6a0a08cd4cf tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Calling delete_port for 223b448c-1c80-4761-a661-a4aad02da58b owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:28:23.752595 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67403546-f14f-48e6-98d5-302cd4c06006 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:28:23.753011 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67403546-f14f-48e6-98d5-302cd4c06006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (08e79ddd-0f41-4243-a139-ae5d8358a2ec), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:23.754833 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:28:23.754833 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:28:23.754833 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:28:23.754833 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:28:23.754833 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:28:23.754833 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:28:23.754833 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:28:23.754833 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:28:23.754833 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:28:23.754833 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:28:23.754833 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:28:23.754833 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:28:23.754833 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:28:23.754833 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:28:23.754833 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:28:23.754833 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:28:23.754833 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:28:23.754833 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:28:23.754833 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:28:23.754833 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:28:23.754833 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:28:23.754833 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:28:23.754833 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:28:23.754833 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:28:23.754833 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:28:23.754833 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:28:23.754833 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:28:23.754833 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:28:23.754833 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:28:23.754833 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:28:23.754833 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:28:23.754833 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:28:23.794247 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-3509fd1c-945b-471c-a08b-99fd8dd6d841 None None] Provisioning complete for port c05ba46c-53db-4b5b-b82a-0374aa9a2e60 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:28:23.796568 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3509fd1c-945b-471c-a08b-99fd8dd6d841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c05ba46c-53db-4b5b-b82a-0374aa9a2e60), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:23.881200 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88d931-14b3-4399-a6b5-c3f55ebab56f req-077b6860-54ad-4608-8c4f-62fb1e94a488 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:23.904107 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88d931-14b3-4399-a6b5-c3f55ebab56f req-077b6860-54ad-4608-8c4f-62fb1e94a488 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:23.915108 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67403546-f14f-48e6-98d5-302cd4c06006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (b08f4a8e-8600-49ba-b2a7-04a285c94607), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:23.926499 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88d931-14b3-4399-a6b5-c3f55ebab56f req-077b6860-54ad-4608-8c4f-62fb1e94a488 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:23.932631 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5b88d931-14b3-4399-a6b5-c3f55ebab56f req-077b6860-54ad-4608-8c4f-62fb1e94a488 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/ports?device_id=e4c3bcea-8963-40cf-a029-bf3ec88c8aa2 HTTP/1.1" status: 200 len: 2410 time: 0.2952561 Feb 17 17:28:23.951233 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-3509fd1c-945b-471c-a08b-99fd8dd6d841 None None] Port c05ba46c-53db-4b5b-b82a-0374aa9a2e60 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:28:23.964514 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67403546-f14f-48e6-98d5-302cd4c06006 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:23.979539 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-67403546-f14f-48e6-98d5-302cd4c06006 admin admin] 10.222.0.87 "DELETE /v2.0/networks/b08f4a8e-8600-49ba-b2a7-04a285c94607 HTTP/1.1" status: 204 len: 168 time: 2.3692808 Feb 17 17:28:24.011451 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-3787aaa8-5910-4ce8-b34a-5317db6de8ed None None] For port c05ba46c-53db-4b5b-b82a-0374aa9a2e60, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:28:24.026677 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06af54b-9af7-4888-ac15-9af3ca7032a4 None None] Pushing event updated for resources: {'Port': ['ID=eaf6a0ae-62cf-47de-b19f-de2bb19c410b,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:24.051530 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67403546-f14f-48e6-98d5-302cd4c06006 admin admin] Pushing event deleted for resources: {'Network': ['ID=b08f4a8e-8600-49ba-b2a7-04a285c94607,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:24.056651 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-3787aaa8-5910-4ce8-b34a-5317db6de8ed None None] For port c05ba46c-53db-4b5b-b82a-0374aa9a2e60, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=c05ba46c-53db-4b5b-b82a-0374aa9a2e60,segment=NetworkSegment(bb1bda3f-c2f0-4f96-8385-90efc231f095),segment_id=bb1bda3f-c2f0-4f96-8385-90efc231f095)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:28:24.113642 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3787aaa8-5910-4ce8-b34a-5317db6de8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c05ba46c-53db-4b5b-b82a-0374aa9a2e60), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:24.198161 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809e335-a205-4991-a467-16b0f5adb383 req-ceda52ed-85ef-4fcc-9d56-2e5ea751412d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:24.216378 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5809e335-a205-4991-a467-16b0f5adb383 req-ceda52ed-85ef-4fcc-9d56-2e5ea751412d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=cab90405-f36c-48be-bf69-f10d430343fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.5971866 Feb 17 17:28:24.284044 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5b88d931-14b3-4399-a6b5-c3f55ebab56f req-7bfb3204-9be3-4b87-9209-ab7129f8166e tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/security-groups?id=867a62cd-f31f-4b49-96ee-777cad774b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206441 Feb 17 17:28:24.297894 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-60ce13a3-01b2-43ba-8746-88a218781563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a252b3-0495-47c9-813c-3f84b2be3672', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-133038538-router', 'tenant_id': 'fced0d4eba9f407c81ca2e9a8c478aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '75b15b30-4319-4a3c-ab75-d9eacd7ccaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:25:23Z', 'updated_at': '2022-02-17T17:28:19Z', 'revision_number': 5, 'project_id': 'fced0d4eba9f407c81ca2e9a8c478aa0', 'gw_port': {'id': '75b15b30-4319-4a3c-ab75-d9eacd7ccaa4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a252b3-0495-47c9-813c-3f84b2be3672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:25:25Z', 'updated_at': '2022-02-17T17:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:24.383296 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3787aaa8-5910-4ce8-b34a-5317db6de8ed None None] Routers {'501f1e1a-07a5-4740-b7f7-aff16a545b66'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:28:24.386909 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-3787aaa8-5910-4ce8-b34a-5317db6de8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:28:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['501f1e1a-07a5-4740-b7f7-aff16a545b66'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:24.404108 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device c70e5244-c3de-4ddf-b497-3a5a2290d718 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:28:24.423507 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-cf1ce41e-0418-4ea0-8776-2a1943dc82bd req-776e0c4e-6ae7-4e37-aed0-b6a0a08cd4cf tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (223b448c-1c80-4761-a661-a4aad02da58b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:24.506506 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ce13a3-01b2-43ba-8746-88a218781563 None None] The sync data for ids ['43a252b3-0495-47c9-813c-3f84b2be3672'] in n-d-829613-2 is: [{'id': '43a252b3-0495-47c9-813c-3f84b2be3672', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-133038538-router', 'tenant_id': 'fced0d4eba9f407c81ca2e9a8c478aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '75b15b30-4319-4a3c-ab75-d9eacd7ccaa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:25:23Z', 'updated_at': '2022-02-17T17:28:19Z', 'revision_number': 5, 'project_id': 'fced0d4eba9f407c81ca2e9a8c478aa0', 'gw_port': {'id': '75b15b30-4319-4a3c-ab75-d9eacd7ccaa4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a252b3-0495-47c9-813c-3f84b2be3672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:25:25Z', 'updated_at': '2022-02-17T17:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:28:24.598386 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-0e6e121b-23cb-47e8-9a42-2ca73b25744d admin admin] Deleting port 75b15b30-4319-4a3c-ab75-d9eacd7ccaa4 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:28:24.598742 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0e6e121b-23cb-47e8-9a42-2ca73b25744d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (75b15b30-4319-4a3c-ab75-d9eacd7ccaa4), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:24.620038 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36508) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:24.628700 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e0c4e-6ae7-4e37-aed0-b6a0a08cd4cf tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Pushing event deleted for resources: {'Port': ['ID=223b448c-1c80-4761-a661-a4aad02da58b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:24.755189 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf1ce41e-0418-4ea0-8776-2a1943dc82bd req-776e0c4e-6ae7-4e37-aed0-b6a0a08cd4cf tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] No DVR routers for this DVR port 223b448c-1c80-4761-a661-a4aad02da58b on host n-h1-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:28:24.758116 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-cf1ce41e-0418-4ea0-8776-2a1943dc82bd req-776e0c4e-6ae7-4e37-aed0-b6a0a08cd4cf tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:24.765140 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cf1ce41e-0418-4ea0-8776-2a1943dc82bd req-776e0c4e-6ae7-4e37-aed0-b6a0a08cd4cf tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.71 "DELETE /v2.0/ports/223b448c-1c80-4761-a661-a4aad02da58b HTTP/1.1" status: 204 len: 173 time: 2.6338632 Feb 17 17:28:24.765948 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136d2896-edcd-4b4a-aea9-05aead8beb89', 'name': 'network-vif-deleted', 'tag': '223b448c-1c80-4761-a661-a4aad02da58b'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:28:24.768960 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b45330-fd1c-4b19-9147-acfa17b3b44d" -d '{"events": [{"server_uuid": "136d2896-edcd-4b4a-aea9-05aead8beb89", "name": "network-vif-deleted", "tag": "223b448c-1c80-4761-a661-a4aad02da58b"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:28:24.781673 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.resource_extend [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 17:28:24.806809 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a10b60d-cf59-4cbd-991c-f0a5d7864c2c req-722131d1-5421-438a-bbff-d14471037bac tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=136d2896-edcd-4b4a-aea9-05aead8beb89 HTTP/1.1" status: 200 len: 210 time: 0.1232841 Feb 17 17:28:24.858926 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e409f18-fd5a-4d39-bd92-39164f598512 x-openstack-request-id: req-7e409f18-fd5a-4d39-bd92-39164f598512 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:28:24.859403 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136d2896-edcd-4b4a-aea9-05aead8beb89", "name": "network-vif-deleted", "tag": "223b448c-1c80-4761-a661-a4aad02da58b", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:28:24.860384 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7e409f18-fd5a-4d39-bd92-39164f598512 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:28:24.860925 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136d2896-edcd-4b4a-aea9-05aead8beb89', 'name': 'network-vif-deleted', 'tag': '223b448c-1c80-4761-a661-a4aad02da58b', 'status': 'completed', 'code': 200} Feb 17 17:28:24.907153 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5809e335-a205-4991-a467-16b0f5adb383 req-3aab76b9-3629-4004-9b0b-b8d6816b94fc service neutron] 10.222.0.71 "GET /v2.0/networks/cab90405-f36c-48be-bf69-f10d430343fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6812642 Feb 17 17:28:25.011679 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port c70e5244-c3de-4ddf-b497-3a5a2290d718, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=c70e5244-c3de-4ddf-b497-3a5a2290d718,segment=NetworkSegment(24695fa1-2a31-475b-b2cd-b1e68f56307e),segment_id=24695fa1-2a31-475b-b2cd-b1e68f56307e)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:28:25.042712 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['45e7adde-24ee-414f-a3c7-ebe99138e816', 'dba1bee1-120d-4f70-be3e-d80daf3ba3b8', '223b448c-1c80-4761-a661-a4aad02da58b'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:28:25.072466 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-0e6e121b-23cb-47e8-9a42-2ca73b25744d admin admin] For port 75b15b30-4319-4a3c-ab75-d9eacd7ccaa4, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=75b15b30-4319-4a3c-ab75-d9eacd7ccaa4,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:28:25.072835 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0e6e121b-23cb-47e8-9a42-2ca73b25744d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (75b15b30-4319-4a3c-ab75-d9eacd7ccaa4), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:25.097873 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-0e6e121b-23cb-47e8-9a42-2ca73b25744d admin admin] Calling delete_port for 75b15b30-4319-4a3c-ab75-d9eacd7ccaa4 owned by network:router_gateway {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:28:25.298152 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-290fa095-6541-44b4-95a2-879d07efa05a admin admin] Publish callbacks [] for router_gateway (4952c5af-bf43-4328-a2da-4bf3c4c59fb7), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:25.370683 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-290fa095-6541-44b4-95a2-879d07efa05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:25.398028 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-fa9c7e17-643f-4af1-bc30-a9555b32f6df admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=83d27f01cb524478afdbdbd9b9cbd070&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7793279 Feb 17 17:28:25.400636 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36516) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:25.414611 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['e822f0d4-c202-470b-8870-0e346ea290b9', 'b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc', 'aa4913bc-02a5-4006-ae99-7ce9f4c9f93c', '83e65782-f641-4e21-a94a-4f0095ab99fe'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:28:25.419575 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': 'c70e5244-c3de-4ddf-b497-3a5a2290d718', 'network_id': 'cab90405-f36c-48be-bf69-f10d430343fe', 'port_id': 'c70e5244-c3de-4ddf-b497-3a5a2290d718', 'mac_address': 'fa:16:3e:36:49:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bdfda3e-bf71-439c-9143-aae74f30305c', 'ip_address': '19.80.0.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:28:25.425000 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ac47b-126b-4a0c-8dc0-4495993693fd req-20043e6a-82da-49d9-bd6d-21d25c96f117 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:25.435679 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-698ac47b-126b-4a0c-8dc0-4495993693fd req-20043e6a-82da-49d9-bd6d-21d25c96f117 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 946 time: 0.7757716 Feb 17 17:28:25.524068 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f71cd34-840d-48f9-9452-e5a04f7fa0f6 admin admin] Publish callbacks [] for security_group (51abe229-ee5d-4d6b-a0f8-7f98d46c9b72), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:25.539675 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device eaf6a0ae-62cf-47de-b19f-de2bb19c410b up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:28:25.587491 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f71cd34-840d-48f9-9452-e5a04f7fa0f6 admin admin] Publish callbacks [] for security_group (51abe229-ee5d-4d6b-a0f8-7f98d46c9b72), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:25.698913 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f71cd34-840d-48f9-9452-e5a04f7fa0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (51abe229-ee5d-4d6b-a0f8-7f98d46c9b72), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:25.702904 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f71cd34-840d-48f9-9452-e5a04f7fa0f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:25.707336 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4f71cd34-840d-48f9-9452-e5a04f7fa0f6 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/51abe229-ee5d-4d6b-a0f8-7f98d46c9b72 HTTP/1.1" status: 204 len: 168 time: 0.3035495 Feb 17 17:28:25.716562 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f71cd34-840d-48f9-9452-e5a04f7fa0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51abe229-ee5d-4d6b-a0f8-7f98d46c9b72,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:25.762979 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc568c01-cef8-4f48-b920-e6885959ed48 None None] Network 9490ba26-bfb2-4329-aadc-951a25fb2487 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:28:25.768528 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5376a6e-da38-48b5-8762-f36b05751459 None None] Pushing event updated for resources: {'Port': ['ID=c05ba46c-53db-4b5b-b82a-0374aa9a2e60,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:25.845722 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-698ac47b-126b-4a0c-8dc0-4495993693fd req-12ae48c0-56ca-4e64-b287-6df642cd3174 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089553 Feb 17 17:28:25.857496 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port c70e5244-c3de-4ddf-b497-3a5a2290d718 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:28:25.857906 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c70e5244-c3de-4ddf-b497-3a5a2290d718), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:25.909915 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d571dcf-e057-46ce-8f81-93bcada18e4f req-cf71e234-84c5-4cdf-82d0-5f4862f6317c tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:25.916198 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d571dcf-e057-46ce-8f81-93bcada18e4f req-cf71e234-84c5-4cdf-82d0-5f4862f6317c tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:25.922439 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d571dcf-e057-46ce-8f81-93bcada18e4f req-cf71e234-84c5-4cdf-82d0-5f4862f6317c tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:25.930956 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4d571dcf-e057-46ce-8f81-93bcada18e4f req-cf71e234-84c5-4cdf-82d0-5f4862f6317c tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/ports?device_id=e4c3bcea-8963-40cf-a029-bf3ec88c8aa2 HTTP/1.1" status: 200 len: 2410 time: 0.4869232 Feb 17 17:28:25.935975 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c70e5244-c3de-4ddf-b497-3a5a2290d718 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:28:26.014747 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-7010ac11-0494-431a-9118-40f689b7b647 None None] Provisioning complete for port c05ba46c-53db-4b5b-b82a-0374aa9a2e60 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:28:26.015394 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7010ac11-0494-431a-9118-40f689b7b647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c05ba46c-53db-4b5b-b82a-0374aa9a2e60), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:26.015528 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5809e335-a205-4991-a467-16b0f5adb383 req-cca844d1-9f83-461a-88b4-bbf089eb1dc5 service neutron] 10.222.0.71 "GET /v2.0/networks/cab90405-f36c-48be-bf69-f10d430343fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8100443 Feb 17 17:28:26.063433 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-290fa095-6541-44b4-95a2-879d07efa05a admin admin] Allocated IP 172.25.8.5 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/6cc7a0c7-f8ad-4f4e-843a-0384dc43e681) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:28:26.133471 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4d571dcf-e057-46ce-8f81-93bcada18e4f req-2498cc7e-5c19-41ee-b26d-71a6099287ad tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/security-groups?id=867a62cd-f31f-4b49-96ee-777cad774b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966190 Feb 17 17:28:26.134522 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port c70e5244-c3de-4ddf-b497-3a5a2290d718, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=c70e5244-c3de-4ddf-b497-3a5a2290d718,segment=NetworkSegment(24695fa1-2a31-475b-b2cd-b1e68f56307e),segment_id=24695fa1-2a31-475b-b2cd-b1e68f56307e)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:28:26.208527 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-3787aaa8-5910-4ce8-b34a-5317db6de8ed None None] Set router 501f1e1a-07a5-4740-b7f7-aff16a545b66 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:28:26.221320 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c70e5244-c3de-4ddf-b497-3a5a2290d718), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:26.222073 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 097324b7-156b-4fa5-93ca-1e37a6836779 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:28:26.222445 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0e6e121b-23cb-47e8-9a42-2ca73b25744d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (75b15b30-4319-4a3c-ab75-d9eacd7ccaa4), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:26.322987 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e121b-23cb-47e8-9a42-2ca73b25744d admin admin] Pushing event deleted for resources: {'Port': ['ID=75b15b30-4319-4a3c-ab75-d9eacd7ccaa4,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:26.355737 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-290fa095-6541-44b4-95a2-879d07efa05a admin admin] Publish callbacks [] for port (6cc7a0c7-f8ad-4f4e-843a-0384dc43e681), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:26.433497 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0e6e121b-23cb-47e8-9a42-2ca73b25744d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (43a252b3-0495-47c9-813c-3f84b2be3672), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:26.472174 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port eaf6a0ae-62cf-47de-b19f-de2bb19c410b triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:28:26.472923 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (eaf6a0ae-62cf-47de-b19f-de2bb19c410b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:26.488553 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f688b49-a061-4a7a-b834-46614215c2ad req-b135bafb-0727-4650-a01a-72c0b650b3cf tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:26.495303 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f688b49-a061-4a7a-b834-46614215c2ad req-b135bafb-0727-4650-a01a-72c0b650b3cf tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=1bbf582f-1991-4577-8610-0e6ca44c81fa HTTP/1.1" status: 200 len: 949 time: 0.2031529 Feb 17 17:28:26.582368 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-7010ac11-0494-431a-9118-40f689b7b647 None None] Current status of the port c05ba46c-53db-4b5b-b82a-0374aa9a2e60 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:28:26.583078 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7010ac11-0494-431a-9118-40f689b7b647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c05ba46c-53db-4b5b-b82a-0374aa9a2e60), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:26.792560 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36550) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:26.878778 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.resource_extend [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 17:28:26.879166 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0e6e121b-23cb-47e8-9a42-2ca73b25744d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (43a252b3-0495-47c9-813c-3f84b2be3672), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:26.885006 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0e6e121b-23cb-47e8-9a42-2ca73b25744d admin admin] Publish callbacks [] for router_controller (43a252b3-0495-47c9-813c-3f84b2be3672), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:26.893318 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-290fa095-6541-44b4-95a2-879d07efa05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (6cc7a0c7-f8ad-4f4e-843a-0384dc43e681), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:26.912233 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-703ee4de-05db-4dd9-af58-ecd24ea821d3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-930188948-network', 'tenant_id': 'b56679753e104452a847b79da4c15b6b'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:28:26.955530 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703ee4de-05db-4dd9-af58-ecd24ea821d3 admin admin] Made reservation on behalf of b56679753e104452a847b79da4c15b6b for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:28:26.959216 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-703ee4de-05db-4dd9-af58-ecd24ea821d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:26.982692 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-703ee4de-05db-4dd9-af58-ecd24ea821d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:27.090257 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-703ee4de-05db-4dd9-af58-ecd24ea821d3 admin admin] Publish callbacks [] for security_group (7349fece-f505-4f41-bb93-3415a309b225), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:27.091034 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f688b49-a061-4a7a-b834-46614215c2ad req-09ac4150-47c3-4f6a-bda9-5df246fc2e52 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5948086 Feb 17 17:28:27.104478 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290fa095-6541-44b4-95a2-879d07efa05a admin admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:28:27.105029 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-290fa095-6541-44b4-95a2-879d07efa05a admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:28:27.108188 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-703ee4de-05db-4dd9-af58-ecd24ea821d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (7349fece-f505-4f41-bb93-3415a309b225), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:27.110727 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0e6e121b-23cb-47e8-9a42-2ca73b25744d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (43a252b3-0495-47c9-813c-3f84b2be3672), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:27.111285 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6e121b-23cb-47e8-9a42-2ca73b25744d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43a252b3-0495-47c9-813c-3f84b2be3672 {{(pid=103435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:28:27.113331 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290fa095-6541-44b4-95a2-879d07efa05a admin admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:28:27.119725 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290fa095-6541-44b4-95a2-879d07efa05a admin admin] Pushing event updated for resources: {'Port': ['ID=6cc7a0c7-f8ad-4f4e-843a-0384dc43e681,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:27.141485 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-703ee4de-05db-4dd9-af58-ecd24ea821d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:28:27.152510 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port eaf6a0ae-62cf-47de-b19f-de2bb19c410b is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:28:27.154248 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (eaf6a0ae-62cf-47de-b19f-de2bb19c410b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:27.161723 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ee4de-05db-4dd9-af58-ecd24ea821d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7349fece-f505-4f41-bb93-3415a309b225,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:27.162246 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=c70e5244-c3de-4ddf-b497-3a5a2290d718,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:27.165626 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-703ee4de-05db-4dd9-af58-ecd24ea821d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (f2771608-f6da-40e4-a762-7f473c86383d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:27.165979 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-703ee4de-05db-4dd9-af58-ecd24ea821d3 admin admin] Added segment f2771608-f6da-40e4-a762-7f473c86383d of type vlan for network 3aaf2f54-60cd-4ce5-81b8-a3138e6b781c Feb 17 17:28:27.172758 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 097324b7-156b-4fa5-93ca-1e37a6836779, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=097324b7-156b-4fa5-93ca-1e37a6836779,segment=NetworkSegment(24695fa1-2a31-475b-b2cd-b1e68f56307e),segment_id=24695fa1-2a31-475b-b2cd-b1e68f56307e)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:28:27.181738 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0e6e121b-23cb-47e8-9a42-2ca73b25744d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:27.184213 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-0e6e121b-23cb-47e8-9a42-2ca73b25744d admin admin] 10.222.0.87 "DELETE /v2.0/routers/43a252b3-0495-47c9-813c-3f84b2be3672 HTTP/1.1" status: 204 len: 168 time: 5.1716585 Feb 17 17:28:27.189218 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36558) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:27.204418 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-7010ac11-0494-431a-9118-40f689b7b647 None None] For port c05ba46c-53db-4b5b-b82a-0374aa9a2e60, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=c05ba46c-53db-4b5b-b82a-0374aa9a2e60,segment=NetworkSegment(bb1bda3f-c2f0-4f96-8385-90efc231f095),segment_id=bb1bda3f-c2f0-4f96-8385-90efc231f095)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:28:27.222571 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '097324b7-156b-4fa5-93ca-1e37a6836779', 'network_id': 'cab90405-f36c-48be-bf69-f10d430343fe', 'port_id': '097324b7-156b-4fa5-93ca-1e37a6836779', 'mac_address': 'fa:16:3e:d3:82:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bdfda3e-bf71-439c-9143-aae74f30305c', 'ip_address': '19.80.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:28:27.247365 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-703ee4de-05db-4dd9-af58-ecd24ea821d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (3aaf2f54-60cd-4ce5-81b8-a3138e6b781c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:27.261774 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7010ac11-0494-431a-9118-40f689b7b647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c05ba46c-53db-4b5b-b82a-0374aa9a2e60), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:27.332955 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-703ee4de-05db-4dd9-af58-ecd24ea821d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (3aaf2f54-60cd-4ce5-81b8-a3138e6b781c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:27.334047 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703ee4de-05db-4dd9-af58-ecd24ea821d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:27.335581 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-703ee4de-05db-4dd9-af58-ecd24ea821d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:27.395815 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a298c-0a6d-452c-a914-a883d4df8b29 req-f6bf1316-3f08-45bc-92f4-02416ca197e7 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:27.397403 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f79a298c-0a6d-452c-a914-a883d4df8b29 req-f6bf1316-3f08-45bc-92f4-02416ca197e7 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 946 time: 0.3943577 Feb 17 17:28:27.407217 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-703ee4de-05db-4dd9-af58-ecd24ea821d3 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6106184 Feb 17 17:28:27.412523 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36560) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:27.417960 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-de9dc54a-5ed4-48ef-b57c-3724cd7bce93 admin admin] Request body: {'subnet': {'network_id': '3aaf2f54-60cd-4ce5-81b8-a3138e6b781c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-930188948-subnet', 'tenant_id': 'b56679753e104452a847b79da4c15b6b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:28:27.435646 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ee4de-05db-4dd9-af58-ecd24ea821d3 admin admin] Pushing event updated for resources: {'Network': ['ID=3aaf2f54-60cd-4ce5-81b8-a3138e6b781c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:27.495252 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-239c3ce9-a3d0-4e7b-9e0a-4e1b5c43d4bd admin admin] Deleting subnet 59bdfcc1-6511-4a4c-9d65-bd679e916f0c {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:28:27.512806 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-239c3ce9-a3d0-4e7b-9e0a-4e1b5c43d4bd admin admin] Publish callbacks [] for subnet (59bdfcc1-6511-4a4c-9d65-bd679e916f0c), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:27.564324 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 3aaf2f54-60cd-4ce5-81b8-a3138e6b781c details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:28:27.601336 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9dc54a-5ed4-48ef-b57c-3724cd7bce93 admin admin] Made reservation on behalf of b56679753e104452a847b79da4c15b6b for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:28:27.603532 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-de9dc54a-5ed4-48ef-b57c-3724cd7bce93 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:27.615642 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-239c3ce9-a3d0-4e7b-9e0a-4e1b5c43d4bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (59bdfcc1-6511-4a4c-9d65-bd679e916f0c), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:27.629644 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061fbd71-bbe4-4957-9361-96bf0e83384c req-6b0a287e-37da-4dcf-a0dd-ea38c85a2d83 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:27.630188 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port eaf6a0ae-62cf-47de-b19f-de2bb19c410b, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=eaf6a0ae-62cf-47de-b19f-de2bb19c410b,segment=NetworkSegment(2336317d-00c6-480f-b041-efd324255658),segment_id=2336317d-00c6-480f-b041-efd324255658)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:28:27.635782 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061fbd71-bbe4-4957-9361-96bf0e83384c req-6b0a287e-37da-4dcf-a0dd-ea38c85a2d83 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:27.640696 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061fbd71-bbe4-4957-9361-96bf0e83384c req-6b0a287e-37da-4dcf-a0dd-ea38c85a2d83 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:27.642373 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-061fbd71-bbe4-4957-9361-96bf0e83384c req-6b0a287e-37da-4dcf-a0dd-ea38c85a2d83 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/ports?device_id=e4c3bcea-8963-40cf-a029-bf3ec88c8aa2 HTTP/1.1" status: 200 len: 2411 time: 0.3484700 Feb 17 17:28:27.664065 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-3787aaa8-5910-4ce8-b34a-5317db6de8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '501f1e1a-07a5-4740-b7f7-aff16a545b66', 'name': 'tempest-TaggedBootDevicesTest_v242-531019352-router', 'tenant_id': 'c6c91da603a1485eab422cc6ab78977f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '53d28726-ac7c-46a8-b27d-aa530ea4957c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:28:06Z', 'updated_at': '2022-02-17T17:28:16Z', 'revision_number': 4, 'project_id': 'c6c91da603a1485eab422cc6ab78977f', 'gw_port': {'id': '53d28726-ac7c-46a8-b27d-aa530ea4957c', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '501f1e1a-07a5-4740-b7f7-aff16a545b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:28:09Z', 'updated_at': '2022-02-17T17:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'c05ba46c-53db-4b5b-b82a-0374aa9a2e60', 'name': '', 'network_id': 'b4ed5d6f-3eb3-4d80-ba86-b711da993733', 'tenant_id': 'c6c91da603a1485eab422cc6ab78977f', 'mac_address': 'fa:16:3e:cb:04:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '501f1e1a-07a5-4740-b7f7-aff16a545b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '5aadcb94-5460-49df-8ee1-d33e7d2607f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:28:15Z', 'updated_at': '2022-02-17T17:28:23Z', 'revision_number': 4, 'project_id': 'c6c91da603a1485eab422cc6ab78977f', 'subnets': [{'id': '5aadcb94-5460-49df-8ee1-d33e7d2607f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:27.666652 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (eaf6a0ae-62cf-47de-b19f-de2bb19c410b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:27.669388 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 097324b7-156b-4fa5-93ca-1e37a6836779 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:28:27.669768 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (097324b7-156b-4fa5-93ca-1e37a6836779), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:27.700441 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f79a298c-0a6d-452c-a914-a883d4df8b29 req-e07a459c-4c4a-4d5e-8216-a6c66b2766b8 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903323 Feb 17 17:28:27.737078 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:28:27.818098 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3787aaa8-5910-4ce8-b34a-5317db6de8ed None None] The sync data for ids ['501f1e1a-07a5-4740-b7f7-aff16a545b66'] in n-d-829613-2 is: [{'id': '501f1e1a-07a5-4740-b7f7-aff16a545b66', 'name': 'tempest-TaggedBootDevicesTest_v242-531019352-router', 'tenant_id': 'c6c91da603a1485eab422cc6ab78977f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '53d28726-ac7c-46a8-b27d-aa530ea4957c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:28:06Z', 'updated_at': '2022-02-17T17:28:16Z', 'revision_number': 4, 'project_id': 'c6c91da603a1485eab422cc6ab78977f', 'gw_port': {'id': '53d28726-ac7c-46a8-b27d-aa530ea4957c', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '501f1e1a-07a5-4740-b7f7-aff16a545b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:28:09Z', 'updated_at': '2022-02-17T17:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'c05ba46c-53db-4b5b-b82a-0374aa9a2e60', 'name': '', 'network_id': 'b4ed5d6f-3eb3-4d80-ba86-b711da993733', 'tenant_id': 'c6c91da603a1485eab422cc6ab78977f', 'mac_address': 'fa:16:3e:cb:04:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '501f1e1a-07a5-4740-b7f7-aff16a545b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '5aadcb94-5460-49df-8ee1-d33e7d2607f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:28:15Z', 'updated_at': '2022-02-17T17:28:23Z', 'revision_number': 4, 'project_id': 'c6c91da603a1485eab422cc6ab78977f', 'subnets': [{'id': '5aadcb94-5460-49df-8ee1-d33e7d2607f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:28:27.825787 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7010ac11-0494-431a-9118-40f689b7b647 None None] Pushing event updated for resources: {'Port': ['ID=c05ba46c-53db-4b5b-b82a-0374aa9a2e60,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:27.833157 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-1b547c0f-014e-4e2a-84e0-8425decad43b None None] Provisioning complete for port eaf6a0ae-62cf-47de-b19f-de2bb19c410b triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:28:27.833524 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1b547c0f-014e-4e2a-84e0-8425decad43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (eaf6a0ae-62cf-47de-b19f-de2bb19c410b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:27.840422 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 097324b7-156b-4fa5-93ca-1e37a6836779 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:28:27.845182 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:28:27.845508 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 2f31be0a-7d0d-4cf5-8d9a-1e8bfaea4ffc not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:28:28.016668 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 097324b7-156b-4fa5-93ca-1e37a6836779, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=097324b7-156b-4fa5-93ca-1e37a6836779,segment=NetworkSegment(24695fa1-2a31-475b-b2cd-b1e68f56307e),segment_id=24695fa1-2a31-475b-b2cd-b1e68f56307e)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:28:28.047851 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (097324b7-156b-4fa5-93ca-1e37a6836779), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:28.049290 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 29f2c8aa-f9b2-46bc-80f1-23a2c145a494 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:28:28.056589 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 75b15b30-4319-4a3c-ab75-d9eacd7ccaa4 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:28:28.099146 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-061fbd71-bbe4-4957-9361-96bf0e83384c req-038580f5-abca-4601-b936-958b823e598c tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/security-groups?id=867a62cd-f31f-4b49-96ee-777cad774b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4150314 Feb 17 17:28:28.103580 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=eaf6a0ae-62cf-47de-b19f-de2bb19c410b,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:28.111629 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 75b15b30-4319-4a3c-ab75-d9eacd7ccaa4 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:28:28.112145 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 75b15b30-4319-4a3c-ab75-d9eacd7ccaa4 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:28:28.118699 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db4485-193b-4c6b-aba8-5c62a6e714ec req-5012bcab-e440-4458-9692-09eb103091fc tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:28.120991 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-71db4485-193b-4c6b-aba8-5c62a6e714ec req-5012bcab-e440-4458-9692-09eb103091fc tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.71 "GET /v2.0/ports?device_id=1bbf582f-1991-4577-8610-0e6ca44c81fa HTTP/1.1" status: 200 len: 949 time: 0.4401729 Feb 17 17:28:28.126047 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-239c3ce9-a3d0-4e7b-9e0a-4e1b5c43d4bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (59bdfcc1-6511-4a4c-9d65-bd679e916f0c), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:28.245807 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-290fa095-6541-44b4-95a2-879d07efa05a admin admin] Publish callbacks [] for router_gateway (4952c5af-bf43-4328-a2da-4bf3c4c59fb7), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:28.451056 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=097324b7-156b-4fa5-93ca-1e37a6836779,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:28.466769 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-239c3ce9-a3d0-4e7b-9e0a-4e1b5c43d4bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (59bdfcc1-6511-4a4c-9d65-bd679e916f0c), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:28.474149 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-1b547c0f-014e-4e2a-84e0-8425decad43b None None] Current status of the port eaf6a0ae-62cf-47de-b19f-de2bb19c410b is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:28:28.502236 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 29f2c8aa-f9b2-46bc-80f1-23a2c145a494, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=29f2c8aa-f9b2-46bc-80f1-23a2c145a494,segment=NetworkSegment(89799937-4d92-4b31-a1f3-94feba8495ec),segment_id=89799937-4d92-4b31-a1f3-94feba8495ec)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:28:28.505344 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-de9dc54a-5ed4-48ef-b57c-3724cd7bce93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (5212002a-c8bc-4cae-b436-4521512147e4), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:28.514579 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '29f2c8aa-f9b2-46bc-80f1-23a2c145a494', 'network_id': 'f70b865e-3af6-4d6e-a560-3c12eb24c564', 'port_id': '29f2c8aa-f9b2-46bc-80f1-23a2c145a494', 'mac_address': 'fa:16:3e:a8:09:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b8497f-d6f3-4e39-86a9-82ff44ccc850', 'ip_address': '19.86.0.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:28:28.521477 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c3ce9-a3d0-4e7b-9e0a-4e1b5c43d4bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59bdfcc1-6511-4a4c-9d65-bd679e916f0c,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:28.526689 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-239c3ce9-a3d0-4e7b-9e0a-4e1b5c43d4bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:28.532802 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-239c3ce9-a3d0-4e7b-9e0a-4e1b5c43d4bd admin admin] 10.222.0.87 "DELETE /v2.0/subnets/59bdfcc1-6511-4a4c-9d65-bd679e916f0c HTTP/1.1" status: 204 len: 168 time: 1.3337805 Feb 17 17:28:28.533305 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36564) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:28.537978 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe305dc-38ed-4bd1-b275-b7fc2297fcec req-7066210a-6098-4c53-9ccb-3e3ca4598ee5 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:28.544835 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dbe305dc-38ed-4bd1-b275-b7fc2297fcec req-7066210a-6098-4c53-9ccb-3e3ca4598ee5 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=1bbf582f-1991-4577-8610-0e6ca44c81fa HTTP/1.1" status: 200 len: 949 time: 0.3160577 Feb 17 17:28:28.553896 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efb1c85-2849-4845-990a-84a7700b3575 None None] Network f406a869-17aa-475d-bc2c-b435aef7bed0 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:28:28.669221 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c08b4c30-aaa0-45c9-a818-e1fbd7777801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (f406a869-17aa-475d-bc2c-b435aef7bed0), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:28.726822 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 29f2c8aa-f9b2-46bc-80f1-23a2c145a494 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:28:28.727354 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (29f2c8aa-f9b2-46bc-80f1-23a2c145a494), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:28.752594 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-71db4485-193b-4c6b-aba8-5c62a6e714ec req-7a3061d9-eff7-44d4-89b8-1eb37a95ec63 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Deleting port dba1bee1-120d-4f70-be3e-d80daf3ba3b8 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:28:28.752802 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-c08b4c30-aaa0-45c9-a818-e1fbd7777801 admin admin] Deleting port b571238b-32be-40de-8ac2-56c1dc6f777b {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:28:28.752921 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-71db4485-193b-4c6b-aba8-5c62a6e714ec req-7a3061d9-eff7-44d4-89b8-1eb37a95ec63 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (dba1bee1-120d-4f70-be3e-d80daf3ba3b8), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:28.753135 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c08b4c30-aaa0-45c9-a818-e1fbd7777801 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (b571238b-32be-40de-8ac2-56c1dc6f777b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:28.755811 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9dc54a-5ed4-48ef-b57c-3724cd7bce93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5212002a-c8bc-4cae-b436-4521512147e4,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:28.788211 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29f2c8aa-f9b2-46bc-80f1-23a2c145a494 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:28:28.795508 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dbe305dc-38ed-4bd1-b275-b7fc2297fcec req-753a930c-8fc9-4bb9-91d7-3908bc29c874 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452407 Feb 17 17:28:28.818171 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-056971c0-87db-49b8-84a4-d54ea199cefe None None] Provisioning complete for port eaf6a0ae-62cf-47de-b19f-de2bb19c410b triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:28:28.818394 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-056971c0-87db-49b8-84a4-d54ea199cefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (eaf6a0ae-62cf-47de-b19f-de2bb19c410b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:28.858109 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9dc54a-5ed4-48ef-b57c-3724cd7bce93 admin admin] Checking segment: {'id': 'f2771608-f6da-40e4-a762-7f473c86383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '3aaf2f54-60cd-4ce5-81b8-a3138e6b781c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:28:28.858887 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9dc54a-5ed4-48ef-b57c-3724cd7bce93 admin admin] Network hostable DHCP agents. Network: 3aaf2f54-60cd-4ce5-81b8-a3138e6b781c, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:28:28.869737 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-c08b4c30-aaa0-45c9-a818-e1fbd7777801 admin admin] For port b571238b-32be-40de-8ac2-56c1dc6f777b, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=b571238b-32be-40de-8ac2-56c1dc6f777b,segment=NetworkSegment(4fcf670d-5e65-4132-ac3d-7dca97c70ecb),segment_id=4fcf670d-5e65-4132-ac3d-7dca97c70ecb)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:28:28.870107 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c08b4c30-aaa0-45c9-a818-e1fbd7777801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (b571238b-32be-40de-8ac2-56c1dc6f777b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:28.897512 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 29f2c8aa-f9b2-46bc-80f1-23a2c145a494, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=29f2c8aa-f9b2-46bc-80f1-23a2c145a494,segment=NetworkSegment(89799937-4d92-4b31-a1f3-94feba8495ec),segment_id=89799937-4d92-4b31-a1f3-94feba8495ec)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:28:28.917923 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (29f2c8aa-f9b2-46bc-80f1-23a2c145a494), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:28.931267 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-c08b4c30-aaa0-45c9-a818-e1fbd7777801 admin admin] Calling delete_port for b571238b-32be-40de-8ac2-56c1dc6f777b owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:28:29.041186 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-290fa095-6541-44b4-95a2-879d07efa05a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (4952c5af-bf43-4328-a2da-4bf3c4c59fb7), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:29.070564 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9dc54a-5ed4-48ef-b57c-3724cd7bce93 admin admin] Network 3aaf2f54-60cd-4ce5-81b8-a3138e6b781c is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:28:29.108508 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7536ea7b-0109-4e3d-8ee7-e1696c1621a7 None None] DHCP port deletion for f406a869-17aa-475d-bc2c-b435aef7bed0 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:28:29.126777 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c08b4c30-aaa0-45c9-a818-e1fbd7777801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (b571238b-32be-40de-8ac2-56c1dc6f777b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:29.130654 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=29f2c8aa-f9b2-46bc-80f1-23a2c145a494,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:29.196215 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-056971c0-87db-49b8-84a4-d54ea199cefe None None] Current status of the port eaf6a0ae-62cf-47de-b19f-de2bb19c410b is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:28:29.205088 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08b4c30-aaa0-45c9-a818-e1fbd7777801 admin admin] No DVR routers for this DVR port b571238b-32be-40de-8ac2-56c1dc6f777b on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:28:29.257082 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b4c30-aaa0-45c9-a818-e1fbd7777801 admin admin] Pushing event deleted for resources: {'Port': ['ID=b571238b-32be-40de-8ac2-56c1dc6f777b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:29.293224 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['c70e5244-c3de-4ddf-b497-3a5a2290d718'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:28:29.305819 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['097324b7-156b-4fa5-93ca-1e37a6836779'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:28:29.310522 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['29f2c8aa-f9b2-46bc-80f1-23a2c145a494'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:28:29.341408 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c08b4c30-aaa0-45c9-a818-e1fbd7777801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (f406a869-17aa-475d-bc2c-b435aef7bed0), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:29.368968 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-c08b4c30-aaa0-45c9-a818-e1fbd7777801 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f406a869-17aa-475d-bc2c-b435aef7bed0']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:29.381265 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-c08b4c30-aaa0-45c9-a818-e1fbd7777801 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fcf670d-5e65-4132-ac3d-7dca97c70ecb') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:29.381561 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-c08b4c30-aaa0-45c9-a818-e1fbd7777801 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fcf670d-5e65-4132-ac3d-7dca97c70ecb') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:29.393379 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c08b4c30-aaa0-45c9-a818-e1fbd7777801 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (4fcf670d-5e65-4132-ac3d-7dca97c70ecb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:29.409824 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c08b4c30-aaa0-45c9-a818-e1fbd7777801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (4fcf670d-5e65-4132-ac3d-7dca97c70ecb), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:29.420595 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c08b4c30-aaa0-45c9-a818-e1fbd7777801 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:28:29.421339 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c08b4c30-aaa0-45c9-a818-e1fbd7777801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (4fcf670d-5e65-4132-ac3d-7dca97c70ecb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:29.504545 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:28:29.504545 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:28:29.504545 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:28:29.504545 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:28:29.504545 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:28:29.504545 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:28:29.504545 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:28:29.504545 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:28:29.504545 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:28:29.504545 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:28:29.504545 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:28:29.504545 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:28:29.504545 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:28:29.504545 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:28:29.504545 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:28:29.504545 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:28:29.504545 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:28:29.504545 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:28:29.504545 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:28:29.504545 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:28:29.504545 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:28:29.504545 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:28:29.504545 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:28:29.504545 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:28:29.504545 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:28:29.504545 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:28:29.504545 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:28:29.504545 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:28:29.504545 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:28:29.504545 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:28:29.504545 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:28:29.504545 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:28:29.508545 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c08b4c30-aaa0-45c9-a818-e1fbd7777801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (f406a869-17aa-475d-bc2c-b435aef7bed0), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:29.517355 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c08b4c30-aaa0-45c9-a818-e1fbd7777801 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:29.526031 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c08b4c30-aaa0-45c9-a818-e1fbd7777801 admin admin] 10.222.0.87 "DELETE /v2.0/networks/f406a869-17aa-475d-bc2c-b435aef7bed0 HTTP/1.1" status: 204 len: 168 time: 0.9892170 Feb 17 17:28:29.552491 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b4c30-aaa0-45c9-a818-e1fbd7777801 admin admin] Pushing event deleted for resources: {'Network': ['ID=f406a869-17aa-475d-bc2c-b435aef7bed0,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:29.627635 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-de9dc54a-5ed4-48ef-b57c-3724cd7bce93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 3aaf2f54-60cd-4ce5-81b8-a3138e6b781c) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:28:29.647547 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-71db4485-193b-4c6b-aba8-5c62a6e714ec req-7a3061d9-eff7-44d4-89b8-1eb37a95ec63 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] For port dba1bee1-120d-4f70-be3e-d80daf3ba3b8, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=dba1bee1-120d-4f70-be3e-d80daf3ba3b8,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:28:29.647547 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-71db4485-193b-4c6b-aba8-5c62a6e714ec req-7a3061d9-eff7-44d4-89b8-1eb37a95ec63 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (dba1bee1-120d-4f70-be3e-d80daf3ba3b8), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:29.676073 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87218f89-b3f8-4e85-a992-e4c0ef789042 None None] Network 3aaf2f54-60cd-4ce5-81b8-a3138e6b781c requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:28:29.692161 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9dc54a-5ed4-48ef-b57c-3724cd7bce93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:29.692777 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-de9dc54a-5ed4-48ef-b57c-3724cd7bce93 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:29.730013 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36572) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:29.730696 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104bd26d-ebcb-40f4-afe1-b71df525d83c req-5a047ef9-d64a-4a2c-bd52-ff98891355a3 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:29.738567 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-104bd26d-ebcb-40f4-afe1-b71df525d83c req-5a047ef9-d64a-4a2c-bd52-ff98891355a3 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 946 time: 0.8720462 Feb 17 17:28:29.767655 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-71db4485-193b-4c6b-aba8-5c62a6e714ec req-7a3061d9-eff7-44d4-89b8-1eb37a95ec63 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Calling delete_port for dba1bee1-120d-4f70-be3e-d80daf3ba3b8 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:28:29.797526 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-184df3e7-515c-4b5c-9987-79851a3ebb7a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c8748c381f2d43e0acb3dcfd0300916d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0628877 Feb 17 17:28:29.798194 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36574) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:29.808004 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-de9dc54a-5ed4-48ef-b57c-3724cd7bce93 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.3928576 Feb 17 17:28:29.812362 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36576) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:29.822183 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-d6890c35-95d7-417d-9779-f7403cacca74 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-930188948-router', 'tenant_id': 'b56679753e104452a847b79da4c15b6b', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:28:29.909377 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6890c35-95d7-417d-9779-f7403cacca74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (4303ef58-4135-409e-aa2e-99b7eefed91c), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:29.910874 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6890c35-95d7-417d-9779-f7403cacca74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (4303ef58-4135-409e-aa2e-99b7eefed91c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:29.969655 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad6880-3cbb-405e-9061-12f5ba82cd0f req-58ffce28-1ca5-4be4-8157-ff32824efc9d tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:29.978875 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad6880-3cbb-405e-9061-12f5ba82cd0f req-58ffce28-1ca5-4be4-8157-ff32824efc9d tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:29.983596 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-431e1139-453c-43e8-8fa2-dd8f8c611606 admin admin] Publish callbacks [] for security_group (0616a10d-f2a1-400f-ab57-d28f04afe7fe), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:29.992927 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad6880-3cbb-405e-9061-12f5ba82cd0f req-58ffce28-1ca5-4be4-8157-ff32824efc9d tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:30.001541 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e6ad6880-3cbb-405e-9061-12f5ba82cd0f req-58ffce28-1ca5-4be4-8157-ff32824efc9d tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/ports?device_id=e4c3bcea-8963-40cf-a029-bf3ec88c8aa2 HTTP/1.1" status: 200 len: 2413 time: 0.3918478 Feb 17 17:28:30.073889 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-104bd26d-ebcb-40f4-afe1-b71df525d83c req-c0353444-9204-48ba-aa98-61db41810f7d tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344412 Feb 17 17:28:30.108526 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6890c35-95d7-417d-9779-f7403cacca74 admin admin] Publish callbacks [] for router_controller (4303ef58-4135-409e-aa2e-99b7eefed91c), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:30.109204 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38f1119-8c71-46b6-8cd0-fed0bcad4e7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-3aaf2f54-60cd-4ce5-81b8-a3138e6b781c', 'network_id': '3aaf2f54-60cd-4ce5-81b8-a3138e6b781c', 'project_id': 'b56679753e104452a847b79da4c15b6b', 'fixed_ips': [{'subnet_id': '5212002a-c8bc-4cae-b436-4521512147e4'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:28:30.110956 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b38f1119-8c71-46b6-8cd0-fed0bcad4e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:30.121094 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-431e1139-453c-43e8-8fa2-dd8f8c611606 admin admin] Publish callbacks [] for security_group (0616a10d-f2a1-400f-ab57-d28f04afe7fe), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:30.174668 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e6ad6880-3cbb-405e-9061-12f5ba82cd0f req-b568c073-b082-4b37-bc1d-3cb6c867c984 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/security-groups?id=867a62cd-f31f-4b49-96ee-777cad774b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719620 Feb 17 17:28:30.289687 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device eaf6a0ae-62cf-47de-b19f-de2bb19c410b up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:28:30.329242 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-290fa095-6541-44b4-95a2-879d07efa05a admin admin] Router 4952c5af-bf43-4328-a2da-4bf3c4c59fb7 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:28:30.383639 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6890c35-95d7-417d-9779-f7403cacca74 admin admin] Publish callbacks [] for router_gateway (4303ef58-4135-409e-aa2e-99b7eefed91c), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:30.411698 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609e0ec-c0ae-4c22-88fb-77ace1e7e3c9 req-bfbd4787-daad-4f7f-b21f-c674693b87c5 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:30.418833 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9609e0ec-c0ae-4c22-88fb-77ace1e7e3c9 req-bfbd4787-daad-4f7f-b21f-c674693b87c5 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=1bbf582f-1991-4577-8610-0e6ca44c81fa HTTP/1.1" status: 200 len: 949 time: 0.1615994 Feb 17 17:28:30.435353 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-431e1139-453c-43e8-8fa2-dd8f8c611606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (0616a10d-f2a1-400f-ab57-d28f04afe7fe), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:30.438982 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-431e1139-453c-43e8-8fa2-dd8f8c611606 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:30.440658 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-431e1139-453c-43e8-8fa2-dd8f8c611606 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0616a10d-f2a1-400f-ab57-d28f04afe7fe HTTP/1.1" status: 204 len: 168 time: 0.6406109 Feb 17 17:28:30.451277 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-b38f1119-8c71-46b6-8cd0-fed0bcad4e7f None None] Allocated IP 172.20.0.2 (3aaf2f54-60cd-4ce5-81b8-a3138e6b781c/5212002a-c8bc-4cae-b436-4521512147e4/009d4645-4452-4944-bc9b-59fd67c9b245) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:28:30.454603 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-71db4485-193b-4c6b-aba8-5c62a6e714ec req-7a3061d9-eff7-44d4-89b8-1eb37a95ec63 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (dba1bee1-120d-4f70-be3e-d80daf3ba3b8), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:30.492159 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e1139-453c-43e8-8fa2-dd8f8c611606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0616a10d-f2a1-400f-ab57-d28f04afe7fe,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:30.519189 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3061d9-eff7-44d4-89b8-1eb37a95ec63 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Pushing event deleted for resources: {'Port': ['ID=dba1bee1-120d-4f70-be3e-d80daf3ba3b8,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:30.584705 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-71db4485-193b-4c6b-aba8-5c62a6e714ec req-7a3061d9-eff7-44d4-89b8-1eb37a95ec63 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] No DVR routers for this DVR port dba1bee1-120d-4f70-be3e-d80daf3ba3b8 on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:28:30.602725 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9609e0ec-c0ae-4c22-88fb-77ace1e7e3c9 req-69a945a4-8d21-40a4-825b-150619a88d72 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782272 Feb 17 17:28:30.607874 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-71db4485-193b-4c6b-aba8-5c62a6e714ec req-7a3061d9-eff7-44d4-89b8-1eb37a95ec63 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:30.611984 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-71db4485-193b-4c6b-aba8-5c62a6e714ec req-7a3061d9-eff7-44d4-89b8-1eb37a95ec63 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.71 "DELETE /v2.0/ports/dba1bee1-120d-4f70-be3e-d80daf3ba3b8 HTTP/1.1" status: 204 len: 173 time: 2.4583302 Feb 17 17:28:30.612784 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbf582f-1991-4577-8610-0e6ca44c81fa', 'name': 'network-vif-deleted', 'tag': 'dba1bee1-120d-4f70-be3e-d80daf3ba3b8'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:28:30.615213 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1c5c24-91d6-40b2-ad79-31f691253a59" -d '{"events": [{"server_uuid": "1bbf582f-1991-4577-8610-0e6ca44c81fa", "name": "network-vif-deleted", "tag": "dba1bee1-120d-4f70-be3e-d80daf3ba3b8"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:28:30.649998 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290fa095-6541-44b4-95a2-879d07efa05a admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:28:30.685710 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-290fa095-6541-44b4-95a2-879d07efa05a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:30.689236 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-290fa095-6541-44b4-95a2-879d07efa05a admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.4167273 Feb 17 17:28:30.692781 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36584) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:30.773791 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b38f1119-8c71-46b6-8cd0-fed0bcad4e7f None None] Publish callbacks [] for port (009d4645-4452-4944-bc9b-59fd67c9b245), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:30.789810 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['e822f0d4-c202-470b-8870-0e346ea290b9', 'b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc', 'aa4913bc-02a5-4006-ae99-7ce9f4c9f93c', '83e65782-f641-4e21-a94a-4f0095ab99fe'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:28:30.814567 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6890c35-95d7-417d-9779-f7403cacca74 admin admin] Publish callbacks [] for router_gateway (4303ef58-4135-409e-aa2e-99b7eefed91c), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:30.837658 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6890c35-95d7-417d-9779-f7403cacca74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:30.845105 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['45e7adde-24ee-414f-a3c7-ebe99138e816'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:28:30.849060 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3dcc42-c24e-4264-863e-0b1a9517a6e0 x-openstack-request-id: req-7f3dcc42-c24e-4264-863e-0b1a9517a6e0 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:28:30.853141 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bbf582f-1991-4577-8610-0e6ca44c81fa", "name": "network-vif-deleted", "tag": "dba1bee1-120d-4f70-be3e-d80daf3ba3b8", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:28:30.853381 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7f3dcc42-c24e-4264-863e-0b1a9517a6e0 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:28:30.853989 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bbf582f-1991-4577-8610-0e6ca44c81fa', 'name': 'network-vif-deleted', 'tag': 'dba1bee1-120d-4f70-be3e-d80daf3ba3b8', 'status': 'completed', 'code': 200} Feb 17 17:28:30.868114 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297e661a-39e3-44eb-896f-bb025ebec372 None None] Sync routers for ids ['4952c5af-bf43-4328-a2da-4bf3c4c59fb7'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:28:30.909856 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b38f1119-8c71-46b6-8cd0-fed0bcad4e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (009d4645-4452-4944-bc9b-59fd67c9b245), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:30.951432 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297e661a-39e3-44eb-896f-bb025ebec372 None None] Routers {'4952c5af-bf43-4328-a2da-4bf3c4c59fb7'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:28:30.952347 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-297e661a-39e3-44eb-896f-bb025ebec372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:28:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['4952c5af-bf43-4328-a2da-4bf3c4c59fb7'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:31.035410 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-d6890c35-95d7-417d-9779-f7403cacca74 admin admin] Allocated IP 172.25.8.221 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/ef97c3c9-baf8-4487-b70b-267a18fc710a) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:28:31.131417 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36590) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:31.141794 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-297e661a-39e3-44eb-896f-bb025ebec372 None None] Set router 4952c5af-bf43-4328-a2da-4bf3c4c59fb7 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:28:31.222077 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6890c35-95d7-417d-9779-f7403cacca74 admin admin] Publish callbacks [] for port (ef97c3c9-baf8-4487-b70b-267a18fc710a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:31.236153 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-5dc1b776-a742-41c9-9ecb-72d67b6a29aa admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=fced0d4eba9f407c81ca2e9a8c478aa0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1010714 Feb 17 17:28:31.248141 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36594) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:31.257659 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38f1119-8c71-46b6-8cd0-fed0bcad4e7f None None] Network 3aaf2f54-60cd-4ce5-81b8-a3138e6b781c is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:28:31.298138 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device c70e5244-c3de-4ddf-b497-3a5a2290d718 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:28:31.301454 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-b38f1119-8c71-46b6-8cd0-fed0bcad4e7f None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:28:31.304468 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38f1119-8c71-46b6-8cd0-fed0bcad4e7f None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:28:31.305881 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6890c35-95d7-417d-9779-f7403cacca74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (ef97c3c9-baf8-4487-b70b-267a18fc710a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:31.365743 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6890c35-95d7-417d-9779-f7403cacca74 admin admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:28:31.366802 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port eaf6a0ae-62cf-47de-b19f-de2bb19c410b triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:28:31.367513 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (eaf6a0ae-62cf-47de-b19f-de2bb19c410b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:31.371794 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-d6890c35-95d7-417d-9779-f7403cacca74 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:28:31.398330 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6890c35-95d7-417d-9779-f7403cacca74 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:28:31.451887 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6890c35-95d7-417d-9779-f7403cacca74 admin admin] Pushing event updated for resources: {'Port': ['ID=ef97c3c9-baf8-4487-b70b-267a18fc710a,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:31.527989 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9ef488-c52e-423d-bc49-81f9ae7858a6 req-fa2a7bb0-b59f-4556-babd-06aa179e5a3b tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:31.529715 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9c9ef488-c52e-423d-bc49-81f9ae7858a6 req-fa2a7bb0-b59f-4556-babd-06aa179e5a3b tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 946 time: 0.2921543 Feb 17 17:28:31.550003 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-eec24888-f430-4c9f-9ccf-9873cedf13e7 admin admin] Publish callbacks [] for security_group (9a58f0fb-eb36-423b-b312-e0d42e424acd), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:31.566366 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28acee4e-184d-489c-b146-c38541023297 req-c429189b-1e92-4ce4-8e53-d3eb5c6548bb tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:31.571825 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28acee4e-184d-489c-b146-c38541023297 req-c429189b-1e92-4ce4-8e53-d3eb5c6548bb tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:31.577676 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28acee4e-184d-489c-b146-c38541023297 req-c429189b-1e92-4ce4-8e53-d3eb5c6548bb tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:31.579910 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-28acee4e-184d-489c-b146-c38541023297 req-c429189b-1e92-4ce4-8e53-d3eb5c6548bb tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/ports?device_id=e4c3bcea-8963-40cf-a029-bf3ec88c8aa2 HTTP/1.1" status: 200 len: 2413 time: 0.2186234 Feb 17 17:28:31.647806 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-eec24888-f430-4c9f-9ccf-9873cedf13e7 admin admin] Publish callbacks [] for security_group (9a58f0fb-eb36-423b-b312-e0d42e424acd), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:31.744442 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9c9ef488-c52e-423d-bc49-81f9ae7858a6 req-10395734-3100-4caa-89dc-eb94f0358462 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037144 Feb 17 17:28:31.762316 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-b38f1119-8c71-46b6-8cd0-fed0bcad4e7f None None] Attempting to bind port 009d4645-4452-4944-bc9b-59fd67c9b245 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:28:31.762858 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-b38f1119-8c71-46b6-8cd0-fed0bcad4e7f None None] Attempting to bind port 009d4645-4452-4944-bc9b-59fd67c9b245 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'f2771608-f6da-40e4-a762-7f473c86383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '3aaf2f54-60cd-4ce5-81b8-a3138e6b781c'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:28:31.763384 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38f1119-8c71-46b6-8cd0-fed0bcad4e7f None None] Attempting to bind port 009d4645-4452-4944-bc9b-59fd67c9b245 on network 3aaf2f54-60cd-4ce5-81b8-a3138e6b781c {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:28:31.766571 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-28acee4e-184d-489c-b146-c38541023297 req-21b09d14-f0b0-49b2-9e0a-e51dfc7eea27 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/security-groups?id=867a62cd-f31f-4b49-96ee-777cad774b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790802 Feb 17 17:28:31.833036 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6890c35-95d7-417d-9779-f7403cacca74 admin admin] Publish callbacks [] for router_gateway (4303ef58-4135-409e-aa2e-99b7eefed91c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:31.836656 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f1119-8c71-46b6-8cd0-fed0bcad4e7f None None] Pushing event updated for resources: {'Port': ['ID=009d4645-4452-4944-bc9b-59fd67c9b245,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:31.847394 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38f1119-8c71-46b6-8cd0-fed0bcad4e7f None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:28:31.847793 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38f1119-8c71-46b6-8cd0-fed0bcad4e7f None None] Checking segment: {'id': 'f2771608-f6da-40e4-a762-7f473c86383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '3aaf2f54-60cd-4ce5-81b8-a3138e6b781c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:28:31.848209 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b38f1119-8c71-46b6-8cd0-fed0bcad4e7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:31.848633 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38f1119-8c71-46b6-8cd0-fed0bcad4e7f None None] Bound using segment: {'id': 'f2771608-f6da-40e4-a762-7f473c86383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '3aaf2f54-60cd-4ce5-81b8-a3138e6b781c'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:28:31.849131 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-b38f1119-8c71-46b6-8cd0-fed0bcad4e7f None None] Bound port: 009d4645-4452-4944-bc9b-59fd67c9b245, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2771608-f6da-40e4-a762-7f473c86383d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '3aaf2f54-60cd-4ce5-81b8-a3138e6b781c'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:28:31.849520 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b38f1119-8c71-46b6-8cd0-fed0bcad4e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (009d4645-4452-4944-bc9b-59fd67c9b245), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:31.867696 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-eec24888-f430-4c9f-9ccf-9873cedf13e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (9a58f0fb-eb36-423b-b312-e0d42e424acd), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:31.886882 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-eec24888-f430-4c9f-9ccf-9873cedf13e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:31.889425 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-eec24888-f430-4c9f-9ccf-9873cedf13e7 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9a58f0fb-eb36-423b-b312-e0d42e424acd HTTP/1.1" status: 204 len: 168 time: 0.6377299 Feb 17 17:28:31.906541 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec24888-f430-4c9f-9ccf-9873cedf13e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a58f0fb-eb36-423b-b312-e0d42e424acd,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:31.961396 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8f7deb61-28d4-489a-b266-87f07318659c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:32.099525 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port c70e5244-c3de-4ddf-b497-3a5a2290d718 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:28:32.134204 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port c70e5244-c3de-4ddf-b497-3a5a2290d718 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:28:32.134583 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c70e5244-c3de-4ddf-b497-3a5a2290d718), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:32.153094 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port eaf6a0ae-62cf-47de-b19f-de2bb19c410b is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:28:32.154171 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device c05ba46c-53db-4b5b-b82a-0374aa9a2e60 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:28:32.235637 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b38f1119-8c71-46b6-8cd0-fed0bcad4e7f None None] For port 009d4645-4452-4944-bc9b-59fd67c9b245, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:28:32.289590 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b38f1119-8c71-46b6-8cd0-fed0bcad4e7f None None] For port 009d4645-4452-4944-bc9b-59fd67c9b245, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=009d4645-4452-4944-bc9b-59fd67c9b245,segment=NetworkSegment(f2771608-f6da-40e4-a762-7f473c86383d),segment_id=f2771608-f6da-40e4-a762-7f473c86383d)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:28:32.312017 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-8f7deb61-28d4-489a-b266-87f07318659c admin admin] Allocated IP 172.20.0.1 (9490ba26-bfb2-4329-aadc-951a25fb2487/805b2e79-0e3f-4ea3-bf30-957c7d7bb12b/0f6e286d-ad75-4561-b853-205f914f74b4) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:28:32.335159 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b38f1119-8c71-46b6-8cd0-fed0bcad4e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (009d4645-4452-4944-bc9b-59fd67c9b245), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:32.352797 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6890c35-95d7-417d-9779-f7403cacca74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (4303ef58-4135-409e-aa2e-99b7eefed91c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:32.399811 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-297e661a-39e3-44eb-896f-bb025ebec372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4952c5af-bf43-4328-a2da-4bf3c4c59fb7', 'name': 'tempest-TaggedBootDevicesTest_v242-1324784667-router', 'tenant_id': 'e99c2c557c9a4928be310917fafb35e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '6cc7a0c7-f8ad-4f4e-843a-0384dc43e681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:28:21Z', 'updated_at': '2022-02-17T17:28:27Z', 'revision_number': 3, 'project_id': 'e99c2c557c9a4928be310917fafb35e8', 'gw_port': {'id': '6cc7a0c7-f8ad-4f4e-843a-0384dc43e681', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ba:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4952c5af-bf43-4328-a2da-4bf3c4c59fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:28:25Z', 'updated_at': '2022-02-17T17:28:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:32.487986 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297e661a-39e3-44eb-896f-bb025ebec372 None None] Checking router: 4952c5af-bf43-4328-a2da-4bf3c4c59fb7 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:28:32.489142 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297e661a-39e3-44eb-896f-bb025ebec372 None None] Updating router 4952c5af-bf43-4328-a2da-4bf3c4c59fb7 port 6cc7a0c7-f8ad-4f4e-843a-0384dc43e681 binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:28:32.527644 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8f7deb61-28d4-489a-b266-87f07318659c admin admin] Publish callbacks [] for port (0f6e286d-ad75-4561-b853-205f914f74b4), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:32.533674 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port c05ba46c-53db-4b5b-b82a-0374aa9a2e60 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:28:32.534230 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c05ba46c-53db-4b5b-b82a-0374aa9a2e60), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:32.638044 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8f7deb61-28d4-489a-b266-87f07318659c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (0f6e286d-ad75-4561-b853-205f914f74b4), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:32.663701 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f1119-8c71-46b6-8cd0-fed0bcad4e7f None None] Pushing event updated for resources: {'Port': ['ID=009d4645-4452-4944-bc9b-59fd67c9b245,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:32.679760 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-297e661a-39e3-44eb-896f-bb025ebec372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6cc7a0c7-f8ad-4f4e-843a-0384dc43e681), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:32.690279 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7deb61-28d4-489a-b266-87f07318659c admin admin] Network 9490ba26-bfb2-4329-aadc-951a25fb2487 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:28:32.709763 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6890c35-95d7-417d-9779-f7403cacca74 admin admin] Router 4303ef58-4135-409e-aa2e-99b7eefed91c is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:28:32.770722 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7deb61-28d4-489a-b266-87f07318659c admin admin] Pushing event updated for resources: {'Port': ['ID=0f6e286d-ad75-4561-b853-205f914f74b4,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:32.775350 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-8f7deb61-28d4-489a-b266-87f07318659c admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:28:32.780028 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7deb61-28d4-489a-b266-87f07318659c admin admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:28:32.886666 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port c70e5244-c3de-4ddf-b497-3a5a2290d718 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:28:32.887234 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c70e5244-c3de-4ddf-b497-3a5a2290d718), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:32.894964 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53bc74-4616-4a1e-adc3-fe8e8093f043 req-39e465f9-69db-42dd-a859-f6c18bfb55f8 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:32.896985 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0b53bc74-4616-4a1e-adc3-fe8e8093f043 req-39e465f9-69db-42dd-a859-f6c18bfb55f8 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=5296bf62-5d5e-4290-acfc-00aa6fdc881c HTTP/1.1" status: 200 len: 950 time: 0.3065813 Feb 17 17:28:32.953771 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8f7deb61-28d4-489a-b266-87f07318659c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (4952c5af-bf43-4328-a2da-4bf3c4c59fb7), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:32.989311 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6890c35-95d7-417d-9779-f7403cacca74 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:28:33.002938 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ea990a-62b5-4ade-b099-8adbb72004d8 None None] Sync routers for ids ['4303ef58-4135-409e-aa2e-99b7eefed91c'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:28:33.016046 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6890c35-95d7-417d-9779-f7403cacca74 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:33.017754 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d6890c35-95d7-417d-9779-f7403cacca74 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.2041130 Feb 17 17:28:33.020409 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36626) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:33.045690 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ea990a-62b5-4ade-b099-8adbb72004d8 None None] Routers {'4303ef58-4135-409e-aa2e-99b7eefed91c'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:28:33.046469 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-00ea990a-62b5-4ade-b099-8adbb72004d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:28:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['4303ef58-4135-409e-aa2e-99b7eefed91c'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:33.148015 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0b53bc74-4616-4a1e-adc3-fe8e8093f043 req-ced2a52d-394b-4a95-a868-878fb9947d42 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446828 Feb 17 17:28:33.291175 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709cc31-3f2e-453c-aa70-a984980662d7 req-9f7f5039-f792-4692-89af-78b35854e01a tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:33.292789 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2709cc31-3f2e-453c-aa70-a984980662d7 req-9f7f5039-f792-4692-89af-78b35854e01a tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 946 time: 0.3407245 Feb 17 17:28:33.395948 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port c05ba46c-53db-4b5b-b82a-0374aa9a2e60 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:28:33.414481 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-471d5b4c-687d-4a26-b5a2-f06e2c0d4a4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:33.424306 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-00ea990a-62b5-4ade-b099-8adbb72004d8 None None] Set router 4303ef58-4135-409e-aa2e-99b7eefed91c gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:28:33.471410 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port c70e5244-c3de-4ddf-b497-3a5a2290d718, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=c70e5244-c3de-4ddf-b497-3a5a2290d718,segment=NetworkSegment(24695fa1-2a31-475b-b2cd-b1e68f56307e),segment_id=24695fa1-2a31-475b-b2cd-b1e68f56307e)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:28:33.474301 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c3bcea-8963-40cf-a029-bf3ec88c8aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70e5244-c3de-4ddf-b497-3a5a2290d718'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:28:33.478160 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fbd4c01-eca9-489e-96f3-e8fd157221f4" -d '{"events": [{"server_uuid": "e4c3bcea-8963-40cf-a029-bf3ec88c8aa2", "name": "network-vif-plugged", "status": "completed", "tag": "c70e5244-c3de-4ddf-b497-3a5a2290d718"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:28:33.500532 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c70e5244-c3de-4ddf-b497-3a5a2290d718), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:33.501514 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 097324b7-156b-4fa5-93ca-1e37a6836779 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:28:33.566513 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device b571238b-32be-40de-8ac2-56c1dc6f777b no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:28:33.587645 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8f7deb61-28d4-489a-b266-87f07318659c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0f6e286d-ad75-4561-b853-205f914f74b4), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:33.641644 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2709cc31-3f2e-453c-aa70-a984980662d7 req-6d76b485-7738-41c0-879d-8886f3777f77 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373258 Feb 17 17:28:33.672443 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea2cce-7ba8-4290-b8b5-a360baf676b0 req-702db4a3-439a-4170-a044-7d73d3b038fc tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:33.688743 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea2cce-7ba8-4290-b8b5-a360baf676b0 req-702db4a3-439a-4170-a044-7d73d3b038fc tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:33.694976 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea2cce-7ba8-4290-b8b5-a360baf676b0 req-702db4a3-439a-4170-a044-7d73d3b038fc tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:33.699974 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: b571238b-32be-40de-8ac2-56c1dc6f777b {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:28:33.705840 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device b571238b-32be-40de-8ac2-56c1dc6f777b not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:28:33.708299 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-dfaffbea-8f1e-46f9-a1d3-552f8d25ae52 None None] Provisioning complete for port 0f6e286d-ad75-4561-b853-205f914f74b4 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:28:33.708299 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dfaffbea-8f1e-46f9-a1d3-552f8d25ae52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (0f6e286d-ad75-4561-b853-205f914f74b4), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:33.715188 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-07ea2cce-7ba8-4290-b8b5-a360baf676b0 req-702db4a3-439a-4170-a044-7d73d3b038fc tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/ports?device_id=e4c3bcea-8963-40cf-a029-bf3ec88c8aa2 HTTP/1.1" status: 200 len: 2413 time: 0.4255407 Feb 17 17:28:33.795630 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed454581-8ca2-4d07-b947-c52d9a159442 x-openstack-request-id: req-ed454581-8ca2-4d07-b947-c52d9a159442 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:28:33.796116 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c3bcea-8963-40cf-a029-bf3ec88c8aa2", "name": "network-vif-plugged", "status": "completed", "tag": "c70e5244-c3de-4ddf-b497-3a5a2290d718", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:28:33.800107 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ed454581-8ca2-4d07-b947-c52d9a159442 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:28:33.800107 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c3bcea-8963-40cf-a029-bf3ec88c8aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70e5244-c3de-4ddf-b497-3a5a2290d718', 'code': 200} Feb 17 17:28:33.825477 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e02f7e09-dbb9-4c61-a71e-b34cd6db21bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:33.869206 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-dfaffbea-8f1e-46f9-a1d3-552f8d25ae52 None None] Port 0f6e286d-ad75-4561-b853-205f914f74b4 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:28:34.060265 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99112854-2d14-4d10-b231-60c1ae644c2d req-e60ed455-72d2-4c59-b601-e973461ea1fa tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:34.061692 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-99112854-2d14-4d10-b231-60c1ae644c2d req-e60ed455-72d2-4c59-b601-e973461ea1fa tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.91 "GET /v2.0/ports?device_id=5296bf62-5d5e-4290-acfc-00aa6fdc881c HTTP/1.1" status: 200 len: 950 time: 0.6325433 Feb 17 17:28:34.130877 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-e02f7e09-dbb9-4c61-a71e-b34cd6db21bc admin admin] Allocated IP 172.20.0.1 (3aaf2f54-60cd-4ce5-81b8-a3138e6b781c/5212002a-c8bc-4cae-b436-4521512147e4/a3f7c982-2dc4-491b-abf4-e43431918181) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:28:34.167712 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-00ea990a-62b5-4ade-b099-8adbb72004d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4303ef58-4135-409e-aa2e-99b7eefed91c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-930188948-router', 'tenant_id': 'b56679753e104452a847b79da4c15b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'ef97c3c9-baf8-4487-b70b-267a18fc710a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:28:29Z', 'updated_at': '2022-02-17T17:28:31Z', 'revision_number': 3, 'project_id': 'b56679753e104452a847b79da4c15b6b', 'gw_port': {'id': 'ef97c3c9-baf8-4487-b70b-267a18fc710a', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:71:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4303ef58-4135-409e-aa2e-99b7eefed91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:28:30Z', 'updated_at': '2022-02-17T17:28:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:34.227252 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ea990a-62b5-4ade-b099-8adbb72004d8 None None] Checking router: 4303ef58-4135-409e-aa2e-99b7eefed91c for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:28:34.228169 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ea990a-62b5-4ade-b099-8adbb72004d8 None None] Updating router 4303ef58-4135-409e-aa2e-99b7eefed91c port ef97c3c9-baf8-4487-b70b-267a18fc710a binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:28:34.230094 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 009d4645-4452-4944-bc9b-59fd67c9b245 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:28:34.307678 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-07ea2cce-7ba8-4290-b8b5-a360baf676b0 req-fa976c56-921a-41dd-a861-16d31604bb81 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/security-groups?id=867a62cd-f31f-4b49-96ee-777cad774b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5810671 Feb 17 17:28:34.333480 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-00ea990a-62b5-4ade-b099-8adbb72004d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ef97c3c9-baf8-4487-b70b-267a18fc710a), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:34.339665 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8636ca-41bc-4060-b903-8c2979084d2b None None] Network 3aaf2f54-60cd-4ce5-81b8-a3138e6b781c requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:28:34.351602 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717dd76-971e-4cec-9ac6-742d389cffef req-e5a3bfe3-1815-4b23-ab2a-1fbabfa620bc tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:34.353339 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0717dd76-971e-4cec-9ac6-742d389cffef req-e5a3bfe3-1815-4b23-ab2a-1fbabfa620bc tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a27ac8e-4198-4583-be87-78a6af882241 HTTP/1.1" status: 200 len: 949 time: 0.6261616 Feb 17 17:28:34.354705 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e02f7e09-dbb9-4c61-a71e-b34cd6db21bc admin admin] Publish callbacks [] for port (a3f7c982-2dc4-491b-abf4-e43431918181), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:34.382911 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=c70e5244-c3de-4ddf-b497-3a5a2290d718,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:34.453738 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-297e661a-39e3-44eb-896f-bb025ebec372 None None] Publish callbacks [] for port (6cc7a0c7-f8ad-4f4e-843a-0384dc43e681), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:34.455889 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e02f7e09-dbb9-4c61-a71e-b34cd6db21bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (a3f7c982-2dc4-491b-abf4-e43431918181), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:34.469153 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 097324b7-156b-4fa5-93ca-1e37a6836779 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:28:34.507611 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 097324b7-156b-4fa5-93ca-1e37a6836779 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:28:34.508151 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (097324b7-156b-4fa5-93ca-1e37a6836779), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:34.516565 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-c05992ce-d696-4400-9235-44aa2ab31732 None None] Provisioning complete for port 009d4645-4452-4944-bc9b-59fd67c9b245 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:28:34.517066 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c05992ce-d696-4400-9235-44aa2ab31732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (009d4645-4452-4944-bc9b-59fd67c9b245), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:34.572004 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02f7e09-dbb9-4c61-a71e-b34cd6db21bc admin admin] Network 3aaf2f54-60cd-4ce5-81b8-a3138e6b781c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:28:34.573815 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 009d4645-4452-4944-bc9b-59fd67c9b245 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:28:34.574328 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (009d4645-4452-4944-bc9b-59fd67c9b245), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:34.576715 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-297e661a-39e3-44eb-896f-bb025ebec372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (6cc7a0c7-f8ad-4f4e-843a-0384dc43e681), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:34.593304 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-e02f7e09-dbb9-4c61-a71e-b34cd6db21bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:28:34.602448 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02f7e09-dbb9-4c61-a71e-b34cd6db21bc admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:28:34.653323 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02f7e09-dbb9-4c61-a71e-b34cd6db21bc admin admin] Pushing event updated for resources: {'Port': ['ID=a3f7c982-2dc4-491b-abf4-e43431918181,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:34.664406 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8275ab68-e86f-4310-8415-fddc1062ac94 None None] Pushing event updated for resources: {'Port': ['ID=6cc7a0c7-f8ad-4f4e-843a-0384dc43e681,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:34.715149 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e02f7e09-dbb9-4c61-a71e-b34cd6db21bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (4303ef58-4135-409e-aa2e-99b7eefed91c), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:34.805572 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b5b2e-ffa7-4d95-bc97-c2b44f082e02 req-369862e5-cbcf-45f0-85c7-d13ea44e3ea8 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:34.807506 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-829b5b2e-ffa7-4d95-bc97-c2b44f082e02 req-369862e5-cbcf-45f0-85c7-d13ea44e3ea8 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=5296bf62-5d5e-4290-acfc-00aa6fdc881c HTTP/1.1" status: 200 len: 950 time: 0.4976797 Feb 17 17:28:34.866987 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8f7deb61-28d4-489a-b266-87f07318659c admin admin] Publish callbacks [] for port (0f6e286d-ad75-4561-b853-205f914f74b4), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:34.873957 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-00ea990a-62b5-4ade-b099-8adbb72004d8 None None] Publish callbacks [] for port (ef97c3c9-baf8-4487-b70b-267a18fc710a), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:34.884311 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-00ea990a-62b5-4ade-b099-8adbb72004d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ef97c3c9-baf8-4487-b70b-267a18fc710a), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:34.887072 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-99112854-2d14-4d10-b231-60c1ae644c2d req-83ce7aa4-0e5d-4988-963c-0afbee278d16 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Deleting port 83e65782-f641-4e21-a94a-4f0095ab99fe {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:28:34.887929 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-99112854-2d14-4d10-b231-60c1ae644c2d req-83ce7aa4-0e5d-4988-963c-0afbee278d16 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (83e65782-f641-4e21-a94a-4f0095ab99fe), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:34.939484 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8f7deb61-28d4-489a-b266-87f07318659c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (0f6e286d-ad75-4561-b853-205f914f74b4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:34.955119 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-00ea990a-62b5-4ade-b099-8adbb72004d8 None None] Attempting to bind port ef97c3c9-baf8-4487-b70b-267a18fc710a on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:28:34.955930 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-00ea990a-62b5-4ade-b099-8adbb72004d8 None None] Attempting to bind port ef97c3c9-baf8-4487-b70b-267a18fc710a by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:28:34.956827 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ea990a-62b5-4ade-b099-8adbb72004d8 None None] Attempting to bind port ef97c3c9-baf8-4487-b70b-267a18fc710a on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:28:34.968455 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ea990a-62b5-4ade-b099-8adbb72004d8 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:28:34.969341 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ea990a-62b5-4ade-b099-8adbb72004d8 None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:28:34.970156 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-00ea990a-62b5-4ade-b099-8adbb72004d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:34.970771 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ea990a-62b5-4ade-b099-8adbb72004d8 None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:28:34.971526 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-00ea990a-62b5-4ade-b099-8adbb72004d8 None None] Bound port: ef97c3c9-baf8-4487-b70b-267a18fc710a, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:28:34.972210 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-00ea990a-62b5-4ade-b099-8adbb72004d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ef97c3c9-baf8-4487-b70b-267a18fc710a), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:35.001437 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b492bcec-b6f1-4eaf-874b-7bbf14c30234 None None] Pushing event updated for resources: {'Port': ['ID=ef97c3c9-baf8-4487-b70b-267a18fc710a,revision_number=2']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:35.009982 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e02f7e09-dbb9-4c61-a71e-b34cd6db21bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (a3f7c982-2dc4-491b-abf4-e43431918181), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:35.061653 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-00ea990a-62b5-4ade-b099-8adbb72004d8 None None] For port ef97c3c9-baf8-4487-b70b-267a18fc710a, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:28:35.094745 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-00ea990a-62b5-4ade-b099-8adbb72004d8 None None] For port ef97c3c9-baf8-4487-b70b-267a18fc710a, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=ef97c3c9-baf8-4487-b70b-267a18fc710a,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:28:35.105976 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-00ea990a-62b5-4ade-b099-8adbb72004d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ef97c3c9-baf8-4487-b70b-267a18fc710a), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:35.109969 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-c05992ce-d696-4400-9235-44aa2ab31732 None None] Current status of the port 009d4645-4452-4944-bc9b-59fd67c9b245 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:28:35.110363 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c05992ce-d696-4400-9235-44aa2ab31732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (009d4645-4452-4944-bc9b-59fd67c9b245), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:35.124320 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-297e661a-39e3-44eb-896f-bb025ebec372 None None] Attempting to bind port 6cc7a0c7-f8ad-4f4e-843a-0384dc43e681 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:28:35.125096 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-297e661a-39e3-44eb-896f-bb025ebec372 None None] Attempting to bind port 6cc7a0c7-f8ad-4f4e-843a-0384dc43e681 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:28:35.125096 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297e661a-39e3-44eb-896f-bb025ebec372 None None] Attempting to bind port 6cc7a0c7-f8ad-4f4e-843a-0384dc43e681 on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:28:35.171653 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-c05992ce-d696-4400-9235-44aa2ab31732 None None] For port 009d4645-4452-4944-bc9b-59fd67c9b245, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=009d4645-4452-4944-bc9b-59fd67c9b245,segment=NetworkSegment(f2771608-f6da-40e4-a762-7f473c86383d),segment_id=f2771608-f6da-40e4-a762-7f473c86383d)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:28:35.211000 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b492bcec-b6f1-4eaf-874b-7bbf14c30234 None None] Pushing event updated for resources: {'Port': ['ID=ef97c3c9-baf8-4487-b70b-267a18fc710a,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:35.223723 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 009d4645-4452-4944-bc9b-59fd67c9b245 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:28:35.226427 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c05992ce-d696-4400-9235-44aa2ab31732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (009d4645-4452-4944-bc9b-59fd67c9b245), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:35.232757 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297e661a-39e3-44eb-896f-bb025ebec372 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:28:35.233374 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297e661a-39e3-44eb-896f-bb025ebec372 None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:28:35.235235 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-297e661a-39e3-44eb-896f-bb025ebec372 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:35.235660 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297e661a-39e3-44eb-896f-bb025ebec372 None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:28:35.236159 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-297e661a-39e3-44eb-896f-bb025ebec372 None None] Bound port: 6cc7a0c7-f8ad-4f4e-843a-0384dc43e681, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:28:35.236571 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-297e661a-39e3-44eb-896f-bb025ebec372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6cc7a0c7-f8ad-4f4e-843a-0384dc43e681), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:35.245494 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ea990a-62b5-4ade-b099-8adbb72004d8 None None] Routers {'4303ef58-4135-409e-aa2e-99b7eefed91c'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:28:35.246141 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-00ea990a-62b5-4ade-b099-8adbb72004d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:28:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['4303ef58-4135-409e-aa2e-99b7eefed91c'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:35.333910 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05992ce-d696-4400-9235-44aa2ab31732 None None] Pushing event updated for resources: {'Port': ['ID=009d4645-4452-4944-bc9b-59fd67c9b245,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:35.359985 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 097324b7-156b-4fa5-93ca-1e37a6836779 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:28:35.360466 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (097324b7-156b-4fa5-93ca-1e37a6836779), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:35.436773 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-00ea990a-62b5-4ade-b099-8adbb72004d8 None None] Set router 4303ef58-4135-409e-aa2e-99b7eefed91c gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:28:35.452884 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-36a0bc9c-89cb-470f-b252-8eaaaa7dddba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:35.480574 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 097324b7-156b-4fa5-93ca-1e37a6836779, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=097324b7-156b-4fa5-93ca-1e37a6836779,segment=NetworkSegment(24695fa1-2a31-475b-b2cd-b1e68f56307e),segment_id=24695fa1-2a31-475b-b2cd-b1e68f56307e)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:28:35.495948 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-297e661a-39e3-44eb-896f-bb025ebec372 None None] For port 6cc7a0c7-f8ad-4f4e-843a-0384dc43e681, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:28:35.501730 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-297e661a-39e3-44eb-896f-bb025ebec372 None None] For port 6cc7a0c7-f8ad-4f4e-843a-0384dc43e681, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=6cc7a0c7-f8ad-4f4e-843a-0384dc43e681,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:28:35.505503 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (097324b7-156b-4fa5-93ca-1e37a6836779), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:35.506732 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device dba1bee1-120d-4f70-be3e-d80daf3ba3b8 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:28:35.590624 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: dba1bee1-120d-4f70-be3e-d80daf3ba3b8 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:28:35.590976 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device dba1bee1-120d-4f70-be3e-d80daf3ba3b8 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:28:35.591398 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 223b448c-1c80-4761-a661-a4aad02da58b no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:28:35.596974 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=097324b7-156b-4fa5-93ca-1e37a6836779,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:35.604446 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-297e661a-39e3-44eb-896f-bb025ebec372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (6cc7a0c7-f8ad-4f4e-843a-0384dc43e681), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:35.712274 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-0717dd76-971e-4cec-9ac6-742d389cffef req-3753347d-2d72-4e29-aaa9-bb50755698fe tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Deleting port 45e7adde-24ee-414f-a3c7-ebe99138e816 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:28:35.713290 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0717dd76-971e-4cec-9ac6-742d389cffef req-3753347d-2d72-4e29-aaa9-bb50755698fe tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (45e7adde-24ee-414f-a3c7-ebe99138e816), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:35.714114 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: 223b448c-1c80-4761-a661-a4aad02da58b {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:28:35.714633 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 223b448c-1c80-4761-a661-a4aad02da58b not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:28:35.717809 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-00ea990a-62b5-4ade-b099-8adbb72004d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4303ef58-4135-409e-aa2e-99b7eefed91c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-930188948-router', 'tenant_id': 'b56679753e104452a847b79da4c15b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'ef97c3c9-baf8-4487-b70b-267a18fc710a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:28:29Z', 'updated_at': '2022-02-17T17:28:34Z', 'revision_number': 4, 'project_id': 'b56679753e104452a847b79da4c15b6b', 'gw_port': {'id': 'ef97c3c9-baf8-4487-b70b-267a18fc710a', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:71:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4303ef58-4135-409e-aa2e-99b7eefed91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:28:30Z', 'updated_at': '2022-02-17T17:28:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'a3f7c982-2dc4-491b-abf4-e43431918181', 'name': '', 'network_id': '3aaf2f54-60cd-4ce5-81b8-a3138e6b781c', 'tenant_id': 'b56679753e104452a847b79da4c15b6b', 'mac_address': 'fa:16:3e:0c:9c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4303ef58-4135-409e-aa2e-99b7eefed91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '5212002a-c8bc-4cae-b436-4521512147e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:28:33Z', 'updated_at': '2022-02-17T17:28:34Z', 'revision_number': 1, 'project_id': 'b56679753e104452a847b79da4c15b6b', 'subnets': [{'id': '5212002a-c8bc-4cae-b436-4521512147e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:35.753132 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ea990a-62b5-4ade-b099-8adbb72004d8 None None] The sync data for ids ['4303ef58-4135-409e-aa2e-99b7eefed91c'] in n-d-829613-2 is: [{'id': '4303ef58-4135-409e-aa2e-99b7eefed91c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-930188948-router', 'tenant_id': 'b56679753e104452a847b79da4c15b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'ef97c3c9-baf8-4487-b70b-267a18fc710a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:28:29Z', 'updated_at': '2022-02-17T17:28:34Z', 'revision_number': 4, 'project_id': 'b56679753e104452a847b79da4c15b6b', 'gw_port': {'id': 'ef97c3c9-baf8-4487-b70b-267a18fc710a', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:71:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4303ef58-4135-409e-aa2e-99b7eefed91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:28:30Z', 'updated_at': '2022-02-17T17:28:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'a3f7c982-2dc4-491b-abf4-e43431918181', 'name': '', 'network_id': '3aaf2f54-60cd-4ce5-81b8-a3138e6b781c', 'tenant_id': 'b56679753e104452a847b79da4c15b6b', 'mac_address': 'fa:16:3e:0c:9c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4303ef58-4135-409e-aa2e-99b7eefed91c', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '5212002a-c8bc-4cae-b436-4521512147e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:28:33Z', 'updated_at': '2022-02-17T17:28:34Z', 'revision_number': 1, 'project_id': 'b56679753e104452a847b79da4c15b6b', 'subnets': [{'id': '5212002a-c8bc-4cae-b436-4521512147e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:28:35.778298 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 29f2c8aa-f9b2-46bc-80f1-23a2c145a494 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:28:35.800389 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297e661a-39e3-44eb-896f-bb025ebec372 None None] Routers {'4952c5af-bf43-4328-a2da-4bf3c4c59fb7'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:28:35.801088 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-297e661a-39e3-44eb-896f-bb025ebec372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:28:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['4952c5af-bf43-4328-a2da-4bf3c4c59fb7'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:35.822146 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8f7deb61-28d4-489a-b266-87f07318659c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (4952c5af-bf43-4328-a2da-4bf3c4c59fb7), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:35.845634 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-829b5b2e-ffa7-4d95-bc97-c2b44f082e02 req-22d58c67-dd96-4b33-a2e8-2a1a90292a03 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0238140 Feb 17 17:28:35.852966 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7deb61-28d4-489a-b266-87f07318659c admin admin] Pushing event updated for resources: {'Port': ['ID=0f6e286d-ad75-4561-b853-205f914f74b4,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:35.898828 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb4ab7-df7a-47d8-9003-73c124675489 req-ccd94072-cc77-44ed-acef-281ca4e420a8 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:35.906397 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-08cb4ab7-df7a-47d8-9003-73c124675489 req-ccd94072-cc77-44ed-acef-281ca4e420a8 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 946 time: 1.0368102 Feb 17 17:28:35.920944 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e02f7e09-dbb9-4c61-a71e-b34cd6db21bc admin admin] Publish callbacks [] for port (a3f7c982-2dc4-491b-abf4-e43431918181), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:35.952563 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e02f7e09-dbb9-4c61-a71e-b34cd6db21bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (a3f7c982-2dc4-491b-abf4-e43431918181), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:35.981963 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c3bcea-8963-40cf-a029-bf3ec88c8aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097324b7-156b-4fa5-93ca-1e37a6836779'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:28:35.993963 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4876200-e2fa-4747-a07e-acf18cd623a3" -d '{"events": [{"server_uuid": "e4c3bcea-8963-40cf-a029-bf3ec88c8aa2", "name": "network-vif-plugged", "status": "completed", "tag": "097324b7-156b-4fa5-93ca-1e37a6836779"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:28:36.028635 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 009d4645-4452-4944-bc9b-59fd67c9b245 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:28:36.037760 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-3414b5df-b53d-4357-ac0d-55352e67bc11 None None] Provisioning complete for port 009d4645-4452-4944-bc9b-59fd67c9b245 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:28:36.038719 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3414b5df-b53d-4357-ac0d-55352e67bc11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (009d4645-4452-4944-bc9b-59fd67c9b245), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:36.070912 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-99112854-2d14-4d10-b231-60c1ae644c2d req-83ce7aa4-0e5d-4988-963c-0afbee278d16 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] For port 83e65782-f641-4e21-a94a-4f0095ab99fe, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=83e65782-f641-4e21-a94a-4f0095ab99fe,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:28:36.071301 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-99112854-2d14-4d10-b231-60c1ae644c2d req-83ce7aa4-0e5d-4988-963c-0afbee278d16 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (83e65782-f641-4e21-a94a-4f0095ab99fe), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:36.076915 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02f7e09-dbb9-4c61-a71e-b34cd6db21bc admin admin] Pushing event updated for resources: {'Port': ['ID=a3f7c982-2dc4-491b-abf4-e43431918181,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:36.109407 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e02f7e09-dbb9-4c61-a71e-b34cd6db21bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (4303ef58-4135-409e-aa2e-99b7eefed91c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:36.130338 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-99112854-2d14-4d10-b231-60c1ae644c2d req-83ce7aa4-0e5d-4988-963c-0afbee278d16 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Calling delete_port for 83e65782-f641-4e21-a94a-4f0095ab99fe owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:28:36.134060 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-0717dd76-971e-4cec-9ac6-742d389cffef req-3753347d-2d72-4e29-aaa9-bb50755698fe tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] For port 45e7adde-24ee-414f-a3c7-ebe99138e816, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=45e7adde-24ee-414f-a3c7-ebe99138e816,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:28:36.134688 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0717dd76-971e-4cec-9ac6-742d389cffef req-3753347d-2d72-4e29-aaa9-bb50755698fe tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (45e7adde-24ee-414f-a3c7-ebe99138e816), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:36.175832 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-08cb4ab7-df7a-47d8-9003-73c124675489 req-69ea0464-9d02-4920-a839-1b1e0f2e0dde tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579930 Feb 17 17:28:36.211248 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-0717dd76-971e-4cec-9ac6-742d389cffef req-3753347d-2d72-4e29-aaa9-bb50755698fe tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Calling delete_port for 45e7adde-24ee-414f-a3c7-ebe99138e816 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:28:36.306012 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7deb61-28d4-489a-b266-87f07318659c admin admin] Network 9490ba26-bfb2-4329-aadc-951a25fb2487 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:28:36.323230 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02f7e09-dbb9-4c61-a71e-b34cd6db21bc admin admin] Network 3aaf2f54-60cd-4ce5-81b8-a3138e6b781c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:28:36.325210 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-e02f7e09-dbb9-4c61-a71e-b34cd6db21bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:28:36.328265 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f47fc4-ab38-41a1-a975-26b2febf01fa x-openstack-request-id: req-27f47fc4-ab38-41a1-a975-26b2febf01fa {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:28:36.329591 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c3bcea-8963-40cf-a029-bf3ec88c8aa2", "name": "network-vif-plugged", "status": "completed", "tag": "097324b7-156b-4fa5-93ca-1e37a6836779", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:28:36.331655 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-27f47fc4-ab38-41a1-a975-26b2febf01fa {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:28:36.333285 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c3bcea-8963-40cf-a029-bf3ec88c8aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097324b7-156b-4fa5-93ca-1e37a6836779', 'code': 200} Feb 17 17:28:36.342835 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-8f7deb61-28d4-489a-b266-87f07318659c admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:28:36.351771 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8275ab68-e86f-4310-8415-fddc1062ac94 None None] Pushing event updated for resources: {'Port': ['ID=6cc7a0c7-f8ad-4f4e-843a-0384dc43e681,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:36.573468 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 009d4645-4452-4944-bc9b-59fd67c9b245 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:28:36.573852 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (009d4645-4452-4944-bc9b-59fd67c9b245), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:36.639081 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02f7e09-dbb9-4c61-a71e-b34cd6db21bc admin admin] Router 4303ef58-4135-409e-aa2e-99b7eefed91c has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:28:36.657035 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5871e7-723f-4e7b-b121-fa9cefb89ddb req-9a87960c-bede-4ecc-82bb-9e4220d90121 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:36.663989 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5871e7-723f-4e7b-b121-fa9cefb89ddb req-9a87960c-bede-4ecc-82bb-9e4220d90121 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:36.669367 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5871e7-723f-4e7b-b121-fa9cefb89ddb req-9a87960c-bede-4ecc-82bb-9e4220d90121 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:36.671089 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9e5871e7-723f-4e7b-b121-fa9cefb89ddb req-9a87960c-bede-4ecc-82bb-9e4220d90121 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/ports?device_id=e4c3bcea-8963-40cf-a029-bf3ec88c8aa2 HTTP/1.1" status: 200 len: 2415 time: 0.4612243 Feb 17 17:28:36.753673 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-3414b5df-b53d-4357-ac0d-55352e67bc11 None None] Current status of the port 009d4645-4452-4944-bc9b-59fd67c9b245 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:28:36.767822 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-297e661a-39e3-44eb-896f-bb025ebec372 None None] Set router 4952c5af-bf43-4328-a2da-4bf3c4c59fb7 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:28:36.786874 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 29f2c8aa-f9b2-46bc-80f1-23a2c145a494 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:28:36.877549 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9e5871e7-723f-4e7b-b121-fa9cefb89ddb req-4c84793e-cfb1-4412-abb4-8d85faaabc0f tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/security-groups?id=867a62cd-f31f-4b49-96ee-777cad774b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926181 Feb 17 17:28:36.892132 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02f7e09-dbb9-4c61-a71e-b34cd6db21bc admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:28:36.908970 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e02f7e09-dbb9-4c61-a71e-b34cd6db21bc admin admin] 10.222.0.87 "PUT /v2.0/routers/4303ef58-4135-409e-aa2e-99b7eefed91c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8871174 Feb 17 17:28:37.044313 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 29f2c8aa-f9b2-46bc-80f1-23a2c145a494 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:28:37.044576 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (29f2c8aa-f9b2-46bc-80f1-23a2c145a494), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:37.166308 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0717dd76-971e-4cec-9ac6-742d389cffef req-3753347d-2d72-4e29-aaa9-bb50755698fe tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (45e7adde-24ee-414f-a3c7-ebe99138e816), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:37.220561 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3753347d-2d72-4e29-aaa9-bb50755698fe tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Pushing event deleted for resources: {'Port': ['ID=45e7adde-24ee-414f-a3c7-ebe99138e816,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:37.248814 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7deb61-28d4-489a-b266-87f07318659c admin admin] Router 4952c5af-bf43-4328-a2da-4bf3c4c59fb7 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:28:37.318670 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-3414b5df-b53d-4357-ac0d-55352e67bc11 None None] Provisioning complete for port a3f7c982-2dc4-491b-abf4-e43431918181 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:28:37.319258 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3414b5df-b53d-4357-ac0d-55352e67bc11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (a3f7c982-2dc4-491b-abf4-e43431918181), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:37.321251 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:37.322422 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 83e65782-f641-4e21-a94a-4f0095ab99fe no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:28:37.332610 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-0717dd76-971e-4cec-9ac6-742d389cffef req-3753347d-2d72-4e29-aaa9-bb50755698fe tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] No DVR routers for this DVR port 45e7adde-24ee-414f-a3c7-ebe99138e816 on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:28:37.335428 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0717dd76-971e-4cec-9ac6-742d389cffef req-3753347d-2d72-4e29-aaa9-bb50755698fe tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:37.339623 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0717dd76-971e-4cec-9ac6-742d389cffef req-3753347d-2d72-4e29-aaa9-bb50755698fe tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.71 "DELETE /v2.0/ports/45e7adde-24ee-414f-a3c7-ebe99138e816 HTTP/1.1" status: 204 len: 173 time: 2.8874876 Feb 17 17:28:37.356754 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a27ac8e-4198-4583-be87-78a6af882241', 'name': 'network-vif-deleted', 'tag': '45e7adde-24ee-414f-a3c7-ebe99138e816'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:28:37.360513 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['e822f0d4-c202-470b-8870-0e346ea290b9', 'b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc', 'aa4913bc-02a5-4006-ae99-7ce9f4c9f93c'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:28:37.361839 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d633897c-db23-451e-8355-0f79497669f9" -d '{"events": [{"server_uuid": "7a27ac8e-4198-4583-be87-78a6af882241", "name": "network-vif-deleted", "tag": "45e7adde-24ee-414f-a3c7-ebe99138e816"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:28:37.365221 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-99112854-2d14-4d10-b231-60c1ae644c2d req-83ce7aa4-0e5d-4988-963c-0afbee278d16 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (83e65782-f641-4e21-a94a-4f0095ab99fe), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:37.450256 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: 83e65782-f641-4e21-a94a-4f0095ab99fe {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:28:37.450600 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 83e65782-f641-4e21-a94a-4f0095ab99fe not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:28:37.481549 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['e822f0d4-c202-470b-8870-0e346ea290b9', 'b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc', 'aa4913bc-02a5-4006-ae99-7ce9f4c9f93c'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:28:37.494140 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [req-230be5e3-1331-404f-bcd8-98a35a128133 req-58fa196f-8d90-44dd-8471-f506dd36edc1 tempest-FloatingIPDetailsNegativeTestJSON-2058745156 tempest-FloatingIPDetailsNegativeTestJSON-2058745156-project] show failed (client error): The resource could not be found. Feb 17 17:28:37.507759 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36702) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:37.512842 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-230be5e3-1331-404f-bcd8-98a35a128133 req-58fa196f-8d90-44dd-8471-f506dd36edc1 tempest-FloatingIPDetailsNegativeTestJSON-2058745156 tempest-FloatingIPDetailsNegativeTestJSON-2058745156-project] 10.222.0.87 "GET /v2.0/floatingips/4d6edd5a-0b3d-4a3f-82b8-213bdd71ee79 HTTP/1.1" status: 404 len: 350 time: 0.1411831 Feb 17 17:28:37.550978 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce7aa4-0e5d-4988-963c-0afbee278d16 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Pushing event deleted for resources: {'Port': ['ID=83e65782-f641-4e21-a94a-4f0095ab99fe,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:37.609921 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83760b3-03ef-45c2-8645-a7927c318e67 req-3893a6fa-677a-4d26-a2ba-7e769833e8c6 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:37.626162 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b83760b3-03ef-45c2-8645-a7927c318e67 req-3893a6fa-677a-4d26-a2ba-7e769833e8c6 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=5296bf62-5d5e-4290-acfc-00aa6fdc881c HTTP/1.1" status: 200 len: 867 time: 0.5967216 Feb 17 17:28:37.773021 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36706) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:37.818318 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-99112854-2d14-4d10-b231-60c1ae644c2d req-83ce7aa4-0e5d-4988-963c-0afbee278d16 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] No DVR routers for this DVR port 83e65782-f641-4e21-a94a-4f0095ab99fe on host n-h2-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:28:37.915400 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-99112854-2d14-4d10-b231-60c1ae644c2d req-83ce7aa4-0e5d-4988-963c-0afbee278d16 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:37.928814 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-99112854-2d14-4d10-b231-60c1ae644c2d req-83ce7aa4-0e5d-4988-963c-0afbee278d16 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.91 "DELETE /v2.0/ports/83e65782-f641-4e21-a94a-4f0095ab99fe HTTP/1.1" status: 204 len: 173 time: 3.8298094 Feb 17 17:28:38.016490 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 29f2c8aa-f9b2-46bc-80f1-23a2c145a494 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:28:38.017012 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (29f2c8aa-f9b2-46bc-80f1-23a2c145a494), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:38.022416 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-3414b5df-b53d-4357-ac0d-55352e67bc11 None None] Port a3f7c982-2dc4-491b-abf4-e43431918181 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:28:38.025053 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7deb61-28d4-489a-b266-87f07318659c admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:28:38.074074 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-8f7deb61-28d4-489a-b266-87f07318659c admin admin] 10.222.0.87 "PUT /v2.0/routers/4952c5af-bf43-4328-a2da-4bf3c4c59fb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3798459 Feb 17 17:28:38.109891 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b83760b3-03ef-45c2-8645-a7927c318e67 req-81d712bf-5d17-4e43-b45f-559436c4bace tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4829891 Feb 17 17:28:38.134416 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b2583-244b-4462-ba1d-92a7f93635f0 req-0474f182-23ac-4541-943b-e7a37d4619e7 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:38.136723 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a031ff29-833e-492e-a44b-4817131e4582 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:38.141649 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c56b2583-244b-4462-ba1d-92a7f93635f0 req-0474f182-23ac-4541-943b-e7a37d4619e7 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 946 time: 0.5114987 Feb 17 17:28:38.247163 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e76d303-70e7-498e-a1ed-cc519db7bcb7 x-openstack-request-id: req-1e76d303-70e7-498e-a1ed-cc519db7bcb7 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:28:38.247401 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a27ac8e-4198-4583-be87-78a6af882241", "name": "network-vif-deleted", "tag": "45e7adde-24ee-414f-a3c7-ebe99138e816", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:28:38.247667 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1e76d303-70e7-498e-a1ed-cc519db7bcb7 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:28:38.248082 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a27ac8e-4198-4583-be87-78a6af882241', 'name': 'network-vif-deleted', 'tag': '45e7adde-24ee-414f-a3c7-ebe99138e816', 'status': 'completed', 'code': 200} Feb 17 17:28:38.297853 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c56b2583-244b-4462-ba1d-92a7f93635f0 req-b2b8e003-f3c8-4a34-9f68-e54ddccac477 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435058 Feb 17 17:28:38.356081 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7a0d09ae-59ab-432d-a174-c0487ea8647b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (4303ef58-4135-409e-aa2e-99b7eefed91c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:38.391444 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18076e68-995d-4bef-a53f-699ac82b7145 req-28ce6348-bbc4-4f46-84c1-681f4104ac66 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:38.395983 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-fff08c07-7167-4287-b78d-2f912f0e5904 None None] Provisioning complete for port a3f7c982-2dc4-491b-abf4-e43431918181 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:28:38.396522 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fff08c07-7167-4287-b78d-2f912f0e5904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (a3f7c982-2dc4-491b-abf4-e43431918181), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:38.405176 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18076e68-995d-4bef-a53f-699ac82b7145 req-28ce6348-bbc4-4f46-84c1-681f4104ac66 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:38.415172 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18076e68-995d-4bef-a53f-699ac82b7145 req-28ce6348-bbc4-4f46-84c1-681f4104ac66 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:38.417086 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-18076e68-995d-4bef-a53f-699ac82b7145 req-28ce6348-bbc4-4f46-84c1-681f4104ac66 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/ports?device_id=e4c3bcea-8963-40cf-a029-bf3ec88c8aa2 HTTP/1.1" status: 200 len: 2415 time: 0.0834816 Feb 17 17:28:38.438394 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a031ff29-833e-492e-a44b-4817131e4582 admin admin] Publish callbacks [] for security_group (a4d6cce3-288c-4f4e-a724-6a7f7fd4dad9), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:38.449482 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a031ff29-833e-492e-a44b-4817131e4582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (a4d6cce3-288c-4f4e-a724-6a7f7fd4dad9), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:38.501849 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 009d4645-4452-4944-bc9b-59fd67c9b245 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:28:38.529106 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-18076e68-995d-4bef-a53f-699ac82b7145 req-e5dd66e5-f315-4e24-9710-55763f00cca1 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/security-groups?id=867a62cd-f31f-4b49-96ee-777cad774b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050982 Feb 17 17:28:38.537134 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a031ff29-833e-492e-a44b-4817131e4582 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a260344d62f549cab529d71062891a31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7627094 Feb 17 17:28:38.549026 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36716) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:38.553058 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a031ff29-833e-492e-a44b-4817131e4582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d6cce3-288c-4f4e-a724-6a7f7fd4dad9,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:38.597263 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:38.683300 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c3bcea-8963-40cf-a029-bf3ec88c8aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f2c8aa-f9b2-46bc-80f1-23a2c145a494'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:28:38.685938 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5742665-1f31-419b-8e83-774c72bfd71e" -d '{"events": [{"server_uuid": "e4c3bcea-8963-40cf-a029-bf3ec88c8aa2", "name": "network-vif-plugged", "status": "completed", "tag": "29f2c8aa-f9b2-46bc-80f1-23a2c145a494"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:28:38.697632 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-297e661a-39e3-44eb-896f-bb025ebec372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4952c5af-bf43-4328-a2da-4bf3c4c59fb7', 'name': 'tempest-TaggedBootDevicesTest_v242-1324784667-router', 'tenant_id': 'e99c2c557c9a4928be310917fafb35e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '6cc7a0c7-f8ad-4f4e-843a-0384dc43e681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:28:21Z', 'updated_at': '2022-02-17T17:28:33Z', 'revision_number': 4, 'project_id': 'e99c2c557c9a4928be310917fafb35e8', 'gw_port': {'id': '6cc7a0c7-f8ad-4f4e-843a-0384dc43e681', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ba:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4952c5af-bf43-4328-a2da-4bf3c4c59fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:28:25Z', 'updated_at': '2022-02-17T17:28:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '0f6e286d-ad75-4561-b853-205f914f74b4', 'name': '', 'network_id': '9490ba26-bfb2-4329-aadc-951a25fb2487', 'tenant_id': 'e99c2c557c9a4928be310917fafb35e8', 'mac_address': 'fa:16:3e:e5:c3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4952c5af-bf43-4328-a2da-4bf3c4c59fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '805b2e79-0e3f-4ea3-bf30-957c7d7bb12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:28:31Z', 'updated_at': '2022-02-17T17:28:34Z', 'revision_number': 2, 'project_id': 'e99c2c557c9a4928be310917fafb35e8', 'subnets': [{'id': '805b2e79-0e3f-4ea3-bf30-957c7d7bb12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:38.698957 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0250c08f-0c8c-4547-b4d2-06fbe73b40e9 admin admin] Publish callbacks [] for security_group (a4d6cce3-288c-4f4e-a724-6a7f7fd4dad9), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:38.751872 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 29f2c8aa-f9b2-46bc-80f1-23a2c145a494, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=29f2c8aa-f9b2-46bc-80f1-23a2c145a494,segment=NetworkSegment(89799937-4d92-4b31-a1f3-94feba8495ec),segment_id=89799937-4d92-4b31-a1f3-94feba8495ec)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:28:38.753405 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297e661a-39e3-44eb-896f-bb025ebec372 None None] The sync data for ids ['4952c5af-bf43-4328-a2da-4bf3c4c59fb7'] in n-d-829613-2 is: [{'id': '4952c5af-bf43-4328-a2da-4bf3c4c59fb7', 'name': 'tempest-TaggedBootDevicesTest_v242-1324784667-router', 'tenant_id': 'e99c2c557c9a4928be310917fafb35e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '6cc7a0c7-f8ad-4f4e-843a-0384dc43e681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:28:21Z', 'updated_at': '2022-02-17T17:28:33Z', 'revision_number': 4, 'project_id': 'e99c2c557c9a4928be310917fafb35e8', 'gw_port': {'id': '6cc7a0c7-f8ad-4f4e-843a-0384dc43e681', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ba:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4952c5af-bf43-4328-a2da-4bf3c4c59fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:28:25Z', 'updated_at': '2022-02-17T17:28:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '0f6e286d-ad75-4561-b853-205f914f74b4', 'name': '', 'network_id': '9490ba26-bfb2-4329-aadc-951a25fb2487', 'tenant_id': 'e99c2c557c9a4928be310917fafb35e8', 'mac_address': 'fa:16:3e:e5:c3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4952c5af-bf43-4328-a2da-4bf3c4c59fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '805b2e79-0e3f-4ea3-bf30-957c7d7bb12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:28:31Z', 'updated_at': '2022-02-17T17:28:34Z', 'revision_number': 2, 'project_id': 'e99c2c557c9a4928be310917fafb35e8', 'subnets': [{'id': '805b2e79-0e3f-4ea3-bf30-957c7d7bb12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:28:38.755205 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0250c08f-0c8c-4547-b4d2-06fbe73b40e9 admin admin] Publish callbacks [] for security_group (a4d6cce3-288c-4f4e-a724-6a7f7fd4dad9), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:38.765925 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-fff08c07-7167-4287-b78d-2f912f0e5904 None None] Port a3f7c982-2dc4-491b-abf4-e43431918181 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:28:38.788841 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device ef97c3c9-baf8-4487-b70b-267a18fc710a up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:28:38.792826 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (29f2c8aa-f9b2-46bc-80f1-23a2c145a494), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:38.800427 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044bdd42-61a8-401f-8956-dc0bc98f747b x-openstack-request-id: req-044bdd42-61a8-401f-8956-dc0bc98f747b {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:28:38.801036 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c3bcea-8963-40cf-a029-bf3ec88c8aa2", "name": "network-vif-plugged", "status": "completed", "tag": "29f2c8aa-f9b2-46bc-80f1-23a2c145a494", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:28:38.801512 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-044bdd42-61a8-401f-8956-dc0bc98f747b {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:28:38.802264 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c3bcea-8963-40cf-a029-bf3ec88c8aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f2c8aa-f9b2-46bc-80f1-23a2c145a494', 'code': 200} Feb 17 17:28:38.835639 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 45e7adde-24ee-414f-a3c7-ebe99138e816 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:28:38.845119 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0250c08f-0c8c-4547-b4d2-06fbe73b40e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (a4d6cce3-288c-4f4e-a724-6a7f7fd4dad9), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:38.847859 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0250c08f-0c8c-4547-b4d2-06fbe73b40e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:38.849145 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-0250c08f-0c8c-4547-b4d2-06fbe73b40e9 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a4d6cce3-288c-4f4e-a724-6a7f7fd4dad9 HTTP/1.1" status: 204 len: 168 time: 0.2989151 Feb 17 17:28:38.863516 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0250c08f-0c8c-4547-b4d2-06fbe73b40e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d6cce3-288c-4f4e-a724-6a7f7fd4dad9,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:38.943344 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-7a0d09ae-59ab-432d-a174-c0487ea8647b admin admin] Deleting port a3f7c982-2dc4-491b-abf4-e43431918181 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:28:38.943700 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7a0d09ae-59ab-432d-a174-c0487ea8647b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (a3f7c982-2dc4-491b-abf4-e43431918181), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:38.969883 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b89bf-1bcf-4d37-a4e3-0986d00dfd54 req-df9c3cfc-ee68-4fac-a6b2-215b0565a9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:38.971052 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b89bf-1bcf-4d37-a4e3-0986d00dfd54 req-df9c3cfc-ee68-4fac-a6b2-215b0565a9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:38.971692 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b89bf-1bcf-4d37-a4e3-0986d00dfd54 req-df9c3cfc-ee68-4fac-a6b2-215b0565a9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:38.973820 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dd2b89bf-1bcf-4d37-a4e3-0986d00dfd54 req-df9c3cfc-ee68-4fac-a6b2-215b0565a9e3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e4c3bcea-8963-40cf-a029-bf3ec88c8aa2 HTTP/1.1" status: 200 len: 2962 time: 0.0805740 Feb 17 17:28:38.991855 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-fff08c07-7167-4287-b78d-2f912f0e5904 None None] Provisioning complete for port 0f6e286d-ad75-4561-b853-205f914f74b4 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:28:38.992232 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fff08c07-7167-4287-b78d-2f912f0e5904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (0f6e286d-ad75-4561-b853-205f914f74b4), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:38.993991 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: 45e7adde-24ee-414f-a3c7-ebe99138e816 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:28:38.994470 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 45e7adde-24ee-414f-a3c7-ebe99138e816 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:28:39.061224 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7a0d09ae-59ab-432d-a174-c0487ea8647b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (a3f7c982-2dc4-491b-abf4-e43431918181), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:39.081943 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-7a0d09ae-59ab-432d-a174-c0487ea8647b admin admin] Calling delete_port for a3f7c982-2dc4-491b-abf4-e43431918181 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:28:39.105859 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=29f2c8aa-f9b2-46bc-80f1-23a2c145a494,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:39.110528 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:39.112413 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dd2b89bf-1bcf-4d37-a4e3-0986d00dfd54 req-edd3c503-f576-4fa8-888b-69f8cce06c68 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=867a62cd-f31f-4b49-96ee-777cad774b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235487 Feb 17 17:28:39.138429 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-fff08c07-7167-4287-b78d-2f912f0e5904 None None] Port 0f6e286d-ad75-4561-b853-205f914f74b4 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:28:39.427989 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port ef97c3c9-baf8-4487-b70b-267a18fc710a triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:28:39.439117 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ef97c3c9-baf8-4487-b70b-267a18fc710a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:39.484487 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36734) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:39.529592 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-16756dda-4377-457d-8f1b-df946b1df3a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:39.535338 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7a0d09ae-59ab-432d-a174-c0487ea8647b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (a3f7c982-2dc4-491b-abf4-e43431918181), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:39.600576 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c9b7e-3825-4bde-94ad-60d8aef55fd1 req-c21449e2-4e64-484f-a170-8dd1584d670d tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:39.603162 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d02c9b7e-3825-4bde-94ad-60d8aef55fd1 req-c21449e2-4e64-484f-a170-8dd1584d670d tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 946 time: 0.1512265 Feb 17 17:28:39.682578 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d09ae-59ab-432d-a174-c0487ea8647b admin admin] Pushing event deleted for resources: {'Port': ['ID=a3f7c982-2dc4-491b-abf4-e43431918181,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:39.793210 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d02c9b7e-3825-4bde-94ad-60d8aef55fd1 req-3006046d-3638-4aeb-8fce-cb153e4d9a0d tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826732 Feb 17 17:28:39.880087 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port ef97c3c9-baf8-4487-b70b-267a18fc710a is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:28:39.880509 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ef97c3c9-baf8-4487-b70b-267a18fc710a), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:39.909045 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16f7b7-6911-4649-a004-de8b8da023b1 req-be85fec4-c71e-4fd9-a924-796b4b42ed74 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:39.918658 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-16756dda-4377-457d-8f1b-df946b1df3a9 admin admin] Publish callbacks [] for security_group (466cb3fc-cbe4-4eec-ba1e-89dbcab804fa), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:39.926288 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16f7b7-6911-4649-a004-de8b8da023b1 req-be85fec4-c71e-4fd9-a924-796b4b42ed74 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:39.939675 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16f7b7-6911-4649-a004-de8b8da023b1 req-be85fec4-c71e-4fd9-a924-796b4b42ed74 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:39.951204 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5e16f7b7-6911-4649-a004-de8b8da023b1 req-be85fec4-c71e-4fd9-a924-796b4b42ed74 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/ports?device_id=e4c3bcea-8963-40cf-a029-bf3ec88c8aa2 HTTP/1.1" status: 200 len: 2416 time: 0.1421072 Feb 17 17:28:40.021104 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port ef97c3c9-baf8-4487-b70b-267a18fc710a, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=ef97c3c9-baf8-4487-b70b-267a18fc710a,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:28:40.064849 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ef97c3c9-baf8-4487-b70b-267a18fc710a), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:40.105092 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5e16f7b7-6911-4649-a004-de8b8da023b1 req-5038d859-7745-46f2-bc8d-1d9fdb0d855a tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/security-groups?id=867a62cd-f31f-4b49-96ee-777cad774b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520209 Feb 17 17:28:40.199009 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-16756dda-4377-457d-8f1b-df946b1df3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (466cb3fc-cbe4-4eec-ba1e-89dbcab804fa), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:40.224325 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=ef97c3c9-baf8-4487-b70b-267a18fc710a,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:40.249031 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5296bf62-5d5e-4290-acfc-00aa6fdc881c', 'name': 'network-vif-deleted', 'tag': '83e65782-f641-4e21-a94a-4f0095ab99fe'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:28:40.252040 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03549152-25f2-4e80-ae67-a4388c1a7406" -d '{"events": [{"server_uuid": "5296bf62-5d5e-4290-acfc-00aa6fdc881c", "name": "network-vif-deleted", "tag": "83e65782-f641-4e21-a94a-4f0095ab99fe"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:28:40.336939 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-16756dda-4377-457d-8f1b-df946b1df3a9 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6d433d700f554546b4ff55e5666c7a5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8500497 Feb 17 17:28:40.339332 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36744) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:40.355873 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16756dda-4377-457d-8f1b-df946b1df3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466cb3fc-cbe4-4eec-ba1e-89dbcab804fa,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:40.360315 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb615192-61aa-46a3-a30f-66521670c34e x-openstack-request-id: req-bb615192-61aa-46a3-a30f-66521670c34e {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:28:40.360617 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5296bf62-5d5e-4290-acfc-00aa6fdc881c", "name": "network-vif-deleted", "tag": "83e65782-f641-4e21-a94a-4f0095ab99fe", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:28:40.360874 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-bb615192-61aa-46a3-a30f-66521670c34e {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:28:40.361274 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5296bf62-5d5e-4290-acfc-00aa6fdc881c', 'name': 'network-vif-deleted', 'tag': '83e65782-f641-4e21-a94a-4f0095ab99fe', 'status': 'completed', 'code': 200} Feb 17 17:28:40.379295 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7a0d09ae-59ab-432d-a174-c0487ea8647b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (4303ef58-4135-409e-aa2e-99b7eefed91c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:40.396476 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa412b6-f928-4cd2-b0c1-b7e87c1d0d50 req-83136aa2-c882-4b0b-8468-5345f2eecb53 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:40.405134 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfa412b6-f928-4cd2-b0c1-b7e87c1d0d50 req-83136aa2-c882-4b0b-8468-5345f2eecb53 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=db8706f1-40c9-4e8c-9f18-8b4bfcaf5e1a HTTP/1.1" status: 200 len: 949 time: 0.0991590 Feb 17 17:28:40.414334 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2a2b56-dab3-4fe9-83a5-741e6c83b647 None None] Sync routers for ids ['4303ef58-4135-409e-aa2e-99b7eefed91c'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:28:40.426559 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2a2b56-dab3-4fe9-83a5-741e6c83b647 None None] Routers {'4303ef58-4135-409e-aa2e-99b7eefed91c'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:28:40.427080 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-6c2a2b56-dab3-4fe9-83a5-741e6c83b647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:28:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['4303ef58-4135-409e-aa2e-99b7eefed91c'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:40.478992 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfa412b6-f928-4cd2-b0c1-b7e87c1d0d50 req-e1c1f376-d421-45fc-904a-4a471c4f6b60 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737431 Feb 17 17:28:40.521264 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-db556403-37bc-463e-a554-0cef1c3afb15 admin admin] Publish callbacks [] for security_group (466cb3fc-cbe4-4eec-ba1e-89dbcab804fa), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:40.565778 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-db556403-37bc-463e-a554-0cef1c3afb15 admin admin] Publish callbacks [] for security_group (466cb3fc-cbe4-4eec-ba1e-89dbcab804fa), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:40.612663 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-6c2a2b56-dab3-4fe9-83a5-741e6c83b647 None None] Set router 4303ef58-4135-409e-aa2e-99b7eefed91c gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:28:40.768045 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-db556403-37bc-463e-a554-0cef1c3afb15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (466cb3fc-cbe4-4eec-ba1e-89dbcab804fa), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:40.772508 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-db556403-37bc-463e-a554-0cef1c3afb15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:40.773763 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-db556403-37bc-463e-a554-0cef1c3afb15 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/466cb3fc-cbe4-4eec-ba1e-89dbcab804fa HTTP/1.1" status: 204 len: 168 time: 0.4335055 Feb 17 17:28:40.788050 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db556403-37bc-463e-a554-0cef1c3afb15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466cb3fc-cbe4-4eec-ba1e-89dbcab804fa,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:40.824789 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0d09ae-59ab-432d-a174-c0487ea8647b admin admin] Router 4303ef58-4135-409e-aa2e-99b7eefed91c has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:28:40.833694 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device ef97c3c9-baf8-4487-b70b-267a18fc710a up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:28:40.952691 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port ef97c3c9-baf8-4487-b70b-267a18fc710a triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:28:40.953071 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ef97c3c9-baf8-4487-b70b-267a18fc710a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:40.992446 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-6c2a2b56-dab3-4fe9-83a5-741e6c83b647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4303ef58-4135-409e-aa2e-99b7eefed91c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-930188948-router', 'tenant_id': 'b56679753e104452a847b79da4c15b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'ef97c3c9-baf8-4487-b70b-267a18fc710a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:28:29Z', 'updated_at': '2022-02-17T17:28:39Z', 'revision_number': 5, 'project_id': 'b56679753e104452a847b79da4c15b6b', 'gw_port': {'id': 'ef97c3c9-baf8-4487-b70b-267a18fc710a', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:71:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4303ef58-4135-409e-aa2e-99b7eefed91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:28:30Z', 'updated_at': '2022-02-17T17:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:41.097499 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2a2b56-dab3-4fe9-83a5-741e6c83b647 None None] Checking router: 4303ef58-4135-409e-aa2e-99b7eefed91c for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:28:41.099305 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1eb093-1ce2-463d-9cf2-adc062c6d436 req-94b45f3d-9e23-4d6d-9705-aadd0f7c6fe1 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:41.111964 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-db1eb093-1ce2-463d-9cf2-adc062c6d436 req-94b45f3d-9e23-4d6d-9705-aadd0f7c6fe1 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 946 time: 0.1492774 Feb 17 17:28:41.112664 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0d09ae-59ab-432d-a174-c0487ea8647b admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:28:41.122952 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7a0d09ae-59ab-432d-a174-c0487ea8647b admin admin] 10.222.0.87 "PUT /v2.0/routers/4303ef58-4135-409e-aa2e-99b7eefed91c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6139729 Feb 17 17:28:41.127778 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36750) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:41.145847 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2a2b56-dab3-4fe9-83a5-741e6c83b647 None None] Routers {'4303ef58-4135-409e-aa2e-99b7eefed91c'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:28:41.148051 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-6c2a2b56-dab3-4fe9-83a5-741e6c83b647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:28:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['4303ef58-4135-409e-aa2e-99b7eefed91c'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:41.276013 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-db1eb093-1ce2-463d-9cf2-adc062c6d436 req-c31b35b4-cbf0-488d-a1d3-58657c50c9b6 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631160 Feb 17 17:28:41.328171 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port ef97c3c9-baf8-4487-b70b-267a18fc710a is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:28:41.380987 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412dc6b7-481b-4a91-ab6e-b7ed2476ca4f req-3d434dad-a30f-476e-822e-fecb8115abff tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:41.386246 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-6c2a2b56-dab3-4fe9-83a5-741e6c83b647 None None] Set router 4303ef58-4135-409e-aa2e-99b7eefed91c gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:28:41.391449 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-33ed40e9-3ffb-4e4e-a837-3abdf1fab926 admin admin] Publish callbacks [] for router (4303ef58-4135-409e-aa2e-99b7eefed91c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:41.401750 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412dc6b7-481b-4a91-ab6e-b7ed2476ca4f req-3d434dad-a30f-476e-822e-fecb8115abff tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:41.407004 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412dc6b7-481b-4a91-ab6e-b7ed2476ca4f req-3d434dad-a30f-476e-822e-fecb8115abff tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:41.408690 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-412dc6b7-481b-4a91-ab6e-b7ed2476ca4f req-3d434dad-a30f-476e-822e-fecb8115abff tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/ports?device_id=e4c3bcea-8963-40cf-a029-bf3ec88c8aa2 HTTP/1.1" status: 200 len: 2416 time: 0.1282632 Feb 17 17:28:41.445498 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33538ce8-4ec9-4ea1-8eff-3e50849c9466 req-a65817b2-256a-4f79-a072-3c82a8106647 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:41.446960 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-33538ce8-4ec9-4ea1-8eff-3e50849c9466 req-a65817b2-256a-4f79-a072-3c82a8106647 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.91 "GET /v2.0/ports?device_id=db8706f1-40c9-4e8c-9f18-8b4bfcaf5e1a HTTP/1.1" status: 200 len: 949 time: 0.2292409 Feb 17 17:28:41.546392 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-33ed40e9-3ffb-4e4e-a837-3abdf1fab926 admin admin] Publish callbacks [] for router_gateway (4303ef58-4135-409e-aa2e-99b7eefed91c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:41.628619 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-33ed40e9-3ffb-4e4e-a837-3abdf1fab926 admin admin] Deleting port ef97c3c9-baf8-4487-b70b-267a18fc710a {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:28:41.629310 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-33ed40e9-3ffb-4e4e-a837-3abdf1fab926 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (ef97c3c9-baf8-4487-b70b-267a18fc710a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:41.732066 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-6c2a2b56-dab3-4fe9-83a5-741e6c83b647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4303ef58-4135-409e-aa2e-99b7eefed91c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-930188948-router', 'tenant_id': 'b56679753e104452a847b79da4c15b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'ef97c3c9-baf8-4487-b70b-267a18fc710a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:28:29Z', 'updated_at': '2022-02-17T17:28:39Z', 'revision_number': 5, 'project_id': 'b56679753e104452a847b79da4c15b6b', 'gw_port': {'id': 'ef97c3c9-baf8-4487-b70b-267a18fc710a', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:71:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4303ef58-4135-409e-aa2e-99b7eefed91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:28:30Z', 'updated_at': '2022-02-17T17:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:41.755942 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-412dc6b7-481b-4a91-ab6e-b7ed2476ca4f req-e70ea4d8-7ef5-4f64-8fb9-df653a49fe8c tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/security-groups?id=867a62cd-f31f-4b49-96ee-777cad774b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325531 Feb 17 17:28:41.761381 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2a2b56-dab3-4fe9-83a5-741e6c83b647 None None] The sync data for ids ['4303ef58-4135-409e-aa2e-99b7eefed91c'] in n-d-829613-2 is: [{'id': '4303ef58-4135-409e-aa2e-99b7eefed91c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-930188948-router', 'tenant_id': 'b56679753e104452a847b79da4c15b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'ef97c3c9-baf8-4487-b70b-267a18fc710a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:28:29Z', 'updated_at': '2022-02-17T17:28:39Z', 'revision_number': 5, 'project_id': 'b56679753e104452a847b79da4c15b6b', 'gw_port': {'id': 'ef97c3c9-baf8-4487-b70b-267a18fc710a', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:71:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4303ef58-4135-409e-aa2e-99b7eefed91c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:28:30Z', 'updated_at': '2022-02-17T17:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:28:41.892870 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fd443-5230-4ba8-a9a6-e6fedad0b265 req-4d8fb077-4e83-4a4f-a276-60b0424c7170 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:41.898124 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f7fd443-5230-4ba8-a9a6-e6fedad0b265 req-4d8fb077-4e83-4a4f-a276-60b0424c7170 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=db8706f1-40c9-4e8c-9f18-8b4bfcaf5e1a HTTP/1.1" status: 200 len: 949 time: 0.2850611 Feb 17 17:28:41.963648 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-33538ce8-4ec9-4ea1-8eff-3e50849c9466 req-ea2c7b07-a5e5-43aa-8b7c-d0229d38e880 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Deleting port aa4913bc-02a5-4006-ae99-7ce9f4c9f93c {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:28:41.975395 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-33538ce8-4ec9-4ea1-8eff-3e50849c9466 req-ea2c7b07-a5e5-43aa-8b7c-d0229d38e880 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (aa4913bc-02a5-4006-ae99-7ce9f4c9f93c), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:42.087597 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f7fd443-5230-4ba8-a9a6-e6fedad0b265 req-080249a9-04e8-47e3-9e34-5083fb68d69b tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883292 Feb 17 17:28:42.220732 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-33538ce8-4ec9-4ea1-8eff-3e50849c9466 req-ea2c7b07-a5e5-43aa-8b7c-d0229d38e880 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] For port aa4913bc-02a5-4006-ae99-7ce9f4c9f93c, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=aa4913bc-02a5-4006-ae99-7ce9f4c9f93c,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:28:42.222101 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-33538ce8-4ec9-4ea1-8eff-3e50849c9466 req-ea2c7b07-a5e5-43aa-8b7c-d0229d38e880 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (aa4913bc-02a5-4006-ae99-7ce9f4c9f93c), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:42.248678 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-33ed40e9-3ffb-4e4e-a837-3abdf1fab926 admin admin] For port ef97c3c9-baf8-4487-b70b-267a18fc710a, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=ef97c3c9-baf8-4487-b70b-267a18fc710a,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:28:42.249189 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-33ed40e9-3ffb-4e4e-a837-3abdf1fab926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (ef97c3c9-baf8-4487-b70b-267a18fc710a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:42.258360 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-33538ce8-4ec9-4ea1-8eff-3e50849c9466 req-ea2c7b07-a5e5-43aa-8b7c-d0229d38e880 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Calling delete_port for aa4913bc-02a5-4006-ae99-7ce9f4c9f93c owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:28:42.271849 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914bbdb-2e7d-43d7-b552-3ff68efde1e3 req-66267c3d-d923-4f92-aa2a-1b20f8ac589e tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:42.273535 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2914bbdb-2e7d-43d7-b552-3ff68efde1e3 req-66267c3d-d923-4f92-aa2a-1b20f8ac589e tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.91 "GET /v2.0/ports?device_id=76a8ac4c-98e3-403f-8df4-280d74dc0fed HTTP/1.1" status: 200 len: 949 time: 0.6024795 Feb 17 17:28:42.274601 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-33ed40e9-3ffb-4e4e-a837-3abdf1fab926 admin admin] Calling delete_port for ef97c3c9-baf8-4487-b70b-267a18fc710a owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:28:42.630881 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-2914bbdb-2e7d-43d7-b552-3ff68efde1e3 req-f70c33e0-fcee-47f8-b633-dcfe12cd27dc tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Deleting port b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:28:42.631281 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2914bbdb-2e7d-43d7-b552-3ff68efde1e3 req-f70c33e0-fcee-47f8-b633-dcfe12cd27dc tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:42.634116 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-33538ce8-4ec9-4ea1-8eff-3e50849c9466 req-ea2c7b07-a5e5-43aa-8b7c-d0229d38e880 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (aa4913bc-02a5-4006-ae99-7ce9f4c9f93c), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:42.649401 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['e822f0d4-c202-470b-8870-0e346ea290b9', 'b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc', 'aa4913bc-02a5-4006-ae99-7ce9f4c9f93c'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:28:42.663251 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d10f4-994d-4f95-877c-d27bb58d2cce req-ca2317b4-b245-4699-a7c0-2787dc7844ef tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:42.669339 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d10f4-994d-4f95-877c-d27bb58d2cce req-ca2317b4-b245-4699-a7c0-2787dc7844ef tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:42.676016 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d10f4-994d-4f95-877c-d27bb58d2cce req-ca2317b4-b245-4699-a7c0-2787dc7844ef tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:42.684765 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0c8d10f4-994d-4f95-877c-d27bb58d2cce req-ca2317b4-b245-4699-a7c0-2787dc7844ef tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/ports?device_id=e4c3bcea-8963-40cf-a029-bf3ec88c8aa2 HTTP/1.1" status: 200 len: 2416 time: 0.4286759 Feb 17 17:28:42.727251 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2abfdea-31d9-4958-a875-845497d9d917 req-15279134-230f-4726-a02b-4d8f9c36d139 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:42.731827 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c2abfdea-31d9-4958-a875-845497d9d917 req-15279134-230f-4726-a02b-4d8f9c36d139 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 946 time: 0.3192387 Feb 17 17:28:42.751770 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-33ed40e9-3ffb-4e4e-a837-3abdf1fab926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (ef97c3c9-baf8-4487-b70b-267a18fc710a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:42.803574 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 6cc7a0c7-f8ad-4f4e-843a-0384dc43e681 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:28:42.894842 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ed40e9-3ffb-4e4e-a837-3abdf1fab926 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef97c3c9-baf8-4487-b70b-267a18fc710a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:42.902177 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-33538ce8-4ec9-4ea1-8eff-3e50849c9466 req-ea2c7b07-a5e5-43aa-8b7c-d0229d38e880 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] No DVR routers for this DVR port aa4913bc-02a5-4006-ae99-7ce9f4c9f93c on host n-h2-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:28:42.911031 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2c7b07-a5e5-43aa-8b7c-d0229d38e880 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Pushing event deleted for resources: {'Port': ['ID=aa4913bc-02a5-4006-ae99-7ce9f4c9f93c,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:42.913700 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-33538ce8-4ec9-4ea1-8eff-3e50849c9466 req-ea2c7b07-a5e5-43aa-8b7c-d0229d38e880 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:42.918131 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-33538ce8-4ec9-4ea1-8eff-3e50849c9466 req-ea2c7b07-a5e5-43aa-8b7c-d0229d38e880 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.91 "DELETE /v2.0/ports/aa4913bc-02a5-4006-ae99-7ce9f4c9f93c HTTP/1.1" status: 204 len: 173 time: 1.4484630 Feb 17 17:28:42.926064 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db8706f1-40c9-4e8c-9f18-8b4bfcaf5e1a', 'name': 'network-vif-deleted', 'tag': 'aa4913bc-02a5-4006-ae99-7ce9f4c9f93c'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:28:42.929208 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac5da84-6118-4ac7-9152-4d73d4beb9f4" -d '{"events": [{"server_uuid": "db8706f1-40c9-4e8c-9f18-8b4bfcaf5e1a", "name": "network-vif-deleted", "tag": "aa4913bc-02a5-4006-ae99-7ce9f4c9f93c"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:28:42.989619 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0c8d10f4-994d-4f95-877c-d27bb58d2cce req-d4109009-5c8a-4264-86b0-04de8e7e1d84 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/security-groups?id=867a62cd-f31f-4b49-96ee-777cad774b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042226 Feb 17 17:28:43.031608 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c2abfdea-31d9-4958-a875-845497d9d917 req-be5be71d-684e-4d28-ba98-7e1273eba993 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323404 Feb 17 17:28:43.097983 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 6cc7a0c7-f8ad-4f4e-843a-0384dc43e681 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:28:43.098368 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6cc7a0c7-f8ad-4f4e-843a-0384dc43e681), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:43.151884 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef1f85b-83e6-4cc2-9681-76dbb0bb8c89 x-openstack-request-id: req-0ef1f85b-83e6-4cc2-9681-76dbb0bb8c89 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:28:43.152978 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db8706f1-40c9-4e8c-9f18-8b4bfcaf5e1a", "name": "network-vif-deleted", "tag": "aa4913bc-02a5-4006-ae99-7ce9f4c9f93c", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:28:43.153266 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0ef1f85b-83e6-4cc2-9681-76dbb0bb8c89 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:28:43.153802 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db8706f1-40c9-4e8c-9f18-8b4bfcaf5e1a', 'name': 'network-vif-deleted', 'tag': 'aa4913bc-02a5-4006-ae99-7ce9f4c9f93c', 'status': 'completed', 'code': 200} Feb 17 17:28:43.160053 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4b0dcb-bbc3-4248-9273-c0ae0b7b81eb None None] Sync routers for ids ['4952c5af-bf43-4328-a2da-4bf3c4c59fb7'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:28:43.170922 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4b0dcb-bbc3-4248-9273-c0ae0b7b81eb None None] Routers {'4952c5af-bf43-4328-a2da-4bf3c4c59fb7'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:28:43.172475 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-df4b0dcb-bbc3-4248-9273-c0ae0b7b81eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:28:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['4952c5af-bf43-4328-a2da-4bf3c4c59fb7'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:43.180187 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-33ed40e9-3ffb-4e4e-a837-3abdf1fab926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (4303ef58-4135-409e-aa2e-99b7eefed91c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:43.333850 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d92428a7-60a4-4496-8f76-56787be90291 req-870c571e-df13-408f-8d6d-c5971cba6b13 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=db8706f1-40c9-4e8c-9f18-8b4bfcaf5e1a HTTP/1.1" status: 200 len: 210 time: 0.0575833 Feb 17 17:28:43.416398 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 6cc7a0c7-f8ad-4f4e-843a-0384dc43e681 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:28:43.417246 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-2914bbdb-2e7d-43d7-b552-3ff68efde1e3 req-f70c33e0-fcee-47f8-b633-dcfe12cd27dc tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] For port b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:28:43.418215 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2914bbdb-2e7d-43d7-b552-3ff68efde1e3 req-f70c33e0-fcee-47f8-b633-dcfe12cd27dc tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:43.419906 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6cc7a0c7-f8ad-4f4e-843a-0384dc43e681), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:43.422939 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-33ed40e9-3ffb-4e4e-a837-3abdf1fab926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (4303ef58-4135-409e-aa2e-99b7eefed91c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:43.430042 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-33ed40e9-3ffb-4e4e-a837-3abdf1fab926 admin admin] Publish callbacks [] for router_controller (4303ef58-4135-409e-aa2e-99b7eefed91c), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:43.446752 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-2914bbdb-2e7d-43d7-b552-3ff68efde1e3 req-f70c33e0-fcee-47f8-b633-dcfe12cd27dc tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Calling delete_port for b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:28:43.537354 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-df4b0dcb-bbc3-4248-9273-c0ae0b7b81eb None None] Set router 4952c5af-bf43-4328-a2da-4bf3c4c59fb7 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:28:43.568006 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-33ed40e9-3ffb-4e4e-a837-3abdf1fab926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (4303ef58-4135-409e-aa2e-99b7eefed91c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:43.568764 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ed40e9-3ffb-4e4e-a837-3abdf1fab926 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4303ef58-4135-409e-aa2e-99b7eefed91c {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:28:43.570740 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 6cc7a0c7-f8ad-4f4e-843a-0384dc43e681, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=6cc7a0c7-f8ad-4f4e-843a-0384dc43e681,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:28:43.574844 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-33ed40e9-3ffb-4e4e-a837-3abdf1fab926 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:43.576588 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-33ed40e9-3ffb-4e4e-a837-3abdf1fab926 admin admin] 10.222.0.87 "DELETE /v2.0/routers/4303ef58-4135-409e-aa2e-99b7eefed91c HTTP/1.1" status: 204 len: 168 time: 2.4458385 Feb 17 17:28:43.580211 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36804) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:43.590909 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (6cc7a0c7-f8ad-4f4e-843a-0384dc43e681), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:43.727302 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fc3bd59-e840-4703-b82e-34fa2739c7b7 admin admin] Deleting subnet 5212002a-c8bc-4cae-b436-4521512147e4 {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:28:43.758510 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2914bbdb-2e7d-43d7-b552-3ff68efde1e3 req-f70c33e0-fcee-47f8-b633-dcfe12cd27dc tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:43.772740 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8fc3bd59-e840-4703-b82e-34fa2739c7b7 admin admin] Publish callbacks [] for subnet (5212002a-c8bc-4cae-b436-4521512147e4), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:43.816618 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device a3f7c982-2dc4-491b-abf4-e43431918181 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:28:43.821574 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['e822f0d4-c202-470b-8870-0e346ea290b9'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:28:43.830134 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c33e0-fcee-47f8-b633-dcfe12cd27dc tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Pushing event deleted for resources: {'Port': ['ID=b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:43.847756 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=6cc7a0c7-f8ad-4f4e-843a-0384dc43e681,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:43.950545 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8fc3bd59-e840-4703-b82e-34fa2739c7b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (5212002a-c8bc-4cae-b436-4521512147e4), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:43.973582 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-2914bbdb-2e7d-43d7-b552-3ff68efde1e3 req-f70c33e0-fcee-47f8-b633-dcfe12cd27dc tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] No DVR routers for this DVR port b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc on host n-h2-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:28:43.977319 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2914bbdb-2e7d-43d7-b552-3ff68efde1e3 req-f70c33e0-fcee-47f8-b633-dcfe12cd27dc tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:43.980153 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: a3f7c982-2dc4-491b-abf4-e43431918181 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:28:43.984283 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device a3f7c982-2dc4-491b-abf4-e43431918181 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:28:43.992913 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2914bbdb-2e7d-43d7-b552-3ff68efde1e3 req-f70c33e0-fcee-47f8-b633-dcfe12cd27dc tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.91 "DELETE /v2.0/ports/b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc HTTP/1.1" status: 204 len: 173 time: 1.7138784 Feb 17 17:28:43.993667 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a8ac4c-98e3-403f-8df4-280d74dc0fed', 'name': 'network-vif-deleted', 'tag': 'b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:28:43.998588 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822cc459-3ca6-47f1-80db-bd4f05ae22fe" -d '{"events": [{"server_uuid": "76a8ac4c-98e3-403f-8df4-280d74dc0fed", "name": "network-vif-deleted", "tag": "b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:28:44.051223 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd6ea3-2e55-473d-b8ac-73dce2fa4f89 req-ea434e72-778a-4f29-b947-3907161545e8 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:44.058609 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfd0496-24e3-43ff-8f55-42fa8973dda9 None None] Sync routers for ids ['4303ef58-4135-409e-aa2e-99b7eefed91c'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:28:44.071514 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd6ea3-2e55-473d-b8ac-73dce2fa4f89 req-ea434e72-778a-4f29-b947-3907161545e8 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:44.081352 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-df4b0dcb-bbc3-4248-9273-c0ae0b7b81eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4952c5af-bf43-4328-a2da-4bf3c4c59fb7', 'name': 'tempest-TaggedBootDevicesTest_v242-1324784667-router', 'tenant_id': 'e99c2c557c9a4928be310917fafb35e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '6cc7a0c7-f8ad-4f4e-843a-0384dc43e681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:28:21Z', 'updated_at': '2022-02-17T17:28:33Z', 'revision_number': 4, 'project_id': 'e99c2c557c9a4928be310917fafb35e8', 'gw_port': {'id': '6cc7a0c7-f8ad-4f4e-843a-0384dc43e681', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ba:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4952c5af-bf43-4328-a2da-4bf3c4c59fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:28:25Z', 'updated_at': '2022-02-17T17:28:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '0f6e286d-ad75-4561-b853-205f914f74b4', 'name': '', 'network_id': '9490ba26-bfb2-4329-aadc-951a25fb2487', 'tenant_id': 'e99c2c557c9a4928be310917fafb35e8', 'mac_address': 'fa:16:3e:e5:c3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4952c5af-bf43-4328-a2da-4bf3c4c59fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '805b2e79-0e3f-4ea3-bf30-957c7d7bb12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:28:31Z', 'updated_at': '2022-02-17T17:28:34Z', 'revision_number': 2, 'project_id': 'e99c2c557c9a4928be310917fafb35e8', 'subnets': [{'id': '805b2e79-0e3f-4ea3-bf30-957c7d7bb12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:44.103706 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd6ea3-2e55-473d-b8ac-73dce2fa4f89 req-ea434e72-778a-4f29-b947-3907161545e8 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:44.111008 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4b0dcb-bbc3-4248-9273-c0ae0b7b81eb None None] Checking router: 4952c5af-bf43-4328-a2da-4bf3c4c59fb7 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:28:44.111355 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4b0dcb-bbc3-4248-9273-c0ae0b7b81eb None None] Updating router 4952c5af-bf43-4328-a2da-4bf3c4c59fb7 port 0f6e286d-ad75-4561-b853-205f914f74b4 binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:28:44.112887 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfd0496-24e3-43ff-8f55-42fa8973dda9 None None] Routers set() bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:28:44.113023 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-38dd6ea3-2e55-473d-b8ac-73dce2fa4f89 req-ea434e72-778a-4f29-b947-3907161545e8 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.71 "GET /v2.0/ports?device_id=e4c3bcea-8963-40cf-a029-bf3ec88c8aa2 HTTP/1.1" status: 200 len: 2416 time: 0.3680420 Feb 17 17:28:44.115528 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfd0496-24e3-43ff-8f55-42fa8973dda9 None None] Router IDs set() for agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 17 17:28:44.116940 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_agentschedulers_db [None req-4dfd0496-24e3-43ff-8f55-42fa8973dda9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4303ef58-4135-409e-aa2e-99b7eefed91c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:28:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent'). {{(pid=103436) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 17 17:28:44.127819 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4b1750-c4ec-485c-9200-d70681b37776 x-openstack-request-id: req-3a4b1750-c4ec-485c-9200-d70681b37776 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:28:44.128119 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76a8ac4c-98e3-403f-8df4-280d74dc0fed", "name": "network-vif-deleted", "tag": "b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:28:44.128600 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3a4b1750-c4ec-485c-9200-d70681b37776 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:28:44.129007 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a8ac4c-98e3-403f-8df4-280d74dc0fed', 'name': 'network-vif-deleted', 'tag': 'b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc', 'status': 'completed', 'code': 200} Feb 17 17:28:44.152904 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-df4b0dcb-bbc3-4248-9273-c0ae0b7b81eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0f6e286d-ad75-4561-b853-205f914f74b4), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:44.174492 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfd0496-24e3-43ff-8f55-42fa8973dda9 None None] Routers set() bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:28:44.174866 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfd0496-24e3-43ff-8f55-42fa8973dda9 None None] Router IDs set() for agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 17 17:28:44.175462 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_agentschedulers_db [None req-4dfd0496-24e3-43ff-8f55-42fa8973dda9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4303ef58-4135-409e-aa2e-99b7eefed91c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:28:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent'). {{(pid=103436) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 17 17:28:44.175993 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfd0496-24e3-43ff-8f55-42fa8973dda9 None None] The sync data for ids ['4303ef58-4135-409e-aa2e-99b7eefed91c'] in n-d-829613-2 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:28:44.530169 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569c733-b5e8-4d12-a399-bda5327e4d06 req-3bcadaa7-a654-406f-a980-20cc31614ce5 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:44.536046 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569c733-b5e8-4d12-a399-bda5327e4d06 req-3bcadaa7-a654-406f-a980-20cc31614ce5 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:44.540779 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36824) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:44.545433 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569c733-b5e8-4d12-a399-bda5327e4d06 req-3bcadaa7-a654-406f-a980-20cc31614ce5 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:44.547433 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c569c733-b5e8-4d12-a399-bda5327e4d06 req-3bcadaa7-a654-406f-a980-20cc31614ce5 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/ports?device_id=e4c3bcea-8963-40cf-a029-bf3ec88c8aa2 HTTP/1.1" status: 200 len: 2416 time: 0.2396622 Feb 17 17:28:44.560282 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-df4b0dcb-bbc3-4248-9273-c0ae0b7b81eb None None] Publish callbacks [] for port (0f6e286d-ad75-4561-b853-205f914f74b4), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:44.573257 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-df4b0dcb-bbc3-4248-9273-c0ae0b7b81eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (0f6e286d-ad75-4561-b853-205f914f74b4), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:44.607630 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-38dd6ea3-2e55-473d-b8ac-73dce2fa4f89 req-bcb3952d-43ac-4031-935c-4975b186c1a4 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Deleting port 097324b7-156b-4fa5-93ca-1e37a6836779 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:28:44.608088 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-38dd6ea3-2e55-473d-b8ac-73dce2fa4f89 req-bcb3952d-43ac-4031-935c-4975b186c1a4 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (097324b7-156b-4fa5-93ca-1e37a6836779), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:44.656808 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f9068d-756b-44c8-8c6a-d0ad380161f4 None None] Pushing event updated for resources: {'Port': ['ID=0f6e286d-ad75-4561-b853-205f914f74b4,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:44.685588 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d456eb4-f60e-473e-a8f1-fa53835eb0d4 req-e7db90e2-6890-4172-a4a7-cb3c07261a0f tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:44.695768 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f9068d-756b-44c8-8c6a-d0ad380161f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:28:44.697450 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d456eb4-f60e-473e-a8f1-fa53835eb0d4 req-e7db90e2-6890-4172-a4a7-cb3c07261a0f tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 946 time: 0.3863015 Feb 17 17:28:44.698099 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f9068d-756b-44c8-8c6a-d0ad380161f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:28:44.698679 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f9068d-756b-44c8-8c6a-d0ad380161f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:28:44.699231 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f9068d-756b-44c8-8c6a-d0ad380161f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:28:44.702583 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f9068d-756b-44c8-8c6a-d0ad380161f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:28:44.702583 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f9068d-756b-44c8-8c6a-d0ad380161f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:28:44.707017 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f9068d-756b-44c8-8c6a-d0ad380161f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:28:44.707384 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f9068d-756b-44c8-8c6a-d0ad380161f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:28:44.707731 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f9068d-756b-44c8-8c6a-d0ad380161f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:28:44.708064 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f9068d-756b-44c8-8c6a-d0ad380161f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:28:44.708429 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f9068d-756b-44c8-8c6a-d0ad380161f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:28:44.708760 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f9068d-756b-44c8-8c6a-d0ad380161f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:28:44.709085 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f9068d-756b-44c8-8c6a-d0ad380161f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:28:44.755041 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8fc3bd59-e840-4703-b82e-34fa2739c7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (5212002a-c8bc-4cae-b436-4521512147e4), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:44.796703 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fca5034-605e-434e-88b9-22fcbb4664f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:44.869392 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c569c733-b5e8-4d12-a399-bda5327e4d06 req-d757eb95-2dfc-4c3c-b92a-88251b3a7a2f tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/security-groups?id=867a62cd-f31f-4b49-96ee-777cad774b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138871 Feb 17 17:28:44.957086 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d456eb4-f60e-473e-a8f1-fa53835eb0d4 req-bbbc9431-412e-4514-a6a6-43a811d64814 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543423 Feb 17 17:28:44.997208 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-38dd6ea3-2e55-473d-b8ac-73dce2fa4f89 req-bcb3952d-43ac-4031-935c-4975b186c1a4 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] For port 097324b7-156b-4fa5-93ca-1e37a6836779, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=097324b7-156b-4fa5-93ca-1e37a6836779,segment=NetworkSegment(24695fa1-2a31-475b-b2cd-b1e68f56307e),segment_id=24695fa1-2a31-475b-b2cd-b1e68f56307e)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:28:45.006344 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-38dd6ea3-2e55-473d-b8ac-73dce2fa4f89 req-bcb3952d-43ac-4031-935c-4975b186c1a4 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (097324b7-156b-4fa5-93ca-1e37a6836779), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:45.014344 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fca5034-605e-434e-88b9-22fcbb4664f7 admin admin] Publish callbacks [] for security_group (ecff8937-e937-46e2-b00c-c39d3f5e9bed), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:45.027444 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fca5034-605e-434e-88b9-22fcbb4664f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (ecff8937-e937-46e2-b00c-c39d3f5e9bed), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:45.033663 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-38dd6ea3-2e55-473d-b8ac-73dce2fa4f89 req-bcb3952d-43ac-4031-935c-4975b186c1a4 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Calling delete_port for 097324b7-156b-4fa5-93ca-1e37a6836779 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:28:45.041289 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 6cc7a0c7-f8ad-4f4e-843a-0384dc43e681 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:28:45.049388 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-df4b0dcb-bbc3-4248-9273-c0ae0b7b81eb None None] Attempting to bind port 0f6e286d-ad75-4561-b853-205f914f74b4 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:28:45.050093 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-df4b0dcb-bbc3-4248-9273-c0ae0b7b81eb None None] Attempting to bind port 0f6e286d-ad75-4561-b853-205f914f74b4 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '2336317d-00c6-480f-b041-efd324255658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9490ba26-bfb2-4329-aadc-951a25fb2487'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:28:45.050715 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4b0dcb-bbc3-4248-9273-c0ae0b7b81eb None None] Attempting to bind port 0f6e286d-ad75-4561-b853-205f914f74b4 on network 9490ba26-bfb2-4329-aadc-951a25fb2487 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:28:45.055110 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8fc3bd59-e840-4703-b82e-34fa2739c7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (5212002a-c8bc-4cae-b436-4521512147e4), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:45.062919 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4b0dcb-bbc3-4248-9273-c0ae0b7b81eb None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:28:45.063699 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4b0dcb-bbc3-4248-9273-c0ae0b7b81eb None None] Checking segment: {'id': '2336317d-00c6-480f-b041-efd324255658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9490ba26-bfb2-4329-aadc-951a25fb2487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:28:45.064396 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-df4b0dcb-bbc3-4248-9273-c0ae0b7b81eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:45.065090 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4b0dcb-bbc3-4248-9273-c0ae0b7b81eb None None] Bound using segment: {'id': '2336317d-00c6-480f-b041-efd324255658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9490ba26-bfb2-4329-aadc-951a25fb2487'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:28:45.065731 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-df4b0dcb-bbc3-4248-9273-c0ae0b7b81eb None None] Bound port: 0f6e286d-ad75-4561-b853-205f914f74b4, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2336317d-00c6-480f-b041-efd324255658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9490ba26-bfb2-4329-aadc-951a25fb2487'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:28:45.066261 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-df4b0dcb-bbc3-4248-9273-c0ae0b7b81eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0f6e286d-ad75-4561-b853-205f914f74b4), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:45.127382 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc3bd59-e840-4703-b82e-34fa2739c7b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5212002a-c8bc-4cae-b436-4521512147e4,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:45.136121 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2fca5034-605e-434e-88b9-22fcbb4664f7 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f79ee3fef7be46abb3c5b4c220cd2c3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5902138 Feb 17 17:28:45.139004 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36832) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:45.156060 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca5034-605e-434e-88b9-22fcbb4664f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecff8937-e937-46e2-b00c-c39d3f5e9bed,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:45.160017 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device aa4913bc-02a5-4006-ae99-7ce9f4c9f93c no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:28:45.171655 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8fc3bd59-e840-4703-b82e-34fa2739c7b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:45.181444 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-8fc3bd59-e840-4703-b82e-34fa2739c7b7 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/5212002a-c8bc-4cae-b436-4521512147e4 HTTP/1.1" status: 204 len: 168 time: 1.5998194 Feb 17 17:28:45.181839 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36834) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:45.191235 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-df4b0dcb-bbc3-4248-9273-c0ae0b7b81eb None None] For port 0f6e286d-ad75-4561-b853-205f914f74b4, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:28:45.201508 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-df4b0dcb-bbc3-4248-9273-c0ae0b7b81eb None None] For port 0f6e286d-ad75-4561-b853-205f914f74b4, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=0f6e286d-ad75-4561-b853-205f914f74b4,segment=NetworkSegment(2336317d-00c6-480f-b041-efd324255658),segment_id=2336317d-00c6-480f-b041-efd324255658)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:28:45.219677 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-df4b0dcb-bbc3-4248-9273-c0ae0b7b81eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (0f6e286d-ad75-4561-b853-205f914f74b4), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:45.230709 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86a2d51-2929-45d4-83f6-2bd6306ae0d9 None None] Network 3aaf2f54-60cd-4ce5-81b8-a3138e6b781c requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:28:45.237272 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-2be6d98e-dc92-4b14-9e29-83d839c48d1e None None] Provisioning complete for port 0f6e286d-ad75-4561-b853-205f914f74b4 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:28:45.238048 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2be6d98e-dc92-4b14-9e29-83d839c48d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (0f6e286d-ad75-4561-b853-205f914f74b4), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:45.256534 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: aa4913bc-02a5-4006-ae99-7ce9f4c9f93c {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:28:45.257125 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device aa4913bc-02a5-4006-ae99-7ce9f4c9f93c not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:28:45.257685 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:28:45.318035 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cf149f39-b05c-455c-98e9-837d3df0ed6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (3aaf2f54-60cd-4ce5-81b8-a3138e6b781c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:45.326170 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4b0dcb-bbc3-4248-9273-c0ae0b7b81eb None None] Routers {'4952c5af-bf43-4328-a2da-4bf3c4c59fb7'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:28:45.327129 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-df4b0dcb-bbc3-4248-9273-c0ae0b7b81eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:28:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['4952c5af-bf43-4328-a2da-4bf3c4c59fb7'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:45.348202 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-38dd6ea3-2e55-473d-b8ac-73dce2fa4f89 req-bcb3952d-43ac-4031-935c-4975b186c1a4 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (097324b7-156b-4fa5-93ca-1e37a6836779), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:45.386968 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bc362b31-b9b6-43a3-8f7e-5d6400774b0c admin admin] Publish callbacks [] for security_group (ecff8937-e937-46e2-b00c-c39d3f5e9bed), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:45.418175 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['c70e5244-c3de-4ddf-b497-3a5a2290d718', '097324b7-156b-4fa5-93ca-1e37a6836779', '29f2c8aa-f9b2-46bc-80f1-23a2c145a494'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:28:45.445135 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:28:45.445135 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device b7ebb0ca-0de2-487d-9405-d84ae5a8e8dc not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:28:45.510332 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bc362b31-b9b6-43a3-8f7e-5d6400774b0c admin admin] Publish callbacks [] for security_group (ecff8937-e937-46e2-b00c-c39d3f5e9bed), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:45.535522 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-38dd6ea3-2e55-473d-b8ac-73dce2fa4f89 req-bcb3952d-43ac-4031-935c-4975b186c1a4 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] No DVR routers for this DVR port 097324b7-156b-4fa5-93ca-1e37a6836779 on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:28:45.545067 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f9068d-756b-44c8-8c6a-d0ad380161f4 None None] Pushing event updated for resources: {'Port': ['ID=0f6e286d-ad75-4561-b853-205f914f74b4,revision_number=4']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:45.546123 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-38dd6ea3-2e55-473d-b8ac-73dce2fa4f89 req-bcb3952d-43ac-4031-935c-4975b186c1a4 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:45.549901 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-38dd6ea3-2e55-473d-b8ac-73dce2fa4f89 req-bcb3952d-43ac-4031-935c-4975b186c1a4 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.71 "DELETE /v2.0/ports/097324b7-156b-4fa5-93ca-1e37a6836779 HTTP/1.1" status: 204 len: 173 time: 1.4340043 Feb 17 17:28:45.550894 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb3952d-43ac-4031-935c-4975b186c1a4 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Pushing event deleted for resources: {'Port': ['ID=097324b7-156b-4fa5-93ca-1e37a6836779,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:45.560973 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c3bcea-8963-40cf-a029-bf3ec88c8aa2', 'name': 'network-vif-deleted', 'tag': '097324b7-156b-4fa5-93ca-1e37a6836779'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:28:45.576004 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7295885e-6689-45fe-acc2-731f3d160502" -d '{"events": [{"server_uuid": "e4c3bcea-8963-40cf-a029-bf3ec88c8aa2", "name": "network-vif-deleted", "tag": "097324b7-156b-4fa5-93ca-1e37a6836779"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:28:45.625902 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-cf149f39-b05c-455c-98e9-837d3df0ed6a admin admin] Deleting port 009d4645-4452-4944-bc9b-59fd67c9b245 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:28:45.626466 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cf149f39-b05c-455c-98e9-837d3df0ed6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (009d4645-4452-4944-bc9b-59fd67c9b245), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:45.729051 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-df4b0dcb-bbc3-4248-9273-c0ae0b7b81eb None None] Set router 4952c5af-bf43-4328-a2da-4bf3c4c59fb7 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:28:45.760710 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc41f927-7276-409c-8987-b206c9da3383 x-openstack-request-id: req-cc41f927-7276-409c-8987-b206c9da3383 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:28:45.761060 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c3bcea-8963-40cf-a029-bf3ec88c8aa2", "name": "network-vif-deleted", "tag": "097324b7-156b-4fa5-93ca-1e37a6836779", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:28:45.761257 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-cc41f927-7276-409c-8987-b206c9da3383 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:28:45.761661 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c3bcea-8963-40cf-a029-bf3ec88c8aa2', 'name': 'network-vif-deleted', 'tag': '097324b7-156b-4fa5-93ca-1e37a6836779', 'status': 'completed', 'code': 200} Feb 17 17:28:45.770118 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bc362b31-b9b6-43a3-8f7e-5d6400774b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (ecff8937-e937-46e2-b00c-c39d3f5e9bed), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:45.773943 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bc362b31-b9b6-43a3-8f7e-5d6400774b0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:45.776717 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bc362b31-b9b6-43a3-8f7e-5d6400774b0c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ecff8937-e937-46e2-b00c-c39d3f5e9bed HTTP/1.1" status: 204 len: 168 time: 0.6351812 Feb 17 17:28:45.804040 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc362b31-b9b6-43a3-8f7e-5d6400774b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecff8937-e937-46e2-b00c-c39d3f5e9bed,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:45.813759 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-cf149f39-b05c-455c-98e9-837d3df0ed6a admin admin] For port 009d4645-4452-4944-bc9b-59fd67c9b245, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=009d4645-4452-4944-bc9b-59fd67c9b245,segment=NetworkSegment(f2771608-f6da-40e4-a762-7f473c86383d),segment_id=f2771608-f6da-40e4-a762-7f473c86383d)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:28:45.814406 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cf149f39-b05c-455c-98e9-837d3df0ed6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (009d4645-4452-4944-bc9b-59fd67c9b245), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:45.834423 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-cf149f39-b05c-455c-98e9-837d3df0ed6a admin admin] Calling delete_port for 009d4645-4452-4944-bc9b-59fd67c9b245 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:28:45.906525 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8eae36-f3d9-49d7-9b38-73cee8a42a43 req-242f4617-1ac8-4b0d-a535-31e1d9bbe4f5 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:45.910312 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4b8eae36-f3d9-49d7-9b38-73cee8a42a43 req-242f4617-1ac8-4b0d-a535-31e1d9bbe4f5 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=176b119e-d1f9-4266-b32c-eefc86ceeabe HTTP/1.1" status: 200 len: 950 time: 0.3212240 Feb 17 17:28:45.952764 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 6cc7a0c7-f8ad-4f4e-843a-0384dc43e681 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:28:45.953143 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6cc7a0c7-f8ad-4f4e-843a-0384dc43e681), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:46.073917 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cf149f39-b05c-455c-98e9-837d3df0ed6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (009d4645-4452-4944-bc9b-59fd67c9b245), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:46.102923 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-2be6d98e-dc92-4b14-9e29-83d839c48d1e None None] Current status of the port 0f6e286d-ad75-4561-b853-205f914f74b4 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:28:46.103953 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2be6d98e-dc92-4b14-9e29-83d839c48d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0f6e286d-ad75-4561-b853-205f914f74b4), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:46.159392 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4b8eae36-f3d9-49d7-9b38-73cee8a42a43 req-9471c98a-8440-4a79-b65f-0d79eded2f7d tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/security-groups?id=d443a4ec-4f1e-4791-ad23-64e3a9911064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270446 Feb 17 17:28:46.165696 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf149f39-b05c-455c-98e9-837d3df0ed6a admin admin] Pushing event deleted for resources: {'Port': ['ID=009d4645-4452-4944-bc9b-59fd67c9b245,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:46.197733 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf149f39-b05c-455c-98e9-837d3df0ed6a admin admin] No DVR routers for this DVR port 009d4645-4452-4944-bc9b-59fd67c9b245 on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:28:46.200688 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d64d3d4-3a10-44a4-9197-8232b31e5f75 None None] DHCP port deletion for 3aaf2f54-60cd-4ce5-81b8-a3138e6b781c request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:28:46.224870 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 6cc7a0c7-f8ad-4f4e-843a-0384dc43e681 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:28:46.227370 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-38dd6ea3-2e55-473d-b8ac-73dce2fa4f89 req-ef4d42fd-04d3-4456-9679-a1c887fd3784 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Deleting port 29f2c8aa-f9b2-46bc-80f1-23a2c145a494 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:28:46.228992 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-2be6d98e-dc92-4b14-9e29-83d839c48d1e None None] For port 0f6e286d-ad75-4561-b853-205f914f74b4, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=0f6e286d-ad75-4561-b853-205f914f74b4,segment=NetworkSegment(2336317d-00c6-480f-b041-efd324255658),segment_id=2336317d-00c6-480f-b041-efd324255658)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:28:46.231595 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-38dd6ea3-2e55-473d-b8ac-73dce2fa4f89 req-ef4d42fd-04d3-4456-9679-a1c887fd3784 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (29f2c8aa-f9b2-46bc-80f1-23a2c145a494), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:46.238975 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2be6d98e-dc92-4b14-9e29-83d839c48d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (0f6e286d-ad75-4561-b853-205f914f74b4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:46.276562 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-df4b0dcb-bbc3-4248-9273-c0ae0b7b81eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4952c5af-bf43-4328-a2da-4bf3c4c59fb7', 'name': 'tempest-TaggedBootDevicesTest_v242-1324784667-router', 'tenant_id': 'e99c2c557c9a4928be310917fafb35e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '6cc7a0c7-f8ad-4f4e-843a-0384dc43e681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:28:21Z', 'updated_at': '2022-02-17T17:28:33Z', 'revision_number': 4, 'project_id': 'e99c2c557c9a4928be310917fafb35e8', 'gw_port': {'id': '6cc7a0c7-f8ad-4f4e-843a-0384dc43e681', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ba:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4952c5af-bf43-4328-a2da-4bf3c4c59fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:28:25Z', 'updated_at': '2022-02-17T17:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '0f6e286d-ad75-4561-b853-205f914f74b4', 'name': '', 'network_id': '9490ba26-bfb2-4329-aadc-951a25fb2487', 'tenant_id': 'e99c2c557c9a4928be310917fafb35e8', 'mac_address': 'fa:16:3e:e5:c3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4952c5af-bf43-4328-a2da-4bf3c4c59fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '805b2e79-0e3f-4ea3-bf30-957c7d7bb12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:28:31Z', 'updated_at': '2022-02-17T17:28:45Z', 'revision_number': 4, 'project_id': 'e99c2c557c9a4928be310917fafb35e8', 'subnets': [{'id': '805b2e79-0e3f-4ea3-bf30-957c7d7bb12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:46.321665 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device ef97c3c9-baf8-4487-b70b-267a18fc710a no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:28:46.354782 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4b0dcb-bbc3-4248-9273-c0ae0b7b81eb None None] The sync data for ids ['4952c5af-bf43-4328-a2da-4bf3c4c59fb7'] in n-d-829613-2 is: [{'id': '4952c5af-bf43-4328-a2da-4bf3c4c59fb7', 'name': 'tempest-TaggedBootDevicesTest_v242-1324784667-router', 'tenant_id': 'e99c2c557c9a4928be310917fafb35e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '6cc7a0c7-f8ad-4f4e-843a-0384dc43e681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:28:21Z', 'updated_at': '2022-02-17T17:28:33Z', 'revision_number': 4, 'project_id': 'e99c2c557c9a4928be310917fafb35e8', 'gw_port': {'id': '6cc7a0c7-f8ad-4f4e-843a-0384dc43e681', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ba:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4952c5af-bf43-4328-a2da-4bf3c4c59fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:28:25Z', 'updated_at': '2022-02-17T17:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '0f6e286d-ad75-4561-b853-205f914f74b4', 'name': '', 'network_id': '9490ba26-bfb2-4329-aadc-951a25fb2487', 'tenant_id': 'e99c2c557c9a4928be310917fafb35e8', 'mac_address': 'fa:16:3e:e5:c3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4952c5af-bf43-4328-a2da-4bf3c4c59fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '805b2e79-0e3f-4ea3-bf30-957c7d7bb12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:28:31Z', 'updated_at': '2022-02-17T17:28:45Z', 'revision_number': 4, 'project_id': 'e99c2c557c9a4928be310917fafb35e8', 'subnets': [{'id': '805b2e79-0e3f-4ea3-bf30-957c7d7bb12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:28:46.372618 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: ef97c3c9-baf8-4487-b70b-267a18fc710a {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:28:46.373139 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device ef97c3c9-baf8-4487-b70b-267a18fc710a not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:28:46.399218 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be6d98e-dc92-4b14-9e29-83d839c48d1e None None] Pushing event updated for resources: {'Port': ['ID=0f6e286d-ad75-4561-b853-205f914f74b4,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:46.422766 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-f3508820-be98-41e6-9ef8-f8ca02c9b044 None None] Provisioning complete for port 0f6e286d-ad75-4561-b853-205f914f74b4 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:28:46.423362 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f3508820-be98-41e6-9ef8-f8ca02c9b044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (0f6e286d-ad75-4561-b853-205f914f74b4), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:46.429661 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cf149f39-b05c-455c-98e9-837d3df0ed6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (3aaf2f54-60cd-4ce5-81b8-a3138e6b781c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:46.458045 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36850) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:46.478491 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-36c8e15f-6666-471f-a799-863d2e61743b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:46.481280 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-cf149f39-b05c-455c-98e9-837d3df0ed6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aaf2f54-60cd-4ce5-81b8-a3138e6b781c']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:46.495682 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-38dd6ea3-2e55-473d-b8ac-73dce2fa4f89 req-ef4d42fd-04d3-4456-9679-a1c887fd3784 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] For port 29f2c8aa-f9b2-46bc-80f1-23a2c145a494, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=29f2c8aa-f9b2-46bc-80f1-23a2c145a494,segment=NetworkSegment(89799937-4d92-4b31-a1f3-94feba8495ec),segment_id=89799937-4d92-4b31-a1f3-94feba8495ec)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:28:46.496607 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-38dd6ea3-2e55-473d-b8ac-73dce2fa4f89 req-ef4d42fd-04d3-4456-9679-a1c887fd3784 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (29f2c8aa-f9b2-46bc-80f1-23a2c145a494), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:46.513100 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-38dd6ea3-2e55-473d-b8ac-73dce2fa4f89 req-ef4d42fd-04d3-4456-9679-a1c887fd3784 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Calling delete_port for 29f2c8aa-f9b2-46bc-80f1-23a2c145a494 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:28:46.525495 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-cf149f39-b05c-455c-98e9-837d3df0ed6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2771608-f6da-40e4-a762-7f473c86383d') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:46.531768 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-cf149f39-b05c-455c-98e9-837d3df0ed6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2771608-f6da-40e4-a762-7f473c86383d') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:46.619168 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-36c8e15f-6666-471f-a799-863d2e61743b admin admin] Publish callbacks [] for security_group (0ced381a-9d59-4ddb-a2b1-76c58f3ca6d5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:46.626173 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cf149f39-b05c-455c-98e9-837d3df0ed6a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (f2771608-f6da-40e4-a762-7f473c86383d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:46.629729 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-36c8e15f-6666-471f-a799-863d2e61743b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (0ced381a-9d59-4ddb-a2b1-76c58f3ca6d5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:46.638423 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-f3508820-be98-41e6-9ef8-f8ca02c9b044 None None] Current status of the port 0f6e286d-ad75-4561-b853-205f914f74b4 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:28:46.702710 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cf149f39-b05c-455c-98e9-837d3df0ed6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (f2771608-f6da-40e4-a762-7f473c86383d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:46.715331 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 0f6e286d-ad75-4561-b853-205f914f74b4 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:28:46.718993 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c8e15f-6666-471f-a799-863d2e61743b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ced381a-9d59-4ddb-a2b1-76c58f3ca6d5,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:46.722332 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf149f39-b05c-455c-98e9-837d3df0ed6a admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:28:46.722737 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cf149f39-b05c-455c-98e9-837d3df0ed6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (f2771608-f6da-40e4-a762-7f473c86383d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:46.724581 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:28:46.724581 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:28:46.724581 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:28:46.724581 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:28:46.724581 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:28:46.724581 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:28:46.724581 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:28:46.724581 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:28:46.724581 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:28:46.724581 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:28:46.724581 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:28:46.724581 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:28:46.724581 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:28:46.724581 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:28:46.724581 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:28:46.724581 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:28:46.724581 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:28:46.724581 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:28:46.724581 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:28:46.724581 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:28:46.724581 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:28:46.724581 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:28:46.724581 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:28:46.724581 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:28:46.724581 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:28:46.724581 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:28:46.724581 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:28:46.724581 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:28:46.724581 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:28:46.724581 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:28:46.724581 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:28:46.724581 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:28:46.740977 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-36c8e15f-6666-471f-a799-863d2e61743b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=680737db2ae146f5bb60112cfee416e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2784491 Feb 17 17:28:46.741515 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36852) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:46.791351 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cf149f39-b05c-455c-98e9-837d3df0ed6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (3aaf2f54-60cd-4ce5-81b8-a3138e6b781c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:46.801015 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cf149f39-b05c-455c-98e9-837d3df0ed6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:46.804723 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-cf149f39-b05c-455c-98e9-837d3df0ed6a admin admin] 10.222.0.87 "DELETE /v2.0/networks/3aaf2f54-60cd-4ce5-81b8-a3138e6b781c HTTP/1.1" status: 204 len: 168 time: 1.5980213 Feb 17 17:28:46.843411 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 0f6e286d-ad75-4561-b853-205f914f74b4 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:28:46.843798 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (0f6e286d-ad75-4561-b853-205f914f74b4), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:46.851665 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf149f39-b05c-455c-98e9-837d3df0ed6a admin admin] Pushing event deleted for resources: {'Network': ['ID=3aaf2f54-60cd-4ce5-81b8-a3138e6b781c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:46.863182 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf267172-94d4-4507-b5ce-fd9a058333a3 req-b355bed3-5232-408c-9b0a-0d48de47a243 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:46.881884 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf267172-94d4-4507-b5ce-fd9a058333a3 req-b355bed3-5232-408c-9b0a-0d48de47a243 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:46.883537 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cf267172-94d4-4507-b5ce-fd9a058333a3 req-b355bed3-5232-408c-9b0a-0d48de47a243 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/ports?device_id=e4c3bcea-8963-40cf-a029-bf3ec88c8aa2 HTTP/1.1" status: 200 len: 1682 time: 0.8405955 Feb 17 17:28:46.951275 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23463c4-7aea-489d-b050-d6163143cd03 req-de69a3e7-2aa5-4c93-a1b4-c827b7212596 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:46.956895 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b23463c4-7aea-489d-b050-d6163143cd03 req-de69a3e7-2aa5-4c93-a1b4-c827b7212596 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.91 "GET /v2.0/ports?device_id=176b119e-d1f9-4266-b32c-eefc86ceeabe HTTP/1.1" status: 200 len: 950 time: 0.1164553 Feb 17 17:28:47.011169 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 0f6e286d-ad75-4561-b853-205f914f74b4 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:28:47.032771 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5b774ec0-db04-402d-8a54-26554ca7db4d admin admin] Publish callbacks [] for security_group (0ced381a-9d59-4ddb-a2b1-76c58f3ca6d5), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:47.063514 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5b774ec0-db04-402d-8a54-26554ca7db4d admin admin] Publish callbacks [] for security_group (0ced381a-9d59-4ddb-a2b1-76c58f3ca6d5), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:47.091949 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 009d4645-4452-4944-bc9b-59fd67c9b245 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:28:47.130866 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 009d4645-4452-4944-bc9b-59fd67c9b245 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:28:47.131598 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36856) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:47.144670 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 009d4645-4452-4944-bc9b-59fd67c9b245 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:28:47.153563 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-b23463c4-7aea-489d-b050-d6163143cd03 req-d9cfeb6e-579f-4292-9bf9-3d7fee185df0 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Deleting port e822f0d4-c202-470b-8870-0e346ea290b9 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:28:47.154496 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b23463c4-7aea-489d-b050-d6163143cd03 req-d9cfeb6e-579f-4292-9bf9-3d7fee185df0 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (e822f0d4-c202-470b-8870-0e346ea290b9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:47.269381 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-b23463c4-7aea-489d-b050-d6163143cd03 req-d9cfeb6e-579f-4292-9bf9-3d7fee185df0 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] For port e822f0d4-c202-470b-8870-0e346ea290b9, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=e822f0d4-c202-470b-8870-0e346ea290b9,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:28:47.270030 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b23463c4-7aea-489d-b050-d6163143cd03 req-d9cfeb6e-579f-4292-9bf9-3d7fee185df0 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (e822f0d4-c202-470b-8870-0e346ea290b9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:47.284075 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-b23463c4-7aea-489d-b050-d6163143cd03 req-d9cfeb6e-579f-4292-9bf9-3d7fee185df0 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Calling delete_port for e822f0d4-c202-470b-8870-0e346ea290b9 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:28:47.387836 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-38f4cd24-dbe7-4991-a6b8-e45d882a40f0 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b56679753e104452a847b79da4c15b6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2528906 Feb 17 17:28:47.388234 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36860) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:47.445394 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-38dd6ea3-2e55-473d-b8ac-73dce2fa4f89 req-ef4d42fd-04d3-4456-9679-a1c887fd3784 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (29f2c8aa-f9b2-46bc-80f1-23a2c145a494), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:47.479202 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b23463c4-7aea-489d-b050-d6163143cd03 req-d9cfeb6e-579f-4292-9bf9-3d7fee185df0 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (e822f0d4-c202-470b-8870-0e346ea290b9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:47.492511 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d42fd-04d3-4456-9679-a1c887fd3784 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Pushing event deleted for resources: {'Port': ['ID=29f2c8aa-f9b2-46bc-80f1-23a2c145a494,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:47.494278 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['e822f0d4-c202-470b-8870-0e346ea290b9'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:28:47.526533 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801f4e5-76ee-4c9e-bb29-c597810953fe req-cc9b69b0-a79e-4c04-b2be-73e063e99391 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:47.533683 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8801f4e5-76ee-4c9e-bb29-c597810953fe req-cc9b69b0-a79e-4c04-b2be-73e063e99391 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 946 time: 0.8033383 Feb 17 17:28:47.572003 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cfeb6e-579f-4292-9bf9-3d7fee185df0 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Pushing event deleted for resources: {'Port': ['ID=e822f0d4-c202-470b-8870-0e346ea290b9,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:47.574838 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cf267172-94d4-4507-b5ce-fd9a058333a3 req-57ad8eb6-e94d-49cd-ad4d-526d32a016d3 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/security-groups?id=867a62cd-f31f-4b49-96ee-777cad774b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6342673 Feb 17 17:28:47.610321 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-38dd6ea3-2e55-473d-b8ac-73dce2fa4f89 req-ef4d42fd-04d3-4456-9679-a1c887fd3784 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] No DVR routers for this DVR port 29f2c8aa-f9b2-46bc-80f1-23a2c145a494 on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:28:47.610321 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-38dd6ea3-2e55-473d-b8ac-73dce2fa4f89 req-ef4d42fd-04d3-4456-9679-a1c887fd3784 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:47.612523 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-38dd6ea3-2e55-473d-b8ac-73dce2fa4f89 req-ef4d42fd-04d3-4456-9679-a1c887fd3784 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.71 "DELETE /v2.0/ports/29f2c8aa-f9b2-46bc-80f1-23a2c145a494 HTTP/1.1" status: 204 len: 173 time: 2.0264864 Feb 17 17:28:47.641025 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5b774ec0-db04-402d-8a54-26554ca7db4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (0ced381a-9d59-4ddb-a2b1-76c58f3ca6d5), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:47.643557 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5b774ec0-db04-402d-8a54-26554ca7db4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:47.647401 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-5b774ec0-db04-402d-8a54-26554ca7db4d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0ced381a-9d59-4ddb-a2b1-76c58f3ca6d5 HTTP/1.1" status: 204 len: 168 time: 0.8960590 Feb 17 17:28:47.681220 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-370b9778-c3fb-418f-9b9a-1c3e8e6e3c94 admin admin] Publish callbacks [] for security_group (7349fece-f505-4f41-bb93-3415a309b225), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:47.718366 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-b23463c4-7aea-489d-b050-d6163143cd03 req-d9cfeb6e-579f-4292-9bf9-3d7fee185df0 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] No DVR routers for this DVR port e822f0d4-c202-470b-8870-0e346ea290b9 on host n-h2-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:28:47.722103 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b23463c4-7aea-489d-b050-d6163143cd03 req-d9cfeb6e-579f-4292-9bf9-3d7fee185df0 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:47.726514 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b23463c4-7aea-489d-b050-d6163143cd03 req-d9cfeb6e-579f-4292-9bf9-3d7fee185df0 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.91 "DELETE /v2.0/ports/e822f0d4-c202-470b-8870-0e346ea290b9 HTTP/1.1" status: 204 len: 173 time: 0.7644715 Feb 17 17:28:47.726981 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '176b119e-d1f9-4266-b32c-eefc86ceeabe', 'name': 'network-vif-deleted', 'tag': 'e822f0d4-c202-470b-8870-0e346ea290b9'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:28:47.728140 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b774ec0-db04-402d-8a54-26554ca7db4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ced381a-9d59-4ddb-a2b1-76c58f3ca6d5,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:47.729322 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc44a6d-2eb1-439a-bb28-14cfe4bed92e" -d '{"events": [{"server_uuid": "176b119e-d1f9-4266-b32c-eefc86ceeabe", "name": "network-vif-deleted", "tag": "e822f0d4-c202-470b-8870-0e346ea290b9"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:28:47.755000 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-370b9778-c3fb-418f-9b9a-1c3e8e6e3c94 admin admin] Publish callbacks [] for security_group (7349fece-f505-4f41-bb93-3415a309b225), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:47.772627 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8801f4e5-76ee-4c9e-bb29-c597810953fe req-3105c0ff-9c3f-42f4-a1a4-3aa8f5ecb99a tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379169 Feb 17 17:28:47.784023 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c3bcea-8963-40cf-a029-bf3ec88c8aa2', 'name': 'network-vif-deleted', 'tag': '29f2c8aa-f9b2-46bc-80f1-23a2c145a494'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:28:47.790561 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b4bdcf-facc-47e2-8d60-c8ae31e1de6f" -d '{"events": [{"server_uuid": "e4c3bcea-8963-40cf-a029-bf3ec88c8aa2", "name": "network-vif-deleted", "tag": "29f2c8aa-f9b2-46bc-80f1-23a2c145a494"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:28:47.812525 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f814dbbe-c42c-464b-96b6-a28b29ea0ee6 req-053c13aa-c861-4e95-b344-83f669ed86f1 tempest-ServersOnMultiNodesTest-1270989106 tempest-ServersOnMultiNodesTest-1270989106-project] 10.222.0.87 "GET /v2.0/ports?device_id=176b119e-d1f9-4266-b32c-eefc86ceeabe HTTP/1.1" status: 200 len: 210 time: 0.0954757 Feb 17 17:28:47.858104 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-370b9778-c3fb-418f-9b9a-1c3e8e6e3c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (7349fece-f505-4f41-bb93-3415a309b225), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:47.861322 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-370b9778-c3fb-418f-9b9a-1c3e8e6e3c94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:47.865539 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-370b9778-c3fb-418f-9b9a-1c3e8e6e3c94 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/7349fece-f505-4f41-bb93-3415a309b225 HTTP/1.1" status: 204 len: 168 time: 0.4747963 Feb 17 17:28:47.898079 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b9778-c3fb-418f-9b9a-1c3e8e6e3c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7349fece-f505-4f41-bb93-3415a309b225,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:47.944208 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc56ed1c-040b-4eb9-861e-0391abb4266d x-openstack-request-id: req-cc56ed1c-040b-4eb9-861e-0391abb4266d {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:28:47.944535 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "176b119e-d1f9-4266-b32c-eefc86ceeabe", "name": "network-vif-deleted", "tag": "e822f0d4-c202-470b-8870-0e346ea290b9", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:28:47.944792 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-cc56ed1c-040b-4eb9-861e-0391abb4266d {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:28:47.945197 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '176b119e-d1f9-4266-b32c-eefc86ceeabe', 'name': 'network-vif-deleted', 'tag': 'e822f0d4-c202-470b-8870-0e346ea290b9', 'status': 'completed', 'code': 200} Feb 17 17:28:47.957730 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b017ff7d-bc5a-4c48-8e86-34f84a266771 x-openstack-request-id: req-b017ff7d-bc5a-4c48-8e86-34f84a266771 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:28:47.958848 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c3bcea-8963-40cf-a029-bf3ec88c8aa2", "name": "network-vif-deleted", "tag": "29f2c8aa-f9b2-46bc-80f1-23a2c145a494", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:28:47.959289 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b017ff7d-bc5a-4c48-8e86-34f84a266771 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:28:47.959872 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c3bcea-8963-40cf-a029-bf3ec88c8aa2', 'name': 'network-vif-deleted', 'tag': '29f2c8aa-f9b2-46bc-80f1-23a2c145a494', 'status': 'completed', 'code': 200} Feb 17 17:28:47.987345 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-38dd6ea3-2e55-473d-b8ac-73dce2fa4f89 req-a4f15145-3679-42ff-ab93-4bb6f5f0b2a0 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Deleting port c70e5244-c3de-4ddf-b497-3a5a2290d718 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:28:47.987695 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-38dd6ea3-2e55-473d-b8ac-73dce2fa4f89 req-a4f15145-3679-42ff-ab93-4bb6f5f0b2a0 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (c70e5244-c3de-4ddf-b497-3a5a2290d718), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:48.123693 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-38dd6ea3-2e55-473d-b8ac-73dce2fa4f89 req-a4f15145-3679-42ff-ab93-4bb6f5f0b2a0 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] For port c70e5244-c3de-4ddf-b497-3a5a2290d718, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=c70e5244-c3de-4ddf-b497-3a5a2290d718,segment=NetworkSegment(24695fa1-2a31-475b-b2cd-b1e68f56307e),segment_id=24695fa1-2a31-475b-b2cd-b1e68f56307e)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:28:48.124539 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-38dd6ea3-2e55-473d-b8ac-73dce2fa4f89 req-a4f15145-3679-42ff-ab93-4bb6f5f0b2a0 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (c70e5244-c3de-4ddf-b497-3a5a2290d718), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:48.141515 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-38dd6ea3-2e55-473d-b8ac-73dce2fa4f89 req-a4f15145-3679-42ff-ab93-4bb6f5f0b2a0 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Calling delete_port for c70e5244-c3de-4ddf-b497-3a5a2290d718 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:28:48.349966 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-38dd6ea3-2e55-473d-b8ac-73dce2fa4f89 req-a4f15145-3679-42ff-ab93-4bb6f5f0b2a0 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (c70e5244-c3de-4ddf-b497-3a5a2290d718), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:48.401536 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f15145-3679-42ff-ab93-4bb6f5f0b2a0 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Pushing event deleted for resources: {'Port': ['ID=c70e5244-c3de-4ddf-b497-3a5a2290d718,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:48.461938 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-38dd6ea3-2e55-473d-b8ac-73dce2fa4f89 req-a4f15145-3679-42ff-ab93-4bb6f5f0b2a0 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] No DVR routers for this DVR port c70e5244-c3de-4ddf-b497-3a5a2290d718 on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:28:48.471500 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-38dd6ea3-2e55-473d-b8ac-73dce2fa4f89 req-a4f15145-3679-42ff-ab93-4bb6f5f0b2a0 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:48.479462 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-38dd6ea3-2e55-473d-b8ac-73dce2fa4f89 req-a4f15145-3679-42ff-ab93-4bb6f5f0b2a0 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.71 "DELETE /v2.0/ports/c70e5244-c3de-4ddf-b497-3a5a2290d718 HTTP/1.1" status: 204 len: 173 time: 0.8484466 Feb 17 17:28:48.643361 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:48.826567 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-150ba381-02c0-4337-8ec2-ce64ed6f786b req-f07a3b47-fb27-42fe-b33c-2515af84fe21 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/ports?device_id=e4c3bcea-8963-40cf-a029-bf3ec88c8aa2 HTTP/1.1" status: 200 len: 210 time: 0.0784066 Feb 17 17:28:49.017674 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 29f2c8aa-f9b2-46bc-80f1-23a2c145a494 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:28:49.091472 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: 29f2c8aa-f9b2-46bc-80f1-23a2c145a494 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:28:49.091748 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 29f2c8aa-f9b2-46bc-80f1-23a2c145a494 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:28:49.092176 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device c70e5244-c3de-4ddf-b497-3a5a2290d718 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:28:49.107839 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad60715-ae40-42b6-86b0-57e8971b4517 req-46ceba58-4bf9-4c89-ab23-aa0ef607f5dd tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:49.118760 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6ad60715-ae40-42b6-86b0-57e8971b4517 req-46ceba58-4bf9-4c89-ab23-aa0ef607f5dd tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 946 time: 0.2011678 Feb 17 17:28:49.170276 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: c70e5244-c3de-4ddf-b497-3a5a2290d718 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:28:49.170912 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device c70e5244-c3de-4ddf-b497-3a5a2290d718 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:28:49.171434 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 097324b7-156b-4fa5-93ca-1e37a6836779 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:28:49.203547 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: 097324b7-156b-4fa5-93ca-1e37a6836779 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:28:49.204235 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 097324b7-156b-4fa5-93ca-1e37a6836779 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:28:49.224453 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6ad60715-ae40-42b6-86b0-57e8971b4517 req-184bb4b8-0a5d-42ab-aaa6-b0ea2085961e tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029792 Feb 17 17:28:49.403439 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36930) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:49.460048 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:49.814941 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-18064767-ed2b-4c01-a5e6-15bb1c0fa51d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=673fd82048cd49c18f82ffc2fb910a6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4072850 Feb 17 17:28:49.816915 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36972) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:49.941782 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36984) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:49.960704 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c3bcea-8963-40cf-a029-bf3ec88c8aa2', 'name': 'network-vif-deleted', 'tag': 'c70e5244-c3de-4ddf-b497-3a5a2290d718'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:28:49.969550 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69cbd9a-5b17-48f4-ba7f-a51bc0ae5627" -d '{"events": [{"server_uuid": "e4c3bcea-8963-40cf-a029-bf3ec88c8aa2", "name": "network-vif-deleted", "tag": "c70e5244-c3de-4ddf-b497-3a5a2290d718"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:28:49.985784 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7465a8c6-2ce9-40b2-b599-fe30fba84eae admin admin] Publish callbacks [] for security_group (d443a4ec-4f1e-4791-ad23-64e3a9911064), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:50.058843 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7465a8c6-2ce9-40b2-b599-fe30fba84eae admin admin] Publish callbacks [] for security_group (d443a4ec-4f1e-4791-ad23-64e3a9911064), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:50.061753 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8276ed42-3d1a-4c5b-803e-4e9cd5f8b4b3 x-openstack-request-id: req-8276ed42-3d1a-4c5b-803e-4e9cd5f8b4b3 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:28:50.062286 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c3bcea-8963-40cf-a029-bf3ec88c8aa2", "name": "network-vif-deleted", "tag": "c70e5244-c3de-4ddf-b497-3a5a2290d718", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:28:50.062720 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8276ed42-3d1a-4c5b-803e-4e9cd5f8b4b3 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:28:50.063296 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c3bcea-8963-40cf-a029-bf3ec88c8aa2', 'name': 'network-vif-deleted', 'tag': 'c70e5244-c3de-4ddf-b497-3a5a2290d718', 'status': 'completed', 'code': 200} Feb 17 17:28:50.103459 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-311463e3-e422-45e4-9f50-54d2ee757ec4 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Deleting subnet 60b8497f-d6f3-4e39-86a9-82ff44ccc850 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:28:50.109927 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-311463e3-e422-45e4-9f50-54d2ee757ec4 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks [] for subnet (60b8497f-d6f3-4e39-86a9-82ff44ccc850), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:50.174980 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7465a8c6-2ce9-40b2-b599-fe30fba84eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (d443a4ec-4f1e-4791-ad23-64e3a9911064), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:50.178892 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7465a8c6-2ce9-40b2-b599-fe30fba84eae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:50.182767 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-7465a8c6-2ce9-40b2-b599-fe30fba84eae admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d443a4ec-4f1e-4791-ad23-64e3a9911064 HTTP/1.1" status: 204 len: 168 time: 0.3626060 Feb 17 17:28:50.200734 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-311463e3-e422-45e4-9f50-54d2ee757ec4 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (60b8497f-d6f3-4e39-86a9-82ff44ccc850), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:50.207158 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7465a8c6-2ce9-40b2-b599-fe30fba84eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d443a4ec-4f1e-4791-ad23-64e3a9911064,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:50.357473 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-311463e3-e422-45e4-9f50-54d2ee757ec4 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (60b8497f-d6f3-4e39-86a9-82ff44ccc850), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:50.447901 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37032) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:50.460900 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-311463e3-e422-45e4-9f50-54d2ee757ec4 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (60b8497f-d6f3-4e39-86a9-82ff44ccc850), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:50.502966 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d8fbd-2df1-48bc-8831-d647f55d6c2d req-6d933ef2-c68c-4389-97fa-b23c390c924b tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:50.517515 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-311463e3-e422-45e4-9f50-54d2ee757ec4 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:50.519363 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d15d8fbd-2df1-48bc-8831-d647f55d6c2d req-6d933ef2-c68c-4389-97fa-b23c390c924b tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 946 time: 0.1840727 Feb 17 17:28:50.522793 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-311463e3-e422-45e4-9f50-54d2ee757ec4 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "DELETE /v2.0/subnets/60b8497f-d6f3-4e39-86a9-82ff44ccc850 HTTP/1.1" status: 204 len: 168 time: 0.5795894 Feb 17 17:28:50.523835 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311463e3-e422-45e4-9f50-54d2ee757ec4 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Pushing event deleted for resources: {'Subnet': ['ID=60b8497f-d6f3-4e39-86a9-82ff44ccc850,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:50.526123 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5dca37-514e-4b32-b371-f91051393acc None None] Network f70b865e-3af6-4d6e-a560-3c12eb24c564 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:28:50.527780 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37038) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:50.665517 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d15d8fbd-2df1-48bc-8831-d647f55d6c2d req-b48e65e5-f7d8-480a-8022-e25f0033e10a tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445961 Feb 17 17:28:50.730137 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6320d0ab-6835-4aff-818c-8c5eedc2f253 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (f70b865e-3af6-4d6e-a560-3c12eb24c564), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:50.852698 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18eca240-54c1-47e5-a590-ffa1803c4cb6 None None] DHCP port deletion for f70b865e-3af6-4d6e-a560-3c12eb24c564 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:28:50.867974 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-6320d0ab-6835-4aff-818c-8c5eedc2f253 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Deleting port 223fa642-2419-4fdd-afc9-016a62eebc1f {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:28:50.868398 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6320d0ab-6835-4aff-818c-8c5eedc2f253 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (223fa642-2419-4fdd-afc9-016a62eebc1f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:50.945619 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-18eca240-54c1-47e5-a590-ffa1803c4cb6 None None] Deleting port 223fa642-2419-4fdd-afc9-016a62eebc1f {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:28:50.946168 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-18eca240-54c1-47e5-a590-ffa1803c4cb6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (223fa642-2419-4fdd-afc9-016a62eebc1f), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:51.050013 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-6320d0ab-6835-4aff-818c-8c5eedc2f253 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] For port 223fa642-2419-4fdd-afc9-016a62eebc1f, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=223fa642-2419-4fdd-afc9-016a62eebc1f,segment=NetworkSegment(89799937-4d92-4b31-a1f3-94feba8495ec),segment_id=89799937-4d92-4b31-a1f3-94feba8495ec)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:28:51.050312 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6320d0ab-6835-4aff-818c-8c5eedc2f253 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (223fa642-2419-4fdd-afc9-016a62eebc1f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:51.088524 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-6320d0ab-6835-4aff-818c-8c5eedc2f253 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Calling delete_port for 223fa642-2419-4fdd-afc9-016a62eebc1f owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:28:51.166019 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7cae9e5c-f22a-4f24-bb6e-8d84a11eeb8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:51.185288 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7a0d1-6158-472f-b96c-d047e37667a8 req-ea2eb8bc-16a9-4f53-a72b-83ccd1be8666 tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:51.195600 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-23d7a0d1-6158-472f-b96c-d047e37667a8 req-ea2eb8bc-16a9-4f53-a72b-83ccd1be8666 tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f HTTP/1.1" status: 200 len: 1127 time: 0.2074509 Feb 17 17:28:51.207759 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device e822f0d4-c202-470b-8870-0e346ea290b9 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:28:51.269011 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: e822f0d4-c202-470b-8870-0e346ea290b9 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:28:51.269997 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device e822f0d4-c202-470b-8870-0e346ea290b9 not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:28:51.280193 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-18eca240-54c1-47e5-a590-ffa1803c4cb6 None None] For port 223fa642-2419-4fdd-afc9-016a62eebc1f, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=223fa642-2419-4fdd-afc9-016a62eebc1f,segment=NetworkSegment(89799937-4d92-4b31-a1f3-94feba8495ec),segment_id=89799937-4d92-4b31-a1f3-94feba8495ec)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:28:51.281613 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-18eca240-54c1-47e5-a590-ffa1803c4cb6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (223fa642-2419-4fdd-afc9-016a62eebc1f), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:51.303068 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-18eca240-54c1-47e5-a590-ffa1803c4cb6 None None] Calling delete_port for 223fa642-2419-4fdd-afc9-016a62eebc1f owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:28:51.328265 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7cae9e5c-f22a-4f24-bb6e-8d84a11eeb8e admin admin] Publish callbacks [] for security_group (9a546d3e-7964-489d-8faf-312cc130e045), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:51.345830 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7cae9e5c-f22a-4f24-bb6e-8d84a11eeb8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (9a546d3e-7964-489d-8faf-312cc130e045), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:51.373669 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-23d7a0d1-6158-472f-b96c-d047e37667a8 req-1176029e-7e9d-4467-8d09-4a13967d730e tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771607 Feb 17 17:28:51.376069 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cae9e5c-f22a-4f24-bb6e-8d84a11eeb8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a546d3e-7964-489d-8faf-312cc130e045,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:51.414854 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7cae9e5c-f22a-4f24-bb6e-8d84a11eeb8e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=df792a09c2bd44359c5bc7862ebab274&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9634216 Feb 17 17:28:51.419116 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 37094) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:51.438385 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6320d0ab-6835-4aff-818c-8c5eedc2f253 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (223fa642-2419-4fdd-afc9-016a62eebc1f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:51.447609 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-18eca240-54c1-47e5-a590-ffa1803c4cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (223fa642-2419-4fdd-afc9-016a62eebc1f), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:51.459895 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363264cd-4869-483e-ac39-149cf5762b73 req-c6a18832-c74c-4622-b2c3-22ea6d6525ca tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:51.479410 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6320d0ab-6835-4aff-818c-8c5eedc2f253 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] No DVR routers for this DVR port 223fa642-2419-4fdd-afc9-016a62eebc1f on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:28:51.480452 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-363264cd-4869-483e-ac39-149cf5762b73 req-c6a18832-c74c-4622-b2c3-22ea6d6525ca tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] 10.222.0.87 "GET /v2.0/ports?device_id=b387d782-e132-4d03-b28d-7aeab901707a HTTP/1.1" status: 200 len: 946 time: 0.1980205 Feb 17 17:28:51.511006 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 37100) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:51.539519 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eca240-54c1-47e5-a590-ffa1803c4cb6 None None] No DVR routers for this DVR port 223fa642-2419-4fdd-afc9-016a62eebc1f on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:28:51.547789 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eca240-54c1-47e5-a590-ffa1803c4cb6 None None] Pushing event deleted for resources: {'Port': ['ID=223fa642-2419-4fdd-afc9-016a62eebc1f,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:51.611658 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-363264cd-4869-483e-ac39-149cf5762b73 req-cc5024d1-2d53-4a74-b604-cb9788b77f31 tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] 10.222.0.87 "GET /v2.0/security-groups?id=6f7b4ae5-4ac7-4137-b710-0cf97fbedd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300559 Feb 17 17:28:51.640689 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6320d0ab-6835-4aff-818c-8c5eedc2f253 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Pushing event deleted for resources: {'Port': ['ID=223fa642-2419-4fdd-afc9-016a62eebc1f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:51.683391 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4a75389e-aabf-40da-9408-3d03ec3a9716 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=0560edb221ba48f3b0294bce1acee5b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1612689 Feb 17 17:28:51.686027 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 37102) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:51.735013 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c7599656-6c19-4647-be49-3673ec9e8e29 admin admin] Publish callbacks [] for security_group (9a546d3e-7964-489d-8faf-312cc130e045), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:51.776529 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c7599656-6c19-4647-be49-3673ec9e8e29 admin admin] Publish callbacks [] for security_group (9a546d3e-7964-489d-8faf-312cc130e045), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:51.837917 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-484c7e5a-dce2-4c2f-bba2-1bfd229611cd admin admin] Publish callbacks [] for security_group (606ca882-a5f5-4fbd-9548-4d55fc0de536), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:51.866627 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6320d0ab-6835-4aff-818c-8c5eedc2f253 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (f70b865e-3af6-4d6e-a560-3c12eb24c564), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:51.902062 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4e3ac7b7-0055-426c-9998-2a6e65753021 req-fe4b2265-a752-4c8c-a257-ea1e8e6e5d39 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=c7ef7b4a6e7245eab9cf1df8fc8b7550&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0654719 Feb 17 17:28:51.915187 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-6320d0ab-6835-4aff-818c-8c5eedc2f253 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f70b865e-3af6-4d6e-a560-3c12eb24c564']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:51.928287 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-484c7e5a-dce2-4c2f-bba2-1bfd229611cd admin admin] Publish callbacks [] for security_group (606ca882-a5f5-4fbd-9548-4d55fc0de536), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:51.930457 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-6320d0ab-6835-4aff-818c-8c5eedc2f253 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89799937-4d92-4b31-a1f3-94feba8495ec') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:51.930885 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-6320d0ab-6835-4aff-818c-8c5eedc2f253 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89799937-4d92-4b31-a1f3-94feba8495ec') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:51.950862 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6320d0ab-6835-4aff-818c-8c5eedc2f253 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (89799937-4d92-4b31-a1f3-94feba8495ec), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:51.968819 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6320d0ab-6835-4aff-818c-8c5eedc2f253 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (89799937-4d92-4b31-a1f3-94feba8495ec), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:51.982411 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6320d0ab-6835-4aff-818c-8c5eedc2f253 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:28:51.982954 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6320d0ab-6835-4aff-818c-8c5eedc2f253 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (89799937-4d92-4b31-a1f3-94feba8495ec), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:51.987114 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:28:51.987114 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:28:51.987114 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:28:51.987114 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:28:51.987114 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:28:51.987114 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:28:51.987114 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:28:51.987114 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:28:51.987114 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:28:51.987114 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:28:51.987114 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:28:51.987114 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:28:51.987114 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:28:51.987114 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:28:51.987114 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:28:51.987114 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:28:51.987114 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:28:51.987114 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:28:51.987114 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:28:51.987114 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:28:51.987114 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:28:51.987114 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:28:51.987114 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:28:51.987114 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:28:51.987114 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:28:51.987114 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:28:51.987114 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:28:51.987114 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:28:51.987114 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:28:51.987114 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:28:51.987114 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:28:51.987114 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:28:52.022342 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c7599656-6c19-4647-be49-3673ec9e8e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (9a546d3e-7964-489d-8faf-312cc130e045), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:52.024926 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c7599656-6c19-4647-be49-3673ec9e8e29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:52.028895 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c7599656-6c19-4647-be49-3673ec9e8e29 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9a546d3e-7964-489d-8faf-312cc130e045 HTTP/1.1" status: 204 len: 168 time: 0.6087966 Feb 17 17:28:52.050481 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7599656-6c19-4647-be49-3673ec9e8e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a546d3e-7964-489d-8faf-312cc130e045,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:52.110969 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ac7b7-0055-426c-9998-2a6e65753021 req-7ef2afba-e634-4034-9c98-6010b02305cc tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:52.113125 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6320d0ab-6835-4aff-818c-8c5eedc2f253 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (f70b865e-3af6-4d6e-a560-3c12eb24c564), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:52.116004 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4e3ac7b7-0055-426c-9998-2a6e65753021 req-7ef2afba-e634-4034-9c98-6010b02305cc tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2130051 Feb 17 17:28:52.117350 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-484c7e5a-dce2-4c2f-bba2-1bfd229611cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (606ca882-a5f5-4fbd-9548-4d55fc0de536), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:52.121336 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-484c7e5a-dce2-4c2f-bba2-1bfd229611cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:52.124658 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-484c7e5a-dce2-4c2f-bba2-1bfd229611cd admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/606ca882-a5f5-4fbd-9548-4d55fc0de536 HTTP/1.1" status: 204 len: 168 time: 0.4344153 Feb 17 17:28:52.149684 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484c7e5a-dce2-4c2f-bba2-1bfd229611cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606ca882-a5f5-4fbd-9548-4d55fc0de536,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:52.154840 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4e3ac7b7-0055-426c-9998-2a6e65753021 req-d0a1e117-45ff-4902-aef4-eee47e081225 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/quotas/c7ef7b4a6e7245eab9cf1df8fc8b7550 HTTP/1.1" status: 200 len: 375 time: 0.0176697 Feb 17 17:28:52.190131 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6320d0ab-6835-4aff-818c-8c5eedc2f253 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:52.199737 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6320d0ab-6835-4aff-818c-8c5eedc2f253 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "DELETE /v2.0/networks/f70b865e-3af6-4d6e-a560-3c12eb24c564 HTTP/1.1" status: 204 len: 168 time: 1.6642158 Feb 17 17:28:52.203697 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6320d0ab-6835-4aff-818c-8c5eedc2f253 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Pushing event deleted for resources: {'Network': ['ID=f70b865e-3af6-4d6e-a560-3c12eb24c564,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:52.206290 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37128) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:52.241286 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4e3ac7b7-0055-426c-9998-2a6e65753021 req-619d3d08-876a-4dca-8b48-11e82e938cc1 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=c7ef7b4a6e7245eab9cf1df8fc8b7550&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0681264 Feb 17 17:28:52.302522 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc4e286c-dcf3-4e94-886b-ce076bcb5b88 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Deleting subnet 2bdfda3e-bf71-439c-9143-aae74f30305c {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:28:52.306868 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fc4e286c-dcf3-4e94-886b-ce076bcb5b88 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks [] for subnet (2bdfda3e-bf71-439c-9143-aae74f30305c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:52.367594 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fc4e286c-dcf3-4e94-886b-ce076bcb5b88 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (2bdfda3e-bf71-439c-9143-aae74f30305c), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:52.585799 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fc4e286c-dcf3-4e94-886b-ce076bcb5b88 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (2bdfda3e-bf71-439c-9143-aae74f30305c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:52.696393 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 223fa642-2419-4fdd-afc9-016a62eebc1f no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:28:52.744658 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8698651-af60-41c8-a031-91dbb4929457 req-35b89dfd-8651-406b-9714-3ea31f0d2421 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:52.756456 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b8698651-af60-41c8-a031-91dbb4929457 req-35b89dfd-8651-406b-9714-3ea31f0d2421 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 946 time: 0.1444974 Feb 17 17:28:52.759445 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01e83c-390e-4992-a963-b6c710346201 req-a8067400-b3ed-4007-aa61-23647bb800a7 tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:52.761283 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9f01e83c-390e-4992-a963-b6c710346201 req-a8067400-b3ed-4007-aa61-23647bb800a7 tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] 10.222.0.91 "GET /v2.0/ports?device_id=b387d782-e132-4d03-b28d-7aeab901707a HTTP/1.1" status: 200 len: 946 time: 0.1027074 Feb 17 17:28:52.763630 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fc4e286c-dcf3-4e94-886b-ce076bcb5b88 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (2bdfda3e-bf71-439c-9143-aae74f30305c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:52.786669 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 223fa642-2419-4fdd-afc9-016a62eebc1f {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:28:52.788417 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 223fa642-2419-4fdd-afc9-016a62eebc1f not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:28:52.801442 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f68d0bb-9e34-40a9-a18e-68eb7a4e429d None None] Network cab90405-f36c-48be-bf69-f10d430343fe requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:28:52.816929 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fc4e286c-dcf3-4e94-886b-ce076bcb5b88 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:52.826175 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fc4e286c-dcf3-4e94-886b-ce076bcb5b88 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "DELETE /v2.0/subnets/2bdfda3e-bf71-439c-9143-aae74f30305c HTTP/1.1" status: 204 len: 168 time: 0.6114922 Feb 17 17:28:52.894239 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 37156) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:52.922667 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b8698651-af60-41c8-a031-91dbb4929457 req-c2b371a5-adab-4b4e-9f0f-06da317b7f87 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650362 Feb 17 17:28:52.922807 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e286c-dcf3-4e94-886b-ce076bcb5b88 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Pushing event deleted for resources: {'Subnet': ['ID=2bdfda3e-bf71-439c-9143-aae74f30305c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:53.084424 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-9f01e83c-390e-4992-a963-b6c710346201 req-3f26b396-cef9-4fdf-a8fd-ec1cbb2776de tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] Deleting port 4fa9655f-30da-40d2-acc4-0e4545f18e02 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:28:53.085015 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9f01e83c-390e-4992-a963-b6c710346201 req-3f26b396-cef9-4fdf-a8fd-ec1cbb2776de tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (4fa9655f-30da-40d2-acc4-0e4545f18e02), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:53.139180 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99268fa6-2ff1-4560-b3d4-8d311c6dda73 None None] DHCP port deletion for cab90405-f36c-48be-bf69-f10d430343fe request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:28:53.203849 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e8ff8602-f0a3-4d11-b081-c7d68a178f8a req-2570c128-57de-4fd8-8e8f-9c3ab79201ed tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/ports?device_id=be77614c-d94b-40a6-8d03-387b5db0e130 HTTP/1.1" status: 200 len: 210 time: 0.0974333 Feb 17 17:28:53.258863 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-99268fa6-2ff1-4560-b3d4-8d311c6dda73 None None] Deleting port 9d98ca0a-52ba-434b-9d45-90bf70e9c669 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:28:53.259414 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-99268fa6-2ff1-4560-b3d4-8d311c6dda73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (9d98ca0a-52ba-434b-9d45-90bf70e9c669), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:53.434095 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-99268fa6-2ff1-4560-b3d4-8d311c6dda73 None None] For port 9d98ca0a-52ba-434b-9d45-90bf70e9c669, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=9d98ca0a-52ba-434b-9d45-90bf70e9c669,segment=NetworkSegment(24695fa1-2a31-475b-b2cd-b1e68f56307e),segment_id=24695fa1-2a31-475b-b2cd-b1e68f56307e)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:28:53.436003 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-99268fa6-2ff1-4560-b3d4-8d311c6dda73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (9d98ca0a-52ba-434b-9d45-90bf70e9c669), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:53.478714 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-9f01e83c-390e-4992-a963-b6c710346201 req-3f26b396-cef9-4fdf-a8fd-ec1cbb2776de tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] For port 4fa9655f-30da-40d2-acc4-0e4545f18e02, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=4fa9655f-30da-40d2-acc4-0e4545f18e02,segment=NetworkSegment(b5c22837-ff45-4173-bb65-146e0d15092f),segment_id=b5c22837-ff45-4173-bb65-146e0d15092f)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:28:53.479085 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9f01e83c-390e-4992-a963-b6c710346201 req-3f26b396-cef9-4fdf-a8fd-ec1cbb2776de tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (4fa9655f-30da-40d2-acc4-0e4545f18e02), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:53.479902 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-99268fa6-2ff1-4560-b3d4-8d311c6dda73 None None] Calling delete_port for 9d98ca0a-52ba-434b-9d45-90bf70e9c669 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:28:53.481094 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-73ea2168-0360-46b7-ae7b-925a0f163471 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (cab90405-f36c-48be-bf69-f10d430343fe), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:53.537180 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-9f01e83c-390e-4992-a963-b6c710346201 req-3f26b396-cef9-4fdf-a8fd-ec1cbb2776de tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] Calling delete_port for 4fa9655f-30da-40d2-acc4-0e4545f18e02 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:28:53.672149 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-99268fa6-2ff1-4560-b3d4-8d311c6dda73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (9d98ca0a-52ba-434b-9d45-90bf70e9c669), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:53.729319 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c3a57-f55e-4f26-97de-30c09231df85 req-979bf9b6-51de-4d28-83f4-36ca6c6676da tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:53.732706 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a64c3a57-f55e-4f26-97de-30c09231df85 req-979bf9b6-51de-4d28-83f4-36ca6c6676da tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] 10.222.0.87 "GET /v2.0/ports?device_id=b387d782-e132-4d03-b28d-7aeab901707a HTTP/1.1" status: 200 len: 946 time: 0.2967596 Feb 17 17:28:53.800973 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99268fa6-2ff1-4560-b3d4-8d311c6dda73 None None] Pushing event deleted for resources: {'Port': ['ID=9d98ca0a-52ba-434b-9d45-90bf70e9c669,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:53.816402 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99268fa6-2ff1-4560-b3d4-8d311c6dda73 None None] No DVR routers for this DVR port 9d98ca0a-52ba-434b-9d45-90bf70e9c669 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:28:53.846027 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a64c3a57-f55e-4f26-97de-30c09231df85 req-1ae88eef-f6f1-4b80-9191-02de0d737c7f tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] 10.222.0.87 "GET /v2.0/security-groups?id=6f7b4ae5-4ac7-4137-b710-0cf97fbedd77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905786 Feb 17 17:28:53.862506 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-73ea2168-0360-46b7-ae7b-925a0f163471 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Deleting port 9d98ca0a-52ba-434b-9d45-90bf70e9c669 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:28:53.863231 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-73ea2168-0360-46b7-ae7b-925a0f163471 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (9d98ca0a-52ba-434b-9d45-90bf70e9c669), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:53.946327 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9f01e83c-390e-4992-a963-b6c710346201 req-3f26b396-cef9-4fdf-a8fd-ec1cbb2776de tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (4fa9655f-30da-40d2-acc4-0e4545f18e02), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:53.968732 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['4fa9655f-30da-40d2-acc4-0e4545f18e02'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:28:54.002675 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-73ea2168-0360-46b7-ae7b-925a0f163471 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] For port 9d98ca0a-52ba-434b-9d45-90bf70e9c669, host n-d-829613-2, got binding levels [] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:28:54.003975 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-73ea2168-0360-46b7-ae7b-925a0f163471 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (9d98ca0a-52ba-434b-9d45-90bf70e9c669), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:54.041845 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-73ea2168-0360-46b7-ae7b-925a0f163471 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Calling delete_port for 9d98ca0a-52ba-434b-9d45-90bf70e9c669 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:28:54.053799 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.ipam_backend_mixin [None req-73ea2168-0360-46b7-ae7b-925a0f163471 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Port 9d98ca0a-52ba-434b-9d45-90bf70e9c669 was not found and therefore no delete operation was performed {{(pid=103435) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 17 17:28:54.056615 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-73ea2168-0360-46b7-ae7b-925a0f163471 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (9d98ca0a-52ba-434b-9d45-90bf70e9c669), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:54.071702 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f26b396-cef9-4fdf-a8fd-ec1cbb2776de tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] Pushing event deleted for resources: {'Port': ['ID=4fa9655f-30da-40d2-acc4-0e4545f18e02,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:54.097202 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-ccd964c7-a269-4327-a791-988f1ad9c56a tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:28:54.101727 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-ccd964c7-a269-4327-a791-988f1ad9c56a tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0338514 Feb 17 17:28:54.134783 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ea2168-0360-46b7-ae7b-925a0f163471 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] No DVR routers for this DVR port 9d98ca0a-52ba-434b-9d45-90bf70e9c669 on host n-d-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:28:54.150788 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ea2168-0360-46b7-ae7b-925a0f163471 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Pushing event deleted for resources: {'Port': ['ID=9d98ca0a-52ba-434b-9d45-90bf70e9c669,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:54.186932 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f01e83c-390e-4992-a963-b6c710346201 req-3f26b396-cef9-4fdf-a8fd-ec1cbb2776de tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] No DVR routers for this DVR port 4fa9655f-30da-40d2-acc4-0e4545f18e02 on host n-h2-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:28:54.193291 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9f01e83c-390e-4992-a963-b6c710346201 req-3f26b396-cef9-4fdf-a8fd-ec1cbb2776de tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:54.200852 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9f01e83c-390e-4992-a963-b6c710346201 req-3f26b396-cef9-4fdf-a8fd-ec1cbb2776de tempest-AttachSCSIVolumeTestJSON-325250694 tempest-AttachSCSIVolumeTestJSON-325250694-project] 10.222.0.91 "DELETE /v2.0/ports/4fa9655f-30da-40d2-acc4-0e4545f18e02 HTTP/1.1" status: 204 len: 173 time: 1.4216876 Feb 17 17:28:54.203137 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b387d782-e132-4d03-b28d-7aeab901707a', 'name': 'network-vif-deleted', 'tag': '4fa9655f-30da-40d2-acc4-0e4545f18e02'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:28:54.208554 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6faf816-2db6-4df6-b5de-71535d538ecb" -d '{"events": [{"server_uuid": "b387d782-e132-4d03-b28d-7aeab901707a", "name": "network-vif-deleted", "tag": "4fa9655f-30da-40d2-acc4-0e4545f18e02"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:28:54.296323 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37204) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:54.350831 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-73ea2168-0360-46b7-ae7b-925a0f163471 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (cab90405-f36c-48be-bf69-f10d430343fe), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:54.376112 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-73ea2168-0360-46b7-ae7b-925a0f163471 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cab90405-f36c-48be-bf69-f10d430343fe']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:54.390119 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-73ea2168-0360-46b7-ae7b-925a0f163471 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24695fa1-2a31-475b-b2cd-b1e68f56307e') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:54.391124 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-73ea2168-0360-46b7-ae7b-925a0f163471 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24695fa1-2a31-475b-b2cd-b1e68f56307e') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:28:54.404680 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-73ea2168-0360-46b7-ae7b-925a0f163471 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (24695fa1-2a31-475b-b2cd-b1e68f56307e), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:54.435537 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-73ea2168-0360-46b7-ae7b-925a0f163471 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (24695fa1-2a31-475b-b2cd-b1e68f56307e), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:54.450837 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73ea2168-0360-46b7-ae7b-925a0f163471 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:28:54.451513 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-73ea2168-0360-46b7-ae7b-925a0f163471 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (24695fa1-2a31-475b-b2cd-b1e68f56307e), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:54.670148 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 9d98ca0a-52ba-434b-9d45-90bf70e9c669 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:28:54.678816 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 17:28:54.678816 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:28:54.678816 n-d-829613-2 neutron-server[103435]: timer() Feb 17 17:28:54.678816 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:28:54.678816 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 17:28:54.678816 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:28:54.678816 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 17:28:54.678816 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:28:54.678816 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 17:28:54.678816 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:28:54.678816 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 17:28:54.678816 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:28:54.678816 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 17:28:54.678816 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:28:54.678816 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:28:54.678816 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:28:54.678816 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:28:54.678816 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:28:54.678816 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 17:28:54.678816 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:28:54.678816 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 17:28:54.678816 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:28:54.678816 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:28:54.678816 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:28:54.678816 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 17:28:54.678816 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:28:54.678816 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:28:54.678816 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:28:54.678816 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:28:54.678816 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:28:54.678816 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:28:54.678816 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:28:54.687381 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-73ea2168-0360-46b7-ae7b-925a0f163471 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (cab90405-f36c-48be-bf69-f10d430343fe), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:54.692116 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-fa640a3c-668b-4120-a8f3-381211871231 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-177421421-network', 'tenant_id': '055c5c88106e43038ac2faf0f62d8d68'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:28:54.699723 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-73ea2168-0360-46b7-ae7b-925a0f163471 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:54.703714 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-73ea2168-0360-46b7-ae7b-925a0f163471 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "DELETE /v2.0/networks/cab90405-f36c-48be-bf69-f10d430343fe HTTP/1.1" status: 204 len: 168 time: 1.7768865 Feb 17 17:28:54.716209 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 37212) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:54.716209 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-d357103a-ea74-4d2c-b4e7-eb3bdda6cf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:54.716694 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-d357103a-ea74-4d2c-b4e7-eb3bdda6cf2e service neutron] 10.222.0.87 "GET /v2.0/ports/9335df1e-0297-42ac-8b06-72fbb5b578ef HTTP/1.1" status: 200 len: 1124 time: 0.5867434 Feb 17 17:28:54.754566 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-d65c4a50-5df3-431e-8c2f-4bcbe531bfc6 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-358671296'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:28:54.754883 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa640a3c-668b-4120-a8f3-381211871231 admin admin] Made reservation on behalf of 055c5c88106e43038ac2faf0f62d8d68 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:28:54.756974 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa640a3c-668b-4120-a8f3-381211871231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:54.767579 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa640a3c-668b-4120-a8f3-381211871231 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:54.780525 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 9d98ca0a-52ba-434b-9d45-90bf70e9c669 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:28:54.787010 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 9d98ca0a-52ba-434b-9d45-90bf70e9c669 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:28:54.843550 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-bda61bcd-bc99-40bd-8521-4a71d2959088 service neutron] Request body: {'binding': {'host': 'n-h2-829613-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:28:54.847114 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-bda61bcd-bc99-40bd-8521-4a71d2959088 service neutron] Unknown quota resources ['binding']. {{(pid=103435) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 17 17:28:54.849498 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ea2168-0360-46b7-ae7b-925a0f163471 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Pushing event deleted for resources: {'Network': ['ID=cab90405-f36c-48be-bf69-f10d430343fe,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:54.897130 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa640a3c-668b-4120-a8f3-381211871231 admin admin] Publish callbacks [] for security_group (8be1f4ef-2561-4b86-bd91-f82492a4fd0f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:54.913745 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa640a3c-668b-4120-a8f3-381211871231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (8be1f4ef-2561-4b86-bd91-f82492a4fd0f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:54.933469 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4e3ac7b7-0055-426c-9998-2a6e65753021 req-add195e2-30e5-4862-b8a1-8d6dcc671d21 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=c7ef7b4a6e7245eab9cf1df8fc8b7550&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1953225 Feb 17 17:28:54.988031 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008c46b-492e-4627-8964-347e7896ad93 req-7a7a926c-762e-4535-9a15-e37ba170042e tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:54.995401 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b008c46b-492e-4627-8964-347e7896ad93 req-7a7a926c-762e-4535-9a15-e37ba170042e tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 946 time: 0.8641403 Feb 17 17:28:55.022412 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa640a3c-668b-4120-a8f3-381211871231 admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:28:55.027137 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65c4a50-5df3-431e-8c2f-4bcbe531bfc6 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Made reservation on behalf of 80f09b75faf84054a203824c5c5feea6 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:28:55.030562 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d65c4a50-5df3-431e-8c2f-4bcbe531bfc6 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:55.039042 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa640a3c-668b-4120-a8f3-381211871231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be1f4ef-2561-4b86-bd91-f82492a4fd0f,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:55.068618 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa640a3c-668b-4120-a8f3-381211871231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (e6796db6-dab2-4592-830c-d793c705d227), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:55.071327 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-fa640a3c-668b-4120-a8f3-381211871231 admin admin] Added segment e6796db6-dab2-4592-830c-d793c705d227 of type vlan for network 233b9567-93de-4ad6-ab48-7ed951f0fba6 Feb 17 17:28:55.279960 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa640a3c-668b-4120-a8f3-381211871231 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (233b9567-93de-4ad6-ab48-7ed951f0fba6), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:55.341026 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d46300de-18f8-4745-937b-9a5c458d2810 req-bd51dd53-b2f8-4f6c-b69a-47e930ec8ef5 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=1d8b8d76-19f4-449f-acde-56dc7188625e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1259875 Feb 17 17:28:55.355702 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa640a3c-668b-4120-a8f3-381211871231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (233b9567-93de-4ad6-ab48-7ed951f0fba6), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:55.357208 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa640a3c-668b-4120-a8f3-381211871231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:55.360113 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa640a3c-668b-4120-a8f3-381211871231 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:55.363807 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-bda61bcd-bc99-40bd-8521-4a71d2959088 service neutron] Attempting to bind port 9335df1e-0297-42ac-8b06-72fbb5b578ef on host n-h2-829613-2 for vnic_type normal with profile None {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:28:55.364865 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-bda61bcd-bc99-40bd-8521-4a71d2959088 service neutron] Attempting to bind port 9335df1e-0297-42ac-8b06-72fbb5b578ef by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:28:55.365647 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-bda61bcd-bc99-40bd-8521-4a71d2959088 service neutron] Attempting to bind port 9335df1e-0297-42ac-8b06-72fbb5b578ef on network 5dbbad70-2eaf-4ac4-baab-330b001075bb {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:28:55.399034 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d65c4a50-5df3-431e-8c2f-4bcbe531bfc6 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:28:55.428298 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fa640a3c-668b-4120-a8f3-381211871231 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1296399 Feb 17 17:28:55.441618 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37226) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:55.449484 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-bda61bcd-bc99-40bd-8521-4a71d2959088 service neutron] Port 9335df1e-0297-42ac-8b06-72fbb5b578ef on network 5dbbad70-2eaf-4ac4-baab-330b001075bb not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:28:55.449816 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-bda61bcd-bc99-40bd-8521-4a71d2959088 service neutron] Attempting to bind port 9335df1e-0297-42ac-8b06-72fbb5b578ef on network 5dbbad70-2eaf-4ac4-baab-330b001075bb {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:28:55.451480 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-7bbbdf3d-136c-4271-b13a-f174864c03be admin admin] Request body: {'subnet': {'network_id': '233b9567-93de-4ad6-ab48-7ed951f0fba6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-177421421-subnet', 'tenant_id': '055c5c88106e43038ac2faf0f62d8d68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:28:55.487664 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b008c46b-492e-4627-8964-347e7896ad93 req-ae8e5283-9e98-4638-b4b8-6c88b070d97e tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4913640 Feb 17 17:28:55.496482 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46300de-18f8-4745-937b-9a5c458d2810 req-df5a68ec-0a8c-4e05-a78a-946994a8bf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:55.497862 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d46300de-18f8-4745-937b-9a5c458d2810 req-df5a68ec-0a8c-4e05-a78a-946994a8bf49 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f8aea314af29468ab6557472620785fc&device_id=1d8b8d76-19f4-449f-acde-56dc7188625e HTTP/1.1" status: 200 len: 1126 time: 0.1153519 Feb 17 17:28:55.503241 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d65c4a50-5df3-431e-8c2f-4bcbe531bfc6 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (545be98f-3b17-4979-b9ea-3aed49803ae8), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:55.503784 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-d65c4a50-5df3-431e-8c2f-4bcbe531bfc6 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Added segment 545be98f-3b17-4979-b9ea-3aed49803ae8 of type vlan for network adbe638d-d4aa-496b-9197-653745838618 Feb 17 17:28:55.509839 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-bda61bcd-bc99-40bd-8521-4a71d2959088 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:28:55.510183 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-bda61bcd-bc99-40bd-8521-4a71d2959088 service neutron] Checking segment: {'id': '00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:28:55.510575 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-bda61bcd-bc99-40bd-8521-4a71d2959088 service neutron] Bound using segment: {'id': '00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:28:55.511027 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-bda61bcd-bc99-40bd-8521-4a71d2959088 service neutron] Bound port: 9335df1e-0297-42ac-8b06-72fbb5b578ef, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:28:55.567602 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa640a3c-668b-4120-a8f3-381211871231 admin admin] Pushing event updated for resources: {'Network': ['ID=233b9567-93de-4ad6-ab48-7ed951f0fba6,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:55.581568 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 233b9567-93de-4ad6-ab48-7ed951f0fba6 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:28:55.624520 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ac7b7-0055-426c-9998-2a6e65753021 req-f66b9f86-d4e2-4f9e-9dcd-847c95c537d7 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:55.645780 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4e3ac7b7-0055-426c-9998-2a6e65753021 req-f66b9f86-d4e2-4f9e-9dcd-847c95c537d7 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7049508 Feb 17 17:28:55.678927 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-4e3ac7b7-0055-426c-9998-2a6e65753021 req-74e81b6f-3216-40f0-8393-fd3247bd0fdc tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Request body: {'port': {'device_id': 'be77614c-d94b-40a6-8d03-387b5db0e130', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'admin_state_up': True, 'tenant_id': 'c7ef7b4a6e7245eab9cf1df8fc8b7550'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:28:55.770839 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c02df0df-14c7-422c-9576-10f737025744 req-3710a450-6512-488b-9630-bcc1cbea34d7 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/ports?device_id=be77614c-d94b-40a6-8d03-387b5db0e130 HTTP/1.1" status: 200 len: 210 time: 0.0958896 Feb 17 17:28:55.781112 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d65c4a50-5df3-431e-8c2f-4bcbe531bfc6 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (adbe638d-d4aa-496b-9197-653745838618), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:55.843503 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-bda61bcd-bc99-40bd-8521-4a71d2959088 service neutron] For port 9335df1e-0297-42ac-8b06-72fbb5b578ef, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=9335df1e-0297-42ac-8b06-72fbb5b578ef,segment=NetworkSegment(00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be),segment_id=00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:28:55.880348 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc538591-c147-4813-b9c3-8e212fe73b21 x-openstack-request-id: req-fc538591-c147-4813-b9c3-8e212fe73b21 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:28:55.880641 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b387d782-e132-4d03-b28d-7aeab901707a", "name": "network-vif-deleted", "tag": "4fa9655f-30da-40d2-acc4-0e4545f18e02", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:28:55.881513 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-fc538591-c147-4813-b9c3-8e212fe73b21 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:28:55.881640 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b387d782-e132-4d03-b28d-7aeab901707a', 'name': 'network-vif-deleted', 'tag': '4fa9655f-30da-40d2-acc4-0e4545f18e02', 'status': 'completed', 'code': 200} Feb 17 17:28:55.882105 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbbdf3d-136c-4271-b13a-f174864c03be admin admin] Made reservation on behalf of 055c5c88106e43038ac2faf0f62d8d68 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:28:55.884889 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7bbbdf3d-136c-4271-b13a-f174864c03be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:55.886303 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-bda61bcd-bc99-40bd-8521-4a71d2959088 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:55.887467 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-bda61bcd-bc99-40bd-8521-4a71d2959088 service neutron] 10.222.0.87 "POST /v2.0/ports/9335df1e-0297-42ac-8b06-72fbb5b578ef/bindings HTTP/1.1" status: 201 len: 389 time: 1.0993814 Feb 17 17:28:55.943127 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d65c4a50-5df3-431e-8c2f-4bcbe531bfc6 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (adbe638d-d4aa-496b-9197-653745838618), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:55.966340 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65c4a50-5df3-431e-8c2f-4bcbe531bfc6 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:55.967181 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d65c4a50-5df3-431e-8c2f-4bcbe531bfc6 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:56.051547 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-d65c4a50-5df3-431e-8c2f-4bcbe531bfc6 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3333488 Feb 17 17:28:56.063743 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 37240) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:56.077701 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-47ce97ce-ca14-4f61-b9fe-6d027c5927be tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Request body: {'subnet': {'network_id': 'adbe638d-d4aa-496b-9197-653745838618', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:28:56.158795 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e3ac7b7-0055-426c-9998-2a6e65753021 req-74e81b6f-3216-40f0-8393-fd3247bd0fdc tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Made reservation on behalf of c7ef7b4a6e7245eab9cf1df8fc8b7550 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:28:56.168472 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-4e3ac7b7-0055-426c-9998-2a6e65753021 req-74e81b6f-3216-40f0-8393-fd3247bd0fdc tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:56.193621 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c4a50-5df3-431e-8c2f-4bcbe531bfc6 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Pushing event updated for resources: {'Network': ['ID=adbe638d-d4aa-496b-9197-653745838618,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:56.208900 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46300de-18f8-4745-937b-9a5c458d2810 req-1c0beb97-7dd0-4580-aa0b-239484104c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:56.211263 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d46300de-18f8-4745-937b-9a5c458d2810 req-1c0beb97-7dd0-4580-aa0b-239484104c22 service neutron] 10.222.0.91 "GET /v2.0/networks?id=210dd7a1-23b8-45c6-a401-b56590fcc3c1 HTTP/1.1" status: 200 len: 908 time: 0.6585426 Feb 17 17:28:56.215781 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network adbe638d-d4aa-496b-9197-653745838618 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:28:56.274740 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d46300de-18f8-4745-937b-9a5c458d2810 req-591bc88f-7709-45c2-88b2-ac7360ab7481 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c02aa91e-b5a3-4ae4-8119-898cef173204 HTTP/1.1" status: 200 len: 217 time: 0.0473089 Feb 17 17:28:56.276048 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-4e3ac7b7-0055-426c-9998-2a6e65753021 req-74e81b6f-3216-40f0-8393-fd3247bd0fdc tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:56.395091 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46300de-18f8-4745-937b-9a5c458d2810 req-2adad91e-e9d7-4aa7-baef-f42001d61f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:56.396862 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d46300de-18f8-4745-937b-9a5c458d2810 req-2adad91e-e9d7-4aa7-baef-f42001d61f3b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8267d93d-c5aa-40cb-acb4-c1e284d682e6 HTTP/1.1" status: 200 len: 847 time: 0.1143196 Feb 17 17:28:56.464482 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d46300de-18f8-4745-937b-9a5c458d2810 req-ae17a4ed-6590-4105-8efc-e840b46d5bcb service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=210dd7a1-23b8-45c6-a401-b56590fcc3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419238 Feb 17 17:28:56.561639 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f29cd-fbaa-43f1-a763-188584ce9866 req-113276ed-e5e3-40ed-a780-c9af7bbd1caf tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:56.563169 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-577f29cd-fbaa-43f1-a763-188584ce9866 req-113276ed-e5e3-40ed-a780-c9af7bbd1caf tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f HTTP/1.1" status: 200 len: 945 time: 0.3561075 Feb 17 17:28:56.567312 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ce97ce-ca14-4f61-b9fe-6d027c5927be tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Made reservation on behalf of 80f09b75faf84054a203824c5c5feea6 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:28:56.571155 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-47ce97ce-ca14-4f61-b9fe-6d027c5927be tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:56.584053 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-79b6684a-5e03-4cbf-b868-fea1feaa4bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:56.585281 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-79b6684a-5e03-4cbf-b868-fea1feaa4bd0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5bb8389d8da44943868afc5c1f119806&device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f HTTP/1.1" status: 200 len: 1127 time: 0.3121855 Feb 17 17:28:56.594514 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7bbbdf3d-136c-4271-b13a-f174864c03be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (bb181189-1480-4377-9824-fc7c67a5f7e8), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:56.740940 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbbdf3d-136c-4271-b13a-f174864c03be admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb181189-1480-4377-9824-fc7c67a5f7e8,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:56.769863 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbbdf3d-136c-4271-b13a-f174864c03be admin admin] Checking segment: {'id': 'e6796db6-dab2-4592-830c-d793c705d227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '233b9567-93de-4ad6-ab48-7ed951f0fba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:28:56.770228 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbbdf3d-136c-4271-b13a-f174864c03be admin admin] Network hostable DHCP agents. Network: 233b9567-93de-4ad6-ab48-7ed951f0fba6, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:28:56.778336 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d46300de-18f8-4745-937b-9a5c458d2810 req-f51b8c14-fba8-48cd-9fbc-e2db0ea1f2fb service neutron] 10.222.0.91 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995319 Feb 17 17:28:56.821287 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbbdf3d-136c-4271-b13a-f174864c03be admin admin] Network 233b9567-93de-4ad6-ab48-7ed951f0fba6 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:28:56.845751 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-4e3ac7b7-0055-426c-9998-2a6e65753021 req-74e81b6f-3216-40f0-8393-fd3247bd0fdc tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Publish callbacks [] for security_group (21a8b692-4450-4054-9577-11ac5acdc057), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:56.879227 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-7bbbdf3d-136c-4271-b13a-f174864c03be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 233b9567-93de-4ad6-ab48-7ed951f0fba6) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:28:56.888751 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbbdf3d-136c-4271-b13a-f174864c03be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:56.889389 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7bbbdf3d-136c-4271-b13a-f174864c03be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:56.893400 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973139b2-4db6-4d93-9fe8-6751bc6a3dca None None] Network 233b9567-93de-4ad6-ab48-7ed951f0fba6 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:28:56.930830 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d46300de-18f8-4745-937b-9a5c458d2810 req-008afca2-37c3-4b80-a514-813c76d2d913 service neutron] 10.222.0.91 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447577 Feb 17 17:28:57.003544 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7bbbdf3d-136c-4271-b13a-f174864c03be admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5603426 Feb 17 17:28:57.058045 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4be9013-7a17-4ff0-b15f-3213f0a3b75f None None] Network 233b9567-93de-4ad6-ab48-7ed951f0fba6 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:28:57.161212 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 4fa9655f-30da-40d2-acc4-0e4545f18e02 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:28:57.188931 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: 4fa9655f-30da-40d2-acc4-0e4545f18e02 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:28:57.189519 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 4fa9655f-30da-40d2-acc4-0e4545f18e02 not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:28:57.299920 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-4e3ac7b7-0055-426c-9998-2a6e65753021 req-74e81b6f-3216-40f0-8393-fd3247bd0fdc tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (21a8b692-4450-4054-9577-11ac5acdc057), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:57.347999 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-577f29cd-fbaa-43f1-a763-188584ce9866 req-7fb1a254-8880-4def-b890-9dabbe1f54e5 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7720556 Feb 17 17:28:57.519815 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075711b-03d2-49da-bbd1-a65f7d09c514 req-322d2e79-5a03-4450-9370-5802be9ba2a9 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:57.537663 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6075711b-03d2-49da-bbd1-a65f7d09c514 req-322d2e79-5a03-4450-9370-5802be9ba2a9 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 946 time: 0.9083071 Feb 17 17:28:57.616973 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e81b6f-3216-40f0-8393-fd3247bd0fdc tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21a8b692-4450-4054-9577-11ac5acdc057,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:57.626535 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-2eee2ac7-ff8e-4b90-be29-ee86201327f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:57.627963 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-2eee2ac7-ff8e-4b90-be29-ee86201327f5 service neutron] 10.222.0.91 "GET /v2.0/networks?id=5dbbad70-2eaf-4ac4-baab-330b001075bb HTTP/1.1" status: 200 len: 921 time: 1.0206423 Feb 17 17:28:57.676947 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-47ce97ce-ca14-4f61-b9fe-6d027c5927be tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (d81873e9-5029-49a6-9cfd-8958570b115e), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:57.723607 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7ff94f2a-e386-4963-88de-3d4b3e3daaa5 req-daf2852f-6b44-43c8-b530-f037c18d10e1 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/ports?device_id=be77614c-d94b-40a6-8d03-387b5db0e130 HTTP/1.1" status: 200 len: 210 time: 0.0963104 Feb 17 17:28:57.763401 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-d4a503d9-4e9a-4ada-b1b5-2759598a1632 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9335df1e-0297-42ac-8b06-72fbb5b578ef HTTP/1.1" status: 200 len: 217 time: 0.1129713 Feb 17 17:28:57.886874 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-ac836e6a-bc55-45a1-b6de-0233fbe448b6 req-74c17252-2383-4d63-8d0c-84028c7cb641 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-878519883', 'description': 'tempest-description-143909920'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:28:57.906212 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6075711b-03d2-49da-bbd1-a65f7d09c514 req-09fcc19b-0255-4134-917b-62536d710d02 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645937 Feb 17 17:28:57.979453 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce97ce-ca14-4f61-b9fe-6d027c5927be tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Pushing event updated for resources: {'Subnet': ['ID=d81873e9-5029-49a6-9cfd-8958570b115e,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:58.022557 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-05120c10-727f-4d6e-a18b-9c8cdfd9575d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:58.024841 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-05120c10-727f-4d6e-a18b-9c8cdfd9575d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d4b8c7cb-ffed-4089-8d05-52af74f92303 HTTP/1.1" status: 200 len: 860 time: 0.2483003 Feb 17 17:28:58.031633 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-4e3ac7b7-0055-426c-9998-2a6e65753021 req-74e81b6f-3216-40f0-8393-fd3247bd0fdc tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Allocated IP 192.168.233.57 (82b8d039-1c14-456f-ab24-8b3aebebd7d8/ac79920f-9ddd-4352-b866-6056158b178e/def80f72-6674-4dff-b38b-2c1d3d245381) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:28:58.060272 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ac836e6a-bc55-45a1-b6de-0233fbe448b6 req-74c17252-2383-4d63-8d0c-84028c7cb641 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:58.089877 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-c767bdde-08c2-4156-bbbc-d1b1660e166f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5dbbad70-2eaf-4ac4-baab-330b001075bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522788 Feb 17 17:28:58.103165 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ce97ce-ca14-4f61-b9fe-6d027c5927be tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Checking segment: {'id': '545be98f-3b17-4979-b9ea-3aed49803ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'adbe638d-d4aa-496b-9197-653745838618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:28:58.103523 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ce97ce-ca14-4f61-b9fe-6d027c5927be tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Network hostable DHCP agents. Network: adbe638d-d4aa-496b-9197-653745838618, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:28:58.252671 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ce97ce-ca14-4f61-b9fe-6d027c5927be tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Network adbe638d-d4aa-496b-9197-653745838618 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:28:58.294820 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-47ce97ce-ca14-4f61-b9fe-6d027c5927be tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, adbe638d-d4aa-496b-9197-653745838618) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:28:58.310902 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b04914-91c1-4954-80ce-21cba406467b None None] Network adbe638d-d4aa-496b-9197-653745838618 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:28:58.340067 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ce97ce-ca14-4f61-b9fe-6d027c5927be tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:58.340770 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-47ce97ce-ca14-4f61-b9fe-6d027c5927be tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:58.443121 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-a80f8c5b-062b-4b61-bf65-0f5057228291 service neutron] 10.222.0.91 "GET /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278530 Feb 17 17:28:58.468265 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a7a91f-8ce4-41fe-8369-117f0545be94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-adbe638d-d4aa-496b-9197-653745838618', 'network_id': 'adbe638d-d4aa-496b-9197-653745838618', 'project_id': '80f09b75faf84054a203824c5c5feea6', 'fixed_ips': [{'subnet_id': 'd81873e9-5029-49a6-9cfd-8958570b115e'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:28:58.469175 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-36a7a91f-8ce4-41fe-8369-117f0545be94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:58.492470 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-47ce97ce-ca14-4f61-b9fe-6d027c5927be tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4270091 Feb 17 17:28:58.495014 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ac836e6a-bc55-45a1-b6de-0233fbe448b6 req-74c17252-2383-4d63-8d0c-84028c7cb641 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (7d7184bf-6e8f-495f-ab85-8047edfae0d5), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:58.495814 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37334) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:58.514869 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-44269297-0c9b-4191-abbd-6287078fbb7c tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1164677586'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:28:58.524797 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ac836e6a-bc55-45a1-b6de-0233fbe448b6 req-74c17252-2383-4d63-8d0c-84028c7cb641 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (7d7184bf-6e8f-495f-ab85-8047edfae0d5), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:58.581307 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44269297-0c9b-4191-abbd-6287078fbb7c tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Made reservation on behalf of 80f09b75faf84054a203824c5c5feea6 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:28:58.585345 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-44269297-0c9b-4191-abbd-6287078fbb7c tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:58.590473 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:28:58.633910 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44269297-0c9b-4191-abbd-6287078fbb7c tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:28:58.653312 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-44269297-0c9b-4191-abbd-6287078fbb7c tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (4d108189-d8c8-4e19-aaa6-f25515939ef9), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:58.653667 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-44269297-0c9b-4191-abbd-6287078fbb7c tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Added segment 4d108189-d8c8-4e19-aaa6-f25515939ef9 of type vlan for network 6edd94c0-873e-4a42-88ca-5019bb6fe496 Feb 17 17:28:58.685530 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-4e3ac7b7-0055-426c-9998-2a6e65753021 req-74e81b6f-3216-40f0-8393-fd3247bd0fdc tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Publish callbacks [] for port (def80f72-6674-4dff-b38b-2c1d3d245381), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:58.741183 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-44269297-0c9b-4191-abbd-6287078fbb7c tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (6edd94c0-873e-4a42-88ca-5019bb6fe496), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:58.808664 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-4e3ac7b7-0055-426c-9998-2a6e65753021 req-74e81b6f-3216-40f0-8393-fd3247bd0fdc tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (def80f72-6674-4dff-b38b-2c1d3d245381), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:58.813555 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-44269297-0c9b-4191-abbd-6287078fbb7c tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (6edd94c0-873e-4a42-88ca-5019bb6fe496), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:58.818129 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ac836e6a-bc55-45a1-b6de-0233fbe448b6 req-74c17252-2383-4d63-8d0c-84028c7cb641 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:58.820297 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44269297-0c9b-4191-abbd-6287078fbb7c tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:58.823933 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-44269297-0c9b-4191-abbd-6287078fbb7c tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:58.829082 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ac836e6a-bc55-45a1-b6de-0233fbe448b6 req-74c17252-2383-4d63-8d0c-84028c7cb641 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.9655306 Feb 17 17:28:58.836617 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-36a7a91f-8ce4-41fe-8369-117f0545be94 None None] Allocated IP 19.80.0.2 (adbe638d-d4aa-496b-9197-653745838618/d81873e9-5029-49a6-9cfd-8958570b115e/4c0bd07d-d75c-4429-9b94-7a211eb6af0d) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:28:58.969416 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37348) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:58.977824 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-44269297-0c9b-4191-abbd-6287078fbb7c tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4765329 Feb 17 17:28:58.978597 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44269297-0c9b-4191-abbd-6287078fbb7c tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Pushing event updated for resources: {'Network': ['ID=6edd94c0-873e-4a42-88ca-5019bb6fe496,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:58.981331 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37352) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:28:58.986679 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-0932fa3a-14bd-4820-bb58-b2a18497a993 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Request body: {'subnet': {'network_id': '6edd94c0-873e-4a42-88ca-5019bb6fe496', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:28:59.003937 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e81b6f-3216-40f0-8393-fd3247bd0fdc tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Pushing event updated for resources: {'Port': ['ID=def80f72-6674-4dff-b38b-2c1d3d245381,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:59.011694 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c17252-2383-4d63-8d0c-84028c7cb641 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7184bf-6e8f-495f-ab85-8047edfae0d5,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:59.099085 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 6edd94c0-873e-4a42-88ca-5019bb6fe496 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:28:59.132593 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0932fa3a-14bd-4820-bb58-b2a18497a993 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Made reservation on behalf of 80f09b75faf84054a203824c5c5feea6 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:28:59.136809 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0932fa3a-14bd-4820-bb58-b2a18497a993 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:59.147360 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-36a7a91f-8ce4-41fe-8369-117f0545be94 None None] Publish callbacks [] for port (4c0bd07d-d75c-4429-9b94-7a211eb6af0d), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:59.177087 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-36a7a91f-8ce4-41fe-8369-117f0545be94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (4c0bd07d-d75c-4429-9b94-7a211eb6af0d), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:59.204000 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e3ac7b7-0055-426c-9998-2a6e65753021 req-74e81b6f-3216-40f0-8393-fd3247bd0fdc tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:28:59.213741 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a7a91f-8ce4-41fe-8369-117f0545be94 None None] Network adbe638d-d4aa-496b-9197-653745838618 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:28:59.219165 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-36a7a91f-8ce4-41fe-8369-117f0545be94 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:28:59.240556 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c877f-2bfa-474a-9371-89ed6b0736ff req-b581d438-9325-4b2c-b9c7-4dce392eeddf tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:59.261533 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1d780733-f6b6-4ede-8f64-0845a1106e1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:59.262583 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-549c877f-2bfa-474a-9371-89ed6b0736ff req-b581d438-9325-4b2c-b9c7-4dce392eeddf tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f HTTP/1.1" status: 200 len: 945 time: 0.7463698 Feb 17 17:28:59.271083 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a7a91f-8ce4-41fe-8369-117f0545be94 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:28:59.341775 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-4b46382e-03c7-4b8b-9557-804840b7bbb2 service neutron] 10.222.0.91 "GET /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8977325 Feb 17 17:28:59.351370 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a7a91f-8ce4-41fe-8369-117f0545be94 None None] Pushing event updated for resources: {'Port': ['ID=4c0bd07d-d75c-4429-9b94-7a211eb6af0d,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:59.354765 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-4e3ac7b7-0055-426c-9998-2a6e65753021 req-74e81b6f-3216-40f0-8393-fd3247bd0fdc tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:28:59.365720 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-36a7a91f-8ce4-41fe-8369-117f0545be94 None None] Attempting to bind port 4c0bd07d-d75c-4429-9b94-7a211eb6af0d on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:28:59.366333 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-36a7a91f-8ce4-41fe-8369-117f0545be94 None None] Attempting to bind port 4c0bd07d-d75c-4429-9b94-7a211eb6af0d by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '545be98f-3b17-4979-b9ea-3aed49803ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'adbe638d-d4aa-496b-9197-653745838618'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:28:59.367127 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a7a91f-8ce4-41fe-8369-117f0545be94 None None] Attempting to bind port 4c0bd07d-d75c-4429-9b94-7a211eb6af0d on network adbe638d-d4aa-496b-9197-653745838618 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:28:59.373089 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a7a91f-8ce4-41fe-8369-117f0545be94 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:28:59.374379 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a7a91f-8ce4-41fe-8369-117f0545be94 None None] Checking segment: {'id': '545be98f-3b17-4979-b9ea-3aed49803ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'adbe638d-d4aa-496b-9197-653745838618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:28:59.375012 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-36a7a91f-8ce4-41fe-8369-117f0545be94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:59.375629 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a7a91f-8ce4-41fe-8369-117f0545be94 None None] Bound using segment: {'id': '545be98f-3b17-4979-b9ea-3aed49803ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'adbe638d-d4aa-496b-9197-653745838618'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:28:59.376336 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-36a7a91f-8ce4-41fe-8369-117f0545be94 None None] Bound port: 4c0bd07d-d75c-4429-9b94-7a211eb6af0d, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '545be98f-3b17-4979-b9ea-3aed49803ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'adbe638d-d4aa-496b-9197-653745838618'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:28:59.377058 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-36a7a91f-8ce4-41fe-8369-117f0545be94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (4c0bd07d-d75c-4429-9b94-7a211eb6af0d), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:59.385974 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673aba9-3f81-4def-9497-137c77d361a0 req-039f2660-5228-4c86-a7bc-3bf43058f0ed tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:59.399458 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0673aba9-3f81-4def-9497-137c77d361a0 req-039f2660-5228-4c86-a7bc-3bf43058f0ed tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/ports?device_id=be77614c-d94b-40a6-8d03-387b5db0e130 HTTP/1.1" status: 200 len: 935 time: 0.4095941 Feb 17 17:28:59.406399 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e3ac7b7-0055-426c-9998-2a6e65753021 req-74e81b6f-3216-40f0-8393-fd3247bd0fdc tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:28:59.457579 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-36a7a91f-8ce4-41fe-8369-117f0545be94 None None] For port 4c0bd07d-d75c-4429-9b94-7a211eb6af0d, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:28:59.461651 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-36a7a91f-8ce4-41fe-8369-117f0545be94 None None] For port 4c0bd07d-d75c-4429-9b94-7a211eb6af0d, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=4c0bd07d-d75c-4429-9b94-7a211eb6af0d,segment=NetworkSegment(545be98f-3b17-4979-b9ea-3aed49803ae8),segment_id=545be98f-3b17-4979-b9ea-3aed49803ae8)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:28:59.480489 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-36a7a91f-8ce4-41fe-8369-117f0545be94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (4c0bd07d-d75c-4429-9b94-7a211eb6af0d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:59.492497 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-549c877f-2bfa-474a-9371-89ed6b0736ff req-4566abaf-7146-4f92-aa77-816e64df5813 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248149 Feb 17 17:28:59.562828 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a7a91f-8ce4-41fe-8369-117f0545be94 None None] Pushing event updated for resources: {'Port': ['ID=4c0bd07d-d75c-4429-9b94-7a211eb6af0d,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:59.674639 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-89c14c03-9d51-405f-b310-22fdc94e917b req-2fdfa688-fbc7-4ba4-9321-6fc3a75f9db2 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-739784243', 'description': 'tempest-description-1192373773'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:28:59.737331 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-89c14c03-9d51-405f-b310-22fdc94e917b req-2fdfa688-fbc7-4ba4-9321-6fc3a75f9db2 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:59.749982 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1d780733-f6b6-4ede-8f64-0845a1106e1b admin admin] Publish callbacks [] for security_group (aa273516-584b-4c00-a3db-1d484a704735), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:59.775959 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1d780733-f6b6-4ede-8f64-0845a1106e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (aa273516-584b-4c00-a3db-1d484a704735), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:59.818210 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-3128fb8e-d916-43df-a1af-03d87b092312 None None] Provisioning complete for port def80f72-6674-4dff-b38b-2c1d3d245381 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:28:59.818670 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3128fb8e-d916-43df-a1af-03d87b092312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (def80f72-6674-4dff-b38b-2c1d3d245381), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:59.853743 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ac7b7-0055-426c-9998-2a6e65753021 req-74e81b6f-3216-40f0-8393-fd3247bd0fdc tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:28:59.854960 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-4e3ac7b7-0055-426c-9998-2a6e65753021 req-74e81b6f-3216-40f0-8393-fd3247bd0fdc tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:28:59.907923 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0673aba9-3f81-4def-9497-137c77d361a0 req-70e7a35d-ebd1-4ebc-b4bc-330cbaa6d16e tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/security-groups?id=21a8b692-4450-4054-9577-11ac5acdc057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5074294 Feb 17 17:28:59.962002 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d780733-f6b6-4ede-8f64-0845a1106e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa273516-584b-4c00-a3db-1d484a704735,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:28:59.987745 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0932fa3a-14bd-4820-bb58-b2a18497a993 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (07b7f3cb-edc6-424c-a18f-cf445ad632ec), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:00.061446 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4e3ac7b7-0055-426c-9998-2a6e65753021 req-74e81b6f-3216-40f0-8393-fd3247bd0fdc tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3909893 Feb 17 17:29:00.098526 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-4e3ac7b7-0055-426c-9998-2a6e65753021 req-43adea53-0ea4-490a-85ba-9fb6c3631fee service neutron] Request body: {'port': {'device_id': 'be77614c-d94b-40a6-8d03-387b5db0e130', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:29:00.192177 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-1d780733-f6b6-4ede-8f64-0845a1106e1b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=941c3808585f45edab4065f557e73ef0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2201004 Feb 17 17:29:00.207350 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37358) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:29:00.281498 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0932fa3a-14bd-4820-bb58-b2a18497a993 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Checking segment: {'id': '4d108189-d8c8-4e19-aaa6-f25515939ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6edd94c0-873e-4a42-88ca-5019bb6fe496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:29:00.284465 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0932fa3a-14bd-4820-bb58-b2a18497a993 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Network hostable DHCP agents. Network: 6edd94c0-873e-4a42-88ca-5019bb6fe496, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:29:00.288348 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-89c14c03-9d51-405f-b310-22fdc94e917b req-2fdfa688-fbc7-4ba4-9321-6fc3a75f9db2 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (ec76d327-f7ad-465a-bf9c-7bd211bc4b4f), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:00.309993 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0932fa3a-14bd-4820-bb58-b2a18497a993 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Pushing event updated for resources: {'Subnet': ['ID=07b7f3cb-edc6-424c-a18f-cf445ad632ec,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:00.356704 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0932fa3a-14bd-4820-bb58-b2a18497a993 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Network 6edd94c0-873e-4a42-88ca-5019bb6fe496 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:29:00.369891 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-4e3ac7b7-0055-426c-9998-2a6e65753021 req-43adea53-0ea4-490a-85ba-9fb6c3631fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (def80f72-6674-4dff-b38b-2c1d3d245381), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:00.377505 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-89c14c03-9d51-405f-b310-22fdc94e917b req-2fdfa688-fbc7-4ba4-9321-6fc3a75f9db2 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (ec76d327-f7ad-465a-bf9c-7bd211bc4b4f), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:00.379839 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-0932fa3a-14bd-4820-bb58-b2a18497a993 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 6edd94c0-873e-4a42-88ca-5019bb6fe496) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:29:00.413501 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0932fa3a-14bd-4820-bb58-b2a18497a993 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:00.416224 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a101a18c-a1f3-4b17-a62f-83a63050036f None None] Network 6edd94c0-873e-4a42-88ca-5019bb6fe496 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:29:00.417501 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0932fa3a-14bd-4820-bb58-b2a18497a993 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:00.462788 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-141331c9-68b6-453a-99b2-ea578460636e admin admin] Publish callbacks [] for security_group (aa273516-584b-4c00-a3db-1d484a704735), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:00.503941 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-89c14c03-9d51-405f-b310-22fdc94e917b req-2fdfa688-fbc7-4ba4-9321-6fc3a75f9db2 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:00.505284 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-89c14c03-9d51-405f-b310-22fdc94e917b req-2fdfa688-fbc7-4ba4-9321-6fc3a75f9db2 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.8547466 Feb 17 17:29:00.559972 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdfa688-fbc7-4ba4-9321-6fc3a75f9db2 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec76d327-f7ad-465a-bf9c-7bd211bc4b4f,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:00.579103 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5363823-c039-49f8-b4cc-4df489f5a441 req-fd6f55fa-f84c-462c-b6c9-f51cc3a1e522 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:00.582991 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-141331c9-68b6-453a-99b2-ea578460636e admin admin] Publish callbacks [] for security_group (aa273516-584b-4c00-a3db-1d484a704735), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:00.595262 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d5363823-c039-49f8-b4cc-4df489f5a441 req-fd6f55fa-f84c-462c-b6c9-f51cc3a1e522 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 946 time: 0.4648161 Feb 17 17:29:00.765661 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d5363823-c039-49f8-b4cc-4df489f5a441 req-1eec1cbc-ea54-4a7d-8803-a357f90603d4 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692495 Feb 17 17:29:00.803348 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0932fa3a-14bd-4820-bb58-b2a18497a993 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8188279 Feb 17 17:29:00.833088 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-141331c9-68b6-453a-99b2-ea578460636e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (aa273516-584b-4c00-a3db-1d484a704735), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:00.836148 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-141331c9-68b6-453a-99b2-ea578460636e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:00.840333 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-141331c9-68b6-453a-99b2-ea578460636e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/aa273516-584b-4c00-a3db-1d484a704735 HTTP/1.1" status: 204 len: 168 time: 0.6284027 Feb 17 17:29:00.863103 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141331c9-68b6-453a-99b2-ea578460636e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa273516-584b-4c00-a3db-1d484a704735,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:01.056071 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e287cfc-52b8-4ef1-b099-b0d642a29a3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-6edd94c0-873e-4a42-88ca-5019bb6fe496', 'network_id': '6edd94c0-873e-4a42-88ca-5019bb6fe496', 'project_id': '80f09b75faf84054a203824c5c5feea6', 'fixed_ips': [{'subnet_id': '07b7f3cb-edc6-424c-a18f-cf445ad632ec'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:29:01.066803 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e287cfc-52b8-4ef1-b099-b0d642a29a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:01.132935 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389894d-db14-4b23-8af5-a0de4d6b475c req-c84030ff-d5ea-4a85-a6e0-dbca37c4ee6d tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:01.135262 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 4c0bd07d-d75c-4429-9b94-7a211eb6af0d up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:29:01.143453 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b389894d-db14-4b23-8af5-a0de4d6b475c req-c84030ff-d5ea-4a85-a6e0-dbca37c4ee6d tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f HTTP/1.1" status: 200 len: 945 time: 0.4369555 Feb 17 17:29:01.303182 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-3128fb8e-d916-43df-a1af-03d87b092312 None None] Port def80f72-6674-4dff-b38b-2c1d3d245381 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:29:01.454145 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-5e287cfc-52b8-4ef1-b099-b0d642a29a3a None None] Allocated IP 19.86.0.2 (6edd94c0-873e-4a42-88ca-5019bb6fe496/07b7f3cb-edc6-424c-a18f-cf445ad632ec/ece10dd1-bcc4-4b36-950a-8d3222aa25dc) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:29:01.473082 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b389894d-db14-4b23-8af5-a0de4d6b475c req-848db5f0-6560-4713-9e65-ccfcd5dea6a6 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268118 Feb 17 17:29:01.480552 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 4c0bd07d-d75c-4429-9b94-7a211eb6af0d triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:29:01.481212 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (4c0bd07d-d75c-4429-9b94-7a211eb6af0d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:01.497086 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c978ac-22ba-495b-b4bf-ddae2de6662a req-835db991-5ac2-43c5-a9e3-6ebb83e22bbe tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:01.505371 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-34c978ac-22ba-495b-b4bf-ddae2de6662a req-835db991-5ac2-43c5-a9e3-6ebb83e22bbe tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/ports?device_id=be77614c-d94b-40a6-8d03-387b5db0e130 HTTP/1.1" status: 200 len: 935 time: 0.4460952 Feb 17 17:29:01.632915 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 4c0bd07d-d75c-4429-9b94-7a211eb6af0d is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:29:01.633844 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (4c0bd07d-d75c-4429-9b94-7a211eb6af0d), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:01.703126 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da186f4-2889-484e-a45a-2957deacd7be None None] Network adbe638d-d4aa-496b-9197-653745838618 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:29:01.744004 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 4c0bd07d-d75c-4429-9b94-7a211eb6af0d, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=4c0bd07d-d75c-4429-9b94-7a211eb6af0d,segment=NetworkSegment(545be98f-3b17-4979-b9ea-3aed49803ae8),segment_id=545be98f-3b17-4979-b9ea-3aed49803ae8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:29:01.771099 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (4c0bd07d-d75c-4429-9b94-7a211eb6af0d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:01.834377 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-d47735dd-ff54-44d0-bfbe-ebd0250dd2cd None None] Provisioning complete for port 4c0bd07d-d75c-4429-9b94-7a211eb6af0d triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:29:01.834967 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d47735dd-ff54-44d0-bfbe-ebd0250dd2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (4c0bd07d-d75c-4429-9b94-7a211eb6af0d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:01.881023 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-34c978ac-22ba-495b-b4bf-ddae2de6662a req-43650444-9a4c-4fb8-9635-ca920914730c tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/security-groups?id=21a8b692-4450-4054-9577-11ac5acdc057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707225 Feb 17 17:29:01.890306 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37390) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:29:01.917099 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-70da5398-e0a7-47b3-968a-b457d59d71da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:02.144176 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e287cfc-52b8-4ef1-b099-b0d642a29a3a None None] Publish callbacks [] for port (ece10dd1-bcc4-4b36-950a-8d3222aa25dc), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:02.148658 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d3b6e-c658-4bc0-8ca9-8ff31c3eb7c7 req-90d39bde-90c6-41c1-9a54-eab2c40e90a2 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:02.153770 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f98d3b6e-c658-4bc0-8ca9-8ff31c3eb7c7 req-90d39bde-90c6-41c1-9a54-eab2c40e90a2 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/networks?id=233b9567-93de-4ad6-ab48-7ed951f0fba6 HTTP/1.1" status: 200 len: 812 time: 0.4490337 Feb 17 17:29:02.174554 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=4c0bd07d-d75c-4429-9b94-7a211eb6af0d,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:02.192509 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-70da5398-e0a7-47b3-968a-b457d59d71da admin admin] Publish callbacks [] for security_group (0b5022f7-e767-403c-8524-3c5180e84ffb), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:02.199846 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e287cfc-52b8-4ef1-b099-b0d642a29a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (ece10dd1-bcc4-4b36-950a-8d3222aa25dc), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:02.203003 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-70da5398-e0a7-47b3-968a-b457d59d71da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (0b5022f7-e767-403c-8524-3c5180e84ffb), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:02.235901 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f98d3b6e-c658-4bc0-8ca9-8ff31c3eb7c7 req-4e99cc0a-302b-42a2-ba2d-0775d1fc3265 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/quotas/055c5c88106e43038ac2faf0f62d8d68 HTTP/1.1" status: 200 len: 375 time: 0.0344419 Feb 17 17:29:02.307918 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70da5398-e0a7-47b3-968a-b457d59d71da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5022f7-e767-403c-8524-3c5180e84ffb,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:02.317388 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-70da5398-e0a7-47b3-968a-b457d59d71da admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c82801db8c4544498e1890283e8fc7da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4258819 Feb 17 17:29:02.320028 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37404) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:29:02.346088 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f98d3b6e-c658-4bc0-8ca9-8ff31c3eb7c7 req-6e57ca95-1d4f-419f-ad76-8ebdf63d8711 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=055c5c88106e43038ac2faf0f62d8d68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1058853 Feb 17 17:29:02.348674 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e287cfc-52b8-4ef1-b099-b0d642a29a3a None None] Network 6edd94c0-873e-4a42-88ca-5019bb6fe496 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:29:02.357387 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-5e287cfc-52b8-4ef1-b099-b0d642a29a3a None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:29:02.388795 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e287cfc-52b8-4ef1-b099-b0d642a29a3a None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:29:02.396924 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7372f22d-fab5-40d3-bb0a-8950d7e52e39 admin admin] Publish callbacks [] for security_group (0b5022f7-e767-403c-8524-3c5180e84ffb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:02.429688 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7372f22d-fab5-40d3-bb0a-8950d7e52e39 admin admin] Publish callbacks [] for security_group (0b5022f7-e767-403c-8524-3c5180e84ffb), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:02.449119 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e287cfc-52b8-4ef1-b099-b0d642a29a3a None None] Pushing event updated for resources: {'Port': ['ID=ece10dd1-bcc4-4b36-950a-8d3222aa25dc,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:02.495735 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7372f22d-fab5-40d3-bb0a-8950d7e52e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (0b5022f7-e767-403c-8524-3c5180e84ffb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:02.508753 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7372f22d-fab5-40d3-bb0a-8950d7e52e39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:02.511291 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7372f22d-fab5-40d3-bb0a-8950d7e52e39 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0b5022f7-e767-403c-8524-3c5180e84ffb HTTP/1.1" status: 204 len: 168 time: 0.1884909 Feb 17 17:29:02.531634 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372f22d-fab5-40d3-bb0a-8950d7e52e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5022f7-e767-403c-8524-3c5180e84ffb,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:02.554744 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f98d3b6e-c658-4bc0-8ca9-8ff31c3eb7c7 req-f06fc68c-17d8-42cb-962a-80dd9061063e service neutron] 10.222.0.87 "GET /v2.0/networks/233b9567-93de-4ad6-ab48-7ed951f0fba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061384 Feb 17 17:29:02.578068 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-4e3ac7b7-0055-426c-9998-2a6e65753021 req-43adea53-0ea4-490a-85ba-9fb6c3631fee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id def80f72-6674-4dff-b38b-2c1d3d245381 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:29:02.597108 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-4e3ac7b7-0055-426c-9998-2a6e65753021 req-43adea53-0ea4-490a-85ba-9fb6c3631fee service neutron] Publish callbacks [] for port (def80f72-6674-4dff-b38b-2c1d3d245381), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:02.631590 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-4e3ac7b7-0055-426c-9998-2a6e65753021 req-43adea53-0ea4-490a-85ba-9fb6c3631fee service neutron] Transition to ACTIVE for port object def80f72-6674-4dff-b38b-2c1d3d245381 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:29:02.650976 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-4e3ac7b7-0055-426c-9998-2a6e65753021 req-43adea53-0ea4-490a-85ba-9fb6c3631fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (def80f72-6674-4dff-b38b-2c1d3d245381), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:02.694751 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-5e287cfc-52b8-4ef1-b099-b0d642a29a3a None None] Attempting to bind port ece10dd1-bcc4-4b36-950a-8d3222aa25dc on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:29:02.695261 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-5e287cfc-52b8-4ef1-b099-b0d642a29a3a None None] Attempting to bind port ece10dd1-bcc4-4b36-950a-8d3222aa25dc by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '4d108189-d8c8-4e19-aaa6-f25515939ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6edd94c0-873e-4a42-88ca-5019bb6fe496'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:29:02.695564 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e287cfc-52b8-4ef1-b099-b0d642a29a3a None None] Attempting to bind port ece10dd1-bcc4-4b36-950a-8d3222aa25dc on network 6edd94c0-873e-4a42-88ca-5019bb6fe496 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:29:02.719833 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-d47735dd-ff54-44d0-bfbe-ebd0250dd2cd None None] Current status of the port 4c0bd07d-d75c-4429-9b94-7a211eb6af0d is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:29:02.734473 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e287cfc-52b8-4ef1-b099-b0d642a29a3a None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:29:02.735179 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e287cfc-52b8-4ef1-b099-b0d642a29a3a None None] Checking segment: {'id': '4d108189-d8c8-4e19-aaa6-f25515939ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6edd94c0-873e-4a42-88ca-5019bb6fe496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:29:02.736181 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e287cfc-52b8-4ef1-b099-b0d642a29a3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:02.739350 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e287cfc-52b8-4ef1-b099-b0d642a29a3a None None] Bound using segment: {'id': '4d108189-d8c8-4e19-aaa6-f25515939ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6edd94c0-873e-4a42-88ca-5019bb6fe496'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:29:02.741046 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-5e287cfc-52b8-4ef1-b099-b0d642a29a3a None None] Bound port: ece10dd1-bcc4-4b36-950a-8d3222aa25dc, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d108189-d8c8-4e19-aaa6-f25515939ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6edd94c0-873e-4a42-88ca-5019bb6fe496'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:29:02.741653 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e287cfc-52b8-4ef1-b099-b0d642a29a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ece10dd1-bcc4-4b36-950a-8d3222aa25dc), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:02.797357 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 4c0bd07d-d75c-4429-9b94-7a211eb6af0d up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:29:02.867715 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e224f-0229-4217-9ef0-40e29382072f req-77e54dbc-92cc-43e5-b51c-d8fb89d5d431 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:02.876743 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-620e224f-0229-4217-9ef0-40e29382072f req-77e54dbc-92cc-43e5-b51c-d8fb89d5d431 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b&tenant_id=f8aea314af29468ab6557472620785fc&binding%3Ahost_id=n-h2-829613-2 HTTP/1.1" status: 200 len: 1128 time: 0.1614523 Feb 17 17:29:02.895813 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-620e224f-0229-4217-9ef0-40e29382072f req-76395a6a-0ec3-4816-be1a-4147d97f479b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-829613-2'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:29:02.977070 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e287cfc-52b8-4ef1-b099-b0d642a29a3a None None] For port ece10dd1-bcc4-4b36-950a-8d3222aa25dc, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:29:02.987785 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e287cfc-52b8-4ef1-b099-b0d642a29a3a None None] For port ece10dd1-bcc4-4b36-950a-8d3222aa25dc, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=ece10dd1-bcc4-4b36-950a-8d3222aa25dc,segment=NetworkSegment(4d108189-d8c8-4e19-aaa6-f25515939ef9),segment_id=4d108189-d8c8-4e19-aaa6-f25515939ef9)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:29:03.039328 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e287cfc-52b8-4ef1-b099-b0d642a29a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ece10dd1-bcc4-4b36-950a-8d3222aa25dc), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:03.149878 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dfd63945-3438-427d-b660-30f282ef726f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:03.205041 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-764959ac-79b9-4a9f-ab32-82cf33e80a60 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:03.206888 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-620e224f-0229-4217-9ef0-40e29382072f req-76395a6a-0ec3-4816-be1a-4147d97f479b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2bd2d45a-2751-42e4-bfb7-788088c608c4), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:03.218512 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-764959ac-79b9-4a9f-ab32-82cf33e80a60 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:03.221886 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-764959ac-79b9-4a9f-ab32-82cf33e80a60 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/networks?id=adbe638d-d4aa-496b-9197-653745838618&id=6edd94c0-873e-4a42-88ca-5019bb6fe496 HTTP/1.1" status: 200 len: 1391 time: 1.0392504 Feb 17 17:29:03.233153 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43adea53-0ea4-490a-85ba-9fb6c3631fee service neutron] Pushing event updated for resources: {'Port': ['ID=def80f72-6674-4dff-b38b-2c1d3d245381,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:03.235860 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-eb4dd7a3-af95-471c-b4db-fb221188346d None None] Provisioning complete for port 4c0bd07d-d75c-4429-9b94-7a211eb6af0d triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:29:03.236326 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eb4dd7a3-af95-471c-b4db-fb221188346d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (4c0bd07d-d75c-4429-9b94-7a211eb6af0d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:03.253139 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 4c0bd07d-d75c-4429-9b94-7a211eb6af0d triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:29:03.253770 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (4c0bd07d-d75c-4429-9b94-7a211eb6af0d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:03.315389 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-bb175f1c-eac6-4178-abfc-bbe3e85cc134 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/quotas/80f09b75faf84054a203824c5c5feea6 HTTP/1.1" status: 200 len: 375 time: 0.0754430 Feb 17 17:29:03.324791 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f98d3b6e-c658-4bc0-8ca9-8ff31c3eb7c7 req-7b69db0b-d9ed-4942-ad0d-c400f2ef9eec service neutron] 10.222.0.87 "GET /v2.0/networks/233b9567-93de-4ad6-ab48-7ed951f0fba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6781332 Feb 17 17:29:03.356666 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e287cfc-52b8-4ef1-b099-b0d642a29a3a None None] Pushing event updated for resources: {'Port': ['ID=ece10dd1-bcc4-4b36-950a-8d3222aa25dc,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:03.513470 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-4e3ac7b7-0055-426c-9998-2a6e65753021 req-43adea53-0ea4-490a-85ba-9fb6c3631fee service neutron] Attempting to bind port def80f72-6674-4dff-b38b-2c1d3d245381 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:29:03.514615 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-4e3ac7b7-0055-426c-9998-2a6e65753021 req-43adea53-0ea4-490a-85ba-9fb6c3631fee service neutron] Attempting to bind port def80f72-6674-4dff-b38b-2c1d3d245381 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:29:03.515120 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3ac7b7-0055-426c-9998-2a6e65753021 req-43adea53-0ea4-490a-85ba-9fb6c3631fee service neutron] Attempting to bind port def80f72-6674-4dff-b38b-2c1d3d245381 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:29:03.523019 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3ac7b7-0055-426c-9998-2a6e65753021 req-43adea53-0ea4-490a-85ba-9fb6c3631fee service neutron] Port def80f72-6674-4dff-b38b-2c1d3d245381 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:29:03.523583 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3ac7b7-0055-426c-9998-2a6e65753021 req-43adea53-0ea4-490a-85ba-9fb6c3631fee service neutron] Attempting to bind port def80f72-6674-4dff-b38b-2c1d3d245381 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:29:03.540038 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3ac7b7-0055-426c-9998-2a6e65753021 req-43adea53-0ea4-490a-85ba-9fb6c3631fee service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:29:03.540698 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3ac7b7-0055-426c-9998-2a6e65753021 req-43adea53-0ea4-490a-85ba-9fb6c3631fee service neutron] Checking segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:29:03.541276 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3ac7b7-0055-426c-9998-2a6e65753021 req-43adea53-0ea4-490a-85ba-9fb6c3631fee service neutron] Bound using segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:29:03.541884 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-4e3ac7b7-0055-426c-9998-2a6e65753021 req-43adea53-0ea4-490a-85ba-9fb6c3631fee service neutron] Bound port: def80f72-6674-4dff-b38b-2c1d3d245381, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:29:03.542423 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-4e3ac7b7-0055-426c-9998-2a6e65753021 req-43adea53-0ea4-490a-85ba-9fb6c3631fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (def80f72-6674-4dff-b38b-2c1d3d245381), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:03.584864 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-e0f23418-4bf9-4199-bd90-225f88a956ab tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=80f09b75faf84054a203824c5c5feea6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2624142 Feb 17 17:29:03.669656 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 4c0bd07d-d75c-4429-9b94-7a211eb6af0d is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:29:03.770722 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-eb4dd7a3-af95-471c-b4db-fb221188346d None None] Current status of the port 4c0bd07d-d75c-4429-9b94-7a211eb6af0d is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:29:03.790246 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-620e224f-0229-4217-9ef0-40e29382072f req-76395a6a-0ec3-4816-be1a-4147d97f479b service neutron] For port 2bd2d45a-2751-42e4-bfb7-788088c608c4, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=2bd2d45a-2751-42e4-bfb7-788088c608c4,segment=NetworkSegment(25b82b75-bd12-4667-b51a-aa287338793c),segment_id=25b82b75-bd12-4667-b51a-aa287338793c)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:29:03.911843 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-620e224f-0229-4217-9ef0-40e29382072f req-76395a6a-0ec3-4816-be1a-4147d97f479b service neutron] For port 2bd2d45a-2751-42e4-bfb7-788088c608c4, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:29:03.938177 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-9a11d8b1-b420-4e5a-a4ca-7545b5007e06 service neutron] 10.222.0.87 "GET /v2.0/networks/adbe638d-d4aa-496b-9197-653745838618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400366 Feb 17 17:29:04.084463 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e5757c-b53e-4453-b786-7d7aca79c83b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bd2d45a-2751-42e4-bfb7-788088c608c4'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:29:04.087350 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f616a03f-7e63-4325-b7ce-dc5be98ca578" -d '{"events": [{"server_uuid": "03e5757c-b53e-4453-b786-7d7aca79c83b", "name": "network-vif-unplugged", "status": "completed", "tag": "2bd2d45a-2751-42e4-bfb7-788088c608c4"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:29:04.095383 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-620e224f-0229-4217-9ef0-40e29382072f req-76395a6a-0ec3-4816-be1a-4147d97f479b service neutron] Publish callbacks [] for port (2bd2d45a-2751-42e4-bfb7-788088c608c4), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:04.111179 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-620e224f-0229-4217-9ef0-40e29382072f req-76395a6a-0ec3-4816-be1a-4147d97f479b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (2bd2d45a-2751-42e4-bfb7-788088c608c4), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:04.164121 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-4e3ac7b7-0055-426c-9998-2a6e65753021 req-43adea53-0ea4-490a-85ba-9fb6c3631fee service neutron] For port def80f72-6674-4dff-b38b-2c1d3d245381, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:29:04.240334 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-4e3ac7b7-0055-426c-9998-2a6e65753021 req-43adea53-0ea4-490a-85ba-9fb6c3631fee service neutron] For port def80f72-6674-4dff-b38b-2c1d3d245381, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=def80f72-6674-4dff-b38b-2c1d3d245381,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:29:04.258228 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e604bb-1ad5-421e-bdde-4e7e88f3a918 req-83365057-bfb4-4160-8a47-4d4eccdcc8d8 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:04.268572 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-16e604bb-1ad5-421e-bdde-4e7e88f3a918 req-83365057-bfb4-4160-8a47-4d4eccdcc8d8 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 946 time: 0.3244140 Feb 17 17:29:04.282275 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-4e3ac7b7-0055-426c-9998-2a6e65753021 req-43adea53-0ea4-490a-85ba-9fb6c3631fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (def80f72-6674-4dff-b38b-2c1d3d245381), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:04.394082 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-3b56b549-62c0-425d-8334-aab4596b885c service neutron] 10.222.0.87 "GET /v2.0/networks/adbe638d-d4aa-496b-9197-653745838618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4484770 Feb 17 17:29:04.441360 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-620e224f-0229-4217-9ef0-40e29382072f req-76395a6a-0ec3-4816-be1a-4147d97f479b service neutron] Attempting to bind port 2bd2d45a-2751-42e4-bfb7-788088c608c4 on host n-h2-829613-2 for vnic_type normal with profile {"migrating_to": "n-h1-829613-2"} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:29:04.442438 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-620e224f-0229-4217-9ef0-40e29382072f req-76395a6a-0ec3-4816-be1a-4147d97f479b service neutron] Attempting to bind port 2bd2d45a-2751-42e4-bfb7-788088c608c4 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '25b82b75-bd12-4667-b51a-aa287338793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:29:04.442783 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620e224f-0229-4217-9ef0-40e29382072f req-76395a6a-0ec3-4816-be1a-4147d97f479b service neutron] Attempting to bind port 2bd2d45a-2751-42e4-bfb7-788088c608c4 on network 210dd7a1-23b8-45c6-a401-b56590fcc3c1 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:29:04.450968 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76395a6a-0ec3-4816-be1a-4147d97f479b service neutron] Pushing event updated for resources: {'Port': ['ID=2bd2d45a-2751-42e4-bfb7-788088c608c4,revision_number=7']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:04.492275 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620e224f-0229-4217-9ef0-40e29382072f req-76395a6a-0ec3-4816-be1a-4147d97f479b service neutron] Port 2bd2d45a-2751-42e4-bfb7-788088c608c4 on network 210dd7a1-23b8-45c6-a401-b56590fcc3c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:29:04.492611 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620e224f-0229-4217-9ef0-40e29382072f req-76395a6a-0ec3-4816-be1a-4147d97f479b service neutron] Attempting to bind port 2bd2d45a-2751-42e4-bfb7-788088c608c4 on network 210dd7a1-23b8-45c6-a401-b56590fcc3c1 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:29:04.512652 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620e224f-0229-4217-9ef0-40e29382072f req-76395a6a-0ec3-4816-be1a-4147d97f479b service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:29:04.512880 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620e224f-0229-4217-9ef0-40e29382072f req-76395a6a-0ec3-4816-be1a-4147d97f479b service neutron] Checking segment: {'id': '25b82b75-bd12-4667-b51a-aa287338793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:29:04.513192 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620e224f-0229-4217-9ef0-40e29382072f req-76395a6a-0ec3-4816-be1a-4147d97f479b service neutron] Bound using segment: {'id': '25b82b75-bd12-4667-b51a-aa287338793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:29:04.513629 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-620e224f-0229-4217-9ef0-40e29382072f req-76395a6a-0ec3-4816-be1a-4147d97f479b service neutron] Bound port: 2bd2d45a-2751-42e4-bfb7-788088c608c4, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b82b75-bd12-4667-b51a-aa287338793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:29:04.514033 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-620e224f-0229-4217-9ef0-40e29382072f req-76395a6a-0ec3-4816-be1a-4147d97f479b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2bd2d45a-2751-42e4-bfb7-788088c608c4), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:04.729047 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-620e224f-0229-4217-9ef0-40e29382072f req-76395a6a-0ec3-4816-be1a-4147d97f479b service neutron] For port 2bd2d45a-2751-42e4-bfb7-788088c608c4, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:29:04.732875 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-620e224f-0229-4217-9ef0-40e29382072f req-76395a6a-0ec3-4816-be1a-4147d97f479b service neutron] For port 2bd2d45a-2751-42e4-bfb7-788088c608c4, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=2bd2d45a-2751-42e4-bfb7-788088c608c4,segment=NetworkSegment(25b82b75-bd12-4667-b51a-aa287338793c),segment_id=25b82b75-bd12-4667-b51a-aa287338793c)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:29:04.751004 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-620e224f-0229-4217-9ef0-40e29382072f req-76395a6a-0ec3-4816-be1a-4147d97f479b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (2bd2d45a-2751-42e4-bfb7-788088c608c4), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:04.764597 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-451985a4-9118-4c0a-854e-10acfab9823d service neutron] 10.222.0.87 "GET /v2.0/networks/6edd94c0-873e-4a42-88ca-5019bb6fe496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546817 Feb 17 17:29:04.788513 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device ece10dd1-bcc4-4b36-950a-8d3222aa25dc up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:29:04.789505 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ac7b7-0055-426c-9998-2a6e65753021 req-43adea53-0ea4-490a-85ba-9fb6c3631fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:04.790223 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-4e3ac7b7-0055-426c-9998-2a6e65753021 req-43adea53-0ea4-490a-85ba-9fb6c3631fee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:04.791721 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4e3ac7b7-0055-426c-9998-2a6e65753021 req-43adea53-0ea4-490a-85ba-9fb6c3631fee service neutron] 10.222.0.71 "PUT /v2.0/ports/def80f72-6674-4dff-b38b-2c1d3d245381 HTTP/1.1" status: 200 len: 1095 time: 4.7192254 Feb 17 17:29:04.792213 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be77614c-d94b-40a6-8d03-387b5db0e130', 'tag': 'def80f72-6674-4dff-b38b-2c1d3d245381'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:29:04.801761 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78c6241-12f2-4355-97c3-b00124f7b93c" -d '{"events": [{"name": "network-changed", "server_uuid": "be77614c-d94b-40a6-8d03-387b5db0e130", "tag": "def80f72-6674-4dff-b38b-2c1d3d245381"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:29:04.905979 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-16e604bb-1ad5-421e-bdde-4e7e88f3a918 req-0eaf479a-0d51-4565-9229-0de462b115b6 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6296713 Feb 17 17:29:04.907057 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port ece10dd1-bcc4-4b36-950a-8d3222aa25dc triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:29:04.907683 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ece10dd1-bcc4-4b36-950a-8d3222aa25dc), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:04.970838 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76395a6a-0ec3-4816-be1a-4147d97f479b service neutron] Pushing event updated for resources: {'Port': ['ID=2bd2d45a-2751-42e4-bfb7-788088c608c4,revision_number=8']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:05.086333 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 2bd2d45a-2751-42e4-bfb7-788088c608c4 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:29:05.116381 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e224f-0229-4217-9ef0-40e29382072f req-76395a6a-0ec3-4816-be1a-4147d97f479b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:05.132470 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-620e224f-0229-4217-9ef0-40e29382072f req-76395a6a-0ec3-4816-be1a-4147d97f479b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:05.134238 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-620e224f-0229-4217-9ef0-40e29382072f req-76395a6a-0ec3-4816-be1a-4147d97f479b service neutron] 10.222.0.71 "PUT /v2.0/ports/2bd2d45a-2751-42e4-bfb7-788088c608c4 HTTP/1.1" status: 200 len: 1122 time: 2.2541554 Feb 17 17:29:05.161258 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-de39d4a7-e4df-4e5e-b223-563261ecb06c service neutron] 10.222.0.87 "GET /v2.0/networks/6edd94c0-873e-4a42-88ca-5019bb6fe496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533340 Feb 17 17:29:05.194890 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port ece10dd1-bcc4-4b36-950a-8d3222aa25dc is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:29:05.195294 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ece10dd1-bcc4-4b36-950a-8d3222aa25dc), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:05.223566 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43adea53-0ea4-490a-85ba-9fb6c3631fee service neutron] Pushing event updated for resources: {'Port': ['ID=def80f72-6674-4dff-b38b-2c1d3d245381,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:05.279333 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['2bd2d45a-2751-42e4-bfb7-788088c608c4'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:29:05.300387 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['2bd2d45a-2751-42e4-bfb7-788088c608c4'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:29:05.308867 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df0a288-a0cf-4c52-b630-c2eebc7f5205 req-ab36f23f-c6b7-4c5b-a10b-49b6095ee547 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:05.320759 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1df0a288-a0cf-4c52-b630-c2eebc7f5205 req-ab36f23f-c6b7-4c5b-a10b-49b6095ee547 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f HTTP/1.1" status: 200 len: 945 time: 0.1583180 Feb 17 17:29:05.407672 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ac7b7-0055-426c-9998-2a6e65753021 req-17da4846-63a3-4837-9a9c-31e8b571991b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:05.417661 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4e3ac7b7-0055-426c-9998-2a6e65753021 req-17da4846-63a3-4837-9a9c-31e8b571991b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c7ef7b4a6e7245eab9cf1df8fc8b7550&device_id=be77614c-d94b-40a6-8d03-387b5db0e130 HTTP/1.1" status: 200 len: 1129 time: 0.2687595 Feb 17 17:29:05.432962 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a2759e-3876-486e-9782-52cfd772f370 None None] Network 6edd94c0-873e-4a42-88ca-5019bb6fe496 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:29:05.499706 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1df0a288-a0cf-4c52-b630-c2eebc7f5205 req-a54caa83-a74b-4b75-a581-511fdc199004 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779134 Feb 17 17:29:05.625881 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4e3ac7b7-0055-426c-9998-2a6e65753021 req-078ede7e-7431-4e86-bddd-f1c48cfa3984 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=def80f72-6674-4dff-b38b-2c1d3d245381 HTTP/1.1" status: 200 len: 217 time: 0.1440675 Feb 17 17:29:05.752847 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ac7b7-0055-426c-9998-2a6e65753021 req-e9347cc7-eef9-4eac-8649-0e0389a0daed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:05.756838 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4e3ac7b7-0055-426c-9998-2a6e65753021 req-e9347cc7-eef9-4eac-8649-0e0389a0daed service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.1227927 Feb 17 17:29:05.789953 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port ece10dd1-bcc4-4b36-950a-8d3222aa25dc, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=ece10dd1-bcc4-4b36-950a-8d3222aa25dc,segment=NetworkSegment(4d108189-d8c8-4e19-aaa6-f25515939ef9),segment_id=4d108189-d8c8-4e19-aaa6-f25515939ef9)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:29:05.790453 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.resource_extend [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] It took 0.54 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 17:29:05.918577 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ece10dd1-bcc4-4b36-950a-8d3222aa25dc), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:06.009763 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9d0900df-a505-4dd8-bc67-1895c6ea6e2d req-739e07d0-561a-486f-8be6-c44e1cc465cc tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/ports?device_id=61108df0-8dbf-49fb-95b2-f0c13ca32bc9 HTTP/1.1" status: 200 len: 210 time: 0.2510178 Feb 17 17:29:06.148283 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 17:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92876ecf-63fb-41e6-aeb8-5a0e2315bd0f x-openstack-request-id: req-92876ecf-63fb-41e6-aeb8-5a0e2315bd0f {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:29:06.148852 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e5757c-b53e-4453-b786-7d7aca79c83b", "name": "network-vif-unplugged", "status": "completed", "tag": "2bd2d45a-2751-42e4-bfb7-788088c608c4", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:29:06.148955 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-92876ecf-63fb-41e6-aeb8-5a0e2315bd0f {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:29:06.149357 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e5757c-b53e-4453-b786-7d7aca79c83b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bd2d45a-2751-42e4-bfb7-788088c608c4', 'code': 200} Feb 17 17:29:06.317838 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d3b6e-c658-4bc0-8ca9-8ff31c3eb7c7 req-70696ded-2364-40a2-b819-40f54abd5a81 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:06.320057 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f98d3b6e-c658-4bc0-8ca9-8ff31c3eb7c7 req-70696ded-2364-40a2-b819-40f54abd5a81 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.91 "GET /v2.0/networks?id=233b9567-93de-4ad6-ab48-7ed951f0fba6 HTTP/1.1" status: 200 len: 812 time: 0.4772496 Feb 17 17:29:06.329354 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ad0fd5-39fd-4e5b-a650-263e826de686 x-openstack-request-id: req-02ad0fd5-39fd-4e5b-a650-263e826de686 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:29:06.330000 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be77614c-d94b-40a6-8d03-387b5db0e130", "tag": "def80f72-6674-4dff-b38b-2c1d3d245381", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:29:06.330464 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-02ad0fd5-39fd-4e5b-a650-263e826de686 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:29:06.331241 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be77614c-d94b-40a6-8d03-387b5db0e130', 'tag': 'def80f72-6674-4dff-b38b-2c1d3d245381', 'status': 'completed', 'code': 200} Feb 17 17:29:06.352329 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-f98d3b6e-c658-4bc0-8ca9-8ff31c3eb7c7 req-c0ddf6c7-b04b-45e8-aa42-bd4e74faebca tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Request body: {'port': {'device_id': '61108df0-8dbf-49fb-95b2-f0c13ca32bc9', 'network_id': '233b9567-93de-4ad6-ab48-7ed951f0fba6', 'admin_state_up': True, 'tenant_id': '055c5c88106e43038ac2faf0f62d8d68'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:29:06.362296 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ac7b7-0055-426c-9998-2a6e65753021 req-8579619a-5437-43e2-8012-786d5a0d02cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:06.370099 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4e3ac7b7-0055-426c-9998-2a6e65753021 req-8579619a-5437-43e2-8012-786d5a0d02cd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5589819 Feb 17 17:29:06.408190 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 2bd2d45a-2751-42e4-bfb7-788088c608c4, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=2bd2d45a-2751-42e4-bfb7-788088c608c4,segment=NetworkSegment(25b82b75-bd12-4667-b51a-aa287338793c),segment_id=25b82b75-bd12-4667-b51a-aa287338793c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:29:06.426405 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 2bd2d45a-2751-42e4-bfb7-788088c608c4 has no active binding in host n-h1-829613-2 {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 17 17:29:06.439924 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3a956-562a-4586-a20f-95da229af2ad req-8c7798d3-63c0-47c9-9217-1bcf142ba9bf tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:06.441655 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-92d3a956-562a-4586-a20f-95da229af2ad req-8c7798d3-63c0-47c9-9217-1bcf142ba9bf tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/ports?device_id=be77614c-d94b-40a6-8d03-387b5db0e130 HTTP/1.1" status: 200 len: 947 time: 0.6555653 Feb 17 17:29:06.500285 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-fd49df81-dcd1-46e8-9699-c8d1bb075cf7 None None] Provisioning complete for port ece10dd1-bcc4-4b36-950a-8d3222aa25dc triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:29:06.502081 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fd49df81-dcd1-46e8-9699-c8d1bb075cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ece10dd1-bcc4-4b36-950a-8d3222aa25dc), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:06.504642 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-46c1d05c-b6bf-4b36-961c-5016e56f81dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:06.598290 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4e3ac7b7-0055-426c-9998-2a6e65753021 req-d0a468f1-8350-4b55-9c81-f038adfcf9a0 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722150 Feb 17 17:29:06.651775 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-da0daac0-b523-47dc-9483-4a9d9ce8cea7 req-15acb557-7e75-41c4-a0aa-c27bf5c12864 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/ports?device_id=97fb2839-e464-4aff-8d74-e53d731115e2 HTTP/1.1" status: 200 len: 210 time: 0.2775900 Feb 17 17:29:06.708821 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:06.728506 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=ece10dd1-bcc4-4b36-950a-8d3222aa25dc,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:06.890693 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-92d3a956-562a-4586-a20f-95da229af2ad req-22814b95-9ad9-413f-afd9-3ef2e70586b1 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/security-groups?id=21a8b692-4450-4054-9577-11ac5acdc057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4415319 Feb 17 17:29:06.918422 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-fd49df81-dcd1-46e8-9699-c8d1bb075cf7 None None] Current status of the port ece10dd1-bcc4-4b36-950a-8d3222aa25dc is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:29:07.258420 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-1144b76a-923c-4fe0-ad86-c39a456167bb None None] Provisioning complete for port ece10dd1-bcc4-4b36-950a-8d3222aa25dc triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:29:07.258420 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1144b76a-923c-4fe0-ad86-c39a456167bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ece10dd1-bcc4-4b36-950a-8d3222aa25dc), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:07.464072 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-1144b76a-923c-4fe0-ad86-c39a456167bb None None] Current status of the port ece10dd1-bcc4-4b36-950a-8d3222aa25dc is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:29:07.502737 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f06537-7f72-493e-ba90-bb5ac195d7e1 req-cce89304-a28f-4ea5-9d6d-a8d41d1ca6ec tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:07.509762 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-10f06537-7f72-493e-ba90-bb5ac195d7e1 req-cce89304-a28f-4ea5-9d6d-a8d41d1ca6ec tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 944 time: 0.6554317 Feb 17 17:29:07.527105 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4e3ac7b7-0055-426c-9998-2a6e65753021 req-9cc32d62-f9ed-4d6a-b4e0-ecce78f29e7d service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8848515 Feb 17 17:29:07.620298 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2e23e-28ba-42f1-9938-1f377de1a85a req-8447fb8c-0ba7-4032-8338-89c05d28952a tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:07.622599 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bbd2e23e-28ba-42f1-9938-1f377de1a85a req-8447fb8c-0ba7-4032-8338-89c05d28952a tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f HTTP/1.1" status: 200 len: 945 time: 0.2521372 Feb 17 17:29:07.640075 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f98d3b6e-c658-4bc0-8ca9-8ff31c3eb7c7 req-c0ddf6c7-b04b-45e8-aa42-bd4e74faebca tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Made reservation on behalf of 055c5c88106e43038ac2faf0f62d8d68 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:29:07.646649 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-f98d3b6e-c658-4bc0-8ca9-8ff31c3eb7c7 req-c0ddf6c7-b04b-45e8-aa42-bd4e74faebca tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:07.697937 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c6241-12f2-4355-97c3-b00124f7b93c req-7f8a3d41-288b-47dc-ad6d-be3eea3c7de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:07.712600 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c78c6241-12f2-4355-97c3-b00124f7b93c req-7f8a3d41-288b-47dc-ad6d-be3eea3c7de9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c7ef7b4a6e7245eab9cf1df8fc8b7550&device_id=be77614c-d94b-40a6-8d03-387b5db0e130 HTTP/1.1" status: 200 len: 1129 time: 0.1248560 Feb 17 17:29:07.778076 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:07.783403 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-10f06537-7f72-493e-ba90-bb5ac195d7e1 req-1ed1ebc8-7657-4019-8dec-3c36db338adc tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727499 Feb 17 17:29:07.914079 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-2a57bcf3-0fb4-4d96-b658-23d3d63c9419 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:07.924823 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-2a57bcf3-0fb4-4d96-b658-23d3d63c9419 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:07.926402 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-2a57bcf3-0fb4-4d96-b658-23d3d63c9419 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.71 "GET /v2.0/networks?id=adbe638d-d4aa-496b-9197-653745838618&id=6edd94c0-873e-4a42-88ca-5019bb6fe496 HTTP/1.1" status: 200 len: 1391 time: 0.3225222 Feb 17 17:29:07.978041 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-bb0ad07e-f571-48a3-8248-f437970c44f1 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Request body: {'port': {'device_id': '97fb2839-e464-4aff-8d74-e53d731115e2', 'network_id': 'adbe638d-d4aa-496b-9197-653745838618', 'admin_state_up': True, 'tenant_id': '80f09b75faf84054a203824c5c5feea6'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:29:07.984544 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c6241-12f2-4355-97c3-b00124f7b93c req-75024974-b816-4e7b-8748-5abf90fe427e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:07.986689 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c78c6241-12f2-4355-97c3-b00124f7b93c req-75024974-b816-4e7b-8748-5abf90fe427e service neutron] 10.222.0.71 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 0.2598200 Feb 17 17:29:07.996958 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bbd2e23e-28ba-42f1-9938-1f377de1a85a req-497c95c7-aa52-4cbb-9760-7f2844903264 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331513 Feb 17 17:29:08.050020 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c78c6241-12f2-4355-97c3-b00124f7b93c req-c3622fc7-e111-43f2-8bb9-03913c826794 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=def80f72-6674-4dff-b38b-2c1d3d245381 HTTP/1.1" status: 200 len: 217 time: 0.0540311 Feb 17 17:29:08.056690 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-318fff7f-8308-44ea-9c07-e1b5673f2d47 req-b209cea4-0ade-4782-9c13-e70aa001be92 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/ports?device_id=61108df0-8dbf-49fb-95b2-f0c13ca32bc9 HTTP/1.1" status: 200 len: 210 time: 0.1004624 Feb 17 17:29:08.151063 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03e5757c-b53e-4453-b786-7d7aca79c83b', 'tag': '2bd2d45a-2751-42e4-bfb7-788088c608c4'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:29:08.153513 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4aee10-53da-48b1-9084-136f82fd0d17" -d '{"events": [{"name": "network-changed", "server_uuid": "03e5757c-b53e-4453-b786-7d7aca79c83b", "tag": "2bd2d45a-2751-42e4-bfb7-788088c608c4"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:29:08.180663 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-f98d3b6e-c658-4bc0-8ca9-8ff31c3eb7c7 req-c0ddf6c7-b04b-45e8-aa42-bd4e74faebca tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Allocated IP 172.20.0.13 (233b9567-93de-4ad6-ab48-7ed951f0fba6/bb181189-1480-4377-9824-fc7c67a5f7e8/54cf4afe-4775-445b-8d80-9e6a3afdd0e5) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:29:08.205276 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c6241-12f2-4355-97c3-b00124f7b93c req-40674fef-c1e6-49f1-b9e1-b937beeec868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:08.208142 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c78c6241-12f2-4355-97c3-b00124f7b93c req-40674fef-c1e6-49f1-b9e1-b937beeec868 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.1346326 Feb 17 17:29:08.228154 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a69bdf7c-1e83-4e61-bc50-9a6dc20c0207 req-fc7f8c39-0849-4343-a229-f746badca01e tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/ports?device_id=97fb2839-e464-4aff-8d74-e53d731115e2 HTTP/1.1" status: 200 len: 210 time: 0.0394750 Feb 17 17:29:08.280093 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-bb0ad07e-f571-48a3-8248-f437970c44f1 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Made reservation on behalf of 80f09b75faf84054a203824c5c5feea6 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:29:08.289193 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-bb0ad07e-f571-48a3-8248-f437970c44f1 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:08.351189 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c6241-12f2-4355-97c3-b00124f7b93c req-b6f96a33-e882-4596-bca4-a93256466c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:08.355425 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c78c6241-12f2-4355-97c3-b00124f7b93c req-b6f96a33-e882-4596-bca4-a93256466c12 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1393218 Feb 17 17:29:08.407828 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61251786-b513-4f76-beb9-f3972b28c7f4 x-openstack-request-id: req-61251786-b513-4f76-beb9-f3972b28c7f4 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:29:08.408140 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03e5757c-b53e-4453-b786-7d7aca79c83b", "tag": "2bd2d45a-2751-42e4-bfb7-788088c608c4", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:29:08.408472 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-61251786-b513-4f76-beb9-f3972b28c7f4 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:29:08.411431 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03e5757c-b53e-4453-b786-7d7aca79c83b', 'tag': '2bd2d45a-2751-42e4-bfb7-788088c608c4', 'status': 'completed', 'code': 200} Feb 17 17:29:08.608439 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce0e7b-b6a3-421f-9239-9ec6f2c57c08 req-83fbed11-a8cb-4873-80a4-28ccbe76b00c tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:08.615492 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-10ce0e7b-b6a3-421f-9239-9ec6f2c57c08 req-83fbed11-a8cb-4873-80a4-28ccbe76b00c tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/ports?device_id=be77614c-d94b-40a6-8d03-387b5db0e130 HTTP/1.1" status: 200 len: 947 time: 0.3192337 Feb 17 17:29:08.664754 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4aee10-53da-48b1-9084-136f82fd0d17 req-a8d9a88d-5b5c-4283-a673-4ed4f101208c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:08.666199 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7e4aee10-53da-48b1-9084-136f82fd0d17 req-a8d9a88d-5b5c-4283-a673-4ed4f101208c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f8aea314af29468ab6557472620785fc&device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 1156 time: 0.2306654 Feb 17 17:29:08.668883 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c78c6241-12f2-4355-97c3-b00124f7b93c req-782e3dea-7cd8-460c-b13a-66418800a7a0 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036652 Feb 17 17:29:08.718873 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device ece10dd1-bcc4-4b36-950a-8d3222aa25dc up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:29:08.829736 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port ece10dd1-bcc4-4b36-950a-8d3222aa25dc triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:29:08.830325 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ece10dd1-bcc4-4b36-950a-8d3222aa25dc), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:08.855882 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-bb0ad07e-f571-48a3-8248-f437970c44f1 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Allocated IP 19.80.0.78 (adbe638d-d4aa-496b-9197-653745838618/d81873e9-5029-49a6-9cfd-8958570b115e/b2b12fa8-567a-45c8-a579-20b83b4d13bb) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:29:09.019110 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:09.023940 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c78c6241-12f2-4355-97c3-b00124f7b93c req-4cbf7221-9547-4008-8e58-811379ba338d service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174055 Feb 17 17:29:09.033039 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4aee10-53da-48b1-9084-136f82fd0d17 req-76b4e089-7883-4b88-b8f8-354092571ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:09.034812 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7e4aee10-53da-48b1-9084-136f82fd0d17 req-76b4e089-7883-4b88-b8f8-354092571ae2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=210dd7a1-23b8-45c6-a401-b56590fcc3c1 HTTP/1.1" status: 200 len: 908 time: 0.3624229 Feb 17 17:29:09.041221 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port ece10dd1-bcc4-4b36-950a-8d3222aa25dc is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:29:09.113037 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-bb0ad07e-f571-48a3-8248-f437970c44f1 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks [] for port (b2b12fa8-567a-45c8-a579-20b83b4d13bb), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:09.128147 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7e4aee10-53da-48b1-9084-136f82fd0d17 req-4c4a178e-458e-414a-81ab-effe348e6981 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2bd2d45a-2751-42e4-bfb7-788088c608c4 HTTP/1.1" status: 200 len: 217 time: 0.0843320 Feb 17 17:29:09.169511 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-bb0ad07e-f571-48a3-8248-f437970c44f1 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (b2b12fa8-567a-45c8-a579-20b83b4d13bb), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:09.219545 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4aee10-53da-48b1-9084-136f82fd0d17 req-16f7e1cf-a62c-4bab-8e0f-2f136a7547a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:09.221028 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7e4aee10-53da-48b1-9084-136f82fd0d17 req-16f7e1cf-a62c-4bab-8e0f-2f136a7547a3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8267d93d-c5aa-40cb-acb4-c1e284d682e6 HTTP/1.1" status: 200 len: 847 time: 0.0874591 Feb 17 17:29:09.240781 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-bb0ad07e-f571-48a3-8248-f437970c44f1 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Network adbe638d-d4aa-496b-9197-653745838618 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:29:09.252643 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-bb0ad07e-f571-48a3-8248-f437970c44f1 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:29:09.255480 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-bb0ad07e-f571-48a3-8248-f437970c44f1 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:29:09.257783 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7e4aee10-53da-48b1-9084-136f82fd0d17 req-0099b07c-53c8-467c-af5b-cf7fc2885479 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=210dd7a1-23b8-45c6-a401-b56590fcc3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295374 Feb 17 17:29:09.364707 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-bb0ad07e-f571-48a3-8248-f437970c44f1 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:09.364707 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-bb0ad07e-f571-48a3-8248-f437970c44f1 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:09.446439 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7e4aee10-53da-48b1-9084-136f82fd0d17 req-448fb9e1-d650-405f-b950-f96358e2ac38 service neutron] 10.222.0.91 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811430 Feb 17 17:29:09.516124 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e1199-59db-408b-aead-bb32e5bfaf79 req-05509b03-be33-44f9-ac67-0e83185f74c5 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:09.537967 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc2e1199-59db-408b-aead-bb32e5bfaf79 req-05509b03-be33-44f9-ac67-0e83185f74c5 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 944 time: 0.3800042 Feb 17 17:29:09.550490 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-bb0ad07e-f571-48a3-8248-f437970c44f1 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5855794 Feb 17 17:29:09.558025 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37554) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:29:09.619182 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7e4aee10-53da-48b1-9084-136f82fd0d17 req-69f66029-ba8f-4129-a7ef-353d978de16a service neutron] 10.222.0.91 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635532 Feb 17 17:29:09.632647 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-10ce0e7b-b6a3-421f-9239-9ec6f2c57c08 req-b24d99aa-89e3-45ed-b417-1c08e2ba7880 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/security-groups?id=21a8b692-4450-4054-9577-11ac5acdc057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0162718 Feb 17 17:29:09.687996 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-730196f1-6384-46f7-a5dd-ba81311b530c tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Request body: {'port': {'device_id': '97fb2839-e464-4aff-8d74-e53d731115e2', 'network_id': '6edd94c0-873e-4a42-88ca-5019bb6fe496', 'admin_state_up': True, 'tenant_id': '80f09b75faf84054a203824c5c5feea6'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:29:09.728535 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-e6a0ffe5-c569-46e3-94d4-d7545ab0a159 None None] Provisioning complete for port b2b12fa8-567a-45c8-a579-20b83b4d13bb triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:29:09.729138 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e6a0ffe5-c569-46e3-94d4-d7545ab0a159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b2b12fa8-567a-45c8-a579-20b83b4d13bb), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:09.776888 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc2e1199-59db-408b-aead-bb32e5bfaf79 req-36797a5e-897e-47c1-a943-1c4a048a89c1 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346761 Feb 17 17:29:09.813509 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ad07e-f571-48a3-8248-f437970c44f1 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Pushing event updated for resources: {'Port': ['ID=b2b12fa8-567a-45c8-a579-20b83b4d13bb,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:09.849988 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2d579a00-8e5a-4a1b-9142-286f657d9aab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:09.863431 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-e6a0ffe5-c569-46e3-94d4-d7545ab0a159 None None] Port b2b12fa8-567a-45c8-a579-20b83b4d13bb cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:29:09.880663 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-f98d3b6e-c658-4bc0-8ca9-8ff31c3eb7c7 req-c0ddf6c7-b04b-45e8-aa42-bd4e74faebca tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for port (54cf4afe-4775-445b-8d80-9e6a3afdd0e5), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:10.016214 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9855411a-76f0-47dd-b3f5-407ac1d34515 req-3db116e9-b809-4ada-8516-7a5e42d35823 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/ports?device_id=61108df0-8dbf-49fb-95b2-f0c13ca32bc9 HTTP/1.1" status: 200 len: 210 time: 0.0549555 Feb 17 17:29:10.043318 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6f9b1-5560-4297-a0e2-516ffd278cc3 req-7a090349-8629-4fc8-b96a-3e8e0f1e1e42 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:10.045473 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-52c6f9b1-5560-4297-a0e2-516ffd278cc3 req-7a090349-8629-4fc8-b96a-3e8e0f1e1e42 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f HTTP/1.1" status: 200 len: 945 time: 0.2434058 Feb 17 17:29:10.079198 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-f98d3b6e-c658-4bc0-8ca9-8ff31c3eb7c7 req-c0ddf6c7-b04b-45e8-aa42-bd4e74faebca tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (54cf4afe-4775-445b-8d80-9e6a3afdd0e5), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:10.083651 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2d579a00-8e5a-4a1b-9142-286f657d9aab admin admin] Publish callbacks [] for security_group (a9c7a1ea-a913-42b9-8ac8-1b5daee39ed9), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:10.097277 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2d579a00-8e5a-4a1b-9142-286f657d9aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (a9c7a1ea-a913-42b9-8ac8-1b5daee39ed9), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:10.101366 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-730196f1-6384-46f7-a5dd-ba81311b530c tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Made reservation on behalf of 80f09b75faf84054a203824c5c5feea6 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:29:10.104878 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-730196f1-6384-46f7-a5dd-ba81311b530c tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:10.191547 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2d579a00-8e5a-4a1b-9142-286f657d9aab admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=69f5bd1be04b4cf0a432c0886734746d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6284394 Feb 17 17:29:10.192441 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d579a00-8e5a-4a1b-9142-286f657d9aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c7a1ea-a913-42b9-8ac8-1b5daee39ed9,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:10.194512 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37562) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:29:10.212802 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d579a00-8e5a-4a1b-9142-286f657d9aab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:29:10.213420 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d579a00-8e5a-4a1b-9142-286f657d9aab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:29:10.213923 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d579a00-8e5a-4a1b-9142-286f657d9aab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:29:10.214426 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d579a00-8e5a-4a1b-9142-286f657d9aab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:29:10.214922 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d579a00-8e5a-4a1b-9142-286f657d9aab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:29:10.218469 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d579a00-8e5a-4a1b-9142-286f657d9aab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:29:10.219046 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d579a00-8e5a-4a1b-9142-286f657d9aab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:29:10.219555 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d579a00-8e5a-4a1b-9142-286f657d9aab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:29:10.220056 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d579a00-8e5a-4a1b-9142-286f657d9aab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:29:10.220597 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d579a00-8e5a-4a1b-9142-286f657d9aab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:29:10.221333 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d579a00-8e5a-4a1b-9142-286f657d9aab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:29:10.221892 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d579a00-8e5a-4a1b-9142-286f657d9aab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:29:10.222367 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d579a00-8e5a-4a1b-9142-286f657d9aab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:29:10.262150 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-52c6f9b1-5560-4297-a0e2-516ffd278cc3 req-e6611957-a54e-42d7-b3f8-af8686c9e007 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100534 Feb 17 17:29:10.312498 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f98d3b6e-c658-4bc0-8ca9-8ff31c3eb7c7 req-c0ddf6c7-b04b-45e8-aa42-bd4e74faebca tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Network 233b9567-93de-4ad6-ab48-7ed951f0fba6 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:29:10.319762 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-72c9271d-1f11-4495-8298-974867a7b552 admin admin] Publish callbacks [] for security_group (a9c7a1ea-a913-42b9-8ac8-1b5daee39ed9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:10.337640 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-f98d3b6e-c658-4bc0-8ca9-8ff31c3eb7c7 req-c0ddf6c7-b04b-45e8-aa42-bd4e74faebca tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:29:10.353280 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37564) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:29:10.353707 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ddf6c7-b04b-45e8-aa42-bd4e74faebca tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Pushing event updated for resources: {'Port': ['ID=54cf4afe-4775-445b-8d80-9e6a3afdd0e5,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:10.361405 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98d3b6e-c658-4bc0-8ca9-8ff31c3eb7c7 req-c0ddf6c7-b04b-45e8-aa42-bd4e74faebca tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:29:10.417607 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d3b6e-c658-4bc0-8ca9-8ff31c3eb7c7 req-c0ddf6c7-b04b-45e8-aa42-bd4e74faebca tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:10.418268 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-f98d3b6e-c658-4bc0-8ca9-8ff31c3eb7c7 req-c0ddf6c7-b04b-45e8-aa42-bd4e74faebca tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:10.452698 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f98d3b6e-c658-4bc0-8ca9-8ff31c3eb7c7 req-c0ddf6c7-b04b-45e8-aa42-bd4e74faebca tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1169834 Feb 17 17:29:10.454778 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-72c9271d-1f11-4495-8298-974867a7b552 admin admin] Publish callbacks [] for security_group (a9c7a1ea-a913-42b9-8ac8-1b5daee39ed9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:10.459783 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094da658-700d-480f-91c2-b5441e71577b req-0f149eb5-db92-42cb-8116-3b8e36c4fd06 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:10.467338 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-094da658-700d-480f-91c2-b5441e71577b req-0f149eb5-db92-42cb-8116-3b8e36c4fd06 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/ports?device_id=97fb2839-e464-4aff-8d74-e53d731115e2 HTTP/1.1" status: 200 len: 931 time: 0.2783971 Feb 17 17:29:10.502954 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-f98d3b6e-c658-4bc0-8ca9-8ff31c3eb7c7 req-f3b1ec68-60fa-44e4-9f07-ae8f945a3d04 service neutron] Request body: {'port': {'device_id': '61108df0-8dbf-49fb-95b2-f0c13ca32bc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:29:10.611112 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-730196f1-6384-46f7-a5dd-ba81311b530c tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Allocated IP 19.86.0.243 (6edd94c0-873e-4a42-88ca-5019bb6fe496/07b7f3cb-edc6-424c-a18f-cf445ad632ec/afa713ab-f1ef-47fa-af7d-9732be721281) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:29:10.632018 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-094da658-700d-480f-91c2-b5441e71577b req-1c93f15b-0ca7-48ec-9585-fdf8c1cb3d64 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/security-groups?id=867a62cd-f31f-4b49-96ee-777cad774b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617751 Feb 17 17:29:10.651854 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-f98d3b6e-c658-4bc0-8ca9-8ff31c3eb7c7 req-f3b1ec68-60fa-44e4-9f07-ae8f945a3d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (54cf4afe-4775-445b-8d80-9e6a3afdd0e5), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:11.055677 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-72c9271d-1f11-4495-8298-974867a7b552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (a9c7a1ea-a913-42b9-8ac8-1b5daee39ed9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:11.060354 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-72c9271d-1f11-4495-8298-974867a7b552 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:11.065323 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-72c9271d-1f11-4495-8298-974867a7b552 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a9c7a1ea-a913-42b9-8ac8-1b5daee39ed9 HTTP/1.1" status: 204 len: 168 time: 0.8676105 Feb 17 17:29:11.082465 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-730196f1-6384-46f7-a5dd-ba81311b530c tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks [] for port (afa713ab-f1ef-47fa-af7d-9732be721281), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:11.099722 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ff6e6-c578-4290-80fe-809ada1a1096 req-34477aaa-6de8-4e2a-8b30-8227d8fe7624 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:11.101287 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-172ff6e6-c578-4290-80fe-809ada1a1096 req-34477aaa-6de8-4e2a-8b30-8227d8fe7624 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/ports?device_id=be77614c-d94b-40a6-8d03-387b5db0e130 HTTP/1.1" status: 200 len: 947 time: 0.3396444 Feb 17 17:29:11.112209 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device def80f72-6674-4dff-b38b-2c1d3d245381 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:29:11.129772 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c9271d-1f11-4495-8298-974867a7b552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c7a1ea-a913-42b9-8ac8-1b5daee39ed9,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:11.130339 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb41f2-824d-4aed-b6d3-c646e4ab1578 req-e2061bce-6d71-46c2-8ed0-aad3669c047f tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:11.137168 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-76cb41f2-824d-4aed-b6d3-c646e4ab1578 req-e2061bce-6d71-46c2-8ed0-aad3669c047f tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 944 time: 0.2440052 Feb 17 17:29:11.275538 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-730196f1-6384-46f7-a5dd-ba81311b530c tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (afa713ab-f1ef-47fa-af7d-9732be721281), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:11.317291 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-172ff6e6-c578-4290-80fe-809ada1a1096 req-d5645eb0-b40e-41cd-ab6d-cf012c0b5346 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/security-groups?id=21a8b692-4450-4054-9577-11ac5acdc057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061269 Feb 17 17:29:11.326076 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port def80f72-6674-4dff-b38b-2c1d3d245381, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=def80f72-6674-4dff-b38b-2c1d3d245381,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:29:11.347684 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': 'def80f72-6674-4dff-b38b-2c1d3d245381', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'port_id': 'def80f72-6674-4dff-b38b-2c1d3d245381', 'mac_address': 'fa:16:3e:e6:e8:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac79920f-9ddd-4352-b866-6056158b178e', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:29:11.485539 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-76cb41f2-824d-4aed-b6d3-c646e4ab1578 req-1a92ce38-3e9a-4321-b12e-bf49c0b1f60c tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474030 Feb 17 17:29:11.516370 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port def80f72-6674-4dff-b38b-2c1d3d245381 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:29:11.517086 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (def80f72-6674-4dff-b38b-2c1d3d245381), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:11.546526 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id def80f72-6674-4dff-b38b-2c1d3d245381 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:29:11.579958 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-06d5480e-bfe8-47f0-aad2-11336e186a8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (5284773e-2fce-4c81-8db4-c9ffd6fd5e4f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:11.603358 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port def80f72-6674-4dff-b38b-2c1d3d245381, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=def80f72-6674-4dff-b38b-2c1d3d245381,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:29:11.616880 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (def80f72-6674-4dff-b38b-2c1d3d245381), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:11.703601 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-f98d3b6e-c658-4bc0-8ca9-8ff31c3eb7c7 req-f3b1ec68-60fa-44e4-9f07-ae8f945a3d04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54cf4afe-4775-445b-8d80-9e6a3afdd0e5 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:29:11.723133 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-730196f1-6384-46f7-a5dd-ba81311b530c tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Network 6edd94c0-873e-4a42-88ca-5019bb6fe496 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:29:11.757397 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=def80f72-6674-4dff-b38b-2c1d3d245381,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:11.783666 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-f98d3b6e-c658-4bc0-8ca9-8ff31c3eb7c7 req-f3b1ec68-60fa-44e4-9f07-ae8f945a3d04 service neutron] Publish callbacks [] for port (54cf4afe-4775-445b-8d80-9e6a3afdd0e5), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:11.791777 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-730196f1-6384-46f7-a5dd-ba81311b530c tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:29:11.797653 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-730196f1-6384-46f7-a5dd-ba81311b530c tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:29:11.847667 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['def80f72-6674-4dff-b38b-2c1d3d245381'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:29:11.978208 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37582) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:29:12.013030 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-730196f1-6384-46f7-a5dd-ba81311b530c tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:12.015360 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-730196f1-6384-46f7-a5dd-ba81311b530c tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:12.032427 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b622a017-99fa-47f9-8a23-2248f71cefe9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:12.049225 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730196f1-6384-46f7-a5dd-ba81311b530c tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Pushing event updated for resources: {'Port': ['ID=afa713ab-f1ef-47fa-af7d-9732be721281,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:12.074334 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730196f1-6384-46f7-a5dd-ba81311b530c tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:29:12.074817 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730196f1-6384-46f7-a5dd-ba81311b530c tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:29:12.075035 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730196f1-6384-46f7-a5dd-ba81311b530c tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:29:12.075326 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730196f1-6384-46f7-a5dd-ba81311b530c tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:29:12.075659 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730196f1-6384-46f7-a5dd-ba81311b530c tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:29:12.076028 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730196f1-6384-46f7-a5dd-ba81311b530c tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:29:12.076369 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730196f1-6384-46f7-a5dd-ba81311b530c tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:29:12.076947 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730196f1-6384-46f7-a5dd-ba81311b530c tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:29:12.077267 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730196f1-6384-46f7-a5dd-ba81311b530c tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:29:12.077588 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730196f1-6384-46f7-a5dd-ba81311b530c tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:29:12.077909 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730196f1-6384-46f7-a5dd-ba81311b530c tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:29:12.078227 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730196f1-6384-46f7-a5dd-ba81311b530c tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:29:12.083892 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730196f1-6384-46f7-a5dd-ba81311b530c tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:29:12.095794 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-730196f1-6384-46f7-a5dd-ba81311b530c tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4801569 Feb 17 17:29:12.136048 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-f98d3b6e-c658-4bc0-8ca9-8ff31c3eb7c7 req-f3b1ec68-60fa-44e4-9f07-ae8f945a3d04 service neutron] Transition to ACTIVE for port object 54cf4afe-4775-445b-8d80-9e6a3afdd0e5 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:29:12.143448 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-92034e4c-fd69-4532-8262-69096fe778d1 service neutron] Request body: {'port': {'device_id': '97fb2839-e464-4aff-8d74-e53d731115e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:29:12.173236 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-f98d3b6e-c658-4bc0-8ca9-8ff31c3eb7c7 req-f3b1ec68-60fa-44e4-9f07-ae8f945a3d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (54cf4afe-4775-445b-8d80-9e6a3afdd0e5), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:12.249589 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb391c-1753-4836-a06e-8384d999e61e req-7234fdb8-f4d4-4e1d-b6f6-117452c8dc3c tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:12.260005 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c0bb391c-1753-4836-a06e-8384d999e61e req-7234fdb8-f4d4-4e1d-b6f6-117452c8dc3c tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/ports?device_id=61108df0-8dbf-49fb-95b2-f0c13ca32bc9 HTTP/1.1" status: 200 len: 932 time: 0.6869364 Feb 17 17:29:12.302558 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f08d6-bdaf-4606-9490-a5c2a2af9969 req-b6b685ff-79a2-4bce-a877-d9f5aa6361ac tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:12.305909 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-83fc53d2-6b38-4dca-9d28-7e9b15d04e5e None None] Provisioning complete for port afa713ab-f1ef-47fa-af7d-9732be721281 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:29:12.306405 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-83fc53d2-6b38-4dca-9d28-7e9b15d04e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (afa713ab-f1ef-47fa-af7d-9732be721281), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:12.310961 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d64f08d6-bdaf-4606-9490-a5c2a2af9969 req-b6b685ff-79a2-4bce-a877-d9f5aa6361ac tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f HTTP/1.1" status: 200 len: 945 time: 0.5853019 Feb 17 17:29:12.350815 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b622a017-99fa-47f9-8a23-2248f71cefe9 admin admin] Publish callbacks [] for security_group (367d08b9-7eb4-4fd6-ba2c-29f457c22318), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:12.371053 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b1ec68-60fa-44e4-9f07-ae8f945a3d04 service neutron] Pushing event updated for resources: {'Port': ['ID=54cf4afe-4775-445b-8d80-9e6a3afdd0e5,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:12.371283 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-06d5480e-bfe8-47f0-aad2-11336e186a8a admin admin] Deleting port 04e3860a-99a5-4b21-8db9-86cd046b7310 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:29:12.371535 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-06d5480e-bfe8-47f0-aad2-11336e186a8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (04e3860a-99a5-4b21-8db9-86cd046b7310), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:12.378401 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b622a017-99fa-47f9-8a23-2248f71cefe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (367d08b9-7eb4-4fd6-ba2c-29f457c22318), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:12.397086 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-83fc53d2-6b38-4dca-9d28-7e9b15d04e5e None None] Port afa713ab-f1ef-47fa-af7d-9732be721281 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:29:12.448683 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-92034e4c-fd69-4532-8262-69096fe778d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b2b12fa8-567a-45c8-a579-20b83b4d13bb), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:12.451878 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b622a017-99fa-47f9-8a23-2248f71cefe9 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=422e424fea20455f8d8c3d90548d3941&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4673953 Feb 17 17:29:12.455702 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37586) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:29:12.495065 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c0bb391c-1753-4836-a06e-8384d999e61e req-7606b370-db0a-4e2f-9ed1-9ea69b75662f tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/security-groups?id=8be1f4ef-2561-4b86-bd91-f82492a4fd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340198 Feb 17 17:29:12.530224 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d64f08d6-bdaf-4606-9490-a5c2a2af9969 req-4077ab20-5bc0-4737-be55-bdb3fb08de18 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119060 Feb 17 17:29:12.677267 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b622a017-99fa-47f9-8a23-2248f71cefe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367d08b9-7eb4-4fd6-ba2c-29f457c22318,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:12.680943 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-f98d3b6e-c658-4bc0-8ca9-8ff31c3eb7c7 req-f3b1ec68-60fa-44e4-9f07-ae8f945a3d04 service neutron] Attempting to bind port 54cf4afe-4775-445b-8d80-9e6a3afdd0e5 on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:29:12.681489 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-f98d3b6e-c658-4bc0-8ca9-8ff31c3eb7c7 req-f3b1ec68-60fa-44e4-9f07-ae8f945a3d04 service neutron] Attempting to bind port 54cf4afe-4775-445b-8d80-9e6a3afdd0e5 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': 'e6796db6-dab2-4592-830c-d793c705d227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '233b9567-93de-4ad6-ab48-7ed951f0fba6'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:29:12.681985 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98d3b6e-c658-4bc0-8ca9-8ff31c3eb7c7 req-f3b1ec68-60fa-44e4-9f07-ae8f945a3d04 service neutron] Attempting to bind port 54cf4afe-4775-445b-8d80-9e6a3afdd0e5 on network 233b9567-93de-4ad6-ab48-7ed951f0fba6 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:29:12.772976 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98d3b6e-c658-4bc0-8ca9-8ff31c3eb7c7 req-f3b1ec68-60fa-44e4-9f07-ae8f945a3d04 service neutron] Port 54cf4afe-4775-445b-8d80-9e6a3afdd0e5 on network 233b9567-93de-4ad6-ab48-7ed951f0fba6 not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:29:12.773641 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98d3b6e-c658-4bc0-8ca9-8ff31c3eb7c7 req-f3b1ec68-60fa-44e4-9f07-ae8f945a3d04 service neutron] Attempting to bind port 54cf4afe-4775-445b-8d80-9e6a3afdd0e5 on network 233b9567-93de-4ad6-ab48-7ed951f0fba6 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:29:12.781639 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e92e5783-143b-4562-94d8-578e6650e376 admin admin] Publish callbacks [] for security_group (367d08b9-7eb4-4fd6-ba2c-29f457c22318), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:12.795897 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98d3b6e-c658-4bc0-8ca9-8ff31c3eb7c7 req-f3b1ec68-60fa-44e4-9f07-ae8f945a3d04 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:29:12.796292 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98d3b6e-c658-4bc0-8ca9-8ff31c3eb7c7 req-f3b1ec68-60fa-44e4-9f07-ae8f945a3d04 service neutron] Checking segment: {'id': 'e6796db6-dab2-4592-830c-d793c705d227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '233b9567-93de-4ad6-ab48-7ed951f0fba6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:29:12.796635 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98d3b6e-c658-4bc0-8ca9-8ff31c3eb7c7 req-f3b1ec68-60fa-44e4-9f07-ae8f945a3d04 service neutron] Bound using segment: {'id': 'e6796db6-dab2-4592-830c-d793c705d227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '233b9567-93de-4ad6-ab48-7ed951f0fba6'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:29:12.797070 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-f98d3b6e-c658-4bc0-8ca9-8ff31c3eb7c7 req-f3b1ec68-60fa-44e4-9f07-ae8f945a3d04 service neutron] Bound port: 54cf4afe-4775-445b-8d80-9e6a3afdd0e5, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6796db6-dab2-4592-830c-d793c705d227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '233b9567-93de-4ad6-ab48-7ed951f0fba6'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:29:12.797426 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-f98d3b6e-c658-4bc0-8ca9-8ff31c3eb7c7 req-f3b1ec68-60fa-44e4-9f07-ae8f945a3d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (54cf4afe-4775-445b-8d80-9e6a3afdd0e5), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:12.811405 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e92e5783-143b-4562-94d8-578e6650e376 admin admin] Publish callbacks [] for security_group (367d08b9-7eb4-4fd6-ba2c-29f457c22318), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:12.874965 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-06d5480e-bfe8-47f0-aad2-11336e186a8a admin admin] For port 04e3860a-99a5-4b21-8db9-86cd046b7310, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=04e3860a-99a5-4b21-8db9-86cd046b7310,segment=NetworkSegment(b5c22837-ff45-4173-bb65-146e0d15092f),segment_id=b5c22837-ff45-4173-bb65-146e0d15092f)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:29:12.875401 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-06d5480e-bfe8-47f0-aad2-11336e186a8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (04e3860a-99a5-4b21-8db9-86cd046b7310), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:12.885262 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e92e5783-143b-4562-94d8-578e6650e376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (367d08b9-7eb4-4fd6-ba2c-29f457c22318), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:12.888648 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e92e5783-143b-4562-94d8-578e6650e376 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:12.892272 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e92e5783-143b-4562-94d8-578e6650e376 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/367d08b9-7eb4-4fd6-ba2c-29f457c22318 HTTP/1.1" status: 204 len: 168 time: 0.4189701 Feb 17 17:29:12.919253 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-06d5480e-bfe8-47f0-aad2-11336e186a8a admin admin] Calling delete_port for 04e3860a-99a5-4b21-8db9-86cd046b7310 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:29:12.941392 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92e5783-143b-4562-94d8-578e6650e376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367d08b9-7eb4-4fd6-ba2c-29f457c22318,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:13.134417 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device def80f72-6674-4dff-b38b-2c1d3d245381 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:29:13.237586 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb894a-4a0b-4208-8a4a-791624f351e7 req-924864af-8a90-49ef-9e14-075fdd887492 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:13.242952 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 2bd2d45a-2751-42e4-bfb7-788088c608c4 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:29:13.243153 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb894a-4a0b-4208-8a4a-791624f351e7 req-924864af-8a90-49ef-9e14-075fdd887492 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:13.264830 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-33fb894a-4a0b-4208-8a4a-791624f351e7 req-924864af-8a90-49ef-9e14-075fdd887492 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/ports?device_id=97fb2839-e464-4aff-8d74-e53d731115e2 HTTP/1.1" status: 200 len: 1654 time: 0.6190381 Feb 17 17:29:13.292778 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a52f2-f2ad-4296-a097-68c1eb45ae0f req-1d47cd26-5474-4bc7-b7b9-8611b2665f48 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:13.304425 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-151a52f2-f2ad-4296-a097-68c1eb45ae0f req-1d47cd26-5474-4bc7-b7b9-8611b2665f48 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/ports?device_id=be77614c-d94b-40a6-8d03-387b5db0e130 HTTP/1.1" status: 200 len: 948 time: 0.6575365 Feb 17 17:29:13.347273 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port def80f72-6674-4dff-b38b-2c1d3d245381 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:29:13.362350 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port def80f72-6674-4dff-b38b-2c1d3d245381 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:29:13.362587 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-06d5480e-bfe8-47f0-aad2-11336e186a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (04e3860a-99a5-4b21-8db9-86cd046b7310), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:13.365018 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (def80f72-6674-4dff-b38b-2c1d3d245381), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:13.438559 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5480e-bfe8-47f0-aad2-11336e186a8a admin admin] Pushing event deleted for resources: {'Port': ['ID=04e3860a-99a5-4b21-8db9-86cd046b7310,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:13.458437 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 2bd2d45a-2751-42e4-bfb7-788088c608c4 is: DOWN; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:29:13.590880 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port def80f72-6674-4dff-b38b-2c1d3d245381 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:29:13.593178 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (def80f72-6674-4dff-b38b-2c1d3d245381), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:13.628162 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-f98d3b6e-c658-4bc0-8ca9-8ff31c3eb7c7 req-f3b1ec68-60fa-44e4-9f07-ae8f945a3d04 service neutron] For port 54cf4afe-4775-445b-8d80-9e6a3afdd0e5, host n-h2-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:29:13.652318 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port def80f72-6674-4dff-b38b-2c1d3d245381, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=def80f72-6674-4dff-b38b-2c1d3d245381,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:29:13.655968 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be77614c-d94b-40a6-8d03-387b5db0e130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def80f72-6674-4dff-b38b-2c1d3d245381'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:29:13.660745 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0d52de-48fa-4b0e-a6c4-47e227cafb75" -d '{"events": [{"server_uuid": "be77614c-d94b-40a6-8d03-387b5db0e130", "name": "network-vif-plugged", "status": "completed", "tag": "def80f72-6674-4dff-b38b-2c1d3d245381"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:29:13.667590 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (def80f72-6674-4dff-b38b-2c1d3d245381), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:13.715532 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-33fb894a-4a0b-4208-8a4a-791624f351e7 req-b1010ca9-7c2d-4642-845b-c5c41752467e tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/security-groups?id=867a62cd-f31f-4b49-96ee-777cad774b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4494231 Feb 17 17:29:13.779753 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=def80f72-6674-4dff-b38b-2c1d3d245381,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:13.785893 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-151a52f2-f2ad-4296-a097-68c1eb45ae0f req-7e710dd9-dc4c-402a-8567-68b5aebd859b tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/security-groups?id=21a8b692-4450-4054-9577-11ac5acdc057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4801741 Feb 17 17:29:13.804953 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-f98d3b6e-c658-4bc0-8ca9-8ff31c3eb7c7 req-f3b1ec68-60fa-44e4-9f07-ae8f945a3d04 service neutron] For port 54cf4afe-4775-445b-8d80-9e6a3afdd0e5, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=54cf4afe-4775-445b-8d80-9e6a3afdd0e5,segment=NetworkSegment(e6796db6-dab2-4592-830c-d793c705d227),segment_id=e6796db6-dab2-4592-830c-d793c705d227)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:29:13.840537 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-f98d3b6e-c658-4bc0-8ca9-8ff31c3eb7c7 req-f3b1ec68-60fa-44e4-9f07-ae8f945a3d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (54cf4afe-4775-445b-8d80-9e6a3afdd0e5), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:13.861845 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-06d5480e-bfe8-47f0-aad2-11336e186a8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (5284773e-2fce-4c81-8db4-c9ffd6fd5e4f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:13.943140 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d3b6e-c658-4bc0-8ca9-8ff31c3eb7c7 req-f3b1ec68-60fa-44e4-9f07-ae8f945a3d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:13.943935 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-f98d3b6e-c658-4bc0-8ca9-8ff31c3eb7c7 req-f3b1ec68-60fa-44e4-9f07-ae8f945a3d04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:13.945658 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f98d3b6e-c658-4bc0-8ca9-8ff31c3eb7c7 req-f3b1ec68-60fa-44e4-9f07-ae8f945a3d04 service neutron] 10.222.0.91 "PUT /v2.0/ports/54cf4afe-4775-445b-8d80-9e6a3afdd0e5 HTTP/1.1" status: 200 len: 1092 time: 3.4763281 Feb 17 17:29:14.022933 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61108df0-8dbf-49fb-95b2-f0c13ca32bc9', 'tag': '54cf4afe-4775-445b-8d80-9e6a3afdd0e5'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:29:14.026247 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5052f9a-eb69-485f-b276-ac9a5b4b09b9" -d '{"events": [{"name": "network-changed", "server_uuid": "61108df0-8dbf-49fb-95b2-f0c13ca32bc9", "tag": "54cf4afe-4775-445b-8d80-9e6a3afdd0e5"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:29:14.029636 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b1ec68-60fa-44e4-9f07-ae8f945a3d04 service neutron] Pushing event updated for resources: {'Port': ['ID=54cf4afe-4775-445b-8d80-9e6a3afdd0e5,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:14.153423 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-92034e4c-fd69-4532-8262-69096fe778d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2b12fa8-567a-45c8-a579-20b83b4d13bb {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:29:14.179663 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-92034e4c-fd69-4532-8262-69096fe778d1 service neutron] Publish callbacks [] for port (b2b12fa8-567a-45c8-a579-20b83b4d13bb), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:14.238214 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d5480e-bfe8-47f0-aad2-11336e186a8a admin admin] Router 5284773e-2fce-4c81-8db4-c9ffd6fd5e4f has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:29:14.260658 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5c5b6-3556-47b3-9b73-d1d020d4df15 req-20a3816c-4304-4235-bdcd-6de37701ff64 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:14.272688 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-84c5c5b6-3556-47b3-9b73-d1d020d4df15 req-20a3816c-4304-4235-bdcd-6de37701ff64 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 944 time: 0.3932271 Feb 17 17:29:14.278685 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-92034e4c-fd69-4532-8262-69096fe778d1 service neutron] Transition to ACTIVE for port object b2b12fa8-567a-45c8-a579-20b83b4d13bb will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:29:14.344603 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-92034e4c-fd69-4532-8262-69096fe778d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (b2b12fa8-567a-45c8-a579-20b83b4d13bb), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:14.359509 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-84c5c5b6-3556-47b3-9b73-d1d020d4df15 req-6db7c8eb-27bd-4a5c-aed0-00acebe00197 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704565 Feb 17 17:29:14.431532 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d5480e-bfe8-47f0-aad2-11336e186a8a admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:29:14.433145 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d3b6e-c658-4bc0-8ca9-8ff31c3eb7c7 req-b609ab92-c2f9-4c31-9355-7b464a2998d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:14.435049 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f98d3b6e-c658-4bc0-8ca9-8ff31c3eb7c7 req-b609ab92-c2f9-4c31-9355-7b464a2998d3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=055c5c88106e43038ac2faf0f62d8d68&device_id=61108df0-8dbf-49fb-95b2-f0c13ca32bc9 HTTP/1.1" status: 200 len: 1126 time: 0.3900495 Feb 17 17:29:14.444165 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-06d5480e-bfe8-47f0-aad2-11336e186a8a admin admin] 10.222.0.87 "PUT /v2.0/routers/5284773e-2fce-4c81-8db4-c9ffd6fd5e4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0894508 Feb 17 17:29:14.452278 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4679265c-5309-45be-9f78-d167bf1aa67e None None] Sync routers for ids ['5284773e-2fce-4c81-8db4-c9ffd6fd5e4f'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:29:14.452968 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37630) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:29:14.460420 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe1cc1-05f5-4881-a38b-24883457dc42 req-d9c3ac4d-7fdf-46ab-9bea-56360a2cf719 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:14.468171 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cbbe1cc1-05f5-4881-a38b-24883457dc42 req-d9c3ac4d-7fdf-46ab-9bea-56360a2cf719 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/ports?device_id=61108df0-8dbf-49fb-95b2-f0c13ca32bc9 HTTP/1.1" status: 200 len: 944 time: 0.5214033 Feb 17 17:29:14.469550 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4679265c-5309-45be-9f78-d167bf1aa67e None None] Routers {'5284773e-2fce-4c81-8db4-c9ffd6fd5e4f'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:29:14.471168 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-4679265c-5309-45be-9f78-d167bf1aa67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:29:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['5284773e-2fce-4c81-8db4-c9ffd6fd5e4f'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:29:14.643861 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f98d3b6e-c658-4bc0-8ca9-8ff31c3eb7c7 req-b728e60b-d6aa-4b6d-9fd0-107de5719339 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54cf4afe-4775-445b-8d80-9e6a3afdd0e5 HTTP/1.1" status: 200 len: 217 time: 0.1683438 Feb 17 17:29:14.644741 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92034e4c-fd69-4532-8262-69096fe778d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b2b12fa8-567a-45c8-a579-20b83b4d13bb,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:14.718712 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-4679265c-5309-45be-9f78-d167bf1aa67e None None] Set router 5284773e-2fce-4c81-8db4-c9ffd6fd5e4f gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:29:14.780862 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-92034e4c-fd69-4532-8262-69096fe778d1 service neutron] Attempting to bind port b2b12fa8-567a-45c8-a579-20b83b4d13bb on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:29:14.782738 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-92034e4c-fd69-4532-8262-69096fe778d1 service neutron] Attempting to bind port b2b12fa8-567a-45c8-a579-20b83b4d13bb by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '545be98f-3b17-4979-b9ea-3aed49803ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'adbe638d-d4aa-496b-9197-653745838618'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:29:14.783366 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-92034e4c-fd69-4532-8262-69096fe778d1 service neutron] Attempting to bind port b2b12fa8-567a-45c8-a579-20b83b4d13bb on network adbe638d-d4aa-496b-9197-653745838618 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:29:14.797644 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-06c80e1e-ca88-4356-9409-6901fefea484 admin admin] Publish callbacks [] for router (5284773e-2fce-4c81-8db4-c9ffd6fd5e4f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:14.828600 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cbbe1cc1-05f5-4881-a38b-24883457dc42 req-79528c97-f25e-4499-9339-6d645af9debc tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/security-groups?id=8be1f4ef-2561-4b86-bd91-f82492a4fd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548906 Feb 17 17:29:14.836612 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-92034e4c-fd69-4532-8262-69096fe778d1 service neutron] Port b2b12fa8-567a-45c8-a579-20b83b4d13bb on network adbe638d-d4aa-496b-9197-653745838618 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:29:14.837144 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-92034e4c-fd69-4532-8262-69096fe778d1 service neutron] Attempting to bind port b2b12fa8-567a-45c8-a579-20b83b4d13bb on network adbe638d-d4aa-496b-9197-653745838618 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:29:14.862149 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-92034e4c-fd69-4532-8262-69096fe778d1 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:29:14.867743 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-92034e4c-fd69-4532-8262-69096fe778d1 service neutron] Checking segment: {'id': '545be98f-3b17-4979-b9ea-3aed49803ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'adbe638d-d4aa-496b-9197-653745838618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:29:14.869060 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-92034e4c-fd69-4532-8262-69096fe778d1 service neutron] Bound using segment: {'id': '545be98f-3b17-4979-b9ea-3aed49803ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'adbe638d-d4aa-496b-9197-653745838618'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:29:14.873994 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-92034e4c-fd69-4532-8262-69096fe778d1 service neutron] Bound port: b2b12fa8-567a-45c8-a579-20b83b4d13bb, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '545be98f-3b17-4979-b9ea-3aed49803ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'adbe638d-d4aa-496b-9197-653745838618'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:29:14.874625 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-92034e4c-fd69-4532-8262-69096fe778d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b2b12fa8-567a-45c8-a579-20b83b4d13bb), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:14.909890 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6f4c8f-d4f4-4370-b957-48324d82ab68 x-openstack-request-id: req-5c6f4c8f-d4f4-4370-b957-48324d82ab68 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:29:14.910397 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be77614c-d94b-40a6-8d03-387b5db0e130", "name": "network-vif-plugged", "status": "completed", "tag": "def80f72-6674-4dff-b38b-2c1d3d245381", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:29:14.910693 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5c6f4c8f-d4f4-4370-b957-48324d82ab68 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:29:14.911192 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be77614c-d94b-40a6-8d03-387b5db0e130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def80f72-6674-4dff-b38b-2c1d3d245381', 'code': 200} Feb 17 17:29:14.943324 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d3b6e-c658-4bc0-8ca9-8ff31c3eb7c7 req-1738091b-d932-40ce-bc6e-bffeffe65a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:14.950507 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f98d3b6e-c658-4bc0-8ca9-8ff31c3eb7c7 req-1738091b-d932-40ce-bc6e-bffeffe65a0f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=bb181189-1480-4377-9824-fc7c67a5f7e8 HTTP/1.1" status: 200 len: 852 time: 0.1993096 Feb 17 17:29:15.013679 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14c0db9-6b23-433b-b2fe-ecfed84ffa20 x-openstack-request-id: req-a14c0db9-6b23-433b-b2fe-ecfed84ffa20 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:29:15.013679 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61108df0-8dbf-49fb-95b2-f0c13ca32bc9", "tag": "54cf4afe-4775-445b-8d80-9e6a3afdd0e5", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:29:15.015415 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a14c0db9-6b23-433b-b2fe-ecfed84ffa20 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:29:15.016022 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61108df0-8dbf-49fb-95b2-f0c13ca32bc9', 'tag': '54cf4afe-4775-445b-8d80-9e6a3afdd0e5', 'status': 'completed', 'code': 200} Feb 17 17:29:15.083317 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf00eeb2-b796-491f-b97b-355a2439d3ed req-31e08aab-8697-492a-b203-69f6d9b74db5 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:15.085077 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cf00eeb2-b796-491f-b97b-355a2439d3ed req-31e08aab-8697-492a-b203-69f6d9b74db5 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f HTTP/1.1" status: 200 len: 945 time: 0.5721648 Feb 17 17:29:15.087111 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f98d3b6e-c658-4bc0-8ca9-8ff31c3eb7c7 req-c7c128e3-4137-43e2-966f-da71e5102f4b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=233b9567-93de-4ad6-ab48-7ed951f0fba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692198 Feb 17 17:29:15.121508 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-4679265c-5309-45be-9f78-d167bf1aa67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5284773e-2fce-4c81-8db4-c9ffd6fd5e4f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1972665439-router', 'tenant_id': '5935facc757347a6a86952f113369252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'df23730e-e3f5-4e53-8b0a-bd6896e9a8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:26:17Z', 'updated_at': '2022-02-17T17:29:13Z', 'revision_number': 5, 'project_id': '5935facc757347a6a86952f113369252', 'gw_port': {'id': 'df23730e-e3f5-4e53-8b0a-bd6896e9a8bf', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284773e-2fce-4c81-8db4-c9ffd6fd5e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:26:18Z', 'updated_at': '2022-02-17T17:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:29:15.161519 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4679265c-5309-45be-9f78-d167bf1aa67e None None] Checking router: 5284773e-2fce-4c81-8db4-c9ffd6fd5e4f for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:29:15.171034 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4679265c-5309-45be-9f78-d167bf1aa67e None None] Routers {'5284773e-2fce-4c81-8db4-c9ffd6fd5e4f'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:29:15.171807 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83983d4c-1b65-45bd-9e89-875c023e7b52 req-323b5360-ec91-4f2f-8974-6bdd34e5e854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:15.172148 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-4679265c-5309-45be-9f78-d167bf1aa67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:29:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['5284773e-2fce-4c81-8db4-c9ffd6fd5e4f'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:29:15.173333 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-83983d4c-1b65-45bd-9e89-875c023e7b52 req-323b5360-ec91-4f2f-8974-6bdd34e5e854 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=be77614c-d94b-40a6-8d03-387b5db0e130 HTTP/1.1" status: 200 len: 1131 time: 0.1743972 Feb 17 17:29:15.249600 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-06c80e1e-ca88-4356-9409-6901fefea484 admin admin] Publish callbacks [] for router_gateway (5284773e-2fce-4c81-8db4-c9ffd6fd5e4f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:15.304490 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-4679265c-5309-45be-9f78-d167bf1aa67e None None] Set router 5284773e-2fce-4c81-8db4-c9ffd6fd5e4f gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:29:15.309223 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cf00eeb2-b796-491f-b97b-355a2439d3ed req-0ae85dfd-2051-4be7-aa26-2f9a02d6cd80 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180469 Feb 17 17:29:15.362217 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-92034e4c-fd69-4532-8262-69096fe778d1 service neutron] For port b2b12fa8-567a-45c8-a579-20b83b4d13bb, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:29:15.378083 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-92034e4c-fd69-4532-8262-69096fe778d1 service neutron] For port b2b12fa8-567a-45c8-a579-20b83b4d13bb, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=b2b12fa8-567a-45c8-a579-20b83b4d13bb,segment=NetworkSegment(545be98f-3b17-4979-b9ea-3aed49803ae8),segment_id=545be98f-3b17-4979-b9ea-3aed49803ae8)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:29:15.387916 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-83983d4c-1b65-45bd-9e89-875c023e7b52 req-6cc31d3e-85d4-4a27-9736-fa2713fd7845 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=21a8b692-4450-4054-9577-11ac5acdc057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023411 Feb 17 17:29:15.401191 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60497b71-2354-41a7-a695-cdd4fcf16aa1 req-e95f302f-c3c3-4eba-85c9-f16480fc40ae tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:15.407299 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60497b71-2354-41a7-a695-cdd4fcf16aa1 req-e95f302f-c3c3-4eba-85c9-f16480fc40ae tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:15.415595 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-60497b71-2354-41a7-a695-cdd4fcf16aa1 req-e95f302f-c3c3-4eba-85c9-f16480fc40ae tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/ports?device_id=97fb2839-e464-4aff-8d74-e53d731115e2 HTTP/1.1" status: 200 len: 1666 time: 0.3271778 Feb 17 17:29:15.418015 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-92034e4c-fd69-4532-8262-69096fe778d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (b2b12fa8-567a-45c8-a579-20b83b4d13bb), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:15.434468 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-06c80e1e-ca88-4356-9409-6901fefea484 admin admin] Deleting port df23730e-e3f5-4e53-8b0a-bd6896e9a8bf {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:29:15.435626 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-06c80e1e-ca88-4356-9409-6901fefea484 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (df23730e-e3f5-4e53-8b0a-bd6896e9a8bf), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:15.486093 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-92034e4c-fd69-4532-8262-69096fe778d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:15.487594 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-92034e4c-fd69-4532-8262-69096fe778d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:15.490736 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-92034e4c-fd69-4532-8262-69096fe778d1 service neutron] 10.222.0.71 "PUT /v2.0/ports/b2b12fa8-567a-45c8-a579-20b83b4d13bb HTTP/1.1" status: 200 len: 1091 time: 3.3746412 Feb 17 17:29:15.565588 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-06c80e1e-ca88-4356-9409-6901fefea484 admin admin] For port df23730e-e3f5-4e53-8b0a-bd6896e9a8bf, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=df23730e-e3f5-4e53-8b0a-bd6896e9a8bf,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:29:15.565969 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-06c80e1e-ca88-4356-9409-6901fefea484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (df23730e-e3f5-4e53-8b0a-bd6896e9a8bf), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:15.599025 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-06c80e1e-ca88-4356-9409-6901fefea484 admin admin] Calling delete_port for df23730e-e3f5-4e53-8b0a-bd6896e9a8bf owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:29:15.655687 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-1c98fa11-8fcd-469a-b97a-22f8ad5434c3 service neutron] Request body: {'port': {'device_id': '97fb2839-e464-4aff-8d74-e53d731115e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:29:15.658873 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92034e4c-fd69-4532-8262-69096fe778d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b2b12fa8-567a-45c8-a579-20b83b4d13bb,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:15.671862 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-60497b71-2354-41a7-a695-cdd4fcf16aa1 req-80eebc22-fbde-46d4-acfe-3ee5d499ba16 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/security-groups?id=867a62cd-f31f-4b49-96ee-777cad774b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552283 Feb 17 17:29:15.682704 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f98d3b6e-c658-4bc0-8ca9-8ff31c3eb7c7 req-fda86281-2840-4076-bd96-018fb0757c3e service neutron] 10.222.0.91 "GET /v2.0/networks/233b9567-93de-4ad6-ab48-7ed951f0fba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5661764 Feb 17 17:29:15.729349 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-4679265c-5309-45be-9f78-d167bf1aa67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5284773e-2fce-4c81-8db4-c9ffd6fd5e4f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1972665439-router', 'tenant_id': '5935facc757347a6a86952f113369252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'df23730e-e3f5-4e53-8b0a-bd6896e9a8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:26:17Z', 'updated_at': '2022-02-17T17:29:13Z', 'revision_number': 5, 'project_id': '5935facc757347a6a86952f113369252', 'gw_port': {'id': 'df23730e-e3f5-4e53-8b0a-bd6896e9a8bf', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284773e-2fce-4c81-8db4-c9ffd6fd5e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:26:18Z', 'updated_at': '2022-02-17T17:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:29:15.736436 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0846cca-bfd9-44a3-9220-45abafd0e387 req-b0c0a894-3014-430a-8e3a-f2eb5a3d3134 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:15.744607 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c0846cca-bfd9-44a3-9220-45abafd0e387 req-b0c0a894-3014-430a-8e3a-f2eb5a3d3134 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/ports?device_id=be77614c-d94b-40a6-8d03-387b5db0e130 HTTP/1.1" status: 200 len: 949 time: 0.2524762 Feb 17 17:29:15.791762 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4679265c-5309-45be-9f78-d167bf1aa67e None None] The sync data for ids ['5284773e-2fce-4c81-8db4-c9ffd6fd5e4f'] in n-d-829613-2 is: [{'id': '5284773e-2fce-4c81-8db4-c9ffd6fd5e4f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1972665439-router', 'tenant_id': '5935facc757347a6a86952f113369252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'df23730e-e3f5-4e53-8b0a-bd6896e9a8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:26:17Z', 'updated_at': '2022-02-17T17:29:13Z', 'revision_number': 5, 'project_id': '5935facc757347a6a86952f113369252', 'gw_port': {'id': 'df23730e-e3f5-4e53-8b0a-bd6896e9a8bf', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284773e-2fce-4c81-8db4-c9ffd6fd5e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:26:18Z', 'updated_at': '2022-02-17T17:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:29:15.859141 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-06c80e1e-ca88-4356-9409-6901fefea484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (df23730e-e3f5-4e53-8b0a-bd6896e9a8bf), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:15.888916 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c80e1e-ca88-4356-9409-6901fefea484 admin admin] Pushing event deleted for resources: {'Port': ['ID=df23730e-e3f5-4e53-8b0a-bd6896e9a8bf,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:15.971898 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-06c80e1e-ca88-4356-9409-6901fefea484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (5284773e-2fce-4c81-8db4-c9ffd6fd5e4f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:15.977506 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c0846cca-bfd9-44a3-9220-45abafd0e387 req-00ff870d-d2a3-4766-ab27-93914921ad72 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/security-groups?id=21a8b692-4450-4054-9577-11ac5acdc057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318478 Feb 17 17:29:16.067083 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f98d3b6e-c658-4bc0-8ca9-8ff31c3eb7c7 req-dc0daea1-0f82-49fa-9da6-4393e529c3aa service neutron] 10.222.0.91 "GET /v2.0/networks/233b9567-93de-4ad6-ab48-7ed951f0fba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069155 Feb 17 17:29:16.098957 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-06c80e1e-ca88-4356-9409-6901fefea484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (5284773e-2fce-4c81-8db4-c9ffd6fd5e4f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:16.103207 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-1c98fa11-8fcd-469a-b97a-22f8ad5434c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (afa713ab-f1ef-47fa-af7d-9732be721281), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:16.118275 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-06c80e1e-ca88-4356-9409-6901fefea484 admin admin] Publish callbacks [] for router_controller (5284773e-2fce-4c81-8db4-c9ffd6fd5e4f), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:16.186001 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311e2af-f71e-4ffe-b5ab-e7121f35656a req-cd7aacfe-469f-476e-8058-cd2013a2b6ae tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:16.187808 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0311e2af-f71e-4ffe-b5ab-e7121f35656a req-cd7aacfe-469f-476e-8058-cd2013a2b6ae tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 944 time: 0.3332708 Feb 17 17:29:16.211763 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-06c80e1e-ca88-4356-9409-6901fefea484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (5284773e-2fce-4c81-8db4-c9ffd6fd5e4f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:16.212369 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c80e1e-ca88-4356-9409-6901fefea484 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5284773e-2fce-4c81-8db4-c9ffd6fd5e4f {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:29:16.221437 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-06c80e1e-ca88-4356-9409-6901fefea484 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:16.225164 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-06c80e1e-ca88-4356-9409-6901fefea484 admin admin] 10.222.0.87 "DELETE /v2.0/routers/5284773e-2fce-4c81-8db4-c9ffd6fd5e4f HTTP/1.1" status: 204 len: 168 time: 1.7711306 Feb 17 17:29:16.227490 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37672) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:29:16.310506 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0311e2af-f71e-4ffe-b5ab-e7121f35656a req-404ac785-2e96-4c8d-9196-608a82b3452e tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988989 Feb 17 17:29:16.313935 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-a81c8e31-69e6-4c80-9dee-bd06889756c3 admin admin] Deleting subnet 88b92756-09f3-428e-b5e3-39b289eb6473 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:29:16.320982 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9bd99444-086d-4515-9cf8-96c38ae0f0a6 req-d6d9497f-37b1-4b34-97ec-506092303199 tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=9a7acfed4a0b467ebd481d9e5e1abde2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0703993 Feb 17 17:29:16.322745 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a81c8e31-69e6-4c80-9dee-bd06889756c3 admin admin] Publish callbacks [] for subnet (88b92756-09f3-428e-b5e3-39b289eb6473), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:16.402697 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a81c8e31-69e6-4c80-9dee-bd06889756c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (88b92756-09f3-428e-b5e3-39b289eb6473), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:16.423300 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5052f9a-eb69-485f-b276-ac9a5b4b09b9 req-d01fcec6-dff3-417a-b4a2-6533ffa0302a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:16.424875 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f5052f9a-eb69-485f-b276-ac9a5b4b09b9 req-d01fcec6-dff3-417a-b4a2-6533ffa0302a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=055c5c88106e43038ac2faf0f62d8d68&device_id=61108df0-8dbf-49fb-95b2-f0c13ca32bc9 HTTP/1.1" status: 200 len: 1126 time: 0.3002346 Feb 17 17:29:16.583463 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a81c8e31-69e6-4c80-9dee-bd06889756c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (88b92756-09f3-428e-b5e3-39b289eb6473), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:16.684060 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a81c8e31-69e6-4c80-9dee-bd06889756c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (88b92756-09f3-428e-b5e3-39b289eb6473), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:16.713755 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a81c8e31-69e6-4c80-9dee-bd06889756c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:16.718859 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ef53b7-1101-411b-a364-605248c42ec2 None None] Network 83682ac9-c2b0-4063-ae45-fea55b30c3e3 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:29:16.736266 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a81c8e31-69e6-4c80-9dee-bd06889756c3 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/88b92756-09f3-428e-b5e3-39b289eb6473 HTTP/1.1" status: 204 len: 168 time: 0.5075696 Feb 17 17:29:16.745620 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37678) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:29:16.798609 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439df4a-61c8-4e46-9399-96e49bc84ccd req-5a8b447c-46ea-4170-8217-22eef221a494 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:16.806158 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c439df4a-61c8-4e46-9399-96e49bc84ccd req-5a8b447c-46ea-4170-8217-22eef221a494 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/ports?device_id=61108df0-8dbf-49fb-95b2-f0c13ca32bc9 HTTP/1.1" status: 200 len: 944 time: 0.3879972 Feb 17 17:29:16.870447 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd99444-086d-4515-9cf8-96c38ae0f0a6 req-54190b62-bad3-451a-aafa-c41df7e4aef3 tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:16.871915 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9bd99444-086d-4515-9cf8-96c38ae0f0a6 req-54190b62-bad3-451a-aafa-c41df7e4aef3 tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5418279 Feb 17 17:29:16.915759 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 04e3860a-99a5-4b21-8db9-86cd046b7310 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:29:16.925237 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5052f9a-eb69-485f-b276-ac9a5b4b09b9 req-96c04c5b-5b81-4148-a70d-4e511ff313f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:16.926710 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f5052f9a-eb69-485f-b276-ac9a5b4b09b9 req-96c04c5b-5b81-4148-a70d-4e511ff313f2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=233b9567-93de-4ad6-ab48-7ed951f0fba6 HTTP/1.1" status: 200 len: 913 time: 0.4853165 Feb 17 17:29:16.938367 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9bd99444-086d-4515-9cf8-96c38ae0f0a6 req-87dfa054-dc4e-4aa2-9c6d-0b6eb65c1844 tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] 10.222.0.87 "GET /v2.0/quotas/9a7acfed4a0b467ebd481d9e5e1abde2 HTTP/1.1" status: 200 len: 375 time: 0.0426939 Feb 17 17:29:16.959360 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c439df4a-61c8-4e46-9399-96e49bc84ccd req-e42cd6a9-24df-48d1-8689-220f57d58946 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/security-groups?id=8be1f4ef-2561-4b86-bd91-f82492a4fd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362576 Feb 17 17:29:16.978832 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f6ba3eba-fb00-4669-a252-2533c3744368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (83682ac9-c2b0-4063-ae45-fea55b30c3e3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:16.983037 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 04e3860a-99a5-4b21-8db9-86cd046b7310 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:29:16.983573 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 04e3860a-99a5-4b21-8db9-86cd046b7310 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:29:16.986487 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81c8e31-69e6-4c80-9dee-bd06889756c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88b92756-09f3-428e-b5e3-39b289eb6473,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:17.039939 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97fb2839-e464-4aff-8d74-e53d731115e2', 'tag': 'b2b12fa8-567a-45c8-a579-20b83b4d13bb'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:29:17.042237 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5054d114-1c27-4d2e-a1f9-f3de564f1fcc" -d '{"events": [{"name": "network-changed", "server_uuid": "97fb2839-e464-4aff-8d74-e53d731115e2", "tag": "b2b12fa8-567a-45c8-a579-20b83b4d13bb"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:29:17.073438 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-f6ba3eba-fb00-4669-a252-2533c3744368 admin admin] Deleting port 924afea3-4575-4d9d-97ca-401caa9d97c2 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:29:17.073787 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f6ba3eba-fb00-4669-a252-2533c3744368 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (924afea3-4575-4d9d-97ca-401caa9d97c2), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:17.075416 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f5052f9a-eb69-485f-b276-ac9a5b4b09b9 req-6ed9d0b4-c6f7-4264-ae4e-451873ef6425 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54cf4afe-4775-445b-8d80-9e6a3afdd0e5 HTTP/1.1" status: 200 len: 217 time: 0.1396902 Feb 17 17:29:17.114340 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9bd99444-086d-4515-9cf8-96c38ae0f0a6 req-adc8c4dc-af7a-48d6-9a73-3c7d26fa9533 tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=9a7acfed4a0b467ebd481d9e5e1abde2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1686096 Feb 17 17:29:17.151067 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-f6ba3eba-fb00-4669-a252-2533c3744368 admin admin] For port 924afea3-4575-4d9d-97ca-401caa9d97c2, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=924afea3-4575-4d9d-97ca-401caa9d97c2,segment=NetworkSegment(b5c22837-ff45-4173-bb65-146e0d15092f),segment_id=b5c22837-ff45-4173-bb65-146e0d15092f)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:29:17.151833 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f6ba3eba-fb00-4669-a252-2533c3744368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (924afea3-4575-4d9d-97ca-401caa9d97c2), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:17.176027 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-f6ba3eba-fb00-4669-a252-2533c3744368 admin admin] Calling delete_port for 924afea3-4575-4d9d-97ca-401caa9d97c2 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:29:17.221270 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27620bb4-ea2f-4513-b2a3-68fa4f6f8562 None None] DHCP port deletion for 83682ac9-c2b0-4063-ae45-fea55b30c3e3 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:29:17.282825 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5052f9a-eb69-485f-b276-ac9a5b4b09b9 req-a9f45dd3-b747-4926-a951-55a2b7918383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:17.284578 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f5052f9a-eb69-485f-b276-ac9a5b4b09b9 req-a9f45dd3-b747-4926-a951-55a2b7918383 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=bb181189-1480-4377-9824-fc7c67a5f7e8 HTTP/1.1" status: 200 len: 852 time: 0.2035041 Feb 17 17:29:17.288560 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-1c98fa11-8fcd-469a-b97a-22f8ad5434c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afa713ab-f1ef-47fa-af7d-9732be721281 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:29:17.316486 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-27620bb4-ea2f-4513-b2a3-68fa4f6f8562 None None] Deleting port 924afea3-4575-4d9d-97ca-401caa9d97c2 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:29:17.317278 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-27620bb4-ea2f-4513-b2a3-68fa4f6f8562 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (924afea3-4575-4d9d-97ca-401caa9d97c2), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:17.326129 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c4047-5da1-47e7-99c7-3b21ecc247f9 req-97c92c9f-b421-4acd-9e8e-3b030a77894e tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:17.328756 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f6ba3eba-fb00-4669-a252-2533c3744368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (924afea3-4575-4d9d-97ca-401caa9d97c2), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:17.334311 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-045c4047-5da1-47e7-99c7-3b21ecc247f9 req-97c92c9f-b421-4acd-9e8e-3b030a77894e tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f HTTP/1.1" status: 200 len: 945 time: 0.2614233 Feb 17 17:29:17.338020 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-1c98fa11-8fcd-469a-b97a-22f8ad5434c3 service neutron] Publish callbacks [] for port (afa713ab-f1ef-47fa-af7d-9732be721281), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:17.384329 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f5052f9a-eb69-485f-b276-ac9a5b4b09b9 req-4ccafab1-ebab-4773-8eab-30e1e7656d30 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=233b9567-93de-4ad6-ab48-7ed951f0fba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900626 Feb 17 17:29:17.392924 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-1c98fa11-8fcd-469a-b97a-22f8ad5434c3 service neutron] Transition to ACTIVE for port object afa713ab-f1ef-47fa-af7d-9732be721281 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:29:17.408635 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ba3eba-fb00-4669-a252-2533c3744368 admin admin] No DVR routers for this DVR port 924afea3-4575-4d9d-97ca-401caa9d97c2 on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:29:17.415862 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-1c98fa11-8fcd-469a-b97a-22f8ad5434c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (afa713ab-f1ef-47fa-af7d-9732be721281), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:17.416635 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba3eba-fb00-4669-a252-2533c3744368 admin admin] Pushing event deleted for resources: {'Port': ['ID=924afea3-4575-4d9d-97ca-401caa9d97c2,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:17.483881 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-27620bb4-ea2f-4513-b2a3-68fa4f6f8562 None None] For port 924afea3-4575-4d9d-97ca-401caa9d97c2, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=924afea3-4575-4d9d-97ca-401caa9d97c2,segment=NetworkSegment(b5c22837-ff45-4173-bb65-146e0d15092f),segment_id=b5c22837-ff45-4173-bb65-146e0d15092f)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:29:17.484906 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-27620bb4-ea2f-4513-b2a3-68fa4f6f8562 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (924afea3-4575-4d9d-97ca-401caa9d97c2), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:17.499698 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-27620bb4-ea2f-4513-b2a3-68fa4f6f8562 None None] Calling delete_port for 924afea3-4575-4d9d-97ca-401caa9d97c2 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:29:17.576085 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f6ba3eba-fb00-4669-a252-2533c3744368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (83682ac9-c2b0-4063-ae45-fea55b30c3e3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:17.600726 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-27620bb4-ea2f-4513-b2a3-68fa4f6f8562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (924afea3-4575-4d9d-97ca-401caa9d97c2), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:17.624691 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-f6ba3eba-fb00-4669-a252-2533c3744368 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83682ac9-c2b0-4063-ae45-fea55b30c3e3']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:29:17.648064 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27620bb4-ea2f-4513-b2a3-68fa4f6f8562 None None] Pushing event deleted for resources: {'Port': ['ID=924afea3-4575-4d9d-97ca-401caa9d97c2,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:17.648613 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-f6ba3eba-fb00-4669-a252-2533c3744368 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5c22837-ff45-4173-bb65-146e0d15092f') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:29:17.648914 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-f6ba3eba-fb00-4669-a252-2533c3744368 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5c22837-ff45-4173-bb65-146e0d15092f') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:29:17.659573 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27620bb4-ea2f-4513-b2a3-68fa4f6f8562 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:29:17.659930 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27620bb4-ea2f-4513-b2a3-68fa4f6f8562 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:29:17.660311 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27620bb4-ea2f-4513-b2a3-68fa4f6f8562 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:29:17.660655 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27620bb4-ea2f-4513-b2a3-68fa4f6f8562 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:29:17.660991 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27620bb4-ea2f-4513-b2a3-68fa4f6f8562 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:29:17.661323 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27620bb4-ea2f-4513-b2a3-68fa4f6f8562 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:29:17.661656 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27620bb4-ea2f-4513-b2a3-68fa4f6f8562 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:29:17.661983 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27620bb4-ea2f-4513-b2a3-68fa4f6f8562 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:29:17.662366 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27620bb4-ea2f-4513-b2a3-68fa4f6f8562 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:29:17.662832 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27620bb4-ea2f-4513-b2a3-68fa4f6f8562 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:29:17.663219 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27620bb4-ea2f-4513-b2a3-68fa4f6f8562 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:29:17.663547 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27620bb4-ea2f-4513-b2a3-68fa4f6f8562 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:29:17.663871 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27620bb4-ea2f-4513-b2a3-68fa4f6f8562 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:29:17.670299 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f6ba3eba-fb00-4669-a252-2533c3744368 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (b5c22837-ff45-4173-bb65-146e0d15092f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:17.671752 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27620bb4-ea2f-4513-b2a3-68fa4f6f8562 None None] No DVR routers for this DVR port 924afea3-4575-4d9d-97ca-401caa9d97c2 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:29:17.702428 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f6ba3eba-fb00-4669-a252-2533c3744368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (b5c22837-ff45-4173-bb65-146e0d15092f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:17.717367 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6ba3eba-fb00-4669-a252-2533c3744368 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:29:17.717794 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f6ba3eba-fb00-4669-a252-2533c3744368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (b5c22837-ff45-4173-bb65-146e0d15092f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:17.719711 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:29:17.719711 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:29:17.719711 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:29:17.719711 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:29:17.719711 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:29:17.719711 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:29:17.719711 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:29:17.719711 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:29:17.719711 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:29:17.719711 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:29:17.719711 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:29:17.719711 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:29:17.719711 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:29:17.719711 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:29:17.719711 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:29:17.719711 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:29:17.719711 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:29:17.719711 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:29:17.719711 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:29:17.719711 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:29:17.719711 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:29:17.719711 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:29:17.719711 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:29:17.719711 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:29:17.719711 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:29:17.719711 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:29:17.719711 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:29:17.719711 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:29:17.719711 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:29:17.719711 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:29:17.719711 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:29:17.719711 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:29:17.722163 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-045c4047-5da1-47e7-99c7-3b21ecc247f9 req-ad39f4b1-8cd7-4514-bc4d-73b6bc45fad7 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3850763 Feb 17 17:29:17.742912 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98fa11-8fcd-469a-b97a-22f8ad5434c3 service neutron] Pushing event updated for resources: {'Port': ['ID=afa713ab-f1ef-47fa-af7d-9732be721281,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:17.891360 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f6ba3eba-fb00-4669-a252-2533c3744368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (83682ac9-c2b0-4063-ae45-fea55b30c3e3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:17.896978 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f6ba3eba-fb00-4669-a252-2533c3744368 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:17.903353 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f6ba3eba-fb00-4669-a252-2533c3744368 admin admin] 10.222.0.87 "DELETE /v2.0/networks/83682ac9-c2b0-4063-ae45-fea55b30c3e3 HTTP/1.1" status: 204 len: 168 time: 1.1086483 Feb 17 17:29:17.903454 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37694) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:29:17.934900 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f5052f9a-eb69-485f-b276-ac9a5b4b09b9 req-8b8a9df2-9892-4999-ad03-c82518836def service neutron] 10.222.0.91 "GET /v2.0/networks/233b9567-93de-4ad6-ab48-7ed951f0fba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5431662 Feb 17 17:29:17.975223 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba3eba-fb00-4669-a252-2533c3744368 admin admin] Pushing event deleted for resources: {'Network': ['ID=83682ac9-c2b0-4063-ae45-fea55b30c3e3,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:18.429202 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f5052f9a-eb69-485f-b276-ac9a5b4b09b9 req-0ae25c88-3913-47b2-a53a-8ce57b541685 service neutron] 10.222.0.91 "GET /v2.0/networks/233b9567-93de-4ad6-ab48-7ed951f0fba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4535527 Feb 17 17:29:18.448838 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a4047-c4db-4a46-8f23-659ae2d6953d req-ce53bd1e-4a6c-474a-96f3-da95c1acb334 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:18.455155 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a4047-c4db-4a46-8f23-659ae2d6953d req-ce53bd1e-4a6c-474a-96f3-da95c1acb334 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:18.462008 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-401a4047-c4db-4a46-8f23-659ae2d6953d req-ce53bd1e-4a6c-474a-96f3-da95c1acb334 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/ports?device_id=97fb2839-e464-4aff-8d74-e53d731115e2 HTTP/1.1" status: 200 len: 1678 time: 0.9284508 Feb 17 17:29:18.543717 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c182702-13a9-459b-bff1-d1615eeabc78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:18.598687 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff6e73-475f-4e3a-9b8e-2654d27045d5 req-db65810f-58f3-4e5e-8df5-f849a043da58 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:18.601501 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8cff6e73-475f-4e3a-9b8e-2654d27045d5 req-db65810f-58f3-4e5e-8df5-f849a043da58 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/ports?device_id=be77614c-d94b-40a6-8d03-387b5db0e130 HTTP/1.1" status: 200 len: 949 time: 0.6955886 Feb 17 17:29:18.637131 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-401a4047-c4db-4a46-8f23-659ae2d6953d req-78de9690-3b37-460e-b42a-77be24fce5d5 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/security-groups?id=867a62cd-f31f-4b49-96ee-777cad774b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709497 Feb 17 17:29:18.640224 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:18.643312 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-1c98fa11-8fcd-469a-b97a-22f8ad5434c3 service neutron] Attempting to bind port afa713ab-f1ef-47fa-af7d-9732be721281 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:29:18.643683 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-1c98fa11-8fcd-469a-b97a-22f8ad5434c3 service neutron] Attempting to bind port afa713ab-f1ef-47fa-af7d-9732be721281 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '4d108189-d8c8-4e19-aaa6-f25515939ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6edd94c0-873e-4a42-88ca-5019bb6fe496'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:29:18.644027 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-1c98fa11-8fcd-469a-b97a-22f8ad5434c3 service neutron] Attempting to bind port afa713ab-f1ef-47fa-af7d-9732be721281 on network 6edd94c0-873e-4a42-88ca-5019bb6fe496 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:29:18.710851 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 924afea3-4575-4d9d-97ca-401caa9d97c2 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:29:18.727508 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-1c98fa11-8fcd-469a-b97a-22f8ad5434c3 service neutron] Port afa713ab-f1ef-47fa-af7d-9732be721281 on network 6edd94c0-873e-4a42-88ca-5019bb6fe496 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:29:18.727832 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-1c98fa11-8fcd-469a-b97a-22f8ad5434c3 service neutron] Attempting to bind port afa713ab-f1ef-47fa-af7d-9732be721281 on network 6edd94c0-873e-4a42-88ca-5019bb6fe496 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:29:18.739880 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 924afea3-4575-4d9d-97ca-401caa9d97c2 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:29:18.740638 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 924afea3-4575-4d9d-97ca-401caa9d97c2 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:29:18.741308 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device df23730e-e3f5-4e53-8b0a-bd6896e9a8bf no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:29:18.754533 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e621294-e34f-4141-a6d6-b83e487b5ffe x-openstack-request-id: req-1e621294-e34f-4141-a6d6-b83e487b5ffe {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:29:18.754961 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97fb2839-e464-4aff-8d74-e53d731115e2", "tag": "b2b12fa8-567a-45c8-a579-20b83b4d13bb", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:29:18.755228 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1e621294-e34f-4141-a6d6-b83e487b5ffe {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:29:18.755633 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97fb2839-e464-4aff-8d74-e53d731115e2', 'tag': 'b2b12fa8-567a-45c8-a579-20b83b4d13bb', 'status': 'completed', 'code': 200} Feb 17 17:29:18.765560 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: df23730e-e3f5-4e53-8b0a-bd6896e9a8bf {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:29:18.766276 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device df23730e-e3f5-4e53-8b0a-bd6896e9a8bf not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:29:18.789450 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-1c98fa11-8fcd-469a-b97a-22f8ad5434c3 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:29:18.789680 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-1c98fa11-8fcd-469a-b97a-22f8ad5434c3 service neutron] Checking segment: {'id': '4d108189-d8c8-4e19-aaa6-f25515939ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6edd94c0-873e-4a42-88ca-5019bb6fe496'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:29:18.790068 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-1c98fa11-8fcd-469a-b97a-22f8ad5434c3 service neutron] Bound using segment: {'id': '4d108189-d8c8-4e19-aaa6-f25515939ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6edd94c0-873e-4a42-88ca-5019bb6fe496'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:29:18.790548 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-1c98fa11-8fcd-469a-b97a-22f8ad5434c3 service neutron] Bound port: afa713ab-f1ef-47fa-af7d-9732be721281, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d108189-d8c8-4e19-aaa6-f25515939ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6edd94c0-873e-4a42-88ca-5019bb6fe496'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:29:18.790884 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-1c98fa11-8fcd-469a-b97a-22f8ad5434c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (afa713ab-f1ef-47fa-af7d-9732be721281), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:18.831824 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8cff6e73-475f-4e3a-9b8e-2654d27045d5 req-d0cdb5f1-5c59-42de-a606-5fb9274cc724 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/security-groups?id=21a8b692-4450-4054-9577-11ac5acdc057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777017 Feb 17 17:29:18.859977 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5054d114-1c27-4d2e-a1f9-f3de564f1fcc req-e9149495-a5c8-438f-be5e-ab69787b27b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:18.860526 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5054d114-1c27-4d2e-a1f9-f3de564f1fcc req-e9149495-a5c8-438f-be5e-ab69787b27b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:18.862380 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5054d114-1c27-4d2e-a1f9-f3de564f1fcc req-e9149495-a5c8-438f-be5e-ab69787b27b2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=80f09b75faf84054a203824c5c5feea6&device_id=97fb2839-e464-4aff-8d74-e53d731115e2 HTTP/1.1" status: 200 len: 1969 time: 0.0864379 Feb 17 17:29:19.033053 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9bd99444-086d-4515-9cf8-96c38ae0f0a6 req-a7c78816-e413-4f94-b49b-f4081697f37b tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=9a7acfed4a0b467ebd481d9e5e1abde2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0970576 Feb 17 17:29:19.034872 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-005d4690-8163-4a7e-98e4-51b65854c2b0 req-b6256b85-6195-4f3f-9aad-d9fca70b2955 tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] 10.222.0.87 "GET /v2.0/ports?device_id=8cb17cd4-f496-45ae-a6ff-8932f6b171f6 HTTP/1.1" status: 200 len: 210 time: 0.0936584 Feb 17 17:29:19.090711 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-1c98fa11-8fcd-469a-b97a-22f8ad5434c3 service neutron] For port afa713ab-f1ef-47fa-af7d-9732be721281, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:29:19.112055 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d234785-7233-4773-bbbe-de284a93c070 req-ca61dda0-dcce-43a8-b872-a7206c272bf0 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:19.119088 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1d234785-7233-4773-bbbe-de284a93c070 req-ca61dda0-dcce-43a8-b872-a7206c272bf0 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 944 time: 0.2578039 Feb 17 17:29:19.134727 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-1c98fa11-8fcd-469a-b97a-22f8ad5434c3 service neutron] For port afa713ab-f1ef-47fa-af7d-9732be721281, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=afa713ab-f1ef-47fa-af7d-9732be721281,segment=NetworkSegment(4d108189-d8c8-4e19-aaa6-f25515939ef9),segment_id=4d108189-d8c8-4e19-aaa6-f25515939ef9)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:29:19.225813 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-1c98fa11-8fcd-469a-b97a-22f8ad5434c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (afa713ab-f1ef-47fa-af7d-9732be721281), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:19.267232 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1d234785-7233-4773-bbbe-de284a93c070 req-558f35e4-7625-49e8-849b-65548e17f29c tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459816 Feb 17 17:29:19.268060 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 54cf4afe-4775-445b-8d80-9e6a3afdd0e5 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:29:19.433220 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-3c182702-13a9-459b-bff1-d1615eeabc78 admin admin] Deleting port 41b085f6-8b17-449f-8c14-eda12120143f {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:29:19.436908 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c182702-13a9-459b-bff1-d1615eeabc78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (41b085f6-8b17-449f-8c14-eda12120143f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:19.472342 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-1c98fa11-8fcd-469a-b97a-22f8ad5434c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:19.472976 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-1c98fa11-8fcd-469a-b97a-22f8ad5434c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:19.474393 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-1c98fa11-8fcd-469a-b97a-22f8ad5434c3 service neutron] 10.222.0.71 "PUT /v2.0/ports/afa713ab-f1ef-47fa-af7d-9732be721281 HTTP/1.1" status: 200 len: 1092 time: 3.8600128 Feb 17 17:29:19.534298 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:19.568175 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 54cf4afe-4775-445b-8d80-9e6a3afdd0e5, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=54cf4afe-4775-445b-8d80-9e6a3afdd0e5,segment=NetworkSegment(e6796db6-dab2-4592-830c-d793c705d227),segment_id=e6796db6-dab2-4592-830c-d793c705d227)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:29:19.579644 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd99444-086d-4515-9cf8-96c38ae0f0a6 req-46856106-637b-4bf2-8401-589dd2b9ed27 tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:19.581222 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9bd99444-086d-4515-9cf8-96c38ae0f0a6 req-46856106-637b-4bf2-8401-589dd2b9ed27 tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5397632 Feb 17 17:29:19.596061 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5054d114-1c27-4d2e-a1f9-f3de564f1fcc req-c7f35c46-c1d7-4ec1-8c82-18230a997ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:19.596636 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5054d114-1c27-4d2e-a1f9-f3de564f1fcc req-c7f35c46-c1d7-4ec1-8c82-18230a997ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:19.597114 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5054d114-1c27-4d2e-a1f9-f3de564f1fcc req-c7f35c46-c1d7-4ec1-8c82-18230a997ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:19.597589 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '54cf4afe-4775-445b-8d80-9e6a3afdd0e5', 'network_id': '233b9567-93de-4ad6-ab48-7ed951f0fba6', 'port_id': '54cf4afe-4775-445b-8d80-9e6a3afdd0e5', 'mac_address': 'fa:16:3e:ec:f7:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb181189-1480-4377-9824-fc7c67a5f7e8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:29:19.598779 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5054d114-1c27-4d2e-a1f9-f3de564f1fcc req-c7f35c46-c1d7-4ec1-8c82-18230a997ba3 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=80f09b75faf84054a203824c5c5feea6&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7251627 Feb 17 17:29:19.604495 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-3c182702-13a9-459b-bff1-d1615eeabc78 admin admin] For port 41b085f6-8b17-449f-8c14-eda12120143f, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=41b085f6-8b17-449f-8c14-eda12120143f,segment=NetworkSegment(72298472-7489-4890-b182-8dccbeafcf34),segment_id=72298472-7489-4890-b182-8dccbeafcf34)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:29:19.604867 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c182702-13a9-459b-bff1-d1615eeabc78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (41b085f6-8b17-449f-8c14-eda12120143f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:19.610632 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-9bd99444-086d-4515-9cf8-96c38ae0f0a6 req-6508b6a7-1553-48ed-babc-170160533d6b tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] Request body: {'port': {'device_id': '8cb17cd4-f496-45ae-a6ff-8932f6b171f6', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'admin_state_up': True, 'tenant_id': '9a7acfed4a0b467ebd481d9e5e1abde2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:29:19.614844 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98fa11-8fcd-469a-b97a-22f8ad5434c3 service neutron] Pushing event updated for resources: {'Port': ['ID=afa713ab-f1ef-47fa-af7d-9732be721281,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:19.623977 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f1960-0662-4270-972d-df24583fcfe2 req-acfa33b8-430e-4b32-b2d6-3cbf078f8282 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:19.631348 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-515f1960-0662-4270-972d-df24583fcfe2 req-acfa33b8-430e-4b32-b2d6-3cbf078f8282 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/ports?device_id=61108df0-8dbf-49fb-95b2-f0c13ca32bc9 HTTP/1.1" status: 200 len: 944 time: 0.4445398 Feb 17 17:29:19.707272 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-3c182702-13a9-459b-bff1-d1615eeabc78 admin admin] Calling delete_port for 41b085f6-8b17-449f-8c14-eda12120143f owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:29:19.709452 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 54cf4afe-4775-445b-8d80-9e6a3afdd0e5 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:29:19.712626 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (54cf4afe-4775-445b-8d80-9e6a3afdd0e5), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:19.760124 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54cf4afe-4775-445b-8d80-9e6a3afdd0e5 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:29:19.789673 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7b4d3-7fc4-457f-be51-9ef96ab0000f req-212a53f7-1c49-42b5-a169-55601137240a tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:19.791738 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2fb7b4d3-7fc4-457f-be51-9ef96ab0000f req-212a53f7-1c49-42b5-a169-55601137240a tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f HTTP/1.1" status: 200 len: 945 time: 0.3646603 Feb 17 17:29:19.799236 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-515f1960-0662-4270-972d-df24583fcfe2 req-22f5c71b-6909-47de-b670-b7220c76434b tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/security-groups?id=8be1f4ef-2561-4b86-bd91-f82492a4fd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672597 Feb 17 17:29:19.824576 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 54cf4afe-4775-445b-8d80-9e6a3afdd0e5, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=54cf4afe-4775-445b-8d80-9e6a3afdd0e5,segment=NetworkSegment(e6796db6-dab2-4592-830c-d793c705d227),segment_id=e6796db6-dab2-4592-830c-d793c705d227)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:29:19.850211 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (54cf4afe-4775-445b-8d80-9e6a3afdd0e5), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:19.950253 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2fb7b4d3-7fc4-457f-be51-9ef96ab0000f req-71b86a11-d8f5-4c15-a8d7-47f0c8db660d tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471400 Feb 17 17:29:19.961037 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=54cf4afe-4775-445b-8d80-9e6a3afdd0e5,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:20.033220 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bd99444-086d-4515-9cf8-96c38ae0f0a6 req-6508b6a7-1553-48ed-babc-170160533d6b tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] Made reservation on behalf of 9a7acfed4a0b467ebd481d9e5e1abde2 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:29:20.037617 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9bd99444-086d-4515-9cf8-96c38ae0f0a6 req-6508b6a7-1553-48ed-babc-170160533d6b tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:20.057507 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9bd99444-086d-4515-9cf8-96c38ae0f0a6 req-6508b6a7-1553-48ed-babc-170160533d6b tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:20.087052 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['54cf4afe-4775-445b-8d80-9e6a3afdd0e5'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:29:20.176466 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9bd99444-086d-4515-9cf8-96c38ae0f0a6 req-6508b6a7-1553-48ed-babc-170160533d6b tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] Publish callbacks [] for security_group (d463cd98-98fd-44c1-9d0b-e24973d5a079), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:20.203211 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9bd99444-086d-4515-9cf8-96c38ae0f0a6 req-6508b6a7-1553-48ed-babc-170160533d6b tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (d463cd98-98fd-44c1-9d0b-e24973d5a079), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:20.245727 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c182702-13a9-459b-bff1-d1615eeabc78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (41b085f6-8b17-449f-8c14-eda12120143f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:20.325154 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508b6a7-1553-48ed-babc-170160533d6b tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d463cd98-98fd-44c1-9d0b-e24973d5a079,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:20.331290 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c182702-13a9-459b-bff1-d1615eeabc78 admin admin] Pushing event deleted for resources: {'Port': ['ID=41b085f6-8b17-449f-8c14-eda12120143f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:20.421089 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2413a508-d4a0-41bc-a8f9-a607e0f0a7a5 req-82aad2b8-4c78-4ce0-93c8-c5e88f6a685d tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] 10.222.0.87 "GET /v2.0/ports?device_id=8cb17cd4-f496-45ae-a6ff-8932f6b171f6 HTTP/1.1" status: 200 len: 210 time: 0.1044838 Feb 17 17:29:20.447662 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5054d114-1c27-4d2e-a1f9-f3de564f1fcc req-7da9742a-a2a3-43d0-a73a-c70579034a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:20.449209 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5054d114-1c27-4d2e-a1f9-f3de564f1fcc req-7da9742a-a2a3-43d0-a73a-c70579034a73 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8411431 Feb 17 17:29:20.614508 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41a711-806b-47e1-a75d-4e0ec037cc9f req-fe06ac20-75c3-4690-a48f-f0c1c1bfa4d1 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:20.620985 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41a711-806b-47e1-a75d-4e0ec037cc9f req-fe06ac20-75c3-4690-a48f-f0c1c1bfa4d1 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:20.628492 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1d41a711-806b-47e1-a75d-4e0ec037cc9f req-fe06ac20-75c3-4690-a48f-f0c1c1bfa4d1 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/ports?device_id=97fb2839-e464-4aff-8d74-e53d731115e2 HTTP/1.1" status: 200 len: 1678 time: 0.5599315 Feb 17 17:29:20.673480 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c182702-13a9-459b-bff1-d1615eeabc78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:20.754651 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1d41a711-806b-47e1-a75d-4e0ec037cc9f req-a6f91d11-62f5-4785-b3dc-28d784ee02c6 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/security-groups?id=867a62cd-f31f-4b49-96ee-777cad774b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103404 Feb 17 17:29:20.768504 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9221154-80ac-4303-8541-04d9c4f5631c req-5a31bcec-fba6-4b7b-9a6f-2203c67a5dbd tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:20.777953 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f9221154-80ac-4303-8541-04d9c4f5631c req-5a31bcec-fba6-4b7b-9a6f-2203c67a5dbd tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/ports?device_id=be77614c-d94b-40a6-8d03-387b5db0e130 HTTP/1.1" status: 200 len: 949 time: 0.2294898 Feb 17 17:29:20.791753 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97fb2839-e464-4aff-8d74-e53d731115e2', 'tag': 'afa713ab-f1ef-47fa-af7d-9732be721281'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:29:20.797654 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc466221-6fc2-46ea-9cbb-e2a80290eb82" -d '{"events": [{"name": "network-changed", "server_uuid": "97fb2839-e464-4aff-8d74-e53d731115e2", "tag": "afa713ab-f1ef-47fa-af7d-9732be721281"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:29:20.839587 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-9bd99444-086d-4515-9cf8-96c38ae0f0a6 req-6508b6a7-1553-48ed-babc-170160533d6b tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] Allocated IP 192.168.233.138 (82b8d039-1c14-456f-ab24-8b3aebebd7d8/ac79920f-9ddd-4352-b866-6056158b178e/ab880c09-5ad4-446b-b851-3e9f62436b2d) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:29:20.846485 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-733f2d08-e445-41d9-b1b9-2ad77707d687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:20.847105 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-733f2d08-e445-41d9-b1b9-2ad77707d687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:20.849659 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-733f2d08-e445-41d9-b1b9-2ad77707d687 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=80f09b75faf84054a203824c5c5feea6&device_id=97fb2839-e464-4aff-8d74-e53d731115e2 HTTP/1.1" status: 200 len: 2042 time: 0.1660442 Feb 17 17:29:20.912412 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-6e6953f1-81fd-454f-86da-68ed970b34e6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.78&port_id=b2b12fa8-567a-45c8-a579-20b83b4d13bb HTTP/1.1" status: 200 len: 217 time: 0.0526359 Feb 17 17:29:20.955369 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f9221154-80ac-4303-8541-04d9c4f5631c req-28e3ea19-e63d-42d3-a4ee-f777b745948c tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/security-groups?id=21a8b692-4450-4054-9577-11ac5acdc057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763618 Feb 17 17:29:21.038600 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b680c650-7f7f-401c-9011-49933fa68b00 req-2efe4190-54c3-4210-9896-4ebfc3b1d0df tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:21.048489 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b680c650-7f7f-401c-9011-49933fa68b00 req-2efe4190-54c3-4210-9896-4ebfc3b1d0df tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 944 time: 0.1790423 Feb 17 17:29:21.051747 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5298b764-b8f2-43c4-8b30-37fa77ae9102 x-openstack-request-id: req-5298b764-b8f2-43c4-8b30-37fa77ae9102 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:29:21.054206 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97fb2839-e464-4aff-8d74-e53d731115e2", "tag": "afa713ab-f1ef-47fa-af7d-9732be721281", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:29:21.056016 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5298b764-b8f2-43c4-8b30-37fa77ae9102 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:29:21.056715 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97fb2839-e464-4aff-8d74-e53d731115e2', 'tag': 'afa713ab-f1ef-47fa-af7d-9732be721281', 'status': 'completed', 'code': 200} Feb 17 17:29:21.155026 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c182702-13a9-459b-bff1-d1615eeabc78 admin admin] Router c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:29:21.168856 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-8d7a537d-f465-463a-87b0-9e261f06bbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:21.170740 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-8d7a537d-f465-463a-87b0-9e261f06bbc0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d81873e9-5029-49a6-9cfd-8958570b115e HTTP/1.1" status: 200 len: 801 time: 0.2483790 Feb 17 17:29:21.262112 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b680c650-7f7f-401c-9011-49933fa68b00 req-1195fc40-c881-41aa-b7aa-461c7823d24a tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011819 Feb 17 17:29:21.282657 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 54cf4afe-4775-445b-8d80-9e6a3afdd0e5 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:29:21.318949 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54621704-36c9-4341-9220-3683e8f1ef82 req-1d9c5bed-50b7-4c6e-a6e6-2fcb09c1d625 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:21.320555 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-54621704-36c9-4341-9220-3683e8f1ef82 req-1d9c5bed-50b7-4c6e-a6e6-2fcb09c1d625 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/ports?device_id=61108df0-8dbf-49fb-95b2-f0c13ca32bc9 HTTP/1.1" status: 200 len: 945 time: 0.1736112 Feb 17 17:29:21.327935 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9bd99444-086d-4515-9cf8-96c38ae0f0a6 req-6508b6a7-1553-48ed-babc-170160533d6b tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] Publish callbacks [] for port (ab880c09-5ad4-446b-b851-3e9f62436b2d), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:21.409770 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port 54cf4afe-4775-445b-8d80-9e6a3afdd0e5 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:29:21.416631 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 54cf4afe-4775-445b-8d80-9e6a3afdd0e5 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:29:21.417034 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (54cf4afe-4775-445b-8d80-9e6a3afdd0e5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:21.428905 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-397c461a-8218-4081-9493-cd5f07cffd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:21.434055 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-397c461a-8218-4081-9493-cd5f07cffd28 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=adbe638d-d4aa-496b-9197-653745838618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2570684 Feb 17 17:29:21.450991 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-54621704-36c9-4341-9220-3683e8f1ef82 req-3ca41fc2-4aa9-4a51-834c-4b035b5fe25e tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/security-groups?id=8be1f4ef-2561-4b86-bd91-f82492a4fd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180098 Feb 17 17:29:21.482736 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-620e224f-0229-4217-9ef0-40e29382072f req-806789ff-4826-4669-957a-bacaf9c9b6fb service neutron] 10.222.0.91 "GET /v2.0/ports/2bd2d45a-2751-42e4-bfb7-788088c608c4/bindings/n-h1-829613-2 HTTP/1.1" status: 200 len: 384 time: 0.2560089 Feb 17 17:29:21.497542 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ac04c-5de0-4305-b266-86695295f537 req-726fec61-1c47-48b2-b385-95fc59e7956b tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:21.499409 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d37ac04c-5de0-4305-b266-86695295f537 req-726fec61-1c47-48b2-b385-95fc59e7956b tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f HTTP/1.1" status: 200 len: 945 time: 0.1293204 Feb 17 17:29:21.544588 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9bd99444-086d-4515-9cf8-96c38ae0f0a6 req-6508b6a7-1553-48ed-babc-170160533d6b tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (ab880c09-5ad4-446b-b851-3e9f62436b2d), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:21.566136 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 54cf4afe-4775-445b-8d80-9e6a3afdd0e5 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:29:21.566798 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (54cf4afe-4775-445b-8d80-9e6a3afdd0e5), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:21.579544 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c182702-13a9-459b-bff1-d1615eeabc78 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:29:21.614787 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3c182702-13a9-459b-bff1-d1615eeabc78 admin admin] 10.222.0.87 "PUT /v2.0/routers/c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7082562 Feb 17 17:29:21.615679 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 54cf4afe-4775-445b-8d80-9e6a3afdd0e5, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=54cf4afe-4775-445b-8d80-9e6a3afdd0e5,segment=NetworkSegment(e6796db6-dab2-4592-830c-d793c705d227),segment_id=e6796db6-dab2-4592-830c-d793c705d227)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:29:21.617380 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d730b9-03ef-4337-a513-c321dc08ebca None None] Sync routers for ids ['c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:29:21.621813 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37742) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:29:21.622895 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61108df0-8dbf-49fb-95b2-f0c13ca32bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54cf4afe-4775-445b-8d80-9e6a3afdd0e5'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:29:21.626115 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a412faa-627a-49be-9aa7-c3432cae13d7" -d '{"events": [{"server_uuid": "61108df0-8dbf-49fb-95b2-f0c13ca32bc9", "name": "network-vif-plugged", "status": "completed", "tag": "54cf4afe-4775-445b-8d80-9e6a3afdd0e5"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:29:21.636223 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (54cf4afe-4775-445b-8d80-9e6a3afdd0e5), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:21.704869 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=54cf4afe-4775-445b-8d80-9e6a3afdd0e5,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:21.720633 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1b2eaaad-65c9-4bcd-b936-7d9214517c5c req-25c35e66-f27a-438e-9a74-a9e97143c1e5 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=c7ef7b4a6e7245eab9cf1df8fc8b7550&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0888333 Feb 17 17:29:21.726899 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d730b9-03ef-4337-a513-c321dc08ebca None None] Routers {'c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:29:21.727687 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-16d730b9-03ef-4337-a513-c321dc08ebca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:29:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:29:21.746439 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-f5ff420d-220e-43d0-8ef2-b207fda245ae service neutron] 10.222.0.71 "GET /v2.0/networks/adbe638d-d4aa-496b-9197-653745838618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032339 Feb 17 17:29:21.756707 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d37ac04c-5de0-4305-b266-86695295f537 req-131c3484-11f7-4c8d-9b35-4e52e98eebc1 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485108 Feb 17 17:29:21.816640 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bd99444-086d-4515-9cf8-96c38ae0f0a6 req-6508b6a7-1553-48ed-babc-170160533d6b tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] Network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:29:21.827385 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508b6a7-1553-48ed-babc-170160533d6b tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] Pushing event updated for resources: {'Port': ['ID=ab880c09-5ad4-446b-b851-3e9f62436b2d,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:21.851618 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-9bd99444-086d-4515-9cf8-96c38ae0f0a6 req-6508b6a7-1553-48ed-babc-170160533d6b tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:29:21.873711 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bd99444-086d-4515-9cf8-96c38ae0f0a6 req-6508b6a7-1553-48ed-babc-170160533d6b tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:29:21.951246 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-16d730b9-03ef-4337-a513-c321dc08ebca None None] Set router c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:29:22.022394 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2eaaad-65c9-4bcd-b936-7d9214517c5c req-46343e61-e18a-4f09-b8dd-e21350bfeb49 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:22.031699 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1b2eaaad-65c9-4bcd-b936-7d9214517c5c req-46343e61-e18a-4f09-b8dd-e21350bfeb49 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3100822 Feb 17 17:29:22.123625 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1b2eaaad-65c9-4bcd-b936-7d9214517c5c req-064de34e-6eaa-4815-acbb-6b79be0ee57b tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/quotas/c7ef7b4a6e7245eab9cf1df8fc8b7550 HTTP/1.1" status: 200 len: 375 time: 0.0909126 Feb 17 17:29:22.157611 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd99444-086d-4515-9cf8-96c38ae0f0a6 req-6508b6a7-1553-48ed-babc-170160533d6b tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:22.158276 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9bd99444-086d-4515-9cf8-96c38ae0f0a6 req-6508b6a7-1553-48ed-babc-170160533d6b tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:22.229246 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-70fc5930-089a-491f-bd32-bed4d4056a31 admin admin] Publish callbacks [] for router (c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:22.249175 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c8831-396d-4cbf-afd0-8c80d41afe8e req-c8778505-6dd2-450f-a083-86364f3f4d10 tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:22.261829 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8f7c8831-396d-4cbf-afd0-8c80d41afe8e req-c8778505-6dd2-450f-a083-86364f3f4d10 tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] 10.222.0.87 "GET /v2.0/ports?device_id=8cb17cd4-f496-45ae-a6ff-8932f6b171f6 HTTP/1.1" status: 200 len: 936 time: 0.4079709 Feb 17 17:29:22.270493 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9bd99444-086d-4515-9cf8-96c38ae0f0a6 req-6508b6a7-1553-48ed-babc-170160533d6b tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6749837 Feb 17 17:29:22.304541 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-9bd99444-086d-4515-9cf8-96c38ae0f0a6 req-9ccde28c-0247-4a91-8321-0e7c329415d9 service neutron] Request body: {'port': {'device_id': '8cb17cd4-f496-45ae-a6ff-8932f6b171f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:29:22.357837 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-bcd9551d-6d7f-4f37-b2be-d0d3253a252d service neutron] 10.222.0.71 "GET /v2.0/networks/adbe638d-d4aa-496b-9197-653745838618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6007631 Feb 17 17:29:22.360656 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-70fc5930-089a-491f-bd32-bed4d4056a31 admin admin] Publish callbacks [] for router_gateway (c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:22.401529 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8f7c8831-396d-4cbf-afd0-8c80d41afe8e req-7f29dd50-bef5-4c57-b232-b763f5c50c84 tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] 10.222.0.87 "GET /v2.0/security-groups?id=d463cd98-98fd-44c1-9d0b-e24973d5a079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385570 Feb 17 17:29:22.410514 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1b2eaaad-65c9-4bcd-b936-7d9214517c5c req-72c86342-6044-4a6c-a954-575a0ff93627 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=c7ef7b4a6e7245eab9cf1df8fc8b7550&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2860484 Feb 17 17:29:22.479308 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9bd99444-086d-4515-9cf8-96c38ae0f0a6 req-9ccde28c-0247-4a91-8321-0e7c329415d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ab880c09-5ad4-446b-b851-3e9f62436b2d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:22.485482 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-bb97b07e-e58c-4bb9-8b88-912134f449a4 None None] Provisioning complete for port ab880c09-5ad4-446b-b851-3e9f62436b2d triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:29:22.485993 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bb97b07e-e58c-4bb9-8b88-912134f449a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ab880c09-5ad4-446b-b851-3e9f62436b2d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:22.513425 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-831fd639-b6ab-4341-b298-fb25bb351e32 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.243&port_id=afa713ab-f1ef-47fa-af7d-9732be721281 HTTP/1.1" status: 200 len: 217 time: 0.1436913 Feb 17 17:29:22.594040 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da84b1a-adcc-4454-84e5-5d6db9fd44ed x-openstack-request-id: req-6da84b1a-adcc-4454-84e5-5d6db9fd44ed {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:29:22.594464 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61108df0-8dbf-49fb-95b2-f0c13ca32bc9", "name": "network-vif-plugged", "status": "completed", "tag": "54cf4afe-4775-445b-8d80-9e6a3afdd0e5", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:29:22.595780 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6da84b1a-adcc-4454-84e5-5d6db9fd44ed {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:29:22.596266 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61108df0-8dbf-49fb-95b2-f0c13ca32bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54cf4afe-4775-445b-8d80-9e6a3afdd0e5', 'code': 200} Feb 17 17:29:22.604639 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-bb97b07e-e58c-4bb9-8b88-912134f449a4 None None] Port ab880c09-5ad4-446b-b851-3e9f62436b2d cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:29:22.674382 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-620e224f-0229-4217-9ef0-40e29382072f req-5a57a0dc-45a1-44cf-92a9-1d353d83c53a service neutron] For port 2bd2d45a-2751-42e4-bfb7-788088c608c4, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=2bd2d45a-2751-42e4-bfb7-788088c608c4,segment=NetworkSegment(25b82b75-bd12-4667-b51a-aa287338793c),segment_id=25b82b75-bd12-4667-b51a-aa287338793c)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:29:22.682973 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-16d730b9-03ef-4337-a513-c321dc08ebca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185', 'name': 'tempest-AttachSCSIVolumeTestJSON-1096005591-router', 'tenant_id': '5609c22f7b0b483ca854c09731dcc02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '573e59a2-c3d9-4c94-9319-08fcc13832a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:26:29Z', 'updated_at': '2022-02-17T17:29:20Z', 'revision_number': 5, 'project_id': '5609c22f7b0b483ca854c09731dcc02e', 'gw_port': {'id': '573e59a2-c3d9-4c94-9319-08fcc13832a5', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:26:31Z', 'updated_at': '2022-02-17T17:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:29:22.725715 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d730b9-03ef-4337-a513-c321dc08ebca None None] Checking router: c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:29:22.745915 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d730b9-03ef-4337-a513-c321dc08ebca None None] Routers {'c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:29:22.748859 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-16d730b9-03ef-4337-a513-c321dc08ebca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:29:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:29:22.764234 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-620e224f-0229-4217-9ef0-40e29382072f req-5a57a0dc-45a1-44cf-92a9-1d353d83c53a service neutron] For port 2bd2d45a-2751-42e4-bfb7-788088c608c4, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:29:22.877136 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-16d730b9-03ef-4337-a513-c321dc08ebca None None] Set router c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:29:22.881138 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-620e224f-0229-4217-9ef0-40e29382072f req-5a57a0dc-45a1-44cf-92a9-1d353d83c53a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bd2d45a-2751-42e4-bfb7-788088c608c4 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:29:22.904583 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-620e224f-0229-4217-9ef0-40e29382072f req-5a57a0dc-45a1-44cf-92a9-1d353d83c53a service neutron] For port 2bd2d45a-2751-42e4-bfb7-788088c608c4, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=2bd2d45a-2751-42e4-bfb7-788088c608c4,segment=NetworkSegment(25b82b75-bd12-4667-b51a-aa287338793c),segment_id=25b82b75-bd12-4667-b51a-aa287338793c)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:29:22.910136 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-53a1b49a-4d2a-4df5-a686-ae51df489364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:22.913466 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-53a1b49a-4d2a-4df5-a686-ae51df489364 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=07b7f3cb-edc6-424c-a18f-cf445ad632ec HTTP/1.1" status: 200 len: 801 time: 0.1853013 Feb 17 17:29:22.934161 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-16d730b9-03ef-4337-a513-c321dc08ebca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185', 'name': 'tempest-AttachSCSIVolumeTestJSON-1096005591-router', 'tenant_id': '5609c22f7b0b483ca854c09731dcc02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:26:29Z', 'updated_at': '2022-02-17T17:29:22Z', 'revision_number': 6, 'project_id': '5609c22f7b0b483ca854c09731dcc02e', 'gw_port_host': None}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:29:22.956965 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-620e224f-0229-4217-9ef0-40e29382072f req-5a57a0dc-45a1-44cf-92a9-1d353d83c53a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2bd2d45a-2751-42e4-bfb7-788088c608c4), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:22.966363 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d730b9-03ef-4337-a513-c321dc08ebca None None] The sync data for ids ['c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185'] in n-d-829613-2 is: [{'id': 'c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185', 'name': 'tempest-AttachSCSIVolumeTestJSON-1096005591-router', 'tenant_id': '5609c22f7b0b483ca854c09731dcc02e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:26:29Z', 'updated_at': '2022-02-17T17:29:22Z', 'revision_number': 6, 'project_id': '5609c22f7b0b483ca854c09731dcc02e', 'gw_port_host': None}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:29:23.043132 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-70fc5930-089a-491f-bd32-bed4d4056a31 admin admin] Deleting port 573e59a2-c3d9-4c94-9319-08fcc13832a5 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:29:23.043646 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-70fc5930-089a-491f-bd32-bed4d4056a31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (573e59a2-c3d9-4c94-9319-08fcc13832a5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:23.095619 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-9bd99444-086d-4515-9cf8-96c38ae0f0a6 req-9ccde28c-0247-4a91-8321-0e7c329415d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab880c09-5ad4-446b-b851-3e9f62436b2d {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:29:23.106276 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9bd99444-086d-4515-9cf8-96c38ae0f0a6 req-9ccde28c-0247-4a91-8321-0e7c329415d9 service neutron] Publish callbacks [] for port (ab880c09-5ad4-446b-b851-3e9f62436b2d), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:23.140449 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-9bd99444-086d-4515-9cf8-96c38ae0f0a6 req-9ccde28c-0247-4a91-8321-0e7c329415d9 service neutron] Transition to ACTIVE for port object ab880c09-5ad4-446b-b851-3e9f62436b2d will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:29:23.161747 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d9ef4-51f2-43f8-837e-acb04436e4a9 req-9fc536a6-7a54-40ca-b433-7d3dab48ba6a tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:23.163302 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b30d9ef4-51f2-43f8-837e-acb04436e4a9 req-9fc536a6-7a54-40ca-b433-7d3dab48ba6a tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 944 time: 0.1698434 Feb 17 17:29:23.165196 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c2e662-46b3-4a49-90cd-b4912e0b04fe req-5cb19e21-b654-4be2-bd5b-63231bfb2f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:23.166587 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-89c2e662-46b3-4a49-90cd-b4912e0b04fe req-5cb19e21-b654-4be2-bd5b-63231bfb2f92 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=61108df0-8dbf-49fb-95b2-f0c13ca32bc9 HTTP/1.1" status: 200 len: 1128 time: 0.1721866 Feb 17 17:29:23.175966 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eab4ca-5ca5-4663-a7cf-d1f0f8ddb0e9 req-1c8a3713-69c0-4570-9089-30ebaff84a64 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:23.181251 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eab4ca-5ca5-4663-a7cf-d1f0f8ddb0e9 req-1c8a3713-69c0-4570-9089-30ebaff84a64 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:23.188287 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f0eab4ca-5ca5-4663-a7cf-d1f0f8ddb0e9 req-1c8a3713-69c0-4570-9089-30ebaff84a64 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/ports?device_id=97fb2839-e464-4aff-8d74-e53d731115e2 HTTP/1.1" status: 200 len: 1678 time: 0.1960702 Feb 17 17:29:23.190700 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9bd99444-086d-4515-9cf8-96c38ae0f0a6 req-9ccde28c-0247-4a91-8321-0e7c329415d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (ab880c09-5ad4-446b-b851-3e9f62436b2d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:23.233182 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-104f572d-3a1c-4e0f-8033-674b4ac64184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:23.235912 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-104f572d-3a1c-4e0f-8033-674b4ac64184 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6edd94c0-873e-4a42-88ca-5019bb6fe496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3017621 Feb 17 17:29:23.362355 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccde28c-0247-4a91-8321-0e7c329415d9 service neutron] Pushing event updated for resources: {'Port': ['ID=ab880c09-5ad4-446b-b851-3e9f62436b2d,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:23.390078 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-620e224f-0229-4217-9ef0-40e29382072f req-5a57a0dc-45a1-44cf-92a9-1d353d83c53a service neutron] Transition to ACTIVE for port object 2bd2d45a-2751-42e4-bfb7-788088c608c4 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:29:23.392377 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-70fc5930-089a-491f-bd32-bed4d4056a31 admin admin] For port 573e59a2-c3d9-4c94-9319-08fcc13832a5, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=573e59a2-c3d9-4c94-9319-08fcc13832a5,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:29:23.397538 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-70fc5930-089a-491f-bd32-bed4d4056a31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (573e59a2-c3d9-4c94-9319-08fcc13832a5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:23.432218 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-89c2e662-46b3-4a49-90cd-b4912e0b04fe req-c8b80d37-4972-49e4-9c5e-492b8de0f8a6 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=8be1f4ef-2561-4b86-bd91-f82492a4fd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375627 Feb 17 17:29:23.462077 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b30d9ef4-51f2-43f8-837e-acb04436e4a9 req-0b74deed-7585-4300-ae55-445803ac4579 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688205 Feb 17 17:29:23.509070 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-620e224f-0229-4217-9ef0-40e29382072f req-5a57a0dc-45a1-44cf-92a9-1d353d83c53a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (2bd2d45a-2751-42e4-bfb7-788088c608c4), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:23.532353 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f0eab4ca-5ca5-4663-a7cf-d1f0f8ddb0e9 req-ebd444f9-9ea2-4e4a-99c3-6260948672ab tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/security-groups?id=867a62cd-f31f-4b49-96ee-777cad774b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353198 Feb 17 17:29:23.559916 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-70fc5930-089a-491f-bd32-bed4d4056a31 admin admin] Calling delete_port for 573e59a2-c3d9-4c94-9319-08fcc13832a5 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:29:23.757397 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-620e224f-0229-4217-9ef0-40e29382072f req-5a57a0dc-45a1-44cf-92a9-1d353d83c53a service neutron] No DVR routers for this DVR port 2bd2d45a-2751-42e4-bfb7-788088c608c4 on host n-h2-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:29:23.765611 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-5144f6e7-69c4-47d1-ad88-8200ca626201 service neutron] 10.222.0.71 "GET /v2.0/networks/6edd94c0-873e-4a42-88ca-5019bb6fe496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5199814 Feb 17 17:29:23.782304 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-9bd99444-086d-4515-9cf8-96c38ae0f0a6 req-9ccde28c-0247-4a91-8321-0e7c329415d9 service neutron] Attempting to bind port ab880c09-5ad4-446b-b851-3e9f62436b2d on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:29:23.782867 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-9bd99444-086d-4515-9cf8-96c38ae0f0a6 req-9ccde28c-0247-4a91-8321-0e7c329415d9 service neutron] Attempting to bind port ab880c09-5ad4-446b-b851-3e9f62436b2d by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:29:23.783255 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd99444-086d-4515-9cf8-96c38ae0f0a6 req-9ccde28c-0247-4a91-8321-0e7c329415d9 service neutron] Attempting to bind port ab880c09-5ad4-446b-b851-3e9f62436b2d on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:29:23.792667 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0ac1f754-b057-4a5c-b506-ec73c8486d40 req-ec8c786c-3e8e-4f0e-98fa-3c07f4f83b00 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c1c9e62-f154-4280-b85f-80d505950f7e HTTP/1.1" status: 200 len: 210 time: 0.0759268 Feb 17 17:29:23.801586 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd99444-086d-4515-9cf8-96c38ae0f0a6 req-9ccde28c-0247-4a91-8321-0e7c329415d9 service neutron] Port ab880c09-5ad4-446b-b851-3e9f62436b2d on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:29:23.802826 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd99444-086d-4515-9cf8-96c38ae0f0a6 req-9ccde28c-0247-4a91-8321-0e7c329415d9 service neutron] Attempting to bind port ab880c09-5ad4-446b-b851-3e9f62436b2d on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:29:23.817345 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd99444-086d-4515-9cf8-96c38ae0f0a6 req-9ccde28c-0247-4a91-8321-0e7c329415d9 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:29:23.817820 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd99444-086d-4515-9cf8-96c38ae0f0a6 req-9ccde28c-0247-4a91-8321-0e7c329415d9 service neutron] Checking segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:29:23.818442 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd99444-086d-4515-9cf8-96c38ae0f0a6 req-9ccde28c-0247-4a91-8321-0e7c329415d9 service neutron] Bound using segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:29:23.819112 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-9bd99444-086d-4515-9cf8-96c38ae0f0a6 req-9ccde28c-0247-4a91-8321-0e7c329415d9 service neutron] Bound port: ab880c09-5ad4-446b-b851-3e9f62436b2d, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:29:23.819788 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9bd99444-086d-4515-9cf8-96c38ae0f0a6 req-9ccde28c-0247-4a91-8321-0e7c329415d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ab880c09-5ad4-446b-b851-3e9f62436b2d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:23.831490 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb0fd7-29f1-48be-ac6b-a2b90c018cdc req-d9504064-322b-4b22-8df6-a39abd8b68b5 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:23.833865 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-18eb0fd7-29f1-48be-ac6b-a2b90c018cdc req-d9504064-322b-4b22-8df6-a39abd8b68b5 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/ports?device_id=61108df0-8dbf-49fb-95b2-f0c13ca32bc9 HTTP/1.1" status: 200 len: 946 time: 0.1873324 Feb 17 17:29:23.887264 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a57a0dc-45a1-44cf-92a9-1d353d83c53a service neutron] Pushing event updated for resources: {'Port': ['ID=2bd2d45a-2751-42e4-bfb7-788088c608c4,revision_number=10']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:23.912619 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-620e224f-0229-4217-9ef0-40e29382072f req-5a57a0dc-45a1-44cf-92a9-1d353d83c53a service neutron] 10.222.0.91 "PUT /v2.0/ports/2bd2d45a-2751-42e4-bfb7-788088c608c4/bindings/n-h1-829613-2/activate HTTP/1.1" status: 200 len: 369 time: 2.4094765 Feb 17 17:29:23.927689 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-18eb0fd7-29f1-48be-ac6b-a2b90c018cdc req-8b72585f-ae94-47b8-9a34-5fe6898aebc0 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/security-groups?id=8be1f4ef-2561-4b86-bd91-f82492a4fd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868700 Feb 17 17:29:24.050257 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-9bd99444-086d-4515-9cf8-96c38ae0f0a6 req-9ccde28c-0247-4a91-8321-0e7c329415d9 service neutron] For port ab880c09-5ad4-446b-b851-3e9f62436b2d, host n-h2-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:29:24.059760 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f8819-1132-4b49-b1d6-77dbd760014f req-7e2d25ec-6af2-400b-b086-4b75f908aca1 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:24.067488 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3b3f8819-1132-4b49-b1d6-77dbd760014f req-7e2d25ec-6af2-400b-b086-4b75f908aca1 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f HTTP/1.1" status: 200 len: 945 time: 0.1293998 Feb 17 17:29:24.094079 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-59eb249b-c2f3-45cf-9177-55a498d5664a req-a924befb-cef8-489b-a6a8-28ecf7884f76 service neutron] 10.222.0.71 "GET /v2.0/networks/6edd94c0-873e-4a42-88ca-5019bb6fe496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177421 Feb 17 17:29:24.134460 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-9bd99444-086d-4515-9cf8-96c38ae0f0a6 req-9ccde28c-0247-4a91-8321-0e7c329415d9 service neutron] For port ab880c09-5ad4-446b-b851-3e9f62436b2d, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=ab880c09-5ad4-446b-b851-3e9f62436b2d,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:29:24.182214 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-70fc5930-089a-491f-bd32-bed4d4056a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (573e59a2-c3d9-4c94-9319-08fcc13832a5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:24.193426 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9bd99444-086d-4515-9cf8-96c38ae0f0a6 req-9ccde28c-0247-4a91-8321-0e7c329415d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (ab880c09-5ad4-446b-b851-3e9f62436b2d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:24.247944 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1b2eaaad-65c9-4bcd-b936-7d9214517c5c req-833a0de8-a9b2-4802-bd57-a7c38e953b18 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=c7ef7b4a6e7245eab9cf1df8fc8b7550&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404413 Feb 17 17:29:24.250261 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fc5930-089a-491f-bd32-bed4d4056a31 admin admin] Pushing event deleted for resources: {'Port': ['ID=573e59a2-c3d9-4c94-9319-08fcc13832a5,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:24.341667 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-70fc5930-089a-491f-bd32-bed4d4056a31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:24.524866 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-70fc5930-089a-491f-bd32-bed4d4056a31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:24.531383 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-70fc5930-089a-491f-bd32-bed4d4056a31 admin admin] Publish callbacks [] for router_controller (c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:24.649068 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc466221-6fc2-46ea-9cbb-e2a80290eb82 req-60bbe554-d476-444c-9d1a-83c1f5eab8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:24.649712 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc466221-6fc2-46ea-9cbb-e2a80290eb82 req-60bbe554-d476-444c-9d1a-83c1f5eab8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:24.652516 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cc466221-6fc2-46ea-9cbb-e2a80290eb82 req-60bbe554-d476-444c-9d1a-83c1f5eab8ff service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=80f09b75faf84054a203824c5c5feea6&device_id=97fb2839-e464-4aff-8d74-e53d731115e2 HTTP/1.1" status: 200 len: 2042 time: 0.4660981 Feb 17 17:29:24.654303 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-70fc5930-089a-491f-bd32-bed4d4056a31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:24.655062 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70fc5930-089a-491f-bd32-bed4d4056a31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:29:24.667618 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-70fc5930-089a-491f-bd32-bed4d4056a31 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:24.669639 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 41b085f6-8b17-449f-8c14-eda12120143f no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:29:24.670235 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-70fc5930-089a-491f-bd32-bed4d4056a31 admin admin] 10.222.0.87 "DELETE /v2.0/routers/c1c21e81-f5a1-4dfc-9f8e-6cbcb7fb0185 HTTP/1.1" status: 204 len: 168 time: 3.0471485 Feb 17 17:29:24.679702 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37778) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:29:24.722391 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 41b085f6-8b17-449f-8c14-eda12120143f {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:29:24.722770 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 41b085f6-8b17-449f-8c14-eda12120143f not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:29:24.723665 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 573e59a2-c3d9-4c94-9319-08fcc13832a5 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:29:24.783837 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 573e59a2-c3d9-4c94-9319-08fcc13832a5 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:29:24.784612 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 573e59a2-c3d9-4c94-9319-08fcc13832a5 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:29:24.829768 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-c52f889c-db5f-40d5-bd68-9c3c75dbecdf admin admin] Deleting subnet 9c1e5413-a0f2-4c35-91e9-dd0d18060aa2 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:29:24.835697 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c52f889c-db5f-40d5-bd68-9c3c75dbecdf admin admin] Publish callbacks [] for subnet (9c1e5413-a0f2-4c35-91e9-dd0d18060aa2), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:24.879160 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc466221-6fc2-46ea-9cbb-e2a80290eb82 req-2997b28a-60e6-4ae5-8a38-a61da5465197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:24.880747 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cc466221-6fc2-46ea-9cbb-e2a80290eb82 req-2997b28a-60e6-4ae5-8a38-a61da5465197 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6edd94c0-873e-4a42-88ca-5019bb6fe496 HTTP/1.1" status: 200 len: 903 time: 0.2093081 Feb 17 17:29:24.890883 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c52f889c-db5f-40d5-bd68-9c3c75dbecdf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (9c1e5413-a0f2-4c35-91e9-dd0d18060aa2), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:24.894993 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd99444-086d-4515-9cf8-96c38ae0f0a6 req-9ccde28c-0247-4a91-8321-0e7c329415d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:24.895678 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9bd99444-086d-4515-9cf8-96c38ae0f0a6 req-9ccde28c-0247-4a91-8321-0e7c329415d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:24.897501 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9bd99444-086d-4515-9cf8-96c38ae0f0a6 req-9ccde28c-0247-4a91-8321-0e7c329415d9 service neutron] 10.222.0.91 "PUT /v2.0/ports/ab880c09-5ad4-446b-b851-3e9f62436b2d HTTP/1.1" status: 200 len: 1096 time: 2.5979528 Feb 17 17:29:24.904705 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb17cd4-f496-45ae-a6ff-8932f6b171f6', 'tag': 'ab880c09-5ad4-446b-b851-3e9f62436b2d'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:29:24.906932 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bf66b4-68d2-409a-8a7a-1944bc0f2a4e" -d '{"events": [{"name": "network-changed", "server_uuid": "8cb17cd4-f496-45ae-a6ff-8932f6b171f6", "tag": "ab880c09-5ad4-446b-b851-3e9f62436b2d"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:29:24.910994 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e224f-0229-4217-9ef0-40e29382072f req-4f03fee2-ade9-494e-9add-0bb6d0e9032b tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:24.914224 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-620e224f-0229-4217-9ef0-40e29382072f req-4f03fee2-ade9-494e-9add-0bb6d0e9032b tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b&tenant_id=f8aea314af29468ab6557472620785fc&binding%3Ahost_id=n-h2-829613-2 HTTP/1.1" status: 200 len: 1127 time: 0.9064093 Feb 17 17:29:24.934804 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e26b16-4010-411f-b353-2a467d2d4020 req-08ee2697-9739-4e41-98e1-04a80a8dd331 tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:24.937542 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-16e26b16-4010-411f-b353-2a467d2d4020 req-08ee2697-9739-4e41-98e1-04a80a8dd331 tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] 10.222.0.87 "GET /v2.0/ports?device_id=8cb17cd4-f496-45ae-a6ff-8932f6b171f6 HTTP/1.1" status: 200 len: 948 time: 0.8624909 Feb 17 17:29:24.963645 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3b3f8819-1132-4b49-b1d6-77dbd760014f req-7d57e59e-b43e-488a-8997-482228485980 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8951352 Feb 17 17:29:25.007506 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cc466221-6fc2-46ea-9cbb-e2a80290eb82 req-c10f6fd4-3abb-4452-b1f5-55457f1c3e63 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.243&port_id=afa713ab-f1ef-47fa-af7d-9732be721281 HTTP/1.1" status: 200 len: 217 time: 0.0957572 Feb 17 17:29:25.163580 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc466221-6fc2-46ea-9cbb-e2a80290eb82 req-00465cbc-3cc8-47ce-b6c4-36639bf101ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:25.165176 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cc466221-6fc2-46ea-9cbb-e2a80290eb82 req-00465cbc-3cc8-47ce-b6c4-36639bf101ed service neutron] 10.222.0.71 "GET /v2.0/subnets?id=07b7f3cb-edc6-424c-a18f-cf445ad632ec HTTP/1.1" status: 200 len: 801 time: 0.1361554 Feb 17 17:29:25.167804 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c52f889c-db5f-40d5-bd68-9c3c75dbecdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (9c1e5413-a0f2-4c35-91e9-dd0d18060aa2), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:25.230106 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccde28c-0247-4a91-8321-0e7c329415d9 service neutron] Pushing event updated for resources: {'Port': ['ID=ab880c09-5ad4-446b-b851-3e9f62436b2d,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:25.270508 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd99444-086d-4515-9cf8-96c38ae0f0a6 req-32fbb4cc-71c2-419a-aaee-48c21ffd3f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:25.273062 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9bd99444-086d-4515-9cf8-96c38ae0f0a6 req-32fbb4cc-71c2-419a-aaee-48c21ffd3f2d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9a7acfed4a0b467ebd481d9e5e1abde2&device_id=8cb17cd4-f496-45ae-a6ff-8932f6b171f6 HTTP/1.1" status: 200 len: 1130 time: 0.3019366 Feb 17 17:29:25.274988 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc466221-6fc2-46ea-9cbb-e2a80290eb82 req-2c764a54-e4d5-467c-9bc2-dfbc2c07401a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:25.278838 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cc466221-6fc2-46ea-9cbb-e2a80290eb82 req-2c764a54-e4d5-467c-9bc2-dfbc2c07401a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6edd94c0-873e-4a42-88ca-5019bb6fe496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0843642 Feb 17 17:29:25.280787 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-16e26b16-4010-411f-b353-2a467d2d4020 req-c9d8d3bc-a2b2-46b9-b008-627620199b33 tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] 10.222.0.87 "GET /v2.0/security-groups?id=d463cd98-98fd-44c1-9d0b-e24973d5a079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004172 Feb 17 17:29:25.281899 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c52f889c-db5f-40d5-bd68-9c3c75dbecdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (9c1e5413-a0f2-4c35-91e9-dd0d18060aa2), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:25.340480 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9bd99444-086d-4515-9cf8-96c38ae0f0a6 req-8c603650-a567-42f3-a590-99653bd128f3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=ab880c09-5ad4-446b-b851-3e9f62436b2d HTTP/1.1" status: 200 len: 217 time: 0.0564094 Feb 17 17:29:25.351887 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52f889c-db5f-40d5-bd68-9c3c75dbecdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c1e5413-a0f2-4c35-91e9-dd0d18060aa2,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:25.354724 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c52f889c-db5f-40d5-bd68-9c3c75dbecdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:25.358169 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c52f889c-db5f-40d5-bd68-9c3c75dbecdf admin admin] 10.222.0.87 "DELETE /v2.0/subnets/9c1e5413-a0f2-4c35-91e9-dd0d18060aa2 HTTP/1.1" status: 204 len: 168 time: 0.6763561 Feb 17 17:29:25.360873 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37786) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:29:25.362568 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0fc9d7-1761-4d36-9c45-521ec95de727 None None] Network 0fada19c-c532-4646-9357-f3fe898828d0 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:29:25.379315 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2eaaad-65c9-4bcd-b936-7d9214517c5c req-7909ab7d-b39b-41a6-ad7a-462f9cd74ffa tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:25.381662 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1b2eaaad-65c9-4bcd-b936-7d9214517c5c req-7909ab7d-b39b-41a6-ad7a-462f9cd74ffa tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1269121 Feb 17 17:29:25.430137 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc81ab-4816-4ee8-8153-1680f4813ade req-3d875206-ac34-4732-8867-c597f401e628 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:25.437197 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2bfc81ab-4816-4ee8-8153-1680f4813ade req-3d875206-ac34-4732-8867-c597f401e628 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 945 time: 0.3183858 Feb 17 17:29:25.440531 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e224f-0229-4217-9ef0-40e29382072f req-0df45fde-809e-4156-885f-fece8fe65b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:25.442093 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-620e224f-0229-4217-9ef0-40e29382072f req-0df45fde-809e-4156-885f-fece8fe65b1c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b&tenant_id=f8aea314af29468ab6557472620785fc HTTP/1.1" status: 200 len: 1127 time: 0.4846346 Feb 17 17:29:25.452107 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-1b2eaaad-65c9-4bcd-b936-7d9214517c5c req-8509a5bb-d060-48b2-a6c5-589834e59f95 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Request body: {'port': {'device_id': '6c1c9e62-f154-4280-b85f-80d505950f7e', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'admin_state_up': True, 'tenant_id': 'c7ef7b4a6e7245eab9cf1df8fc8b7550'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:29:25.485425 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-76a6ce4b-8a1e-41fd-8cbb-4cfbe58b0714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (0fada19c-c532-4646-9357-f3fe898828d0), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:25.505809 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cc466221-6fc2-46ea-9cbb-e2a80290eb82 req-04a93087-5f93-4a5d-ab73-d7784f40dd3f service neutron] 10.222.0.71 "GET /v2.0/networks/6edd94c0-873e-4a42-88ca-5019bb6fe496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190845 Feb 17 17:29:25.560853 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd99444-086d-4515-9cf8-96c38ae0f0a6 req-1df0687a-3906-45f8-b9d0-ed068732f28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:25.562337 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9bd99444-086d-4515-9cf8-96c38ae0f0a6 req-1df0687a-3906-45f8-b9d0-ed068732f28f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.2138672 Feb 17 17:29:25.623399 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2bfc81ab-4816-4ee8-8153-1680f4813ade req-3f61daa3-32d7-4885-a549-304b4ae0cd3e tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788349 Feb 17 17:29:25.660230 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-76a6ce4b-8a1e-41fd-8cbb-4cfbe58b0714 admin admin] Deleting port 6f91156a-742a-47d6-8882-e066daa99f28 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:29:25.663666 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-76a6ce4b-8a1e-41fd-8cbb-4cfbe58b0714 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (6f91156a-742a-47d6-8882-e066daa99f28), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:25.706874 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ffd51e-73e0-44e4-a95a-689fac4b2847 None None] DHCP port deletion for 0fada19c-c532-4646-9357-f3fe898828d0 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:29:25.804440 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3f6f6877-52e5-46e6-bb43-186f5d451ba5 req-6802cf6c-94c3-4492-afd4-e09a31c2bd80 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c1c9e62-f154-4280-b85f-80d505950f7e HTTP/1.1" status: 200 len: 210 time: 0.0554433 Feb 17 17:29:25.804831 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-46ffd51e-73e0-44e4-a95a-689fac4b2847 None None] Deleting port 6f91156a-742a-47d6-8882-e066daa99f28 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:29:25.805428 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-46ffd51e-73e0-44e4-a95a-689fac4b2847 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (6f91156a-742a-47d6-8882-e066daa99f28), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:25.831237 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee057b71-c127-4e11-b2c0-0429a35f1f28 req-2b2bd56f-ae94-43df-898f-1136d4714d02 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:25.833367 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-76a6ce4b-8a1e-41fd-8cbb-4cfbe58b0714 admin admin] For port 6f91156a-742a-47d6-8882-e066daa99f28, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=6f91156a-742a-47d6-8882-e066daa99f28,segment=NetworkSegment(72298472-7489-4890-b182-8dccbeafcf34),segment_id=72298472-7489-4890-b182-8dccbeafcf34)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:29:25.833861 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-76a6ce4b-8a1e-41fd-8cbb-4cfbe58b0714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (6f91156a-742a-47d6-8882-e066daa99f28), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:25.843764 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee057b71-c127-4e11-b2c0-0429a35f1f28 req-2b2bd56f-ae94-43df-898f-1136d4714d02 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:25.847499 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ee057b71-c127-4e11-b2c0-0429a35f1f28 req-2b2bd56f-ae94-43df-898f-1136d4714d02 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/ports?device_id=97fb2839-e464-4aff-8d74-e53d731115e2 HTTP/1.1" status: 200 len: 1678 time: 0.4018683 Feb 17 17:29:25.879832 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-76a6ce4b-8a1e-41fd-8cbb-4cfbe58b0714 admin admin] Calling delete_port for 6f91156a-742a-47d6-8882-e066daa99f28 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:29:25.900636 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cc466221-6fc2-46ea-9cbb-e2a80290eb82 req-d7bac03a-f795-4b4f-95d2-cebdf8cfee61 service neutron] 10.222.0.71 "GET /v2.0/networks/6edd94c0-873e-4a42-88ca-5019bb6fe496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562326 Feb 17 17:29:25.912404 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee9e0c4-456c-406e-9d58-809104c460ac x-openstack-request-id: req-dee9e0c4-456c-406e-9d58-809104c460ac {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:29:25.914121 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cb17cd4-f496-45ae-a6ff-8932f6b171f6", "tag": "ab880c09-5ad4-446b-b851-3e9f62436b2d", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:29:25.914684 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-dee9e0c4-456c-406e-9d58-809104c460ac {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:29:25.915639 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb17cd4-f496-45ae-a6ff-8932f6b171f6', 'tag': 'ab880c09-5ad4-446b-b851-3e9f62436b2d', 'status': 'completed', 'code': 200} Feb 17 17:29:25.920853 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-46ffd51e-73e0-44e4-a95a-689fac4b2847 None None] For port 6f91156a-742a-47d6-8882-e066daa99f28, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=6f91156a-742a-47d6-8882-e066daa99f28,segment=NetworkSegment(72298472-7489-4890-b182-8dccbeafcf34),segment_id=72298472-7489-4890-b182-8dccbeafcf34)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:29:25.921555 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-46ffd51e-73e0-44e4-a95a-689fac4b2847 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (6f91156a-742a-47d6-8882-e066daa99f28), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:25.940089 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-46ffd51e-73e0-44e4-a95a-689fac4b2847 None None] Calling delete_port for 6f91156a-742a-47d6-8882-e066daa99f28 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:29:26.031727 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ee057b71-c127-4e11-b2c0-0429a35f1f28 req-931d869d-b9d3-46dd-98ed-ca412f3be341 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/security-groups?id=867a62cd-f31f-4b49-96ee-777cad774b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687756 Feb 17 17:29:26.034256 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e224f-0229-4217-9ef0-40e29382072f req-09cfab9b-34cb-4277-8692-2a4816af7454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:26.036713 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-620e224f-0229-4217-9ef0-40e29382072f req-09cfab9b-34cb-4277-8692-2a4816af7454 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f8aea314af29468ab6557472620785fc&device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 1127 time: 0.5597043 Feb 17 17:29:26.038559 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd99444-086d-4515-9cf8-96c38ae0f0a6 req-0b2dec7f-f8bc-4e06-93fc-807dab95086a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:26.040143 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9bd99444-086d-4515-9cf8-96c38ae0f0a6 req-0b2dec7f-f8bc-4e06-93fc-807dab95086a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4713633 Feb 17 17:29:26.087379 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-76a6ce4b-8a1e-41fd-8cbb-4cfbe58b0714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (6f91156a-742a-47d6-8882-e066daa99f28), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:26.126736 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a6ce4b-8a1e-41fd-8cbb-4cfbe58b0714 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f91156a-742a-47d6-8882-e066daa99f28,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:26.151592 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-46ffd51e-73e0-44e4-a95a-689fac4b2847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (6f91156a-742a-47d6-8882-e066daa99f28), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:26.152918 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a6ce4b-8a1e-41fd-8cbb-4cfbe58b0714 admin admin] No DVR routers for this DVR port 6f91156a-742a-47d6-8882-e066daa99f28 on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:29:26.173956 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b2eaaad-65c9-4bcd-b936-7d9214517c5c req-8509a5bb-d060-48b2-a6c5-589834e59f95 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Made reservation on behalf of c7ef7b4a6e7245eab9cf1df8fc8b7550 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:29:26.177682 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-1b2eaaad-65c9-4bcd-b936-7d9214517c5c req-8509a5bb-d060-48b2-a6c5-589834e59f95 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:26.187829 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ffd51e-73e0-44e4-a95a-689fac4b2847 None None] No DVR routers for this DVR port 6f91156a-742a-47d6-8882-e066daa99f28 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:29:26.233606 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ffd51e-73e0-44e4-a95a-689fac4b2847 None None] Pushing event deleted for resources: {'Port': ['ID=6f91156a-742a-47d6-8882-e066daa99f28,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:26.287379 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-76a6ce4b-8a1e-41fd-8cbb-4cfbe58b0714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (0fada19c-c532-4646-9357-f3fe898828d0), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:26.313633 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-76a6ce4b-8a1e-41fd-8cbb-4cfbe58b0714 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fada19c-c532-4646-9357-f3fe898828d0']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:29:26.322125 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fd55e-a3a1-4abd-a180-90c27ac6d1a3 req-1b344e8b-80c8-4ab8-8d73-4a7377f38e2d tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:26.327879 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-76a6ce4b-8a1e-41fd-8cbb-4cfbe58b0714 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72298472-7489-4890-b182-8dccbeafcf34') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:29:26.328564 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-76a6ce4b-8a1e-41fd-8cbb-4cfbe58b0714 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72298472-7489-4890-b182-8dccbeafcf34') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:29:26.334979 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d94fd55e-a3a1-4abd-a180-90c27ac6d1a3 req-1b344e8b-80c8-4ab8-8d73-4a7377f38e2d tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/ports?device_id=61108df0-8dbf-49fb-95b2-f0c13ca32bc9 HTTP/1.1" status: 200 len: 946 time: 0.3081110 Feb 17 17:29:26.340175 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-76a6ce4b-8a1e-41fd-8cbb-4cfbe58b0714 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (72298472-7489-4890-b182-8dccbeafcf34), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:26.356046 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-76a6ce4b-8a1e-41fd-8cbb-4cfbe58b0714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (72298472-7489-4890-b182-8dccbeafcf34), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:26.363768 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76a6ce4b-8a1e-41fd-8cbb-4cfbe58b0714 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:29:26.364601 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-76a6ce4b-8a1e-41fd-8cbb-4cfbe58b0714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (72298472-7489-4890-b182-8dccbeafcf34), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:26.421214 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:29:26.421214 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:29:26.421214 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:29:26.421214 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:29:26.421214 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:29:26.421214 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:29:26.421214 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:29:26.421214 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:29:26.421214 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:29:26.421214 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:29:26.421214 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:29:26.421214 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:29:26.421214 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:29:26.421214 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:29:26.421214 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:29:26.421214 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:29:26.421214 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:29:26.421214 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:29:26.421214 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:29:26.421214 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:29:26.421214 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:29:26.421214 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:29:26.421214 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:29:26.421214 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:29:26.421214 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:29:26.421214 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:29:26.421214 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:29:26.421214 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:29:26.421214 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:29:26.421214 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:29:26.421214 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:29:26.421214 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:29:26.428308 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-76a6ce4b-8a1e-41fd-8cbb-4cfbe58b0714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (0fada19c-c532-4646-9357-f3fe898828d0), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:26.433590 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-76a6ce4b-8a1e-41fd-8cbb-4cfbe58b0714 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:26.439207 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-76a6ce4b-8a1e-41fd-8cbb-4cfbe58b0714 admin admin] 10.222.0.87 "DELETE /v2.0/networks/0fada19c-c532-4646-9357-f3fe898828d0 HTTP/1.1" status: 204 len: 168 time: 1.0765169 Feb 17 17:29:26.454196 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a6ce4b-8a1e-41fd-8cbb-4cfbe58b0714 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fada19c-c532-4646-9357-f3fe898828d0,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:26.499596 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-1b2eaaad-65c9-4bcd-b936-7d9214517c5c req-8509a5bb-d060-48b2-a6c5-589834e59f95 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Allocated IP 192.168.233.22 (82b8d039-1c14-456f-ab24-8b3aebebd7d8/ac79920f-9ddd-4352-b866-6056158b178e/566c61d9-9443-4b0f-abe2-085f1f966aca) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:29:26.525458 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9bd99444-086d-4515-9cf8-96c38ae0f0a6 req-f2fb1f76-725d-436d-b64f-8a1503c28354 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4627225 Feb 17 17:29:26.526421 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e224f-0229-4217-9ef0-40e29382072f req-be0bf0ad-22af-4446-9dbf-e72254e05aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:26.527748 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-620e224f-0229-4217-9ef0-40e29382072f req-be0bf0ad-22af-4446-9dbf-e72254e05aac service neutron] 10.222.0.71 "GET /v2.0/networks?id=210dd7a1-23b8-45c6-a401-b56590fcc3c1 HTTP/1.1" status: 200 len: 908 time: 0.4826336 Feb 17 17:29:26.621491 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15aef6e-bca0-4f91-99bf-50fb9be39b81 req-0bf091e1-90e0-4c86-8b55-072e6277ec57 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:26.628412 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e15aef6e-bca0-4f91-99bf-50fb9be39b81 req-0bf091e1-90e0-4c86-8b55-072e6277ec57 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f HTTP/1.1" status: 200 len: 945 time: 0.3678536 Feb 17 17:29:26.653005 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-620e224f-0229-4217-9ef0-40e29382072f req-10fcb64a-04a5-44d6-a0ce-a04e2f4466a6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2bd2d45a-2751-42e4-bfb7-788088c608c4 HTTP/1.1" status: 200 len: 217 time: 0.0983982 Feb 17 17:29:26.690507 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 6f91156a-742a-47d6-8882-e066daa99f28 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:29:26.711071 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d94fd55e-a3a1-4abd-a180-90c27ac6d1a3 req-8b23d8ab-2d23-40ce-abbc-e3343b151e3a tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/security-groups?id=8be1f4ef-2561-4b86-bd91-f82492a4fd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378867 Feb 17 17:29:26.737323 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 6f91156a-742a-47d6-8882-e066daa99f28 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:29:26.737880 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 6f91156a-742a-47d6-8882-e066daa99f28 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:29:26.764194 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37802) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:29:26.838790 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-18c1b10b-6282-49ae-ae4b-6cf7b0ae865d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5935facc757347a6a86952f113369252&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0727220 Feb 17 17:29:26.848692 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37806) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:29:26.893289 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e224f-0229-4217-9ef0-40e29382072f req-a765f0aa-3cc2-4522-89d2-4cc4d56db6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:26.894807 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-620e224f-0229-4217-9ef0-40e29382072f req-a765f0aa-3cc2-4522-89d2-4cc4d56db6fd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8267d93d-c5aa-40cb-acb4-c1e284d682e6 HTTP/1.1" status: 200 len: 847 time: 0.2231140 Feb 17 17:29:26.935196 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4749bc92-8fc0-4daf-9f62-5427e6b1b486 admin admin] Publish callbacks [] for security_group (6f7b4ae5-4ac7-4137-b710-0cf97fbedd77), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:26.936626 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e15aef6e-bca0-4f91-99bf-50fb9be39b81 req-ecc0b2e1-e9a6-48f5-9ae2-33454ec70760 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072779 Feb 17 17:29:26.951496 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9bd99444-086d-4515-9cf8-96c38ae0f0a6 req-89293ce8-ee0b-4ebc-be7f-1dec24ba0096 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4126492 Feb 17 17:29:26.973175 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4749bc92-8fc0-4daf-9f62-5427e6b1b486 admin admin] Publish callbacks [] for security_group (6f7b4ae5-4ac7-4137-b710-0cf97fbedd77), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:26.974380 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-620e224f-0229-4217-9ef0-40e29382072f req-1942966f-db11-4af0-9860-59bd92be4c75 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=210dd7a1-23b8-45c6-a401-b56590fcc3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607328 Feb 17 17:29:27.059079 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4749bc92-8fc0-4daf-9f62-5427e6b1b486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (6f7b4ae5-4ac7-4137-b710-0cf97fbedd77), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:27.063610 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4749bc92-8fc0-4daf-9f62-5427e6b1b486 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:27.069413 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4749bc92-8fc0-4daf-9f62-5427e6b1b486 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6f7b4ae5-4ac7-4137-b710-0cf97fbedd77 HTTP/1.1" status: 204 len: 168 time: 0.2151747 Feb 17 17:29:27.085421 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4749bc92-8fc0-4daf-9f62-5427e6b1b486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7b4ae5-4ac7-4137-b710-0cf97fbedd77,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:27.170450 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbd8c7-8b54-4270-94e0-7f846b75b7f8 req-9d6d21af-003d-45d8-9dad-fe6e73b2b201 tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:27.172193 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c1bbd8c7-8b54-4270-94e0-7f846b75b7f8 req-9d6d21af-003d-45d8-9dad-fe6e73b2b201 tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] 10.222.0.87 "GET /v2.0/ports?device_id=8cb17cd4-f496-45ae-a6ff-8932f6b171f6 HTTP/1.1" status: 200 len: 948 time: 0.3645089 Feb 17 17:29:27.187710 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device afa713ab-f1ef-47fa-af7d-9732be721281 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:29:27.268297 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-1b2eaaad-65c9-4bcd-b936-7d9214517c5c req-8509a5bb-d060-48b2-a6c5-589834e59f95 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Publish callbacks [] for port (566c61d9-9443-4b0f-abe2-085f1f966aca), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:27.331008 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf66b4-68d2-409a-8a7a-1944bc0f2a4e req-c2685032-5142-4e0f-b576-c7c7cf305d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:27.332610 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-93bf66b4-68d2-409a-8a7a-1944bc0f2a4e req-c2685032-5142-4e0f-b576-c7c7cf305d52 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9a7acfed4a0b467ebd481d9e5e1abde2&device_id=8cb17cd4-f496-45ae-a6ff-8932f6b171f6 HTTP/1.1" status: 200 len: 1130 time: 0.3091340 Feb 17 17:29:27.362314 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-620e224f-0229-4217-9ef0-40e29382072f req-2ed28810-05e9-44c9-8184-38004285ced1 service neutron] 10.222.0.71 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402059 Feb 17 17:29:27.369899 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc004c-06d6-4fb6-b541-26220e7bde97 req-6de3eb88-5fee-4a3e-b4d4-a421efa8fbbe tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:27.377435 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-85fc004c-06d6-4fb6-b541-26220e7bde97 req-6de3eb88-5fee-4a3e-b4d4-a421efa8fbbe tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 945 time: 0.3088655 Feb 17 17:29:27.420511 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c1bbd8c7-8b54-4270-94e0-7f846b75b7f8 req-78cd5636-3e1a-4a34-b177-caea3c4a17bd tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] 10.222.0.87 "GET /v2.0/security-groups?id=d463cd98-98fd-44c1-9d0b-e24973d5a079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065449 Feb 17 17:29:27.444529 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port afa713ab-f1ef-47fa-af7d-9732be721281, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=afa713ab-f1ef-47fa-af7d-9732be721281,segment=NetworkSegment(4d108189-d8c8-4e19-aaa6-f25515939ef9),segment_id=4d108189-d8c8-4e19-aaa6-f25515939ef9)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:29:27.475575 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': 'afa713ab-f1ef-47fa-af7d-9732be721281', 'network_id': '6edd94c0-873e-4a42-88ca-5019bb6fe496', 'port_id': 'afa713ab-f1ef-47fa-af7d-9732be721281', 'mac_address': 'fa:16:3e:26:de:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07b7f3cb-edc6-424c-a18f-cf445ad632ec', 'ip_address': '19.86.0.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:29:27.541393 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port afa713ab-f1ef-47fa-af7d-9732be721281 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:29:27.542086 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (afa713ab-f1ef-47fa-af7d-9732be721281), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:27.569478 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afa713ab-f1ef-47fa-af7d-9732be721281 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:29:27.611394 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port afa713ab-f1ef-47fa-af7d-9732be721281, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=afa713ab-f1ef-47fa-af7d-9732be721281,segment=NetworkSegment(4d108189-d8c8-4e19-aaa6-f25515939ef9),segment_id=4d108189-d8c8-4e19-aaa6-f25515939ef9)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:29:27.620527 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (afa713ab-f1ef-47fa-af7d-9732be721281), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:27.622211 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device b2b12fa8-567a-45c8-a579-20b83b4d13bb details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:29:27.626908 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-1b2eaaad-65c9-4bcd-b936-7d9214517c5c req-8509a5bb-d060-48b2-a6c5-589834e59f95 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (566c61d9-9443-4b0f-abe2-085f1f966aca), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:27.659738 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['def80f72-6674-4dff-b38b-2c1d3d245381'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:29:27.717505 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37816) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:29:27.785837 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c7c41c28-0d45-4ade-8f11-a9c25c2f3c04 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5609c22f7b0b483ca854c09731dcc02e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0660355 Feb 17 17:29:27.787220 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37818) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:29:27.794009 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=afa713ab-f1ef-47fa-af7d-9732be721281,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:27.866456 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-33bd9647-e416-4098-a874-82ec676b25b8 admin admin] Publish callbacks [] for security_group (00afc910-72df-4335-a760-b3dd99b9f012), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:27.895579 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-33bd9647-e416-4098-a874-82ec676b25b8 admin admin] Publish callbacks [] for security_group (00afc910-72df-4335-a760-b3dd99b9f012), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:27.942844 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port b2b12fa8-567a-45c8-a579-20b83b4d13bb, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=b2b12fa8-567a-45c8-a579-20b83b4d13bb,segment=NetworkSegment(545be98f-3b17-4979-b9ea-3aed49803ae8),segment_id=545be98f-3b17-4979-b9ea-3aed49803ae8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:29:27.977162 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-33bd9647-e416-4098-a874-82ec676b25b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (00afc910-72df-4335-a760-b3dd99b9f012), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:27.981620 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-33bd9647-e416-4098-a874-82ec676b25b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:27.993715 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': 'b2b12fa8-567a-45c8-a579-20b83b4d13bb', 'network_id': 'adbe638d-d4aa-496b-9197-653745838618', 'port_id': 'b2b12fa8-567a-45c8-a579-20b83b4d13bb', 'mac_address': 'fa:16:3e:da:57:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd81873e9-5029-49a6-9cfd-8958570b115e', 'ip_address': '19.80.0.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:29:27.998450 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-33bd9647-e416-4098-a874-82ec676b25b8 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/00afc910-72df-4335-a760-b3dd99b9f012 HTTP/1.1" status: 204 len: 168 time: 0.2086580 Feb 17 17:29:28.017065 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd9647-e416-4098-a874-82ec676b25b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00afc910-72df-4335-a760-b3dd99b9f012,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:28.051512 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port b2b12fa8-567a-45c8-a579-20b83b4d13bb is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:29:28.052000 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b2b12fa8-567a-45c8-a579-20b83b4d13bb), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:28.088791 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2b12fa8-567a-45c8-a579-20b83b4d13bb {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:29:28.117564 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port b2b12fa8-567a-45c8-a579-20b83b4d13bb, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=b2b12fa8-567a-45c8-a579-20b83b4d13bb,segment=NetworkSegment(545be98f-3b17-4979-b9ea-3aed49803ae8),segment_id=545be98f-3b17-4979-b9ea-3aed49803ae8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:29:28.123196 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b2b12fa8-567a-45c8-a579-20b83b4d13bb), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:28.179223 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=b2b12fa8-567a-45c8-a579-20b83b4d13bb,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:28.179634 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509a5bb-d060-48b2-a6c5-589834e59f95 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Pushing event updated for resources: {'Port': ['ID=566c61d9-9443-4b0f-abe2-085f1f966aca,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:28.191026 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-620e224f-0229-4217-9ef0-40e29382072f req-1b3e28c5-e596-4532-8f2a-ac0074310afc service neutron] 10.222.0.71 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8037477 Feb 17 17:29:28.203635 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-85fc004c-06d6-4fb6-b541-26220e7bde97 req-0f7f85b8-91f5-4bff-82dc-a3ca4b93adb3 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8253279 Feb 17 17:29:28.220231 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bf1d1b36-acc5-427c-a114-f48bbb8a0287 req-b9a175e5-03cb-4228-91f0-822542a8b370 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-878519883&fields=id&tenant_id=055c5c88106e43038ac2faf0f62d8d68 HTTP/1.1" status: 200 len: 267 time: 0.6736648 Feb 17 17:29:28.222529 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf66b4-68d2-409a-8a7a-1944bc0f2a4e req-30e91426-a90c-46cd-ba40-1c58ecdeb80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:28.223965 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-93bf66b4-68d2-409a-8a7a-1944bc0f2a4e req-30e91426-a90c-46cd-ba40-1c58ecdeb80c service neutron] 10.222.0.91 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 0.8804829 Feb 17 17:29:28.241291 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b2eaaad-65c9-4bcd-b936-7d9214517c5c req-8509a5bb-d060-48b2-a6c5-589834e59f95 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:29:28.259166 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-1b2eaaad-65c9-4bcd-b936-7d9214517c5c req-8509a5bb-d060-48b2-a6c5-589834e59f95 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:29:28.330527 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b2eaaad-65c9-4bcd-b936-7d9214517c5c req-8509a5bb-d060-48b2-a6c5-589834e59f95 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:29:28.339115 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-93bf66b4-68d2-409a-8a7a-1944bc0f2a4e req-1e9ef928-df26-4e84-856e-60d30969e4d9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=ab880c09-5ad4-446b-b851-3e9f62436b2d HTTP/1.1" status: 200 len: 217 time: 0.1004608 Feb 17 17:29:28.464187 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['afa713ab-f1ef-47fa-af7d-9732be721281'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:29:28.492563 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2eaaad-65c9-4bcd-b936-7d9214517c5c req-8509a5bb-d060-48b2-a6c5-589834e59f95 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:28.493220 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-1b2eaaad-65c9-4bcd-b936-7d9214517c5c req-8509a5bb-d060-48b2-a6c5-589834e59f95 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:28.519468 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['b2b12fa8-567a-45c8-a579-20b83b4d13bb'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:29:28.619991 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1b2eaaad-65c9-4bcd-b936-7d9214517c5c req-8509a5bb-d060-48b2-a6c5-589834e59f95 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1730177 Feb 17 17:29:28.622058 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf66b4-68d2-409a-8a7a-1944bc0f2a4e req-a8e05f7c-83df-4300-8b7b-9d6688634cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:28.623886 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-93bf66b4-68d2-409a-8a7a-1944bc0f2a4e req-a8e05f7c-83df-4300-8b7b-9d6688634cd8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.2549376 Feb 17 17:29:28.631228 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-432e0d51-9d2e-48a8-8a85-45a88e4799bd None None] Provisioning complete for port 566c61d9-9443-4b0f-abe2-085f1f966aca triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:29:28.631807 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-432e0d51-9d2e-48a8-8a85-45a88e4799bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (566c61d9-9443-4b0f-abe2-085f1f966aca), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:28.638320 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d1b36-acc5-427c-a114-f48bbb8a0287 req-e6dcb181-894c-4f1d-8163-286217aa5120 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:28.639912 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bf1d1b36-acc5-427c-a114-f48bbb8a0287 req-e6dcb181-894c-4f1d-8163-286217aa5120 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/ports?device_id=61108df0-8dbf-49fb-95b2-f0c13ca32bc9 HTTP/1.1" status: 200 len: 946 time: 0.4024732 Feb 17 17:29:28.659262 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-1b2eaaad-65c9-4bcd-b936-7d9214517c5c req-7a89553f-13dc-4b2e-b8cb-5e1ed76b6f61 service neutron] Request body: {'port': {'device_id': '6c1c9e62-f154-4280-b85f-80d505950f7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:29:28.669692 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-bf1d1b36-acc5-427c-a114-f48bbb8a0287 req-1784f71d-4db5-4ba8-a3e4-26ab7f8b1c63 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Request body: {'port': {'security_groups': ['8be1f4ef-2561-4b86-bd91-f82492a4fd0f', '7d7184bf-6e8f-495f-ab85-8047edfae0d5']}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:29:28.730396 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-432e0d51-9d2e-48a8-8a85-45a88e4799bd None None] Port 566c61d9-9443-4b0f-abe2-085f1f966aca cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:29:28.740753 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e224f-0229-4217-9ef0-40e29382072f req-28ae5f6a-ba41-46e4-88dc-17183815fa41 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:28.742464 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-620e224f-0229-4217-9ef0-40e29382072f req-28ae5f6a-ba41-46e4-88dc-17183815fa41 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b&tenant_id=f8aea314af29468ab6557472620785fc&binding%3Ahost_id=n-h1-829613-2 HTTP/1.1" status: 200 len: 1127 time: 0.2464736 Feb 17 17:29:28.750995 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435afc4-e0c2-4ab5-8032-7e14a3cfd8da req-ca8a4dc2-9a44-4ecc-9ffb-34792211b4e0 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:28.757729 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1435afc4-e0c2-4ab5-8032-7e14a3cfd8da req-ca8a4dc2-9a44-4ecc-9ffb-34792211b4e0 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c1c9e62-f154-4280-b85f-80d505950f7e HTTP/1.1" status: 200 len: 935 time: 0.4235218 Feb 17 17:29:28.931266 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bf1d1b36-acc5-427c-a114-f48bbb8a0287 req-1784f71d-4db5-4ba8-a3e4-26ab7f8b1c63 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (54cf4afe-4775-445b-8d80-9e6a3afdd0e5), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:28.979186 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1435afc4-e0c2-4ab5-8032-7e14a3cfd8da req-2745f327-ff44-4539-b1ea-0dfb88591d00 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/security-groups?id=21a8b692-4450-4054-9577-11ac5acdc057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187002 Feb 17 17:29:28.983257 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-1b2eaaad-65c9-4bcd-b936-7d9214517c5c req-7a89553f-13dc-4b2e-b8cb-5e1ed76b6f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (566c61d9-9443-4b0f-abe2-085f1f966aca), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:29.038548 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf66b4-68d2-409a-8a7a-1944bc0f2a4e req-5df51623-cfa0-4c0b-9b60-b756baa9e287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:29.038548 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-93bf66b4-68d2-409a-8a7a-1944bc0f2a4e req-5df51623-cfa0-4c0b-9b60-b756baa9e287 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3930194 Feb 17 17:29:29.253136 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-620e224f-0229-4217-9ef0-40e29382072f req-de84b5c4-2198-4e38-b9fa-45a63bda340f service neutron] For port 2bd2d45a-2751-42e4-bfb7-788088c608c4, host n-h2-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:29:29.311137 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-620e224f-0229-4217-9ef0-40e29382072f req-de84b5c4-2198-4e38-b9fa-45a63bda340f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:29.312999 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-620e224f-0229-4217-9ef0-40e29382072f req-de84b5c4-2198-4e38-b9fa-45a63bda340f service neutron] 10.222.0.71 "DELETE /v2.0/ports/2bd2d45a-2751-42e4-bfb7-788088c608c4/bindings/n-h2-829613-2 HTTP/1.1" status: 204 len: 173 time: 0.5455866 Feb 17 17:29:29.314225 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device ab880c09-5ad4-446b-b851-3e9f62436b2d details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:29:29.408447 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c56a40-f683-4048-b299-32ecbdcc4af7 req-d26a6f1d-3528-4b6c-a440-93b3154d2d2f tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:29.413653 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c56a40-f683-4048-b299-32ecbdcc4af7 req-d26a6f1d-3528-4b6c-a440-93b3154d2d2f tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:29.415316 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c4c56a40-f683-4048-b299-32ecbdcc4af7 req-d26a6f1d-3528-4b6c-a440-93b3154d2d2f tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/ports?device_id=97fb2839-e464-4aff-8d74-e53d731115e2 HTTP/1.1" status: 200 len: 1680 time: 0.3476284 Feb 17 17:29:29.427154 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-93bf66b4-68d2-409a-8a7a-1944bc0f2a4e req-f27de0cb-af2a-4ae6-9423-0615d03edad9 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620398 Feb 17 17:29:29.432061 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port ab880c09-5ad4-446b-b851-3e9f62436b2d, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=ab880c09-5ad4-446b-b851-3e9f62436b2d,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:29:29.444758 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': 'ab880c09-5ad4-446b-b851-3e9f62436b2d', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'port_id': 'ab880c09-5ad4-446b-b851-3e9f62436b2d', 'mac_address': 'fa:16:3e:0c:97:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac79920f-9ddd-4352-b866-6056158b178e', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:29:29.484506 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port ab880c09-5ad4-446b-b851-3e9f62436b2d is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:29:29.484999 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ab880c09-5ad4-446b-b851-3e9f62436b2d), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:29.506998 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab880c09-5ad4-446b-b851-3e9f62436b2d {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:29:29.528294 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port ab880c09-5ad4-446b-b851-3e9f62436b2d, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=ab880c09-5ad4-446b-b851-3e9f62436b2d,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:29:29.533087 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ab880c09-5ad4-446b-b851-3e9f62436b2d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:29.580588 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=ab880c09-5ad4-446b-b851-3e9f62436b2d,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:29.664491 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c4c56a40-f683-4048-b299-32ecbdcc4af7 req-b1e47a16-c935-4c1f-9748-85d80e65e065 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/security-groups?id=867a62cd-f31f-4b49-96ee-777cad774b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360773 Feb 17 17:29:29.692441 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-bf1d1b36-acc5-427c-a114-f48bbb8a0287 req-1784f71d-4db5-4ba8-a3e4-26ab7f8b1c63 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] For port 54cf4afe-4775-445b-8d80-9e6a3afdd0e5, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=54cf4afe-4775-445b-8d80-9e6a3afdd0e5,segment=NetworkSegment(e6796db6-dab2-4592-830c-d793c705d227),segment_id=e6796db6-dab2-4592-830c-d793c705d227)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:29:29.744029 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-93bf66b4-68d2-409a-8a7a-1944bc0f2a4e req-78c56ed7-d414-4244-ab20-538b65dd110f service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009810 Feb 17 17:29:29.782314 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['ab880c09-5ad4-446b-b851-3e9f62436b2d'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:29:29.786161 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-1b2eaaad-65c9-4bcd-b936-7d9214517c5c req-7a89553f-13dc-4b2e-b8cb-5e1ed76b6f61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 566c61d9-9443-4b0f-abe2-085f1f966aca {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:29:29.803149 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-1b2eaaad-65c9-4bcd-b936-7d9214517c5c req-7a89553f-13dc-4b2e-b8cb-5e1ed76b6f61 service neutron] Publish callbacks [] for port (566c61d9-9443-4b0f-abe2-085f1f966aca), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:29.808613 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bf1d1b36-acc5-427c-a114-f48bbb8a0287 req-1784f71d-4db5-4ba8-a3e4-26ab7f8b1c63 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for port (54cf4afe-4775-445b-8d80-9e6a3afdd0e5), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:29.819067 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bf1d1b36-acc5-427c-a114-f48bbb8a0287 req-1784f71d-4db5-4ba8-a3e4-26ab7f8b1c63 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (54cf4afe-4775-445b-8d80-9e6a3afdd0e5), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:29.833321 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-1b2eaaad-65c9-4bcd-b936-7d9214517c5c req-7a89553f-13dc-4b2e-b8cb-5e1ed76b6f61 service neutron] Transition to ACTIVE for port object 566c61d9-9443-4b0f-abe2-085f1f966aca will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:29:29.833532 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['54cf4afe-4775-445b-8d80-9e6a3afdd0e5'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:29:29.860482 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-1b2eaaad-65c9-4bcd-b936-7d9214517c5c req-7a89553f-13dc-4b2e-b8cb-5e1ed76b6f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (566c61d9-9443-4b0f-abe2-085f1f966aca), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:29.899407 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d1b36-acc5-427c-a114-f48bbb8a0287 req-1784f71d-4db5-4ba8-a3e4-26ab7f8b1c63 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:29.900052 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bf1d1b36-acc5-427c-a114-f48bbb8a0287 req-1784f71d-4db5-4ba8-a3e4-26ab7f8b1c63 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:29.901636 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bf1d1b36-acc5-427c-a114-f48bbb8a0287 req-1784f71d-4db5-4ba8-a3e4-26ab7f8b1c63 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "PUT /v2.0/ports/54cf4afe-4775-445b-8d80-9e6a3afdd0e5 HTTP/1.1" status: 200 len: 982 time: 1.2376876 Feb 17 17:29:29.905329 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61108df0-8dbf-49fb-95b2-f0c13ca32bc9', 'tag': '54cf4afe-4775-445b-8d80-9e6a3afdd0e5'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:29:29.907870 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb785e9-209f-4612-8f3f-76d9cbd2e189" -d '{"events": [{"name": "network-changed", "server_uuid": "61108df0-8dbf-49fb-95b2-f0c13ca32bc9", "tag": "54cf4afe-4775-445b-8d80-9e6a3afdd0e5"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:29:29.917877 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77d495-f3d0-488e-9f4d-ee96107b0009 req-18781add-0f91-4dbf-b62c-cbfef6cb3da2 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:29.919446 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4b77d495-f3d0-488e-9f4d-ee96107b0009 req-18781add-0f91-4dbf-b62c-cbfef6cb3da2 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f HTTP/1.1" status: 200 len: 945 time: 0.1812453 Feb 17 17:29:29.959080 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1784f71d-4db5-4ba8-a3e4-26ab7f8b1c63 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Pushing event updated for resources: {'Port': ['ID=54cf4afe-4775-445b-8d80-9e6a3afdd0e5,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:29.993356 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['54cf4afe-4775-445b-8d80-9e6a3afdd0e5'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:29:30.183662 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4b77d495-f3d0-488e-9f4d-ee96107b0009 req-dba19cb9-9358-4319-a94a-763abf5de966 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472081 Feb 17 17:29:30.184799 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a89553f-13dc-4b2e-b8cb-5e1ed76b6f61 service neutron] Pushing event updated for resources: {'Port': ['ID=566c61d9-9443-4b0f-abe2-085f1f966aca,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:30.222958 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-1b2eaaad-65c9-4bcd-b936-7d9214517c5c req-7a89553f-13dc-4b2e-b8cb-5e1ed76b6f61 service neutron] Attempting to bind port 566c61d9-9443-4b0f-abe2-085f1f966aca on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:29:30.223218 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-1b2eaaad-65c9-4bcd-b936-7d9214517c5c req-7a89553f-13dc-4b2e-b8cb-5e1ed76b6f61 service neutron] Attempting to bind port 566c61d9-9443-4b0f-abe2-085f1f966aca by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:29:30.224518 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2eaaad-65c9-4bcd-b936-7d9214517c5c req-7a89553f-13dc-4b2e-b8cb-5e1ed76b6f61 service neutron] Attempting to bind port 566c61d9-9443-4b0f-abe2-085f1f966aca on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:29:30.238897 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246bbe53-4693-439f-a91f-6251329b0aae req-7f72023b-25ea-4c28-87c7-0fceb396e368 tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:30.240354 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-246bbe53-4693-439f-a91f-6251329b0aae req-7f72023b-25ea-4c28-87c7-0fceb396e368 tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] 10.222.0.87 "GET /v2.0/ports?device_id=8cb17cd4-f496-45ae-a6ff-8932f6b171f6 HTTP/1.1" status: 200 len: 949 time: 0.1944604 Feb 17 17:29:30.247237 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2eaaad-65c9-4bcd-b936-7d9214517c5c req-7a89553f-13dc-4b2e-b8cb-5e1ed76b6f61 service neutron] Port 566c61d9-9443-4b0f-abe2-085f1f966aca on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:29:30.247778 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2eaaad-65c9-4bcd-b936-7d9214517c5c req-7a89553f-13dc-4b2e-b8cb-5e1ed76b6f61 service neutron] Attempting to bind port 566c61d9-9443-4b0f-abe2-085f1f966aca on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:29:30.274037 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2eaaad-65c9-4bcd-b936-7d9214517c5c req-7a89553f-13dc-4b2e-b8cb-5e1ed76b6f61 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:29:30.274597 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2eaaad-65c9-4bcd-b936-7d9214517c5c req-7a89553f-13dc-4b2e-b8cb-5e1ed76b6f61 service neutron] Checking segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:29:30.275129 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2eaaad-65c9-4bcd-b936-7d9214517c5c req-7a89553f-13dc-4b2e-b8cb-5e1ed76b6f61 service neutron] Bound using segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:29:30.275745 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-1b2eaaad-65c9-4bcd-b936-7d9214517c5c req-7a89553f-13dc-4b2e-b8cb-5e1ed76b6f61 service neutron] Bound port: 566c61d9-9443-4b0f-abe2-085f1f966aca, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:29:30.276417 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-1b2eaaad-65c9-4bcd-b936-7d9214517c5c req-7a89553f-13dc-4b2e-b8cb-5e1ed76b6f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (566c61d9-9443-4b0f-abe2-085f1f966aca), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:30.380338 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-246bbe53-4693-439f-a91f-6251329b0aae req-e3c5d759-fd4f-4c5c-868f-56dc753d2b9b tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] 10.222.0.87 "GET /v2.0/security-groups?id=d463cd98-98fd-44c1-9d0b-e24973d5a079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296630 Feb 17 17:29:30.405436 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-1b2eaaad-65c9-4bcd-b936-7d9214517c5c req-7a89553f-13dc-4b2e-b8cb-5e1ed76b6f61 service neutron] For port 566c61d9-9443-4b0f-abe2-085f1f966aca, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:29:30.405436 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-1b2eaaad-65c9-4bcd-b936-7d9214517c5c req-7a89553f-13dc-4b2e-b8cb-5e1ed76b6f61 service neutron] For port 566c61d9-9443-4b0f-abe2-085f1f966aca, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=566c61d9-9443-4b0f-abe2-085f1f966aca,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:29:30.416098 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-1b2eaaad-65c9-4bcd-b936-7d9214517c5c req-7a89553f-13dc-4b2e-b8cb-5e1ed76b6f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (566c61d9-9443-4b0f-abe2-085f1f966aca), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:30.504604 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2eaaad-65c9-4bcd-b936-7d9214517c5c req-7a89553f-13dc-4b2e-b8cb-5e1ed76b6f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:30.505097 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-1b2eaaad-65c9-4bcd-b936-7d9214517c5c req-7a89553f-13dc-4b2e-b8cb-5e1ed76b6f61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:30.506637 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1b2eaaad-65c9-4bcd-b936-7d9214517c5c req-7a89553f-13dc-4b2e-b8cb-5e1ed76b6f61 service neutron] 10.222.0.71 "PUT /v2.0/ports/566c61d9-9443-4b0f-abe2-085f1f966aca HTTP/1.1" status: 200 len: 1095 time: 1.8516150 Feb 17 17:29:30.529002 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a89553f-13dc-4b2e-b8cb-5e1ed76b6f61 service neutron] Pushing event updated for resources: {'Port': ['ID=566c61d9-9443-4b0f-abe2-085f1f966aca,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:30.566548 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b60ee-e0c8-4def-b4bf-688dd3a0c245 req-d24ae46a-6432-47c7-a351-fec843c234d8 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:30.568540 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ff7b60ee-e0c8-4def-b4bf-688dd3a0c245 req-d24ae46a-6432-47c7-a351-fec843c234d8 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 945 time: 0.1076009 Feb 17 17:29:30.693980 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ff7b60ee-e0c8-4def-b4bf-688dd3a0c245 req-2c830958-f37e-488d-bb69-55663655844c tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103160 Feb 17 17:29:30.704605 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2eaaad-65c9-4bcd-b936-7d9214517c5c req-986f58db-631d-444f-8880-430e1b1a2afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:30.706565 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1b2eaaad-65c9-4bcd-b936-7d9214517c5c req-986f58db-631d-444f-8880-430e1b1a2afd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c7ef7b4a6e7245eab9cf1df8fc8b7550&device_id=6c1c9e62-f154-4280-b85f-80d505950f7e HTTP/1.1" status: 200 len: 1129 time: 0.1342120 Feb 17 17:29:30.724445 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-79d8ce21-bc54-4e1b-b809-9be92479f319 req-f8e6bbcf-c22c-40d2-ab5c-dfcaa2864bb1 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-739784243&fields=id&tenant_id=055c5c88106e43038ac2faf0f62d8d68 HTTP/1.1" status: 200 len: 267 time: 0.0974226 Feb 17 17:29:30.763460 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25754231-51c6-43aa-a007-8d9caab6bc19 x-openstack-request-id: req-25754231-51c6-43aa-a007-8d9caab6bc19 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:29:30.763832 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61108df0-8dbf-49fb-95b2-f0c13ca32bc9", "tag": "54cf4afe-4775-445b-8d80-9e6a3afdd0e5", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:29:30.764426 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-25754231-51c6-43aa-a007-8d9caab6bc19 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:29:30.764942 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61108df0-8dbf-49fb-95b2-f0c13ca32bc9', 'tag': '54cf4afe-4775-445b-8d80-9e6a3afdd0e5', 'status': 'completed', 'code': 200} Feb 17 17:29:30.769942 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1b2eaaad-65c9-4bcd-b936-7d9214517c5c req-91a96c66-f56b-40ad-9149-a3cddc0ca03c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=566c61d9-9443-4b0f-abe2-085f1f966aca HTTP/1.1" status: 200 len: 217 time: 0.0543180 Feb 17 17:29:30.912375 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2eaaad-65c9-4bcd-b936-7d9214517c5c req-c60e0602-7b7b-4ea6-9cc2-7d58e67a9b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:30.913850 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1b2eaaad-65c9-4bcd-b936-7d9214517c5c req-c60e0602-7b7b-4ea6-9cc2-7d58e67a9b3b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.1223173 Feb 17 17:29:30.946146 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d8ce21-bc54-4e1b-b809-9be92479f319 req-4b0b463a-cbc4-40ed-acf6-df528359bba0 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:30.948734 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-79d8ce21-bc54-4e1b-b809-9be92479f319 req-4b0b463a-cbc4-40ed-acf6-df528359bba0 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/ports?device_id=61108df0-8dbf-49fb-95b2-f0c13ca32bc9 HTTP/1.1" status: 200 len: 985 time: 0.1826949 Feb 17 17:29:30.970815 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb785e9-209f-4612-8f3f-76d9cbd2e189 req-949e5ddb-ca29-402d-a3bf-24dad10af7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:30.972335 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfb785e9-209f-4612-8f3f-76d9cbd2e189 req-949e5ddb-ca29-402d-a3bf-24dad10af7bb service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=055c5c88106e43038ac2faf0f62d8d68&device_id=61108df0-8dbf-49fb-95b2-f0c13ca32bc9 HTTP/1.1" status: 200 len: 1167 time: 0.1944528 Feb 17 17:29:30.980277 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48903c1-44d0-4348-a1de-837b945f96fd req-d0868215-ca32-479f-8658-a3fe601e191f tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:30.981657 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a48903c1-44d0-4348-a1de-837b945f96fd req-d0868215-ca32-479f-8658-a3fe601e191f tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c1c9e62-f154-4280-b85f-80d505950f7e HTTP/1.1" status: 200 len: 947 time: 0.1530495 Feb 17 17:29:30.989118 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-79d8ce21-bc54-4e1b-b809-9be92479f319 req-7e61fd48-04f2-4632-a816-58a518edc70f tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Request body: {'port': {'security_groups': ['7d7184bf-6e8f-495f-ab85-8047edfae0d5', '8be1f4ef-2561-4b86-bd91-f82492a4fd0f', 'ec76d327-f7ad-465a-bf9c-7bd211bc4b4f']}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:29:31.158742 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2eaaad-65c9-4bcd-b936-7d9214517c5c req-9da09956-3d6d-4e88-928a-17c25892e003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:31.160292 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1b2eaaad-65c9-4bcd-b936-7d9214517c5c req-9da09956-3d6d-4e88-928a-17c25892e003 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2375579 Feb 17 17:29:31.176918 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-79d8ce21-bc54-4e1b-b809-9be92479f319 req-7e61fd48-04f2-4632-a816-58a518edc70f tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (54cf4afe-4775-445b-8d80-9e6a3afdd0e5), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:31.185419 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a48903c1-44d0-4348-a1de-837b945f96fd req-58f45cd9-b1fc-486c-bb38-c5857df273a5 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/security-groups?id=21a8b692-4450-4054-9577-11ac5acdc057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857250 Feb 17 17:29:31.218276 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device b2b12fa8-567a-45c8-a579-20b83b4d13bb up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:29:31.236487 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb785e9-209f-4612-8f3f-76d9cbd2e189 req-a9e59835-b2d6-404e-92d1-09ea284c5774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:31.237956 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfb785e9-209f-4612-8f3f-76d9cbd2e189 req-a9e59835-b2d6-404e-92d1-09ea284c5774 service neutron] 10.222.0.91 "GET /v2.0/networks?id=233b9567-93de-4ad6-ab48-7ed951f0fba6 HTTP/1.1" status: 200 len: 913 time: 0.2539749 Feb 17 17:29:31.279385 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port b2b12fa8-567a-45c8-a579-20b83b4d13bb completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:29:31.286405 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port b2b12fa8-567a-45c8-a579-20b83b4d13bb triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:29:31.287082 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b2b12fa8-567a-45c8-a579-20b83b4d13bb), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:31.326930 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device ab880c09-5ad4-446b-b851-3e9f62436b2d up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:29:31.453980 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port ab880c09-5ad4-446b-b851-3e9f62436b2d completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:29:31.464993 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port ab880c09-5ad4-446b-b851-3e9f62436b2d triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:29:31.466158 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ab880c09-5ad4-446b-b851-3e9f62436b2d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:31.487978 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port b2b12fa8-567a-45c8-a579-20b83b4d13bb is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:29:31.488454 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b2b12fa8-567a-45c8-a579-20b83b4d13bb), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:31.526276 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97fb2839-e464-4aff-8d74-e53d731115e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b12fa8-567a-45c8-a579-20b83b4d13bb'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:29:31.528887 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da48cda-3afc-40cc-a9a4-9f22b09115f9" -d '{"events": [{"server_uuid": "97fb2839-e464-4aff-8d74-e53d731115e2", "name": "network-vif-plugged", "status": "completed", "tag": "b2b12fa8-567a-45c8-a579-20b83b4d13bb"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:29:31.543694 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port b2b12fa8-567a-45c8-a579-20b83b4d13bb, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=b2b12fa8-567a-45c8-a579-20b83b4d13bb,segment=NetworkSegment(545be98f-3b17-4979-b9ea-3aed49803ae8),segment_id=545be98f-3b17-4979-b9ea-3aed49803ae8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:29:31.550801 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b2b12fa8-567a-45c8-a579-20b83b4d13bb), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:31.551894 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device afa713ab-f1ef-47fa-af7d-9732be721281 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:29:31.659864 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfb785e9-209f-4612-8f3f-76d9cbd2e189 req-3e1f4e2f-aaf7-4f1c-ade9-d4f5c66ae79e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54cf4afe-4775-445b-8d80-9e6a3afdd0e5 HTTP/1.1" status: 200 len: 217 time: 0.3686888 Feb 17 17:29:31.681157 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port ab880c09-5ad4-446b-b851-3e9f62436b2d is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:29:31.681540 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ab880c09-5ad4-446b-b851-3e9f62436b2d), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:31.686510 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=b2b12fa8-567a-45c8-a579-20b83b4d13bb,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:31.707296 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port afa713ab-f1ef-47fa-af7d-9732be721281 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:29:31.712315 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port afa713ab-f1ef-47fa-af7d-9732be721281 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:29:31.712315 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (afa713ab-f1ef-47fa-af7d-9732be721281), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:31.770603 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port ab880c09-5ad4-446b-b851-3e9f62436b2d, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=ab880c09-5ad4-446b-b851-3e9f62436b2d,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:29:31.778098 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ab880c09-5ad4-446b-b851-3e9f62436b2d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:31.784788 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1b2eaaad-65c9-4bcd-b936-7d9214517c5c req-f743415c-5e89-4e68-be49-a71281ed3884 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6168101 Feb 17 17:29:31.819960 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb785e9-209f-4612-8f3f-76d9cbd2e189 req-503fe68b-a65b-441f-b7f9-12411212cff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:31.820827 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfb785e9-209f-4612-8f3f-76d9cbd2e189 req-503fe68b-a65b-441f-b7f9-12411212cff1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=bb181189-1480-4377-9824-fc7c67a5f7e8 HTTP/1.1" status: 200 len: 852 time: 0.1383786 Feb 17 17:29:31.865411 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=ab880c09-5ad4-446b-b851-3e9f62436b2d,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:31.870024 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port afa713ab-f1ef-47fa-af7d-9732be721281 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:29:31.870419 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (afa713ab-f1ef-47fa-af7d-9732be721281), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:31.886260 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e0630-5444-4081-a910-6eacb372d86c req-226a204f-1808-4fa7-9cdb-2dbcf84ac40e tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:31.892087 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e0630-5444-4081-a910-6eacb372d86c req-226a204f-1808-4fa7-9cdb-2dbcf84ac40e tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:31.893721 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-635e0630-5444-4081-a910-6eacb372d86c req-226a204f-1808-4fa7-9cdb-2dbcf84ac40e tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/ports?device_id=97fb2839-e464-4aff-8d74-e53d731115e2 HTTP/1.1" status: 200 len: 1681 time: 0.2399259 Feb 17 17:29:31.899400 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfb785e9-209f-4612-8f3f-76d9cbd2e189 req-3b64c759-3672-4373-8437-e4f070dc1671 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=233b9567-93de-4ad6-ab48-7ed951f0fba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652857 Feb 17 17:29:31.912717 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port afa713ab-f1ef-47fa-af7d-9732be721281, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=afa713ab-f1ef-47fa-af7d-9732be721281,segment=NetworkSegment(4d108189-d8c8-4e19-aaa6-f25515939ef9),segment_id=4d108189-d8c8-4e19-aaa6-f25515939ef9)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:29:31.916141 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (afa713ab-f1ef-47fa-af7d-9732be721281), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:31.969458 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=afa713ab-f1ef-47fa-af7d-9732be721281,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:32.101101 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1b2eaaad-65c9-4bcd-b936-7d9214517c5c req-3633e7b6-7f3f-40e0-8d62-79067e8d5809 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055513 Feb 17 17:29:32.104017 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-635e0630-5444-4081-a910-6eacb372d86c req-5f14fcf2-7f0e-40d9-a0d3-99197af7e7f1 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/security-groups?id=867a62cd-f31f-4b49-96ee-777cad774b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764410 Feb 17 17:29:32.154170 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-79d8ce21-bc54-4e1b-b809-9be92479f319 req-7e61fd48-04f2-4632-a816-58a518edc70f tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] For port 54cf4afe-4775-445b-8d80-9e6a3afdd0e5, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=54cf4afe-4775-445b-8d80-9e6a3afdd0e5,segment=NetworkSegment(e6796db6-dab2-4592-830c-d793c705d227),segment_id=e6796db6-dab2-4592-830c-d793c705d227)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:29:32.158318 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfb785e9-209f-4612-8f3f-76d9cbd2e189 req-a6dbfebf-c5ac-4fe6-bc28-bf7ab19f171a service neutron] 10.222.0.91 "GET /v2.0/networks/233b9567-93de-4ad6-ab48-7ed951f0fba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331116 Feb 17 17:29:32.220591 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-79d8ce21-bc54-4e1b-b809-9be92479f319 req-7e61fd48-04f2-4632-a816-58a518edc70f tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for port (54cf4afe-4775-445b-8d80-9e6a3afdd0e5), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:32.266925 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-79d8ce21-bc54-4e1b-b809-9be92479f319 req-7e61fd48-04f2-4632-a816-58a518edc70f tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (54cf4afe-4775-445b-8d80-9e6a3afdd0e5), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:32.278124 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['54cf4afe-4775-445b-8d80-9e6a3afdd0e5'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:29:32.341709 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d8ce21-bc54-4e1b-b809-9be92479f319 req-7e61fd48-04f2-4632-a816-58a518edc70f tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:32.342331 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-79d8ce21-bc54-4e1b-b809-9be92479f319 req-7e61fd48-04f2-4632-a816-58a518edc70f tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:32.343718 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-79d8ce21-bc54-4e1b-b809-9be92479f319 req-7e61fd48-04f2-4632-a816-58a518edc70f tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "PUT /v2.0/ports/54cf4afe-4775-445b-8d80-9e6a3afdd0e5 HTTP/1.1" status: 200 len: 1021 time: 1.3702099 Feb 17 17:29:32.365023 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfb785e9-209f-4612-8f3f-76d9cbd2e189 req-1055c653-8a3d-495d-8a2e-71a850c17cf6 service neutron] 10.222.0.91 "GET /v2.0/networks/233b9567-93de-4ad6-ab48-7ed951f0fba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996424 Feb 17 17:29:32.375717 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396bef24-39aa-4b6a-b950-a282fa9dcc66 req-3cdc225c-57f3-4c24-be47-d39b59038961 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:32.377263 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-396bef24-39aa-4b6a-b950-a282fa9dcc66 req-3cdc225c-57f3-4c24-be47-d39b59038961 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f HTTP/1.1" status: 200 len: 945 time: 0.1803248 Feb 17 17:29:32.378561 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e61fd48-04f2-4632-a816-58a518edc70f tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Pushing event updated for resources: {'Port': ['ID=54cf4afe-4775-445b-8d80-9e6a3afdd0e5,revision_number=7']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:32.427824 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['54cf4afe-4775-445b-8d80-9e6a3afdd0e5'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:29:32.483112 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-396bef24-39aa-4b6a-b950-a282fa9dcc66 req-c994226f-b802-452c-94f7-2aad0c028c64 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866997 Feb 17 17:29:32.499932 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ddedc7-e63c-4528-b288-ed615beb1c73 req-0dec1b00-d6ed-4d11-ab7a-bcc110b14dec tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:32.501470 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f2ddedc7-e63c-4528-b288-ed615beb1c73 req-0dec1b00-d6ed-4d11-ab7a-bcc110b14dec tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] 10.222.0.87 "GET /v2.0/ports?device_id=8cb17cd4-f496-45ae-a6ff-8932f6b171f6 HTTP/1.1" status: 200 len: 950 time: 0.0840971 Feb 17 17:29:32.571348 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0eb101-3b20-4850-9ad8-84981a145b4b x-openstack-request-id: req-6b0eb101-3b20-4850-9ad8-84981a145b4b {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:29:32.571624 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97fb2839-e464-4aff-8d74-e53d731115e2", "name": "network-vif-plugged", "status": "completed", "tag": "b2b12fa8-567a-45c8-a579-20b83b4d13bb", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:29:32.571826 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6b0eb101-3b20-4850-9ad8-84981a145b4b {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:29:32.572280 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97fb2839-e464-4aff-8d74-e53d731115e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b12fa8-567a-45c8-a579-20b83b4d13bb', 'code': 200} Feb 17 17:29:32.588595 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f2ddedc7-e63c-4528-b288-ed615beb1c73 req-6fb90d12-b750-466d-953a-cde0794448e9 tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] 10.222.0.87 "GET /v2.0/security-groups?id=d463cd98-98fd-44c1-9d0b-e24973d5a079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684485 Feb 17 17:29:32.710572 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0a727-6e8e-4846-af93-4dca985356a7 req-0d7350d2-05ba-48bd-9dee-754c6546bad7 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:32.712290 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0ed0a727-6e8e-4846-af93-4dca985356a7 req-0d7350d2-05ba-48bd-9dee-754c6546bad7 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 1127 time: 0.0802979 Feb 17 17:29:32.736934 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2b8f6-50be-4dd6-845f-b8b89a35656d req-5938b5aa-7257-45ed-abad-4b558762089f tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:32.752813 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cfe2b8f6-50be-4dd6-845f-b8b89a35656d req-5938b5aa-7257-45ed-abad-4b558762089f tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c1c9e62-f154-4280-b85f-80d505950f7e HTTP/1.1" status: 200 len: 947 time: 0.0844707 Feb 17 17:29:32.768873 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c1c9e62-f154-4280-b85f-80d505950f7e', 'tag': '566c61d9-9443-4b0f-abe2-085f1f966aca'}, {'name': 'network-changed', 'server_uuid': '61108df0-8dbf-49fb-95b2-f0c13ca32bc9', 'tag': '54cf4afe-4775-445b-8d80-9e6a3afdd0e5'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:29:32.771283 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a80afe-7ae6-4c44-bd83-824737d7ca8a" -d '{"events": [{"name": "network-changed", "server_uuid": "6c1c9e62-f154-4280-b85f-80d505950f7e", "tag": "566c61d9-9443-4b0f-abe2-085f1f966aca"}, {"name": "network-changed", "server_uuid": "61108df0-8dbf-49fb-95b2-f0c13ca32bc9", "tag": "54cf4afe-4775-445b-8d80-9e6a3afdd0e5"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:29:32.825456 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0ed0a727-6e8e-4846-af93-4dca985356a7 req-13db4018-d552-40b2-9720-28087a753226 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025388 Feb 17 17:29:32.830580 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cfe2b8f6-50be-4dd6-845f-b8b89a35656d req-9bf19584-97b8-43cb-ab68-b7944b970c80 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/security-groups?id=21a8b692-4450-4054-9577-11ac5acdc057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848866 Feb 17 17:29:32.905437 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1703cfb2-1120-4f16-9c3e-db5838ef1e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:32.967192 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 17 Feb 2022 17:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b38fab-bca9-4ce6-9ac8-e2806ac818c0 x-openstack-request-id: req-83b38fab-bca9-4ce6-9ac8-e2806ac818c0 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:29:32.967585 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c1c9e62-f154-4280-b85f-80d505950f7e", "tag": "566c61d9-9443-4b0f-abe2-085f1f966aca", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "61108df0-8dbf-49fb-95b2-f0c13ca32bc9", "tag": "54cf4afe-4775-445b-8d80-9e6a3afdd0e5", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:29:32.967904 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-83b38fab-bca9-4ce6-9ac8-e2806ac818c0 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:29:32.968391 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c1c9e62-f154-4280-b85f-80d505950f7e', 'tag': '566c61d9-9443-4b0f-abe2-085f1f966aca', 'status': 'completed', 'code': 200} Feb 17 17:29:32.968715 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61108df0-8dbf-49fb-95b2-f0c13ca32bc9', 'tag': '54cf4afe-4775-445b-8d80-9e6a3afdd0e5', 'status': 'completed', 'code': 200} Feb 17 17:29:33.097103 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54407a-4445-4e4c-86e8-632b6c046417 req-8b96981f-8b8d-4d30-869e-6d52c534d841 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:33.098958 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cd54407a-4445-4e4c-86e8-632b6c046417 req-8b96981f-8b8d-4d30-869e-6d52c534d841 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/ports?device_id=61108df0-8dbf-49fb-95b2-f0c13ca32bc9 HTTP/1.1" status: 200 len: 1024 time: 0.1878278 Feb 17 17:29:33.127186 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a80afe-7ae6-4c44-bd83-824737d7ca8a req-3cb7cfa6-e7cb-4eee-a814-2d47695cb6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:33.129216 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-57a80afe-7ae6-4c44-bd83-824737d7ca8a req-3cb7cfa6-e7cb-4eee-a814-2d47695cb6da service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=055c5c88106e43038ac2faf0f62d8d68&device_id=61108df0-8dbf-49fb-95b2-f0c13ca32bc9 HTTP/1.1" status: 200 len: 1207 time: 0.1641376 Feb 17 17:29:33.130933 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a80afe-7ae6-4c44-bd83-824737d7ca8a req-9a8620f2-d618-4936-a317-7fdd59570a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:33.132320 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-57a80afe-7ae6-4c44-bd83-824737d7ca8a req-9a8620f2-d618-4936-a317-7fdd59570a3f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c7ef7b4a6e7245eab9cf1df8fc8b7550&device_id=6c1c9e62-f154-4280-b85f-80d505950f7e HTTP/1.1" status: 200 len: 1129 time: 0.1616104 Feb 17 17:29:33.183118 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb44c9c-4e45-4094-ad03-c96b7f3c2c15 req-67ae240a-c9b1-46fc-8347-64f4687210f8 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:33.185881 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-deb44c9c-4e45-4094-ad03-c96b7f3c2c15 req-67ae240a-c9b1-46fc-8347-64f4687210f8 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 1127 time: 0.1666534 Feb 17 17:29:33.372912 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cd54407a-4445-4e4c-86e8-632b6c046417 req-07677f23-8f86-4232-a6e3-83f2765439f6 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/security-groups?id=7d7184bf-6e8f-495f-ab85-8047edfae0d5&id=ec76d327-f7ad-465a-bf9c-7bd211bc4b4f&id=8be1f4ef-2561-4b86-bd91-f82492a4fd0f HTTP/1.1" status: 200 len: 6198 time: 0.2628973 Feb 17 17:29:33.381559 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-deb44c9c-4e45-4094-ad03-c96b7f3c2c15 req-6fe7f2ec-70a3-4813-8c92-de83c5dee778 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757107 Feb 17 17:29:33.399162 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a80afe-7ae6-4c44-bd83-824737d7ca8a req-83735e05-50dc-4e87-bf3d-fd490b0f1190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:33.401096 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-57a80afe-7ae6-4c44-bd83-824737d7ca8a req-83735e05-50dc-4e87-bf3d-fd490b0f1190 service neutron] 10.222.0.91 "GET /v2.0/networks?id=233b9567-93de-4ad6-ab48-7ed951f0fba6 HTTP/1.1" status: 200 len: 913 time: 0.2600248 Feb 17 17:29:33.418710 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a80afe-7ae6-4c44-bd83-824737d7ca8a req-d1a52f26-d1c8-475b-ad22-73237e52d874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:33.420264 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-57a80afe-7ae6-4c44-bd83-824737d7ca8a req-d1a52f26-d1c8-475b-ad22-73237e52d874 service neutron] 10.222.0.71 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 0.2622256 Feb 17 17:29:33.437446 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-fcf911c6-7820-4636-a4d3-073478f79d8a req-da38c46a-f9cd-4333-be16-33dc2eb1d755 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Request body: {'security_group': {'name': ' tempest-securitygroup -676459625 ', 'description': 'tempest-description-641967709'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:29:33.503820 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-57a80afe-7ae6-4c44-bd83-824737d7ca8a req-6c5471ab-d520-4e6a-bc3e-821b537b5e7a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54cf4afe-4775-445b-8d80-9e6a3afdd0e5 HTTP/1.1" status: 200 len: 217 time: 0.0868471 Feb 17 17:29:33.519701 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-57a80afe-7ae6-4c44-bd83-824737d7ca8a req-846bb203-68de-4709-8356-83d85b496373 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=566c61d9-9443-4b0f-abe2-085f1f966aca HTTP/1.1" status: 200 len: 217 time: 0.0913336 Feb 17 17:29:33.608120 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-fcf911c6-7820-4636-a4d3-073478f79d8a req-da38c46a-f9cd-4333-be16-33dc2eb1d755 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:33.635287 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a80afe-7ae6-4c44-bd83-824737d7ca8a req-33b71fc9-ef70-4532-8734-e616e34f8ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:33.636698 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-57a80afe-7ae6-4c44-bd83-824737d7ca8a req-33b71fc9-ef70-4532-8734-e616e34f8ced service neutron] 10.222.0.91 "GET /v2.0/subnets?id=bb181189-1480-4377-9824-fc7c67a5f7e8 HTTP/1.1" status: 200 len: 852 time: 0.1196275 Feb 17 17:29:33.648214 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a80afe-7ae6-4c44-bd83-824737d7ca8a req-cc5e2e90-14cd-4df6-b6d5-493eb875aded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:33.649677 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-57a80afe-7ae6-4c44-bd83-824737d7ca8a req-cc5e2e90-14cd-4df6-b6d5-493eb875aded service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.1054785 Feb 17 17:29:33.663223 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-9bbd218e-2b04-4a7c-a684-49f7cf195f58 tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:33.666260 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-9bbd218e-2b04-4a7c-a684-49f7cf195f58 tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f&tenant_id=5bb8389d8da44943868afc5c1f119806&binding%3Ahost_id=n-h1-829613-2 HTTP/1.1" status: 200 len: 1127 time: 0.0532517 Feb 17 17:29:33.680661 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-a15436e6-5eb8-4a18-8e73-4f09ee15b003 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-829613-2'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:29:33.713254 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-57a80afe-7ae6-4c44-bd83-824737d7ca8a req-aea71bb1-1fa4-4b1d-95ec-eea71dd0eb7d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=233b9567-93de-4ad6-ab48-7ed951f0fba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699935 Feb 17 17:29:33.724009 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f0091-9bad-495b-a966-a82369e28103 req-1c7097e6-eb1b-4fff-b513-cbca422b72fe tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:33.729232 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f0091-9bad-495b-a966-a82369e28103 req-1c7097e6-eb1b-4fff-b513-cbca422b72fe tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:33.730829 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-275f0091-9bad-495b-a966-a82369e28103 req-1c7097e6-eb1b-4fff-b513-cbca422b72fe tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/ports?device_id=97fb2839-e464-4aff-8d74-e53d731115e2 HTTP/1.1" status: 200 len: 1682 time: 0.2598503 Feb 17 17:29:33.742934 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-a15436e6-5eb8-4a18-8e73-4f09ee15b003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (9335df1e-0297-42ac-8b06-72fbb5b578ef), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:33.879024 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a80afe-7ae6-4c44-bd83-824737d7ca8a req-142c3a34-7d08-496b-8553-2a7bf23e979c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:33.882449 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-57a80afe-7ae6-4c44-bd83-824737d7ca8a req-142c3a34-7d08-496b-8553-2a7bf23e979c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2207575 Feb 17 17:29:33.920515 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-275f0091-9bad-495b-a966-a82369e28103 req-69978f4d-b97d-4264-8b81-c153aef4dc46 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/security-groups?id=867a62cd-f31f-4b49-96ee-777cad774b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764994 Feb 17 17:29:33.927546 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-fcf911c6-7820-4636-a4d3-073478f79d8a req-da38c46a-f9cd-4333-be16-33dc2eb1d755 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (1f19b68e-8690-4e2b-85d5-199051081362), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:33.975545 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-fcf911c6-7820-4636-a4d3-073478f79d8a req-da38c46a-f9cd-4333-be16-33dc2eb1d755 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (1f19b68e-8690-4e2b-85d5-199051081362), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:34.021028 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38c46a-f9cd-4333-be16-33dc2eb1d755 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f19b68e-8690-4e2b-85d5-199051081362,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:34.080297 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-57a80afe-7ae6-4c44-bd83-824737d7ca8a req-3df45f8d-a6ae-4a01-90f2-280b4b9ae9d8 service neutron] 10.222.0.91 "GET /v2.0/networks/233b9567-93de-4ad6-ab48-7ed951f0fba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484378 Feb 17 17:29:34.088407 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-fcf911c6-7820-4636-a4d3-073478f79d8a req-da38c46a-f9cd-4333-be16-33dc2eb1d755 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:34.089725 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fcf911c6-7820-4636-a4d3-073478f79d8a req-da38c46a-f9cd-4333-be16-33dc2eb1d755 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.6634500 Feb 17 17:29:34.179461 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-57a80afe-7ae6-4c44-bd83-824737d7ca8a req-ccda2d9e-a8ef-4ae5-ae5c-aa1f6ef13957 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837198 Feb 17 17:29:34.196859 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-a15436e6-5eb8-4a18-8e73-4f09ee15b003 service neutron] For port 9335df1e-0297-42ac-8b06-72fbb5b578ef, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=9335df1e-0297-42ac-8b06-72fbb5b578ef,segment=NetworkSegment(00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be),segment_id=00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:29:34.261712 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-a15436e6-5eb8-4a18-8e73-4f09ee15b003 service neutron] For port 9335df1e-0297-42ac-8b06-72fbb5b578ef, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:29:34.318086 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-a15436e6-5eb8-4a18-8e73-4f09ee15b003 service neutron] Publish callbacks [] for port (9335df1e-0297-42ac-8b06-72fbb5b578ef), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:34.321077 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07163a17-9f3a-4a13-9c1e-1acd5def414f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9335df1e-0297-42ac-8b06-72fbb5b578ef'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:29:34.331167 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c0e1fa-75ff-4108-b3d9-1b04aa5ad972" -d '{"events": [{"server_uuid": "07163a17-9f3a-4a13-9c1e-1acd5def414f", "name": "network-vif-unplugged", "status": "completed", "tag": "9335df1e-0297-42ac-8b06-72fbb5b578ef"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:29:34.337013 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-a15436e6-5eb8-4a18-8e73-4f09ee15b003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (9335df1e-0297-42ac-8b06-72fbb5b578ef), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:34.365901 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-57a80afe-7ae6-4c44-bd83-824737d7ca8a req-3d2f49c6-572d-4b07-a7d1-1c9951e025b6 service neutron] 10.222.0.91 "GET /v2.0/networks/233b9567-93de-4ad6-ab48-7ed951f0fba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659953 Feb 17 17:29:34.416872 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-57a80afe-7ae6-4c44-bd83-824737d7ca8a req-aec07882-76b6-42b9-b397-8b27d7f259dc service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034125 Feb 17 17:29:34.427431 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb57e2c-7775-4033-a2b1-a72de0f80274 req-1539f944-208c-40ec-aa38-ac63b52ff21e tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:34.428995 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ceb57e2c-7775-4033-a2b1-a72de0f80274 req-1539f944-208c-40ec-aa38-ac63b52ff21e tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f HTTP/1.1" status: 200 len: 945 time: 0.2145240 Feb 17 17:29:34.443488 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15436e6-5eb8-4a18-8e73-4f09ee15b003 service neutron] Pushing event updated for resources: {'Port': ['ID=9335df1e-0297-42ac-8b06-72fbb5b578ef,revision_number=7']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:34.452429 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a123f-25a8-4381-b59d-2b14120caa76 req-e440ca49-3ecc-4e14-a18c-a247349114e4 tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:34.453909 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c43a123f-25a8-4381-b59d-2b14120caa76 req-e440ca49-3ecc-4e14-a18c-a247349114e4 tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] 10.222.0.87 "GET /v2.0/ports?device_id=8cb17cd4-f496-45ae-a6ff-8932f6b171f6 HTTP/1.1" status: 200 len: 950 time: 0.1194680 Feb 17 17:29:34.455517 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-a15436e6-5eb8-4a18-8e73-4f09ee15b003 service neutron] Attempting to bind port 9335df1e-0297-42ac-8b06-72fbb5b578ef on host n-h1-829613-2 for vnic_type normal with profile {"migrating_to": "n-h2-829613-2"} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:29:34.455931 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-a15436e6-5eb8-4a18-8e73-4f09ee15b003 service neutron] Attempting to bind port 9335df1e-0297-42ac-8b06-72fbb5b578ef by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:29:34.456369 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-a15436e6-5eb8-4a18-8e73-4f09ee15b003 service neutron] Attempting to bind port 9335df1e-0297-42ac-8b06-72fbb5b578ef on network 5dbbad70-2eaf-4ac4-baab-330b001075bb {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:29:34.460783 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-a15436e6-5eb8-4a18-8e73-4f09ee15b003 service neutron] Port 9335df1e-0297-42ac-8b06-72fbb5b578ef on network 5dbbad70-2eaf-4ac4-baab-330b001075bb not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:29:34.461183 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-a15436e6-5eb8-4a18-8e73-4f09ee15b003 service neutron] Attempting to bind port 9335df1e-0297-42ac-8b06-72fbb5b578ef on network 5dbbad70-2eaf-4ac4-baab-330b001075bb {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:29:34.466130 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-a15436e6-5eb8-4a18-8e73-4f09ee15b003 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:29:34.466540 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-a15436e6-5eb8-4a18-8e73-4f09ee15b003 service neutron] Checking segment: {'id': '00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:29:34.466988 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-a15436e6-5eb8-4a18-8e73-4f09ee15b003 service neutron] Bound using segment: {'id': '00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:29:34.467492 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-a15436e6-5eb8-4a18-8e73-4f09ee15b003 service neutron] Bound port: 9335df1e-0297-42ac-8b06-72fbb5b578ef, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:29:34.467925 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-a15436e6-5eb8-4a18-8e73-4f09ee15b003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (9335df1e-0297-42ac-8b06-72fbb5b578ef), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:34.532078 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ceb57e2c-7775-4033-a2b1-a72de0f80274 req-bd72a911-95dd-4dd4-8df6-2d1a02bf61f0 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926802 Feb 17 17:29:34.535247 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-a15436e6-5eb8-4a18-8e73-4f09ee15b003 service neutron] For port 9335df1e-0297-42ac-8b06-72fbb5b578ef, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:29:34.538632 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-a15436e6-5eb8-4a18-8e73-4f09ee15b003 service neutron] For port 9335df1e-0297-42ac-8b06-72fbb5b578ef, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=9335df1e-0297-42ac-8b06-72fbb5b578ef,segment=NetworkSegment(00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be),segment_id=00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:29:34.539372 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c43a123f-25a8-4381-b59d-2b14120caa76 req-3a346579-471c-45c4-96fb-14b43ae84976 tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] 10.222.0.87 "GET /v2.0/security-groups?id=d463cd98-98fd-44c1-9d0b-e24973d5a079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777791 Feb 17 17:29:34.547917 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-a15436e6-5eb8-4a18-8e73-4f09ee15b003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (9335df1e-0297-42ac-8b06-72fbb5b578ef), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:34.572895 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb17cd4-f496-45ae-a6ff-8932f6b171f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab880c09-5ad4-446b-b851-3e9f62436b2d'}, {'server_uuid': '97fb2839-e464-4aff-8d74-e53d731115e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa713ab-f1ef-47fa-af7d-9732be721281'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:29:34.575765 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95a355f-d3c9-4292-af2e-0c151d1c3f27" -d '{"events": [{"server_uuid": "8cb17cd4-f496-45ae-a6ff-8932f6b171f6", "name": "network-vif-plugged", "status": "completed", "tag": "ab880c09-5ad4-446b-b851-3e9f62436b2d"}, {"server_uuid": "97fb2839-e464-4aff-8d74-e53d731115e2", "name": "network-vif-plugged", "status": "completed", "tag": "afa713ab-f1ef-47fa-af7d-9732be721281"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:29:34.646429 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-a15436e6-5eb8-4a18-8e73-4f09ee15b003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:34.647104 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-a15436e6-5eb8-4a18-8e73-4f09ee15b003 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:34.648974 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-a15436e6-5eb8-4a18-8e73-4f09ee15b003 service neutron] 10.222.0.91 "PUT /v2.0/ports/9335df1e-0297-42ac-8b06-72fbb5b578ef HTTP/1.1" status: 200 len: 1121 time: 0.9736493 Feb 17 17:29:34.649752 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15436e6-5eb8-4a18-8e73-4f09ee15b003 service neutron] Pushing event updated for resources: {'Port': ['ID=9335df1e-0297-42ac-8b06-72fbb5b578ef,revision_number=8']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:34.666947 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-80f1d27e-3b92-4b91-a74b-bdfd4b04e0cf req-39cf8c6d-801d-479b-bab1-7765c18a82b2 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/security-groups/1f19b68e-8690-4e2b-85d5-199051081362 HTTP/1.1" status: 200 len: 1796 time: 0.0666165 Feb 17 17:29:34.693406 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac0726-ffd9-4b54-98de-3519e32e234d req-863a869d-b2fa-4450-b2e8-6b6eccd55a26 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:34.694946 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5aac0726-ffd9-4b54-98de-3519e32e234d req-863a869d-b2fa-4450-b2e8-6b6eccd55a26 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c1c9e62-f154-4280-b85f-80d505950f7e HTTP/1.1" status: 200 len: 947 time: 0.0667841 Feb 17 17:29:34.750581 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5aac0726-ffd9-4b54-98de-3519e32e234d req-b7f2a9ca-0c01-48b1-9085-dde1e8016d9f tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/security-groups?id=21a8b692-4450-4054-9577-11ac5acdc057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461025 Feb 17 17:29:34.756960 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['9335df1e-0297-42ac-8b06-72fbb5b578ef'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:29:34.760106 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['9335df1e-0297-42ac-8b06-72fbb5b578ef'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:29:34.766555 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 17:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e98137-1412-492e-8c0e-17a1064855ce x-openstack-request-id: req-54e98137-1412-492e-8c0e-17a1064855ce {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:29:34.767005 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07163a17-9f3a-4a13-9c1e-1acd5def414f", "name": "network-vif-unplugged", "status": "completed", "tag": "9335df1e-0297-42ac-8b06-72fbb5b578ef", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:29:34.767284 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-54e98137-1412-492e-8c0e-17a1064855ce {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:29:34.767703 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07163a17-9f3a-4a13-9c1e-1acd5def414f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9335df1e-0297-42ac-8b06-72fbb5b578ef', 'code': 200} Feb 17 17:29:34.818990 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 17 Feb 2022 17:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30893217-c99b-4209-8653-b109f2dc25b5 x-openstack-request-id: req-30893217-c99b-4209-8653-b109f2dc25b5 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:29:34.819469 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb17cd4-f496-45ae-a6ff-8932f6b171f6", "name": "network-vif-plugged", "status": "completed", "tag": "ab880c09-5ad4-446b-b851-3e9f62436b2d", "code": 200}, {"server_uuid": "97fb2839-e464-4aff-8d74-e53d731115e2", "name": "network-vif-plugged", "status": "completed", "tag": "afa713ab-f1ef-47fa-af7d-9732be721281", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:29:34.819782 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-30893217-c99b-4209-8653-b109f2dc25b5 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:29:34.820277 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb17cd4-f496-45ae-a6ff-8932f6b171f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab880c09-5ad4-446b-b851-3e9f62436b2d', 'code': 200} Feb 17 17:29:34.820753 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97fb2839-e464-4aff-8d74-e53d731115e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa713ab-f1ef-47fa-af7d-9732be721281', 'code': 200} Feb 17 17:29:34.906421 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3360bf9a-b8a6-44e3-aba9-4f215299b33c req-547f0870-5ce1-40b8-88af-c4fabc20a98d tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/security-groups/1f19b68e-8690-4e2b-85d5-199051081362 HTTP/1.1" status: 200 len: 1796 time: 0.0929096 Feb 17 17:29:35.000025 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27fabd-35e9-4b84-812c-1dc94070354c req-649305fe-e144-44bc-bcee-4be8e10ad13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:35.001624 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7b27fabd-35e9-4b84-812c-1dc94070354c req-649305fe-e144-44bc-bcee-4be8e10ad13c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=8cb17cd4-f496-45ae-a6ff-8932f6b171f6 HTTP/1.1" status: 200 len: 1132 time: 0.1008115 Feb 17 17:29:35.008022 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37958) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:29:35.013743 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-b118c12d-fe9a-40e0-a547-4d213a05be58 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-560923749'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:29:35.065908 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7b27fabd-35e9-4b84-812c-1dc94070354c req-740e11aa-c077-4d41-8f8b-ff445bac65c1 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=d463cd98-98fd-44c1-9d0b-e24973d5a079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482998 Feb 17 17:29:35.074020 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b118c12d-fe9a-40e0-a547-4d213a05be58 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Made reservation on behalf of c6c91da603a1485eab422cc6ab78977f for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:29:35.078138 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b118c12d-fe9a-40e0-a547-4d213a05be58 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:35.083011 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3360bf9a-b8a6-44e3-aba9-4f215299b33c req-a1c424e0-74b9-43fa-a1f0-22ab4d6e40c3 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (1f19b68e-8690-4e2b-85d5-199051081362), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:35.105141 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4381b20-f8ec-4e85-b8e1-6dcf0870aaef req-68e9857e-3932-4e38-b223-5e14ae2e173f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:35.105803 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4381b20-f8ec-4e85-b8e1-6dcf0870aaef req-68e9857e-3932-4e38-b223-5e14ae2e173f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:35.107219 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d4381b20-f8ec-4e85-b8e1-6dcf0870aaef req-68e9857e-3932-4e38-b223-5e14ae2e173f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=97fb2839-e464-4aff-8d74-e53d731115e2 HTTP/1.1" status: 200 len: 2046 time: 0.1639464 Feb 17 17:29:35.117149 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b118c12d-fe9a-40e0-a547-4d213a05be58 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:29:35.133373 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91364ca-8b77-4e44-821a-afc9d995a812 req-610833e2-a9f1-4c10-8c98-de0fdc5e34c2 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:35.135725 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b118c12d-fe9a-40e0-a547-4d213a05be58 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (55cf67f8-56dc-4cc3-aade-06e6513a1c54), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:35.136084 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-b118c12d-fe9a-40e0-a547-4d213a05be58 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Added segment 55cf67f8-56dc-4cc3-aade-06e6513a1c54 of type vlan for network 8329e05c-f5f3-4a6c-995b-30a9e6574e32 Feb 17 17:29:35.139169 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91364ca-8b77-4e44-821a-afc9d995a812 req-610833e2-a9f1-4c10-8c98-de0fdc5e34c2 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:35.140812 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d91364ca-8b77-4e44-821a-afc9d995a812 req-610833e2-a9f1-4c10-8c98-de0fdc5e34c2 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/ports?device_id=97fb2839-e464-4aff-8d74-e53d731115e2 HTTP/1.1" status: 200 len: 1682 time: 0.1265895 Feb 17 17:29:35.143463 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3360bf9a-b8a6-44e3-aba9-4f215299b33c req-a1c424e0-74b9-43fa-a1f0-22ab4d6e40c3 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (1f19b68e-8690-4e2b-85d5-199051081362), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:35.216361 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b118c12d-fe9a-40e0-a547-4d213a05be58 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (8329e05c-f5f3-4a6c-995b-30a9e6574e32), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:35.238874 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d4381b20-f8ec-4e85-b8e1-6dcf0870aaef req-796e3862-283b-42c5-ac9d-1e2e4a38c620 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=867a62cd-f31f-4b49-96ee-777cad774b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209540 Feb 17 17:29:35.242923 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3360bf9a-b8a6-44e3-aba9-4f215299b33c req-a1c424e0-74b9-43fa-a1f0-22ab4d6e40c3 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (1f19b68e-8690-4e2b-85d5-199051081362), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:35.245016 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3360bf9a-b8a6-44e3-aba9-4f215299b33c req-a1c424e0-74b9-43fa-a1f0-22ab4d6e40c3 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:35.246030 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3360bf9a-b8a6-44e3-aba9-4f215299b33c req-a1c424e0-74b9-43fa-a1f0-22ab4d6e40c3 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "DELETE /v2.0/security-groups/1f19b68e-8690-4e2b-85d5-199051081362 HTTP/1.1" status: 204 len: 173 time: 0.3386998 Feb 17 17:29:35.248031 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 566c61d9-9443-4b0f-abe2-085f1f966aca details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:29:35.265463 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d91364ca-8b77-4e44-821a-afc9d995a812 req-7ebb55f3-0b20-4a31-966b-4411aa1b8f8c tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/security-groups?id=867a62cd-f31f-4b49-96ee-777cad774b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132207 Feb 17 17:29:35.285061 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c424e0-74b9-43fa-a1f0-22ab4d6e40c3 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f19b68e-8690-4e2b-85d5-199051081362,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:35.286597 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b118c12d-fe9a-40e0-a547-4d213a05be58 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (8329e05c-f5f3-4a6c-995b-30a9e6574e32), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:35.307018 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b118c12d-fe9a-40e0-a547-4d213a05be58 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:35.310398 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b118c12d-fe9a-40e0-a547-4d213a05be58 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:35.370428 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 9335df1e-0297-42ac-8b06-72fbb5b578ef details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:29:35.383486 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b118c12d-fe9a-40e0-a547-4d213a05be58 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3743114 Feb 17 17:29:35.395682 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37966) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:29:35.411419 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-926e3a83-0fa2-4f4e-8ae5-e886ba7d748b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-177649772'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:29:35.450694 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bdc6dd9b-ad4f-456f-9439-0d2e70353cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:35.467640 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 566c61d9-9443-4b0f-abe2-085f1f966aca, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=566c61d9-9443-4b0f-abe2-085f1f966aca,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:29:35.526327 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '566c61d9-9443-4b0f-abe2-085f1f966aca', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'port_id': '566c61d9-9443-4b0f-abe2-085f1f966aca', 'mac_address': 'fa:16:3e:f7:55:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac79920f-9ddd-4352-b866-6056158b178e', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:29:35.571052 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b118c12d-fe9a-40e0-a547-4d213a05be58 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Pushing event updated for resources: {'Network': ['ID=8329e05c-f5f3-4a6c-995b-30a9e6574e32,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:35.591606 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:29:35.597547 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926e3a83-0fa2-4f4e-8ae5-e886ba7d748b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Made reservation on behalf of c6c91da603a1485eab422cc6ab78977f for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:29:35.602079 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-926e3a83-0fa2-4f4e-8ae5-e886ba7d748b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:35.615775 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 8329e05c-f5f3-4a6c-995b-30a9e6574e32 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:29:35.628764 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [req-1a5e7889-77a4-4d0b-ad4b-d4dcb881c985 req-97a0e05a-2594-4d87-9a08-a483a2a7a845 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] show failed (client error): The resource could not be found. Feb 17 17:29:35.632409 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1a5e7889-77a4-4d0b-ad4b-d4dcb881c985 req-97a0e05a-2594-4d87-9a08-a483a2a7a845 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/security-groups/1f19b68e-8690-4e2b-85d5-199051081362 HTTP/1.1" status: 404 len: 352 time: 0.3439031 Feb 17 17:29:35.665408 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-926e3a83-0fa2-4f4e-8ae5-e886ba7d748b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:29:35.694017 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-926e3a83-0fa2-4f4e-8ae5-e886ba7d748b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (8d8f104d-d90e-4c9c-a6a6-4d67948643e9), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:35.694789 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-926e3a83-0fa2-4f4e-8ae5-e886ba7d748b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Added segment 8d8f104d-d90e-4c9c-a6a6-4d67948643e9 of type vlan for network 3226efc1-9bf8-49de-b390-80d0e9a20daa Feb 17 17:29:35.738492 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 566c61d9-9443-4b0f-abe2-085f1f966aca is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:29:35.738818 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (566c61d9-9443-4b0f-abe2-085f1f966aca), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:35.743156 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-926e3a83-0fa2-4f4e-8ae5-e886ba7d748b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (3226efc1-9bf8-49de-b390-80d0e9a20daa), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:35.763894 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 9335df1e-0297-42ac-8b06-72fbb5b578ef, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=9335df1e-0297-42ac-8b06-72fbb5b578ef,segment=NetworkSegment(00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be),segment_id=00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:29:35.774015 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 566c61d9-9443-4b0f-abe2-085f1f966aca {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:29:35.778627 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-926e3a83-0fa2-4f4e-8ae5-e886ba7d748b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (3226efc1-9bf8-49de-b390-80d0e9a20daa), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:35.785771 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 9335df1e-0297-42ac-8b06-72fbb5b578ef has no active binding in host n-h2-829613-2 {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 17 17:29:35.786098 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926e3a83-0fa2-4f4e-8ae5-e886ba7d748b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:35.787001 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-926e3a83-0fa2-4f4e-8ae5-e886ba7d748b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:35.799070 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b91a4ae-3878-447e-aebc-2e379c46cbf0 req-0f2d2fa7-fbf7-4cdc-a8a3-36103dfc19cd tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:35.801536 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6b91a4ae-3878-447e-aebc-2e379c46cbf0 req-0f2d2fa7-fbf7-4cdc-a8a3-36103dfc19cd tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f HTTP/1.1" status: 200 len: 943 time: 0.1100855 Feb 17 17:29:35.808768 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 566c61d9-9443-4b0f-abe2-085f1f966aca, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=566c61d9-9443-4b0f-abe2-085f1f966aca,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:29:35.811336 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be94f0-447e-4527-879b-4f05df5934a6 req-adc7a889-166c-41a8-86c7-aa29368845b5 tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:35.813159 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d5be94f0-447e-4527-879b-4f05df5934a6 req-adc7a889-166c-41a8-86c7-aa29368845b5 tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] 10.222.0.87 "GET /v2.0/ports?device_id=8cb17cd4-f496-45ae-a6ff-8932f6b171f6 HTTP/1.1" status: 200 len: 950 time: 0.1372764 Feb 17 17:29:35.823929 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (566c61d9-9443-4b0f-abe2-085f1f966aca), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:35.892190 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-926e3a83-0fa2-4f4e-8ae5-e886ba7d748b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4849429 Feb 17 17:29:35.892190 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926e3a83-0fa2-4f4e-8ae5-e886ba7d748b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Pushing event updated for resources: {'Network': ['ID=3226efc1-9bf8-49de-b390-80d0e9a20daa,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:35.893186 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37986) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:29:35.904483 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6b91a4ae-3878-447e-aebc-2e379c46cbf0 req-e89c8e4c-a3db-44a7-8b42-014c473f81ca tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900829 Feb 17 17:29:35.905904 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-1eecd1f8-f803-434e-a091-002dee0abcdb tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Request body: {'subnet': {'network_id': '8329e05c-f5f3-4a6c-995b-30a9e6574e32', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:29:35.973528 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-960e6d91-94d6-497b-86e4-28a1a1381d7f req-2c567840-823a-4134-97ad-bc04d5dfaf4e tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2112706829', 'description': 'tempest-description-1672685545'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:29:36.009862 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d5be94f0-447e-4527-879b-4f05df5934a6 req-c717e053-a612-46cf-9c46-54c3e609858f tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] 10.222.0.87 "GET /v2.0/security-groups?id=d463cd98-98fd-44c1-9d0b-e24973d5a079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658099 Feb 17 17:29:36.020578 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-960e6d91-94d6-497b-86e4-28a1a1381d7f req-2c567840-823a-4134-97ad-bc04d5dfaf4e tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:36.091133 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 3226efc1-9bf8-49de-b390-80d0e9a20daa details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:29:36.117501 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eecd1f8-f803-434e-a091-002dee0abcdb tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Made reservation on behalf of c6c91da603a1485eab422cc6ab78977f for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:29:36.121970 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=566c61d9-9443-4b0f-abe2-085f1f966aca,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:36.123410 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1eecd1f8-f803-434e-a091-002dee0abcdb tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:36.178571 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-960e6d91-94d6-497b-86e4-28a1a1381d7f req-2c567840-823a-4134-97ad-bc04d5dfaf4e tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (cdddfec0-2271-409f-80bf-4f78cd8c1efd), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:36.196066 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-960e6d91-94d6-497b-86e4-28a1a1381d7f req-2c567840-823a-4134-97ad-bc04d5dfaf4e tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (cdddfec0-2271-409f-80bf-4f78cd8c1efd), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:36.239635 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['566c61d9-9443-4b0f-abe2-085f1f966aca'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:29:36.338144 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c567840-823a-4134-97ad-bc04d5dfaf4e tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdddfec0-2271-409f-80bf-4f78cd8c1efd,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:36.371524 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-960e6d91-94d6-497b-86e4-28a1a1381d7f req-2c567840-823a-4134-97ad-bc04d5dfaf4e tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:36.374497 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-960e6d91-94d6-497b-86e4-28a1a1381d7f req-2c567840-823a-4134-97ad-bc04d5dfaf4e tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4059107 Feb 17 17:29:36.382629 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1eecd1f8-f803-434e-a091-002dee0abcdb tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (56056976-8199-479f-8661-205e5814ab66), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:36.417533 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f28c7-637c-4783-984a-b352bd8a0ea2 req-ae58df5d-a236-42b9-89d9-da6c02a908fc tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:36.424442 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-244f28c7-637c-4783-984a-b352bd8a0ea2 req-ae58df5d-a236-42b9-89d9-da6c02a908fc tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c1c9e62-f154-4280-b85f-80d505950f7e HTTP/1.1" status: 200 len: 948 time: 0.2066209 Feb 17 17:29:36.438665 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 37996) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:29:36.467827 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eecd1f8-f803-434e-a091-002dee0abcdb tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Pushing event updated for resources: {'Subnet': ['ID=56056976-8199-479f-8661-205e5814ab66,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:36.501521 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eecd1f8-f803-434e-a091-002dee0abcdb tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Checking segment: {'id': '55cf67f8-56dc-4cc3-aade-06e6513a1c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8329e05c-f5f3-4a6c-995b-30a9e6574e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:29:36.502325 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eecd1f8-f803-434e-a091-002dee0abcdb tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Network hostable DHCP agents. Network: 8329e05c-f5f3-4a6c-995b-30a9e6574e32, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:29:36.545920 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eecd1f8-f803-434e-a091-002dee0abcdb tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Network 8329e05c-f5f3-4a6c-995b-30a9e6574e32 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:29:36.569332 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-1eecd1f8-f803-434e-a091-002dee0abcdb tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 8329e05c-f5f3-4a6c-995b-30a9e6574e32) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:29:36.594289 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eecd1f8-f803-434e-a091-002dee0abcdb tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:36.596140 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d7c6f8-578b-47e4-a51d-550ad555514b None None] Network 8329e05c-f5f3-4a6c-995b-30a9e6574e32 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:29:36.596803 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1eecd1f8-f803-434e-a091-002dee0abcdb tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:36.627074 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-1eecd1f8-f803-434e-a091-002dee0abcdb tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7247849 Feb 17 17:29:36.628627 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38000) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:29:36.635865 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ee7fc868-5a9c-4cda-aac0-a847b69e6c69 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Request body: {'subnet': {'network_id': '3226efc1-9bf8-49de-b390-80d0e9a20daa', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:29:36.649148 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:36.665778 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-244f28c7-637c-4783-984a-b352bd8a0ea2 req-6f93892f-8e11-4dc9-a71e-6786f78f8007 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/security-groups?id=21a8b692-4450-4054-9577-11ac5acdc057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264514 Feb 17 17:29:36.703836 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c066be-6320-4768-9f76-40deb811a9db req-0f077ca0-2d35-4530-a511-874e3b7738bd tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:36.709462 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c066be-6320-4768-9f76-40deb811a9db req-0f077ca0-2d35-4530-a511-874e3b7738bd tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:36.711227 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-51c066be-6320-4768-9f76-40deb811a9db req-0f077ca0-2d35-4530-a511-874e3b7738bd tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/ports?device_id=97fb2839-e464-4aff-8d74-e53d731115e2 HTTP/1.1" status: 200 len: 1682 time: 0.2573171 Feb 17 17:29:36.712210 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dd483d3c-6313-4e60-b844-231513a75542 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:36.719140 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-ad2c19df-b98d-4912-9261-7c0f375716f3 req-e9ea399b-9fc1-4222-a509-d113db1a2e5d tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-199008423', 'description': 'tempest-description-1001792158'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:29:36.769889 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07163a17-9f3a-4a13-9c1e-1acd5def414f', 'tag': '9335df1e-0297-42ac-8b06-72fbb5b578ef'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:29:36.771316 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0516a4-ee3d-4d21-9be9-8f872c25c080 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-8329e05c-f5f3-4a6c-995b-30a9e6574e32', 'network_id': '8329e05c-f5f3-4a6c-995b-30a9e6574e32', 'project_id': 'c6c91da603a1485eab422cc6ab78977f', 'fixed_ips': [{'subnet_id': '56056976-8199-479f-8661-205e5814ab66'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:29:36.772525 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8c0516a4-ee3d-4d21-9be9-8f872c25c080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:36.772873 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66d166e-9a39-4079-a877-179086992cef" -d '{"events": [{"name": "network-changed", "server_uuid": "07163a17-9f3a-4a13-9c1e-1acd5def414f", "tag": "9335df1e-0297-42ac-8b06-72fbb5b578ef"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:29:36.778466 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7fc868-5a9c-4cda-aac0-a847b69e6c69 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Made reservation on behalf of c6c91da603a1485eab422cc6ab78977f for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:29:36.782797 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ee7fc868-5a9c-4cda-aac0-a847b69e6c69 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:36.798918 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ad2c19df-b98d-4912-9261-7c0f375716f3 req-e9ea399b-9fc1-4222-a509-d113db1a2e5d tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:36.805378 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-51c066be-6320-4768-9f76-40deb811a9db req-10131b7d-ec85-48e2-abce-fd2403a28d58 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/security-groups?id=867a62cd-f31f-4b49-96ee-777cad774b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809500 Feb 17 17:29:36.869855 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dd483d3c-6313-4e60-b844-231513a75542 admin admin] Publish callbacks [] for security_group (5379762d-62c8-413e-a4b2-5194b6b994df), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:36.884891 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dd483d3c-6313-4e60-b844-231513a75542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (5379762d-62c8-413e-a4b2-5194b6b994df), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:36.905013 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6d3d8b-0d1e-443c-9984-0b7efa5887cc x-openstack-request-id: req-bb6d3d8b-0d1e-443c-9984-0b7efa5887cc {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:29:36.905891 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07163a17-9f3a-4a13-9c1e-1acd5def414f", "tag": "9335df1e-0297-42ac-8b06-72fbb5b578ef", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:29:36.906725 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-bb6d3d8b-0d1e-443c-9984-0b7efa5887cc {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:29:36.909159 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07163a17-9f3a-4a13-9c1e-1acd5def414f', 'tag': '9335df1e-0297-42ac-8b06-72fbb5b578ef', 'status': 'completed', 'code': 200} Feb 17 17:29:36.973901 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd483d3c-6313-4e60-b844-231513a75542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5379762d-62c8-413e-a4b2-5194b6b994df,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:36.980915 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-dd483d3c-6313-4e60-b844-231513a75542 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f6a9f565bdc4455391579bdfe12d370a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5411377 Feb 17 17:29:36.984060 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 38006) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:29:36.986052 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-8c0516a4-ee3d-4d21-9be9-8f872c25c080 None None] Allocated IP 10.1.1.2 (8329e05c-f5f3-4a6c-995b-30a9e6574e32/56056976-8199-479f-8661-205e5814ab66/de01f7d7-c3a2-40bb-a956-d40c194ab93d) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:29:37.027285 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ad2c19df-b98d-4912-9261-7c0f375716f3 req-e9ea399b-9fc1-4222-a509-d113db1a2e5d tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (cf195de5-fc4c-4934-9b44-b0cc42c013a0), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:37.065384 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ad2c19df-b98d-4912-9261-7c0f375716f3 req-e9ea399b-9fc1-4222-a509-d113db1a2e5d tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (cf195de5-fc4c-4934-9b44-b0cc42c013a0), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:37.079653 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d166e-9a39-4079-a877-179086992cef req-0499c128-507a-4c92-83a9-ed36dc1f9874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:37.081193 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a66d166e-9a39-4079-a877-179086992cef req-0499c128-507a-4c92-83a9-ed36dc1f9874 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bb8389d8da44943868afc5c1f119806&device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f HTTP/1.1" status: 200 len: 1155 time: 0.1516471 Feb 17 17:29:37.094117 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ee7fc868-5a9c-4cda-aac0-a847b69e6c69 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (d75a2860-2719-4d8e-9c57-26805383b4a4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:37.153305 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7fc868-5a9c-4cda-aac0-a847b69e6c69 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Pushing event updated for resources: {'Subnet': ['ID=d75a2860-2719-4d8e-9c57-26805383b4a4,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:37.158596 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8c0516a4-ee3d-4d21-9be9-8f872c25c080 None None] Publish callbacks [] for port (de01f7d7-c3a2-40bb-a956-d40c194ab93d), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:37.170758 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8c0516a4-ee3d-4d21-9be9-8f872c25c080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (de01f7d7-c3a2-40bb-a956-d40c194ab93d), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:37.213878 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ad2c19df-b98d-4912-9261-7c0f375716f3 req-e9ea399b-9fc1-4222-a509-d113db1a2e5d tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:37.215109 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7fc868-5a9c-4cda-aac0-a847b69e6c69 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Checking segment: {'id': '8d8f104d-d90e-4c9c-a6a6-4d67948643e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3226efc1-9bf8-49de-b390-80d0e9a20daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:29:37.216197 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7fc868-5a9c-4cda-aac0-a847b69e6c69 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Network hostable DHCP agents. Network: 3226efc1-9bf8-49de-b390-80d0e9a20daa, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:29:37.226383 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ad2c19df-b98d-4912-9261-7c0f375716f3 req-e9ea399b-9fc1-4222-a509-d113db1a2e5d tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.5115595 Feb 17 17:29:37.234879 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea399b-9fc1-4222-a509-d113db1a2e5d tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf195de5-fc4c-4934-9b44-b0cc42c013a0,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:37.242718 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d166e-9a39-4079-a877-179086992cef req-cfde689d-83c5-4f1d-a8fc-c3b176cc4c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:37.244270 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a66d166e-9a39-4079-a877-179086992cef req-cfde689d-83c5-4f1d-a8fc-c3b176cc4c61 service neutron] 10.222.0.71 "GET /v2.0/networks?id=5dbbad70-2eaf-4ac4-baab-330b001075bb HTTP/1.1" status: 200 len: 921 time: 0.1567631 Feb 17 17:29:37.249235 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0516a4-ee3d-4d21-9be9-8f872c25c080 None None] Pushing event updated for resources: {'Port': ['ID=de01f7d7-c3a2-40bb-a956-d40c194ab93d,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:37.261464 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0516a4-ee3d-4d21-9be9-8f872c25c080 None None] Network 8329e05c-f5f3-4a6c-995b-30a9e6574e32 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:29:37.264145 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-8c0516a4-ee3d-4d21-9be9-8f872c25c080 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:29:37.269785 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0516a4-ee3d-4d21-9be9-8f872c25c080 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:29:37.277238 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7fc868-5a9c-4cda-aac0-a847b69e6c69 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Network 3226efc1-9bf8-49de-b390-80d0e9a20daa is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:29:37.298890 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-ee7fc868-5a9c-4cda-aac0-a847b69e6c69 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 3226efc1-9bf8-49de-b390-80d0e9a20daa) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:29:37.307895 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7fc868-5a9c-4cda-aac0-a847b69e6c69 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:37.309948 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ee7fc868-5a9c-4cda-aac0-a847b69e6c69 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:37.311291 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453b25c2-23c2-49fa-a563-8fd4b751ca84 None None] Network 3226efc1-9bf8-49de-b390-80d0e9a20daa requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:29:37.330833 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-912ca5d1-d377-4564-a6a4-393c3759da97 admin admin] Publish callbacks [] for security_group (5379762d-62c8-413e-a4b2-5194b6b994df), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:37.335802 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a66d166e-9a39-4079-a877-179086992cef req-dd8a6efd-24e2-40f6-bfd5-aa7dd15d46f7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9335df1e-0297-42ac-8b06-72fbb5b578ef HTTP/1.1" status: 200 len: 217 time: 0.0777915 Feb 17 17:29:37.350143 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ee7fc868-5a9c-4cda-aac0-a847b69e6c69 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7168691 Feb 17 17:29:37.350143 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38014) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:29:37.352088 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d7b120-ca64-4e6c-ae4d-6860681d9fd3 req-f4e2c4fb-18f9-464d-9832-a9317185334c tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:37.353779 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-90d7b120-ca64-4e6c-ae4d-6860681d9fd3 req-f4e2c4fb-18f9-464d-9832-a9317185334c tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f HTTP/1.1" status: 200 len: 943 time: 0.3222339 Feb 17 17:29:37.361707 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-67d734ce-5fb7-4f70-8eee-5174e9faab49 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Request body: {'port': {'network_id': '8329e05c-f5f3-4a6c-995b-30a9e6574e32', 'name': 'tempest-TaggedBootDevicesTest_v242-726619208', 'fixed_ips': [{'subnet_id': '56056976-8199-479f-8661-205e5814ab66'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:29:37.374653 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-8c0516a4-ee3d-4d21-9be9-8f872c25c080 None None] Attempting to bind port de01f7d7-c3a2-40bb-a956-d40c194ab93d on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:29:37.375169 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-8c0516a4-ee3d-4d21-9be9-8f872c25c080 None None] Attempting to bind port de01f7d7-c3a2-40bb-a956-d40c194ab93d by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '55cf67f8-56dc-4cc3-aade-06e6513a1c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8329e05c-f5f3-4a6c-995b-30a9e6574e32'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:29:37.375545 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0516a4-ee3d-4d21-9be9-8f872c25c080 None None] Attempting to bind port de01f7d7-c3a2-40bb-a956-d40c194ab93d on network 8329e05c-f5f3-4a6c-995b-30a9e6574e32 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:29:37.412547 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0516a4-ee3d-4d21-9be9-8f872c25c080 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:29:37.412950 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0516a4-ee3d-4d21-9be9-8f872c25c080 None None] Checking segment: {'id': '55cf67f8-56dc-4cc3-aade-06e6513a1c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8329e05c-f5f3-4a6c-995b-30a9e6574e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:29:37.413328 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8c0516a4-ee3d-4d21-9be9-8f872c25c080 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:37.413724 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0516a4-ee3d-4d21-9be9-8f872c25c080 None None] Bound using segment: {'id': '55cf67f8-56dc-4cc3-aade-06e6513a1c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8329e05c-f5f3-4a6c-995b-30a9e6574e32'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:29:37.414206 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-8c0516a4-ee3d-4d21-9be9-8f872c25c080 None None] Bound port: de01f7d7-c3a2-40bb-a956-d40c194ab93d, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55cf67f8-56dc-4cc3-aade-06e6513a1c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8329e05c-f5f3-4a6c-995b-30a9e6574e32'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:29:37.414583 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8c0516a4-ee3d-4d21-9be9-8f872c25c080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (de01f7d7-c3a2-40bb-a956-d40c194ab93d), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:37.468696 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-912ca5d1-d377-4564-a6a4-393c3759da97 admin admin] Publish callbacks [] for security_group (5379762d-62c8-413e-a4b2-5194b6b994df), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:37.482781 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d734ce-5fb7-4f70-8eee-5174e9faab49 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Made reservation on behalf of c6c91da603a1485eab422cc6ab78977f for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:29:37.496896 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-8c0516a4-ee3d-4d21-9be9-8f872c25c080 None None] For port de01f7d7-c3a2-40bb-a956-d40c194ab93d, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:29:37.501481 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-8c0516a4-ee3d-4d21-9be9-8f872c25c080 None None] For port de01f7d7-c3a2-40bb-a956-d40c194ab93d, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=de01f7d7-c3a2-40bb-a956-d40c194ab93d,segment=NetworkSegment(55cf67f8-56dc-4cc3-aade-06e6513a1c54),segment_id=55cf67f8-56dc-4cc3-aade-06e6513a1c54)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:29:37.518939 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8c0516a4-ee3d-4d21-9be9-8f872c25c080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (de01f7d7-c3a2-40bb-a956-d40c194ab93d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:37.520518 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d166e-9a39-4079-a877-179086992cef req-f7abb568-06d6-4274-b50f-0bffb156bd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:37.521994 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a66d166e-9a39-4079-a877-179086992cef req-f7abb568-06d6-4274-b50f-0bffb156bd44 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d4b8c7cb-ffed-4089-8d05-52af74f92303 HTTP/1.1" status: 200 len: 860 time: 0.1543312 Feb 17 17:29:37.589224 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0516a4-ee3d-4d21-9be9-8f872c25c080 None None] Pushing event updated for resources: {'Port': ['ID=de01f7d7-c3a2-40bb-a956-d40c194ab93d,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:37.602469 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67d734ce-5fb7-4f70-8eee-5174e9faab49 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:37.608518 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-90d7b120-ca64-4e6c-ae4d-6860681d9fd3 req-60996dd2-df73-4cd9-a6b7-b23e01d6efe9 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230868 Feb 17 17:29:37.617809 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a66d166e-9a39-4079-a877-179086992cef req-815392a1-0c6c-4420-97fb-c2857fc2cac8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5dbbad70-2eaf-4ac4-baab-330b001075bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777552 Feb 17 17:29:37.633270 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-67d734ce-5fb7-4f70-8eee-5174e9faab49 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] device_id is not set on port d8957db4-c462-4444-adca-ec189b379b2a yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:29:37.638241 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de750a-8947-4ebf-80f8-6643cf2aff0f req-9329689d-3759-4734-975f-7b3dac3ba971 tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:37.642288 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-23de750a-8947-4ebf-80f8-6643cf2aff0f req-9329689d-3759-4734-975f-7b3dac3ba971 tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] 10.222.0.87 "GET /v2.0/ports?device_id=8cb17cd4-f496-45ae-a6ff-8932f6b171f6 HTTP/1.1" status: 200 len: 950 time: 0.2761405 Feb 17 17:29:37.670873 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64db6993-61c7-40cd-98f6-66b586bc204c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-3226efc1-9bf8-49de-b390-80d0e9a20daa', 'network_id': '3226efc1-9bf8-49de-b390-80d0e9a20daa', 'project_id': 'c6c91da603a1485eab422cc6ab78977f', 'fixed_ips': [{'subnet_id': 'd75a2860-2719-4d8e-9c57-26805383b4a4'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:29:37.671939 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-64db6993-61c7-40cd-98f6-66b586bc204c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:37.811090 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a66d166e-9a39-4079-a877-179086992cef req-86d6a476-50f6-49f2-a717-1b7d225b7e7c service neutron] 10.222.0.71 "GET /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635489 Feb 17 17:29:37.816664 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:37.848730 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-83a87f63-54ee-486e-8b91-e8c462fe9c43 req-12aaa248-cd87-4e82-8e7f-4fd59df95ab9 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2076022700', 'description': 'tempest-description-1915998656'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:29:37.873356 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-64db6993-61c7-40cd-98f6-66b586bc204c None None] Allocated IP 10.2.2.2 (3226efc1-9bf8-49de-b390-80d0e9a20daa/d75a2860-2719-4d8e-9c57-26805383b4a4/c2bb172c-9690-450a-a4fd-f4f736ade8a5) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:29:37.933265 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-83a87f63-54ee-486e-8b91-e8c462fe9c43 req-12aaa248-cd87-4e82-8e7f-4fd59df95ab9 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:37.978989 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-67d734ce-5fb7-4f70-8eee-5174e9faab49 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Allocated IP 10.1.1.47 (8329e05c-f5f3-4a6c-995b-30a9e6574e32/56056976-8199-479f-8661-205e5814ab66/d8957db4-c462-4444-adca-ec189b379b2a) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:29:37.998695 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-912ca5d1-d377-4564-a6a4-393c3759da97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (5379762d-62c8-413e-a4b2-5194b6b994df), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:38.001994 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-912ca5d1-d377-4564-a6a4-393c3759da97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:38.003293 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-912ca5d1-d377-4564-a6a4-393c3759da97 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5379762d-62c8-413e-a4b2-5194b6b994df HTTP/1.1" status: 204 len: 168 time: 1.0179434 Feb 17 17:29:38.021535 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-23de750a-8947-4ebf-80f8-6643cf2aff0f req-2b16c5d0-34c1-47ac-b3a5-3566d662d362 tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] 10.222.0.87 "GET /v2.0/security-groups?id=d463cd98-98fd-44c1-9d0b-e24973d5a079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094274 Feb 17 17:29:38.063110 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ca5d1-d377-4564-a6a4-393c3759da97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5379762d-62c8-413e-a4b2-5194b6b994df,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:38.127611 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a66d166e-9a39-4079-a877-179086992cef req-8601dedd-7402-4aa1-b6e9-4949e83f8a87 service neutron] 10.222.0.71 "GET /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572196 Feb 17 17:29:38.190993 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-64db6993-61c7-40cd-98f6-66b586bc204c None None] Publish callbacks [] for port (c2bb172c-9690-450a-a4fd-f4f736ade8a5), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:38.206519 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-83a87f63-54ee-486e-8b91-e8c462fe9c43 req-12aaa248-cd87-4e82-8e7f-4fd59df95ab9 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (2168274f-6c76-4480-9f52-6b710982aac0), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:38.223480 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-64db6993-61c7-40cd-98f6-66b586bc204c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (c2bb172c-9690-450a-a4fd-f4f736ade8a5), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:38.233230 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-83a87f63-54ee-486e-8b91-e8c462fe9c43 req-12aaa248-cd87-4e82-8e7f-4fd59df95ab9 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (2168274f-6c76-4480-9f52-6b710982aac0), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:38.260591 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-83a87f63-54ee-486e-8b91-e8c462fe9c43 req-12aaa248-cd87-4e82-8e7f-4fd59df95ab9 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:38.274285 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-83a87f63-54ee-486e-8b91-e8c462fe9c43 req-12aaa248-cd87-4e82-8e7f-4fd59df95ab9 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4596682 Feb 17 17:29:38.303839 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64db6993-61c7-40cd-98f6-66b586bc204c None None] Network 3226efc1-9bf8-49de-b390-80d0e9a20daa is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:29:38.306540 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-64db6993-61c7-40cd-98f6-66b586bc204c None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:29:38.321637 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aaa248-cd87-4e82-8e7f-4fd59df95ab9 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2168274f-6c76-4480-9f52-6b710982aac0,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:38.325015 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64db6993-61c7-40cd-98f6-66b586bc204c None None] Pushing event updated for resources: {'Port': ['ID=c2bb172c-9690-450a-a4fd-f4f736ade8a5,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:38.328210 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64db6993-61c7-40cd-98f6-66b586bc204c None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:29:38.365993 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67d734ce-5fb7-4f70-8eee-5174e9faab49 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks [] for port (d8957db4-c462-4444-adca-ec189b379b2a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:38.374444 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471dbe91-75ef-4764-b8dc-24d56a268fce req-9c5f2565-e173-4c0e-af40-a8925d8c0ced tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:38.376047 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-471dbe91-75ef-4764-b8dc-24d56a268fce req-9c5f2565-e173-4c0e-af40-a8925d8c0ced tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c1c9e62-f154-4280-b85f-80d505950f7e HTTP/1.1" status: 200 len: 948 time: 0.1867962 Feb 17 17:29:38.402377 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-64db6993-61c7-40cd-98f6-66b586bc204c None None] Attempting to bind port c2bb172c-9690-450a-a4fd-f4f736ade8a5 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:29:38.403466 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-64db6993-61c7-40cd-98f6-66b586bc204c None None] Attempting to bind port c2bb172c-9690-450a-a4fd-f4f736ade8a5 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '8d8f104d-d90e-4c9c-a6a6-4d67948643e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3226efc1-9bf8-49de-b390-80d0e9a20daa'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:29:38.403931 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64db6993-61c7-40cd-98f6-66b586bc204c None None] Attempting to bind port c2bb172c-9690-450a-a4fd-f4f736ade8a5 on network 3226efc1-9bf8-49de-b390-80d0e9a20daa {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:29:38.409819 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64db6993-61c7-40cd-98f6-66b586bc204c None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:29:38.410395 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64db6993-61c7-40cd-98f6-66b586bc204c None None] Checking segment: {'id': '8d8f104d-d90e-4c9c-a6a6-4d67948643e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3226efc1-9bf8-49de-b390-80d0e9a20daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:29:38.410903 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-64db6993-61c7-40cd-98f6-66b586bc204c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:38.411417 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64db6993-61c7-40cd-98f6-66b586bc204c None None] Bound using segment: {'id': '8d8f104d-d90e-4c9c-a6a6-4d67948643e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3226efc1-9bf8-49de-b390-80d0e9a20daa'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:29:38.411991 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-64db6993-61c7-40cd-98f6-66b586bc204c None None] Bound port: c2bb172c-9690-450a-a4fd-f4f736ade8a5, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8f104d-d90e-4c9c-a6a6-4d67948643e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3226efc1-9bf8-49de-b390-80d0e9a20daa'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:29:38.412592 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-64db6993-61c7-40cd-98f6-66b586bc204c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c2bb172c-9690-450a-a4fd-f4f736ade8a5), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:38.429209 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67d734ce-5fb7-4f70-8eee-5174e9faab49 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (d8957db4-c462-4444-adca-ec189b379b2a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:38.491261 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d734ce-5fb7-4f70-8eee-5174e9faab49 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Network 8329e05c-f5f3-4a6c-995b-30a9e6574e32 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:29:38.495551 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-67d734ce-5fb7-4f70-8eee-5174e9faab49 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:29:38.500201 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d734ce-5fb7-4f70-8eee-5174e9faab49 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:29:38.500883 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-64db6993-61c7-40cd-98f6-66b586bc204c None None] For port c2bb172c-9690-450a-a4fd-f4f736ade8a5, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:29:38.504308 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-64db6993-61c7-40cd-98f6-66b586bc204c None None] For port c2bb172c-9690-450a-a4fd-f4f736ade8a5, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=c2bb172c-9690-450a-a4fd-f4f736ade8a5,segment=NetworkSegment(8d8f104d-d90e-4c9c-a6a6-4d67948643e9),segment_id=8d8f104d-d90e-4c9c-a6a6-4d67948643e9)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:29:38.509747 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d734ce-5fb7-4f70-8eee-5174e9faab49 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Pushing event updated for resources: {'Port': ['ID=d8957db4-c462-4444-adca-ec189b379b2a,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:38.514818 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-64db6993-61c7-40cd-98f6-66b586bc204c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c2bb172c-9690-450a-a4fd-f4f736ade8a5), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:38.551999 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99cf79a-8af4-412d-86af-0cdcd5d398d9 req-d2f7d970-c8ae-426b-9979-cc375fa35dc8 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:38.566447 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d734ce-5fb7-4f70-8eee-5174e9faab49 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:38.567262 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67d734ce-5fb7-4f70-8eee-5174e9faab49 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:38.587810 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64db6993-61c7-40cd-98f6-66b586bc204c None None] Pushing event updated for resources: {'Port': ['ID=c2bb172c-9690-450a-a4fd-f4f736ade8a5,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:38.594207 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99cf79a-8af4-412d-86af-0cdcd5d398d9 req-d2f7d970-c8ae-426b-9979-cc375fa35dc8 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:38.598434 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b99cf79a-8af4-412d-86af-0cdcd5d398d9 req-d2f7d970-c8ae-426b-9979-cc375fa35dc8 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/ports?device_id=97fb2839-e464-4aff-8d74-e53d731115e2 HTTP/1.1" status: 200 len: 1682 time: 0.2170484 Feb 17 17:29:38.620884 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-471dbe91-75ef-4764-b8dc-24d56a268fce req-96a8f065-7764-40ae-91bf-a2334beb6c6e tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/security-groups?id=21a8b692-4450-4054-9577-11ac5acdc057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274556 Feb 17 17:29:38.629763 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-67d734ce-5fb7-4f70-8eee-5174e9faab49 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.2727976 Feb 17 17:29:38.630400 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38032) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:29:38.639115 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-f1668422-073f-43c5-aef5-4cbf35c13c25 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Request body: {'port': {'network_id': '8329e05c-f5f3-4a6c-995b-30a9e6574e32', 'name': 'tempest-TaggedBootDevicesTest_v242-1874040423', 'fixed_ips': [{'subnet_id': '56056976-8199-479f-8661-205e5814ab66'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:29:38.726641 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b99cf79a-8af4-412d-86af-0cdcd5d398d9 req-3b499206-a19d-4d7d-a664-e4b2c322226f tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/security-groups?id=867a62cd-f31f-4b49-96ee-777cad774b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041770 Feb 17 17:29:38.858102 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device de01f7d7-c3a2-40bb-a956-d40c194ab93d up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:29:38.863701 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1668422-073f-43c5-aef5-4cbf35c13c25 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Made reservation on behalf of c6c91da603a1485eab422cc6ab78977f for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:29:38.869521 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f1668422-073f-43c5-aef5-4cbf35c13c25 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:38.895722 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-f1668422-073f-43c5-aef5-4cbf35c13c25 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] device_id is not set on port c156d1b1-d51b-43d9-bbea-f01601c5fe5d yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:29:39.068466 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:39.087500 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-95a5ffd1-c66c-44b4-8cdd-e4d9a3f13b76 req-430f2f99-c440-40c3-8835-2e26149bbc7d tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=055c5c88106e43038ac2faf0f62d8d68 HTTP/1.1" status: 200 len: 10998 time: 0.3081160 Feb 17 17:29:39.096143 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port de01f7d7-c3a2-40bb-a956-d40c194ab93d triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:29:39.113326 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (de01f7d7-c3a2-40bb-a956-d40c194ab93d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:39.234720 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-95a5ffd1-c66c-44b4-8cdd-e4d9a3f13b76 req-9b1f643c-f5d3-4f94-aeca-84b625371690 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/security-groups/8be1f4ef-2561-4b86-bd91-f82492a4fd0f HTTP/1.1" status: 200 len: 2998 time: 0.1359475 Feb 17 17:29:39.257964 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port de01f7d7-c3a2-40bb-a956-d40c194ab93d is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:29:39.262755 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (de01f7d7-c3a2-40bb-a956-d40c194ab93d), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:39.288784 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-f1668422-073f-43c5-aef5-4cbf35c13c25 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Allocated IP 10.1.1.119 (8329e05c-f5f3-4a6c-995b-30a9e6574e32/56056976-8199-479f-8661-205e5814ab66/c156d1b1-d51b-43d9-bbea-f01601c5fe5d) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:29:39.369752 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-95a5ffd1-c66c-44b4-8cdd-e4d9a3f13b76 req-55776de4-e17b-4bd0-a873-b93755192ef2 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/security-groups/8be1f4ef-2561-4b86-bd91-f82492a4fd0f HTTP/1.1" status: 200 len: 2998 time: 0.1330490 Feb 17 17:29:39.376597 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port de01f7d7-c3a2-40bb-a956-d40c194ab93d, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=de01f7d7-c3a2-40bb-a956-d40c194ab93d,segment=NetworkSegment(55cf67f8-56dc-4cc3-aade-06e6513a1c54),segment_id=55cf67f8-56dc-4cc3-aade-06e6513a1c54)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:29:39.381728 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 566c61d9-9443-4b0f-abe2-085f1f966aca up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:29:39.398095 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396ee35f-7e6d-4568-a588-54f91df399f8 None None] Network 8329e05c-f5f3-4a6c-995b-30a9e6574e32 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:29:39.583033 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bda374-c52a-44d8-930f-95a0b9546a4f req-578f8036-6586-4c7b-9db0-1016eb70d346 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:39.593589 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-94bda374-c52a-44d8-930f-95a0b9546a4f req-578f8036-6586-4c7b-9db0-1016eb70d346 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f HTTP/1.1" status: 200 len: 943 time: 0.1165159 Feb 17 17:29:39.600401 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38058) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:29:39.637726 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (de01f7d7-c3a2-40bb-a956-d40c194ab93d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:39.670496 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f1668422-073f-43c5-aef5-4cbf35c13c25 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks [] for port (c156d1b1-d51b-43d9-bbea-f01601c5fe5d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:39.711764 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-94bda374-c52a-44d8-930f-95a0b9546a4f req-a27cb347-1188-48d1-9fa6-f6d41dcc574f tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163881 Feb 17 17:29:39.753711 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-8e84e96b-d555-4538-b5c0-b6b35283ae2f None None] Provisioning complete for port de01f7d7-c3a2-40bb-a956-d40c194ab93d triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:29:39.754187 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8e84e96b-d555-4538-b5c0-b6b35283ae2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (de01f7d7-c3a2-40bb-a956-d40c194ab93d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:39.764501 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f1668422-073f-43c5-aef5-4cbf35c13c25 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (c156d1b1-d51b-43d9-bbea-f01601c5fe5d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:39.837310 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-43031538-8b1f-4acd-91e1-a45ba7fc32e1 req-df3fce3c-5ad0-4ef1-b421-70fdc868de52 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/security-groups/cdddfec0-2271-409f-80bf-4f78cd8c1efd HTTP/1.1" status: 200 len: 1818 time: 0.0917010 Feb 17 17:29:39.862018 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1668422-073f-43c5-aef5-4cbf35c13c25 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Network 8329e05c-f5f3-4a6c-995b-30a9e6574e32 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:29:39.903564 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-f1668422-073f-43c5-aef5-4cbf35c13c25 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:29:39.905266 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=de01f7d7-c3a2-40bb-a956-d40c194ab93d,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:39.911494 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1668422-073f-43c5-aef5-4cbf35c13c25 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Pushing event updated for resources: {'Port': ['ID=c156d1b1-d51b-43d9-bbea-f01601c5fe5d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:39.930996 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1668422-073f-43c5-aef5-4cbf35c13c25 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:29:39.957120 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 566c61d9-9443-4b0f-abe2-085f1f966aca completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:29:39.989663 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 566c61d9-9443-4b0f-abe2-085f1f966aca triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:29:39.991008 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (566c61d9-9443-4b0f-abe2-085f1f966aca), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:40.007527 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-43031538-8b1f-4acd-91e1-a45ba7fc32e1 req-d848136c-b636-467d-835c-815a4233e690 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (cdddfec0-2271-409f-80bf-4f78cd8c1efd), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:40.015579 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-2644bc43-6442-47f7-976f-076c60c3d65c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1657877664-network', 'tenant_id': 'da14743f005b402c96a274cfa5110a49'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:29:40.033040 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be126fa-2c4e-472d-8a6b-32bff7a27d44 req-695487d4-4ecc-4e5d-a7b6-27b290f3c764 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:40.042481 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1668422-073f-43c5-aef5-4cbf35c13c25 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:40.042681 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1be126fa-2c4e-472d-8a6b-32bff7a27d44 req-695487d4-4ecc-4e5d-a7b6-27b290f3c764 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c1c9e62-f154-4280-b85f-80d505950f7e HTTP/1.1" status: 200 len: 948 time: 0.1147199 Feb 17 17:29:40.044146 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f1668422-073f-43c5-aef5-4cbf35c13c25 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:40.061273 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2644bc43-6442-47f7-976f-076c60c3d65c admin admin] Made reservation on behalf of da14743f005b402c96a274cfa5110a49 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:29:40.064370 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2644bc43-6442-47f7-976f-076c60c3d65c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:40.079165 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f1668422-073f-43c5-aef5-4cbf35c13c25 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4473939 Feb 17 17:29:40.087646 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2644bc43-6442-47f7-976f-076c60c3d65c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:40.088004 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-8e84e96b-d555-4538-b5c0-b6b35283ae2f None None] Current status of the port de01f7d7-c3a2-40bb-a956-d40c194ab93d is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:29:40.100118 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-43031538-8b1f-4acd-91e1-a45ba7fc32e1 req-d848136c-b636-467d-835c-815a4233e690 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (cdddfec0-2271-409f-80bf-4f78cd8c1efd), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:40.159259 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1be126fa-2c4e-472d-8a6b-32bff7a27d44 req-3acfa6a8-6a5b-4fbe-8126-ec7f35d10544 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/security-groups?id=21a8b692-4450-4054-9577-11ac5acdc057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155884 Feb 17 17:29:40.161264 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 566c61d9-9443-4b0f-abe2-085f1f966aca is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:29:40.161610 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (566c61d9-9443-4b0f-abe2-085f1f966aca), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:40.207948 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 566c61d9-9443-4b0f-abe2-085f1f966aca, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=566c61d9-9443-4b0f-abe2-085f1f966aca,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:29:40.209622 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c1c9e62-f154-4280-b85f-80d505950f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566c61d9-9443-4b0f-abe2-085f1f966aca'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:29:40.212431 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d0c34d-90e1-4652-bb24-46f63042200b" -d '{"events": [{"server_uuid": "6c1c9e62-f154-4280-b85f-80d505950f7e", "name": "network-vif-plugged", "status": "completed", "tag": "566c61d9-9443-4b0f-abe2-085f1f966aca"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:29:40.219786 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (566c61d9-9443-4b0f-abe2-085f1f966aca), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:40.248725 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-43031538-8b1f-4acd-91e1-a45ba7fc32e1 req-d848136c-b636-467d-835c-815a4233e690 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (cdddfec0-2271-409f-80bf-4f78cd8c1efd), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:40.251786 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-43031538-8b1f-4acd-91e1-a45ba7fc32e1 req-d848136c-b636-467d-835c-815a4233e690 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:40.253310 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-43031538-8b1f-4acd-91e1-a45ba7fc32e1 req-d848136c-b636-467d-835c-815a4233e690 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "DELETE /v2.0/security-groups/cdddfec0-2271-409f-80bf-4f78cd8c1efd HTTP/1.1" status: 204 len: 173 time: 0.4150016 Feb 17 17:29:40.296349 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d848136c-b636-467d-835c-815a4233e690 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdddfec0-2271-409f-80bf-4f78cd8c1efd,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:40.354436 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2644bc43-6442-47f7-976f-076c60c3d65c admin admin] Publish callbacks [] for security_group (45499c61-983d-4001-9c5c-3b65ddb96bba), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:40.365834 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2644bc43-6442-47f7-976f-076c60c3d65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (45499c61-983d-4001-9c5c-3b65ddb96bba), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:40.366478 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=566c61d9-9443-4b0f-abe2-085f1f966aca,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:40.376779 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-bbca2684-390c-4acb-a432-4358f9f2ca46 None None] Provisioning complete for port d8957db4-c462-4444-adca-ec189b379b2a triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:29:40.377169 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bbca2684-390c-4acb-a432-4358f9f2ca46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d8957db4-c462-4444-adca-ec189b379b2a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:40.426913 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-bbca2684-390c-4acb-a432-4358f9f2ca46 None None] Port d8957db4-c462-4444-adca-ec189b379b2a cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:29:40.429363 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2644bc43-6442-47f7-976f-076c60c3d65c admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:29:40.442280 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-bbca2684-390c-4acb-a432-4358f9f2ca46 None None] Provisioning complete for port de01f7d7-c3a2-40bb-a956-d40c194ab93d triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:29:40.442900 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bbca2684-390c-4acb-a432-4358f9f2ca46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (de01f7d7-c3a2-40bb-a956-d40c194ab93d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:40.473868 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2644bc43-6442-47f7-976f-076c60c3d65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45499c61-983d-4001-9c5c-3b65ddb96bba,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:40.477028 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2644bc43-6442-47f7-976f-076c60c3d65c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (479174b6-5f84-4b2d-ad51-f19bbca96d65), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:40.477383 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-2644bc43-6442-47f7-976f-076c60c3d65c admin admin] Added segment 479174b6-5f84-4b2d-ad51-f19bbca96d65 of type vlan for network f3651cbe-832f-42e9-b33a-feabe008b8ea Feb 17 17:29:40.603260 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2644bc43-6442-47f7-976f-076c60c3d65c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (f3651cbe-832f-42e9-b33a-feabe008b8ea), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:40.622466 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2bd117-bb46-4477-aa7c-c8ae7f2ac59e x-openstack-request-id: req-4f2bd117-bb46-4477-aa7c-c8ae7f2ac59e {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:29:40.622968 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c1c9e62-f154-4280-b85f-80d505950f7e", "name": "network-vif-plugged", "status": "completed", "tag": "566c61d9-9443-4b0f-abe2-085f1f966aca", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:29:40.623383 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4f2bd117-bb46-4477-aa7c-c8ae7f2ac59e {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:29:40.624585 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c1c9e62-f154-4280-b85f-80d505950f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566c61d9-9443-4b0f-abe2-085f1f966aca', 'code': 200} Feb 17 17:29:40.673861 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-bbca2684-390c-4acb-a432-4358f9f2ca46 None None] Current status of the port de01f7d7-c3a2-40bb-a956-d40c194ab93d is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:29:40.674388 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2644bc43-6442-47f7-976f-076c60c3d65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (f3651cbe-832f-42e9-b33a-feabe008b8ea), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:40.675827 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2644bc43-6442-47f7-976f-076c60c3d65c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:40.678009 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2644bc43-6442-47f7-976f-076c60c3d65c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:40.682237 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [req-b412cf87-2cdc-421c-aa5c-1bebb02a29bb req-6c25649d-d780-46f9-8d56-d28eedc58b17 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] show failed (client error): The resource could not be found. Feb 17 17:29:40.697959 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b412cf87-2cdc-421c-aa5c-1bebb02a29bb req-6c25649d-d780-46f9-8d56-d28eedc58b17 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/security-groups/cdddfec0-2271-409f-80bf-4f78cd8c1efd HTTP/1.1" status: 404 len: 352 time: 0.0483501 Feb 17 17:29:40.725010 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2644bc43-6442-47f7-976f-076c60c3d65c admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1215298 Feb 17 17:29:40.731694 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38082) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:29:40.756178 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ca96f06c-1829-4d60-bcdf-92a625d6b29e admin admin] Request body: {'subnet': {'network_id': 'f3651cbe-832f-42e9-b33a-feabe008b8ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1657877664-subnet', 'tenant_id': 'da14743f005b402c96a274cfa5110a49', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:29:40.816881 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-3dad10e7-f989-414c-9b0c-2fd17d8e8f5f None None] Provisioning complete for port d8957db4-c462-4444-adca-ec189b379b2a triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:29:40.817265 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3dad10e7-f989-414c-9b0c-2fd17d8e8f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d8957db4-c462-4444-adca-ec189b379b2a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:40.857331 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd28b22-3c12-4f82-8436-e720fd481b34 req-a528222d-07f5-489b-956d-c738d0bbc631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:40.859087 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4bd28b22-3c12-4f82-8436-e720fd481b34 req-a528222d-07f5-489b-956d-c738d0bbc631 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6c1c9e62-f154-4280-b85f-80d505950f7e HTTP/1.1" status: 200 len: 1131 time: 0.1554701 Feb 17 17:29:40.899373 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2644bc43-6442-47f7-976f-076c60c3d65c admin admin] Pushing event updated for resources: {'Network': ['ID=f3651cbe-832f-42e9-b33a-feabe008b8ea,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:40.911658 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-3dad10e7-f989-414c-9b0c-2fd17d8e8f5f None None] Port d8957db4-c462-4444-adca-ec189b379b2a cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:29:40.921296 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network f3651cbe-832f-42e9-b33a-feabe008b8ea details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:29:40.923943 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca96f06c-1829-4d60-bcdf-92a625d6b29e admin admin] Made reservation on behalf of da14743f005b402c96a274cfa5110a49 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:29:40.933128 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ca96f06c-1829-4d60-bcdf-92a625d6b29e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:41.009090 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4bd28b22-3c12-4f82-8436-e720fd481b34 req-a9e5dee4-4160-436f-b5ab-bfc07ec79c7c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=21a8b692-4450-4054-9577-11ac5acdc057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222126 Feb 17 17:29:41.036103 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ebf109-5607-4ebb-be80-142a2f4ee671 req-6a4e3bea-29ed-42d3-bfb1-aafeb5b0ce36 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:41.050034 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device c2bb172c-9690-450a-a4fd-f4f736ade8a5 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:29:41.055199 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ebf109-5607-4ebb-be80-142a2f4ee671 req-6a4e3bea-29ed-42d3-bfb1-aafeb5b0ce36 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:41.068474 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-62ebf109-5607-4ebb-be80-142a2f4ee671 req-6a4e3bea-29ed-42d3-bfb1-aafeb5b0ce36 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/ports?device_id=97fb2839-e464-4aff-8d74-e53d731115e2 HTTP/1.1" status: 200 len: 1682 time: 0.2080498 Feb 17 17:29:41.073434 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 38086) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:29:41.097758 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5adc249-abe4-4766-ac21-3759584f2f30 None None] Network 3226efc1-9bf8-49de-b390-80d0e9a20daa requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:29:41.121831 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-1d9e3976-f160-4ab4-8dfc-9b7c7cd750e0 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Request body: {'security_group': {'name': 'tempest-securitygroup--412832373', 'description': 'tempest-description--2078343705'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:29:41.190980 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-62ebf109-5607-4ebb-be80-142a2f4ee671 req-8985d972-ec81-44a4-b44a-d10c99fad421 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/security-groups?id=867a62cd-f31f-4b49-96ee-777cad774b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216104 Feb 17 17:29:41.203648 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1d9e3976-f160-4ab4-8dfc-9b7c7cd750e0 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:41.340434 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ca96f06c-1829-4d60-bcdf-92a625d6b29e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (ab089e73-9d43-45f5-a9c5-8d0d7e549edd), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:41.363860 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1d9e3976-f160-4ab4-8dfc-9b7c7cd750e0 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks [] for security_group (06bbdf43-383d-412d-a4a7-27f1a95946ae), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:41.378412 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1d9e3976-f160-4ab4-8dfc-9b7c7cd750e0 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (06bbdf43-383d-412d-a4a7-27f1a95946ae), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:41.393532 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-abaec14d-2659-49ca-a819-01d7385c20dc None None] Provisioning complete for port c2bb172c-9690-450a-a4fd-f4f736ade8a5 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:29:41.394038 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-abaec14d-2659-49ca-a819-01d7385c20dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c2bb172c-9690-450a-a4fd-f4f736ade8a5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:41.421256 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fcc84d8d-1d9f-4903-aef1-f7fc6b924bf7 req-57ade8ff-43e9-4c97-8b4b-3eeac59d04ac tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/security-groups/cf195de5-fc4c-4934-9b44-b0cc42c013a0 HTTP/1.1" status: 200 len: 1817 time: 0.0890973 Feb 17 17:29:41.435492 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1d9e3976-f160-4ab4-8dfc-9b7c7cd750e0 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:41.436698 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1d9e3976-f160-4ab4-8dfc-9b7c7cd750e0 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3577542 Feb 17 17:29:41.439135 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e3976-f160-4ab4-8dfc-9b7c7cd750e0 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06bbdf43-383d-412d-a4a7-27f1a95946ae,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:41.440994 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port c2bb172c-9690-450a-a4fd-f4f736ade8a5 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:29:41.442287 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 38092) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:29:41.453865 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c2bb172c-9690-450a-a4fd-f4f736ade8a5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:41.455911 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-0d51bf0b-1b96-43ed-acd9-58a509010457 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Request body: {'security_group_rule': {'security_group_id': '06bbdf43-383d-412d-a4a7-27f1a95946ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:29:41.471977 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca96f06c-1829-4d60-bcdf-92a625d6b29e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab089e73-9d43-45f5-a9c5-8d0d7e549edd,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:41.502776 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca96f06c-1829-4d60-bcdf-92a625d6b29e admin admin] Checking segment: {'id': '479174b6-5f84-4b2d-ad51-f19bbca96d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f3651cbe-832f-42e9-b33a-feabe008b8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:29:41.503344 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca96f06c-1829-4d60-bcdf-92a625d6b29e admin admin] Network hostable DHCP agents. Network: f3651cbe-832f-42e9-b33a-feabe008b8ea, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:29:41.525999 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca96f06c-1829-4d60-bcdf-92a625d6b29e admin admin] Network f3651cbe-832f-42e9-b33a-feabe008b8ea is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:29:41.545151 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-ca96f06c-1829-4d60-bcdf-92a625d6b29e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, f3651cbe-832f-42e9-b33a-feabe008b8ea) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:29:41.550034 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0d51bf0b-1b96-43ed-acd9-58a509010457 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks [] for security_group_rule (c03bbcef-a318-4a69-9914-f15dbdab378f), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:41.551406 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca96f06c-1829-4d60-bcdf-92a625d6b29e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:41.552731 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ca96f06c-1829-4d60-bcdf-92a625d6b29e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:41.563832 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb26f9c7-ef8d-4bdf-92f9-980733ef4dae None None] Network f3651cbe-832f-42e9-b33a-feabe008b8ea requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:29:41.572813 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-fcc84d8d-1d9f-4903-aef1-f7fc6b924bf7 req-40efa16d-190d-42d9-868d-affded02a65c tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (cf195de5-fc4c-4934-9b44-b0cc42c013a0), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:41.579601 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ca96f06c-1829-4d60-bcdf-92a625d6b29e admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8460338 Feb 17 17:29:41.581601 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38094) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:29:41.589638 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-a2f636c7-19f4-447e-82ac-45076c0d1d2e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1657877664-router', 'tenant_id': 'da14743f005b402c96a274cfa5110a49', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:29:41.592202 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93966938-56b1-4d78-b5d2-374867948818 req-6c675c1f-798b-4d84-9aa8-ec5a49e16beb tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:41.598984 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-93966938-56b1-4d78-b5d2-374867948818 req-6c675c1f-798b-4d84-9aa8-ec5a49e16beb tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f HTTP/1.1" status: 200 len: 943 time: 0.1358047 Feb 17 17:29:41.617306 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a2f636c7-19f4-447e-82ac-45076c0d1d2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (3c9b192f-64bb-4962-9c8d-47dcf19962d7), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:41.618413 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a2f636c7-19f4-447e-82ac-45076c0d1d2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (3c9b192f-64bb-4962-9c8d-47dcf19962d7), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:41.641371 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-fcc84d8d-1d9f-4903-aef1-f7fc6b924bf7 req-40efa16d-190d-42d9-868d-affded02a65c tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (cf195de5-fc4c-4934-9b44-b0cc42c013a0), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:41.698555 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a2f636c7-19f4-447e-82ac-45076c0d1d2e admin admin] Publish callbacks [] for router_controller (3c9b192f-64bb-4962-9c8d-47dcf19962d7), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:41.702139 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0d51bf0b-1b96-43ed-acd9-58a509010457 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks [] for security_group_rule (c03bbcef-a318-4a69-9914-f15dbdab378f), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:41.714819 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0d51bf0b-1b96-43ed-acd9-58a509010457 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (c03bbcef-a318-4a69-9914-f15dbdab378f), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:41.741805 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-93966938-56b1-4d78-b5d2-374867948818 req-2b226cc4-6ac4-4a0f-b4eb-0ee7469888ab tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326928 Feb 17 17:29:41.758782 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-fcc84d8d-1d9f-4903-aef1-f7fc6b924bf7 req-40efa16d-190d-42d9-868d-affded02a65c tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (cf195de5-fc4c-4934-9b44-b0cc42c013a0), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:41.764699 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-fcc84d8d-1d9f-4903-aef1-f7fc6b924bf7 req-40efa16d-190d-42d9-868d-affded02a65c tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:41.768322 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fcc84d8d-1d9f-4903-aef1-f7fc6b924bf7 req-40efa16d-190d-42d9-868d-affded02a65c tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "DELETE /v2.0/security-groups/cf195de5-fc4c-4934-9b44-b0cc42c013a0 HTTP/1.1" status: 204 len: 173 time: 0.3453588 Feb 17 17:29:41.769952 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-abaec14d-2659-49ca-a819-01d7385c20dc None None] Current status of the port c2bb172c-9690-450a-a4fd-f4f736ade8a5 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:29:41.770352 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-abaec14d-2659-49ca-a819-01d7385c20dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c2bb172c-9690-450a-a4fd-f4f736ade8a5), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:41.791509 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d51bf0b-1b96-43ed-acd9-58a509010457 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c03bbcef-a318-4a69-9914-f15dbdab378f,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:41.804513 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port c2bb172c-9690-450a-a4fd-f4f736ade8a5 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:29:41.805068 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c2bb172c-9690-450a-a4fd-f4f736ade8a5), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:41.810606 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40efa16d-190d-42d9-868d-affded02a65c tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf195de5-fc4c-4934-9b44-b0cc42c013a0,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:41.822348 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0d51bf0b-1b96-43ed-acd9-58a509010457 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:41.825065 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-0d51bf0b-1b96-43ed-acd9-58a509010457 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3742435 Feb 17 17:29:41.827102 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 38098) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:29:41.837446 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-bde3bde2-a737-4294-bc1d-b80ca48fd110 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Request body: {'security_group_rule': {'security_group_id': '06bbdf43-383d-412d-a4a7-27f1a95946ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:29:41.896343 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e7e09e-2ee1-4d9d-91e9-09ca4c6c913c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-f3651cbe-832f-42e9-b33a-feabe008b8ea', 'network_id': 'f3651cbe-832f-42e9-b33a-feabe008b8ea', 'project_id': 'da14743f005b402c96a274cfa5110a49', 'fixed_ips': [{'subnet_id': 'ab089e73-9d43-45f5-a9c5-8d0d7e549edd'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:29:41.897222 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c7e7e09e-2ee1-4d9d-91e9-09ca4c6c913c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:41.901529 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-abaec14d-2659-49ca-a819-01d7385c20dc None None] For port c2bb172c-9690-450a-a4fd-f4f736ade8a5, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=c2bb172c-9690-450a-a4fd-f4f736ade8a5,segment=NetworkSegment(8d8f104d-d90e-4c9c-a6a6-4d67948643e9),segment_id=8d8f104d-d90e-4c9c-a6a6-4d67948643e9)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:29:41.934236 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-abaec14d-2659-49ca-a819-01d7385c20dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c2bb172c-9690-450a-a4fd-f4f736ade8a5), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:41.975317 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a2f636c7-19f4-447e-82ac-45076c0d1d2e admin admin] Publish callbacks [] for router_gateway (3c9b192f-64bb-4962-9c8d-47dcf19962d7), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:41.977682 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bde3bde2-a737-4294-bc1d-b80ca48fd110 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks [] for security_group_rule (12ddac05-c2a6-4125-8aaa-41e27056c5d7), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:42.083449 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a38fc-1bc2-4ecb-b93f-209fc6e621eb req-eab6ca6c-a7dd-430b-a07e-b35bc3111360 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:42.090812 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-903a38fc-1bc2-4ecb-b93f-209fc6e621eb req-eab6ca6c-a7dd-430b-a07e-b35bc3111360 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c1c9e62-f154-4280-b85f-80d505950f7e HTTP/1.1" status: 200 len: 949 time: 0.2087681 Feb 17 17:29:42.114151 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaec14d-2659-49ca-a819-01d7385c20dc None None] Pushing event updated for resources: {'Port': ['ID=c2bb172c-9690-450a-a4fd-f4f736ade8a5,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:42.135879 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:29:42.136298 n-d-829613-2 neutron-server[103436]: DEBUG oslo_db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 17:29:42.148188 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b3ecd-32c4-46ff-b98f-4822d4d4ee67 req-7357c9fd-d8e0-495a-ba13-9a1d2b2a9f93 tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:42.149504 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-85eb31ca-3cc8-43b2-864c-8a702dee1cbb None None] Provisioning complete for port c156d1b1-d51b-43d9-bbea-f01601c5fe5d triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:29:42.149937 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-85eb31ca-3cc8-43b2-864c-8a702dee1cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c156d1b1-d51b-43d9-bbea-f01601c5fe5d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:42.157250 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-919b3ecd-32c4-46ff-b98f-4822d4d4ee67 req-7357c9fd-d8e0-495a-ba13-9a1d2b2a9f93 tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] 10.222.0.87 "GET /v2.0/ports?device_id=8cb17cd4-f496-45ae-a6ff-8932f6b171f6 HTTP/1.1" status: 200 len: 950 time: 0.2739344 Feb 17 17:29:42.193831 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bde3bde2-a737-4294-bc1d-b80ca48fd110 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks [] for security_group_rule (12ddac05-c2a6-4125-8aaa-41e27056c5d7), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:42.224321 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bde3bde2-a737-4294-bc1d-b80ca48fd110 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (12ddac05-c2a6-4125-8aaa-41e27056c5d7), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:42.264473 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-903a38fc-1bc2-4ecb-b93f-209fc6e621eb req-56a2b309-acd7-47ba-85ee-8cb37acceecd tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/security-groups?id=21a8b692-4450-4054-9577-11ac5acdc057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725371 Feb 17 17:29:42.271614 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-85eb31ca-3cc8-43b2-864c-8a702dee1cbb None None] Port c156d1b1-d51b-43d9-bbea-f01601c5fe5d cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:29:42.280997 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde3bde2-a737-4294-bc1d-b80ca48fd110 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12ddac05-c2a6-4125-8aaa-41e27056c5d7,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:42.300184 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-c7e7e09e-2ee1-4d9d-91e9-09ca4c6c913c None None] Allocated IP 172.20.0.2 (f3651cbe-832f-42e9-b33a-feabe008b8ea/ab089e73-9d43-45f5-a9c5-8d0d7e549edd/8c4fec11-8062-419c-bc46-c6786e604c3e) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:29:42.323513 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-919b3ecd-32c4-46ff-b98f-4822d4d4ee67 req-43a1eabb-484f-49e2-8665-2362ff0e6f96 tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] 10.222.0.87 "GET /v2.0/security-groups?id=d463cd98-98fd-44c1-9d0b-e24973d5a079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650591 Feb 17 17:29:42.336276 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a2f636c7-19f4-447e-82ac-45076c0d1d2e admin admin] Publish callbacks [] for router_gateway (3c9b192f-64bb-4962-9c8d-47dcf19962d7), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:42.350274 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bde3bde2-a737-4294-bc1d-b80ca48fd110 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:42.352375 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-bde3bde2-a737-4294-bc1d-b80ca48fd110 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5237868 Feb 17 17:29:42.365974 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 38104) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:29:42.370363 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [req-f4ae01cd-f4f5-4e55-80c4-8e3c16125c3b req-539e98e2-5290-4466-8474-1ebb134082b3 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] show failed (client error): The resource could not be found. Feb 17 17:29:42.374902 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a2f636c7-19f4-447e-82ac-45076c0d1d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:42.376850 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f4ae01cd-f4f5-4e55-80c4-8e3c16125c3b req-539e98e2-5290-4466-8474-1ebb134082b3 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/security-groups/cf195de5-fc4c-4934-9b44-b0cc42c013a0 HTTP/1.1" status: 404 len: 352 time: 0.0520985 Feb 17 17:29:42.384858 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-4d488d40-58ce-4c00-b9d6-409096e344af tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:29:42.481137 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c2c7f-f51f-4727-8e1f-e0ea46e4311d req-f26d2952-675f-4f34-b568-296f1cdc770f tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:42.489282 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c2c7f-f51f-4727-8e1f-e0ea46e4311d req-f26d2952-675f-4f34-b568-296f1cdc770f tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:42.489282 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-913c2c7f-f51f-4727-8e1f-e0ea46e4311d req-f26d2952-675f-4f34-b568-296f1cdc770f tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.71 "GET /v2.0/ports?device_id=97fb2839-e464-4aff-8d74-e53d731115e2 HTTP/1.1" status: 200 len: 1682 time: 0.0918784 Feb 17 17:29:42.490335 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4d488d40-58ce-4c00-b9d6-409096e344af tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:42.519007 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-567a7a47-98db-457d-b842-703e96fd0526 None None] Provisioning complete for port c2bb172c-9690-450a-a4fd-f4f736ade8a5 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:29:42.519672 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-567a7a47-98db-457d-b842-703e96fd0526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c2bb172c-9690-450a-a4fd-f4f736ade8a5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:42.537781 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-a2f636c7-19f4-447e-82ac-45076c0d1d2e admin admin] Allocated IP 172.25.8.224 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/6faa8eac-9e5f-4059-a843-217c34baf08e) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:29:42.703616 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c7e7e09e-2ee1-4d9d-91e9-09ca4c6c913c None None] Publish callbacks [] for port (8c4fec11-8062-419c-bc46-c6786e604c3e), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:42.715148 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-567a7a47-98db-457d-b842-703e96fd0526 None None] Current status of the port c2bb172c-9690-450a-a4fd-f4f736ade8a5 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:29:42.717457 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port c2bb172c-9690-450a-a4fd-f4f736ade8a5 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:29:42.718624 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device de01f7d7-c3a2-40bb-a956-d40c194ab93d up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:29:42.722884 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c7e7e09e-2ee1-4d9d-91e9-09ca4c6c913c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (8c4fec11-8062-419c-bc46-c6786e604c3e), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:42.728839 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bdfdae50-567b-4c1a-80cc-71935a07ec5d req-6a47efb7-9cc5-43cc-b1ee-73d6da9bc9c0 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/security-groups/2168274f-6c76-4480-9f52-6b710982aac0 HTTP/1.1" status: 200 len: 1818 time: 0.1343222 Feb 17 17:29:42.743742 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a2f636c7-19f4-447e-82ac-45076c0d1d2e admin admin] Publish callbacks [] for port (6faa8eac-9e5f-4059-a843-217c34baf08e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:42.788055 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e7e09e-2ee1-4d9d-91e9-09ca4c6c913c None None] Pushing event updated for resources: {'Port': ['ID=8c4fec11-8062-419c-bc46-c6786e604c3e,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:42.813368 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e7e09e-2ee1-4d9d-91e9-09ca4c6c913c None None] Network f3651cbe-832f-42e9-b33a-feabe008b8ea is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:29:42.816456 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-c7e7e09e-2ee1-4d9d-91e9-09ca4c6c913c None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:29:42.819907 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e7e09e-2ee1-4d9d-91e9-09ca4c6c913c None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:29:42.821594 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cdaadc-cc74-46b5-b390-0a9af4d4c0ea req-da037178-b48d-4fcf-b9cf-1e56759adf0d tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:42.829456 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cdaadc-cc74-46b5-b390-0a9af4d4c0ea req-da037178-b48d-4fcf-b9cf-1e56759adf0d tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:42.836869 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a9cdaadc-cc74-46b5-b390-0a9af4d4c0ea req-da037178-b48d-4fcf-b9cf-1e56759adf0d tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/ports?device_id=97fb2839-e464-4aff-8d74-e53d731115e2 HTTP/1.1" status: 200 len: 1682 time: 0.3655777 Feb 17 17:29:42.842182 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df440c97-c217-4eb0-9eaa-a2db9669678e req-01fd2e65-de61-45b1-a608-02cf6ed10182 tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:42.843664 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-df440c97-c217-4eb0-9eaa-a2db9669678e req-01fd2e65-de61-45b1-a608-02cf6ed10182 tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] 10.222.0.91 "GET /v2.0/ports?device_id=8cb17cd4-f496-45ae-a6ff-8932f6b171f6 HTTP/1.1" status: 200 len: 950 time: 0.0945129 Feb 17 17:29:42.893503 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port de01f7d7-c3a2-40bb-a956-d40c194ab93d triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:29:42.894522 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (de01f7d7-c3a2-40bb-a956-d40c194ab93d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:42.898116 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-c7e7e09e-2ee1-4d9d-91e9-09ca4c6c913c None None] Attempting to bind port 8c4fec11-8062-419c-bc46-c6786e604c3e on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:29:42.898697 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-c7e7e09e-2ee1-4d9d-91e9-09ca4c6c913c None None] Attempting to bind port 8c4fec11-8062-419c-bc46-c6786e604c3e by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '479174b6-5f84-4b2d-ad51-f19bbca96d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f3651cbe-832f-42e9-b33a-feabe008b8ea'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:29:42.899284 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e7e09e-2ee1-4d9d-91e9-09ca4c6c913c None None] Attempting to bind port 8c4fec11-8062-419c-bc46-c6786e604c3e on network f3651cbe-832f-42e9-b33a-feabe008b8ea {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:29:42.925082 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e7e09e-2ee1-4d9d-91e9-09ca4c6c913c None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:29:42.925853 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e7e09e-2ee1-4d9d-91e9-09ca4c6c913c None None] Checking segment: {'id': '479174b6-5f84-4b2d-ad51-f19bbca96d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f3651cbe-832f-42e9-b33a-feabe008b8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:29:42.926479 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c7e7e09e-2ee1-4d9d-91e9-09ca4c6c913c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:42.927094 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e7e09e-2ee1-4d9d-91e9-09ca4c6c913c None None] Bound using segment: {'id': '479174b6-5f84-4b2d-ad51-f19bbca96d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f3651cbe-832f-42e9-b33a-feabe008b8ea'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:29:42.927777 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-c7e7e09e-2ee1-4d9d-91e9-09ca4c6c913c None None] Bound port: 8c4fec11-8062-419c-bc46-c6786e604c3e, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '479174b6-5f84-4b2d-ad51-f19bbca96d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f3651cbe-832f-42e9-b33a-feabe008b8ea'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:29:42.928417 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c7e7e09e-2ee1-4d9d-91e9-09ca4c6c913c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8c4fec11-8062-419c-bc46-c6786e604c3e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:42.961881 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a2f636c7-19f4-447e-82ac-45076c0d1d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (6faa8eac-9e5f-4059-a843-217c34baf08e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:42.969428 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a9cdaadc-cc74-46b5-b390-0a9af4d4c0ea req-8308f101-fb32-403b-bc31-4142784eeffa tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/security-groups?id=867a62cd-f31f-4b49-96ee-777cad774b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316185 Feb 17 17:29:42.972059 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-913c2c7f-f51f-4727-8e1f-e0ea46e4311d req-d64c2217-9f9a-472f-972f-45f72c5807f4 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Deleting port afa713ab-f1ef-47fa-af7d-9732be721281 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:29:42.972434 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-913c2c7f-f51f-4727-8e1f-e0ea46e4311d req-d64c2217-9f9a-472f-972f-45f72c5807f4 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (afa713ab-f1ef-47fa-af7d-9732be721281), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:43.024006 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bdfdae50-567b-4c1a-80cc-71935a07ec5d req-0e309741-394d-4c81-8340-5933f71c2ed5 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (2168274f-6c76-4480-9f52-6b710982aac0), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:43.034272 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-c7e7e09e-2ee1-4d9d-91e9-09ca4c6c913c None None] For port 8c4fec11-8062-419c-bc46-c6786e604c3e, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:29:43.038485 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-c7e7e09e-2ee1-4d9d-91e9-09ca4c6c913c None None] For port 8c4fec11-8062-419c-bc46-c6786e604c3e, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=8c4fec11-8062-419c-bc46-c6786e604c3e,segment=NetworkSegment(479174b6-5f84-4b2d-ad51-f19bbca96d65),segment_id=479174b6-5f84-4b2d-ad51-f19bbca96d65)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:29:43.038685 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f636c7-19f4-447e-82ac-45076c0d1d2e admin admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:29:43.047298 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-a2f636c7-19f4-447e-82ac-45076c0d1d2e admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:29:43.053238 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f636c7-19f4-447e-82ac-45076c0d1d2e admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:29:43.056413 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f636c7-19f4-447e-82ac-45076c0d1d2e admin admin] Pushing event updated for resources: {'Port': ['ID=6faa8eac-9e5f-4059-a843-217c34baf08e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:43.081464 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c7e7e09e-2ee1-4d9d-91e9-09ca4c6c913c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (8c4fec11-8062-419c-bc46-c6786e604c3e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:43.103851 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-df440c97-c217-4eb0-9eaa-a2db9669678e req-c8c497cf-4b2f-4712-8fb3-f49a7b0f6d67 tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] Deleting port ab880c09-5ad4-446b-b851-3e9f62436b2d {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:29:43.104191 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-df440c97-c217-4eb0-9eaa-a2db9669678e req-c8c497cf-4b2f-4712-8fb3-f49a7b0f6d67 tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (ab880c09-5ad4-446b-b851-3e9f62436b2d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:43.144795 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port de01f7d7-c3a2-40bb-a956-d40c194ab93d is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:29:43.167478 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bdfdae50-567b-4c1a-80cc-71935a07ec5d req-0e309741-394d-4c81-8340-5933f71c2ed5 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (2168274f-6c76-4480-9f52-6b710982aac0), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:43.195005 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4d488d40-58ce-4c00-b9d6-409096e344af tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:43.212200 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e7e09e-2ee1-4d9d-91e9-09ca4c6c913c None None] Pushing event updated for resources: {'Port': ['ID=8c4fec11-8062-419c-bc46-c6786e604c3e,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:43.280855 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 9335df1e-0297-42ac-8b06-72fbb5b578ef no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:29:43.317866 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device c2bb172c-9690-450a-a4fd-f4f736ade8a5 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:29:43.325493 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-4d488d40-58ce-4c00-b9d6-409096e344af tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Allocated IP 172.25.8.147 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/0180cfca-4c34-44e2-8ffa-17ab70c51bc2) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:29:43.387069 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-df440c97-c217-4eb0-9eaa-a2db9669678e req-c8c497cf-4b2f-4712-8fb3-f49a7b0f6d67 tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] For port ab880c09-5ad4-446b-b851-3e9f62436b2d, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=ab880c09-5ad4-446b-b851-3e9f62436b2d,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:29:43.387488 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-df440c97-c217-4eb0-9eaa-a2db9669678e req-c8c497cf-4b2f-4712-8fb3-f49a7b0f6d67 tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (ab880c09-5ad4-446b-b851-3e9f62436b2d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:43.414571 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-df440c97-c217-4eb0-9eaa-a2db9669678e req-c8c497cf-4b2f-4712-8fb3-f49a7b0f6d67 tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] Calling delete_port for ab880c09-5ad4-446b-b851-3e9f62436b2d owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:29:43.476823 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port c2bb172c-9690-450a-a4fd-f4f736ade8a5 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:29:43.477207 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c2bb172c-9690-450a-a4fd-f4f736ade8a5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:43.482520 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 9335df1e-0297-42ac-8b06-72fbb5b578ef is: DOWN; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:29:43.577663 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-913c2c7f-f51f-4727-8e1f-e0ea46e4311d req-d64c2217-9f9a-472f-972f-45f72c5807f4 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] For port afa713ab-f1ef-47fa-af7d-9732be721281, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=afa713ab-f1ef-47fa-af7d-9732be721281,segment=NetworkSegment(4d108189-d8c8-4e19-aaa6-f25515939ef9),segment_id=4d108189-d8c8-4e19-aaa6-f25515939ef9)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:29:43.578045 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-913c2c7f-f51f-4727-8e1f-e0ea46e4311d req-d64c2217-9f9a-472f-972f-45f72c5807f4 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (afa713ab-f1ef-47fa-af7d-9732be721281), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:43.612670 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-913c2c7f-f51f-4727-8e1f-e0ea46e4311d req-d64c2217-9f9a-472f-972f-45f72c5807f4 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Calling delete_port for afa713ab-f1ef-47fa-af7d-9732be721281 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:29:43.624111 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4d488d40-58ce-4c00-b9d6-409096e344af tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks [] for port (0180cfca-4c34-44e2-8ffa-17ab70c51bc2), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:43.644306 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bdfdae50-567b-4c1a-80cc-71935a07ec5d req-0e309741-394d-4c81-8340-5933f71c2ed5 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (2168274f-6c76-4480-9f52-6b710982aac0), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:43.644306 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bdfdae50-567b-4c1a-80cc-71935a07ec5d req-0e309741-394d-4c81-8340-5933f71c2ed5 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:43.659868 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bdfdae50-567b-4c1a-80cc-71935a07ec5d req-0e309741-394d-4c81-8340-5933f71c2ed5 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "DELETE /v2.0/security-groups/2168274f-6c76-4480-9f52-6b710982aac0 HTTP/1.1" status: 204 len: 173 time: 0.9225676 Feb 17 17:29:43.670130 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port c2bb172c-9690-450a-a4fd-f4f736ade8a5 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:29:43.698359 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4bbc4f-7627-48f2-a1a2-a26cb98fdb06 req-48ff2204-4c73-4ff7-8334-82d3dbe4eca9 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:43.706875 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2b4bbc4f-7627-48f2-a1a2-a26cb98fdb06 req-48ff2204-4c73-4ff7-8334-82d3dbe4eca9 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f HTTP/1.1" status: 200 len: 943 time: 0.6242051 Feb 17 17:29:43.803646 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e309741-394d-4c81-8340-5933f71c2ed5 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2168274f-6c76-4480-9f52-6b710982aac0,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:43.902747 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4d488d40-58ce-4c00-b9d6-409096e344af tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (0180cfca-4c34-44e2-8ffa-17ab70c51bc2), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:43.921386 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2b4bbc4f-7627-48f2-a1a2-a26cb98fdb06 req-612afff4-d133-4248-8b0d-8c0f92d0f868 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622488 Feb 17 17:29:43.947744 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e05a8ba-8413-4862-a354-754c624a102a req-df12cbda-095e-49da-a3ee-aac8adb05208 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:43.953739 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a2f636c7-19f4-447e-82ac-45076c0d1d2e admin admin] Publish callbacks [] for router_gateway (3c9b192f-64bb-4962-9c8d-47dcf19962d7), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:43.956038 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4e05a8ba-8413-4862-a354-754c624a102a req-df12cbda-095e-49da-a3ee-aac8adb05208 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c1c9e62-f154-4280-b85f-80d505950f7e HTTP/1.1" status: 200 len: 949 time: 0.1994736 Feb 17 17:29:44.002735 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d488d40-58ce-4c00-b9d6-409096e344af tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:29:44.010585 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-4d488d40-58ce-4c00-b9d6-409096e344af tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:29:44.012882 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d488d40-58ce-4c00-b9d6-409096e344af tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Pushing event updated for resources: {'Port': ['ID=0180cfca-4c34-44e2-8ffa-17ab70c51bc2,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:44.034798 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d488d40-58ce-4c00-b9d6-409096e344af tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:29:44.127186 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4e05a8ba-8413-4862-a354-754c624a102a req-9c01bfc0-b693-4ddf-8851-25ddf422607b tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/security-groups?id=21a8b692-4450-4054-9577-11ac5acdc057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702275 Feb 17 17:29:44.130673 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-df440c97-c217-4eb0-9eaa-a2db9669678e req-c8c497cf-4b2f-4712-8fb3-f49a7b0f6d67 tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (ab880c09-5ad4-446b-b851-3e9f62436b2d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:44.146539 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['ab880c09-5ad4-446b-b851-3e9f62436b2d'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:29:44.149475 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-913c2c7f-f51f-4727-8e1f-e0ea46e4311d req-d64c2217-9f9a-472f-972f-45f72c5807f4 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (afa713ab-f1ef-47fa-af7d-9732be721281), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:44.190423 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c497cf-4b2f-4712-8fb3-f49a7b0f6d67 tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] Pushing event deleted for resources: {'Port': ['ID=ab880c09-5ad4-446b-b851-3e9f62436b2d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:44.206891 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['b2b12fa8-567a-45c8-a579-20b83b4d13bb', 'afa713ab-f1ef-47fa-af7d-9732be721281'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:29:44.419282 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [req-2a0df76e-e247-45bc-95f6-df54aed627ca req-4763b4f7-ed11-4ccb-bf37-53eb1bc9f951 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] show failed (client error): The resource could not be found. Feb 17 17:29:44.421256 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a0df76e-e247-45bc-95f6-df54aed627ca req-4763b4f7-ed11-4ccb-bf37-53eb1bc9f951 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/security-groups/2168274f-6c76-4480-9f52-6b710982aac0 HTTP/1.1" status: 404 len: 352 time: 0.0980961 Feb 17 17:29:44.421382 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-df440c97-c217-4eb0-9eaa-a2db9669678e req-c8c497cf-4b2f-4712-8fb3-f49a7b0f6d67 tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] No DVR routers for this DVR port ab880c09-5ad4-446b-b851-3e9f62436b2d on host n-h2-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:29:44.424976 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-df440c97-c217-4eb0-9eaa-a2db9669678e req-c8c497cf-4b2f-4712-8fb3-f49a7b0f6d67 tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:44.431993 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c2217-9f9a-472f-972f-45f72c5807f4 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Pushing event deleted for resources: {'Port': ['ID=afa713ab-f1ef-47fa-af7d-9732be721281,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:44.442851 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-df440c97-c217-4eb0-9eaa-a2db9669678e req-c8c497cf-4b2f-4712-8fb3-f49a7b0f6d67 tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] 10.222.0.91 "DELETE /v2.0/ports/ab880c09-5ad4-446b-b851-3e9f62436b2d HTTP/1.1" status: 204 len: 173 time: 1.5915613 Feb 17 17:29:44.461768 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb17cd4-f496-45ae-a6ff-8932f6b171f6', 'name': 'network-vif-deleted', 'tag': 'ab880c09-5ad4-446b-b851-3e9f62436b2d'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:29:44.471156 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab72ef72-e66f-4ace-bcf4-1ec190870c91" -d '{"events": [{"server_uuid": "8cb17cd4-f496-45ae-a6ff-8932f6b171f6", "name": "network-vif-deleted", "tag": "ab880c09-5ad4-446b-b851-3e9f62436b2d"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:29:44.504967 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d32473-4582-4b1d-a892-b6d0bc6422e4 req-47e8003e-4f0f-4748-976b-25185f6dfdd5 tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:44.515668 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-65d32473-4582-4b1d-a892-b6d0bc6422e4 req-47e8003e-4f0f-4748-976b-25185f6dfdd5 tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] 10.222.0.87 "GET /v2.0/ports?device_id=8cb17cd4-f496-45ae-a6ff-8932f6b171f6 HTTP/1.1" status: 200 len: 867 time: 0.4450161 Feb 17 17:29:44.525610 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4d488d40-58ce-4c00-b9d6-409096e344af tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks [] for floatingip (c09abd4e-79ca-4afa-91e9-c87049de6c8a), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:44.586384 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a2f636c7-19f4-447e-82ac-45076c0d1d2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (3c9b192f-64bb-4962-9c8d-47dcf19962d7), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:44.635468 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-913c2c7f-f51f-4727-8e1f-e0ea46e4311d req-d64c2217-9f9a-472f-972f-45f72c5807f4 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] No DVR routers for this DVR port afa713ab-f1ef-47fa-af7d-9732be721281 on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:29:44.638930 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-913c2c7f-f51f-4727-8e1f-e0ea46e4311d req-d64c2217-9f9a-472f-972f-45f72c5807f4 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:44.642992 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-913c2c7f-f51f-4727-8e1f-e0ea46e4311d req-d64c2217-9f9a-472f-972f-45f72c5807f4 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.71 "DELETE /v2.0/ports/afa713ab-f1ef-47fa-af7d-9732be721281 HTTP/1.1" status: 204 len: 173 time: 2.1444495 Feb 17 17:29:44.651737 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97fb2839-e464-4aff-8d74-e53d731115e2', 'name': 'network-vif-deleted', 'tag': 'afa713ab-f1ef-47fa-af7d-9732be721281'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:29:44.655339 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc901440-55bf-4ca6-bdab-5a47aedd2279" -d '{"events": [{"server_uuid": "97fb2839-e464-4aff-8d74-e53d731115e2", "name": "network-vif-deleted", "tag": "afa713ab-f1ef-47fa-af7d-9732be721281"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:29:44.825668 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f636c7-19f4-447e-82ac-45076c0d1d2e admin admin] Router 3c9b192f-64bb-4962-9c8d-47dcf19962d7 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:29:44.893752 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc15490-3387-435a-bc55-c9dba5b3253f None None] Network f3651cbe-832f-42e9-b33a-feabe008b8ea requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:29:44.993454 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f636c7-19f4-447e-82ac-45076c0d1d2e admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:29:45.007046 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c601b8ea-7a38-4d00-bf54-735809700384 None None] Sync routers for ids ['3c9b192f-64bb-4962-9c8d-47dcf19962d7'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:29:45.026596 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c601b8ea-7a38-4d00-bf54-735809700384 None None] Routers {'3c9b192f-64bb-4962-9c8d-47dcf19962d7'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:29:45.027757 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-c601b8ea-7a38-4d00-bf54-735809700384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:29:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['3c9b192f-64bb-4962-9c8d-47dcf19962d7'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:29:45.031946 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a2f636c7-19f4-447e-82ac-45076c0d1d2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:45.035156 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a2f636c7-19f4-447e-82ac-45076c0d1d2e admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4519527 Feb 17 17:29:45.038643 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38130) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:29:45.164996 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4d488d40-58ce-4c00-b9d6-409096e344af tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0180cfca-4c34-44e2-8ffa-17ab70c51bc2), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:45.203873 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-65d32473-4582-4b1d-a892-b6d0bc6422e4 req-98226613-cd45-41d2-b437-7bd44b601b81 tempest-TenantUsagesTestJSON-377722848 tempest-TenantUsagesTestJSON-377722848-project] 10.222.0.87 "GET /v2.0/security-groups?id=d463cd98-98fd-44c1-9d0b-e24973d5a079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6873155 Feb 17 17:29:45.228828 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46992d8-20cb-4019-905c-63c99184c3c1 req-895ea82d-6ca6-48ed-91c3-429213c805af tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:45.231206 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b46992d8-20cb-4019-905c-63c99184c3c1 req-895ea82d-6ca6-48ed-91c3-429213c805af tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/ports?device_id=97fb2839-e464-4aff-8d74-e53d731115e2 HTTP/1.1" status: 200 len: 945 time: 0.6782389 Feb 17 17:29:45.278232 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-62eda9ba-8e25-49b8-93c3-c793045606dc None None] Provisioning complete for port 8c4fec11-8062-419c-bc46-c6786e604c3e triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:29:45.278769 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-62eda9ba-8e25-49b8-93c3-c793045606dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (8c4fec11-8062-419c-bc46-c6786e604c3e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:45.327173 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-c601b8ea-7a38-4d00-bf54-735809700384 None None] Set router 3c9b192f-64bb-4962-9c8d-47dcf19962d7 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:29:45.419194 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 8c4fec11-8062-419c-bc46-c6786e604c3e up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:29:45.472159 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-913c2c7f-f51f-4727-8e1f-e0ea46e4311d req-f4316c09-73ae-48db-9b8a-ece93cff58b1 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Deleting port b2b12fa8-567a-45c8-a579-20b83b4d13bb {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:29:45.473175 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-913c2c7f-f51f-4727-8e1f-e0ea46e4311d req-f4316c09-73ae-48db-9b8a-ece93cff58b1 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (b2b12fa8-567a-45c8-a579-20b83b4d13bb), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:45.565515 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-62eda9ba-8e25-49b8-93c3-c793045606dc None None] Current status of the port 8c4fec11-8062-419c-bc46-c6786e604c3e is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:29:45.565913 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-62eda9ba-8e25-49b8-93c3-c793045606dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8c4fec11-8062-419c-bc46-c6786e604c3e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:45.615608 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-913c2c7f-f51f-4727-8e1f-e0ea46e4311d req-f4316c09-73ae-48db-9b8a-ece93cff58b1 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] For port b2b12fa8-567a-45c8-a579-20b83b4d13bb, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=b2b12fa8-567a-45c8-a579-20b83b4d13bb,segment=NetworkSegment(545be98f-3b17-4979-b9ea-3aed49803ae8),segment_id=545be98f-3b17-4979-b9ea-3aed49803ae8)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:29:45.616455 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-913c2c7f-f51f-4727-8e1f-e0ea46e4311d req-f4316c09-73ae-48db-9b8a-ece93cff58b1 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (b2b12fa8-567a-45c8-a579-20b83b4d13bb), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:45.643704 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-913c2c7f-f51f-4727-8e1f-e0ea46e4311d req-f4316c09-73ae-48db-9b8a-ece93cff58b1 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Calling delete_port for b2b12fa8-567a-45c8-a579-20b83b4d13bb owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:29:45.653979 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-62eda9ba-8e25-49b8-93c3-c793045606dc None None] For port 8c4fec11-8062-419c-bc46-c6786e604c3e, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=8c4fec11-8062-419c-bc46-c6786e604c3e,segment=NetworkSegment(479174b6-5f84-4b2d-ad51-f19bbca96d65),segment_id=479174b6-5f84-4b2d-ad51-f19bbca96d65)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:29:45.678421 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 8c4fec11-8062-419c-bc46-c6786e604c3e triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:29:45.681329 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (8c4fec11-8062-419c-bc46-c6786e604c3e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:45.685359 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-62eda9ba-8e25-49b8-93c3-c793045606dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (8c4fec11-8062-419c-bc46-c6786e604c3e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:45.747101 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-c601b8ea-7a38-4d00-bf54-735809700384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9b192f-64bb-4962-9c8d-47dcf19962d7', 'name': 'tempest-FloatingIPsTestJSON-1657877664-router', 'tenant_id': 'da14743f005b402c96a274cfa5110a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '6faa8eac-9e5f-4059-a843-217c34baf08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:29:41Z', 'updated_at': '2022-02-17T17:29:43Z', 'revision_number': 3, 'project_id': 'da14743f005b402c96a274cfa5110a49', 'gw_port': {'id': '6faa8eac-9e5f-4059-a843-217c34baf08e', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9b192f-64bb-4962-9c8d-47dcf19962d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:29:42Z', 'updated_at': '2022-02-17T17:29:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:29:45.773272 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c601b8ea-7a38-4d00-bf54-735809700384 None None] Checking router: 3c9b192f-64bb-4962-9c8d-47dcf19962d7 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:29:45.773507 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c601b8ea-7a38-4d00-bf54-735809700384 None None] Updating router 3c9b192f-64bb-4962-9c8d-47dcf19962d7 port 6faa8eac-9e5f-4059-a843-217c34baf08e binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:29:45.800011 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b46992d8-20cb-4019-905c-63c99184c3c1 req-2f4d6cfe-ca06-4c9c-8b29-eba56c2c6943 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "GET /v2.0/security-groups?id=867a62cd-f31f-4b49-96ee-777cad774b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5543015 Feb 17 17:29:45.801436 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c601b8ea-7a38-4d00-bf54-735809700384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6faa8eac-9e5f-4059-a843-217c34baf08e), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:45.890844 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eda9ba-8e25-49b8-93c3-c793045606dc None None] Pushing event updated for resources: {'Port': ['ID=8c4fec11-8062-419c-bc46-c6786e604c3e,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:45.894403 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767d9568-c18b-4bd8-95a5-c2b1b5633b27 x-openstack-request-id: req-767d9568-c18b-4bd8-95a5-c2b1b5633b27 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:29:45.895184 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb17cd4-f496-45ae-a6ff-8932f6b171f6", "name": "network-vif-deleted", "tag": "ab880c09-5ad4-446b-b851-3e9f62436b2d", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:29:45.895658 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-767d9568-c18b-4bd8-95a5-c2b1b5633b27 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:29:45.896330 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb17cd4-f496-45ae-a6ff-8932f6b171f6', 'name': 'network-vif-deleted', 'tag': 'ab880c09-5ad4-446b-b851-3e9f62436b2d', 'status': 'completed', 'code': 200} Feb 17 17:29:45.906292 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-10c504c1-c62a-4520-b338-ad5c49d36a0d None None] Provisioning complete for port 8c4fec11-8062-419c-bc46-c6786e604c3e triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:29:45.906687 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-10c504c1-c62a-4520-b338-ad5c49d36a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (8c4fec11-8062-419c-bc46-c6786e604c3e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:45.985068 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96771fd0-3771-49e7-bf7e-bebf20923002 x-openstack-request-id: req-96771fd0-3771-49e7-bf7e-bebf20923002 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:29:45.986308 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97fb2839-e464-4aff-8d74-e53d731115e2", "name": "network-vif-deleted", "tag": "afa713ab-f1ef-47fa-af7d-9732be721281", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:29:45.986308 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-96771fd0-3771-49e7-bf7e-bebf20923002 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:29:45.986308 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97fb2839-e464-4aff-8d74-e53d731115e2', 'name': 'network-vif-deleted', 'tag': 'afa713ab-f1ef-47fa-af7d-9732be721281', 'status': 'completed', 'code': 200} Feb 17 17:29:46.082713 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-913c2c7f-f51f-4727-8e1f-e0ea46e4311d req-f4316c09-73ae-48db-9b8a-ece93cff58b1 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (b2b12fa8-567a-45c8-a579-20b83b4d13bb), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:46.112924 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5588cf76-b747-4241-8f4c-2269588ccde5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:46.130608 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4d488d40-58ce-4c00-b9d6-409096e344af tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks [] for port (0180cfca-4c34-44e2-8ffa-17ab70c51bc2), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:46.134304 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-10c504c1-c62a-4520-b338-ad5c49d36a0d None None] Current status of the port 8c4fec11-8062-419c-bc46-c6786e604c3e is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:29:46.138232 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 8c4fec11-8062-419c-bc46-c6786e604c3e is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:29:46.184400 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-978e109c-11c3-418a-af06-25f59a0f6ead req-a80c0995-ac1f-48df-ae6d-0d1f58b3adc1 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=055c5c88106e43038ac2faf0f62d8d68 HTTP/1.1" status: 200 len: 6198 time: 0.4238060 Feb 17 17:29:46.195580 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c601b8ea-7a38-4d00-bf54-735809700384 None None] Publish callbacks [] for port (6faa8eac-9e5f-4059-a843-217c34baf08e), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:46.203433 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4d488d40-58ce-4c00-b9d6-409096e344af tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (0180cfca-4c34-44e2-8ffa-17ab70c51bc2), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:46.205592 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4316c09-73ae-48db-9b8a-ece93cff58b1 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Pushing event deleted for resources: {'Port': ['ID=b2b12fa8-567a-45c8-a579-20b83b4d13bb,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:46.212904 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c601b8ea-7a38-4d00-bf54-735809700384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (6faa8eac-9e5f-4059-a843-217c34baf08e), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:46.279192 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02eaad7-ff92-4bc7-a022-91b698e1b250 None None] Pushing event updated for resources: {'Port': ['ID=6faa8eac-9e5f-4059-a843-217c34baf08e,revision_number=2']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:46.290271 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02eaad7-ff92-4bc7-a022-91b698e1b250 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:29:46.290923 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02eaad7-ff92-4bc7-a022-91b698e1b250 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:29:46.291602 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02eaad7-ff92-4bc7-a022-91b698e1b250 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:29:46.292125 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02eaad7-ff92-4bc7-a022-91b698e1b250 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:29:46.293320 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02eaad7-ff92-4bc7-a022-91b698e1b250 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:29:46.293833 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02eaad7-ff92-4bc7-a022-91b698e1b250 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:29:46.294325 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02eaad7-ff92-4bc7-a022-91b698e1b250 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:29:46.294809 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02eaad7-ff92-4bc7-a022-91b698e1b250 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:29:46.295437 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02eaad7-ff92-4bc7-a022-91b698e1b250 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:29:46.295933 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02eaad7-ff92-4bc7-a022-91b698e1b250 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:29:46.296450 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02eaad7-ff92-4bc7-a022-91b698e1b250 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:29:46.296959 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02eaad7-ff92-4bc7-a022-91b698e1b250 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:29:46.297562 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02eaad7-ff92-4bc7-a022-91b698e1b250 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:29:46.344443 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d488d40-58ce-4c00-b9d6-409096e344af tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Pushing event updated for resources: {'Port': ['ID=0180cfca-4c34-44e2-8ffa-17ab70c51bc2,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:46.344720 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-c601b8ea-7a38-4d00-bf54-735809700384 None None] Attempting to bind port 6faa8eac-9e5f-4059-a843-217c34baf08e on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:29:46.345767 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-5588cf76-b747-4241-8f4c-2269588ccde5 admin admin] Allocated IP 172.20.0.1 (f3651cbe-832f-42e9-b33a-feabe008b8ea/ab089e73-9d43-45f5-a9c5-8d0d7e549edd/0be5eb4e-9f82-476c-b1e5-8b1db291d605) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:29:46.346261 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-c601b8ea-7a38-4d00-bf54-735809700384 None None] Attempting to bind port 6faa8eac-9e5f-4059-a843-217c34baf08e by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:29:46.347071 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c601b8ea-7a38-4d00-bf54-735809700384 None None] Attempting to bind port 6faa8eac-9e5f-4059-a843-217c34baf08e on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:29:46.348191 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-913c2c7f-f51f-4727-8e1f-e0ea46e4311d req-f4316c09-73ae-48db-9b8a-ece93cff58b1 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] No DVR routers for this DVR port b2b12fa8-567a-45c8-a579-20b83b4d13bb on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:29:46.360491 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-913c2c7f-f51f-4727-8e1f-e0ea46e4311d req-f4316c09-73ae-48db-9b8a-ece93cff58b1 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:46.364559 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-913c2c7f-f51f-4727-8e1f-e0ea46e4311d req-f4316c09-73ae-48db-9b8a-ece93cff58b1 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.71 "DELETE /v2.0/ports/b2b12fa8-567a-45c8-a579-20b83b4d13bb HTTP/1.1" status: 204 len: 173 time: 1.7022190 Feb 17 17:29:46.373081 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c601b8ea-7a38-4d00-bf54-735809700384 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:29:46.374838 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c601b8ea-7a38-4d00-bf54-735809700384 None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:29:46.375842 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c601b8ea-7a38-4d00-bf54-735809700384 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:46.376581 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c601b8ea-7a38-4d00-bf54-735809700384 None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:29:46.378278 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-c601b8ea-7a38-4d00-bf54-735809700384 None None] Bound port: 6faa8eac-9e5f-4059-a843-217c34baf08e, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:29:46.379012 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c601b8ea-7a38-4d00-bf54-735809700384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6faa8eac-9e5f-4059-a843-217c34baf08e), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:46.437025 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4d488d40-58ce-4c00-b9d6-409096e344af tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (c09abd4e-79ca-4afa-91e9-c87049de6c8a), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:46.463784 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-c601b8ea-7a38-4d00-bf54-735809700384 None None] For port 6faa8eac-9e5f-4059-a843-217c34baf08e, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:29:46.473419 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-978e109c-11c3-418a-af06-25f59a0f6ead req-19b9fa39-dc0a-497f-a268-e5c94614f0af tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/security-groups/8be1f4ef-2561-4b86-bd91-f82492a4fd0f HTTP/1.1" status: 200 len: 2998 time: 0.2881248 Feb 17 17:29:46.475365 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-c601b8ea-7a38-4d00-bf54-735809700384 None None] For port 6faa8eac-9e5f-4059-a843-217c34baf08e, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=6faa8eac-9e5f-4059-a843-217c34baf08e,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:29:46.485378 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4d488d40-58ce-4c00-b9d6-409096e344af tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:46.502935 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c601b8ea-7a38-4d00-bf54-735809700384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (6faa8eac-9e5f-4059-a843-217c34baf08e), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:46.505223 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4d488d40-58ce-4c00-b9d6-409096e344af tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1377726 Feb 17 17:29:46.580820 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390361a-aab5-4d5f-b057-2cc135e9dd09 req-dbefdd69-281b-4dd8-984c-8dc57fc8e6e2 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:46.582510 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b390361a-aab5-4d5f-b057-2cc135e9dd09 req-dbefdd69-281b-4dd8-984c-8dc57fc8e6e2 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f HTTP/1.1" status: 200 len: 943 time: 0.4666400 Feb 17 17:29:46.598205 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c601b8ea-7a38-4d00-bf54-735809700384 None None] Routers {'3c9b192f-64bb-4962-9c8d-47dcf19962d7'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:29:46.599320 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-c601b8ea-7a38-4d00-bf54-735809700384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:29:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['3c9b192f-64bb-4962-9c8d-47dcf19962d7'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:29:46.602034 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5588cf76-b747-4241-8f4c-2269588ccde5 admin admin] Publish callbacks [] for port (0be5eb4e-9f82-476c-b1e5-8b1db291d605), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:46.646912 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5588cf76-b747-4241-8f4c-2269588ccde5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (0be5eb4e-9f82-476c-b1e5-8b1db291d605), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:46.661935 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-978e109c-11c3-418a-af06-25f59a0f6ead req-d0336348-9501-4122-a969-a658ff0a07e4 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/security-groups/8be1f4ef-2561-4b86-bd91-f82492a4fd0f HTTP/1.1" status: 200 len: 2998 time: 0.1551583 Feb 17 17:29:46.696012 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b390361a-aab5-4d5f-b057-2cc135e9dd09 req-e4ad6f9c-2fd9-4a0b-996c-fc1d3c5806f8 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076498 Feb 17 17:29:46.729421 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5588cf76-b747-4241-8f4c-2269588ccde5 admin admin] Network f3651cbe-832f-42e9-b33a-feabe008b8ea is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:29:46.740358 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02eaad7-ff92-4bc7-a022-91b698e1b250 None None] Pushing event updated for resources: {'Port': ['ID=6faa8eac-9e5f-4059-a843-217c34baf08e,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:46.760874 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5588cf76-b747-4241-8f4c-2269588ccde5 admin admin] Pushing event updated for resources: {'Port': ['ID=0be5eb4e-9f82-476c-b1e5-8b1db291d605,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:46.765394 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-5588cf76-b747-4241-8f4c-2269588ccde5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:29:46.768998 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5588cf76-b747-4241-8f4c-2269588ccde5 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:29:46.835742 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5588cf76-b747-4241-8f4c-2269588ccde5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (3c9b192f-64bb-4962-9c8d-47dcf19962d7), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:46.849766 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-c601b8ea-7a38-4d00-bf54-735809700384 None None] Set router 3c9b192f-64bb-4962-9c8d-47dcf19962d7 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:29:46.891610 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-24d384d3-4e8f-4794-a606-a27273ce7fa5 req-db279e29-179b-4d2d-a91e-7a4f2c6ddfff tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-554758405', 'description': 'tempest-description-1501623071'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:29:46.967662 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-24d384d3-4e8f-4794-a606-a27273ce7fa5 req-db279e29-179b-4d2d-a91e-7a4f2c6ddfff tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:47.060170 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30eca6b-7665-4d42-a0a6-7059cfdc946d req-15877fe7-aee1-4e8e-8fb3-edafe2012ca8 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:47.064220 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c30eca6b-7665-4d42-a0a6-7059cfdc946d req-15877fe7-aee1-4e8e-8fb3-edafe2012ca8 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c1c9e62-f154-4280-b85f-80d505950f7e HTTP/1.1" status: 200 len: 949 time: 0.2443209 Feb 17 17:29:47.171887 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c30eca6b-7665-4d42-a0a6-7059cfdc946d req-b6595d1e-7369-408b-9188-0fe91878d524 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/security-groups?id=21a8b692-4450-4054-9577-11ac5acdc057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011972 Feb 17 17:29:47.177155 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5588cf76-b747-4241-8f4c-2269588ccde5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0be5eb4e-9f82-476c-b1e5-8b1db291d605), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:47.185628 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-594e44e6-86d8-41de-ac49-186e09919b40 None None] Provisioning complete for port 0be5eb4e-9f82-476c-b1e5-8b1db291d605 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:29:47.186099 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-594e44e6-86d8-41de-ac49-186e09919b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (0be5eb4e-9f82-476c-b1e5-8b1db291d605), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:47.235451 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-24d384d3-4e8f-4794-a606-a27273ce7fa5 req-db279e29-179b-4d2d-a91e-7a4f2c6ddfff tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (ca80efc0-7069-4c47-85d5-f5bf5bebc766), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:47.239020 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-c601b8ea-7a38-4d00-bf54-735809700384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9b192f-64bb-4962-9c8d-47dcf19962d7', 'name': 'tempest-FloatingIPsTestJSON-1657877664-router', 'tenant_id': 'da14743f005b402c96a274cfa5110a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '6faa8eac-9e5f-4059-a843-217c34baf08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:29:41Z', 'updated_at': '2022-02-17T17:29:43Z', 'revision_number': 3, 'project_id': 'da14743f005b402c96a274cfa5110a49', 'gw_port': {'id': '6faa8eac-9e5f-4059-a843-217c34baf08e', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9b192f-64bb-4962-9c8d-47dcf19962d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:29:42Z', 'updated_at': '2022-02-17T17:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:29:47.248813 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38154) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:29:47.254088 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-24d384d3-4e8f-4794-a606-a27273ce7fa5 req-db279e29-179b-4d2d-a91e-7a4f2c6ddfff tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (ca80efc0-7069-4c47-85d5-f5bf5bebc766), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:47.291345 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-24d384d3-4e8f-4794-a606-a27273ce7fa5 req-db279e29-179b-4d2d-a91e-7a4f2c6ddfff tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:47.302405 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device b2b12fa8-567a-45c8-a579-20b83b4d13bb no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:29:47.305484 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c601b8ea-7a38-4d00-bf54-735809700384 None None] The sync data for ids ['3c9b192f-64bb-4962-9c8d-47dcf19962d7'] in n-d-829613-2 is: [{'id': '3c9b192f-64bb-4962-9c8d-47dcf19962d7', 'name': 'tempest-FloatingIPsTestJSON-1657877664-router', 'tenant_id': 'da14743f005b402c96a274cfa5110a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '6faa8eac-9e5f-4059-a843-217c34baf08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:29:41Z', 'updated_at': '2022-02-17T17:29:43Z', 'revision_number': 3, 'project_id': 'da14743f005b402c96a274cfa5110a49', 'gw_port': {'id': '6faa8eac-9e5f-4059-a843-217c34baf08e', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9b192f-64bb-4962-9c8d-47dcf19962d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:29:42Z', 'updated_at': '2022-02-17T17:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:29:47.324365 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-24d384d3-4e8f-4794-a606-a27273ce7fa5 req-db279e29-179b-4d2d-a91e-7a4f2c6ddfff tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4876006 Feb 17 17:29:47.338455 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db279e29-179b-4d2d-a91e-7a4f2c6ddfff tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca80efc0-7069-4c47-85d5-f5bf5bebc766,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:47.347991 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 8c4fec11-8062-419c-bc46-c6786e604c3e up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:29:47.361967 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: b2b12fa8-567a-45c8-a579-20b83b4d13bb {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:29:47.362326 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device b2b12fa8-567a-45c8-a579-20b83b4d13bb not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:29:47.362773 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device afa713ab-f1ef-47fa-af7d-9732be721281 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:29:47.374231 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device ab880c09-5ad4-446b-b851-3e9f62436b2d no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:29:47.396782 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38168) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:29:47.486531 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-ed2e5a7d-25d5-4c11-9baf-e9bedd463492 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--412832373&fields=id&tenant_id=c6c91da603a1485eab422cc6ab78977f HTTP/1.1" status: 200 len: 267 time: 0.1233075 Feb 17 17:29:47.522579 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: afa713ab-f1ef-47fa-af7d-9732be721281 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:29:47.522931 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device afa713ab-f1ef-47fa-af7d-9732be721281 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:29:47.526739 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: ab880c09-5ad4-446b-b851-3e9f62436b2d {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:29:47.530127 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device ab880c09-5ad4-446b-b851-3e9f62436b2d not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:29:47.532797 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-594e44e6-86d8-41de-ac49-186e09919b40 None None] Port 0be5eb4e-9f82-476c-b1e5-8b1db291d605 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:29:47.571821 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-559bd571-ce42-4ced-b28e-70ca18d40f94 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:47.573140 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-559bd571-ce42-4ced-b28e-70ca18d40f94 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports/d8957db4-c462-4444-adca-ec189b379b2a HTTP/1.1" status: 200 len: 935 time: 0.0683620 Feb 17 17:29:47.575199 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-da6da8bf-bd45-4d03-885a-41ede6ae7984 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Deleting subnet 07b7f3cb-edc6-424c-a18f-cf445ad632ec {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:29:47.577907 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 8c4fec11-8062-419c-bc46-c6786e604c3e triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:29:47.578556 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (8c4fec11-8062-419c-bc46-c6786e604c3e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:47.578911 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-da6da8bf-bd45-4d03-885a-41ede6ae7984 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks [] for subnet (07b7f3cb-edc6-424c-a18f-cf445ad632ec), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:47.594836 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627f6b8-a496-4791-9370-be5e2da86258 req-04946998-d63b-4e50-8a6a-9d92f595968b tempest-LiveMigrationNegativeTest-1999376107 tempest-LiveMigrationNegativeTest-1999376107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:47.597860 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2627f6b8-a496-4791-9370-be5e2da86258 req-04946998-d63b-4e50-8a6a-9d92f595968b tempest-LiveMigrationNegativeTest-1999376107 tempest-LiveMigrationNegativeTest-1999376107-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=6c1c9e62-f154-4280-b85f-80d505950f7e HTTP/1.1" status: 200 len: 1131 time: 0.1341255 Feb 17 17:29:47.622408 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-da6da8bf-bd45-4d03-885a-41ede6ae7984 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (07b7f3cb-edc6-424c-a18f-cf445ad632ec), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:47.665058 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2627f6b8-a496-4791-9370-be5e2da86258 req-b81c94a8-4d41-4efe-ab12-ad7b358c435e tempest-LiveMigrationNegativeTest-1999376107 tempest-LiveMigrationNegativeTest-1999376107-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:47.674030 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-820f472b-8283-4aed-b528-39be730f0430 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:47.675968 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-820f472b-8283-4aed-b528-39be730f0430 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports/c156d1b1-d51b-43d9-bbea-f01601c5fe5d HTTP/1.1" status: 200 len: 937 time: 0.0953202 Feb 17 17:29:47.710729 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-da6da8bf-bd45-4d03-885a-41ede6ae7984 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (07b7f3cb-edc6-424c-a18f-cf445ad632ec), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:47.713499 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 8c4fec11-8062-419c-bc46-c6786e604c3e is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:29:47.774780 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 38174) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:29:47.775076 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f6837be5-eec5-47ec-9fc0-2d908337d81f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9a7acfed4a0b467ebd481d9e5e1abde2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5143635 Feb 17 17:29:47.810236 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-ef1ea0a9-966a-4afc-a397-b79fb4a639cd tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?network_id=3226efc1-9bf8-49de-b390-80d0e9a20daa&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1264038 Feb 17 17:29:47.843566 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5588cf76-b747-4241-8f4c-2269588ccde5 admin admin] Publish callbacks [] for port (0be5eb4e-9f82-476c-b1e5-8b1db291d605), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:47.851266 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5588cf76-b747-4241-8f4c-2269588ccde5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (0be5eb4e-9f82-476c-b1e5-8b1db291d605), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:47.859635 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-7b9536df-1796-492d-8dba-d4345e119a5b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?network_id=3226efc1-9bf8-49de-b390-80d0e9a20daa&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0485032 Feb 17 17:29:47.891062 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-da6da8bf-bd45-4d03-885a-41ede6ae7984 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (07b7f3cb-edc6-424c-a18f-cf445ad632ec), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:47.958729 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6da8bf-bd45-4d03-885a-41ede6ae7984 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Pushing event deleted for resources: {'Subnet': ['ID=07b7f3cb-edc6-424c-a18f-cf445ad632ec,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:47.975823 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-edf40da5-fc80-4de4-80e7-714e32eac845 admin admin] Publish callbacks [] for security_group (d463cd98-98fd-44c1-9d0b-e24973d5a079), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:47.983535 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5588cf76-b747-4241-8f4c-2269588ccde5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (3c9b192f-64bb-4962-9c8d-47dcf19962d7), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:48.051867 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2627f6b8-a496-4791-9370-be5e2da86258 req-b81c94a8-4d41-4efe-ab12-ad7b358c435e tempest-LiveMigrationNegativeTest-1999376107 tempest-LiveMigrationNegativeTest-1999376107-project-admin] Publish callbacks [] for security_group (4f301bd7-b145-4804-aef4-7215250c8b61), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:48.052982 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97fb2839-e464-4aff-8d74-e53d731115e2', 'name': 'network-vif-deleted', 'tag': 'b2b12fa8-567a-45c8-a579-20b83b4d13bb'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:29:48.056829 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc37abe-3d79-4fd2-b2f0-1e223d892cb1" -d '{"events": [{"server_uuid": "97fb2839-e464-4aff-8d74-e53d731115e2", "name": "network-vif-deleted", "tag": "b2b12fa8-567a-45c8-a579-20b83b4d13bb"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:29:48.065624 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2627f6b8-a496-4791-9370-be5e2da86258 req-b81c94a8-4d41-4efe-ab12-ad7b358c435e tempest-LiveMigrationNegativeTest-1999376107 tempest-LiveMigrationNegativeTest-1999376107-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (4f301bd7-b145-4804-aef4-7215250c8b61), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:48.092190 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5588cf76-b747-4241-8f4c-2269588ccde5 admin admin] Network f3651cbe-832f-42e9-b33a-feabe008b8ea is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:29:48.094185 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-5588cf76-b747-4241-8f4c-2269588ccde5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:29:48.097253 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5588cf76-b747-4241-8f4c-2269588ccde5 admin admin] Pushing event updated for resources: {'Port': ['ID=0be5eb4e-9f82-476c-b1e5-8b1db291d605,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:48.102709 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-da6da8bf-bd45-4d03-885a-41ede6ae7984 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:48.107526 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b587f175-3d53-4335-bcd2-c932d2e6f3d7 None None] Network 6edd94c0-873e-4a42-88ca-5019bb6fe496 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:29:48.120755 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2627f6b8-a496-4791-9370-be5e2da86258 req-b81c94a8-4d41-4efe-ab12-ad7b358c435e tempest-LiveMigrationNegativeTest-1999376107 tempest-LiveMigrationNegativeTest-1999376107-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=21a8b692-4450-4054-9577-11ac5acdc057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4946196 Feb 17 17:29:48.121417 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-da6da8bf-bd45-4d03-885a-41ede6ae7984 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "DELETE /v2.0/subnets/07b7f3cb-edc6-424c-a18f-cf445ad632ec HTTP/1.1" status: 204 len: 168 time: 0.7229943 Feb 17 17:29:48.136070 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 38180) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:29:48.328397 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a8100561-178e-41cb-8a66-9a900b184eca tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (6edd94c0-873e-4a42-88ca-5019bb6fe496), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:48.357407 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-8ce29322-1348-4a28-9bd1-0bb9c2532ccc req-ab925f03-80b5-4c52-bb85-6861fd85ed36 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-733679611', 'description': 'tempest-description-1126885343'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:29:48.358986 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5588cf76-b747-4241-8f4c-2269588ccde5 admin admin] Router 3c9b192f-64bb-4962-9c8d-47dcf19962d7 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:29:48.363814 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-edf40da5-fc80-4de4-80e7-714e32eac845 admin admin] Publish callbacks [] for security_group (d463cd98-98fd-44c1-9d0b-e24973d5a079), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:48.417451 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6868ad3e-8682-4762-bc1a-dd6849c1d2e0 None None] DHCP port deletion for 6edd94c0-873e-4a42-88ca-5019bb6fe496 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:29:48.448586 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81c94a8-4d41-4efe-ab12-ad7b358c435e tempest-LiveMigrationNegativeTest-1999376107 tempest-LiveMigrationNegativeTest-1999376107-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f301bd7-b145-4804-aef4-7215250c8b61,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:48.496760 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-6868ad3e-8682-4762-bc1a-dd6849c1d2e0 None None] Deleting port ece10dd1-bcc4-4b36-950a-8d3222aa25dc {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:29:48.497268 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6868ad3e-8682-4762-bc1a-dd6849c1d2e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (ece10dd1-bcc4-4b36-950a-8d3222aa25dc), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:48.529536 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-aa0b056a-b406-41e0-bd66-b225c59016c2 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:48.534572 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-aa0b056a-b406-41e0-bd66-b225c59016c2 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:48.539946 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-aa0b056a-b406-41e0-bd66-b225c59016c2 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:48.541638 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-aa0b056a-b406-41e0-bd66-b225c59016c2 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/networks?id=b4ed5d6f-3eb3-4d80-ba86-b711da993733&id=8329e05c-f5f3-4a6c-995b-30a9e6574e32&id=8329e05c-f5f3-4a6c-995b-30a9e6574e32&id=3226efc1-9bf8-49de-b390-80d0e9a20daa&id=3226efc1-9bf8-49de-b390-80d0e9a20daa HTTP/1.1" status: 200 len: 1993 time: 0.6675432 Feb 17 17:29:48.574285 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-edf40da5-fc80-4de4-80e7-714e32eac845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (d463cd98-98fd-44c1-9d0b-e24973d5a079), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:48.583685 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-edf40da5-fc80-4de4-80e7-714e32eac845 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:48.584226 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5588cf76-b747-4241-8f4c-2269588ccde5 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:29:48.588064 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-edf40da5-fc80-4de4-80e7-714e32eac845 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d463cd98-98fd-44c1-9d0b-e24973d5a079 HTTP/1.1" status: 204 len: 168 time: 0.8122082 Feb 17 17:29:48.590580 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8ce29322-1348-4a28-9bd1-0bb9c2532ccc req-ab925f03-80b5-4c52-bb85-6861fd85ed36 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:48.596725 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5588cf76-b747-4241-8f4c-2269588ccde5 admin admin] 10.222.0.87 "PUT /v2.0/routers/3c9b192f-64bb-4962-9c8d-47dcf19962d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5544994 Feb 17 17:29:48.633064 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-c796f317-7176-4dc5-81e9-0ca843ef5db8 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/quotas/c6c91da603a1485eab422cc6ab78977f HTTP/1.1" status: 200 len: 375 time: 0.0636301 Feb 17 17:29:48.642566 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf40da5-fc80-4de4-80e7-714e32eac845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d463cd98-98fd-44c1-9d0b-e24973d5a079,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:48.687596 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-6868ad3e-8682-4762-bc1a-dd6849c1d2e0 None None] For port ece10dd1-bcc4-4b36-950a-8d3222aa25dc, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=ece10dd1-bcc4-4b36-950a-8d3222aa25dc,segment=NetworkSegment(4d108189-d8c8-4e19-aaa6-f25515939ef9),segment_id=4d108189-d8c8-4e19-aaa6-f25515939ef9)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:29:48.688013 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6868ad3e-8682-4762-bc1a-dd6849c1d2e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (ece10dd1-bcc4-4b36-950a-8d3222aa25dc), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:48.702352 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-d37cf51a-cfbe-4be0-8d6e-6a099a2b842d None None] Provisioning complete for port 0be5eb4e-9f82-476c-b1e5-8b1db291d605 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:29:48.702843 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d37cf51a-cfbe-4be0-8d6e-6a099a2b842d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (0be5eb4e-9f82-476c-b1e5-8b1db291d605), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:48.764708 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-d37cf51a-cfbe-4be0-8d6e-6a099a2b842d None None] Port 0be5eb4e-9f82-476c-b1e5-8b1db291d605 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:29:48.765986 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-a8100561-178e-41cb-8a66-9a900b184eca tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Deleting port ece10dd1-bcc4-4b36-950a-8d3222aa25dc {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:29:48.766471 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:48.767408 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a8100561-178e-41cb-8a66-9a900b184eca tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (ece10dd1-bcc4-4b36-950a-8d3222aa25dc), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:48.767558 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-6868ad3e-8682-4762-bc1a-dd6849c1d2e0 None None] Calling delete_port for ece10dd1-bcc4-4b36-950a-8d3222aa25dc owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:29:48.857655 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-38d3f37b-62f9-407a-8ffa-dad7d7cb3665 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=c6c91da603a1485eab422cc6ab78977f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2098079 Feb 17 17:29:48.934266 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6868ad3e-8682-4762-bc1a-dd6849c1d2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (ece10dd1-bcc4-4b36-950a-8d3222aa25dc), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:48.964129 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6868ad3e-8682-4762-bc1a-dd6849c1d2e0 None None] No DVR routers for this DVR port ece10dd1-bcc4-4b36-950a-8d3222aa25dc on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:29:48.999465 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-2e29d0ef-97f7-4448-86b9-70bd3716a605 service neutron] 10.222.0.87 "GET /v2.0/networks/b4ed5d6f-3eb3-4d80-ba86-b711da993733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087470 Feb 17 17:29:49.019247 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6868ad3e-8682-4762-bc1a-dd6849c1d2e0 None None] Pushing event deleted for resources: {'Port': ['ID=ece10dd1-bcc4-4b36-950a-8d3222aa25dc,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:49.040005 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8ce29322-1348-4a28-9bd1-0bb9c2532ccc req-ab925f03-80b5-4c52-bb85-6861fd85ed36 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (6cef8433-4532-4a4c-ac90-3503af5adc94), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:49.065319 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-a8100561-178e-41cb-8a66-9a900b184eca tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] For port ece10dd1-bcc4-4b36-950a-8d3222aa25dc, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=ece10dd1-bcc4-4b36-950a-8d3222aa25dc,segment=NetworkSegment(4d108189-d8c8-4e19-aaa6-f25515939ef9),segment_id=4d108189-d8c8-4e19-aaa6-f25515939ef9)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:29:49.065779 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a8100561-178e-41cb-8a66-9a900b184eca tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (ece10dd1-bcc4-4b36-950a-8d3222aa25dc), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:49.072775 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8ce29322-1348-4a28-9bd1-0bb9c2532ccc req-ab925f03-80b5-4c52-bb85-6861fd85ed36 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (6cef8433-4532-4a4c-ac90-3503af5adc94), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:49.115475 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-a8100561-178e-41cb-8a66-9a900b184eca tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Calling delete_port for ece10dd1-bcc4-4b36-950a-8d3222aa25dc owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:29:49.126242 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38192) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:29:49.140591 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ae93f4a3-afa9-41fe-b9e9-008cc585d28a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:49.162741 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8ce29322-1348-4a28-9bd1-0bb9c2532ccc req-ab925f03-80b5-4c52-bb85-6861fd85ed36 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:49.178011 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8ce29322-1348-4a28-9bd1-0bb9c2532ccc req-ab925f03-80b5-4c52-bb85-6861fd85ed36 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.8765876 Feb 17 17:29:49.328259 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ae93f4a3-afa9-41fe-b9e9-008cc585d28a admin admin] Publish callbacks [] for security_group (6d6c9a4f-b53f-403b-a861-50228c131913), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:49.339352 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ae93f4a3-afa9-41fe-b9e9-008cc585d28a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (6d6c9a4f-b53f-403b-a861-50228c131913), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:49.351471 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 6faa8eac-9e5f-4059-a843-217c34baf08e up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:29:49.382072 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae93f4a3-afa9-41fe-b9e9-008cc585d28a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6c9a4f-b53f-403b-a861-50228c131913,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:49.420305 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab925f03-80b5-4c52-bb85-6861fd85ed36 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cef8433-4532-4a4c-ac90-3503af5adc94,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:49.420902 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ae93f4a3-afa9-41fe-b9e9-008cc585d28a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=72a11d37a1fe40788959e788cc1cdfd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2935050 Feb 17 17:29:49.421570 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38198) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:29:49.436066 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 6faa8eac-9e5f-4059-a843-217c34baf08e triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:29:49.436598 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6faa8eac-9e5f-4059-a843-217c34baf08e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:49.459034 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a8100561-178e-41cb-8a66-9a900b184eca tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (ece10dd1-bcc4-4b36-950a-8d3222aa25dc), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:49.487910 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab4e2057-eb83-4622-b66b-5b3d90322735 admin admin] Publish callbacks [] for security_group (6d6c9a4f-b53f-403b-a861-50228c131913), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:49.508810 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-897823f7-68a0-447b-a86f-39f27dff364c service neutron] 10.222.0.87 "GET /v2.0/networks/b4ed5d6f-3eb3-4d80-ba86-b711da993733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5019503 Feb 17 17:29:49.513726 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8100561-178e-41cb-8a66-9a900b184eca tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Pushing event deleted for resources: {'Port': ['ID=ece10dd1-bcc4-4b36-950a-8d3222aa25dc,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:49.515935 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8100561-178e-41cb-8a66-9a900b184eca tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] No DVR routers for this DVR port ece10dd1-bcc4-4b36-950a-8d3222aa25dc on host n-d-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:29:49.527006 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab4e2057-eb83-4622-b66b-5b3d90322735 admin admin] Publish callbacks [] for security_group (6d6c9a4f-b53f-403b-a861-50228c131913), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:49.564442 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 6faa8eac-9e5f-4059-a843-217c34baf08e is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:29:49.564833 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6faa8eac-9e5f-4059-a843-217c34baf08e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:49.571025 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:49.596338 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 6faa8eac-9e5f-4059-a843-217c34baf08e, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=6faa8eac-9e5f-4059-a843-217c34baf08e,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:29:49.607806 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (6faa8eac-9e5f-4059-a843-217c34baf08e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:49.625399 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab4e2057-eb83-4622-b66b-5b3d90322735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (6d6c9a4f-b53f-403b-a861-50228c131913), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:49.628317 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b77483-29fa-4aa6-b3de-910f40da63c9 req-a467f978-f83b-4287-8ded-6c758bfbda11 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:49.632615 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab4e2057-eb83-4622-b66b-5b3d90322735 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:49.632615 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ab4e2057-eb83-4622-b66b-5b3d90322735 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6d6c9a4f-b53f-403b-a861-50228c131913 HTTP/1.1" status: 204 len: 168 time: 0.2070405 Feb 17 17:29:49.638220 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-55b77483-29fa-4aa6-b3de-910f40da63c9 req-a467f978-f83b-4287-8ded-6c758bfbda11 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f HTTP/1.1" status: 200 len: 943 time: 0.2868955 Feb 17 17:29:49.663785 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4e2057-eb83-4622-b66b-5b3d90322735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6c9a4f-b53f-403b-a861-50228c131913,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:49.710876 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device ece10dd1-bcc4-4b36-950a-8d3222aa25dc no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:29:49.733311 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a8100561-178e-41cb-8a66-9a900b184eca tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (6edd94c0-873e-4a42-88ca-5019bb6fe496), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:49.751804 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-71d7e5b7-61d0-4e44-9dda-ed5c6a69666f service neutron] 10.222.0.87 "GET /v2.0/ports/d8957db4-c462-4444-adca-ec189b379b2a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2292156 Feb 17 17:29:49.798517 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=6faa8eac-9e5f-4059-a843-217c34baf08e,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:49.801657 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: ece10dd1-bcc4-4b36-950a-8d3222aa25dc {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:29:49.802424 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device ece10dd1-bcc4-4b36-950a-8d3222aa25dc not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:29:49.836535 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-a8100561-178e-41cb-8a66-9a900b184eca tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6edd94c0-873e-4a42-88ca-5019bb6fe496']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:29:49.850237 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-a8100561-178e-41cb-8a66-9a900b184eca tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d108189-d8c8-4e19-aaa6-f25515939ef9') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:29:49.850542 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-a8100561-178e-41cb-8a66-9a900b184eca tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d108189-d8c8-4e19-aaa6-f25515939ef9') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:29:49.880779 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda32a51-2306-47a6-9708-2c787b20f3f7 None None] Sync routers for ids ['3c9b192f-64bb-4962-9c8d-47dcf19962d7'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:29:49.897920 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a8100561-178e-41cb-8a66-9a900b184eca tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (4d108189-d8c8-4e19-aaa6-f25515939ef9), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:49.898103 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda32a51-2306-47a6-9708-2c787b20f3f7 None None] Routers {'3c9b192f-64bb-4962-9c8d-47dcf19962d7'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:29:49.898718 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-eda32a51-2306-47a6-9708-2c787b20f3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:29:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['3c9b192f-64bb-4962-9c8d-47dcf19962d7'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:29:49.936466 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-55b77483-29fa-4aa6-b3de-910f40da63c9 req-003c8f4a-8af9-4add-a843-cd31fadf50ed tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869297 Feb 17 17:29:49.992401 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a8100561-178e-41cb-8a66-9a900b184eca tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (4d108189-d8c8-4e19-aaa6-f25515939ef9), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:50.058760 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8100561-178e-41cb-8a66-9a900b184eca tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:29:50.060728 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a8100561-178e-41cb-8a66-9a900b184eca tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (4d108189-d8c8-4e19-aaa6-f25515939ef9), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:50.066283 n-d-829613-2 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:29:50.066283 n-d-829613-2 neutron-server[103435]: self.session.flush() Feb 17 17:29:50.066283 n-d-829613-2 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:29:50.066283 n-d-829613-2 neutron-server[103435]: self.session.flush() Feb 17 17:29:50.066283 n-d-829613-2 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:29:50.066283 n-d-829613-2 neutron-server[103435]: self.session.flush() Feb 17 17:29:50.066283 n-d-829613-2 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:29:50.066283 n-d-829613-2 neutron-server[103435]: self.session.flush() Feb 17 17:29:50.066283 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 17:29:50.066283 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:29:50.066283 n-d-829613-2 neutron-server[103435]: timer() Feb 17 17:29:50.066283 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:29:50.066283 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 17:29:50.066283 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:29:50.066283 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 17:29:50.066283 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:29:50.066283 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 17:29:50.066283 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:29:50.066283 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 17:29:50.066283 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:29:50.066283 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 17:29:50.066283 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:29:50.066283 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:29:50.066283 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:29:50.066283 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:29:50.066283 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:29:50.066283 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 17:29:50.066283 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:29:50.066283 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 17:29:50.066283 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:29:50.066283 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:29:50.066283 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:29:50.066283 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 17:29:50.066283 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:29:50.066283 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:29:50.066283 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:29:50.066283 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:29:50.066283 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:29:50.066283 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:29:50.066283 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:29:50.126927 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-eda32a51-2306-47a6-9708-2c787b20f3f7 None None] Set router 3c9b192f-64bb-4962-9c8d-47dcf19962d7 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:29:50.187563 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7f698c-c78b-4494-a0ce-08c8f24f0fc6 x-openstack-request-id: req-1e7f698c-c78b-4494-a0ce-08c8f24f0fc6 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:29:50.188532 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97fb2839-e464-4aff-8d74-e53d731115e2", "name": "network-vif-deleted", "tag": "b2b12fa8-567a-45c8-a579-20b83b4d13bb", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:29:50.189646 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1e7f698c-c78b-4494-a0ce-08c8f24f0fc6 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:29:50.191711 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97fb2839-e464-4aff-8d74-e53d731115e2', 'name': 'network-vif-deleted', 'tag': 'b2b12fa8-567a-45c8-a579-20b83b4d13bb', 'status': 'completed', 'code': 200} Feb 17 17:29:50.194834 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-7ed33e07-0c7a-4605-81b6-b7e1b140cd8b service neutron] 10.222.0.87 "GET /v2.0/networks/8329e05c-f5f3-4a6c-995b-30a9e6574e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3989241 Feb 17 17:29:50.399616 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a8100561-178e-41cb-8a66-9a900b184eca tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (6edd94c0-873e-4a42-88ca-5019bb6fe496), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:50.454083 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a8100561-178e-41cb-8a66-9a900b184eca tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:50.469785 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a8100561-178e-41cb-8a66-9a900b184eca tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "DELETE /v2.0/networks/6edd94c0-873e-4a42-88ca-5019bb6fe496 HTTP/1.1" status: 204 len: 168 time: 2.3249097 Feb 17 17:29:50.472582 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38240) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:29:50.548712 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8100561-178e-41cb-8a66-9a900b184eca tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Pushing event deleted for resources: {'Network': ['ID=6edd94c0-873e-4a42-88ca-5019bb6fe496,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:50.608527 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fa2a454-07de-4857-bacd-0497ff200f26 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Deleting subnet d81873e9-5029-49a6-9cfd-8958570b115e {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:29:50.632295 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9fa2a454-07de-4857-bacd-0497ff200f26 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks [] for subnet (d81873e9-5029-49a6-9cfd-8958570b115e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:50.688022 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-eda32a51-2306-47a6-9708-2c787b20f3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9b192f-64bb-4962-9c8d-47dcf19962d7', 'name': 'tempest-FloatingIPsTestJSON-1657877664-router', 'tenant_id': 'da14743f005b402c96a274cfa5110a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '6faa8eac-9e5f-4059-a843-217c34baf08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:29:41Z', 'updated_at': '2022-02-17T17:29:47Z', 'revision_number': 4, 'project_id': 'da14743f005b402c96a274cfa5110a49', 'gw_port': {'id': '6faa8eac-9e5f-4059-a843-217c34baf08e', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9b192f-64bb-4962-9c8d-47dcf19962d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:29:42Z', 'updated_at': '2022-02-17T17:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '0be5eb4e-9f82-476c-b1e5-8b1db291d605', 'name': '', 'network_id': 'f3651cbe-832f-42e9-b33a-feabe008b8ea', 'tenant_id': 'da14743f005b402c96a274cfa5110a49', 'mac_address': 'fa:16:3e:a5:05:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9b192f-64bb-4962-9c8d-47dcf19962d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'ab089e73-9d43-45f5-a9c5-8d0d7e549edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:29:46Z', 'updated_at': '2022-02-17T17:29:47Z', 'revision_number': 2, 'project_id': 'da14743f005b402c96a274cfa5110a49', 'subnets': [{'id': 'ab089e73-9d43-45f5-a9c5-8d0d7e549edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:29:50.719772 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9fa2a454-07de-4857-bacd-0497ff200f26 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (d81873e9-5029-49a6-9cfd-8958570b115e), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:50.720477 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda32a51-2306-47a6-9708-2c787b20f3f7 None None] Checking router: 3c9b192f-64bb-4962-9c8d-47dcf19962d7 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:29:50.720843 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda32a51-2306-47a6-9708-2c787b20f3f7 None None] Updating router 3c9b192f-64bb-4962-9c8d-47dcf19962d7 port 0be5eb4e-9f82-476c-b1e5-8b1db291d605 binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:29:50.775039 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eda32a51-2306-47a6-9708-2c787b20f3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0be5eb4e-9f82-476c-b1e5-8b1db291d605), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:50.896609 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9fa2a454-07de-4857-bacd-0497ff200f26 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (d81873e9-5029-49a6-9cfd-8958570b115e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:50.980053 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38270) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:29:51.004644 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-e5688644-7dcb-4605-96b0-a5c3b6c05e51 service neutron] 10.222.0.87 "GET /v2.0/networks/8329e05c-f5f3-4a6c-995b-30a9e6574e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7838583 Feb 17 17:29:51.063015 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9fa2a454-07de-4857-bacd-0497ff200f26 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (d81873e9-5029-49a6-9cfd-8958570b115e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:51.090286 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fe2ebb-3df3-4c5f-b736-fd9976eeb370 None None] Network adbe638d-d4aa-496b-9197-653745838618 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:29:51.121299 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9fa2a454-07de-4857-bacd-0497ff200f26 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:51.133085 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9fa2a454-07de-4857-bacd-0497ff200f26 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "DELETE /v2.0/subnets/d81873e9-5029-49a6-9cfd-8958570b115e HTTP/1.1" status: 204 len: 168 time: 0.6583664 Feb 17 17:29:51.134674 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38280) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:29:51.140635 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa2a454-07de-4857-bacd-0497ff200f26 tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Pushing event deleted for resources: {'Subnet': ['ID=d81873e9-5029-49a6-9cfd-8958570b115e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:51.173437 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e386eee5-39c9-465c-a78d-5344cb85f857 req-45b4d059-c662-42a6-baf7-934eceff88ee tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5002172 Feb 17 17:29:51.190095 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-a4fa84e5-6771-447a-a8c3-2ee34c47e356 service neutron] 10.222.0.87 "GET /v2.0/ports/c156d1b1-d51b-43d9-bbea-f01601c5fe5d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1658700 Feb 17 17:29:51.205778 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-e386eee5-39c9-465c-a78d-5344cb85f857 req-5e166ea3-4581-4d05-9c06-855b420d94d8 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:29:51.232489 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-fa698b9e-3941-4ca6-8a61-a48a146b47c0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2046378546-network', 'tenant_id': '64dff48bf150493abb464ecd68d31a0a'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:29:51.353401 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-e386eee5-39c9-465c-a78d-5344cb85f857 req-5e166ea3-4581-4d05-9c06-855b420d94d8 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:51.385458 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 6faa8eac-9e5f-4059-a843-217c34baf08e up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:29:51.430368 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa698b9e-3941-4ca6-8a61-a48a146b47c0 admin admin] Made reservation on behalf of 64dff48bf150493abb464ecd68d31a0a for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:29:51.441941 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa698b9e-3941-4ca6-8a61-a48a146b47c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:51.460680 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa698b9e-3941-4ca6-8a61-a48a146b47c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:51.466028 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b64dbc5e-7bca-43b4-94b2-1524a0393f3d tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (adbe638d-d4aa-496b-9197-653745838618), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:51.536339 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-8e8e1394-3abf-47f2-baf1-309f74167e76 service neutron] 10.222.0.87 "GET /v2.0/networks/8329e05c-f5f3-4a6c-995b-30a9e6574e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143301 Feb 17 17:29:51.565731 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2013575a-df55-4bf6-bce6-84471182e8c0 None None] DHCP port deletion for adbe638d-d4aa-496b-9197-653745838618 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:29:51.592786 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eda32a51-2306-47a6-9708-2c787b20f3f7 None None] Publish callbacks [] for port (0be5eb4e-9f82-476c-b1e5-8b1db291d605), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:51.629274 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eda32a51-2306-47a6-9708-2c787b20f3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (0be5eb4e-9f82-476c-b1e5-8b1db291d605), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:51.677754 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-b64dbc5e-7bca-43b4-94b2-1524a0393f3d tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Deleting port 4c0bd07d-d75c-4429-9b94-7a211eb6af0d {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:29:51.678327 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b64dbc5e-7bca-43b4-94b2-1524a0393f3d tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (4c0bd07d-d75c-4429-9b94-7a211eb6af0d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:51.770068 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31fd70e-3089-4812-95c8-e65793b5c1ea None None] Pushing event updated for resources: {'Port': ['ID=0be5eb4e-9f82-476c-b1e5-8b1db291d605,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:51.836927 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 6faa8eac-9e5f-4059-a843-217c34baf08e triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:29:51.837301 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6faa8eac-9e5f-4059-a843-217c34baf08e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:51.865323 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa698b9e-3941-4ca6-8a61-a48a146b47c0 admin admin] Publish callbacks [] for security_group (03a95b94-e147-4e34-9fc5-9cd3ee6d7fdf), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:51.888657 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa698b9e-3941-4ca6-8a61-a48a146b47c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (03a95b94-e147-4e34-9fc5-9cd3ee6d7fdf), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:51.903682 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-eda32a51-2306-47a6-9708-2c787b20f3f7 None None] Attempting to bind port 0be5eb4e-9f82-476c-b1e5-8b1db291d605 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:29:51.904058 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-eda32a51-2306-47a6-9708-2c787b20f3f7 None None] Attempting to bind port 0be5eb4e-9f82-476c-b1e5-8b1db291d605 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '479174b6-5f84-4b2d-ad51-f19bbca96d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f3651cbe-832f-42e9-b33a-feabe008b8ea'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:29:51.904454 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda32a51-2306-47a6-9708-2c787b20f3f7 None None] Attempting to bind port 0be5eb4e-9f82-476c-b1e5-8b1db291d605 on network f3651cbe-832f-42e9-b33a-feabe008b8ea {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:29:51.922751 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa698b9e-3941-4ca6-8a61-a48a146b47c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:29:51.930967 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-2013575a-df55-4bf6-bce6-84471182e8c0 None None] Deleting port 4c0bd07d-d75c-4429-9b94-7a211eb6af0d {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:29:51.931346 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2013575a-df55-4bf6-bce6-84471182e8c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (4c0bd07d-d75c-4429-9b94-7a211eb6af0d), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:51.937027 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda32a51-2306-47a6-9708-2c787b20f3f7 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:29:51.937835 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda32a51-2306-47a6-9708-2c787b20f3f7 None None] Checking segment: {'id': '479174b6-5f84-4b2d-ad51-f19bbca96d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f3651cbe-832f-42e9-b33a-feabe008b8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:29:51.938394 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eda32a51-2306-47a6-9708-2c787b20f3f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:51.938804 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda32a51-2306-47a6-9708-2c787b20f3f7 None None] Bound using segment: {'id': '479174b6-5f84-4b2d-ad51-f19bbca96d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f3651cbe-832f-42e9-b33a-feabe008b8ea'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:29:51.939445 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-eda32a51-2306-47a6-9708-2c787b20f3f7 None None] Bound port: 0be5eb4e-9f82-476c-b1e5-8b1db291d605, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '479174b6-5f84-4b2d-ad51-f19bbca96d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f3651cbe-832f-42e9-b33a-feabe008b8ea'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:29:51.940115 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eda32a51-2306-47a6-9708-2c787b20f3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0be5eb4e-9f82-476c-b1e5-8b1db291d605), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:51.946065 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa698b9e-3941-4ca6-8a61-a48a146b47c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (074ebf2b-d158-4849-9f71-62ff99da082a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:51.950418 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-fa698b9e-3941-4ca6-8a61-a48a146b47c0 admin admin] Added segment 074ebf2b-d158-4849-9f71-62ff99da082a of type vlan for network b3595dee-39f7-4ec0-aaaf-ea934fa37172 Feb 17 17:29:52.038238 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa698b9e-3941-4ca6-8a61-a48a146b47c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (b3595dee-39f7-4ec0-aaaf-ea934fa37172), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:52.070487 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-b64dbc5e-7bca-43b4-94b2-1524a0393f3d tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] For port 4c0bd07d-d75c-4429-9b94-7a211eb6af0d, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=4c0bd07d-d75c-4429-9b94-7a211eb6af0d,segment=NetworkSegment(545be98f-3b17-4979-b9ea-3aed49803ae8),segment_id=545be98f-3b17-4979-b9ea-3aed49803ae8)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:29:52.070951 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b64dbc5e-7bca-43b4-94b2-1524a0393f3d tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (4c0bd07d-d75c-4429-9b94-7a211eb6af0d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:52.080406 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa698b9e-3941-4ca6-8a61-a48a146b47c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (b3595dee-39f7-4ec0-aaaf-ea934fa37172), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:52.081561 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa698b9e-3941-4ca6-8a61-a48a146b47c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:52.082153 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa698b9e-3941-4ca6-8a61-a48a146b47c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:52.123042 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-b64dbc5e-7bca-43b4-94b2-1524a0393f3d tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Calling delete_port for 4c0bd07d-d75c-4429-9b94-7a211eb6af0d owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:29:52.152553 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa698b9e-3941-4ca6-8a61-a48a146b47c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a95b94-e147-4e34-9fc5-9cd3ee6d7fdf,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:52.172669 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fa698b9e-3941-4ca6-8a61-a48a146b47c0 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1888390 Feb 17 17:29:52.176685 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38314) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:29:52.213121 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-52b16512-b7e3-49c7-b44e-703087eafe7f admin admin] Request body: {'subnet': {'network_id': 'b3595dee-39f7-4ec0-aaaf-ea934fa37172', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2046378546-subnet', 'tenant_id': '64dff48bf150493abb464ecd68d31a0a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:29:52.222907 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa698b9e-3941-4ca6-8a61-a48a146b47c0 admin admin] Pushing event updated for resources: {'Network': ['ID=b3595dee-39f7-4ec0-aaaf-ea934fa37172,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:52.248763 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-2013575a-df55-4bf6-bce6-84471182e8c0 None None] For port 4c0bd07d-d75c-4429-9b94-7a211eb6af0d, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=4c0bd07d-d75c-4429-9b94-7a211eb6af0d,segment=NetworkSegment(545be98f-3b17-4979-b9ea-3aed49803ae8),segment_id=545be98f-3b17-4979-b9ea-3aed49803ae8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:29:52.249193 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2013575a-df55-4bf6-bce6-84471182e8c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (4c0bd07d-d75c-4429-9b94-7a211eb6af0d), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:52.295565 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network b3595dee-39f7-4ec0-aaaf-ea934fa37172 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:29:52.301088 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-2013575a-df55-4bf6-bce6-84471182e8c0 None None] Calling delete_port for 4c0bd07d-d75c-4429-9b94-7a211eb6af0d owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:29:52.306218 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b16512-b7e3-49c7-b44e-703087eafe7f admin admin] Made reservation on behalf of 64dff48bf150493abb464ecd68d31a0a for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:29:52.311502 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52b16512-b7e3-49c7-b44e-703087eafe7f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:52.321683 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-65a27402-8a1f-42dd-9543-d44117a13a37 None None] Provisioning complete for port 0be5eb4e-9f82-476c-b1e5-8b1db291d605 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:29:52.322059 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-65a27402-8a1f-42dd-9543-d44117a13a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (0be5eb4e-9f82-476c-b1e5-8b1db291d605), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:52.374487 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 6faa8eac-9e5f-4059-a843-217c34baf08e is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:29:52.377182 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-eda32a51-2306-47a6-9708-2c787b20f3f7 None None] For port 0be5eb4e-9f82-476c-b1e5-8b1db291d605, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:29:52.379429 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-e386eee5-39c9-465c-a78d-5344cb85f857 req-5e166ea3-4581-4d05-9c06-855b420d94d8 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:52.393220 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-da183e4a-e9c3-49b4-ad8f-ee49cd10f6aa service neutron] 10.222.0.87 "GET /v2.0/networks/8329e05c-f5f3-4a6c-995b-30a9e6574e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8387666 Feb 17 17:29:52.481017 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-eda32a51-2306-47a6-9708-2c787b20f3f7 None None] For port 0be5eb4e-9f82-476c-b1e5-8b1db291d605, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=0be5eb4e-9f82-476c-b1e5-8b1db291d605,segment=NetworkSegment(479174b6-5f84-4b2d-ad51-f19bbca96d65),segment_id=479174b6-5f84-4b2d-ad51-f19bbca96d65)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:29:52.500816 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eda32a51-2306-47a6-9708-2c787b20f3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (0be5eb4e-9f82-476c-b1e5-8b1db291d605), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:52.587965 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-8b369aa2-ff0d-44eb-99ed-63bf83a19765 service neutron] 10.222.0.87 "GET /v2.0/networks/8329e05c-f5f3-4a6c-995b-30a9e6574e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843262 Feb 17 17:29:52.594554 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-65a27402-8a1f-42dd-9543-d44117a13a37 None None] Port 0be5eb4e-9f82-476c-b1e5-8b1db291d605 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:29:52.629794 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-e386eee5-39c9-465c-a78d-5344cb85f857 req-5e166ea3-4581-4d05-9c06-855b420d94d8 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Allocated IP 172.25.8.230 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/be1eb305-95e5-4bc7-aaf6-0e94e36f6cd4) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:29:52.631203 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31fd70e-3089-4812-95c8-e65793b5c1ea None None] Pushing event updated for resources: {'Port': ['ID=0be5eb4e-9f82-476c-b1e5-8b1db291d605,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:52.720401 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda32a51-2306-47a6-9708-2c787b20f3f7 None None] Routers {'3c9b192f-64bb-4962-9c8d-47dcf19962d7'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:29:52.721830 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-eda32a51-2306-47a6-9708-2c787b20f3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:29:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['3c9b192f-64bb-4962-9c8d-47dcf19962d7'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:29:52.792827 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b64dbc5e-7bca-43b4-94b2-1524a0393f3d tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (4c0bd07d-d75c-4429-9b94-7a211eb6af0d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:52.809544 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64dbc5e-7bca-43b4-94b2-1524a0393f3d tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] No DVR routers for this DVR port 4c0bd07d-d75c-4429-9b94-7a211eb6af0d on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:29:52.833452 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-3d54af8c-d640-49c1-9e62-c6fcd6b268fe service neutron] 10.222.0.87 "GET /v2.0/networks/8329e05c-f5f3-4a6c-995b-30a9e6574e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359653 Feb 17 17:29:52.881419 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64dbc5e-7bca-43b4-94b2-1524a0393f3d tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Pushing event deleted for resources: {'Port': ['ID=4c0bd07d-d75c-4429-9b94-7a211eb6af0d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:52.961328 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-eda32a51-2306-47a6-9708-2c787b20f3f7 None None] Set router 3c9b192f-64bb-4962-9c8d-47dcf19962d7 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:29:52.986171 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-e386eee5-39c9-465c-a78d-5344cb85f857 req-5e166ea3-4581-4d05-9c06-855b420d94d8 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Publish callbacks [] for port (be1eb305-95e5-4bc7-aaf6-0e94e36f6cd4), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:52.986815 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b64dbc5e-7bca-43b4-94b2-1524a0393f3d tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (adbe638d-d4aa-496b-9197-653745838618), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:53.024119 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-b64dbc5e-7bca-43b4-94b2-1524a0393f3d tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adbe638d-d4aa-496b-9197-653745838618']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:29:53.069305 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-b64dbc5e-7bca-43b4-94b2-1524a0393f3d tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '545be98f-3b17-4979-b9ea-3aed49803ae8') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:29:53.069660 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-b64dbc5e-7bca-43b4-94b2-1524a0393f3d tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '545be98f-3b17-4979-b9ea-3aed49803ae8') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:29:53.075698 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2013575a-df55-4bf6-bce6-84471182e8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (4c0bd07d-d75c-4429-9b94-7a211eb6af0d), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:53.083019 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-e386eee5-39c9-465c-a78d-5344cb85f857 req-5e166ea3-4581-4d05-9c06-855b420d94d8 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (be1eb305-95e5-4bc7-aaf6-0e94e36f6cd4), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:53.093092 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b64dbc5e-7bca-43b4-94b2-1524a0393f3d tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (545be98f-3b17-4979-b9ea-3aed49803ae8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:53.112670 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b64dbc5e-7bca-43b4-94b2-1524a0393f3d tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (545be98f-3b17-4979-b9ea-3aed49803ae8), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:53.115637 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52b16512-b7e3-49c7-b44e-703087eafe7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (0852dccb-8602-4e22-9502-c0af69ac4fad), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:53.174749 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2013575a-df55-4bf6-bce6-84471182e8c0 None None] Pushing event deleted for resources: {'Port': ['ID=4c0bd07d-d75c-4429-9b94-7a211eb6af0d,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:53.202299 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b16512-b7e3-49c7-b44e-703087eafe7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0852dccb-8602-4e22-9502-c0af69ac4fad,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:53.212380 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b64dbc5e-7bca-43b4-94b2-1524a0393f3d tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:29:53.214060 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b64dbc5e-7bca-43b4-94b2-1524a0393f3d tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (545be98f-3b17-4979-b9ea-3aed49803ae8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:53.221561 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:29:53.221561 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:29:53.221561 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:29:53.221561 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:29:53.221561 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:29:53.221561 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:29:53.221561 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:29:53.221561 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:29:53.221561 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:29:53.221561 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:29:53.221561 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:29:53.221561 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:29:53.221561 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:29:53.221561 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:29:53.221561 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:29:53.221561 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:29:53.221561 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:29:53.221561 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:29:53.221561 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:29:53.221561 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:29:53.221561 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:29:53.221561 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:29:53.221561 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:29:53.221561 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:29:53.221561 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:29:53.221561 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:29:53.221561 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:29:53.221561 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:29:53.221561 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:29:53.221561 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:29:53.221561 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:29:53.221561 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:29:53.253964 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e166ea3-4581-4d05-9c06-855b420d94d8 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Pushing event updated for resources: {'Port': ['ID=be1eb305-95e5-4bc7-aaf6-0e94e36f6cd4,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:53.320105 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e386eee5-39c9-465c-a78d-5344cb85f857 req-5e166ea3-4581-4d05-9c06-855b420d94d8 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:29:53.339302 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b16512-b7e3-49c7-b44e-703087eafe7f admin admin] Checking segment: {'id': '074ebf2b-d158-4849-9f71-62ff99da082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b3595dee-39f7-4ec0-aaaf-ea934fa37172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:29:53.339302 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b16512-b7e3-49c7-b44e-703087eafe7f admin admin] Network hostable DHCP agents. Network: b3595dee-39f7-4ec0-aaaf-ea934fa37172, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:29:53.342859 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-e386eee5-39c9-465c-a78d-5344cb85f857 req-5e166ea3-4581-4d05-9c06-855b420d94d8 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:29:53.350319 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 4c0bd07d-d75c-4429-9b94-7a211eb6af0d no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:29:53.355610 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2013575a-df55-4bf6-bce6-84471182e8c0 None None] No DVR routers for this DVR port 4c0bd07d-d75c-4429-9b94-7a211eb6af0d on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:29:53.357077 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b64dbc5e-7bca-43b4-94b2-1524a0393f3d tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (adbe638d-d4aa-496b-9197-653745838618), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:53.360891 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-23fb3113-0c57-4a65-aef0-ab8d849e9256 service neutron] 10.222.0.87 "GET /v2.0/networks/8329e05c-f5f3-4a6c-995b-30a9e6574e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5174484 Feb 17 17:29:53.363239 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-e386eee5-39c9-465c-a78d-5344cb85f857 req-5e166ea3-4581-4d05-9c06-855b420d94d8 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:29:53.365805 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b64dbc5e-7bca-43b4-94b2-1524a0393f3d tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:53.369576 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b64dbc5e-7bca-43b4-94b2-1524a0393f3d tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] 10.222.0.87 "DELETE /v2.0/networks/adbe638d-d4aa-496b-9197-653745838618 HTTP/1.1" status: 204 len: 168 time: 2.2300889 Feb 17 17:29:53.393524 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b16512-b7e3-49c7-b44e-703087eafe7f admin admin] Network b3595dee-39f7-4ec0-aaaf-ea934fa37172 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:29:53.402427 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 4c0bd07d-d75c-4429-9b94-7a211eb6af0d {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:29:53.402906 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 4c0bd07d-d75c-4429-9b94-7a211eb6af0d not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:29:53.403410 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64dbc5e-7bca-43b4-94b2-1524a0393f3d tempest-ServersTestMultiNic-420406633 tempest-ServersTestMultiNic-420406633-project] Pushing event deleted for resources: {'Network': ['ID=adbe638d-d4aa-496b-9197-653745838618,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:53.409444 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-52b16512-b7e3-49c7-b44e-703087eafe7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, b3595dee-39f7-4ec0-aaaf-ea934fa37172) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:29:53.414982 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b16512-b7e3-49c7-b44e-703087eafe7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:53.416061 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52b16512-b7e3-49c7-b44e-703087eafe7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:53.423009 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-15d6b416-4b16-4d55-b2c3-027342d3c441 None None] Provisioning complete for port 0be5eb4e-9f82-476c-b1e5-8b1db291d605 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:29:53.425355 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-15d6b416-4b16-4d55-b2c3-027342d3c441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (0be5eb4e-9f82-476c-b1e5-8b1db291d605), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:53.438800 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-52b16512-b7e3-49c7-b44e-703087eafe7f admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2611828 Feb 17 17:29:53.441277 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38322) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:29:53.446976 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-5884faf0-2905-4489-be35-7b5bdcc6ecac admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2046378546-router', 'tenant_id': '64dff48bf150493abb464ecd68d31a0a', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:29:53.458355 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447eef8c-9848-4628-8f55-dd99bdd426f6 None None] Network b3595dee-39f7-4ec0-aaaf-ea934fa37172 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:29:53.481353 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5884faf0-2905-4489-be35-7b5bdcc6ecac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (baba35d1-f428-44b2-a5ea-5ad4cb959f5d), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:53.483300 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5884faf0-2905-4489-be35-7b5bdcc6ecac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (baba35d1-f428-44b2-a5ea-5ad4cb959f5d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:53.523792 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-eda32a51-2306-47a6-9708-2c787b20f3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9b192f-64bb-4962-9c8d-47dcf19962d7', 'name': 'tempest-FloatingIPsTestJSON-1657877664-router', 'tenant_id': 'da14743f005b402c96a274cfa5110a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '6faa8eac-9e5f-4059-a843-217c34baf08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:29:41Z', 'updated_at': '2022-02-17T17:29:47Z', 'revision_number': 4, 'project_id': 'da14743f005b402c96a274cfa5110a49', 'gw_port': {'id': '6faa8eac-9e5f-4059-a843-217c34baf08e', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9b192f-64bb-4962-9c8d-47dcf19962d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:29:42Z', 'updated_at': '2022-02-17T17:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '0be5eb4e-9f82-476c-b1e5-8b1db291d605', 'name': '', 'network_id': 'f3651cbe-832f-42e9-b33a-feabe008b8ea', 'tenant_id': 'da14743f005b402c96a274cfa5110a49', 'mac_address': 'fa:16:3e:a5:05:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9b192f-64bb-4962-9c8d-47dcf19962d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'ab089e73-9d43-45f5-a9c5-8d0d7e549edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:29:46Z', 'updated_at': '2022-02-17T17:29:52Z', 'revision_number': 4, 'project_id': 'da14743f005b402c96a274cfa5110a49', 'subnets': [{'id': 'ab089e73-9d43-45f5-a9c5-8d0d7e549edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:29:53.565343 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda32a51-2306-47a6-9708-2c787b20f3f7 None None] The sync data for ids ['3c9b192f-64bb-4962-9c8d-47dcf19962d7'] in n-d-829613-2 is: [{'id': '3c9b192f-64bb-4962-9c8d-47dcf19962d7', 'name': 'tempest-FloatingIPsTestJSON-1657877664-router', 'tenant_id': 'da14743f005b402c96a274cfa5110a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '6faa8eac-9e5f-4059-a843-217c34baf08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:29:41Z', 'updated_at': '2022-02-17T17:29:47Z', 'revision_number': 4, 'project_id': 'da14743f005b402c96a274cfa5110a49', 'gw_port': {'id': '6faa8eac-9e5f-4059-a843-217c34baf08e', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9b192f-64bb-4962-9c8d-47dcf19962d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:29:42Z', 'updated_at': '2022-02-17T17:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '0be5eb4e-9f82-476c-b1e5-8b1db291d605', 'name': '', 'network_id': 'f3651cbe-832f-42e9-b33a-feabe008b8ea', 'tenant_id': 'da14743f005b402c96a274cfa5110a49', 'mac_address': 'fa:16:3e:a5:05:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9b192f-64bb-4962-9c8d-47dcf19962d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'ab089e73-9d43-45f5-a9c5-8d0d7e549edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:29:46Z', 'updated_at': '2022-02-17T17:29:52Z', 'revision_number': 4, 'project_id': 'da14743f005b402c96a274cfa5110a49', 'subnets': [{'id': 'ab089e73-9d43-45f5-a9c5-8d0d7e549edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:29:53.588528 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5884faf0-2905-4489-be35-7b5bdcc6ecac admin admin] Publish callbacks [] for router_controller (baba35d1-f428-44b2-a5ea-5ad4cb959f5d), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:53.763945 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70470ef5-b36d-4080-af41-cd09f98924c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-b3595dee-39f7-4ec0-aaaf-ea934fa37172', 'network_id': 'b3595dee-39f7-4ec0-aaaf-ea934fa37172', 'project_id': '64dff48bf150493abb464ecd68d31a0a', 'fixed_ips': [{'subnet_id': '0852dccb-8602-4e22-9502-c0af69ac4fad'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:29:53.765717 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-70470ef5-b36d-4080-af41-cd09f98924c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:53.802615 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-15d6b416-4b16-4d55-b2c3-027342d3c441 None None] Current status of the port 0be5eb4e-9f82-476c-b1e5-8b1db291d605 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:29:53.803525 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-15d6b416-4b16-4d55-b2c3-027342d3c441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0be5eb4e-9f82-476c-b1e5-8b1db291d605), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:53.827395 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5884faf0-2905-4489-be35-7b5bdcc6ecac admin admin] Publish callbacks [] for router_gateway (baba35d1-f428-44b2-a5ea-5ad4cb959f5d), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:53.828650 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-e386eee5-39c9-465c-a78d-5344cb85f857 req-5e166ea3-4581-4d05-9c06-855b420d94d8 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Publish callbacks [] for floatingip (d4023731-c0e0-428c-b5b7-c6af443a0166), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:53.846724 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-88c11335-bac6-465a-94f3-de21ab91fd4e service neutron] 10.222.0.87 "GET /v2.0/networks/8329e05c-f5f3-4a6c-995b-30a9e6574e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4646397 Feb 17 17:29:53.876623 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-15d6b416-4b16-4d55-b2c3-027342d3c441 None None] For port 0be5eb4e-9f82-476c-b1e5-8b1db291d605, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=0be5eb4e-9f82-476c-b1e5-8b1db291d605,segment=NetworkSegment(479174b6-5f84-4b2d-ad51-f19bbca96d65),segment_id=479174b6-5f84-4b2d-ad51-f19bbca96d65)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:29:53.894834 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-15d6b416-4b16-4d55-b2c3-027342d3c441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (0be5eb4e-9f82-476c-b1e5-8b1db291d605), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:53.977203 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d6b416-4b16-4d55-b2c3-027342d3c441 None None] Pushing event updated for resources: {'Port': ['ID=0be5eb4e-9f82-476c-b1e5-8b1db291d605,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:53.985469 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-e386eee5-39c9-465c-a78d-5344cb85f857 req-5e166ea3-4581-4d05-9c06-855b420d94d8 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (be1eb305-95e5-4bc7-aaf6-0e94e36f6cd4), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:54.135056 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-aea7398a-03e2-47e8-97f0-6480f7f92846 service neutron] 10.222.0.87 "GET /v2.0/networks/3226efc1-9bf8-49de-b390-80d0e9a20daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698417 Feb 17 17:29:54.191886 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-70470ef5-b36d-4080-af41-cd09f98924c0 None None] Allocated IP 172.20.0.2 (b3595dee-39f7-4ec0-aaaf-ea934fa37172/0852dccb-8602-4e22-9502-c0af69ac4fad/2f4a3fd0-7ea4-45ee-9771-6e0690a18252) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:29:54.231123 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5884faf0-2905-4489-be35-7b5bdcc6ecac admin admin] Publish callbacks [] for router_gateway (baba35d1-f428-44b2-a5ea-5ad4cb959f5d), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:54.264459 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5884faf0-2905-4489-be35-7b5bdcc6ecac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:54.471869 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-e386eee5-39c9-465c-a78d-5344cb85f857 req-5e166ea3-4581-4d05-9c06-855b420d94d8 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Publish callbacks [] for port (be1eb305-95e5-4bc7-aaf6-0e94e36f6cd4), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:54.478743 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-5884faf0-2905-4489-be35-7b5bdcc6ecac admin admin] Allocated IP 172.25.8.210 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/5eb223a8-ee94-46ed-a9dd-a712b205a1c2) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:29:54.484943 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-5723fd5c-def2-45e5-8f50-1a235fc3cb36 service neutron] 10.222.0.87 "GET /v2.0/networks/3226efc1-9bf8-49de-b390-80d0e9a20daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473935 Feb 17 17:29:54.487502 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-e386eee5-39c9-465c-a78d-5344cb85f857 req-5e166ea3-4581-4d05-9c06-855b420d94d8 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (be1eb305-95e5-4bc7-aaf6-0e94e36f6cd4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:54.560048 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-70470ef5-b36d-4080-af41-cd09f98924c0 None None] Publish callbacks [] for port (2f4a3fd0-7ea4-45ee-9771-6e0690a18252), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:54.568571 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-70470ef5-b36d-4080-af41-cd09f98924c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (2f4a3fd0-7ea4-45ee-9771-6e0690a18252), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:54.640374 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70470ef5-b36d-4080-af41-cd09f98924c0 None None] Network b3595dee-39f7-4ec0-aaaf-ea934fa37172 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:29:54.656737 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-70470ef5-b36d-4080-af41-cd09f98924c0 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:29:54.662029 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70470ef5-b36d-4080-af41-cd09f98924c0 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:29:54.706180 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70470ef5-b36d-4080-af41-cd09f98924c0 None None] Pushing event updated for resources: {'Port': ['ID=2f4a3fd0-7ea4-45ee-9771-6e0690a18252,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:54.716473 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5884faf0-2905-4489-be35-7b5bdcc6ecac admin admin] Publish callbacks [] for port (5eb223a8-ee94-46ed-a9dd-a712b205a1c2), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:54.746041 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-70470ef5-b36d-4080-af41-cd09f98924c0 None None] Attempting to bind port 2f4a3fd0-7ea4-45ee-9771-6e0690a18252 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:29:54.746481 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-70470ef5-b36d-4080-af41-cd09f98924c0 None None] Attempting to bind port 2f4a3fd0-7ea4-45ee-9771-6e0690a18252 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '074ebf2b-d158-4849-9f71-62ff99da082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b3595dee-39f7-4ec0-aaaf-ea934fa37172'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:29:54.746956 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70470ef5-b36d-4080-af41-cd09f98924c0 None None] Attempting to bind port 2f4a3fd0-7ea4-45ee-9771-6e0690a18252 on network b3595dee-39f7-4ec0-aaaf-ea934fa37172 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:29:54.757887 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70470ef5-b36d-4080-af41-cd09f98924c0 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:29:54.758476 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70470ef5-b36d-4080-af41-cd09f98924c0 None None] Checking segment: {'id': '074ebf2b-d158-4849-9f71-62ff99da082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b3595dee-39f7-4ec0-aaaf-ea934fa37172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:29:54.759373 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-70470ef5-b36d-4080-af41-cd09f98924c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:54.760107 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70470ef5-b36d-4080-af41-cd09f98924c0 None None] Bound using segment: {'id': '074ebf2b-d158-4849-9f71-62ff99da082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b3595dee-39f7-4ec0-aaaf-ea934fa37172'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:29:54.761052 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-70470ef5-b36d-4080-af41-cd09f98924c0 None None] Bound port: 2f4a3fd0-7ea4-45ee-9771-6e0690a18252, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '074ebf2b-d158-4849-9f71-62ff99da082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b3595dee-39f7-4ec0-aaaf-ea934fa37172'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:29:54.762137 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-70470ef5-b36d-4080-af41-cd09f98924c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2f4a3fd0-7ea4-45ee-9771-6e0690a18252), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:54.787533 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5884faf0-2905-4489-be35-7b5bdcc6ecac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (5eb223a8-ee94-46ed-a9dd-a712b205a1c2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:54.811580 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-24a66fac-972a-4e7e-8cdb-9b1bc7218053 service neutron] 10.222.0.87 "GET /v2.0/networks/3226efc1-9bf8-49de-b390-80d0e9a20daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164856 Feb 17 17:29:54.830964 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e166ea3-4581-4d05-9c06-855b420d94d8 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Pushing event updated for resources: {'Port': ['ID=be1eb305-95e5-4bc7-aaf6-0e94e36f6cd4,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:54.882119 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-e386eee5-39c9-465c-a78d-5344cb85f857 req-5e166ea3-4581-4d05-9c06-855b420d94d8 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (d4023731-c0e0-428c-b5b7-c6af443a0166), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:54.889859 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5884faf0-2905-4489-be35-7b5bdcc6ecac admin admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:29:54.911486 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-5884faf0-2905-4489-be35-7b5bdcc6ecac admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:29:54.931564 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5884faf0-2905-4489-be35-7b5bdcc6ecac admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:29:54.954788 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-70470ef5-b36d-4080-af41-cd09f98924c0 None None] For port 2f4a3fd0-7ea4-45ee-9771-6e0690a18252, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:29:54.957370 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-e386eee5-39c9-465c-a78d-5344cb85f857 req-5e166ea3-4581-4d05-9c06-855b420d94d8 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:54.965780 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-70470ef5-b36d-4080-af41-cd09f98924c0 None None] For port 2f4a3fd0-7ea4-45ee-9771-6e0690a18252, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=2f4a3fd0-7ea4-45ee-9771-6e0690a18252,segment=NetworkSegment(074ebf2b-d158-4849-9f71-62ff99da082a),segment_id=074ebf2b-d158-4849-9f71-62ff99da082a)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:29:54.967417 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e386eee5-39c9-465c-a78d-5344cb85f857 req-5e166ea3-4581-4d05-9c06-855b420d94d8 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7759106 Feb 17 17:29:54.978846 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-70470ef5-b36d-4080-af41-cd09f98924c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (2f4a3fd0-7ea4-45ee-9771-6e0690a18252), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:55.019150 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5884faf0-2905-4489-be35-7b5bdcc6ecac admin admin] Pushing event updated for resources: {'Port': ['ID=5eb223a8-ee94-46ed-a9dd-a712b205a1c2,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:55.098542 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70470ef5-b36d-4080-af41-cd09f98924c0 None None] Pushing event updated for resources: {'Port': ['ID=2f4a3fd0-7ea4-45ee-9771-6e0690a18252,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:55.121466 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e386eee5-39c9-465c-a78d-5344cb85f857 req-3024fc4c-be9a-48d7-873a-5b6699d53125 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.8.230 HTTP/1.1" status: 200 len: 696 time: 0.1520717 Feb 17 17:29:55.167374 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-98e25c23-7052-4225-85f0-4744905672c2 service neutron] 10.222.0.87 "GET /v2.0/networks/3226efc1-9bf8-49de-b390-80d0e9a20daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485091 Feb 17 17:29:55.246021 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-63bb1a9a-be89-482a-a144-91cd4e28ab74 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:55.247473 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-63bb1a9a-be89-482a-a144-91cd4e28ab74 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports/d8957db4-c462-4444-adca-ec189b379b2a HTTP/1.1" status: 200 len: 935 time: 0.0595443 Feb 17 17:29:55.470948 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-59a26c5c-89a3-4373-adec-6100791c4397 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:55.473695 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-59a26c5c-89a3-4373-adec-6100791c4397 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports/c156d1b1-d51b-43d9-bbea-f01601c5fe5d HTTP/1.1" status: 200 len: 937 time: 0.1802833 Feb 17 17:29:55.536112 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e386eee5-39c9-465c-a78d-5344cb85f857 req-72e2c146-3a80-4d70-ac9c-1cdb43e9856a tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:55.564318 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e386eee5-39c9-465c-a78d-5344cb85f857 req-72e2c146-3a80-4d70-ac9c-1cdb43e9856a tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] 10.222.0.87 "GET /v2.0/networks/d7afcf1f-5124-4168-b80f-10ace9d04ea7 HTTP/1.1" status: 200 len: 784 time: 0.4395704 Feb 17 17:29:55.567274 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5884faf0-2905-4489-be35-7b5bdcc6ecac admin admin] Publish callbacks [] for router_gateway (baba35d1-f428-44b2-a5ea-5ad4cb959f5d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:55.571229 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-e386eee5-39c9-465c-a78d-5344cb85f857 req-0e9fdb48-db2d-414e-99bc-67b1ea3c2039 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:29:55.585841 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e386eee5-39c9-465c-a78d-5344cb85f857 req-0e9fdb48-db2d-414e-99bc-67b1ea3c2039 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0191531 Feb 17 17:29:55.587422 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 0be5eb4e-9f82-476c-b1e5-8b1db291d605 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:29:55.898866 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5884faf0-2905-4489-be35-7b5bdcc6ecac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (baba35d1-f428-44b2-a5ea-5ad4cb959f5d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:55.925591 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4f961-7d40-4cc4-819a-efeb2b9c6e20 req-61257627-3644-4ac5-a18b-f014b2074cfe tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:55.928121 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-69f4f961-7d40-4cc4-819a-efeb2b9c6e20 req-61257627-3644-4ac5-a18b-f014b2074cfe tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/networks?id=233b9567-93de-4ad6-ab48-7ed951f0fba6 HTTP/1.1" status: 200 len: 812 time: 0.1900909 Feb 17 17:29:55.949407 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-69f4f961-7d40-4cc4-819a-efeb2b9c6e20 req-6242c82f-65ff-40c3-be52-55d617ebf9ca tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/quotas/055c5c88106e43038ac2faf0f62d8d68 HTTP/1.1" status: 200 len: 375 time: 0.0134768 Feb 17 17:29:56.101960 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5884faf0-2905-4489-be35-7b5bdcc6ecac admin admin] Router baba35d1-f428-44b2-a5ea-5ad4cb959f5d is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:29:56.132478 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-69f4f961-7d40-4cc4-819a-efeb2b9c6e20 req-f2084b07-9386-482b-a9c3-2406b28c4392 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=055c5c88106e43038ac2faf0f62d8d68&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1632664 Feb 17 17:29:56.157340 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 0be5eb4e-9f82-476c-b1e5-8b1db291d605 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:29:56.158473 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (0be5eb4e-9f82-476c-b1e5-8b1db291d605), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:56.178075 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-75ad7a3d-3777-4180-a966-b736895af30d service neutron] 10.222.0.71 "GET /v2.0/ports/9335df1e-0297-42ac-8b06-72fbb5b578ef/bindings/n-h2-829613-2 HTTP/1.1" status: 200 len: 384 time: 0.1201684 Feb 17 17:29:56.281349 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 0be5eb4e-9f82-476c-b1e5-8b1db291d605 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:29:56.325352 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5884faf0-2905-4489-be35-7b5bdcc6ecac admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:29:56.337841 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76de432a-ecfd-4185-8f91-74585be944f1 None None] Sync routers for ids ['baba35d1-f428-44b2-a5ea-5ad4cb959f5d'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:29:56.350449 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5884faf0-2905-4489-be35-7b5bdcc6ecac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:56.351961 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5884faf0-2905-4489-be35-7b5bdcc6ecac admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9094868 Feb 17 17:29:56.354742 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38356) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:29:56.359696 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76de432a-ecfd-4185-8f91-74585be944f1 None None] Routers {'baba35d1-f428-44b2-a5ea-5ad4cb959f5d'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:29:56.363214 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-76de432a-ecfd-4185-8f91-74585be944f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:29:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['baba35d1-f428-44b2-a5ea-5ad4cb959f5d'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:29:56.538173 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-69f4f961-7d40-4cc4-819a-efeb2b9c6e20 req-7f6eda1a-a98d-447a-a744-49ad4fe7a3db service neutron] 10.222.0.87 "GET /v2.0/networks/233b9567-93de-4ad6-ab48-7ed951f0fba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913510 Feb 17 17:29:56.560866 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-76de432a-ecfd-4185-8f91-74585be944f1 None None] Set router baba35d1-f428-44b2-a5ea-5ad4cb959f5d gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:29:56.874790 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddbe09d-be09-4608-986c-f862083cdb16 None None] Network b3595dee-39f7-4ec0-aaaf-ea934fa37172 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:29:56.923058 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-69f4f961-7d40-4cc4-819a-efeb2b9c6e20 req-0d3f3a3f-8289-4507-88ab-28c968e53f3c service neutron] 10.222.0.87 "GET /v2.0/networks/233b9567-93de-4ad6-ab48-7ed951f0fba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814850 Feb 17 17:29:56.927438 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-92f86ea6-cc81-4698-b3cf-28377c4f343b service neutron] For port 9335df1e-0297-42ac-8b06-72fbb5b578ef, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=9335df1e-0297-42ac-8b06-72fbb5b578ef,segment=NetworkSegment(00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be),segment_id=00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:29:56.945964 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38368) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:29:56.978783 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-92f86ea6-cc81-4698-b3cf-28377c4f343b service neutron] For port 9335df1e-0297-42ac-8b06-72fbb5b578ef, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:29:57.002523 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-76de432a-ecfd-4185-8f91-74585be944f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baba35d1-f428-44b2-a5ea-5ad4cb959f5d', 'name': 'tempest-FloatingIPDetailsTestJSON-2046378546-router', 'tenant_id': '64dff48bf150493abb464ecd68d31a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5eb223a8-ee94-46ed-a9dd-a712b205a1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:29:53Z', 'updated_at': '2022-02-17T17:29:55Z', 'revision_number': 3, 'project_id': '64dff48bf150493abb464ecd68d31a0a', 'gw_port': {'id': '5eb223a8-ee94-46ed-a9dd-a712b205a1c2', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:85:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baba35d1-f428-44b2-a5ea-5ad4cb959f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:29:54Z', 'updated_at': '2022-02-17T17:29:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:29:57.021382 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-92f86ea6-cc81-4698-b3cf-28377c4f343b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9335df1e-0297-42ac-8b06-72fbb5b578ef {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:29:57.032678 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76de432a-ecfd-4185-8f91-74585be944f1 None None] Checking router: baba35d1-f428-44b2-a5ea-5ad4cb959f5d for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:29:57.033190 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76de432a-ecfd-4185-8f91-74585be944f1 None None] Updating router baba35d1-f428-44b2-a5ea-5ad4cb959f5d port 5eb223a8-ee94-46ed-a9dd-a712b205a1c2 binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:29:57.035694 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-92f86ea6-cc81-4698-b3cf-28377c4f343b service neutron] For port 9335df1e-0297-42ac-8b06-72fbb5b578ef, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=9335df1e-0297-42ac-8b06-72fbb5b578ef,segment=NetworkSegment(00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be),segment_id=00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:29:57.071178 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-76de432a-ecfd-4185-8f91-74585be944f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5eb223a8-ee94-46ed-a9dd-a712b205a1c2), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:57.078499 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-92f86ea6-cc81-4698-b3cf-28377c4f343b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (9335df1e-0297-42ac-8b06-72fbb5b578ef), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:57.115052 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-52d1fa58-63cf-42fc-8fc7-d83015de07d8 None None] Provisioning complete for port 2f4a3fd0-7ea4-45ee-9771-6e0690a18252 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:29:57.115747 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-52d1fa58-63cf-42fc-8fc7-d83015de07d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2f4a3fd0-7ea4-45ee-9771-6e0690a18252), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:57.190528 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6584ea-2093-40b0-a318-0011430ef1ba req-e0ebb122-0cad-4df1-9e54-f1aec05b5be2 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:57.200177 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2e6584ea-2093-40b0-a318-0011430ef1ba req-e0ebb122-0cad-4df1-9e54-f1aec05b5be2 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f HTTP/1.1" status: 200 len: 943 time: 0.3745463 Feb 17 17:29:57.387140 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7cb57d92-635d-4341-a7c5-9490fe50762d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:57.420812 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-52d1fa58-63cf-42fc-8fc7-d83015de07d8 None None] Current status of the port 2f4a3fd0-7ea4-45ee-9771-6e0690a18252 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:29:57.420812 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-52d1fa58-63cf-42fc-8fc7-d83015de07d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2f4a3fd0-7ea4-45ee-9771-6e0690a18252), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:57.439862 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2e6584ea-2093-40b0-a318-0011430ef1ba req-4b0b04f0-2f14-47a4-a9df-f757347482ad tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379267 Feb 17 17:29:57.471784 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-3dee4aed-ae3f-48f5-991e-7bd355424d5f tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:57.474212 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-3dee4aed-ae3f-48f5-991e-7bd355424d5f tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports/d8957db4-c462-4444-adca-ec189b379b2a HTTP/1.1" status: 200 len: 935 time: 0.5266755 Feb 17 17:29:57.488567 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a9877d70-ff12-469e-80e1-8dd336f0006e req-147f295b-e8f8-4d8d-83dd-e0060022f7b8 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] 10.222.0.87 "GET /v2.0/floatingips/d4023731-c0e0-428c-b5b7-c6af443a0166 HTTP/1.1" status: 200 len: 693 time: 0.1992011 Feb 17 17:29:57.509665 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-76de432a-ecfd-4185-8f91-74585be944f1 None None] Publish callbacks [] for port (5eb223a8-ee94-46ed-a9dd-a712b205a1c2), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:57.519520 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-76de432a-ecfd-4185-8f91-74585be944f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (5eb223a8-ee94-46ed-a9dd-a712b205a1c2), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:57.529274 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-52d1fa58-63cf-42fc-8fc7-d83015de07d8 None None] For port 2f4a3fd0-7ea4-45ee-9771-6e0690a18252, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=2f4a3fd0-7ea4-45ee-9771-6e0690a18252,segment=NetworkSegment(074ebf2b-d158-4849-9f71-62ff99da082a),segment_id=074ebf2b-d158-4849-9f71-62ff99da082a)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:29:57.540496 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-52d1fa58-63cf-42fc-8fc7-d83015de07d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (2f4a3fd0-7ea4-45ee-9771-6e0690a18252), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:57.632106 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-76de432a-ecfd-4185-8f91-74585be944f1 None None] Attempting to bind port 5eb223a8-ee94-46ed-a9dd-a712b205a1c2 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:29:57.634646 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-76de432a-ecfd-4185-8f91-74585be944f1 None None] Attempting to bind port 5eb223a8-ee94-46ed-a9dd-a712b205a1c2 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:29:57.636217 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76de432a-ecfd-4185-8f91-74585be944f1 None None] Attempting to bind port 5eb223a8-ee94-46ed-a9dd-a712b205a1c2 on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:29:57.653064 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d1fa58-63cf-42fc-8fc7-d83015de07d8 None None] Pushing event updated for resources: {'Port': ['ID=2f4a3fd0-7ea4-45ee-9771-6e0690a18252,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:57.663741 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 2f4a3fd0-7ea4-45ee-9771-6e0690a18252 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:29:57.679164 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5d64db1c-3ea8-4eea-82dc-b2e3319f3050 req-044f02de-946e-47bf-b50d-406eb4cd9010 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 210 time: 0.0557945 Feb 17 17:29:57.697590 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76de432a-ecfd-4185-8f91-74585be944f1 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:29:57.698218 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76de432a-ecfd-4185-8f91-74585be944f1 None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:29:57.700160 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-76de432a-ecfd-4185-8f91-74585be944f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:57.700679 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76de432a-ecfd-4185-8f91-74585be944f1 None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:29:57.703752 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-76de432a-ecfd-4185-8f91-74585be944f1 None None] Bound port: 5eb223a8-ee94-46ed-a9dd-a712b205a1c2, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:29:57.706748 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-76de432a-ecfd-4185-8f91-74585be944f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5eb223a8-ee94-46ed-a9dd-a712b205a1c2), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:57.786305 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71152ef-abc3-4f9e-b9a0-d40074af1811 None None] Pushing event updated for resources: {'Port': ['ID=5eb223a8-ee94-46ed-a9dd-a712b205a1c2,revision_number=2']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:57.820533 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 2f4a3fd0-7ea4-45ee-9771-6e0690a18252 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:29:57.820917 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2f4a3fd0-7ea4-45ee-9771-6e0690a18252), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:57.884277 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-33d35e2d-22f1-4a71-a8e5-f5d1c6a06783 None None] Provisioning complete for port 2f4a3fd0-7ea4-45ee-9771-6e0690a18252 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:29:57.884588 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-33d35e2d-22f1-4a71-a8e5-f5d1c6a06783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2f4a3fd0-7ea4-45ee-9771-6e0690a18252), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:57.927390 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-76de432a-ecfd-4185-8f91-74585be944f1 None None] For port 5eb223a8-ee94-46ed-a9dd-a712b205a1c2, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:29:57.941077 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-76de432a-ecfd-4185-8f91-74585be944f1 None None] For port 5eb223a8-ee94-46ed-a9dd-a712b205a1c2, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=5eb223a8-ee94-46ed-a9dd-a712b205a1c2,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:29:57.945560 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-7cb57d92-635d-4341-a7c5-9490fe50762d admin admin] Allocated IP 172.20.0.1 (b3595dee-39f7-4ec0-aaaf-ea934fa37172/0852dccb-8602-4e22-9502-c0af69ac4fad/93be93be-a92c-4638-be29-35a3ab9eba7b) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:29:57.966708 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-76de432a-ecfd-4185-8f91-74585be944f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (5eb223a8-ee94-46ed-a9dd-a712b205a1c2), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:58.047683 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9877d70-ff12-469e-80e1-8dd336f0006e req-29a5c1c9-96db-43bd-a0e6-db907fb01c52 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:58.058781 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 2f4a3fd0-7ea4-45ee-9771-6e0690a18252 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:29:58.065833 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a9877d70-ff12-469e-80e1-8dd336f0006e req-29a5c1c9-96db-43bd-a0e6-db907fb01c52 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] 10.222.0.87 "GET /v2.0/networks/d7afcf1f-5124-4168-b80f-10ace9d04ea7 HTTP/1.1" status: 200 len: 784 time: 0.5730278 Feb 17 17:29:58.091052 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-a9877d70-ff12-469e-80e1-8dd336f0006e req-c8b72ba9-ee0f-415f-b6ed-b5ea8afa3ec5 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:29:58.111945 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71152ef-abc3-4f9e-b9a0-d40074af1811 None None] Pushing event updated for resources: {'Port': ['ID=5eb223a8-ee94-46ed-a9dd-a712b205a1c2,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:58.119188 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a9877d70-ff12-469e-80e1-8dd336f0006e req-c8b72ba9-ee0f-415f-b6ed-b5ea8afa3ec5 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0502613 Feb 17 17:29:58.147498 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-92f86ea6-cc81-4698-b3cf-28377c4f343b service neutron] Transition to ACTIVE for port object 9335df1e-0297-42ac-8b06-72fbb5b578ef will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:29:58.161352 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-92f86ea6-cc81-4698-b3cf-28377c4f343b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (9335df1e-0297-42ac-8b06-72fbb5b578ef), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:58.172560 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-33d35e2d-22f1-4a71-a8e5-f5d1c6a06783 None None] Current status of the port 2f4a3fd0-7ea4-45ee-9771-6e0690a18252 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:29:58.177376 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76de432a-ecfd-4185-8f91-74585be944f1 None None] Routers {'baba35d1-f428-44b2-a5ea-5ad4cb959f5d'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:29:58.179144 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-76de432a-ecfd-4185-8f91-74585be944f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:29:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['baba35d1-f428-44b2-a5ea-5ad4cb959f5d'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:29:58.253164 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-cff0c241-b227-4c60-b81e-42e48091bdfc tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:58.257480 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-cff0c241-b227-4c60-b81e-42e48091bdfc tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports/c156d1b1-d51b-43d9-bbea-f01601c5fe5d HTTP/1.1" status: 200 len: 937 time: 0.7744312 Feb 17 17:29:58.326128 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7cb57d92-635d-4341-a7c5-9490fe50762d admin admin] Publish callbacks [] for port (93be93be-a92c-4638-be29-35a3ab9eba7b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:58.330964 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-229f1453-da91-4a4f-8110-9cd999025b6c req-0ed58c03-5d5d-4f93-99f2-9d99850b4097 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/ports?device_id=84151010-7659-4be7-9c75-3cf9f7e01e98 HTTP/1.1" status: 200 len: 210 time: 0.1441422 Feb 17 17:29:58.388222 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7cb57d92-635d-4341-a7c5-9490fe50762d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (93be93be-a92c-4638-be29-35a3ab9eba7b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:58.474120 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9c892aae-5052-48e9-98a3-d9dfd3ba76d8 req-07346a4c-11c6-4590-8a9d-688aadebc869 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] 10.222.0.87 "GET /v2.0/floatingips?tenant_id=da14743f005b402c96a274cfa5110a49 HTTP/1.1" status: 200 len: 696 time: 0.0637629 Feb 17 17:29:58.480738 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb57d92-635d-4341-a7c5-9490fe50762d admin admin] Pushing event updated for resources: {'Port': ['ID=93be93be-a92c-4638-be29-35a3ab9eba7b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:58.504008 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb57d92-635d-4341-a7c5-9490fe50762d admin admin] Network b3595dee-39f7-4ec0-aaaf-ea934fa37172 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:29:58.507235 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-7cb57d92-635d-4341-a7c5-9490fe50762d admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:29:58.521497 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb57d92-635d-4341-a7c5-9490fe50762d admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:29:58.626167 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7cb57d92-635d-4341-a7c5-9490fe50762d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (baba35d1-f428-44b2-a5ea-5ad4cb959f5d), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:58.678612 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c892aae-5052-48e9-98a3-d9dfd3ba76d8 req-dc725056-34e6-4e16-8dde-4bfc44d7a43c tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:58.687460 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9c892aae-5052-48e9-98a3-d9dfd3ba76d8 req-dc725056-34e6-4e16-8dde-4bfc44d7a43c tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] 10.222.0.87 "GET /v2.0/networks?id=d7afcf1f-5124-4168-b80f-10ace9d04ea7 HTTP/1.1" status: 200 len: 787 time: 0.1916461 Feb 17 17:29:58.696555 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-9c892aae-5052-48e9-98a3-d9dfd3ba76d8 req-c2389f28-893b-46e8-8300-8cb3dca83028 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:29:58.714338 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9c892aae-5052-48e9-98a3-d9dfd3ba76d8 req-c2389f28-893b-46e8-8300-8cb3dca83028 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0259674 Feb 17 17:29:58.716147 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-92f86ea6-cc81-4698-b3cf-28377c4f343b service neutron] No DVR routers for this DVR port 9335df1e-0297-42ac-8b06-72fbb5b578ef on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:29:58.755084 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-76de432a-ecfd-4185-8f91-74585be944f1 None None] Set router baba35d1-f428-44b2-a5ea-5ad4cb959f5d gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:29:58.865683 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f86ea6-cc81-4698-b3cf-28377c4f343b service neutron] Pushing event updated for resources: {'Port': ['ID=9335df1e-0297-42ac-8b06-72fbb5b578ef,revision_number=10']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:29:58.910707 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03498249-bc5c-4d29-bbfc-588c63f11f38 req-c12c11f8-cc0e-4456-93d6-9f8115a7c9fc tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:58.918539 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-03498249-bc5c-4d29-bbfc-588c63f11f38 req-c12c11f8-cc0e-4456-93d6-9f8115a7c9fc tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c1c9e62-f154-4280-b85f-80d505950f7e HTTP/1.1" status: 200 len: 949 time: 0.5767107 Feb 17 17:29:58.943986 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-92f86ea6-cc81-4698-b3cf-28377c4f343b service neutron] 10.222.0.71 "PUT /v2.0/ports/9335df1e-0297-42ac-8b06-72fbb5b578ef/bindings/n-h2-829613-2/activate HTTP/1.1" status: 200 len: 369 time: 2.7530756 Feb 17 17:29:58.952137 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7cb57d92-635d-4341-a7c5-9490fe50762d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (93be93be-a92c-4638-be29-35a3ab9eba7b), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:59.025708 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b7ace5ef-1c2d-4991-be41-ad3f5e53fcb9 None None] Provisioning complete for port 93be93be-a92c-4638-be29-35a3ab9eba7b triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:29:59.026342 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b7ace5ef-1c2d-4991-be41-ad3f5e53fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (93be93be-a92c-4638-be29-35a3ab9eba7b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:59.099037 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-03498249-bc5c-4d29-bbfc-588c63f11f38 req-db6a820a-aef5-4fe1-9388-b624043013bf tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/security-groups?id=21a8b692-4450-4054-9577-11ac5acdc057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741035 Feb 17 17:29:59.151503 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b7ace5ef-1c2d-4991-be41-ad3f5e53fcb9 None None] Port 93be93be-a92c-4638-be29-35a3ab9eba7b cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:29:59.313221 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-57de865e-ccb2-47a6-b254-6ee03c2f60e6 tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:29:59.320291 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-57de865e-ccb2-47a6-b254-6ee03c2f60e6 tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f&tenant_id=5bb8389d8da44943868afc5c1f119806&binding%3Ahost_id=n-h1-829613-2 HTTP/1.1" status: 200 len: 1126 time: 0.1783922 Feb 17 17:29:59.436475 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7cb57d92-635d-4341-a7c5-9490fe50762d admin admin] Publish callbacks [] for port (93be93be-a92c-4638-be29-35a3ab9eba7b), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:59.464691 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7cb57d92-635d-4341-a7c5-9490fe50762d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (93be93be-a92c-4638-be29-35a3ab9eba7b), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:59.520692 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-76de432a-ecfd-4185-8f91-74585be944f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baba35d1-f428-44b2-a5ea-5ad4cb959f5d', 'name': 'tempest-FloatingIPDetailsTestJSON-2046378546-router', 'tenant_id': '64dff48bf150493abb464ecd68d31a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5eb223a8-ee94-46ed-a9dd-a712b205a1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:29:53Z', 'updated_at': '2022-02-17T17:29:55Z', 'revision_number': 3, 'project_id': '64dff48bf150493abb464ecd68d31a0a', 'gw_port': {'id': '5eb223a8-ee94-46ed-a9dd-a712b205a1c2', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:85:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baba35d1-f428-44b2-a5ea-5ad4cb959f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:29:54Z', 'updated_at': '2022-02-17T17:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:29:59.541937 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 2f4a3fd0-7ea4-45ee-9771-6e0690a18252 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:29:59.585397 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76de432a-ecfd-4185-8f91-74585be944f1 None None] The sync data for ids ['baba35d1-f428-44b2-a5ea-5ad4cb959f5d'] in n-d-829613-2 is: [{'id': 'baba35d1-f428-44b2-a5ea-5ad4cb959f5d', 'name': 'tempest-FloatingIPDetailsTestJSON-2046378546-router', 'tenant_id': '64dff48bf150493abb464ecd68d31a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5eb223a8-ee94-46ed-a9dd-a712b205a1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:29:53Z', 'updated_at': '2022-02-17T17:29:55Z', 'revision_number': 3, 'project_id': '64dff48bf150493abb464ecd68d31a0a', 'gw_port': {'id': '5eb223a8-ee94-46ed-a9dd-a712b205a1c2', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:85:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baba35d1-f428-44b2-a5ea-5ad4cb959f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:29:54Z', 'updated_at': '2022-02-17T17:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:29:59.682410 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 2f4a3fd0-7ea4-45ee-9771-6e0690a18252 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:29:59.685408 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2f4a3fd0-7ea4-45ee-9771-6e0690a18252), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:29:59.869588 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 2f4a3fd0-7ea4-45ee-9771-6e0690a18252 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:30:00.097981 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-15905104-3468-4d4a-8f6c-d1eb8d8dc5b0 req-b9cd2019-6435-4dca-9e37-7805c19b655d tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 210 time: 0.1231182 Feb 17 17:30:00.146483 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865015c-437d-4239-957d-761b18ea4216 req-4b0f9a15-cbc9-45c1-a0ac-673d013fff2f tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:00.156852 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0865015c-437d-4239-957d-761b18ea4216 req-4b0f9a15-cbc9-45c1-a0ac-673d013fff2f tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f HTTP/1.1" status: 200 len: 944 time: 1.1695025 Feb 17 17:30:00.236560 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7cb57d92-635d-4341-a7c5-9490fe50762d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (baba35d1-f428-44b2-a5ea-5ad4cb959f5d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:00.241534 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-ca535a1d-6226-4b7e-a244-6864c7ea08ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:00.244096 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-ca535a1d-6226-4b7e-a244-6864c7ea08ab service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f&tenant_id=5bb8389d8da44943868afc5c1f119806 HTTP/1.1" status: 200 len: 1126 time: 0.9153509 Feb 17 17:30:00.260631 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb57d92-635d-4341-a7c5-9490fe50762d admin admin] Pushing event updated for resources: {'Port': ['ID=93be93be-a92c-4638-be29-35a3ab9eba7b,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:00.325359 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-879f339b-c693-48ca-bc60-d1d635579069 req-ddd237b4-8aa9-428b-a736-3fbfbe83d4d2 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] 10.222.0.87 "GET /v2.0/floatingips/d4023731-c0e0-428c-b5b7-c6af443a0166 HTTP/1.1" status: 200 len: 693 time: 0.1360595 Feb 17 17:30:00.327888 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e50bf8d-f4b1-4d48-b6d5-65cd4675fb0a req-67e2c273-33e6-401c-8910-7bb6d3be40a8 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:00.330081 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8e50bf8d-f4b1-4d48-b6d5-65cd4675fb0a req-67e2c273-33e6-401c-8910-7bb6d3be40a8 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.71 "GET /v2.0/ports?device_id=6c1c9e62-f154-4280-b85f-80d505950f7e HTTP/1.1" status: 200 len: 949 time: 0.6852360 Feb 17 17:30:00.330697 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.71', 61998) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:30:00.424604 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-99de4fb0-3e76-4fc5-9e98-f2a3c7cf9c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:00.431012 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-99de4fb0-3e76-4fc5-9e98-f2a3c7cf9c68 service neutron] 10.222.0.71 "GET /v2.0/ports/d8957db4-c462-4444-adca-ec189b379b2a HTTP/1.1" status: 200 len: 1031 time: 0.0782418 Feb 17 17:30:00.557248 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8b29f913-78ff-47c8-b7ca-f4785446dc6f req-703daee0-95e8-48c2-ac29-5426b8c5dffa service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0048194a-7ecd-4b9e-a745-5d1cf715ba0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.4550345 Feb 17 17:30:00.688696 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4f961-7d40-4cc4-819a-efeb2b9c6e20 req-c431345d-1062-4cb2-8a89-bcda4163df7c tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:00.689855 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-69f4f961-7d40-4cc4-819a-efeb2b9c6e20 req-c431345d-1062-4cb2-8a89-bcda4163df7c tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.71 "GET /v2.0/networks?id=233b9567-93de-4ad6-ab48-7ed951f0fba6 HTTP/1.1" status: 200 len: 812 time: 1.5469310 Feb 17 17:30:00.829983 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0865015c-437d-4239-957d-761b18ea4216 req-996c522f-a481-4825-a0e8-ca8017de0e1d tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6703570 Feb 17 17:30:00.850103 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f339b-c693-48ca-bc60-d1d635579069 req-8b29c7e8-0a6e-4e67-8068-28024872af20 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:00.851587 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-879f339b-c693-48ca-bc60-d1d635579069 req-8b29c7e8-0a6e-4e67-8068-28024872af20 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] 10.222.0.87 "GET /v2.0/networks/d7afcf1f-5124-4168-b80f-10ace9d04ea7 HTTP/1.1" status: 200 len: 784 time: 0.4379928 Feb 17 17:30:00.869664 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-69f4f961-7d40-4cc4-819a-efeb2b9c6e20 req-892177df-5713-4ebc-950a-1603741c873c tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Request body: {'port': {'device_id': '84151010-7659-4be7-9c75-3cf9f7e01e98', 'network_id': '233b9567-93de-4ad6-ab48-7ed951f0fba6', 'admin_state_up': True, 'tenant_id': '055c5c88106e43038ac2faf0f62d8d68'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:30:00.885221 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-879f339b-c693-48ca-bc60-d1d635579069 req-aaaa3ae2-44e4-4fed-bede-db706ba85b30 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:30:00.886385 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-879f339b-c693-48ca-bc60-d1d635579069 req-aaaa3ae2-44e4-4fed-bede-db706ba85b30 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0119736 Feb 17 17:30:00.939667 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-eaf056f6-585d-45a8-b383-56e567e29d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:00.941360 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-eaf056f6-585d-45a8-b383-56e567e29d31 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5bb8389d8da44943868afc5c1f119806&device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f HTTP/1.1" status: 200 len: 1126 time: 0.6096139 Feb 17 17:30:00.941849 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38418) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:30:01.020913 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-879f339b-c693-48ca-bc60-d1d635579069 req-d2a1e633-693d-4acc-9a32-763b310d30d2 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.8.230 HTTP/1.1" status: 200 len: 696 time: 0.1132209 Feb 17 17:30:01.122148 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-35e12728-112f-465a-b6e3-64566787d28a req-0bbe9b00-5143-429b-8052-cb3fec95d130 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/ports?device_id=84151010-7659-4be7-9c75-3cf9f7e01e98 HTTP/1.1" status: 200 len: 210 time: 0.0874023 Feb 17 17:30:01.169765 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-f7966a94-59a8-4771-a7e1-e7be6938c586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:01.171528 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-f7966a94-59a8-4771-a7e1-e7be6938c586 service neutron] 10.222.0.71 "GET /v2.0/ports/c156d1b1-d51b-43d9-bbea-f01601c5fe5d HTTP/1.1" status: 200 len: 1033 time: 0.6827168 Feb 17 17:30:01.182679 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb57d92-635d-4341-a7c5-9490fe50762d admin admin] Network b3595dee-39f7-4ec0-aaaf-ea934fa37172 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:30:01.189346 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-879f339b-c693-48ca-bc60-d1d635579069 req-29db974f-6711-42b7-9e58-f9880805d87b tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.8.230 HTTP/1.1" status: 200 len: 696 time: 0.1456554 Feb 17 17:30:01.461518 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-7cb57d92-635d-4341-a7c5-9490fe50762d admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:30:01.470199 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-d856bff1-942b-484b-8bf1-2d70bbbf963f tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:01.475574 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-d856bff1-942b-484b-8bf1-2d70bbbf963f tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:01.485289 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-d856bff1-942b-484b-8bf1-2d70bbbf963f tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:01.486173 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-d856bff1-942b-484b-8bf1-2d70bbbf963f tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.71 "GET /v2.0/networks?id=b4ed5d6f-3eb3-4d80-ba86-b711da993733&id=8329e05c-f5f3-4a6c-995b-30a9e6574e32&id=8329e05c-f5f3-4a6c-995b-30a9e6574e32&id=8329e05c-f5f3-4a6c-995b-30a9e6574e32&id=8329e05c-f5f3-4a6c-995b-30a9e6574e32&id=3226efc1-9bf8-49de-b390-80d0e9a20daa&id=3226efc1-9bf8-49de-b390-80d0e9a20daa HTTP/1.1" status: 200 len: 1993 time: 0.3015051 Feb 17 17:30:01.521771 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 5eb223a8-ee94-46ed-a9dd-a712b205a1c2 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:30:01.578157 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b29f913-78ff-47c8-b7ca-f4785446dc6f req-0d44b666-bedb-4e31-803a-d422b39eb77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:01.580157 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8b29f913-78ff-47c8-b7ca-f4785446dc6f req-0d44b666-bedb-4e31-803a-d422b39eb77d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f8aea314af29468ab6557472620785fc&device_id=0048194a-7ecd-4b9e-a745-5d1cf715ba0a HTTP/1.1" status: 200 len: 1127 time: 0.9343057 Feb 17 17:30:01.626927 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 5eb223a8-ee94-46ed-a9dd-a712b205a1c2 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:30:01.627538 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (5eb223a8-ee94-46ed-a9dd-a712b205a1c2), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:01.722088 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-de577637-d23f-42e1-be07-d4335daa5c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:01.723716 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-de577637-d23f-42e1-be07-d4335daa5c0c service neutron] 10.222.0.91 "GET /v2.0/networks?id=5dbbad70-2eaf-4ac4-baab-330b001075bb HTTP/1.1" status: 200 len: 921 time: 0.3849008 Feb 17 17:30:01.774160 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07447030-260c-4cb1-92f1-2a5fc5c1888e req-8b044d2f-a1e3-43e1-ae51-b69b9df90db0 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:01.782341 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-07447030-260c-4cb1-92f1-2a5fc5c1888e req-8b044d2f-a1e3-43e1-ae51-b69b9df90db0 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c1c9e62-f154-4280-b85f-80d505950f7e HTTP/1.1" status: 200 len: 949 time: 0.4252062 Feb 17 17:30:01.789572 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69f4f961-7d40-4cc4-819a-efeb2b9c6e20 req-892177df-5713-4ebc-950a-1603741c873c tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Made reservation on behalf of 055c5c88106e43038ac2faf0f62d8d68 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:30:01.794865 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-69f4f961-7d40-4cc4-819a-efeb2b9c6e20 req-892177df-5713-4ebc-950a-1603741c873c tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:01.845398 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 5eb223a8-ee94-46ed-a9dd-a712b205a1c2 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:30:01.845931 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5eb223a8-ee94-46ed-a9dd-a712b205a1c2), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:01.896512 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 5eb223a8-ee94-46ed-a9dd-a712b205a1c2, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=5eb223a8-ee94-46ed-a9dd-a712b205a1c2,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:30:01.908608 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (5eb223a8-ee94-46ed-a9dd-a712b205a1c2), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:01.992456 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-07447030-260c-4cb1-92f1-2a5fc5c1888e req-67cc989d-24a5-4807-87d1-3469d829b659 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/security-groups?id=21a8b692-4450-4054-9577-11ac5acdc057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982813 Feb 17 17:30:02.041251 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-7035b728-3cd0-478c-bead-ec0c8f6d035b None None] Provisioning complete for port 93be93be-a92c-4638-be29-35a3ab9eba7b triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:30:02.042265 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7035b728-3cd0-478c-bead-ec0c8f6d035b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (93be93be-a92c-4638-be29-35a3ab9eba7b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:02.072299 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb57d92-635d-4341-a7c5-9490fe50762d admin admin] Router baba35d1-f428-44b2-a5ea-5ad4cb959f5d has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:30:02.110323 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-7035b728-3cd0-478c-bead-ec0c8f6d035b None None] Port 93be93be-a92c-4638-be29-35a3ab9eba7b cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:30:02.145262 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=5eb223a8-ee94-46ed-a9dd-a712b205a1c2,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:02.197702 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-a7c192ae-f3b3-4d8f-8756-c62504a624b0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9335df1e-0297-42ac-8b06-72fbb5b578ef HTTP/1.1" status: 200 len: 217 time: 0.1199632 Feb 17 17:30:02.324692 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-69f4f961-7d40-4cc4-819a-efeb2b9c6e20 req-892177df-5713-4ebc-950a-1603741c873c tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Allocated IP 172.20.0.14 (233b9567-93de-4ad6-ab48-7ed951f0fba6/bb181189-1480-4377-9824-fc7c67a5f7e8/9b3df149-c69e-43f8-b736-9660a4ee91f3) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:30:02.332337 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-8e50bf8d-f4b1-4d48-b6d5-65cd4675fb0a req-b81120d3-92cc-4dc9-97cc-d521ba427ffa tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Deleting port 566c61d9-9443-4b0f-abe2-085f1f966aca {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:30:02.332775 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8e50bf8d-f4b1-4d48-b6d5-65cd4675fb0a req-b81120d3-92cc-4dc9-97cc-d521ba427ffa tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (566c61d9-9443-4b0f-abe2-085f1f966aca), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:02.444842 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-8161add9-3de9-49ea-92c4-78f365e4b27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:02.446357 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-8161add9-3de9-49ea-92c4-78f365e4b27e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d4b8c7cb-ffed-4089-8d05-52af74f92303 HTTP/1.1" status: 200 len: 860 time: 0.2424834 Feb 17 17:30:02.451661 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-f175d2bc-da25-4b58-89fb-f2c15ad03940 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6c91da603a1485eab422cc6ab78977f HTTP/1.1" status: 200 len: 379 time: 0.8846862 Feb 17 17:30:02.501866 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-01ccd444-5ee1-46a2-bd3e-22e583e80e3d tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Request body: {'port': {'device_id': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'network_id': 'b4ed5d6f-3eb3-4d80-ba86-b711da993733', 'admin_state_up': True, 'tenant_id': 'c6c91da603a1485eab422cc6ab78977f', 'security_groups': ['06bbdf43-383d-412d-a4a7-27f1a95946ae']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:30:02.538248 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-d6a5e83b-f3d5-43f4-9bbe-5969e2049421 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5dbbad70-2eaf-4ac4-baab-330b001075bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825174 Feb 17 17:30:02.634987 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-69f4f961-7d40-4cc4-819a-efeb2b9c6e20 req-892177df-5713-4ebc-950a-1603741c873c tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for port (9b3df149-c69e-43f8-b736-9660a4ee91f3), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:02.727401 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb57d92-635d-4341-a7c5-9490fe50762d admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:30:02.731254 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b3bf40dc-00c1-4cb2-88b2-9e710b8b63c8 req-d6ed3324-854a-4416-aecf-1c0bb5afccc3 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 210 time: 0.1048160 Feb 17 17:30:02.731824 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-8e50bf8d-f4b1-4d48-b6d5-65cd4675fb0a req-b81120d3-92cc-4dc9-97cc-d521ba427ffa tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] For port 566c61d9-9443-4b0f-abe2-085f1f966aca, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=566c61d9-9443-4b0f-abe2-085f1f966aca,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:30:02.732351 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8e50bf8d-f4b1-4d48-b6d5-65cd4675fb0a req-b81120d3-92cc-4dc9-97cc-d521ba427ffa tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (566c61d9-9443-4b0f-abe2-085f1f966aca), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:02.735214 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-879f339b-c693-48ca-bc60-d1d635579069 req-909a1dfe-0647-46c5-b1b1-c9835e2e7509 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Deleting port be1eb305-95e5-4bc7-aaf6-0e94e36f6cd4 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:30:02.735214 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-879f339b-c693-48ca-bc60-d1d635579069 req-909a1dfe-0647-46c5-b1b1-c9835e2e7509 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (be1eb305-95e5-4bc7-aaf6-0e94e36f6cd4), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:02.739564 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008d9a87-b603-4bcb-a30e-c6c2ab490c37 None None] Sync routers for ids ['baba35d1-f428-44b2-a5ea-5ad4cb959f5d'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:30:02.752949 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7cb57d92-635d-4341-a7c5-9490fe50762d admin admin] 10.222.0.87 "PUT /v2.0/routers/baba35d1-f428-44b2-a5ea-5ad4cb959f5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3878760 Feb 17 17:30:02.760940 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008d9a87-b603-4bcb-a30e-c6c2ab490c37 None None] Routers {'baba35d1-f428-44b2-a5ea-5ad4cb959f5d'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:30:02.762133 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-008d9a87-b603-4bcb-a30e-c6c2ab490c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:29:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['baba35d1-f428-44b2-a5ea-5ad4cb959f5d'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:30:02.803530 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-8e50bf8d-f4b1-4d48-b6d5-65cd4675fb0a req-b81120d3-92cc-4dc9-97cc-d521ba427ffa tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Calling delete_port for 566c61d9-9443-4b0f-abe2-085f1f966aca owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:30:02.843847 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b29f913-78ff-47c8-b7ca-f4785446dc6f req-4f61d19d-6b49-41d7-b38e-c62b9b24ece2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:02.845654 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8b29f913-78ff-47c8-b7ca-f4785446dc6f req-4f61d19d-6b49-41d7-b38e-c62b9b24ece2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=210dd7a1-23b8-45c6-a401-b56590fcc3c1 HTTP/1.1" status: 200 len: 908 time: 1.2401488 Feb 17 17:30:02.945088 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8b29f913-78ff-47c8-b7ca-f4785446dc6f req-e7af1ab5-a507-4a94-ad58-77db3cdc66b6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e78fbb4a-426d-46ae-b511-f6e99e429d71 HTTP/1.1" status: 200 len: 217 time: 0.0503550 Feb 17 17:30:02.989048 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-fac3b985-be8a-48bd-b214-2404f268ff5c service neutron] 10.222.0.91 "GET /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4302170 Feb 17 17:30:02.992698 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-008d9a87-b603-4bcb-a30e-c6c2ab490c37 None None] Set router baba35d1-f428-44b2-a5ea-5ad4cb959f5d gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:30:03.032737 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-69f4f961-7d40-4cc4-819a-efeb2b9c6e20 req-892177df-5713-4ebc-950a-1603741c873c tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (9b3df149-c69e-43f8-b736-9660a4ee91f3), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:03.036970 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-879f339b-c693-48ca-bc60-d1d635579069 req-909a1dfe-0647-46c5-b1b1-c9835e2e7509 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (be1eb305-95e5-4bc7-aaf6-0e94e36f6cd4), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:03.037558 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-879f339b-c693-48ca-bc60-d1d635579069 req-909a1dfe-0647-46c5-b1b1-c9835e2e7509 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Publish callbacks [] for floatingip (be1eb305-95e5-4bc7-aaf6-0e94e36f6cd4), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:03.123074 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['54cf4afe-4775-445b-8d80-9e6a3afdd0e5'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:30:03.124488 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-01ccd444-5ee1-46a2-bd3e-22e583e80e3d tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Made reservation on behalf of c6c91da603a1485eab422cc6ab78977f for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:30:03.128033 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-01ccd444-5ee1-46a2-bd3e-22e583e80e3d tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:03.135270 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4418c-91ef-46f9-9a3f-81042459b886 req-f531a915-af23-478f-b9e1-ce8fbcf08dd5 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:03.142618 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-37a4418c-91ef-46f9-9a3f-81042459b886 req-f531a915-af23-478f-b9e1-ce8fbcf08dd5 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f HTTP/1.1" status: 200 len: 944 time: 0.3100805 Feb 17 17:30:03.152880 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d739f5b6-44ed-4810-a0ef-717588aa4805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (2c6f9f8a-8dc9-4fd6-819c-0351012ac127), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:03.163553 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-879f339b-c693-48ca-bc60-d1d635579069 req-909a1dfe-0647-46c5-b1b1-c9835e2e7509 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Calling delete_port for be1eb305-95e5-4bc7-aaf6-0e94e36f6cd4 owned by network:floatingip {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:30:03.167375 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b29f913-78ff-47c8-b7ca-f4785446dc6f req-cdab8b1b-a49c-45ed-a8d0-272445866257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:03.169688 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8b29f913-78ff-47c8-b7ca-f4785446dc6f req-cdab8b1b-a49c-45ed-a8d0-272445866257 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8267d93d-c5aa-40cb-acb4-c1e284d682e6 HTTP/1.1" status: 200 len: 847 time: 0.2059677 Feb 17 17:30:03.245314 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f8094bae-611b-457a-a55e-a55a244888e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:03.288018 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69f4f961-7d40-4cc4-819a-efeb2b9c6e20 req-892177df-5713-4ebc-950a-1603741c873c tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Network 233b9567-93de-4ad6-ab48-7ed951f0fba6 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:30:03.291085 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-858cd292-96d5-4920-87c4-15cb4fbf41cc service neutron] 10.222.0.91 "GET /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938499 Feb 17 17:30:03.308204 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8b29f913-78ff-47c8-b7ca-f4785446dc6f req-e49ca1f9-630a-4459-9d62-6d88e4baf4a9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=210dd7a1-23b8-45c6-a401-b56590fcc3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1282554 Feb 17 17:30:03.316497 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-69f4f961-7d40-4cc4-819a-efeb2b9c6e20 req-892177df-5713-4ebc-950a-1603741c873c tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:30:03.373158 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892177df-5713-4ebc-950a-1603741c873c tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Pushing event updated for resources: {'Port': ['ID=9b3df149-c69e-43f8-b736-9660a4ee91f3,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:03.403226 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 566c61d9-9443-4b0f-abe2-085f1f966aca no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:30:03.467939 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f4f961-7d40-4cc4-819a-efeb2b9c6e20 req-892177df-5713-4ebc-950a-1603741c873c tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:30:03.506622 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: 566c61d9-9443-4b0f-abe2-085f1f966aca {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:30:03.506890 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 566c61d9-9443-4b0f-abe2-085f1f966aca not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:30:03.522800 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 5eb223a8-ee94-46ed-a9dd-a712b205a1c2 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:30:03.630411 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 5eb223a8-ee94-46ed-a9dd-a712b205a1c2 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:30:03.630814 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (5eb223a8-ee94-46ed-a9dd-a712b205a1c2), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:03.686124 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-008d9a87-b603-4bcb-a30e-c6c2ab490c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baba35d1-f428-44b2-a5ea-5ad4cb959f5d', 'name': 'tempest-FloatingIPDetailsTestJSON-2046378546-router', 'tenant_id': '64dff48bf150493abb464ecd68d31a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5eb223a8-ee94-46ed-a9dd-a712b205a1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:29:53Z', 'updated_at': '2022-02-17T17:29:58Z', 'revision_number': 4, 'project_id': '64dff48bf150493abb464ecd68d31a0a', 'gw_port': {'id': '5eb223a8-ee94-46ed-a9dd-a712b205a1c2', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:85:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baba35d1-f428-44b2-a5ea-5ad4cb959f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:29:54Z', 'updated_at': '2022-02-17T17:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '93be93be-a92c-4638-be29-35a3ab9eba7b', 'name': '', 'network_id': 'b3595dee-39f7-4ec0-aaaf-ea934fa37172', 'tenant_id': '64dff48bf150493abb464ecd68d31a0a', 'mac_address': 'fa:16:3e:a8:db:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baba35d1-f428-44b2-a5ea-5ad4cb959f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '0852dccb-8602-4e22-9502-c0af69ac4fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:29:57Z', 'updated_at': '2022-02-17T17:29:59Z', 'revision_number': 2, 'project_id': '64dff48bf150493abb464ecd68d31a0a', 'subnets': [{'id': '0852dccb-8602-4e22-9502-c0af69ac4fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:30:03.742239 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008d9a87-b603-4bcb-a30e-c6c2ab490c37 None None] Checking router: baba35d1-f428-44b2-a5ea-5ad4cb959f5d for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:30:03.742921 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008d9a87-b603-4bcb-a30e-c6c2ab490c37 None None] Updating router baba35d1-f428-44b2-a5ea-5ad4cb959f5d port 93be93be-a92c-4638-be29-35a3ab9eba7b binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:30:03.893820 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8e50bf8d-f4b1-4d48-b6d5-65cd4675fb0a req-b81120d3-92cc-4dc9-97cc-d521ba427ffa tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (566c61d9-9443-4b0f-abe2-085f1f966aca), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:03.919762 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8b29f913-78ff-47c8-b7ca-f4785446dc6f req-8601bcfc-5f64-42b0-890c-c72a1f47d2b1 service neutron] 10.222.0.71 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5713255 Feb 17 17:30:03.920510 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['def80f72-6674-4dff-b38b-2c1d3d245381'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:30:03.926012 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4f961-7d40-4cc4-819a-efeb2b9c6e20 req-892177df-5713-4ebc-950a-1603741c873c tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:03.927411 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-69f4f961-7d40-4cc4-819a-efeb2b9c6e20 req-892177df-5713-4ebc-950a-1603741c873c tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:03.990843 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81120d3-92cc-4dc9-97cc-d521ba427ffa tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Pushing event deleted for resources: {'Port': ['ID=566c61d9-9443-4b0f-abe2-085f1f966aca,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:04.033235 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-008d9a87-b603-4bcb-a30e-c6c2ab490c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (93be93be-a92c-4638-be29-35a3ab9eba7b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:04.079025 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-879f339b-c693-48ca-bc60-d1d635579069 req-909a1dfe-0647-46c5-b1b1-c9835e2e7509 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (be1eb305-95e5-4bc7-aaf6-0e94e36f6cd4), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:04.083760 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8b29f913-78ff-47c8-b7ca-f4785446dc6f req-b350085c-4668-4013-83ff-798cd66de9f1 service neutron] 10.222.0.71 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363533 Feb 17 17:30:04.102114 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e50bf8d-f4b1-4d48-b6d5-65cd4675fb0a req-b81120d3-92cc-4dc9-97cc-d521ba427ffa tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] No DVR routers for this DVR port 566c61d9-9443-4b0f-abe2-085f1f966aca on host n-h1-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:30:04.105614 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-37a4418c-91ef-46f9-9a3f-81042459b886 req-6dfa64b8-28d3-4f45-9688-178f79f0bbd0 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9576914 Feb 17 17:30:04.107782 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 5eb223a8-ee94-46ed-a9dd-a712b205a1c2 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:30:04.109064 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8e50bf8d-f4b1-4d48-b6d5-65cd4675fb0a req-b81120d3-92cc-4dc9-97cc-d521ba427ffa tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:04.113131 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8e50bf8d-f4b1-4d48-b6d5-65cd4675fb0a req-b81120d3-92cc-4dc9-97cc-d521ba427ffa tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.71 "DELETE /v2.0/ports/566c61d9-9443-4b0f-abe2-085f1f966aca HTTP/1.1" status: 204 len: 173 time: 3.6966286 Feb 17 17:30:04.132379 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c1c9e62-f154-4280-b85f-80d505950f7e', 'name': 'network-vif-deleted', 'tag': '566c61d9-9443-4b0f-abe2-085f1f966aca'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:30:04.137965 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5544c4-e612-44c3-9191-906a08e14099" -d '{"events": [{"server_uuid": "6c1c9e62-f154-4280-b85f-80d505950f7e", "name": "network-vif-deleted", "tag": "566c61d9-9443-4b0f-abe2-085f1f966aca"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:30:04.153176 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-01ccd444-5ee1-46a2-bd3e-22e583e80e3d tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Allocated IP 172.20.0.10 (b4ed5d6f-3eb3-4d80-ba86-b711da993733/5aadcb94-5460-49df-8ee1-d33e7d2607f7/d848ebc1-877e-4643-9ebc-c35cdbe15a28) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:30:04.196947 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-2be8703b-6123-4c45-ac23-7045f26457e6 tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:04.198870 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-2be8703b-6123-4c45-ac23-7045f26457e6 tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f&tenant_id=5bb8389d8da44943868afc5c1f119806&binding%3Ahost_id=n-h2-829613-2 HTTP/1.1" status: 200 len: 1126 time: 0.3208933 Feb 17 17:30:04.236328 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a1dfe-0647-46c5-b1b1-c9835e2e7509 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Pushing event deleted for resources: {'Port': ['ID=be1eb305-95e5-4bc7-aaf6-0e94e36f6cd4,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:04.270952 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-69f4f961-7d40-4cc4-819a-efeb2b9c6e20 req-892177df-5713-4ebc-950a-1603741c873c tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5277297 Feb 17 17:30:04.304638 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-69f4f961-7d40-4cc4-819a-efeb2b9c6e20 req-ef1c2da3-2cb3-4803-aebe-16e7d5d867e2 service neutron] Request body: {'port': {'device_id': '84151010-7659-4be7-9c75-3cf9f7e01e98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:30:04.465744 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-2488a5c1-ce2a-4cf0-a5d4-1e96b0b5fe31 service neutron] For port 9335df1e-0297-42ac-8b06-72fbb5b578ef, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:30:04.470322 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-69f4f961-7d40-4cc4-819a-efeb2b9c6e20 req-ef1c2da3-2cb3-4803-aebe-16e7d5d867e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (9b3df149-c69e-43f8-b736-9660a4ee91f3), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:04.490271 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-2488a5c1-ce2a-4cf0-a5d4-1e96b0b5fe31 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:04.492376 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7aa6823c-9f10-40f4-bef1-70695797ef7b req-2488a5c1-ce2a-4cf0-a5d4-1e96b0b5fe31 service neutron] 10.222.0.91 "DELETE /v2.0/ports/9335df1e-0297-42ac-8b06-72fbb5b578ef/bindings/n-h1-829613-2 HTTP/1.1" status: 204 len: 173 time: 0.2761424 Feb 17 17:30:04.671649 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-d739f5b6-44ed-4810-a0ef-717588aa4805 admin admin] Deleting port ec11a230-4b53-4461-bdee-bd6775e58bd4 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:30:04.672040 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d739f5b6-44ed-4810-a0ef-717588aa4805 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (ec11a230-4b53-4461-bdee-bd6775e58bd4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:04.722350 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-01ccd444-5ee1-46a2-bd3e-22e583e80e3d tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks [] for port (d848ebc1-877e-4643-9ebc-c35cdbe15a28), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:04.875382 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-d739f5b6-44ed-4810-a0ef-717588aa4805 admin admin] For port ec11a230-4b53-4461-bdee-bd6775e58bd4, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=ec11a230-4b53-4461-bdee-bd6775e58bd4,segment=NetworkSegment(f0aee03c-8c5c-4bf3-b10c-c2cad5faea95),segment_id=f0aee03c-8c5c-4bf3-b10c-c2cad5faea95)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:30:04.876192 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d739f5b6-44ed-4810-a0ef-717588aa4805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (ec11a230-4b53-4461-bdee-bd6775e58bd4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:04.900677 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-01ccd444-5ee1-46a2-bd3e-22e583e80e3d tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (d848ebc1-877e-4643-9ebc-c35cdbe15a28), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:04.987830 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ccd444-5ee1-46a2-bd3e-22e583e80e3d tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Pushing event updated for resources: {'Port': ['ID=d848ebc1-877e-4643-9ebc-c35cdbe15a28,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:05.010214 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-d739f5b6-44ed-4810-a0ef-717588aa4805 admin admin] Calling delete_port for ec11a230-4b53-4461-bdee-bd6775e58bd4 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:30:05.051572 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-01ccd444-5ee1-46a2-bd3e-22e583e80e3d tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Network b4ed5d6f-3eb3-4d80-ba86-b711da993733 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:30:05.063693 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-879f339b-c693-48ca-bc60-d1d635579069 req-909a1dfe-0647-46c5-b1b1-c9835e2e7509 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Publish callbacks [] for floatingip (d4023731-c0e0-428c-b5b7-c6af443a0166), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:05.067764 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-01ccd444-5ee1-46a2-bd3e-22e583e80e3d tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:30:05.072833 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-879f339b-c693-48ca-bc60-d1d635579069 req-909a1dfe-0647-46c5-b1b1-c9835e2e7509 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:05.074539 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-01ccd444-5ee1-46a2-bd3e-22e583e80e3d tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:30:05.102143 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-879f339b-c693-48ca-bc60-d1d635579069 req-909a1dfe-0647-46c5-b1b1-c9835e2e7509 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] 10.222.0.87 "DELETE /v2.0/floatingips/d4023731-c0e0-428c-b5b7-c6af443a0166 HTTP/1.1" status: 204 len: 173 time: 3.9117413 Feb 17 17:30:05.140535 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e30f136-5a4c-4325-9259-9cfbd741b002 req-1858c28b-2843-46bd-8ea8-404c69bfb447 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:05.142208 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7e30f136-5a4c-4325-9259-9cfbd741b002 req-1858c28b-2843-46bd-8ea8-404c69bfb447 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/ports?device_id=84151010-7659-4be7-9c75-3cf9f7e01e98 HTTP/1.1" status: 200 len: 932 time: 0.7192142 Feb 17 17:30:05.228465 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-01ccd444-5ee1-46a2-bd3e-22e583e80e3d tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:05.229814 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-01ccd444-5ee1-46a2-bd3e-22e583e80e3d tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:05.251825 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-01ccd444-5ee1-46a2-bd3e-22e583e80e3d tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7538588 Feb 17 17:30:05.274232 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-b3c08473-6675-44f9-9728-79fe22631c37 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Request body: {'port': {'device_id': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'network_id': '8329e05c-f5f3-4a6c-995b-30a9e6574e32', 'admin_state_up': True, 'tenant_id': 'c6c91da603a1485eab422cc6ab78977f', 'security_groups': ['06bbdf43-383d-412d-a4a7-27f1a95946ae']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:30:05.379950 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-008d9a87-b603-4bcb-a30e-c6c2ab490c37 None None] Publish callbacks [] for port (93be93be-a92c-4638-be29-35a3ab9eba7b), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:05.408798 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-008d9a87-b603-4bcb-a30e-c6c2ab490c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (93be93be-a92c-4638-be29-35a3ab9eba7b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:05.443201 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-b3c08473-6675-44f9-9728-79fe22631c37 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Made reservation on behalf of c6c91da603a1485eab422cc6ab78977f for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:30:05.447274 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-b3c08473-6675-44f9-9728-79fe22631c37 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:05.497743 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ace519-4638-418d-98c7-eb2fb05b15cb None None] Pushing event updated for resources: {'Port': ['ID=93be93be-a92c-4638-be29-35a3ab9eba7b,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:05.529238 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3b33e866-b09a-499c-bf91-ee81c8841e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:05.577782 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-69f4f961-7d40-4cc4-819a-efeb2b9c6e20 req-ef1c2da3-2cb3-4803-aebe-16e7d5d867e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b3df149-c69e-43f8-b736-9660a4ee91f3 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:30:05.595380 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-3d108bb7-d03b-44ad-ad4f-0be2885c4939 None None] Provisioning complete for port d848ebc1-877e-4643-9ebc-c35cdbe15a28 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:30:05.595765 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3d108bb7-d03b-44ad-ad4f-0be2885c4939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d848ebc1-877e-4643-9ebc-c35cdbe15a28), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:05.651078 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-69f4f961-7d40-4cc4-819a-efeb2b9c6e20 req-ef1c2da3-2cb3-4803-aebe-16e7d5d867e2 service neutron] Publish callbacks [] for port (9b3df149-c69e-43f8-b736-9660a4ee91f3), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:05.698591 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-008d9a87-b603-4bcb-a30e-c6c2ab490c37 None None] Attempting to bind port 93be93be-a92c-4638-be29-35a3ab9eba7b on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:30:05.698975 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-008d9a87-b603-4bcb-a30e-c6c2ab490c37 None None] Attempting to bind port 93be93be-a92c-4638-be29-35a3ab9eba7b by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '074ebf2b-d158-4849-9f71-62ff99da082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b3595dee-39f7-4ec0-aaaf-ea934fa37172'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:30:05.699721 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008d9a87-b603-4bcb-a30e-c6c2ab490c37 None None] Attempting to bind port 93be93be-a92c-4638-be29-35a3ab9eba7b on network b3595dee-39f7-4ec0-aaaf-ea934fa37172 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:30:05.703546 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-b3c08473-6675-44f9-9728-79fe22631c37 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Allocated IP 10.1.1.242 (8329e05c-f5f3-4a6c-995b-30a9e6574e32/56056976-8199-479f-8661-205e5814ab66/fa13085b-e650-4151-b8cd-a441803a2a47) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:30:05.743864 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-3d108bb7-d03b-44ad-ad4f-0be2885c4939 None None] Port d848ebc1-877e-4643-9ebc-c35cdbe15a28 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:30:05.751799 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008d9a87-b603-4bcb-a30e-c6c2ab490c37 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:30:05.752467 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008d9a87-b603-4bcb-a30e-c6c2ab490c37 None None] Checking segment: {'id': '074ebf2b-d158-4849-9f71-62ff99da082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b3595dee-39f7-4ec0-aaaf-ea934fa37172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:30:05.753759 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-008d9a87-b603-4bcb-a30e-c6c2ab490c37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:05.754497 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008d9a87-b603-4bcb-a30e-c6c2ab490c37 None None] Bound using segment: {'id': '074ebf2b-d158-4849-9f71-62ff99da082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b3595dee-39f7-4ec0-aaaf-ea934fa37172'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:30:05.755186 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-008d9a87-b603-4bcb-a30e-c6c2ab490c37 None None] Bound port: 93be93be-a92c-4638-be29-35a3ab9eba7b, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '074ebf2b-d158-4849-9f71-62ff99da082a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b3595dee-39f7-4ec0-aaaf-ea934fa37172'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:30:05.755770 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-008d9a87-b603-4bcb-a30e-c6c2ab490c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (93be93be-a92c-4638-be29-35a3ab9eba7b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:05.764066 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-69f4f961-7d40-4cc4-819a-efeb2b9c6e20 req-ef1c2da3-2cb3-4803-aebe-16e7d5d867e2 service neutron] Transition to ACTIVE for port object 9b3df149-c69e-43f8-b736-9660a4ee91f3 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:30:05.790158 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-69f4f961-7d40-4cc4-819a-efeb2b9c6e20 req-ef1c2da3-2cb3-4803-aebe-16e7d5d867e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (9b3df149-c69e-43f8-b736-9660a4ee91f3), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:05.863741 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-008d9a87-b603-4bcb-a30e-c6c2ab490c37 None None] For port 93be93be-a92c-4638-be29-35a3ab9eba7b, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:30:05.868685 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-008d9a87-b603-4bcb-a30e-c6c2ab490c37 None None] For port 93be93be-a92c-4638-be29-35a3ab9eba7b, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=93be93be-a92c-4638-be29-35a3ab9eba7b,segment=NetworkSegment(074ebf2b-d158-4849-9f71-62ff99da082a),segment_id=074ebf2b-d158-4849-9f71-62ff99da082a)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:30:05.878411 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-b3c08473-6675-44f9-9728-79fe22631c37 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks [] for port (fa13085b-e650-4151-b8cd-a441803a2a47), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:05.899407 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-008d9a87-b603-4bcb-a30e-c6c2ab490c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (93be93be-a92c-4638-be29-35a3ab9eba7b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:05.905379 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7e30f136-5a4c-4325-9259-9cfbd741b002 req-6f7ff7cd-626f-4763-955d-f4ef26be365b tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/security-groups?id=8be1f4ef-2561-4b86-bd91-f82492a4fd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7480109 Feb 17 17:30:05.925075 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-b3c08473-6675-44f9-9728-79fe22631c37 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (fa13085b-e650-4151-b8cd-a441803a2a47), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:06.007652 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-b3c08473-6675-44f9-9728-79fe22631c37 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Network 8329e05c-f5f3-4a6c-995b-30a9e6574e32 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:30:06.013299 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c08473-6675-44f9-9728-79fe22631c37 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Pushing event updated for resources: {'Port': ['ID=fa13085b-e650-4151-b8cd-a441803a2a47,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:06.027219 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-b3c08473-6675-44f9-9728-79fe22631c37 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:30:06.030967 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-b3c08473-6675-44f9-9728-79fe22631c37 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:30:06.109733 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c2da3-2cb3-4803-aebe-16e7d5d867e2 service neutron] Pushing event updated for resources: {'Port': ['ID=9b3df149-c69e-43f8-b736-9660a4ee91f3,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:06.176660 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-b3c08473-6675-44f9-9728-79fe22631c37 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:06.178443 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-b3c08473-6675-44f9-9728-79fe22631c37 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:06.205145 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3f71c37e-ee1f-4e88-bdd5-8a6bd10141fa req-568da827-9f52-4be6-a65c-351085c50865 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9759142 Feb 17 17:30:06.211790 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-3f71c37e-ee1f-4e88-bdd5-8a6bd10141fa req-6e3adfe5-0899-401c-8762-d01fa3f9bae8 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:30:06.242869 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008d9a87-b603-4bcb-a30e-c6c2ab490c37 None None] Routers {'baba35d1-f428-44b2-a5ea-5ad4cb959f5d'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:30:06.243582 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-008d9a87-b603-4bcb-a30e-c6c2ab490c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:30:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['baba35d1-f428-44b2-a5ea-5ad4cb959f5d'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:30:06.322118 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-9aa18e93-afc0-4e30-ad64-bd6f989d7bb5 None None] Provisioning complete for port 93be93be-a92c-4638-be29-35a3ab9eba7b triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:30:06.322504 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9aa18e93-afc0-4e30-ad64-bd6f989d7bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (93be93be-a92c-4638-be29-35a3ab9eba7b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:06.334601 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-b3c08473-6675-44f9-9728-79fe22631c37 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0740814 Feb 17 17:30:06.361986 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-cb5d2467-7bd9-4aa6-916a-3892e1d1aad6 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Request body: {'port': {'device_id': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'network_id': '8329e05c-f5f3-4a6c-995b-30a9e6574e32', 'admin_state_up': True, 'tenant_id': 'c6c91da603a1485eab422cc6ab78977f', 'security_groups': ['06bbdf43-383d-412d-a4a7-27f1a95946ae']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:30:06.448897 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3f71c37e-ee1f-4e88-bdd5-8a6bd10141fa req-6e3adfe5-0899-401c-8762-d01fa3f9bae8 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:06.516192 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-69f4f961-7d40-4cc4-819a-efeb2b9c6e20 req-ef1c2da3-2cb3-4803-aebe-16e7d5d867e2 service neutron] Attempting to bind port 9b3df149-c69e-43f8-b736-9660a4ee91f3 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:30:06.517081 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-69f4f961-7d40-4cc4-819a-efeb2b9c6e20 req-ef1c2da3-2cb3-4803-aebe-16e7d5d867e2 service neutron] Attempting to bind port 9b3df149-c69e-43f8-b736-9660a4ee91f3 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': 'e6796db6-dab2-4592-830c-d793c705d227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '233b9567-93de-4ad6-ab48-7ed951f0fba6'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:30:06.517586 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f4f961-7d40-4cc4-819a-efeb2b9c6e20 req-ef1c2da3-2cb3-4803-aebe-16e7d5d867e2 service neutron] Attempting to bind port 9b3df149-c69e-43f8-b736-9660a4ee91f3 on network 233b9567-93de-4ad6-ab48-7ed951f0fba6 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:30:06.522531 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f4f961-7d40-4cc4-819a-efeb2b9c6e20 req-ef1c2da3-2cb3-4803-aebe-16e7d5d867e2 service neutron] Port 9b3df149-c69e-43f8-b736-9660a4ee91f3 on network 233b9567-93de-4ad6-ab48-7ed951f0fba6 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:30:06.526076 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f4f961-7d40-4cc4-819a-efeb2b9c6e20 req-ef1c2da3-2cb3-4803-aebe-16e7d5d867e2 service neutron] Attempting to bind port 9b3df149-c69e-43f8-b736-9660a4ee91f3 on network 233b9567-93de-4ad6-ab48-7ed951f0fba6 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:30:06.547139 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f4f961-7d40-4cc4-819a-efeb2b9c6e20 req-ef1c2da3-2cb3-4803-aebe-16e7d5d867e2 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:30:06.548167 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f4f961-7d40-4cc4-819a-efeb2b9c6e20 req-ef1c2da3-2cb3-4803-aebe-16e7d5d867e2 service neutron] Checking segment: {'id': 'e6796db6-dab2-4592-830c-d793c705d227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '233b9567-93de-4ad6-ab48-7ed951f0fba6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:30:06.548769 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f4f961-7d40-4cc4-819a-efeb2b9c6e20 req-ef1c2da3-2cb3-4803-aebe-16e7d5d867e2 service neutron] Bound using segment: {'id': 'e6796db6-dab2-4592-830c-d793c705d227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '233b9567-93de-4ad6-ab48-7ed951f0fba6'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:30:06.549399 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-69f4f961-7d40-4cc4-819a-efeb2b9c6e20 req-ef1c2da3-2cb3-4803-aebe-16e7d5d867e2 service neutron] Bound port: 9b3df149-c69e-43f8-b736-9660a4ee91f3, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6796db6-dab2-4592-830c-d793c705d227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '233b9567-93de-4ad6-ab48-7ed951f0fba6'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:30:06.550154 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-69f4f961-7d40-4cc4-819a-efeb2b9c6e20 req-ef1c2da3-2cb3-4803-aebe-16e7d5d867e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (9b3df149-c69e-43f8-b736-9660a4ee91f3), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:06.587384 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d739f5b6-44ed-4810-a0ef-717588aa4805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (ec11a230-4b53-4461-bdee-bd6775e58bd4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:06.590220 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34aeae-3d60-44b3-bdda-709eddac333a req-76a8ba65-ce9b-4da5-b03b-5e3fc59f9ebf tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:06.600468 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34aeae-3d60-44b3-bdda-709eddac333a req-76a8ba65-ce9b-4da5-b03b-5e3fc59f9ebf tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:06.602285 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3a34aeae-3d60-44b3-bdda-709eddac333a req-76a8ba65-ce9b-4da5-b03b-5e3fc59f9ebf tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 1654 time: 0.3429503 Feb 17 17:30:06.660560 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ace519-4638-418d-98c7-eb2fb05b15cb None None] Pushing event updated for resources: {'Port': ['ID=93be93be-a92c-4638-be29-35a3ab9eba7b,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:06.702180 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d739f5b6-44ed-4810-a0ef-717588aa4805 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec11a230-4b53-4461-bdee-bd6775e58bd4,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:06.717853 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:06.801425 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-008d9a87-b603-4bcb-a30e-c6c2ab490c37 None None] Set router baba35d1-f428-44b2-a5ea-5ad4cb959f5d gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:30:06.845415 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-9aa18e93-afc0-4e30-ad64-bd6f989d7bb5 None None] Current status of the port 93be93be-a92c-4638-be29-35a3ab9eba7b is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:30:06.846209 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9aa18e93-afc0-4e30-ad64-bd6f989d7bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (93be93be-a92c-4638-be29-35a3ab9eba7b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:06.883063 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-cb5d2467-7bd9-4aa6-916a-3892e1d1aad6 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Made reservation on behalf of c6c91da603a1485eab422cc6ab78977f for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:30:06.893344 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-cb5d2467-7bd9-4aa6-916a-3892e1d1aad6 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:06.901895 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-9aa18e93-afc0-4e30-ad64-bd6f989d7bb5 None None] For port 93be93be-a92c-4638-be29-35a3ab9eba7b, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=93be93be-a92c-4638-be29-35a3ab9eba7b,segment=NetworkSegment(074ebf2b-d158-4849-9f71-62ff99da082a),segment_id=074ebf2b-d158-4849-9f71-62ff99da082a)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:30:06.907142 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3a34aeae-3d60-44b3-bdda-709eddac333a req-095b1c78-061a-4663-ad95-7baa4e4627d4 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/security-groups?id=06bbdf43-383d-412d-a4a7-27f1a95946ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2740417 Feb 17 17:30:06.913015 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9aa18e93-afc0-4e30-ad64-bd6f989d7bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (93be93be-a92c-4638-be29-35a3ab9eba7b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:07.072155 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-69f4f961-7d40-4cc4-819a-efeb2b9c6e20 req-ef1c2da3-2cb3-4803-aebe-16e7d5d867e2 service neutron] For port 9b3df149-c69e-43f8-b736-9660a4ee91f3, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:30:07.082703 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-a288ecf9-b34e-4e6c-8957-0df92e7a325a None None] Provisioning complete for port 93be93be-a92c-4638-be29-35a3ab9eba7b triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:30:07.083221 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a288ecf9-b34e-4e6c-8957-0df92e7a325a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (93be93be-a92c-4638-be29-35a3ab9eba7b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:07.090045 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-69f4f961-7d40-4cc4-819a-efeb2b9c6e20 req-ef1c2da3-2cb3-4803-aebe-16e7d5d867e2 service neutron] For port 9b3df149-c69e-43f8-b736-9660a4ee91f3, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=9b3df149-c69e-43f8-b736-9660a4ee91f3,segment=NetworkSegment(e6796db6-dab2-4592-830c-d793c705d227),segment_id=e6796db6-dab2-4592-830c-d793c705d227)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:30:07.136662 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1357721-94d3-4bc6-b45f-10b479a0ecb3 x-openstack-request-id: req-c1357721-94d3-4bc6-b45f-10b479a0ecb3 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:30:07.137827 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c1c9e62-f154-4280-b85f-80d505950f7e", "name": "network-vif-deleted", "tag": "566c61d9-9443-4b0f-abe2-085f1f966aca", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:30:07.138777 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c1357721-94d3-4bc6-b45f-10b479a0ecb3 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:30:07.139602 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c1c9e62-f154-4280-b85f-80d505950f7e', 'name': 'network-vif-deleted', 'tag': '566c61d9-9443-4b0f-abe2-085f1f966aca', 'status': 'completed', 'code': 200} Feb 17 17:30:07.154832 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa18e93-afc0-4e30-ad64-bd6f989d7bb5 None None] Pushing event updated for resources: {'Port': ['ID=93be93be-a92c-4638-be29-35a3ab9eba7b,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:07.179137 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-69f4f961-7d40-4cc4-819a-efeb2b9c6e20 req-ef1c2da3-2cb3-4803-aebe-16e7d5d867e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (9b3df149-c69e-43f8-b736-9660a4ee91f3), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:07.343374 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-a288ecf9-b34e-4e6c-8957-0df92e7a325a None None] Current status of the port 93be93be-a92c-4638-be29-35a3ab9eba7b is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:30:07.388232 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d739f5b6-44ed-4810-a0ef-717588aa4805 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (2c6f9f8a-8dc9-4fd6-819c-0351012ac127), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:07.399447 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-a288ecf9-b34e-4e6c-8957-0df92e7a325a None None] Provisioning complete for port fa13085b-e650-4151-b8cd-a441803a2a47 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:30:07.399828 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a288ecf9-b34e-4e6c-8957-0df92e7a325a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (fa13085b-e650-4151-b8cd-a441803a2a47), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:07.406061 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-008d9a87-b603-4bcb-a30e-c6c2ab490c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baba35d1-f428-44b2-a5ea-5ad4cb959f5d', 'name': 'tempest-FloatingIPDetailsTestJSON-2046378546-router', 'tenant_id': '64dff48bf150493abb464ecd68d31a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5eb223a8-ee94-46ed-a9dd-a712b205a1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:29:53Z', 'updated_at': '2022-02-17T17:29:58Z', 'revision_number': 4, 'project_id': '64dff48bf150493abb464ecd68d31a0a', 'gw_port': {'id': '5eb223a8-ee94-46ed-a9dd-a712b205a1c2', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:85:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baba35d1-f428-44b2-a5ea-5ad4cb959f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:29:54Z', 'updated_at': '2022-02-17T17:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '93be93be-a92c-4638-be29-35a3ab9eba7b', 'name': '', 'network_id': 'b3595dee-39f7-4ec0-aaaf-ea934fa37172', 'tenant_id': '64dff48bf150493abb464ecd68d31a0a', 'mac_address': 'fa:16:3e:a8:db:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baba35d1-f428-44b2-a5ea-5ad4cb959f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '0852dccb-8602-4e22-9502-c0af69ac4fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:29:57Z', 'updated_at': '2022-02-17T17:30:05Z', 'revision_number': 4, 'project_id': '64dff48bf150493abb464ecd68d31a0a', 'subnets': [{'id': '0852dccb-8602-4e22-9502-c0af69ac4fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:30:07.463216 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008d9a87-b603-4bcb-a30e-c6c2ab490c37 None None] The sync data for ids ['baba35d1-f428-44b2-a5ea-5ad4cb959f5d'] in n-d-829613-2 is: [{'id': 'baba35d1-f428-44b2-a5ea-5ad4cb959f5d', 'name': 'tempest-FloatingIPDetailsTestJSON-2046378546-router', 'tenant_id': '64dff48bf150493abb464ecd68d31a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5eb223a8-ee94-46ed-a9dd-a712b205a1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:29:53Z', 'updated_at': '2022-02-17T17:29:58Z', 'revision_number': 4, 'project_id': '64dff48bf150493abb464ecd68d31a0a', 'gw_port': {'id': '5eb223a8-ee94-46ed-a9dd-a712b205a1c2', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:85:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baba35d1-f428-44b2-a5ea-5ad4cb959f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:29:54Z', 'updated_at': '2022-02-17T17:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '93be93be-a92c-4638-be29-35a3ab9eba7b', 'name': '', 'network_id': 'b3595dee-39f7-4ec0-aaaf-ea934fa37172', 'tenant_id': '64dff48bf150493abb464ecd68d31a0a', 'mac_address': 'fa:16:3e:a8:db:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baba35d1-f428-44b2-a5ea-5ad4cb959f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '0852dccb-8602-4e22-9502-c0af69ac4fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:29:57Z', 'updated_at': '2022-02-17T17:30:05Z', 'revision_number': 4, 'project_id': '64dff48bf150493abb464ecd68d31a0a', 'subnets': [{'id': '0852dccb-8602-4e22-9502-c0af69ac4fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:30:07.494760 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-a288ecf9-b34e-4e6c-8957-0df92e7a325a None None] Port fa13085b-e650-4151-b8cd-a441803a2a47 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:30:07.642368 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-cb5d2467-7bd9-4aa6-916a-3892e1d1aad6 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Allocated IP 10.1.1.20 (8329e05c-f5f3-4a6c-995b-30a9e6574e32/56056976-8199-479f-8661-205e5814ab66/2078afb1-0486-44ff-aa2b-0d5c2bd70675) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:30:07.792151 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:07.842499 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4f961-7d40-4cc4-819a-efeb2b9c6e20 req-ef1c2da3-2cb3-4803-aebe-16e7d5d867e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:07.843541 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-69f4f961-7d40-4cc4-819a-efeb2b9c6e20 req-ef1c2da3-2cb3-4803-aebe-16e7d5d867e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:07.844978 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-69f4f961-7d40-4cc4-819a-efeb2b9c6e20 req-ef1c2da3-2cb3-4803-aebe-16e7d5d867e2 service neutron] 10.222.0.71 "PUT /v2.0/ports/9b3df149-c69e-43f8-b736-9660a4ee91f3 HTTP/1.1" status: 200 len: 1092 time: 3.5653594 Feb 17 17:30:07.846747 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84151010-7659-4be7-9c75-3cf9f7e01e98', 'tag': '9b3df149-c69e-43f8-b736-9660a4ee91f3'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:30:07.852147 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e9811b-9e42-4f08-a503-10fcb0e0feb5" -d '{"events": [{"name": "network-changed", "server_uuid": "84151010-7659-4be7-9c75-3cf9f7e01e98", "tag": "9b3df149-c69e-43f8-b736-9660a4ee91f3"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:30:07.917672 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3f71c37e-ee1f-4e88-bdd5-8a6bd10141fa req-6e3adfe5-0899-401c-8762-d01fa3f9bae8 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:07.968023 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d739f5b6-44ed-4810-a0ef-717588aa4805 admin admin] Router 2c6f9f8a-8dc9-4fd6-819c-0351012ac127 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:30:08.072050 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-cb5d2467-7bd9-4aa6-916a-3892e1d1aad6 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks [] for port (2078afb1-0486-44ff-aa2b-0d5c2bd70675), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:08.106020 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c2da3-2cb3-4803-aebe-16e7d5d867e2 service neutron] Pushing event updated for resources: {'Port': ['ID=9b3df149-c69e-43f8-b736-9660a4ee91f3,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:08.149680 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d739f5b6-44ed-4810-a0ef-717588aa4805 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:30:08.153169 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-08bb59b5-8a87-4649-801c-c9bb031d2cb2 req-c06949f1-59c8-4e07-8290-aeeeb0c4861f tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.0397770 Feb 17 17:30:08.166109 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d739f5b6-44ed-4810-a0ef-717588aa4805 admin admin] 10.222.0.87 "PUT /v2.0/routers/2c6f9f8a-8dc9-4fd6-819c-0351012ac127/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1855237 Feb 17 17:30:08.170495 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82867b4a-e483-4a65-aec2-17e8742022cf None None] Sync routers for ids ['2c6f9f8a-8dc9-4fd6-819c-0351012ac127'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:30:08.178918 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 38464) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:30:08.179195 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-cb5d2467-7bd9-4aa6-916a-3892e1d1aad6 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (2078afb1-0486-44ff-aa2b-0d5c2bd70675), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:08.197447 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82867b4a-e483-4a65-aec2-17e8742022cf None None] Routers {'2c6f9f8a-8dc9-4fd6-819c-0351012ac127'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:30:08.201248 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-82867b4a-e483-4a65-aec2-17e8742022cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:30:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['2c6f9f8a-8dc9-4fd6-819c-0351012ac127'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:30:08.244303 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-cb5d2467-7bd9-4aa6-916a-3892e1d1aad6 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Network 8329e05c-f5f3-4a6c-995b-30a9e6574e32 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:30:08.252072 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-cb5d2467-7bd9-4aa6-916a-3892e1d1aad6 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:30:08.278723 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-cb5d2467-7bd9-4aa6-916a-3892e1d1aad6 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:30:08.364673 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d2467-7bd9-4aa6-916a-3892e1d1aad6 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Pushing event updated for resources: {'Port': ['ID=2078afb1-0486-44ff-aa2b-0d5c2bd70675,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:08.412840 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-cb5d2467-7bd9-4aa6-916a-3892e1d1aad6 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:08.413527 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-cb5d2467-7bd9-4aa6-916a-3892e1d1aad6 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:08.445284 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-08bb59b5-8a87-4649-801c-c9bb031d2cb2 req-45442d35-e9f3-407b-ab2f-504546bab130 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:30:08.445912 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-cb5d2467-7bd9-4aa6-916a-3892e1d1aad6 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0955513 Feb 17 17:30:08.458111 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-6ef1282e-49ee-4975-aca8-c8bb2e76101e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Request body: {'port': {'device_id': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '3226efc1-9bf8-49de-b390-80d0e9a20daa', 'admin_state_up': True, 'tenant_id': 'c6c91da603a1485eab422cc6ab78977f', 'security_groups': ['06bbdf43-383d-412d-a4a7-27f1a95946ae']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:30:08.462657 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-82867b4a-e483-4a65-aec2-17e8742022cf None None] Set router 2c6f9f8a-8dc9-4fd6-819c-0351012ac127 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:30:08.569992 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-3f71c37e-ee1f-4e88-bdd5-8a6bd10141fa req-6e3adfe5-0899-401c-8762-d01fa3f9bae8 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Allocated IP 172.25.8.155 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/bca2244f-1898-4c2a-8f34-98d6b64d83e3) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:30:08.572386 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-08bb59b5-8a87-4649-801c-c9bb031d2cb2 req-45442d35-e9f3-407b-ab2f-504546bab130 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:08.606278 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4f961-7d40-4cc4-819a-efeb2b9c6e20 req-d821c882-cf15-447d-afc6-5ccf97d106e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:08.608015 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-69f4f961-7d40-4cc4-819a-efeb2b9c6e20 req-d821c882-cf15-447d-afc6-5ccf97d106e7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=055c5c88106e43038ac2faf0f62d8d68&device_id=84151010-7659-4be7-9c75-3cf9f7e01e98 HTTP/1.1" status: 200 len: 1126 time: 0.7014472 Feb 17 17:30:08.796731 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-6ef1282e-49ee-4975-aca8-c8bb2e76101e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Made reservation on behalf of c6c91da603a1485eab422cc6ab78977f for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:30:08.850328 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-ca2db7ef-0e69-4ffe-9292-3f0f4dee392b None None] Provisioning complete for port 2078afb1-0486-44ff-aa2b-0d5c2bd70675 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:30:08.851406 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ca2db7ef-0e69-4ffe-9292-3f0f4dee392b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2078afb1-0486-44ff-aa2b-0d5c2bd70675), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:08.903612 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c9357568-c77d-4181-9a11-4ea4c64768cf admin admin] Publish callbacks [] for router (2c6f9f8a-8dc9-4fd6-819c-0351012ac127), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:08.908452 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-82867b4a-e483-4a65-aec2-17e8742022cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6f9f8a-8dc9-4fd6-819c-0351012ac127', 'name': 'tempest-ServersTestMultiNic-1146328665-router', 'tenant_id': '80f09b75faf84054a203824c5c5feea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '0b63d593-4703-4d8a-a2c8-501b0a15abf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:27:34Z', 'updated_at': '2022-02-17T17:30:06Z', 'revision_number': 5, 'project_id': '80f09b75faf84054a203824c5c5feea6', 'gw_port': {'id': '0b63d593-4703-4d8a-a2c8-501b0a15abf4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:53:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6f9f8a-8dc9-4fd6-819c-0351012ac127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:27:36Z', 'updated_at': '2022-02-17T17:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:30:08.913537 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-69f4f961-7d40-4cc4-819a-efeb2b9c6e20 req-a6e84a6e-da63-4a4b-afee-033a2200942a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b3df149-c69e-43f8-b736-9660a4ee91f3 HTTP/1.1" status: 200 len: 217 time: 0.2984524 Feb 17 17:30:08.940081 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82867b4a-e483-4a65-aec2-17e8742022cf None None] Checking router: 2c6f9f8a-8dc9-4fd6-819c-0351012ac127 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:30:08.952567 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82867b4a-e483-4a65-aec2-17e8742022cf None None] Routers {'2c6f9f8a-8dc9-4fd6-819c-0351012ac127'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:30:08.953635 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-82867b4a-e483-4a65-aec2-17e8742022cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:30:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['2c6f9f8a-8dc9-4fd6-819c-0351012ac127'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:30:09.011113 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-6ef1282e-49ee-4975-aca8-c8bb2e76101e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:09.047975 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:09.056282 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-ca2db7ef-0e69-4ffe-9292-3f0f4dee392b None None] Port 2078afb1-0486-44ff-aa2b-0d5c2bd70675 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:30:09.113499 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-82867b4a-e483-4a65-aec2-17e8742022cf None None] Set router 2c6f9f8a-8dc9-4fd6-819c-0351012ac127 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:30:09.377153 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3f71c37e-ee1f-4e88-bdd5-8a6bd10141fa req-6e3adfe5-0899-401c-8762-d01fa3f9bae8 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks [] for port (bca2244f-1898-4c2a-8f34-98d6b64d83e3), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:09.451742 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3f71c37e-ee1f-4e88-bdd5-8a6bd10141fa req-6e3adfe5-0899-401c-8762-d01fa3f9bae8 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (bca2244f-1898-4c2a-8f34-98d6b64d83e3), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:09.470151 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-82867b4a-e483-4a65-aec2-17e8742022cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6f9f8a-8dc9-4fd6-819c-0351012ac127', 'name': 'tempest-ServersTestMultiNic-1146328665-router', 'tenant_id': '80f09b75faf84054a203824c5c5feea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '0b63d593-4703-4d8a-a2c8-501b0a15abf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:27:34Z', 'updated_at': '2022-02-17T17:30:06Z', 'revision_number': 5, 'project_id': '80f09b75faf84054a203824c5c5feea6', 'gw_port': {'id': '0b63d593-4703-4d8a-a2c8-501b0a15abf4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:53:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6f9f8a-8dc9-4fd6-819c-0351012ac127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:27:36Z', 'updated_at': '2022-02-17T17:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:30:09.487690 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-6ef1282e-49ee-4975-aca8-c8bb2e76101e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Allocated IP 10.2.2.100 (3226efc1-9bf8-49de-b390-80d0e9a20daa/d75a2860-2719-4d8e-9c57-26805383b4a4/8f4bfbb7-3be5-4276-a260-870a4adccf68) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:30:09.517054 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4f961-7d40-4cc4-819a-efeb2b9c6e20 req-3b1b0608-c5aa-4983-ba20-073193f8082f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:09.518814 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-69f4f961-7d40-4cc4-819a-efeb2b9c6e20 req-3b1b0608-c5aa-4983-ba20-073193f8082f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bb181189-1480-4377-9824-fc7c67a5f7e8 HTTP/1.1" status: 200 len: 852 time: 0.5286369 Feb 17 17:30:09.524574 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 93be93be-a92c-4638-be29-35a3ab9eba7b up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:30:09.528733 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c9357568-c77d-4181-9a11-4ea4c64768cf admin admin] Publish callbacks [] for router_gateway (2c6f9f8a-8dc9-4fd6-819c-0351012ac127), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:09.545110 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82867b4a-e483-4a65-aec2-17e8742022cf None None] The sync data for ids ['2c6f9f8a-8dc9-4fd6-819c-0351012ac127'] in n-d-829613-2 is: [{'id': '2c6f9f8a-8dc9-4fd6-819c-0351012ac127', 'name': 'tempest-ServersTestMultiNic-1146328665-router', 'tenant_id': '80f09b75faf84054a203824c5c5feea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '0b63d593-4703-4d8a-a2c8-501b0a15abf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:27:34Z', 'updated_at': '2022-02-17T17:30:06Z', 'revision_number': 5, 'project_id': '80f09b75faf84054a203824c5c5feea6', 'gw_port': {'id': '0b63d593-4703-4d8a-a2c8-501b0a15abf4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:53:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6f9f8a-8dc9-4fd6-819c-0351012ac127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:27:36Z', 'updated_at': '2022-02-17T17:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:30:09.591201 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f71c37e-ee1f-4e88-bdd5-8a6bd10141fa req-6e3adfe5-0899-401c-8762-d01fa3f9bae8 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:30:09.600506 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3adfe5-0899-401c-8762-d01fa3f9bae8 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Pushing event updated for resources: {'Port': ['ID=bca2244f-1898-4c2a-8f34-98d6b64d83e3,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:09.656338 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-3f71c37e-ee1f-4e88-bdd5-8a6bd10141fa req-6e3adfe5-0899-401c-8762-d01fa3f9bae8 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:30:09.661047 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f71c37e-ee1f-4e88-bdd5-8a6bd10141fa req-6e3adfe5-0899-401c-8762-d01fa3f9bae8 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:30:09.664535 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 93be93be-a92c-4638-be29-35a3ab9eba7b triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:30:09.664535 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (93be93be-a92c-4638-be29-35a3ab9eba7b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:09.728048 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-6ef1282e-49ee-4975-aca8-c8bb2e76101e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks [] for port (8f4bfbb7-3be5-4276-a260-870a4adccf68), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:09.741728 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-69f4f961-7d40-4cc4-819a-efeb2b9c6e20 req-30112249-d370-4974-a71f-f560ceacdb95 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=233b9567-93de-4ad6-ab48-7ed951f0fba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1911411 Feb 17 17:30:09.802623 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 93be93be-a92c-4638-be29-35a3ab9eba7b is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:30:09.928562 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3f71c37e-ee1f-4e88-bdd5-8a6bd10141fa req-6e3adfe5-0899-401c-8762-d01fa3f9bae8 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks [] for floatingip (37935c91-8a37-4cb1-8222-8b600b39f25e), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:09.968235 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-08bb59b5-8a87-4649-801c-c9bb031d2cb2 req-45442d35-e9f3-407b-ab2f-504546bab130 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:09.989523 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-69f4f961-7d40-4cc4-819a-efeb2b9c6e20 req-2fa6b3b5-b486-4673-9002-86b8bd521d27 service neutron] 10.222.0.71 "GET /v2.0/networks/233b9567-93de-4ad6-ab48-7ed951f0fba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049811 Feb 17 17:30:10.092482 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-6ef1282e-49ee-4975-aca8-c8bb2e76101e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (8f4bfbb7-3be5-4276-a260-870a4adccf68), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:10.118208 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3f71c37e-ee1f-4e88-bdd5-8a6bd10141fa req-6e3adfe5-0899-401c-8762-d01fa3f9bae8 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (bca2244f-1898-4c2a-8f34-98d6b64d83e3), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:10.120842 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-c9357568-c77d-4181-9a11-4ea4c64768cf admin admin] Deleting port 0b63d593-4703-4d8a-a2c8-501b0a15abf4 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:30:10.121400 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c9357568-c77d-4181-9a11-4ea4c64768cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (0b63d593-4703-4d8a-a2c8-501b0a15abf4), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:10.190507 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-6ef1282e-49ee-4975-aca8-c8bb2e76101e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Network 3226efc1-9bf8-49de-b390-80d0e9a20daa is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:30:10.193821 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-6ef1282e-49ee-4975-aca8-c8bb2e76101e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:30:10.202522 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-6ef1282e-49ee-4975-aca8-c8bb2e76101e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:30:10.256523 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef1282e-49ee-4975-aca8-c8bb2e76101e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Pushing event updated for resources: {'Port': ['ID=8f4bfbb7-3be5-4276-a260-870a4adccf68,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:10.298551 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef1282e-49ee-4975-aca8-c8bb2e76101e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:30:10.298551 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef1282e-49ee-4975-aca8-c8bb2e76101e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:30:10.303504 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef1282e-49ee-4975-aca8-c8bb2e76101e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:30:10.303504 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef1282e-49ee-4975-aca8-c8bb2e76101e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:30:10.303885 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef1282e-49ee-4975-aca8-c8bb2e76101e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:30:10.305035 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef1282e-49ee-4975-aca8-c8bb2e76101e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:30:10.306176 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef1282e-49ee-4975-aca8-c8bb2e76101e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:30:10.307851 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef1282e-49ee-4975-aca8-c8bb2e76101e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:30:10.309256 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef1282e-49ee-4975-aca8-c8bb2e76101e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:30:10.309744 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef1282e-49ee-4975-aca8-c8bb2e76101e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:30:10.310873 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef1282e-49ee-4975-aca8-c8bb2e76101e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:30:10.313271 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef1282e-49ee-4975-aca8-c8bb2e76101e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:30:10.314535 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef1282e-49ee-4975-aca8-c8bb2e76101e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:30:10.366758 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-6ef1282e-49ee-4975-aca8-c8bb2e76101e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:10.367434 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-6ef1282e-49ee-4975-aca8-c8bb2e76101e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:10.413611 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-6ef1282e-49ee-4975-aca8-c8bb2e76101e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9539752 Feb 17 17:30:10.418455 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-2e8b331e-2350-4f98-865a-958218e0e37a tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Request body: {'port': {'device_id': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '3226efc1-9bf8-49de-b390-80d0e9a20daa', 'admin_state_up': True, 'tenant_id': 'c6c91da603a1485eab422cc6ab78977f', 'security_groups': ['06bbdf43-383d-412d-a4a7-27f1a95946ae']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:30:10.466807 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-08bb59b5-8a87-4649-801c-c9bb031d2cb2 req-45442d35-e9f3-407b-ab2f-504546bab130 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Allocated IP 172.25.8.104 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/a8f77704-359b-4745-90d7-789f3e90dc19) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:30:10.487385 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-69f4f961-7d40-4cc4-819a-efeb2b9c6e20 req-82474523-bd79-4cb5-988f-55179541a878 service neutron] 10.222.0.71 "GET /v2.0/networks/233b9567-93de-4ad6-ab48-7ed951f0fba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4596372 Feb 17 17:30:10.523902 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-c9357568-c77d-4181-9a11-4ea4c64768cf admin admin] For port 0b63d593-4703-4d8a-a2c8-501b0a15abf4, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=0b63d593-4703-4d8a-a2c8-501b0a15abf4,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:30:10.533557 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c9357568-c77d-4181-9a11-4ea4c64768cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (0b63d593-4703-4d8a-a2c8-501b0a15abf4), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:10.585365 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-c9357568-c77d-4181-9a11-4ea4c64768cf admin admin] Calling delete_port for 0b63d593-4703-4d8a-a2c8-501b0a15abf4 owned by network:router_gateway {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:30:10.636734 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-2e8b331e-2350-4f98-865a-958218e0e37a tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Made reservation on behalf of c6c91da603a1485eab422cc6ab78977f for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:30:10.641253 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-2e8b331e-2350-4f98-865a-958218e0e37a tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:10.800948 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3f71c37e-ee1f-4e88-bdd5-8a6bd10141fa req-6e3adfe5-0899-401c-8762-d01fa3f9bae8 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks [] for port (bca2244f-1898-4c2a-8f34-98d6b64d83e3), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:10.842555 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3f71c37e-ee1f-4e88-bdd5-8a6bd10141fa req-6e3adfe5-0899-401c-8762-d01fa3f9bae8 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (bca2244f-1898-4c2a-8f34-98d6b64d83e3), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:10.852483 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-08bb59b5-8a87-4649-801c-c9bb031d2cb2 req-45442d35-e9f3-407b-ab2f-504546bab130 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Publish callbacks [] for port (a8f77704-359b-4745-90d7-789f3e90dc19), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:10.918986 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-2e8b331e-2350-4f98-865a-958218e0e37a tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Allocated IP 10.2.2.200 (3226efc1-9bf8-49de-b390-80d0e9a20daa/d75a2860-2719-4d8e-9c57-26805383b4a4/edfb4df4-17e2-4855-b94e-1e4e5890d9a5) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:30:10.945435 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-e79b229c-0050-4084-b56b-02546a4da3cc None None] Provisioning complete for port 8f4bfbb7-3be5-4276-a260-870a4adccf68 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:30:10.945998 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e79b229c-0050-4084-b56b-02546a4da3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (8f4bfbb7-3be5-4276-a260-870a4adccf68), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:10.968108 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3adfe5-0899-401c-8762-d01fa3f9bae8 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Pushing event updated for resources: {'Port': ['ID=bca2244f-1898-4c2a-8f34-98d6b64d83e3,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:11.021339 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-e79b229c-0050-4084-b56b-02546a4da3cc None None] Port 8f4bfbb7-3be5-4276-a260-870a4adccf68 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:30:11.079282 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3f71c37e-ee1f-4e88-bdd5-8a6bd10141fa req-6e3adfe5-0899-401c-8762-d01fa3f9bae8 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (37935c91-8a37-4cb1-8222-8b600b39f25e), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:11.097011 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-08bb59b5-8a87-4649-801c-c9bb031d2cb2 req-45442d35-e9f3-407b-ab2f-504546bab130 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (a8f77704-359b-4745-90d7-789f3e90dc19), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:11.147469 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3f71c37e-ee1f-4e88-bdd5-8a6bd10141fa req-6e3adfe5-0899-401c-8762-d01fa3f9bae8 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:11.148728 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3f71c37e-ee1f-4e88-bdd5-8a6bd10141fa req-6e3adfe5-0899-401c-8762-d01fa3f9bae8 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.9427485 Feb 17 17:30:11.167805 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08bb59b5-8a87-4649-801c-c9bb031d2cb2 req-45442d35-e9f3-407b-ab2f-504546bab130 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:30:11.177875 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-2e8b331e-2350-4f98-865a-958218e0e37a tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks [] for port (edfb4df4-17e2-4855-b94e-1e4e5890d9a5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:11.208488 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c9357568-c77d-4181-9a11-4ea4c64768cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (0b63d593-4703-4d8a-a2c8-501b0a15abf4), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:11.225499 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-08bb59b5-8a87-4649-801c-c9bb031d2cb2 req-45442d35-e9f3-407b-ab2f-504546bab130 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:30:11.234256 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-08bb59b5-8a87-4649-801c-c9bb031d2cb2 req-45442d35-e9f3-407b-ab2f-504546bab130 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:30:11.239080 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3f71c37e-ee1f-4e88-bdd5-8a6bd10141fa req-e0924573-e662-479b-93e3-77020579938d tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.8.155 HTTP/1.1" status: 200 len: 696 time: 0.0810869 Feb 17 17:30:11.242266 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45442d35-e9f3-407b-ab2f-504546bab130 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Pushing event updated for resources: {'Port': ['ID=a8f77704-359b-4745-90d7-789f3e90dc19,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:11.252492 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-2e8b331e-2350-4f98-865a-958218e0e37a tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (edfb4df4-17e2-4855-b94e-1e4e5890d9a5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:11.369599 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9357568-c77d-4181-9a11-4ea4c64768cf admin admin] Pushing event deleted for resources: {'Port': ['ID=0b63d593-4703-4d8a-a2c8-501b0a15abf4,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:11.377547 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-2e8b331e-2350-4f98-865a-958218e0e37a tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Network 3226efc1-9bf8-49de-b390-80d0e9a20daa is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:30:11.384473 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-2e8b331e-2350-4f98-865a-958218e0e37a tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:30:11.397596 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-2e8b331e-2350-4f98-865a-958218e0e37a tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:30:11.414127 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device ec11a230-4b53-4461-bdee-bd6775e58bd4 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:30:11.444235 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c9357568-c77d-4181-9a11-4ea4c64768cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (2c6f9f8a-8dc9-4fd6-819c-0351012ac127), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:11.452220 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8b331e-2350-4f98-865a-958218e0e37a tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Pushing event updated for resources: {'Port': ['ID=edfb4df4-17e2-4855-b94e-1e4e5890d9a5,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:11.495371 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: ec11a230-4b53-4461-bdee-bd6775e58bd4 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:30:11.496022 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device ec11a230-4b53-4461-bdee-bd6775e58bd4 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:30:11.519182 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-2e8b331e-2350-4f98-865a-958218e0e37a tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:11.520167 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-2e8b331e-2350-4f98-865a-958218e0e37a tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:11.552420 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-2e8b331e-2350-4f98-865a-958218e0e37a tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1366456 Feb 17 17:30:11.571267 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-262f449c-3070-4be3-936e-51ccb0f0f602 service neutron] Request body: {'port': {'device_id': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:30:11.697312 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-262f449c-3070-4be3-936e-51ccb0f0f602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d848ebc1-877e-4643-9ebc-c35cdbe15a28), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:11.996684 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c9357568-c77d-4181-9a11-4ea4c64768cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (2c6f9f8a-8dc9-4fd6-819c-0351012ac127), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:12.002210 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-f6ce295e-f5a2-47d4-979e-5096b96cd09c None None] Provisioning complete for port edfb4df4-17e2-4855-b94e-1e4e5890d9a5 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:30:12.002662 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f6ce295e-f5a2-47d4-979e-5096b96cd09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (edfb4df4-17e2-4855-b94e-1e4e5890d9a5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:12.004413 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71c37e-ee1f-4e88-bdd5-8a6bd10141fa req-67300e48-fb3a-457c-b1ee-08289d9cce13 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:12.005785 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3f71c37e-ee1f-4e88-bdd5-8a6bd10141fa req-67300e48-fb3a-457c-b1ee-08289d9cce13 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] 10.222.0.87 "GET /v2.0/networks/d7afcf1f-5124-4168-b80f-10ace9d04ea7 HTTP/1.1" status: 200 len: 784 time: 0.7359941 Feb 17 17:30:12.006998 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c9357568-c77d-4181-9a11-4ea4c64768cf admin admin] Publish callbacks [] for router_controller (2c6f9f8a-8dc9-4fd6-819c-0351012ac127), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:12.063653 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-08bb59b5-8a87-4649-801c-c9bb031d2cb2 req-45442d35-e9f3-407b-ab2f-504546bab130 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Publish callbacks [] for floatingip (decbb435-f419-42f8-ae13-bcf097375d5c), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:12.072468 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c9357568-c77d-4181-9a11-4ea4c64768cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (2c6f9f8a-8dc9-4fd6-819c-0351012ac127), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:12.073768 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9357568-c77d-4181-9a11-4ea4c64768cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c6f9f8a-8dc9-4fd6-819c-0351012ac127 {{(pid=103435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:30:12.081443 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c9357568-c77d-4181-9a11-4ea4c64768cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:12.089462 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c9357568-c77d-4181-9a11-4ea4c64768cf admin admin] 10.222.0.87 "DELETE /v2.0/routers/2c6f9f8a-8dc9-4fd6-819c-0351012ac127 HTTP/1.1" status: 204 len: 168 time: 3.8893390 Feb 17 17:30:12.090045 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 38484) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:30:12.123819 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-f6ce295e-f5a2-47d4-979e-5096b96cd09c None None] Port edfb4df4-17e2-4855-b94e-1e4e5890d9a5 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:30:12.246399 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-08bb59b5-8a87-4649-801c-c9bb031d2cb2 req-45442d35-e9f3-407b-ab2f-504546bab130 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (a8f77704-359b-4745-90d7-789f3e90dc19), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:12.256762 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-2854e078-1baa-467a-aee6-3451c7c6e39d admin admin] Deleting subnet 20045654-ccda-4f89-84f6-676be63ce54d {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:30:12.264675 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2854e078-1baa-467a-aee6-3451c7c6e39d admin admin] Publish callbacks [] for subnet (20045654-ccda-4f89-84f6-676be63ce54d), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:12.301441 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-262f449c-3070-4be3-936e-51ccb0f0f602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d848ebc1-877e-4643-9ebc-c35cdbe15a28 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:30:12.317943 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-262f449c-3070-4be3-936e-51ccb0f0f602 service neutron] Publish callbacks [] for port (d848ebc1-877e-4643-9ebc-c35cdbe15a28), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:12.337194 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2854e078-1baa-467a-aee6-3451c7c6e39d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (20045654-ccda-4f89-84f6-676be63ce54d), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:12.346860 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-262f449c-3070-4be3-936e-51ccb0f0f602 service neutron] Transition to ACTIVE for port object d848ebc1-877e-4643-9ebc-c35cdbe15a28 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:30:12.354809 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-262f449c-3070-4be3-936e-51ccb0f0f602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (d848ebc1-877e-4643-9ebc-c35cdbe15a28), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:12.555274 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2854e078-1baa-467a-aee6-3451c7c6e39d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (20045654-ccda-4f89-84f6-676be63ce54d), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:12.596958 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:30:12.621273 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262f449c-3070-4be3-936e-51ccb0f0f602 service neutron] Pushing event updated for resources: {'Port': ['ID=d848ebc1-877e-4643-9ebc-c35cdbe15a28,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:12.643017 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-262f449c-3070-4be3-936e-51ccb0f0f602 service neutron] Attempting to bind port d848ebc1-877e-4643-9ebc-c35cdbe15a28 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:30:12.643351 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-262f449c-3070-4be3-936e-51ccb0f0f602 service neutron] Attempting to bind port d848ebc1-877e-4643-9ebc-c35cdbe15a28 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': 'bb1bda3f-c2f0-4f96-8385-90efc231f095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b4ed5d6f-3eb3-4d80-ba86-b711da993733'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:30:12.643682 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-262f449c-3070-4be3-936e-51ccb0f0f602 service neutron] Attempting to bind port d848ebc1-877e-4643-9ebc-c35cdbe15a28 on network b4ed5d6f-3eb3-4d80-ba86-b711da993733 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:30:12.653345 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-262f449c-3070-4be3-936e-51ccb0f0f602 service neutron] Port d848ebc1-877e-4643-9ebc-c35cdbe15a28 on network b4ed5d6f-3eb3-4d80-ba86-b711da993733 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:30:12.653675 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-262f449c-3070-4be3-936e-51ccb0f0f602 service neutron] Attempting to bind port d848ebc1-877e-4643-9ebc-c35cdbe15a28 on network b4ed5d6f-3eb3-4d80-ba86-b711da993733 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:30:12.666731 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-262f449c-3070-4be3-936e-51ccb0f0f602 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:30:12.667136 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-262f449c-3070-4be3-936e-51ccb0f0f602 service neutron] Checking segment: {'id': 'bb1bda3f-c2f0-4f96-8385-90efc231f095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b4ed5d6f-3eb3-4d80-ba86-b711da993733'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:30:12.667518 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-262f449c-3070-4be3-936e-51ccb0f0f602 service neutron] Bound using segment: {'id': 'bb1bda3f-c2f0-4f96-8385-90efc231f095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b4ed5d6f-3eb3-4d80-ba86-b711da993733'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:30:12.667949 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-262f449c-3070-4be3-936e-51ccb0f0f602 service neutron] Bound port: d848ebc1-877e-4643-9ebc-c35cdbe15a28, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb1bda3f-c2f0-4f96-8385-90efc231f095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b4ed5d6f-3eb3-4d80-ba86-b711da993733'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:30:12.668334 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-262f449c-3070-4be3-936e-51ccb0f0f602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d848ebc1-877e-4643-9ebc-c35cdbe15a28), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:12.770738 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6ebb3-6329-436c-ae06-adf1caa40d5a req-a97662fe-8c45-498f-a6ee-4df6feda1320 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:12.772403 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7ae6ebb3-6329-436c-ae06-adf1caa40d5a req-a97662fe-8c45-498f-a6ee-4df6feda1320 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f HTTP/1.1" status: 200 len: 944 time: 0.6256487 Feb 17 17:30:12.856106 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-262f449c-3070-4be3-936e-51ccb0f0f602 service neutron] For port d848ebc1-877e-4643-9ebc-c35cdbe15a28, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:30:12.859520 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-262f449c-3070-4be3-936e-51ccb0f0f602 service neutron] For port d848ebc1-877e-4643-9ebc-c35cdbe15a28, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=d848ebc1-877e-4643-9ebc-c35cdbe15a28,segment=NetworkSegment(bb1bda3f-c2f0-4f96-8385-90efc231f095),segment_id=bb1bda3f-c2f0-4f96-8385-90efc231f095)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:30:12.868607 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-262f449c-3070-4be3-936e-51ccb0f0f602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (d848ebc1-877e-4643-9ebc-c35cdbe15a28), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:12.944766 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-262f449c-3070-4be3-936e-51ccb0f0f602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:12.951944 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-262f449c-3070-4be3-936e-51ccb0f0f602 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:12.955309 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-262f449c-3070-4be3-936e-51ccb0f0f602 service neutron] 10.222.0.71 "PUT /v2.0/ports/d848ebc1-877e-4643-9ebc-c35cdbe15a28 HTTP/1.1" status: 200 len: 1092 time: 1.3948462 Feb 17 17:30:12.964061 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'tag': 'd848ebc1-877e-4643-9ebc-c35cdbe15a28'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:30:12.966654 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1aa0a49-087a-4ee4-bea4-1e4f84e7fb5d" -d '{"events": [{"name": "network-changed", "server_uuid": "bc2eb913-ebce-44ad-a4b4-c8edb0564963", "tag": "d848ebc1-877e-4643-9ebc-c35cdbe15a28"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:30:12.971302 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2854e078-1baa-467a-aee6-3451c7c6e39d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (20045654-ccda-4f89-84f6-676be63ce54d), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:13.017693 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-b9b31e1c-f0d2-4e63-a918-bb06be10af8f service neutron] Request body: {'port': {'device_id': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:30:13.023565 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7ae6ebb3-6329-436c-ae06-adf1caa40d5a req-90726290-7bbe-4fb1-89be-ff424d63d8be tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062795 Feb 17 17:30:13.028496 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854e078-1baa-467a-aee6-3451c7c6e39d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20045654-ccda-4f89-84f6-676be63ce54d,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:13.044614 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f507570-a3b2-40fc-a2d1-c0a27339ccc5 None None] Network 386d9093-46fa-4297-a55c-3b697d17fb5e requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:30:13.045243 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2854e078-1baa-467a-aee6-3451c7c6e39d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:13.051080 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-2854e078-1baa-467a-aee6-3451c7c6e39d admin admin] 10.222.0.87 "DELETE /v2.0/subnets/20045654-ccda-4f89-84f6-676be63ce54d HTTP/1.1" status: 204 len: 168 time: 0.9567292 Feb 17 17:30:13.055222 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 38490) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:30:13.079238 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2854e078-1baa-467a-aee6-3451c7c6e39d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:30:13.079590 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2854e078-1baa-467a-aee6-3451c7c6e39d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:30:13.079918 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2854e078-1baa-467a-aee6-3451c7c6e39d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:30:13.080277 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2854e078-1baa-467a-aee6-3451c7c6e39d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:30:13.080614 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2854e078-1baa-467a-aee6-3451c7c6e39d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:30:13.080944 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2854e078-1baa-467a-aee6-3451c7c6e39d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:30:13.081269 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2854e078-1baa-467a-aee6-3451c7c6e39d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:30:13.081597 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2854e078-1baa-467a-aee6-3451c7c6e39d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:30:13.081919 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2854e078-1baa-467a-aee6-3451c7c6e39d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:30:13.082239 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2854e078-1baa-467a-aee6-3451c7c6e39d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:30:13.082558 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2854e078-1baa-467a-aee6-3451c7c6e39d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:30:13.088947 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2854e078-1baa-467a-aee6-3451c7c6e39d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:30:13.089358 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2854e078-1baa-467a-aee6-3451c7c6e39d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:30:13.192443 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262f449c-3070-4be3-936e-51ccb0f0f602 service neutron] Pushing event updated for resources: {'Port': ['ID=d848ebc1-877e-4643-9ebc-c35cdbe15a28,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:13.211903 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-b9b31e1c-f0d2-4e63-a918-bb06be10af8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d8957db4-c462-4444-adca-ec189b379b2a), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:13.225607 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-08bb59b5-8a87-4649-801c-c9bb031d2cb2 req-45442d35-e9f3-407b-ab2f-504546bab130 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Publish callbacks [] for port (a8f77704-359b-4745-90d7-789f3e90dc19), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:13.247474 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-08bb59b5-8a87-4649-801c-c9bb031d2cb2 req-45442d35-e9f3-407b-ab2f-504546bab130 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (a8f77704-359b-4745-90d7-789f3e90dc19), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:13.274856 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b9fad6c8-5334-461e-bd4a-57444b78fb1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (386d9093-46fa-4297-a55c-3b697d17fb5e), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:13.392340 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 9b3df149-c69e-43f8-b736-9660a4ee91f3 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:30:13.436916 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b140e75-78ec-4aa3-9d28-d4a91f1b134e None None] DHCP port deletion for 386d9093-46fa-4297-a55c-3b697d17fb5e request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:30:13.484463 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45442d35-e9f3-407b-ab2f-504546bab130 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Pushing event updated for resources: {'Port': ['ID=a8f77704-359b-4745-90d7-789f3e90dc19,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:13.491545 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-08bb59b5-8a87-4649-801c-c9bb031d2cb2 req-45442d35-e9f3-407b-ab2f-504546bab130 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (decbb435-f419-42f8-ae13-bcf097375d5c), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:13.528836 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 0b63d593-4703-4d8a-a2c8-501b0a15abf4 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:30:13.547157 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-08bb59b5-8a87-4649-801c-c9bb031d2cb2 req-45442d35-e9f3-407b-ab2f-504546bab130 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:13.548672 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-08bb59b5-8a87-4649-801c-c9bb031d2cb2 req-45442d35-e9f3-407b-ab2f-504546bab130 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.3943224 Feb 17 17:30:13.571110 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ba8b6-cab3-4de2-b697-7b3ee867f382 req-1dd89191-1444-4620-8894-e6c0cc370f9a tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:13.579380 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a82ba8b6-cab3-4de2-b697-7b3ee867f382 req-1dd89191-1444-4620-8894-e6c0cc370f9a tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/ports?device_id=84151010-7659-4be7-9c75-3cf9f7e01e98 HTTP/1.1" status: 200 len: 944 time: 0.1357725 Feb 17 17:30:13.618654 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.resource_extend [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 17:30:13.633205 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 0b63d593-4703-4d8a-a2c8-501b0a15abf4 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:30:13.633750 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 0b63d593-4703-4d8a-a2c8-501b0a15abf4 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:30:13.668442 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-08bb59b5-8a87-4649-801c-c9bb031d2cb2 req-a257d97d-a723-459b-a71c-0202ae05e314 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.8.104 HTTP/1.1" status: 200 len: 696 time: 0.1123502 Feb 17 17:30:13.717720 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b9fad6c8-5334-461e-bd4a-57444b78fb1e admin admin] Deleting port cb6b6956-9446-45fd-bd02-24344b98a0bf {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:30:13.718086 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b9fad6c8-5334-461e-bd4a-57444b78fb1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (cb6b6956-9446-45fd-bd02-24344b98a0bf), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:13.759670 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a82ba8b6-cab3-4de2-b697-7b3ee867f382 req-2961b823-7199-4c62-b2e7-8d8bed4bd91f tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/security-groups?id=8be1f4ef-2561-4b86-bd91-f82492a4fd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792259 Feb 17 17:30:13.781598 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-b9b31e1c-f0d2-4e63-a918-bb06be10af8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8957db4-c462-4444-adca-ec189b379b2a {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:30:13.795638 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-b9b31e1c-f0d2-4e63-a918-bb06be10af8f service neutron] Publish callbacks [] for port (d8957db4-c462-4444-adca-ec189b379b2a), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:13.832533 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-b9b31e1c-f0d2-4e63-a918-bb06be10af8f service neutron] Transition to ACTIVE for port object d8957db4-c462-4444-adca-ec189b379b2a will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:30:13.846906 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-b9b31e1c-f0d2-4e63-a918-bb06be10af8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (d8957db4-c462-4444-adca-ec189b379b2a), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:13.847966 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-6b140e75-78ec-4aa3-9d28-d4a91f1b134e None None] Deleting port cb6b6956-9446-45fd-bd02-24344b98a0bf {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:30:13.849354 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6b140e75-78ec-4aa3-9d28-d4a91f1b134e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (cb6b6956-9446-45fd-bd02-24344b98a0bf), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:13.888654 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dad95eb-26ff-41ca-b3be-bb21ac81abd6 x-openstack-request-id: req-1dad95eb-26ff-41ca-b3be-bb21ac81abd6 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:30:13.889902 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84151010-7659-4be7-9c75-3cf9f7e01e98", "tag": "9b3df149-c69e-43f8-b736-9660a4ee91f3", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:30:13.891003 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1dad95eb-26ff-41ca-b3be-bb21ac81abd6 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:30:13.895321 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84151010-7659-4be7-9c75-3cf9f7e01e98', 'tag': '9b3df149-c69e-43f8-b736-9660a4ee91f3', 'status': 'completed', 'code': 200} Feb 17 17:30:13.935598 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b31e1c-f0d2-4e63-a918-bb06be10af8f service neutron] Pushing event updated for resources: {'Port': ['ID=d8957db4-c462-4444-adca-ec189b379b2a,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:13.953712 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 9b3df149-c69e-43f8-b736-9660a4ee91f3, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=9b3df149-c69e-43f8-b736-9660a4ee91f3,segment=NetworkSegment(e6796db6-dab2-4592-830c-d793c705d227),segment_id=e6796db6-dab2-4592-830c-d793c705d227)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:30:14.016790 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bb59b5-8a87-4649-801c-c9bb031d2cb2 req-23531a09-9f97-4fcb-ba5e-bf8c116551e3 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:14.022349 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-08bb59b5-8a87-4649-801c-c9bb031d2cb2 req-23531a09-9f97-4fcb-ba5e-bf8c116551e3 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] 10.222.0.87 "GET /v2.0/networks/d7afcf1f-5124-4168-b80f-10ace9d04ea7 HTTP/1.1" status: 200 len: 784 time: 0.3441131 Feb 17 17:30:14.040067 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-b9fad6c8-5334-461e-bd4a-57444b78fb1e admin admin] For port cb6b6956-9446-45fd-bd02-24344b98a0bf, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=cb6b6956-9446-45fd-bd02-24344b98a0bf,segment=NetworkSegment(f0aee03c-8c5c-4bf3-b10c-c2cad5faea95),segment_id=f0aee03c-8c5c-4bf3-b10c-c2cad5faea95)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:30:14.040896 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b9fad6c8-5334-461e-bd4a-57444b78fb1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (cb6b6956-9446-45fd-bd02-24344b98a0bf), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:14.060779 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b9fad6c8-5334-461e-bd4a-57444b78fb1e admin admin] Calling delete_port for cb6b6956-9446-45fd-bd02-24344b98a0bf owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:30:14.101871 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '9b3df149-c69e-43f8-b736-9660a4ee91f3', 'network_id': '233b9567-93de-4ad6-ab48-7ed951f0fba6', 'port_id': '9b3df149-c69e-43f8-b736-9660a4ee91f3', 'mac_address': 'fa:16:3e:5d:9e:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb181189-1480-4377-9824-fc7c67a5f7e8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:30:14.113494 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-b9b31e1c-f0d2-4e63-a918-bb06be10af8f service neutron] Attempting to bind port d8957db4-c462-4444-adca-ec189b379b2a on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:30:14.114178 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-b9b31e1c-f0d2-4e63-a918-bb06be10af8f service neutron] Attempting to bind port d8957db4-c462-4444-adca-ec189b379b2a by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '55cf67f8-56dc-4cc3-aade-06e6513a1c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8329e05c-f5f3-4a6c-995b-30a9e6574e32'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:30:14.115295 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-b9b31e1c-f0d2-4e63-a918-bb06be10af8f service neutron] Attempting to bind port d8957db4-c462-4444-adca-ec189b379b2a on network 8329e05c-f5f3-4a6c-995b-30a9e6574e32 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:30:14.121333 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-b9b31e1c-f0d2-4e63-a918-bb06be10af8f service neutron] Port d8957db4-c462-4444-adca-ec189b379b2a on network 8329e05c-f5f3-4a6c-995b-30a9e6574e32 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:30:14.122090 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-b9b31e1c-f0d2-4e63-a918-bb06be10af8f service neutron] Attempting to bind port d8957db4-c462-4444-adca-ec189b379b2a on network 8329e05c-f5f3-4a6c-995b-30a9e6574e32 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:30:14.128376 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-6b140e75-78ec-4aa3-9d28-d4a91f1b134e None None] For port cb6b6956-9446-45fd-bd02-24344b98a0bf, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=cb6b6956-9446-45fd-bd02-24344b98a0bf,segment=NetworkSegment(f0aee03c-8c5c-4bf3-b10c-c2cad5faea95),segment_id=f0aee03c-8c5c-4bf3-b10c-c2cad5faea95)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:30:14.128780 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6b140e75-78ec-4aa3-9d28-d4a91f1b134e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (cb6b6956-9446-45fd-bd02-24344b98a0bf), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:14.129542 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-b9b31e1c-f0d2-4e63-a918-bb06be10af8f service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:30:14.129993 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-b9b31e1c-f0d2-4e63-a918-bb06be10af8f service neutron] Checking segment: {'id': '55cf67f8-56dc-4cc3-aade-06e6513a1c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8329e05c-f5f3-4a6c-995b-30a9e6574e32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:30:14.130486 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-b9b31e1c-f0d2-4e63-a918-bb06be10af8f service neutron] Bound using segment: {'id': '55cf67f8-56dc-4cc3-aade-06e6513a1c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8329e05c-f5f3-4a6c-995b-30a9e6574e32'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:30:14.131391 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-b9b31e1c-f0d2-4e63-a918-bb06be10af8f service neutron] Bound port: d8957db4-c462-4444-adca-ec189b379b2a, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55cf67f8-56dc-4cc3-aade-06e6513a1c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8329e05c-f5f3-4a6c-995b-30a9e6574e32'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:30:14.131991 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-b9b31e1c-f0d2-4e63-a918-bb06be10af8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d8957db4-c462-4444-adca-ec189b379b2a), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:14.149706 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-08bb59b5-8a87-4649-801c-c9bb031d2cb2 req-085daa47-6b5e-4b66-bb54-4f8a7ee03d2d tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:30:14.161750 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-08bb59b5-8a87-4649-801c-c9bb031d2cb2 req-085daa47-6b5e-4b66-bb54-4f8a7ee03d2d tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0167456 Feb 17 17:30:14.232909 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-b9b31e1c-f0d2-4e63-a918-bb06be10af8f service neutron] For port d8957db4-c462-4444-adca-ec189b379b2a, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:30:14.233943 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-6b140e75-78ec-4aa3-9d28-d4a91f1b134e None None] Calling delete_port for cb6b6956-9446-45fd-bd02-24344b98a0bf owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:30:14.242686 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-b9b31e1c-f0d2-4e63-a918-bb06be10af8f service neutron] For port d8957db4-c462-4444-adca-ec189b379b2a, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=d8957db4-c462-4444-adca-ec189b379b2a,segment=NetworkSegment(55cf67f8-56dc-4cc3-aade-06e6513a1c54),segment_id=55cf67f8-56dc-4cc3-aade-06e6513a1c54)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:30:14.253654 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-b9b31e1c-f0d2-4e63-a918-bb06be10af8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (d8957db4-c462-4444-adca-ec189b379b2a), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:14.344971 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b31e1c-f0d2-4e63-a918-bb06be10af8f service neutron] Pushing event updated for resources: {'Port': ['ID=d8957db4-c462-4444-adca-ec189b379b2a,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:14.363328 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-b9b31e1c-f0d2-4e63-a918-bb06be10af8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:14.364865 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-b9b31e1c-f0d2-4e63-a918-bb06be10af8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:14.367260 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-b9b31e1c-f0d2-4e63-a918-bb06be10af8f service neutron] 10.222.0.71 "PUT /v2.0/ports/d8957db4-c462-4444-adca-ec189b379b2a HTTP/1.1" status: 200 len: 1134 time: 1.3549187 Feb 17 17:30:14.395171 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-20f46212-7d5a-459e-aac6-b32500171f06 req-c4322c20-1d01-496a-850e-b77151c96fdd tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1894817 Feb 17 17:30:14.400985 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-20f46212-7d5a-459e-aac6-b32500171f06 req-89ff00ea-87b4-4687-9638-52d1c9b7daae tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:30:14.412819 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-559bb0fb-9f0b-471e-a9e3-17bccbf580f8 service neutron] Request body: {'port': {'device_id': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:30:14.437293 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 9b3df149-c69e-43f8-b736-9660a4ee91f3 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:30:14.438829 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (9b3df149-c69e-43f8-b736-9660a4ee91f3), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:14.449312 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-20f46212-7d5a-459e-aac6-b32500171f06 req-89ff00ea-87b4-4687-9638-52d1c9b7daae tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:14.450779 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6b140e75-78ec-4aa3-9d28-d4a91f1b134e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (cb6b6956-9446-45fd-bd02-24344b98a0bf), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:14.494310 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b140e75-78ec-4aa3-9d28-d4a91f1b134e None None] No DVR routers for this DVR port cb6b6956-9446-45fd-bd02-24344b98a0bf on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:30:14.551142 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b3df149-c69e-43f8-b736-9660a4ee91f3 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:30:14.553403 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-559bb0fb-9f0b-471e-a9e3-17bccbf580f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c156d1b1-d51b-43d9-bbea-f01601c5fe5d), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:14.556054 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b140e75-78ec-4aa3-9d28-d4a91f1b134e None None] Pushing event deleted for resources: {'Port': ['ID=cb6b6956-9446-45fd-bd02-24344b98a0bf,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:14.587754 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c9162-9f6b-49d2-aecc-eca1f2937afe req-a52cfdee-148d-42e0-86d9-504645f89e3f tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:14.599033 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 9b3df149-c69e-43f8-b736-9660a4ee91f3, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=9b3df149-c69e-43f8-b736-9660a4ee91f3,segment=NetworkSegment(e6796db6-dab2-4592-830c-d793c705d227),segment_id=e6796db6-dab2-4592-830c-d793c705d227)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:30:14.601331 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c9162-9f6b-49d2-aecc-eca1f2937afe req-a52cfdee-148d-42e0-86d9-504645f89e3f tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:14.606016 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (9b3df149-c69e-43f8-b736-9660a4ee91f3), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:14.613859 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c9162-9f6b-49d2-aecc-eca1f2937afe req-a52cfdee-148d-42e0-86d9-504645f89e3f tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:14.631588 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c9162-9f6b-49d2-aecc-eca1f2937afe req-a52cfdee-148d-42e0-86d9-504645f89e3f tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:14.639174 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c9162-9f6b-49d2-aecc-eca1f2937afe req-a52cfdee-148d-42e0-86d9-504645f89e3f tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:14.660529 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c9162-9f6b-49d2-aecc-eca1f2937afe req-a52cfdee-148d-42e0-86d9-504645f89e3f tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:14.680864 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-614c9162-9f6b-49d2-aecc-eca1f2937afe req-a52cfdee-148d-42e0-86d9-504645f89e3f tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 4604 time: 0.5180466 Feb 17 17:30:14.694603 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=9b3df149-c69e-43f8-b736-9660a4ee91f3,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:14.704343 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9811b-9e42-4f08-a503-10fcb0e0feb5 req-7ef16a12-0231-4694-b8a1-89554d58f9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:14.705731 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b9e9811b-9e42-4f08-a503-10fcb0e0feb5 req-7ef16a12-0231-4694-b8a1-89554d58f9d7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=055c5c88106e43038ac2faf0f62d8d68&device_id=84151010-7659-4be7-9c75-3cf9f7e01e98 HTTP/1.1" status: 200 len: 1126 time: 0.7056549 Feb 17 17:30:14.814466 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9811b-9e42-4f08-a503-10fcb0e0feb5 req-e93a31bc-90ba-4a6b-8053-285c5fa52557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:14.815951 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b9e9811b-9e42-4f08-a503-10fcb0e0feb5 req-e93a31bc-90ba-4a6b-8053-285c5fa52557 service neutron] 10.222.0.71 "GET /v2.0/networks?id=233b9567-93de-4ad6-ab48-7ed951f0fba6 HTTP/1.1" status: 200 len: 913 time: 0.0992076 Feb 17 17:30:14.822928 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff8f954-ec6b-4fd0-b9a2-5adfbcc6fe0d req-d5e32cc7-a111-44a0-a7b4-d70a4a7354ea tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:14.825082 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-aff8f954-ec6b-4fd0-b9a2-5adfbcc6fe0d req-d5e32cc7-a111-44a0-a7b4-d70a4a7354ea tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.71 "GET /v2.0/ports?device_id=be77614c-d94b-40a6-8d03-387b5db0e130 HTTP/1.1" status: 200 len: 949 time: 0.1641040 Feb 17 17:30:14.835404 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['9b3df149-c69e-43f8-b736-9660a4ee91f3'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:30:14.864628 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b9e9811b-9e42-4f08-a503-10fcb0e0feb5 req-3b55ecf5-6ccf-4e25-9779-9c0a10f96e83 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b3df149-c69e-43f8-b736-9660a4ee91f3 HTTP/1.1" status: 200 len: 217 time: 0.0407481 Feb 17 17:30:14.927692 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-614c9162-9f6b-49d2-aecc-eca1f2937afe req-a95e015c-9808-4e02-ad06-1676416eb0ea tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/security-groups?id=4b62a994-4311-4d7d-a3f0-cd2c105b06fa&id=06bbdf43-383d-412d-a4a7-27f1a95946ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2458408 Feb 17 17:30:15.031442 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-aff8f954-ec6b-4fd0-b9a2-5adfbcc6fe0d req-cc5e3440-bc29-46ff-b14a-f744d0c3c4c4 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Deleting port def80f72-6674-4dff-b38b-2c1d3d245381 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:30:15.032024 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-aff8f954-ec6b-4fd0-b9a2-5adfbcc6fe0d req-cc5e3440-bc29-46ff-b14a-f744d0c3c4c4 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (def80f72-6674-4dff-b38b-2c1d3d245381), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:15.169724 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-aff8f954-ec6b-4fd0-b9a2-5adfbcc6fe0d req-cc5e3440-bc29-46ff-b14a-f744d0c3c4c4 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] For port def80f72-6674-4dff-b38b-2c1d3d245381, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=def80f72-6674-4dff-b38b-2c1d3d245381,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:30:15.170093 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-aff8f954-ec6b-4fd0-b9a2-5adfbcc6fe0d req-cc5e3440-bc29-46ff-b14a-f744d0c3c4c4 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (def80f72-6674-4dff-b38b-2c1d3d245381), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:15.171793 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b9fad6c8-5334-461e-bd4a-57444b78fb1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (cb6b6956-9446-45fd-bd02-24344b98a0bf), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:15.185741 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-aff8f954-ec6b-4fd0-b9a2-5adfbcc6fe0d req-cc5e3440-bc29-46ff-b14a-f744d0c3c4c4 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Calling delete_port for def80f72-6674-4dff-b38b-2c1d3d245381 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:30:15.196393 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fad6c8-5334-461e-bd4a-57444b78fb1e admin admin] No DVR routers for this DVR port cb6b6956-9446-45fd-bd02-24344b98a0bf on host n-d-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:30:15.269273 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9811b-9e42-4f08-a503-10fcb0e0feb5 req-bcb6e84b-7639-40aa-8cf0-e285bf816230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:15.271218 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b9e9811b-9e42-4f08-a503-10fcb0e0feb5 req-bcb6e84b-7639-40aa-8cf0-e285bf816230 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bb181189-1480-4377-9824-fc7c67a5f7e8 HTTP/1.1" status: 200 len: 852 time: 0.3681672 Feb 17 17:30:15.288635 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fad6c8-5334-461e-bd4a-57444b78fb1e admin admin] Pushing event deleted for resources: {'Port': ['ID=cb6b6956-9446-45fd-bd02-24344b98a0bf,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:15.340052 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab8cbdb-be9d-43f7-805c-e22cfc09c04a x-openstack-request-id: req-5ab8cbdb-be9d-43f7-805c-e22cfc09c04a {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:30:15.340445 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc2eb913-ebce-44ad-a4b4-c8edb0564963", "tag": "d848ebc1-877e-4643-9ebc-c35cdbe15a28", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:30:15.340793 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5ab8cbdb-be9d-43f7-805c-e22cfc09c04a {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:30:15.341617 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'tag': 'd848ebc1-877e-4643-9ebc-c35cdbe15a28', 'status': 'completed', 'code': 200} Feb 17 17:30:15.351369 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-aff8f954-ec6b-4fd0-b9a2-5adfbcc6fe0d req-cc5e3440-bc29-46ff-b14a-f744d0c3c4c4 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (def80f72-6674-4dff-b38b-2c1d3d245381), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:15.364125 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['def80f72-6674-4dff-b38b-2c1d3d245381'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:30:15.401167 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b9e9811b-9e42-4f08-a503-10fcb0e0feb5 req-2f874e7d-198a-455a-b82a-4fcba8924a07 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=233b9567-93de-4ad6-ab48-7ed951f0fba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089344 Feb 17 17:30:15.417392 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa0a49-087a-4ee4-bea4-1e4f84e7fb5d req-3fcaa309-4a46-48a6-a684-e1eab5965e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:15.418115 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa0a49-087a-4ee4-bea4-1e4f84e7fb5d req-3fcaa309-4a46-48a6-a684-e1eab5965e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:15.418577 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa0a49-087a-4ee4-bea4-1e4f84e7fb5d req-3fcaa309-4a46-48a6-a684-e1eab5965e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:15.419036 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa0a49-087a-4ee4-bea4-1e4f84e7fb5d req-3fcaa309-4a46-48a6-a684-e1eab5965e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:15.421454 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e3440-bc29-46ff-b14a-f744d0c3c4c4 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Pushing event deleted for resources: {'Port': ['ID=def80f72-6674-4dff-b38b-2c1d3d245381,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:15.421678 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa0a49-087a-4ee4-bea4-1e4f84e7fb5d req-3fcaa309-4a46-48a6-a684-e1eab5965e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:15.422166 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa0a49-087a-4ee4-bea4-1e4f84e7fb5d req-3fcaa309-4a46-48a6-a684-e1eab5965e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:15.424394 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e1aa0a49-087a-4ee4-bea4-1e4f84e7fb5d req-3fcaa309-4a46-48a6-a684-e1eab5965e3b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c6c91da603a1485eab422cc6ab78977f&device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 5352 time: 0.3419218 Feb 17 17:30:15.493756 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff8f954-ec6b-4fd0-b9a2-5adfbcc6fe0d req-cc5e3440-bc29-46ff-b14a-f744d0c3c4c4 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] No DVR routers for this DVR port def80f72-6674-4dff-b38b-2c1d3d245381 on host n-h1-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:30:15.499239 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-aff8f954-ec6b-4fd0-b9a2-5adfbcc6fe0d req-cc5e3440-bc29-46ff-b14a-f744d0c3c4c4 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:15.502870 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-aff8f954-ec6b-4fd0-b9a2-5adfbcc6fe0d req-cc5e3440-bc29-46ff-b14a-f744d0c3c4c4 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.71 "DELETE /v2.0/ports/def80f72-6674-4dff-b38b-2c1d3d245381 HTTP/1.1" status: 204 len: 173 time: 0.6666718 Feb 17 17:30:15.505132 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device cb6b6956-9446-45fd-bd02-24344b98a0bf no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:30:15.550645 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b9e9811b-9e42-4f08-a503-10fcb0e0feb5 req-c4a005ef-4fc9-4927-954a-b87013bec930 service neutron] 10.222.0.71 "GET /v2.0/networks/233b9567-93de-4ad6-ab48-7ed951f0fba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234777 Feb 17 17:30:15.561027 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: cb6b6956-9446-45fd-bd02-24344b98a0bf {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:30:15.563745 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device cb6b6956-9446-45fd-bd02-24344b98a0bf not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:30:15.576641 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b9fad6c8-5334-461e-bd4a-57444b78fb1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (386d9093-46fa-4297-a55c-3b697d17fb5e), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:15.596982 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-559bb0fb-9f0b-471e-a9e3-17bccbf580f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c156d1b1-d51b-43d9-bbea-f01601c5fe5d {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:30:15.618781 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-559bb0fb-9f0b-471e-a9e3-17bccbf580f8 service neutron] Publish callbacks [] for port (c156d1b1-d51b-43d9-bbea-f01601c5fe5d), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:15.641438 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-559bb0fb-9f0b-471e-a9e3-17bccbf580f8 service neutron] Transition to ACTIVE for port object c156d1b1-d51b-43d9-bbea-f01601c5fe5d will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:30:15.653593 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-559bb0fb-9f0b-471e-a9e3-17bccbf580f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (c156d1b1-d51b-43d9-bbea-f01601c5fe5d), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:15.674463 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-20f46212-7d5a-459e-aac6-b32500171f06 req-89ff00ea-87b4-4687-9638-52d1c9b7daae tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:15.690431 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d401fd-0ff5-40b2-ad9c-e6b41b8980f2 req-344b8ffe-0457-463a-bae9-8aa2db968a69 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:15.692438 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-12d401fd-0ff5-40b2-ad9c-e6b41b8980f2 req-344b8ffe-0457-463a-bae9-8aa2db968a69 tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/ports?device_id=be77614c-d94b-40a6-8d03-387b5db0e130 HTTP/1.1" status: 200 len: 867 time: 0.4398248 Feb 17 17:30:15.697838 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-b9fad6c8-5334-461e-bd4a-57444b78fb1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['386d9093-46fa-4297-a55c-3b697d17fb5e']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:30:15.753810 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559bb0fb-9f0b-471e-a9e3-17bccbf580f8 service neutron] Pushing event updated for resources: {'Port': ['ID=c156d1b1-d51b-43d9-bbea-f01601c5fe5d,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:15.794783 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-b9fad6c8-5334-461e-bd4a-57444b78fb1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0aee03c-8c5c-4bf3-b10c-c2cad5faea95') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:30:15.795199 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-b9fad6c8-5334-461e-bd4a-57444b78fb1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0aee03c-8c5c-4bf3-b10c-c2cad5faea95') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:30:15.811897 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b9fad6c8-5334-461e-bd4a-57444b78fb1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (f0aee03c-8c5c-4bf3-b10c-c2cad5faea95), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:15.828909 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b9fad6c8-5334-461e-bd4a-57444b78fb1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (f0aee03c-8c5c-4bf3-b10c-c2cad5faea95), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:15.835625 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9fad6c8-5334-461e-bd4a-57444b78fb1e admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:30:15.836191 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b9fad6c8-5334-461e-bd4a-57444b78fb1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (f0aee03c-8c5c-4bf3-b10c-c2cad5faea95), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:15.883275 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-559bb0fb-9f0b-471e-a9e3-17bccbf580f8 service neutron] Attempting to bind port c156d1b1-d51b-43d9-bbea-f01601c5fe5d on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:30:15.883614 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-559bb0fb-9f0b-471e-a9e3-17bccbf580f8 service neutron] Attempting to bind port c156d1b1-d51b-43d9-bbea-f01601c5fe5d by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '55cf67f8-56dc-4cc3-aade-06e6513a1c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8329e05c-f5f3-4a6c-995b-30a9e6574e32'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:30:15.883954 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-559bb0fb-9f0b-471e-a9e3-17bccbf580f8 service neutron] Attempting to bind port c156d1b1-d51b-43d9-bbea-f01601c5fe5d on network 8329e05c-f5f3-4a6c-995b-30a9e6574e32 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:30:15.890071 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-559bb0fb-9f0b-471e-a9e3-17bccbf580f8 service neutron] Port c156d1b1-d51b-43d9-bbea-f01601c5fe5d on network 8329e05c-f5f3-4a6c-995b-30a9e6574e32 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:30:15.890404 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-559bb0fb-9f0b-471e-a9e3-17bccbf580f8 service neutron] Attempting to bind port c156d1b1-d51b-43d9-bbea-f01601c5fe5d on network 8329e05c-f5f3-4a6c-995b-30a9e6574e32 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:30:15.904085 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-559bb0fb-9f0b-471e-a9e3-17bccbf580f8 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:30:15.904457 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-559bb0fb-9f0b-471e-a9e3-17bccbf580f8 service neutron] Checking segment: {'id': '55cf67f8-56dc-4cc3-aade-06e6513a1c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8329e05c-f5f3-4a6c-995b-30a9e6574e32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:30:15.904860 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-559bb0fb-9f0b-471e-a9e3-17bccbf580f8 service neutron] Bound using segment: {'id': '55cf67f8-56dc-4cc3-aade-06e6513a1c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8329e05c-f5f3-4a6c-995b-30a9e6574e32'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:30:15.905310 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-559bb0fb-9f0b-471e-a9e3-17bccbf580f8 service neutron] Bound port: c156d1b1-d51b-43d9-bbea-f01601c5fe5d, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55cf67f8-56dc-4cc3-aade-06e6513a1c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8329e05c-f5f3-4a6c-995b-30a9e6574e32'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:30:15.918500 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-559bb0fb-9f0b-471e-a9e3-17bccbf580f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c156d1b1-d51b-43d9-bbea-f01601c5fe5d), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:15.931394 n-d-829613-2 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:30:15.931394 n-d-829613-2 neutron-server[103435]: self.session.flush() Feb 17 17:30:15.931394 n-d-829613-2 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:30:15.931394 n-d-829613-2 neutron-server[103435]: self.session.flush() Feb 17 17:30:15.931394 n-d-829613-2 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:30:15.931394 n-d-829613-2 neutron-server[103435]: self.session.flush() Feb 17 17:30:15.931394 n-d-829613-2 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:30:15.931394 n-d-829613-2 neutron-server[103435]: self.session.flush() Feb 17 17:30:15.931394 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 17:30:15.931394 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:30:15.931394 n-d-829613-2 neutron-server[103435]: timer() Feb 17 17:30:15.931394 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:30:15.931394 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 17:30:15.931394 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:30:15.931394 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 17:30:15.931394 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:30:15.931394 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 17:30:15.931394 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:30:15.931394 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 17:30:15.931394 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:30:15.931394 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 17:30:15.931394 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:30:15.931394 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:30:15.931394 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:30:15.931394 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:30:15.931394 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:30:15.931394 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 17:30:15.931394 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:30:15.931394 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 17:30:15.931394 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:30:15.931394 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:30:15.931394 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:30:15.931394 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 17:30:15.931394 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:30:15.931394 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:30:15.931394 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:30:15.931394 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:30:15.931394 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:30:15.931394 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:30:15.931394 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:30:16.050528 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-559bb0fb-9f0b-471e-a9e3-17bccbf580f8 service neutron] For port c156d1b1-d51b-43d9-bbea-f01601c5fe5d, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:30:16.059091 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-559bb0fb-9f0b-471e-a9e3-17bccbf580f8 service neutron] For port c156d1b1-d51b-43d9-bbea-f01601c5fe5d, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=c156d1b1-d51b-43d9-bbea-f01601c5fe5d,segment=NetworkSegment(55cf67f8-56dc-4cc3-aade-06e6513a1c54),segment_id=55cf67f8-56dc-4cc3-aade-06e6513a1c54)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:30:16.079384 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-559bb0fb-9f0b-471e-a9e3-17bccbf580f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (c156d1b1-d51b-43d9-bbea-f01601c5fe5d), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:16.108496 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b9e9811b-9e42-4f08-a503-10fcb0e0feb5 req-876ae2ac-816f-43c9-ae54-87397ce452bf service neutron] 10.222.0.71 "GET /v2.0/networks/233b9567-93de-4ad6-ab48-7ed951f0fba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4956644 Feb 17 17:30:16.168735 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-559bb0fb-9f0b-471e-a9e3-17bccbf580f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:16.169370 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-559bb0fb-9f0b-471e-a9e3-17bccbf580f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:16.170933 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-559bb0fb-9f0b-471e-a9e3-17bccbf580f8 service neutron] 10.222.0.71 "PUT /v2.0/ports/c156d1b1-d51b-43d9-bbea-f01601c5fe5d HTTP/1.1" status: 200 len: 1136 time: 1.7641530 Feb 17 17:30:16.213479 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559bb0fb-9f0b-471e-a9e3-17bccbf580f8 service neutron] Pushing event updated for resources: {'Port': ['ID=c156d1b1-d51b-43d9-bbea-f01601c5fe5d,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:16.213975 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b9fad6c8-5334-461e-bd4a-57444b78fb1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (386d9093-46fa-4297-a55c-3b697d17fb5e), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:16.219905 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b9fad6c8-5334-461e-bd4a-57444b78fb1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:16.223275 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b9fad6c8-5334-461e-bd4a-57444b78fb1e admin admin] 10.222.0.87 "DELETE /v2.0/networks/386d9093-46fa-4297-a55c-3b697d17fb5e HTTP/1.1" status: 204 len: 168 time: 3.1634433 Feb 17 17:30:16.292845 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-f78bcf6c-0c53-4d6e-9714-91cfa282f49c service neutron] Request body: {'port': {'device_id': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:30:16.296274 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa0a49-087a-4ee4-bea4-1e4f84e7fb5d req-7191bc8e-49fa-4745-aab2-1c4da8b83fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:16.296274 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa0a49-087a-4ee4-bea4-1e4f84e7fb5d req-7191bc8e-49fa-4745-aab2-1c4da8b83fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:16.296538 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa0a49-087a-4ee4-bea4-1e4f84e7fb5d req-7191bc8e-49fa-4745-aab2-1c4da8b83fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:16.300207 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e1aa0a49-087a-4ee4-bea4-1e4f84e7fb5d req-7191bc8e-49fa-4745-aab2-1c4da8b83fd6 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=c6c91da603a1485eab422cc6ab78977f&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.7173188 Feb 17 17:30:16.300207 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fad6c8-5334-461e-bd4a-57444b78fb1e admin admin] Pushing event deleted for resources: {'Network': ['ID=386d9093-46fa-4297-a55c-3b697d17fb5e,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:16.368609 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-12d401fd-0ff5-40b2-ad9c-e6b41b8980f2 req-db45bfad-ad50-4582-b4b7-c27951a3026f tempest-LiveMigrationNegativeTest-739603604 tempest-LiveMigrationNegativeTest-739603604-project] 10.222.0.87 "GET /v2.0/security-groups?id=21a8b692-4450-4054-9577-11ac5acdc057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6273804 Feb 17 17:30:16.467064 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-f78bcf6c-0c53-4d6e-9714-91cfa282f49c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (fa13085b-e650-4151-b8cd-a441803a2a47), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:16.481754 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38520) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:30:16.599509 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aeef38ea-a972-4a53-b79e-74fed5b1ade6 req-ae82a9e2-4b19-41fe-bb86-2070f03ee1d4 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] 10.222.0.87 "GET /v2.0/floatingips/decbb435-f419-42f8-ae13-bcf097375d5c HTTP/1.1" status: 200 len: 693 time: 0.1725819 Feb 17 17:30:16.615851 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-20f46212-7d5a-459e-aac6-b32500171f06 req-89ff00ea-87b4-4687-9638-52d1c9b7daae tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Allocated IP 172.25.8.222 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/a857983d-ec7f-49df-94a4-7aeebf7e08f2) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:30:16.703246 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa0a49-087a-4ee4-bea4-1e4f84e7fb5d req-1a09dffa-51d3-4ac8-b088-95b4a3a28967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:16.705100 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e1aa0a49-087a-4ee4-bea4-1e4f84e7fb5d req-1a09dffa-51d3-4ac8-b088-95b4a3a28967 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3900361 Feb 17 17:30:16.716299 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8f612666-0ab9-4086-a648-82c8812d4112 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=80f09b75faf84054a203824c5c5feea6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2246597 Feb 17 17:30:16.720881 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 38524) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:30:16.955960 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-f78bcf6c-0c53-4d6e-9714-91cfa282f49c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa13085b-e650-4151-b8cd-a441803a2a47 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:30:16.966607 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-f78bcf6c-0c53-4d6e-9714-91cfa282f49c service neutron] Publish callbacks [] for port (fa13085b-e650-4151-b8cd-a441803a2a47), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:16.982188 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-f78bcf6c-0c53-4d6e-9714-91cfa282f49c service neutron] Transition to ACTIVE for port object fa13085b-e650-4151-b8cd-a441803a2a47 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:30:16.992041 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-f78bcf6c-0c53-4d6e-9714-91cfa282f49c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (fa13085b-e650-4151-b8cd-a441803a2a47), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:17.181183 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78bcf6c-0c53-4d6e-9714-91cfa282f49c service neutron] Pushing event updated for resources: {'Port': ['ID=fa13085b-e650-4151-b8cd-a441803a2a47,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:17.186622 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-f78bcf6c-0c53-4d6e-9714-91cfa282f49c service neutron] Attempting to bind port fa13085b-e650-4151-b8cd-a441803a2a47 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:30:17.190695 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-f78bcf6c-0c53-4d6e-9714-91cfa282f49c service neutron] Attempting to bind port fa13085b-e650-4151-b8cd-a441803a2a47 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '55cf67f8-56dc-4cc3-aade-06e6513a1c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8329e05c-f5f3-4a6c-995b-30a9e6574e32'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:30:17.191139 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-f78bcf6c-0c53-4d6e-9714-91cfa282f49c service neutron] Attempting to bind port fa13085b-e650-4151-b8cd-a441803a2a47 on network 8329e05c-f5f3-4a6c-995b-30a9e6574e32 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:30:17.200071 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-f78bcf6c-0c53-4d6e-9714-91cfa282f49c service neutron] Port fa13085b-e650-4151-b8cd-a441803a2a47 on network 8329e05c-f5f3-4a6c-995b-30a9e6574e32 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:30:17.204516 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-f78bcf6c-0c53-4d6e-9714-91cfa282f49c service neutron] Attempting to bind port fa13085b-e650-4151-b8cd-a441803a2a47 on network 8329e05c-f5f3-4a6c-995b-30a9e6574e32 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:30:17.215739 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-f78bcf6c-0c53-4d6e-9714-91cfa282f49c service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:30:17.216171 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-f78bcf6c-0c53-4d6e-9714-91cfa282f49c service neutron] Checking segment: {'id': '55cf67f8-56dc-4cc3-aade-06e6513a1c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8329e05c-f5f3-4a6c-995b-30a9e6574e32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:30:17.216657 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-f78bcf6c-0c53-4d6e-9714-91cfa282f49c service neutron] Bound using segment: {'id': '55cf67f8-56dc-4cc3-aade-06e6513a1c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8329e05c-f5f3-4a6c-995b-30a9e6574e32'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:30:17.217173 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-f78bcf6c-0c53-4d6e-9714-91cfa282f49c service neutron] Bound port: fa13085b-e650-4151-b8cd-a441803a2a47, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55cf67f8-56dc-4cc3-aade-06e6513a1c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8329e05c-f5f3-4a6c-995b-30a9e6574e32'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:30:17.217593 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-f78bcf6c-0c53-4d6e-9714-91cfa282f49c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (fa13085b-e650-4151-b8cd-a441803a2a47), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:17.274521 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef38ea-a972-4a53-b79e-74fed5b1ade6 req-9921086d-cd44-4277-99ba-685ec00b51c1 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:17.280752 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aeef38ea-a972-4a53-b79e-74fed5b1ade6 req-9921086d-cd44-4277-99ba-685ec00b51c1 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] 10.222.0.87 "GET /v2.0/networks/d7afcf1f-5124-4168-b80f-10ace9d04ea7 HTTP/1.1" status: 200 len: 784 time: 0.6667376 Feb 17 17:30:17.326137 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-f78bcf6c-0c53-4d6e-9714-91cfa282f49c service neutron] For port fa13085b-e650-4151-b8cd-a441803a2a47, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:30:17.331516 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-f78bcf6c-0c53-4d6e-9714-91cfa282f49c service neutron] For port fa13085b-e650-4151-b8cd-a441803a2a47, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=fa13085b-e650-4151-b8cd-a441803a2a47,segment=NetworkSegment(55cf67f8-56dc-4cc3-aade-06e6513a1c54),segment_id=55cf67f8-56dc-4cc3-aade-06e6513a1c54)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:30:17.341077 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-f78bcf6c-0c53-4d6e-9714-91cfa282f49c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (fa13085b-e650-4151-b8cd-a441803a2a47), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:17.345555 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'tag': 'd8957db4-c462-4444-adca-ec189b379b2a'}, {'server_uuid': 'be77614c-d94b-40a6-8d03-387b5db0e130', 'name': 'network-vif-deleted', 'tag': 'def80f72-6674-4dff-b38b-2c1d3d245381'}, {'name': 'network-changed', 'server_uuid': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'tag': 'c156d1b1-d51b-43d9-bbea-f01601c5fe5d'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:30:17.363243 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af098ef8-e8f2-4afd-af41-6c56f2b1285b" -d '{"events": [{"name": "network-changed", "server_uuid": "bc2eb913-ebce-44ad-a4b4-c8edb0564963", "tag": "d8957db4-c462-4444-adca-ec189b379b2a"}, {"server_uuid": "be77614c-d94b-40a6-8d03-387b5db0e130", "name": "network-vif-deleted", "tag": "def80f72-6674-4dff-b38b-2c1d3d245381"}, {"name": "network-changed", "server_uuid": "bc2eb913-ebce-44ad-a4b4-c8edb0564963", "tag": "c156d1b1-d51b-43d9-bbea-f01601c5fe5d"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:30:17.366335 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-20f46212-7d5a-459e-aac6-b32500171f06 req-89ff00ea-87b4-4687-9638-52d1c9b7daae tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks [] for port (a857983d-ec7f-49df-94a4-7aeebf7e08f2), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:17.402487 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-f78bcf6c-0c53-4d6e-9714-91cfa282f49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:17.403354 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-f78bcf6c-0c53-4d6e-9714-91cfa282f49c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:17.405325 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-f78bcf6c-0c53-4d6e-9714-91cfa282f49c service neutron] 10.222.0.71 "PUT /v2.0/ports/fa13085b-e650-4151-b8cd-a441803a2a47 HTTP/1.1" status: 200 len: 1091 time: 1.1181221 Feb 17 17:30:17.406766 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 9b3df149-c69e-43f8-b736-9660a4ee91f3 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:30:17.417599 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7abc2487-e3df-403a-9bd7-74c12153f961 admin admin] Publish callbacks [] for security_group (867a62cd-f31f-4b49-96ee-777cad774b2f), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:17.430298 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78bcf6c-0c53-4d6e-9714-91cfa282f49c service neutron] Pushing event updated for resources: {'Port': ['ID=fa13085b-e650-4151-b8cd-a441803a2a47,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:17.442989 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aeef38ea-a972-4a53-b79e-74fed5b1ade6 req-a04d1138-991e-4cd7-926e-c61672e7cc7b tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.8.104 HTTP/1.1" status: 200 len: 696 time: 0.1508744 Feb 17 17:30:17.454659 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-386505d6-aba5-483d-8fc9-a522f398c7a1 service neutron] Request body: {'port': {'device_id': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:30:17.487219 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7abc2487-e3df-403a-9bd7-74c12153f961 admin admin] Publish callbacks [] for security_group (867a62cd-f31f-4b49-96ee-777cad774b2f), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:17.518479 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 9b3df149-c69e-43f8-b736-9660a4ee91f3 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:30:17.528358 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 9b3df149-c69e-43f8-b736-9660a4ee91f3 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:30:17.528744 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (9b3df149-c69e-43f8-b736-9660a4ee91f3), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:17.615336 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-386505d6-aba5-483d-8fc9-a522f398c7a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2078afb1-0486-44ff-aa2b-0d5c2bd70675), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:17.649005 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-20f46212-7d5a-459e-aac6-b32500171f06 req-89ff00ea-87b4-4687-9638-52d1c9b7daae tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (a857983d-ec7f-49df-94a4-7aeebf7e08f2), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:17.701997 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 9b3df149-c69e-43f8-b736-9660a4ee91f3 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:30:17.711979 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff00ea-87b4-4687-9638-52d1c9b7daae tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Pushing event updated for resources: {'Port': ['ID=a857983d-ec7f-49df-94a4-7aeebf7e08f2,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:17.714608 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (9b3df149-c69e-43f8-b736-9660a4ee91f3), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:17.724698 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aeef38ea-a972-4a53-b79e-74fed5b1ade6 req-0a85168b-373a-4613-9d85-04bd28568a50 tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.8.104 HTTP/1.1" status: 200 len: 696 time: 0.1806264 Feb 17 17:30:17.736477 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7abc2487-e3df-403a-9bd7-74c12153f961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (867a62cd-f31f-4b49-96ee-777cad774b2f), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:17.739368 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7abc2487-e3df-403a-9bd7-74c12153f961 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:17.760014 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-7abc2487-e3df-403a-9bd7-74c12153f961 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/867a62cd-f31f-4b49-96ee-777cad774b2f HTTP/1.1" status: 204 len: 168 time: 1.0174632 Feb 17 17:30:17.790573 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 9b3df149-c69e-43f8-b736-9660a4ee91f3, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=9b3df149-c69e-43f8-b736-9660a4ee91f3,segment=NetworkSegment(e6796db6-dab2-4592-830c-d793c705d227),segment_id=e6796db6-dab2-4592-830c-d793c705d227)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:30:17.793306 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84151010-7659-4be7-9c75-3cf9f7e01e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3df149-c69e-43f8-b736-9660a4ee91f3'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:30:17.796566 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807a38b8-4550-4fa6-bd88-63a4f4dddb63" -d '{"events": [{"server_uuid": "84151010-7659-4be7-9c75-3cf9f7e01e98", "name": "network-vif-plugged", "status": "completed", "tag": "9b3df149-c69e-43f8-b736-9660a4ee91f3"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:30:17.803535 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (9b3df149-c69e-43f8-b736-9660a4ee91f3), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:17.804788 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device def80f72-6674-4dff-b38b-2c1d3d245381 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:30:17.871763 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: def80f72-6674-4dff-b38b-2c1d3d245381 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:30:17.879018 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device def80f72-6674-4dff-b38b-2c1d3d245381 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:30:17.908876 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc2487-e3df-403a-9bd7-74c12153f961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867a62cd-f31f-4b49-96ee-777cad774b2f,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:17.917942 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20f46212-7d5a-459e-aac6-b32500171f06 req-89ff00ea-87b4-4687-9638-52d1c9b7daae tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:30:17.921007 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-20f46212-7d5a-459e-aac6-b32500171f06 req-89ff00ea-87b4-4687-9638-52d1c9b7daae tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:30:17.976614 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f46212-7d5a-459e-aac6-b32500171f06 req-89ff00ea-87b4-4687-9638-52d1c9b7daae tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:30:18.035071 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=9b3df149-c69e-43f8-b736-9660a4ee91f3,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:18.044597 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:30:18.044917 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:30:18.045265 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:30:18.045611 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:30:18.045953 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:30:18.046290 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:30:18.046619 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:30:18.046953 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:30:18.047283 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:30:18.047613 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:30:18.047941 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:30:18.048293 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:30:18.048680 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:30:18.135067 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-20f46212-7d5a-459e-aac6-b32500171f06 req-89ff00ea-87b4-4687-9638-52d1c9b7daae tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks [] for floatingip (3999f5f4-1975-48b5-aac9-7fc6a5fb92f5), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:18.208506 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-20f46212-7d5a-459e-aac6-b32500171f06 req-89ff00ea-87b4-4687-9638-52d1c9b7daae tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (a857983d-ec7f-49df-94a4-7aeebf7e08f2), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:18.248633 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-aeef38ea-a972-4a53-b79e-74fed5b1ade6 req-1976e509-73dc-471d-bd18-2b823cac3b0f tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Deleting port a8f77704-359b-4745-90d7-789f3e90dc19 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:30:18.249059 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-aeef38ea-a972-4a53-b79e-74fed5b1ade6 req-1976e509-73dc-471d-bd18-2b823cac3b0f tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (a8f77704-359b-4745-90d7-789f3e90dc19), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:18.267203 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-386505d6-aba5-483d-8fc9-a522f398c7a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2078afb1-0486-44ff-aa2b-0d5c2bd70675 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:30:18.287599 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-386505d6-aba5-483d-8fc9-a522f398c7a1 service neutron] Publish callbacks [] for port (2078afb1-0486-44ff-aa2b-0d5c2bd70675), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:18.306454 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-386505d6-aba5-483d-8fc9-a522f398c7a1 service neutron] Transition to ACTIVE for port object 2078afb1-0486-44ff-aa2b-0d5c2bd70675 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:30:18.325317 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-386505d6-aba5-483d-8fc9-a522f398c7a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (2078afb1-0486-44ff-aa2b-0d5c2bd70675), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:18.529073 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-aeef38ea-a972-4a53-b79e-74fed5b1ade6 req-1976e509-73dc-471d-bd18-2b823cac3b0f tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (a8f77704-359b-4745-90d7-789f3e90dc19), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:18.529855 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-aeef38ea-a972-4a53-b79e-74fed5b1ade6 req-1976e509-73dc-471d-bd18-2b823cac3b0f tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Publish callbacks [] for floatingip (a8f77704-359b-4745-90d7-789f3e90dc19), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:18.567569 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386505d6-aba5-483d-8fc9-a522f398c7a1 service neutron] Pushing event updated for resources: {'Port': ['ID=2078afb1-0486-44ff-aa2b-0d5c2bd70675,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:18.586735 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-aeef38ea-a972-4a53-b79e-74fed5b1ade6 req-1976e509-73dc-471d-bd18-2b823cac3b0f tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Calling delete_port for a8f77704-359b-4745-90d7-789f3e90dc19 owned by network:floatingip {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:30:18.602708 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-386505d6-aba5-483d-8fc9-a522f398c7a1 service neutron] Attempting to bind port 2078afb1-0486-44ff-aa2b-0d5c2bd70675 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:30:18.603641 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-386505d6-aba5-483d-8fc9-a522f398c7a1 service neutron] Attempting to bind port 2078afb1-0486-44ff-aa2b-0d5c2bd70675 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '55cf67f8-56dc-4cc3-aade-06e6513a1c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8329e05c-f5f3-4a6c-995b-30a9e6574e32'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:30:18.604197 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-386505d6-aba5-483d-8fc9-a522f398c7a1 service neutron] Attempting to bind port 2078afb1-0486-44ff-aa2b-0d5c2bd70675 on network 8329e05c-f5f3-4a6c-995b-30a9e6574e32 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:30:18.610945 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-386505d6-aba5-483d-8fc9-a522f398c7a1 service neutron] Port 2078afb1-0486-44ff-aa2b-0d5c2bd70675 on network 8329e05c-f5f3-4a6c-995b-30a9e6574e32 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:30:18.611675 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-386505d6-aba5-483d-8fc9-a522f398c7a1 service neutron] Attempting to bind port 2078afb1-0486-44ff-aa2b-0d5c2bd70675 on network 8329e05c-f5f3-4a6c-995b-30a9e6574e32 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:30:18.618444 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-386505d6-aba5-483d-8fc9-a522f398c7a1 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:30:18.620146 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-386505d6-aba5-483d-8fc9-a522f398c7a1 service neutron] Checking segment: {'id': '55cf67f8-56dc-4cc3-aade-06e6513a1c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8329e05c-f5f3-4a6c-995b-30a9e6574e32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:30:18.620972 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-386505d6-aba5-483d-8fc9-a522f398c7a1 service neutron] Bound using segment: {'id': '55cf67f8-56dc-4cc3-aade-06e6513a1c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8329e05c-f5f3-4a6c-995b-30a9e6574e32'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:30:18.622401 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-386505d6-aba5-483d-8fc9-a522f398c7a1 service neutron] Bound port: 2078afb1-0486-44ff-aa2b-0d5c2bd70675, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55cf67f8-56dc-4cc3-aade-06e6513a1c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8329e05c-f5f3-4a6c-995b-30a9e6574e32'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:30:18.623036 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-386505d6-aba5-483d-8fc9-a522f398c7a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2078afb1-0486-44ff-aa2b-0d5c2bd70675), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:18.664421 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:18.731500 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-386505d6-aba5-483d-8fc9-a522f398c7a1 service neutron] For port 2078afb1-0486-44ff-aa2b-0d5c2bd70675, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:30:18.734248 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-20f46212-7d5a-459e-aac6-b32500171f06 req-89ff00ea-87b4-4687-9638-52d1c9b7daae tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks [] for port (a857983d-ec7f-49df-94a4-7aeebf7e08f2), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:18.739602 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-386505d6-aba5-483d-8fc9-a522f398c7a1 service neutron] For port 2078afb1-0486-44ff-aa2b-0d5c2bd70675, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=2078afb1-0486-44ff-aa2b-0d5c2bd70675,segment=NetworkSegment(55cf67f8-56dc-4cc3-aade-06e6513a1c54),segment_id=55cf67f8-56dc-4cc3-aade-06e6513a1c54)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:30:18.757924 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-386505d6-aba5-483d-8fc9-a522f398c7a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (2078afb1-0486-44ff-aa2b-0d5c2bd70675), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:18.762860 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-20f46212-7d5a-459e-aac6-b32500171f06 req-89ff00ea-87b4-4687-9638-52d1c9b7daae tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (a857983d-ec7f-49df-94a4-7aeebf7e08f2), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:18.867991 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386505d6-aba5-483d-8fc9-a522f398c7a1 service neutron] Pushing event updated for resources: {'Port': ['ID=2078afb1-0486-44ff-aa2b-0d5c2bd70675,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:18.879926 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-386505d6-aba5-483d-8fc9-a522f398c7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:18.880991 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-386505d6-aba5-483d-8fc9-a522f398c7a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:18.883335 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-386505d6-aba5-483d-8fc9-a522f398c7a1 service neutron] 10.222.0.71 "PUT /v2.0/ports/2078afb1-0486-44ff-aa2b-0d5c2bd70675 HTTP/1.1" status: 200 len: 1090 time: 1.4330645 Feb 17 17:30:19.069235 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-aeef38ea-a972-4a53-b79e-74fed5b1ade6 req-1976e509-73dc-471d-bd18-2b823cac3b0f tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (a8f77704-359b-4745-90d7-789f3e90dc19), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:19.085851 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff00ea-87b4-4687-9638-52d1c9b7daae tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Pushing event updated for resources: {'Port': ['ID=a857983d-ec7f-49df-94a4-7aeebf7e08f2,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:19.125166 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976e509-73dc-471d-bd18-2b823cac3b0f tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Pushing event deleted for resources: {'Port': ['ID=a8f77704-359b-4745-90d7-789f3e90dc19,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:19.147988 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-20f46212-7d5a-459e-aac6-b32500171f06 req-89ff00ea-87b4-4687-9638-52d1c9b7daae tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (3999f5f4-1975-48b5-aac9-7fc6a5fb92f5), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:19.160948 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38566) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:30:19.196305 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-aeef38ea-a972-4a53-b79e-74fed5b1ade6 req-1976e509-73dc-471d-bd18-2b823cac3b0f tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Publish callbacks [] for floatingip (decbb435-f419-42f8-ae13-bcf097375d5c), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:19.199599 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-aeef38ea-a972-4a53-b79e-74fed5b1ade6 req-1976e509-73dc-471d-bd18-2b823cac3b0f tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:19.201303 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aeef38ea-a972-4a53-b79e-74fed5b1ade6 req-1976e509-73dc-471d-bd18-2b823cac3b0f tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] 10.222.0.87 "DELETE /v2.0/floatingips/decbb435-f419-42f8-ae13-bcf097375d5c HTTP/1.1" status: 204 len: 173 time: 1.4399190 Feb 17 17:30:19.204490 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-20f46212-7d5a-459e-aac6-b32500171f06 req-89ff00ea-87b4-4687-9638-52d1c9b7daae tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:19.211347 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-20f46212-7d5a-459e-aac6-b32500171f06 req-89ff00ea-87b4-4687-9638-52d1c9b7daae tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.8148367 Feb 17 17:30:19.309419 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-6e18c32a-1837-4fc9-93b8-939acbc1d7bb service neutron] Request body: {'port': {'device_id': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:30:19.325320 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-20f46212-7d5a-459e-aac6-b32500171f06 req-ad6bcd5e-2e54-457c-aee1-0ef23e0b0224 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.8.222 HTTP/1.1" status: 200 len: 696 time: 0.1130438 Feb 17 17:30:19.415783 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-c9cbc524-8c13-4f15-a8d6-6f867d8646b2 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-35359790-network', 'tenant_id': 'db89cd3155104335b620dce09b9805f6'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:30:19.428754 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-6e18c32a-1837-4fc9-93b8-939acbc1d7bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8f4bfbb7-3be5-4276-a260-870a4adccf68), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:19.490168 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:19.494629 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2832691-9121-464e-91dc-51c0f64ca787 req-a6713af7-6311-49bc-b8f9-13ef5429861a tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:19.496850 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9cbc524-8c13-4f15-a8d6-6f867d8646b2 admin admin] Made reservation on behalf of db89cd3155104335b620dce09b9805f6 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:30:19.497487 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a2832691-9121-464e-91dc-51c0f64ca787 req-a6713af7-6311-49bc-b8f9-13ef5429861a tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/ports?device_id=84151010-7659-4be7-9c75-3cf9f7e01e98 HTTP/1.1" status: 200 len: 946 time: 0.1884124 Feb 17 17:30:19.506469 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c9cbc524-8c13-4f15-a8d6-6f867d8646b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:19.526801 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c9cbc524-8c13-4f15-a8d6-6f867d8646b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:19.536882 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f46212-7d5a-459e-aac6-b32500171f06 req-1fbed771-bd94-491a-a980-5ab696503714 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:19.539979 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-20f46212-7d5a-459e-aac6-b32500171f06 req-1fbed771-bd94-491a-a980-5ab696503714 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] 10.222.0.87 "GET /v2.0/networks/d7afcf1f-5124-4168-b80f-10ace9d04ea7 HTTP/1.1" status: 200 len: 784 time: 0.2132945 Feb 17 17:30:19.605329 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a2832691-9121-464e-91dc-51c0f64ca787 req-39021463-c4c6-429d-aefc-89be33562c9a tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/security-groups?id=8be1f4ef-2561-4b86-bd91-f82492a4fd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920730 Feb 17 17:30:19.721570 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a4ce6c-e812-4fbd-9644-1fb854fd928c req-cf99e8a2-4c75-4ab6-aace-8042582f4de1 tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:19.725862 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f3a4ce6c-e812-4fbd-9644-1fb854fd928c req-cf99e8a2-4c75-4ab6-aace-8042582f4de1 tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f HTTP/1.1" status: 200 len: 1126 time: 0.0888703 Feb 17 17:30:19.846296 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520d20e-6234-4f63-85ab-c3f71b55b0bd req-a9d87b30-ef3a-4647-9ae5-6abfc7908767 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:19.850453 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-6e18c32a-1837-4fc9-93b8-939acbc1d7bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f4bfbb7-3be5-4276-a260-870a4adccf68 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:30:19.851719 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520d20e-6234-4f63-85ab-c3f71b55b0bd req-a9d87b30-ef3a-4647-9ae5-6abfc7908767 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:19.858168 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520d20e-6234-4f63-85ab-c3f71b55b0bd req-a9d87b30-ef3a-4647-9ae5-6abfc7908767 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:19.863760 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520d20e-6234-4f63-85ab-c3f71b55b0bd req-a9d87b30-ef3a-4647-9ae5-6abfc7908767 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:19.870689 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520d20e-6234-4f63-85ab-c3f71b55b0bd req-a9d87b30-ef3a-4647-9ae5-6abfc7908767 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:19.876991 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520d20e-6234-4f63-85ab-c3f71b55b0bd req-a9d87b30-ef3a-4647-9ae5-6abfc7908767 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:19.882502 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520d20e-6234-4f63-85ab-c3f71b55b0bd req-a9d87b30-ef3a-4647-9ae5-6abfc7908767 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:19.885477 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d520d20e-6234-4f63-85ab-c3f71b55b0bd req-a9d87b30-ef3a-4647-9ae5-6abfc7908767 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 5406 time: 0.1575880 Feb 17 17:30:19.893240 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f3a4ce6c-e812-4fbd-9644-1fb854fd928c req-6f112abb-74f3-476e-9b88-e7b9e8ef4cd1 tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286297 Feb 17 17:30:19.895685 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-6e18c32a-1837-4fc9-93b8-939acbc1d7bb service neutron] Publish callbacks [] for port (8f4bfbb7-3be5-4276-a260-870a4adccf68), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:19.938330 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c9cbc524-8c13-4f15-a8d6-6f867d8646b2 admin admin] Publish callbacks [] for security_group (576a4066-0325-49be-8e5b-8b74f3a5eebc), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:19.944186 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-6e18c32a-1837-4fc9-93b8-939acbc1d7bb service neutron] Transition to ACTIVE for port object 8f4bfbb7-3be5-4276-a260-870a4adccf68 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:30:19.952566 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c9cbc524-8c13-4f15-a8d6-6f867d8646b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (576a4066-0325-49be-8e5b-8b74f3a5eebc), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:19.974469 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-6e18c32a-1837-4fc9-93b8-939acbc1d7bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (8f4bfbb7-3be5-4276-a260-870a4adccf68), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:19.983511 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9cbc524-8c13-4f15-a8d6-6f867d8646b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:30:19.985472 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d520d20e-6234-4f63-85ab-c3f71b55b0bd req-3aeb9297-a775-4649-a10b-67fd600482e6 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/security-groups?id=4b62a994-4311-4d7d-a3f0-cd2c105b06fa&id=06bbdf43-383d-412d-a4a7-27f1a95946ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0904155 Feb 17 17:30:20.102291 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e18c32a-1837-4fc9-93b8-939acbc1d7bb service neutron] Pushing event updated for resources: {'Port': ['ID=8f4bfbb7-3be5-4276-a260-870a4adccf68,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:20.141262 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c9cbc524-8c13-4f15-a8d6-6f867d8646b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (0dec934c-a7c8-491e-a804-ed8110bf6a2c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:20.141489 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-c9cbc524-8c13-4f15-a8d6-6f867d8646b2 admin admin] Added segment 0dec934c-a7c8-491e-a804-ed8110bf6a2c of type vlan for network 2dbba759-30c1-4729-beb6-f31d94648cea Feb 17 17:30:20.166595 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d88fa4-63f0-46c0-b8ed-bb34b97bcaf2 x-openstack-request-id: req-b0d88fa4-63f0-46c0-b8ed-bb34b97bcaf2 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:30:20.167100 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84151010-7659-4be7-9c75-3cf9f7e01e98", "name": "network-vif-plugged", "status": "completed", "tag": "9b3df149-c69e-43f8-b736-9660a4ee91f3", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:30:20.167305 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b0d88fa4-63f0-46c0-b8ed-bb34b97bcaf2 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:30:20.167621 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84151010-7659-4be7-9c75-3cf9f7e01e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3df149-c69e-43f8-b736-9660a4ee91f3', 'code': 200} Feb 17 17:30:20.170008 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cbc524-8c13-4f15-a8d6-6f867d8646b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576a4066-0325-49be-8e5b-8b74f3a5eebc,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:20.236411 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [req-be38dcdd-29b4-486d-9c32-27d78b6762d7 req-cc5b315c-210b-44d8-affb-eb5a12d62b1c tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] show failed (client error): The resource could not be found. Feb 17 17:30:20.255926 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-be38dcdd-29b4-486d-9c32-27d78b6762d7 req-cc5b315c-210b-44d8-affb-eb5a12d62b1c tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] 10.222.0.87 "GET /v2.0/floatingips/decbb435-f419-42f8-ae13-bcf097375d5c HTTP/1.1" status: 404 len: 350 time: 0.0766804 Feb 17 17:30:20.299552 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c9cbc524-8c13-4f15-a8d6-6f867d8646b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (2dbba759-30c1-4729-beb6-f31d94648cea), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:20.360531 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Thu, 17 Feb 2022 17:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff833f4-9852-47f8-b641-8d153cd6d099 x-openstack-request-id: req-bff833f4-9852-47f8-b641-8d153cd6d099 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:30:20.361524 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc2eb913-ebce-44ad-a4b4-c8edb0564963", "tag": "d8957db4-c462-4444-adca-ec189b379b2a", "status": "completed", "code": 200}, {"server_uuid": "be77614c-d94b-40a6-8d03-387b5db0e130", "name": "network-vif-deleted", "tag": "def80f72-6674-4dff-b38b-2c1d3d245381", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bc2eb913-ebce-44ad-a4b4-c8edb0564963", "tag": "c156d1b1-d51b-43d9-bbea-f01601c5fe5d", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:30:20.361524 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-bff833f4-9852-47f8-b641-8d153cd6d099 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:30:20.361754 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'tag': 'd8957db4-c462-4444-adca-ec189b379b2a', 'status': 'completed', 'code': 200} Feb 17 17:30:20.362019 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be77614c-d94b-40a6-8d03-387b5db0e130', 'name': 'network-vif-deleted', 'tag': 'def80f72-6674-4dff-b38b-2c1d3d245381', 'status': 'completed', 'code': 200} Feb 17 17:30:20.362445 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'tag': 'c156d1b1-d51b-43d9-bbea-f01601c5fe5d', 'status': 'completed', 'code': 200} Feb 17 17:30:20.369833 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c9cbc524-8c13-4f15-a8d6-6f867d8646b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (2dbba759-30c1-4729-beb6-f31d94648cea), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:20.370373 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cbc524-8c13-4f15-a8d6-6f867d8646b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:20.371118 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c9cbc524-8c13-4f15-a8d6-6f867d8646b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:20.500672 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c9cbc524-8c13-4f15-a8d6-6f867d8646b2 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3384707 Feb 17 17:30:20.523542 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 38586) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:30:20.541794 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-4d3b8087-f569-46bd-9cac-2f9edbc97aba admin admin] Request body: {'subnet': {'network_id': '2dbba759-30c1-4729-beb6-f31d94648cea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-35359790-subnet', 'tenant_id': 'db89cd3155104335b620dce09b9805f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:30:20.555879 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8fcc0-0d85-4133-9715-e05c37e3b7b4 req-1311f7dc-481d-4c32-9895-35f62fa48678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:20.557962 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c6d8fcc0-0d85-4133-9715-e05c37e3b7b4 req-1311f7dc-481d-4c32-9895-35f62fa48678 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=84151010-7659-4be7-9c75-3cf9f7e01e98 HTTP/1.1" status: 200 len: 1128 time: 0.2523298 Feb 17 17:30:20.568918 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 38588) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:30:20.623003 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af098ef8-e8f2-4afd-af41-6c56f2b1285b req-ce08c3e8-ccc0-47e8-b318-10665b98eb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:20.623461 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af098ef8-e8f2-4afd-af41-6c56f2b1285b req-ce08c3e8-ccc0-47e8-b318-10665b98eb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:20.623933 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af098ef8-e8f2-4afd-af41-6c56f2b1285b req-ce08c3e8-ccc0-47e8-b318-10665b98eb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:20.624804 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af098ef8-e8f2-4afd-af41-6c56f2b1285b req-ce08c3e8-ccc0-47e8-b318-10665b98eb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:20.624987 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af098ef8-e8f2-4afd-af41-6c56f2b1285b req-ce08c3e8-ccc0-47e8-b318-10665b98eb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:20.625349 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af098ef8-e8f2-4afd-af41-6c56f2b1285b req-ce08c3e8-ccc0-47e8-b318-10665b98eb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:20.625842 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af098ef8-e8f2-4afd-af41-6c56f2b1285b req-ce08c3e8-ccc0-47e8-b318-10665b98eb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:20.627713 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-af098ef8-e8f2-4afd-af41-6c56f2b1285b req-ce08c3e8-ccc0-47e8-b318-10665b98eb9f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c6c91da603a1485eab422cc6ab78977f&device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 6533 time: 0.2774761 Feb 17 17:30:20.653277 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cbc524-8c13-4f15-a8d6-6f867d8646b2 admin admin] Pushing event updated for resources: {'Network': ['ID=2dbba759-30c1-4729-beb6-f31d94648cea,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:20.693679 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 2dbba759-30c1-4729-beb6-f31d94648cea details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:30:20.702343 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-6e18c32a-1837-4fc9-93b8-939acbc1d7bb service neutron] Attempting to bind port 8f4bfbb7-3be5-4276-a260-870a4adccf68 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:30:20.704162 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-6e18c32a-1837-4fc9-93b8-939acbc1d7bb service neutron] Attempting to bind port 8f4bfbb7-3be5-4276-a260-870a4adccf68 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '8d8f104d-d90e-4c9c-a6a6-4d67948643e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3226efc1-9bf8-49de-b390-80d0e9a20daa'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:30:20.705270 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-6e18c32a-1837-4fc9-93b8-939acbc1d7bb service neutron] Attempting to bind port 8f4bfbb7-3be5-4276-a260-870a4adccf68 on network 3226efc1-9bf8-49de-b390-80d0e9a20daa {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:30:20.720741 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-6e18c32a-1837-4fc9-93b8-939acbc1d7bb service neutron] Port 8f4bfbb7-3be5-4276-a260-870a4adccf68 on network 3226efc1-9bf8-49de-b390-80d0e9a20daa not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:30:20.723539 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-6e18c32a-1837-4fc9-93b8-939acbc1d7bb service neutron] Attempting to bind port 8f4bfbb7-3be5-4276-a260-870a4adccf68 on network 3226efc1-9bf8-49de-b390-80d0e9a20daa {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:30:20.733780 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-6e18c32a-1837-4fc9-93b8-939acbc1d7bb service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:30:20.736608 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-6e18c32a-1837-4fc9-93b8-939acbc1d7bb service neutron] Checking segment: {'id': '8d8f104d-d90e-4c9c-a6a6-4d67948643e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3226efc1-9bf8-49de-b390-80d0e9a20daa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:30:20.737185 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-6e18c32a-1837-4fc9-93b8-939acbc1d7bb service neutron] Bound using segment: {'id': '8d8f104d-d90e-4c9c-a6a6-4d67948643e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3226efc1-9bf8-49de-b390-80d0e9a20daa'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:30:20.738053 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-6e18c32a-1837-4fc9-93b8-939acbc1d7bb service neutron] Bound port: 8f4bfbb7-3be5-4276-a260-870a4adccf68, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d8f104d-d90e-4c9c-a6a6-4d67948643e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3226efc1-9bf8-49de-b390-80d0e9a20daa'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:30:20.739005 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-6e18c32a-1837-4fc9-93b8-939acbc1d7bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8f4bfbb7-3be5-4276-a260-870a4adccf68), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:20.812546 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-809789ae-ad1b-42c6-ba09-b028baf8abcf req-460830aa-0a9b-4590-9bf5-15afd7cbaefd tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5428553 Feb 17 17:30:20.834657 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-809789ae-ad1b-42c6-ba09-b028baf8abcf req-791ce650-841d-43d5-8ae2-c318a21d1c72 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:30:20.858117 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-6e18c32a-1837-4fc9-93b8-939acbc1d7bb service neutron] For port 8f4bfbb7-3be5-4276-a260-870a4adccf68, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:30:20.862280 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-6e18c32a-1837-4fc9-93b8-939acbc1d7bb service neutron] For port 8f4bfbb7-3be5-4276-a260-870a4adccf68, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=8f4bfbb7-3be5-4276-a260-870a4adccf68,segment=NetworkSegment(8d8f104d-d90e-4c9c-a6a6-4d67948643e9),segment_id=8d8f104d-d90e-4c9c-a6a6-4d67948643e9)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:30:20.865904 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3b8087-f569-46bd-9cac-2f9edbc97aba admin admin] Made reservation on behalf of db89cd3155104335b620dce09b9805f6 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:30:20.868386 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4d3b8087-f569-46bd-9cac-2f9edbc97aba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:20.870601 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-6e18c32a-1837-4fc9-93b8-939acbc1d7bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (8f4bfbb7-3be5-4276-a260-870a4adccf68), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:20.887234 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-809789ae-ad1b-42c6-ba09-b028baf8abcf req-791ce650-841d-43d5-8ae2-c318a21d1c72 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:20.910407 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-6e18c32a-1837-4fc9-93b8-939acbc1d7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:20.911269 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-6e18c32a-1837-4fc9-93b8-939acbc1d7bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:20.915504 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-6e18c32a-1837-4fc9-93b8-939acbc1d7bb service neutron] 10.222.0.71 "PUT /v2.0/ports/8f4bfbb7-3be5-4276-a260-870a4adccf68 HTTP/1.1" status: 200 len: 1091 time: 1.9989979 Feb 17 17:30:20.923672 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c6d8fcc0-0d85-4133-9715-e05c37e3b7b4 req-6d6ade9e-3c0b-4ecb-900b-35b78e3217ac service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8be1f4ef-2561-4b86-bd91-f82492a4fd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555241 Feb 17 17:30:20.926064 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc27651-3f70-4741-a7a1-f9e04e8e9854 req-731c2f0a-e59f-4917-b3ab-46593959de88 tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:20.929176 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ddc27651-3f70-4741-a7a1-f9e04e8e9854 req-731c2f0a-e59f-4917-b3ab-46593959de88 tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f HTTP/1.1" status: 200 len: 1126 time: 0.4604335 Feb 17 17:30:21.002665 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e18c32a-1837-4fc9-93b8-939acbc1d7bb service neutron] Pushing event updated for resources: {'Port': ['ID=8f4bfbb7-3be5-4276-a260-870a4adccf68,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:21.129032 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af098ef8-e8f2-4afd-af41-6c56f2b1285b req-abdd8863-2651-494d-9b58-6a39723878af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:21.129365 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af098ef8-e8f2-4afd-af41-6c56f2b1285b req-abdd8863-2651-494d-9b58-6a39723878af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:21.129847 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af098ef8-e8f2-4afd-af41-6c56f2b1285b req-abdd8863-2651-494d-9b58-6a39723878af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:21.132103 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-af098ef8-e8f2-4afd-af41-6c56f2b1285b req-abdd8863-2651-494d-9b58-6a39723878af service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=c6c91da603a1485eab422cc6ab78977f&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4945478 Feb 17 17:30:21.167185 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-2eb9778e-0c3c-4892-87b1-b9493716ae16 service neutron] Request body: {'port': {'device_id': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:30:21.216152 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-bd83cb54-dffb-47b0-96f0-b2513eeedf82 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c7ef7b4a6e7245eab9cf1df8fc8b7550&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6439412 Feb 17 17:30:21.217019 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38598) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:30:21.297474 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-359793c7-1862-46ec-81bf-535a13577417 admin admin] Publish callbacks [] for security_group (21a8b692-4450-4054-9577-11ac5acdc057), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:21.326398 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-359793c7-1862-46ec-81bf-535a13577417 admin admin] Publish callbacks [] for security_group (21a8b692-4450-4054-9577-11ac5acdc057), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:21.346943 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ddc27651-3f70-4741-a7a1-f9e04e8e9854 req-d404db37-b838-4faf-8324-41757ea706ac tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516503 Feb 17 17:30:21.417857 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-359793c7-1862-46ec-81bf-535a13577417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (21a8b692-4450-4054-9577-11ac5acdc057), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:21.420564 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-359793c7-1862-46ec-81bf-535a13577417 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:21.423649 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-359793c7-1862-46ec-81bf-535a13577417 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/21a8b692-4450-4054-9577-11ac5acdc057 HTTP/1.1" status: 204 len: 168 time: 0.2035532 Feb 17 17:30:21.438297 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359793c7-1862-46ec-81bf-535a13577417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a8b692-4450-4054-9577-11ac5acdc057,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:21.489809 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-2eb9778e-0c3c-4892-87b1-b9493716ae16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (edfb4df4-17e2-4855-b94e-1e4e5890d9a5), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:21.557540 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [req-1270ce13-93ff-49b1-9e42-86fd14bf6ecd req-32749920-ba77-45e5-ba92-f85764f6f75c tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] show failed (client error): The resource could not be found. Feb 17 17:30:21.558603 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1270ce13-93ff-49b1-9e42-86fd14bf6ecd req-32749920-ba77-45e5-ba92-f85764f6f75c tempest-FloatingIPsTestJSON-398826751 tempest-FloatingIPsTestJSON-398826751-project] 10.222.0.87 "GET /v2.0/floatingips/decbb435-f419-42f8-ae13-bcf097375d5c HTTP/1.1" status: 404 len: 350 time: 0.0807927 Feb 17 17:30:21.569406 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38606) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:30:21.580212 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af098ef8-e8f2-4afd-af41-6c56f2b1285b req-fc7641fd-8c1b-427d-af52-2428740a2176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:21.588286 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-af098ef8-e8f2-4afd-af41-6c56f2b1285b req-fc7641fd-8c1b-427d-af52-2428740a2176 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3996480 Feb 17 17:30:21.860191 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38610) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:30:21.912152 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-809789ae-ad1b-42c6-ba09-b028baf8abcf req-791ce650-841d-43d5-8ae2-c318a21d1c72 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:21.948061 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4d3b8087-f569-46bd-9cac-2f9edbc97aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (74324b72-a65c-4b92-b6c8-41ca4b30f5b6), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:22.098619 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-90e9be6d-c241-44a9-a98b-09437ff4db92 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c0252131d43442d2bdb238311ed088c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2292428 Feb 17 17:30:22.098619 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38614) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:30:22.174031 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-039a4ae9-a8c8-4c06-a924-5b17eb74c144 admin admin] Publish callbacks [] for security_group (4f301bd7-b145-4804-aef4-7215250c8b61), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:22.220130 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-039a4ae9-a8c8-4c06-a924-5b17eb74c144 admin admin] Publish callbacks [] for security_group (4f301bd7-b145-4804-aef4-7215250c8b61), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:22.273529 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b4fb3fbb-bef2-4249-bfc3-42db811c6339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (3c9b192f-64bb-4962-9c8d-47dcf19962d7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:22.357608 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-039a4ae9-a8c8-4c06-a924-5b17eb74c144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (4f301bd7-b145-4804-aef4-7215250c8b61), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:22.360938 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-039a4ae9-a8c8-4c06-a924-5b17eb74c144 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:22.364114 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-039a4ae9-a8c8-4c06-a924-5b17eb74c144 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4f301bd7-b145-4804-aef4-7215250c8b61 HTTP/1.1" status: 204 len: 168 time: 0.2620108 Feb 17 17:30:22.366865 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'tag': 'fa13085b-e650-4151-b8cd-a441803a2a47'}, {'name': 'network-changed', 'server_uuid': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'tag': '2078afb1-0486-44ff-aa2b-0d5c2bd70675'}, {'name': 'network-changed', 'server_uuid': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'tag': '8f4bfbb7-3be5-4276-a260-870a4adccf68'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:30:22.369637 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e68216-9fe1-49e3-92d0-fc6691b6f3de" -d '{"events": [{"name": "network-changed", "server_uuid": "bc2eb913-ebce-44ad-a4b4-c8edb0564963", "tag": "fa13085b-e650-4151-b8cd-a441803a2a47"}, {"name": "network-changed", "server_uuid": "bc2eb913-ebce-44ad-a4b4-c8edb0564963", "tag": "2078afb1-0486-44ff-aa2b-0d5c2bd70675"}, {"name": "network-changed", "server_uuid": "bc2eb913-ebce-44ad-a4b4-c8edb0564963", "tag": "8f4bfbb7-3be5-4276-a260-870a4adccf68"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:30:22.382507 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a4ae9-a8c8-4c06-a924-5b17eb74c144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f301bd7-b145-4804-aef4-7215250c8b61,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:22.430483 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af098ef8-e8f2-4afd-af41-6c56f2b1285b req-ab6c117b-c1e8-4a52-b138-2fff777e9447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:22.430892 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af098ef8-e8f2-4afd-af41-6c56f2b1285b req-ab6c117b-c1e8-4a52-b138-2fff777e9447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:22.431937 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af098ef8-e8f2-4afd-af41-6c56f2b1285b req-ab6c117b-c1e8-4a52-b138-2fff777e9447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:22.432532 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af098ef8-e8f2-4afd-af41-6c56f2b1285b req-ab6c117b-c1e8-4a52-b138-2fff777e9447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:22.433298 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af098ef8-e8f2-4afd-af41-6c56f2b1285b req-ab6c117b-c1e8-4a52-b138-2fff777e9447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:22.433773 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af098ef8-e8f2-4afd-af41-6c56f2b1285b req-ab6c117b-c1e8-4a52-b138-2fff777e9447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:22.434255 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af098ef8-e8f2-4afd-af41-6c56f2b1285b req-ab6c117b-c1e8-4a52-b138-2fff777e9447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:22.439974 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-af098ef8-e8f2-4afd-af41-6c56f2b1285b req-ab6c117b-c1e8-4a52-b138-2fff777e9447 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c6c91da603a1485eab422cc6ab78977f&device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 6606 time: 0.7834656 Feb 17 17:30:22.527998 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd7d49-69cf-4a44-9409-35914846cf77 req-a7b300cc-2eb4-4b31-89ad-3205c1d76e81 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:22.534792 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6fcd7d49-69cf-4a44-9409-35914846cf77 req-a7b300cc-2eb4-4b31-89ad-3205c1d76e81 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/ports?device_id=84151010-7659-4be7-9c75-3cf9f7e01e98 HTTP/1.1" status: 200 len: 946 time: 0.7489376 Feb 17 17:30:22.559988 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b8087-f569-46bd-9cac-2f9edbc97aba admin admin] Pushing event updated for resources: {'Subnet': ['ID=74324b72-a65c-4b92-b6c8-41ca4b30f5b6,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:22.653978 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-b4fb3fbb-bef2-4249-bfc3-42db811c6339 admin admin] Deleting port 0be5eb4e-9f82-476c-b1e5-8b1db291d605 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:30:22.654519 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b4fb3fbb-bef2-4249-bfc3-42db811c6339 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (0be5eb4e-9f82-476c-b1e5-8b1db291d605), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:22.672072 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3b8087-f569-46bd-9cac-2f9edbc97aba admin admin] Checking segment: {'id': '0dec934c-a7c8-491e-a804-ed8110bf6a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2dbba759-30c1-4729-beb6-f31d94648cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:30:22.672528 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3b8087-f569-46bd-9cac-2f9edbc97aba admin admin] Network hostable DHCP agents. Network: 2dbba759-30c1-4729-beb6-f31d94648cea, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:30:22.745213 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-809789ae-ad1b-42c6-ba09-b028baf8abcf req-791ce650-841d-43d5-8ae2-c318a21d1c72 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Allocated IP 172.25.8.25 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/77da5d7d-ee22-4880-b986-4a6203eaabee) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:30:22.785903 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6fcd7d49-69cf-4a44-9409-35914846cf77 req-93665693-dbef-4637-9f3f-5116b8f617c1 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/security-groups?id=8be1f4ef-2561-4b86-bd91-f82492a4fd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482245 Feb 17 17:30:22.840083 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af098ef8-e8f2-4afd-af41-6c56f2b1285b req-4d7cb16f-6cec-42b0-ba32-14841be2ece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:22.851192 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af098ef8-e8f2-4afd-af41-6c56f2b1285b req-4d7cb16f-6cec-42b0-ba32-14841be2ece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:22.851699 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af098ef8-e8f2-4afd-af41-6c56f2b1285b req-4d7cb16f-6cec-42b0-ba32-14841be2ece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:22.853565 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-af098ef8-e8f2-4afd-af41-6c56f2b1285b req-4d7cb16f-6cec-42b0-ba32-14841be2ece8 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=c6c91da603a1485eab422cc6ab78977f&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4034398 Feb 17 17:30:22.858519 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3b8087-f569-46bd-9cac-2f9edbc97aba admin admin] Network 2dbba759-30c1-4729-beb6-f31d94648cea is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:30:22.890378 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-2eb9778e-0c3c-4892-87b1-b9493716ae16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edfb4df4-17e2-4855-b94e-1e4e5890d9a5 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:30:22.937884 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-2eb9778e-0c3c-4892-87b1-b9493716ae16 service neutron] Publish callbacks [] for port (edfb4df4-17e2-4855-b94e-1e4e5890d9a5), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:22.984279 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-4d3b8087-f569-46bd-9cac-2f9edbc97aba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 2dbba759-30c1-4729-beb6-f31d94648cea) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:30:22.995628 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4092516-9da2-47a7-8b5f-364caaba09e8 None None] Network 2dbba759-30c1-4729-beb6-f31d94648cea requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:30:23.037442 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3b8087-f569-46bd-9cac-2f9edbc97aba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:23.037442 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4d3b8087-f569-46bd-9cac-2f9edbc97aba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:23.065041 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-2eb9778e-0c3c-4892-87b1-b9493716ae16 service neutron] Transition to ACTIVE for port object edfb4df4-17e2-4855-b94e-1e4e5890d9a5 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:30:23.167431 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-b4fb3fbb-bef2-4249-bfc3-42db811c6339 admin admin] For port 0be5eb4e-9f82-476c-b1e5-8b1db291d605, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=0be5eb4e-9f82-476c-b1e5-8b1db291d605,segment=NetworkSegment(479174b6-5f84-4b2d-ad51-f19bbca96d65),segment_id=479174b6-5f84-4b2d-ad51-f19bbca96d65)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:30:23.168646 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b4fb3fbb-bef2-4249-bfc3-42db811c6339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (0be5eb4e-9f82-476c-b1e5-8b1db291d605), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:23.186461 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-b4fb3fbb-bef2-4249-bfc3-42db811c6339 admin admin] Calling delete_port for 0be5eb4e-9f82-476c-b1e5-8b1db291d605 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:30:23.187405 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af098ef8-e8f2-4afd-af41-6c56f2b1285b req-208d71c6-5c79-46fe-8969-51b7952bca3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:23.195106 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-af098ef8-e8f2-4afd-af41-6c56f2b1285b req-208d71c6-5c79-46fe-8969-51b7952bca3d service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3079507 Feb 17 17:30:23.225230 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ca9103-99c4-432d-88db-25115cece9c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-2dbba759-30c1-4729-beb6-f31d94648cea', 'network_id': '2dbba759-30c1-4729-beb6-f31d94648cea', 'project_id': 'db89cd3155104335b620dce09b9805f6', 'fixed_ips': [{'subnet_id': '74324b72-a65c-4b92-b6c8-41ca4b30f5b6'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:30:23.228177 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-97ca9103-99c4-432d-88db-25115cece9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:23.367017 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-809789ae-ad1b-42c6-ba09-b028baf8abcf req-791ce650-841d-43d5-8ae2-c318a21d1c72 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks [] for port (77da5d7d-ee22-4880-b986-4a6203eaabee), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:23.419067 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-2eb9778e-0c3c-4892-87b1-b9493716ae16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (edfb4df4-17e2-4855-b94e-1e4e5890d9a5), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:23.433036 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b4fb3fbb-bef2-4249-bfc3-42db811c6339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (0be5eb4e-9f82-476c-b1e5-8b1db291d605), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:23.478205 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-809789ae-ad1b-42c6-ba09-b028baf8abcf req-791ce650-841d-43d5-8ae2-c318a21d1c72 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (77da5d7d-ee22-4880-b986-4a6203eaabee), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:23.492060 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb9778e-0c3c-4892-87b1-b9493716ae16 service neutron] Pushing event updated for resources: {'Port': ['ID=edfb4df4-17e2-4855-b94e-1e4e5890d9a5,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:23.492256 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb3fbb-bef2-4249-bfc3-42db811c6339 admin admin] Pushing event deleted for resources: {'Port': ['ID=0be5eb4e-9f82-476c-b1e5-8b1db291d605,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:23.563024 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-809789ae-ad1b-42c6-ba09-b028baf8abcf req-791ce650-841d-43d5-8ae2-c318a21d1c72 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:30:23.590595 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4d3b8087-f569-46bd-9cac-2f9edbc97aba admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.0538871 Feb 17 17:30:23.591840 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ce650-841d-43d5-8ae2-c318a21d1c72 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Pushing event updated for resources: {'Port': ['ID=77da5d7d-ee22-4880-b986-4a6203eaabee,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:23.602608 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-809789ae-ad1b-42c6-ba09-b028baf8abcf req-791ce650-841d-43d5-8ae2-c318a21d1c72 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:30:23.617552 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-809789ae-ad1b-42c6-ba09-b028baf8abcf req-791ce650-841d-43d5-8ae2-c318a21d1c72 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:30:23.736132 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-97ca9103-99c4-432d-88db-25115cece9c1 None None] Allocated IP 172.20.0.2 (2dbba759-30c1-4729-beb6-f31d94648cea/74324b72-a65c-4b92-b6c8-41ca4b30f5b6/a6769198-a963-44de-bdb2-7599b9f2af81) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:30:23.739623 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9ed1b-2d63-4708-8b8e-92a940ac5557 req-6376fbeb-ba8e-4764-a888-fad6b115a4a6 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:23.746815 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9ed1b-2d63-4708-8b8e-92a940ac5557 req-6376fbeb-ba8e-4764-a888-fad6b115a4a6 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:23.752707 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9ed1b-2d63-4708-8b8e-92a940ac5557 req-6376fbeb-ba8e-4764-a888-fad6b115a4a6 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:23.759473 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9ed1b-2d63-4708-8b8e-92a940ac5557 req-6376fbeb-ba8e-4764-a888-fad6b115a4a6 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:23.768402 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9ed1b-2d63-4708-8b8e-92a940ac5557 req-6376fbeb-ba8e-4764-a888-fad6b115a4a6 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:23.776657 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9ed1b-2d63-4708-8b8e-92a940ac5557 req-6376fbeb-ba8e-4764-a888-fad6b115a4a6 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:23.791784 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9ed1b-2d63-4708-8b8e-92a940ac5557 req-6376fbeb-ba8e-4764-a888-fad6b115a4a6 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:23.802667 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-70a9ed1b-2d63-4708-8b8e-92a940ac5557 req-6376fbeb-ba8e-4764-a888-fad6b115a4a6 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 5418 time: 0.8973105 Feb 17 17:30:24.055161 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-2eb9778e-0c3c-4892-87b1-b9493716ae16 service neutron] Attempting to bind port edfb4df4-17e2-4855-b94e-1e4e5890d9a5 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:30:24.055497 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-2eb9778e-0c3c-4892-87b1-b9493716ae16 service neutron] Attempting to bind port edfb4df4-17e2-4855-b94e-1e4e5890d9a5 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '8d8f104d-d90e-4c9c-a6a6-4d67948643e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3226efc1-9bf8-49de-b390-80d0e9a20daa'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:30:24.055825 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-2eb9778e-0c3c-4892-87b1-b9493716ae16 service neutron] Attempting to bind port edfb4df4-17e2-4855-b94e-1e4e5890d9a5 on network 3226efc1-9bf8-49de-b390-80d0e9a20daa {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:30:24.072400 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-2eb9778e-0c3c-4892-87b1-b9493716ae16 service neutron] Port edfb4df4-17e2-4855-b94e-1e4e5890d9a5 on network 3226efc1-9bf8-49de-b390-80d0e9a20daa not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:30:24.072727 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-2eb9778e-0c3c-4892-87b1-b9493716ae16 service neutron] Attempting to bind port edfb4df4-17e2-4855-b94e-1e4e5890d9a5 on network 3226efc1-9bf8-49de-b390-80d0e9a20daa {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:30:24.081750 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-70a9ed1b-2d63-4708-8b8e-92a940ac5557 req-a0016e15-79b5-4bf7-a0b2-1aaed36f3f01 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/security-groups?id=4b62a994-4311-4d7d-a3f0-cd2c105b06fa&id=06bbdf43-383d-412d-a4a7-27f1a95946ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2782006 Feb 17 17:30:24.083226 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-809789ae-ad1b-42c6-ba09-b028baf8abcf req-791ce650-841d-43d5-8ae2-c318a21d1c72 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks [] for floatingip (34cf1717-144d-4a73-acc0-0313b785e64e), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:24.098427 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-2eb9778e-0c3c-4892-87b1-b9493716ae16 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:30:24.099301 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-2eb9778e-0c3c-4892-87b1-b9493716ae16 service neutron] Checking segment: {'id': '8d8f104d-d90e-4c9c-a6a6-4d67948643e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3226efc1-9bf8-49de-b390-80d0e9a20daa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:30:24.100390 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-2eb9778e-0c3c-4892-87b1-b9493716ae16 service neutron] Bound using segment: {'id': '8d8f104d-d90e-4c9c-a6a6-4d67948643e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3226efc1-9bf8-49de-b390-80d0e9a20daa'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:30:24.101114 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-2eb9778e-0c3c-4892-87b1-b9493716ae16 service neutron] Bound port: edfb4df4-17e2-4855-b94e-1e4e5890d9a5, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d8f104d-d90e-4c9c-a6a6-4d67948643e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3226efc1-9bf8-49de-b390-80d0e9a20daa'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:30:24.101675 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-2eb9778e-0c3c-4892-87b1-b9493716ae16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (edfb4df4-17e2-4855-b94e-1e4e5890d9a5), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:24.156680 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-97ca9103-99c4-432d-88db-25115cece9c1 None None] Publish callbacks [] for port (a6769198-a963-44de-bdb2-7599b9f2af81), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:24.158883 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b4fb3fbb-bef2-4249-bfc3-42db811c6339 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (3c9b192f-64bb-4962-9c8d-47dcf19962d7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:24.173875 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-97ca9103-99c4-432d-88db-25115cece9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (a6769198-a963-44de-bdb2-7599b9f2af81), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:24.238318 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ca9103-99c4-432d-88db-25115cece9c1 None None] Pushing event updated for resources: {'Port': ['ID=a6769198-a963-44de-bdb2-7599b9f2af81,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:24.266708 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ca9103-99c4-432d-88db-25115cece9c1 None None] Network 2dbba759-30c1-4729-beb6-f31d94648cea is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:30:24.268220 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-97ca9103-99c4-432d-88db-25115cece9c1 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:30:24.273764 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ca9103-99c4-432d-88db-25115cece9c1 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:30:24.296846 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-2eb9778e-0c3c-4892-87b1-b9493716ae16 service neutron] For port edfb4df4-17e2-4855-b94e-1e4e5890d9a5, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:30:24.300557 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-2eb9778e-0c3c-4892-87b1-b9493716ae16 service neutron] For port edfb4df4-17e2-4855-b94e-1e4e5890d9a5, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=edfb4df4-17e2-4855-b94e-1e4e5890d9a5,segment=NetworkSegment(8d8f104d-d90e-4c9c-a6a6-4d67948643e9),segment_id=8d8f104d-d90e-4c9c-a6a6-4d67948643e9)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:30:24.323144 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-2eb9778e-0c3c-4892-87b1-b9493716ae16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (edfb4df4-17e2-4855-b94e-1e4e5890d9a5), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:24.356887 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-809789ae-ad1b-42c6-ba09-b028baf8abcf req-791ce650-841d-43d5-8ae2-c318a21d1c72 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (77da5d7d-ee22-4880-b986-4a6203eaabee), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:24.411887 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-97ca9103-99c4-432d-88db-25115cece9c1 None None] Attempting to bind port a6769198-a963-44de-bdb2-7599b9f2af81 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:30:24.412279 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-97ca9103-99c4-432d-88db-25115cece9c1 None None] Attempting to bind port a6769198-a963-44de-bdb2-7599b9f2af81 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0dec934c-a7c8-491e-a804-ed8110bf6a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2dbba759-30c1-4729-beb6-f31d94648cea'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:30:24.412672 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ca9103-99c4-432d-88db-25115cece9c1 None None] Attempting to bind port a6769198-a963-44de-bdb2-7599b9f2af81 on network 2dbba759-30c1-4729-beb6-f31d94648cea {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:30:24.426277 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ca9103-99c4-432d-88db-25115cece9c1 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:30:24.426938 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ca9103-99c4-432d-88db-25115cece9c1 None None] Checking segment: {'id': '0dec934c-a7c8-491e-a804-ed8110bf6a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2dbba759-30c1-4729-beb6-f31d94648cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:30:24.427533 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-97ca9103-99c4-432d-88db-25115cece9c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:24.429030 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ca9103-99c4-432d-88db-25115cece9c1 None None] Bound using segment: {'id': '0dec934c-a7c8-491e-a804-ed8110bf6a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2dbba759-30c1-4729-beb6-f31d94648cea'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:30:24.429663 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-97ca9103-99c4-432d-88db-25115cece9c1 None None] Bound port: a6769198-a963-44de-bdb2-7599b9f2af81, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dec934c-a7c8-491e-a804-ed8110bf6a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2dbba759-30c1-4729-beb6-f31d94648cea'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:30:24.431731 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-97ca9103-99c4-432d-88db-25115cece9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (a6769198-a963-44de-bdb2-7599b9f2af81), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:24.474712 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-2eb9778e-0c3c-4892-87b1-b9493716ae16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:24.475899 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-2eb9778e-0c3c-4892-87b1-b9493716ae16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:24.478345 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-2eb9778e-0c3c-4892-87b1-b9493716ae16 service neutron] 10.222.0.71 "PUT /v2.0/ports/edfb4df4-17e2-4855-b94e-1e4e5890d9a5 HTTP/1.1" status: 200 len: 1091 time: 3.3402321 Feb 17 17:30:24.542487 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb9778e-0c3c-4892-87b1-b9493716ae16 service neutron] Pushing event updated for resources: {'Port': ['ID=edfb4df4-17e2-4855-b94e-1e4e5890d9a5,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:24.545155 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'tag': 'edfb4df4-17e2-4855-b94e-1e4e5890d9a5'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:30:24.547777 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3236e9a-b256-4b52-b3bb-939f13f44d70" -d '{"events": [{"name": "network-changed", "server_uuid": "bc2eb913-ebce-44ad-a4b4-c8edb0564963", "tag": "edfb4df4-17e2-4855-b94e-1e4e5890d9a5"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:30:24.615563 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-97ca9103-99c4-432d-88db-25115cece9c1 None None] For port a6769198-a963-44de-bdb2-7599b9f2af81, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:30:24.624153 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-97ca9103-99c4-432d-88db-25115cece9c1 None None] For port a6769198-a963-44de-bdb2-7599b9f2af81, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=a6769198-a963-44de-bdb2-7599b9f2af81,segment=NetworkSegment(0dec934c-a7c8-491e-a804-ed8110bf6a2c),segment_id=0dec934c-a7c8-491e-a804-ed8110bf6a2c)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:30:24.647481 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-97ca9103-99c4-432d-88db-25115cece9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (a6769198-a963-44de-bdb2-7599b9f2af81), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:24.677745 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-da01758f-3d41-46f7-b65a-5854456b34e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:24.687866 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-da01758f-3d41-46f7-b65a-5854456b34e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:24.688850 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-da01758f-3d41-46f7-b65a-5854456b34e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:24.702296 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-da01758f-3d41-46f7-b65a-5854456b34e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:24.702571 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-da01758f-3d41-46f7-b65a-5854456b34e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:24.703042 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-da01758f-3d41-46f7-b65a-5854456b34e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:24.703511 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-da01758f-3d41-46f7-b65a-5854456b34e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:24.714849 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-da01758f-3d41-46f7-b65a-5854456b34e8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c6c91da603a1485eab422cc6ab78977f&device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 6704 time: 0.1614299 Feb 17 17:30:24.719608 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4fb3fbb-bef2-4249-bfc3-42db811c6339 admin admin] Router 3c9b192f-64bb-4962-9c8d-47dcf19962d7 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:30:24.816860 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-86e227da-022b-45f2-9394-c1fce37a58cb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d848ebc1-877e-4643-9ebc-c35cdbe15a28 HTTP/1.1" status: 200 len: 217 time: 0.1009679 Feb 17 17:30:24.827851 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ca9103-99c4-432d-88db-25115cece9c1 None None] Pushing event updated for resources: {'Port': ['ID=a6769198-a963-44de-bdb2-7599b9f2af81,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:24.967727 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-621b5a09-3de2-449f-843c-70288f284375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:24.969276 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-621b5a09-3de2-449f-843c-70288f284375 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5aadcb94-5460-49df-8ee1-d33e7d2607f7 HTTP/1.1" status: 200 len: 855 time: 0.1352313 Feb 17 17:30:25.046680 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4fb3fbb-bef2-4249-bfc3-42db811c6339 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:30:25.063109 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce34c7c-9d69-4268-848a-7a822f6242d0 None None] Sync routers for ids ['3c9b192f-64bb-4962-9c8d-47dcf19962d7'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:30:25.082372 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce34c7c-9d69-4268-848a-7a822f6242d0 None None] Routers {'3c9b192f-64bb-4962-9c8d-47dcf19962d7'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:30:25.083175 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-8ce34c7c-9d69-4268-848a-7a822f6242d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:30:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['3c9b192f-64bb-4962-9c8d-47dcf19962d7'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:30:25.086188 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b4fb3fbb-bef2-4249-bfc3-42db811c6339 admin admin] 10.222.0.87 "PUT /v2.0/routers/3c9b192f-64bb-4962-9c8d-47dcf19962d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5135455 Feb 17 17:30:25.087633 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38670) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:30:25.107094 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 17 Feb 2022 17:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c39f1d-1442-4be6-b859-f500c851aff6 x-openstack-request-id: req-78c39f1d-1442-4be6-b859-f500c851aff6 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:30:25.107094 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc2eb913-ebce-44ad-a4b4-c8edb0564963", "tag": "fa13085b-e650-4151-b8cd-a441803a2a47", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bc2eb913-ebce-44ad-a4b4-c8edb0564963", "tag": "2078afb1-0486-44ff-aa2b-0d5c2bd70675", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bc2eb913-ebce-44ad-a4b4-c8edb0564963", "tag": "8f4bfbb7-3be5-4276-a260-870a4adccf68", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:30:25.112363 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-78c39f1d-1442-4be6-b859-f500c851aff6 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:30:25.112363 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'tag': 'fa13085b-e650-4151-b8cd-a441803a2a47', 'status': 'completed', 'code': 200} Feb 17 17:30:25.112363 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'tag': '2078afb1-0486-44ff-aa2b-0d5c2bd70675', 'status': 'completed', 'code': 200} Feb 17 17:30:25.112363 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'tag': '8f4bfbb7-3be5-4276-a260-870a4adccf68', 'status': 'completed', 'code': 200} Feb 17 17:30:25.210617 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-809789ae-ad1b-42c6-ba09-b028baf8abcf req-791ce650-841d-43d5-8ae2-c318a21d1c72 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks [] for port (77da5d7d-ee22-4880-b986-4a6203eaabee), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:25.250825 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-809789ae-ad1b-42c6-ba09-b028baf8abcf req-791ce650-841d-43d5-8ae2-c318a21d1c72 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (77da5d7d-ee22-4880-b986-4a6203eaabee), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:25.275895 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-baeb2bd2-d82f-4994-a743-449bc77ab98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:25.277603 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-baeb2bd2-d82f-4994-a743-449bc77ab98b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b4ed5d6f-3eb3-4d80-ba86-b711da993733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3023744 Feb 17 17:30:25.404109 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ba0d5af-0655-4659-849a-13b8a1e485a6 admin admin] Publish callbacks [] for router (3c9b192f-64bb-4962-9c8d-47dcf19962d7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:25.438291 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-8ce34c7c-9d69-4268-848a-7a822f6242d0 None None] Set router 3c9b192f-64bb-4962-9c8d-47dcf19962d7 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:30:25.533976 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a788cb1-95f8-44a2-9817-ca6b73b3cbcd req-974242a9-274b-42b3-b489-05262d39ab5a tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:25.559537 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6a788cb1-95f8-44a2-9817-ca6b73b3cbcd req-974242a9-274b-42b3-b489-05262d39ab5a tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/ports?device_id=84151010-7659-4be7-9c75-3cf9f7e01e98 HTTP/1.1" status: 200 len: 946 time: 0.4719195 Feb 17 17:30:25.573914 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ba0d5af-0655-4659-849a-13b8a1e485a6 admin admin] Publish callbacks [] for router_gateway (3c9b192f-64bb-4962-9c8d-47dcf19962d7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:25.599801 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ce650-841d-43d5-8ae2-c318a21d1c72 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Pushing event updated for resources: {'Port': ['ID=77da5d7d-ee22-4880-b986-4a6203eaabee,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:25.703087 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-6ba0d5af-0655-4659-849a-13b8a1e485a6 admin admin] Deleting port 6faa8eac-9e5f-4059-a843-217c34baf08e {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:30:25.703838 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ba0d5af-0655-4659-849a-13b8a1e485a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (6faa8eac-9e5f-4059-a843-217c34baf08e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:25.736872 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-809789ae-ad1b-42c6-ba09-b028baf8abcf req-791ce650-841d-43d5-8ae2-c318a21d1c72 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (34cf1717-144d-4a73-acc0-0313b785e64e), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:25.758790 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device a6769198-a963-44de-bdb2-7599b9f2af81 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:30:25.784970 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6a788cb1-95f8-44a2-9817-ca6b73b3cbcd req-6c0cf03c-8fb1-4c03-b5b3-274838851b58 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/security-groups?id=8be1f4ef-2561-4b86-bd91-f82492a4fd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198970 Feb 17 17:30:25.801009 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-42b74c70-e12c-49e5-953d-e847d393ba0a service neutron] 10.222.0.71 "GET /v2.0/networks/b4ed5d6f-3eb3-4d80-ba86-b711da993733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4338665 Feb 17 17:30:25.804215 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-809789ae-ad1b-42c6-ba09-b028baf8abcf req-791ce650-841d-43d5-8ae2-c318a21d1c72 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:25.805386 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-809789ae-ad1b-42c6-ba09-b028baf8abcf req-791ce650-841d-43d5-8ae2-c318a21d1c72 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.9920328 Feb 17 17:30:25.930843 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-6ba0d5af-0655-4659-849a-13b8a1e485a6 admin admin] For port 6faa8eac-9e5f-4059-a843-217c34baf08e, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=6faa8eac-9e5f-4059-a843-217c34baf08e,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:30:25.931957 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-809789ae-ad1b-42c6-ba09-b028baf8abcf req-771dab97-e766-46d4-8eeb-389707a35e4b tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.8.25 HTTP/1.1" status: 200 len: 695 time: 0.0947127 Feb 17 17:30:25.940703 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ba0d5af-0655-4659-849a-13b8a1e485a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (6faa8eac-9e5f-4059-a843-217c34baf08e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:25.973999 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-6ba0d5af-0655-4659-849a-13b8a1e485a6 admin admin] Calling delete_port for 6faa8eac-9e5f-4059-a843-217c34baf08e owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:30:25.982413 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port a6769198-a963-44de-bdb2-7599b9f2af81 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:30:25.982801 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (a6769198-a963-44de-bdb2-7599b9f2af81), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:26.214059 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port a6769198-a963-44de-bdb2-7599b9f2af81 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:30:26.214481 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (a6769198-a963-44de-bdb2-7599b9f2af81), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:26.242546 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809789ae-ad1b-42c6-ba09-b028baf8abcf req-ba4211c7-d564-421f-80c6-acfb5319f8bc tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:26.248952 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-809789ae-ad1b-42c6-ba09-b028baf8abcf req-ba4211c7-d564-421f-80c6-acfb5319f8bc tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] 10.222.0.87 "GET /v2.0/networks/d7afcf1f-5124-4168-b80f-10ace9d04ea7 HTTP/1.1" status: 200 len: 784 time: 0.2930324 Feb 17 17:30:26.281525 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-8ce34c7c-9d69-4268-848a-7a822f6242d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9b192f-64bb-4962-9c8d-47dcf19962d7', 'name': 'tempest-FloatingIPsTestJSON-1657877664-router', 'tenant_id': 'da14743f005b402c96a274cfa5110a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': '6faa8eac-9e5f-4059-a843-217c34baf08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:29:41Z', 'updated_at': '2022-02-17T17:30:23Z', 'revision_number': 5, 'project_id': 'da14743f005b402c96a274cfa5110a49', 'gw_port': {'id': '6faa8eac-9e5f-4059-a843-217c34baf08e', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9b192f-64bb-4962-9c8d-47dcf19962d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:29:42Z', 'updated_at': '2022-02-17T17:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:30:26.335991 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port a6769198-a963-44de-bdb2-7599b9f2af81, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=a6769198-a963-44de-bdb2-7599b9f2af81,segment=NetworkSegment(0dec934c-a7c8-491e-a804-ed8110bf6a2c),segment_id=0dec934c-a7c8-491e-a804-ed8110bf6a2c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:30:26.361419 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ba0d5af-0655-4659-849a-13b8a1e485a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (6faa8eac-9e5f-4059-a843-217c34baf08e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:26.376178 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (a6769198-a963-44de-bdb2-7599b9f2af81), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:26.420888 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce34c7c-9d69-4268-848a-7a822f6242d0 None None] Checking router: 3c9b192f-64bb-4962-9c8d-47dcf19962d7 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:30:26.445406 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=a6769198-a963-44de-bdb2-7599b9f2af81,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:26.451077 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce34c7c-9d69-4268-848a-7a822f6242d0 None None] Routers {'3c9b192f-64bb-4962-9c8d-47dcf19962d7'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:30:26.451935 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-8ce34c7c-9d69-4268-848a-7a822f6242d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:30:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['3c9b192f-64bb-4962-9c8d-47dcf19962d7'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:30:26.459162 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba0d5af-0655-4659-849a-13b8a1e485a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6faa8eac-9e5f-4059-a843-217c34baf08e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:26.509582 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-768abea4-3033-47f5-bdbf-8a749eb9b9db service neutron] 10.222.0.71 "GET /v2.0/networks/b4ed5d6f-3eb3-4d80-ba86-b711da993733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6994164 Feb 17 17:30:26.535003 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d889b683-5f35-4766-a6de-62936663e0d5 x-openstack-request-id: req-d889b683-5f35-4766-a6de-62936663e0d5 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:30:26.535380 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc2eb913-ebce-44ad-a4b4-c8edb0564963", "tag": "edfb4df4-17e2-4855-b94e-1e4e5890d9a5", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:30:26.535700 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d889b683-5f35-4766-a6de-62936663e0d5 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:30:26.536177 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'tag': 'edfb4df4-17e2-4855-b94e-1e4e5890d9a5', 'status': 'completed', 'code': 200} Feb 17 17:30:26.579679 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-2254032a-53ec-472a-a88a-e633d928d8ea service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=d8957db4-c462-4444-adca-ec189b379b2a HTTP/1.1" status: 200 len: 217 time: 0.0605056 Feb 17 17:30:26.618346 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a730077-3f88-4a0f-a595-e9d4d66fb1cc req-e7341633-ab72-4ccb-9e7d-19f99cda7367 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:26.628648 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8a730077-3f88-4a0f-a595-e9d4d66fb1cc req-e7341633-ab72-4ccb-9e7d-19f99cda7367 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/networks?id=2dbba759-30c1-4729-beb6-f31d94648cea HTTP/1.1" status: 200 len: 814 time: 0.3789048 Feb 17 17:30:26.643287 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ba0d5af-0655-4659-849a-13b8a1e485a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (3c9b192f-64bb-4962-9c8d-47dcf19962d7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:26.650695 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-8ce34c7c-9d69-4268-848a-7a822f6242d0 None None] Set router 3c9b192f-64bb-4962-9c8d-47dcf19962d7 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:30:26.723821 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6cfebb-d6bc-4c6f-bfe3-daff2f749175 None None] Network 2dbba759-30c1-4729-beb6-f31d94648cea requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:30:26.740551 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-4b38daa1-7359-422d-bdf3-c4f79001ec05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:26.746417 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-4b38daa1-7359-422d-bdf3-c4f79001ec05 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=56056976-8199-479f-8661-205e5814ab66 HTTP/1.1" status: 200 len: 797 time: 0.1530743 Feb 17 17:30:26.749450 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8a730077-3f88-4a0f-a595-e9d4d66fb1cc req-cd6d24ae-c6fc-4ede-909c-ae9deafbcab7 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/quotas/db89cd3155104335b620dce09b9805f6 HTTP/1.1" status: 200 len: 375 time: 0.1150570 Feb 17 17:30:26.797144 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-8ce34c7c-9d69-4268-848a-7a822f6242d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9b192f-64bb-4962-9c8d-47dcf19962d7', 'name': 'tempest-FloatingIPsTestJSON-1657877664-router', 'tenant_id': 'da14743f005b402c96a274cfa5110a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:29:41Z', 'updated_at': '2022-02-17T17:30:26Z', 'revision_number': 7, 'project_id': 'da14743f005b402c96a274cfa5110a49', 'gw_port_host': None}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:30:26.815391 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ba0d5af-0655-4659-849a-13b8a1e485a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (3c9b192f-64bb-4962-9c8d-47dcf19962d7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:26.819348 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ba0d5af-0655-4659-849a-13b8a1e485a6 admin admin] Publish callbacks [] for router_controller (3c9b192f-64bb-4962-9c8d-47dcf19962d7), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:26.843349 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce34c7c-9d69-4268-848a-7a822f6242d0 None None] The sync data for ids ['3c9b192f-64bb-4962-9c8d-47dcf19962d7'] in n-d-829613-2 is: [{'id': '3c9b192f-64bb-4962-9c8d-47dcf19962d7', 'name': 'tempest-FloatingIPsTestJSON-1657877664-router', 'tenant_id': 'da14743f005b402c96a274cfa5110a49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:29:41Z', 'updated_at': '2022-02-17T17:30:26Z', 'revision_number': 7, 'project_id': 'da14743f005b402c96a274cfa5110a49', 'gw_port_host': None}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:30:26.891178 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-94cfa6a0-5cdf-4493-befa-ff5cd1e75c03 None None] Provisioning complete for port a6769198-a963-44de-bdb2-7599b9f2af81 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:30:26.891695 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-94cfa6a0-5cdf-4493-befa-ff5cd1e75c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (a6769198-a963-44de-bdb2-7599b9f2af81), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:26.941344 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ba0d5af-0655-4659-849a-13b8a1e485a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (3c9b192f-64bb-4962-9c8d-47dcf19962d7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:26.942247 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba0d5af-0655-4659-849a-13b8a1e485a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c9b192f-64bb-4962-9c8d-47dcf19962d7 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:30:26.948551 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ba0d5af-0655-4659-849a-13b8a1e485a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:26.949721 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6ba0d5af-0655-4659-849a-13b8a1e485a6 admin admin] 10.222.0.87 "DELETE /v2.0/routers/3c9b192f-64bb-4962-9c8d-47dcf19962d7 HTTP/1.1" status: 204 len: 168 time: 1.8356717 Feb 17 17:30:26.952157 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38702) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:30:26.973823 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-3fdfd71f-dd3f-4ce7-bb30-60cfff23c9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:26.975479 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-3fdfd71f-dd3f-4ce7-bb30-60cfff23c9d7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8329e05c-f5f3-4a6c-995b-30a9e6574e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2189789 Feb 17 17:30:26.987747 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042eb95-c745-4eb8-8fab-327f3f810680 req-27ba46a8-c3f9-4709-ae32-4504209f901b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:26.993240 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042eb95-c745-4eb8-8fab-327f3f810680 req-27ba46a8-c3f9-4709-ae32-4504209f901b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:26.999688 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042eb95-c745-4eb8-8fab-327f3f810680 req-27ba46a8-c3f9-4709-ae32-4504209f901b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:27.005133 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042eb95-c745-4eb8-8fab-327f3f810680 req-27ba46a8-c3f9-4709-ae32-4504209f901b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:27.011117 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042eb95-c745-4eb8-8fab-327f3f810680 req-27ba46a8-c3f9-4709-ae32-4504209f901b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:27.016633 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042eb95-c745-4eb8-8fab-327f3f810680 req-27ba46a8-c3f9-4709-ae32-4504209f901b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:27.022109 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042eb95-c745-4eb8-8fab-327f3f810680 req-27ba46a8-c3f9-4709-ae32-4504209f901b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:27.024067 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2042eb95-c745-4eb8-8fab-327f3f810680 req-27ba46a8-c3f9-4709-ae32-4504209f901b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 5430 time: 0.2733514 Feb 17 17:30:27.025252 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-cae1a935-b4d5-477e-971a-4ba63dbcd7ec admin admin] Deleting subnet ab089e73-9d43-45f5-a9c5-8d0d7e549edd {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:30:27.031977 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cae1a935-b4d5-477e-971a-4ba63dbcd7ec admin admin] Publish callbacks [] for subnet (ab089e73-9d43-45f5-a9c5-8d0d7e549edd), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:27.089153 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8a730077-3f88-4a0f-a595-e9d4d66fb1cc req-20142ef6-51a2-4951-b0a1-e0100b6f8da3 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=db89cd3155104335b620dce09b9805f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2741544 Feb 17 17:30:27.115442 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cae1a935-b4d5-477e-971a-4ba63dbcd7ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (ab089e73-9d43-45f5-a9c5-8d0d7e549edd), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:27.144040 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-94cfa6a0-5cdf-4493-befa-ff5cd1e75c03 None None] Current status of the port a6769198-a963-44de-bdb2-7599b9f2af81 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:30:27.350318 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-0f989172-3c6e-4abb-bdcb-bc120c89dee5 service neutron] 10.222.0.71 "GET /v2.0/networks/8329e05c-f5f3-4a6c-995b-30a9e6574e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249829 Feb 17 17:30:27.381185 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2042eb95-c745-4eb8-8fab-327f3f810680 req-cbd6af3b-9986-4377-bf95-872043317fd3 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/security-groups?id=4b62a994-4311-4d7d-a3f0-cd2c105b06fa&id=06bbdf43-383d-412d-a4a7-27f1a95946ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3205273 Feb 17 17:30:27.447351 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cae1a935-b4d5-477e-971a-4ba63dbcd7ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (ab089e73-9d43-45f5-a9c5-8d0d7e549edd), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:27.462880 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8a730077-3f88-4a0f-a595-e9d4d66fb1cc req-f97877ba-1d5f-4a98-957b-b5fdd443549d service neutron] 10.222.0.87 "GET /v2.0/networks/2dbba759-30c1-4729-beb6-f31d94648cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719201 Feb 17 17:30:27.606468 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cae1a935-b4d5-477e-971a-4ba63dbcd7ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (ab089e73-9d43-45f5-a9c5-8d0d7e549edd), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:27.647427 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae1a935-b4d5-477e-971a-4ba63dbcd7ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab089e73-9d43-45f5-a9c5-8d0d7e549edd,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:27.658819 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cae1a935-b4d5-477e-971a-4ba63dbcd7ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:27.660671 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01eeaa8-c8fc-492c-a99c-56a2e4c2b749 None None] Network f3651cbe-832f-42e9-b33a-feabe008b8ea requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:30:27.666395 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-cae1a935-b4d5-477e-971a-4ba63dbcd7ec admin admin] 10.222.0.87 "DELETE /v2.0/subnets/ab089e73-9d43-45f5-a9c5-8d0d7e549edd HTTP/1.1" status: 204 len: 168 time: 0.7132158 Feb 17 17:30:27.668734 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38706) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:30:27.724795 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1461d8da-8a64-4bdf-a6d0-ce9f21bb74ea req-45320905-fb26-4f35-bcb7-a9539d93ec9f tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-554758405&fields=id&tenant_id=055c5c88106e43038ac2faf0f62d8d68 HTTP/1.1" status: 200 len: 267 time: 0.1699128 Feb 17 17:30:27.777806 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-8d5cc0dd-2e21-422a-a1f8-ac2c996236a2 None None] Provisioning complete for port a6769198-a963-44de-bdb2-7599b9f2af81 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:30:27.778438 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8d5cc0dd-2e21-422a-a1f8-ac2c996236a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (a6769198-a963-44de-bdb2-7599b9f2af81), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:27.828778 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d660e52e-11c2-4f66-9a2e-cd523449d6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (f3651cbe-832f-42e9-b33a-feabe008b8ea), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:27.845760 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-7b37187e-549a-4b29-abf8-db1a10200770 service neutron] 10.222.0.71 "GET /v2.0/networks/8329e05c-f5f3-4a6c-995b-30a9e6574e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4634860 Feb 17 17:30:27.959429 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-512e29aa-e063-4379-a0b1-0dfed961808e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=c156d1b1-d51b-43d9-bbea-f01601c5fe5d HTTP/1.1" status: 200 len: 217 time: 0.0779917 Feb 17 17:30:27.995646 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-d660e52e-11c2-4f66-9a2e-cd523449d6d5 admin admin] Deleting port 8c4fec11-8062-419c-bc46-c6786e604c3e {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:30:27.996014 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d660e52e-11c2-4f66-9a2e-cd523449d6d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (8c4fec11-8062-419c-bc46-c6786e604c3e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:28.014363 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8a730077-3f88-4a0f-a595-e9d4d66fb1cc req-516634a2-57bb-4188-8f31-0ba66e8259c3 service neutron] 10.222.0.87 "GET /v2.0/networks/2dbba759-30c1-4729-beb6-f31d94648cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5393999 Feb 17 17:30:28.125222 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-8d5cc0dd-2e21-422a-a1f8-ac2c996236a2 None None] Current status of the port a6769198-a963-44de-bdb2-7599b9f2af81 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:30:28.127395 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281b247f-ae3e-4d8e-9252-6a1348d27ca7 None None] DHCP port deletion for f3651cbe-832f-42e9-b33a-feabe008b8ea request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:30:28.129402 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device a6769198-a963-44de-bdb2-7599b9f2af81 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:30:28.130318 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461d8da-8a64-4bdf-a6d0-ce9f21bb74ea req-53c923ce-d61b-477e-b565-f95bec5809ad tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:28.132553 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1461d8da-8a64-4bdf-a6d0-ce9f21bb74ea req-53c923ce-d61b-477e-b565-f95bec5809ad tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/ports?device_id=84151010-7659-4be7-9c75-3cf9f7e01e98 HTTP/1.1" status: 200 len: 946 time: 0.3965571 Feb 17 17:30:28.152552 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-5d6482a1-4ad9-46f2-b263-65ba5568c276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:28.153967 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-5d6482a1-4ad9-46f2-b263-65ba5568c276 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=56056976-8199-479f-8661-205e5814ab66 HTTP/1.1" status: 200 len: 797 time: 0.1809819 Feb 17 17:30:28.164527 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-1461d8da-8a64-4bdf-a6d0-ce9f21bb74ea req-e65ada3c-4352-4834-a9cb-6707043d92bf tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Request body: {'port': {'security_groups': ['8be1f4ef-2561-4b86-bd91-f82492a4fd0f', 'ca80efc0-7069-4c47-85d5-f5bf5bebc766']}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:30:28.203519 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-d660e52e-11c2-4f66-9a2e-cd523449d6d5 admin admin] For port 8c4fec11-8062-419c-bc46-c6786e604c3e, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=8c4fec11-8062-419c-bc46-c6786e604c3e,segment=NetworkSegment(479174b6-5f84-4b2d-ad51-f19bbca96d65),segment_id=479174b6-5f84-4b2d-ad51-f19bbca96d65)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:30:28.203766 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d660e52e-11c2-4f66-9a2e-cd523449d6d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (8c4fec11-8062-419c-bc46-c6786e604c3e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:28.255036 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-d660e52e-11c2-4f66-9a2e-cd523449d6d5 admin admin] Calling delete_port for 8c4fec11-8062-419c-bc46-c6786e604c3e owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:30:28.375330 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port a6769198-a963-44de-bdb2-7599b9f2af81 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:30:28.375663 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (a6769198-a963-44de-bdb2-7599b9f2af81), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:28.470067 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-1461d8da-8a64-4bdf-a6d0-ce9f21bb74ea req-e65ada3c-4352-4834-a9cb-6707043d92bf tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (9b3df149-c69e-43f8-b736-9660a4ee91f3), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:28.508046 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-d7cf947d-fc2f-4d86-a612-346e8ce77919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:28.512173 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-d7cf947d-fc2f-4d86-a612-346e8ce77919 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8329e05c-f5f3-4a6c-995b-30a9e6574e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3410864 Feb 17 17:30:28.521637 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d660e52e-11c2-4f66-9a2e-cd523449d6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (8c4fec11-8062-419c-bc46-c6786e604c3e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:28.599615 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d660e52e-11c2-4f66-9a2e-cd523449d6d5 admin admin] No DVR routers for this DVR port 8c4fec11-8062-419c-bc46-c6786e604c3e on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:30:28.607102 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d660e52e-11c2-4f66-9a2e-cd523449d6d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c4fec11-8062-419c-bc46-c6786e604c3e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:28.667917 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ae3f4657-e0bb-4491-8f81-23c14bd23cc7 req-cd962c73-35f6-4700-8d82-4132549c5bfd tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=24d514a6d00a4f52a8689d09d1cf81c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1246653 Feb 17 17:30:28.701902 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d660e52e-11c2-4f66-9a2e-cd523449d6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (f3651cbe-832f-42e9-b33a-feabe008b8ea), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:28.731803 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-d660e52e-11c2-4f66-9a2e-cd523449d6d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3651cbe-832f-42e9-b33a-feabe008b8ea']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:30:28.745998 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-d660e52e-11c2-4f66-9a2e-cd523449d6d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '479174b6-5f84-4b2d-ad51-f19bbca96d65') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:30:28.746682 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-d660e52e-11c2-4f66-9a2e-cd523449d6d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '479174b6-5f84-4b2d-ad51-f19bbca96d65') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:30:28.758268 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d660e52e-11c2-4f66-9a2e-cd523449d6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (479174b6-5f84-4b2d-ad51-f19bbca96d65), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:28.773955 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d660e52e-11c2-4f66-9a2e-cd523449d6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (479174b6-5f84-4b2d-ad51-f19bbca96d65), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:28.780904 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d660e52e-11c2-4f66-9a2e-cd523449d6d5 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:30:28.781315 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d660e52e-11c2-4f66-9a2e-cd523449d6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (479174b6-5f84-4b2d-ad51-f19bbca96d65), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:28.860202 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:30:28.860202 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:30:28.860202 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:30:28.860202 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:30:28.860202 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:30:28.860202 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:30:28.860202 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:30:28.860202 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:30:28.860202 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:30:28.860202 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:30:28.860202 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:30:28.860202 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:30:28.860202 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:30:28.860202 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:30:28.860202 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:30:28.860202 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:30:28.860202 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:30:28.860202 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:30:28.860202 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:30:28.860202 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:30:28.860202 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:30:28.860202 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:30:28.860202 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:30:28.860202 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:30:28.860202 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:30:28.860202 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:30:28.860202 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:30:28.860202 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:30:28.860202 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:30:28.860202 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:30:28.860202 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:30:28.860202 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:30:28.871631 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d660e52e-11c2-4f66-9a2e-cd523449d6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (f3651cbe-832f-42e9-b33a-feabe008b8ea), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:28.876669 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d660e52e-11c2-4f66-9a2e-cd523449d6d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:28.882674 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d660e52e-11c2-4f66-9a2e-cd523449d6d5 admin admin] 10.222.0.87 "DELETE /v2.0/networks/f3651cbe-832f-42e9-b33a-feabe008b8ea HTTP/1.1" status: 204 len: 168 time: 1.2105474 Feb 17 17:30:28.901288 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-281b247f-ae3e-4d8e-9252-6a1348d27ca7 None None] Deleting port 8c4fec11-8062-419c-bc46-c6786e604c3e {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:30:28.901830 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-281b247f-ae3e-4d8e-9252-6a1348d27ca7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (8c4fec11-8062-419c-bc46-c6786e604c3e), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:28.910728 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d660e52e-11c2-4f66-9a2e-cd523449d6d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3651cbe-832f-42e9-b33a-feabe008b8ea,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server [None req-281b247f-ae3e-4d8e-9252-6a1348d27ca7 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network f3651cbe-832f-42e9-b33a-feabe008b8ea could not be found. Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return self._iter().one() Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return self._only_one_row( Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 253, in release_dhcp_port Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1552, in delete_ports_by_device_id Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 17 17:30:29.023527 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 17 17:30:29.029012 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 17 17:30:29.029012 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 17 17:30:29.029012 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 17:30:29.029012 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 17:30:29.029012 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 17:30:29.029012 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 17:30:29.029012 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 17:30:29.029012 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 17:30:29.029012 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 17 17:30:29.029012 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 17 17:30:29.029012 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 17:30:29.029012 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 17:30:29.029012 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 17:30:29.029012 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 17:30:29.029012 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 17:30:29.029012 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 17:30:29.029012 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 17 17:30:29.029012 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 17 17:30:29.029012 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 17:30:29.029012 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 17:30:29.029012 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 17:30:29.029012 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 17:30:29.029012 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 17:30:29.029012 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 17 17:30:29.029012 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2013, in delete_port Feb 17 17:30:29.029012 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Feb 17 17:30:29.029012 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 17 17:30:29.029012 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 17 17:30:29.029012 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1213, in get_network Feb 17 17:30:29.029012 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Feb 17 17:30:29.029012 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Feb 17 17:30:29.029012 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Feb 17 17:30:29.029012 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network f3651cbe-832f-42e9-b33a-feabe008b8ea could not be found. Feb 17 17:30:29.029012 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server Feb 17 17:30:29.079805 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626dfcb8-5b5d-4b65-85f0-a8b886fcf363 None None] get_active_networks_info from n-d-829613-2 {{(pid=103436) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 17 17:30:29.188467 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port a6769198-a963-44de-bdb2-7599b9f2af81 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:30:29.276329 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38734) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:30:29.379809 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-05a1a1ac-5eab-47cb-9f78-bbd7f63c02c2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=da14743f005b402c96a274cfa5110a49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0998459 Feb 17 17:30:29.379943 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38738) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:30:29.404976 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 0be5eb4e-9f82-476c-b1e5-8b1db291d605 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:30:29.459439 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a20cbbf7-0d23-4243-aca8-4ddd72d9dd0a admin admin] Publish callbacks [] for security_group (45499c61-983d-4001-9c5c-3b65ddb96bba), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:29.505432 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a20cbbf7-0d23-4243-aca8-4ddd72d9dd0a admin admin] Publish callbacks [] for security_group (45499c61-983d-4001-9c5c-3b65ddb96bba), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:29.596922 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f4657-e0bb-4491-8f81-23c14bd23cc7 req-16750819-d11f-41bf-af61-99a77b93cc66 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:29.599891 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ae3f4657-e0bb-4491-8f81-23c14bd23cc7 req-16750819-d11f-41bf-af61-99a77b93cc66 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9306328 Feb 17 17:30:29.605910 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a20cbbf7-0d23-4243-aca8-4ddd72d9dd0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (45499c61-983d-4001-9c5c-3b65ddb96bba), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:29.610261 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a20cbbf7-0d23-4243-aca8-4ddd72d9dd0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:29.616120 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a20cbbf7-0d23-4243-aca8-4ddd72d9dd0a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/45499c61-983d-4001-9c5c-3b65ddb96bba HTTP/1.1" status: 204 len: 168 time: 0.2348936 Feb 17 17:30:29.629945 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 0be5eb4e-9f82-476c-b1e5-8b1db291d605 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:30:29.630297 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 0be5eb4e-9f82-476c-b1e5-8b1db291d605 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:30:29.636417 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20cbbf7-0d23-4243-aca8-4ddd72d9dd0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45499c61-983d-4001-9c5c-3b65ddb96bba,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:29.663190 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-184eab3e-7ece-4a05-8edb-353d7b92798a service neutron] 10.222.0.71 "GET /v2.0/networks/8329e05c-f5f3-4a6c-995b-30a9e6574e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1265512 Feb 17 17:30:29.834024 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 6faa8eac-9e5f-4059-a843-217c34baf08e no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:30:29.898991 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 6faa8eac-9e5f-4059-a843-217c34baf08e {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:30:29.902678 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 6faa8eac-9e5f-4059-a843-217c34baf08e not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:30:29.903263 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 8c4fec11-8062-419c-bc46-c6786e604c3e no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:30:29.967702 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 8c4fec11-8062-419c-bc46-c6786e604c3e {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:30:29.971709 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 8c4fec11-8062-419c-bc46-c6786e604c3e not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:30:30.010464 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-1461d8da-8a64-4bdf-a6d0-ce9f21bb74ea req-e65ada3c-4352-4834-a9cb-6707043d92bf tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] For port 9b3df149-c69e-43f8-b736-9660a4ee91f3, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=9b3df149-c69e-43f8-b736-9660a4ee91f3,segment=NetworkSegment(e6796db6-dab2-4592-830c-d793c705d227),segment_id=e6796db6-dab2-4592-830c-d793c705d227)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:30:30.056830 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-1461d8da-8a64-4bdf-a6d0-ce9f21bb74ea req-e65ada3c-4352-4834-a9cb-6707043d92bf tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for port (9b3df149-c69e-43f8-b736-9660a4ee91f3), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:30.067664 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626dfcb8-5b5d-4b65-85f0-a8b886fcf363 None None] Resources bound (agent type, host, resource id): {{(pid=103436) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 17:30:30.092705 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-1461d8da-8a64-4bdf-a6d0-ce9f21bb74ea req-e65ada3c-4352-4834-a9cb-6707043d92bf tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (9b3df149-c69e-43f8-b736-9660a4ee91f3), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:30.102283 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ae3f4657-e0bb-4491-8f81-23c14bd23cc7 req-c500ecfb-d18d-4b18-a980-138fabfb833a tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/quotas/24d514a6d00a4f52a8689d09d1cf81c2 HTTP/1.1" status: 200 len: 375 time: 0.4340861 Feb 17 17:30:30.117491 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['54cf4afe-4775-445b-8d80-9e6a3afdd0e5'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:30:30.150674 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['9b3df149-c69e-43f8-b736-9660a4ee91f3'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:30:30.291354 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461d8da-8a64-4bdf-a6d0-ce9f21bb74ea req-e65ada3c-4352-4834-a9cb-6707043d92bf tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:30.292041 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-1461d8da-8a64-4bdf-a6d0-ce9f21bb74ea req-e65ada3c-4352-4834-a9cb-6707043d92bf tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:30.293966 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1461d8da-8a64-4bdf-a6d0-ce9f21bb74ea req-e65ada3c-4352-4834-a9cb-6707043d92bf tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "PUT /v2.0/ports/9b3df149-c69e-43f8-b736-9660a4ee91f3 HTTP/1.1" status: 200 len: 982 time: 2.1441236 Feb 17 17:30:30.297806 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84151010-7659-4be7-9c75-3cf9f7e01e98', 'tag': '9b3df149-c69e-43f8-b736-9660a4ee91f3'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:30:30.301476 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5227bd1b-34ef-4a48-a812-9986506e1997" -d '{"events": [{"name": "network-changed", "server_uuid": "84151010-7659-4be7-9c75-3cf9f7e01e98", "tag": "9b3df149-c69e-43f8-b736-9660a4ee91f3"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:30:30.318668 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ae3f4657-e0bb-4491-8f81-23c14bd23cc7 req-fa153e5a-59a7-4897-8b63-d33f91d87d0b tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=24d514a6d00a4f52a8689d09d1cf81c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1753280 Feb 17 17:30:30.476617 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ada3c-4352-4834-a9cb-6707043d92bf tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Pushing event updated for resources: {'Port': ['ID=9b3df149-c69e-43f8-b736-9660a4ee91f3,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:30.526231 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['9b3df149-c69e-43f8-b736-9660a4ee91f3'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:30:30.821137 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a730077-3f88-4a0f-a595-e9d4d66fb1cc req-f063a38d-f0fa-4e9f-9404-a6018801dae4 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:30.830542 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8a730077-3f88-4a0f-a595-e9d4d66fb1cc req-f063a38d-f0fa-4e9f-9404-a6018801dae4 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.91 "GET /v2.0/networks?id=2dbba759-30c1-4729-beb6-f31d94648cea HTTP/1.1" status: 200 len: 814 time: 0.3441770 Feb 17 17:30:30.846708 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-8a730077-3f88-4a0f-a595-e9d4d66fb1cc req-1670e9a7-a004-489a-a1a2-761a01ffaddc tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Request body: {'port': {'device_id': 'c76a8d24-e029-4d1c-92b2-c894c94c3e12', 'network_id': '2dbba759-30c1-4729-beb6-f31d94648cea', 'admin_state_up': True, 'tenant_id': 'db89cd3155104335b620dce09b9805f6'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:30:30.933196 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-3ec3461b-049d-412f-8a19-41ea23c3acc2 service neutron] 10.222.0.71 "GET /v2.0/networks/8329e05c-f5f3-4a6c-995b-30a9e6574e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2522793 Feb 17 17:30:31.018029 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9cad7302-4ca3-4313-913e-963c055e4e13 req-7e35fa2c-9161-401e-bbb9-2a0494ef2ca2 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6417508 Feb 17 17:30:31.095752 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-f58f2329-6a4c-424d-905b-674feb7b0d98 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=fa13085b-e650-4151-b8cd-a441803a2a47 HTTP/1.1" status: 200 len: 217 time: 0.1457109 Feb 17 17:30:31.099837 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-9cad7302-4ca3-4313-913e-963c055e4e13 req-c0c31af7-ad64-472a-803b-88e2f3546c21 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:30:31.188574 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-b03b5206-4316-4943-8780-eb4e83e1222c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:31.190546 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-b03b5206-4316-4943-8780-eb4e83e1222c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=56056976-8199-479f-8661-205e5814ab66 HTTP/1.1" status: 200 len: 797 time: 0.0767212 Feb 17 17:30:31.327380 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a730077-3f88-4a0f-a595-e9d4d66fb1cc req-1670e9a7-a004-489a-a1a2-761a01ffaddc tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Made reservation on behalf of db89cd3155104335b620dce09b9805f6 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:30:31.331675 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8a730077-3f88-4a0f-a595-e9d4d66fb1cc req-1670e9a7-a004-489a-a1a2-761a01ffaddc tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:31.363072 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9cad7302-4ca3-4313-913e-963c055e4e13 req-c0c31af7-ad64-472a-803b-88e2f3546c21 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:31.439650 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 38782) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:30:31.476505 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-5dbf9be6-f0fa-4c87-a4f5-97fd7bb304e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:31.478663 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-5dbf9be6-f0fa-4c87-a4f5-97fd7bb304e6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8329e05c-f5f3-4a6c-995b-30a9e6574e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2669885 Feb 17 17:30:31.487819 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57053b3-8540-440d-aaec-b92d0f474398 req-e275eaae-fd54-4314-b893-812b4c412c4f tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:31.490473 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b57053b3-8540-440d-aaec-b92d0f474398 req-e275eaae-fd54-4314-b893-812b4c412c4f tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/networks?id=2dbba759-30c1-4729-beb6-f31d94648cea HTTP/1.1" status: 200 len: 814 time: 0.3990610 Feb 17 17:30:31.604950 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b57053b3-8540-440d-aaec-b92d0f474398 req-02ba979c-942b-41a3-af6e-8c922915ea23 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/quotas/db89cd3155104335b620dce09b9805f6 HTTP/1.1" status: 200 len: 375 time: 0.0860810 Feb 17 17:30:31.678694 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-8a730077-3f88-4a0f-a595-e9d4d66fb1cc req-1670e9a7-a004-489a-a1a2-761a01ffaddc tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Allocated IP 172.20.0.8 (2dbba759-30c1-4729-beb6-f31d94648cea/74324b72-a65c-4b92-b6c8-41ca4b30f5b6/d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:30:31.695885 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9478d1-aba2-4459-8821-8b667e661dcb None None] DHCP port deletion for f3651cbe-832f-42e9-b33a-feabe008b8ea request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:30:31.746372 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-38107568-2b9b-4e51-9287-4dde30bf8a90 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1983941725-network', 'tenant_id': '7c2cddd3132f4b18b46f752bdb32619e'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:30:31.764830 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-10207d11-c69c-43e0-9a90-7be4f06ce29a service neutron] 10.222.0.71 "GET /v2.0/networks/8329e05c-f5f3-4a6c-995b-30a9e6574e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732189 Feb 17 17:30:31.891674 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b57053b3-8540-440d-aaec-b92d0f474398 req-485f8f76-e40a-4c10-baf0-acd7ebbe281e tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=db89cd3155104335b620dce09b9805f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2507739 Feb 17 17:30:31.893026 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8a730077-3f88-4a0f-a595-e9d4d66fb1cc req-1670e9a7-a004-489a-a1a2-761a01ffaddc tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Publish callbacks [] for port (d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:31.916103 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9cad7302-4ca3-4313-913e-963c055e4e13 req-c0c31af7-ad64-472a-803b-88e2f3546c21 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:31.938476 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38107568-2b9b-4e51-9287-4dde30bf8a90 admin admin] Made reservation on behalf of 7c2cddd3132f4b18b46f752bdb32619e for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:30:31.940753 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-38107568-2b9b-4e51-9287-4dde30bf8a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:31.943154 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8a730077-3f88-4a0f-a595-e9d4d66fb1cc req-1670e9a7-a004-489a-a1a2-761a01ffaddc tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:32.024354 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a730077-3f88-4a0f-a595-e9d4d66fb1cc req-1670e9a7-a004-489a-a1a2-761a01ffaddc tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Network 2dbba759-30c1-4729-beb6-f31d94648cea is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:30:32.029576 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-8a730077-3f88-4a0f-a595-e9d4d66fb1cc req-1670e9a7-a004-489a-a1a2-761a01ffaddc tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:30:32.035857 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a730077-3f88-4a0f-a595-e9d4d66fb1cc req-1670e9a7-a004-489a-a1a2-761a01ffaddc tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:30:32.041275 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1670e9a7-a004-489a-a1a2-761a01ffaddc tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Pushing event updated for resources: {'Port': ['ID=d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:32.116429 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a730077-3f88-4a0f-a595-e9d4d66fb1cc req-1670e9a7-a004-489a-a1a2-761a01ffaddc tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:32.117058 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8a730077-3f88-4a0f-a595-e9d4d66fb1cc req-1670e9a7-a004-489a-a1a2-761a01ffaddc tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:32.131327 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-38107568-2b9b-4e51-9287-4dde30bf8a90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:32.146122 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8a730077-3f88-4a0f-a595-e9d4d66fb1cc req-1670e9a7-a004-489a-a1a2-761a01ffaddc tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3020601 Feb 17 17:30:32.234486 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-8a730077-3f88-4a0f-a595-e9d4d66fb1cc req-e92be497-7ad0-46a2-8033-0f8d04253145 service neutron] Request body: {'port': {'device_id': 'c76a8d24-e029-4d1c-92b2-c894c94c3e12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:30:32.332458 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8a730077-3f88-4a0f-a595-e9d4d66fb1cc req-e92be497-7ad0-46a2-8033-0f8d04253145 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:32.409989 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b57053b3-8540-440d-aaec-b92d0f474398 req-5b67fb64-fb64-448f-9396-ba986eb4e6ec service neutron] 10.222.0.87 "GET /v2.0/networks/2dbba759-30c1-4729-beb6-f31d94648cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4875197 Feb 17 17:30:32.418836 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-a2066b10-e2c0-4c42-8887-af483ba67393 service neutron] 10.222.0.71 "GET /v2.0/networks/8329e05c-f5f3-4a6c-995b-30a9e6574e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6277375 Feb 17 17:30:32.501868 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-19e3f030-2ad0-4fb1-ae5b-0238b36dd348 None None] Provisioning complete for port d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:30:32.502247 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-19e3f030-2ad0-4fb1-ae5b-0238b36dd348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:32.538984 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-5b45e202-65d4-4b66-8b38-7d0d1113e3b0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=2078afb1-0486-44ff-aa2b-0d5c2bd70675 HTTP/1.1" status: 200 len: 217 time: 0.1121933 Feb 17 17:30:32.582198 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-19e3f030-2ad0-4fb1-ae5b-0238b36dd348 None None] Port d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:30:32.607185 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-9cad7302-4ca3-4313-913e-963c055e4e13 req-c0c31af7-ad64-472a-803b-88e2f3546c21 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Allocated IP 172.25.8.50 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/7b99975c-11b3-48ce-a856-79daf271aabe) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:30:32.698863 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ae3f4657-e0bb-4491-8f81-23c14bd23cc7 req-b21a04f2-8dd9-462c-8732-4b7679399e28 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=24d514a6d00a4f52a8689d09d1cf81c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1198151 Feb 17 17:30:32.793036 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-8a730077-3f88-4a0f-a595-e9d4d66fb1cc req-e92be497-7ad0-46a2-8033-0f8d04253145 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:30:32.802118 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8a730077-3f88-4a0f-a595-e9d4d66fb1cc req-e92be497-7ad0-46a2-8033-0f8d04253145 service neutron] Publish callbacks [] for port (d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:32.809418 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-b6c13fe5-bcb0-4f2f-a6e7-dce8a982b679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:32.811230 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-b6c13fe5-bcb0-4f2f-a6e7-dce8a982b679 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=56056976-8199-479f-8661-205e5814ab66 HTTP/1.1" status: 200 len: 797 time: 0.2477889 Feb 17 17:30:32.819328 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-38107568-2b9b-4e51-9287-4dde30bf8a90 admin admin] Publish callbacks [] for security_group (ab06c84a-4a00-40bb-b916-a68462b41859), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:32.823031 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-8a730077-3f88-4a0f-a595-e9d4d66fb1cc req-e92be497-7ad0-46a2-8033-0f8d04253145 service neutron] Transition to ACTIVE for port object d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:30:32.829106 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8a730077-3f88-4a0f-a595-e9d4d66fb1cc req-e92be497-7ad0-46a2-8033-0f8d04253145 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:32.845362 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-38107568-2b9b-4e51-9287-4dde30bf8a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (ab06c84a-4a00-40bb-b916-a68462b41859), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:32.900355 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c9b1f3b2-f982-429d-8b5a-a2fc930e522d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:32.926882 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92be497-7ad0-46a2-8033-0f8d04253145 service neutron] Pushing event updated for resources: {'Port': ['ID=d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:32.962314 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b57053b3-8540-440d-aaec-b92d0f474398 req-8fd42640-d80d-4bd3-ad1f-013118bb14ef service neutron] 10.222.0.87 "GET /v2.0/networks/2dbba759-30c1-4729-beb6-f31d94648cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5386438 Feb 17 17:30:33.029931 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38107568-2b9b-4e51-9287-4dde30bf8a90 admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:30:33.042421 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-8a730077-3f88-4a0f-a595-e9d4d66fb1cc req-e92be497-7ad0-46a2-8033-0f8d04253145 service neutron] Attempting to bind port d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56 on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:30:33.042763 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-8a730077-3f88-4a0f-a595-e9d4d66fb1cc req-e92be497-7ad0-46a2-8033-0f8d04253145 service neutron] Attempting to bind port d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '0dec934c-a7c8-491e-a804-ed8110bf6a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2dbba759-30c1-4729-beb6-f31d94648cea'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:30:33.043559 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a730077-3f88-4a0f-a595-e9d4d66fb1cc req-e92be497-7ad0-46a2-8033-0f8d04253145 service neutron] Attempting to bind port d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56 on network 2dbba759-30c1-4729-beb6-f31d94648cea {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:30:33.057324 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a730077-3f88-4a0f-a595-e9d4d66fb1cc req-e92be497-7ad0-46a2-8033-0f8d04253145 service neutron] Port d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56 on network 2dbba759-30c1-4729-beb6-f31d94648cea not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:30:33.057679 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a730077-3f88-4a0f-a595-e9d4d66fb1cc req-e92be497-7ad0-46a2-8033-0f8d04253145 service neutron] Attempting to bind port d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56 on network 2dbba759-30c1-4729-beb6-f31d94648cea {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:30:33.071904 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a730077-3f88-4a0f-a595-e9d4d66fb1cc req-e92be497-7ad0-46a2-8033-0f8d04253145 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:30:33.072832 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a730077-3f88-4a0f-a595-e9d4d66fb1cc req-e92be497-7ad0-46a2-8033-0f8d04253145 service neutron] Checking segment: {'id': '0dec934c-a7c8-491e-a804-ed8110bf6a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2dbba759-30c1-4729-beb6-f31d94648cea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:30:33.072832 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a730077-3f88-4a0f-a595-e9d4d66fb1cc req-e92be497-7ad0-46a2-8033-0f8d04253145 service neutron] Bound using segment: {'id': '0dec934c-a7c8-491e-a804-ed8110bf6a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2dbba759-30c1-4729-beb6-f31d94648cea'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:30:33.073262 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-8a730077-3f88-4a0f-a595-e9d4d66fb1cc req-e92be497-7ad0-46a2-8033-0f8d04253145 service neutron] Bound port: d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dec934c-a7c8-491e-a804-ed8110bf6a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2dbba759-30c1-4729-beb6-f31d94648cea'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:30:33.073722 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8a730077-3f88-4a0f-a595-e9d4d66fb1cc req-e92be497-7ad0-46a2-8033-0f8d04253145 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:33.086479 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-38107568-2b9b-4e51-9287-4dde30bf8a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (3ba1f701-b447-45d4-ab08-e0178ff31937), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:33.086763 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-38107568-2b9b-4e51-9287-4dde30bf8a90 admin admin] Added segment 3ba1f701-b447-45d4-ab08-e0178ff31937 of type vlan for network 21effd86-3512-4fb2-9fff-79a3828347da Feb 17 17:30:33.139056 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38107568-2b9b-4e51-9287-4dde30bf8a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab06c84a-4a00-40bb-b916-a68462b41859,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:33.217718 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-8a730077-3f88-4a0f-a595-e9d4d66fb1cc req-e92be497-7ad0-46a2-8033-0f8d04253145 service neutron] For port d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:30:33.220218 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-234783f3-8b7a-4f2c-8128-7ea17520113e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:33.221975 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-234783f3-8b7a-4f2c-8128-7ea17520113e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8329e05c-f5f3-4a6c-995b-30a9e6574e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3951681 Feb 17 17:30:33.235627 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-8a730077-3f88-4a0f-a595-e9d4d66fb1cc req-e92be497-7ad0-46a2-8033-0f8d04253145 service neutron] For port d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56,segment=NetworkSegment(0dec934c-a7c8-491e-a804-ed8110bf6a2c),segment_id=0dec934c-a7c8-491e-a804-ed8110bf6a2c)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:30:33.251080 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f4657-e0bb-4491-8f81-23c14bd23cc7 req-fce4f2aa-206d-4f10-9b2d-424d79930dae tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:33.253719 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ae3f4657-e0bb-4491-8f81-23c14bd23cc7 req-fce4f2aa-206d-4f10-9b2d-424d79930dae tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5456047 Feb 17 17:30:33.261793 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8a730077-3f88-4a0f-a595-e9d4d66fb1cc req-e92be497-7ad0-46a2-8033-0f8d04253145 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:33.279490 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9cad7302-4ca3-4313-913e-963c055e4e13 req-c0c31af7-ad64-472a-803b-88e2f3546c21 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks [] for port (7b99975c-11b3-48ce-a856-79daf271aabe), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:33.282660 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-38107568-2b9b-4e51-9287-4dde30bf8a90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (21effd86-3512-4fb2-9fff-79a3828347da), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:33.291389 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-ae3f4657-e0bb-4491-8f81-23c14bd23cc7 req-cfb9a8e7-7595-4c23-a516-9c2ef8fc3a3e tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Request body: {'port': {'device_id': 'afbea10c-4419-4c6c-a145-79a8266759c5', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'admin_state_up': True, 'tenant_id': '24d514a6d00a4f52a8689d09d1cf81c2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:30:33.401549 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a730077-3f88-4a0f-a595-e9d4d66fb1cc req-e92be497-7ad0-46a2-8033-0f8d04253145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:33.402146 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8a730077-3f88-4a0f-a595-e9d4d66fb1cc req-e92be497-7ad0-46a2-8033-0f8d04253145 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:33.403604 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8a730077-3f88-4a0f-a595-e9d4d66fb1cc req-e92be497-7ad0-46a2-8033-0f8d04253145 service neutron] 10.222.0.91 "PUT /v2.0/ports/d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56 HTTP/1.1" status: 200 len: 1091 time: 1.2512162 Feb 17 17:30:33.412646 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c76a8d24-e029-4d1c-92b2-c894c94c3e12', 'tag': 'd5bdc8e4-af40-446a-8ac6-b7bd37b9aa56'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:30:33.415126 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193ab964-5114-4fbf-a4d8-371a8fa09d28" -d '{"events": [{"name": "network-changed", "server_uuid": "c76a8d24-e029-4d1c-92b2-c894c94c3e12", "tag": "d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:30:33.507012 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92be497-7ad0-46a2-8033-0f8d04253145 service neutron] Pushing event updated for resources: {'Port': ['ID=d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:33.553895 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-38107568-2b9b-4e51-9287-4dde30bf8a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (21effd86-3512-4fb2-9fff-79a3828347da), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:33.555159 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38107568-2b9b-4e51-9287-4dde30bf8a90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:33.556112 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-38107568-2b9b-4e51-9287-4dde30bf8a90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:33.559446 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a730077-3f88-4a0f-a595-e9d4d66fb1cc req-a5ae0973-b6ab-4dfb-ad45-5e312602b2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:33.562056 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8a730077-3f88-4a0f-a595-e9d4d66fb1cc req-a5ae0973-b6ab-4dfb-ad45-5e312602b2c1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=db89cd3155104335b620dce09b9805f6&device_id=c76a8d24-e029-4d1c-92b2-c894c94c3e12 HTTP/1.1" status: 200 len: 1125 time: 0.1023824 Feb 17 17:30:33.682240 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8a730077-3f88-4a0f-a595-e9d4d66fb1cc req-51be0f89-61ad-4093-a41d-2b951526342a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56 HTTP/1.1" status: 200 len: 217 time: 0.1128342 Feb 17 17:30:33.711831 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-38107568-2b9b-4e51-9287-4dde30bf8a90 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.2676203 Feb 17 17:30:33.716104 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9cad7302-4ca3-4313-913e-963c055e4e13 req-c0c31af7-ad64-472a-803b-88e2f3546c21 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (7b99975c-11b3-48ce-a856-79daf271aabe), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:33.736630 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38802) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:30:33.751444 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-d192fea9-59b1-448f-8b88-b4e2f36822ac admin admin] Request body: {'subnet': {'network_id': '21effd86-3512-4fb2-9fff-79a3828347da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1983941725-subnet', 'tenant_id': '7c2cddd3132f4b18b46f752bdb32619e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:30:33.812835 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d192fea9-59b1-448f-8b88-b4e2f36822ac admin admin] Made reservation on behalf of 7c2cddd3132f4b18b46f752bdb32619e for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:30:33.819999 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d192fea9-59b1-448f-8b88-b4e2f36822ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:33.858628 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a730077-3f88-4a0f-a595-e9d4d66fb1cc req-e5e543a3-31f3-4f05-9a5f-1a9acac72a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:33.860382 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8a730077-3f88-4a0f-a595-e9d4d66fb1cc req-e5e543a3-31f3-4f05-9a5f-1a9acac72a0a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=74324b72-a65c-4b92-b6c8-41ca4b30f5b6 HTTP/1.1" status: 200 len: 853 time: 0.1722703 Feb 17 17:30:33.880338 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cad7302-4ca3-4313-913e-963c055e4e13 req-c0c31af7-ad64-472a-803b-88e2f3546c21 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:30:33.886628 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38107568-2b9b-4e51-9287-4dde30bf8a90 admin admin] Pushing event updated for resources: {'Network': ['ID=21effd86-3512-4fb2-9fff-79a3828347da,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:33.899103 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 21effd86-3512-4fb2-9fff-79a3828347da details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:30:33.911626 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-81693d5b-5576-433b-b021-574957740269 service neutron] 10.222.0.71 "GET /v2.0/networks/8329e05c-f5f3-4a6c-995b-30a9e6574e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6728210 Feb 17 17:30:33.920125 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c31af7-ad64-472a-803b-88e2f3546c21 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Pushing event updated for resources: {'Port': ['ID=7b99975c-11b3-48ce-a856-79daf271aabe,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:33.938224 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-9cad7302-4ca3-4313-913e-963c055e4e13 req-c0c31af7-ad64-472a-803b-88e2f3546c21 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:30:33.948299 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cad7302-4ca3-4313-913e-963c055e4e13 req-c0c31af7-ad64-472a-803b-88e2f3546c21 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:30:34.002371 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349cac6-81a1-4e73-9c5d-4887fc688bcb req-37af4e4d-f3e5-4bb8-b03c-a74aaceac78b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:34.022241 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349cac6-81a1-4e73-9c5d-4887fc688bcb req-37af4e4d-f3e5-4bb8-b03c-a74aaceac78b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:34.028379 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a730077-3f88-4a0f-a595-e9d4d66fb1cc req-19dbb0e2-4ce1-4924-bbb7-2c0b5541c92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:34.030042 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8a730077-3f88-4a0f-a595-e9d4d66fb1cc req-19dbb0e2-4ce1-4924-bbb7-2c0b5541c92d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2dbba759-30c1-4729-beb6-f31d94648cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1602178 Feb 17 17:30:34.041402 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349cac6-81a1-4e73-9c5d-4887fc688bcb req-37af4e4d-f3e5-4bb8-b03c-a74aaceac78b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:34.049823 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349cac6-81a1-4e73-9c5d-4887fc688bcb req-37af4e4d-f3e5-4bb8-b03c-a74aaceac78b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:34.063215 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349cac6-81a1-4e73-9c5d-4887fc688bcb req-37af4e4d-f3e5-4bb8-b03c-a74aaceac78b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:34.070253 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349cac6-81a1-4e73-9c5d-4887fc688bcb req-37af4e4d-f3e5-4bb8-b03c-a74aaceac78b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:34.079151 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349cac6-81a1-4e73-9c5d-4887fc688bcb req-37af4e4d-f3e5-4bb8-b03c-a74aaceac78b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:34.083300 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0349cac6-81a1-4e73-9c5d-4887fc688bcb req-37af4e4d-f3e5-4bb8-b03c-a74aaceac78b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 5430 time: 0.7567580 Feb 17 17:30:34.150734 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8a730077-3f88-4a0f-a595-e9d4d66fb1cc req-aab67ac1-15b6-41dc-a25e-d4e6431a894f service neutron] 10.222.0.91 "GET /v2.0/networks/2dbba759-30c1-4729-beb6-f31d94648cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138916 Feb 17 17:30:34.177128 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae3f4657-e0bb-4491-8f81-23c14bd23cc7 req-cfb9a8e7-7595-4c23-a516-9c2ef8fc3a3e tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Made reservation on behalf of 24d514a6d00a4f52a8689d09d1cf81c2 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:30:34.181881 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ae3f4657-e0bb-4491-8f81-23c14bd23cc7 req-cfb9a8e7-7595-4c23-a516-9c2ef8fc3a3e tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:34.301005 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-0d17a47d-7bdc-40a3-848c-96dee52dcdb6 service neutron] 10.222.0.71 "GET /v2.0/networks/8329e05c-f5f3-4a6c-995b-30a9e6574e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826434 Feb 17 17:30:34.306911 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ae3f4657-e0bb-4491-8f81-23c14bd23cc7 req-cfb9a8e7-7595-4c23-a516-9c2ef8fc3a3e tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:34.340309 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8a730077-3f88-4a0f-a595-e9d4d66fb1cc req-4e124210-555d-4b2b-81eb-cb14e96fd407 service neutron] 10.222.0.91 "GET /v2.0/networks/2dbba759-30c1-4729-beb6-f31d94648cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816342 Feb 17 17:30:34.376514 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d192fea9-59b1-448f-8b88-b4e2f36822ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (9cb45345-5fb5-419b-af49-c30b93b525f5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:34.404424 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-88378614-961a-4374-b866-4258ffe024f4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8f4bfbb7-3be5-4276-a260-870a4adccf68 HTTP/1.1" status: 200 len: 217 time: 0.0696874 Feb 17 17:30:34.475209 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d192fea9-59b1-448f-8b88-b4e2f36822ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cb45345-5fb5-419b-af49-c30b93b525f5,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:34.503544 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d192fea9-59b1-448f-8b88-b4e2f36822ac admin admin] Checking segment: {'id': '3ba1f701-b447-45d4-ab08-e0178ff31937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '21effd86-3512-4fb2-9fff-79a3828347da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:30:34.504010 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d192fea9-59b1-448f-8b88-b4e2f36822ac admin admin] Network hostable DHCP agents. Network: 21effd86-3512-4fb2-9fff-79a3828347da, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:30:34.533813 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d192fea9-59b1-448f-8b88-b4e2f36822ac admin admin] Network 21effd86-3512-4fb2-9fff-79a3828347da is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:30:34.548039 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-d192fea9-59b1-448f-8b88-b4e2f36822ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 21effd86-3512-4fb2-9fff-79a3828347da) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:30:34.556092 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d192fea9-59b1-448f-8b88-b4e2f36822ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:34.556820 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d192fea9-59b1-448f-8b88-b4e2f36822ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:34.557496 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41692f2c-bc16-41c9-bf0a-5e14ce38ba9f None None] Network 21effd86-3512-4fb2-9fff-79a3828347da requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:30:34.600882 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d192fea9-59b1-448f-8b88-b4e2f36822ac admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8507073 Feb 17 17:30:34.809393 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210da2ec-5614-4fed-96c5-eb386083e6a8 None None] Network 21effd86-3512-4fb2-9fff-79a3828347da requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:30:34.915833 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ae3f4657-e0bb-4491-8f81-23c14bd23cc7 req-cfb9a8e7-7595-4c23-a516-9c2ef8fc3a3e tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Publish callbacks [] for security_group (d08c05da-2f56-4c2c-92af-effbf0dff0a7), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:34.925394 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9cad7302-4ca3-4313-913e-963c055e4e13 req-c0c31af7-ad64-472a-803b-88e2f3546c21 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks [] for floatingip (730f37c4-768f-463b-b758-d52ec309b6cb), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:34.945683 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ae3f4657-e0bb-4491-8f81-23c14bd23cc7 req-cfb9a8e7-7595-4c23-a516-9c2ef8fc3a3e tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (d08c05da-2f56-4c2c-92af-effbf0dff0a7), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:34.999982 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0349cac6-81a1-4e73-9c5d-4887fc688bcb req-def2ca0c-b2aa-425d-b836-0623f41a53ca tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/security-groups?id=4b62a994-4311-4d7d-a3f0-cd2c105b06fa&id=06bbdf43-383d-412d-a4a7-27f1a95946ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8796053 Feb 17 17:30:35.126302 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9cad7302-4ca3-4313-913e-963c055e4e13 req-c0c31af7-ad64-472a-803b-88e2f3546c21 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7b99975c-11b3-48ce-a856-79daf271aabe), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:35.143866 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-df6baaf7-3a72-4a81-b9bc-abbaeeaf70f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:35.145372 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-df6baaf7-3a72-4a81-b9bc-abbaeeaf70f8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d75a2860-2719-4d8e-9c57-26805383b4a4 HTTP/1.1" status: 200 len: 797 time: 0.7276700 Feb 17 17:30:35.203287 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb9a8e7-7595-4c23-a516-9c2ef8fc3a3e tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d08c05da-2f56-4c2c-92af-effbf0dff0a7,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:35.342414 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-46575632-9db4-45c9-9e3b-cef61854f875 req-a329ead6-c337-4799-8a38-95cc86c8c7ff tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/security-groups/ca80efc0-7069-4c47-85d5-f5bf5bebc766 HTTP/1.1" status: 200 len: 1817 time: 0.2908058 Feb 17 17:30:35.369125 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57053b3-8540-440d-aaec-b92d0f474398 req-5c19fcdf-34a9-45ed-a593-e1e6823a712d tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:35.370714 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b57053b3-8540-440d-aaec-b92d0f474398 req-5c19fcdf-34a9-45ed-a593-e1e6823a712d tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.71 "GET /v2.0/networks?id=2dbba759-30c1-4729-beb6-f31d94648cea HTTP/1.1" status: 200 len: 814 time: 0.4532039 Feb 17 17:30:35.400520 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-b57053b3-8540-440d-aaec-b92d0f474398 req-36f55266-26a5-484d-82b6-1c7330a50914 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Request body: {'port': {'device_id': '67867b4a-0261-4713-b9a2-38c169568104', 'network_id': '2dbba759-30c1-4729-beb6-f31d94648cea', 'admin_state_up': True, 'tenant_id': 'db89cd3155104335b620dce09b9805f6'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:30:35.442790 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-ae3f4657-e0bb-4491-8f81-23c14bd23cc7 req-cfb9a8e7-7595-4c23-a516-9c2ef8fc3a3e tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Allocated IP 192.168.233.170 (82b8d039-1c14-456f-ab24-8b3aebebd7d8/ac79920f-9ddd-4352-b866-6056158b178e/5b06a779-8ab4-48f8-99c4-5d97183e1768) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:30:35.519192 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-245d063f-a403-4b38-a5a7-1582d9f933f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:35.520745 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-245d063f-a403-4b38-a5a7-1582d9f933f8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3226efc1-9bf8-49de-b390-80d0e9a20daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3091073 Feb 17 17:30:35.607464 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ecc510ab-bb32-489b-af24-3c9d7fb0e8d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:35.730300 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [req-46575632-9db4-45c9-9e3b-cef61854f875 req-a5d96ece-d102-49e6-abb3-698634be767b tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 17 17:30:35.731511 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-46575632-9db4-45c9-9e3b-cef61854f875 req-a5d96ece-d102-49e6-abb3-698634be767b tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "DELETE /v2.0/security-groups/ca80efc0-7069-4c47-85d5-f5bf5bebc766 HTTP/1.1" status: 409 len: 341 time: 0.3759460 Feb 17 17:30:35.803105 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9cad7302-4ca3-4313-913e-963c055e4e13 req-c0c31af7-ad64-472a-803b-88e2f3546c21 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks [] for port (7b99975c-11b3-48ce-a856-79daf271aabe), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:35.812520 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aafccea-825a-435a-aa49-4528209ed6f3 x-openstack-request-id: req-4aafccea-825a-435a-aa49-4528209ed6f3 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:30:35.812866 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84151010-7659-4be7-9c75-3cf9f7e01e98", "tag": "9b3df149-c69e-43f8-b736-9660a4ee91f3", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:30:35.813127 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4aafccea-825a-435a-aa49-4528209ed6f3 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:30:35.813600 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84151010-7659-4be7-9c75-3cf9f7e01e98', 'tag': '9b3df149-c69e-43f8-b736-9660a4ee91f3', 'status': 'completed', 'code': 200} Feb 17 17:30:35.824718 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9cad7302-4ca3-4313-913e-963c055e4e13 req-c0c31af7-ad64-472a-803b-88e2f3546c21 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (7b99975c-11b3-48ce-a856-79daf271aabe), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:35.889399 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-f3e7a1ab-a19a-433e-9445-17a63d972805 service neutron] 10.222.0.71 "GET /v2.0/networks/3226efc1-9bf8-49de-b390-80d0e9a20daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263130 Feb 17 17:30:35.909238 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5227bd1b-34ef-4a48-a812-9986506e1997 req-8e1cdb2e-1bdc-4765-a61a-824d58bd0faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:35.911319 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5227bd1b-34ef-4a48-a812-9986506e1997 req-8e1cdb2e-1bdc-4765-a61a-824d58bd0faf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=055c5c88106e43038ac2faf0f62d8d68&device_id=84151010-7659-4be7-9c75-3cf9f7e01e98 HTTP/1.1" status: 200 len: 1167 time: 0.0830784 Feb 17 17:30:35.925356 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b57053b3-8540-440d-aaec-b92d0f474398 req-36f55266-26a5-484d-82b6-1c7330a50914 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Made reservation on behalf of db89cd3155104335b620dce09b9805f6 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:30:35.930025 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b57053b3-8540-440d-aaec-b92d0f474398 req-36f55266-26a5-484d-82b6-1c7330a50914 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:36.051490 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5227bd1b-34ef-4a48-a812-9986506e1997 req-a29ad6f7-c419-402b-8dc1-160c44e3e8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:36.053188 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5227bd1b-34ef-4a48-a812-9986506e1997 req-a29ad6f7-c419-402b-8dc1-160c44e3e8ad service neutron] 10.222.0.71 "GET /v2.0/networks?id=233b9567-93de-4ad6-ab48-7ed951f0fba6 HTTP/1.1" status: 200 len: 913 time: 0.1334510 Feb 17 17:30:36.101338 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5227bd1b-34ef-4a48-a812-9986506e1997 req-69ea981e-cc6d-4135-b72f-4239eb891f4c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b3df149-c69e-43f8-b736-9660a4ee91f3 HTTP/1.1" status: 200 len: 217 time: 0.0413058 Feb 17 17:30:36.111175 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4b615cea-aa54-4fc4-9801-b812df8523f7 req-8f145fac-6739-4027-9b44-d978021efac1 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=afbea10c-4419-4c6c-a145-79a8266759c5 HTTP/1.1" status: 200 len: 210 time: 0.2240915 Feb 17 17:30:36.119204 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ae3f4657-e0bb-4491-8f81-23c14bd23cc7 req-cfb9a8e7-7595-4c23-a516-9c2ef8fc3a3e tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Publish callbacks [] for port (5b06a779-8ab4-48f8-99c4-5d97183e1768), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:36.162737 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c31af7-ad64-472a-803b-88e2f3546c21 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Pushing event updated for resources: {'Port': ['ID=7b99975c-11b3-48ce-a856-79daf271aabe,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:36.163366 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5227bd1b-34ef-4a48-a812-9986506e1997 req-81a05d19-262d-41cf-bd93-3b18b96d1782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:36.166967 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9cad7302-4ca3-4313-913e-963c055e4e13 req-c0c31af7-ad64-472a-803b-88e2f3546c21 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (730f37c4-768f-463b-b758-d52ec309b6cb), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:36.173061 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5227bd1b-34ef-4a48-a812-9986506e1997 req-81a05d19-262d-41cf-bd93-3b18b96d1782 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bb181189-1480-4377-9824-fc7c67a5f7e8 HTTP/1.1" status: 200 len: 852 time: 0.0659482 Feb 17 17:30:36.222255 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9cad7302-4ca3-4313-913e-963c055e4e13 req-c0c31af7-ad64-472a-803b-88e2f3546c21 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:36.223583 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9cad7302-4ca3-4313-913e-963c055e4e13 req-c0c31af7-ad64-472a-803b-88e2f3546c21 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.1310318 Feb 17 17:30:36.243605 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5227bd1b-34ef-4a48-a812-9986506e1997 req-08200e88-6f2a-45ac-8c8e-d793ca29506b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=233b9567-93de-4ad6-ab48-7ed951f0fba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609088 Feb 17 17:30:36.329781 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ae3f4657-e0bb-4491-8f81-23c14bd23cc7 req-cfb9a8e7-7595-4c23-a516-9c2ef8fc3a3e tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (5b06a779-8ab4-48f8-99c4-5d97183e1768), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:36.390015 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5227bd1b-34ef-4a48-a812-9986506e1997 req-2428a173-30a5-4c01-9af9-27d88e633504 service neutron] 10.222.0.71 "GET /v2.0/networks/233b9567-93de-4ad6-ab48-7ed951f0fba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401207 Feb 17 17:30:36.421292 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9cad7302-4ca3-4313-913e-963c055e4e13 req-99bf7360-9274-4704-8617-515a41b06fe6 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.8.50 HTTP/1.1" status: 200 len: 695 time: 0.1600401 Feb 17 17:30:36.444283 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae3f4657-e0bb-4491-8f81-23c14bd23cc7 req-cfb9a8e7-7595-4c23-a516-9c2ef8fc3a3e tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:30:36.488934 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-ae3f4657-e0bb-4491-8f81-23c14bd23cc7 req-cfb9a8e7-7595-4c23-a516-9c2ef8fc3a3e tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:30:36.495202 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae3f4657-e0bb-4491-8f81-23c14bd23cc7 req-cfb9a8e7-7595-4c23-a516-9c2ef8fc3a3e tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:30:36.520432 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5227bd1b-34ef-4a48-a812-9986506e1997 req-7776875d-7bb3-4968-a165-8db3cebb36a2 service neutron] 10.222.0.71 "GET /v2.0/networks/233b9567-93de-4ad6-ab48-7ed951f0fba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127799 Feb 17 17:30:36.548808 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-b57053b3-8540-440d-aaec-b92d0f474398 req-36f55266-26a5-484d-82b6-1c7330a50914 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Allocated IP 172.20.0.11 (2dbba759-30c1-4729-beb6-f31d94648cea/74324b72-a65c-4b92-b6c8-41ca4b30f5b6/c19b8372-b79c-4aed-b060-809c36ac90b7) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:30:36.582438 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:36.609832 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-5b1fe007-e371-42ce-8a1c-9b1702fa711f service neutron] 10.222.0.71 "GET /v2.0/networks/3226efc1-9bf8-49de-b390-80d0e9a20daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6854641 Feb 17 17:30:36.621785 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb9a8e7-7595-4c23-a516-9c2ef8fc3a3e tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Pushing event updated for resources: {'Port': ['ID=5b06a779-8ab4-48f8-99c4-5d97183e1768,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:36.832574 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-77b3b639-53fb-4411-bf13-1493bac13f46 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=edfb4df4-17e2-4855-b94e-1e4e5890d9a5 HTTP/1.1" status: 200 len: 217 time: 0.2068684 Feb 17 17:30:36.843418 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f4657-e0bb-4491-8f81-23c14bd23cc7 req-cfb9a8e7-7595-4c23-a516-9c2ef8fc3a3e tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:36.843971 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ae3f4657-e0bb-4491-8f81-23c14bd23cc7 req-cfb9a8e7-7595-4c23-a516-9c2ef8fc3a3e tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:36.871296 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-09f38969-466e-48d6-8056-9efe58d21d95 None None] Provisioning complete for port 5b06a779-8ab4-48f8-99c4-5d97183e1768 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:30:36.871889 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-09f38969-466e-48d6-8056-9efe58d21d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (5b06a779-8ab4-48f8-99c4-5d97183e1768), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:36.876547 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcecc159-ce67-4aad-b6d5-e17619e39fba req-fce6587f-579a-472c-ab95-63ecc307e637 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:36.878052 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dcecc159-ce67-4aad-b6d5-e17619e39fba req-fce6587f-579a-472c-ab95-63ecc307e637 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/networks?id=2dbba759-30c1-4729-beb6-f31d94648cea HTTP/1.1" status: 200 len: 814 time: 0.5324192 Feb 17 17:30:36.932497 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-09f38969-466e-48d6-8056-9efe58d21d95 None None] Port 5b06a779-8ab4-48f8-99c4-5d97183e1768 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:30:36.967771 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ae3f4657-e0bb-4491-8f81-23c14bd23cc7 req-cfb9a8e7-7595-4c23-a516-9c2ef8fc3a3e tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6954043 Feb 17 17:30:36.983715 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad7302-4ca3-4313-913e-963c055e4e13 req-7ccbcf39-bee5-4a0e-91a2-f3076086bcc4 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:36.985093 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9cad7302-4ca3-4313-913e-963c055e4e13 req-7ccbcf39-bee5-4a0e-91a2-f3076086bcc4 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] 10.222.0.87 "GET /v2.0/networks/d7afcf1f-5124-4168-b80f-10ace9d04ea7 HTTP/1.1" status: 200 len: 784 time: 0.5500927 Feb 17 17:30:36.998292 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dcecc159-ce67-4aad-b6d5-e17619e39fba req-144fb617-3e64-4170-86fc-149e75d9e502 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/quotas/db89cd3155104335b620dce09b9805f6 HTTP/1.1" status: 200 len: 375 time: 0.0602124 Feb 17 17:30:37.003191 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-ae3f4657-e0bb-4491-8f81-23c14bd23cc7 req-c87893e4-4700-4f10-bea8-6b1e83c6ba5a service neutron] Request body: {'port': {'device_id': 'afbea10c-4419-4c6c-a145-79a8266759c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:30:37.039939 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb0540a-d05c-4ea7-82d8-4f2ce0264120 x-openstack-request-id: req-7bb0540a-d05c-4ea7-82d8-4f2ce0264120 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:30:37.040472 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c76a8d24-e029-4d1c-92b2-c894c94c3e12", "tag": "d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:30:37.044570 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7bb0540a-d05c-4ea7-82d8-4f2ce0264120 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:30:37.045363 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c76a8d24-e029-4d1c-92b2-c894c94c3e12', 'tag': 'd5bdc8e4-af40-446a-8ac6-b7bd37b9aa56', 'status': 'completed', 'code': 200} Feb 17 17:30:37.050873 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b57053b3-8540-440d-aaec-b92d0f474398 req-36f55266-26a5-484d-82b6-1c7330a50914 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Publish callbacks [] for port (c19b8372-b79c-4aed-b060-809c36ac90b7), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:37.112445 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-47a87788-af0b-4fbc-b8a2-ae6f9349c880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:37.113936 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-47a87788-af0b-4fbc-b8a2-ae6f9349c880 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d75a2860-2719-4d8e-9c57-26805383b4a4 HTTP/1.1" status: 200 len: 797 time: 0.2620316 Feb 17 17:30:37.163317 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ab964-5114-4fbf-a4d8-371a8fa09d28 req-ada6751b-08ab-4006-8b65-de0858ac56e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:37.166857 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-193ab964-5114-4fbf-a4d8-371a8fa09d28 req-ada6751b-08ab-4006-8b65-de0858ac56e6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=db89cd3155104335b620dce09b9805f6&device_id=c76a8d24-e029-4d1c-92b2-c894c94c3e12 HTTP/1.1" status: 200 len: 1125 time: 0.0965643 Feb 17 17:30:37.169782 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b57053b3-8540-440d-aaec-b92d0f474398 req-36f55266-26a5-484d-82b6-1c7330a50914 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (c19b8372-b79c-4aed-b060-809c36ac90b7), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:37.267631 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b57053b3-8540-440d-aaec-b92d0f474398 req-36f55266-26a5-484d-82b6-1c7330a50914 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Network 2dbba759-30c1-4729-beb6-f31d94648cea is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:30:37.294366 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-b57053b3-8540-440d-aaec-b92d0f474398 req-36f55266-26a5-484d-82b6-1c7330a50914 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:30:37.298588 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-b57053b3-8540-440d-aaec-b92d0f474398 req-36f55266-26a5-484d-82b6-1c7330a50914 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:30:37.318573 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ab964-5114-4fbf-a4d8-371a8fa09d28 req-c198dc7f-9303-4a17-bae8-9ff82cdd5e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:37.320086 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-193ab964-5114-4fbf-a4d8-371a8fa09d28 req-c198dc7f-9303-4a17-bae8-9ff82cdd5e45 service neutron] 10.222.0.91 "GET /v2.0/networks?id=2dbba759-30c1-4729-beb6-f31d94648cea HTTP/1.1" status: 200 len: 915 time: 0.1467385 Feb 17 17:30:37.730652 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ae3f4657-e0bb-4491-8f81-23c14bd23cc7 req-c87893e4-4700-4f10-bea8-6b1e83c6ba5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5b06a779-8ab4-48f8-99c4-5d97183e1768), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:37.735345 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:30:37.742429 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-193ab964-5114-4fbf-a4d8-371a8fa09d28 req-3a0a6839-d177-4e8a-b220-93801c9fe698 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56 HTTP/1.1" status: 200 len: 217 time: 0.4157891 Feb 17 17:30:37.795869 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57053b3-8540-440d-aaec-b92d0f474398 req-36f55266-26a5-484d-82b6-1c7330a50914 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:37.796316 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b57053b3-8540-440d-aaec-b92d0f474398 req-36f55266-26a5-484d-82b6-1c7330a50914 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:37.800075 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ab964-5114-4fbf-a4d8-371a8fa09d28 req-fc1eae24-85f6-4500-a0fd-c257801f0742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:37.802908 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-193ab964-5114-4fbf-a4d8-371a8fa09d28 req-fc1eae24-85f6-4500-a0fd-c257801f0742 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=74324b72-a65c-4b92-b6c8-41ca4b30f5b6 HTTP/1.1" status: 200 len: 853 time: 0.0536408 Feb 17 17:30:37.812053 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dcecc159-ce67-4aad-b6d5-e17619e39fba req-945121dc-280a-4ed7-bfac-2c830e2938f5 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=db89cd3155104335b620dce09b9805f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8127563 Feb 17 17:30:37.836617 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-f20785d9-c846-486b-a619-546620fb62a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:37.839129 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-f20785d9-c846-486b-a619-546620fb62a9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3226efc1-9bf8-49de-b390-80d0e9a20daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.7115214 Feb 17 17:30:37.847814 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f55266-26a5-484d-82b6-1c7330a50914 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Pushing event updated for resources: {'Port': ['ID=c19b8372-b79c-4aed-b060-809c36ac90b7,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:37.907806 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ab964-5114-4fbf-a4d8-371a8fa09d28 req-bf29a367-ccd1-4046-bfbe-2ac04a91fe0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:37.912020 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-193ab964-5114-4fbf-a4d8-371a8fa09d28 req-bf29a367-ccd1-4046-bfbe-2ac04a91fe0a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2dbba759-30c1-4729-beb6-f31d94648cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1015790 Feb 17 17:30:37.937792 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:37.957712 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b57053b3-8540-440d-aaec-b92d0f474398 req-36f55266-26a5-484d-82b6-1c7330a50914 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5688255 Feb 17 17:30:37.959763 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-ea413282-9ef4-438c-b747-bbf9ce63fd6e None None] Provisioning complete for port c19b8372-b79c-4aed-b060-809c36ac90b7 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:30:37.960520 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ea413282-9ef4-438c-b747-bbf9ce63fd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c19b8372-b79c-4aed-b060-809c36ac90b7), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:38.002064 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-b57053b3-8540-440d-aaec-b92d0f474398 req-c5399945-90cf-466f-9bf0-d533fb4f2856 service neutron] Request body: {'port': {'device_id': '67867b4a-0261-4713-b9a2-38c169568104', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:30:38.048653 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-ea413282-9ef4-438c-b747-bbf9ce63fd6e None None] Port c19b8372-b79c-4aed-b060-809c36ac90b7 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:30:38.069118 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56,segment=NetworkSegment(0dec934c-a7c8-491e-a804-ed8110bf6a2c),segment_id=0dec934c-a7c8-491e-a804-ed8110bf6a2c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:30:38.085372 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': 'd5bdc8e4-af40-446a-8ac6-b7bd37b9aa56', 'network_id': '2dbba759-30c1-4729-beb6-f31d94648cea', 'port_id': 'd5bdc8e4-af40-446a-8ac6-b7bd37b9aa56', 'mac_address': 'fa:16:3e:21:e4:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74324b72-a65c-4b92-b6c8-41ca4b30f5b6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:30:38.118745 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-193ab964-5114-4fbf-a4d8-371a8fa09d28 req-e5cf72ec-9450-4210-88bb-7def743db44d service neutron] 10.222.0.91 "GET /v2.0/networks/2dbba759-30c1-4729-beb6-f31d94648cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896729 Feb 17 17:30:38.149553 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:30:38.150173 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:38.158067 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-5d350a1f-b8f8-4b59-baf4-6ea58d8fbcf2 service neutron] 10.222.0.71 "GET /v2.0/networks/3226efc1-9bf8-49de-b390-80d0e9a20daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996542 Feb 17 17:30:38.183828 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:30:38.208459 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56,segment=NetworkSegment(0dec934c-a7c8-491e-a804-ed8110bf6a2c),segment_id=0dec934c-a7c8-491e-a804-ed8110bf6a2c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:30:38.213749 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:38.270192 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-193ab964-5114-4fbf-a4d8-371a8fa09d28 req-1d62b6ad-8282-47ef-b187-1fb5d2efe79d service neutron] 10.222.0.91 "GET /v2.0/networks/2dbba759-30c1-4729-beb6-f31d94648cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501520 Feb 17 17:30:38.281683 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:38.329199 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb0709-94ed-4a4a-bd0d-a27462b8ef86 req-3f103020-ef48-4795-b25f-95307f64b3d9 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:38.330613 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-43fb0709-94ed-4a4a-bd0d-a27462b8ef86 req-3f103020-ef48-4795-b25f-95307f64b3d9 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/networks?id=21effd86-3512-4fb2-9fff-79a3828347da HTTP/1.1" status: 200 len: 822 time: 0.5792058 Feb 17 17:30:38.402782 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b57053b3-8540-440d-aaec-b92d0f474398 req-c5399945-90cf-466f-9bf0-d533fb4f2856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c19b8372-b79c-4aed-b060-809c36ac90b7), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:38.452292 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-43fb0709-94ed-4a4a-bd0d-a27462b8ef86 req-faf2f766-5903-469b-a3bb-4af60014ffd0 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/quotas/7c2cddd3132f4b18b46f752bdb32619e HTTP/1.1" status: 200 len: 375 time: 0.0863709 Feb 17 17:30:38.482581 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:30:38.517068 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dcecc159-ce67-4aad-b6d5-e17619e39fba req-8a6ae112-4214-4d50-a242-3df08b78c4c1 service neutron] 10.222.0.87 "GET /v2.0/networks/2dbba759-30c1-4729-beb6-f31d94648cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6654079 Feb 17 17:30:38.542314 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-43fb0709-94ed-4a4a-bd0d-a27462b8ef86 req-b528d0db-62b2-4830-b2c1-f0b70988c6ff tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=7c2cddd3132f4b18b46f752bdb32619e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0683262 Feb 17 17:30:38.632041 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a468664-f978-43d7-8d11-072b4cbcad8b req-19cd2434-f976-466b-b3cf-3f914597a225 service neutron] 10.222.0.71 "GET /v2.0/networks/3226efc1-9bf8-49de-b390-80d0e9a20daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690205 Feb 17 17:30:38.929194 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dcecc159-ce67-4aad-b6d5-e17619e39fba req-e0e40643-3287-4b48-859a-e5b2a7713634 service neutron] 10.222.0.87 "GET /v2.0/networks/2dbba759-30c1-4729-beb6-f31d94648cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3902018 Feb 17 17:30:38.932545 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-43fb0709-94ed-4a4a-bd0d-a27462b8ef86 req-a4674aab-915e-452d-9db7-06ed4142a46b service neutron] 10.222.0.87 "GET /v2.0/networks/21effd86-3512-4fb2-9fff-79a3828347da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486755 Feb 17 17:30:38.985060 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:38.989628 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68216-9fe1-49e3-92d0-fc6691b6f3de req-c9628502-850e-4507-bae6-538906b973f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:38.990516 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68216-9fe1-49e3-92d0-fc6691b6f3de req-c9628502-850e-4507-bae6-538906b973f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:38.990639 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68216-9fe1-49e3-92d0-fc6691b6f3de req-c9628502-850e-4507-bae6-538906b973f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:38.991013 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68216-9fe1-49e3-92d0-fc6691b6f3de req-c9628502-850e-4507-bae6-538906b973f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:38.991478 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68216-9fe1-49e3-92d0-fc6691b6f3de req-c9628502-850e-4507-bae6-538906b973f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:38.991952 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68216-9fe1-49e3-92d0-fc6691b6f3de req-c9628502-850e-4507-bae6-538906b973f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:38.992411 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68216-9fe1-49e3-92d0-fc6691b6f3de req-c9628502-850e-4507-bae6-538906b973f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:38.996491 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-45e68216-9fe1-49e3-92d0-fc6691b6f3de req-c9628502-850e-4507-bae6-538906b973f3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c6c91da603a1485eab422cc6ab78977f&device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 6704 time: 0.2888088 Feb 17 17:30:39.072516 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-ae3f4657-e0bb-4491-8f81-23c14bd23cc7 req-c87893e4-4700-4f10-bea8-6b1e83c6ba5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b06a779-8ab4-48f8-99c4-5d97183e1768 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:30:39.081170 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ae3f4657-e0bb-4491-8f81-23c14bd23cc7 req-c87893e4-4700-4f10-bea8-6b1e83c6ba5a service neutron] Publish callbacks [] for port (5b06a779-8ab4-48f8-99c4-5d97183e1768), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:39.094686 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-ae3f4657-e0bb-4491-8f81-23c14bd23cc7 req-c87893e4-4700-4f10-bea8-6b1e83c6ba5a service neutron] Transition to ACTIVE for port object 5b06a779-8ab4-48f8-99c4-5d97183e1768 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:30:39.120132 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ae3f4657-e0bb-4491-8f81-23c14bd23cc7 req-c87893e4-4700-4f10-bea8-6b1e83c6ba5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (5b06a779-8ab4-48f8-99c4-5d97183e1768), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:39.439807 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20a513-096c-4f58-80d3-f349bc7bf47e req-e61c87e8-a8b2-4072-8b51-eef8f7cfdf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:39.441844 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-af20a513-096c-4f58-80d3-f349bc7bf47e req-e61c87e8-a8b2-4072-8b51-eef8f7cfdf9d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=055c5c88106e43038ac2faf0f62d8d68&device_id=84151010-7659-4be7-9c75-3cf9f7e01e98 HTTP/1.1" status: 200 len: 1167 time: 0.0988274 Feb 17 17:30:39.594143 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20a513-096c-4f58-80d3-f349bc7bf47e req-1c215c1b-9560-46d0-b714-971857e80d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:39.621419 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-af20a513-096c-4f58-80d3-f349bc7bf47e req-1c215c1b-9560-46d0-b714-971857e80d80 service neutron] 10.222.0.71 "GET /v2.0/networks?id=233b9567-93de-4ad6-ab48-7ed951f0fba6 HTTP/1.1" status: 200 len: 913 time: 0.1465034 Feb 17 17:30:39.627583 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87893e4-4700-4f10-bea8-6b1e83c6ba5a service neutron] Pushing event updated for resources: {'Port': ['ID=5b06a779-8ab4-48f8-99c4-5d97183e1768,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:39.730096 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-af20a513-096c-4f58-80d3-f349bc7bf47e req-45bf0274-13f0-45c2-86ea-33bab6024f4c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b3df149-c69e-43f8-b736-9660a4ee91f3 HTTP/1.1" status: 200 len: 217 time: 0.1073029 Feb 17 17:30:39.749013 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:30:39.789864 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-43fb0709-94ed-4a4a-bd0d-a27462b8ef86 req-4559c339-e916-43f7-9e85-2ac2de2ddf75 service neutron] 10.222.0.87 "GET /v2.0/networks/21effd86-3512-4fb2-9fff-79a3828347da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8286324 Feb 17 17:30:39.794423 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68216-9fe1-49e3-92d0-fc6691b6f3de req-31db3911-b1a3-4c3f-a83f-1760c65d101d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:39.795813 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-45e68216-9fe1-49e3-92d0-fc6691b6f3de req-31db3911-b1a3-4c3f-a83f-1760c65d101d service neutron] 10.222.0.71 "GET /v2.0/networks?id=8329e05c-f5f3-4a6c-995b-30a9e6574e32 HTTP/1.1" status: 200 len: 902 time: 0.7651777 Feb 17 17:30:39.796854 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-ae3f4657-e0bb-4491-8f81-23c14bd23cc7 req-c87893e4-4700-4f10-bea8-6b1e83c6ba5a service neutron] Attempting to bind port 5b06a779-8ab4-48f8-99c4-5d97183e1768 on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:30:39.796854 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-ae3f4657-e0bb-4491-8f81-23c14bd23cc7 req-c87893e4-4700-4f10-bea8-6b1e83c6ba5a service neutron] Attempting to bind port 5b06a779-8ab4-48f8-99c4-5d97183e1768 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:30:39.797208 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3f4657-e0bb-4491-8f81-23c14bd23cc7 req-c87893e4-4700-4f10-bea8-6b1e83c6ba5a service neutron] Attempting to bind port 5b06a779-8ab4-48f8-99c4-5d97183e1768 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:30:39.846256 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3f4657-e0bb-4491-8f81-23c14bd23cc7 req-c87893e4-4700-4f10-bea8-6b1e83c6ba5a service neutron] Port 5b06a779-8ab4-48f8-99c4-5d97183e1768 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:30:39.851099 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3f4657-e0bb-4491-8f81-23c14bd23cc7 req-c87893e4-4700-4f10-bea8-6b1e83c6ba5a service neutron] Attempting to bind port 5b06a779-8ab4-48f8-99c4-5d97183e1768 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:30:39.966226 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:30:39.967729 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a51341-169f-47b1-a303-3bdc6add2f66 req-9d2cba22-c5f5-40be-9fc2-0065676c320a tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:39.972172 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20a513-096c-4f58-80d3-f349bc7bf47e req-24cef021-8faf-4b84-80e8-809552870fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:39.973586 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a51341-169f-47b1-a303-3bdc6add2f66 req-9d2cba22-c5f5-40be-9fc2-0065676c320a tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:39.979347 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a51341-169f-47b1-a303-3bdc6add2f66 req-9d2cba22-c5f5-40be-9fc2-0065676c320a tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:39.985353 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a51341-169f-47b1-a303-3bdc6add2f66 req-9d2cba22-c5f5-40be-9fc2-0065676c320a tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:39.991394 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a51341-169f-47b1-a303-3bdc6add2f66 req-9d2cba22-c5f5-40be-9fc2-0065676c320a tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:39.997257 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:30:39.997742 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:39.999491 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a51341-169f-47b1-a303-3bdc6add2f66 req-9d2cba22-c5f5-40be-9fc2-0065676c320a tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:40.000364 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-af20a513-096c-4f58-80d3-f349bc7bf47e req-24cef021-8faf-4b84-80e8-809552870fa0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bb181189-1480-4377-9824-fc7c67a5f7e8 HTTP/1.1" status: 200 len: 852 time: 0.2440412 Feb 17 17:30:40.005691 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a51341-169f-47b1-a303-3bdc6add2f66 req-9d2cba22-c5f5-40be-9fc2-0065676c320a tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:40.007806 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-48a51341-169f-47b1-a303-3bdc6add2f66 req-9d2cba22-c5f5-40be-9fc2-0065676c320a tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 5430 time: 0.5440605 Feb 17 17:30:40.010004 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-45e68216-9fe1-49e3-92d0-fc6691b6f3de req-71dc1055-9e55-44ba-b24d-b18ef5c50138 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=fa13085b-e650-4151-b8cd-a441803a2a47 HTTP/1.1" status: 200 len: 217 time: 0.2024765 Feb 17 17:30:40.012533 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-b57053b3-8540-440d-aaec-b92d0f474398 req-c5399945-90cf-466f-9bf0-d533fb4f2856 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c19b8372-b79c-4aed-b060-809c36ac90b7 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:30:40.017481 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3f4657-e0bb-4491-8f81-23c14bd23cc7 req-c87893e4-4700-4f10-bea8-6b1e83c6ba5a service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:30:40.018067 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3f4657-e0bb-4491-8f81-23c14bd23cc7 req-c87893e4-4700-4f10-bea8-6b1e83c6ba5a service neutron] Checking segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:30:40.018674 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3f4657-e0bb-4491-8f81-23c14bd23cc7 req-c87893e4-4700-4f10-bea8-6b1e83c6ba5a service neutron] Bound using segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:30:40.019319 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-ae3f4657-e0bb-4491-8f81-23c14bd23cc7 req-c87893e4-4700-4f10-bea8-6b1e83c6ba5a service neutron] Bound port: 5b06a779-8ab4-48f8-99c4-5d97183e1768, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:30:40.019888 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ae3f4657-e0bb-4491-8f81-23c14bd23cc7 req-c87893e4-4700-4f10-bea8-6b1e83c6ba5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5b06a779-8ab4-48f8-99c4-5d97183e1768), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:40.027623 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b57053b3-8540-440d-aaec-b92d0f474398 req-c5399945-90cf-466f-9bf0-d533fb4f2856 service neutron] Publish callbacks [] for port (c19b8372-b79c-4aed-b060-809c36ac90b7), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:40.084985 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-af20a513-096c-4f58-80d3-f349bc7bf47e req-2443e164-de36-48a1-bf34-6cdca20fa0b7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=233b9567-93de-4ad6-ab48-7ed951f0fba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790968 Feb 17 17:30:40.089851 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68216-9fe1-49e3-92d0-fc6691b6f3de req-33eafce3-b2d5-4e67-9639-9ebad2797be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:40.093775 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-45e68216-9fe1-49e3-92d0-fc6691b6f3de req-33eafce3-b2d5-4e67-9639-9ebad2797be4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=56056976-8199-479f-8661-205e5814ab66 HTTP/1.1" status: 200 len: 797 time: 0.0693829 Feb 17 17:30:40.222570 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-b57053b3-8540-440d-aaec-b92d0f474398 req-c5399945-90cf-466f-9bf0-d533fb4f2856 service neutron] Transition to ACTIVE for port object c19b8372-b79c-4aed-b060-809c36ac90b7 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:30:40.259138 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-af20a513-096c-4f58-80d3-f349bc7bf47e req-47c4729b-bfe0-495c-aa7f-2d3ad7781679 service neutron] 10.222.0.71 "GET /v2.0/networks/233b9567-93de-4ad6-ab48-7ed951f0fba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669326 Feb 17 17:30:40.409171 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b57053b3-8540-440d-aaec-b92d0f474398 req-c5399945-90cf-466f-9bf0-d533fb4f2856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (c19b8372-b79c-4aed-b060-809c36ac90b7), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:40.423278 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:30:40.426149 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:40.449278 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-af20a513-096c-4f58-80d3-f349bc7bf47e req-e14a376a-67f6-4fc9-8773-8aab0d88219e service neutron] 10.222.0.71 "GET /v2.0/networks/233b9567-93de-4ad6-ab48-7ed951f0fba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838298 Feb 17 17:30:40.509981 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d2a26937-bfe0-459f-94dc-153d10e7c4e3 req-63a8299a-3b53-468b-a392-59f9e91fa88f tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] 10.222.0.87 "GET /v2.0/floatingips/730f37c4-768f-463b-b758-d52ec309b6cb HTTP/1.1" status: 200 len: 692 time: 0.2850482 Feb 17 17:30:40.586413 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76a8d24-e029-4d1c-92b2-c894c94c3e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bdc8e4-af40-446a-8ac6-b7bd37b9aa56'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:30:40.589228 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee05de6d-8517-4266-99bd-fb4f57d7f4cd" -d '{"events": [{"server_uuid": "c76a8d24-e029-4d1c-92b2-c894c94c3e12", "name": "network-vif-plugged", "status": "completed", "tag": "d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:30:40.626898 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56,segment=NetworkSegment(0dec934c-a7c8-491e-a804-ed8110bf6a2c),segment_id=0dec934c-a7c8-491e-a804-ed8110bf6a2c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:30:40.635057 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:40.773555 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:40.990572 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcecc159-ce67-4aad-b6d5-e17619e39fba req-7c41ccdc-b02c-4eda-87df-0c1ed5b13347 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:40.995184 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dcecc159-ce67-4aad-b6d5-e17619e39fba req-7c41ccdc-b02c-4eda-87df-0c1ed5b13347 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.91 "GET /v2.0/networks?id=2dbba759-30c1-4729-beb6-f31d94648cea HTTP/1.1" status: 200 len: 814 time: 0.2118006 Feb 17 17:30:41.006966 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-dcecc159-ce67-4aad-b6d5-e17619e39fba req-afaa5d95-e4b8-4ded-b098-1f404399ee89 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Request body: {'port': {'device_id': '4a865faf-c5ba-4fd1-99eb-817c49f1fb9c', 'network_id': '2dbba759-30c1-4729-beb6-f31d94648cea', 'admin_state_up': True, 'tenant_id': 'db89cd3155104335b620dce09b9805f6'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:30:41.183203 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68216-9fe1-49e3-92d0-fc6691b6f3de req-4afc5497-30dd-448e-941a-16038866e5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:41.184743 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-45e68216-9fe1-49e3-92d0-fc6691b6f3de req-4afc5497-30dd-448e-941a-16038866e5e0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8329e05c-f5f3-4a6c-995b-30a9e6574e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 1.0836644 Feb 17 17:30:41.187280 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5399945-90cf-466f-9bf0-d533fb4f2856 service neutron] Pushing event updated for resources: {'Port': ['ID=c19b8372-b79c-4aed-b060-809c36ac90b7,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:41.220673 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-48a51341-169f-47b1-a303-3bdc6add2f66 req-7a037a41-bf83-436c-95dc-68dc619b3ad9 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/security-groups?id=4b62a994-4311-4d7d-a3f0-cd2c105b06fa&id=06bbdf43-383d-412d-a4a7-27f1a95946ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.1002398 Feb 17 17:30:41.229676 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcecc159-ce67-4aad-b6d5-e17619e39fba req-afaa5d95-e4b8-4ded-b098-1f404399ee89 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Made reservation on behalf of db89cd3155104335b620dce09b9805f6 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:30:41.234887 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dcecc159-ce67-4aad-b6d5-e17619e39fba req-afaa5d95-e4b8-4ded-b098-1f404399ee89 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:41.253135 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-ae3f4657-e0bb-4491-8f81-23c14bd23cc7 req-c87893e4-4700-4f10-bea8-6b1e83c6ba5a service neutron] For port 5b06a779-8ab4-48f8-99c4-5d97183e1768, host n-h2-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:30:41.407341 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-ae3f4657-e0bb-4491-8f81-23c14bd23cc7 req-c87893e4-4700-4f10-bea8-6b1e83c6ba5a service neutron] For port 5b06a779-8ab4-48f8-99c4-5d97183e1768, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=5b06a779-8ab4-48f8-99c4-5d97183e1768,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:30:41.432538 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-dcecc159-ce67-4aad-b6d5-e17619e39fba req-afaa5d95-e4b8-4ded-b098-1f404399ee89 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Allocated IP 172.20.0.4 (2dbba759-30c1-4729-beb6-f31d94648cea/74324b72-a65c-4b92-b6c8-41ca4b30f5b6/b8bea5fc-e474-4022-99b1-6aed5caeb593) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:30:41.444652 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ae3f4657-e0bb-4491-8f81-23c14bd23cc7 req-c87893e4-4700-4f10-bea8-6b1e83c6ba5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (5b06a779-8ab4-48f8-99c4-5d97183e1768), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:41.510299 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-45e68216-9fe1-49e3-92d0-fc6691b6f3de req-9c718980-bf33-44bc-88fa-8144fdcfa226 service neutron] 10.222.0.71 "GET /v2.0/networks/8329e05c-f5f3-4a6c-995b-30a9e6574e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964685 Feb 17 17:30:41.535912 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f4657-e0bb-4491-8f81-23c14bd23cc7 req-c87893e4-4700-4f10-bea8-6b1e83c6ba5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:41.536662 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ae3f4657-e0bb-4491-8f81-23c14bd23cc7 req-c87893e4-4700-4f10-bea8-6b1e83c6ba5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:41.538128 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ae3f4657-e0bb-4491-8f81-23c14bd23cc7 req-c87893e4-4700-4f10-bea8-6b1e83c6ba5a service neutron] 10.222.0.91 "PUT /v2.0/ports/5b06a779-8ab4-48f8-99c4-5d97183e1768 HTTP/1.1" status: 200 len: 1096 time: 4.5520992 Feb 17 17:30:41.538797 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afbea10c-4419-4c6c-a145-79a8266759c5', 'tag': '5b06a779-8ab4-48f8-99c4-5d97183e1768'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:30:41.542239 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f436952-ed59-489f-84e2-422d53b706b3" -d '{"events": [{"name": "network-changed", "server_uuid": "afbea10c-4419-4c6c-a145-79a8266759c5", "tag": "5b06a779-8ab4-48f8-99c4-5d97183e1768"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:30:41.544558 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-b57053b3-8540-440d-aaec-b92d0f474398 req-c5399945-90cf-466f-9bf0-d533fb4f2856 service neutron] Attempting to bind port c19b8372-b79c-4aed-b060-809c36ac90b7 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:30:41.544968 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-b57053b3-8540-440d-aaec-b92d0f474398 req-c5399945-90cf-466f-9bf0-d533fb4f2856 service neutron] Attempting to bind port c19b8372-b79c-4aed-b060-809c36ac90b7 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '0dec934c-a7c8-491e-a804-ed8110bf6a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2dbba759-30c1-4729-beb6-f31d94648cea'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:30:41.545361 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57053b3-8540-440d-aaec-b92d0f474398 req-c5399945-90cf-466f-9bf0-d533fb4f2856 service neutron] Attempting to bind port c19b8372-b79c-4aed-b060-809c36ac90b7 on network 2dbba759-30c1-4729-beb6-f31d94648cea {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:30:41.570460 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a26937-bfe0-459f-94dc-153d10e7c4e3 req-44d6bd64-8956-44b8-be14-bcb33a31d83a tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:41.583979 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d2a26937-bfe0-459f-94dc-153d10e7c4e3 req-44d6bd64-8956-44b8-be14-bcb33a31d83a tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] 10.222.0.87 "GET /v2.0/networks/d7afcf1f-5124-4168-b80f-10ace9d04ea7 HTTP/1.1" status: 200 len: 784 time: 1.0451229 Feb 17 17:30:41.644283 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57053b3-8540-440d-aaec-b92d0f474398 req-c5399945-90cf-466f-9bf0-d533fb4f2856 service neutron] Port c19b8372-b79c-4aed-b060-809c36ac90b7 on network 2dbba759-30c1-4729-beb6-f31d94648cea not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:30:41.644283 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57053b3-8540-440d-aaec-b92d0f474398 req-c5399945-90cf-466f-9bf0-d533fb4f2856 service neutron] Attempting to bind port c19b8372-b79c-4aed-b060-809c36ac90b7 on network 2dbba759-30c1-4729-beb6-f31d94648cea {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:30:41.698997 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87893e4-4700-4f10-bea8-6b1e83c6ba5a service neutron] Pushing event updated for resources: {'Port': ['ID=5b06a779-8ab4-48f8-99c4-5d97183e1768,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:41.732377 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57053b3-8540-440d-aaec-b92d0f474398 req-c5399945-90cf-466f-9bf0-d533fb4f2856 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:30:41.732721 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57053b3-8540-440d-aaec-b92d0f474398 req-c5399945-90cf-466f-9bf0-d533fb4f2856 service neutron] Checking segment: {'id': '0dec934c-a7c8-491e-a804-ed8110bf6a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2dbba759-30c1-4729-beb6-f31d94648cea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:30:41.733110 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57053b3-8540-440d-aaec-b92d0f474398 req-c5399945-90cf-466f-9bf0-d533fb4f2856 service neutron] Bound using segment: {'id': '0dec934c-a7c8-491e-a804-ed8110bf6a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2dbba759-30c1-4729-beb6-f31d94648cea'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:30:41.733952 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-b57053b3-8540-440d-aaec-b92d0f474398 req-c5399945-90cf-466f-9bf0-d533fb4f2856 service neutron] Bound port: c19b8372-b79c-4aed-b060-809c36ac90b7, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dec934c-a7c8-491e-a804-ed8110bf6a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2dbba759-30c1-4729-beb6-f31d94648cea'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:30:41.734314 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b57053b3-8540-440d-aaec-b92d0f474398 req-c5399945-90cf-466f-9bf0-d533fb4f2856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c19b8372-b79c-4aed-b060-809c36ac90b7), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:41.736185 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dcecc159-ce67-4aad-b6d5-e17619e39fba req-afaa5d95-e4b8-4ded-b098-1f404399ee89 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Publish callbacks [] for port (b8bea5fc-e474-4022-99b1-6aed5caeb593), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:41.773553 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf1ede-0613-4ff4-941d-fa5b150f33ee req-944f5604-1004-4148-9ff3-69ebfff78f81 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:41.774868 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-10bf1ede-0613-4ff4-941d-fa5b150f33ee req-944f5604-1004-4148-9ff3-69ebfff78f81 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=afbea10c-4419-4c6c-a145-79a8266759c5 HTTP/1.1" status: 200 len: 948 time: 0.4297059 Feb 17 17:30:41.798277 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dcecc159-ce67-4aad-b6d5-e17619e39fba req-afaa5d95-e4b8-4ded-b098-1f404399ee89 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (b8bea5fc-e474-4022-99b1-6aed5caeb593), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:41.818677 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:30:41.922217 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-45e68216-9fe1-49e3-92d0-fc6691b6f3de req-28a5c21d-cdad-4d08-8a16-ac05329a849e service neutron] 10.222.0.71 "GET /v2.0/networks/8329e05c-f5f3-4a6c-995b-30a9e6574e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4010053 Feb 17 17:30:41.947113 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f4657-e0bb-4491-8f81-23c14bd23cc7 req-921e33c0-9f22-453f-95f8-61a647ca3313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:41.949334 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ae3f4657-e0bb-4491-8f81-23c14bd23cc7 req-921e33c0-9f22-453f-95f8-61a647ca3313 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=24d514a6d00a4f52a8689d09d1cf81c2&device_id=afbea10c-4419-4c6c-a145-79a8266759c5 HTTP/1.1" status: 200 len: 1130 time: 0.3357310 Feb 17 17:30:41.995763 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcecc159-ce67-4aad-b6d5-e17619e39fba req-afaa5d95-e4b8-4ded-b098-1f404399ee89 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Network 2dbba759-30c1-4729-beb6-f31d94648cea is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:30:42.008685 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ae3f4657-e0bb-4491-8f81-23c14bd23cc7 req-792a7c3b-31be-4599-973a-61c627d1a66c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=5b06a779-8ab4-48f8-99c4-5d97183e1768 HTTP/1.1" status: 200 len: 217 time: 0.0425162 Feb 17 17:30:42.037546 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-dcecc159-ce67-4aad-b6d5-e17619e39fba req-afaa5d95-e4b8-4ded-b098-1f404399ee89 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:30:42.043852 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcecc159-ce67-4aad-b6d5-e17619e39fba req-afaa5d95-e4b8-4ded-b098-1f404399ee89 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:30:42.059978 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-10bf1ede-0613-4ff4-941d-fa5b150f33ee req-887c26fa-a1cc-480c-afac-b88cbb276443 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604671 Feb 17 17:30:42.140889 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-b57053b3-8540-440d-aaec-b92d0f474398 req-c5399945-90cf-466f-9bf0-d533fb4f2856 service neutron] For port c19b8372-b79c-4aed-b060-809c36ac90b7, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:30:42.164529 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-b57053b3-8540-440d-aaec-b92d0f474398 req-c5399945-90cf-466f-9bf0-d533fb4f2856 service neutron] For port c19b8372-b79c-4aed-b060-809c36ac90b7, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=c19b8372-b79c-4aed-b060-809c36ac90b7,segment=NetworkSegment(0dec934c-a7c8-491e-a804-ed8110bf6a2c),segment_id=0dec934c-a7c8-491e-a804-ed8110bf6a2c)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:30:42.196668 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b6bfe-99e6-4b2b-8702-71425ed06de1 req-34d9270b-0914-4f47-b22e-b466057eeea5 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:42.198679 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-da2b6bfe-99e6-4b2b-8702-71425ed06de1 req-34d9270b-0914-4f47-b22e-b466057eeea5 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a865faf-c5ba-4fd1-99eb-817c49f1fb9c HTTP/1.1" status: 200 len: 931 time: 0.4400456 Feb 17 17:30:42.216293 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f4657-e0bb-4491-8f81-23c14bd23cc7 req-cfec96cc-7ad0-41df-8d8e-6f58c6678292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:42.217773 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ae3f4657-e0bb-4491-8f81-23c14bd23cc7 req-cfec96cc-7ad0-41df-8d8e-6f58c6678292 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.1977820 Feb 17 17:30:42.218782 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa5d95-e4b8-4ded-b098-1f404399ee89 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Pushing event updated for resources: {'Port': ['ID=b8bea5fc-e474-4022-99b1-6aed5caeb593,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:42.223932 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b57053b3-8540-440d-aaec-b92d0f474398 req-c5399945-90cf-466f-9bf0-d533fb4f2856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (c19b8372-b79c-4aed-b060-809c36ac90b7), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:42.240693 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcecc159-ce67-4aad-b6d5-e17619e39fba req-afaa5d95-e4b8-4ded-b098-1f404399ee89 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:42.241354 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dcecc159-ce67-4aad-b6d5-e17619e39fba req-afaa5d95-e4b8-4ded-b098-1f404399ee89 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:42.271570 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dcecc159-ce67-4aad-b6d5-e17619e39fba req-afaa5d95-e4b8-4ded-b098-1f404399ee89 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2694929 Feb 17 17:30:42.288929 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-dcecc159-ce67-4aad-b6d5-e17619e39fba req-4f2baf72-1534-4a4a-afdf-9f2c0be9c521 service neutron] Request body: {'port': {'device_id': '4a865faf-c5ba-4fd1-99eb-817c49f1fb9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:30:42.339949 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb0709-94ed-4a4a-bd0d-a27462b8ef86 req-2a9464dc-f079-4541-8983-bb2d2156f8bc tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:42.341699 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-43fb0709-94ed-4a4a-bd0d-a27462b8ef86 req-2a9464dc-f079-4541-8983-bb2d2156f8bc tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.71 "GET /v2.0/networks?id=21effd86-3512-4fb2-9fff-79a3828347da HTTP/1.1" status: 200 len: 822 time: 0.4897823 Feb 17 17:30:42.366562 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57053b3-8540-440d-aaec-b92d0f474398 req-c5399945-90cf-466f-9bf0-d533fb4f2856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:42.367190 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b57053b3-8540-440d-aaec-b92d0f474398 req-c5399945-90cf-466f-9bf0-d533fb4f2856 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:42.368585 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-43fb0709-94ed-4a4a-bd0d-a27462b8ef86 req-4b3ecd07-4f9d-4899-9252-13ad8858fce6 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Request body: {'port': {'device_id': '7ed5e2e0-3598-4d6e-94e2-35417644c3e4', 'network_id': '21effd86-3512-4fb2-9fff-79a3828347da', 'admin_state_up': True, 'tenant_id': '7c2cddd3132f4b18b46f752bdb32619e'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:30:42.368795 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b57053b3-8540-440d-aaec-b92d0f474398 req-c5399945-90cf-466f-9bf0-d533fb4f2856 service neutron] 10.222.0.71 "PUT /v2.0/ports/c19b8372-b79c-4aed-b060-809c36ac90b7 HTTP/1.1" status: 200 len: 1092 time: 4.3781078 Feb 17 17:30:42.406175 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-72ed57b9-9140-4ad3-b794-19cc6c7a3d2d None None] Provisioning complete for port b8bea5fc-e474-4022-99b1-6aed5caeb593 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:30:42.407234 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dcecc159-ce67-4aad-b6d5-e17619e39fba req-4f2baf72-1534-4a4a-afdf-9f2c0be9c521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b8bea5fc-e474-4022-99b1-6aed5caeb593), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:42.407520 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-72ed57b9-9140-4ad3-b794-19cc6c7a3d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b8bea5fc-e474-4022-99b1-6aed5caeb593), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:42.408060 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68216-9fe1-49e3-92d0-fc6691b6f3de req-8ff67c4d-9a4a-4a61-9777-bde8e87b7fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:42.408658 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68216-9fe1-49e3-92d0-fc6691b6f3de req-8ff67c4d-9a4a-4a61-9777-bde8e87b7fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:42.409048 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68216-9fe1-49e3-92d0-fc6691b6f3de req-8ff67c4d-9a4a-4a61-9777-bde8e87b7fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:42.409776 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68216-9fe1-49e3-92d0-fc6691b6f3de req-8ff67c4d-9a4a-4a61-9777-bde8e87b7fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:42.409972 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68216-9fe1-49e3-92d0-fc6691b6f3de req-8ff67c4d-9a4a-4a61-9777-bde8e87b7fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:42.410439 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68216-9fe1-49e3-92d0-fc6691b6f3de req-8ff67c4d-9a4a-4a61-9777-bde8e87b7fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:42.410901 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68216-9fe1-49e3-92d0-fc6691b6f3de req-8ff67c4d-9a4a-4a61-9777-bde8e87b7fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:42.413160 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-45e68216-9fe1-49e3-92d0-fc6691b6f3de req-8ff67c4d-9a4a-4a61-9777-bde8e87b7fd8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c6c91da603a1485eab422cc6ab78977f&device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 6704 time: 0.3806608 Feb 17 17:30:42.462664 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-72ed57b9-9140-4ad3-b794-19cc6c7a3d2d None None] Port b8bea5fc-e474-4022-99b1-6aed5caeb593 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:30:42.479237 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5399945-90cf-466f-9bf0-d533fb4f2856 service neutron] Pushing event updated for resources: {'Port': ['ID=c19b8372-b79c-4aed-b060-809c36ac90b7,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:42.525923 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-da2b6bfe-99e6-4b2b-8702-71425ed06de1 req-75c0bbc5-a08c-4926-95d6-2e98bea7cfcc tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/security-groups?id=576a4066-0325-49be-8e5b-8b74f3a5eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043609 Feb 17 17:30:42.567387 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f4657-e0bb-4491-8f81-23c14bd23cc7 req-986c76fc-c1c4-4dae-9865-3ed05b0b8f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:42.569136 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ae3f4657-e0bb-4491-8f81-23c14bd23cc7 req-986c76fc-c1c4-4dae-9865-3ed05b0b8f7d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3371792 Feb 17 17:30:42.581816 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60814fc1-11d7-4d46-94b7-484dddc29a5a req-c2051772-958e-447e-b063-d026a5da5f86 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:42.590305 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-60814fc1-11d7-4d46-94b7-484dddc29a5a req-c2051772-958e-447e-b063-d026a5da5f86 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/ports?device_id=84151010-7659-4be7-9c75-3cf9f7e01e98 HTTP/1.1" status: 200 len: 985 time: 0.3713677 Feb 17 17:30:42.709140 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-29def041-4b6c-4725-9456-893eec3c0760 req-2a3716fd-5edc-4649-912b-9ed43dc3be81 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/ports?device_id=7ed5e2e0-3598-4d6e-94e2-35417644c3e4 HTTP/1.1" status: 200 len: 210 time: 0.0646434 Feb 17 17:30:42.750783 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57053b3-8540-440d-aaec-b92d0f474398 req-bc07bec7-f212-4e82-9964-bc4cb003bf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:42.752575 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b57053b3-8540-440d-aaec-b92d0f474398 req-bc07bec7-f212-4e82-9964-bc4cb003bf20 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=db89cd3155104335b620dce09b9805f6&device_id=67867b4a-0261-4713-b9a2-38c169568104 HTTP/1.1" status: 200 len: 1126 time: 0.3178246 Feb 17 17:30:42.766849 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-60814fc1-11d7-4d46-94b7-484dddc29a5a req-4b833646-54d4-42c2-aafe-287f746af658 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/security-groups?id=ca80efc0-7069-4c47-85d5-f5bf5bebc766&id=8be1f4ef-2561-4b86-bd91-f82492a4fd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1750722 Feb 17 17:30:42.774610 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43fb0709-94ed-4a4a-bd0d-a27462b8ef86 req-4b3ecd07-4f9d-4899-9252-13ad8858fce6 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Made reservation on behalf of 7c2cddd3132f4b18b46f752bdb32619e for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:30:42.783950 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-43fb0709-94ed-4a4a-bd0d-a27462b8ef86 req-4b3ecd07-4f9d-4899-9252-13ad8858fce6 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:42.858751 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b57053b3-8540-440d-aaec-b92d0f474398 req-55db0d32-1bc8-423b-9a97-2d7c90aec26d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c19b8372-b79c-4aed-b060-809c36ac90b7 HTTP/1.1" status: 200 len: 217 time: 0.0818374 Feb 17 17:30:42.863274 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2416343-5204-4cf5-a3a4-5904904e8542 x-openstack-request-id: req-c2416343-5204-4cf5-a3a4-5904904e8542 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:30:42.863670 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afbea10c-4419-4c6c-a145-79a8266759c5", "tag": "5b06a779-8ab4-48f8-99c4-5d97183e1768", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:30:42.864018 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c2416343-5204-4cf5-a3a4-5904904e8542 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:30:42.864586 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afbea10c-4419-4c6c-a145-79a8266759c5', 'tag': '5b06a779-8ab4-48f8-99c4-5d97183e1768', 'status': 'completed', 'code': 200} Feb 17 17:30:42.881163 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115fee8e-0133-4999-92ba-4a7d8241bf3e x-openstack-request-id: req-115fee8e-0133-4999-92ba-4a7d8241bf3e {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:30:42.882332 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c76a8d24-e029-4d1c-92b2-c894c94c3e12", "name": "network-vif-plugged", "status": "completed", "tag": "d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:30:42.882838 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-115fee8e-0133-4999-92ba-4a7d8241bf3e {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:30:42.883473 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c76a8d24-e029-4d1c-92b2-c894c94c3e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bdc8e4-af40-446a-8ac6-b7bd37b9aa56', 'code': 200} Feb 17 17:30:42.951381 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-dcecc159-ce67-4aad-b6d5-e17619e39fba req-4f2baf72-1534-4a4a-afdf-9f2c0be9c521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8bea5fc-e474-4022-99b1-6aed5caeb593 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:30:42.973806 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dcecc159-ce67-4aad-b6d5-e17619e39fba req-4f2baf72-1534-4a4a-afdf-9f2c0be9c521 service neutron] Publish callbacks [] for port (b8bea5fc-e474-4022-99b1-6aed5caeb593), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:43.003002 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-dcecc159-ce67-4aad-b6d5-e17619e39fba req-4f2baf72-1534-4a4a-afdf-9f2c0be9c521 service neutron] Transition to ACTIVE for port object b8bea5fc-e474-4022-99b1-6aed5caeb593 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:30:43.034771 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dcecc159-ce67-4aad-b6d5-e17619e39fba req-4f2baf72-1534-4a4a-afdf-9f2c0be9c521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (b8bea5fc-e474-4022-99b1-6aed5caeb593), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:43.066783 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68216-9fe1-49e3-92d0-fc6691b6f3de req-18ab75bd-3dd6-4257-bb2f-3e0ec21a6904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:43.068170 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-45e68216-9fe1-49e3-92d0-fc6691b6f3de req-18ab75bd-3dd6-4257-bb2f-3e0ec21a6904 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8329e05c-f5f3-4a6c-995b-30a9e6574e32 HTTP/1.1" status: 200 len: 902 time: 0.6440740 Feb 17 17:30:43.070925 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8c79be0b-c002-4f90-8ca6-919d61028f53 req-3e8b099b-e4b3-434d-896a-8fe17dfdeb82 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] 10.222.0.87 "GET /v2.0/floatingips/730f37c4-768f-463b-b758-d52ec309b6cb HTTP/1.1" status: 200 len: 692 time: 0.1652679 Feb 17 17:30:43.109310 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-43fb0709-94ed-4a4a-bd0d-a27462b8ef86 req-4b3ecd07-4f9d-4899-9252-13ad8858fce6 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Allocated IP 172.20.0.11 (21effd86-3512-4fb2-9fff-79a3828347da/9cb45345-5fb5-419b-af49-c30b93b525f5/5edb28dc-05dd-49ea-a511-e7974d99455a) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:30:43.117962 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2baf72-1534-4a4a-afdf-9f2c0be9c521 service neutron] Pushing event updated for resources: {'Port': ['ID=b8bea5fc-e474-4022-99b1-6aed5caeb593,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:43.140463 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-45e68216-9fe1-49e3-92d0-fc6691b6f3de req-97d2e80c-ca83-47e6-bdf0-1658fd3d46d9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=2078afb1-0486-44ff-aa2b-0d5c2bd70675 HTTP/1.1" status: 200 len: 217 time: 0.0487335 Feb 17 17:30:43.179403 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57053b3-8540-440d-aaec-b92d0f474398 req-7a4fb53c-81b8-40d4-9799-8a17c8ebe576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:43.180970 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b57053b3-8540-440d-aaec-b92d0f474398 req-7a4fb53c-81b8-40d4-9799-8a17c8ebe576 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=74324b72-a65c-4b92-b6c8-41ca4b30f5b6 HTTP/1.1" status: 200 len: 853 time: 0.2874892 Feb 17 17:30:43.182704 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ae3f4657-e0bb-4491-8f81-23c14bd23cc7 req-21759956-903d-4875-9c02-a498f34741ae service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5513480 Feb 17 17:30:43.216555 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-dcecc159-ce67-4aad-b6d5-e17619e39fba req-4f2baf72-1534-4a4a-afdf-9f2c0be9c521 service neutron] Attempting to bind port b8bea5fc-e474-4022-99b1-6aed5caeb593 on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:30:43.216907 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-dcecc159-ce67-4aad-b6d5-e17619e39fba req-4f2baf72-1534-4a4a-afdf-9f2c0be9c521 service neutron] Attempting to bind port b8bea5fc-e474-4022-99b1-6aed5caeb593 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '0dec934c-a7c8-491e-a804-ed8110bf6a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2dbba759-30c1-4729-beb6-f31d94648cea'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:30:43.217238 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcecc159-ce67-4aad-b6d5-e17619e39fba req-4f2baf72-1534-4a4a-afdf-9f2c0be9c521 service neutron] Attempting to bind port b8bea5fc-e474-4022-99b1-6aed5caeb593 on network 2dbba759-30c1-4729-beb6-f31d94648cea {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:30:43.235630 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcecc159-ce67-4aad-b6d5-e17619e39fba req-4f2baf72-1534-4a4a-afdf-9f2c0be9c521 service neutron] Port b8bea5fc-e474-4022-99b1-6aed5caeb593 on network 2dbba759-30c1-4729-beb6-f31d94648cea not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:30:43.236131 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcecc159-ce67-4aad-b6d5-e17619e39fba req-4f2baf72-1534-4a4a-afdf-9f2c0be9c521 service neutron] Attempting to bind port b8bea5fc-e474-4022-99b1-6aed5caeb593 on network 2dbba759-30c1-4729-beb6-f31d94648cea {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:30:43.260817 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcecc159-ce67-4aad-b6d5-e17619e39fba req-4f2baf72-1534-4a4a-afdf-9f2c0be9c521 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:30:43.261153 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcecc159-ce67-4aad-b6d5-e17619e39fba req-4f2baf72-1534-4a4a-afdf-9f2c0be9c521 service neutron] Checking segment: {'id': '0dec934c-a7c8-491e-a804-ed8110bf6a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2dbba759-30c1-4729-beb6-f31d94648cea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:30:43.261545 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcecc159-ce67-4aad-b6d5-e17619e39fba req-4f2baf72-1534-4a4a-afdf-9f2c0be9c521 service neutron] Bound using segment: {'id': '0dec934c-a7c8-491e-a804-ed8110bf6a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2dbba759-30c1-4729-beb6-f31d94648cea'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:30:43.261992 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-dcecc159-ce67-4aad-b6d5-e17619e39fba req-4f2baf72-1534-4a4a-afdf-9f2c0be9c521 service neutron] Bound port: b8bea5fc-e474-4022-99b1-6aed5caeb593, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dec934c-a7c8-491e-a804-ed8110bf6a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2dbba759-30c1-4729-beb6-f31d94648cea'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:30:43.262349 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dcecc159-ce67-4aad-b6d5-e17619e39fba req-4f2baf72-1534-4a4a-afdf-9f2c0be9c521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b8bea5fc-e474-4022-99b1-6aed5caeb593), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:43.367517 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68216-9fe1-49e3-92d0-fc6691b6f3de req-cc95de62-5a4a-4586-a33c-fc8482ffd7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:43.370108 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-45e68216-9fe1-49e3-92d0-fc6691b6f3de req-cc95de62-5a4a-4586-a33c-fc8482ffd7f6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=56056976-8199-479f-8661-205e5814ab66 HTTP/1.1" status: 200 len: 797 time: 0.2111835 Feb 17 17:30:43.396473 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-dcecc159-ce67-4aad-b6d5-e17619e39fba req-4f2baf72-1534-4a4a-afdf-9f2c0be9c521 service neutron] For port b8bea5fc-e474-4022-99b1-6aed5caeb593, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:30:43.401871 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-dcecc159-ce67-4aad-b6d5-e17619e39fba req-4f2baf72-1534-4a4a-afdf-9f2c0be9c521 service neutron] For port b8bea5fc-e474-4022-99b1-6aed5caeb593, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=b8bea5fc-e474-4022-99b1-6aed5caeb593,segment=NetworkSegment(0dec934c-a7c8-491e-a804-ed8110bf6a2c),segment_id=0dec934c-a7c8-491e-a804-ed8110bf6a2c)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:30:43.405412 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09926faf-5a45-4eed-9210-2c098077358a req-963e3080-ec3c-4764-befc-c9b9a581286b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:43.405569 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-43fb0709-94ed-4a4a-bd0d-a27462b8ef86 req-4b3ecd07-4f9d-4899-9252-13ad8858fce6 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks [] for port (5edb28dc-05dd-49ea-a511-e7974d99455a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:43.411526 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09926faf-5a45-4eed-9210-2c098077358a req-963e3080-ec3c-4764-befc-c9b9a581286b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:43.418879 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09926faf-5a45-4eed-9210-2c098077358a req-963e3080-ec3c-4764-befc-c9b9a581286b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:43.425137 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dcecc159-ce67-4aad-b6d5-e17619e39fba req-4f2baf72-1534-4a4a-afdf-9f2c0be9c521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (b8bea5fc-e474-4022-99b1-6aed5caeb593), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:43.425444 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09926faf-5a45-4eed-9210-2c098077358a req-963e3080-ec3c-4764-befc-c9b9a581286b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:43.431508 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09926faf-5a45-4eed-9210-2c098077358a req-963e3080-ec3c-4764-befc-c9b9a581286b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:43.436903 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09926faf-5a45-4eed-9210-2c098077358a req-963e3080-ec3c-4764-befc-c9b9a581286b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:43.442188 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09926faf-5a45-4eed-9210-2c098077358a req-963e3080-ec3c-4764-befc-c9b9a581286b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:43.444128 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-09926faf-5a45-4eed-9210-2c098077358a req-963e3080-ec3c-4764-befc-c9b9a581286b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 5430 time: 0.4261019 Feb 17 17:30:43.445128 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcecc159-ce67-4aad-b6d5-e17619e39fba req-4f2baf72-1534-4a4a-afdf-9f2c0be9c521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:43.446232 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dcecc159-ce67-4aad-b6d5-e17619e39fba req-4f2baf72-1534-4a4a-afdf-9f2c0be9c521 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:43.448090 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dcecc159-ce67-4aad-b6d5-e17619e39fba req-4f2baf72-1534-4a4a-afdf-9f2c0be9c521 service neutron] 10.222.0.91 "PUT /v2.0/ports/b8bea5fc-e474-4022-99b1-6aed5caeb593 HTTP/1.1" status: 200 len: 1091 time: 1.1672180 Feb 17 17:30:43.452475 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a865faf-c5ba-4fd1-99eb-817c49f1fb9c', 'tag': 'b8bea5fc-e474-4022-99b1-6aed5caeb593'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:30:43.454538 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca08e24-ef78-46d1-9ff5-ad105d859843" -d '{"events": [{"name": "network-changed", "server_uuid": "4a865faf-c5ba-4fd1-99eb-817c49f1fb9c", "tag": "b8bea5fc-e474-4022-99b1-6aed5caeb593"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:30:43.542064 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-43fb0709-94ed-4a4a-bd0d-a27462b8ef86 req-4b3ecd07-4f9d-4899-9252-13ad8858fce6 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (5edb28dc-05dd-49ea-a511-e7974d99455a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:43.556022 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ea02f-a5f2-4b62-b1c7-63894b0b056d req-626be442-6b3c-49d2-934c-871e34273eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:43.557554 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a33ea02f-a5f2-4b62-b1c7-63894b0b056d req-626be442-6b3c-49d2-934c-871e34273eaf service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=c76a8d24-e029-4d1c-92b2-c894c94c3e12 HTTP/1.1" status: 200 len: 1127 time: 0.5672975 Feb 17 17:30:43.558565 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2baf72-1534-4a4a-afdf-9f2c0be9c521 service neutron] Pushing event updated for resources: {'Port': ['ID=b8bea5fc-e474-4022-99b1-6aed5caeb593,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:43.606196 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ecd07-4f9d-4899-9252-13ad8858fce6 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Pushing event updated for resources: {'Port': ['ID=5edb28dc-05dd-49ea-a511-e7974d99455a,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:43.621668 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43fb0709-94ed-4a4a-bd0d-a27462b8ef86 req-4b3ecd07-4f9d-4899-9252-13ad8858fce6 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Network 21effd86-3512-4fb2-9fff-79a3828347da is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:30:43.628954 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-43fb0709-94ed-4a4a-bd0d-a27462b8ef86 req-4b3ecd07-4f9d-4899-9252-13ad8858fce6 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:30:43.631697 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-43fb0709-94ed-4a4a-bd0d-a27462b8ef86 req-4b3ecd07-4f9d-4899-9252-13ad8858fce6 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:30:43.657669 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcecc159-ce67-4aad-b6d5-e17619e39fba req-c11567a7-64ea-43f5-bb29-3e0f48539a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:43.659202 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dcecc159-ce67-4aad-b6d5-e17619e39fba req-c11567a7-64ea-43f5-bb29-3e0f48539a6e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=db89cd3155104335b620dce09b9805f6&device_id=4a865faf-c5ba-4fd1-99eb-817c49f1fb9c HTTP/1.1" status: 200 len: 1125 time: 0.1515169 Feb 17 17:30:43.699492 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79be0b-c002-4f90-8ca6-919d61028f53 req-5e04df21-f024-41b8-94a6-6a5120f1b76c tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:43.701540 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8c79be0b-c002-4f90-8ca6-919d61028f53 req-5e04df21-f024-41b8-94a6-6a5120f1b76c tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] 10.222.0.87 "GET /v2.0/networks/d7afcf1f-5124-4168-b80f-10ace9d04ea7 HTTP/1.1" status: 200 len: 784 time: 0.6082232 Feb 17 17:30:43.709748 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57053b3-8540-440d-aaec-b92d0f474398 req-7f0c1630-9fcb-435c-bdd5-f2cce6c69e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:43.711575 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b57053b3-8540-440d-aaec-b92d0f474398 req-7f0c1630-9fcb-435c-bdd5-f2cce6c69e40 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2dbba759-30c1-4729-beb6-f31d94648cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4729476 Feb 17 17:30:43.719262 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dcecc159-ce67-4aad-b6d5-e17619e39fba req-46751a5e-e37a-458a-8c09-aca825f3ba51 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8bea5fc-e474-4022-99b1-6aed5caeb593 HTTP/1.1" status: 200 len: 217 time: 0.0494621 Feb 17 17:30:43.726816 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-8c79be0b-c002-4f90-8ca6-919d61028f53 req-be3be4f0-1d7e-4dd5-9aad-b208d788703c tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:30:43.727876 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb0709-94ed-4a4a-bd0d-a27462b8ef86 req-4b3ecd07-4f9d-4899-9252-13ad8858fce6 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:43.728494 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8c79be0b-c002-4f90-8ca6-919d61028f53 req-be3be4f0-1d7e-4dd5-9aad-b208d788703c tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0137610 Feb 17 17:30:43.728651 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-43fb0709-94ed-4a4a-bd0d-a27462b8ef86 req-4b3ecd07-4f9d-4899-9252-13ad8858fce6 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:43.777811 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68216-9fe1-49e3-92d0-fc6691b6f3de req-e765eb0e-49a9-4775-8687-bb38b1710a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:43.779498 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-45e68216-9fe1-49e3-92d0-fc6691b6f3de req-e765eb0e-49a9-4775-8687-bb38b1710a91 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8329e05c-f5f3-4a6c-995b-30a9e6574e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3903313 Feb 17 17:30:43.782342 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcecc159-ce67-4aad-b6d5-e17619e39fba req-d0f3c66b-bfc7-48c7-8c10-b1881415f16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:43.783228 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dcecc159-ce67-4aad-b6d5-e17619e39fba req-d0f3c66b-bfc7-48c7-8c10-b1881415f16b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=74324b72-a65c-4b92-b6c8-41ca4b30f5b6 HTTP/1.1" status: 200 len: 853 time: 0.0515928 Feb 17 17:30:43.787113 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-43fb0709-94ed-4a4a-bd0d-a27462b8ef86 req-4b3ecd07-4f9d-4899-9252-13ad8858fce6 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4270163 Feb 17 17:30:43.802277 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-43fb0709-94ed-4a4a-bd0d-a27462b8ef86 req-18cd4c01-164b-4615-829d-c57fac9acc81 service neutron] Request body: {'port': {'device_id': '7ed5e2e0-3598-4d6e-94e2-35417644c3e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:30:43.832088 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-09926faf-5a45-4eed-9210-2c098077358a req-1c8fc11f-1df7-416f-9c38-bb44251202f2 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/security-groups?id=4b62a994-4311-4d7d-a3f0-cd2c105b06fa&id=06bbdf43-383d-412d-a4a7-27f1a95946ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3711863 Feb 17 17:30:43.900184 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcecc159-ce67-4aad-b6d5-e17619e39fba req-21a22f47-df12-45ad-a13c-7f164a03b40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:43.901890 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dcecc159-ce67-4aad-b6d5-e17619e39fba req-21a22f47-df12-45ad-a13c-7f164a03b40e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2dbba759-30c1-4729-beb6-f31d94648cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1131265 Feb 17 17:30:43.902723 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-43fb0709-94ed-4a4a-bd0d-a27462b8ef86 req-18cd4c01-164b-4615-829d-c57fac9acc81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5edb28dc-05dd-49ea-a511-e7974d99455a), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:43.909199 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8c79be0b-c002-4f90-8ca6-919d61028f53 req-ddb7b9ff-e7a3-4d3d-9dba-af6d37645161 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.8.50 HTTP/1.1" status: 200 len: 695 time: 0.1419356 Feb 17 17:30:43.915957 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ae3f4657-e0bb-4491-8f81-23c14bd23cc7 req-54866b6e-a95f-4f69-9a35-12f30c679a3d service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6864531 Feb 17 17:30:43.936002 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a33ea02f-a5f2-4b62-b1c7-63894b0b056d req-182be050-baba-4c40-be93-3e79c909ff54 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=576a4066-0325-49be-8e5b-8b74f3a5eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551917 Feb 17 17:30:44.140156 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dcecc159-ce67-4aad-b6d5-e17619e39fba req-861d2eba-dc18-46a5-9673-42ed8a384490 service neutron] 10.222.0.91 "GET /v2.0/networks/2dbba759-30c1-4729-beb6-f31d94648cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257118 Feb 17 17:30:44.318404 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dcecc159-ce67-4aad-b6d5-e17619e39fba req-438fe10e-ff32-4f63-99ce-dbfa58105462 service neutron] 10.222.0.91 "GET /v2.0/networks/2dbba759-30c1-4729-beb6-f31d94648cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718807 Feb 17 17:30:44.338793 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8c79be0b-c002-4f90-8ca6-919d61028f53 req-aa69d422-6caf-4744-bf26-f7d97de208d8 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.8.50 HTTP/1.1" status: 200 len: 695 time: 0.4123578 Feb 17 17:30:44.373122 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b57053b3-8540-440d-aaec-b92d0f474398 req-cc7030ea-93c0-4c4e-93dd-8109803c14e8 service neutron] 10.222.0.71 "GET /v2.0/networks/2dbba759-30c1-4729-beb6-f31d94648cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6435859 Feb 17 17:30:44.408069 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-43fb0709-94ed-4a4a-bd0d-a27462b8ef86 req-18cd4c01-164b-4615-829d-c57fac9acc81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5edb28dc-05dd-49ea-a511-e7974d99455a {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:30:44.415945 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-43fb0709-94ed-4a4a-bd0d-a27462b8ef86 req-18cd4c01-164b-4615-829d-c57fac9acc81 service neutron] Publish callbacks [] for port (5edb28dc-05dd-49ea-a511-e7974d99455a), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:44.429690 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-43fb0709-94ed-4a4a-bd0d-a27462b8ef86 req-18cd4c01-164b-4615-829d-c57fac9acc81 service neutron] Transition to ACTIVE for port object 5edb28dc-05dd-49ea-a511-e7974d99455a will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:30:44.437639 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-43fb0709-94ed-4a4a-bd0d-a27462b8ef86 req-18cd4c01-164b-4615-829d-c57fac9acc81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (5edb28dc-05dd-49ea-a511-e7974d99455a), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:44.510765 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cd4c01-164b-4615-829d-c57fac9acc81 service neutron] Pushing event updated for resources: {'Port': ['ID=5edb28dc-05dd-49ea-a511-e7974d99455a,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:44.525472 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-45e68216-9fe1-49e3-92d0-fc6691b6f3de req-05a5c627-a5b1-4e14-b7ca-32ea5ebf8e46 service neutron] 10.222.0.71 "GET /v2.0/networks/8329e05c-f5f3-4a6c-995b-30a9e6574e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7342136 Feb 17 17:30:44.563560 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b01c53a0-2d51-4e81-be84-882813b19430 req-1c156917-71f5-4f33-8458-2a4814a4f5b4 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-733679611&fields=id&tenant_id=055c5c88106e43038ac2faf0f62d8d68 HTTP/1.1" status: 200 len: 267 time: 0.2590563 Feb 17 17:30:44.564115 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-43fb0709-94ed-4a4a-bd0d-a27462b8ef86 req-18cd4c01-164b-4615-829d-c57fac9acc81 service neutron] Attempting to bind port 5edb28dc-05dd-49ea-a511-e7974d99455a on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:30:44.564559 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-43fb0709-94ed-4a4a-bd0d-a27462b8ef86 req-18cd4c01-164b-4615-829d-c57fac9acc81 service neutron] Attempting to bind port 5edb28dc-05dd-49ea-a511-e7974d99455a by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '3ba1f701-b447-45d4-ab08-e0178ff31937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '21effd86-3512-4fb2-9fff-79a3828347da'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:30:44.564958 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fb0709-94ed-4a4a-bd0d-a27462b8ef86 req-18cd4c01-164b-4615-829d-c57fac9acc81 service neutron] Attempting to bind port 5edb28dc-05dd-49ea-a511-e7974d99455a on network 21effd86-3512-4fb2-9fff-79a3828347da {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:30:44.570239 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fb0709-94ed-4a4a-bd0d-a27462b8ef86 req-18cd4c01-164b-4615-829d-c57fac9acc81 service neutron] Port 5edb28dc-05dd-49ea-a511-e7974d99455a on network 21effd86-3512-4fb2-9fff-79a3828347da not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:30:44.570572 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fb0709-94ed-4a4a-bd0d-a27462b8ef86 req-18cd4c01-164b-4615-829d-c57fac9acc81 service neutron] Attempting to bind port 5edb28dc-05dd-49ea-a511-e7974d99455a on network 21effd86-3512-4fb2-9fff-79a3828347da {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:30:44.577393 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fb0709-94ed-4a4a-bd0d-a27462b8ef86 req-18cd4c01-164b-4615-829d-c57fac9acc81 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:30:44.577737 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f436952-ed59-489f-84e2-422d53b706b3 req-bfd697b3-905d-4301-9814-361137a87104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:44.577876 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fb0709-94ed-4a4a-bd0d-a27462b8ef86 req-18cd4c01-164b-4615-829d-c57fac9acc81 service neutron] Checking segment: {'id': '3ba1f701-b447-45d4-ab08-e0178ff31937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '21effd86-3512-4fb2-9fff-79a3828347da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:30:44.578110 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fb0709-94ed-4a4a-bd0d-a27462b8ef86 req-18cd4c01-164b-4615-829d-c57fac9acc81 service neutron] Bound using segment: {'id': '3ba1f701-b447-45d4-ab08-e0178ff31937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '21effd86-3512-4fb2-9fff-79a3828347da'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:30:44.578548 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-43fb0709-94ed-4a4a-bd0d-a27462b8ef86 req-18cd4c01-164b-4615-829d-c57fac9acc81 service neutron] Bound port: 5edb28dc-05dd-49ea-a511-e7974d99455a, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ba1f701-b447-45d4-ab08-e0178ff31937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '21effd86-3512-4fb2-9fff-79a3828347da'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:30:44.578909 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-43fb0709-94ed-4a4a-bd0d-a27462b8ef86 req-18cd4c01-164b-4615-829d-c57fac9acc81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5edb28dc-05dd-49ea-a511-e7974d99455a), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:44.579149 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f436952-ed59-489f-84e2-422d53b706b3 req-bfd697b3-905d-4301-9814-361137a87104 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=24d514a6d00a4f52a8689d09d1cf81c2&device_id=afbea10c-4419-4c6c-a145-79a8266759c5 HTTP/1.1" status: 200 len: 1130 time: 0.2661204 Feb 17 17:30:44.654173 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-43fb0709-94ed-4a4a-bd0d-a27462b8ef86 req-18cd4c01-164b-4615-829d-c57fac9acc81 service neutron] For port 5edb28dc-05dd-49ea-a511-e7974d99455a, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:30:44.657419 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-43fb0709-94ed-4a4a-bd0d-a27462b8ef86 req-18cd4c01-164b-4615-829d-c57fac9acc81 service neutron] For port 5edb28dc-05dd-49ea-a511-e7974d99455a, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=5edb28dc-05dd-49ea-a511-e7974d99455a,segment=NetworkSegment(3ba1f701-b447-45d4-ab08-e0178ff31937),segment_id=3ba1f701-b447-45d4-ab08-e0178ff31937)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:30:44.668194 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-43fb0709-94ed-4a4a-bd0d-a27462b8ef86 req-18cd4c01-164b-4615-829d-c57fac9acc81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (5edb28dc-05dd-49ea-a511-e7974d99455a), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:44.707133 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb0709-94ed-4a4a-bd0d-a27462b8ef86 req-18cd4c01-164b-4615-829d-c57fac9acc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:44.707900 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-43fb0709-94ed-4a4a-bd0d-a27462b8ef86 req-18cd4c01-164b-4615-829d-c57fac9acc81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:44.709550 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-43fb0709-94ed-4a4a-bd0d-a27462b8ef86 req-18cd4c01-164b-4615-829d-c57fac9acc81 service neutron] 10.222.0.71 "PUT /v2.0/ports/5edb28dc-05dd-49ea-a511-e7974d99455a HTTP/1.1" status: 200 len: 1092 time: 0.9128950 Feb 17 17:30:44.742834 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b57053b3-8540-440d-aaec-b92d0f474398 req-02c4b4d6-50c9-405c-8827-117b38082901 service neutron] 10.222.0.71 "GET /v2.0/networks/2dbba759-30c1-4729-beb6-f31d94648cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604381 Feb 17 17:30:44.771775 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cd4c01-164b-4615-829d-c57fac9acc81 service neutron] Pushing event updated for resources: {'Port': ['ID=5edb28dc-05dd-49ea-a511-e7974d99455a,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:44.852835 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c53a0-2d51-4e81-be84-882813b19430 req-136e4308-39a2-4c92-a878-4490a55d60ab tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:44.859890 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b01c53a0-2d51-4e81-be84-882813b19430 req-136e4308-39a2-4c92-a878-4490a55d60ab tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/ports?device_id=84151010-7659-4be7-9c75-3cf9f7e01e98 HTTP/1.1" status: 200 len: 985 time: 0.2857492 Feb 17 17:30:44.868234 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67867b4a-0261-4713-b9a2-38c169568104', 'tag': 'c19b8372-b79c-4aed-b060-809c36ac90b7'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:30:44.870459 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdd00bf-02aa-48db-b542-22095ba5d526" -d '{"events": [{"name": "network-changed", "server_uuid": "67867b4a-0261-4713-b9a2-38c169568104", "tag": "c19b8372-b79c-4aed-b060-809c36ac90b7"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:30:44.881979 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-b01c53a0-2d51-4e81-be84-882813b19430 req-cb01c932-e9ee-4bec-8442-d07aac0fd4a1 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Request body: {'port': {'security_groups': ['8be1f4ef-2561-4b86-bd91-f82492a4fd0f', 'ca80efc0-7069-4c47-85d5-f5bf5bebc766', '6cef8433-4532-4a4c-ac90-3503af5adc94']}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:30:44.923416 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-45e68216-9fe1-49e3-92d0-fc6691b6f3de req-2681e348-b712-4364-8c7c-50a9b65c176f service neutron] 10.222.0.71 "GET /v2.0/networks/8329e05c-f5f3-4a6c-995b-30a9e6574e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632381 Feb 17 17:30:44.933926 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-8c79be0b-c002-4f90-8ca6-919d61028f53 req-2999897d-16ba-409c-bab7-cf8319f28821 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Deleting port 7b99975c-11b3-48ce-a856-79daf271aabe {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:30:44.934275 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8c79be0b-c002-4f90-8ca6-919d61028f53 req-2999897d-16ba-409c-bab7-cf8319f28821 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (7b99975c-11b3-48ce-a856-79daf271aabe), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:44.936407 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f436952-ed59-489f-84e2-422d53b706b3 req-ce51f8ea-9c01-4f99-92d1-4154924d4361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:44.937870 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f436952-ed59-489f-84e2-422d53b706b3 req-ce51f8ea-9c01-4f99-92d1-4154924d4361 service neutron] 10.222.0.91 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 0.3310721 Feb 17 17:30:45.024186 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f436952-ed59-489f-84e2-422d53b706b3 req-b22a8958-fddf-4b54-88fe-8df98c8c09fb service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=5b06a779-8ab4-48f8-99c4-5d97183e1768 HTTP/1.1" status: 200 len: 217 time: 0.0689242 Feb 17 17:30:45.104744 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb0709-94ed-4a4a-bd0d-a27462b8ef86 req-3c9c1b69-929a-4e23-9c83-417dd13ee892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:45.106220 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-43fb0709-94ed-4a4a-bd0d-a27462b8ef86 req-3c9c1b69-929a-4e23-9c83-417dd13ee892 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7c2cddd3132f4b18b46f752bdb32619e&device_id=7ed5e2e0-3598-4d6e-94e2-35417644c3e4 HTTP/1.1" status: 200 len: 1126 time: 0.3230510 Feb 17 17:30:45.167786 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b01c53a0-2d51-4e81-be84-882813b19430 req-cb01c932-e9ee-4bec-8442-d07aac0fd4a1 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (9b3df149-c69e-43f8-b736-9660a4ee91f3), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:45.219253 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-43fb0709-94ed-4a4a-bd0d-a27462b8ef86 req-c362b7e4-e08f-4f58-906a-24e29ccd4bab service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5edb28dc-05dd-49ea-a511-e7974d99455a HTTP/1.1" status: 200 len: 217 time: 0.0717916 Feb 17 17:30:45.243829 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f436952-ed59-489f-84e2-422d53b706b3 req-4e12a94e-125a-4c50-bb7b-aff9976f1054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:45.245220 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f436952-ed59-489f-84e2-422d53b706b3 req-4e12a94e-125a-4c50-bb7b-aff9976f1054 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.1975186 Feb 17 17:30:45.296136 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8c79be0b-c002-4f90-8ca6-919d61028f53 req-2999897d-16ba-409c-bab7-cf8319f28821 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (7b99975c-11b3-48ce-a856-79daf271aabe), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:45.296475 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8c79be0b-c002-4f90-8ca6-919d61028f53 req-2999897d-16ba-409c-bab7-cf8319f28821 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks [] for floatingip (7b99975c-11b3-48ce-a856-79daf271aabe), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:45.350497 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-8c79be0b-c002-4f90-8ca6-919d61028f53 req-2999897d-16ba-409c-bab7-cf8319f28821 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Calling delete_port for 7b99975c-11b3-48ce-a856-79daf271aabe owned by network:floatingip {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:30:45.368305 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68216-9fe1-49e3-92d0-fc6691b6f3de req-124703a7-ddbb-4b80-b229-468fae22c371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:45.368783 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68216-9fe1-49e3-92d0-fc6691b6f3de req-124703a7-ddbb-4b80-b229-468fae22c371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:45.369260 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68216-9fe1-49e3-92d0-fc6691b6f3de req-124703a7-ddbb-4b80-b229-468fae22c371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:45.369709 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68216-9fe1-49e3-92d0-fc6691b6f3de req-124703a7-ddbb-4b80-b229-468fae22c371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:45.370162 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68216-9fe1-49e3-92d0-fc6691b6f3de req-124703a7-ddbb-4b80-b229-468fae22c371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:45.370641 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68216-9fe1-49e3-92d0-fc6691b6f3de req-124703a7-ddbb-4b80-b229-468fae22c371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:45.371093 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68216-9fe1-49e3-92d0-fc6691b6f3de req-124703a7-ddbb-4b80-b229-468fae22c371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:45.373040 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-45e68216-9fe1-49e3-92d0-fc6691b6f3de req-124703a7-ddbb-4b80-b229-468fae22c371 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c6c91da603a1485eab422cc6ab78977f&device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 6704 time: 0.3291545 Feb 17 17:30:45.453514 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb0709-94ed-4a4a-bd0d-a27462b8ef86 req-06c930b0-d8ed-4d8b-8286-978cb075d8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:45.454869 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-43fb0709-94ed-4a4a-bd0d-a27462b8ef86 req-06c930b0-d8ed-4d8b-8286-978cb075d8cd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9cb45345-5fb5-419b-af49-c30b93b525f5 HTTP/1.1" status: 200 len: 862 time: 0.2249246 Feb 17 17:30:45.519489 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-43fb0709-94ed-4a4a-bd0d-a27462b8ef86 req-2d5d59a7-51f5-45b5-933c-777ed6263279 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=21effd86-3512-4fb2-9fff-79a3828347da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527763 Feb 17 17:30:45.570732 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f436952-ed59-489f-84e2-422d53b706b3 req-61e79564-ef39-4892-b399-fa4074f293c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:45.572165 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f436952-ed59-489f-84e2-422d53b706b3 req-61e79564-ef39-4892-b399-fa4074f293c5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2820013 Feb 17 17:30:45.703968 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68216-9fe1-49e3-92d0-fc6691b6f3de req-5edae022-a59f-44c8-914b-177cc41889d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:45.705390 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-45e68216-9fe1-49e3-92d0-fc6691b6f3de req-5edae022-a59f-44c8-914b-177cc41889d8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3226efc1-9bf8-49de-b390-80d0e9a20daa HTTP/1.1" status: 200 len: 902 time: 0.3173540 Feb 17 17:30:45.803688 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-45e68216-9fe1-49e3-92d0-fc6691b6f3de req-a3417682-dae2-417f-8cc9-7c250fa74d89 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8f4bfbb7-3be5-4276-a260-870a4adccf68 HTTP/1.1" status: 200 len: 217 time: 0.0817075 Feb 17 17:30:45.910661 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-43fb0709-94ed-4a4a-bd0d-a27462b8ef86 req-c6f9da25-6351-43a4-9df8-beace9c71fee service neutron] 10.222.0.71 "GET /v2.0/networks/21effd86-3512-4fb2-9fff-79a3828347da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596082 Feb 17 17:30:45.960857 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f436952-ed59-489f-84e2-422d53b706b3 req-272d7f9f-0a5d-4d60-a644-eae822f29715 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676627 Feb 17 17:30:45.983527 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-b01c53a0-2d51-4e81-be84-882813b19430 req-cb01c932-e9ee-4bec-8442-d07aac0fd4a1 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] For port 9b3df149-c69e-43f8-b736-9660a4ee91f3, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=9b3df149-c69e-43f8-b736-9660a4ee91f3,segment=NetworkSegment(e6796db6-dab2-4592-830c-d793c705d227),segment_id=e6796db6-dab2-4592-830c-d793c705d227)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:30:46.013686 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68216-9fe1-49e3-92d0-fc6691b6f3de req-d14d2c5f-7c73-4326-9b0d-39011f87e6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:46.015109 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-45e68216-9fe1-49e3-92d0-fc6691b6f3de req-d14d2c5f-7c73-4326-9b0d-39011f87e6b4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d75a2860-2719-4d8e-9c57-26805383b4a4 HTTP/1.1" status: 200 len: 797 time: 0.1960287 Feb 17 17:30:46.070387 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8c79be0b-c002-4f90-8ca6-919d61028f53 req-2999897d-16ba-409c-bab7-cf8319f28821 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (7b99975c-11b3-48ce-a856-79daf271aabe), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:46.462785 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999897d-16ba-409c-bab7-cf8319f28821 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Pushing event deleted for resources: {'Port': ['ID=7b99975c-11b3-48ce-a856-79daf271aabe,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:46.475210 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b01c53a0-2d51-4e81-be84-882813b19430 req-cb01c932-e9ee-4bec-8442-d07aac0fd4a1 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for port (9b3df149-c69e-43f8-b736-9660a4ee91f3), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:46.507316 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b01c53a0-2d51-4e81-be84-882813b19430 req-cb01c932-e9ee-4bec-8442-d07aac0fd4a1 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (9b3df149-c69e-43f8-b736-9660a4ee91f3), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:46.520063 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['54cf4afe-4775-445b-8d80-9e6a3afdd0e5'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:30:46.558947 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['9b3df149-c69e-43f8-b736-9660a4ee91f3'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:30:46.597568 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-43fb0709-94ed-4a4a-bd0d-a27462b8ef86 req-ce230a2c-410f-458e-88d2-e6af24eb4c74 service neutron] 10.222.0.71 "GET /v2.0/networks/21effd86-3512-4fb2-9fff-79a3828347da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6735210 Feb 17 17:30:46.618159 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f436952-ed59-489f-84e2-422d53b706b3 req-36cfaed4-c80a-4188-b973-8879d238353b service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6376963 Feb 17 17:30:46.628432 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c53a0-2d51-4e81-be84-882813b19430 req-cb01c932-e9ee-4bec-8442-d07aac0fd4a1 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:46.629244 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b01c53a0-2d51-4e81-be84-882813b19430 req-cb01c932-e9ee-4bec-8442-d07aac0fd4a1 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:46.631054 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b01c53a0-2d51-4e81-be84-882813b19430 req-cb01c932-e9ee-4bec-8442-d07aac0fd4a1 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "PUT /v2.0/ports/9b3df149-c69e-43f8-b736-9660a4ee91f3 HTTP/1.1" status: 200 len: 1021 time: 1.7699506 Feb 17 17:30:46.642385 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68216-9fe1-49e3-92d0-fc6691b6f3de req-3a48404b-f8e7-4af9-bcda-e3356615ed8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:46.644007 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-45e68216-9fe1-49e3-92d0-fc6691b6f3de req-3a48404b-f8e7-4af9-bcda-e3356615ed8e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3226efc1-9bf8-49de-b390-80d0e9a20daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.6103160 Feb 17 17:30:46.662897 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8c79be0b-c002-4f90-8ca6-919d61028f53 req-2999897d-16ba-409c-bab7-cf8319f28821 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks [] for floatingip (730f37c4-768f-463b-b758-d52ec309b6cb), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:46.665593 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8c79be0b-c002-4f90-8ca6-919d61028f53 req-2999897d-16ba-409c-bab7-cf8319f28821 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:46.666605 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8c79be0b-c002-4f90-8ca6-919d61028f53 req-2999897d-16ba-409c-bab7-cf8319f28821 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] 10.222.0.87 "DELETE /v2.0/floatingips/730f37c4-768f-463b-b758-d52ec309b6cb HTTP/1.1" status: 204 len: 173 time: 2.3025761 Feb 17 17:30:46.669076 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb01c932-e9ee-4bec-8442-d07aac0fd4a1 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Pushing event updated for resources: {'Port': ['ID=9b3df149-c69e-43f8-b736-9660a4ee91f3,revision_number=7']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:46.725828 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474b07bd-0466-447f-ada8-38c55b7d68ca x-openstack-request-id: req-474b07bd-0466-447f-ada8-38c55b7d68ca {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:30:46.726349 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a865faf-c5ba-4fd1-99eb-817c49f1fb9c", "tag": "b8bea5fc-e474-4022-99b1-6aed5caeb593", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:30:46.726706 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-474b07bd-0466-447f-ada8-38c55b7d68ca {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:30:46.727470 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a865faf-c5ba-4fd1-99eb-817c49f1fb9c', 'tag': 'b8bea5fc-e474-4022-99b1-6aed5caeb593', 'status': 'completed', 'code': 200} Feb 17 17:30:46.744678 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['9b3df149-c69e-43f8-b736-9660a4ee91f3'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:30:46.859956 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-45e68216-9fe1-49e3-92d0-fc6691b6f3de req-cf80f835-27ac-4406-b297-db13650dc19d service neutron] 10.222.0.71 "GET /v2.0/networks/3226efc1-9bf8-49de-b390-80d0e9a20daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074847 Feb 17 17:30:46.910191 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9f610-5400-44ff-9960-b3bd67a39f8a req-606de849-9d62-4963-81c8-50c9d78052b8 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:46.911670 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c3f9f610-5400-44ff-9960-b3bd67a39f8a req-606de849-9d62-4963-81c8-50c9d78052b8 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=afbea10c-4419-4c6c-a145-79a8266759c5 HTTP/1.1" status: 200 len: 948 time: 0.1718063 Feb 17 17:30:46.913391 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca08e24-ef78-46d1-9ff5-ad105d859843 req-04b6fb2a-3506-40d9-bf10-27a6f3e37342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:46.915342 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4ca08e24-ef78-46d1-9ff5-ad105d859843 req-04b6fb2a-3506-40d9-bf10-27a6f3e37342 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=db89cd3155104335b620dce09b9805f6&device_id=4a865faf-c5ba-4fd1-99eb-817c49f1fb9c HTTP/1.1" status: 200 len: 1125 time: 0.1573744 Feb 17 17:30:46.959159 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790cf61-1d06-4d5c-a6bd-93c8c964231e req-527cd865-f72e-4e5d-9797-c1cad3a908dd tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:46.960729 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6790cf61-1d06-4d5c-a6bd-93c8c964231e req-527cd865-f72e-4e5d-9797-c1cad3a908dd tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a865faf-c5ba-4fd1-99eb-817c49f1fb9c HTTP/1.1" status: 200 len: 943 time: 0.1560225 Feb 17 17:30:47.113570 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-45e68216-9fe1-49e3-92d0-fc6691b6f3de req-8c84efbd-724b-4579-9a83-4ff41706b40f service neutron] 10.222.0.71 "GET /v2.0/networks/3226efc1-9bf8-49de-b390-80d0e9a20daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432396 Feb 17 17:30:47.128445 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c3f9f610-5400-44ff-9960-b3bd67a39f8a req-63d5031a-2a35-4146-b7f6-752c3e6e61aa tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033677 Feb 17 17:30:47.133475 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6790cf61-1d06-4d5c-a6bd-93c8c964231e req-57be20b1-bbc4-48a9-a487-c2aeb0f86c33 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/security-groups?id=576a4066-0325-49be-8e5b-8b74f3a5eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323404 Feb 17 17:30:47.181457 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca08e24-ef78-46d1-9ff5-ad105d859843 req-13a28015-0e6a-4822-ba57-4ccfbc990e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:47.184052 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4ca08e24-ef78-46d1-9ff5-ad105d859843 req-13a28015-0e6a-4822-ba57-4ccfbc990e3d service neutron] 10.222.0.91 "GET /v2.0/networks?id=2dbba759-30c1-4729-beb6-f31d94648cea HTTP/1.1" status: 200 len: 915 time: 0.2597108 Feb 17 17:30:47.246733 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4ca08e24-ef78-46d1-9ff5-ad105d859843 req-e088dc0d-1b97-40bd-a511-23159dcc4ead service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8bea5fc-e474-4022-99b1-6aed5caeb593 HTTP/1.1" status: 200 len: 217 time: 0.0559018 Feb 17 17:30:47.407216 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca08e24-ef78-46d1-9ff5-ad105d859843 req-da28cbc7-bab1-4793-8847-be477d18d426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:47.408652 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4ca08e24-ef78-46d1-9ff5-ad105d859843 req-da28cbc7-bab1-4793-8847-be477d18d426 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=74324b72-a65c-4b92-b6c8-41ca4b30f5b6 HTTP/1.1" status: 200 len: 853 time: 0.1224313 Feb 17 17:30:47.421175 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3236e9a-b256-4b52-b3bb-939f13f44d70 req-6d0c2542-b3d9-4b71-83b1-ffb9cd45edde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:47.421653 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3236e9a-b256-4b52-b3bb-939f13f44d70 req-6d0c2542-b3d9-4b71-83b1-ffb9cd45edde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:47.422120 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3236e9a-b256-4b52-b3bb-939f13f44d70 req-6d0c2542-b3d9-4b71-83b1-ffb9cd45edde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:47.422586 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3236e9a-b256-4b52-b3bb-939f13f44d70 req-6d0c2542-b3d9-4b71-83b1-ffb9cd45edde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:47.423043 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3236e9a-b256-4b52-b3bb-939f13f44d70 req-6d0c2542-b3d9-4b71-83b1-ffb9cd45edde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:47.423499 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3236e9a-b256-4b52-b3bb-939f13f44d70 req-6d0c2542-b3d9-4b71-83b1-ffb9cd45edde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:47.423956 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3236e9a-b256-4b52-b3bb-939f13f44d70 req-6d0c2542-b3d9-4b71-83b1-ffb9cd45edde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:47.425926 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f3236e9a-b256-4b52-b3bb-939f13f44d70 req-6d0c2542-b3d9-4b71-83b1-ffb9cd45edde service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c6c91da603a1485eab422cc6ab78977f&device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 6704 time: 0.1766632 Feb 17 17:30:47.476255 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3712f-daf7-448c-8f3c-aaeb0f4de844 req-492761d9-6f45-4e76-a1d4-b0c5126db68e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:47.482022 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3712f-daf7-448c-8f3c-aaeb0f4de844 req-492761d9-6f45-4e76-a1d4-b0c5126db68e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:47.487188 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3712f-daf7-448c-8f3c-aaeb0f4de844 req-492761d9-6f45-4e76-a1d4-b0c5126db68e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:47.492427 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3712f-daf7-448c-8f3c-aaeb0f4de844 req-492761d9-6f45-4e76-a1d4-b0c5126db68e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:47.497599 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3712f-daf7-448c-8f3c-aaeb0f4de844 req-492761d9-6f45-4e76-a1d4-b0c5126db68e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:47.502820 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3712f-daf7-448c-8f3c-aaeb0f4de844 req-492761d9-6f45-4e76-a1d4-b0c5126db68e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:47.507971 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3712f-daf7-448c-8f3c-aaeb0f4de844 req-492761d9-6f45-4e76-a1d4-b0c5126db68e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:47.510149 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-10e3712f-daf7-448c-8f3c-aaeb0f4de844 req-492761d9-6f45-4e76-a1d4-b0c5126db68e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 5430 time: 0.2225320 Feb 17 17:30:47.548097 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d66983-b7ad-4d09-a58f-409cb5d2010a req-b0942c92-8787-4a4b-883b-f44253627169 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:47.549578 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d3d66983-b7ad-4d09-a58f-409cb5d2010a req-b0942c92-8787-4a4b-883b-f44253627169 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/ports?device_id=7ed5e2e0-3598-4d6e-94e2-35417644c3e4 HTTP/1.1" status: 200 len: 944 time: 0.2608166 Feb 17 17:30:47.604365 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device c19b8372-b79c-4aed-b060-809c36ac90b7 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:30:47.675573 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca08e24-ef78-46d1-9ff5-ad105d859843 req-a891c042-93ee-47de-8999-13c17c8ee153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:47.677125 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4ca08e24-ef78-46d1-9ff5-ad105d859843 req-a891c042-93ee-47de-8999-13c17c8ee153 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2dbba759-30c1-4729-beb6-f31d94648cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2494459 Feb 17 17:30:47.699328 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3236e9a-b256-4b52-b3bb-939f13f44d70 req-75312399-f5ee-4da5-9b97-127c373bb81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:47.701402 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f3236e9a-b256-4b52-b3bb-939f13f44d70 req-75312399-f5ee-4da5-9b97-127c373bb81c service neutron] 10.222.0.71 "GET /v2.0/networks?id=3226efc1-9bf8-49de-b390-80d0e9a20daa HTTP/1.1" status: 200 len: 902 time: 0.2603822 Feb 17 17:30:47.706607 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-10e3712f-daf7-448c-8f3c-aaeb0f4de844 req-dc946327-2bb8-43b3-9603-0f001920c2be tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/security-groups?id=4b62a994-4311-4d7d-a3f0-cd2c105b06fa&id=06bbdf43-383d-412d-a4a7-27f1a95946ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1811533 Feb 17 17:30:47.709512 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d3d66983-b7ad-4d09-a58f-409cb5d2010a req-a4adc0c0-6f59-409a-a219-1f4604904849 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/security-groups?id=ab06c84a-4a00-40bb-b916-a68462b41859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483479 Feb 17 17:30:47.748576 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port c19b8372-b79c-4aed-b060-809c36ac90b7, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=c19b8372-b79c-4aed-b060-809c36ac90b7,segment=NetworkSegment(0dec934c-a7c8-491e-a804-ed8110bf6a2c),segment_id=0dec934c-a7c8-491e-a804-ed8110bf6a2c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:30:47.761761 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': 'c19b8372-b79c-4aed-b060-809c36ac90b7', 'network_id': '2dbba759-30c1-4729-beb6-f31d94648cea', 'port_id': 'c19b8372-b79c-4aed-b060-809c36ac90b7', 'mac_address': 'fa:16:3e:dd:ce:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74324b72-a65c-4b92-b6c8-41ca4b30f5b6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:30:47.765386 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device b8bea5fc-e474-4022-99b1-6aed5caeb593 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:30:47.769621 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f3236e9a-b256-4b52-b3bb-939f13f44d70 req-087ad5eb-12b6-49d2-aee0-f811f34155c5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=edfb4df4-17e2-4855-b94e-1e4e5890d9a5 HTTP/1.1" status: 200 len: 217 time: 0.0591669 Feb 17 17:30:47.839061 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bbb746d-f987-4f29-b09c-2838703e1c31 x-openstack-request-id: req-1bbb746d-f987-4f29-b09c-2838703e1c31 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:30:47.839341 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67867b4a-0261-4713-b9a2-38c169568104", "tag": "c19b8372-b79c-4aed-b060-809c36ac90b7", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:30:47.839599 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1bbb746d-f987-4f29-b09c-2838703e1c31 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:30:47.839994 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67867b4a-0261-4713-b9a2-38c169568104', 'tag': 'c19b8372-b79c-4aed-b060-809c36ac90b7', 'status': 'completed', 'code': 200} Feb 17 17:30:47.866666 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port c19b8372-b79c-4aed-b060-809c36ac90b7 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:30:47.867063 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c19b8372-b79c-4aed-b060-809c36ac90b7), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:47.929254 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c19b8372-b79c-4aed-b060-809c36ac90b7 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:30:47.958525 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port c19b8372-b79c-4aed-b060-809c36ac90b7, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=c19b8372-b79c-4aed-b060-809c36ac90b7,segment=NetworkSegment(0dec934c-a7c8-491e-a804-ed8110bf6a2c),segment_id=0dec934c-a7c8-491e-a804-ed8110bf6a2c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:30:47.981530 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3236e9a-b256-4b52-b3bb-939f13f44d70 req-fb59ef97-74a5-41e0-8ce1-4bebb40a07ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:47.982966 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f3236e9a-b256-4b52-b3bb-939f13f44d70 req-fb59ef97-74a5-41e0-8ce1-4bebb40a07ff service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d75a2860-2719-4d8e-9c57-26805383b4a4 HTTP/1.1" status: 200 len: 797 time: 0.2054141 Feb 17 17:30:47.987683 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c19b8372-b79c-4aed-b060-809c36ac90b7), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:48.017665 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4ca08e24-ef78-46d1-9ff5-ad105d859843 req-a49a6408-e322-4f71-9d45-5d59ebd77511 service neutron] 10.222.0.91 "GET /v2.0/networks/2dbba759-30c1-4729-beb6-f31d94648cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282840 Feb 17 17:30:48.057235 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=c19b8372-b79c-4aed-b060-809c36ac90b7,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:48.071981 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bf308387-7403-42f6-a686-719b04dd58a4 req-33ec45f4-bf21-49b9-9304-d4f800acb155 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/security-groups/6cef8433-4532-4a4c-ac90-3503af5adc94 HTTP/1.1" status: 200 len: 1817 time: 0.2146113 Feb 17 17:30:48.099888 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port b8bea5fc-e474-4022-99b1-6aed5caeb593, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=b8bea5fc-e474-4022-99b1-6aed5caeb593,segment=NetworkSegment(0dec934c-a7c8-491e-a804-ed8110bf6a2c),segment_id=0dec934c-a7c8-491e-a804-ed8110bf6a2c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:30:48.120069 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': 'b8bea5fc-e474-4022-99b1-6aed5caeb593', 'network_id': '2dbba759-30c1-4729-beb6-f31d94648cea', 'port_id': 'b8bea5fc-e474-4022-99b1-6aed5caeb593', 'mac_address': 'fa:16:3e:42:7e:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74324b72-a65c-4b92-b6c8-41ca4b30f5b6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:30:48.147019 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd00bf-02aa-48db-b542-22095ba5d526 req-47e219b4-17eb-4ffe-b1fa-3e66236f35ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:48.148536 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfdd00bf-02aa-48db-b542-22095ba5d526 req-47e219b4-17eb-4ffe-b1fa-3e66236f35ec service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=db89cd3155104335b620dce09b9805f6&device_id=67867b4a-0261-4713-b9a2-38c169568104 HTTP/1.1" status: 200 len: 1126 time: 0.3060565 Feb 17 17:30:48.183873 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port b8bea5fc-e474-4022-99b1-6aed5caeb593 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:30:48.184219 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b8bea5fc-e474-4022-99b1-6aed5caeb593), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:48.207556 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8bea5fc-e474-4022-99b1-6aed5caeb593 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:30:48.236731 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port b8bea5fc-e474-4022-99b1-6aed5caeb593, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=b8bea5fc-e474-4022-99b1-6aed5caeb593,segment=NetworkSegment(0dec934c-a7c8-491e-a804-ed8110bf6a2c),segment_id=0dec934c-a7c8-491e-a804-ed8110bf6a2c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:30:48.243960 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b8bea5fc-e474-4022-99b1-6aed5caeb593), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:48.244879 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 5b06a779-8ab4-48f8-99c4-5d97183e1768 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:30:48.269896 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['c19b8372-b79c-4aed-b060-809c36ac90b7'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:30:48.271225 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db76e9-abe7-4e64-9a68-595078b39b9d req-c6de6202-932d-4511-9bc6-c9a05b91c3dc tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:48.273994 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36db76e9-abe7-4e64-9a68-595078b39b9d req-c6de6202-932d-4511-9bc6-c9a05b91c3dc tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/networks?id=210dd7a1-23b8-45c6-a401-b56590fcc3c1 HTTP/1.1" status: 200 len: 807 time: 0.3130143 Feb 17 17:30:48.276108 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3236e9a-b256-4b52-b3bb-939f13f44d70 req-a04b48eb-1f14-432f-842b-1b771a27d006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:48.277322 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f3236e9a-b256-4b52-b3bb-939f13f44d70 req-a04b48eb-1f14-432f-842b-1b771a27d006 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3226efc1-9bf8-49de-b390-80d0e9a20daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2752230 Feb 17 17:30:48.360034 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36db76e9-abe7-4e64-9a68-595078b39b9d req-c0398ce2-707a-4f26-a8c0-b8058ad7cf67 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/quotas/f8aea314af29468ab6557472620785fc HTTP/1.1" status: 200 len: 375 time: 0.0489659 Feb 17 17:30:48.392823 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=b8bea5fc-e474-4022-99b1-6aed5caeb593,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:48.395069 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4ca08e24-ef78-46d1-9ff5-ad105d859843 req-b9208c21-7152-4a1d-962d-8f9080d74a30 service neutron] 10.222.0.91 "GET /v2.0/networks/2dbba759-30c1-4729-beb6-f31d94648cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521192 Feb 17 17:30:48.409593 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [req-bf308387-7403-42f6-a686-719b04dd58a4 req-eaf5c287-1ee7-4cef-980d-4b4c2573d548 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 17 17:30:48.410625 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bf308387-7403-42f6-a686-719b04dd58a4 req-eaf5c287-1ee7-4cef-980d-4b4c2573d548 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "DELETE /v2.0/security-groups/6cef8433-4532-4a4c-ac90-3503af5adc94 HTTP/1.1" status: 409 len: 341 time: 0.2896688 Feb 17 17:30:48.477802 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 5b06a779-8ab4-48f8-99c4-5d97183e1768, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=5b06a779-8ab4-48f8-99c4-5d97183e1768,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:30:48.496083 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '5b06a779-8ab4-48f8-99c4-5d97183e1768', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'port_id': '5b06a779-8ab4-48f8-99c4-5d97183e1768', 'mac_address': 'fa:16:3e:7f:35:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac79920f-9ddd-4352-b866-6056158b178e', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:30:48.518090 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd00bf-02aa-48db-b542-22095ba5d526 req-5124f38e-9cc4-4751-b0d1-c8661d15afe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:48.519575 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfdd00bf-02aa-48db-b542-22095ba5d526 req-5124f38e-9cc4-4751-b0d1-c8661d15afe2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2dbba759-30c1-4729-beb6-f31d94648cea HTTP/1.1" status: 200 len: 915 time: 0.3589001 Feb 17 17:30:48.576133 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 5b06a779-8ab4-48f8-99c4-5d97183e1768 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:30:48.576133 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5b06a779-8ab4-48f8-99c4-5d97183e1768), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:48.593317 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b06a779-8ab4-48f8-99c4-5d97183e1768 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:30:48.647926 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 5b06a779-8ab4-48f8-99c4-5d97183e1768, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=5b06a779-8ab4-48f8-99c4-5d97183e1768,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:30:48.652174 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:48.663621 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (5b06a779-8ab4-48f8-99c4-5d97183e1768), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:48.679982 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfdd00bf-02aa-48db-b542-22095ba5d526 req-265f5948-953f-44f0-915d-1e2ec1d20a78 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c19b8372-b79c-4aed-b060-809c36ac90b7 HTTP/1.1" status: 200 len: 217 time: 0.1401012 Feb 17 17:30:48.715359 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=5b06a779-8ab4-48f8-99c4-5d97183e1768,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:48.729021 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ed5e2e0-3598-4d6e-94e2-35417644c3e4', 'tag': '5edb28dc-05dd-49ea-a511-e7974d99455a'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:30:48.732181 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e54063e-21a4-489a-afe0-78cb888c3f61" -d '{"events": [{"name": "network-changed", "server_uuid": "7ed5e2e0-3598-4d6e-94e2-35417644c3e4", "tag": "5edb28dc-05dd-49ea-a511-e7974d99455a"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:30:48.791534 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f3236e9a-b256-4b52-b3bb-939f13f44d70 req-1b09d477-8cfb-4a8c-b7ba-588f0bc9b48c service neutron] 10.222.0.71 "GET /v2.0/networks/3226efc1-9bf8-49de-b390-80d0e9a20daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4731846 Feb 17 17:30:48.844797 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36db76e9-abe7-4e64-9a68-595078b39b9d req-f942671b-1705-4c16-828d-44befa908bfd tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=f8aea314af29468ab6557472620785fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4486802 Feb 17 17:30:48.946340 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd00bf-02aa-48db-b542-22095ba5d526 req-b8ded1e3-043a-4daf-96ee-34145f734038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:48.946493 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['b8bea5fc-e474-4022-99b1-6aed5caeb593'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:30:48.947750 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfdd00bf-02aa-48db-b542-22095ba5d526 req-b8ded1e3-043a-4daf-96ee-34145f734038 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=74324b72-a65c-4b92-b6c8-41ca4b30f5b6 HTTP/1.1" status: 200 len: 853 time: 0.2524309 Feb 17 17:30:48.953434 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['5b06a779-8ab4-48f8-99c4-5d97183e1768'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:30:49.353327 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc64577-8e03-4051-a1ec-2cf9fc761ec4 req-dbbf5c6d-6733-400e-8ec4-0da66976f817 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:49.354796 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7dc64577-8e03-4051-a1ec-2cf9fc761ec4 req-dbbf5c6d-6733-400e-8ec4-0da66976f817 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.8667808 Feb 17 17:30:49.444209 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f3236e9a-b256-4b52-b3bb-939f13f44d70 req-980d823b-f5a8-4dd2-8c0d-f8523b5d0abd service neutron] 10.222.0.71 "GET /v2.0/networks/3226efc1-9bf8-49de-b390-80d0e9a20daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6343567 Feb 17 17:30:49.455605 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd00bf-02aa-48db-b542-22095ba5d526 req-6324a829-4806-43f4-aa42-e51028c51473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:49.457069 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfdd00bf-02aa-48db-b542-22095ba5d526 req-6324a829-4806-43f4-aa42-e51028c51473 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2dbba759-30c1-4729-beb6-f31d94648cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5000145 Feb 17 17:30:49.460174 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36db76e9-abe7-4e64-9a68-595078b39b9d req-32c95a78-9496-41e9-8f39-f73f29144210 service neutron] 10.222.0.87 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5927744 Feb 17 17:30:49.499620 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:49.596130 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:30:49.609266 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 5edb28dc-05dd-49ea-a511-e7974d99455a details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:30:49.611287 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device c19b8372-b79c-4aed-b060-809c36ac90b7 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:30:49.627321 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111c819-4c76-4327-8b23-bb12dd2e5349 req-ea2ae95f-643e-436c-a4dc-f89311e1ecea tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:49.628916 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e111c819-4c76-4327-8b23-bb12dd2e5349 req-ea2ae95f-643e-436c-a4dc-f89311e1ecea tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=afbea10c-4419-4c6c-a145-79a8266759c5 HTTP/1.1" status: 200 len: 949 time: 0.1872401 Feb 17 17:30:49.670628 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36db76e9-abe7-4e64-9a68-595078b39b9d req-36d0ee90-6c12-4e3e-a6be-99504cf32318 service neutron] 10.222.0.87 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924303 Feb 17 17:30:49.676355 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfdd00bf-02aa-48db-b542-22095ba5d526 req-34d0196e-3e35-4537-b029-9f11bca47f9b service neutron] 10.222.0.71 "GET /v2.0/networks/2dbba759-30c1-4729-beb6-f31d94648cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999981 Feb 17 17:30:49.735889 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e111c819-4c76-4327-8b23-bb12dd2e5349 req-ec18731d-89ff-46d9-9935-5c30fbc5884a tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938401 Feb 17 17:30:49.837366 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port c19b8372-b79c-4aed-b060-809c36ac90b7 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:30:49.840802 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84151010-7659-4be7-9c75-3cf9f7e01e98', 'tag': '9b3df149-c69e-43f8-b736-9660a4ee91f3'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:30:49.843072 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a2fb3f-0823-48a8-8bac-ffbeae153d58" -d '{"events": [{"name": "network-changed", "server_uuid": "84151010-7659-4be7-9c75-3cf9f7e01e98", "tag": "9b3df149-c69e-43f8-b736-9660a4ee91f3"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:30:49.848056 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port c19b8372-b79c-4aed-b060-809c36ac90b7 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:30:49.848544 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c19b8372-b79c-4aed-b060-809c36ac90b7), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:49.868861 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfdd00bf-02aa-48db-b542-22095ba5d526 req-8dec653e-431a-45ce-9341-b001d9bf39c5 service neutron] 10.222.0.71 "GET /v2.0/networks/2dbba759-30c1-4729-beb6-f31d94648cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861339 Feb 17 17:30:49.918672 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 5edb28dc-05dd-49ea-a511-e7974d99455a, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=5edb28dc-05dd-49ea-a511-e7974d99455a,segment=NetworkSegment(3ba1f701-b447-45d4-ab08-e0178ff31937),segment_id=3ba1f701-b447-45d4-ab08-e0178ff31937)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:30:49.937030 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '5edb28dc-05dd-49ea-a511-e7974d99455a', 'network_id': '21effd86-3512-4fb2-9fff-79a3828347da', 'port_id': '5edb28dc-05dd-49ea-a511-e7974d99455a', 'mac_address': 'fa:16:3e:fa:10:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cb45345-5fb5-419b-af49-c30b93b525f5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:30:49.941390 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955a7f7-24c5-463f-9af1-44a7aa25c731 req-48e64c17-13d1-4382-885d-8e65ad71c2ca tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:49.950874 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9955a7f7-24c5-463f-9af1-44a7aa25c731 req-48e64c17-13d1-4382-885d-8e65ad71c2ca tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a865faf-c5ba-4fd1-99eb-817c49f1fb9c HTTP/1.1" status: 200 len: 944 time: 0.0996609 Feb 17 17:30:50.051882 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9955a7f7-24c5-463f-9af1-44a7aa25c731 req-47b9646d-7c91-418f-adcf-18c6b211e31c tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/security-groups?id=576a4066-0325-49be-8e5b-8b74f3a5eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953081 Feb 17 17:30:50.053540 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port c19b8372-b79c-4aed-b060-809c36ac90b7 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:30:50.054587 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c19b8372-b79c-4aed-b060-809c36ac90b7), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:50.069163 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 5edb28dc-05dd-49ea-a511-e7974d99455a is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:30:50.069577 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5edb28dc-05dd-49ea-a511-e7974d99455a), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:50.178838 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5edb28dc-05dd-49ea-a511-e7974d99455a {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:30:50.209590 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff89e85-ae52-4ecc-81cc-2f56207821a5 x-openstack-request-id: req-aff89e85-ae52-4ecc-81cc-2f56207821a5 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:30:50.210155 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ed5e2e0-3598-4d6e-94e2-35417644c3e4", "tag": "5edb28dc-05dd-49ea-a511-e7974d99455a", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:30:50.210155 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-aff89e85-ae52-4ecc-81cc-2f56207821a5 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:30:50.210583 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ed5e2e0-3598-4d6e-94e2-35417644c3e4', 'tag': '5edb28dc-05dd-49ea-a511-e7974d99455a', 'status': 'completed', 'code': 200} Feb 17 17:30:50.229550 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67867b4a-0261-4713-b9a2-38c169568104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19b8372-b79c-4aed-b060-809c36ac90b7'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:30:50.235669 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273b2245-f2a9-4f3e-9ec5-8c1dffec32ae" -d '{"events": [{"server_uuid": "67867b4a-0261-4713-b9a2-38c169568104", "name": "network-vif-plugged", "status": "completed", "tag": "c19b8372-b79c-4aed-b060-809c36ac90b7"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:30:50.269535 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port c19b8372-b79c-4aed-b060-809c36ac90b7, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=c19b8372-b79c-4aed-b060-809c36ac90b7,segment=NetworkSegment(0dec934c-a7c8-491e-a804-ed8110bf6a2c),segment_id=0dec934c-a7c8-491e-a804-ed8110bf6a2c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:30:50.271901 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 5edb28dc-05dd-49ea-a511-e7974d99455a, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=5edb28dc-05dd-49ea-a511-e7974d99455a,segment=NetworkSegment(3ba1f701-b447-45d4-ab08-e0178ff31937),segment_id=3ba1f701-b447-45d4-ab08-e0178ff31937)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:30:50.279652 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c19b8372-b79c-4aed-b060-809c36ac90b7), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:50.285523 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (5edb28dc-05dd-49ea-a511-e7974d99455a), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:50.375793 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=c19b8372-b79c-4aed-b060-809c36ac90b7,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:50.460491 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=5edb28dc-05dd-49ea-a511-e7974d99455a,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:50.476015 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54063e-21a4-489a-afe0-78cb888c3f61 req-3800936e-60e4-4763-8116-22d2cf63a691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:50.478169 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2e54063e-21a4-489a-afe0-78cb888c3f61 req-3800936e-60e4-4763-8116-22d2cf63a691 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7c2cddd3132f4b18b46f752bdb32619e&device_id=7ed5e2e0-3598-4d6e-94e2-35417644c3e4 HTTP/1.1" status: 200 len: 1126 time: 0.2323737 Feb 17 17:30:50.553484 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa023c-7bf5-4be8-904b-e111a44092c5 req-c780ce2e-fed6-495f-9108-f4fdd48fdbc4 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:50.560219 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['5edb28dc-05dd-49ea-a511-e7974d99455a'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:30:50.561728 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b8aa023c-7bf5-4be8-904b-e111a44092c5 req-c780ce2e-fed6-495f-9108-f4fdd48fdbc4 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/ports?device_id=7ed5e2e0-3598-4d6e-94e2-35417644c3e4 HTTP/1.1" status: 200 len: 945 time: 0.2655325 Feb 17 17:30:50.604664 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb3ec41-e6e1-4569-88c2-e3244bcce4dc req-a8cc2901-651c-4e44-a279-96c35b06ccb1 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:50.615606 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb3ec41-e6e1-4569-88c2-e3244bcce4dc req-a8cc2901-651c-4e44-a279-96c35b06ccb1 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:50.634349 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb3ec41-e6e1-4569-88c2-e3244bcce4dc req-a8cc2901-651c-4e44-a279-96c35b06ccb1 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:50.652856 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb3ec41-e6e1-4569-88c2-e3244bcce4dc req-a8cc2901-651c-4e44-a279-96c35b06ccb1 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:50.662476 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb3ec41-e6e1-4569-88c2-e3244bcce4dc req-a8cc2901-651c-4e44-a279-96c35b06ccb1 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:50.681388 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb3ec41-e6e1-4569-88c2-e3244bcce4dc req-a8cc2901-651c-4e44-a279-96c35b06ccb1 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:50.699156 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb3ec41-e6e1-4569-88c2-e3244bcce4dc req-a8cc2901-651c-4e44-a279-96c35b06ccb1 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:50.701497 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fdb3ec41-e6e1-4569-88c2-e3244bcce4dc req-a8cc2901-651c-4e44-a279-96c35b06ccb1 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 5430 time: 0.3780162 Feb 17 17:30:50.962553 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fdb3ec41-e6e1-4569-88c2-e3244bcce4dc req-7a570278-0514-4d9e-bf42-653b179fb710 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/security-groups?id=4b62a994-4311-4d7d-a3f0-cd2c105b06fa&id=06bbdf43-383d-412d-a4a7-27f1a95946ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2077963 Feb 17 17:30:51.034819 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b8aa023c-7bf5-4be8-904b-e111a44092c5 req-b8aebaad-db09-45f9-ab2e-a6546fdd56ee tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/security-groups?id=ab06c84a-4a00-40bb-b916-a68462b41859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4720252 Feb 17 17:30:51.140781 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54063e-21a4-489a-afe0-78cb888c3f61 req-0dc38933-4f3a-4518-8bdc-691403a2ee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:51.142835 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2e54063e-21a4-489a-afe0-78cb888c3f61 req-0dc38933-4f3a-4518-8bdc-691403a2ee56 service neutron] 10.222.0.71 "GET /v2.0/networks?id=21effd86-3512-4fb2-9fff-79a3828347da HTTP/1.1" status: 200 len: 923 time: 0.6526561 Feb 17 17:30:51.177277 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-08fff241-f410-4442-8e17-fba9c224e090 req-853e34b5-ea63-43fc-bc4f-6b8a8f8e1338 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] 10.222.0.87 "GET /v2.0/floatingips?tenant_id=64dff48bf150493abb464ecd68d31a0a HTTP/1.1" status: 200 len: 1656 time: 0.1249220 Feb 17 17:30:51.190950 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8332ce0b-1057-495b-93ad-2bf91df4c83e x-openstack-request-id: req-8332ce0b-1057-495b-93ad-2bf91df4c83e {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:30:51.191395 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84151010-7659-4be7-9c75-3cf9f7e01e98", "tag": "9b3df149-c69e-43f8-b736-9660a4ee91f3", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:30:51.191762 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8332ce0b-1057-495b-93ad-2bf91df4c83e {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:30:51.192367 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84151010-7659-4be7-9c75-3cf9f7e01e98', 'tag': '9b3df149-c69e-43f8-b736-9660a4ee91f3', 'status': 'completed', 'code': 200} Feb 17 17:30:51.335229 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2e54063e-21a4-489a-afe0-78cb888c3f61 req-61cb5fb6-c223-4fa7-a140-28e45c697f39 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5edb28dc-05dd-49ea-a511-e7974d99455a HTTP/1.1" status: 200 len: 217 time: 0.1411331 Feb 17 17:30:51.400117 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c7ea06d7-71f0-4276-8537-4510e622bd2c req-4dafde39-b748-427e-9e47-d86edf2d02b9 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 210 time: 0.1492155 Feb 17 17:30:51.470176 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54063e-21a4-489a-afe0-78cb888c3f61 req-d5267620-b6ab-4130-bbd8-9f981aac3c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:51.471913 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2e54063e-21a4-489a-afe0-78cb888c3f61 req-d5267620-b6ab-4130-bbd8-9f981aac3c35 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9cb45345-5fb5-419b-af49-c30b93b525f5 HTTP/1.1" status: 200 len: 862 time: 0.1092463 Feb 17 17:30:51.502225 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2fb3f-0823-48a8-8bac-ffbeae153d58 req-181cf1ef-1c5f-48c9-ac3a-7953ef7b9f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:51.503686 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-65a2fb3f-0823-48a8-8bac-ffbeae153d58 req-181cf1ef-1c5f-48c9-ac3a-7953ef7b9f73 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=055c5c88106e43038ac2faf0f62d8d68&device_id=84151010-7659-4be7-9c75-3cf9f7e01e98 HTTP/1.1" status: 200 len: 1207 time: 0.2952018 Feb 17 17:30:51.553837 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2e54063e-21a4-489a-afe0-78cb888c3f61 req-004990cb-18fc-43e5-be98-36dae5ace353 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=21effd86-3512-4fb2-9fff-79a3828347da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706291 Feb 17 17:30:51.560453 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fff241-f410-4442-8e17-fba9c224e090 req-c5e8cc72-ee16-4235-8eba-1ccd7064a171 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:51.573511 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-08fff241-f410-4442-8e17-fba9c224e090 req-c5e8cc72-ee16-4235-8eba-1ccd7064a171 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] 10.222.0.87 "GET /v2.0/networks?id=d7afcf1f-5124-4168-b80f-10ace9d04ea7&id=d7afcf1f-5124-4168-b80f-10ace9d04ea7&id=d7afcf1f-5124-4168-b80f-10ace9d04ea7 HTTP/1.1" status: 200 len: 787 time: 0.3943348 Feb 17 17:30:51.608905 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b292cbc0-570f-4547-8b63-7e559a9fb508 x-openstack-request-id: req-b292cbc0-570f-4547-8b63-7e559a9fb508 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:30:51.609857 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67867b4a-0261-4713-b9a2-38c169568104", "name": "network-vif-plugged", "status": "completed", "tag": "c19b8372-b79c-4aed-b060-809c36ac90b7", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:30:51.610447 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b292cbc0-570f-4547-8b63-7e559a9fb508 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:30:51.611130 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67867b4a-0261-4713-b9a2-38c169568104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19b8372-b79c-4aed-b060-809c36ac90b7', 'code': 200} Feb 17 17:30:51.766949 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device b8bea5fc-e474-4022-99b1-6aed5caeb593 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:30:51.838446 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e695d9-e356-4e59-90e5-7181d769916a req-5433efeb-3f5f-46e1-a4d0-1401013d8280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:51.842914 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c7e695d9-e356-4e59-90e5-7181d769916a req-5433efeb-3f5f-46e1-a4d0-1401013d8280 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=67867b4a-0261-4713-b9a2-38c169568104 HTTP/1.1" status: 200 len: 1128 time: 0.0959802 Feb 17 17:30:51.870832 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ac247-8a29-4c83-8663-f9e2dfe9dfbc req-0f0d96b3-8b8b-4246-980a-3e51c2825c21 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:51.875650 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port b8bea5fc-e474-4022-99b1-6aed5caeb593 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:30:51.884586 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port b8bea5fc-e474-4022-99b1-6aed5caeb593 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:30:51.885147 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b8bea5fc-e474-4022-99b1-6aed5caeb593), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:51.886021 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-584ac247-8a29-4c83-8663-f9e2dfe9dfbc req-0f0d96b3-8b8b-4246-980a-3e51c2825c21 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/ports?device_id=84151010-7659-4be7-9c75-3cf9f7e01e98 HTTP/1.1" status: 200 len: 1024 time: 0.3796918 Feb 17 17:30:51.948749 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2e54063e-21a4-489a-afe0-78cb888c3f61 req-fa6591ba-154b-4c61-aa03-add1f53a6019 service neutron] 10.222.0.71 "GET /v2.0/networks/21effd86-3512-4fb2-9fff-79a3828347da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3741541 Feb 17 17:30:52.044744 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c7e695d9-e356-4e59-90e5-7181d769916a req-9bb61f26-8609-4c63-b542-fa9c59107188 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=576a4066-0325-49be-8e5b-8b74f3a5eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914599 Feb 17 17:30:52.092444 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcccffb6-6c54-4b3a-8378-f909c1accb8f req-c887899f-756f-4d0d-9e51-6c03770509f2 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:52.094267 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fcccffb6-6c54-4b3a-8378-f909c1accb8f req-c887899f-756f-4d0d-9e51-6c03770509f2 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=afbea10c-4419-4c6c-a145-79a8266759c5 HTTP/1.1" status: 200 len: 949 time: 0.4097929 Feb 17 17:30:52.095341 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2fb3f-0823-48a8-8bac-ffbeae153d58 req-1cb43bb6-f192-432a-a4fd-4541c279965f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:52.096861 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-65a2fb3f-0823-48a8-8bac-ffbeae153d58 req-1cb43bb6-f192-432a-a4fd-4541c279965f service neutron] 10.222.0.71 "GET /v2.0/networks?id=233b9567-93de-4ad6-ab48-7ed951f0fba6 HTTP/1.1" status: 200 len: 913 time: 0.5798044 Feb 17 17:30:52.112880 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b94e6-9e7f-4394-b8bb-907819179408 req-cae08cd1-b4ff-4810-a83b-66cc709bfca7 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:52.117737 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-397b94e6-9e7f-4394-b8bb-907819179408 req-cae08cd1-b4ff-4810-a83b-66cc709bfca7 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.71 "GET /v2.0/ports?device_id=84151010-7659-4be7-9c75-3cf9f7e01e98 HTTP/1.1" status: 200 len: 1024 time: 0.2112005 Feb 17 17:30:52.119344 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port b8bea5fc-e474-4022-99b1-6aed5caeb593 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:30:52.119745 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b8bea5fc-e474-4022-99b1-6aed5caeb593), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:52.163161 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port b8bea5fc-e474-4022-99b1-6aed5caeb593, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=b8bea5fc-e474-4022-99b1-6aed5caeb593,segment=NetworkSegment(0dec934c-a7c8-491e-a804-ed8110bf6a2c),segment_id=0dec934c-a7c8-491e-a804-ed8110bf6a2c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:30:52.170178 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b8bea5fc-e474-4022-99b1-6aed5caeb593), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:52.171048 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 5b06a779-8ab4-48f8-99c4-5d97183e1768 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:30:52.356362 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fcccffb6-6c54-4b3a-8378-f909c1accb8f req-1e0a8d13-0148-4831-9e5a-4a9186e4dbe7 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204978 Feb 17 17:30:52.358919 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port 5b06a779-8ab4-48f8-99c4-5d97183e1768 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:30:52.366369 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=b8bea5fc-e474-4022-99b1-6aed5caeb593,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:52.372028 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db76e9-abe7-4e64-9a68-595078b39b9d req-14feb79e-be6a-4424-aa78-672dfc0b4b3b tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:52.386655 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 5b06a779-8ab4-48f8-99c4-5d97183e1768 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:30:52.387064 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (5b06a779-8ab4-48f8-99c4-5d97183e1768), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:52.398343 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36db76e9-abe7-4e64-9a68-595078b39b9d req-14feb79e-be6a-4424-aa78-672dfc0b4b3b tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.91 "GET /v2.0/networks?id=210dd7a1-23b8-45c6-a401-b56590fcc3c1 HTTP/1.1" status: 200 len: 807 time: 0.6122127 Feb 17 17:30:52.404226 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2e54063e-21a4-489a-afe0-78cb888c3f61 req-f70efb04-2393-4c0c-9918-622c869d37a4 service neutron] 10.222.0.71 "GET /v2.0/networks/21effd86-3512-4fb2-9fff-79a3828347da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4422510 Feb 17 17:30:52.443498 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-584ac247-8a29-4c83-8663-f9e2dfe9dfbc req-3b6b0f05-af11-4fc4-a00e-88b9bd1ca80a tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/security-groups?id=6cef8433-4532-4a4c-ac90-3503af5adc94&id=ca80efc0-7069-4c47-85d5-f5bf5bebc766&id=8be1f4ef-2561-4b86-bd91-f82492a4fd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.5531323 Feb 17 17:30:52.498731 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-397b94e6-9e7f-4394-b8bb-907819179408 req-ecfcb580-2823-432e-8b8e-e978c690c832 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Deleting port 9b3df149-c69e-43f8-b736-9660a4ee91f3 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:30:52.499081 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-397b94e6-9e7f-4394-b8bb-907819179408 req-ecfcb580-2823-432e-8b8e-e978c690c832 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (9b3df149-c69e-43f8-b736-9660a4ee91f3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:52.540719 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-36db76e9-abe7-4e64-9a68-595078b39b9d req-5bf29a92-9774-4698-8c6a-2d86db0652ff tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Request body: {'port': {'device_id': 'cae9d6d5-c596-4d27-883f-9abe987efbcb', 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1', 'admin_state_up': True, 'tenant_id': 'f8aea314af29468ab6557472620785fc'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:30:52.593792 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 5b06a779-8ab4-48f8-99c4-5d97183e1768 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:30:52.596691 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5b06a779-8ab4-48f8-99c4-5d97183e1768), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:52.644274 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 5b06a779-8ab4-48f8-99c4-5d97183e1768, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=5b06a779-8ab4-48f8-99c4-5d97183e1768,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:30:52.653407 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (5b06a779-8ab4-48f8-99c4-5d97183e1768), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:52.697744 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-65a2fb3f-0823-48a8-8bac-ffbeae153d58 req-be296892-fc60-42c6-ac4e-87c526f6d052 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b3df149-c69e-43f8-b736-9660a4ee91f3 HTTP/1.1" status: 200 len: 217 time: 0.4495597 Feb 17 17:30:52.751206 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-397b94e6-9e7f-4394-b8bb-907819179408 req-ecfcb580-2823-432e-8b8e-e978c690c832 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] For port 9b3df149-c69e-43f8-b736-9660a4ee91f3, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=9b3df149-c69e-43f8-b736-9660a4ee91f3,segment=NetworkSegment(e6796db6-dab2-4592-830c-d793c705d227),segment_id=e6796db6-dab2-4592-830c-d793c705d227)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:30:52.751586 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-397b94e6-9e7f-4394-b8bb-907819179408 req-ecfcb580-2823-432e-8b8e-e978c690c832 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (9b3df149-c69e-43f8-b736-9660a4ee91f3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:52.787892 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=5b06a779-8ab4-48f8-99c4-5d97183e1768,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:52.789955 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-397b94e6-9e7f-4394-b8bb-907819179408 req-ecfcb580-2823-432e-8b8e-e978c690c832 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Calling delete_port for 9b3df149-c69e-43f8-b736-9660a4ee91f3 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:30:52.819356 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-666ca37d-1dce-4ebd-bd96-2b3de1e4253e req-5ccf0b15-a82d-44f6-a103-b4ed949a71bc tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] 10.222.0.87 "GET /v2.0/floatingips/34cf1717-144d-4a73-acc0-0313b785e64e HTTP/1.1" status: 200 len: 692 time: 0.1686354 Feb 17 17:30:52.973978 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2fb3f-0823-48a8-8bac-ffbeae153d58 req-3c970626-6382-4b84-bf17-5a6f8fbfe8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:52.975554 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-65a2fb3f-0823-48a8-8bac-ffbeae153d58 req-3c970626-6382-4b84-bf17-5a6f8fbfe8bc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bb181189-1480-4377-9824-fc7c67a5f7e8 HTTP/1.1" status: 200 len: 852 time: 0.2608542 Feb 17 17:30:53.035405 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-397b94e6-9e7f-4394-b8bb-907819179408 req-ecfcb580-2823-432e-8b8e-e978c690c832 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (9b3df149-c69e-43f8-b736-9660a4ee91f3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:53.045452 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82666d43-9a0c-4857-a4f5-df5d10f0ef31 req-f444332b-12ec-4a17-92ca-64c89394c361 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:53.048473 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['54cf4afe-4775-445b-8d80-9e6a3afdd0e5'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:30:53.057985 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-82666d43-9a0c-4857-a4f5-df5d10f0ef31 req-f444332b-12ec-4a17-92ca-64c89394c361 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a865faf-c5ba-4fd1-99eb-817c49f1fb9c HTTP/1.1" status: 200 len: 945 time: 0.4052944 Feb 17 17:30:53.095873 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfcb580-2823-432e-8b8e-e978c690c832 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Pushing event deleted for resources: {'Port': ['ID=9b3df149-c69e-43f8-b736-9660a4ee91f3,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:53.108138 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36db76e9-abe7-4e64-9a68-595078b39b9d req-5bf29a92-9774-4698-8c6a-2d86db0652ff tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Made reservation on behalf of f8aea314af29468ab6557472620785fc for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:30:53.123617 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-36db76e9-abe7-4e64-9a68-595078b39b9d req-5bf29a92-9774-4698-8c6a-2d86db0652ff tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:53.126711 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['9b3df149-c69e-43f8-b736-9660a4ee91f3'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:30:53.203143 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-397b94e6-9e7f-4394-b8bb-907819179408 req-ecfcb580-2823-432e-8b8e-e978c690c832 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] No DVR routers for this DVR port 9b3df149-c69e-43f8-b736-9660a4ee91f3 on host n-h1-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:30:53.208990 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-397b94e6-9e7f-4394-b8bb-907819179408 req-ecfcb580-2823-432e-8b8e-e978c690c832 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:53.221453 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-397b94e6-9e7f-4394-b8bb-907819179408 req-ecfcb580-2823-432e-8b8e-e978c690c832 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.71 "DELETE /v2.0/ports/9b3df149-c69e-43f8-b736-9660a4ee91f3 HTTP/1.1" status: 204 len: 173 time: 0.9859109 Feb 17 17:30:53.223242 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84151010-7659-4be7-9c75-3cf9f7e01e98', 'name': 'network-vif-deleted', 'tag': '9b3df149-c69e-43f8-b736-9660a4ee91f3'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:30:53.229474 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004e6610-07bd-41ee-aba9-559a433c38a2" -d '{"events": [{"server_uuid": "84151010-7659-4be7-9c75-3cf9f7e01e98", "name": "network-vif-deleted", "tag": "9b3df149-c69e-43f8-b736-9660a4ee91f3"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:30:53.417740 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-65a2fb3f-0823-48a8-8bac-ffbeae153d58 req-6507c503-7fe0-4afe-b6db-fd3f2c0bd7d8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=233b9567-93de-4ad6-ab48-7ed951f0fba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3985391 Feb 17 17:30:53.555413 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-65a2fb3f-0823-48a8-8bac-ffbeae153d58 req-720b1b3b-6a94-4757-b133-fc362a02aa41 service neutron] 10.222.0.71 "GET /v2.0/networks/233b9567-93de-4ad6-ab48-7ed951f0fba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234210 Feb 17 17:30:53.574021 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-36db76e9-abe7-4e64-9a68-595078b39b9d req-5bf29a92-9774-4698-8c6a-2d86db0652ff tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Allocated IP 172.20.0.9 (210dd7a1-23b8-45c6-a401-b56590fcc3c1/8267d93d-c5aa-40cb-acb4-c1e284d682e6/66e46b72-cc88-4c93-82a3-5cb6717194c5) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:30:53.609575 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-82666d43-9a0c-4857-a4f5-df5d10f0ef31 req-d5572df8-a733-4f3c-927f-fb5e2ca6eb75 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/security-groups?id=576a4066-0325-49be-8e5b-8b74f3a5eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5505204 Feb 17 17:30:53.612033 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a865faf-c5ba-4fd1-99eb-817c49f1fb9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8bea5fc-e474-4022-99b1-6aed5caeb593'}, {'server_uuid': 'afbea10c-4419-4c6c-a145-79a8266759c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b06a779-8ab4-48f8-99c4-5d97183e1768'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:30:53.614402 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fcb08d9-621e-4df5-a911-efddd0e11b42" -d '{"events": [{"server_uuid": "4a865faf-c5ba-4fd1-99eb-817c49f1fb9c", "name": "network-vif-plugged", "status": "completed", "tag": "b8bea5fc-e474-4022-99b1-6aed5caeb593"}, {"server_uuid": "afbea10c-4419-4c6c-a145-79a8266759c5", "name": "network-vif-plugged", "status": "completed", "tag": "5b06a779-8ab4-48f8-99c4-5d97183e1768"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:30:53.637703 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 5edb28dc-05dd-49ea-a511-e7974d99455a up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:30:53.656383 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ca37d-1dce-4ebd-bd96-2b3de1e4253e req-7c71874c-ea52-4e79-b702-3e024a2489f8 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:53.658000 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-666ca37d-1dce-4ebd-bd96-2b3de1e4253e req-7c71874c-ea52-4e79-b702-3e024a2489f8 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] 10.222.0.87 "GET /v2.0/networks/d7afcf1f-5124-4168-b80f-10ace9d04ea7 HTTP/1.1" status: 200 len: 784 time: 0.8377283 Feb 17 17:30:53.745805 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 5edb28dc-05dd-49ea-a511-e7974d99455a completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:30:53.750819 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 5edb28dc-05dd-49ea-a511-e7974d99455a triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:30:53.751289 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (5edb28dc-05dd-49ea-a511-e7974d99455a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:53.925606 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 5edb28dc-05dd-49ea-a511-e7974d99455a is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:30:53.926238 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5edb28dc-05dd-49ea-a511-e7974d99455a), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:53.980056 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 5edb28dc-05dd-49ea-a511-e7974d99455a, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=5edb28dc-05dd-49ea-a511-e7974d99455a,segment=NetworkSegment(3ba1f701-b447-45d4-ab08-e0178ff31937),segment_id=3ba1f701-b447-45d4-ab08-e0178ff31937)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:30:53.986401 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (5edb28dc-05dd-49ea-a511-e7974d99455a), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:53.987604 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 9b3df149-c69e-43f8-b736-9660a4ee91f3 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:30:54.093229 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=5edb28dc-05dd-49ea-a511-e7974d99455a,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:54.096282 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: 9b3df149-c69e-43f8-b736-9660a4ee91f3 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:30:54.096628 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 9b3df149-c69e-43f8-b736-9660a4ee91f3 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:30:54.184955 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-666ca37d-1dce-4ebd-bd96-2b3de1e4253e req-a9baf61d-fe41-4193-979d-28fe8e061f32 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.8.25 HTTP/1.1" status: 200 len: 695 time: 0.4756391 Feb 17 17:30:54.303374 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-666ca37d-1dce-4ebd-bd96-2b3de1e4253e req-f8dfa462-8e3f-42bb-bfe3-78f18eb24545 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.8.25 HTTP/1.1" status: 200 len: 695 time: 0.0992615 Feb 17 17:30:54.309176 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-65a2fb3f-0823-48a8-8bac-ffbeae153d58 req-b74725b6-6adc-4ec1-b906-e890970d157e service neutron] 10.222.0.71 "GET /v2.0/networks/233b9567-93de-4ad6-ab48-7ed951f0fba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7385268 Feb 17 17:30:54.338645 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d42a33-2ec6-4305-a062-cc6c6f82c87d req-ff5eb424-3622-4bbf-aa1b-dd44668ce15c tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:54.340363 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-22d42a33-2ec6-4305-a062-cc6c6f82c87d req-ff5eb424-3622-4bbf-aa1b-dd44668ce15c tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/ports?device_id=7ed5e2e0-3598-4d6e-94e2-35417644c3e4 HTTP/1.1" status: 200 len: 946 time: 0.1875741 Feb 17 17:30:54.533020 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-22d42a33-2ec6-4305-a062-cc6c6f82c87d req-790e188b-ceb2-4b3c-b635-b1e869b44f81 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/security-groups?id=ab06c84a-4a00-40bb-b916-a68462b41859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665065 Feb 17 17:30:54.539754 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-36db76e9-abe7-4e64-9a68-595078b39b9d req-5bf29a92-9774-4698-8c6a-2d86db0652ff tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Publish callbacks [] for port (66e46b72-cc88-4c93-82a3-5cb6717194c5), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:54.591332 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-666ca37d-1dce-4ebd-bd96-2b3de1e4253e req-e5f1033e-d141-4827-b178-d62933a52b97 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Deleting port 77da5d7d-ee22-4880-b986-4a6203eaabee {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:30:54.591709 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-666ca37d-1dce-4ebd-bd96-2b3de1e4253e req-e5f1033e-d141-4827-b178-d62933a52b97 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (77da5d7d-ee22-4880-b986-4a6203eaabee), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:54.611590 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-36db76e9-abe7-4e64-9a68-595078b39b9d req-5bf29a92-9774-4698-8c6a-2d86db0652ff tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (66e46b72-cc88-4c93-82a3-5cb6717194c5), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:54.627675 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['2bd2d45a-2751-42e4-bfb7-788088c608c4'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:30:54.739241 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36db76e9-abe7-4e64-9a68-595078b39b9d req-5bf29a92-9774-4698-8c6a-2d86db0652ff tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Network 210dd7a1-23b8-45c6-a401-b56590fcc3c1 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:30:54.748943 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-36db76e9-abe7-4e64-9a68-595078b39b9d req-5bf29a92-9774-4698-8c6a-2d86db0652ff tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:30:54.751759 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-36db76e9-abe7-4e64-9a68-595078b39b9d req-5bf29a92-9774-4698-8c6a-2d86db0652ff tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:30:54.784522 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf29a92-9774-4698-8c6a-2d86db0652ff tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Pushing event updated for resources: {'Port': ['ID=66e46b72-cc88-4c93-82a3-5cb6717194c5,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:54.832065 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-666ca37d-1dce-4ebd-bd96-2b3de1e4253e req-e5f1033e-d141-4827-b178-d62933a52b97 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (77da5d7d-ee22-4880-b986-4a6203eaabee), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:54.832816 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-666ca37d-1dce-4ebd-bd96-2b3de1e4253e req-e5f1033e-d141-4827-b178-d62933a52b97 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks [] for floatingip (77da5d7d-ee22-4880-b986-4a6203eaabee), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:54.855080 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-666ca37d-1dce-4ebd-bd96-2b3de1e4253e req-e5f1033e-d141-4827-b178-d62933a52b97 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Calling delete_port for 77da5d7d-ee22-4880-b986-4a6203eaabee owned by network:floatingip {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:30:54.865077 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db76e9-abe7-4e64-9a68-595078b39b9d req-5bf29a92-9774-4698-8c6a-2d86db0652ff tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:54.865701 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-36db76e9-abe7-4e64-9a68-595078b39b9d req-5bf29a92-9774-4698-8c6a-2d86db0652ff tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:54.885008 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9b6d7-f8d7-41e2-b257-6872f603599d req-98163f9c-b2af-45ba-8594-4d17f7f4a9ad tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:54.890519 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9b6d7-f8d7-41e2-b257-6872f603599d req-98163f9c-b2af-45ba-8594-4d17f7f4a9ad tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:54.896158 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9b6d7-f8d7-41e2-b257-6872f603599d req-98163f9c-b2af-45ba-8594-4d17f7f4a9ad tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:54.901999 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9b6d7-f8d7-41e2-b257-6872f603599d req-98163f9c-b2af-45ba-8594-4d17f7f4a9ad tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:54.907276 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9b6d7-f8d7-41e2-b257-6872f603599d req-98163f9c-b2af-45ba-8594-4d17f7f4a9ad tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:54.912597 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9b6d7-f8d7-41e2-b257-6872f603599d req-98163f9c-b2af-45ba-8594-4d17f7f4a9ad tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:54.918518 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9b6d7-f8d7-41e2-b257-6872f603599d req-98163f9c-b2af-45ba-8594-4d17f7f4a9ad tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:54.921129 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-61b9b6d7-f8d7-41e2-b257-6872f603599d req-98163f9c-b2af-45ba-8594-4d17f7f4a9ad tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 5430 time: 0.2869337 Feb 17 17:30:54.994446 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36db76e9-abe7-4e64-9a68-595078b39b9d req-5bf29a92-9774-4698-8c6a-2d86db0652ff tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4589515 Feb 17 17:30:54.994867 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-39385861-eb64-4e7f-9c14-b1a3fc9caff9 req-c88b4b14-7dc2-4e1e-a49f-650467e98ede service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=9accda19-65b6-4f5e-8a2b-7acd9fe528a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0603933 Feb 17 17:30:55.018039 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-36db76e9-abe7-4e64-9a68-595078b39b9d req-9fd14a33-e936-44bd-9746-7e8711cb85ac service neutron] Request body: {'port': {'device_id': 'cae9d6d5-c596-4d27-883f-9abe987efbcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:30:55.090232 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-61b9b6d7-f8d7-41e2-b257-6872f603599d req-b43018f2-7639-4df0-a4ef-00332e18b625 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/security-groups?id=4b62a994-4311-4d7d-a3f0-cd2c105b06fa&id=06bbdf43-383d-412d-a4a7-27f1a95946ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1617196 Feb 17 17:30:55.103734 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39385861-eb64-4e7f-9c14-b1a3fc9caff9 req-80c0e52c-f229-40d3-ae16-a438af69fa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:55.105263 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-39385861-eb64-4e7f-9c14-b1a3fc9caff9 req-80c0e52c-f229-40d3-ae16-a438af69fa79 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5bb8389d8da44943868afc5c1f119806&device_id=9accda19-65b6-4f5e-8a2b-7acd9fe528a3 HTTP/1.1" status: 200 len: 1126 time: 0.0597348 Feb 17 17:30:55.137877 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-36db76e9-abe7-4e64-9a68-595078b39b9d req-9fd14a33-e936-44bd-9746-7e8711cb85ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (66e46b72-cc88-4c93-82a3-5cb6717194c5), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:55.275375 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-666ca37d-1dce-4ebd-bd96-2b3de1e4253e req-e5f1033e-d141-4827-b178-d62933a52b97 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (77da5d7d-ee22-4880-b986-4a6203eaabee), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:55.286446 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39385861-eb64-4e7f-9c14-b1a3fc9caff9 req-90587af7-e18e-4622-948d-bbd869cde6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:55.288201 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-39385861-eb64-4e7f-9c14-b1a3fc9caff9 req-90587af7-e18e-4622-948d-bbd869cde6a8 service neutron] 10.222.0.91 "GET /v2.0/networks?id=5dbbad70-2eaf-4ac4-baab-330b001075bb HTTP/1.1" status: 200 len: 921 time: 0.1581872 Feb 17 17:30:55.336969 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-39385861-eb64-4e7f-9c14-b1a3fc9caff9 req-fe5f0710-e498-4315-b792-edd5d937821b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d43be304-3921-4d97-85b8-73e6059cde84 HTTP/1.1" status: 200 len: 217 time: 0.0417037 Feb 17 17:30:55.356267 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f1033e-d141-4827-b178-d62933a52b97 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Pushing event deleted for resources: {'Port': ['ID=77da5d7d-ee22-4880-b986-4a6203eaabee,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:55.407603 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852a4a5-4f2d-4b28-8724-96a259b61864 req-f1ccd4ad-0b53-45cd-a08b-e39642a6a02c tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:55.409132 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f852a4a5-4f2d-4b28-8724-96a259b61864 req-f1ccd4ad-0b53-45cd-a08b-e39642a6a02c tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 931 time: 0.1948550 Feb 17 17:30:55.419174 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39385861-eb64-4e7f-9c14-b1a3fc9caff9 req-0a82e389-0c8e-4660-9e14-c8d0f6cd91b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:55.420919 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-39385861-eb64-4e7f-9c14-b1a3fc9caff9 req-0a82e389-0c8e-4660-9e14-c8d0f6cd91b8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d4b8c7cb-ffed-4089-8d05-52af74f92303 HTTP/1.1" status: 200 len: 860 time: 0.0783629 Feb 17 17:30:55.465343 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-39385861-eb64-4e7f-9c14-b1a3fc9caff9 req-0930fe8d-b2d3-4113-a7f7-e1edd2616e53 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5dbbad70-2eaf-4ac4-baab-330b001075bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379846 Feb 17 17:30:55.574079 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f852a4a5-4f2d-4b28-8724-96a259b61864 req-94c85c2f-656d-4698-b7a2-b526ab9d56e1 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513784 Feb 17 17:30:55.580852 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-666ca37d-1dce-4ebd-bd96-2b3de1e4253e req-e5f1033e-d141-4827-b178-d62933a52b97 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks [] for floatingip (34cf1717-144d-4a73-acc0-0313b785e64e), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:55.583703 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-666ca37d-1dce-4ebd-bd96-2b3de1e4253e req-e5f1033e-d141-4827-b178-d62933a52b97 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:55.584995 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-666ca37d-1dce-4ebd-bd96-2b3de1e4253e req-e5f1033e-d141-4827-b178-d62933a52b97 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] 10.222.0.87 "DELETE /v2.0/floatingips/34cf1717-144d-4a73-acc0-0313b785e64e HTTP/1.1" status: 204 len: 173 time: 1.2197692 Feb 17 17:30:55.615818 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-39385861-eb64-4e7f-9c14-b1a3fc9caff9 req-bda6a716-6838-43c9-be6d-750030bcd536 service neutron] 10.222.0.91 "GET /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345954 Feb 17 17:30:55.714329 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-36db76e9-abe7-4e64-9a68-595078b39b9d req-9fd14a33-e936-44bd-9746-7e8711cb85ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66e46b72-cc88-4c93-82a3-5cb6717194c5 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:30:55.725813 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-36db76e9-abe7-4e64-9a68-595078b39b9d req-9fd14a33-e936-44bd-9746-7e8711cb85ac service neutron] Publish callbacks [] for port (66e46b72-cc88-4c93-82a3-5cb6717194c5), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:55.748127 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-36db76e9-abe7-4e64-9a68-595078b39b9d req-9fd14a33-e936-44bd-9746-7e8711cb85ac service neutron] Transition to ACTIVE for port object 66e46b72-cc88-4c93-82a3-5cb6717194c5 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:30:55.753790 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-36db76e9-abe7-4e64-9a68-595078b39b9d req-9fd14a33-e936-44bd-9746-7e8711cb85ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (66e46b72-cc88-4c93-82a3-5cb6717194c5), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:55.761607 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 17 Feb 2022 17:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d107580-54b3-43be-8f63-9c2f906a41be x-openstack-request-id: req-9d107580-54b3-43be-8f63-9c2f906a41be {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:30:55.764021 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a865faf-c5ba-4fd1-99eb-817c49f1fb9c", "name": "network-vif-plugged", "status": "completed", "tag": "b8bea5fc-e474-4022-99b1-6aed5caeb593", "code": 200}, {"server_uuid": "afbea10c-4419-4c6c-a145-79a8266759c5", "name": "network-vif-plugged", "status": "completed", "tag": "5b06a779-8ab4-48f8-99c4-5d97183e1768", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:30:55.764529 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9d107580-54b3-43be-8f63-9c2f906a41be {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:30:55.765123 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a865faf-c5ba-4fd1-99eb-817c49f1fb9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8bea5fc-e474-4022-99b1-6aed5caeb593', 'code': 200} Feb 17 17:30:55.765564 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afbea10c-4419-4c6c-a145-79a8266759c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b06a779-8ab4-48f8-99c4-5d97183e1768', 'code': 200} Feb 17 17:30:55.808506 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93831920-b25b-484f-8fe8-d3f4f95a6dd0 req-624e036a-d120-4766-a747-b462a6b63302 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:55.810218 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-93831920-b25b-484f-8fe8-d3f4f95a6dd0 req-624e036a-d120-4766-a747-b462a6b63302 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=afbea10c-4419-4c6c-a145-79a8266759c5 HTTP/1.1" status: 200 len: 950 time: 0.1332316 Feb 17 17:30:55.842210 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd14a33-e936-44bd-9746-7e8711cb85ac service neutron] Pushing event updated for resources: {'Port': ['ID=66e46b72-cc88-4c93-82a3-5cb6717194c5,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:55.850878 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04588beb-6ce1-40ce-90b7-5df12c223d46 x-openstack-request-id: req-04588beb-6ce1-40ce-90b7-5df12c223d46 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:30:55.851183 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84151010-7659-4be7-9c75-3cf9f7e01e98", "name": "network-vif-deleted", "tag": "9b3df149-c69e-43f8-b736-9660a4ee91f3", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:30:55.851465 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-04588beb-6ce1-40ce-90b7-5df12c223d46 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:30:55.851876 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84151010-7659-4be7-9c75-3cf9f7e01e98', 'name': 'network-vif-deleted', 'tag': '9b3df149-c69e-43f8-b736-9660a4ee91f3', 'status': 'completed', 'code': 200} Feb 17 17:30:55.898677 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-39385861-eb64-4e7f-9c14-b1a3fc9caff9 req-5585d1fb-994f-47a7-8da3-4b79a6f523fd service neutron] 10.222.0.91 "GET /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748203 Feb 17 17:30:55.916291 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.91', 61300) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:30:55.972968 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a765b-f350-451a-bf5d-779059496b2f req-d29cc48d-4140-4543-9e33-911f10453ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:55.975045 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-715a765b-f350-451a-bf5d-779059496b2f req-d29cc48d-4140-4543-9e33-911f10453ede service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=afbea10c-4419-4c6c-a145-79a8266759c5 HTTP/1.1" status: 200 len: 1132 time: 0.0575604 Feb 17 17:30:55.994779 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-93831920-b25b-484f-8fe8-d3f4f95a6dd0 req-2513ea7f-3298-45a9-aff2-411d396adef7 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655989 Feb 17 17:30:56.040349 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-715a765b-f350-451a-bf5d-779059496b2f req-8c0f4b14-db66-4f32-9a4d-21e4b95ed22f service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553014 Feb 17 17:30:56.071451 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd11ce9d-5081-4f2e-b4ce-ebf42f299f31 req-c137f424-8f01-49f8-8d78-8432aeafc2ff tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:56.076777 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cd11ce9d-5081-4f2e-b4ce-ebf42f299f31 req-c137f424-8f01-49f8-8d78-8432aeafc2ff tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a865faf-c5ba-4fd1-99eb-817c49f1fb9c HTTP/1.1" status: 200 len: 945 time: 0.1832848 Feb 17 17:30:56.079359 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-36db76e9-abe7-4e64-9a68-595078b39b9d req-9fd14a33-e936-44bd-9746-7e8711cb85ac service neutron] Attempting to bind port 66e46b72-cc88-4c93-82a3-5cb6717194c5 on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:30:56.079886 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-36db76e9-abe7-4e64-9a68-595078b39b9d req-9fd14a33-e936-44bd-9746-7e8711cb85ac service neutron] Attempting to bind port 66e46b72-cc88-4c93-82a3-5cb6717194c5 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '25b82b75-bd12-4667-b51a-aa287338793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:30:56.080214 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36db76e9-abe7-4e64-9a68-595078b39b9d req-9fd14a33-e936-44bd-9746-7e8711cb85ac service neutron] Attempting to bind port 66e46b72-cc88-4c93-82a3-5cb6717194c5 on network 210dd7a1-23b8-45c6-a401-b56590fcc3c1 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:30:56.084495 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69187a83-1bcf-457a-baa4-a71505f4af5d req-4fed7b7d-32fb-404d-9728-533e50968eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:56.086018 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-69187a83-1bcf-457a-baa4-a71505f4af5d req-4fed7b7d-32fb-404d-9728-533e50968eba service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=4a865faf-c5ba-4fd1-99eb-817c49f1fb9c HTTP/1.1" status: 200 len: 1127 time: 0.2280765 Feb 17 17:30:56.125512 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36db76e9-abe7-4e64-9a68-595078b39b9d req-9fd14a33-e936-44bd-9746-7e8711cb85ac service neutron] Port 66e46b72-cc88-4c93-82a3-5cb6717194c5 on network 210dd7a1-23b8-45c6-a401-b56590fcc3c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:30:56.125923 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36db76e9-abe7-4e64-9a68-595078b39b9d req-9fd14a33-e936-44bd-9746-7e8711cb85ac service neutron] Attempting to bind port 66e46b72-cc88-4c93-82a3-5cb6717194c5 on network 210dd7a1-23b8-45c6-a401-b56590fcc3c1 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:30:56.148093 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36db76e9-abe7-4e64-9a68-595078b39b9d req-9fd14a33-e936-44bd-9746-7e8711cb85ac service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:30:56.148504 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36db76e9-abe7-4e64-9a68-595078b39b9d req-9fd14a33-e936-44bd-9746-7e8711cb85ac service neutron] Checking segment: {'id': '25b82b75-bd12-4667-b51a-aa287338793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:30:56.148948 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36db76e9-abe7-4e64-9a68-595078b39b9d req-9fd14a33-e936-44bd-9746-7e8711cb85ac service neutron] Bound using segment: {'id': '25b82b75-bd12-4667-b51a-aa287338793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:30:56.149333 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-36db76e9-abe7-4e64-9a68-595078b39b9d req-9fd14a33-e936-44bd-9746-7e8711cb85ac service neutron] Bound port: 66e46b72-cc88-4c93-82a3-5cb6717194c5, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b82b75-bd12-4667-b51a-aa287338793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:30:56.149801 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-36db76e9-abe7-4e64-9a68-595078b39b9d req-9fd14a33-e936-44bd-9746-7e8711cb85ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (66e46b72-cc88-4c93-82a3-5cb6717194c5), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:56.186575 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cd11ce9d-5081-4f2e-b4ce-ebf42f299f31 req-d2265b71-8e08-4be8-9655-2dafcfae6687 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/security-groups?id=576a4066-0325-49be-8e5b-8b74f3a5eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979469 Feb 17 17:30:56.216593 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f83d97-6a87-4714-8553-dfc7dfa8118f req-db9bad41-b241-4416-a8c5-630ea9e9fed7 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:56.218587 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a4f83d97-6a87-4714-8553-dfc7dfa8118f req-db9bad41-b241-4416-a8c5-630ea9e9fed7 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/ports?device_id=7ed5e2e0-3598-4d6e-94e2-35417644c3e4 HTTP/1.1" status: 200 len: 946 time: 0.1404409 Feb 17 17:30:56.313009 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3c0f6d28-1b4b-40bc-bcb6-4bdb9d96a7ed req-0ddb1fc3-50c4-4038-857c-194dda6de045 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] 10.222.0.87 "GET /v2.0/floatingips/3999f5f4-1975-48b5-aac9-7fc6a5fb92f5 HTTP/1.1" status: 200 len: 693 time: 0.0930910 Feb 17 17:30:56.378943 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-36db76e9-abe7-4e64-9a68-595078b39b9d req-9fd14a33-e936-44bd-9746-7e8711cb85ac service neutron] For port 66e46b72-cc88-4c93-82a3-5cb6717194c5, host n-h2-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:30:56.428874 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-36db76e9-abe7-4e64-9a68-595078b39b9d req-9fd14a33-e936-44bd-9746-7e8711cb85ac service neutron] For port 66e46b72-cc88-4c93-82a3-5cb6717194c5, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=66e46b72-cc88-4c93-82a3-5cb6717194c5,segment=NetworkSegment(25b82b75-bd12-4667-b51a-aa287338793c),segment_id=25b82b75-bd12-4667-b51a-aa287338793c)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:30:56.465511 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a4f83d97-6a87-4714-8553-dfc7dfa8118f req-caf2165b-f9f6-4c94-bffa-6d303e9b261d tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/security-groups?id=ab06c84a-4a00-40bb-b916-a68462b41859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348769 Feb 17 17:30:56.468808 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-69187a83-1bcf-457a-baa4-a71505f4af5d req-0174d8a8-0272-442c-a75a-6c9b0b9b9a66 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=576a4066-0325-49be-8e5b-8b74f3a5eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932647 Feb 17 17:30:56.473638 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-36db76e9-abe7-4e64-9a68-595078b39b9d req-9fd14a33-e936-44bd-9746-7e8711cb85ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (66e46b72-cc88-4c93-82a3-5cb6717194c5), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:56.515083 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db76e9-abe7-4e64-9a68-595078b39b9d req-9fd14a33-e936-44bd-9746-7e8711cb85ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:56.515704 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-36db76e9-abe7-4e64-9a68-595078b39b9d req-9fd14a33-e936-44bd-9746-7e8711cb85ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:56.517140 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36db76e9-abe7-4e64-9a68-595078b39b9d req-9fd14a33-e936-44bd-9746-7e8711cb85ac service neutron] 10.222.0.91 "PUT /v2.0/ports/66e46b72-cc88-4c93-82a3-5cb6717194c5 HTTP/1.1" status: 200 len: 1091 time: 1.5083132 Feb 17 17:30:56.525158 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cae9d6d5-c596-4d27-883f-9abe987efbcb', 'tag': '66e46b72-cc88-4c93-82a3-5cb6717194c5'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:30:56.527353 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c7c9c1-4c5d-48c6-b97b-1ad7873c78fb" -d '{"events": [{"name": "network-changed", "server_uuid": "cae9d6d5-c596-4d27-883f-9abe987efbcb", "tag": "66e46b72-cc88-4c93-82a3-5cb6717194c5"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:30:56.578164 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f6d28-1b4b-40bc-bcb6-4bdb9d96a7ed req-2421b5a2-d5d8-4ee9-b446-93cdd1ecc506 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:56.579522 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3c0f6d28-1b4b-40bc-bcb6-4bdb9d96a7ed req-2421b5a2-d5d8-4ee9-b446-93cdd1ecc506 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] 10.222.0.87 "GET /v2.0/networks/d7afcf1f-5124-4168-b80f-10ace9d04ea7 HTTP/1.1" status: 200 len: 784 time: 0.2484956 Feb 17 17:30:56.641512 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd14a33-e936-44bd-9746-7e8711cb85ac service neutron] Pushing event updated for resources: {'Port': ['ID=66e46b72-cc88-4c93-82a3-5cb6717194c5,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:56.648062 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3c0f6d28-1b4b-40bc-bcb6-4bdb9d96a7ed req-0d17ae4b-70f3-4aa3-9d15-eb0bc18b424f tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.8.222 HTTP/1.1" status: 200 len: 696 time: 0.0599396 Feb 17 17:30:56.651113 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3eff4f98-1f84-4d2e-86da-443ae2d6c417 req-08ad7673-54c7-4d7a-b7c0-fd8389016a31 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/security-groups/ca80efc0-7069-4c47-85d5-f5bf5bebc766 HTTP/1.1" status: 200 len: 1817 time: 0.1532016 Feb 17 17:30:56.772996 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3c0f6d28-1b4b-40bc-bcb6-4bdb9d96a7ed req-bddf776c-5b59-47c7-a2df-7a9295062fae tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.8.222 HTTP/1.1" status: 200 len: 696 time: 0.1037514 Feb 17 17:30:56.884423 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3eff4f98-1f84-4d2e-86da-443ae2d6c417 req-943b26d2-c232-412f-a1e7-4bdf33f09998 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (ca80efc0-7069-4c47-85d5-f5bf5bebc766), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:56.895002 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db76e9-abe7-4e64-9a68-595078b39b9d req-40505b25-ef3d-44e4-ab3c-e49184dc2b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:56.896504 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36db76e9-abe7-4e64-9a68-595078b39b9d req-40505b25-ef3d-44e4-ab3c-e49184dc2b8a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f8aea314af29468ab6557472620785fc&device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 1125 time: 0.1776974 Feb 17 17:30:56.970042 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36db76e9-abe7-4e64-9a68-595078b39b9d req-dc340bf2-3ed7-413d-966f-05b893910b95 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66e46b72-cc88-4c93-82a3-5cb6717194c5 HTTP/1.1" status: 200 len: 217 time: 0.0641875 Feb 17 17:30:56.971560 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3eff4f98-1f84-4d2e-86da-443ae2d6c417 req-943b26d2-c232-412f-a1e7-4bdf33f09998 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (ca80efc0-7069-4c47-85d5-f5bf5bebc766), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:57.061306 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db76e9-abe7-4e64-9a68-595078b39b9d req-027dc8d2-d4ca-4019-8477-68fc40856d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:57.062895 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36db76e9-abe7-4e64-9a68-595078b39b9d req-027dc8d2-d4ca-4019-8477-68fc40856d62 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8267d93d-c5aa-40cb-acb4-c1e284d682e6 HTTP/1.1" status: 200 len: 847 time: 0.0804646 Feb 17 17:30:57.067152 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3eff4f98-1f84-4d2e-86da-443ae2d6c417 req-943b26d2-c232-412f-a1e7-4bdf33f09998 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (ca80efc0-7069-4c47-85d5-f5bf5bebc766), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:57.070594 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3eff4f98-1f84-4d2e-86da-443ae2d6c417 req-943b26d2-c232-412f-a1e7-4bdf33f09998 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:57.071676 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3eff4f98-1f84-4d2e-86da-443ae2d6c417 req-943b26d2-c232-412f-a1e7-4bdf33f09998 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "DELETE /v2.0/security-groups/ca80efc0-7069-4c47-85d5-f5bf5bebc766 HTTP/1.1" status: 204 len: 173 time: 0.4013097 Feb 17 17:30:57.083273 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-3c0f6d28-1b4b-40bc-bcb6-4bdb9d96a7ed req-d77a97cb-8d17-46ef-b528-62239d3c0bb6 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Deleting port a857983d-ec7f-49df-94a4-7aeebf7e08f2 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:30:57.083619 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3c0f6d28-1b4b-40bc-bcb6-4bdb9d96a7ed req-d77a97cb-8d17-46ef-b528-62239d3c0bb6 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (a857983d-ec7f-49df-94a4-7aeebf7e08f2), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:57.123923 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36db76e9-abe7-4e64-9a68-595078b39b9d req-f375d6c7-07ec-4761-9e49-aff3d48ff69e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=210dd7a1-23b8-45c6-a401-b56590fcc3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510874 Feb 17 17:30:57.124716 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943b26d2-c232-412f-a1e7-4bdf33f09998 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca80efc0-7069-4c47-85d5-f5bf5bebc766,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:57.686791 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36db76e9-abe7-4e64-9a68-595078b39b9d req-16c8e062-b1a1-46d4-b90e-8eab865d5cd1 service neutron] 10.222.0.91 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5499771 Feb 17 17:30:57.744167 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3c0f6d28-1b4b-40bc-bcb6-4bdb9d96a7ed req-d77a97cb-8d17-46ef-b528-62239d3c0bb6 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (a857983d-ec7f-49df-94a4-7aeebf7e08f2), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:57.744548 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3c0f6d28-1b4b-40bc-bcb6-4bdb9d96a7ed req-d77a97cb-8d17-46ef-b528-62239d3c0bb6 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks [] for floatingip (a857983d-ec7f-49df-94a4-7aeebf7e08f2), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:57.767467 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed5e2e0-3598-4d6e-94e2-35417644c3e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5edb28dc-05dd-49ea-a511-e7974d99455a'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:30:57.771141 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ce1f56-36f7-4a1d-99eb-23751569d39a" -d '{"events": [{"server_uuid": "7ed5e2e0-3598-4d6e-94e2-35417644c3e4", "name": "network-vif-plugged", "status": "completed", "tag": "5edb28dc-05dd-49ea-a511-e7974d99455a"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:30:57.787928 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-3c0f6d28-1b4b-40bc-bcb6-4bdb9d96a7ed req-d77a97cb-8d17-46ef-b528-62239d3c0bb6 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Calling delete_port for a857983d-ec7f-49df-94a4-7aeebf7e08f2 owned by network:floatingip {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:30:57.840959 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa81daa-ef77-4ef1-8792-ed3d3d69f121 req-c7bd3cf6-73f6-4c89-9542-83dbcae13106 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:57.846804 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa81daa-ef77-4ef1-8792-ed3d3d69f121 req-c7bd3cf6-73f6-4c89-9542-83dbcae13106 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:57.854065 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa81daa-ef77-4ef1-8792-ed3d3d69f121 req-c7bd3cf6-73f6-4c89-9542-83dbcae13106 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:57.859498 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa81daa-ef77-4ef1-8792-ed3d3d69f121 req-c7bd3cf6-73f6-4c89-9542-83dbcae13106 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:57.865558 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa81daa-ef77-4ef1-8792-ed3d3d69f121 req-c7bd3cf6-73f6-4c89-9542-83dbcae13106 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:57.872228 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa81daa-ef77-4ef1-8792-ed3d3d69f121 req-c7bd3cf6-73f6-4c89-9542-83dbcae13106 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:57.877622 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa81daa-ef77-4ef1-8792-ed3d3d69f121 req-c7bd3cf6-73f6-4c89-9542-83dbcae13106 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:57.881424 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9fa81daa-ef77-4ef1-8792-ed3d3d69f121 req-c7bd3cf6-73f6-4c89-9542-83dbcae13106 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 5430 time: 0.6737072 Feb 17 17:30:57.998308 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36db76e9-abe7-4e64-9a68-595078b39b9d req-18c96d76-cad6-4b8c-8e0b-afc061c3a0aa service neutron] 10.222.0.91 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907863 Feb 17 17:30:58.082768 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9fa81daa-ef77-4ef1-8792-ed3d3d69f121 req-304cc1c6-f0ec-4f9d-8173-2eb304cd3614 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/security-groups?id=4b62a994-4311-4d7d-a3f0-cd2c105b06fa&id=06bbdf43-383d-412d-a4a7-27f1a95946ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1412878 Feb 17 17:30:58.181372 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059ad659-a203-464e-8cd2-862cb4966471 x-openstack-request-id: req-059ad659-a203-464e-8cd2-862cb4966471 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:30:58.181837 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cae9d6d5-c596-4d27-883f-9abe987efbcb", "tag": "66e46b72-cc88-4c93-82a3-5cb6717194c5", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:30:58.182151 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-059ad659-a203-464e-8cd2-862cb4966471 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:30:58.183286 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cae9d6d5-c596-4d27-883f-9abe987efbcb', 'tag': '66e46b72-cc88-4c93-82a3-5cb6717194c5', 'status': 'completed', 'code': 200} Feb 17 17:30:58.190341 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3c0f6d28-1b4b-40bc-bcb6-4bdb9d96a7ed req-d77a97cb-8d17-46ef-b528-62239d3c0bb6 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (a857983d-ec7f-49df-94a4-7aeebf7e08f2), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:58.254493 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a97cb-8d17-46ef-b528-62239d3c0bb6 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Pushing event deleted for resources: {'Port': ['ID=a857983d-ec7f-49df-94a4-7aeebf7e08f2,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:58.356664 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3c0f6d28-1b4b-40bc-bcb6-4bdb9d96a7ed req-d77a97cb-8d17-46ef-b528-62239d3c0bb6 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks [] for floatingip (3999f5f4-1975-48b5-aac9-7fc6a5fb92f5), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:58.359152 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3c0f6d28-1b4b-40bc-bcb6-4bdb9d96a7ed req-d77a97cb-8d17-46ef-b528-62239d3c0bb6 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:58.372108 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3c0f6d28-1b4b-40bc-bcb6-4bdb9d96a7ed req-d77a97cb-8d17-46ef-b528-62239d3c0bb6 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] 10.222.0.87 "DELETE /v2.0/floatingips/3999f5f4-1975-48b5-aac9-7fc6a5fb92f5 HTTP/1.1" status: 204 len: 173 time: 1.5912468 Feb 17 17:30:58.396211 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7c9c1-4c5d-48c6-b97b-1ad7873c78fb req-09e167d9-ee32-4c64-9490-23b26ca123ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:58.400915 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-88c7c9c1-4c5d-48c6-b97b-1ad7873c78fb req-09e167d9-ee32-4c64-9490-23b26ca123ca service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f8aea314af29468ab6557472620785fc&device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 1125 time: 0.2047420 Feb 17 17:30:58.496587 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9fc8e2-e2aa-41d0-ab29-b6618cedef36 req-e4e3ddfe-3dbe-469b-aeba-1c0f56988324 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:58.503948 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ee9fc8e2-e2aa-41d0-ab29-b6618cedef36 req-e4e3ddfe-3dbe-469b-aeba-1c0f56988324 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 943 time: 0.1833427 Feb 17 17:30:58.609023 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e95cb6-4a55-49bf-b2f4-a72f038675ba req-839f4bfe-e4e4-447b-83bb-43131ebffa98 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:58.610471 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d3e95cb6-4a55-49bf-b2f4-a72f038675ba req-839f4bfe-e4e4-447b-83bb-43131ebffa98 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=afbea10c-4419-4c6c-a145-79a8266759c5 HTTP/1.1" status: 200 len: 950 time: 0.1888268 Feb 17 17:30:58.643887 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7c9c1-4c5d-48c6-b97b-1ad7873c78fb req-1ebdd59f-71b1-4e31-bda3-d3c3084e3632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:58.645667 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-88c7c9c1-4c5d-48c6-b97b-1ad7873c78fb req-1ebdd59f-71b1-4e31-bda3-d3c3084e3632 service neutron] 10.222.0.91 "GET /v2.0/networks?id=210dd7a1-23b8-45c6-a401-b56590fcc3c1 HTTP/1.1" status: 200 len: 908 time: 0.2357357 Feb 17 17:30:58.656994 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ee9fc8e2-e2aa-41d0-ab29-b6618cedef36 req-8dbc3aaf-2888-4b73-bf66-cbc891652c24 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520844 Feb 17 17:30:58.743591 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-88c7c9c1-4c5d-48c6-b97b-1ad7873c78fb req-cc366ef8-964f-4141-8603-9532349ff276 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66e46b72-cc88-4c93-82a3-5cb6717194c5 HTTP/1.1" status: 200 len: 217 time: 0.0811334 Feb 17 17:30:58.809334 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d3e95cb6-4a55-49bf-b2f4-a72f038675ba req-75ee1dd3-f3cb-4cb4-9acb-d60ad19de6aa tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870201 Feb 17 17:30:58.841781 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-17b741e7-ce39-402e-82c3-0b12f795755b req-9b9af610-68fb-4f11-93b2-ceb106439752 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/security-groups/6cef8433-4532-4a4c-ac90-3503af5adc94 HTTP/1.1" status: 200 len: 1817 time: 0.1153889 Feb 17 17:30:58.887384 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7c9c1-4c5d-48c6-b97b-1ad7873c78fb req-49ab0167-9ecb-4d7a-a027-6aded0d43aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:58.890389 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-88c7c9c1-4c5d-48c6-b97b-1ad7873c78fb req-49ab0167-9ecb-4d7a-a027-6aded0d43aba service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8267d93d-c5aa-40cb-acb4-c1e284d682e6 HTTP/1.1" status: 200 len: 847 time: 0.1368752 Feb 17 17:30:58.968116 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-88c7c9c1-4c5d-48c6-b97b-1ad7873c78fb req-99b14f54-6307-42e5-baba-457619548d20 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=210dd7a1-23b8-45c6-a401-b56590fcc3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437291 Feb 17 17:30:59.156452 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-17b741e7-ce39-402e-82c3-0b12f795755b req-a2f3dd91-ce0b-4a52-bf95-c605fe3cf023 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (6cef8433-4532-4a4c-ac90-3503af5adc94), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:59.200919 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-17b741e7-ce39-402e-82c3-0b12f795755b req-a2f3dd91-ce0b-4a52-bf95-c605fe3cf023 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (6cef8433-4532-4a4c-ac90-3503af5adc94), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:59.259556 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-88c7c9c1-4c5d-48c6-b97b-1ad7873c78fb req-c855a8d3-4390-43c2-a71a-9983d9b58303 service neutron] 10.222.0.91 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812581 Feb 17 17:30:59.260143 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-17b741e7-ce39-402e-82c3-0b12f795755b req-a2f3dd91-ce0b-4a52-bf95-c605fe3cf023 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (6cef8433-4532-4a4c-ac90-3503af5adc94), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:59.264402 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-17b741e7-ce39-402e-82c3-0b12f795755b req-a2f3dd91-ce0b-4a52-bf95-c605fe3cf023 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:30:59.264402 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-17b741e7-ce39-402e-82c3-0b12f795755b req-a2f3dd91-ce0b-4a52-bf95-c605fe3cf023 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "DELETE /v2.0/security-groups/6cef8433-4532-4a4c-ac90-3503af5adc94 HTTP/1.1" status: 204 len: 173 time: 0.4212592 Feb 17 17:30:59.313274 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3dd91-ce0b-4a52-bf95-c605fe3cf023 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cef8433-4532-4a4c-ac90-3503af5adc94,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:30:59.430329 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b0de984f-4c15-4003-9a8d-e80b29a16f95 req-59bb4311-ac31-49d9-acd3-b02819cdc32a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3746710 Feb 17 17:30:59.468871 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a815f2-05cd-4d5e-9dab-314d36141300 req-853aedbb-66a7-4950-bccf-1d5ae460af9b tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:59.470522 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-19a815f2-05cd-4d5e-9dab-314d36141300 req-853aedbb-66a7-4950-bccf-1d5ae460af9b tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a865faf-c5ba-4fd1-99eb-817c49f1fb9c HTTP/1.1" status: 200 len: 945 time: 0.5133476 Feb 17 17:30:59.498926 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-88c7c9c1-4c5d-48c6-b97b-1ad7873c78fb req-f9a56a71-140a-4133-ad0a-626f1cc8d23e service neutron] 10.222.0.91 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150309 Feb 17 17:30:59.620206 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-19a815f2-05cd-4d5e-9dab-314d36141300 req-22b08598-3fc7-402f-a4cb-bf891b3feed6 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/security-groups?id=576a4066-0325-49be-8e5b-8b74f3a5eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197677 Feb 17 17:30:59.634699 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f079219-c282-48ee-8e07-498bee220c8b req-121e1bfd-1eb0-4214-ade9-1125a8a5b90f tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:59.642022 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f079219-c282-48ee-8e07-498bee220c8b req-121e1bfd-1eb0-4214-ade9-1125a8a5b90f tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/ports?device_id=7ed5e2e0-3598-4d6e-94e2-35417644c3e4 HTTP/1.1" status: 200 len: 946 time: 0.2450054 Feb 17 17:30:59.683269 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35012bd3-a416-4173-bd9a-80004ea67708 x-openstack-request-id: req-35012bd3-a416-4173-bd9a-80004ea67708 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:30:59.683790 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed5e2e0-3598-4d6e-94e2-35417644c3e4", "name": "network-vif-plugged", "status": "completed", "tag": "5edb28dc-05dd-49ea-a511-e7974d99455a", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:30:59.683891 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-35012bd3-a416-4173-bd9a-80004ea67708 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:30:59.683984 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de984f-4c15-4003-9a8d-e80b29a16f95 req-23ae8276-61c5-422f-a777-d03202ff7c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:59.684270 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed5e2e0-3598-4d6e-94e2-35417644c3e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5edb28dc-05dd-49ea-a511-e7974d99455a', 'code': 200} Feb 17 17:30:59.685692 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b0de984f-4c15-4003-9a8d-e80b29a16f95 req-23ae8276-61c5-422f-a777-d03202ff7c28 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f8aea314af29468ab6557472620785fc&device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 1127 time: 0.2142632 Feb 17 17:30:59.796635 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f079219-c282-48ee-8e07-498bee220c8b req-3564c636-ec90-46f3-a80c-06efb23a4ef7 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/security-groups?id=ab06c84a-4a00-40bb-b916-a68462b41859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536679 Feb 17 17:30:59.797324 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39699cf-5fa4-4437-8d00-5c50d75cfe61 req-1a749bfa-6613-4c80-aa54-21698f4d4da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:30:59.798377 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e39699cf-5fa4-4437-8d00-5c50d75cfe61 req-1a749bfa-6613-4c80-aa54-21698f4d4da0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7ed5e2e0-3598-4d6e-94e2-35417644c3e4 HTTP/1.1" status: 200 len: 1128 time: 0.0548344 Feb 17 17:30:59.828125 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-60faa65b-afc7-4689-bb30-63559219bb5b req-01148799-87f3-43cf-bf8b-53d7cf0ba4c5 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] 10.222.0.87 "GET /v2.0/floatingips/37935c91-8a37-4cb1-8222-8b600b39f25e HTTP/1.1" status: 200 len: 693 time: 0.1188419 Feb 17 17:30:59.865147 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e39699cf-5fa4-4437-8d00-5c50d75cfe61 req-d24b69ed-68ec-4f9c-9e59-db7e401cf768 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ab06c84a-4a00-40bb-b916-a68462b41859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592301 Feb 17 17:31:00.025453 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de984f-4c15-4003-9a8d-e80b29a16f95 req-24473261-7625-45b7-a7bb-474a47019cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:00.027450 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b0de984f-4c15-4003-9a8d-e80b29a16f95 req-24473261-7625-45b7-a7bb-474a47019cea service neutron] 10.222.0.71 "GET /v2.0/networks?id=210dd7a1-23b8-45c6-a401-b56590fcc3c1 HTTP/1.1" status: 200 len: 908 time: 0.3118939 Feb 17 17:31:00.109114 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60faa65b-afc7-4689-bb30-63559219bb5b req-85586199-3719-4cc6-b91d-53b3f5e5d2bc tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:00.110573 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-60faa65b-afc7-4689-bb30-63559219bb5b req-85586199-3719-4cc6-b91d-53b3f5e5d2bc tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] 10.222.0.87 "GET /v2.0/networks/d7afcf1f-5124-4168-b80f-10ace9d04ea7 HTTP/1.1" status: 200 len: 784 time: 0.2728689 Feb 17 17:31:00.111870 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b0de984f-4c15-4003-9a8d-e80b29a16f95 req-32bca5a7-87ad-45f3-a078-3fc039e03090 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2bd2d45a-2751-42e4-bfb7-788088c608c4 HTTP/1.1" status: 200 len: 217 time: 0.0520947 Feb 17 17:31:00.152723 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351c21a-866d-4669-a7a7-fd50d7cd21f8 req-f779b194-c44d-4027-a81b-b2c8b388120e tempest-MigrationsAdminTest-980591226 tempest-MigrationsAdminTest-980591226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:00.154374 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1351c21a-866d-4669-a7a7-fd50d7cd21f8 req-f779b194-c44d-4027-a81b-b2c8b388120e tempest-MigrationsAdminTest-980591226 tempest-MigrationsAdminTest-980591226-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=afbea10c-4419-4c6c-a145-79a8266759c5 HTTP/1.1" status: 200 len: 1132 time: 0.1448526 Feb 17 17:31:00.214957 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-60faa65b-afc7-4689-bb30-63559219bb5b req-9d81144e-cd8e-4063-9810-d37aa33e55ab tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.8.155 HTTP/1.1" status: 200 len: 696 time: 0.0875239 Feb 17 17:31:00.217780 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-1351c21a-866d-4669-a7a7-fd50d7cd21f8 req-db91a79a-cd56-4b50-9eb4-ffd6a60cb1cf tempest-MigrationsAdminTest-980591226 tempest-MigrationsAdminTest-980591226-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:00.222539 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de984f-4c15-4003-9a8d-e80b29a16f95 req-79e0f712-bc8f-4908-83c0-a21c56efd205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:00.224483 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b0de984f-4c15-4003-9a8d-e80b29a16f95 req-79e0f712-bc8f-4908-83c0-a21c56efd205 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8267d93d-c5aa-40cb-acb4-c1e284d682e6 HTTP/1.1" status: 200 len: 847 time: 0.1057000 Feb 17 17:31:00.324956 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b0de984f-4c15-4003-9a8d-e80b29a16f95 req-36e4f2ae-0519-4fb4-93f4-a1d5673a63df service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=210dd7a1-23b8-45c6-a401-b56590fcc3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379977 Feb 17 17:31:00.327727 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-60faa65b-afc7-4689-bb30-63559219bb5b req-164517cd-e60e-49be-bf59-482bc055fc2a tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.8.155 HTTP/1.1" status: 200 len: 696 time: 0.0880656 Feb 17 17:31:00.559518 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b0de984f-4c15-4003-9a8d-e80b29a16f95 req-80eccb9f-b34d-4b4a-895c-81da7148a8d3 service neutron] 10.222.0.71 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276003 Feb 17 17:31:00.569551 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-1351c21a-866d-4669-a7a7-fd50d7cd21f8 req-db91a79a-cd56-4b50-9eb4-ffd6a60cb1cf tempest-MigrationsAdminTest-980591226 tempest-MigrationsAdminTest-980591226-project-admin] Publish callbacks [] for security_group (c71c2001-c083-48aa-b5a4-5e37af3492c2), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:00.580735 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-1351c21a-866d-4669-a7a7-fd50d7cd21f8 req-db91a79a-cd56-4b50-9eb4-ffd6a60cb1cf tempest-MigrationsAdminTest-980591226 tempest-MigrationsAdminTest-980591226-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (c71c2001-c083-48aa-b5a4-5e37af3492c2), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:00.693026 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1351c21a-866d-4669-a7a7-fd50d7cd21f8 req-db91a79a-cd56-4b50-9eb4-ffd6a60cb1cf tempest-MigrationsAdminTest-980591226 tempest-MigrationsAdminTest-980591226-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5067940 Feb 17 17:31:00.723613 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db91a79a-cd56-4b50-9eb4-ffd6a60cb1cf tempest-MigrationsAdminTest-980591226 tempest-MigrationsAdminTest-980591226-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71c2001-c083-48aa-b5a4-5e37af3492c2,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:00.740283 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-60faa65b-afc7-4689-bb30-63559219bb5b req-4d11975f-e786-4949-b6f4-0be3e76002f8 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Deleting port bca2244f-1898-4c2a-8f34-98d6b64d83e3 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:31:00.740643 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-60faa65b-afc7-4689-bb30-63559219bb5b req-4d11975f-e786-4949-b6f4-0be3e76002f8 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (bca2244f-1898-4c2a-8f34-98d6b64d83e3), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:00.745664 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b0de984f-4c15-4003-9a8d-e80b29a16f95 req-7b756a1e-1d93-4e67-bf43-00aa240ba43b service neutron] 10.222.0.71 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744006 Feb 17 17:31:00.880688 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505572b-9d6b-47e7-9d40-f75361f8ad71 req-e89f81ef-d628-48cb-a70a-ddbb48cfc910 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:00.886462 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505572b-9d6b-47e7-9d40-f75361f8ad71 req-e89f81ef-d628-48cb-a70a-ddbb48cfc910 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:00.891721 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505572b-9d6b-47e7-9d40-f75361f8ad71 req-e89f81ef-d628-48cb-a70a-ddbb48cfc910 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:00.897203 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505572b-9d6b-47e7-9d40-f75361f8ad71 req-e89f81ef-d628-48cb-a70a-ddbb48cfc910 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:00.903063 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505572b-9d6b-47e7-9d40-f75361f8ad71 req-e89f81ef-d628-48cb-a70a-ddbb48cfc910 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:00.909460 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505572b-9d6b-47e7-9d40-f75361f8ad71 req-e89f81ef-d628-48cb-a70a-ddbb48cfc910 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:00.915216 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505572b-9d6b-47e7-9d40-f75361f8ad71 req-e89f81ef-d628-48cb-a70a-ddbb48cfc910 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:00.917267 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2505572b-9d6b-47e7-9d40-f75361f8ad71 req-e89f81ef-d628-48cb-a70a-ddbb48cfc910 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 5430 time: 0.1616900 Feb 17 17:31:00.919229 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-60faa65b-afc7-4689-bb30-63559219bb5b req-4d11975f-e786-4949-b6f4-0be3e76002f8 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (bca2244f-1898-4c2a-8f34-98d6b64d83e3), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:00.919555 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-60faa65b-afc7-4689-bb30-63559219bb5b req-4d11975f-e786-4949-b6f4-0be3e76002f8 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks [] for floatingip (bca2244f-1898-4c2a-8f34-98d6b64d83e3), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:00.939018 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-60faa65b-afc7-4689-bb30-63559219bb5b req-4d11975f-e786-4949-b6f4-0be3e76002f8 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Calling delete_port for bca2244f-1898-4c2a-8f34-98d6b64d83e3 owned by network:floatingip {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:31:01.032654 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2505572b-9d6b-47e7-9d40-f75361f8ad71 req-287f28f1-1ae2-4168-846c-4e3da84886b5 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/security-groups?id=4b62a994-4311-4d7d-a3f0-cd2c105b06fa&id=06bbdf43-383d-412d-a4a7-27f1a95946ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1053681 Feb 17 17:31:01.073020 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-0a643c16-aeb2-4e59-b50b-38f731499654 req-f0dd8285-6f1d-4802-b4af-9b547d427818 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1635426064', 'description': 'tempest-description-210084295'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:31:01.125969 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0a643c16-aeb2-4e59-b50b-38f731499654 req-f0dd8285-6f1d-4802-b4af-9b547d427818 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:01.156916 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-60faa65b-afc7-4689-bb30-63559219bb5b req-4d11975f-e786-4949-b6f4-0be3e76002f8 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (bca2244f-1898-4c2a-8f34-98d6b64d83e3), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:01.189145 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d11975f-e786-4949-b6f4-0be3e76002f8 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Pushing event deleted for resources: {'Port': ['ID=bca2244f-1898-4c2a-8f34-98d6b64d83e3,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:01.282699 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0a643c16-aeb2-4e59-b50b-38f731499654 req-f0dd8285-6f1d-4802-b4af-9b547d427818 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (0d1875aa-467d-4b3e-b1ba-e843c569ab6d), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:01.285975 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-60faa65b-afc7-4689-bb30-63559219bb5b req-4d11975f-e786-4949-b6f4-0be3e76002f8 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks [] for floatingip (37935c91-8a37-4cb1-8222-8b600b39f25e), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:01.289218 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-60faa65b-afc7-4689-bb30-63559219bb5b req-4d11975f-e786-4949-b6f4-0be3e76002f8 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:01.290448 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-60faa65b-afc7-4689-bb30-63559219bb5b req-4d11975f-e786-4949-b6f4-0be3e76002f8 tempest-FloatingIPDetailsTestJSON-1999130848 tempest-FloatingIPDetailsTestJSON-1999130848-project] 10.222.0.87 "DELETE /v2.0/floatingips/37935c91-8a37-4cb1-8222-8b600b39f25e HTTP/1.1" status: 204 len: 173 time: 0.9490166 Feb 17 17:31:01.291497 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0a643c16-aeb2-4e59-b50b-38f731499654 req-f0dd8285-6f1d-4802-b4af-9b547d427818 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (0d1875aa-467d-4b3e-b1ba-e843c569ab6d), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:01.298366 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 39086) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:31:01.318368 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd8285-6f1d-4802-b4af-9b547d427818 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1875aa-467d-4b3e-b1ba-e843c569ab6d,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:01.334855 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0a643c16-aeb2-4e59-b50b-38f731499654 req-f0dd8285-6f1d-4802-b4af-9b547d427818 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:01.336157 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0a643c16-aeb2-4e59-b50b-38f731499654 req-f0dd8285-6f1d-4802-b4af-9b547d427818 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2695231 Feb 17 17:31:01.521922 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d634e77-7645-497a-95a6-9277c7bec5ae req-89d1bf58-e8b2-4ef5-a431-a404239693d1 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:01.523663 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d634e77-7645-497a-95a6-9277c7bec5ae req-89d1bf58-e8b2-4ef5-a431-a404239693d1 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/ports?device_id=c76a8d24-e029-4d1c-92b2-c894c94c3e12 HTTP/1.1" status: 200 len: 945 time: 0.1041458 Feb 17 17:31:01.536553 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50e29f-ad84-45e5-9bd9-ebea699e8abe req-8816ff83-eed6-464d-b804-a7959e6c6f61 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:01.538605 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dc50e29f-ad84-45e5-9bd9-ebea699e8abe req-8816ff83-eed6-464d-b804-a7959e6c6f61 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 943 time: 0.1311200 Feb 17 17:31:01.620177 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dc50e29f-ad84-45e5-9bd9-ebea699e8abe req-5f958fa5-0d78-4c12-a369-c8a342fd86f3 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730004 Feb 17 17:31:01.664308 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d634e77-7645-497a-95a6-9277c7bec5ae req-751c42e1-1349-41fb-921a-5ea530d65886 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/security-groups?id=576a4066-0325-49be-8e5b-8b74f3a5eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239684 Feb 17 17:31:01.868520 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26618c10-4c72-4275-becd-38311cdfef53 req-edff40ac-b567-46dd-925e-a1dfdd025711 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:01.873079 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-26618c10-4c72-4275-becd-38311cdfef53 req-edff40ac-b567-46dd-925e-a1dfdd025711 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/ports?device_id=7ed5e2e0-3598-4d6e-94e2-35417644c3e4 HTTP/1.1" status: 200 len: 946 time: 0.0671761 Feb 17 17:31:01.938977 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-26618c10-4c72-4275-becd-38311cdfef53 req-bf88f5c9-d1f2-4116-833e-4e7bf2d072a8 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/security-groups?id=ab06c84a-4a00-40bb-b916-a68462b41859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627260 Feb 17 17:31:02.034550 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6e8321db-c603-42d6-b212-5b45d4710448 req-60861d71-fefe-4a1d-ab79-bfb8df1eafc6 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/security-groups/0d1875aa-467d-4b3e-b1ba-e843c569ab6d HTTP/1.1" status: 200 len: 1817 time: 0.0555015 Feb 17 17:31:02.039365 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-6e8321db-c603-42d6-b212-5b45d4710448 req-0cc18d9e-16dc-4b53-b5b0-fecc91c0149c tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1785944299', 'description': 'tempest-description-hth-1697258423'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:31:02.091078 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-6e8321db-c603-42d6-b212-5b45d4710448 req-0cc18d9e-16dc-4b53-b5b0-fecc91c0149c tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (0d1875aa-467d-4b3e-b1ba-e843c569ab6d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:02.168802 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-6e8321db-c603-42d6-b212-5b45d4710448 req-0cc18d9e-16dc-4b53-b5b0-fecc91c0149c tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (0d1875aa-467d-4b3e-b1ba-e843c569ab6d), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:02.177602 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-6e8321db-c603-42d6-b212-5b45d4710448 req-0cc18d9e-16dc-4b53-b5b0-fecc91c0149c tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (0d1875aa-467d-4b3e-b1ba-e843c569ab6d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:02.181059 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-6e8321db-c603-42d6-b212-5b45d4710448 req-0cc18d9e-16dc-4b53-b5b0-fecc91c0149c tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:02.193320 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6e8321db-c603-42d6-b212-5b45d4710448 req-0cc18d9e-16dc-4b53-b5b0-fecc91c0149c tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "PUT /v2.0/security-groups/0d1875aa-467d-4b3e-b1ba-e843c569ab6d HTTP/1.1" status: 200 len: 1792 time: 0.1578591 Feb 17 17:31:02.258937 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc18d9e-16dc-4b53-b5b0-fecc91c0149c tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1875aa-467d-4b3e-b1ba-e843c569ab6d,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:02.354297 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273bd34e-a354-4d37-b96e-0f56ea911214 req-0975a54b-1705-48c9-a6a3-623e0f2c31fc tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:02.356004 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-273bd34e-a354-4d37-b96e-0f56ea911214 req-0975a54b-1705-48c9-a6a3-623e0f2c31fc tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/ports?device_id=67867b4a-0261-4713-b9a2-38c169568104 HTTP/1.1" status: 200 len: 946 time: 0.0655322 Feb 17 17:31:02.362264 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-19e7322d-7ae4-434c-a5c4-b43a4395753d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (baba35d1-f428-44b2-a5ea-5ad4cb959f5d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:02.426357 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-273bd34e-a354-4d37-b96e-0f56ea911214 req-7b42b12f-f737-4f02-b5c7-cf1e8e207e0e tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/security-groups?id=576a4066-0325-49be-8e5b-8b74f3a5eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637341 Feb 17 17:31:02.658358 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-c9a145e4-7068-4432-bea5-9a0eb6019961 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=afbea10c-4419-4c6c-a145-79a8266759c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1691585 Feb 17 17:31:02.667559 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5ef3a-63b5-4a2e-bda1-aa26bbba0250 req-96ba02e0-73b3-413d-aafc-bf6b50f3bb17 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:02.669319 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-92e5ef3a-63b5-4a2e-bda1-aa26bbba0250 req-96ba02e0-73b3-413d-aafc-bf6b50f3bb17 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/ports?device_id=7ed5e2e0-3598-4d6e-94e2-35417644c3e4 HTTP/1.1" status: 200 len: 946 time: 0.1398613 Feb 17 17:31:02.779007 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-19e7322d-7ae4-434c-a5c4-b43a4395753d admin admin] Deleting port 93be93be-a92c-4638-be29-35a3ab9eba7b {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:31:02.779634 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-19e7322d-7ae4-434c-a5c4-b43a4395753d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (93be93be-a92c-4638-be29-35a3ab9eba7b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:02.884839 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-19e7322d-7ae4-434c-a5c4-b43a4395753d admin admin] For port 93be93be-a92c-4638-be29-35a3ab9eba7b, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=93be93be-a92c-4638-be29-35a3ab9eba7b,segment=NetworkSegment(074ebf2b-d158-4849-9f71-62ff99da082a),segment_id=074ebf2b-d158-4849-9f71-62ff99da082a)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:02.885278 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-19e7322d-7ae4-434c-a5c4-b43a4395753d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (93be93be-a92c-4638-be29-35a3ab9eba7b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:02.889586 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4dc6ade3-872c-4333-aa96-f3a0643f1b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:02.916637 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-19e7322d-7ae4-434c-a5c4-b43a4395753d admin admin] Calling delete_port for 93be93be-a92c-4638-be29-35a3ab9eba7b owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:31:03.059209 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-5a2cdbc6-7967-45f6-802e-d77996ecf3ad service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:31:03.060185 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-5a2cdbc6-7967-45f6-802e-d77996ecf3ad service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096502 Feb 17 17:31:03.074341 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511783e3-9d7a-48f3-9c99-fc7b0eeeff53 req-43d99cfe-3ac7-4a43-8cc8-ee6a144f827e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:03.079920 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511783e3-9d7a-48f3-9c99-fc7b0eeeff53 req-43d99cfe-3ac7-4a43-8cc8-ee6a144f827e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:03.085185 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511783e3-9d7a-48f3-9c99-fc7b0eeeff53 req-43d99cfe-3ac7-4a43-8cc8-ee6a144f827e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:03.092020 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511783e3-9d7a-48f3-9c99-fc7b0eeeff53 req-43d99cfe-3ac7-4a43-8cc8-ee6a144f827e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:03.097577 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511783e3-9d7a-48f3-9c99-fc7b0eeeff53 req-43d99cfe-3ac7-4a43-8cc8-ee6a144f827e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:03.104116 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511783e3-9d7a-48f3-9c99-fc7b0eeeff53 req-43d99cfe-3ac7-4a43-8cc8-ee6a144f827e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:03.109375 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511783e3-9d7a-48f3-9c99-fc7b0eeeff53 req-43d99cfe-3ac7-4a43-8cc8-ee6a144f827e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:03.117318 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-511783e3-9d7a-48f3-9c99-fc7b0eeeff53 req-43d99cfe-3ac7-4a43-8cc8-ee6a144f827e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 5430 time: 0.5712447 Feb 17 17:31:03.181862 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-19e7322d-7ae4-434c-a5c4-b43a4395753d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (93be93be-a92c-4638-be29-35a3ab9eba7b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:03.187785 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-92e5ef3a-63b5-4a2e-bda1-aa26bbba0250 req-1af17236-a9d7-44b4-848e-52059c7a3ecd tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/security-groups?id=ab06c84a-4a00-40bb-b916-a68462b41859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5103962 Feb 17 17:31:03.216812 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e7322d-7ae4-434c-a5c4-b43a4395753d admin admin] Pushing event deleted for resources: {'Port': ['ID=93be93be-a92c-4638-be29-35a3ab9eba7b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:03.297491 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-511783e3-9d7a-48f3-9c99-fc7b0eeeff53 req-e81fa10f-d0e2-48d6-9662-92b7d5de1c77 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/security-groups?id=4b62a994-4311-4d7d-a3f0-cd2c105b06fa&id=06bbdf43-383d-412d-a4a7-27f1a95946ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1792972 Feb 17 17:31:03.347613 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b8f98b9c-5ac8-4373-82e1-1f895a9c5ef9 req-d4171582-56e9-4832-827c-37ce9259712e tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/security-groups/0d1875aa-467d-4b3e-b1ba-e843c569ab6d HTTP/1.1" status: 200 len: 1792 time: 0.1108873 Feb 17 17:31:03.522327 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-19e7322d-7ae4-434c-a5c4-b43a4395753d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (baba35d1-f428-44b2-a5ea-5ad4cb959f5d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:03.592958 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1d2e6-bf6f-4262-be25-a62f5476f942 req-c8e7b603-e969-421f-bd1b-27f9002e2dde tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:03.600628 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0bd1d2e6-bf6f-4262-be25-a62f5476f942 req-c8e7b603-e969-421f-bd1b-27f9002e2dde tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=afbea10c-4419-4c6c-a145-79a8266759c5 HTTP/1.1" status: 200 len: 950 time: 0.1342127 Feb 17 17:31:03.686127 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0bd1d2e6-bf6f-4262-be25-a62f5476f942 req-96235baa-64fa-4633-8172-5c0f88bc4d4d tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814757 Feb 17 17:31:03.761421 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-09e1da13-27ea-4434-817d-70ddf5bfa3d7 tempest-MigrationsAdminTest-980591226 tempest-MigrationsAdminTest-980591226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:03.770274 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-09e1da13-27ea-4434-817d-70ddf5bfa3d7 tempest-MigrationsAdminTest-980591226 tempest-MigrationsAdminTest-980591226-project-admin] 10.222.0.87 "GET /v2.0/ports/5b06a779-8ab4-48f8-99c4-5d97183e1768 HTTP/1.1" status: 200 len: 1129 time: 0.0686734 Feb 17 17:31:03.918995 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68206c2d-0a6f-44b1-8fe6-c1a79c1ff8f3 req-4caaf9a0-77c0-4e31-8fba-2a1b0e44730f tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:03.929676 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-68206c2d-0a6f-44b1-8fe6-c1a79c1ff8f3 req-4caaf9a0-77c0-4e31-8fba-2a1b0e44730f tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 943 time: 0.1420991 Feb 17 17:31:03.973673 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a66075-d17e-4cf1-85dc-1a079375cb09 req-8b5e99ef-6445-418c-bbe7-62abd5c02a4e tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:03.984743 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-45a66075-d17e-4cf1-85dc-1a079375cb09 req-8b5e99ef-6445-418c-bbe7-62abd5c02a4e tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a865faf-c5ba-4fd1-99eb-817c49f1fb9c HTTP/1.1" status: 200 len: 945 time: 0.1813798 Feb 17 17:31:04.040772 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19e7322d-7ae4-434c-a5c4-b43a4395753d admin admin] Router baba35d1-f428-44b2-a5ea-5ad4cb959f5d has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:31:04.161004 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-45a66075-d17e-4cf1-85dc-1a079375cb09 req-46be2273-c58a-4590-8448-9c5c8e9f577f tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/security-groups?id=576a4066-0325-49be-8e5b-8b74f3a5eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420677 Feb 17 17:31:04.186008 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-68206c2d-0a6f-44b1-8fe6-c1a79c1ff8f3 req-cf0f7354-5b62-4f73-85a0-7daaaacb1bc6 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998618 Feb 17 17:31:04.301482 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e7322d-7ae4-434c-a5c4-b43a4395753d admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:31:04.313050 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-19e7322d-7ae4-434c-a5c4-b43a4395753d admin admin] 10.222.0.87 "PUT /v2.0/routers/baba35d1-f428-44b2-a5ea-5ad4cb959f5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0102201 Feb 17 17:31:04.313393 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572ce798-e6af-4e2f-9a28-4f43a2f88f51 None None] Sync routers for ids ['baba35d1-f428-44b2-a5ea-5ad4cb959f5d'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:31:04.317954 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-be653319-a279-47e3-8612-53501e41eb96 req-c89f7d4c-49e8-47d9-9a1e-860b4f4320b7 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/security-groups/0d1875aa-467d-4b3e-b1ba-e843c569ab6d HTTP/1.1" status: 200 len: 1792 time: 0.0930948 Feb 17 17:31:04.318468 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 39152) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:31:04.332840 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572ce798-e6af-4e2f-9a28-4f43a2f88f51 None None] Routers {'baba35d1-f428-44b2-a5ea-5ad4cb959f5d'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:31:04.333453 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-572ce798-e6af-4e2f-9a28-4f43a2f88f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:30:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['baba35d1-f428-44b2-a5ea-5ad4cb959f5d'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:31:04.517677 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-572ce798-e6af-4e2f-9a28-4f43a2f88f51 None None] Set router baba35d1-f428-44b2-a5ea-5ad4cb959f5d gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:31:04.570611 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-be653319-a279-47e3-8612-53501e41eb96 req-f5c744c5-5e2c-46d5-b2b9-bf366e06bab7 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (0d1875aa-467d-4b3e-b1ba-e843c569ab6d), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:04.613856 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d9859325-79c8-41e1-8721-ab5574d285c3 admin admin] Publish callbacks [] for router (baba35d1-f428-44b2-a5ea-5ad4cb959f5d), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:04.691559 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc494612-62b4-4407-a564-945b99b06ef1 req-0250dd72-f8db-4af0-bf80-f7ed20cd2985 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:04.693682 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dc494612-62b4-4407-a564-945b99b06ef1 req-0250dd72-f8db-4af0-bf80-f7ed20cd2985 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/ports?device_id=c76a8d24-e029-4d1c-92b2-c894c94c3e12 HTTP/1.1" status: 200 len: 945 time: 0.1942964 Feb 17 17:31:04.723737 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-be653319-a279-47e3-8612-53501e41eb96 req-f5c744c5-5e2c-46d5-b2b9-bf366e06bab7 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (0d1875aa-467d-4b3e-b1ba-e843c569ab6d), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:04.810847 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-572ce798-e6af-4e2f-9a28-4f43a2f88f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baba35d1-f428-44b2-a5ea-5ad4cb959f5d', 'name': 'tempest-FloatingIPDetailsTestJSON-2046378546-router', 'tenant_id': '64dff48bf150493abb464ecd68d31a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5eb223a8-ee94-46ed-a9dd-a712b205a1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:29:53Z', 'updated_at': '2022-02-17T17:31:03Z', 'revision_number': 5, 'project_id': '64dff48bf150493abb464ecd68d31a0a', 'gw_port': {'id': '5eb223a8-ee94-46ed-a9dd-a712b205a1c2', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:85:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baba35d1-f428-44b2-a5ea-5ad4cb959f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:29:54Z', 'updated_at': '2022-02-17T17:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:31:04.841324 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572ce798-e6af-4e2f-9a28-4f43a2f88f51 None None] Checking router: baba35d1-f428-44b2-a5ea-5ad4cb959f5d for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:31:04.850285 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572ce798-e6af-4e2f-9a28-4f43a2f88f51 None None] Routers {'baba35d1-f428-44b2-a5ea-5ad4cb959f5d'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:31:04.851299 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-572ce798-e6af-4e2f-9a28-4f43a2f88f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:30:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['baba35d1-f428-44b2-a5ea-5ad4cb959f5d'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:31:04.855619 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dc494612-62b4-4407-a564-945b99b06ef1 req-e940c006-e63d-43b9-968f-39aa893532ee tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/security-groups?id=576a4066-0325-49be-8e5b-8b74f3a5eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285086 Feb 17 17:31:04.858212 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-be653319-a279-47e3-8612-53501e41eb96 req-f5c744c5-5e2c-46d5-b2b9-bf366e06bab7 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (0d1875aa-467d-4b3e-b1ba-e843c569ab6d), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:04.860924 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-be653319-a279-47e3-8612-53501e41eb96 req-f5c744c5-5e2c-46d5-b2b9-bf366e06bab7 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:04.862022 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-be653319-a279-47e3-8612-53501e41eb96 req-f5c744c5-5e2c-46d5-b2b9-bf366e06bab7 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "DELETE /v2.0/security-groups/0d1875aa-467d-4b3e-b1ba-e843c569ab6d HTTP/1.1" status: 204 len: 173 time: 0.5270624 Feb 17 17:31:04.886647 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c744c5-5e2c-46d5-b2b9-bf366e06bab7 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1875aa-467d-4b3e-b1ba-e843c569ab6d,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:04.889469 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d9859325-79c8-41e1-8721-ab5574d285c3 admin admin] Publish callbacks [] for router_gateway (baba35d1-f428-44b2-a5ea-5ad4cb959f5d), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:05.036648 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-572ce798-e6af-4e2f-9a28-4f43a2f88f51 None None] Set router baba35d1-f428-44b2-a5ea-5ad4cb959f5d gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:31:05.163044 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e56562-40fb-41a7-9e8d-ad52618e3cb2 req-b0088092-2709-4063-b49e-1797ec948d6d tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:05.164914 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-24e56562-40fb-41a7-9e8d-ad52618e3cb2 req-b0088092-2709-4063-b49e-1797ec948d6d tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/ports?device_id=7ed5e2e0-3598-4d6e-94e2-35417644c3e4 HTTP/1.1" status: 200 len: 946 time: 0.2001269 Feb 17 17:31:05.166378 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d9859325-79c8-41e1-8721-ab5574d285c3 admin admin] Deleting port 5eb223a8-ee94-46ed-a9dd-a712b205a1c2 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:31:05.166780 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d9859325-79c8-41e1-8721-ab5574d285c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (5eb223a8-ee94-46ed-a9dd-a712b205a1c2), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:05.229147 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be40672-1d86-41d7-ad45-86c09a0977b8 req-f06590b6-b449-4f48-9222-e09b2f5ccea8 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:05.234936 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be40672-1d86-41d7-ad45-86c09a0977b8 req-f06590b6-b449-4f48-9222-e09b2f5ccea8 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:05.240374 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be40672-1d86-41d7-ad45-86c09a0977b8 req-f06590b6-b449-4f48-9222-e09b2f5ccea8 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:05.244551 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-572ce798-e6af-4e2f-9a28-4f43a2f88f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baba35d1-f428-44b2-a5ea-5ad4cb959f5d', 'name': 'tempest-FloatingIPDetailsTestJSON-2046378546-router', 'tenant_id': '64dff48bf150493abb464ecd68d31a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5eb223a8-ee94-46ed-a9dd-a712b205a1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:29:53Z', 'updated_at': '2022-02-17T17:31:03Z', 'revision_number': 5, 'project_id': '64dff48bf150493abb464ecd68d31a0a', 'gw_port': {'id': '5eb223a8-ee94-46ed-a9dd-a712b205a1c2', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:85:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baba35d1-f428-44b2-a5ea-5ad4cb959f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:29:54Z', 'updated_at': '2022-02-17T17:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:31:05.247833 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be40672-1d86-41d7-ad45-86c09a0977b8 req-f06590b6-b449-4f48-9222-e09b2f5ccea8 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:05.253174 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be40672-1d86-41d7-ad45-86c09a0977b8 req-f06590b6-b449-4f48-9222-e09b2f5ccea8 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:05.259134 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be40672-1d86-41d7-ad45-86c09a0977b8 req-f06590b6-b449-4f48-9222-e09b2f5ccea8 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:05.264850 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be40672-1d86-41d7-ad45-86c09a0977b8 req-f06590b6-b449-4f48-9222-e09b2f5ccea8 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:05.266883 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3be40672-1d86-41d7-ad45-86c09a0977b8 req-f06590b6-b449-4f48-9222-e09b2f5ccea8 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 5430 time: 0.2840514 Feb 17 17:31:05.269526 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-c71b187b-1e96-4324-88ce-46fb390372a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:05.270941 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-c71b187b-1e96-4324-88ce-46fb390372a7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=24d514a6d00a4f52a8689d09d1cf81c2&device_id=afbea10c-4419-4c6c-a145-79a8266759c5 HTTP/1.1" status: 200 len: 1132 time: 0.2282987 Feb 17 17:31:05.280559 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572ce798-e6af-4e2f-9a28-4f43a2f88f51 None None] The sync data for ids ['baba35d1-f428-44b2-a5ea-5ad4cb959f5d'] in n-d-829613-2 is: [{'id': 'baba35d1-f428-44b2-a5ea-5ad4cb959f5d', 'name': 'tempest-FloatingIPDetailsTestJSON-2046378546-router', 'tenant_id': '64dff48bf150493abb464ecd68d31a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5eb223a8-ee94-46ed-a9dd-a712b205a1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:29:53Z', 'updated_at': '2022-02-17T17:31:03Z', 'revision_number': 5, 'project_id': '64dff48bf150493abb464ecd68d31a0a', 'gw_port': {'id': '5eb223a8-ee94-46ed-a9dd-a712b205a1c2', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:85:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baba35d1-f428-44b2-a5ea-5ad4cb959f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:29:54Z', 'updated_at': '2022-02-17T17:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:31:05.349995 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-24e56562-40fb-41a7-9e8d-ad52618e3cb2 req-1eea732f-f8f5-4a54-8a31-3cbdf8787131 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/security-groups?id=ab06c84a-4a00-40bb-b916-a68462b41859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767073 Feb 17 17:31:05.416585 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c2ea8f3e-708b-4321-8e77-47f294552151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:05.498451 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3be40672-1d86-41d7-ad45-86c09a0977b8 req-801203fa-ae2f-47b9-9825-5033e3949f05 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/security-groups?id=4b62a994-4311-4d7d-a3f0-cd2c105b06fa&id=06bbdf43-383d-412d-a4a7-27f1a95946ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2189412 Feb 17 17:31:05.541881 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-32a3ef04-5904-415d-b8ce-23c6607fc0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:05.543925 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-32a3ef04-5904-415d-b8ce-23c6607fc0e6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 0.2460520 Feb 17 17:31:05.565730 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-d9859325-79c8-41e1-8721-ab5574d285c3 admin admin] For port 5eb223a8-ee94-46ed-a9dd-a712b205a1c2, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=5eb223a8-ee94-46ed-a9dd-a712b205a1c2,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:05.566192 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d9859325-79c8-41e1-8721-ab5574d285c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (5eb223a8-ee94-46ed-a9dd-a712b205a1c2), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:05.610556 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-75a7e91f-0556-49be-8c36-7f3604f73910 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=5b06a779-8ab4-48f8-99c4-5d97183e1768 HTTP/1.1" status: 200 len: 217 time: 0.0536814 Feb 17 17:31:05.619930 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d9859325-79c8-41e1-8721-ab5574d285c3 admin admin] Calling delete_port for 5eb223a8-ee94-46ed-a9dd-a712b205a1c2 owned by network:router_gateway {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:31:05.669715 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-0bb61613-e4eb-44ce-9d49-bbc3bf15b560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:05.672451 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-0bb61613-e4eb-44ce-9d49-bbc3bf15b560 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.0486836 Feb 17 17:31:05.699391 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a8401-b0c1-4f99-944e-6505946b6683 req-5ddd172b-a7de-4886-8c13-c0053dc9f30f tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:05.701318 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b68a8401-b0c1-4f99-944e-6505946b6683 req-5ddd172b-a7de-4886-8c13-c0053dc9f30f tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=afbea10c-4419-4c6c-a145-79a8266759c5 HTTP/1.1" status: 200 len: 950 time: 0.2351303 Feb 17 17:31:05.715971 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 93be93be-a92c-4638-be29-35a3ab9eba7b no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:31:05.745006 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 93be93be-a92c-4638-be29-35a3ab9eba7b {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:31:05.745488 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 93be93be-a92c-4638-be29-35a3ab9eba7b not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:31:05.908207 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b68a8401-b0c1-4f99-944e-6505946b6683 req-59ca6e2c-dd06-4674-aefb-399f7f594594 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928060 Feb 17 17:31:05.934647 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-7e037bbf-869b-48d3-a0bc-78acbfe3de42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:05.936895 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-7e037bbf-869b-48d3-a0bc-78acbfe3de42 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2534606 Feb 17 17:31:06.019685 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a131cb-3b88-430f-8b47-eaa4a245f546 req-46375c66-ecf9-458e-a77a-30dfad59f9a6 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:06.025284 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a131cb-3b88-430f-8b47-eaa4a245f546 req-46375c66-ecf9-458e-a77a-30dfad59f9a6 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:06.030493 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a131cb-3b88-430f-8b47-eaa4a245f546 req-46375c66-ecf9-458e-a77a-30dfad59f9a6 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:06.032154 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d8a131cb-3b88-430f-8b47-eaa4a245f546 req-46375c66-ecf9-458e-a77a-30dfad59f9a6 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a865faf-c5ba-4fd1-99eb-817c49f1fb9c&device_id=67867b4a-0261-4713-b9a2-38c169568104&device_id=c76a8d24-e029-4d1c-92b2-c894c94c3e12 HTTP/1.1" status: 200 len: 2417 time: 0.2314007 Feb 17 17:31:06.222119 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-dc5432e5-de93-46cd-9bf3-c3eaf44cedc0 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303784 Feb 17 17:31:06.225184 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d8a131cb-3b88-430f-8b47-eaa4a245f546 req-9dfb6fdf-d205-47fc-b0ce-e8f754f0529b tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/security-groups?id=576a4066-0325-49be-8e5b-8b74f3a5eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814291 Feb 17 17:31:06.244548 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775087c-c71b-4250-bcc5-257db64f14f3 req-797de8c5-9880-427f-bf73-b3c3c99e966a tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:06.253391 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8775087c-c71b-4250-bcc5-257db64f14f3 req-797de8c5-9880-427f-bf73-b3c3c99e966a tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 943 time: 0.2014804 Feb 17 17:31:06.372559 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d9859325-79c8-41e1-8721-ab5574d285c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (5eb223a8-ee94-46ed-a9dd-a712b205a1c2), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:06.453164 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9859325-79c8-41e1-8721-ab5574d285c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5eb223a8-ee94-46ed-a9dd-a712b205a1c2,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:06.487933 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-931a771d-ceb9-4767-8e82-7819ac790f75 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346301 Feb 17 17:31:06.503884 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8775087c-c71b-4250-bcc5-257db64f14f3 req-a32eb430-76d3-457d-97c2-bcce1549e356 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364473 Feb 17 17:31:06.563215 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb2344-8619-4ef2-8ea8-e6aaaf63b160 req-a2602f11-6f30-4596-b6f7-51adc8176dee tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:06.564898 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-22cb2344-8619-4ef2-8ea8-e6aaaf63b160 req-a2602f11-6f30-4596-b6f7-51adc8176dee tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/ports?device_id=7ed5e2e0-3598-4d6e-94e2-35417644c3e4 HTTP/1.1" status: 200 len: 946 time: 0.2125356 Feb 17 17:31:06.584304 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:06.597257 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d9859325-79c8-41e1-8721-ab5574d285c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (baba35d1-f428-44b2-a5ea-5ad4cb959f5d), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:06.802489 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d9859325-79c8-41e1-8721-ab5574d285c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (baba35d1-f428-44b2-a5ea-5ad4cb959f5d), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:06.807619 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d9859325-79c8-41e1-8721-ab5574d285c3 admin admin] Publish callbacks [] for router_controller (baba35d1-f428-44b2-a5ea-5ad4cb959f5d), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:06.812953 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-22cb2344-8619-4ef2-8ea8-e6aaaf63b160 req-4f24f4af-469d-4e0d-979e-5e106db3862e tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/security-groups?id=ab06c84a-4a00-40bb-b916-a68462b41859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352688 Feb 17 17:31:06.874089 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d9859325-79c8-41e1-8721-ab5574d285c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (baba35d1-f428-44b2-a5ea-5ad4cb959f5d), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:06.874566 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9859325-79c8-41e1-8721-ab5574d285c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router baba35d1-f428-44b2-a5ea-5ad4cb959f5d {{(pid=103435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:31:06.887709 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef487e7-c8c0-489f-81c1-9885ae924839 req-11d283c5-2f9a-4d6f-a4b0-3559b4eb1289 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:06.889403 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fef487e7-c8c0-489f-81c1-9885ae924839 req-11d283c5-2f9a-4d6f-a4b0-3559b4eb1289 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a865faf-c5ba-4fd1-99eb-817c49f1fb9c HTTP/1.1" status: 200 len: 945 time: 0.1643028 Feb 17 17:31:06.905901 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d9859325-79c8-41e1-8721-ab5574d285c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:06.907097 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-d9859325-79c8-41e1-8721-ab5574d285c3 admin admin] 10.222.0.87 "DELETE /v2.0/routers/baba35d1-f428-44b2-a5ea-5ad4cb959f5d HTTP/1.1" status: 204 len: 168 time: 2.5862656 Feb 17 17:31:06.909735 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 39184) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:31:07.017709 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-81508882-2c8f-4a42-90f8-54e67906464f admin admin] Deleting subnet 0852dccb-8602-4e22-9502-c0af69ac4fad {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:31:07.021873 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-81508882-2c8f-4a42-90f8-54e67906464f admin admin] Publish callbacks [] for subnet (0852dccb-8602-4e22-9502-c0af69ac4fad), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:07.038129 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fef487e7-c8c0-489f-81c1-9885ae924839 req-b9b8eaca-5791-4a1d-9d87-5e292c5cca23 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/security-groups?id=576a4066-0325-49be-8e5b-8b74f3a5eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119251 Feb 17 17:31:07.081864 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883d2ad-062d-4a87-98d2-e450c1cdde7e req-6b3892a6-c691-4fc4-b033-843a57a6105c tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:07.087343 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883d2ad-062d-4a87-98d2-e450c1cdde7e req-6b3892a6-c691-4fc4-b033-843a57a6105c tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:07.092159 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-81508882-2c8f-4a42-90f8-54e67906464f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (0852dccb-8602-4e22-9502-c0af69ac4fad), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:07.093822 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883d2ad-062d-4a87-98d2-e450c1cdde7e req-6b3892a6-c691-4fc4-b033-843a57a6105c tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:07.099044 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883d2ad-062d-4a87-98d2-e450c1cdde7e req-6b3892a6-c691-4fc4-b033-843a57a6105c tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:07.104898 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883d2ad-062d-4a87-98d2-e450c1cdde7e req-6b3892a6-c691-4fc4-b033-843a57a6105c tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:07.114428 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883d2ad-062d-4a87-98d2-e450c1cdde7e req-6b3892a6-c691-4fc4-b033-843a57a6105c tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:07.120134 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883d2ad-062d-4a87-98d2-e450c1cdde7e req-6b3892a6-c691-4fc4-b033-843a57a6105c tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:07.128593 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4883d2ad-062d-4a87-98d2-e450c1cdde7e req-6b3892a6-c691-4fc4-b033-843a57a6105c tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 5430 time: 0.2152519 Feb 17 17:31:07.130554 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [req-fbe78024-dcfc-46f6-9ed9-5ed01d945e81 req-0c661f13-d673-448a-9f79-2de349f2faba tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] show failed (client error): The resource could not be found. Feb 17 17:31:07.131522 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fbe78024-dcfc-46f6-9ed9-5ed01d945e81 req-0c661f13-d673-448a-9f79-2de349f2faba tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/security-groups/6cef8433-4532-4a4c-ac90-3503af5adc94 HTTP/1.1" status: 404 len: 352 time: 0.0834632 Feb 17 17:31:07.211200 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-81508882-2c8f-4a42-90f8-54e67906464f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (0852dccb-8602-4e22-9502-c0af69ac4fad), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:07.279285 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4883d2ad-062d-4a87-98d2-e450c1cdde7e req-55a50365-a8af-4cfb-ab72-7cab327b7a76 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/security-groups?id=4b62a994-4311-4d7d-a3f0-cd2c105b06fa&id=06bbdf43-383d-412d-a4a7-27f1a95946ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1497672 Feb 17 17:31:07.283019 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-81508882-2c8f-4a42-90f8-54e67906464f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (0852dccb-8602-4e22-9502-c0af69ac4fad), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:07.329367 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7f5910-bd91-42df-8a75-a7a005710587 None None] Network b3595dee-39f7-4ec0-aaaf-ea934fa37172 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:31:07.335984 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db580b-e529-465e-afab-8ba3edc605b9 req-536116ce-5a54-41b6-a0c3-2f273102da57 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:07.340790 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81508882-2c8f-4a42-90f8-54e67906464f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0852dccb-8602-4e22-9502-c0af69ac4fad,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:07.345667 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-81508882-2c8f-4a42-90f8-54e67906464f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:07.348081 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f9db580b-e529-465e-afab-8ba3edc605b9 req-536116ce-5a54-41b6-a0c3-2f273102da57 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=afbea10c-4419-4c6c-a145-79a8266759c5 HTTP/1.1" status: 200 len: 950 time: 0.1180182 Feb 17 17:31:07.355176 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-81508882-2c8f-4a42-90f8-54e67906464f admin admin] 10.222.0.87 "DELETE /v2.0/subnets/0852dccb-8602-4e22-9502-c0af69ac4fad HTTP/1.1" status: 204 len: 168 time: 0.4436173 Feb 17 17:31:07.357513 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 39194) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:31:07.464852 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f9db580b-e529-465e-afab-8ba3edc605b9 req-279e1f88-f1b7-4247-8e73-0691ce6c083e tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157768 Feb 17 17:31:07.516012 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [req-f2aeeafe-c3b4-48a4-be2c-93264f204c09 req-135aa575-adab-4280-bebd-11419da8dca4 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] show failed (client error): The resource could not be found. Feb 17 17:31:07.526512 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f2aeeafe-c3b4-48a4-be2c-93264f204c09 req-135aa575-adab-4280-bebd-11419da8dca4 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/security-groups/ca80efc0-7069-4c47-85d5-f5bf5bebc766 HTTP/1.1" status: 404 len: 352 time: 0.0249166 Feb 17 17:31:07.552179 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85dd435b-c9c8-45b5-a375-645cc9a4d7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (b3595dee-39f7-4ec0-aaaf-ea934fa37172), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:07.658629 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18af62e8-2cfa-4f66-8552-2ea481b3e839 None None] DHCP port deletion for b3595dee-39f7-4ec0-aaaf-ea934fa37172 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:31:07.684993 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-85dd435b-c9c8-45b5-a375-645cc9a4d7cd admin admin] Deleting port 2f4a3fd0-7ea4-45ee-9771-6e0690a18252 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:31:07.685978 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85dd435b-c9c8-45b5-a375-645cc9a4d7cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (2f4a3fd0-7ea4-45ee-9771-6e0690a18252), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:07.729579 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10251f-21df-4db4-8b1b-e5f513f5248e req-ec0b0bd6-4f88-49b2-b054-c6b5619e68d8 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:07.739990 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-db10251f-21df-4db4-8b1b-e5f513f5248e req-ec0b0bd6-4f88-49b2-b054-c6b5619e68d8 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/ports?device_id=7ed5e2e0-3598-4d6e-94e2-35417644c3e4 HTTP/1.1" status: 200 len: 946 time: 0.1279242 Feb 17 17:31:07.810057 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 5eb223a8-ee94-46ed-a9dd-a712b205a1c2 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:31:07.817184 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-18af62e8-2cfa-4f66-8552-2ea481b3e839 None None] Deleting port 2f4a3fd0-7ea4-45ee-9771-6e0690a18252 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:31:07.817928 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-18af62e8-2cfa-4f66-8552-2ea481b3e839 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (2f4a3fd0-7ea4-45ee-9771-6e0690a18252), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:07.841957 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-db10251f-21df-4db4-8b1b-e5f513f5248e req-4466e851-f695-4cef-829a-518e719ec451 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/security-groups?id=ab06c84a-4a00-40bb-b916-a68462b41859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008387 Feb 17 17:31:07.843634 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-85dd435b-c9c8-45b5-a375-645cc9a4d7cd admin admin] For port 2f4a3fd0-7ea4-45ee-9771-6e0690a18252, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=2f4a3fd0-7ea4-45ee-9771-6e0690a18252,segment=NetworkSegment(074ebf2b-d158-4849-9f71-62ff99da082a),segment_id=074ebf2b-d158-4849-9f71-62ff99da082a)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:07.846802 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85dd435b-c9c8-45b5-a375-645cc9a4d7cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (2f4a3fd0-7ea4-45ee-9771-6e0690a18252), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:07.852219 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 5eb223a8-ee94-46ed-a9dd-a712b205a1c2 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:31:07.852623 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 5eb223a8-ee94-46ed-a9dd-a712b205a1c2 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:31:07.853049 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 2f4a3fd0-7ea4-45ee-9771-6e0690a18252 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:31:07.862456 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:07.870767 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e6e9c-8459-44ce-a61b-5f66fa11aa10 req-dd599642-8413-4ea1-a5f2-f95aa16926d9 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:07.874749 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8a0e6e9c-8459-44ce-a61b-5f66fa11aa10 req-dd599642-8413-4ea1-a5f2-f95aa16926d9 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 943 time: 0.0976377 Feb 17 17:31:07.892002 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-85dd435b-c9c8-45b5-a375-645cc9a4d7cd admin admin] Calling delete_port for 2f4a3fd0-7ea4-45ee-9771-6e0690a18252 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:31:07.961224 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-18af62e8-2cfa-4f66-8552-2ea481b3e839 None None] For port 2f4a3fd0-7ea4-45ee-9771-6e0690a18252, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=2f4a3fd0-7ea4-45ee-9771-6e0690a18252,segment=NetworkSegment(074ebf2b-d158-4849-9f71-62ff99da082a),segment_id=074ebf2b-d158-4849-9f71-62ff99da082a)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:07.961640 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-18af62e8-2cfa-4f66-8552-2ea481b3e839 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (2f4a3fd0-7ea4-45ee-9771-6e0690a18252), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:07.987643 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-18af62e8-2cfa-4f66-8552-2ea481b3e839 None None] Calling delete_port for 2f4a3fd0-7ea4-45ee-9771-6e0690a18252 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:31:08.004632 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8a0e6e9c-8459-44ce-a61b-5f66fa11aa10 req-e332744c-2c5a-4092-b2b9-d1bfdccaf98c tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238515 Feb 17 17:31:08.009131 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [req-a6383ad2-e84e-4560-bc2b-edf40962ecf8 req-696caf4e-0828-4ef5-9b36-191f5c58da1c tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] show failed (client error): The resource could not be found. Feb 17 17:31:08.010352 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a6383ad2-e84e-4560-bc2b-edf40962ecf8 req-696caf4e-0828-4ef5-9b36-191f5c58da1c tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/security-groups/2168274f-6c76-4480-9f52-6b710982aac0 HTTP/1.1" status: 404 len: 352 time: 0.0325191 Feb 17 17:31:08.043526 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85dd435b-c9c8-45b5-a375-645cc9a4d7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (2f4a3fd0-7ea4-45ee-9771-6e0690a18252), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:08.081794 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dd435b-c9c8-45b5-a375-645cc9a4d7cd admin admin] Pushing event deleted for resources: {'Port': ['ID=2f4a3fd0-7ea4-45ee-9771-6e0690a18252,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:08.083990 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dd435b-c9c8-45b5-a375-645cc9a4d7cd admin admin] No DVR routers for this DVR port 2f4a3fd0-7ea4-45ee-9771-6e0690a18252 on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:31:08.124135 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No active binding found for port 2f4a3fd0-7ea4-45ee-9771-6e0690a18252 {{(pid=103436) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 17 17:31:08.124524 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] The host n-d-829613-2 is not matching for port 2f4a3fd0-7ea4-45ee-9771-6e0690a18252 host None! {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 17 17:31:08.124949 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 2f4a3fd0-7ea4-45ee-9771-6e0690a18252 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:31:08.169848 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-18af62e8-2cfa-4f66-8552-2ea481b3e839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (2f4a3fd0-7ea4-45ee-9771-6e0690a18252), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:08.196452 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18af62e8-2cfa-4f66-8552-2ea481b3e839 None None] No DVR routers for this DVR port 2f4a3fd0-7ea4-45ee-9771-6e0690a18252 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:31:08.208490 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85dd435b-c9c8-45b5-a375-645cc9a4d7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (b3595dee-39f7-4ec0-aaaf-ea934fa37172), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:08.217206 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af89cd-c87e-425a-aff8-b4f675542ade req-f14022e2-9b17-416c-b56e-283a3d515749 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:08.219517 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-18af89cd-c87e-425a-aff8-b4f675542ade req-f14022e2-9b17-416c-b56e-283a3d515749 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/ports?device_id=7ed5e2e0-3598-4d6e-94e2-35417644c3e4 HTTP/1.1" status: 200 len: 946 time: 0.1175938 Feb 17 17:31:08.220666 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [req-9b65c03f-a500-4d76-a1e5-2cf291835e65 req-56f41d29-92ef-46ee-95d6-6ac79b98380c tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] show failed (client error): The resource could not be found. Feb 17 17:31:08.221829 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9b65c03f-a500-4d76-a1e5-2cf291835e65 req-56f41d29-92ef-46ee-95d6-6ac79b98380c tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/security-groups/cf195de5-fc4c-4934-9b44-b0cc42c013a0 HTTP/1.1" status: 404 len: 352 time: 0.0531571 Feb 17 17:31:08.259671 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-85dd435b-c9c8-45b5-a375-645cc9a4d7cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3595dee-39f7-4ec0-aaaf-ea934fa37172']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:31:08.265231 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18af62e8-2cfa-4f66-8552-2ea481b3e839 None None] Pushing event deleted for resources: {'Port': ['ID=2f4a3fd0-7ea4-45ee-9771-6e0690a18252,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:08.292033 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-85dd435b-c9c8-45b5-a375-645cc9a4d7cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '074ebf2b-d158-4849-9f71-62ff99da082a') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:31:08.292720 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-85dd435b-c9c8-45b5-a375-645cc9a4d7cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '074ebf2b-d158-4849-9f71-62ff99da082a') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:31:08.312999 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85dd435b-c9c8-45b5-a375-645cc9a4d7cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (074ebf2b-d158-4849-9f71-62ff99da082a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:08.322997 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-18af89cd-c87e-425a-aff8-b4f675542ade req-4f6fbb4f-4e63-43ac-8b7f-6a42cadec873 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/security-groups?id=ab06c84a-4a00-40bb-b916-a68462b41859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965331 Feb 17 17:31:08.344755 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85dd435b-c9c8-45b5-a375-645cc9a4d7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (074ebf2b-d158-4849-9f71-62ff99da082a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:08.359098 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85dd435b-c9c8-45b5-a375-645cc9a4d7cd admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:31:08.359616 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85dd435b-c9c8-45b5-a375-645cc9a4d7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (074ebf2b-d158-4849-9f71-62ff99da082a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:08.361476 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:31:08.361476 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:31:08.361476 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:31:08.361476 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:31:08.361476 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:31:08.361476 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:31:08.361476 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:31:08.361476 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:31:08.361476 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:31:08.361476 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:31:08.361476 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:31:08.361476 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:31:08.361476 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:31:08.361476 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:31:08.361476 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:31:08.361476 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:31:08.361476 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:31:08.361476 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:31:08.361476 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:31:08.361476 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:31:08.361476 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:31:08.361476 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:31:08.361476 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:31:08.361476 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:31:08.361476 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:31:08.361476 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:31:08.361476 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:31:08.361476 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:31:08.361476 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:31:08.361476 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:31:08.361476 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:31:08.361476 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:31:08.386051 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [req-0a95d2e9-cfce-46e7-b5e9-9ef0beac4903 req-42ef934a-deff-4a7a-9f99-2928367fd841 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] show failed (client error): The resource could not be found. Feb 17 17:31:08.398681 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0a95d2e9-cfce-46e7-b5e9-9ef0beac4903 req-42ef934a-deff-4a7a-9f99-2928367fd841 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/security-groups/cdddfec0-2271-409f-80bf-4f78cd8c1efd HTTP/1.1" status: 404 len: 352 time: 0.0311656 Feb 17 17:31:08.483350 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85dd435b-c9c8-45b5-a375-645cc9a4d7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (b3595dee-39f7-4ec0-aaaf-ea934fa37172), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:08.491887 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85dd435b-c9c8-45b5-a375-645cc9a4d7cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:08.498283 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-85dd435b-c9c8-45b5-a375-645cc9a4d7cd admin admin] 10.222.0.87 "DELETE /v2.0/networks/b3595dee-39f7-4ec0-aaaf-ea934fa37172 HTTP/1.1" status: 204 len: 168 time: 1.1397307 Feb 17 17:31:08.539720 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dd435b-c9c8-45b5-a375-645cc9a4d7cd admin admin] Pushing event deleted for resources: {'Network': ['ID=b3595dee-39f7-4ec0-aaaf-ea934fa37172,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:08.610869 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a65a68-62f6-4cea-9bed-6e4da44db1d9 req-03f13861-e752-446f-89d7-8f81d7044992 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:08.625581 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a65a68-62f6-4cea-9bed-6e4da44db1d9 req-03f13861-e752-446f-89d7-8f81d7044992 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:08.633015 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a65a68-62f6-4cea-9bed-6e4da44db1d9 req-03f13861-e752-446f-89d7-8f81d7044992 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:08.639328 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a65a68-62f6-4cea-9bed-6e4da44db1d9 req-03f13861-e752-446f-89d7-8f81d7044992 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:08.645484 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a65a68-62f6-4cea-9bed-6e4da44db1d9 req-03f13861-e752-446f-89d7-8f81d7044992 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:08.651930 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a65a68-62f6-4cea-9bed-6e4da44db1d9 req-03f13861-e752-446f-89d7-8f81d7044992 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:08.657912 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a65a68-62f6-4cea-9bed-6e4da44db1d9 req-03f13861-e752-446f-89d7-8f81d7044992 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:08.659981 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-87a65a68-62f6-4cea-9bed-6e4da44db1d9 req-03f13861-e752-446f-89d7-8f81d7044992 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 5430 time: 0.1960702 Feb 17 17:31:08.749536 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 39232) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:31:08.777498 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-87a65a68-62f6-4cea-9bed-6e4da44db1d9 req-9ba15506-c8b3-4a0d-a8f2-54015cb986d3 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/security-groups?id=4b62a994-4311-4d7d-a3f0-cd2c105b06fa&id=06bbdf43-383d-412d-a4a7-27f1a95946ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1101012 Feb 17 17:31:08.805872 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c9b7a467-9de8-4256-a0d7-fac25a0d2975 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=64dff48bf150493abb464ecd68d31a0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0550885 Feb 17 17:31:08.808463 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 39234) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:31:08.849290 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [req-174108f8-9403-4850-b064-4350b9574066 req-b557054f-30ee-40f0-9c7d-62b2d33a2440 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] show failed (client error): The resource could not be found. Feb 17 17:31:08.851158 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-174108f8-9403-4850-b064-4350b9574066 req-b557054f-30ee-40f0-9c7d-62b2d33a2440 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/security-groups/1f19b68e-8690-4e2b-85d5-199051081362 HTTP/1.1" status: 404 len: 352 time: 0.0222507 Feb 17 17:31:08.884553 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-52f626fd-c3a7-44f2-a1b6-7046a6dad728 admin admin] Publish callbacks [] for security_group (03a95b94-e147-4e34-9fc5-9cd3ee6d7fdf), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:08.910792 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-52f626fd-c3a7-44f2-a1b6-7046a6dad728 admin admin] Publish callbacks [] for security_group (03a95b94-e147-4e34-9fc5-9cd3ee6d7fdf), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:08.976605 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:08.981751 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-52f626fd-c3a7-44f2-a1b6-7046a6dad728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (03a95b94-e147-4e34-9fc5-9cd3ee6d7fdf), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:08.985086 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-52f626fd-c3a7-44f2-a1b6-7046a6dad728 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:08.986525 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-52f626fd-c3a7-44f2-a1b6-7046a6dad728 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/03a95b94-e147-4e34-9fc5-9cd3ee6d7fdf HTTP/1.1" status: 204 len: 168 time: 0.1769626 Feb 17 17:31:09.015904 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f626fd-c3a7-44f2-a1b6-7046a6dad728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a95b94-e147-4e34-9fc5-9cd3ee6d7fdf,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:09.063048 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce251da-e513-464b-9fa5-bbb74e364bd1 req-5c67ad10-2ca1-4825-84a4-19592849eb60 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:09.071069 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9ce251da-e513-464b-9fa5-bbb74e364bd1 req-5c67ad10-2ca1-4825-84a4-19592849eb60 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/ports?device_id=7ed5e2e0-3598-4d6e-94e2-35417644c3e4 HTTP/1.1" status: 200 len: 946 time: 0.1025305 Feb 17 17:31:09.181470 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9ce251da-e513-464b-9fa5-bbb74e364bd1 req-c04d5e22-379b-471b-8c10-60d35ed77026 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/security-groups?id=ab06c84a-4a00-40bb-b916-a68462b41859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082642 Feb 17 17:31:09.252741 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0fef2b-9709-43a0-8295-e7fe3344d1b9 req-b89a32fa-b34e-4e56-832d-ed5e4134932a tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:09.258206 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9b0fef2b-9709-43a0-8295-e7fe3344d1b9 req-b89a32fa-b34e-4e56-832d-ed5e4134932a tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=afbea10c-4419-4c6c-a145-79a8266759c5 HTTP/1.1" status: 200 len: 950 time: 0.1421325 Feb 17 17:31:09.338393 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9b0fef2b-9709-43a0-8295-e7fe3344d1b9 req-dcce15c0-57bc-4579-bf73-eb466d0d79fc tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697105 Feb 17 17:31:09.554677 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab51101-c343-4279-86d6-b74b1b2ff76a req-fdae54f6-3acf-438e-804d-145406c4bb04 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:09.564041 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fab51101-c343-4279-86d6-b74b1b2ff76a req-fdae54f6-3acf-438e-804d-145406c4bb04 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 943 time: 0.1145096 Feb 17 17:31:09.627946 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fab51101-c343-4279-86d6-b74b1b2ff76a req-37a26f8b-6a5a-4c38-93d4-ffbe86b68cbb tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626667 Feb 17 17:31:09.716329 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ba99c-c301-45a3-89ad-66d5859bc076 req-4f9c5046-7bfd-418a-a14b-f55a1fb93084 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:09.718463 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5a4ba99c-c301-45a3-89ad-66d5859bc076 req-4f9c5046-7bfd-418a-a14b-f55a1fb93084 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/ports?device_id=7ed5e2e0-3598-4d6e-94e2-35417644c3e4 HTTP/1.1" status: 200 len: 946 time: 0.1139350 Feb 17 17:31:09.813135 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5a4ba99c-c301-45a3-89ad-66d5859bc076 req-5c6da45a-1071-4b36-8f9c-d51cc7440a2e tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/security-groups?id=ab06c84a-4a00-40bb-b916-a68462b41859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887449 Feb 17 17:31:09.895875 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc0b57-11b8-41e4-a7c3-df0fcb88cd6a req-18deb5a8-daf0-49b8-bf13-384609a5bb4c tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:09.903456 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fffc0b57-11b8-41e4-a7c3-df0fcb88cd6a req-18deb5a8-daf0-49b8-bf13-384609a5bb4c tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/ports?device_id=61108df0-8dbf-49fb-95b2-f0c13ca32bc9 HTTP/1.1" status: 200 len: 1024 time: 0.1037331 Feb 17 17:31:10.002419 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fffc0b57-11b8-41e4-a7c3-df0fcb88cd6a req-6d3203b4-b7b2-454d-8f3b-ff1b26bcc2b0 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/security-groups?id=7d7184bf-6e8f-495f-ab85-8047edfae0d5&id=ec76d327-f7ad-465a-bf9c-7bd211bc4b4f&id=8be1f4ef-2561-4b86-bd91-f82492a4fd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0920367 Feb 17 17:31:10.245924 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda8bef-4822-4b02-ab0d-e6940cd4b84e req-fa3aaa20-d046-43a6-8da9-7b0ab8318760 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:10.261499 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda8bef-4822-4b02-ab0d-e6940cd4b84e req-fa3aaa20-d046-43a6-8da9-7b0ab8318760 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:10.262509 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda8bef-4822-4b02-ab0d-e6940cd4b84e req-fa3aaa20-d046-43a6-8da9-7b0ab8318760 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:10.268452 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda8bef-4822-4b02-ab0d-e6940cd4b84e req-fa3aaa20-d046-43a6-8da9-7b0ab8318760 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:10.274566 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda8bef-4822-4b02-ab0d-e6940cd4b84e req-fa3aaa20-d046-43a6-8da9-7b0ab8318760 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:10.279762 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda8bef-4822-4b02-ab0d-e6940cd4b84e req-fa3aaa20-d046-43a6-8da9-7b0ab8318760 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:10.285303 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda8bef-4822-4b02-ab0d-e6940cd4b84e req-fa3aaa20-d046-43a6-8da9-7b0ab8318760 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:10.293191 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-beda8bef-4822-4b02-ab0d-e6940cd4b84e req-fa3aaa20-d046-43a6-8da9-7b0ab8318760 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 5430 time: 0.2050018 Feb 17 17:31:10.367168 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-beda8bef-4822-4b02-ab0d-e6940cd4b84e req-74cc0f98-75c1-4aa3-840c-fbbef18557d8 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/security-groups?id=4b62a994-4311-4d7d-a3f0-cd2c105b06fa&id=06bbdf43-383d-412d-a4a7-27f1a95946ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0715673 Feb 17 17:31:10.723948 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a93711-393e-4c43-a48f-691177618bb3 req-eaaab664-ea99-4c4b-98f5-932078f51cbe tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:10.725590 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b1a93711-393e-4c43-a48f-691177618bb3 req-eaaab664-ea99-4c4b-98f5-932078f51cbe tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=afbea10c-4419-4c6c-a145-79a8266759c5 HTTP/1.1" status: 200 len: 950 time: 0.0826192 Feb 17 17:31:10.801190 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b1a93711-393e-4c43-a48f-691177618bb3 req-2b1b30cd-b85a-4c81-91ad-293d9b387226 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693598 Feb 17 17:31:10.811436 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfdec31b-d053-4115-970a-e6a7f5f4acfc req-415fd748-7ca5-415c-8574-c93e2293a1f8 tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=1f495fc5ff7e493a89ae252783583adb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242114 Feb 17 17:31:11.271579 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdec31b-d053-4115-970a-e6a7f5f4acfc req-8d8ba79b-cc12-46b4-b23d-9268dfcae718 tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:11.273125 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfdec31b-d053-4115-970a-e6a7f5f4acfc req-8d8ba79b-cc12-46b4-b23d-9268dfcae718 tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4559257 Feb 17 17:31:11.300286 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993da2a5-a37c-4836-9bcf-78f0d14d693d req-a0042249-fc4b-4ad8-a2cd-1cc4ba2e5bc7 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:11.301701 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-993da2a5-a37c-4836-9bcf-78f0d14d693d req-a0042249-fc4b-4ad8-a2cd-1cc4ba2e5bc7 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.91 "GET /v2.0/ports?device_id=61108df0-8dbf-49fb-95b2-f0c13ca32bc9 HTTP/1.1" status: 200 len: 1024 time: 0.1217620 Feb 17 17:31:11.310061 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfdec31b-d053-4115-970a-e6a7f5f4acfc req-9a8b93dc-ccb5-442b-8cbc-28bc5e20499e tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] 10.222.0.87 "GET /v2.0/quotas/1f495fc5ff7e493a89ae252783583adb HTTP/1.1" status: 200 len: 375 time: 0.0244305 Feb 17 17:31:11.317111 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9459db7-b2d1-4caf-b640-8c3f0b6bcab8 req-5b9a3326-154b-446b-8f31-92c9ed26b060 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:11.318644 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e9459db7-b2d1-4caf-b640-8c3f0b6bcab8 req-5b9a3326-154b-446b-8f31-92c9ed26b060 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/ports?device_id=c76a8d24-e029-4d1c-92b2-c894c94c3e12 HTTP/1.1" status: 200 len: 945 time: 0.1375682 Feb 17 17:31:11.396165 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfdec31b-d053-4115-970a-e6a7f5f4acfc req-1c638c80-db4c-4c93-b103-4cf0446ca3d9 tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=1f495fc5ff7e493a89ae252783583adb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0764372 Feb 17 17:31:11.513096 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e9459db7-b2d1-4caf-b640-8c3f0b6bcab8 req-e9e050d4-fbda-432b-8f1a-86056b63867c tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/security-groups?id=576a4066-0325-49be-8e5b-8b74f3a5eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858704 Feb 17 17:31:11.575087 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-993da2a5-a37c-4836-9bcf-78f0d14d693d req-49571628-5294-463b-aa50-97e9518d273f tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Deleting port 54cf4afe-4775-445b-8d80-9e6a3afdd0e5 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:31:11.581528 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-993da2a5-a37c-4836-9bcf-78f0d14d693d req-49571628-5294-463b-aa50-97e9518d273f tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (54cf4afe-4775-445b-8d80-9e6a3afdd0e5), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:11.903019 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e052e-6192-4027-95e6-d5e1dedfdab6 req-2e1611c1-0d7e-46ee-b9cc-ce368a427ca6 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:11.905005 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d00e052e-6192-4027-95e6-d5e1dedfdab6 req-2e1611c1-0d7e-46ee-b9cc-ce368a427ca6 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 943 time: 0.3155179 Feb 17 17:31:11.907687 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-993da2a5-a37c-4836-9bcf-78f0d14d693d req-49571628-5294-463b-aa50-97e9518d273f tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] For port 54cf4afe-4775-445b-8d80-9e6a3afdd0e5, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=54cf4afe-4775-445b-8d80-9e6a3afdd0e5,segment=NetworkSegment(e6796db6-dab2-4592-830c-d793c705d227),segment_id=e6796db6-dab2-4592-830c-d793c705d227)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:11.908271 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-993da2a5-a37c-4836-9bcf-78f0d14d693d req-49571628-5294-463b-aa50-97e9518d273f tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (54cf4afe-4775-445b-8d80-9e6a3afdd0e5), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:11.950575 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-993da2a5-a37c-4836-9bcf-78f0d14d693d req-49571628-5294-463b-aa50-97e9518d273f tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Calling delete_port for 54cf4afe-4775-445b-8d80-9e6a3afdd0e5 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:31:11.969087 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072eeef-4cb5-42d5-b3eb-8ce14eb2ffbc req-14d81bc9-130e-4d93-8812-71a326075cd9 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:11.970640 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a072eeef-4cb5-42d5-b3eb-8ce14eb2ffbc req-14d81bc9-130e-4d93-8812-71a326075cd9 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/ports?device_id=61108df0-8dbf-49fb-95b2-f0c13ca32bc9 HTTP/1.1" status: 200 len: 1024 time: 0.1538873 Feb 17 17:31:12.067210 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d00e052e-6192-4027-95e6-d5e1dedfdab6 req-2776cf6a-f2e6-4506-a1e0-31f61b31df83 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466138 Feb 17 17:31:12.127343 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a072eeef-4cb5-42d5-b3eb-8ce14eb2ffbc req-d9c213aa-b987-4c6c-af10-51030a8dd8c6 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/security-groups?id=7d7184bf-6e8f-495f-ab85-8047edfae0d5&id=ec76d327-f7ad-465a-bf9c-7bd211bc4b4f&id=8be1f4ef-2561-4b86-bd91-f82492a4fd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1454051 Feb 17 17:31:12.240801 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-993da2a5-a37c-4836-9bcf-78f0d14d693d req-49571628-5294-463b-aa50-97e9518d273f tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (54cf4afe-4775-445b-8d80-9e6a3afdd0e5), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:12.311446 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49571628-5294-463b-aa50-97e9518d273f tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Pushing event deleted for resources: {'Port': ['ID=54cf4afe-4775-445b-8d80-9e6a3afdd0e5,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:12.358076 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c45cd10c-d377-4bce-9bea-d670649b8943 req-09c95bd1-e508-4364-be89-fd3f039800b1 tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] 10.222.0.87 "GET /v2.0/ports?device_id=fffeec1c-21e0-4d24-a312-22b5b34c6e20 HTTP/1.1" status: 200 len: 210 time: 0.1017709 Feb 17 17:31:12.402407 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-993da2a5-a37c-4836-9bcf-78f0d14d693d req-49571628-5294-463b-aa50-97e9518d273f tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] No DVR routers for this DVR port 54cf4afe-4775-445b-8d80-9e6a3afdd0e5 on host n-h2-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:31:12.407880 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-993da2a5-a37c-4836-9bcf-78f0d14d693d req-49571628-5294-463b-aa50-97e9518d273f tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:12.413147 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-993da2a5-a37c-4836-9bcf-78f0d14d693d req-49571628-5294-463b-aa50-97e9518d273f tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.91 "DELETE /v2.0/ports/54cf4afe-4775-445b-8d80-9e6a3afdd0e5 HTTP/1.1" status: 204 len: 173 time: 1.1049778 Feb 17 17:31:12.413950 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61108df0-8dbf-49fb-95b2-f0c13ca32bc9', 'name': 'network-vif-deleted', 'tag': '54cf4afe-4775-445b-8d80-9e6a3afdd0e5'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:31:12.416892 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d7652f-3d48-46f3-b7be-25eff52bd15e" -d '{"events": [{"server_uuid": "61108df0-8dbf-49fb-95b2-f0c13ca32bc9", "name": "network-vif-deleted", "tag": "54cf4afe-4775-445b-8d80-9e6a3afdd0e5"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:31:12.635408 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57f8a4-d31c-4732-9e0c-6aaf164f5d0f req-a0a9a971-602c-4890-be7e-23545513d336 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:12.640916 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3a57f8a4-d31c-4732-9e0c-6aaf164f5d0f req-a0a9a971-602c-4890-be7e-23545513d336 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/ports?device_id=7ed5e2e0-3598-4d6e-94e2-35417644c3e4 HTTP/1.1" status: 200 len: 946 time: 0.1453674 Feb 17 17:31:12.679906 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9943d-777a-47ee-ac3f-197b329c83d7 req-cb2e8a95-6d00-4d05-aa3d-ef7eba8e349f tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:12.685194 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9943d-777a-47ee-ac3f-197b329c83d7 req-cb2e8a95-6d00-4d05-aa3d-ef7eba8e349f tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:12.690418 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9943d-777a-47ee-ac3f-197b329c83d7 req-cb2e8a95-6d00-4d05-aa3d-ef7eba8e349f tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:12.695780 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9943d-777a-47ee-ac3f-197b329c83d7 req-cb2e8a95-6d00-4d05-aa3d-ef7eba8e349f tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:12.701360 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9943d-777a-47ee-ac3f-197b329c83d7 req-cb2e8a95-6d00-4d05-aa3d-ef7eba8e349f tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:12.707045 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9943d-777a-47ee-ac3f-197b329c83d7 req-cb2e8a95-6d00-4d05-aa3d-ef7eba8e349f tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:12.712884 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9943d-777a-47ee-ac3f-197b329c83d7 req-cb2e8a95-6d00-4d05-aa3d-ef7eba8e349f tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:12.716939 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d6b9943d-777a-47ee-ac3f-197b329c83d7 req-cb2e8a95-6d00-4d05-aa3d-ef7eba8e349f tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 5430 time: 0.1608434 Feb 17 17:31:12.747897 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3a57f8a4-d31c-4732-9e0c-6aaf164f5d0f req-dfbd7897-edda-48f3-b42d-0d56334027a1 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/security-groups?id=ab06c84a-4a00-40bb-b916-a68462b41859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016669 Feb 17 17:31:12.839456 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d6b9943d-777a-47ee-ac3f-197b329c83d7 req-91346a73-3381-437c-ad63-370230c661a2 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/security-groups?id=4b62a994-4311-4d7d-a3f0-cd2c105b06fa&id=06bbdf43-383d-412d-a4a7-27f1a95946ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0961866 Feb 17 17:31:12.923924 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed2e31-7940-4929-a596-45c440101b05 req-09f9b8ee-b776-42b5-82d7-940117cb50f9 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:12.925506 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eeed2e31-7940-4929-a596-45c440101b05 req-09f9b8ee-b776-42b5-82d7-940117cb50f9 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=afbea10c-4419-4c6c-a145-79a8266759c5 HTTP/1.1" status: 200 len: 950 time: 0.0724318 Feb 17 17:31:12.943079 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62bd714c-a9e5-4faa-8bd7-853fbc794d82 x-openstack-request-id: req-62bd714c-a9e5-4faa-8bd7-853fbc794d82 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:31:12.943079 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61108df0-8dbf-49fb-95b2-f0c13ca32bc9", "name": "network-vif-deleted", "tag": "54cf4afe-4775-445b-8d80-9e6a3afdd0e5", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:31:12.943079 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-62bd714c-a9e5-4faa-8bd7-853fbc794d82 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:31:12.943419 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61108df0-8dbf-49fb-95b2-f0c13ca32bc9', 'name': 'network-vif-deleted', 'tag': '54cf4afe-4775-445b-8d80-9e6a3afdd0e5', 'status': 'completed', 'code': 200} Feb 17 17:31:13.020753 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfdec31b-d053-4115-970a-e6a7f5f4acfc req-af2e49d3-8fac-4ed7-9ac8-d30eb0a70f16 tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=1f495fc5ff7e493a89ae252783583adb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0802548 Feb 17 17:31:13.161268 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eeed2e31-7940-4929-a596-45c440101b05 req-1aea0112-1dae-4492-8c74-0cff77030643 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278819 Feb 17 17:31:13.249452 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdec31b-d053-4115-970a-e6a7f5f4acfc req-e3f501ae-5f8e-44e8-ae0f-6061de36a420 tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:13.250930 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfdec31b-d053-4115-970a-e6a7f5f4acfc req-e3f501ae-5f8e-44e8-ae0f-6061de36a420 tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2049327 Feb 17 17:31:13.259115 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9d153-2e78-4894-b07f-78cfed90a77b req-9c3fd58e-e6be-4ace-a34d-ed630491ab9e tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:13.260580 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dca9d153-2e78-4894-b07f-78cfed90a77b req-9c3fd58e-e6be-4ace-a34d-ed630491ab9e tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/ports?device_id=c76a8d24-e029-4d1c-92b2-c894c94c3e12 HTTP/1.1" status: 200 len: 945 time: 0.2156882 Feb 17 17:31:13.280040 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-bfdec31b-d053-4115-970a-e6a7f5f4acfc req-65f3ea8f-e460-43cf-905a-11b3ab65c76b tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] Request body: {'port': {'device_id': 'fffeec1c-21e0-4d24-a312-22b5b34c6e20', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'admin_state_up': True, 'tenant_id': '1f495fc5ff7e493a89ae252783583adb'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:31:13.423815 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dca9d153-2e78-4894-b07f-78cfed90a77b req-dc172e85-15c3-467d-a4f5-094966aeb10c tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/security-groups?id=576a4066-0325-49be-8e5b-8b74f3a5eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358531 Feb 17 17:31:13.434231 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357f580-1614-455e-adda-481765d5639c req-3fb0d44b-5750-488f-8ea8-d8ff455055cc tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:13.435735 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b357f580-1614-455e-adda-481765d5639c req-3fb0d44b-5750-488f-8ea8-d8ff455055cc tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 943 time: 0.1694522 Feb 17 17:31:13.519784 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfdec31b-d053-4115-970a-e6a7f5f4acfc req-65f3ea8f-e460-43cf-905a-11b3ab65c76b tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] Made reservation on behalf of 1f495fc5ff7e493a89ae252783583adb for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:31:13.524515 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bfdec31b-d053-4115-970a-e6a7f5f4acfc req-65f3ea8f-e460-43cf-905a-11b3ab65c76b tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:13.533835 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bfdec31b-d053-4115-970a-e6a7f5f4acfc req-65f3ea8f-e460-43cf-905a-11b3ab65c76b tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:13.548618 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b357f580-1614-455e-adda-481765d5639c req-b5f32c9c-db2d-4ac6-9523-c7e57a617051 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008949 Feb 17 17:31:13.595850 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ceb29173-73d1-48a7-af44-a3b977918c7f req-6e155125-c654-4c04-bad6-6c006ecae2c7 tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] 10.222.0.87 "GET /v2.0/ports?device_id=fffeec1c-21e0-4d24-a312-22b5b34c6e20 HTTP/1.1" status: 200 len: 210 time: 0.0532544 Feb 17 17:31:13.656764 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-39cf4ab4-9935-4887-a711-aee4d40414f1 req-ed730727-bfb2-4041-9b43-b8dcbb8d6404 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/security-groups/ec76d327-f7ad-465a-bf9c-7bd211bc4b4f HTTP/1.1" status: 200 len: 1817 time: 0.0673983 Feb 17 17:31:13.697475 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 5edb28dc-05dd-49ea-a511-e7974d99455a details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:31:13.769438 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bfdec31b-d053-4115-970a-e6a7f5f4acfc req-65f3ea8f-e460-43cf-905a-11b3ab65c76b tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] Publish callbacks [] for security_group (b8c93038-f6d8-43dd-b431-205d3aa6f289), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:13.772097 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-39cf4ab4-9935-4887-a711-aee4d40414f1 req-f1539126-15e2-4c40-a02c-0a82c674d612 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (ec76d327-f7ad-465a-bf9c-7bd211bc4b4f), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:13.781041 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bfdec31b-d053-4115-970a-e6a7f5f4acfc req-65f3ea8f-e460-43cf-905a-11b3ab65c76b tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (b8c93038-f6d8-43dd-b431-205d3aa6f289), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:13.851496 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-39cf4ab4-9935-4887-a711-aee4d40414f1 req-f1539126-15e2-4c40-a02c-0a82c674d612 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (ec76d327-f7ad-465a-bf9c-7bd211bc4b4f), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:13.870332 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 54cf4afe-4775-445b-8d80-9e6a3afdd0e5 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:31:13.926539 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 5edb28dc-05dd-49ea-a511-e7974d99455a, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=5edb28dc-05dd-49ea-a511-e7974d99455a,segment=NetworkSegment(3ba1f701-b447-45d4-ab08-e0178ff31937),segment_id=3ba1f701-b447-45d4-ab08-e0178ff31937)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:13.929568 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: 54cf4afe-4775-445b-8d80-9e6a3afdd0e5 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:31:13.930132 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 54cf4afe-4775-445b-8d80-9e6a3afdd0e5 not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:31:13.960232 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3ea8f-e460-43cf-905a-11b3ab65c76b tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c93038-f6d8-43dd-b431-205d3aa6f289,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:13.964133 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '5edb28dc-05dd-49ea-a511-e7974d99455a', 'network_id': '21effd86-3512-4fb2-9fff-79a3828347da', 'port_id': '5edb28dc-05dd-49ea-a511-e7974d99455a', 'mac_address': 'fa:16:3e:fa:10:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cb45345-5fb5-419b-af49-c30b93b525f5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:31:13.992638 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3ea8f-e460-43cf-905a-11b3ab65c76b tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:31:13.992993 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3ea8f-e460-43cf-905a-11b3ab65c76b tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:31:13.993380 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3ea8f-e460-43cf-905a-11b3ab65c76b tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:31:13.993691 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3ea8f-e460-43cf-905a-11b3ab65c76b tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:31:13.994027 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3ea8f-e460-43cf-905a-11b3ab65c76b tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:31:13.994363 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3ea8f-e460-43cf-905a-11b3ab65c76b tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:31:13.994698 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3ea8f-e460-43cf-905a-11b3ab65c76b tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:31:13.995026 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3ea8f-e460-43cf-905a-11b3ab65c76b tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:31:13.995383 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3ea8f-e460-43cf-905a-11b3ab65c76b tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:31:13.995688 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3ea8f-e460-43cf-905a-11b3ab65c76b tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:31:13.996019 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3ea8f-e460-43cf-905a-11b3ab65c76b tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:31:13.996382 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3ea8f-e460-43cf-905a-11b3ab65c76b tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:31:13.996701 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f3ea8f-e460-43cf-905a-11b3ab65c76b tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:31:14.039835 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 5edb28dc-05dd-49ea-a511-e7974d99455a is: ACTIVE; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:31:14.040327 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5edb28dc-05dd-49ea-a511-e7974d99455a), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:14.048089 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-39cf4ab4-9935-4887-a711-aee4d40414f1 req-f1539126-15e2-4c40-a02c-0a82c674d612 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (ec76d327-f7ad-465a-bf9c-7bd211bc4b4f), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:14.057492 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-39cf4ab4-9935-4887-a711-aee4d40414f1 req-f1539126-15e2-4c40-a02c-0a82c674d612 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:14.058747 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-39cf4ab4-9935-4887-a711-aee4d40414f1 req-f1539126-15e2-4c40-a02c-0a82c674d612 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "DELETE /v2.0/security-groups/ec76d327-f7ad-465a-bf9c-7bd211bc4b4f HTTP/1.1" status: 204 len: 173 time: 0.3863099 Feb 17 17:31:14.059975 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5edb28dc-05dd-49ea-a511-e7974d99455a {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:31:14.089612 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1539126-15e2-4c40-a02c-0a82c674d612 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec76d327-f7ad-465a-bf9c-7bd211bc4b4f,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:14.100769 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 5edb28dc-05dd-49ea-a511-e7974d99455a, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=5edb28dc-05dd-49ea-a511-e7974d99455a,segment=NetworkSegment(3ba1f701-b447-45d4-ab08-e0178ff31937),segment_id=3ba1f701-b447-45d4-ab08-e0178ff31937)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:14.103166 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babf384-c11a-4113-abf5-85dadba5b624 req-14e7c91f-19a8-4b45-b3d8-7bc4f3b9b5fe tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:14.111230 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4babf384-c11a-4113-abf5-85dadba5b624 req-14e7c91f-19a8-4b45-b3d8-7bc4f3b9b5fe tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/ports?device_id=7ed5e2e0-3598-4d6e-94e2-35417644c3e4 HTTP/1.1" status: 200 len: 946 time: 0.2399077 Feb 17 17:31:14.124344 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (5edb28dc-05dd-49ea-a511-e7974d99455a), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:14.150673 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-bfdec31b-d053-4115-970a-e6a7f5f4acfc req-65f3ea8f-e460-43cf-905a-11b3ab65c76b tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] Allocated IP 192.168.233.247 (82b8d039-1c14-456f-ab24-8b3aebebd7d8/ac79920f-9ddd-4352-b866-6056158b178e/6826495d-9218-47e6-b57b-c1bde55aa4ff) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:31:14.211003 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=5edb28dc-05dd-49ea-a511-e7974d99455a,revision_number=6']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:14.253458 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4babf384-c11a-4113-abf5-85dadba5b624 req-cf0633c1-2199-4142-820c-42fd616d0a60 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/security-groups?id=ab06c84a-4a00-40bb-b916-a68462b41859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411963 Feb 17 17:31:14.263288 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['5edb28dc-05dd-49ea-a511-e7974d99455a'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:31:14.281974 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed37c9-0489-43b6-8921-50468887852f req-32cbdaa0-2f0f-46bc-84e1-616238ce0d63 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:14.287235 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed37c9-0489-43b6-8921-50468887852f req-32cbdaa0-2f0f-46bc-84e1-616238ce0d63 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:14.293338 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed37c9-0489-43b6-8921-50468887852f req-32cbdaa0-2f0f-46bc-84e1-616238ce0d63 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:14.298651 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed37c9-0489-43b6-8921-50468887852f req-32cbdaa0-2f0f-46bc-84e1-616238ce0d63 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:14.304136 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed37c9-0489-43b6-8921-50468887852f req-32cbdaa0-2f0f-46bc-84e1-616238ce0d63 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:14.309711 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed37c9-0489-43b6-8921-50468887852f req-32cbdaa0-2f0f-46bc-84e1-616238ce0d63 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:14.315326 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed37c9-0489-43b6-8921-50468887852f req-32cbdaa0-2f0f-46bc-84e1-616238ce0d63 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:14.317314 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-27ed37c9-0489-43b6-8921-50468887852f req-32cbdaa0-2f0f-46bc-84e1-616238ce0d63 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 5430 time: 0.1756847 Feb 17 17:31:14.473225 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3092c94a-0df9-4e91-ad6d-081a3ee0627b req-6200943b-a5f2-434b-a9fd-f52abf7546b4 tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "GET /v2.0/security-groups/7d7184bf-6e8f-495f-ab85-8047edfae0d5 HTTP/1.1" status: 200 len: 1816 time: 0.1547635 Feb 17 17:31:14.526323 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-27ed37c9-0489-43b6-8921-50468887852f req-dc8ee355-b1ba-4e5b-9713-a73832598be6 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/security-groups?id=4b62a994-4311-4d7d-a3f0-cd2c105b06fa&id=06bbdf43-383d-412d-a4a7-27f1a95946ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1856742 Feb 17 17:31:14.551303 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bfdec31b-d053-4115-970a-e6a7f5f4acfc req-65f3ea8f-e460-43cf-905a-11b3ab65c76b tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] Publish callbacks [] for port (6826495d-9218-47e6-b57b-c1bde55aa4ff), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:14.627508 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3092c94a-0df9-4e91-ad6d-081a3ee0627b req-34d23f9b-f1e4-4100-8c41-c874bf338def tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (7d7184bf-6e8f-495f-ab85-8047edfae0d5), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:14.679061 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bfdec31b-d053-4115-970a-e6a7f5f4acfc req-65f3ea8f-e460-43cf-905a-11b3ab65c76b tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (6826495d-9218-47e6-b57b-c1bde55aa4ff), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:14.693885 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3092c94a-0df9-4e91-ad6d-081a3ee0627b req-34d23f9b-f1e4-4100-8c41-c874bf338def tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (7d7184bf-6e8f-495f-ab85-8047edfae0d5), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:14.764803 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfdec31b-d053-4115-970a-e6a7f5f4acfc req-65f3ea8f-e460-43cf-905a-11b3ab65c76b tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] Network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:31:14.776213 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3ea8f-e460-43cf-905a-11b3ab65c76b tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] Pushing event updated for resources: {'Port': ['ID=6826495d-9218-47e6-b57b-c1bde55aa4ff,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:14.778915 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-bfdec31b-d053-4115-970a-e6a7f5f4acfc req-65f3ea8f-e460-43cf-905a-11b3ab65c76b tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:31:14.786788 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfdec31b-d053-4115-970a-e6a7f5f4acfc req-65f3ea8f-e460-43cf-905a-11b3ab65c76b tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:31:14.798950 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9312325-a18a-4b01-b234-255e071a7a07 req-80c769e4-654e-4844-bedd-71be5b6e1d7a tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:14.800597 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c9312325-a18a-4b01-b234-255e071a7a07 req-80c769e4-654e-4844-bedd-71be5b6e1d7a tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=afbea10c-4419-4c6c-a145-79a8266759c5 HTTP/1.1" status: 200 len: 950 time: 0.1982388 Feb 17 17:31:14.874310 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3092c94a-0df9-4e91-ad6d-081a3ee0627b req-34d23f9b-f1e4-4100-8c41-c874bf338def tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (7d7184bf-6e8f-495f-ab85-8047edfae0d5), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:14.877316 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3092c94a-0df9-4e91-ad6d-081a3ee0627b req-34d23f9b-f1e4-4100-8c41-c874bf338def tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:14.878503 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3092c94a-0df9-4e91-ad6d-081a3ee0627b req-34d23f9b-f1e4-4100-8c41-c874bf338def tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] 10.222.0.87 "DELETE /v2.0/security-groups/7d7184bf-6e8f-495f-ab85-8047edfae0d5 HTTP/1.1" status: 204 len: 173 time: 0.3907454 Feb 17 17:31:14.886382 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 39366) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:31:14.935547 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c9312325-a18a-4b01-b234-255e071a7a07 req-47401e7a-202e-4579-9069-8c88530b266c tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087496 Feb 17 17:31:14.941486 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdec31b-d053-4115-970a-e6a7f5f4acfc req-65f3ea8f-e460-43cf-905a-11b3ab65c76b tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:14.942333 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bfdec31b-d053-4115-970a-e6a7f5f4acfc req-65f3ea8f-e460-43cf-905a-11b3ab65c76b tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:14.957997 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d23f9b-f1e4-4100-8c41-c874bf338def tempest-SecurityGroupsTestJSON-436783529 tempest-SecurityGroupsTestJSON-436783529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7184bf-6e8f-495f-ab85-8047edfae0d5,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:14.981867 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfdec31b-d053-4115-970a-e6a7f5f4acfc req-65f3ea8f-e460-43cf-905a-11b3ab65c76b tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7054012 Feb 17 17:31:14.998807 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-bfdec31b-d053-4115-970a-e6a7f5f4acfc req-7cfc55dc-d134-4977-8419-897d86da680b service neutron] Request body: {'port': {'device_id': 'fffeec1c-21e0-4d24-a312-22b5b34c6e20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:31:15.000416 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbe6347f-786b-46d0-a52d-dc165b876d7a admin admin] Deleting subnet bb181189-1480-4377-9824-fc7c67a5f7e8 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:31:15.004597 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cbe6347f-786b-46d0-a52d-dc165b876d7a admin admin] Publish callbacks [] for subnet (bb181189-1480-4377-9824-fc7c67a5f7e8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:15.051489 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cbe6347f-786b-46d0-a52d-dc165b876d7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (bb181189-1480-4377-9824-fc7c67a5f7e8), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:15.121769 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cbe6347f-786b-46d0-a52d-dc165b876d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (bb181189-1480-4377-9824-fc7c67a5f7e8), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:15.162482 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bfdec31b-d053-4115-970a-e6a7f5f4acfc req-7cfc55dc-d134-4977-8419-897d86da680b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6826495d-9218-47e6-b57b-c1bde55aa4ff), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:15.168814 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-e579536e-489e-4ff1-af5b-feb967ad3274 None None] Provisioning complete for port 6826495d-9218-47e6-b57b-c1bde55aa4ff triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:31:15.169835 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e579536e-489e-4ff1-af5b-feb967ad3274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6826495d-9218-47e6-b57b-c1bde55aa4ff), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:15.184413 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4249e39-45b4-4365-834e-767ceb40848f req-82b17c7d-7f15-4721-8655-16bcb2d0c2a2 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:15.185973 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c4249e39-45b4-4365-834e-767ceb40848f req-82b17c7d-7f15-4721-8655-16bcb2d0c2a2 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/ports?device_id=c76a8d24-e029-4d1c-92b2-c894c94c3e12 HTTP/1.1" status: 200 len: 945 time: 0.1843715 Feb 17 17:31:15.207840 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e662b000-47e2-438f-91fa-908764fbecba req-74c226f6-432e-40bd-94bf-c5d25c69d3c2 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:15.214847 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e662b000-47e2-438f-91fa-908764fbecba req-74c226f6-432e-40bd-94bf-c5d25c69d3c2 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 943 time: 0.1791320 Feb 17 17:31:15.222338 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-e579536e-489e-4ff1-af5b-feb967ad3274 None None] Port 6826495d-9218-47e6-b57b-c1bde55aa4ff cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:31:15.222550 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cbe6347f-786b-46d0-a52d-dc165b876d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (bb181189-1480-4377-9824-fc7c67a5f7e8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:15.260387 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe6347f-786b-46d0-a52d-dc165b876d7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb181189-1480-4377-9824-fc7c67a5f7e8,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:15.274498 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe6347f-786b-46d0-a52d-dc165b876d7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:31:15.274955 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe6347f-786b-46d0-a52d-dc165b876d7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:31:15.275466 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe6347f-786b-46d0-a52d-dc165b876d7a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:31:15.280384 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe6347f-786b-46d0-a52d-dc165b876d7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:31:15.280892 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe6347f-786b-46d0-a52d-dc165b876d7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:31:15.281894 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe6347f-786b-46d0-a52d-dc165b876d7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:31:15.282354 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe6347f-786b-46d0-a52d-dc165b876d7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:31:15.282800 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe6347f-786b-46d0-a52d-dc165b876d7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:31:15.283526 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe6347f-786b-46d0-a52d-dc165b876d7a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:31:15.283956 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe6347f-786b-46d0-a52d-dc165b876d7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:31:15.284417 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe6347f-786b-46d0-a52d-dc165b876d7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:31:15.285496 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe6347f-786b-46d0-a52d-dc165b876d7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:31:15.285936 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe6347f-786b-46d0-a52d-dc165b876d7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:31:15.294852 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cbe6347f-786b-46d0-a52d-dc165b876d7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:15.299402 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-cbe6347f-786b-46d0-a52d-dc165b876d7a admin admin] 10.222.0.87 "DELETE /v2.0/subnets/bb181189-1480-4377-9824-fc7c67a5f7e8 HTTP/1.1" status: 204 len: 168 time: 0.4118609 Feb 17 17:31:15.302366 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 39370) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:31:15.375345 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e662b000-47e2-438f-91fa-908764fbecba req-977e386d-66cb-4820-98fa-37b8c3296013 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596441 Feb 17 17:31:15.383735 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a9dee81e-0cdf-4e16-b318-7306a8f579f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (233b9567-93de-4ad6-ab48-7ed951f0fba6), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:15.388328 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c4249e39-45b4-4365-834e-767ceb40848f req-986ec5bb-4e70-408e-9634-bb7df38dda88 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/security-groups?id=576a4066-0325-49be-8e5b-8b74f3a5eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949663 Feb 17 17:31:15.478639 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a9dee81e-0cdf-4e16-b318-7306a8f579f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (233b9567-93de-4ad6-ab48-7ed951f0fba6), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:15.499269 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-a9dee81e-0cdf-4e16-b318-7306a8f579f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['233b9567-93de-4ad6-ab48-7ed951f0fba6']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:31:15.509354 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-a9dee81e-0cdf-4e16-b318-7306a8f579f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6796db6-dab2-4592-830c-d793c705d227') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:31:15.509655 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-a9dee81e-0cdf-4e16-b318-7306a8f579f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6796db6-dab2-4592-830c-d793c705d227') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:31:15.519086 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a9dee81e-0cdf-4e16-b318-7306a8f579f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (e6796db6-dab2-4592-830c-d793c705d227), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:15.532426 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a9dee81e-0cdf-4e16-b318-7306a8f579f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (e6796db6-dab2-4592-830c-d793c705d227), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:15.538843 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9dee81e-0cdf-4e16-b318-7306a8f579f6 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:31:15.539234 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a9dee81e-0cdf-4e16-b318-7306a8f579f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (e6796db6-dab2-4592-830c-d793c705d227), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:15.540902 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:31:15.540902 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:31:15.540902 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:31:15.540902 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:31:15.540902 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:31:15.540902 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:31:15.540902 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:31:15.540902 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:31:15.540902 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:31:15.540902 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:31:15.540902 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:31:15.540902 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:31:15.540902 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:31:15.540902 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:31:15.540902 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:31:15.540902 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:31:15.540902 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:31:15.540902 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:31:15.540902 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:31:15.540902 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:31:15.540902 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:31:15.540902 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:31:15.540902 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:31:15.540902 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:31:15.540902 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:31:15.540902 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:31:15.540902 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:31:15.540902 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:31:15.540902 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:31:15.540902 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:31:15.540902 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:31:15.540902 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:31:15.601743 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a9dee81e-0cdf-4e16-b318-7306a8f579f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (233b9567-93de-4ad6-ab48-7ed951f0fba6), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:15.609262 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a9dee81e-0cdf-4e16-b318-7306a8f579f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:15.615512 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a9dee81e-0cdf-4e16-b318-7306a8f579f6 admin admin] 10.222.0.87 "DELETE /v2.0/networks/233b9567-93de-4ad6-ab48-7ed951f0fba6 HTTP/1.1" status: 204 len: 168 time: 0.3098946 Feb 17 17:31:15.625813 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dee81e-0cdf-4e16-b318-7306a8f579f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=233b9567-93de-4ad6-ab48-7ed951f0fba6,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:15.629943 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76365afb-e173-497a-b5ff-0e490057a6a0 req-468240df-1d4d-4879-bf90-2383f2858642 tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:15.637471 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-76365afb-e173-497a-b5ff-0e490057a6a0 req-468240df-1d4d-4879-bf90-2383f2858642 tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] 10.222.0.87 "GET /v2.0/ports?device_id=fffeec1c-21e0-4d24-a312-22b5b34c6e20 HTTP/1.1" status: 200 len: 936 time: 0.1602504 Feb 17 17:31:15.668463 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1607f-efb8-47e6-8028-19902526c969 req-3e03a0cf-48c5-41f7-a5a8-9d86c2495faa tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:15.669963 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c9a1607f-efb8-47e6-8028-19902526c969 req-3e03a0cf-48c5-41f7-a5a8-9d86c2495faa tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/ports?device_id=7ed5e2e0-3598-4d6e-94e2-35417644c3e4 HTTP/1.1" status: 200 len: 945 time: 0.1800439 Feb 17 17:31:15.699075 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 5edb28dc-05dd-49ea-a511-e7974d99455a up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:31:15.765827 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 5edb28dc-05dd-49ea-a511-e7974d99455a triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:31:15.766794 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (5edb28dc-05dd-49ea-a511-e7974d99455a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:15.774523 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-76365afb-e173-497a-b5ff-0e490057a6a0 req-d2235d42-14c6-447b-a59f-00c3f805155a tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] 10.222.0.87 "GET /v2.0/security-groups?id=b8c93038-f6d8-43dd-b431-205d3aa6f289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361189 Feb 17 17:31:15.800178 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-bfdec31b-d053-4115-970a-e6a7f5f4acfc req-7cfc55dc-d134-4977-8419-897d86da680b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6826495d-9218-47e6-b57b-c1bde55aa4ff {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:31:15.821560 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c9a1607f-efb8-47e6-8028-19902526c969 req-27ebbc6d-5358-4a62-b009-632e03cf79a4 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/security-groups?id=ab06c84a-4a00-40bb-b916-a68462b41859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407638 Feb 17 17:31:15.825302 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bfdec31b-d053-4115-970a-e6a7f5f4acfc req-7cfc55dc-d134-4977-8419-897d86da680b service neutron] Publish callbacks [] for port (6826495d-9218-47e6-b57b-c1bde55aa4ff), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:15.844191 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 39378) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:31:15.858359 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-bfdec31b-d053-4115-970a-e6a7f5f4acfc req-7cfc55dc-d134-4977-8419-897d86da680b service neutron] Transition to ACTIVE for port object 6826495d-9218-47e6-b57b-c1bde55aa4ff will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:31:15.862621 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bfdec31b-d053-4115-970a-e6a7f5f4acfc req-7cfc55dc-d134-4977-8419-897d86da680b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (6826495d-9218-47e6-b57b-c1bde55aa4ff), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:15.907572 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2ed2fb69-c20e-4264-889b-8df1861628a7 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=055c5c88106e43038ac2faf0f62d8d68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0616753 Feb 17 17:31:15.908484 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 39380) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:31:15.932643 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 5edb28dc-05dd-49ea-a511-e7974d99455a is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:31:15.933048 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5edb28dc-05dd-49ea-a511-e7974d99455a), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:15.976743 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed5e2e0-3598-4d6e-94e2-35417644c3e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5edb28dc-05dd-49ea-a511-e7974d99455a'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:31:15.981767 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c7362f-bdb4-4a2d-a2ca-3a6449f89479" -d '{"events": [{"server_uuid": "7ed5e2e0-3598-4d6e-94e2-35417644c3e4", "name": "network-vif-plugged", "status": "completed", "tag": "5edb28dc-05dd-49ea-a511-e7974d99455a"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:31:15.988982 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a935bbaa-f827-4855-8e9e-093a515ee941 admin admin] Publish callbacks [] for security_group (8be1f4ef-2561-4b86-bd91-f82492a4fd0f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:16.010178 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 5edb28dc-05dd-49ea-a511-e7974d99455a, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=5edb28dc-05dd-49ea-a511-e7974d99455a,segment=NetworkSegment(3ba1f701-b447-45d4-ab08-e0178ff31937),segment_id=3ba1f701-b447-45d4-ab08-e0178ff31937)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:16.015421 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (5edb28dc-05dd-49ea-a511-e7974d99455a), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:16.048631 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a935bbaa-f827-4855-8e9e-093a515ee941 admin admin] Publish callbacks [] for security_group (8be1f4ef-2561-4b86-bd91-f82492a4fd0f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:16.092722 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=5edb28dc-05dd-49ea-a511-e7974d99455a,revision_number=7']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:16.123163 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc55dc-d134-4977-8419-897d86da680b service neutron] Pushing event updated for resources: {'Port': ['ID=6826495d-9218-47e6-b57b-c1bde55aa4ff,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:16.158069 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a935bbaa-f827-4855-8e9e-093a515ee941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (8be1f4ef-2561-4b86-bd91-f82492a4fd0f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:16.166789 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a935bbaa-f827-4855-8e9e-093a515ee941 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:16.168436 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a935bbaa-f827-4855-8e9e-093a515ee941 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8be1f4ef-2561-4b86-bd91-f82492a4fd0f HTTP/1.1" status: 204 len: 168 time: 0.2585347 Feb 17 17:31:16.171693 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641077c-c6aa-4f28-b902-d11707a0d932 req-16a955d9-129c-47bf-b724-4b03110cdf1a tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:16.178257 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641077c-c6aa-4f28-b902-d11707a0d932 req-16a955d9-129c-47bf-b724-4b03110cdf1a tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:16.183865 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a935bbaa-f827-4855-8e9e-093a515ee941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be1f4ef-2561-4b86-bd91-f82492a4fd0f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:16.184309 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641077c-c6aa-4f28-b902-d11707a0d932 req-16a955d9-129c-47bf-b724-4b03110cdf1a tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:16.192688 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641077c-c6aa-4f28-b902-d11707a0d932 req-16a955d9-129c-47bf-b724-4b03110cdf1a tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:16.202271 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641077c-c6aa-4f28-b902-d11707a0d932 req-16a955d9-129c-47bf-b724-4b03110cdf1a tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:16.208117 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641077c-c6aa-4f28-b902-d11707a0d932 req-16a955d9-129c-47bf-b724-4b03110cdf1a tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:16.224651 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641077c-c6aa-4f28-b902-d11707a0d932 req-16a955d9-129c-47bf-b724-4b03110cdf1a tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:16.236261 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6641077c-c6aa-4f28-b902-d11707a0d932 req-16a955d9-129c-47bf-b724-4b03110cdf1a tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 5430 time: 0.3148715 Feb 17 17:31:16.309114 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-bfdec31b-d053-4115-970a-e6a7f5f4acfc req-7cfc55dc-d134-4977-8419-897d86da680b service neutron] Attempting to bind port 6826495d-9218-47e6-b57b-c1bde55aa4ff on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:31:16.309540 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-bfdec31b-d053-4115-970a-e6a7f5f4acfc req-7cfc55dc-d134-4977-8419-897d86da680b service neutron] Attempting to bind port 6826495d-9218-47e6-b57b-c1bde55aa4ff by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:31:16.309772 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdec31b-d053-4115-970a-e6a7f5f4acfc req-7cfc55dc-d134-4977-8419-897d86da680b service neutron] Attempting to bind port 6826495d-9218-47e6-b57b-c1bde55aa4ff on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:31:16.329537 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdec31b-d053-4115-970a-e6a7f5f4acfc req-7cfc55dc-d134-4977-8419-897d86da680b service neutron] Port 6826495d-9218-47e6-b57b-c1bde55aa4ff on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:31:16.329865 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdec31b-d053-4115-970a-e6a7f5f4acfc req-7cfc55dc-d134-4977-8419-897d86da680b service neutron] Attempting to bind port 6826495d-9218-47e6-b57b-c1bde55aa4ff on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:31:16.349636 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdec31b-d053-4115-970a-e6a7f5f4acfc req-7cfc55dc-d134-4977-8419-897d86da680b service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:31:16.350007 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdec31b-d053-4115-970a-e6a7f5f4acfc req-7cfc55dc-d134-4977-8419-897d86da680b service neutron] Checking segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:31:16.350864 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdec31b-d053-4115-970a-e6a7f5f4acfc req-7cfc55dc-d134-4977-8419-897d86da680b service neutron] Bound using segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:31:16.351292 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-bfdec31b-d053-4115-970a-e6a7f5f4acfc req-7cfc55dc-d134-4977-8419-897d86da680b service neutron] Bound port: 6826495d-9218-47e6-b57b-c1bde55aa4ff, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:31:16.351650 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bfdec31b-d053-4115-970a-e6a7f5f4acfc req-7cfc55dc-d134-4977-8419-897d86da680b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6826495d-9218-47e6-b57b-c1bde55aa4ff), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:16.390155 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6641077c-c6aa-4f28-b902-d11707a0d932 req-461e5940-f610-41f2-b86f-c4436434c6b7 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/security-groups?id=4b62a994-4311-4d7d-a3f0-cd2c105b06fa&id=06bbdf43-383d-412d-a4a7-27f1a95946ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1486487 Feb 17 17:31:16.406374 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3bfee2-77c7-4471-8066-6529c4c71dee req-8b8a3bbd-90e6-4e62-9f78-8fb78a4bf7f1 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:16.409979 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bf3bfee2-77c7-4471-8066-6529c4c71dee req-8b8a3bbd-90e6-4e62-9f78-8fb78a4bf7f1 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=afbea10c-4419-4c6c-a145-79a8266759c5 HTTP/1.1" status: 200 len: 950 time: 0.1682436 Feb 17 17:31:16.451117 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9dd1fce-8665-43fe-8822-b8781e0300ae x-openstack-request-id: req-c9dd1fce-8665-43fe-8822-b8781e0300ae {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:31:16.451624 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed5e2e0-3598-4d6e-94e2-35417644c3e4", "name": "network-vif-plugged", "status": "completed", "tag": "5edb28dc-05dd-49ea-a511-e7974d99455a", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:31:16.451889 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c9dd1fce-8665-43fe-8822-b8781e0300ae {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:31:16.452414 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed5e2e0-3598-4d6e-94e2-35417644c3e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5edb28dc-05dd-49ea-a511-e7974d99455a', 'code': 200} Feb 17 17:31:16.529031 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-bfdec31b-d053-4115-970a-e6a7f5f4acfc req-7cfc55dc-d134-4977-8419-897d86da680b service neutron] For port 6826495d-9218-47e6-b57b-c1bde55aa4ff, host n-h2-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:31:16.537030 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bf3bfee2-77c7-4471-8066-6529c4c71dee req-ec071041-293b-4c32-8f3b-cc911d63da27 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984879 Feb 17 17:31:16.561656 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-bfdec31b-d053-4115-970a-e6a7f5f4acfc req-7cfc55dc-d134-4977-8419-897d86da680b service neutron] For port 6826495d-9218-47e6-b57b-c1bde55aa4ff, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=6826495d-9218-47e6-b57b-c1bde55aa4ff,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:31:16.571620 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bfdec31b-d053-4115-970a-e6a7f5f4acfc req-7cfc55dc-d134-4977-8419-897d86da680b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (6826495d-9218-47e6-b57b-c1bde55aa4ff), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:16.613244 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdec31b-d053-4115-970a-e6a7f5f4acfc req-7cfc55dc-d134-4977-8419-897d86da680b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:16.614579 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bfdec31b-d053-4115-970a-e6a7f5f4acfc req-7cfc55dc-d134-4977-8419-897d86da680b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:16.615994 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfdec31b-d053-4115-970a-e6a7f5f4acfc req-7cfc55dc-d134-4977-8419-897d86da680b service neutron] 10.222.0.91 "PUT /v2.0/ports/6826495d-9218-47e6-b57b-c1bde55aa4ff HTTP/1.1" status: 200 len: 1096 time: 1.6229825 Feb 17 17:31:16.620843 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fffeec1c-21e0-4d24-a312-22b5b34c6e20', 'tag': '6826495d-9218-47e6-b57b-c1bde55aa4ff'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:31:16.625525 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70c51d5-7773-48d4-a15b-9e97c3e2e01f" -d '{"events": [{"name": "network-changed", "server_uuid": "fffeec1c-21e0-4d24-a312-22b5b34c6e20", "tag": "6826495d-9218-47e6-b57b-c1bde55aa4ff"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:31:16.656649 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39ddeb-db23-429b-a426-9aeb79bf7693 req-70529512-a518-48e3-8070-01f2e90bee5e tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:16.660813 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1d39ddeb-db23-429b-a426-9aeb79bf7693 req-70529512-a518-48e3-8070-01f2e90bee5e tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/ports?device_id=7ed5e2e0-3598-4d6e-94e2-35417644c3e4 HTTP/1.1" status: 200 len: 946 time: 0.1468389 Feb 17 17:31:16.742395 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc55dc-d134-4977-8419-897d86da680b service neutron] Pushing event updated for resources: {'Port': ['ID=6826495d-9218-47e6-b57b-c1bde55aa4ff,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:16.790774 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1d39ddeb-db23-429b-a426-9aeb79bf7693 req-622afeab-289f-435c-9b54-d87395e96d31 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/security-groups?id=ab06c84a-4a00-40bb-b916-a68462b41859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974743 Feb 17 17:31:16.795156 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdec31b-d053-4115-970a-e6a7f5f4acfc req-0bf15766-9860-4e56-9eaa-bf2220510d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:16.796854 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfdec31b-d053-4115-970a-e6a7f5f4acfc req-0bf15766-9860-4e56-9eaa-bf2220510d37 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1f495fc5ff7e493a89ae252783583adb&device_id=fffeec1c-21e0-4d24-a312-22b5b34c6e20 HTTP/1.1" status: 200 len: 1130 time: 0.1308155 Feb 17 17:31:16.804944 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfd493-027e-4e3f-ae3e-10ea0d502bb0 req-ea2eeb49-d653-4e82-973b-18ab05c09628 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:16.806716 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1dbfd493-027e-4e3f-ae3e-10ea0d502bb0 req-ea2eeb49-d653-4e82-973b-18ab05c09628 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 943 time: 0.1877849 Feb 17 17:31:16.866399 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfdec31b-d053-4115-970a-e6a7f5f4acfc req-5e8860c6-5c51-497d-bf1f-020385de6ab0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=6826495d-9218-47e6-b57b-c1bde55aa4ff HTTP/1.1" status: 200 len: 217 time: 0.0578909 Feb 17 17:31:16.975064 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdec31b-d053-4115-970a-e6a7f5f4acfc req-ea0ad990-f371-4b3a-bd4c-9104bee962d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:16.977109 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfdec31b-d053-4115-970a-e6a7f5f4acfc req-ea0ad990-f371-4b3a-bd4c-9104bee962d0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.0901191 Feb 17 17:31:16.981061 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1dbfd493-027e-4e3f-ae3e-10ea0d502bb0 req-176cc857-dabe-4420-94d9-d9cbb9cb3866 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567662 Feb 17 17:31:17.000584 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1b3bb-0ca0-497f-8d0f-417ec0d003b3 req-48d5c8fe-b145-4712-b728-47f6fa4167c2 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:17.002085 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-35f1b3bb-0ca0-497f-8d0f-417ec0d003b3 req-48d5c8fe-b145-4712-b728-47f6fa4167c2 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/ports?device_id=c76a8d24-e029-4d1c-92b2-c894c94c3e12 HTTP/1.1" status: 200 len: 945 time: 0.1338060 Feb 17 17:31:17.039753 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce80636-4e5c-4bfc-9887-bbfebbd1eaf3 x-openstack-request-id: req-cce80636-4e5c-4bfc-9887-bbfebbd1eaf3 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:31:17.040045 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fffeec1c-21e0-4d24-a312-22b5b34c6e20", "tag": "6826495d-9218-47e6-b57b-c1bde55aa4ff", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:31:17.042053 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-cce80636-4e5c-4bfc-9887-bbfebbd1eaf3 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:31:17.042053 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fffeec1c-21e0-4d24-a312-22b5b34c6e20', 'tag': '6826495d-9218-47e6-b57b-c1bde55aa4ff', 'status': 'completed', 'code': 200} Feb 17 17:31:17.065096 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 39420) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:31:17.071646 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdec31b-d053-4115-970a-e6a7f5f4acfc req-35cb19c0-77e3-46a0-a039-9c1f30cf3e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:17.073198 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfdec31b-d053-4115-970a-e6a7f5f4acfc req-35cb19c0-77e3-46a0-a039-9c1f30cf3e5f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0886588 Feb 17 17:31:17.095936 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-35f1b3bb-0ca0-497f-8d0f-417ec0d003b3 req-0a5805cd-ecb3-4367-851c-b17dc6f93534 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/security-groups?id=576a4066-0325-49be-8e5b-8b74f3a5eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778985 Feb 17 17:31:17.189500 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-f23a8676-8250-451b-8b20-490cb7491054 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-255129370-network', 'tenant_id': 'fc553e94d63549b788478ed2c106f22c'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:31:17.202540 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f5d77-3843-4a19-9d98-88c85d27c8c3 req-3c5077b3-8e7c-4793-bcee-52f5ee70e338 tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:17.204017 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-706f5d77-3843-4a19-9d98-88c85d27c8c3 req-3c5077b3-8e7c-4793-bcee-52f5ee70e338 tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] 10.222.0.87 "GET /v2.0/ports?device_id=fffeec1c-21e0-4d24-a312-22b5b34c6e20 HTTP/1.1" status: 200 len: 948 time: 0.1115613 Feb 17 17:31:17.211055 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23a8676-8250-451b-8b20-490cb7491054 admin admin] Made reservation on behalf of fc553e94d63549b788478ed2c106f22c for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:31:17.213416 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f23a8676-8250-451b-8b20-490cb7491054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:17.222655 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f23a8676-8250-451b-8b20-490cb7491054 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:17.243884 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfdec31b-d053-4115-970a-e6a7f5f4acfc req-d8219356-71b7-465d-8871-156079e187f5 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618268 Feb 17 17:31:17.300659 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f23a8676-8250-451b-8b20-490cb7491054 admin admin] Publish callbacks [] for security_group (a5106c81-d41a-4edc-b14e-058190ef771b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:17.305467 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f23a8676-8250-451b-8b20-490cb7491054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (a5106c81-d41a-4edc-b14e-058190ef771b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:17.333989 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f23a8676-8250-451b-8b20-490cb7491054 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:31:17.340413 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a8676-8250-451b-8b20-490cb7491054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5106c81-d41a-4edc-b14e-058190ef771b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:17.349184 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f23a8676-8250-451b-8b20-490cb7491054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (26b3d40e-4e4c-449c-90be-dd67156021aa), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:17.349184 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-f23a8676-8250-451b-8b20-490cb7491054 admin admin] Added segment 26b3d40e-4e4c-449c-90be-dd67156021aa of type vlan for network c2cdbb84-b0de-49c6-9b88-405d1af9ccab Feb 17 17:31:17.392468 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f23a8676-8250-451b-8b20-490cb7491054 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (c2cdbb84-b0de-49c6-9b88-405d1af9ccab), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:17.421036 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f23a8676-8250-451b-8b20-490cb7491054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (c2cdbb84-b0de-49c6-9b88-405d1af9ccab), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:17.422042 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23a8676-8250-451b-8b20-490cb7491054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:17.422632 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f23a8676-8250-451b-8b20-490cb7491054 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:17.461523 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f23a8676-8250-451b-8b20-490cb7491054 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3905153 Feb 17 17:31:17.461771 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 39432) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:31:17.466610 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ebb91c28-0217-4ae6-a810-1406b8c345bd admin admin] Request body: {'subnet': {'network_id': 'c2cdbb84-b0de-49c6-9b88-405d1af9ccab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-255129370-subnet', 'tenant_id': 'fc553e94d63549b788478ed2c106f22c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:31:17.501309 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a8676-8250-451b-8b20-490cb7491054 admin admin] Pushing event updated for resources: {'Network': ['ID=c2cdbb84-b0de-49c6-9b88-405d1af9ccab,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:17.513021 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network c2cdbb84-b0de-49c6-9b88-405d1af9ccab details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:31:17.514516 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb91c28-0217-4ae6-a810-1406b8c345bd admin admin] Made reservation on behalf of fc553e94d63549b788478ed2c106f22c for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:31:17.517009 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ebb91c28-0217-4ae6-a810-1406b8c345bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:17.669925 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-706f5d77-3843-4a19-9d98-88c85d27c8c3 req-67388f12-4d37-44d5-aed2-8ebbbd6862da tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] 10.222.0.87 "GET /v2.0/security-groups?id=b8c93038-f6d8-43dd-b431-205d3aa6f289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4465184 Feb 17 17:31:17.697434 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ebb91c28-0217-4ae6-a810-1406b8c345bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (9656495d-68fd-4771-8cc2-ffde2cb90652), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:17.703469 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8132ea-de35-4d4b-bcfd-1eacda0ead80 req-066d6547-e1b3-405c-bb42-a77135370a97 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:17.704987 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fa8132ea-de35-4d4b-bcfd-1eacda0ead80 req-066d6547-e1b3-405c-bb42-a77135370a97 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/networks?id=5dbbad70-2eaf-4ac4-baab-330b001075bb HTTP/1.1" status: 200 len: 820 time: 0.5141551 Feb 17 17:31:17.727925 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfdec31b-d053-4115-970a-e6a7f5f4acfc req-3be11795-ff2e-478c-9600-5ba9945fceb8 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4694626 Feb 17 17:31:17.729599 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fa8132ea-de35-4d4b-bcfd-1eacda0ead80 req-8bbd9491-65d3-46f1-bf22-881d39a32c09 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/quotas/5bb8389d8da44943868afc5c1f119806 HTTP/1.1" status: 200 len: 375 time: 0.0149233 Feb 17 17:31:17.760211 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb91c28-0217-4ae6-a810-1406b8c345bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9656495d-68fd-4771-8cc2-ffde2cb90652,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:17.768544 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb91c28-0217-4ae6-a810-1406b8c345bd admin admin] Checking segment: {'id': '26b3d40e-4e4c-449c-90be-dd67156021aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c2cdbb84-b0de-49c6-9b88-405d1af9ccab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:31:17.769335 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb91c28-0217-4ae6-a810-1406b8c345bd admin admin] Network hostable DHCP agents. Network: c2cdbb84-b0de-49c6-9b88-405d1af9ccab, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:31:17.790759 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb91c28-0217-4ae6-a810-1406b8c345bd admin admin] Network c2cdbb84-b0de-49c6-9b88-405d1af9ccab is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:31:17.804477 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-ebb91c28-0217-4ae6-a810-1406b8c345bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, c2cdbb84-b0de-49c6-9b88-405d1af9ccab) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:31:17.813492 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb91c28-0217-4ae6-a810-1406b8c345bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:17.814123 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ebb91c28-0217-4ae6-a810-1406b8c345bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:17.816505 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebbdefb-0096-4d18-a5a8-859afe0951ca None None] Network c2cdbb84-b0de-49c6-9b88-405d1af9ccab requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:31:17.841241 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ebb91c28-0217-4ae6-a810-1406b8c345bd admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3784370 Feb 17 17:31:17.843846 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 39440) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:31:17.851511 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-132f34de-3353-4fd4-a388-eab42f3d1dca admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-255129370-router', 'tenant_id': 'fc553e94d63549b788478ed2c106f22c', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:31:17.871475 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-132f34de-3353-4fd4-a388-eab42f3d1dca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (6bffef20-871a-4644-b44b-bf3c1e5042de), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:17.872619 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-132f34de-3353-4fd4-a388-eab42f3d1dca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (6bffef20-871a-4644-b44b-bf3c1e5042de), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:17.873234 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fa8132ea-de35-4d4b-bcfd-1eacda0ead80 req-92587638-f94b-4fbc-9b9c-47e5c7210e39 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=5bb8389d8da44943868afc5c1f119806&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1356380 Feb 17 17:31:17.921501 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c51d5-7773-48d4-a15b-9e97c3e2e01f req-a01409a1-012c-43a7-8375-37d35ede510c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:17.922994 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b70c51d5-7773-48d4-a15b-9e97c3e2e01f req-a01409a1-012c-43a7-8375-37d35ede510c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1f495fc5ff7e493a89ae252783583adb&device_id=fffeec1c-21e0-4d24-a312-22b5b34c6e20 HTTP/1.1" status: 200 len: 1130 time: 0.1286623 Feb 17 17:31:17.935286 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f75a21-c7e7-41e3-b97f-69d48a8fc226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-c2cdbb84-b0de-49c6-9b88-405d1af9ccab', 'network_id': 'c2cdbb84-b0de-49c6-9b88-405d1af9ccab', 'project_id': 'fc553e94d63549b788478ed2c106f22c', 'fixed_ips': [{'subnet_id': '9656495d-68fd-4771-8cc2-ffde2cb90652'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:31:17.936325 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-52f75a21-c7e7-41e3-b97f-69d48a8fc226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:17.961735 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-132f34de-3353-4fd4-a388-eab42f3d1dca admin admin] Publish callbacks [] for router_controller (6bffef20-871a-4644-b44b-bf3c1e5042de), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:18.045572 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe07f7a-1216-4667-aca0-3788fe09eb53 req-b2aa4d92-ae4b-471f-9648-5c51470953d5 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:18.050901 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe07f7a-1216-4667-aca0-3788fe09eb53 req-b2aa4d92-ae4b-471f-9648-5c51470953d5 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:18.056112 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe07f7a-1216-4667-aca0-3788fe09eb53 req-b2aa4d92-ae4b-471f-9648-5c51470953d5 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:18.061485 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe07f7a-1216-4667-aca0-3788fe09eb53 req-b2aa4d92-ae4b-471f-9648-5c51470953d5 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:18.066639 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe07f7a-1216-4667-aca0-3788fe09eb53 req-b2aa4d92-ae4b-471f-9648-5c51470953d5 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:18.071838 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe07f7a-1216-4667-aca0-3788fe09eb53 req-b2aa4d92-ae4b-471f-9648-5c51470953d5 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:18.077673 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe07f7a-1216-4667-aca0-3788fe09eb53 req-b2aa4d92-ae4b-471f-9648-5c51470953d5 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:18.080945 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-efe07f7a-1216-4667-aca0-3788fe09eb53 req-b2aa4d92-ae4b-471f-9648-5c51470953d5 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 5430 time: 0.2051508 Feb 17 17:31:18.097106 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-52f75a21-c7e7-41e3-b97f-69d48a8fc226 None None] Allocated IP 172.20.0.2 (c2cdbb84-b0de-49c6-9b88-405d1af9ccab/9656495d-68fd-4771-8cc2-ffde2cb90652/90500942-e506-40f3-b0d8-1aadbf2be1a4) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:31:18.121402 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-132f34de-3353-4fd4-a388-eab42f3d1dca admin admin] Publish callbacks [] for router_gateway (6bffef20-871a-4644-b44b-bf3c1e5042de), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:18.193716 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6546bc-1a3a-4c62-83e9-e29d8ffeead1 req-35a27578-960c-4147-a822-7d414f853852 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:18.195647 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8f6546bc-1a3a-4c62-83e9-e29d8ffeead1 req-35a27578-960c-4147-a822-7d414f853852 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.71 "GET /v2.0/ports?device_id=7ed5e2e0-3598-4d6e-94e2-35417644c3e4 HTTP/1.1" status: 200 len: 946 time: 0.2446699 Feb 17 17:31:18.254278 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-52f75a21-c7e7-41e3-b97f-69d48a8fc226 None None] Publish callbacks [] for port (90500942-e506-40f3-b0d8-1aadbf2be1a4), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:18.261883 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-52f75a21-c7e7-41e3-b97f-69d48a8fc226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (90500942-e506-40f3-b0d8-1aadbf2be1a4), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:18.267558 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fa8132ea-de35-4d4b-bcfd-1eacda0ead80 req-431773f3-4b88-4386-889c-36cb23aafc92 service neutron] 10.222.0.87 "GET /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559508 Feb 17 17:31:18.274113 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c51d5-7773-48d4-a15b-9e97c3e2e01f req-0b64ea7e-8a64-44c4-b3c2-22a8b295eafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:18.275544 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b70c51d5-7773-48d4-a15b-9e97c3e2e01f req-0b64ea7e-8a64-44c4-b3c2-22a8b295eafe service neutron] 10.222.0.91 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 0.3457491 Feb 17 17:31:18.315085 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f75a21-c7e7-41e3-b97f-69d48a8fc226 None None] Pushing event updated for resources: {'Port': ['ID=90500942-e506-40f3-b0d8-1aadbf2be1a4,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:18.316128 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-efe07f7a-1216-4667-aca0-3788fe09eb53 req-680802c0-a6ec-4627-8248-5f4c38735ca8 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/security-groups?id=4b62a994-4311-4d7d-a3f0-cd2c105b06fa&id=06bbdf43-383d-412d-a4a7-27f1a95946ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2046628 Feb 17 17:31:18.318663 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f75a21-c7e7-41e3-b97f-69d48a8fc226 None None] Network c2cdbb84-b0de-49c6-9b88-405d1af9ccab is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:31:18.322428 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-52f75a21-c7e7-41e3-b97f-69d48a8fc226 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:31:18.328825 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f75a21-c7e7-41e3-b97f-69d48a8fc226 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:31:18.333457 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f75a21-c7e7-41e3-b97f-69d48a8fc226 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:31:18.333819 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f75a21-c7e7-41e3-b97f-69d48a8fc226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:31:18.334165 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f75a21-c7e7-41e3-b97f-69d48a8fc226 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:31:18.334683 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f75a21-c7e7-41e3-b97f-69d48a8fc226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:31:18.335681 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f75a21-c7e7-41e3-b97f-69d48a8fc226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:31:18.336042 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f75a21-c7e7-41e3-b97f-69d48a8fc226 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:31:18.336400 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f75a21-c7e7-41e3-b97f-69d48a8fc226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:31:18.337329 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f75a21-c7e7-41e3-b97f-69d48a8fc226 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:31:18.337813 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f75a21-c7e7-41e3-b97f-69d48a8fc226 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:31:18.338161 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f75a21-c7e7-41e3-b97f-69d48a8fc226 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:31:18.339042 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f75a21-c7e7-41e3-b97f-69d48a8fc226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:31:18.339393 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f75a21-c7e7-41e3-b97f-69d48a8fc226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:31:18.339992 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f75a21-c7e7-41e3-b97f-69d48a8fc226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:31:18.357684 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b70c51d5-7773-48d4-a15b-9e97c3e2e01f req-b2dab0b9-bf5e-4b5a-87b2-aaf1455d4fcc service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=6826495d-9218-47e6-b57b-c1bde55aa4ff HTTP/1.1" status: 200 len: 217 time: 0.0712521 Feb 17 17:31:18.372186 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-132f34de-3353-4fd4-a388-eab42f3d1dca admin admin] Publish callbacks [] for router_gateway (6bffef20-871a-4644-b44b-bf3c1e5042de), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:18.392977 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-132f34de-3353-4fd4-a388-eab42f3d1dca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:18.418287 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-52f75a21-c7e7-41e3-b97f-69d48a8fc226 None None] Attempting to bind port 90500942-e506-40f3-b0d8-1aadbf2be1a4 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:31:18.418690 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-52f75a21-c7e7-41e3-b97f-69d48a8fc226 None None] Attempting to bind port 90500942-e506-40f3-b0d8-1aadbf2be1a4 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '26b3d40e-4e4c-449c-90be-dd67156021aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c2cdbb84-b0de-49c6-9b88-405d1af9ccab'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:31:18.419307 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f75a21-c7e7-41e3-b97f-69d48a8fc226 None None] Attempting to bind port 90500942-e506-40f3-b0d8-1aadbf2be1a4 on network c2cdbb84-b0de-49c6-9b88-405d1af9ccab {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:31:18.425564 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f75a21-c7e7-41e3-b97f-69d48a8fc226 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:31:18.426089 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f75a21-c7e7-41e3-b97f-69d48a8fc226 None None] Checking segment: {'id': '26b3d40e-4e4c-449c-90be-dd67156021aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c2cdbb84-b0de-49c6-9b88-405d1af9ccab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:31:18.426665 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-52f75a21-c7e7-41e3-b97f-69d48a8fc226 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:18.426970 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f75a21-c7e7-41e3-b97f-69d48a8fc226 None None] Bound using segment: {'id': '26b3d40e-4e4c-449c-90be-dd67156021aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c2cdbb84-b0de-49c6-9b88-405d1af9ccab'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:31:18.427446 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-52f75a21-c7e7-41e3-b97f-69d48a8fc226 None None] Bound port: 90500942-e506-40f3-b0d8-1aadbf2be1a4, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b3d40e-4e4c-449c-90be-dd67156021aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c2cdbb84-b0de-49c6-9b88-405d1af9ccab'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:31:18.427888 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-52f75a21-c7e7-41e3-b97f-69d48a8fc226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (90500942-e506-40f3-b0d8-1aadbf2be1a4), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:18.500747 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-52f75a21-c7e7-41e3-b97f-69d48a8fc226 None None] For port 90500942-e506-40f3-b0d8-1aadbf2be1a4, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:31:18.504826 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-52f75a21-c7e7-41e3-b97f-69d48a8fc226 None None] For port 90500942-e506-40f3-b0d8-1aadbf2be1a4, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=90500942-e506-40f3-b0d8-1aadbf2be1a4,segment=NetworkSegment(26b3d40e-4e4c-449c-90be-dd67156021aa),segment_id=26b3d40e-4e4c-449c-90be-dd67156021aa)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:31:18.511502 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-52f75a21-c7e7-41e3-b97f-69d48a8fc226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (90500942-e506-40f3-b0d8-1aadbf2be1a4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:18.514661 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-132f34de-3353-4fd4-a388-eab42f3d1dca admin admin] Allocated IP 172.25.8.149 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/91715d4f-8b4b-4b91-9e07-e38a1e33e62b) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:31:18.525993 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c51d5-7773-48d4-a15b-9e97c3e2e01f req-6ae2fc09-f2a6-42fa-b74f-89e5842e1336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:18.527489 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b70c51d5-7773-48d4-a15b-9e97c3e2e01f req-6ae2fc09-f2a6-42fa-b74f-89e5842e1336 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.1408997 Feb 17 17:31:18.532623 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fa8132ea-de35-4d4b-bcfd-1eacda0ead80 req-3d61facc-9444-4697-b8a0-d15671421c74 service neutron] 10.222.0.87 "GET /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474675 Feb 17 17:31:18.580455 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f75a21-c7e7-41e3-b97f-69d48a8fc226 None None] Pushing event updated for resources: {'Port': ['ID=90500942-e506-40f3-b0d8-1aadbf2be1a4,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:18.588326 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-8f6546bc-1a3a-4c62-83e9-e29d8ffeead1 req-9dd7eeab-3939-4587-892d-3e8883750948 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Deleting port 5edb28dc-05dd-49ea-a511-e7974d99455a {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:31:18.588736 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8f6546bc-1a3a-4c62-83e9-e29d8ffeead1 req-9dd7eeab-3939-4587-892d-3e8883750948 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (5edb28dc-05dd-49ea-a511-e7974d99455a), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:18.598605 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b2db2-b270-493a-87c1-21ef4c154d59 req-826a93bb-504f-469e-9eb3-a56fe499605f tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:18.600427 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5f1b2db2-b270-493a-87c1-21ef4c154d59 req-826a93bb-504f-469e-9eb3-a56fe499605f tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=afbea10c-4419-4c6c-a145-79a8266759c5 HTTP/1.1" status: 200 len: 950 time: 0.1811392 Feb 17 17:31:18.630861 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:18.660596 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-132f34de-3353-4fd4-a388-eab42f3d1dca admin admin] Publish callbacks [] for port (91715d4f-8b4b-4b91-9e07-e38a1e33e62b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:18.708456 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-132f34de-3353-4fd4-a388-eab42f3d1dca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (91715d4f-8b4b-4b91-9e07-e38a1e33e62b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:18.745160 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c51d5-7773-48d4-a15b-9e97c3e2e01f req-6dad35d2-f3e4-403c-a27f-92058119d899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:18.745671 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132f34de-3353-4fd4-a388-eab42f3d1dca admin admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:31:18.746856 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b70c51d5-7773-48d4-a15b-9e97c3e2e01f req-6dad35d2-f3e4-403c-a27f-92058119d899 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2107818 Feb 17 17:31:18.750266 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-132f34de-3353-4fd4-a388-eab42f3d1dca admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:31:18.753882 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132f34de-3353-4fd4-a388-eab42f3d1dca admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:31:18.773168 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5f1b2db2-b270-493a-87c1-21ef4c154d59 req-b6f6e6df-57bd-42be-ab7f-0ad18a926da2 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365619 Feb 17 17:31:18.811365 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-8f6546bc-1a3a-4c62-83e9-e29d8ffeead1 req-9dd7eeab-3939-4587-892d-3e8883750948 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] For port 5edb28dc-05dd-49ea-a511-e7974d99455a, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=5edb28dc-05dd-49ea-a511-e7974d99455a,segment=NetworkSegment(3ba1f701-b447-45d4-ab08-e0178ff31937),segment_id=3ba1f701-b447-45d4-ab08-e0178ff31937)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:18.811865 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8f6546bc-1a3a-4c62-83e9-e29d8ffeead1 req-9dd7eeab-3939-4587-892d-3e8883750948 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (5edb28dc-05dd-49ea-a511-e7974d99455a), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:18.814197 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f34de-3353-4fd4-a388-eab42f3d1dca admin admin] Pushing event updated for resources: {'Port': ['ID=91715d4f-8b4b-4b91-9e07-e38a1e33e62b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:18.866322 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-8f6546bc-1a3a-4c62-83e9-e29d8ffeead1 req-9dd7eeab-3939-4587-892d-3e8883750948 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Calling delete_port for 5edb28dc-05dd-49ea-a511-e7974d99455a owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:31:19.159023 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-132f34de-3353-4fd4-a388-eab42f3d1dca admin admin] Publish callbacks [] for router_gateway (6bffef20-871a-4644-b44b-bf3c1e5042de), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:19.232463 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b70c51d5-7773-48d4-a15b-9e97c3e2e01f req-7268265d-bb68-4573-b816-d5373e302408 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4770496 Feb 17 17:31:19.376594 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9700d8e-3afb-4791-94de-32aba5daaf9f req-e1b24b0e-b1eb-472a-bbe2-5c05b4cbd468 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:19.378189 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f9700d8e-3afb-4791-94de-32aba5daaf9f req-e1b24b0e-b1eb-472a-bbe2-5c05b4cbd468 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 943 time: 0.2634091 Feb 17 17:31:19.378888 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8f6546bc-1a3a-4c62-83e9-e29d8ffeead1 req-9dd7eeab-3939-4587-892d-3e8883750948 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (5edb28dc-05dd-49ea-a511-e7974d99455a), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:19.420176 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd7eeab-3939-4587-892d-3e8883750948 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Pushing event deleted for resources: {'Port': ['ID=5edb28dc-05dd-49ea-a511-e7974d99455a,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:19.454136 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae01def6-763f-45f7-aa21-7756d9d5101a req-6d677804-91b9-4fd2-b64e-94587d7ab0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:19.455678 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ae01def6-763f-45f7-aa21-7756d9d5101a req-6d677804-91b9-4fd2-b64e-94587d7ab0e5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=db89cd3155104335b620dce09b9805f6&device_id=c76a8d24-e029-4d1c-92b2-c894c94c3e12 HTTP/1.1" status: 200 len: 1127 time: 0.2746637 Feb 17 17:31:19.497465 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:19.505627 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e61a8d-1174-41e0-b7a7-489ec3006c1f req-4aba2110-7de7-4d2a-a4f0-ba1feb6e7fa1 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:19.507799 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-81e61a8d-1174-41e0-b7a7-489ec3006c1f req-4aba2110-7de7-4d2a-a4f0-ba1feb6e7fa1 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/ports?device_id=7ed5e2e0-3598-4d6e-94e2-35417644c3e4 HTTP/1.1" status: 200 len: 867 time: 0.3312490 Feb 17 17:31:19.586847 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6546bc-1a3a-4c62-83e9-e29d8ffeead1 req-9dd7eeab-3939-4587-892d-3e8883750948 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] No DVR routers for this DVR port 5edb28dc-05dd-49ea-a511-e7974d99455a on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:31:19.590746 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8f6546bc-1a3a-4c62-83e9-e29d8ffeead1 req-9dd7eeab-3939-4587-892d-3e8883750948 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:19.594562 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8f6546bc-1a3a-4c62-83e9-e29d8ffeead1 req-9dd7eeab-3939-4587-892d-3e8883750948 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.71 "DELETE /v2.0/ports/5edb28dc-05dd-49ea-a511-e7974d99455a HTTP/1.1" status: 204 len: 173 time: 1.3898630 Feb 17 17:31:19.631097 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed5e2e0-3598-4d6e-94e2-35417644c3e4', 'name': 'network-vif-deleted', 'tag': '5edb28dc-05dd-49ea-a511-e7974d99455a'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:31:19.636876 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698cba7b-297a-4886-8b84-18ba591ff8e5" -d '{"events": [{"server_uuid": "7ed5e2e0-3598-4d6e-94e2-35417644c3e4", "name": "network-vif-deleted", "tag": "5edb28dc-05dd-49ea-a511-e7974d99455a"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:31:19.662956 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b70c51d5-7773-48d4-a15b-9e97c3e2e01f req-ccfd76ae-d84a-42d8-b84b-0dfbb280103a service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112728 Feb 17 17:31:19.720928 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 5edb28dc-05dd-49ea-a511-e7974d99455a no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:31:19.780866 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-132f34de-3353-4fd4-a388-eab42f3d1dca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (6bffef20-871a-4644-b44b-bf3c1e5042de), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:19.782099 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-81e61a8d-1174-41e0-b7a7-489ec3006c1f req-fa24a88e-9e04-478c-bb33-822f8b5ed876 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/security-groups?id=ab06c84a-4a00-40bb-b916-a68462b41859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535584 Feb 17 17:31:19.820871 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f9700d8e-3afb-4791-94de-32aba5daaf9f req-c0e2ab32-c412-4af0-911e-7a5cf53e3d30 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4055684 Feb 17 17:31:19.919734 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae01def6-763f-45f7-aa21-7756d9d5101a req-619eaf8d-fe4c-4fb0-a777-c7e5b103e87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:19.921300 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ae01def6-763f-45f7-aa21-7756d9d5101a req-619eaf8d-fe4c-4fb0-a777-c7e5b103e87f service neutron] 10.222.0.91 "GET /v2.0/networks?id=2dbba759-30c1-4729-beb6-f31d94648cea HTTP/1.1" status: 200 len: 915 time: 0.4484587 Feb 17 17:31:19.983900 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: 5edb28dc-05dd-49ea-a511-e7974d99455a {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:31:19.984276 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 5edb28dc-05dd-49ea-a511-e7974d99455a not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:31:19.987351 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 6826495d-9218-47e6-b57b-c1bde55aa4ff details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:31:20.000190 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 90500942-e506-40f3-b0d8-1aadbf2be1a4 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:31:20.005337 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ae01def6-763f-45f7-aa21-7756d9d5101a req-9e0915d2-beab-4798-848e-9920ffad81af service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56 HTTP/1.1" status: 200 len: 217 time: 0.0681148 Feb 17 17:31:20.031801 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-132f34de-3353-4fd4-a388-eab42f3d1dca admin admin] Router 6bffef20-871a-4644-b44b-bf3c1e5042de is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:31:20.032204 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1bffa2-35cf-4da0-8cfa-c792c5236292 None None] Network c2cdbb84-b0de-49c6-9b88-405d1af9ccab requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:31:20.071545 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fcae7385-50d4-427f-9ae8-8197cb032995 req-92cba89c-a9b8-4814-bb20-a3c3ede22e35 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 210 time: 0.0772564 Feb 17 17:31:20.132424 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a150c-fa34-434b-add3-48ad52b99ed1 req-6ee4a9f4-07e7-48ab-b052-743ae6e82e24 tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:20.132424 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c39a150c-fa34-434b-add3-48ad52b99ed1 req-6ee4a9f4-07e7-48ab-b052-743ae6e82e24 tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] 10.222.0.87 "GET /v2.0/ports?device_id=fffeec1c-21e0-4d24-a312-22b5b34c6e20 HTTP/1.1" status: 200 len: 948 time: 0.1369174 Feb 17 17:31:20.140972 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae01def6-763f-45f7-aa21-7756d9d5101a req-1d222e03-fbd7-4412-b634-71864c21cdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:20.142770 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ae01def6-763f-45f7-aa21-7756d9d5101a req-1d222e03-fbd7-4412-b634-71864c21cdfa service neutron] 10.222.0.91 "GET /v2.0/subnets?id=74324b72-a65c-4b92-b6c8-41ca4b30f5b6 HTTP/1.1" status: 200 len: 853 time: 0.0979655 Feb 17 17:31:20.199762 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132f34de-3353-4fd4-a388-eab42f3d1dca admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:31:20.220684 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-132f34de-3353-4fd4-a388-eab42f3d1dca admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:20.222420 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-132f34de-3353-4fd4-a388-eab42f3d1dca admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3764701 Feb 17 17:31:20.225430 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 39472) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:31:20.271982 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3eecdff-4d9e-4212-9edd-980f9affd73b None None] Sync routers for ids ['6bffef20-871a-4644-b44b-bf3c1e5042de'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:31:20.330214 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 90500942-e506-40f3-b0d8-1aadbf2be1a4 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:31:20.330510 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (90500942-e506-40f3-b0d8-1aadbf2be1a4), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:20.399412 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c39a150c-fa34-434b-add3-48ad52b99ed1 req-7caac153-6428-41f6-8a28-5525bdfbc893 tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] 10.222.0.87 "GET /v2.0/security-groups?id=b8c93038-f6d8-43dd-b431-205d3aa6f289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553077 Feb 17 17:31:20.400582 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-2e3a2e66-016d-4207-80d0-472dcb6a75d8 None None] Provisioning complete for port 90500942-e506-40f3-b0d8-1aadbf2be1a4 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:31:20.400970 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2e3a2e66-016d-4207-80d0-472dcb6a75d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (90500942-e506-40f3-b0d8-1aadbf2be1a4), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:20.402518 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3eecdff-4d9e-4212-9edd-980f9affd73b None None] Routers {'6bffef20-871a-4644-b44b-bf3c1e5042de'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:31:20.403352 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-d3eecdff-4d9e-4212-9edd-980f9affd73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:31:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['6bffef20-871a-4644-b44b-bf3c1e5042de'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:31:20.453989 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae01def6-763f-45f7-aa21-7756d9d5101a req-aeb21b7b-25ca-4c8f-83a8-f76935e4b191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:20.455623 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ae01def6-763f-45f7-aa21-7756d9d5101a req-aeb21b7b-25ca-4c8f-83a8-f76935e4b191 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2dbba759-30c1-4729-beb6-f31d94648cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3013144 Feb 17 17:31:20.500866 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b385be0-e45b-4b19-b369-adb30b5ac522 req-0f87533a-56d4-4819-882b-b5bc9ac59976 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:20.507755 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8b385be0-e45b-4b19-b369-adb30b5ac522 req-0f87533a-56d4-4819-882b-b5bc9ac59976 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/ports?device_id=c76a8d24-e029-4d1c-92b2-c894c94c3e12 HTTP/1.1" status: 200 len: 945 time: 0.2387741 Feb 17 17:31:20.544804 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 6826495d-9218-47e6-b57b-c1bde55aa4ff, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=6826495d-9218-47e6-b57b-c1bde55aa4ff,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:20.590058 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8132ea-de35-4d4b-bcfd-1eacda0ead80 req-72f814be-0ac0-4e68-b99b-362901c93f06 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:20.592401 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fa8132ea-de35-4d4b-bcfd-1eacda0ead80 req-72f814be-0ac0-4e68-b99b-362901c93f06 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.71 "GET /v2.0/networks?id=5dbbad70-2eaf-4ac4-baab-330b001075bb HTTP/1.1" status: 200 len: 820 time: 0.3181291 Feb 17 17:31:20.593045 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '6826495d-9218-47e6-b57b-c1bde55aa4ff', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'port_id': '6826495d-9218-47e6-b57b-c1bde55aa4ff', 'mac_address': 'fa:16:3e:8c:c2:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac79920f-9ddd-4352-b866-6056158b178e', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:31:20.655479 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-fa8132ea-de35-4d4b-bcfd-1eacda0ead80 req-709fe7da-ecc3-4392-8ab3-572a62981112 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Request body: {'port': {'device_id': 'd8b85790-91f3-427f-af11-a335232817a0', 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb', 'admin_state_up': True, 'tenant_id': '5bb8389d8da44943868afc5c1f119806'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:31:20.680363 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-d3eecdff-4d9e-4212-9edd-980f9affd73b None None] Set router 6bffef20-871a-4644-b44b-bf3c1e5042de gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:31:20.784878 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8b385be0-e45b-4b19-b369-adb30b5ac522 req-244522b0-808f-4ccb-9f2e-202786354dbb tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/security-groups?id=576a4066-0325-49be-8e5b-8b74f3a5eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761312 Feb 17 17:31:20.840600 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ae01def6-763f-45f7-aa21-7756d9d5101a req-8aff2730-46f2-4508-ac9c-804a3827d054 service neutron] 10.222.0.91 "GET /v2.0/networks/2dbba759-30c1-4729-beb6-f31d94648cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766613 Feb 17 17:31:20.843829 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c87e858-60a2-48ed-9746-a83785f1eba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:20.868754 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 6826495d-9218-47e6-b57b-c1bde55aa4ff is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:31:20.869934 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6826495d-9218-47e6-b57b-c1bde55aa4ff), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:20.878491 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728e902-6088-40c3-a8b2-867877aaefdd req-d81d3477-0db5-4cdd-ad68-2a6d911e65df tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:20.896828 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728e902-6088-40c3-a8b2-867877aaefdd req-d81d3477-0db5-4cdd-ad68-2a6d911e65df tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:20.904142 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-2e3a2e66-016d-4207-80d0-472dcb6a75d8 None None] Current status of the port 90500942-e506-40f3-b0d8-1aadbf2be1a4 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:31:20.904685 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2e3a2e66-016d-4207-80d0-472dcb6a75d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (90500942-e506-40f3-b0d8-1aadbf2be1a4), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:20.904825 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728e902-6088-40c3-a8b2-867877aaefdd req-d81d3477-0db5-4cdd-ad68-2a6d911e65df tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:20.924878 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728e902-6088-40c3-a8b2-867877aaefdd req-d81d3477-0db5-4cdd-ad68-2a6d911e65df tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:20.938887 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728e902-6088-40c3-a8b2-867877aaefdd req-d81d3477-0db5-4cdd-ad68-2a6d911e65df tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:20.947246 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728e902-6088-40c3-a8b2-867877aaefdd req-d81d3477-0db5-4cdd-ad68-2a6d911e65df tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:20.954590 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728e902-6088-40c3-a8b2-867877aaefdd req-d81d3477-0db5-4cdd-ad68-2a6d911e65df tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:20.958231 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8728e902-6088-40c3-a8b2-867877aaefdd req-d81d3477-0db5-4cdd-ad68-2a6d911e65df tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 5430 time: 0.3994818 Feb 17 17:31:20.967260 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5e44c7-300a-44ab-b335-2130899652c4 x-openstack-request-id: req-0e5e44c7-300a-44ab-b335-2130899652c4 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:31:20.967561 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed5e2e0-3598-4d6e-94e2-35417644c3e4", "name": "network-vif-deleted", "tag": "5edb28dc-05dd-49ea-a511-e7974d99455a", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:31:20.967821 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0e5e44c7-300a-44ab-b335-2130899652c4 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:31:20.968231 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed5e2e0-3598-4d6e-94e2-35417644c3e4', 'name': 'network-vif-deleted', 'tag': '5edb28dc-05dd-49ea-a511-e7974d99455a', 'status': 'completed', 'code': 200} Feb 17 17:31:20.978253 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6826495d-9218-47e6-b57b-c1bde55aa4ff {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:31:20.992988 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 90500942-e506-40f3-b0d8-1aadbf2be1a4 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:31:20.993552 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (90500942-e506-40f3-b0d8-1aadbf2be1a4), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:21.066314 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-2e3a2e66-016d-4207-80d0-472dcb6a75d8 None None] For port 90500942-e506-40f3-b0d8-1aadbf2be1a4, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=90500942-e506-40f3-b0d8-1aadbf2be1a4,segment=NetworkSegment(26b3d40e-4e4c-449c-90be-dd67156021aa),segment_id=26b3d40e-4e4c-449c-90be-dd67156021aa)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:21.072091 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 6826495d-9218-47e6-b57b-c1bde55aa4ff, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=6826495d-9218-47e6-b57b-c1bde55aa4ff,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:21.086982 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2e3a2e66-016d-4207-80d0-472dcb6a75d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (90500942-e506-40f3-b0d8-1aadbf2be1a4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:21.092973 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (6826495d-9218-47e6-b57b-c1bde55aa4ff), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:21.123669 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-3c87e858-60a2-48ed-9746-a83785f1eba1 admin admin] Allocated IP 172.20.0.1 (c2cdbb84-b0de-49c6-9b88-405d1af9ccab/9656495d-68fd-4771-8cc2-ffde2cb90652/d9266947-287f-4f09-8dac-48391c5b5a42) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:31:21.211605 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a2e66-016d-4207-80d0-472dcb6a75d8 None None] Pushing event updated for resources: {'Port': ['ID=90500942-e506-40f3-b0d8-1aadbf2be1a4,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:21.221045 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:31:21.221403 n-d-829613-2 neutron-server[103436]: DEBUG oslo_db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 17:31:21.253747 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c87e858-60a2-48ed-9746-a83785f1eba1 admin admin] Publish callbacks [] for port (d9266947-287f-4f09-8dac-48391c5b5a42), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:21.265942 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-76f4b6a0-5349-4c73-8894-f6503c28e104 None None] Provisioning complete for port 90500942-e506-40f3-b0d8-1aadbf2be1a4 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:31:21.266326 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-76f4b6a0-5349-4c73-8894-f6503c28e104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (90500942-e506-40f3-b0d8-1aadbf2be1a4), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:21.301990 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c87e858-60a2-48ed-9746-a83785f1eba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (d9266947-287f-4f09-8dac-48391c5b5a42), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:21.320384 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=6826495d-9218-47e6-b57b-c1bde55aa4ff,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:21.326375 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-d3eecdff-4d9e-4212-9edd-980f9affd73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bffef20-871a-4644-b44b-bf3c1e5042de', 'name': 'tempest-ServersTestBootFromVolume-255129370-router', 'tenant_id': 'fc553e94d63549b788478ed2c106f22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '91715d4f-8b4b-4b91-9e07-e38a1e33e62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:31:17Z', 'updated_at': '2022-02-17T17:31:18Z', 'revision_number': 3, 'project_id': 'fc553e94d63549b788478ed2c106f22c', 'gw_port': {'id': '91715d4f-8b4b-4b91-9e07-e38a1e33e62b', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bffef20-871a-4644-b44b-bf3c1e5042de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:31:18Z', 'updated_at': '2022-02-17T17:31:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:31:21.357720 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3eecdff-4d9e-4212-9edd-980f9affd73b None None] Checking router: 6bffef20-871a-4644-b44b-bf3c1e5042de for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:31:21.357916 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c87e858-60a2-48ed-9746-a83785f1eba1 admin admin] Network c2cdbb84-b0de-49c6-9b88-405d1af9ccab is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:31:21.358010 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3eecdff-4d9e-4212-9edd-980f9affd73b None None] Updating router 6bffef20-871a-4644-b44b-bf3c1e5042de port 91715d4f-8b4b-4b91-9e07-e38a1e33e62b binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:31:21.361914 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-3c87e858-60a2-48ed-9746-a83785f1eba1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:31:21.367184 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c87e858-60a2-48ed-9746-a83785f1eba1 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:31:21.404847 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['6826495d-9218-47e6-b57b-c1bde55aa4ff'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:31:21.409815 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d3eecdff-4d9e-4212-9edd-980f9affd73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (91715d4f-8b4b-4b91-9e07-e38a1e33e62b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:21.413043 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c87e858-60a2-48ed-9746-a83785f1eba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (6bffef20-871a-4644-b44b-bf3c1e5042de), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:21.420605 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c87e858-60a2-48ed-9746-a83785f1eba1 admin admin] Pushing event updated for resources: {'Port': ['ID=d9266947-287f-4f09-8dac-48391c5b5a42,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:21.604593 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c87e858-60a2-48ed-9746-a83785f1eba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d9266947-287f-4f09-8dac-48391c5b5a42), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:21.609223 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa8132ea-de35-4d4b-bcfd-1eacda0ead80 req-709fe7da-ecc3-4392-8ab3-572a62981112 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Made reservation on behalf of 5bb8389d8da44943868afc5c1f119806 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:31:21.613218 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-fa8132ea-de35-4d4b-bcfd-1eacda0ead80 req-709fe7da-ecc3-4392-8ab3-572a62981112 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:21.656953 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-76f4b6a0-5349-4c73-8894-f6503c28e104 None None] Current status of the port 90500942-e506-40f3-b0d8-1aadbf2be1a4 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:31:21.661228 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8728e902-6088-40c3-a8b2-867877aaefdd req-a799d59c-5f1c-4435-a24b-98d44623ea2c tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/security-groups?id=4b62a994-4311-4d7d-a3f0-cd2c105b06fa&id=06bbdf43-383d-412d-a4a7-27f1a95946ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6591403 Feb 17 17:31:21.699975 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f070fc-8bb0-49e6-9c54-c6b63f1c28a2 req-bb7f9673-165c-42f3-b23e-962480bd416b tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:21.702294 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-06f070fc-8bb0-49e6-9c54-c6b63f1c28a2 req-bb7f9673-165c-42f3-b23e-962480bd416b tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=afbea10c-4419-4c6c-a145-79a8266759c5 HTTP/1.1" status: 200 len: 950 time: 0.7329991 Feb 17 17:31:21.753919 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ae01def6-763f-45f7-aa21-7756d9d5101a req-0717d51e-45f7-493c-8637-82224c3f5cf8 service neutron] 10.222.0.91 "GET /v2.0/networks/2dbba759-30c1-4729-beb6-f31d94648cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9062874 Feb 17 17:31:21.848640 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-06f070fc-8bb0-49e6-9c54-c6b63f1c28a2 req-b5be6a3a-1b7b-43e2-8774-2da904b06fe3 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247151 Feb 17 17:31:21.874037 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 90500942-e506-40f3-b0d8-1aadbf2be1a4 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:31:21.891253 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-c5f434ee-aba8-4f1a-85c4-1053b94bf2f6 None None] Provisioning complete for port d9266947-287f-4f09-8dac-48391c5b5a42 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:31:21.891640 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c5f434ee-aba8-4f1a-85c4-1053b94bf2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d9266947-287f-4f09-8dac-48391c5b5a42), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:21.905487 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 66e46b72-cc88-4c93-82a3-5cb6717194c5 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:31:21.975717 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c87e858-60a2-48ed-9746-a83785f1eba1 admin admin] Publish callbacks [] for port (d9266947-287f-4f09-8dac-48391c5b5a42), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:21.997358 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c87e858-60a2-48ed-9746-a83785f1eba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (d9266947-287f-4f09-8dac-48391c5b5a42), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:22.044741 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-fa8132ea-de35-4d4b-bcfd-1eacda0ead80 req-709fe7da-ecc3-4392-8ab3-572a62981112 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Allocated IP 172.20.0.13 (5dbbad70-2eaf-4ac4-baab-330b001075bb/d4b8c7cb-ffed-4089-8d05-52af74f92303/e35032aa-edb1-4b51-8281-ea12cf23c31a) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:31:22.068081 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eed31491-9f91-4334-9235-bbdf62393d40 req-3707ed88-edf6-4ac5-bc6c-ca29bf6717fb tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 210 time: 0.0396278 Feb 17 17:31:22.104102 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 90500942-e506-40f3-b0d8-1aadbf2be1a4 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:31:22.104976 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c87e858-60a2-48ed-9746-a83785f1eba1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (6bffef20-871a-4644-b44b-bf3c1e5042de), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:22.136191 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b1fa4-fc13-4ae7-a036-60f424095b0e req-aa1f3c02-a7bb-45ae-9221-2b22f0acf29c tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:22.165088 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5a7b1fa4-fc13-4ae7-a036-60f424095b0e req-aa1f3c02-a7bb-45ae-9221-2b22f0acf29c tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 943 time: 0.2103009 Feb 17 17:31:22.165442 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c87e858-60a2-48ed-9746-a83785f1eba1 admin admin] Pushing event updated for resources: {'Port': ['ID=d9266947-287f-4f09-8dac-48391c5b5a42,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:22.195992 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-c5f434ee-aba8-4f1a-85c4-1053b94bf2f6 None None] Port d9266947-287f-4f09-8dac-48391c5b5a42 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:31:22.263750 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c87e858-60a2-48ed-9746-a83785f1eba1 admin admin] Network c2cdbb84-b0de-49c6-9b88-405d1af9ccab is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:31:22.263750 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-3c87e858-60a2-48ed-9746-a83785f1eba1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:31:22.385229 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5a7b1fa4-fc13-4ae7-a036-60f424095b0e req-19e9d2a0-5df9-4ad6-98a4-cc501da9ae16 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191386 Feb 17 17:31:22.438187 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5527fe-9e8e-42f8-99a7-586a6e1a774c req-f4ec3d24-215a-4419-8407-4cc2d6225e0c tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:22.440356 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bb5527fe-9e8e-42f8-99a7-586a6e1a774c req-f4ec3d24-215a-4419-8407-4cc2d6225e0c tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] 10.222.0.87 "GET /v2.0/ports?device_id=fffeec1c-21e0-4d24-a312-22b5b34c6e20 HTTP/1.1" status: 200 len: 949 time: 0.2507029 Feb 17 17:31:22.447851 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 90500942-e506-40f3-b0d8-1aadbf2be1a4 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:31:22.448589 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (90500942-e506-40f3-b0d8-1aadbf2be1a4), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:22.498965 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d3eecdff-4d9e-4212-9edd-980f9affd73b None None] Publish callbacks [] for port (91715d4f-8b4b-4b91-9e07-e38a1e33e62b), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:22.514858 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 66e46b72-cc88-4c93-82a3-5cb6717194c5, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=66e46b72-cc88-4c93-82a3-5cb6717194c5,segment=NetworkSegment(25b82b75-bd12-4667-b51a-aa287338793c),segment_id=25b82b75-bd12-4667-b51a-aa287338793c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:22.517386 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d3eecdff-4d9e-4212-9edd-980f9affd73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (91715d4f-8b4b-4b91-9e07-e38a1e33e62b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:22.524644 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-fa8132ea-de35-4d4b-bcfd-1eacda0ead80 req-709fe7da-ecc3-4392-8ab3-572a62981112 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Publish callbacks [] for port (e35032aa-edb1-4b51-8281-ea12cf23c31a), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:22.547508 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c87e858-60a2-48ed-9746-a83785f1eba1 admin admin] Router 6bffef20-871a-4644-b44b-bf3c1e5042de has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:31:22.566110 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '66e46b72-cc88-4c93-82a3-5cb6717194c5', 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1', 'port_id': '66e46b72-cc88-4c93-82a3-5cb6717194c5', 'mac_address': 'fa:16:3e:07:59:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8267d93d-c5aa-40cb-acb4-c1e284d682e6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:31:22.627981 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-fa8132ea-de35-4d4b-bcfd-1eacda0ead80 req-709fe7da-ecc3-4392-8ab3-572a62981112 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (e35032aa-edb1-4b51-8281-ea12cf23c31a), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:22.678580 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['9335df1e-0297-42ac-8b06-72fbb5b578ef'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:31:22.690201 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-d3eecdff-4d9e-4212-9edd-980f9affd73b None None] Attempting to bind port 91715d4f-8b4b-4b91-9e07-e38a1e33e62b on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:31:22.690579 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-d3eecdff-4d9e-4212-9edd-980f9affd73b None None] Attempting to bind port 91715d4f-8b4b-4b91-9e07-e38a1e33e62b by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:31:22.690949 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3eecdff-4d9e-4212-9edd-980f9affd73b None None] Attempting to bind port 91715d4f-8b4b-4b91-9e07-e38a1e33e62b on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:31:22.705044 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cfccb3-4ffa-4c8b-8107-6e48afe65f33 None None] Pushing event updated for resources: {'Port': ['ID=91715d4f-8b4b-4b91-9e07-e38a1e33e62b,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:22.712799 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 39486) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:31:22.719259 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-6583b8c2-28e7-4569-aaa7-a5a53ed33d95 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Request body: {'security_group': {'name': 'tempest-securitygroup--543304890', 'description': 'tempest-description--1765159748'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:31:22.745771 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bb5527fe-9e8e-42f8-99a7-586a6e1a774c req-c343e8f2-d89e-4709-b2a6-5aaafda30ba8 tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] 10.222.0.87 "GET /v2.0/security-groups?id=b8c93038-f6d8-43dd-b431-205d3aa6f289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945879 Feb 17 17:31:22.786308 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa8132ea-de35-4d4b-bcfd-1eacda0ead80 req-709fe7da-ecc3-4392-8ab3-572a62981112 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Network 5dbbad70-2eaf-4ac4-baab-330b001075bb is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:31:22.789543 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6583b8c2-28e7-4569-aaa7-a5a53ed33d95 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:22.824154 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3eecdff-4d9e-4212-9edd-980f9affd73b None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:31:22.824817 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3eecdff-4d9e-4212-9edd-980f9affd73b None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:31:22.825228 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d3eecdff-4d9e-4212-9edd-980f9affd73b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:22.825630 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3eecdff-4d9e-4212-9edd-980f9affd73b None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:31:22.826116 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-d3eecdff-4d9e-4212-9edd-980f9affd73b None None] Bound port: 91715d4f-8b4b-4b91-9e07-e38a1e33e62b, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:31:22.826500 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d3eecdff-4d9e-4212-9edd-980f9affd73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (91715d4f-8b4b-4b91-9e07-e38a1e33e62b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:22.851643 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c87e858-60a2-48ed-9746-a83785f1eba1 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:31:22.868326 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3c87e858-60a2-48ed-9746-a83785f1eba1 admin admin] 10.222.0.87 "PUT /v2.0/routers/6bffef20-871a-4644-b44b-bf3c1e5042de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6329324 Feb 17 17:31:22.868562 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-fa8132ea-de35-4d4b-bcfd-1eacda0ead80 req-709fe7da-ecc3-4392-8ab3-572a62981112 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:31:22.876652 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa8132ea-de35-4d4b-bcfd-1eacda0ead80 req-709fe7da-ecc3-4392-8ab3-572a62981112 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:31:22.899966 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 66e46b72-cc88-4c93-82a3-5cb6717194c5 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:31:22.900555 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (66e46b72-cc88-4c93-82a3-5cb6717194c5), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:22.930674 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-4108e41f-6d67-4d84-a56e-db5945718d08 None None] Provisioning complete for port d9266947-287f-4f09-8dac-48391c5b5a42 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:31:22.931063 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4108e41f-6d67-4d84-a56e-db5945718d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d9266947-287f-4f09-8dac-48391c5b5a42), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:22.940496 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6583b8c2-28e7-4569-aaa7-a5a53ed33d95 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks [] for security_group (897a4f3b-2495-4728-85ac-c614779e48d9), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:22.946842 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6583b8c2-28e7-4569-aaa7-a5a53ed33d95 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (897a4f3b-2495-4728-85ac-c614779e48d9), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:22.966934 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66e46b72-cc88-4c93-82a3-5cb6717194c5 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:31:22.982349 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709fe7da-ecc3-4392-8ab3-572a62981112 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Pushing event updated for resources: {'Port': ['ID=e35032aa-edb1-4b51-8281-ea12cf23c31a,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:23.007402 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 66e46b72-cc88-4c93-82a3-5cb6717194c5, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=66e46b72-cc88-4c93-82a3-5cb6717194c5,segment=NetworkSegment(25b82b75-bd12-4667-b51a-aa287338793c),segment_id=25b82b75-bd12-4667-b51a-aa287338793c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:23.010547 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6583b8c2-28e7-4569-aaa7-a5a53ed33d95 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:23.015189 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6583b8c2-28e7-4569-aaa7-a5a53ed33d95 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2993007 Feb 17 17:31:23.015809 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 39494) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:31:23.020586 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-d0fedb5d-f06e-44e8-9c64-038b73948476 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Request body: {'security_group_rule': {'security_group_id': '897a4f3b-2495-4728-85ac-c614779e48d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:31:23.035088 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 90500942-e506-40f3-b0d8-1aadbf2be1a4 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:31:23.039990 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6583b8c2-28e7-4569-aaa7-a5a53ed33d95 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=897a4f3b-2495-4728-85ac-c614779e48d9,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:23.048442 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (66e46b72-cc88-4c93-82a3-5cb6717194c5), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:23.080755 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d0fedb5d-f06e-44e8-9c64-038b73948476 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks [] for security_group_rule (b1de815d-cada-45c2-ba41-686cb54142ce), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:23.090728 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8132ea-de35-4d4b-bcfd-1eacda0ead80 req-709fe7da-ecc3-4392-8ab3-572a62981112 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:23.091355 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-fa8132ea-de35-4d4b-bcfd-1eacda0ead80 req-709fe7da-ecc3-4392-8ab3-572a62981112 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:23.102531 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-d3eecdff-4d9e-4212-9edd-980f9affd73b None None] For port 91715d4f-8b4b-4b91-9e07-e38a1e33e62b, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:31:23.129357 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64bb297-f852-4ba6-8b76-b4894c70e135 req-bf84194f-d9a7-411c-8fb2-df76888fcd97 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:23.134463 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a64bb297-f852-4ba6-8b76-b4894c70e135 req-bf84194f-d9a7-411c-8fb2-df76888fcd97 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/ports?device_id=c76a8d24-e029-4d1c-92b2-c894c94c3e12 HTTP/1.1" status: 200 len: 945 time: 0.3606358 Feb 17 17:31:23.142312 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-4108e41f-6d67-4d84-a56e-db5945718d08 None None] Port d9266947-287f-4f09-8dac-48391c5b5a42 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:31:23.146716 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-d3eecdff-4d9e-4212-9edd-980f9affd73b None None] For port 91715d4f-8b4b-4b91-9e07-e38a1e33e62b, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=91715d4f-8b4b-4b91-9e07-e38a1e33e62b,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:31:23.148846 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8a9b6-d064-406c-b89b-adb67595b08c req-f2f3686f-50c2-4b7c-a33d-aaa66c49e62b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:23.154205 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8a9b6-d064-406c-b89b-adb67595b08c req-f2f3686f-50c2-4b7c-a33d-aaa66c49e62b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:23.159577 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8a9b6-d064-406c-b89b-adb67595b08c req-f2f3686f-50c2-4b7c-a33d-aaa66c49e62b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:23.165324 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8a9b6-d064-406c-b89b-adb67595b08c req-f2f3686f-50c2-4b7c-a33d-aaa66c49e62b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:23.170703 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8a9b6-d064-406c-b89b-adb67595b08c req-f2f3686f-50c2-4b7c-a33d-aaa66c49e62b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:23.171789 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d3eecdff-4d9e-4212-9edd-980f9affd73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (91715d4f-8b4b-4b91-9e07-e38a1e33e62b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:23.177018 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8a9b6-d064-406c-b89b-adb67595b08c req-f2f3686f-50c2-4b7c-a33d-aaa66c49e62b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:23.178334 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=66e46b72-cc88-4c93-82a3-5cb6717194c5,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:23.182661 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8a9b6-d064-406c-b89b-adb67595b08c req-f2f3686f-50c2-4b7c-a33d-aaa66c49e62b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:23.184742 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2ed8a9b6-d064-406c-b89b-adb67595b08c req-f2f3686f-50c2-4b7c-a33d-aaa66c49e62b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 5430 time: 0.3142810 Feb 17 17:31:23.201417 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fa8132ea-de35-4d4b-bcfd-1eacda0ead80 req-709fe7da-ecc3-4392-8ab3-572a62981112 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5671957 Feb 17 17:31:23.209849 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d0fedb5d-f06e-44e8-9c64-038b73948476 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks [] for security_group_rule (b1de815d-cada-45c2-ba41-686cb54142ce), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:23.217181 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d0fedb5d-f06e-44e8-9c64-038b73948476 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (b1de815d-cada-45c2-ba41-686cb54142ce), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:23.218759 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-fa8132ea-de35-4d4b-bcfd-1eacda0ead80 req-0ae14fc4-65c0-4c74-8f3c-c8a14f0f0a2e service neutron] Request body: {'port': {'device_id': 'd8b85790-91f3-427f-af11-a335232817a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:31:23.250165 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fedb5d-f06e-44e8-9c64-038b73948476 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1de815d-cada-45c2-ba41-686cb54142ce,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:23.263181 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d0fedb5d-f06e-44e8-9c64-038b73948476 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:23.267399 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d0fedb5d-f06e-44e8-9c64-038b73948476 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2502987 Feb 17 17:31:23.268028 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 39500) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:31:23.277649 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-68e4576e-43c3-4893-ba00-91e32b9400e1 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Request body: {'security_group_rule': {'security_group_id': '897a4f3b-2495-4728-85ac-c614779e48d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:31:23.294419 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3eecdff-4d9e-4212-9edd-980f9affd73b None None] Routers {'6bffef20-871a-4644-b44b-bf3c1e5042de'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:31:23.295155 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-d3eecdff-4d9e-4212-9edd-980f9affd73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:31:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['6bffef20-871a-4644-b44b-bf3c1e5042de'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:31:23.325769 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-68e4576e-43c3-4893-ba00-91e32b9400e1 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks [] for security_group_rule (2c72a1d6-8ca5-43b8-895b-0078b0ea1e75), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:23.332404 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a64bb297-f852-4ba6-8b76-b4894c70e135 req-c6c26ab4-a126-4496-9383-0badc206cfa8 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/security-groups?id=576a4066-0325-49be-8e5b-8b74f3a5eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461980 Feb 17 17:31:23.371134 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-fa8132ea-de35-4d4b-bcfd-1eacda0ead80 req-0ae14fc4-65c0-4c74-8f3c-c8a14f0f0a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (e35032aa-edb1-4b51-8281-ea12cf23c31a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:23.377139 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2ed8a9b6-d064-406c-b89b-adb67595b08c req-c4a88c82-fc83-4a27-bf25-2cffc8c198cf tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/security-groups?id=4b62a994-4311-4d7d-a3f0-cd2c105b06fa&id=06bbdf43-383d-412d-a4a7-27f1a95946ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1823623 Feb 17 17:31:23.386446 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['66e46b72-cc88-4c93-82a3-5cb6717194c5'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:31:23.447904 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-68e4576e-43c3-4893-ba00-91e32b9400e1 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks [] for security_group_rule (2c72a1d6-8ca5-43b8-895b-0078b0ea1e75), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:23.453856 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cfccb3-4ffa-4c8b-8107-6e48afe65f33 None None] Pushing event updated for resources: {'Port': ['ID=91715d4f-8b4b-4b91-9e07-e38a1e33e62b,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:23.461382 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-68e4576e-43c3-4893-ba00-91e32b9400e1 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (2c72a1d6-8ca5-43b8-895b-0078b0ea1e75), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:23.493263 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e4576e-43c3-4893-ba00-91e32b9400e1 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c72a1d6-8ca5-43b8-895b-0078b0ea1e75,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:23.505136 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-68e4576e-43c3-4893-ba00-91e32b9400e1 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:23.512456 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-68e4576e-43c3-4893-ba00-91e32b9400e1 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2433293 Feb 17 17:31:23.513096 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 39506) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:31:23.525271 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-af243051-3ec1-48b9-90ee-113d18144175 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:31:23.554287 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af243051-3ec1-48b9-90ee-113d18144175 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:23.573498 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-d3eecdff-4d9e-4212-9edd-980f9affd73b None None] Set router 6bffef20-871a-4644-b44b-bf3c1e5042de gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:31:23.628459 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9bd89f-0728-462b-8bac-0ebe09f1aa43 req-f8d61ac5-5594-4082-b896-f16287f3487b tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:23.635704 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5f9bd89f-0728-462b-8bac-0ebe09f1aa43 req-f8d61ac5-5594-4082-b896-f16287f3487b tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=afbea10c-4419-4c6c-a145-79a8266759c5 HTTP/1.1" status: 200 len: 950 time: 0.2047422 Feb 17 17:31:23.701069 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af243051-3ec1-48b9-90ee-113d18144175 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:23.741748 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35641295-2a78-4ca4-9655-4285f3f42bf0 req-09eb74bf-44b9-45f3-a5a9-08dc0f56831a tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:23.743601 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-35641295-2a78-4ca4-9655-4285f3f42bf0 req-09eb74bf-44b9-45f3-a5a9-08dc0f56831a tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 932 time: 0.2353582 Feb 17 17:31:23.797813 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5f9bd89f-0728-462b-8bac-0ebe09f1aa43 req-623576c2-c8ad-4657-ad94-90e6d25e12e4 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567948 Feb 17 17:31:23.870817 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-af243051-3ec1-48b9-90ee-113d18144175 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Allocated IP 172.25.8.26 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/5496e43c-d978-417c-a1e8-ffc3e92ce6ad) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:31:23.896228 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-35641295-2a78-4ca4-9655-4285f3f42bf0 req-af6d1dfb-b360-431c-92b4-c6e0f36e94bb tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180894 Feb 17 17:31:23.919033 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 6826495d-9218-47e6-b57b-c1bde55aa4ff up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:31:23.978356 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-d3eecdff-4d9e-4212-9edd-980f9affd73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bffef20-871a-4644-b44b-bf3c1e5042de', 'name': 'tempest-ServersTestBootFromVolume-255129370-router', 'tenant_id': 'fc553e94d63549b788478ed2c106f22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '91715d4f-8b4b-4b91-9e07-e38a1e33e62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:31:17Z', 'updated_at': '2022-02-17T17:31:21Z', 'revision_number': 4, 'project_id': 'fc553e94d63549b788478ed2c106f22c', 'gw_port': {'id': '91715d4f-8b4b-4b91-9e07-e38a1e33e62b', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bffef20-871a-4644-b44b-bf3c1e5042de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:31:18Z', 'updated_at': '2022-02-17T17:31:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'd9266947-287f-4f09-8dac-48391c5b5a42', 'name': '', 'network_id': 'c2cdbb84-b0de-49c6-9b88-405d1af9ccab', 'tenant_id': 'fc553e94d63549b788478ed2c106f22c', 'mac_address': 'fa:16:3e:2a:8f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bffef20-871a-4644-b44b-bf3c1e5042de', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '9656495d-68fd-4771-8cc2-ffde2cb90652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:31:20Z', 'updated_at': '2022-02-17T17:31:21Z', 'revision_number': 2, 'project_id': 'fc553e94d63549b788478ed2c106f22c', 'subnets': [{'id': '9656495d-68fd-4771-8cc2-ffde2cb90652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:31:24.018557 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3eecdff-4d9e-4212-9edd-980f9affd73b None None] The sync data for ids ['6bffef20-871a-4644-b44b-bf3c1e5042de'] in n-d-829613-2 is: [{'id': '6bffef20-871a-4644-b44b-bf3c1e5042de', 'name': 'tempest-ServersTestBootFromVolume-255129370-router', 'tenant_id': 'fc553e94d63549b788478ed2c106f22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '91715d4f-8b4b-4b91-9e07-e38a1e33e62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:31:17Z', 'updated_at': '2022-02-17T17:31:21Z', 'revision_number': 4, 'project_id': 'fc553e94d63549b788478ed2c106f22c', 'gw_port': {'id': '91715d4f-8b4b-4b91-9e07-e38a1e33e62b', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bffef20-871a-4644-b44b-bf3c1e5042de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:31:18Z', 'updated_at': '2022-02-17T17:31:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'd9266947-287f-4f09-8dac-48391c5b5a42', 'name': '', 'network_id': 'c2cdbb84-b0de-49c6-9b88-405d1af9ccab', 'tenant_id': 'fc553e94d63549b788478ed2c106f22c', 'mac_address': 'fa:16:3e:2a:8f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bffef20-871a-4644-b44b-bf3c1e5042de', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '9656495d-68fd-4771-8cc2-ffde2cb90652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:31:20Z', 'updated_at': '2022-02-17T17:31:21Z', 'revision_number': 2, 'project_id': 'fc553e94d63549b788478ed2c106f22c', 'subnets': [{'id': '9656495d-68fd-4771-8cc2-ffde2cb90652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:31:24.030048 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-fa8132ea-de35-4d4b-bcfd-1eacda0ead80 req-0ae14fc4-65c0-4c74-8f3c-c8a14f0f0a2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e35032aa-edb1-4b51-8281-ea12cf23c31a {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:31:24.050309 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-fa8132ea-de35-4d4b-bcfd-1eacda0ead80 req-0ae14fc4-65c0-4c74-8f3c-c8a14f0f0a2e service neutron] Publish callbacks [] for port (e35032aa-edb1-4b51-8281-ea12cf23c31a), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:24.066000 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port 6826495d-9218-47e6-b57b-c1bde55aa4ff completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:31:24.081685 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 6826495d-9218-47e6-b57b-c1bde55aa4ff triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:31:24.082567 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6826495d-9218-47e6-b57b-c1bde55aa4ff), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:24.085358 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-fa8132ea-de35-4d4b-bcfd-1eacda0ead80 req-0ae14fc4-65c0-4c74-8f3c-c8a14f0f0a2e service neutron] Transition to ACTIVE for port object e35032aa-edb1-4b51-8281-ea12cf23c31a will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:31:24.090772 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-fa8132ea-de35-4d4b-bcfd-1eacda0ead80 req-0ae14fc4-65c0-4c74-8f3c-c8a14f0f0a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (e35032aa-edb1-4b51-8281-ea12cf23c31a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:24.104088 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af243051-3ec1-48b9-90ee-113d18144175 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks [] for port (5496e43c-d978-417c-a1e8-ffc3e92ce6ad), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:24.191337 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae14fc4-65c0-4c74-8f3c-c8a14f0f0a2e service neutron] Pushing event updated for resources: {'Port': ['ID=e35032aa-edb1-4b51-8281-ea12cf23c31a,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:24.202048 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af243051-3ec1-48b9-90ee-113d18144175 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (5496e43c-d978-417c-a1e8-ffc3e92ce6ad), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:24.227708 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 6826495d-9218-47e6-b57b-c1bde55aa4ff is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:31:24.228110 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6826495d-9218-47e6-b57b-c1bde55aa4ff), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:24.253553 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a236a-6974-4e8a-b582-ea3f3be26f12 req-2fb5daa3-4419-40d0-bf6b-009cf0b123ca tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:24.262265 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6a1a236a-6974-4e8a-b582-ea3f3be26f12 req-2fb5daa3-4419-40d0-bf6b-009cf0b123ca tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 944 time: 0.1579278 Feb 17 17:31:24.271190 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 6826495d-9218-47e6-b57b-c1bde55aa4ff, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=6826495d-9218-47e6-b57b-c1bde55aa4ff,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:24.272396 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffeec1c-21e0-4d24-a312-22b5b34c6e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6826495d-9218-47e6-b57b-c1bde55aa4ff'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:31:24.275434 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3582ac1b-8aa4-413f-be94-36d74847dd65" -d '{"events": [{"server_uuid": "fffeec1c-21e0-4d24-a312-22b5b34c6e20", "name": "network-vif-plugged", "status": "completed", "tag": "6826495d-9218-47e6-b57b-c1bde55aa4ff"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:31:24.283553 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (6826495d-9218-47e6-b57b-c1bde55aa4ff), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:24.318415 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 39516) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:31:24.321590 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af243051-3ec1-48b9-90ee-113d18144175 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:31:24.325759 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-8a230732-a422-44f9-bba9-2a18caf97c51 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1237124689', 'description': 'tempest-description--1774148414'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:31:24.334085 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-af243051-3ec1-48b9-90ee-113d18144175 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:31:24.343858 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af243051-3ec1-48b9-90ee-113d18144175 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:31:24.354153 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-fa8132ea-de35-4d4b-bcfd-1eacda0ead80 req-0ae14fc4-65c0-4c74-8f3c-c8a14f0f0a2e service neutron] Attempting to bind port e35032aa-edb1-4b51-8281-ea12cf23c31a on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:31:24.354509 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-fa8132ea-de35-4d4b-bcfd-1eacda0ead80 req-0ae14fc4-65c0-4c74-8f3c-c8a14f0f0a2e service neutron] Attempting to bind port e35032aa-edb1-4b51-8281-ea12cf23c31a by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:31:24.354848 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8132ea-de35-4d4b-bcfd-1eacda0ead80 req-0ae14fc4-65c0-4c74-8f3c-c8a14f0f0a2e service neutron] Attempting to bind port e35032aa-edb1-4b51-8281-ea12cf23c31a on network 5dbbad70-2eaf-4ac4-baab-330b001075bb {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:31:24.363325 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af243051-3ec1-48b9-90ee-113d18144175 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Pushing event updated for resources: {'Port': ['ID=5496e43c-d978-417c-a1e8-ffc3e92ce6ad,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:24.383318 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6a1a236a-6974-4e8a-b582-ea3f3be26f12 req-af7026bf-53e4-4349-ad0a-1a019965cda6 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180480 Feb 17 17:31:24.386136 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=6826495d-9218-47e6-b57b-c1bde55aa4ff,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:24.389432 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8132ea-de35-4d4b-bcfd-1eacda0ead80 req-0ae14fc4-65c0-4c74-8f3c-c8a14f0f0a2e service neutron] Port e35032aa-edb1-4b51-8281-ea12cf23c31a on network 5dbbad70-2eaf-4ac4-baab-330b001075bb not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:31:24.389788 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8132ea-de35-4d4b-bcfd-1eacda0ead80 req-0ae14fc4-65c0-4c74-8f3c-c8a14f0f0a2e service neutron] Attempting to bind port e35032aa-edb1-4b51-8281-ea12cf23c31a on network 5dbbad70-2eaf-4ac4-baab-330b001075bb {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:31:24.411043 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8132ea-de35-4d4b-bcfd-1eacda0ead80 req-0ae14fc4-65c0-4c74-8f3c-c8a14f0f0a2e service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:31:24.411043 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8132ea-de35-4d4b-bcfd-1eacda0ead80 req-0ae14fc4-65c0-4c74-8f3c-c8a14f0f0a2e service neutron] Checking segment: {'id': '00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:31:24.411043 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8132ea-de35-4d4b-bcfd-1eacda0ead80 req-0ae14fc4-65c0-4c74-8f3c-c8a14f0f0a2e service neutron] Bound using segment: {'id': '00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:31:24.411043 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-fa8132ea-de35-4d4b-bcfd-1eacda0ead80 req-0ae14fc4-65c0-4c74-8f3c-c8a14f0f0a2e service neutron] Bound port: e35032aa-edb1-4b51-8281-ea12cf23c31a, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:31:24.411043 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-fa8132ea-de35-4d4b-bcfd-1eacda0ead80 req-0ae14fc4-65c0-4c74-8f3c-c8a14f0f0a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (e35032aa-edb1-4b51-8281-ea12cf23c31a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:24.444990 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8a230732-a422-44f9-bba9-2a18caf97c51 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:24.546225 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af243051-3ec1-48b9-90ee-113d18144175 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks [] for floatingip (90f000d1-8ad2-497d-b650-a261fbe71e1f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:24.596864 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af243051-3ec1-48b9-90ee-113d18144175 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5496e43c-d978-417c-a1e8-ffc3e92ce6ad), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:24.599603 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99486c5-8a2e-4a5f-879c-46cb7c056edb req-eeda2ea4-cb3b-47f0-8488-2419e167c3e2 tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:24.601749 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c99486c5-8a2e-4a5f-879c-46cb7c056edb req-eeda2ea4-cb3b-47f0-8488-2419e167c3e2 tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] 10.222.0.87 "GET /v2.0/ports?device_id=fffeec1c-21e0-4d24-a312-22b5b34c6e20 HTTP/1.1" status: 200 len: 950 time: 0.2174315 Feb 17 17:31:24.645134 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-fa8132ea-de35-4d4b-bcfd-1eacda0ead80 req-0ae14fc4-65c0-4c74-8f3c-c8a14f0f0a2e service neutron] For port e35032aa-edb1-4b51-8281-ea12cf23c31a, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:31:24.671517 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848501b-b21c-4053-b4e9-df9113ecbf41 req-7e58e48e-c901-45f6-a418-c76222a16c89 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:24.673048 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1848501b-b21c-4053-b4e9-df9113ecbf41 req-7e58e48e-c901-45f6-a418-c76222a16c89 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/ports?device_id=c76a8d24-e029-4d1c-92b2-c894c94c3e12 HTTP/1.1" status: 200 len: 945 time: 0.1888077 Feb 17 17:31:24.687642 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-fa8132ea-de35-4d4b-bcfd-1eacda0ead80 req-0ae14fc4-65c0-4c74-8f3c-c8a14f0f0a2e service neutron] For port e35032aa-edb1-4b51-8281-ea12cf23c31a, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=e35032aa-edb1-4b51-8281-ea12cf23c31a,segment=NetworkSegment(00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be),segment_id=00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:31:24.722147 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-fa8132ea-de35-4d4b-bcfd-1eacda0ead80 req-0ae14fc4-65c0-4c74-8f3c-c8a14f0f0a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (e35032aa-edb1-4b51-8281-ea12cf23c31a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:24.742752 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8a230732-a422-44f9-bba9-2a18caf97c51 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Publish callbacks [] for security_group (7dec7973-5133-4629-8348-fd9f82a14b7b), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:24.778602 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8a230732-a422-44f9-bba9-2a18caf97c51 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (7dec7973-5133-4629-8348-fd9f82a14b7b), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:24.789888 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c99486c5-8a2e-4a5f-879c-46cb7c056edb req-82ce7270-029a-4714-a36d-753891017899 tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] 10.222.0.87 "GET /v2.0/security-groups?id=b8c93038-f6d8-43dd-b431-205d3aa6f289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811182 Feb 17 17:31:24.803058 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8132ea-de35-4d4b-bcfd-1eacda0ead80 req-0ae14fc4-65c0-4c74-8f3c-c8a14f0f0a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:24.803557 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-fa8132ea-de35-4d4b-bcfd-1eacda0ead80 req-0ae14fc4-65c0-4c74-8f3c-c8a14f0f0a2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:24.805028 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fa8132ea-de35-4d4b-bcfd-1eacda0ead80 req-0ae14fc4-65c0-4c74-8f3c-c8a14f0f0a2e service neutron] 10.222.0.71 "PUT /v2.0/ports/e35032aa-edb1-4b51-8281-ea12cf23c31a HTTP/1.1" status: 200 len: 1092 time: 1.5916030 Feb 17 17:31:24.829451 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b85790-91f3-427f-af11-a335232817a0', 'tag': 'e35032aa-edb1-4b51-8281-ea12cf23c31a'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:31:24.833157 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abcdbb9-109c-4e0b-9f8f-cba313051425" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b85790-91f3-427f-af11-a335232817a0", "tag": "e35032aa-edb1-4b51-8281-ea12cf23c31a"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:31:24.857177 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af243051-3ec1-48b9-90ee-113d18144175 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks [] for port (5496e43c-d978-417c-a1e8-ffc3e92ce6ad), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:24.864120 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af243051-3ec1-48b9-90ee-113d18144175 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (5496e43c-d978-417c-a1e8-ffc3e92ce6ad), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:24.899621 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4eb405-6141-4c03-818f-97d6059b4e58 x-openstack-request-id: req-2f4eb405-6141-4c03-818f-97d6059b4e58 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:31:24.900135 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fffeec1c-21e0-4d24-a312-22b5b34c6e20", "name": "network-vif-plugged", "status": "completed", "tag": "6826495d-9218-47e6-b57b-c1bde55aa4ff", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:31:24.900584 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2f4eb405-6141-4c03-818f-97d6059b4e58 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:31:24.901157 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffeec1c-21e0-4d24-a312-22b5b34c6e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6826495d-9218-47e6-b57b-c1bde55aa4ff', 'code': 200} Feb 17 17:31:24.938072 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af243051-3ec1-48b9-90ee-113d18144175 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Pushing event updated for resources: {'Port': ['ID=5496e43c-d978-417c-a1e8-ffc3e92ce6ad,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:24.983792 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8a230732-a422-44f9-bba9-2a18caf97c51 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:24.984972 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-8a230732-a422-44f9-bba9-2a18caf97c51 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6631386 Feb 17 17:31:24.988728 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 39526) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:31:24.995811 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-0d30a71e-09bd-4bd2-944d-5a054e4426a2 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Request body: {'security_group_rule': {'security_group_id': '7dec7973-5133-4629-8348-fd9f82a14b7b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:31:25.007729 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af243051-3ec1-48b9-90ee-113d18144175 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (90f000d1-8ad2-497d-b650-a261fbe71e1f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:25.040110 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a230732-a422-44f9-bba9-2a18caf97c51 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dec7973-5133-4629-8348-fd9f82a14b7b,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:25.047133 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af243051-3ec1-48b9-90ee-113d18144175 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:25.054297 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1848501b-b21c-4053-b4e9-df9113ecbf41 req-9a48f5f6-b77e-4006-b2c9-e746cd8f8c23 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/security-groups?id=576a4066-0325-49be-8e5b-8b74f3a5eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571651 Feb 17 17:31:25.062797 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-af243051-3ec1-48b9-90ee-113d18144175 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5481787 Feb 17 17:31:25.095394 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d30a71e-09bd-4bd2-944d-5a054e4426a2 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Publish callbacks [] for security_group_rule (c169f64b-8e32-43da-ad7b-7d5f5d68cd70), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:25.113938 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae14fc4-65c0-4c74-8f3c-c8a14f0f0a2e service neutron] Pushing event updated for resources: {'Port': ['ID=e35032aa-edb1-4b51-8281-ea12cf23c31a,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:25.219136 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d30a71e-09bd-4bd2-944d-5a054e4426a2 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Publish callbacks [] for security_group_rule (c169f64b-8e32-43da-ad7b-7d5f5d68cd70), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:25.224911 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d30a71e-09bd-4bd2-944d-5a054e4426a2 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (c169f64b-8e32-43da-ad7b-7d5f5d68cd70), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:25.243993 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d30a71e-09bd-4bd2-944d-5a054e4426a2 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c169f64b-8e32-43da-ad7b-7d5f5d68cd70,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:25.253990 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d30a71e-09bd-4bd2-944d-5a054e4426a2 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:25.260856 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0d30a71e-09bd-4bd2-944d-5a054e4426a2 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2711353 Feb 17 17:31:25.261495 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 39534) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:31:25.266449 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-048c01f4-0cf2-4057-bf7c-1ce55f1f3f6b tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Request body: {'security_group_rule': {'security_group_id': '7dec7973-5133-4629-8348-fd9f82a14b7b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:31:25.274871 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8132ea-de35-4d4b-bcfd-1eacda0ead80 req-abd4a928-7475-438c-a464-96ad1a5911e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:25.277350 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fa8132ea-de35-4d4b-bcfd-1eacda0ead80 req-abd4a928-7475-438c-a464-96ad1a5911e3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bb8389d8da44943868afc5c1f119806&device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 1126 time: 0.4085906 Feb 17 17:31:25.296524 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-048c01f4-0cf2-4057-bf7c-1ce55f1f3f6b tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Publish callbacks [] for security_group_rule (55097175-661a-40d2-b8b9-f188990f9d2e), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:25.347807 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf5d48-9d39-4578-89ae-ba669a5e1854 req-5456f41a-46dc-421b-80b2-32a0a5f8b48d tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:25.353462 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf5d48-9d39-4578-89ae-ba669a5e1854 req-5456f41a-46dc-421b-80b2-32a0a5f8b48d tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:25.360897 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf5d48-9d39-4578-89ae-ba669a5e1854 req-5456f41a-46dc-421b-80b2-32a0a5f8b48d tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:25.367610 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf5d48-9d39-4578-89ae-ba669a5e1854 req-5456f41a-46dc-421b-80b2-32a0a5f8b48d tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:25.370297 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-048c01f4-0cf2-4057-bf7c-1ce55f1f3f6b tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Publish callbacks [] for security_group_rule (55097175-661a-40d2-b8b9-f188990f9d2e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:25.373971 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf5d48-9d39-4578-89ae-ba669a5e1854 req-5456f41a-46dc-421b-80b2-32a0a5f8b48d tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:25.376533 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-048c01f4-0cf2-4057-bf7c-1ce55f1f3f6b tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (55097175-661a-40d2-b8b9-f188990f9d2e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:25.381876 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf5d48-9d39-4578-89ae-ba669a5e1854 req-5456f41a-46dc-421b-80b2-32a0a5f8b48d tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:25.388807 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf5d48-9d39-4578-89ae-ba669a5e1854 req-5456f41a-46dc-421b-80b2-32a0a5f8b48d tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:25.390776 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dfdf5d48-9d39-4578-89ae-ba669a5e1854 req-5456f41a-46dc-421b-80b2-32a0a5f8b48d tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 5430 time: 0.3727837 Feb 17 17:31:25.398848 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048c01f4-0cf2-4057-bf7c-1ce55f1f3f6b tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55097175-661a-40d2-b8b9-f188990f9d2e,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:25.399071 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07287d58-41b6-4346-9797-85646c73c790 req-dd2a39c9-9634-43d7-925f-e335194dc692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:25.402217 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-07287d58-41b6-4346-9797-85646c73c790 req-dd2a39c9-9634-43d7-925f-e335194dc692 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=fffeec1c-21e0-4d24-a312-22b5b34c6e20 HTTP/1.1" status: 200 len: 1132 time: 0.4127133 Feb 17 17:31:25.407050 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fa8132ea-de35-4d4b-bcfd-1eacda0ead80 req-b5957661-ac76-4b6c-bce4-2c96266d1974 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e35032aa-edb1-4b51-8281-ea12cf23c31a HTTP/1.1" status: 200 len: 217 time: 0.1194417 Feb 17 17:31:25.409571 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-048c01f4-0cf2-4057-bf7c-1ce55f1f3f6b tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:25.411001 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-048c01f4-0cf2-4057-bf7c-1ce55f1f3f6b tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1484807 Feb 17 17:31:25.416061 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 39538) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:31:25.421882 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-442a8d08-66ea-4360-b4b9-cf308afe5e4d tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:31:25.444881 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-442a8d08-66ea-4360-b4b9-cf308afe5e4d tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:25.493536 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676efc9-d448-4f25-bbc2-11c27f94c07c req-0f5c2cfb-b232-4b20-82c9-c4f7786f578d tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:25.495153 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0676efc9-d448-4f25-bbc2-11c27f94c07c req-0f5c2cfb-b232-4b20-82c9-c4f7786f578d tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=afbea10c-4419-4c6c-a145-79a8266759c5 HTTP/1.1" status: 200 len: 950 time: 0.3109758 Feb 17 17:31:25.558516 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8132ea-de35-4d4b-bcfd-1eacda0ead80 req-de05852a-e105-4ed2-8bff-4a02bf85b32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:25.560053 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fa8132ea-de35-4d4b-bcfd-1eacda0ead80 req-de05852a-e105-4ed2-8bff-4a02bf85b32e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d4b8c7cb-ffed-4089-8d05-52af74f92303 HTTP/1.1" status: 200 len: 860 time: 0.1377234 Feb 17 17:31:25.562461 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-442a8d08-66ea-4360-b4b9-cf308afe5e4d tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:25.567201 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-07287d58-41b6-4346-9797-85646c73c790 req-3e01b409-3b7c-4f5a-afe2-e53380c01065 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=b8c93038-f6d8-43dd-b431-205d3aa6f289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585321 Feb 17 17:31:25.620699 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fa8132ea-de35-4d4b-bcfd-1eacda0ead80 req-0b8e4bfc-bf86-4052-9c87-80b0910751de service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5dbbad70-2eaf-4ac4-baab-330b001075bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524728 Feb 17 17:31:25.634343 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dfdf5d48-9d39-4578-89ae-ba669a5e1854 req-06256633-e511-4595-8c1f-d9a65402ca9a tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/security-groups?id=4b62a994-4311-4d7d-a3f0-cd2c105b06fa&id=06bbdf43-383d-412d-a4a7-27f1a95946ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2295732 Feb 17 17:31:25.659265 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0676efc9-d448-4f25-bbc2-11c27f94c07c req-e553841b-066c-40ba-8ead-b69eb11daf86 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515191 Feb 17 17:31:25.754401 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fa8132ea-de35-4d4b-bcfd-1eacda0ead80 req-48c8964e-cb3e-449c-8c45-21613352f79e service neutron] 10.222.0.71 "GET /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257529 Feb 17 17:31:25.760214 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-442a8d08-66ea-4360-b4b9-cf308afe5e4d tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Allocated IP 172.25.8.8 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/eeda491a-3d28-497a-841c-ae382c3a0bb5) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:31:25.777125 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca611f93-c6a9-4838-ac69-f9e499b0215b x-openstack-request-id: req-ca611f93-c6a9-4838-ac69-f9e499b0215b {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:31:25.777557 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b85790-91f3-427f-af11-a335232817a0", "tag": "e35032aa-edb1-4b51-8281-ea12cf23c31a", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:31:25.777963 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ca611f93-c6a9-4838-ac69-f9e499b0215b {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:31:25.778473 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b85790-91f3-427f-af11-a335232817a0', 'tag': 'e35032aa-edb1-4b51-8281-ea12cf23c31a', 'status': 'completed', 'code': 200} Feb 17 17:31:25.891973 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-442a8d08-66ea-4360-b4b9-cf308afe5e4d tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Publish callbacks [] for port (eeda491a-3d28-497a-841c-ae382c3a0bb5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:25.903820 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 66e46b72-cc88-4c93-82a3-5cb6717194c5 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:31:25.985476 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-442a8d08-66ea-4360-b4b9-cf308afe5e4d tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (eeda491a-3d28-497a-841c-ae382c3a0bb5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:26.007587 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac31f0-e1f4-49ae-96ce-c8a56bb43fda req-c470966e-22a9-49b3-90af-99f117bf3ad7 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:26.009499 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f9ac31f0-e1f4-49ae-96ce-c8a56bb43fda req-c470966e-22a9-49b3-90af-99f117bf3ad7 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 944 time: 0.2434771 Feb 17 17:31:26.015755 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fa8132ea-de35-4d4b-bcfd-1eacda0ead80 req-a4a57ede-7a7b-4bd2-a3f7-fba71487f351 service neutron] 10.222.0.71 "GET /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333114 Feb 17 17:31:26.051210 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73657b0-670b-445f-b981-71851857caf9 req-7ac238a0-19b1-44b5-b936-4d54cb485feb tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:26.056884 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d73657b0-670b-445f-b981-71851857caf9 req-7ac238a0-19b1-44b5-b936-4d54cb485feb tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/ports?device_id=67867b4a-0261-4713-b9a2-38c169568104 HTTP/1.1" status: 200 len: 946 time: 0.1893635 Feb 17 17:31:26.065999 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 91715d4f-8b4b-4b91-9e07-e38a1e33e62b up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:31:26.116967 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port 66e46b72-cc88-4c93-82a3-5cb6717194c5 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:31:26.118773 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442a8d08-66ea-4360-b4b9-cf308afe5e4d tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:31:26.127274 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a8d08-66ea-4360-b4b9-cf308afe5e4d tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Pushing event updated for resources: {'Port': ['ID=eeda491a-3d28-497a-841c-ae382c3a0bb5,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:26.128421 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 66e46b72-cc88-4c93-82a3-5cb6717194c5 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:31:26.129359 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (66e46b72-cc88-4c93-82a3-5cb6717194c5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:26.133203 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f9ac31f0-e1f4-49ae-96ce-c8a56bb43fda req-60b21c30-14ef-4153-9739-5d93ddac426e tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159415 Feb 17 17:31:26.136331 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-442a8d08-66ea-4360-b4b9-cf308afe5e4d tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:31:26.145637 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442a8d08-66ea-4360-b4b9-cf308afe5e4d tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:31:26.220907 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d73657b0-670b-445f-b981-71851857caf9 req-e687ad4e-de4f-48a3-8d86-73048a5765f0 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/security-groups?id=576a4066-0325-49be-8e5b-8b74f3a5eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444807 Feb 17 17:31:26.243620 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abcdbb9-109c-4e0b-9f8f-cba313051425 req-9fbef2ea-bdf3-44f3-8b2a-1e204a8d06b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:26.245142 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0abcdbb9-109c-4e0b-9f8f-cba313051425 req-9fbef2ea-bdf3-44f3-8b2a-1e204a8d06b7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bb8389d8da44943868afc5c1f119806&device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 1126 time: 0.1230743 Feb 17 17:31:26.278430 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 66e46b72-cc88-4c93-82a3-5cb6717194c5 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:31:26.278967 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (66e46b72-cc88-4c93-82a3-5cb6717194c5), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:26.316944 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 66e46b72-cc88-4c93-82a3-5cb6717194c5, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=66e46b72-cc88-4c93-82a3-5cb6717194c5,segment=NetworkSegment(25b82b75-bd12-4667-b51a-aa287338793c),segment_id=25b82b75-bd12-4667-b51a-aa287338793c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:26.321626 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (66e46b72-cc88-4c93-82a3-5cb6717194c5), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:26.329152 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 91715d4f-8b4b-4b91-9e07-e38a1e33e62b triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:31:26.329152 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (91715d4f-8b4b-4b91-9e07-e38a1e33e62b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:26.369399 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-442a8d08-66ea-4360-b4b9-cf308afe5e4d tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Publish callbacks [] for floatingip (dc50cc2d-6266-49f9-9d3c-c1d55d66717e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:26.426855 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-442a8d08-66ea-4360-b4b9-cf308afe5e4d tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (eeda491a-3d28-497a-841c-ae382c3a0bb5), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:26.538108 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9414d-b594-4b57-966a-35d967be798a req-1c6ecc13-5c71-4a0f-b04c-e5d3dd334a4e tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:26.545607 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-25c9414d-b594-4b57-966a-35d967be798a req-1c6ecc13-5c71-4a0f-b04c-e5d3dd334a4e tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 945 time: 0.2198346 Feb 17 17:31:26.573029 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abcdbb9-109c-4e0b-9f8f-cba313051425 req-05d2d0e8-8e05-4aea-9c0f-ea7ddd59f3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:26.575015 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0abcdbb9-109c-4e0b-9f8f-cba313051425 req-05d2d0e8-8e05-4aea-9c0f-ea7ddd59f3db service neutron] 10.222.0.71 "GET /v2.0/networks?id=5dbbad70-2eaf-4ac4-baab-330b001075bb HTTP/1.1" status: 200 len: 921 time: 0.3234122 Feb 17 17:31:26.586255 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:31:26.591850 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-442a8d08-66ea-4360-b4b9-cf308afe5e4d tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Publish callbacks [] for port (eeda491a-3d28-497a-841c-ae382c3a0bb5), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:26.597350 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-442a8d08-66ea-4360-b4b9-cf308afe5e4d tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (eeda491a-3d28-497a-841c-ae382c3a0bb5), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:26.620034 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=66e46b72-cc88-4c93-82a3-5cb6717194c5,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:26.645665 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0abcdbb9-109c-4e0b-9f8f-cba313051425 req-0732c4ed-f8ff-4971-817e-b915b780c01f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e35032aa-edb1-4b51-8281-ea12cf23c31a HTTP/1.1" status: 200 len: 217 time: 0.0629017 Feb 17 17:31:26.675129 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1f497-5f89-4e3b-8f19-267acc24acef req-946f82ec-f568-4d67-95d3-f138c548826b tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:26.676675 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1ed1f497-5f89-4e3b-8f19-267acc24acef req-946f82ec-f568-4d67-95d3-f138c548826b tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/networks?id=21effd86-3512-4fb2-9fff-79a3828347da HTTP/1.1" status: 200 len: 822 time: 0.4103522 Feb 17 17:31:26.702612 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a8d08-66ea-4360-b4b9-cf308afe5e4d tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Pushing event updated for resources: {'Port': ['ID=eeda491a-3d28-497a-841c-ae382c3a0bb5,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:26.718409 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-442a8d08-66ea-4360-b4b9-cf308afe5e4d tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (dc50cc2d-6266-49f9-9d3c-c1d55d66717e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:26.739847 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-442a8d08-66ea-4360-b4b9-cf308afe5e4d tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:26.750729 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-442a8d08-66ea-4360-b4b9-cf308afe5e4d tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.3256619 Feb 17 17:31:26.750944 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1ed1f497-5f89-4e3b-8f19-267acc24acef req-ca1ca83a-00e2-4a29-99b9-404aada6405b tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/quotas/7c2cddd3132f4b18b46f752bdb32619e HTTP/1.1" status: 200 len: 375 time: 0.0433571 Feb 17 17:31:26.764971 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 91715d4f-8b4b-4b91-9e07-e38a1e33e62b is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:31:26.765515 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (91715d4f-8b4b-4b91-9e07-e38a1e33e62b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:26.790823 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 91715d4f-8b4b-4b91-9e07-e38a1e33e62b, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=91715d4f-8b4b-4b91-9e07-e38a1e33e62b,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:26.795741 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (91715d4f-8b4b-4b91-9e07-e38a1e33e62b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:26.806901 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1ed1f497-5f89-4e3b-8f19-267acc24acef req-a46beb8b-5bae-481f-b97c-da345c58a0c9 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=7c2cddd3132f4b18b46f752bdb32619e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531487 Feb 17 17:31:26.813837 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abcdbb9-109c-4e0b-9f8f-cba313051425 req-7834b814-2c48-41a1-944c-414889a2294a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:26.814108 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0abcdbb9-109c-4e0b-9f8f-cba313051425 req-7834b814-2c48-41a1-944c-414889a2294a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d4b8c7cb-ffed-4089-8d05-52af74f92303 HTTP/1.1" status: 200 len: 860 time: 0.1561863 Feb 17 17:31:26.842028 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-25c9414d-b594-4b57-966a-35d967be798a req-aace4f7c-b67d-4664-8495-609fe23f6129 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943285 Feb 17 17:31:26.900414 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=91715d4f-8b4b-4b91-9e07-e38a1e33e62b,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:26.913596 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae9d6d5-c596-4d27-883f-9abe987efbcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e46b72-cc88-4c93-82a3-5cb6717194c5'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:31:26.917094 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988a9614-54fc-4254-9f4d-f4bbbd13e465" -d '{"events": [{"server_uuid": "cae9d6d5-c596-4d27-883f-9abe987efbcb", "name": "network-vif-plugged", "status": "completed", "tag": "66e46b72-cc88-4c93-82a3-5cb6717194c5"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:31:26.950727 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0abcdbb9-109c-4e0b-9f8f-cba313051425 req-9220fed9-b6bd-496c-92d1-240e97682cf2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5dbbad70-2eaf-4ac4-baab-330b001075bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1076739 Feb 17 17:31:27.181426 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1ed1f497-5f89-4e3b-8f19-267acc24acef req-3589c0df-1ccf-48cd-bb26-d9b357e2cba4 service neutron] 10.222.0.87 "GET /v2.0/networks/21effd86-3512-4fb2-9fff-79a3828347da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209417 Feb 17 17:31:27.185859 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0abcdbb9-109c-4e0b-9f8f-cba313051425 req-57ff1568-66fc-4d73-8d4b-c6151b20d31b service neutron] 10.222.0.71 "GET /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161045 Feb 17 17:31:27.194692 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65693b1-2915-4168-af06-3a92bf381996 req-ffa4ab61-0d90-4c3e-993f-7d4721ace17a tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:27.196195 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b65693b1-2915-4168-af06-3a92bf381996 req-ffa4ab61-0d90-4c3e-993f-7d4721ace17a tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] 10.222.0.87 "GET /v2.0/ports?device_id=fffeec1c-21e0-4d24-a312-22b5b34c6e20 HTTP/1.1" status: 200 len: 950 time: 0.2039816 Feb 17 17:31:27.264039 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e391c30-8f4e-4707-b937-f0162d904d1d None None] Sync routers for ids ['6bffef20-871a-4644-b44b-bf3c1e5042de'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:31:27.275459 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e391c30-8f4e-4707-b937-f0162d904d1d None None] Routers {'6bffef20-871a-4644-b44b-bf3c1e5042de'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:31:27.276020 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-5e391c30-8f4e-4707-b937-f0162d904d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:31:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['6bffef20-871a-4644-b44b-bf3c1e5042de'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:31:27.419477 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-5e391c30-8f4e-4707-b937-f0162d904d1d None None] Set router 6bffef20-871a-4644-b44b-bf3c1e5042de gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:31:27.651036 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-5e391c30-8f4e-4707-b937-f0162d904d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bffef20-871a-4644-b44b-bf3c1e5042de', 'name': 'tempest-ServersTestBootFromVolume-255129370-router', 'tenant_id': 'fc553e94d63549b788478ed2c106f22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '91715d4f-8b4b-4b91-9e07-e38a1e33e62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:31:17Z', 'updated_at': '2022-02-17T17:31:21Z', 'revision_number': 4, 'project_id': 'fc553e94d63549b788478ed2c106f22c', 'gw_port': {'id': '91715d4f-8b4b-4b91-9e07-e38a1e33e62b', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bffef20-871a-4644-b44b-bf3c1e5042de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:31:18Z', 'updated_at': '2022-02-17T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'd9266947-287f-4f09-8dac-48391c5b5a42', 'name': '', 'network_id': 'c2cdbb84-b0de-49c6-9b88-405d1af9ccab', 'tenant_id': 'fc553e94d63549b788478ed2c106f22c', 'mac_address': 'fa:16:3e:2a:8f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bffef20-871a-4644-b44b-bf3c1e5042de', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '9656495d-68fd-4771-8cc2-ffde2cb90652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:31:20Z', 'updated_at': '2022-02-17T17:31:21Z', 'revision_number': 2, 'project_id': 'fc553e94d63549b788478ed2c106f22c', 'subnets': [{'id': '9656495d-68fd-4771-8cc2-ffde2cb90652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:31:27.668371 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b65693b1-2915-4168-af06-3a92bf381996 req-06144b8b-22e2-4af3-8ad3-abcde0421e46 tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] 10.222.0.87 "GET /v2.0/security-groups?id=b8c93038-f6d8-43dd-b431-205d3aa6f289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830030 Feb 17 17:31:27.682690 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e391c30-8f4e-4707-b937-f0162d904d1d None None] Checking router: 6bffef20-871a-4644-b44b-bf3c1e5042de for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:31:27.683276 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e391c30-8f4e-4707-b937-f0162d904d1d None None] Updating router 6bffef20-871a-4644-b44b-bf3c1e5042de port d9266947-287f-4f09-8dac-48391c5b5a42 binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:31:27.723270 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5e391c30-8f4e-4707-b937-f0162d904d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d9266947-287f-4f09-8dac-48391c5b5a42), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:27.909854 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e52fe-22ec-401d-913b-4f4a170f10b5 req-8ea059cc-4991-459d-91e4-9c8091ae4371 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:27.926248 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-700e52fe-22ec-401d-913b-4f4a170f10b5 req-8ea059cc-4991-459d-91e4-9c8091ae4371 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a865faf-c5ba-4fd1-99eb-817c49f1fb9c HTTP/1.1" status: 200 len: 945 time: 0.1166410 Feb 17 17:31:27.954042 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0abcdbb9-109c-4e0b-9f8f-cba313051425 req-5bb329f4-f4b2-4845-87cd-649a639dcb22 service neutron] 10.222.0.71 "GET /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7492881 Feb 17 17:31:28.005367 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1ed1f497-5f89-4e3b-8f19-267acc24acef req-6b8465cf-c7b0-4693-b917-bc027d7c9d69 service neutron] 10.222.0.87 "GET /v2.0/networks/21effd86-3512-4fb2-9fff-79a3828347da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8080885 Feb 17 17:31:28.025918 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-700e52fe-22ec-401d-913b-4f4a170f10b5 req-5549d3d0-a50b-427f-bdb3-1ca022313293 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/security-groups?id=576a4066-0325-49be-8e5b-8b74f3a5eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925539 Feb 17 17:31:28.044467 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 91715d4f-8b4b-4b91-9e07-e38a1e33e62b up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:31:28.082148 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5e391c30-8f4e-4707-b937-f0162d904d1d None None] Publish callbacks [] for port (d9266947-287f-4f09-8dac-48391c5b5a42), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:28.089191 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5e391c30-8f4e-4707-b937-f0162d904d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (d9266947-287f-4f09-8dac-48391c5b5a42), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:28.168746 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 91715d4f-8b4b-4b91-9e07-e38a1e33e62b triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:31:28.169133 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (91715d4f-8b4b-4b91-9e07-e38a1e33e62b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:28.185533 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc90f24-fd77-4b86-b87a-df503dfd8965 None None] Pushing event updated for resources: {'Port': ['ID=d9266947-287f-4f09-8dac-48391c5b5a42,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:28.204306 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc90f24-fd77-4b86-b87a-df503dfd8965 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:31:28.204657 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc90f24-fd77-4b86-b87a-df503dfd8965 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:31:28.204996 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc90f24-fd77-4b86-b87a-df503dfd8965 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:31:28.205332 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc90f24-fd77-4b86-b87a-df503dfd8965 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:31:28.205663 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc90f24-fd77-4b86-b87a-df503dfd8965 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:31:28.205987 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc90f24-fd77-4b86-b87a-df503dfd8965 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:31:28.206310 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc90f24-fd77-4b86-b87a-df503dfd8965 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:31:28.206633 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc90f24-fd77-4b86-b87a-df503dfd8965 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:31:28.206953 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc90f24-fd77-4b86-b87a-df503dfd8965 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:31:28.207271 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc90f24-fd77-4b86-b87a-df503dfd8965 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:31:28.207633 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc90f24-fd77-4b86-b87a-df503dfd8965 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:31:28.207902 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc90f24-fd77-4b86-b87a-df503dfd8965 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:31:28.208221 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc90f24-fd77-4b86-b87a-df503dfd8965 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:31:28.360893 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f74de8-8230-4c9a-b9c1-f9727cce5afe req-08e86b07-47bf-405a-a92e-150464d7086b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:28.365971 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-5e391c30-8f4e-4707-b937-f0162d904d1d None None] Attempting to bind port d9266947-287f-4f09-8dac-48391c5b5a42 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:31:28.366828 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 91715d4f-8b4b-4b91-9e07-e38a1e33e62b is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:31:28.368295 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-5e391c30-8f4e-4707-b937-f0162d904d1d None None] Attempting to bind port d9266947-287f-4f09-8dac-48391c5b5a42 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '26b3d40e-4e4c-449c-90be-dd67156021aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c2cdbb84-b0de-49c6-9b88-405d1af9ccab'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:31:28.368412 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f74de8-8230-4c9a-b9c1-f9727cce5afe req-08e86b07-47bf-405a-a92e-150464d7086b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:28.368589 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e391c30-8f4e-4707-b937-f0162d904d1d None None] Attempting to bind port d9266947-287f-4f09-8dac-48391c5b5a42 on network c2cdbb84-b0de-49c6-9b88-405d1af9ccab {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:31:28.377118 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f74de8-8230-4c9a-b9c1-f9727cce5afe req-08e86b07-47bf-405a-a92e-150464d7086b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:28.378454 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e391c30-8f4e-4707-b937-f0162d904d1d None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:31:28.379057 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e391c30-8f4e-4707-b937-f0162d904d1d None None] Checking segment: {'id': '26b3d40e-4e4c-449c-90be-dd67156021aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c2cdbb84-b0de-49c6-9b88-405d1af9ccab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:31:28.381289 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5e391c30-8f4e-4707-b937-f0162d904d1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:28.381876 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e391c30-8f4e-4707-b937-f0162d904d1d None None] Bound using segment: {'id': '26b3d40e-4e4c-449c-90be-dd67156021aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c2cdbb84-b0de-49c6-9b88-405d1af9ccab'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:31:28.382534 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-5e391c30-8f4e-4707-b937-f0162d904d1d None None] Bound port: d9266947-287f-4f09-8dac-48391c5b5a42, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b3d40e-4e4c-449c-90be-dd67156021aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c2cdbb84-b0de-49c6-9b88-405d1af9ccab'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:31:28.386959 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f74de8-8230-4c9a-b9c1-f9727cce5afe req-08e86b07-47bf-405a-a92e-150464d7086b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:28.392847 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5e391c30-8f4e-4707-b937-f0162d904d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d9266947-287f-4f09-8dac-48391c5b5a42), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:28.404328 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f74de8-8230-4c9a-b9c1-f9727cce5afe req-08e86b07-47bf-405a-a92e-150464d7086b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:28.410012 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f74de8-8230-4c9a-b9c1-f9727cce5afe req-08e86b07-47bf-405a-a92e-150464d7086b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:28.429461 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f74de8-8230-4c9a-b9c1-f9727cce5afe req-08e86b07-47bf-405a-a92e-150464d7086b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:28.439562 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-32f74de8-8230-4c9a-b9c1-f9727cce5afe req-08e86b07-47bf-405a-a92e-150464d7086b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 5430 time: 0.2670212 Feb 17 17:31:28.456003 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa755e1-9b7e-4e32-b9f2-554c0a79e77f req-149d102e-ed1f-4a56-a348-5302df99d600 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:28.460950 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7fa755e1-9b7e-4e32-b9f2-554c0a79e77f req-149d102e-ed1f-4a56-a348-5302df99d600 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=afbea10c-4419-4c6c-a145-79a8266759c5 HTTP/1.1" status: 200 len: 950 time: 0.1800909 Feb 17 17:31:28.525879 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-5e391c30-8f4e-4707-b937-f0162d904d1d None None] For port d9266947-287f-4f09-8dac-48391c5b5a42, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:31:28.530224 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-5e391c30-8f4e-4707-b937-f0162d904d1d None None] For port d9266947-287f-4f09-8dac-48391c5b5a42, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=d9266947-287f-4f09-8dac-48391c5b5a42,segment=NetworkSegment(26b3d40e-4e4c-449c-90be-dd67156021aa),segment_id=26b3d40e-4e4c-449c-90be-dd67156021aa)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:31:28.555399 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5e391c30-8f4e-4707-b937-f0162d904d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (d9266947-287f-4f09-8dac-48391c5b5a42), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:28.621030 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e391c30-8f4e-4707-b937-f0162d904d1d None None] Routers {'6bffef20-871a-4644-b44b-bf3c1e5042de'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:31:28.621765 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-5e391c30-8f4e-4707-b937-f0162d904d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:31:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['6bffef20-871a-4644-b44b-bf3c1e5042de'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:31:28.721712 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-e083c0a9-31cc-4497-bfa0-832d9304c4f5 None None] Provisioning complete for port d9266947-287f-4f09-8dac-48391c5b5a42 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:31:28.722088 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc90f24-fd77-4b86-b87a-df503dfd8965 None None] Pushing event updated for resources: {'Port': ['ID=d9266947-287f-4f09-8dac-48391c5b5a42,revision_number=4']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:28.722580 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e083c0a9-31cc-4497-bfa0-832d9304c4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d9266947-287f-4f09-8dac-48391c5b5a42), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:28.815861 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-5e391c30-8f4e-4707-b937-f0162d904d1d None None] Set router 6bffef20-871a-4644-b44b-bf3c1e5042de gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:31:28.880176 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7fa755e1-9b7e-4e32-b9f2-554c0a79e77f req-0a9b23d3-9f22-483e-b04b-3bcd6418bb82 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3983603 Feb 17 17:31:28.916141 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-32f74de8-8230-4c9a-b9c1-f9727cce5afe req-24167b13-b22c-40d8-8db3-faa3c76c7d8b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/security-groups?id=4b62a994-4311-4d7d-a3f0-cd2c105b06fa&id=06bbdf43-383d-412d-a4a7-27f1a95946ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4502087 Feb 17 17:31:28.926863 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-bae40f81-7112-4a98-b839-b1d9998c9f93 service neutron] show failed (client error): The resource could not be found. Feb 17 17:31:28.928537 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-bae40f81-7112-4a98-b839-b1d9998c9f93 service neutron] 10.222.0.91 "GET /v2.0/ports/5b06a779-8ab4-48f8-99c4-5d97183e1768/bindings/n-h1-829613-2 HTTP/1.1" status: 404 len: 380 time: 0.2391551 Feb 17 17:31:28.988560 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-e083c0a9-31cc-4497-bfa0-832d9304c4f5 None None] Current status of the port d9266947-287f-4f09-8dac-48391c5b5a42 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:31:28.991116 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e083c0a9-31cc-4497-bfa0-832d9304c4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d9266947-287f-4f09-8dac-48391c5b5a42), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:29.026943 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad37685-f540-47b1-af50-bd3376d494ab x-openstack-request-id: req-2ad37685-f540-47b1-af50-bd3376d494ab {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:31:29.027322 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae9d6d5-c596-4d27-883f-9abe987efbcb", "name": "network-vif-plugged", "status": "completed", "tag": "66e46b72-cc88-4c93-82a3-5cb6717194c5", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:31:29.027626 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2ad37685-f540-47b1-af50-bd3376d494ab {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:31:29.028634 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae9d6d5-c596-4d27-883f-9abe987efbcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e46b72-cc88-4c93-82a3-5cb6717194c5', 'code': 200} Feb 17 17:31:29.097080 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-e083c0a9-31cc-4497-bfa0-832d9304c4f5 None None] For port d9266947-287f-4f09-8dac-48391c5b5a42, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=d9266947-287f-4f09-8dac-48391c5b5a42,segment=NetworkSegment(26b3d40e-4e4c-449c-90be-dd67156021aa),segment_id=26b3d40e-4e4c-449c-90be-dd67156021aa)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:29.106735 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e083c0a9-31cc-4497-bfa0-832d9304c4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (d9266947-287f-4f09-8dac-48391c5b5a42), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:29.191390 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca64821-bc38-4e4d-a505-bba0c5e2c963 req-123afa8f-613f-413d-992d-2a92224d4bae tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:29.200681 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0ca64821-bc38-4e4d-a505-bba0c5e2c963 req-123afa8f-613f-413d-992d-2a92224d4bae tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 944 time: 0.1119568 Feb 17 17:31:29.256464 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e083c0a9-31cc-4497-bfa0-832d9304c4f5 None None] Pushing event updated for resources: {'Port': ['ID=d9266947-287f-4f09-8dac-48391c5b5a42,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:29.274142 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-540f5565-2eef-4e06-bbcb-5f25e75dd148 None None] Provisioning complete for port d9266947-287f-4f09-8dac-48391c5b5a42 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:31:29.274825 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-540f5565-2eef-4e06-bbcb-5f25e75dd148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d9266947-287f-4f09-8dac-48391c5b5a42), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:29.388890 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-540f5565-2eef-4e06-bbcb-5f25e75dd148 None None] Current status of the port d9266947-287f-4f09-8dac-48391c5b5a42 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:31:29.432186 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-5e391c30-8f4e-4707-b937-f0162d904d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bffef20-871a-4644-b44b-bf3c1e5042de', 'name': 'tempest-ServersTestBootFromVolume-255129370-router', 'tenant_id': 'fc553e94d63549b788478ed2c106f22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '91715d4f-8b4b-4b91-9e07-e38a1e33e62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:31:17Z', 'updated_at': '2022-02-17T17:31:21Z', 'revision_number': 4, 'project_id': 'fc553e94d63549b788478ed2c106f22c', 'gw_port': {'id': '91715d4f-8b4b-4b91-9e07-e38a1e33e62b', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bffef20-871a-4644-b44b-bf3c1e5042de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:31:18Z', 'updated_at': '2022-02-17T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'd9266947-287f-4f09-8dac-48391c5b5a42', 'name': '', 'network_id': 'c2cdbb84-b0de-49c6-9b88-405d1af9ccab', 'tenant_id': 'fc553e94d63549b788478ed2c106f22c', 'mac_address': 'fa:16:3e:2a:8f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bffef20-871a-4644-b44b-bf3c1e5042de', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '9656495d-68fd-4771-8cc2-ffde2cb90652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:31:20Z', 'updated_at': '2022-02-17T17:31:28Z', 'revision_number': 4, 'project_id': 'fc553e94d63549b788478ed2c106f22c', 'subnets': [{'id': '9656495d-68fd-4771-8cc2-ffde2cb90652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:31:29.478095 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0ca64821-bc38-4e4d-a505-bba0c5e2c963 req-54fca747-b675-48ab-ac75-811e941a3d7d tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761281 Feb 17 17:31:29.530971 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e391c30-8f4e-4707-b937-f0162d904d1d None None] The sync data for ids ['6bffef20-871a-4644-b44b-bf3c1e5042de'] in n-d-829613-2 is: [{'id': '6bffef20-871a-4644-b44b-bf3c1e5042de', 'name': 'tempest-ServersTestBootFromVolume-255129370-router', 'tenant_id': 'fc553e94d63549b788478ed2c106f22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '91715d4f-8b4b-4b91-9e07-e38a1e33e62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:31:17Z', 'updated_at': '2022-02-17T17:31:21Z', 'revision_number': 4, 'project_id': 'fc553e94d63549b788478ed2c106f22c', 'gw_port': {'id': '91715d4f-8b4b-4b91-9e07-e38a1e33e62b', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bffef20-871a-4644-b44b-bf3c1e5042de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:31:18Z', 'updated_at': '2022-02-17T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'd9266947-287f-4f09-8dac-48391c5b5a42', 'name': '', 'network_id': 'c2cdbb84-b0de-49c6-9b88-405d1af9ccab', 'tenant_id': 'fc553e94d63549b788478ed2c106f22c', 'mac_address': 'fa:16:3e:2a:8f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bffef20-871a-4644-b44b-bf3c1e5042de', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '9656495d-68fd-4771-8cc2-ffde2cb90652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:31:20Z', 'updated_at': '2022-02-17T17:31:28Z', 'revision_number': 4, 'project_id': 'fc553e94d63549b788478ed2c106f22c', 'subnets': [{'id': '9656495d-68fd-4771-8cc2-ffde2cb90652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:31:29.542036 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba89917-cfb9-4915-b12b-43a604314c31 req-c1d0a641-c6e8-43a6-abe0-51c4b147e21c tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:29.550275 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5ba89917-cfb9-4915-b12b-43a604314c31 req-c1d0a641-c6e8-43a6-abe0-51c4b147e21c tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 945 time: 0.3258653 Feb 17 17:31:29.554109 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964c02f-ca9b-4253-afd7-9048e25af7d6 req-baf21bc7-76bf-40d8-bfb0-1ff5da4c166c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:29.555592 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f964c02f-ca9b-4253-afd7-9048e25af7d6 req-baf21bc7-76bf-40d8-bfb0-1ff5da4c166c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 1127 time: 0.3815515 Feb 17 17:31:29.561036 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-4a68024c-4ba1-476a-b0aa-1a4cbe162cb5 req-3b40fc07-baae-4c45-be76-671b8050e99c tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:31:29.562190 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a68024c-4ba1-476a-b0aa-1a4cbe162cb5 req-3b40fc07-baae-4c45-be76-671b8050e99c tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0350301 Feb 17 17:31:29.614330 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-432f14e7-ce56-4fd8-b692-8c3f38b5eeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:29.615908 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-432f14e7-ce56-4fd8-b692-8c3f38b5eeb8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=afbea10c-4419-4c6c-a145-79a8266759c5&tenant_id=24d514a6d00a4f52a8689d09d1cf81c2 HTTP/1.1" status: 200 len: 1132 time: 0.2388840 Feb 17 17:31:29.669329 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-c9ddd29b-a70e-44f1-8c58-b2ea2a25f047 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829613-2', 'device_owner': 'compute:nova'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:31:29.735790 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f964c02f-ca9b-4253-afd7-9048e25af7d6 req-d8d17237-a0b1-4e68-a785-fc6860584fe3 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708183 Feb 17 17:31:29.749947 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5ba89917-cfb9-4915-b12b-43a604314c31 req-f9bf300a-69c3-439b-9fd2-614a1ec8157a tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988018 Feb 17 17:31:29.780725 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device c156d1b1-d51b-43d9-bbea-f01601c5fe5d details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:31:29.837164 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a68024c-4ba1-476a-b0aa-1a4cbe162cb5 req-6ce93357-012a-40c4-be79-686a158179e9 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2475026 Feb 17 17:31:29.844470 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-c9ddd29b-a70e-44f1-8c58-b2ea2a25f047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5b06a779-8ab4-48f8-99c4-5d97183e1768), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:30.063807 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1fbedf43-cbb2-467f-9ba6-a8b255b0ca64 req-83075527-f9a2-4a03-bf43-da2bc641332d tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/ports?device_id=2c2860b6-9221-438d-b936-2e7a60ecbd0b HTTP/1.1" status: 200 len: 210 time: 0.1202312 Feb 17 17:31:30.135468 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port c156d1b1-d51b-43d9-bbea-f01601c5fe5d, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=c156d1b1-d51b-43d9-bbea-f01601c5fe5d,segment=NetworkSegment(55cf67f8-56dc-4cc3-aade-06e6513a1c54),segment_id=55cf67f8-56dc-4cc3-aade-06e6513a1c54)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:30.189534 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': 'c156d1b1-d51b-43d9-bbea-f01601c5fe5d', 'network_id': '8329e05c-f5f3-4a6c-995b-30a9e6574e32', 'port_id': 'c156d1b1-d51b-43d9-bbea-f01601c5fe5d', 'mac_address': 'fa:16:3e:93:10:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56056976-8199-479f-8661-205e5814ab66', 'ip_address': '10.1.1.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:31:30.205972 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device d9266947-287f-4f09-8dac-48391c5b5a42 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:31:30.410998 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-c9ddd29b-a70e-44f1-8c58-b2ea2a25f047 service neutron] For port 5b06a779-8ab4-48f8-99c4-5d97183e1768, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=5b06a779-8ab4-48f8-99c4-5d97183e1768,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:30.478522 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port c156d1b1-d51b-43d9-bbea-f01601c5fe5d is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:31:30.478918 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c156d1b1-d51b-43d9-bbea-f01601c5fe5d), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:30.489538 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-c9ddd29b-a70e-44f1-8c58-b2ea2a25f047 service neutron] For port 5b06a779-8ab4-48f8-99c4-5d97183e1768, host n-h2-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:31:30.536953 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c156d1b1-d51b-43d9-bbea-f01601c5fe5d {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:31:30.591327 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port c156d1b1-d51b-43d9-bbea-f01601c5fe5d, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=c156d1b1-d51b-43d9-bbea-f01601c5fe5d,segment=NetworkSegment(55cf67f8-56dc-4cc3-aade-06e6513a1c54),segment_id=55cf67f8-56dc-4cc3-aade-06e6513a1c54)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:30.617520 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c156d1b1-d51b-43d9-bbea-f01601c5fe5d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:30.617793 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1f497-5f89-4e3b-8f19-267acc24acef req-e87d4d33-86f0-43b2-b82e-5575d768da2d tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:30.618253 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 8f4bfbb7-3be5-4276-a260-870a4adccf68 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:31:30.619282 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1ed1f497-5f89-4e3b-8f19-267acc24acef req-e87d4d33-86f0-43b2-b82e-5575d768da2d tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.71 "GET /v2.0/networks?id=21effd86-3512-4fb2-9fff-79a3828347da HTTP/1.1" status: 200 len: 822 time: 0.6337838 Feb 17 17:31:30.632449 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-1ed1f497-5f89-4e3b-8f19-267acc24acef req-2dbb49cf-7a0d-4fd5-b99c-1afe402d31e4 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Request body: {'port': {'device_id': '2c2860b6-9221-438d-b936-2e7a60ecbd0b', 'network_id': '21effd86-3512-4fb2-9fff-79a3828347da', 'admin_state_up': True, 'tenant_id': '7c2cddd3132f4b18b46f752bdb32619e'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:31:30.722864 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afbea10c-4419-4c6c-a145-79a8266759c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b06a779-8ab4-48f8-99c4-5d97183e1768'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:31:30.738533 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3641675-5d34-4798-b9e1-5cdedc837851" -d '{"events": [{"server_uuid": "afbea10c-4419-4c6c-a145-79a8266759c5", "name": "network-vif-unplugged", "status": "completed", "tag": "5b06a779-8ab4-48f8-99c4-5d97183e1768"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:31:30.743809 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-c9ddd29b-a70e-44f1-8c58-b2ea2a25f047 service neutron] Publish callbacks [] for port (5b06a779-8ab4-48f8-99c4-5d97183e1768), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:30.794874 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-c9ddd29b-a70e-44f1-8c58-b2ea2a25f047 service neutron] Transition to ACTIVE for port object 5b06a779-8ab4-48f8-99c4-5d97183e1768 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:31:30.813913 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-c9ddd29b-a70e-44f1-8c58-b2ea2a25f047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (5b06a779-8ab4-48f8-99c4-5d97183e1768), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:30.857875 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ed1f497-5f89-4e3b-8f19-267acc24acef req-2dbb49cf-7a0d-4fd5-b99c-1afe402d31e4 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Made reservation on behalf of 7c2cddd3132f4b18b46f752bdb32619e for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:31:30.862694 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1ed1f497-5f89-4e3b-8f19-267acc24acef req-2dbb49cf-7a0d-4fd5-b99c-1afe402d31e4 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:30.922685 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5d636-f275-4633-a472-90934e1f688a req-0456f6f8-1071-4400-9912-b87e857f5a33 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:30.941072 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-26d5d636-f275-4633-a472-90934e1f688a req-0456f6f8-1071-4400-9912-b87e857f5a33 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=afbea10c-4419-4c6c-a145-79a8266759c5 HTTP/1.1" status: 200 len: 950 time: 0.3647680 Feb 17 17:31:30.968797 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba2dea-8971-41cd-8737-ee7c1968c357 req-c5ebdfbd-ea69-4d79-86ec-0ec9e98516c0 tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:30.977481 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-97ba2dea-8971-41cd-8737-ee7c1968c357 req-c5ebdfbd-ea69-4d79-86ec-0ec9e98516c0 tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] 10.222.0.87 "GET /v2.0/ports?device_id=fffeec1c-21e0-4d24-a312-22b5b34c6e20 HTTP/1.1" status: 200 len: 950 time: 0.4176338 Feb 17 17:31:31.038951 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=c156d1b1-d51b-43d9-bbea-f01601c5fe5d,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:31.055097 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-c9ddd29b-a70e-44f1-8c58-b2ea2a25f047 service neutron] No DVR routers for this DVR port 5b06a779-8ab4-48f8-99c4-5d97183e1768 on host n-h2-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:31:31.057124 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ddd29b-a70e-44f1-8c58-b2ea2a25f047 service neutron] Pushing event updated for resources: {'Port': ['ID=5b06a779-8ab4-48f8-99c4-5d97183e1768,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:31.058080 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port d9266947-287f-4f09-8dac-48391c5b5a42 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:31:31.058766 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d9266947-287f-4f09-8dac-48391c5b5a42), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:31.077085 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 8f4bfbb7-3be5-4276-a260-870a4adccf68, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=8f4bfbb7-3be5-4276-a260-870a4adccf68,segment=NetworkSegment(8d8f104d-d90e-4c9c-a6a6-4d67948643e9),segment_id=8d8f104d-d90e-4c9c-a6a6-4d67948643e9)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:31.106566 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-1ed1f497-5f89-4e3b-8f19-267acc24acef req-2dbb49cf-7a0d-4fd5-b99c-1afe402d31e4 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Allocated IP 172.20.0.6 (21effd86-3512-4fb2-9fff-79a3828347da/9cb45345-5fb5-419b-af49-c30b93b525f5/349b2e3c-53a1-49f3-9bea-c8601e254d87) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:31:31.152780 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '8f4bfbb7-3be5-4276-a260-870a4adccf68', 'network_id': '3226efc1-9bf8-49de-b390-80d0e9a20daa', 'port_id': '8f4bfbb7-3be5-4276-a260-870a4adccf68', 'mac_address': 'fa:16:3e:5b:ec:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd75a2860-2719-4d8e-9c57-26805383b4a4', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:31:31.230602 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-97ba2dea-8971-41cd-8737-ee7c1968c357 req-83e37fb4-5532-44cb-88ef-db93228397e4 tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] 10.222.0.87 "GET /v2.0/security-groups?id=b8c93038-f6d8-43dd-b431-205d3aa6f289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518950 Feb 17 17:31:31.257584 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-26d5d636-f275-4633-a472-90934e1f688a req-acb2ffde-4417-46dd-835e-39b827a53af7 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148222 Feb 17 17:31:31.275179 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-c9ddd29b-a70e-44f1-8c58-b2ea2a25f047 service neutron] Attempting to bind port 5b06a779-8ab4-48f8-99c4-5d97183e1768 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:31:31.275518 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-c9ddd29b-a70e-44f1-8c58-b2ea2a25f047 service neutron] Attempting to bind port 5b06a779-8ab4-48f8-99c4-5d97183e1768 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:31:31.275856 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-c9ddd29b-a70e-44f1-8c58-b2ea2a25f047 service neutron] Attempting to bind port 5b06a779-8ab4-48f8-99c4-5d97183e1768 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:31:31.280728 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-c9ddd29b-a70e-44f1-8c58-b2ea2a25f047 service neutron] Port 5b06a779-8ab4-48f8-99c4-5d97183e1768 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:31:31.281053 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-c9ddd29b-a70e-44f1-8c58-b2ea2a25f047 service neutron] Attempting to bind port 5b06a779-8ab4-48f8-99c4-5d97183e1768 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:31:31.291091 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-c9ddd29b-a70e-44f1-8c58-b2ea2a25f047 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:31:31.291432 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-c9ddd29b-a70e-44f1-8c58-b2ea2a25f047 service neutron] Checking segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:31:31.291816 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-c9ddd29b-a70e-44f1-8c58-b2ea2a25f047 service neutron] Bound using segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:31:31.292328 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-c9ddd29b-a70e-44f1-8c58-b2ea2a25f047 service neutron] Bound port: 5b06a779-8ab4-48f8-99c4-5d97183e1768, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:31:31.292695 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-c9ddd29b-a70e-44f1-8c58-b2ea2a25f047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5b06a779-8ab4-48f8-99c4-5d97183e1768), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:31.332138 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 8f4bfbb7-3be5-4276-a260-870a4adccf68 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:31:31.333550 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8f4bfbb7-3be5-4276-a260-870a4adccf68), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:31.389111 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f4bfbb7-3be5-4276-a260-870a4adccf68 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:31:31.423617 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port d9266947-287f-4f09-8dac-48391c5b5a42 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:31:31.445376 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1ed1f497-5f89-4e3b-8f19-267acc24acef req-2dbb49cf-7a0d-4fd5-b99c-1afe402d31e4 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks [] for port (349b2e3c-53a1-49f3-9bea-c8601e254d87), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:31.452338 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 8f4bfbb7-3be5-4276-a260-870a4adccf68, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=8f4bfbb7-3be5-4276-a260-870a4adccf68,segment=NetworkSegment(8d8f104d-d90e-4c9c-a6a6-4d67948643e9),segment_id=8d8f104d-d90e-4c9c-a6a6-4d67948643e9)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:31.463428 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (8f4bfbb7-3be5-4276-a260-870a4adccf68), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:31.464116 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device edfb4df4-17e2-4855-b94e-1e4e5890d9a5 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:31:31.488282 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1ed1f497-5f89-4e3b-8f19-267acc24acef req-2dbb49cf-7a0d-4fd5-b99c-1afe402d31e4 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (349b2e3c-53a1-49f3-9bea-c8601e254d87), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:31.536658 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=8f4bfbb7-3be5-4276-a260-870a4adccf68,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:31.554618 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb49cf-7a0d-4fd5-b99c-1afe402d31e4 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Pushing event updated for resources: {'Port': ['ID=349b2e3c-53a1-49f3-9bea-c8601e254d87,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:31.563882 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port edfb4df4-17e2-4855-b94e-1e4e5890d9a5, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=edfb4df4-17e2-4855-b94e-1e4e5890d9a5,segment=NetworkSegment(8d8f104d-d90e-4c9c-a6a6-4d67948643e9),segment_id=8d8f104d-d90e-4c9c-a6a6-4d67948643e9)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:31.578776 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ed1f497-5f89-4e3b-8f19-267acc24acef req-2dbb49cf-7a0d-4fd5-b99c-1afe402d31e4 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Network 21effd86-3512-4fb2-9fff-79a3828347da is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:31:31.581280 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-1ed1f497-5f89-4e3b-8f19-267acc24acef req-2dbb49cf-7a0d-4fd5-b99c-1afe402d31e4 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:31:31.583007 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': 'edfb4df4-17e2-4855-b94e-1e4e5890d9a5', 'network_id': '3226efc1-9bf8-49de-b390-80d0e9a20daa', 'port_id': 'edfb4df4-17e2-4855-b94e-1e4e5890d9a5', 'mac_address': 'fa:16:3e:a6:fa:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd75a2860-2719-4d8e-9c57-26805383b4a4', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:31:31.586477 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed1f497-5f89-4e3b-8f19-267acc24acef req-2dbb49cf-7a0d-4fd5-b99c-1afe402d31e4 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:31:31.588755 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-c9ddd29b-a70e-44f1-8c58-b2ea2a25f047 service neutron] For port 5b06a779-8ab4-48f8-99c4-5d97183e1768, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:31:31.621621 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-c9ddd29b-a70e-44f1-8c58-b2ea2a25f047 service neutron] For port 5b06a779-8ab4-48f8-99c4-5d97183e1768, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=5b06a779-8ab4-48f8-99c4-5d97183e1768,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:31:31.645510 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port edfb4df4-17e2-4855-b94e-1e4e5890d9a5 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:31:31.645923 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (edfb4df4-17e2-4855-b94e-1e4e5890d9a5), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:31.670647 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57ff9b-b467-4766-8d4e-3046956a6b14 req-e3563652-800c-4630-9003-d70ce7bca524 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:31.681050 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edfb4df4-17e2-4855-b94e-1e4e5890d9a5 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:31:31.682272 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1f497-5f89-4e3b-8f19-267acc24acef req-2dbb49cf-7a0d-4fd5-b99c-1afe402d31e4 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:31.683510 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1ed1f497-5f89-4e3b-8f19-267acc24acef req-2dbb49cf-7a0d-4fd5-b99c-1afe402d31e4 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:31.700594 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57ff9b-b467-4766-8d4e-3046956a6b14 req-e3563652-800c-4630-9003-d70ce7bca524 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:31.702504 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1ed1f497-5f89-4e3b-8f19-267acc24acef req-2dbb49cf-7a0d-4fd5-b99c-1afe402d31e4 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0746644 Feb 17 17:31:31.708266 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57ff9b-b467-4766-8d4e-3046956a6b14 req-e3563652-800c-4630-9003-d70ce7bca524 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:31.709279 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port edfb4df4-17e2-4855-b94e-1e4e5890d9a5, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=edfb4df4-17e2-4855-b94e-1e4e5890d9a5,segment=NetworkSegment(8d8f104d-d90e-4c9c-a6a6-4d67948643e9),segment_id=8d8f104d-d90e-4c9c-a6a6-4d67948643e9)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:31.714024 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (edfb4df4-17e2-4855-b94e-1e4e5890d9a5), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:31.714854 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device d848ebc1-877e-4643-9ebc-c35cdbe15a28 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:31:31.715876 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-1ed1f497-5f89-4e3b-8f19-267acc24acef req-4bc0ec81-c5be-4b3e-8502-9c6cbe593fc3 service neutron] Request body: {'port': {'device_id': '2c2860b6-9221-438d-b936-2e7a60ecbd0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:31:31.726719 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57ff9b-b467-4766-8d4e-3046956a6b14 req-e3563652-800c-4630-9003-d70ce7bca524 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:31.741592 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57ff9b-b467-4766-8d4e-3046956a6b14 req-e3563652-800c-4630-9003-d70ce7bca524 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:31.758028 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57ff9b-b467-4766-8d4e-3046956a6b14 req-e3563652-800c-4630-9003-d70ce7bca524 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:31.775022 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57ff9b-b467-4766-8d4e-3046956a6b14 req-e3563652-800c-4630-9003-d70ce7bca524 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:31.777089 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fe57ff9b-b467-4766-8d4e-3046956a6b14 req-e3563652-800c-4630-9003-d70ce7bca524 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 5431 time: 0.4177091 Feb 17 17:31:31.803094 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=edfb4df4-17e2-4855-b94e-1e4e5890d9a5,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:31.812276 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd4f27-d148-4ff1-8c7b-811204757034 req-f3724db4-2f7e-401c-a263-9293008e370d tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:31.814820 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1ed1f497-5f89-4e3b-8f19-267acc24acef req-4bc0ec81-c5be-4b3e-8502-9c6cbe593fc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (349b2e3c-53a1-49f3-9bea-c8601e254d87), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:31.823148 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7cbd4f27-d148-4ff1-8c7b-811204757034 req-f3724db4-2f7e-401c-a263-9293008e370d tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/ports?device_id=c76a8d24-e029-4d1c-92b2-c894c94c3e12 HTTP/1.1" status: 200 len: 945 time: 0.4049571 Feb 17 17:31:31.831735 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-c9ddd29b-a70e-44f1-8c58-b2ea2a25f047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (5b06a779-8ab4-48f8-99c4-5d97183e1768), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:31.901222 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port d848ebc1-877e-4643-9ebc-c35cdbe15a28, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=d848ebc1-877e-4643-9ebc-c35cdbe15a28,segment=NetworkSegment(bb1bda3f-c2f0-4f96-8385-90efc231f095),segment_id=bb1bda3f-c2f0-4f96-8385-90efc231f095)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:31.919710 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': 'd848ebc1-877e-4643-9ebc-c35cdbe15a28', 'network_id': 'b4ed5d6f-3eb3-4d80-ba86-b711da993733', 'port_id': 'd848ebc1-877e-4643-9ebc-c35cdbe15a28', 'mac_address': 'fa:16:3e:99:45:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aadcb94-5460-49df-8ee1-d33e7d2607f7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:31:31.967936 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 5b06a779-8ab4-48f8-99c4-5d97183e1768 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:31:31.980475 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-c9ddd29b-a70e-44f1-8c58-b2ea2a25f047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:31.983930 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-c9ddd29b-a70e-44f1-8c58-b2ea2a25f047 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:31.985724 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-c9ddd29b-a70e-44f1-8c58-b2ea2a25f047 service neutron] 10.222.0.71 "PUT /v2.0/ports/5b06a779-8ab4-48f8-99c4-5d97183e1768 HTTP/1.1" status: 200 len: 1096 time: 2.3232894 Feb 17 17:31:32.032470 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port d848ebc1-877e-4643-9ebc-c35cdbe15a28 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:31:32.032966 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d848ebc1-877e-4643-9ebc-c35cdbe15a28), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:32.070728 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d848ebc1-877e-4643-9ebc-c35cdbe15a28 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:31:32.101628 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port d848ebc1-877e-4643-9ebc-c35cdbe15a28, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=d848ebc1-877e-4643-9ebc-c35cdbe15a28,segment=NetworkSegment(bb1bda3f-c2f0-4f96-8385-90efc231f095),segment_id=bb1bda3f-c2f0-4f96-8385-90efc231f095)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:32.106598 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (d848ebc1-877e-4643-9ebc-c35cdbe15a28), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:32.107318 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device d8957db4-c462-4444-adca-ec189b379b2a details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:31:32.109317 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] The host n-h2-829613-2 is not matching for port 5b06a779-8ab4-48f8-99c4-5d97183e1768 host n-h1-829613-2! {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 17 17:31:32.109711 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 5b06a779-8ab4-48f8-99c4-5d97183e1768 not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:31:32.135711 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7cbd4f27-d148-4ff1-8c7b-811204757034 req-63a71310-2055-46a7-9af9-4fa999379c10 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/security-groups?id=576a4066-0325-49be-8e5b-8b74f3a5eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104687 Feb 17 17:31:32.176616 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=d848ebc1-877e-4643-9ebc-c35cdbe15a28,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:32.229756 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port d8957db4-c462-4444-adca-ec189b379b2a, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=d8957db4-c462-4444-adca-ec189b379b2a,segment=NetworkSegment(55cf67f8-56dc-4cc3-aade-06e6513a1c54),segment_id=55cf67f8-56dc-4cc3-aade-06e6513a1c54)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:32.251262 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': 'd8957db4-c462-4444-adca-ec189b379b2a', 'network_id': '8329e05c-f5f3-4a6c-995b-30a9e6574e32', 'port_id': 'd8957db4-c462-4444-adca-ec189b379b2a', 'mac_address': 'fa:16:3e:b5:23:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56056976-8199-479f-8661-205e5814ab66', 'ip_address': '10.1.1.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:31:32.295193 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-1ed1f497-5f89-4e3b-8f19-267acc24acef req-4bc0ec81-c5be-4b3e-8502-9c6cbe593fc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 349b2e3c-53a1-49f3-9bea-c8601e254d87 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:31:32.308334 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1ed1f497-5f89-4e3b-8f19-267acc24acef req-4bc0ec81-c5be-4b3e-8502-9c6cbe593fc3 service neutron] Publish callbacks [] for port (349b2e3c-53a1-49f3-9bea-c8601e254d87), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:32.316226 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port d8957db4-c462-4444-adca-ec189b379b2a is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:31:32.316799 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d8957db4-c462-4444-adca-ec189b379b2a), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:32.327678 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-1ed1f497-5f89-4e3b-8f19-267acc24acef req-4bc0ec81-c5be-4b3e-8502-9c6cbe593fc3 service neutron] Transition to ACTIVE for port object 349b2e3c-53a1-49f3-9bea-c8601e254d87 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:31:32.333412 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8957db4-c462-4444-adca-ec189b379b2a {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:31:32.335926 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1ed1f497-5f89-4e3b-8f19-267acc24acef req-4bc0ec81-c5be-4b3e-8502-9c6cbe593fc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (349b2e3c-53a1-49f3-9bea-c8601e254d87), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:32.360058 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port d8957db4-c462-4444-adca-ec189b379b2a, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=d8957db4-c462-4444-adca-ec189b379b2a,segment=NetworkSegment(55cf67f8-56dc-4cc3-aade-06e6513a1c54),segment_id=55cf67f8-56dc-4cc3-aade-06e6513a1c54)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:32.362436 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fe57ff9b-b467-4766-8d4e-3046956a6b14 req-dbe670f5-fe52-490c-b218-b77b3c4ec2ae tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/security-groups?id=4b62a994-4311-4d7d-a3f0-cd2c105b06fa&id=06bbdf43-383d-412d-a4a7-27f1a95946ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5341523 Feb 17 17:31:32.374751 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (d8957db4-c462-4444-adca-ec189b379b2a), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:32.377933 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device fa13085b-e650-4151-b8cd-a441803a2a47 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:31:32.402921 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ddd29b-a70e-44f1-8c58-b2ea2a25f047 service neutron] Pushing event updated for resources: {'Port': ['ID=5b06a779-8ab4-48f8-99c4-5d97183e1768,revision_number=7']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:32.437686 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc0ec81-c5be-4b3e-8502-9c6cbe593fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=349b2e3c-53a1-49f3-9bea-c8601e254d87,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:32.473661 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-0c0b9192-92d9-4919-8751-ce77b891af0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:32.479736 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-0c0b9192-92d9-4919-8751-ce77b891af0a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=24d514a6d00a4f52a8689d09d1cf81c2&device_id=afbea10c-4419-4c6c-a145-79a8266759c5 HTTP/1.1" status: 200 len: 1130 time: 0.4503365 Feb 17 17:31:32.486325 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 17:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625bb751-ee67-4e63-bb84-d1b1e9bb41cc x-openstack-request-id: req-625bb751-ee67-4e63-bb84-d1b1e9bb41cc {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:31:32.487289 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afbea10c-4419-4c6c-a145-79a8266759c5", "name": "network-vif-unplugged", "status": "completed", "tag": "5b06a779-8ab4-48f8-99c4-5d97183e1768", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:31:32.487728 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-625bb751-ee67-4e63-bb84-d1b1e9bb41cc {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:31:32.488439 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afbea10c-4419-4c6c-a145-79a8266759c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b06a779-8ab4-48f8-99c4-5d97183e1768', 'code': 200} Feb 17 17:31:32.531620 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=d8957db4-c462-4444-adca-ec189b379b2a,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:32.549993 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port fa13085b-e650-4151-b8cd-a441803a2a47, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=fa13085b-e650-4151-b8cd-a441803a2a47,segment=NetworkSegment(55cf67f8-56dc-4cc3-aade-06e6513a1c54),segment_id=55cf67f8-56dc-4cc3-aade-06e6513a1c54)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:32.553478 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-1ed1f497-5f89-4e3b-8f19-267acc24acef req-4bc0ec81-c5be-4b3e-8502-9c6cbe593fc3 service neutron] Attempting to bind port 349b2e3c-53a1-49f3-9bea-c8601e254d87 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:31:32.553823 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-1ed1f497-5f89-4e3b-8f19-267acc24acef req-4bc0ec81-c5be-4b3e-8502-9c6cbe593fc3 service neutron] Attempting to bind port 349b2e3c-53a1-49f3-9bea-c8601e254d87 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '3ba1f701-b447-45d4-ab08-e0178ff31937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '21effd86-3512-4fb2-9fff-79a3828347da'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:31:32.554158 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed1f497-5f89-4e3b-8f19-267acc24acef req-4bc0ec81-c5be-4b3e-8502-9c6cbe593fc3 service neutron] Attempting to bind port 349b2e3c-53a1-49f3-9bea-c8601e254d87 on network 21effd86-3512-4fb2-9fff-79a3828347da {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:31:32.567018 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed1f497-5f89-4e3b-8f19-267acc24acef req-4bc0ec81-c5be-4b3e-8502-9c6cbe593fc3 service neutron] Port 349b2e3c-53a1-49f3-9bea-c8601e254d87 on network 21effd86-3512-4fb2-9fff-79a3828347da not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:31:32.568233 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed1f497-5f89-4e3b-8f19-267acc24acef req-4bc0ec81-c5be-4b3e-8502-9c6cbe593fc3 service neutron] Attempting to bind port 349b2e3c-53a1-49f3-9bea-c8601e254d87 on network 21effd86-3512-4fb2-9fff-79a3828347da {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:31:32.576163 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed1f497-5f89-4e3b-8f19-267acc24acef req-4bc0ec81-c5be-4b3e-8502-9c6cbe593fc3 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:31:32.576699 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed1f497-5f89-4e3b-8f19-267acc24acef req-4bc0ec81-c5be-4b3e-8502-9c6cbe593fc3 service neutron] Checking segment: {'id': '3ba1f701-b447-45d4-ab08-e0178ff31937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '21effd86-3512-4fb2-9fff-79a3828347da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:31:32.577090 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed1f497-5f89-4e3b-8f19-267acc24acef req-4bc0ec81-c5be-4b3e-8502-9c6cbe593fc3 service neutron] Bound using segment: {'id': '3ba1f701-b447-45d4-ab08-e0178ff31937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '21effd86-3512-4fb2-9fff-79a3828347da'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:31:32.577521 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-1ed1f497-5f89-4e3b-8f19-267acc24acef req-4bc0ec81-c5be-4b3e-8502-9c6cbe593fc3 service neutron] Bound port: 349b2e3c-53a1-49f3-9bea-c8601e254d87, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ba1f701-b447-45d4-ab08-e0178ff31937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '21effd86-3512-4fb2-9fff-79a3828347da'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:31:32.577887 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1ed1f497-5f89-4e3b-8f19-267acc24acef req-4bc0ec81-c5be-4b3e-8502-9c6cbe593fc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (349b2e3c-53a1-49f3-9bea-c8601e254d87), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:32.581368 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': 'fa13085b-e650-4151-b8cd-a441803a2a47', 'network_id': '8329e05c-f5f3-4a6c-995b-30a9e6574e32', 'port_id': 'fa13085b-e650-4151-b8cd-a441803a2a47', 'mac_address': 'fa:16:3e:f4:40:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56056976-8199-479f-8661-205e5814ab66', 'ip_address': '10.1.1.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:31:32.584797 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2cf96-c364-4bc9-9f24-56449884ae98 req-8f1f4465-e076-4759-8499-8a0fb8aed412 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:32.586407 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fde2cf96-c364-4bc9-9f24-56449884ae98 req-8f1f4465-e076-4759-8499-8a0fb8aed412 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 944 time: 0.3270271 Feb 17 17:31:32.644899 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-1ed1f497-5f89-4e3b-8f19-267acc24acef req-4bc0ec81-c5be-4b3e-8502-9c6cbe593fc3 service neutron] For port 349b2e3c-53a1-49f3-9bea-c8601e254d87, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:31:32.645666 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port fa13085b-e650-4151-b8cd-a441803a2a47 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:31:32.647227 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (fa13085b-e650-4151-b8cd-a441803a2a47), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:32.651287 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-1ed1f497-5f89-4e3b-8f19-267acc24acef req-4bc0ec81-c5be-4b3e-8502-9c6cbe593fc3 service neutron] For port 349b2e3c-53a1-49f3-9bea-c8601e254d87, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=349b2e3c-53a1-49f3-9bea-c8601e254d87,segment=NetworkSegment(3ba1f701-b447-45d4-ab08-e0178ff31937),segment_id=3ba1f701-b447-45d4-ab08-e0178ff31937)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:31:32.662883 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1ed1f497-5f89-4e3b-8f19-267acc24acef req-4bc0ec81-c5be-4b3e-8502-9c6cbe593fc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (349b2e3c-53a1-49f3-9bea-c8601e254d87), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:32.670639 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa13085b-e650-4151-b8cd-a441803a2a47 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:31:32.703177 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port fa13085b-e650-4151-b8cd-a441803a2a47, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=fa13085b-e650-4151-b8cd-a441803a2a47,segment=NetworkSegment(55cf67f8-56dc-4cc3-aade-06e6513a1c54),segment_id=55cf67f8-56dc-4cc3-aade-06e6513a1c54)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:32.715701 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (fa13085b-e650-4151-b8cd-a441803a2a47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:32.717876 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 2078afb1-0486-44ff-aa2b-0d5c2bd70675 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:31:32.727013 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1f497-5f89-4e3b-8f19-267acc24acef req-4bc0ec81-c5be-4b3e-8502-9c6cbe593fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:32.728229 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1ed1f497-5f89-4e3b-8f19-267acc24acef req-4bc0ec81-c5be-4b3e-8502-9c6cbe593fc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:32.730326 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1ed1f497-5f89-4e3b-8f19-267acc24acef req-4bc0ec81-c5be-4b3e-8502-9c6cbe593fc3 service neutron] 10.222.0.71 "PUT /v2.0/ports/349b2e3c-53a1-49f3-9bea-c8601e254d87 HTTP/1.1" status: 200 len: 1091 time: 1.0197780 Feb 17 17:31:32.733446 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c2860b6-9221-438d-b936-2e7a60ecbd0b', 'tag': '349b2e3c-53a1-49f3-9bea-c8601e254d87'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:31:32.737304 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e07010-589c-4ffc-9114-9072ca143a4a" -d '{"events": [{"name": "network-changed", "server_uuid": "2c2860b6-9221-438d-b936-2e7a60ecbd0b", "tag": "349b2e3c-53a1-49f3-9bea-c8601e254d87"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:31:32.741203 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fde2cf96-c364-4bc9-9f24-56449884ae98 req-ae1de08f-df98-4b00-a46b-e9fd6df2dea1 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459792 Feb 17 17:31:32.776683 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc0ec81-c5be-4b3e-8502-9c6cbe593fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=349b2e3c-53a1-49f3-9bea-c8601e254d87,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:32.784606 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c0163-a250-4c8c-a1b2-7d69e8b11540 req-8e739c5e-4688-461e-872a-db619d15c738 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:32.786144 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-732c0163-a250-4c8c-a1b2-7d69e8b11540 req-8e739c5e-4688-461e-872a-db619d15c738 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 945 time: 0.1987410 Feb 17 17:31:32.788130 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-c2d00478-7c22-4d0b-ac1a-a63e5c794365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:32.789590 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-c2d00478-7c22-4d0b-ac1a-a63e5c794365 service neutron] 10.222.0.71 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 0.2993670 Feb 17 17:31:32.852631 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-a5ea3140-593f-44fb-a3c4-aa403276c2a9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=5b06a779-8ab4-48f8-99c4-5d97183e1768 HTTP/1.1" status: 200 len: 217 time: 0.0553155 Feb 17 17:31:32.894946 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=fa13085b-e650-4151-b8cd-a441803a2a47,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:32.895175 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1f497-5f89-4e3b-8f19-267acc24acef req-005842de-5f17-4f57-a724-2a68e77c51ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:32.898724 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1ed1f497-5f89-4e3b-8f19-267acc24acef req-005842de-5f17-4f57-a724-2a68e77c51ec service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7c2cddd3132f4b18b46f752bdb32619e&device_id=2c2860b6-9221-438d-b936-2e7a60ecbd0b HTTP/1.1" status: 200 len: 1125 time: 0.1135306 Feb 17 17:31:32.899347 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 2078afb1-0486-44ff-aa2b-0d5c2bd70675, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=2078afb1-0486-44ff-aa2b-0d5c2bd70675,segment=NetworkSegment(55cf67f8-56dc-4cc3-aade-06e6513a1c54),segment_id=55cf67f8-56dc-4cc3-aade-06e6513a1c54)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:32.902948 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5102da5e-d746-4715-b46d-92b18cbb07e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:32.941102 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '2078afb1-0486-44ff-aa2b-0d5c2bd70675', 'network_id': '8329e05c-f5f3-4a6c-995b-30a9e6574e32', 'port_id': '2078afb1-0486-44ff-aa2b-0d5c2bd70675', 'mac_address': 'fa:16:3e:84:8e:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56056976-8199-479f-8661-205e5814ab66', 'ip_address': '10.1.1.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:31:32.978475 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1ed1f497-5f89-4e3b-8f19-267acc24acef req-381558e5-e838-4203-942f-a3fcfbc5d447 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=349b2e3c-53a1-49f3-9bea-c8601e254d87 HTTP/1.1" status: 200 len: 217 time: 0.0729940 Feb 17 17:31:32.992350 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-732c0163-a250-4c8c-a1b2-7d69e8b11540 req-9bb9fb04-d7a4-427e-bfe5-617415a4ca7a tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335366 Feb 17 17:31:33.005898 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 2078afb1-0486-44ff-aa2b-0d5c2bd70675 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:31:33.006453 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2078afb1-0486-44ff-aa2b-0d5c2bd70675), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:33.027583 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2078afb1-0486-44ff-aa2b-0d5c2bd70675 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:31:33.033062 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-4514db39-4713-4583-b2f1-e5c62e9f49ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:33.036470 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-4514db39-4713-4583-b2f1-e5c62e9f49ec service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.1734133 Feb 17 17:31:33.069808 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 2078afb1-0486-44ff-aa2b-0d5c2bd70675, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=2078afb1-0486-44ff-aa2b-0d5c2bd70675,segment=NetworkSegment(55cf67f8-56dc-4cc3-aade-06e6513a1c54),segment_id=55cf67f8-56dc-4cc3-aade-06e6513a1c54)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:33.073835 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (2078afb1-0486-44ff-aa2b-0d5c2bd70675), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:33.085022 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1f497-5f89-4e3b-8f19-267acc24acef req-c8c224e5-3d49-4f07-a723-8b943da3a4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:33.090360 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1ed1f497-5f89-4e3b-8f19-267acc24acef req-c8c224e5-3d49-4f07-a723-8b943da3a4a3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9cb45345-5fb5-419b-af49-c30b93b525f5 HTTP/1.1" status: 200 len: 862 time: 0.1040013 Feb 17 17:31:33.138482 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080a19e-c62e-40e4-98ed-54dfc5de02ac req-86471294-6e0f-4974-865a-ab68e67b4d93 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:33.140844 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f080a19e-c62e-40e4-98ed-54dfc5de02ac req-86471294-6e0f-4974-865a-ab68e67b4d93 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/ports?device_id=2c2860b6-9221-438d-b936-2e7a60ecbd0b HTTP/1.1" status: 200 len: 943 time: 0.1810668 Feb 17 17:31:33.152948 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1ed1f497-5f89-4e3b-8f19-267acc24acef req-e678ba09-e7dd-46b6-a43b-190b16b9a7a3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=21effd86-3512-4fb2-9fff-79a3828347da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539770 Feb 17 17:31:33.156711 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-a32fbfe9-93d1-41cb-8fd4-c1fffe052d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:33.157038 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-a32fbfe9-93d1-41cb-8fd4-c1fffe052d28 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1124780 Feb 17 17:31:33.179099 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=2078afb1-0486-44ff-aa2b-0d5c2bd70675,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:33.277327 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1ed1f497-5f89-4e3b-8f19-267acc24acef req-954c1f85-627d-4bf5-850a-fd8bbdd4d1c8 service neutron] 10.222.0.71 "GET /v2.0/networks/21effd86-3512-4fb2-9fff-79a3828347da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190526 Feb 17 17:31:33.296504 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f080a19e-c62e-40e4-98ed-54dfc5de02ac req-18eb1dfb-f772-4a9e-a9fa-b9f3e912b40b tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/security-groups?id=ab06c84a-4a00-40bb-b916-a68462b41859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369729 Feb 17 17:31:33.322590 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-a40b700c-5ae3-41b8-9557-bf01248fb6e4 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494880 Feb 17 17:31:33.416911 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1ed1f497-5f89-4e3b-8f19-267acc24acef req-c3f305ee-d792-4d0f-ab3a-5445819f481d service neutron] 10.222.0.71 "GET /v2.0/networks/21effd86-3512-4fb2-9fff-79a3828347da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320236 Feb 17 17:31:33.456467 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-566ce799-36f4-485e-ab2a-15f4fee655c3 req-e18ce954-93c3-44f0-9485-1b9e2b4a1a08 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229770 Feb 17 17:31:33.567309 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b6b47b-9f15-4ff9-b7d3-a097d5c35803 req-c7d7d379-41c8-443c-a53a-ee724a8f2b7d tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:33.575399 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-52b6b47b-9f15-4ff9-b7d3-a097d5c35803 req-c7d7d379-41c8-443c-a53a-ee724a8f2b7d tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/ports?device_id=67867b4a-0261-4713-b9a2-38c169568104 HTTP/1.1" status: 200 len: 946 time: 0.1161397 Feb 17 17:31:33.684171 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-52b6b47b-9f15-4ff9-b7d3-a097d5c35803 req-c10ceada-92dc-4ae5-8ada-4f02e3b78186 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/security-groups?id=576a4066-0325-49be-8e5b-8b74f3a5eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079795 Feb 17 17:31:33.715240 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f37ff-5661-453d-9524-ea2a93e9d1c9 req-8b05bc3c-58cb-4266-b28a-2d61578fbce1 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:33.717064 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9e4f37ff-5661-453d-9524-ea2a93e9d1c9 req-8b05bc3c-58cb-4266-b28a-2d61578fbce1 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=afbea10c-4419-4c6c-a145-79a8266759c5 HTTP/1.1" status: 200 len: 948 time: 0.1203594 Feb 17 17:31:33.731894 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67346de-b900-42fe-8366-233c5cbca60f x-openstack-request-id: req-d67346de-b900-42fe-8366-233c5cbca60f {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:31:33.732411 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c2860b6-9221-438d-b936-2e7a60ecbd0b", "tag": "349b2e3c-53a1-49f3-9bea-c8601e254d87", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:31:33.732602 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d67346de-b900-42fe-8366-233c5cbca60f {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:31:33.733078 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c2860b6-9221-438d-b936-2e7a60ecbd0b', 'tag': '349b2e3c-53a1-49f3-9bea-c8601e254d87', 'status': 'completed', 'code': 200} Feb 17 17:31:33.867926 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9e4f37ff-5661-453d-9524-ea2a93e9d1c9 req-3be62360-b2c6-40d1-9409-59a1ab9301da tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359897 Feb 17 17:31:33.894579 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e07010-589c-4ffc-9114-9072ca143a4a req-e77bed10-a70c-4cf3-9641-cdbe0615fd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:33.896932 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-21e07010-589c-4ffc-9114-9072ca143a4a req-e77bed10-a70c-4cf3-9641-cdbe0615fd9e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7c2cddd3132f4b18b46f752bdb32619e&device_id=2c2860b6-9221-438d-b936-2e7a60ecbd0b HTTP/1.1" status: 200 len: 1125 time: 0.0864055 Feb 17 17:31:33.978890 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['2078afb1-0486-44ff-aa2b-0d5c2bd70675'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:31:34.043926 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['c156d1b1-d51b-43d9-bbea-f01601c5fe5d'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:31:34.076522 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['d8957db4-c462-4444-adca-ec189b379b2a'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:31:34.101134 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e07010-589c-4ffc-9114-9072ca143a4a req-8b01afa2-729a-40dc-8e4e-2480c030ccbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:34.103312 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-21e07010-589c-4ffc-9114-9072ca143a4a req-8b01afa2-729a-40dc-8e4e-2480c030ccbc service neutron] 10.222.0.71 "GET /v2.0/networks?id=21effd86-3512-4fb2-9fff-79a3828347da HTTP/1.1" status: 200 len: 923 time: 0.1996157 Feb 17 17:31:34.127437 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['edfb4df4-17e2-4855-b94e-1e4e5890d9a5'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:31:34.129068 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37beee34-a9b6-4a3b-b54d-3de2be36153d req-b7cd48d8-3c36-4593-a603-1245a42a5ba4 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:34.129963 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['8f4bfbb7-3be5-4276-a260-870a4adccf68'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:31:34.131679 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-37beee34-a9b6-4a3b-b54d-3de2be36153d req-b7cd48d8-3c36-4593-a603-1245a42a5ba4 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 1127 time: 0.1082530 Feb 17 17:31:34.138969 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['d848ebc1-877e-4643-9ebc-c35cdbe15a28'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:31:34.166429 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['fa13085b-e650-4151-b8cd-a441803a2a47'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:31:34.195300 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc234c-69c1-4f29-9106-9dff5529338e req-6380bd26-1c1b-4963-be0f-68e8475c6ccf tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:34.201436 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc234c-69c1-4f29-9106-9dff5529338e req-6380bd26-1c1b-4963-be0f-68e8475c6ccf tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:34.207239 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc234c-69c1-4f29-9106-9dff5529338e req-6380bd26-1c1b-4963-be0f-68e8475c6ccf tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:34.214101 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc234c-69c1-4f29-9106-9dff5529338e req-6380bd26-1c1b-4963-be0f-68e8475c6ccf tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:34.220227 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc234c-69c1-4f29-9106-9dff5529338e req-6380bd26-1c1b-4963-be0f-68e8475c6ccf tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:34.226231 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc234c-69c1-4f29-9106-9dff5529338e req-6380bd26-1c1b-4963-be0f-68e8475c6ccf tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:34.232481 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc234c-69c1-4f29-9106-9dff5529338e req-6380bd26-1c1b-4963-be0f-68e8475c6ccf tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:34.234430 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3bdc234c-69c1-4f29-9106-9dff5529338e req-6380bd26-1c1b-4963-be0f-68e8475c6ccf tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 5437 time: 0.2575150 Feb 17 17:31:34.236354 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-21e07010-589c-4ffc-9114-9072ca143a4a req-a3498caa-d086-4e3d-8799-9aca9714938d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=349b2e3c-53a1-49f3-9bea-c8601e254d87 HTTP/1.1" status: 200 len: 217 time: 0.1241207 Feb 17 17:31:34.307066 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e07010-589c-4ffc-9114-9072ca143a4a req-81c8fc94-7302-4d4d-a4cc-f73b28c265fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:34.309475 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-21e07010-589c-4ffc-9114-9072ca143a4a req-81c8fc94-7302-4d4d-a4cc-f73b28c265fa service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9cb45345-5fb5-419b-af49-c30b93b525f5 HTTP/1.1" status: 200 len: 862 time: 0.0565670 Feb 17 17:31:34.362909 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-21e07010-589c-4ffc-9114-9072ca143a4a req-908f6e8d-b1af-4ff8-82a0-9013e14f89bf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=21effd86-3512-4fb2-9fff-79a3828347da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399082 Feb 17 17:31:34.381074 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-37beee34-a9b6-4a3b-b54d-3de2be36153d req-116ebdce-e550-4175-945a-0689931f0c79 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126040 Feb 17 17:31:34.513442 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afbea10c-4419-4c6c-a145-79a8266759c5', 'tag': '5b06a779-8ab4-48f8-99c4-5d97183e1768'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:31:34.515925 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcce7450-5d12-4af4-a143-21ae07b45f6e" -d '{"events": [{"name": "network-changed", "server_uuid": "afbea10c-4419-4c6c-a145-79a8266759c5", "tag": "5b06a779-8ab4-48f8-99c4-5d97183e1768"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:31:34.635778 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3bdc234c-69c1-4f29-9106-9dff5529338e req-1b884691-7d38-4e92-b73b-71d0fbe2f9eb tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/security-groups?id=4b62a994-4311-4d7d-a3f0-cd2c105b06fa&id=06bbdf43-383d-412d-a4a7-27f1a95946ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3902490 Feb 17 17:31:34.638478 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-21e07010-589c-4ffc-9114-9072ca143a4a req-006ba8f1-99b9-4a28-8ce4-d0585f32a497 service neutron] 10.222.0.71 "GET /v2.0/networks/21effd86-3512-4fb2-9fff-79a3828347da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563562 Feb 17 17:31:34.850161 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5fa42-3e8b-4834-8eca-8f43b5976eee req-27228148-bc5b-4ab1-93bb-7fbd3a9e6348 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:34.858577 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e8a5fa42-3e8b-4834-8eca-8f43b5976eee req-27228148-bc5b-4ab1-93bb-7fbd3a9e6348 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a865faf-c5ba-4fd1-99eb-817c49f1fb9c HTTP/1.1" status: 200 len: 945 time: 0.2396431 Feb 17 17:31:34.915707 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf808900-6cd7-4e76-be3c-5ffa266fad7e req-9b5c7b73-a800-451f-b9fe-37295c9a428c tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:34.917225 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cf808900-6cd7-4e76-be3c-5ffa266fad7e req-9b5c7b73-a800-451f-b9fe-37295c9a428c tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 944 time: 0.1735356 Feb 17 17:31:34.919522 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-21e07010-589c-4ffc-9114-9072ca143a4a req-d8c42cc7-54fb-4926-ae2b-021338dab464 service neutron] 10.222.0.71 "GET /v2.0/networks/21effd86-3512-4fb2-9fff-79a3828347da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531116 Feb 17 17:31:34.976434 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e8a5fa42-3e8b-4834-8eca-8f43b5976eee req-1c098d88-8f0e-4466-accf-a07aa567db0d tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/security-groups?id=576a4066-0325-49be-8e5b-8b74f3a5eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166394 Feb 17 17:31:35.028087 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cf808900-6cd7-4e76-be3c-5ffa266fad7e req-653ef90b-b799-48e2-b013-5ba742d65061 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974727 Feb 17 17:31:35.136968 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 349b2e3c-53a1-49f3-9bea-c8601e254d87 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:31:35.204850 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed041d30-fa44-4da0-8040-160724162a8c req-48808557-e103-41d6-befe-37cac8f45b4c tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:35.206271 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ed041d30-fa44-4da0-8040-160724162a8c req-48808557-e103-41d6-befe-37cac8f45b4c tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/ports?device_id=2c2860b6-9221-438d-b936-2e7a60ecbd0b HTTP/1.1" status: 200 len: 943 time: 0.1183150 Feb 17 17:31:35.231524 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34c1ab-e8a5-4959-a1d5-10d433348e43 req-9d21c987-c3cb-4855-848d-63c4a89fb7bb tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:35.238595 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cb34c1ab-e8a5-4959-a1d5-10d433348e43 req-9d21c987-c3cb-4855-848d-63c4a89fb7bb tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 1127 time: 0.1161120 Feb 17 17:31:35.328303 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ed041d30-fa44-4da0-8040-160724162a8c req-47d0b031-4dda-4166-aaa4-519a5b371c0c tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/security-groups?id=ab06c84a-4a00-40bb-b916-a68462b41859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010582 Feb 17 17:31:35.337250 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cb34c1ab-e8a5-4959-a1d5-10d433348e43 req-83bf47e8-f843-4aa5-b523-b4d82d796a86 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973291 Feb 17 17:31:35.437043 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2545c1-1bf3-4b72-bef0-a4c50c91cfc8 x-openstack-request-id: req-af2545c1-1bf3-4b72-bef0-a4c50c91cfc8 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:31:35.437450 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afbea10c-4419-4c6c-a145-79a8266759c5", "tag": "5b06a779-8ab4-48f8-99c4-5d97183e1768", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:31:35.437807 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-af2545c1-1bf3-4b72-bef0-a4c50c91cfc8 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:31:35.438499 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afbea10c-4419-4c6c-a145-79a8266759c5', 'tag': '5b06a779-8ab4-48f8-99c4-5d97183e1768', 'status': 'completed', 'code': 200} Feb 17 17:31:35.657790 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce7450-5d12-4af4-a143-21ae07b45f6e req-121f0565-39eb-457e-8a68-ad8051bab4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:35.659477 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dcce7450-5d12-4af4-a143-21ae07b45f6e req-121f0565-39eb-457e-8a68-ad8051bab4b2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=24d514a6d00a4f52a8689d09d1cf81c2&device_id=afbea10c-4419-4c6c-a145-79a8266759c5 HTTP/1.1" status: 200 len: 1130 time: 0.1887617 Feb 17 17:31:35.661536 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce7450-5d12-4af4-a143-21ae07b45f6e req-df0788c7-63e9-4cae-a8c1-dc5951b72252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:35.663618 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dcce7450-5d12-4af4-a143-21ae07b45f6e req-df0788c7-63e9-4cae-a8c1-dc5951b72252 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=24d514a6d00a4f52a8689d09d1cf81c2&device_id=afbea10c-4419-4c6c-a145-79a8266759c5 HTTP/1.1" status: 200 len: 1130 time: 0.1594765 Feb 17 17:31:35.685080 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2ca6b5d0-2d30-42ac-8159-e7d8f4bdb121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:35.693961 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 349b2e3c-53a1-49f3-9bea-c8601e254d87, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=349b2e3c-53a1-49f3-9bea-c8601e254d87,segment=NetworkSegment(3ba1f701-b447-45d4-ab08-e0178ff31937),segment_id=3ba1f701-b447-45d4-ab08-e0178ff31937)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:35.706290 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '349b2e3c-53a1-49f3-9bea-c8601e254d87', 'network_id': '21effd86-3512-4fb2-9fff-79a3828347da', 'port_id': '349b2e3c-53a1-49f3-9bea-c8601e254d87', 'mac_address': 'fa:16:3e:cb:fa:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cb45345-5fb5-419b-af49-c30b93b525f5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:31:35.754178 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 349b2e3c-53a1-49f3-9bea-c8601e254d87 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:31:35.754582 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (349b2e3c-53a1-49f3-9bea-c8601e254d87), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:35.778510 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 349b2e3c-53a1-49f3-9bea-c8601e254d87 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:31:35.800190 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce7450-5d12-4af4-a143-21ae07b45f6e req-da2778f3-f32e-45fc-912b-e54411182d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:35.801834 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dcce7450-5d12-4af4-a143-21ae07b45f6e req-da2778f3-f32e-45fc-912b-e54411182d00 service neutron] 10.222.0.71 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 0.1315465 Feb 17 17:31:35.814575 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 349b2e3c-53a1-49f3-9bea-c8601e254d87, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=349b2e3c-53a1-49f3-9bea-c8601e254d87,segment=NetworkSegment(3ba1f701-b447-45d4-ab08-e0178ff31937),segment_id=3ba1f701-b447-45d4-ab08-e0178ff31937)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:35.817605 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63513f05-0d93-4e51-a57f-cd69920b49c6 req-2b6ebaf1-c35e-43ca-8175-5fe728607ed4 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:35.819273 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-63513f05-0d93-4e51-a57f-cd69920b49c6 req-2b6ebaf1-c35e-43ca-8175-5fe728607ed4 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=afbea10c-4419-4c6c-a145-79a8266759c5 HTTP/1.1" status: 200 len: 948 time: 0.2712750 Feb 17 17:31:35.820856 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (349b2e3c-53a1-49f3-9bea-c8601e254d87), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:35.824344 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 5b06a779-8ab4-48f8-99c4-5d97183e1768 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:31:35.935106 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 6826495d-9218-47e6-b57b-c1bde55aa4ff details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:31:35.995434 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=349b2e3c-53a1-49f3-9bea-c8601e254d87,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:36.091926 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 5b06a779-8ab4-48f8-99c4-5d97183e1768, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=5b06a779-8ab4-48f8-99c4-5d97183e1768,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:36.117806 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '5b06a779-8ab4-48f8-99c4-5d97183e1768', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'port_id': '5b06a779-8ab4-48f8-99c4-5d97183e1768', 'mac_address': 'fa:16:3e:7f:35:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac79920f-9ddd-4352-b866-6056158b178e', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:31:36.214388 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 5b06a779-8ab4-48f8-99c4-5d97183e1768 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:31:36.215133 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5b06a779-8ab4-48f8-99c4-5d97183e1768), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:36.241128 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 6826495d-9218-47e6-b57b-c1bde55aa4ff, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=6826495d-9218-47e6-b57b-c1bde55aa4ff,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:36.245376 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b06a779-8ab4-48f8-99c4-5d97183e1768 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:31:36.271054 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '6826495d-9218-47e6-b57b-c1bde55aa4ff', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'port_id': '6826495d-9218-47e6-b57b-c1bde55aa4ff', 'mac_address': 'fa:16:3e:8c:c2:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac79920f-9ddd-4352-b866-6056158b178e', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:31:36.282808 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 5b06a779-8ab4-48f8-99c4-5d97183e1768, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=5b06a779-8ab4-48f8-99c4-5d97183e1768,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:36.283763 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dcce7450-5d12-4af4-a143-21ae07b45f6e req-3be531a4-dec5-4065-91de-c13cb43a4338 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=5b06a779-8ab4-48f8-99c4-5d97183e1768 HTTP/1.1" status: 200 len: 217 time: 0.4633517 Feb 17 17:31:36.313707 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (5b06a779-8ab4-48f8-99c4-5d97183e1768), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:36.348174 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 6826495d-9218-47e6-b57b-c1bde55aa4ff is: ACTIVE; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:31:36.348592 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6826495d-9218-47e6-b57b-c1bde55aa4ff), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:36.369917 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6826495d-9218-47e6-b57b-c1bde55aa4ff {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:31:36.377747 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-63513f05-0d93-4e51-a57f-cd69920b49c6 req-d114bb2e-386c-46aa-b49e-a99762f3d185 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5448687 Feb 17 17:31:36.400946 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce7450-5d12-4af4-a143-21ae07b45f6e req-236a5820-fbe5-45ae-8026-0a67d26e46d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:36.402493 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dcce7450-5d12-4af4-a143-21ae07b45f6e req-236a5820-fbe5-45ae-8026-0a67d26e46d1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.0963640 Feb 17 17:31:36.403470 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce7450-5d12-4af4-a143-21ae07b45f6e req-4e2a8466-1e3f-429c-8fde-2c812a511733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:36.405690 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dcce7450-5d12-4af4-a143-21ae07b45f6e req-4e2a8466-1e3f-429c-8fde-2c812a511733 service neutron] 10.222.0.91 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 0.6308517 Feb 17 17:31:36.412483 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=5b06a779-8ab4-48f8-99c4-5d97183e1768,revision_number=8']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:36.416188 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 6826495d-9218-47e6-b57b-c1bde55aa4ff, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=6826495d-9218-47e6-b57b-c1bde55aa4ff,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:36.421577 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (6826495d-9218-47e6-b57b-c1bde55aa4ff), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:36.426367 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33f76b-1aad-434e-b64d-df2f3d74b4aa req-b069cbbb-a8b8-47b3-82a3-493c20bb7772 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:36.436054 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33f76b-1aad-434e-b64d-df2f3d74b4aa req-b069cbbb-a8b8-47b3-82a3-493c20bb7772 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:36.445800 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33f76b-1aad-434e-b64d-df2f3d74b4aa req-b069cbbb-a8b8-47b3-82a3-493c20bb7772 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:36.449945 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3a33f76b-1aad-434e-b64d-df2f3d74b4aa req-b069cbbb-a8b8-47b3-82a3-493c20bb7772 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a865faf-c5ba-4fd1-99eb-817c49f1fb9c&device_id=67867b4a-0261-4713-b9a2-38c169568104&device_id=c76a8d24-e029-4d1c-92b2-c894c94c3e12 HTTP/1.1" status: 200 len: 2417 time: 0.6209049 Feb 17 17:31:36.494163 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=6826495d-9218-47e6-b57b-c1bde55aa4ff,revision_number=6']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:36.539994 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dcce7450-5d12-4af4-a143-21ae07b45f6e req-69776542-667b-41a4-8379-95cda962353f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=5b06a779-8ab4-48f8-99c4-5d97183e1768 HTTP/1.1" status: 200 len: 217 time: 0.0665321 Feb 17 17:31:36.568779 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:36.602547 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['6826495d-9218-47e6-b57b-c1bde55aa4ff'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:31:36.676498 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3a33f76b-1aad-434e-b64d-df2f3d74b4aa req-dfcdac05-bb52-43eb-b772-59ba94117317 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/security-groups?id=576a4066-0325-49be-8e5b-8b74f3a5eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454790 Feb 17 17:31:36.679007 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce7450-5d12-4af4-a143-21ae07b45f6e req-bb6838e6-bb86-4855-a1fb-8c446c35153b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:36.680402 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dcce7450-5d12-4af4-a143-21ae07b45f6e req-bb6838e6-bb86-4855-a1fb-8c446c35153b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.1162188 Feb 17 17:31:36.686377 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce7450-5d12-4af4-a143-21ae07b45f6e req-fd0e927e-f3ea-4549-9d55-06b1558bbfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:36.686377 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dcce7450-5d12-4af4-a143-21ae07b45f6e req-fd0e927e-f3ea-4549-9d55-06b1558bbfe3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2308581 Feb 17 17:31:36.805484 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456374a-1bbe-42a2-89b6-ee6e9d234375 req-221f20c6-8026-46ae-8474-76e7b8715c39 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:36.810923 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456374a-1bbe-42a2-89b6-ee6e9d234375 req-221f20c6-8026-46ae-8474-76e7b8715c39 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:36.815718 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456374a-1bbe-42a2-89b6-ee6e9d234375 req-221f20c6-8026-46ae-8474-76e7b8715c39 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:36.821620 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456374a-1bbe-42a2-89b6-ee6e9d234375 req-221f20c6-8026-46ae-8474-76e7b8715c39 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:36.827069 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456374a-1bbe-42a2-89b6-ee6e9d234375 req-221f20c6-8026-46ae-8474-76e7b8715c39 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:36.832291 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456374a-1bbe-42a2-89b6-ee6e9d234375 req-221f20c6-8026-46ae-8474-76e7b8715c39 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:36.837447 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456374a-1bbe-42a2-89b6-ee6e9d234375 req-221f20c6-8026-46ae-8474-76e7b8715c39 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:36.839427 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f456374a-1bbe-42a2-89b6-ee6e9d234375 req-221f20c6-8026-46ae-8474-76e7b8715c39 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 5437 time: 0.2326078 Feb 17 17:31:36.922047 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce7450-5d12-4af4-a143-21ae07b45f6e req-18a0a069-3a99-4b96-8907-c0edc5a566f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:36.923527 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dcce7450-5d12-4af4-a143-21ae07b45f6e req-18a0a069-3a99-4b96-8907-c0edc5a566f3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2339168 Feb 17 17:31:36.929911 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dcce7450-5d12-4af4-a143-21ae07b45f6e req-c91c4cdf-db31-4036-9b59-c0f031d15dda service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311602 Feb 17 17:31:36.971265 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d8553-3bf3-4340-bf3c-03f94e50ba76 req-5791aea6-3169-4836-a0d4-34f79f1a4915 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:36.972838 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-616d8553-3bf3-4340-bf3c-03f94e50ba76 req-5791aea6-3169-4836-a0d4-34f79f1a4915 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 944 time: 0.2213054 Feb 17 17:31:36.990558 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f456374a-1bbe-42a2-89b6-ee6e9d234375 req-aa71d56e-1aa2-4ad5-982b-e83c22347341 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/security-groups?id=4b62a994-4311-4d7d-a3f0-cd2c105b06fa&id=06bbdf43-383d-412d-a4a7-27f1a95946ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1298971 Feb 17 17:31:37.093368 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 2078afb1-0486-44ff-aa2b-0d5c2bd70675 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:31:37.179551 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 2078afb1-0486-44ff-aa2b-0d5c2bd70675 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:31:37.183538 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-616d8553-3bf3-4340-bf3c-03f94e50ba76 req-cd49c717-786b-4240-9605-390fca2fffe9 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999958 Feb 17 17:31:37.184953 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 2078afb1-0486-44ff-aa2b-0d5c2bd70675 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:31:37.185571 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2078afb1-0486-44ff-aa2b-0d5c2bd70675), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:37.222858 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dcce7450-5d12-4af4-a143-21ae07b45f6e req-a49f8bcb-591b-424e-8857-182ba69fecc5 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663994 Feb 17 17:31:37.225622 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dcce7450-5d12-4af4-a143-21ae07b45f6e req-d215fb54-dbb1-452b-8c86-8665c7b69a1e service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809381 Feb 17 17:31:37.288503 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3bbc8-cb4f-48b3-9437-4388e9c236fc req-64f04e2c-7590-4138-b5a0-94b3bb03f364 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:37.295360 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-02a3bbc8-cb4f-48b3-9437-4388e9c236fc req-64f04e2c-7590-4138-b5a0-94b3bb03f364 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/ports?device_id=2c2860b6-9221-438d-b936-2e7a60ecbd0b HTTP/1.1" status: 200 len: 944 time: 0.1891236 Feb 17 17:31:37.336825 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['349b2e3c-53a1-49f3-9bea-c8601e254d87'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:31:37.398110 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-02a3bbc8-cb4f-48b3-9437-4388e9c236fc req-ffc0fb71-7b65-4856-9b96-cffbdf286f43 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/security-groups?id=ab06c84a-4a00-40bb-b916-a68462b41859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016669 Feb 17 17:31:37.398318 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 2078afb1-0486-44ff-aa2b-0d5c2bd70675 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:31:37.398436 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2078afb1-0486-44ff-aa2b-0d5c2bd70675), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:37.400825 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['5b06a779-8ab4-48f8-99c4-5d97183e1768'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:31:37.475150 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dcce7450-5d12-4af4-a143-21ae07b45f6e req-aeab45da-4b43-4cde-b9cc-12f1c84b4be5 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340915 Feb 17 17:31:37.533089 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-779dac8c-aa2f-472e-9533-a933eb6d176b req-6c0e8a90-9810-4d3f-9f01-55afba8c37cb tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0993826 Feb 17 17:31:37.592071 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 2078afb1-0486-44ff-aa2b-0d5c2bd70675, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=2078afb1-0486-44ff-aa2b-0d5c2bd70675,segment=NetworkSegment(55cf67f8-56dc-4cc3-aade-06e6513a1c54),segment_id=55cf67f8-56dc-4cc3-aade-06e6513a1c54)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:37.598935 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2078afb1-0486-44ff-aa2b-0d5c2bd70675'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:31:37.612634 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8e9aad-ef37-41c6-93b3-0a8e257f4946" -d '{"events": [{"server_uuid": "bc2eb913-ebce-44ad-a4b4-c8edb0564963", "name": "network-vif-plugged", "status": "completed", "tag": "2078afb1-0486-44ff-aa2b-0d5c2bd70675"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:31:37.671239 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (2078afb1-0486-44ff-aa2b-0d5c2bd70675), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:37.673222 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device c156d1b1-d51b-43d9-bbea-f01601c5fe5d up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:31:37.770168 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec43d22-f2d2-4ac7-b748-f27fd49df519 req-a5ac9c0f-0808-4a7c-b898-2ca29afa3387 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:37.777230 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dec43d22-f2d2-4ac7-b748-f27fd49df519 req-a5ac9c0f-0808-4a7c-b898-2ca29afa3387 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=afbea10c-4419-4c6c-a145-79a8266759c5 HTTP/1.1" status: 200 len: 949 time: 0.0868371 Feb 17 17:31:37.867134 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=2078afb1-0486-44ff-aa2b-0d5c2bd70675,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:37.884555 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:37.916896 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dec43d22-f2d2-4ac7-b748-f27fd49df519 req-41f81f4b-d389-43f6-aced-9745458b13c4 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314261 Feb 17 17:31:37.923195 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port c156d1b1-d51b-43d9-bbea-f01601c5fe5d completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:31:37.932909 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port c156d1b1-d51b-43d9-bbea-f01601c5fe5d triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:31:37.933549 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c156d1b1-d51b-43d9-bbea-f01601c5fe5d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:37.986037 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 6826495d-9218-47e6-b57b-c1bde55aa4ff up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:31:38.153742 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 6826495d-9218-47e6-b57b-c1bde55aa4ff triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:31:38.153958 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6826495d-9218-47e6-b57b-c1bde55aa4ff), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:38.194242 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port c156d1b1-d51b-43d9-bbea-f01601c5fe5d is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:31:38.194685 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c156d1b1-d51b-43d9-bbea-f01601c5fe5d), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:38.251033 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port c156d1b1-d51b-43d9-bbea-f01601c5fe5d, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=c156d1b1-d51b-43d9-bbea-f01601c5fe5d,segment=NetworkSegment(55cf67f8-56dc-4cc3-aade-06e6513a1c54),segment_id=55cf67f8-56dc-4cc3-aade-06e6513a1c54)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:38.300643 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c156d1b1-d51b-43d9-bbea-f01601c5fe5d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:38.351256 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 6826495d-9218-47e6-b57b-c1bde55aa4ff is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:31:38.352604 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6826495d-9218-47e6-b57b-c1bde55aa4ff), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:38.413865 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=c156d1b1-d51b-43d9-bbea-f01601c5fe5d,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:38.448599 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 6826495d-9218-47e6-b57b-c1bde55aa4ff, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=6826495d-9218-47e6-b57b-c1bde55aa4ff,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:38.453882 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (6826495d-9218-47e6-b57b-c1bde55aa4ff), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:38.516910 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=6826495d-9218-47e6-b57b-c1bde55aa4ff,revision_number=7']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:38.745485 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-58bc5330-9cc0-4b99-a82f-542e86139df6 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:31:38.746534 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-58bc5330-9cc0-4b99-a82f-542e86139df6 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0652328 Feb 17 17:31:38.867228 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-dfebe8de-694b-498d-930d-07d8f41aae39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:38.869386 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-dfebe8de-694b-498d-930d-07d8f41aae39 service neutron] 10.222.0.87 "GET /v2.0/ports/66e46b72-cc88-4c93-82a3-5cb6717194c5 HTTP/1.1" status: 200 len: 1124 time: 0.1152399 Feb 17 17:31:38.878375 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-49967232-e805-46c6-8fc2-f4e088e53dce service neutron] Request body: {'binding': {'host': 'n-h1-829613-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:31:38.879210 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-49967232-e805-46c6-8fc2-f4e088e53dce service neutron] Unknown quota resources ['binding']. {{(pid=103435) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 17 17:31:38.955682 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:39.084008 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-49967232-e805-46c6-8fc2-f4e088e53dce service neutron] Attempting to bind port 66e46b72-cc88-4c93-82a3-5cb6717194c5 on host n-h1-829613-2 for vnic_type normal with profile None {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:31:39.084439 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-49967232-e805-46c6-8fc2-f4e088e53dce service neutron] Attempting to bind port 66e46b72-cc88-4c93-82a3-5cb6717194c5 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '25b82b75-bd12-4667-b51a-aa287338793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:31:39.084774 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-49967232-e805-46c6-8fc2-f4e088e53dce service neutron] Attempting to bind port 66e46b72-cc88-4c93-82a3-5cb6717194c5 on network 210dd7a1-23b8-45c6-a401-b56590fcc3c1 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:31:39.089574 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-49967232-e805-46c6-8fc2-f4e088e53dce service neutron] Port 66e46b72-cc88-4c93-82a3-5cb6717194c5 on network 210dd7a1-23b8-45c6-a401-b56590fcc3c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:31:39.089906 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-49967232-e805-46c6-8fc2-f4e088e53dce service neutron] Attempting to bind port 66e46b72-cc88-4c93-82a3-5cb6717194c5 on network 210dd7a1-23b8-45c6-a401-b56590fcc3c1 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:31:39.095103 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-49967232-e805-46c6-8fc2-f4e088e53dce service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:31:39.095443 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-49967232-e805-46c6-8fc2-f4e088e53dce service neutron] Checking segment: {'id': '25b82b75-bd12-4667-b51a-aa287338793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:31:39.095857 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-49967232-e805-46c6-8fc2-f4e088e53dce service neutron] Bound using segment: {'id': '25b82b75-bd12-4667-b51a-aa287338793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:31:39.096319 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-49967232-e805-46c6-8fc2-f4e088e53dce service neutron] Bound port: 66e46b72-cc88-4c93-82a3-5cb6717194c5, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b82b75-bd12-4667-b51a-aa287338793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:31:39.115672 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device d8957db4-c462-4444-adca-ec189b379b2a up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:31:39.193606 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port d8957db4-c462-4444-adca-ec189b379b2a completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:31:39.220780 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port d8957db4-c462-4444-adca-ec189b379b2a triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:31:39.222129 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d8957db4-c462-4444-adca-ec189b379b2a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:39.237490 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-49967232-e805-46c6-8fc2-f4e088e53dce service neutron] For port 66e46b72-cc88-4c93-82a3-5cb6717194c5, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=66e46b72-cc88-4c93-82a3-5cb6717194c5,segment=NetworkSegment(25b82b75-bd12-4667-b51a-aa287338793c),segment_id=25b82b75-bd12-4667-b51a-aa287338793c)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:31:39.280773 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-49967232-e805-46c6-8fc2-f4e088e53dce service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:39.294603 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-49967232-e805-46c6-8fc2-f4e088e53dce service neutron] 10.222.0.87 "POST /v2.0/ports/66e46b72-cc88-4c93-82a3-5cb6717194c5/bindings HTTP/1.1" status: 201 len: 389 time: 0.4088724 Feb 17 17:31:39.415545 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d6cd02-c3a1-4674-b117-7221b363a65e x-openstack-request-id: req-77d6cd02-c3a1-4674-b117-7221b363a65e {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:31:39.418868 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2eb913-ebce-44ad-a4b4-c8edb0564963", "name": "network-vif-plugged", "status": "completed", "tag": "2078afb1-0486-44ff-aa2b-0d5c2bd70675", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:31:39.419453 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-77d6cd02-c3a1-4674-b117-7221b363a65e {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:31:39.420038 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2078afb1-0486-44ff-aa2b-0d5c2bd70675', 'code': 200} Feb 17 17:31:39.437979 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port d8957db4-c462-4444-adca-ec189b379b2a is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:31:39.440818 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d8957db4-c462-4444-adca-ec189b379b2a), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:39.480625 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port d8957db4-c462-4444-adca-ec189b379b2a, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=d8957db4-c462-4444-adca-ec189b379b2a,segment=NetworkSegment(55cf67f8-56dc-4cc3-aade-06e6513a1c54),segment_id=55cf67f8-56dc-4cc3-aade-06e6513a1c54)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:39.487987 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (d8957db4-c462-4444-adca-ec189b379b2a), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:39.489239 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device fa13085b-e650-4151-b8cd-a441803a2a47 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:31:39.589789 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=d8957db4-c462-4444-adca-ec189b379b2a,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:39.604729 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port fa13085b-e650-4151-b8cd-a441803a2a47 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:31:39.608912 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port fa13085b-e650-4151-b8cd-a441803a2a47 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:31:39.609288 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (fa13085b-e650-4151-b8cd-a441803a2a47), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:39.653063 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-9a56f542-e856-4827-851a-09940660384b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:39.654740 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-9a56f542-e856-4827-851a-09940660384b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f8aea314af29468ab6557472620785fc&device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 1127 time: 0.1019571 Feb 17 17:31:39.721269 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port fa13085b-e650-4151-b8cd-a441803a2a47 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:31:39.721955 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (fa13085b-e650-4151-b8cd-a441803a2a47), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:39.779641 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port fa13085b-e650-4151-b8cd-a441803a2a47, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=fa13085b-e650-4151-b8cd-a441803a2a47,segment=NetworkSegment(55cf67f8-56dc-4cc3-aade-06e6513a1c54),segment_id=55cf67f8-56dc-4cc3-aade-06e6513a1c54)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:39.785544 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (fa13085b-e650-4151-b8cd-a441803a2a47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:39.786904 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 8f4bfbb7-3be5-4276-a260-870a4adccf68 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:31:39.819358 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-f4fd297d-04e8-48a4-a818-c9708032dd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:39.821139 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-f4fd297d-04e8-48a4-a818-c9708032dd6d service neutron] 10.222.0.71 "GET /v2.0/networks?id=210dd7a1-23b8-45c6-a401-b56590fcc3c1 HTTP/1.1" status: 200 len: 908 time: 0.1595669 Feb 17 17:31:39.876204 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-1fc7e0ea-2dd6-44b8-bb37-6ce2e2c0eab7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66e46b72-cc88-4c93-82a3-5cb6717194c5 HTTP/1.1" status: 200 len: 217 time: 0.0456247 Feb 17 17:31:39.938047 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=fa13085b-e650-4151-b8cd-a441803a2a47,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:39.965561 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 8f4bfbb7-3be5-4276-a260-870a4adccf68 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:31:39.970141 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 8f4bfbb7-3be5-4276-a260-870a4adccf68 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:31:39.970524 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (8f4bfbb7-3be5-4276-a260-870a4adccf68), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:40.103409 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-23bed17e-53d7-4b48-b658-c305df87b6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:40.104919 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-23bed17e-53d7-4b48-b658-c305df87b6d6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8267d93d-c5aa-40cb-acb4-c1e284d682e6 HTTP/1.1" status: 200 len: 847 time: 0.2245090 Feb 17 17:31:40.142085 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 8f4bfbb7-3be5-4276-a260-870a4adccf68 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:31:40.142823 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8f4bfbb7-3be5-4276-a260-870a4adccf68), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:40.159598 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-93d083f0-a322-4f2d-9b45-c3b64784415a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=210dd7a1-23b8-45c6-a401-b56590fcc3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429463 Feb 17 17:31:40.192509 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892a435-0357-492b-879f-dc5bd1673c34 req-26903bd6-9176-4470-9e61-0d6479ee8f7f tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:40.196899 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 8f4bfbb7-3be5-4276-a260-870a4adccf68, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=8f4bfbb7-3be5-4276-a260-870a4adccf68,segment=NetworkSegment(8d8f104d-d90e-4c9c-a6a6-4d67948643e9),segment_id=8d8f104d-d90e-4c9c-a6a6-4d67948643e9)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:40.199653 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892a435-0357-492b-879f-dc5bd1673c34 req-26903bd6-9176-4470-9e61-0d6479ee8f7f tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:40.204124 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892a435-0357-492b-879f-dc5bd1673c34 req-26903bd6-9176-4470-9e61-0d6479ee8f7f tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:40.206844 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (8f4bfbb7-3be5-4276-a260-870a4adccf68), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:40.207951 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device edfb4df4-17e2-4855-b94e-1e4e5890d9a5 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:31:40.209308 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892a435-0357-492b-879f-dc5bd1673c34 req-26903bd6-9176-4470-9e61-0d6479ee8f7f tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:40.214969 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892a435-0357-492b-879f-dc5bd1673c34 req-26903bd6-9176-4470-9e61-0d6479ee8f7f tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:40.220275 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892a435-0357-492b-879f-dc5bd1673c34 req-26903bd6-9176-4470-9e61-0d6479ee8f7f tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:40.226803 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892a435-0357-492b-879f-dc5bd1673c34 req-26903bd6-9176-4470-9e61-0d6479ee8f7f tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:40.236038 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2892a435-0357-492b-879f-dc5bd1673c34 req-26903bd6-9176-4470-9e61-0d6479ee8f7f tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 5441 time: 0.2936318 Feb 17 17:31:40.283013 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c9134-5e56-47c6-9b64-1dd97e7ae5cd req-d2533f51-ebd8-4ed1-9406-1384644ac5fa tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:40.284811 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-979c9134-5e56-47c6-9b64-1dd97e7ae5cd req-d2533f51-ebd8-4ed1-9406-1384644ac5fa tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.91 "GET /v2.0/ports?device_id=afbea10c-4419-4c6c-a145-79a8266759c5&tenant_id=24d514a6d00a4f52a8689d09d1cf81c2&binding%3Ahost_id=n-h1-829613-2 HTTP/1.1" status: 200 len: 949 time: 0.2652409 Feb 17 17:31:40.364061 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port edfb4df4-17e2-4855-b94e-1e4e5890d9a5 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:31:40.383277 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port edfb4df4-17e2-4855-b94e-1e4e5890d9a5 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:31:40.384144 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (edfb4df4-17e2-4855-b94e-1e4e5890d9a5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:40.443086 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=8f4bfbb7-3be5-4276-a260-870a4adccf68,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:40.464496 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2892a435-0357-492b-879f-dc5bd1673c34 req-9beebd48-7e61-41f6-a32a-5f36285feef2 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/security-groups?id=4b62a994-4311-4d7d-a3f0-cd2c105b06fa&id=06bbdf43-383d-412d-a4a7-27f1a95946ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2281530 Feb 17 17:31:40.488382 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [req-979c9134-5e56-47c6-9b64-1dd97e7ae5cd req-05e4e81b-f514-48e6-96ab-512a6a8ee095 service neutron] delete failed (client error): The resource could not be found. Feb 17 17:31:40.491342 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-979c9134-5e56-47c6-9b64-1dd97e7ae5cd req-05e4e81b-f514-48e6-96ab-512a6a8ee095 service neutron] 10.222.0.91 "DELETE /v2.0/ports/5b06a779-8ab4-48f8-99c4-5d97183e1768/bindings/n-h2-829613-2 HTTP/1.1" status: 404 len: 380 time: 0.1918583 Feb 17 17:31:40.503236 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-7cea27ae-9017-4392-971f-c89eda30d7dd service neutron] 10.222.0.71 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329763 Feb 17 17:31:40.596609 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port edfb4df4-17e2-4855-b94e-1e4e5890d9a5 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:31:40.597006 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (edfb4df4-17e2-4855-b94e-1e4e5890d9a5), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:40.653434 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port edfb4df4-17e2-4855-b94e-1e4e5890d9a5, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=edfb4df4-17e2-4855-b94e-1e4e5890d9a5,segment=NetworkSegment(8d8f104d-d90e-4c9c-a6a6-4d67948643e9),segment_id=8d8f104d-d90e-4c9c-a6a6-4d67948643e9)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:40.659420 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (edfb4df4-17e2-4855-b94e-1e4e5890d9a5), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:40.660688 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device d848ebc1-877e-4643-9ebc-c35cdbe15a28 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:31:40.700635 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2aa65-6e52-4c8a-b447-8f777ad01b71 req-be01368b-981c-4acc-a20b-9d84e66d18a2 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:40.702323 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f6a2aa65-6e52-4c8a-b447-8f777ad01b71 req-be01368b-981c-4acc-a20b-9d84e66d18a2 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 944 time: 0.1514909 Feb 17 17:31:40.711289 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-02ce39fe-664d-4147-a1a3-7649749b532f service neutron] 10.222.0.71 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999340 Feb 17 17:31:40.784157 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c9134-5e56-47c6-9b64-1dd97e7ae5cd req-97f7a3d1-6fd9-42d7-83b5-673285ab9cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:40.786066 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-979c9134-5e56-47c6-9b64-1dd97e7ae5cd req-97f7a3d1-6fd9-42d7-83b5-673285ab9cd8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=24d514a6d00a4f52a8689d09d1cf81c2&device_id=afbea10c-4419-4c6c-a145-79a8266759c5 HTTP/1.1" status: 200 len: 1131 time: 0.1508117 Feb 17 17:31:40.796283 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f6a2aa65-6e52-4c8a-b447-8f777ad01b71 req-8f8d2ed3-d03a-4855-a082-75ada5565727 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838964 Feb 17 17:31:40.796832 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=edfb4df4-17e2-4855-b94e-1e4e5890d9a5,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:40.802818 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port d848ebc1-877e-4643-9ebc-c35cdbe15a28 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:31:40.807962 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port d848ebc1-877e-4643-9ebc-c35cdbe15a28 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:31:40.807962 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d848ebc1-877e-4643-9ebc-c35cdbe15a28), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:41.060989 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c9134-5e56-47c6-9b64-1dd97e7ae5cd req-02f12b3f-9847-45db-8779-773da7521284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:41.064505 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-979c9134-5e56-47c6-9b64-1dd97e7ae5cd req-02f12b3f-9847-45db-8779-773da7521284 service neutron] 10.222.0.91 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 0.2666230 Feb 17 17:31:41.098178 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d045de9-f4a2-4d5b-bd91-6c023356951e req-346f574a-c668-4297-8cd5-d26c5d7030c0 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:41.103029 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1d045de9-f4a2-4d5b-bd91-6c023356951e req-346f574a-c668-4297-8cd5-d26c5d7030c0 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/ports?device_id=2c2860b6-9221-438d-b936-2e7a60ecbd0b HTTP/1.1" status: 200 len: 944 time: 0.1619925 Feb 17 17:31:41.152413 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port d848ebc1-877e-4643-9ebc-c35cdbe15a28 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:31:41.153134 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d848ebc1-877e-4643-9ebc-c35cdbe15a28), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:41.178759 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-979c9134-5e56-47c6-9b64-1dd97e7ae5cd req-f198e2d1-30b7-4323-944e-a0eb0cfb15d3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=5b06a779-8ab4-48f8-99c4-5d97183e1768 HTTP/1.1" status: 200 len: 217 time: 0.0980148 Feb 17 17:31:41.200980 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port d848ebc1-877e-4643-9ebc-c35cdbe15a28, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=d848ebc1-877e-4643-9ebc-c35cdbe15a28,segment=NetworkSegment(bb1bda3f-c2f0-4f96-8385-90efc231f095),segment_id=bb1bda3f-c2f0-4f96-8385-90efc231f095)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:41.206167 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (d848ebc1-877e-4643-9ebc-c35cdbe15a28), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:41.207200 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 5b06a779-8ab4-48f8-99c4-5d97183e1768 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:31:41.269499 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1d045de9-f4a2-4d5b-bd91-6c023356951e req-433c4e77-8f45-42d0-8d30-4eaaad789c8b tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/security-groups?id=ab06c84a-4a00-40bb-b916-a68462b41859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509423 Feb 17 17:31:41.306286 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=d848ebc1-877e-4643-9ebc-c35cdbe15a28,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:41.326759 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 5b06a779-8ab4-48f8-99c4-5d97183e1768 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:31:41.338099 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 5b06a779-8ab4-48f8-99c4-5d97183e1768 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:31:41.338473 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (5b06a779-8ab4-48f8-99c4-5d97183e1768), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:41.349373 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c9134-5e56-47c6-9b64-1dd97e7ae5cd req-d89378bc-3314-43c3-a57a-e16b9145c236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:41.351215 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-979c9134-5e56-47c6-9b64-1dd97e7ae5cd req-d89378bc-3314-43c3-a57a-e16b9145c236 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.1366925 Feb 17 17:31:41.422297 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c156d1b1-d51b-43d9-bbea-f01601c5fe5d'}, {'server_uuid': 'fffeec1c-21e0-4d24-a312-22b5b34c6e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6826495d-9218-47e6-b57b-c1bde55aa4ff'}, {'server_uuid': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8957db4-c462-4444-adca-ec189b379b2a'}, {'server_uuid': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa13085b-e650-4151-b8cd-a441803a2a47'}, {'server_uuid': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4bfbb7-3be5-4276-a260-870a4adccf68'}, {'server_uuid': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edfb4df4-17e2-4855-b94e-1e4e5890d9a5'}, {'server_uuid': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd848ebc1-877e-4643-9ebc-c35cdbe15a28'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:31:41.429544 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f373e65f-677e-4a72-aa38-7c73a4a99096" -d '{"events": [{"server_uuid": "bc2eb913-ebce-44ad-a4b4-c8edb0564963", "name": "network-vif-plugged", "status": "completed", "tag": "c156d1b1-d51b-43d9-bbea-f01601c5fe5d"}, {"server_uuid": "fffeec1c-21e0-4d24-a312-22b5b34c6e20", "name": "network-vif-plugged", "status": "completed", "tag": "6826495d-9218-47e6-b57b-c1bde55aa4ff"}, {"server_uuid": "bc2eb913-ebce-44ad-a4b4-c8edb0564963", "name": "network-vif-plugged", "status": "completed", "tag": "d8957db4-c462-4444-adca-ec189b379b2a"}, {"server_uuid": "bc2eb913-ebce-44ad-a4b4-c8edb0564963", "name": "network-vif-plugged", "status": "completed", "tag": "fa13085b-e650-4151-b8cd-a441803a2a47"}, {"server_uuid": "bc2eb913-ebce-44ad-a4b4-c8edb0564963", "name": "network-vif-plugged", "status": "completed", "tag": "8f4bfbb7-3be5-4276-a260-870a4adccf68"}, {"server_uuid": "bc2eb913-ebce-44ad-a4b4-c8edb0564963", "name": "network-vif-plugged", "status": "completed", "tag": "edfb4df4-17e2-4855-b94e-1e4e5890d9a5"}, {"server_uuid": "bc2eb913-ebce-44ad-a4b4-c8edb0564963", "name": "network-vif-plugged", "status": "completed", "tag": "d848ebc1-877e-4643-9ebc-c35cdbe15a28"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:31:41.493583 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c9134-5e56-47c6-9b64-1dd97e7ae5cd req-7a564915-c615-4c46-9587-f2046006ece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:41.495076 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-979c9134-5e56-47c6-9b64-1dd97e7ae5cd req-7a564915-c615-4c46-9587-f2046006ece9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1355977 Feb 17 17:31:41.504534 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9ca88-ef4f-49ff-a3ae-78161bda758c req-e5583ae8-ddb1-4df9-b6c5-21c6675dc4eb tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:41.512446 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f0e9ca88-ef4f-49ff-a3ae-78161bda758c req-e5583ae8-ddb1-4df9-b6c5-21c6675dc4eb tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 945 time: 0.0921853 Feb 17 17:31:41.553292 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 5b06a779-8ab4-48f8-99c4-5d97183e1768 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:31:41.555702 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5b06a779-8ab4-48f8-99c4-5d97183e1768), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:41.637234 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 5b06a779-8ab4-48f8-99c4-5d97183e1768, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=5b06a779-8ab4-48f8-99c4-5d97183e1768,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:41.647878 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (5b06a779-8ab4-48f8-99c4-5d97183e1768), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:41.661939 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 349b2e3c-53a1-49f3-9bea-c8601e254d87 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:31:41.669073 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f0e9ca88-ef4f-49ff-a3ae-78161bda758c req-61fb8daf-3b98-4134-9738-6db8780e7f57 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555429 Feb 17 17:31:41.699309 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-979c9134-5e56-47c6-9b64-1dd97e7ae5cd req-f0edb8da-0f1c-405a-9975-df7e19565138 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835344 Feb 17 17:31:41.877450 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=5b06a779-8ab4-48f8-99c4-5d97183e1768,revision_number=9']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:41.890251 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 349b2e3c-53a1-49f3-9bea-c8601e254d87 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:31:41.903793 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 349b2e3c-53a1-49f3-9bea-c8601e254d87 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:31:41.904960 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (349b2e3c-53a1-49f3-9bea-c8601e254d87), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:41.955553 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-979c9134-5e56-47c6-9b64-1dd97e7ae5cd req-ec56ac80-adea-4c45-bd8a-cb1c5f853783 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459764 Feb 17 17:31:42.112814 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 349b2e3c-53a1-49f3-9bea-c8601e254d87 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:31:42.113209 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (349b2e3c-53a1-49f3-9bea-c8601e254d87), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:42.200314 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 349b2e3c-53a1-49f3-9bea-c8601e254d87, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=349b2e3c-53a1-49f3-9bea-c8601e254d87,segment=NetworkSegment(3ba1f701-b447-45d4-ab08-e0178ff31937),segment_id=3ba1f701-b447-45d4-ab08-e0178ff31937)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:42.216617 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (349b2e3c-53a1-49f3-9bea-c8601e254d87), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:42.323407 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=349b2e3c-53a1-49f3-9bea-c8601e254d87,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:42.421398 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e5aef-9abc-4d55-b682-dba66d4eb28e req-21c893f8-e8c5-4764-9862-158290f23ef1 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:42.423010 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0a7e5aef-9abc-4d55-b682-dba66d4eb28e req-21c893f8-e8c5-4764-9862-158290f23ef1 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=afbea10c-4419-4c6c-a145-79a8266759c5 HTTP/1.1" status: 200 len: 950 time: 0.0826311 Feb 17 17:31:42.574843 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0a7e5aef-9abc-4d55-b682-dba66d4eb28e req-2c494a95-1137-4357-b7d3-e5691d700fa7 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370034 Feb 17 17:31:42.669865 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1209 Content-Type: application/json Date: Thu, 17 Feb 2022 17:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5081fed-e2b6-4e42-8989-6994bce51bec x-openstack-request-id: req-b5081fed-e2b6-4e42-8989-6994bce51bec {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:31:42.670438 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2eb913-ebce-44ad-a4b4-c8edb0564963", "name": "network-vif-plugged", "status": "completed", "tag": "c156d1b1-d51b-43d9-bbea-f01601c5fe5d", "code": 200}, {"server_uuid": "fffeec1c-21e0-4d24-a312-22b5b34c6e20", "name": "network-vif-plugged", "status": "completed", "tag": "6826495d-9218-47e6-b57b-c1bde55aa4ff", "code": 200}, {"server_uuid": "bc2eb913-ebce-44ad-a4b4-c8edb0564963", "name": "network-vif-plugged", "status": "completed", "tag": "d8957db4-c462-4444-adca-ec189b379b2a", "code": 200}, {"server_uuid": "bc2eb913-ebce-44ad-a4b4-c8edb0564963", "name": "network-vif-plugged", "status": "completed", "tag": "fa13085b-e650-4151-b8cd-a441803a2a47", "code": 200}, {"server_uuid": "bc2eb913-ebce-44ad-a4b4-c8edb0564963", "name": "network-vif-plugged", "status": "completed", "tag": "8f4bfbb7-3be5-4276-a260-870a4adccf68", "code": 200}, {"server_uuid": "bc2eb913-ebce-44ad-a4b4-c8edb0564963", "name": "network-vif-plugged", "status": "completed", "tag": "edfb4df4-17e2-4855-b94e-1e4e5890d9a5", "code": 200}, {"server_uuid": "bc2eb913-ebce-44ad-a4b4-c8edb0564963", "name": "network-vif-plugged", "status": "completed", "tag": "d848ebc1-877e-4643-9ebc-c35cdbe15a28", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:31:42.670569 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b5081fed-e2b6-4e42-8989-6994bce51bec {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:31:42.670891 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c156d1b1-d51b-43d9-bbea-f01601c5fe5d', 'code': 200} Feb 17 17:31:42.671291 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffeec1c-21e0-4d24-a312-22b5b34c6e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6826495d-9218-47e6-b57b-c1bde55aa4ff', 'code': 200} Feb 17 17:31:42.671543 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8957db4-c462-4444-adca-ec189b379b2a', 'code': 200} Feb 17 17:31:42.671978 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa13085b-e650-4151-b8cd-a441803a2a47', 'code': 200} Feb 17 17:31:42.672113 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4bfbb7-3be5-4276-a260-870a4adccf68', 'code': 200} Feb 17 17:31:42.672322 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edfb4df4-17e2-4855-b94e-1e4e5890d9a5', 'code': 200} Feb 17 17:31:42.672607 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd848ebc1-877e-4643-9ebc-c35cdbe15a28', 'code': 200} Feb 17 17:31:42.864040 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2fdf4-0bbe-4655-b37f-36f5ffd09ac3 req-c87752d2-abce-421b-ba59-505953a33774 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:42.870282 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2fdf4-0bbe-4655-b37f-36f5ffd09ac3 req-c87752d2-abce-421b-ba59-505953a33774 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:42.875968 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2fdf4-0bbe-4655-b37f-36f5ffd09ac3 req-c87752d2-abce-421b-ba59-505953a33774 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:42.882004 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2fdf4-0bbe-4655-b37f-36f5ffd09ac3 req-c87752d2-abce-421b-ba59-505953a33774 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:42.888359 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2fdf4-0bbe-4655-b37f-36f5ffd09ac3 req-c87752d2-abce-421b-ba59-505953a33774 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:42.894754 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2fdf4-0bbe-4655-b37f-36f5ffd09ac3 req-c87752d2-abce-421b-ba59-505953a33774 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:42.901427 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2fdf4-0bbe-4655-b37f-36f5ffd09ac3 req-c87752d2-abce-421b-ba59-505953a33774 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:42.903385 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-88e2fdf4-0bbe-4655-b37f-36f5ffd09ac3 req-c87752d2-abce-421b-ba59-505953a33774 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 5444 time: 0.1507976 Feb 17 17:31:42.917560 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b51784-1e0c-4937-975a-6e4186c42c31 req-80a13ed2-e6c0-43e3-8c68-76dfbb79e4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:42.918129 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b51784-1e0c-4937-975a-6e4186c42c31 req-80a13ed2-e6c0-43e3-8c68-76dfbb79e4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:42.918603 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b51784-1e0c-4937-975a-6e4186c42c31 req-80a13ed2-e6c0-43e3-8c68-76dfbb79e4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:42.919064 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b51784-1e0c-4937-975a-6e4186c42c31 req-80a13ed2-e6c0-43e3-8c68-76dfbb79e4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:42.919519 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b51784-1e0c-4937-975a-6e4186c42c31 req-80a13ed2-e6c0-43e3-8c68-76dfbb79e4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:42.919978 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b51784-1e0c-4937-975a-6e4186c42c31 req-80a13ed2-e6c0-43e3-8c68-76dfbb79e4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:42.921238 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b51784-1e0c-4937-975a-6e4186c42c31 req-80a13ed2-e6c0-43e3-8c68-76dfbb79e4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:42.923120 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a8b51784-1e0c-4937-975a-6e4186c42c31 req-80a13ed2-e6c0-43e3-8c68-76dfbb79e4be service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 6718 time: 0.1579978 Feb 17 17:31:43.042916 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-88e2fdf4-0bbe-4655-b37f-36f5ffd09ac3 req-0080ea13-94f9-43e0-8479-ab307b78326c tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/security-groups?id=4b62a994-4311-4d7d-a3f0-cd2c105b06fa&id=06bbdf43-383d-412d-a4a7-27f1a95946ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1187506 Feb 17 17:31:43.074703 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a8b51784-1e0c-4937-975a-6e4186c42c31 req-e416ef9e-ee3c-4c4b-9233-75d589ecfe84 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4b62a994-4311-4d7d-a3f0-cd2c105b06fa&id=06bbdf43-383d-412d-a4a7-27f1a95946ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1120651 Feb 17 17:31:43.144353 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device e35032aa-edb1-4b51-8281-ea12cf23c31a details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:31:43.211453 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e257509-2eb3-4420-a255-f7043bc70f6f req-b2ac608c-d0b0-4adf-9ed8-1a172b6f5a40 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:43.218473 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4e257509-2eb3-4420-a255-f7043bc70f6f req-b2ac608c-d0b0-4adf-9ed8-1a172b6f5a40 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 944 time: 0.0978136 Feb 17 17:31:43.305711 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port e35032aa-edb1-4b51-8281-ea12cf23c31a, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=e35032aa-edb1-4b51-8281-ea12cf23c31a,segment=NetworkSegment(00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be),segment_id=00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:43.308426 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4e257509-2eb3-4420-a255-f7043bc70f6f req-6129d769-1165-45f6-aae0-4b0c1bd2c1d5 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890510 Feb 17 17:31:43.321521 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': 'e35032aa-edb1-4b51-8281-ea12cf23c31a', 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb', 'port_id': 'e35032aa-edb1-4b51-8281-ea12cf23c31a', 'mac_address': 'fa:16:3e:25:c8:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4b8c7cb-ffed-4089-8d05-52af74f92303', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:31:43.386258 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port e35032aa-edb1-4b51-8281-ea12cf23c31a is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:31:43.386668 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (e35032aa-edb1-4b51-8281-ea12cf23c31a), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:43.409995 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e35032aa-edb1-4b51-8281-ea12cf23c31a {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:31:43.441881 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port e35032aa-edb1-4b51-8281-ea12cf23c31a, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=e35032aa-edb1-4b51-8281-ea12cf23c31a,segment=NetworkSegment(00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be),segment_id=00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:43.450210 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (e35032aa-edb1-4b51-8281-ea12cf23c31a), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:43.522877 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=e35032aa-edb1-4b51-8281-ea12cf23c31a,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:43.808135 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['e35032aa-edb1-4b51-8281-ea12cf23c31a'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:31:43.842651 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d35ab7-6758-47c5-b799-c8c2904df326 req-87a6035d-353d-463f-9840-88b75d2109cb tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:43.845216 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-57d35ab7-6758-47c5-b799-c8c2904df326 req-87a6035d-353d-463f-9840-88b75d2109cb tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/ports?device_id=2c2860b6-9221-438d-b936-2e7a60ecbd0b HTTP/1.1" status: 200 len: 945 time: 0.0877948 Feb 17 17:31:44.002280 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-57d35ab7-6758-47c5-b799-c8c2904df326 req-7a5309a9-611e-4743-91ea-fe3099418484 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/security-groups?id=ab06c84a-4a00-40bb-b916-a68462b41859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382875 Feb 17 17:31:44.166695 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799911a-ea62-4098-84f6-a06b1e154f2a req-57d1639e-2c74-40d0-8c38-6b1d127afb49 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:44.168120 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f799911a-ea62-4098-84f6-a06b1e154f2a req-57d1639e-2c74-40d0-8c38-6b1d127afb49 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 945 time: 0.0660882 Feb 17 17:31:44.238810 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f799911a-ea62-4098-84f6-a06b1e154f2a req-b399b869-da8e-47c3-ae4d-49c6f2cba25a tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634389 Feb 17 17:31:44.408048 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24bcd18-2bad-4719-806c-e689559b2eb9 req-506dacf5-0bb1-4cc3-9978-375e04c92690 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:44.410192 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a24bcd18-2bad-4719-806c-e689559b2eb9 req-506dacf5-0bb1-4cc3-9978-375e04c92690 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=afbea10c-4419-4c6c-a145-79a8266759c5 HTTP/1.1" status: 200 len: 950 time: 0.0960867 Feb 17 17:31:44.507113 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a24bcd18-2bad-4719-806c-e689559b2eb9 req-71fdcbbd-daa9-47f3-90e2-266116c52f27 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869610 Feb 17 17:31:44.674424 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afbea10c-4419-4c6c-a145-79a8266759c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b06a779-8ab4-48f8-99c4-5d97183e1768'}, {'server_uuid': '2c2860b6-9221-438d-b936-2e7a60ecbd0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349b2e3c-53a1-49f3-9bea-c8601e254d87'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:31:44.677534 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b27ef36-2f7f-42a4-88e5-872713f988ec" -d '{"events": [{"server_uuid": "afbea10c-4419-4c6c-a145-79a8266759c5", "name": "network-vif-plugged", "status": "completed", "tag": "5b06a779-8ab4-48f8-99c4-5d97183e1768"}, {"server_uuid": "2c2860b6-9221-438d-b936-2e7a60ecbd0b", "name": "network-vif-plugged", "status": "completed", "tag": "349b2e3c-53a1-49f3-9bea-c8601e254d87"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:31:45.196137 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a8793b-bd94-4d68-b3ff-399c20846183 req-9dadfa75-e2f0-4d40-ad9a-0bfd26340601 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:45.202547 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a8793b-bd94-4d68-b3ff-399c20846183 req-9dadfa75-e2f0-4d40-ad9a-0bfd26340601 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:45.209053 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a8793b-bd94-4d68-b3ff-399c20846183 req-9dadfa75-e2f0-4d40-ad9a-0bfd26340601 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:45.215172 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a8793b-bd94-4d68-b3ff-399c20846183 req-9dadfa75-e2f0-4d40-ad9a-0bfd26340601 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:45.221271 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a8793b-bd94-4d68-b3ff-399c20846183 req-9dadfa75-e2f0-4d40-ad9a-0bfd26340601 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:45.227180 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a8793b-bd94-4d68-b3ff-399c20846183 req-9dadfa75-e2f0-4d40-ad9a-0bfd26340601 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:45.233770 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a8793b-bd94-4d68-b3ff-399c20846183 req-9dadfa75-e2f0-4d40-ad9a-0bfd26340601 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:45.236006 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f9a8793b-bd94-4d68-b3ff-399c20846183 req-9dadfa75-e2f0-4d40-ad9a-0bfd26340601 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 5444 time: 0.1746860 Feb 17 17:31:45.392052 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb19d8-0c85-4659-a0cd-0f0614c067a6 req-d2526ae2-2882-4728-a488-ad9916a39cdc tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:45.411006 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-37cb19d8-0c85-4659-a0cd-0f0614c067a6 req-d2526ae2-2882-4728-a488-ad9916a39cdc tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 945 time: 0.2889650 Feb 17 17:31:45.498497 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f9a8793b-bd94-4d68-b3ff-399c20846183 req-0b91048c-a64d-46ed-acfb-5b7a335f753b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/security-groups?id=4b62a994-4311-4d7d-a3f0-cd2c105b06fa&id=06bbdf43-383d-412d-a4a7-27f1a95946ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2556953 Feb 17 17:31:45.575087 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-37cb19d8-0c85-4659-a0cd-0f0614c067a6 req-2bdc7d68-f8f4-43a7-9f68-2b984553938b tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596220 Feb 17 17:31:45.628912 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 17 Feb 2022 17:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07deee7-7fc1-410b-a1ec-0a655e61ec65 x-openstack-request-id: req-d07deee7-7fc1-410b-a1ec-0a655e61ec65 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:31:45.629425 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afbea10c-4419-4c6c-a145-79a8266759c5", "name": "network-vif-plugged", "status": "completed", "tag": "5b06a779-8ab4-48f8-99c4-5d97183e1768", "code": 200}, {"server_uuid": "2c2860b6-9221-438d-b936-2e7a60ecbd0b", "name": "network-vif-plugged", "status": "completed", "tag": "349b2e3c-53a1-49f3-9bea-c8601e254d87", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:31:45.629425 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d07deee7-7fc1-410b-a1ec-0a655e61ec65 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:31:45.630357 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afbea10c-4419-4c6c-a145-79a8266759c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b06a779-8ab4-48f8-99c4-5d97183e1768', 'code': 200} Feb 17 17:31:45.630615 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c2860b6-9221-438d-b936-2e7a60ecbd0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349b2e3c-53a1-49f3-9bea-c8601e254d87', 'code': 200} Feb 17 17:31:45.869640 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1c3da-1995-4e95-b42b-cefe843f713b req-f627b149-aee0-43e9-88ac-f08dc62963da tempest-MigrationsAdminTest-980591226 tempest-MigrationsAdminTest-980591226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:45.871195 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d4d1c3da-1995-4e95-b42b-cefe843f713b req-f627b149-aee0-43e9-88ac-f08dc62963da tempest-MigrationsAdminTest-980591226 tempest-MigrationsAdminTest-980591226-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=afbea10c-4419-4c6c-a145-79a8266759c5 HTTP/1.1" status: 200 len: 1132 time: 0.2171514 Feb 17 17:31:45.885645 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761865e1-6a71-44ef-9724-41cfc3da1b77 req-fb8fff4d-a440-4144-babb-e8a219b356ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:45.887078 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-761865e1-6a71-44ef-9724-41cfc3da1b77 req-fb8fff4d-a440-4144-babb-e8a219b356ef service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2c2860b6-9221-438d-b936-2e7a60ecbd0b HTTP/1.1" status: 200 len: 1127 time: 0.1812737 Feb 17 17:31:46.066685 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d4d1c3da-1995-4e95-b42b-cefe843f713b req-04acf875-467d-4bdf-bf31-88b7ecdf412e tempest-MigrationsAdminTest-980591226 tempest-MigrationsAdminTest-980591226-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792367 Feb 17 17:31:46.075468 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-761865e1-6a71-44ef-9724-41cfc3da1b77 req-828af456-6bf1-419b-99da-cba5b3f4155d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ab06c84a-4a00-40bb-b916-a68462b41859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689701 Feb 17 17:31:46.493763 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079fd0ee-4693-4bea-bb9c-de9aaf9a21c1 req-400f0493-d22d-4271-a0cc-ed10bc69298b tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:46.501538 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-079fd0ee-4693-4bea-bb9c-de9aaf9a21c1 req-400f0493-d22d-4271-a0cc-ed10bc69298b tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/ports?device_id=2c2860b6-9221-438d-b936-2e7a60ecbd0b HTTP/1.1" status: 200 len: 945 time: 0.4667313 Feb 17 17:31:46.536473 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238517fc-0ffc-4cd1-ac93-00acd3f4a75a req-128a5d8c-1083-4a5b-8df6-ae76eeec5d19 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:46.543689 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-238517fc-0ffc-4cd1-ac93-00acd3f4a75a req-128a5d8c-1083-4a5b-8df6-ae76eeec5d19 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 945 time: 0.4089022 Feb 17 17:31:46.607619 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-238517fc-0ffc-4cd1-ac93-00acd3f4a75a req-44a85f25-ce06-452c-a250-e067f8083b86 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626631 Feb 17 17:31:46.679217 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-079fd0ee-4693-4bea-bb9c-de9aaf9a21c1 req-da3b0c8a-4f49-44da-8e77-2d65d0679874 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/security-groups?id=ab06c84a-4a00-40bb-b916-a68462b41859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714814 Feb 17 17:31:46.826157 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c395cc9-70c6-4096-a4c2-c134e2154dcd req-87c7679e-8e87-4c1f-a18d-48aa6d3bff7e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:46.836278 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c395cc9-70c6-4096-a4c2-c134e2154dcd req-87c7679e-8e87-4c1f-a18d-48aa6d3bff7e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:46.849501 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c395cc9-70c6-4096-a4c2-c134e2154dcd req-87c7679e-8e87-4c1f-a18d-48aa6d3bff7e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:46.855012 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c395cc9-70c6-4096-a4c2-c134e2154dcd req-87c7679e-8e87-4c1f-a18d-48aa6d3bff7e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:46.868392 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c395cc9-70c6-4096-a4c2-c134e2154dcd req-87c7679e-8e87-4c1f-a18d-48aa6d3bff7e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:46.896654 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c395cc9-70c6-4096-a4c2-c134e2154dcd req-87c7679e-8e87-4c1f-a18d-48aa6d3bff7e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:46.909191 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c395cc9-70c6-4096-a4c2-c134e2154dcd req-87c7679e-8e87-4c1f-a18d-48aa6d3bff7e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:46.922164 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 39912) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:31:46.927650 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-79943e6f-373c-4a18-8ca5-fd16d30c5a0e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Request body: {'floatingip': {'port_id': 'd848ebc1-877e-4643-9ebc-c35cdbe15a28'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:31:46.930301 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7c395cc9-70c6-4096-a4c2-c134e2154dcd req-87c7679e-8e87-4c1f-a18d-48aa6d3bff7e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 5444 time: 0.2207539 Feb 17 17:31:47.061310 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-79943e6f-373c-4a18-8ca5-fd16d30c5a0e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks [] for floatingip (c09abd4e-79ca-4afa-91e9-c87049de6c8a), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:47.163686 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device e35032aa-edb1-4b51-8281-ea12cf23c31a up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:31:47.412501 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port e35032aa-edb1-4b51-8281-ea12cf23c31a completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:31:47.421863 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port e35032aa-edb1-4b51-8281-ea12cf23c31a triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:31:47.422553 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (e35032aa-edb1-4b51-8281-ea12cf23c31a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:47.468870 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85e4d9-0239-4051-82df-11a20e449d3d req-ba18d517-29bb-415c-8154-27974daaa953 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:47.470569 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1c85e4d9-0239-4051-82df-11a20e449d3d req-ba18d517-29bb-415c-8154-27974daaa953 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 945 time: 0.3239079 Feb 17 17:31:47.584948 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5bd291-9057-435e-8cc2-247c6db7c2cc req-a2e359a1-2510-4483-873f-fb50527c859f tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:47.586542 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5c5bd291-9057-435e-8cc2-247c6db7c2cc req-a2e359a1-2510-4483-873f-fb50527c859f tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a865faf-c5ba-4fd1-99eb-817c49f1fb9c HTTP/1.1" status: 200 len: 945 time: 0.3172097 Feb 17 17:31:47.602471 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port e35032aa-edb1-4b51-8281-ea12cf23c31a is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:31:47.604635 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (e35032aa-edb1-4b51-8281-ea12cf23c31a), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:47.638681 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1c85e4d9-0239-4051-82df-11a20e449d3d req-1aa5a0d3-d97c-4b87-85dd-2517f4200dc1 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528702 Feb 17 17:31:47.672193 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b85790-91f3-427f-af11-a335232817a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35032aa-edb1-4b51-8281-ea12cf23c31a'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:31:47.681290 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d6a1b8-3ae1-4c7c-ac36-fa79fefd11a2" -d '{"events": [{"server_uuid": "d8b85790-91f3-427f-af11-a335232817a0", "name": "network-vif-plugged", "status": "completed", "tag": "e35032aa-edb1-4b51-8281-ea12cf23c31a"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:31:47.713734 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port e35032aa-edb1-4b51-8281-ea12cf23c31a, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=e35032aa-edb1-4b51-8281-ea12cf23c31a,segment=NetworkSegment(00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be),segment_id=00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:47.722211 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5c5bd291-9057-435e-8cc2-247c6db7c2cc req-6cdc2a16-2264-4bba-a1e4-ed816e494296 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/security-groups?id=576a4066-0325-49be-8e5b-8b74f3a5eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296003 Feb 17 17:31:47.733211 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (e35032aa-edb1-4b51-8281-ea12cf23c31a), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:47.806512 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=e35032aa-edb1-4b51-8281-ea12cf23c31a,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:47.825783 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-49cd230b-4c9a-4508-b636-405604163c0a req-9b481318-f70e-4df2-ad4c-a0990ed0997d tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=24d514a6d00a4f52a8689d09d1cf81c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565121 Feb 17 17:31:47.937617 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd230b-4c9a-4508-b636-405604163c0a req-7f9dcce1-f6c6-45ec-953d-708f7a8afa4a tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:47.944715 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-49cd230b-4c9a-4508-b636-405604163c0a req-7f9dcce1-f6c6-45ec-953d-708f7a8afa4a tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1177697 Feb 17 17:31:48.008657 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-49cd230b-4c9a-4508-b636-405604163c0a req-826b2f35-b5d0-452d-b8b6-0eb627b7e24e tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/quotas/24d514a6d00a4f52a8689d09d1cf81c2 HTTP/1.1" status: 200 len: 375 time: 0.0629346 Feb 17 17:31:48.063728 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d63cf-0c4b-4ea4-ac4d-f0f4c24b9bd4 req-b7dea5a8-648f-4128-84df-adb141e305c7 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:48.065402 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b16d63cf-0c4b-4ea4-ac4d-f0f4c24b9bd4 req-b7dea5a8-648f-4128-84df-adb141e305c7 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 945 time: 0.1187031 Feb 17 17:31:48.069775 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-79943e6f-373c-4a18-8ca5-fd16d30c5a0e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:48.080463 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-79943e6f-373c-4a18-8ca5-fd16d30c5a0e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (c09abd4e-79ca-4afa-91e9-c87049de6c8a), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:48.149285 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b16d63cf-0c4b-4ea4-ac4d-f0f4c24b9bd4 req-8068b4c4-0f7d-4086-959c-9e08fc4e9340 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759606 Feb 17 17:31:48.158146 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-49cd230b-4c9a-4508-b636-405604163c0a req-a3a75f28-750a-4b8f-8516-e675a7d4e754 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=24d514a6d00a4f52a8689d09d1cf81c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1486170 Feb 17 17:31:48.204050 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf44581-409b-4359-9031-90f54813b72f x-openstack-request-id: req-7bf44581-409b-4359-9031-90f54813b72f {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:31:48.204650 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b85790-91f3-427f-af11-a335232817a0", "name": "network-vif-plugged", "status": "completed", "tag": "e35032aa-edb1-4b51-8281-ea12cf23c31a", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:31:48.205237 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7bf44581-409b-4359-9031-90f54813b72f {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:31:48.205893 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b85790-91f3-427f-af11-a335232817a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35032aa-edb1-4b51-8281-ea12cf23c31a', 'code': 200} Feb 17 17:31:48.243009 n-d-829613-2 neutron-server[103434]: INFO neutron.db.l3_db [None req-79943e6f-373c-4a18-8ca5-fd16d30c5a0e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Floating IP c09abd4e-79ca-4afa-91e9-c87049de6c8a associated. External IP: 172.25.8.147, port: d848ebc1-877e-4643-9ebc-c35cdbe15a28. Feb 17 17:31:48.642934 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:48.678660 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a6fd30cb-9f54-4835-878a-0d8d68b15d71 req-dfb64f91-d587-43b3-bfcb-ed996cb7e801 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b03940-fd52-4fab-baa6-b38163ad055b HTTP/1.1" status: 200 len: 210 time: 0.1604881 Feb 17 17:31:48.710255 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4afbe-b7ec-4686-b1c4-b5237721eb7d req-308be11b-07c0-43fa-b8b0-28e242260d6d tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:48.715004 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-beb4afbe-b7ec-4686-b1c4-b5237721eb7d req-308be11b-07c0-43fa-b8b0-28e242260d6d tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/ports?device_id=2c2860b6-9221-438d-b936-2e7a60ecbd0b HTTP/1.1" status: 200 len: 945 time: 0.4290328 Feb 17 17:31:48.719897 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2765471-248d-4871-a911-79a5775d1e13 req-a5f097d8-634e-443f-91db-9b117de81872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:48.724218 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d2765471-248d-4871-a911-79a5775d1e13 req-a5f097d8-634e-443f-91db-9b117de81872 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 1128 time: 0.4464033 Feb 17 17:31:48.950543 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79943e6f-373c-4a18-8ca5-fd16d30c5a0e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Router 501f1e1a-07a5-4740-b7f7-aff16a545b66 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:31:49.080983 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-beb4afbe-b7ec-4686-b1c4-b5237721eb7d req-daff0df6-3f4e-4771-9898-007effc82df3 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/security-groups?id=ab06c84a-4a00-40bb-b916-a68462b41859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516614 Feb 17 17:31:49.169153 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d2ba64-aa6b-4836-a11b-a09247aa32ea req-8903cd1a-d2f8-4916-8ce4-60c4db87ac64 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:49.187375 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-71d2ba64-aa6b-4836-a11b-a09247aa32ea req-8903cd1a-d2f8-4916-8ce4-60c4db87ac64 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.91 "GET /v2.0/ports?device_id=4a865faf-c5ba-4fd1-99eb-817c49f1fb9c HTTP/1.1" status: 200 len: 945 time: 0.3954554 Feb 17 17:31:49.203227 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d2765471-248d-4871-a911-79a5775d1e13 req-5cdbd0d9-e495-4d53-8127-f6c07b76dc60 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4701807 Feb 17 17:31:49.268164 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79943e6f-373c-4a18-8ca5-fd16d30c5a0e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:31:49.280827 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1a71df-61ed-49cc-af79-4160ae3e11ac None None] Sync routers for ids ['501f1e1a-07a5-4740-b7f7-aff16a545b66'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:31:49.297590 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-79943e6f-373c-4a18-8ca5-fd16d30c5a0e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:49.310644 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1a71df-61ed-49cc-af79-4160ae3e11ac None None] Routers {'501f1e1a-07a5-4740-b7f7-aff16a545b66'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:31:49.313035 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-da1a71df-61ed-49cc-af79-4160ae3e11ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:31:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['501f1e1a-07a5-4740-b7f7-aff16a545b66'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:31:49.409362 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484e62e-114b-4c79-9650-a02b6fb01939 req-819db560-f5a2-429d-92a2-ad8fe1586cce tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:49.412429 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6484e62e-114b-4c79-9650-a02b6fb01939 req-819db560-f5a2-429d-92a2-ad8fe1586cce tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 946 time: 0.4269373 Feb 17 17:31:49.425784 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-79943e6f-373c-4a18-8ca5-fd16d30c5a0e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "PUT /v2.0/floatingips/c09abd4e-79ca-4afa-91e9-c87049de6c8a HTTP/1.1" status: 200 len: 992 time: 2.5023999 Feb 17 17:31:49.431280 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'tag': 'd848ebc1-877e-4643-9ebc-c35cdbe15a28'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:31:49.437765 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36406dab-4029-46ad-b0b3-99cce62d9bf4" -d '{"events": [{"name": "network-changed", "server_uuid": "bc2eb913-ebce-44ad-a4b4-c8edb0564963", "tag": "d848ebc1-877e-4643-9ebc-c35cdbe15a28"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:31:49.639209 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-da1a71df-61ed-49cc-af79-4160ae3e11ac None None] Set router 501f1e1a-07a5-4740-b7f7-aff16a545b66 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:31:49.641542 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:49.826650 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6484e62e-114b-4c79-9650-a02b6fb01939 req-ddc368a3-1610-4811-8887-369b947ecf7c tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4068735 Feb 17 17:31:49.838970 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714a58e-a410-4497-bb99-b23862a89021 req-51966589-546f-4fe2-9999-77a872137dbb tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:49.846369 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1714a58e-a410-4497-bb99-b23862a89021 req-51966589-546f-4fe2-9999-77a872137dbb tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a865faf-c5ba-4fd1-99eb-817c49f1fb9c HTTP/1.1" status: 200 len: 945 time: 0.6147466 Feb 17 17:31:49.900022 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-71d2ba64-aa6b-4836-a11b-a09247aa32ea req-1c89dda8-15a5-45c2-837d-a715c2293c8b tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Deleting port b8bea5fc-e474-4022-99b1-6aed5caeb593 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:31:49.900553 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-71d2ba64-aa6b-4836-a11b-a09247aa32ea req-1c89dda8-15a5-45c2-837d-a715c2293c8b tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (b8bea5fc-e474-4022-99b1-6aed5caeb593), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:50.012213 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1714a58e-a410-4497-bb99-b23862a89021 req-5abda66e-45e9-4f1c-bd8c-6b63e45f0b43 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/security-groups?id=576a4066-0325-49be-8e5b-8b74f3a5eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615174 Feb 17 17:31:50.287796 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-71d2ba64-aa6b-4836-a11b-a09247aa32ea req-1c89dda8-15a5-45c2-837d-a715c2293c8b tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] For port b8bea5fc-e474-4022-99b1-6aed5caeb593, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=b8bea5fc-e474-4022-99b1-6aed5caeb593,segment=NetworkSegment(0dec934c-a7c8-491e-a804-ed8110bf6a2c),segment_id=0dec934c-a7c8-491e-a804-ed8110bf6a2c)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:50.288629 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-71d2ba64-aa6b-4836-a11b-a09247aa32ea req-1c89dda8-15a5-45c2-837d-a715c2293c8b tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (b8bea5fc-e474-4022-99b1-6aed5caeb593), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:50.305874 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-71d2ba64-aa6b-4836-a11b-a09247aa32ea req-1c89dda8-15a5-45c2-837d-a715c2293c8b tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Calling delete_port for b8bea5fc-e474-4022-99b1-6aed5caeb593 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:31:50.318090 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-da1a71df-61ed-49cc-af79-4160ae3e11ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '501f1e1a-07a5-4740-b7f7-aff16a545b66', 'name': 'tempest-TaggedBootDevicesTest_v242-531019352-router', 'tenant_id': 'c6c91da603a1485eab422cc6ab78977f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '53d28726-ac7c-46a8-b27d-aa530ea4957c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:28:06Z', 'updated_at': '2022-02-17T17:28:16Z', 'revision_number': 4, 'project_id': 'c6c91da603a1485eab422cc6ab78977f', 'gw_port': {'id': '53d28726-ac7c-46a8-b27d-aa530ea4957c', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '501f1e1a-07a5-4740-b7f7-aff16a545b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:28:09Z', 'updated_at': '2022-02-17T17:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': 'c09abd4e-79ca-4afa-91e9-c87049de6c8a', 'tenant_id': 'c6c91da603a1485eab422cc6ab78977f', 'floating_ip_address': '172.25.8.147', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '501f1e1a-07a5-4740-b7f7-aff16a545b66', 'port_id': 'd848ebc1-877e-4643-9ebc-c35cdbe15a28', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4ed5d6f-3eb3-4d80-ba86-b711da993733', 'mac_address': 'fa:16:3e:99:45:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:29:44Z', 'updated_at': '2022-02-17T17:31:47Z', 'revision_number': 1, 'project_id': 'c6c91da603a1485eab422cc6ab78977f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c05ba46c-53db-4b5b-b82a-0374aa9a2e60', 'name': '', 'network_id': 'b4ed5d6f-3eb3-4d80-ba86-b711da993733', 'tenant_id': 'c6c91da603a1485eab422cc6ab78977f', 'mac_address': 'fa:16:3e:cb:04:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '501f1e1a-07a5-4740-b7f7-aff16a545b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '5aadcb94-5460-49df-8ee1-d33e7d2607f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:28:15Z', 'updated_at': '2022-02-17T17:28:26Z', 'revision_number': 5, 'project_id': 'c6c91da603a1485eab422cc6ab78977f', 'subnets': [{'id': '5aadcb94-5460-49df-8ee1-d33e7d2607f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:31:50.383797 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1a71df-61ed-49cc-af79-4160ae3e11ac None None] Checking router: 501f1e1a-07a5-4740-b7f7-aff16a545b66 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:31:50.396277 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1a71df-61ed-49cc-af79-4160ae3e11ac None None] Routers {'501f1e1a-07a5-4740-b7f7-aff16a545b66'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:31:50.397407 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-da1a71df-61ed-49cc-af79-4160ae3e11ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:31:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['501f1e1a-07a5-4740-b7f7-aff16a545b66'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:31:50.505549 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-49cd230b-4c9a-4508-b636-405604163c0a req-6e698c89-287f-4ef6-8f2b-777492a8c407 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=24d514a6d00a4f52a8689d09d1cf81c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511241 Feb 17 17:31:50.582489 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1a52e-ed4c-49e4-b9d3-e59d49a87db6 req-6341a050-c9e8-46ae-a7dc-7d8f4127d690 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:50.585290 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-75b1a52e-ed4c-49e4-b9d3-e59d49a87db6 req-6341a050-c9e8-46ae-a7dc-7d8f4127d690 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/ports?device_id=2c2860b6-9221-438d-b936-2e7a60ecbd0b HTTP/1.1" status: 200 len: 945 time: 0.5745981 Feb 17 17:31:50.613259 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-da1a71df-61ed-49cc-af79-4160ae3e11ac None None] Set router 501f1e1a-07a5-4740-b7f7-aff16a545b66 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:31:50.828162 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e876f28-13e5-47d0-af54-920fe7e4d32f req-15f2d7bf-8b55-4764-8386-906b0ef4f099 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:50.832515 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0e876f28-13e5-47d0-af54-920fe7e4d32f req-15f2d7bf-8b55-4764-8386-906b0ef4f099 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 945 time: 0.7198000 Feb 17 17:31:50.977228 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-da1a71df-61ed-49cc-af79-4160ae3e11ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '501f1e1a-07a5-4740-b7f7-aff16a545b66', 'name': 'tempest-TaggedBootDevicesTest_v242-531019352-router', 'tenant_id': 'c6c91da603a1485eab422cc6ab78977f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '53d28726-ac7c-46a8-b27d-aa530ea4957c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:28:06Z', 'updated_at': '2022-02-17T17:28:16Z', 'revision_number': 4, 'project_id': 'c6c91da603a1485eab422cc6ab78977f', 'gw_port': {'id': '53d28726-ac7c-46a8-b27d-aa530ea4957c', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '501f1e1a-07a5-4740-b7f7-aff16a545b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:28:09Z', 'updated_at': '2022-02-17T17:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': 'c09abd4e-79ca-4afa-91e9-c87049de6c8a', 'tenant_id': 'c6c91da603a1485eab422cc6ab78977f', 'floating_ip_address': '172.25.8.147', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '501f1e1a-07a5-4740-b7f7-aff16a545b66', 'port_id': 'd848ebc1-877e-4643-9ebc-c35cdbe15a28', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4ed5d6f-3eb3-4d80-ba86-b711da993733', 'mac_address': 'fa:16:3e:99:45:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:29:44Z', 'updated_at': '2022-02-17T17:31:47Z', 'revision_number': 1, 'project_id': 'c6c91da603a1485eab422cc6ab78977f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c05ba46c-53db-4b5b-b82a-0374aa9a2e60', 'name': '', 'network_id': 'b4ed5d6f-3eb3-4d80-ba86-b711da993733', 'tenant_id': 'c6c91da603a1485eab422cc6ab78977f', 'mac_address': 'fa:16:3e:cb:04:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '501f1e1a-07a5-4740-b7f7-aff16a545b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '5aadcb94-5460-49df-8ee1-d33e7d2607f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:28:15Z', 'updated_at': '2022-02-17T17:28:26Z', 'revision_number': 5, 'project_id': 'c6c91da603a1485eab422cc6ab78977f', 'subnets': [{'id': '5aadcb94-5460-49df-8ee1-d33e7d2607f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:31:50.999072 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-71d2ba64-aa6b-4836-a11b-a09247aa32ea req-1c89dda8-15a5-45c2-837d-a715c2293c8b tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (b8bea5fc-e474-4022-99b1-6aed5caeb593), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:51.026515 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1a71df-61ed-49cc-af79-4160ae3e11ac None None] The sync data for ids ['501f1e1a-07a5-4740-b7f7-aff16a545b66'] in n-d-829613-2 is: [{'id': '501f1e1a-07a5-4740-b7f7-aff16a545b66', 'name': 'tempest-TaggedBootDevicesTest_v242-531019352-router', 'tenant_id': 'c6c91da603a1485eab422cc6ab78977f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '53d28726-ac7c-46a8-b27d-aa530ea4957c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:28:06Z', 'updated_at': '2022-02-17T17:28:16Z', 'revision_number': 4, 'project_id': 'c6c91da603a1485eab422cc6ab78977f', 'gw_port': {'id': '53d28726-ac7c-46a8-b27d-aa530ea4957c', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '501f1e1a-07a5-4740-b7f7-aff16a545b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:28:09Z', 'updated_at': '2022-02-17T17:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': 'c09abd4e-79ca-4afa-91e9-c87049de6c8a', 'tenant_id': 'c6c91da603a1485eab422cc6ab78977f', 'floating_ip_address': '172.25.8.147', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '501f1e1a-07a5-4740-b7f7-aff16a545b66', 'port_id': 'd848ebc1-877e-4643-9ebc-c35cdbe15a28', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4ed5d6f-3eb3-4d80-ba86-b711da993733', 'mac_address': 'fa:16:3e:99:45:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:29:44Z', 'updated_at': '2022-02-17T17:31:47Z', 'revision_number': 1, 'project_id': 'c6c91da603a1485eab422cc6ab78977f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c05ba46c-53db-4b5b-b82a-0374aa9a2e60', 'name': '', 'network_id': 'b4ed5d6f-3eb3-4d80-ba86-b711da993733', 'tenant_id': 'c6c91da603a1485eab422cc6ab78977f', 'mac_address': 'fa:16:3e:cb:04:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '501f1e1a-07a5-4740-b7f7-aff16a545b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '5aadcb94-5460-49df-8ee1-d33e7d2607f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:28:15Z', 'updated_at': '2022-02-17T17:28:26Z', 'revision_number': 5, 'project_id': 'c6c91da603a1485eab422cc6ab78977f', 'subnets': [{'id': '5aadcb94-5460-49df-8ee1-d33e7d2607f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:31:51.041116 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:31:51.047313 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['c19b8372-b79c-4aed-b060-809c36ac90b7'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:31:51.095307 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c89dda8-15a5-45c2-837d-a715c2293c8b tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Pushing event deleted for resources: {'Port': ['ID=b8bea5fc-e474-4022-99b1-6aed5caeb593,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:51.106505 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd230b-4c9a-4508-b636-405604163c0a req-3e2aba8d-274c-4199-a1e3-c1f54324a655 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:51.108329 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-49cd230b-4c9a-4508-b636-405604163c0a req-3e2aba8d-274c-4199-a1e3-c1f54324a655 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5936174 Feb 17 17:31:51.129583 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-75b1a52e-ed4c-49e4-b9d3-e59d49a87db6 req-76b26881-1f02-4925-9c54-0cbe706dded7 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/security-groups?id=ab06c84a-4a00-40bb-b916-a68462b41859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5148311 Feb 17 17:31:51.139713 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-49cd230b-4c9a-4508-b636-405604163c0a req-797e4e4a-6a24-4f25-b265-4142d19204fa tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Request body: {'port': {'device_id': '91b03940-fd52-4fab-baa6-b38163ad055b', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'admin_state_up': True, 'tenant_id': '24d514a6d00a4f52a8689d09d1cf81c2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:31:51.258070 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d2ba64-aa6b-4836-a11b-a09247aa32ea req-1c89dda8-15a5-45c2-837d-a715c2293c8b tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] No DVR routers for this DVR port b8bea5fc-e474-4022-99b1-6aed5caeb593 on host n-h2-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:31:51.271145 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-71d2ba64-aa6b-4836-a11b-a09247aa32ea req-1c89dda8-15a5-45c2-837d-a715c2293c8b tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:51.275882 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-71d2ba64-aa6b-4836-a11b-a09247aa32ea req-1c89dda8-15a5-45c2-837d-a715c2293c8b tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.91 "DELETE /v2.0/ports/b8bea5fc-e474-4022-99b1-6aed5caeb593 HTTP/1.1" status: 204 len: 173 time: 2.0685623 Feb 17 17:31:51.360732 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dff8d37-fa0c-4206-bebc-afa85c75850a x-openstack-request-id: req-9dff8d37-fa0c-4206-bebc-afa85c75850a {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:31:51.361287 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc2eb913-ebce-44ad-a4b4-c8edb0564963", "tag": "d848ebc1-877e-4643-9ebc-c35cdbe15a28", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:31:51.361566 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9dff8d37-fa0c-4206-bebc-afa85c75850a {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:31:51.362100 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'tag': 'd848ebc1-877e-4643-9ebc-c35cdbe15a28', 'status': 'completed', 'code': 200} Feb 17 17:31:51.423962 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a865faf-c5ba-4fd1-99eb-817c49f1fb9c', 'name': 'network-vif-deleted', 'tag': 'b8bea5fc-e474-4022-99b1-6aed5caeb593'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:31:51.440070 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e913b8-1fa3-405e-95cf-bf2e3c618402" -d '{"events": [{"server_uuid": "4a865faf-c5ba-4fd1-99eb-817c49f1fb9c", "name": "network-vif-deleted", "tag": "b8bea5fc-e474-4022-99b1-6aed5caeb593"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:31:51.557635 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07524ee-ab27-4fe0-b59d-04ebb5319218 None None] New status for floating IP c09abd4e-79ca-4afa-91e9-c87049de6c8a: ACTIVE {{(pid=103438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 17:31:51.701596 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0e876f28-13e5-47d0-af54-920fe7e4d32f req-edfeaf54-efa1-4dc8-be4d-7f875caff01b tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8482080 Feb 17 17:31:51.929995 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-15be004c-9114-4bf3-b6cf-25b4e3c0f87b req-1b3bce9e-dd3f-4f49-bb8a-3bd8550e0c06 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b03940-fd52-4fab-baa6-b38163ad055b HTTP/1.1" status: 200 len: 210 time: 0.0689714 Feb 17 17:31:51.981399 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36406dab-4029-46ad-b0b3-99cce62d9bf4 req-efbaa02a-6002-4be3-8e83-0ad297545c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:51.982137 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36406dab-4029-46ad-b0b3-99cce62d9bf4 req-efbaa02a-6002-4be3-8e83-0ad297545c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:51.982874 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36406dab-4029-46ad-b0b3-99cce62d9bf4 req-efbaa02a-6002-4be3-8e83-0ad297545c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:51.983401 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36406dab-4029-46ad-b0b3-99cce62d9bf4 req-efbaa02a-6002-4be3-8e83-0ad297545c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:51.984050 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36406dab-4029-46ad-b0b3-99cce62d9bf4 req-efbaa02a-6002-4be3-8e83-0ad297545c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:51.984631 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36406dab-4029-46ad-b0b3-99cce62d9bf4 req-efbaa02a-6002-4be3-8e83-0ad297545c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:51.985184 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36406dab-4029-46ad-b0b3-99cce62d9bf4 req-efbaa02a-6002-4be3-8e83-0ad297545c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:51.990988 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36406dab-4029-46ad-b0b3-99cce62d9bf4 req-efbaa02a-6002-4be3-8e83-0ad297545c17 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c6c91da603a1485eab422cc6ab78977f&device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 6718 time: 0.5256867 Feb 17 17:31:52.027568 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device b8bea5fc-e474-4022-99b1-6aed5caeb593 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:31:52.058382 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: b8bea5fc-e474-4022-99b1-6aed5caeb593 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:31:52.059664 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device b8bea5fc-e474-4022-99b1-6aed5caeb593 not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:31:52.154364 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36406dab-4029-46ad-b0b3-99cce62d9bf4 req-a6747190-5704-4b5b-baa9-5fcfde05393d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:52.155950 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36406dab-4029-46ad-b0b3-99cce62d9bf4 req-a6747190-5704-4b5b-baa9-5fcfde05393d service neutron] 10.222.0.71 "GET /v2.0/networks?id=b4ed5d6f-3eb3-4d80-ba86-b711da993733 HTTP/1.1" status: 200 len: 917 time: 0.1308873 Feb 17 17:31:52.199645 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15067ae2-696a-4392-a7cd-0a6db043e245 req-d2226a62-670b-4aa0-b8be-22b5c599a06a tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:52.210829 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15067ae2-696a-4392-a7cd-0a6db043e245 req-d2226a62-670b-4aa0-b8be-22b5c599a06a tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:52.216657 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15067ae2-696a-4392-a7cd-0a6db043e245 req-d2226a62-670b-4aa0-b8be-22b5c599a06a tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:52.222236 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15067ae2-696a-4392-a7cd-0a6db043e245 req-d2226a62-670b-4aa0-b8be-22b5c599a06a tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:52.227897 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15067ae2-696a-4392-a7cd-0a6db043e245 req-d2226a62-670b-4aa0-b8be-22b5c599a06a tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:52.233409 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15067ae2-696a-4392-a7cd-0a6db043e245 req-d2226a62-670b-4aa0-b8be-22b5c599a06a tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:52.239239 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15067ae2-696a-4392-a7cd-0a6db043e245 req-d2226a62-670b-4aa0-b8be-22b5c599a06a tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:52.248616 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-15067ae2-696a-4392-a7cd-0a6db043e245 req-d2226a62-670b-4aa0-b8be-22b5c599a06a tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 5444 time: 0.4463596 Feb 17 17:31:52.445741 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36406dab-4029-46ad-b0b3-99cce62d9bf4 req-cc7ff15c-fa20-4c82-a222-8c29bc128aee service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d848ebc1-877e-4643-9ebc-c35cdbe15a28 HTTP/1.1" status: 200 len: 1000 time: 0.1884525 Feb 17 17:31:52.570045 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d4a424-4ecb-40fb-a65f-2b6bee0f4084 req-d2fc2a50-2208-4180-b4a5-2346eb37a915 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:52.571700 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-21d4a424-4ecb-40fb-a65f-2b6bee0f4084 req-d2fc2a50-2208-4180-b4a5-2346eb37a915 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 946 time: 0.4089148 Feb 17 17:31:52.572363 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49cd230b-4c9a-4508-b636-405604163c0a req-797e4e4a-6a24-4f25-b265-4142d19204fa tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Made reservation on behalf of 24d514a6d00a4f52a8689d09d1cf81c2 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:31:52.576026 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-49cd230b-4c9a-4508-b636-405604163c0a req-797e4e4a-6a24-4f25-b265-4142d19204fa tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:52.756744 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-49cd230b-4c9a-4508-b636-405604163c0a req-797e4e4a-6a24-4f25-b265-4142d19204fa tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Allocated IP 192.168.233.173 (82b8d039-1c14-456f-ab24-8b3aebebd7d8/ac79920f-9ddd-4352-b866-6056158b178e/df6efc80-10e2-4743-a0a6-e7344668cff7) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:31:52.850296 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-21d4a424-4ecb-40fb-a65f-2b6bee0f4084 req-09091932-3452-47ad-b533-e67b0d7ede08 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537720 Feb 17 17:31:53.182088 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36406dab-4029-46ad-b0b3-99cce62d9bf4 req-0416fca8-0106-4b7a-a604-17e2c97ecab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:53.185809 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36406dab-4029-46ad-b0b3-99cce62d9bf4 req-0416fca8-0106-4b7a-a604-17e2c97ecab3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5aadcb94-5460-49df-8ee1-d33e7d2607f7 HTTP/1.1" status: 200 len: 855 time: 0.7244930 Feb 17 17:31:53.346567 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-15067ae2-696a-4392-a7cd-0a6db043e245 req-52f73a49-3442-44a7-821d-29239bc20ae7 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/security-groups?id=4b62a994-4311-4d7d-a3f0-cd2c105b06fa&id=06bbdf43-383d-412d-a4a7-27f1a95946ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0968676 Feb 17 17:31:53.360565 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94eba119-a789-4b75-8631-a588259974e1 x-openstack-request-id: req-94eba119-a789-4b75-8631-a588259974e1 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:31:53.360865 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a865faf-c5ba-4fd1-99eb-817c49f1fb9c", "name": "network-vif-deleted", "tag": "b8bea5fc-e474-4022-99b1-6aed5caeb593", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:31:53.361127 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-94eba119-a789-4b75-8631-a588259974e1 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:31:53.367942 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a865faf-c5ba-4fd1-99eb-817c49f1fb9c', 'name': 'network-vif-deleted', 'tag': 'b8bea5fc-e474-4022-99b1-6aed5caeb593', 'status': 'completed', 'code': 200} Feb 17 17:31:53.506656 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36406dab-4029-46ad-b0b3-99cce62d9bf4 req-46d8f962-24f8-4506-abfb-9f3b3b7b6278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:53.512037 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36406dab-4029-46ad-b0b3-99cce62d9bf4 req-46d8f962-24f8-4506-abfb-9f3b3b7b6278 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b4ed5d6f-3eb3-4d80-ba86-b711da993733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3054764 Feb 17 17:31:53.552989 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-49cd230b-4c9a-4508-b636-405604163c0a req-797e4e4a-6a24-4f25-b265-4142d19204fa tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Publish callbacks [] for port (df6efc80-10e2-4743-a0a6-e7344668cff7), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:53.809121 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07b191-7c87-407f-87ed-b03ed8c02960 req-c43728b0-4eeb-4b14-b8f5-ff8125209edc tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:53.810892 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ff07b191-7c87-407f-87ed-b03ed8c02960 req-c43728b0-4eeb-4b14-b8f5-ff8125209edc tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 945 time: 0.2827635 Feb 17 17:31:53.829707 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36406dab-4029-46ad-b0b3-99cce62d9bf4 req-150f26fe-1147-4635-a2cd-65ce53d3fa24 service neutron] 10.222.0.71 "GET /v2.0/networks/b4ed5d6f-3eb3-4d80-ba86-b711da993733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982376 Feb 17 17:31:53.831878 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-49cd230b-4c9a-4508-b636-405604163c0a req-797e4e4a-6a24-4f25-b265-4142d19204fa tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (df6efc80-10e2-4743-a0a6-e7344668cff7), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:53.852692 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['5b06a779-8ab4-48f8-99c4-5d97183e1768'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:31:54.180189 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49cd230b-4c9a-4508-b636-405604163c0a req-797e4e4a-6a24-4f25-b265-4142d19204fa tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:31:54.224157 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-49cd230b-4c9a-4508-b636-405604163c0a req-797e4e4a-6a24-4f25-b265-4142d19204fa tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:31:54.228658 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-49cd230b-4c9a-4508-b636-405604163c0a req-797e4e4a-6a24-4f25-b265-4142d19204fa tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:31:54.237101 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e4e4a-6a24-4f25-b265-4142d19204fa tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Pushing event updated for resources: {'Port': ['ID=df6efc80-10e2-4743-a0a6-e7344668cff7,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:54.335117 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53595c62-01d5-4c03-9e3d-27bf6848e04c req-167f6fb4-679b-4118-9e86-86d17365dc87 tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:54.351563 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-53595c62-01d5-4c03-9e3d-27bf6848e04c req-167f6fb4-679b-4118-9e86-86d17365dc87 tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 1128 time: 0.5534062 Feb 17 17:31:54.392379 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ff07b191-7c87-407f-87ed-b03ed8c02960 req-dd965380-ee5c-48d3-b0c2-5373cba7aac6 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5673132 Feb 17 17:31:54.516940 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36406dab-4029-46ad-b0b3-99cce62d9bf4 req-61a2991f-4ed0-445d-89a6-451837ef1e71 service neutron] 10.222.0.71 "GET /v2.0/networks/b4ed5d6f-3eb3-4d80-ba86-b711da993733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6318407 Feb 17 17:31:54.531504 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd230b-4c9a-4508-b636-405604163c0a req-797e4e4a-6a24-4f25-b265-4142d19204fa tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:54.534753 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-49cd230b-4c9a-4508-b636-405604163c0a req-797e4e4a-6a24-4f25-b265-4142d19204fa tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:54.632681 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-53595c62-01d5-4c03-9e3d-27bf6848e04c req-5d3de028-ed71-440c-a820-0bc1f71c422e tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752368 Feb 17 17:31:54.647271 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-49cd230b-4c9a-4508-b636-405604163c0a req-797e4e4a-6a24-4f25-b265-4142d19204fa tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5147989 Feb 17 17:31:54.657020 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-cda05335-9de3-4fad-b50c-1afe6acd9c11 None None] Provisioning complete for port df6efc80-10e2-4743-a0a6-e7344668cff7 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:31:54.657395 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-cda05335-9de3-4fad-b50c-1afe6acd9c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (df6efc80-10e2-4743-a0a6-e7344668cff7), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:54.675254 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-49cd230b-4c9a-4508-b636-405604163c0a req-a36fb10e-66af-4dea-8795-5485c442b614 service neutron] Request body: {'port': {'device_id': '91b03940-fd52-4fab-baa6-b38163ad055b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:31:54.735493 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-cda05335-9de3-4fad-b50c-1afe6acd9c11 None None] Port df6efc80-10e2-4743-a0a6-e7344668cff7 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:31:54.805286 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-49cd230b-4c9a-4508-b636-405604163c0a req-a36fb10e-66af-4dea-8795-5485c442b614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (df6efc80-10e2-4743-a0a6-e7344668cff7), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:55.069178 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47367c6a-6ea6-4e93-a0d3-2b3abad05f3a req-5c586e7b-282a-4beb-bc5a-41e14fadb588 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:55.076167 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-47367c6a-6ea6-4e93-a0d3-2b3abad05f3a req-5c586e7b-282a-4beb-bc5a-41e14fadb588 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b03940-fd52-4fab-baa6-b38163ad055b HTTP/1.1" status: 200 len: 936 time: 0.2426260 Feb 17 17:31:55.247918 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 349b2e3c-53a1-49f3-9bea-c8601e254d87 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:31:55.483558 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 349b2e3c-53a1-49f3-9bea-c8601e254d87, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=349b2e3c-53a1-49f3-9bea-c8601e254d87,segment=NetworkSegment(3ba1f701-b447-45d4-ab08-e0178ff31937),segment_id=3ba1f701-b447-45d4-ab08-e0178ff31937)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:55.500176 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '349b2e3c-53a1-49f3-9bea-c8601e254d87', 'network_id': '21effd86-3512-4fb2-9fff-79a3828347da', 'port_id': '349b2e3c-53a1-49f3-9bea-c8601e254d87', 'mac_address': 'fa:16:3e:cb:fa:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cb45345-5fb5-419b-af49-c30b93b525f5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:31:55.547295 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 349b2e3c-53a1-49f3-9bea-c8601e254d87 is: ACTIVE; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:31:55.547950 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (349b2e3c-53a1-49f3-9bea-c8601e254d87), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:55.565655 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 349b2e3c-53a1-49f3-9bea-c8601e254d87 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:31:55.596067 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 349b2e3c-53a1-49f3-9bea-c8601e254d87, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=349b2e3c-53a1-49f3-9bea-c8601e254d87,segment=NetworkSegment(3ba1f701-b447-45d4-ab08-e0178ff31937),segment_id=3ba1f701-b447-45d4-ab08-e0178ff31937)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:55.604218 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (349b2e3c-53a1-49f3-9bea-c8601e254d87), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:55.613353 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3ac60da9-342f-4f79-af8c-a6d9228847c4 req-d0ac8e7c-6ed7-4777-b985-eb106f7f7cac service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=1d8b8d76-19f4-449f-acde-56dc7188625e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6647532 Feb 17 17:31:55.687122 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=349b2e3c-53a1-49f3-9bea-c8601e254d87,revision_number=6']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:55.733058 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-47367c6a-6ea6-4e93-a0d3-2b3abad05f3a req-8bfc2e1b-9dcb-4823-8794-8f3af5e707b9 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6559916 Feb 17 17:31:55.786273 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['349b2e3c-53a1-49f3-9bea-c8601e254d87'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:31:55.843819 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140780cd-7d73-4846-a225-79e9b90843d6 req-55158f3f-1bef-4b12-b09e-7b0f5dc04e09 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:55.850613 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140780cd-7d73-4846-a225-79e9b90843d6 req-55158f3f-1bef-4b12-b09e-7b0f5dc04e09 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:55.857157 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140780cd-7d73-4846-a225-79e9b90843d6 req-55158f3f-1bef-4b12-b09e-7b0f5dc04e09 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:55.862950 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140780cd-7d73-4846-a225-79e9b90843d6 req-55158f3f-1bef-4b12-b09e-7b0f5dc04e09 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:55.870270 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140780cd-7d73-4846-a225-79e9b90843d6 req-55158f3f-1bef-4b12-b09e-7b0f5dc04e09 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:55.885036 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140780cd-7d73-4846-a225-79e9b90843d6 req-55158f3f-1bef-4b12-b09e-7b0f5dc04e09 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:55.895640 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140780cd-7d73-4846-a225-79e9b90843d6 req-55158f3f-1bef-4b12-b09e-7b0f5dc04e09 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:55.918669 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-140780cd-7d73-4846-a225-79e9b90843d6 req-55158f3f-1bef-4b12-b09e-7b0f5dc04e09 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 5444 time: 0.3686583 Feb 17 17:31:56.064313 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac60da9-342f-4f79-af8c-a6d9228847c4 req-1e7d8f72-21ff-4921-ac2b-fe8b701a53a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:56.068837 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3ac60da9-342f-4f79-af8c-a6d9228847c4 req-1e7d8f72-21ff-4921-ac2b-fe8b701a53a0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f8aea314af29468ab6557472620785fc&device_id=1d8b8d76-19f4-449f-acde-56dc7188625e HTTP/1.1" status: 200 len: 1126 time: 0.4107876 Feb 17 17:31:56.191407 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e6549-87e0-44c1-a8f6-294736e3c46b req-d5b58aab-dc75-4a84-9446-b627a70f03ef tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:56.193654 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-070e6549-87e0-44c1-a8f6-294736e3c46b req-d5b58aab-dc75-4a84-9446-b627a70f03ef tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 1128 time: 0.2223797 Feb 17 17:31:56.260612 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-49cd230b-4c9a-4508-b636-405604163c0a req-a36fb10e-66af-4dea-8795-5485c442b614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df6efc80-10e2-4743-a0a6-e7344668cff7 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:31:56.276906 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-49cd230b-4c9a-4508-b636-405604163c0a req-a36fb10e-66af-4dea-8795-5485c442b614 service neutron] Publish callbacks [] for port (df6efc80-10e2-4743-a0a6-e7344668cff7), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:56.298006 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176655d0-397f-4640-b86d-e2ecc7276fb8 req-acf54f0b-3ecb-4cee-91e9-8946697de72a tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:56.307570 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-176655d0-397f-4640-b86d-e2ecc7276fb8 req-acf54f0b-3ecb-4cee-91e9-8946697de72a tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/ports?device_id=67867b4a-0261-4713-b9a2-38c169568104 HTTP/1.1" status: 200 len: 946 time: 0.2656639 Feb 17 17:31:56.347344 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-49cd230b-4c9a-4508-b636-405604163c0a req-a36fb10e-66af-4dea-8795-5485c442b614 service neutron] Transition to ACTIVE for port object df6efc80-10e2-4743-a0a6-e7344668cff7 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:31:56.366643 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-49cd230b-4c9a-4508-b636-405604163c0a req-a36fb10e-66af-4dea-8795-5485c442b614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (df6efc80-10e2-4743-a0a6-e7344668cff7), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:56.373006 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac60da9-342f-4f79-af8c-a6d9228847c4 req-15b1dcce-a55f-4d0d-9210-47da539c01cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:56.374600 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3ac60da9-342f-4f79-af8c-a6d9228847c4 req-15b1dcce-a55f-4d0d-9210-47da539c01cc service neutron] 10.222.0.91 "GET /v2.0/networks?id=210dd7a1-23b8-45c6-a401-b56590fcc3c1 HTTP/1.1" status: 200 len: 908 time: 0.2777758 Feb 17 17:31:56.386538 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-070e6549-87e0-44c1-a8f6-294736e3c46b req-3819eaae-7900-4742-a096-e1ea8cc1205f tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583056 Feb 17 17:31:56.501769 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3ac60da9-342f-4f79-af8c-a6d9228847c4 req-eacca558-b2b5-47ff-b1d5-a498713a8fd5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c02aa91e-b5a3-4ae4-8119-898cef173204 HTTP/1.1" status: 200 len: 217 time: 0.0934005 Feb 17 17:31:56.532086 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-176655d0-397f-4640-b86d-e2ecc7276fb8 req-4fc35ca4-88e9-4904-b7e0-fb1145bec4f9 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/security-groups?id=576a4066-0325-49be-8e5b-8b74f3a5eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233627 Feb 17 17:31:56.554185 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36fb10e-66af-4dea-8795-5485c442b614 service neutron] Pushing event updated for resources: {'Port': ['ID=df6efc80-10e2-4743-a0a6-e7344668cff7,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:56.943641 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-49cd230b-4c9a-4508-b636-405604163c0a req-a36fb10e-66af-4dea-8795-5485c442b614 service neutron] Attempting to bind port df6efc80-10e2-4743-a0a6-e7344668cff7 on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:31:56.944745 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-49cd230b-4c9a-4508-b636-405604163c0a req-a36fb10e-66af-4dea-8795-5485c442b614 service neutron] Attempting to bind port df6efc80-10e2-4743-a0a6-e7344668cff7 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:31:56.949304 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cd230b-4c9a-4508-b636-405604163c0a req-a36fb10e-66af-4dea-8795-5485c442b614 service neutron] Attempting to bind port df6efc80-10e2-4743-a0a6-e7344668cff7 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:31:56.951685 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac60da9-342f-4f79-af8c-a6d9228847c4 req-417a839d-f27b-4cea-affb-5b3667b88ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:56.953228 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3ac60da9-342f-4f79-af8c-a6d9228847c4 req-417a839d-f27b-4cea-affb-5b3667b88ea0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8267d93d-c5aa-40cb-acb4-c1e284d682e6 HTTP/1.1" status: 200 len: 847 time: 0.4363177 Feb 17 17:31:57.071910 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3ac60da9-342f-4f79-af8c-a6d9228847c4 req-0de44b8b-e287-49a2-8fa7-e004e8b95f22 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=210dd7a1-23b8-45c6-a401-b56590fcc3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1097052 Feb 17 17:31:57.072715 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cd230b-4c9a-4508-b636-405604163c0a req-a36fb10e-66af-4dea-8795-5485c442b614 service neutron] Port df6efc80-10e2-4743-a0a6-e7344668cff7 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:31:57.072928 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cd230b-4c9a-4508-b636-405604163c0a req-a36fb10e-66af-4dea-8795-5485c442b614 service neutron] Attempting to bind port df6efc80-10e2-4743-a0a6-e7344668cff7 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:31:57.094780 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb0b3c-3b47-4eb6-88d8-ea2c909fb4bc req-616e5408-ea47-4b8e-8170-2584427a6e34 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:57.096390 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-32cb0b3c-3b47-4eb6-88d8-ea2c909fb4bc req-616e5408-ea47-4b8e-8170-2584427a6e34 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 945 time: 0.4882250 Feb 17 17:31:57.097244 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cd230b-4c9a-4508-b636-405604163c0a req-a36fb10e-66af-4dea-8795-5485c442b614 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:31:57.097541 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cd230b-4c9a-4508-b636-405604163c0a req-a36fb10e-66af-4dea-8795-5485c442b614 service neutron] Checking segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:31:57.098078 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cd230b-4c9a-4508-b636-405604163c0a req-a36fb10e-66af-4dea-8795-5485c442b614 service neutron] Bound using segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:31:57.098645 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-49cd230b-4c9a-4508-b636-405604163c0a req-a36fb10e-66af-4dea-8795-5485c442b614 service neutron] Bound port: df6efc80-10e2-4743-a0a6-e7344668cff7, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:31:57.099287 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-49cd230b-4c9a-4508-b636-405604163c0a req-a36fb10e-66af-4dea-8795-5485c442b614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (df6efc80-10e2-4743-a0a6-e7344668cff7), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:57.221660 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9794baf-7ca9-44d5-bff5-a39ad1bfda5b req-66b0e18e-d179-48c8-8be9-1a608ef6464a tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:57.228798 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a9794baf-7ca9-44d5-bff5-a39ad1bfda5b req-66b0e18e-d179-48c8-8be9-1a608ef6464a tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/ports?device_id=2c2860b6-9221-438d-b936-2e7a60ecbd0b HTTP/1.1" status: 200 len: 944 time: 0.3303268 Feb 17 17:31:57.250415 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af1437-4bab-4482-9b80-de714a22d169 req-9c1dac9a-2fef-41e9-86c1-86c4b0cd6b31 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:57.251876 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-46af1437-4bab-4482-9b80-de714a22d169 req-9c1dac9a-2fef-41e9-86c1-86c4b0cd6b31 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.71 "GET /v2.0/ports?device_id=67867b4a-0261-4713-b9a2-38c169568104 HTTP/1.1" status: 200 len: 946 time: 0.5933940 Feb 17 17:31:57.260734 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 349b2e3c-53a1-49f3-9bea-c8601e254d87 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:31:57.357423 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 349b2e3c-53a1-49f3-9bea-c8601e254d87 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:31:57.357719 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (349b2e3c-53a1-49f3-9bea-c8601e254d87), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:57.528572 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-32cb0b3c-3b47-4eb6-88d8-ea2c909fb4bc req-cba372a5-1126-4946-900d-42d8e7e480ff tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4132845 Feb 17 17:31:57.582015 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 349b2e3c-53a1-49f3-9bea-c8601e254d87 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:31:57.582469 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (349b2e3c-53a1-49f3-9bea-c8601e254d87), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:57.658355 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 349b2e3c-53a1-49f3-9bea-c8601e254d87, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=349b2e3c-53a1-49f3-9bea-c8601e254d87,segment=NetworkSegment(3ba1f701-b447-45d4-ab08-e0178ff31937),segment_id=3ba1f701-b447-45d4-ab08-e0178ff31937)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:57.664579 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c2860b6-9221-438d-b936-2e7a60ecbd0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349b2e3c-53a1-49f3-9bea-c8601e254d87'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:31:57.667422 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d16a29-f71a-44e9-a944-a7795dc3d03f" -d '{"events": [{"server_uuid": "2c2860b6-9221-438d-b936-2e7a60ecbd0b", "name": "network-vif-plugged", "status": "completed", "tag": "349b2e3c-53a1-49f3-9bea-c8601e254d87"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:31:57.678170 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (349b2e3c-53a1-49f3-9bea-c8601e254d87), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:57.681058 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device c19b8372-b79c-4aed-b060-809c36ac90b7 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:31:57.752271 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-49cd230b-4c9a-4508-b636-405604163c0a req-a36fb10e-66af-4dea-8795-5485c442b614 service neutron] For port df6efc80-10e2-4743-a0a6-e7344668cff7, host n-h2-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:31:57.759364 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-49cd230b-4c9a-4508-b636-405604163c0a req-a36fb10e-66af-4dea-8795-5485c442b614 service neutron] For port df6efc80-10e2-4743-a0a6-e7344668cff7, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=df6efc80-10e2-4743-a0a6-e7344668cff7,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:31:57.831665 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3ac60da9-342f-4f79-af8c-a6d9228847c4 req-312acb91-a51c-4802-b2c2-3708737af81c service neutron] 10.222.0.91 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7510123 Feb 17 17:31:57.838622 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-49cd230b-4c9a-4508-b636-405604163c0a req-a36fb10e-66af-4dea-8795-5485c442b614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (df6efc80-10e2-4743-a0a6-e7344668cff7), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:57.970837 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=349b2e3c-53a1-49f3-9bea-c8601e254d87,revision_number=7']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:57.985827 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port c19b8372-b79c-4aed-b060-809c36ac90b7 is: ACTIVE; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:31:57.986512 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c19b8372-b79c-4aed-b060-809c36ac90b7), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:58.172225 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3ac60da9-342f-4f79-af8c-a6d9228847c4 req-a99b72a1-a386-4a9e-ae87-49277b5ddf1f service neutron] 10.222.0.91 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861977 Feb 17 17:31:58.251583 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a9794baf-7ca9-44d5-bff5-a39ad1bfda5b req-9d8b8da2-b43b-40d7-8736-e95d556d35bc tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/security-groups?id=ab06c84a-4a00-40bb-b916-a68462b41859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0218709 Feb 17 17:31:58.272959 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd230b-4c9a-4508-b636-405604163c0a req-a36fb10e-66af-4dea-8795-5485c442b614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:58.273573 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-49cd230b-4c9a-4508-b636-405604163c0a req-a36fb10e-66af-4dea-8795-5485c442b614 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:58.286208 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-49cd230b-4c9a-4508-b636-405604163c0a req-a36fb10e-66af-4dea-8795-5485c442b614 service neutron] 10.222.0.91 "PUT /v2.0/ports/df6efc80-10e2-4743-a0a6-e7344668cff7 HTTP/1.1" status: 200 len: 1096 time: 3.6315391 Feb 17 17:31:58.287708 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91b03940-fd52-4fab-baa6-b38163ad055b', 'tag': 'df6efc80-10e2-4743-a0a6-e7344668cff7'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:31:58.302546 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b785a3-6e3c-4915-ac30-4a7e142f9464" -d '{"events": [{"name": "network-changed", "server_uuid": "91b03940-fd52-4fab-baa6-b38163ad055b", "tag": "df6efc80-10e2-4743-a0a6-e7344668cff7"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:31:58.329697 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-46af1437-4bab-4482-9b80-de714a22d169 req-c7b0a4ac-5a0f-447b-b0aa-c9623c7c5af1 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Deleting port c19b8372-b79c-4aed-b060-809c36ac90b7 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:31:58.330043 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-46af1437-4bab-4482-9b80-de714a22d169 req-c7b0a4ac-5a0f-447b-b0aa-c9623c7c5af1 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (c19b8372-b79c-4aed-b060-809c36ac90b7), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:58.335899 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port c19b8372-b79c-4aed-b060-809c36ac90b7, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=c19b8372-b79c-4aed-b060-809c36ac90b7,segment=NetworkSegment(0dec934c-a7c8-491e-a804-ed8110bf6a2c),segment_id=0dec934c-a7c8-491e-a804-ed8110bf6a2c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:58.343880 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c19b8372-b79c-4aed-b060-809c36ac90b7), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:58.484698 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=c19b8372-b79c-4aed-b060-809c36ac90b7,revision_number=6']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:58.524156 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-46af1437-4bab-4482-9b80-de714a22d169 req-c7b0a4ac-5a0f-447b-b0aa-c9623c7c5af1 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] For port c19b8372-b79c-4aed-b060-809c36ac90b7, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=c19b8372-b79c-4aed-b060-809c36ac90b7,segment=NetworkSegment(0dec934c-a7c8-491e-a804-ed8110bf6a2c),segment_id=0dec934c-a7c8-491e-a804-ed8110bf6a2c)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:31:58.524628 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-46af1437-4bab-4482-9b80-de714a22d169 req-c7b0a4ac-5a0f-447b-b0aa-c9623c7c5af1 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (c19b8372-b79c-4aed-b060-809c36ac90b7), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:58.545894 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-46af1437-4bab-4482-9b80-de714a22d169 req-c7b0a4ac-5a0f-447b-b0aa-c9623c7c5af1 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Calling delete_port for c19b8372-b79c-4aed-b060-809c36ac90b7 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:31:58.855403 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-46af1437-4bab-4482-9b80-de714a22d169 req-c7b0a4ac-5a0f-447b-b0aa-c9623c7c5af1 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (c19b8372-b79c-4aed-b060-809c36ac90b7), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:58.869536 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:31:59.027999 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-46af1437-4bab-4482-9b80-de714a22d169 req-c7b0a4ac-5a0f-447b-b0aa-c9623c7c5af1 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] No DVR routers for this DVR port c19b8372-b79c-4aed-b060-809c36ac90b7 on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:31:59.041733 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-46af1437-4bab-4482-9b80-de714a22d169 req-c7b0a4ac-5a0f-447b-b0aa-c9623c7c5af1 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:31:59.062918 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-46af1437-4bab-4482-9b80-de714a22d169 req-c7b0a4ac-5a0f-447b-b0aa-c9623c7c5af1 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.71 "DELETE /v2.0/ports/c19b8372-b79c-4aed-b060-809c36ac90b7 HTTP/1.1" status: 204 len: 173 time: 1.7238717 Feb 17 17:31:59.143604 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4245101-9979-4d78-8a19-615005fe1fa3 req-a6e6817b-c465-4a10-bf89-27a61e29945c tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:59.155374 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a4245101-9979-4d78-8a19-615005fe1fa3 req-a6e6817b-c465-4a10-bf89-27a61e29945c tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b03940-fd52-4fab-baa6-b38163ad055b HTTP/1.1" status: 200 len: 948 time: 0.3533924 Feb 17 17:31:59.159287 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36fb10e-66af-4dea-8795-5485c442b614 service neutron] Pushing event updated for resources: {'Port': ['ID=df6efc80-10e2-4743-a0a6-e7344668cff7,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:59.224647 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-f41a0412-144a-41da-8d03-7066fc1f781e tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:31:59.226484 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-f41a0412-144a-41da-8d03-7066fc1f781e tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0146487 Feb 17 17:31:59.297163 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b0a4ac-5a0f-447b-b0aa-c9623c7c5af1 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Pushing event deleted for resources: {'Port': ['ID=c19b8372-b79c-4aed-b060-809c36ac90b7,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:31:59.368693 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a4245101-9979-4d78-8a19-615005fe1fa3 req-a4e5102a-4bb8-4278-8429-aeea34daece3 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664498 Feb 17 17:31:59.409683 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd230b-4c9a-4508-b636-405604163c0a req-e22a70ee-42c5-4a4c-ba09-f35ff891618f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:59.411465 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-49cd230b-4c9a-4508-b636-405604163c0a req-e22a70ee-42c5-4a4c-ba09-f35ff891618f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=24d514a6d00a4f52a8689d09d1cf81c2&device_id=91b03940-fd52-4fab-baa6-b38163ad055b HTTP/1.1" status: 200 len: 1130 time: 0.6451247 Feb 17 17:31:59.468947 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-49cd230b-4c9a-4508-b636-405604163c0a req-d9caacd8-3a20-4ce0-8a35-effb6e253fcc service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=df6efc80-10e2-4743-a0a6-e7344668cff7 HTTP/1.1" status: 200 len: 217 time: 0.0471716 Feb 17 17:31:59.469535 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-77daa2da-5b60-460e-9ffc-4195cecfbe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:59.477482 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-77daa2da-5b60-460e-9ffc-4195cecfbe99 service neutron] 10.222.0.87 "GET /v2.0/ports/e35032aa-edb1-4b51-8281-ea12cf23c31a HTTP/1.1" status: 200 len: 1125 time: 0.1771889 Feb 17 17:31:59.481999 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-d728c487-c584-4293-b61a-c9fad3ee07fd service neutron] Request body: {'binding': {'host': 'n-h2-829613-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:31:59.482702 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-d728c487-c584-4293-b61a-c9fad3ee07fd service neutron] Unknown quota resources ['binding']. {{(pid=103435) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 17 17:31:59.696431 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5eedc5b1-5448-4b9b-a85f-84a2a25974ef req-84d25139-383c-47c5-8b8d-680c583f160d tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/ports?device_id=67867b4a-0261-4713-b9a2-38c169568104 HTTP/1.1" status: 200 len: 210 time: 0.0585864 Feb 17 17:31:59.787074 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd230b-4c9a-4508-b636-405604163c0a req-6b702595-0450-4e5b-bae1-48564f70e741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:59.791145 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26a1a43-0c2a-4ef8-9189-9b56a091bf2d x-openstack-request-id: req-a26a1a43-0c2a-4ef8-9189-9b56a091bf2d {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:31:59.792475 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c2860b6-9221-438d-b936-2e7a60ecbd0b", "name": "network-vif-plugged", "status": "completed", "tag": "349b2e3c-53a1-49f3-9bea-c8601e254d87", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:31:59.792991 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a26a1a43-0c2a-4ef8-9189-9b56a091bf2d {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:31:59.793465 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c2860b6-9221-438d-b936-2e7a60ecbd0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349b2e3c-53a1-49f3-9bea-c8601e254d87', 'code': 200} Feb 17 17:31:59.795103 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-49cd230b-4c9a-4508-b636-405604163c0a req-6b702595-0450-4e5b-bae1-48564f70e741 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.1111872 Feb 17 17:31:59.852703 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-d728c487-c584-4293-b61a-c9fad3ee07fd service neutron] Attempting to bind port e35032aa-edb1-4b51-8281-ea12cf23c31a on host n-h2-829613-2 for vnic_type normal with profile None {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:31:59.853046 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-d728c487-c584-4293-b61a-c9fad3ee07fd service neutron] Attempting to bind port e35032aa-edb1-4b51-8281-ea12cf23c31a by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:31:59.853478 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-d728c487-c584-4293-b61a-c9fad3ee07fd service neutron] Attempting to bind port e35032aa-edb1-4b51-8281-ea12cf23c31a on network 5dbbad70-2eaf-4ac4-baab-330b001075bb {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:31:59.862507 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447f0065-e8ea-45d4-b28a-b4d79e9a9cbc x-openstack-request-id: req-447f0065-e8ea-45d4-b28a-b4d79e9a9cbc {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:31:59.862809 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91b03940-fd52-4fab-baa6-b38163ad055b", "tag": "df6efc80-10e2-4743-a0a6-e7344668cff7", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:31:59.863070 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-447f0065-e8ea-45d4-b28a-b4d79e9a9cbc {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:31:59.863761 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91b03940-fd52-4fab-baa6-b38163ad055b', 'tag': 'df6efc80-10e2-4743-a0a6-e7344668cff7', 'status': 'completed', 'code': 200} Feb 17 17:31:59.867927 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-d728c487-c584-4293-b61a-c9fad3ee07fd service neutron] Port e35032aa-edb1-4b51-8281-ea12cf23c31a on network 5dbbad70-2eaf-4ac4-baab-330b001075bb not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:31:59.868279 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-d728c487-c584-4293-b61a-c9fad3ee07fd service neutron] Attempting to bind port e35032aa-edb1-4b51-8281-ea12cf23c31a on network 5dbbad70-2eaf-4ac4-baab-330b001075bb {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:31:59.887771 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-d728c487-c584-4293-b61a-c9fad3ee07fd service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:31:59.888119 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-d728c487-c584-4293-b61a-c9fad3ee07fd service neutron] Checking segment: {'id': '00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:31:59.888548 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-d728c487-c584-4293-b61a-c9fad3ee07fd service neutron] Bound using segment: {'id': '00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:31:59.889056 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-d728c487-c584-4293-b61a-c9fad3ee07fd service neutron] Bound port: e35032aa-edb1-4b51-8281-ea12cf23c31a, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:31:59.950226 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd230b-4c9a-4508-b636-405604163c0a req-dbb91c19-a334-44b8-81ed-f24c0eb453d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:31:59.952315 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-49cd230b-4c9a-4508-b636-405604163c0a req-dbb91c19-a334-44b8-81ed-f24c0eb453d7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1485257 Feb 17 17:32:00.101844 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-d728c487-c584-4293-b61a-c9fad3ee07fd service neutron] For port e35032aa-edb1-4b51-8281-ea12cf23c31a, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=e35032aa-edb1-4b51-8281-ea12cf23c31a,segment=NetworkSegment(00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be),segment_id=00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:32:00.114532 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-d728c487-c584-4293-b61a-c9fad3ee07fd service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:00.116426 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-d728c487-c584-4293-b61a-c9fad3ee07fd service neutron] 10.222.0.87 "POST /v2.0/ports/e35032aa-edb1-4b51-8281-ea12cf23c31a/bindings HTTP/1.1" status: 201 len: 389 time: 0.6374409 Feb 17 17:32:00.138624 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a1305b-5be7-4ad3-9fc2-47616b785bb0 req-747242a4-762d-45d6-a307-bbe50b1f061c tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:00.140582 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-63a1305b-5be7-4ad3-9fc2-47616b785bb0 req-747242a4-762d-45d6-a307-bbe50b1f061c tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 945 time: 0.1679294 Feb 17 17:32:00.160268 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-49cd230b-4c9a-4508-b636-405604163c0a req-1a088e55-dae2-4351-aab2-654823e3bde3 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005951 Feb 17 17:32:00.284853 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-63a1305b-5be7-4ad3-9fc2-47616b785bb0 req-4c3be563-678a-47e3-8402-f808ef82da42 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347384 Feb 17 17:32:00.344572 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-49cd230b-4c9a-4508-b636-405604163c0a req-2431ae64-efdb-4cad-a597-b338c2656b8a service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725373 Feb 17 17:32:00.531265 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b137b-9e89-4bf3-b62e-180f5c331476 req-243223eb-5626-4f15-a008-798246a21aec tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:00.540196 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a8b137b-9e89-4bf3-b62e-180f5c331476 req-243223eb-5626-4f15-a008-798246a21aec tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 946 time: 0.1569676 Feb 17 17:32:00.635067 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f04be-c994-4385-8ec0-24f2e229d82d req-162f23be-1386-4520-bb87-c33924fdeb0f tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:00.640390 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6e3f04be-c994-4385-8ec0-24f2e229d82d req-162f23be-1386-4520-bb87-c33924fdeb0f tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/ports?device_id=2c2860b6-9221-438d-b936-2e7a60ecbd0b HTTP/1.1" status: 200 len: 945 time: 0.2037408 Feb 17 17:32:00.719261 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a8b137b-9e89-4bf3-b62e-180f5c331476 req-b027b1dd-c659-4215-a7ec-c98761d98b25 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777575 Feb 17 17:32:00.726013 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-6d5261ef-464e-466d-8d21-619be70dc3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:00.727495 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-6d5261ef-464e-466d-8d21-619be70dc3df service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5bb8389d8da44943868afc5c1f119806&device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 1128 time: 0.1831093 Feb 17 17:32:00.732733 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b785a3-6e3c-4915-ac30-4a7e142f9464 req-13cfb376-d0b7-43a3-bfec-7ac66bb51d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:00.734185 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-11b785a3-6e3c-4915-ac30-4a7e142f9464 req-13cfb376-d0b7-43a3-bfec-7ac66bb51d3c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=24d514a6d00a4f52a8689d09d1cf81c2&device_id=91b03940-fd52-4fab-baa6-b38163ad055b HTTP/1.1" status: 200 len: 1130 time: 0.1837351 Feb 17 17:32:00.779193 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6e3f04be-c994-4385-8ec0-24f2e229d82d req-a9686c96-df16-404a-817b-7eaf622c11ba tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/security-groups?id=ab06c84a-4a00-40bb-b916-a68462b41859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291211 Feb 17 17:32:00.952823 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-da900e36-8d79-4e35-8168-0fcedda956be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:00.958661 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-da900e36-8d79-4e35-8168-0fcedda956be service neutron] 10.222.0.91 "GET /v2.0/networks?id=5dbbad70-2eaf-4ac4-baab-330b001075bb HTTP/1.1" status: 200 len: 921 time: 0.2197556 Feb 17 17:32:01.060880 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-df7b6d5f-cf1b-432b-aabe-66213eb814e7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e35032aa-edb1-4b51-8281-ea12cf23c31a HTTP/1.1" status: 200 len: 217 time: 0.0507326 Feb 17 17:32:01.111278 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b785a3-6e3c-4915-ac30-4a7e142f9464 req-fe607465-600f-4e39-9432-022f8ddb6cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:01.112861 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-11b785a3-6e3c-4915-ac30-4a7e142f9464 req-fe607465-600f-4e39-9432-022f8ddb6cf9 service neutron] 10.222.0.91 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 0.3659015 Feb 17 17:32:01.125402 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2378c1-be83-4fd7-8a71-960c477006a1 req-dbd02c98-3f4d-4c34-a284-0215b0f55b5a tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:01.126949 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2f2378c1-be83-4fd7-8a71-960c477006a1 req-dbd02c98-3f4d-4c34-a284-0215b0f55b5a tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b03940-fd52-4fab-baa6-b38163ad055b HTTP/1.1" status: 200 len: 948 time: 0.2999327 Feb 17 17:32:01.184504 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-11b785a3-6e3c-4915-ac30-4a7e142f9464 req-a6f73f4e-f2e0-4c05-bbc9-e9103d83329a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=df6efc80-10e2-4743-a0a6-e7344668cff7 HTTP/1.1" status: 200 len: 217 time: 0.0541422 Feb 17 17:32:01.192477 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-0238f90d-1013-4af0-a26d-fc715a37b80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:01.194028 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-0238f90d-1013-4af0-a26d-fc715a37b80f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d4b8c7cb-ffed-4089-8d05-52af74f92303 HTTP/1.1" status: 200 len: 860 time: 0.1197026 Feb 17 17:32:01.272861 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-825a63f7-16a7-4164-b084-8aa0cad8778b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5dbbad70-2eaf-4ac4-baab-330b001075bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454226 Feb 17 17:32:01.290812 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 349b2e3c-53a1-49f3-9bea-c8601e254d87 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:32:01.306539 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2f2378c1-be83-4fd7-8a71-960c477006a1 req-3b5ef4b5-cf7e-4624-b5aa-4faba160b893 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674249 Feb 17 17:32:01.420664 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 349b2e3c-53a1-49f3-9bea-c8601e254d87 is: ACTIVE; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:32:01.421532 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (349b2e3c-53a1-49f3-9bea-c8601e254d87), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:01.456961 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b785a3-6e3c-4915-ac30-4a7e142f9464 req-5b8ceed3-8d0b-4d8f-b385-bdc5023cdcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:01.459557 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-11b785a3-6e3c-4915-ac30-4a7e142f9464 req-5b8ceed3-8d0b-4d8f-b385-bdc5023cdcc6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.2626636 Feb 17 17:32:01.463304 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 349b2e3c-53a1-49f3-9bea-c8601e254d87, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=349b2e3c-53a1-49f3-9bea-c8601e254d87,segment=NetworkSegment(3ba1f701-b447-45d4-ab08-e0178ff31937),segment_id=3ba1f701-b447-45d4-ab08-e0178ff31937)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:32:01.469687 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (349b2e3c-53a1-49f3-9bea-c8601e254d87), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:01.530995 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=349b2e3c-53a1-49f3-9bea-c8601e254d87,revision_number=8']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:01.550557 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-16f658d4-5f7f-4e66-87d8-a0025a808bf0 service neutron] 10.222.0.91 "GET /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677267 Feb 17 17:32:01.794700 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67867b4a-0261-4713-b9a2-38c169568104', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c19b8372-b79c-4aed-b060-809c36ac90b7'}, {'server_uuid': '2c2860b6-9221-438d-b936-2e7a60ecbd0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '349b2e3c-53a1-49f3-9bea-c8601e254d87'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:32:01.797333 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9225042f-20c6-4f17-9ca4-403ba7666dd3" -d '{"events": [{"server_uuid": "67867b4a-0261-4713-b9a2-38c169568104", "name": "network-vif-unplugged", "status": "completed", "tag": "c19b8372-b79c-4aed-b060-809c36ac90b7"}, {"server_uuid": "2c2860b6-9221-438d-b936-2e7a60ecbd0b", "name": "network-vif-unplugged", "status": "completed", "tag": "349b2e3c-53a1-49f3-9bea-c8601e254d87"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:32:01.891650 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67867b4a-0261-4713-b9a2-38c169568104', 'name': 'network-vif-deleted', 'tag': 'c19b8372-b79c-4aed-b060-809c36ac90b7'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:32:01.893982 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15085164-6585-46cb-97a9-80fac1b1ac53" -d '{"events": [{"server_uuid": "67867b4a-0261-4713-b9a2-38c169568104", "name": "network-vif-deleted", "tag": "c19b8372-b79c-4aed-b060-809c36ac90b7"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:32:01.966331 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b31f3-2e88-4f3b-9898-d5119722359a req-34d77d35-43be-4300-b834-e628b7581dfa tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:01.967853 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-874b31f3-2e88-4f3b-9898-d5119722359a req-34d77d35-43be-4300-b834-e628b7581dfa tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/ports?device_id=2c2860b6-9221-438d-b936-2e7a60ecbd0b HTTP/1.1" status: 200 len: 943 time: 0.5052476 Feb 17 17:32:02.009021 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b785a3-6e3c-4915-ac30-4a7e142f9464 req-33cf9e85-e65c-4d32-865d-476b8d7ba732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:02.010466 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-11b785a3-6e3c-4915-ac30-4a7e142f9464 req-33cf9e85-e65c-4d32-865d-476b8d7ba732 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5329564 Feb 17 17:32:02.021529 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106af29-e6b4-4595-b3af-87e37e85318d req-d387d9ea-3787-40b3-a75a-fb5af1132faa tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:02.022968 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f106af29-e6b4-4595-b3af-87e37e85318d req-d387d9ea-3787-40b3-a75a-fb5af1132faa tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] 10.222.0.87 "GET /v2.0/ports?device_id=fffeec1c-21e0-4d24-a312-22b5b34c6e20 HTTP/1.1" status: 200 len: 950 time: 0.5127749 Feb 17 17:32:02.096810 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device df6efc80-10e2-4743-a0a6-e7344668cff7 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:32:02.110901 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-9898b72d-5052-44eb-91b6-db0769a40a42 service neutron] 10.222.0.91 "GET /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130568 Feb 17 17:32:02.164377 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-874b31f3-2e88-4f3b-9898-d5119722359a req-2ad7ffc0-3010-4cdb-9ba8-33c2e7b66d2e tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/security-groups?id=ab06c84a-4a00-40bb-b916-a68462b41859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693571 Feb 17 17:32:02.175090 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f106af29-e6b4-4595-b3af-87e37e85318d req-65d82bf4-28d6-41d3-9f40-d302a057b752 tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] 10.222.0.87 "GET /v2.0/security-groups?id=b8c93038-f6d8-43dd-b431-205d3aa6f289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319170 Feb 17 17:32:02.218442 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-11b785a3-6e3c-4915-ac30-4a7e142f9464 req-b2047a59-63ef-46e2-83a4-192b6afbd26a service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928706 Feb 17 17:32:02.266507 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port df6efc80-10e2-4743-a0a6-e7344668cff7, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=df6efc80-10e2-4743-a0a6-e7344668cff7,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:32:02.287649 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': 'df6efc80-10e2-4743-a0a6-e7344668cff7', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'port_id': 'df6efc80-10e2-4743-a0a6-e7344668cff7', 'mac_address': 'fa:16:3e:96:bb:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac79920f-9ddd-4352-b866-6056158b178e', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:32:02.335915 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port df6efc80-10e2-4743-a0a6-e7344668cff7 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:32:02.337126 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (df6efc80-10e2-4743-a0a6-e7344668cff7), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:02.353484 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df6efc80-10e2-4743-a0a6-e7344668cff7 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:32:02.375489 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port df6efc80-10e2-4743-a0a6-e7344668cff7, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=df6efc80-10e2-4743-a0a6-e7344668cff7,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:32:02.380869 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (df6efc80-10e2-4743-a0a6-e7344668cff7), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:02.426232 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d0a40-4484-4deb-bc0a-652cd2bffe7d req-a7430dba-3ee4-430c-9dc8-7b6bb70e287f tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:02.427748 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f55d0a40-4484-4deb-bc0a-652cd2bffe7d req-a7430dba-3ee4-430c-9dc8-7b6bb70e287f tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 945 time: 0.1820390 Feb 17 17:32:02.429604 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-11b785a3-6e3c-4915-ac30-4a7e142f9464 req-6cf3026e-ec8e-46d6-af27-afa13666fc8c service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021127 Feb 17 17:32:02.434648 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=df6efc80-10e2-4743-a0a6-e7344668cff7,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:02.437606 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ceb534-49ac-4a74-a4c7-e32c305ba6c1 req-b87c21b1-8e7a-4405-a531-8b4970706d0e tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:02.445450 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-49ceb534-49ac-4a74-a4c7-e32c305ba6c1 req-b87c21b1-8e7a-4405-a531-8b4970706d0e tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/ports?device_id=c76a8d24-e029-4d1c-92b2-c894c94c3e12 HTTP/1.1" status: 200 len: 945 time: 0.1768911 Feb 17 17:32:02.526760 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-49ceb534-49ac-4a74-a4c7-e32c305ba6c1 req-593ff0dc-3af7-4f63-83ca-890c644c8224 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/security-groups?id=576a4066-0325-49be-8e5b-8b74f3a5eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804181 Feb 17 17:32:02.530232 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f55d0a40-4484-4deb-bc0a-652cd2bffe7d req-2a4f2b7d-60f9-4494-94d9-bb2bc07eb5bb tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819595 Feb 17 17:32:02.600711 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 17 Feb 2022 17:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbdab736-c58d-4b59-bfb5-f7834e54d163 x-openstack-request-id: req-fbdab736-c58d-4b59-bfb5-f7834e54d163 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:32:02.601024 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67867b4a-0261-4713-b9a2-38c169568104", "name": "network-vif-unplugged", "status": "completed", "tag": "c19b8372-b79c-4aed-b060-809c36ac90b7", "code": 200}, {"server_uuid": "2c2860b6-9221-438d-b936-2e7a60ecbd0b", "name": "network-vif-unplugged", "status": "completed", "tag": "349b2e3c-53a1-49f3-9bea-c8601e254d87", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:32:02.601442 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-fbdab736-c58d-4b59-bfb5-f7834e54d163 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:32:02.601976 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67867b4a-0261-4713-b9a2-38c169568104', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c19b8372-b79c-4aed-b060-809c36ac90b7', 'code': 200} Feb 17 17:32:02.602294 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c2860b6-9221-438d-b936-2e7a60ecbd0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '349b2e3c-53a1-49f3-9bea-c8601e254d87', 'code': 200} Feb 17 17:32:02.643516 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4e0c53-6b2b-4357-b7d8-c55457ae22f3 x-openstack-request-id: req-3b4e0c53-6b2b-4357-b7d8-c55457ae22f3 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:32:02.643810 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67867b4a-0261-4713-b9a2-38c169568104", "name": "network-vif-deleted", "tag": "c19b8372-b79c-4aed-b060-809c36ac90b7", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:32:02.644059 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3b4e0c53-6b2b-4357-b7d8-c55457ae22f3 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:32:02.645120 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67867b4a-0261-4713-b9a2-38c169568104', 'name': 'network-vif-deleted', 'tag': 'c19b8372-b79c-4aed-b060-809c36ac90b7', 'status': 'completed', 'code': 200} Feb 17 17:32:02.675258 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25417751-4ddb-41e7-bb2b-48cd774baf03 req-136215f0-2322-45da-aecd-fab3dc089846 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:02.684927 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-25417751-4ddb-41e7-bb2b-48cd774baf03 req-136215f0-2322-45da-aecd-fab3dc089846 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 946 time: 0.0720005 Feb 17 17:32:02.709054 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['df6efc80-10e2-4743-a0a6-e7344668cff7'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:32:02.745830 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-25417751-4ddb-41e7-bb2b-48cd774baf03 req-4b73dbc0-4338-42cd-a850-0cbe9fe478a4 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600379 Feb 17 17:32:02.848506 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9c6e3aa5-f3e2-42a3-8551-a47e83c4b4ab req-690fdb9f-e7a1-4120-b3bf-f65ec36bbf90 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--1237124689&fields=id&tenant_id=fc553e94d63549b788478ed2c106f22c HTTP/1.1" status: 200 len: 267 time: 0.0692956 Feb 17 17:32:02.893880 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-952b9100-e4f0-482c-9d50-d4633254828b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:02.977473 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845801e2-4f0b-44e2-a511-1b7d37fbec6d req-e972e139-f735-42d4-be33-1b3a2b31ef0c tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:02.978978 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-845801e2-4f0b-44e2-a511-1b7d37fbec6d req-e972e139-f735-42d4-be33-1b3a2b31ef0c tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b03940-fd52-4fab-baa6-b38163ad055b HTTP/1.1" status: 200 len: 949 time: 0.1500237 Feb 17 17:32:03.006527 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e3aa5-f3e2-42a3-8551-a47e83c4b4ab req-968828a9-2cf3-4e35-a774-860664ab7bf0 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:03.008082 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9c6e3aa5-f3e2-42a3-8551-a47e83c4b4ab req-968828a9-2cf3-4e35-a774-860664ab7bf0 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/networks?id=c2cdbb84-b0de-49c6-9b88-405d1af9ccab HTTP/1.1" status: 200 len: 815 time: 0.1320012 Feb 17 17:32:03.030398 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9c6e3aa5-f3e2-42a3-8551-a47e83c4b4ab req-977aa199-bc7e-4251-8b31-886cb61f09e9 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/quotas/fc553e94d63549b788478ed2c106f22c HTTP/1.1" status: 200 len: 375 time: 0.0159030 Feb 17 17:32:03.094996 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-845801e2-4f0b-44e2-a511-1b7d37fbec6d req-6d47ae75-8cc3-43de-b65a-e5db00f7588b tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091187 Feb 17 17:32:03.123929 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9c6e3aa5-f3e2-42a3-8551-a47e83c4b4ab req-2038c971-4271-4cbf-b00c-7cf2b5dd1434 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=fc553e94d63549b788478ed2c106f22c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0806077 Feb 17 17:32:03.304846 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9c6e3aa5-f3e2-42a3-8551-a47e83c4b4ab req-32c16d85-c8ec-478c-a12c-9b6c3fd07533 service neutron] 10.222.0.87 "GET /v2.0/networks/c2cdbb84-b0de-49c6-9b88-405d1af9ccab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666172 Feb 17 17:32:03.355468 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca3a04-f070-49a8-a670-3a9e36565688 req-bc572e8a-18a5-46e4-aeb7-8d14bbc62f65 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:03.357092 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-23ca3a04-f070-49a8-a670-3a9e36565688 req-bc572e8a-18a5-46e4-aeb7-8d14bbc62f65 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.91 "GET /v2.0/ports?device_id=c76a8d24-e029-4d1c-92b2-c894c94c3e12 HTTP/1.1" status: 200 len: 945 time: 0.1453028 Feb 17 17:32:03.477249 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e4315-0a5d-4556-ba9c-2a3b9fb629c0 req-1ff5e2db-8d5e-4570-bc32-4152529d9918 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:03.478747 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5c7e4315-0a5d-4556-ba9c-2a3b9fb629c0 req-1ff5e2db-8d5e-4570-bc32-4152529d9918 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c2860b6-9221-438d-b936-2e7a60ecbd0b HTTP/1.1" status: 200 len: 943 time: 0.1966786 Feb 17 17:32:03.552835 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9c6e3aa5-f3e2-42a3-8551-a47e83c4b4ab req-7b3227f8-666d-4f79-a726-9a49fb9cad87 service neutron] 10.222.0.87 "GET /v2.0/networks/c2cdbb84-b0de-49c6-9b88-405d1af9ccab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303171 Feb 17 17:32:03.588561 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:32:03.641324 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-23ca3a04-f070-49a8-a670-3a9e36565688 req-ff8c135a-7de6-4ac2-aa56-6e70892682cc tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Deleting port d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:32:03.642034 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-23ca3a04-f070-49a8-a670-3a9e36565688 req-ff8c135a-7de6-4ac2-aa56-6e70892682cc tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:03.695061 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-5c7e4315-0a5d-4556-ba9c-2a3b9fb629c0 req-d27287ab-eb88-4132-97fa-6525967197a9 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Deleting port 349b2e3c-53a1-49f3-9bea-c8601e254d87 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:32:03.695598 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-5c7e4315-0a5d-4556-ba9c-2a3b9fb629c0 req-d27287ab-eb88-4132-97fa-6525967197a9 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (349b2e3c-53a1-49f3-9bea-c8601e254d87), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:03.864710 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-23ca3a04-f070-49a8-a670-3a9e36565688 req-ff8c135a-7de6-4ac2-aa56-6e70892682cc tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] For port d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56,segment=NetworkSegment(0dec934c-a7c8-491e-a804-ed8110bf6a2c),segment_id=0dec934c-a7c8-491e-a804-ed8110bf6a2c)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:32:03.865231 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-23ca3a04-f070-49a8-a670-3a9e36565688 req-ff8c135a-7de6-4ac2-aa56-6e70892682cc tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:03.895382 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf347f4c-ab7f-42c2-b033-74f1a6f14af5 req-d1d5fa65-bacd-4097-85d1-b44c2bb0754a tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:03.897010 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bf347f4c-ab7f-42c2-b033-74f1a6f14af5 req-d1d5fa65-bacd-4097-85d1-b44c2bb0754a tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/ports?device_id=2c2860b6-9221-438d-b936-2e7a60ecbd0b HTTP/1.1" status: 200 len: 943 time: 0.1959910 Feb 17 17:32:03.903220 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-23ca3a04-f070-49a8-a670-3a9e36565688 req-ff8c135a-7de6-4ac2-aa56-6e70892682cc tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Calling delete_port for d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:32:03.913417 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-5c7e4315-0a5d-4556-ba9c-2a3b9fb629c0 req-d27287ab-eb88-4132-97fa-6525967197a9 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] For port 349b2e3c-53a1-49f3-9bea-c8601e254d87, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=349b2e3c-53a1-49f3-9bea-c8601e254d87,segment=NetworkSegment(3ba1f701-b447-45d4-ab08-e0178ff31937),segment_id=3ba1f701-b447-45d4-ab08-e0178ff31937)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:32:03.913931 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-5c7e4315-0a5d-4556-ba9c-2a3b9fb629c0 req-d27287ab-eb88-4132-97fa-6525967197a9 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (349b2e3c-53a1-49f3-9bea-c8601e254d87), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:03.968040 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-5c7e4315-0a5d-4556-ba9c-2a3b9fb629c0 req-d27287ab-eb88-4132-97fa-6525967197a9 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Calling delete_port for 349b2e3c-53a1-49f3-9bea-c8601e254d87 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:32:04.110010 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device df6efc80-10e2-4743-a0a6-e7344668cff7 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:32:04.120512 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bf347f4c-ab7f-42c2-b033-74f1a6f14af5 req-d351f86a-bd68-426e-97f0-1c3c20402f47 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/security-groups?id=ab06c84a-4a00-40bb-b916-a68462b41859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151616 Feb 17 17:32:04.174419 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d13b4e-53e1-445a-b1d1-d855fffcd26f req-a099df40-94a7-495c-ae75-421d18340f65 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:04.176049 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-83d13b4e-53e1-445a-b1d1-d855fffcd26f req-a099df40-94a7-495c-ae75-421d18340f65 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/ports?device_id=c76a8d24-e029-4d1c-92b2-c894c94c3e12 HTTP/1.1" status: 200 len: 945 time: 0.2171793 Feb 17 17:32:04.249500 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port df6efc80-10e2-4743-a0a6-e7344668cff7 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:32:04.256081 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port df6efc80-10e2-4743-a0a6-e7344668cff7 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:32:04.256791 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (df6efc80-10e2-4743-a0a6-e7344668cff7), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:04.348188 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-5c7e4315-0a5d-4556-ba9c-2a3b9fb629c0 req-d27287ab-eb88-4132-97fa-6525967197a9 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (349b2e3c-53a1-49f3-9bea-c8601e254d87), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:04.365833 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-83d13b4e-53e1-445a-b1d1-d855fffcd26f req-41996417-e8bb-41b6-a33e-070f21a9d762 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/security-groups?id=576a4066-0325-49be-8e5b-8b74f3a5eebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668935 Feb 17 17:32:04.371771 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port df6efc80-10e2-4743-a0a6-e7344668cff7 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:32:04.372885 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (df6efc80-10e2-4743-a0a6-e7344668cff7), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:04.375362 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-23ca3a04-f070-49a8-a670-3a9e36565688 req-ff8c135a-7de6-4ac2-aa56-6e70892682cc tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:04.426382 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-fc95736c-e141-4028-af31-29fbfaa1e4a5 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:04.428260 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-fc95736c-e141-4028-af31-29fbfaa1e4a5 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb&tenant_id=f8aea314af29468ab6557472620785fc&binding%3Ahost_id=n-h2-829613-2 HTTP/1.1" status: 200 len: 1127 time: 0.1173422 Feb 17 17:32:04.432920 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port df6efc80-10e2-4743-a0a6-e7344668cff7, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=df6efc80-10e2-4743-a0a6-e7344668cff7,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:32:04.435374 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27287ab-eb88-4132-97fa-6525967197a9 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Pushing event deleted for resources: {'Port': ['ID=349b2e3c-53a1-49f3-9bea-c8601e254d87,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:04.441119 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-28b0286e-52e2-405a-b7da-dd094b1d6707 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-829613-2'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:32:04.459643 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (df6efc80-10e2-4743-a0a6-e7344668cff7), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:04.461221 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:32:04.491377 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c135a-7de6-4ac2-aa56-6e70892682cc tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Pushing event deleted for resources: {'Port': ['ID=d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:04.506781 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcdae04-700a-4398-9d8e-5aaddd0959ed req-e1bc67a9-2230-4482-b14f-afc4c8c413d1 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:04.514782 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0fcdae04-700a-4398-9d8e-5aaddd0959ed req-e1bc67a9-2230-4482-b14f-afc4c8c413d1 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 945 time: 0.2584176 Feb 17 17:32:04.522773 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:32:04.523087 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56 not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:32:04.524358 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 6826495d-9218-47e6-b57b-c1bde55aa4ff no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:32:04.563884 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-28b0286e-52e2-405a-b7da-dd094b1d6707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (66e46b72-cc88-4c93-82a3-5cb6717194c5), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:04.592734 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c7e4315-0a5d-4556-ba9c-2a3b9fb629c0 req-d27287ab-eb88-4132-97fa-6525967197a9 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] No DVR routers for this DVR port 349b2e3c-53a1-49f3-9bea-c8601e254d87 on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:32:04.603531 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b03940-fd52-4fab-baa6-b38163ad055b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df6efc80-10e2-4743-a0a6-e7344668cff7'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:32:04.605878 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da46b36-5198-4017-af2a-d74150d9bcc7" -d '{"events": [{"server_uuid": "91b03940-fd52-4fab-baa6-b38163ad055b", "name": "network-vif-plugged", "status": "completed", "tag": "df6efc80-10e2-4743-a0a6-e7344668cff7"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:32:04.614531 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-5c7e4315-0a5d-4556-ba9c-2a3b9fb629c0 req-d27287ab-eb88-4132-97fa-6525967197a9 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:04.625860 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=df6efc80-10e2-4743-a0a6-e7344668cff7,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:04.626447 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5c7e4315-0a5d-4556-ba9c-2a3b9fb629c0 req-d27287ab-eb88-4132-97fa-6525967197a9 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.71 "DELETE /v2.0/ports/349b2e3c-53a1-49f3-9bea-c8601e254d87 HTTP/1.1" status: 204 len: 173 time: 1.1264353 Feb 17 17:32:04.667834 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c2860b6-9221-438d-b936-2e7a60ecbd0b', 'name': 'network-vif-deleted', 'tag': '349b2e3c-53a1-49f3-9bea-c8601e254d87'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:32:04.670041 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eade1462-78bf-46c1-bca7-54f138d9ad8b" -d '{"events": [{"server_uuid": "2c2860b6-9221-438d-b936-2e7a60ecbd0b", "name": "network-vif-deleted", "tag": "349b2e3c-53a1-49f3-9bea-c8601e254d87"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:32:04.700019 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ca3a04-f070-49a8-a670-3a9e36565688 req-ff8c135a-7de6-4ac2-aa56-6e70892682cc tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] No DVR routers for this DVR port d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56 on host n-h2-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:32:04.712375 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-23ca3a04-f070-49a8-a670-3a9e36565688 req-ff8c135a-7de6-4ac2-aa56-6e70892682cc tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:04.713226 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 6826495d-9218-47e6-b57b-c1bde55aa4ff is: ACTIVE; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:32:04.713798 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6826495d-9218-47e6-b57b-c1bde55aa4ff), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:04.715872 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-23ca3a04-f070-49a8-a670-3a9e36565688 req-ff8c135a-7de6-4ac2-aa56-6e70892682cc tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.91 "DELETE /v2.0/ports/d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56 HTTP/1.1" status: 204 len: 173 time: 1.3466537 Feb 17 17:32:04.790499 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0fcdae04-700a-4398-9d8e-5aaddd0959ed req-e34c12a7-f1ce-49cb-8bc8-1a4589f63039 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747211 Feb 17 17:32:04.801299 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 6826495d-9218-47e6-b57b-c1bde55aa4ff, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=6826495d-9218-47e6-b57b-c1bde55aa4ff,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:32:04.805966 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (6826495d-9218-47e6-b57b-c1bde55aa4ff), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:04.829337 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099a5e6-29d1-4f3f-af66-db6b92b7d78f req-8e83df45-e560-4c55-9e7b-bff2c57959f7 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:04.832365 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3099a5e6-29d1-4f3f-af66-db6b92b7d78f req-8e83df45-e560-4c55-9e7b-bff2c57959f7 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 946 time: 0.2899144 Feb 17 17:32:04.909400 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=6826495d-9218-47e6-b57b-c1bde55aa4ff,revision_number=8']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:04.923154 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-28b0286e-52e2-405a-b7da-dd094b1d6707 service neutron] For port 66e46b72-cc88-4c93-82a3-5cb6717194c5, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=66e46b72-cc88-4c93-82a3-5cb6717194c5,segment=NetworkSegment(25b82b75-bd12-4667-b51a-aa287338793c),segment_id=25b82b75-bd12-4667-b51a-aa287338793c)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:32:04.954035 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3099a5e6-29d1-4f3f-af66-db6b92b7d78f req-3d18ae0f-65a2-4a4e-886d-fa72b3fc119e tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147227 Feb 17 17:32:05.020652 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-59dc1647-43c9-48e1-bb66-7f1f5fdfc4d1 req-2841919a-8aff-47d1-9bab-66a954583a86 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9af662f-42f6-474a-88ab-f4fae63eb99b HTTP/1.1" status: 200 len: 210 time: 0.0853150 Feb 17 17:32:05.021042 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-28b0286e-52e2-405a-b7da-dd094b1d6707 service neutron] For port 66e46b72-cc88-4c93-82a3-5cb6717194c5, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:32:05.120081 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae9d6d5-c596-4d27-883f-9abe987efbcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66e46b72-cc88-4c93-82a3-5cb6717194c5'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:32:05.122804 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c969f4-7343-4362-b662-6324ca14f771" -d '{"events": [{"server_uuid": "cae9d6d5-c596-4d27-883f-9abe987efbcb", "name": "network-vif-unplugged", "status": "completed", "tag": "66e46b72-cc88-4c93-82a3-5cb6717194c5"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:32:05.127103 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-28b0286e-52e2-405a-b7da-dd094b1d6707 service neutron] Publish callbacks [] for port (66e46b72-cc88-4c93-82a3-5cb6717194c5), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:05.135896 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-28b0286e-52e2-405a-b7da-dd094b1d6707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (66e46b72-cc88-4c93-82a3-5cb6717194c5), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:05.184350 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3cb5e-d6d6-4cf7-897b-b867b581a3e8 req-f6f98602-80cd-4231-8e46-06af20d98b0e tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:05.192466 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-46a3cb5e-d6d6-4cf7-897b-b867b581a3e8 req-f6f98602-80cd-4231-8e46-06af20d98b0e tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b03940-fd52-4fab-baa6-b38163ad055b HTTP/1.1" status: 200 len: 950 time: 0.1059523 Feb 17 17:32:05.224106 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b0286e-52e2-405a-b7da-dd094b1d6707 service neutron] Pushing event updated for resources: {'Port': ['ID=66e46b72-cc88-4c93-82a3-5cb6717194c5,revision_number=7']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:05.292939 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-28b0286e-52e2-405a-b7da-dd094b1d6707 service neutron] Attempting to bind port 66e46b72-cc88-4c93-82a3-5cb6717194c5 on host n-h2-829613-2 for vnic_type normal with profile {"migrating_to": "n-h1-829613-2"} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:32:05.293332 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-28b0286e-52e2-405a-b7da-dd094b1d6707 service neutron] Attempting to bind port 66e46b72-cc88-4c93-82a3-5cb6717194c5 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '25b82b75-bd12-4667-b51a-aa287338793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:32:05.293614 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-28b0286e-52e2-405a-b7da-dd094b1d6707 service neutron] Attempting to bind port 66e46b72-cc88-4c93-82a3-5cb6717194c5 on network 210dd7a1-23b8-45c6-a401-b56590fcc3c1 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:32:05.298779 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-28b0286e-52e2-405a-b7da-dd094b1d6707 service neutron] Port 66e46b72-cc88-4c93-82a3-5cb6717194c5 on network 210dd7a1-23b8-45c6-a401-b56590fcc3c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:32:05.299179 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-28b0286e-52e2-405a-b7da-dd094b1d6707 service neutron] Attempting to bind port 66e46b72-cc88-4c93-82a3-5cb6717194c5 on network 210dd7a1-23b8-45c6-a401-b56590fcc3c1 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:32:05.307325 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-28b0286e-52e2-405a-b7da-dd094b1d6707 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:32:05.307726 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-28b0286e-52e2-405a-b7da-dd094b1d6707 service neutron] Checking segment: {'id': '25b82b75-bd12-4667-b51a-aa287338793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:32:05.308059 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-28b0286e-52e2-405a-b7da-dd094b1d6707 service neutron] Bound using segment: {'id': '25b82b75-bd12-4667-b51a-aa287338793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:32:05.308527 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-28b0286e-52e2-405a-b7da-dd094b1d6707 service neutron] Bound port: 66e46b72-cc88-4c93-82a3-5cb6717194c5, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b82b75-bd12-4667-b51a-aa287338793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:32:05.308894 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-28b0286e-52e2-405a-b7da-dd094b1d6707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (66e46b72-cc88-4c93-82a3-5cb6717194c5), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:05.310758 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 66e46b72-cc88-4c93-82a3-5cb6717194c5 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:32:05.314825 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 349b2e3c-53a1-49f3-9bea-c8601e254d87 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:32:05.348798 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-46a3cb5e-d6d6-4cf7-897b-b867b581a3e8 req-cfc2f27f-885c-4912-95ac-01a87d7b2fb6 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553071 Feb 17 17:32:05.437746 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: 349b2e3c-53a1-49f3-9bea-c8601e254d87 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:32:05.442911 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 349b2e3c-53a1-49f3-9bea-c8601e254d87 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:32:05.453095 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efdc4bce-c21d-47c2-9a08-e5c0487da676 x-openstack-request-id: req-efdc4bce-c21d-47c2-9a08-e5c0487da676 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:32:05.453738 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b03940-fd52-4fab-baa6-b38163ad055b", "name": "network-vif-plugged", "status": "completed", "tag": "df6efc80-10e2-4743-a0a6-e7344668cff7", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:32:05.454009 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-efdc4bce-c21d-47c2-9a08-e5c0487da676 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:32:05.454425 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b03940-fd52-4fab-baa6-b38163ad055b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df6efc80-10e2-4743-a0a6-e7344668cff7', 'code': 200} Feb 17 17:32:05.466899 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-28b0286e-52e2-405a-b7da-dd094b1d6707 service neutron] For port 66e46b72-cc88-4c93-82a3-5cb6717194c5, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:32:05.481147 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-28b0286e-52e2-405a-b7da-dd094b1d6707 service neutron] For port 66e46b72-cc88-4c93-82a3-5cb6717194c5, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=66e46b72-cc88-4c93-82a3-5cb6717194c5,segment=NetworkSegment(25b82b75-bd12-4667-b51a-aa287338793c),segment_id=25b82b75-bd12-4667-b51a-aa287338793c)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:32:05.493459 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-28b0286e-52e2-405a-b7da-dd094b1d6707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (66e46b72-cc88-4c93-82a3-5cb6717194c5), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:05.504440 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.resource_extend [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 17:32:05.507461 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3fffa7-b18b-4680-8efd-493076dd0314 x-openstack-request-id: req-5e3fffa7-b18b-4680-8efd-493076dd0314 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:32:05.508066 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c2860b6-9221-438d-b936-2e7a60ecbd0b", "name": "network-vif-deleted", "tag": "349b2e3c-53a1-49f3-9bea-c8601e254d87", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:32:05.508229 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5e3fffa7-b18b-4680-8efd-493076dd0314 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:32:05.508881 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c2860b6-9221-438d-b936-2e7a60ecbd0b', 'name': 'network-vif-deleted', 'tag': '349b2e3c-53a1-49f3-9bea-c8601e254d87', 'status': 'completed', 'code': 200} Feb 17 17:32:05.514391 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4522fdd1-8bfd-402a-901c-ae62b9283891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:05.654058 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b0286e-52e2-405a-b7da-dd094b1d6707 service neutron] Pushing event updated for resources: {'Port': ['ID=66e46b72-cc88-4c93-82a3-5cb6717194c5,revision_number=8']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:05.663319 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 17:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322e2ad3-5d67-409e-a803-eecfb5deab2d x-openstack-request-id: req-322e2ad3-5d67-409e-a803-eecfb5deab2d {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:32:05.664632 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae9d6d5-c596-4d27-883f-9abe987efbcb", "name": "network-vif-unplugged", "status": "completed", "tag": "66e46b72-cc88-4c93-82a3-5cb6717194c5", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:32:05.666220 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-322e2ad3-5d67-409e-a803-eecfb5deab2d {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:32:05.666980 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae9d6d5-c596-4d27-883f-9abe987efbcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66e46b72-cc88-4c93-82a3-5cb6717194c5', 'code': 200} Feb 17 17:32:05.674805 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2ccc3-f72e-4af5-8bf4-0f603e1c88ea req-ad5eca32-10fd-4f7d-8991-da44a670f616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:05.676936 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dbf2ccc3-f72e-4af5-8bf4-0f603e1c88ea req-ad5eca32-10fd-4f7d-8991-da44a670f616 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=91b03940-fd52-4fab-baa6-b38163ad055b HTTP/1.1" status: 200 len: 1132 time: 0.0944095 Feb 17 17:32:05.775161 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4cc1ac91-4ac4-4c6e-b152-a870149a3692 req-2ccb8f0a-b6d3-4b3a-b978-cc375af7fe8c tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/ports?device_id=2c2860b6-9221-438d-b936-2e7a60ecbd0b HTTP/1.1" status: 200 len: 210 time: 0.0810580 Feb 17 17:32:05.778929 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-28b0286e-52e2-405a-b7da-dd094b1d6707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:05.779718 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-28b0286e-52e2-405a-b7da-dd094b1d6707 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:05.787255 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-28b0286e-52e2-405a-b7da-dd094b1d6707 service neutron] 10.222.0.71 "PUT /v2.0/ports/66e46b72-cc88-4c93-82a3-5cb6717194c5 HTTP/1.1" status: 200 len: 1121 time: 1.3507161 Feb 17 17:32:05.804979 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 66e46b72-cc88-4c93-82a3-5cb6717194c5, host n-h2-829613-2, got binding levels [] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:32:05.879179 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f00725e-edeb-40b8-a407-13eb9618f822 req-616387d0-774d-434e-8deb-17d1f40b40c2 tempest-ListServerFiltersTestJSON-673135584 tempest-ListServerFiltersTestJSON-673135584-project] 10.222.0.87 "GET /v2.0/ports?device_id=c76a8d24-e029-4d1c-92b2-c894c94c3e12 HTTP/1.1" status: 200 len: 210 time: 0.0746527 Feb 17 17:32:05.889178 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dbf2ccc3-f72e-4af5-8bf4-0f603e1c88ea req-03357058-ddcc-48cd-b0e6-563d7f263a77 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052672 Feb 17 17:32:05.898837 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Attempting to bind port 66e46b72-cc88-4c93-82a3-5cb6717194c5 on host n-h2-829613-2 for vnic_type normal with profile {"migrating_to": "n-h1-829613-2"} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:32:05.903010 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Attempting to bind port 66e46b72-cc88-4c93-82a3-5cb6717194c5 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '25b82b75-bd12-4667-b51a-aa287338793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:32:05.903501 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Attempting to bind port 66e46b72-cc88-4c93-82a3-5cb6717194c5 on network 210dd7a1-23b8-45c6-a401-b56590fcc3c1 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:32:05.907526 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['66e46b72-cc88-4c93-82a3-5cb6717194c5'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:32:05.983439 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Port 66e46b72-cc88-4c93-82a3-5cb6717194c5 on network 210dd7a1-23b8-45c6-a401-b56590fcc3c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:32:05.983907 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Attempting to bind port 66e46b72-cc88-4c93-82a3-5cb6717194c5 on network 210dd7a1-23b8-45c6-a401-b56590fcc3c1 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:32:06.014270 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['66e46b72-cc88-4c93-82a3-5cb6717194c5'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:32:06.036078 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1544d-b756-4a5f-8cc5-56d5bfd48234 req-e5c0bed0-1777-430e-95e7-d5d6faedb98d tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:06.044489 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-67c1544d-b756-4a5f-8cc5-56d5bfd48234 req-e5c0bed0-1777-430e-95e7-d5d6faedb98d tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 943 time: 0.0826824 Feb 17 17:32:06.056993 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:32:06.057515 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Checking segment: {'id': '25b82b75-bd12-4667-b51a-aa287338793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:32:06.058002 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Bound using segment: {'id': '25b82b75-bd12-4667-b51a-aa287338793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:32:06.058513 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Bound port: 66e46b72-cc88-4c93-82a3-5cb6717194c5, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b82b75-bd12-4667-b51a-aa287338793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '210dd7a1-23b8-45c6-a401-b56590fcc3c1'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:32:06.058912 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (66e46b72-cc88-4c93-82a3-5cb6717194c5), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:06.107210 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-67c1544d-b756-4a5f-8cc5-56d5bfd48234 req-791d4a6d-3eda-4cac-aea3-851ebdab8749 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617645 Feb 17 17:32:06.229805 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e3aa5-f3e2-42a3-8551-a47e83c4b4ab req-1777aac8-3078-4f45-8fb9-fe35c10c1b52 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:06.232167 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9c6e3aa5-f3e2-42a3-8551-a47e83c4b4ab req-1777aac8-3078-4f45-8fb9-fe35c10c1b52 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.71 "GET /v2.0/networks?id=c2cdbb84-b0de-49c6-9b88-405d1af9ccab HTTP/1.1" status: 200 len: 815 time: 0.1712368 Feb 17 17:32:06.260740 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ff613-f43b-49f2-9dc4-9de9a93604f0 req-e1593ea6-93ab-4e2b-93e0-abd6ddd4d354 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:06.276838 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d84ff613-f43b-49f2-9dc4-9de9a93604f0 req-e1593ea6-93ab-4e2b-93e0-abd6ddd4d354 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 946 time: 0.1662695 Feb 17 17:32:06.306344 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a0c2bd3-5a4e-456f-a4da-cdbf7a62aaed req-68766968-9b53-4558-b6a0-fac055b14fda tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9af662f-42f6-474a-88ab-f4fae63eb99b HTTP/1.1" status: 200 len: 210 time: 0.0799425 Feb 17 17:32:06.381028 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9c6e3aa5-f3e2-42a3-8551-a47e83c4b4ab req-c42fb2ef-b3bc-411e-90db-7e5cfc8528e2 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc553e94d63549b788478ed2c106f22c HTTP/1.1" status: 200 len: 380 time: 0.1315093 Feb 17 17:32:06.383674 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d84ff613-f43b-49f2-9dc4-9de9a93604f0 req-2f9e4cc0-d6aa-4c4d-a759-54df8dc82995 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059272 Feb 17 17:32:06.399636 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-9c6e3aa5-f3e2-42a3-8551-a47e83c4b4ab req-42505e21-6b02-4c23-bfb4-c711de220a8c tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Request body: {'port': {'device_id': 'a9af662f-42f6-474a-88ab-f4fae63eb99b', 'network_id': 'c2cdbb84-b0de-49c6-9b88-405d1af9ccab', 'admin_state_up': True, 'tenant_id': 'fc553e94d63549b788478ed2c106f22c', 'security_groups': ['7dec7973-5133-4629-8348-fd9f82a14b7b']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:32:06.452524 n-d-829613-2 neutron-server[103436]: WARNING neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Concurrent port binding operations failed on port 66e46b72-cc88-4c93-82a3-5cb6717194c5 Feb 17 17:32:06.458298 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 66e46b72-cc88-4c93-82a3-5cb6717194c5, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=66e46b72-cc88-4c93-82a3-5cb6717194c5,segment=NetworkSegment(25b82b75-bd12-4667-b51a-aa287338793c),segment_id=25b82b75-bd12-4667-b51a-aa287338793c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:32:06.466345 n-d-829613-2 neutron-server[103436]: INFO neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Attempt 2 to bind port 66e46b72-cc88-4c93-82a3-5cb6717194c5 Feb 17 17:32:06.467333 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 66e46b72-cc88-4c93-82a3-5cb6717194c5 has no active binding in host n-h1-829613-2 {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 17 17:32:06.548809 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef32500-d5b8-4459-9462-2ebe54d15aff req-6c3ee7f1-0e35-4b21-b148-e0c866f843b6 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:06.554950 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aef32500-d5b8-4459-9462-2ebe54d15aff req-6c3ee7f1-0e35-4b21-b148-e0c866f843b6 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b03940-fd52-4fab-baa6-b38163ad055b HTTP/1.1" status: 200 len: 950 time: 0.1092846 Feb 17 17:32:06.586588 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c6e3aa5-f3e2-42a3-8551-a47e83c4b4ab req-42505e21-6b02-4c23-bfb4-c711de220a8c tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Made reservation on behalf of fc553e94d63549b788478ed2c106f22c for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:32:06.592262 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9c6e3aa5-f3e2-42a3-8551-a47e83c4b4ab req-42505e21-6b02-4c23-bfb4-c711de220a8c tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:06.599820 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:06.645390 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aef32500-d5b8-4459-9462-2ebe54d15aff req-620fda6b-b4c8-4423-b464-6ae9aa96c24c tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837672 Feb 17 17:32:06.744333 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-9c6e3aa5-f3e2-42a3-8551-a47e83c4b4ab req-42505e21-6b02-4c23-bfb4-c711de220a8c tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Allocated IP 172.20.0.12 (c2cdbb84-b0de-49c6-9b88-405d1af9ccab/9656495d-68fd-4771-8cc2-ffde2cb90652/977461a2-632f-4f73-8dd1-7713fa90e125) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:32:06.902451 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9c6e3aa5-f3e2-42a3-8551-a47e83c4b4ab req-42505e21-6b02-4c23-bfb4-c711de220a8c tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Publish callbacks [] for port (977461a2-632f-4f73-8dd1-7713fa90e125), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:06.942508 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9c6e3aa5-f3e2-42a3-8551-a47e83c4b4ab req-42505e21-6b02-4c23-bfb4-c711de220a8c tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (977461a2-632f-4f73-8dd1-7713fa90e125), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:06.987113 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40356) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:32:07.028437 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c6e3aa5-f3e2-42a3-8551-a47e83c4b4ab req-42505e21-6b02-4c23-bfb4-c711de220a8c tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Network c2cdbb84-b0de-49c6-9b88-405d1af9ccab is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:32:07.031808 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-9c6e3aa5-f3e2-42a3-8551-a47e83c4b4ab req-42505e21-6b02-4c23-bfb4-c711de220a8c tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:32:07.036898 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c6e3aa5-f3e2-42a3-8551-a47e83c4b4ab req-42505e21-6b02-4c23-bfb4-c711de220a8c tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:32:07.042201 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42505e21-6b02-4c23-bfb4-c711de220a8c tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Pushing event updated for resources: {'Port': ['ID=977461a2-632f-4f73-8dd1-7713fa90e125,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:07.099319 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e3aa5-f3e2-42a3-8551-a47e83c4b4ab req-42505e21-6b02-4c23-bfb4-c711de220a8c tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:07.100743 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9c6e3aa5-f3e2-42a3-8551-a47e83c4b4ab req-42505e21-6b02-4c23-bfb4-c711de220a8c tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:07.122123 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9c6e3aa5-f3e2-42a3-8551-a47e83c4b4ab req-42505e21-6b02-4c23-bfb4-c711de220a8c tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7332919 Feb 17 17:32:07.136317 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-9c6e3aa5-f3e2-42a3-8551-a47e83c4b4ab req-0d79ac51-e3a3-457e-b68a-461b253f707a service neutron] Request body: {'port': {'device_id': 'a9af662f-42f6-474a-88ab-f4fae63eb99b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:32:07.138305 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2a53582-5cca-4b0e-ac98-66c75e8af1af admin admin] Deleting subnet 74324b72-a65c-4b92-b6c8-41ca4b30f5b6 {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:32:07.143864 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e2a53582-5cca-4b0e-ac98-66c75e8af1af admin admin] Publish callbacks [] for subnet (74324b72-a65c-4b92-b6c8-41ca4b30f5b6), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:07.245552 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e2a53582-5cca-4b0e-ac98-66c75e8af1af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (74324b72-a65c-4b92-b6c8-41ca4b30f5b6), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:07.275815 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9c6e3aa5-f3e2-42a3-8551-a47e83c4b4ab req-0d79ac51-e3a3-457e-b68a-461b253f707a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (977461a2-632f-4f73-8dd1-7713fa90e125), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:07.367344 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a411333-5844-4738-9235-a0a10f6dbe07 req-ab5118d3-2488-4340-b875-ee6265b400ac tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:07.374440 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a411333-5844-4738-9235-a0a10f6dbe07 req-ab5118d3-2488-4340-b875-ee6265b400ac tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/networks?id=21effd86-3512-4fb2-9fff-79a3828347da HTTP/1.1" status: 200 len: 822 time: 0.2981031 Feb 17 17:32:07.420151 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a411333-5844-4738-9235-a0a10f6dbe07 req-d4103c66-cdc8-4169-af05-c2e16bdff2ca tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/quotas/7c2cddd3132f4b18b46f752bdb32619e HTTP/1.1" status: 200 len: 375 time: 0.0445800 Feb 17 17:32:07.455782 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffeec1c-21e0-4d24-a312-22b5b34c6e20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6826495d-9218-47e6-b57b-c1bde55aa4ff'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:32:07.458432 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a222a3-cd34-4279-9cae-49381cfd35a6" -d '{"events": [{"server_uuid": "fffeec1c-21e0-4d24-a312-22b5b34c6e20", "name": "network-vif-unplugged", "status": "completed", "tag": "6826495d-9218-47e6-b57b-c1bde55aa4ff"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:32:07.474649 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a411333-5844-4738-9235-a0a10f6dbe07 req-aea33589-d714-4c90-9aba-9e0e9c45869f tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=7c2cddd3132f4b18b46f752bdb32619e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534155 Feb 17 17:32:07.509631 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-aeb4ee80-d2e7-490f-861c-d9c07d5c1fa0 None None] Provisioning complete for port 977461a2-632f-4f73-8dd1-7713fa90e125 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:32:07.510729 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-aeb4ee80-d2e7-490f-861c-d9c07d5c1fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (977461a2-632f-4f73-8dd1-7713fa90e125), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:07.512957 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76a8d24-e029-4d1c-92b2-c894c94c3e12', 'name': 'network-vif-deleted', 'tag': 'd5bdc8e4-af40-446a-8ac6-b7bd37b9aa56'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:32:07.515507 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ddcf785-6c9e-4a98-bfa6-ea33eefc1f6d" -d '{"events": [{"server_uuid": "c76a8d24-e029-4d1c-92b2-c894c94c3e12", "name": "network-vif-deleted", "tag": "d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:32:07.540940 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfede00-9c28-4468-9b1e-137e5280896c req-28c792c8-4db4-49f9-a593-2bfcefd7a5ad tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:07.545308 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7cfede00-9c28-4468-9b1e-137e5280896c req-28c792c8-4db4-49f9-a593-2bfcefd7a5ad tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 943 time: 0.2948818 Feb 17 17:32:07.583574 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-aeb4ee80-d2e7-490f-861c-d9c07d5c1fa0 None None] Port 977461a2-632f-4f73-8dd1-7713fa90e125 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:32:07.592520 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e2a53582-5cca-4b0e-ac98-66c75e8af1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (74324b72-a65c-4b92-b6c8-41ca4b30f5b6), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:07.688670 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cae9d6d5-c596-4d27-883f-9abe987efbcb', 'tag': '66e46b72-cc88-4c93-82a3-5cb6717194c5'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:32:07.693461 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e25b48a-ca16-41a6-849f-a869abcc00d5" -d '{"events": [{"name": "network-changed", "server_uuid": "cae9d6d5-c596-4d27-883f-9abe987efbcb", "tag": "66e46b72-cc88-4c93-82a3-5cb6717194c5"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:32:07.714507 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-9c6e3aa5-f3e2-42a3-8551-a47e83c4b4ab req-0d79ac51-e3a3-457e-b68a-461b253f707a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 977461a2-632f-4f73-8dd1-7713fa90e125 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:32:07.718250 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7cfede00-9c28-4468-9b1e-137e5280896c req-aface14f-0c23-404a-901b-c3f55b75a2d4 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682343 Feb 17 17:32:07.730435 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9c6e3aa5-f3e2-42a3-8551-a47e83c4b4ab req-0d79ac51-e3a3-457e-b68a-461b253f707a service neutron] Publish callbacks [] for port (977461a2-632f-4f73-8dd1-7713fa90e125), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:07.746465 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a411333-5844-4738-9235-a0a10f6dbe07 req-a3870121-96e1-4dd1-a295-5c2a6bef710e service neutron] 10.222.0.87 "GET /v2.0/networks/21effd86-3512-4fb2-9fff-79a3828347da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708797 Feb 17 17:32:07.790682 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-9c6e3aa5-f3e2-42a3-8551-a47e83c4b4ab req-0d79ac51-e3a3-457e-b68a-461b253f707a service neutron] Transition to ACTIVE for port object 977461a2-632f-4f73-8dd1-7713fa90e125 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:32:07.798265 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9c6e3aa5-f3e2-42a3-8551-a47e83c4b4ab req-0d79ac51-e3a3-457e-b68a-461b253f707a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (977461a2-632f-4f73-8dd1-7713fa90e125), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:07.801612 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:07.805056 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e2a53582-5cca-4b0e-ac98-66c75e8af1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (74324b72-a65c-4b92-b6c8-41ca4b30f5b6), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:07.835327 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a53582-5cca-4b0e-ac98-66c75e8af1af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74324b72-a65c-4b92-b6c8-41ca4b30f5b6,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:07.893089 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d79ac51-e3a3-457e-b68a-461b253f707a service neutron] Pushing event updated for resources: {'Port': ['ID=977461a2-632f-4f73-8dd1-7713fa90e125,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:07.932047 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197d92bc-8729-40bc-8381-ed17393d7a57 None None] Network 2dbba759-30c1-4729-beb6-f31d94648cea requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:32:08.006179 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a411333-5844-4738-9235-a0a10f6dbe07 req-390729d6-0aa9-4c0d-a0a4-efa66a867635 service neutron] 10.222.0.87 "GET /v2.0/networks/21effd86-3512-4fb2-9fff-79a3828347da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586560 Feb 17 17:32:08.009913 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e2a53582-5cca-4b0e-ac98-66c75e8af1af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:08.021632 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e2a53582-5cca-4b0e-ac98-66c75e8af1af admin admin] 10.222.0.87 "DELETE /v2.0/subnets/74324b72-a65c-4b92-b6c8-41ca4b30f5b6 HTTP/1.1" status: 204 len: 168 time: 1.0316508 Feb 17 17:32:08.023140 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40378) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:32:08.114201 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-9c6e3aa5-f3e2-42a3-8551-a47e83c4b4ab req-0d79ac51-e3a3-457e-b68a-461b253f707a service neutron] Attempting to bind port 977461a2-632f-4f73-8dd1-7713fa90e125 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:32:08.114845 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-9c6e3aa5-f3e2-42a3-8551-a47e83c4b4ab req-0d79ac51-e3a3-457e-b68a-461b253f707a service neutron] Attempting to bind port 977461a2-632f-4f73-8dd1-7713fa90e125 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '26b3d40e-4e4c-449c-90be-dd67156021aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c2cdbb84-b0de-49c6-9b88-405d1af9ccab'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:32:08.115619 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6e3aa5-f3e2-42a3-8551-a47e83c4b4ab req-0d79ac51-e3a3-457e-b68a-461b253f707a service neutron] Attempting to bind port 977461a2-632f-4f73-8dd1-7713fa90e125 on network c2cdbb84-b0de-49c6-9b88-405d1af9ccab {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:32:08.135601 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 6826495d-9218-47e6-b57b-c1bde55aa4ff details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:32:08.135854 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6e3aa5-f3e2-42a3-8551-a47e83c4b4ab req-0d79ac51-e3a3-457e-b68a-461b253f707a service neutron] Port 977461a2-632f-4f73-8dd1-7713fa90e125 on network c2cdbb84-b0de-49c6-9b88-405d1af9ccab not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:32:08.136065 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6e3aa5-f3e2-42a3-8551-a47e83c4b4ab req-0d79ac51-e3a3-457e-b68a-461b253f707a service neutron] Attempting to bind port 977461a2-632f-4f73-8dd1-7713fa90e125 on network c2cdbb84-b0de-49c6-9b88-405d1af9ccab {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:32:08.145837 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45a579-a4f2-48ab-a170-30fc40cf2e90 req-78393e04-6762-4ac7-8f4b-fa9292920e0f tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:08.156157 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7e45a579-a4f2-48ab-a170-30fc40cf2e90 req-78393e04-6762-4ac7-8f4b-fa9292920e0f tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9af662f-42f6-474a-88ab-f4fae63eb99b HTTP/1.1" status: 200 len: 944 time: 0.2568350 Feb 17 17:32:08.169362 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6e3aa5-f3e2-42a3-8551-a47e83c4b4ab req-0d79ac51-e3a3-457e-b68a-461b253f707a service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:32:08.169732 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6e3aa5-f3e2-42a3-8551-a47e83c4b4ab req-0d79ac51-e3a3-457e-b68a-461b253f707a service neutron] Checking segment: {'id': '26b3d40e-4e4c-449c-90be-dd67156021aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c2cdbb84-b0de-49c6-9b88-405d1af9ccab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:32:08.172761 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6e3aa5-f3e2-42a3-8551-a47e83c4b4ab req-0d79ac51-e3a3-457e-b68a-461b253f707a service neutron] Bound using segment: {'id': '26b3d40e-4e4c-449c-90be-dd67156021aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c2cdbb84-b0de-49c6-9b88-405d1af9ccab'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:32:08.173390 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-9c6e3aa5-f3e2-42a3-8551-a47e83c4b4ab req-0d79ac51-e3a3-457e-b68a-461b253f707a service neutron] Bound port: 977461a2-632f-4f73-8dd1-7713fa90e125, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26b3d40e-4e4c-449c-90be-dd67156021aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c2cdbb84-b0de-49c6-9b88-405d1af9ccab'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:32:08.173788 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9c6e3aa5-f3e2-42a3-8551-a47e83c4b4ab req-0d79ac51-e3a3-457e-b68a-461b253f707a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (977461a2-632f-4f73-8dd1-7713fa90e125), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:08.292521 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ed52748f-3379-426f-baec-9e4d7856ca1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (2dbba759-30c1-4729-beb6-f31d94648cea), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:08.294709 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7e45a579-a4f2-48ab-a170-30fc40cf2e90 req-d2bc5894-3163-4e9d-8898-775ece3c5c5b tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/security-groups?id=7dec7973-5133-4629-8348-fd9f82a14b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337523 Feb 17 17:32:08.343997 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 6826495d-9218-47e6-b57b-c1bde55aa4ff, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=6826495d-9218-47e6-b57b-c1bde55aa4ff,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:32:08.378463 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '6826495d-9218-47e6-b57b-c1bde55aa4ff', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'port_id': '6826495d-9218-47e6-b57b-c1bde55aa4ff', 'mac_address': 'fa:16:3e:8c:c2:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac79920f-9ddd-4352-b866-6056158b178e', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:32:08.389774 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1681a1b3-f50a-4a54-b133-932fd2835bcf None None] DHCP port deletion for 2dbba759-30c1-4729-beb6-f31d94648cea request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:32:08.409117 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 17:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37817015-0673-4370-8eba-05212d409ba7 x-openstack-request-id: req-37817015-0673-4370-8eba-05212d409ba7 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:32:08.409667 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fffeec1c-21e0-4d24-a312-22b5b34c6e20", "name": "network-vif-unplugged", "status": "completed", "tag": "6826495d-9218-47e6-b57b-c1bde55aa4ff", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:32:08.410642 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-37817015-0673-4370-8eba-05212d409ba7 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:32:08.411224 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffeec1c-21e0-4d24-a312-22b5b34c6e20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6826495d-9218-47e6-b57b-c1bde55aa4ff', 'code': 200} Feb 17 17:32:08.501264 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66b30a7-5bc2-4666-95e4-09c92ddf2bd1 x-openstack-request-id: req-f66b30a7-5bc2-4666-95e4-09c92ddf2bd1 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:32:08.501561 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c76a8d24-e029-4d1c-92b2-c894c94c3e12", "name": "network-vif-deleted", "tag": "d5bdc8e4-af40-446a-8ac6-b7bd37b9aa56", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:32:08.501882 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f66b30a7-5bc2-4666-95e4-09c92ddf2bd1 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:32:08.502206 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c76a8d24-e029-4d1c-92b2-c894c94c3e12', 'name': 'network-vif-deleted', 'tag': 'd5bdc8e4-af40-446a-8ac6-b7bd37b9aa56', 'status': 'completed', 'code': 200} Feb 17 17:32:08.509829 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 6826495d-9218-47e6-b57b-c1bde55aa4ff is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:32:08.510889 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6826495d-9218-47e6-b57b-c1bde55aa4ff), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:08.516504 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6325b-b560-4e5e-8c21-6726217ba609 req-a217fb24-8e69-41f0-bfa5-cbcfacd7039b tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:08.518124 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cac6325b-b560-4e5e-8c21-6726217ba609 req-a217fb24-8e69-41f0-bfa5-cbcfacd7039b tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 946 time: 0.1452944 Feb 17 17:32:08.541251 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6826495d-9218-47e6-b57b-c1bde55aa4ff {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:32:08.571033 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 6826495d-9218-47e6-b57b-c1bde55aa4ff, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=6826495d-9218-47e6-b57b-c1bde55aa4ff,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:32:08.581818 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-1681a1b3-f50a-4a54-b133-932fd2835bcf None None] Deleting port a6769198-a963-44de-bdb2-7599b9f2af81 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:32:08.582536 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1681a1b3-f50a-4a54-b133-932fd2835bcf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (a6769198-a963-44de-bdb2-7599b9f2af81), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:08.589154 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-9c6e3aa5-f3e2-42a3-8551-a47e83c4b4ab req-0d79ac51-e3a3-457e-b68a-461b253f707a service neutron] For port 977461a2-632f-4f73-8dd1-7713fa90e125, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:32:08.597013 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-9c6e3aa5-f3e2-42a3-8551-a47e83c4b4ab req-0d79ac51-e3a3-457e-b68a-461b253f707a service neutron] For port 977461a2-632f-4f73-8dd1-7713fa90e125, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=977461a2-632f-4f73-8dd1-7713fa90e125,segment=NetworkSegment(26b3d40e-4e4c-449c-90be-dd67156021aa),segment_id=26b3d40e-4e4c-449c-90be-dd67156021aa)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:32:08.614677 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9c6e3aa5-f3e2-42a3-8551-a47e83c4b4ab req-0d79ac51-e3a3-457e-b68a-461b253f707a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (977461a2-632f-4f73-8dd1-7713fa90e125), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:08.635891 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (6826495d-9218-47e6-b57b-c1bde55aa4ff), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:08.644450 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-ed52748f-3379-426f-baec-9e4d7856ca1d admin admin] Deleting port a6769198-a963-44de-bdb2-7599b9f2af81 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:32:08.645835 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ed52748f-3379-426f-baec-9e4d7856ca1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (a6769198-a963-44de-bdb2-7599b9f2af81), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:08.653272 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e3aa5-f3e2-42a3-8551-a47e83c4b4ab req-0d79ac51-e3a3-457e-b68a-461b253f707a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:08.654581 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9c6e3aa5-f3e2-42a3-8551-a47e83c4b4ab req-0d79ac51-e3a3-457e-b68a-461b253f707a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:08.655623 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9c6e3aa5-f3e2-42a3-8551-a47e83c4b4ab req-0d79ac51-e3a3-457e-b68a-461b253f707a service neutron] 10.222.0.71 "PUT /v2.0/ports/977461a2-632f-4f73-8dd1-7713fa90e125 HTTP/1.1" status: 200 len: 1092 time: 1.5242164 Feb 17 17:32:08.666409 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cac6325b-b560-4e5e-8c21-6726217ba609 req-cb111bc6-d85b-43c3-a269-87d542a2267b tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393023 Feb 17 17:32:08.736267 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c455a4e-8bea-4701-9d4b-87dcd0ff1cc5 req-4dc47d75-6dc8-4cb3-803b-94980297f76e tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:08.745422 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9c455a4e-8bea-4701-9d4b-87dcd0ff1cc5 req-4dc47d75-6dc8-4cb3-803b-94980297f76e tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b03940-fd52-4fab-baa6-b38163ad055b HTTP/1.1" status: 200 len: 950 time: 0.1439188 Feb 17 17:32:08.795320 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41093b4f-7dc4-4491-8bf7-ced3d0a49616 x-openstack-request-id: req-41093b4f-7dc4-4491-8bf7-ced3d0a49616 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:32:08.795912 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cae9d6d5-c596-4d27-883f-9abe987efbcb", "tag": "66e46b72-cc88-4c93-82a3-5cb6717194c5", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:32:08.796065 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-41093b4f-7dc4-4491-8bf7-ced3d0a49616 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:32:08.796587 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cae9d6d5-c596-4d27-883f-9abe987efbcb', 'tag': '66e46b72-cc88-4c93-82a3-5cb6717194c5', 'status': 'completed', 'code': 200} Feb 17 17:32:08.923926 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=6826495d-9218-47e6-b57b-c1bde55aa4ff,revision_number=9']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:08.954257 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['6826495d-9218-47e6-b57b-c1bde55aa4ff'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:32:08.959329 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9c455a4e-8bea-4701-9d4b-87dcd0ff1cc5 req-5f531153-6724-4186-a700-70a89c7be59c tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058504 Feb 17 17:32:09.066966 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-1681a1b3-f50a-4a54-b133-932fd2835bcf None None] For port a6769198-a963-44de-bdb2-7599b9f2af81, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=a6769198-a963-44de-bdb2-7599b9f2af81,segment=NetworkSegment(0dec934c-a7c8-491e-a804-ed8110bf6a2c),segment_id=0dec934c-a7c8-491e-a804-ed8110bf6a2c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:32:09.068080 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3e43883e-ab87-40aa-b758-df6f8cc090ee req-d0971bee-379b-4bc0-846a-2082cb884691 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/ports?device_id=c854e228-e846-4cbc-bf63-74d8b9c76980 HTTP/1.1" status: 200 len: 210 time: 0.1056077 Feb 17 17:32:09.068222 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1681a1b3-f50a-4a54-b133-932fd2835bcf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (a6769198-a963-44de-bdb2-7599b9f2af81), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:09.074231 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e25b48a-ca16-41a6-849f-a869abcc00d5 req-002f6ab3-a027-468c-8326-245d4fcf5e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:09.077072 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7e25b48a-ca16-41a6-849f-a869abcc00d5 req-002f6ab3-a027-468c-8326-245d4fcf5e41 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f8aea314af29468ab6557472620785fc&device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 1155 time: 0.2602651 Feb 17 17:32:09.126314 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-1681a1b3-f50a-4a54-b133-932fd2835bcf None None] Calling delete_port for a6769198-a963-44de-bdb2-7599b9f2af81 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:32:09.280969 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e25b48a-ca16-41a6-849f-a869abcc00d5 req-c1cc1c67-ba85-4512-ade5-e49a11baf3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:09.282520 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7e25b48a-ca16-41a6-849f-a869abcc00d5 req-c1cc1c67-ba85-4512-ade5-e49a11baf3cb service neutron] 10.222.0.91 "GET /v2.0/networks?id=210dd7a1-23b8-45c6-a401-b56590fcc3c1 HTTP/1.1" status: 200 len: 908 time: 0.1943436 Feb 17 17:32:09.283201 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-ed52748f-3379-426f-baec-9e4d7856ca1d admin admin] For port a6769198-a963-44de-bdb2-7599b9f2af81, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=a6769198-a963-44de-bdb2-7599b9f2af81,segment=NetworkSegment(0dec934c-a7c8-491e-a804-ed8110bf6a2c),segment_id=0dec934c-a7c8-491e-a804-ed8110bf6a2c)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:32:09.283867 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ed52748f-3379-426f-baec-9e4d7856ca1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (a6769198-a963-44de-bdb2-7599b9f2af81), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:09.300198 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d79ac51-e3a3-457e-b68a-461b253f707a service neutron] Pushing event updated for resources: {'Port': ['ID=977461a2-632f-4f73-8dd1-7713fa90e125,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:09.308726 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-a27a8661-161a-46e9-a788-8ac57d203cbf req-11f0539b-e2db-4c95-8aed-a1085a656c90 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:32:09.331197 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-ed52748f-3379-426f-baec-9e4d7856ca1d admin admin] Calling delete_port for a6769198-a963-44de-bdb2-7599b9f2af81 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:32:09.332425 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a27a8661-161a-46e9-a788-8ac57d203cbf req-11f0539b-e2db-4c95-8aed-a1085a656c90 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0350640 Feb 17 17:32:09.366952 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e3aa5-f3e2-42a3-8551-a47e83c4b4ab req-aa28bb13-4fec-405a-b8d8-baba88402637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:09.373108 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9c6e3aa5-f3e2-42a3-8551-a47e83c4b4ab req-aa28bb13-4fec-405a-b8d8-baba88402637 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fc553e94d63549b788478ed2c106f22c&device_id=a9af662f-42f6-474a-88ab-f4fae63eb99b HTTP/1.1" status: 200 len: 1126 time: 0.6434233 Feb 17 17:32:09.402253 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1681a1b3-f50a-4a54-b133-932fd2835bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (a6769198-a963-44de-bdb2-7599b9f2af81), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:09.432231 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1681a1b3-f50a-4a54-b133-932fd2835bcf None None] No DVR routers for this DVR port a6769198-a963-44de-bdb2-7599b9f2af81 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:32:09.445033 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:09.456534 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7e25b48a-ca16-41a6-849f-a869abcc00d5 req-d618bb61-61ad-4d79-ad0c-f423137adb5b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66e46b72-cc88-4c93-82a3-5cb6717194c5 HTTP/1.1" status: 200 len: 217 time: 0.1596127 Feb 17 17:32:09.527850 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9c6e3aa5-f3e2-42a3-8551-a47e83c4b4ab req-14c8a918-8a7a-4ee3-a0ba-4bb75d6892fe service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=977461a2-632f-4f73-8dd1-7713fa90e125 HTTP/1.1" status: 200 len: 217 time: 0.1400855 Feb 17 17:32:09.551497 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1681a1b3-f50a-4a54-b133-932fd2835bcf None None] Pushing event deleted for resources: {'Port': ['ID=a6769198-a963-44de-bdb2-7599b9f2af81,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:09.601233 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b5c3c6-b54a-4ef8-a9ab-e86127eb07eb req-bd10756e-b52c-4052-8ce0-1e5dd6f6a6df tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:09.603398 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e3aa5-f3e2-42a3-8551-a47e83c4b4ab req-17b0c89e-b481-41dc-9eed-1fa9f2523cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:09.605240 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9c6e3aa5-f3e2-42a3-8551-a47e83c4b4ab req-17b0c89e-b481-41dc-9eed-1fa9f2523cdb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9656495d-68fd-4771-8cc2-ffde2cb90652 HTTP/1.1" status: 200 len: 854 time: 0.0635586 Feb 17 17:32:09.618480 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-07b5c3c6-b54a-4ef8-a9ab-e86127eb07eb req-bd10756e-b52c-4052-8ce0-1e5dd6f6a6df tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 943 time: 0.3334575 Feb 17 17:32:09.686157 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e25b48a-ca16-41a6-849f-a869abcc00d5 req-45c6b0f0-db26-4335-9665-bff2e27ca123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:09.688292 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7e25b48a-ca16-41a6-849f-a869abcc00d5 req-45c6b0f0-db26-4335-9665-bff2e27ca123 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8267d93d-c5aa-40cb-acb4-c1e284d682e6 HTTP/1.1" status: 200 len: 847 time: 0.2108605 Feb 17 17:32:09.692033 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ed52748f-3379-426f-baec-9e4d7856ca1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (a6769198-a963-44de-bdb2-7599b9f2af81), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:09.710926 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e3aa5-f3e2-42a3-8551-a47e83c4b4ab req-d0f94b6c-b516-4186-ad23-9695cf95a4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:09.712632 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9c6e3aa5-f3e2-42a3-8551-a47e83c4b4ab req-d0f94b6c-b516-4186-ad23-9695cf95a4ba service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c2cdbb84-b0de-49c6-9b88-405d1af9ccab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0947714 Feb 17 17:32:09.762131 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7e25b48a-ca16-41a6-849f-a869abcc00d5 req-8d29cc6c-77aa-4843-98d7-bdca530a0c24 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=210dd7a1-23b8-45c6-a401-b56590fcc3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474052 Feb 17 17:32:09.841473 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-07b5c3c6-b54a-4ef8-a9ab-e86127eb07eb req-38ccb3a0-9106-494b-938c-124031d5eb05 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196872 Feb 17 17:32:09.884742 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed52748f-3379-426f-baec-9e4d7856ca1d admin admin] Pushing event deleted for resources: {'Port': ['ID=a6769198-a963-44de-bdb2-7599b9f2af81,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:09.886940 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed52748f-3379-426f-baec-9e4d7856ca1d admin admin] No DVR routers for this DVR port a6769198-a963-44de-bdb2-7599b9f2af81 on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:32:10.048319 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddabab63-f117-4629-9342-72bb597b7e1b req-18fc9fb7-ba52-4fef-bb66-3267af79536a tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:10.057637 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ddabab63-f117-4629-9342-72bb597b7e1b req-18fc9fb7-ba52-4fef-bb66-3267af79536a tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9af662f-42f6-474a-88ab-f4fae63eb99b HTTP/1.1" status: 200 len: 944 time: 0.3417318 Feb 17 17:32:10.092343 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device a6769198-a963-44de-bdb2-7599b9f2af81 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:32:10.092749 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ed52748f-3379-426f-baec-9e4d7856ca1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (2dbba759-30c1-4729-beb6-f31d94648cea), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:10.120859 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-ed52748f-3379-426f-baec-9e4d7856ca1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dbba759-30c1-4729-beb6-f31d94648cea']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:32:10.133537 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-ed52748f-3379-426f-baec-9e4d7856ca1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dec934c-a7c8-491e-a804-ed8110bf6a2c') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:32:10.133968 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-ed52748f-3379-426f-baec-9e4d7856ca1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dec934c-a7c8-491e-a804-ed8110bf6a2c') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:32:10.146224 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ed52748f-3379-426f-baec-9e4d7856ca1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (0dec934c-a7c8-491e-a804-ed8110bf6a2c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:10.161858 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ed52748f-3379-426f-baec-9e4d7856ca1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (0dec934c-a7c8-491e-a804-ed8110bf6a2c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:10.168764 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed52748f-3379-426f-baec-9e4d7856ca1d admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:32:10.169215 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ed52748f-3379-426f-baec-9e4d7856ca1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (0dec934c-a7c8-491e-a804-ed8110bf6a2c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:10.217299 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7e25b48a-ca16-41a6-849f-a869abcc00d5 req-315d5f05-aff8-4128-a4c6-b62f95e29fff service neutron] 10.222.0.91 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4451487 Feb 17 17:32:10.220781 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: a6769198-a963-44de-bdb2-7599b9f2af81 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:32:10.222852 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device a6769198-a963-44de-bdb2-7599b9f2af81 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:32:10.236708 n-d-829613-2 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:32:10.236708 n-d-829613-2 neutron-server[103434]: self.session.flush() Feb 17 17:32:10.236708 n-d-829613-2 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:32:10.236708 n-d-829613-2 neutron-server[103434]: self.session.flush() Feb 17 17:32:10.236708 n-d-829613-2 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:32:10.236708 n-d-829613-2 neutron-server[103434]: self.session.flush() Feb 17 17:32:10.236708 n-d-829613-2 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:32:10.236708 n-d-829613-2 neutron-server[103434]: self.session.flush() Feb 17 17:32:10.236708 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:32:10.236708 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:32:10.236708 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:32:10.236708 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:32:10.236708 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:32:10.236708 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:32:10.236708 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:32:10.236708 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:32:10.236708 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:32:10.236708 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:32:10.236708 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:32:10.236708 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:32:10.236708 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:32:10.236708 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:32:10.236708 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:32:10.236708 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:32:10.236708 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:32:10.236708 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:32:10.236708 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:32:10.236708 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:32:10.236708 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:32:10.236708 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:32:10.236708 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:32:10.236708 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:32:10.236708 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:32:10.236708 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:32:10.236708 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:32:10.236708 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:32:10.236708 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:32:10.236708 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:32:10.236708 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:32:10.236708 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:32:10.240655 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ed52748f-3379-426f-baec-9e4d7856ca1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (2dbba759-30c1-4729-beb6-f31d94648cea), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:10.244374 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9c6e3aa5-f3e2-42a3-8551-a47e83c4b4ab req-a27000ce-9871-4371-929d-5df6b69a24ca service neutron] 10.222.0.71 "GET /v2.0/networks/c2cdbb84-b0de-49c6-9b88-405d1af9ccab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5070655 Feb 17 17:32:10.249214 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ed52748f-3379-426f-baec-9e4d7856ca1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:10.256635 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ed52748f-3379-426f-baec-9e4d7856ca1d admin admin] 10.222.0.87 "DELETE /v2.0/networks/2dbba759-30c1-4729-beb6-f31d94648cea HTTP/1.1" status: 204 len: 168 time: 2.2301109 Feb 17 17:32:10.284558 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a334f9-6966-489d-824c-4103d4b66500 req-d6ee1376-a85d-4858-aa5e-ce09c5b81248 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:10.293220 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-93a334f9-6966-489d-824c-4103d4b66500 req-d6ee1376-a85d-4858-aa5e-ce09c5b81248 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b03940-fd52-4fab-baa6-b38163ad055b HTTP/1.1" status: 200 len: 950 time: 0.3355076 Feb 17 17:32:10.295062 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed52748f-3379-426f-baec-9e4d7856ca1d admin admin] Pushing event deleted for resources: {'Network': ['ID=2dbba759-30c1-4729-beb6-f31d94648cea,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:10.310649 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4be4416d-52dd-4f9d-b874-ae016a2d00e1 req-593bb87e-359b-46d4-b1d4-ccaa8907eb42 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=91b03940-fd52-4fab-baa6-b38163ad055b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6121719 Feb 17 17:32:10.320961 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [req-4be4416d-52dd-4f9d-b874-ae016a2d00e1 req-9298b194-a632-499b-bde2-7a4e04402ed5 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:32:10.321964 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4be4416d-52dd-4f9d-b874-ae016a2d00e1 req-9298b194-a632-499b-bde2-7a4e04402ed5 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064349 Feb 17 17:32:10.387573 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a411333-5844-4738-9235-a0a10f6dbe07 req-ca6ce7a6-ab2f-4811-b5b2-c63f8e2b408c tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:10.389202 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a411333-5844-4738-9235-a0a10f6dbe07 req-ca6ce7a6-ab2f-4811-b5b2-c63f8e2b408c tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.71 "GET /v2.0/networks?id=21effd86-3512-4fb2-9fff-79a3828347da HTTP/1.1" status: 200 len: 822 time: 0.4017456 Feb 17 17:32:10.403305 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ddabab63-f117-4629-9342-72bb597b7e1b req-10d8461c-b4f2-46a1-8222-6494ed65656e tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/security-groups?id=7dec7973-5133-4629-8348-fd9f82a14b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3444061 Feb 17 17:32:10.404757 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9c6e3aa5-f3e2-42a3-8551-a47e83c4b4ab req-8078778c-9f27-4885-bb04-bac23ecf8542 service neutron] 10.222.0.71 "GET /v2.0/networks/c2cdbb84-b0de-49c6-9b88-405d1af9ccab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336238 Feb 17 17:32:10.500995 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-2a411333-5844-4738-9235-a0a10f6dbe07 req-424d1834-b480-453c-bc5a-1b538f59ab7d tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Request body: {'port': {'device_id': 'c854e228-e846-4cbc-bf63-74d8b9c76980', 'network_id': '21effd86-3512-4fb2-9fff-79a3828347da', 'admin_state_up': True, 'tenant_id': '7c2cddd3132f4b18b46f752bdb32619e'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:32:10.528537 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40436) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:32:10.584871 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-cf16cf83-ae90-42bc-867b-0ad3a7807d0f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=db89cd3155104335b620dce09b9805f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0547640 Feb 17 17:32:10.585561 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40444) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:32:10.650397 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52294e2b-7ad9-4023-8a44-617054d1045f admin admin] Publish callbacks [] for security_group (576a4066-0325-49be-8e5b-8b74f3a5eebc), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:10.665957 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-93a334f9-6966-489d-824c-4103d4b66500 req-36a50607-e285-4a18-bd37-0ff9e89cc954 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699613 Feb 17 17:32:10.672305 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52294e2b-7ad9-4023-8a44-617054d1045f admin admin] Publish callbacks [] for security_group (576a4066-0325-49be-8e5b-8b74f3a5eebc), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:10.716061 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7e25b48a-ca16-41a6-849f-a869abcc00d5 req-34b15f36-1f34-4b42-9757-8faac974b963 service neutron] 10.222.0.91 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099813 Feb 17 17:32:10.725203 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52294e2b-7ad9-4023-8a44-617054d1045f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (576a4066-0325-49be-8e5b-8b74f3a5eebc), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:10.729701 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52294e2b-7ad9-4023-8a44-617054d1045f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:10.730871 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-52294e2b-7ad9-4023-8a44-617054d1045f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/576a4066-0325-49be-8e5b-8b74f3a5eebc HTTP/1.1" status: 204 len: 168 time: 0.1444759 Feb 17 17:32:10.742279 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52294e2b-7ad9-4023-8a44-617054d1045f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576a4066-0325-49be-8e5b-8b74f3a5eebc,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:10.797350 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9af662f-42f6-474a-88ab-f4fae63eb99b', 'tag': '977461a2-632f-4f73-8dd1-7713fa90e125'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:32:10.799680 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a37301-07b3-4c18-923d-2972f7dfa2d0" -d '{"events": [{"name": "network-changed", "server_uuid": "a9af662f-42f6-474a-88ab-f4fae63eb99b", "tag": "977461a2-632f-4f73-8dd1-7713fa90e125"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:32:10.823764 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58f7ae-e7be-4482-9ee5-53586efe739c req-c1a2694f-496d-444a-bb43-d743e8d9281b tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:10.830526 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5d58f7ae-e7be-4482-9ee5-53586efe739c req-c1a2694f-496d-444a-bb43-d743e8d9281b tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 946 time: 0.2876050 Feb 17 17:32:11.338807 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-33023d6e-5588-4077-bec8-93d7b7b271dd req-1e481af4-ae53-48ce-b3b0-dde42e6ead41 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/ports?device_id=c854e228-e846-4cbc-bf63-74d8b9c76980 HTTP/1.1" status: 200 len: 210 time: 0.5054934 Feb 17 17:32:11.391237 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40484) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:32:11.410519 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a411333-5844-4738-9235-a0a10f6dbe07 req-424d1834-b480-453c-bc5a-1b538f59ab7d tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Made reservation on behalf of 7c2cddd3132f4b18b46f752bdb32619e for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:32:11.431573 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2a411333-5844-4738-9235-a0a10f6dbe07 req-424d1834-b480-453c-bc5a-1b538f59ab7d tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:11.432587 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aed229e-c44c-4946-b44e-b3fece5241d5 x-openstack-request-id: req-8aed229e-c44c-4946-b44e-b3fece5241d5 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:32:11.432979 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9af662f-42f6-474a-88ab-f4fae63eb99b", "tag": "977461a2-632f-4f73-8dd1-7713fa90e125", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:32:11.433536 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8aed229e-c44c-4946-b44e-b3fece5241d5 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:32:11.434075 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9af662f-42f6-474a-88ab-f4fae63eb99b', 'tag': '977461a2-632f-4f73-8dd1-7713fa90e125', 'status': 'completed', 'code': 200} Feb 17 17:32:11.466483 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5d58f7ae-e7be-4482-9ee5-53586efe739c req-cfcbc6fd-5e80-47ee-8d5f-9be095e88396 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6352177 Feb 17 17:32:11.638236 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a37301-07b3-4c18-923d-2972f7dfa2d0 req-bf0b50ea-9956-44eb-ae1f-b5bb4f8da9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:11.644509 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-97a37301-07b3-4c18-923d-2972f7dfa2d0 req-bf0b50ea-9956-44eb-ae1f-b5bb4f8da9dc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fc553e94d63549b788478ed2c106f22c&device_id=a9af662f-42f6-474a-88ab-f4fae63eb99b HTTP/1.1" status: 200 len: 1126 time: 0.1912508 Feb 17 17:32:11.871712 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a37301-07b3-4c18-923d-2972f7dfa2d0 req-f5327e38-ab5e-4a0b-8201-14026dc10a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:11.875424 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-97a37301-07b3-4c18-923d-2972f7dfa2d0 req-f5327e38-ab5e-4a0b-8201-14026dc10a8d service neutron] 10.222.0.71 "GET /v2.0/networks?id=c2cdbb84-b0de-49c6-9b88-405d1af9ccab HTTP/1.1" status: 200 len: 916 time: 0.2205784 Feb 17 17:32:11.888883 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-2a411333-5844-4738-9235-a0a10f6dbe07 req-424d1834-b480-453c-bc5a-1b538f59ab7d tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Allocated IP 172.20.0.8 (21effd86-3512-4fb2-9fff-79a3828347da/9cb45345-5fb5-419b-af49-c30b93b525f5/236ed524-acb7-4984-aa17-d0f9b0809ee7) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:32:12.031931 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-97a37301-07b3-4c18-923d-2972f7dfa2d0 req-ef3eccb5-de69-4c73-9c36-db35fc2dd481 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=977461a2-632f-4f73-8dd1-7713fa90e125 HTTP/1.1" status: 200 len: 217 time: 0.1452565 Feb 17 17:32:12.050126 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4416d-52dd-4f9d-b874-ae016a2d00e1 req-ee55544f-6880-4b2f-98dc-412f1442e8ed tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:12.084523 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4be4416d-52dd-4f9d-b874-ae016a2d00e1 req-ee55544f-6880-4b2f-98dc-412f1442e8ed tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports/df6efc80-10e2-4743-a0a6-e7344668cff7 HTTP/1.1" status: 200 len: 947 time: 0.6919394 Feb 17 17:32:12.123666 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2a411333-5844-4738-9235-a0a10f6dbe07 req-424d1834-b480-453c-bc5a-1b538f59ab7d tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks [] for port (236ed524-acb7-4984-aa17-d0f9b0809ee7), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:12.139469 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 6826495d-9218-47e6-b57b-c1bde55aa4ff up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:32:12.168311 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2a411333-5844-4738-9235-a0a10f6dbe07 req-424d1834-b480-453c-bc5a-1b538f59ab7d tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (236ed524-acb7-4984-aa17-d0f9b0809ee7), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:12.222546 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d1834-b480-453c-bc5a-1b538f59ab7d tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Pushing event updated for resources: {'Port': ['ID=236ed524-acb7-4984-aa17-d0f9b0809ee7,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:12.245116 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a37301-07b3-4c18-923d-2972f7dfa2d0 req-898c9ed7-5fcd-4b3d-8d81-6edd02deb6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:12.252681 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-97a37301-07b3-4c18-923d-2972f7dfa2d0 req-898c9ed7-5fcd-4b3d-8d81-6edd02deb6ba service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9656495d-68fd-4771-8cc2-ffde2cb90652 HTTP/1.1" status: 200 len: 854 time: 0.1671062 Feb 17 17:32:12.267770 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f028e9-cc07-4086-b057-1a296e659887 req-277ab062-4778-4dab-8154-e1ce168fa8b1 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:12.269780 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-50f028e9-cc07-4086-b057-1a296e659887 req-277ab062-4778-4dab-8154-e1ce168fa8b1 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 943 time: 0.6943669 Feb 17 17:32:12.286183 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9444b60-d297-477e-b06e-8cb0bdce7acb req-658fea57-ef5b-442e-9ac8-3007e9446249 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:12.288519 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 6826495d-9218-47e6-b57b-c1bde55aa4ff triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:32:12.288682 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6826495d-9218-47e6-b57b-c1bde55aa4ff), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:12.294170 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f9444b60-d297-477e-b06e-8cb0bdce7acb req-658fea57-ef5b-442e-9ac8-3007e9446249 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9af662f-42f6-474a-88ab-f4fae63eb99b HTTP/1.1" status: 200 len: 944 time: 0.6200311 Feb 17 17:32:12.325111 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a411333-5844-4738-9235-a0a10f6dbe07 req-424d1834-b480-453c-bc5a-1b538f59ab7d tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Network 21effd86-3512-4fb2-9fff-79a3828347da is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:32:12.366186 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40510) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:32:12.454928 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f9444b60-d297-477e-b06e-8cb0bdce7acb req-2ba81568-36f7-462b-955d-a676f1ebfd82 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/security-groups?id=7dec7973-5133-4629-8348-fd9f82a14b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596220 Feb 17 17:32:12.455945 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-2a411333-5844-4738-9235-a0a10f6dbe07 req-424d1834-b480-453c-bc5a-1b538f59ab7d tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:32:12.468004 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a37301-07b3-4c18-923d-2972f7dfa2d0 req-9d716d25-d7ba-4aaa-802e-c2e2c39fa5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:12.472462 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-97a37301-07b3-4c18-923d-2972f7dfa2d0 req-9d716d25-d7ba-4aaa-802e-c2e2c39fa5c9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c2cdbb84-b0de-49c6-9b88-405d1af9ccab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2080455 Feb 17 17:32:12.473867 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a411333-5844-4738-9235-a0a10f6dbe07 req-424d1834-b480-453c-bc5a-1b538f59ab7d tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:32:12.535081 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 6826495d-9218-47e6-b57b-c1bde55aa4ff is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:32:12.535418 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6826495d-9218-47e6-b57b-c1bde55aa4ff), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:12.592480 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffeec1c-21e0-4d24-a312-22b5b34c6e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6826495d-9218-47e6-b57b-c1bde55aa4ff'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:32:12.594783 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13afae5-1a11-47cc-ad55-15de7c0ed286" -d '{"events": [{"server_uuid": "fffeec1c-21e0-4d24-a312-22b5b34c6e20", "name": "network-vif-plugged", "status": "completed", "tag": "6826495d-9218-47e6-b57b-c1bde55aa4ff"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:32:12.612308 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 6826495d-9218-47e6-b57b-c1bde55aa4ff, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=6826495d-9218-47e6-b57b-c1bde55aa4ff,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:32:12.617562 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (6826495d-9218-47e6-b57b-c1bde55aa4ff), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:12.618461 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 66e46b72-cc88-4c93-82a3-5cb6717194c5 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:32:12.638938 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-50f028e9-cc07-4086-b057-1a296e659887 req-55597e37-fe99-46ad-9529-1d4b7f46ad5b tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627186 Feb 17 17:32:12.720773 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-7e7e38f7-b845-47b2-ab14-46ce0ed5b70d admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2114112317-network', 'tenant_id': 'caf0a071fa17442cadcec3f1ab303141'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:32:12.767814 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a411333-5844-4738-9235-a0a10f6dbe07 req-424d1834-b480-453c-bc5a-1b538f59ab7d tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:12.768647 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2a411333-5844-4738-9235-a0a10f6dbe07 req-424d1834-b480-453c-bc5a-1b538f59ab7d tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:12.827529 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a411333-5844-4738-9235-a0a10f6dbe07 req-424d1834-b480-453c-bc5a-1b538f59ab7d tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4229362 Feb 17 17:32:12.850954 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b8449-09dd-4568-ae2f-7181e0aa22d0 req-d2638954-d724-40c6-b48b-9e38f46ace5e tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:12.851691 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7e38f7-b845-47b2-ab14-46ce0ed5b70d admin admin] Made reservation on behalf of caf0a071fa17442cadcec3f1ab303141 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:32:12.868160 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c56b8449-09dd-4568-ae2f-7181e0aa22d0 req-d2638954-d724-40c6-b48b-9e38f46ace5e tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b03940-fd52-4fab-baa6-b38163ad055b HTTP/1.1" status: 200 len: 950 time: 0.1985717 Feb 17 17:32:12.871346 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7e7e38f7-b845-47b2-ab14-46ce0ed5b70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:12.908764 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=6826495d-9218-47e6-b57b-c1bde55aa4ff,revision_number=10']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:12.919308 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-2a411333-5844-4738-9235-a0a10f6dbe07 req-855907d8-6d5e-46be-949f-68e0c91720bb service neutron] Request body: {'port': {'device_id': 'c854e228-e846-4cbc-bf63-74d8b9c76980', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:32:12.924343 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7e7e38f7-b845-47b2-ab14-46ce0ed5b70d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:12.996560 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-97a37301-07b3-4c18-923d-2972f7dfa2d0 req-c2cdfd0e-f794-4047-b86a-6f6f801b4efc service neutron] 10.222.0.71 "GET /v2.0/networks/c2cdbb84-b0de-49c6-9b88-405d1af9ccab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5160143 Feb 17 17:32:13.032279 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 66e46b72-cc88-4c93-82a3-5cb6717194c5 is: DOWN; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:32:13.094889 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c56b8449-09dd-4568-ae2f-7181e0aa22d0 req-4397f837-8414-4d58-a9b2-ec96cfffb426 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249305 Feb 17 17:32:13.106743 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-97a37301-07b3-4c18-923d-2972f7dfa2d0 req-af86b176-38d2-44bb-bb7c-5e18724767e6 service neutron] 10.222.0.71 "GET /v2.0/networks/c2cdbb84-b0de-49c6-9b88-405d1af9ccab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029336 Feb 17 17:32:13.184383 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25103afa-7288-4b3f-8216-3fe1a3120c14 req-4c7f2321-8f79-4705-a41b-2ff96a514dcc tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:13.186062 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-25103afa-7288-4b3f-8216-3fe1a3120c14 req-4c7f2321-8f79-4705-a41b-2ff96a514dcc tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/ports?device_id=c854e228-e846-4cbc-bf63-74d8b9c76980 HTTP/1.1" status: 200 len: 931 time: 0.2272990 Feb 17 17:32:13.200669 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7e7e38f7-b845-47b2-ab14-46ce0ed5b70d admin admin] Publish callbacks [] for security_group (288667f8-cb68-40ab-b792-fece56fdf117), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:13.206987 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7e7e38f7-b845-47b2-ab14-46ce0ed5b70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (288667f8-cb68-40ab-b792-fece56fdf117), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:13.213022 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2a411333-5844-4738-9235-a0a10f6dbe07 req-855907d8-6d5e-46be-949f-68e0c91720bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (236ed524-acb7-4984-aa17-d0f9b0809ee7), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:13.262536 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e38f7-b845-47b2-ab14-46ce0ed5b70d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288667f8-cb68-40ab-b792-fece56fdf117,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:13.265301 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e7e38f7-b845-47b2-ab14-46ce0ed5b70d admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:32:13.277857 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7e7e38f7-b845-47b2-ab14-46ce0ed5b70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (1d729f3b-8ed9-45d0-bd69-00e6e077dd53), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:13.278334 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-7e7e38f7-b845-47b2-ab14-46ce0ed5b70d admin admin] Added segment 1d729f3b-8ed9-45d0-bd69-00e6e077dd53 of type vlan for network 9914db40-9383-4d07-a030-1b229952ecf2 Feb 17 17:32:13.333919 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7e7e38f7-b845-47b2-ab14-46ce0ed5b70d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (9914db40-9383-4d07-a030-1b229952ecf2), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:13.367703 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7e7e38f7-b845-47b2-ab14-46ce0ed5b70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (9914db40-9383-4d07-a030-1b229952ecf2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:13.368724 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7e38f7-b845-47b2-ab14-46ce0ed5b70d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:13.369520 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7e7e38f7-b845-47b2-ab14-46ce0ed5b70d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:13.374168 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-25103afa-7288-4b3f-8216-3fe1a3120c14 req-32009fe6-4b19-4c4d-8c12-75dc8497fb11 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/security-groups?id=ab06c84a-4a00-40bb-b916-a68462b41859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801949 Feb 17 17:32:13.418436 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa6ff0-c3b1-43a9-909f-c3fccbf0adf2 req-56b3656a-c0ce-4288-90f1-a5a9caf0d2cb tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:13.422682 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-97fa6ff0-c3b1-43a9-909f-c3fccbf0adf2 req-56b3656a-c0ce-4288-90f1-a5a9caf0d2cb tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 946 time: 0.2049031 Feb 17 17:32:13.453423 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a9bfad-aca3-4d79-aec6-fd86459ba3b9 x-openstack-request-id: req-56a9bfad-aca3-4d79-aec6-fd86459ba3b9 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:32:13.453935 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fffeec1c-21e0-4d24-a312-22b5b34c6e20", "name": "network-vif-plugged", "status": "completed", "tag": "6826495d-9218-47e6-b57b-c1bde55aa4ff", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:32:13.453935 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-56a9bfad-aca3-4d79-aec6-fd86459ba3b9 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:32:13.454838 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffeec1c-21e0-4d24-a312-22b5b34c6e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6826495d-9218-47e6-b57b-c1bde55aa4ff', 'code': 200} Feb 17 17:32:13.460052 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e38f7-b845-47b2-ab14-46ce0ed5b70d admin admin] Pushing event updated for resources: {'Network': ['ID=9914db40-9383-4d07-a030-1b229952ecf2,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:13.472934 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 9914db40-9383-4d07-a030-1b229952ecf2 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:32:13.496989 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7e7e38f7-b845-47b2-ab14-46ce0ed5b70d admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1209016 Feb 17 17:32:13.501271 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40534) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:32:13.511675 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-4fa96536-d307-4f2f-b28d-07c47153b0d6 admin admin] Request body: {'subnet': {'network_id': '9914db40-9383-4d07-a030-1b229952ecf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2114112317-subnet', 'tenant_id': 'caf0a071fa17442cadcec3f1ab303141', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:32:13.555703 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa96536-d307-4f2f-b28d-07c47153b0d6 admin admin] Made reservation on behalf of caf0a071fa17442cadcec3f1ab303141 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:32:13.560837 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4fa96536-d307-4f2f-b28d-07c47153b0d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:13.698320 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-97fa6ff0-c3b1-43a9-909f-c3fccbf0adf2 req-1f7a0c12-18f6-4e3c-8859-bb50198b380c tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467372 Feb 17 17:32:13.771444 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4416d-52dd-4f9d-b874-ae016a2d00e1 req-68980281-71a9-462c-afd9-8ec30e99bb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:13.786702 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4be4416d-52dd-4f9d-b874-ae016a2d00e1 req-68980281-71a9-462c-afd9-8ec30e99bb29 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=24d514a6d00a4f52a8689d09d1cf81c2&device_id=91b03940-fd52-4fab-baa6-b38163ad055b HTTP/1.1" status: 200 len: 1132 time: 0.3553135 Feb 17 17:32:13.811767 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a269b-4d76-41e5-9d5d-064c2b3559c9 req-f02b4212-f5b0-4535-baf1-34aaa7a8f02f tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:13.819340 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4f2a269b-4d76-41e5-9d5d-064c2b3559c9 req-f02b4212-f5b0-4535-baf1-34aaa7a8f02f tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9af662f-42f6-474a-88ab-f4fae63eb99b HTTP/1.1" status: 200 len: 944 time: 0.2337010 Feb 17 17:32:13.853398 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4fa96536-d307-4f2f-b28d-07c47153b0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (70233cd3-67d2-45e7-8b71-6d97a75be901), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:13.919247 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4416d-52dd-4f9d-b874-ae016a2d00e1 req-402b5a8d-bea7-4eeb-8160-2ad8488330f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:13.920845 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4be4416d-52dd-4f9d-b874-ae016a2d00e1 req-402b5a8d-bea7-4eeb-8160-2ad8488330f5 service neutron] 10.222.0.91 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 0.0884824 Feb 17 17:32:13.957835 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa96536-d307-4f2f-b28d-07c47153b0d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70233cd3-67d2-45e7-8b71-6d97a75be901,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:13.968534 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa96536-d307-4f2f-b28d-07c47153b0d6 admin admin] Checking segment: {'id': '1d729f3b-8ed9-45d0-bd69-00e6e077dd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9914db40-9383-4d07-a030-1b229952ecf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:32:13.968895 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa96536-d307-4f2f-b28d-07c47153b0d6 admin admin] Network hostable DHCP agents. Network: 9914db40-9383-4d07-a030-1b229952ecf2, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:32:14.010578 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa96536-d307-4f2f-b28d-07c47153b0d6 admin admin] Network 9914db40-9383-4d07-a030-1b229952ecf2 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:32:14.014154 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4be4416d-52dd-4f9d-b874-ae016a2d00e1 req-5d764819-cc84-40a0-a9bf-a53477bad27d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=df6efc80-10e2-4743-a0a6-e7344668cff7 HTTP/1.1" status: 200 len: 217 time: 0.0818205 Feb 17 17:32:14.035672 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-4fa96536-d307-4f2f-b28d-07c47153b0d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 9914db40-9383-4d07-a030-1b229952ecf2) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:32:14.041667 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa96536-d307-4f2f-b28d-07c47153b0d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:14.043114 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4fa96536-d307-4f2f-b28d-07c47153b0d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:14.048991 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca821b7-d822-4ef7-9c99-9bc5fdbed224 None None] Network 9914db40-9383-4d07-a030-1b229952ecf2 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:32:14.108013 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4fa96536-d307-4f2f-b28d-07c47153b0d6 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6034086 Feb 17 17:32:14.239363 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4f2a269b-4d76-41e5-9d5d-064c2b3559c9 req-15d0200c-a6b0-411e-8615-e6f70781c8b8 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/security-groups?id=7dec7973-5133-4629-8348-fd9f82a14b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4188757 Feb 17 17:32:14.281947 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169cbf92-2936-444d-b85c-e47f6f7b4e37 req-eb81eaad-9c7d-4fe9-8e84-5196f4f8f026 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:14.293760 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-169cbf92-2936-444d-b85c-e47f6f7b4e37 req-eb81eaad-9c7d-4fe9-8e84-5196f4f8f026 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 943 time: 0.4702666 Feb 17 17:32:14.352890 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4416d-52dd-4f9d-b874-ae016a2d00e1 req-ddf49c73-3179-42e3-8d55-d940111d6bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:14.354649 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4be4416d-52dd-4f9d-b874-ae016a2d00e1 req-ddf49c73-3179-42e3-8d55-d940111d6bd9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.3214006 Feb 17 17:32:14.362915 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-2a411333-5844-4738-9235-a0a10f6dbe07 req-855907d8-6d5e-46be-949f-68e0c91720bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 236ed524-acb7-4984-aa17-d0f9b0809ee7 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:32:14.417693 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2a411333-5844-4738-9235-a0a10f6dbe07 req-855907d8-6d5e-46be-949f-68e0c91720bb service neutron] Publish callbacks [] for port (236ed524-acb7-4984-aa17-d0f9b0809ee7), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:14.503652 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-169cbf92-2936-444d-b85c-e47f6f7b4e37 req-b0ee823c-4adc-4474-8a44-032e02e95424 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054532 Feb 17 17:32:14.516507 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40556) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:32:14.527331 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-2a411333-5844-4738-9235-a0a10f6dbe07 req-855907d8-6d5e-46be-949f-68e0c91720bb service neutron] Transition to ACTIVE for port object 236ed524-acb7-4984-aa17-d0f9b0809ee7 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:32:14.557864 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2a411333-5844-4738-9235-a0a10f6dbe07 req-855907d8-6d5e-46be-949f-68e0c91720bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (236ed524-acb7-4984-aa17-d0f9b0809ee7), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:14.609108 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd67249-bad3-44b5-826e-1162c686685a None None] Network 9914db40-9383-4d07-a030-1b229952ecf2 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:32:14.609727 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4416d-52dd-4f9d-b874-ae016a2d00e1 req-7a9e4f77-ae89-4bd2-8bb7-7d24eeb0ee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:14.611289 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4be4416d-52dd-4f9d-b874-ae016a2d00e1 req-7a9e4f77-ae89-4bd2-8bb7-7d24eeb0ee8a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2431672 Feb 17 17:32:14.641189 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3cfb49a-30ab-432e-a512-3fc1a30151cf admin admin] Deleting subnet 70233cd3-67d2-45e7-8b71-6d97a75be901 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:32:14.646695 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e3cfb49a-30ab-432e-a512-3fc1a30151cf admin admin] Publish callbacks [] for subnet (70233cd3-67d2-45e7-8b71-6d97a75be901), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:14.728144 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e3cfb49a-30ab-432e-a512-3fc1a30151cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (70233cd3-67d2-45e7-8b71-6d97a75be901), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:14.803559 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e3cfb49a-30ab-432e-a512-3fc1a30151cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (70233cd3-67d2-45e7-8b71-6d97a75be901), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:14.840737 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4be4416d-52dd-4f9d-b874-ae016a2d00e1 req-05875b4c-58fe-455d-a3f7-96d2c52a1213 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096903 Feb 17 17:32:14.852676 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855907d8-6d5e-46be-949f-68e0c91720bb service neutron] Pushing event updated for resources: {'Port': ['ID=236ed524-acb7-4984-aa17-d0f9b0809ee7,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:14.903830 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e3cfb49a-30ab-432e-a512-3fc1a30151cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (70233cd3-67d2-45e7-8b71-6d97a75be901), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:14.937784 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfb49a-30ab-432e-a512-3fc1a30151cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70233cd3-67d2-45e7-8b71-6d97a75be901,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:14.939745 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855907d8-6d5e-46be-949f-68e0c91720bb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:32:14.940446 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855907d8-6d5e-46be-949f-68e0c91720bb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:32:14.941326 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855907d8-6d5e-46be-949f-68e0c91720bb service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:32:14.941670 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855907d8-6d5e-46be-949f-68e0c91720bb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:32:14.942004 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855907d8-6d5e-46be-949f-68e0c91720bb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:32:14.942336 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855907d8-6d5e-46be-949f-68e0c91720bb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:32:14.942666 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855907d8-6d5e-46be-949f-68e0c91720bb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:32:14.942994 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855907d8-6d5e-46be-949f-68e0c91720bb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:32:14.943319 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855907d8-6d5e-46be-949f-68e0c91720bb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:32:14.944336 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855907d8-6d5e-46be-949f-68e0c91720bb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:32:14.944336 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855907d8-6d5e-46be-949f-68e0c91720bb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:32:14.944336 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855907d8-6d5e-46be-949f-68e0c91720bb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:32:14.944717 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855907d8-6d5e-46be-949f-68e0c91720bb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:32:14.950051 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e3cfb49a-30ab-432e-a512-3fc1a30151cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:14.959914 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e3cfb49a-30ab-432e-a512-3fc1a30151cf admin admin] 10.222.0.87 "DELETE /v2.0/subnets/70233cd3-67d2-45e7-8b71-6d97a75be901 HTTP/1.1" status: 204 len: 168 time: 0.4418373 Feb 17 17:32:14.962191 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40560) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:32:14.982753 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e2691-dc9c-45ed-9b59-deecb906c626 req-38077d85-eae7-4c3c-aaef-105282b72cad tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:14.987453 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-432e2691-dc9c-45ed-9b59-deecb906c626 req-38077d85-eae7-4c3c-aaef-105282b72cad tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b03940-fd52-4fab-baa6-b38163ad055b HTTP/1.1" status: 200 len: 950 time: 0.4795704 Feb 17 17:32:15.071808 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de4c910b-d928-4fe8-8523-daa135fc0a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (9914db40-9383-4d07-a030-1b229952ecf2), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:15.117866 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4be4416d-52dd-4f9d-b874-ae016a2d00e1 req-20138592-b2ee-465e-8608-919a61266095 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562828 Feb 17 17:32:15.197144 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8d141-313a-4771-90c6-e4b206e0c9b7 req-f5d10ed9-8928-4265-919c-92ff6e2a4737 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:15.199639 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cee8d141-313a-4771-90c6-e4b206e0c9b7 req-f5d10ed9-8928-4265-919c-92ff6e2a4737 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/ports?device_id=c854e228-e846-4cbc-bf63-74d8b9c76980 HTTP/1.1" status: 200 len: 943 time: 0.5982311 Feb 17 17:32:15.313810 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-2a411333-5844-4738-9235-a0a10f6dbe07 req-855907d8-6d5e-46be-949f-68e0c91720bb service neutron] Attempting to bind port 236ed524-acb7-4984-aa17-d0f9b0809ee7 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:32:15.314431 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-2a411333-5844-4738-9235-a0a10f6dbe07 req-855907d8-6d5e-46be-949f-68e0c91720bb service neutron] Attempting to bind port 236ed524-acb7-4984-aa17-d0f9b0809ee7 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '3ba1f701-b447-45d4-ab08-e0178ff31937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '21effd86-3512-4fb2-9fff-79a3828347da'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:32:15.314935 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a411333-5844-4738-9235-a0a10f6dbe07 req-855907d8-6d5e-46be-949f-68e0c91720bb service neutron] Attempting to bind port 236ed524-acb7-4984-aa17-d0f9b0809ee7 on network 21effd86-3512-4fb2-9fff-79a3828347da {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:32:15.325409 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-432e2691-dc9c-45ed-9b59-deecb906c626 req-98a25f78-10d4-44a1-8d63-83baec7e676b tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262694 Feb 17 17:32:15.332327 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a411333-5844-4738-9235-a0a10f6dbe07 req-855907d8-6d5e-46be-949f-68e0c91720bb service neutron] Port 236ed524-acb7-4984-aa17-d0f9b0809ee7 on network 21effd86-3512-4fb2-9fff-79a3828347da not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:32:15.332876 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a411333-5844-4738-9235-a0a10f6dbe07 req-855907d8-6d5e-46be-949f-68e0c91720bb service neutron] Attempting to bind port 236ed524-acb7-4984-aa17-d0f9b0809ee7 on network 21effd86-3512-4fb2-9fff-79a3828347da {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:32:15.341560 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cee8d141-313a-4771-90c6-e4b206e0c9b7 req-21ad6568-5938-4081-b941-8492d1080335 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/security-groups?id=ab06c84a-4a00-40bb-b916-a68462b41859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331096 Feb 17 17:32:15.342937 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a411333-5844-4738-9235-a0a10f6dbe07 req-855907d8-6d5e-46be-949f-68e0c91720bb service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:32:15.343445 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a411333-5844-4738-9235-a0a10f6dbe07 req-855907d8-6d5e-46be-949f-68e0c91720bb service neutron] Checking segment: {'id': '3ba1f701-b447-45d4-ab08-e0178ff31937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '21effd86-3512-4fb2-9fff-79a3828347da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:32:15.344014 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a411333-5844-4738-9235-a0a10f6dbe07 req-855907d8-6d5e-46be-949f-68e0c91720bb service neutron] Bound using segment: {'id': '3ba1f701-b447-45d4-ab08-e0178ff31937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '21effd86-3512-4fb2-9fff-79a3828347da'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:32:15.345160 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-2a411333-5844-4738-9235-a0a10f6dbe07 req-855907d8-6d5e-46be-949f-68e0c91720bb service neutron] Bound port: 236ed524-acb7-4984-aa17-d0f9b0809ee7, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ba1f701-b447-45d4-ab08-e0178ff31937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '21effd86-3512-4fb2-9fff-79a3828347da'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:32:15.345677 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2a411333-5844-4738-9235-a0a10f6dbe07 req-855907d8-6d5e-46be-949f-68e0c91720bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (236ed524-acb7-4984-aa17-d0f9b0809ee7), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:15.388705 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de4c910b-d928-4fe8-8523-daa135fc0a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (9914db40-9383-4d07-a030-1b229952ecf2), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:15.427069 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-2a411333-5844-4738-9235-a0a10f6dbe07 req-855907d8-6d5e-46be-949f-68e0c91720bb service neutron] For port 236ed524-acb7-4984-aa17-d0f9b0809ee7, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:32:15.430689 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-2a411333-5844-4738-9235-a0a10f6dbe07 req-855907d8-6d5e-46be-949f-68e0c91720bb service neutron] For port 236ed524-acb7-4984-aa17-d0f9b0809ee7, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=236ed524-acb7-4984-aa17-d0f9b0809ee7,segment=NetworkSegment(3ba1f701-b447-45d4-ab08-e0178ff31937),segment_id=3ba1f701-b447-45d4-ab08-e0178ff31937)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:32:15.439521 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2a411333-5844-4738-9235-a0a10f6dbe07 req-855907d8-6d5e-46be-949f-68e0c91720bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (236ed524-acb7-4984-aa17-d0f9b0809ee7), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:15.441566 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-de4c910b-d928-4fe8-8523-daa135fc0a1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9914db40-9383-4d07-a030-1b229952ecf2']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:32:15.455939 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-de4c910b-d928-4fe8-8523-daa135fc0a1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d729f3b-8ed9-45d0-bd69-00e6e077dd53') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:32:15.457096 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-de4c910b-d928-4fe8-8523-daa135fc0a1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d729f3b-8ed9-45d0-bd69-00e6e077dd53') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:32:15.468826 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de4c910b-d928-4fe8-8523-daa135fc0a1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (1d729f3b-8ed9-45d0-bd69-00e6e077dd53), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:15.489114 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a411333-5844-4738-9235-a0a10f6dbe07 req-855907d8-6d5e-46be-949f-68e0c91720bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:15.489940 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2a411333-5844-4738-9235-a0a10f6dbe07 req-855907d8-6d5e-46be-949f-68e0c91720bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:15.491497 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a411333-5844-4738-9235-a0a10f6dbe07 req-855907d8-6d5e-46be-949f-68e0c91720bb service neutron] 10.222.0.71 "PUT /v2.0/ports/236ed524-acb7-4984-aa17-d0f9b0809ee7 HTTP/1.1" status: 200 len: 1091 time: 2.5862274 Feb 17 17:32:15.497419 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de4c910b-d928-4fe8-8523-daa135fc0a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (1d729f3b-8ed9-45d0-bd69-00e6e077dd53), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:15.513197 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de4c910b-d928-4fe8-8523-daa135fc0a1e admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:32:15.514554 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de4c910b-d928-4fe8-8523-daa135fc0a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (1d729f3b-8ed9-45d0-bd69-00e6e077dd53), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:15.521286 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:32:15.521286 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:32:15.521286 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:32:15.521286 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:32:15.521286 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:32:15.521286 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:32:15.521286 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:32:15.521286 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:32:15.521286 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:32:15.521286 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:32:15.521286 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:32:15.521286 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:32:15.521286 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:32:15.521286 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:32:15.521286 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:32:15.521286 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:32:15.521286 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:32:15.521286 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:32:15.521286 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:32:15.521286 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:32:15.521286 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:32:15.521286 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:32:15.521286 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:32:15.521286 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:32:15.521286 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:32:15.521286 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:32:15.521286 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:32:15.521286 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:32:15.521286 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:32:15.521286 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:32:15.521286 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:32:15.521286 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:32:15.609533 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de4c910b-d928-4fe8-8523-daa135fc0a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (9914db40-9383-4d07-a030-1b229952ecf2), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:15.638614 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c854e228-e846-4cbc-bf63-74d8b9c76980', 'tag': '236ed524-acb7-4984-aa17-d0f9b0809ee7'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:32:15.640976 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c15ab0-f712-4c7a-9bc5-fc659f388ff1" -d '{"events": [{"name": "network-changed", "server_uuid": "c854e228-e846-4cbc-bf63-74d8b9c76980", "tag": "236ed524-acb7-4984-aa17-d0f9b0809ee7"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:32:15.643427 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855907d8-6d5e-46be-949f-68e0c91720bb service neutron] Pushing event updated for resources: {'Port': ['ID=236ed524-acb7-4984-aa17-d0f9b0809ee7,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:15.658944 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de4c910b-d928-4fe8-8523-daa135fc0a1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:15.668390 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-de4c910b-d928-4fe8-8523-daa135fc0a1e admin admin] 10.222.0.87 "DELETE /v2.0/networks/9914db40-9383-4d07-a030-1b229952ecf2 HTTP/1.1" status: 204 len: 168 time: 0.7045584 Feb 17 17:32:15.674080 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4c910b-d928-4fe8-8523-daa135fc0a1e admin admin] Pushing event deleted for resources: {'Network': ['ID=9914db40-9383-4d07-a030-1b229952ecf2,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:15.684094 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4c910b-d928-4fe8-8523-daa135fc0a1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:32:15.684713 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4c910b-d928-4fe8-8523-daa135fc0a1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:32:15.685256 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4c910b-d928-4fe8-8523-daa135fc0a1e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:32:15.685845 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4c910b-d928-4fe8-8523-daa135fc0a1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:32:15.686405 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4c910b-d928-4fe8-8523-daa135fc0a1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:32:15.686998 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4c910b-d928-4fe8-8523-daa135fc0a1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:32:15.688589 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4c910b-d928-4fe8-8523-daa135fc0a1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:32:15.689131 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4c910b-d928-4fe8-8523-daa135fc0a1e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:32:15.690132 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4c910b-d928-4fe8-8523-daa135fc0a1e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:32:15.691763 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4c910b-d928-4fe8-8523-daa135fc0a1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:32:15.692523 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4c910b-d928-4fe8-8523-daa135fc0a1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:32:15.693552 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4c910b-d928-4fe8-8523-daa135fc0a1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:32:15.694108 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4c910b-d928-4fe8-8523-daa135fc0a1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:32:15.723386 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfc1d0-4fcd-4415-b2da-2bab2802d720 req-e07d424c-6710-4094-becf-6816c4d8bead tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:15.730703 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7bdfc1d0-4fcd-4415-b2da-2bab2802d720 req-e07d424c-6710-4094-becf-6816c4d8bead tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9af662f-42f6-474a-88ab-f4fae63eb99b HTTP/1.1" status: 200 len: 944 time: 0.2535722 Feb 17 17:32:15.780105 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a411333-5844-4738-9235-a0a10f6dbe07 req-e24c1702-a10a-45fd-946b-124b9e600c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:15.781540 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a411333-5844-4738-9235-a0a10f6dbe07 req-e24c1702-a10a-45fd-946b-124b9e600c2e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7c2cddd3132f4b18b46f752bdb32619e&device_id=c854e228-e846-4cbc-bf63-74d8b9c76980 HTTP/1.1" status: 200 len: 1125 time: 0.1265225 Feb 17 17:32:15.821768 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de968d3-f319-44da-af12-a83c12eec2c9 req-aa2121e1-c8c2-4fc8-ba56-4367aedc9c96 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:15.823281 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4de968d3-f319-44da-af12-a83c12eec2c9 req-aa2121e1-c8c2-4fc8-ba56-4367aedc9c96 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 946 time: 0.3576269 Feb 17 17:32:15.854525 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40574) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:32:15.875967 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a411333-5844-4738-9235-a0a10f6dbe07 req-22d18fd8-d2cd-4453-90b8-91effbc5a2e9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=236ed524-acb7-4984-aa17-d0f9b0809ee7 HTTP/1.1" status: 200 len: 217 time: 0.0849509 Feb 17 17:32:15.935274 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-392a2cb7-d33d-4393-9549-18262b275ed5 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=caf0a071fa17442cadcec3f1ab303141&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0791140 Feb 17 17:32:15.936415 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40576) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:32:15.937958 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4de968d3-f319-44da-af12-a83c12eec2c9 req-e23c2201-d2a0-450f-be60-d194ef6b0ad3 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729864 Feb 17 17:32:15.968895 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7bdfc1d0-4fcd-4415-b2da-2bab2802d720 req-aef02571-a351-48cf-8b30-93cae4f705d4 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/security-groups?id=7dec7973-5133-4629-8348-fd9f82a14b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2318327 Feb 17 17:32:16.059221 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2cadad55-6515-4935-887a-0390c0151a8f admin admin] Publish callbacks [] for security_group (288667f8-cb68-40ab-b792-fece56fdf117), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:16.095364 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a411333-5844-4738-9235-a0a10f6dbe07 req-bfad8059-0142-4a58-8081-955605a78e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:16.101216 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a411333-5844-4738-9235-a0a10f6dbe07 req-bfad8059-0142-4a58-8081-955605a78e6d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9cb45345-5fb5-419b-af49-c30b93b525f5 HTTP/1.1" status: 200 len: 862 time: 0.1630065 Feb 17 17:32:16.106867 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2cadad55-6515-4935-887a-0390c0151a8f admin admin] Publish callbacks [] for security_group (288667f8-cb68-40ab-b792-fece56fdf117), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:16.134649 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8281b2-f863-412b-ba13-8cdf02ff4c1d x-openstack-request-id: req-7c8281b2-f863-412b-ba13-8cdf02ff4c1d {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:32:16.135223 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c854e228-e846-4cbc-bf63-74d8b9c76980", "tag": "236ed524-acb7-4984-aa17-d0f9b0809ee7", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:32:16.135617 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7c8281b2-f863-412b-ba13-8cdf02ff4c1d {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:32:16.136150 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c854e228-e846-4cbc-bf63-74d8b9c76980', 'tag': '236ed524-acb7-4984-aa17-d0f9b0809ee7', 'status': 'completed', 'code': 200} Feb 17 17:32:16.165400 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2cadad55-6515-4935-887a-0390c0151a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (288667f8-cb68-40ab-b792-fece56fdf117), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:16.169117 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2cadad55-6515-4935-887a-0390c0151a8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:16.170574 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2cadad55-6515-4935-887a-0390c0151a8f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/288667f8-cb68-40ab-b792-fece56fdf117 HTTP/1.1" status: 204 len: 168 time: 0.2328808 Feb 17 17:32:16.180950 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cadad55-6515-4935-887a-0390c0151a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288667f8-cb68-40ab-b792-fece56fdf117,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:16.184952 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a411333-5844-4738-9235-a0a10f6dbe07 req-281ecdd7-4f35-4178-8ce9-06a3b79c8ff2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=21effd86-3512-4fb2-9fff-79a3828347da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685022 Feb 17 17:32:16.346394 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af7983-671d-45d3-9875-a4ae3620af3e req-8c9cc264-ef16-42fa-9204-be05be91d673 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:16.356633 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-17af7983-671d-45d3-9875-a4ae3620af3e req-8c9cc264-ef16-42fa-9204-be05be91d673 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 943 time: 0.2503886 Feb 17 17:32:16.464500 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a411333-5844-4738-9235-a0a10f6dbe07 req-fe47c14e-4009-4e68-b941-567fc4dcc252 service neutron] 10.222.0.71 "GET /v2.0/networks/21effd86-3512-4fb2-9fff-79a3828347da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785733 Feb 17 17:32:16.572615 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-17af7983-671d-45d3-9875-a4ae3620af3e req-be400df3-140d-4b15-9649-31079732a08d tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149670 Feb 17 17:32:16.688897 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87c0f8-4530-4bb2-96e3-0f4ff924f338 req-bfecdf66-300f-4784-8ebe-c21d4e939adb tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:16.690355 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8a87c0f8-4530-4bb2-96e3-0f4ff924f338 req-bfecdf66-300f-4784-8ebe-c21d4e939adb tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/ports?device_id=c854e228-e846-4cbc-bf63-74d8b9c76980 HTTP/1.1" status: 200 len: 943 time: 0.2098637 Feb 17 17:32:16.766013 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a411333-5844-4738-9235-a0a10f6dbe07 req-6a121a58-7a37-4afc-bfb7-9828880912b8 service neutron] 10.222.0.71 "GET /v2.0/networks/21effd86-3512-4fb2-9fff-79a3828347da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864528 Feb 17 17:32:16.964378 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c15ab0-f712-4c7a-9bc5-fc659f388ff1 req-d2c59e06-9d47-4e8b-a470-7f28bc6a27fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:16.966092 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f2c15ab0-f712-4c7a-9bc5-fc659f388ff1 req-d2c59e06-9d47-4e8b-a470-7f28bc6a27fb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7c2cddd3132f4b18b46f752bdb32619e&device_id=c854e228-e846-4cbc-bf63-74d8b9c76980 HTTP/1.1" status: 200 len: 1125 time: 0.1127756 Feb 17 17:32:17.001178 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d3520-0cc0-418d-80ac-c38d6c5fee36 req-6e984321-aee4-4806-8cd5-14f4e8ec3b71 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:17.009876 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-829d3520-0cc0-418d-80ac-c38d6c5fee36 req-6e984321-aee4-4806-8cd5-14f4e8ec3b71 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b03940-fd52-4fab-baa6-b38163ad055b HTTP/1.1" status: 200 len: 950 time: 0.3159287 Feb 17 17:32:17.084994 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8a87c0f8-4530-4bb2-96e3-0f4ff924f338 req-ea1e6db2-0bae-4db8-85ea-eec0aff55703 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/security-groups?id=ab06c84a-4a00-40bb-b916-a68462b41859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699176 Feb 17 17:32:17.132848 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-829d3520-0cc0-418d-80ac-c38d6c5fee36 req-62aac388-d776-4eb7-9572-271272ef1d6c tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205330 Feb 17 17:32:17.417064 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c15ab0-f712-4c7a-9bc5-fc659f388ff1 req-98ce566d-e9dc-4730-8117-dfe913926754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:17.419108 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f2c15ab0-f712-4c7a-9bc5-fc659f388ff1 req-98ce566d-e9dc-4730-8117-dfe913926754 service neutron] 10.222.0.71 "GET /v2.0/networks?id=21effd86-3512-4fb2-9fff-79a3828347da HTTP/1.1" status: 200 len: 923 time: 0.4405649 Feb 17 17:32:17.433695 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de2ed1-e079-4571-b2d0-ac2f21b3c4d4 req-125aada6-be07-462e-b5c0-aca34069c985 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:17.435428 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-94de2ed1-e079-4571-b2d0-ac2f21b3c4d4 req-125aada6-be07-462e-b5c0-aca34069c985 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9af662f-42f6-474a-88ab-f4fae63eb99b HTTP/1.1" status: 200 len: 944 time: 0.1869838 Feb 17 17:32:17.469212 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341463dd-e7ad-4d6f-8de7-eaa1a51c4730 req-a19c0ced-dbd4-4a5f-9d10-9ea924d83e74 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:17.470874 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-341463dd-e7ad-4d6f-8de7-eaa1a51c4730 req-a19c0ced-dbd4-4a5f-9d10-9ea924d83e74 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 946 time: 0.1939123 Feb 17 17:32:17.517431 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f2c15ab0-f712-4c7a-9bc5-fc659f388ff1 req-9bf6fc2a-d00f-4c2e-a68a-8a551b16ea2c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=236ed524-acb7-4984-aa17-d0f9b0809ee7 HTTP/1.1" status: 200 len: 217 time: 0.0790832 Feb 17 17:32:17.616213 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-94de2ed1-e079-4571-b2d0-ac2f21b3c4d4 req-63a8d16a-ab4a-4771-9c79-769e043be169 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/security-groups?id=7dec7973-5133-4629-8348-fd9f82a14b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691043 Feb 17 17:32:17.622322 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-341463dd-e7ad-4d6f-8de7-eaa1a51c4730 req-67851601-2621-4e31-8964-a64bb7522601 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107843 Feb 17 17:32:17.627476 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c15ab0-f712-4c7a-9bc5-fc659f388ff1 req-de30825f-f8e9-4f3f-8457-344eee22cf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:17.627688 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f2c15ab0-f712-4c7a-9bc5-fc659f388ff1 req-de30825f-f8e9-4f3f-8457-344eee22cf19 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9cb45345-5fb5-419b-af49-c30b93b525f5 HTTP/1.1" status: 200 len: 862 time: 0.1040108 Feb 17 17:32:17.671805 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f2c15ab0-f712-4c7a-9bc5-fc659f388ff1 req-c4b23950-d165-4dca-a5e6-c72348edb7aa service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=21effd86-3512-4fb2-9fff-79a3828347da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372293 Feb 17 17:32:17.856057 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f2c15ab0-f712-4c7a-9bc5-fc659f388ff1 req-6fabe5fa-20fb-4420-ba37-0e2d871b2521 service neutron] 10.222.0.71 "GET /v2.0/networks/21effd86-3512-4fb2-9fff-79a3828347da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719682 Feb 17 17:32:18.382265 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40644) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:32:18.496513 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024e4bf-2075-4ecf-8248-6c4528eab240 req-be4e0a6f-b110-4f30-bcdd-7f463ae79d98 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:18.504469 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9024e4bf-2075-4ecf-8248-6c4528eab240 req-be4e0a6f-b110-4f30-bcdd-7f463ae79d98 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 943 time: 0.6985960 Feb 17 17:32:18.526171 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-000546fb-89bf-4e42-ac89-d089aab4a270 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:18.607456 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e6a32-1a0c-4733-861a-4aa541ad8e5c req-30f719be-2914-427a-b21f-6e7733658e0c tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:18.609564 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-788e6a32-1a0c-4733-861a-4aa541ad8e5c req-30f719be-2914-427a-b21f-6e7733658e0c tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/ports?device_id=c854e228-e846-4cbc-bf63-74d8b9c76980 HTTP/1.1" status: 200 len: 943 time: 0.1703153 Feb 17 17:32:18.617254 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f2c15ab0-f712-4c7a-9bc5-fc659f388ff1 req-eaefbe87-27aa-40bd-8c2d-7d12544135c4 service neutron] 10.222.0.71 "GET /v2.0/networks/21effd86-3512-4fb2-9fff-79a3828347da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7304296 Feb 17 17:32:18.626167 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-000546fb-89bf-4e42-ac89-d089aab4a270 admin admin] Publish callbacks [] for security_group (56a6feb1-90ca-40d1-8e51-fae4b3db627a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:18.633421 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-000546fb-89bf-4e42-ac89-d089aab4a270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (56a6feb1-90ca-40d1-8e51-fae4b3db627a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:18.669682 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-000546fb-89bf-4e42-ac89-d089aab4a270 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=849f0faf408540e9973ea2af20674d36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2859070 Feb 17 17:32:18.670771 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9024e4bf-2075-4ecf-8248-6c4528eab240 req-d0325f5a-4907-44a5-b5ac-7cb582aac599 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652317 Feb 17 17:32:18.680127 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40648) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:32:18.704171 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:18.732329 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000546fb-89bf-4e42-ac89-d089aab4a270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a6feb1-90ca-40d1-8e51-fae4b3db627a,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:18.786873 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cde5f617-7326-4412-a83e-946472c4821d admin admin] Publish callbacks [] for security_group (56a6feb1-90ca-40d1-8e51-fae4b3db627a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:18.810409 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-788e6a32-1a0c-4733-861a-4aa541ad8e5c req-4ab97846-d0ba-496a-b8fb-8187ae3ace03 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/security-groups?id=ab06c84a-4a00-40bb-b916-a68462b41859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593251 Feb 17 17:32:18.833801 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cde5f617-7326-4412-a83e-946472c4821d admin admin] Publish callbacks [] for security_group (56a6feb1-90ca-40d1-8e51-fae4b3db627a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:18.909279 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cde5f617-7326-4412-a83e-946472c4821d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (56a6feb1-90ca-40d1-8e51-fae4b3db627a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:18.911825 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cde5f617-7326-4412-a83e-946472c4821d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:18.911985 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98718b3a-c33c-479e-bb7c-61ad79f74d46 req-28a13149-dfd5-4b68-b41b-b383986f0479 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:18.915631 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-cde5f617-7326-4412-a83e-946472c4821d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/56a6feb1-90ca-40d1-8e51-fae4b3db627a HTTP/1.1" status: 204 len: 168 time: 0.2317915 Feb 17 17:32:18.920084 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-98718b3a-c33c-479e-bb7c-61ad79f74d46 req-28a13149-dfd5-4b68-b41b-b383986f0479 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b03940-fd52-4fab-baa6-b38163ad055b HTTP/1.1" status: 200 len: 950 time: 0.1050613 Feb 17 17:32:18.928219 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5f617-7326-4412-a83e-946472c4821d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a6feb1-90ca-40d1-8e51-fae4b3db627a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:18.990601 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-98718b3a-c33c-479e-bb7c-61ad79f74d46 req-10069ca8-33ed-4d48-a441-7b0e49af5a4b tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695636 Feb 17 17:32:19.076109 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ad98e-a835-4e03-b84b-e1cfe82d97d4 req-83b78ca3-f3ae-48fd-add2-dca9744b4724 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:19.089460 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-691ad98e-a835-4e03-b84b-e1cfe82d97d4 req-83b78ca3-f3ae-48fd-add2-dca9744b4724 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9af662f-42f6-474a-88ab-f4fae63eb99b HTTP/1.1" status: 200 len: 944 time: 0.1032240 Feb 17 17:32:19.164412 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-691ad98e-a835-4e03-b84b-e1cfe82d97d4 req-62cdb2c8-a231-4da7-9662-a72aa5eb5b72 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/security-groups?id=7dec7973-5133-4629-8348-fd9f82a14b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737209 Feb 17 17:32:19.279851 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942940ae-9b7a-4e0b-98b4-84ac710122b2 req-e41b1c82-02ae-4384-b7cd-13d5e27567e0 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:19.287659 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-942940ae-9b7a-4e0b-98b4-84ac710122b2 req-e41b1c82-02ae-4384-b7cd-13d5e27567e0 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 946 time: 0.1017911 Feb 17 17:32:19.452862 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-942940ae-9b7a-4e0b-98b4-84ac710122b2 req-3689e3ed-7009-4a36-885b-8f74c26329a2 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580927 Feb 17 17:32:19.516172 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:19.886008 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158417d-9cf0-4e06-9643-799576db75fd req-f5d0d041-33ec-44b0-b92c-e51f62f8d7ca tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:19.888173 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0158417d-9cf0-4e06-9643-799576db75fd req-f5d0d041-33ec-44b0-b92c-e51f62f8d7ca tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 943 time: 0.1153009 Feb 17 17:32:20.043579 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0158417d-9cf0-4e06-9643-799576db75fd req-62ffc04c-e6c4-41ea-a9c9-294c88b4c659 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422195 Feb 17 17:32:20.108115 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40690) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:32:20.135033 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc1ae6-9137-4b74-a006-cfc46ada8498 req-1ba24841-b4c9-4740-9a61-172157ac3d08 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:20.145208 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a1cc1ae6-9137-4b74-a006-cfc46ada8498 req-1ba24841-b4c9-4740-9a61-172157ac3d08 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/ports?device_id=c854e228-e846-4cbc-bf63-74d8b9c76980 HTTP/1.1" status: 200 len: 943 time: 0.0999923 Feb 17 17:32:20.285545 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a1cc1ae6-9137-4b74-a006-cfc46ada8498 req-82b8935e-8533-49a7-9972-aa8f3ac68406 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/security-groups?id=ab06c84a-4a00-40bb-b916-a68462b41859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393147 Feb 17 17:32:20.294219 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-5aa8650d-3b89-4f03-ad1f-184bd0a4db32 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1261801274-network', 'tenant_id': '697d23e72f51489db1e83c411a7b209b'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:32:20.334138 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb13a2-a8b0-404b-8180-6d3e7c59a703 req-d1ebf165-cd8e-4217-a312-024154991b7f tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:20.336231 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa8650d-3b89-4f03-ad1f-184bd0a4db32 admin admin] Made reservation on behalf of 697d23e72f51489db1e83c411a7b209b for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:32:20.341055 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3bbb13a2-a8b0-404b-8180-6d3e7c59a703 req-d1ebf165-cd8e-4217-a312-024154991b7f tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b03940-fd52-4fab-baa6-b38163ad055b HTTP/1.1" status: 200 len: 950 time: 0.1613350 Feb 17 17:32:20.341935 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5aa8650d-3b89-4f03-ad1f-184bd0a4db32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:20.360497 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5aa8650d-3b89-4f03-ad1f-184bd0a4db32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:20.475997 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3bbb13a2-a8b0-404b-8180-6d3e7c59a703 req-3b618a1a-1111-4e6a-a029-ec02ac8d8552 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229770 Feb 17 17:32:20.520631 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5aa8650d-3b89-4f03-ad1f-184bd0a4db32 admin admin] Publish callbacks [] for security_group (3e00ce6d-e699-488e-b3b1-96e62f4e1901), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:20.525918 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5aa8650d-3b89-4f03-ad1f-184bd0a4db32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (3e00ce6d-e699-488e-b3b1-96e62f4e1901), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:20.582560 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa8650d-3b89-4f03-ad1f-184bd0a4db32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e00ce6d-e699-488e-b3b1-96e62f4e1901,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:20.610337 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aa8650d-3b89-4f03-ad1f-184bd0a4db32 admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:32:20.624451 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d103913-1302-4a86-89c8-96c8b2fe9629 req-1a6f9bc4-fdc4-4776-955f-5de5b3b11a36 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:20.632952 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5d103913-1302-4a86-89c8-96c8b2fe9629 req-1a6f9bc4-fdc4-4776-955f-5de5b3b11a36 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9af662f-42f6-474a-88ab-f4fae63eb99b HTTP/1.1" status: 200 len: 944 time: 0.1551106 Feb 17 17:32:20.634617 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5aa8650d-3b89-4f03-ad1f-184bd0a4db32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (ed2f0a88-df6e-41f1-b65c-23a74733691d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:20.635275 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-5aa8650d-3b89-4f03-ad1f-184bd0a4db32 admin admin] Added segment ed2f0a88-df6e-41f1-b65c-23a74733691d of type vlan for network 379d2b74-daa5-4855-921b-d3d84976f652 Feb 17 17:32:20.694696 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5d103913-1302-4a86-89c8-96c8b2fe9629 req-2831f90e-7419-4afa-84ec-3eb88586699d tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/security-groups?id=7dec7973-5133-4629-8348-fd9f82a14b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593600 Feb 17 17:32:20.714833 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5aa8650d-3b89-4f03-ad1f-184bd0a4db32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (379d2b74-daa5-4855-921b-d3d84976f652), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:20.773297 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5aa8650d-3b89-4f03-ad1f-184bd0a4db32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (379d2b74-daa5-4855-921b-d3d84976f652), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:20.775224 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa8650d-3b89-4f03-ad1f-184bd0a4db32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:20.776106 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5aa8650d-3b89-4f03-ad1f-184bd0a4db32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:20.801649 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35bf94-30bb-419b-a7d5-51c2f2575c14 req-07d34990-4760-4c2f-9aec-36a596fb173c tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:20.803195 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bb35bf94-30bb-419b-a7d5-51c2f2575c14 req-07d34990-4760-4c2f-9aec-36a596fb173c tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 946 time: 0.0907414 Feb 17 17:32:20.835326 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5aa8650d-3b89-4f03-ad1f-184bd0a4db32 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7268610 Feb 17 17:32:20.904136 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bb35bf94-30bb-419b-a7d5-51c2f2575c14 req-e6e0ea7c-6854-4042-9201-886afd57399a tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912335 Feb 17 17:32:20.913828 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa8650d-3b89-4f03-ad1f-184bd0a4db32 admin admin] Pushing event updated for resources: {'Network': ['ID=379d2b74-daa5-4855-921b-d3d84976f652,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:20.929886 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 379d2b74-daa5-4855-921b-d3d84976f652 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:32:21.270257 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa37c3-a3cc-4ac0-b0c9-7c37a0898678 req-ad66f294-50df-4ded-8649-6863ad7a65e5 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:21.272122 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-44fa37c3-a3cc-4ac0-b0c9-7c37a0898678 req-ad66f294-50df-4ded-8649-6863ad7a65e5 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 943 time: 0.1145365 Feb 17 17:32:21.337606 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 236ed524-acb7-4984-aa17-d0f9b0809ee7 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:32:21.521840 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 236ed524-acb7-4984-aa17-d0f9b0809ee7, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=236ed524-acb7-4984-aa17-d0f9b0809ee7,segment=NetworkSegment(3ba1f701-b447-45d4-ab08-e0178ff31937),segment_id=3ba1f701-b447-45d4-ab08-e0178ff31937)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:32:21.537525 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '236ed524-acb7-4984-aa17-d0f9b0809ee7', 'network_id': '21effd86-3512-4fb2-9fff-79a3828347da', 'port_id': '236ed524-acb7-4984-aa17-d0f9b0809ee7', 'mac_address': 'fa:16:3e:2a:1e:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cb45345-5fb5-419b-af49-c30b93b525f5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:32:21.590717 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 236ed524-acb7-4984-aa17-d0f9b0809ee7 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:32:21.591029 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (236ed524-acb7-4984-aa17-d0f9b0809ee7), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:21.611772 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec4e78-0780-49eb-be98-769848d57b8c req-00dfb52c-1e0b-41cf-a5d7-6355adb5cf5f tempest-ComputeTenantNetworksTest-133439301 tempest-ComputeTenantNetworksTest-133439301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:21.613262 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 236ed524-acb7-4984-aa17-d0f9b0809ee7 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:32:21.617701 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec4e78-0780-49eb-be98-769848d57b8c req-00dfb52c-1e0b-41cf-a5d7-6355adb5cf5f tempest-ComputeTenantNetworksTest-133439301 tempest-ComputeTenantNetworksTest-133439301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:21.623720 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec4e78-0780-49eb-be98-769848d57b8c req-00dfb52c-1e0b-41cf-a5d7-6355adb5cf5f tempest-ComputeTenantNetworksTest-133439301 tempest-ComputeTenantNetworksTest-133439301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:21.625673 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3dec4e78-0780-49eb-be98-769848d57b8c req-00dfb52c-1e0b-41cf-a5d7-6355adb5cf5f tempest-ComputeTenantNetworksTest-133439301 tempest-ComputeTenantNetworksTest-133439301-project] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3087685 Feb 17 17:32:21.632468 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-44fa37c3-a3cc-4ac0-b0c9-7c37a0898678 req-3da3cbd1-689a-486a-91d7-0fdf184f321f tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512566 Feb 17 17:32:21.648316 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 236ed524-acb7-4984-aa17-d0f9b0809ee7, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=236ed524-acb7-4984-aa17-d0f9b0809ee7,segment=NetworkSegment(3ba1f701-b447-45d4-ab08-e0178ff31937),segment_id=3ba1f701-b447-45d4-ab08-e0178ff31937)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:32:21.672569 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (236ed524-acb7-4984-aa17-d0f9b0809ee7), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:21.740827 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=236ed524-acb7-4984-aa17-d0f9b0809ee7,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:21.759683 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:32:21.760460 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:32:21.761030 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:32:21.761618 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:32:21.762257 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:32:21.762825 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:32:21.763377 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:32:21.763926 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:32:21.764507 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:32:21.765057 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:32:21.765618 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:32:21.766388 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:32:21.766959 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:32:21.849091 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39a9a0-2525-4bc5-86c3-ca890b9dfb11 req-fd2739ab-443e-4377-9329-b28e97438017 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:21.850588 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cf39a9a0-2525-4bc5-86c3-ca890b9dfb11 req-fd2739ab-443e-4377-9329-b28e97438017 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/ports?device_id=c854e228-e846-4cbc-bf63-74d8b9c76980 HTTP/1.1" status: 200 len: 944 time: 0.1059289 Feb 17 17:32:21.858777 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710bdb1-5148-48c4-9ac0-766f2f57e703 req-cd7bf31b-d3ef-4842-b64d-1f808d99d8e6 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:21.860302 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b710bdb1-5148-48c4-9ac0-766f2f57e703 req-cd7bf31b-d3ef-4842-b64d-1f808d99d8e6 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b03940-fd52-4fab-baa6-b38163ad055b HTTP/1.1" status: 200 len: 950 time: 0.1046066 Feb 17 17:32:21.954157 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b710bdb1-5148-48c4-9ac0-766f2f57e703 req-978121a9-dbcd-4f19-a9ae-36f784f36b0b tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821798 Feb 17 17:32:21.957838 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cf39a9a0-2525-4bc5-86c3-ca890b9dfb11 req-1626acf3-be4c-40da-b467-0c522cbfbd3b tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/security-groups?id=ab06c84a-4a00-40bb-b916-a68462b41859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965335 Feb 17 17:32:22.076651 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['236ed524-acb7-4984-aa17-d0f9b0809ee7'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:32:22.167933 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff4573-1b8c-4c46-8866-fc2734e92178 req-577743fb-0667-4f87-8acf-a9e306b77b98 tempest-ComputeTenantNetworksTest-133439301 tempest-ComputeTenantNetworksTest-133439301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:22.185072 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e3ff4573-1b8c-4c46-8866-fc2734e92178 req-577743fb-0667-4f87-8acf-a9e306b77b98 tempest-ComputeTenantNetworksTest-133439301 tempest-ComputeTenantNetworksTest-133439301-project] 10.222.0.87 "GET /v2.0/networks/379d2b74-daa5-4855-921b-d3d84976f652 HTTP/1.1" status: 200 len: 769 time: 0.1410213 Feb 17 17:32:22.186438 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40738) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:32:22.317054 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fabc0627-a5aa-4637-a3ab-728711b6f76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (379d2b74-daa5-4855-921b-d3d84976f652), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:22.444092 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fabc0627-a5aa-4637-a3ab-728711b6f76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (379d2b74-daa5-4855-921b-d3d84976f652), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:22.457757 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e63d9-c70f-459d-8cf8-c0934a4e02f2 req-9a3f27d1-a977-48c2-b677-b8ff82c6712d tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:22.466280 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-860e63d9-c70f-459d-8cf8-c0934a4e02f2 req-9a3f27d1-a977-48c2-b677-b8ff82c6712d tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9af662f-42f6-474a-88ab-f4fae63eb99b HTTP/1.1" status: 200 len: 944 time: 0.2606037 Feb 17 17:32:22.479010 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-fabc0627-a5aa-4637-a3ab-728711b6f76f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['379d2b74-daa5-4855-921b-d3d84976f652']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:32:22.500933 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdc39e-21a5-4b9b-a420-3884a6d6b17e req-18a615a6-adda-4978-bf60-d8337847fc5c tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:22.502257 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-fabc0627-a5aa-4637-a3ab-728711b6f76f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed2f0a88-df6e-41f1-b65c-23a74733691d') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:32:22.502645 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-fabc0627-a5aa-4637-a3ab-728711b6f76f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed2f0a88-df6e-41f1-b65c-23a74733691d') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:32:22.510156 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-edfdc39e-21a5-4b9b-a420-3884a6d6b17e req-18a615a6-adda-4978-bf60-d8337847fc5c tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 946 time: 0.2221308 Feb 17 17:32:22.526979 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fabc0627-a5aa-4637-a3ab-728711b6f76f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (ed2f0a88-df6e-41f1-b65c-23a74733691d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:22.564619 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fabc0627-a5aa-4637-a3ab-728711b6f76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (ed2f0a88-df6e-41f1-b65c-23a74733691d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:22.567271 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-860e63d9-c70f-459d-8cf8-c0934a4e02f2 req-efb0ae83-7bea-4642-8e33-f4b344ee2023 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/security-groups?id=7dec7973-5133-4629-8348-fd9f82a14b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974610 Feb 17 17:32:22.572543 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fabc0627-a5aa-4637-a3ab-728711b6f76f admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:32:22.573028 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fabc0627-a5aa-4637-a3ab-728711b6f76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (ed2f0a88-df6e-41f1-b65c-23a74733691d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:22.575452 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:32:22.575452 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:32:22.575452 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:32:22.575452 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:32:22.575452 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:32:22.575452 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:32:22.575452 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:32:22.575452 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:32:22.575452 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:32:22.575452 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:32:22.575452 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:32:22.575452 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:32:22.575452 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:32:22.575452 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:32:22.575452 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:32:22.575452 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:32:22.575452 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:32:22.575452 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:32:22.575452 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:32:22.575452 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:32:22.575452 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:32:22.575452 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:32:22.575452 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:32:22.575452 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:32:22.575452 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:32:22.575452 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:32:22.575452 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:32:22.575452 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:32:22.575452 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:32:22.575452 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:32:22.575452 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:32:22.575452 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:32:22.656001 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-edfdc39e-21a5-4b9b-a420-3884a6d6b17e req-8038be35-683c-45bd-9441-6d80b77ffa0b tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250339 Feb 17 17:32:22.667431 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fabc0627-a5aa-4637-a3ab-728711b6f76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (379d2b74-daa5-4855-921b-d3d84976f652), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:22.692397 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fabc0627-a5aa-4637-a3ab-728711b6f76f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:22.697061 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fabc0627-a5aa-4637-a3ab-728711b6f76f admin admin] 10.222.0.87 "DELETE /v2.0/networks/379d2b74-daa5-4855-921b-d3d84976f652 HTTP/1.1" status: 204 len: 168 time: 0.5092082 Feb 17 17:32:22.698626 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabc0627-a5aa-4637-a3ab-728711b6f76f admin admin] Pushing event deleted for resources: {'Network': ['ID=379d2b74-daa5-4855-921b-d3d84976f652,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:22.887141 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8642018c-ff53-403d-8936-02bdd10535ec req-be321e6a-b44f-4c98-99f4-dd999c2c3bc1 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:22.888849 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8642018c-ff53-403d-8936-02bdd10535ec req-be321e6a-b44f-4c98-99f4-dd999c2c3bc1 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 943 time: 0.1078999 Feb 17 17:32:22.901867 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40746) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:32:22.973446 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8642018c-ff53-403d-8936-02bdd10535ec req-1ba7c1c6-cdde-4264-9e03-08794622c81d tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720944 Feb 17 17:32:23.027370 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40754) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:32:23.028219 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9b0a8644-b768-4379-9a7b-9025b258ac72 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=697d23e72f51489db1e83c411a7b209b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1243045 Feb 17 17:32:23.216316 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b77ce568-b1ab-4a71-886d-5a7b0e9e84d6 admin admin] Publish callbacks [] for security_group (3e00ce6d-e699-488e-b3b1-96e62f4e1901), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:23.257369 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a49ea-315f-4b06-a980-20459815457e req-fd6e85f7-32af-4053-ad52-da23afc890e9 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:23.258847 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b54a49ea-315f-4b06-a980-20459815457e req-fd6e85f7-32af-4053-ad52-da23afc890e9 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/ports?device_id=c854e228-e846-4cbc-bf63-74d8b9c76980 HTTP/1.1" status: 200 len: 944 time: 0.1842687 Feb 17 17:32:23.266129 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b77ce568-b1ab-4a71-886d-5a7b0e9e84d6 admin admin] Publish callbacks [] for security_group (3e00ce6d-e699-488e-b3b1-96e62f4e1901), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:23.292517 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fbf959-1b90-4836-af76-502798d27038 req-2425fb9a-cae5-4cdc-8729-945e35398f8f tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:23.294386 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e8fbf959-1b90-4836-af76-502798d27038 req-2425fb9a-cae5-4cdc-8729-945e35398f8f tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b03940-fd52-4fab-baa6-b38163ad055b HTTP/1.1" status: 200 len: 950 time: 0.1541026 Feb 17 17:32:23.436571 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b54a49ea-315f-4b06-a980-20459815457e req-e8edb55f-e515-4405-8e60-bd6b0ae2abdf tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/security-groups?id=ab06c84a-4a00-40bb-b916-a68462b41859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645474 Feb 17 17:32:23.472622 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e8fbf959-1b90-4836-af76-502798d27038 req-87d680c8-13b9-44d8-a28d-cbd1a592b05b tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590867 Feb 17 17:32:23.497772 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b77ce568-b1ab-4a71-886d-5a7b0e9e84d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (3e00ce6d-e699-488e-b3b1-96e62f4e1901), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:23.513418 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b77ce568-b1ab-4a71-886d-5a7b0e9e84d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:23.519216 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b77ce568-b1ab-4a71-886d-5a7b0e9e84d6 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3e00ce6d-e699-488e-b3b1-96e62f4e1901 HTTP/1.1" status: 204 len: 168 time: 0.4849598 Feb 17 17:32:23.539353 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77ce568-b1ab-4a71-886d-5a7b0e9e84d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e00ce6d-e699-488e-b3b1-96e62f4e1901,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:23.789619 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec04105-8af4-41b2-a25a-bc8e76d186ff req-dd3bade2-2292-4495-9a87-363100fdd79a tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:23.792163 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bec04105-8af4-41b2-a25a-bc8e76d186ff req-dd3bade2-2292-4495-9a87-363100fdd79a tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9af662f-42f6-474a-88ab-f4fae63eb99b HTTP/1.1" status: 200 len: 944 time: 0.1268730 Feb 17 17:32:23.927322 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bec04105-8af4-41b2-a25a-bc8e76d186ff req-2a948d0d-b096-4076-9cd0-e802d6550177 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/security-groups?id=7dec7973-5133-4629-8348-fd9f82a14b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776405 Feb 17 17:32:23.935256 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f457ab-7416-44f9-9413-dd7b00135d16 req-80b7308c-a3cb-4aa8-b2ed-1ca63b7397f6 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:23.936836 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e8f457ab-7416-44f9-9413-dd7b00135d16 req-80b7308c-a3cb-4aa8-b2ed-1ca63b7397f6 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 946 time: 0.1433995 Feb 17 17:32:24.057138 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e8f457ab-7416-44f9-9413-dd7b00135d16 req-43ee8013-7e90-4aaf-af73-22bf37b9a572 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998731 Feb 17 17:32:24.152562 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a5555-e447-42ed-82fb-8be3de449031 req-4077b02e-69de-4ec5-8a4d-eec3c3a52981 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:24.155637 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b59a5555-e447-42ed-82fb-8be3de449031 req-4077b02e-69de-4ec5-8a4d-eec3c3a52981 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 943 time: 0.0772250 Feb 17 17:32:24.256390 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b59a5555-e447-42ed-82fb-8be3de449031 req-a6f726b3-6035-4559-878e-95ca7ad99a68 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930600 Feb 17 17:32:24.638905 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c27feb-6e21-4b12-8202-1af254981364 req-cf1f578e-3993-4c5f-b424-010517efa433 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:24.640954 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-96c27feb-6e21-4b12-8202-1af254981364 req-cf1f578e-3993-4c5f-b424-010517efa433 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/ports?device_id=c854e228-e846-4cbc-bf63-74d8b9c76980 HTTP/1.1" status: 200 len: 944 time: 0.1165781 Feb 17 17:32:24.747452 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178627d-c2f6-48ed-bbd2-8c71779230a6 req-5c9254af-987d-47bb-93da-56a42aff41a4 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:24.755100 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4178627d-c2f6-48ed-bbd2-8c71779230a6 req-5c9254af-987d-47bb-93da-56a42aff41a4 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b03940-fd52-4fab-baa6-b38163ad055b HTTP/1.1" status: 200 len: 950 time: 0.1127105 Feb 17 17:32:24.774109 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-96c27feb-6e21-4b12-8202-1af254981364 req-f3ff8b76-62a9-4020-835d-64e243e26535 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/security-groups?id=ab06c84a-4a00-40bb-b916-a68462b41859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165388 Feb 17 17:32:24.876268 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4178627d-c2f6-48ed-bbd2-8c71779230a6 req-1a3ab69b-d657-4339-b594-d1cc6494d391 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198661 Feb 17 17:32:25.096144 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3412e5d-8c94-432a-ab8f-8c26e2076ca8 req-1ef74589-1427-4173-8939-0a1b3822ae84 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:25.106368 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c3412e5d-8c94-432a-ab8f-8c26e2076ca8 req-1ef74589-1427-4173-8939-0a1b3822ae84 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9af662f-42f6-474a-88ab-f4fae63eb99b HTTP/1.1" status: 200 len: 944 time: 0.0905561 Feb 17 17:32:25.173490 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c3412e5d-8c94-432a-ab8f-8c26e2076ca8 req-45bf335b-e27b-4c7e-b9ca-7c27a62f9ebc tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/security-groups?id=7dec7973-5133-4629-8348-fd9f82a14b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657587 Feb 17 17:32:25.336590 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0dd23d-e139-4755-a22d-26f85c6144ae req-3ac86cd8-a14c-4d61-97d2-a0a6267c3073 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:25.338311 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bf0dd23d-e139-4755-a22d-26f85c6144ae req-3ac86cd8-a14c-4d61-97d2-a0a6267c3073 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 946 time: 0.0955558 Feb 17 17:32:25.371585 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 236ed524-acb7-4984-aa17-d0f9b0809ee7 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:32:25.415886 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bf0dd23d-e139-4755-a22d-26f85c6144ae req-8ee54854-2dd9-49e1-a985-95259bec5363 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641615 Feb 17 17:32:25.442674 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 236ed524-acb7-4984-aa17-d0f9b0809ee7 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:32:25.453783 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 236ed524-acb7-4984-aa17-d0f9b0809ee7 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:32:25.454352 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (236ed524-acb7-4984-aa17-d0f9b0809ee7), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:25.605413 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 236ed524-acb7-4984-aa17-d0f9b0809ee7 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:32:25.606221 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (236ed524-acb7-4984-aa17-d0f9b0809ee7), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:25.619660 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edbc7b8-a334-4029-8468-24e62851de38 req-f5857d24-74d9-4f31-a493-c22e8906a00e tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:25.632890 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3edbc7b8-a334-4029-8468-24e62851de38 req-f5857d24-74d9-4f31-a493-c22e8906a00e tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 943 time: 0.1208000 Feb 17 17:32:25.641186 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c854e228-e846-4cbc-bf63-74d8b9c76980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '236ed524-acb7-4984-aa17-d0f9b0809ee7'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:32:25.644147 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e8c4ed-001c-40f1-a2db-3c70a8d2a3a4" -d '{"events": [{"server_uuid": "c854e228-e846-4cbc-bf63-74d8b9c76980", "name": "network-vif-plugged", "status": "completed", "tag": "236ed524-acb7-4984-aa17-d0f9b0809ee7"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:32:25.660542 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 236ed524-acb7-4984-aa17-d0f9b0809ee7, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=236ed524-acb7-4984-aa17-d0f9b0809ee7,segment=NetworkSegment(3ba1f701-b447-45d4-ab08-e0178ff31937),segment_id=3ba1f701-b447-45d4-ab08-e0178ff31937)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:32:25.666197 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (236ed524-acb7-4984-aa17-d0f9b0809ee7), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:25.715730 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3edbc7b8-a334-4029-8468-24e62851de38 req-b14f01d2-d368-4da0-8528-681c6600a772 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777743 Feb 17 17:32:25.740718 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=236ed524-acb7-4984-aa17-d0f9b0809ee7,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:25.800942 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545d6a37-5424-4e12-9432-6e92dceb4725 x-openstack-request-id: req-545d6a37-5424-4e12-9432-6e92dceb4725 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:32:25.801289 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c854e228-e846-4cbc-bf63-74d8b9c76980", "name": "network-vif-plugged", "status": "completed", "tag": "236ed524-acb7-4984-aa17-d0f9b0809ee7", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:32:25.801486 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-545d6a37-5424-4e12-9432-6e92dceb4725 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:32:25.802220 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c854e228-e846-4cbc-bf63-74d8b9c76980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '236ed524-acb7-4984-aa17-d0f9b0809ee7', 'code': 200} Feb 17 17:32:25.974153 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7e928-2872-41d0-97ab-f8616fb991c6 req-9e27d161-2137-4b41-96d0-8c39ec9ceb1f tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:25.981245 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-83e7e928-2872-41d0-97ab-f8616fb991c6 req-9e27d161-2137-4b41-96d0-8c39ec9ceb1f tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/ports?device_id=c854e228-e846-4cbc-bf63-74d8b9c76980 HTTP/1.1" status: 200 len: 945 time: 0.1064584 Feb 17 17:32:26.016789 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77934be0-481b-4034-8628-d8229e8e7bc6 req-cea97b3f-2708-42ed-90ce-6f674bcea713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:26.018936 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-77934be0-481b-4034-8628-d8229e8e7bc6 req-cea97b3f-2708-42ed-90ce-6f674bcea713 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c854e228-e846-4cbc-bf63-74d8b9c76980 HTTP/1.1" status: 200 len: 1127 time: 0.1109836 Feb 17 17:32:26.061909 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-83e7e928-2872-41d0-97ab-f8616fb991c6 req-073809a2-c937-49f0-85f0-2f4be5769d81 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/security-groups?id=ab06c84a-4a00-40bb-b916-a68462b41859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797331 Feb 17 17:32:26.103068 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-77934be0-481b-4034-8628-d8229e8e7bc6 req-62d3ed3c-a1bb-4ffd-b5ba-856cb7e091e4 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ab06c84a-4a00-40bb-b916-a68462b41859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779185 Feb 17 17:32:26.293470 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00cb270-10d0-41ab-8d32-927dfe9f4b16 req-6e76d4d3-4f41-422c-a96c-eee410f7b950 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:26.295304 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f00cb270-10d0-41ab-8d32-927dfe9f4b16 req-6e76d4d3-4f41-422c-a96c-eee410f7b950 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b03940-fd52-4fab-baa6-b38163ad055b HTTP/1.1" status: 200 len: 950 time: 0.0789630 Feb 17 17:32:26.368507 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f00cb270-10d0-41ab-8d32-927dfe9f4b16 req-b2b0c7e2-d740-46fa-889e-a36148eec935 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665514 Feb 17 17:32:26.496799 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d62a20-ce2c-4d37-afcc-1c9220881529 req-202a9035-c93b-4bf2-ad5f-de1fa21aa17b tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:26.506053 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a4d62a20-ce2c-4d37-afcc-1c9220881529 req-202a9035-c93b-4bf2-ad5f-de1fa21aa17b tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9af662f-42f6-474a-88ab-f4fae63eb99b HTTP/1.1" status: 200 len: 944 time: 0.0803216 Feb 17 17:32:26.587311 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a4d62a20-ce2c-4d37-afcc-1c9220881529 req-fa5811fa-488f-4105-96a5-cf733f4e167a tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/security-groups?id=7dec7973-5133-4629-8348-fd9f82a14b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636408 Feb 17 17:32:26.706345 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e3f35-2659-4b1f-906e-e0eab0c21f7b req-16b5b6e7-da87-4b0a-801f-35d43dceddeb tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:26.714300 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ea7e3f35-2659-4b1f-906e-e0eab0c21f7b req-16b5b6e7-da87-4b0a-801f-35d43dceddeb tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 946 time: 0.0718510 Feb 17 17:32:26.769448 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ea7e3f35-2659-4b1f-906e-e0eab0c21f7b req-6c3d77a1-5205-4c7e-b4b0-9c1548727deb tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548425 Feb 17 17:32:26.905179 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5c41e-c39b-4e2e-bb42-87e0f6537f64 req-e72eddfc-8397-45ab-85a6-4ec55b1b9655 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:26.907037 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f8c5c41e-c39b-4e2e-bb42-87e0f6537f64 req-e72eddfc-8397-45ab-85a6-4ec55b1b9655 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 943 time: 0.0653107 Feb 17 17:32:26.963179 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f8c5c41e-c39b-4e2e-bb42-87e0f6537f64 req-19c5f638-9e5d-4dde-a5da-f00a4687c3b0 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501115 Feb 17 17:32:27.200600 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307aa7b-99ef-4176-8322-3ee57271fc7b req-604520c9-1b5a-428d-8a67-5a9c50fec0ec tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:27.208231 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f307aa7b-99ef-4176-8322-3ee57271fc7b req-604520c9-1b5a-428d-8a67-5a9c50fec0ec tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/ports?device_id=c854e228-e846-4cbc-bf63-74d8b9c76980 HTTP/1.1" status: 200 len: 945 time: 0.0714233 Feb 17 17:32:27.275149 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f307aa7b-99ef-4176-8322-3ee57271fc7b req-e7a3aa44-aa75-44e1-b819-bd4fbb1256de tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/security-groups?id=ab06c84a-4a00-40bb-b916-a68462b41859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567806 Feb 17 17:32:27.523955 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91709c51-c808-4287-bc7e-7c3121f8cc53 req-af47de50-7f01-4f86-8c1d-96e64a995081 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:27.525671 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-91709c51-c808-4287-bc7e-7c3121f8cc53 req-af47de50-7f01-4f86-8c1d-96e64a995081 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b03940-fd52-4fab-baa6-b38163ad055b HTTP/1.1" status: 200 len: 950 time: 0.0745718 Feb 17 17:32:27.584927 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-91709c51-c808-4287-bc7e-7c3121f8cc53 req-d22f26dc-3bb7-438b-955d-0398296333fb tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496101 Feb 17 17:32:27.722327 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0b3c0-800a-4dc2-bdf1-fea4f775e1ce req-036d32d9-9ab2-4f29-89f7-eacfb6acf8f2 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:27.723991 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-59d0b3c0-800a-4dc2-bdf1-fea4f775e1ce req-036d32d9-9ab2-4f29-89f7-eacfb6acf8f2 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9af662f-42f6-474a-88ab-f4fae63eb99b HTTP/1.1" status: 200 len: 944 time: 0.0635870 Feb 17 17:32:27.774689 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-59d0b3c0-800a-4dc2-bdf1-fea4f775e1ce req-a2a5febb-aa7e-4204-abaf-62d82c2ccad9 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/security-groups?id=7dec7973-5133-4629-8348-fd9f82a14b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446842 Feb 17 17:32:27.907667 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee740321-780c-4868-b4ca-a96a20c53c68 req-b5599290-b0f0-40fa-9aa0-7c842ea3886b tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:27.912793 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ee740321-780c-4868-b4ca-a96a20c53c68 req-b5599290-b0f0-40fa-9aa0-7c842ea3886b tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 946 time: 0.0673206 Feb 17 17:32:27.958042 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ee740321-780c-4868-b4ca-a96a20c53c68 req-c768d06b-cb8b-4094-88fd-7b3dbc5447a0 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425267 Feb 17 17:32:28.081261 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2df88-49d9-4434-b054-fa1235d0bb15 req-0097b080-f865-4a9d-960f-c3ce9864946c tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:28.082675 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-afb2df88-49d9-4434-b054-fa1235d0bb15 req-0097b080-f865-4a9d-960f-c3ce9864946c tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 943 time: 0.0544753 Feb 17 17:32:28.133774 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-afb2df88-49d9-4434-b054-fa1235d0bb15 req-974f205d-5dbb-49ea-ba05-73d4dc82cfeb tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454645 Feb 17 17:32:28.389893 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535a854-368d-47f0-93ae-361bd718c90e req-0a219676-9638-4bf7-9d96-6156bb618f23 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:28.391378 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0535a854-368d-47f0-93ae-361bd718c90e req-0a219676-9638-4bf7-9d96-6156bb618f23 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/ports?device_id=c854e228-e846-4cbc-bf63-74d8b9c76980 HTTP/1.1" status: 200 len: 945 time: 0.0541129 Feb 17 17:32:28.446590 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0535a854-368d-47f0-93ae-361bd718c90e req-18063776-f0b7-4186-afd2-53eee591c5d4 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/security-groups?id=ab06c84a-4a00-40bb-b916-a68462b41859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483990 Feb 17 17:32:28.791137 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e31a5c-ec0b-4f00-bff3-89527feec24d req-ccf21a22-00b4-4398-8392-1a1741227129 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:28.792917 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-38e31a5c-ec0b-4f00-bff3-89527feec24d req-ccf21a22-00b4-4398-8392-1a1741227129 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b03940-fd52-4fab-baa6-b38163ad055b HTTP/1.1" status: 200 len: 950 time: 0.0592992 Feb 17 17:32:28.844205 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-38e31a5c-ec0b-4f00-bff3-89527feec24d req-f198b2bd-d654-4f5f-85d5-05edfdf6773e tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450256 Feb 17 17:32:28.963234 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e30f0e9-204a-4fde-9a2a-c64519434e48 req-2d05059b-7378-43f2-9d5f-23370a00c031 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:28.964991 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7e30f0e9-204a-4fde-9a2a-c64519434e48 req-2d05059b-7378-43f2-9d5f-23370a00c031 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/ports?device_id=c854e228-e846-4cbc-bf63-74d8b9c76980 HTTP/1.1" status: 200 len: 945 time: 0.0589852 Feb 17 17:32:29.012998 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7e30f0e9-204a-4fde-9a2a-c64519434e48 req-d4ce77a8-f8dc-4059-9cf0-08bba6d61ebd tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/security-groups?id=ab06c84a-4a00-40bb-b916-a68462b41859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423851 Feb 17 17:32:29.125014 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cdbec7-4490-4c44-8d26-b2b8931ee34d req-dad6d01c-8d6b-4566-bd55-a805ca4b93c4 tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:29.126611 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-91cdbec7-4490-4c44-8d26-b2b8931ee34d req-dad6d01c-8d6b-4566-bd55-a805ca4b93c4 tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] 10.222.0.87 "GET /v2.0/ports?device_id=fffeec1c-21e0-4d24-a312-22b5b34c6e20 HTTP/1.1" status: 200 len: 951 time: 0.0585821 Feb 17 17:32:29.181316 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-91cdbec7-4490-4c44-8d26-b2b8931ee34d req-b0b6803f-6bab-4fc7-a58a-c8550a27f884 tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] 10.222.0.87 "GET /v2.0/security-groups?id=b8c93038-f6d8-43dd-b431-205d3aa6f289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477884 Feb 17 17:32:29.302938 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c706a4-4c41-448c-ab73-0bc20475d985 req-88548014-355e-44e8-a308-6817d3a8b2e5 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:29.304735 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-77c706a4-4c41-448c-ab73-0bc20475d985 req-88548014-355e-44e8-a308-6817d3a8b2e5 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9af662f-42f6-474a-88ab-f4fae63eb99b HTTP/1.1" status: 200 len: 944 time: 0.0568922 Feb 17 17:32:29.363716 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-77c706a4-4c41-448c-ab73-0bc20475d985 req-1000a8cf-eb80-441b-b562-a62300aa23a0 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/security-groups?id=7dec7973-5133-4629-8348-fd9f82a14b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513587 Feb 17 17:32:29.515264 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cbd6ed-776f-437a-876b-85170204e729 req-0559f1c7-9774-4059-b6f5-51ed739bfe48 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:29.517063 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-92cbd6ed-776f-437a-876b-85170204e729 req-0559f1c7-9774-4059-b6f5-51ed739bfe48 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 946 time: 0.0603209 Feb 17 17:32:29.571591 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-92cbd6ed-776f-437a-876b-85170204e729 req-491892c7-5975-42ec-bc19-2af12d07d425 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454040 Feb 17 17:32:29.712409 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da904d9-ffe1-4e94-9f86-35a8c5314ff8 req-f53a40a2-7530-4a23-ad46-85cfe34dcf5d tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:29.714137 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5da904d9-ffe1-4e94-9f86-35a8c5314ff8 req-f53a40a2-7530-4a23-ad46-85cfe34dcf5d tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 943 time: 0.0663424 Feb 17 17:32:29.793501 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5da904d9-ffe1-4e94-9f86-35a8c5314ff8 req-1ddea65e-07e0-44f2-8ce6-4fc71860f531 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643828 Feb 17 17:32:30.053327 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929eacb-2505-492d-a390-c1dfe85aa4b4 req-f53ce950-f6f9-4122-943b-f1d5e4f8846a tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:30.055391 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5929eacb-2505-492d-a390-c1dfe85aa4b4 req-f53ce950-f6f9-4122-943b-f1d5e4f8846a tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b03940-fd52-4fab-baa6-b38163ad055b HTTP/1.1" status: 200 len: 950 time: 0.0804322 Feb 17 17:32:30.111436 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5929eacb-2505-492d-a390-c1dfe85aa4b4 req-f6039c1a-deb2-4446-be11-04edd9bc21ef tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480809 Feb 17 17:32:30.210489 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 6826495d-9218-47e6-b57b-c1bde55aa4ff no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:32:30.387455 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d23cc2-fc22-4c80-b1f7-df9b51bd39f2 req-d8a54c3c-6a4b-4880-92d8-86d94c2c1aea tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:30.389044 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-75d23cc2-fc22-4c80-b1f7-df9b51bd39f2 req-d8a54c3c-6a4b-4880-92d8-86d94c2c1aea tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.71 "GET /v2.0/ports?device_id=c854e228-e846-4cbc-bf63-74d8b9c76980 HTTP/1.1" status: 200 len: 945 time: 0.1199665 Feb 17 17:32:30.398192 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 6826495d-9218-47e6-b57b-c1bde55aa4ff is: ACTIVE; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:32:30.398982 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6826495d-9218-47e6-b57b-c1bde55aa4ff), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:30.423761 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c40582c-670e-45c3-9f1d-44a5fb9c6bdb req-31e4bce3-d84c-414f-ba8d-c355d351dcaa tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:30.426947 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5c40582c-670e-45c3-9f1d-44a5fb9c6bdb req-31e4bce3-d84c-414f-ba8d-c355d351dcaa tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/ports?device_id=c854e228-e846-4cbc-bf63-74d8b9c76980 HTTP/1.1" status: 200 len: 945 time: 0.1072528 Feb 17 17:32:30.443150 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffeec1c-21e0-4d24-a312-22b5b34c6e20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6826495d-9218-47e6-b57b-c1bde55aa4ff'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:32:30.447731 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fad3fca-2c92-440c-8376-5029c4d3b114" -d '{"events": [{"server_uuid": "fffeec1c-21e0-4d24-a312-22b5b34c6e20", "name": "network-vif-unplugged", "status": "completed", "tag": "6826495d-9218-47e6-b57b-c1bde55aa4ff"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:32:30.464958 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 6826495d-9218-47e6-b57b-c1bde55aa4ff, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=6826495d-9218-47e6-b57b-c1bde55aa4ff,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:32:30.472467 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (6826495d-9218-47e6-b57b-c1bde55aa4ff), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:30.607768 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=6826495d-9218-47e6-b57b-c1bde55aa4ff,revision_number=11']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:30.630623 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5c40582c-670e-45c3-9f1d-44a5fb9c6bdb req-e6f028bf-8bcf-47ec-9b12-3bde947f4543 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/security-groups?id=ab06c84a-4a00-40bb-b916-a68462b41859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353178 Feb 17 17:32:30.704116 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-75d23cc2-fc22-4c80-b1f7-df9b51bd39f2 req-a6a7b09b-f4f8-431e-9cfb-de815bc817dc tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Deleting port 236ed524-acb7-4984-aa17-d0f9b0809ee7 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:32:30.704491 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-75d23cc2-fc22-4c80-b1f7-df9b51bd39f2 req-a6a7b09b-f4f8-431e-9cfb-de815bc817dc tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (236ed524-acb7-4984-aa17-d0f9b0809ee7), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:30.714975 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 17:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78df14dc-689e-4143-b001-d1164b00db46 x-openstack-request-id: req-78df14dc-689e-4143-b001-d1164b00db46 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:32:30.717110 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fffeec1c-21e0-4d24-a312-22b5b34c6e20", "name": "network-vif-unplugged", "status": "completed", "tag": "6826495d-9218-47e6-b57b-c1bde55aa4ff", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:32:30.717751 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-78df14dc-689e-4143-b001-d1164b00db46 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:32:30.718403 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffeec1c-21e0-4d24-a312-22b5b34c6e20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6826495d-9218-47e6-b57b-c1bde55aa4ff', 'code': 200} Feb 17 17:32:30.807295 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-75d23cc2-fc22-4c80-b1f7-df9b51bd39f2 req-a6a7b09b-f4f8-431e-9cfb-de815bc817dc tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] For port 236ed524-acb7-4984-aa17-d0f9b0809ee7, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=236ed524-acb7-4984-aa17-d0f9b0809ee7,segment=NetworkSegment(3ba1f701-b447-45d4-ab08-e0178ff31937),segment_id=3ba1f701-b447-45d4-ab08-e0178ff31937)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:32:30.807668 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-75d23cc2-fc22-4c80-b1f7-df9b51bd39f2 req-a6a7b09b-f4f8-431e-9cfb-de815bc817dc tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (236ed524-acb7-4984-aa17-d0f9b0809ee7), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:30.828523 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-75d23cc2-fc22-4c80-b1f7-df9b51bd39f2 req-a6a7b09b-f4f8-431e-9cfb-de815bc817dc tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Calling delete_port for 236ed524-acb7-4984-aa17-d0f9b0809ee7 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:32:31.024820 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-75d23cc2-fc22-4c80-b1f7-df9b51bd39f2 req-a6a7b09b-f4f8-431e-9cfb-de815bc817dc tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (236ed524-acb7-4984-aa17-d0f9b0809ee7), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:31.041352 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['236ed524-acb7-4984-aa17-d0f9b0809ee7'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:32:31.065470 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a7b09b-f4f8-431e-9cfb-de815bc817dc tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Pushing event deleted for resources: {'Port': ['ID=236ed524-acb7-4984-aa17-d0f9b0809ee7,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:31.074602 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff057b-f26b-4fc1-ad31-f0d7711b1aae req-138b8450-e83c-42d0-988d-587f861e797c tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:31.076120 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f0ff057b-f26b-4fc1-ad31-f0d7711b1aae req-138b8450-e83c-42d0-988d-587f861e797c tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9af662f-42f6-474a-88ab-f4fae63eb99b HTTP/1.1" status: 200 len: 944 time: 0.1414752 Feb 17 17:32:31.087994 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae67c9-b23c-407e-ab0e-756940f80d38 req-281b4595-1f46-4669-9744-0aab9b7a458b tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:31.094833 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-38ae67c9-b23c-407e-ab0e-756940f80d38 req-281b4595-1f46-4669-9744-0aab9b7a458b tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 946 time: 0.1589534 Feb 17 17:32:31.163823 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d23cc2-fc22-4c80-b1f7-df9b51bd39f2 req-a6a7b09b-f4f8-431e-9cfb-de815bc817dc tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] No DVR routers for this DVR port 236ed524-acb7-4984-aa17-d0f9b0809ee7 on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:32:31.174994 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-75d23cc2-fc22-4c80-b1f7-df9b51bd39f2 req-a6a7b09b-f4f8-431e-9cfb-de815bc817dc tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:31.178394 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-75d23cc2-fc22-4c80-b1f7-df9b51bd39f2 req-a6a7b09b-f4f8-431e-9cfb-de815bc817dc tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.71 "DELETE /v2.0/ports/236ed524-acb7-4984-aa17-d0f9b0809ee7 HTTP/1.1" status: 204 len: 173 time: 0.7830663 Feb 17 17:32:31.178852 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c854e228-e846-4cbc-bf63-74d8b9c76980', 'name': 'network-vif-deleted', 'tag': '236ed524-acb7-4984-aa17-d0f9b0809ee7'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:32:31.181169 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0132e71-ab0e-4437-90f0-5139b1521999" -d '{"events": [{"server_uuid": "c854e228-e846-4cbc-bf63-74d8b9c76980", "name": "network-vif-deleted", "tag": "236ed524-acb7-4984-aa17-d0f9b0809ee7"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:32:31.225084 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f0ff057b-f26b-4fc1-ad31-f0d7711b1aae req-018e0f5d-0a5c-44c6-bbb6-63b22e4cf0bf tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/security-groups?id=7dec7973-5133-4629-8348-fd9f82a14b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280537 Feb 17 17:32:31.244444 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-38ae67c9-b23c-407e-ab0e-756940f80d38 req-dfd9b075-ca29-4c1b-bde3-8d001b3112da tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403942 Feb 17 17:32:31.474227 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8054b88-b81d-42dc-a232-ce9e9d656ee1 req-296a9c00-fbc0-4922-86c0-fe26e578651b tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:31.475811 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b8054b88-b81d-42dc-a232-ce9e9d656ee1 req-296a9c00-fbc0-4922-86c0-fe26e578651b tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 943 time: 0.1122856 Feb 17 17:32:31.516205 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54ef12-ce0d-4478-957a-146986413473 req-8d272aea-5c4b-47cc-88c5-f460dfc9b23a tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:31.517709 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3b54ef12-ce0d-4478-957a-146986413473 req-8d272aea-5c4b-47cc-88c5-f460dfc9b23a tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b03940-fd52-4fab-baa6-b38163ad055b HTTP/1.1" status: 200 len: 950 time: 0.0939000 Feb 17 17:32:31.559087 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b8054b88-b81d-42dc-a232-ce9e9d656ee1 req-127ffcaf-32a3-4daa-967c-71809e1517b7 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764799 Feb 17 17:32:31.600488 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3b54ef12-ce0d-4478-957a-146986413473 req-408a7b35-d72c-48d0-b3de-0e4c799d616a tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660315 Feb 17 17:32:31.622891 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170b0f3e-b5f8-4e5f-a770-26b08639be34 x-openstack-request-id: req-170b0f3e-b5f8-4e5f-a770-26b08639be34 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:32:31.623381 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c854e228-e846-4cbc-bf63-74d8b9c76980", "name": "network-vif-deleted", "tag": "236ed524-acb7-4984-aa17-d0f9b0809ee7", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:32:31.623654 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-170b0f3e-b5f8-4e5f-a770-26b08639be34 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:32:31.624052 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c854e228-e846-4cbc-bf63-74d8b9c76980', 'name': 'network-vif-deleted', 'tag': '236ed524-acb7-4984-aa17-d0f9b0809ee7', 'status': 'completed', 'code': 200} Feb 17 17:32:31.890539 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c2f75bd0-db08-435f-9688-df86a98008ba req-9a9a9c90-1e81-496f-86a1-0384f2f45f57 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/ports?device_id=c854e228-e846-4cbc-bf63-74d8b9c76980 HTTP/1.1" status: 200 len: 210 time: 0.0575569 Feb 17 17:32:31.994220 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678c83b-5073-4da9-9ec8-1bd65c5dbfc2 req-db4122f5-4f05-434b-b44e-1dba84942735 tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:31.995660 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8678c83b-5073-4da9-9ec8-1bd65c5dbfc2 req-db4122f5-4f05-434b-b44e-1dba84942735 tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] 10.222.0.87 "GET /v2.0/ports?device_id=fffeec1c-21e0-4d24-a312-22b5b34c6e20 HTTP/1.1" status: 200 len: 949 time: 0.0621574 Feb 17 17:32:32.045012 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8678c83b-5073-4da9-9ec8-1bd65c5dbfc2 req-12f161fb-a4b1-41c1-ad20-875d476bf3b1 tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] 10.222.0.87 "GET /v2.0/security-groups?id=b8c93038-f6d8-43dd-b431-205d3aa6f289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430105 Feb 17 17:32:32.422228 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c50d4-f77d-41ac-9058-e30b75127220 req-396ba09b-d024-4818-a281-c308231ee290 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:32.424337 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-be8c50d4-f77d-41ac-9058-e30b75127220 req-396ba09b-d024-4818-a281-c308231ee290 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 946 time: 0.1061871 Feb 17 17:32:32.437976 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d268c0-323d-4ae0-940b-4226903012a3 req-0cd91ca9-5445-41cd-a4d8-e5b7ad40371c tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:32.439598 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f2d268c0-323d-4ae0-940b-4226903012a3 req-0cd91ca9-5445-41cd-a4d8-e5b7ad40371c tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9af662f-42f6-474a-88ab-f4fae63eb99b HTTP/1.1" status: 200 len: 944 time: 0.0784993 Feb 17 17:32:32.510617 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-be8c50d4-f77d-41ac-9058-e30b75127220 req-3db91e1a-14eb-432f-bf2f-b43691972026 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699739 Feb 17 17:32:32.517599 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f2d268c0-323d-4ae0-940b-4226903012a3 req-01df8600-c902-4579-92fd-399192f3411e tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/security-groups?id=7dec7973-5133-4629-8348-fd9f82a14b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699825 Feb 17 17:32:32.722081 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820bd3a-6d44-454e-b8e4-c2c2862579a1 req-82efc4ec-6522-4805-b960-37405f300ad9 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:32.723601 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6820bd3a-6d44-454e-b8e4-c2c2862579a1 req-82efc4ec-6522-4805-b960-37405f300ad9 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 943 time: 0.0828817 Feb 17 17:32:32.786017 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed8bf0-04f2-473f-a08f-e31980b6d5d8 req-62c8b095-7f6d-4e88-99a3-4fe60fffd151 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:32.787418 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-53ed8bf0-04f2-473f-a08f-e31980b6d5d8 req-62c8b095-7f6d-4e88-99a3-4fe60fffd151 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b03940-fd52-4fab-baa6-b38163ad055b HTTP/1.1" status: 200 len: 950 time: 0.1016226 Feb 17 17:32:32.794619 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6820bd3a-6d44-454e-b8e4-c2c2862579a1 req-dd483ecb-3daf-42d7-969f-01ba1289fc1a tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642865 Feb 17 17:32:32.849270 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-53ed8bf0-04f2-473f-a08f-e31980b6d5d8 req-6e7dba46-8816-494e-84dc-57e96712bb93 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536313 Feb 17 17:32:32.893699 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-72d400fe-687a-42bd-bcff-c08f1917a2bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:33.158396 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41028) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:32:33.197369 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa77df-85a2-49f1-9e39-92383054fef8 req-d023bd9e-5709-4f19-9b23-0c8089422982 tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:33.199351 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-94fa77df-85a2-49f1-9e39-92383054fef8 req-d023bd9e-5709-4f19-9b23-0c8089422982 tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] 10.222.0.87 "GET /v2.0/ports?device_id=fffeec1c-21e0-4d24-a312-22b5b34c6e20 HTTP/1.1" status: 200 len: 949 time: 0.0606756 Feb 17 17:32:33.245345 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ac528f51-3387-4ba4-aaab-0f6e34e72ac5 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks [] for security_group (897a4f3b-2495-4728-85ac-c614779e48d9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:33.287296 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-94fa77df-85a2-49f1-9e39-92383054fef8 req-e38d7366-3415-4670-a408-b9155376a094 tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] 10.222.0.87 "GET /v2.0/security-groups?id=b8c93038-f6d8-43dd-b431-205d3aa6f289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804574 Feb 17 17:32:33.298154 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ac528f51-3387-4ba4-aaab-0f6e34e72ac5 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks [] for security_group (897a4f3b-2495-4728-85ac-c614779e48d9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:33.371992 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ac528f51-3387-4ba4-aaab-0f6e34e72ac5 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (897a4f3b-2495-4728-85ac-c614779e48d9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:33.375297 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ac528f51-3387-4ba4-aaab-0f6e34e72ac5 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:33.380040 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 41040) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:32:33.380301 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ac528f51-3387-4ba4-aaab-0f6e34e72ac5 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "DELETE /v2.0/security-groups/897a4f3b-2495-4728-85ac-c614779e48d9 HTTP/1.1" status: 204 len: 168 time: 0.2201147 Feb 17 17:32:33.392885 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac528f51-3387-4ba4-aaab-0f6e34e72ac5 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=897a4f3b-2495-4728-85ac-c614779e48d9,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:33.404433 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-55868d05-4476-44df-a9d7-f5625566e5ce tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] show failed (client error): The resource could not be found. Feb 17 17:32:33.408286 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-55868d05-4476-44df-a9d7-f5625566e5ce tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "GET /v2.0/security-groups/897a4f3b-2495-4728-85ac-c614779e48d9 HTTP/1.1" status: 404 len: 347 time: 0.0242662 Feb 17 17:32:33.409866 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41042) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:32:33.586320 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-ee3d02c9-f213-44e7-bb61-92a495376985 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Deleting port 5496e43c-d978-417c-a1e8-ffc3e92ce6ad {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:32:33.587277 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ee3d02c9-f213-44e7-bb61-92a495376985 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (5496e43c-d978-417c-a1e8-ffc3e92ce6ad), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:33.680658 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ee3d02c9-f213-44e7-bb61-92a495376985 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (5496e43c-d978-417c-a1e8-ffc3e92ce6ad), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:33.681339 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ee3d02c9-f213-44e7-bb61-92a495376985 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks [] for floatingip (5496e43c-d978-417c-a1e8-ffc3e92ce6ad), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:33.695375 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-ee3d02c9-f213-44e7-bb61-92a495376985 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Calling delete_port for 5496e43c-d978-417c-a1e8-ffc3e92ce6ad owned by network:floatingip {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:32:33.822475 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-1c9f6411-8bf5-4b96-8c1b-80d93f4a8637 service neutron] 10.222.0.91 "GET /v2.0/ports/66e46b72-cc88-4c93-82a3-5cb6717194c5/bindings/n-h1-829613-2 HTTP/1.1" status: 200 len: 384 time: 0.1797366 Feb 17 17:32:33.846807 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0a9c4-a636-4350-a82e-3e9c8cbed735 req-b27752e6-8bee-4f0d-8434-1af3382f6393 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:33.848389 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0bf0a9c4-a636-4350-a82e-3e9c8cbed735 req-b27752e6-8bee-4f0d-8434-1af3382f6393 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9af662f-42f6-474a-88ab-f4fae63eb99b HTTP/1.1" status: 200 len: 944 time: 0.1690354 Feb 17 17:32:33.857524 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ccf2a-9a4c-4d9b-b3a5-9c992157f767 req-b11649cf-cf46-47e9-8f4b-84908a750b57 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:33.859006 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cf9ccf2a-9a4c-4d9b-b3a5-9c992157f767 req-b11649cf-cf46-47e9-8f4b-84908a750b57 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 946 time: 0.1771832 Feb 17 17:32:33.878964 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ee3d02c9-f213-44e7-bb61-92a495376985 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (5496e43c-d978-417c-a1e8-ffc3e92ce6ad), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:33.916646 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d02c9-f213-44e7-bb61-92a495376985 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Pushing event deleted for resources: {'Port': ['ID=5496e43c-d978-417c-a1e8-ffc3e92ce6ad,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:33.943222 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b010020-9840-4469-b685-306311620dab req-75296c9b-9c02-4323-bfae-a6a6759ec1fb tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:33.944743 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5b010020-9840-4469-b685-306311620dab req-75296c9b-9c02-4323-bfae-a6a6759ec1fb tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] 10.222.0.91 "GET /v2.0/ports?device_id=fffeec1c-21e0-4d24-a312-22b5b34c6e20 HTTP/1.1" status: 200 len: 949 time: 0.1918581 Feb 17 17:32:33.984462 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ee3d02c9-f213-44e7-bb61-92a495376985 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks [] for floatingip (90f000d1-8ad2-497d-b650-a261fbe71e1f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:33.987736 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ee3d02c9-f213-44e7-bb61-92a495376985 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:33.991329 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ee3d02c9-f213-44e7-bb61-92a495376985 tempest-ImagesOneServerNegativeTestJSON-518828799 tempest-ImagesOneServerNegativeTestJSON-518828799-project] 10.222.0.87 "DELETE /v2.0/floatingips/90f000d1-8ad2-497d-b650-a261fbe71e1f HTTP/1.1" status: 204 len: 168 time: 0.5780177 Feb 17 17:32:34.052284 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cf9ccf2a-9a4c-4d9b-b3a5-9c992157f767 req-8fd16521-4661-4087-9bcb-54b4e93189ab tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637983 Feb 17 17:32:34.066710 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0bf0a9c4-a636-4350-a82e-3e9c8cbed735 req-d2b78480-4047-43ac-801f-004a7a884932 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/security-groups?id=7dec7973-5133-4629-8348-fd9f82a14b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824362 Feb 17 17:32:34.614907 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-5b010020-9840-4469-b685-306311620dab req-82e93648-94c5-4fa5-afbe-8d911ab9f85e tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] Deleting port 6826495d-9218-47e6-b57b-c1bde55aa4ff {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:32:34.615612 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-5b010020-9840-4469-b685-306311620dab req-82e93648-94c5-4fa5-afbe-8d911ab9f85e tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (6826495d-9218-47e6-b57b-c1bde55aa4ff), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:34.665472 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acab7ca-15a0-46d6-baa5-9255cde5c367 req-7cd455ac-6ba2-48ac-94d2-842208cdd929 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:34.666822 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2acab7ca-15a0-46d6-baa5-9255cde5c367 req-7cd455ac-6ba2-48ac-94d2-842208cdd929 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 943 time: 0.5113373 Feb 17 17:32:34.668854 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-60ae16e2-8eab-468b-87fb-e0fde75e334d service neutron] For port 66e46b72-cc88-4c93-82a3-5cb6717194c5, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=66e46b72-cc88-4c93-82a3-5cb6717194c5,segment=NetworkSegment(25b82b75-bd12-4667-b51a-aa287338793c),segment_id=25b82b75-bd12-4667-b51a-aa287338793c)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:32:34.679713 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01428dcd-71d1-4d8a-95db-0346a98b66da req-c756f424-7d7f-4b47-bf2c-a77a3fb2465a tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:34.681173 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-01428dcd-71d1-4d8a-95db-0346a98b66da req-c756f424-7d7f-4b47-bf2c-a77a3fb2465a tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b03940-fd52-4fab-baa6-b38163ad055b HTTP/1.1" status: 200 len: 950 time: 0.5115716 Feb 17 17:32:34.756132 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-60ae16e2-8eab-468b-87fb-e0fde75e334d service neutron] For port 66e46b72-cc88-4c93-82a3-5cb6717194c5, host n-h2-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:32:34.827432 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-60ae16e2-8eab-468b-87fb-e0fde75e334d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66e46b72-cc88-4c93-82a3-5cb6717194c5 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:32:34.849321 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-60ae16e2-8eab-468b-87fb-e0fde75e334d service neutron] For port 66e46b72-cc88-4c93-82a3-5cb6717194c5, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=66e46b72-cc88-4c93-82a3-5cb6717194c5,segment=NetworkSegment(25b82b75-bd12-4667-b51a-aa287338793c),segment_id=25b82b75-bd12-4667-b51a-aa287338793c)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:32:34.858306 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2acab7ca-15a0-46d6-baa5-9255cde5c367 req-0f11a8af-b64f-430f-9cc2-c5705bc63120 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717420 Feb 17 17:32:34.878525 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-5b010020-9840-4469-b685-306311620dab req-82e93648-94c5-4fa5-afbe-8d911ab9f85e tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] For port 6826495d-9218-47e6-b57b-c1bde55aa4ff, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=6826495d-9218-47e6-b57b-c1bde55aa4ff,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:32:34.878905 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-5b010020-9840-4469-b685-306311620dab req-82e93648-94c5-4fa5-afbe-8d911ab9f85e tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (6826495d-9218-47e6-b57b-c1bde55aa4ff), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:34.885493 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-01428dcd-71d1-4d8a-95db-0346a98b66da req-eea7af35-d86a-4871-80a8-b1e6a9270b92 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931508 Feb 17 17:32:34.893985 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-60ae16e2-8eab-468b-87fb-e0fde75e334d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (66e46b72-cc88-4c93-82a3-5cb6717194c5), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:34.907776 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-5b010020-9840-4469-b685-306311620dab req-82e93648-94c5-4fa5-afbe-8d911ab9f85e tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] Calling delete_port for 6826495d-9218-47e6-b57b-c1bde55aa4ff owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:32:35.094441 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41070) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:32:35.097414 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-60ae16e2-8eab-468b-87fb-e0fde75e334d service neutron] Transition to ACTIVE for port object 66e46b72-cc88-4c93-82a3-5cb6717194c5 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:32:35.104159 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-60ae16e2-8eab-468b-87fb-e0fde75e334d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (66e46b72-cc88-4c93-82a3-5cb6717194c5), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:35.118887 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2e30d-53b7-47f0-975d-5a16cd89ef16 req-dc995965-9e4a-4581-b3f0-896c234c09e8 tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:35.120412 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1dc2e30d-53b7-47f0-975d-5a16cd89ef16 req-dc995965-9e4a-4581-b3f0-896c234c09e8 tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] 10.222.0.87 "GET /v2.0/ports?device_id=fffeec1c-21e0-4d24-a312-22b5b34c6e20 HTTP/1.1" status: 200 len: 949 time: 0.1243739 Feb 17 17:32:35.166132 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-62e0c411-080a-4a75-9e9a-25721955640e admin admin] Deleting subnet 9cb45345-5fb5-419b-af49-c30b93b525f5 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:32:35.169735 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62e0c411-080a-4a75-9e9a-25721955640e admin admin] Publish callbacks [] for subnet (9cb45345-5fb5-419b-af49-c30b93b525f5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:35.208819 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62e0c411-080a-4a75-9e9a-25721955640e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (9cb45345-5fb5-419b-af49-c30b93b525f5), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:35.243138 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-60ae16e2-8eab-468b-87fb-e0fde75e334d service neutron] No DVR routers for this DVR port 66e46b72-cc88-4c93-82a3-5cb6717194c5 on host n-h2-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:32:35.249179 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62e0c411-080a-4a75-9e9a-25721955640e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (9cb45345-5fb5-419b-af49-c30b93b525f5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:35.300296 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae16e2-8eab-468b-87fb-e0fde75e334d service neutron] Pushing event updated for resources: {'Port': ['ID=66e46b72-cc88-4c93-82a3-5cb6717194c5,revision_number=10']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:35.310185 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62e0c411-080a-4a75-9e9a-25721955640e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (9cb45345-5fb5-419b-af49-c30b93b525f5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:35.334733 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-5b010020-9840-4469-b685-306311620dab req-82e93648-94c5-4fa5-afbe-8d911ab9f85e tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (6826495d-9218-47e6-b57b-c1bde55aa4ff), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:35.338723 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e0c411-080a-4a75-9e9a-25721955640e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cb45345-5fb5-419b-af49-c30b93b525f5,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:35.339049 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1dc2e30d-53b7-47f0-975d-5a16cd89ef16 req-e5c62e57-2e0b-404c-9094-b971100d7a93 tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] 10.222.0.87 "GET /v2.0/security-groups?id=b8c93038-f6d8-43dd-b431-205d3aa6f289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899953 Feb 17 17:32:35.342409 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62e0c411-080a-4a75-9e9a-25721955640e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:35.349359 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-62e0c411-080a-4a75-9e9a-25721955640e admin admin] 10.222.0.87 "DELETE /v2.0/subnets/9cb45345-5fb5-419b-af49-c30b93b525f5 HTTP/1.1" status: 204 len: 168 time: 0.2506385 Feb 17 17:32:35.350200 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41074) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:32:35.350825 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-60ae16e2-8eab-468b-87fb-e0fde75e334d service neutron] 10.222.0.91 "PUT /v2.0/ports/66e46b72-cc88-4c93-82a3-5cb6717194c5/bindings/n-h1-829613-2/activate HTTP/1.1" status: 200 len: 369 time: 1.5204248 Feb 17 17:32:35.369200 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 236ed524-acb7-4984-aa17-d0f9b0809ee7 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:32:35.378269 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e93648-94c5-4fa5-afbe-8d911ab9f85e tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] Pushing event deleted for resources: {'Port': ['ID=6826495d-9218-47e6-b57b-c1bde55aa4ff,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:35.427738 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d37ebe-3992-4ed5-9ece-b198d841fe30 req-be733ac9-8690-469d-b6e5-e7bff38b76dc tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:35.428086 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: 236ed524-acb7-4984-aa17-d0f9b0809ee7 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:32:35.429352 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c8d37ebe-3992-4ed5-9ece-b198d841fe30 req-be733ac9-8690-469d-b6e5-e7bff38b76dc tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9af662f-42f6-474a-88ab-f4fae63eb99b HTTP/1.1" status: 200 len: 944 time: 0.2334385 Feb 17 17:32:35.429944 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 236ed524-acb7-4984-aa17-d0f9b0809ee7 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:32:35.445680 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-21e776f0-34c3-4ff1-9828-e2a930606eb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:35.479232 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0c93cba-ca9f-4092-89b7-1da78e5f3f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (21effd86-3512-4fb2-9fff-79a3828347da), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:35.517300 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b010020-9840-4469-b685-306311620dab req-82e93648-94c5-4fa5-afbe-8d911ab9f85e tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] No DVR routers for this DVR port 6826495d-9218-47e6-b57b-c1bde55aa4ff on host n-h2-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:32:35.524040 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-5b010020-9840-4469-b685-306311620dab req-82e93648-94c5-4fa5-afbe-8d911ab9f85e tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:35.527791 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5b010020-9840-4469-b685-306311620dab req-82e93648-94c5-4fa5-afbe-8d911ab9f85e tempest-ImagesOneServerTestJSON-167604955 tempest-ImagesOneServerTestJSON-167604955-project] 10.222.0.91 "DELETE /v2.0/ports/6826495d-9218-47e6-b57b-c1bde55aa4ff HTTP/1.1" status: 204 len: 173 time: 1.5736425 Feb 17 17:32:35.529501 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffeec1c-21e0-4d24-a312-22b5b34c6e20', 'name': 'network-vif-deleted', 'tag': '6826495d-9218-47e6-b57b-c1bde55aa4ff'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:32:35.531874 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a67b37b-d0a2-4b4c-a089-cb1395f51908" -d '{"events": [{"server_uuid": "fffeec1c-21e0-4d24-a312-22b5b34c6e20", "name": "network-vif-deleted", "tag": "6826495d-9218-47e6-b57b-c1bde55aa4ff"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:32:35.587627 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0c93cba-ca9f-4092-89b7-1da78e5f3f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (21effd86-3512-4fb2-9fff-79a3828347da), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:35.622799 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c8d37ebe-3992-4ed5-9ece-b198d841fe30 req-a3c89420-350b-4315-93b4-a0fa991bbb6b tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/security-groups?id=7dec7973-5133-4629-8348-fd9f82a14b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813061 Feb 17 17:32:35.632626 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-a0c93cba-ca9f-4092-89b7-1da78e5f3f0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21effd86-3512-4fb2-9fff-79a3828347da']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:32:35.687064 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-a0c93cba-ca9f-4092-89b7-1da78e5f3f0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ba1f701-b447-45d4-ab08-e0178ff31937') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:32:35.688078 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-a0c93cba-ca9f-4092-89b7-1da78e5f3f0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ba1f701-b447-45d4-ab08-e0178ff31937') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:32:35.728356 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-c296fc91-98c9-409e-a13e-975c8048616e tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:35.731251 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0c93cba-ca9f-4092-89b7-1da78e5f3f0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (3ba1f701-b447-45d4-ab08-e0178ff31937), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:35.734322 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-c296fc91-98c9-409e-a13e-975c8048616e tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb&tenant_id=f8aea314af29468ab6557472620785fc&binding%3Ahost_id=n-h2-829613-2 HTTP/1.1" status: 200 len: 1126 time: 0.3035526 Feb 17 17:32:35.763135 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186eb2b9-2e3f-4d1f-9d89-15b281c7bc42 x-openstack-request-id: req-186eb2b9-2e3f-4d1f-9d89-15b281c7bc42 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:32:35.763384 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fffeec1c-21e0-4d24-a312-22b5b34c6e20", "name": "network-vif-deleted", "tag": "6826495d-9218-47e6-b57b-c1bde55aa4ff", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:32:35.763630 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-186eb2b9-2e3f-4d1f-9d89-15b281c7bc42 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:32:35.764033 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffeec1c-21e0-4d24-a312-22b5b34c6e20', 'name': 'network-vif-deleted', 'tag': '6826495d-9218-47e6-b57b-c1bde55aa4ff', 'status': 'completed', 'code': 200} Feb 17 17:32:35.768756 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0c93cba-ca9f-4092-89b7-1da78e5f3f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (3ba1f701-b447-45d4-ab08-e0178ff31937), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:35.799281 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0c93cba-ca9f-4092-89b7-1da78e5f3f0d admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:32:35.800105 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0c93cba-ca9f-4092-89b7-1da78e5f3f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (3ba1f701-b447-45d4-ab08-e0178ff31937), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:35.803910 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:32:35.803910 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:32:35.803910 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:32:35.803910 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:32:35.803910 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:32:35.803910 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:32:35.803910 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:32:35.803910 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:32:35.803910 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:32:35.803910 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:32:35.803910 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:32:35.803910 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:32:35.803910 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:32:35.803910 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:32:35.803910 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:32:35.803910 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:32:35.803910 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:32:35.803910 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:32:35.803910 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:32:35.803910 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:32:35.803910 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:32:35.803910 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:32:35.803910 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:32:35.803910 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:32:35.803910 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:32:35.803910 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:32:35.803910 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:32:35.803910 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:32:35.803910 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:32:35.803910 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:32:35.803910 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:32:35.803910 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:32:35.828438 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cb228-2b1f-4123-8fe7-2c3b31c4cbdd req-fdbd4917-008e-458e-bb42-59128a574e2a tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:35.830047 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d79cb228-2b1f-4123-8fe7-2c3b31c4cbdd req-fdbd4917-008e-458e-bb42-59128a574e2a tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 946 time: 0.3144257 Feb 17 17:32:35.888602 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0c93cba-ca9f-4092-89b7-1da78e5f3f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (21effd86-3512-4fb2-9fff-79a3828347da), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:35.901490 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0c93cba-ca9f-4092-89b7-1da78e5f3f0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:35.907546 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a0c93cba-ca9f-4092-89b7-1da78e5f3f0d admin admin] 10.222.0.87 "DELETE /v2.0/networks/21effd86-3512-4fb2-9fff-79a3828347da HTTP/1.1" status: 204 len: 168 time: 0.5535278 Feb 17 17:32:35.917674 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c93cba-ca9f-4092-89b7-1da78e5f3f0d admin admin] Pushing event deleted for resources: {'Network': ['ID=21effd86-3512-4fb2-9fff-79a3828347da,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:35.976395 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d79cb228-2b1f-4123-8fe7-2c3b31c4cbdd req-64e21ec2-459c-4218-9b7d-192b2ae0e8a6 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310265 Feb 17 17:32:36.041331 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-51a05504-1ab6-4603-905b-a409b261347f tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:36.042873 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-51a05504-1ab6-4603-905b-a409b261347f tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0&tenant_id=5bb8389d8da44943868afc5c1f119806&binding%3Ahost_id=n-h1-829613-2 HTTP/1.1" status: 200 len: 1128 time: 0.3230424 Feb 17 17:32:36.045986 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-24bfbda7-1f7d-4eea-a609-31d6cf56122a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:36.047623 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-24bfbda7-1f7d-4eea-a609-31d6cf56122a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb&tenant_id=f8aea314af29468ab6557472620785fc HTTP/1.1" status: 200 len: 1126 time: 0.2817731 Feb 17 17:32:36.063638 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-ce049d43-5c6c-4626-b73b-5d857d9544f5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-829613-2'}}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:32:36.224882 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41086) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:32:36.225955 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f98c6-b523-4718-89c2-4f4ef0a3026a req-676bac89-9fe5-4f7b-a54a-47ec7cdadc15 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:36.227520 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-037f98c6-b523-4718-89c2-4f4ef0a3026a req-676bac89-9fe5-4f7b-a54a-47ec7cdadc15 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 944 time: 0.2397218 Feb 17 17:32:36.228912 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device e35032aa-edb1-4b51-8281-ea12cf23c31a details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:32:36.233297 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-ce049d43-5c6c-4626-b73b-5d857d9544f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (e35032aa-edb1-4b51-8281-ea12cf23c31a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:36.238790 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 6826495d-9218-47e6-b57b-c1bde55aa4ff no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:32:36.266437 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: 6826495d-9218-47e6-b57b-c1bde55aa4ff {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:32:36.267063 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 6826495d-9218-47e6-b57b-c1bde55aa4ff not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:32:36.271745 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-68ee0ccc-cf54-42dc-bb4f-efa37211ac4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:36.273062 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-68ee0ccc-cf54-42dc-bb4f-efa37211ac4e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f8aea314af29468ab6557472620785fc&device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 1126 time: 0.1758802 Feb 17 17:32:36.305706 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b8cd5544-c852-4a73-abe7-e56b732b22a6 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7c2cddd3132f4b18b46f752bdb32619e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0781989 Feb 17 17:32:36.308317 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41088) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:32:36.332712 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7177ad7-f589-481e-b3ab-6c0132f24c2d req-fad26d2c-7bb7-412d-b794-e18aa0d1b6e5 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:36.334242 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f7177ad7-f589-481e-b3ab-6c0132f24c2d req-fad26d2c-7bb7-412d-b794-e18aa0d1b6e5 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b03940-fd52-4fab-baa6-b38163ad055b HTTP/1.1" status: 200 len: 950 time: 0.2160387 Feb 17 17:32:36.367636 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port e35032aa-edb1-4b51-8281-ea12cf23c31a, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=e35032aa-edb1-4b51-8281-ea12cf23c31a,segment=NetworkSegment(00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be),segment_id=00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:32:36.375728 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7d0e2454-039c-4127-82fa-66fd1cc4e9d4 admin admin] Publish callbacks [] for security_group (ab06c84a-4a00-40bb-b916-a68462b41859), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:36.380272 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device e35032aa-edb1-4b51-8281-ea12cf23c31a has no active binding in host n-h2-829613-2 {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 17 17:32:36.399122 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7d0e2454-039c-4127-82fa-66fd1cc4e9d4 admin admin] Publish callbacks [] for security_group (ab06c84a-4a00-40bb-b916-a68462b41859), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:36.419871 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-037f98c6-b523-4718-89c2-4f4ef0a3026a req-1745d1bb-52d2-47f6-b84a-fc28d3928b0a tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816151 Feb 17 17:32:36.451803 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7d0e2454-039c-4127-82fa-66fd1cc4e9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (ab06c84a-4a00-40bb-b916-a68462b41859), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:36.455287 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7d0e2454-039c-4127-82fa-66fd1cc4e9d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:36.456703 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7d0e2454-039c-4127-82fa-66fd1cc4e9d4 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ab06c84a-4a00-40bb-b916-a68462b41859 HTTP/1.1" status: 204 len: 168 time: 0.1474655 Feb 17 17:32:36.474857 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e2454-039c-4127-82fa-66fd1cc4e9d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab06c84a-4a00-40bb-b916-a68462b41859,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:36.537275 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f7177ad7-f589-481e-b3ab-6c0132f24c2d req-08afb6f9-1f87-44bb-9cd3-2999f1b19991 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820068 Feb 17 17:32:36.557002 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-0570d5d2-3e3e-489c-8a35-6732685e1e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:36.559110 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-0570d5d2-3e3e-489c-8a35-6732685e1e0c service neutron] 10.222.0.71 "GET /v2.0/networks?id=210dd7a1-23b8-45c6-a401-b56590fcc3c1 HTTP/1.1" status: 200 len: 908 time: 0.2792761 Feb 17 17:32:36.567075 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:36.613758 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-ea68e7ca-8d1f-4003-b300-1a9123b4b5f5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66e46b72-cc88-4c93-82a3-5cb6717194c5 HTTP/1.1" status: 200 len: 217 time: 0.0434449 Feb 17 17:32:36.635269 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-ce049d43-5c6c-4626-b73b-5d857d9544f5 service neutron] For port e35032aa-edb1-4b51-8281-ea12cf23c31a, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=e35032aa-edb1-4b51-8281-ea12cf23c31a,segment=NetworkSegment(00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be),segment_id=00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:32:36.702793 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-fdcb79dc-8170-4804-aeaa-4dfb99d75c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:36.704501 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-fdcb79dc-8170-4804-aeaa-4dfb99d75c4a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8267d93d-c5aa-40cb-acb4-c1e284d682e6 HTTP/1.1" status: 200 len: 847 time: 0.0831885 Feb 17 17:32:36.712044 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-ce049d43-5c6c-4626-b73b-5d857d9544f5 service neutron] For port e35032aa-edb1-4b51-8281-ea12cf23c31a, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:32:36.772071 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-0e49c593-ba9b-4d4d-906a-3807919c2368 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=210dd7a1-23b8-45c6-a401-b56590fcc3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555592 Feb 17 17:32:36.840751 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-ce049d43-5c6c-4626-b73b-5d857d9544f5 service neutron] Publish callbacks [] for port (e35032aa-edb1-4b51-8281-ea12cf23c31a), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:36.856318 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-ce049d43-5c6c-4626-b73b-5d857d9544f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (e35032aa-edb1-4b51-8281-ea12cf23c31a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:36.935478 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41114) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:32:36.952647 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e7ca4-c37a-46db-8fee-17a7be6127ab req-6be5663f-5cc7-425f-a591-39caa813b631 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:36.954224 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f18e7ca4-c37a-46db-8fee-17a7be6127ab req-6be5663f-5cc7-425f-a591-39caa813b631 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9af662f-42f6-474a-88ab-f4fae63eb99b HTTP/1.1" status: 200 len: 944 time: 0.1904368 Feb 17 17:32:37.021326 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-6352c792-b82c-4256-906a-7f46d0ff1311 service neutron] 10.222.0.71 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137086 Feb 17 17:32:37.028867 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce049d43-5c6c-4626-b73b-5d857d9544f5 service neutron] Pushing event updated for resources: {'Port': ['ID=e35032aa-edb1-4b51-8281-ea12cf23c31a,revision_number=7']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:37.068607 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-ce049d43-5c6c-4626-b73b-5d857d9544f5 service neutron] Attempting to bind port e35032aa-edb1-4b51-8281-ea12cf23c31a on host n-h1-829613-2 for vnic_type normal with profile {"migrating_to": "n-h2-829613-2"} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:32:37.068957 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-ce049d43-5c6c-4626-b73b-5d857d9544f5 service neutron] Attempting to bind port e35032aa-edb1-4b51-8281-ea12cf23c31a by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:32:37.069284 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-ce049d43-5c6c-4626-b73b-5d857d9544f5 service neutron] Attempting to bind port e35032aa-edb1-4b51-8281-ea12cf23c31a on network 5dbbad70-2eaf-4ac4-baab-330b001075bb {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:32:37.087063 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-ce049d43-5c6c-4626-b73b-5d857d9544f5 service neutron] Port e35032aa-edb1-4b51-8281-ea12cf23c31a on network 5dbbad70-2eaf-4ac4-baab-330b001075bb not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:32:37.087431 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-ce049d43-5c6c-4626-b73b-5d857d9544f5 service neutron] Attempting to bind port e35032aa-edb1-4b51-8281-ea12cf23c31a on network 5dbbad70-2eaf-4ac4-baab-330b001075bb {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:32:37.129799 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-ce049d43-5c6c-4626-b73b-5d857d9544f5 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:32:37.130149 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-ce049d43-5c6c-4626-b73b-5d857d9544f5 service neutron] Checking segment: {'id': '00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:32:37.130538 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-ce049d43-5c6c-4626-b73b-5d857d9544f5 service neutron] Bound using segment: {'id': '00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:32:37.131068 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-ce049d43-5c6c-4626-b73b-5d857d9544f5 service neutron] Bound port: e35032aa-edb1-4b51-8281-ea12cf23c31a, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5dbbad70-2eaf-4ac4-baab-330b001075bb'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:32:37.131369 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-ce049d43-5c6c-4626-b73b-5d857d9544f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (e35032aa-edb1-4b51-8281-ea12cf23c31a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:37.138953 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f18e7ca4-c37a-46db-8fee-17a7be6127ab req-35967199-3b25-4477-aa83-c8a9d465a3dc tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/security-groups?id=7dec7973-5133-4629-8348-fd9f82a14b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738868 Feb 17 17:32:37.229792 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-4ce7ef3b-6285-4f63-b1c1-ae0ee0641990 service neutron] 10.222.0.71 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931353 Feb 17 17:32:37.264955 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d72b1c-7e0f-417b-960c-088e61f228e5 req-edcc347f-6879-45ee-bea7-9b0ab7ff59a5 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:37.266499 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f5d72b1c-7e0f-417b-960c-088e61f228e5 req-edcc347f-6879-45ee-bea7-9b0ab7ff59a5 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 944 time: 0.1383121 Feb 17 17:32:37.274435 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-ce049d43-5c6c-4626-b73b-5d857d9544f5 service neutron] For port e35032aa-edb1-4b51-8281-ea12cf23c31a, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:32:37.278190 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-ce049d43-5c6c-4626-b73b-5d857d9544f5 service neutron] For port e35032aa-edb1-4b51-8281-ea12cf23c31a, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=e35032aa-edb1-4b51-8281-ea12cf23c31a,segment=NetworkSegment(00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be),segment_id=00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:32:37.295328 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-ce049d43-5c6c-4626-b73b-5d857d9544f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (e35032aa-edb1-4b51-8281-ea12cf23c31a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:37.300599 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c9584b5d-dc43-4299-8a92-c9bed7f1d3e0 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1f495fc5ff7e493a89ae252783583adb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3625152 Feb 17 17:32:37.303096 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41132) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:32:37.362586 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-317d2a89-2ece-439d-b110-9490b0485786 admin admin] Publish callbacks [] for security_group (b8c93038-f6d8-43dd-b431-205d3aa6f289), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:37.379471 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f5d72b1c-7e0f-417b-960c-088e61f228e5 req-3181a987-f6d7-4aee-bac0-62debf6a7d47 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063397 Feb 17 17:32:37.404277 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce049d43-5c6c-4626-b73b-5d857d9544f5 service neutron] Pushing event updated for resources: {'Port': ['ID=e35032aa-edb1-4b51-8281-ea12cf23c31a,revision_number=8']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:37.406228 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-317d2a89-2ece-439d-b110-9490b0485786 admin admin] Publish callbacks [] for security_group (b8c93038-f6d8-43dd-b431-205d3aa6f289), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:37.423994 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-ce049d43-5c6c-4626-b73b-5d857d9544f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:37.424641 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-ce049d43-5c6c-4626-b73b-5d857d9544f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:37.426090 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-ce049d43-5c6c-4626-b73b-5d857d9544f5 service neutron] 10.222.0.91 "PUT /v2.0/ports/e35032aa-edb1-4b51-8281-ea12cf23c31a HTTP/1.1" status: 200 len: 1122 time: 1.3755229 Feb 17 17:32:37.512434 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-317d2a89-2ece-439d-b110-9490b0485786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (b8c93038-f6d8-43dd-b431-205d3aa6f289), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:37.527204 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['e35032aa-edb1-4b51-8281-ea12cf23c31a'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:32:37.527939 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-317d2a89-2ece-439d-b110-9490b0485786 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:37.535236 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-317d2a89-2ece-439d-b110-9490b0485786 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b8c93038-f6d8-43dd-b431-205d3aa6f289 HTTP/1.1" status: 204 len: 168 time: 0.2262144 Feb 17 17:32:37.588483 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317d2a89-2ece-439d-b110-9490b0485786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c93038-f6d8-43dd-b431-205d3aa6f289,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:37.601464 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41142) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:32:37.617928 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['e35032aa-edb1-4b51-8281-ea12cf23c31a'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:32:37.741109 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-643cab9a-e2f3-4b88-949e-151b52fee4f5 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:37.742541 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-643cab9a-e2f3-4b88-949e-151b52fee4f5 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb&tenant_id=f8aea314af29468ab6557472620785fc&binding%3Ahost_id=n-h1-829613-2 HTTP/1.1" status: 200 len: 1126 time: 0.2208691 Feb 17 17:32:37.754279 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e8412-9c65-4ccb-a731-7233b673cfe2 req-9476ac8d-e47f-4af7-bb74-e8123baa0e5d tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:37.764899 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-189e8412-9c65-4ccb-a731-7233b673cfe2 req-9476ac8d-e47f-4af7-bb74-e8123baa0e5d tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 944 time: 0.2115779 Feb 17 17:32:37.770475 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b85790-91f3-427f-af11-a335232817a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e35032aa-edb1-4b51-8281-ea12cf23c31a'}, {'name': 'network-changed', 'server_uuid': 'd8b85790-91f3-427f-af11-a335232817a0', 'tag': 'e35032aa-edb1-4b51-8281-ea12cf23c31a'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:32:37.773034 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11710ee9-2276-414a-b834-951e376b865e" -d '{"events": [{"server_uuid": "d8b85790-91f3-427f-af11-a335232817a0", "name": "network-vif-unplugged", "status": "completed", "tag": "e35032aa-edb1-4b51-8281-ea12cf23c31a"}, {"name": "network-changed", "server_uuid": "d8b85790-91f3-427f-af11-a335232817a0", "tag": "e35032aa-edb1-4b51-8281-ea12cf23c31a"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:32:37.845802 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3061ec7-cc55-4beb-8ecf-fa6e8b9bd9a8 req-4a6947ab-caa1-4bec-85ea-3cc933037477 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:37.853092 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e3061ec7-cc55-4beb-8ecf-fa6e8b9bd9a8 req-4a6947ab-caa1-4bec-85ea-3cc933037477 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b03940-fd52-4fab-baa6-b38163ad055b HTTP/1.1" status: 200 len: 950 time: 0.2100723 Feb 17 17:32:37.854968 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-3e2602f8-dd19-44db-9530-2d3f3c86d1ec admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1865298775-network', 'tenant_id': '02070378e13c43c5b8232c9bf55dd28d'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:32:37.913071 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2602f8-dd19-44db-9530-2d3f3c86d1ec admin admin] Made reservation on behalf of 02070378e13c43c5b8232c9bf55dd28d for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:32:37.919985 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3e2602f8-dd19-44db-9530-2d3f3c86d1ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:37.941027 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-189e8412-9c65-4ccb-a731-7233b673cfe2 req-46ee7f2c-945b-41f7-acb2-7e0d41370934 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726165 Feb 17 17:32:37.941504 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3e2602f8-dd19-44db-9530-2d3f3c86d1ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:38.005968 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:38.019268 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e3061ec7-cc55-4beb-8ecf-fa6e8b9bd9a8 req-bc5fad16-1264-487a-91d2-f5f4d71b1061 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629515 Feb 17 17:32:38.066534 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-752051a6-4ce2-4d7f-b04d-094f3092d7fa service neutron] For port 66e46b72-cc88-4c93-82a3-5cb6717194c5, host n-h2-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:32:38.071312 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-752051a6-4ce2-4d7f-b04d-094f3092d7fa service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:38.073329 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0da501fb-6ae5-4748-8eb6-233584af7f45 req-752051a6-4ce2-4d7f-b04d-094f3092d7fa service neutron] 10.222.0.71 "DELETE /v2.0/ports/66e46b72-cc88-4c93-82a3-5cb6717194c5/bindings/n-h2-829613-2 HTTP/1.1" status: 204 len: 173 time: 0.2960966 Feb 17 17:32:38.130510 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 17 Feb 2022 17:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d1a0bd-7b74-4d9e-8155-2280cd8772d9 x-openstack-request-id: req-68d1a0bd-7b74-4d9e-8155-2280cd8772d9 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:32:38.131264 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b85790-91f3-427f-af11-a335232817a0", "name": "network-vif-unplugged", "status": "completed", "tag": "e35032aa-edb1-4b51-8281-ea12cf23c31a", "code": 200}, {"name": "network-changed", "server_uuid": "d8b85790-91f3-427f-af11-a335232817a0", "tag": "e35032aa-edb1-4b51-8281-ea12cf23c31a", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:32:38.131264 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-68d1a0bd-7b74-4d9e-8155-2280cd8772d9 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:32:38.131527 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b85790-91f3-427f-af11-a335232817a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e35032aa-edb1-4b51-8281-ea12cf23c31a', 'code': 200} Feb 17 17:32:38.131737 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b85790-91f3-427f-af11-a335232817a0', 'tag': 'e35032aa-edb1-4b51-8281-ea12cf23c31a', 'status': 'completed', 'code': 200} Feb 17 17:32:38.146704 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3e2602f8-dd19-44db-9530-2d3f3c86d1ec admin admin] Publish callbacks [] for security_group (6d12dc30-25ea-46ba-ab09-6b7e1c07a982), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:38.162860 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3e2602f8-dd19-44db-9530-2d3f3c86d1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (6d12dc30-25ea-46ba-ab09-6b7e1c07a982), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:38.209669 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e2602f8-dd19-44db-9530-2d3f3c86d1ec admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:32:38.226565 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2602f8-dd19-44db-9530-2d3f3c86d1ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d12dc30-25ea-46ba-ab09-6b7e1c07a982,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:38.232738 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3e2602f8-dd19-44db-9530-2d3f3c86d1ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (69292abf-df90-4627-b58d-8d0a1e1b3261), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:38.233468 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-3e2602f8-dd19-44db-9530-2d3f3c86d1ec admin admin] Added segment 69292abf-df90-4627-b58d-8d0a1e1b3261 of type vlan for network 888bd698-745b-418e-8ae8-5800404b181c Feb 17 17:32:38.283805 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3e2602f8-dd19-44db-9530-2d3f3c86d1ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (888bd698-745b-418e-8ae8-5800404b181c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:38.312024 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3e2602f8-dd19-44db-9530-2d3f3c86d1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (888bd698-745b-418e-8ae8-5800404b181c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:38.313332 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2602f8-dd19-44db-9530-2d3f3c86d1ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:38.314094 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3e2602f8-dd19-44db-9530-2d3f3c86d1ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:38.358730 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3e2602f8-dd19-44db-9530-2d3f3c86d1ec admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7561216 Feb 17 17:32:38.362278 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41166) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:32:38.367382 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-8c13926a-6d5c-4b5f-bcce-8df525f345b9 admin admin] Request body: {'subnet': {'network_id': '888bd698-745b-418e-8ae8-5800404b181c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1865298775-subnet', 'tenant_id': '02070378e13c43c5b8232c9bf55dd28d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:32:38.423033 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c13926a-6d5c-4b5f-bcce-8df525f345b9 admin admin] Made reservation on behalf of 02070378e13c43c5b8232c9bf55dd28d for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:32:38.426683 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8c13926a-6d5c-4b5f-bcce-8df525f345b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:38.429188 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2602f8-dd19-44db-9530-2d3f3c86d1ec admin admin] Pushing event updated for resources: {'Network': ['ID=888bd698-745b-418e-8ae8-5800404b181c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:38.442381 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 888bd698-745b-418e-8ae8-5800404b181c details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:32:38.654359 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11710ee9-2276-414a-b834-951e376b865e req-34139511-9221-4a43-ba77-7c777ca32b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:38.655895 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-11710ee9-2276-414a-b834-951e376b865e req-34139511-9221-4a43-ba77-7c777ca32b24 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bb8389d8da44943868afc5c1f119806&device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 1156 time: 0.5050693 Feb 17 17:32:38.667539 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c3241-ad0b-43dc-ab78-ea588a3bbe77 req-436552cc-080b-46ce-8098-d25b41128952 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:38.674894 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-018c3241-ad0b-43dc-ab78-ea588a3bbe77 req-436552cc-080b-46ce-8098-d25b41128952 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9af662f-42f6-474a-88ab-f4fae63eb99b HTTP/1.1" status: 200 len: 944 time: 0.1577768 Feb 17 17:32:38.734794 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8e408-e011-4b98-8068-65b38c58c4fc req-e817854e-28b2-4567-b427-fdcd9f8a9171 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:38.742405 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-49e8e408-e011-4b98-8068-65b38c58c4fc req-e817854e-28b2-4567-b427-fdcd9f8a9171 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 944 time: 0.1660469 Feb 17 17:32:38.749016 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8c13926a-6d5c-4b5f-bcce-8df525f345b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (ecc2e970-32db-4a50-b308-61453f4086ba), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:38.839578 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-018c3241-ad0b-43dc-ab78-ea588a3bbe77 req-5143f0b0-1cff-4990-93ea-368214c76eab tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/security-groups?id=7dec7973-5133-4629-8348-fd9f82a14b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637292 Feb 17 17:32:38.849080 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c13926a-6d5c-4b5f-bcce-8df525f345b9 admin admin] Checking segment: {'id': '69292abf-df90-4627-b58d-8d0a1e1b3261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '888bd698-745b-418e-8ae8-5800404b181c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:32:38.849441 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c13926a-6d5c-4b5f-bcce-8df525f345b9 admin admin] Network hostable DHCP agents. Network: 888bd698-745b-418e-8ae8-5800404b181c, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:32:38.871273 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-49e8e408-e011-4b98-8068-65b38c58c4fc req-ee257d22-20cf-432f-aa4e-d567bd8d91d6 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268232 Feb 17 17:32:38.874571 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c13926a-6d5c-4b5f-bcce-8df525f345b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecc2e970-32db-4a50-b308-61453f4086ba,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:38.893227 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c13926a-6d5c-4b5f-bcce-8df525f345b9 admin admin] Network 888bd698-745b-418e-8ae8-5800404b181c is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:32:38.905324 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-8c13926a-6d5c-4b5f-bcce-8df525f345b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 888bd698-745b-418e-8ae8-5800404b181c) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:32:38.911936 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11710ee9-2276-414a-b834-951e376b865e req-faa7d22c-5ec3-4310-a811-69797fedac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:38.913889 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-11710ee9-2276-414a-b834-951e376b865e req-faa7d22c-5ec3-4310-a811-69797fedac3b service neutron] 10.222.0.71 "GET /v2.0/networks?id=5dbbad70-2eaf-4ac4-baab-330b001075bb HTTP/1.1" status: 200 len: 921 time: 0.2355118 Feb 17 17:32:38.915390 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c13926a-6d5c-4b5f-bcce-8df525f345b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:38.916051 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8c13926a-6d5c-4b5f-bcce-8df525f345b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:38.916234 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899cb825-6f64-4523-bdf5-df17d917ecc0 None None] Network 888bd698-745b-418e-8ae8-5800404b181c requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:32:38.952744 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8c13926a-6d5c-4b5f-bcce-8df525f345b9 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5885541 Feb 17 17:32:38.954592 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41182) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:32:38.969444 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-11710ee9-2276-414a-b834-951e376b865e req-f7f89caa-c105-4b51-b8dc-2182825d7c23 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e35032aa-edb1-4b51-8281-ea12cf23c31a HTTP/1.1" status: 200 len: 217 time: 0.0477719 Feb 17 17:32:38.973473 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-97cdfb60-661d-4dbb-93a7-fb8e29c126b1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1865298775-router', 'tenant_id': '02070378e13c43c5b8232c9bf55dd28d', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:32:39.008080 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-97cdfb60-661d-4dbb-93a7-fb8e29c126b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (ac1cb32d-47d2-4ffb-b9e8-812413c32355), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:39.009459 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-97cdfb60-661d-4dbb-93a7-fb8e29c126b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (ac1cb32d-47d2-4ffb-b9e8-812413c32355), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:39.064810 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:39.132212 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-97cdfb60-661d-4dbb-93a7-fb8e29c126b1 admin admin] Publish callbacks [] for router_controller (ac1cb32d-47d2-4ffb-b9e8-812413c32355), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:39.136500 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11710ee9-2276-414a-b834-951e376b865e req-a4a80c3f-08f1-44e0-8f02-51400758dadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:39.138054 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-11710ee9-2276-414a-b834-951e376b865e req-a4a80c3f-08f1-44e0-8f02-51400758dadb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d4b8c7cb-ffed-4089-8d05-52af74f92303 HTTP/1.1" status: 200 len: 860 time: 0.1548831 Feb 17 17:32:39.139198 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5431e773-534c-486e-9bb3-570704d9db43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-888bd698-745b-418e-8ae8-5800404b181c', 'network_id': '888bd698-745b-418e-8ae8-5800404b181c', 'project_id': '02070378e13c43c5b8232c9bf55dd28d', 'fixed_ips': [{'subnet_id': 'ecc2e970-32db-4a50-b308-61453f4086ba'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:32:39.140480 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5431e773-534c-486e-9bb3-570704d9db43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:39.206849 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-11710ee9-2276-414a-b834-951e376b865e req-011c1cb8-07a4-481a-b6fb-639de1fb779f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5dbbad70-2eaf-4ac4-baab-330b001075bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559258 Feb 17 17:32:39.325035 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952f69b-676b-4834-865a-56cd49ddbea5 req-44d9149c-a853-44a4-a022-a52ae2cea403 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:39.325375 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-97cdfb60-661d-4dbb-93a7-fb8e29c126b1 admin admin] Publish callbacks [] for router_gateway (ac1cb32d-47d2-4ffb-b9e8-812413c32355), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:39.334773 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c952f69b-676b-4834-865a-56cd49ddbea5 req-44d9149c-a853-44a4-a022-a52ae2cea403 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 944 time: 0.2571042 Feb 17 17:32:39.371274 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 977461a2-632f-4f73-8dd1-7713fa90e125 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:32:39.483751 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed680cf-31cc-4bec-90ec-395670adc3db req-62fee13d-29e6-43f0-bfd9-f86df9b22632 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:39.491583 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eed680cf-31cc-4bec-90ec-395670adc3db req-62fee13d-29e6-43f0-bfd9-f86df9b22632 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b03940-fd52-4fab-baa6-b38163ad055b HTTP/1.1" status: 200 len: 950 time: 0.1469643 Feb 17 17:32:39.539856 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 977461a2-632f-4f73-8dd1-7713fa90e125, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=977461a2-632f-4f73-8dd1-7713fa90e125,segment=NetworkSegment(26b3d40e-4e4c-449c-90be-dd67156021aa),segment_id=26b3d40e-4e4c-449c-90be-dd67156021aa)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:32:39.558645 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c952f69b-676b-4834-865a-56cd49ddbea5 req-6e1eb9fe-f797-493f-adc4-a779a025f959 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228994 Feb 17 17:32:39.571073 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-11710ee9-2276-414a-b834-951e376b865e req-f5694603-3a50-4a12-9676-cabec9000a69 service neutron] 10.222.0.71 "GET /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436708 Feb 17 17:32:39.608108 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '977461a2-632f-4f73-8dd1-7713fa90e125', 'network_id': 'c2cdbb84-b0de-49c6-9b88-405d1af9ccab', 'port_id': '977461a2-632f-4f73-8dd1-7713fa90e125', 'mac_address': 'fa:16:3e:d3:16:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9656495d-68fd-4771-8cc2-ffde2cb90652', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:32:39.646961 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eed680cf-31cc-4bec-90ec-395670adc3db req-1905b2d3-3770-4def-bd33-84bdf27ee6d4 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544011 Feb 17 17:32:39.667585 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-97cdfb60-661d-4dbb-93a7-fb8e29c126b1 admin admin] Publish callbacks [] for router_gateway (ac1cb32d-47d2-4ffb-b9e8-812413c32355), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:39.690640 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-97cdfb60-661d-4dbb-93a7-fb8e29c126b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:39.728861 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 41204) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:32:39.775713 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 977461a2-632f-4f73-8dd1-7713fa90e125 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:32:39.776485 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (977461a2-632f-4f73-8dd1-7713fa90e125), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:39.808449 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-11710ee9-2276-414a-b834-951e376b865e req-8357d2ee-4d3a-4197-95f2-12e1ef58b388 service neutron] 10.222.0.71 "GET /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239254 Feb 17 17:32:39.821568 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-5431e773-534c-486e-9bb3-570704d9db43 None None] Allocated IP 172.20.0.2 (888bd698-745b-418e-8ae8-5800404b181c/ecc2e970-32db-4a50-b308-61453f4086ba/2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:32:39.825782 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 977461a2-632f-4f73-8dd1-7713fa90e125 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:32:39.854856 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe59708-a6f8-4ec1-8ad9-6b364d91d365 req-990e8e6e-397c-462e-bcd8-327b453a5777 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:39.865235 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1fe59708-a6f8-4ec1-8ad9-6b364d91d365 req-990e8e6e-397c-462e-bcd8-327b453a5777 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 1126 time: 0.1147110 Feb 17 17:32:39.886074 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 977461a2-632f-4f73-8dd1-7713fa90e125, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=977461a2-632f-4f73-8dd1-7713fa90e125,segment=NetworkSegment(26b3d40e-4e4c-449c-90be-dd67156021aa),segment_id=26b3d40e-4e4c-449c-90be-dd67156021aa)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:32:39.905502 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (977461a2-632f-4f73-8dd1-7713fa90e125), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:39.909266 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-97cdfb60-661d-4dbb-93a7-fb8e29c126b1 admin admin] Allocated IP 172.25.8.30 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/0e48566f-a213-448f-ac23-29aa65888fb3) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:32:39.953064 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-62176e43-cb70-4122-b3e2-a56da32da95b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:39.994002 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=977461a2-632f-4f73-8dd1-7713fa90e125,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:40.012524 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1fe59708-a6f8-4ec1-8ad9-6b364d91d365 req-44ddf033-5e2f-422c-a4c6-6966ee3391a5 tempest-LiveMigrationTest-2048540612 tempest-LiveMigrationTest-2048540612-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463637 Feb 17 17:32:40.036697 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53563d2-aac0-4440-b35a-594a0acc80c1 req-b1aca106-da35-4371-a16c-916f7747b7be tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:40.053997 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d53563d2-aac0-4440-b35a-594a0acc80c1 req-b1aca106-da35-4371-a16c-916f7747b7be tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9af662f-42f6-474a-88ab-f4fae63eb99b HTTP/1.1" status: 200 len: 945 time: 0.1240487 Feb 17 17:32:40.127440 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-62176e43-cb70-4122-b3e2-a56da32da95b admin admin] Publish callbacks [] for security_group (5c9641ef-36b3-4352-9cf3-77e9def24861), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:40.129179 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-97cdfb60-661d-4dbb-93a7-fb8e29c126b1 admin admin] Publish callbacks [] for port (0e48566f-a213-448f-ac23-29aa65888fb3), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:40.159744 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-62176e43-cb70-4122-b3e2-a56da32da95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (5c9641ef-36b3-4352-9cf3-77e9def24861), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:40.191512 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5431e773-534c-486e-9bb3-570704d9db43 None None] Publish callbacks [] for port (2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:40.192059 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-97cdfb60-661d-4dbb-93a7-fb8e29c126b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (0e48566f-a213-448f-ac23-29aa65888fb3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:40.200822 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5431e773-534c-486e-9bb3-570704d9db43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:40.244849 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5431e773-534c-486e-9bb3-570704d9db43 None None] Network 888bd698-745b-418e-8ae8-5800404b181c is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:32:40.250910 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-5431e773-534c-486e-9bb3-570704d9db43 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:32:40.253523 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5431e773-534c-486e-9bb3-570704d9db43 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:32:40.255718 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431e773-534c-486e-9bb3-570704d9db43 None None] Pushing event updated for resources: {'Port': ['ID=2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:40.258567 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cdfb60-661d-4dbb-93a7-fb8e29c126b1 admin admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:32:40.268463 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-97cdfb60-661d-4dbb-93a7-fb8e29c126b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:32:40.268699 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d53563d2-aac0-4440-b35a-594a0acc80c1 req-4d1f6095-01f3-4521-b3ca-b571d39c8587 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/security-groups?id=7dec7973-5133-4629-8348-fd9f82a14b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2133327 Feb 17 17:32:40.273881 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62176e43-cb70-4122-b3e2-a56da32da95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9641ef-36b3-4352-9cf3-77e9def24861,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:40.296978 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-62176e43-cb70-4122-b3e2-a56da32da95b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=cb4de0863ba34860af09e1209b5905e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5599151 Feb 17 17:32:40.296978 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 41214) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:32:40.297616 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cdfb60-661d-4dbb-93a7-fb8e29c126b1 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:32:40.308609 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cdfb60-661d-4dbb-93a7-fb8e29c126b1 admin admin] Pushing event updated for resources: {'Port': ['ID=0e48566f-a213-448f-ac23-29aa65888fb3,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:40.323521 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-5431e773-534c-486e-9bb3-570704d9db43 None None] Attempting to bind port 2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:32:40.323913 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-5431e773-534c-486e-9bb3-570704d9db43 None None] Attempting to bind port 2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '69292abf-df90-4627-b58d-8d0a1e1b3261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '888bd698-745b-418e-8ae8-5800404b181c'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:32:40.324263 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5431e773-534c-486e-9bb3-570704d9db43 None None] Attempting to bind port 2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65 on network 888bd698-745b-418e-8ae8-5800404b181c {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:32:40.329595 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5431e773-534c-486e-9bb3-570704d9db43 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:32:40.330153 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5431e773-534c-486e-9bb3-570704d9db43 None None] Checking segment: {'id': '69292abf-df90-4627-b58d-8d0a1e1b3261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '888bd698-745b-418e-8ae8-5800404b181c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:32:40.330560 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5431e773-534c-486e-9bb3-570704d9db43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:40.330957 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5431e773-534c-486e-9bb3-570704d9db43 None None] Bound using segment: {'id': '69292abf-df90-4627-b58d-8d0a1e1b3261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '888bd698-745b-418e-8ae8-5800404b181c'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:32:40.331426 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-5431e773-534c-486e-9bb3-570704d9db43 None None] Bound port: 2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69292abf-df90-4627-b58d-8d0a1e1b3261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '888bd698-745b-418e-8ae8-5800404b181c'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:32:40.331804 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5431e773-534c-486e-9bb3-570704d9db43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:40.348152 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['977461a2-632f-4f73-8dd1-7713fa90e125'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:32:40.350844 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3ba5d8f9-2e6f-469a-870a-ab7691913087 admin admin] Publish callbacks [] for security_group (5c9641ef-36b3-4352-9cf3-77e9def24861), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:40.372608 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8159f-9105-42ca-86c5-28259d6f1f42 req-c9ec3159-7d08-4270-bfac-b6457a87868e tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:40.379259 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b3f8159f-9105-42ca-86c5-28259d6f1f42 req-c9ec3159-7d08-4270-bfac-b6457a87868e tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 944 time: 0.2493529 Feb 17 17:32:40.425730 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3ba5d8f9-2e6f-469a-870a-ab7691913087 admin admin] Publish callbacks [] for security_group (5c9641ef-36b3-4352-9cf3-77e9def24861), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:40.436065 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5431e773-534c-486e-9bb3-570704d9db43 None None] For port 2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:32:40.442230 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5431e773-534c-486e-9bb3-570704d9db43 None None] For port 2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65,segment=NetworkSegment(69292abf-df90-4627-b58d-8d0a1e1b3261),segment_id=69292abf-df90-4627-b58d-8d0a1e1b3261)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:32:40.480079 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b3f8159f-9105-42ca-86c5-28259d6f1f42 req-4c66b751-300d-4c50-bc66-a2538c7087da tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869987 Feb 17 17:32:40.499932 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5431e773-534c-486e-9bb3-570704d9db43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:40.551193 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3ba5d8f9-2e6f-469a-870a-ab7691913087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (5c9641ef-36b3-4352-9cf3-77e9def24861), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:40.554346 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3ba5d8f9-2e6f-469a-870a-ab7691913087 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:40.555541 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-3ba5d8f9-2e6f-469a-870a-ab7691913087 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5c9641ef-36b3-4352-9cf3-77e9def24861 HTTP/1.1" status: 204 len: 168 time: 0.2621667 Feb 17 17:32:40.586546 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba5d8f9-2e6f-469a-870a-ab7691913087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9641ef-36b3-4352-9cf3-77e9def24861,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:40.592281 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:32:40.623988 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431e773-534c-486e-9bb3-570704d9db43 None None] Pushing event updated for resources: {'Port': ['ID=2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:40.681160 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e31177-1eaa-4e9e-849d-122aa284cedf req-d40465c5-0655-4674-bd5d-bbc67f071031 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:40.686675 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-74e31177-1eaa-4e9e-849d-122aa284cedf req-d40465c5-0655-4674-bd5d-bbc67f071031 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 944 time: 0.1299963 Feb 17 17:32:40.773607 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-74e31177-1eaa-4e9e-849d-122aa284cedf req-954ec1fe-349e-47e9-9435-3344fbfe5784 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727301 Feb 17 17:32:40.938177 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd42a4-f82d-459d-8945-64c57056800b req-504927a3-8bbd-46f9-9aa8-a550fbbd794c tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:40.944041 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-15dd42a4-f82d-459d-8945-64c57056800b req-504927a3-8bbd-46f9-9aa8-a550fbbd794c tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b03940-fd52-4fab-baa6-b38163ad055b HTTP/1.1" status: 200 len: 950 time: 0.1539352 Feb 17 17:32:41.040764 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-15dd42a4-f82d-459d-8945-64c57056800b req-0e78127b-9bd3-41c6-bcb8-478f70df0419 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937603 Feb 17 17:32:41.201882 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-97cdfb60-661d-4dbb-93a7-fb8e29c126b1 admin admin] Publish callbacks [] for router_gateway (ac1cb32d-47d2-4ffb-b9e8-812413c32355), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:41.502356 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-97cdfb60-661d-4dbb-93a7-fb8e29c126b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (ac1cb32d-47d2-4ffb-b9e8-812413c32355), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:41.548058 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737782ac-636b-4c5c-95b6-9624ea5f8905 req-3839e2d0-363c-4d29-9da6-a2115682c171 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:41.559630 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-737782ac-636b-4c5c-95b6-9624ea5f8905 req-3839e2d0-363c-4d29-9da6-a2115682c171 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9af662f-42f6-474a-88ab-f4fae63eb99b HTTP/1.1" status: 200 len: 945 time: 0.1568999 Feb 17 17:32:41.735731 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f7686-ed82-4203-afc3-a5cdb6dc57cf req-2ce69b6f-624b-4391-ac0e-25fc51ac9725 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:41.737626 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e38f7686-ed82-4203-afc3-a5cdb6dc57cf req-2ce69b6f-624b-4391-ac0e-25fc51ac9725 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.71 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 944 time: 0.2776160 Feb 17 17:32:41.762426 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97cdfb60-661d-4dbb-93a7-fb8e29c126b1 admin admin] Router ac1cb32d-47d2-4ffb-b9e8-812413c32355 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:32:41.806650 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-737782ac-636b-4c5c-95b6-9624ea5f8905 req-8d94a9a4-64d2-4658-8222-7e2018a02e24 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/security-groups?id=7dec7973-5133-4629-8348-fd9f82a14b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2460027 Feb 17 17:32:41.854309 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc377460-e1f3-4102-95e2-b281c7d3a639 req-61219bc4-e78f-4677-a721-005ac5e2fd58 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:41.855882 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fc377460-e1f3-4102-95e2-b281c7d3a639 req-61219bc4-e78f-4677-a721-005ac5e2fd58 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 944 time: 0.2293293 Feb 17 17:32:41.977153 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97cdfb60-661d-4dbb-93a7-fb8e29c126b1 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:32:41.990282 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e145762-b9f9-4384-825e-1654e0d7b617 None None] Sync routers for ids ['ac1cb32d-47d2-4ffb-b9e8-812413c32355'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:32:42.011326 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-97cdfb60-661d-4dbb-93a7-fb8e29c126b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:42.015538 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-97cdfb60-661d-4dbb-93a7-fb8e29c126b1 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.0582619 Feb 17 17:32:42.017766 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 41262) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:32:42.018253 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e145762-b9f9-4384-825e-1654e0d7b617 None None] Routers {'ac1cb32d-47d2-4ffb-b9e8-812413c32355'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:32:42.023032 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-6e145762-b9f9-4384-825e-1654e0d7b617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:32:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['ac1cb32d-47d2-4ffb-b9e8-812413c32355'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:32:42.179583 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-6e145762-b9f9-4384-825e-1654e0d7b617 None None] Set router ac1cb32d-47d2-4ffb-b9e8-812413c32355 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:32:42.254696 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:32:42.284129 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fc377460-e1f3-4102-95e2-b281c7d3a639 req-3f6bf6c8-ac38-4cd1-a287-f0854e23ffd5 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819859 Feb 17 17:32:42.298372 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b79423-9da1-483a-8678-284abe0ebfd7 None None] Network 888bd698-745b-418e-8ae8-5800404b181c requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:32:42.312636 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-e38f7686-ed82-4203-afc3-a5cdb6dc57cf req-40d4a080-e427-491f-93ed-c063f114bd21 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Deleting port 66e46b72-cc88-4c93-82a3-5cb6717194c5 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:32:42.313254 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-e38f7686-ed82-4203-afc3-a5cdb6dc57cf req-40d4a080-e427-491f-93ed-c063f114bd21 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (66e46b72-cc88-4c93-82a3-5cb6717194c5), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:42.518821 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ff994-0130-40d9-8ff2-87623bd154da req-288183ba-a09d-4724-b4df-035b53efd8bf tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:42.523063 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ca0ff994-0130-40d9-8ff2-87623bd154da req-288183ba-a09d-4724-b4df-035b53efd8bf tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 944 time: 0.2293761 Feb 17 17:32:42.586426 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41276) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:32:42.784911 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f69ca53d-b9fc-4231-8603-ce8a0cecc4ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:42.815566 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-e38f7686-ed82-4203-afc3-a5cdb6dc57cf req-40d4a080-e427-491f-93ed-c063f114bd21 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] For port 66e46b72-cc88-4c93-82a3-5cb6717194c5, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=66e46b72-cc88-4c93-82a3-5cb6717194c5,segment=NetworkSegment(25b82b75-bd12-4667-b51a-aa287338793c),segment_id=25b82b75-bd12-4667-b51a-aa287338793c)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:32:42.816781 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-e38f7686-ed82-4203-afc3-a5cdb6dc57cf req-40d4a080-e427-491f-93ed-c063f114bd21 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (66e46b72-cc88-4c93-82a3-5cb6717194c5), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:42.838700 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-e38f7686-ed82-4203-afc3-a5cdb6dc57cf req-40d4a080-e427-491f-93ed-c063f114bd21 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Calling delete_port for 66e46b72-cc88-4c93-82a3-5cb6717194c5 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:32:42.929047 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f69ca53d-b9fc-4231-8603-ce8a0cecc4ef admin admin] Publish callbacks [] for security_group (4eef29b0-cd3d-47a1-ad84-f572043783e5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:42.937561 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f69ca53d-b9fc-4231-8603-ce8a0cecc4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (4eef29b0-cd3d-47a1-ad84-f572043783e5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:42.940911 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-7423b846-3527-4034-b792-d58e82d4c336 None None] Provisioning complete for port 2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:32:42.941294 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7423b846-3527-4034-b792-d58e82d4c336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:42.998581 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:32:42.999560 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:43.020400 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ca0ff994-0130-40d9-8ff2-87623bd154da req-738deca2-e25e-486e-bdeb-60bea559f571 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4312599 Feb 17 17:32:43.047350 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69ca53d-b9fc-4231-8603-ce8a0cecc4ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eef29b0-cd3d-47a1-ad84-f572043783e5,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:43.071611 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f69ca53d-b9fc-4231-8603-ce8a0cecc4ef admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=43a42677312947479a4ab5771caea1ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4830410 Feb 17 17:32:43.082308 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41282) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:32:43.099736 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-6e145762-b9f9-4384-825e-1654e0d7b617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1cb32d-47d2-4ffb-b9e8-812413c32355', 'name': 'tempest-ServersTestJSON-1865298775-router', 'tenant_id': '02070378e13c43c5b8232c9bf55dd28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '0e48566f-a213-448f-ac23-29aa65888fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:32:39Z', 'updated_at': '2022-02-17T17:32:41Z', 'revision_number': 3, 'project_id': '02070378e13c43c5b8232c9bf55dd28d', 'gw_port': {'id': '0e48566f-a213-448f-ac23-29aa65888fb3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1cb32d-47d2-4ffb-b9e8-812413c32355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:32:39Z', 'updated_at': '2022-02-17T17:32:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:32:43.139443 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e145762-b9f9-4384-825e-1654e0d7b617 None None] Checking router: ac1cb32d-47d2-4ffb-b9e8-812413c32355 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:32:43.140271 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e145762-b9f9-4384-825e-1654e0d7b617 None None] Updating router ac1cb32d-47d2-4ffb-b9e8-812413c32355 port 0e48566f-a213-448f-ac23-29aa65888fb3 binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:32:43.186364 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-7423b846-3527-4034-b792-d58e82d4c336 None None] Current status of the port 2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:32:43.187235 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7423b846-3527-4034-b792-d58e82d4c336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:43.193218 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c6fee02-3d6b-4b94-842f-cf85de63138f admin admin] Publish callbacks [] for security_group (4eef29b0-cd3d-47a1-ad84-f572043783e5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:43.242478 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c6fee02-3d6b-4b94-842f-cf85de63138f admin admin] Publish callbacks [] for security_group (4eef29b0-cd3d-47a1-ad84-f572043783e5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:43.266536 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:32:43.267911 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:43.283578 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6e145762-b9f9-4384-825e-1654e0d7b617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0e48566f-a213-448f-ac23-29aa65888fb3), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:43.305198 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b282b0-02cf-4473-9d4a-7adc7bd13bfe req-1bd47186-7845-4e24-9fde-7946389d038f tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:43.306813 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-27b282b0-02cf-4473-9d4a-7adc7bd13bfe req-1bd47186-7845-4e24-9fde-7946389d038f tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b03940-fd52-4fab-baa6-b38163ad055b HTTP/1.1" status: 200 len: 950 time: 0.7238672 Feb 17 17:32:43.310379 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-e38f7686-ed82-4203-afc3-a5cdb6dc57cf req-40d4a080-e427-491f-93ed-c063f114bd21 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (66e46b72-cc88-4c93-82a3-5cb6717194c5), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:43.329155 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c6fee02-3d6b-4b94-842f-cf85de63138f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (4eef29b0-cd3d-47a1-ad84-f572043783e5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:43.338940 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c6fee02-3d6b-4b94-842f-cf85de63138f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:43.340122 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3c6fee02-3d6b-4b94-842f-cf85de63138f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4eef29b0-cd3d-47a1-ad84-f572043783e5 HTTP/1.1" status: 204 len: 168 time: 0.2567406 Feb 17 17:32:43.373675 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6fee02-3d6b-4b94-842f-cf85de63138f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eef29b0-cd3d-47a1-ad84-f572043783e5,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:43.478408 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['2bd2d45a-2751-42e4-bfb7-788088c608c4', '66e46b72-cc88-4c93-82a3-5cb6717194c5'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:32:43.480459 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 977461a2-632f-4f73-8dd1-7713fa90e125 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:32:43.639445 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-7423b846-3527-4034-b792-d58e82d4c336 None None] For port 2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65,segment=NetworkSegment(69292abf-df90-4627-b58d-8d0a1e1b3261),segment_id=69292abf-df90-4627-b58d-8d0a1e1b3261)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:32:43.709194 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7423b846-3527-4034-b792-d58e82d4c336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:43.889407 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:32:43.890046 n-d-829613-2 neutron-server[103436]: DEBUG oslo_db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 17:32:43.895154 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7423b846-3527-4034-b792-d58e82d4c336 None None] Pushing event updated for resources: {'Port': ['ID=2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:43.913177 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 977461a2-632f-4f73-8dd1-7713fa90e125 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:32:43.934647 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886bb6d-909a-4410-8f1a-7527847a446c req-120e01a9-214d-4593-b28a-a8a805b4b89f tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:43.936099 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6886bb6d-909a-4410-8f1a-7527847a446c req-120e01a9-214d-4593-b28a-a8a805b4b89f tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9af662f-42f6-474a-88ab-f4fae63eb99b HTTP/1.1" status: 200 len: 945 time: 0.7532041 Feb 17 17:32:43.936891 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d4a080-e427-491f-93ed-c063f114bd21 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Pushing event deleted for resources: {'Port': ['ID=66e46b72-cc88-4c93-82a3-5cb6717194c5,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:43.969633 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-e38f7686-ed82-4203-afc3-a5cdb6dc57cf req-40d4a080-e427-491f-93ed-c063f114bd21 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] No DVR routers for this DVR port 66e46b72-cc88-4c93-82a3-5cb6717194c5 on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:32:43.976474 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-e38f7686-ed82-4203-afc3-a5cdb6dc57cf req-40d4a080-e427-491f-93ed-c063f114bd21 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:43.979836 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e38f7686-ed82-4203-afc3-a5cdb6dc57cf req-40d4a080-e427-491f-93ed-c063f114bd21 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.71 "DELETE /v2.0/ports/66e46b72-cc88-4c93-82a3-5cb6717194c5 HTTP/1.1" status: 204 len: 173 time: 2.2359381 Feb 17 17:32:43.981470 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 977461a2-632f-4f73-8dd1-7713fa90e125 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:32:43.981976 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (977461a2-632f-4f73-8dd1-7713fa90e125), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:43.987447 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae9d6d5-c596-4d27-883f-9abe987efbcb', 'name': 'network-vif-deleted', 'tag': '66e46b72-cc88-4c93-82a3-5cb6717194c5'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:32:43.989697 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3630d57f-67e5-4fb2-b9fd-5e77d4d12d86" -d '{"events": [{"server_uuid": "cae9d6d5-c596-4d27-883f-9abe987efbcb", "name": "network-vif-deleted", "tag": "66e46b72-cc88-4c93-82a3-5cb6717194c5"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:32:44.046607 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-27b282b0-02cf-4473-9d4a-7adc7bd13bfe req-c2d2665e-f5c2-4d25-976d-19aab8cf0052 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7048857 Feb 17 17:32:44.111408 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-69349700-6bec-4add-9640-8f984fedfb3a None None] Provisioning complete for port 2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:32:44.111933 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-69349700-6bec-4add-9640-8f984fedfb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:44.165343 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6886bb6d-909a-4410-8f1a-7527847a446c req-2f20bfe3-7c54-406b-9150-66872481f37e tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/security-groups?id=7dec7973-5133-4629-8348-fd9f82a14b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976943 Feb 17 17:32:44.379798 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-94ab70b4-c617-41d9-a58e-a67045b9e8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:44.390734 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8b360-ba11-43c6-a972-0c05c060acf6 req-85731638-9856-4f7c-a7f3-c4d6c34474e7 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:44.392834 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e4d8b360-ba11-43c6-a972-0c05c060acf6 req-85731638-9856-4f7c-a7f3-c4d6c34474e7 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 944 time: 0.1527278 Feb 17 17:32:44.403206 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6e145762-b9f9-4384-825e-1654e0d7b617 None None] Publish callbacks [] for port (0e48566f-a213-448f-ac23-29aa65888fb3), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:44.447254 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 977461a2-632f-4f73-8dd1-7713fa90e125 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:32:44.447674 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (977461a2-632f-4f73-8dd1-7713fa90e125), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:44.450131 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e4d8b360-ba11-43c6-a972-0c05c060acf6 req-b055a03d-c0eb-4ef7-8cc8-615447e8e8cc tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486093 Feb 17 17:32:44.457145 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6e145762-b9f9-4384-825e-1654e0d7b617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (0e48566f-a213-448f-ac23-29aa65888fb3), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:44.497134 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-69349700-6bec-4add-9640-8f984fedfb3a None None] Current status of the port 2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:32:44.568913 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9410d5f0-8df0-4db1-adca-b9b0558f358a x-openstack-request-id: req-9410d5f0-8df0-4db1-adca-b9b0558f358a {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:32:44.569487 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae9d6d5-c596-4d27-883f-9abe987efbcb", "name": "network-vif-deleted", "tag": "66e46b72-cc88-4c93-82a3-5cb6717194c5", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:32:44.571775 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:32:44.572099 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9410d5f0-8df0-4db1-adca-b9b0558f358a {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:32:44.572763 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae9d6d5-c596-4d27-883f-9abe987efbcb', 'name': 'network-vif-deleted', 'tag': '66e46b72-cc88-4c93-82a3-5cb6717194c5', 'status': 'completed', 'code': 200} Feb 17 17:32:44.673946 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 977461a2-632f-4f73-8dd1-7713fa90e125, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=977461a2-632f-4f73-8dd1-7713fa90e125,segment=NetworkSegment(26b3d40e-4e4c-449c-90be-dd67156021aa),segment_id=26b3d40e-4e4c-449c-90be-dd67156021aa)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:32:44.675535 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9af662f-42f6-474a-88ab-f4fae63eb99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977461a2-632f-4f73-8dd1-7713fa90e125'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:32:44.679650 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437208cd-956d-416f-9d1f-214cadc1f698" -d '{"events": [{"server_uuid": "a9af662f-42f6-474a-88ab-f4fae63eb99b", "name": "network-vif-plugged", "status": "completed", "tag": "977461a2-632f-4f73-8dd1-7713fa90e125"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:32:44.699864 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710eb4fc-d548-4dc3-800b-92a0632a8e77 None None] Pushing event updated for resources: {'Port': ['ID=0e48566f-a213-448f-ac23-29aa65888fb3,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:44.704214 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (977461a2-632f-4f73-8dd1-7713fa90e125), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:44.707108 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 66e46b72-cc88-4c93-82a3-5cb6717194c5 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:32:44.736409 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-6e145762-b9f9-4384-825e-1654e0d7b617 None None] Attempting to bind port 0e48566f-a213-448f-ac23-29aa65888fb3 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:32:44.736880 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-6e145762-b9f9-4384-825e-1654e0d7b617 None None] Attempting to bind port 0e48566f-a213-448f-ac23-29aa65888fb3 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:32:44.737317 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e145762-b9f9-4384-825e-1654e0d7b617 None None] Attempting to bind port 0e48566f-a213-448f-ac23-29aa65888fb3 on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:32:44.809921 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-94ab70b4-c617-41d9-a58e-a67045b9e8f6 admin admin] Allocated IP 172.20.0.1 (888bd698-745b-418e-8ae8-5800404b181c/ecc2e970-32db-4a50-b308-61453f4086ba/ce4946a0-f217-47ea-ab47-d3c61f83e6a2) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:32:44.825731 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: 66e46b72-cc88-4c93-82a3-5cb6717194c5 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:32:44.825954 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 66e46b72-cc88-4c93-82a3-5cb6717194c5 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:32:44.826186 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device e35032aa-edb1-4b51-8281-ea12cf23c31a no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:32:44.900046 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:32:44.902764 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e145762-b9f9-4384-825e-1654e0d7b617 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:32:44.903142 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e145762-b9f9-4384-825e-1654e0d7b617 None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:32:44.903588 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6e145762-b9f9-4384-825e-1654e0d7b617 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:44.903981 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e145762-b9f9-4384-825e-1654e0d7b617 None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:32:44.904807 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-6e145762-b9f9-4384-825e-1654e0d7b617 None None] Bound port: 0e48566f-a213-448f-ac23-29aa65888fb3, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:32:44.904942 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6e145762-b9f9-4384-825e-1654e0d7b617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0e48566f-a213-448f-ac23-29aa65888fb3), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:44.933954 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-94ab70b4-c617-41d9-a58e-a67045b9e8f6 admin admin] Publish callbacks [] for port (ce4946a0-f217-47ea-ab47-d3c61f83e6a2), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:44.944831 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ce41ecd3-1d57-46e5-98b3-8b3b6484d87b req-ce73c5a3-df8b-46dd-85bc-58f321a041d7 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 210 time: 0.2783010 Feb 17 17:32:44.990913 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=977461a2-632f-4f73-8dd1-7713fa90e125,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:45.005624 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-94ab70b4-c617-41d9-a58e-a67045b9e8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (ce4946a0-f217-47ea-ab47-d3c61f83e6a2), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:45.060010 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a07c75-5db9-4556-a9fb-47ba49660ec7 x-openstack-request-id: req-97a07c75-5db9-4556-a9fb-47ba49660ec7 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:32:45.060320 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9af662f-42f6-474a-88ab-f4fae63eb99b", "name": "network-vif-plugged", "status": "completed", "tag": "977461a2-632f-4f73-8dd1-7713fa90e125", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:32:45.060902 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-97a07c75-5db9-4556-a9fb-47ba49660ec7 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:32:45.061364 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9af662f-42f6-474a-88ab-f4fae63eb99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977461a2-632f-4f73-8dd1-7713fa90e125', 'code': 200} Feb 17 17:32:45.110591 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ab70b4-c617-41d9-a58e-a67045b9e8f6 admin admin] Network 888bd698-745b-418e-8ae8-5800404b181c is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:32:45.112310 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-6e145762-b9f9-4384-825e-1654e0d7b617 None None] For port 0e48566f-a213-448f-ac23-29aa65888fb3, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:32:45.116595 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-94ab70b4-c617-41d9-a58e-a67045b9e8f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:32:45.120579 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-6e145762-b9f9-4384-825e-1654e0d7b617 None None] For port 0e48566f-a213-448f-ac23-29aa65888fb3, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=0e48566f-a213-448f-ac23-29aa65888fb3,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:32:45.125623 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port e35032aa-edb1-4b51-8281-ea12cf23c31a is: DOWN; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:32:45.130007 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:32:45.130539 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:45.139800 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6e145762-b9f9-4384-825e-1654e0d7b617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (0e48566f-a213-448f-ac23-29aa65888fb3), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:45.158312 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ab70b4-c617-41d9-a58e-a67045b9e8f6 admin admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:32:45.231745 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-94ab70b4-c617-41d9-a58e-a67045b9e8f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (ac1cb32d-47d2-4ffb-b9e8-812413c32355), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:45.264911 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e145762-b9f9-4384-825e-1654e0d7b617 None None] Routers {'ac1cb32d-47d2-4ffb-b9e8-812413c32355'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:32:45.265949 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-6e145762-b9f9-4384-825e-1654e0d7b617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:32:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['ac1cb32d-47d2-4ffb-b9e8-812413c32355'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:32:45.374119 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710eb4fc-d548-4dc3-800b-92a0632a8e77 None None] Pushing event updated for resources: {'Port': ['ID=0e48566f-a213-448f-ac23-29aa65888fb3,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:45.469426 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab70b4-c617-41d9-a58e-a67045b9e8f6 admin admin] Pushing event updated for resources: {'Port': ['ID=ce4946a0-f217-47ea-ab47-d3c61f83e6a2,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:45.502077 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b990308-63d1-4ae2-b926-a73b430cff22 req-1d84c7f8-4c1e-459e-9e81-b763a106e64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:45.503590 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8b990308-63d1-4ae2-b926-a73b430cff22 req-1d84c7f8-4c1e-459e-9e81-b763a106e64c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a9af662f-42f6-474a-88ab-f4fae63eb99b HTTP/1.1" status: 200 len: 1128 time: 0.3885810 Feb 17 17:32:45.515956 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:32:45.571506 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-6e145762-b9f9-4384-825e-1654e0d7b617 None None] Set router ac1cb32d-47d2-4ffb-b9e8-812413c32355 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:32:45.621535 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8b990308-63d1-4ae2-b926-a73b430cff22 req-5450f648-4918-4780-8372-8012db1e0e85 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7dec7973-5133-4629-8348-fd9f82a14b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979314 Feb 17 17:32:45.631106 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3932645-d4e1-4843-9a16-3f546be718a8 req-48dfdfd8-9c5f-49c3-b99a-25427f5704a7 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:45.632704 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c3932645-d4e1-4843-9a16-3f546be718a8 req-48dfdfd8-9c5f-49c3-b99a-25427f5704a7 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b03940-fd52-4fab-baa6-b38163ad055b HTTP/1.1" status: 200 len: 950 time: 0.3870015 Feb 17 17:32:45.842334 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c3932645-d4e1-4843-9a16-3f546be718a8 req-74faac99-018a-4463-870a-b0b8bdf88148 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023196 Feb 17 17:32:45.919241 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-94ab70b4-c617-41d9-a58e-a67045b9e8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ce4946a0-f217-47ea-ab47-d3c61f83e6a2), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:45.963937 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-a02232b5-06a6-4627-b8e0-37a5cb7fdc69 None None] Provisioning complete for port ce4946a0-f217-47ea-ab47-d3c61f83e6a2 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:32:45.964809 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a02232b5-06a6-4627-b8e0-37a5cb7fdc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ce4946a0-f217-47ea-ab47-d3c61f83e6a2), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:46.052795 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-a02232b5-06a6-4627-b8e0-37a5cb7fdc69 None None] Port ce4946a0-f217-47ea-ab47-d3c61f83e6a2 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:32:46.123797 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac3531-5439-4780-ac4a-7719e44ee04a req-1849cfa4-d211-4ca5-97af-dedf6aac6a44 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:46.127138 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-14ac3531-5439-4780-ac4a-7719e44ee04a req-1849cfa4-d211-4ca5-97af-dedf6aac6a44 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9af662f-42f6-474a-88ab-f4fae63eb99b HTTP/1.1" status: 200 len: 946 time: 0.1948602 Feb 17 17:32:46.183719 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-6e145762-b9f9-4384-825e-1654e0d7b617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1cb32d-47d2-4ffb-b9e8-812413c32355', 'name': 'tempest-ServersTestJSON-1865298775-router', 'tenant_id': '02070378e13c43c5b8232c9bf55dd28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '0e48566f-a213-448f-ac23-29aa65888fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:32:39Z', 'updated_at': '2022-02-17T17:32:41Z', 'revision_number': 3, 'project_id': '02070378e13c43c5b8232c9bf55dd28d', 'gw_port': {'id': '0e48566f-a213-448f-ac23-29aa65888fb3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1cb32d-47d2-4ffb-b9e8-812413c32355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:32:39Z', 'updated_at': '2022-02-17T17:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:32:46.221307 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e145762-b9f9-4384-825e-1654e0d7b617 None None] The sync data for ids ['ac1cb32d-47d2-4ffb-b9e8-812413c32355'] in n-d-829613-2 is: [{'id': 'ac1cb32d-47d2-4ffb-b9e8-812413c32355', 'name': 'tempest-ServersTestJSON-1865298775-router', 'tenant_id': '02070378e13c43c5b8232c9bf55dd28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '0e48566f-a213-448f-ac23-29aa65888fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:32:39Z', 'updated_at': '2022-02-17T17:32:41Z', 'revision_number': 3, 'project_id': '02070378e13c43c5b8232c9bf55dd28d', 'gw_port': {'id': '0e48566f-a213-448f-ac23-29aa65888fb3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1cb32d-47d2-4ffb-b9e8-812413c32355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:32:39Z', 'updated_at': '2022-02-17T17:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:32:46.243262 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-14ac3531-5439-4780-ac4a-7719e44ee04a req-2106cb0d-8226-4b9e-bf07-dfe1df2f126a tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/security-groups?id=7dec7973-5133-4629-8348-fd9f82a14b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083941 Feb 17 17:32:46.331458 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-94ab70b4-c617-41d9-a58e-a67045b9e8f6 admin admin] Publish callbacks [] for port (ce4946a0-f217-47ea-ab47-d3c61f83e6a2), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:46.336346 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-94ab70b4-c617-41d9-a58e-a67045b9e8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (ce4946a0-f217-47ea-ab47-d3c61f83e6a2), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:46.434808 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab70b4-c617-41d9-a58e-a67045b9e8f6 admin admin] Pushing event updated for resources: {'Port': ['ID=ce4946a0-f217-47ea-ab47-d3c61f83e6a2,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:46.464500 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-94ab70b4-c617-41d9-a58e-a67045b9e8f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (ac1cb32d-47d2-4ffb-b9e8-812413c32355), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:46.629158 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26104e6-9c55-44f2-b2b0-b15dd1332b9c req-d55e2040-b52f-48c5-bcd7-a71cd0c2a03d tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:46.633397 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f26104e6-9c55-44f2-b2b0-b15dd1332b9c req-d55e2040-b52f-48c5-bcd7-a71cd0c2a03d tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 944 time: 0.2402852 Feb 17 17:32:46.706816 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ab70b4-c617-41d9-a58e-a67045b9e8f6 admin admin] Network 888bd698-745b-418e-8ae8-5800404b181c is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:32:46.716202 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-94ab70b4-c617-41d9-a58e-a67045b9e8f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:32:46.862263 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 0e48566f-a213-448f-ac23-29aa65888fb3 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:32:46.878333 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f26104e6-9c55-44f2-b2b0-b15dd1332b9c req-7bfcb294-ee2f-4230-b2de-bd5e335ead2c tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394173 Feb 17 17:32:47.016007 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 0e48566f-a213-448f-ac23-29aa65888fb3 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:32:47.016730 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (0e48566f-a213-448f-ac23-29aa65888fb3), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:47.179899 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 0e48566f-a213-448f-ac23-29aa65888fb3 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:32:47.180548 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0e48566f-a213-448f-ac23-29aa65888fb3), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:47.207356 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 0e48566f-a213-448f-ac23-29aa65888fb3, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=0e48566f-a213-448f-ac23-29aa65888fb3,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:32:47.221861 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (0e48566f-a213-448f-ac23-29aa65888fb3), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:47.239557 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94ab70b4-c617-41d9-a58e-a67045b9e8f6 admin admin] Router ac1cb32d-47d2-4ffb-b9e8-812413c32355 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:32:47.243380 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5b15fd32-0cea-4fa1-83d2-efc941bbae34 req-17c33e09-db3c-4f54-b6b0-e244a7e7fe9b tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 210 time: 0.1232054 Feb 17 17:32:47.299899 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=0e48566f-a213-448f-ac23-29aa65888fb3,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:47.321453 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-55e28ad6-e284-483e-851c-a52598e7faca None None] Provisioning complete for port ce4946a0-f217-47ea-ab47-d3c61f83e6a2 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:32:47.321869 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-55e28ad6-e284-483e-851c-a52598e7faca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ce4946a0-f217-47ea-ab47-d3c61f83e6a2), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:47.396780 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4be4416d-52dd-4f9d-b874-ae016a2d00e1 req-1449af56-6a80-42e3-b78a-916bbe564ae0 service neutron] 10.222.0.91 "GET /v2.0/ports/df6efc80-10e2-4743-a0a6-e7344668cff7/bindings/n-h2-829613-2 HTTP/1.1" status: 200 len: 382 time: 0.3387451 Feb 17 17:32:47.408961 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-55e28ad6-e284-483e-851c-a52598e7faca None None] Port ce4946a0-f217-47ea-ab47-d3c61f83e6a2 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:32:47.582665 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593c348-c33a-4ee7-99c6-5f73031e06c2 req-839b7319-25d0-4e65-a871-fa3da14a479b tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:47.584519 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3593c348-c33a-4ee7-99c6-5f73031e06c2 req-839b7319-25d0-4e65-a871-fa3da14a479b tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b03940-fd52-4fab-baa6-b38163ad055b HTTP/1.1" status: 200 len: 950 time: 0.1866729 Feb 17 17:32:47.957146 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ab70b4-c617-41d9-a58e-a67045b9e8f6 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:32:48.011386 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-94ab70b4-c617-41d9-a58e-a67045b9e8f6 admin admin] 10.222.0.87 "PUT /v2.0/routers/ac1cb32d-47d2-4ffb-b9e8-812413c32355/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9796343 Feb 17 17:32:48.148290 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-7391197a-ebd0-4494-8744-25bf2087f49c service neutron] 10.222.0.71 "GET /v2.0/ports/e35032aa-edb1-4b51-8281-ea12cf23c31a/bindings/n-h2-829613-2 HTTP/1.1" status: 200 len: 384 time: 0.1879492 Feb 17 17:32:48.239405 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3593c348-c33a-4ee7-99c6-5f73031e06c2 req-d2c26fd1-66c2-4bfa-a7e0-f29de661525f tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6402924 Feb 17 17:32:48.258955 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4416d-52dd-4f9d-b874-ae016a2d00e1 req-6ba5e9f9-70b3-4704-80d7-a3ed1ca45d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:48.260669 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4be4416d-52dd-4f9d-b874-ae016a2d00e1 req-6ba5e9f9-70b3-4704-80d7-a3ed1ca45d0d service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=91b03940-fd52-4fab-baa6-b38163ad055b&tenant_id=24d514a6d00a4f52a8689d09d1cf81c2 HTTP/1.1" status: 200 len: 1132 time: 0.3013844 Feb 17 17:32:48.286846 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9110424-0057-453f-85af-f187994908ef req-e0c4881d-3c30-4dd1-9e7e-8c4eb2b2264c tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:48.288435 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c9110424-0057-453f-85af-f187994908ef req-e0c4881d-3c30-4dd1-9e7e-8c4eb2b2264c tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9af662f-42f6-474a-88ab-f4fae63eb99b HTTP/1.1" status: 200 len: 946 time: 0.1693110 Feb 17 17:32:48.406676 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c9110424-0057-453f-85af-f187994908ef req-fd4ed2a0-f98e-4b11-bbf7-1ae05e54b83f tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/security-groups?id=7dec7973-5133-4629-8348-fd9f82a14b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015286 Feb 17 17:32:48.646989 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-dfa9cd36-6a31-4a27-9619-c7fd7133e03f service neutron] For port e35032aa-edb1-4b51-8281-ea12cf23c31a, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=e35032aa-edb1-4b51-8281-ea12cf23c31a,segment=NetworkSegment(00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be),segment_id=00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:32:48.656390 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:48.673282 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-dfa9cd36-6a31-4a27-9619-c7fd7133e03f service neutron] For port e35032aa-edb1-4b51-8281-ea12cf23c31a, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:32:48.729573 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-dfa9cd36-6a31-4a27-9619-c7fd7133e03f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e35032aa-edb1-4b51-8281-ea12cf23c31a {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:32:48.746726 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-dfa9cd36-6a31-4a27-9619-c7fd7133e03f service neutron] For port e35032aa-edb1-4b51-8281-ea12cf23c31a, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=e35032aa-edb1-4b51-8281-ea12cf23c31a,segment=NetworkSegment(00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be),segment_id=00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:32:48.772813 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-dfa9cd36-6a31-4a27-9619-c7fd7133e03f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (e35032aa-edb1-4b51-8281-ea12cf23c31a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:48.779914 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4416d-52dd-4f9d-b874-ae016a2d00e1 req-9575c1ee-7491-4213-83af-aa86e07a8103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:48.781527 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4be4416d-52dd-4f9d-b874-ae016a2d00e1 req-9575c1ee-7491-4213-83af-aa86e07a8103 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=24d514a6d00a4f52a8689d09d1cf81c2&device_id=91b03940-fd52-4fab-baa6-b38163ad055b HTTP/1.1" status: 200 len: 1132 time: 0.4873424 Feb 17 17:32:48.785109 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 0e48566f-a213-448f-ac23-29aa65888fb3 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:32:48.832990 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41392) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:32:48.930026 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 0e48566f-a213-448f-ac23-29aa65888fb3 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:32:48.930323 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (0e48566f-a213-448f-ac23-29aa65888fb3), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:48.935021 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4416d-52dd-4f9d-b874-ae016a2d00e1 req-b44307cf-c280-46ca-8f80-2eb046c4fa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:48.936889 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4be4416d-52dd-4f9d-b874-ae016a2d00e1 req-b44307cf-c280-46ca-8f80-2eb046c4fa60 service neutron] 10.222.0.91 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 0.1421242 Feb 17 17:32:49.019072 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5b7e9b21-c1de-4b99-8993-b4b1f12d70e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:49.091014 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4be4416d-52dd-4f9d-b874-ae016a2d00e1 req-40b3a364-ec24-42a4-bbaa-fc4386721ee4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=df6efc80-10e2-4743-a0a6-e7344668cff7 HTTP/1.1" status: 200 len: 217 time: 0.1436107 Feb 17 17:32:49.108483 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d924e4-dd35-4167-9ba8-cbfdf7b7107f req-76d71b9f-3903-4c52-b772-10ddcb45a393 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:49.115368 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36d924e4-dd35-4167-9ba8-cbfdf7b7107f req-76d71b9f-3903-4c52-b772-10ddcb45a393 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 944 time: 0.6709206 Feb 17 17:32:49.127448 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5b7e9b21-c1de-4b99-8993-b4b1f12d70e1 admin admin] Publish callbacks [] for security_group (f687cdd0-046e-4418-b778-17bc40d1d7ed), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:49.132604 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5b7e9b21-c1de-4b99-8993-b4b1f12d70e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (f687cdd0-046e-4418-b778-17bc40d1d7ed), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:49.177239 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e9b21-c1de-4b99-8993-b4b1f12d70e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f687cdd0-046e-4418-b778-17bc40d1d7ed,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:49.204304 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5b7e9b21-c1de-4b99-8993-b4b1f12d70e1 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=76251256ab884119b52ed11f858a5b1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3701770 Feb 17 17:32:49.207412 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41400) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:32:49.222176 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82eb8e0e-2d57-4e2e-a9fc-27566e17ea43 None None] Sync routers for ids ['ac1cb32d-47d2-4ffb-b9e8-812413c32355'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:32:49.244618 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eb8e0e-2d57-4e2e-a9fc-27566e17ea43 None None] Routers {'ac1cb32d-47d2-4ffb-b9e8-812413c32355'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:32:49.244618 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-82eb8e0e-2d57-4e2e-a9fc-27566e17ea43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:32:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['ac1cb32d-47d2-4ffb-b9e8-812413c32355'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:32:49.291468 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-18199130-fb48-4e39-8fca-fd595fee3a31 admin admin] Publish callbacks [] for security_group (f687cdd0-046e-4418-b778-17bc40d1d7ed), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:49.323596 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-18199130-fb48-4e39-8fca-fd595fee3a31 admin admin] Publish callbacks [] for security_group (f687cdd0-046e-4418-b778-17bc40d1d7ed), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:49.351998 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36d924e4-dd35-4167-9ba8-cbfdf7b7107f req-41975eca-977d-4ddf-a4b1-e073c7aac5ab tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356665 Feb 17 17:32:49.397674 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-18199130-fb48-4e39-8fca-fd595fee3a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (f687cdd0-046e-4418-b778-17bc40d1d7ed), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:49.397961 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4416d-52dd-4f9d-b874-ae016a2d00e1 req-86128820-af93-48bb-b063-61dfcf9d9b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:49.399751 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4be4416d-52dd-4f9d-b874-ae016a2d00e1 req-86128820-af93-48bb-b063-61dfcf9d9b78 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.2800062 Feb 17 17:32:49.401262 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-18199130-fb48-4e39-8fca-fd595fee3a31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:49.405033 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-18199130-fb48-4e39-8fca-fd595fee3a31 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f687cdd0-046e-4418-b778-17bc40d1d7ed HTTP/1.1" status: 204 len: 168 time: 0.1939766 Feb 17 17:32:49.436019 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18199130-fb48-4e39-8fca-fd595fee3a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f687cdd0-046e-4418-b778-17bc40d1d7ed,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:49.462922 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-82eb8e0e-2d57-4e2e-a9fc-27566e17ea43 None None] Set router ac1cb32d-47d2-4ffb-b9e8-812413c32355 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:32:49.484678 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 0e48566f-a213-448f-ac23-29aa65888fb3 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:32:49.496842 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-dfa9cd36-6a31-4a27-9619-c7fd7133e03f service neutron] Transition to ACTIVE for port object e35032aa-edb1-4b51-8281-ea12cf23c31a will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:32:49.545100 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-dfa9cd36-6a31-4a27-9619-c7fd7133e03f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (e35032aa-edb1-4b51-8281-ea12cf23c31a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:49.583144 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:49.733968 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa9cd36-6a31-4a27-9619-c7fd7133e03f service neutron] Pushing event updated for resources: {'Port': ['ID=e35032aa-edb1-4b51-8281-ea12cf23c31a,revision_number=10']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:49.771537 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-01cf5fab-b108-475f-805f-c1bc6f3f599d req-b29a7351-9e51-457c-97f6-2c3bb1c832be tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 210 time: 0.2683032 Feb 17 17:32:49.819886 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41414) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:32:49.826995 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-fd6c9782-d2b0-4e7d-9a65-a932176b7e10 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1038192909', 'description': 'tempest-description--938041601'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:32:49.832010 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-dfa9cd36-6a31-4a27-9619-c7fd7133e03f service neutron] No DVR routers for this DVR port e35032aa-edb1-4b51-8281-ea12cf23c31a on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:32:49.848045 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4416d-52dd-4f9d-b874-ae016a2d00e1 req-b9f905d6-7141-45b8-9c17-19bce6ba8a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:49.851155 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4be4416d-52dd-4f9d-b874-ae016a2d00e1 req-b9f905d6-7141-45b8-9c17-19bce6ba8a57 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4396825 Feb 17 17:32:49.904433 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-82eb8e0e-2d57-4e2e-a9fc-27566e17ea43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1cb32d-47d2-4ffb-b9e8-812413c32355', 'name': 'tempest-ServersTestJSON-1865298775-router', 'tenant_id': '02070378e13c43c5b8232c9bf55dd28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '0e48566f-a213-448f-ac23-29aa65888fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:32:39Z', 'updated_at': '2022-02-17T17:32:45Z', 'revision_number': 4, 'project_id': '02070378e13c43c5b8232c9bf55dd28d', 'gw_port': {'id': '0e48566f-a213-448f-ac23-29aa65888fb3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1cb32d-47d2-4ffb-b9e8-812413c32355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:32:39Z', 'updated_at': '2022-02-17T17:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'ce4946a0-f217-47ea-ab47-d3c61f83e6a2', 'name': '', 'network_id': '888bd698-745b-418e-8ae8-5800404b181c', 'tenant_id': '02070378e13c43c5b8232c9bf55dd28d', 'mac_address': 'fa:16:3e:7f:ed:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1cb32d-47d2-4ffb-b9e8-812413c32355', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'ecc2e970-32db-4a50-b308-61453f4086ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:32:44Z', 'updated_at': '2022-02-17T17:32:46Z', 'revision_number': 2, 'project_id': '02070378e13c43c5b8232c9bf55dd28d', 'subnets': [{'id': 'ecc2e970-32db-4a50-b308-61453f4086ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:32:49.914661 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fd6c9782-d2b0-4e7d-9a65-a932176b7e10 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:49.923153 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-dfa9cd36-6a31-4a27-9619-c7fd7133e03f service neutron] 10.222.0.71 "PUT /v2.0/ports/e35032aa-edb1-4b51-8281-ea12cf23c31a/bindings/n-h2-829613-2/activate HTTP/1.1" status: 200 len: 369 time: 1.7433343 Feb 17 17:32:50.077068 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41420) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:32:50.082986 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82eb8e0e-2d57-4e2e-a9fc-27566e17ea43 None None] Checking router: ac1cb32d-47d2-4ffb-b9e8-812413c32355 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:32:50.083350 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82eb8e0e-2d57-4e2e-a9fc-27566e17ea43 None None] Updating router ac1cb32d-47d2-4ffb-b9e8-812413c32355 port ce4946a0-f217-47ea-ab47-d3c61f83e6a2 binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:32:50.132138 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b9eec18b-eecf-43ff-b0fc-4459588d13f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:50.143994 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-82eb8e0e-2d57-4e2e-a9fc-27566e17ea43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ce4946a0-f217-47ea-ab47-d3c61f83e6a2), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:50.194328 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b49ee8-2e4d-4f61-a59c-492c6b955113 req-aba5d015-fb1b-4013-a8c4-f15c2b6bc02f tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:50.201262 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-81b49ee8-2e4d-4f61-a59c-492c6b955113 req-aba5d015-fb1b-4013-a8c4-f15c2b6bc02f tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b03940-fd52-4fab-baa6-b38163ad055b HTTP/1.1" status: 200 len: 950 time: 0.1110375 Feb 17 17:32:50.226248 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-10de3ede-7435-4e57-9490-6ad9600663df tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:50.227717 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-10de3ede-7435-4e57-9490-6ad9600663df tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0&tenant_id=5bb8389d8da44943868afc5c1f119806&binding%3Ahost_id=n-h1-829613-2 HTTP/1.1" status: 200 len: 1127 time: 0.2125986 Feb 17 17:32:50.234729 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897bb8d5-b759-4673-a59c-0889ef841d29 req-d642a8ae-64cd-42f1-8fcd-86ed834bba20 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:50.245566 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-897bb8d5-b759-4673-a59c-0889ef841d29 req-d642a8ae-64cd-42f1-8fcd-86ed834bba20 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9af662f-42f6-474a-88ab-f4fae63eb99b HTTP/1.1" status: 200 len: 946 time: 0.2893009 Feb 17 17:32:50.253624 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41424) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:32:50.275949 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-7a008245-165f-4395-9233-79d4cb53e78f tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Request body: {'floatingip': {'port_id': '977461a2-632f-4f73-8dd1-7713fa90e125'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:32:50.318288 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device df6efc80-10e2-4743-a0a6-e7344668cff7 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:32:50.393562 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-81b49ee8-2e4d-4f61-a59c-492c6b955113 req-b57fa0a7-2b2a-40ee-ba51-e8a09e208b29 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913421 Feb 17 17:32:50.412797 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4be4416d-52dd-4f9d-b874-ae016a2d00e1 req-bf130abb-7d0d-4a73-8a99-58331aa6f16b service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5544777 Feb 17 17:32:50.433874 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7a008245-165f-4395-9233-79d4cb53e78f tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Publish callbacks [] for floatingip (dc50cc2d-6266-49f9-9d3c-c1d55d66717e), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:50.492661 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fd6c9782-d2b0-4e7d-9a65-a932176b7e10 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Publish callbacks [] for security_group (bb4f21ea-2fd7-4ed6-9bc9-434bdb3d2a68), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:50.535176 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fd6c9782-d2b0-4e7d-9a65-a932176b7e10 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (bb4f21ea-2fd7-4ed6-9bc9-434bdb3d2a68), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:50.552654 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port df6efc80-10e2-4743-a0a6-e7344668cff7 is: ACTIVE; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:32:50.553048 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (df6efc80-10e2-4743-a0a6-e7344668cff7), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:50.558784 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-817e3c6a-3e30-444a-9b33-ac1f21cf8383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:50.562246 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-817e3c6a-3e30-444a-9b33-ac1f21cf8383 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0&tenant_id=5bb8389d8da44943868afc5c1f119806 HTTP/1.1" status: 200 len: 1127 time: 0.3055444 Feb 17 17:32:50.601355 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b03940-fd52-4fab-baa6-b38163ad055b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df6efc80-10e2-4743-a0a6-e7344668cff7'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:32:50.603997 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae7e9e3-71e2-4a4c-9dc2-9f6a25b6c5c8" -d '{"events": [{"server_uuid": "91b03940-fd52-4fab-baa6-b38163ad055b", "name": "network-vif-unplugged", "status": "completed", "tag": "df6efc80-10e2-4743-a0a6-e7344668cff7"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:32:50.628631 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 41436) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:32:50.629411 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 41438) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:32:50.638101 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port df6efc80-10e2-4743-a0a6-e7344668cff7, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=df6efc80-10e2-4743-a0a6-e7344668cff7,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:32:50.649584 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (df6efc80-10e2-4743-a0a6-e7344668cff7), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:50.693457 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 17:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47996630-49cc-4c3f-a2d3-059f6d947d45 x-openstack-request-id: req-47996630-49cc-4c3f-a2d3-059f6d947d45 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:32:50.694193 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b03940-fd52-4fab-baa6-b38163ad055b", "name": "network-vif-unplugged", "status": "completed", "tag": "df6efc80-10e2-4743-a0a6-e7344668cff7", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:32:50.694649 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-47996630-49cc-4c3f-a2d3-059f6d947d45 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:32:50.695208 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b03940-fd52-4fab-baa6-b38163ad055b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df6efc80-10e2-4743-a0a6-e7344668cff7', 'code': 200} Feb 17 17:32:50.727593 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=df6efc80-10e2-4743-a0a6-e7344668cff7,revision_number=6']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:50.738506 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4be4416d-52dd-4f9d-b874-ae016a2d00e1 req-240dbdb6-5474-4865-80a1-a778bcac3b45 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108792 Feb 17 17:32:50.784936 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74ff68-15fd-4ba9-bed9-03c8f3cc6a9e req-1921af0d-e86c-4c9d-b016-a04b26b8396d tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:50.790538 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1c74ff68-15fd-4ba9-bed9-03c8f3cc6a9e req-1921af0d-e86c-4c9d-b016-a04b26b8396d tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 945 time: 0.2190363 Feb 17 17:32:50.800381 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-e464e83e-aa3c-40de-831e-fc1b264799bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:50.802027 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-e464e83e-aa3c-40de-831e-fc1b264799bd service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5bb8389d8da44943868afc5c1f119806&device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 1127 time: 0.1742454 Feb 17 17:32:50.897668 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fd6c9782-d2b0-4e7d-9a65-a932176b7e10 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:50.899346 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fd6c9782-d2b0-4e7d-9a65-a932176b7e10 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0783496 Feb 17 17:32:50.908168 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41448) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:32:50.913766 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-06046c6f-4dcf-4d34-b21d-47858744460b tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Request body: {'security_group_rule': {'security_group_id': 'bb4f21ea-2fd7-4ed6-9bc9-434bdb3d2a68', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:32:50.934120 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c9782-d2b0-4e7d-9a65-a932176b7e10 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4f21ea-2fd7-4ed6-9bc9-434bdb3d2a68,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:50.998045 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-82eb8e0e-2d57-4e2e-a9fc-27566e17ea43 None None] Publish callbacks [] for port (ce4946a0-f217-47ea-ab47-d3c61f83e6a2), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:51.006643 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-82eb8e0e-2d57-4e2e-a9fc-27566e17ea43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ce4946a0-f217-47ea-ab47-d3c61f83e6a2), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:51.049925 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-be8b79a2-f97e-4ffd-b2e6-73f2fbab970d req-f79372c1-acd9-46d5-9d6b-da515f955f93 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 210 time: 0.0581095 Feb 17 17:32:51.051535 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b9eec18b-eecf-43ff-b0fc-4459588d13f7 admin admin] Publish callbacks [] for security_group (bb3d2fbb-c322-4002-974f-4d9dc48138eb), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:51.059324 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0517e39f-7987-44b1-9c4c-46f34220c6fe None None] Pushing event updated for resources: {'Port': ['ID=ce4946a0-f217-47ea-ab47-d3c61f83e6a2,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:51.066503 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-06046c6f-4dcf-4d34-b21d-47858744460b tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Publish callbacks [] for security_group_rule (bf4b177a-8714-4608-bbee-e6b55845ad8a), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:51.073255 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0517e39f-7987-44b1-9c4c-46f34220c6fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:32:51.073651 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0517e39f-7987-44b1-9c4c-46f34220c6fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:32:51.073998 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0517e39f-7987-44b1-9c4c-46f34220c6fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:32:51.074491 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0517e39f-7987-44b1-9c4c-46f34220c6fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:32:51.074832 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0517e39f-7987-44b1-9c4c-46f34220c6fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:32:51.075198 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0517e39f-7987-44b1-9c4c-46f34220c6fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:32:51.075539 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0517e39f-7987-44b1-9c4c-46f34220c6fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:32:51.075864 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0517e39f-7987-44b1-9c4c-46f34220c6fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:32:51.076190 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0517e39f-7987-44b1-9c4c-46f34220c6fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:32:51.076582 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0517e39f-7987-44b1-9c4c-46f34220c6fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:32:51.076913 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0517e39f-7987-44b1-9c4c-46f34220c6fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:32:51.077376 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0517e39f-7987-44b1-9c4c-46f34220c6fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:32:51.077594 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0517e39f-7987-44b1-9c4c-46f34220c6fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:32:51.080008 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-557666b2-94d7-4cc7-9994-d63e22d3c32f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:51.121217 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b9eec18b-eecf-43ff-b0fc-4459588d13f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (bb3d2fbb-c322-4002-974f-4d9dc48138eb), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:51.172527 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eec18b-eecf-43ff-b0fc-4459588d13f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3d2fbb-c322-4002-974f-4d9dc48138eb,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:51.220824 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-557666b2-94d7-4cc7-9994-d63e22d3c32f admin admin] Publish callbacks [] for security_group (9e31f887-a4bb-428c-bc2c-013508dc4d0e), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:51.240545 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-557666b2-94d7-4cc7-9994-d63e22d3c32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (9e31f887-a4bb-428c-bc2c-013508dc4d0e), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:51.242415 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-82eb8e0e-2d57-4e2e-a9fc-27566e17ea43 None None] Attempting to bind port ce4946a0-f217-47ea-ab47-d3c61f83e6a2 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:32:51.245437 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-82eb8e0e-2d57-4e2e-a9fc-27566e17ea43 None None] Attempting to bind port ce4946a0-f217-47ea-ab47-d3c61f83e6a2 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '69292abf-df90-4627-b58d-8d0a1e1b3261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '888bd698-745b-418e-8ae8-5800404b181c'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:32:51.245806 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82eb8e0e-2d57-4e2e-a9fc-27566e17ea43 None None] Attempting to bind port ce4946a0-f217-47ea-ab47-d3c61f83e6a2 on network 888bd698-745b-418e-8ae8-5800404b181c {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:32:51.256047 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82eb8e0e-2d57-4e2e-a9fc-27566e17ea43 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:32:51.257479 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82eb8e0e-2d57-4e2e-a9fc-27566e17ea43 None None] Checking segment: {'id': '69292abf-df90-4627-b58d-8d0a1e1b3261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '888bd698-745b-418e-8ae8-5800404b181c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:32:51.257944 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-82eb8e0e-2d57-4e2e-a9fc-27566e17ea43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:51.258350 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82eb8e0e-2d57-4e2e-a9fc-27566e17ea43 None None] Bound using segment: {'id': '69292abf-df90-4627-b58d-8d0a1e1b3261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '888bd698-745b-418e-8ae8-5800404b181c'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:32:51.258975 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-82eb8e0e-2d57-4e2e-a9fc-27566e17ea43 None None] Bound port: ce4946a0-f217-47ea-ab47-d3c61f83e6a2, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69292abf-df90-4627-b58d-8d0a1e1b3261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '888bd698-745b-418e-8ae8-5800404b181c'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:32:51.259369 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-82eb8e0e-2d57-4e2e-a9fc-27566e17ea43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ce4946a0-f217-47ea-ab47-d3c61f83e6a2), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:51.294409 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-557666b2-94d7-4cc7-9994-d63e22d3c32f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=af7e7f6b59114aa1a20f1f75f1203208&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6602750 Feb 17 17:32:51.318794 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41450) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:32:51.347842 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b9eec18b-eecf-43ff-b0fc-4459588d13f7 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2e48c61e0a4e437fbc0152eaa9bec620&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2656932 Feb 17 17:32:51.364673 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41452) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:32:51.433414 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-06046c6f-4dcf-4d34-b21d-47858744460b tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Publish callbacks [] for security_group_rule (bf4b177a-8714-4608-bbee-e6b55845ad8a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:51.457732 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-06046c6f-4dcf-4d34-b21d-47858744460b tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (bf4b177a-8714-4608-bbee-e6b55845ad8a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:51.475425 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-403764d9-aea5-425b-a1dc-bceb41685436 None None] Provisioning complete for port ce4946a0-f217-47ea-ab47-d3c61f83e6a2 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:32:51.476487 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-403764d9-aea5-425b-a1dc-bceb41685436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ce4946a0-f217-47ea-ab47-d3c61f83e6a2), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:51.516370 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06046c6f-4dcf-4d34-b21d-47858744460b tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf4b177a-8714-4608-bbee-e6b55845ad8a,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:51.524660 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7f3f614e-e27b-4e35-8a30-7adee9f9b009 admin admin] Publish callbacks [] for security_group (9e31f887-a4bb-428c-bc2c-013508dc4d0e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:51.536359 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-06046c6f-4dcf-4d34-b21d-47858744460b tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:51.541781 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-06046c6f-4dcf-4d34-b21d-47858744460b tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6298459 Feb 17 17:32:51.552215 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-403764d9-aea5-425b-a1dc-bceb41685436 None None] Port ce4946a0-f217-47ea-ab47-d3c61f83e6a2 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:32:51.568866 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1c74ff68-15fd-4ba9-bed9-03c8f3cc6a9e req-e3d1a153-6396-4a83-95c5-d29a8a0b70e5 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6801910 Feb 17 17:32:51.569790 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41456) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:32:51.597165 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-82eb8e0e-2d57-4e2e-a9fc-27566e17ea43 None None] For port ce4946a0-f217-47ea-ab47-d3c61f83e6a2, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:32:51.604277 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-86cf1541-677a-4bb5-9d4c-ea0c1ca1ac4b tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Request body: {'security_group_rule': {'security_group_id': 'bb4f21ea-2fd7-4ed6-9bc9-434bdb3d2a68', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:32:51.610276 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-82eb8e0e-2d57-4e2e-a9fc-27566e17ea43 None None] For port ce4946a0-f217-47ea-ab47-d3c61f83e6a2, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=ce4946a0-f217-47ea-ab47-d3c61f83e6a2,segment=NetworkSegment(69292abf-df90-4627-b58d-8d0a1e1b3261),segment_id=69292abf-df90-4627-b58d-8d0a1e1b3261)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:32:51.611935 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557666b2-94d7-4cc7-9994-d63e22d3c32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e31f887-a4bb-428c-bc2c-013508dc4d0e,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:51.627438 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-82eb8e0e-2d57-4e2e-a9fc-27566e17ea43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ce4946a0-f217-47ea-ab47-d3c61f83e6a2), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:51.629071 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8b3ec6de-46fb-473d-915b-43b69d4bbe1d admin admin] Publish callbacks [] for security_group (bb3d2fbb-c322-4002-974f-4d9dc48138eb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:51.647924 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d23a26-0cba-4f61-b578-494f53af917a req-5d873cc6-0edf-47f8-a824-a1d96706cb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:51.648828 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d23a26-0cba-4f61-b578-494f53af917a req-5d873cc6-0edf-47f8-a824-a1d96706cb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:51.649796 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d23a26-0cba-4f61-b578-494f53af917a req-5d873cc6-0edf-47f8-a824-a1d96706cb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:51.650425 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d23a26-0cba-4f61-b578-494f53af917a req-5d873cc6-0edf-47f8-a824-a1d96706cb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:51.650955 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d23a26-0cba-4f61-b578-494f53af917a req-5d873cc6-0edf-47f8-a824-a1d96706cb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:51.651628 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d23a26-0cba-4f61-b578-494f53af917a req-5d873cc6-0edf-47f8-a824-a1d96706cb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:51.652179 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d23a26-0cba-4f61-b578-494f53af917a req-5d873cc6-0edf-47f8-a824-a1d96706cb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:51.670188 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-96d23a26-0cba-4f61-b578-494f53af917a req-5d873cc6-0edf-47f8-a824-a1d96706cb2c service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 6718 time: 1.0374644 Feb 17 17:32:51.692214 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7f3f614e-e27b-4e35-8a30-7adee9f9b009 admin admin] Publish callbacks [] for security_group (9e31f887-a4bb-428c-bc2c-013508dc4d0e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:51.712699 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eb8e0e-2d57-4e2e-a9fc-27566e17ea43 None None] Routers {'ac1cb32d-47d2-4ffb-b9e8-812413c32355'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:32:51.713456 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-82eb8e0e-2d57-4e2e-a9fc-27566e17ea43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:32:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['ac1cb32d-47d2-4ffb-b9e8-812413c32355'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:32:51.736562 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-928fcd97-18b5-43b5-adb1-1260748cf505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:51.738453 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-928fcd97-18b5-43b5-adb1-1260748cf505 service neutron] 10.222.0.91 "GET /v2.0/networks?id=5dbbad70-2eaf-4ac4-baab-330b001075bb HTTP/1.1" status: 200 len: 921 time: 0.8079171 Feb 17 17:32:51.749457 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-96d23a26-0cba-4f61-b578-494f53af917a req-50ad3cd3-36dc-43d6-8f60-459e90da5ab2 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=06bbdf43-383d-412d-a4a7-27f1a95946ae&id=4b62a994-4311-4d7d-a3f0-cd2c105b06fa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0781097 Feb 17 17:32:51.816148 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-79094974-b0fc-4ddd-9603-528b3c53fe95 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e35032aa-edb1-4b51-8281-ea12cf23c31a HTTP/1.1" status: 200 len: 217 time: 0.0625422 Feb 17 17:32:51.818635 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7f3f614e-e27b-4e35-8a30-7adee9f9b009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (9e31f887-a4bb-428c-bc2c-013508dc4d0e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:51.822156 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7f3f614e-e27b-4e35-8a30-7adee9f9b009 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:51.826166 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7f3f614e-e27b-4e35-8a30-7adee9f9b009 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9e31f887-a4bb-428c-bc2c-013508dc4d0e HTTP/1.1" status: 204 len: 168 time: 0.5027699 Feb 17 17:32:51.826653 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8b3ec6de-46fb-473d-915b-43b69d4bbe1d admin admin] Publish callbacks [] for security_group (bb3d2fbb-c322-4002-974f-4d9dc48138eb), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:51.829293 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268b35d-5e47-4ece-92f1-816a76e5562f req-b854012c-c482-4e06-a44e-2701c39f08a6 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:51.831213 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a268b35d-5e47-4ece-92f1-816a76e5562f req-b854012c-c482-4e06-a44e-2701c39f08a6 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b03940-fd52-4fab-baa6-b38163ad055b HTTP/1.1" status: 200 len: 948 time: 0.2802713 Feb 17 17:32:51.845131 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-86cf1541-677a-4bb5-9d4c-ea0c1ca1ac4b tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Publish callbacks [] for security_group_rule (69a2d69e-c159-4c1e-9c30-aca07c456e05), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:51.877109 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-82eb8e0e-2d57-4e2e-a9fc-27566e17ea43 None None] Set router ac1cb32d-47d2-4ffb-b9e8-812413c32355 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:32:51.890045 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f614e-e27b-4e35-8a30-7adee9f9b009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e31f887-a4bb-428c-bc2c-013508dc4d0e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:51.982199 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a268b35d-5e47-4ece-92f1-816a76e5562f req-0b84c273-b548-4985-a98e-60bea9d9f6bb tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381750 Feb 17 17:32:52.023638 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.db.resource_extend [None req-7a008245-165f-4395-9233-79d4cb53e78f tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 17:32:52.045714 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-82d83b7a-f4ea-4d7e-b2ea-5ad646bb4937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:52.046805 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8b3ec6de-46fb-473d-915b-43b69d4bbe1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (bb3d2fbb-c322-4002-974f-4d9dc48138eb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:52.050045 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8b3ec6de-46fb-473d-915b-43b69d4bbe1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:52.052322 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-82d83b7a-f4ea-4d7e-b2ea-5ad646bb4937 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d4b8c7cb-ffed-4089-8d05-52af74f92303 HTTP/1.1" status: 200 len: 860 time: 0.2200086 Feb 17 17:32:52.059345 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8b3ec6de-46fb-473d-915b-43b69d4bbe1d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/bb3d2fbb-c322-4002-974f-4d9dc48138eb HTTP/1.1" status: 204 len: 168 time: 0.6882043 Feb 17 17:32:52.098721 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-077879f8-b095-48bc-851c-785f3cda7b57 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5dbbad70-2eaf-4ac4-baab-330b001075bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373235 Feb 17 17:32:52.206027 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-bf7412a2-9d3e-4c60-97c6-3925a349c3b7 None None] Provisioning complete for port ce4946a0-f217-47ea-ab47-d3c61f83e6a2 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:32:52.206706 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bf7412a2-9d3e-4c60-97c6-3925a349c3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ce4946a0-f217-47ea-ab47-d3c61f83e6a2), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:52.231392 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ec6de-46fb-473d-915b-43b69d4bbe1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3d2fbb-c322-4002-974f-4d9dc48138eb,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:52.254436 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7a659e2c-b2f0-4eba-9e02-46a315a5d92d req-5e96065b-03c0-4592-b432-c984a793187f tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 210 time: 0.0786726 Feb 17 17:32:52.273501 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0517e39f-7987-44b1-9c4c-46f34220c6fe None None] Pushing event updated for resources: {'Port': ['ID=ce4946a0-f217-47ea-ab47-d3c61f83e6a2,revision_number=4']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:52.284496 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-82eb8e0e-2d57-4e2e-a9fc-27566e17ea43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1cb32d-47d2-4ffb-b9e8-812413c32355', 'name': 'tempest-ServersTestJSON-1865298775-router', 'tenant_id': '02070378e13c43c5b8232c9bf55dd28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '0e48566f-a213-448f-ac23-29aa65888fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:32:39Z', 'updated_at': '2022-02-17T17:32:45Z', 'revision_number': 4, 'project_id': '02070378e13c43c5b8232c9bf55dd28d', 'gw_port': {'id': '0e48566f-a213-448f-ac23-29aa65888fb3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1cb32d-47d2-4ffb-b9e8-812413c32355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:32:39Z', 'updated_at': '2022-02-17T17:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'ce4946a0-f217-47ea-ab47-d3c61f83e6a2', 'name': '', 'network_id': '888bd698-745b-418e-8ae8-5800404b181c', 'tenant_id': '02070378e13c43c5b8232c9bf55dd28d', 'mac_address': 'fa:16:3e:7f:ed:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1cb32d-47d2-4ffb-b9e8-812413c32355', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'ecc2e970-32db-4a50-b308-61453f4086ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:32:44Z', 'updated_at': '2022-02-17T17:32:51Z', 'revision_number': 4, 'project_id': '02070378e13c43c5b8232c9bf55dd28d', 'subnets': [{'id': 'ecc2e970-32db-4a50-b308-61453f4086ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:32:52.316079 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82eb8e0e-2d57-4e2e-a9fc-27566e17ea43 None None] The sync data for ids ['ac1cb32d-47d2-4ffb-b9e8-812413c32355'] in n-d-829613-2 is: [{'id': 'ac1cb32d-47d2-4ffb-b9e8-812413c32355', 'name': 'tempest-ServersTestJSON-1865298775-router', 'tenant_id': '02070378e13c43c5b8232c9bf55dd28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '0e48566f-a213-448f-ac23-29aa65888fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:32:39Z', 'updated_at': '2022-02-17T17:32:45Z', 'revision_number': 4, 'project_id': '02070378e13c43c5b8232c9bf55dd28d', 'gw_port': {'id': '0e48566f-a213-448f-ac23-29aa65888fb3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1cb32d-47d2-4ffb-b9e8-812413c32355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:32:39Z', 'updated_at': '2022-02-17T17:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'ce4946a0-f217-47ea-ab47-d3c61f83e6a2', 'name': '', 'network_id': '888bd698-745b-418e-8ae8-5800404b181c', 'tenant_id': '02070378e13c43c5b8232c9bf55dd28d', 'mac_address': 'fa:16:3e:7f:ed:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1cb32d-47d2-4ffb-b9e8-812413c32355', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'ecc2e970-32db-4a50-b308-61453f4086ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:32:44Z', 'updated_at': '2022-02-17T17:32:51Z', 'revision_number': 4, 'project_id': '02070378e13c43c5b8232c9bf55dd28d', 'subnets': [{'id': 'ecc2e970-32db-4a50-b308-61453f4086ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:32:52.333507 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device df6efc80-10e2-4743-a0a6-e7344668cff7 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:32:52.344718 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7a008245-165f-4395-9233-79d4cb53e78f tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:52.346626 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-86cf1541-677a-4bb5-9d4c-ea0c1ca1ac4b tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Publish callbacks [] for security_group_rule (69a2d69e-c159-4c1e-9c30-aca07c456e05), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:52.352665 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7a008245-165f-4395-9233-79d4cb53e78f tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (dc50cc2d-6266-49f9-9d3c-c1d55d66717e), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:52.370814 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-86cf1541-677a-4bb5-9d4c-ea0c1ca1ac4b tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (69a2d69e-c159-4c1e-9c30-aca07c456e05), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:52.539638 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-58c35525-701b-411c-88e1-1eab3e03e102 service neutron] 10.222.0.91 "GET /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4335763 Feb 17 17:32:52.654087 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf1541-677a-4bb5-9d4c-ea0c1ca1ac4b tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69a2d69e-c159-4c1e-9c30-aca07c456e05,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:52.670222 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-86cf1541-677a-4bb5-9d4c-ea0c1ca1ac4b tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:52.691027 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-86cf1541-677a-4bb5-9d4c-ea0c1ca1ac4b tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1159701 Feb 17 17:32:52.693450 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41476) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:32:52.714236 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-a021b83e-f02d-4f73-a5a3-c1a5d7677cac service neutron] 10.222.0.91 "GET /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678131 Feb 17 17:32:52.719077 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-5fde70b3-d05d-42e4-8b07-d0d0cba28e84 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:32:52.749991 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-bf7412a2-9d3e-4c60-97c6-3925a349c3b7 None None] Current status of the port ce4946a0-f217-47ea-ab47-d3c61f83e6a2 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:32:52.750562 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bf7412a2-9d3e-4c60-97c6-3925a349c3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ce4946a0-f217-47ea-ab47-d3c61f83e6a2), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:52.879641 n-d-829613-2 neutron-server[103434]: INFO neutron.db.l3_db [None req-7a008245-165f-4395-9233-79d4cb53e78f tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Floating IP dc50cc2d-6266-49f9-9d3c-c1d55d66717e associated. External IP: 172.25.8.8, port: 977461a2-632f-4f73-8dd1-7713fa90e125. Feb 17 17:32:52.898999 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device ce4946a0-f217-47ea-ab47-d3c61f83e6a2 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:32:52.928463 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-bf7412a2-9d3e-4c60-97c6-3925a349c3b7 None None] For port ce4946a0-f217-47ea-ab47-d3c61f83e6a2, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=ce4946a0-f217-47ea-ab47-d3c61f83e6a2,segment=NetworkSegment(69292abf-df90-4627-b58d-8d0a1e1b3261),segment_id=69292abf-df90-4627-b58d-8d0a1e1b3261)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:32:52.998048 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bf7412a2-9d3e-4c60-97c6-3925a349c3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ce4946a0-f217-47ea-ab47-d3c61f83e6a2), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:53.193160 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5fde70b3-d05d-42e4-8b07-d0d0cba28e84 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:53.222615 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7412a2-9d3e-4c60-97c6-3925a349c3b7 None None] Pushing event updated for resources: {'Port': ['ID=ce4946a0-f217-47ea-ab47-d3c61f83e6a2,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:53.246037 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port df6efc80-10e2-4743-a0a6-e7344668cff7, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=df6efc80-10e2-4743-a0a6-e7344668cff7,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:32:53.267403 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': 'df6efc80-10e2-4743-a0a6-e7344668cff7', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'port_id': 'df6efc80-10e2-4743-a0a6-e7344668cff7', 'mac_address': 'fa:16:3e:96:bb:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac79920f-9ddd-4352-b866-6056158b178e', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:32:53.353982 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port df6efc80-10e2-4743-a0a6-e7344668cff7 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:32:53.355211 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (df6efc80-10e2-4743-a0a6-e7344668cff7), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:53.381393 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df6efc80-10e2-4743-a0a6-e7344668cff7 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:32:53.411702 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port df6efc80-10e2-4743-a0a6-e7344668cff7, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=df6efc80-10e2-4743-a0a6-e7344668cff7,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:32:53.422204 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port ce4946a0-f217-47ea-ab47-d3c61f83e6a2 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:32:53.422658 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ce4946a0-f217-47ea-ab47-d3c61f83e6a2), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:53.428223 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (df6efc80-10e2-4743-a0a6-e7344668cff7), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:53.693768 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=df6efc80-10e2-4743-a0a6-e7344668cff7,revision_number=7']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:53.756286 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['df6efc80-10e2-4743-a0a6-e7344668cff7'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:32:53.792106 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5fde70b3-d05d-42e4-8b07-d0d0cba28e84 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:53.841748 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a008245-165f-4395-9233-79d4cb53e78f tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Router 6bffef20-871a-4644-b44b-bf3c1e5042de has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:32:53.879930 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add15b02-154d-48d9-9204-9f5c272e6f6b req-c317b29d-bcc0-4b50-9287-868c6808bb58 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:53.883674 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-add15b02-154d-48d9-9204-9f5c272e6f6b req-c317b29d-bcc0-4b50-9287-868c6808bb58 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 945 time: 1.0978644 Feb 17 17:32:53.909411 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac07cdf-229a-48a8-9412-1f28df00de2d req-8a52dbec-9d68-49b4-8334-3b13319700a7 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:53.911695 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eac07cdf-229a-48a8-9412-1f28df00de2d req-8a52dbec-9d68-49b4-8334-3b13319700a7 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b03940-fd52-4fab-baa6-b38163ad055b HTTP/1.1" status: 200 len: 949 time: 0.2597520 Feb 17 17:32:53.919395 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-269ebab7-66cf-4f55-9bac-c09bd8b253a1 tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:53.920172 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port ce4946a0-f217-47ea-ab47-d3c61f83e6a2 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:32:53.921726 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-269ebab7-66cf-4f55-9bac-c09bd8b253a1 tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0&tenant_id=5bb8389d8da44943868afc5c1f119806&binding%3Ahost_id=n-h2-829613-2 HTTP/1.1" status: 200 len: 1127 time: 0.2864058 Feb 17 17:32:54.162245 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-add15b02-154d-48d9-9204-9f5c272e6f6b req-e6f609ce-9593-4d13-b650-f0b434abcb1e tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660518 Feb 17 17:32:54.208577 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eac07cdf-229a-48a8-9412-1f28df00de2d req-7147a2cd-a9cb-4b40-81f3-41b1c350466e tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854314 Feb 17 17:32:54.351699 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-0ef8f324-0f9d-4159-91aa-8a87adcb6f7d service neutron] For port e35032aa-edb1-4b51-8281-ea12cf23c31a, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:32:54.355763 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-0ef8f324-0f9d-4159-91aa-8a87adcb6f7d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:54.357122 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bef2d3a2-ea5b-4cb7-a3fc-1b378f2a4369 req-0ef8f324-0f9d-4159-91aa-8a87adcb6f7d service neutron] 10.222.0.91 "DELETE /v2.0/ports/e35032aa-edb1-4b51-8281-ea12cf23c31a/bindings/n-h1-829613-2 HTTP/1.1" status: 204 len: 173 time: 0.4045954 Feb 17 17:32:54.437957 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d14eda86-7c3f-4db2-9f8f-9ed814b7c97e req-1621b2d1-7599-415b-b7fa-f96616986daf tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 210 time: 0.0579505 Feb 17 17:32:54.754176 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device ce4946a0-f217-47ea-ab47-d3c61f83e6a2 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:32:54.756423 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac43454-1e96-480c-806e-54c4e532f7fd req-f4f2cc32-3c59-41aa-824f-85cb535e7da5 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:54.760378 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3ac43454-1e96-480c-806e-54c4e532f7fd req-f4f2cc32-3c59-41aa-824f-85cb535e7da5 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b03940-fd52-4fab-baa6-b38163ad055b HTTP/1.1" status: 200 len: 949 time: 0.1111240 Feb 17 17:32:54.842636 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port ce4946a0-f217-47ea-ab47-d3c61f83e6a2 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:32:54.843168 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ce4946a0-f217-47ea-ab47-d3c61f83e6a2), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:54.900563 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-5fde70b3-d05d-42e4-8b07-d0d0cba28e84 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Allocated IP 172.25.8.134 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/ec89ff22-7b1b-4896-82a4-5701fb263bed) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:32:54.963591 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41536) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:32:54.966479 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3ac43454-1e96-480c-806e-54c4e532f7fd req-8de6166c-61bb-4b4a-9996-d62a64a1bdaf tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968765 Feb 17 17:32:54.997222 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe37b82-9300-4857-9d1b-9cafc0f12531 req-b40ec2d4-c1e5-484e-95c9-0cf9d1d365b6 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:54.998931 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-efe37b82-9300-4857-9d1b-9cafc0f12531 req-b40ec2d4-c1e5-484e-95c9-0cf9d1d365b6 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.91 "GET /v2.0/ports?device_id=91b03940-fd52-4fab-baa6-b38163ad055b&tenant_id=24d514a6d00a4f52a8689d09d1cf81c2&binding%3Ahost_id=n-h2-829613-2 HTTP/1.1" status: 200 len: 949 time: 0.1749187 Feb 17 17:32:55.018189 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port ce4946a0-f217-47ea-ab47-d3c61f83e6a2 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:32:55.059580 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a008245-165f-4395-9233-79d4cb53e78f tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:32:55.065471 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7a008245-165f-4395-9233-79d4cb53e78f tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:55.074731 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e9dd13-8071-47d9-82f1-12774a467f4d None None] Sync routers for ids ['6bffef20-871a-4644-b44b-bf3c1e5042de'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:32:55.106430 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e9dd13-8071-47d9-82f1-12774a467f4d None None] Routers {'6bffef20-871a-4644-b44b-bf3c1e5042de'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:32:55.109755 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-03e9dd13-8071-47d9-82f1-12774a467f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:32:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['6bffef20-871a-4644-b44b-bf3c1e5042de'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:32:55.118138 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7a008245-165f-4395-9233-79d4cb53e78f tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "PUT /v2.0/floatingips/dc50cc2d-6266-49f9-9d3c-c1d55d66717e HTTP/1.1" status: 200 len: 990 time: 4.8624508 Feb 17 17:32:55.123948 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9af662f-42f6-474a-88ab-f4fae63eb99b', 'tag': '977461a2-632f-4f73-8dd1-7713fa90e125'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:32:55.126819 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf36f71-75ed-4565-8479-5e6179c6f34d" -d '{"events": [{"name": "network-changed", "server_uuid": "a9af662f-42f6-474a-88ab-f4fae63eb99b", "tag": "977461a2-632f-4f73-8dd1-7713fa90e125"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:32:55.169976 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5fde70b3-d05d-42e4-8b07-d0d0cba28e84 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Publish callbacks [] for port (ec89ff22-7b1b-4896-82a4-5701fb263bed), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:55.200665 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe37b82-9300-4857-9d1b-9cafc0f12531 req-a2e48a70-ca85-45ef-be4d-97c4d2e03cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:55.218642 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-efe37b82-9300-4857-9d1b-9cafc0f12531 req-a2e48a70-ca85-45ef-be4d-97c4d2e03cb7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=24d514a6d00a4f52a8689d09d1cf81c2&device_id=91b03940-fd52-4fab-baa6-b38163ad055b HTTP/1.1" status: 200 len: 1131 time: 0.1471572 Feb 17 17:32:55.223294 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ae7067-6c33-4cd0-a7bd-7d69f5e199f4 x-openstack-request-id: req-31ae7067-6c33-4cd0-a7bd-7d69f5e199f4 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:32:55.223592 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9af662f-42f6-474a-88ab-f4fae63eb99b", "tag": "977461a2-632f-4f73-8dd1-7713fa90e125", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:32:55.223830 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-31ae7067-6c33-4cd0-a7bd-7d69f5e199f4 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:32:55.224283 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9af662f-42f6-474a-88ab-f4fae63eb99b', 'tag': '977461a2-632f-4f73-8dd1-7713fa90e125', 'status': 'completed', 'code': 200} Feb 17 17:32:55.350564 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5fde70b3-d05d-42e4-8b07-d0d0cba28e84 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (ec89ff22-7b1b-4896-82a4-5701fb263bed), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:55.363125 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-03e9dd13-8071-47d9-82f1-12774a467f4d None None] Set router 6bffef20-871a-4644-b44b-bf3c1e5042de gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:32:55.371666 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bad06571-54ee-4594-a38e-8f3ed3306656 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:55.472904 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fde70b3-d05d-42e4-8b07-d0d0cba28e84 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:32:55.483916 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-5fde70b3-d05d-42e4-8b07-d0d0cba28e84 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:32:55.493802 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fde70b3-d05d-42e4-8b07-d0d0cba28e84 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:32:55.498611 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde70b3-d05d-42e4-8b07-d0d0cba28e84 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Pushing event updated for resources: {'Port': ['ID=ec89ff22-7b1b-4896-82a4-5701fb263bed,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:55.598085 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf36f71-75ed-4565-8479-5e6179c6f34d req-01b72a26-04e2-407a-b8d0-95fb65c4d89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:55.599668 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aaf36f71-75ed-4565-8479-5e6179c6f34d req-01b72a26-04e2-407a-b8d0-95fb65c4d89c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fc553e94d63549b788478ed2c106f22c&device_id=a9af662f-42f6-474a-88ab-f4fae63eb99b HTTP/1.1" status: 200 len: 1128 time: 0.3144143 Feb 17 17:32:55.629391 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5ea6c-e7b3-4d2f-b877-9a88f06808f1 req-c71c9d2c-566b-463b-816d-1f119b9ccfe0 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:55.630931 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e8b5ea6c-e7b3-4d2f-b877-9a88f06808f1 req-c71c9d2c-566b-463b-816d-1f119b9ccfe0 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9af662f-42f6-474a-88ab-f4fae63eb99b HTTP/1.1" status: 200 len: 946 time: 0.3553803 Feb 17 17:32:55.643842 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe37b82-9300-4857-9d1b-9cafc0f12531 req-94b7ee49-14b8-439c-a75c-8170eab29780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:55.645361 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-efe37b82-9300-4857-9d1b-9cafc0f12531 req-94b7ee49-14b8-439c-a75c-8170eab29780 service neutron] 10.222.0.91 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 0.4258909 Feb 17 17:32:55.695605 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981db961-bca9-469c-b962-c7550637247a req-287f788c-bd0d-4e22-9708-a1e9593b6f49 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:55.697324 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-981db961-bca9-469c-b962-c7550637247a req-287f788c-bd0d-4e22-9708-a1e9593b6f49 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 945 time: 0.2667825 Feb 17 17:32:55.743364 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bad06571-54ee-4594-a38e-8f3ed3306656 admin admin] Publish callbacks [] for security_group (77713282-6de5-4778-a03d-ea32862fd7df), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:55.759194 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bad06571-54ee-4594-a38e-8f3ed3306656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (77713282-6de5-4778-a03d-ea32862fd7df), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:55.785388 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-efe37b82-9300-4857-9d1b-9cafc0f12531 req-0c069430-513f-49b2-a502-92818732d457 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=df6efc80-10e2-4743-a0a6-e7344668cff7 HTTP/1.1" status: 200 len: 217 time: 0.1321974 Feb 17 17:32:55.801728 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad06571-54ee-4594-a38e-8f3ed3306656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77713282-6de5-4778-a03d-ea32862fd7df,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:55.846299 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-03e9dd13-8071-47d9-82f1-12774a467f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bffef20-871a-4644-b44b-bf3c1e5042de', 'name': 'tempest-ServersTestBootFromVolume-255129370-router', 'tenant_id': 'fc553e94d63549b788478ed2c106f22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '91715d4f-8b4b-4b91-9e07-e38a1e33e62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:31:17Z', 'updated_at': '2022-02-17T17:31:21Z', 'revision_number': 4, 'project_id': 'fc553e94d63549b788478ed2c106f22c', 'gw_port': {'id': '91715d4f-8b4b-4b91-9e07-e38a1e33e62b', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bffef20-871a-4644-b44b-bf3c1e5042de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:31:18Z', 'updated_at': '2022-02-17T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': 'dc50cc2d-6266-49f9-9d3c-c1d55d66717e', 'tenant_id': 'fc553e94d63549b788478ed2c106f22c', 'floating_ip_address': '172.25.8.8', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '6bffef20-871a-4644-b44b-bf3c1e5042de', 'port_id': '977461a2-632f-4f73-8dd1-7713fa90e125', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 859, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2cdbb84-b0de-49c6-9b88-405d1af9ccab', 'mac_address': 'fa:16:3e:d3:16:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9af662f-42f6-474a-88ab-f4fae63eb99b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:31:26Z', 'updated_at': '2022-02-17T17:32:51Z', 'revision_number': 1, 'project_id': 'fc553e94d63549b788478ed2c106f22c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9266947-287f-4f09-8dac-48391c5b5a42', 'name': '', 'network_id': 'c2cdbb84-b0de-49c6-9b88-405d1af9ccab', 'tenant_id': 'fc553e94d63549b788478ed2c106f22c', 'mac_address': 'fa:16:3e:2a:8f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bffef20-871a-4644-b44b-bf3c1e5042de', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '9656495d-68fd-4771-8cc2-ffde2cb90652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:31:20Z', 'updated_at': '2022-02-17T17:31:29Z', 'revision_number': 5, 'project_id': 'fc553e94d63549b788478ed2c106f22c', 'subnets': [{'id': '9656495d-68fd-4771-8cc2-ffde2cb90652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:32:55.863973 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5fde70b3-d05d-42e4-8b07-d0d0cba28e84 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Publish callbacks [] for floatingip (431bd963-3304-497e-8dd3-e751801e1fe9), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:55.877237 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bad06571-54ee-4594-a38e-8f3ed3306656 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=230382fe316c4c18ab16e8ff82cf6cfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9095893 Feb 17 17:32:55.879153 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41562) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:32:55.923424 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e9dd13-8071-47d9-82f1-12774a467f4d None None] Checking router: 6bffef20-871a-4644-b44b-bf3c1e5042de for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:32:55.926973 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf36f71-75ed-4565-8479-5e6179c6f34d req-15091912-7e05-4c16-85fb-ffe4a7371ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:55.935550 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e9dd13-8071-47d9-82f1-12774a467f4d None None] Routers {'6bffef20-871a-4644-b44b-bf3c1e5042de'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:32:55.936195 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-03e9dd13-8071-47d9-82f1-12774a467f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:32:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['6bffef20-871a-4644-b44b-bf3c1e5042de'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:32:55.936345 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aaf36f71-75ed-4565-8479-5e6179c6f34d req-15091912-7e05-4c16-85fb-ffe4a7371ecb service neutron] 10.222.0.71 "GET /v2.0/networks?id=c2cdbb84-b0de-49c6-9b88-405d1af9ccab HTTP/1.1" status: 200 len: 916 time: 0.3195975 Feb 17 17:32:55.950483 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e8b5ea6c-e7b3-4d2f-b877-9a88f06808f1 req-bd75f20c-435b-40b0-aaed-877873ce1e21 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/security-groups?id=7dec7973-5133-4629-8348-fd9f82a14b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2994061 Feb 17 17:32:55.962317 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe37b82-9300-4857-9d1b-9cafc0f12531 req-59600ec5-2f5d-4ded-b91e-cf4f4c06cacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:55.964126 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-efe37b82-9300-4857-9d1b-9cafc0f12531 req-59600ec5-2f5d-4ded-b91e-cf4f4c06cacf service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.1666830 Feb 17 17:32:56.002764 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-981db961-bca9-469c-b962-c7550637247a req-59b245b6-15ee-4295-ad58-3fc78fb69aab tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593627 Feb 17 17:32:56.017545 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9802a4be-caba-48e8-bab4-6e05eabb4c98 admin admin] Publish callbacks [] for security_group (77713282-6de5-4778-a03d-ea32862fd7df), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:56.020313 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5fde70b3-d05d-42e4-8b07-d0d0cba28e84 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ec89ff22-7b1b-4896-82a4-5701fb263bed), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:56.195332 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-03e9dd13-8071-47d9-82f1-12774a467f4d None None] Set router 6bffef20-871a-4644-b44b-bf3c1e5042de gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:32:56.229217 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aaf36f71-75ed-4565-8479-5e6179c6f34d req-06c58831-ca7c-4f61-89d9-3f68729e5462 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=977461a2-632f-4f73-8dd1-7713fa90e125 HTTP/1.1" status: 200 len: 998 time: 0.2689681 Feb 17 17:32:56.305392 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5fde70b3-d05d-42e4-8b07-d0d0cba28e84 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Publish callbacks [] for port (ec89ff22-7b1b-4896-82a4-5701fb263bed), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:56.339823 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-604352e9-eb4d-47f4-b7a9-8a07d00ba584 req-183ce129-d5f8-412e-9742-015a6acbabe1 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 210 time: 0.2424726 Feb 17 17:32:56.352117 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device df6efc80-10e2-4743-a0a6-e7344668cff7 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:32:56.358643 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9802a4be-caba-48e8-bab4-6e05eabb4c98 admin admin] Publish callbacks [] for security_group (77713282-6de5-4778-a03d-ea32862fd7df), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:56.449310 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe37b82-9300-4857-9d1b-9cafc0f12531 req-95eb56a6-be2e-45cc-8a44-a996b47e6e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:56.451102 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-efe37b82-9300-4857-9d1b-9cafc0f12531 req-95eb56a6-be2e-45cc-8a44-a996b47e6e79 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4799225 Feb 17 17:32:56.474995 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5fde70b3-d05d-42e4-8b07-d0d0cba28e84 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (ec89ff22-7b1b-4896-82a4-5701fb263bed), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:56.482203 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf36f71-75ed-4565-8479-5e6179c6f34d req-ec1f1d4b-ffab-4e62-9295-48558386ef58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:56.484339 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aaf36f71-75ed-4565-8479-5e6179c6f34d req-ec1f1d4b-ffab-4e62-9295-48558386ef58 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9656495d-68fd-4771-8cc2-ffde2cb90652 HTTP/1.1" status: 200 len: 854 time: 0.1713030 Feb 17 17:32:56.555617 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-80504239-2cbf-4d36-8ade-cbe238dfcf9b req-6e2e581a-bd3a-498d-9e9c-c7994d07dd78 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3193767 Feb 17 17:32:56.570604 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9802a4be-caba-48e8-bab4-6e05eabb4c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (77713282-6de5-4778-a03d-ea32862fd7df), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:56.580217 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9802a4be-caba-48e8-bab4-6e05eabb4c98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:56.585670 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9802a4be-caba-48e8-bab4-6e05eabb4c98 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/77713282-6de5-4778-a03d-ea32862fd7df HTTP/1.1" status: 204 len: 168 time: 0.7040648 Feb 17 17:32:56.614223 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1667a2-0904-414c-bd67-f51189e0c024 req-d393033c-1242-45c4-8a4a-c2d65da0f979 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:56.619883 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ca1667a2-0904-414c-bd67-f51189e0c024 req-d393033c-1242-45c4-8a4a-c2d65da0f979 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b03940-fd52-4fab-baa6-b38163ad055b HTTP/1.1" status: 200 len: 949 time: 0.3985724 Feb 17 17:32:56.671031 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9802a4be-caba-48e8-bab4-6e05eabb4c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77713282-6de5-4778-a03d-ea32862fd7df,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:56.720111 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port df6efc80-10e2-4743-a0a6-e7344668cff7 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:32:56.720518 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (df6efc80-10e2-4743-a0a6-e7344668cff7), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:56.777635 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde70b3-d05d-42e4-8b07-d0d0cba28e84 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Pushing event updated for resources: {'Port': ['ID=ec89ff22-7b1b-4896-82a4-5701fb263bed,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:56.804878 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-03e9dd13-8071-47d9-82f1-12774a467f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bffef20-871a-4644-b44b-bf3c1e5042de', 'name': 'tempest-ServersTestBootFromVolume-255129370-router', 'tenant_id': 'fc553e94d63549b788478ed2c106f22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '91715d4f-8b4b-4b91-9e07-e38a1e33e62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:31:17Z', 'updated_at': '2022-02-17T17:31:21Z', 'revision_number': 4, 'project_id': 'fc553e94d63549b788478ed2c106f22c', 'gw_port': {'id': '91715d4f-8b4b-4b91-9e07-e38a1e33e62b', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bffef20-871a-4644-b44b-bf3c1e5042de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:31:18Z', 'updated_at': '2022-02-17T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': 'dc50cc2d-6266-49f9-9d3c-c1d55d66717e', 'tenant_id': 'fc553e94d63549b788478ed2c106f22c', 'floating_ip_address': '172.25.8.8', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '6bffef20-871a-4644-b44b-bf3c1e5042de', 'port_id': '977461a2-632f-4f73-8dd1-7713fa90e125', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 859, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2cdbb84-b0de-49c6-9b88-405d1af9ccab', 'mac_address': 'fa:16:3e:d3:16:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9af662f-42f6-474a-88ab-f4fae63eb99b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:31:26Z', 'updated_at': '2022-02-17T17:32:51Z', 'revision_number': 1, 'project_id': 'fc553e94d63549b788478ed2c106f22c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9266947-287f-4f09-8dac-48391c5b5a42', 'name': '', 'network_id': 'c2cdbb84-b0de-49c6-9b88-405d1af9ccab', 'tenant_id': 'fc553e94d63549b788478ed2c106f22c', 'mac_address': 'fa:16:3e:2a:8f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bffef20-871a-4644-b44b-bf3c1e5042de', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '9656495d-68fd-4771-8cc2-ffde2cb90652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:31:20Z', 'updated_at': '2022-02-17T17:31:29Z', 'revision_number': 5, 'project_id': 'fc553e94d63549b788478ed2c106f22c', 'subnets': [{'id': '9656495d-68fd-4771-8cc2-ffde2cb90652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:32:56.824933 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5fde70b3-d05d-42e4-8b07-d0d0cba28e84 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (431bd963-3304-497e-8dd3-e751801e1fe9), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:56.857899 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5fde70b3-d05d-42e4-8b07-d0d0cba28e84 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:56.872793 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5fde70b3-d05d-42e4-8b07-d0d0cba28e84 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1782041 Feb 17 17:32:56.911842 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf36f71-75ed-4565-8479-5e6179c6f34d req-83c82bbb-e432-4169-a02b-41dee5f9722d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:56.914244 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aaf36f71-75ed-4565-8479-5e6179c6f34d req-83c82bbb-e432-4169-a02b-41dee5f9722d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c2cdbb84-b0de-49c6-9b88-405d1af9ccab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4098351 Feb 17 17:32:56.997940 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-efe37b82-9300-4857-9d1b-9cafc0f12531 req-3a765eb7-2a04-4706-9c40-61e5555fb37f service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5311391 Feb 17 17:32:57.030486 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80504239-2cbf-4d36-8ade-cbe238dfcf9b req-200fef20-0905-4b8c-8f3f-bc3603fdb28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:57.032980 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-80504239-2cbf-4d36-8ade-cbe238dfcf9b req-200fef20-0905-4b8c-8f3f-bc3603fdb28f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5bb8389d8da44943868afc5c1f119806&device_id=ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2 HTTP/1.1" status: 200 len: 1126 time: 0.4459765 Feb 17 17:32:57.035884 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8eb79-d8f4-47db-a659-cf6d50a2c48b req-df534e81-45db-4ce1-989e-4d1ee2861e6c tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:57.037994 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-02d8eb79-d8f4-47db-a659-cf6d50a2c48b req-df534e81-45db-4ce1-989e-4d1ee2861e6c tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 1127 time: 0.4580562 Feb 17 17:32:57.064101 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ca1667a2-0904-414c-bd67-f51189e0c024 req-3cdab71c-e8ea-427d-a42b-15c04255f810 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610010 Feb 17 17:32:57.104151 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e9dd13-8071-47d9-82f1-12774a467f4d None None] The sync data for ids ['6bffef20-871a-4644-b44b-bf3c1e5042de'] in n-d-829613-2 is: [{'id': '6bffef20-871a-4644-b44b-bf3c1e5042de', 'name': 'tempest-ServersTestBootFromVolume-255129370-router', 'tenant_id': 'fc553e94d63549b788478ed2c106f22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '91715d4f-8b4b-4b91-9e07-e38a1e33e62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:31:17Z', 'updated_at': '2022-02-17T17:31:21Z', 'revision_number': 4, 'project_id': 'fc553e94d63549b788478ed2c106f22c', 'gw_port': {'id': '91715d4f-8b4b-4b91-9e07-e38a1e33e62b', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bffef20-871a-4644-b44b-bf3c1e5042de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:31:18Z', 'updated_at': '2022-02-17T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': 'dc50cc2d-6266-49f9-9d3c-c1d55d66717e', 'tenant_id': 'fc553e94d63549b788478ed2c106f22c', 'floating_ip_address': '172.25.8.8', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '6bffef20-871a-4644-b44b-bf3c1e5042de', 'port_id': '977461a2-632f-4f73-8dd1-7713fa90e125', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 859, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2cdbb84-b0de-49c6-9b88-405d1af9ccab', 'mac_address': 'fa:16:3e:d3:16:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9af662f-42f6-474a-88ab-f4fae63eb99b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:31:26Z', 'updated_at': '2022-02-17T17:32:51Z', 'revision_number': 1, 'project_id': 'fc553e94d63549b788478ed2c106f22c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9266947-287f-4f09-8dac-48391c5b5a42', 'name': '', 'network_id': 'c2cdbb84-b0de-49c6-9b88-405d1af9ccab', 'tenant_id': 'fc553e94d63549b788478ed2c106f22c', 'mac_address': 'fa:16:3e:2a:8f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bffef20-871a-4644-b44b-bf3c1e5042de', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '9656495d-68fd-4771-8cc2-ffde2cb90652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:31:20Z', 'updated_at': '2022-02-17T17:31:29Z', 'revision_number': 5, 'project_id': 'fc553e94d63549b788478ed2c106f22c', 'subnets': [{'id': '9656495d-68fd-4771-8cc2-ffde2cb90652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:32:57.159128 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port df6efc80-10e2-4743-a0a6-e7344668cff7 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:32:57.159532 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (df6efc80-10e2-4743-a0a6-e7344668cff7), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:57.242714 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port df6efc80-10e2-4743-a0a6-e7344668cff7, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=df6efc80-10e2-4743-a0a6-e7344668cff7,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:32:57.244872 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b03940-fd52-4fab-baa6-b38163ad055b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df6efc80-10e2-4743-a0a6-e7344668cff7'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:32:57.253070 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c79a47-9ac9-4be6-abba-e703bd7bba2c" -d '{"events": [{"server_uuid": "91b03940-fd52-4fab-baa6-b38163ad055b", "name": "network-vif-plugged", "status": "completed", "tag": "df6efc80-10e2-4743-a0a6-e7344668cff7"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:32:57.262981 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (df6efc80-10e2-4743-a0a6-e7344668cff7), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:57.403793 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=df6efc80-10e2-4743-a0a6-e7344668cff7,revision_number=8']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:57.505338 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-02d8eb79-d8f4-47db-a659-cf6d50a2c48b req-e3bc889e-0aad-4763-9a7b-9bbc638a7256 tempest-LiveAutoBlockMigrationV225Test-190627804 tempest-LiveAutoBlockMigrationV225Test-190627804-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4477334 Feb 17 17:32:57.556899 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5215fd2f-7b99-4f5a-a284-20d108a4acda None None] New status for floating IP dc50cc2d-6266-49f9-9d3c-c1d55d66717e: ACTIVE {{(pid=103438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 17:32:57.649728 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb11e00-e4bb-4262-b379-1c60bdf85e71 x-openstack-request-id: req-5cb11e00-e4bb-4262-b379-1c60bdf85e71 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:32:57.650035 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b03940-fd52-4fab-baa6-b38163ad055b", "name": "network-vif-plugged", "status": "completed", "tag": "df6efc80-10e2-4743-a0a6-e7344668cff7", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:32:57.650291 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5cb11e00-e4bb-4262-b379-1c60bdf85e71 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:32:57.650736 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b03940-fd52-4fab-baa6-b38163ad055b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df6efc80-10e2-4743-a0a6-e7344668cff7', 'code': 200} Feb 17 17:32:57.684101 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41612) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:32:57.687093 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80504239-2cbf-4d36-8ade-cbe238dfcf9b req-e6b5681e-61de-4382-a4b5-d40601b215f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:57.691727 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-80504239-2cbf-4d36-8ade-cbe238dfcf9b req-e6b5681e-61de-4382-a4b5-d40601b215f6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=5dbbad70-2eaf-4ac4-baab-330b001075bb HTTP/1.1" status: 200 len: 921 time: 0.6016502 Feb 17 17:32:57.698072 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-efe37b82-9300-4857-9d1b-9cafc0f12531 req-178a0c7d-6dee-40c6-b1a5-0702f273971b service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6707072 Feb 17 17:32:57.774981 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aaf36f71-75ed-4565-8479-5e6179c6f34d req-2a7c9a3e-561e-451a-81e6-b8243eb93f0c service neutron] 10.222.0.71 "GET /v2.0/networks/c2cdbb84-b0de-49c6-9b88-405d1af9ccab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8443367 Feb 17 17:32:57.788029 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-33e7f0dc-8b4c-4995-8f49-0baf941b87e8 req-601d862a-2e9f-4946-8f8b-b59d5dfaedad tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--1038192909&fields=id&tenant_id=02070378e13c43c5b8232c9bf55dd28d HTTP/1.1" status: 200 len: 267 time: 0.4884610 Feb 17 17:32:57.975948 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aaf36f71-75ed-4565-8479-5e6179c6f34d req-7d404183-f0ad-4f1c-8b39-6620e6d5270f service neutron] 10.222.0.71 "GET /v2.0/networks/c2cdbb84-b0de-49c6-9b88-405d1af9ccab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727879 Feb 17 17:32:58.062361 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4c8a34ce-53ea-44eb-9068-f688a180b1c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:58.289889 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4c8a34ce-53ea-44eb-9068-f688a180b1c4 admin admin] Publish callbacks [] for security_group (0bb15d9c-0b91-4666-b4d5-06605d876160), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:58.299741 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4c8a34ce-53ea-44eb-9068-f688a180b1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (0bb15d9c-0b91-4666-b4d5-06605d876160), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:58.398513 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a34ce-53ea-44eb-9068-f688a180b1c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb15d9c-0b91-4666-b4d5-06605d876160,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:58.407546 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4c8a34ce-53ea-44eb-9068-f688a180b1c4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=548e99a58cab4a2094aa1d204d653074&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7220016 Feb 17 17:32:58.410830 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41628) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:32:58.490988 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-80504239-2cbf-4d36-8ade-cbe238dfcf9b req-305fdd19-5940-461c-b71e-79e99737af8c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0183381-28aa-489a-882a-7b5311d66f0b HTTP/1.1" status: 200 len: 217 time: 0.7147026 Feb 17 17:32:58.552154 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9601e80d-3182-4dd0-9c29-f2c15901b2b3 req-b218f73c-3fee-4e0b-ad37-9f160f9d2bf9 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 210 time: 0.5793638 Feb 17 17:32:58.603979 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-793f50e1-8208-44f0-b814-8018d45ca5e1 admin admin] Publish callbacks [] for security_group (0bb15d9c-0b91-4666-b4d5-06605d876160), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:58.670599 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-793f50e1-8208-44f0-b814-8018d45ca5e1 admin admin] Publish callbacks [] for security_group (0bb15d9c-0b91-4666-b4d5-06605d876160), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:58.741844 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80504239-2cbf-4d36-8ade-cbe238dfcf9b req-e9c0f4b1-c9c3-4928-84f6-b3c084c69847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:58.743535 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-80504239-2cbf-4d36-8ade-cbe238dfcf9b req-e9c0f4b1-c9c3-4928-84f6-b3c084c69847 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d4b8c7cb-ffed-4089-8d05-52af74f92303 HTTP/1.1" status: 200 len: 860 time: 0.2365298 Feb 17 17:32:58.767195 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-793f50e1-8208-44f0-b814-8018d45ca5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (0bb15d9c-0b91-4666-b4d5-06605d876160), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:58.770364 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-793f50e1-8208-44f0-b814-8018d45ca5e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:58.771438 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-793f50e1-8208-44f0-b814-8018d45ca5e1 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0bb15d9c-0b91-4666-b4d5-06605d876160 HTTP/1.1" status: 204 len: 168 time: 0.3569539 Feb 17 17:32:58.791666 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793f50e1-8208-44f0-b814-8018d45ca5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb15d9c-0b91-4666-b4d5-06605d876160,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:58.858357 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-80504239-2cbf-4d36-8ade-cbe238dfcf9b req-1c22eb18-53d6-457a-b4c7-568eb4d7bb0e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5dbbad70-2eaf-4ac4-baab-330b001075bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859537 Feb 17 17:32:58.870094 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7f0dc-8b4c-4995-8f49-0baf941b87e8 req-0a4933d6-66be-4af8-8a72-4a78b4e51821 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:58.872501 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-33e7f0dc-8b4c-4995-8f49-0baf941b87e8 req-0a4933d6-66be-4af8-8a72-4a78b4e51821 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] 10.222.0.87 "GET /v2.0/networks?id=888bd698-745b-418e-8ae8-5800404b181c HTTP/1.1" status: 200 len: 806 time: 1.0667768 Feb 17 17:32:58.943848 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-33e7f0dc-8b4c-4995-8f49-0baf941b87e8 req-3192d1aa-7c91-46e7-ae66-4b582b685848 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] 10.222.0.87 "GET /v2.0/quotas/02070378e13c43c5b8232c9bf55dd28d HTTP/1.1" status: 200 len: 375 time: 0.0542307 Feb 17 17:32:59.146177 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-80504239-2cbf-4d36-8ade-cbe238dfcf9b req-2b5649c4-63af-4e4b-b616-ffc7f9921830 service neutron] 10.222.0.91 "GET /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721152 Feb 17 17:32:59.155282 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-33e7f0dc-8b4c-4995-8f49-0baf941b87e8 req-7e81aa3a-f28f-4b21-9d74-ba9cfa41c3d4 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=02070378e13c43c5b8232c9bf55dd28d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1468668 Feb 17 17:32:59.210309 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a8445-ae84-4721-8f74-738e280c81aa req-d0fed299-df09-454a-b51a-64a7b74227ed tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:59.212571 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-587a8445-ae84-4721-8f74-738e280c81aa req-d0fed299-df09-454a-b51a-64a7b74227ed tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b03940-fd52-4fab-baa6-b38163ad055b HTTP/1.1" status: 200 len: 950 time: 0.1531944 Feb 17 17:32:59.432844 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-587a8445-ae84-4721-8f74-738e280c81aa req-fbbe79a7-2b03-412f-a1f9-7a3d2fc67e82 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058120 Feb 17 17:32:59.441769 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-80504239-2cbf-4d36-8ade-cbe238dfcf9b req-fdc711c9-fc21-4b0a-848c-6cc98eb2fe23 service neutron] 10.222.0.91 "GET /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827795 Feb 17 17:32:59.456130 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-33e7f0dc-8b4c-4995-8f49-0baf941b87e8 req-ba7ce0f3-694c-4c7c-9ba3-13653cbfe52b service neutron] 10.222.0.87 "GET /v2.0/networks/888bd698-745b-418e-8ae8-5800404b181c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426779 Feb 17 17:32:59.576078 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41642) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:32:59.590841 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6141d9b1-2899-4b1b-826f-2bfc3ebe5a64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:59.679592 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-33e7f0dc-8b4c-4995-8f49-0baf941b87e8 req-d03ddbc6-909f-4bf2-badb-233d9c314c26 service neutron] 10.222.0.87 "GET /v2.0/networks/888bd698-745b-418e-8ae8-5800404b181c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120726 Feb 17 17:32:59.687193 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd86f768-f07d-4d76-b26d-aa0af0db91af req-c61f9cf4-c0af-45a2-8b03-fd0aedfef80a tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:59.689249 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bd86f768-f07d-4d76-b26d-aa0af0db91af req-c61f9cf4-c0af-45a2-8b03-fd0aedfef80a tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 945 time: 0.1330435 Feb 17 17:32:59.692815 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6141d9b1-2899-4b1b-826f-2bfc3ebe5a64 admin admin] Publish callbacks [] for security_group (152f7bb1-fb60-47cd-b397-a7c4b5a1942a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:59.697301 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd40ea-10e5-4c74-b459-d87128351a86 req-486091d2-4a9e-4602-bef5-099cc2dd84f4 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:32:59.699239 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-00fd40ea-10e5-4c74-b459-d87128351a86 req-486091d2-4a9e-4602-bef5-099cc2dd84f4 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.91 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 945 time: 0.1782575 Feb 17 17:32:59.699865 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6141d9b1-2899-4b1b-826f-2bfc3ebe5a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (152f7bb1-fb60-47cd-b397-a7c4b5a1942a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:59.731582 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6141d9b1-2899-4b1b-826f-2bfc3ebe5a64 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4af2d9b0b82048e580f72e0038a4ddbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1543474 Feb 17 17:32:59.734077 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41646) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:32:59.826137 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6141d9b1-2899-4b1b-826f-2bfc3ebe5a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152f7bb1-fb60-47cd-b397-a7c4b5a1942a,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:32:59.827222 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bd86f768-f07d-4d76-b26d-aa0af0db91af req-5953ba2f-6115-4e1d-8eb9-eba7485e52ce tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270156 Feb 17 17:32:59.899182 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7ff978d4-4b42-48c8-bc6f-ec88dad078c8 admin admin] Publish callbacks [] for security_group (152f7bb1-fb60-47cd-b397-a7c4b5a1942a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:59.914436 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-00fd40ea-10e5-4c74-b459-d87128351a86 req-b4aa083e-a9f3-40f6-b106-5e847fd192bd tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Deleting port e35032aa-edb1-4b51-8281-ea12cf23c31a {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:32:59.915285 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-00fd40ea-10e5-4c74-b459-d87128351a86 req-b4aa083e-a9f3-40f6-b106-5e847fd192bd tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (e35032aa-edb1-4b51-8281-ea12cf23c31a), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:32:59.938927 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7ff978d4-4b42-48c8-bc6f-ec88dad078c8 admin admin] Publish callbacks [] for security_group (152f7bb1-fb60-47cd-b397-a7c4b5a1942a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:00.039903 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7ff978d4-4b42-48c8-bc6f-ec88dad078c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (152f7bb1-fb60-47cd-b397-a7c4b5a1942a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:00.042804 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7ff978d4-4b42-48c8-bc6f-ec88dad078c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:00.043957 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7ff978d4-4b42-48c8-bc6f-ec88dad078c8 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/152f7bb1-fb60-47cd-b397-a7c4b5a1942a HTTP/1.1" status: 204 len: 168 time: 0.3087981 Feb 17 17:33:00.057103 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff978d4-4b42-48c8-bc6f-ec88dad078c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152f7bb1-fb60-47cd-b397-a7c4b5a1942a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:00.222033 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e7b6649a-eeb6-484b-b9d9-a6b63c827df7 req-e582db5b-6fff-4d64-9e1e-07264e6246c7 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 210 time: 0.1739855 Feb 17 17:33:00.304017 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-00fd40ea-10e5-4c74-b459-d87128351a86 req-b4aa083e-a9f3-40f6-b106-5e847fd192bd tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] For port e35032aa-edb1-4b51-8281-ea12cf23c31a, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=e35032aa-edb1-4b51-8281-ea12cf23c31a,segment=NetworkSegment(00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be),segment_id=00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:33:00.304509 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-00fd40ea-10e5-4c74-b459-d87128351a86 req-b4aa083e-a9f3-40f6-b106-5e847fd192bd tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (e35032aa-edb1-4b51-8281-ea12cf23c31a), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:00.320671 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228d9dd-c19a-4976-a4ef-1fb289cc6e02 req-5401a30f-8e4f-46a7-95a3-defc34641e65 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:00.322214 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2228d9dd-c19a-4976-a4ef-1fb289cc6e02 req-5401a30f-8e4f-46a7-95a3-defc34641e65 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b03940-fd52-4fab-baa6-b38163ad055b HTTP/1.1" status: 200 len: 950 time: 0.3327119 Feb 17 17:33:00.332525 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-00fd40ea-10e5-4c74-b459-d87128351a86 req-b4aa083e-a9f3-40f6-b106-5e847fd192bd tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Calling delete_port for e35032aa-edb1-4b51-8281-ea12cf23c31a owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:33:00.445820 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-17a1e00c-0c5b-42a6-8db2-5760c52887b6 req-f3f9b2eb-4c03-414c-9f9b-5c7a7cf6f9cd tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe264ee0-0825-4dd4-ad05-40a9a877f7df HTTP/1.1" status: 200 len: 210 time: 0.1017249 Feb 17 17:33:00.483377 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2228d9dd-c19a-4976-a4ef-1fb289cc6e02 req-a3b69de9-174f-4981-98a4-05fa996c6045 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521316 Feb 17 17:33:00.624423 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-00fd40ea-10e5-4c74-b459-d87128351a86 req-b4aa083e-a9f3-40f6-b106-5e847fd192bd tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (e35032aa-edb1-4b51-8281-ea12cf23c31a), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:00.636967 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['9335df1e-0297-42ac-8b06-72fbb5b578ef'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:33:00.698113 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa083e-a9f3-40f6-b106-5e847fd192bd tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Pushing event deleted for resources: {'Port': ['ID=e35032aa-edb1-4b51-8281-ea12cf23c31a,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:00.839614 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-00fd40ea-10e5-4c74-b459-d87128351a86 req-b4aa083e-a9f3-40f6-b106-5e847fd192bd tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] No DVR routers for this DVR port e35032aa-edb1-4b51-8281-ea12cf23c31a on host n-h2-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:33:00.843372 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-00fd40ea-10e5-4c74-b459-d87128351a86 req-b4aa083e-a9f3-40f6-b106-5e847fd192bd tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:00.853526 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-00fd40ea-10e5-4c74-b459-d87128351a86 req-b4aa083e-a9f3-40f6-b106-5e847fd192bd tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.91 "DELETE /v2.0/ports/e35032aa-edb1-4b51-8281-ea12cf23c31a HTTP/1.1" status: 204 len: 173 time: 1.1450083 Feb 17 17:33:00.854461 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b85790-91f3-427f-af11-a335232817a0', 'name': 'network-vif-deleted', 'tag': 'e35032aa-edb1-4b51-8281-ea12cf23c31a'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:33:00.857573 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7f5879-ae1a-42c6-8c7c-bd40854a8d6e" -d '{"events": [{"server_uuid": "d8b85790-91f3-427f-af11-a335232817a0", "name": "network-vif-deleted", "tag": "e35032aa-edb1-4b51-8281-ea12cf23c31a"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:33:00.998643 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d5bffb-d0c7-4dc6-b3af-c53609c30911 x-openstack-request-id: req-32d5bffb-d0c7-4dc6-b3af-c53609c30911 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:33:00.999194 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b85790-91f3-427f-af11-a335232817a0", "name": "network-vif-deleted", "tag": "e35032aa-edb1-4b51-8281-ea12cf23c31a", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:33:00.999820 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-32d5bffb-d0c7-4dc6-b3af-c53609c30911 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:33:01.001469 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b85790-91f3-427f-af11-a335232817a0', 'name': 'network-vif-deleted', 'tag': 'e35032aa-edb1-4b51-8281-ea12cf23c31a', 'status': 'completed', 'code': 200} Feb 17 17:33:01.084195 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e58f24a6-a52b-4b28-8eb5-c5b05a4d14bc req-9f6a73ab-02cc-48a6-b687-89ae1c4ac586 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 210 time: 0.0510509 Feb 17 17:33:01.155895 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-47f9891d-7874-44cd-b19e-154b3282169e req-81fd95d3-447e-48a6-b41f-d299e2693ea8 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=24d514a6d00a4f52a8689d09d1cf81c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336125 Feb 17 17:33:01.318447 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9891d-7874-44cd-b19e-154b3282169e req-fe5571b6-1018-4b47-804f-082854c83f63 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:01.326106 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-47f9891d-7874-44cd-b19e-154b3282169e req-fe5571b6-1018-4b47-804f-082854c83f63 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1693199 Feb 17 17:33:01.348007 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-47f9891d-7874-44cd-b19e-154b3282169e req-0999e927-d57f-492d-b287-c178ec2cd1c7 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/quotas/24d514a6d00a4f52a8689d09d1cf81c2 HTTP/1.1" status: 200 len: 375 time: 0.0209589 Feb 17 17:33:01.383283 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2c8a37a1-7bb9-4c3d-90e7-a1633f56b34f req-180b8a37-74ab-46d4-ac7d-3da08ace7ccf tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 210 time: 0.0327442 Feb 17 17:33:01.444939 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-47f9891d-7874-44cd-b19e-154b3282169e req-c58d645d-7388-462b-8453-8811c16b4eb5 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=24d514a6d00a4f52a8689d09d1cf81c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0957711 Feb 17 17:33:01.577276 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-16f41d28-bdfa-422b-b928-ed34f22f28b4 req-6d856da4-36b2-4b58-93b4-1631e2f05479 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe264ee0-0825-4dd4-ad05-40a9a877f7df HTTP/1.1" status: 200 len: 210 time: 0.0431528 Feb 17 17:33:01.798796 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5cdd78ea-0e1f-4e8e-8892-d58b2bc5b47e req-9e82b224-7606-4e25-9d4e-b65cd5a08b90 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 210 time: 0.0770216 Feb 17 17:33:01.970754 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7f0dc-8b4c-4995-8f49-0baf941b87e8 req-30cc63a8-798d-4d62-8888-e27e3a5e54a1 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:01.972606 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-33e7f0dc-8b4c-4995-8f49-0baf941b87e8 req-30cc63a8-798d-4d62-8888-e27e3a5e54a1 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] 10.222.0.71 "GET /v2.0/networks?id=888bd698-745b-418e-8ae8-5800404b181c HTTP/1.1" status: 200 len: 806 time: 0.2444072 Feb 17 17:33:02.068275 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-33e7f0dc-8b4c-4995-8f49-0baf941b87e8 req-ec210f00-7c83-4177-87db-2649730e8bd3 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02070378e13c43c5b8232c9bf55dd28d HTTP/1.1" status: 200 len: 380 time: 0.0870519 Feb 17 17:33:02.081560 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-33e7f0dc-8b4c-4995-8f49-0baf941b87e8 req-5366044a-8798-43ec-a607-fec054643f87 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Request body: {'port': {'device_id': 'fe264ee0-0825-4dd4-ad05-40a9a877f7df', 'network_id': '888bd698-745b-418e-8ae8-5800404b181c', 'admin_state_up': True, 'tenant_id': '02070378e13c43c5b8232c9bf55dd28d', 'security_groups': ['bb4f21ea-2fd7-4ed6-9bc9-434bdb3d2a68']}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:33:02.233440 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8349cc03-3b75-458e-a702-2455bd6f08be req-f0ec2166-211f-4399-80c4-a306f684bbbc tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 210 time: 0.0347373 Feb 17 17:33:02.294647 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33e7f0dc-8b4c-4995-8f49-0baf941b87e8 req-5366044a-8798-43ec-a607-fec054643f87 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Made reservation on behalf of 02070378e13c43c5b8232c9bf55dd28d for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:33:02.299871 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-33e7f0dc-8b4c-4995-8f49-0baf941b87e8 req-5366044a-8798-43ec-a607-fec054643f87 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:02.380703 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device e35032aa-edb1-4b51-8281-ea12cf23c31a no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:33:02.412112 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: e35032aa-edb1-4b51-8281-ea12cf23c31a {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:33:02.412559 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device e35032aa-edb1-4b51-8281-ea12cf23c31a not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:33:02.444516 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5b781951-5e34-48f2-9cd3-a5344d3ff364 req-596a0807-9419-4e1f-bcd7-438d1c2ed991 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0048194a-7ecd-4b9e-a745-5d1cf715ba0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0829306 Feb 17 17:33:02.511825 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-33e7f0dc-8b4c-4995-8f49-0baf941b87e8 req-5366044a-8798-43ec-a607-fec054643f87 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Allocated IP 172.20.0.10 (888bd698-745b-418e-8ae8-5800404b181c/ecc2e970-32db-4a50-b308-61453f4086ba/f46b6847-6f87-4ed5-949e-3700c4b9c956) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:33:02.539895 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a0e83a3d-f88a-40c4-8be9-44c8c75c6f54 req-ed4b5f6d-3955-4cd4-a407-975498fc3e4f tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 210 time: 0.0447090 Feb 17 17:33:02.583342 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b781951-5e34-48f2-9cd3-a5344d3ff364 req-4e2296f5-5114-4f61-8192-afa36bc4c8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:02.584913 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5b781951-5e34-48f2-9cd3-a5344d3ff364 req-4e2296f5-5114-4f61-8192-afa36bc4c8b0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f8aea314af29468ab6557472620785fc&device_id=0048194a-7ecd-4b9e-a745-5d1cf715ba0a HTTP/1.1" status: 200 len: 1127 time: 0.0933881 Feb 17 17:33:02.758637 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b781951-5e34-48f2-9cd3-a5344d3ff364 req-104a065d-75d8-4d21-94d3-0a36726618d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:02.765471 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5b781951-5e34-48f2-9cd3-a5344d3ff364 req-104a065d-75d8-4d21-94d3-0a36726618d8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=210dd7a1-23b8-45c6-a401-b56590fcc3c1 HTTP/1.1" status: 200 len: 908 time: 0.1590950 Feb 17 17:33:02.826875 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5b781951-5e34-48f2-9cd3-a5344d3ff364 req-252615bd-4be0-4dd8-8920-b8a07efcd47f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e78fbb4a-426d-46ae-b511-f6e99e429d71 HTTP/1.1" status: 200 len: 217 time: 0.0514047 Feb 17 17:33:02.883345 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b2e5bf58-9b43-45ee-b95a-913f2040f77c req-ba814e30-c9ab-406e-acc8-5e195da10e9f tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe264ee0-0825-4dd4-ad05-40a9a877f7df HTTP/1.1" status: 200 len: 210 time: 0.0886443 Feb 17 17:33:02.893599 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-27a54632-fae7-417a-8ba3-b254c735df9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:02.957704 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-33e7f0dc-8b4c-4995-8f49-0baf941b87e8 req-5366044a-8798-43ec-a607-fec054643f87 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Publish callbacks [] for port (f46b6847-6f87-4ed5-949e-3700c4b9c956), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:02.974248 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b781951-5e34-48f2-9cd3-a5344d3ff364 req-2fb569bd-9f0e-4891-b7d5-894c7b71c3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:02.977467 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5b781951-5e34-48f2-9cd3-a5344d3ff364 req-2fb569bd-9f0e-4891-b7d5-894c7b71c3c1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8267d93d-c5aa-40cb-acb4-c1e284d682e6 HTTP/1.1" status: 200 len: 847 time: 0.1352243 Feb 17 17:33:03.072224 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5b781951-5e34-48f2-9cd3-a5344d3ff364 req-7e9bf347-da01-402b-977e-6a67861eaa33 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=210dd7a1-23b8-45c6-a401-b56590fcc3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880177 Feb 17 17:33:03.101394 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-33e7f0dc-8b4c-4995-8f49-0baf941b87e8 req-5366044a-8798-43ec-a607-fec054643f87 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (f46b6847-6f87-4ed5-949e-3700c4b9c956), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:03.105380 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-70163abb-1b6a-41d3-91c7-b9cd67ca939f req-76b9b8f7-e35f-4487-9dee-1dd5618d6580 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 210 time: 0.0653822 Feb 17 17:33:03.146805 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33e7f0dc-8b4c-4995-8f49-0baf941b87e8 req-5366044a-8798-43ec-a607-fec054643f87 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Network 888bd698-745b-418e-8ae8-5800404b181c is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:33:03.150116 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-33e7f0dc-8b4c-4995-8f49-0baf941b87e8 req-5366044a-8798-43ec-a607-fec054643f87 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:33:03.154453 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e7f0dc-8b4c-4995-8f49-0baf941b87e8 req-5366044a-8798-43ec-a607-fec054643f87 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:33:03.210619 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7f0dc-8b4c-4995-8f49-0baf941b87e8 req-5366044a-8798-43ec-a607-fec054643f87 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:03.211266 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-33e7f0dc-8b4c-4995-8f49-0baf941b87e8 req-5366044a-8798-43ec-a607-fec054643f87 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:03.231361 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5366044a-8798-43ec-a607-fec054643f87 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Pushing event updated for resources: {'Port': ['ID=f46b6847-6f87-4ed5-949e-3700c4b9c956,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:03.247632 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5b781951-5e34-48f2-9cd3-a5344d3ff364 req-f9a9cdeb-6079-4c02-9f31-6b013903af4c service neutron] 10.222.0.71 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698616 Feb 17 17:33:03.247891 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-33e7f0dc-8b4c-4995-8f49-0baf941b87e8 req-5366044a-8798-43ec-a607-fec054643f87 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1705744 Feb 17 17:33:03.272289 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-33e7f0dc-8b4c-4995-8f49-0baf941b87e8 req-f109d1f6-5223-446b-aead-2dd0abb40dec service neutron] Request body: {'port': {'device_id': 'fe264ee0-0825-4dd4-ad05-40a9a877f7df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:33:03.435615 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3f30022b-f823-48c8-b478-ec7ea823475e req-b6a346db-cb5c-4441-a704-4e2fc8abfd76 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 210 time: 0.0401618 Feb 17 17:33:03.448408 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-33e7f0dc-8b4c-4995-8f49-0baf941b87e8 req-f109d1f6-5223-446b-aead-2dd0abb40dec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (f46b6847-6f87-4ed5-949e-3700c4b9c956), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:03.524779 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5b781951-5e34-48f2-9cd3-a5344d3ff364 req-19cb3ece-abf9-4b96-80b0-9ec8e32ae199 service neutron] 10.222.0.71 "GET /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355785 Feb 17 17:33:03.535151 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-ca037e55-baf0-49f9-a461-d949a6ea2a21 None None] Provisioning complete for port f46b6847-6f87-4ed5-949e-3700c4b9c956 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:33:03.542929 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ca037e55-baf0-49f9-a461-d949a6ea2a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (f46b6847-6f87-4ed5-949e-3700c4b9c956), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:03.547162 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-47f9891d-7874-44cd-b19e-154b3282169e req-a791bd70-023d-4bae-88ef-4571c09e2270 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=24d514a6d00a4f52a8689d09d1cf81c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359037 Feb 17 17:33:03.601426 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-ca037e55-baf0-49f9-a461-d949a6ea2a21 None None] Port f46b6847-6f87-4ed5-949e-3700c4b9c956 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:33:03.754203 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dc2094d4-d166-4999-a4a7-ff32fd868587 req-febee67e-9795-4e2f-83c0-50d4f1334477 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 210 time: 0.0861371 Feb 17 17:33:03.817279 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9891d-7874-44cd-b19e-154b3282169e req-62c06690-d84a-4bf7-9369-cca3e22762c1 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:03.818853 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-47f9891d-7874-44cd-b19e-154b3282169e req-62c06690-d84a-4bf7-9369-cca3e22762c1 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2641633 Feb 17 17:33:03.876033 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-47f9891d-7874-44cd-b19e-154b3282169e req-38a26f11-48f9-44e8-b636-7040312a9cc2 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Request body: {'port': {'device_id': '425aa7a7-c094-4e09-bee2-3fc8aaa7a90f', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'admin_state_up': True, 'tenant_id': '24d514a6d00a4f52a8689d09d1cf81c2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:33:04.359529 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d3a3386e-4cdc-4b33-b51d-8a12617da95f req-c3766458-d1a0-452e-8c94-0dd758bc79d0 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 210 time: 0.0465071 Feb 17 17:33:04.441236 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456d670-317b-4a87-805b-991f6f2a7771 req-3ae685ce-ad74-45d0-b54b-b90e8493a1a8 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:04.443042 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7456d670-317b-4a87-805b-991f6f2a7771 req-3ae685ce-ad74-45d0-b54b-b90e8493a1a8 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe264ee0-0825-4dd4-ad05-40a9a877f7df HTTP/1.1" status: 200 len: 932 time: 0.4538617 Feb 17 17:33:04.443771 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47f9891d-7874-44cd-b19e-154b3282169e req-38a26f11-48f9-44e8-b636-7040312a9cc2 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Made reservation on behalf of 24d514a6d00a4f52a8689d09d1cf81c2 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:33:04.447924 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-47f9891d-7874-44cd-b19e-154b3282169e req-38a26f11-48f9-44e8-b636-7040312a9cc2 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:04.640114 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-33e7f0dc-8b4c-4995-8f49-0baf941b87e8 req-f109d1f6-5223-446b-aead-2dd0abb40dec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f46b6847-6f87-4ed5-949e-3700c4b9c956 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:33:04.648701 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-95104917-592a-4905-9ff4-dfbf779f1f21 req-0f4cf4c4-c7ea-4a4d-92fd-a1ab732226b7 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 210 time: 0.0600104 Feb 17 17:33:04.657566 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-33e7f0dc-8b4c-4995-8f49-0baf941b87e8 req-f109d1f6-5223-446b-aead-2dd0abb40dec service neutron] Publish callbacks [] for port (f46b6847-6f87-4ed5-949e-3700c4b9c956), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:04.728896 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-33e7f0dc-8b4c-4995-8f49-0baf941b87e8 req-f109d1f6-5223-446b-aead-2dd0abb40dec service neutron] Transition to ACTIVE for port object f46b6847-6f87-4ed5-949e-3700c4b9c956 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:33:04.736374 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7456d670-317b-4a87-805b-991f6f2a7771 req-6d94bafd-c35c-46fc-89d5-e1a87eab1f3d tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] 10.222.0.87 "GET /v2.0/security-groups?id=bb4f21ea-2fd7-4ed6-9bc9-434bdb3d2a68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2561655 Feb 17 17:33:04.742730 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-33e7f0dc-8b4c-4995-8f49-0baf941b87e8 req-f109d1f6-5223-446b-aead-2dd0abb40dec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (f46b6847-6f87-4ed5-949e-3700c4b9c956), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:04.791432 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f109d1f6-5223-446b-aead-2dd0abb40dec service neutron] Pushing event updated for resources: {'Port': ['ID=f46b6847-6f87-4ed5-949e-3700c4b9c956,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:04.842751 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-47f9891d-7874-44cd-b19e-154b3282169e req-38a26f11-48f9-44e8-b636-7040312a9cc2 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Allocated IP 192.168.233.44 (82b8d039-1c14-456f-ab24-8b3aebebd7d8/ac79920f-9ddd-4352-b866-6056158b178e/3d0fcf80-e301-443a-8e3d-051528746e99) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:33:05.003077 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-db6f1c65-3beb-46fe-8034-2ed65a1e3bc9 req-894995e4-94f6-4dc7-8423-33dd7c9a2cad tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=cae9d6d5-c596-4d27-883f-9abe987efbcb HTTP/1.1" status: 200 len: 210 time: 0.1318133 Feb 17 17:33:05.015869 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-33e7f0dc-8b4c-4995-8f49-0baf941b87e8 req-f109d1f6-5223-446b-aead-2dd0abb40dec service neutron] Attempting to bind port f46b6847-6f87-4ed5-949e-3700c4b9c956 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:33:05.016772 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-33e7f0dc-8b4c-4995-8f49-0baf941b87e8 req-f109d1f6-5223-446b-aead-2dd0abb40dec service neutron] Attempting to bind port f46b6847-6f87-4ed5-949e-3700c4b9c956 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '69292abf-df90-4627-b58d-8d0a1e1b3261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '888bd698-745b-418e-8ae8-5800404b181c'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:33:05.017099 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e7f0dc-8b4c-4995-8f49-0baf941b87e8 req-f109d1f6-5223-446b-aead-2dd0abb40dec service neutron] Attempting to bind port f46b6847-6f87-4ed5-949e-3700c4b9c956 on network 888bd698-745b-418e-8ae8-5800404b181c {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:33:05.058774 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e7f0dc-8b4c-4995-8f49-0baf941b87e8 req-f109d1f6-5223-446b-aead-2dd0abb40dec service neutron] Port f46b6847-6f87-4ed5-949e-3700c4b9c956 on network 888bd698-745b-418e-8ae8-5800404b181c not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:33:05.059098 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e7f0dc-8b4c-4995-8f49-0baf941b87e8 req-f109d1f6-5223-446b-aead-2dd0abb40dec service neutron] Attempting to bind port f46b6847-6f87-4ed5-949e-3700c4b9c956 on network 888bd698-745b-418e-8ae8-5800404b181c {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:33:05.069955 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e7f0dc-8b4c-4995-8f49-0baf941b87e8 req-f109d1f6-5223-446b-aead-2dd0abb40dec service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:33:05.070294 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e7f0dc-8b4c-4995-8f49-0baf941b87e8 req-f109d1f6-5223-446b-aead-2dd0abb40dec service neutron] Checking segment: {'id': '69292abf-df90-4627-b58d-8d0a1e1b3261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '888bd698-745b-418e-8ae8-5800404b181c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:33:05.071014 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e7f0dc-8b4c-4995-8f49-0baf941b87e8 req-f109d1f6-5223-446b-aead-2dd0abb40dec service neutron] Bound using segment: {'id': '69292abf-df90-4627-b58d-8d0a1e1b3261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '888bd698-745b-418e-8ae8-5800404b181c'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:33:05.071456 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-33e7f0dc-8b4c-4995-8f49-0baf941b87e8 req-f109d1f6-5223-446b-aead-2dd0abb40dec service neutron] Bound port: f46b6847-6f87-4ed5-949e-3700c4b9c956, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69292abf-df90-4627-b58d-8d0a1e1b3261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '888bd698-745b-418e-8ae8-5800404b181c'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:33:05.071813 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-33e7f0dc-8b4c-4995-8f49-0baf941b87e8 req-f109d1f6-5223-446b-aead-2dd0abb40dec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (f46b6847-6f87-4ed5-949e-3700c4b9c956), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:05.231027 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-47f9891d-7874-44cd-b19e-154b3282169e req-38a26f11-48f9-44e8-b636-7040312a9cc2 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Publish callbacks [] for port (3d0fcf80-e301-443a-8e3d-051528746e99), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:05.298163 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-33e7f0dc-8b4c-4995-8f49-0baf941b87e8 req-f109d1f6-5223-446b-aead-2dd0abb40dec service neutron] For port f46b6847-6f87-4ed5-949e-3700c4b9c956, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:33:05.302874 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-33e7f0dc-8b4c-4995-8f49-0baf941b87e8 req-f109d1f6-5223-446b-aead-2dd0abb40dec service neutron] For port f46b6847-6f87-4ed5-949e-3700c4b9c956, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=f46b6847-6f87-4ed5-949e-3700c4b9c956,segment=NetworkSegment(69292abf-df90-4627-b58d-8d0a1e1b3261),segment_id=69292abf-df90-4627-b58d-8d0a1e1b3261)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:33:05.312619 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-33e7f0dc-8b4c-4995-8f49-0baf941b87e8 req-f109d1f6-5223-446b-aead-2dd0abb40dec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (f46b6847-6f87-4ed5-949e-3700c4b9c956), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:05.319793 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-47f9891d-7874-44cd-b19e-154b3282169e req-38a26f11-48f9-44e8-b636-7040312a9cc2 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (3d0fcf80-e301-443a-8e3d-051528746e99), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:05.334123 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['df6efc80-10e2-4743-a0a6-e7344668cff7'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:33:05.337862 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['5b06a779-8ab4-48f8-99c4-5d97183e1768'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:33:05.366550 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7f0dc-8b4c-4995-8f49-0baf941b87e8 req-f109d1f6-5223-446b-aead-2dd0abb40dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:05.367403 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-33e7f0dc-8b4c-4995-8f49-0baf941b87e8 req-f109d1f6-5223-446b-aead-2dd0abb40dec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:05.368843 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-33e7f0dc-8b4c-4995-8f49-0baf941b87e8 req-f109d1f6-5223-446b-aead-2dd0abb40dec service neutron] 10.222.0.71 "PUT /v2.0/ports/f46b6847-6f87-4ed5-949e-3700c4b9c956 HTTP/1.1" status: 200 len: 1092 time: 2.1010859 Feb 17 17:33:05.376396 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe264ee0-0825-4dd4-ad05-40a9a877f7df', 'tag': 'f46b6847-6f87-4ed5-949e-3700c4b9c956'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:33:05.379688 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a25d4a6-4ef1-4853-b62e-f6d52eac6d6b" -d '{"events": [{"name": "network-changed", "server_uuid": "fe264ee0-0825-4dd4-ad05-40a9a877f7df", "tag": "f46b6847-6f87-4ed5-949e-3700c4b9c956"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:33:05.424325 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47f9891d-7874-44cd-b19e-154b3282169e req-38a26f11-48f9-44e8-b636-7040312a9cc2 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:33:05.427483 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-47f9891d-7874-44cd-b19e-154b3282169e req-38a26f11-48f9-44e8-b636-7040312a9cc2 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:33:05.441555 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f9891d-7874-44cd-b19e-154b3282169e req-38a26f11-48f9-44e8-b636-7040312a9cc2 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:33:05.476016 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f109d1f6-5223-446b-aead-2dd0abb40dec service neutron] Pushing event updated for resources: {'Port': ['ID=f46b6847-6f87-4ed5-949e-3700c4b9c956,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:05.581659 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713e2368-ce28-4dfb-acb1-b87ce125bb4b x-openstack-request-id: req-713e2368-ce28-4dfb-acb1-b87ce125bb4b {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:33:05.581956 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe264ee0-0825-4dd4-ad05-40a9a877f7df", "tag": "f46b6847-6f87-4ed5-949e-3700c4b9c956", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:33:05.582785 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-713e2368-ce28-4dfb-acb1-b87ce125bb4b {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:33:05.582785 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe264ee0-0825-4dd4-ad05-40a9a877f7df', 'tag': 'f46b6847-6f87-4ed5-949e-3700c4b9c956', 'status': 'completed', 'code': 200} Feb 17 17:33:05.583338 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a26f11-48f9-44e8-b636-7040312a9cc2 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Pushing event updated for resources: {'Port': ['ID=3d0fcf80-e301-443a-8e3d-051528746e99,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:05.666356 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f0c807c0-43a9-4de3-96fb-f9d92ee91a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:05.699562 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9891d-7874-44cd-b19e-154b3282169e req-38a26f11-48f9-44e8-b636-7040312a9cc2 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:05.700610 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-47f9891d-7874-44cd-b19e-154b3282169e req-38a26f11-48f9-44e8-b636-7040312a9cc2 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:05.711872 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7f0dc-8b4c-4995-8f49-0baf941b87e8 req-03a5764b-1777-4719-9c46-10cdb541242a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:05.713427 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-33e7f0dc-8b4c-4995-8f49-0baf941b87e8 req-03a5764b-1777-4719-9c46-10cdb541242a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=02070378e13c43c5b8232c9bf55dd28d&device_id=fe264ee0-0825-4dd4-ad05-40a9a877f7df HTTP/1.1" status: 200 len: 1126 time: 0.2395072 Feb 17 17:33:05.780801 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-47f9891d-7874-44cd-b19e-154b3282169e req-38a26f11-48f9-44e8-b636-7040312a9cc2 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9100726 Feb 17 17:33:05.783446 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-33e7f0dc-8b4c-4995-8f49-0baf941b87e8 req-9d9b06d2-6cbb-430c-9b37-9ff48df08897 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f46b6847-6f87-4ed5-949e-3700c4b9c956 HTTP/1.1" status: 200 len: 217 time: 0.0568633 Feb 17 17:33:05.791152 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005db30a-6170-4378-a5ca-d79e6eb339a4 req-af42b3e3-a2f3-4da8-908b-95e6e27adccd tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:05.798789 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-005db30a-6170-4378-a5ca-d79e6eb339a4 req-af42b3e3-a2f3-4da8-908b-95e6e27adccd tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 935 time: 0.2102118 Feb 17 17:33:05.830725 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-47f9891d-7874-44cd-b19e-154b3282169e req-3b0edad8-347c-4f6f-98c5-3bf6d7db33fa service neutron] Request body: {'port': {'device_id': '425aa7a7-c094-4e09-bee2-3fc8aaa7a90f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:33:05.886214 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dec5cc92-c166-4e9a-a01b-424d0f32d5f7 req-96cbbcb8-f727-403c-b0c5-46cd01873e39 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 210 time: 0.0843327 Feb 17 17:33:05.936313 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7f0dc-8b4c-4995-8f49-0baf941b87e8 req-0338e938-0e84-45fd-ac81-514eadec84eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:05.936313 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-33e7f0dc-8b4c-4995-8f49-0baf941b87e8 req-0338e938-0e84-45fd-ac81-514eadec84eb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ecc2e970-32db-4a50-b308-61453f4086ba HTTP/1.1" status: 200 len: 845 time: 0.1349442 Feb 17 17:33:06.085779 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-005db30a-6170-4378-a5ca-d79e6eb339a4 req-4efc287f-883e-4ec0-b3ea-2ffa5ea0442f tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860153 Feb 17 17:33:06.152757 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-47f9891d-7874-44cd-b19e-154b3282169e req-3b0edad8-347c-4f6f-98c5-3bf6d7db33fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3d0fcf80-e301-443a-8e3d-051528746e99), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:06.156696 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-bbe071c1-5ec4-4c8d-ad31-9080e939368c None None] Provisioning complete for port 3d0fcf80-e301-443a-8e3d-051528746e99 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:33:06.157076 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bbe071c1-5ec4-4c8d-ad31-9080e939368c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (3d0fcf80-e301-443a-8e3d-051528746e99), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:06.185088 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7f0dc-8b4c-4995-8f49-0baf941b87e8 req-7e32fc76-3925-462b-aec5-e5c4885bf3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:06.186928 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-33e7f0dc-8b4c-4995-8f49-0baf941b87e8 req-7e32fc76-3925-462b-aec5-e5c4885bf3f1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=888bd698-745b-418e-8ae8-5800404b181c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2428205 Feb 17 17:33:06.218950 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-bbe071c1-5ec4-4c8d-ad31-9080e939368c None None] Port 3d0fcf80-e301-443a-8e3d-051528746e99 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:33:06.255418 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840d4b7-a449-4504-8e2a-2198649e4b4c req-a2b1cd37-9caa-499f-86e2-fbd689e30cdc tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:06.262947 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d840d4b7-a449-4504-8e2a-2198649e4b4c req-a2b1cd37-9caa-499f-86e2-fbd689e30cdc tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe264ee0-0825-4dd4-ad05-40a9a877f7df HTTP/1.1" status: 200 len: 944 time: 0.2381661 Feb 17 17:33:06.448532 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d840d4b7-a449-4504-8e2a-2198649e4b4c req-719f3d50-452c-4b0c-854a-42d00dbe5a52 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] 10.222.0.87 "GET /v2.0/security-groups?id=bb4f21ea-2fd7-4ed6-9bc9-434bdb3d2a68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843221 Feb 17 17:33:06.453230 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-33e7f0dc-8b4c-4995-8f49-0baf941b87e8 req-4c59ca68-fa74-4662-901c-123b2ae1d362 service neutron] 10.222.0.71 "GET /v2.0/networks/888bd698-745b-418e-8ae8-5800404b181c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601855 Feb 17 17:33:06.572221 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:06.619661 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-33e7f0dc-8b4c-4995-8f49-0baf941b87e8 req-71327e4d-94d7-47a5-830b-e7096e72465e service neutron] 10.222.0.71 "GET /v2.0/networks/888bd698-745b-418e-8ae8-5800404b181c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592836 Feb 17 17:33:06.677296 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-47f9891d-7874-44cd-b19e-154b3282169e req-3b0edad8-347c-4f6f-98c5-3bf6d7db33fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d0fcf80-e301-443a-8e3d-051528746e99 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:33:06.694375 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-47f9891d-7874-44cd-b19e-154b3282169e req-3b0edad8-347c-4f6f-98c5-3bf6d7db33fa service neutron] Publish callbacks [] for port (3d0fcf80-e301-443a-8e3d-051528746e99), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:06.731068 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-47f9891d-7874-44cd-b19e-154b3282169e req-3b0edad8-347c-4f6f-98c5-3bf6d7db33fa service neutron] Transition to ACTIVE for port object 3d0fcf80-e301-443a-8e3d-051528746e99 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:33:06.738998 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-47f9891d-7874-44cd-b19e-154b3282169e req-3b0edad8-347c-4f6f-98c5-3bf6d7db33fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (3d0fcf80-e301-443a-8e3d-051528746e99), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:06.792908 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25d4a6-4ef1-4853-b62e-f6d52eac6d6b req-2513dbd9-e9c9-47ed-89e3-df4afbc4701c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:06.793810 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a25d4a6-4ef1-4853-b62e-f6d52eac6d6b req-2513dbd9-e9c9-47ed-89e3-df4afbc4701c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=02070378e13c43c5b8232c9bf55dd28d&device_id=fe264ee0-0825-4dd4-ad05-40a9a877f7df HTTP/1.1" status: 200 len: 1126 time: 0.1087773 Feb 17 17:33:06.813364 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0edad8-347c-4f6f-98c5-3bf6d7db33fa service neutron] Pushing event updated for resources: {'Port': ['ID=3d0fcf80-e301-443a-8e3d-051528746e99,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:07.108315 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-47f9891d-7874-44cd-b19e-154b3282169e req-3b0edad8-347c-4f6f-98c5-3bf6d7db33fa service neutron] Attempting to bind port 3d0fcf80-e301-443a-8e3d-051528746e99 on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:33:07.108972 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-47f9891d-7874-44cd-b19e-154b3282169e req-3b0edad8-347c-4f6f-98c5-3bf6d7db33fa service neutron] Attempting to bind port 3d0fcf80-e301-443a-8e3d-051528746e99 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:33:07.109464 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f9891d-7874-44cd-b19e-154b3282169e req-3b0edad8-347c-4f6f-98c5-3bf6d7db33fa service neutron] Attempting to bind port 3d0fcf80-e301-443a-8e3d-051528746e99 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:33:07.113124 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25d4a6-4ef1-4853-b62e-f6d52eac6d6b req-f3d8e2ad-0f51-47be-af44-8672071b674a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:07.115502 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a25d4a6-4ef1-4853-b62e-f6d52eac6d6b req-f3d8e2ad-0f51-47be-af44-8672071b674a service neutron] 10.222.0.71 "GET /v2.0/networks?id=888bd698-745b-418e-8ae8-5800404b181c HTTP/1.1" status: 200 len: 907 time: 0.3125687 Feb 17 17:33:07.144002 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6a262cb1-1920-4775-a219-13e3ad0064b5 req-cb8f9b46-8876-4eb8-8da0-f84234efda3b tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 210 time: 0.0533874 Feb 17 17:33:07.197976 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f9891d-7874-44cd-b19e-154b3282169e req-3b0edad8-347c-4f6f-98c5-3bf6d7db33fa service neutron] Port 3d0fcf80-e301-443a-8e3d-051528746e99 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:33:07.198309 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f9891d-7874-44cd-b19e-154b3282169e req-3b0edad8-347c-4f6f-98c5-3bf6d7db33fa service neutron] Attempting to bind port 3d0fcf80-e301-443a-8e3d-051528746e99 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:33:07.209406 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a25d4a6-4ef1-4853-b62e-f6d52eac6d6b req-3d65676a-72b6-450a-b0ac-d1f3ade32007 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f46b6847-6f87-4ed5-949e-3700c4b9c956 HTTP/1.1" status: 200 len: 217 time: 0.0724511 Feb 17 17:33:07.214785 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f9891d-7874-44cd-b19e-154b3282169e req-3b0edad8-347c-4f6f-98c5-3bf6d7db33fa service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:33:07.215131 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f9891d-7874-44cd-b19e-154b3282169e req-3b0edad8-347c-4f6f-98c5-3bf6d7db33fa service neutron] Checking segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:33:07.215524 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f9891d-7874-44cd-b19e-154b3282169e req-3b0edad8-347c-4f6f-98c5-3bf6d7db33fa service neutron] Bound using segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:33:07.215978 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-47f9891d-7874-44cd-b19e-154b3282169e req-3b0edad8-347c-4f6f-98c5-3bf6d7db33fa service neutron] Bound port: 3d0fcf80-e301-443a-8e3d-051528746e99, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:33:07.216373 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-47f9891d-7874-44cd-b19e-154b3282169e req-3b0edad8-347c-4f6f-98c5-3bf6d7db33fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3d0fcf80-e301-443a-8e3d-051528746e99), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:07.335689 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25d4a6-4ef1-4853-b62e-f6d52eac6d6b req-b3edd491-a77f-46fa-89d9-9761ab82fd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:07.337218 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a25d4a6-4ef1-4853-b62e-f6d52eac6d6b req-b3edd491-a77f-46fa-89d9-9761ab82fd44 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ecc2e970-32db-4a50-b308-61453f4086ba HTTP/1.1" status: 200 len: 845 time: 0.1184297 Feb 17 17:33:07.374529 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125cc01-ead9-4daf-a149-509eeed9e948 req-aae01246-dc4c-4553-a977-bc6d9d8fa8dd tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:07.376094 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f125cc01-ead9-4daf-a149-509eeed9e948 req-aae01246-dc4c-4553-a977-bc6d9d8fa8dd tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 947 time: 0.1801550 Feb 17 17:33:07.417049 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-47f9891d-7874-44cd-b19e-154b3282169e req-3b0edad8-347c-4f6f-98c5-3bf6d7db33fa service neutron] For port 3d0fcf80-e301-443a-8e3d-051528746e99, host n-h2-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:33:07.444702 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-47f9891d-7874-44cd-b19e-154b3282169e req-3b0edad8-347c-4f6f-98c5-3bf6d7db33fa service neutron] For port 3d0fcf80-e301-443a-8e3d-051528746e99, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=3d0fcf80-e301-443a-8e3d-051528746e99,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:33:07.461292 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-47f9891d-7874-44cd-b19e-154b3282169e req-3b0edad8-347c-4f6f-98c5-3bf6d7db33fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (3d0fcf80-e301-443a-8e3d-051528746e99), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:07.476288 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f125cc01-ead9-4daf-a149-509eeed9e948 req-2ca212b4-f1c7-4684-8cd8-ade6fa26cd2e tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817511 Feb 17 17:33:07.510616 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25d4a6-4ef1-4853-b62e-f6d52eac6d6b req-a6ac93d3-49d0-4e66-a79d-d92c4b518dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:07.512170 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a25d4a6-4ef1-4853-b62e-f6d52eac6d6b req-a6ac93d3-49d0-4e66-a79d-d92c4b518dcc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=888bd698-745b-418e-8ae8-5800404b181c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1666262 Feb 17 17:33:07.577717 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9891d-7874-44cd-b19e-154b3282169e req-3b0edad8-347c-4f6f-98c5-3bf6d7db33fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:07.579052 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-47f9891d-7874-44cd-b19e-154b3282169e req-3b0edad8-347c-4f6f-98c5-3bf6d7db33fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:07.581099 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-47f9891d-7874-44cd-b19e-154b3282169e req-3b0edad8-347c-4f6f-98c5-3bf6d7db33fa service neutron] 10.222.0.91 "PUT /v2.0/ports/3d0fcf80-e301-443a-8e3d-051528746e99 HTTP/1.1" status: 200 len: 1095 time: 1.7783260 Feb 17 17:33:07.581779 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0edad8-347c-4f6f-98c5-3bf6d7db33fa service neutron] Pushing event updated for resources: {'Port': ['ID=3d0fcf80-e301-443a-8e3d-051528746e99,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:07.631139 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '425aa7a7-c094-4e09-bee2-3fc8aaa7a90f', 'tag': '3d0fcf80-e301-443a-8e3d-051528746e99'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:33:07.634451 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ff3782-267c-470d-867f-f87d870f35eb" -d '{"events": [{"name": "network-changed", "server_uuid": "425aa7a7-c094-4e09-bee2-3fc8aaa7a90f", "tag": "3d0fcf80-e301-443a-8e3d-051528746e99"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:33:07.719428 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046f9a65-8a66-4390-ae69-942b845a85b7 x-openstack-request-id: req-046f9a65-8a66-4390-ae69-942b845a85b7 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:33:07.719731 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "425aa7a7-c094-4e09-bee2-3fc8aaa7a90f", "tag": "3d0fcf80-e301-443a-8e3d-051528746e99", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:33:07.719989 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-046f9a65-8a66-4390-ae69-942b845a85b7 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:33:07.720413 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '425aa7a7-c094-4e09-bee2-3fc8aaa7a90f', 'tag': '3d0fcf80-e301-443a-8e3d-051528746e99', 'status': 'completed', 'code': 200} Feb 17 17:33:07.785927 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee75e4b1-5dff-48c9-959b-11121c76311d req-964e4b50-8918-4521-8c0f-9786f93403d0 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:07.787481 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ee75e4b1-5dff-48c9-959b-11121c76311d req-964e4b50-8918-4521-8c0f-9786f93403d0 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe264ee0-0825-4dd4-ad05-40a9a877f7df HTTP/1.1" status: 200 len: 944 time: 0.2377446 Feb 17 17:33:07.793960 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9891d-7874-44cd-b19e-154b3282169e req-ac7382e3-d821-42f3-ae3e-c0c62ca8e9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:07.795518 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-47f9891d-7874-44cd-b19e-154b3282169e req-ac7382e3-d821-42f3-ae3e-c0c62ca8e9d7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=24d514a6d00a4f52a8689d09d1cf81c2&device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 1129 time: 0.1585655 Feb 17 17:33:07.817233 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:07.864784 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-47f9891d-7874-44cd-b19e-154b3282169e req-7f164548-b660-46f6-9c3f-a0801996cd3d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=3d0fcf80-e301-443a-8e3d-051528746e99 HTTP/1.1" status: 200 len: 217 time: 0.0563915 Feb 17 17:33:07.920058 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a25d4a6-4ef1-4853-b62e-f6d52eac6d6b req-b7048201-2912-4023-a5b5-c4f8efedcb6f service neutron] 10.222.0.71 "GET /v2.0/networks/888bd698-745b-418e-8ae8-5800404b181c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3741384 Feb 17 17:33:07.956168 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ee75e4b1-5dff-48c9-959b-11121c76311d req-ad8cdb01-ab1d-4f29-9edd-d5f5d6467425 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] 10.222.0.87 "GET /v2.0/security-groups?id=bb4f21ea-2fd7-4ed6-9bc9-434bdb3d2a68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595514 Feb 17 17:33:07.982504 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9891d-7874-44cd-b19e-154b3282169e req-3492fd74-16f7-46aa-bd07-381c59d77bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:07.984166 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-47f9891d-7874-44cd-b19e-154b3282169e req-3492fd74-16f7-46aa-bd07-381c59d77bbf service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.1098764 Feb 17 17:33:08.080199 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a25d4a6-4ef1-4853-b62e-f6d52eac6d6b req-6a202aa9-a85f-4917-bf7d-d0dc0241516d service neutron] 10.222.0.71 "GET /v2.0/networks/888bd698-745b-418e-8ae8-5800404b181c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499574 Feb 17 17:33:08.091554 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9891d-7874-44cd-b19e-154b3282169e req-fb402bdc-920a-4fd7-b70c-aae6c7b3179d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:08.093443 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-47f9891d-7874-44cd-b19e-154b3282169e req-fb402bdc-920a-4fd7-b70c-aae6c7b3179d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0723181 Feb 17 17:33:08.201483 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-47f9891d-7874-44cd-b19e-154b3282169e req-9f02e10b-4d8c-4653-a138-14dfbd6e227c service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002877 Feb 17 17:33:08.274377 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e3cb636d-1bb9-4279-a88f-c361a9b5fa50 req-86851c23-deb9-48b6-b6f0-7f578e7c1c0f tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 210 time: 0.0336149 Feb 17 17:33:08.334687 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-47f9891d-7874-44cd-b19e-154b3282169e req-9dbc9e99-5f0d-4eb0-a8f2-f8432b1d7b14 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262410 Feb 17 17:33:08.440914 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff3782-267c-470d-867f-f87d870f35eb req-840b0ab5-d7de-4ece-8820-8cd578e73fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:08.442510 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-31ff3782-267c-470d-867f-f87d870f35eb req-840b0ab5-d7de-4ece-8820-8cd578e73fe0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=24d514a6d00a4f52a8689d09d1cf81c2&device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 1129 time: 0.0549495 Feb 17 17:33:08.542269 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff3782-267c-470d-867f-f87d870f35eb req-17683853-c240-48f4-a195-71c65a1bb3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:08.543887 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-31ff3782-267c-470d-867f-f87d870f35eb req-17683853-c240-48f4-a195-71c65a1bb3ca service neutron] 10.222.0.91 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 0.0953662 Feb 17 17:33:08.612353 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-31ff3782-267c-470d-867f-f87d870f35eb req-a09cb261-1525-4bbb-8d7d-c297d7ad329b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=3d0fcf80-e301-443a-8e3d-051528746e99 HTTP/1.1" status: 200 len: 217 time: 0.0522296 Feb 17 17:33:08.685586 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41900) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:08.816260 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e720de94-a844-43f0-a32f-fed6d9f8d2dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:08.923161 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e720de94-a844-43f0-a32f-fed6d9f8d2dc admin admin] Publish callbacks [] for security_group (8ea40696-4a55-4578-ab5c-41a899f4c0f2), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:08.930379 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e720de94-a844-43f0-a32f-fed6d9f8d2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (8ea40696-4a55-4578-ab5c-41a899f4c0f2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:08.978901 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a3f4da-88b1-4b4a-a7ec-8249697e4bb6 req-506ecda3-306a-438d-931b-4444ff27177f tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:08.981824 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-24a3f4da-88b1-4b4a-a7ec-8249697e4bb6 req-506ecda3-306a-438d-931b-4444ff27177f tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 947 time: 0.4147787 Feb 17 17:33:08.982267 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:08.984335 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff3782-267c-470d-867f-f87d870f35eb req-193be9fb-d06c-44fc-9de3-d111ba7eae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:08.987159 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-31ff3782-267c-470d-867f-f87d870f35eb req-193be9fb-d06c-44fc-9de3-d111ba7eae9b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.0962386 Feb 17 17:33:09.013975 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e720de94-a844-43f0-a32f-fed6d9f8d2dc admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=22a5c8c04ace4c0c9f5e7bb72268488f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3236146 Feb 17 17:33:09.013975 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41906) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:09.021092 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e720de94-a844-43f0-a32f-fed6d9f8d2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea40696-4a55-4578-ab5c-41a899f4c0f2,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:09.102866 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-db2087a6-c51d-4950-b794-c9df023957a9 admin admin] Publish callbacks [] for security_group (8ea40696-4a55-4578-ab5c-41a899f4c0f2), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:09.131382 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-db2087a6-c51d-4950-b794-c9df023957a9 admin admin] Publish callbacks [] for security_group (8ea40696-4a55-4578-ab5c-41a899f4c0f2), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:09.139858 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-24a3f4da-88b1-4b4a-a7ec-8249697e4bb6 req-434e8c84-1a2c-4362-a590-ef2628840c6d tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454124 Feb 17 17:33:09.169158 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff3782-267c-470d-867f-f87d870f35eb req-56ffba23-c8a0-4241-80eb-e31274623a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:09.171074 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-31ff3782-267c-470d-867f-f87d870f35eb req-56ffba23-c8a0-4241-80eb-e31274623a3d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1384928 Feb 17 17:33:09.181303 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c44ef9-00c9-4b7d-927c-59ff0a23986c req-704004e5-fe1b-42ba-bede-994b9c3f34a3 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:09.183131 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b6c44ef9-00c9-4b7d-927c-59ff0a23986c req-704004e5-fe1b-42ba-bede-994b9c3f34a3 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe264ee0-0825-4dd4-ad05-40a9a877f7df HTTP/1.1" status: 200 len: 944 time: 0.1196764 Feb 17 17:33:09.200178 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-db2087a6-c51d-4950-b794-c9df023957a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (8ea40696-4a55-4578-ab5c-41a899f4c0f2), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:09.204568 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-db2087a6-c51d-4950-b794-c9df023957a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:09.206455 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-db2087a6-c51d-4950-b794-c9df023957a9 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8ea40696-4a55-4578-ab5c-41a899f4c0f2 HTTP/1.1" status: 204 len: 168 time: 0.1914518 Feb 17 17:33:09.228406 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2087a6-c51d-4950-b794-c9df023957a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea40696-4a55-4578-ab5c-41a899f4c0f2,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:09.343470 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b6c44ef9-00c9-4b7d-927c-59ff0a23986c req-85e70ff1-486d-4c0b-8199-8b44ad536f0b tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] 10.222.0.87 "GET /v2.0/security-groups?id=bb4f21ea-2fd7-4ed6-9bc9-434bdb3d2a68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501131 Feb 17 17:33:09.360849 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-31ff3782-267c-470d-867f-f87d870f35eb req-36537a34-89fa-44a4-b214-cc8dcd5c9cb0 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749103 Feb 17 17:33:09.435555 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-715bd488-bee8-4b0e-a487-16eff603d5c9 req-712f39f3-bc02-4968-a807-f0557c4efe3d tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 210 time: 0.0454037 Feb 17 17:33:09.484737 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device f46b6847-6f87-4ed5-949e-3700c4b9c956 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:33:09.497987 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-31ff3782-267c-470d-867f-f87d870f35eb req-1071bab5-2068-46b3-b31c-139c59789b66 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318283 Feb 17 17:33:09.593591 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41916) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:09.608070 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-34f7c3d5-9e9f-4209-8bf2-7e8547ca5920 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:09.609274 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port f46b6847-6f87-4ed5-949e-3700c4b9c956, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=f46b6847-6f87-4ed5-949e-3700c4b9c956,segment=NetworkSegment(69292abf-df90-4627-b58d-8d0a1e1b3261),segment_id=69292abf-df90-4627-b58d-8d0a1e1b3261)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:33:09.622917 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': 'f46b6847-6f87-4ed5-949e-3700c4b9c956', 'network_id': '888bd698-745b-418e-8ae8-5800404b181c', 'port_id': 'f46b6847-6f87-4ed5-949e-3700c4b9c956', 'mac_address': 'fa:16:3e:e3:6a:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc2e970-32db-4a50-b308-61453f4086ba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:33:09.675483 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port f46b6847-6f87-4ed5-949e-3700c4b9c956 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:33:09.675875 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (f46b6847-6f87-4ed5-949e-3700c4b9c956), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:09.692502 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f46b6847-6f87-4ed5-949e-3700c4b9c956 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:33:09.695672 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-34f7c3d5-9e9f-4209-8bf2-7e8547ca5920 admin admin] Publish callbacks [] for security_group (7d5410d7-87a7-4a3d-950e-e161425751d1), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:09.702252 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-34f7c3d5-9e9f-4209-8bf2-7e8547ca5920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (7d5410d7-87a7-4a3d-950e-e161425751d1), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:09.716459 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port f46b6847-6f87-4ed5-949e-3700c4b9c956, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=f46b6847-6f87-4ed5-949e-3700c4b9c956,segment=NetworkSegment(69292abf-df90-4627-b58d-8d0a1e1b3261),segment_id=69292abf-df90-4627-b58d-8d0a1e1b3261)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:33:09.721577 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (f46b6847-6f87-4ed5-949e-3700c4b9c956), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:09.741298 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f7c3d5-9e9f-4209-8bf2-7e8547ca5920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5410d7-87a7-4a3d-950e-e161425751d1,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:09.751606 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-34f7c3d5-9e9f-4209-8bf2-7e8547ca5920 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f2cc8b6700bd491bafd6a714c695ceba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1560924 Feb 17 17:33:09.754694 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41920) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:09.781931 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=f46b6847-6f87-4ed5-949e-3700c4b9c956,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:09.808560 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ed8bd023-e704-443a-8e4b-fea5083f196b admin admin] Publish callbacks [] for security_group (7d5410d7-87a7-4a3d-950e-e161425751d1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:09.829919 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ed8bd023-e704-443a-8e4b-fea5083f196b admin admin] Publish callbacks [] for security_group (7d5410d7-87a7-4a3d-950e-e161425751d1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:09.884222 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ed8bd023-e704-443a-8e4b-fea5083f196b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (7d5410d7-87a7-4a3d-950e-e161425751d1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:09.886873 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ed8bd023-e704-443a-8e4b-fea5083f196b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:09.888041 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ed8bd023-e704-443a-8e4b-fea5083f196b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/7d5410d7-87a7-4a3d-950e-e161425751d1 HTTP/1.1" status: 204 len: 168 time: 0.1323845 Feb 17 17:33:09.897722 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8bd023-e704-443a-8e4b-fea5083f196b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5410d7-87a7-4a3d-950e-e161425751d1,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:10.036721 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['f46b6847-6f87-4ed5-949e-3700c4b9c956'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:33:10.310827 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c708458-ad3c-4922-ae4d-702366b66219 req-969f4b42-c92a-42eb-9e58-be1b6e66fc19 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:10.312731 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6c708458-ad3c-4922-ae4d-702366b66219 req-969f4b42-c92a-42eb-9e58-be1b6e66fc19 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 947 time: 0.0790546 Feb 17 17:33:10.373014 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6c708458-ad3c-4922-ae4d-702366b66219 req-25d669d8-37f9-4681-bad8-cbacaeee59b8 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536973 Feb 17 17:33:10.424047 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 3d0fcf80-e301-443a-8e3d-051528746e99 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:33:10.512188 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c3570-ad48-4d13-b60e-e18af93e78d2 req-505871d8-f508-4557-a90b-31cc22206e61 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:10.518163 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2b1c3570-ad48-4d13-b60e-e18af93e78d2 req-505871d8-f508-4557-a90b-31cc22206e61 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe264ee0-0825-4dd4-ad05-40a9a877f7df HTTP/1.1" status: 200 len: 945 time: 0.0893986 Feb 17 17:33:10.567690 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 3d0fcf80-e301-443a-8e3d-051528746e99, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=3d0fcf80-e301-443a-8e3d-051528746e99,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:33:10.599500 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '3d0fcf80-e301-443a-8e3d-051528746e99', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'port_id': '3d0fcf80-e301-443a-8e3d-051528746e99', 'mac_address': 'fa:16:3e:64:66:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac79920f-9ddd-4352-b866-6056158b178e', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:33:10.657011 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cbecdb7e-9e89-4147-bddb-02a6f629b00d req-ab23a13a-8c27-47bb-9a25-e4f17da6b108 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 210 time: 0.0484736 Feb 17 17:33:10.662861 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2b1c3570-ad48-4d13-b60e-e18af93e78d2 req-998cf5ec-9119-4253-b51e-c585ff6e8667 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] 10.222.0.87 "GET /v2.0/security-groups?id=bb4f21ea-2fd7-4ed6-9bc9-434bdb3d2a68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356902 Feb 17 17:33:10.668746 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 3d0fcf80-e301-443a-8e3d-051528746e99 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:33:10.669261 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3d0fcf80-e301-443a-8e3d-051528746e99), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:10.685498 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d0fcf80-e301-443a-8e3d-051528746e99 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:33:10.708214 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 3d0fcf80-e301-443a-8e3d-051528746e99, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=3d0fcf80-e301-443a-8e3d-051528746e99,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:33:10.712758 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (3d0fcf80-e301-443a-8e3d-051528746e99), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:10.762706 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=3d0fcf80-e301-443a-8e3d-051528746e99,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:10.984054 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['3d0fcf80-e301-443a-8e3d-051528746e99'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:33:11.486117 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device f46b6847-6f87-4ed5-949e-3700c4b9c956 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:33:11.539521 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e265eea-80c7-4f6d-8d63-fb1e3d028033 req-b936dc9c-2097-4acb-b8ac-f205d6fbf2cc tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:11.549011 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9e265eea-80c7-4f6d-8d63-fb1e3d028033 req-b936dc9c-2097-4acb-b8ac-f205d6fbf2cc tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 948 time: 0.0770946 Feb 17 17:33:11.580464 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port f46b6847-6f87-4ed5-949e-3700c4b9c956 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:33:11.585702 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port f46b6847-6f87-4ed5-949e-3700c4b9c956 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:33:11.586632 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (f46b6847-6f87-4ed5-949e-3700c4b9c956), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:11.655609 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9e265eea-80c7-4f6d-8d63-fb1e3d028033 req-ab2ad510-3acb-4162-8502-e9d6be2ec99c tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022413 Feb 17 17:33:11.722098 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port f46b6847-6f87-4ed5-949e-3700c4b9c956 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:33:11.722561 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (f46b6847-6f87-4ed5-949e-3700c4b9c956), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:11.775637 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port f46b6847-6f87-4ed5-949e-3700c4b9c956, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=f46b6847-6f87-4ed5-949e-3700c4b9c956,segment=NetworkSegment(69292abf-df90-4627-b58d-8d0a1e1b3261),segment_id=69292abf-df90-4627-b58d-8d0a1e1b3261)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:33:11.776806 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe264ee0-0825-4dd4-ad05-40a9a877f7df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f46b6847-6f87-4ed5-949e-3700c4b9c956'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:33:11.780179 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a754f22c-f912-4bfc-8b8b-be7f3ed925c5" -d '{"events": [{"server_uuid": "fe264ee0-0825-4dd4-ad05-40a9a877f7df", "name": "network-vif-plugged", "status": "completed", "tag": "f46b6847-6f87-4ed5-949e-3700c4b9c956"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:33:11.784681 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (f46b6847-6f87-4ed5-949e-3700c4b9c956), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:11.846761 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-59cb1b30-3667-4cc8-9b25-c7a3d6d7cb63 req-9339c26e-bdb0-430e-a2d8-4998169bdf3f tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 210 time: 0.0336750 Feb 17 17:33:11.860464 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=f46b6847-6f87-4ed5-949e-3700c4b9c956,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:11.891404 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519e129-8c70-4362-8744-ec97416bf1ab req-54e398ca-5d94-4658-a303-e56f40637c76 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:11.893575 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5519e129-8c70-4362-8744-ec97416bf1ab req-54e398ca-5d94-4658-a303-e56f40637c76 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe264ee0-0825-4dd4-ad05-40a9a877f7df HTTP/1.1" status: 200 len: 946 time: 0.1149781 Feb 17 17:33:11.921905 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3348cec-32b7-44c7-bbdf-2b030bbe04c3 x-openstack-request-id: req-e3348cec-32b7-44c7-bbdf-2b030bbe04c3 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:33:11.922449 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe264ee0-0825-4dd4-ad05-40a9a877f7df", "name": "network-vif-plugged", "status": "completed", "tag": "f46b6847-6f87-4ed5-949e-3700c4b9c956", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:33:11.922712 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e3348cec-32b7-44c7-bbdf-2b030bbe04c3 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:33:11.923744 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe264ee0-0825-4dd4-ad05-40a9a877f7df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f46b6847-6f87-4ed5-949e-3700c4b9c956', 'code': 200} Feb 17 17:33:11.974366 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5519e129-8c70-4362-8744-ec97416bf1ab req-513fe101-7f81-4cd0-bc92-76ee6c8a6469 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] 10.222.0.87 "GET /v2.0/security-groups?id=bb4f21ea-2fd7-4ed6-9bc9-434bdb3d2a68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742843 Feb 17 17:33:12.055827 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7a05d-e399-426c-9835-c400d7985bea req-65439431-9ee5-45be-b4aa-90f5d8f7014c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:12.057375 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1ea7a05d-e399-426c-9835-c400d7985bea req-65439431-9ee5-45be-b4aa-90f5d8f7014c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fe264ee0-0825-4dd4-ad05-40a9a877f7df HTTP/1.1" status: 200 len: 1128 time: 0.0542498 Feb 17 17:33:12.112574 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1ea7a05d-e399-426c-9835-c400d7985bea req-4b26bb62-05ec-47b8-9cd0-9559ef15c681 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=bb4f21ea-2fd7-4ed6-9bc9-434bdb3d2a68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452433 Feb 17 17:33:12.426766 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 3d0fcf80-e301-443a-8e3d-051528746e99 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:33:12.479745 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port 3d0fcf80-e301-443a-8e3d-051528746e99 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:33:12.485025 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 3d0fcf80-e301-443a-8e3d-051528746e99 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:33:12.485417 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (3d0fcf80-e301-443a-8e3d-051528746e99), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:12.588461 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 3d0fcf80-e301-443a-8e3d-051528746e99 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:33:12.589858 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3d0fcf80-e301-443a-8e3d-051528746e99), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:12.632343 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 3d0fcf80-e301-443a-8e3d-051528746e99, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=3d0fcf80-e301-443a-8e3d-051528746e99,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:33:12.637379 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (3d0fcf80-e301-443a-8e3d-051528746e99), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:12.714754 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=3d0fcf80-e301-443a-8e3d-051528746e99,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:12.741828 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42016) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:12.810119 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4adcd-73e4-4640-aa12-fbbdc4175c9b req-88f3d858-158f-4baa-94fc-280e1456fb04 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:12.811850 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f2f4adcd-73e4-4640-aa12-fbbdc4175c9b req-88f3d858-158f-4baa-94fc-280e1456fb04 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 949 time: 0.0579727 Feb 17 17:33:12.879235 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f2f4adcd-73e4-4640-aa12-fbbdc4175c9b req-3200bb9c-1df0-4983-a7a0-854c383b0e5d tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605733 Feb 17 17:33:12.880220 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3a8c7380-4a8d-4ea2-9f40-8412838246df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:12.980981 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-41438529-3eaf-4dd9-a5bf-303ae99ff7cd req-0786cf1d-be2f-4e36-9fed-ce3ef12a6dfa tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 210 time: 0.0436180 Feb 17 17:33:12.997026 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3a8c7380-4a8d-4ea2-9f40-8412838246df admin admin] Publish callbacks [] for security_group (f1e49312-7e14-47de-bfbc-614234ac77a4), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:13.012624 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3a8c7380-4a8d-4ea2-9f40-8412838246df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (f1e49312-7e14-47de-bfbc-614234ac77a4), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:13.067599 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-3a8c7380-4a8d-4ea2-9f40-8412838246df admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6ac4b6351a444768b44ac61a978c2333&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3242517 Feb 17 17:33:13.070539 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42024) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:13.093437 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8c7380-4a8d-4ea2-9f40-8412838246df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e49312-7e14-47de-bfbc-614234ac77a4,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:13.151308 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c2247-d771-4c71-869f-3fa3c6a809c3 req-5514791e-a566-4bf7-beac-593d55994b12 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:13.152881 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-104c2247-d771-4c71-869f-3fa3c6a809c3 req-5514791e-a566-4bf7-beac-593d55994b12 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe264ee0-0825-4dd4-ad05-40a9a877f7df HTTP/1.1" status: 200 len: 946 time: 0.1018524 Feb 17 17:33:13.169566 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d5512a35-bb3c-47e5-8ebc-a764713e35bc admin admin] Publish callbacks [] for security_group (f1e49312-7e14-47de-bfbc-614234ac77a4), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:13.215546 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d5512a35-bb3c-47e5-8ebc-a764713e35bc admin admin] Publish callbacks [] for security_group (f1e49312-7e14-47de-bfbc-614234ac77a4), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:13.248936 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-104c2247-d771-4c71-869f-3fa3c6a809c3 req-63004cae-c618-4e85-9566-2ee0149a6ffe tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] 10.222.0.87 "GET /v2.0/security-groups?id=bb4f21ea-2fd7-4ed6-9bc9-434bdb3d2a68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881686 Feb 17 17:33:13.309621 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d5512a35-bb3c-47e5-8ebc-a764713e35bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (f1e49312-7e14-47de-bfbc-614234ac77a4), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:13.313464 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d5512a35-bb3c-47e5-8ebc-a764713e35bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:13.316322 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-d5512a35-bb3c-47e5-8ebc-a764713e35bc admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f1e49312-7e14-47de-bfbc-614234ac77a4 HTTP/1.1" status: 204 len: 168 time: 0.2432055 Feb 17 17:33:13.327146 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5512a35-bb3c-47e5-8ebc-a764713e35bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e49312-7e14-47de-bfbc-614234ac77a4,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:13.633234 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42030) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:13.647511 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-528d62fd-3baf-4308-9581-03926fc4c77f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:13.730846 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-528d62fd-3baf-4308-9581-03926fc4c77f admin admin] Publish callbacks [] for security_group (7244400c-df53-4bcf-a5f6-05171e18c4bb), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:13.735931 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-528d62fd-3baf-4308-9581-03926fc4c77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (7244400c-df53-4bcf-a5f6-05171e18c4bb), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:13.776192 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d62fd-3baf-4308-9581-03926fc4c77f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7244400c-df53-4bcf-a5f6-05171e18c4bb,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:13.783613 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42034) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:13.784097 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-528d62fd-3baf-4308-9581-03926fc4c77f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3ddaeb12d09043939eeddc8fd657a9b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1492989 Feb 17 17:33:13.843180 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dc0cebd2-ef03-4cc3-ad82-1f7e69d12278 admin admin] Publish callbacks [] for security_group (7244400c-df53-4bcf-a5f6-05171e18c4bb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:13.866734 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dc0cebd2-ef03-4cc3-ad82-1f7e69d12278 admin admin] Publish callbacks [] for security_group (7244400c-df53-4bcf-a5f6-05171e18c4bb), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:13.919329 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dc0cebd2-ef03-4cc3-ad82-1f7e69d12278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (7244400c-df53-4bcf-a5f6-05171e18c4bb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:13.922936 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dc0cebd2-ef03-4cc3-ad82-1f7e69d12278 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:13.924706 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '425aa7a7-c094-4e09-bee2-3fc8aaa7a90f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0fcf80-e301-443a-8e3d-051528746e99'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:33:13.926933 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579987b4-5506-446a-81f0-8b718ee5da15" -d '{"events": [{"server_uuid": "425aa7a7-c094-4e09-bee2-3fc8aaa7a90f", "name": "network-vif-plugged", "status": "completed", "tag": "3d0fcf80-e301-443a-8e3d-051528746e99"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:33:13.931936 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-dc0cebd2-ef03-4cc3-ad82-1f7e69d12278 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/7244400c-df53-4bcf-a5f6-05171e18c4bb HTTP/1.1" status: 204 len: 168 time: 0.1467760 Feb 17 17:33:13.942996 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0cebd2-ef03-4cc3-ad82-1f7e69d12278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7244400c-df53-4bcf-a5f6-05171e18c4bb,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:13.989273 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b67953-5cfb-4774-9840-26dca00249b6 x-openstack-request-id: req-73b67953-5cfb-4774-9840-26dca00249b6 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:33:13.989581 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "425aa7a7-c094-4e09-bee2-3fc8aaa7a90f", "name": "network-vif-plugged", "status": "completed", "tag": "3d0fcf80-e301-443a-8e3d-051528746e99", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:33:13.989844 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-73b67953-5cfb-4774-9840-26dca00249b6 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:33:13.990261 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '425aa7a7-c094-4e09-bee2-3fc8aaa7a90f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0fcf80-e301-443a-8e3d-051528746e99', 'code': 200} Feb 17 17:33:14.157430 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-918cc940-f0c1-4ebe-b695-4c08bc93f4e1 req-222223da-c38a-4001-b8be-c6f702666c99 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 210 time: 0.0409882 Feb 17 17:33:14.174207 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10245e-4be0-46f5-9947-2be3b63b0be4 req-775a7abb-5347-4c0c-9300-aaa8f7623a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:14.175814 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aa10245e-4be0-46f5-9947-2be3b63b0be4 req-775a7abb-5347-4c0c-9300-aaa8f7623a8f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 1131 time: 0.1050670 Feb 17 17:33:14.197605 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c55b80-5819-4e67-9411-bcc9184d2050 req-de8e317c-1240-4d0d-8e30-1c4b12dd5d8b tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:14.203790 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-46c55b80-5819-4e67-9411-bcc9184d2050 req-de8e317c-1240-4d0d-8e30-1c4b12dd5d8b tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 949 time: 0.2077923 Feb 17 17:33:14.295649 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-46c55b80-5819-4e67-9411-bcc9184d2050 req-836cf74e-07f6-432c-b149-ddb9ef819319 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889921 Feb 17 17:33:14.298905 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aa10245e-4be0-46f5-9947-2be3b63b0be4 req-e78c3752-58e8-494c-8e39-b0649e82a428 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163645 Feb 17 17:33:14.405530 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203d92b-4e98-4bcb-8083-62ea2ccf43ff req-986fff83-0357-40c5-8f21-82f848325580 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:14.407216 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0203d92b-4e98-4bcb-8083-62ea2ccf43ff req-986fff83-0357-40c5-8f21-82f848325580 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe264ee0-0825-4dd4-ad05-40a9a877f7df HTTP/1.1" status: 200 len: 946 time: 0.0693636 Feb 17 17:33:14.480782 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0203d92b-4e98-4bcb-8083-62ea2ccf43ff req-aaf6ec25-2458-4775-ae23-2a24e6bb566b tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] 10.222.0.87 "GET /v2.0/security-groups?id=bb4f21ea-2fd7-4ed6-9bc9-434bdb3d2a68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644956 Feb 17 17:33:14.629057 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e9e2e4-1823-46ae-afdd-2d95f50e61b7 req-7843292d-ce95-4814-b29d-2344878b68b4 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:14.631431 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-67e9e2e4-1823-46ae-afdd-2d95f50e61b7 req-7843292d-ce95-4814-b29d-2344878b68b4 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe264ee0-0825-4dd4-ad05-40a9a877f7df HTTP/1.1" status: 200 len: 946 time: 0.0741565 Feb 17 17:33:14.640865 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42062) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:14.647593 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-50faa3d6-24fd-490e-8bcf-47b642f755e0 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Request body: {'floatingip': {'port_id': 'f46b6847-6f87-4ed5-949e-3700c4b9c956'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:33:14.697088 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-50faa3d6-24fd-490e-8bcf-47b642f755e0 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Publish callbacks [] for floatingip (431bd963-3304-497e-8dd3-e751801e1fe9), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:15.216127 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-50faa3d6-24fd-490e-8bcf-47b642f755e0 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:15.221646 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-50faa3d6-24fd-490e-8bcf-47b642f755e0 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (431bd963-3304-497e-8dd3-e751801e1fe9), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:15.307173 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a337938c-219a-4763-9cb7-9c40d8d51a7a req-2d1efe49-38ed-42b9-8bb2-196d706858f6 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8b85790-91f3-427f-af11-a335232817a0 HTTP/1.1" status: 200 len: 210 time: 0.0585239 Feb 17 17:33:15.385823 n-d-829613-2 neutron-server[103434]: INFO neutron.db.l3_db [None req-50faa3d6-24fd-490e-8bcf-47b642f755e0 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Floating IP 431bd963-3304-497e-8dd3-e751801e1fe9 associated. External IP: 172.25.8.134, port: f46b6847-6f87-4ed5-949e-3700c4b9c956. Feb 17 17:33:15.488001 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d7f79-752c-473d-a357-2f429496aceb req-739826b3-78be-407b-beb9-aeaefc16c6a1 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:15.490917 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a46d7f79-752c-473d-a357-2f429496aceb req-739826b3-78be-407b-beb9-aeaefc16c6a1 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 949 time: 0.0755115 Feb 17 17:33:15.614371 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a46d7f79-752c-473d-a357-2f429496aceb req-10449193-bd45-4306-97d1-6658e819afd1 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071389 Feb 17 17:33:15.748384 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50faa3d6-24fd-490e-8bcf-47b642f755e0 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Router ac1cb32d-47d2-4ffb-b9e8-812413c32355 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:33:15.865334 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50faa3d6-24fd-490e-8bcf-47b642f755e0 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:33:15.870142 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-50faa3d6-24fd-490e-8bcf-47b642f755e0 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:15.876291 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488f5d4b-ff07-4ce2-8456-8ec65c0e363b None None] Sync routers for ids ['ac1cb32d-47d2-4ffb-b9e8-812413c32355'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:33:15.895991 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488f5d4b-ff07-4ce2-8456-8ec65c0e363b None None] Routers {'ac1cb32d-47d2-4ffb-b9e8-812413c32355'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:33:15.896899 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-488f5d4b-ff07-4ce2-8456-8ec65c0e363b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:33:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['ac1cb32d-47d2-4ffb-b9e8-812413c32355'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:33:15.918646 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-50faa3d6-24fd-490e-8bcf-47b642f755e0 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] 10.222.0.87 "PUT /v2.0/floatingips/431bd963-3304-497e-8dd3-e751801e1fe9 HTTP/1.1" status: 200 len: 992 time: 1.2733228 Feb 17 17:33:15.920932 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe264ee0-0825-4dd4-ad05-40a9a877f7df', 'tag': 'f46b6847-6f87-4ed5-949e-3700c4b9c956'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:33:15.923872 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aee3df3-e3f4-4070-924f-fb55cb39100b" -d '{"events": [{"name": "network-changed", "server_uuid": "fe264ee0-0825-4dd4-ad05-40a9a877f7df", "tag": "f46b6847-6f87-4ed5-949e-3700c4b9c956"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:33:16.002777 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938526b7-5fd2-4431-97be-46284c251414 x-openstack-request-id: req-938526b7-5fd2-4431-97be-46284c251414 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:33:16.003334 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe264ee0-0825-4dd4-ad05-40a9a877f7df", "tag": "f46b6847-6f87-4ed5-949e-3700c4b9c956", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:33:16.003760 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-938526b7-5fd2-4431-97be-46284c251414 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:33:16.004407 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe264ee0-0825-4dd4-ad05-40a9a877f7df', 'tag': 'f46b6847-6f87-4ed5-949e-3700c4b9c956', 'status': 'completed', 'code': 200} Feb 17 17:33:16.103265 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-488f5d4b-ff07-4ce2-8456-8ec65c0e363b None None] Set router ac1cb32d-47d2-4ffb-b9e8-812413c32355 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:33:16.125715 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee3df3-e3f4-4070-924f-fb55cb39100b req-7c89c7d4-3f3d-4131-b905-aa8e9b2f2ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:16.127244 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7aee3df3-e3f4-4070-924f-fb55cb39100b req-7c89c7d4-3f3d-4131-b905-aa8e9b2f2ec4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=02070378e13c43c5b8232c9bf55dd28d&device_id=fe264ee0-0825-4dd4-ad05-40a9a877f7df HTTP/1.1" status: 200 len: 1128 time: 0.1017580 Feb 17 17:33:16.147539 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d881b893-af99-4545-bf2a-2cf69e95c5b9 req-dd4eb8a2-b275-4e79-9380-9192cae2afa0 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:16.149158 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d881b893-af99-4545-bf2a-2cf69e95c5b9 req-dd4eb8a2-b275-4e79-9380-9192cae2afa0 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe264ee0-0825-4dd4-ad05-40a9a877f7df HTTP/1.1" status: 200 len: 946 time: 0.0877721 Feb 17 17:33:16.300003 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d881b893-af99-4545-bf2a-2cf69e95c5b9 req-63cd544c-ea33-4e04-9822-a85652817a43 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] 10.222.0.87 "GET /v2.0/security-groups?id=bb4f21ea-2fd7-4ed6-9bc9-434bdb3d2a68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376216 Feb 17 17:33:16.321886 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee3df3-e3f4-4070-924f-fb55cb39100b req-db9b5d59-14b5-4e85-a4d0-db6c60594418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:16.323575 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7aee3df3-e3f4-4070-924f-fb55cb39100b req-db9b5d59-14b5-4e85-a4d0-db6c60594418 service neutron] 10.222.0.71 "GET /v2.0/networks?id=888bd698-745b-418e-8ae8-5800404b181c HTTP/1.1" status: 200 len: 907 time: 0.1869926 Feb 17 17:33:16.381386 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-488f5d4b-ff07-4ce2-8456-8ec65c0e363b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1cb32d-47d2-4ffb-b9e8-812413c32355', 'name': 'tempest-ServersTestJSON-1865298775-router', 'tenant_id': '02070378e13c43c5b8232c9bf55dd28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '0e48566f-a213-448f-ac23-29aa65888fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:32:39Z', 'updated_at': '2022-02-17T17:32:45Z', 'revision_number': 4, 'project_id': '02070378e13c43c5b8232c9bf55dd28d', 'gw_port': {'id': '0e48566f-a213-448f-ac23-29aa65888fb3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1cb32d-47d2-4ffb-b9e8-812413c32355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:32:39Z', 'updated_at': '2022-02-17T17:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '431bd963-3304-497e-8dd3-e751801e1fe9', 'tenant_id': '02070378e13c43c5b8232c9bf55dd28d', 'floating_ip_address': '172.25.8.134', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': 'ac1cb32d-47d2-4ffb-b9e8-812413c32355', 'port_id': 'f46b6847-6f87-4ed5-949e-3700c4b9c956', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 929, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '888bd698-745b-418e-8ae8-5800404b181c', 'mac_address': 'fa:16:3e:e3:6a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe264ee0-0825-4dd4-ad05-40a9a877f7df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:32:55Z', 'updated_at': '2022-02-17T17:33:15Z', 'revision_number': 1, 'project_id': '02070378e13c43c5b8232c9bf55dd28d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce4946a0-f217-47ea-ab47-d3c61f83e6a2', 'name': '', 'network_id': '888bd698-745b-418e-8ae8-5800404b181c', 'tenant_id': '02070378e13c43c5b8232c9bf55dd28d', 'mac_address': 'fa:16:3e:7f:ed:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1cb32d-47d2-4ffb-b9e8-812413c32355', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'ecc2e970-32db-4a50-b308-61453f4086ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:32:44Z', 'updated_at': '2022-02-17T17:32:52Z', 'revision_number': 5, 'project_id': '02070378e13c43c5b8232c9bf55dd28d', 'subnets': [{'id': 'ecc2e970-32db-4a50-b308-61453f4086ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:33:16.422658 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488f5d4b-ff07-4ce2-8456-8ec65c0e363b None None] Checking router: ac1cb32d-47d2-4ffb-b9e8-812413c32355 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:33:16.432826 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488f5d4b-ff07-4ce2-8456-8ec65c0e363b None None] Routers {'ac1cb32d-47d2-4ffb-b9e8-812413c32355'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:33:16.433609 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-488f5d4b-ff07-4ce2-8456-8ec65c0e363b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:33:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['ac1cb32d-47d2-4ffb-b9e8-812413c32355'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:33:16.446100 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7aee3df3-e3f4-4070-924f-fb55cb39100b req-954b3f49-b6e8-4971-9a2a-563bad184820 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f46b6847-6f87-4ed5-949e-3700c4b9c956 HTTP/1.1" status: 200 len: 1000 time: 0.1135440 Feb 17 17:33:16.556916 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee3df3-e3f4-4070-924f-fb55cb39100b req-9829046b-10ff-4e10-912e-e851b8676f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:16.559193 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7aee3df3-e3f4-4070-924f-fb55cb39100b req-9829046b-10ff-4e10-912e-e851b8676f55 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ecc2e970-32db-4a50-b308-61453f4086ba HTTP/1.1" status: 200 len: 845 time: 0.1044149 Feb 17 17:33:16.596034 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-488f5d4b-ff07-4ce2-8456-8ec65c0e363b None None] Set router ac1cb32d-47d2-4ffb-b9e8-812413c32355 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:33:16.629727 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee3df3-e3f4-4070-924f-fb55cb39100b req-2ce9653f-f34b-4ef5-b1e8-ab69ba9342e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:16.633063 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7aee3df3-e3f4-4070-924f-fb55cb39100b req-2ce9653f-f34b-4ef5-b1e8-ab69ba9342e8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=888bd698-745b-418e-8ae8-5800404b181c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0674293 Feb 17 17:33:16.810602 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4b56a-e9ce-49ef-9d0c-56e15b26be07 req-432f05d9-faa6-424d-b138-9f51ed2ad183 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:16.818534 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cfc4b56a-e9ce-49ef-9d0c-56e15b26be07 req-432f05d9-faa6-424d-b138-9f51ed2ad183 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 949 time: 0.1302845 Feb 17 17:33:16.857825 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7aee3df3-e3f4-4070-924f-fb55cb39100b req-954dd49d-dabf-4718-927a-97256e44dd63 service neutron] 10.222.0.71 "GET /v2.0/networks/888bd698-745b-418e-8ae8-5800404b181c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162871 Feb 17 17:33:16.914996 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-488f5d4b-ff07-4ce2-8456-8ec65c0e363b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1cb32d-47d2-4ffb-b9e8-812413c32355', 'name': 'tempest-ServersTestJSON-1865298775-router', 'tenant_id': '02070378e13c43c5b8232c9bf55dd28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '0e48566f-a213-448f-ac23-29aa65888fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:32:39Z', 'updated_at': '2022-02-17T17:32:45Z', 'revision_number': 4, 'project_id': '02070378e13c43c5b8232c9bf55dd28d', 'gw_port': {'id': '0e48566f-a213-448f-ac23-29aa65888fb3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1cb32d-47d2-4ffb-b9e8-812413c32355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:32:39Z', 'updated_at': '2022-02-17T17:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '431bd963-3304-497e-8dd3-e751801e1fe9', 'tenant_id': '02070378e13c43c5b8232c9bf55dd28d', 'floating_ip_address': '172.25.8.134', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': 'ac1cb32d-47d2-4ffb-b9e8-812413c32355', 'port_id': 'f46b6847-6f87-4ed5-949e-3700c4b9c956', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 929, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '888bd698-745b-418e-8ae8-5800404b181c', 'mac_address': 'fa:16:3e:e3:6a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe264ee0-0825-4dd4-ad05-40a9a877f7df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:32:55Z', 'updated_at': '2022-02-17T17:33:15Z', 'revision_number': 1, 'project_id': '02070378e13c43c5b8232c9bf55dd28d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce4946a0-f217-47ea-ab47-d3c61f83e6a2', 'name': '', 'network_id': '888bd698-745b-418e-8ae8-5800404b181c', 'tenant_id': '02070378e13c43c5b8232c9bf55dd28d', 'mac_address': 'fa:16:3e:7f:ed:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1cb32d-47d2-4ffb-b9e8-812413c32355', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'ecc2e970-32db-4a50-b308-61453f4086ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:32:44Z', 'updated_at': '2022-02-17T17:32:52Z', 'revision_number': 5, 'project_id': '02070378e13c43c5b8232c9bf55dd28d', 'subnets': [{'id': 'ecc2e970-32db-4a50-b308-61453f4086ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:33:16.953943 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488f5d4b-ff07-4ce2-8456-8ec65c0e363b None None] The sync data for ids ['ac1cb32d-47d2-4ffb-b9e8-812413c32355'] in n-d-829613-2 is: [{'id': 'ac1cb32d-47d2-4ffb-b9e8-812413c32355', 'name': 'tempest-ServersTestJSON-1865298775-router', 'tenant_id': '02070378e13c43c5b8232c9bf55dd28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '0e48566f-a213-448f-ac23-29aa65888fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:32:39Z', 'updated_at': '2022-02-17T17:32:45Z', 'revision_number': 4, 'project_id': '02070378e13c43c5b8232c9bf55dd28d', 'gw_port': {'id': '0e48566f-a213-448f-ac23-29aa65888fb3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1cb32d-47d2-4ffb-b9e8-812413c32355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:32:39Z', 'updated_at': '2022-02-17T17:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '431bd963-3304-497e-8dd3-e751801e1fe9', 'tenant_id': '02070378e13c43c5b8232c9bf55dd28d', 'floating_ip_address': '172.25.8.134', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': 'ac1cb32d-47d2-4ffb-b9e8-812413c32355', 'port_id': 'f46b6847-6f87-4ed5-949e-3700c4b9c956', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 929, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '888bd698-745b-418e-8ae8-5800404b181c', 'mac_address': 'fa:16:3e:e3:6a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe264ee0-0825-4dd4-ad05-40a9a877f7df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:32:55Z', 'updated_at': '2022-02-17T17:33:15Z', 'revision_number': 1, 'project_id': '02070378e13c43c5b8232c9bf55dd28d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce4946a0-f217-47ea-ab47-d3c61f83e6a2', 'name': '', 'network_id': '888bd698-745b-418e-8ae8-5800404b181c', 'tenant_id': '02070378e13c43c5b8232c9bf55dd28d', 'mac_address': 'fa:16:3e:7f:ed:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1cb32d-47d2-4ffb-b9e8-812413c32355', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'ecc2e970-32db-4a50-b308-61453f4086ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:32:44Z', 'updated_at': '2022-02-17T17:32:52Z', 'revision_number': 5, 'project_id': '02070378e13c43c5b8232c9bf55dd28d', 'subnets': [{'id': 'ecc2e970-32db-4a50-b308-61453f4086ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:33:16.967359 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7aee3df3-e3f4-4070-924f-fb55cb39100b req-694aa028-a0df-49b4-9c4b-02a0202e92d3 service neutron] 10.222.0.71 "GET /v2.0/networks/888bd698-745b-418e-8ae8-5800404b181c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029608 Feb 17 17:33:16.996189 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cfc4b56a-e9ce-49ef-9d0c-56e15b26be07 req-e81697f2-4009-46c8-ab34-5f2add136fa1 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766727 Feb 17 17:33:17.151808 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aebd0b-791e-4e15-ae07-7f36e39101b0 req-2dd19275-3288-4306-a7b8-0bc436915c49 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:17.153707 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-28aebd0b-791e-4e15-ae07-7f36e39101b0 req-2dd19275-3288-4306-a7b8-0bc436915c49 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 949 time: 0.0626407 Feb 17 17:33:17.225089 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-28aebd0b-791e-4e15-ae07-7f36e39101b0 req-62a62a5c-1cb6-4a3f-9c88-572dc24f60cf tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593975 Feb 17 17:33:17.268114 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56f4d3c-3634-4706-8e9d-6b56b77f75dc None None] New status for floating IP 431bd963-3304-497e-8dd3-e751801e1fe9: ACTIVE {{(pid=103438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 17:33:17.360841 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42140) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:17.441396 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-6984a2ef-4a9e-44cd-aa64-c60c837603b9 req-104d434d-b923-4434-b17d-5b4590935821 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:33:17.442430 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6984a2ef-4a9e-44cd-aa64-c60c837603b9 req-104d434d-b923-4434-b17d-5b4590935821 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060694 Feb 17 17:33:17.528857 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62af47eb-1343-412a-99e4-ee02083930fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:17.590560 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:33:17.657857 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62af47eb-1343-412a-99e4-ee02083930fc admin admin] Publish callbacks [] for security_group (8cbd465e-8577-4387-a642-fd6482379fa7), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:17.664508 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62af47eb-1343-412a-99e4-ee02083930fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (8cbd465e-8577-4387-a642-fd6482379fa7), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:17.720969 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af47eb-1343-412a-99e4-ee02083930fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbd465e-8577-4387-a642-fd6482379fa7,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:17.734990 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-62af47eb-1343-412a-99e4-ee02083930fc admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=01c93e1b9ded49489aee09c9a55db0aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3723459 Feb 17 17:33:17.736962 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62af47eb-1343-412a-99e4-ee02083930fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:33:17.737494 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62af47eb-1343-412a-99e4-ee02083930fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:33:17.738011 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62af47eb-1343-412a-99e4-ee02083930fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:33:17.738522 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62af47eb-1343-412a-99e4-ee02083930fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:33:17.739018 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62af47eb-1343-412a-99e4-ee02083930fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:33:17.739507 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62af47eb-1343-412a-99e4-ee02083930fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:33:17.740469 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42148) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:17.740664 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62af47eb-1343-412a-99e4-ee02083930fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:33:17.741095 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62af47eb-1343-412a-99e4-ee02083930fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:33:17.741433 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62af47eb-1343-412a-99e4-ee02083930fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:33:17.741764 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62af47eb-1343-412a-99e4-ee02083930fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:33:17.742095 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62af47eb-1343-412a-99e4-ee02083930fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:33:17.742421 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62af47eb-1343-412a-99e4-ee02083930fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:33:17.742844 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62af47eb-1343-412a-99e4-ee02083930fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:33:17.862968 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-77155dab-4f8d-4e2b-b894-0aedd778b115 req-3933d2a8-c6fc-4248-b05f-cdd97d16342e service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1466720 Feb 17 17:33:17.880994 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f02ce-a49c-4ac8-8bd4-9578ad7e0d9d req-45e4f471-9a4e-4334-9d20-f00a0e1a48f5 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:17.882848 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fc7f02ce-a49c-4ac8-8bd4-9578ad7e0d9d req-45e4f471-9a4e-4334-9d20-f00a0e1a48f5 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 949 time: 0.1558423 Feb 17 17:33:17.886525 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d96511ad-6085-40d5-b37d-4cab29c664ad admin admin] Publish callbacks [] for security_group (8cbd465e-8577-4387-a642-fd6482379fa7), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:17.933832 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d96511ad-6085-40d5-b37d-4cab29c664ad admin admin] Publish callbacks [] for security_group (8cbd465e-8577-4387-a642-fd6482379fa7), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:18.020565 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fc7f02ce-a49c-4ac8-8bd4-9578ad7e0d9d req-8fd0f739-e742-4950-8038-27bfe2891217 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279690 Feb 17 17:33:18.058110 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d96511ad-6085-40d5-b37d-4cab29c664ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (8cbd465e-8577-4387-a642-fd6482379fa7), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:18.063370 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d96511ad-6085-40d5-b37d-4cab29c664ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:18.068604 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-d96511ad-6085-40d5-b37d-4cab29c664ad admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8cbd465e-8577-4387-a642-fd6482379fa7 HTTP/1.1" status: 204 len: 168 time: 0.3261645 Feb 17 17:33:18.082586 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96511ad-6085-40d5-b37d-4cab29c664ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbd465e-8577-4387-a642-fd6482379fa7,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:18.098697 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96511ad-6085-40d5-b37d-4cab29c664ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:33:18.099050 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96511ad-6085-40d5-b37d-4cab29c664ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:33:18.099393 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96511ad-6085-40d5-b37d-4cab29c664ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:33:18.099728 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96511ad-6085-40d5-b37d-4cab29c664ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:33:18.100059 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96511ad-6085-40d5-b37d-4cab29c664ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:33:18.100531 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96511ad-6085-40d5-b37d-4cab29c664ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:33:18.100937 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96511ad-6085-40d5-b37d-4cab29c664ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:33:18.101281 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96511ad-6085-40d5-b37d-4cab29c664ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:33:18.102152 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96511ad-6085-40d5-b37d-4cab29c664ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:33:18.102490 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96511ad-6085-40d5-b37d-4cab29c664ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:33:18.102959 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96511ad-6085-40d5-b37d-4cab29c664ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:33:18.103212 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96511ad-6085-40d5-b37d-4cab29c664ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:33:18.103540 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96511ad-6085-40d5-b37d-4cab29c664ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:33:18.665221 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:18.694990 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77155dab-4f8d-4e2b-b894-0aedd778b115 req-e95e1423-be62-4846-85f8-0f6cf7edae04 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:18.697644 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-77155dab-4f8d-4e2b-b894-0aedd778b115 req-e95e1423-be62-4846-85f8-0f6cf7edae04 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports/3d0fcf80-e301-443a-8e3d-051528746e99 HTTP/1.1" status: 200 len: 946 time: 0.0997634 Feb 17 17:33:18.731224 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42180) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:18.753058 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f4ba174e-0432-4aef-a483-853074b1a658 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:18.852476 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f4ba174e-0432-4aef-a483-853074b1a658 admin admin] Publish callbacks [] for security_group (1b876806-7c07-4250-b310-4adb0df15c42), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:18.857823 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f4ba174e-0432-4aef-a483-853074b1a658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (1b876806-7c07-4250-b310-4adb0df15c42), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:18.913969 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ba174e-0432-4aef-a483-853074b1a658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b876806-7c07-4250-b310-4adb0df15c42,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:18.919820 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-f4ba174e-0432-4aef-a483-853074b1a658 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8c8965b9f3c446a7aa18661cf7803fc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1873486 Feb 17 17:33:18.922967 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42186) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:19.002384 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-70d01eb0-0ec4-49f3-9354-5d4aa73fa885 admin admin] Publish callbacks [] for security_group (1b876806-7c07-4250-b310-4adb0df15c42), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:19.046829 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-70d01eb0-0ec4-49f3-9354-5d4aa73fa885 admin admin] Publish callbacks [] for security_group (1b876806-7c07-4250-b310-4adb0df15c42), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:19.112720 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-70d01eb0-0ec4-49f3-9354-5d4aa73fa885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (1b876806-7c07-4250-b310-4adb0df15c42), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:19.117473 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-70d01eb0-0ec4-49f3-9354-5d4aa73fa885 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:19.137926 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-70d01eb0-0ec4-49f3-9354-5d4aa73fa885 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/1b876806-7c07-4250-b310-4adb0df15c42 HTTP/1.1" status: 204 len: 168 time: 0.2088180 Feb 17 17:33:19.165973 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d01eb0-0ec4-49f3-9354-5d4aa73fa885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b876806-7c07-4250-b310-4adb0df15c42,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:19.385178 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed36787a-952d-4704-b3f9-bfdbcdd98324 req-af9c60e0-3419-446f-8d22-883ba9e1cacb tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:19.386902 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ed36787a-952d-4704-b3f9-bfdbcdd98324 req-af9c60e0-3419-446f-8d22-883ba9e1cacb tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 949 time: 0.1707914 Feb 17 17:33:19.446526 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ed36787a-952d-4704-b3f9-bfdbcdd98324 req-14539fce-683f-4550-991e-97b685491496 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512850 Feb 17 17:33:19.509937 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:19.922050 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77155dab-4f8d-4e2b-b894-0aedd778b115 req-4bd98e02-4e50-44e5-99de-26f9ec1ea628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:19.924890 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-77155dab-4f8d-4e2b-b894-0aedd778b115 req-4bd98e02-4e50-44e5-99de-26f9ec1ea628 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=24d514a6d00a4f52a8689d09d1cf81c2&device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 1131 time: 0.0967581 Feb 17 17:33:20.081444 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77155dab-4f8d-4e2b-b894-0aedd778b115 req-838f0fcf-9562-4c4e-850f-2f00220bcdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:20.083366 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-77155dab-4f8d-4e2b-b894-0aedd778b115 req-838f0fcf-9562-4c4e-850f-2f00220bcdd8 service neutron] 10.222.0.91 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 0.1526051 Feb 17 17:33:20.160058 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-77155dab-4f8d-4e2b-b894-0aedd778b115 req-3dacc11c-52b8-4657-b7b3-eb52951f28a6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=3d0fcf80-e301-443a-8e3d-051528746e99 HTTP/1.1" status: 200 len: 217 time: 0.0696952 Feb 17 17:33:20.230158 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77155dab-4f8d-4e2b-b894-0aedd778b115 req-c7120dcd-d27f-4a33-8570-bc74e766f7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:20.231960 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-77155dab-4f8d-4e2b-b894-0aedd778b115 req-c7120dcd-d27f-4a33-8570-bc74e766f7fb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.0657117 Feb 17 17:33:20.309305 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77155dab-4f8d-4e2b-b894-0aedd778b115 req-901529e3-d68b-40bc-b377-f747b15d433b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:20.311100 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-77155dab-4f8d-4e2b-b894-0aedd778b115 req-901529e3-d68b-40bc-b377-f747b15d433b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0729792 Feb 17 17:33:20.437701 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-77155dab-4f8d-4e2b-b894-0aedd778b115 req-3815a7ac-1382-4f1b-9eb7-26c05e396158 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119008 Feb 17 17:33:20.551793 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-77155dab-4f8d-4e2b-b894-0aedd778b115 req-65645c07-79d6-4c3f-b53a-e4e76f5cd629 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032503 Feb 17 17:33:20.737043 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57817ae0-0ec2-4ccb-9c48-c79d280d771e req-4ec7155f-2e7c-44a0-810a-7619840d4a0e tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:20.742313 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-57817ae0-0ec2-4ccb-9c48-c79d280d771e req-4ec7155f-2e7c-44a0-810a-7619840d4a0e tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 949 time: 0.1295447 Feb 17 17:33:20.862492 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-57817ae0-0ec2-4ccb-9c48-c79d280d771e req-52dcebad-7401-4b24-b2f7-4e32f772de1e tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036208 Feb 17 17:33:22.080196 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9319e0-37b7-450b-9517-b919d255f508 req-18dac80f-c3c3-484c-94fa-ce301ce96850 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:22.081812 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a9319e0-37b7-450b-9517-b919d255f508 req-18dac80f-c3c3-484c-94fa-ce301ce96850 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 949 time: 0.0935211 Feb 17 17:33:22.199943 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a9319e0-37b7-450b-9517-b919d255f508 req-e691e353-6f54-424b-a491-35e9517ecd10 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089423 Feb 17 17:33:22.891260 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42304) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:23.058359 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1f6396ec-7cd1-40ee-a01a-87a8e0611f08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:23.214406 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1f6396ec-7cd1-40ee-a01a-87a8e0611f08 admin admin] Publish callbacks [] for security_group (dc3feda8-771a-49e4-b061-e923f7feff88), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:23.227315 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1f6396ec-7cd1-40ee-a01a-87a8e0611f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (dc3feda8-771a-49e4-b061-e923f7feff88), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:23.369238 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42312) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:23.395329 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1f6396ec-7cd1-40ee-a01a-87a8e0611f08 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b05fda178a0b4b0a97fda28400017624&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5028000 Feb 17 17:33:23.443063 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6396ec-7cd1-40ee-a01a-87a8e0611f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3feda8-771a-49e4-b061-e923f7feff88,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:23.492106 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4353bcb3-a2bb-4384-81b7-85b10aad4805 admin admin] Publish callbacks [] for security_group (dc3feda8-771a-49e4-b061-e923f7feff88), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:23.497250 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb79bb2-cc87-41f7-a46b-848ebff6d47d req-b55987eb-b0bf-422b-b563-e4e9549f06c7 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:23.499020 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9cb79bb2-cc87-41f7-a46b-848ebff6d47d req-b55987eb-b0bf-422b-b563-e4e9549f06c7 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 949 time: 0.1574931 Feb 17 17:33:23.563686 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4353bcb3-a2bb-4384-81b7-85b10aad4805 admin admin] Publish callbacks [] for security_group (dc3feda8-771a-49e4-b061-e923f7feff88), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:23.606968 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9cb79bb2-cc87-41f7-a46b-848ebff6d47d req-2e7450e1-ae3c-47a9-9175-24ea32b047f5 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007645 Feb 17 17:33:23.660666 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4353bcb3-a2bb-4384-81b7-85b10aad4805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (dc3feda8-771a-49e4-b061-e923f7feff88), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:23.663933 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4353bcb3-a2bb-4384-81b7-85b10aad4805 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:23.668532 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4353bcb3-a2bb-4384-81b7-85b10aad4805 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/dc3feda8-771a-49e4-b061-e923f7feff88 HTTP/1.1" status: 204 len: 168 time: 0.2982051 Feb 17 17:33:23.694471 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4353bcb3-a2bb-4384-81b7-85b10aad4805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3feda8-771a-49e4-b061-e923f7feff88,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:24.108793 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42322) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:24.128457 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7486b026-a663-40ad-81fe-b483214ab44d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:24.279292 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7486b026-a663-40ad-81fe-b483214ab44d admin admin] Publish callbacks [] for security_group (0979cf0d-6ff2-437d-8bdd-89b7626fbee2), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:24.284280 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7486b026-a663-40ad-81fe-b483214ab44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (0979cf0d-6ff2-437d-8bdd-89b7626fbee2), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:24.325315 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-7486b026-a663-40ad-81fe-b483214ab44d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=433a4b0c67ff49698421db4b1e3a3942&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2148187 Feb 17 17:33:24.326194 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486b026-a663-40ad-81fe-b483214ab44d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0979cf0d-6ff2-437d-8bdd-89b7626fbee2,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:24.329258 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42326) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:24.399214 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9f37cb5e-d536-41e9-b809-8e8fba754b4a admin admin] Publish callbacks [] for security_group (0979cf0d-6ff2-437d-8bdd-89b7626fbee2), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:24.434856 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9f37cb5e-d536-41e9-b809-8e8fba754b4a admin admin] Publish callbacks [] for security_group (0979cf0d-6ff2-437d-8bdd-89b7626fbee2), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:24.510097 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9f37cb5e-d536-41e9-b809-8e8fba754b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (0979cf0d-6ff2-437d-8bdd-89b7626fbee2), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:24.515444 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9f37cb5e-d536-41e9-b809-8e8fba754b4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:24.522863 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-9f37cb5e-d536-41e9-b809-8e8fba754b4a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0979cf0d-6ff2-437d-8bdd-89b7626fbee2 HTTP/1.1" status: 204 len: 168 time: 0.1924949 Feb 17 17:33:24.544745 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f37cb5e-d536-41e9-b809-8e8fba754b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0979cf0d-6ff2-437d-8bdd-89b7626fbee2,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:24.897235 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29375fe7-c084-4311-822f-72074692a22e req-d90390e3-99b1-47b1-997e-99ed16fb876b tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:24.908860 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-29375fe7-c084-4311-822f-72074692a22e req-d90390e3-99b1-47b1-997e-99ed16fb876b tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 949 time: 0.1612487 Feb 17 17:33:24.993259 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-29375fe7-c084-4311-822f-72074692a22e req-7f0b0c4a-a40c-4f80-976c-98bb2b0c7363 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834746 Feb 17 17:33:25.367615 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42350) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:25.574829 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0bcc2319-6b3c-499c-a9fd-5eee713aa1c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:25.748067 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0bcc2319-6b3c-499c-a9fd-5eee713aa1c3 admin admin] Publish callbacks [] for security_group (253aeda4-2e3b-4a2e-b495-73fdf6f380c0), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:25.756173 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0bcc2319-6b3c-499c-a9fd-5eee713aa1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (253aeda4-2e3b-4a2e-b495-73fdf6f380c0), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:25.809314 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-0bcc2319-6b3c-499c-a9fd-5eee713aa1c3 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c93eceb82d2c4ced914d837c2824baa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4377952 Feb 17 17:33:25.810302 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42366) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:25.823723 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcc2319-6b3c-499c-a9fd-5eee713aa1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253aeda4-2e3b-4a2e-b495-73fdf6f380c0,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:25.954089 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-da3ae703-efa9-43ea-8569-1fe81677b01a admin admin] Publish callbacks [] for security_group (253aeda4-2e3b-4a2e-b495-73fdf6f380c0), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:26.011515 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-da3ae703-efa9-43ea-8569-1fe81677b01a admin admin] Publish callbacks [] for security_group (253aeda4-2e3b-4a2e-b495-73fdf6f380c0), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:26.116119 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-da3ae703-efa9-43ea-8569-1fe81677b01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (253aeda4-2e3b-4a2e-b495-73fdf6f380c0), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:26.119415 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-da3ae703-efa9-43ea-8569-1fe81677b01a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:26.120667 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-da3ae703-efa9-43ea-8569-1fe81677b01a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/253aeda4-2e3b-4a2e-b495-73fdf6f380c0 HTTP/1.1" status: 204 len: 168 time: 0.3062561 Feb 17 17:33:26.140947 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974a747-3f8a-429a-b452-63f1c8289c0e req-21fe291e-f9ff-4017-a254-32a195e388c9 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:26.151863 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4974a747-3f8a-429a-b452-63f1c8289c0e req-21fe291e-f9ff-4017-a254-32a195e388c9 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 945 time: 0.1276705 Feb 17 17:33:26.169448 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3ae703-efa9-43ea-8569-1fe81677b01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253aeda4-2e3b-4a2e-b495-73fdf6f380c0,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:26.239668 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4974a747-3f8a-429a-b452-63f1c8289c0e req-7cc57fe7-9276-481f-862e-820b9cb887c4 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795734 Feb 17 17:33:26.339888 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a12d0-7946-4f67-a464-6a9335336377 req-e685bf9a-2969-4102-923d-3cd85d5127dd tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:26.350177 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a3a12d0-7946-4f67-a464-6a9335336377 req-e685bf9a-2969-4102-923d-3cd85d5127dd tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 949 time: 0.1141298 Feb 17 17:33:26.430557 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a3a12d0-7946-4f67-a464-6a9335336377 req-be0da8c7-5246-4f7f-b47c-90eaaca5e780 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789120 Feb 17 17:33:26.596505 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17b5c3-0846-43e2-9038-90ff1ba1f8b7 req-e92b22c2-4338-481d-8ce8-cdab7f927bf0 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:26.598001 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1d17b5c3-0846-43e2-9038-90ff1ba1f8b7 req-e92b22c2-4338-481d-8ce8-cdab7f927bf0 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.71 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 945 time: 0.0913842 Feb 17 17:33:26.741234 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-1d17b5c3-0846-43e2-9038-90ff1ba1f8b7 req-a27484f3-f553-4a95-96c0-a4a61bc37d13 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Deleting port 2bd2d45a-2751-42e4-bfb7-788088c608c4 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:33:26.741631 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-1d17b5c3-0846-43e2-9038-90ff1ba1f8b7 req-a27484f3-f553-4a95-96c0-a4a61bc37d13 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (2bd2d45a-2751-42e4-bfb7-788088c608c4), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:26.889211 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-1d17b5c3-0846-43e2-9038-90ff1ba1f8b7 req-a27484f3-f553-4a95-96c0-a4a61bc37d13 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] For port 2bd2d45a-2751-42e4-bfb7-788088c608c4, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=2bd2d45a-2751-42e4-bfb7-788088c608c4,segment=NetworkSegment(25b82b75-bd12-4667-b51a-aa287338793c),segment_id=25b82b75-bd12-4667-b51a-aa287338793c)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:33:26.890761 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-1d17b5c3-0846-43e2-9038-90ff1ba1f8b7 req-a27484f3-f553-4a95-96c0-a4a61bc37d13 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (2bd2d45a-2751-42e4-bfb7-788088c608c4), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:26.908422 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-1d17b5c3-0846-43e2-9038-90ff1ba1f8b7 req-a27484f3-f553-4a95-96c0-a4a61bc37d13 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Calling delete_port for 2bd2d45a-2751-42e4-bfb7-788088c608c4 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:33:27.115915 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-1d17b5c3-0846-43e2-9038-90ff1ba1f8b7 req-a27484f3-f553-4a95-96c0-a4a61bc37d13 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (2bd2d45a-2751-42e4-bfb7-788088c608c4), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:27.129204 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['2bd2d45a-2751-42e4-bfb7-788088c608c4'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:33:27.201030 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27484f3-f553-4a95-96c0-a4a61bc37d13 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Pushing event deleted for resources: {'Port': ['ID=2bd2d45a-2751-42e4-bfb7-788088c608c4,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:27.233194 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d17b5c3-0846-43e2-9038-90ff1ba1f8b7 req-a27484f3-f553-4a95-96c0-a4a61bc37d13 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] No DVR routers for this DVR port 2bd2d45a-2751-42e4-bfb7-788088c608c4 on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:33:27.240573 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-1d17b5c3-0846-43e2-9038-90ff1ba1f8b7 req-a27484f3-f553-4a95-96c0-a4a61bc37d13 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:27.246721 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1d17b5c3-0846-43e2-9038-90ff1ba1f8b7 req-a27484f3-f553-4a95-96c0-a4a61bc37d13 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.71 "DELETE /v2.0/ports/2bd2d45a-2751-42e4-bfb7-788088c608c4 HTTP/1.1" status: 204 len: 173 time: 0.6425259 Feb 17 17:33:27.247449 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e5757c-b53e-4453-b786-7d7aca79c83b', 'name': 'network-vif-deleted', 'tag': '2bd2d45a-2751-42e4-bfb7-788088c608c4'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:33:27.251158 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6436b5c0-59c4-439b-a05a-0ed6c44913a9" -d '{"events": [{"server_uuid": "03e5757c-b53e-4453-b786-7d7aca79c83b", "name": "network-vif-deleted", "tag": "2bd2d45a-2751-42e4-bfb7-788088c608c4"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:33:27.330069 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36007f8-b589-41ed-bca6-df25ddcf08fc x-openstack-request-id: req-d36007f8-b589-41ed-bca6-df25ddcf08fc {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:33:27.331320 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e5757c-b53e-4453-b786-7d7aca79c83b", "name": "network-vif-deleted", "tag": "2bd2d45a-2751-42e4-bfb7-788088c608c4", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:33:27.331579 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d36007f8-b589-41ed-bca6-df25ddcf08fc {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:33:27.332018 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e5757c-b53e-4453-b786-7d7aca79c83b', 'name': 'network-vif-deleted', 'tag': '2bd2d45a-2751-42e4-bfb7-788088c608c4', 'status': 'completed', 'code': 200} Feb 17 17:33:27.500578 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e708df0b-be3e-41df-8da0-1c0b02577528 req-9a494e54-20ff-44fc-af6e-8ee0351c6bba tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=03e5757c-b53e-4453-b786-7d7aca79c83b HTTP/1.1" status: 200 len: 210 time: 0.0796459 Feb 17 17:33:27.740754 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5647db7-e61d-4246-8079-31f1b9f0f9f3 req-d17026e0-ff6b-4fc5-8df8-cd61aac8f1b0 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:27.751559 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c5647db7-e61d-4246-8079-31f1b9f0f9f3 req-d17026e0-ff6b-4fc5-8df8-cd61aac8f1b0 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 949 time: 0.1337039 Feb 17 17:33:27.872864 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c5647db7-e61d-4246-8079-31f1b9f0f9f3 req-1bb97869-e38f-4bb1-9a00-d927e2bb6167 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196849 Feb 17 17:33:29.182063 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e23a1-e9f0-433d-9523-24c963920bb8 req-4f98e03c-2fd6-43a3-b122-b2bf6089f820 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:29.194159 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f50e23a1-e9f0-433d-9523-24c963920bb8 req-4f98e03c-2fd6-43a3-b122-b2bf6089f820 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=1d8b8d76-19f4-449f-acde-56dc7188625e HTTP/1.1" status: 200 len: 944 time: 0.1968448 Feb 17 17:33:29.265979 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f50e23a1-e9f0-433d-9523-24c963920bb8 req-c8c300c2-6040-4681-ba89-a2465a7abcb9 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702367 Feb 17 17:33:29.295093 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf060e0-78e9-42c3-815e-0bddb3eb687a req-7ba29e07-fbb1-42c5-ab22-927a1cf08e21 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:29.300216 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2cf060e0-78e9-42c3-815e-0bddb3eb687a req-7ba29e07-fbb1-42c5-ab22-927a1cf08e21 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 949 time: 0.2429688 Feb 17 17:33:29.409570 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2cf060e0-78e9-42c3-815e-0bddb3eb687a req-4b2e1654-79df-48f3-99fc-dee3931a9fda tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939300 Feb 17 17:33:29.451733 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043d8fa-83d3-4c7f-98f6-505af0d0bef9 req-3bcde0ba-6935-4a66-883c-810216fdd05a tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:29.454645 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f043d8fa-83d3-4c7f-98f6-505af0d0bef9 req-3bcde0ba-6935-4a66-883c-810216fdd05a tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.91 "GET /v2.0/ports?device_id=1d8b8d76-19f4-449f-acde-56dc7188625e HTTP/1.1" status: 200 len: 944 time: 0.1729383 Feb 17 17:33:29.612627 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-f043d8fa-83d3-4c7f-98f6-505af0d0bef9 req-b34b0f66-f6f8-47bd-a0e3-4d70bb0533f0 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Deleting port c02aa91e-b5a3-4ae4-8119-898cef173204 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:33:29.615289 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-f043d8fa-83d3-4c7f-98f6-505af0d0bef9 req-b34b0f66-f6f8-47bd-a0e3-4d70bb0533f0 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (c02aa91e-b5a3-4ae4-8119-898cef173204), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:30.073481 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-f043d8fa-83d3-4c7f-98f6-505af0d0bef9 req-b34b0f66-f6f8-47bd-a0e3-4d70bb0533f0 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] For port c02aa91e-b5a3-4ae4-8119-898cef173204, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=c02aa91e-b5a3-4ae4-8119-898cef173204,segment=NetworkSegment(25b82b75-bd12-4667-b51a-aa287338793c),segment_id=25b82b75-bd12-4667-b51a-aa287338793c)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:33:30.073907 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-f043d8fa-83d3-4c7f-98f6-505af0d0bef9 req-b34b0f66-f6f8-47bd-a0e3-4d70bb0533f0 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (c02aa91e-b5a3-4ae4-8119-898cef173204), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:30.097077 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-f043d8fa-83d3-4c7f-98f6-505af0d0bef9 req-b34b0f66-f6f8-47bd-a0e3-4d70bb0533f0 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Calling delete_port for c02aa91e-b5a3-4ae4-8119-898cef173204 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:33:30.317172 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-f043d8fa-83d3-4c7f-98f6-505af0d0bef9 req-b34b0f66-f6f8-47bd-a0e3-4d70bb0533f0 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (c02aa91e-b5a3-4ae4-8119-898cef173204), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:30.382952 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b0f66-f6f8-47bd-a0e3-4d70bb0533f0 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Pushing event deleted for resources: {'Port': ['ID=c02aa91e-b5a3-4ae4-8119-898cef173204,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:30.505420 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-f043d8fa-83d3-4c7f-98f6-505af0d0bef9 req-b34b0f66-f6f8-47bd-a0e3-4d70bb0533f0 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] No DVR routers for this DVR port c02aa91e-b5a3-4ae4-8119-898cef173204 on host n-h2-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:33:30.515115 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9d85454f-3e59-4e58-bbe1-62c1ab44e75a req-7747f684-6df7-4363-9a30-a8a83f7b7bf5 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=1d8b8d76-19f4-449f-acde-56dc7188625e HTTP/1.1" status: 200 len: 210 time: 0.1024420 Feb 17 17:33:30.521334 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-f043d8fa-83d3-4c7f-98f6-505af0d0bef9 req-b34b0f66-f6f8-47bd-a0e3-4d70bb0533f0 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:30.530171 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f043d8fa-83d3-4c7f-98f6-505af0d0bef9 req-b34b0f66-f6f8-47bd-a0e3-4d70bb0533f0 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.91 "DELETE /v2.0/ports/c02aa91e-b5a3-4ae4-8119-898cef173204 HTTP/1.1" status: 204 len: 173 time: 1.0702479 Feb 17 17:33:30.531455 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8b8d76-19f4-449f-acde-56dc7188625e', 'name': 'network-vif-deleted', 'tag': 'c02aa91e-b5a3-4ae4-8119-898cef173204'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:33:30.534502 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1daaf65-cbe9-4ff6-b126-c171537351ed" -d '{"events": [{"server_uuid": "1d8b8d76-19f4-449f-acde-56dc7188625e", "name": "network-vif-deleted", "tag": "c02aa91e-b5a3-4ae4-8119-898cef173204"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:33:30.650574 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4833a7-c015-4c8e-aa4c-91b7d31c598b x-openstack-request-id: req-bb4833a7-c015-4c8e-aa4c-91b7d31c598b {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:33:30.651812 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8b8d76-19f4-449f-acde-56dc7188625e", "name": "network-vif-deleted", "tag": "c02aa91e-b5a3-4ae4-8119-898cef173204", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:33:30.652944 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-bb4833a7-c015-4c8e-aa4c-91b7d31c598b {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:33:30.653761 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d8b8d76-19f4-449f-acde-56dc7188625e', 'name': 'network-vif-deleted', 'tag': 'c02aa91e-b5a3-4ae4-8119-898cef173204', 'status': 'completed', 'code': 200} Feb 17 17:33:30.725555 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881f6b1-7f62-402e-8b66-296c55b0b0da req-3a70a4d4-fe63-4d80-b19d-0f297930b4bb tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:30.735552 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e881f6b1-7f62-402e-8b66-296c55b0b0da req-3a70a4d4-fe63-4d80-b19d-0f297930b4bb tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 949 time: 0.1588047 Feb 17 17:33:30.849777 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e881f6b1-7f62-402e-8b66-296c55b0b0da req-446bc324-167a-4759-bdc3-e0e801f00782 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108017 Feb 17 17:33:31.278258 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42590) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:31.458043 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ca47ea59-794a-4856-bfd1-96ca30cdeaf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:31.470910 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1efd18-1fdb-4a41-9382-7ee5e17877fb req-b7079958-77d7-417f-bbbc-b302722678cd tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:31.479489 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1a1efd18-1fdb-4a41-9382-7ee5e17877fb req-b7079958-77d7-417f-bbbc-b302722678cd tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9af662f-42f6-474a-88ab-f4fae63eb99b HTTP/1.1" status: 200 len: 946 time: 0.0823679 Feb 17 17:33:31.570717 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 2bd2d45a-2751-42e4-bfb7-788088c608c4 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:33:31.580998 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1a1efd18-1fdb-4a41-9382-7ee5e17877fb req-361005d1-946d-4192-9afc-e8e816fd2226 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/security-groups?id=7dec7973-5133-4629-8348-fd9f82a14b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001801 Feb 17 17:33:31.632846 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ca47ea59-794a-4856-bfd1-96ca30cdeaf6 admin admin] Publish callbacks [] for security_group (82b191d0-8b76-44c7-95e9-a36e073a3c42), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:31.638609 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ca47ea59-794a-4856-bfd1-96ca30cdeaf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (82b191d0-8b76-44c7-95e9-a36e073a3c42), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:31.639309 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: 2bd2d45a-2751-42e4-bfb7-788088c608c4 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:33:31.640431 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 2bd2d45a-2751-42e4-bfb7-788088c608c4 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:33:31.693685 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ca47ea59-794a-4856-bfd1-96ca30cdeaf6 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e5bafb7d060b495fbba92b71d4d777d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4141452 Feb 17 17:33:31.694164 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42608) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:31.733132 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47ea59-794a-4856-bfd1-96ca30cdeaf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b191d0-8b76-44c7-95e9-a36e073a3c42,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:31.773243 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-608aad0c-16a6-4e77-a391-39b7f361860e admin admin] Publish callbacks [] for security_group (82b191d0-8b76-44c7-95e9-a36e073a3c42), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:31.815491 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-608aad0c-16a6-4e77-a391-39b7f361860e admin admin] Publish callbacks [] for security_group (82b191d0-8b76-44c7-95e9-a36e073a3c42), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:31.903032 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-608aad0c-16a6-4e77-a391-39b7f361860e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (82b191d0-8b76-44c7-95e9-a36e073a3c42), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:31.906453 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-608aad0c-16a6-4e77-a391-39b7f361860e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:31.919615 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-608aad0c-16a6-4e77-a391-39b7f361860e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/82b191d0-8b76-44c7-95e9-a36e073a3c42 HTTP/1.1" status: 204 len: 168 time: 0.2232399 Feb 17 17:33:31.938832 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608aad0c-16a6-4e77-a391-39b7f361860e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b191d0-8b76-44c7-95e9-a36e073a3c42,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:32.105732 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d87ed-33f8-4797-bd55-6ee33f71c2a4 req-589894c4-2bb3-48bf-8f8c-3ceef67320d3 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:32.107618 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-853d87ed-33f8-4797-bd55-6ee33f71c2a4 req-589894c4-2bb3-48bf-8f8c-3ceef67320d3 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=0048194a-7ecd-4b9e-a745-5d1cf715ba0a HTTP/1.1" status: 200 len: 945 time: 0.1488833 Feb 17 17:33:32.122455 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bd3d7-b7d0-45ba-b95c-69d6eadd9bd0 req-a43b1367-7fda-4fec-a96e-980549fc93e6 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:32.124235 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-427bd3d7-b7d0-45ba-b95c-69d6eadd9bd0 req-a43b1367-7fda-4fec-a96e-980549fc93e6 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 949 time: 0.0831842 Feb 17 17:33:32.210625 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-853d87ed-33f8-4797-bd55-6ee33f71c2a4 req-bc2a11da-4c9c-4c20-84e1-f099bb043639 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850143 Feb 17 17:33:32.227798 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-427bd3d7-b7d0-45ba-b95c-69d6eadd9bd0 req-bacc9759-ae09-4469-9701-3ab06d71331e tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920408 Feb 17 17:33:32.439680 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb5aca-5cd7-4652-a4ac-e70818029491 req-fb05fbf6-6e33-4556-907f-06042410cf73 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:32.446368 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-97bb5aca-5cd7-4652-a4ac-e70818029491 req-fb05fbf6-6e33-4556-907f-06042410cf73 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.71 "GET /v2.0/ports?device_id=0048194a-7ecd-4b9e-a745-5d1cf715ba0a HTTP/1.1" status: 200 len: 945 time: 0.1193271 Feb 17 17:33:32.508942 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42638) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:32.529271 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e2fe2ebd-6eb9-48f7-aa91-cbbcdc9d329d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:32.703651 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e2fe2ebd-6eb9-48f7-aa91-cbbcdc9d329d admin admin] Publish callbacks [] for security_group (d7cb5152-d28e-4471-80a6-ac36d45f8317), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:32.707316 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2132993-7752-4dbc-a39b-f240a9966693 req-c6303830-88ca-4e9e-9188-4cd6aed40bb0 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:32.709038 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c2132993-7752-4dbc-a39b-f240a9966693 req-c6303830-88ca-4e9e-9188-4cd6aed40bb0 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f HTTP/1.1" status: 200 len: 944 time: 0.1647210 Feb 17 17:33:32.710234 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e2fe2ebd-6eb9-48f7-aa91-cbbcdc9d329d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (d7cb5152-d28e-4471-80a6-ac36d45f8317), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:32.772864 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6e3f3-15eb-4b4b-a2b0-b00cbdf9d299 req-1d4ce136-cf75-440c-b610-28817dcd9c37 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:32.775199 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-05a6e3f3-15eb-4b4b-a2b0-b00cbdf9d299 req-1d4ce136-cf75-440c-b610-28817dcd9c37 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9af662f-42f6-474a-88ab-f4fae63eb99b HTTP/1.1" status: 200 len: 946 time: 0.1354363 Feb 17 17:33:32.776203 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42646) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:32.779075 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-97bb5aca-5cd7-4652-a4ac-e70818029491 req-a7baf5a2-1dfa-4c57-a662-46b34df36fd1 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Deleting port e78fbb4a-426d-46ae-b511-f6e99e429d71 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:33:32.779568 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-97bb5aca-5cd7-4652-a4ac-e70818029491 req-a7baf5a2-1dfa-4c57-a662-46b34df36fd1 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (e78fbb4a-426d-46ae-b511-f6e99e429d71), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:32.794468 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e2fe2ebd-6eb9-48f7-aa91-cbbcdc9d329d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=90ebc2bda24b48238cc94ad02d02490a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2631898 Feb 17 17:33:32.797036 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe2ebd-6eb9-48f7-aa91-cbbcdc9d329d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7cb5152-d28e-4471-80a6-ac36d45f8317,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:32.890643 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4eb0d265-d241-438b-820d-688032c2cea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:32.961509 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c2132993-7752-4dbc-a39b-f240a9966693 req-cce56885-37e3-4623-b566-477d1a374210 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416952 Feb 17 17:33:33.053164 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ea5ca410-3627-4090-94a1-202bda077b7d admin admin] Publish callbacks [] for security_group (d7cb5152-d28e-4471-80a6-ac36d45f8317), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:33.076178 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-05a6e3f3-15eb-4b4b-a2b0-b00cbdf9d299 req-7203f753-41b4-4426-80aa-1df227b2aaff tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/security-groups?id=7dec7973-5133-4629-8348-fd9f82a14b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2660332 Feb 17 17:33:33.125260 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-97bb5aca-5cd7-4652-a4ac-e70818029491 req-a7baf5a2-1dfa-4c57-a662-46b34df36fd1 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] For port e78fbb4a-426d-46ae-b511-f6e99e429d71, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=e78fbb4a-426d-46ae-b511-f6e99e429d71,segment=NetworkSegment(25b82b75-bd12-4667-b51a-aa287338793c),segment_id=25b82b75-bd12-4667-b51a-aa287338793c)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:33:33.125736 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-97bb5aca-5cd7-4652-a4ac-e70818029491 req-a7baf5a2-1dfa-4c57-a662-46b34df36fd1 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (e78fbb4a-426d-46ae-b511-f6e99e429d71), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:33.152050 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ea5ca410-3627-4090-94a1-202bda077b7d admin admin] Publish callbacks [] for security_group (d7cb5152-d28e-4471-80a6-ac36d45f8317), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:33.168143 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-97bb5aca-5cd7-4652-a4ac-e70818029491 req-a7baf5a2-1dfa-4c57-a662-46b34df36fd1 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Calling delete_port for e78fbb4a-426d-46ae-b511-f6e99e429d71 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:33:33.213981 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88484ec-8338-4fcc-83be-3a35a8780b8c req-f48bc3c1-2699-4e15-8ce6-0bd603f6ef74 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:33.215541 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e88484ec-8338-4fcc-83be-3a35a8780b8c req-f48bc3c1-2699-4e15-8ce6-0bd603f6ef74 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.91 "GET /v2.0/ports?device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f HTTP/1.1" status: 200 len: 944 time: 0.2127013 Feb 17 17:33:33.316118 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ea5ca410-3627-4090-94a1-202bda077b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (d7cb5152-d28e-4471-80a6-ac36d45f8317), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:33.319546 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ea5ca410-3627-4090-94a1-202bda077b7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:33.321751 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-ea5ca410-3627-4090-94a1-202bda077b7d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d7cb5152-d28e-4471-80a6-ac36d45f8317 HTTP/1.1" status: 204 len: 168 time: 0.5369024 Feb 17 17:33:33.392149 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ca410-3627-4090-94a1-202bda077b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7cb5152-d28e-4471-80a6-ac36d45f8317,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:33.579302 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7441c3-bec0-4c46-80e7-9c98414c6e84 req-261ce0c1-02c6-4914-93f0-f2c2cd1db574 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:33.586855 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bd7441c3-bec0-4c46-80e7-9c98414c6e84 req-261ce0c1-02c6-4914-93f0-f2c2cd1db574 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 949 time: 0.2288797 Feb 17 17:33:33.594086 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-e88484ec-8338-4fcc-83be-3a35a8780b8c req-e3db0b6f-f7fe-4259-b5ec-3b87178e1ca0 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Deleting port 9335df1e-0297-42ac-8b06-72fbb5b578ef {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:33:33.594577 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-e88484ec-8338-4fcc-83be-3a35a8780b8c req-e3db0b6f-f7fe-4259-b5ec-3b87178e1ca0 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (9335df1e-0297-42ac-8b06-72fbb5b578ef), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:33.626452 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-97bb5aca-5cd7-4652-a4ac-e70818029491 req-a7baf5a2-1dfa-4c57-a662-46b34df36fd1 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (e78fbb4a-426d-46ae-b511-f6e99e429d71), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:33.649319 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5991a9-95c8-4c21-92c4-1d1421dba29d req-202fd3c9-66f7-4890-8caa-f1862caaa16c tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:33.650851 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bc5991a9-95c8-4c21-92c4-1d1421dba29d req-202fd3c9-66f7-4890-8caa-f1862caaa16c tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/ports?device_id=0048194a-7ecd-4b9e-a745-5d1cf715ba0a HTTP/1.1" status: 200 len: 945 time: 0.2504804 Feb 17 17:33:33.711713 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7baf5a2-1dfa-4c57-a662-46b34df36fd1 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Pushing event deleted for resources: {'Port': ['ID=e78fbb4a-426d-46ae-b511-f6e99e429d71,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:33.813193 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-97bb5aca-5cd7-4652-a4ac-e70818029491 req-a7baf5a2-1dfa-4c57-a662-46b34df36fd1 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] No DVR routers for this DVR port e78fbb4a-426d-46ae-b511-f6e99e429d71 on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:33:33.821528 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-97bb5aca-5cd7-4652-a4ac-e70818029491 req-a7baf5a2-1dfa-4c57-a662-46b34df36fd1 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:33.825783 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-97bb5aca-5cd7-4652-a4ac-e70818029491 req-a7baf5a2-1dfa-4c57-a662-46b34df36fd1 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.71 "DELETE /v2.0/ports/e78fbb4a-426d-46ae-b511-f6e99e429d71 HTTP/1.1" status: 204 len: 173 time: 1.3736489 Feb 17 17:33:33.828699 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0048194a-7ecd-4b9e-a745-5d1cf715ba0a', 'name': 'network-vif-deleted', 'tag': 'e78fbb4a-426d-46ae-b511-f6e99e429d71'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:33:33.832085 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f69be5-b48b-43a3-a03a-3c3424546fb0" -d '{"events": [{"server_uuid": "0048194a-7ecd-4b9e-a745-5d1cf715ba0a", "name": "network-vif-deleted", "tag": "e78fbb4a-426d-46ae-b511-f6e99e429d71"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:33:33.856161 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bd7441c3-bec0-4c46-80e7-9c98414c6e84 req-f324a08c-fd65-4588-9cfa-9533c27e36b2 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649710 Feb 17 17:33:33.907803 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-e88484ec-8338-4fcc-83be-3a35a8780b8c req-e3db0b6f-f7fe-4259-b5ec-3b87178e1ca0 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] For port 9335df1e-0297-42ac-8b06-72fbb5b578ef, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=9335df1e-0297-42ac-8b06-72fbb5b578ef,segment=NetworkSegment(00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be),segment_id=00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:33:33.908627 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-e88484ec-8338-4fcc-83be-3a35a8780b8c req-e3db0b6f-f7fe-4259-b5ec-3b87178e1ca0 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (9335df1e-0297-42ac-8b06-72fbb5b578ef), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:33.959740 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bc5991a9-95c8-4c21-92c4-1d1421dba29d req-f79b129f-94a1-4ba3-a5f6-38ae31cc3210 tempest-LiveMigrationTest-536286822 tempest-LiveMigrationTest-536286822-project] 10.222.0.87 "GET /v2.0/security-groups?id=64f42bcc-6d04-4be2-941a-44bb749c7fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906616 Feb 17 17:33:33.962531 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbad02c-adad-4fc2-8404-ca4a1e9b40d1 x-openstack-request-id: req-1dbad02c-adad-4fc2-8404-ca4a1e9b40d1 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:33:33.962531 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0048194a-7ecd-4b9e-a745-5d1cf715ba0a", "name": "network-vif-deleted", "tag": "e78fbb4a-426d-46ae-b511-f6e99e429d71", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:33:33.962773 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1dbad02c-adad-4fc2-8404-ca4a1e9b40d1 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:33:33.963240 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0048194a-7ecd-4b9e-a745-5d1cf715ba0a', 'name': 'network-vif-deleted', 'tag': 'e78fbb4a-426d-46ae-b511-f6e99e429d71', 'status': 'completed', 'code': 200} Feb 17 17:33:33.964288 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-e88484ec-8338-4fcc-83be-3a35a8780b8c req-e3db0b6f-f7fe-4259-b5ec-3b87178e1ca0 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Calling delete_port for 9335df1e-0297-42ac-8b06-72fbb5b578ef owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:33:34.392054 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-e88484ec-8338-4fcc-83be-3a35a8780b8c req-e3db0b6f-f7fe-4259-b5ec-3b87178e1ca0 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (9335df1e-0297-42ac-8b06-72fbb5b578ef), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:34.408917 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['9335df1e-0297-42ac-8b06-72fbb5b578ef'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:33:34.456981 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db0b6f-f7fe-4259-b5ec-3b87178e1ca0 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Pushing event deleted for resources: {'Port': ['ID=9335df1e-0297-42ac-8b06-72fbb5b578ef,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:34.472290 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3702af-33d9-4875-9e43-d1c55de71e1f req-d9bee143-0485-4277-83a8-afcbcf295761 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:34.480121 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3f3702af-33d9-4875-9e43-d1c55de71e1f req-d9bee143-0485-4277-83a8-afcbcf295761 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9af662f-42f6-474a-88ab-f4fae63eb99b HTTP/1.1" status: 200 len: 946 time: 0.2517121 Feb 17 17:33:34.498727 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device c02aa91e-b5a3-4ae4-8119-898cef173204 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:33:34.508082 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eecb5f8-30f4-4217-9ce8-ad2b5d0e956a req-1ceae019-42d6-4c5b-8207-71a68c49fe8d tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:34.510925 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5eecb5f8-30f4-4217-9ce8-ad2b5d0e956a req-1ceae019-42d6-4c5b-8207-71a68c49fe8d tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=07163a17-9f3a-4a13-9c1e-1acd5def414f HTTP/1.1" status: 200 len: 866 time: 0.3723502 Feb 17 17:33:34.520087 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1001a-e04f-4a86-9a0e-bf986a2ffe07 req-478019bb-8b8d-4418-a070-426d8c240ab1 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:34.521846 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-40b1001a-e04f-4a86-9a0e-bf986a2ffe07 req-478019bb-8b8d-4418-a070-426d8c240ab1 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.71 "GET /v2.0/ports?device_id=a9af662f-42f6-474a-88ab-f4fae63eb99b HTTP/1.1" status: 200 len: 946 time: 0.2101912 Feb 17 17:33:34.557893 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: c02aa91e-b5a3-4ae4-8119-898cef173204 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:33:34.562279 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device c02aa91e-b5a3-4ae4-8119-898cef173204 not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:33:34.574251 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88484ec-8338-4fcc-83be-3a35a8780b8c req-e3db0b6f-f7fe-4259-b5ec-3b87178e1ca0 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] No DVR routers for this DVR port 9335df1e-0297-42ac-8b06-72fbb5b578ef on host n-h2-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:33:34.608782 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-e88484ec-8338-4fcc-83be-3a35a8780b8c req-e3db0b6f-f7fe-4259-b5ec-3b87178e1ca0 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:34.612282 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e88484ec-8338-4fcc-83be-3a35a8780b8c req-e3db0b6f-f7fe-4259-b5ec-3b87178e1ca0 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.91 "DELETE /v2.0/ports/9335df1e-0297-42ac-8b06-72fbb5b578ef HTTP/1.1" status: 204 len: 173 time: 1.3652143 Feb 17 17:33:34.716723 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3f3702af-33d9-4875-9e43-d1c55de71e1f req-0459ffd9-fd79-444b-aa42-79c06fe76988 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/security-groups?id=7dec7973-5133-4629-8348-fd9f82a14b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2336445 Feb 17 17:33:34.735708 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5eecb5f8-30f4-4217-9ce8-ad2b5d0e956a req-3d3af587-2e17-4125-8449-976738f22d65 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043848 Feb 17 17:33:34.776373 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-40b1001a-e04f-4a86-9a0e-bf986a2ffe07 req-9ae280ef-e784-430f-b30f-5befb740bd6e tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Deleting port 977461a2-632f-4f73-8dd1-7713fa90e125 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:33:34.777111 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-40b1001a-e04f-4a86-9a0e-bf986a2ffe07 req-9ae280ef-e784-430f-b30f-5befb740bd6e tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (977461a2-632f-4f73-8dd1-7713fa90e125), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:34.890603 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-40b1001a-e04f-4a86-9a0e-bf986a2ffe07 req-9ae280ef-e784-430f-b30f-5befb740bd6e tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] For port 977461a2-632f-4f73-8dd1-7713fa90e125, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=977461a2-632f-4f73-8dd1-7713fa90e125,segment=NetworkSegment(26b3d40e-4e4c-449c-90be-dd67156021aa),segment_id=26b3d40e-4e4c-449c-90be-dd67156021aa)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:33:34.891272 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-40b1001a-e04f-4a86-9a0e-bf986a2ffe07 req-9ae280ef-e784-430f-b30f-5befb740bd6e tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (977461a2-632f-4f73-8dd1-7713fa90e125), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:35.038529 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42730) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:35.146664 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00be5b3d-9540-4d10-a6c0-13e90691b2b0 req-dbc0e6b8-4057-4f74-b485-3bf21e14cf5f tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:35.148585 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-00be5b3d-9540-4d10-a6c0-13e90691b2b0 req-dbc0e6b8-4057-4f74-b485-3bf21e14cf5f tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 949 time: 0.2076705 Feb 17 17:33:35.348350 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-40b1001a-e04f-4a86-9a0e-bf986a2ffe07 req-9ae280ef-e784-430f-b30f-5befb740bd6e tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:35.348707 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-40b1001a-e04f-4a86-9a0e-bf986a2ffe07 req-9ae280ef-e784-430f-b30f-5befb740bd6e tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (dc50cc2d-6266-49f9-9d3c-c1d55d66717e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:35.349338 n-d-829613-2 neutron-server[103435]: INFO neutron.db.l3_db [req-40b1001a-e04f-4a86-9a0e-bf986a2ffe07 req-9ae280ef-e784-430f-b30f-5befb740bd6e tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Floating IP dc50cc2d-6266-49f9-9d3c-c1d55d66717e disassociated. External IP: 172.25.8.8, port: 977461a2-632f-4f73-8dd1-7713fa90e125. Feb 17 17:33:35.349699 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-40b1001a-e04f-4a86-9a0e-bf986a2ffe07 req-9ae280ef-e784-430f-b30f-5befb740bd6e tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Calling delete_port for 977461a2-632f-4f73-8dd1-7713fa90e125 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:33:35.363976 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-00be5b3d-9540-4d10-a6c0-13e90691b2b0 req-0e15e4f7-c5d5-402b-b202-fd30f68e9552 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508896 Feb 17 17:33:35.421330 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5b9c7b5a-d51e-4f58-8ec5-7ed6bb3203af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:35.539083 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0b3997f-a718-450c-a25c-47c9019175d2 admin admin] Deleting subnet 8267d93d-c5aa-40cb-acb4-c1e284d682e6 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:33:35.542818 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b0b3997f-a718-450c-a25c-47c9019175d2 admin admin] Publish callbacks [] for subnet (8267d93d-c5aa-40cb-acb4-c1e284d682e6), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:35.564261 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-40b1001a-e04f-4a86-9a0e-bf986a2ffe07 req-9ae280ef-e784-430f-b30f-5befb740bd6e tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (977461a2-632f-4f73-8dd1-7713fa90e125), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:35.591844 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b0b3997f-a718-450c-a25c-47c9019175d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (8267d93d-c5aa-40cb-acb4-c1e284d682e6), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:35.612027 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae280ef-e784-430f-b30f-5befb740bd6e tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Pushing event deleted for resources: {'Port': ['ID=977461a2-632f-4f73-8dd1-7713fa90e125,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:35.613267 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device e78fbb4a-426d-46ae-b511-f6e99e429d71 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:33:35.656929 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: e78fbb4a-426d-46ae-b511-f6e99e429d71 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:33:35.657576 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device e78fbb4a-426d-46ae-b511-f6e99e429d71 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:33:35.672334 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b0b3997f-a718-450c-a25c-47c9019175d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (8267d93d-c5aa-40cb-acb4-c1e284d682e6), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:35.754406 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b0b3997f-a718-450c-a25c-47c9019175d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (8267d93d-c5aa-40cb-acb4-c1e284d682e6), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:35.771645 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40b1001a-e04f-4a86-9a0e-bf986a2ffe07 req-9ae280ef-e784-430f-b30f-5befb740bd6e tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Router 6bffef20-871a-4644-b44b-bf3c1e5042de has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:33:35.819821 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b3997f-a718-450c-a25c-47c9019175d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8267d93d-c5aa-40cb-acb4-c1e284d682e6,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:35.837672 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b0b3997f-a718-450c-a25c-47c9019175d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:35.846539 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b0b3997f-a718-450c-a25c-47c9019175d2 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/8267d93d-c5aa-40cb-acb4-c1e284d682e6 HTTP/1.1" status: 204 len: 168 time: 0.8068483 Feb 17 17:33:35.847542 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42782) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:35.890052 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-973eaa98-e50f-4b15-b3fa-3afc69958afc req-cdc3b512-08be-4286-ade8-777a9b4581aa tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9af662f-42f6-474a-88ab-f4fae63eb99b HTTP/1.1" status: 200 len: 210 time: 0.0339665 Feb 17 17:33:35.961659 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-882d8a25-d813-4a7c-abb1-3e7cb29b1d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (210dd7a1-23b8-45c6-a401-b56590fcc3c1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:35.964838 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42786) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:36.167770 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-882d8a25-d813-4a7c-abb1-3e7cb29b1d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (210dd7a1-23b8-45c6-a401-b56590fcc3c1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:36.185049 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7db908a6-490e-433e-9769-9cf2152fa47f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:36.208560 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-882d8a25-d813-4a7c-abb1-3e7cb29b1d31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['210dd7a1-23b8-45c6-a401-b56590fcc3c1']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:33:36.226445 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-882d8a25-d813-4a7c-abb1-3e7cb29b1d31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25b82b75-bd12-4667-b51a-aa287338793c') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:33:36.227054 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-882d8a25-d813-4a7c-abb1-3e7cb29b1d31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25b82b75-bd12-4667-b51a-aa287338793c') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:33:36.242599 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-882d8a25-d813-4a7c-abb1-3e7cb29b1d31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (25b82b75-bd12-4667-b51a-aa287338793c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:36.277923 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-882d8a25-d813-4a7c-abb1-3e7cb29b1d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (25b82b75-bd12-4667-b51a-aa287338793c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:36.289182 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-882d8a25-d813-4a7c-abb1-3e7cb29b1d31 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:33:36.289587 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-882d8a25-d813-4a7c-abb1-3e7cb29b1d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (25b82b75-bd12-4667-b51a-aa287338793c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:36.291410 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:33:36.291410 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:33:36.291410 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:33:36.291410 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:33:36.291410 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:33:36.291410 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:33:36.291410 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:33:36.291410 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:33:36.291410 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:33:36.291410 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:33:36.291410 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:33:36.291410 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:33:36.291410 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:33:36.291410 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:33:36.291410 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:33:36.291410 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:33:36.291410 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:33:36.291410 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:33:36.291410 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:33:36.291410 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:33:36.291410 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:33:36.291410 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:33:36.291410 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:33:36.291410 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:33:36.291410 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:33:36.291410 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:33:36.291410 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:33:36.291410 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:33:36.291410 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:33:36.291410 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:33:36.291410 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:33:36.291410 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:33:36.304995 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07163a17-9f3a-4a13-9c1e-1acd5def414f', 'name': 'network-vif-deleted', 'tag': '9335df1e-0297-42ac-8b06-72fbb5b578ef'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:33:36.307314 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0dce82-5621-473b-901e-af8da9373510" -d '{"events": [{"server_uuid": "07163a17-9f3a-4a13-9c1e-1acd5def414f", "name": "network-vif-deleted", "tag": "9335df1e-0297-42ac-8b06-72fbb5b578ef"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:33:36.357537 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db68b045-903b-42ad-8d07-7475abec7373 x-openstack-request-id: req-db68b045-903b-42ad-8d07-7475abec7373 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:33:36.358815 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07163a17-9f3a-4a13-9c1e-1acd5def414f", "name": "network-vif-deleted", "tag": "9335df1e-0297-42ac-8b06-72fbb5b578ef", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:33:36.359076 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-db68b045-903b-42ad-8d07-7475abec7373 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:33:36.359925 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07163a17-9f3a-4a13-9c1e-1acd5def414f', 'name': 'network-vif-deleted', 'tag': '9335df1e-0297-42ac-8b06-72fbb5b578ef', 'status': 'completed', 'code': 200} Feb 17 17:33:36.376669 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-882d8a25-d813-4a7c-abb1-3e7cb29b1d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (210dd7a1-23b8-45c6-a401-b56590fcc3c1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:36.383203 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-882d8a25-d813-4a7c-abb1-3e7cb29b1d31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:36.388752 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-882d8a25-d813-4a7c-abb1-3e7cb29b1d31 admin admin] 10.222.0.87 "DELETE /v2.0/networks/210dd7a1-23b8-45c6-a401-b56590fcc3c1 HTTP/1.1" status: 204 len: 168 time: 0.5399401 Feb 17 17:33:36.393135 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42800) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:36.414594 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882d8a25-d813-4a7c-abb1-3e7cb29b1d31 admin admin] Pushing event deleted for resources: {'Network': ['ID=210dd7a1-23b8-45c6-a401-b56590fcc3c1,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:36.418510 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7db908a6-490e-433e-9769-9cf2152fa47f admin admin] Publish callbacks [] for security_group (435c4659-18b4-4004-9eab-18fae3af6a45), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:36.424419 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7db908a6-490e-433e-9769-9cf2152fa47f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (435c4659-18b4-4004-9eab-18fae3af6a45), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:36.457421 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7db908a6-490e-433e-9769-9cf2152fa47f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=19de6ddc6832410eb13305f0efba3ea2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4913120 Feb 17 17:33:36.463384 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ed824e4-6bcb-41d7-8ccb-c74e960816e1 admin admin] Deleting subnet 7eb9586b-767f-4704-8de7-b1b06d448ac8 {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:33:36.464063 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42804) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:36.477299 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4ed824e4-6bcb-41d7-8ccb-c74e960816e1 admin admin] Publish callbacks [] for subnet (7eb9586b-767f-4704-8de7-b1b06d448ac8), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:36.482230 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40b1001a-e04f-4a86-9a0e-bf986a2ffe07 req-9ae280ef-e784-430f-b30f-5befb740bd6e tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:33:36.497210 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348a8be4-318d-4993-9c4d-70d6b5b41cf2 None None] Sync routers for ids ['6bffef20-871a-4644-b44b-bf3c1e5042de'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:33:36.500627 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db908a6-490e-433e-9769-9cf2152fa47f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435c4659-18b4-4004-9eab-18fae3af6a45,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:36.513200 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348a8be4-318d-4993-9c4d-70d6b5b41cf2 None None] Routers {'6bffef20-871a-4644-b44b-bf3c1e5042de'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:33:36.514582 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-348a8be4-318d-4993-9c4d-70d6b5b41cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:33:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['6bffef20-871a-4644-b44b-bf3c1e5042de'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:33:36.542999 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cbe7f7c1-0a55-4c19-96d8-e40cdf829247 admin admin] Publish callbacks [] for security_group (435c4659-18b4-4004-9eab-18fae3af6a45), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:36.564740 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d66d5d-3cb7-457a-ae9c-2e6b0df7c889 req-03ade0f2-ec9a-4fc9-8597-b59484c008ea tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:36.572807 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-32d66d5d-3cb7-457a-ae9c-2e6b0df7c889 req-03ade0f2-ec9a-4fc9-8597-b59484c008ea tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2 HTTP/1.1" status: 200 len: 944 time: 0.2534006 Feb 17 17:33:36.579438 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cbe7f7c1-0a55-4c19-96d8-e40cdf829247 admin admin] Publish callbacks [] for security_group (435c4659-18b4-4004-9eab-18fae3af6a45), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:36.623048 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:36.662070 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cbe7f7c1-0a55-4c19-96d8-e40cdf829247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (435c4659-18b4-4004-9eab-18fae3af6a45), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:36.667502 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cbe7f7c1-0a55-4c19-96d8-e40cdf829247 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:36.670835 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-cbe7f7c1-0a55-4c19-96d8-e40cdf829247 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/435c4659-18b4-4004-9eab-18fae3af6a45 HTTP/1.1" status: 204 len: 168 time: 0.2042186 Feb 17 17:33:36.682704 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe7f7c1-0a55-4c19-96d8-e40cdf829247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435c4659-18b4-4004-9eab-18fae3af6a45,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:36.686163 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b1001a-e04f-4a86-9a0e-bf986a2ffe07 req-9ae280ef-e784-430f-b30f-5befb740bd6e tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] No DVR routers for this DVR port 977461a2-632f-4f73-8dd1-7713fa90e125 on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:33:36.689847 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4ed824e4-6bcb-41d7-8ccb-c74e960816e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (7eb9586b-767f-4704-8de7-b1b06d448ac8), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:36.695187 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-40b1001a-e04f-4a86-9a0e-bf986a2ffe07 req-9ae280ef-e784-430f-b30f-5befb740bd6e tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:36.699293 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-40b1001a-e04f-4a86-9a0e-bf986a2ffe07 req-9ae280ef-e784-430f-b30f-5befb740bd6e tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.71 "DELETE /v2.0/ports/977461a2-632f-4f73-8dd1-7713fa90e125 HTTP/1.1" status: 204 len: 173 time: 2.1667533 Feb 17 17:33:36.719546 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-348a8be4-318d-4993-9c4d-70d6b5b41cf2 None None] Set router 6bffef20-871a-4644-b44b-bf3c1e5042de gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:33:36.810828 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873fea3-afea-4cf8-8e0f-f21868f9b36f req-d01861a2-4657-478e-a85a-5fcfb66e2070 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:36.819688 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d873fea3-afea-4cf8-8e0f-f21868f9b36f req-d01861a2-4657-478e-a85a-5fcfb66e2070 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 949 time: 0.3629997 Feb 17 17:33:36.860718 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-32d66d5d-3cb7-457a-ae9c-2e6b0df7c889 req-1118f02b-7769-42e8-bc0b-e3a89891764a tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865632 Feb 17 17:33:36.911828 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8551c4-1e9e-4332-adc4-e65d30430be5 req-558a0eb3-33f3-4c69-adb2-c13d35a00d88 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:36.913994 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5d8551c4-1e9e-4332-adc4-e65d30430be5 req-558a0eb3-33f3-4c69-adb2-c13d35a00d88 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.91 "GET /v2.0/ports?device_id=ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2 HTTP/1.1" status: 200 len: 944 time: 0.4334595 Feb 17 17:33:36.930068 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4ed824e4-6bcb-41d7-8ccb-c74e960816e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (7eb9586b-767f-4704-8de7-b1b06d448ac8), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:37.196084 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-becba3f4-ef79-4533-ac72-e97df66c7168 req-3b31258b-2dfb-47d9-ab3a-ad5dab7b90ed tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9af662f-42f6-474a-88ab-f4fae63eb99b HTTP/1.1" status: 200 len: 210 time: 0.1509943 Feb 17 17:33:37.237187 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d873fea3-afea-4cf8-8e0f-f21868f9b36f req-9cf5ed5b-7925-4a54-ab0e-b8cdeae31427 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4163125 Feb 17 17:33:37.282322 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-348a8be4-318d-4993-9c4d-70d6b5b41cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bffef20-871a-4644-b44b-bf3c1e5042de', 'name': 'tempest-ServersTestBootFromVolume-255129370-router', 'tenant_id': 'fc553e94d63549b788478ed2c106f22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '91715d4f-8b4b-4b91-9e07-e38a1e33e62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:31:17Z', 'updated_at': '2022-02-17T17:31:21Z', 'revision_number': 4, 'project_id': 'fc553e94d63549b788478ed2c106f22c', 'gw_port': {'id': '91715d4f-8b4b-4b91-9e07-e38a1e33e62b', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bffef20-871a-4644-b44b-bf3c1e5042de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:31:18Z', 'updated_at': '2022-02-17T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'd9266947-287f-4f09-8dac-48391c5b5a42', 'name': '', 'network_id': 'c2cdbb84-b0de-49c6-9b88-405d1af9ccab', 'tenant_id': 'fc553e94d63549b788478ed2c106f22c', 'mac_address': 'fa:16:3e:2a:8f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bffef20-871a-4644-b44b-bf3c1e5042de', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '9656495d-68fd-4771-8cc2-ffde2cb90652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:31:20Z', 'updated_at': '2022-02-17T17:31:29Z', 'revision_number': 5, 'project_id': 'fc553e94d63549b788478ed2c106f22c', 'subnets': [{'id': '9656495d-68fd-4771-8cc2-ffde2cb90652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:33:37.326372 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4ed824e4-6bcb-41d7-8ccb-c74e960816e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (7eb9586b-767f-4704-8de7-b1b06d448ac8), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:37.354616 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348a8be4-318d-4993-9c4d-70d6b5b41cf2 None None] Checking router: 6bffef20-871a-4644-b44b-bf3c1e5042de for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:33:37.380156 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348a8be4-318d-4993-9c4d-70d6b5b41cf2 None None] Routers {'6bffef20-871a-4644-b44b-bf3c1e5042de'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:33:37.381116 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-348a8be4-318d-4993-9c4d-70d6b5b41cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:33:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['6bffef20-871a-4644-b44b-bf3c1e5042de'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:33:37.383068 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4ed824e4-6bcb-41d7-8ccb-c74e960816e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:37.391837 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42830) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:37.393017 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4ed824e4-6bcb-41d7-8ccb-c74e960816e1 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/7eb9586b-767f-4704-8de7-b1b06d448ac8 HTTP/1.1" status: 204 len: 168 time: 0.9987152 Feb 17 17:33:37.394403 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed824e4-6bcb-41d7-8ccb-c74e960816e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7eb9586b-767f-4704-8de7-b1b06d448ac8,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:37.426839 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-5d8551c4-1e9e-4332-adc4-e65d30430be5 req-02e46fae-6dc1-481b-a4f0-e9f49f3b7336 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Deleting port c0183381-28aa-489a-882a-7b5311d66f0b {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:33:37.427189 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-5d8551c4-1e9e-4332-adc4-e65d30430be5 req-02e46fae-6dc1-481b-a4f0-e9f49f3b7336 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (c0183381-28aa-489a-882a-7b5311d66f0b), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:37.560589 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-630328ad-957c-4725-993b-a62478c05782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (80a314a4-c993-4d2a-8343-3ae33652c10f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:37.601076 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-5d8551c4-1e9e-4332-adc4-e65d30430be5 req-02e46fae-6dc1-481b-a4f0-e9f49f3b7336 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] For port c0183381-28aa-489a-882a-7b5311d66f0b, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=c0183381-28aa-489a-882a-7b5311d66f0b,segment=NetworkSegment(00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be),segment_id=00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:33:37.601457 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-5d8551c4-1e9e-4332-adc4-e65d30430be5 req-02e46fae-6dc1-481b-a4f0-e9f49f3b7336 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (c0183381-28aa-489a-882a-7b5311d66f0b), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:37.637289 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 977461a2-632f-4f73-8dd1-7713fa90e125 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:33:37.640025 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-5d8551c4-1e9e-4332-adc4-e65d30430be5 req-02e46fae-6dc1-481b-a4f0-e9f49f3b7336 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Calling delete_port for c0183381-28aa-489a-882a-7b5311d66f0b owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:33:37.691495 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: 977461a2-632f-4f73-8dd1-7713fa90e125 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:33:37.691935 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 977461a2-632f-4f73-8dd1-7713fa90e125 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:33:37.730208 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-348a8be4-318d-4993-9c4d-70d6b5b41cf2 None None] Set router 6bffef20-871a-4644-b44b-bf3c1e5042de gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:33:37.754208 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-630328ad-957c-4725-993b-a62478c05782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (80a314a4-c993-4d2a-8343-3ae33652c10f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:37.805708 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-630328ad-957c-4725-993b-a62478c05782 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80a314a4-c993-4d2a-8343-3ae33652c10f']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:33:37.841292 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-630328ad-957c-4725-993b-a62478c05782 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3036493e-686d-4118-a468-61c5eedb2ca3') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:33:37.841764 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-630328ad-957c-4725-993b-a62478c05782 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3036493e-686d-4118-a468-61c5eedb2ca3') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:33:37.852979 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:37.869908 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-630328ad-957c-4725-993b-a62478c05782 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (3036493e-686d-4118-a468-61c5eedb2ca3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:37.904286 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-630328ad-957c-4725-993b-a62478c05782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (3036493e-686d-4118-a468-61c5eedb2ca3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:37.921179 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-630328ad-957c-4725-993b-a62478c05782 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:33:37.922732 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-630328ad-957c-4725-993b-a62478c05782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (3036493e-686d-4118-a468-61c5eedb2ca3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:37.927729 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:33:37.927729 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:33:37.927729 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:33:37.927729 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:33:37.927729 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:33:37.927729 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:33:37.927729 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:33:37.927729 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:33:37.927729 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:33:37.927729 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:33:37.927729 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:33:37.927729 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:33:37.927729 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:33:37.927729 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:33:37.927729 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:33:37.927729 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:33:37.927729 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:33:37.927729 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:33:37.927729 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:33:37.927729 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:33:37.927729 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:33:37.927729 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:33:37.927729 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:33:37.927729 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:33:37.927729 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:33:37.927729 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:33:37.927729 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:33:37.927729 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:33:37.927729 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:33:37.927729 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:33:37.927729 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:33:37.927729 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:33:37.964086 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-5d8551c4-1e9e-4332-adc4-e65d30430be5 req-02e46fae-6dc1-481b-a4f0-e9f49f3b7336 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (c0183381-28aa-489a-882a-7b5311d66f0b), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:38.035237 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e46fae-6dc1-481b-a4f0-e9f49f3b7336 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Pushing event deleted for resources: {'Port': ['ID=c0183381-28aa-489a-882a-7b5311d66f0b,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:38.101924 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-630328ad-957c-4725-993b-a62478c05782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (80a314a4-c993-4d2a-8343-3ae33652c10f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:38.114698 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-630328ad-957c-4725-993b-a62478c05782 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:38.122709 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-630328ad-957c-4725-993b-a62478c05782 admin admin] 10.222.0.87 "DELETE /v2.0/networks/80a314a4-c993-4d2a-8343-3ae33652c10f HTTP/1.1" status: 204 len: 168 time: 0.7296329 Feb 17 17:33:38.139375 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630328ad-957c-4725-993b-a62478c05782 admin admin] Pushing event deleted for resources: {'Network': ['ID=80a314a4-c993-4d2a-8343-3ae33652c10f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:38.142615 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-525e51dc-5beb-4d73-ade9-784a08d69600 req-dd5912dc-d3f6-4a09-9ece-6ac7e65ef4dd tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2 HTTP/1.1" status: 200 len: 210 time: 0.1103518 Feb 17 17:33:38.245151 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d8551c4-1e9e-4332-adc4-e65d30430be5 req-02e46fae-6dc1-481b-a4f0-e9f49f3b7336 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] No DVR routers for this DVR port c0183381-28aa-489a-882a-7b5311d66f0b on host n-h2-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:33:38.254194 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-5d8551c4-1e9e-4332-adc4-e65d30430be5 req-02e46fae-6dc1-481b-a4f0-e9f49f3b7336 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:38.257846 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5d8551c4-1e9e-4332-adc4-e65d30430be5 req-02e46fae-6dc1-481b-a4f0-e9f49f3b7336 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.91 "DELETE /v2.0/ports/c0183381-28aa-489a-882a-7b5311d66f0b HTTP/1.1" status: 204 len: 173 time: 1.2464585 Feb 17 17:33:38.265536 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-348a8be4-318d-4993-9c4d-70d6b5b41cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bffef20-871a-4644-b44b-bf3c1e5042de', 'name': 'tempest-ServersTestBootFromVolume-255129370-router', 'tenant_id': 'fc553e94d63549b788478ed2c106f22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '91715d4f-8b4b-4b91-9e07-e38a1e33e62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:31:17Z', 'updated_at': '2022-02-17T17:31:21Z', 'revision_number': 4, 'project_id': 'fc553e94d63549b788478ed2c106f22c', 'gw_port': {'id': '91715d4f-8b4b-4b91-9e07-e38a1e33e62b', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bffef20-871a-4644-b44b-bf3c1e5042de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:31:18Z', 'updated_at': '2022-02-17T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'd9266947-287f-4f09-8dac-48391c5b5a42', 'name': '', 'network_id': 'c2cdbb84-b0de-49c6-9b88-405d1af9ccab', 'tenant_id': 'fc553e94d63549b788478ed2c106f22c', 'mac_address': 'fa:16:3e:2a:8f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bffef20-871a-4644-b44b-bf3c1e5042de', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '9656495d-68fd-4771-8cc2-ffde2cb90652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:31:20Z', 'updated_at': '2022-02-17T17:31:29Z', 'revision_number': 5, 'project_id': 'fc553e94d63549b788478ed2c106f22c', 'subnets': [{'id': '9656495d-68fd-4771-8cc2-ffde2cb90652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:33:38.298286 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348a8be4-318d-4993-9c4d-70d6b5b41cf2 None None] The sync data for ids ['6bffef20-871a-4644-b44b-bf3c1e5042de'] in n-d-829613-2 is: [{'id': '6bffef20-871a-4644-b44b-bf3c1e5042de', 'name': 'tempest-ServersTestBootFromVolume-255129370-router', 'tenant_id': 'fc553e94d63549b788478ed2c106f22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '91715d4f-8b4b-4b91-9e07-e38a1e33e62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:31:17Z', 'updated_at': '2022-02-17T17:31:21Z', 'revision_number': 4, 'project_id': 'fc553e94d63549b788478ed2c106f22c', 'gw_port': {'id': '91715d4f-8b4b-4b91-9e07-e38a1e33e62b', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bffef20-871a-4644-b44b-bf3c1e5042de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:31:18Z', 'updated_at': '2022-02-17T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'd9266947-287f-4f09-8dac-48391c5b5a42', 'name': '', 'network_id': 'c2cdbb84-b0de-49c6-9b88-405d1af9ccab', 'tenant_id': 'fc553e94d63549b788478ed2c106f22c', 'mac_address': 'fa:16:3e:2a:8f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bffef20-871a-4644-b44b-bf3c1e5042de', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '9656495d-68fd-4771-8cc2-ffde2cb90652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:31:20Z', 'updated_at': '2022-02-17T17:31:29Z', 'revision_number': 5, 'project_id': 'fc553e94d63549b788478ed2c106f22c', 'subnets': [{'id': '9656495d-68fd-4771-8cc2-ffde2cb90652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:33:38.365612 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9af662f-42f6-474a-88ab-f4fae63eb99b', 'name': 'network-vif-deleted', 'tag': '977461a2-632f-4f73-8dd1-7713fa90e125'}, {'server_uuid': 'ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2', 'name': 'network-vif-deleted', 'tag': 'c0183381-28aa-489a-882a-7b5311d66f0b'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:33:38.365612 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf99d1e-17a7-43e2-a606-e6dc316092a3" -d '{"events": [{"server_uuid": "a9af662f-42f6-474a-88ab-f4fae63eb99b", "name": "network-vif-deleted", "tag": "977461a2-632f-4f73-8dd1-7713fa90e125"}, {"server_uuid": "ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2", "name": "network-vif-deleted", "tag": "c0183381-28aa-489a-882a-7b5311d66f0b"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:33:38.459138 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ccddb448-2bea-4da2-bbce-19f38f6d8b99 req-08f8638a-8187-4631-af39-7fc83fee6e88 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9af662f-42f6-474a-88ab-f4fae63eb99b HTTP/1.1" status: 200 len: 210 time: 0.0905504 Feb 17 17:33:38.534481 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 17 Feb 2022 17:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f51261-6e11-493b-95e7-3685eb248ed9 x-openstack-request-id: req-e1f51261-6e11-493b-95e7-3685eb248ed9 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:33:38.536596 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9af662f-42f6-474a-88ab-f4fae63eb99b", "name": "network-vif-deleted", "tag": "977461a2-632f-4f73-8dd1-7713fa90e125", "status": "completed", "code": 200}, {"server_uuid": "ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2", "name": "network-vif-deleted", "tag": "c0183381-28aa-489a-882a-7b5311d66f0b", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:33:38.537027 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e1f51261-6e11-493b-95e7-3685eb248ed9 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:33:38.537624 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9af662f-42f6-474a-88ab-f4fae63eb99b', 'name': 'network-vif-deleted', 'tag': '977461a2-632f-4f73-8dd1-7713fa90e125', 'status': 'completed', 'code': 200} Feb 17 17:33:38.538144 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab2961a1-c5ff-47ff-b1b6-76c1a3affcf2', 'name': 'network-vif-deleted', 'tag': 'c0183381-28aa-489a-882a-7b5311d66f0b', 'status': 'completed', 'code': 200} Feb 17 17:33:38.551533 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 9335df1e-0297-42ac-8b06-72fbb5b578ef no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:33:38.566388 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42862) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:38.587682 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2a379-edbd-4c8d-86a4-4a089a241b31 req-21cfda3e-5964-48b4-b700-50d14f63479c tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:38.589428 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d1d2a379-edbd-4c8d-86a4-4a089a241b31 req-21cfda3e-5964-48b4-b700-50d14f63479c tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 949 time: 0.1982517 Feb 17 17:33:38.595194 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: 9335df1e-0297-42ac-8b06-72fbb5b578ef {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:33:38.595930 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 9335df1e-0297-42ac-8b06-72fbb5b578ef not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:33:38.656441 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e8dd0807-36b5-4a29-93c4-045150426a6f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f8aea314af29468ab6557472620785fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0871055 Feb 17 17:33:38.656969 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42866) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:38.723202 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d1d2a379-edbd-4c8d-86a4-4a089a241b31 req-028ff16d-b20f-48dd-8e96-2eb9bfd4c49a tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250982 Feb 17 17:33:38.767692 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8cffdcb3-6dff-4620-8177-a28bc6ef2472 admin admin] Publish callbacks [] for security_group (64f42bcc-6d04-4be2-941a-44bb749c7fa7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:38.801467 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8cffdcb3-6dff-4620-8177-a28bc6ef2472 admin admin] Publish callbacks [] for security_group (64f42bcc-6d04-4be2-941a-44bb749c7fa7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:38.867244 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8cffdcb3-6dff-4620-8177-a28bc6ef2472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (64f42bcc-6d04-4be2-941a-44bb749c7fa7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:38.869900 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276ea762-dbe4-4a31-bdd6-460175fb50cf None None] New status for floating IP dc50cc2d-6266-49f9-9d3c-c1d55d66717e: DOWN {{(pid=103438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 17:33:38.870445 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8cffdcb3-6dff-4620-8177-a28bc6ef2472 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:38.871294 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8cffdcb3-6dff-4620-8177-a28bc6ef2472 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/64f42bcc-6d04-4be2-941a-44bb749c7fa7 HTTP/1.1" status: 204 len: 168 time: 0.2133582 Feb 17 17:33:38.893029 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cffdcb3-6dff-4620-8177-a28bc6ef2472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f42bcc-6d04-4be2-941a-44bb749c7fa7,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:38.972578 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:39.562565 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e71c0f-c683-49ba-9db6-bb354d6f2fa3 req-981014d9-5fa5-4a26-95b2-8c79d5fdd59e tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:39.564981 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-21e71c0f-c683-49ba-9db6-bb354d6f2fa3 req-981014d9-5fa5-4a26-95b2-8c79d5fdd59e tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=9accda19-65b6-4f5e-8a2b-7acd9fe528a3 HTTP/1.1" status: 200 len: 944 time: 0.0873311 Feb 17 17:33:39.608419 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c8135ef4-cc68-4569-b029-0d305bf0bee9 req-fa055a13-9ceb-4525-962b-71bb0082c672 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9af662f-42f6-474a-88ab-f4fae63eb99b HTTP/1.1" status: 200 len: 210 time: 0.0415268 Feb 17 17:33:39.646052 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42896) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:39.657953 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-21e71c0f-c683-49ba-9db6-bb354d6f2fa3 req-8626a7a4-f6d8-4040-9fe3-8958d78550db tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/security-groups?id=f57bb2f2-6c0f-4825-8b14-140f97e27194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823905 Feb 17 17:33:39.693812 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2ca8bf4c-af22-4b11-a8af-c56f9744f77c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7b8fa2b1c66c4ade87bb92223ae8b3aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0469358 Feb 17 17:33:39.696530 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42898) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:39.756073 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a62268dc-07ef-4aac-b4b5-b92b859c20d2 admin admin] Publish callbacks [] for security_group (62bd2aa0-d5a6-4a29-bad7-edfae2df6b9b), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:39.782004 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a62268dc-07ef-4aac-b4b5-b92b859c20d2 admin admin] Publish callbacks [] for security_group (62bd2aa0-d5a6-4a29-bad7-edfae2df6b9b), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:39.914880 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3f18e-d79c-4922-9778-84194266bbd4 req-fa3ec5f0-fa19-4140-8e31-c6427a7ef09e tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:39.916432 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b1e3f18e-d79c-4922-9778-84194266bbd4 req-fa3ec5f0-fa19-4140-8e31-c6427a7ef09e tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.91 "GET /v2.0/ports?device_id=9accda19-65b6-4f5e-8a2b-7acd9fe528a3 HTTP/1.1" status: 200 len: 944 time: 0.1307807 Feb 17 17:33:39.973427 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d70e1-15d1-4778-b343-eede548175f2 req-2d8230f8-c0ea-4a67-82fd-b312dccd9cf4 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:39.975062 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9e6d70e1-15d1-4778-b343-eede548175f2 req-2d8230f8-c0ea-4a67-82fd-b312dccd9cf4 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 949 time: 0.1191220 Feb 17 17:33:39.994834 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a62268dc-07ef-4aac-b4b5-b92b859c20d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (62bd2aa0-d5a6-4a29-bad7-edfae2df6b9b), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:39.997405 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a62268dc-07ef-4aac-b4b5-b92b859c20d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:40.001570 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a62268dc-07ef-4aac-b4b5-b92b859c20d2 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/62bd2aa0-d5a6-4a29-bad7-edfae2df6b9b HTTP/1.1" status: 204 len: 168 time: 0.3007965 Feb 17 17:33:40.032379 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62268dc-07ef-4aac-b4b5-b92b859c20d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62bd2aa0-d5a6-4a29-bad7-edfae2df6b9b,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:40.084661 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9e6d70e1-15d1-4778-b343-eede548175f2 req-89489cef-f227-4507-b903-9c2c188a4c97 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017711 Feb 17 17:33:40.090776 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-b1e3f18e-d79c-4922-9778-84194266bbd4 req-9e107df2-1be5-4c8b-be9a-1fda30094e89 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Deleting port d43be304-3921-4d97-85b8-73e6059cde84 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:33:40.091837 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b1e3f18e-d79c-4922-9778-84194266bbd4 req-9e107df2-1be5-4c8b-be9a-1fda30094e89 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (d43be304-3921-4d97-85b8-73e6059cde84), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:40.118072 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42910) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:40.212716 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-b1e3f18e-d79c-4922-9778-84194266bbd4 req-9e107df2-1be5-4c8b-be9a-1fda30094e89 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] For port d43be304-3921-4d97-85b8-73e6059cde84, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=d43be304-3921-4d97-85b8-73e6059cde84,segment=NetworkSegment(00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be),segment_id=00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:33:40.213088 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b1e3f18e-d79c-4922-9778-84194266bbd4 req-9e107df2-1be5-4c8b-be9a-1fda30094e89 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (d43be304-3921-4d97-85b8-73e6059cde84), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:40.229207 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-b1e3f18e-d79c-4922-9778-84194266bbd4 req-9e107df2-1be5-4c8b-be9a-1fda30094e89 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Calling delete_port for d43be304-3921-4d97-85b8-73e6059cde84 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:33:40.287366 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-5561d780-5937-4de6-8d51-398f3264b840 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1229920273', 'router:external': True}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:33:40.325608 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5561d780-5937-4de6-8d51-398f3264b840 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Made reservation on behalf of b17bbb97f82b447d95773a21da54fa68 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:33:40.331151 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5561d780-5937-4de6-8d51-398f3264b840 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:40.359782 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5561d780-5937-4de6-8d51-398f3264b840 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:40.483315 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b1e3f18e-d79c-4922-9778-84194266bbd4 req-9e107df2-1be5-4c8b-be9a-1fda30094e89 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (d43be304-3921-4d97-85b8-73e6059cde84), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:40.518182 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5561d780-5937-4de6-8d51-398f3264b840 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks [] for security_group (042591c2-d092-4795-bb91-8f9c2c30f1c4), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:40.523081 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5561d780-5937-4de6-8d51-398f3264b840 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (042591c2-d092-4795-bb91-8f9c2c30f1c4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:40.550419 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device c0183381-28aa-489a-882a-7b5311d66f0b no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:33:40.586474 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5561d780-5937-4de6-8d51-398f3264b840 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:33:40.600397 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e107df2-1be5-4c8b-be9a-1fda30094e89 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Pushing event deleted for resources: {'Port': ['ID=d43be304-3921-4d97-85b8-73e6059cde84,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:40.601693 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5561d780-5937-4de6-8d51-398f3264b840 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042591c2-d092-4795-bb91-8f9c2c30f1c4,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:40.609780 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5561d780-5937-4de6-8d51-398f3264b840 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (ba4f0328-06b1-483d-a7be-5d4a09dd100b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:40.610381 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-5561d780-5937-4de6-8d51-398f3264b840 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Added segment ba4f0328-06b1-483d-a7be-5d4a09dd100b of type vlan for network d4539352-d2fe-4622-9bc6-3229a8487f8b Feb 17 17:33:40.632254 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: c0183381-28aa-489a-882a-7b5311d66f0b {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:33:40.632648 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device c0183381-28aa-489a-882a-7b5311d66f0b not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:33:40.670108 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e3f18e-d79c-4922-9778-84194266bbd4 req-9e107df2-1be5-4c8b-be9a-1fda30094e89 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] No DVR routers for this DVR port d43be304-3921-4d97-85b8-73e6059cde84 on host n-h2-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:33:40.674979 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b1e3f18e-d79c-4922-9778-84194266bbd4 req-9e107df2-1be5-4c8b-be9a-1fda30094e89 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:40.682639 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5561d780-5937-4de6-8d51-398f3264b840 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (d4539352-d2fe-4622-9bc6-3229a8487f8b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:40.689885 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b1e3f18e-d79c-4922-9778-84194266bbd4 req-9e107df2-1be5-4c8b-be9a-1fda30094e89 tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.91 "DELETE /v2.0/ports/d43be304-3921-4d97-85b8-73e6059cde84 HTTP/1.1" status: 204 len: 173 time: 0.7669570 Feb 17 17:33:40.690184 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9accda19-65b6-4f5e-8a2b-7acd9fe528a3', 'name': 'network-vif-deleted', 'tag': 'd43be304-3921-4d97-85b8-73e6059cde84'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:33:40.696582 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e7cd1f-5072-4363-9ba0-fc6619533166" -d '{"events": [{"server_uuid": "9accda19-65b6-4f5e-8a2b-7acd9fe528a3", "name": "network-vif-deleted", "tag": "d43be304-3921-4d97-85b8-73e6059cde84"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:33:40.758480 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5561d780-5937-4de6-8d51-398f3264b840 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (d4539352-d2fe-4622-9bc6-3229a8487f8b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:40.759968 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5561d780-5937-4de6-8d51-398f3264b840 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:40.761415 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5561d780-5937-4de6-8d51-398f3264b840 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:40.788136 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7063ad14-807e-465e-9d59-03dab95831b5 x-openstack-request-id: req-7063ad14-807e-465e-9d59-03dab95831b5 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:33:40.788466 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9accda19-65b6-4f5e-8a2b-7acd9fe528a3", "name": "network-vif-deleted", "tag": "d43be304-3921-4d97-85b8-73e6059cde84", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:33:40.788731 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7063ad14-807e-465e-9d59-03dab95831b5 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:33:40.790804 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9accda19-65b6-4f5e-8a2b-7acd9fe528a3', 'name': 'network-vif-deleted', 'tag': 'd43be304-3921-4d97-85b8-73e6059cde84', 'status': 'completed', 'code': 200} Feb 17 17:33:40.846065 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5561d780-5937-4de6-8d51-398f3264b840 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7267785 Feb 17 17:33:40.849060 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42934) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:40.854960 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-c91c9403-2341-40eb-99ff-1e27df475ea4 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Request body: {'subnet': {'network_id': 'd4539352-d2fe-4622-9bc6-3229a8487f8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:33:40.882654 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b9a4440d-bc19-4ce3-bb96-9874d1e3a1d6 req-c1269c1d-b7b7-4edf-9b38-ae8b0a1fef54 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9af662f-42f6-474a-88ab-f4fae63eb99b HTTP/1.1" status: 200 len: 210 time: 0.1060469 Feb 17 17:33:40.903766 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5561d780-5937-4de6-8d51-398f3264b840 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Pushing event updated for resources: {'Network': ['ID=d4539352-d2fe-4622-9bc6-3229a8487f8b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:40.918258 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network d4539352-d2fe-4622-9bc6-3229a8487f8b details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:33:40.943671 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91c9403-2341-40eb-99ff-1e27df475ea4 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Made reservation on behalf of b17bbb97f82b447d95773a21da54fa68 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:33:40.969558 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c91c9403-2341-40eb-99ff-1e27df475ea4 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:40.987283 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1e86cd99-1301-4dc2-8139-02ae2a55fb44 req-4e148b28-47aa-4353-b2a1-2a9745fd2b4e tempest-LiveAutoBlockMigrationV225Test-1227362420 tempest-LiveAutoBlockMigrationV225Test-1227362420-project] 10.222.0.87 "GET /v2.0/ports?device_id=9accda19-65b6-4f5e-8a2b-7acd9fe528a3 HTTP/1.1" status: 200 len: 210 time: 0.0641339 Feb 17 17:33:41.301897 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27cb22-8abf-4422-8646-6fb202a636c8 req-7331ba08-e78c-41e6-a0f9-b6614930fa33 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:41.305353 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fb27cb22-8abf-4422-8646-6fb202a636c8 req-7331ba08-e78c-41e6-a0f9-b6614930fa33 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 949 time: 0.1087747 Feb 17 17:33:41.412803 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fb27cb22-8abf-4422-8646-6fb202a636c8 req-53400575-ea19-4051-9102-23fda81fb11f tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913301 Feb 17 17:33:41.716500 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42964) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:41.827881 n-d-829613-2 neutron-server[103434]: DEBUG neutron.objects.ports [None req-c91c9403-2341-40eb-99ff-1e27df475ea4 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103434) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 17 17:33:41.829025 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c91c9403-2341-40eb-99ff-1e27df475ea4 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (66d75698-2a15-4cf5-8217-c25d9702fc67), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:41.894300 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91c9403-2341-40eb-99ff-1e27df475ea4 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Pushing event updated for resources: {'Subnet': ['ID=66d75698-2a15-4cf5-8217-c25d9702fc67,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:41.903689 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91c9403-2341-40eb-99ff-1e27df475ea4 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Checking segment: {'id': 'ba4f0328-06b1-483d-a7be-5d4a09dd100b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd4539352-d2fe-4622-9bc6-3229a8487f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:33:41.904061 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91c9403-2341-40eb-99ff-1e27df475ea4 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Network hostable DHCP agents. Network: d4539352-d2fe-4622-9bc6-3229a8487f8b, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:33:41.924272 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-762a20ef-edd9-40f4-9a1f-356e8fcea813 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-604324597-network', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:33:41.936023 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91c9403-2341-40eb-99ff-1e27df475ea4 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Network d4539352-d2fe-4622-9bc6-3229a8487f8b is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:33:41.952680 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-c91c9403-2341-40eb-99ff-1e27df475ea4 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, d4539352-d2fe-4622-9bc6-3229a8487f8b) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:33:41.966666 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57403883-7d3e-44ca-94c7-ee0f02c1533a None None] Network d4539352-d2fe-4622-9bc6-3229a8487f8b requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:33:41.975147 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91c9403-2341-40eb-99ff-1e27df475ea4 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:41.975878 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c91c9403-2341-40eb-99ff-1e27df475ea4 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:41.976718 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762a20ef-edd9-40f4-9a1f-356e8fcea813 admin admin] Made reservation on behalf of 9dba40edc9c14b8fb9d6b4695dd74e24 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:33:41.979923 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-762a20ef-edd9-40f4-9a1f-356e8fcea813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:41.994448 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-762a20ef-edd9-40f4-9a1f-356e8fcea813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:41.999429 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c91c9403-2341-40eb-99ff-1e27df475ea4 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.1488857 Feb 17 17:33:42.002326 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42972) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:42.013393 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-bdef16e3-f471-4023-baff-7a2da1d017a9 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-185925565', 'network_id': 'd4539352-d2fe-4622-9bc6-3229a8487f8b'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:33:42.049268 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdef16e3-f471-4023-baff-7a2da1d017a9 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Made reservation on behalf of b17bbb97f82b447d95773a21da54fa68 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:33:42.053081 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bdef16e3-f471-4023-baff-7a2da1d017a9 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:42.073316 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42976) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:42.088145 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-bdef16e3-f471-4023-baff-7a2da1d017a9 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] device_id is not set on port bef6cff3-d93a-4757-b30b-6184a3c4fc4d yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:33:42.104331 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1ca6fc43-d0d0-4b10-989c-43074d6dc4ce req-3884f5f5-7253-4f55-8e28-f5ef9a263a3f tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9af662f-42f6-474a-88ab-f4fae63eb99b HTTP/1.1" status: 200 len: 210 time: 0.0520854 Feb 17 17:33:42.179676 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-762a20ef-edd9-40f4-9a1f-356e8fcea813 admin admin] Publish callbacks [] for security_group (dd538416-09bc-40c0-9215-332e74759dff), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:42.186638 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-762a20ef-edd9-40f4-9a1f-356e8fcea813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (dd538416-09bc-40c0-9215-332e74759dff), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:42.199884 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e5588c-2b46-4d52-b564-f3fe09e81602 None None] Network d4539352-d2fe-4622-9bc6-3229a8487f8b requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:33:42.233248 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-bdef16e3-f471-4023-baff-7a2da1d017a9 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Allocated IP 2001:db8::3b1 (d4539352-d2fe-4622-9bc6-3229a8487f8b/66d75698-2a15-4cf5-8217-c25d9702fc67/bef6cff3-d93a-4757-b30b-6184a3c4fc4d) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:33:42.240789 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-762a20ef-edd9-40f4-9a1f-356e8fcea813 admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:33:42.250548 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a20ef-edd9-40f4-9a1f-356e8fcea813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd538416-09bc-40c0-9215-332e74759dff,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:42.259743 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-762a20ef-edd9-40f4-9a1f-356e8fcea813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (101d171d-00e3-43dd-8059-643cfe6a6952), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:42.260214 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-762a20ef-edd9-40f4-9a1f-356e8fcea813 admin admin] Added segment 101d171d-00e3-43dd-8059-643cfe6a6952 of type vlan for network 3100c139-77f4-49d8-b7fa-b7a25c4ec3d8 Feb 17 17:33:42.362317 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-762a20ef-edd9-40f4-9a1f-356e8fcea813 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (3100c139-77f4-49d8-b7fa-b7a25c4ec3d8), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:42.413810 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-762a20ef-edd9-40f4-9a1f-356e8fcea813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (3100c139-77f4-49d8-b7fa-b7a25c4ec3d8), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:42.414983 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762a20ef-edd9-40f4-9a1f-356e8fcea813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:42.416525 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-762a20ef-edd9-40f4-9a1f-356e8fcea813 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:42.431704 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bdef16e3-f471-4023-baff-7a2da1d017a9 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks [] for port (bef6cff3-d93a-4757-b30b-6184a3c4fc4d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:42.469835 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-e67e06a4-1ba1-4a92-89eb-22a4ebad3dc5 admin admin] Deleting subnet d4b8c7cb-ffed-4089-8d05-52af74f92303 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:33:42.478347 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e67e06a4-1ba1-4a92-89eb-22a4ebad3dc5 admin admin] Publish callbacks [] for subnet (d4b8c7cb-ffed-4089-8d05-52af74f92303), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:42.498511 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-762a20ef-edd9-40f4-9a1f-356e8fcea813 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7800765 Feb 17 17:33:42.500271 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42990) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:42.534149 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e67e06a4-1ba1-4a92-89eb-22a4ebad3dc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (d4b8c7cb-ffed-4089-8d05-52af74f92303), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:42.548547 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-b954480f-dd27-40c0-9b44-954ae7a60925 admin admin] Request body: {'subnet': {'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-604324597-subnet', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:33:42.553197 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a20ef-edd9-40f4-9a1f-356e8fcea813 admin admin] Pushing event updated for resources: {'Network': ['ID=3100c139-77f4-49d8-b7fa-b7a25c4ec3d8,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:42.566450 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 3100c139-77f4-49d8-b7fa-b7a25c4ec3d8 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:33:42.571064 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bdef16e3-f471-4023-baff-7a2da1d017a9 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (bef6cff3-d93a-4757-b30b-6184a3c4fc4d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:42.628210 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdef16e3-f471-4023-baff-7a2da1d017a9 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Network d4539352-d2fe-4622-9bc6-3229a8487f8b is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:33:42.634881 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b954480f-dd27-40c0-9b44-954ae7a60925 admin admin] Made reservation on behalf of 9dba40edc9c14b8fb9d6b4695dd74e24 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:33:42.638290 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-bdef16e3-f471-4023-baff-7a2da1d017a9 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:33:42.638498 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b954480f-dd27-40c0-9b44-954ae7a60925 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:42.659358 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdef16e3-f471-4023-baff-7a2da1d017a9 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:33:42.660773 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdef16e3-f471-4023-baff-7a2da1d017a9 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:42.661810 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bdef16e3-f471-4023-baff-7a2da1d017a9 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:42.677182 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e67e06a4-1ba1-4a92-89eb-22a4ebad3dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (d4b8c7cb-ffed-4089-8d05-52af74f92303), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:42.678594 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2860613-4876-45fd-a153-f8157b0af227 req-be79fbc9-b4ca-4359-b416-7591b26647e8 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:42.680184 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c2860613-4876-45fd-a153-f8157b0af227 req-be79fbc9-b4ca-4359-b416-7591b26647e8 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 949 time: 0.1373448 Feb 17 17:33:42.706571 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdef16e3-f471-4023-baff-7a2da1d017a9 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Pushing event updated for resources: {'Port': ['ID=bef6cff3-d93a-4757-b30b-6184a3c4fc4d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:42.740011 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bdef16e3-f471-4023-baff-7a2da1d017a9 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7334263 Feb 17 17:33:42.743210 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42994) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:42.804296 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c2860613-4876-45fd-a153-f8157b0af227 req-3dd828f1-351b-44fd-a93e-a26522431a8d tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165767 Feb 17 17:33:42.806758 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e67e06a4-1ba1-4a92-89eb-22a4ebad3dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (d4b8c7cb-ffed-4089-8d05-52af74f92303), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:42.869980 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e06a4-1ba1-4a92-89eb-22a4ebad3dc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4b8c7cb-ffed-4089-8d05-52af74f92303,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:42.882319 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e67e06a4-1ba1-4a92-89eb-22a4ebad3dc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:42.888647 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e67e06a4-1ba1-4a92-89eb-22a4ebad3dc5 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/d4b8c7cb-ffed-4089-8d05-52af74f92303 HTTP/1.1" status: 204 len: 168 time: 0.8137550 Feb 17 17:33:42.891055 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42998) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:42.966993 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b954480f-dd27-40c0-9b44-954ae7a60925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (fcea941e-c7ab-41fc-b153-28fd81921144), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:42.975880 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fabc2274-020d-48bf-b567-e2c9db706e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (5dbbad70-2eaf-4ac4-baab-330b001075bb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:42.986672 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-b79817e0-8d04-437d-ae34-440d6f34aa47 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Deleting port bef6cff3-d93a-4757-b30b-6184a3c4fc4d {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:33:42.987015 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b79817e0-8d04-437d-ae34-440d6f34aa47 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (bef6cff3-d93a-4757-b30b-6184a3c4fc4d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:43.048291 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b954480f-dd27-40c0-9b44-954ae7a60925 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcea941e-c7ab-41fc-b153-28fd81921144,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:43.070532 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b954480f-dd27-40c0-9b44-954ae7a60925 admin admin] Checking segment: {'id': '101d171d-00e3-43dd-8059-643cfe6a6952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:33:43.070950 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b954480f-dd27-40c0-9b44-954ae7a60925 admin admin] Network hostable DHCP agents. Network: 3100c139-77f4-49d8-b7fa-b7a25c4ec3d8, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:33:43.098616 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b954480f-dd27-40c0-9b44-954ae7a60925 admin admin] Network 3100c139-77f4-49d8-b7fa-b7a25c4ec3d8 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:33:43.114608 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-b954480f-dd27-40c0-9b44-954ae7a60925 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 3100c139-77f4-49d8-b7fa-b7a25c4ec3d8) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:33:43.120380 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b954480f-dd27-40c0-9b44-954ae7a60925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:43.121327 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b954480f-dd27-40c0-9b44-954ae7a60925 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:43.127386 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fabc2274-020d-48bf-b567-e2c9db706e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (5dbbad70-2eaf-4ac4-baab-330b001075bb), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:43.133755 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869b7ad9-4218-49ad-b7ef-8ed050ae2210 None None] Network 3100c139-77f4-49d8-b7fa-b7a25c4ec3d8 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:33:43.160444 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b79817e0-8d04-437d-ae34-440d6f34aa47 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (bef6cff3-d93a-4757-b30b-6184a3c4fc4d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:43.163875 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-fabc2274-020d-48bf-b567-e2c9db706e3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dbbad70-2eaf-4ac4-baab-330b001075bb']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:33:43.169496 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b954480f-dd27-40c0-9b44-954ae7a60925 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6270847 Feb 17 17:33:43.172389 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43006) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:43.182943 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-fabc2274-020d-48bf-b567-e2c9db706e3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:33:43.183302 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-fabc2274-020d-48bf-b567-e2c9db706e3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:33:43.185159 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-b79817e0-8d04-437d-ae34-440d6f34aa47 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Calling delete_port for bef6cff3-d93a-4757-b30b-6184a3c4fc4d owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:33:43.188478 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-36d4d2f0-358e-46a1-8bf2-9c73bdb861bf admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-604324597-router', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:33:43.198117 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fabc2274-020d-48bf-b567-e2c9db706e3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:43.249880 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fabc2274-020d-48bf-b567-e2c9db706e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:43.259614 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fabc2274-020d-48bf-b567-e2c9db706e3c admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:33:43.260017 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fabc2274-020d-48bf-b567-e2c9db706e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (00368bf0-89f0-4e7c-a2f9-e1f59d9dc0be), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:43.264668 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:33:43.264668 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:33:43.264668 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:33:43.264668 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:33:43.264668 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:33:43.264668 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:33:43.264668 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:33:43.264668 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:33:43.264668 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:33:43.264668 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:33:43.264668 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:33:43.264668 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:33:43.264668 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:33:43.264668 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:33:43.264668 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:33:43.264668 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:33:43.264668 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:33:43.264668 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:33:43.264668 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:33:43.264668 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:33:43.264668 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:33:43.264668 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:33:43.264668 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:33:43.264668 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:33:43.264668 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:33:43.264668 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:33:43.264668 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:33:43.264668 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:33:43.264668 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:33:43.264668 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:33:43.264668 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:33:43.264668 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:33:43.305358 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-36d4d2f0-358e-46a1-8bf2-9c73bdb861bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:43.306444 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-36d4d2f0-358e-46a1-8bf2-9c73bdb861bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:43.312203 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dfd307eb-9601-4eb9-b2f3-fc7ff5328ed0 req-3960dcbe-bb26-4392-8c4a-9e9b23f84250 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9af662f-42f6-474a-88ab-f4fae63eb99b HTTP/1.1" status: 200 len: 210 time: 0.0925202 Feb 17 17:33:43.351090 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf5b343-74ca-487c-bcd7-a0a389923d88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-3100c139-77f4-49d8-b7fa-b7a25c4ec3d8', 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8', 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'fixed_ips': [{'subnet_id': 'fcea941e-c7ab-41fc-b153-28fd81921144'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:33:43.352036 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fcf5b343-74ca-487c-bcd7-a0a389923d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:43.438701 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-36d4d2f0-358e-46a1-8bf2-9c73bdb861bf admin admin] Publish callbacks [] for router_controller (0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec), precommit_add_association {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:43.475487 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b79817e0-8d04-437d-ae34-440d6f34aa47 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (bef6cff3-d93a-4757-b30b-6184a3c4fc4d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:43.493329 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fabc2274-020d-48bf-b567-e2c9db706e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (5dbbad70-2eaf-4ac4-baab-330b001075bb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:43.538742 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fabc2274-020d-48bf-b567-e2c9db706e3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:43.547208 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fabc2274-020d-48bf-b567-e2c9db706e3c admin admin] 10.222.0.87 "DELETE /v2.0/networks/5dbbad70-2eaf-4ac4-baab-330b001075bb HTTP/1.1" status: 204 len: 168 time: 0.6520176 Feb 17 17:33:43.547915 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43012) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:43.561988 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabc2274-020d-48bf-b567-e2c9db706e3c admin admin] Pushing event deleted for resources: {'Network': ['ID=5dbbad70-2eaf-4ac4-baab-330b001075bb,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:43.564274 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79817e0-8d04-437d-ae34-440d6f34aa47 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Pushing event deleted for resources: {'Port': ['ID=bef6cff3-d93a-4757-b30b-6184a3c4fc4d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:43.569107 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b79817e0-8d04-437d-ae34-440d6f34aa47 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:43.576102 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b79817e0-8d04-437d-ae34-440d6f34aa47 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] 10.222.0.87 "DELETE /v2.0/ports/bef6cff3-d93a-4757-b30b-6184a3c4fc4d HTTP/1.1" status: 204 len: 168 time: 0.8285813 Feb 17 17:33:43.576102 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43014) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:43.581032 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-bc96579d-c839-4d17-9874-0811a1287baa tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd4539352-d2fe-4622-9bc6-3229a8487f8b', 'external_fixed_ips': [{'subnet_id': '66d75698-2a15-4cf5-8217-c25d9702fc67', 'ip_address': '2001:db8::3b1'}]}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:33:43.609976 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bc96579d-c839-4d17-9874-0811a1287baa tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (e6af7a39-7b83-438d-872b-849cb1f84bb3), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:43.611157 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bc96579d-c839-4d17-9874-0811a1287baa tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (e6af7a39-7b83-438d-872b-849cb1f84bb3), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:43.614138 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-fcf5b343-74ca-487c-bcd7-a0a389923d88 None None] Allocated IP 172.20.0.2 (3100c139-77f4-49d8-b7fa-b7a25c4ec3d8/fcea941e-c7ab-41fc-b153-28fd81921144/571b842c-bb7c-4087-b29a-da96291c53bc) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:33:43.694405 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ef1bc4e-a7e3-4d8e-bd8c-56993f452df9 admin admin] Deleting subnet a382fb36-cb12-48bd-989a-36aeb5534229 {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:33:43.701936 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5ef1bc4e-a7e3-4d8e-bd8c-56993f452df9 admin admin] Publish callbacks [] for subnet (a382fb36-cb12-48bd-989a-36aeb5534229), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:43.740445 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bc96579d-c839-4d17-9874-0811a1287baa tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks [] for router_controller (e6af7a39-7b83-438d-872b-849cb1f84bb3), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:43.812543 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fcf5b343-74ca-487c-bcd7-a0a389923d88 None None] Publish callbacks [] for port (571b842c-bb7c-4087-b29a-da96291c53bc), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:43.822817 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fcf5b343-74ca-487c-bcd7-a0a389923d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (571b842c-bb7c-4087-b29a-da96291c53bc), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:43.832048 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5ef1bc4e-a7e3-4d8e-bd8c-56993f452df9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (a382fb36-cb12-48bd-989a-36aeb5534229), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:43.864121 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-36d4d2f0-358e-46a1-8bf2-9c73bdb861bf admin admin] Publish callbacks [] for router_gateway (0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:43.890875 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf5b343-74ca-487c-bcd7-a0a389923d88 None None] Pushing event updated for resources: {'Port': ['ID=571b842c-bb7c-4087-b29a-da96291c53bc,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:43.900819 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5b343-74ca-487c-bcd7-a0a389923d88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:33:43.901258 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5b343-74ca-487c-bcd7-a0a389923d88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:33:43.901701 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5b343-74ca-487c-bcd7-a0a389923d88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:33:43.902126 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5b343-74ca-487c-bcd7-a0a389923d88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:33:43.902735 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5b343-74ca-487c-bcd7-a0a389923d88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:33:43.902884 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5b343-74ca-487c-bcd7-a0a389923d88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:33:43.903375 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5b343-74ca-487c-bcd7-a0a389923d88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:33:43.903780 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5b343-74ca-487c-bcd7-a0a389923d88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:33:43.904221 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5b343-74ca-487c-bcd7-a0a389923d88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:33:43.905251 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5b343-74ca-487c-bcd7-a0a389923d88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:33:43.905660 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5b343-74ca-487c-bcd7-a0a389923d88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:33:43.906054 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5b343-74ca-487c-bcd7-a0a389923d88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:33:43.906447 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf5b343-74ca-487c-bcd7-a0a389923d88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:33:43.921323 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf5b343-74ca-487c-bcd7-a0a389923d88 None None] Network 3100c139-77f4-49d8-b7fa-b7a25c4ec3d8 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:33:43.923519 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-fcf5b343-74ca-487c-bcd7-a0a389923d88 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:33:43.926996 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5ef1bc4e-a7e3-4d8e-bd8c-56993f452df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (a382fb36-cb12-48bd-989a-36aeb5534229), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:43.932255 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf5b343-74ca-487c-bcd7-a0a389923d88 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:33:44.046595 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-fcf5b343-74ca-487c-bcd7-a0a389923d88 None None] Attempting to bind port 571b842c-bb7c-4087-b29a-da96291c53bc on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:33:44.048061 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-fcf5b343-74ca-487c-bcd7-a0a389923d88 None None] Attempting to bind port 571b842c-bb7c-4087-b29a-da96291c53bc by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '101d171d-00e3-43dd-8059-643cfe6a6952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:33:44.048460 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bc96579d-c839-4d17-9874-0811a1287baa tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks [] for router_gateway (e6af7a39-7b83-438d-872b-849cb1f84bb3), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:44.049260 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf5b343-74ca-487c-bcd7-a0a389923d88 None None] Attempting to bind port 571b842c-bb7c-4087-b29a-da96291c53bc on network 3100c139-77f4-49d8-b7fa-b7a25c4ec3d8 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:33:44.064450 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf5b343-74ca-487c-bcd7-a0a389923d88 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:33:44.068584 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf5b343-74ca-487c-bcd7-a0a389923d88 None None] Checking segment: {'id': '101d171d-00e3-43dd-8059-643cfe6a6952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:33:44.069176 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fcf5b343-74ca-487c-bcd7-a0a389923d88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:44.069715 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf5b343-74ca-487c-bcd7-a0a389923d88 None None] Bound using segment: {'id': '101d171d-00e3-43dd-8059-643cfe6a6952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:33:44.070846 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-fcf5b343-74ca-487c-bcd7-a0a389923d88 None None] Bound port: 571b842c-bb7c-4087-b29a-da96291c53bc, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '101d171d-00e3-43dd-8059-643cfe6a6952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:33:44.075729 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fcf5b343-74ca-487c-bcd7-a0a389923d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (571b842c-bb7c-4087-b29a-da96291c53bc), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:44.080479 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5ef1bc4e-a7e3-4d8e-bd8c-56993f452df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (a382fb36-cb12-48bd-989a-36aeb5534229), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:44.157749 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-fcf5b343-74ca-487c-bcd7-a0a389923d88 None None] For port 571b842c-bb7c-4087-b29a-da96291c53bc, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:33:44.164216 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-fcf5b343-74ca-487c-bcd7-a0a389923d88 None None] For port 571b842c-bb7c-4087-b29a-da96291c53bc, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=571b842c-bb7c-4087-b29a-da96291c53bc,segment=NetworkSegment(101d171d-00e3-43dd-8059-643cfe6a6952),segment_id=101d171d-00e3-43dd-8059-643cfe6a6952)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:33:44.169414 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fcf5b343-74ca-487c-bcd7-a0a389923d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (571b842c-bb7c-4087-b29a-da96291c53bc), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:44.181486 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77a54c-0929-426f-a79c-0ffe2b6a66a3 req-d7d8b6e2-fc49-4c20-8820-075ba3e44928 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:44.188347 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6e77a54c-0929-426f-a79c-0ffe2b6a66a3 req-d7d8b6e2-fc49-4c20-8820-075ba3e44928 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 949 time: 0.2174635 Feb 17 17:33:44.199385 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef1bc4e-a7e3-4d8e-bd8c-56993f452df9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a382fb36-cb12-48bd-989a-36aeb5534229,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:44.202238 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5ef1bc4e-a7e3-4d8e-bd8c-56993f452df9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:44.207430 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-5ef1bc4e-a7e3-4d8e-bd8c-56993f452df9 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/a382fb36-cb12-48bd-989a-36aeb5534229 HTTP/1.1" status: 204 len: 168 time: 0.6565952 Feb 17 17:33:44.208968 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43022) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:44.241890 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf5b343-74ca-487c-bcd7-a0a389923d88 None None] Pushing event updated for resources: {'Port': ['ID=571b842c-bb7c-4087-b29a-da96291c53bc,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:44.427481 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6e77a54c-0929-426f-a79c-0ffe2b6a66a3 req-eacd672b-61a8-48b3-b589-d989c3446115 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326131 Feb 17 17:33:44.435246 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf7e625b-5cf8-404e-8767-116d85451e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (8e39373e-1a2f-4fb1-b2d9-6ac651d8fdcd), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:44.535324 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a3b6716f-d3b1-4778-bf16-1b777d3bf247 req-8302c4b3-800c-482f-a073-afe0b31a29ef tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9af662f-42f6-474a-88ab-f4fae63eb99b HTTP/1.1" status: 200 len: 210 time: 0.0964999 Feb 17 17:33:44.581791 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device d43be304-3921-4d97-85b8-73e6059cde84 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:33:44.596575 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-36d4d2f0-358e-46a1-8bf2-9c73bdb861bf admin admin] Publish callbacks [] for router_gateway (0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:44.627041 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: d43be304-3921-4d97-85b8-73e6059cde84 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:33:44.627395 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device d43be304-3921-4d97-85b8-73e6059cde84 not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:33:44.658848 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-36d4d2f0-358e-46a1-8bf2-9c73bdb861bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:44.819215 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 571b842c-bb7c-4087-b29a-da96291c53bc up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:33:44.857060 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf7e625b-5cf8-404e-8767-116d85451e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (8e39373e-1a2f-4fb1-b2d9-6ac651d8fdcd), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:44.861129 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bc96579d-c839-4d17-9874-0811a1287baa tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks [] for router_gateway (e6af7a39-7b83-438d-872b-849cb1f84bb3), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:44.869315 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-36d4d2f0-358e-46a1-8bf2-9c73bdb861bf admin admin] Allocated IP 172.25.8.69 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/996a6547-d632-4ab5-a3ba-ee048f1ef2b3) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:33:44.913716 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bc96579d-c839-4d17-9874-0811a1287baa tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:44.935095 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-bf7e625b-5cf8-404e-8767-116d85451e0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e39373e-1a2f-4fb1-b2d9-6ac651d8fdcd']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:33:44.956127 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 571b842c-bb7c-4087-b29a-da96291c53bc triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:33:44.956127 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (571b842c-bb7c-4087-b29a-da96291c53bc), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:44.964999 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-bf7e625b-5cf8-404e-8767-116d85451e0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaae394b-603d-44ee-9d86-7ce92c5991b6') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:33:44.965746 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-bf7e625b-5cf8-404e-8767-116d85451e0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaae394b-603d-44ee-9d86-7ce92c5991b6') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:33:45.017358 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf7e625b-5cf8-404e-8767-116d85451e0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (aaae394b-603d-44ee-9d86-7ce92c5991b6), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:45.018086 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-36d4d2f0-358e-46a1-8bf2-9c73bdb861bf admin admin] Publish callbacks [] for port (996a6547-d632-4ab5-a3ba-ee048f1ef2b3), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:45.045777 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf7e625b-5cf8-404e-8767-116d85451e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (aaae394b-603d-44ee-9d86-7ce92c5991b6), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:45.053579 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf7e625b-5cf8-404e-8767-116d85451e0d admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:33:45.054285 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf7e625b-5cf8-404e-8767-116d85451e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (aaae394b-603d-44ee-9d86-7ce92c5991b6), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:45.085872 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-36d4d2f0-358e-46a1-8bf2-9c73bdb861bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (996a6547-d632-4ab5-a3ba-ee048f1ef2b3), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:45.110557 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 571b842c-bb7c-4087-b29a-da96291c53bc is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:33:45.112227 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (571b842c-bb7c-4087-b29a-da96291c53bc), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:45.140941 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:33:45.140941 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:33:45.140941 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:33:45.140941 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:33:45.140941 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:33:45.140941 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:33:45.140941 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:33:45.140941 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:33:45.140941 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:33:45.140941 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:33:45.140941 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:33:45.140941 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:33:45.140941 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:33:45.140941 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:33:45.140941 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:33:45.140941 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:33:45.140941 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:33:45.140941 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:33:45.140941 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:33:45.140941 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:33:45.140941 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:33:45.140941 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:33:45.140941 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:33:45.140941 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:33:45.140941 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:33:45.140941 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:33:45.140941 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:33:45.140941 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:33:45.140941 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:33:45.140941 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:33:45.140941 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:33:45.140941 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:33:45.153805 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d4d2f0-358e-46a1-8bf2-9c73bdb861bf admin admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:33:45.167404 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-36d4d2f0-358e-46a1-8bf2-9c73bdb861bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:33:45.177037 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d4d2f0-358e-46a1-8bf2-9c73bdb861bf admin admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:33:45.194405 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf7e625b-5cf8-404e-8767-116d85451e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (8e39373e-1a2f-4fb1-b2d9-6ac651d8fdcd), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:45.199420 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 571b842c-bb7c-4087-b29a-da96291c53bc, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=571b842c-bb7c-4087-b29a-da96291c53bc,segment=NetworkSegment(101d171d-00e3-43dd-8059-643cfe6a6952),segment_id=101d171d-00e3-43dd-8059-643cfe6a6952)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:33:45.203030 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf7e625b-5cf8-404e-8767-116d85451e0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:45.211313 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (571b842c-bb7c-4087-b29a-da96291c53bc), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:45.219884 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bf7e625b-5cf8-404e-8767-116d85451e0d admin admin] 10.222.0.87 "DELETE /v2.0/networks/8e39373e-1a2f-4fb1-b2d9-6ac651d8fdcd HTTP/1.1" status: 204 len: 168 time: 1.0085547 Feb 17 17:33:45.261096 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e625b-5cf8-404e-8767-116d85451e0d admin admin] Pushing event deleted for resources: {'Network': ['ID=8e39373e-1a2f-4fb1-b2d9-6ac651d8fdcd,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:45.288972 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d4d2f0-358e-46a1-8bf2-9c73bdb861bf admin admin] Pushing event updated for resources: {'Port': ['ID=996a6547-d632-4ab5-a3ba-ee048f1ef2b3,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:45.346348 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=571b842c-bb7c-4087-b29a-da96291c53bc,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:45.366177 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-bc96579d-c839-4d17-9874-0811a1287baa tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Allocated IP 2001:db8::3b1 (d4539352-d2fe-4622-9bc6-3229a8487f8b/66d75698-2a15-4cf5-8217-c25d9702fc67/e681d02e-4130-46a2-a0d3-cc056ddb6001) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:33:45.476067 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43038) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:45.568311 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6a5a9daf-10ec-4763-bb1e-5512259de7d8 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5bb8389d8da44943868afc5c1f119806&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0897169 Feb 17 17:33:45.577582 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43042) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:45.682307 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bc96579d-c839-4d17-9874-0811a1287baa tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks [] for port (e681d02e-4130-46a2-a0d3-cc056ddb6001), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:45.755844 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fbfd52d1-e164-42aa-8d5c-30f5c466773c admin admin] Publish callbacks [] for security_group (f57bb2f2-6c0f-4825-8b14-140f97e27194), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:45.794487 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43048) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:45.812627 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fbfd52d1-e164-42aa-8d5c-30f5c466773c admin admin] Publish callbacks [] for security_group (f57bb2f2-6c0f-4825-8b14-140f97e27194), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:45.823797 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18393379-846f-43b8-8244-775cf3bdb45a None None] Network 3100c139-77f4-49d8-b7fa-b7a25c4ec3d8 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:33:45.885634 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bc96579d-c839-4d17-9874-0811a1287baa tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (e681d02e-4130-46a2-a0d3-cc056ddb6001), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:45.926109 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6561ba43-0992-4588-a990-0dd95c528836 req-2ac3fb05-6168-406d-b1dd-1ae7b892f1ac tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9af662f-42f6-474a-88ab-f4fae63eb99b HTTP/1.1" status: 200 len: 210 time: 0.0681648 Feb 17 17:33:45.945960 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-ce82d815-4e0d-4849-996a-57e1b2898ff1 None None] Provisioning complete for port 571b842c-bb7c-4087-b29a-da96291c53bc triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:33:45.947870 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ce82d815-4e0d-4849-996a-57e1b2898ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (571b842c-bb7c-4087-b29a-da96291c53bc), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:45.989972 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc96579d-c839-4d17-9874-0811a1287baa tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Network d4539352-d2fe-4622-9bc6-3229a8487f8b is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:33:45.999387 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-bc96579d-c839-4d17-9874-0811a1287baa tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:33:46.007452 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc96579d-c839-4d17-9874-0811a1287baa tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:33:46.009208 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0bb02f-8e28-4a60-8ba0-1c23c587686d req-e2d00e2b-8b61-4895-9fe5-d45e276d8026 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:46.010852 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0b0bb02f-8e28-4a60-8ba0-1c23c587686d req-e2d00e2b-8b61-4895-9fe5-d45e276d8026 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 949 time: 0.1510365 Feb 17 17:33:46.107494 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc96579d-c839-4d17-9874-0811a1287baa tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Pushing event updated for resources: {'Port': ['ID=e681d02e-4130-46a2-a0d3-cc056ddb6001,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:46.114028 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8fcff0b5-224e-46e0-ab27-1ce41599c6b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:46.127515 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fbfd52d1-e164-42aa-8d5c-30f5c466773c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (f57bb2f2-6c0f-4825-8b14-140f97e27194), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:46.130919 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fbfd52d1-e164-42aa-8d5c-30f5c466773c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:46.132875 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fbfd52d1-e164-42aa-8d5c-30f5c466773c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f57bb2f2-6c0f-4825-8b14-140f97e27194 HTTP/1.1" status: 204 len: 168 time: 0.5540161 Feb 17 17:33:46.154727 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0b0bb02f-8e28-4a60-8ba0-1c23c587686d req-f38d7732-7b74-46e7-a4af-81a9aece0ea6 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016655 Feb 17 17:33:46.177977 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-36d4d2f0-358e-46a1-8bf2-9c73bdb861bf admin admin] Publish callbacks [] for router_gateway (0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:46.185712 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-ce82d815-4e0d-4849-996a-57e1b2898ff1 None None] Current status of the port 571b842c-bb7c-4087-b29a-da96291c53bc is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:33:46.214311 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd52d1-e164-42aa-8d5c-30f5c466773c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57bb2f2-6c0f-4825-8b14-140f97e27194,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:46.402168 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bc96579d-c839-4d17-9874-0811a1287baa tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks [] for router_gateway (e6af7a39-7b83-438d-872b-849cb1f84bb3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:46.492901 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-36d4d2f0-358e-46a1-8bf2-9c73bdb861bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:46.525952 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8fcff0b5-224e-46e0-ab27-1ce41599c6b6 admin admin] Publish callbacks [] for security_group (b4b32dae-3791-4d3b-b89a-c8066c020131), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:46.537915 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8fcff0b5-224e-46e0-ab27-1ce41599c6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (b4b32dae-3791-4d3b-b89a-c8066c020131), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:46.577574 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8fcff0b5-224e-46e0-ab27-1ce41599c6b6 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a783927636104b0d8b2a357bb28bf21f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7760367 Feb 17 17:33:46.578716 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43056) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:46.613474 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-ff75a57c-3863-4f7b-8480-dad338b64ccd None None] Provisioning complete for port 571b842c-bb7c-4087-b29a-da96291c53bc triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:33:46.614055 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ff75a57c-3863-4f7b-8480-dad338b64ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (571b842c-bb7c-4087-b29a-da96291c53bc), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:46.620818 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcff0b5-224e-46e0-ab27-1ce41599c6b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b32dae-3791-4d3b-b89a-c8066c020131,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:46.629348 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43058) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:46.721841 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-ff75a57c-3863-4f7b-8480-dad338b64ccd None None] Current status of the port 571b842c-bb7c-4087-b29a-da96291c53bc is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:33:46.751823 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-52cde599-dfda-4b30-937a-c61facbe7347 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1ec41dd92c974bda8722138cca6462fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1188874 Feb 17 17:33:46.754274 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43060) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:46.816485 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 571b842c-bb7c-4087-b29a-da96291c53bc up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:33:46.848030 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3249080-be2c-4f01-a93e-58ee56bd9d8a admin admin] Publish callbacks [] for security_group (b4b32dae-3791-4d3b-b89a-c8066c020131), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:46.859610 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-46919a19-5e59-4ac5-bab0-fa84b310ac16 admin admin] Publish callbacks [] for security_group (36570112-62de-4585-bc16-b2cd30320947), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:46.863444 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d4d2f0-358e-46a1-8bf2-9c73bdb861bf admin admin] Router 0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:33:46.898230 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 571b842c-bb7c-4087-b29a-da96291c53bc triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:33:46.898610 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (571b842c-bb7c-4087-b29a-da96291c53bc), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:46.900003 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-46919a19-5e59-4ac5-bab0-fa84b310ac16 admin admin] Publish callbacks [] for security_group (36570112-62de-4585-bc16-b2cd30320947), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:46.913185 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3249080-be2c-4f01-a93e-58ee56bd9d8a admin admin] Publish callbacks [] for security_group (b4b32dae-3791-4d3b-b89a-c8066c020131), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:47.004508 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 571b842c-bb7c-4087-b29a-da96291c53bc is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:33:47.020348 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bc96579d-c839-4d17-9874-0811a1287baa tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (e6af7a39-7b83-438d-872b-849cb1f84bb3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:47.056828 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-46919a19-5e59-4ac5-bab0-fa84b310ac16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (36570112-62de-4585-bc16-b2cd30320947), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:47.060389 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-46919a19-5e59-4ac5-bab0-fa84b310ac16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:47.064392 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-46919a19-5e59-4ac5-bab0-fa84b310ac16 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/36570112-62de-4585-bc16-b2cd30320947 HTTP/1.1" status: 204 len: 168 time: 0.3068874 Feb 17 17:33:47.103725 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c0d12c64-b090-4347-a838-b6d0717ea4da req-93628df6-34b1-4b64-b1be-1aa68d535f32 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9af662f-42f6-474a-88ab-f4fae63eb99b HTTP/1.1" status: 200 len: 210 time: 0.0479221 Feb 17 17:33:47.104811 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46919a19-5e59-4ac5-bab0-fa84b310ac16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36570112-62de-4585-bc16-b2cd30320947,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:47.107273 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d4d2f0-358e-46a1-8bf2-9c73bdb861bf admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:33:47.120030 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184deb97-6934-4685-b188-5b27ef6029cd None None] Sync routers for ids ['0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:33:47.139387 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-36d4d2f0-358e-46a1-8bf2-9c73bdb861bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:47.139387 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-36d4d2f0-358e-46a1-8bf2-9c73bdb861bf admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.9616168 Feb 17 17:33:47.139731 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43066) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:47.150064 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184deb97-6934-4685-b188-5b27ef6029cd None None] Routers {'0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:33:47.151159 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-184deb97-6934-4685-b188-5b27ef6029cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:33:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:33:47.168592 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3249080-be2c-4f01-a93e-58ee56bd9d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (b4b32dae-3791-4d3b-b89a-c8066c020131), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:47.171833 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3249080-be2c-4f01-a93e-58ee56bd9d8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:47.173037 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a3249080-be2c-4f01-a93e-58ee56bd9d8a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b4b32dae-3791-4d3b-b89a-c8066c020131 HTTP/1.1" status: 204 len: 168 time: 0.5907128 Feb 17 17:33:47.189537 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3249080-be2c-4f01-a93e-58ee56bd9d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b32dae-3791-4d3b-b89a-c8066c020131,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:47.350425 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc96579d-c839-4d17-9874-0811a1287baa tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Router e6af7a39-7b83-438d-872b-849cb1f84bb3 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:33:47.513751 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-184deb97-6934-4685-b188-5b27ef6029cd None None] Set router 0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:33:47.542500 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63324e89-411f-4f0f-907f-f7568a2e6f6e req-c1c5c3ba-7cba-45ef-a551-f61c584aaa37 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:47.544081 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-63324e89-411f-4f0f-907f-f7568a2e6f6e req-c1c5c3ba-7cba-45ef-a551-f61c584aaa37 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 949 time: 0.2224984 Feb 17 17:33:47.707794 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43082) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:47.754504 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5f9112e8-5146-4167-94c9-0655535bd511 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:47.817537 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-184deb97-6934-4685-b188-5b27ef6029cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-604324597-router', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '996a6547-d632-4ab5-a3ba-ee048f1ef2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:33:43Z', 'updated_at': '2022-02-17T17:33:45Z', 'revision_number': 3, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'gw_port': {'id': '996a6547-d632-4ab5-a3ba-ee048f1ef2b3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:33:44Z', 'updated_at': '2022-02-17T17:33:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:33:47.855363 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184deb97-6934-4685-b188-5b27ef6029cd None None] Checking router: 0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:33:47.856449 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184deb97-6934-4685-b188-5b27ef6029cd None None] Updating router 0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec port 996a6547-d632-4ab5-a3ba-ee048f1ef2b3 binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:33:47.896810 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-63324e89-411f-4f0f-907f-f7568a2e6f6e req-19437456-83bd-4c7d-bbba-e4f7bfc0191d tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611206 Feb 17 17:33:47.916037 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-184deb97-6934-4685-b188-5b27ef6029cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (996a6547-d632-4ab5-a3ba-ee048f1ef2b3), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:47.997354 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc96579d-c839-4d17-9874-0811a1287baa tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:33:48.008748 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9503050a-9d3e-4a86-98e8-ade8aad72309 None None] Sync routers for ids ['e6af7a39-7b83-438d-872b-849cb1f84bb3'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:33:48.022521 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9503050a-9d3e-4a86-98e8-ade8aad72309 None None] Routers {'e6af7a39-7b83-438d-872b-849cb1f84bb3'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:33:48.023095 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-9503050a-9d3e-4a86-98e8-ade8aad72309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:33:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['e6af7a39-7b83-438d-872b-849cb1f84bb3'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:33:48.055789 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bc96579d-c839-4d17-9874-0811a1287baa tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:48.059483 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bc96579d-c839-4d17-9874-0811a1287baa tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.4802547 Feb 17 17:33:48.065239 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43090) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:48.126635 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5f9112e8-5146-4167-94c9-0655535bd511 admin admin] Publish callbacks [] for security_group (d680d0e6-d1ba-4232-afbe-d4f7e273118b), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:48.135113 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5f9112e8-5146-4167-94c9-0655535bd511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (d680d0e6-d1ba-4232-afbe-d4f7e273118b), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:48.174096 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-9503050a-9d3e-4a86-98e8-ade8aad72309 None None] Set router e6af7a39-7b83-438d-872b-849cb1f84bb3 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:33:48.177742 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9112e8-5146-4167-94c9-0655535bd511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d680d0e6-d1ba-4232-afbe-d4f7e273118b,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:48.207178 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-5f9112e8-5146-4167-94c9-0655535bd511 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=77d34621609b4c908c1c58fd72edbba8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4960458 Feb 17 17:33:48.250887 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43096) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:48.318557 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a7b9b632-62af-4903-a53c-c37493b76345 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks [] for router (e6af7a39-7b83-438d-872b-849cb1f84bb3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:48.352765 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e1ea0b44-1ba4-415d-9848-a85c67cebf7d req-3ada772f-4d2e-4b0a-bbf2-b6bef367f854 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9af662f-42f6-474a-88ab-f4fae63eb99b HTTP/1.1" status: 200 len: 210 time: 0.0573215 Feb 17 17:33:48.380981 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6886688c-d200-4b91-82b4-4b8dddc32a05 admin admin] Publish callbacks [] for security_group (d680d0e6-d1ba-4232-afbe-d4f7e273118b), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:48.407122 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6886688c-d200-4b91-82b4-4b8dddc32a05 admin admin] Publish callbacks [] for security_group (d680d0e6-d1ba-4232-afbe-d4f7e273118b), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:48.483326 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6886688c-d200-4b91-82b4-4b8dddc32a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (d680d0e6-d1ba-4232-afbe-d4f7e273118b), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:48.486404 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6886688c-d200-4b91-82b4-4b8dddc32a05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:48.487694 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-6886688c-d200-4b91-82b4-4b8dddc32a05 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d680d0e6-d1ba-4232-afbe-d4f7e273118b HTTP/1.1" status: 204 len: 168 time: 0.2377973 Feb 17 17:33:48.499959 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-184deb97-6934-4685-b188-5b27ef6029cd None None] Publish callbacks [] for port (996a6547-d632-4ab5-a3ba-ee048f1ef2b3), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:48.502608 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6886688c-d200-4b91-82b4-4b8dddc32a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d680d0e6-d1ba-4232-afbe-d4f7e273118b,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:48.515869 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c04d45c1-50c6-4de7-92ef-e7e8ed46adfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:48.520713 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-184deb97-6934-4685-b188-5b27ef6029cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (996a6547-d632-4ab5-a3ba-ee048f1ef2b3), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:48.591436 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-9503050a-9d3e-4a86-98e8-ade8aad72309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6af7a39-7b83-438d-872b-849cb1f84bb3', 'name': '', 'tenant_id': 'b17bbb97f82b447d95773a21da54fa68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4539352-d2fe-4622-9bc6-3229a8487f8b', 'external_fixed_ips': [{'subnet_id': '66d75698-2a15-4cf5-8217-c25d9702fc67', 'ip_address': '2001:db8::3b1'}], 'enable_snat': True}, 'gw_port_id': 'e681d02e-4130-46a2-a0d3-cc056ddb6001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:33:43Z', 'updated_at': '2022-02-17T17:33:46Z', 'revision_number': 3, 'project_id': 'b17bbb97f82b447d95773a21da54fa68', 'gw_port': {'id': 'e681d02e-4130-46a2-a0d3-cc056ddb6001', 'name': '', 'network_id': 'd4539352-d2fe-4622-9bc6-3229a8487f8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:51:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6af7a39-7b83-438d-872b-849cb1f84bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '66d75698-2a15-4cf5-8217-c25d9702fc67', 'ip_address': '2001:db8::3b1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:33:44Z', 'updated_at': '2022-02-17T17:33:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66d75698-2a15-4cf5-8217-c25d9702fc67', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:33:48.647947 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9503050a-9d3e-4a86-98e8-ade8aad72309 None None] Checking router: e6af7a39-7b83-438d-872b-849cb1f84bb3 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:33:48.648346 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9503050a-9d3e-4a86-98e8-ade8aad72309 None None] Updating router e6af7a39-7b83-438d-872b-849cb1f84bb3 port e681d02e-4130-46a2-a0d3-cc056ddb6001 binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:33:48.670011 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-184deb97-6934-4685-b188-5b27ef6029cd None None] Attempting to bind port 996a6547-d632-4ab5-a3ba-ee048f1ef2b3 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:33:48.670998 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-184deb97-6934-4685-b188-5b27ef6029cd None None] Attempting to bind port 996a6547-d632-4ab5-a3ba-ee048f1ef2b3 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:33:48.671367 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184deb97-6934-4685-b188-5b27ef6029cd None None] Attempting to bind port 996a6547-d632-4ab5-a3ba-ee048f1ef2b3 on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:33:48.698563 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c4674-bd3d-4846-950d-fe2e9cd26b29 None None] Pushing event updated for resources: {'Port': ['ID=996a6547-d632-4ab5-a3ba-ee048f1ef2b3,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:48.703985 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a7b9b632-62af-4903-a53c-c37493b76345 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks [] for router_gateway (e6af7a39-7b83-438d-872b-849cb1f84bb3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:48.706176 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:48.707084 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184deb97-6934-4685-b188-5b27ef6029cd None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:33:48.707497 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184deb97-6934-4685-b188-5b27ef6029cd None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:33:48.707863 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-184deb97-6934-4685-b188-5b27ef6029cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:48.709598 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184deb97-6934-4685-b188-5b27ef6029cd None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:33:48.710054 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-184deb97-6934-4685-b188-5b27ef6029cd None None] Bound port: 996a6547-d632-4ab5-a3ba-ee048f1ef2b3, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:33:48.710569 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-184deb97-6934-4685-b188-5b27ef6029cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (996a6547-d632-4ab5-a3ba-ee048f1ef2b3), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:48.719399 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-9503050a-9d3e-4a86-98e8-ade8aad72309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (e681d02e-4130-46a2-a0d3-cc056ddb6001), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:48.778795 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-c04d45c1-50c6-4de7-92ef-e7e8ed46adfc admin admin] Allocated IP 172.20.0.1 (3100c139-77f4-49d8-b7fa-b7a25c4ec3d8/fcea941e-c7ab-41fc-b153-28fd81921144/7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:33:48.866081 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9b632-62af-4903-a53c-c37493b76345 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Deleting port e681d02e-4130-46a2-a0d3-cc056ddb6001 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:33:48.866915 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a7b9b632-62af-4903-a53c-c37493b76345 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (e681d02e-4130-46a2-a0d3-cc056ddb6001), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:48.885462 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-184deb97-6934-4685-b188-5b27ef6029cd None None] For port 996a6547-d632-4ab5-a3ba-ee048f1ef2b3, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:33:48.897605 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-184deb97-6934-4685-b188-5b27ef6029cd None None] For port 996a6547-d632-4ab5-a3ba-ee048f1ef2b3, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=996a6547-d632-4ab5-a3ba-ee048f1ef2b3,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:33:48.918680 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-184deb97-6934-4685-b188-5b27ef6029cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (996a6547-d632-4ab5-a3ba-ee048f1ef2b3), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:49.088764 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a7b9b632-62af-4903-a53c-c37493b76345 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (e681d02e-4130-46a2-a0d3-cc056ddb6001), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:49.136703 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9b632-62af-4903-a53c-c37493b76345 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Calling delete_port for e681d02e-4130-46a2-a0d3-cc056ddb6001 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:33:49.144552 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c4674-bd3d-4846-950d-fe2e9cd26b29 None None] Pushing event updated for resources: {'Port': ['ID=996a6547-d632-4ab5-a3ba-ee048f1ef2b3,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:49.150868 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c04d45c1-50c6-4de7-92ef-e7e8ed46adfc admin admin] Publish callbacks [] for port (7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:49.200283 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184deb97-6934-4685-b188-5b27ef6029cd None None] Routers {'0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:33:49.200939 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-184deb97-6934-4685-b188-5b27ef6029cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:33:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:33:49.203033 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff78cb7-67ad-4269-9cc6-49958d9eb638 req-0f005653-8b92-48a4-8fc0-df891c8d055a tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:49.204818 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cff78cb7-67ad-4269-9cc6-49958d9eb638 req-0f005653-8b92-48a4-8fc0-df891c8d055a tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 949 time: 0.1371307 Feb 17 17:33:49.268900 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c04d45c1-50c6-4de7-92ef-e7e8ed46adfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:49.277935 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cff78cb7-67ad-4269-9cc6-49958d9eb638 req-6283adf9-4a00-40c4-a74f-143624637a48 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658464 Feb 17 17:33:49.319589 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04d45c1-50c6-4de7-92ef-e7e8ed46adfc admin admin] Network 3100c139-77f4-49d8-b7fa-b7a25c4ec3d8 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:33:49.323471 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-c04d45c1-50c6-4de7-92ef-e7e8ed46adfc admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:33:49.330939 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04d45c1-50c6-4de7-92ef-e7e8ed46adfc admin admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:33:49.369869 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d45c1-50c6-4de7-92ef-e7e8ed46adfc admin admin] Pushing event updated for resources: {'Port': ['ID=7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:49.409430 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c04d45c1-50c6-4de7-92ef-e7e8ed46adfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:49.598740 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:49.686892 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-184deb97-6934-4685-b188-5b27ef6029cd None None] Set router 0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:33:49.766261 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d43daba5-88bb-474e-8c83-a98a41d96f71 req-e4ab53b6-4266-4be3-a6da-05fc4731f8ae tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9af662f-42f6-474a-88ab-f4fae63eb99b HTTP/1.1" status: 200 len: 210 time: 0.0699160 Feb 17 17:33:49.775901 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c04d45c1-50c6-4de7-92ef-e7e8ed46adfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:49.836380 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a7b9b632-62af-4903-a53c-c37493b76345 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (e681d02e-4130-46a2-a0d3-cc056ddb6001), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:49.911928 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-00d58cc7-9ccf-46a7-9bd0-31990409cfaf None None] Provisioning complete for port 7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:33:49.912796 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-00d58cc7-9ccf-46a7-9bd0-31990409cfaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:49.947087 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9b632-62af-4903-a53c-c37493b76345 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Pushing event deleted for resources: {'Port': ['ID=e681d02e-4130-46a2-a0d3-cc056ddb6001,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:49.997841 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a7b9b632-62af-4903-a53c-c37493b76345 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (e6af7a39-7b83-438d-872b-849cb1f84bb3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:50.088525 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c04d45c1-50c6-4de7-92ef-e7e8ed46adfc admin admin] Publish callbacks [] for port (7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:50.096592 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c04d45c1-50c6-4de7-92ef-e7e8ed46adfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:50.108221 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.db.api [None req-9503050a-9d3e-4a86-98e8-ade8aad72309 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103438) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:33:50.108221 n-d-829613-2 neutron-server[103438]: DEBUG oslo_db.api [None req-9503050a-9d3e-4a86-98e8-ade8aad72309 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 17:33:50.145166 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-00d58cc7-9ccf-46a7-9bd0-31990409cfaf None None] Port 7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:33:50.187591 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d45c1-50c6-4de7-92ef-e7e8ed46adfc admin admin] Pushing event updated for resources: {'Port': ['ID=7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:50.190658 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c04d45c1-50c6-4de7-92ef-e7e8ed46adfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:50.237918 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a7b9b632-62af-4903-a53c-c37493b76345 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (e6af7a39-7b83-438d-872b-849cb1f84bb3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:50.244878 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a7b9b632-62af-4903-a53c-c37493b76345 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks [] for router_controller (e6af7a39-7b83-438d-872b-849cb1f84bb3), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:50.340828 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a7b9b632-62af-4903-a53c-c37493b76345 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (e6af7a39-7b83-438d-872b-849cb1f84bb3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:50.341750 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b9b632-62af-4903-a53c-c37493b76345 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e6af7a39-7b83-438d-872b-849cb1f84bb3 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:33:50.351084 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a7b9b632-62af-4903-a53c-c37493b76345 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:50.354736 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a7b9b632-62af-4903-a53c-c37493b76345 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] 10.222.0.87 "DELETE /v2.0/routers/e6af7a39-7b83-438d-872b-849cb1f84bb3 HTTP/1.1" status: 204 len: 168 time: 2.2885027 Feb 17 17:33:50.359313 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43146) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:50.397817 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-184deb97-6934-4685-b188-5b27ef6029cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-604324597-router', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '996a6547-d632-4ab5-a3ba-ee048f1ef2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:33:43Z', 'updated_at': '2022-02-17T17:33:45Z', 'revision_number': 3, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'gw_port': {'id': '996a6547-d632-4ab5-a3ba-ee048f1ef2b3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:33:44Z', 'updated_at': '2022-02-17T17:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:33:50.446027 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184deb97-6934-4685-b188-5b27ef6029cd None None] The sync data for ids ['0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec'] in n-d-829613-2 is: [{'id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-604324597-router', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '996a6547-d632-4ab5-a3ba-ee048f1ef2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:33:43Z', 'updated_at': '2022-02-17T17:33:45Z', 'revision_number': 3, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'gw_port': {'id': '996a6547-d632-4ab5-a3ba-ee048f1ef2b3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:33:44Z', 'updated_at': '2022-02-17T17:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:33:50.531172 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04d45c1-50c6-4de7-92ef-e7e8ed46adfc admin admin] Network 3100c139-77f4-49d8-b7fa-b7a25c4ec3d8 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:33:50.536543 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-c04d45c1-50c6-4de7-92ef-e7e8ed46adfc admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:33:50.563820 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-02bbab3d-55c4-48c2-9f31-fd9cb9b66579 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Deleting subnet 66d75698-2a15-4cf5-8217-c25d9702fc67 {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:33:50.581671 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-02bbab3d-55c4-48c2-9f31-fd9cb9b66579 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks [] for subnet (66d75698-2a15-4cf5-8217-c25d9702fc67), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:50.711609 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9503050a-9d3e-4a86-98e8-ade8aad72309 None None] Port e681d02e-4130-46a2-a0d3-cc056ddb6001 not found while updating agent binding for router e6af7a39-7b83-438d-872b-849cb1f84bb3. {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 17 17:33:50.736852 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9503050a-9d3e-4a86-98e8-ade8aad72309 None None] Routers set() bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:33:50.748137 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9503050a-9d3e-4a86-98e8-ade8aad72309 None None] Router IDs set() for agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 17 17:33:50.756797 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_agentschedulers_db [None req-9503050a-9d3e-4a86-98e8-ade8aad72309 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e6af7a39-7b83-438d-872b-849cb1f84bb3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:33:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent'). {{(pid=103438) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 17 17:33:50.757650 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9503050a-9d3e-4a86-98e8-ade8aad72309 None None] The sync data for ids ['e6af7a39-7b83-438d-872b-849cb1f84bb3'] in n-d-829613-2 is: [] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:33:51.002613 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-6a14fd7c-78d9-4d27-bb06-7eeaf7b86745 None None] Provisioning complete for port 7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:33:51.003245 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6a14fd7c-78d9-4d27-bb06-7eeaf7b86745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:51.065543 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-6a14fd7c-78d9-4d27-bb06-7eeaf7b86745 None None] Port 7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:33:51.261646 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-57ac489d-fac9-41b9-ac2b-1557ef807948 req-9ae90a8f-fbe9-4ba3-bfdb-4197bfdcc80b tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9af662f-42f6-474a-88ab-f4fae63eb99b HTTP/1.1" status: 200 len: 210 time: 0.0578368 Feb 17 17:33:51.289686 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8b407-db2c-42cb-a778-2d2727cc6d2e req-48141c63-40af-476f-a341-b8daee83eb40 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:51.291432 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b0e8b407-db2c-42cb-a778-2d2727cc6d2e req-48141c63-40af-476f-a341-b8daee83eb40 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 949 time: 0.8902400 Feb 17 17:33:51.314294 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-02bbab3d-55c4-48c2-9f31-fd9cb9b66579 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (66d75698-2a15-4cf5-8217-c25d9702fc67), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:51.368229 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43168) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:51.435716 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-02bbab3d-55c4-48c2-9f31-fd9cb9b66579 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (66d75698-2a15-4cf5-8217-c25d9702fc67), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:51.533608 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b0e8b407-db2c-42cb-a778-2d2727cc6d2e req-54dfd110-55f7-4d96-938c-156d0e4e7018 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337422 Feb 17 17:33:51.561215 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c04d45c1-50c6-4de7-92ef-e7e8ed46adfc admin admin] Router 0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:33:51.631112 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-f02ed9fb-a213-43d7-aeba-f8a6a83d5c65 tempest-MeteringIpV6TestJSON-2083898617 tempest-MeteringIpV6TestJSON-2083898617-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1768672053'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:33:51.632892 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-f02ed9fb-a213-43d7-aeba-f8a6a83d5c65 tempest-MeteringIpV6TestJSON-2083898617 tempest-MeteringIpV6TestJSON-2083898617-project-admin] Unknown quota resources ['metering_label']. {{(pid=103434) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 17 17:33:51.754549 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-02bbab3d-55c4-48c2-9f31-fd9cb9b66579 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (66d75698-2a15-4cf5-8217-c25d9702fc67), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:51.813205 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bbab3d-55c4-48c2-9f31-fd9cb9b66579 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=66d75698-2a15-4cf5-8217-c25d9702fc67,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:51.819763 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-02bbab3d-55c4-48c2-9f31-fd9cb9b66579 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:51.827300 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-02bbab3d-55c4-48c2-9f31-fd9cb9b66579 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] 10.222.0.87 "DELETE /v2.0/subnets/66d75698-2a15-4cf5-8217-c25d9702fc67 HTTP/1.1" status: 204 len: 168 time: 1.4656649 Feb 17 17:33:51.846474 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43174) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:51.892231 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04d45c1-50c6-4de7-92ef-e7e8ed46adfc admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:33:51.908472 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c04d45c1-50c6-4de7-92ef-e7e8ed46adfc admin admin] 10.222.0.87 "PUT /v2.0/routers/0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7674222 Feb 17 17:33:51.990088 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43180) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:52.067397 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f02ed9fb-a213-43d7-aeba-f8a6a83d5c65 tempest-MeteringIpV6TestJSON-2083898617 tempest-MeteringIpV6TestJSON-2083898617-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:52.068741 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f02ed9fb-a213-43d7-aeba-f8a6a83d5c65 tempest-MeteringIpV6TestJSON-2083898617 tempest-MeteringIpV6TestJSON-2083898617-project-admin] 10.222.0.87 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6984158 Feb 17 17:33:52.072767 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43186) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:52.080093 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-f78a54fc-50f4-4ac4-99c9-95483811f0c6 tempest-MeteringIpV6TestJSON-2083898617 tempest-MeteringIpV6TestJSON-2083898617-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '4bc5179d-18f7-4ec6-874b-955c0aa542f4'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:33:52.080456 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-f78a54fc-50f4-4ac4-99c9-95483811f0c6 tempest-MeteringIpV6TestJSON-2083898617 tempest-MeteringIpV6TestJSON-2083898617-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103435) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 17 17:33:52.126582 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6115249-d3a7-4d25-baf6-5e273149b7f7 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (d4539352-d2fe-4622-9bc6-3229a8487f8b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:52.276137 n-d-829613-2 neutron-server[103435]: WARNING neutron.services.metering.metering_plugin [None req-f78a54fc-50f4-4ac4-99c9-95483811f0c6 tempest-MeteringIpV6TestJSON-2083898617 tempest-MeteringIpV6TestJSON-2083898617-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 17 17:33:52.307004 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6115249-d3a7-4d25-baf6-5e273149b7f7 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (d4539352-d2fe-4622-9bc6-3229a8487f8b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:52.316049 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1df7f706-ec9f-4f20-bc9a-9fc20afb3a03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:52.338410 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-c6115249-d3a7-4d25-baf6-5e273149b7f7 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4539352-d2fe-4622-9bc6-3229a8487f8b']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:33:52.353790 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-c6115249-d3a7-4d25-baf6-5e273149b7f7 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba4f0328-06b1-483d-a7be-5d4a09dd100b') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:33:52.354395 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-c6115249-d3a7-4d25-baf6-5e273149b7f7 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba4f0328-06b1-483d-a7be-5d4a09dd100b') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:33:52.369454 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6115249-d3a7-4d25-baf6-5e273149b7f7 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (ba4f0328-06b1-483d-a7be-5d4a09dd100b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:52.385920 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6115249-d3a7-4d25-baf6-5e273149b7f7 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (ba4f0328-06b1-483d-a7be-5d4a09dd100b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:52.395481 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6115249-d3a7-4d25-baf6-5e273149b7f7 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:33:52.395481 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6115249-d3a7-4d25-baf6-5e273149b7f7 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (ba4f0328-06b1-483d-a7be-5d4a09dd100b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:52.419090 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:33:52.419090 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:33:52.419090 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:33:52.419090 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:33:52.419090 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:33:52.419090 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:33:52.419090 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:33:52.419090 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:33:52.419090 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:33:52.419090 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:33:52.419090 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:33:52.419090 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:33:52.419090 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:33:52.419090 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:33:52.419090 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:33:52.419090 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:33:52.419090 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:33:52.419090 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:33:52.419090 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:33:52.419090 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:33:52.419090 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:33:52.419090 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:33:52.419090 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:33:52.419090 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:33:52.419090 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:33:52.419090 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:33:52.419090 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:33:52.419090 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:33:52.419090 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:33:52.419090 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:33:52.419090 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:33:52.419090 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:33:52.569137 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6115249-d3a7-4d25-baf6-5e273149b7f7 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (d4539352-d2fe-4622-9bc6-3229a8487f8b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:52.598380 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6115249-d3a7-4d25-baf6-5e273149b7f7 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d4539352-d2fe-4622-9bc6-3229a8487f8b {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 17 17:33:52.601937 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6115249-d3a7-4d25-baf6-5e273149b7f7 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Pushing event deleted for resources: {'Network': ['ID=d4539352-d2fe-4622-9bc6-3229a8487f8b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:52.604450 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6115249-d3a7-4d25-baf6-5e273149b7f7 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:52.614180 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c6115249-d3a7-4d25-baf6-5e273149b7f7 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] 10.222.0.87 "DELETE /v2.0/networks/d4539352-d2fe-4622-9bc6-3229a8487f8b HTTP/1.1" status: 204 len: 168 time: 0.7656784 Feb 17 17:33:52.617734 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5e533501-d374-430d-a4e9-a0a9a2c78949 req-29ee00ab-1837-4547-9be3-0ac25a3a02e9 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9af662f-42f6-474a-88ab-f4fae63eb99b HTTP/1.1" status: 200 len: 210 time: 0.1777992 Feb 17 17:33:52.755187 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f78a54fc-50f4-4ac4-99c9-95483811f0c6 tempest-MeteringIpV6TestJSON-2083898617 tempest-MeteringIpV6TestJSON-2083898617-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:52.759879 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43208) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:52.760305 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-f78a54fc-50f4-4ac4-99c9-95483811f0c6 tempest-MeteringIpV6TestJSON-2083898617 tempest-MeteringIpV6TestJSON-2083898617-project-admin] 10.222.0.87 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6858089 Feb 17 17:33:52.766131 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-f52797ef-6c9d-4107-912d-d5b292161fb6 tempest-MeteringIpV6TestJSON-2083898617 tempest-MeteringIpV6TestJSON-2083898617-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '4bc5179d-18f7-4ec6-874b-955c0aa542f4'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:33:52.767860 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-f52797ef-6c9d-4107-912d-d5b292161fb6 tempest-MeteringIpV6TestJSON-2083898617 tempest-MeteringIpV6TestJSON-2083898617-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103434) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 17 17:33:52.845144 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 996a6547-d632-4ab5-a3ba-ee048f1ef2b3 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:33:53.041687 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 996a6547-d632-4ab5-a3ba-ee048f1ef2b3 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:33:53.042072 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (996a6547-d632-4ab5-a3ba-ee048f1ef2b3), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:53.049317 n-d-829613-2 neutron-server[103434]: WARNING neutron.services.metering.metering_plugin [None req-f52797ef-6c9d-4107-912d-d5b292161fb6 tempest-MeteringIpV6TestJSON-2083898617 tempest-MeteringIpV6TestJSON-2083898617-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 17 17:33:53.150333 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 996a6547-d632-4ab5-a3ba-ee048f1ef2b3 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:33:53.150735 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (996a6547-d632-4ab5-a3ba-ee048f1ef2b3), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:53.181901 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a552d0f-9105-48d9-9550-f74bb69317a7 req-a73396b4-2678-40de-9275-d66463d34a5e tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:53.191882 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a552d0f-9105-48d9-9550-f74bb69317a7 req-a73396b4-2678-40de-9275-d66463d34a5e tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/networks?id=3100c139-77f4-49d8-b7fa-b7a25c4ec3d8 HTTP/1.1" status: 200 len: 820 time: 0.5727553 Feb 17 17:33:53.204887 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 996a6547-d632-4ab5-a3ba-ee048f1ef2b3, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=996a6547-d632-4ab5-a3ba-ee048f1ef2b3,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:33:53.210628 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (996a6547-d632-4ab5-a3ba-ee048f1ef2b3), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:53.211712 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43214) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:53.220411 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a552d0f-9105-48d9-9550-f74bb69317a7 req-21c0a790-6f80-43af-be85-d5ed353a226a tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/quotas/9dba40edc9c14b8fb9d6b4695dd74e24 HTTP/1.1" status: 200 len: 375 time: 0.0272083 Feb 17 17:33:53.239337 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f52797ef-6c9d-4107-912d-d5b292161fb6 tempest-MeteringIpV6TestJSON-2083898617 tempest-MeteringIpV6TestJSON-2083898617-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:53.240601 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f52797ef-6c9d-4107-912d-d5b292161fb6 tempest-MeteringIpV6TestJSON-2083898617 tempest-MeteringIpV6TestJSON-2083898617-project-admin] 10.222.0.87 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4790256 Feb 17 17:33:53.243272 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43216) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:53.255414 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4c1d81cd-787a-4364-a4db-6f685ba802bc tempest-MeteringIpV6TestJSON-2083898617 tempest-MeteringIpV6TestJSON-2083898617-project-admin] 10.222.0.87 "GET /v2.0/metering/metering-label-rules?id=928b9556-835a-4087-a14c-558fd53b633e HTTP/1.1" status: 200 len: 462 time: 0.0107551 Feb 17 17:33:53.257634 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-23b6a0aa-6eef-4c16-99d2-fedafa9fda3b tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Request body: {'router': {'name': 'tempest-router--966365022', 'project_id': 'a435bbaaa8764849a4922dc200767982'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:33:53.258172 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43218) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:53.293040 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-23b6a0aa-6eef-4c16-99d2-fedafa9fda3b tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (c9071e41-4083-4265-8c46-2ec7e96fd390), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:53.293040 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-23b6a0aa-6eef-4c16-99d2-fedafa9fda3b tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (c9071e41-4083-4265-8c46-2ec7e96fd390), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:53.354266 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=996a6547-d632-4ab5-a3ba-ee048f1ef2b3,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:53.371825 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-23b6a0aa-6eef-4c16-99d2-fedafa9fda3b tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks [] for router_controller (c9071e41-4083-4265-8c46-2ec7e96fd390), precommit_add_association {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:53.384597 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-77155dab-4f8d-4e2b-b894-0aedd778b115 req-3439be75-a300-4a57-9c45-c3f7ff15b70b service neutron] 10.222.0.91 "GET /v2.0/ports/3d0fcf80-e301-443a-8e3d-051528746e99/bindings/n-h2-829613-2 HTTP/1.1" status: 200 len: 382 time: 1.1226861 Feb 17 17:33:53.385629 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-23b6a0aa-6eef-4c16-99d2-fedafa9fda3b tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (c9071e41-4083-4265-8c46-2ec7e96fd390), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:53.413128 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-38638cc8-af0c-44bd-9181-ffb4854b29dc tempest-MeteringIpV6TestJSON-2083898617 tempest-MeteringIpV6TestJSON-2083898617-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:53.415100 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-38638cc8-af0c-44bd-9181-ffb4854b29dc tempest-MeteringIpV6TestJSON-2083898617 tempest-MeteringIpV6TestJSON-2083898617-project-admin] 10.222.0.87 "DELETE /v2.0/metering/metering-label-rules/928b9556-835a-4087-a14c-558fd53b633e HTTP/1.1" status: 204 len: 168 time: 0.1552756 Feb 17 17:33:53.417672 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43220) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:53.421160 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-23b6a0aa-6eef-4c16-99d2-fedafa9fda3b tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:53.425033 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-23b6a0aa-6eef-4c16-99d2-fedafa9fda3b tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1687908 Feb 17 17:33:53.431527 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43222) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:53.434839 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bf1bdf1c-d1d2-4100-b603-86530ff78427 tempest-MeteringIpV6TestJSON-2083898617 tempest-MeteringIpV6TestJSON-2083898617-project-admin] 10.222.0.87 "GET /v2.0/metering/metering-label-rules?id=928b9556-835a-4087-a14c-558fd53b633e HTTP/1.1" status: 200 len: 221 time: 0.0152442 Feb 17 17:33:53.439464 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43224) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:53.444387 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-bce7cf5b-e836-4d90-b4a2-bc9744364257 tempest-MeteringIpV6TestJSON-2083898617 tempest-MeteringIpV6TestJSON-2083898617-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--193261640', 'description': 'label created by tempest'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:33:53.445061 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-bce7cf5b-e836-4d90-b4a2-bc9744364257 tempest-MeteringIpV6TestJSON-2083898617 tempest-MeteringIpV6TestJSON-2083898617-project-admin] Unknown quota resources ['metering_label']. {{(pid=103434) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 17 17:33:53.527258 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-165ef122-6cc6-45e6-ba4b-72d3d82143a6 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks [] for router (c9071e41-4083-4265-8c46-2ec7e96fd390), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:53.621039 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1df7f706-ec9f-4f20-bc9a-9fc20afb3a03 admin admin] Publish callbacks [] for security_group (1e18f707-60b6-4889-96a0-3ae6f169f811), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:53.629484 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac6a19-3b11-4bb0-946e-ef36c9e34608 req-390b09a0-6465-4cd5-ac0b-d1e3ec43b1da tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:53.631187 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-84ac6a19-3b11-4bb0-946e-ef36c9e34608 req-390b09a0-6465-4cd5-ac0b-d1e3ec43b1da tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 949 time: 0.8136561 Feb 17 17:33:53.716387 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bce7cf5b-e836-4d90-b4a2-bc9744364257 tempest-MeteringIpV6TestJSON-2083898617 tempest-MeteringIpV6TestJSON-2083898617-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:53.717756 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bce7cf5b-e836-4d90-b4a2-bc9744364257 tempest-MeteringIpV6TestJSON-2083898617 tempest-MeteringIpV6TestJSON-2083898617-project-admin] 10.222.0.87 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2768571 Feb 17 17:33:53.720424 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43228) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:53.731596 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a552d0f-9105-48d9-9550-f74bb69317a7 req-9d629ad8-a282-481d-b2a9-4738748c13be tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=9dba40edc9c14b8fb9d6b4695dd74e24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5102038 Feb 17 17:33:53.732459 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1df7f706-ec9f-4f20-bc9a-9fc20afb3a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (1e18f707-60b6-4889-96a0-3ae6f169f811), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:53.806495 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e21fce15-dbe6-4943-8a97-78a5bcbd153a tempest-MeteringIpV6TestJSON-2083898617 tempest-MeteringIpV6TestJSON-2083898617-project-admin] 10.222.0.87 "GET /v2.0/metering/metering-labels?id=8fe378b9-0f00-4ad4-9f4f-1c319b1bcc03 HTTP/1.1" status: 200 len: 467 time: 0.0841510 Feb 17 17:33:53.814196 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43230) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:53.842754 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-165ef122-6cc6-45e6-ba4b-72d3d82143a6 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (c9071e41-4083-4265-8c46-2ec7e96fd390), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:53.853069 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-165ef122-6cc6-45e6-ba4b-72d3d82143a6 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks [] for router_controller (c9071e41-4083-4265-8c46-2ec7e96fd390), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:53.907883 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1df7f706-ec9f-4f20-bc9a-9fc20afb3a03 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c2fdb90a91154329b567c036e0bc3343&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9127970 Feb 17 17:33:53.928514 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43232) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:53.944050 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df7f706-ec9f-4f20-bc9a-9fc20afb3a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e18f707-60b6-4889-96a0-3ae6f169f811,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:54.006475 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-84ac6a19-3b11-4bb0-946e-ef36c9e34608 req-c0edaf6e-f473-45cf-8b96-deea0eb2287d tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336184 Feb 17 17:33:54.010076 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-165ef122-6cc6-45e6-ba4b-72d3d82143a6 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (c9071e41-4083-4265-8c46-2ec7e96fd390), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:54.010585 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165ef122-6cc6-45e6-ba4b-72d3d82143a6 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c9071e41-4083-4265-8c46-2ec7e96fd390 {{(pid=103435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:33:54.020302 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-165ef122-6cc6-45e6-ba4b-72d3d82143a6 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:54.021982 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-165ef122-6cc6-45e6-ba4b-72d3d82143a6 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] 10.222.0.87 "DELETE /v2.0/routers/c9071e41-4083-4265-8c46-2ec7e96fd390 HTTP/1.1" status: 204 len: 168 time: 0.5883360 Feb 17 17:33:54.027830 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77155dab-4f8d-4e2b-b894-0aedd778b115 req-9e70296b-ddd9-4a10-95cc-02bf8ee67219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:54.029598 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-77155dab-4f8d-4e2b-b894-0aedd778b115 req-9e70296b-ddd9-4a10-95cc-02bf8ee67219 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f&tenant_id=24d514a6d00a4f52a8689d09d1cf81c2 HTTP/1.1" status: 200 len: 1131 time: 0.3721983 Feb 17 17:33:54.057200 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a552d0f-9105-48d9-9550-f74bb69317a7 req-dfaa919c-7dba-492a-a7bb-c3a28899e4ab service neutron] 10.222.0.87 "GET /v2.0/networks/3100c139-77f4-49d8-b7fa-b7a25c4ec3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656345 Feb 17 17:33:54.122923 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2a3289f4-18c0-4d66-bfd8-f70baf5cc3a9 tempest-MeteringIpV6TestJSON-2083898617 tempest-MeteringIpV6TestJSON-2083898617-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:54.130120 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2a3289f4-18c0-4d66-bfd8-f70baf5cc3a9 tempest-MeteringIpV6TestJSON-2083898617 tempest-MeteringIpV6TestJSON-2083898617-project-admin] 10.222.0.87 "DELETE /v2.0/metering/metering-labels/8fe378b9-0f00-4ad4-9f4f-1c319b1bcc03 HTTP/1.1" status: 204 len: 168 time: 0.3146102 Feb 17 17:33:54.133119 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43236) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:54.179870 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e4c05d17-3d16-43ef-84f2-d69d947286d9 tempest-MeteringIpV6TestJSON-2083898617 tempest-MeteringIpV6TestJSON-2083898617-project-admin] 10.222.0.87 "GET /v2.0/metering/metering-labels?id=8fe378b9-0f00-4ad4-9f4f-1c319b1bcc03 HTTP/1.1" status: 200 len: 216 time: 0.0348423 Feb 17 17:33:54.181922 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43240) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:54.194074 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43242) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:54.203956 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43244) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:54.207069 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77155dab-4f8d-4e2b-b894-0aedd778b115 req-268d7dda-139f-489b-b006-112a6fa410d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:54.208609 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-77155dab-4f8d-4e2b-b894-0aedd778b115 req-268d7dda-139f-489b-b006-112a6fa410d1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=24d514a6d00a4f52a8689d09d1cf81c2&device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 1131 time: 0.1494389 Feb 17 17:33:54.213454 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-fc6d55ab-de8a-49e5-badd-e19bb3ddf0e4 tempest-MeteringIpV6TestJSON-2083898617 tempest-MeteringIpV6TestJSON-2083898617-project-admin] 10.222.0.87 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0270905 Feb 17 17:33:54.213660 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cdf43cf5-d995-4272-8f61-3d92eca2eb54 admin admin] Publish callbacks [] for security_group (1e18f707-60b6-4889-96a0-3ae6f169f811), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:54.214893 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43248) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:54.232946 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a552d0f-9105-48d9-9550-f74bb69317a7 req-12822d3b-20aa-48fe-9768-2cd12e3e6aad service neutron] 10.222.0.87 "GET /v2.0/networks/3100c139-77f4-49d8-b7fa-b7a25c4ec3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747279 Feb 17 17:33:54.251867 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7567f271-3168-4074-9a3b-7a6e3034ef5e tempest-MeteringIpV6TestJSON-2083898617 tempest-MeteringIpV6TestJSON-2083898617-project-admin] 10.222.0.87 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0272627 Feb 17 17:33:54.262686 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43252) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:54.299685 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cdf43cf5-d995-4272-8f61-3d92eca2eb54 admin admin] Publish callbacks [] for security_group (1e18f707-60b6-4889-96a0-3ae6f169f811), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:54.304450 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11b3325-9782-4bf0-a0cf-572ec545f21f None None] Sync routers for ids ['0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:33:54.328351 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11b3325-9782-4bf0-a0cf-572ec545f21f None None] Routers {'0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:33:54.329191 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a11b3325-9782-4bf0-a0cf-572ec545f21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:33:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:33:54.421621 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6144d5e9-a76d-4b82-89d7-65337847af9d tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Publish callbacks [] for security_group (7dec7973-5133-4629-8348-fd9f82a14b7b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:54.427343 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cdf43cf5-d995-4272-8f61-3d92eca2eb54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (1e18f707-60b6-4889-96a0-3ae6f169f811), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:54.430017 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cdf43cf5-d995-4272-8f61-3d92eca2eb54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:54.431197 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-cdf43cf5-d995-4272-8f61-3d92eca2eb54 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/1e18f707-60b6-4889-96a0-3ae6f169f811 HTTP/1.1" status: 204 len: 168 time: 0.5017509 Feb 17 17:33:54.449734 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77155dab-4f8d-4e2b-b894-0aedd778b115 req-8a4e22b3-527c-413a-8fbb-962ca0733683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:54.451239 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-77155dab-4f8d-4e2b-b894-0aedd778b115 req-8a4e22b3-527c-413a-8fbb-962ca0733683 service neutron] 10.222.0.91 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 0.2368796 Feb 17 17:33:54.454041 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-379602d6-9ecf-4b4e-a9c4-72dd6af0dd30 tempest-MeteringIpV6TestJSON-2083898617 tempest-MeteringIpV6TestJSON-2083898617-project-admin] 10.222.0.87 "GET /v2.0/metering/metering-labels/4bc5179d-18f7-4ec6-874b-955c0aa542f4 HTTP/1.1" status: 200 len: 473 time: 0.1901133 Feb 17 17:33:54.458731 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43258) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:54.510387 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf43cf5-d995-4272-8f61-3d92eca2eb54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e18f707-60b6-4889-96a0-3ae6f169f811,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:54.516395 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-a11b3325-9782-4bf0-a0cf-572ec545f21f None None] Set router 0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:33:54.541529 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6144d5e9-a76d-4b82-89d7-65337847af9d tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Publish callbacks [] for security_group (7dec7973-5133-4629-8348-fd9f82a14b7b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:54.596125 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:33:54.652427 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6144d5e9-a76d-4b82-89d7-65337847af9d tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (7dec7973-5133-4629-8348-fd9f82a14b7b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:54.656899 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6144d5e9-a76d-4b82-89d7-65337847af9d tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:54.661011 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6144d5e9-a76d-4b82-89d7-65337847af9d tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "DELETE /v2.0/security-groups/7dec7973-5133-4629-8348-fd9f82a14b7b HTTP/1.1" status: 204 len: 168 time: 0.4469967 Feb 17 17:33:54.664419 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43264) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:54.675461 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-d43c6293-9408-4a2c-a88d-2d6392431ab0 tempest-MeteringIpV6TestJSON-2083898617 tempest-MeteringIpV6TestJSON-2083898617-project-admin] 10.222.0.87 "GET /v2.0/metering/metering-label-rules/6bcbe71b-76f5-4c59-854a-fd71511bf0c3 HTTP/1.1" status: 200 len: 459 time: 0.1948309 Feb 17 17:33:54.682743 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43266) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:54.687780 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6144d5e9-a76d-4b82-89d7-65337847af9d tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dec7973-5133-4629-8348-fd9f82a14b7b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:54.749378 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-267862fe-5afe-4708-a60e-aeab4cf9dbe7 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] show failed (client error): The resource could not be found. Feb 17 17:33:54.753766 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-267862fe-5afe-4708-a60e-aeab4cf9dbe7 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "GET /v2.0/security-groups/7dec7973-5133-4629-8348-fd9f82a14b7b HTTP/1.1" status: 404 len: 347 time: 0.0851560 Feb 17 17:33:54.757606 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-77155dab-4f8d-4e2b-b894-0aedd778b115 req-256c358f-e590-492f-9bf4-dd6e0fde5190 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=3d0fcf80-e301-443a-8e3d-051528746e99 HTTP/1.1" status: 200 len: 217 time: 0.2978191 Feb 17 17:33:54.758271 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43272) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:54.759034 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-969b6374-488a-4ef6-8558-ec7d2e1200e9 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1166856776', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}, 'admin_state_up': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:33:54.760521 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2b210ff1-0af8-4d85-97df-302e4003d581 req-5345b12d-11f9-4684-9e14-b5cb1feec266 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/ports?device_id=62e75d39-d946-4814-8adf-839d9da47a9c HTTP/1.1" status: 200 len: 210 time: 0.2164769 Feb 17 17:33:54.966771 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 996a6547-d632-4ab5-a3ba-ee048f1ef2b3 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:33:55.003891 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77155dab-4f8d-4e2b-b894-0aedd778b115 req-95d081a2-955d-4623-ad34-0ed6c68baf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:55.005671 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-77155dab-4f8d-4e2b-b894-0aedd778b115 req-95d081a2-955d-4623-ad34-0ed6c68baf6e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.2275400 Feb 17 17:33:55.069836 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-969b6374-488a-4ef6-8558-ec7d2e1200e9 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (18dba6a7-6706-4d1f-9e86-bf38e69567c1), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:55.071373 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-969b6374-488a-4ef6-8558-ec7d2e1200e9 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (18dba6a7-6706-4d1f-9e86-bf38e69567c1), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:55.078532 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d75ee684-ae19-40c1-86b4-e975a0a412a2 tempest-MeteringIpV6TestJSON-2083898617 tempest-MeteringIpV6TestJSON-2083898617-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:55.080869 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d75ee684-ae19-40c1-86b4-e975a0a412a2 tempest-MeteringIpV6TestJSON-2083898617 tempest-MeteringIpV6TestJSON-2083898617-project-admin] 10.222.0.87 "DELETE /v2.0/metering/metering-label-rules/6bcbe71b-76f5-4c59-854a-fd71511bf0c3 HTTP/1.1" status: 204 len: 168 time: 0.3964942 Feb 17 17:33:55.082989 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43282) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:55.259534 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 996a6547-d632-4ab5-a3ba-ee048f1ef2b3 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:33:55.261573 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (996a6547-d632-4ab5-a3ba-ee048f1ef2b3), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:55.271864 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a11b3325-9782-4bf0-a0cf-572ec545f21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-604324597-router', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '996a6547-d632-4ab5-a3ba-ee048f1ef2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:33:43Z', 'updated_at': '2022-02-17T17:33:49Z', 'revision_number': 4, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'gw_port': {'id': '996a6547-d632-4ab5-a3ba-ee048f1ef2b3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:33:44Z', 'updated_at': '2022-02-17T17:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5', 'name': '', 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'mac_address': 'fa:16:3e:6a:b1:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'fcea941e-c7ab-41fc-b153-28fd81921144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:33:48Z', 'updated_at': '2022-02-17T17:33:49Z', 'revision_number': 2, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'subnets': [{'id': 'fcea941e-c7ab-41fc-b153-28fd81921144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:33:55.297654 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77155dab-4f8d-4e2b-b894-0aedd778b115 req-d729690f-ecc1-40cb-96fb-78911358d272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:55.299241 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-77155dab-4f8d-4e2b-b894-0aedd778b115 req-d729690f-ecc1-40cb-96fb-78911358d272 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2677801 Feb 17 17:33:55.370614 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11b3325-9782-4bf0-a0cf-572ec545f21f None None] Checking router: 0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:33:55.371619 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11b3325-9782-4bf0-a0cf-572ec545f21f None None] Updating router 0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec port 7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5 binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:33:55.404513 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a11b3325-9782-4bf0-a0cf-572ec545f21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:55.581756 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 996a6547-d632-4ab5-a3ba-ee048f1ef2b3 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:33:55.616075 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43286) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:55.662368 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-969b6374-488a-4ef6-8558-ec7d2e1200e9 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for router_controller (18dba6a7-6706-4d1f-9e86-bf38e69567c1), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:55.707483 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-50cc104f-094f-401f-a6c9-c843a75a0ebf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:55.852660 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d796d62a-1ef4-400a-9122-49556ccb02a3 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Deleting port eeda491a-3d28-497a-841c-ae382c3a0bb5 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:33:55.853923 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d796d62a-1ef4-400a-9122-49556ccb02a3 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (eeda491a-3d28-497a-841c-ae382c3a0bb5), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:55.864706 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2302fc5-98fc-469a-9d87-6a5fe2d58b5d req-cb8ee661-a532-48ec-88b5-4e2654a6073a tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:55.872064 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a2302fc5-98fc-469a-9d87-6a5fe2d58b5d req-cb8ee661-a532-48ec-88b5-4e2654a6073a tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 949 time: 0.6677675 Feb 17 17:33:55.950308 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-50cc104f-094f-401f-a6c9-c843a75a0ebf admin admin] Publish callbacks [] for security_group (e94a8c58-a0a7-44df-ad47-6bf8c8c59174), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:55.957132 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-50cc104f-094f-401f-a6c9-c843a75a0ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (e94a8c58-a0a7-44df-ad47-6bf8c8c59174), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:55.962511 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c43ca6e-1d3b-4d46-af56-277eb149d45f req-e6869e79-cf84-479f-83bf-11a13c52bdc9 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:55.972067 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2c43ca6e-1d3b-4d46-af56-277eb149d45f req-e6869e79-cf84-479f-83bf-11a13c52bdc9 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe264ee0-0825-4dd4-ad05-40a9a877f7df HTTP/1.1" status: 200 len: 946 time: 0.8270195 Feb 17 17:33:56.053404 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a11b3325-9782-4bf0-a0cf-572ec545f21f None None] Publish callbacks [] for port (7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:56.066121 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a11b3325-9782-4bf0-a0cf-572ec545f21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:56.081182 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a2302fc5-98fc-469a-9d87-6a5fe2d58b5d req-e4dd38ff-f6f3-45fe-b3d8-099d05182f9e tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078452 Feb 17 17:33:56.106673 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-77155dab-4f8d-4e2b-b894-0aedd778b115 req-6662600c-6cb6-4c0e-b291-171bd6b59c0c service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7983172 Feb 17 17:33:56.160897 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-969b6374-488a-4ef6-8558-ec7d2e1200e9 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for router_gateway (18dba6a7-6706-4d1f-9e86-bf38e69567c1), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:56.252283 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7ff721b3-dba6-4a12-a697-76f39ae5ec60 tempest-MeteringIpV6TestJSON-2083898617 tempest-MeteringIpV6TestJSON-2083898617-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:56.253835 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7ff721b3-dba6-4a12-a697-76f39ae5ec60 tempest-MeteringIpV6TestJSON-2083898617 tempest-MeteringIpV6TestJSON-2083898617-project-admin] 10.222.0.87 "DELETE /v2.0/metering/metering-labels/4bc5179d-18f7-4ec6-874b-955c0aa542f4 HTTP/1.1" status: 204 len: 168 time: 1.1699069 Feb 17 17:33:56.277767 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-50cc104f-094f-401f-a6c9-c843a75a0ebf admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ff792fb2458440d092e6877e937853d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6124060 Feb 17 17:33:56.282769 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc104f-094f-401f-a6c9-c843a75a0ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94a8c58-a0a7-44df-ad47-6bf8c8c59174,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:56.283568 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-77155dab-4f8d-4e2b-b894-0aedd778b115 req-4b29c6ab-c5c2-4526-ad68-2831d861f71c service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676159 Feb 17 17:33:56.291231 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43292) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:56.405897 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a3b47927-4791-46a0-af17-7d4abe7a6d5d req-35090ac8-3313-4621-93d9-9ad834d35c61 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/ports?device_id=62e75d39-d946-4814-8adf-839d9da47a9c HTTP/1.1" status: 200 len: 210 time: 0.1211450 Feb 17 17:33:56.423208 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d796d62a-1ef4-400a-9122-49556ccb02a3 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (eeda491a-3d28-497a-841c-ae382c3a0bb5), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:56.423815 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d796d62a-1ef4-400a-9122-49556ccb02a3 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Publish callbacks [] for floatingip (eeda491a-3d28-497a-841c-ae382c3a0bb5), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:56.477319 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28c537bf-5370-4ddd-b76b-006432ea23c9 admin admin] Publish callbacks [] for security_group (e94a8c58-a0a7-44df-ad47-6bf8c8c59174), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:56.489052 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2c43ca6e-1d3b-4d46-af56-277eb149d45f req-d5b36895-ab5d-4b33-b807-fd74de0c3704 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] 10.222.0.87 "GET /v2.0/security-groups?id=bb4f21ea-2fd7-4ed6-9bc9-434bdb3d2a68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5138764 Feb 17 17:33:56.498118 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d796d62a-1ef4-400a-9122-49556ccb02a3 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Calling delete_port for eeda491a-3d28-497a-841c-ae382c3a0bb5 owned by network:floatingip {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:33:56.605574 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28c537bf-5370-4ddd-b76b-006432ea23c9 admin admin] Publish callbacks [] for security_group (e94a8c58-a0a7-44df-ad47-6bf8c8c59174), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:56.688627 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 3d0fcf80-e301-443a-8e3d-051528746e99 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:33:56.781563 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43300) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:56.813823 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40340642-f758-42c9-8593-b1b53e433803 None None] Pushing event updated for resources: {'Port': ['ID=7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:56.817660 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a552d0f-9105-48d9-9550-f74bb69317a7 req-db880421-d481-4e5e-83ff-6015f6d12764 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:56.819528 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a552d0f-9105-48d9-9550-f74bb69317a7 req-db880421-d481-4e5e-83ff-6015f6d12764 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.91 "GET /v2.0/networks?id=3100c139-77f4-49d8-b7fa-b7a25c4ec3d8 HTTP/1.1" status: 200 len: 820 time: 0.5338781 Feb 17 17:33:56.834170 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28c537bf-5370-4ddd-b76b-006432ea23c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (e94a8c58-a0a7-44df-ad47-6bf8c8c59174), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:56.835397 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-9a552d0f-9105-48d9-9550-f74bb69317a7 req-0f5ac7d7-71e7-44e7-8dc7-473423ee8c9e tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Request body: {'port': {'device_id': '62e75d39-d946-4814-8adf-839d9da47a9c', 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8', 'admin_state_up': True, 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:33:56.837438 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28c537bf-5370-4ddd-b76b-006432ea23c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:56.841249 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-28c537bf-5370-4ddd-b76b-006432ea23c9 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e94a8c58-a0a7-44df-ad47-6bf8c8c59174 HTTP/1.1" status: 204 len: 168 time: 0.5443430 Feb 17 17:33:56.842305 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-969b6374-488a-4ef6-8558-ec7d2e1200e9 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for router_gateway (18dba6a7-6706-4d1f-9e86-bf38e69567c1), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:56.847313 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-a11b3325-9782-4bf0-a0cf-572ec545f21f None None] Attempting to bind port 7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:33:56.847713 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-a11b3325-9782-4bf0-a0cf-572ec545f21f None None] Attempting to bind port 7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '101d171d-00e3-43dd-8059-643cfe6a6952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:33:56.848162 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11b3325-9782-4bf0-a0cf-572ec545f21f None None] Attempting to bind port 7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5 on network 3100c139-77f4-49d8-b7fa-b7a25c4ec3d8 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:33:56.860629 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11b3325-9782-4bf0-a0cf-572ec545f21f None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:33:56.861019 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11b3325-9782-4bf0-a0cf-572ec545f21f None None] Checking segment: {'id': '101d171d-00e3-43dd-8059-643cfe6a6952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:33:56.861399 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a11b3325-9782-4bf0-a0cf-572ec545f21f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:56.861792 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11b3325-9782-4bf0-a0cf-572ec545f21f None None] Bound using segment: {'id': '101d171d-00e3-43dd-8059-643cfe6a6952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:33:56.862282 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-a11b3325-9782-4bf0-a0cf-572ec545f21f None None] Bound port: 7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '101d171d-00e3-43dd-8059-643cfe6a6952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:33:56.862663 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a11b3325-9782-4bf0-a0cf-572ec545f21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:56.867135 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-969b6374-488a-4ef6-8558-ec7d2e1200e9 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:56.889857 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c537bf-5370-4ddd-b76b-006432ea23c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94a8c58-a0a7-44df-ad47-6bf8c8c59174,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:56.890075 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-2d10091d-894d-4dc3-b423-516a9070c248 None None] Provisioning complete for port 7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:33:56.890309 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2d10091d-894d-4dc3-b423-516a9070c248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:56.934185 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-2d10091d-894d-4dc3-b423-516a9070c248 None None] Port 7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:33:57.002849 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 3d0fcf80-e301-443a-8e3d-051528746e99 is: ACTIVE; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:33:57.003243 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3d0fcf80-e301-443a-8e3d-051528746e99), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:57.057400 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '425aa7a7-c094-4e09-bee2-3fc8aaa7a90f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d0fcf80-e301-443a-8e3d-051528746e99'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:33:57.061890 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7700df47-da00-42b4-8466-321d7c083aac" -d '{"events": [{"server_uuid": "425aa7a7-c094-4e09-bee2-3fc8aaa7a90f", "name": "network-vif-unplugged", "status": "completed", "tag": "3d0fcf80-e301-443a-8e3d-051528746e99"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:33:57.090033 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-a11b3325-9782-4bf0-a0cf-572ec545f21f None None] For port 7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:33:57.109250 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 3d0fcf80-e301-443a-8e3d-051528746e99, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=3d0fcf80-e301-443a-8e3d-051528746e99,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:33:57.117400 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-a11b3325-9782-4bf0-a0cf-572ec545f21f None None] For port 7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5,segment=NetworkSegment(101d171d-00e3-43dd-8059-643cfe6a6952),segment_id=101d171d-00e3-43dd-8059-643cfe6a6952)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:33:57.118484 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (3d0fcf80-e301-443a-8e3d-051528746e99), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:57.131588 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94a91aaf-4a23-4b07-91a5-f1154c3214bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:57.249512 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a552d0f-9105-48d9-9550-f74bb69317a7 req-0f5ac7d7-71e7-44e7-8dc7-473423ee8c9e tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Made reservation on behalf of 9dba40edc9c14b8fb9d6b4695dd74e24 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:33:57.267889 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9a552d0f-9105-48d9-9550-f74bb69317a7 req-0f5ac7d7-71e7-44e7-8dc7-473423ee8c9e tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:57.274647 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 17:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2fee988-20df-4ea8-b5af-f5784cb4f32e x-openstack-request-id: req-f2fee988-20df-4ea8-b5af-f5784cb4f32e {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:33:57.275101 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "425aa7a7-c094-4e09-bee2-3fc8aaa7a90f", "name": "network-vif-unplugged", "status": "completed", "tag": "3d0fcf80-e301-443a-8e3d-051528746e99", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:33:57.275494 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f2fee988-20df-4ea8-b5af-f5784cb4f32e {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:33:57.276044 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '425aa7a7-c094-4e09-bee2-3fc8aaa7a90f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d0fcf80-e301-443a-8e3d-051528746e99', 'code': 200} Feb 17 17:33:57.277752 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=3d0fcf80-e301-443a-8e3d-051528746e99,revision_number=6']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:57.287908 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a11b3325-9782-4bf0-a0cf-572ec545f21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:57.293034 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-969b6374-488a-4ef6-8558-ec7d2e1200e9 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Allocated IP 172.25.8.96 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/0405099c-1a2c-4524-9eb1-8cb21207d760) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:33:57.380531 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d796d62a-1ef4-400a-9122-49556ccb02a3 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (eeda491a-3d28-497a-841c-ae382c3a0bb5), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:57.449768 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40340642-f758-42c9-8593-b1b53e433803 None None] Pushing event updated for resources: {'Port': ['ID=7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:57.474298 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11b3325-9782-4bf0-a0cf-572ec545f21f None None] Routers {'0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:33:57.474935 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a11b3325-9782-4bf0-a0cf-572ec545f21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:33:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:33:57.568462 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94a91aaf-4a23-4b07-91a5-f1154c3214bb admin admin] Publish callbacks [] for security_group (8087202a-cab1-482b-bfc1-c07bb9b787e2), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:57.581839 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94a91aaf-4a23-4b07-91a5-f1154c3214bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (8087202a-cab1-482b-bfc1-c07bb9b787e2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:57.720859 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-a11b3325-9782-4bf0-a0cf-572ec545f21f None None] Set router 0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:33:57.754837 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a91aaf-4a23-4b07-91a5-f1154c3214bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8087202a-cab1-482b-bfc1-c07bb9b787e2,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:57.758098 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b066e502-3fea-4209-9720-6ec64f123cca req-09a8d3bc-2555-4c14-bbf9-70fe211c1da7 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/ports?device_id=62e75d39-d946-4814-8adf-839d9da47a9c HTTP/1.1" status: 200 len: 210 time: 0.0738087 Feb 17 17:33:57.775216 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-969b6374-488a-4ef6-8558-ec7d2e1200e9 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for port (0405099c-1a2c-4524-9eb1-8cb21207d760), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:57.781268 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-94a91aaf-4a23-4b07-91a5-f1154c3214bb admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8a11d958c83544d1a62a35378fd62bfa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9939730 Feb 17 17:33:57.781600 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43326) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:57.944822 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d796d62a-1ef4-400a-9122-49556ccb02a3 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Pushing event deleted for resources: {'Port': ['ID=eeda491a-3d28-497a-841c-ae382c3a0bb5,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:57.950325 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-969b6374-488a-4ef6-8558-ec7d2e1200e9 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (0405099c-1a2c-4524-9eb1-8cb21207d760), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:57.964728 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d796d62a-1ef4-400a-9122-49556ccb02a3 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Publish callbacks [] for floatingip (dc50cc2d-6266-49f9-9d3c-c1d55d66717e), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:57.968121 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d796d62a-1ef4-400a-9122-49556ccb02a3 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:57.969956 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-d796d62a-1ef4-400a-9122-49556ccb02a3 tempest-ServersTestBootFromVolume-1210973392 tempest-ServersTestBootFromVolume-1210973392-project] 10.222.0.87 "DELETE /v2.0/floatingips/dc50cc2d-6266-49f9-9d3c-c1d55d66717e HTTP/1.1" status: 204 len: 168 time: 3.2083292 Feb 17 17:33:57.984976 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43328) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:33:58.070113 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969b6374-488a-4ef6-8558-ec7d2e1200e9 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:33:58.078264 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-969b6374-488a-4ef6-8558-ec7d2e1200e9 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:33:58.083470 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969b6374-488a-4ef6-8558-ec7d2e1200e9 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:33:58.109455 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-f69b2c4a-bc75-40b5-8adf-92cb08e3eaab None None] Provisioning complete for port 7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:33:58.110219 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f69b2c4a-bc75-40b5-8adf-92cb08e3eaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:58.166668 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b6374-488a-4ef6-8558-ec7d2e1200e9 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Pushing event updated for resources: {'Port': ['ID=0405099c-1a2c-4524-9eb1-8cb21207d760,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:58.218181 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a11b3325-9782-4bf0-a0cf-572ec545f21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-604324597-router', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '996a6547-d632-4ab5-a3ba-ee048f1ef2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:33:43Z', 'updated_at': '2022-02-17T17:33:49Z', 'revision_number': 4, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'gw_port': {'id': '996a6547-d632-4ab5-a3ba-ee048f1ef2b3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:33:44Z', 'updated_at': '2022-02-17T17:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5', 'name': '', 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'mac_address': 'fa:16:3e:6a:b1:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'fcea941e-c7ab-41fc-b153-28fd81921144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:33:48Z', 'updated_at': '2022-02-17T17:33:57Z', 'revision_number': 4, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'subnets': [{'id': 'fcea941e-c7ab-41fc-b153-28fd81921144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:33:58.263224 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11b3325-9782-4bf0-a0cf-572ec545f21f None None] The sync data for ids ['0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec'] in n-d-829613-2 is: [{'id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-604324597-router', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '996a6547-d632-4ab5-a3ba-ee048f1ef2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:33:43Z', 'updated_at': '2022-02-17T17:33:49Z', 'revision_number': 4, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'gw_port': {'id': '996a6547-d632-4ab5-a3ba-ee048f1ef2b3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:33:44Z', 'updated_at': '2022-02-17T17:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5', 'name': '', 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'mac_address': 'fa:16:3e:6a:b1:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'fcea941e-c7ab-41fc-b153-28fd81921144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:33:48Z', 'updated_at': '2022-02-17T17:33:57Z', 'revision_number': 4, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'subnets': [{'id': 'fcea941e-c7ab-41fc-b153-28fd81921144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:33:58.385271 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-f69b2c4a-bc75-40b5-8adf-92cb08e3eaab None None] Current status of the port 7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:33:58.385676 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f69b2c4a-bc75-40b5-8adf-92cb08e3eaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:58.452809 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-9a552d0f-9105-48d9-9550-f74bb69317a7 req-0f5ac7d7-71e7-44e7-8dc7-473423ee8c9e tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Allocated IP 172.20.0.3 (3100c139-77f4-49d8-b7fa-b7a25c4ec3d8/fcea941e-c7ab-41fc-b153-28fd81921144/0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:33:58.471140 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-f69b2c4a-bc75-40b5-8adf-92cb08e3eaab None None] For port 7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5,segment=NetworkSegment(101d171d-00e3-43dd-8059-643cfe6a6952),segment_id=101d171d-00e3-43dd-8059-643cfe6a6952)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:33:58.493130 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f69b2c4a-bc75-40b5-8adf-92cb08e3eaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:58.606673 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79169eb-845d-4de8-9fb4-83b2309be2fc req-6a0d57d0-a3ff-4cbf-a4bb-b35a9fbbde98 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:58.608479 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b79169eb-845d-4de8-9fb4-83b2309be2fc req-6a0d57d0-a3ff-4cbf-a4bb-b35a9fbbde98 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 947 time: 1.2520876 Feb 17 17:33:58.646550 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 3d0fcf80-e301-443a-8e3d-051528746e99 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:33:58.738167 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b2c4a-bc75-40b5-8adf-92cb08e3eaab None None] Pushing event updated for resources: {'Port': ['ID=7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:58.790866 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-969b6374-488a-4ef6-8558-ec7d2e1200e9 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for router_gateway (18dba6a7-6706-4d1f-9e86-bf38e69567c1), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:58.805969 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f1342a4e-5261-46b1-afaf-68752254b7ce admin admin] Publish callbacks [] for security_group (8087202a-cab1-482b-bfc1-c07bb9b787e2), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:59.006036 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 3d0fcf80-e301-443a-8e3d-051528746e99, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=3d0fcf80-e301-443a-8e3d-051528746e99,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:33:59.019481 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:33:59.022959 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '3d0fcf80-e301-443a-8e3d-051528746e99', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'port_id': '3d0fcf80-e301-443a-8e3d-051528746e99', 'mac_address': 'fa:16:3e:64:66:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac79920f-9ddd-4352-b866-6056158b178e', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:33:59.036576 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b79169eb-845d-4de8-9fb4-83b2309be2fc req-878c3bc0-4df5-408d-8152-91e923b64482 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458791 Feb 17 17:33:59.148946 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5626ba-0e84-4c74-b95f-8790e2347bef req-0ed4bd3f-375b-4eb2-bf90-d9868222dff6 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:59.160067 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bb5626ba-0e84-4c74-b95f-8790e2347bef req-0ed4bd3f-375b-4eb2-bf90-d9868222dff6 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe264ee0-0825-4dd4-ad05-40a9a877f7df HTTP/1.1" status: 200 len: 946 time: 0.6767275 Feb 17 17:33:59.170090 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f1342a4e-5261-46b1-afaf-68752254b7ce admin admin] Publish callbacks [] for security_group (8087202a-cab1-482b-bfc1-c07bb9b787e2), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:59.268087 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:33:59.275872 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:59.324391 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8fe03fb9-8755-4e2e-8f31-a42cf99681af req-bebc5d2c-4ab4-4bca-8392-dafe4fda8464 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/ports?device_id=62e75d39-d946-4814-8adf-839d9da47a9c HTTP/1.1" status: 200 len: 210 time: 0.1238208 Feb 17 17:33:59.343973 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a16f4d-dabc-4b47-bdc9-d16d0c051398 req-50a5a4ff-058b-40e4-906e-8a42a4dc40bd tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:33:59.345874 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b5a16f4d-dabc-4b47-bdc9-d16d0c051398 req-50a5a4ff-058b-40e4-906e-8a42a4dc40bd tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] 10.222.0.71 "GET /v2.0/ports?device_id=fe264ee0-0825-4dd4-ad05-40a9a877f7df HTTP/1.1" status: 200 len: 946 time: 0.5320961 Feb 17 17:33:59.385460 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 3d0fcf80-e301-443a-8e3d-051528746e99 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:33:59.385862 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3d0fcf80-e301-443a-8e3d-051528746e99), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:59.406022 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d0fcf80-e301-443a-8e3d-051528746e99 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:33:59.463564 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 3d0fcf80-e301-443a-8e3d-051528746e99, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=3d0fcf80-e301-443a-8e3d-051528746e99,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:33:59.469369 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:33:59.475327 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-969b6374-488a-4ef6-8558-ec7d2e1200e9 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (18dba6a7-6706-4d1f-9e86-bf38e69567c1), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:59.484772 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (3d0fcf80-e301-443a-8e3d-051528746e99), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:59.506048 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9a552d0f-9105-48d9-9550-f74bb69317a7 req-0f5ac7d7-71e7-44e7-8dc7-473423ee8c9e tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Publish callbacks [] for port (0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:59.566230 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bb5626ba-0e84-4c74-b95f-8790e2347bef req-8132dbf6-6ae6-4c7e-9d53-bb89c7320e62 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] 10.222.0.87 "GET /v2.0/security-groups?id=bb4f21ea-2fd7-4ed6-9bc9-434bdb3d2a68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4051332 Feb 17 17:33:59.656323 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=3d0fcf80-e301-443a-8e3d-051528746e99,revision_number=7']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:59.692820 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f1342a4e-5261-46b1-afaf-68752254b7ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (8087202a-cab1-482b-bfc1-c07bb9b787e2), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:59.695403 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f1342a4e-5261-46b1-afaf-68752254b7ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:59.696646 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-f1342a4e-5261-46b1-afaf-68752254b7ce admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8087202a-cab1-482b-bfc1-c07bb9b787e2 HTTP/1.1" status: 204 len: 168 time: 1.9068763 Feb 17 17:33:59.710945 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['3d0fcf80-e301-443a-8e3d-051528746e99'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:33:59.726170 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-969b6374-488a-4ef6-8558-ec7d2e1200e9 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Router 18dba6a7-6706-4d1f-9e86-bf38e69567c1 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:33:59.738424 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1342a4e-5261-46b1-afaf-68752254b7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8087202a-cab1-482b-bfc1-c07bb9b787e2,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:33:59.824946 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9a552d0f-9105-48d9-9550-f74bb69317a7 req-0f5ac7d7-71e7-44e7-8dc7-473423ee8c9e tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:33:59.924188 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a552d0f-9105-48d9-9550-f74bb69317a7 req-0f5ac7d7-71e7-44e7-8dc7-473423ee8c9e tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Network 3100c139-77f4-49d8-b7fa-b7a25c4ec3d8 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:34:00.007741 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-9a552d0f-9105-48d9-9550-f74bb69317a7 req-0f5ac7d7-71e7-44e7-8dc7-473423ee8c9e tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:34:00.037740 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a552d0f-9105-48d9-9550-f74bb69317a7 req-0f5ac7d7-71e7-44e7-8dc7-473423ee8c9e tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:34:00.058707 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969b6374-488a-4ef6-8558-ec7d2e1200e9 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:34:00.073421 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c656a527-9c54-44eb-a5ae-edf4cf3321d2 None None] Sync routers for ids ['18dba6a7-6706-4d1f-9e86-bf38e69567c1'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:34:00.093936 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c656a527-9c54-44eb-a5ae-edf4cf3321d2 None None] Routers {'18dba6a7-6706-4d1f-9e86-bf38e69567c1'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:34:00.094569 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-c656a527-9c54-44eb-a5ae-edf4cf3321d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:33:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['18dba6a7-6706-4d1f-9e86-bf38e69567c1'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:00.145500 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-969b6374-488a-4ef6-8558-ec7d2e1200e9 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:00.150689 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-969b6374-488a-4ef6-8558-ec7d2e1200e9 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.9453623 Feb 17 17:34:00.154877 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43364) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:00.239323 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-c656a527-9c54-44eb-a5ae-edf4cf3321d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:00.264084 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a552d0f-9105-48d9-9550-f74bb69317a7 req-0f5ac7d7-71e7-44e7-8dc7-473423ee8c9e tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:00.266956 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9a552d0f-9105-48d9-9550-f74bb69317a7 req-0f5ac7d7-71e7-44e7-8dc7-473423ee8c9e tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:00.323431 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c656a527-9c54-44eb-a5ae-edf4cf3321d2 None None] Routers {'18dba6a7-6706-4d1f-9e86-bf38e69567c1'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:34:00.324992 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-c656a527-9c54-44eb-a5ae-edf4cf3321d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:33:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['18dba6a7-6706-4d1f-9e86-bf38e69567c1'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:00.434673 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-c656a527-9c54-44eb-a5ae-edf4cf3321d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:00.435464 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c656a527-9c54-44eb-a5ae-edf4cf3321d2 None None] The sync data for ids ['18dba6a7-6706-4d1f-9e86-bf38e69567c1'] in n-d-829613-2 is: [] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:34:00.448729 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-b5a16f4d-dabc-4b47-bdc9-d16d0c051398 req-8ad3d3a5-a47e-4f00-ab8d-d8d582a803be tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Deleting port f46b6847-6f87-4ed5-949e-3700c4b9c956 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:34:00.449179 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b5a16f4d-dabc-4b47-bdc9-d16d0c051398 req-8ad3d3a5-a47e-4f00-ab8d-d8d582a803be tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (f46b6847-6f87-4ed5-949e-3700c4b9c956), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:00.452445 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-16ad6d58-7225-42bd-9759-2e7bd32fd0ec tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] 10.222.0.87 "GET /v2.0/routers/18dba6a7-6706-4d1f-9e86-bf38e69567c1 HTTP/1.1" status: 200 len: 924 time: 0.2928348 Feb 17 17:34:00.454958 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43370) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:00.511951 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-1d2815f4-2e55-42a7-8669-5571387493a4 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] 10.222.0.87 "GET /v2.0/ports?device_id=18dba6a7-6706-4d1f-9e86-bf38e69567c1 HTTP/1.1" status: 200 len: 205 time: 0.0521283 Feb 17 17:34:00.512969 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43372) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:00.591733 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a552d0f-9105-48d9-9550-f74bb69317a7 req-0f5ac7d7-71e7-44e7-8dc7-473423ee8c9e tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7619355 Feb 17 17:34:00.613262 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 3d0fcf80-e301-443a-8e3d-051528746e99 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:34:00.622270 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-9a552d0f-9105-48d9-9550-f74bb69317a7 req-4369beae-b168-4254-8d9f-1eee59e0d3f4 service neutron] Request body: {'port': {'device_id': '62e75d39-d946-4814-8adf-839d9da47a9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:34:00.644325 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43380) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:00.714593 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-4ee0f963-f956-4843-a003-5ef5b68184dc None None] Provisioning complete for port 0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:34:00.715017 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4ee0f963-f956-4843-a003-5ef5b68184dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:00.805790 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:34:00.830569 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-acff737b-8f6d-44f2-b2cd-81ac0e082092 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for router (18dba6a7-6706-4d1f-9e86-bf38e69567c1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:00.843731 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ac7d7-71e7-44e7-8dc7-473423ee8c9e tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Pushing event updated for resources: {'Port': ['ID=0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:00.871340 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 3d0fcf80-e301-443a-8e3d-051528746e99 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:34:00.871721 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (3d0fcf80-e301-443a-8e3d-051528746e99), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:00.876731 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-4ee0f963-f956-4843-a003-5ef5b68184dc None None] Port 0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:34:00.887807 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e43f6bad-4384-4fd3-ac4f-312610ae2fb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:00.999457 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d98074-9d2a-4f1a-8cf0-7e8ead032fe6 req-eb01e983-877b-423c-98dd-c54bd1fec122 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:01.001093 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c1d98074-9d2a-4f1a-8cf0-7e8ead032fe6 req-eb01e983-877b-423c-98dd-c54bd1fec122 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 948 time: 0.6816294 Feb 17 17:34:01.008977 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2bcf452e-7cb8-4ad7-9e29-43afb4d0535b req-fcd5a06c-785e-4ea4-a7b9-07bd8740d387 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=e9f4ea813c214d12853f6eebadb4d38e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2663670 Feb 17 17:34:01.051341 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:34:01.052018 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:01.135577 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-863c8f2f-a622-4828-81ae-5b8dc4be44b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (6bffef20-871a-4644-b44b-bf3c1e5042de), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:01.140055 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-b5a16f4d-dabc-4b47-bdc9-d16d0c051398 req-8ad3d3a5-a47e-4f00-ab8d-d8d582a803be tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] For port f46b6847-6f87-4ed5-949e-3700c4b9c956, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=f46b6847-6f87-4ed5-949e-3700c4b9c956,segment=NetworkSegment(69292abf-df90-4627-b58d-8d0a1e1b3261),segment_id=69292abf-df90-4627-b58d-8d0a1e1b3261)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:34:01.140468 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b5a16f4d-dabc-4b47-bdc9-d16d0c051398 req-8ad3d3a5-a47e-4f00-ab8d-d8d582a803be tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (f46b6847-6f87-4ed5-949e-3700c4b9c956), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:01.290099 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:34:01.296494 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 3d0fcf80-e301-443a-8e3d-051528746e99 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:34:01.297192 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3d0fcf80-e301-443a-8e3d-051528746e99), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:01.347874 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 3d0fcf80-e301-443a-8e3d-051528746e99, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=3d0fcf80-e301-443a-8e3d-051528746e99,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:34:01.351535 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '425aa7a7-c094-4e09-bee2-3fc8aaa7a90f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0fcf80-e301-443a-8e3d-051528746e99'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:34:01.356676 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e167d14b-1798-47ed-9964-f3b26d5f4243" -d '{"events": [{"server_uuid": "425aa7a7-c094-4e09-bee2-3fc8aaa7a90f", "name": "network-vif-plugged", "status": "completed", "tag": "3d0fcf80-e301-443a-8e3d-051528746e99"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:34:01.364773 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (3d0fcf80-e301-443a-8e3d-051528746e99), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:01.378094 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-acff737b-8f6d-44f2-b2cd-81ac0e082092 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for router_gateway (18dba6a7-6706-4d1f-9e86-bf38e69567c1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:01.476229 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=3d0fcf80-e301-443a-8e3d-051528746e99,revision_number=8']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:01.506412 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-acff737b-8f6d-44f2-b2cd-81ac0e082092 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Deleting port 0405099c-1a2c-4524-9eb1-8cb21207d760 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:34:01.507430 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-acff737b-8f6d-44f2-b2cd-81ac0e082092 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (0405099c-1a2c-4524-9eb1-8cb21207d760), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:01.568146 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9a552d0f-9105-48d9-9550-f74bb69317a7 req-4369beae-b168-4254-8d9f-1eee59e0d3f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:01.605002 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-acff737b-8f6d-44f2-b2cd-81ac0e082092 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (0405099c-1a2c-4524-9eb1-8cb21207d760), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:01.621555 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-acff737b-8f6d-44f2-b2cd-81ac0e082092 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Calling delete_port for 0405099c-1a2c-4524-9eb1-8cb21207d760 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:34:01.683864 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c1d98074-9d2a-4f1a-8cf0-7e8ead032fe6 req-bdbc5c36-a017-4f9d-be53-e141af16941f tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6675460 Feb 17 17:34:01.817131 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-acff737b-8f6d-44f2-b2cd-81ac0e082092 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (0405099c-1a2c-4524-9eb1-8cb21207d760), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:01.850540 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acff737b-8f6d-44f2-b2cd-81ac0e082092 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Pushing event deleted for resources: {'Port': ['ID=0405099c-1a2c-4524-9eb1-8cb21207d760,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:01.955020 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-acff737b-8f6d-44f2-b2cd-81ac0e082092 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (18dba6a7-6706-4d1f-9e86-bf38e69567c1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:01.964293 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf452e-7cb8-4ad7-9e29-43afb4d0535b req-7472cd5e-60ce-4e3e-995e-3d060e28c3cf tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:01.972234 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2bcf452e-7cb8-4ad7-9e29-43afb4d0535b req-7472cd5e-60ce-4e3e-995e-3d060e28c3cf tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9622815 Feb 17 17:34:02.024698 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e43f6bad-4384-4fd3-ac4f-312610ae2fb2 admin admin] Publish callbacks [] for security_group (9da45711-8486-451d-98e1-32edee65123d), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:02.046286 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e43f6bad-4384-4fd3-ac4f-312610ae2fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (9da45711-8486-451d-98e1-32edee65123d), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:02.087470 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-acff737b-8f6d-44f2-b2cd-81ac0e082092 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (18dba6a7-6706-4d1f-9e86-bf38e69567c1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:02.090168 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-acff737b-8f6d-44f2-b2cd-81ac0e082092 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for router_controller (18dba6a7-6706-4d1f-9e86-bf38e69567c1), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:02.125064 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2bcf452e-7cb8-4ad7-9e29-43afb4d0535b req-f12c2e8b-3904-43de-89d9-ff35df412b13 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/quotas/e9f4ea813c214d12853f6eebadb4d38e HTTP/1.1" status: 200 len: 375 time: 0.1516182 Feb 17 17:34:02.143836 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-acff737b-8f6d-44f2-b2cd-81ac0e082092 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (18dba6a7-6706-4d1f-9e86-bf38e69567c1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:02.144473 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acff737b-8f6d-44f2-b2cd-81ac0e082092 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Fanout notify agent at l3_agent the message router_deleted on router 18dba6a7-6706-4d1f-9e86-bf38e69567c1 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:34:02.151818 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-acff737b-8f6d-44f2-b2cd-81ac0e082092 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:02.157683 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-acff737b-8f6d-44f2-b2cd-81ac0e082092 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] 10.222.0.87 "DELETE /v2.0/routers/18dba6a7-6706-4d1f-9e86-bf38e69567c1 HTTP/1.1" status: 204 len: 168 time: 1.6428511 Feb 17 17:34:02.157929 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43390) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:02.162578 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-9de93d39-b883-4f09-86f6-8c56c8dd791e tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1739502457', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'enable_snat': False}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:34:02.196332 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9de93d39-b883-4f09-86f6-8c56c8dd791e tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (c8ba8808-06a4-4566-b0dd-54eac37ef265), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:02.197507 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9de93d39-b883-4f09-86f6-8c56c8dd791e tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (c8ba8808-06a4-4566-b0dd-54eac37ef265), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:02.257229 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9de93d39-b883-4f09-86f6-8c56c8dd791e tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks [] for router_controller (c8ba8808-06a4-4566-b0dd-54eac37ef265), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:02.301228 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2bcf452e-7cb8-4ad7-9e29-43afb4d0535b req-4d826383-0c16-4a8e-ac0e-9dffcac07174 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=e9f4ea813c214d12853f6eebadb4d38e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1226490 Feb 17 17:34:02.303806 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e43f6bad-4384-4fd3-ac4f-312610ae2fb2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=bfbfcd397fe8431d9a8db2c7c9621497&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6475451 Feb 17 17:34:02.307353 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43392) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:02.318328 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e720c-2ee3-4c89-9d7f-a1576f7becf1 req-bd1f2762-f620-470c-8d50-b7b8061b67f7 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:02.320737 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d9e720c-2ee3-4c89-9d7f-a1576f7becf1 req-bd1f2762-f620-470c-8d50-b7b8061b67f7 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/ports?device_id=62e75d39-d946-4814-8adf-839d9da47a9c HTTP/1.1" status: 200 len: 931 time: 0.5361998 Feb 17 17:34:02.321593 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43f6bad-4384-4fd3-ac4f-312610ae2fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da45711-8486-451d-98e1-32edee65123d,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:02.354660 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b5a16f4d-dabc-4b47-bdc9-d16d0c051398 req-8ad3d3a5-a47e-4f00-ab8d-d8d582a803be tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:02.355053 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b5a16f4d-dabc-4b47-bdc9-d16d0c051398 req-8ad3d3a5-a47e-4f00-ab8d-d8d582a803be tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (431bd963-3304-497e-8dd3-e751801e1fe9), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:02.355371 n-d-829613-2 neutron-server[103435]: INFO neutron.db.l3_db [req-b5a16f4d-dabc-4b47-bdc9-d16d0c051398 req-8ad3d3a5-a47e-4f00-ab8d-d8d582a803be tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Floating IP 431bd963-3304-497e-8dd3-e751801e1fe9 disassociated. External IP: 172.25.8.134, port: f46b6847-6f87-4ed5-949e-3700c4b9c956. Feb 17 17:34:02.355715 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-b5a16f4d-dabc-4b47-bdc9-d16d0c051398 req-8ad3d3a5-a47e-4f00-ab8d-d8d582a803be tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Calling delete_port for f46b6847-6f87-4ed5-949e-3700c4b9c956 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:34:02.468372 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9de93d39-b883-4f09-86f6-8c56c8dd791e tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks [] for router_gateway (c8ba8808-06a4-4566-b0dd-54eac37ef265), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:02.485438 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b3aadb1b-54da-4d44-afda-627b125d5bc9 admin admin] Publish callbacks [] for security_group (9da45711-8486-451d-98e1-32edee65123d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:02.509433 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b3aadb1b-54da-4d44-afda-627b125d5bc9 admin admin] Publish callbacks [] for security_group (9da45711-8486-451d-98e1-32edee65123d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:02.530414 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d9e720c-2ee3-4c89-9d7f-a1576f7becf1 req-e2f80d3f-8299-4532-ab97-added89f93cf tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/security-groups?id=dd538416-09bc-40c0-9215-332e74759dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819906 Feb 17 17:34:02.654600 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a79a3c-d14b-4adc-96f5-8c63e6e0ea04 x-openstack-request-id: req-a7a79a3c-d14b-4adc-96f5-8c63e6e0ea04 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:34:02.655534 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "425aa7a7-c094-4e09-bee2-3fc8aaa7a90f", "name": "network-vif-plugged", "status": "completed", "tag": "3d0fcf80-e301-443a-8e3d-051528746e99", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:34:02.655974 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a7a79a3c-d14b-4adc-96f5-8c63e6e0ea04 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:34:02.656682 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '425aa7a7-c094-4e09-bee2-3fc8aaa7a90f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0fcf80-e301-443a-8e3d-051528746e99', 'code': 200} Feb 17 17:34:02.675006 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b3aadb1b-54da-4d44-afda-627b125d5bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (9da45711-8486-451d-98e1-32edee65123d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:02.687152 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b3aadb1b-54da-4d44-afda-627b125d5bc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:02.688371 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b3aadb1b-54da-4d44-afda-627b125d5bc9 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9da45711-8486-451d-98e1-32edee65123d HTTP/1.1" status: 204 len: 168 time: 0.3425353 Feb 17 17:34:02.842898 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aadb1b-54da-4d44-afda-627b125d5bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da45711-8486-451d-98e1-32edee65123d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:02.847702 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d30e6-b2a9-49d6-bfa5-aa68f74f657a req-99a64acc-a103-438c-a68e-bbafa02cf470 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:02.855124 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3f5d30e6-b2a9-49d6-bfa5-aa68f74f657a req-99a64acc-a103-438c-a68e-bbafa02cf470 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe264ee0-0825-4dd4-ad05-40a9a877f7df HTTP/1.1" status: 200 len: 946 time: 0.2494307 Feb 17 17:34:02.868646 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-9a552d0f-9105-48d9-9550-f74bb69317a7 req-4369beae-b168-4254-8d9f-1eee59e0d3f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:34:02.918974 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9a552d0f-9105-48d9-9550-f74bb69317a7 req-4369beae-b168-4254-8d9f-1eee59e0d3f4 service neutron] Publish callbacks [] for port (0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:02.922457 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dbc22eb3-186c-4106-b549-e16c8576f2d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:03.052040 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-9a552d0f-9105-48d9-9550-f74bb69317a7 req-4369beae-b168-4254-8d9f-1eee59e0d3f4 service neutron] Transition to ACTIVE for port object 0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:34:03.052040 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b5a16f4d-dabc-4b47-bdc9-d16d0c051398 req-8ad3d3a5-a47e-4f00-ab8d-d8d582a803be tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (f46b6847-6f87-4ed5-949e-3700c4b9c956), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:03.108003 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9a552d0f-9105-48d9-9550-f74bb69317a7 req-4369beae-b168-4254-8d9f-1eee59e0d3f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:03.265660 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3f5d30e6-b2a9-49d6-bfa5-aa68f74f657a req-b0960bec-5953-4a59-9eba-5c9b22b66619 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] 10.222.0.87 "GET /v2.0/security-groups?id=bb4f21ea-2fd7-4ed6-9bc9-434bdb3d2a68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4092407 Feb 17 17:34:03.280164 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad3d3a5-a47e-4f00-ab8d-d8d582a803be tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Pushing event deleted for resources: {'Port': ['ID=f46b6847-6f87-4ed5-949e-3700c4b9c956,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:03.291920 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-ef04fb60-e049-4b16-9cc0-584170aaf60d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2375705 Feb 17 17:34:03.307667 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9de93d39-b883-4f09-86f6-8c56c8dd791e tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks [] for router_gateway (c8ba8808-06a4-4566-b0dd-54eac37ef265), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:03.368151 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-863c8f2f-a622-4828-81ae-5b8dc4be44b1 admin admin] Deleting port d9266947-287f-4f09-8dac-48391c5b5a42 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:34:03.368589 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-863c8f2f-a622-4828-81ae-5b8dc4be44b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (d9266947-287f-4f09-8dac-48391c5b5a42), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:03.417116 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9de93d39-b883-4f09-86f6-8c56c8dd791e tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:03.612319 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-e5ac030e-9a3c-401e-8573-1c1e4473b2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:03.613097 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-e5ac030e-9a3c-401e-8573-1c1e4473b2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:03.613951 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-e5ac030e-9a3c-401e-8573-1c1e4473b2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:03.614798 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-e5ac030e-9a3c-401e-8573-1c1e4473b2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:03.615455 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-e5ac030e-9a3c-401e-8573-1c1e4473b2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:03.616094 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-e5ac030e-9a3c-401e-8573-1c1e4473b2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:03.616783 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-e5ac030e-9a3c-401e-8573-1c1e4473b2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:03.620082 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-e5ac030e-9a3c-401e-8573-1c1e4473b2b8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c6c91da603a1485eab422cc6ab78977f&device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 6718 time: 0.2452242 Feb 17 17:34:03.719752 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device f46b6847-6f87-4ed5-949e-3700c4b9c956 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:34:03.751901 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5a16f4d-dabc-4b47-bdc9-d16d0c051398 req-8ad3d3a5-a47e-4f00-ab8d-d8d582a803be tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Router ac1cb32d-47d2-4ffb-b9e8-812413c32355 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:34:03.786658 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: f46b6847-6f87-4ed5-949e-3700c4b9c956 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:34:03.789097 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device f46b6847-6f87-4ed5-949e-3700c4b9c956 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:34:03.798764 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b42a003a-c4ee-45d9-ac3c-0edd12890d76 req-4859e028-6105-46c1-8d29-4d48d8ce61a0 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=e9f4ea813c214d12853f6eebadb4d38e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5313778 Feb 17 17:34:03.851900 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc218e4d-ece8-46b1-bf03-373df336882f req-b556328f-3c0a-46f4-bcf6-c655b7c41c7e tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:03.855047 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dc218e4d-ece8-46b1-bf03-373df336882f req-b556328f-3c0a-46f4-bcf6-c655b7c41c7e tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.91 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f&tenant_id=24d514a6d00a4f52a8689d09d1cf81c2&binding%3Ahost_id=n-h2-829613-2 HTTP/1.1" status: 200 len: 949 time: 0.6706829 Feb 17 17:34:03.856007 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-9a552d0f-9105-48d9-9550-f74bb69317a7 req-4369beae-b168-4254-8d9f-1eee59e0d3f4 service neutron] Attempting to bind port 0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6 on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:34:03.856558 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-9a552d0f-9105-48d9-9550-f74bb69317a7 req-4369beae-b168-4254-8d9f-1eee59e0d3f4 service neutron] Attempting to bind port 0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '101d171d-00e3-43dd-8059-643cfe6a6952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:34:03.857112 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a552d0f-9105-48d9-9550-f74bb69317a7 req-4369beae-b168-4254-8d9f-1eee59e0d3f4 service neutron] Attempting to bind port 0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6 on network 3100c139-77f4-49d8-b7fa-b7a25c4ec3d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:03.869614 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-9de93d39-b883-4f09-86f6-8c56c8dd791e tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Allocated IP 172.25.8.193 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/1b867efc-5741-405e-ae06-ae4652bcad40) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:34:03.943703 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a552d0f-9105-48d9-9550-f74bb69317a7 req-4369beae-b168-4254-8d9f-1eee59e0d3f4 service neutron] Port 0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6 on network 3100c139-77f4-49d8-b7fa-b7a25c4ec3d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:34:03.944032 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a552d0f-9105-48d9-9550-f74bb69317a7 req-4369beae-b168-4254-8d9f-1eee59e0d3f4 service neutron] Attempting to bind port 0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6 on network 3100c139-77f4-49d8-b7fa-b7a25c4ec3d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:04.068539 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9de93d39-b883-4f09-86f6-8c56c8dd791e tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks [] for port (1b867efc-5741-405e-ae06-ae4652bcad40), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:04.087303 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369beae-b168-4254-8d9f-1eee59e0d3f4 service neutron] Pushing event updated for resources: {'Port': ['ID=0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:04.090565 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a552d0f-9105-48d9-9550-f74bb69317a7 req-4369beae-b168-4254-8d9f-1eee59e0d3f4 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:34:04.091101 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a552d0f-9105-48d9-9550-f74bb69317a7 req-4369beae-b168-4254-8d9f-1eee59e0d3f4 service neutron] Checking segment: {'id': '101d171d-00e3-43dd-8059-643cfe6a6952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:34:04.092325 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a552d0f-9105-48d9-9550-f74bb69317a7 req-4369beae-b168-4254-8d9f-1eee59e0d3f4 service neutron] Bound using segment: {'id': '101d171d-00e3-43dd-8059-643cfe6a6952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:34:04.092790 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-9a552d0f-9105-48d9-9550-f74bb69317a7 req-4369beae-b168-4254-8d9f-1eee59e0d3f4 service neutron] Bound port: 0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '101d171d-00e3-43dd-8059-643cfe6a6952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:34:04.093156 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9a552d0f-9105-48d9-9550-f74bb69317a7 req-4369beae-b168-4254-8d9f-1eee59e0d3f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:04.158907 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-008cfa54-f947-4d1a-ad71-68bc71819dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:04.159668 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-008cfa54-f947-4d1a-ad71-68bc71819dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:04.160450 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-008cfa54-f947-4d1a-ad71-68bc71819dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:04.163259 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-008cfa54-f947-4d1a-ad71-68bc71819dcb service neutron] 10.222.0.71 "GET /v2.0/networks?id=b4ed5d6f-3eb3-4d80-ba86-b711da993733&id=8329e05c-f5f3-4a6c-995b-30a9e6574e32&id=8329e05c-f5f3-4a6c-995b-30a9e6574e32&id=8329e05c-f5f3-4a6c-995b-30a9e6574e32&id=8329e05c-f5f3-4a6c-995b-30a9e6574e32&id=3226efc1-9bf8-49de-b390-80d0e9a20daa&id=3226efc1-9bf8-49de-b390-80d0e9a20daa HTTP/1.1" status: 200 len: 2296 time: 0.4983907 Feb 17 17:34:04.274995 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9de93d39-b883-4f09-86f6-8c56c8dd791e tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (1b867efc-5741-405e-ae06-ae4652bcad40), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:04.318025 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-2dae1812-d507-4a6c-999c-0e449040cd1d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d848ebc1-877e-4643-9ebc-c35cdbe15a28 HTTP/1.1" status: 200 len: 1002 time: 0.1470499 Feb 17 17:34:04.367292 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de93d39-b883-4f09-86f6-8c56c8dd791e tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:34:04.379604 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-9de93d39-b883-4f09-86f6-8c56c8dd791e tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:34:04.386525 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de93d39-b883-4f09-86f6-8c56c8dd791e tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Pushing event updated for resources: {'Port': ['ID=1b867efc-5741-405e-ae06-ae4652bcad40,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:04.395033 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de93d39-b883-4f09-86f6-8c56c8dd791e tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:34:04.435460 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-a8d123a2-d854-4d50-b045-2abc820c0cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:04.437177 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-a8d123a2-d854-4d50-b045-2abc820c0cea service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5aadcb94-5460-49df-8ee1-d33e7d2607f7 HTTP/1.1" status: 200 len: 855 time: 0.1074724 Feb 17 17:34:04.582328 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dc218e4d-ece8-46b1-bf03-373df336882f req-fc154b37-eeca-4a8e-ab57-a8b521344bde service neutron] 10.222.0.91 "GET /v2.0/ports/3d0fcf80-e301-443a-8e3d-051528746e99/bindings/n-h2-829613-2 HTTP/1.1" status: 200 len: 382 time: 0.6898601 Feb 17 17:34:04.601628 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-83602ee0-8996-4dea-b016-78801ee05d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:04.603152 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-83602ee0-8996-4dea-b016-78801ee05d73 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b4ed5d6f-3eb3-4d80-ba86-b711da993733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1570046 Feb 17 17:34:04.641239 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2bcf452e-7cb8-4ad7-9e29-43afb4d0535b req-f0ef7c1a-0cf7-4b91-9000-cf1e0ed23c94 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=e9f4ea813c214d12853f6eebadb4d38e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0681930 Feb 17 17:34:04.809375 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-863c8f2f-a622-4828-81ae-5b8dc4be44b1 admin admin] For port d9266947-287f-4f09-8dac-48391c5b5a42, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=d9266947-287f-4f09-8dac-48391c5b5a42,segment=NetworkSegment(26b3d40e-4e4c-449c-90be-dd67156021aa),segment_id=26b3d40e-4e4c-449c-90be-dd67156021aa)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:34:04.810017 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-863c8f2f-a622-4828-81ae-5b8dc4be44b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (d9266947-287f-4f09-8dac-48391c5b5a42), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:04.822692 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a555eae-3332-4879-9212-e7a60fea41c6 req-71b37849-e91e-48c0-b9b9-c98f3b703fde tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:04.824886 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3a555eae-3332-4879-9212-e7a60fea41c6 req-71b37849-e91e-48c0-b9b9-c98f3b703fde tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 949 time: 1.1481988 Feb 17 17:34:04.832330 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-c368c989-2a46-46ea-a8c9-6d70e942522f service neutron] 10.222.0.71 "GET /v2.0/networks/b4ed5d6f-3eb3-4d80-ba86-b711da993733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208889 Feb 17 17:34:04.913805 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a003a-c4ee-45d9-ac3c-0edd12890d76 req-97e8aada-2117-42df-9104-adb0a666b48a tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:04.920960 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b42a003a-c4ee-45d9-ac3c-0edd12890d76 req-97e8aada-2117-42df-9104-adb0a666b48a tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1207416 Feb 17 17:34:04.924116 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-9a552d0f-9105-48d9-9550-f74bb69317a7 req-4369beae-b168-4254-8d9f-1eee59e0d3f4 service neutron] For port 0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6, host n-h2-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:34:04.925528 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9de93d39-b883-4f09-86f6-8c56c8dd791e tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks [] for router_gateway (c8ba8808-06a4-4566-b0dd-54eac37ef265), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:04.936295 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-863c8f2f-a622-4828-81ae-5b8dc4be44b1 admin admin] Calling delete_port for d9266947-287f-4f09-8dac-48391c5b5a42 owned by network:router_interface {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:34:04.947014 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5a16f4d-dabc-4b47-bdc9-d16d0c051398 req-8ad3d3a5-a47e-4f00-ab8d-d8d582a803be tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:34:04.960215 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc8a737-56be-4fdd-98e0-4c6bca4fabb6 None None] Sync routers for ids ['ac1cb32d-47d2-4ffb-b9e8-812413c32355'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:34:04.979605 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc8a737-56be-4fdd-98e0-4c6bca4fabb6 None None] Routers {'ac1cb32d-47d2-4ffb-b9e8-812413c32355'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:34:04.980367 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-9cc8a737-56be-4fdd-98e0-4c6bca4fabb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:33:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['ac1cb32d-47d2-4ffb-b9e8-812413c32355'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:05.026615 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-9a552d0f-9105-48d9-9550-f74bb69317a7 req-4369beae-b168-4254-8d9f-1eee59e0d3f4 service neutron] For port 0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6,segment=NetworkSegment(101d171d-00e3-43dd-8059-643cfe6a6952),segment_id=101d171d-00e3-43dd-8059-643cfe6a6952)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:34:05.043201 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b42a003a-c4ee-45d9-ac3c-0edd12890d76 req-b08abc90-94c1-4fe2-8634-c1bba76ca645 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/quotas/e9f4ea813c214d12853f6eebadb4d38e HTTP/1.1" status: 200 len: 375 time: 0.1210299 Feb 17 17:34:05.065112 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-6c62bb0a-1ac5-4b89-94d5-052fe45292a9 service neutron] 10.222.0.71 "GET /v2.0/networks/b4ed5d6f-3eb3-4d80-ba86-b711da993733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243330 Feb 17 17:34:05.098136 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc218e4d-ece8-46b1-bf03-373df336882f req-499182eb-dffc-4f6c-a174-856501fabd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:05.099666 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dc218e4d-ece8-46b1-bf03-373df336882f req-499182eb-dffc-4f6c-a174-856501fabd79 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=24d514a6d00a4f52a8689d09d1cf81c2&device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 1131 time: 0.4574680 Feb 17 17:34:05.119296 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-7bedc32b-a5b2-4e82-804a-92aa0ee7f253 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=d8957db4-c462-4444-adca-ec189b379b2a HTTP/1.1" status: 200 len: 217 time: 0.0478008 Feb 17 17:34:05.184442 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9a552d0f-9105-48d9-9550-f74bb69317a7 req-4369beae-b168-4254-8d9f-1eee59e0d3f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:05.222221 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-9cc8a737-56be-4fdd-98e0-4c6bca4fabb6 None None] Set router ac1cb32d-47d2-4ffb-b9e8-812413c32355 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:34:05.244189 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43454) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:05.260571 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a16f4d-dabc-4b47-bdc9-d16d0c051398 req-8ad3d3a5-a47e-4f00-ab8d-d8d582a803be tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] No DVR routers for this DVR port f46b6847-6f87-4ed5-949e-3700c4b9c956 on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:34:05.267906 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b42a003a-c4ee-45d9-ac3c-0edd12890d76 req-ff84e792-2fde-44ca-ab26-becdc24d365f tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=e9f4ea813c214d12853f6eebadb4d38e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2235081 Feb 17 17:34:05.316186 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9de93d39-b883-4f09-86f6-8c56c8dd791e tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (c8ba8808-06a4-4566-b0dd-54eac37ef265), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:05.337822 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b5a16f4d-dabc-4b47-bdc9-d16d0c051398 req-8ad3d3a5-a47e-4f00-ab8d-d8d582a803be tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:05.341179 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b5a16f4d-dabc-4b47-bdc9-d16d0c051398 req-8ad3d3a5-a47e-4f00-ab8d-d8d582a803be tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] 10.222.0.71 "DELETE /v2.0/ports/f46b6847-6f87-4ed5-949e-3700c4b9c956 HTTP/1.1" status: 204 len: 173 time: 5.9378798 Feb 17 17:34:05.341840 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369beae-b168-4254-8d9f-1eee59e0d3f4 service neutron] Pushing event updated for resources: {'Port': ['ID=0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:05.345269 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe264ee0-0825-4dd4-ad05-40a9a877f7df', 'name': 'network-vif-deleted', 'tag': 'f46b6847-6f87-4ed5-949e-3700c4b9c956'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:34:05.347645 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c375df-78e0-4137-9428-aac133a3b3a5" -d '{"events": [{"server_uuid": "fe264ee0-0825-4dd4-ad05-40a9a877f7df", "name": "network-vif-deleted", "tag": "f46b6847-6f87-4ed5-949e-3700c4b9c956"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:34:05.433256 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf452e-7cb8-4ad7-9e29-43afb4d0535b req-0c095d73-8e89-490d-8ff6-bee322032dc3 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:05.435135 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2bcf452e-7cb8-4ad7-9e29-43afb4d0535b req-0c095d73-8e89-490d-8ff6-bee322032dc3 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7370980 Feb 17 17:34:05.437017 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a552d0f-9105-48d9-9550-f74bb69317a7 req-4369beae-b168-4254-8d9f-1eee59e0d3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:05.437814 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9a552d0f-9105-48d9-9550-f74bb69317a7 req-4369beae-b168-4254-8d9f-1eee59e0d3f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:05.439517 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a552d0f-9105-48d9-9550-f74bb69317a7 req-4369beae-b168-4254-8d9f-1eee59e0d3f4 service neutron] 10.222.0.91 "PUT /v2.0/ports/0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6 HTTP/1.1" status: 200 len: 1091 time: 4.8221381 Feb 17 17:34:05.466332 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3a555eae-3332-4879-9212-e7a60fea41c6 req-1cd74685-b7aa-44f3-867d-415b16711613 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6154208 Feb 17 17:34:05.489546 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-2bcf452e-7cb8-4ad7-9e29-43afb4d0535b req-19edf6b4-a28a-42a4-9c5e-c0093af77c27 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Request body: {'port': {'device_id': 'f00d4d80-0531-4d28-b776-76d9efd2b420', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'admin_state_up': True, 'tenant_id': 'e9f4ea813c214d12853f6eebadb4d38e'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:34:05.559909 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-9604ef54-5e89-463f-82fd-a6a31c38fe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:05.583272 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-9604ef54-5e89-463f-82fd-a6a31c38fe45 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=56056976-8199-479f-8661-205e5814ab66 HTTP/1.1" status: 200 len: 797 time: 0.3271477 Feb 17 17:34:05.634927 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c70be5f2-6e1b-416f-b150-814aef1cf22c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:05.900414 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-50142a00-2fad-430c-b3ad-4188ecc2d3dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-683696292'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:34:05.907494 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-9cc8a737-56be-4fdd-98e0-4c6bca4fabb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1cb32d-47d2-4ffb-b9e8-812413c32355', 'name': 'tempest-ServersTestJSON-1865298775-router', 'tenant_id': '02070378e13c43c5b8232c9bf55dd28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '0e48566f-a213-448f-ac23-29aa65888fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:32:39Z', 'updated_at': '2022-02-17T17:32:45Z', 'revision_number': 4, 'project_id': '02070378e13c43c5b8232c9bf55dd28d', 'gw_port': {'id': '0e48566f-a213-448f-ac23-29aa65888fb3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1cb32d-47d2-4ffb-b9e8-812413c32355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:32:39Z', 'updated_at': '2022-02-17T17:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'ce4946a0-f217-47ea-ab47-d3c61f83e6a2', 'name': '', 'network_id': '888bd698-745b-418e-8ae8-5800404b181c', 'tenant_id': '02070378e13c43c5b8232c9bf55dd28d', 'mac_address': 'fa:16:3e:7f:ed:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1cb32d-47d2-4ffb-b9e8-812413c32355', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'ecc2e970-32db-4a50-b308-61453f4086ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:32:44Z', 'updated_at': '2022-02-17T17:32:52Z', 'revision_number': 5, 'project_id': '02070378e13c43c5b8232c9bf55dd28d', 'subnets': [{'id': 'ecc2e970-32db-4a50-b308-61453f4086ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:05.944840 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc8a737-56be-4fdd-98e0-4c6bca4fabb6 None None] Checking router: ac1cb32d-47d2-4ffb-b9e8-812413c32355 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:34:05.960310 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc8a737-56be-4fdd-98e0-4c6bca4fabb6 None None] Routers {'ac1cb32d-47d2-4ffb-b9e8-812413c32355'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:34:05.962029 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-9cc8a737-56be-4fdd-98e0-4c6bca4fabb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:34:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['ac1cb32d-47d2-4ffb-b9e8-812413c32355'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:06.147924 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7d2f185f-eb4d-433a-ac66-83b18b1d57ea req-1845e750-0ac9-4272-974d-9c39eabb4a82 tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe264ee0-0825-4dd4-ad05-40a9a877f7df HTTP/1.1" status: 200 len: 210 time: 0.2412965 Feb 17 17:34:06.162048 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-9cc8a737-56be-4fdd-98e0-4c6bca4fabb6 None None] Set router ac1cb32d-47d2-4ffb-b9e8-812413c32355 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:34:06.199356 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc218e4d-ece8-46b1-bf03-373df336882f req-5abb9933-5905-4429-aa24-839d524629f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:06.201282 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dc218e4d-ece8-46b1-bf03-373df336882f req-5abb9933-5905-4429-aa24-839d524629f6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 1.0237498 Feb 17 17:34:06.222249 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50142a00-2fad-430c-b3ad-4188ecc2d3dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219-project] Made reservation on behalf of d41d6197b1e949819537bd1289988495 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:34:06.226851 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-50142a00-2fad-430c-b3ad-4188ecc2d3dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:06.236565 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f5e20-fe99-487f-90eb-cfb440751483 req-8efe2ff5-f75d-4484-b7b7-5131b1ec4909 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:06.238719 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e08f5e20-fe99-487f-90eb-cfb440751483 req-8efe2ff5-f75d-4484-b7b7-5131b1ec4909 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/ports?device_id=62e75d39-d946-4814-8adf-839d9da47a9c HTTP/1.1" status: 200 len: 943 time: 0.5949087 Feb 17 17:34:06.247270 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bcf452e-7cb8-4ad7-9e29-43afb4d0535b req-19edf6b4-a28a-42a4-9c5e-c0093af77c27 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Made reservation on behalf of e9f4ea813c214d12853f6eebadb4d38e for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:34:06.251945 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2bcf452e-7cb8-4ad7-9e29-43afb4d0535b req-19edf6b4-a28a-42a4-9c5e-c0093af77c27 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:06.265499 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-b130c338-c273-4f6b-9f8b-282faf0d1cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:06.267711 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-b130c338-c273-4f6b-9f8b-282faf0d1cad service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8329e05c-f5f3-4a6c-995b-30a9e6574e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.6737912 Feb 17 17:34:06.282898 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba8a834-16a7-4215-9eea-bfa97e7aef34 x-openstack-request-id: req-3ba8a834-16a7-4215-9eea-bfa97e7aef34 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:34:06.283654 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe264ee0-0825-4dd4-ad05-40a9a877f7df", "name": "network-vif-deleted", "tag": "f46b6847-6f87-4ed5-949e-3700c4b9c956", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:34:06.284170 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3ba8a834-16a7-4215-9eea-bfa97e7aef34 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:34:06.284932 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe264ee0-0825-4dd4-ad05-40a9a877f7df', 'name': 'network-vif-deleted', 'tag': 'f46b6847-6f87-4ed5-949e-3700c4b9c956', 'status': 'completed', 'code': 200} Feb 17 17:34:06.337994 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-50142a00-2fad-430c-b3ad-4188ecc2d3dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:06.364756 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a552d0f-9105-48d9-9550-f74bb69317a7 req-f960fb11-048e-4c05-addf-9859f27eaa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:06.366451 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a552d0f-9105-48d9-9550-f74bb69317a7 req-f960fb11-048e-4c05-addf-9859f27eaa19 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9dba40edc9c14b8fb9d6b4695dd74e24&device_id=62e75d39-d946-4814-8adf-839d9da47a9c HTTP/1.1" status: 200 len: 1125 time: 0.7239110 Feb 17 17:34:06.369736 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2bcf452e-7cb8-4ad7-9e29-43afb4d0535b req-19edf6b4-a28a-42a4-9c5e-c0093af77c27 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:06.387121 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de93d39-b883-4f09-86f6-8c56c8dd791e tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Router c8ba8808-06a4-4566-b0dd-54eac37ef265 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:34:06.412058 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-24ef4e6c-b150-4d20-9485-59439683f27b service neutron] 10.222.0.71 "GET /v2.0/networks/8329e05c-f5f3-4a6c-995b-30a9e6574e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345415 Feb 17 17:34:06.426085 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dc218e4d-ece8-46b1-bf03-373df336882f req-16d6e977-f7c1-4d45-a6e6-2d237654bcbd service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=3d0fcf80-e301-443a-8e3d-051528746e99 HTTP/1.1" status: 200 len: 217 time: 0.1809938 Feb 17 17:34:06.564483 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-95889f88-c22d-4f34-9445-6468cd653349 req-ca3b96e3-4a9a-49cf-95fb-eba93718003b tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=f7813f51-0f8c-406e-992d-d19f127ae697 HTTP/1.1" status: 200 len: 210 time: 0.1975191 Feb 17 17:34:06.566069 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a552d0f-9105-48d9-9550-f74bb69317a7 req-966d3a7b-3561-40d4-8065-36044c66e76a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6 HTTP/1.1" status: 200 len: 217 time: 0.1439514 Feb 17 17:34:06.651021 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:06.685767 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de93d39-b883-4f09-86f6-8c56c8dd791e tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:34:06.688478 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-9cc8a737-56be-4fdd-98e0-4c6bca4fabb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1cb32d-47d2-4ffb-b9e8-812413c32355', 'name': 'tempest-ServersTestJSON-1865298775-router', 'tenant_id': '02070378e13c43c5b8232c9bf55dd28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '0e48566f-a213-448f-ac23-29aa65888fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:32:39Z', 'updated_at': '2022-02-17T17:32:45Z', 'revision_number': 4, 'project_id': '02070378e13c43c5b8232c9bf55dd28d', 'gw_port': {'id': '0e48566f-a213-448f-ac23-29aa65888fb3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1cb32d-47d2-4ffb-b9e8-812413c32355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:32:39Z', 'updated_at': '2022-02-17T17:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'ce4946a0-f217-47ea-ab47-d3c61f83e6a2', 'name': '', 'network_id': '888bd698-745b-418e-8ae8-5800404b181c', 'tenant_id': '02070378e13c43c5b8232c9bf55dd28d', 'mac_address': 'fa:16:3e:7f:ed:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1cb32d-47d2-4ffb-b9e8-812413c32355', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'ecc2e970-32db-4a50-b308-61453f4086ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:32:44Z', 'updated_at': '2022-02-17T17:32:52Z', 'revision_number': 5, 'project_id': '02070378e13c43c5b8232c9bf55dd28d', 'subnets': [{'id': 'ecc2e970-32db-4a50-b308-61453f4086ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:06.697150 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764eacc1-323e-4150-b797-81908f666ca5 None None] Sync routers for ids ['c8ba8808-06a4-4566-b0dd-54eac37ef265'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:34:06.711524 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764eacc1-323e-4150-b797-81908f666ca5 None None] Routers {'c8ba8808-06a4-4566-b0dd-54eac37ef265'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:34:06.712064 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-764eacc1-323e-4150-b797-81908f666ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:34:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['c8ba8808-06a4-4566-b0dd-54eac37ef265'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:06.718533 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-b32adc88-db52-43fd-8df0-c061122149ff service neutron] 10.222.0.71 "GET /v2.0/networks/8329e05c-f5f3-4a6c-995b-30a9e6574e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993150 Feb 17 17:34:06.726403 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc8a737-56be-4fdd-98e0-4c6bca4fabb6 None None] The sync data for ids ['ac1cb32d-47d2-4ffb-b9e8-812413c32355'] in n-d-829613-2 is: [{'id': 'ac1cb32d-47d2-4ffb-b9e8-812413c32355', 'name': 'tempest-ServersTestJSON-1865298775-router', 'tenant_id': '02070378e13c43c5b8232c9bf55dd28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '0e48566f-a213-448f-ac23-29aa65888fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:32:39Z', 'updated_at': '2022-02-17T17:32:45Z', 'revision_number': 4, 'project_id': '02070378e13c43c5b8232c9bf55dd28d', 'gw_port': {'id': '0e48566f-a213-448f-ac23-29aa65888fb3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1cb32d-47d2-4ffb-b9e8-812413c32355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:32:39Z', 'updated_at': '2022-02-17T17:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'ce4946a0-f217-47ea-ab47-d3c61f83e6a2', 'name': '', 'network_id': '888bd698-745b-418e-8ae8-5800404b181c', 'tenant_id': '02070378e13c43c5b8232c9bf55dd28d', 'mac_address': 'fa:16:3e:7f:ed:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1cb32d-47d2-4ffb-b9e8-812413c32355', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'ecc2e970-32db-4a50-b308-61453f4086ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:32:44Z', 'updated_at': '2022-02-17T17:32:52Z', 'revision_number': 5, 'project_id': '02070378e13c43c5b8232c9bf55dd28d', 'subnets': [{'id': 'ecc2e970-32db-4a50-b308-61453f4086ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:34:06.755172 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9de93d39-b883-4f09-86f6-8c56c8dd791e tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:06.756738 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9de93d39-b883-4f09-86f6-8c56c8dd791e tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.5977073 Feb 17 17:34:06.789511 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e08f5e20-fe99-487f-90eb-cfb440751483 req-99405d89-ba0d-4de1-ac01-04c412593c53 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/security-groups?id=dd538416-09bc-40c0-9215-332e74759dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5296164 Feb 17 17:34:06.798415 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43474) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:06.815087 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-1620e624-903a-4cca-8037-8217b7c03751 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=c156d1b1-d51b-43d9-bbea-f01601c5fe5d HTTP/1.1" status: 200 len: 217 time: 0.0879776 Feb 17 17:34:06.870304 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-27f609c5-9673-4143-a5fb-969e12516578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:06.871805 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-27f609c5-9673-4143-a5fb-969e12516578 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=56056976-8199-479f-8661-205e5814ab66 HTTP/1.1" status: 200 len: 797 time: 0.0504746 Feb 17 17:34:06.891758 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-764eacc1-323e-4150-b797-81908f666ca5 None None] Set router c8ba8808-06a4-4566-b0dd-54eac37ef265 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:34:06.937362 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-c3534670-b420-42ed-a44b-2af45022b08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:06.939720 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-c3534670-b420-42ed-a44b-2af45022b08f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8329e05c-f5f3-4a6c-995b-30a9e6574e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0618086 Feb 17 17:34:06.964066 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2bcf452e-7cb8-4ad7-9e29-43afb4d0535b req-19edf6b4-a28a-42a4-9c5e-c0093af77c27 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Publish callbacks [] for security_group (8361b589-b305-4872-b6ec-b93d002cd25f), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:06.992290 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2bcf452e-7cb8-4ad7-9e29-43afb4d0535b req-19edf6b4-a28a-42a4-9c5e-c0093af77c27 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (8361b589-b305-4872-b6ec-b93d002cd25f), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:07.020178 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc218e4d-ece8-46b1-bf03-373df336882f req-24e56277-8e92-4b91-b3b4-7aacf0647b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:07.021687 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dc218e4d-ece8-46b1-bf03-373df336882f req-24e56277-8e92-4b91-b3b4-7aacf0647b7d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.5749254 Feb 17 17:34:07.069055 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-2159af69-a43f-4f5c-ad4c-b805f3dfb2ea service neutron] 10.222.0.71 "GET /v2.0/networks/8329e05c-f5f3-4a6c-995b-30a9e6574e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232708 Feb 17 17:34:07.128038 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-764eacc1-323e-4150-b797-81908f666ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ba8808-06a4-4566-b0dd-54eac37ef265', 'name': 'tempest-snat-router-1739502457', 'tenant_id': 'b17bbb97f82b447d95773a21da54fa68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.193'}], 'enable_snat': False}, 'gw_port_id': '1b867efc-5741-405e-ae06-ae4652bcad40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:34:02Z', 'updated_at': '2022-02-17T17:34:04Z', 'revision_number': 3, 'project_id': 'b17bbb97f82b447d95773a21da54fa68', 'gw_port': {'id': '1b867efc-5741-405e-ae06-ae4652bcad40', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:77:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ba8808-06a4-4566-b0dd-54eac37ef265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:34:03Z', 'updated_at': '2022-02-17T17:34:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:07.154030 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-863c8f2f-a622-4828-81ae-5b8dc4be44b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (d9266947-287f-4f09-8dac-48391c5b5a42), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:07.162195 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-50142a00-2fad-430c-b3ad-4188ecc2d3dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219-project] Publish callbacks [] for security_group (5ec28302-c9ab-41c3-b8dd-9015d3f784e3), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:07.183628 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764eacc1-323e-4150-b797-81908f666ca5 None None] Checking router: c8ba8808-06a4-4566-b0dd-54eac37ef265 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:34:07.184353 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764eacc1-323e-4150-b797-81908f666ca5 None None] Updating router c8ba8808-06a4-4566-b0dd-54eac37ef265 port 1b867efc-5741-405e-ae06-ae4652bcad40 binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:34:07.191505 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a552d0f-9105-48d9-9550-f74bb69317a7 req-a2f8ac76-73ff-4ce8-9249-5c8aeef46d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:07.193032 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a552d0f-9105-48d9-9550-f74bb69317a7 req-a2f8ac76-73ff-4ce8-9249-5c8aeef46d20 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fcea941e-c7ab-41fc-b153-28fd81921144 HTTP/1.1" status: 200 len: 859 time: 0.5991910 Feb 17 17:34:07.204346 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-50142a00-2fad-430c-b3ad-4188ecc2d3dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (5ec28302-c9ab-41c3-b8dd-9015d3f784e3), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:07.237707 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19edf6b4-a28a-42a4-9c5e-c0093af77c27 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8361b589-b305-4872-b6ec-b93d002cd25f,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:07.246082 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-764eacc1-323e-4150-b797-81908f666ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1b867efc-5741-405e-ae06-ae4652bcad40), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:07.253039 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1d5326-7afb-417c-9731-a53ffbd3b7d6 None None] New status for floating IP 431bd963-3304-497e-8dd3-e751801e1fe9: DOWN {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 17:34:07.257325 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c8f2f-a622-4828-81ae-5b8dc4be44b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9266947-287f-4f09-8dac-48391c5b5a42,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:07.274975 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-6d0bbcd1-3f29-4639-8b4c-b20cd7b021f6 service neutron] 10.222.0.71 "GET /v2.0/networks/8329e05c-f5f3-4a6c-995b-30a9e6574e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952863 Feb 17 17:34:07.276100 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2d8b6-4b38-4a8d-a5b5-9dab90ec5753 req-487727e6-c22b-4d01-a10a-8a49893763f6 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:07.283599 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fec2d8b6-4b38-4a8d-a5b5-9dab90ec5753 req-487727e6-c22b-4d01-a10a-8a49893763f6 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 949 time: 0.6056073 Feb 17 17:34:07.296101 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b42a003a-c4ee-45d9-ac3c-0edd12890d76 req-2fc61a16-855a-4780-8c9d-c605326544e3 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=e9f4ea813c214d12853f6eebadb4d38e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1290047 Feb 17 17:34:07.347386 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-1b05db6a-1af5-4648-bd88-f8513e1da355 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=fa13085b-e650-4151-b8cd-a441803a2a47 HTTP/1.1" status: 200 len: 217 time: 0.0502696 Feb 17 17:34:07.352455 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43482) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:07.462432 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50142a00-2fad-430c-b3ad-4188ecc2d3dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:34:07.506063 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bdd6af85-e777-48cd-98b8-fb0913e7197c tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Publish callbacks [] for security_group (bb4f21ea-2fd7-4ed6-9bc9-434bdb3d2a68), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:07.538896 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-861db741-fb3e-4fa1-a07f-85c56e1a8063 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] 10.222.0.87 "GET /v2.0/routers/c8ba8808-06a4-4566-b0dd-54eac37ef265 HTTP/1.1" status: 200 len: 909 time: 0.7105799 Feb 17 17:34:07.539708 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50142a00-2fad-430c-b3ad-4188ecc2d3dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec28302-c9ab-41c3-b8dd-9015d3f784e3,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:07.550871 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43484) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:07.562157 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-50142a00-2fad-430c-b3ad-4188ecc2d3dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (93eda3e5-ff63-4471-82f5-d5b7d17b2c27), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:07.562513 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-50142a00-2fad-430c-b3ad-4188ecc2d3dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219-project] Added segment 93eda3e5-ff63-4471-82f5-d5b7d17b2c27 of type vlan for network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef Feb 17 17:34:07.567561 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-50fcd9c2-571d-4d20-b2ad-8390d9259471 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1739502457', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'enable_snat': True}}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:34:07.583227 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bdd6af85-e777-48cd-98b8-fb0913e7197c tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Publish callbacks [] for security_group (bb4f21ea-2fd7-4ed6-9bc9-434bdb3d2a68), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:07.600277 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-acc0070f-6391-433f-8029-fc617d1bdab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:07.602597 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-acc0070f-6391-433f-8029-fc617d1bdab0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=56056976-8199-479f-8661-205e5814ab66 HTTP/1.1" status: 200 len: 797 time: 0.2341588 Feb 17 17:34:07.608506 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc218e4d-ece8-46b1-bf03-373df336882f req-ae3b01b6-04d9-4b6a-b66c-94942a75e9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:07.610053 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dc218e4d-ece8-46b1-bf03-373df336882f req-ae3b01b6-04d9-4b6a-b66c-94942a75e9f9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5311096 Feb 17 17:34:07.706120 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-2bcf452e-7cb8-4ad7-9e29-43afb4d0535b req-19edf6b4-a28a-42a4-9c5e-c0093af77c27 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Allocated IP 192.168.233.71 (82b8d039-1c14-456f-ab24-8b3aebebd7d8/ac79920f-9ddd-4352-b866-6056158b178e/37a3407f-0036-45d2-b8af-8aff53b8d12a) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:34:07.723732 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-764eacc1-323e-4150-b797-81908f666ca5 None None] Publish callbacks [] for port (1b867efc-5741-405e-ae06-ae4652bcad40), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:07.731100 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-764eacc1-323e-4150-b797-81908f666ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (1b867efc-5741-405e-ae06-ae4652bcad40), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:07.766939 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a552d0f-9105-48d9-9550-f74bb69317a7 req-8bb0f5e5-09b4-4318-9e60-7bbb30b2d1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:07.768950 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a552d0f-9105-48d9-9550-f74bb69317a7 req-8bb0f5e5-09b4-4318-9e60-7bbb30b2d1a5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3100c139-77f4-49d8-b7fa-b7a25c4ec3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5552266 Feb 17 17:34:07.779150 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a003a-c4ee-45d9-ac3c-0edd12890d76 req-05ccabc8-2e61-4966-96ba-65b11fb4a381 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:07.781169 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b42a003a-c4ee-45d9-ac3c-0edd12890d76 req-05ccabc8-2e61-4966-96ba-65b11fb4a381 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4316361 Feb 17 17:34:07.788275 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-764eacc1-323e-4150-b797-81908f666ca5 None None] Attempting to bind port 1b867efc-5741-405e-ae06-ae4652bcad40 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:34:07.788681 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-764eacc1-323e-4150-b797-81908f666ca5 None None] Attempting to bind port 1b867efc-5741-405e-ae06-ae4652bcad40 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:34:07.789393 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764eacc1-323e-4150-b797-81908f666ca5 None None] Attempting to bind port 1b867efc-5741-405e-ae06-ae4652bcad40 on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:07.791818 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-cf4bbb6d-8fab-4700-a524-fb3f9cd0bd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:07.793330 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-cf4bbb6d-8fab-4700-a524-fb3f9cd0bd14 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8329e05c-f5f3-4a6c-995b-30a9e6574e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1770213 Feb 17 17:34:07.797819 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-b42a003a-c4ee-45d9-ac3c-0edd12890d76 req-122320c6-c0d4-4bbf-b90d-82793c8ce622 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Request body: {'port': {'device_id': 'f7813f51-0f8c-406e-992d-d19f127ae697', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'admin_state_up': True, 'tenant_id': 'e9f4ea813c214d12853f6eebadb4d38e'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:34:07.801165 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d0a330-850b-4a75-b259-4541bd1a543e None None] Pushing event updated for resources: {'Port': ['ID=1b867efc-5741-405e-ae06-ae4652bcad40,revision_number=2']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:07.804762 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764eacc1-323e-4150-b797-81908f666ca5 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:34:07.805406 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764eacc1-323e-4150-b797-81908f666ca5 None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:34:07.806281 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-764eacc1-323e-4150-b797-81908f666ca5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:07.806896 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764eacc1-323e-4150-b797-81908f666ca5 None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:34:07.807691 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-764eacc1-323e-4150-b797-81908f666ca5 None None] Bound port: 1b867efc-5741-405e-ae06-ae4652bcad40, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:34:07.808624 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-764eacc1-323e-4150-b797-81908f666ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1b867efc-5741-405e-ae06-ae4652bcad40), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:07.813998 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:07.817697 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-50fcd9c2-571d-4d20-b2ad-8390d9259471 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (19aa7ef9-b5c8-4a49-a4c4-1ac8b8624861), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:07.818026 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d0a330-850b-4a75-b259-4541bd1a543e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:34:07.818371 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d0a330-850b-4a75-b259-4541bd1a543e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:34:07.818707 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d0a330-850b-4a75-b259-4541bd1a543e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:34:07.819024 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-50fcd9c2-571d-4d20-b2ad-8390d9259471 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (19aa7ef9-b5c8-4a49-a4c4-1ac8b8624861), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:07.819168 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d0a330-850b-4a75-b259-4541bd1a543e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:34:07.819355 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d0a330-850b-4a75-b259-4541bd1a543e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:34:07.819683 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d0a330-850b-4a75-b259-4541bd1a543e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:34:07.820013 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d0a330-850b-4a75-b259-4541bd1a543e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:34:07.820349 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d0a330-850b-4a75-b259-4541bd1a543e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:34:07.820669 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d0a330-850b-4a75-b259-4541bd1a543e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:34:07.821165 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d0a330-850b-4a75-b259-4541bd1a543e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:34:07.821665 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d0a330-850b-4a75-b259-4541bd1a543e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:34:07.822209 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d0a330-850b-4a75-b259-4541bd1a543e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:34:07.822744 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d0a330-850b-4a75-b259-4541bd1a543e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:34:07.827791 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dc218e4d-ece8-46b1-bf03-373df336882f req-5facbda4-46eb-4d76-8630-175032c1018d service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008841 Feb 17 17:34:07.857227 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bdd6af85-e777-48cd-98b8-fb0913e7197c tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (bb4f21ea-2fd7-4ed6-9bc9-434bdb3d2a68), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:07.860388 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bdd6af85-e777-48cd-98b8-fb0913e7197c tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:07.861555 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bdd6af85-e777-48cd-98b8-fb0913e7197c tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] 10.222.0.87 "DELETE /v2.0/security-groups/bb4f21ea-2fd7-4ed6-9bc9-434bdb3d2a68 HTTP/1.1" status: 204 len: 168 time: 0.5060894 Feb 17 17:34:07.891501 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-50142a00-2fad-430c-b3ad-4188ecc2d3dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (36eb3779-ce2c-4e6e-9be8-db72847ed1ef), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:07.891913 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-764eacc1-323e-4150-b797-81908f666ca5 None None] For port 1b867efc-5741-405e-ae06-ae4652bcad40, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:34:07.895888 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-764eacc1-323e-4150-b797-81908f666ca5 None None] For port 1b867efc-5741-405e-ae06-ae4652bcad40, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=1b867efc-5741-405e-ae06-ae4652bcad40,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:34:07.900883 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43490) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:07.901992 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-764eacc1-323e-4150-b797-81908f666ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (1b867efc-5741-405e-ae06-ae4652bcad40), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:07.927793 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c2050b42-4982-494f-a11e-60829c672c48 req-13e6b95e-7dba-42a1-b7ec-4487f1272f09 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=f7813f51-0f8c-406e-992d-d19f127ae697 HTTP/1.1" status: 200 len: 210 time: 0.2315903 Feb 17 17:34:07.937992 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fec2d8b6-4b38-4a8d-a5b5-9dab90ec5753 req-18422836-c413-4d95-8426-45f0fa5af3e8 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6534154 Feb 17 17:34:07.954222 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6af85-e777-48cd-98b8-fb0913e7197c tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4f21ea-2fd7-4ed6-9bc9-434bdb3d2a68,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:07.965210 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-23a6dd00-d7ad-434f-8e49-5cc4741644aa tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] show failed (client error): The resource could not be found. Feb 17 17:34:07.966248 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-23a6dd00-d7ad-434f-8e49-5cc4741644aa tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] 10.222.0.87 "GET /v2.0/security-groups/bb4f21ea-2fd7-4ed6-9bc9-434bdb3d2a68 HTTP/1.1" status: 404 len: 347 time: 0.0610216 Feb 17 17:34:07.980759 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764eacc1-323e-4150-b797-81908f666ca5 None None] Routers {'c8ba8808-06a4-4566-b0dd-54eac37ef265'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:34:07.980759 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-764eacc1-323e-4150-b797-81908f666ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:34:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['c8ba8808-06a4-4566-b0dd-54eac37ef265'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:08.009347 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43492) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:08.053683 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d0a330-850b-4a75-b259-4541bd1a543e None None] Pushing event updated for resources: {'Port': ['ID=1b867efc-5741-405e-ae06-ae4652bcad40,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:08.070847 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-3f0e6aa0-d560-4206-a0eb-234c540e3c5b service neutron] 10.222.0.71 "GET /v2.0/networks/8329e05c-f5f3-4a6c-995b-30a9e6574e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689533 Feb 17 17:34:08.076274 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b42a003a-c4ee-45d9-ac3c-0edd12890d76 req-122320c6-c0d4-4bbf-b90d-82793c8ce622 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Made reservation on behalf of e9f4ea813c214d12853f6eebadb4d38e for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:34:08.081051 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b42a003a-c4ee-45d9-ac3c-0edd12890d76 req-122320c6-c0d4-4bbf-b90d-82793c8ce622 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:08.103348 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-764eacc1-323e-4150-b797-81908f666ca5 None None] Set router c8ba8808-06a4-4566-b0dd-54eac37ef265 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:34:08.248362 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-adf32c20-98d8-43ae-ad77-1ca03c14dcc5 service neutron] 10.222.0.71 "GET /v2.0/networks/8329e05c-f5f3-4a6c-995b-30a9e6574e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545091 Feb 17 17:34:08.297272 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-ecea2571-3e68-4ea0-92a4-3ed90604235d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=2078afb1-0486-44ff-aa2b-0d5c2bd70675 HTTP/1.1" status: 200 len: 217 time: 0.0430133 Feb 17 17:34:08.348747 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-43610065-1106-4fb4-ac20-eeb874d9858a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:08.350418 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-43610065-1106-4fb4-ac20-eeb874d9858a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=56056976-8199-479f-8661-205e5814ab66 HTTP/1.1" status: 200 len: 797 time: 0.0476646 Feb 17 17:34:08.381417 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e75d39-d946-4814-8adf-839d9da47a9c', 'tag': '0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:34:08.383670 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79584ed-d72f-4049-acf1-2756019f92ee" -d '{"events": [{"name": "network-changed", "server_uuid": "62e75d39-d946-4814-8adf-839d9da47a9c", "tag": "0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:34:08.393033 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.db.resource_extend [None req-50142a00-2fad-430c-b3ad-4188ecc2d3dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 17:34:08.408934 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-6f23f308-3c03-4b2a-a831-7c513db0be0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:08.410054 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-764eacc1-323e-4150-b797-81908f666ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ba8808-06a4-4566-b0dd-54eac37ef265', 'name': 'tempest-snat-router-1739502457', 'tenant_id': 'b17bbb97f82b447d95773a21da54fa68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.193'}], 'enable_snat': False}, 'gw_port_id': '1b867efc-5741-405e-ae06-ae4652bcad40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:34:02Z', 'updated_at': '2022-02-17T17:34:04Z', 'revision_number': 3, 'project_id': 'b17bbb97f82b447d95773a21da54fa68', 'gw_port': {'id': '1b867efc-5741-405e-ae06-ae4652bcad40', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:77:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ba8808-06a4-4566-b0dd-54eac37ef265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:34:03Z', 'updated_at': '2022-02-17T17:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:08.410536 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-6f23f308-3c03-4b2a-a831-7c513db0be0d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8329e05c-f5f3-4a6c-995b-30a9e6574e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0538874 Feb 17 17:34:08.446881 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764eacc1-323e-4150-b797-81908f666ca5 None None] The sync data for ids ['c8ba8808-06a4-4566-b0dd-54eac37ef265'] in n-d-829613-2 is: [{'id': 'c8ba8808-06a4-4566-b0dd-54eac37ef265', 'name': 'tempest-snat-router-1739502457', 'tenant_id': 'b17bbb97f82b447d95773a21da54fa68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.193'}], 'enable_snat': False}, 'gw_port_id': '1b867efc-5741-405e-ae06-ae4652bcad40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:34:02Z', 'updated_at': '2022-02-17T17:34:04Z', 'revision_number': 3, 'project_id': 'b17bbb97f82b447d95773a21da54fa68', 'gw_port': {'id': '1b867efc-5741-405e-ae06-ae4652bcad40', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:77:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ba8808-06a4-4566-b0dd-54eac37ef265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:34:03Z', 'updated_at': '2022-02-17T17:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:34:08.467069 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36a89c7-3a4e-4873-985c-3df569ff3bc2 x-openstack-request-id: req-e36a89c7-3a4e-4873-985c-3df569ff3bc2 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:34:08.467907 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e75d39-d946-4814-8adf-839d9da47a9c", "tag": "0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:34:08.468131 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e36a89c7-3a4e-4873-985c-3df569ff3bc2 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:34:08.468550 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62e75d39-d946-4814-8adf-839d9da47a9c', 'tag': '0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6', 'status': 'completed', 'code': 200} Feb 17 17:34:08.531594 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-da84607f-3522-4c3a-ba11-648bfd05b901 service neutron] 10.222.0.71 "GET /v2.0/networks/8329e05c-f5f3-4a6c-995b-30a9e6574e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154306 Feb 17 17:34:08.635173 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-209780b7-d0ca-4455-b4cf-54e86aa62c77 service neutron] 10.222.0.71 "GET /v2.0/networks/8329e05c-f5f3-4a6c-995b-30a9e6574e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971758 Feb 17 17:34:08.684772 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-50142a00-2fad-430c-b3ad-4188ecc2d3dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (36eb3779-ce2c-4e6e-9be8-db72847ed1ef), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:08.686594 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-de40b536-9b3f-4465-ac33-99c50d9bf709 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8f4bfbb7-3be5-4276-a260-870a4adccf68 HTTP/1.1" status: 200 len: 217 time: 0.0454855 Feb 17 17:34:08.689782 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50142a00-2fad-430c-b3ad-4188ecc2d3dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:08.690403 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-50142a00-2fad-430c-b3ad-4188ecc2d3dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:08.733032 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-50fcd9c2-571d-4d20-b2ad-8390d9259471 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks [] for router_controller (19aa7ef9-b5c8-4a49-a4c4-1ac8b8624861), precommit_add_association {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:08.756511 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-3ad285da-8ae6-4964-bdf7-adf3a4f5a2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:08.756511 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-3ad285da-8ae6-4964-bdf7-adf3a4f5a2c8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d75a2860-2719-4d8e-9c57-26805383b4a4 HTTP/1.1" status: 200 len: 797 time: 0.0628378 Feb 17 17:34:08.845288 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-840841f2-d67d-4eba-8aa7-9856de6cadb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:08.847195 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-840841f2-d67d-4eba-8aa7-9856de6cadb2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3226efc1-9bf8-49de-b390-80d0e9a20daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0767517 Feb 17 17:34:08.949547 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:08.955974 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-a4bb73ba-82d1-4dbc-9266-a82ea0f71386 service neutron] 10.222.0.71 "GET /v2.0/networks/3226efc1-9bf8-49de-b390-80d0e9a20daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024275 Feb 17 17:34:08.986668 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a552d0f-9105-48d9-9550-f74bb69317a7 req-a659d9ba-a3b8-4b0b-aef9-fe56a1b2f450 service neutron] 10.222.0.91 "GET /v2.0/networks/3100c139-77f4-49d8-b7fa-b7a25c4ec3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1016922 Feb 17 17:34:08.987684 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-863c8f2f-a622-4828-81ae-5b8dc4be44b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (6bffef20-871a-4644-b44b-bf3c1e5042de), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:09.025053 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-50142a00-2fad-430c-b3ad-4188ecc2d3dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 3.7603600 Feb 17 17:34:09.075370 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dc218e4d-ece8-46b1-bf03-373df336882f req-ffc30835-87f0-40df-8c82-23b6f25434d0 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1862447 Feb 17 17:34:09.081454 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-37c72bc1-6626-4515-8f03-806780693568 service neutron] 10.222.0.71 "GET /v2.0/networks/3226efc1-9bf8-49de-b390-80d0e9a20daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201801 Feb 17 17:34:09.101854 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50142a00-2fad-430c-b3ad-4188ecc2d3dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219-project] Pushing event updated for resources: {'Network': ['ID=36eb3779-ce2c-4e6e-9be8-db72847ed1ef,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:09.119199 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:34:09.124873 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c786fba-defb-41fe-9803-d9e7c01ea786 req-e91bcc98-7c6a-4b84-8c12-d865469fe48e tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:09.131909 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6c786fba-defb-41fe-9803-d9e7c01ea786 req-e91bcc98-7c6a-4b84-8c12-d865469fe48e tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/ports?device_id=62e75d39-d946-4814-8adf-839d9da47a9c HTTP/1.1" status: 200 len: 943 time: 0.7053580 Feb 17 17:34:09.149150 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-caae3109-e695-413b-89ed-da7c7335fb23 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=edfb4df4-17e2-4855-b94e-1e4e5890d9a5 HTTP/1.1" status: 200 len: 217 time: 0.0616241 Feb 17 17:34:09.207151 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-a3c30a8a-cb2b-41cc-925f-3f2288f31ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:09.211961 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-a3c30a8a-cb2b-41cc-925f-3f2288f31ebf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d75a2860-2719-4d8e-9c57-26805383b4a4 HTTP/1.1" status: 200 len: 797 time: 0.0555470 Feb 17 17:34:09.263767 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-f19a6b1f-da01-45e1-8b4e-4279da73efe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:09.265881 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-f19a6b1f-da01-45e1-8b4e-4279da73efe0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3226efc1-9bf8-49de-b390-80d0e9a20daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0484459 Feb 17 17:34:09.374885 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-80c33d5d-182b-4468-ba94-a7e3e0c7b5d7 service neutron] 10.222.0.71 "GET /v2.0/networks/3226efc1-9bf8-49de-b390-80d0e9a20daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015947 Feb 17 17:34:09.376911 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-50fcd9c2-571d-4d20-b2ad-8390d9259471 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks [] for router_gateway (19aa7ef9-b5c8-4a49-a4c4-1ac8b8624861), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:09.382435 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2bcf452e-7cb8-4ad7-9e29-43afb4d0535b req-19edf6b4-a28a-42a4-9c5e-c0093af77c27 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Publish callbacks [] for port (37a3407f-0036-45d2-b8af-8aff53b8d12a), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:09.456926 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-14d4860a-f291-4140-a91b-31dfad0c07df tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Deleting port ec89ff22-7b1b-4896-82a4-5701fb263bed {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:34:09.457268 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-14d4860a-f291-4140-a91b-31dfad0c07df tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (ec89ff22-7b1b-4896-82a4-5701fb263bed), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:09.478870 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b66ad434-9be4-4da4-a511-d3f6aa767f7b req-6aabb02c-bd93-4c94-b7c1-25074cd42f76 service neutron] 10.222.0.71 "GET /v2.0/networks/3226efc1-9bf8-49de-b390-80d0e9a20daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977352 Feb 17 17:34:09.517278 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a552d0f-9105-48d9-9550-f74bb69317a7 req-ea61f139-5a05-465e-a5a6-d98030c0c683 service neutron] 10.222.0.91 "GET /v2.0/networks/3100c139-77f4-49d8-b7fa-b7a25c4ec3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4993870 Feb 17 17:34:09.520463 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6c786fba-defb-41fe-9803-d9e7c01ea786 req-649eb32b-f0c6-4b12-bbe1-cefcf2126121 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/security-groups?id=dd538416-09bc-40c0-9215-332e74759dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3876879 Feb 17 17:34:09.552747 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c513905e-aae5-407f-9739-a384603766da req-4d2c4791-4ede-4105-972c-d2d2481580d3 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:09.554471 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c513905e-aae5-407f-9739-a384603766da req-4d2c4791-4ede-4105-972c-d2d2481580d3 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 949 time: 0.4735224 Feb 17 17:34:09.697190 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2bcf452e-7cb8-4ad7-9e29-43afb4d0535b req-19edf6b4-a28a-42a4-9c5e-c0093af77c27 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (37a3407f-0036-45d2-b8af-8aff53b8d12a), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:09.700528 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2d26ec8c-0230-4074-a4fb-2e98c05f67f4 req-5288109c-5982-4715-92e3-c351d6e40e63 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=f7813f51-0f8c-406e-992d-d19f127ae697 HTTP/1.1" status: 200 len: 210 time: 0.0914927 Feb 17 17:34:09.727728 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-b42a003a-c4ee-45d9-ac3c-0edd12890d76 req-122320c6-c0d4-4bbf-b90d-82793c8ce622 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Allocated IP 192.168.233.23 (82b8d039-1c14-456f-ab24-8b3aebebd7d8/ac79920f-9ddd-4352-b866-6056158b178e/ba3e5178-d54c-4a05-9e05-cd9347ef9f21) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:34:09.913084 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b42a003a-c4ee-45d9-ac3c-0edd12890d76 req-122320c6-c0d4-4bbf-b90d-82793c8ce622 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Publish callbacks [] for port (ba3e5178-d54c-4a05-9e05-cd9347ef9f21), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:09.913443 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43504) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:09.918437 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Request body: {'port': {'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef', 'binding:host_id': 'n-h1-829613-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943214073'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:34:09.954695 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Made reservation on behalf of 1b3e0ed5d5c04788a35a46122bb3550c for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:34:09.957431 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:09.971587 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:10.002644 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b42a003a-c4ee-45d9-ac3c-0edd12890d76 req-122320c6-c0d4-4bbf-b90d-82793c8ce622 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (ba3e5178-d54c-4a05-9e05-cd9347ef9f21), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:10.073260 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b42a003a-c4ee-45d9-ac3c-0edd12890d76 req-122320c6-c0d4-4bbf-b90d-82793c8ce622 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:34:10.083340 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-b42a003a-c4ee-45d9-ac3c-0edd12890d76 req-122320c6-c0d4-4bbf-b90d-82793c8ce622 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:34:10.086671 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122320c6-c0d4-4bbf-b90d-82793c8ce622 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Pushing event updated for resources: {'Port': ['ID=ba3e5178-d54c-4a05-9e05-cd9347ef9f21,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:10.089090 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-b42a003a-c4ee-45d9-ac3c-0edd12890d76 req-122320c6-c0d4-4bbf-b90d-82793c8ce622 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:34:10.131541 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-14d4860a-f291-4140-a91b-31dfad0c07df tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (ec89ff22-7b1b-4896-82a4-5701fb263bed), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:10.132144 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-14d4860a-f291-4140-a91b-31dfad0c07df tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Publish callbacks [] for floatingip (ec89ff22-7b1b-4896-82a4-5701fb263bed), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:10.164003 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a003a-c4ee-45d9-ac3c-0edd12890d76 req-122320c6-c0d4-4bbf-b90d-82793c8ce622 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:10.164875 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b42a003a-c4ee-45d9-ac3c-0edd12890d76 req-122320c6-c0d4-4bbf-b90d-82793c8ce622 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:10.183289 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Publish callbacks [] for security_group (216ff3c8-f4a8-4fb6-9648-87d7b9ec51c3), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:10.188925 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (216ff3c8-f4a8-4fb6-9648-87d7b9ec51c3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:10.192564 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-14d4860a-f291-4140-a91b-31dfad0c07df tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Calling delete_port for ec89ff22-7b1b-4896-82a4-5701fb263bed owned by network:floatingip {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:34:10.195641 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bcf452e-7cb8-4ad7-9e29-43afb4d0535b req-19edf6b4-a28a-42a4-9c5e-c0093af77c27 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:34:10.198196 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b42a003a-c4ee-45d9-ac3c-0edd12890d76 req-122320c6-c0d4-4bbf-b90d-82793c8ce622 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4085598 Feb 17 17:34:10.199979 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] device_id is not set on port b69f8256-d3ad-449d-bd16-f4d15dfd86fb yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:34:10.217308 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-b42a003a-c4ee-45d9-ac3c-0edd12890d76 req-f78279cd-d45d-44bc-9ac2-49b8fdeb62f4 service neutron] Request body: {'port': {'device_id': 'f7813f51-0f8c-406e-992d-d19f127ae697', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:34:10.235916 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c513905e-aae5-407f-9739-a384603766da req-70dd7d14-a5a6-4057-b135-a2128c6b2d03 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6731498 Feb 17 17:34:10.245256 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-2bcf452e-7cb8-4ad7-9e29-43afb4d0535b req-19edf6b4-a28a-42a4-9c5e-c0093af77c27 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:34:10.255217 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bcf452e-7cb8-4ad7-9e29-43afb4d0535b req-19edf6b4-a28a-42a4-9c5e-c0093af77c27 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:34:10.271912 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19edf6b4-a28a-42a4-9c5e-c0093af77c27 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Pushing event updated for resources: {'Port': ['ID=37a3407f-0036-45d2-b8af-8aff53b8d12a,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:10.301869 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79584ed-d72f-4049-acf1-2756019f92ee req-8a30a59f-98e5-41c1-b8e1-370dde66bdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:10.303398 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c79584ed-d72f-4049-acf1-2756019f92ee req-8a30a59f-98e5-41c1-b8e1-370dde66bdb4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9dba40edc9c14b8fb9d6b4695dd74e24&device_id=62e75d39-d946-4814-8adf-839d9da47a9c HTTP/1.1" status: 200 len: 1125 time: 0.7014630 Feb 17 17:34:10.394166 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216ff3c8-f4a8-4fb6-9648-87d7b9ec51c3,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:10.408379 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b42a003a-c4ee-45d9-ac3c-0edd12890d76 req-f78279cd-d45d-44bc-9ac2-49b8fdeb62f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ba3e5178-d54c-4a05-9e05-cd9347ef9f21), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:10.443215 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-13778cac-c14c-4443-9f05-4228ef765b89 None None] Provisioning complete for port ba3e5178-d54c-4a05-9e05-cd9347ef9f21 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:34:10.443770 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-13778cac-c14c-4443-9f05-4228ef765b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ba3e5178-d54c-4a05-9e05-cd9347ef9f21), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:10.473403 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf452e-7cb8-4ad7-9e29-43afb4d0535b req-19edf6b4-a28a-42a4-9c5e-c0093af77c27 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:10.474252 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2bcf452e-7cb8-4ad7-9e29-43afb4d0535b req-19edf6b4-a28a-42a4-9c5e-c0093af77c27 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:10.487963 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863c8f2f-a622-4828-81ae-5b8dc4be44b1 admin admin] Router 6bffef20-871a-4644-b44b-bf3c1e5042de has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:34:10.510735 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-13778cac-c14c-4443-9f05-4228ef765b89 None None] Port ba3e5178-d54c-4a05-9e05-cd9347ef9f21 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:34:10.585005 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2bcf452e-7cb8-4ad7-9e29-43afb4d0535b req-19edf6b4-a28a-42a4-9c5e-c0093af77c27 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1059330 Feb 17 17:34:10.616452 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-2bcf452e-7cb8-4ad7-9e29-43afb4d0535b req-e77c1118-02d7-41a5-a098-b4f6faec2baf service neutron] Request body: {'port': {'device_id': 'f00d4d80-0531-4d28-b776-76d9efd2b420', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:34:10.690927 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] device_id is not set on port b69f8256-d3ad-449d-bd16-f4d15dfd86fb yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:34:10.712137 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Publish callbacks [] for port (b69f8256-d3ad-449d-bd16-f4d15dfd86fb), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:10.741344 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (b69f8256-d3ad-449d-bd16-f4d15dfd86fb), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:10.827472 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 1b867efc-5741-405e-ae06-ae4652bcad40 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:34:10.880920 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Pushing event updated for resources: {'Port': ['ID=b69f8256-d3ad-449d-bd16-f4d15dfd86fb,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:10.897682 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-04cc738a-d1e5-476e-8a3d-ee3a421258cf None None] Provisioning complete for port 37a3407f-0036-45d2-b8af-8aff53b8d12a triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:34:10.898436 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-04cc738a-d1e5-476e-8a3d-ee3a421258cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (37a3407f-0036-45d2-b8af-8aff53b8d12a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:10.912778 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Checking segment: {'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:34:10.913184 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Network hostable DHCP agents. Network: 36eb3779-ce2c-4e6e-9be8-db72847ed1ef, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:34:10.921241 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79584ed-d72f-4049-acf1-2756019f92ee req-3fea59c3-ceb7-4530-acfd-44e664fa7069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:10.922784 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c79584ed-d72f-4049-acf1-2756019f92ee req-3fea59c3-ceb7-4530-acfd-44e664fa7069 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3100c139-77f4-49d8-b7fa-b7a25c4ec3d8 HTTP/1.1" status: 200 len: 921 time: 0.5710299 Feb 17 17:34:10.962857 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-04cc738a-d1e5-476e-8a3d-ee3a421258cf None None] Port 37a3407f-0036-45d2-b8af-8aff53b8d12a cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:34:10.964814 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 1b867efc-5741-405e-ae06-ae4652bcad40 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:34:10.965300 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1b867efc-5741-405e-ae06-ae4652bcad40), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:11.016084 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:34:11.026142 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-b42a003a-c4ee-45d9-ac3c-0edd12890d76 req-f78279cd-d45d-44bc-9ac2-49b8fdeb62f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba3e5178-d54c-4a05-9e05-cd9347ef9f21 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:34:11.035463 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 36eb3779-ce2c-4e6e-9be8-db72847ed1ef) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:34:11.038791 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b42a003a-c4ee-45d9-ac3c-0edd12890d76 req-f78279cd-d45d-44bc-9ac2-49b8fdeb62f4 service neutron] Publish callbacks [] for port (ba3e5178-d54c-4a05-9e05-cd9347ef9f21), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:11.043883 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:34:11.054334 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60104f4-5455-45a2-963c-1f0034c36e7a None None] Network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:34:11.067317 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-b42a003a-c4ee-45d9-ac3c-0edd12890d76 req-f78279cd-d45d-44bc-9ac2-49b8fdeb62f4 service neutron] Transition to ACTIVE for port object ba3e5178-d54c-4a05-9e05-cd9347ef9f21 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:34:11.068912 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port b69f8256-d3ad-449d-bd16-f4d15dfd86fb on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:34:11.069244 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port b69f8256-d3ad-449d-bd16-f4d15dfd86fb by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:34:11.070162 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port b69f8256-d3ad-449d-bd16-f4d15dfd86fb on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:11.075954 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Port b69f8256-d3ad-449d-bd16-f4d15dfd86fb on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:34:11.076346 n-d-829613-2 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Failed to bind port b69f8256-d3ad-449d-bd16-f4d15dfd86fb on host n-h1-829613-2 for vnic_type normal using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] Feb 17 17:34:11.077514 n-d-829613-2 neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempt 2 to bind port b69f8256-d3ad-449d-bd16-f4d15dfd86fb Feb 17 17:34:11.083282 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c79584ed-d72f-4049-acf1-2756019f92ee req-9fdc9855-af41-42e5-8a99-715e81e6a181 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6 HTTP/1.1" status: 200 len: 217 time: 0.1306074 Feb 17 17:34:11.093886 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b42a003a-c4ee-45d9-ac3c-0edd12890d76 req-f78279cd-d45d-44bc-9ac2-49b8fdeb62f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (ba3e5178-d54c-4a05-9e05-cd9347ef9f21), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:11.096123 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port b69f8256-d3ad-449d-bd16-f4d15dfd86fb on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:34:11.096508 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port b69f8256-d3ad-449d-bd16-f4d15dfd86fb by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:34:11.096852 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port b69f8256-d3ad-449d-bd16-f4d15dfd86fb on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:11.102067 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2bcf452e-7cb8-4ad7-9e29-43afb4d0535b req-e77c1118-02d7-41a5-a098-b4f6faec2baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (37a3407f-0036-45d2-b8af-8aff53b8d12a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:11.129189 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Port b69f8256-d3ad-449d-bd16-f4d15dfd86fb on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:34:11.129508 n-d-829613-2 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Failed to bind port b69f8256-d3ad-449d-bd16-f4d15dfd86fb on host n-h1-829613-2 for vnic_type normal using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] Feb 17 17:34:11.131742 n-d-829613-2 neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempt 3 to bind port b69f8256-d3ad-449d-bd16-f4d15dfd86fb Feb 17 17:34:11.171260 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78279cd-d45d-44bc-9ac2-49b8fdeb62f4 service neutron] Pushing event updated for resources: {'Port': ['ID=ba3e5178-d54c-4a05-9e05-cd9347ef9f21,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:11.176166 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 1b867efc-5741-405e-ae06-ae4652bcad40 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:34:11.176594 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1b867efc-5741-405e-ae06-ae4652bcad40), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:11.177859 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port b69f8256-d3ad-449d-bd16-f4d15dfd86fb on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:34:11.178409 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port b69f8256-d3ad-449d-bd16-f4d15dfd86fb by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:34:11.178930 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port b69f8256-d3ad-449d-bd16-f4d15dfd86fb on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:11.212054 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Port b69f8256-d3ad-449d-bd16-f4d15dfd86fb on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:34:11.212720 n-d-829613-2 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Failed to bind port b69f8256-d3ad-449d-bd16-f4d15dfd86fb on host n-h1-829613-2 for vnic_type normal using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] Feb 17 17:34:11.222530 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 1b867efc-5741-405e-ae06-ae4652bcad40, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=1b867efc-5741-405e-ae06-ae4652bcad40,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:34:11.227334 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (1b867efc-5741-405e-ae06-ae4652bcad40), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:11.238156 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da12a9-1d27-401f-a6a4-dbff244bd895 req-90e75715-31aa-4ede-8976-fc64442414fd tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:11.249444 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-94da12a9-1d27-401f-a6a4-dbff244bd895 req-90e75715-31aa-4ede-8976-fc64442414fd tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/ports?device_id=62e75d39-d946-4814-8adf-839d9da47a9c HTTP/1.1" status: 200 len: 943 time: 0.6192932 Feb 17 17:34:11.273889 n-d-829613-2 neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempt 4 to bind port b69f8256-d3ad-449d-bd16-f4d15dfd86fb Feb 17 17:34:11.287512 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-50fcd9c2-571d-4d20-b2ad-8390d9259471 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks [] for router_gateway (19aa7ef9-b5c8-4a49-a4c4-1ac8b8624861), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:11.296081 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=1b867efc-5741-405e-ae06-ae4652bcad40,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:11.299080 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863c8f2f-a622-4828-81ae-5b8dc4be44b1 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:34:11.307010 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2238c92-c5fe-4bc1-9fbc-8ab9742d0b25 req-ca6bc8ca-3c29-4002-b651-83642a942023 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:11.308705 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a2238c92-c5fe-4bc1-9fbc-8ab9742d0b25 req-ca6bc8ca-3c29-4002-b651-83642a942023 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=f7813f51-0f8c-406e-992d-d19f127ae697 HTTP/1.1" status: 200 len: 935 time: 0.4492779 Feb 17 17:34:11.319050 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ec432a-109e-4bf6-8093-2dd4e4e48f94 None None] Sync routers for ids ['6bffef20-871a-4644-b44b-bf3c1e5042de'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:34:11.329761 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port b69f8256-d3ad-449d-bd16-f4d15dfd86fb on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:34:11.330252 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port b69f8256-d3ad-449d-bd16-f4d15dfd86fb by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:34:11.330690 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port b69f8256-d3ad-449d-bd16-f4d15dfd86fb on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:11.333057 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-863c8f2f-a622-4828-81ae-5b8dc4be44b1 admin admin] 10.222.0.87 "PUT /v2.0/routers/6bffef20-871a-4644-b44b-bf3c1e5042de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3436151 Feb 17 17:34:11.339333 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43512) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:11.344704 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ec432a-109e-4bf6-8093-2dd4e4e48f94 None None] Routers {'6bffef20-871a-4644-b44b-bf3c1e5042de'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:34:11.346788 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-63ec432a-109e-4bf6-8093-2dd4e4e48f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:34:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['6bffef20-871a-4644-b44b-bf3c1e5042de'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:11.351864 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-b42a003a-c4ee-45d9-ac3c-0edd12890d76 req-f78279cd-d45d-44bc-9ac2-49b8fdeb62f4 service neutron] Attempting to bind port ba3e5178-d54c-4a05-9e05-cd9347ef9f21 on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:34:11.351864 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-b42a003a-c4ee-45d9-ac3c-0edd12890d76 req-f78279cd-d45d-44bc-9ac2-49b8fdeb62f4 service neutron] Attempting to bind port ba3e5178-d54c-4a05-9e05-cd9347ef9f21 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:34:11.351864 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42a003a-c4ee-45d9-ac3c-0edd12890d76 req-f78279cd-d45d-44bc-9ac2-49b8fdeb62f4 service neutron] Attempting to bind port ba3e5178-d54c-4a05-9e05-cd9347ef9f21 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:11.352629 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-14d4860a-f291-4140-a91b-31dfad0c07df tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (ec89ff22-7b1b-4896-82a4-5701fb263bed), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:11.354022 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Port b69f8256-d3ad-449d-bd16-f4d15dfd86fb on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:34:11.354454 n-d-829613-2 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Failed to bind port b69f8256-d3ad-449d-bd16-f4d15dfd86fb on host n-h1-829613-2 for vnic_type normal using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] Feb 17 17:34:11.393975 n-d-829613-2 neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempt 5 to bind port b69f8256-d3ad-449d-bd16-f4d15dfd86fb Feb 17 17:34:11.443586 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port b69f8256-d3ad-449d-bd16-f4d15dfd86fb on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:34:11.444163 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port b69f8256-d3ad-449d-bd16-f4d15dfd86fb by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:34:11.445818 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port b69f8256-d3ad-449d-bd16-f4d15dfd86fb on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:11.453026 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42a003a-c4ee-45d9-ac3c-0edd12890d76 req-f78279cd-d45d-44bc-9ac2-49b8fdeb62f4 service neutron] Port ba3e5178-d54c-4a05-9e05-cd9347ef9f21 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:34:11.453569 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42a003a-c4ee-45d9-ac3c-0edd12890d76 req-f78279cd-d45d-44bc-9ac2-49b8fdeb62f4 service neutron] Attempting to bind port ba3e5178-d54c-4a05-9e05-cd9347ef9f21 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:11.458440 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Port b69f8256-d3ad-449d-bd16-f4d15dfd86fb on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:34:11.458833 n-d-829613-2 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Failed to bind port b69f8256-d3ad-449d-bd16-f4d15dfd86fb on host n-h1-829613-2 for vnic_type normal using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] Feb 17 17:34:11.462603 n-d-829613-2 neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempt 6 to bind port b69f8256-d3ad-449d-bd16-f4d15dfd86fb Feb 17 17:34:11.476623 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42a003a-c4ee-45d9-ac3c-0edd12890d76 req-f78279cd-d45d-44bc-9ac2-49b8fdeb62f4 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:34:11.477143 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42a003a-c4ee-45d9-ac3c-0edd12890d76 req-f78279cd-d45d-44bc-9ac2-49b8fdeb62f4 service neutron] Checking segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:34:11.477623 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42a003a-c4ee-45d9-ac3c-0edd12890d76 req-f78279cd-d45d-44bc-9ac2-49b8fdeb62f4 service neutron] Bound using segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:34:11.478393 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-b42a003a-c4ee-45d9-ac3c-0edd12890d76 req-f78279cd-d45d-44bc-9ac2-49b8fdeb62f4 service neutron] Bound port: ba3e5178-d54c-4a05-9e05-cd9347ef9f21, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:34:11.478622 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b42a003a-c4ee-45d9-ac3c-0edd12890d76 req-f78279cd-d45d-44bc-9ac2-49b8fdeb62f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ba3e5178-d54c-4a05-9e05-cd9347ef9f21), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:11.495787 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-63ec432a-109e-4bf6-8093-2dd4e4e48f94 None None] Set router 6bffef20-871a-4644-b44b-bf3c1e5042de gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:34:11.519656 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port b69f8256-d3ad-449d-bd16-f4d15dfd86fb on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:34:11.520155 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port b69f8256-d3ad-449d-bd16-f4d15dfd86fb by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:34:11.520618 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port b69f8256-d3ad-449d-bd16-f4d15dfd86fb on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:11.534549 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Port b69f8256-d3ad-449d-bd16-f4d15dfd86fb on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:34:11.534975 n-d-829613-2 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Failed to bind port b69f8256-d3ad-449d-bd16-f4d15dfd86fb on host n-h1-829613-2 for vnic_type normal using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] Feb 17 17:34:11.540356 n-d-829613-2 neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempt 7 to bind port b69f8256-d3ad-449d-bd16-f4d15dfd86fb Feb 17 17:34:11.558496 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d4860a-f291-4140-a91b-31dfad0c07df tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Pushing event deleted for resources: {'Port': ['ID=ec89ff22-7b1b-4896-82a4-5701fb263bed,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:11.561634 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-50fcd9c2-571d-4d20-b2ad-8390d9259471 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:11.574331 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79584ed-d72f-4049-acf1-2756019f92ee req-3e0a8f35-b3b4-434f-93fd-c144e6888c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:11.575913 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c79584ed-d72f-4049-acf1-2756019f92ee req-3e0a8f35-b3b4-434f-93fd-c144e6888c86 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fcea941e-c7ab-41fc-b153-28fd81921144 HTTP/1.1" status: 200 len: 859 time: 0.4822886 Feb 17 17:34:11.579601 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port b69f8256-d3ad-449d-bd16-f4d15dfd86fb on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:34:11.582324 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port b69f8256-d3ad-449d-bd16-f4d15dfd86fb by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:34:11.582324 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port b69f8256-d3ad-449d-bd16-f4d15dfd86fb on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:11.588648 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Port b69f8256-d3ad-449d-bd16-f4d15dfd86fb on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:34:11.589054 n-d-829613-2 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Failed to bind port b69f8256-d3ad-449d-bd16-f4d15dfd86fb on host n-h1-829613-2 for vnic_type normal using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] Feb 17 17:34:11.591440 n-d-829613-2 neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempt 8 to bind port b69f8256-d3ad-449d-bd16-f4d15dfd86fb Feb 17 17:34:11.595132 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fbdb3814-87ce-4735-9b30-d5255a7e3a54 admin admin] Publish callbacks [] for router (6bffef20-871a-4644-b44b-bf3c1e5042de), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:11.634614 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-b42a003a-c4ee-45d9-ac3c-0edd12890d76 req-f78279cd-d45d-44bc-9ac2-49b8fdeb62f4 service neutron] For port ba3e5178-d54c-4a05-9e05-cd9347ef9f21, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:34:11.682447 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-b42a003a-c4ee-45d9-ac3c-0edd12890d76 req-f78279cd-d45d-44bc-9ac2-49b8fdeb62f4 service neutron] For port ba3e5178-d54c-4a05-9e05-cd9347ef9f21, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=ba3e5178-d54c-4a05-9e05-cd9347ef9f21,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:34:11.688300 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port b69f8256-d3ad-449d-bd16-f4d15dfd86fb on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:34:11.688975 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port b69f8256-d3ad-449d-bd16-f4d15dfd86fb by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:34:11.689122 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port b69f8256-d3ad-449d-bd16-f4d15dfd86fb on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:11.693926 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-63ec432a-109e-4bf6-8093-2dd4e4e48f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bffef20-871a-4644-b44b-bf3c1e5042de', 'name': 'tempest-ServersTestBootFromVolume-255129370-router', 'tenant_id': 'fc553e94d63549b788478ed2c106f22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '91715d4f-8b4b-4b91-9e07-e38a1e33e62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:31:17Z', 'updated_at': '2022-02-17T17:34:06Z', 'revision_number': 5, 'project_id': 'fc553e94d63549b788478ed2c106f22c', 'gw_port': {'id': '91715d4f-8b4b-4b91-9e07-e38a1e33e62b', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bffef20-871a-4644-b44b-bf3c1e5042de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:31:18Z', 'updated_at': '2022-02-17T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:11.700081 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b42a003a-c4ee-45d9-ac3c-0edd12890d76 req-f78279cd-d45d-44bc-9ac2-49b8fdeb62f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (ba3e5178-d54c-4a05-9e05-cd9347ef9f21), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:11.714194 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Port b69f8256-d3ad-449d-bd16-f4d15dfd86fb on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:34:11.714678 n-d-829613-2 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Failed to bind port b69f8256-d3ad-449d-bd16-f4d15dfd86fb on host n-h1-829613-2 for vnic_type normal using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] Feb 17 17:34:11.720085 n-d-829613-2 neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempt 9 to bind port b69f8256-d3ad-449d-bd16-f4d15dfd86fb Feb 17 17:34:11.726800 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ec432a-109e-4bf6-8093-2dd4e4e48f94 None None] Checking router: 6bffef20-871a-4644-b44b-bf3c1e5042de for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:34:11.737419 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ec432a-109e-4bf6-8093-2dd4e4e48f94 None None] Routers {'6bffef20-871a-4644-b44b-bf3c1e5042de'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:34:11.738827 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-63ec432a-109e-4bf6-8093-2dd4e4e48f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:34:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['6bffef20-871a-4644-b44b-bf3c1e5042de'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:11.749904 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a003a-c4ee-45d9-ac3c-0edd12890d76 req-f78279cd-d45d-44bc-9ac2-49b8fdeb62f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:11.750683 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b42a003a-c4ee-45d9-ac3c-0edd12890d76 req-f78279cd-d45d-44bc-9ac2-49b8fdeb62f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:11.755447 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b42a003a-c4ee-45d9-ac3c-0edd12890d76 req-f78279cd-d45d-44bc-9ac2-49b8fdeb62f4 service neutron] 10.222.0.91 "PUT /v2.0/ports/ba3e5178-d54c-4a05-9e05-cd9347ef9f21 HTTP/1.1" status: 200 len: 1095 time: 1.5443723 Feb 17 17:34:11.756092 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7813f51-0f8c-406e-992d-d19f127ae697', 'tag': 'ba3e5178-d54c-4a05-9e05-cd9347ef9f21'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:34:11.758584 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04fd798b-13f6-4ac8-86ef-2e5501e7a611" -d '{"events": [{"name": "network-changed", "server_uuid": "f7813f51-0f8c-406e-992d-d19f127ae697", "tag": "ba3e5178-d54c-4a05-9e05-cd9347ef9f21"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:34:11.791112 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a2238c92-c5fe-4bc1-9fbc-8ab9742d0b25 req-c8e551a2-cc04-41b5-9fa4-bf663b3a27e3 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4474194 Feb 17 17:34:11.802759 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port b69f8256-d3ad-449d-bd16-f4d15dfd86fb on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:34:11.803180 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port b69f8256-d3ad-449d-bd16-f4d15dfd86fb by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:34:11.803489 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port b69f8256-d3ad-449d-bd16-f4d15dfd86fb on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:11.845154 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Port b69f8256-d3ad-449d-bd16-f4d15dfd86fb on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:34:11.845506 n-d-829613-2 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Failed to bind port b69f8256-d3ad-449d-bd16-f4d15dfd86fb on host n-h1-829613-2 for vnic_type normal using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] Feb 17 17:34:11.852511 n-d-829613-2 neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempt 10 to bind port b69f8256-d3ad-449d-bd16-f4d15dfd86fb Feb 17 17:34:11.884069 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78279cd-d45d-44bc-9ac2-49b8fdeb62f4 service neutron] Pushing event updated for resources: {'Port': ['ID=ba3e5178-d54c-4a05-9e05-cd9347ef9f21,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:11.890322 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port b69f8256-d3ad-449d-bd16-f4d15dfd86fb on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:34:11.891271 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port b69f8256-d3ad-449d-bd16-f4d15dfd86fb by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:34:11.891653 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port b69f8256-d3ad-449d-bd16-f4d15dfd86fb on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:11.894486 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fbdb3814-87ce-4735-9b30-d5255a7e3a54 admin admin] Publish callbacks [] for router_gateway (6bffef20-871a-4644-b44b-bf3c1e5042de), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:11.900061 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-63ec432a-109e-4bf6-8093-2dd4e4e48f94 None None] Set router 6bffef20-871a-4644-b44b-bf3c1e5042de gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:34:11.907164 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Port b69f8256-d3ad-449d-bd16-f4d15dfd86fb on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:34:11.911211 n-d-829613-2 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Failed to bind port b69f8256-d3ad-449d-bd16-f4d15dfd86fb on host n-h1-829613-2 for vnic_type normal using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] Feb 17 17:34:11.911735 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b69f8256-d3ad-449d-bd16-f4d15dfd86fb), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:11.918913 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-94da12a9-1d27-401f-a6a4-dbff244bd895 req-00f81f2c-087f-4229-a4d7-0e85007bd513 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/security-groups?id=dd538416-09bc-40c0-9215-332e74759dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6555445 Feb 17 17:34:11.955053 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-14d4860a-f291-4140-a91b-31dfad0c07df tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Publish callbacks [] for floatingip (431bd963-3304-497e-8dd3-e751801e1fe9), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:11.958360 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-14d4860a-f291-4140-a91b-31dfad0c07df tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:11.959767 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-14d4860a-f291-4140-a91b-31dfad0c07df tempest-ServersTestJSON-2137803248 tempest-ServersTestJSON-2137803248-project] 10.222.0.87 "DELETE /v2.0/floatingips/431bd963-3304-497e-8dd3-e751801e1fe9 HTTP/1.1" status: 204 len: 168 time: 3.9305773 Feb 17 17:34:11.965163 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43516) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:11.976595 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a003a-c4ee-45d9-ac3c-0edd12890d76 req-d3d71a2a-c8d4-42f4-9b06-51d5ce880ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:11.978221 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b42a003a-c4ee-45d9-ac3c-0edd12890d76 req-d3d71a2a-c8d4-42f4-9b06-51d5ce880ee4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e9f4ea813c214d12853f6eebadb4d38e&device_id=f7813f51-0f8c-406e-992d-d19f127ae697 HTTP/1.1" status: 200 len: 1129 time: 0.1680260 Feb 17 17:34:12.049261 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0771c392-0558-4a84-8774-4d977bd85e70 x-openstack-request-id: req-0771c392-0558-4a84-8774-4d977bd85e70 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:34:12.049261 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7813f51-0f8c-406e-992d-d19f127ae697", "tag": "ba3e5178-d54c-4a05-9e05-cd9347ef9f21", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:34:12.049723 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0771c392-0558-4a84-8774-4d977bd85e70 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:34:12.049973 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7813f51-0f8c-406e-992d-d19f127ae697', 'tag': 'ba3e5178-d54c-4a05-9e05-cd9347ef9f21', 'status': 'completed', 'code': 200} Feb 17 17:34:12.091208 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc218e4d-ece8-46b1-bf03-373df336882f req-b3019d40-a074-4991-aad8-f7dfccf56147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:12.093372 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dc218e4d-ece8-46b1-bf03-373df336882f req-b3019d40-a074-4991-aad8-f7dfccf56147 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f&tenant_id=24d514a6d00a4f52a8689d09d1cf81c2 HTTP/1.1" status: 200 len: 1131 time: 0.5456903 Feb 17 17:34:12.095203 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79584ed-d72f-4049-acf1-2756019f92ee req-716e801c-08e5-4acb-a572-1606cdaad56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:12.096812 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c79584ed-d72f-4049-acf1-2756019f92ee req-716e801c-08e5-4acb-a572-1606cdaad56f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3100c139-77f4-49d8-b7fa-b7a25c4ec3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4744670 Feb 17 17:34:12.133280 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b42a003a-c4ee-45d9-ac3c-0edd12890d76 req-886bedc6-1915-4858-a2e4-f46a4f970c2d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=ba3e5178-d54c-4a05-9e05-cd9347ef9f21 HTTP/1.1" status: 200 len: 217 time: 0.1477079 Feb 17 17:34:12.165577 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-63ec432a-109e-4bf6-8093-2dd4e4e48f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bffef20-871a-4644-b44b-bf3c1e5042de', 'name': 'tempest-ServersTestBootFromVolume-255129370-router', 'tenant_id': 'fc553e94d63549b788478ed2c106f22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '91715d4f-8b4b-4b91-9e07-e38a1e33e62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:31:17Z', 'updated_at': '2022-02-17T17:34:06Z', 'revision_number': 5, 'project_id': 'fc553e94d63549b788478ed2c106f22c', 'gw_port': {'id': '91715d4f-8b4b-4b91-9e07-e38a1e33e62b', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bffef20-871a-4644-b44b-bf3c1e5042de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:31:18Z', 'updated_at': '2022-02-17T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:12.199216 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ec432a-109e-4bf6-8093-2dd4e4e48f94 None None] The sync data for ids ['6bffef20-871a-4644-b44b-bf3c1e5042de'] in n-d-829613-2 is: [{'id': '6bffef20-871a-4644-b44b-bf3c1e5042de', 'name': 'tempest-ServersTestBootFromVolume-255129370-router', 'tenant_id': 'fc553e94d63549b788478ed2c106f22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '91715d4f-8b4b-4b91-9e07-e38a1e33e62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:31:17Z', 'updated_at': '2022-02-17T17:34:06Z', 'revision_number': 5, 'project_id': 'fc553e94d63549b788478ed2c106f22c', 'gw_port': {'id': '91715d4f-8b4b-4b91-9e07-e38a1e33e62b', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bffef20-871a-4644-b44b-bf3c1e5042de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:31:18Z', 'updated_at': '2022-02-17T17:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:34:12.228662 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] For port b69f8256-d3ad-449d-bd16-f4d15dfd86fb, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:34:12.229495 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempted to set empty binding levels {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 17 17:34:12.237524 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51b426-7aef-49a2-8541-85400ff8d0d0 req-443e9e5c-281f-4082-84bf-7631261f5f20 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:12.239117 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fa51b426-7aef-49a2-8541-85400ff8d0d0 req-443e9e5c-281f-4082-84bf-7631261f5f20 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 949 time: 0.3192883 Feb 17 17:34:12.240463 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-50fcd9c2-571d-4d20-b2ad-8390d9259471 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Allocated IP 172.25.8.55 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/742bf88b-5b96-4013-a3f8-755f5cdd953f) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:34:12.247824 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (b69f8256-d3ad-449d-bd16-f4d15dfd86fb), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:12.251297 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb3814-87ce-4735-9b30-d5255a7e3a54 admin admin] Deleting port 91715d4f-8b4b-4b91-9e07-e38a1e33e62b {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:34:12.251678 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fbdb3814-87ce-4735-9b30-d5255a7e3a54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (91715d4f-8b4b-4b91-9e07-e38a1e33e62b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:12.286863 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a003a-c4ee-45d9-ac3c-0edd12890d76 req-3441636b-4700-4b12-a32a-d673d3cf9909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:12.288480 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b42a003a-c4ee-45d9-ac3c-0edd12890d76 req-3441636b-4700-4b12-a32a-d673d3cf9909 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.1409905 Feb 17 17:34:12.382571 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c79584ed-d72f-4049-acf1-2756019f92ee req-6f2f1189-1fdb-465d-ad6c-271e0c2c3f55 service neutron] 10.222.0.91 "GET /v2.0/networks/3100c139-77f4-49d8-b7fa-b7a25c4ec3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757449 Feb 17 17:34:12.390830 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-2bcf452e-7cb8-4ad7-9e29-43afb4d0535b req-e77c1118-02d7-41a5-a098-b4f6faec2baf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37a3407f-0036-45d2-b8af-8aff53b8d12a {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:34:12.461397 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2bcf452e-7cb8-4ad7-9e29-43afb4d0535b req-e77c1118-02d7-41a5-a098-b4f6faec2baf service neutron] Publish callbacks [] for port (37a3407f-0036-45d2-b8af-8aff53b8d12a), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:12.465012 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc218e4d-ece8-46b1-bf03-373df336882f req-81a200c2-b485-4fae-8528-2da7bf6af382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:12.466536 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dc218e4d-ece8-46b1-bf03-373df336882f req-81a200c2-b485-4fae-8528-2da7bf6af382 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=24d514a6d00a4f52a8689d09d1cf81c2&device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 1131 time: 0.3298023 Feb 17 17:34:12.474471 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fa51b426-7aef-49a2-8541-85400ff8d0d0 req-511ac607-7c1d-4fd1-b255-744d8d50e60f tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071421 Feb 17 17:34:12.550232 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-2bcf452e-7cb8-4ad7-9e29-43afb4d0535b req-e77c1118-02d7-41a5-a098-b4f6faec2baf service neutron] Transition to ACTIVE for port object 37a3407f-0036-45d2-b8af-8aff53b8d12a will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:34:12.571937 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2bcf452e-7cb8-4ad7-9e29-43afb4d0535b req-e77c1118-02d7-41a5-a098-b4f6faec2baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (37a3407f-0036-45d2-b8af-8aff53b8d12a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:12.654737 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:12.655381 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:12.676681 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:34:12.814973 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 1b867efc-5741-405e-ae06-ae4652bcad40 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:34:12.866117 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.9515333 Feb 17 17:34:12.867134 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be01363f-3e05-4319-a00c-61aa65881c90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Pushing event updated for resources: {'Port': ['ID=b69f8256-d3ad-449d-bd16-f4d15dfd86fb,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:12.869587 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43520) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:12.912130 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 1b867efc-5741-405e-ae06-ae4652bcad40 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:34:12.912547 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1b867efc-5741-405e-ae06-ae4652bcad40), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:12.959041 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6,segment=NetworkSegment(101d171d-00e3-43dd-8059-643cfe6a6952),segment_id=101d171d-00e3-43dd-8059-643cfe6a6952)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:34:12.979575 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-fbdb3814-87ce-4735-9b30-d5255a7e3a54 admin admin] For port 91715d4f-8b4b-4b91-9e07-e38a1e33e62b, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=91715d4f-8b4b-4b91-9e07-e38a1e33e62b,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:34:12.979875 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fbdb3814-87ce-4735-9b30-d5255a7e3a54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (91715d4f-8b4b-4b91-9e07-e38a1e33e62b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:12.982023 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6', 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8', 'port_id': '0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6', 'mac_address': 'fa:16:3e:17:0a:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcea941e-c7ab-41fc-b153-28fd81921144', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:34:13.022002 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a003a-c4ee-45d9-ac3c-0edd12890d76 req-edc1f00f-0ac2-47d9-96f0-f0b56670a05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:13.023732 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b42a003a-c4ee-45d9-ac3c-0edd12890d76 req-edc1f00f-0ac2-47d9-96f0-f0b56670a05c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3765469 Feb 17 17:34:13.026735 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb3814-87ce-4735-9b30-d5255a7e3a54 admin admin] Calling delete_port for 91715d4f-8b4b-4b91-9e07-e38a1e33e62b owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:34:13.063031 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 1b867efc-5741-405e-ae06-ae4652bcad40 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:34:13.075857 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device d9266947-287f-4f09-8dac-48391c5b5a42 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:34:13.080903 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:34:13.081292 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:13.100495 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: d9266947-287f-4f09-8dac-48391c5b5a42 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:34:13.100843 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device d9266947-287f-4f09-8dac-48391c5b5a42 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:34:13.113468 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:34:13.133749 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-50fcd9c2-571d-4d20-b2ad-8390d9259471 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks [] for port (742bf88b-5b96-4013-a3f8-755f5cdd953f), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:13.140858 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6,segment=NetworkSegment(101d171d-00e3-43dd-8059-643cfe6a6952),segment_id=101d171d-00e3-43dd-8059-643cfe6a6952)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:34:13.147847 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:13.210637 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:13.218988 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c79584ed-d72f-4049-acf1-2756019f92ee req-0bcfbed1-ba78-4b03-900d-98682ee7b0ba service neutron] 10.222.0.91 "GET /v2.0/networks/3100c139-77f4-49d8-b7fa-b7a25c4ec3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8167865 Feb 17 17:34:13.246273 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c1118-02d7-41a5-a098-b4f6faec2baf service neutron] Pushing event updated for resources: {'Port': ['ID=37a3407f-0036-45d2-b8af-8aff53b8d12a,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:13.262475 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-894fcadc-3036-4806-8fee-daacd258afa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Deleting port b69f8256-d3ad-449d-bd16-f4d15dfd86fb {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:34:13.262818 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-894fcadc-3036-4806-8fee-daacd258afa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (b69f8256-d3ad-449d-bd16-f4d15dfd86fb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:13.319196 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc218e4d-ece8-46b1-bf03-373df336882f req-a54aff96-43a5-46b8-a488-139baf25e99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:13.320720 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dc218e4d-ece8-46b1-bf03-373df336882f req-a54aff96-43a5-46b8-a488-139baf25e99a service neutron] 10.222.0.91 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 0.8393669 Feb 17 17:34:13.347689 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b42a003a-c4ee-45d9-ac3c-0edd12890d76 req-9bb9d728-a06f-4456-bccf-150e0b083d4e service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103712 Feb 17 17:34:13.373109 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:34:13.396767 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f2fe7-c2c8-41ba-a302-c4435156c57d req-915f5ea7-774a-4a7d-80e7-26b175776051 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:13.398179 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3b8f2fe7-c2c8-41ba-a302-c4435156c57d req-915f5ea7-774a-4a7d-80e7-26b175776051 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=f7813f51-0f8c-406e-992d-d19f127ae697 HTTP/1.1" status: 200 len: 947 time: 0.3560889 Feb 17 17:34:13.405753 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45fd4fb-683e-464d-b21d-99ec6e26cf8f req-d6cf258f-0215-43b2-a55a-a67d89909439 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:13.407963 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f45fd4fb-683e-464d-b21d-99ec6e26cf8f req-d6cf258f-0215-43b2-a55a-a67d89909439 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/ports?device_id=62e75d39-d946-4814-8adf-839d9da47a9c HTTP/1.1" status: 200 len: 943 time: 0.3660781 Feb 17 17:34:13.411643 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dc218e4d-ece8-46b1-bf03-373df336882f req-6952e4e0-305a-4a6c-9aa7-abd50b78e724 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=3d0fcf80-e301-443a-8e3d-051528746e99 HTTP/1.1" status: 200 len: 217 time: 0.0794342 Feb 17 17:34:13.432765 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-894fcadc-3036-4806-8fee-daacd258afa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] For port b69f8256-d3ad-449d-bd16-f4d15dfd86fb, host n-h1-829613-2, got binding levels [] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:34:13.433824 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-894fcadc-3036-4806-8fee-daacd258afa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (b69f8256-d3ad-449d-bd16-f4d15dfd86fb), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:13.461818 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-894fcadc-3036-4806-8fee-daacd258afa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Calling delete_port for b69f8256-d3ad-449d-bd16-f4d15dfd86fb owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:34:13.495561 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-50fcd9c2-571d-4d20-b2ad-8390d9259471 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (742bf88b-5b96-4013-a3f8-755f5cdd953f), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:13.544025 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-2bcf452e-7cb8-4ad7-9e29-43afb4d0535b req-e77c1118-02d7-41a5-a098-b4f6faec2baf service neutron] Attempting to bind port 37a3407f-0036-45d2-b8af-8aff53b8d12a on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:34:13.544519 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-2bcf452e-7cb8-4ad7-9e29-43afb4d0535b req-e77c1118-02d7-41a5-a098-b4f6faec2baf service neutron] Attempting to bind port 37a3407f-0036-45d2-b8af-8aff53b8d12a by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:34:13.544975 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcf452e-7cb8-4ad7-9e29-43afb4d0535b req-e77c1118-02d7-41a5-a098-b4f6faec2baf service neutron] Attempting to bind port 37a3407f-0036-45d2-b8af-8aff53b8d12a on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:13.582550 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fcd9c2-571d-4d20-b2ad-8390d9259471 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:34:13.589738 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc218e4d-ece8-46b1-bf03-373df336882f req-6b8dc0d7-f1a8-45bd-8fdd-69f0e5fb2ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:13.591638 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dc218e4d-ece8-46b1-bf03-373df336882f req-6b8dc0d7-f1a8-45bd-8fdd-69f0e5fb2ebd service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.1722779 Feb 17 17:34:13.591808 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcf452e-7cb8-4ad7-9e29-43afb4d0535b req-e77c1118-02d7-41a5-a098-b4f6faec2baf service neutron] Port 37a3407f-0036-45d2-b8af-8aff53b8d12a on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:34:13.592118 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcf452e-7cb8-4ad7-9e29-43afb4d0535b req-e77c1118-02d7-41a5-a098-b4f6faec2baf service neutron] Attempting to bind port 37a3407f-0036-45d2-b8af-8aff53b8d12a on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:13.619078 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-50fcd9c2-571d-4d20-b2ad-8390d9259471 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:34:13.633281 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fcd9c2-571d-4d20-b2ad-8390d9259471 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:34:13.635405 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcf452e-7cb8-4ad7-9e29-43afb4d0535b req-e77c1118-02d7-41a5-a098-b4f6faec2baf service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:34:13.635783 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcf452e-7cb8-4ad7-9e29-43afb4d0535b req-e77c1118-02d7-41a5-a098-b4f6faec2baf service neutron] Checking segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:34:13.635992 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcf452e-7cb8-4ad7-9e29-43afb4d0535b req-e77c1118-02d7-41a5-a098-b4f6faec2baf service neutron] Bound using segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:34:13.636467 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-2bcf452e-7cb8-4ad7-9e29-43afb4d0535b req-e77c1118-02d7-41a5-a098-b4f6faec2baf service neutron] Bound port: 37a3407f-0036-45d2-b8af-8aff53b8d12a, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:34:13.636823 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2bcf452e-7cb8-4ad7-9e29-43afb4d0535b req-e77c1118-02d7-41a5-a098-b4f6faec2baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (37a3407f-0036-45d2-b8af-8aff53b8d12a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:13.638969 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b42a003a-c4ee-45d9-ac3c-0edd12890d76 req-0e5c90ac-937c-4ea1-9c15-011824bc0b72 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793703 Feb 17 17:34:13.648748 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fbdb3814-87ce-4735-9b30-d5255a7e3a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (91715d4f-8b4b-4b91-9e07-e38a1e33e62b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:13.661420 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f45fd4fb-683e-464d-b21d-99ec6e26cf8f req-4a867fb2-cf26-4c9c-868c-c53acba69527 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/security-groups?id=dd538416-09bc-40c0-9215-332e74759dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434371 Feb 17 17:34:13.664450 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3b8f2fe7-c2c8-41ba-a302-c4435156c57d req-f2fdef0c-4ad9-4b9e-8c64-40efdbdc8284 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341735 Feb 17 17:34:13.693746 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fcd9c2-571d-4d20-b2ad-8390d9259471 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Pushing event updated for resources: {'Port': ['ID=742bf88b-5b96-4013-a3f8-755f5cdd953f,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:13.710272 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb3814-87ce-4735-9b30-d5255a7e3a54 admin admin] Pushing event deleted for resources: {'Port': ['ID=91715d4f-8b4b-4b91-9e07-e38a1e33e62b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:13.794761 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-894fcadc-3036-4806-8fee-daacd258afa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (b69f8256-d3ad-449d-bd16-f4d15dfd86fb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:13.849377 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894fcadc-3036-4806-8fee-daacd258afa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Pushing event deleted for resources: {'Port': ['ID=b69f8256-d3ad-449d-bd16-f4d15dfd86fb,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:13.859451 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-894fcadc-3036-4806-8fee-daacd258afa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:13.865300 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-894fcadc-3036-4806-8fee-daacd258afa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] 10.222.0.87 "DELETE /v2.0/ports/b69f8256-d3ad-449d-bd16-f4d15dfd86fb HTTP/1.1" status: 204 len: 168 time: 0.9810307 Feb 17 17:34:13.866072 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc218e4d-ece8-46b1-bf03-373df336882f req-1606b25e-31bf-4e46-83aa-f1f09ee4e9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:13.867642 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dc218e4d-ece8-46b1-bf03-373df336882f req-1606b25e-31bf-4e46-83aa-f1f09ee4e9ff service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2499170 Feb 17 17:34:13.869915 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43528) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:13.870764 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fbdb3814-87ce-4735-9b30-d5255a7e3a54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (6bffef20-871a-4644-b44b-bf3c1e5042de), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:13.925227 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-2bcf452e-7cb8-4ad7-9e29-43afb4d0535b req-e77c1118-02d7-41a5-a098-b4f6faec2baf service neutron] For port 37a3407f-0036-45d2-b8af-8aff53b8d12a, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:34:13.957359 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-2bcf452e-7cb8-4ad7-9e29-43afb4d0535b req-e77c1118-02d7-41a5-a098-b4f6faec2baf service neutron] For port 37a3407f-0036-45d2-b8af-8aff53b8d12a, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=37a3407f-0036-45d2-b8af-8aff53b8d12a,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:34:13.991345 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-710166b4-8839-4384-862c-1540f64a87ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (ac1cb32d-47d2-4ffb-b9e8-812413c32355), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:13.993392 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-767c0561-c9af-4781-8809-ce6eab9ddc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] GET failed (client error): The resource could not be found. Feb 17 17:34:13.998345 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-767c0561-c9af-4781-8809-ce6eab9ddc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] 10.222.0.87 "GET /v2.0/ports/b69f8256-d3ad-449d-bd16-f4d15dfd86fb HTTP/1.1" status: 404 len: 333 time: 0.1218100 Feb 17 17:34:13.999506 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43530) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:14.001736 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2bcf452e-7cb8-4ad7-9e29-43afb4d0535b req-e77c1118-02d7-41a5-a098-b4f6faec2baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (37a3407f-0036-45d2-b8af-8aff53b8d12a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:14.032554 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd798b-13f6-4ac8-86ef-2e5501e7a611 req-9a9b0d17-27f7-49e1-a27f-5021aaadf51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:14.034063 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-04fd798b-13f6-4ac8-86ef-2e5501e7a611 req-9a9b0d17-27f7-49e1-a27f-5021aaadf51e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e9f4ea813c214d12853f6eebadb4d38e&device_id=f7813f51-0f8c-406e-992d-d19f127ae697 HTTP/1.1" status: 200 len: 1129 time: 0.2935965 Feb 17 17:34:14.059289 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038fe35-2854-421c-b6fc-e561d9c33742 req-b51cd2a7-4ebd-4cdd-b488-86b5d7103f98 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:14.060852 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1038fe35-2854-421c-b6fc-e561d9c33742 req-b51cd2a7-4ebd-4cdd-b488-86b5d7103f98 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 949 time: 0.2675941 Feb 17 17:34:14.063596 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-cde14f82-d995-4e39-a3ee-3e38b5cafd2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Request body: {'port': {'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-249858910'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:34:14.095023 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fbdb3814-87ce-4735-9b30-d5255a7e3a54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (6bffef20-871a-4644-b44b-bf3c1e5042de), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:14.096972 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf452e-7cb8-4ad7-9e29-43afb4d0535b req-e77c1118-02d7-41a5-a098-b4f6faec2baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:14.097551 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2bcf452e-7cb8-4ad7-9e29-43afb4d0535b req-e77c1118-02d7-41a5-a098-b4f6faec2baf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:14.098952 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2bcf452e-7cb8-4ad7-9e29-43afb4d0535b req-e77c1118-02d7-41a5-a098-b4f6faec2baf service neutron] 10.222.0.71 "PUT /v2.0/ports/37a3407f-0036-45d2-b8af-8aff53b8d12a HTTP/1.1" status: 200 len: 1095 time: 3.5023379 Feb 17 17:34:14.110348 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fbdb3814-87ce-4735-9b30-d5255a7e3a54 admin admin] Publish callbacks [] for router_controller (6bffef20-871a-4644-b44b-bf3c1e5042de), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:14.133016 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f00d4d80-0531-4d28-b776-76d9efd2b420', 'tag': '37a3407f-0036-45d2-b8af-8aff53b8d12a'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:34:14.135320 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48b76d4-d69e-4aa3-b654-ab9c86a1b393" -d '{"events": [{"name": "network-changed", "server_uuid": "f00d4d80-0531-4d28-b776-76d9efd2b420", "tag": "37a3407f-0036-45d2-b8af-8aff53b8d12a"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:34:14.217215 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dc218e4d-ece8-46b1-bf03-373df336882f req-d31976ad-cd2a-4f85-b989-72e933ab13d7 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375165 Feb 17 17:34:14.219036 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6253b5f2-1880-4578-b957-7728de95835c x-openstack-request-id: req-6253b5f2-1880-4578-b957-7728de95835c {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:34:14.219323 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f00d4d80-0531-4d28-b776-76d9efd2b420", "tag": "37a3407f-0036-45d2-b8af-8aff53b8d12a", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:34:14.219572 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6253b5f2-1880-4578-b957-7728de95835c {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:34:14.219960 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f00d4d80-0531-4d28-b776-76d9efd2b420', 'tag': '37a3407f-0036-45d2-b8af-8aff53b8d12a', 'status': 'completed', 'code': 200} Feb 17 17:34:14.226182 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fbdb3814-87ce-4735-9b30-d5255a7e3a54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (6bffef20-871a-4644-b44b-bf3c1e5042de), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:14.227010 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbdb3814-87ce-4735-9b30-d5255a7e3a54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bffef20-871a-4644-b44b-bf3c1e5042de {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:34:14.236985 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fbdb3814-87ce-4735-9b30-d5255a7e3a54 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:14.238245 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fbdb3814-87ce-4735-9b30-d5255a7e3a54 admin admin] 10.222.0.87 "DELETE /v2.0/routers/6bffef20-871a-4644-b44b-bf3c1e5042de HTTP/1.1" status: 204 len: 168 time: 2.8978527 Feb 17 17:34:14.242420 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde14f82-d995-4e39-a3ee-3e38b5cafd2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Made reservation on behalf of 1b3e0ed5d5c04788a35a46122bb3550c for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:34:14.244777 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cde14f82-d995-4e39-a3ee-3e38b5cafd2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:14.255118 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43534) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:14.275712 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c1118-02d7-41a5-a098-b4f6faec2baf service neutron] Pushing event updated for resources: {'Port': ['ID=37a3407f-0036-45d2-b8af-8aff53b8d12a,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:14.331943 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-cde14f82-d995-4e39-a3ee-3e38b5cafd2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] device_id is not set on port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:34:14.348819 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1038fe35-2854-421c-b6fc-e561d9c33742 req-e36e1a72-67c3-450b-8099-d56244ccf05a tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488520 Feb 17 17:34:14.372824 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd798b-13f6-4ac8-86ef-2e5501e7a611 req-63f7018e-6d76-418a-9d3b-247998073e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:14.374877 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-04fd798b-13f6-4ac8-86ef-2e5501e7a611 req-63f7018e-6d76-418a-9d3b-247998073e82 service neutron] 10.222.0.91 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 0.3049002 Feb 17 17:34:14.380458 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-6113a0ba-3a57-4f4a-a1fb-93a062ec04b6 admin admin] Deleting subnet 9656495d-68fd-4771-8cc2-ffde2cb90652 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:34:14.386205 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-50fcd9c2-571d-4d20-b2ad-8390d9259471 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks [] for router_gateway (19aa7ef9-b5c8-4a49-a4c4-1ac8b8624861), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:14.441064 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6113a0ba-3a57-4f4a-a1fb-93a062ec04b6 admin admin] Publish callbacks [] for subnet (9656495d-68fd-4771-8cc2-ffde2cb90652), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:14.462107 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf452e-7cb8-4ad7-9e29-43afb4d0535b req-b7123d0d-6431-4ff2-8c01-b6787326feb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:14.463608 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2bcf452e-7cb8-4ad7-9e29-43afb4d0535b req-b7123d0d-6431-4ff2-8c01-b6787326feb0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e9f4ea813c214d12853f6eebadb4d38e&device_id=f00d4d80-0531-4d28-b776-76d9efd2b420 HTTP/1.1" status: 200 len: 1129 time: 0.2881615 Feb 17 17:34:14.496910 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-04fd798b-13f6-4ac8-86ef-2e5501e7a611 req-e2c81c39-6838-4640-b747-c77dd5a3df4d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=ba3e5178-d54c-4a05-9e05-cd9347ef9f21 HTTP/1.1" status: 200 len: 217 time: 0.0917094 Feb 17 17:34:14.523717 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2bcf452e-7cb8-4ad7-9e29-43afb4d0535b req-a0397fd6-9807-4576-8a52-8788d52de672 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=37a3407f-0036-45d2-b8af-8aff53b8d12a HTTP/1.1" status: 200 len: 217 time: 0.0498567 Feb 17 17:34:14.541837 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dc218e4d-ece8-46b1-bf03-373df336882f req-84efc945-9c5e-4e03-95ec-7a372b4fbbd1 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045962 Feb 17 17:34:14.567642 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6113a0ba-3a57-4f4a-a1fb-93a062ec04b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (9656495d-68fd-4771-8cc2-ffde2cb90652), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:14.649130 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf452e-7cb8-4ad7-9e29-43afb4d0535b req-51550012-d220-401b-87a7-c2abfa79bca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:14.650598 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2bcf452e-7cb8-4ad7-9e29-43afb4d0535b req-51550012-d220-401b-87a7-c2abfa79bca0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.1190629 Feb 17 17:34:14.667625 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd798b-13f6-4ac8-86ef-2e5501e7a611 req-f50b12e7-fcd6-4aaa-8467-df5d43acd6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:14.669136 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-04fd798b-13f6-4ac8-86ef-2e5501e7a611 req-f50b12e7-fcd6-4aaa-8467-df5d43acd6de service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.1568370 Feb 17 17:34:14.689693 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:34:14.727241 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf452e-7cb8-4ad7-9e29-43afb4d0535b req-da31baa4-120d-46b7-8b3e-27bdae7ab1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:14.728787 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2bcf452e-7cb8-4ad7-9e29-43afb4d0535b req-da31baa4-120d-46b7-8b3e-27bdae7ab1f8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0715556 Feb 17 17:34:14.729899 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-50fcd9c2-571d-4d20-b2ad-8390d9259471 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (19aa7ef9-b5c8-4a49-a4c4-1ac8b8624861), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:14.783349 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port 0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:34:14.793327 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:34:14.793725 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:14.854304 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cde14f82-d995-4e39-a3ee-3e38b5cafd2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Publish callbacks [] for port (0a2b3a99-6b39-4c5a-9138-2b4386b160f9), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:14.872037 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6113a0ba-3a57-4f4a-a1fb-93a062ec04b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (9656495d-68fd-4771-8cc2-ffde2cb90652), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:14.931795 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 91715d4f-8b4b-4b91-9e07-e38a1e33e62b no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:34:14.955334 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd798b-13f6-4ac8-86ef-2e5501e7a611 req-4bf395dd-211c-40a7-811b-caa73145eb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:14.957280 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-04fd798b-13f6-4ac8-86ef-2e5501e7a611 req-4bf395dd-211c-40a7-811b-caa73145eb43 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2490499 Feb 17 17:34:14.960758 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 91715d4f-8b4b-4b91-9e07-e38a1e33e62b {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:34:14.961480 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 91715d4f-8b4b-4b91-9e07-e38a1e33e62b not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:34:14.988031 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:34:14.989041 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:15.027811 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e75d39-d946-4814-8adf-839d9da47a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:34:15.032739 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797b2f20-9df4-43b4-ba8c-d2752f0233b5" -d '{"events": [{"server_uuid": "62e75d39-d946-4814-8adf-839d9da47a9c", "name": "network-vif-plugged", "status": "completed", "tag": "0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:34:15.035423 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0b06a-49e9-4cfc-8076-c86f2586f896 req-ea30f475-f81e-478e-9f27-1798aa2ae6e0 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:15.037276 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0bf0b06a-49e9-4cfc-8076-c86f2586f896 req-ea30f475-f81e-478e-9f27-1798aa2ae6e0 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=f7813f51-0f8c-406e-992d-d19f127ae697 HTTP/1.1" status: 200 len: 947 time: 0.1866016 Feb 17 17:34:15.044344 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2bcf452e-7cb8-4ad7-9e29-43afb4d0535b req-350cc8b8-8dac-48d4-9af2-cdbe78520057 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034959 Feb 17 17:34:15.053388 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6,segment=NetworkSegment(101d171d-00e3-43dd-8059-643cfe6a6952),segment_id=101d171d-00e3-43dd-8059-643cfe6a6952)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:34:15.058489 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:15.059455 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 3d0fcf80-e301-443a-8e3d-051528746e99 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:34:15.064762 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cde14f82-d995-4e39-a3ee-3e38b5cafd2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (0a2b3a99-6b39-4c5a-9138-2b4386b160f9), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:15.078515 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a731e8-0833-469b-9b95-9c20243967f6 req-2c946efe-16bd-4a98-a10b-23d4cfa54e46 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:15.082029 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-19a731e8-0833-469b-9b95-9c20243967f6 req-2c946efe-16bd-4a98-a10b-23d4cfa54e46 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/ports?device_id=62e75d39-d946-4814-8adf-839d9da47a9c HTTP/1.1" status: 200 len: 944 time: 0.2248349 Feb 17 17:34:15.129756 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:15.234527 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0bf0b06a-49e9-4cfc-8076-c86f2586f896 req-4d732b8c-3718-43aa-9a8a-fd113e5abf9f tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866958 Feb 17 17:34:15.240315 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 3d0fcf80-e301-443a-8e3d-051528746e99 is: ACTIVE; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:34:15.240838 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3d0fcf80-e301-443a-8e3d-051528746e99), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:15.242164 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50fcd9c2-571d-4d20-b2ad-8390d9259471 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Router 19aa7ef9-b5c8-4a49-a4c4-1ac8b8624861 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:34:15.277442 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-19a731e8-0833-469b-9b95-9c20243967f6 req-2cbaf6cb-c172-4476-a369-c7969d0e3f4f tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/security-groups?id=dd538416-09bc-40c0-9215-332e74759dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627717 Feb 17 17:34:15.283539 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 3d0fcf80-e301-443a-8e3d-051528746e99, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=3d0fcf80-e301-443a-8e3d-051528746e99,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:34:15.288957 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (3d0fcf80-e301-443a-8e3d-051528746e99), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:15.362871 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=3d0fcf80-e301-443a-8e3d-051528746e99,revision_number=9']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:15.379433 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe03126-fe08-4fdc-9e3c-a2b2eb1444e4 x-openstack-request-id: req-9fe03126-fe08-4fdc-9e3c-a2b2eb1444e4 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:34:15.379735 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e75d39-d946-4814-8adf-839d9da47a9c", "name": "network-vif-plugged", "status": "completed", "tag": "0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:34:15.379997 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9fe03126-fe08-4fdc-9e3c-a2b2eb1444e4 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:34:15.380434 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e75d39-d946-4814-8adf-839d9da47a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6', 'code': 200} Feb 17 17:34:15.423273 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6113a0ba-3a57-4f4a-a1fb-93a062ec04b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (9656495d-68fd-4771-8cc2-ffde2cb90652), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:15.461644 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-710166b4-8839-4384-862c-1540f64a87ed admin admin] Deleting port ce4946a0-f217-47ea-ab47-d3c61f83e6a2 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:34:15.461982 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-710166b4-8839-4384-862c-1540f64a87ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (ce4946a0-f217-47ea-ab47-d3c61f83e6a2), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:15.472073 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6113a0ba-3a57-4f4a-a1fb-93a062ec04b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9656495d-68fd-4771-8cc2-ffde2cb90652,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:15.493504 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde14f82-d995-4e39-a3ee-3e38b5cafd2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:34:15.505276 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f674e73b-5b3e-450f-af52-addcc19e14d5 None None] Network c2cdbb84-b0de-49c6-9b88-405d1af9ccab requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:34:15.513188 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6113a0ba-3a57-4f4a-a1fb-93a062ec04b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:15.516964 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6113a0ba-3a57-4f4a-a1fb-93a062ec04b6 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/9656495d-68fd-4771-8cc2-ffde2cb90652 HTTP/1.1" status: 204 len: 168 time: 1.2599158 Feb 17 17:34:15.520090 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-cde14f82-d995-4e39-a3ee-3e38b5cafd2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:34:15.524927 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43544) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:15.526123 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde14f82-d995-4e39-a3ee-3e38b5cafd2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Pushing event updated for resources: {'Port': ['ID=0a2b3a99-6b39-4c5a-9138-2b4386b160f9,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:15.529990 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde14f82-d995-4e39-a3ee-3e38b5cafd2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:34:15.530921 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde14f82-d995-4e39-a3ee-3e38b5cafd2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:15.531528 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cde14f82-d995-4e39-a3ee-3e38b5cafd2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:15.558001 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-04fd798b-13f6-4ac8-86ef-2e5501e7a611 req-884f4edc-337f-45c0-9ac9-2fe5aa49cc11 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5876484 Feb 17 17:34:15.642345 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-cde14f82-d995-4e39-a3ee-3e38b5cafd2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.6391153 Feb 17 17:34:15.648371 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43546) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:15.692979 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3ebfbbac-f90f-496e-ba2d-f20a39b87a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (c2cdbb84-b0de-49c6-9b88-405d1af9ccab), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:15.703735 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:34:15.707676 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396cb7c2-989a-471c-af8a-b86d4ea8a463 None None] DHCP port deletion for c2cdbb84-b0de-49c6-9b88-405d1af9ccab request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:34:15.736932 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2bcf452e-7cb8-4ad7-9e29-43afb4d0535b req-743cc450-f6a9-410b-aa95-d57b39d1424d service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6794057 Feb 17 17:34:15.737212 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-710166b4-8839-4384-862c-1540f64a87ed admin admin] For port ce4946a0-f217-47ea-ab47-d3c61f83e6a2, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=ce4946a0-f217-47ea-ab47-d3c61f83e6a2,segment=NetworkSegment(69292abf-df90-4627-b58d-8d0a1e1b3261),segment_id=69292abf-df90-4627-b58d-8d0a1e1b3261)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:34:15.737336 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-710166b4-8839-4384-862c-1540f64a87ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (ce4946a0-f217-47ea-ab47-d3c61f83e6a2), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:15.759569 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-710166b4-8839-4384-862c-1540f64a87ed admin admin] Calling delete_port for ce4946a0-f217-47ea-ab47-d3c61f83e6a2 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:34:15.785673 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-04fd798b-13f6-4ac8-86ef-2e5501e7a611 req-c7557fcc-0e0f-4e7e-8313-8dca70d76179 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857321 Feb 17 17:34:15.788505 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-396cb7c2-989a-471c-af8a-b86d4ea8a463 None None] Deleting port 90500942-e506-40f3-b0d8-1aadbf2be1a4 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:34:15.788505 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-396cb7c2-989a-471c-af8a-b86d4ea8a463 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (90500942-e506-40f3-b0d8-1aadbf2be1a4), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:15.865047 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-396cb7c2-989a-471c-af8a-b86d4ea8a463 None None] For port 90500942-e506-40f3-b0d8-1aadbf2be1a4, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=90500942-e506-40f3-b0d8-1aadbf2be1a4,segment=NetworkSegment(26b3d40e-4e4c-449c-90be-dd67156021aa),segment_id=26b3d40e-4e4c-449c-90be-dd67156021aa)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:34:15.865624 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-396cb7c2-989a-471c-af8a-b86d4ea8a463 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (90500942-e506-40f3-b0d8-1aadbf2be1a4), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:15.879526 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-396cb7c2-989a-471c-af8a-b86d4ea8a463 None None] Calling delete_port for 90500942-e506-40f3-b0d8-1aadbf2be1a4 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:34:15.882814 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c0692-8bc6-4983-a987-9aa30f9a14c6 req-fc03e6d4-1f6a-4748-a58f-ee9f225747be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:15.884337 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b97c0692-8bc6-4983-a987-9aa30f9a14c6 req-fc03e6d4-1f6a-4748-a58f-ee9f225747be service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=62e75d39-d946-4814-8adf-839d9da47a9c HTTP/1.1" status: 200 len: 1127 time: 0.2370238 Feb 17 17:34:15.894117 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048bb009-fa22-4951-a1a4-a19a4bb3b91b req-a89eda3f-d6ad-4a92-9ba3-3650d8662e2f tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:15.895580 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-048bb009-fa22-4951-a1a4-a19a4bb3b91b req-a89eda3f-d6ad-4a92-9ba3-3650d8662e2f tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 947 time: 0.2546213 Feb 17 17:34:15.896173 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0a2b3a99-6b39-4c5a-9138-2b4386b160f9), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:15.912660 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50fcd9c2-571d-4d20-b2ad-8390d9259471 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:34:15.930722 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-3ebfbbac-f90f-496e-ba2d-f20a39b87a96 admin admin] Deleting port 90500942-e506-40f3-b0d8-1aadbf2be1a4 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:34:15.931294 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3ebfbbac-f90f-496e-ba2d-f20a39b87a96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (90500942-e506-40f3-b0d8-1aadbf2be1a4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:15.937515 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd41466-e636-4cae-bc80-ac0ec8d3ca08 None None] Sync routers for ids ['19aa7ef9-b5c8-4a49-a4c4-1ac8b8624861'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:34:15.962208 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd41466-e636-4cae-bc80-ac0ec8d3ca08 None None] Routers {'19aa7ef9-b5c8-4a49-a4c4-1ac8b8624861'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:34:15.963109 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-7dd41466-e636-4cae-bc80-ac0ec8d3ca08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:34:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['19aa7ef9-b5c8-4a49-a4c4-1ac8b8624861'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:15.990026 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b76d4-d69e-4aa3-b654-ab9c86a1b393 req-db4f3cc2-27e0-4215-b942-a6ca1ef5c3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:15.992167 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c48b76d4-d69e-4aa3-b654-ab9c86a1b393 req-db4f3cc2-27e0-4215-b942-a6ca1ef5c3ae service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e9f4ea813c214d12853f6eebadb4d38e&device_id=f00d4d80-0531-4d28-b776-76d9efd2b420 HTTP/1.1" status: 200 len: 1129 time: 0.2011311 Feb 17 17:34:16.018091 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-50fcd9c2-571d-4d20-b2ad-8390d9259471 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:16.021811 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-50fcd9c2-571d-4d20-b2ad-8390d9259471 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.4674554 Feb 17 17:34:16.023898 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43548) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:16.028676 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-3ebfbbac-f90f-496e-ba2d-f20a39b87a96 admin admin] For port 90500942-e506-40f3-b0d8-1aadbf2be1a4, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=90500942-e506-40f3-b0d8-1aadbf2be1a4,segment=NetworkSegment(26b3d40e-4e4c-449c-90be-dd67156021aa),segment_id=26b3d40e-4e4c-449c-90be-dd67156021aa)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:34:16.029053 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3ebfbbac-f90f-496e-ba2d-f20a39b87a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (90500942-e506-40f3-b0d8-1aadbf2be1a4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:16.076683 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-048bb009-fa22-4951-a1a4-a19a4bb3b91b req-ecab7f7e-92d9-480e-b12c-d0dc81c10a27 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520481 Feb 17 17:34:16.098665 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-396cb7c2-989a-471c-af8a-b86d4ea8a463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (90500942-e506-40f3-b0d8-1aadbf2be1a4), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:16.108877 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-3ebfbbac-f90f-496e-ba2d-f20a39b87a96 admin admin] Calling delete_port for 90500942-e506-40f3-b0d8-1aadbf2be1a4 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:34:16.113973 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b97c0692-8bc6-4983-a987-9aa30f9a14c6 req-81221f91-1dad-423b-beb9-7b022a06f78e service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=dd538416-09bc-40c0-9215-332e74759dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142968 Feb 17 17:34:16.143253 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396cb7c2-989a-471c-af8a-b86d4ea8a463 None None] Pushing event deleted for resources: {'Port': ['ID=90500942-e506-40f3-b0d8-1aadbf2be1a4,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:16.168096 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396cb7c2-989a-471c-af8a-b86d4ea8a463 None None] No DVR routers for this DVR port 90500942-e506-40f3-b0d8-1aadbf2be1a4 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:34:16.189213 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-7dd41466-e636-4cae-bc80-ac0ec8d3ca08 None None] Set router 19aa7ef9-b5c8-4a49-a4c4-1ac8b8624861 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:34:16.213074 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-710166b4-8839-4384-862c-1540f64a87ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (ce4946a0-f217-47ea-ab47-d3c61f83e6a2), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:16.257132 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710166b4-8839-4384-862c-1540f64a87ed admin admin] Pushing event deleted for resources: {'Port': ['ID=ce4946a0-f217-47ea-ab47-d3c61f83e6a2,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:16.261361 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b76d4-d69e-4aa3-b654-ab9c86a1b393 req-becd76fb-eb62-4ab3-a6ea-9a765f652033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:16.263443 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c48b76d4-d69e-4aa3-b654-ab9c86a1b393 req-becd76fb-eb62-4ab3-a6ea-9a765f652033 service neutron] 10.222.0.71 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 0.2568800 Feb 17 17:34:16.350973 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9b39e836-ad49-499f-98fd-90988c692636 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] 10.222.0.87 "GET /v2.0/routers/19aa7ef9-b5c8-4a49-a4c4-1ac8b8624861 HTTP/1.1" status: 200 len: 907 time: 0.3172255 Feb 17 17:34:16.353888 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43554) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:16.369199 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c48b76d4-d69e-4aa3-b654-ab9c86a1b393 req-32dc8c1f-076f-47aa-a98b-3382c052887c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=37a3407f-0036-45d2-b8af-8aff53b8d12a HTTP/1.1" status: 200 len: 217 time: 0.0897613 Feb 17 17:34:16.466882 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3ebfbbac-f90f-496e-ba2d-f20a39b87a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (90500942-e506-40f3-b0d8-1aadbf2be1a4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:16.470276 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-7dd41466-e636-4cae-bc80-ac0ec8d3ca08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19aa7ef9-b5c8-4a49-a4c4-1ac8b8624861', 'name': 'tempest-snat-router-1739502457', 'tenant_id': 'b17bbb97f82b447d95773a21da54fa68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '742bf88b-5b96-4013-a3f8-755f5cdd953f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:34:07Z', 'updated_at': '2022-02-17T17:34:13Z', 'revision_number': 3, 'project_id': 'b17bbb97f82b447d95773a21da54fa68', 'gw_port': {'id': '742bf88b-5b96-4013-a3f8-755f5cdd953f', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19aa7ef9-b5c8-4a49-a4c4-1ac8b8624861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:34:11Z', 'updated_at': '2022-02-17T17:34:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:16.572364 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebfbbac-f90f-496e-ba2d-f20a39b87a96 admin admin] Pushing event deleted for resources: {'Port': ['ID=90500942-e506-40f3-b0d8-1aadbf2be1a4,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:16.579241 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebfbbac-f90f-496e-ba2d-f20a39b87a96 admin admin] No DVR routers for this DVR port 90500942-e506-40f3-b0d8-1aadbf2be1a4 on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:34:16.584111 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] device_id is not set on port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 yet. {{(pid=103435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:34:16.601160 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Publish callbacks [] for port (0a2b3a99-6b39-4c5a-9138-2b4386b160f9), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:16.622364 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (0a2b3a99-6b39-4c5a-9138-2b4386b160f9), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:16.629576 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b76d4-d69e-4aa3-b654-ab9c86a1b393 req-976827a4-9cb0-44ac-a954-d3011fbe0a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:16.631333 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c48b76d4-d69e-4aa3-b654-ab9c86a1b393 req-976827a4-9cb0-44ac-a954-d3011fbe0a00 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.2510772 Feb 17 17:34:16.683597 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2524d0-79e8-4bbe-a439-1eb88cbb78ce req-34f6d8d4-e3e9-4ceb-9583-b4d375ba3b4c tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:16.685520 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bc2524d0-79e8-4bbe-a439-1eb88cbb78ce req-34f6d8d4-e3e9-4ceb-9583-b4d375ba3b4c tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/ports?device_id=62e75d39-d946-4814-8adf-839d9da47a9c HTTP/1.1" status: 200 len: 945 time: 0.3125072 Feb 17 17:34:16.692975 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd41466-e636-4cae-bc80-ac0ec8d3ca08 None None] Checking router: 19aa7ef9-b5c8-4a49-a4c4-1ac8b8624861 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:34:16.693327 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd41466-e636-4cae-bc80-ac0ec8d3ca08 None None] Updating router 19aa7ef9-b5c8-4a49-a4c4-1ac8b8624861 port 742bf88b-5b96-4013-a3f8-755f5cdd953f binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:34:16.706561 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device ba3e5178-d54c-4a05-9e05-cd9347ef9f21 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:34:16.719834 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3ebfbbac-f90f-496e-ba2d-f20a39b87a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (c2cdbb84-b0de-49c6-9b88-405d1af9ccab), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:16.724504 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fcfad7-7ede-4930-9b82-3ac8c1fa2606 req-53aad6e9-ed67-4580-9b3a-eccb39ca1aaf tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:16.726092 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d0fcfad7-7ede-4930-9b82-3ac8c1fa2606 req-53aad6e9-ed67-4580-9b3a-eccb39ca1aaf tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=f7813f51-0f8c-406e-992d-d19f127ae697 HTTP/1.1" status: 200 len: 947 time: 0.3475795 Feb 17 17:34:16.738945 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dc38b9c1-1395-4a6b-8ff8-a84458a32d94 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks [] for router (19aa7ef9-b5c8-4a49-a4c4-1ac8b8624861), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:16.746566 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-710166b4-8839-4384-862c-1540f64a87ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (ac1cb32d-47d2-4ffb-b9e8-812413c32355), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:16.759067 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7dd41466-e636-4cae-bc80-ac0ec8d3ca08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (742bf88b-5b96-4013-a3f8-755f5cdd953f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:16.781122 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Pushing event updated for resources: {'Port': ['ID=0a2b3a99-6b39-4c5a-9138-2b4386b160f9,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:16.804900 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:34:16.805240 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:34:16.805613 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:16.822892 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-3ebfbbac-f90f-496e-ba2d-f20a39b87a96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2cdbb84-b0de-49c6-9b88-405d1af9ccab']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:16.843739 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:34:16.843739 n-d-829613-2 neutron-server[103435]: ERROR neutron.plugins.ml2.managers [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Failed to bind port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 on host n-h1-829613-2 for vnic_type normal using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] Feb 17 17:34:16.846827 n-d-829613-2 neutron-server[103435]: INFO neutron.plugins.ml2.plugin [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempt 2 to bind port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 Feb 17 17:34:16.848311 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-3ebfbbac-f90f-496e-ba2d-f20a39b87a96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26b3d40e-4e4c-449c-90be-dd67156021aa') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:16.849032 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-3ebfbbac-f90f-496e-ba2d-f20a39b87a96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26b3d40e-4e4c-449c-90be-dd67156021aa') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:16.851534 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b76d4-d69e-4aa3-b654-ab9c86a1b393 req-248bbe7a-2fbb-4890-823f-9a3ed54637ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:16.853086 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c48b76d4-d69e-4aa3-b654-ab9c86a1b393 req-248bbe7a-2fbb-4890-823f-9a3ed54637ca service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2102394 Feb 17 17:34:16.857686 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bc2524d0-79e8-4bbe-a439-1eb88cbb78ce req-23c62fff-08c1-493d-98f9-b21a37bf8402 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/security-groups?id=dd538416-09bc-40c0-9215-332e74759dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494510 Feb 17 17:34:16.866347 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d0fcfad7-7ede-4930-9b82-3ac8c1fa2606 req-7916e6ff-1cfa-42a1-914f-ff326d690b51 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277251 Feb 17 17:34:16.909595 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3ebfbbac-f90f-496e-ba2d-f20a39b87a96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (26b3d40e-4e4c-449c-90be-dd67156021aa), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:16.916007 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:34:16.916366 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:34:16.916702 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:16.924388 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 90500942-e506-40f3-b0d8-1aadbf2be1a4 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:34:16.926812 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:34:16.927143 n-d-829613-2 neutron-server[103435]: ERROR neutron.plugins.ml2.managers [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Failed to bind port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 on host n-h1-829613-2 for vnic_type normal using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] Feb 17 17:34:16.929934 n-d-829613-2 neutron-server[103435]: INFO neutron.plugins.ml2.plugin [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempt 3 to bind port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 Feb 17 17:34:16.959727 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 90500942-e506-40f3-b0d8-1aadbf2be1a4 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:34:16.960008 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 90500942-e506-40f3-b0d8-1aadbf2be1a4 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:34:16.978113 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:34:16.980021 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3ebfbbac-f90f-496e-ba2d-f20a39b87a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (26b3d40e-4e4c-449c-90be-dd67156021aa), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:16.980561 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:34:16.982042 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:16.996554 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:34:16.999041 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ebfbbac-f90f-496e-ba2d-f20a39b87a96 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:34:16.999529 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3ebfbbac-f90f-496e-ba2d-f20a39b87a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (26b3d40e-4e4c-449c-90be-dd67156021aa), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:17.000554 n-d-829613-2 neutron-server[103435]: ERROR neutron.plugins.ml2.managers [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Failed to bind port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 on host n-h1-829613-2 for vnic_type normal using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] Feb 17 17:34:17.002841 n-d-829613-2 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:34:17.002841 n-d-829613-2 neutron-server[103434]: self.session.flush() Feb 17 17:34:17.002841 n-d-829613-2 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:34:17.002841 n-d-829613-2 neutron-server[103434]: self.session.flush() Feb 17 17:34:17.002841 n-d-829613-2 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:34:17.002841 n-d-829613-2 neutron-server[103434]: self.session.flush() Feb 17 17:34:17.002841 n-d-829613-2 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:34:17.002841 n-d-829613-2 neutron-server[103434]: self.session.flush() Feb 17 17:34:17.002841 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:34:17.002841 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:34:17.002841 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:34:17.002841 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:34:17.002841 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:34:17.002841 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:34:17.002841 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:34:17.002841 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:34:17.002841 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:34:17.002841 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:34:17.002841 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:34:17.002841 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:34:17.002841 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:34:17.002841 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:34:17.002841 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:34:17.002841 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:34:17.002841 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:34:17.002841 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:34:17.002841 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:34:17.002841 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:34:17.002841 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:34:17.002841 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:34:17.002841 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:34:17.002841 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:34:17.002841 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:34:17.002841 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:34:17.002841 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:34:17.002841 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:34:17.002841 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:34:17.002841 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:34:17.002841 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:34:17.002841 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:34:17.006132 n-d-829613-2 neutron-server[103435]: INFO neutron.plugins.ml2.plugin [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempt 4 to bind port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 Feb 17 17:34:17.027332 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c48b76d4-d69e-4aa3-b654-ab9c86a1b393 req-3cb59608-a50c-4501-a503-4431a4be4bea service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600304 Feb 17 17:34:17.028152 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:34:17.028531 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:34:17.028863 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:17.043655 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dc38b9c1-1395-4a6b-8ff8-a84458a32d94 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks [] for router_gateway (19aa7ef9-b5c8-4a49-a4c4-1ac8b8624861), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:17.054265 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:34:17.054594 n-d-829613-2 neutron-server[103435]: ERROR neutron.plugins.ml2.managers [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Failed to bind port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 on host n-h1-829613-2 for vnic_type normal using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] Feb 17 17:34:17.064891 n-d-829613-2 neutron-server[103435]: INFO neutron.plugins.ml2.plugin [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempt 5 to bind port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 Feb 17 17:34:17.095611 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port ba3e5178-d54c-4a05-9e05-cd9347ef9f21, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=ba3e5178-d54c-4a05-9e05-cd9347ef9f21,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:34:17.111669 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3ebfbbac-f90f-496e-ba2d-f20a39b87a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (c2cdbb84-b0de-49c6-9b88-405d1af9ccab), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:17.111833 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': 'ba3e5178-d54c-4a05-9e05-cd9347ef9f21', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'port_id': 'ba3e5178-d54c-4a05-9e05-cd9347ef9f21', 'mac_address': 'fa:16:3e:32:d0:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac79920f-9ddd-4352-b866-6056158b178e', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:34:17.130243 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3ebfbbac-f90f-496e-ba2d-f20a39b87a96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:17.135761 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3ebfbbac-f90f-496e-ba2d-f20a39b87a96 admin admin] 10.222.0.87 "DELETE /v2.0/networks/c2cdbb84-b0de-49c6-9b88-405d1af9ccab HTTP/1.1" status: 204 len: 168 time: 1.6049497 Feb 17 17:34:17.135761 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebfbbac-f90f-496e-ba2d-f20a39b87a96 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2cdbb84-b0de-49c6-9b88-405d1af9ccab,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:17.176555 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:34:17.176922 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:34:17.177226 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:17.202801 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:34:17.203132 n-d-829613-2 neutron-server[103435]: ERROR neutron.plugins.ml2.managers [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Failed to bind port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 on host n-h1-829613-2 for vnic_type normal using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] Feb 17 17:34:17.218709 n-d-829613-2 neutron-server[103435]: INFO neutron.plugins.ml2.plugin [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempt 6 to bind port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 Feb 17 17:34:17.239925 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-dc38b9c1-1395-4a6b-8ff8-a84458a32d94 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Deleting port 742bf88b-5b96-4013-a3f8-755f5cdd953f {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:34:17.240296 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dc38b9c1-1395-4a6b-8ff8-a84458a32d94 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (742bf88b-5b96-4013-a3f8-755f5cdd953f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:17.262232 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port ba3e5178-d54c-4a05-9e05-cd9347ef9f21 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:34:17.262627 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ba3e5178-d54c-4a05-9e05-cd9347ef9f21), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:17.268527 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:34:17.269200 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:34:17.269200 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:17.283845 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:34:17.284097 n-d-829613-2 neutron-server[103435]: ERROR neutron.plugins.ml2.managers [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Failed to bind port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 on host n-h1-829613-2 for vnic_type normal using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] Feb 17 17:34:17.285546 n-d-829613-2 neutron-server[103435]: INFO neutron.plugins.ml2.plugin [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempt 7 to bind port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 Feb 17 17:34:17.293904 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7dd41466-e636-4cae-bc80-ac0ec8d3ca08 None None] Publish callbacks [] for port (742bf88b-5b96-4013-a3f8-755f5cdd953f), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:17.299733 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7dd41466-e636-4cae-bc80-ac0ec8d3ca08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (742bf88b-5b96-4013-a3f8-755f5cdd953f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:17.317375 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c48b76d4-d69e-4aa3-b654-ab9c86a1b393 req-fd6b8ead-01fd-48ab-826b-c3f6a404211e service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836540 Feb 17 17:34:17.319815 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:34:17.320322 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:34:17.320848 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:17.341656 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:34:17.341905 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba3e5178-d54c-4a05-9e05-cd9347ef9f21 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:34:17.342886 n-d-829613-2 neutron-server[103435]: ERROR neutron.plugins.ml2.managers [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Failed to bind port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 on host n-h1-829613-2 for vnic_type normal using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] Feb 17 17:34:17.351360 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-710166b4-8839-4384-862c-1540f64a87ed admin admin] Router ac1cb32d-47d2-4ffb-b9e8-812413c32355 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:34:17.363091 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ce141-df11-466b-8de9-fdc52935c001 req-72cd0417-1c49-417c-befe-b09eff2aabeb tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:17.367076 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-223ce141-df11-466b-8de9-fdc52935c001 req-72cd0417-1c49-417c-befe-b09eff2aabeb tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 947 time: 0.1711957 Feb 17 17:34:17.369151 n-d-829613-2 neutron-server[103435]: INFO neutron.plugins.ml2.plugin [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempt 8 to bind port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 Feb 17 17:34:17.372822 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dc38b9c1-1395-4a6b-8ff8-a84458a32d94 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (742bf88b-5b96-4013-a3f8-755f5cdd953f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:17.381453 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '425aa7a7-c094-4e09-bee2-3fc8aaa7a90f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d0fcf80-e301-443a-8e3d-051528746e99'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:34:17.384162 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19574d33-9f70-4477-bb37-902eadf77555" -d '{"events": [{"server_uuid": "425aa7a7-c094-4e09-bee2-3fc8aaa7a90f", "name": "network-vif-unplugged", "status": "completed", "tag": "3d0fcf80-e301-443a-8e3d-051528746e99"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:34:17.396881 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port ba3e5178-d54c-4a05-9e05-cd9347ef9f21, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=ba3e5178-d54c-4a05-9e05-cd9347ef9f21,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:34:17.398586 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-7dd41466-e636-4cae-bc80-ac0ec8d3ca08 None None] Attempting to bind port 742bf88b-5b96-4013-a3f8-755f5cdd953f on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:34:17.398883 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-7dd41466-e636-4cae-bc80-ac0ec8d3ca08 None None] Attempting to bind port 742bf88b-5b96-4013-a3f8-755f5cdd953f by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:34:17.399247 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd41466-e636-4cae-bc80-ac0ec8d3ca08 None None] Attempting to bind port 742bf88b-5b96-4013-a3f8-755f5cdd953f on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:17.401725 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f5e18-31d0-4b8d-826a-f8be963a0c1c None None] Pushing event updated for resources: {'Port': ['ID=742bf88b-5b96-4013-a3f8-755f5cdd953f,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:17.405236 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ba3e5178-d54c-4a05-9e05-cd9347ef9f21), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:17.411935 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd41466-e636-4cae-bc80-ac0ec8d3ca08 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:34:17.412381 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd41466-e636-4cae-bc80-ac0ec8d3ca08 None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:34:17.412788 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7dd41466-e636-4cae-bc80-ac0ec8d3ca08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:17.413181 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd41466-e636-4cae-bc80-ac0ec8d3ca08 None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:34:17.413660 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-7dd41466-e636-4cae-bc80-ac0ec8d3ca08 None None] Bound port: 742bf88b-5b96-4013-a3f8-755f5cdd953f, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:34:17.414041 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7dd41466-e636-4cae-bc80-ac0ec8d3ca08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (742bf88b-5b96-4013-a3f8-755f5cdd953f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:17.434377 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:34:17.435473 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:34:17.435666 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:17.439303 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43564) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:17.468174 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 17:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58fbc80b-9f3b-45c0-b192-f78154d70ad5 x-openstack-request-id: req-58fbc80b-9f3b-45c0-b192-f78154d70ad5 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:34:17.469234 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "425aa7a7-c094-4e09-bee2-3fc8aaa7a90f", "name": "network-vif-unplugged", "status": "completed", "tag": "3d0fcf80-e301-443a-8e3d-051528746e99", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:34:17.469234 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-58fbc80b-9f3b-45c0-b192-f78154d70ad5 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:34:17.469462 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '425aa7a7-c094-4e09-bee2-3fc8aaa7a90f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d0fcf80-e301-443a-8e3d-051528746e99', 'code': 200} Feb 17 17:34:17.471719 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:34:17.471719 n-d-829613-2 neutron-server[103435]: ERROR neutron.plugins.ml2.managers [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Failed to bind port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 on host n-h1-829613-2 for vnic_type normal using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] Feb 17 17:34:17.476633 n-d-829613-2 neutron-server[103435]: INFO neutron.plugins.ml2.plugin [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempt 9 to bind port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 Feb 17 17:34:17.478363 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-dc38b9c1-1395-4a6b-8ff8-a84458a32d94 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Calling delete_port for 742bf88b-5b96-4013-a3f8-755f5cdd953f owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:34:17.505197 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=ba3e5178-d54c-4a05-9e05-cd9347ef9f21,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:17.507483 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:34:17.507841 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:34:17.508193 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:17.515232 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-223ce141-df11-466b-8de9-fdc52935c001 req-b451b522-6e9c-40b4-b8bc-eed219eeb5cb tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209080 Feb 17 17:34:17.527120 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:34:17.527400 n-d-829613-2 neutron-server[103435]: ERROR neutron.plugins.ml2.managers [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Failed to bind port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 on host n-h1-829613-2 for vnic_type normal using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] Feb 17 17:34:17.527970 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-7dd41466-e636-4cae-bc80-ac0ec8d3ca08 None None] For port 742bf88b-5b96-4013-a3f8-755f5cdd953f, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:34:17.529022 n-d-829613-2 neutron-server[103435]: INFO neutron.plugins.ml2.plugin [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempt 10 to bind port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 Feb 17 17:34:17.532189 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-7dd41466-e636-4cae-bc80-ac0ec8d3ca08 None None] For port 742bf88b-5b96-4013-a3f8-755f5cdd953f, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=742bf88b-5b96-4013-a3f8-755f5cdd953f,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:34:17.538623 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1d83c5d0-e2cf-4c59-9ada-6ef56bd0abe4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=fc553e94d63549b788478ed2c106f22c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0937872 Feb 17 17:34:17.539142 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43566) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:17.547525 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:34:17.548038 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:34:17.548558 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:17.553587 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:34:17.553913 n-d-829613-2 neutron-server[103435]: ERROR neutron.plugins.ml2.managers [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Failed to bind port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 on host n-h1-829613-2 for vnic_type normal using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] Feb 17 17:34:17.554285 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0a2b3a99-6b39-4c5a-9138-2b4386b160f9), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:17.555100 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7dd41466-e636-4cae-bc80-ac0ec8d3ca08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (742bf88b-5b96-4013-a3f8-755f5cdd953f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:17.620193 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710166b4-8839-4384-862c-1540f64a87ed admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:34:17.624996 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd41466-e636-4cae-bc80-ac0ec8d3ca08 None None] Routers {'19aa7ef9-b5c8-4a49-a4c4-1ac8b8624861'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:34:17.625701 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-7dd41466-e636-4cae-bc80-ac0ec8d3ca08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:34:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['19aa7ef9-b5c8-4a49-a4c4-1ac8b8624861'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:17.631229 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['ba3e5178-d54c-4a05-9e05-cd9347ef9f21'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:34:17.635954 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcce1f81-986b-480f-87df-c5e139ea49ef None None] Sync routers for ids ['ac1cb32d-47d2-4ffb-b9e8-812413c32355'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:34:17.654308 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcce1f81-986b-480f-87df-c5e139ea49ef None None] Routers {'ac1cb32d-47d2-4ffb-b9e8-812413c32355'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:34:17.656275 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-fcce1f81-986b-480f-87df-c5e139ea49ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:34:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['ac1cb32d-47d2-4ffb-b9e8-812413c32355'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:17.662413 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] For port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:34:17.662798 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempted to set empty binding levels {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 17 17:34:17.671192 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (0a2b3a99-6b39-4c5a-9138-2b4386b160f9), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:17.688481 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-710166b4-8839-4384-862c-1540f64a87ed admin admin] 10.222.0.87 "PUT /v2.0/routers/ac1cb32d-47d2-4ffb-b9e8-812413c32355/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7186513 Feb 17 17:34:17.689632 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43570) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:17.707560 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f5e18-31d0-4b8d-826a-f8be963a0c1c None None] Pushing event updated for resources: {'Port': ['ID=742bf88b-5b96-4013-a3f8-755f5cdd953f,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:17.722361 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Pushing event updated for resources: {'Port': ['ID=0a2b3a99-6b39-4c5a-9138-2b4386b160f9,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:17.731430 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] In _notify_port_updated(), no bound segment for port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef {{(pid=103435) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 17 17:34:17.732343 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:17.732982 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:17.734314 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b7db137d-b03d-4f07-916e-497da4c25f40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] 10.222.0.87 "PUT /v2.0/ports/0a2b3a99-6b39-4c5a-9138-2b4386b160f9 HTTP/1.1" status: 200 len: 978 time: 2.0418186 Feb 17 17:34:17.737687 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43572) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:17.753182 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 37a3407f-0036-45d2-b8af-8aff53b8d12a details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:34:17.753413 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a51784f2-b9a5-4d4f-b969-70f14c05b04b admin admin] Publish callbacks [] for security_group (a5106c81-d41a-4edc-b14e-058190ef771b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:17.773331 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f15ed-ffc9-4655-a554-59a1ee769f4b req-2307addf-c993-4f07-9b6c-9a10b8758d84 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:17.781358 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ca3f15ed-ffc9-4655-a554-59a1ee769f4b req-2307addf-c993-4f07-9b6c-9a10b8758d84 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 947 time: 0.1551528 Feb 17 17:34:17.785801 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a51784f2-b9a5-4d4f-b969-70f14c05b04b admin admin] Publish callbacks [] for security_group (a5106c81-d41a-4edc-b14e-058190ef771b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:17.816050 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-7dd41466-e636-4cae-bc80-ac0ec8d3ca08 None None] Set router 19aa7ef9-b5c8-4a49-a4c4-1ac8b8624861 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:34:17.837856 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-fcce1f81-986b-480f-87df-c5e139ea49ef None None] Set router ac1cb32d-47d2-4ffb-b9e8-812413c32355 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:34:17.864636 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ca3f15ed-ffc9-4655-a554-59a1ee769f4b req-d6d22aca-68ef-4c82-bc08-d2c7e37341c9 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822921 Feb 17 17:34:17.939004 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-7dd41466-e636-4cae-bc80-ac0ec8d3ca08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19aa7ef9-b5c8-4a49-a4c4-1ac8b8624861', 'name': 'tempest-snat-router-1739502457', 'tenant_id': 'b17bbb97f82b447d95773a21da54fa68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:34:07Z', 'updated_at': '2022-02-17T17:34:17Z', 'revision_number': 4, 'project_id': 'b17bbb97f82b447d95773a21da54fa68', 'gw_port_host': None}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:17.980737 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a58f663-f6e4-4035-b865-1d6d8b4afb5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:17.981134 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a58f663-f6e4-4035-b865-1d6d8b4afb5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:17.981699 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a58f663-f6e4-4035-b865-1d6d8b4afb5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:17.982486 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a58f663-f6e4-4035-b865-1d6d8b4afb5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:17.982651 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a58f663-f6e4-4035-b865-1d6d8b4afb5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:17.985655 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd41466-e636-4cae-bc80-ac0ec8d3ca08 None None] The sync data for ids ['19aa7ef9-b5c8-4a49-a4c4-1ac8b8624861'] in n-d-829613-2 is: [{'id': '19aa7ef9-b5c8-4a49-a4c4-1ac8b8624861', 'name': 'tempest-snat-router-1739502457', 'tenant_id': 'b17bbb97f82b447d95773a21da54fa68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:34:07Z', 'updated_at': '2022-02-17T17:34:17Z', 'revision_number': 4, 'project_id': 'b17bbb97f82b447d95773a21da54fa68', 'gw_port_host': None}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:34:18.006793 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a58f663-f6e4-4035-b865-1d6d8b4afb5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:18.007297 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a58f663-f6e4-4035-b865-1d6d8b4afb5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:18.007969 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a58f663-f6e4-4035-b865-1d6d8b4afb5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:18.008686 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a58f663-f6e4-4035-b865-1d6d8b4afb5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:18.009350 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a58f663-f6e4-4035-b865-1d6d8b4afb5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:18.010150 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a58f663-f6e4-4035-b865-1d6d8b4afb5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:18.010780 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a58f663-f6e4-4035-b865-1d6d8b4afb5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:18.011404 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a58f663-f6e4-4035-b865-1d6d8b4afb5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:18.012088 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a58f663-f6e4-4035-b865-1d6d8b4afb5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:18.012767 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a58f663-f6e4-4035-b865-1d6d8b4afb5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:18.013390 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a58f663-f6e4-4035-b865-1d6d8b4afb5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:18.014008 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a58f663-f6e4-4035-b865-1d6d8b4afb5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:18.014705 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a58f663-f6e4-4035-b865-1d6d8b4afb5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:18.015322 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a58f663-f6e4-4035-b865-1d6d8b4afb5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:18.016627 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a58f663-f6e4-4035-b865-1d6d8b4afb5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:18.017277 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a58f663-f6e4-4035-b865-1d6d8b4afb5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:18.017906 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a58f663-f6e4-4035-b865-1d6d8b4afb5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:18.018521 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a58f663-f6e4-4035-b865-1d6d8b4afb5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:18.019166 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a58f663-f6e4-4035-b865-1d6d8b4afb5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:18.019786 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a58f663-f6e4-4035-b865-1d6d8b4afb5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:18.020427 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a58f663-f6e4-4035-b865-1d6d8b4afb5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:18.021048 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a58f663-f6e4-4035-b865-1d6d8b4afb5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:18.021664 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a58f663-f6e4-4035-b865-1d6d8b4afb5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:18.022278 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a58f663-f6e4-4035-b865-1d6d8b4afb5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:18.022896 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a58f663-f6e4-4035-b865-1d6d8b4afb5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:18.023511 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a58f663-f6e4-4035-b865-1d6d8b4afb5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:18.024122 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a58f663-f6e4-4035-b865-1d6d8b4afb5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:18.024765 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a58f663-f6e4-4035-b865-1d6d8b4afb5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:18.025402 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a58f663-f6e4-4035-b865-1d6d8b4afb5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:18.030497 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4a58f663-f6e4-4035-b865-1d6d8b4afb5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 31760 time: 0.2912030 Feb 17 17:34:18.082949 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43582) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:18.096807 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 37a3407f-0036-45d2-b8af-8aff53b8d12a, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=37a3407f-0036-45d2-b8af-8aff53b8d12a,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:34:18.143540 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '37a3407f-0036-45d2-b8af-8aff53b8d12a', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'port_id': '37a3407f-0036-45d2-b8af-8aff53b8d12a', 'mac_address': 'fa:16:3e:c2:0f:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac79920f-9ddd-4352-b866-6056158b178e', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:34:18.197464 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 37a3407f-0036-45d2-b8af-8aff53b8d12a is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:34:18.198063 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (37a3407f-0036-45d2-b8af-8aff53b8d12a), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:18.214142 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-fcce1f81-986b-480f-87df-c5e139ea49ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1cb32d-47d2-4ffb-b9e8-812413c32355', 'name': 'tempest-ServersTestJSON-1865298775-router', 'tenant_id': '02070378e13c43c5b8232c9bf55dd28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '0e48566f-a213-448f-ac23-29aa65888fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:32:39Z', 'updated_at': '2022-02-17T17:34:16Z', 'revision_number': 5, 'project_id': '02070378e13c43c5b8232c9bf55dd28d', 'gw_port': {'id': '0e48566f-a213-448f-ac23-29aa65888fb3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1cb32d-47d2-4ffb-b9e8-812413c32355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:32:39Z', 'updated_at': '2022-02-17T17:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:18.218938 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37a3407f-0036-45d2-b8af-8aff53b8d12a {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:34:18.243187 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 37a3407f-0036-45d2-b8af-8aff53b8d12a, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=37a3407f-0036-45d2-b8af-8aff53b8d12a,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:34:18.249531 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (37a3407f-0036-45d2-b8af-8aff53b8d12a), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:18.258544 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcce1f81-986b-480f-87df-c5e139ea49ef None None] Checking router: ac1cb32d-47d2-4ffb-b9e8-812413c32355 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:34:18.269114 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcce1f81-986b-480f-87df-c5e139ea49ef None None] Routers {'ac1cb32d-47d2-4ffb-b9e8-812413c32355'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:34:18.270156 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-fcce1f81-986b-480f-87df-c5e139ea49ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:34:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['ac1cb32d-47d2-4ffb-b9e8-812413c32355'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:18.286207 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ce9d1-70db-40f3-a3ed-d5e339306732 req-81af2263-b7ee-434d-962f-e7dabc5a0c01 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:18.287875 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e42ce9d1-70db-40f3-a3ed-d5e339306732 req-81af2263-b7ee-434d-962f-e7dabc5a0c01 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/ports?device_id=62e75d39-d946-4814-8adf-839d9da47a9c HTTP/1.1" status: 200 len: 945 time: 0.2560930 Feb 17 17:34:18.293813 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e04cb-c3e6-4fc1-a726-04523780d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Deleting port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:34:18.294154 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fa7e04cb-c3e6-4fc1-a726-04523780d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (0a2b3a99-6b39-4c5a-9138-2b4386b160f9), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:18.302516 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618444e-5ce4-4b46-abe7-57f97166f809 req-52991978-9dc9-40bb-a848-2a3e0e3fed72 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:18.304053 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0618444e-5ce4-4b46-abe7-57f97166f809 req-52991978-9dc9-40bb-a848-2a3e0e3fed72 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=f7813f51-0f8c-406e-992d-d19f127ae697 HTTP/1.1" status: 200 len: 948 time: 0.1624005 Feb 17 17:34:18.319456 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=37a3407f-0036-45d2-b8af-8aff53b8d12a,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:18.416814 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-fcce1f81-986b-480f-87df-c5e139ea49ef None None] Set router ac1cb32d-47d2-4ffb-b9e8-812413c32355 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:34:18.426806 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a51784f2-b9a5-4d4f-b969-70f14c05b04b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (a5106c81-d41a-4edc-b14e-058190ef771b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:18.429550 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a51784f2-b9a5-4d4f-b969-70f14c05b04b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:18.429776 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0618444e-5ce4-4b46-abe7-57f97166f809 req-78e10f37-c1e0-4c45-9159-275e9cfc01e2 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163106 Feb 17 17:34:18.442087 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e42ce9d1-70db-40f3-a3ed-d5e339306732 req-ae97169c-4b58-49f9-9df7-968cfb93936d tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/security-groups?id=dd538416-09bc-40c0-9215-332e74759dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360621 Feb 17 17:34:18.445628 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a51784f2-b9a5-4d4f-b969-70f14c05b04b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a5106c81-d41a-4edc-b14e-058190ef771b HTTP/1.1" status: 204 len: 168 time: 0.8934200 Feb 17 17:34:18.446832 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-fa7e04cb-c3e6-4fc1-a726-04523780d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] For port 0a2b3a99-6b39-4c5a-9138-2b4386b160f9, host n-h1-829613-2, got binding levels [] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:34:18.447202 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fa7e04cb-c3e6-4fc1-a726-04523780d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (0a2b3a99-6b39-4c5a-9138-2b4386b160f9), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:18.471586 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51784f2-b9a5-4d4f-b969-70f14c05b04b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5106c81-d41a-4edc-b14e-058190ef771b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:18.478748 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e04cb-c3e6-4fc1-a726-04523780d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Calling delete_port for 0a2b3a99-6b39-4c5a-9138-2b4386b160f9 owned by {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:34:18.482376 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ac77bc0-f900-42af-8ac8-1396bc5b14c7 admin admin] Publish callbacks [] for router (ac1cb32d-47d2-4ffb-b9e8-812413c32355), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:18.487736 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51784f2-b9a5-4d4f-b969-70f14c05b04b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:34:18.489064 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51784f2-b9a5-4d4f-b969-70f14c05b04b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:34:18.489427 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51784f2-b9a5-4d4f-b969-70f14c05b04b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:34:18.489745 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51784f2-b9a5-4d4f-b969-70f14c05b04b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:34:18.490077 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51784f2-b9a5-4d4f-b969-70f14c05b04b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:34:18.490406 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51784f2-b9a5-4d4f-b969-70f14c05b04b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:34:18.490733 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51784f2-b9a5-4d4f-b969-70f14c05b04b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:34:18.491279 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51784f2-b9a5-4d4f-b969-70f14c05b04b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:34:18.491551 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51784f2-b9a5-4d4f-b969-70f14c05b04b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:34:18.492190 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51784f2-b9a5-4d4f-b969-70f14c05b04b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:34:18.492622 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51784f2-b9a5-4d4f-b969-70f14c05b04b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:34:18.493232 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51784f2-b9a5-4d4f-b969-70f14c05b04b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:34:18.493569 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51784f2-b9a5-4d4f-b969-70f14c05b04b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:34:18.536571 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['37a3407f-0036-45d2-b8af-8aff53b8d12a'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:34:18.690235 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dc38b9c1-1395-4a6b-8ff8-a84458a32d94 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (742bf88b-5b96-4013-a3f8-755f5cdd953f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:18.701125 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b6e1d44e-8605-4d94-a880-ec4957098a8f req-a10793ac-283f-491f-88ad-bf7ae40b2618 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=24d514a6d00a4f52a8689d09d1cf81c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0974383 Feb 17 17:34:18.706709 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:18.721245 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 3d0fcf80-e301-443a-8e3d-051528746e99 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:34:18.736867 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device ba3e5178-d54c-4a05-9e05-cd9347ef9f21 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:34:18.740380 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38b9c1-1395-4a6b-8ff8-a84458a32d94 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Pushing event deleted for resources: {'Port': ['ID=742bf88b-5b96-4013-a3f8-755f5cdd953f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:18.830607 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ac77bc0-f900-42af-8ac8-1396bc5b14c7 admin admin] Publish callbacks [] for router_gateway (ac1cb32d-47d2-4ffb-b9e8-812413c32355), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:18.831084 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1d44e-8605-4d94-a880-ec4957098a8f req-0a7568f5-6511-4023-8d63-86abb4b2cf3c tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:18.838167 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b6e1d44e-8605-4d94-a880-ec4957098a8f req-0a7568f5-6511-4023-8d63-86abb4b2cf3c tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1354620 Feb 17 17:34:18.881832 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b6e1d44e-8605-4d94-a880-ec4957098a8f req-44c2b8f3-1d13-407f-b18b-05e8c095219c tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/quotas/24d514a6d00a4f52a8689d09d1cf81c2 HTTP/1.1" status: 200 len: 375 time: 0.0336158 Feb 17 17:34:18.897012 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dc38b9c1-1395-4a6b-8ff8-a84458a32d94 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (19aa7ef9-b5c8-4a49-a4c4-1ac8b8624861), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:18.976550 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-fcce1f81-986b-480f-87df-c5e139ea49ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1cb32d-47d2-4ffb-b9e8-812413c32355', 'name': 'tempest-ServersTestJSON-1865298775-router', 'tenant_id': '02070378e13c43c5b8232c9bf55dd28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '0e48566f-a213-448f-ac23-29aa65888fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:32:39Z', 'updated_at': '2022-02-17T17:34:16Z', 'revision_number': 5, 'project_id': '02070378e13c43c5b8232c9bf55dd28d', 'gw_port': {'id': '0e48566f-a213-448f-ac23-29aa65888fb3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1cb32d-47d2-4ffb-b9e8-812413c32355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:32:39Z', 'updated_at': '2022-02-17T17:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:19.004726 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port ba3e5178-d54c-4a05-9e05-cd9347ef9f21 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:34:19.006858 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e7ac98b7-fddd-4d51-a892-84c96049a0ea req-577faffd-6605-43fd-8b74-5aaa5861e937 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5160654 Feb 17 17:34:19.015328 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port ba3e5178-d54c-4a05-9e05-cd9347ef9f21 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:34:19.016363 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ba3e5178-d54c-4a05-9e05-cd9347ef9f21), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:19.024157 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-e7ac98b7-fddd-4d51-a892-84c96049a0ea req-a002a2f6-d9df-4f5a-baec-736c76b8e062 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:34:19.024458 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcce1f81-986b-480f-87df-c5e139ea49ef None None] The sync data for ids ['ac1cb32d-47d2-4ffb-b9e8-812413c32355'] in n-d-829613-2 is: [{'id': 'ac1cb32d-47d2-4ffb-b9e8-812413c32355', 'name': 'tempest-ServersTestJSON-1865298775-router', 'tenant_id': '02070378e13c43c5b8232c9bf55dd28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '0e48566f-a213-448f-ac23-29aa65888fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:32:39Z', 'updated_at': '2022-02-17T17:34:16Z', 'revision_number': 5, 'project_id': '02070378e13c43c5b8232c9bf55dd28d', 'gw_port': {'id': '0e48566f-a213-448f-ac23-29aa65888fb3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1cb32d-47d2-4ffb-b9e8-812413c32355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:32:39Z', 'updated_at': '2022-02-17T17:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:34:19.092885 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b6e1d44e-8605-4d94-a880-ec4957098a8f req-7de36d0f-374d-4e48-9c17-d93e0753e805 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=24d514a6d00a4f52a8689d09d1cf81c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2093966 Feb 17 17:34:19.097999 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dc38b9c1-1395-4a6b-8ff8-a84458a32d94 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (19aa7ef9-b5c8-4a49-a4c4-1ac8b8624861), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:19.101690 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dc38b9c1-1395-4a6b-8ff8-a84458a32d94 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks [] for router_controller (19aa7ef9-b5c8-4a49-a4c4-1ac8b8624861), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:19.101893 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fa7e04cb-c3e6-4fc1-a726-04523780d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (0a2b3a99-6b39-4c5a-9138-2b4386b160f9), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:19.181148 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e04cb-c3e6-4fc1-a726-04523780d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a2b3a99-6b39-4c5a-9138-2b4386b160f9,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:19.182453 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-8ac77bc0-f900-42af-8ac8-1396bc5b14c7 admin admin] Deleting port 0e48566f-a213-448f-ac23-29aa65888fb3 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:34:19.182961 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ac77bc0-f900-42af-8ac8-1396bc5b14c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (0e48566f-a213-448f-ac23-29aa65888fb3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:19.195035 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 3d0fcf80-e301-443a-8e3d-051528746e99, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=3d0fcf80-e301-443a-8e3d-051528746e99,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:34:19.197906 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-e7ac98b7-fddd-4d51-a892-84c96049a0ea req-a002a2f6-d9df-4f5a-baec-736c76b8e062 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:19.223566 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e04cb-c3e6-4fc1-a726-04523780d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:34:19.224166 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e04cb-c3e6-4fc1-a726-04523780d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:34:19.224720 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e04cb-c3e6-4fc1-a726-04523780d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:34:19.225245 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e04cb-c3e6-4fc1-a726-04523780d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:34:19.225819 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e04cb-c3e6-4fc1-a726-04523780d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:34:19.227594 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e04cb-c3e6-4fc1-a726-04523780d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:34:19.228173 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e04cb-c3e6-4fc1-a726-04523780d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:34:19.228759 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e04cb-c3e6-4fc1-a726-04523780d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:34:19.228908 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '3d0fcf80-e301-443a-8e3d-051528746e99', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'port_id': '3d0fcf80-e301-443a-8e3d-051528746e99', 'mac_address': 'fa:16:3e:64:66:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac79920f-9ddd-4352-b866-6056158b178e', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:34:19.229464 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e04cb-c3e6-4fc1-a726-04523780d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:34:19.230038 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e04cb-c3e6-4fc1-a726-04523780d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:34:19.230606 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e04cb-c3e6-4fc1-a726-04523780d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:34:19.231202 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e04cb-c3e6-4fc1-a726-04523780d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:34:19.231773 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e04cb-c3e6-4fc1-a726-04523780d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:34:19.240678 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fa7e04cb-c3e6-4fc1-a726-04523780d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:19.242934 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dc38b9c1-1395-4a6b-8ff8-a84458a32d94 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (19aa7ef9-b5c8-4a49-a4c4-1ac8b8624861), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:19.243524 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc38b9c1-1395-4a6b-8ff8-a84458a32d94 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 19aa7ef9-b5c8-4a49-a4c4-1ac8b8624861 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:34:19.244903 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-fa7e04cb-c3e6-4fc1-a726-04523780d92e tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] 10.222.0.87 "DELETE /v2.0/ports/0a2b3a99-6b39-4c5a-9138-2b4386b160f9 HTTP/1.1" status: 204 len: 168 time: 1.1559241 Feb 17 17:34:19.247840 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43608) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:19.260553 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dc38b9c1-1395-4a6b-8ff8-a84458a32d94 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:19.266799 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-dc38b9c1-1395-4a6b-8ff8-a84458a32d94 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] 10.222.0.87 "DELETE /v2.0/routers/19aa7ef9-b5c8-4a49-a4c4-1ac8b8624861 HTTP/1.1" status: 204 len: 168 time: 2.9111831 Feb 17 17:34:19.273515 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43610) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:19.284284 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8bfe616-4445-48a4-966d-4225f90ec051 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] GET failed (client error): The resource could not be found. Feb 17 17:34:19.286135 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-d8bfe616-4445-48a4-966d-4225f90ec051 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] 10.222.0.87 "GET /v2.0/ports/0a2b3a99-6b39-4c5a-9138-2b4386b160f9 HTTP/1.1" status: 404 len: 333 time: 0.0370085 Feb 17 17:34:19.292268 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43612) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:19.297690 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-d1a4f20a-2762-4923-b93a-f3ac650f8dab tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1697669847', 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:34:19.322677 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a4f20a-2762-4923-b93a-f3ac650f8dab tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Made reservation on behalf of 1b3e0ed5d5c04788a35a46122bb3550c for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:34:19.325757 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d1a4f20a-2762-4923-b93a-f3ac650f8dab tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:19.368376 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-d1a4f20a-2762-4923-b93a-f3ac650f8dab tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] device_id is not set on port 324e65f8-e01e-4fbd-943d-badc48143426 yet. {{(pid=103435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:34:19.384297 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port ba3e5178-d54c-4a05-9e05-cd9347ef9f21 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:34:19.384835 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ba3e5178-d54c-4a05-9e05-cd9347ef9f21), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:19.426893 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 3d0fcf80-e301-443a-8e3d-051528746e99 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:34:19.427301 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3d0fcf80-e301-443a-8e3d-051528746e99), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:19.475725 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7813f51-0f8c-406e-992d-d19f127ae697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3e5178-d54c-4a05-9e05-cd9347ef9f21'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:34:19.484434 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c0a00c-e32d-42f2-8f69-957efa4a16c0" -d '{"events": [{"server_uuid": "f7813f51-0f8c-406e-992d-d19f127ae697", "name": "network-vif-plugged", "status": "completed", "tag": "ba3e5178-d54c-4a05-9e05-cd9347ef9f21"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:34:19.488533 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0a8b0982-8451-4cc5-a5a4-c9cc07837f9c tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks [] for router (c8ba8808-06a4-4566-b0dd-54eac37ef265), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:19.531240 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-98cb552b-e1c2-4aa1-a9f3-8a16dc1a0a3f req-5701d82d-6b79-4526-88e5-db062d6f62f7 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fdfe57b-fd05-4786-aba9-35c53d6fdcaf HTTP/1.1" status: 200 len: 210 time: 0.1809158 Feb 17 17:34:19.537626 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d0fcf80-e301-443a-8e3d-051528746e99 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:34:19.554303 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port ba3e5178-d54c-4a05-9e05-cd9347ef9f21, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=ba3e5178-d54c-4a05-9e05-cd9347ef9f21,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:34:19.557308 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:19.572011 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ba3e5178-d54c-4a05-9e05-cd9347ef9f21), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:19.598124 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 3d0fcf80-e301-443a-8e3d-051528746e99, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=3d0fcf80-e301-443a-8e3d-051528746e99,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:34:19.677892 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (3d0fcf80-e301-443a-8e3d-051528746e99), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:19.708113 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-8ac77bc0-f900-42af-8ac8-1396bc5b14c7 admin admin] For port 0e48566f-a213-448f-ac23-29aa65888fb3, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=0e48566f-a213-448f-ac23-29aa65888fb3,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:34:19.708638 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ac77bc0-f900-42af-8ac8-1396bc5b14c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (0e48566f-a213-448f-ac23-29aa65888fb3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:19.780552 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=ba3e5178-d54c-4a05-9e05-cd9347ef9f21,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:19.786919 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-8ac77bc0-f900-42af-8ac8-1396bc5b14c7 admin admin] Calling delete_port for 0e48566f-a213-448f-ac23-29aa65888fb3 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:34:19.793679 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 37a3407f-0036-45d2-b8af-8aff53b8d12a up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:34:19.907405 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43636) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:19.956487 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=3d0fcf80-e301-443a-8e3d-051528746e99,revision_number=10']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:19.960984 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['3d0fcf80-e301-443a-8e3d-051528746e99'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:34:19.983038 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0a8b0982-8451-4cc5-a5a4-c9cc07837f9c tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks [] for router_gateway (c8ba8808-06a4-4566-b0dd-54eac37ef265), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:20.057665 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 37a3407f-0036-45d2-b8af-8aff53b8d12a completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:34:20.067921 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 37a3407f-0036-45d2-b8af-8aff53b8d12a triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:34:20.068324 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (37a3407f-0036-45d2-b8af-8aff53b8d12a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:20.150400 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-6e25491f-b266-44e6-bf9d-3d9191c5dd4d admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-796241232-network', 'tenant_id': '0bc0062cd2de433a94db7acad125c6ba'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:34:20.156575 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-0a8b0982-8451-4cc5-a5a4-c9cc07837f9c tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Deleting port 1b867efc-5741-405e-ae06-ae4652bcad40 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:34:20.157015 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0a8b0982-8451-4cc5-a5a4-c9cc07837f9c tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (1b867efc-5741-405e-ae06-ae4652bcad40), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:20.232374 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-e7ac98b7-fddd-4d51-a892-84c96049a0ea req-a002a2f6-d9df-4f5a-baec-736c76b8e062 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:20.239403 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 37a3407f-0036-45d2-b8af-8aff53b8d12a is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:34:20.239794 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (37a3407f-0036-45d2-b8af-8aff53b8d12a), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:20.266501 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d1a4f20a-2762-4923-b93a-f3ac650f8dab tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Publish callbacks [] for port (324e65f8-e01e-4fbd-943d-badc48143426), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:20.278325 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ac77bc0-f900-42af-8ac8-1396bc5b14c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (0e48566f-a213-448f-ac23-29aa65888fb3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:20.291523 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-0a8b0982-8451-4cc5-a5a4-c9cc07837f9c tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] For port 1b867efc-5741-405e-ae06-ae4652bcad40, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=1b867efc-5741-405e-ae06-ae4652bcad40,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:34:20.291972 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 37a3407f-0036-45d2-b8af-8aff53b8d12a, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=37a3407f-0036-45d2-b8af-8aff53b8d12a,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:34:20.293344 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0a8b0982-8451-4cc5-a5a4-c9cc07837f9c tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (1b867efc-5741-405e-ae06-ae4652bcad40), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:20.298642 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (37a3407f-0036-45d2-b8af-8aff53b8d12a), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:20.332008 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df19659-65fe-42d1-8c2e-4c1f8ca717b2 req-489120ff-8e56-4cb2-a2f4-7dcde86014c2 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:20.340056 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1df19659-65fe-42d1-8c2e-4c1f8ca717b2 req-489120ff-8e56-4cb2-a2f4-7dcde86014c2 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=f7813f51-0f8c-406e-992d-d19f127ae697 HTTP/1.1" status: 200 len: 949 time: 0.5414052 Feb 17 17:34:20.383246 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=37a3407f-0036-45d2-b8af-8aff53b8d12a,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:20.407184 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-0a8b0982-8451-4cc5-a5a4-c9cc07837f9c tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Calling delete_port for 1b867efc-5741-405e-ae06-ae4652bcad40 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:34:20.424110 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac77bc0-f900-42af-8ac8-1396bc5b14c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e48566f-a213-448f-ac23-29aa65888fb3,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:20.436635 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d1a4f20a-2762-4923-b93a-f3ac650f8dab tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (324e65f8-e01e-4fbd-943d-badc48143426), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:20.444631 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1df19659-65fe-42d1-8c2e-4c1f8ca717b2 req-df441735-7592-4f14-9095-8dd7d0a56167 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034031 Feb 17 17:34:20.471391 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e25491f-b266-44e6-bf9d-3d9191c5dd4d admin admin] Made reservation on behalf of 0bc0062cd2de433a94db7acad125c6ba for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:34:20.474023 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6e25491f-b266-44e6-bf9d-3d9191c5dd4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:20.479438 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-e7ac98b7-fddd-4d51-a892-84c96049a0ea req-a002a2f6-d9df-4f5a-baec-736c76b8e062 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Allocated IP 172.25.8.123 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/6a63a875-bb16-46b7-9f0b-61537ac03193) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:34:20.497692 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef5d4a9-9bd8-4b05-92ae-96af1bdb89f4 x-openstack-request-id: req-6ef5d4a9-9bd8-4b05-92ae-96af1bdb89f4 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:34:20.498398 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7813f51-0f8c-406e-992d-d19f127ae697", "name": "network-vif-plugged", "status": "completed", "tag": "ba3e5178-d54c-4a05-9e05-cd9347ef9f21", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:34:20.499649 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6ef5d4a9-9bd8-4b05-92ae-96af1bdb89f4 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:34:20.500122 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7813f51-0f8c-406e-992d-d19f127ae697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3e5178-d54c-4a05-9e05-cd9347ef9f21', 'code': 200} Feb 17 17:34:20.513636 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a4f20a-2762-4923-b93a-f3ac650f8dab tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:34:20.526786 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6e25491f-b266-44e6-bf9d-3d9191c5dd4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:20.528538 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-d1a4f20a-2762-4923-b93a-f3ac650f8dab tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:34:20.530411 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a4f20a-2762-4923-b93a-f3ac650f8dab tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Pushing event updated for resources: {'Port': ['ID=324e65f8-e01e-4fbd-943d-badc48143426,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:20.532923 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a4f20a-2762-4923-b93a-f3ac650f8dab tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:34:20.533887 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a4f20a-2762-4923-b93a-f3ac650f8dab tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:20.534512 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d1a4f20a-2762-4923-b93a-f3ac650f8dab tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:20.555076 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ac77bc0-f900-42af-8ac8-1396bc5b14c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (ac1cb32d-47d2-4ffb-b9e8-812413c32355), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:20.602061 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-d1a4f20a-2762-4923-b93a-f3ac650f8dab tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.3078802 Feb 17 17:34:20.606066 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43642) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:20.675827 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8948b24c-ac33-4655-aff9-765e1f70581f req-40eec041-b9eb-46fd-8c32-55ca6da9eb97 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fdfe57b-fd05-4786-aba9-35c53d6fdcaf HTTP/1.1" status: 200 len: 210 time: 0.0407710 Feb 17 17:34:20.698651 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-e7ac98b7-fddd-4d51-a892-84c96049a0ea req-a002a2f6-d9df-4f5a-baec-736c76b8e062 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Publish callbacks [] for port (6a63a875-bb16-46b7-9f0b-61537ac03193), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:20.702472 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd621e8-a2e5-43e4-97cb-a2638e6806af req-7675af3f-882d-470c-86c4-520ef3ea96a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:20.704094 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3cd621e8-a2e5-43e4-97cb-a2638e6806af req-7675af3f-882d-470c-86c4-520ef3ea96a2 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=f7813f51-0f8c-406e-992d-d19f127ae697 HTTP/1.1" status: 200 len: 1131 time: 0.1174591 Feb 17 17:34:20.745555 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ac77bc0-f900-42af-8ac8-1396bc5b14c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (ac1cb32d-47d2-4ffb-b9e8-812413c32355), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:20.753350 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ac77bc0-f900-42af-8ac8-1396bc5b14c7 admin admin] Publish callbacks [] for router_controller (ac1cb32d-47d2-4ffb-b9e8-812413c32355), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:20.760499 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc396b50-5f43-4b4a-9e69-48b64e7a1fe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:20.761517 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b6e1d44e-8605-4d94-a880-ec4957098a8f req-471e3518-8e8e-4461-88bc-83d3d2c60290 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=24d514a6d00a4f52a8689d09d1cf81c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415645 Feb 17 17:34:20.764935 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-dc396b50-5f43-4b4a-9e69-48b64e7a1fe8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] 10.222.0.87 "GET /v2.0/ports/324e65f8-e01e-4fbd-943d-badc48143426 HTTP/1.1" status: 200 len: 959 time: 0.1524196 Feb 17 17:34:20.765548 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43644) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:20.836620 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3cd621e8-a2e5-43e4-97cb-a2638e6806af req-8a7a400c-9303-43c9-9e13-7a3f55951770 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256814 Feb 17 17:34:20.865671 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-e7ac98b7-fddd-4d51-a892-84c96049a0ea req-a002a2f6-d9df-4f5a-baec-736c76b8e062 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (6a63a875-bb16-46b7-9f0b-61537ac03193), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:20.867406 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device ce4946a0-f217-47ea-ab47-d3c61f83e6a2 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:34:20.912606 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ac77bc0-f900-42af-8ac8-1396bc5b14c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (ac1cb32d-47d2-4ffb-b9e8-812413c32355), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:20.913045 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac77bc0-f900-42af-8ac8-1396bc5b14c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac1cb32d-47d2-4ffb-b9e8-812413c32355 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:34:20.917764 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ac77bc0-f900-42af-8ac8-1396bc5b14c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:20.922307 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8ac77bc0-f900-42af-8ac8-1396bc5b14c7 admin admin] 10.222.0.87 "DELETE /v2.0/routers/ac1cb32d-47d2-4ffb-b9e8-812413c32355 HTTP/1.1" status: 204 len: 168 time: 3.2291145 Feb 17 17:34:20.924439 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43646) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:20.927338 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: ce4946a0-f217-47ea-ab47-d3c61f83e6a2 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:34:20.928354 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device ce4946a0-f217-47ea-ab47-d3c61f83e6a2 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:34:20.944178 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7ac98b7-fddd-4d51-a892-84c96049a0ea req-a002a2f6-d9df-4f5a-baec-736c76b8e062 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:34:20.958908 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-e7ac98b7-fddd-4d51-a892-84c96049a0ea req-a002a2f6-d9df-4f5a-baec-736c76b8e062 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:34:20.968871 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1d44e-8605-4d94-a880-ec4957098a8f req-109d9ab9-4803-43d1-805c-b32907da51fe tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:20.970769 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b6e1d44e-8605-4d94-a880-ec4957098a8f req-109d9ab9-4803-43d1-805c-b32907da51fe tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2026999 Feb 17 17:34:20.974796 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ac98b7-fddd-4d51-a892-84c96049a0ea req-a002a2f6-d9df-4f5a-baec-736c76b8e062 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:34:20.978286 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a002a2f6-d9df-4f5a-baec-736c76b8e062 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Pushing event updated for resources: {'Port': ['ID=6a63a875-bb16-46b7-9f0b-61537ac03193,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:20.985971 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-b6e1d44e-8605-4d94-a880-ec4957098a8f req-7cd5d75b-d01f-4c67-bf64-9581ed87add5 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Request body: {'port': {'device_id': '9fdfe57b-fd05-4786-aba9-35c53d6fdcaf', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'admin_state_up': True, 'tenant_id': '24d514a6d00a4f52a8689d09d1cf81c2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:34:21.016690 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6e25491f-b266-44e6-bf9d-3d9191c5dd4d admin admin] Publish callbacks [] for security_group (90d87b1d-1c14-4b29-87a0-9ae11b73b3db), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:21.046746 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6e25491f-b266-44e6-bf9d-3d9191c5dd4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (90d87b1d-1c14-4b29-87a0-9ae11b73b3db), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:21.085514 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-9098c67f-6922-4cf4-8430-1adf14a4fc24 admin admin] Deleting subnet ecc2e970-32db-4a50-b308-61453f4086ba {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:34:21.100133 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9098c67f-6922-4cf4-8430-1adf14a4fc24 admin admin] Publish callbacks [] for subnet (ecc2e970-32db-4a50-b308-61453f4086ba), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:21.101801 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e25491f-b266-44e6-bf9d-3d9191c5dd4d admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:34:21.145678 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6e1d44e-8605-4d94-a880-ec4957098a8f req-7cd5d75b-d01f-4c67-bf64-9581ed87add5 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Made reservation on behalf of 24d514a6d00a4f52a8689d09d1cf81c2 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:34:21.145938 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25491f-b266-44e6-bf9d-3d9191c5dd4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d87b1d-1c14-4b29-87a0-9ae11b73b3db,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:21.149454 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b6e1d44e-8605-4d94-a880-ec4957098a8f req-7cd5d75b-d01f-4c67-bf64-9581ed87add5 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:21.151763 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6e25491f-b266-44e6-bf9d-3d9191c5dd4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (3d8a424f-84f6-457e-8a17-3b5f538aaf72), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:21.152109 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-6e25491f-b266-44e6-bf9d-3d9191c5dd4d admin admin] Added segment 3d8a424f-84f6-457e-8a17-3b5f538aaf72 of type vlan for network 84756393-ad3a-44ed-8e39-e3fb8fdbd836 Feb 17 17:34:21.166811 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0a8b0982-8451-4cc5-a5a4-c9cc07837f9c tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (1b867efc-5741-405e-ae06-ae4652bcad40), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:21.226404 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9098c67f-6922-4cf4-8430-1adf14a4fc24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (ecc2e970-32db-4a50-b308-61453f4086ba), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:21.228670 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b0982-8451-4cc5-a5a4-c9cc07837f9c tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Pushing event deleted for resources: {'Port': ['ID=1b867efc-5741-405e-ae06-ae4652bcad40,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:21.242847 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-e7ac98b7-fddd-4d51-a892-84c96049a0ea req-a002a2f6-d9df-4f5a-baec-736c76b8e062 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Publish callbacks [] for floatingip (1b301bc8-f310-47fa-94fe-1becd994a61f), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:21.259573 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-85477072-7a75-4191-8837-16fc5f9e7147 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Deleting port 324e65f8-e01e-4fbd-943d-badc48143426 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:34:21.259926 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85477072-7a75-4191-8837-16fc5f9e7147 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (324e65f8-e01e-4fbd-943d-badc48143426), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:21.320570 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-e7ac98b7-fddd-4d51-a892-84c96049a0ea req-a002a2f6-d9df-4f5a-baec-736c76b8e062 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6a63a875-bb16-46b7-9f0b-61537ac03193), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:21.326198 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6e25491f-b266-44e6-bf9d-3d9191c5dd4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (84756393-ad3a-44ed-8e39-e3fb8fdbd836), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:21.371854 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-b6e1d44e-8605-4d94-a880-ec4957098a8f req-7cd5d75b-d01f-4c67-bf64-9581ed87add5 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Allocated IP 192.168.233.250 (82b8d039-1c14-456f-ab24-8b3aebebd7d8/ac79920f-9ddd-4352-b866-6056158b178e/5faaf9bc-4919-487c-abb1-6eefe7416d24) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:34:21.425944 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85477072-7a75-4191-8837-16fc5f9e7147 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (324e65f8-e01e-4fbd-943d-badc48143426), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:21.443228 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6e25491f-b266-44e6-bf9d-3d9191c5dd4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (84756393-ad3a-44ed-8e39-e3fb8fdbd836), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:21.444203 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e25491f-b266-44e6-bf9d-3d9191c5dd4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:21.444829 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6e25491f-b266-44e6-bf9d-3d9191c5dd4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:21.449174 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0a8b0982-8451-4cc5-a5a4-c9cc07837f9c tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (c8ba8808-06a4-4566-b0dd-54eac37ef265), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:21.492504 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-85477072-7a75-4191-8837-16fc5f9e7147 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Calling delete_port for 324e65f8-e01e-4fbd-943d-badc48143426 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:34:21.597133 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9098c67f-6922-4cf4-8430-1adf14a4fc24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (ecc2e970-32db-4a50-b308-61453f4086ba), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:21.602379 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0a8b0982-8451-4cc5-a5a4-c9cc07837f9c tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (c8ba8808-06a4-4566-b0dd-54eac37ef265), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:21.610489 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6e25491f-b266-44e6-bf9d-3d9191c5dd4d admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7018268 Feb 17 17:34:21.616123 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0a8b0982-8451-4cc5-a5a4-c9cc07837f9c tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks [] for router_controller (c8ba8808-06a4-4566-b0dd-54eac37ef265), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:21.616945 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43650) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:21.628505 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-9249410a-c440-4acd-9784-42c2a31dd3eb admin admin] Request body: {'subnet': {'network_id': '84756393-ad3a-44ed-8e39-e3fb8fdbd836', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-796241232-subnet', 'tenant_id': '0bc0062cd2de433a94db7acad125c6ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:34:21.661010 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-e7ac98b7-fddd-4d51-a892-84c96049a0ea req-a002a2f6-d9df-4f5a-baec-736c76b8e062 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Publish callbacks [] for port (6a63a875-bb16-46b7-9f0b-61537ac03193), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:21.675988 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-e7ac98b7-fddd-4d51-a892-84c96049a0ea req-a002a2f6-d9df-4f5a-baec-736c76b8e062 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (6a63a875-bb16-46b7-9f0b-61537ac03193), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:21.691995 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9249410a-c440-4acd-9784-42c2a31dd3eb admin admin] Made reservation on behalf of 0bc0062cd2de433a94db7acad125c6ba for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:34:21.695341 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9249410a-c440-4acd-9784-42c2a31dd3eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:21.710400 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25491f-b266-44e6-bf9d-3d9191c5dd4d admin admin] Pushing event updated for resources: {'Network': ['ID=84756393-ad3a-44ed-8e39-e3fb8fdbd836,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:21.722153 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 84756393-ad3a-44ed-8e39-e3fb8fdbd836 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:34:21.738131 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b6e1d44e-8605-4d94-a880-ec4957098a8f req-7cd5d75b-d01f-4c67-bf64-9581ed87add5 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Publish callbacks [] for port (5faaf9bc-4919-487c-abb1-6eefe7416d24), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:21.776787 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af103f-dfba-4baf-bd0f-98c5297e601b req-13e6c9df-6071-4b08-82f0-51307e4332a9 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:21.778571 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-97af103f-dfba-4baf-bd0f-98c5297e601b req-13e6c9df-6071-4b08-82f0-51307e4332a9 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=f7813f51-0f8c-406e-992d-d19f127ae697 HTTP/1.1" status: 200 len: 949 time: 0.2378254 Feb 17 17:34:21.783148 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0a8b0982-8451-4cc5-a5a4-c9cc07837f9c tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (c8ba8808-06a4-4566-b0dd-54eac37ef265), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:21.784148 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8b0982-8451-4cc5-a5a4-c9cc07837f9c tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c8ba8808-06a4-4566-b0dd-54eac37ef265 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:34:21.789129 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0a8b0982-8451-4cc5-a5a4-c9cc07837f9c tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:21.794858 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0a8b0982-8451-4cc5-a5a4-c9cc07837f9c tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] 10.222.0.87 "DELETE /v2.0/routers/c8ba8808-06a4-4566-b0dd-54eac37ef265 HTTP/1.1" status: 204 len: 168 time: 2.5160444 Feb 17 17:34:21.794858 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43654) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:21.803762 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-8ecdad1b-10a7-4c68-847c-ec07ec20cf0d tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1561361017', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}, 'admin_state_up': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:34:21.834698 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9098c67f-6922-4cf4-8430-1adf14a4fc24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (ecc2e970-32db-4a50-b308-61453f4086ba), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:21.851182 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85477072-7a75-4191-8837-16fc5f9e7147 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (324e65f8-e01e-4fbd-943d-badc48143426), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:21.863211 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a002a2f6-d9df-4f5a-baec-736c76b8e062 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Pushing event updated for resources: {'Port': ['ID=6a63a875-bb16-46b7-9f0b-61537ac03193,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:21.882536 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9098c67f-6922-4cf4-8430-1adf14a4fc24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecc2e970-32db-4a50-b308-61453f4086ba,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:21.887183 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9098c67f-6922-4cf4-8430-1adf14a4fc24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:21.894739 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9098c67f-6922-4cf4-8430-1adf14a4fc24 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/ecc2e970-32db-4a50-b308-61453f4086ba HTTP/1.1" status: 204 len: 168 time: 0.9676206 Feb 17 17:34:21.898056 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bc02f4-30c8-4fa1-b6ba-98f941bfc409 None None] Network 888bd698-745b-418e-8ae8-5800404b181c requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:34:21.899269 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43656) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:21.929898 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ecdad1b-10a7-4c68-847c-ec07ec20cf0d tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (bc6ba003-4a11-4c0a-9fdd-43aaea44b170), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:21.931161 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ecdad1b-10a7-4c68-847c-ec07ec20cf0d tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (bc6ba003-4a11-4c0a-9fdd-43aaea44b170), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:21.938377 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85477072-7a75-4191-8837-16fc5f9e7147 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Pushing event deleted for resources: {'Port': ['ID=324e65f8-e01e-4fbd-943d-badc48143426,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:21.940785 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-e7ac98b7-fddd-4d51-a892-84c96049a0ea req-a002a2f6-d9df-4f5a-baec-736c76b8e062 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (1b301bc8-f310-47fa-94fe-1becd994a61f), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:21.957564 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85477072-7a75-4191-8837-16fc5f9e7147 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:21.964484 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-85477072-7a75-4191-8837-16fc5f9e7147 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] 10.222.0.87 "DELETE /v2.0/ports/324e65f8-e01e-4fbd-943d-badc48143426 HTTP/1.1" status: 204 len: 168 time: 1.1918519 Feb 17 17:34:21.965246 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43658) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:21.987162 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-97af103f-dfba-4baf-bd0f-98c5297e601b req-1016d72e-2cfc-465d-ba6b-b895b4e22064 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694620 Feb 17 17:34:21.991518 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b6e1d44e-8605-4d94-a880-ec4957098a8f req-7cd5d75b-d01f-4c67-bf64-9581ed87add5 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (5faaf9bc-4919-487c-abb1-6eefe7416d24), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:22.008498 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-e7ac98b7-fddd-4d51-a892-84c96049a0ea req-a002a2f6-d9df-4f5a-baec-736c76b8e062 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:22.017868 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e7ac98b7-fddd-4d51-a892-84c96049a0ea req-a002a2f6-d9df-4f5a-baec-736c76b8e062 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0100536 Feb 17 17:34:22.028031 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ae5e9a0-d065-4058-ad41-f53e1efc4994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] GET failed (client error): The resource could not be found. Feb 17 17:34:22.030470 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8ae5e9a0-d065-4058-ad41-f53e1efc4994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] 10.222.0.87 "GET /v2.0/ports/324e65f8-e01e-4fbd-943d-badc48143426 HTTP/1.1" status: 404 len: 333 time: 0.0606523 Feb 17 17:34:22.042291 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43660) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:22.110183 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-99b99c64-13dc-41ab-ba90-f1d013415268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Request body: {'port': {'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-785974108'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:34:22.124740 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ce4677c-2a2c-4a64-b1a8-8269335a4ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (888bd698-745b-418e-8ae8-5800404b181c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:22.130057 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ecdad1b-10a7-4c68-847c-ec07ec20cf0d tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for router_controller (bc6ba003-4a11-4c0a-9fdd-43aaea44b170), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:22.187525 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['5b06a779-8ab4-48f8-99c4-5d97183e1768'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:34:22.189601 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['df6efc80-10e2-4743-a0a6-e7344668cff7', '3d0fcf80-e301-443a-8e3d-051528746e99'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:34:22.251167 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6e1d44e-8605-4d94-a880-ec4957098a8f req-7cd5d75b-d01f-4c67-bf64-9581ed87add5 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:34:22.266187 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e7ac98b7-fddd-4d51-a892-84c96049a0ea req-5ca0ebcc-43da-4eb5-9d1a-9ebae876123a tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.8.123 HTTP/1.1" status: 200 len: 696 time: 0.2232647 Feb 17 17:34:22.306361 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd5d75b-d01f-4c67-bf64-9581ed87add5 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Pushing event updated for resources: {'Port': ['ID=5faaf9bc-4919-487c-abb1-6eefe7416d24,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:22.309149 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-b6e1d44e-8605-4d94-a880-ec4957098a8f req-7cd5d75b-d01f-4c67-bf64-9581ed87add5 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:34:22.313784 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ecdad1b-10a7-4c68-847c-ec07ec20cf0d tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for router_gateway (bc6ba003-4a11-4c0a-9fdd-43aaea44b170), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:22.327148 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e1d44e-8605-4d94-a880-ec4957098a8f req-7cd5d75b-d01f-4c67-bf64-9581ed87add5 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:34:22.345609 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-8ce4677c-2a2c-4a64-b1a8-8269335a4ff4 admin admin] Deleting port 2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:34:22.345956 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ce4677c-2a2c-4a64-b1a8-8269335a4ff4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:22.439580 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b99c64-13dc-41ab-ba90-f1d013415268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Made reservation on behalf of 1b3e0ed5d5c04788a35a46122bb3550c for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:34:22.442303 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-99b99c64-13dc-41ab-ba90-f1d013415268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:22.484377 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-99b99c64-13dc-41ab-ba90-f1d013415268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] device_id is not set on port 3e66e950-9354-4394-bbe9-9e6861338236 yet. {{(pid=103435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:34:22.515024 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00d4d80-0531-4d28-b776-76d9efd2b420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a3407f-0036-45d2-b8af-8aff53b8d12a'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:34:22.522001 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea4f56c-2702-4aaf-b3cf-ff6488a37f32" -d '{"events": [{"server_uuid": "f00d4d80-0531-4d28-b776-76d9efd2b420", "name": "network-vif-plugged", "status": "completed", "tag": "37a3407f-0036-45d2-b8af-8aff53b8d12a"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:34:22.595697 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afd0ff1-7d31-4b8c-b7f2-b0b0a5e8c7ad None None] DHCP port deletion for 888bd698-745b-418e-8ae8-5800404b181c request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:34:22.636020 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1d44e-8605-4d94-a880-ec4957098a8f req-7cd5d75b-d01f-4c67-bf64-9581ed87add5 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:22.636793 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b6e1d44e-8605-4d94-a880-ec4957098a8f req-7cd5d75b-d01f-4c67-bf64-9581ed87add5 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:22.655168 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9249410a-c440-4acd-9784-42c2a31dd3eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (6db4a16b-c245-4123-acec-3fd088eed6df), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:22.743894 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 3d0fcf80-e301-443a-8e3d-051528746e99 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:34:22.771894 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b6e1d44e-8605-4d94-a880-ec4957098a8f req-7cd5d75b-d01f-4c67-bf64-9581ed87add5 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7908361 Feb 17 17:34:22.788703 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c9cbb-bbab-42dd-b8b2-9ef177931a6f req-880162f0-1622-4b8b-88fe-6088b79e3a83 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:22.791077 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fa9c9cbb-bbab-42dd-b8b2-9ef177931a6f req-880162f0-1622-4b8b-88fe-6088b79e3a83 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fdfe57b-fd05-4786-aba9-35c53d6fdcaf HTTP/1.1" status: 200 len: 936 time: 0.6763229 Feb 17 17:34:22.792411 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 1b867efc-5741-405e-ae06-ae4652bcad40 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:34:22.797904 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac98b7-fddd-4d51-a892-84c96049a0ea req-43b5f767-26b4-4448-abde-a2d1bc77e51e tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:22.800628 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-8ce4677c-2a2c-4a64-b1a8-8269335a4ff4 admin admin] For port 2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65,segment=NetworkSegment(69292abf-df90-4627-b58d-8d0a1e1b3261),segment_id=69292abf-df90-4627-b58d-8d0a1e1b3261)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:34:22.801198 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ce4677c-2a2c-4a64-b1a8-8269335a4ff4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:22.801514 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e7ac98b7-fddd-4d51-a892-84c96049a0ea req-43b5f767-26b4-4448-abde-a2d1bc77e51e tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/networks/d7afcf1f-5124-4168-b80f-10ace9d04ea7 HTTP/1.1" status: 200 len: 784 time: 0.5327833 Feb 17 17:34:22.816658 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-2afd0ff1-7d31-4b8c-b7f2-b0b0a5e8c7ad None None] Deleting port 2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:34:22.817271 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2afd0ff1-7d31-4b8c-b7f2-b0b0a5e8c7ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:22.826527 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-8ce4677c-2a2c-4a64-b1a8-8269335a4ff4 admin admin] Calling delete_port for 2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:34:22.867228 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9249410a-c440-4acd-9784-42c2a31dd3eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6db4a16b-c245-4123-acec-3fd088eed6df,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:22.878107 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-b6e1d44e-8605-4d94-a880-ec4957098a8f req-86b7b956-b630-4ee8-9846-5d0dca3888b5 service neutron] Request body: {'port': {'device_id': '9fdfe57b-fd05-4786-aba9-35c53d6fdcaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:34:22.928955 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-2afd0ff1-7d31-4b8c-b7f2-b0b0a5e8c7ad None None] For port 2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65,segment=NetworkSegment(69292abf-df90-4627-b58d-8d0a1e1b3261),segment_id=69292abf-df90-4627-b58d-8d0a1e1b3261)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:34:22.929402 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2afd0ff1-7d31-4b8c-b7f2-b0b0a5e8c7ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:22.946260 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-2afd0ff1-7d31-4b8c-b7f2-b0b0a5e8c7ad None None] Calling delete_port for 2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:34:23.033153 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9249410a-c440-4acd-9784-42c2a31dd3eb admin admin] Checking segment: {'id': '3d8a424f-84f6-457e-8a17-3b5f538aaf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '84756393-ad3a-44ed-8e39-e3fb8fdbd836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:34:23.033819 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9249410a-c440-4acd-9784-42c2a31dd3eb admin admin] Network hostable DHCP agents. Network: 84756393-ad3a-44ed-8e39-e3fb8fdbd836, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:34:23.035110 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdbfae3-0cca-45ea-b4c9-f6d76903007a req-b2c193fb-3d0b-4b4b-a3d7-8e072a7cda2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:23.036794 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dbdbfae3-0cca-45ea-b4c9-f6d76903007a req-b2c193fb-3d0b-4b4b-a3d7-8e072a7cda2a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f00d4d80-0531-4d28-b776-76d9efd2b420 HTTP/1.1" status: 200 len: 1131 time: 0.1040707 Feb 17 17:34:23.057672 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fa9c9cbb-bbab-42dd-b8b2-9ef177931a6f req-693fcb21-677c-4901-abe1-6425f1af6f4e tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930411 Feb 17 17:34:23.075447 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd740033-2fb2-4e31-8e03-7acebf60a401 x-openstack-request-id: req-dd740033-2fb2-4e31-8e03-7acebf60a401 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:34:23.076069 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f00d4d80-0531-4d28-b776-76d9efd2b420", "name": "network-vif-plugged", "status": "completed", "tag": "37a3407f-0036-45d2-b8af-8aff53b8d12a", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:34:23.077291 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-dd740033-2fb2-4e31-8e03-7acebf60a401 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:34:23.078041 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00d4d80-0531-4d28-b776-76d9efd2b420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a3407f-0036-45d2-b8af-8aff53b8d12a', 'code': 200} Feb 17 17:34:23.084659 n-d-829613-2 neutron-server[103436]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 17:34:23.084659 n-d-829613-2 neutron-server[103436]: from cryptography.utils import int_from_bytes Feb 17 17:34:23.084659 n-d-829613-2 neutron-server[103436]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 17:34:23.084659 n-d-829613-2 neutron-server[103436]: from cryptography.utils import int_from_bytes Feb 17 17:34:23.084659 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:34:23.084659 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:34:23.084659 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:34:23.084659 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:34:23.084659 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:34:23.084659 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:34:23.084659 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:34:23.084659 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:34:23.084659 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:34:23.084659 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:34:23.084659 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:34:23.084659 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:34:23.084659 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:34:23.084659 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:34:23.084659 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:34:23.084659 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:34:23.084659 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:34:23.084659 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:34:23.084659 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:34:23.084659 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:34:23.084659 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:34:23.084659 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:34:23.084659 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:34:23.084659 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:34:23.084659 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:34:23.084659 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:34:23.084659 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:34:23.084659 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:34:23.084659 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:34:23.084659 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:34:23.084659 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:34:23.084659 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:34:23.084659 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:34:23.084659 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:34:23.084659 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:34:23.084659 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:34:23.084659 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:34:23.084659 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:34:23.088426 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:34:23.088426 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:34:23.088426 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:34:23.088426 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:34:23.088426 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:34:23.088426 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:34:23.088426 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:34:23.088426 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:34:23.088426 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:34:23.088426 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:34:23.088426 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:34:23.088426 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:34:23.088426 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:34:23.088426 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:34:23.097843 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2afd0ff1-7d31-4b8c-b7f2-b0b0a5e8c7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:23.104507 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 1b867efc-5741-405e-ae06-ae4652bcad40 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:34:23.104865 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 1b867efc-5741-405e-ae06-ae4652bcad40 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:34:23.105282 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 0e48566f-a213-448f-ac23-29aa65888fb3 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:34:23.109760 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-99b99c64-13dc-41ab-ba90-f1d013415268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Publish callbacks [] for port (3e66e950-9354-4394-bbe9-9e6861338236), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:23.114303 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-a4897c89-06e5-470b-b012-e5e54e3e603a None None] Provisioning complete for port 5faaf9bc-4919-487c-abb1-6eefe7416d24 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:34:23.114969 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a4897c89-06e5-470b-b012-e5e54e3e603a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (5faaf9bc-4919-487c-abb1-6eefe7416d24), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:23.150283 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9249410a-c440-4acd-9784-42c2a31dd3eb admin admin] Network 84756393-ad3a-44ed-8e39-e3fb8fdbd836 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:34:23.159314 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ce4677c-2a2c-4a64-b1a8-8269335a4ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:23.181388 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b6e1d44e-8605-4d94-a880-ec4957098a8f req-86b7b956-b630-4ee8-9846-5d0dca3888b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5faaf9bc-4919-487c-abb1-6eefe7416d24), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:23.200996 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd0ff1-7d31-4b8c-b7f2-b0b0a5e8c7ad None None] Pushing event deleted for resources: {'Port': ['ID=2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:23.204557 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ecdad1b-10a7-4c68-847c-ec07ec20cf0d tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for router_gateway (bc6ba003-4a11-4c0a-9fdd-43aaea44b170), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:23.208520 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 0e48566f-a213-448f-ac23-29aa65888fb3 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:34:23.209116 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 0e48566f-a213-448f-ac23-29aa65888fb3 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:34:23.209718 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:34:23.215352 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-9249410a-c440-4acd-9784-42c2a31dd3eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 84756393-ad3a-44ed-8e39-e3fb8fdbd836) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:34:23.217144 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afd0ff1-7d31-4b8c-b7f2-b0b0a5e8c7ad None None] No DVR routers for this DVR port 2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:34:23.226317 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ecdad1b-10a7-4c68-847c-ec07ec20cf0d tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:23.226587 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-a4897c89-06e5-470b-b012-e5e54e3e603a None None] Port 5faaf9bc-4919-487c-abb1-6eefe7416d24 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:34:23.228687 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce4677c-2a2c-4a64-b1a8-8269335a4ff4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:23.249313 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce4677c-2a2c-4a64-b1a8-8269335a4ff4 admin admin] No DVR routers for this DVR port 2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65 on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:34:23.257681 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d5410a-29f3-46aa-90e6-e60f28629acf None None] Network 84756393-ad3a-44ed-8e39-e3fb8fdbd836 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:34:23.274989 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:34:23.275340 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 2f5d0445-8e4f-44b6-9d9e-dcb7779d0e65 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:34:23.275821 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9249410a-c440-4acd-9784-42c2a31dd3eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:23.276555 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9249410a-c440-4acd-9784-42c2a31dd3eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:23.315828 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 3d0fcf80-e301-443a-8e3d-051528746e99 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:34:23.322323 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (3d0fcf80-e301-443a-8e3d-051528746e99), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:23.346789 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dbdbfae3-0cca-45ea-b4c9-f6d76903007a req-3f5342f7-882c-4cba-b9a7-1f71b24d577c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003678 Feb 17 17:34:23.354895 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-9249410a-c440-4acd-9784-42c2a31dd3eb admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7368681 Feb 17 17:34:23.375739 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ce4677c-2a2c-4a64-b1a8-8269335a4ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (888bd698-745b-418e-8ae8-5800404b181c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:23.383743 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e4c87-a761-4101-975b-923b020b0fb7 req-010ca855-fd0e-46d7-acda-b839932b8993 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:23.385471 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0f9e4c87-a761-4101-975b-923b020b0fb7 req-010ca855-fd0e-46d7-acda-b839932b8993 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=f7813f51-0f8c-406e-992d-d19f127ae697 HTTP/1.1" status: 200 len: 949 time: 0.2217770 Feb 17 17:34:23.393435 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-99b99c64-13dc-41ab-ba90-f1d013415268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (3e66e950-9354-4394-bbe9-9e6861338236), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:23.408730 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-8ce4677c-2a2c-4a64-b1a8-8269335a4ff4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['888bd698-745b-418e-8ae8-5800404b181c']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:23.430374 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-8ce4677c-2a2c-4a64-b1a8-8269335a4ff4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69292abf-df90-4627-b58d-8d0a1e1b3261') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:23.430725 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-8ce4677c-2a2c-4a64-b1a8-8269335a4ff4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69292abf-df90-4627-b58d-8d0a1e1b3261') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:23.445569 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ce4677c-2a2c-4a64-b1a8-8269335a4ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (69292abf-df90-4627-b58d-8d0a1e1b3261), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:23.446779 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b99c64-13dc-41ab-ba90-f1d013415268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:34:23.465054 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ce4677c-2a2c-4a64-b1a8-8269335a4ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (69292abf-df90-4627-b58d-8d0a1e1b3261), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:23.473128 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ce4677c-2a2c-4a64-b1a8-8269335a4ff4 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:34:23.474044 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ce4677c-2a2c-4a64-b1a8-8269335a4ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (69292abf-df90-4627-b58d-8d0a1e1b3261), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:23.483379 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96854af8-232a-45d3-ac9c-691a756f24d1 None None] Network 84756393-ad3a-44ed-8e39-e3fb8fdbd836 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:34:23.530431 n-d-829613-2 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:34:23.530431 n-d-829613-2 neutron-server[103434]: items = [ Feb 17 17:34:23.530431 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:34:23.530431 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:34:23.530431 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:34:23.530431 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:34:23.530431 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:34:23.530431 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:34:23.530431 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:34:23.530431 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:34:23.530431 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:34:23.530431 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:34:23.530431 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:34:23.530431 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:34:23.530431 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:34:23.530431 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:34:23.530431 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:34:23.530431 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:34:23.530431 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:34:23.530431 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:34:23.530431 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:34:23.530431 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:34:23.530431 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:34:23.530431 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:34:23.530431 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:34:23.530431 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:34:23.530431 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:34:23.530431 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:34:23.530431 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:34:23.530431 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:34:23.530431 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:34:23.530431 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:34:23.530431 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:34:23.530431 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:34:23.575117 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-99b99c64-13dc-41ab-ba90-f1d013415268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:34:23.579296 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b99c64-13dc-41ab-ba90-f1d013415268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:34:23.580199 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b99c64-13dc-41ab-ba90-f1d013415268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:23.580509 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ce4677c-2a2c-4a64-b1a8-8269335a4ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (888bd698-745b-418e-8ae8-5800404b181c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:23.581073 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-99b99c64-13dc-41ab-ba90-f1d013415268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:23.587191 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ce4677c-2a2c-4a64-b1a8-8269335a4ff4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:23.591622 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 3d0fcf80-e301-443a-8e3d-051528746e99 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:34:23.591971 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8ce4677c-2a2c-4a64-b1a8-8269335a4ff4 admin admin] 10.222.0.87 "DELETE /v2.0/networks/888bd698-745b-418e-8ae8-5800404b181c HTTP/1.1" status: 204 len: 168 time: 1.6712193 Feb 17 17:34:23.592106 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3d0fcf80-e301-443a-8e3d-051528746e99), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:23.607134 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6859415-33de-4545-bb62-9b8e9a04578d req-3932b72d-915e-4fe6-aa6b-e998c8859c6e tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:23.609108 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a6859415-33de-4545-bb62-9b8e9a04578d req-3932b72d-915e-4fe6-aa6b-e998c8859c6e tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/networks?id=3100c139-77f4-49d8-b7fa-b7a25c4ec3d8 HTTP/1.1" status: 200 len: 820 time: 0.5313954 Feb 17 17:34:23.626617 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce4677c-2a2c-4a64-b1a8-8269335a4ff4 admin admin] Pushing event deleted for resources: {'Network': ['ID=888bd698-745b-418e-8ae8-5800404b181c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:23.652045 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-8ecdad1b-10a7-4c68-847c-ec07ec20cf0d tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Allocated IP 172.25.8.10 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/a94c32e7-62c6-4dd5-94ac-8c858c8535d6) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:34:23.657919 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 3d0fcf80-e301-443a-8e3d-051528746e99, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=3d0fcf80-e301-443a-8e3d-051528746e99,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:34:23.662022 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (3d0fcf80-e301-443a-8e3d-051528746e99), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:23.668685 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b99c64-13dc-41ab-ba90-f1d013415268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Pushing event updated for resources: {'Port': ['ID=3e66e950-9354-4394-bbe9-9e6861338236,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:23.688012 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-99b99c64-13dc-41ab-ba90-f1d013415268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.5880322 Feb 17 17:34:23.688386 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43686) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:23.692357 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a6859415-33de-4545-bb62-9b8e9a04578d req-4e0977f9-2fba-4b0a-9849-820f8968c1df tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/quotas/9dba40edc9c14b8fb9d6b4695dd74e24 HTTP/1.1" status: 200 len: 375 time: 0.0700474 Feb 17 17:34:23.693671 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:34:23.750737 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=3d0fcf80-e301-443a-8e3d-051528746e99,revision_number=11']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:23.753208 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0f9e4c87-a761-4101-975b-923b020b0fb7 req-37497e93-1ce9-4c12-a388-a77a7b63ec7c tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438272 Feb 17 17:34:23.801068 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3e66e950-9354-4394-bbe9-9e6861338236), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:23.817487 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43692) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:23.836448 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a6859415-33de-4545-bb62-9b8e9a04578d req-6c89de46-d4ff-4bf5-9e58-0c4c9303a622 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=9dba40edc9c14b8fb9d6b4695dd74e24&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1321385 Feb 17 17:34:23.903063 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ecdad1b-10a7-4c68-847c-ec07ec20cf0d tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for port (a94c32e7-62c6-4dd5-94ac-8c858c8535d6), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:23.953725 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f3863601-f312-491d-b7ac-83584660a0cb admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=02070378e13c43c5b8232c9bf55dd28d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1323597 Feb 17 17:34:23.954217 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43694) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:24.067633 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ecdad1b-10a7-4c68-847c-ec07ec20cf0d tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (a94c32e7-62c6-4dd5-94ac-8c858c8535d6), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:24.164903 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecdad1b-10a7-4c68-847c-ec07ec20cf0d tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:34:24.165703 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52c978e7-2092-4efe-84b3-e2e555296b9c admin admin] Publish callbacks [] for security_group (6d12dc30-25ea-46ba-ab09-6b7e1c07a982), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:24.171622 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecdad1b-10a7-4c68-847c-ec07ec20cf0d tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Pushing event updated for resources: {'Port': ['ID=a94c32e7-62c6-4dd5-94ac-8c858c8535d6,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:24.177038 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-8ecdad1b-10a7-4c68-847c-ec07ec20cf0d tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:34:24.182416 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecdad1b-10a7-4c68-847c-ec07ec20cf0d tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:34:24.185562 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] device_id is not set on port 3e66e950-9354-4394-bbe9-9e6861338236 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:34:24.222660 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Publish callbacks [] for port (3e66e950-9354-4394-bbe9-9e6861338236), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:24.237781 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (3e66e950-9354-4394-bbe9-9e6861338236), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:24.240909 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52c978e7-2092-4efe-84b3-e2e555296b9c admin admin] Publish callbacks [] for security_group (6d12dc30-25ea-46ba-ab09-6b7e1c07a982), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:24.312212 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-b6e1d44e-8605-4d94-a880-ec4957098a8f req-86b7b956-b630-4ee8-9846-5d0dca3888b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5faaf9bc-4919-487c-abb1-6eefe7416d24 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:34:24.329091 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a6859415-33de-4545-bb62-9b8e9a04578d req-bfa0e1f7-f8ca-43fc-88d8-9837d4a3a1e7 service neutron] 10.222.0.87 "GET /v2.0/networks/3100c139-77f4-49d8-b7fa-b7a25c4ec3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4832110 Feb 17 17:34:24.332103 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Pushing event updated for resources: {'Port': ['ID=3e66e950-9354-4394-bbe9-9e6861338236,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:24.345296 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b6e1d44e-8605-4d94-a880-ec4957098a8f req-86b7b956-b630-4ee8-9846-5d0dca3888b5 service neutron] Publish callbacks [] for port (5faaf9bc-4919-487c-abb1-6eefe7416d24), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:24.423968 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 3e66e950-9354-4394-bbe9-9e6861338236 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:34:24.424644 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 3e66e950-9354-4394-bbe9-9e6861338236 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:34:24.425269 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 3e66e950-9354-4394-bbe9-9e6861338236 on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:24.436726 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-b6e1d44e-8605-4d94-a880-ec4957098a8f req-86b7b956-b630-4ee8-9846-5d0dca3888b5 service neutron] Transition to ACTIVE for port object 5faaf9bc-4919-487c-abb1-6eefe7416d24 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:34:24.454340 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Port 3e66e950-9354-4394-bbe9-9e6861338236 on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:34:24.454688 n-d-829613-2 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Failed to bind port 3e66e950-9354-4394-bbe9-9e6861338236 on host n-h1-829613-2 for vnic_type normal using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] Feb 17 17:34:24.455190 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52c978e7-2092-4efe-84b3-e2e555296b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (6d12dc30-25ea-46ba-ab09-6b7e1c07a982), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:24.458514 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52c978e7-2092-4efe-84b3-e2e555296b9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:24.459753 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-52c978e7-2092-4efe-84b3-e2e555296b9c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6d12dc30-25ea-46ba-ab09-6b7e1c07a982 HTTP/1.1" status: 204 len: 168 time: 0.5030451 Feb 17 17:34:24.462844 n-d-829613-2 neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempt 2 to bind port 3e66e950-9354-4394-bbe9-9e6861338236 Feb 17 17:34:24.470792 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b6e1d44e-8605-4d94-a880-ec4957098a8f req-86b7b956-b630-4ee8-9846-5d0dca3888b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (5faaf9bc-4919-487c-abb1-6eefe7416d24), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:24.492990 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c978e7-2092-4efe-84b3-e2e555296b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d12dc30-25ea-46ba-ab09-6b7e1c07a982,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:24.499176 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 3e66e950-9354-4394-bbe9-9e6861338236 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:34:24.499617 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 3e66e950-9354-4394-bbe9-9e6861338236 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:34:24.500905 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 3e66e950-9354-4394-bbe9-9e6861338236 on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:24.510690 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Port 3e66e950-9354-4394-bbe9-9e6861338236 on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:34:24.511023 n-d-829613-2 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Failed to bind port 3e66e950-9354-4394-bbe9-9e6861338236 on host n-h1-829613-2 for vnic_type normal using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] Feb 17 17:34:24.513373 n-d-829613-2 neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempt 3 to bind port 3e66e950-9354-4394-bbe9-9e6861338236 Feb 17 17:34:24.582264 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b7b956-b630-4ee8-9846-5d0dca3888b5 service neutron] Pushing event updated for resources: {'Port': ['ID=5faaf9bc-4919-487c-abb1-6eefe7416d24,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:24.598144 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 3e66e950-9354-4394-bbe9-9e6861338236 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:34:24.598690 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 3e66e950-9354-4394-bbe9-9e6861338236 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:34:24.599200 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 3e66e950-9354-4394-bbe9-9e6861338236 on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:24.603805 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a6859415-33de-4545-bb62-9b8e9a04578d req-c13feff5-f570-4137-b4fa-fbcbe243aca1 service neutron] 10.222.0.87 "GET /v2.0/networks/3100c139-77f4-49d8-b7fa-b7a25c4ec3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537801 Feb 17 17:34:24.609698 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123656e-0b7f-4878-a76a-1f15c9d1677d req-53b6ff56-2307-4c38-ae48-f770cba250a1 tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:24.611192 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8123656e-0b7f-4878-a76a-1f15c9d1677d req-53b6ff56-2307-4c38-ae48-f770cba250a1 tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] 10.222.0.87 "GET /v2.0/networks?id=84756393-ad3a-44ed-8e39-e3fb8fdbd836 HTTP/1.1" status: 200 len: 812 time: 0.3027081 Feb 17 17:34:24.615516 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Port 3e66e950-9354-4394-bbe9-9e6861338236 on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:34:24.615516 n-d-829613-2 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Failed to bind port 3e66e950-9354-4394-bbe9-9e6861338236 on host n-h1-829613-2 for vnic_type normal using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] Feb 17 17:34:24.615516 n-d-829613-2 neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempt 4 to bind port 3e66e950-9354-4394-bbe9-9e6861338236 Feb 17 17:34:24.633963 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 3e66e950-9354-4394-bbe9-9e6861338236 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:34:24.634277 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 3e66e950-9354-4394-bbe9-9e6861338236 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:34:24.634614 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 3e66e950-9354-4394-bbe9-9e6861338236 on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:24.644000 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Port 3e66e950-9354-4394-bbe9-9e6861338236 on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:34:24.644380 n-d-829613-2 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Failed to bind port 3e66e950-9354-4394-bbe9-9e6861338236 on host n-h1-829613-2 for vnic_type normal using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] Feb 17 17:34:24.649160 n-d-829613-2 neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempt 5 to bind port 3e66e950-9354-4394-bbe9-9e6861338236 Feb 17 17:34:24.663085 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8123656e-0b7f-4878-a76a-1f15c9d1677d req-e36328f9-74f0-45d4-b0f0-1adac4feef73 tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] 10.222.0.87 "GET /v2.0/quotas/0bc0062cd2de433a94db7acad125c6ba HTTP/1.1" status: 200 len: 375 time: 0.0462420 Feb 17 17:34:24.675655 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 3e66e950-9354-4394-bbe9-9e6861338236 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:34:24.676606 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 3e66e950-9354-4394-bbe9-9e6861338236 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:34:24.676943 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 3e66e950-9354-4394-bbe9-9e6861338236 on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:24.682583 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ecdad1b-10a7-4c68-847c-ec07ec20cf0d tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for router_gateway (bc6ba003-4a11-4c0a-9fdd-43aaea44b170), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:24.705028 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8123656e-0b7f-4878-a76a-1f15c9d1677d req-a1102445-f481-4262-bb50-cf1fbd0224e8 tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=0bc0062cd2de433a94db7acad125c6ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353251 Feb 17 17:34:24.742206 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-b6e1d44e-8605-4d94-a880-ec4957098a8f req-86b7b956-b630-4ee8-9846-5d0dca3888b5 service neutron] Attempting to bind port 5faaf9bc-4919-487c-abb1-6eefe7416d24 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:34:24.742206 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-b6e1d44e-8605-4d94-a880-ec4957098a8f req-86b7b956-b630-4ee8-9846-5d0dca3888b5 service neutron] Attempting to bind port 5faaf9bc-4919-487c-abb1-6eefe7416d24 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:34:24.742206 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e1d44e-8605-4d94-a880-ec4957098a8f req-86b7b956-b630-4ee8-9846-5d0dca3888b5 service neutron] Attempting to bind port 5faaf9bc-4919-487c-abb1-6eefe7416d24 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:24.761810 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Port 3e66e950-9354-4394-bbe9-9e6861338236 on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:34:24.762489 n-d-829613-2 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Failed to bind port 3e66e950-9354-4394-bbe9-9e6861338236 on host n-h1-829613-2 for vnic_type normal using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] Feb 17 17:34:24.765277 n-d-829613-2 neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempt 6 to bind port 3e66e950-9354-4394-bbe9-9e6861338236 Feb 17 17:34:24.781565 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e1d44e-8605-4d94-a880-ec4957098a8f req-86b7b956-b630-4ee8-9846-5d0dca3888b5 service neutron] Port 5faaf9bc-4919-487c-abb1-6eefe7416d24 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:34:24.781997 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e1d44e-8605-4d94-a880-ec4957098a8f req-86b7b956-b630-4ee8-9846-5d0dca3888b5 service neutron] Attempting to bind port 5faaf9bc-4919-487c-abb1-6eefe7416d24 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:24.793433 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e1d44e-8605-4d94-a880-ec4957098a8f req-86b7b956-b630-4ee8-9846-5d0dca3888b5 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:34:24.794027 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e1d44e-8605-4d94-a880-ec4957098a8f req-86b7b956-b630-4ee8-9846-5d0dca3888b5 service neutron] Checking segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:34:24.794912 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e1d44e-8605-4d94-a880-ec4957098a8f req-86b7b956-b630-4ee8-9846-5d0dca3888b5 service neutron] Bound using segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:34:24.796069 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-b6e1d44e-8605-4d94-a880-ec4957098a8f req-86b7b956-b630-4ee8-9846-5d0dca3888b5 service neutron] Bound port: 5faaf9bc-4919-487c-abb1-6eefe7416d24, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:34:24.796655 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b6e1d44e-8605-4d94-a880-ec4957098a8f req-86b7b956-b630-4ee8-9846-5d0dca3888b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5faaf9bc-4919-487c-abb1-6eefe7416d24), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:24.810108 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 3e66e950-9354-4394-bbe9-9e6861338236 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:34:24.810651 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 3e66e950-9354-4394-bbe9-9e6861338236 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:34:24.810946 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 3e66e950-9354-4394-bbe9-9e6861338236 on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:24.820731 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Port 3e66e950-9354-4394-bbe9-9e6861338236 on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:34:24.821091 n-d-829613-2 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Failed to bind port 3e66e950-9354-4394-bbe9-9e6861338236 on host n-h1-829613-2 for vnic_type normal using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] Feb 17 17:34:24.823368 n-d-829613-2 neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempt 7 to bind port 3e66e950-9354-4394-bbe9-9e6861338236 Feb 17 17:34:24.855069 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 3e66e950-9354-4394-bbe9-9e6861338236 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:34:24.855519 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 3e66e950-9354-4394-bbe9-9e6861338236 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:34:24.855961 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 3e66e950-9354-4394-bbe9-9e6861338236 on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:24.882582 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Port 3e66e950-9354-4394-bbe9-9e6861338236 on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:34:24.883036 n-d-829613-2 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Failed to bind port 3e66e950-9354-4394-bbe9-9e6861338236 on host n-h1-829613-2 for vnic_type normal using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] Feb 17 17:34:24.885046 n-d-829613-2 neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempt 8 to bind port 3e66e950-9354-4394-bbe9-9e6861338236 Feb 17 17:34:24.908337 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 3e66e950-9354-4394-bbe9-9e6861338236 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:34:24.908870 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 3e66e950-9354-4394-bbe9-9e6861338236 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:34:24.909112 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 3e66e950-9354-4394-bbe9-9e6861338236 on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:24.942376 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8123656e-0b7f-4878-a76a-1f15c9d1677d req-1cd096c7-8233-4578-8779-031f3cac6bc5 service neutron] 10.222.0.87 "GET /v2.0/networks/84756393-ad3a-44ed-8e39-e3fb8fdbd836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260997 Feb 17 17:34:24.952584 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Port 3e66e950-9354-4394-bbe9-9e6861338236 on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:34:24.952584 n-d-829613-2 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Failed to bind port 3e66e950-9354-4394-bbe9-9e6861338236 on host n-h1-829613-2 for vnic_type normal using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] Feb 17 17:34:24.953084 n-d-829613-2 neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempt 9 to bind port 3e66e950-9354-4394-bbe9-9e6861338236 Feb 17 17:34:25.040152 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 3e66e950-9354-4394-bbe9-9e6861338236 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:34:25.040533 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 3e66e950-9354-4394-bbe9-9e6861338236 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:34:25.040941 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 3e66e950-9354-4394-bbe9-9e6861338236 on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:25.053747 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Port 3e66e950-9354-4394-bbe9-9e6861338236 on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:34:25.054161 n-d-829613-2 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Failed to bind port 3e66e950-9354-4394-bbe9-9e6861338236 on host n-h1-829613-2 for vnic_type normal using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] Feb 17 17:34:25.057109 n-d-829613-2 neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempt 10 to bind port 3e66e950-9354-4394-bbe9-9e6861338236 Feb 17 17:34:25.080874 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '425aa7a7-c094-4e09-bee2-3fc8aaa7a90f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0fcf80-e301-443a-8e3d-051528746e99'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:34:25.089814 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 3e66e950-9354-4394-bbe9-9e6861338236 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:34:25.090292 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 3e66e950-9354-4394-bbe9-9e6861338236 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:34:25.090613 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d856d88a-0b26-4694-801e-117d80ee6eb8" -d '{"events": [{"server_uuid": "425aa7a7-c094-4e09-bee2-3fc8aaa7a90f", "name": "network-vif-plugged", "status": "completed", "tag": "3d0fcf80-e301-443a-8e3d-051528746e99"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:34:25.090818 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempting to bind port 3e66e950-9354-4394-bbe9-9e6861338236 on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:25.103878 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Port 3e66e950-9354-4394-bbe9-9e6861338236 on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:34:25.104485 n-d-829613-2 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Failed to bind port 3e66e950-9354-4394-bbe9-9e6861338236 on host n-h1-829613-2 for vnic_type normal using segments [{'id': '93eda3e5-ff63-4471-82f5-d5b7d17b2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '36eb3779-ce2c-4e6e-9be8-db72847ed1ef'}] Feb 17 17:34:25.105016 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3e66e950-9354-4394-bbe9-9e6861338236), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:25.130743 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ecdad1b-10a7-4c68-847c-ec07ec20cf0d tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (bc6ba003-4a11-4c0a-9fdd-43aaea44b170), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:25.155579 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-b6e1d44e-8605-4d94-a880-ec4957098a8f req-86b7b956-b630-4ee8-9846-5d0dca3888b5 service neutron] For port 5faaf9bc-4919-487c-abb1-6eefe7416d24, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:34:25.162643 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-b6e1d44e-8605-4d94-a880-ec4957098a8f req-86b7b956-b630-4ee8-9846-5d0dca3888b5 service neutron] For port 5faaf9bc-4919-487c-abb1-6eefe7416d24, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=5faaf9bc-4919-487c-abb1-6eefe7416d24,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:34:25.176291 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff6f0c-b5e4-41af-b054-79ac2c4338b3 req-30dc0006-ba2b-471d-833a-76ba2bd94314 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:25.178205 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f7ff6f0c-b5e4-41af-b054-79ac2c4338b3 req-30dc0006-ba2b-471d-833a-76ba2bd94314 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=f00d4d80-0531-4d28-b776-76d9efd2b420 HTTP/1.1" status: 200 len: 949 time: 0.2279382 Feb 17 17:34:25.183733 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b6e1d44e-8605-4d94-a880-ec4957098a8f req-86b7b956-b630-4ee8-9846-5d0dca3888b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (5faaf9bc-4919-487c-abb1-6eefe7416d24), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:25.251318 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8123656e-0b7f-4878-a76a-1f15c9d1677d req-86b06d37-1164-4d17-a89e-75549f29637a service neutron] 10.222.0.87 "GET /v2.0/networks/84756393-ad3a-44ed-8e39-e3fb8fdbd836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944102 Feb 17 17:34:25.270803 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1d44e-8605-4d94-a880-ec4957098a8f req-86b7b956-b630-4ee8-9846-5d0dca3888b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:25.271488 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b6e1d44e-8605-4d94-a880-ec4957098a8f req-86b7b956-b630-4ee8-9846-5d0dca3888b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:25.273486 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b6e1d44e-8605-4d94-a880-ec4957098a8f req-86b7b956-b630-4ee8-9846-5d0dca3888b5 service neutron] 10.222.0.71 "PUT /v2.0/ports/5faaf9bc-4919-487c-abb1-6eefe7416d24 HTTP/1.1" status: 200 len: 1096 time: 2.4074936 Feb 17 17:34:25.273961 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fdfe57b-fd05-4786-aba9-35c53d6fdcaf', 'tag': '5faaf9bc-4919-487c-abb1-6eefe7416d24'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:34:25.277290 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876bed53-792a-40e2-a6a6-9dbbdaf5cba2" -d '{"events": [{"name": "network-changed", "server_uuid": "9fdfe57b-fd05-4786-aba9-35c53d6fdcaf", "tag": "5faaf9bc-4919-487c-abb1-6eefe7416d24"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:34:25.315513 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b7b956-b630-4ee8-9846-5d0dca3888b5 service neutron] Pushing event updated for resources: {'Port': ['ID=5faaf9bc-4919-487c-abb1-6eefe7416d24,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:25.394988 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f7ff6f0c-b5e4-41af-b054-79ac2c4338b3 req-f8eb9b69-ea4b-4c23-b581-b9fe4acaa44b tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034261 Feb 17 17:34:25.435065 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] For port 3e66e950-9354-4394-bbe9-9e6861338236, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:34:25.435890 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attempted to set empty binding levels {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 17 17:34:25.448825 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (3e66e950-9354-4394-bbe9-9e6861338236), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:25.462191 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1d44e-8605-4d94-a880-ec4957098a8f req-f442da9e-c823-4c6a-b7e6-c3cb8df4828c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:25.464019 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b6e1d44e-8605-4d94-a880-ec4957098a8f req-f442da9e-c823-4c6a-b7e6-c3cb8df4828c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=24d514a6d00a4f52a8689d09d1cf81c2&device_id=9fdfe57b-fd05-4786-aba9-35c53d6fdcaf HTTP/1.1" status: 200 len: 1130 time: 0.1392214 Feb 17 17:34:25.509326 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] In _notify_port_updated(), no bound segment for port 3e66e950-9354-4394-bbe9-9e6861338236 on network 36eb3779-ce2c-4e6e-9be8-db72847ed1ef {{(pid=103434) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 17 17:34:25.510352 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:25.511080 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:25.512790 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] 10.222.0.87 "PUT /v2.0/ports/3e66e950-9354-4394-bbe9-9e6861338236 HTTP/1.1" status: 200 len: 978 time: 1.8233621 Feb 17 17:34:25.517828 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43738) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:25.525484 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b6e1d44e-8605-4d94-a880-ec4957098a8f req-1b5daf45-8481-4af5-ac91-7be012abe7b8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=5faaf9bc-4919-487c-abb1-6eefe7416d24 HTTP/1.1" status: 200 len: 217 time: 0.0511796 Feb 17 17:34:25.582197 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d72207-f13f-4504-a0f4-cdb9f75d2a2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Pushing event updated for resources: {'Port': ['ID=3e66e950-9354-4394-bbe9-9e6861338236,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:25.595515 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ecdad1b-10a7-4c68-847c-ec07ec20cf0d tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Router bc6ba003-4a11-4c0a-9fdd-43aaea44b170 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:34:25.686466 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1d44e-8605-4d94-a880-ec4957098a8f req-f1f3df47-f7f5-4709-b3a7-e002e689f0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:25.688558 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b6e1d44e-8605-4d94-a880-ec4957098a8f req-f1f3df47-f7f5-4709-b3a7-e002e689f0cd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.1578138 Feb 17 17:34:25.746187 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-5aaf5f54-ad3f-4da8-a2b0-2455c23f1638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Deleting port 3e66e950-9354-4394-bbe9-9e6861338236 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:34:25.746541 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5aaf5f54-ad3f-4da8-a2b0-2455c23f1638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (3e66e950-9354-4394-bbe9-9e6861338236), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:25.772917 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-007c07c2-a2e8-4b81-aa24-790fadcab598 req-cbe0da77-cf94-4a1b-9b9c-430a35fc9113 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/ports?device_id=be13ebb0-5343-4dc6-bc42-1067b3780f5d HTTP/1.1" status: 200 len: 210 time: 0.0706439 Feb 17 17:34:25.793124 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848d6eb-cb7a-4083-96f9-c7e63626b30d req-f84b0a3e-c470-434c-9cab-91d63beb5b21 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:25.796920 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c848d6eb-cb7a-4083-96f9-c7e63626b30d req-f84b0a3e-c470-434c-9cab-91d63beb5b21 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fdfe57b-fd05-4786-aba9-35c53d6fdcaf HTTP/1.1" status: 200 len: 948 time: 0.2236574 Feb 17 17:34:25.822553 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ecdad1b-10a7-4c68-847c-ec07ec20cf0d tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:34:25.848103 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1d44e-8605-4d94-a880-ec4957098a8f req-0a9a9816-ff84-42e9-8801-9efab17fde4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:25.849953 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b6e1d44e-8605-4d94-a880-ec4957098a8f req-0a9a9816-ff84-42e9-8801-9efab17fde4d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1497259 Feb 17 17:34:25.857922 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-5aaf5f54-ad3f-4da8-a2b0-2455c23f1638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] For port 3e66e950-9354-4394-bbe9-9e6861338236, host n-h1-829613-2, got binding levels [] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:34:25.859838 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5aaf5f54-ad3f-4da8-a2b0-2455c23f1638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (3e66e950-9354-4394-bbe9-9e6861338236), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:25.865186 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b93c49-3f08-43ff-b67d-e9730da4989d None None] Sync routers for ids ['bc6ba003-4a11-4c0a-9fdd-43aaea44b170'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:34:25.898954 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-5aaf5f54-ad3f-4da8-a2b0-2455c23f1638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Calling delete_port for 3e66e950-9354-4394-bbe9-9e6861338236 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:34:25.907164 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b93c49-3f08-43ff-b67d-e9730da4989d None None] Routers {'bc6ba003-4a11-4c0a-9fdd-43aaea44b170'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:34:25.907821 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-16b93c49-3f08-43ff-b67d-e9730da4989d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:34:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['bc6ba003-4a11-4c0a-9fdd-43aaea44b170'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:25.934319 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ecdad1b-10a7-4c68-847c-ec07ec20cf0d tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:25.936323 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8ecdad1b-10a7-4c68-847c-ec07ec20cf0d tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.1408305 Feb 17 17:34:25.946492 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c848d6eb-cb7a-4083-96f9-c7e63626b30d req-28653bdc-af16-4bee-b977-47de283da63f tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418993 Feb 17 17:34:25.953295 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43750) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:25.968284 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-4c01e5d6-85e9-4a92-8a62-2da1e0b18c76 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'enable_snat': False}}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:34:26.040220 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-16b93c49-3f08-43ff-b67d-e9730da4989d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:26.046149 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfab57de-8398-4bfe-a86c-b023337c7996 x-openstack-request-id: req-cfab57de-8398-4bfe-a86c-b023337c7996 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:34:26.046453 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "425aa7a7-c094-4e09-bee2-3fc8aaa7a90f", "name": "network-vif-plugged", "status": "completed", "tag": "3d0fcf80-e301-443a-8e3d-051528746e99", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:34:26.046737 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-cfab57de-8398-4bfe-a86c-b023337c7996 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:34:26.047151 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '425aa7a7-c094-4e09-bee2-3fc8aaa7a90f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0fcf80-e301-443a-8e3d-051528746e99', 'code': 200} Feb 17 17:34:26.080639 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b93c49-3f08-43ff-b67d-e9730da4989d None None] Routers {'bc6ba003-4a11-4c0a-9fdd-43aaea44b170'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:34:26.081272 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5aaf5f54-ad3f-4da8-a2b0-2455c23f1638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (3e66e950-9354-4394-bbe9-9e6861338236), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:26.083370 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-16b93c49-3f08-43ff-b67d-e9730da4989d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:34:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['bc6ba003-4a11-4c0a-9fdd-43aaea44b170'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:26.087594 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43756) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:26.130788 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-16b93c49-3f08-43ff-b67d-e9730da4989d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:26.131810 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b93c49-3f08-43ff-b67d-e9730da4989d None None] The sync data for ids ['bc6ba003-4a11-4c0a-9fdd-43aaea44b170'] in n-d-829613-2 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:34:26.136519 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7afc66e9-3d90-4b12-a9b7-4f538992c461 x-openstack-request-id: req-7afc66e9-3d90-4b12-a9b7-4f538992c461 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:34:26.137147 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fdfe57b-fd05-4786-aba9-35c53d6fdcaf", "tag": "5faaf9bc-4919-487c-abb1-6eefe7416d24", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:34:26.137528 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7afc66e9-3d90-4b12-a9b7-4f538992c461 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:34:26.138099 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fdfe57b-fd05-4786-aba9-35c53d6fdcaf', 'tag': '5faaf9bc-4919-487c-abb1-6eefe7416d24', 'status': 'completed', 'code': 200} Feb 17 17:34:26.192588 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5aaf5f54-ad3f-4da8-a2b0-2455c23f1638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:26.195826 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5aaf5f54-ad3f-4da8-a2b0-2455c23f1638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] 10.222.0.87 "DELETE /v2.0/ports/3e66e950-9354-4394-bbe9-9e6861338236 HTTP/1.1" status: 204 len: 168 time: 0.6769681 Feb 17 17:34:26.196943 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf5f54-ad3f-4da8-a2b0-2455c23f1638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e66e950-9354-4394-bbe9-9e6861338236,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:26.203388 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43768) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:26.257461 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-66b76f35-b965-426f-8e74-6515d600615f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1008680030-network', 'tenant_id': '918d19e8f1f044baa808ac9d66a136f9'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:34:26.278088 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b76f35-b965-426f-8e74-6515d600615f admin admin] Made reservation on behalf of 918d19e8f1f044baa808ac9d66a136f9 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:34:26.281543 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66b76f35-b965-426f-8e74-6515d600615f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:26.285813 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d1d958ca-6d58-4ab4-a5a0-109c2fd9d0bb req-df700aee-9ab0-48ba-99c7-525a5e305e66 tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] 10.222.0.87 "GET /v2.0/ports?device_id=146f3a36-f036-4955-8e74-3d0f7bf6d119 HTTP/1.1" status: 200 len: 210 time: 0.1910596 Feb 17 17:34:26.289866 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66b76f35-b965-426f-8e74-6515d600615f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:26.307222 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e7230091-1205-4c1d-a634-3388cc0c8f4a req-972df878-6268-4661-a03b-3beb0f255cfc tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=e9f4ea813c214d12853f6eebadb4d38e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1262219 Feb 17 17:34:26.314888 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec37245d-3766-4e4b-9683-f965b6157812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] GET failed (client error): The resource could not be found. Feb 17 17:34:26.316795 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-ec37245d-3766-4e4b-9683-f965b6157812 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-876596050-project-admin] 10.222.0.87 "GET /v2.0/ports/3e66e950-9354-4394-bbe9-9e6861338236 HTTP/1.1" status: 404 len: 333 time: 0.1098197 Feb 17 17:34:26.320408 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43772) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:26.364807 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b6e1d44e-8605-4d94-a880-ec4957098a8f req-46c68992-6384-4573-9ad5-a1aa4318b55d service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5047290 Feb 17 17:34:26.429231 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0e7bb750-db20-4228-b733-3669dd2491ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (36eb3779-ce2c-4e6e-9be8-db72847ed1ef), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:26.509768 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66b76f35-b965-426f-8e74-6515d600615f admin admin] Publish callbacks [] for security_group (4a46e179-4efe-408d-8163-359e1c80274b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:26.520722 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66b76f35-b965-426f-8e74-6515d600615f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (4a46e179-4efe-408d-8163-359e1c80274b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:26.569828 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0e7bb750-db20-4228-b733-3669dd2491ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (36eb3779-ce2c-4e6e-9be8-db72847ed1ef), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:26.588727 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66b76f35-b965-426f-8e74-6515d600615f admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:34:26.619135 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-0e7bb750-db20-4228-b733-3669dd2491ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36eb3779-ce2c-4e6e-9be8-db72847ed1ef']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:26.621203 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b76f35-b965-426f-8e74-6515d600615f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a46e179-4efe-408d-8163-359e1c80274b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:26.630162 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66b76f35-b965-426f-8e74-6515d600615f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (02645fb9-f8c0-4e52-bfd2-07423e88e8ac), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:26.630162 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-66b76f35-b965-426f-8e74-6515d600615f admin admin] Added segment 02645fb9-f8c0-4e52-bfd2-07423e88e8ac of type vlan for network 0a5e4a87-4ee5-43ba-9b80-4028df7a735a Feb 17 17:34:26.644194 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-0e7bb750-db20-4228-b733-3669dd2491ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93eda3e5-ff63-4471-82f5-d5b7d17b2c27') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:26.644525 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-0e7bb750-db20-4228-b733-3669dd2491ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93eda3e5-ff63-4471-82f5-d5b7d17b2c27') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:26.672644 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7230091-1205-4c1d-a634-3388cc0c8f4a req-e47d4421-69c3-45a4-9ae0-dc486e47372f tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:26.675407 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0e7bb750-db20-4228-b733-3669dd2491ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (93eda3e5-ff63-4471-82f5-d5b7d17b2c27), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:26.679536 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e7230091-1205-4c1d-a634-3388cc0c8f4a req-e47d4421-69c3-45a4-9ae0-dc486e47372f tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3600273 Feb 17 17:34:26.699336 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66b76f35-b965-426f-8e74-6515d600615f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (0a5e4a87-4ee5-43ba-9b80-4028df7a735a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:26.702403 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0e7bb750-db20-4228-b733-3669dd2491ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (93eda3e5-ff63-4471-82f5-d5b7d17b2c27), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:26.712495 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e7bb750-db20-4228-b733-3669dd2491ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:34:26.712947 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0e7bb750-db20-4228-b733-3669dd2491ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (93eda3e5-ff63-4471-82f5-d5b7d17b2c27), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:26.715968 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:34:26.715968 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:34:26.715968 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:34:26.715968 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:34:26.715968 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:34:26.715968 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:34:26.715968 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:34:26.715968 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:34:26.715968 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:34:26.715968 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:34:26.715968 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:34:26.715968 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:34:26.715968 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:34:26.715968 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:34:26.715968 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:34:26.715968 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:34:26.715968 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:34:26.715968 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:34:26.715968 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:34:26.715968 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:34:26.715968 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:34:26.715968 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:34:26.715968 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:34:26.715968 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:34:26.715968 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:34:26.715968 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:34:26.715968 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:34:26.715968 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:34:26.715968 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:34:26.715968 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:34:26.715968 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:34:26.715968 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:34:26.734279 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b6e1d44e-8605-4d94-a880-ec4957098a8f req-36c23902-b5f0-4bd3-b43d-d2d00a6e203a service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555400 Feb 17 17:34:26.747815 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e7230091-1205-4c1d-a634-3388cc0c8f4a req-74f40538-b94c-4517-9842-b84cbe029ff3 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/quotas/e9f4ea813c214d12853f6eebadb4d38e HTTP/1.1" status: 200 len: 375 time: 0.0641291 Feb 17 17:34:26.814964 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66b76f35-b965-426f-8e74-6515d600615f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (0a5e4a87-4ee5-43ba-9b80-4028df7a735a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:26.816273 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b76f35-b965-426f-8e74-6515d600615f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:26.817022 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66b76f35-b965-426f-8e74-6515d600615f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:26.835805 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0e7bb750-db20-4228-b733-3669dd2491ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (36eb3779-ce2c-4e6e-9be8-db72847ed1ef), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:26.851963 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0e7bb750-db20-4228-b733-3669dd2491ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:26.858722 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0e7bb750-db20-4228-b733-3669dd2491ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219-project] 10.222.0.87 "DELETE /v2.0/networks/36eb3779-ce2c-4e6e-9be8-db72847ed1ef HTTP/1.1" status: 204 len: 168 time: 0.5365613 Feb 17 17:34:26.866618 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6859415-33de-4545-bb62-9b8e9a04578d req-9f3a9f7b-6500-4a68-8254-43494ea34681 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:26.868282 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a6859415-33de-4545-bb62-9b8e9a04578d req-9f3a9f7b-6500-4a68-8254-43494ea34681 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.91 "GET /v2.0/networks?id=3100c139-77f4-49d8-b7fa-b7a25c4ec3d8 HTTP/1.1" status: 200 len: 820 time: 0.3537321 Feb 17 17:34:26.870666 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-66b76f35-b965-426f-8e74-6515d600615f admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7798738 Feb 17 17:34:26.914831 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43778) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:26.920224 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-796e034c-efb8-401c-b0a2-d23905ecf8c4 admin admin] Request body: {'subnet': {'network_id': '0a5e4a87-4ee5-43ba-9b80-4028df7a735a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1008680030-subnet', 'tenant_id': '918d19e8f1f044baa808ac9d66a136f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:34:26.920576 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b76f35-b965-426f-8e74-6515d600615f admin admin] Pushing event updated for resources: {'Network': ['ID=0a5e4a87-4ee5-43ba-9b80-4028df7a735a,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:26.934575 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 0a5e4a87-4ee5-43ba-9b80-4028df7a735a details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:34:26.945991 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bb750-db20-4228-b733-3669dd2491ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268396219-project] Pushing event deleted for resources: {'Network': ['ID=36eb3779-ce2c-4e6e-9be8-db72847ed1ef,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:26.951293 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-a6859415-33de-4545-bb62-9b8e9a04578d req-9563312b-62ff-4f7b-88c4-3124f34bb121 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Request body: {'port': {'device_id': 'be13ebb0-5343-4dc6-bc42-1067b3780f5d', 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8', 'admin_state_up': True, 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:34:27.016078 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c6b59a54-4d90-4937-b652-90c94ba1cb10 req-c39a464f-3ae0-4f3d-a30d-ea07a1c2a7e1 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/ports?device_id=be13ebb0-5343-4dc6-bc42-1067b3780f5d HTTP/1.1" status: 200 len: 210 time: 0.1408572 Feb 17 17:34:27.090750 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796e034c-efb8-401c-b0a2-d23905ecf8c4 admin admin] Made reservation on behalf of 918d19e8f1f044baa808ac9d66a136f9 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:34:27.093814 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-796e034c-efb8-401c-b0a2-d23905ecf8c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:27.104892 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e7230091-1205-4c1d-a634-3388cc0c8f4a req-f6734577-53fd-4225-8c55-2260fb9baca8 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=e9f4ea813c214d12853f6eebadb4d38e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3555331 Feb 17 17:34:27.146676 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43784) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:27.183117 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4c01e5d6-85e9-4a92-8a62-2da1e0b18c76 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks [] for router_gateway (bc6ba003-4a11-4c0a-9fdd-43aaea44b170), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:27.200600 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876bed53-792a-40e2-a6a6-9dbbdaf5cba2 req-f9fd31c6-f63e-423f-a814-c95620b72f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:27.203013 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-876bed53-792a-40e2-a6a6-9dbbdaf5cba2 req-f9fd31c6-f63e-423f-a814-c95620b72f3b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=24d514a6d00a4f52a8689d09d1cf81c2&device_id=9fdfe57b-fd05-4786-aba9-35c53d6fdcaf HTTP/1.1" status: 200 len: 1130 time: 0.3974926 Feb 17 17:34:27.419793 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123656e-0b7f-4878-a76a-1f15c9d1677d req-932ce660-2f6e-4147-a97a-7f413deb8974 tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:27.422002 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8123656e-0b7f-4878-a76a-1f15c9d1677d req-932ce660-2f6e-4147-a97a-7f413deb8974 tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] 10.222.0.91 "GET /v2.0/networks?id=84756393-ad3a-44ed-8e39-e3fb8fdbd836 HTTP/1.1" status: 200 len: 812 time: 0.1900797 Feb 17 17:34:27.442933 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-8123656e-0b7f-4878-a76a-1f15c9d1677d req-b63baac5-9ffa-4575-8a08-6faecebb36be tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] Request body: {'port': {'device_id': '146f3a36-f036-4955-8e74-3d0f7bf6d119', 'network_id': '84756393-ad3a-44ed-8e39-e3fb8fdbd836', 'admin_state_up': True, 'tenant_id': '0bc0062cd2de433a94db7acad125c6ba'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:34:27.483926 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-670fc479-08f4-48a4-9744-9589187001a7 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d41d6197b1e949819537bd1289988495&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3351085 Feb 17 17:34:27.486880 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43794) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:27.610500 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3699fa4-f31e-4763-af01-63cf908609df admin admin] Publish callbacks [] for security_group (5ec28302-c9ab-41c3-b8dd-9015d3f784e3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:27.641783 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8123656e-0b7f-4878-a76a-1f15c9d1677d req-b63baac5-9ffa-4575-8a08-6faecebb36be tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] Made reservation on behalf of 0bc0062cd2de433a94db7acad125c6ba for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:34:27.646958 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8123656e-0b7f-4878-a76a-1f15c9d1677d req-b63baac5-9ffa-4575-8a08-6faecebb36be tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:27.652893 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3699fa4-f31e-4763-af01-63cf908609df admin admin] Publish callbacks [] for security_group (5ec28302-c9ab-41c3-b8dd-9015d3f784e3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:27.768984 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3699fa4-f31e-4763-af01-63cf908609df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (5ec28302-c9ab-41c3-b8dd-9015d3f784e3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:27.771983 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3699fa4-f31e-4763-af01-63cf908609df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:27.775768 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a3699fa4-f31e-4763-af01-63cf908609df admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5ec28302-c9ab-41c3-b8dd-9015d3f784e3 HTTP/1.1" status: 204 len: 168 time: 0.2848699 Feb 17 17:34:27.810572 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3699fa4-f31e-4763-af01-63cf908609df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec28302-c9ab-41c3-b8dd-9015d3f784e3,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:27.850918 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-8123656e-0b7f-4878-a76a-1f15c9d1677d req-b63baac5-9ffa-4575-8a08-6faecebb36be tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] Allocated IP 172.20.0.3 (84756393-ad3a-44ed-8e39-e3fb8fdbd836/6db4a16b-c245-4123-acec-3fd088eed6df/ea5b13af-fe10-47b9-86b2-aae5b60542d8) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:34:27.870814 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-840bea31-9c2c-475f-a961-21a94cbc65a5 req-8e0f596e-03a2-47c9-9dda-d93eff71cb7c tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=063254ca-547c-4463-b259-f72752788097 HTTP/1.1" status: 200 len: 210 time: 0.1027062 Feb 17 17:34:27.988592 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0e62b799-0245-42ed-bc7b-80561d15bd5c req-083c8596-d3b2-4314-9927-a1819415b9fb tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] 10.222.0.87 "GET /v2.0/ports?device_id=146f3a36-f036-4955-8e74-3d0f7bf6d119 HTTP/1.1" status: 200 len: 210 time: 0.0511160 Feb 17 17:34:28.028508 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa1fd0-0718-4811-a0c8-024429985c16 req-2bbdb82f-4532-478f-b65f-1e7861a6bb51 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:28.030580 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-93fa1fd0-0718-4811-a0c8-024429985c16 req-2bbdb82f-4532-478f-b65f-1e7861a6bb51 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fdfe57b-fd05-4786-aba9-35c53d6fdcaf HTTP/1.1" status: 200 len: 948 time: 0.9248323 Feb 17 17:34:28.036646 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6859415-33de-4545-bb62-9b8e9a04578d req-9563312b-62ff-4f7b-88c4-3124f34bb121 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Made reservation on behalf of 9dba40edc9c14b8fb9d6b4695dd74e24 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:34:28.040858 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a6859415-33de-4545-bb62-9b8e9a04578d req-9563312b-62ff-4f7b-88c4-3124f34bb121 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:28.067130 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8123656e-0b7f-4878-a76a-1f15c9d1677d req-b63baac5-9ffa-4575-8a08-6faecebb36be tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] Publish callbacks [] for port (ea5b13af-fe10-47b9-86b2-aae5b60542d8), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:28.130940 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8123656e-0b7f-4878-a76a-1f15c9d1677d req-b63baac5-9ffa-4575-8a08-6faecebb36be tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (ea5b13af-fe10-47b9-86b2-aae5b60542d8), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:28.135495 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876bed53-792a-40e2-a6a6-9dbbdaf5cba2 req-b4adb96d-b004-4268-a934-eb273ea83a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:28.137111 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-876bed53-792a-40e2-a6a6-9dbbdaf5cba2 req-b4adb96d-b004-4268-a934-eb273ea83a77 service neutron] 10.222.0.71 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 0.3780642 Feb 17 17:34:28.214982 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8123656e-0b7f-4878-a76a-1f15c9d1677d req-b63baac5-9ffa-4575-8a08-6faecebb36be tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] Network 84756393-ad3a-44ed-8e39-e3fb8fdbd836 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:34:28.216959 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63baac5-9ffa-4575-8a08-6faecebb36be tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] Pushing event updated for resources: {'Port': ['ID=ea5b13af-fe10-47b9-86b2-aae5b60542d8,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:28.220375 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-8123656e-0b7f-4878-a76a-1f15c9d1677d req-b63baac5-9ffa-4575-8a08-6faecebb36be tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:34:28.222916 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-8123656e-0b7f-4878-a76a-1f15c9d1677d req-b63baac5-9ffa-4575-8a08-6faecebb36be tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:34:28.232579 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-624aec13-e81e-41f6-b189-d11f945f16c7 req-a8c6a930-e224-4f83-bad9-919b46c3b5ca tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/ports?device_id=be13ebb0-5343-4dc6-bc42-1067b3780f5d HTTP/1.1" status: 200 len: 210 time: 0.1217754 Feb 17 17:34:28.275016 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123656e-0b7f-4878-a76a-1f15c9d1677d req-b63baac5-9ffa-4575-8a08-6faecebb36be tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:28.275792 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8123656e-0b7f-4878-a76a-1f15c9d1677d req-b63baac5-9ffa-4575-8a08-6faecebb36be tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:28.288024 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43808) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:28.298915 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8123656e-0b7f-4878-a76a-1f15c9d1677d req-b63baac5-9ffa-4575-8a08-6faecebb36be tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8643177 Feb 17 17:34:28.317843 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-8123656e-0b7f-4878-a76a-1f15c9d1677d req-ed2aeaab-eacc-41e6-9041-88df35b0014a service neutron] Request body: {'port': {'device_id': '146f3a36-f036-4955-8e74-3d0f7bf6d119', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:34:28.340044 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-876bed53-792a-40e2-a6a6-9dbbdaf5cba2 req-b64e360b-9aa1-4b87-b939-458048f94e45 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=5faaf9bc-4919-487c-abb1-6eefe7416d24 HTTP/1.1" status: 200 len: 217 time: 0.1721487 Feb 17 17:34:28.360791 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e11f02d5-904a-4e1b-93f2-1bdc70a87dbc admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1b3e0ed5d5c04788a35a46122bb3550c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0715322 Feb 17 17:34:28.366761 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43810) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:28.415029 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8123656e-0b7f-4878-a76a-1f15c9d1677d req-ed2aeaab-eacc-41e6-9041-88df35b0014a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ea5b13af-fe10-47b9-86b2-aae5b60542d8), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:28.435091 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-93fa1fd0-0718-4811-a0c8-024429985c16 req-492f6c6b-4e70-4431-944f-d7cb255954b9 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917692 Feb 17 17:34:28.474918 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6dc8aaf0-574d-4442-bbfb-2302f783a0ed admin admin] Publish callbacks [] for security_group (216ff3c8-f4a8-4fb6-9648-87d7b9ec51c3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:28.512923 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-796e034c-efb8-401c-b0a2-d23905ecf8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (98ec6acc-308e-4130-b06f-00382706d70a), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:28.520023 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6dc8aaf0-574d-4442-bbfb-2302f783a0ed admin admin] Publish callbacks [] for security_group (216ff3c8-f4a8-4fb6-9648-87d7b9ec51c3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:28.527027 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876bed53-792a-40e2-a6a6-9dbbdaf5cba2 req-da429201-60ac-4019-a43c-e306f67d5c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:28.529597 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-876bed53-792a-40e2-a6a6-9dbbdaf5cba2 req-da429201-60ac-4019-a43c-e306f67d5c13 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.1800346 Feb 17 17:34:28.625908 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e7230091-1205-4c1d-a634-3388cc0c8f4a req-70c88a19-d31b-4490-8961-814c736c3207 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=e9f4ea813c214d12853f6eebadb4d38e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478919 Feb 17 17:34:28.626386 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-a6859415-33de-4545-bb62-9b8e9a04578d req-9563312b-62ff-4f7b-88c4-3124f34bb121 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Allocated IP 172.20.0.11 (3100c139-77f4-49d8-b7fa-b7a25c4ec3d8/fcea941e-c7ab-41fc-b153-28fd81921144/62144165-7534-4f7e-bb99-db99d8e3e441) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:34:28.650013 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e034c-efb8-401c-b0a2-d23905ecf8c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98ec6acc-308e-4130-b06f-00382706d70a,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:28.734430 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6dc8aaf0-574d-4442-bbfb-2302f783a0ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (216ff3c8-f4a8-4fb6-9648-87d7b9ec51c3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:28.737013 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6dc8aaf0-574d-4442-bbfb-2302f783a0ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:28.741000 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6dc8aaf0-574d-4442-bbfb-2302f783a0ed admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/216ff3c8-f4a8-4fb6-9648-87d7b9ec51c3 HTTP/1.1" status: 204 len: 168 time: 0.3696043 Feb 17 17:34:28.786228 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc8aaf0-574d-4442-bbfb-2302f783a0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216ff3c8-f4a8-4fb6-9648-87d7b9ec51c3,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:28.791723 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876bed53-792a-40e2-a6a6-9dbbdaf5cba2 req-649db652-d917-4057-bf37-d2771c6209b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:28.793306 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-876bed53-792a-40e2-a6a6-9dbbdaf5cba2 req-649db652-d917-4057-bf37-d2771c6209b4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2358294 Feb 17 17:34:28.794059 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796e034c-efb8-401c-b0a2-d23905ecf8c4 admin admin] Checking segment: {'id': '02645fb9-f8c0-4e52-bfd2-07423e88e8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0a5e4a87-4ee5-43ba-9b80-4028df7a735a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:34:28.794427 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796e034c-efb8-401c-b0a2-d23905ecf8c4 admin admin] Network hostable DHCP agents. Network: 0a5e4a87-4ee5-43ba-9b80-4028df7a735a, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:34:28.865301 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7230091-1205-4c1d-a634-3388cc0c8f4a req-61ef8a02-ac8d-44b6-ac5e-81903573e540 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:28.866814 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e7230091-1205-4c1d-a634-3388cc0c8f4a req-61ef8a02-ac8d-44b6-ac5e-81903573e540 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2349856 Feb 17 17:34:28.917187 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-e7230091-1205-4c1d-a634-3388cc0c8f4a req-91244de7-6fe2-4181-8370-716c132ea693 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Request body: {'port': {'device_id': '063254ca-547c-4463-b259-f72752788097', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'admin_state_up': True, 'tenant_id': 'e9f4ea813c214d12853f6eebadb4d38e'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:34:29.020764 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796e034c-efb8-401c-b0a2-d23905ecf8c4 admin admin] Network 0a5e4a87-4ee5-43ba-9b80-4028df7a735a is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:34:29.065296 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8cf9daaf-5817-4b46-93ad-6e9acb55205f req-d1c9320b-8807-4713-84e1-222a84154179 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=063254ca-547c-4463-b259-f72752788097 HTTP/1.1" status: 200 len: 210 time: 0.0967293 Feb 17 17:34:29.070572 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-796e034c-efb8-401c-b0a2-d23905ecf8c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 0a5e4a87-4ee5-43ba-9b80-4028df7a735a) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:34:29.084151 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce639f8-716e-48eb-985b-0c5a99d7b84b None None] Network 0a5e4a87-4ee5-43ba-9b80-4028df7a735a requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:34:29.168659 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796e034c-efb8-401c-b0a2-d23905ecf8c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:29.169262 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-796e034c-efb8-401c-b0a2-d23905ecf8c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:29.222823 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-876bed53-792a-40e2-a6a6-9dbbdaf5cba2 req-933b3195-ded9-48cf-aec1-77180e476bf7 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151151 Feb 17 17:34:29.233726 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43d891b-f950-4846-8105-e3fe494ef694 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-0a5e4a87-4ee5-43ba-9b80-4028df7a735a', 'network_id': '0a5e4a87-4ee5-43ba-9b80-4028df7a735a', 'project_id': '918d19e8f1f044baa808ac9d66a136f9', 'fixed_ips': [{'subnet_id': '98ec6acc-308e-4130-b06f-00382706d70a'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:34:29.234798 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e43d891b-f950-4846-8105-e3fe494ef694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:29.294566 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-796e034c-efb8-401c-b0a2-d23905ecf8c4 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3786426 Feb 17 17:34:29.307790 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a6859415-33de-4545-bb62-9b8e9a04578d req-9563312b-62ff-4f7b-88c4-3124f34bb121 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Publish callbacks [] for port (62144165-7534-4f7e-bb99-db99d8e3e441), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:29.330107 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43828) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:29.337918 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-693dd5db-dc71-48b7-a242-fa8265750d32 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1008680030-router', 'tenant_id': '918d19e8f1f044baa808ac9d66a136f9', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:34:29.376612 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-8123656e-0b7f-4878-a76a-1f15c9d1677d req-ed2aeaab-eacc-41e6-9041-88df35b0014a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea5b13af-fe10-47b9-86b2-aae5b60542d8 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:34:29.410664 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8123656e-0b7f-4878-a76a-1f15c9d1677d req-ed2aeaab-eacc-41e6-9041-88df35b0014a service neutron] Publish callbacks [] for port (ea5b13af-fe10-47b9-86b2-aae5b60542d8), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:29.437995 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-8123656e-0b7f-4878-a76a-1f15c9d1677d req-ed2aeaab-eacc-41e6-9041-88df35b0014a service neutron] Transition to ACTIVE for port object ea5b13af-fe10-47b9-86b2-aae5b60542d8 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:34:29.462438 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8123656e-0b7f-4878-a76a-1f15c9d1677d req-ed2aeaab-eacc-41e6-9041-88df35b0014a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (ea5b13af-fe10-47b9-86b2-aae5b60542d8), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:29.463696 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-31681545-7e66-414b-92e5-78b31f11fc39 req-47cce40c-d41a-4974-866a-2ae184f61f32 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/ports?device_id=be13ebb0-5343-4dc6-bc42-1067b3780f5d HTTP/1.1" status: 200 len: 210 time: 0.0961082 Feb 17 17:34:29.477501 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-693dd5db-dc71-48b7-a242-fa8265750d32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (5da8e7a7-b629-4290-b86c-f2777850e416), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:29.478855 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-693dd5db-dc71-48b7-a242-fa8265750d32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (5da8e7a7-b629-4290-b86c-f2777850e416), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:29.503396 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-e43d891b-f950-4846-8105-e3fe494ef694 None None] Allocated IP 172.20.0.2 (0a5e4a87-4ee5-43ba-9b80-4028df7a735a/98ec6acc-308e-4130-b06f-00382706d70a/75637c39-ca85-4efe-a9ae-7d9bd9a9b65b) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:34:29.505014 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0c4c6-48cd-4cba-93b6-7087bfc479e1 req-28f84bc0-3a12-46f7-aa30-92368c762292 tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:29.506830 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-21d0c4c6-48cd-4cba-93b6-7087bfc479e1 req-28f84bc0-3a12-46f7-aa30-92368c762292 tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] 10.222.0.87 "GET /v2.0/ports?device_id=146f3a36-f036-4955-8e74-3d0f7bf6d119 HTTP/1.1" status: 200 len: 931 time: 0.3922825 Feb 17 17:34:29.540100 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7230091-1205-4c1d-a634-3388cc0c8f4a req-91244de7-6fe2-4181-8370-716c132ea693 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Made reservation on behalf of e9f4ea813c214d12853f6eebadb4d38e for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:34:29.543438 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e7230091-1205-4c1d-a634-3388cc0c8f4a req-91244de7-6fe2-4181-8370-716c132ea693 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:29.578738 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2aeaab-eacc-41e6-9041-88df35b0014a service neutron] Pushing event updated for resources: {'Port': ['ID=ea5b13af-fe10-47b9-86b2-aae5b60542d8,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:29.684335 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-876bed53-792a-40e2-a6a6-9dbbdaf5cba2 req-87242e54-ee56-40c9-b78b-ff0f456f3f52 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478209 Feb 17 17:34:29.756209 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a6859415-33de-4545-bb62-9b8e9a04578d req-9563312b-62ff-4f7b-88c4-3124f34bb121 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (62144165-7534-4f7e-bb99-db99d8e3e441), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:29.757130 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-e7230091-1205-4c1d-a634-3388cc0c8f4a req-91244de7-6fe2-4181-8370-716c132ea693 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Allocated IP 192.168.233.190 (82b8d039-1c14-456f-ab24-8b3aebebd7d8/ac79920f-9ddd-4352-b866-6056158b178e/fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:34:29.766572 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-693dd5db-dc71-48b7-a242-fa8265750d32 admin admin] Publish callbacks [] for router_controller (5da8e7a7-b629-4290-b86c-f2777850e416), precommit_add_association {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:29.786183 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e43d891b-f950-4846-8105-e3fe494ef694 None None] Publish callbacks [] for port (75637c39-ca85-4efe-a9ae-7d9bd9a9b65b), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:29.795756 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:34:29.798150 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 5faaf9bc-4919-487c-abb1-6eefe7416d24 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:34:29.906333 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-21d0c4c6-48cd-4cba-93b6-7087bfc479e1 req-463e4124-df2e-4869-a190-f6cd4d4838c7 tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] 10.222.0.87 "GET /v2.0/security-groups?id=90d87b1d-1c14-4b29-87a0-9ae11b73b3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3860533 Feb 17 17:34:29.912588 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6859415-33de-4545-bb62-9b8e9a04578d req-9563312b-62ff-4f7b-88c4-3124f34bb121 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Network 3100c139-77f4-49d8-b7fa-b7a25c4ec3d8 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:34:29.928420 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-a6859415-33de-4545-bb62-9b8e9a04578d req-9563312b-62ff-4f7b-88c4-3124f34bb121 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:34:29.938071 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 5faaf9bc-4919-487c-abb1-6eefe7416d24, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=5faaf9bc-4919-487c-abb1-6eefe7416d24,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:34:29.942448 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6859415-33de-4545-bb62-9b8e9a04578d req-9563312b-62ff-4f7b-88c4-3124f34bb121 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:34:29.947611 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '5faaf9bc-4919-487c-abb1-6eefe7416d24', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'port_id': '5faaf9bc-4919-487c-abb1-6eefe7416d24', 'mac_address': 'fa:16:3e:be:b0:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac79920f-9ddd-4352-b866-6056158b178e', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:34:29.953553 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4c01e5d6-85e9-4a92-8a62-2da1e0b18c76 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-362104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31404'] for router (bc6ba003-4a11-4c0a-9fdd-43aaea44b170), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:29.965281 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43842) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:30.029798 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fca080-0aaf-4701-8117-35a2c519ca6a req-c264f456-145a-4937-9a25-cdfe0cbad9f1 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:30.031996 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e6fca080-0aaf-4701-8117-35a2c519ca6a req-c264f456-145a-4937-9a25-cdfe0cbad9f1 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fdfe57b-fd05-4786-aba9-35c53d6fdcaf HTTP/1.1" status: 200 len: 948 time: 0.3928723 Feb 17 17:34:30.043207 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e7230091-1205-4c1d-a634-3388cc0c8f4a req-91244de7-6fe2-4181-8370-716c132ea693 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Publish callbacks [] for port (fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:30.109944 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e7230091-1205-4c1d-a634-3388cc0c8f4a req-91244de7-6fe2-4181-8370-716c132ea693 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:30.165662 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-8123656e-0b7f-4878-a76a-1f15c9d1677d req-ed2aeaab-eacc-41e6-9041-88df35b0014a service neutron] Attempting to bind port ea5b13af-fe10-47b9-86b2-aae5b60542d8 on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:34:30.165870 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-8123656e-0b7f-4878-a76a-1f15c9d1677d req-ed2aeaab-eacc-41e6-9041-88df35b0014a service neutron] Attempting to bind port ea5b13af-fe10-47b9-86b2-aae5b60542d8 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '3d8a424f-84f6-457e-8a17-3b5f538aaf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '84756393-ad3a-44ed-8e39-e3fb8fdbd836'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:34:30.166212 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8123656e-0b7f-4878-a76a-1f15c9d1677d req-ed2aeaab-eacc-41e6-9041-88df35b0014a service neutron] Attempting to bind port ea5b13af-fe10-47b9-86b2-aae5b60542d8 on network 84756393-ad3a-44ed-8e39-e3fb8fdbd836 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:30.171359 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9563312b-62ff-4f7b-88c4-3124f34bb121 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Pushing event updated for resources: {'Port': ['ID=62144165-7534-4f7e-bb99-db99d8e3e441,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:30.174199 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4c01e5d6-85e9-4a92-8a62-2da1e0b18c76 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-362081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-362090', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-362947'] for router (bc6ba003-4a11-4c0a-9fdd-43aaea44b170), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:30.180989 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-c7c0925a-7768-4a7a-9756-11f7abe34e6a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1792372318'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:34:30.216103 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7230091-1205-4c1d-a634-3388cc0c8f4a req-91244de7-6fe2-4181-8370-716c132ea693 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:34:30.222477 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-e7230091-1205-4c1d-a634-3388cc0c8f4a req-91244de7-6fe2-4181-8370-716c132ea693 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:34:30.225773 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e43d891b-f950-4846-8105-e3fe494ef694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (75637c39-ca85-4efe-a9ae-7d9bd9a9b65b), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:30.226385 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7230091-1205-4c1d-a634-3388cc0c8f4a req-91244de7-6fe2-4181-8370-716c132ea693 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:34:30.226871 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-693dd5db-dc71-48b7-a242-fa8265750d32 admin admin] Publish callbacks [] for router_gateway (5da8e7a7-b629-4290-b86c-f2777850e416), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:30.233173 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['37a3407f-0036-45d2-b8af-8aff53b8d12a'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:34:30.238388 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c0925a-7768-4a7a-9756-11f7abe34e6a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:34:30.242477 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c7c0925a-7768-4a7a-9756-11f7abe34e6a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:30.261445 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['ba3e5178-d54c-4a05-9e05-cd9347ef9f21'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:34:30.273255 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8123656e-0b7f-4878-a76a-1f15c9d1677d req-ed2aeaab-eacc-41e6-9041-88df35b0014a service neutron] Port ea5b13af-fe10-47b9-86b2-aae5b60542d8 on network 84756393-ad3a-44ed-8e39-e3fb8fdbd836 not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:34:30.273584 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8123656e-0b7f-4878-a76a-1f15c9d1677d req-ed2aeaab-eacc-41e6-9041-88df35b0014a service neutron] Attempting to bind port ea5b13af-fe10-47b9-86b2-aae5b60542d8 on network 84756393-ad3a-44ed-8e39-e3fb8fdbd836 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:30.290170 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8123656e-0b7f-4878-a76a-1f15c9d1677d req-ed2aeaab-eacc-41e6-9041-88df35b0014a service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:34:30.290529 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8123656e-0b7f-4878-a76a-1f15c9d1677d req-ed2aeaab-eacc-41e6-9041-88df35b0014a service neutron] Checking segment: {'id': '3d8a424f-84f6-457e-8a17-3b5f538aaf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '84756393-ad3a-44ed-8e39-e3fb8fdbd836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:34:30.290934 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8123656e-0b7f-4878-a76a-1f15c9d1677d req-ed2aeaab-eacc-41e6-9041-88df35b0014a service neutron] Bound using segment: {'id': '3d8a424f-84f6-457e-8a17-3b5f538aaf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '84756393-ad3a-44ed-8e39-e3fb8fdbd836'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:34:30.291654 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-8123656e-0b7f-4878-a76a-1f15c9d1677d req-ed2aeaab-eacc-41e6-9041-88df35b0014a service neutron] Bound port: ea5b13af-fe10-47b9-86b2-aae5b60542d8, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d8a424f-84f6-457e-8a17-3b5f538aaf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '84756393-ad3a-44ed-8e39-e3fb8fdbd836'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:34:30.291842 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8123656e-0b7f-4878-a76a-1f15c9d1677d req-ed2aeaab-eacc-41e6-9041-88df35b0014a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ea5b13af-fe10-47b9-86b2-aae5b60542d8), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:30.327627 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c7c0925a-7768-4a7a-9756-11f7abe34e6a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:30.371713 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6859415-33de-4545-bb62-9b8e9a04578d req-9563312b-62ff-4f7b-88c4-3124f34bb121 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:30.372987 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a6859415-33de-4545-bb62-9b8e9a04578d req-9563312b-62ff-4f7b-88c4-3124f34bb121 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:30.387328 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43d891b-f950-4846-8105-e3fe494ef694 None None] Network 0a5e4a87-4ee5-43ba-9b80-4028df7a735a is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:34:30.398009 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-e43d891b-f950-4846-8105-e3fe494ef694 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:34:30.417737 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43d891b-f950-4846-8105-e3fe494ef694 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:34:30.458267 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c7c0925a-7768-4a7a-9756-11f7abe34e6a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for security_group (a101cc40-62ec-4460-ae02-4b5c1ab1f425), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:30.467310 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91244de7-6fe2-4181-8370-716c132ea693 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Pushing event updated for resources: {'Port': ['ID=fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:30.476485 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c7c0925a-7768-4a7a-9756-11f7abe34e6a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (a101cc40-62ec-4460-ae02-4b5c1ab1f425), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:30.510481 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d891b-f950-4846-8105-e3fe494ef694 None None] Pushing event updated for resources: {'Port': ['ID=75637c39-ca85-4efe-a9ae-7d9bd9a9b65b,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:30.524199 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-02d7b919-f506-41f4-9308-e8af223aa224 None None] Provisioning complete for port 62144165-7534-4f7e-bb99-db99d8e3e441 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:34:30.525002 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-02d7b919-f506-41f4-9308-e8af223aa224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (62144165-7534-4f7e-bb99-db99d8e3e441), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:30.525562 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7230091-1205-4c1d-a634-3388cc0c8f4a req-91244de7-6fe2-4181-8370-716c132ea693 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:30.526067 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e7230091-1205-4c1d-a634-3388cc0c8f4a req-91244de7-6fe2-4181-8370-716c132ea693 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:30.534673 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a6859415-33de-4545-bb62-9b8e9a04578d req-9563312b-62ff-4f7b-88c4-3124f34bb121 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6205230 Feb 17 17:34:30.545257 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 5faaf9bc-4919-487c-abb1-6eefe7416d24 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:34:30.547920 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5faaf9bc-4919-487c-abb1-6eefe7416d24), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:30.552528 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7c0925a-7768-4a7a-9756-11f7abe34e6a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:34:30.554707 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-a6859415-33de-4545-bb62-9b8e9a04578d req-4bfaa29d-8f83-418e-9afc-a7483e2009c1 service neutron] Request body: {'port': {'device_id': 'be13ebb0-5343-4dc6-bc42-1067b3780f5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:34:30.570481 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e6fca080-0aaf-4701-8117-35a2c519ca6a req-a4464620-8a81-4e7e-9347-2ab2a673e7ae tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3990822 Feb 17 17:34:30.588083 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c0925a-7768-4a7a-9756-11f7abe34e6a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a101cc40-62ec-4460-ae02-4b5c1ab1f425,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:30.588083 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-8123656e-0b7f-4878-a76a-1f15c9d1677d req-ed2aeaab-eacc-41e6-9041-88df35b0014a service neutron] For port ea5b13af-fe10-47b9-86b2-aae5b60542d8, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:34:30.588083 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c7c0925a-7768-4a7a-9756-11f7abe34e6a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (4e335282-9f02-43e2-8539-6ad6227c4c38), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:30.588083 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-c7c0925a-7768-4a7a-9756-11f7abe34e6a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Added segment 4e335282-9f02-43e2-8539-6ad6227c4c38 of type vlan for network f82adc72-a904-4b51-9a87-7ea8a1981040 Feb 17 17:34:30.589437 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e7230091-1205-4c1d-a634-3388cc0c8f4a req-91244de7-6fe2-4181-8370-716c132ea693 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6765573 Feb 17 17:34:30.591366 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-8123656e-0b7f-4878-a76a-1f15c9d1677d req-ed2aeaab-eacc-41e6-9041-88df35b0014a service neutron] For port ea5b13af-fe10-47b9-86b2-aae5b60542d8, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=ea5b13af-fe10-47b9-86b2-aae5b60542d8,segment=NetworkSegment(3d8a424f-84f6-457e-8a17-3b5f538aaf72),segment_id=3d8a424f-84f6-457e-8a17-3b5f538aaf72)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:34:30.607119 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-e7230091-1205-4c1d-a634-3388cc0c8f4a req-f7146e2a-df3a-4ec5-9d0f-7c7313b02c7c service neutron] Request body: {'port': {'device_id': '063254ca-547c-4463-b259-f72752788097', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:34:30.644513 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8123656e-0b7f-4878-a76a-1f15c9d1677d req-ed2aeaab-eacc-41e6-9041-88df35b0014a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (ea5b13af-fe10-47b9-86b2-aae5b60542d8), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:30.678676 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-02d7b919-f506-41f4-9308-e8af223aa224 None None] Port 62144165-7534-4f7e-bb99-db99d8e3e441 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:34:30.691237 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5faaf9bc-4919-487c-abb1-6eefe7416d24 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:34:30.713468 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c7c0925a-7768-4a7a-9756-11f7abe34e6a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (f82adc72-a904-4b51-9a87-7ea8a1981040), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:30.714700 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 5faaf9bc-4919-487c-abb1-6eefe7416d24, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=5faaf9bc-4919-487c-abb1-6eefe7416d24,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:34:30.732004 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123656e-0b7f-4878-a76a-1f15c9d1677d req-ed2aeaab-eacc-41e6-9041-88df35b0014a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:30.732556 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8123656e-0b7f-4878-a76a-1f15c9d1677d req-ed2aeaab-eacc-41e6-9041-88df35b0014a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:30.734557 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8123656e-0b7f-4878-a76a-1f15c9d1677d req-ed2aeaab-eacc-41e6-9041-88df35b0014a service neutron] 10.222.0.91 "PUT /v2.0/ports/ea5b13af-fe10-47b9-86b2-aae5b60542d8 HTTP/1.1" status: 200 len: 1091 time: 2.4208422 Feb 17 17:34:30.735215 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '146f3a36-f036-4955-8e74-3d0f7bf6d119', 'tag': 'ea5b13af-fe10-47b9-86b2-aae5b60542d8'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:34:30.737670 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec9fa26-6e86-4248-ba6a-3912f71dfdf4" -d '{"events": [{"name": "network-changed", "server_uuid": "146f3a36-f036-4955-8e74-3d0f7bf6d119", "tag": "ea5b13af-fe10-47b9-86b2-aae5b60542d8"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:34:30.740962 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-e43d891b-f950-4846-8105-e3fe494ef694 None None] Attempting to bind port 75637c39-ca85-4efe-a9ae-7d9bd9a9b65b on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:34:30.741362 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-e43d891b-f950-4846-8105-e3fe494ef694 None None] Attempting to bind port 75637c39-ca85-4efe-a9ae-7d9bd9a9b65b by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '02645fb9-f8c0-4e52-bfd2-07423e88e8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0a5e4a87-4ee5-43ba-9b80-4028df7a735a'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:34:30.741753 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43d891b-f950-4846-8105-e3fe494ef694 None None] Attempting to bind port 75637c39-ca85-4efe-a9ae-7d9bd9a9b65b on network 0a5e4a87-4ee5-43ba-9b80-4028df7a735a {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:30.752605 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (5faaf9bc-4919-487c-abb1-6eefe7416d24), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:30.793832 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2aeaab-eacc-41e6-9041-88df35b0014a service neutron] Pushing event updated for resources: {'Port': ['ID=ea5b13af-fe10-47b9-86b2-aae5b60542d8,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:30.820257 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43d891b-f950-4846-8105-e3fe494ef694 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:34:30.821258 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43d891b-f950-4846-8105-e3fe494ef694 None None] Checking segment: {'id': '02645fb9-f8c0-4e52-bfd2-07423e88e8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0a5e4a87-4ee5-43ba-9b80-4028df7a735a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:34:30.821404 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e43d891b-f950-4846-8105-e3fe494ef694 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:30.821752 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43d891b-f950-4846-8105-e3fe494ef694 None None] Bound using segment: {'id': '02645fb9-f8c0-4e52-bfd2-07423e88e8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0a5e4a87-4ee5-43ba-9b80-4028df7a735a'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:34:30.822259 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-e43d891b-f950-4846-8105-e3fe494ef694 None None] Bound port: 75637c39-ca85-4efe-a9ae-7d9bd9a9b65b, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02645fb9-f8c0-4e52-bfd2-07423e88e8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0a5e4a87-4ee5-43ba-9b80-4028df7a735a'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:34:30.822648 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e43d891b-f950-4846-8105-e3fe494ef694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (75637c39-ca85-4efe-a9ae-7d9bd9a9b65b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:30.848677 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e7230091-1205-4c1d-a634-3388cc0c8f4a req-f7146e2a-df3a-4ec5-9d0f-7c7313b02c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:30.862365 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c7c0925a-7768-4a7a-9756-11f7abe34e6a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (f82adc72-a904-4b51-9a87-7ea8a1981040), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:30.867120 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c0925a-7768-4a7a-9756-11f7abe34e6a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:30.867772 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c7c0925a-7768-4a7a-9756-11f7abe34e6a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:30.975228 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c0925a-7768-4a7a-9756-11f7abe34e6a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Network': ['ID=f82adc72-a904-4b51-9a87-7ea8a1981040,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:30.977309 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d989ddb-1921-4f04-a989-80226a62f5d5 req-786e222b-4edb-4c82-a4b4-5419efd68ed5 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:30.980119 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c7c0925a-7768-4a7a-9756-11f7abe34e6a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0100787 Feb 17 17:34:30.985245 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8d989ddb-1921-4f04-a989-80226a62f5d5 req-786e222b-4edb-4c82-a4b4-5419efd68ed5 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=063254ca-547c-4463-b259-f72752788097 HTTP/1.1" status: 200 len: 936 time: 0.7913685 Feb 17 17:34:30.987224 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43854) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:30.990584 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123656e-0b7f-4878-a76a-1f15c9d1677d req-9fb03e97-57d0-4f5a-b193-c2fbc1e4c747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:30.991711 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=5faaf9bc-4919-487c-abb1-6eefe7416d24,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:30.992064 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8123656e-0b7f-4878-a76a-1f15c9d1677d req-9fb03e97-57d0-4f5a-b193-c2fbc1e4c747 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=0bc0062cd2de433a94db7acad125c6ba&device_id=146f3a36-f036-4955-8e74-3d0f7bf6d119 HTTP/1.1" status: 200 len: 1125 time: 0.1850414 Feb 17 17:34:31.016961 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-4f061b72-3b5c-4cde-a2cd-180fe0132f10 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'subnet': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:34:31.020506 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-c53d7f2a-c794-4728-a1b1-556d285b9e10 None None] Provisioning complete for port fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:34:31.020889 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c53d7f2a-c794-4728-a1b1-556d285b9e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:31.022617 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:34:31.048783 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8123656e-0b7f-4878-a76a-1f15c9d1677d req-446d08d3-0751-48ae-ae67-39a7fbc76f9a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea5b13af-fe10-47b9-86b2-aae5b60542d8 HTTP/1.1" status: 200 len: 217 time: 0.0438478 Feb 17 17:34:31.110862 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['5faaf9bc-4919-487c-abb1-6eefe7416d24'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:34:31.161508 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123656e-0b7f-4878-a76a-1f15c9d1677d req-445a5834-3917-4b1c-b24c-18393c839802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:31.163017 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8123656e-0b7f-4878-a76a-1f15c9d1677d req-445a5834-3917-4b1c-b24c-18393c839802 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6db4a16b-c245-4123-acec-3fd088eed6df HTTP/1.1" status: 200 len: 852 time: 0.0713098 Feb 17 17:34:31.176842 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c01e5d6-85e9-4a92-8a62-2da1e0b18c76 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Router bc6ba003-4a11-4c0a-9fdd-43aaea44b170 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:34:31.182838 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-e43d891b-f950-4846-8105-e3fe494ef694 None None] For port 75637c39-ca85-4efe-a9ae-7d9bd9a9b65b, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:34:31.199200 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-c53d7f2a-c794-4728-a1b1-556d285b9e10 None None] Port fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:34:31.208731 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8123656e-0b7f-4878-a76a-1f15c9d1677d req-9fb3f102-ef67-4671-8210-ef3a43545916 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=84756393-ad3a-44ed-8e39-e3fb8fdbd836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352588 Feb 17 17:34:31.231685 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a6859415-33de-4545-bb62-9b8e9a04578d req-4bfaa29d-8f83-418e-9afc-a7483e2009c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (62144165-7534-4f7e-bb99-db99d8e3e441), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:31.253884 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8d989ddb-1921-4f04-a989-80226a62f5d5 req-6447fc6f-608c-44a9-93e6-ad5892ce7a40 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674017 Feb 17 17:34:31.256760 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-e43d891b-f950-4846-8105-e3fe494ef694 None None] For port 75637c39-ca85-4efe-a9ae-7d9bd9a9b65b, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=75637c39-ca85-4efe-a9ae-7d9bd9a9b65b,segment=NetworkSegment(02645fb9-f8c0-4e52-bfd2-07423e88e8ac),segment_id=02645fb9-f8c0-4e52-bfd2-07423e88e8ac)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:34:31.274160 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e43d891b-f950-4846-8105-e3fe494ef694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (75637c39-ca85-4efe-a9ae-7d9bd9a9b65b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:31.317470 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897f06e6-52b8-4079-adc0-72138f8ad573 x-openstack-request-id: req-897f06e6-52b8-4079-adc0-72138f8ad573 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:34:31.317832 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "146f3a36-f036-4955-8e74-3d0f7bf6d119", "tag": "ea5b13af-fe10-47b9-86b2-aae5b60542d8", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:34:31.318026 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-897f06e6-52b8-4079-adc0-72138f8ad573 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:34:31.318462 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '146f3a36-f036-4955-8e74-3d0f7bf6d119', 'tag': 'ea5b13af-fe10-47b9-86b2-aae5b60542d8', 'status': 'completed', 'code': 200} Feb 17 17:34:31.388801 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8123656e-0b7f-4878-a76a-1f15c9d1677d req-df5a62b5-4f5b-4c6f-b1de-0a43902c813d service neutron] 10.222.0.91 "GET /v2.0/networks/84756393-ad3a-44ed-8e39-e3fb8fdbd836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727898 Feb 17 17:34:31.394964 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d891b-f950-4846-8105-e3fe494ef694 None None] Pushing event updated for resources: {'Port': ['ID=75637c39-ca85-4efe-a9ae-7d9bd9a9b65b,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:31.424497 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e8f2c-c8a3-4fd0-b77f-7bde3fb6878f req-bf5f09f5-15c2-4e19-8dab-d303e1ed07b2 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:31.426406 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f52e8f2c-c8a3-4fd0-b77f-7bde3fb6878f req-bf5f09f5-15c2-4e19-8dab-d303e1ed07b2 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/ports?device_id=be13ebb0-5343-4dc6-bc42-1067b3780f5d HTTP/1.1" status: 200 len: 932 time: 0.4601953 Feb 17 17:34:31.454036 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-e7230091-1205-4c1d-a634-3388cc0c8f4a req-f7146e2a-df3a-4ec5-9d0f-7c7313b02c7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:34:31.462765 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e7230091-1205-4c1d-a634-3388cc0c8f4a req-f7146e2a-df3a-4ec5-9d0f-7c7313b02c7c service neutron] Publish callbacks [] for port (fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:31.497010 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-e7230091-1205-4c1d-a634-3388cc0c8f4a req-f7146e2a-df3a-4ec5-9d0f-7c7313b02c7c service neutron] Transition to ACTIVE for port object fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:34:31.523935 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e7230091-1205-4c1d-a634-3388cc0c8f4a req-f7146e2a-df3a-4ec5-9d0f-7c7313b02c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:31.596171 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:34:31.641092 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7146e2a-df3a-4ec5-9d0f-7c7313b02c7c service neutron] Pushing event updated for resources: {'Port': ['ID=fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:31.668101 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8123656e-0b7f-4878-a76a-1f15c9d1677d req-c53f7415-3228-48c8-b6d6-6fc053b74255 service neutron] 10.222.0.91 "GET /v2.0/networks/84756393-ad3a-44ed-8e39-e3fb8fdbd836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727563 Feb 17 17:34:31.726532 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f061b72-3b5c-4cde-a2cd-180fe0132f10 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:34:31.730053 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4f061b72-3b5c-4cde-a2cd-180fe0132f10 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:31.792525 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-e7230091-1205-4c1d-a634-3388cc0c8f4a req-f7146e2a-df3a-4ec5-9d0f-7c7313b02c7c service neutron] Attempting to bind port fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:34:31.792969 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-e7230091-1205-4c1d-a634-3388cc0c8f4a req-f7146e2a-df3a-4ec5-9d0f-7c7313b02c7c service neutron] Attempting to bind port fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:34:31.793372 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7230091-1205-4c1d-a634-3388cc0c8f4a req-f7146e2a-df3a-4ec5-9d0f-7c7313b02c7c service neutron] Attempting to bind port fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:31.799078 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9fa26-6e86-4248-ba6a-3912f71dfdf4 req-1fe0fb86-0886-44f9-ab48-2f4d6ec2ac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:31.803814 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2ec9fa26-6e86-4248-ba6a-3912f71dfdf4 req-1fe0fb86-0886-44f9-ab48-2f4d6ec2ac5c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=0bc0062cd2de433a94db7acad125c6ba&device_id=146f3a36-f036-4955-8e74-3d0f7bf6d119 HTTP/1.1" status: 200 len: 1125 time: 0.0879464 Feb 17 17:34:31.806441 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7230091-1205-4c1d-a634-3388cc0c8f4a req-f7146e2a-df3a-4ec5-9d0f-7c7313b02c7c service neutron] Port fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:34:31.806772 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7230091-1205-4c1d-a634-3388cc0c8f4a req-f7146e2a-df3a-4ec5-9d0f-7c7313b02c7c service neutron] Attempting to bind port fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:31.822793 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7230091-1205-4c1d-a634-3388cc0c8f4a req-f7146e2a-df3a-4ec5-9d0f-7c7313b02c7c service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:34:31.823476 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7230091-1205-4c1d-a634-3388cc0c8f4a req-f7146e2a-df3a-4ec5-9d0f-7c7313b02c7c service neutron] Checking segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:34:31.824581 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7230091-1205-4c1d-a634-3388cc0c8f4a req-f7146e2a-df3a-4ec5-9d0f-7c7313b02c7c service neutron] Bound using segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:34:31.828859 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-e7230091-1205-4c1d-a634-3388cc0c8f4a req-f7146e2a-df3a-4ec5-9d0f-7c7313b02c7c service neutron] Bound port: fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:34:31.829241 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e7230091-1205-4c1d-a634-3388cc0c8f4a req-f7146e2a-df3a-4ec5-9d0f-7c7313b02c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:31.833573 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c01e5d6-85e9-4a92-8a62-2da1e0b18c76 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:34:31.845899 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2393bfe4-d035-49a7-969c-27828dd67dcf None None] Sync routers for ids ['bc6ba003-4a11-4c0a-9fdd-43aaea44b170'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:34:31.857707 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2393bfe4-d035-49a7-969c-27828dd67dcf None None] Routers {'bc6ba003-4a11-4c0a-9fdd-43aaea44b170'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:34:31.858375 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-2393bfe4-d035-49a7-969c-27828dd67dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:34:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['bc6ba003-4a11-4c0a-9fdd-43aaea44b170'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:31.877353 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4c01e5d6-85e9-4a92-8a62-2da1e0b18c76 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:31.877353 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4c01e5d6-85e9-4a92-8a62-2da1e0b18c76 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] 10.222.0.87 "PUT /v2.0/routers/bc6ba003-4a11-4c0a-9fdd-43aaea44b170 HTTP/1.1" status: 200 len: 925 time: 5.9257779 Feb 17 17:34:31.883300 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43858) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:31.900781 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f52e8f2c-c8a3-4fd0-b77f-7bde3fb6878f req-c59f0898-29b9-4fde-85e2-1afc999cc02c tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/security-groups?id=dd538416-09bc-40c0-9215-332e74759dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4276054 Feb 17 17:34:31.904345 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-2393bfe4-d035-49a7-969c-27828dd67dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:31.914829 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2393bfe4-d035-49a7-969c-27828dd67dcf None None] Routers {'bc6ba003-4a11-4c0a-9fdd-43aaea44b170'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:34:31.915723 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-2393bfe4-d035-49a7-969c-27828dd67dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:34:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['bc6ba003-4a11-4c0a-9fdd-43aaea44b170'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:31.939096 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-e7230091-1205-4c1d-a634-3388cc0c8f4a req-f7146e2a-df3a-4ec5-9d0f-7c7313b02c7c service neutron] For port fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:34:31.942430 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-e7230091-1205-4c1d-a634-3388cc0c8f4a req-f7146e2a-df3a-4ec5-9d0f-7c7313b02c7c service neutron] For port fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:34:31.951421 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e7230091-1205-4c1d-a634-3388cc0c8f4a req-f7146e2a-df3a-4ec5-9d0f-7c7313b02c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:31.954458 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-2393bfe4-d035-49a7-969c-27828dd67dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:31.956437 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2393bfe4-d035-49a7-969c-27828dd67dcf None None] The sync data for ids ['bc6ba003-4a11-4c0a-9fdd-43aaea44b170'] in n-d-829613-2 is: [] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:34:32.023477 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b0ec9-d9dd-40d7-9068-a762aeaac23e req-ec74feb4-6fee-4af7-8244-107e1abac50f tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:32.025308 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1e7b0ec9-d9dd-40d7-9068-a762aeaac23e req-ec74feb4-6fee-4af7-8244-107e1abac50f tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] 10.222.0.87 "GET /v2.0/ports?device_id=146f3a36-f036-4955-8e74-3d0f7bf6d119 HTTP/1.1" status: 200 len: 943 time: 0.6117373 Feb 17 17:34:32.028891 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7230091-1205-4c1d-a634-3388cc0c8f4a req-f7146e2a-df3a-4ec5-9d0f-7c7313b02c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:32.029632 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e7230091-1205-4c1d-a634-3388cc0c8f4a req-f7146e2a-df3a-4ec5-9d0f-7c7313b02c7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:32.032028 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e7230091-1205-4c1d-a634-3388cc0c8f4a req-f7146e2a-df3a-4ec5-9d0f-7c7313b02c7c service neutron] 10.222.0.71 "PUT /v2.0/ports/fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac HTTP/1.1" status: 200 len: 1096 time: 1.4297144 Feb 17 17:34:32.123094 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9fa26-6e86-4248-ba6a-3912f71dfdf4 req-5a3d892a-d317-4ee7-9e78-eb4cf58d4ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:32.125259 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2ec9fa26-6e86-4248-ba6a-3912f71dfdf4 req-5a3d892a-d317-4ee7-9e78-eb4cf58d4ded service neutron] 10.222.0.91 "GET /v2.0/networks?id=84756393-ad3a-44ed-8e39-e3fb8fdbd836 HTTP/1.1" status: 200 len: 913 time: 0.3121772 Feb 17 17:34:32.128173 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7146e2a-df3a-4ec5-9d0f-7c7313b02c7c service neutron] Pushing event updated for resources: {'Port': ['ID=fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:32.179236 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2ec9fa26-6e86-4248-ba6a-3912f71dfdf4 req-37da9d49-a05d-4471-9227-ce797625749c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea5b13af-fe10-47b9-86b2-aae5b60542d8 HTTP/1.1" status: 200 len: 217 time: 0.0377300 Feb 17 17:34:32.182406 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7230091-1205-4c1d-a634-3388cc0c8f4a req-7ba1155d-7ee9-463e-870a-98370b28b8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:32.184110 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e7230091-1205-4c1d-a634-3388cc0c8f4a req-7ba1155d-7ee9-463e-870a-98370b28b8d0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e9f4ea813c214d12853f6eebadb4d38e&device_id=063254ca-547c-4463-b259-f72752788097 HTTP/1.1" status: 200 len: 1130 time: 0.1104491 Feb 17 17:34:32.227521 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-693dd5db-dc71-48b7-a242-fa8265750d32 admin admin] Publish callbacks [] for router_gateway (5da8e7a7-b629-4290-b86c-f2777850e416), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:32.264921 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e7230091-1205-4c1d-a634-3388cc0c8f4a req-b25fc23f-e30b-4f12-ac1d-c5b2b15cf04f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac HTTP/1.1" status: 200 len: 217 time: 0.0699480 Feb 17 17:34:32.269515 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-693dd5db-dc71-48b7-a242-fa8265750d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:32.286798 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9fa26-6e86-4248-ba6a-3912f71dfdf4 req-a8ae356f-3978-406d-b52f-617035c34ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:32.288334 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2ec9fa26-6e86-4248-ba6a-3912f71dfdf4 req-a8ae356f-3978-406d-b52f-617035c34ca4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6db4a16b-c245-4123-acec-3fd088eed6df HTTP/1.1" status: 200 len: 852 time: 0.1032660 Feb 17 17:34:32.339539 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2ec9fa26-6e86-4248-ba6a-3912f71dfdf4 req-dc3148a6-267d-4cb5-b32d-f18ad155b7c1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=84756393-ad3a-44ed-8e39-e3fb8fdbd836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315671 Feb 17 17:34:32.381472 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7230091-1205-4c1d-a634-3388cc0c8f4a req-64bb57b8-d80a-4cb3-b348-d7793eb5c888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:32.383047 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e7230091-1205-4c1d-a634-3388cc0c8f4a req-64bb57b8-d80a-4cb3-b348-d7793eb5c888 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.1115541 Feb 17 17:34:32.490998 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2ec9fa26-6e86-4248-ba6a-3912f71dfdf4 req-ba98b7ee-46ab-4940-bd92-b79de337a8fb service neutron] 10.222.0.91 "GET /v2.0/networks/84756393-ad3a-44ed-8e39-e3fb8fdbd836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430588 Feb 17 17:34:32.504716 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1e7b0ec9-d9dd-40d7-9068-a762aeaac23e req-a78c6668-876b-4373-9be5-21e0e3aed407 tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] 10.222.0.87 "GET /v2.0/security-groups?id=90d87b1d-1c14-4b29-87a0-9ae11b73b3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886406 Feb 17 17:34:32.574727 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4e3cb3e0-304f-4eb6-9625-c4d68b936dbf tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] 10.222.0.87 "GET /v2.0/routers/bc6ba003-4a11-4c0a-9fdd-43aaea44b170 HTTP/1.1" status: 200 len: 925 time: 0.6746066 Feb 17 17:34:32.584331 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43862) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:32.608096 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7230091-1205-4c1d-a634-3388cc0c8f4a req-a65537ed-c08d-4c38-9e96-41e3312bc636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:32.609723 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e7230091-1205-4c1d-a634-3388cc0c8f4a req-a65537ed-c08d-4c38-9e96-41e3312bc636 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1677635 Feb 17 17:34:32.666730 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2ec9fa26-6e86-4248-ba6a-3912f71dfdf4 req-1fe0a5e0-7077-42bb-93f0-c726ae9b1b23 service neutron] 10.222.0.91 "GET /v2.0/networks/84756393-ad3a-44ed-8e39-e3fb8fdbd836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666234 Feb 17 17:34:32.727621 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-a6859415-33de-4545-bb62-9b8e9a04578d req-4bfaa29d-8f83-418e-9afc-a7483e2009c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62144165-7534-4f7e-bb99-db99d8e3e441 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:34:32.739399 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e7230091-1205-4c1d-a634-3388cc0c8f4a req-ace8ac28-e781-4860-a05a-d8762d30ec1c service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229160 Feb 17 17:34:32.754007 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a6859415-33de-4545-bb62-9b8e9a04578d req-4bfaa29d-8f83-418e-9afc-a7483e2009c1 service neutron] Publish callbacks [] for port (62144165-7534-4f7e-bb99-db99d8e3e441), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:32.756390 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b14e75-2331-4403-be1f-93edc2bc5bc3 None None] Network 0a5e4a87-4ee5-43ba-9b80-4028df7a735a requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:34:32.771482 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-693dd5db-dc71-48b7-a242-fa8265750d32 admin admin] Allocated IP 172.25.8.210 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/74162f3a-045b-4c0b-afc2-c4430fc99f08) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:34:32.785709 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b6196a-a7c8-4835-8b14-6462326a0a45 req-dc0231f6-0570-4719-94bc-e0162aea9c8b tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:32.792795 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f7b6196a-a7c8-4835-8b14-6462326a0a45 req-dc0231f6-0570-4719-94bc-e0162aea9c8b tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fdfe57b-fd05-4786-aba9-35c53d6fdcaf HTTP/1.1" status: 200 len: 949 time: 0.4718559 Feb 17 17:34:32.836794 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4f061b72-3b5c-4cde-a2cd-180fe0132f10 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (7695b488-64e7-4d9d-a257-a1a60dd097d3), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:32.847018 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 75637c39-ca85-4efe-a9ae-7d9bd9a9b65b up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:34:32.848865 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-a6859415-33de-4545-bb62-9b8e9a04578d req-4bfaa29d-8f83-418e-9afc-a7483e2009c1 service neutron] Transition to ACTIVE for port object 62144165-7534-4f7e-bb99-db99d8e3e441 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:34:32.881449 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e7230091-1205-4c1d-a634-3388cc0c8f4a req-a2eafdf7-2f42-4c28-a1e6-e346792768a2 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362495 Feb 17 17:34:32.888394 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a6859415-33de-4545-bb62-9b8e9a04578d req-4bfaa29d-8f83-418e-9afc-a7483e2009c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (62144165-7534-4f7e-bb99-db99d8e3e441), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:32.928447 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-ec7cc5f6-084f-4363-9a9b-bf1a71377891 None None] Provisioning complete for port 75637c39-ca85-4efe-a9ae-7d9bd9a9b65b triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:34:32.928781 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ec7cc5f6-084f-4363-9a9b-bf1a71377891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (75637c39-ca85-4efe-a9ae-7d9bd9a9b65b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:32.934805 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-981d5098-24ee-4f28-9454-ac0819c94c8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:32.963982 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7fdc55-dc76-47d3-a6dd-f143378d2b09 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:32.965555 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-db7fdc55-dc76-47d3-a6dd-f143378d2b09 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] 10.222.0.87 "GET /v2.0/ports?network_id=d7afcf1f-5124-4168-b80f-10ace9d04ea7&device_id=bc6ba003-4a11-4c0a-9fdd-43aaea44b170&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3800879 Feb 17 17:34:32.968487 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43866) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:33.007306 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 75637c39-ca85-4efe-a9ae-7d9bd9a9b65b triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:34:33.007696 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (75637c39-ca85-4efe-a9ae-7d9bd9a9b65b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:33.012474 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d6701-b9f6-45bb-98ea-01e1fec40b15 req-b1aded86-2458-4c51-ad65-1bb68f615696 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:33.014085 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c41d6701-b9f6-45bb-98ea-01e1fec40b15 req-b1aded86-2458-4c51-ad65-1bb68f615696 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=063254ca-547c-4463-b259-f72752788097 HTTP/1.1" status: 200 len: 948 time: 0.4189901 Feb 17 17:34:33.064299 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f7b6196a-a7c8-4835-8b14-6462326a0a45 req-dac9cd8f-33da-4c29-ad49-05c9f65bee4d tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705641 Feb 17 17:34:33.098638 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-ec7cc5f6-084f-4363-9a9b-bf1a71377891 None None] Current status of the port 75637c39-ca85-4efe-a9ae-7d9bd9a9b65b is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:34:33.099027 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ec7cc5f6-084f-4363-9a9b-bf1a71377891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (75637c39-ca85-4efe-a9ae-7d9bd9a9b65b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:33.119886 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3249ec6a-7b6b-4e7d-97ac-04b7d5cc41ac tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:33.126443 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3249ec6a-7b6b-4e7d-97ac-04b7d5cc41ac tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] 10.222.0.87 "GET /v2.0/networks/d7afcf1f-5124-4168-b80f-10ace9d04ea7 HTTP/1.1" status: 200 len: 881 time: 0.1568198 Feb 17 17:34:33.127181 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43868) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:33.153213 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f061b72-3b5c-4cde-a2cd-180fe0132f10 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Subnet': ['ID=7695b488-64e7-4d9d-a257-a1a60dd097d3,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:33.178415 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfaa29d-8f83-418e-9afc-a7483e2009c1 service neutron] Pushing event updated for resources: {'Port': ['ID=62144165-7534-4f7e-bb99-db99d8e3e441,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:33.185416 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7d67b3ff-9e18-4392-8779-a9872ccc4e97 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc6ba003-4a11-4c0a-9fdd-43aaea44b170 HTTP/1.1" status: 200 len: 205 time: 0.0569847 Feb 17 17:34:33.187146 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43870) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:33.192357 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-ec7cc5f6-084f-4363-9a9b-bf1a71377891 None None] For port 75637c39-ca85-4efe-a9ae-7d9bd9a9b65b, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=75637c39-ca85-4efe-a9ae-7d9bd9a9b65b,segment=NetworkSegment(02645fb9-f8c0-4e52-bfd2-07423e88e8ac),segment_id=02645fb9-f8c0-4e52-bfd2-07423e88e8ac)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:34:33.209393 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ec7cc5f6-084f-4363-9a9b-bf1a71377891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (75637c39-ca85-4efe-a9ae-7d9bd9a9b65b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:33.243094 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 75637c39-ca85-4efe-a9ae-7d9bd9a9b65b is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:34:33.243818 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (75637c39-ca85-4efe-a9ae-7d9bd9a9b65b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:33.296139 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f061b72-3b5c-4cde-a2cd-180fe0132f10 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Checking segment: {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:34:33.296139 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f061b72-3b5c-4cde-a2cd-180fe0132f10 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network hostable DHCP agents. Network: f82adc72-a904-4b51-9a87-7ea8a1981040, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:34:33.319837 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '063254ca-547c-4463-b259-f72752788097', 'tag': 'fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:34:33.322491 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1a3200-a57d-463a-9b0b-4b3dacd1c78c" -d '{"events": [{"name": "network-changed", "server_uuid": "063254ca-547c-4463-b259-f72752788097", "tag": "fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:34:33.347164 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7cc5f6-084f-4363-9a9b-bf1a71377891 None None] Pushing event updated for resources: {'Port': ['ID=75637c39-ca85-4efe-a9ae-7d9bd9a9b65b,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:33.358738 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c41d6701-b9f6-45bb-98ea-01e1fec40b15 req-a577d057-9567-4b98-baef-06c0b154315e tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264241 Feb 17 17:34:33.376158 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85ed43be-fe7c-4541-8846-17e76a10c682 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for router (bc6ba003-4a11-4c0a-9fdd-43aaea44b170), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:33.406519 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-693dd5db-dc71-48b7-a242-fa8265750d32 admin admin] Publish callbacks [] for port (74162f3a-045b-4c0b-afc2-c4430fc99f08), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:33.432737 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:34:33.433087 n-d-829613-2 neutron-server[103436]: DEBUG oslo_db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 17:34:33.443423 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-fcb2c0ae-ad84-4a26-b5ee-116a5f4fdf3f None None] Provisioning complete for port 75637c39-ca85-4efe-a9ae-7d9bd9a9b65b triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:34:33.443800 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fcb2c0ae-ad84-4a26-b5ee-116a5f4fdf3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (75637c39-ca85-4efe-a9ae-7d9bd9a9b65b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:33.457615 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e9e5c-872e-47f4-a4d0-434b8007c16f req-1c494309-a077-4723-90d5-3af1c3344f56 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:33.459605 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-430e9e5c-872e-47f4-a4d0-434b8007c16f req-1c494309-a077-4723-90d5-3af1c3344f56 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/ports?device_id=be13ebb0-5343-4dc6-bc42-1067b3780f5d HTTP/1.1" status: 200 len: 944 time: 0.2900620 Feb 17 17:34:33.460302 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f061b72-3b5c-4cde-a2cd-180fe0132f10 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:34:33.470481 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c905274-cc28-4fab-b10e-3703444609c3 x-openstack-request-id: req-0c905274-cc28-4fab-b10e-3703444609c3 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:34:33.471166 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "063254ca-547c-4463-b259-f72752788097", "tag": "fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:34:33.471676 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0c905274-cc28-4fab-b10e-3703444609c3 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:34:33.472320 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '063254ca-547c-4463-b259-f72752788097', 'tag': 'fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac', 'status': 'completed', 'code': 200} Feb 17 17:34:33.476265 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-a6859415-33de-4545-bb62-9b8e9a04578d req-4bfaa29d-8f83-418e-9afc-a7483e2009c1 service neutron] Attempting to bind port 62144165-7534-4f7e-bb99-db99d8e3e441 on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:34:33.476644 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-a6859415-33de-4545-bb62-9b8e9a04578d req-4bfaa29d-8f83-418e-9afc-a7483e2009c1 service neutron] Attempting to bind port 62144165-7534-4f7e-bb99-db99d8e3e441 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '101d171d-00e3-43dd-8059-643cfe6a6952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:34:33.477019 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6859415-33de-4545-bb62-9b8e9a04578d req-4bfaa29d-8f83-418e-9afc-a7483e2009c1 service neutron] Attempting to bind port 62144165-7534-4f7e-bb99-db99d8e3e441 on network 3100c139-77f4-49d8-b7fa-b7a25c4ec3d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:33.494959 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-4f061b72-3b5c-4cde-a2cd-180fe0132f10 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, f82adc72-a904-4b51-9a87-7ea8a1981040) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:34:33.500344 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f061b72-3b5c-4cde-a2cd-180fe0132f10 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:33.500950 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4f061b72-3b5c-4cde-a2cd-180fe0132f10 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:33.511405 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd981bb9-a629-4260-ad7d-399ef500acbf None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:34:33.523059 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6859415-33de-4545-bb62-9b8e9a04578d req-4bfaa29d-8f83-418e-9afc-a7483e2009c1 service neutron] Port 62144165-7534-4f7e-bb99-db99d8e3e441 on network 3100c139-77f4-49d8-b7fa-b7a25c4ec3d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:34:33.523914 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6859415-33de-4545-bb62-9b8e9a04578d req-4bfaa29d-8f83-418e-9afc-a7483e2009c1 service neutron] Attempting to bind port 62144165-7534-4f7e-bb99-db99d8e3e441 on network 3100c139-77f4-49d8-b7fa-b7a25c4ec3d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:33.564992 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-430e9e5c-872e-47f4-a4d0-434b8007c16f req-bf5b5201-8725-4d34-8560-8807e065e2b5 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/security-groups?id=dd538416-09bc-40c0-9215-332e74759dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925345 Feb 17 17:34:33.566049 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85ed43be-fe7c-4541-8846-17e76a10c682 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for router_gateway (bc6ba003-4a11-4c0a-9fdd-43aaea44b170), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:33.568106 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6859415-33de-4545-bb62-9b8e9a04578d req-4bfaa29d-8f83-418e-9afc-a7483e2009c1 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:34:33.568476 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6859415-33de-4545-bb62-9b8e9a04578d req-4bfaa29d-8f83-418e-9afc-a7483e2009c1 service neutron] Checking segment: {'id': '101d171d-00e3-43dd-8059-643cfe6a6952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:34:33.568866 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6859415-33de-4545-bb62-9b8e9a04578d req-4bfaa29d-8f83-418e-9afc-a7483e2009c1 service neutron] Bound using segment: {'id': '101d171d-00e3-43dd-8059-643cfe6a6952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:34:33.569460 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-a6859415-33de-4545-bb62-9b8e9a04578d req-4bfaa29d-8f83-418e-9afc-a7483e2009c1 service neutron] Bound port: 62144165-7534-4f7e-bb99-db99d8e3e441, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '101d171d-00e3-43dd-8059-643cfe6a6952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:34:33.569820 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a6859415-33de-4545-bb62-9b8e9a04578d req-4bfaa29d-8f83-418e-9afc-a7483e2009c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (62144165-7534-4f7e-bb99-db99d8e3e441), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:33.585626 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a3200-a57d-463a-9b0b-4b3dacd1c78c req-e34cdc9e-c2b9-4e82-9740-f9ac2d5a442d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:33.587360 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0c1a3200-a57d-463a-9b0b-4b3dacd1c78c req-e34cdc9e-c2b9-4e82-9740-f9ac2d5a442d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e9f4ea813c214d12853f6eebadb4d38e&device_id=063254ca-547c-4463-b259-f72752788097 HTTP/1.1" status: 200 len: 1130 time: 0.1119797 Feb 17 17:34:33.594299 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4f061b72-3b5c-4cde-a2cd-180fe0132f10 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6000628 Feb 17 17:34:33.597596 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43876) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:33.602509 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-9400333c-0f41-41f4-a10f-b896f1be9002 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'port': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'name': 'tempest-NetworksTestDHCPv6-1010253347'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:34:33.603536 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-fcb2c0ae-ad84-4a26-b5ee-116a5f4fdf3f None None] Current status of the port 75637c39-ca85-4efe-a9ae-7d9bd9a9b65b is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:34:33.688894 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54179435-a6a6-4eb3-8997-9689fca80681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-f82adc72-a904-4b51-9a87-7ea8a1981040', 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'project_id': 'c017d73ca35741f09876024d2cbfcdb7', 'fixed_ips': [{'subnet_id': '7695b488-64e7-4d9d-a257-a1a60dd097d3'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:34:33.690246 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-54179435-a6a6-4eb3-8997-9689fca80681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:33.726469 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-85ed43be-fe7c-4541-8846-17e76a10c682 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Deleting port a94c32e7-62c6-4dd5-94ac-8c858c8535d6 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:34:33.726851 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85ed43be-fe7c-4541-8846-17e76a10c682 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (a94c32e7-62c6-4dd5-94ac-8c858c8535d6), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:33.761459 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a3200-a57d-463a-9b0b-4b3dacd1c78c req-3a29a40c-dc94-4c76-9a9d-815f8280956a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:33.762981 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0c1a3200-a57d-463a-9b0b-4b3dacd1c78c req-3a29a40c-dc94-4c76-9a9d-815f8280956a service neutron] 10.222.0.71 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 0.1426108 Feb 17 17:34:33.812926 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 5faaf9bc-4919-487c-abb1-6eefe7416d24 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:34:33.986416 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-693dd5db-dc71-48b7-a242-fa8265750d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (74162f3a-045b-4c0b-afc2-c4430fc99f08), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:34.110368 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-54179435-a6a6-4eb3-8997-9689fca80681 None None] Allocated IP 2001:db8::2 (f82adc72-a904-4b51-9a87-7ea8a1981040/7695b488-64e7-4d9d-a257-a1a60dd097d3/cf8ec659-4f55-4f49-872b-a83727525c84) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:34:34.115735 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 75637c39-ca85-4efe-a9ae-7d9bd9a9b65b is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:34:34.121582 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693dd5db-dc71-48b7-a242-fa8265750d32 admin admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:34:34.143984 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-693dd5db-dc71-48b7-a242-fa8265750d32 admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:34:34.145308 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0c1a3200-a57d-463a-9b0b-4b3dacd1c78c req-71a7d37b-0a0a-48cc-82ee-7ebdbc86e87d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac HTTP/1.1" status: 200 len: 217 time: 0.3513520 Feb 17 17:34:34.146493 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693dd5db-dc71-48b7-a242-fa8265750d32 admin admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:34:34.153818 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 5faaf9bc-4919-487c-abb1-6eefe7416d24 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:34:34.160630 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 5faaf9bc-4919-487c-abb1-6eefe7416d24 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:34:34.161014 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (5faaf9bc-4919-487c-abb1-6eefe7416d24), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:34.189336 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-a6859415-33de-4545-bb62-9b8e9a04578d req-4bfaa29d-8f83-418e-9afc-a7483e2009c1 service neutron] For port 62144165-7534-4f7e-bb99-db99d8e3e441, host n-h2-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:34:34.195254 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693dd5db-dc71-48b7-a242-fa8265750d32 admin admin] Pushing event updated for resources: {'Port': ['ID=74162f3a-045b-4c0b-afc2-c4430fc99f08,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:34.196585 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85ed43be-fe7c-4541-8846-17e76a10c682 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (a94c32e7-62c6-4dd5-94ac-8c858c8535d6), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:34.217814 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-85ed43be-fe7c-4541-8846-17e76a10c682 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Calling delete_port for a94c32e7-62c6-4dd5-94ac-8c858c8535d6 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:34:34.240734 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a3200-a57d-463a-9b0b-4b3dacd1c78c req-8b0e6389-46bd-40fc-8bc8-122ec14f2c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:34.242776 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0c1a3200-a57d-463a-9b0b-4b3dacd1c78c req-8b0e6389-46bd-40fc-8bc8-122ec14f2c4f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.0889661 Feb 17 17:34:34.249464 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-a6859415-33de-4545-bb62-9b8e9a04578d req-4bfaa29d-8f83-418e-9afc-a7483e2009c1 service neutron] For port 62144165-7534-4f7e-bb99-db99d8e3e441, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=62144165-7534-4f7e-bb99-db99d8e3e441,segment=NetworkSegment(101d171d-00e3-43dd-8059-643cfe6a6952),segment_id=101d171d-00e3-43dd-8059-643cfe6a6952)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:34:34.263359 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dfd371-3db0-44f4-b718-af964cb77b28 req-74139b9f-da66-44d0-b8d2-7110ff88ed84 tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:34.264976 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-48dfd371-3db0-44f4-b718-af964cb77b28 req-74139b9f-da66-44d0-b8d2-7110ff88ed84 tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] 10.222.0.87 "GET /v2.0/ports?device_id=146f3a36-f036-4955-8e74-3d0f7bf6d119 HTTP/1.1" status: 200 len: 943 time: 0.6552119 Feb 17 17:34:34.275439 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a6859415-33de-4545-bb62-9b8e9a04578d req-4bfaa29d-8f83-418e-9afc-a7483e2009c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (62144165-7534-4f7e-bb99-db99d8e3e441), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:34.302389 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 5faaf9bc-4919-487c-abb1-6eefe7416d24 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:34:34.302773 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5faaf9bc-4919-487c-abb1-6eefe7416d24), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:34.341111 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fdfe57b-fd05-4786-aba9-35c53d6fdcaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5faaf9bc-4919-487c-abb1-6eefe7416d24'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:34:34.343613 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d625675-36fe-4850-b0d0-e98769f15566" -d '{"events": [{"server_uuid": "9fdfe57b-fd05-4786-aba9-35c53d6fdcaf", "name": "network-vif-plugged", "status": "completed", "tag": "5faaf9bc-4919-487c-abb1-6eefe7416d24"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:34:34.361661 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a3200-a57d-463a-9b0b-4b3dacd1c78c req-c11aefcc-1281-476a-a479-eb860df3c6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:34.363205 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0c1a3200-a57d-463a-9b0b-4b3dacd1c78c req-c11aefcc-1281-476a-a479-eb860df3c6fb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0687435 Feb 17 17:34:34.385542 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 5faaf9bc-4919-487c-abb1-6eefe7416d24, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=5faaf9bc-4919-487c-abb1-6eefe7416d24,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:34:34.391281 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (5faaf9bc-4919-487c-abb1-6eefe7416d24), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:34.428390 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-54179435-a6a6-4eb3-8997-9689fca80681 None None] Publish callbacks [] for port (cf8ec659-4f55-4f49-872b-a83727525c84), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:34.428645 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6859415-33de-4545-bb62-9b8e9a04578d req-4bfaa29d-8f83-418e-9afc-a7483e2009c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:34.429452 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a6859415-33de-4545-bb62-9b8e9a04578d req-4bfaa29d-8f83-418e-9afc-a7483e2009c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:34.430992 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a6859415-33de-4545-bb62-9b8e9a04578d req-4bfaa29d-8f83-418e-9afc-a7483e2009c1 service neutron] 10.222.0.91 "PUT /v2.0/ports/62144165-7534-4f7e-bb99-db99d8e3e441 HTTP/1.1" status: 200 len: 1092 time: 3.8804483 Feb 17 17:34:34.439053 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be13ebb0-5343-4dc6-bc42-1067b3780f5d', 'tag': '62144165-7534-4f7e-bb99-db99d8e3e441'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:34:34.442225 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2936d7dd-020e-4166-b2a9-5512cc375751" -d '{"events": [{"name": "network-changed", "server_uuid": "be13ebb0-5343-4dc6-bc42-1067b3780f5d", "tag": "62144165-7534-4f7e-bb99-db99d8e3e441"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:34:34.456668 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-54179435-a6a6-4eb3-8997-9689fca80681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (cf8ec659-4f55-4f49-872b-a83727525c84), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:34.467957 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9400333c-0f41-41f4-a10f-b896f1be9002 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:34:34.472450 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9400333c-0f41-41f4-a10f-b896f1be9002 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:34.520808 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54179435-a6a6-4eb3-8997-9689fca80681 None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:34:34.525398 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-54179435-a6a6-4eb3-8997-9689fca80681 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:34:34.533931 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54179435-a6a6-4eb3-8997-9689fca80681 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:34:34.567538 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0c1a3200-a57d-463a-9b0b-4b3dacd1c78c req-1a39e4b3-4156-4254-b624-1a13463234a0 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985910 Feb 17 17:34:34.570262 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfaa29d-8f83-418e-9afc-a7483e2009c1 service neutron] Pushing event updated for resources: {'Port': ['ID=62144165-7534-4f7e-bb99-db99d8e3e441,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:34.581501 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0f68f-8b09-4210-b6ec-f3bfac4ca902 req-bb5553c5-6c9a-4f61-8988-85f746cff177 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:34.583898 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-95b0f68f-8b09-4210-b6ec-f3bfac4ca902 req-bb5553c5-6c9a-4f61-8988-85f746cff177 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fdfe57b-fd05-4786-aba9-35c53d6fdcaf HTTP/1.1" status: 200 len: 949 time: 0.3922338 Feb 17 17:34:34.609994 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85ed43be-fe7c-4541-8846-17e76a10c682 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (a94c32e7-62c6-4dd5-94ac-8c858c8535d6), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:34.640477 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=5faaf9bc-4919-487c-abb1-6eefe7416d24,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:34.644376 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-54179435-a6a6-4eb3-8997-9689fca80681 None None] Attempting to bind port cf8ec659-4f55-4f49-872b-a83727525c84 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:34:34.645154 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-54179435-a6a6-4eb3-8997-9689fca80681 None None] Attempting to bind port cf8ec659-4f55-4f49-872b-a83727525c84 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:34:34.645956 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54179435-a6a6-4eb3-8997-9689fca80681 None None] Attempting to bind port cf8ec659-4f55-4f49-872b-a83727525c84 on network f82adc72-a904-4b51-9a87-7ea8a1981040 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:34.657262 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-48dfd371-3db0-44f4-b718-af964cb77b28 req-807e9d75-846e-4ed1-8651-5cfa333d3d2e tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] 10.222.0.87 "GET /v2.0/security-groups?id=90d87b1d-1c14-4b29-87a0-9ae11b73b3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751035 Feb 17 17:34:34.665942 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-9400333c-0f41-41f4-a10f-b896f1be9002 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] device_id is not set on port c939bfed-cf5d-4ab3-a06b-5c76aa8f134d yet. {{(pid=103435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:34:34.678987 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ed43be-fe7c-4541-8846-17e76a10c682 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Pushing event deleted for resources: {'Port': ['ID=a94c32e7-62c6-4dd5-94ac-8c858c8535d6,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:34.713613 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54179435-a6a6-4eb3-8997-9689fca80681 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:34:34.714007 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54179435-a6a6-4eb3-8997-9689fca80681 None None] Checking segment: {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:34:34.714421 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-54179435-a6a6-4eb3-8997-9689fca80681 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:34.714826 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54179435-a6a6-4eb3-8997-9689fca80681 None None] Bound using segment: {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:34:34.715309 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-54179435-a6a6-4eb3-8997-9689fca80681 None None] Bound port: cf8ec659-4f55-4f49-872b-a83727525c84, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:34:34.715695 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-54179435-a6a6-4eb3-8997-9689fca80681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (cf8ec659-4f55-4f49-872b-a83727525c84), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:34.732740 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54179435-a6a6-4eb3-8997-9689fca80681 None None] Pushing event updated for resources: {'Port': ['ID=cf8ec659-4f55-4f49-872b-a83727525c84,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:34.750654 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0c1a3200-a57d-463a-9b0b-4b3dacd1c78c req-daee4af9-ab4b-4df8-84d2-362b11b541ae service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722617 Feb 17 17:34:34.765836 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85ed43be-fe7c-4541-8846-17e76a10c682 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (bc6ba003-4a11-4c0a-9fdd-43aaea44b170), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:34.769835 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device ea5b13af-fe10-47b9-86b2-aae5b60542d8 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:34:34.812678 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01808fda-bd10-42fb-9849-09b1ae61786e x-openstack-request-id: req-01808fda-bd10-42fb-9849-09b1ae61786e {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:34:34.813057 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fdfe57b-fd05-4786-aba9-35c53d6fdcaf", "name": "network-vif-plugged", "status": "completed", "tag": "5faaf9bc-4919-487c-abb1-6eefe7416d24", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:34:34.813658 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-01808fda-bd10-42fb-9849-09b1ae61786e {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:34:34.813839 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fdfe57b-fd05-4786-aba9-35c53d6fdcaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5faaf9bc-4919-487c-abb1-6eefe7416d24', 'code': 200} Feb 17 17:34:34.867667 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-95b0f68f-8b09-4210-b6ec-f3bfac4ca902 req-9ce3dd9a-36ba-4384-9400-ad789b43b9d7 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547309 Feb 17 17:34:34.883947 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-54179435-a6a6-4eb3-8997-9689fca80681 None None] For port cf8ec659-4f55-4f49-872b-a83727525c84, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:34:34.902808 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6859415-33de-4545-bb62-9b8e9a04578d req-359897a9-e6a4-482d-8a8a-ab49a53c0a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:34.904654 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a6859415-33de-4545-bb62-9b8e9a04578d req-359897a9-e6a4-482d-8a8a-ab49a53c0a2e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9dba40edc9c14b8fb9d6b4695dd74e24&device_id=be13ebb0-5343-4dc6-bc42-1067b3780f5d HTTP/1.1" status: 200 len: 1126 time: 0.3647108 Feb 17 17:34:34.905648 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85ed43be-fe7c-4541-8846-17e76a10c682 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (bc6ba003-4a11-4c0a-9fdd-43aaea44b170), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:34.909433 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85ed43be-fe7c-4541-8846-17e76a10c682 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for router_controller (bc6ba003-4a11-4c0a-9fdd-43aaea44b170), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:34.911344 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-54179435-a6a6-4eb3-8997-9689fca80681 None None] For port cf8ec659-4f55-4f49-872b-a83727525c84, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=cf8ec659-4f55-4f49-872b-a83727525c84,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:34:34.921305 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 75637c39-ca85-4efe-a9ae-7d9bd9a9b65b up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:34:34.997968 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a6859415-33de-4545-bb62-9b8e9a04578d req-6b2e25fe-3587-4ef0-812f-4d0b510eec87 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62144165-7534-4f7e-bb99-db99d8e3e441 HTTP/1.1" status: 200 len: 217 time: 0.0566325 Feb 17 17:34:35.002066 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-54179435-a6a6-4eb3-8997-9689fca80681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (cf8ec659-4f55-4f49-872b-a83727525c84), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:35.024592 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826d4623-5278-4167-a723-fd16f1b2fa36 x-openstack-request-id: req-826d4623-5278-4167-a723-fd16f1b2fa36 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:34:35.024932 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be13ebb0-5343-4dc6-bc42-1067b3780f5d", "tag": "62144165-7534-4f7e-bb99-db99d8e3e441", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:34:35.025140 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-826d4623-5278-4167-a723-fd16f1b2fa36 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:34:35.025260 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85ed43be-fe7c-4541-8846-17e76a10c682 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (bc6ba003-4a11-4c0a-9fdd-43aaea44b170), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:35.025657 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be13ebb0-5343-4dc6-bc42-1067b3780f5d', 'tag': '62144165-7534-4f7e-bb99-db99d8e3e441', 'status': 'completed', 'code': 200} Feb 17 17:34:35.025851 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ed43be-fe7c-4541-8846-17e76a10c682 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Fanout notify agent at l3_agent the message router_deleted on router bc6ba003-4a11-4c0a-9fdd-43aaea44b170 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:34:35.043030 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85ed43be-fe7c-4541-8846-17e76a10c682 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:35.044308 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-85ed43be-fe7c-4541-8846-17e76a10c682 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] 10.222.0.87 "DELETE /v2.0/routers/bc6ba003-4a11-4c0a-9fdd-43aaea44b170 HTTP/1.1" status: 204 len: 168 time: 1.8559172 Feb 17 17:34:35.048890 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43888) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:35.054449 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ae058f8b-2c4f-4265-88fc-c323c029a3c1 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-828851559', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:34:35.079372 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port ea5b13af-fe10-47b9-86b2-aae5b60542d8, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=ea5b13af-fe10-47b9-86b2-aae5b60542d8,segment=NetworkSegment(3d8a424f-84f6-457e-8a17-3b5f538aaf72),segment_id=3d8a424f-84f6-457e-8a17-3b5f538aaf72)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:34:35.082740 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ae058f8b-2c4f-4265-88fc-c323c029a3c1 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (a49c9216-086e-49bf-af54-1f7b9702b266), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:35.083841 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ae058f8b-2c4f-4265-88fc-c323c029a3c1 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (a49c9216-086e-49bf-af54-1f7b9702b266), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:35.101631 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d47f03-8e15-46c6-b48e-23c0c2ad8b5f req-2ec0ef07-7049-4a11-a7f0-87fe01f6af4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:35.103194 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a2d47f03-8e15-46c6-b48e-23c0c2ad8b5f req-2ec0ef07-7049-4a11-a7f0-87fe01f6af4e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9fdfe57b-fd05-4786-aba9-35c53d6fdcaf HTTP/1.1" status: 200 len: 1132 time: 0.1788726 Feb 17 17:34:35.110783 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-693dd5db-dc71-48b7-a242-fa8265750d32 admin admin] Publish callbacks [] for router_gateway (5da8e7a7-b629-4290-b86c-f2777850e416), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:35.117309 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': 'ea5b13af-fe10-47b9-86b2-aae5b60542d8', 'network_id': '84756393-ad3a-44ed-8e39-e3fb8fdbd836', 'port_id': 'ea5b13af-fe10-47b9-86b2-aae5b60542d8', 'mac_address': 'fa:16:3e:16:ec:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6db4a16b-c245-4123-acec-3fd088eed6df', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:34:35.120006 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-9400333c-0f41-41f4-a10f-b896f1be9002 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Allocated IP 2001:db8::281 (f82adc72-a904-4b51-9a87-7ea8a1981040/7695b488-64e7-4d9d-a257-a1a60dd097d3/c939bfed-cf5d-4ab3-a06b-5c76aa8f134d) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:34:35.141818 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 75637c39-ca85-4efe-a9ae-7d9bd9a9b65b triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:34:35.142467 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (75637c39-ca85-4efe-a9ae-7d9bd9a9b65b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:35.184885 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ae058f8b-2c4f-4265-88fc-c323c029a3c1 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for router_controller (a49c9216-086e-49bf-af54-1f7b9702b266), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:35.193590 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ae058f8b-2c4f-4265-88fc-c323c029a3c1 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (a49c9216-086e-49bf-af54-1f7b9702b266), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:35.223095 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a2d47f03-8e15-46c6-b48e-23c0c2ad8b5f req-c9fae101-58b3-4dc6-a648-bb54cefcb40c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047564 Feb 17 17:34:35.227131 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ae058f8b-2c4f-4265-88fc-c323c029a3c1 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:35.229595 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ae058f8b-2c4f-4265-88fc-c323c029a3c1 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1786354 Feb 17 17:34:35.231708 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54179435-a6a6-4eb3-8997-9689fca80681 None None] Pushing event updated for resources: {'Port': ['ID=cf8ec659-4f55-4f49-872b-a83727525c84,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:35.232735 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43890) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:35.239762 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-88a75ba3-1404-43e4-a283-2accc018ddab tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:34:35.245888 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port ea5b13af-fe10-47b9-86b2-aae5b60542d8 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:34:35.246301 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ea5b13af-fe10-47b9-86b2-aae5b60542d8), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:35.259572 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6859415-33de-4545-bb62-9b8e9a04578d req-5ece5b1d-7dad-4680-97ad-9a35f62805c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:35.261868 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a6859415-33de-4545-bb62-9b8e9a04578d req-5ece5b1d-7dad-4680-97ad-9a35f62805c8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fcea941e-c7ab-41fc-b153-28fd81921144 HTTP/1.1" status: 200 len: 859 time: 0.2549000 Feb 17 17:34:35.284056 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea5b13af-fe10-47b9-86b2-aae5b60542d8 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:34:35.312904 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 75637c39-ca85-4efe-a9ae-7d9bd9a9b65b is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:34:35.316888 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port ea5b13af-fe10-47b9-86b2-aae5b60542d8, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=ea5b13af-fe10-47b9-86b2-aae5b60542d8,segment=NetworkSegment(3d8a424f-84f6-457e-8a17-3b5f538aaf72),segment_id=3d8a424f-84f6-457e-8a17-3b5f538aaf72)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:34:35.321577 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ea5b13af-fe10-47b9-86b2-aae5b60542d8), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:35.384581 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b521a52-f491-4f54-942a-1b649fdde5d7 req-dc39da0b-d5f4-41cc-ad32-cb43748690b9 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:35.393247 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3b521a52-f491-4f54-942a-1b649fdde5d7 req-dc39da0b-d5f4-41cc-ad32-cb43748690b9 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=063254ca-547c-4463-b259-f72752788097 HTTP/1.1" status: 200 len: 948 time: 0.3318484 Feb 17 17:34:35.432448 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-97ad1c78-811a-4127-9a3d-4761eb7397e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:35.433495 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc6872e-a336-4a66-b65c-ccadcd1c1fd4 req-d14c16c0-7121-489f-bd2d-b77fa6767f36 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:35.435224 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ddc6872e-a336-4a66-b65c-ccadcd1c1fd4 req-d14c16c0-7121-489f-bd2d-b77fa6767f36 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/ports?device_id=be13ebb0-5343-4dc6-bc42-1067b3780f5d HTTP/1.1" status: 200 len: 944 time: 0.3102887 Feb 17 17:34:35.470600 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=ea5b13af-fe10-47b9-86b2-aae5b60542d8,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:35.547569 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-88a75ba3-1404-43e4-a283-2accc018ddab tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for router_gateway (a49c9216-086e-49bf-af54-1f7b9702b266), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:35.611644 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6859415-33de-4545-bb62-9b8e9a04578d req-bd607d87-2c82-4cee-b286-b72707e6e351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:35.613241 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a6859415-33de-4545-bb62-9b8e9a04578d req-bd607d87-2c82-4cee-b286-b72707e6e351 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3100c139-77f4-49d8-b7fa-b7a25c4ec3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3318098 Feb 17 17:34:35.627069 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['ea5b13af-fe10-47b9-86b2-aae5b60542d8'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:34:35.727660 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3b521a52-f491-4f54-942a-1b649fdde5d7 req-adb69e04-6ce5-4bd4-b883-f2cee05d9646 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134830 Feb 17 17:34:35.745525 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ddc6872e-a336-4a66-b65c-ccadcd1c1fd4 req-76a12719-697a-429d-b781-5265bc1409c0 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/security-groups?id=dd538416-09bc-40c0-9215-332e74759dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861850 Feb 17 17:34:35.790174 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-88a75ba3-1404-43e4-a283-2accc018ddab tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for router_gateway (a49c9216-086e-49bf-af54-1f7b9702b266), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:35.800598 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9400333c-0f41-41f4-a10f-b896f1be9002 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for port (c939bfed-cf5d-4ab3-a06b-5c76aa8f134d), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:35.825422 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-88a75ba3-1404-43e4-a283-2accc018ddab tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:35.830321 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:34:35.853131 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-693dd5db-dc71-48b7-a242-fa8265750d32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (5da8e7a7-b629-4290-b86c-f2777850e416), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:35.859895 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a6859415-33de-4545-bb62-9b8e9a04578d req-e582cf9e-7238-4cdc-9dd7-e640c3f9fecc service neutron] 10.222.0.91 "GET /v2.0/networks/3100c139-77f4-49d8-b7fa-b7a25c4ec3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093828 Feb 17 17:34:35.964529 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:34:35.969255 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-88a75ba3-1404-43e4-a283-2accc018ddab tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Allocated IP 172.25.8.180 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/a756769d-269f-46f0-ad28-7f98c6e157aa) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:34:35.979740 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': 'fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'port_id': 'fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac', 'mac_address': 'fa:16:3e:14:11:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac79920f-9ddd-4352-b866-6056158b178e', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:34:36.029406 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:34:36.030516 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:36.049821 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:34:36.070223 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9400333c-0f41-41f4-a10f-b896f1be9002 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (c939bfed-cf5d-4ab3-a06b-5c76aa8f134d), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:36.087161 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:34:36.093473 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:36.120902 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-88a75ba3-1404-43e4-a283-2accc018ddab tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for port (a756769d-269f-46f0-ad28-7f98c6e157aa), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:36.156104 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:36.178252 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-88a75ba3-1404-43e4-a283-2accc018ddab tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (a756769d-269f-46f0-ad28-7f98c6e157aa), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:36.231312 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a75ba3-1404-43e4-a283-2accc018ddab tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:34:36.235417 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-88a75ba3-1404-43e4-a283-2accc018ddab tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:34:36.238727 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a75ba3-1404-43e4-a283-2accc018ddab tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:34:36.246039 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a75ba3-1404-43e4-a283-2accc018ddab tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Pushing event updated for resources: {'Port': ['ID=a756769d-269f-46f0-ad28-7f98c6e157aa,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:36.457316 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:34:36.490215 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff15736c-0bb3-4bb7-9378-dfbda8f67384 None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:34:36.531382 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41bc45f-e6c3-4006-b3e8-d8abb2973c0e req-05d4c0d8-b3a3-4c2b-af39-50c5157053d4 tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:36.535832 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c41bc45f-e6c3-4006-b3e8-d8abb2973c0e req-05d4c0d8-b3a3-4c2b-af39-50c5157053d4 tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] 10.222.0.87 "GET /v2.0/ports?device_id=146f3a36-f036-4955-8e74-3d0f7bf6d119 HTTP/1.1" status: 200 len: 944 time: 0.6699309 Feb 17 17:34:36.556008 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a6859415-33de-4545-bb62-9b8e9a04578d req-4fdd2291-2533-400c-81aa-fac5fff363bc service neutron] 10.222.0.91 "GET /v2.0/networks/3100c139-77f4-49d8-b7fa-b7a25c4ec3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6878207 Feb 17 17:34:36.576003 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9400333c-0f41-41f4-a10f-b896f1be9002 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:34:36.597771 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-9400333c-0f41-41f4-a10f-b896f1be9002 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:34:36.622794 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:36.625178 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9400333c-0f41-41f4-a10f-b896f1be9002 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:34:36.635650 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9400333c-0f41-41f4-a10f-b896f1be9002 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:36.636646 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9400333c-0f41-41f4-a10f-b896f1be9002 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:36.650308 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-e4f1e244-7b34-4ddd-99f1-7d5dde51772b None None] Provisioning complete for port cf8ec659-4f55-4f49-872b-a83727525c84 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:34:36.650683 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e4f1e244-7b34-4ddd-99f1-7d5dde51772b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (cf8ec659-4f55-4f49-872b-a83727525c84), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:36.656366 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9400333c-0f41-41f4-a10f-b896f1be9002 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Port': ['ID=c939bfed-cf5d-4ab3-a06b-5c76aa8f134d,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:36.664933 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1086c9-808a-4e33-ac69-0b121fe85e65 req-e2280098-df5d-4d56-9082-8fb2cfd25486 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:36.666427 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0b1086c9-808a-4e33-ac69-0b121fe85e65 req-e2280098-df5d-4d56-9082-8fb2cfd25486 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fdfe57b-fd05-4786-aba9-35c53d6fdcaf HTTP/1.1" status: 200 len: 950 time: 0.6745431 Feb 17 17:34:36.693077 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-88a75ba3-1404-43e4-a283-2accc018ddab tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for router_gateway (a49c9216-086e-49bf-af54-1f7b9702b266), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:36.732716 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-9400333c-0f41-41f4-a10f-b896f1be9002 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.1318200 Feb 17 17:34:36.735791 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43896) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:36.786431 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device ea5b13af-fe10-47b9-86b2-aae5b60542d8 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:34:36.850133 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-e4f1e244-7b34-4ddd-99f1-7d5dde51772b None None] Current status of the port cf8ec659-4f55-4f49-872b-a83727525c84 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:34:36.850858 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e4f1e244-7b34-4ddd-99f1-7d5dde51772b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (cf8ec659-4f55-4f49-872b-a83727525c84), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:36.868696 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c41bc45f-e6c3-4006-b3e8-d8abb2973c0e req-ff708665-3117-42b8-a7b7-25dcff4aa997 tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] 10.222.0.87 "GET /v2.0/security-groups?id=90d87b1d-1c14-4b29-87a0-9ae11b73b3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923884 Feb 17 17:34:36.907691 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0b1086c9-808a-4e33-ac69-0b121fe85e65 req-ffde00e1-26a7-4c17-924f-85a5d5ed3c2f tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329185 Feb 17 17:34:36.938495 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-e4f1e244-7b34-4ddd-99f1-7d5dde51772b None None] For port cf8ec659-4f55-4f49-872b-a83727525c84, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=cf8ec659-4f55-4f49-872b-a83727525c84,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:34:36.940534 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port ea5b13af-fe10-47b9-86b2-aae5b60542d8 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:34:36.944891 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e4f1e244-7b34-4ddd-99f1-7d5dde51772b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (cf8ec659-4f55-4f49-872b-a83727525c84), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:36.951330 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port ea5b13af-fe10-47b9-86b2-aae5b60542d8 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:34:36.951732 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ea5b13af-fe10-47b9-86b2-aae5b60542d8), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:37.001609 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936d7dd-020e-4166-b2a9-5512cc375751 req-c4b862df-a0a0-4452-958e-8ded1d9772a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:37.003974 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2936d7dd-020e-4166-b2a9-5512cc375751 req-c4b862df-a0a0-4452-958e-8ded1d9772a8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9dba40edc9c14b8fb9d6b4695dd74e24&device_id=be13ebb0-5343-4dc6-bc42-1067b3780f5d HTTP/1.1" status: 200 len: 1126 time: 0.3584156 Feb 17 17:34:37.025858 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-693dd5db-dc71-48b7-a242-fa8265750d32 admin admin] Router 5da8e7a7-b629-4290-b86c-f2777850e416 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:34:37.036017 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device cf8ec659-4f55-4f49-872b-a83727525c84 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:34:37.041315 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-88a75ba3-1404-43e4-a283-2accc018ddab tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-362104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31404'] for router (a49c9216-086e-49bf-af54-1f7b9702b266), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:37.047343 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-88a75ba3-1404-43e4-a283-2accc018ddab tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-362081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-362090', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-362947'] for router (a49c9216-086e-49bf-af54-1f7b9702b266), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:37.057646 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe99622d-e853-43ad-b8fa-864095fbeb97 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:37.064266 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe99622d-e853-43ad-b8fa-864095fbeb97 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:37.069232 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-fe99622d-e853-43ad-b8fa-864095fbeb97 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3270164 Feb 17 17:34:37.072129 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43902) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:37.181163 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f1e244-7b34-4ddd-99f1-7d5dde51772b None None] Pushing event updated for resources: {'Port': ['ID=cf8ec659-4f55-4f49-872b-a83727525c84,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:37.205152 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a75ba3-1404-43e4-a283-2accc018ddab tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Router a49c9216-086e-49bf-af54-1f7b9702b266 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:34:37.213304 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port cf8ec659-4f55-4f49-872b-a83727525c84 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:34:37.213687 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (cf8ec659-4f55-4f49-872b-a83727525c84), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:37.216956 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port ea5b13af-fe10-47b9-86b2-aae5b60542d8 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:34:37.217551 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ea5b13af-fe10-47b9-86b2-aae5b60542d8), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:37.254925 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5510216a-94da-425b-9d4c-260a166567b3 None None] Provisioning complete for port c939bfed-cf5d-4ab3-a06b-5c76aa8f134d triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:34:37.255358 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5510216a-94da-425b-9d4c-260a166567b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c939bfed-cf5d-4ab3-a06b-5c76aa8f134d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:37.281889 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port ea5b13af-fe10-47b9-86b2-aae5b60542d8, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=ea5b13af-fe10-47b9-86b2-aae5b60542d8,segment=NetworkSegment(3d8a424f-84f6-457e-8a17-3b5f538aaf72),segment_id=3d8a424f-84f6-457e-8a17-3b5f538aaf72)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:34:37.309163 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '146f3a36-f036-4955-8e74-3d0f7bf6d119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea5b13af-fe10-47b9-86b2-aae5b60542d8'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:34:37.312426 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2ccbca-af53-43a4-a54f-e5714e2ccdae" -d '{"events": [{"server_uuid": "146f3a36-f036-4955-8e74-3d0f7bf6d119", "name": "network-vif-plugged", "status": "completed", "tag": "ea5b13af-fe10-47b9-86b2-aae5b60542d8"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:34:37.320623 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ea5b13af-fe10-47b9-86b2-aae5b60542d8), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:37.340216 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a75ba3-1404-43e4-a283-2accc018ddab tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:34:37.350015 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-88a75ba3-1404-43e4-a283-2accc018ddab tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:37.351469 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-88a75ba3-1404-43e4-a283-2accc018ddab tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] 10.222.0.87 "PUT /v2.0/routers/a49c9216-086e-49bf-af54-1f7b9702b266 HTTP/1.1" status: 200 len: 883 time: 2.1171007 Feb 17 17:34:37.354191 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43906) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:37.360654 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12952a15-3058-4db6-8bb3-ad749bc6a0e2 None None] Sync routers for ids ['a49c9216-086e-49bf-af54-1f7b9702b266'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:34:37.389722 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5510216a-94da-425b-9d4c-260a166567b3 None None] Port c939bfed-cf5d-4ab3-a06b-5c76aa8f134d cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:34:37.416195 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12952a15-3058-4db6-8bb3-ad749bc6a0e2 None None] Routers {'a49c9216-086e-49bf-af54-1f7b9702b266'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:34:37.417191 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-12952a15-3058-4db6-8bb3-ad749bc6a0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:34:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['a49c9216-086e-49bf-af54-1f7b9702b266'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:37.441901 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936d7dd-020e-4166-b2a9-5512cc375751 req-ac443b96-deee-43e1-8f78-53da59b6276b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:37.444076 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2936d7dd-020e-4166-b2a9-5512cc375751 req-ac443b96-deee-43e1-8f78-53da59b6276b service neutron] 10.222.0.91 "GET /v2.0/networks?id=3100c139-77f4-49d8-b7fa-b7a25c4ec3d8 HTTP/1.1" status: 200 len: 921 time: 0.4123390 Feb 17 17:34:37.464026 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-12952a15-3058-4db6-8bb3-ad749bc6a0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:37.470322 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=ea5b13af-fe10-47b9-86b2-aae5b60542d8,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:37.474877 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5510216a-94da-425b-9d4c-260a166567b3 None None] Provisioning complete for port cf8ec659-4f55-4f49-872b-a83727525c84 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:34:37.475253 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5510216a-94da-425b-9d4c-260a166567b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (cf8ec659-4f55-4f49-872b-a83727525c84), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:37.484188 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-28cbb270-560d-4685-aadc-a4e7f0608f81 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] 10.222.0.87 "GET /v2.0/routers/a49c9216-086e-49bf-af54-1f7b9702b266 HTTP/1.1" status: 200 len: 924 time: 0.1283987 Feb 17 17:34:37.490613 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43908) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:37.513087 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a925b6c-7e82-498b-aaf6-01cbf65b3f5d req-594d1f62-c1cd-4b12-98d3-28ffd33fcfd3 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:37.514851 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5a925b6c-7e82-498b-aaf6-01cbf65b3f5d req-594d1f62-c1cd-4b12-98d3-28ffd33fcfd3 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=063254ca-547c-4463-b259-f72752788097 HTTP/1.1" status: 200 len: 949 time: 0.5088243 Feb 17 17:34:37.516284 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2936d7dd-020e-4166-b2a9-5512cc375751 req-ab46e443-65e0-4136-ad09-7ffa6aa54695 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62144165-7534-4f7e-bb99-db99d8e3e441 HTTP/1.1" status: 200 len: 217 time: 0.0548828 Feb 17 17:34:37.525972 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987b50e-b6ae-46dd-a13b-5c057c3c2cd0 req-0ffc0b22-b0df-4b0f-ad8c-39fc6b19f83b tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:37.527834 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b987b50e-b6ae-46dd-a13b-5c057c3c2cd0 req-0ffc0b22-b0df-4b0f-ad8c-39fc6b19f83b tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/ports?device_id=be13ebb0-5343-4dc6-bc42-1067b3780f5d HTTP/1.1" status: 200 len: 944 time: 0.4874701 Feb 17 17:34:37.535208 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12952a15-3058-4db6-8bb3-ad749bc6a0e2 None None] Routers {'a49c9216-086e-49bf-af54-1f7b9702b266'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:34:37.535840 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-12952a15-3058-4db6-8bb3-ad749bc6a0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:34:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['a49c9216-086e-49bf-af54-1f7b9702b266'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:37.558982 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-693dd5db-dc71-48b7-a242-fa8265750d32 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:34:37.575488 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c1f152-23a5-4e0f-abff-84f42d086d63 None None] Sync routers for ids ['5da8e7a7-b629-4290-b86c-f2777850e416'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:34:37.579908 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ae767b-d939-4038-b26a-f7005980f7e2 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:37.581937 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b4ae767b-d939-4038-b26a-f7005980f7e2 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] 10.222.0.87 "GET /v2.0/ports?network_id=d7afcf1f-5124-4168-b80f-10ace9d04ea7&device_id=a49c9216-086e-49bf-af54-1f7b9702b266&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0901179 Feb 17 17:34:37.584629 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43910) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:37.590351 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-12952a15-3058-4db6-8bb3-ad749bc6a0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:37.591028 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12952a15-3058-4db6-8bb3-ad749bc6a0e2 None None] The sync data for ids ['a49c9216-086e-49bf-af54-1f7b9702b266'] in n-d-829613-2 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:34:37.594521 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port cf8ec659-4f55-4f49-872b-a83727525c84 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:34:37.614060 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c1f152-23a5-4e0f-abff-84f42d086d63 None None] Routers {'5da8e7a7-b629-4290-b86c-f2777850e416'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:34:37.616462 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-63c1f152-23a5-4e0f-abff-84f42d086d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:34:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['5da8e7a7-b629-4290-b86c-f2777850e416'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:37.625678 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-693dd5db-dc71-48b7-a242-fa8265750d32 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:37.627182 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-693dd5db-dc71-48b7-a242-fa8265750d32 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.2929759 Feb 17 17:34:37.629763 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43912) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:37.655921 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5510216a-94da-425b-9d4c-260a166567b3 None None] Current status of the port cf8ec659-4f55-4f49-872b-a83727525c84 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:34:37.676490 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936d7dd-020e-4166-b2a9-5512cc375751 req-447b1830-05af-471f-aa51-47d6cd269182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:37.677994 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2936d7dd-020e-4166-b2a9-5512cc375751 req-447b1830-05af-471f-aa51-47d6cd269182 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fcea941e-c7ab-41fc-b153-28fd81921144 HTTP/1.1" status: 200 len: 859 time: 0.1488922 Feb 17 17:34:37.690648 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-99a7bf42-3d31-4744-8183-871f7af2c07f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Deleting port c939bfed-cf5d-4ab3-a06b-5c76aa8f134d {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:34:37.691007 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-99a7bf42-3d31-4744-8183-871f7af2c07f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (c939bfed-cf5d-4ab3-a06b-5c76aa8f134d), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:37.696330 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5a925b6c-7e82-498b-aaf6-01cbf65b3f5d req-f471485d-9fce-4cfd-aa92-36d24ca95243 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644945 Feb 17 17:34:37.741403 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b987b50e-b6ae-46dd-a13b-5c057c3c2cd0 req-fec0e94a-6b90-4802-a7a8-20c954c63f90 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/security-groups?id=dd538416-09bc-40c0-9215-332e74759dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939220 Feb 17 17:34:37.795496 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-ac63664a-5ecb-4b17-9a51-47b13d06956f None None] Provisioning complete for port c939bfed-cf5d-4ab3-a06b-5c76aa8f134d triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:34:37.796817 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf7b20b-dfa3-4a74-a9ae-8a0ed0e64931 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:37.798329 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8bf7b20b-dfa3-4a74-a9ae-8a0ed0e64931 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] 10.222.0.87 "GET /v2.0/networks/d7afcf1f-5124-4168-b80f-10ace9d04ea7 HTTP/1.1" status: 200 len: 881 time: 0.2123868 Feb 17 17:34:37.801363 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43914) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:37.801622 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-63c1f152-23a5-4e0f-abff-84f42d086d63 None None] Set router 5da8e7a7-b629-4290-b86c-f2777850e416 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:34:37.807282 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ac63664a-5ecb-4b17-9a51-47b13d06956f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c939bfed-cf5d-4ab3-a06b-5c76aa8f134d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:37.833269 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beff6f13-a34a-4ffc-8fff-e0b70d123748 x-openstack-request-id: req-beff6f13-a34a-4ffc-8fff-e0b70d123748 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:34:37.834045 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "146f3a36-f036-4955-8e74-3d0f7bf6d119", "name": "network-vif-plugged", "status": "completed", "tag": "ea5b13af-fe10-47b9-86b2-aae5b60542d8", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:34:37.834735 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-beff6f13-a34a-4ffc-8fff-e0b70d123748 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:34:37.835918 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '146f3a36-f036-4955-8e74-3d0f7bf6d119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea5b13af-fe10-47b9-86b2-aae5b60542d8', 'code': 200} Feb 17 17:34:37.837298 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936d7dd-020e-4166-b2a9-5512cc375751 req-3f9b00df-3ffb-42ea-b0f1-7c5a0ca9fcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:37.838974 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2936d7dd-020e-4166-b2a9-5512cc375751 req-3f9b00df-3ffb-42ea-b0f1-7c5a0ca9fcef service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3100c139-77f4-49d8-b7fa-b7a25c4ec3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1405439 Feb 17 17:34:37.858973 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-99a7bf42-3d31-4744-8183-871f7af2c07f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (c939bfed-cf5d-4ab3-a06b-5c76aa8f134d), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:37.883479 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:34:37.889862 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-99a7bf42-3d31-4744-8183-871f7af2c07f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Calling delete_port for c939bfed-cf5d-4ab3-a06b-5c76aa8f134d owned by {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:34:37.895120 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2672eb35-5544-487b-9b01-d6e14b69422f tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] 10.222.0.87 "GET /v2.0/ports?device_id=a49c9216-086e-49bf-af54-1f7b9702b266 HTTP/1.1" status: 200 len: 205 time: 0.0765657 Feb 17 17:34:37.899125 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43916) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:37.905673 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:37.959861 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-ac63664a-5ecb-4b17-9a51-47b13d06956f None None] Port c939bfed-cf5d-4ab3-a06b-5c76aa8f134d cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:34:38.024262 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:34:38.033307 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:34:38.033694 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:38.162687 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-63c1f152-23a5-4e0f-abff-84f42d086d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da8e7a7-b629-4290-b86c-f2777850e416', 'name': 'tempest-TaggedBootDevicesTest-1008680030-router', 'tenant_id': '918d19e8f1f044baa808ac9d66a136f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '74162f3a-045b-4c0b-afc2-c4430fc99f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:34:29Z', 'updated_at': '2022-02-17T17:34:34Z', 'revision_number': 3, 'project_id': '918d19e8f1f044baa808ac9d66a136f9', 'gw_port': {'id': '74162f3a-045b-4c0b-afc2-c4430fc99f08', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d4:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da8e7a7-b629-4290-b86c-f2777850e416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:34:32Z', 'updated_at': '2022-02-17T17:34:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:38.202126 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c1f152-23a5-4e0f-abff-84f42d086d63 None None] Checking router: 5da8e7a7-b629-4290-b86c-f2777850e416 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:34:38.202750 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c1f152-23a5-4e0f-abff-84f42d086d63 None None] Updating router 5da8e7a7-b629-4290-b86c-f2777850e416 port 74162f3a-045b-4c0b-afc2-c4430fc99f08 binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:34:38.241559 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-63c1f152-23a5-4e0f-abff-84f42d086d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (74162f3a-045b-4c0b-afc2-c4430fc99f08), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:38.293125 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2936d7dd-020e-4166-b2a9-5512cc375751 req-48fc1127-3288-42f2-a24e-291c061125e4 service neutron] 10.222.0.91 "GET /v2.0/networks/3100c139-77f4-49d8-b7fa-b7a25c4ec3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4438400 Feb 17 17:34:38.325780 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:34:38.326174 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:38.364034 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:34:38.369183 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:38.386237 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e33a8-c748-4c33-a1b5-95373fce2a95 req-7be58cc9-ca5a-4f32-81c4-67e2702d5d05 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:38.386528 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600d47c-2092-464c-af65-d82109be68be req-3aeae647-acb1-40a4-973c-fbc3bd879638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:38.387900 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4600d47c-2092-464c-af65-d82109be68be req-3aeae647-acb1-40a4-973c-fbc3bd879638 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=146f3a36-f036-4955-8e74-3d0f7bf6d119 HTTP/1.1" status: 200 len: 1127 time: 0.4572041 Feb 17 17:34:38.393071 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-593e33a8-c748-4c33-a1b5-95373fce2a95 req-7be58cc9-ca5a-4f32-81c4-67e2702d5d05 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fdfe57b-fd05-4786-aba9-35c53d6fdcaf HTTP/1.1" status: 200 len: 950 time: 0.3350360 Feb 17 17:34:38.410502 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa122e-4a53-4163-8392-e8cb5b2da7e1 req-57dfbb35-7181-4140-8e95-7efae821b742 tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:38.411999 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4ffa122e-4a53-4163-8392-e8cb5b2da7e1 req-57dfbb35-7181-4140-8e95-7efae821b742 tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] 10.222.0.87 "GET /v2.0/ports?device_id=146f3a36-f036-4955-8e74-3d0f7bf6d119 HTTP/1.1" status: 200 len: 945 time: 0.3441975 Feb 17 17:34:38.422124 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-00d6615c-09a6-4f62-b9f9-1a2d41404506 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for router (a49c9216-086e-49bf-af54-1f7b9702b266), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:38.426454 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:38.515593 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4600d47c-2092-464c-af65-d82109be68be req-076e4f3a-536c-4aad-8351-b05413e3530d service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=90d87b1d-1c14-4b29-87a0-9ae11b73b3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206586 Feb 17 17:34:38.578892 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-63c1f152-23a5-4e0f-abff-84f42d086d63 None None] Publish callbacks [] for port (74162f3a-045b-4c0b-afc2-c4430fc99f08), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:38.585294 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-63c1f152-23a5-4e0f-abff-84f42d086d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (74162f3a-045b-4c0b-afc2-c4430fc99f08), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:38.635378 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036cc0d2-b2db-4739-8785-0f12923fe48d None None] Pushing event updated for resources: {'Port': ['ID=74162f3a-045b-4c0b-afc2-c4430fc99f08,revision_number=2']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:38.648795 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-63c1f152-23a5-4e0f-abff-84f42d086d63 None None] Attempting to bind port 74162f3a-045b-4c0b-afc2-c4430fc99f08 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:34:38.649293 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-63c1f152-23a5-4e0f-abff-84f42d086d63 None None] Attempting to bind port 74162f3a-045b-4c0b-afc2-c4430fc99f08 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:34:38.649795 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c1f152-23a5-4e0f-abff-84f42d086d63 None None] Attempting to bind port 74162f3a-045b-4c0b-afc2-c4430fc99f08 on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:38.653267 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-593e33a8-c748-4c33-a1b5-95373fce2a95 req-c31bc7e8-000e-487b-ab46-7db66bb59c76 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592440 Feb 17 17:34:38.656546 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c1f152-23a5-4e0f-abff-84f42d086d63 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:34:38.657196 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c1f152-23a5-4e0f-abff-84f42d086d63 None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:34:38.657331 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-63c1f152-23a5-4e0f-abff-84f42d086d63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:38.657695 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c1f152-23a5-4e0f-abff-84f42d086d63 None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:34:38.658160 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-63c1f152-23a5-4e0f-abff-84f42d086d63 None None] Bound port: 74162f3a-045b-4c0b-afc2-c4430fc99f08, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:34:38.658549 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-63c1f152-23a5-4e0f-abff-84f42d086d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (74162f3a-045b-4c0b-afc2-c4430fc99f08), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:38.663345 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00e83b02-b6b6-48c3-a0ed-b7b2771309cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:38.692973 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4ffa122e-4a53-4163-8392-e8cb5b2da7e1 req-ffaa328b-641d-474a-b8e6-31aaaa8265aa tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] 10.222.0.87 "GET /v2.0/security-groups?id=90d87b1d-1c14-4b29-87a0-9ae11b73b3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420557 Feb 17 17:34:38.704665 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2936d7dd-020e-4166-b2a9-5512cc375751 req-d373d296-c3df-43e1-a287-cc9b7dbc9e46 service neutron] 10.222.0.91 "GET /v2.0/networks/3100c139-77f4-49d8-b7fa-b7a25c4ec3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943646 Feb 17 17:34:38.739669 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-63c1f152-23a5-4e0f-abff-84f42d086d63 None None] For port 74162f3a-045b-4c0b-afc2-c4430fc99f08, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:34:38.745049 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-63c1f152-23a5-4e0f-abff-84f42d086d63 None None] For port 74162f3a-045b-4c0b-afc2-c4430fc99f08, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=74162f3a-045b-4c0b-afc2-c4430fc99f08,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:34:38.754518 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-63c1f152-23a5-4e0f-abff-84f42d086d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (74162f3a-045b-4c0b-afc2-c4430fc99f08), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:38.761240 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-99a7bf42-3d31-4744-8183-871f7af2c07f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (c939bfed-cf5d-4ab3-a06b-5c76aa8f134d), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:38.801872 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-00d6615c-09a6-4f62-b9f9-1a2d41404506 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for router_gateway (a49c9216-086e-49bf-af54-1f7b9702b266), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:38.826025 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c1f152-23a5-4e0f-abff-84f42d086d63 None None] Routers {'5da8e7a7-b629-4290-b86c-f2777850e416'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:34:38.827326 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-63c1f152-23a5-4e0f-abff-84f42d086d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:34:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['5da8e7a7-b629-4290-b86c-f2777850e416'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:38.831136 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036cc0d2-b2db-4739-8785-0f12923fe48d None None] Pushing event updated for resources: {'Port': ['ID=74162f3a-045b-4c0b-afc2-c4430fc99f08,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:38.833663 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device cf8ec659-4f55-4f49-872b-a83727525c84 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:34:38.858725 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a7bf42-3d31-4744-8183-871f7af2c07f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Port': ['ID=c939bfed-cf5d-4ab3-a06b-5c76aa8f134d,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:38.913208 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-00e83b02-b6b6-48c3-a0ed-b7b2771309cd admin admin] Allocated IP 172.20.0.1 (0a5e4a87-4ee5-43ba-9b80-4028df7a735a/98ec6acc-308e-4130-b06f-00382706d70a/e232601c-c671-4a11-bfc4-293b0d39694d) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:34:38.932966 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port cf8ec659-4f55-4f49-872b-a83727525c84 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:34:38.934095 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (cf8ec659-4f55-4f49-872b-a83727525c84), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:38.958411 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-99a7bf42-3d31-4744-8183-871f7af2c07f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:38.962181 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-99a7bf42-3d31-4744-8183-871f7af2c07f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/ports/c939bfed-cf5d-4ab3-a06b-5c76aa8f134d HTTP/1.1" status: 204 len: 168 time: 1.8706322 Feb 17 17:34:38.969673 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43928) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:38.986162 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-63c1f152-23a5-4e0f-abff-84f42d086d63 None None] Set router 5da8e7a7-b629-4290-b86c-f2777850e416 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:34:39.018641 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:39.078600 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00e83b02-b6b6-48c3-a0ed-b7b2771309cd admin admin] Publish callbacks [] for port (e232601c-c671-4a11-bfc4-293b0d39694d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:39.096921 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port cf8ec659-4f55-4f49-872b-a83727525c84 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:34:39.124430 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a0d3ba-f0f3-48f1-9f36-98c5e43c8a6a req-4af693f4-b0e3-4480-aeb5-4367841cf7a9 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:39.126182 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-01a0d3ba-f0f3-48f1-9f36-98c5e43c8a6a req-4af693f4-b0e3-4480-aeb5-4367841cf7a9 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=063254ca-547c-4463-b259-f72752788097 HTTP/1.1" status: 200 len: 950 time: 0.3189497 Feb 17 17:34:39.133350 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00e83b02-b6b6-48c3-a0ed-b7b2771309cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (e232601c-c671-4a11-bfc4-293b0d39694d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:39.135366 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe35acb-bfee-4abb-947e-4085c51439ea req-1b924120-df8c-468f-aa1a-d9341bcdc69b tempest-MigrationsAdminTest-980591226 tempest-MigrationsAdminTest-980591226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:39.137562 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-afe35acb-bfee-4abb-947e-4085c51439ea req-1b924120-df8c-468f-aa1a-d9341bcdc69b tempest-MigrationsAdminTest-980591226 tempest-MigrationsAdminTest-980591226-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=9fdfe57b-fd05-4786-aba9-35c53d6fdcaf HTTP/1.1" status: 200 len: 1132 time: 0.3949263 Feb 17 17:34:39.191217 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e83b02-b6b6-48c3-a0ed-b7b2771309cd admin admin] Network 0a5e4a87-4ee5-43ba-9b80-4028df7a735a is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:34:39.194657 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-00e83b02-b6b6-48c3-a0ed-b7b2771309cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:34:39.195380 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808751d5-f857-42af-a080-abea96e1e592 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:39.196860 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808751d5-f857-42af-a080-abea96e1e592 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:39.201311 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-808751d5-f857-42af-a080-abea96e1e592 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2277267 Feb 17 17:34:39.201957 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e83b02-b6b6-48c3-a0ed-b7b2771309cd admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:34:39.206858 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43930) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:39.210807 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e83b02-b6b6-48c3-a0ed-b7b2771309cd admin admin] Pushing event updated for resources: {'Port': ['ID=e232601c-c671-4a11-bfc4-293b0d39694d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:39.256945 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-63c1f152-23a5-4e0f-abff-84f42d086d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da8e7a7-b629-4290-b86c-f2777850e416', 'name': 'tempest-TaggedBootDevicesTest-1008680030-router', 'tenant_id': '918d19e8f1f044baa808ac9d66a136f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '74162f3a-045b-4c0b-afc2-c4430fc99f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:34:29Z', 'updated_at': '2022-02-17T17:34:34Z', 'revision_number': 3, 'project_id': '918d19e8f1f044baa808ac9d66a136f9', 'gw_port': {'id': '74162f3a-045b-4c0b-afc2-c4430fc99f08', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d4:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da8e7a7-b629-4290-b86c-f2777850e416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:34:32Z', 'updated_at': '2022-02-17T17:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:39.297224 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c1f152-23a5-4e0f-abff-84f42d086d63 None None] The sync data for ids ['5da8e7a7-b629-4290-b86c-f2777850e416'] in n-d-829613-2 is: [{'id': '5da8e7a7-b629-4290-b86c-f2777850e416', 'name': 'tempest-TaggedBootDevicesTest-1008680030-router', 'tenant_id': '918d19e8f1f044baa808ac9d66a136f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '74162f3a-045b-4c0b-afc2-c4430fc99f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:34:29Z', 'updated_at': '2022-02-17T17:34:34Z', 'revision_number': 3, 'project_id': '918d19e8f1f044baa808ac9d66a136f9', 'gw_port': {'id': '74162f3a-045b-4c0b-afc2-c4430fc99f08', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d4:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da8e7a7-b629-4290-b86c-f2777850e416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:34:32Z', 'updated_at': '2022-02-17T17:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:34:39.306277 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00e83b02-b6b6-48c3-a0ed-b7b2771309cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (5da8e7a7-b629-4290-b86c-f2777850e416), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:39.353008 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-0763f8b6-127b-49c4-85f6-4e8d56d63006 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Deleting subnet 7695b488-64e7-4d9d-a257-a1a60dd097d3 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:34:39.360761 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0763f8b6-127b-49c4-85f6-4e8d56d63006 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (7695b488-64e7-4d9d-a257-a1a60dd097d3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:39.422221 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0763f8b6-127b-49c4-85f6-4e8d56d63006 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (7695b488-64e7-4d9d-a257-a1a60dd097d3), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:39.497460 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-6824ee89-6d89-4e29-a2dd-e0dd1e808008 None None] Provisioning complete for port e232601c-c671-4a11-bfc4-293b0d39694d triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:34:39.499143 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6824ee89-6d89-4e29-a2dd-e0dd1e808008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (e232601c-c671-4a11-bfc4-293b0d39694d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:39.554261 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-6824ee89-6d89-4e29-a2dd-e0dd1e808008 None None] Port e232601c-c671-4a11-bfc4-293b0d39694d cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:34:39.571497 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00e83b02-b6b6-48c3-a0ed-b7b2771309cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (e232601c-c671-4a11-bfc4-293b0d39694d), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:39.584668 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0763f8b6-127b-49c4-85f6-4e8d56d63006 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (7695b488-64e7-4d9d-a257-a1a60dd097d3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:39.604351 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-00d6615c-09a6-4f62-b9f9-1a2d41404506 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Deleting port a756769d-269f-46f0-ad28-7f98c6e157aa {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:34:39.605059 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-00d6615c-09a6-4f62-b9f9-1a2d41404506 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (a756769d-269f-46f0-ad28-7f98c6e157aa), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:39.673095 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-01a0d3ba-f0f3-48f1-9f36-98c5e43c8a6a req-d29378b5-cf41-468c-82d6-e49b3bd52561 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5282662 Feb 17 17:34:39.722380 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-afe35acb-bfee-4abb-947e-4085c51439ea req-09ed6bc4-41bd-42be-8229-c884c6e71e86 tempest-MigrationsAdminTest-980591226 tempest-MigrationsAdminTest-980591226-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5636611 Feb 17 17:34:39.767862 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0763f8b6-127b-49c4-85f6-4e8d56d63006 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (7695b488-64e7-4d9d-a257-a1a60dd097d3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:39.783203 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-00d6615c-09a6-4f62-b9f9-1a2d41404506 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (a756769d-269f-46f0-ad28-7f98c6e157aa), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:39.815769 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0763f8b6-127b-49c4-85f6-4e8d56d63006 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Subnet': ['ID=7695b488-64e7-4d9d-a257-a1a60dd097d3,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:39.836865 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063254ca-547c-4463-b259-f72752788097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:34:39.840223 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb2b7d1-d818-4843-9673-1e96fb78be1d" -d '{"events": [{"server_uuid": "063254ca-547c-4463-b259-f72752788097", "name": "network-vif-plugged", "status": "completed", "tag": "fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:34:39.849496 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-00d6615c-09a6-4f62-b9f9-1a2d41404506 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Calling delete_port for a756769d-269f-46f0-ad28-7f98c6e157aa owned by network:router_gateway {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:34:39.855270 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0763f8b6-127b-49c4-85f6-4e8d56d63006 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:39.860353 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0763f8b6-127b-49c4-85f6-4e8d56d63006 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/7695b488-64e7-4d9d-a257-a1a60dd097d3 HTTP/1.1" status: 204 len: 168 time: 0.6516392 Feb 17 17:34:39.864639 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43938) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:39.868709 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b98bd9-e72b-4981-a9dc-26304529e293 None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:34:39.916959 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5d955d13-a40f-4b88-91d3-878d5b124e13 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0474539 Feb 17 17:34:39.917812 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43940) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:39.925248 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-70c536ee-f5d0-4d7a-a24f-4134468c8d52 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'subnet': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:34:39.975621 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667dbca-b231-4950-b792-84b807117d06 req-8ac584cb-dd70-43df-b332-0cb33f90a7ce tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:39.982911 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5667dbca-b231-4950-b792-84b807117d06 req-8ac584cb-dd70-43df-b332-0cb33f90a7ce tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] 10.222.0.87 "GET /v2.0/ports?device_id=146f3a36-f036-4955-8e74-3d0f7bf6d119 HTTP/1.1" status: 200 len: 945 time: 0.1598201 Feb 17 17:34:40.000651 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ef539-f553-4972-99dc-42e8bb690c1b req-efdc073e-157d-4dc8-b061-096fde5b249d tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:40.010483 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9b3ef539-f553-4972-99dc-42e8bb690c1b req-efdc073e-157d-4dc8-b061-096fde5b249d tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/ports?device_id=be13ebb0-5343-4dc6-bc42-1067b3780f5d HTTP/1.1" status: 200 len: 944 time: 0.2466335 Feb 17 17:34:40.019537 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00e83b02-b6b6-48c3-a0ed-b7b2771309cd admin admin] Publish callbacks [] for port (e232601c-c671-4a11-bfc4-293b0d39694d), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:40.025725 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00e83b02-b6b6-48c3-a0ed-b7b2771309cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (e232601c-c671-4a11-bfc4-293b0d39694d), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:40.104212 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bf6902-1674-4772-b313-b19954955e69 None None] DHCP port deletion for f82adc72-a904-4b51-9a87-7ea8a1981040 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:34:40.155853 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c536ee-f5d0-4d7a-a24f-4134468c8d52 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:34:40.159338 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-70c536ee-f5d0-4d7a-a24f-4134468c8d52 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:40.162194 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9b3ef539-f553-4972-99dc-42e8bb690c1b req-85859a22-40fd-4327-a9b6-ad3039046f37 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/security-groups?id=dd538416-09bc-40c0-9215-332e74759dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487608 Feb 17 17:34:40.165853 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e83b02-b6b6-48c3-a0ed-b7b2771309cd admin admin] Pushing event updated for resources: {'Port': ['ID=e232601c-c671-4a11-bfc4-293b0d39694d,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:40.193354 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00e83b02-b6b6-48c3-a0ed-b7b2771309cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (5da8e7a7-b629-4290-b86c-f2777850e416), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:40.200596 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-53bf6902-1674-4772-b313-b19954955e69 None None] Deleting port cf8ec659-4f55-4f49-872b-a83727525c84 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:34:40.200975 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-53bf6902-1674-4772-b313-b19954955e69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (cf8ec659-4f55-4f49-872b-a83727525c84), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:40.236225 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5667dbca-b231-4950-b792-84b807117d06 req-018c454e-bd88-41c0-8616-872018e50192 tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] 10.222.0.87 "GET /v2.0/security-groups?id=90d87b1d-1c14-4b29-87a0-9ae11b73b3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521658 Feb 17 17:34:40.331886 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-53bf6902-1674-4772-b313-b19954955e69 None None] For port cf8ec659-4f55-4f49-872b-a83727525c84, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=cf8ec659-4f55-4f49-872b-a83727525c84,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:34:40.332836 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-53bf6902-1674-4772-b313-b19954955e69 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (cf8ec659-4f55-4f49-872b-a83727525c84), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:40.349734 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-53bf6902-1674-4772-b313-b19954955e69 None None] Calling delete_port for cf8ec659-4f55-4f49-872b-a83727525c84 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:34:40.356989 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-00d6615c-09a6-4f62-b9f9-1a2d41404506 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (a756769d-269f-46f0-ad28-7f98c6e157aa), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:40.421666 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6615c-09a6-4f62-b9f9-1a2d41404506 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Pushing event deleted for resources: {'Port': ['ID=a756769d-269f-46f0-ad28-7f98c6e157aa,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:40.460606 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e83b02-b6b6-48c3-a0ed-b7b2771309cd admin admin] Network 0a5e4a87-4ee5-43ba-9b80-4028df7a735a is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:34:40.472946 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-00e83b02-b6b6-48c3-a0ed-b7b2771309cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:34:40.473195 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e336b16-0b70-403d-bd4f-356bac41af9e x-openstack-request-id: req-1e336b16-0b70-403d-bd4f-356bac41af9e {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:34:40.473667 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063254ca-547c-4463-b259-f72752788097", "name": "network-vif-plugged", "status": "completed", "tag": "fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:34:40.474110 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1e336b16-0b70-403d-bd4f-356bac41af9e {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:34:40.480207 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063254ca-547c-4463-b259-f72752788097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac', 'code': 200} Feb 17 17:34:40.494317 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-53bf6902-1674-4772-b313-b19954955e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (cf8ec659-4f55-4f49-872b-a83727525c84), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:40.556516 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bf6902-1674-4772-b313-b19954955e69 None None] Pushing event deleted for resources: {'Port': ['ID=cf8ec659-4f55-4f49-872b-a83727525c84,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:40.573314 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-00d6615c-09a6-4f62-b9f9-1a2d41404506 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (a49c9216-086e-49bf-af54-1f7b9702b266), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:40.574890 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bf6902-1674-4772-b313-b19954955e69 None None] No DVR routers for this DVR port cf8ec659-4f55-4f49-872b-a83727525c84 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:34:40.668177 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b030f9-a257-40dd-9d7d-36565608d6a5 req-264a92a9-ac48-4079-942f-f569f357ce57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:40.669914 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d3b030f9-a257-40dd-9d7d-36565608d6a5 req-264a92a9-ac48-4079-942f-f569f357ce57 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=063254ca-547c-4463-b259-f72752788097 HTTP/1.1" status: 200 len: 1132 time: 0.2168970 Feb 17 17:34:40.777187 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 62144165-7534-4f7e-bb99-db99d8e3e441 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:34:40.859348 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d3b030f9-a257-40dd-9d7d-36565608d6a5 req-78bfafd4-c5d9-420a-8925-824386563764 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519625 Feb 17 17:34:40.871299 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-00d6615c-09a6-4f62-b9f9-1a2d41404506 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (a49c9216-086e-49bf-af54-1f7b9702b266), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:40.876458 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-00d6615c-09a6-4f62-b9f9-1a2d41404506 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for router_controller (a49c9216-086e-49bf-af54-1f7b9702b266), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:40.905252 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-70c536ee-f5d0-4d7a-a24f-4134468c8d52 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (3a8c0793-3999-4d4d-9fd3-ea89c4bfaaa5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:40.909663 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 74162f3a-045b-4c0b-afc2-c4430fc99f08 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:34:40.934392 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-53961f52-c852-42a4-be99-0ad74dc1f6c9 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=9fdfe57b-fd05-4786-aba9-35c53d6fdcaf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2562971 Feb 17 17:34:40.959092 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e83b02-b6b6-48c3-a0ed-b7b2771309cd admin admin] Router 5da8e7a7-b629-4290-b86c-f2777850e416 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:34:40.960529 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4771e-c63b-402a-854f-921356d07be9 req-3bc7e02f-3889-4d79-8ab4-0c9a295a2f82 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:40.968437 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-76f4771e-c63b-402a-854f-921356d07be9 req-3bc7e02f-3889-4d79-8ab4-0c9a295a2f82 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fdfe57b-fd05-4786-aba9-35c53d6fdcaf HTTP/1.1" status: 200 len: 950 time: 0.2814050 Feb 17 17:34:40.977707 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-00d6615c-09a6-4f62-b9f9-1a2d41404506 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (a49c9216-086e-49bf-af54-1f7b9702b266), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:40.978435 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d6615c-09a6-4f62-b9f9-1a2d41404506 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Fanout notify agent at l3_agent the message router_deleted on router a49c9216-086e-49bf-af54-1f7b9702b266 {{(pid=103435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:34:40.979765 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c536ee-f5d0-4d7a-a24f-4134468c8d52 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:34:40.983822 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-70678995-796d-4f88-a5d0-0a3ea6650be3 None None] Provisioning complete for port e232601c-c671-4a11-bfc4-293b0d39694d triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:34:40.983822 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-70678995-796d-4f88-a5d0-0a3ea6650be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (e232601c-c671-4a11-bfc4-293b0d39694d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:40.994463 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-70c536ee-f5d0-4d7a-a24f-4134468c8d52 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:34:40.995198 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-00d6615c-09a6-4f62-b9f9-1a2d41404506 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:41.002171 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-00d6615c-09a6-4f62-b9f9-1a2d41404506 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] 10.222.0.87 "DELETE /v2.0/routers/a49c9216-086e-49bf-af54-1f7b9702b266 HTTP/1.1" status: 204 len: 168 time: 3.1017647 Feb 17 17:34:41.007094 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43948) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:41.011963 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-9b975d0e-9712-4be7-afa7-f8b9b689b3bd tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-553932455', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:34:41.012417 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c536ee-f5d0-4d7a-a24f-4134468c8d52 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:41.012737 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-70c536ee-f5d0-4d7a-a24f-4134468c8d52 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:41.030617 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b010d1b2-7f8e-42a0-a0cf-b042d07b046a None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:34:41.031816 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe2a8d0-0ee9-4b53-9e28-062cdd4b9b9c req-7c5a8458-2e86-4dd4-b7a1-9275b5781aec tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:41.039106 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-afe2a8d0-0ee9-4b53-9e28-062cdd4b9b9c req-7c5a8458-2e86-4dd4-b7a1-9275b5781aec tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=063254ca-547c-4463-b259-f72752788097 HTTP/1.1" status: 200 len: 950 time: 0.2067375 Feb 17 17:34:41.110310 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9b975d0e-9712-4be7-afa7-f8b9b689b3bd tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (d9a08f66-825b-46d0-83a7-d634d3b06812), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:41.111613 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9b975d0e-9712-4be7-afa7-f8b9b689b3bd tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (d9a08f66-825b-46d0-83a7-d634d3b06812), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:41.112716 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 62144165-7534-4f7e-bb99-db99d8e3e441, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=62144165-7534-4f7e-bb99-db99d8e3e441,segment=NetworkSegment(101d171d-00e3-43dd-8059-643cfe6a6952),segment_id=101d171d-00e3-43dd-8059-643cfe6a6952)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:34:41.127431 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-76f4771e-c63b-402a-854f-921356d07be9 req-55441be8-5ba4-42fb-8056-42f5b07d594f tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581037 Feb 17 17:34:41.145768 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-afe2a8d0-0ee9-4b53-9e28-062cdd4b9b9c req-688abcdf-85cf-4d6f-bef3-803d8224ea28 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056960 Feb 17 17:34:41.149429 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '62144165-7534-4f7e-bb99-db99d8e3e441', 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8', 'port_id': '62144165-7534-4f7e-bb99-db99d8e3e441', 'mac_address': 'fa:16:3e:b0:9b:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcea941e-c7ab-41fc-b153-28fd81921144', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:34:41.153592 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-70678995-796d-4f88-a5d0-0a3ea6650be3 None None] Port e232601c-c671-4a11-bfc4-293b0d39694d cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:34:41.173976 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 74162f3a-045b-4c0b-afc2-c4430fc99f08 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:34:41.174360 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (74162f3a-045b-4c0b-afc2-c4430fc99f08), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:41.202730 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c536ee-f5d0-4d7a-a24f-4134468c8d52 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Subnet': ['ID=3a8c0793-3999-4d4d-9fd3-ea89c4bfaaa5,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:41.218961 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e83b02-b6b6-48c3-a0ed-b7b2771309cd admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:34:41.227036 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-70c536ee-f5d0-4d7a-a24f-4134468c8d52 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3033936 Feb 17 17:34:41.238126 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-00e83b02-b6b6-48c3-a0ed-b7b2771309cd admin admin] 10.222.0.87 "PUT /v2.0/routers/5da8e7a7-b629-4290-b86c-f2777850e416/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6067684 Feb 17 17:34:41.238776 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43956) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:41.244153 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-696b9195-cedf-414a-acad-c8ab14dbc78c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'port': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'name': 'tempest-NetworksTestDHCPv6-489188020'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:34:41.265541 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9b975d0e-9712-4be7-afa7-f8b9b689b3bd tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for router_controller (d9a08f66-825b-46d0-83a7-d634d3b06812), precommit_add_association {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:41.274446 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9b975d0e-9712-4be7-afa7-f8b9b689b3bd tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (d9a08f66-825b-46d0-83a7-d634d3b06812), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:41.300506 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9b975d0e-9712-4be7-afa7-f8b9b689b3bd tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:41.303042 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-9b975d0e-9712-4be7-afa7-f8b9b689b3bd tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2949269 Feb 17 17:34:41.305751 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43962) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:41.334307 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4113ed-bb81-4e45-bb06-b54bf75bd8e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-f82adc72-a904-4b51-9a87-7ea8a1981040', 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'project_id': 'c017d73ca35741f09876024d2cbfcdb7', 'fixed_ips': [{'subnet_id': '3a8c0793-3999-4d4d-9fd3-ea89c4bfaaa5'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:34:41.335226 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ba4113ed-bb81-4e45-bb06-b54bf75bd8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:41.344851 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-2fa7251a-3c71-4b7d-a882-2984186b9856 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'enable_snat': True}}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:34:41.406218 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 62144165-7534-4f7e-bb99-db99d8e3e441 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:34:41.406649 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (62144165-7534-4f7e-bb99-db99d8e3e441), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:41.435545 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696b9195-cedf-414a-acad-c8ab14dbc78c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:34:41.457662 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62144165-7534-4f7e-bb99-db99d8e3e441 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:34:41.465260 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-696b9195-cedf-414a-acad-c8ab14dbc78c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:41.492731 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-696b9195-cedf-414a-acad-c8ab14dbc78c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] device_id is not set on port 22f2a9c0-2959-4758-ba3e-9b73cf7fc88c yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:34:41.537797 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 62144165-7534-4f7e-bb99-db99d8e3e441, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=62144165-7534-4f7e-bb99-db99d8e3e441,segment=NetworkSegment(101d171d-00e3-43dd-8059-643cfe6a6952),segment_id=101d171d-00e3-43dd-8059-643cfe6a6952)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:34:41.620841 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (62144165-7534-4f7e-bb99-db99d8e3e441), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:41.678423 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 74162f3a-045b-4c0b-afc2-c4430fc99f08 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:34:41.678822 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (74162f3a-045b-4c0b-afc2-c4430fc99f08), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:41.717660 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 74162f3a-045b-4c0b-afc2-c4430fc99f08, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=74162f3a-045b-4c0b-afc2-c4430fc99f08,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:34:41.718815 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=62144165-7534-4f7e-bb99-db99d8e3e441,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:41.727209 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (74162f3a-045b-4c0b-afc2-c4430fc99f08), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:41.766082 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-696b9195-cedf-414a-acad-c8ab14dbc78c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Allocated IP 2001:db8::332 (f82adc72-a904-4b51-9a87-7ea8a1981040/3a8c0793-3999-4d4d-9fd3-ea89c4bfaaa5/22f2a9c0-2959-4758-ba3e-9b73cf7fc88c) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:34:41.835779 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=74162f3a-045b-4c0b-afc2-c4430fc99f08,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:41.841200 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e110d162-ca7b-4066-b208-217bf59efddb req-bd3c684e-b726-40e4-a16e-1da7f71143e6 tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:41.845266 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e110d162-ca7b-4066-b208-217bf59efddb req-bd3c684e-b726-40e4-a16e-1da7f71143e6 tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] 10.222.0.87 "GET /v2.0/ports?device_id=146f3a36-f036-4955-8e74-3d0f7bf6d119 HTTP/1.1" status: 200 len: 945 time: 0.3167806 Feb 17 17:34:41.848621 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2fa7251a-3c71-4b7d-a882-2984186b9856 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks [] for router_gateway (d9a08f66-825b-46d0-83a7-d634d3b06812), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:41.863363 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device cf8ec659-4f55-4f49-872b-a83727525c84 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:34:41.865924 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb008f-153d-48c3-8741-63d09295d8b3 req-f32da30c-6a5b-4591-bb36-0996f44e1a25 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:41.867480 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e6fb008f-153d-48c3-8741-63d09295d8b3 req-f32da30c-6a5b-4591-bb36-0996f44e1a25 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/ports?device_id=be13ebb0-5343-4dc6-bc42-1067b3780f5d HTTP/1.1" status: 200 len: 945 time: 0.5627496 Feb 17 17:34:41.883423 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-ee56dc44-31c0-459c-bb8c-2743faeadb03 tempest-MigrationsAdminTest-980591226 tempest-MigrationsAdminTest-980591226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:41.896356 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-ee56dc44-31c0-459c-bb8c-2743faeadb03 tempest-MigrationsAdminTest-980591226 tempest-MigrationsAdminTest-980591226-project-admin] 10.222.0.87 "GET /v2.0/ports/5faaf9bc-4919-487c-abb1-6eefe7416d24 HTTP/1.1" status: 200 len: 1129 time: 0.1128433 Feb 17 17:34:41.916019 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: cf8ec659-4f55-4f49-872b-a83727525c84 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:34:41.917812 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device cf8ec659-4f55-4f49-872b-a83727525c84 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:34:41.941407 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['62144165-7534-4f7e-bb99-db99d8e3e441'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:34:42.056988 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d700c54-8e32-4364-9ca0-454a770d4ea2 None None] Sync routers for ids ['5da8e7a7-b629-4290-b86c-f2777850e416'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:34:42.069238 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e110d162-ca7b-4066-b208-217bf59efddb req-15b170fb-131a-427b-8b47-a4e9f1b46ca0 tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] 10.222.0.87 "GET /v2.0/security-groups?id=90d87b1d-1c14-4b29-87a0-9ae11b73b3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168446 Feb 17 17:34:42.129761 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d700c54-8e32-4364-9ca0-454a770d4ea2 None None] Routers {'5da8e7a7-b629-4290-b86c-f2777850e416'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:34:42.131676 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-0d700c54-8e32-4364-9ca0-454a770d4ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:34:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['5da8e7a7-b629-4290-b86c-f2777850e416'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:42.135841 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e6fb008f-153d-48c3-8741-63d09295d8b3 req-4534e8ec-9cd8-4a35-999d-301507446493 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/security-groups?id=dd538416-09bc-40c0-9215-332e74759dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531300 Feb 17 17:34:42.166438 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-696b9195-cedf-414a-acad-c8ab14dbc78c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for port (22f2a9c0-2959-4758-ba3e-9b73cf7fc88c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:42.218756 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-696b9195-cedf-414a-acad-c8ab14dbc78c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (22f2a9c0-2959-4758-ba3e-9b73cf7fc88c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:42.296506 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696b9195-cedf-414a-acad-c8ab14dbc78c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:34:42.307131 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-696b9195-cedf-414a-acad-c8ab14dbc78c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:34:42.316195 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696b9195-cedf-414a-acad-c8ab14dbc78c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:34:42.325823 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696b9195-cedf-414a-acad-c8ab14dbc78c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:42.327306 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-696b9195-cedf-414a-acad-c8ab14dbc78c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:42.352829 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696b9195-cedf-414a-acad-c8ab14dbc78c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Port': ['ID=22f2a9c0-2959-4758-ba3e-9b73cf7fc88c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:42.359493 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-696b9195-cedf-414a-acad-c8ab14dbc78c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1195762 Feb 17 17:34:42.362460 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44002) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:42.401639 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44004) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:42.407088 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-8dba13ce-a090-403d-8749-5352f5ec12f3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1332789976-network', 'tenant_id': '34d31da291b54b3098661f30f7c53f93'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:34:42.492757 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-ba4113ed-bb81-4e45-bb06-b54bf75bd8e5 None None] Allocated IP 2001:db8::2 (f82adc72-a904-4b51-9a87-7ea8a1981040/3a8c0793-3999-4d4d-9fd3-ea89c4bfaaa5/51abc5e7-f286-49b0-b5e4-6bbb263f7734) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:34:42.504988 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a138ec-efe6-4421-a60e-61c03e44cf28 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:42.510199 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b4a138ec-efe6-4421-a60e-61c03e44cf28 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1461499 Feb 17 17:34:42.510842 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44006) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:42.560761 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-0d700c54-8e32-4364-9ca0-454a770d4ea2 None None] Set router 5da8e7a7-b629-4290-b86c-f2777850e416 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:34:42.587357 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c0776-fac3-41a5-bbee-22310a9d9886 req-b3f20656-aa83-495f-9b3b-c867ba45deaf tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:42.595352 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-160c0776-fac3-41a5-bbee-22310a9d9886 req-b3f20656-aa83-495f-9b3b-c867ba45deaf tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fdfe57b-fd05-4786-aba9-35c53d6fdcaf HTTP/1.1" status: 200 len: 950 time: 0.2894456 Feb 17 17:34:42.624832 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-fd4f4aee-9ffc-45af-b249-c917c4f8cd70 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Deleting port 22f2a9c0-2959-4758-ba3e-9b73cf7fc88c {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:34:42.625184 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fd4f4aee-9ffc-45af-b249-c917c4f8cd70 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (22f2a9c0-2959-4758-ba3e-9b73cf7fc88c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:42.641741 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dba13ce-a090-403d-8749-5352f5ec12f3 admin admin] Made reservation on behalf of 34d31da291b54b3098661f30f7c53f93 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:34:42.644483 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8dba13ce-a090-403d-8749-5352f5ec12f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:42.688602 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab4d18-7865-40cf-ba2a-526da1e1bc33 req-a2c1c27f-d573-4d32-aa86-b9dc3fb82d10 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:42.690223 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2dab4d18-7865-40cf-ba2a-526da1e1bc33 req-a2c1c27f-d573-4d32-aa86-b9dc3fb82d10 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=063254ca-547c-4463-b259-f72752788097 HTTP/1.1" status: 200 len: 950 time: 0.1993914 Feb 17 17:34:42.690967 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8dba13ce-a090-403d-8749-5352f5ec12f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:42.754771 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-160c0776-fac3-41a5-bbee-22310a9d9886 req-d6f009fb-b172-4a38-95bc-1f8b689af2bc tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536450 Feb 17 17:34:42.766072 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2fa7251a-3c71-4b7d-a882-2984186b9856 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks [] for router_gateway (d9a08f66-825b-46d0-83a7-d634d3b06812), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:42.769830 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fd4f4aee-9ffc-45af-b249-c917c4f8cd70 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (22f2a9c0-2959-4758-ba3e-9b73cf7fc88c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:42.799351 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-fd4f4aee-9ffc-45af-b249-c917c4f8cd70 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Calling delete_port for 22f2a9c0-2959-4758-ba3e-9b73cf7fc88c owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:34:42.852037 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2fa7251a-3c71-4b7d-a882-2984186b9856 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:42.868381 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 74162f3a-045b-4c0b-afc2-c4430fc99f08 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:34:42.925202 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2dab4d18-7865-40cf-ba2a-526da1e1bc33 req-0190597f-aff0-4902-8349-9f09f4b61003 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118275 Feb 17 17:34:43.016426 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-2fa7251a-3c71-4b7d-a882-2984186b9856 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Allocated IP 172.25.8.30 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/329c0443-4045-4703-93fb-3c6a52bc1725) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:34:43.044413 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8dba13ce-a090-403d-8749-5352f5ec12f3 admin admin] Publish callbacks [] for security_group (5b153124-54c7-4ac3-a5ee-51a63a33db91), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:43.048756 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8dba13ce-a090-403d-8749-5352f5ec12f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (5b153124-54c7-4ac3-a5ee-51a63a33db91), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:43.086777 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba13ce-a090-403d-8749-5352f5ec12f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b153124-54c7-4ac3-a5ee-51a63a33db91,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:43.110466 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fd4f4aee-9ffc-45af-b249-c917c4f8cd70 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (22f2a9c0-2959-4758-ba3e-9b73cf7fc88c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:43.123217 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dba13ce-a090-403d-8749-5352f5ec12f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:34:43.151250 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8dba13ce-a090-403d-8749-5352f5ec12f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (9571cb1e-3ecd-4432-8440-eb494916a474), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:43.151740 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-8dba13ce-a090-403d-8749-5352f5ec12f3 admin admin] Added segment 9571cb1e-3ecd-4432-8440-eb494916a474 of type vlan for network 7f848bb8-7dc9-4b2c-922a-bc45c0514a97 Feb 17 17:34:43.216722 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f4aee-9ffc-45af-b249-c917c4f8cd70 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Port': ['ID=22f2a9c0-2959-4758-ba3e-9b73cf7fc88c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:43.227341 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fd4f4aee-9ffc-45af-b249-c917c4f8cd70 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:43.236804 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fd4f4aee-9ffc-45af-b249-c917c4f8cd70 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/ports/22f2a9c0-2959-4758-ba3e-9b73cf7fc88c HTTP/1.1" status: 204 len: 168 time: 0.7248385 Feb 17 17:34:43.238780 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44018) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:43.253597 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ba4113ed-bb81-4e45-bb06-b54bf75bd8e5 None None] Publish callbacks [] for port (51abc5e7-f286-49b0-b5e4-6bbb263f7734), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:43.285990 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ba4113ed-bb81-4e45-bb06-b54bf75bd8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (51abc5e7-f286-49b0-b5e4-6bbb263f7734), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:43.301723 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8dba13ce-a090-403d-8749-5352f5ec12f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (7f848bb8-7dc9-4b2c-922a-bc45c0514a97), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:43.334959 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e50222-46e5-47d9-98d5-3947d45cf5c2 req-a4c81173-8e71-4abc-85a4-1c9693db29b8 tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:43.342874 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-25e50222-46e5-47d9-98d5-3947d45cf5c2 req-a4c81173-8e71-4abc-85a4-1c9693db29b8 tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] 10.222.0.87 "GET /v2.0/ports?device_id=146f3a36-f036-4955-8e74-3d0f7bf6d119 HTTP/1.1" status: 200 len: 945 time: 0.1734300 Feb 17 17:34:43.395138 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4113ed-bb81-4e45-bb06-b54bf75bd8e5 None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:34:43.397026 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8dba13ce-a090-403d-8749-5352f5ec12f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (7f848bb8-7dc9-4b2c-922a-bc45c0514a97), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:43.398129 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dba13ce-a090-403d-8749-5352f5ec12f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:43.398850 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8dba13ce-a090-403d-8749-5352f5ec12f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:43.399901 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-ba4113ed-bb81-4e45-bb06-b54bf75bd8e5 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:34:43.403135 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4113ed-bb81-4e45-bb06-b54bf75bd8e5 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:34:43.422044 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2fa7251a-3c71-4b7d-a882-2984186b9856 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks [] for port (329c0443-4045-4703-93fb-3c6a52bc1725), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:43.425192 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-8dba13ce-a090-403d-8749-5352f5ec12f3 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0225108 Feb 17 17:34:43.432312 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 74162f3a-045b-4c0b-afc2-c4430fc99f08 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:34:43.432931 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (74162f3a-045b-4c0b-afc2-c4430fc99f08), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:43.435584 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44020) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:43.446942 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-3991369d-a054-4363-84e4-35e8cc5930d9 admin admin] Request body: {'subnet': {'network_id': '7f848bb8-7dc9-4b2c-922a-bc45c0514a97', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1332789976-subnet', 'tenant_id': '34d31da291b54b3098661f30f7c53f93', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:34:43.461998 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4dfeff-58ab-457c-86e4-064031db1932 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:43.473075 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4dfeff-58ab-457c-86e4-064031db1932 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:43.479544 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44024) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:43.481333 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8f4dfeff-58ab-457c-86e4-064031db1932 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2399139 Feb 17 17:34:43.507699 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-25e50222-46e5-47d9-98d5-3947d45cf5c2 req-1e70db41-4694-4726-bba7-f6284d732b95 tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] 10.222.0.87 "GET /v2.0/security-groups?id=90d87b1d-1c14-4b29-87a0-9ae11b73b3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626129 Feb 17 17:34:43.529348 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-1bb578af-e49c-4e2d-9290-6e2a4d4512e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:43.530925 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-1bb578af-e49c-4e2d-9290-6e2a4d4512e7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=24d514a6d00a4f52a8689d09d1cf81c2&device_id=9fdfe57b-fd05-4786-aba9-35c53d6fdcaf HTTP/1.1" status: 200 len: 1132 time: 0.1663342 Feb 17 17:34:43.532312 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3991369d-a054-4363-84e4-35e8cc5930d9 admin admin] Made reservation on behalf of 34d31da291b54b3098661f30f7c53f93 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:34:43.535050 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3991369d-a054-4363-84e4-35e8cc5930d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:43.540589 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4113ed-bb81-4e45-bb06-b54bf75bd8e5 None None] Pushing event updated for resources: {'Port': ['ID=51abc5e7-f286-49b0-b5e4-6bbb263f7734,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:43.618537 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 74162f3a-045b-4c0b-afc2-c4430fc99f08 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:34:43.643008 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-ba4113ed-bb81-4e45-bb06-b54bf75bd8e5 None None] Attempting to bind port 51abc5e7-f286-49b0-b5e4-6bbb263f7734 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:34:43.643617 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba13ce-a090-403d-8749-5352f5ec12f3 admin admin] Pushing event updated for resources: {'Network': ['ID=7f848bb8-7dc9-4b2c-922a-bc45c0514a97,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:43.645749 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-ba4113ed-bb81-4e45-bb06-b54bf75bd8e5 None None] Attempting to bind port 51abc5e7-f286-49b0-b5e4-6bbb263f7734 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:34:43.662923 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3ed6df3-2718-4e48-aab0-f8f54850b8a4 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Deleting subnet 3a8c0793-3999-4d4d-9fd3-ea89c4bfaaa5 {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:34:43.666022 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4113ed-bb81-4e45-bb06-b54bf75bd8e5 None None] Attempting to bind port 51abc5e7-f286-49b0-b5e4-6bbb263f7734 on network f82adc72-a904-4b51-9a87-7ea8a1981040 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:43.666994 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a3ed6df3-2718-4e48-aab0-f8f54850b8a4 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (3a8c0793-3999-4d4d-9fd3-ea89c4bfaaa5), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:43.684699 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 7f848bb8-7dc9-4b2c-922a-bc45c0514a97 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:34:43.707503 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-6b4977f4-e34b-443e-8912-c53b2fd59302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:43.709013 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-6b4977f4-e34b-443e-8912-c53b2fd59302 service neutron] 10.222.0.71 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 0.1695259 Feb 17 17:34:43.710437 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a3ed6df3-2718-4e48-aab0-f8f54850b8a4 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (3a8c0793-3999-4d4d-9fd3-ea89c4bfaaa5), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:43.761130 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-b2dd88ce-ae9a-41fb-9c40-46fc4e496272 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=5faaf9bc-4919-487c-abb1-6eefe7416d24 HTTP/1.1" status: 200 len: 217 time: 0.0438647 Feb 17 17:34:43.795661 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4113ed-bb81-4e45-bb06-b54bf75bd8e5 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:34:43.796062 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4113ed-bb81-4e45-bb06-b54bf75bd8e5 None None] Checking segment: {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:34:43.796618 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ba4113ed-bb81-4e45-bb06-b54bf75bd8e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:43.797659 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4113ed-bb81-4e45-bb06-b54bf75bd8e5 None None] Bound using segment: {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:34:43.797659 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-ba4113ed-bb81-4e45-bb06-b54bf75bd8e5 None None] Bound port: 51abc5e7-f286-49b0-b5e4-6bbb263f7734, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:34:43.798072 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ba4113ed-bb81-4e45-bb06-b54bf75bd8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (51abc5e7-f286-49b0-b5e4-6bbb263f7734), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:43.807281 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2fa7251a-3c71-4b7d-a882-2984186b9856 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (329c0443-4045-4703-93fb-3c6a52bc1725), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:43.843479 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-8879a1dc-8a26-422c-8ac1-ebaa3f0af7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:43.846686 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-8879a1dc-8a26-422c-8ac1-ebaa3f0af7ad service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.0785968 Feb 17 17:34:43.851536 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-0d700c54-8e32-4364-9ca0-454a770d4ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da8e7a7-b629-4290-b86c-f2777850e416', 'name': 'tempest-TaggedBootDevicesTest-1008680030-router', 'tenant_id': '918d19e8f1f044baa808ac9d66a136f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '74162f3a-045b-4c0b-afc2-c4430fc99f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:34:29Z', 'updated_at': '2022-02-17T17:34:39Z', 'revision_number': 4, 'project_id': '918d19e8f1f044baa808ac9d66a136f9', 'gw_port': {'id': '74162f3a-045b-4c0b-afc2-c4430fc99f08', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da8e7a7-b629-4290-b86c-f2777850e416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:34:32Z', 'updated_at': '2022-02-17T17:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'e232601c-c671-4a11-bfc4-293b0d39694d', 'name': '', 'network_id': '0a5e4a87-4ee5-43ba-9b80-4028df7a735a', 'tenant_id': '918d19e8f1f044baa808ac9d66a136f9', 'mac_address': 'fa:16:3e:ca:59:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da8e7a7-b629-4290-b86c-f2777850e416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '98ec6acc-308e-4130-b06f-00382706d70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:34:38Z', 'updated_at': '2022-02-17T17:34:39Z', 'revision_number': 2, 'project_id': '918d19e8f1f044baa808ac9d66a136f9', 'subnets': [{'id': '98ec6acc-308e-4130-b06f-00382706d70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:43.889231 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d700c54-8e32-4364-9ca0-454a770d4ea2 None None] Checking router: 5da8e7a7-b629-4290-b86c-f2777850e416 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:34:43.889676 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d700c54-8e32-4364-9ca0-454a770d4ea2 None None] Updating router 5da8e7a7-b629-4290-b86c-f2777850e416 port e232601c-c671-4a11-bfc4-293b0d39694d binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:34:43.900489 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48faef3e-7394-48c0-bf1d-0012b440921c req-87066b8a-49ba-490c-bea8-f9200a50196e tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:43.902436 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-48faef3e-7394-48c0-bf1d-0012b440921c req-87066b8a-49ba-490c-bea8-f9200a50196e tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/ports?device_id=be13ebb0-5343-4dc6-bc42-1067b3780f5d HTTP/1.1" status: 200 len: 945 time: 0.3490729 Feb 17 17:34:43.912427 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a3ed6df3-2718-4e48-aab0-f8f54850b8a4 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (3a8c0793-3999-4d4d-9fd3-ea89c4bfaaa5), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:43.916868 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa7251a-3c71-4b7d-a882-2984186b9856 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:34:43.938652 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0d700c54-8e32-4364-9ca0-454a770d4ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (e232601c-c671-4a11-bfc4-293b0d39694d), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:43.957657 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-2fa7251a-3c71-4b7d-a882-2984186b9856 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:34:43.960562 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa7251a-3c71-4b7d-a882-2984186b9856 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:34:43.976778 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-0d21d1fd-5141-4255-a6bf-85366edb0417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:43.978418 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-0d21d1fd-5141-4255-a6bf-85366edb0417 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1097414 Feb 17 17:34:43.979847 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3991369d-a054-4363-84e4-35e8cc5930d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (337331eb-9e41-42ee-b25f-17c88c45f62c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:44.030693 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa7251a-3c71-4b7d-a882-2984186b9856 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Pushing event updated for resources: {'Port': ['ID=329c0443-4045-4703-93fb-3c6a52bc1725,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:44.104147 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3991369d-a054-4363-84e4-35e8cc5930d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=337331eb-9e41-42ee-b25f-17c88c45f62c,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:44.134015 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3991369d-a054-4363-84e4-35e8cc5930d9 admin admin] Checking segment: {'id': '9571cb1e-3ecd-4432-8440-eb494916a474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7f848bb8-7dc9-4b2c-922a-bc45c0514a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:34:44.134524 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3991369d-a054-4363-84e4-35e8cc5930d9 admin admin] Network hostable DHCP agents. Network: 7f848bb8-7dc9-4b2c-922a-bc45c0514a97, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:34:44.151527 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-48faef3e-7394-48c0-bf1d-0012b440921c req-6fd3fb23-c5d8-4594-a76f-90c081023e1b tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/security-groups?id=dd538416-09bc-40c0-9215-332e74759dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087493 Feb 17 17:34:44.155788 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-70963e47-c4d1-4f23-b503-dafebe6a5963 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481400 Feb 17 17:34:44.185943 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3991369d-a054-4363-84e4-35e8cc5930d9 admin admin] Network 7f848bb8-7dc9-4b2c-922a-bc45c0514a97 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:34:44.206136 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-3991369d-a054-4363-84e4-35e8cc5930d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 7f848bb8-7dc9-4b2c-922a-bc45c0514a97) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:34:44.208323 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-ba4113ed-bb81-4e45-bb06-b54bf75bd8e5 None None] For port 51abc5e7-f286-49b0-b5e4-6bbb263f7734, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:34:44.214045 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3991369d-a054-4363-84e4-35e8cc5930d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:44.214863 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3991369d-a054-4363-84e4-35e8cc5930d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:44.223994 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cff669-680c-4e1e-94f9-fdc643171bf5 None None] Network 7f848bb8-7dc9-4b2c-922a-bc45c0514a97 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:34:44.230078 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-ba4113ed-bb81-4e45-bb06-b54bf75bd8e5 None None] For port 51abc5e7-f286-49b0-b5e4-6bbb263f7734, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=51abc5e7-f286-49b0-b5e4-6bbb263f7734,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:34:44.235356 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a3ed6df3-2718-4e48-aab0-f8f54850b8a4 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (3a8c0793-3999-4d4d-9fd3-ea89c4bfaaa5), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:44.264344 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3991369d-a054-4363-84e4-35e8cc5930d9 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8269413 Feb 17 17:34:44.266813 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44028) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:44.269167 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4239ce-ee3d-4339-a519-1c903f96079b req-abbc4800-4283-4e6a-8ec1-1d735e58635b tempest-ServersAdminTestJSON-333156852 tempest-ServersAdminTestJSON-333156852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:44.269650 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4239ce-ee3d-4339-a519-1c903f96079b req-abbc4800-4283-4e6a-8ec1-1d735e58635b tempest-ServersAdminTestJSON-333156852 tempest-ServersAdminTestJSON-333156852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:44.270111 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4239ce-ee3d-4339-a519-1c903f96079b req-abbc4800-4283-4e6a-8ec1-1d735e58635b tempest-ServersAdminTestJSON-333156852 tempest-ServersAdminTestJSON-333156852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:44.270567 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4239ce-ee3d-4339-a519-1c903f96079b req-abbc4800-4283-4e6a-8ec1-1d735e58635b tempest-ServersAdminTestJSON-333156852 tempest-ServersAdminTestJSON-333156852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:44.271025 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4239ce-ee3d-4339-a519-1c903f96079b req-abbc4800-4283-4e6a-8ec1-1d735e58635b tempest-ServersAdminTestJSON-333156852 tempest-ServersAdminTestJSON-333156852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:44.271437 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-f91f19b0-6a2a-4028-92a0-c1b0fc759f14 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1332789976-router', 'tenant_id': '34d31da291b54b3098661f30f7c53f93', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:34:44.271589 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4239ce-ee3d-4339-a519-1c903f96079b req-abbc4800-4283-4e6a-8ec1-1d735e58635b tempest-ServersAdminTestJSON-333156852 tempest-ServersAdminTestJSON-333156852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:44.271960 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4239ce-ee3d-4339-a519-1c903f96079b req-abbc4800-4283-4e6a-8ec1-1d735e58635b tempest-ServersAdminTestJSON-333156852 tempest-ServersAdminTestJSON-333156852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:44.272440 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4239ce-ee3d-4339-a519-1c903f96079b req-abbc4800-4283-4e6a-8ec1-1d735e58635b tempest-ServersAdminTestJSON-333156852 tempest-ServersAdminTestJSON-333156852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:44.272896 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4239ce-ee3d-4339-a519-1c903f96079b req-abbc4800-4283-4e6a-8ec1-1d735e58635b tempest-ServersAdminTestJSON-333156852 tempest-ServersAdminTestJSON-333156852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:44.273609 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4239ce-ee3d-4339-a519-1c903f96079b req-abbc4800-4283-4e6a-8ec1-1d735e58635b tempest-ServersAdminTestJSON-333156852 tempest-ServersAdminTestJSON-333156852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:44.273783 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4239ce-ee3d-4339-a519-1c903f96079b req-abbc4800-4283-4e6a-8ec1-1d735e58635b tempest-ServersAdminTestJSON-333156852 tempest-ServersAdminTestJSON-333156852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:44.274289 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4239ce-ee3d-4339-a519-1c903f96079b req-abbc4800-4283-4e6a-8ec1-1d735e58635b tempest-ServersAdminTestJSON-333156852 tempest-ServersAdminTestJSON-333156852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:44.274419 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ba4113ed-bb81-4e45-bb06-b54bf75bd8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (51abc5e7-f286-49b0-b5e4-6bbb263f7734), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:44.274906 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4239ce-ee3d-4339-a519-1c903f96079b req-abbc4800-4283-4e6a-8ec1-1d735e58635b tempest-ServersAdminTestJSON-333156852 tempest-ServersAdminTestJSON-333156852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:44.275105 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4239ce-ee3d-4339-a519-1c903f96079b req-abbc4800-4283-4e6a-8ec1-1d735e58635b tempest-ServersAdminTestJSON-333156852 tempest-ServersAdminTestJSON-333156852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:44.275579 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4239ce-ee3d-4339-a519-1c903f96079b req-abbc4800-4283-4e6a-8ec1-1d735e58635b tempest-ServersAdminTestJSON-333156852 tempest-ServersAdminTestJSON-333156852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:44.275992 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4239ce-ee3d-4339-a519-1c903f96079b req-abbc4800-4283-4e6a-8ec1-1d735e58635b tempest-ServersAdminTestJSON-333156852 tempest-ServersAdminTestJSON-333156852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:44.276652 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4239ce-ee3d-4339-a519-1c903f96079b req-abbc4800-4283-4e6a-8ec1-1d735e58635b tempest-ServersAdminTestJSON-333156852 tempest-ServersAdminTestJSON-333156852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:44.287271 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cb4239ce-ee3d-4339-a519-1c903f96079b req-abbc4800-4283-4e6a-8ec1-1d735e58635b tempest-ServersAdminTestJSON-333156852 tempest-ServersAdminTestJSON-333156852-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=063254ca-547c-4463-b259-f72752788097&device_id=146f3a36-f036-4955-8e74-3d0f7bf6d119&device_id=be13ebb0-5343-4dc6-bc42-1067b3780f5d&device_id=9fdfe57b-fd05-4786-aba9-35c53d6fdcaf&device_id=f7813f51-0f8c-406e-992d-d19f127ae697&device_id=f00d4d80-0531-4d28-b776-76d9efd2b420&device_id=62e75d39-d946-4814-8adf-839d9da47a9c&device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f&device_id=91b03940-fd52-4fab-baa6-b38163ad055b&device_id=afbea10c-4419-4c6c-a145-79a8266759c5&device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 15922 time: 0.3201430 Feb 17 17:34:44.303473 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-13f87759-067f-47ec-a9a0-91892253afb8 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416631 Feb 17 17:34:44.308982 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f91f19b0-6a2a-4028-92a0-c1b0fc759f14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (dd96a232-a4a2-4b80-9960-c1e379792b91), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:44.311062 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f91f19b0-6a2a-4028-92a0-c1b0fc759f14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (dd96a232-a4a2-4b80-9960-c1e379792b91), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:44.322990 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a3ed6df3-2718-4e48-aab0-f8f54850b8a4 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:44.329570 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a3ed6df3-2718-4e48-aab0-f8f54850b8a4 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/3a8c0793-3999-4d4d-9fd3-ea89c4bfaaa5 HTTP/1.1" status: 204 len: 168 time: 0.8467777 Feb 17 17:34:44.330859 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44030) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:44.333764 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ed6df3-2718-4e48-aab0-f8f54850b8a4 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Subnet': ['ID=3a8c0793-3999-4d4d-9fd3-ea89c4bfaaa5,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:44.360339 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-cb4239ce-ee3d-4339-a519-1c903f96079b req-10e6a3d9-37b7-4f84-bd0f-10dacacc74a1 tempest-ServersAdminTestJSON-333156852 tempest-ServersAdminTestJSON-333156852-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:44.411293 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d18247ab-d35c-4db2-9bfc-98e2904bc849 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0799670 Feb 17 17:34:44.411898 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44032) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:44.477561 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4113ed-bb81-4e45-bb06-b54bf75bd8e5 None None] Pushing event updated for resources: {'Port': ['ID=51abc5e7-f286-49b0-b5e4-6bbb263f7734,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:44.489920 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4113ed-bb81-4e45-bb06-b54bf75bd8e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:34:44.490195 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4113ed-bb81-4e45-bb06-b54bf75bd8e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:34:44.490389 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4113ed-bb81-4e45-bb06-b54bf75bd8e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:34:44.490866 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4113ed-bb81-4e45-bb06-b54bf75bd8e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:34:44.491278 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4113ed-bb81-4e45-bb06-b54bf75bd8e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:34:44.491688 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4113ed-bb81-4e45-bb06-b54bf75bd8e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:34:44.492106 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4113ed-bb81-4e45-bb06-b54bf75bd8e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:34:44.492581 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4113ed-bb81-4e45-bb06-b54bf75bd8e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:34:44.492987 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4113ed-bb81-4e45-bb06-b54bf75bd8e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:34:44.493526 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4113ed-bb81-4e45-bb06-b54bf75bd8e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:34:44.493926 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4113ed-bb81-4e45-bb06-b54bf75bd8e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:34:44.494315 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4113ed-bb81-4e45-bb06-b54bf75bd8e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:34:44.494727 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4113ed-bb81-4e45-bb06-b54bf75bd8e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:34:44.505217 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0d700c54-8e32-4364-9ca0-454a770d4ea2 None None] Publish callbacks [] for port (e232601c-c671-4a11-bfc4-293b0d39694d), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:44.543773 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0d700c54-8e32-4364-9ca0-454a770d4ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (e232601c-c671-4a11-bfc4-293b0d39694d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:44.550777 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbb3719-b337-406f-a92c-71e720e63fd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-7f848bb8-7dc9-4b2c-922a-bc45c0514a97', 'network_id': '7f848bb8-7dc9-4b2c-922a-bc45c0514a97', 'project_id': '34d31da291b54b3098661f30f7c53f93', 'fixed_ips': [{'subnet_id': '337331eb-9e41-42ee-b25f-17c88c45f62c'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:34:44.551060 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0915d-aee5-400b-87cd-72d5bb4b760a req-d26d1540-d84d-42ec-9a9c-7b146a7e46d9 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:44.552103 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1fbb3719-b337-406f-a92c-71e720e63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:44.552492 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-30d0915d-aee5-400b-87cd-72d5bb4b760a req-d26d1540-d84d-42ec-9a9c-7b146a7e46d9 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fdfe57b-fd05-4786-aba9-35c53d6fdcaf HTTP/1.1" status: 200 len: 950 time: 0.2239349 Feb 17 17:34:44.616760 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2fa7251a-3c71-4b7d-a882-2984186b9856 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks [] for router_gateway (d9a08f66-825b-46d0-83a7-d634d3b06812), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:44.643304 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b6a00-2158-48f4-8d54-6b994d5868d7 None None] Pushing event updated for resources: {'Port': ['ID=e232601c-c671-4a11-bfc4-293b0d39694d,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:44.752538 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-cb4239ce-ee3d-4339-a519-1c903f96079b req-10e6a3d9-37b7-4f84-bd0f-10dacacc74a1 tempest-ServersAdminTestJSON-333156852 tempest-ServersAdminTestJSON-333156852-project-admin] Publish callbacks [] for security_group (4d7df954-bed6-473d-b50d-ba3a845a76c8), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:44.773906 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-30d0915d-aee5-400b-87cd-72d5bb4b760a req-4e0fa201-bc57-4a04-bff9-188e0b5a7350 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882353 Feb 17 17:34:44.783277 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-cb4239ce-ee3d-4339-a519-1c903f96079b req-10e6a3d9-37b7-4f84-bd0f-10dacacc74a1 tempest-ServersAdminTestJSON-333156852 tempest-ServersAdminTestJSON-333156852-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (4d7df954-bed6-473d-b50d-ba3a845a76c8), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:44.843960 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 62144165-7534-4f7e-bb99-db99d8e3e441 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:34:44.914091 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e6a3d9-37b7-4f84-bd0f-10dacacc74a1 tempest-ServersAdminTestJSON-333156852 tempest-ServersAdminTestJSON-333156852-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7df954-bed6-473d-b50d-ba3a845a76c8,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:44.960366 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f91f19b0-6a2a-4028-92a0-c1b0fc759f14 admin admin] Publish callbacks [] for router_controller (dd96a232-a4a2-4b80-9960-c1e379792b91), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:44.967109 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-b0a22cff-3adf-4e71-a15f-691c614eeb6e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'subnet': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:34:45.015033 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-0d700c54-8e32-4364-9ca0-454a770d4ea2 None None] Attempting to bind port e232601c-c671-4a11-bfc4-293b0d39694d on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:34:45.015681 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-0d700c54-8e32-4364-9ca0-454a770d4ea2 None None] Attempting to bind port e232601c-c671-4a11-bfc4-293b0d39694d by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '02645fb9-f8c0-4e52-bfd2-07423e88e8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0a5e4a87-4ee5-43ba-9b80-4028df7a735a'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:34:45.016625 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d700c54-8e32-4364-9ca0-454a770d4ea2 None None] Attempting to bind port e232601c-c671-4a11-bfc4-293b0d39694d on network 0a5e4a87-4ee5-43ba-9b80-4028df7a735a {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:45.036475 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d700c54-8e32-4364-9ca0-454a770d4ea2 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:34:45.036860 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d700c54-8e32-4364-9ca0-454a770d4ea2 None None] Checking segment: {'id': '02645fb9-f8c0-4e52-bfd2-07423e88e8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0a5e4a87-4ee5-43ba-9b80-4028df7a735a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:34:45.037270 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0d700c54-8e32-4364-9ca0-454a770d4ea2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:45.037676 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d700c54-8e32-4364-9ca0-454a770d4ea2 None None] Bound using segment: {'id': '02645fb9-f8c0-4e52-bfd2-07423e88e8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0a5e4a87-4ee5-43ba-9b80-4028df7a735a'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:34:45.038170 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-0d700c54-8e32-4364-9ca0-454a770d4ea2 None None] Bound port: e232601c-c671-4a11-bfc4-293b0d39694d, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02645fb9-f8c0-4e52-bfd2-07423e88e8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0a5e4a87-4ee5-43ba-9b80-4028df7a735a'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:34:45.038561 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0d700c54-8e32-4364-9ca0-454a770d4ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (e232601c-c671-4a11-bfc4-293b0d39694d), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:45.085656 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-1fbb3719-b337-406f-a92c-71e720e63fd0 None None] Allocated IP 172.20.0.2 (7f848bb8-7dc9-4b2c-922a-bc45c0514a97/337331eb-9e41-42ee-b25f-17c88c45f62c/b89a1bfe-d146-473d-ba78-98ae17292e28) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:34:45.095978 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cb4239ce-ee3d-4339-a519-1c903f96079b req-10e6a3d9-37b7-4f84-bd0f-10dacacc74a1 tempest-ServersAdminTestJSON-333156852 tempest-ServersAdminTestJSON-333156852-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=dd538416-09bc-40c0-9215-332e74759dff&id=4b62a994-4311-4d7d-a3f0-cd2c105b06fa&id=06bbdf43-383d-412d-a4a7-27f1a95946ae&id=8361b589-b305-4872-b6ec-b93d002cd25f&id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&id=90d87b1d-1c14-4b29-87a0-9ae11b73b3db&fields=id&fields=name HTTP/1.1" status: 200 len: 647 time: 0.8089864 Feb 17 17:34:45.197399 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port 62144165-7534-4f7e-bb99-db99d8e3e441 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:34:45.237356 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 62144165-7534-4f7e-bb99-db99d8e3e441 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:34:45.237736 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (62144165-7534-4f7e-bb99-db99d8e3e441), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:45.242215 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a22cff-3adf-4e71-a15f-691c614eeb6e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:34:45.246053 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b0a22cff-3adf-4e71-a15f-691c614eeb6e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:45.323267 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-2941e1b8-37e8-4fe0-877e-c4dc9cb1e016 None None] Provisioning complete for port e232601c-c671-4a11-bfc4-293b0d39694d triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:34:45.324142 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2941e1b8-37e8-4fe0-877e-c4dc9cb1e016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (e232601c-c671-4a11-bfc4-293b0d39694d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:45.349427 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f91f19b0-6a2a-4028-92a0-c1b0fc759f14 admin admin] Publish callbacks [] for router_gateway (dd96a232-a4a2-4b80-9960-c1e379792b91), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:45.399132 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-0d700c54-8e32-4364-9ca0-454a770d4ea2 None None] For port e232601c-c671-4a11-bfc4-293b0d39694d, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:34:45.437526 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-0d700c54-8e32-4364-9ca0-454a770d4ea2 None None] For port e232601c-c671-4a11-bfc4-293b0d39694d, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=e232601c-c671-4a11-bfc4-293b0d39694d,segment=NetworkSegment(02645fb9-f8c0-4e52-bfd2-07423e88e8ac),segment_id=02645fb9-f8c0-4e52-bfd2-07423e88e8ac)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:34:45.462418 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0d700c54-8e32-4364-9ca0-454a770d4ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (e232601c-c671-4a11-bfc4-293b0d39694d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:45.501482 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-2941e1b8-37e8-4fe0-877e-c4dc9cb1e016 None None] Port e232601c-c671-4a11-bfc4-293b0d39694d cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:34:45.574842 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b0a22cff-3adf-4e71-a15f-691c614eeb6e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (a7da5542-56a2-4bcf-bd10-b9b35dbd7551), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:45.615526 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901cdc8e-cfe9-4384-a078-8e155fe35f35 req-5e3715e8-fcba-44d1-a3e5-a8145b1acc7c tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:45.616865 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 62144165-7534-4f7e-bb99-db99d8e3e441 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:34:45.617372 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (62144165-7534-4f7e-bb99-db99d8e3e441), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:45.624481 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-901cdc8e-cfe9-4384-a078-8e155fe35f35 req-5e3715e8-fcba-44d1-a3e5-a8145b1acc7c tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] 10.222.0.87 "GET /v2.0/ports?device_id=146f3a36-f036-4955-8e74-3d0f7bf6d119 HTTP/1.1" status: 200 len: 945 time: 0.7287357 Feb 17 17:34:45.665834 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d700c54-8e32-4364-9ca0-454a770d4ea2 None None] Routers {'5da8e7a7-b629-4290-b86c-f2777850e416'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:34:45.666522 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-0d700c54-8e32-4364-9ca0-454a770d4ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:34:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['5da8e7a7-b629-4290-b86c-f2777850e416'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:45.711189 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40711da6-a00f-418c-9d7f-a07a730d423f req-8f83eb6c-b123-43f4-951f-0950744939c3 tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:45.712800 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-40711da6-a00f-418c-9d7f-a07a730d423f req-8f83eb6c-b123-43f4-951f-0950744939c3 tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] 10.222.0.91 "GET /v2.0/ports?device_id=146f3a36-f036-4955-8e74-3d0f7bf6d119 HTTP/1.1" status: 200 len: 945 time: 0.6243038 Feb 17 17:34:45.737749 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a22cff-3adf-4e71-a15f-691c614eeb6e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:34:45.739470 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2fa7251a-3c71-4b7d-a882-2984186b9856 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-362104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31404'] for router (d9a08f66-825b-46d0-83a7-d634d3b06812), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:45.740465 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-b0a22cff-3adf-4e71-a15f-691c614eeb6e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:34:45.745897 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a22cff-3adf-4e71-a15f-691c614eeb6e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:45.746649 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b0a22cff-3adf-4e71-a15f-691c614eeb6e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:45.749095 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a22cff-3adf-4e71-a15f-691c614eeb6e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Subnet': ['ID=a7da5542-56a2-4bcf-bd10-b9b35dbd7551,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:45.774978 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b6a00-2158-48f4-8d54-6b994d5868d7 None None] Pushing event updated for resources: {'Port': ['ID=e232601c-c671-4a11-bfc4-293b0d39694d,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:45.789344 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1fbb3719-b337-406f-a92c-71e720e63fd0 None None] Publish callbacks [] for port (b89a1bfe-d146-473d-ba78-98ae17292e28), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:45.806073 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabf54f-f72f-4a43-9b56-3b03d407798f req-94a7d020-2a14-40c0-b0d0-cfa63f2af4a3 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:45.813708 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4aabf54f-f72f-4a43-9b56-3b03d407798f req-94a7d020-2a14-40c0-b0d0-cfa63f2af4a3 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/ports?device_id=be13ebb0-5343-4dc6-bc42-1067b3780f5d HTTP/1.1" status: 200 len: 945 time: 0.2679787 Feb 17 17:34:45.821552 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b0a22cff-3adf-4e71-a15f-691c614eeb6e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4031222 Feb 17 17:34:45.821911 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44044) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:45.827134 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-901cdc8e-cfe9-4384-a078-8e155fe35f35 req-1f6ed35e-47e6-45bc-accc-ee27b84f3ca4 tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] 10.222.0.87 "GET /v2.0/security-groups?id=90d87b1d-1c14-4b29-87a0-9ae11b73b3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996622 Feb 17 17:34:45.829690 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-8e301f63-c5bd-48b6-80c2-09b9e9161f5c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'port': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'name': 'tempest-NetworksTestDHCPv6-1187912834'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:34:45.837713 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2fa7251a-3c71-4b7d-a882-2984186b9856 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-362081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-362090', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-362947'] for router (d9a08f66-825b-46d0-83a7-d634d3b06812), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:46.028436 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e301f63-c5bd-48b6-80c2-09b9e9161f5c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:34:46.032535 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e301f63-c5bd-48b6-80c2-09b9e9161f5c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:46.046527 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f91f19b0-6a2a-4028-92a0-c1b0fc759f14 admin admin] Publish callbacks [] for router_gateway (dd96a232-a4a2-4b80-9960-c1e379792b91), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:46.075599 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f91f19b0-6a2a-4028-92a0-c1b0fc759f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:46.081192 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-0d700c54-8e32-4364-9ca0-454a770d4ea2 None None] Set router 5da8e7a7-b629-4290-b86c-f2777850e416 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:34:46.116492 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-8e301f63-c5bd-48b6-80c2-09b9e9161f5c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] device_id is not set on port 127cc4ad-f8be-4a68-a325-5d8172d4435e yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:34:46.179755 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1fbb3719-b337-406f-a92c-71e720e63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (b89a1bfe-d146-473d-ba78-98ae17292e28), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:46.181554 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4aabf54f-f72f-4a43-9b56-3b03d407798f req-45dc0665-4801-4b08-891b-4be1ad228b9f tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/security-groups?id=dd538416-09bc-40c0-9215-332e74759dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674235 Feb 17 17:34:46.181862 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be13ebb0-5343-4dc6-bc42-1067b3780f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62144165-7534-4f7e-bb99-db99d8e3e441'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:34:46.184385 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3b6b6e-c294-4f27-885f-d55656c4d2c3" -d '{"events": [{"server_uuid": "be13ebb0-5343-4dc6-bc42-1067b3780f5d", "name": "network-vif-plugged", "status": "completed", "tag": "62144165-7534-4f7e-bb99-db99d8e3e441"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:34:46.255363 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbb3719-b337-406f-a92c-71e720e63fd0 None None] Network 7f848bb8-7dc9-4b2c-922a-bc45c0514a97 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:34:46.264606 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa98154-b121-4dc5-b8a7-e28b8c40b524 req-fdc0c2c1-a3ff-4d17-b926-da90b1a77d3f tempest-ServersAdminTestJSON-333156852 tempest-ServersAdminTestJSON-333156852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:46.266178 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa98154-b121-4dc5-b8a7-e28b8c40b524 req-fdc0c2c1-a3ff-4d17-b926-da90b1a77d3f tempest-ServersAdminTestJSON-333156852 tempest-ServersAdminTestJSON-333156852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:46.266664 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa98154-b121-4dc5-b8a7-e28b8c40b524 req-fdc0c2c1-a3ff-4d17-b926-da90b1a77d3f tempest-ServersAdminTestJSON-333156852 tempest-ServersAdminTestJSON-333156852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:46.269167 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0fa98154-b121-4dc5-b8a7-e28b8c40b524 req-fdc0c2c1-a3ff-4d17-b926-da90b1a77d3f tempest-ServersAdminTestJSON-333156852 tempest-ServersAdminTestJSON-333156852-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=063254ca-547c-4463-b259-f72752788097&device_id=f7813f51-0f8c-406e-992d-d19f127ae697&device_id=f00d4d80-0531-4d28-b776-76d9efd2b420 HTTP/1.1" status: 200 len: 2975 time: 0.1804826 Feb 17 17:34:46.275083 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 62144165-7534-4f7e-bb99-db99d8e3e441, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=62144165-7534-4f7e-bb99-db99d8e3e441,segment=NetworkSegment(101d171d-00e3-43dd-8059-643cfe6a6952),segment_id=101d171d-00e3-43dd-8059-643cfe6a6952)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:34:46.277780 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-1fbb3719-b337-406f-a92c-71e720e63fd0 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:34:46.280298 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbb3719-b337-406f-a92c-71e720e63fd0 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:34:46.283089 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-ac03401a-5b24-4e2a-b6f4-13e26412e848 None None] Provisioning complete for port e232601c-c671-4a11-bfc4-293b0d39694d triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:34:46.283574 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ac03401a-5b24-4e2a-b6f4-13e26412e848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (e232601c-c671-4a11-bfc4-293b0d39694d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:46.293895 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21c7ca0-3d89-4a69-9553-c4ab340ca3a7 None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:34:46.303692 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-40711da6-a00f-418c-9d7f-a07a730d423f req-672bb313-cc70-4645-88a9-995c125ef97c tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] Deleting port ea5b13af-fe10-47b9-86b2-aae5b60542d8 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:34:46.304048 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-40711da6-a00f-418c-9d7f-a07a730d423f req-672bb313-cc70-4645-88a9-995c125ef97c tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (ea5b13af-fe10-47b9-86b2-aae5b60542d8), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:46.320529 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (62144165-7534-4f7e-bb99-db99d8e3e441), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:46.366862 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-f91f19b0-6a2a-4028-92a0-c1b0fc759f14 admin admin] Allocated IP 172.25.8.161 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/adba8afc-c218-4914-b916-fe48c93f2392) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:34:46.391065 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-8e301f63-c5bd-48b6-80c2-09b9e9161f5c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Allocated IP 2001:db8::347 (f82adc72-a904-4b51-9a87-7ea8a1981040/a7da5542-56a2-4bcf-bd10-b9b35dbd7551/127cc4ad-f8be-4a68-a325-5d8172d4435e) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:34:46.421911 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbb3719-b337-406f-a92c-71e720e63fd0 None None] Pushing event updated for resources: {'Port': ['ID=b89a1bfe-d146-473d-ba78-98ae17292e28,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:46.456012 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e1799-92ec-437a-8a49-fb2c2a87059a req-75067edf-793d-42fe-b6f1-bbf50e7188ee tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:46.457613 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc1e1799-92ec-437a-8a49-fb2c2a87059a req-75067edf-793d-42fe-b6f1-bbf50e7188ee tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fdfe57b-fd05-4786-aba9-35c53d6fdcaf HTTP/1.1" status: 200 len: 950 time: 0.1867483 Feb 17 17:34:46.488203 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0fa98154-b121-4dc5-b8a7-e28b8c40b524 req-d19cb355-0a42-41e3-a4c4-237d2f8124b4 tempest-ServersAdminTestJSON-333156852 tempest-ServersAdminTestJSON-333156852-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657743 Feb 17 17:34:46.490069 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-40711da6-a00f-418c-9d7f-a07a730d423f req-672bb313-cc70-4645-88a9-995c125ef97c tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] For port ea5b13af-fe10-47b9-86b2-aae5b60542d8, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=ea5b13af-fe10-47b9-86b2-aae5b60542d8,segment=NetworkSegment(3d8a424f-84f6-457e-8a17-3b5f538aaf72),segment_id=3d8a424f-84f6-457e-8a17-3b5f538aaf72)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:34:46.490444 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-40711da6-a00f-418c-9d7f-a07a730d423f req-672bb313-cc70-4645-88a9-995c125ef97c tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (ea5b13af-fe10-47b9-86b2-aae5b60542d8), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:46.514238 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-40711da6-a00f-418c-9d7f-a07a730d423f req-672bb313-cc70-4645-88a9-995c125ef97c tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] Calling delete_port for ea5b13af-fe10-47b9-86b2-aae5b60542d8 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:34:46.520350 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa7251a-3c71-4b7d-a882-2984186b9856 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Router d9a08f66-825b-46d0-83a7-d634d3b06812 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:34:46.573937 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-1fbb3719-b337-406f-a92c-71e720e63fd0 None None] Attempting to bind port b89a1bfe-d146-473d-ba78-98ae17292e28 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:34:46.574321 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-1fbb3719-b337-406f-a92c-71e720e63fd0 None None] Attempting to bind port b89a1bfe-d146-473d-ba78-98ae17292e28 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '9571cb1e-3ecd-4432-8440-eb494916a474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7f848bb8-7dc9-4b2c-922a-bc45c0514a97'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:34:46.574943 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbb3719-b337-406f-a92c-71e720e63fd0 None None] Attempting to bind port b89a1bfe-d146-473d-ba78-98ae17292e28 on network 7f848bb8-7dc9-4b2c-922a-bc45c0514a97 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:46.584774 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87045e66-f4d3-42e4-a1b8-c14c398e888c x-openstack-request-id: req-87045e66-f4d3-42e4-a1b8-c14c398e888c {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:34:46.585115 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be13ebb0-5343-4dc6-bc42-1067b3780f5d", "name": "network-vif-plugged", "status": "completed", "tag": "62144165-7534-4f7e-bb99-db99d8e3e441", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:34:46.585323 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-87045e66-f4d3-42e4-a1b8-c14c398e888c {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:34:46.585717 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be13ebb0-5343-4dc6-bc42-1067b3780f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62144165-7534-4f7e-bb99-db99d8e3e441', 'code': 200} Feb 17 17:34:46.615896 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=62144165-7534-4f7e-bb99-db99d8e3e441,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:46.649437 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc1e1799-92ec-437a-8a49-fb2c2a87059a req-6700d168-80b8-4ff5-819d-c01e24f22a40 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765480 Feb 17 17:34:46.660908 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbb3719-b337-406f-a92c-71e720e63fd0 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:34:46.661388 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbb3719-b337-406f-a92c-71e720e63fd0 None None] Checking segment: {'id': '9571cb1e-3ecd-4432-8440-eb494916a474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7f848bb8-7dc9-4b2c-922a-bc45c0514a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:34:46.661816 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1fbb3719-b337-406f-a92c-71e720e63fd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:46.662226 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbb3719-b337-406f-a92c-71e720e63fd0 None None] Bound using segment: {'id': '9571cb1e-3ecd-4432-8440-eb494916a474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7f848bb8-7dc9-4b2c-922a-bc45c0514a97'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:34:46.662739 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-1fbb3719-b337-406f-a92c-71e720e63fd0 None None] Bound port: b89a1bfe-d146-473d-ba78-98ae17292e28, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9571cb1e-3ecd-4432-8440-eb494916a474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7f848bb8-7dc9-4b2c-922a-bc45c0514a97'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:34:46.663678 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1fbb3719-b337-406f-a92c-71e720e63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b89a1bfe-d146-473d-ba78-98ae17292e28), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:46.735606 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-ac03401a-5b24-4e2a-b6f4-13e26412e848 None None] Current status of the port e232601c-c671-4a11-bfc4-293b0d39694d is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:34:46.735814 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ac03401a-5b24-4e2a-b6f4-13e26412e848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (e232601c-c671-4a11-bfc4-293b0d39694d), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:46.787218 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa7251a-3c71-4b7d-a882-2984186b9856 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:34:46.805476 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2fa7251a-3c71-4b7d-a882-2984186b9856 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:46.811241 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-2fa7251a-3c71-4b7d-a882-2984186b9856 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] 10.222.0.87 "PUT /v2.0/routers/d9a08f66-825b-46d0-83a7-d634d3b06812 HTTP/1.1" status: 200 len: 917 time: 5.5036049 Feb 17 17:34:46.811611 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703f0c33-6b36-4e89-8988-a9a8cc42219d None None] Sync routers for ids ['d9a08f66-825b-46d0-83a7-d634d3b06812'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:34:46.812126 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44054) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:46.828353 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-1fbb3719-b337-406f-a92c-71e720e63fd0 None None] For port b89a1bfe-d146-473d-ba78-98ae17292e28, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:34:46.831538 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f91f19b0-6a2a-4028-92a0-c1b0fc759f14 admin admin] Publish callbacks [] for port (adba8afc-c218-4914-b916-fe48c93f2392), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:46.835292 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-1fbb3719-b337-406f-a92c-71e720e63fd0 None None] For port b89a1bfe-d146-473d-ba78-98ae17292e28, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=b89a1bfe-d146-473d-ba78-98ae17292e28,segment=NetworkSegment(9571cb1e-3ecd-4432-8440-eb494916a474),segment_id=9571cb1e-3ecd-4432-8440-eb494916a474)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:34:46.840642 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-ac03401a-5b24-4e2a-b6f4-13e26412e848 None None] For port e232601c-c671-4a11-bfc4-293b0d39694d, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=e232601c-c671-4a11-bfc4-293b0d39694d,segment=NetworkSegment(02645fb9-f8c0-4e52-bfd2-07423e88e8ac),segment_id=02645fb9-f8c0-4e52-bfd2-07423e88e8ac)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:34:46.845026 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703f0c33-6b36-4e89-8988-a9a8cc42219d None None] Routers {'d9a08f66-825b-46d0-83a7-d634d3b06812'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:34:46.848340 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-703f0c33-6b36-4e89-8988-a9a8cc42219d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:34:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['d9a08f66-825b-46d0-83a7-d634d3b06812'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:46.848984 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1fbb3719-b337-406f-a92c-71e720e63fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b89a1bfe-d146-473d-ba78-98ae17292e28), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:46.857119 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ac03401a-5b24-4e2a-b6f4-13e26412e848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (e232601c-c671-4a11-bfc4-293b0d39694d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:46.890211 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-0d700c54-8e32-4364-9ca0-454a770d4ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da8e7a7-b629-4290-b86c-f2777850e416', 'name': 'tempest-TaggedBootDevicesTest-1008680030-router', 'tenant_id': '918d19e8f1f044baa808ac9d66a136f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '74162f3a-045b-4c0b-afc2-c4430fc99f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:34:29Z', 'updated_at': '2022-02-17T17:34:39Z', 'revision_number': 4, 'project_id': '918d19e8f1f044baa808ac9d66a136f9', 'gw_port': {'id': '74162f3a-045b-4c0b-afc2-c4430fc99f08', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da8e7a7-b629-4290-b86c-f2777850e416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:34:32Z', 'updated_at': '2022-02-17T17:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'e232601c-c671-4a11-bfc4-293b0d39694d', 'name': '', 'network_id': '0a5e4a87-4ee5-43ba-9b80-4028df7a735a', 'tenant_id': '918d19e8f1f044baa808ac9d66a136f9', 'mac_address': 'fa:16:3e:ca:59:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da8e7a7-b629-4290-b86c-f2777850e416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '98ec6acc-308e-4130-b06f-00382706d70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:34:38Z', 'updated_at': '2022-02-17T17:34:45Z', 'revision_number': 4, 'project_id': '918d19e8f1f044baa808ac9d66a136f9', 'subnets': [{'id': '98ec6acc-308e-4130-b06f-00382706d70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:46.981268 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e301f63-c5bd-48b6-80c2-09b9e9161f5c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for port (127cc4ad-f8be-4a68-a325-5d8172d4435e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:46.990593 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 51abc5e7-f286-49b0-b5e4-6bbb263f7734 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:34:47.001037 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d700c54-8e32-4364-9ca0-454a770d4ea2 None None] The sync data for ids ['5da8e7a7-b629-4290-b86c-f2777850e416'] in n-d-829613-2 is: [{'id': '5da8e7a7-b629-4290-b86c-f2777850e416', 'name': 'tempest-TaggedBootDevicesTest-1008680030-router', 'tenant_id': '918d19e8f1f044baa808ac9d66a136f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '74162f3a-045b-4c0b-afc2-c4430fc99f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:34:29Z', 'updated_at': '2022-02-17T17:34:39Z', 'revision_number': 4, 'project_id': '918d19e8f1f044baa808ac9d66a136f9', 'gw_port': {'id': '74162f3a-045b-4c0b-afc2-c4430fc99f08', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da8e7a7-b629-4290-b86c-f2777850e416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:34:32Z', 'updated_at': '2022-02-17T17:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'e232601c-c671-4a11-bfc4-293b0d39694d', 'name': '', 'network_id': '0a5e4a87-4ee5-43ba-9b80-4028df7a735a', 'tenant_id': '918d19e8f1f044baa808ac9d66a136f9', 'mac_address': 'fa:16:3e:ca:59:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da8e7a7-b629-4290-b86c-f2777850e416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '98ec6acc-308e-4130-b06f-00382706d70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:34:38Z', 'updated_at': '2022-02-17T17:34:45Z', 'revision_number': 4, 'project_id': '918d19e8f1f044baa808ac9d66a136f9', 'subnets': [{'id': '98ec6acc-308e-4130-b06f-00382706d70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:34:47.038189 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-703f0c33-6b36-4e89-8988-a9a8cc42219d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:47.068530 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbb3719-b337-406f-a92c-71e720e63fd0 None None] Pushing event updated for resources: {'Port': ['ID=b89a1bfe-d146-473d-ba78-98ae17292e28,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:47.082715 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703f0c33-6b36-4e89-8988-a9a8cc42219d None None] Routers {'d9a08f66-825b-46d0-83a7-d634d3b06812'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:34:47.085618 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-703f0c33-6b36-4e89-8988-a9a8cc42219d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:34:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['d9a08f66-825b-46d0-83a7-d634d3b06812'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:47.114058 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f91f19b0-6a2a-4028-92a0-c1b0fc759f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (adba8afc-c218-4914-b916-fe48c93f2392), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:47.119954 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-f0945f78-f5e2-4ac1-b942-3452cab56ff2 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] 10.222.0.87 "GET /v2.0/routers/d9a08f66-825b-46d0-83a7-d634d3b06812 HTTP/1.1" status: 200 len: 923 time: 0.2992468 Feb 17 17:34:47.140205 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44060) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:47.158150 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-157a64ce-0a8c-4d98-8e76-ad88a675b3c3 None None] Provisioning complete for port 51abc5e7-f286-49b0-b5e4-6bbb263f7734 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:34:47.158534 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-157a64ce-0a8c-4d98-8e76-ad88a675b3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (51abc5e7-f286-49b0-b5e4-6bbb263f7734), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:47.232968 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-703f0c33-6b36-4e89-8988-a9a8cc42219d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:47.233853 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703f0c33-6b36-4e89-8988-a9a8cc42219d None None] The sync data for ids ['d9a08f66-825b-46d0-83a7-d634d3b06812'] in n-d-829613-2 is: [] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:34:47.236987 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-95dd2726-523a-49cb-8d3a-fea922893ea0 req-d3bf9ddb-9f81-4b30-889e-49604e52caff tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] 10.222.0.87 "GET /v2.0/ports?device_id=146f3a36-f036-4955-8e74-3d0f7bf6d119 HTTP/1.1" status: 200 len: 210 time: 0.1165445 Feb 17 17:34:47.246448 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-40711da6-a00f-418c-9d7f-a07a730d423f req-672bb313-cc70-4645-88a9-995c125ef97c tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (ea5b13af-fe10-47b9-86b2-aae5b60542d8), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:47.251601 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac03401a-5b24-4e2a-b6f4-13e26412e848 None None] Pushing event updated for resources: {'Port': ['ID=e232601c-c671-4a11-bfc4-293b0d39694d,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:47.257132 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e301f63-c5bd-48b6-80c2-09b9e9161f5c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (127cc4ad-f8be-4a68-a325-5d8172d4435e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:47.269178 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 51abc5e7-f286-49b0-b5e4-6bbb263f7734 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:34:47.269563 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (51abc5e7-f286-49b0-b5e4-6bbb263f7734), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:47.393845 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672bb313-cc70-4645-88a9-995c125ef97c tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] Pushing event deleted for resources: {'Port': ['ID=ea5b13af-fe10-47b9-86b2-aae5b60542d8,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:47.447146 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e301f63-c5bd-48b6-80c2-09b9e9161f5c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:34:47.450313 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-157a64ce-0a8c-4d98-8e76-ad88a675b3c3 None None] Current status of the port 51abc5e7-f286-49b0-b5e4-6bbb263f7734 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:34:47.451408 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-157a64ce-0a8c-4d98-8e76-ad88a675b3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (51abc5e7-f286-49b0-b5e4-6bbb263f7734), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:47.457159 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-8e301f63-c5bd-48b6-80c2-09b9e9161f5c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:34:47.472585 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfbac5-e357-4312-9cd4-a0ecb4e30dcb req-4d5aa351-1d7b-46b8-bdd7-a959a2e58a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:47.475875 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f3bfbac5-e357-4312-9cd4-a0ecb4e30dcb req-4d5aa351-1d7b-46b8-bdd7-a959a2e58a53 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=be13ebb0-5343-4dc6-bc42-1067b3780f5d HTTP/1.1" status: 200 len: 1128 time: 0.7779806 Feb 17 17:34:47.483531 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91f19b0-6a2a-4028-92a0-c1b0fc759f14 admin admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:34:47.485744 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e301f63-c5bd-48b6-80c2-09b9e9161f5c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:34:47.507482 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e301f63-c5bd-48b6-80c2-09b9e9161f5c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:47.508195 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e301f63-c5bd-48b6-80c2-09b9e9161f5c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:47.561542 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-f91f19b0-6a2a-4028-92a0-c1b0fc759f14 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:34:47.593826 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91f19b0-6a2a-4028-92a0-c1b0fc759f14 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:34:47.601463 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-157a64ce-0a8c-4d98-8e76-ad88a675b3c3 None None] For port 51abc5e7-f286-49b0-b5e4-6bbb263f7734, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=51abc5e7-f286-49b0-b5e4-6bbb263f7734,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:34:47.612880 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-157a64ce-0a8c-4d98-8e76-ad88a675b3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (51abc5e7-f286-49b0-b5e4-6bbb263f7734), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:47.615750 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-40711da6-a00f-418c-9d7f-a07a730d423f req-672bb313-cc70-4645-88a9-995c125ef97c tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] No DVR routers for this DVR port ea5b13af-fe10-47b9-86b2-aae5b60542d8 on host n-h2-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:34:47.632026 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-40711da6-a00f-418c-9d7f-a07a730d423f req-672bb313-cc70-4645-88a9-995c125ef97c tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:47.646096 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-40711da6-a00f-418c-9d7f-a07a730d423f req-672bb313-cc70-4645-88a9-995c125ef97c tempest-ServerPasswordTestJSON-2107047257 tempest-ServerPasswordTestJSON-2107047257-project] 10.222.0.91 "DELETE /v2.0/ports/ea5b13af-fe10-47b9-86b2-aae5b60542d8 HTTP/1.1" status: 204 len: 173 time: 1.9182444 Feb 17 17:34:47.647742 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '146f3a36-f036-4955-8e74-3d0f7bf6d119', 'name': 'network-vif-deleted', 'tag': 'ea5b13af-fe10-47b9-86b2-aae5b60542d8'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:34:47.651292 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0924f7-2fa2-44b1-987b-16eb86813280" -d '{"events": [{"server_uuid": "146f3a36-f036-4955-8e74-3d0f7bf6d119", "name": "network-vif-deleted", "tag": "ea5b13af-fe10-47b9-86b2-aae5b60542d8"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:34:47.653969 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 51abc5e7-f286-49b0-b5e4-6bbb263f7734 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:34:47.654374 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (51abc5e7-f286-49b0-b5e4-6bbb263f7734), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:47.727615 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ed1e3-7248-4687-a893-8cf4842009a1 req-34fb6047-83b3-492b-acad-9f10486702dc tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:47.729327 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a14ed1e3-7248-4687-a893-8cf4842009a1 req-34fb6047-83b3-492b-acad-9f10486702dc tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/ports?device_id=be13ebb0-5343-4dc6-bc42-1067b3780f5d HTTP/1.1" status: 200 len: 946 time: 0.2710989 Feb 17 17:34:47.739050 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91f19b0-6a2a-4028-92a0-c1b0fc759f14 admin admin] Pushing event updated for resources: {'Port': ['ID=adba8afc-c218-4914-b916-fe48c93f2392,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:47.866519 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-6a0cb94f-59cf-430e-8ab9-a89d81417872 None None] Provisioning complete for port 51abc5e7-f286-49b0-b5e4-6bbb263f7734 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:34:47.867070 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6a0cb94f-59cf-430e-8ab9-a89d81417872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (51abc5e7-f286-49b0-b5e4-6bbb263f7734), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:47.868323 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524bd9c-a0a1-403a-b87a-1a992e199bd0 req-f0c27199-b982-45dc-997e-6714793b146e tempest-ServersAdminTestJSON-333156852 tempest-ServersAdminTestJSON-333156852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:47.868869 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a64ce-0a8c-4d98-8e76-ad88a675b3c3 None None] Pushing event updated for resources: {'Port': ['ID=51abc5e7-f286-49b0-b5e4-6bbb263f7734,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:47.885709 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6524bd9c-a0a1-403a-b87a-1a992e199bd0 req-f0c27199-b982-45dc-997e-6714793b146e tempest-ServersAdminTestJSON-333156852 tempest-ServersAdminTestJSON-333156852-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=f00d4d80-0531-4d28-b776-76d9efd2b420 HTTP/1.1" status: 200 len: 1131 time: 0.1552725 Feb 17 17:34:47.906958 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e301f63-c5bd-48b6-80c2-09b9e9161f5c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Port': ['ID=127cc4ad-f8be-4a68-a325-5d8172d4435e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:47.907405 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a14ed1e3-7248-4687-a893-8cf4842009a1 req-19d93048-84af-4b47-b3c2-62f920b1fe18 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/security-groups?id=dd538416-09bc-40c0-9215-332e74759dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143775 Feb 17 17:34:47.928994 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:34:47.929505 n-d-829613-2 neutron-server[103436]: DEBUG oslo_db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 17:34:47.931439 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8e301f63-c5bd-48b6-80c2-09b9e9161f5c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1083188 Feb 17 17:34:47.934711 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44072) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:48.028781 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3543af3a-9b6d-44fc-8c58-5dc3b64ea0da x-openstack-request-id: req-3543af3a-9b6d-44fc-8c58-5dc3b64ea0da {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:34:48.029527 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "146f3a36-f036-4955-8e74-3d0f7bf6d119", "name": "network-vif-deleted", "tag": "ea5b13af-fe10-47b9-86b2-aae5b60542d8", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:34:48.030080 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3543af3a-9b6d-44fc-8c58-5dc3b64ea0da {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:34:48.030746 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '146f3a36-f036-4955-8e74-3d0f7bf6d119', 'name': 'network-vif-deleted', 'tag': 'ea5b13af-fe10-47b9-86b2-aae5b60542d8', 'status': 'completed', 'code': 200} Feb 17 17:34:48.067306 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-6a0cb94f-59cf-430e-8ab9-a89d81417872 None None] Current status of the port 51abc5e7-f286-49b0-b5e4-6bbb263f7734 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:34:48.097583 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900ad81f-0a4e-4edf-93e8-6305e24213eb tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:48.099641 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-900ad81f-0a4e-4edf-93e8-6305e24213eb tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] 10.222.0.87 "GET /v2.0/ports?network_id=d7afcf1f-5124-4168-b80f-10ace9d04ea7&device_id=d9a08f66-825b-46d0-83a7-d634d3b06812&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.9428389 Feb 17 17:34:48.102109 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f3bfbac5-e357-4312-9cd4-a0ecb4e30dcb req-ce542c1f-6a0f-4d05-8cfd-19073679b098 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=dd538416-09bc-40c0-9215-332e74759dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5768042 Feb 17 17:34:48.105867 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44074) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:48.144999 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6524bd9c-a0a1-403a-b87a-1a992e199bd0 req-ed19d1ef-a27c-48b4-82e7-c8c303f710dc tempest-ServersAdminTestJSON-333156852 tempest-ServersAdminTestJSON-333156852-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553186 Feb 17 17:34:48.164930 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0aee55-3d1b-46a2-aa6e-fe537ea3591d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:48.171968 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0aee55-3d1b-46a2-aa6e-fe537ea3591d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:48.184819 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-e274d786-1251-4e10-9f38-cbae28985619 None None] Could not find standard attr ID for object 22f2a9c0-2959-4758-ba3e-9b73cf7fc88c. {{(pid=103436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 17:34:48.189284 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-6d0aee55-3d1b-46a2-aa6e-fe537ea3591d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.2511768 Feb 17 17:34:48.273091 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44078) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:48.326010 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-6cff3f5f-5ab5-4a9d-845d-2eea323dcf7e None None] Provisioning complete for port 127cc4ad-f8be-4a68-a325-5d8172d4435e triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:34:48.326010 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6cff3f5f-5ab5-4a9d-845d-2eea323dcf7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (127cc4ad-f8be-4a68-a325-5d8172d4435e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:48.368010 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f91f19b0-6a2a-4028-92a0-c1b0fc759f14 admin admin] Publish callbacks [] for router_gateway (dd96a232-a4a2-4b80-9960-c1e379792b91), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:48.376676 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b4105-a276-45dc-a4b3-b5ce1c1575c4 req-c67fd506-246f-4b4c-bfe4-bb2534947877 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:48.384437 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-097b4105-a276-45dc-a4b3-b5ce1c1575c4 req-c67fd506-246f-4b4c-bfe4-bb2534947877 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fdfe57b-fd05-4786-aba9-35c53d6fdcaf HTTP/1.1" status: 200 len: 950 time: 0.3214374 Feb 17 17:34:48.401240 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-6cff3f5f-5ab5-4a9d-845d-2eea323dcf7e None None] Port 127cc4ad-f8be-4a68-a325-5d8172d4435e cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:34:48.505438 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce885c8-ca77-415b-afe4-d1629f00e473 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:48.506988 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-9ce885c8-ca77-415b-afe4-d1629f00e473 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] 10.222.0.87 "GET /v2.0/networks/d7afcf1f-5124-4168-b80f-10ace9d04ea7 HTTP/1.1" status: 200 len: 881 time: 0.3992691 Feb 17 17:34:48.518177 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44082) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:48.527356 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 51abc5e7-f286-49b0-b5e4-6bbb263f7734 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:34:48.589276 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d09d1fba-805c-4107-aec4-99a7df07b53c tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9a08f66-825b-46d0-83a7-d634d3b06812 HTTP/1.1" status: 200 len: 205 time: 0.0689282 Feb 17 17:34:48.594847 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44084) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:48.605045 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-097b4105-a276-45dc-a4b3-b5ce1c1575c4 req-1fc4f1cf-a17e-4ab5-82ca-befa8fa1bb7d tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196605 Feb 17 17:34:48.607456 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01405bf-8b4e-4d21-9311-198c249d3cc2 req-261f0e97-a7be-410b-85fc-45a81d0e4902 tempest-ServersAdminTestJSON-333156852 tempest-ServersAdminTestJSON-333156852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:48.615496 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c01405bf-8b4e-4d21-9311-198c249d3cc2 req-261f0e97-a7be-410b-85fc-45a81d0e4902 tempest-ServersAdminTestJSON-333156852 tempest-ServersAdminTestJSON-333156852-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=f00d4d80-0531-4d28-b776-76d9efd2b420 HTTP/1.1" status: 200 len: 1131 time: 0.3463247 Feb 17 17:34:48.688473 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:48.734197 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44086) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:48.820407 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device ea5b13af-fe10-47b9-86b2-aae5b60542d8 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:34:48.865069 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c01405bf-8b4e-4d21-9311-198c249d3cc2 req-4d448f2c-4063-4fa1-b4dd-470d152f1350 tempest-ServersAdminTestJSON-333156852 tempest-ServersAdminTestJSON-333156852-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483680 Feb 17 17:34:48.876019 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-938755f5-2b10-4da3-951b-3b0eccecd3b2 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for router (d9a08f66-825b-46d0-83a7-d634d3b06812), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:48.877220 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: ea5b13af-fe10-47b9-86b2-aae5b60542d8 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:34:48.877832 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device ea5b13af-fe10-47b9-86b2-aae5b60542d8 not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:34:48.886533 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5ef60db-0782-4119-828e-a0610a062976 admin admin] Deleting subnet 6db4a16b-c245-4123-acec-3fd088eed6df {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:34:48.891824 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e5ef60db-0782-4119-828e-a0610a062976 admin admin] Publish callbacks [] for subnet (6db4a16b-c245-4123-acec-3fd088eed6df), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:48.917645 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f91f19b0-6a2a-4028-92a0-c1b0fc759f14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (dd96a232-a4a2-4b80-9960-c1e379792b91), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:48.929637 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-850b881e-36b8-483e-823f-73f8981537a8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Deleting port 127cc4ad-f8be-4a68-a325-5d8172d4435e {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:34:48.930128 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-850b881e-36b8-483e-823f-73f8981537a8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (127cc4ad-f8be-4a68-a325-5d8172d4435e), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:48.965318 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1ea471-2e6b-435e-bac6-0064aa90646d None None] Network 7f848bb8-7dc9-4b2c-922a-bc45c0514a97 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:34:49.064896 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e5ef60db-0782-4119-828e-a0610a062976 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (6db4a16b-c245-4123-acec-3fd088eed6df), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:49.122314 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device e232601c-c671-4a11-bfc4-293b0d39694d up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:34:49.162483 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-938755f5-2b10-4da3-951b-3b0eccecd3b2 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for router_gateway (d9a08f66-825b-46d0-83a7-d634d3b06812), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:49.193897 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-eca9d33f-391a-4b6a-abb1-19e2826766c6 None None] Provisioning complete for port b89a1bfe-d146-473d-ba78-98ae17292e28 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:34:49.194560 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eca9d33f-391a-4b6a-abb1-19e2826766c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b89a1bfe-d146-473d-ba78-98ae17292e28), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:49.211455 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-850b881e-36b8-483e-823f-73f8981537a8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (127cc4ad-f8be-4a68-a325-5d8172d4435e), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:49.257294 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-850b881e-36b8-483e-823f-73f8981537a8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Calling delete_port for 127cc4ad-f8be-4a68-a325-5d8172d4435e owned by {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:34:49.267401 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f91f19b0-6a2a-4028-92a0-c1b0fc759f14 admin admin] Router dd96a232-a4a2-4b80-9960-c1e379792b91 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:34:49.273470 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e5ef60db-0782-4119-828e-a0610a062976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (6db4a16b-c245-4123-acec-3fd088eed6df), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:49.343153 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390bafd0-a4f3-4655-9c31-ec34770eeb69 req-6a9d8965-9e2b-4c53-a15b-fe7df250beac tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:49.350047 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-390bafd0-a4f3-4655-9c31-ec34770eeb69 req-6a9d8965-9e2b-4c53-a15b-fe7df250beac tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/ports?device_id=be13ebb0-5343-4dc6-bc42-1067b3780f5d HTTP/1.1" status: 200 len: 946 time: 0.2500060 Feb 17 17:34:49.379992 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-eca9d33f-391a-4b6a-abb1-19e2826766c6 None None] Current status of the port b89a1bfe-d146-473d-ba78-98ae17292e28 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:34:49.380441 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eca9d33f-391a-4b6a-abb1-19e2826766c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b89a1bfe-d146-473d-ba78-98ae17292e28), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:49.398657 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port e232601c-c671-4a11-bfc4-293b0d39694d triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:34:49.398772 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (e232601c-c671-4a11-bfc4-293b0d39694d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:49.403798 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-938755f5-2b10-4da3-951b-3b0eccecd3b2 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Deleting port 329c0443-4045-4703-93fb-3c6a52bc1725 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:34:49.404290 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-938755f5-2b10-4da3-951b-3b0eccecd3b2 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (329c0443-4045-4703-93fb-3c6a52bc1725), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:49.434184 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91f19b0-6a2a-4028-92a0-c1b0fc759f14 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:34:49.513500 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e5ef60db-0782-4119-828e-a0610a062976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (6db4a16b-c245-4123-acec-3fd088eed6df), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:49.522228 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-eca9d33f-391a-4b6a-abb1-19e2826766c6 None None] For port b89a1bfe-d146-473d-ba78-98ae17292e28, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=b89a1bfe-d146-473d-ba78-98ae17292e28,segment=NetworkSegment(9571cb1e-3ecd-4432-8440-eb494916a474),segment_id=9571cb1e-3ecd-4432-8440-eb494916a474)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:34:49.528555 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc363ce-dc48-4a42-b73f-d420d430956f None None] Sync routers for ids ['dd96a232-a4a2-4b80-9960-c1e379792b91'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:34:49.534665 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f91f19b0-6a2a-4028-92a0-c1b0fc759f14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:49.536197 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f91f19b0-6a2a-4028-92a0-c1b0fc759f14 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.2684031 Feb 17 17:34:49.541034 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44096) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:49.565864 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eca9d33f-391a-4b6a-abb1-19e2826766c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b89a1bfe-d146-473d-ba78-98ae17292e28), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:49.623079 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:49.649115 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc363ce-dc48-4a42-b73f-d420d430956f None None] Routers {'dd96a232-a4a2-4b80-9960-c1e379792b91'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:34:49.649115 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-ecc363ce-dc48-4a42-b73f-d420d430956f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:34:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['dd96a232-a4a2-4b80-9960-c1e379792b91'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:49.649380 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-390bafd0-a4f3-4655-9c31-ec34770eeb69 req-455d165b-30a8-4fa8-9283-905373bab1b9 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/security-groups?id=dd538416-09bc-40c0-9215-332e74759dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940085 Feb 17 17:34:49.649489 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-938755f5-2b10-4da3-951b-3b0eccecd3b2 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (329c0443-4045-4703-93fb-3c6a52bc1725), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:49.684727 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-938755f5-2b10-4da3-951b-3b0eccecd3b2 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Calling delete_port for 329c0443-4045-4703-93fb-3c6a52bc1725 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:34:49.687444 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ef60db-0782-4119-828e-a0610a062976 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6db4a16b-c245-4123-acec-3fd088eed6df,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:49.693059 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e5ef60db-0782-4119-828e-a0610a062976 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:49.697535 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e5ef60db-0782-4119-828e-a0610a062976 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/6db4a16b-c245-4123-acec-3fd088eed6df HTTP/1.1" status: 204 len: 168 time: 0.9623153 Feb 17 17:34:49.701152 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44102) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:49.799056 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-75389ad5-59dc-45da-bce0-a7310cfbc9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (84756393-ad3a-44ed-8e39-e3fb8fdbd836), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:49.979975 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca9d33f-391a-4b6a-abb1-19e2826766c6 None None] Pushing event updated for resources: {'Port': ['ID=b89a1bfe-d146-473d-ba78-98ae17292e28,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:50.013832 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-db5cbff0-4833-4a67-a44a-f7b9dbc03c49 None None] Provisioning complete for port b89a1bfe-d146-473d-ba78-98ae17292e28 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:34:50.015285 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-db5cbff0-4833-4a67-a44a-f7b9dbc03c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b89a1bfe-d146-473d-ba78-98ae17292e28), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:50.093171 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-75389ad5-59dc-45da-bce0-a7310cfbc9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (84756393-ad3a-44ed-8e39-e3fb8fdbd836), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:50.096951 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-850b881e-36b8-483e-823f-73f8981537a8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (127cc4ad-f8be-4a68-a325-5d8172d4435e), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:50.144538 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9aa648-d823-4684-8ee0-8d7d9743b71a req-14aca293-1c67-4a38-a6f5-a2dc07720ea4 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:50.153769 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8d9aa648-d823-4684-8ee0-8d7d9743b71a req-14aca293-1c67-4a38-a6f5-a2dc07720ea4 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fdfe57b-fd05-4786-aba9-35c53d6fdcaf HTTP/1.1" status: 200 len: 950 time: 0.3502362 Feb 17 17:34:50.190171 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port e232601c-c671-4a11-bfc4-293b0d39694d is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:34:50.192269 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device b89a1bfe-d146-473d-ba78-98ae17292e28 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:34:50.217313 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850b881e-36b8-483e-823f-73f8981537a8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Port': ['ID=127cc4ad-f8be-4a68-a325-5d8172d4435e,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:50.226195 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-75389ad5-59dc-45da-bce0-a7310cfbc9f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84756393-ad3a-44ed-8e39-e3fb8fdbd836']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:50.242915 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-ecc363ce-dc48-4a42-b73f-d420d430956f None None] Set router dd96a232-a4a2-4b80-9960-c1e379792b91 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:34:50.268328 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-75389ad5-59dc-45da-bce0-a7310cfbc9f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d8a424f-84f6-457e-8a17-3b5f538aaf72') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:50.268610 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-75389ad5-59dc-45da-bce0-a7310cfbc9f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d8a424f-84f6-457e-8a17-3b5f538aaf72') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:50.315553 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-75389ad5-59dc-45da-bce0-a7310cfbc9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (3d8a424f-84f6-457e-8a17-3b5f538aaf72), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:50.324972 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-850b881e-36b8-483e-823f-73f8981537a8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:50.328367 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-850b881e-36b8-483e-823f-73f8981537a8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/ports/127cc4ad-f8be-4a68-a325-5d8172d4435e HTTP/1.1" status: 204 len: 168 time: 2.0542479 Feb 17 17:34:50.331260 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44120) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:50.347726 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-938755f5-2b10-4da3-951b-3b0eccecd3b2 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (329c0443-4045-4703-93fb-3c6a52bc1725), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:50.413739 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-75389ad5-59dc-45da-bce0-a7310cfbc9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (3d8a424f-84f6-457e-8a17-3b5f538aaf72), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:50.438438 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-db5cbff0-4833-4a67-a44a-f7b9dbc03c49 None None] Current status of the port b89a1bfe-d146-473d-ba78-98ae17292e28 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:34:50.449751 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75389ad5-59dc-45da-bce0-a7310cfbc9f1 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:34:50.450191 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-75389ad5-59dc-45da-bce0-a7310cfbc9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (3d8a424f-84f6-457e-8a17-3b5f538aaf72), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:50.456417 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 17:34:50.456417 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:34:50.456417 n-d-829613-2 neutron-server[103435]: timer() Feb 17 17:34:50.456417 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:34:50.456417 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 17:34:50.456417 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:34:50.456417 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 17:34:50.456417 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:34:50.456417 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 17:34:50.456417 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:34:50.456417 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 17:34:50.456417 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:34:50.456417 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 17:34:50.456417 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:34:50.456417 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:34:50.456417 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:34:50.456417 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:34:50.456417 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:34:50.456417 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 17:34:50.456417 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:34:50.456417 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 17:34:50.456417 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:34:50.456417 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:34:50.456417 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:34:50.456417 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 17:34:50.456417 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:34:50.456417 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:34:50.456417 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:34:50.456417 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:34:50.456417 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:34:50.456417 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:34:50.456417 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:34:50.466525 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8d9aa648-d823-4684-8ee0-8d7d9743b71a req-c13b2cb6-7041-4f0c-8e05-e9a2f34aa681 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112590 Feb 17 17:34:50.496171 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port b89a1bfe-d146-473d-ba78-98ae17292e28 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:34:50.496855 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b89a1bfe-d146-473d-ba78-98ae17292e28), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:50.500750 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938755f5-2b10-4da3-951b-3b0eccecd3b2 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Pushing event deleted for resources: {'Port': ['ID=329c0443-4045-4703-93fb-3c6a52bc1725,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:50.564524 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-938755f5-2b10-4da3-951b-3b0eccecd3b2 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (d9a08f66-825b-46d0-83a7-d634d3b06812), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:50.681617 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-ecc363ce-dc48-4a42-b73f-d420d430956f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd96a232-a4a2-4b80-9960-c1e379792b91', 'name': 'tempest-TaggedBootDevicesTest-1332789976-router', 'tenant_id': '34d31da291b54b3098661f30f7c53f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'adba8afc-c218-4914-b916-fe48c93f2392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:34:44Z', 'updated_at': '2022-02-17T17:34:48Z', 'revision_number': 3, 'project_id': '34d31da291b54b3098661f30f7c53f93', 'gw_port': {'id': 'adba8afc-c218-4914-b916-fe48c93f2392', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:24:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd96a232-a4a2-4b80-9960-c1e379792b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:34:46Z', 'updated_at': '2022-02-17T17:34:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:50.713477 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc363ce-dc48-4a42-b73f-d420d430956f None None] Checking router: dd96a232-a4a2-4b80-9960-c1e379792b91 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:34:50.713989 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc363ce-dc48-4a42-b73f-d420d430956f None None] Updating router dd96a232-a4a2-4b80-9960-c1e379792b91 port adba8afc-c218-4914-b916-fe48c93f2392 binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:34:50.735533 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port b89a1bfe-d146-473d-ba78-98ae17292e28 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:34:50.736901 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 51abc5e7-f286-49b0-b5e4-6bbb263f7734 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:34:50.757187 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-938755f5-2b10-4da3-951b-3b0eccecd3b2 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (d9a08f66-825b-46d0-83a7-d634d3b06812), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:50.761291 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-938755f5-2b10-4da3-951b-3b0eccecd3b2 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for router_controller (d9a08f66-825b-46d0-83a7-d634d3b06812), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:50.780555 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ecc363ce-dc48-4a42-b73f-d420d430956f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (adba8afc-c218-4914-b916-fe48c93f2392), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:50.832636 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-938755f5-2b10-4da3-951b-3b0eccecd3b2 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (d9a08f66-825b-46d0-83a7-d634d3b06812), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:50.833121 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938755f5-2b10-4da3-951b-3b0eccecd3b2 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Fanout notify agent at l3_agent the message router_deleted on router d9a08f66-825b-46d0-83a7-d634d3b06812 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:34:50.840896 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-938755f5-2b10-4da3-951b-3b0eccecd3b2 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:50.842034 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-938755f5-2b10-4da3-951b-3b0eccecd3b2 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] 10.222.0.87 "DELETE /v2.0/routers/d9a08f66-825b-46d0-83a7-d634d3b06812 HTTP/1.1" status: 204 len: 168 time: 2.2439206 Feb 17 17:34:50.847264 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44124) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:50.851537 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-37568125-93db-40da-8c78-39c12f4cae2c tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-588874110', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:34:50.899956 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 51abc5e7-f286-49b0-b5e4-6bbb263f7734 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:34:50.900262 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (51abc5e7-f286-49b0-b5e4-6bbb263f7734), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:50.900640 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-37568125-93db-40da-8c78-39c12f4cae2c tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (43a8f11f-5170-4268-bf86-9e39d2235e8c), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:50.901992 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-37568125-93db-40da-8c78-39c12f4cae2c tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (43a8f11f-5170-4268-bf86-9e39d2235e8c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:51.004865 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e6268-b5f3-4106-ba7e-a98db2e4b858 req-e20b30f2-7c04-46db-928b-381b05c00d18 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:51.006590 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f78e6268-b5f3-4106-ba7e-a98db2e4b858 req-e20b30f2-7c04-46db-928b-381b05c00d18 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=f00d4d80-0531-4d28-b776-76d9efd2b420 HTTP/1.1" status: 200 len: 949 time: 0.8466632 Feb 17 17:34:51.009507 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95079638-9a1a-44f7-bafe-d33acd2472df tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:51.010872 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95079638-9a1a-44f7-bafe-d33acd2472df tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:51.015247 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-37568125-93db-40da-8c78-39c12f4cae2c tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for router_controller (43a8f11f-5170-4268-bf86-9e39d2235e8c), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:51.016100 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44126) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:51.016367 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-95079638-9a1a-44f7-bafe-d33acd2472df tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6689715 Feb 17 17:34:51.060383 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-37568125-93db-40da-8c78-39c12f4cae2c tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (43a8f11f-5170-4268-bf86-9e39d2235e8c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:51.061799 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-75389ad5-59dc-45da-bce0-a7310cfbc9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (84756393-ad3a-44ed-8e39-e3fb8fdbd836), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:51.074148 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 51abc5e7-f286-49b0-b5e4-6bbb263f7734 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:34:51.084170 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-75389ad5-59dc-45da-bce0-a7310cfbc9f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:51.087523 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-75389ad5-59dc-45da-bce0-a7310cfbc9f1 admin admin] 10.222.0.87 "DELETE /v2.0/networks/84756393-ad3a-44ed-8e39-e3fb8fdbd836 HTTP/1.1" status: 204 len: 168 time: 1.3852272 Feb 17 17:34:51.115601 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-37568125-93db-40da-8c78-39c12f4cae2c tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:51.116998 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-37568125-93db-40da-8c78-39c12f4cae2c tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2689261 Feb 17 17:34:51.132427 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44130) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:51.143534 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f78e6268-b5f3-4106-ba7e-a98db2e4b858 req-a58feb08-d5e7-43c9-b4af-fc66343ab13c tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033328 Feb 17 17:34:51.144420 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75389ad5-59dc-45da-bce0-a7310cfbc9f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=84756393-ad3a-44ed-8e39-e3fb8fdbd836,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:51.156207 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-8a43cebf-9998-467b-b199-2bc5d35b9a75 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'enable_snat': False}}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:34:51.171269 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbb31236-4c54-4ead-adeb-f32546e20e07 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Deleting subnet a7da5542-56a2-4bcf-bd10-b9b35dbd7551 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:34:51.175935 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ecc363ce-dc48-4a42-b73f-d420d430956f None None] Publish callbacks [] for port (adba8afc-c218-4914-b916-fe48c93f2392), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:51.188432 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ecc363ce-dc48-4a42-b73f-d420d430956f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (adba8afc-c218-4914-b916-fe48c93f2392), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:51.192884 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bbb31236-4c54-4ead-adeb-f32546e20e07 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (a7da5542-56a2-4bcf-bd10-b9b35dbd7551), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:51.247991 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67738735-e003-4341-bdda-f0c1ca08fe23 req-b99006cc-35b0-46f0-a4bd-7ac19ceb63a0 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:51.255821 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-67738735-e003-4341-bdda-f0c1ca08fe23 req-b99006cc-35b0-46f0-a4bd-7ac19ceb63a0 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/ports?device_id=be13ebb0-5343-4dc6-bc42-1067b3780f5d HTTP/1.1" status: 200 len: 946 time: 0.2673116 Feb 17 17:34:51.264724 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device b89a1bfe-d146-473d-ba78-98ae17292e28 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:34:51.271424 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-03dc2d0a-c655-4e44-99e8-2c9a9cd5cbac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:51.275157 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bbb31236-4c54-4ead-adeb-f32546e20e07 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (a7da5542-56a2-4bcf-bd10-b9b35dbd7551), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:51.358487 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-ecc363ce-dc48-4a42-b73f-d420d430956f None None] Attempting to bind port adba8afc-c218-4914-b916-fe48c93f2392 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:34:51.359145 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-ecc363ce-dc48-4a42-b73f-d420d430956f None None] Attempting to bind port adba8afc-c218-4914-b916-fe48c93f2392 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:34:51.359519 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc363ce-dc48-4a42-b73f-d420d430956f None None] Attempting to bind port adba8afc-c218-4914-b916-fe48c93f2392 on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:51.369556 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44132) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:51.371056 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc363ce-dc48-4a42-b73f-d420d430956f None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:34:51.371751 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc363ce-dc48-4a42-b73f-d420d430956f None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:34:51.372264 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ecc363ce-dc48-4a42-b73f-d420d430956f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:51.372796 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc363ce-dc48-4a42-b73f-d420d430956f None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:34:51.373940 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-ecc363ce-dc48-4a42-b73f-d420d430956f None None] Bound port: adba8afc-c218-4914-b916-fe48c93f2392, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:34:51.374439 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ecc363ce-dc48-4a42-b73f-d420d430956f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (adba8afc-c218-4914-b916-fe48c93f2392), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:51.379760 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port b89a1bfe-d146-473d-ba78-98ae17292e28 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:34:51.379760 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b89a1bfe-d146-473d-ba78-98ae17292e28), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:51.391441 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bbb31236-4c54-4ead-adeb-f32546e20e07 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (a7da5542-56a2-4bcf-bd10-b9b35dbd7551), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:51.424702 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c0ec5-3911-43cf-80f6-8afc848616c6 None None] Pushing event updated for resources: {'Port': ['ID=adba8afc-c218-4914-b916-fe48c93f2392,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:51.441105 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-67738735-e003-4341-bdda-f0c1ca08fe23 req-a4004432-3c06-4dc3-a5f6-f22d55308e29 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/security-groups?id=dd538416-09bc-40c0-9215-332e74759dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844995 Feb 17 17:34:51.446588 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8a43cebf-9998-467b-b199-2bc5d35b9a75 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks [] for router_gateway (43a8f11f-5170-4268-bf86-9e39d2235e8c), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:51.497039 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-ecc363ce-dc48-4a42-b73f-d420d430956f None None] For port adba8afc-c218-4914-b916-fe48c93f2392, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:34:51.504181 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-99b962b4-b096-4199-a1e8-d70854f18048 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=0bc0062cd2de433a94db7acad125c6ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1333413 Feb 17 17:34:51.508807 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44138) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:51.512461 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-ecc363ce-dc48-4a42-b73f-d420d430956f None None] For port adba8afc-c218-4914-b916-fe48c93f2392, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=adba8afc-c218-4914-b916-fe48c93f2392,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:34:51.528054 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ecc363ce-dc48-4a42-b73f-d420d430956f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (adba8afc-c218-4914-b916-fe48c93f2392), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:51.582477 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bbb31236-4c54-4ead-adeb-f32546e20e07 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (a7da5542-56a2-4bcf-bd10-b9b35dbd7551), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:51.635241 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bbb31236-4c54-4ead-adeb-f32546e20e07 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:51.639983 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bbb31236-4c54-4ead-adeb-f32546e20e07 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/a7da5542-56a2-4bcf-bd10-b9b35dbd7551 HTTP/1.1" status: 204 len: 168 time: 0.6204011 Feb 17 17:34:51.643161 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb31236-4c54-4ead-adeb-f32546e20e07 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Subnet': ['ID=a7da5542-56a2-4bcf-bd10-b9b35dbd7551,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:51.647918 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44140) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:51.655779 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369d6eff-fd51-4909-8b36-779331f0bf1f None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:34:51.661200 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc363ce-dc48-4a42-b73f-d420d430956f None None] Routers {'dd96a232-a4a2-4b80-9960-c1e379792b91'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:34:51.662236 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-ecc363ce-dc48-4a42-b73f-d420d430956f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:34:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['dd96a232-a4a2-4b80-9960-c1e379792b91'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:51.672110 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-03dc2d0a-c655-4e44-99e8-2c9a9cd5cbac admin admin] Allocated IP 172.20.0.1 (7f848bb8-7dc9-4b2c-922a-bc45c0514a97/337331eb-9e41-42ee-b25f-17c88c45f62c/cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:34:51.713241 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815cc0e-7a08-4312-bd09-c92b3ef752e6 req-7ab6ebce-3814-4a58-93a1-ec2ac0de83ea tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:51.715448 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f815cc0e-7a08-4312-bd09-c92b3ef752e6 req-7ab6ebce-3814-4a58-93a1-ec2ac0de83ea tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fdfe57b-fd05-4786-aba9-35c53d6fdcaf HTTP/1.1" status: 200 len: 950 time: 0.1141469 Feb 17 17:34:51.719818 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-445fa700-4569-4037-ab9c-04afb42ff35a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0699952 Feb 17 17:34:51.724154 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c0ec5-3911-43cf-80f6-8afc848616c6 None None] Pushing event updated for resources: {'Port': ['ID=adba8afc-c218-4914-b916-fe48c93f2392,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:51.726762 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44142) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:51.742235 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4768bdf4-0cf5-4de8-95d5-ee094ae23946 admin admin] Publish callbacks [] for security_group (90d87b1d-1c14-4b29-87a0-9ae11b73b3db), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:51.769982 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port b89a1bfe-d146-473d-ba78-98ae17292e28 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:34:51.821248 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4768bdf4-0cf5-4de8-95d5-ee094ae23946 admin admin] Publish callbacks [] for security_group (90d87b1d-1c14-4b29-87a0-9ae11b73b3db), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:51.894515 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f815cc0e-7a08-4312-bd09-c92b3ef752e6 req-a22e1b5b-8228-453b-8c4a-94d305c550ff tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659641 Feb 17 17:34:51.901950 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39931f86-1286-40a3-abf0-9ba1f3880ce5 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:51.904052 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-39931f86-1286-40a3-abf0-9ba1f3880ce5 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1776221 Feb 17 17:34:51.920480 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44144) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:51.920816 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-ecc363ce-dc48-4a42-b73f-d420d430956f None None] Set router dd96a232-a4a2-4b80-9960-c1e379792b91 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:34:51.994658 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-03dc2d0a-c655-4e44-99e8-2c9a9cd5cbac admin admin] Publish callbacks [] for port (cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:52.005310 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4768bdf4-0cf5-4de8-95d5-ee094ae23946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (90d87b1d-1c14-4b29-87a0-9ae11b73b3db), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:52.008073 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4768bdf4-0cf5-4de8-95d5-ee094ae23946 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:52.012078 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4768bdf4-0cf5-4de8-95d5-ee094ae23946 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/90d87b1d-1c14-4b29-87a0-9ae11b73b3db HTTP/1.1" status: 204 len: 168 time: 0.5022676 Feb 17 17:34:52.015655 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e72971-fc63-4df6-8232-5bdce607118f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:52.017197 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-66e72971-fc63-4df6-8232-5bdce607118f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1029336 Feb 17 17:34:52.022700 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44148) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:52.028826 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4768bdf4-0cf5-4de8-95d5-ee094ae23946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d87b1d-1c14-4b29-87a0-9ae11b73b3db,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:52.051901 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8a43cebf-9998-467b-b199-2bc5d35b9a75 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks [] for router_gateway (43a8f11f-5170-4268-bf86-9e39d2235e8c), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:52.059236 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-03dc2d0a-c655-4e44-99e8-2c9a9cd5cbac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:52.112297 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44150) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:52.114526 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-bc541ef8-a093-4317-919e-96d7622f8190 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0886617 Feb 17 17:34:52.117870 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-a33cac90-3e9e-4d93-a888-d50fe6888ebd tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'subnet': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:34:52.138640 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03dc2d0a-c655-4e44-99e8-2c9a9cd5cbac admin admin] Network 7f848bb8-7dc9-4b2c-922a-bc45c0514a97 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:34:52.145543 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8a43cebf-9998-467b-b199-2bc5d35b9a75 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:52.166728 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-03dc2d0a-c655-4e44-99e8-2c9a9cd5cbac admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:34:52.178588 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f916d421-559a-4270-a39d-6b83d849f588 None None] DHCP port deletion for f82adc72-a904-4b51-9a87-7ea8a1981040 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:34:52.179017 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dc2d0a-c655-4e44-99e8-2c9a9cd5cbac admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:34:52.181539 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc2d0a-c655-4e44-99e8-2c9a9cd5cbac admin admin] Pushing event updated for resources: {'Port': ['ID=cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:52.198237 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec22e5a-540d-4b60-8e39-64be73864876 req-dcc8c678-476f-440f-a9ea-d4269baad8c1 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:52.215230 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cec22e5a-540d-4b60-8e39-64be73864876 req-dcc8c678-476f-440f-a9ea-d4269baad8c1 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/ports?device_id=62e75d39-d946-4814-8adf-839d9da47a9c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2841058 Feb 17 17:34:52.290155 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-ecc363ce-dc48-4a42-b73f-d420d430956f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd96a232-a4a2-4b80-9960-c1e379792b91', 'name': 'tempest-TaggedBootDevicesTest-1332789976-router', 'tenant_id': '34d31da291b54b3098661f30f7c53f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'adba8afc-c218-4914-b916-fe48c93f2392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:34:44Z', 'updated_at': '2022-02-17T17:34:48Z', 'revision_number': 3, 'project_id': '34d31da291b54b3098661f30f7c53f93', 'gw_port': {'id': 'adba8afc-c218-4914-b916-fe48c93f2392', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:24:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd96a232-a4a2-4b80-9960-c1e379792b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:34:46Z', 'updated_at': '2022-02-17T17:34:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:52.311837 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-03dc2d0a-c655-4e44-99e8-2c9a9cd5cbac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (dd96a232-a4a2-4b80-9960-c1e379792b91), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:52.322565 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33cac90-3e9e-4d93-a888-d50fe6888ebd tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:34:52.326747 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a33cac90-3e9e-4d93-a888-d50fe6888ebd tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:52.337342 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc363ce-dc48-4a42-b73f-d420d430956f None None] The sync data for ids ['dd96a232-a4a2-4b80-9960-c1e379792b91'] in n-d-829613-2 is: [{'id': 'dd96a232-a4a2-4b80-9960-c1e379792b91', 'name': 'tempest-TaggedBootDevicesTest-1332789976-router', 'tenant_id': '34d31da291b54b3098661f30f7c53f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'adba8afc-c218-4914-b916-fe48c93f2392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:34:44Z', 'updated_at': '2022-02-17T17:34:48Z', 'revision_number': 3, 'project_id': '34d31da291b54b3098661f30f7c53f93', 'gw_port': {'id': 'adba8afc-c218-4914-b916-fe48c93f2392', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:24:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd96a232-a4a2-4b80-9960-c1e379792b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:34:46Z', 'updated_at': '2022-02-17T17:34:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:34:52.361120 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-f916d421-559a-4270-a39d-6b83d849f588 None None] Deleting port 51abc5e7-f286-49b0-b5e4-6bbb263f7734 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:34:52.361504 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f916d421-559a-4270-a39d-6b83d849f588 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (51abc5e7-f286-49b0-b5e4-6bbb263f7734), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:52.402827 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cec22e5a-540d-4b60-8e39-64be73864876 req-a043e784-f943-4cf0-bad5-8e507b2d94ad tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.8.123 HTTP/1.1" status: 200 len: 696 time: 0.1863508 Feb 17 17:34:52.414218 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-cec22e5a-540d-4b60-8e39-64be73864876 req-31eccf49-0933-4826-a585-98c515fbe4cc tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Request body: {'floatingip': {'port_id': '0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:34:52.492046 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-f916d421-559a-4270-a39d-6b83d849f588 None None] For port 51abc5e7-f286-49b0-b5e4-6bbb263f7734, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=51abc5e7-f286-49b0-b5e4-6bbb263f7734,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:34:52.492596 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f916d421-559a-4270-a39d-6b83d849f588 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (51abc5e7-f286-49b0-b5e4-6bbb263f7734), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:52.516410 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-f916d421-559a-4270-a39d-6b83d849f588 None None] Calling delete_port for 51abc5e7-f286-49b0-b5e4-6bbb263f7734 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:34:52.530177 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-cec22e5a-540d-4b60-8e39-64be73864876 req-31eccf49-0933-4826-a585-98c515fbe4cc tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Publish callbacks [] for floatingip (1b301bc8-f310-47fa-94fe-1becd994a61f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:52.644531 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f916d421-559a-4270-a39d-6b83d849f588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (51abc5e7-f286-49b0-b5e4-6bbb263f7734), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:52.669304 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba5face-11a9-49b2-8e69-33f2267b1365 req-9aeb8c8f-a810-46f7-a60f-87fb63a1978b tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:52.676860 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cba5face-11a9-49b2-8e69-33f2267b1365 req-9aeb8c8f-a810-46f7-a60f-87fb63a1978b tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=f00d4d80-0531-4d28-b776-76d9efd2b420 HTTP/1.1" status: 200 len: 949 time: 0.3419473 Feb 17 17:34:52.690037 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f916d421-559a-4270-a39d-6b83d849f588 None None] Pushing event deleted for resources: {'Port': ['ID=51abc5e7-f286-49b0-b5e4-6bbb263f7734,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:52.697174 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-8a43cebf-9998-467b-b199-2bc5d35b9a75 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Allocated IP 172.25.8.152 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/80f81485-22b9-4c11-85a5-c57eaf99e467) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:34:52.702051 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f916d421-559a-4270-a39d-6b83d849f588 None None] No DVR routers for this DVR port 51abc5e7-f286-49b0-b5e4-6bbb263f7734 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:34:52.721951 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-ed7ab72b-5948-48ff-8343-cfe518aa1e85 None None] Provisioning complete for port cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:34:52.722502 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ed7ab72b-5948-48ff-8343-cfe518aa1e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:52.759728 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a33cac90-3e9e-4d93-a888-d50fe6888ebd tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (04166ac2-430a-4d4b-9d04-c6fa5ab80e8f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:52.778225 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-ed7ab72b-5948-48ff-8343-cfe518aa1e85 None None] Port cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:34:52.839597 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33cac90-3e9e-4d93-a888-d50fe6888ebd tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:34:52.853640 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-a33cac90-3e9e-4d93-a888-d50fe6888ebd tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:34:52.857912 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-03dc2d0a-c655-4e44-99e8-2c9a9cd5cbac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:52.864095 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33cac90-3e9e-4d93-a888-d50fe6888ebd tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:52.864812 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a33cac90-3e9e-4d93-a888-d50fe6888ebd tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:52.871198 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb336d1b-ee8b-4fec-9fd8-4dda64e50a38 None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:34:52.883076 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cba5face-11a9-49b2-8e69-33f2267b1365 req-99bcb656-b8df-482e-8c0f-b6083e0e8801 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052517 Feb 17 17:34:52.899774 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33cac90-3e9e-4d93-a888-d50fe6888ebd tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Subnet': ['ID=04166ac2-430a-4d4b-9d04-c6fa5ab80e8f,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:52.938639 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a33cac90-3e9e-4d93-a888-d50fe6888ebd tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8252373 Feb 17 17:34:52.957072 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44166) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:52.974233 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-2fba4b8b-a210-48cc-90f0-d9a28bea012f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'port': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'fixed_ips': [{'subnet_id': '04166ac2-430a-4d4b-9d04-c6fa5ab80e8f', 'ip_address': '2001:db8::86c2:d2b7:a76:2989'}], 'name': 'tempest-NetworksTestDHCPv6-1769514498'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:34:53.057844 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b7de30-e109-4cf8-89b4-87e179119978 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-f82adc72-a904-4b51-9a87-7ea8a1981040', 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'project_id': 'c017d73ca35741f09876024d2cbfcdb7', 'fixed_ips': [{'subnet_id': '04166ac2-430a-4d4b-9d04-c6fa5ab80e8f'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:34:53.062206 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-36b7de30-e109-4cf8-89b4-87e179119978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:53.299424 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8a43cebf-9998-467b-b199-2bc5d35b9a75 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks [] for port (80f81485-22b9-4c11-85a5-c57eaf99e467), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:53.474746 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995aca4-cfe7-433a-a139-9219db965c64 req-5eda7c9a-1599-44de-a34c-62932a2b689a tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:53.489441 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9995aca4-cfe7-433a-a139-9219db965c64 req-5eda7c9a-1599-44de-a34c-62932a2b689a tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fdfe57b-fd05-4786-aba9-35c53d6fdcaf HTTP/1.1" status: 200 len: 950 time: 0.3985708 Feb 17 17:34:53.493044 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8a43cebf-9998-467b-b199-2bc5d35b9a75 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (80f81485-22b9-4c11-85a5-c57eaf99e467), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:53.521659 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device adba8afc-c218-4914-b916-fe48c93f2392 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:34:53.613040 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a43cebf-9998-467b-b199-2bc5d35b9a75 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:34:53.632401 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port adba8afc-c218-4914-b916-fe48c93f2392 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:34:53.632825 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (adba8afc-c218-4914-b916-fe48c93f2392), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:53.653240 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fba4b8b-a210-48cc-90f0-d9a28bea012f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:34:53.660418 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-03dc2d0a-c655-4e44-99e8-2c9a9cd5cbac admin admin] Publish callbacks [] for port (cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:53.694980 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-03dc2d0a-c655-4e44-99e8-2c9a9cd5cbac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:53.705384 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-8a43cebf-9998-467b-b199-2bc5d35b9a75 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:34:53.710905 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-36b7de30-e109-4cf8-89b4-87e179119978 None None] Allocated IP 2001:db8::2 (f82adc72-a904-4b51-9a87-7ea8a1981040/04166ac2-430a-4d4b-9d04-c6fa5ab80e8f/2192357a-32e1-4077-a546-afa44a790b78) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:34:53.753700 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a43cebf-9998-467b-b199-2bc5d35b9a75 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:34:53.772082 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc2d0a-c655-4e44-99e8-2c9a9cd5cbac admin admin] Pushing event updated for resources: {'Port': ['ID=cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:53.814144 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port adba8afc-c218-4914-b916-fe48c93f2392 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:34:53.814731 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (adba8afc-c218-4914-b916-fe48c93f2392), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:53.820402 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a43cebf-9998-467b-b199-2bc5d35b9a75 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Pushing event updated for resources: {'Port': ['ID=80f81485-22b9-4c11-85a5-c57eaf99e467,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:53.844866 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-03dc2d0a-c655-4e44-99e8-2c9a9cd5cbac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (dd96a232-a4a2-4b80-9960-c1e379792b91), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:53.847367 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port adba8afc-c218-4914-b916-fe48c93f2392, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=adba8afc-c218-4914-b916-fe48c93f2392,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:34:53.854866 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (adba8afc-c218-4914-b916-fe48c93f2392), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:53.940758 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 51abc5e7-f286-49b0-b5e4-6bbb263f7734 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:34:53.954679 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9995aca4-cfe7-433a-a139-9219db965c64 req-d6a1a693-c2e4-4494-aba8-aa92a5472ea9 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4642668 Feb 17 17:34:53.957131 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fba4b8b-a210-48cc-90f0-d9a28bea012f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:54.019966 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03dc2d0a-c655-4e44-99e8-2c9a9cd5cbac admin admin] Network 7f848bb8-7dc9-4b2c-922a-bc45c0514a97 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:34:54.025237 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-03dc2d0a-c655-4e44-99e8-2c9a9cd5cbac admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:34:54.030331 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-2fba4b8b-a210-48cc-90f0-d9a28bea012f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] device_id is not set on port 45e92bb8-7649-4c4f-b3bb-f8edda28134e yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:34:54.041773 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 51abc5e7-f286-49b0-b5e4-6bbb263f7734 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:34:54.042284 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 51abc5e7-f286-49b0-b5e4-6bbb263f7734 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:34:54.104400 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=adba8afc-c218-4914-b916-fe48c93f2392,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:54.120933 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-36b7de30-e109-4cf8-89b4-87e179119978 None None] Publish callbacks [] for port (2192357a-32e1-4077-a546-afa44a790b78), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:54.131624 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-36b7de30-e109-4cf8-89b4-87e179119978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (2192357a-32e1-4077-a546-afa44a790b78), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:54.150629 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.db.resource_extend [req-cec22e5a-540d-4b60-8e39-64be73864876 req-31eccf49-0933-4826-a585-98c515fbe4cc tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 17:34:54.198324 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b7de30-e109-4cf8-89b4-87e179119978 None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:34:54.206135 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-36b7de30-e109-4cf8-89b4-87e179119978 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:34:54.210643 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b7de30-e109-4cf8-89b4-87e179119978 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:34:54.229755 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b7de30-e109-4cf8-89b4-87e179119978 None None] Pushing event updated for resources: {'Port': ['ID=2192357a-32e1-4077-a546-afa44a790b78,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:54.295938 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-36b7de30-e109-4cf8-89b4-87e179119978 None None] Attempting to bind port 2192357a-32e1-4077-a546-afa44a790b78 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:34:54.296383 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-36b7de30-e109-4cf8-89b4-87e179119978 None None] Attempting to bind port 2192357a-32e1-4077-a546-afa44a790b78 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:34:54.296722 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b7de30-e109-4cf8-89b4-87e179119978 None None] Attempting to bind port 2192357a-32e1-4077-a546-afa44a790b78 on network f82adc72-a904-4b51-9a87-7ea8a1981040 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:54.302890 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b7de30-e109-4cf8-89b4-87e179119978 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:34:54.303272 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b7de30-e109-4cf8-89b4-87e179119978 None None] Checking segment: {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:34:54.303675 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-36b7de30-e109-4cf8-89b4-87e179119978 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:54.304070 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b7de30-e109-4cf8-89b4-87e179119978 None None] Bound using segment: {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:34:54.304574 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-36b7de30-e109-4cf8-89b4-87e179119978 None None] Bound port: 2192357a-32e1-4077-a546-afa44a790b78, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:34:54.304957 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-36b7de30-e109-4cf8-89b4-87e179119978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2192357a-32e1-4077-a546-afa44a790b78), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:54.400151 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-36b7de30-e109-4cf8-89b4-87e179119978 None None] For port 2192357a-32e1-4077-a546-afa44a790b78, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:34:54.403763 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-36b7de30-e109-4cf8-89b4-87e179119978 None None] For port 2192357a-32e1-4077-a546-afa44a790b78, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=2192357a-32e1-4077-a546-afa44a790b78,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:34:54.416058 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-36b7de30-e109-4cf8-89b4-87e179119978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (2192357a-32e1-4077-a546-afa44a790b78), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:54.434084 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03dc2d0a-c655-4e44-99e8-2c9a9cd5cbac admin admin] Router dd96a232-a4a2-4b80-9960-c1e379792b91 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:34:54.455007 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-2fba4b8b-a210-48cc-90f0-d9a28bea012f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Allocated IP 2001:db8::86c2:d2b7:a76:2989 (f82adc72-a904-4b51-9a87-7ea8a1981040/04166ac2-430a-4d4b-9d04-c6fa5ab80e8f/45e92bb8-7649-4c4f-b3bb-f8edda28134e) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:34:54.474970 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b8870877-0f35-4980-b3cf-5481c849e265 None None] Provisioning complete for port cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:34:54.474970 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b8870877-0f35-4980-b3cf-5481c849e265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:54.572512 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b7de30-e109-4cf8-89b4-87e179119978 None None] Pushing event updated for resources: {'Port': ['ID=2192357a-32e1-4077-a546-afa44a790b78,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:54.586421 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b8870877-0f35-4980-b3cf-5481c849e265 None None] Port cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:34:54.843417 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03dc2d0a-c655-4e44-99e8-2c9a9cd5cbac admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:34:54.864341 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-03dc2d0a-c655-4e44-99e8-2c9a9cd5cbac admin admin] 10.222.0.87 "PUT /v2.0/routers/dd96a232-a4a2-4b80-9960-c1e379792b91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3102832 Feb 17 17:34:54.888870 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fba4b8b-a210-48cc-90f0-d9a28bea012f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for port (45e92bb8-7649-4c4f-b3bb-f8edda28134e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:54.972496 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fba4b8b-a210-48cc-90f0-d9a28bea012f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (45e92bb8-7649-4c4f-b3bb-f8edda28134e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:55.034387 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-cec22e5a-540d-4b60-8e39-64be73864876 req-31eccf49-0933-4826-a585-98c515fbe4cc tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:55.096280 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fba4b8b-a210-48cc-90f0-d9a28bea012f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:34:55.099600 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-2fba4b8b-a210-48cc-90f0-d9a28bea012f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:34:55.106366 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fba4b8b-a210-48cc-90f0-d9a28bea012f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:34:55.136900 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fba4b8b-a210-48cc-90f0-d9a28bea012f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:55.154403 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fba4b8b-a210-48cc-90f0-d9a28bea012f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:55.180964 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba4b8b-a210-48cc-90f0-d9a28bea012f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Port': ['ID=45e92bb8-7649-4c4f-b3bb-f8edda28134e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:55.190605 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2fba4b8b-a210-48cc-90f0-d9a28bea012f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2315702 Feb 17 17:34:55.192422 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44218) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:55.194548 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-cec22e5a-540d-4b60-8e39-64be73864876 req-31eccf49-0933-4826-a585-98c515fbe4cc tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (1b301bc8-f310-47fa-94fe-1becd994a61f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:55.271983 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d56ab7-271f-4645-a97a-ce036ee5b6b4 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:55.292824 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d56ab7-271f-4645-a97a-ce036ee5b6b4 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:55.294836 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-41d56ab7-271f-4645-a97a-ce036ee5b6b4 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1012046 Feb 17 17:34:55.298991 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44220) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:55.390890 n-d-829613-2 neutron-server[103435]: INFO neutron.db.l3_db [req-cec22e5a-540d-4b60-8e39-64be73864876 req-31eccf49-0933-4826-a585-98c515fbe4cc tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Floating IP 1b301bc8-f310-47fa-94fe-1becd994a61f associated. External IP: 172.25.8.123, port: 0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6. Feb 17 17:34:55.403211 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af344e39-ead9-4b07-acb2-a2a848574c44 req-5596512f-fcb8-4f0d-823b-ea3b3e7ba478 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:55.406218 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-af344e39-ead9-4b07-acb2-a2a848574c44 req-5596512f-fcb8-4f0d-823b-ea3b3e7ba478 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=f00d4d80-0531-4d28-b776-76d9efd2b420 HTTP/1.1" status: 200 len: 949 time: 0.3683512 Feb 17 17:34:55.425461 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 2192357a-32e1-4077-a546-afa44a790b78 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:34:55.452885 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8a43cebf-9998-467b-b199-2bc5d35b9a75 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks [] for router_gateway (43a8f11f-5170-4268-bf86-9e39d2235e8c), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:55.532139 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-47fa9868-39f1-42ed-bf8a-179b7a043a84 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Deleting port 45e92bb8-7649-4c4f-b3bb-f8edda28134e {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:34:55.532849 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-47fa9868-39f1-42ed-bf8a-179b7a043a84 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (45e92bb8-7649-4c4f-b3bb-f8edda28134e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:55.582823 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 2192357a-32e1-4077-a546-afa44a790b78 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:34:55.583587 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2192357a-32e1-4077-a546-afa44a790b78), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:55.668032 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-af344e39-ead9-4b07-acb2-a2a848574c44 req-a4abbe22-1ff5-45e2-ab13-eab81698ca74 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023277 Feb 17 17:34:55.729456 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-47fa9868-39f1-42ed-bf8a-179b7a043a84 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (45e92bb8-7649-4c4f-b3bb-f8edda28134e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:55.750841 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-47fa9868-39f1-42ed-bf8a-179b7a043a84 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Calling delete_port for 45e92bb8-7649-4c4f-b3bb-f8edda28134e owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:34:55.802697 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 2192357a-32e1-4077-a546-afa44a790b78 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:34:55.803985 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2192357a-32e1-4077-a546-afa44a790b78), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:55.880066 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213d6efc-98ee-4957-950e-2c2aa323ad22 None None] Sync routers for ids ['dd96a232-a4a2-4b80-9960-c1e379792b91'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:34:55.882590 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 2192357a-32e1-4077-a546-afa44a790b78, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=2192357a-32e1-4077-a546-afa44a790b78,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:34:55.894862 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213d6efc-98ee-4957-950e-2c2aa323ad22 None None] Routers {'dd96a232-a4a2-4b80-9960-c1e379792b91'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:34:55.895371 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (2192357a-32e1-4077-a546-afa44a790b78), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:55.896286 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-213d6efc-98ee-4957-950e-2c2aa323ad22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:34:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['dd96a232-a4a2-4b80-9960-c1e379792b91'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:55.897482 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device adba8afc-c218-4914-b916-fe48c93f2392 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:34:56.023479 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4ceaf4de-6d3d-419a-b155-988e5181339e req-4d1d7f20-9593-4ce7-a089-2607963b57fe tempest-ServerShowV247Test-1780687124 tempest-ServerShowV247Test-1780687124-project] 10.222.0.87 "GET /v2.0/ports?device_id=657fdbce-3c85-47cc-bb86-449ef9d3b0fb HTTP/1.1" status: 200 len: 210 time: 0.2078524 Feb 17 17:34:56.085558 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=2192357a-32e1-4077-a546-afa44a790b78,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:56.139839 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-213d6efc-98ee-4957-950e-2c2aa323ad22 None None] Set router dd96a232-a4a2-4b80-9960-c1e379792b91 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:34:56.147334 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port adba8afc-c218-4914-b916-fe48c93f2392 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:34:56.148131 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (adba8afc-c218-4914-b916-fe48c93f2392), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:56.207478 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8a43cebf-9998-467b-b199-2bc5d35b9a75 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-362104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31404'] for router (43a8f11f-5170-4268-bf86-9e39d2235e8c), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:56.282023 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8a43cebf-9998-467b-b199-2bc5d35b9a75 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-362081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-362090', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-362947'] for router (43a8f11f-5170-4268-bf86-9e39d2235e8c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:56.426780 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port adba8afc-c218-4914-b916-fe48c93f2392 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:34:56.468893 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-71c9efa7-fc10-4337-93c6-b1df173ab881 None None] Provisioning complete for port 2192357a-32e1-4077-a546-afa44a790b78 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:34:56.469582 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-71c9efa7-fc10-4337-93c6-b1df173ab881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2192357a-32e1-4077-a546-afa44a790b78), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:56.516026 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-98f88d77-4a5a-4219-a1f6-03d5001afb71 req-4e74e8c7-bbdd-4c82-9801-5004046f72a3 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=91b03940-fd52-4fab-baa6-b38163ad055b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0998201 Feb 17 17:34:56.615190 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-213d6efc-98ee-4957-950e-2c2aa323ad22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd96a232-a4a2-4b80-9960-c1e379792b91', 'name': 'tempest-TaggedBootDevicesTest-1332789976-router', 'tenant_id': '34d31da291b54b3098661f30f7c53f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'adba8afc-c218-4914-b916-fe48c93f2392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:34:44Z', 'updated_at': '2022-02-17T17:34:52Z', 'revision_number': 4, 'project_id': '34d31da291b54b3098661f30f7c53f93', 'gw_port': {'id': 'adba8afc-c218-4914-b916-fe48c93f2392', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:24:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd96a232-a4a2-4b80-9960-c1e379792b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:34:46Z', 'updated_at': '2022-02-17T17:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164', 'name': '', 'network_id': '7f848bb8-7dc9-4b2c-922a-bc45c0514a97', 'tenant_id': '34d31da291b54b3098661f30f7c53f93', 'mac_address': 'fa:16:3e:e4:15:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd96a232-a4a2-4b80-9960-c1e379792b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '337331eb-9e41-42ee-b25f-17c88c45f62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:34:51Z', 'updated_at': '2022-02-17T17:34:53Z', 'revision_number': 2, 'project_id': '34d31da291b54b3098661f30f7c53f93', 'subnets': [{'id': '337331eb-9e41-42ee-b25f-17c88c45f62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:56.659899 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213d6efc-98ee-4957-950e-2c2aa323ad22 None None] Checking router: dd96a232-a4a2-4b80-9960-c1e379792b91 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:34:56.660289 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213d6efc-98ee-4957-950e-2c2aa323ad22 None None] Updating router dd96a232-a4a2-4b80-9960-c1e379792b91 port cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164 binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:34:56.665397 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-47fa9868-39f1-42ed-bf8a-179b7a043a84 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (45e92bb8-7649-4c4f-b3bb-f8edda28134e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:56.707170 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-71c9efa7-fc10-4337-93c6-b1df173ab881 None None] Current status of the port 2192357a-32e1-4077-a546-afa44a790b78 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:34:56.721708 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-213d6efc-98ee-4957-950e-2c2aa323ad22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:56.754917 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2870df5-2e55-4b45-a5c3-fd22437c801a req-d16bbb00-b8c1-411a-8082-2ca150283f93 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:56.762737 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f88d77-4a5a-4219-a1f6-03d5001afb71 req-448ef10f-4bbc-4ae6-b545-401da1eacd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:56.764967 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-98f88d77-4a5a-4219-a1f6-03d5001afb71 req-448ef10f-4bbc-4ae6-b545-401da1eacd44 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=24d514a6d00a4f52a8689d09d1cf81c2&device_id=91b03940-fd52-4fab-baa6-b38163ad055b HTTP/1.1" status: 200 len: 1132 time: 0.1738310 Feb 17 17:34:56.765726 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa9868-39f1-42ed-bf8a-179b7a043a84 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Port': ['ID=45e92bb8-7649-4c4f-b3bb-f8edda28134e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:56.800233 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2870df5-2e55-4b45-a5c3-fd22437c801a req-d16bbb00-b8c1-411a-8082-2ca150283f93 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:56.814017 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2870df5-2e55-4b45-a5c3-fd22437c801a req-d16bbb00-b8c1-411a-8082-2ca150283f93 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:56.831360 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2870df5-2e55-4b45-a5c3-fd22437c801a req-d16bbb00-b8c1-411a-8082-2ca150283f93 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:56.847031 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2870df5-2e55-4b45-a5c3-fd22437c801a req-d16bbb00-b8c1-411a-8082-2ca150283f93 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:56.854143 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-47fa9868-39f1-42ed-bf8a-179b7a043a84 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:56.856386 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2870df5-2e55-4b45-a5c3-fd22437c801a req-d16bbb00-b8c1-411a-8082-2ca150283f93 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:56.860069 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-47fa9868-39f1-42ed-bf8a-179b7a043a84 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/ports/45e92bb8-7649-4c4f-b3bb-f8edda28134e HTTP/1.1" status: 204 len: 168 time: 1.5574341 Feb 17 17:34:56.862709 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2870df5-2e55-4b45-a5c3-fd22437c801a req-d16bbb00-b8c1-411a-8082-2ca150283f93 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:56.867684 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44288) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:56.875037 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c2870df5-2e55-4b45-a5c3-fd22437c801a req-d16bbb00-b8c1-411a-8082-2ca150283f93 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 5444 time: 0.6640925 Feb 17 17:34:56.879538 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cec22e5a-540d-4b60-8e39-64be73864876 req-31eccf49-0933-4826-a585-98c515fbe4cc tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Router 0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:34:56.922326 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-e03e787d-d214-4c1a-bf7a-a43583e8b44b None None] Could not find standard attr ID for object 45e92bb8-7649-4c4f-b3bb-f8edda28134e. {{(pid=103436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 17:34:57.051010 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c2870df5-2e55-4b45-a5c3-fd22437c801a req-b5e1110c-1541-4204-aa15-a4ac376e920d tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/security-groups?id=4b62a994-4311-4d7d-a3f0-cd2c105b06fa&id=06bbdf43-383d-412d-a4a7-27f1a95946ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1688182 Feb 17 17:34:57.051273 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a43cebf-9998-467b-b199-2bc5d35b9a75 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Router 43a8f11f-5170-4268-bf86-9e39d2235e8c is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:34:57.061596 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c25241-c542-40a8-b574-22bc55ef9087 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:57.063254 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c25241-c542-40a8-b574-22bc55ef9087 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:57.064837 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d3c25241-c542-40a8-b574-22bc55ef9087 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1958964 Feb 17 17:34:57.075559 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44298) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:57.150374 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f88d77-4a5a-4219-a1f6-03d5001afb71 req-b655c49f-2cad-4281-9c56-e65f16599414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:57.152016 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-98f88d77-4a5a-4219-a1f6-03d5001afb71 req-b655c49f-2cad-4281-9c56-e65f16599414 service neutron] 10.222.0.91 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 0.3548126 Feb 17 17:34:57.153455 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-213d6efc-98ee-4957-950e-2c2aa323ad22 None None] Publish callbacks [] for port (cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:57.167379 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-213d6efc-98ee-4957-950e-2c2aa323ad22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:57.250450 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-98f88d77-4a5a-4219-a1f6-03d5001afb71 req-08555097-0791-43c1-b790-2c6b42b226c5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=df6efc80-10e2-4743-a0a6-e7344668cff7 HTTP/1.1" status: 200 len: 217 time: 0.0886011 Feb 17 17:34:57.277479 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-e46b05de-862b-45a2-9338-eff0e0985026 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Deleting subnet 04166ac2-430a-4d4b-9d04-c6fa5ab80e8f {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:34:57.297965 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 2192357a-32e1-4077-a546-afa44a790b78 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:34:57.337491 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e46b05de-862b-45a2-9338-eff0e0985026 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (04166ac2-430a-4d4b-9d04-c6fa5ab80e8f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:57.343967 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-213d6efc-98ee-4957-950e-2c2aa323ad22 None None] Attempting to bind port cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:34:57.348975 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-213d6efc-98ee-4957-950e-2c2aa323ad22 None None] Attempting to bind port cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '9571cb1e-3ecd-4432-8440-eb494916a474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7f848bb8-7dc9-4b2c-922a-bc45c0514a97'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:34:57.350692 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213d6efc-98ee-4957-950e-2c2aa323ad22 None None] Attempting to bind port cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164 on network 7f848bb8-7dc9-4b2c-922a-bc45c0514a97 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:34:57.365012 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213d6efc-98ee-4957-950e-2c2aa323ad22 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:34:57.365975 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213d6efc-98ee-4957-950e-2c2aa323ad22 None None] Checking segment: {'id': '9571cb1e-3ecd-4432-8440-eb494916a474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7f848bb8-7dc9-4b2c-922a-bc45c0514a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:34:57.366584 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-213d6efc-98ee-4957-950e-2c2aa323ad22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:57.367151 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213d6efc-98ee-4957-950e-2c2aa323ad22 None None] Bound using segment: {'id': '9571cb1e-3ecd-4432-8440-eb494916a474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7f848bb8-7dc9-4b2c-922a-bc45c0514a97'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:34:57.367830 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-213d6efc-98ee-4957-950e-2c2aa323ad22 None None] Bound port: cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9571cb1e-3ecd-4432-8440-eb494916a474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7f848bb8-7dc9-4b2c-922a-bc45c0514a97'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:34:57.368442 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-213d6efc-98ee-4957-950e-2c2aa323ad22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:57.462590 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 2192357a-32e1-4077-a546-afa44a790b78 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:34:57.463329 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2192357a-32e1-4077-a546-afa44a790b78), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:57.472416 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f88d77-4a5a-4219-a1f6-03d5001afb71 req-ea7333f1-4e37-4bec-abe9-39d0c39cd0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:57.474713 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-98f88d77-4a5a-4219-a1f6-03d5001afb71 req-ea7333f1-4e37-4bec-abe9-39d0c39cd0d7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.2142739 Feb 17 17:34:57.483685 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e46b05de-862b-45a2-9338-eff0e0985026 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (04166ac2-430a-4d4b-9d04-c6fa5ab80e8f), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:57.583433 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97cf70-9a6d-445e-ac65-72376ef36900 req-88f64dc7-1948-46f0-a3c5-432a3ef1719d tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:57.599952 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5d97cf70-9a6d-445e-ac65-72376ef36900 req-88f64dc7-1948-46f0-a3c5-432a3ef1719d tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fdfe57b-fd05-4786-aba9-35c53d6fdcaf HTTP/1.1" status: 200 len: 950 time: 0.3145924 Feb 17 17:34:57.654596 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cec22e5a-540d-4b60-8e39-64be73864876 req-31eccf49-0933-4826-a585-98c515fbe4cc tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:34:57.676728 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-cec22e5a-540d-4b60-8e39-64be73864876 req-31eccf49-0933-4826-a585-98c515fbe4cc tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:57.698765 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8793fff5-3f3a-49c6-bd4e-32bb7525b184 None None] Sync routers for ids ['0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:34:57.703832 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-213d6efc-98ee-4957-950e-2c2aa323ad22 None None] For port cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:34:57.707926 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-213d6efc-98ee-4957-950e-2c2aa323ad22 None None] For port cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164,segment=NetworkSegment(9571cb1e-3ecd-4432-8440-eb494916a474),segment_id=9571cb1e-3ecd-4432-8440-eb494916a474)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:34:57.718795 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-213d6efc-98ee-4957-950e-2c2aa323ad22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:57.719887 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8793fff5-3f3a-49c6-bd4e-32bb7525b184 None None] Routers {'0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:34:57.720537 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-8793fff5-3f3a-49c6-bd4e-32bb7525b184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:34:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:57.733652 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c801ac-7523-4f37-82b1-9693df221af2 None None] Pushing event updated for resources: {'Port': ['ID=cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:57.743847 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a43cebf-9998-467b-b199-2bc5d35b9a75 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:34:57.762248 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8a43cebf-9998-467b-b199-2bc5d35b9a75 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:57.768949 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-8a43cebf-9998-467b-b199-2bc5d35b9a75 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] 10.222.0.87 "PUT /v2.0/routers/43a8f11f-5170-4268-bf86-9e39d2235e8c HTTP/1.1" status: 200 len: 919 time: 6.6222789 Feb 17 17:34:57.771977 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44302) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:57.795164 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c801ac-7523-4f37-82b1-9693df221af2 None None] Pushing event updated for resources: {'Port': ['ID=cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164,revision_number=4']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:57.801719 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e475f3-9087-4324-b073-35a05f7fd40d None None] Sync routers for ids ['43a8f11f-5170-4268-bf86-9e39d2235e8c'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:34:57.818596 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e475f3-9087-4324-b073-35a05f7fd40d None None] Routers {'43a8f11f-5170-4268-bf86-9e39d2235e8c'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:34:57.819223 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-46e475f3-9087-4324-b073-35a05f7fd40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:34:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['43a8f11f-5170-4268-bf86-9e39d2235e8c'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:57.859254 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-46e475f3-9087-4324-b073-35a05f7fd40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:57.867541 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f88d77-4a5a-4219-a1f6-03d5001afb71 req-f69a59dd-a19d-4796-bda3-dc04f91850e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:57.877354 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-98f88d77-4a5a-4219-a1f6-03d5001afb71 req-f69a59dd-a19d-4796-bda3-dc04f91850e1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3896575 Feb 17 17:34:57.886326 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e475f3-9087-4324-b073-35a05f7fd40d None None] Routers {'43a8f11f-5170-4268-bf86-9e39d2235e8c'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:34:57.888038 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-46e475f3-9087-4324-b073-35a05f7fd40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:34:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['43a8f11f-5170-4268-bf86-9e39d2235e8c'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:57.890423 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e46b05de-862b-45a2-9338-eff0e0985026 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (04166ac2-430a-4d4b-9d04-c6fa5ab80e8f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:57.897564 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 2192357a-32e1-4077-a546-afa44a790b78 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:34:57.944088 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-6f531fa8-914c-4b3b-b16c-1dff33d65aa6 None None] Provisioning complete for port cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:34:57.944777 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6f531fa8-914c-4b3b-b16c-1dff33d65aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:57.977960 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-46e475f3-9087-4324-b073-35a05f7fd40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:57.978535 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e475f3-9087-4324-b073-35a05f7fd40d None None] The sync data for ids ['43a8f11f-5170-4268-bf86-9e39d2235e8c'] in n-d-829613-2 is: [] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:34:57.980293 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213d6efc-98ee-4957-950e-2c2aa323ad22 None None] Routers {'dd96a232-a4a2-4b80-9960-c1e379792b91'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:34:57.980958 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-213d6efc-98ee-4957-950e-2c2aa323ad22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:34:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['dd96a232-a4a2-4b80-9960-c1e379792b91'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:58.005312 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cec22e5a-540d-4b60-8e39-64be73864876 req-31eccf49-0933-4826-a585-98c515fbe4cc tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "PUT /v2.0/floatingips/1b301bc8-f310-47fa-94fe-1becd994a61f HTTP/1.1" status: 200 len: 996 time: 5.6017420 Feb 17 17:34:58.012121 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e75d39-d946-4814-8adf-839d9da47a9c', 'tag': '0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:34:58.014910 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9068fdc8-9926-42fd-a20a-046746217f38" -d '{"events": [{"name": "network-changed", "server_uuid": "62e75d39-d946-4814-8adf-839d9da47a9c", "tag": "0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:34:58.167011 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a9250ee6-42dd-4996-b235-3465dd05b6fa req-c7514054-cd7b-4802-9052-e2a30c118d57 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=657fdbce-3c85-47cc-bb86-449ef9d3b0fb HTTP/1.1" status: 200 len: 210 time: 0.0689707 Feb 17 17:34:58.173165 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5d97cf70-9a6d-445e-ac65-72376ef36900 req-c4dbf987-03d2-421b-bc22-1d21e0d2e8e1 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5719197 Feb 17 17:34:58.180278 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-213d6efc-98ee-4957-950e-2c2aa323ad22 None None] Set router dd96a232-a4a2-4b80-9960-c1e379792b91 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:34:58.212912 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-8793fff5-3f3a-49c6-bd4e-32bb7525b184 None None] Set router 0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:34:58.254918 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec22e5a-540d-4b60-8e39-64be73864876 req-4f21e18f-32c1-40ac-8a05-4fbcd4478330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:58.264163 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cec22e5a-540d-4b60-8e39-64be73864876 req-4f21e18f-32c1-40ac-8a05-4fbcd4478330 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9dba40edc9c14b8fb9d6b4695dd74e24&device_id=62e75d39-d946-4814-8adf-839d9da47a9c HTTP/1.1" status: 200 len: 1127 time: 0.2132325 Feb 17 17:34:58.277576 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-929b6b25-f2f9-40f9-990a-068e2c957b6a tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] 10.222.0.87 "GET /v2.0/routers/43a8f11f-5170-4268-bf86-9e39d2235e8c HTTP/1.1" status: 200 len: 925 time: 0.5000091 Feb 17 17:34:58.279997 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44312) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:58.425039 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e46b05de-862b-45a2-9338-eff0e0985026 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (04166ac2-430a-4d4b-9d04-c6fa5ab80e8f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:58.432280 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-98f88d77-4a5a-4219-a1f6-03d5001afb71 req-a2a28bd8-c5b8-48fc-aefc-203fc59c8566 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5352881 Feb 17 17:34:58.493971 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec22e5a-540d-4b60-8e39-64be73864876 req-2aa3107a-0f11-4f76-900a-7a5fe42011c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:58.498743 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cec22e5a-540d-4b60-8e39-64be73864876 req-2aa3107a-0f11-4f76-900a-7a5fe42011c8 service neutron] 10.222.0.87 "GET /v2.0/networks?id=3100c139-77f4-49d8-b7fa-b7a25c4ec3d8 HTTP/1.1" status: 200 len: 921 time: 0.2336636 Feb 17 17:34:58.534096 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-6f531fa8-914c-4b3b-b16c-1dff33d65aa6 None None] Current status of the port cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:34:58.534666 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6f531fa8-914c-4b3b-b16c-1dff33d65aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:58.561257 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46b05de-862b-45a2-9338-eff0e0985026 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Subnet': ['ID=04166ac2-430a-4d4b-9d04-c6fa5ab80e8f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:58.603260 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e46b05de-862b-45a2-9338-eff0e0985026 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:58.612018 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e46b05de-862b-45a2-9338-eff0e0985026 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/04166ac2-430a-4d4b-9d04-c6fa5ab80e8f HTTP/1.1" status: 204 len: 168 time: 1.5357594 Feb 17 17:34:58.634600 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44324) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:58.636386 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8affcd73-b0c4-45a7-a034-3ac87f252777 None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:34:58.693857 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cec22e5a-540d-4b60-8e39-64be73864876 req-7424db6e-8f11-4cda-a659-3e0884ccae7f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6 HTTP/1.1" status: 200 len: 999 time: 0.1752889 Feb 17 17:34:58.709783 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-213d6efc-98ee-4957-950e-2c2aa323ad22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd96a232-a4a2-4b80-9960-c1e379792b91', 'name': 'tempest-TaggedBootDevicesTest-1332789976-router', 'tenant_id': '34d31da291b54b3098661f30f7c53f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'adba8afc-c218-4914-b916-fe48c93f2392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:34:44Z', 'updated_at': '2022-02-17T17:34:52Z', 'revision_number': 4, 'project_id': '34d31da291b54b3098661f30f7c53f93', 'gw_port': {'id': 'adba8afc-c218-4914-b916-fe48c93f2392', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:24:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd96a232-a4a2-4b80-9960-c1e379792b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:34:46Z', 'updated_at': '2022-02-17T17:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164', 'name': '', 'network_id': '7f848bb8-7dc9-4b2c-922a-bc45c0514a97', 'tenant_id': '34d31da291b54b3098661f30f7c53f93', 'mac_address': 'fa:16:3e:e4:15:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd96a232-a4a2-4b80-9960-c1e379792b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '337331eb-9e41-42ee-b25f-17c88c45f62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:34:51Z', 'updated_at': '2022-02-17T17:34:57Z', 'revision_number': 4, 'project_id': '34d31da291b54b3098661f30f7c53f93', 'subnets': [{'id': '337331eb-9e41-42ee-b25f-17c88c45f62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:34:58.761040 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-6f531fa8-914c-4b3b-b16c-1dff33d65aa6 None None] For port cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164,segment=NetworkSegment(9571cb1e-3ecd-4432-8440-eb494916a474),segment_id=9571cb1e-3ecd-4432-8440-eb494916a474)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:34:58.785050 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9dfcfe0a-23b8-4a35-a0f4-334e2b8bd8a3 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1408055 Feb 17 17:34:58.787164 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44326) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:58.799348 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6f531fa8-914c-4b3b-b16c-1dff33d65aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:58.801653 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213d6efc-98ee-4957-950e-2c2aa323ad22 None None] The sync data for ids ['dd96a232-a4a2-4b80-9960-c1e379792b91'] in n-d-829613-2 is: [{'id': 'dd96a232-a4a2-4b80-9960-c1e379792b91', 'name': 'tempest-TaggedBootDevicesTest-1332789976-router', 'tenant_id': '34d31da291b54b3098661f30f7c53f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'adba8afc-c218-4914-b916-fe48c93f2392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:34:44Z', 'updated_at': '2022-02-17T17:34:52Z', 'revision_number': 4, 'project_id': '34d31da291b54b3098661f30f7c53f93', 'gw_port': {'id': 'adba8afc-c218-4914-b916-fe48c93f2392', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:24:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd96a232-a4a2-4b80-9960-c1e379792b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:34:46Z', 'updated_at': '2022-02-17T17:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164', 'name': '', 'network_id': '7f848bb8-7dc9-4b2c-922a-bc45c0514a97', 'tenant_id': '34d31da291b54b3098661f30f7c53f93', 'mac_address': 'fa:16:3e:e4:15:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd96a232-a4a2-4b80-9960-c1e379792b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '337331eb-9e41-42ee-b25f-17c88c45f62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:34:51Z', 'updated_at': '2022-02-17T17:34:57Z', 'revision_number': 4, 'project_id': '34d31da291b54b3098661f30f7c53f93', 'subnets': [{'id': '337331eb-9e41-42ee-b25f-17c88c45f62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:34:58.931044 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bceb7703-a704-4ca7-af25-95f821ed1fea tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:58.933297 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bceb7703-a704-4ca7-af25-95f821ed1fea tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] 10.222.0.87 "GET /v2.0/ports?network_id=d7afcf1f-5124-4168-b80f-10ace9d04ea7&device_id=43a8f11f-5170-4268-bf86-9e39d2235e8c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6507452 Feb 17 17:34:58.938500 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44332) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:58.958865 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-fea77ae1-2b48-4b8d-b991-d567a9f63452 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'subnet': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:34:59.001750 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec22e5a-540d-4b60-8e39-64be73864876 req-5e667930-cd0b-41b8-9c09-a1f789c68c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:59.012005 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cec22e5a-540d-4b60-8e39-64be73864876 req-5e667930-cd0b-41b8-9c09-a1f789c68c68 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=fcea941e-c7ab-41fc-b153-28fd81921144 HTTP/1.1" status: 200 len: 859 time: 0.3159373 Feb 17 17:34:59.062639 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f2dda-2df5-4b80-94a7-7dd4c4afa6bd req-44792a2b-3017-4d72-8a8e-7f26eeeddecf tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:59.067700 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f531fa8-914c-4b3b-b16c-1dff33d65aa6 None None] Pushing event updated for resources: {'Port': ['ID=cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:34:59.070867 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-431f2dda-2df5-4b80-94a7-7dd4c4afa6bd req-44792a2b-3017-4d72-8a8e-7f26eeeddecf tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=f00d4d80-0531-4d28-b776-76d9efd2b420 HTTP/1.1" status: 200 len: 949 time: 0.3741167 Feb 17 17:34:59.222569 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-98f88d77-4a5a-4219-a1f6-03d5001afb71 req-82bafe8a-034c-4813-91fc-906cbbdea8c4 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7760615 Feb 17 17:34:59.316795 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-6101c8d8-25c6-41f0-b4b9-8e367c204197 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:59.319805 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-054775e7-7826-4cf6-9d68-c976102bb8c5 None None] Provisioning complete for port cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:34:59.320433 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-054775e7-7826-4cf6-9d68-c976102bb8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:59.351247 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec22e5a-540d-4b60-8e39-64be73864876 req-ca160309-c369-4bb2-965f-e5d710b73223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:59.352083 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-6101c8d8-25c6-41f0-b4b9-8e367c204197 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:59.359340 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cec22e5a-540d-4b60-8e39-64be73864876 req-ca160309-c369-4bb2-965f-e5d710b73223 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3100c139-77f4-49d8-b7fa-b7a25c4ec3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3464060 Feb 17 17:34:59.361391 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-6101c8d8-25c6-41f0-b4b9-8e367c204197 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:59.378307 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-6101c8d8-25c6-41f0-b4b9-8e367c204197 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:59.385909 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-cec22e5a-540d-4b60-8e39-64be73864876 req-1b8b0d01-b40d-4f66-8fd4-4e8e1bcadfdd service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:34:59.394211 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-6101c8d8-25c6-41f0-b4b9-8e367c204197 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:59.395644 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cec22e5a-540d-4b60-8e39-64be73864876 req-1b8b0d01-b40d-4f66-8fd4-4e8e1bcadfdd service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0342710 Feb 17 17:34:59.403692 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-6101c8d8-25c6-41f0-b4b9-8e367c204197 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:59.414328 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-6101c8d8-25c6-41f0-b4b9-8e367c204197 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:59.418009 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-6101c8d8-25c6-41f0-b4b9-8e367c204197 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 5444 time: 0.4765387 Feb 17 17:34:59.450518 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea77ae1-2b48-4b8d-b991-d567a9f63452 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:34:59.455191 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fea77ae1-2b48-4b8d-b991-d567a9f63452 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:34:59.520134 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-431f2dda-2df5-4b80-94a7-7dd4c4afa6bd req-2d4dc4dc-7033-4382-97e0-c8c09dd17a7c tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4482617 Feb 17 17:34:59.523503 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18888c22-d177-4ca4-b523-6e07ca12523a tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:59.536648 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-18888c22-d177-4ca4-b523-6e07ca12523a tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] 10.222.0.87 "GET /v2.0/networks/d7afcf1f-5124-4168-b80f-10ace9d04ea7 HTTP/1.1" status: 200 len: 881 time: 0.5909696 Feb 17 17:34:59.548185 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44338) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:59.653100 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9a85855a-bffb-4e6b-ac6f-448422c7b764 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] 10.222.0.87 "GET /v2.0/ports?device_id=43a8f11f-5170-4268-bf86-9e39d2235e8c HTTP/1.1" status: 200 len: 205 time: 0.1016812 Feb 17 17:34:59.654040 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44340) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:34:59.681513 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6dabce7-cb03-4fd6-8b10-ef52452871e6 x-openstack-request-id: req-a6dabce7-cb03-4fd6-8b10-ef52452871e6 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:34:59.681888 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e75d39-d946-4814-8adf-839d9da47a9c", "tag": "0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:34:59.682198 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a6dabce7-cb03-4fd6-8b10-ef52452871e6 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:34:59.682615 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62e75d39-d946-4814-8adf-839d9da47a9c', 'tag': '0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6', 'status': 'completed', 'code': 200} Feb 17 17:34:59.750269 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-07d3378f-518a-4ad6-8c08-47fd6450758c tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:34:59.758859 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cec22e5a-540d-4b60-8e39-64be73864876 req-a55dc0bf-2001-40b8-881a-93c200f28689 service neutron] 10.222.0.87 "GET /v2.0/networks/3100c139-77f4-49d8-b7fa-b7a25c4ec3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621852 Feb 17 17:34:59.763099 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-07d3378f-518a-4ad6-8c08-47fd6450758c tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.71 "GET /v2.0/ports/c156d1b1-d51b-43d9-bbea-f01601c5fe5d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3271077 Feb 17 17:34:59.765245 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:35:00.112474 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cec22e5a-540d-4b60-8e39-64be73864876 req-4770ec5c-be1a-49ae-bf19-cd38e74b0fde service neutron] 10.222.0.87 "GET /v2.0/networks/3100c139-77f4-49d8-b7fa-b7a25c4ec3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475657 Feb 17 17:35:00.131945 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1231c9-4de2-4518-abcd-f7411fc91b5f None None] DHCP port deletion for f82adc72-a904-4b51-9a87-7ea8a1981040 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:35:00.157087 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-054775e7-7826-4cf6-9d68-c976102bb8c5 None None] Current status of the port cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:35:00.167668 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bac0e-e24a-46bd-a74b-e8adf595e8c0 req-cf825017-5e0e-4628-b2d0-574a6cde847c tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:00.176827 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bac0e-e24a-46bd-a74b-e8adf595e8c0 req-cf825017-5e0e-4628-b2d0-574a6cde847c tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:00.190512 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bac0e-e24a-46bd-a74b-e8adf595e8c0 req-cf825017-5e0e-4628-b2d0-574a6cde847c tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:00.214444 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bac0e-e24a-46bd-a74b-e8adf595e8c0 req-cf825017-5e0e-4628-b2d0-574a6cde847c tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:00.227630 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bac0e-e24a-46bd-a74b-e8adf595e8c0 req-cf825017-5e0e-4628-b2d0-574a6cde847c tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:00.244889 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bac0e-e24a-46bd-a74b-e8adf595e8c0 req-cf825017-5e0e-4628-b2d0-574a6cde847c tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:00.252421 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bac0e-e24a-46bd-a74b-e8adf595e8c0 req-cf825017-5e0e-4628-b2d0-574a6cde847c tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:00.266522 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-137bac0e-e24a-46bd-a74b-e8adf595e8c0 req-cf825017-5e0e-4628-b2d0-574a6cde847c tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 5444 time: 0.3933218 Feb 17 17:35:00.306674 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-8793fff5-3f3a-49c6-bd4e-32bb7525b184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-604324597-router', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '996a6547-d632-4ab5-a3ba-ee048f1ef2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:33:43Z', 'updated_at': '2022-02-17T17:33:49Z', 'revision_number': 4, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'gw_port': {'id': '996a6547-d632-4ab5-a3ba-ee048f1ef2b3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:33:44Z', 'updated_at': '2022-02-17T17:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '1b301bc8-f310-47fa-94fe-1becd994a61f', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'floating_ip_address': '172.25.8.123', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'port_id': '0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8', 'mac_address': 'fa:16:3e:17:0a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e75d39-d946-4814-8adf-839d9da47a9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:34:21Z', 'updated_at': '2022-02-17T17:34:53Z', 'revision_number': 1, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5', 'name': '', 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'mac_address': 'fa:16:3e:6a:b1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'fcea941e-c7ab-41fc-b153-28fd81921144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:33:48Z', 'updated_at': '2022-02-17T17:33:58Z', 'revision_number': 5, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'subnets': [{'id': 'fcea941e-c7ab-41fc-b153-28fd81921144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:00.308737 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:35:00.309085 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:00.360174 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c88c8637-8e79-43ff-bafa-c40f8547ce60 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for router (43a8f11f-5170-4268-bf86-9e39d2235e8c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:00.490242 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8793fff5-3f3a-49c6-bd4e-32bb7525b184 None None] Checking router: 0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:35:00.501487 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-137bac0e-e24a-46bd-a74b-e8adf595e8c0 req-00ff288d-6d1f-43b3-9f30-1082af72c121 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/security-groups?id=4b62a994-4311-4d7d-a3f0-cd2c105b06fa&id=06bbdf43-383d-412d-a4a7-27f1a95946ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2294397 Feb 17 17:35:00.563943 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-3f1231c9-4de2-4518-abcd-f7411fc91b5f None None] Deleting port 2192357a-32e1-4077-a546-afa44a790b78 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:35:00.564357 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3f1231c9-4de2-4518-abcd-f7411fc91b5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (2192357a-32e1-4077-a546-afa44a790b78), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:00.566423 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8793fff5-3f3a-49c6-bd4e-32bb7525b184 None None] Routers {'0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:35:00.572672 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-8793fff5-3f3a-49c6-bd4e-32bb7525b184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:34:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:00.574192 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b3b23-b6c1-4589-9320-1044c30309fd req-a8327426-7691-45cd-905d-9c8ee614d135 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:00.587920 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-308b3b23-b6c1-4589-9320-1044c30309fd req-a8327426-7691-45cd-905d-9c8ee614d135 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fdfe57b-fd05-4786-aba9-35c53d6fdcaf HTTP/1.1" status: 200 len: 950 time: 0.1839159 Feb 17 17:35:00.740176 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-308b3b23-b6c1-4589-9320-1044c30309fd req-b0fe589e-cb64-48b3-a22c-3b2e75144fbb tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509247 Feb 17 17:35:00.953751 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-5df6a26d-b0b6-4cb1-af16-d1e99acbee06 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.71 "GET /v2.0/networks/8329e05c-f5f3-4a6c-995b-30a9e6574e32?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.8752987 Feb 17 17:35:00.956848 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-68870cfb-8267-4eca-b6fd-c0bc2c5789b8 req-31b699e5-00db-416f-9ec2-2ac1f531fb53 tempest-ServerShowV247Test-1780687124 tempest-ServerShowV247Test-1780687124-project] 10.222.0.87 "GET /v2.0/ports?device_id=f442a6ac-8a23-44e8-9009-18bc85d5de7e HTTP/1.1" status: 200 len: 210 time: 0.0736587 Feb 17 17:35:00.986943 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068fdc8-9926-42fd-a20a-046746217f38 req-3b4881ac-d7f3-4589-9df1-587ad073b228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:00.989223 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9068fdc8-9926-42fd-a20a-046746217f38 req-3b4881ac-d7f3-4589-9df1-587ad073b228 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9dba40edc9c14b8fb9d6b4695dd74e24&device_id=62e75d39-d946-4814-8adf-839d9da47a9c HTTP/1.1" status: 200 len: 1127 time: 1.2740865 Feb 17 17:35:01.003925 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-55ef4fad-9fea-4cb3-b010-e20a7cfed3e6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:35:01.004951 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a5304-0b8a-487c-8e02-22eecaedd408 req-492e8c7d-00ec-431a-bf48-3866ffd3a800 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:01.008607 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cd6a5304-0b8a-487c-8e02-22eecaedd408 req-492e8c7d-00ec-431a-bf48-3866ffd3a800 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/ports?device_id=be13ebb0-5343-4dc6-bc42-1067b3780f5d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1994162 Feb 17 17:35:01.019495 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fea77ae1-2b48-4b8d-b991-d567a9f63452 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (18da09ef-de83-4b4a-bb49-44cb5b66af1a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:01.041297 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-3f1231c9-4de2-4518-abcd-f7411fc91b5f None None] For port 2192357a-32e1-4077-a546-afa44a790b78, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=2192357a-32e1-4077-a546-afa44a790b78,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:35:01.041894 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3f1231c9-4de2-4518-abcd-f7411fc91b5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (2192357a-32e1-4077-a546-afa44a790b78), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:01.056087 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:35:01.097219 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-3f1231c9-4de2-4518-abcd-f7411fc91b5f None None] Calling delete_port for 2192357a-32e1-4077-a546-afa44a790b78 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:35:01.237885 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cd6a5304-0b8a-487c-8e02-22eecaedd408 req-b6d02dde-1078-4bd9-948a-e223b74ac418 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.8.123 HTTP/1.1" status: 200 len: 999 time: 0.2117090 Feb 17 17:35:01.244668 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-cd6a5304-0b8a-487c-8e02-22eecaedd408 req-81f7960e-862f-4152-9f4e-077ccabace14 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Request body: {'floatingip': {'port_id': '62144165-7534-4f7e-bb99-db99d8e3e441', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:35:01.252296 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea77ae1-2b48-4b8d-b991-d567a9f63452 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:35:01.252493 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 2192357a-32e1-4077-a546-afa44a790b78 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:35:01.257616 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-fea77ae1-2b48-4b8d-b991-d567a9f63452 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:35:01.266355 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-8793fff5-3f3a-49c6-bd4e-32bb7525b184 None None] Set router 0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:35:01.273235 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea77ae1-2b48-4b8d-b991-d567a9f63452 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:01.273800 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fea77ae1-2b48-4b8d-b991-d567a9f63452 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:01.338408 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea77ae1-2b48-4b8d-b991-d567a9f63452 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Subnet': ['ID=18da09ef-de83-4b4a-bb49-44cb5b66af1a,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:01.338647 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-cd6a5304-0b8a-487c-8e02-22eecaedd408 req-81f7960e-862f-4152-9f4e-077ccabace14 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Publish callbacks [] for floatingip (1b301bc8-f310-47fa-94fe-1becd994a61f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:01.381638 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c88c8637-8e79-43ff-bafa-c40f8547ce60 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for router_gateway (43a8f11f-5170-4268-bf86-9e39d2235e8c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:01.406686 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fea77ae1-2b48-4b8d-b991-d567a9f63452 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4673812 Feb 17 17:35:01.413987 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44352) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:01.420150 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-7e5ee1e1-ab6c-4924-9912-b0f0b17e06d6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'port': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'fixed_ips': [{'subnet_id': '18da09ef-de83-4b4a-bb49-44cb5b66af1a', 'ip_address': '2001:db8::4f30:7f7e:a6be:f24d'}], 'name': 'tempest-NetworksTestDHCPv6-471216366'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:35:01.427573 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-55ef4fad-9fea-4cb3-b010-e20a7cfed3e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c156d1b1-d51b-43d9-bbea-f01601c5fe5d), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:01.514245 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068fdc8-9926-42fd-a20a-046746217f38 req-c960efc7-3c61-4766-a083-85a3b1e079ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:01.517338 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9068fdc8-9926-42fd-a20a-046746217f38 req-c960efc7-3c61-4766-a083-85a3b1e079ef service neutron] 10.222.0.91 "GET /v2.0/networks?id=3100c139-77f4-49d8-b7fa-b7a25c4ec3d8 HTTP/1.1" status: 200 len: 921 time: 0.5004401 Feb 17 17:35:01.650951 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 2192357a-32e1-4077-a546-afa44a790b78 is: ACTIVE; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:35:01.651393 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2192357a-32e1-4077-a546-afa44a790b78), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:01.668599 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3f1231c9-4de2-4518-abcd-f7411fc91b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (2192357a-32e1-4077-a546-afa44a790b78), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:01.719031 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1231c9-4de2-4518-abcd-f7411fc91b5f None None] Pushing event deleted for resources: {'Port': ['ID=2192357a-32e1-4077-a546-afa44a790b78,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:01.723702 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1231c9-4de2-4518-abcd-f7411fc91b5f None None] No DVR routers for this DVR port 2192357a-32e1-4077-a546-afa44a790b78 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:35:01.743218 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9068fdc8-9926-42fd-a20a-046746217f38 req-7938f310-43e2-45f5-9fb7-028dcf6591ff service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6 HTTP/1.1" status: 200 len: 999 time: 0.2156751 Feb 17 17:35:01.747051 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310c7345-e7cd-4b75-9a6c-f335090a8185 None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:35:01.750971 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-c88c8637-8e79-43ff-bafa-c40f8547ce60 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Deleting port 80f81485-22b9-4c11-85a5-c57eaf99e467 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:35:01.751625 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c88c8637-8e79-43ff-bafa-c40f8547ce60 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (80f81485-22b9-4c11-85a5-c57eaf99e467), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:01.971273 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-8793fff5-3f3a-49c6-bd4e-32bb7525b184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-604324597-router', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '996a6547-d632-4ab5-a3ba-ee048f1ef2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:33:43Z', 'updated_at': '2022-02-17T17:33:49Z', 'revision_number': 4, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'gw_port': {'id': '996a6547-d632-4ab5-a3ba-ee048f1ef2b3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:33:44Z', 'updated_at': '2022-02-17T17:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '1b301bc8-f310-47fa-94fe-1becd994a61f', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'floating_ip_address': '172.25.8.123', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'port_id': '0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8', 'mac_address': 'fa:16:3e:17:0a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e75d39-d946-4814-8adf-839d9da47a9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:34:21Z', 'updated_at': '2022-02-17T17:34:53Z', 'revision_number': 1, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5', 'name': '', 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'mac_address': 'fa:16:3e:6a:b1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'fcea941e-c7ab-41fc-b153-28fd81921144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:33:48Z', 'updated_at': '2022-02-17T17:33:58Z', 'revision_number': 5, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'subnets': [{'id': 'fcea941e-c7ab-41fc-b153-28fd81921144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:02.015226 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972c2dbf-1395-4b2e-9ab0-15e66e1c9ef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-f82adc72-a904-4b51-9a87-7ea8a1981040', 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'project_id': 'c017d73ca35741f09876024d2cbfcdb7', 'fixed_ips': [{'subnet_id': '18da09ef-de83-4b4a-bb49-44cb5b66af1a'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:35:02.016701 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-972c2dbf-1395-4b2e-9ab0-15e66e1c9ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:02.041797 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 37a3407f-0036-45d2-b8af-8aff53b8d12a details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:35:02.043878 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 37a3407f-0036-45d2-b8af-8aff53b8d12a no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:35:02.053355 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8793fff5-3f3a-49c6-bd4e-32bb7525b184 None None] The sync data for ids ['0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec'] in n-d-829613-2 is: [{'id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-604324597-router', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '996a6547-d632-4ab5-a3ba-ee048f1ef2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:33:43Z', 'updated_at': '2022-02-17T17:33:49Z', 'revision_number': 4, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'gw_port': {'id': '996a6547-d632-4ab5-a3ba-ee048f1ef2b3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:33:44Z', 'updated_at': '2022-02-17T17:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '1b301bc8-f310-47fa-94fe-1becd994a61f', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'floating_ip_address': '172.25.8.123', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'port_id': '0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8', 'mac_address': 'fa:16:3e:17:0a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e75d39-d946-4814-8adf-839d9da47a9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:34:21Z', 'updated_at': '2022-02-17T17:34:53Z', 'revision_number': 1, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5', 'name': '', 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'mac_address': 'fa:16:3e:6a:b1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'fcea941e-c7ab-41fc-b153-28fd81921144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:33:48Z', 'updated_at': '2022-02-17T17:33:58Z', 'revision_number': 5, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'subnets': [{'id': 'fcea941e-c7ab-41fc-b153-28fd81921144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:35:02.330067 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f570edc3-f04b-46f8-94a3-f6aec3e385c8 req-e6f5d8b5-b01b-4575-9dff-118e36fa6e1f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=f442a6ac-8a23-44e8-9009-18bc85d5de7e HTTP/1.1" status: 200 len: 210 time: 0.0442872 Feb 17 17:35:02.355067 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-58cb8ef2-65b8-4322-bc3f-12806f593ef1 service neutron] show failed (client error): The resource could not be found. Feb 17 17:35:02.356039 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-58cb8ef2-65b8-4322-bc3f-12806f593ef1 service neutron] 10.222.0.71 "GET /v2.0/ports/5faaf9bc-4919-487c-abb1-6eefe7416d24/bindings/n-h2-829613-2 HTTP/1.1" status: 404 len: 380 time: 1.0270839 Feb 17 17:35:02.412001 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628fc39-bffe-4ae8-9033-013412010708 req-70dbdb55-074a-4e36-a2db-df0465ca431c tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:02.421329 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2628fc39-bffe-4ae8-9033-013412010708 req-70dbdb55-074a-4e36-a2db-df0465ca431c tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=f00d4d80-0531-4d28-b776-76d9efd2b420 HTTP/1.1" status: 200 len: 949 time: 1.1020174 Feb 17 17:35:02.487447 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 37a3407f-0036-45d2-b8af-8aff53b8d12a is: ACTIVE; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:35:02.487942 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (37a3407f-0036-45d2-b8af-8aff53b8d12a), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:02.491950 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-972c2dbf-1395-4b2e-9ab0-15e66e1c9ef4 None None] Allocated IP 2001:db8::2 (f82adc72-a904-4b51-9a87-7ea8a1981040/18da09ef-de83-4b4a-bb49-44cb5b66af1a/9bf22dc6-e3b7-4297-9b7f-c85c30e15d14) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:35:02.513174 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d50f45-3051-4a97-b00b-9fbd30db5289 None None] New status for floating IP 1b301bc8-f310-47fa-94fe-1becd994a61f: ACTIVE {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 17:35:02.524100 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068fdc8-9926-42fd-a20a-046746217f38 req-b14f37c0-4126-4aa7-b3bc-6a2c32b3ee77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:02.526228 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9068fdc8-9926-42fd-a20a-046746217f38 req-b14f37c0-4126-4aa7-b3bc-6a2c32b3ee77 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fcea941e-c7ab-41fc-b153-28fd81921144 HTTP/1.1" status: 200 len: 859 time: 0.7663143 Feb 17 17:35:02.566287 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2628fc39-bffe-4ae8-9033-013412010708 req-9b7f9bbf-7df6-4502-b4d4-1a90d7afd3a1 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432316 Feb 17 17:35:02.570436 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5ee1e1-ab6c-4924-9912-b0f0b17e06d6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:35:02.588863 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 37a3407f-0036-45d2-b8af-8aff53b8d12a, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=37a3407f-0036-45d2-b8af-8aff53b8d12a,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:35:02.602841 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00d4d80-0531-4d28-b776-76d9efd2b420', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37a3407f-0036-45d2-b8af-8aff53b8d12a'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:35:02.605566 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084973fa-f2c5-47ad-8083-69b9c43f0071" -d '{"events": [{"server_uuid": "f00d4d80-0531-4d28-b776-76d9efd2b420", "name": "network-vif-unplugged", "status": "completed", "tag": "37a3407f-0036-45d2-b8af-8aff53b8d12a"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:35:02.697867 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-55ef4fad-9fea-4cb3-b010-e20a7cfed3e6 service neutron] For port c156d1b1-d51b-43d9-bbea-f01601c5fe5d, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=c156d1b1-d51b-43d9-bbea-f01601c5fe5d,segment=NetworkSegment(55cf67f8-56dc-4cc3-aade-06e6513a1c54),segment_id=55cf67f8-56dc-4cc3-aade-06e6513a1c54)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:35:02.759167 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c88c8637-8e79-43ff-bafa-c40f8547ce60 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (80f81485-22b9-4c11-85a5-c57eaf99e467), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:02.794363 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-c88c8637-8e79-43ff-bafa-c40f8547ce60 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Calling delete_port for 80f81485-22b9-4c11-85a5-c57eaf99e467 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:35:02.844444 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 37a3407f-0036-45d2-b8af-8aff53b8d12a, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=37a3407f-0036-45d2-b8af-8aff53b8d12a,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:35:02.861454 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-55ef4fad-9fea-4cb3-b010-e20a7cfed3e6 service neutron] For port c156d1b1-d51b-43d9-bbea-f01601c5fe5d, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:35:02.867641 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7e5ee1e1-ab6c-4924-9912-b0f0b17e06d6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:02.871658 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068fdc8-9926-42fd-a20a-046746217f38 req-de652e63-2f83-4a58-bb9c-b6ec2ff5f823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:02.882461 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9068fdc8-9926-42fd-a20a-046746217f38 req-de652e63-2f83-4a58-bb9c-b6ec2ff5f823 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3100c139-77f4-49d8-b7fa-b7a25c4ec3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3055346 Feb 17 17:35:02.885718 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (37a3407f-0036-45d2-b8af-8aff53b8d12a), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:02.886562 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 8f4bfbb7-3be5-4276-a260-870a4adccf68 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:35:02.888609 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '37a3407f-0036-45d2-b8af-8aff53b8d12a', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'port_id': '37a3407f-0036-45d2-b8af-8aff53b8d12a', 'mac_address': 'fa:16:3e:c2:0f:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac79920f-9ddd-4352-b866-6056158b178e', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:35:03.018544 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-7e5ee1e1-ab6c-4924-9912-b0f0b17e06d6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] device_id is not set on port 006aa79c-d14f-4983-a5f9-827d16a27609 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:35:03.039142 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-55ef4fad-9fea-4cb3-b010-e20a7cfed3e6 service neutron] device_id is not set on port c156d1b1-d51b-43d9-bbea-f01601c5fe5d yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:35:03.063284 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-ca4cc006-5294-435d-9a33-dcc014b81c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:03.065022 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-ca4cc006-5294-435d-9a33-dcc014b81c0c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=9fdfe57b-fd05-4786-aba9-35c53d6fdcaf&tenant_id=24d514a6d00a4f52a8689d09d1cf81c2 HTTP/1.1" status: 200 len: 1132 time: 0.2280326 Feb 17 17:35:03.079031 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-016ba5fe-a8b7-4b72-acad-6fce78886735 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829613-2', 'device_owner': 'compute:nova'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:35:03.135199 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-55ef4fad-9fea-4cb3-b010-e20a7cfed3e6 service neutron] Publish callbacks [] for port (c156d1b1-d51b-43d9-bbea-f01601c5fe5d), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:03.166729 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-972c2dbf-1395-4b2e-9ab0-15e66e1c9ef4 None None] Publish callbacks [] for port (9bf22dc6-e3b7-4297-9b7f-c85c30e15d14), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:03.171125 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35062a3e-706c-47ff-a618-7d1e168b5562 req-9b11b629-acde-4b04-a3ff-2171511b379f tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:03.176609 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35062a3e-706c-47ff-a618-7d1e168b5562 req-9b11b629-acde-4b04-a3ff-2171511b379f tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:03.182608 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35062a3e-706c-47ff-a618-7d1e168b5562 req-9b11b629-acde-4b04-a3ff-2171511b379f tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:03.189042 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35062a3e-706c-47ff-a618-7d1e168b5562 req-9b11b629-acde-4b04-a3ff-2171511b379f tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:03.192943 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a73e9b63-c826-4796-9c7f-f6a5a3f6530c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:03.194772 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35062a3e-706c-47ff-a618-7d1e168b5562 req-9b11b629-acde-4b04-a3ff-2171511b379f tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:03.201046 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35062a3e-706c-47ff-a618-7d1e168b5562 req-9b11b629-acde-4b04-a3ff-2171511b379f tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:03.204189 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-972c2dbf-1395-4b2e-9ab0-15e66e1c9ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (9bf22dc6-e3b7-4297-9b7f-c85c30e15d14), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:03.207895 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35062a3e-706c-47ff-a618-7d1e168b5562 req-9b11b629-acde-4b04-a3ff-2171511b379f tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:03.215796 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-35062a3e-706c-47ff-a618-7d1e168b5562 req-9b11b629-acde-4b04-a3ff-2171511b379f tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 5444 time: 0.3776500 Feb 17 17:35:03.227243 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-55ef4fad-9fea-4cb3-b010-e20a7cfed3e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (c156d1b1-d51b-43d9-bbea-f01601c5fe5d), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:03.244840 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=37a3407f-0036-45d2-b8af-8aff53b8d12a,revision_number=6']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:03.269942 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972c2dbf-1395-4b2e-9ab0-15e66e1c9ef4 None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:35:03.275142 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 37a3407f-0036-45d2-b8af-8aff53b8d12a is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:35:03.275810 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (37a3407f-0036-45d2-b8af-8aff53b8d12a), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:03.278335 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-972c2dbf-1395-4b2e-9ab0-15e66e1c9ef4 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:35:03.293053 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.db.resource_extend [req-cd6a5304-0b8a-487c-8e02-22eecaedd408 req-81f7960e-862f-4152-9f4e-077ccabace14 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 17:35:03.303224 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972c2dbf-1395-4b2e-9ab0-15e66e1c9ef4 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:35:03.364327 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37a3407f-0036-45d2-b8af-8aff53b8d12a {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:35:03.392171 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9068fdc8-9926-42fd-a20a-046746217f38 req-c945ad00-21f2-4f26-a1f8-fe1f4070e2ac service neutron] 10.222.0.91 "GET /v2.0/networks/3100c139-77f4-49d8-b7fa-b7a25c4ec3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4503386 Feb 17 17:35:03.421911 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-35062a3e-706c-47ff-a618-7d1e168b5562 req-b91ec241-2656-4220-abd2-ca57014195a1 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/security-groups?id=4b62a994-4311-4d7d-a3f0-cd2c105b06fa&id=06bbdf43-383d-412d-a4a7-27f1a95946ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2050624 Feb 17 17:35:03.424396 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef4fad-9fea-4cb3-b010-e20a7cfed3e6 service neutron] Pushing event updated for resources: {'Port': ['ID=c156d1b1-d51b-43d9-bbea-f01601c5fe5d,revision_number=6']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:03.425899 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c2dbf-1395-4b2e-9ab0-15e66e1c9ef4 None None] Pushing event updated for resources: {'Port': ['ID=9bf22dc6-e3b7-4297-9b7f-c85c30e15d14,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:03.434381 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-016ba5fe-a8b7-4b72-acad-6fce78886735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5faaf9bc-4919-487c-abb1-6eefe7416d24), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:03.497205 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 37a3407f-0036-45d2-b8af-8aff53b8d12a, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=37a3407f-0036-45d2-b8af-8aff53b8d12a,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:35:03.500009 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 8f4bfbb7-3be5-4276-a260-870a4adccf68 is: ACTIVE; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:35:03.500612 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8f4bfbb7-3be5-4276-a260-870a4adccf68), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:03.525840 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-55ef4fad-9fea-4cb3-b010-e20a7cfed3e6 service neutron] No DVR routers for this DVR port c156d1b1-d51b-43d9-bbea-f01601c5fe5d on host n-h1-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:35:03.544351 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-cd6a5304-0b8a-487c-8e02-22eecaedd408 req-81f7960e-862f-4152-9f4e-077ccabace14 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:03.548448 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (37a3407f-0036-45d2-b8af-8aff53b8d12a), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:03.561824 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-972c2dbf-1395-4b2e-9ab0-15e66e1c9ef4 None None] Attempting to bind port 9bf22dc6-e3b7-4297-9b7f-c85c30e15d14 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:35:03.562486 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-972c2dbf-1395-4b2e-9ab0-15e66e1c9ef4 None None] Attempting to bind port 9bf22dc6-e3b7-4297-9b7f-c85c30e15d14 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:35:03.563053 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972c2dbf-1395-4b2e-9ab0-15e66e1c9ef4 None None] Attempting to bind port 9bf22dc6-e3b7-4297-9b7f-c85c30e15d14 on network f82adc72-a904-4b51-9a87-7ea8a1981040 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:35:03.610941 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.api [None req-c1d50f45-3051-4a97-b00b-9fbd30db5289 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:35:03.611611 n-d-829613-2 neutron-server[103436]: DEBUG oslo_db.api [None req-c1d50f45-3051-4a97-b00b-9fbd30db5289 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 17:35:03.622633 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972c2dbf-1395-4b2e-9ab0-15e66e1c9ef4 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:35:03.623020 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972c2dbf-1395-4b2e-9ab0-15e66e1c9ef4 None None] Checking segment: {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:35:03.623341 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-972c2dbf-1395-4b2e-9ab0-15e66e1c9ef4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:03.624416 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972c2dbf-1395-4b2e-9ab0-15e66e1c9ef4 None None] Bound using segment: {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:35:03.624906 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-972c2dbf-1395-4b2e-9ab0-15e66e1c9ef4 None None] Bound port: 9bf22dc6-e3b7-4297-9b7f-c85c30e15d14, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:35:03.625295 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-972c2dbf-1395-4b2e-9ab0-15e66e1c9ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (9bf22dc6-e3b7-4297-9b7f-c85c30e15d14), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:03.640345 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-cd6a5304-0b8a-487c-8e02-22eecaedd408 req-81f7960e-862f-4152-9f4e-077ccabace14 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (1b301bc8-f310-47fa-94fe-1becd994a61f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:03.665214 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 8f4bfbb7-3be5-4276-a260-870a4adccf68, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=8f4bfbb7-3be5-4276-a260-870a4adccf68,segment=NetworkSegment(8d8f104d-d90e-4c9c-a6a6-4d67948643e9),segment_id=8d8f104d-d90e-4c9c-a6a6-4d67948643e9)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:35:03.685602 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (8f4bfbb7-3be5-4276-a260-870a4adccf68), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:03.693520 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device c156d1b1-d51b-43d9-bbea-f01601c5fe5d no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:35:03.790476 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['37a3407f-0036-45d2-b8af-8aff53b8d12a'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:35:03.792619 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=37a3407f-0036-45d2-b8af-8aff53b8d12a,revision_number=7']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:03.806093 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c88c8637-8e79-43ff-bafa-c40f8547ce60 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (80f81485-22b9-4c11-85a5-c57eaf99e467), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:03.820206 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-55ef4fad-9fea-4cb3-b010-e20a7cfed3e6 service neutron] In _notify_port_updated(), no bound segment for port c156d1b1-d51b-43d9-bbea-f01601c5fe5d on network 8329e05c-f5f3-4a6c-995b-30a9e6574e32 {{(pid=103434) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 17 17:35:03.821265 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-55ef4fad-9fea-4cb3-b010-e20a7cfed3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:03.821989 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-55ef4fad-9fea-4cb3-b010-e20a7cfed3e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:03.823548 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-55ef4fad-9fea-4cb3-b010-e20a7cfed3e6 service neutron] 10.222.0.71 "PUT /v2.0/ports/c156d1b1-d51b-43d9-bbea-f01601c5fe5d HTTP/1.1" status: 200 len: 1033 time: 2.8438246 Feb 17 17:35:03.875773 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88c8637-8e79-43ff-bafa-c40f8547ce60 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Pushing event deleted for resources: {'Port': ['ID=80f81485-22b9-4c11-85a5-c57eaf99e467,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:03.880370 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-7e5ee1e1-ab6c-4924-9912-b0f0b17e06d6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Allocated IP 2001:db8::4f30:7f7e:a6be:f24d (f82adc72-a904-4b51-9a87-7ea8a1981040/18da09ef-de83-4b4a-bb49-44cb5b66af1a/006aa79c-d14f-4983-a5f9-827d16a27609) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:35:03.916276 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc89f7-2dad-4b63-b6e7-3527627f1ece req-1a680711-6967-4626-8941-2c67bcedb4b5 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:03.924061 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-92cc89f7-2dad-4b63-b6e7-3527627f1ece req-1a680711-6967-4626-8941-2c67bcedb4b5 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fdfe57b-fd05-4786-aba9-35c53d6fdcaf HTTP/1.1" status: 200 len: 950 time: 0.3084855 Feb 17 17:35:03.970224 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] The host n-h1-829613-2 is not matching for port c156d1b1-d51b-43d9-bbea-f01601c5fe5d host ! {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 17 17:35:03.971714 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device c156d1b1-d51b-43d9-bbea-f01601c5fe5d not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:35:03.973354 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device edfb4df4-17e2-4855-b94e-1e4e5890d9a5 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:35:03.978992 n-d-829613-2 neutron-server[103435]: INFO neutron.db.l3_db [req-cd6a5304-0b8a-487c-8e02-22eecaedd408 req-81f7960e-862f-4152-9f4e-077ccabace14 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Floating IP 1b301bc8-f310-47fa-94fe-1becd994a61f associated. External IP: 172.25.8.123, port: 0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6. Feb 17 17:35:03.996386 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-d7172948-02ac-4080-a27a-3e8384c1bff4 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:03.998070 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-d7172948-02ac-4080-a27a-3e8384c1bff4 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.71 "GET /v2.0/ports/d8957db4-c462-4444-adca-ec189b379b2a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1379647 Feb 17 17:35:04.000718 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9068fdc8-9926-42fd-a20a-046746217f38 req-11f8f67a-a979-47aa-bd2a-843c843ffacc service neutron] 10.222.0.91 "GET /v2.0/networks/3100c139-77f4-49d8-b7fa-b7a25c4ec3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5911467 Feb 17 17:35:04.034107 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-07362abe-1100-4255-ab5a-6284cff35119 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:35:04.034362 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-972c2dbf-1395-4b2e-9ab0-15e66e1c9ef4 None None] For port 9bf22dc6-e3b7-4297-9b7f-c85c30e15d14, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:35:04.043744 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=8f4bfbb7-3be5-4276-a260-870a4adccf68,revision_number=6']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:04.063817 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-972c2dbf-1395-4b2e-9ab0-15e66e1c9ef4 None None] For port 9bf22dc6-e3b7-4297-9b7f-c85c30e15d14, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=9bf22dc6-e3b7-4297-9b7f-c85c30e15d14,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:35:04.066067 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-a0123459-b75c-4119-b37f-ae9552a274b5 None None] Provisioning complete for port c156d1b1-d51b-43d9-bbea-f01601c5fe5d triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:35:04.066441 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a0123459-b75c-4119-b37f-ae9552a274b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c156d1b1-d51b-43d9-bbea-f01601c5fe5d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:04.100740 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-972c2dbf-1395-4b2e-9ab0-15e66e1c9ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (9bf22dc6-e3b7-4297-9b7f-c85c30e15d14), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:04.125165 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d50f45-3051-4a97-b00b-9fbd30db5289 None None] New status for floating IP 1b301bc8-f310-47fa-94fe-1becd994a61f: ACTIVE {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 17:35:04.127426 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c88c8637-8e79-43ff-bafa-c40f8547ce60 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (43a8f11f-5170-4268-bf86-9e39d2235e8c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:04.162259 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-92cc89f7-2dad-4b63-b6e7-3527627f1ece req-caab5cc7-3734-45a7-95c0-06097904c9e6 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375715 Feb 17 17:35:04.247215 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-a0123459-b75c-4119-b37f-ae9552a274b5 None None] Port c156d1b1-d51b-43d9-bbea-f01601c5fe5d cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:35:04.303746 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-07362abe-1100-4255-ab5a-6284cff35119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d8957db4-c462-4444-adca-ec189b379b2a), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:04.313126 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c88c8637-8e79-43ff-bafa-c40f8547ce60 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (43a8f11f-5170-4268-bf86-9e39d2235e8c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:04.321743 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c88c8637-8e79-43ff-bafa-c40f8547ce60 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for router_controller (43a8f11f-5170-4268-bf86-9e39d2235e8c), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:04.350225 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c2dbf-1395-4b2e-9ab0-15e66e1c9ef4 None None] Pushing event updated for resources: {'Port': ['ID=9bf22dc6-e3b7-4297-9b7f-c85c30e15d14,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:04.443727 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port edfb4df4-17e2-4855-b94e-1e4e5890d9a5 is: ACTIVE; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:35:04.444457 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (edfb4df4-17e2-4855-b94e-1e4e5890d9a5), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:04.449420 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c88c8637-8e79-43ff-bafa-c40f8547ce60 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (43a8f11f-5170-4268-bf86-9e39d2235e8c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:04.451998 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88c8637-8e79-43ff-bafa-c40f8547ce60 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Fanout notify agent at l3_agent the message router_deleted on router 43a8f11f-5170-4268-bf86-9e39d2235e8c {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:35:04.470632 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c88c8637-8e79-43ff-bafa-c40f8547ce60 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:04.475727 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c88c8637-8e79-43ff-bafa-c40f8547ce60 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] 10.222.0.87 "DELETE /v2.0/routers/43a8f11f-5170-4268-bf86-9e39d2235e8c HTTP/1.1" status: 204 len: 168 time: 4.8075967 Feb 17 17:35:04.478805 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44372) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:04.484273 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-c80727e3-1aa4-42ab-8806-be378feedb16 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1266687125', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}, 'admin_state_up': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:35:04.519159 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7e5ee1e1-ab6c-4924-9912-b0f0b17e06d6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for port (006aa79c-d14f-4983-a5f9-827d16a27609), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:04.579647 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-313a9fdf-38f2-427b-a5b4-3349db64e0b6 req-3c69ffc9-dc2c-47cf-8027-9af73b691303 tempest-ServerShowV247Test-1780687124 tempest-ServerShowV247Test-1780687124-project] 10.222.0.87 "GET /v2.0/ports?device_id=f442a6ac-8a23-44e8-9009-18bc85d5de7e HTTP/1.1" status: 200 len: 210 time: 0.3035331 Feb 17 17:35:04.599778 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c80727e3-1aa4-42ab-8806-be378feedb16 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (1d73a417-a97a-4fe0-a46d-cec8a21df3f4), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:04.601109 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd6a5304-0b8a-487c-8e02-22eecaedd408 req-81f7960e-862f-4152-9f4e-077ccabace14 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Router 0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:35:04.604144 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c80727e3-1aa4-42ab-8806-be378feedb16 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (1d73a417-a97a-4fe0-a46d-cec8a21df3f4), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:04.612451 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-016ba5fe-a8b7-4b72-acad-6fce78886735 service neutron] For port 5faaf9bc-4919-487c-abb1-6eefe7416d24, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=5faaf9bc-4919-487c-abb1-6eefe7416d24,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:35:04.674082 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7e5ee1e1-ab6c-4924-9912-b0f0b17e06d6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (006aa79c-d14f-4983-a5f9-827d16a27609), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:04.756052 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port edfb4df4-17e2-4855-b94e-1e4e5890d9a5, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=edfb4df4-17e2-4855-b94e-1e4e5890d9a5,segment=NetworkSegment(8d8f104d-d90e-4c9c-a6a6-4d67948643e9),segment_id=8d8f104d-d90e-4c9c-a6a6-4d67948643e9)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:35:04.768773 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 17:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d744eff-23f5-4718-b3c4-9542e43d10d5 x-openstack-request-id: req-2d744eff-23f5-4718-b3c4-9542e43d10d5 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:35:04.769146 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f00d4d80-0531-4d28-b776-76d9efd2b420", "name": "network-vif-unplugged", "status": "completed", "tag": "37a3407f-0036-45d2-b8af-8aff53b8d12a", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:35:04.769634 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2d744eff-23f5-4718-b3c4-9542e43d10d5 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:35:04.770716 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00d4d80-0531-4d28-b776-76d9efd2b420', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37a3407f-0036-45d2-b8af-8aff53b8d12a', 'code': 200} Feb 17 17:35:04.771358 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (edfb4df4-17e2-4855-b94e-1e4e5890d9a5), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:04.774835 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device d848ebc1-877e-4643-9ebc-c35cdbe15a28 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:35:04.801068 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c80727e3-1aa4-42ab-8806-be378feedb16 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for router_controller (1d73a417-a97a-4fe0-a46d-cec8a21df3f4), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:04.803779 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-07362abe-1100-4255-ab5a-6284cff35119 service neutron] For port d8957db4-c462-4444-adca-ec189b379b2a, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=d8957db4-c462-4444-adca-ec189b379b2a,segment=NetworkSegment(55cf67f8-56dc-4cc3-aade-06e6513a1c54),segment_id=55cf67f8-56dc-4cc3-aade-06e6513a1c54)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:35:04.846185 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5ee1e1-ab6c-4924-9912-b0f0b17e06d6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:35:04.852625 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-016ba5fe-a8b7-4b72-acad-6fce78886735 service neutron] For port 5faaf9bc-4919-487c-abb1-6eefe7416d24, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:35:04.886479 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-7e5ee1e1-ab6c-4924-9912-b0f0b17e06d6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:35:04.926309 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5ee1e1-ab6c-4924-9912-b0f0b17e06d6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:35:04.931680 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5ee1e1-ab6c-4924-9912-b0f0b17e06d6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:04.932348 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7e5ee1e1-ab6c-4924-9912-b0f0b17e06d6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:04.941103 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ee1e1-ab6c-4924-9912-b0f0b17e06d6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Port': ['ID=006aa79c-d14f-4983-a5f9-827d16a27609,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:04.942189 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=edfb4df4-17e2-4855-b94e-1e4e5890d9a5,revision_number=6']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:04.999192 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fdfe57b-fd05-4786-aba9-35c53d6fdcaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5faaf9bc-4919-487c-abb1-6eefe7416d24'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:35:05.002512 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf17985e-c0a7-4781-8f14-abb45dd48f49" -d '{"events": [{"server_uuid": "9fdfe57b-fd05-4786-aba9-35c53d6fdcaf", "name": "network-vif-unplugged", "status": "completed", "tag": "5faaf9bc-4919-487c-abb1-6eefe7416d24"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:35:05.010959 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd6a5304-0b8a-487c-8e02-22eecaedd408 req-81f7960e-862f-4152-9f4e-077ccabace14 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:35:05.020580 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-016ba5fe-a8b7-4b72-acad-6fce78886735 service neutron] Publish callbacks [] for port (5faaf9bc-4919-487c-abb1-6eefe7416d24), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:05.041364 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port d848ebc1-877e-4643-9ebc-c35cdbe15a28 is: ACTIVE; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:35:05.042116 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d848ebc1-877e-4643-9ebc-c35cdbe15a28), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:05.072817 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c80727e3-1aa4-42ab-8806-be378feedb16 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for router_gateway (1d73a417-a97a-4fe0-a46d-cec8a21df3f4), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:05.076614 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-07362abe-1100-4255-ab5a-6284cff35119 service neutron] For port d8957db4-c462-4444-adca-ec189b379b2a, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:35:05.089608 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7e5ee1e1-ab6c-4924-9912-b0f0b17e06d6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.6718833 Feb 17 17:35:05.105536 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port d848ebc1-877e-4643-9ebc-c35cdbe15a28, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=d848ebc1-877e-4643-9ebc-c35cdbe15a28,segment=NetworkSegment(bb1bda3f-c2f0-4f96-8385-90efc231f095),segment_id=bb1bda3f-c2f0-4f96-8385-90efc231f095)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:35:05.113811 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (d848ebc1-877e-4643-9ebc-c35cdbe15a28), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:05.114537 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device d8957db4-c462-4444-adca-ec189b379b2a no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:35:05.115860 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44378) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:05.150709 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1323ea-2a12-4a42-8607-9cf905c40e88 None None] Sync routers for ids ['0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:35:05.167018 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1323ea-2a12-4a42-8607-9cf905c40e88 None None] Routers {'0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:35:05.167652 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-8a1323ea-2a12-4a42-8607-9cf905c40e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:34:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:05.206775 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-07362abe-1100-4255-ab5a-6284cff35119 service neutron] device_id is not set on port d8957db4-c462-4444-adca-ec189b379b2a yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:35:05.221741 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-07362abe-1100-4255-ab5a-6284cff35119 service neutron] Publish callbacks [] for port (d8957db4-c462-4444-adca-ec189b379b2a), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:05.226436 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad364e-d395-4e69-a729-747c8f4cbfc3 req-bc895805-180e-4d95-a2e1-5e6e8866a681 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:05.236736 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-64ad364e-d395-4e69-a729-747c8f4cbfc3 req-bc895805-180e-4d95-a2e1-5e6e8866a681 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=f00d4d80-0531-4d28-b776-76d9efd2b420 HTTP/1.1" status: 200 len: 948 time: 0.3263588 Feb 17 17:35:05.270957 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-07362abe-1100-4255-ab5a-6284cff35119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (d8957db4-c462-4444-adca-ec189b379b2a), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:05.283258 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-016ba5fe-a8b7-4b72-acad-6fce78886735 service neutron] Transition to ACTIVE for port object 5faaf9bc-4919-487c-abb1-6eefe7416d24 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:35:05.289380 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port d8957db4-c462-4444-adca-ec189b379b2a is: DOWN; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:35:05.291004 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device fa13085b-e650-4151-b8cd-a441803a2a47 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:35:05.303575 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-016ba5fe-a8b7-4b72-acad-6fce78886735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (5faaf9bc-4919-487c-abb1-6eefe7416d24), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:05.336394 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=d848ebc1-877e-4643-9ebc-c35cdbe15a28,revision_number=6']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:05.429501 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e6906caa-0c96-412a-9733-9cdb1a475319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:05.438693 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port fa13085b-e650-4151-b8cd-a441803a2a47 is: ACTIVE; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:35:05.439087 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (fa13085b-e650-4151-b8cd-a441803a2a47), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:05.470947 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 9bf22dc6-e3b7-4297-9b7f-c85c30e15d14 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:35:05.512005 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7537408-9d90-4bfe-aa16-e3e5a6c3cd9e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:05.522488 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port fa13085b-e650-4151-b8cd-a441803a2a47, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=fa13085b-e650-4151-b8cd-a441803a2a47,segment=NetworkSegment(55cf67f8-56dc-4cc3-aade-06e6513a1c54),segment_id=55cf67f8-56dc-4cc3-aade-06e6513a1c54)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:35:05.523579 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7537408-9d90-4bfe-aa16-e3e5a6c3cd9e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:05.541284 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c7537408-9d90-4bfe-aa16-e3e5a6c3cd9e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4220583 Feb 17 17:35:05.544061 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44384) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:05.555475 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-8a1323ea-2a12-4a42-8607-9cf905c40e88 None None] Set router 0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:35:05.570527 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (fa13085b-e650-4151-b8cd-a441803a2a47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:05.571249 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 2078afb1-0486-44ff-aa2b-0d5c2bd70675 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:35:05.669555 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dd4d0c02-7439-4b6e-87fe-d708f41d1d8b req-c9f12027-34ae-49ae-95d9-c3c04716359e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=afbea10c-4419-4c6c-a145-79a8266759c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6445584 Feb 17 17:35:05.671134 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-016ba5fe-a8b7-4b72-acad-6fce78886735 service neutron] No DVR routers for this DVR port 5faaf9bc-4919-487c-abb1-6eefe7416d24 on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:35:05.691870 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-64ad364e-d395-4e69-a729-747c8f4cbfc3 req-793b4a2f-6f07-4fa0-b621-ad61d770283e tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4538605 Feb 17 17:35:05.745606 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ba5fe-a8b7-4b72-acad-6fce78886735 service neutron] Pushing event updated for resources: {'Port': ['ID=5faaf9bc-4919-487c-abb1-6eefe7416d24,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:05.747402 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-07362abe-1100-4255-ab5a-6284cff35119 service neutron] No DVR routers for this DVR port d8957db4-c462-4444-adca-ec189b379b2a on host n-h1-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:35:05.982878 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-016ba5fe-a8b7-4b72-acad-6fce78886735 service neutron] Attempting to bind port 5faaf9bc-4919-487c-abb1-6eefe7416d24 on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:35:05.983487 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-016ba5fe-a8b7-4b72-acad-6fce78886735 service neutron] Attempting to bind port 5faaf9bc-4919-487c-abb1-6eefe7416d24 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:35:05.983983 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-016ba5fe-a8b7-4b72-acad-6fce78886735 service neutron] Attempting to bind port 5faaf9bc-4919-487c-abb1-6eefe7416d24 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:35:06.009726 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07362abe-1100-4255-ab5a-6284cff35119 service neutron] Pushing event updated for resources: {'Port': ['ID=d8957db4-c462-4444-adca-ec189b379b2a,revision_number=6']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:06.016729 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-07362abe-1100-4255-ab5a-6284cff35119 service neutron] In _notify_port_updated(), no bound segment for port d8957db4-c462-4444-adca-ec189b379b2a on network 8329e05c-f5f3-4a6c-995b-30a9e6574e32 {{(pid=103434) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 17 17:35:06.018239 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-07362abe-1100-4255-ab5a-6284cff35119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:06.018965 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-07362abe-1100-4255-ab5a-6284cff35119 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:06.021802 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-07362abe-1100-4255-ab5a-6284cff35119 service neutron] 10.222.0.71 "PUT /v2.0/ports/d8957db4-c462-4444-adca-ec189b379b2a HTTP/1.1" status: 200 len: 1031 time: 1.9954979 Feb 17 17:35:06.044993 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-016ba5fe-a8b7-4b72-acad-6fce78886735 service neutron] Port 5faaf9bc-4919-487c-abb1-6eefe7416d24 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:35:06.045218 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-016ba5fe-a8b7-4b72-acad-6fce78886735 service neutron] Attempting to bind port 5faaf9bc-4919-487c-abb1-6eefe7416d24 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:35:06.159019 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=fa13085b-e650-4151-b8cd-a441803a2a47,revision_number=6']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:06.162852 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 9bf22dc6-e3b7-4297-9b7f-c85c30e15d14 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:35:06.163238 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (9bf22dc6-e3b7-4297-9b7f-c85c30e15d14), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:06.170359 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-016ba5fe-a8b7-4b72-acad-6fce78886735 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:35:06.171270 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-016ba5fe-a8b7-4b72-acad-6fce78886735 service neutron] Checking segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:35:06.171667 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-016ba5fe-a8b7-4b72-acad-6fce78886735 service neutron] Bound using segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:35:06.172118 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-016ba5fe-a8b7-4b72-acad-6fce78886735 service neutron] Bound port: 5faaf9bc-4919-487c-abb1-6eefe7416d24, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:35:06.172529 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-016ba5fe-a8b7-4b72-acad-6fce78886735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5faaf9bc-4919-487c-abb1-6eefe7416d24), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:06.202882 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd6a5304-0b8a-487c-8e02-22eecaedd408 req-81f7960e-862f-4152-9f4e-077ccabace14 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Router 0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:35:06.212294 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-8a1323ea-2a12-4a42-8607-9cf905c40e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-604324597-router', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '996a6547-d632-4ab5-a3ba-ee048f1ef2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:33:43Z', 'updated_at': '2022-02-17T17:33:49Z', 'revision_number': 4, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'gw_port': {'id': '996a6547-d632-4ab5-a3ba-ee048f1ef2b3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:33:44Z', 'updated_at': '2022-02-17T17:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '1b301bc8-f310-47fa-94fe-1becd994a61f', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'floating_ip_address': '172.25.8.123', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'port_id': '62144165-7534-4f7e-bb99-db99d8e3e441', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8', 'mac_address': 'fa:16:3e:b0:9b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be13ebb0-5343-4dc6-bc42-1067b3780f5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:34:21Z', 'updated_at': '2022-02-17T17:35:04Z', 'revision_number': 3, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5', 'name': '', 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'mac_address': 'fa:16:3e:6a:b1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'fcea941e-c7ab-41fc-b153-28fd81921144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:33:48Z', 'updated_at': '2022-02-17T17:33:58Z', 'revision_number': 5, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'subnets': [{'id': 'fcea941e-c7ab-41fc-b153-28fd81921144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:06.258419 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 2078afb1-0486-44ff-aa2b-0d5c2bd70675 is: ACTIVE; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:35:06.258814 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2078afb1-0486-44ff-aa2b-0d5c2bd70675), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:06.279191 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-016ba5fe-a8b7-4b72-acad-6fce78886735 service neutron] For port 5faaf9bc-4919-487c-abb1-6eefe7416d24, host n-h2-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:35:06.284129 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-016ba5fe-a8b7-4b72-acad-6fce78886735 service neutron] For port 5faaf9bc-4919-487c-abb1-6eefe7416d24, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=5faaf9bc-4919-487c-abb1-6eefe7416d24,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:35:06.288716 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1323ea-2a12-4a42-8607-9cf905c40e88 None None] Checking router: 0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:35:06.306467 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-016ba5fe-a8b7-4b72-acad-6fce78886735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (5faaf9bc-4919-487c-abb1-6eefe7416d24), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:06.316583 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1323ea-2a12-4a42-8607-9cf905c40e88 None None] Routers {'0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:35:06.317213 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-8a1323ea-2a12-4a42-8607-9cf905c40e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:35:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:06.342546 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 9bf22dc6-e3b7-4297-9b7f-c85c30e15d14 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:35:06.343257 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (9bf22dc6-e3b7-4297-9b7f-c85c30e15d14), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:06.350983 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-4b13a599-5e9c-430d-91ad-9263bfee9d39 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Deleting port 006aa79c-d14f-4983-a5f9-827d16a27609 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:35:06.351321 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4b13a599-5e9c-430d-91ad-9263bfee9d39 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (006aa79c-d14f-4983-a5f9-827d16a27609), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:06.359898 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d0c02-7439-4b6e-87fe-d708f41d1d8b req-df10542a-7c6e-464c-a00c-275a753b5694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:06.363218 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dd4d0c02-7439-4b6e-87fe-d708f41d1d8b req-df10542a-7c6e-464c-a00c-275a753b5694 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=24d514a6d00a4f52a8689d09d1cf81c2&device_id=afbea10c-4419-4c6c-a145-79a8266759c5 HTTP/1.1" status: 200 len: 1132 time: 0.6551685 Feb 17 17:35:06.377974 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef042b6-1691-44eb-979d-cd8c76bf81f7 req-705fd223-d80b-4783-8fc1-28c9774e9985 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:06.386372 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef042b6-1691-44eb-979d-cd8c76bf81f7 req-705fd223-d80b-4783-8fc1-28c9774e9985 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:06.394925 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-e281ffbd-8182-4407-ba50-b9db9b772563 None None] Provisioning complete for port d8957db4-c462-4444-adca-ec189b379b2a triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:35:06.394925 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e281ffbd-8182-4407-ba50-b9db9b772563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d8957db4-c462-4444-adca-ec189b379b2a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:06.396696 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef042b6-1691-44eb-979d-cd8c76bf81f7 req-705fd223-d80b-4783-8fc1-28c9774e9985 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:06.424766 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 9bf22dc6-e3b7-4297-9b7f-c85c30e15d14, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=9bf22dc6-e3b7-4297-9b7f-c85c30e15d14,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:35:06.425874 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef042b6-1691-44eb-979d-cd8c76bf81f7 req-705fd223-d80b-4783-8fc1-28c9774e9985 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:06.428197 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 2078afb1-0486-44ff-aa2b-0d5c2bd70675, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=2078afb1-0486-44ff-aa2b-0d5c2bd70675,segment=NetworkSegment(55cf67f8-56dc-4cc3-aade-06e6513a1c54),segment_id=55cf67f8-56dc-4cc3-aade-06e6513a1c54)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:35:06.442657 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef042b6-1691-44eb-979d-cd8c76bf81f7 req-705fd223-d80b-4783-8fc1-28c9774e9985 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:06.453060 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2ef042b6-1691-44eb-979d-cd8c76bf81f7 req-705fd223-d80b-4783-8fc1-28c9774e9985 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 3878 time: 0.5851793 Feb 17 17:35:06.463632 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-221094e6-3b14-40b2-a1ce-d9474cd66d5e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Deleting port edfb4df4-17e2-4855-b94e-1e4e5890d9a5 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:35:06.463972 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-221094e6-3b14-40b2-a1ce-d9474cd66d5e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (edfb4df4-17e2-4855-b94e-1e4e5890d9a5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:06.472965 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (9bf22dc6-e3b7-4297-9b7f-c85c30e15d14), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:06.476195 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (2078afb1-0486-44ff-aa2b-0d5c2bd70675), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:06.490907 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 37a3407f-0036-45d2-b8af-8aff53b8d12a up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:35:06.557710 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-e281ffbd-8182-4407-ba50-b9db9b772563 None None] Port d8957db4-c462-4444-adca-ec189b379b2a cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:35:06.572501 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-8a1323ea-2a12-4a42-8607-9cf905c40e88 None None] Set router 0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:35:06.617635 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:06.624539 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=9bf22dc6-e3b7-4297-9b7f-c85c30e15d14,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:06.685395 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=2078afb1-0486-44ff-aa2b-0d5c2bd70675,revision_number=6']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:06.710702 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-016ba5fe-a8b7-4b72-acad-6fce78886735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:06.712052 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-016ba5fe-a8b7-4b72-acad-6fce78886735 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:06.716171 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-016ba5fe-a8b7-4b72-acad-6fce78886735 service neutron] 10.222.0.91 "PUT /v2.0/ports/5faaf9bc-4919-487c-abb1-6eefe7416d24 HTTP/1.1" status: 200 len: 1096 time: 3.6403310 Feb 17 17:35:06.741671 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 37a3407f-0036-45d2-b8af-8aff53b8d12a triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:35:06.742605 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (37a3407f-0036-45d2-b8af-8aff53b8d12a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:06.772989 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f4bfbb7-3be5-4276-a260-870a4adccf68'}, {'server_uuid': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edfb4df4-17e2-4855-b94e-1e4e5890d9a5'}, {'server_uuid': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd848ebc1-877e-4643-9ebc-c35cdbe15a28'}, {'server_uuid': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa13085b-e650-4151-b8cd-a441803a2a47'}, {'server_uuid': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2078afb1-0486-44ff-aa2b-0d5c2bd70675'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:35:06.775666 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb72fa0c-7787-47a9-b038-f97fa13b73d7" -d '{"events": [{"server_uuid": "bc2eb913-ebce-44ad-a4b4-c8edb0564963", "name": "network-vif-unplugged", "status": "completed", "tag": "8f4bfbb7-3be5-4276-a260-870a4adccf68"}, {"server_uuid": "bc2eb913-ebce-44ad-a4b4-c8edb0564963", "name": "network-vif-unplugged", "status": "completed", "tag": "edfb4df4-17e2-4855-b94e-1e4e5890d9a5"}, {"server_uuid": "bc2eb913-ebce-44ad-a4b4-c8edb0564963", "name": "network-vif-unplugged", "status": "completed", "tag": "d848ebc1-877e-4643-9ebc-c35cdbe15a28"}, {"server_uuid": "bc2eb913-ebce-44ad-a4b4-c8edb0564963", "name": "network-vif-unplugged", "status": "completed", "tag": "fa13085b-e650-4151-b8cd-a441803a2a47"}, {"server_uuid": "bc2eb913-ebce-44ad-a4b4-c8edb0564963", "name": "network-vif-unplugged", "status": "completed", "tag": "2078afb1-0486-44ff-aa2b-0d5c2bd70675"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:35:06.778433 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-39db212b-8b3f-427a-b579-bd4e51838f8c None None] Provisioning complete for port 9bf22dc6-e3b7-4297-9b7f-c85c30e15d14 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:35:06.778819 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-39db212b-8b3f-427a-b579-bd4e51838f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (9bf22dc6-e3b7-4297-9b7f-c85c30e15d14), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:06.824376 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ba5fe-a8b7-4b72-acad-6fce78886735 service neutron] Pushing event updated for resources: {'Port': ['ID=5faaf9bc-4919-487c-abb1-6eefe7416d24,revision_number=7']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:06.928512 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd6a5304-0b8a-487c-8e02-22eecaedd408 req-81f7960e-862f-4152-9f4e-077ccabace14 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:35:06.938830 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-cd6a5304-0b8a-487c-8e02-22eecaedd408 req-81f7960e-862f-4152-9f4e-077ccabace14 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:06.960036 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-8a1323ea-2a12-4a42-8607-9cf905c40e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-604324597-router', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '996a6547-d632-4ab5-a3ba-ee048f1ef2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:33:43Z', 'updated_at': '2022-02-17T17:33:49Z', 'revision_number': 4, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'gw_port': {'id': '996a6547-d632-4ab5-a3ba-ee048f1ef2b3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:33:44Z', 'updated_at': '2022-02-17T17:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '1b301bc8-f310-47fa-94fe-1becd994a61f', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'floating_ip_address': '172.25.8.123', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'port_id': '62144165-7534-4f7e-bb99-db99d8e3e441', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8', 'mac_address': 'fa:16:3e:b0:9b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be13ebb0-5343-4dc6-bc42-1067b3780f5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:34:21Z', 'updated_at': '2022-02-17T17:35:04Z', 'revision_number': 3, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5', 'name': '', 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'mac_address': 'fa:16:3e:6a:b1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'fcea941e-c7ab-41fc-b153-28fd81921144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:33:48Z', 'updated_at': '2022-02-17T17:33:58Z', 'revision_number': 5, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'subnets': [{'id': 'fcea941e-c7ab-41fc-b153-28fd81921144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:07.004524 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1323ea-2a12-4a42-8607-9cf905c40e88 None None] The sync data for ids ['0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec'] in n-d-829613-2 is: [{'id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-604324597-router', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '996a6547-d632-4ab5-a3ba-ee048f1ef2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:33:43Z', 'updated_at': '2022-02-17T17:33:49Z', 'revision_number': 4, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'gw_port': {'id': '996a6547-d632-4ab5-a3ba-ee048f1ef2b3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:33:44Z', 'updated_at': '2022-02-17T17:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '1b301bc8-f310-47fa-94fe-1becd994a61f', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'floating_ip_address': '172.25.8.123', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'port_id': '62144165-7534-4f7e-bb99-db99d8e3e441', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8', 'mac_address': 'fa:16:3e:b0:9b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be13ebb0-5343-4dc6-bc42-1067b3780f5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:34:21Z', 'updated_at': '2022-02-17T17:35:04Z', 'revision_number': 3, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5', 'name': '', 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'mac_address': 'fa:16:3e:6a:b1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'fcea941e-c7ab-41fc-b153-28fd81921144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:33:48Z', 'updated_at': '2022-02-17T17:33:58Z', 'revision_number': 5, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'subnets': [{'id': 'fcea941e-c7ab-41fc-b153-28fd81921144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:35:07.065824 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 37a3407f-0036-45d2-b8af-8aff53b8d12a is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:35:07.066221 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (37a3407f-0036-45d2-b8af-8aff53b8d12a), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:07.102610 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2ef042b6-1691-44eb-979d-cd8c76bf81f7 req-96fdd531-4db3-46c7-b4af-64a35451a370 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/security-groups?id=06bbdf43-383d-412d-a4a7-27f1a95946ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6467130 Feb 17 17:35:07.165339 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-39db212b-8b3f-427a-b579-bd4e51838f8c None None] Current status of the port 9bf22dc6-e3b7-4297-9b7f-c85c30e15d14 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:35:07.180510 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cd6a5304-0b8a-487c-8e02-22eecaedd408 req-81f7960e-862f-4152-9f4e-077ccabace14 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "PUT /v2.0/floatingips/1b301bc8-f310-47fa-94fe-1becd994a61f HTTP/1.1" status: 200 len: 997 time: 5.9416609 Feb 17 17:35:07.182476 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-921e9cbf-75c3-4c59-bb3b-e81de3e2b941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:07.183931 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-921e9cbf-75c3-4c59-bb3b-e81de3e2b941 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=24d514a6d00a4f52a8689d09d1cf81c2&device_id=9fdfe57b-fd05-4786-aba9-35c53d6fdcaf HTTP/1.1" status: 200 len: 1130 time: 0.3179235 Feb 17 17:35:07.228778 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 37a3407f-0036-45d2-b8af-8aff53b8d12a, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=37a3407f-0036-45d2-b8af-8aff53b8d12a,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:35:07.240620 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (37a3407f-0036-45d2-b8af-8aff53b8d12a), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:07.242492 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 5faaf9bc-4919-487c-abb1-6eefe7416d24 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:35:07.261372 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c80727e3-1aa4-42ab-8806-be378feedb16 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for router_gateway (1d73a417-a97a-4fe0-a46d-cec8a21df3f4), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:07.300486 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6d9e18-3302-4b5e-bf0a-93ffd4f6925e None None] New status for floating IP 1b301bc8-f310-47fa-94fe-1becd994a61f: ACTIVE {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 17:35:07.305063 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 9bf22dc6-e3b7-4297-9b7f-c85c30e15d14 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:35:07.319678 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c80727e3-1aa4-42ab-8806-be378feedb16 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:07.461965 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4b13a599-5e9c-430d-91ad-9263bfee9d39 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (006aa79c-d14f-4983-a5f9-827d16a27609), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:07.490063 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-221094e6-3b14-40b2-a1ce-d9474cd66d5e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] For port edfb4df4-17e2-4855-b94e-1e4e5890d9a5, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=edfb4df4-17e2-4855-b94e-1e4e5890d9a5,segment=NetworkSegment(8d8f104d-d90e-4c9c-a6a6-4d67948643e9),segment_id=8d8f104d-d90e-4c9c-a6a6-4d67948643e9)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:35:07.490739 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-221094e6-3b14-40b2-a1ce-d9474cd66d5e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (edfb4df4-17e2-4855-b94e-1e4e5890d9a5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:07.541828 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-4b13a599-5e9c-430d-91ad-9263bfee9d39 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Calling delete_port for 006aa79c-d14f-4983-a5f9-827d16a27609 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:35:07.582247 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-221094e6-3b14-40b2-a1ce-d9474cd66d5e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Calling delete_port for edfb4df4-17e2-4855-b94e-1e4e5890d9a5 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:35:07.709032 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-c80727e3-1aa4-42ab-8806-be378feedb16 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Allocated IP 172.25.8.19 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/e75efef9-d1dc-4835-b98f-f788099dbff6) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:35:07.790670 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=37a3407f-0036-45d2-b8af-8aff53b8d12a,revision_number=8']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:07.870371 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:07.871808 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] The host n-h1-829613-2 is not matching for port 5faaf9bc-4919-487c-abb1-6eefe7416d24 host n-h2-829613-2! {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 17 17:35:07.872980 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 5faaf9bc-4919-487c-abb1-6eefe7416d24 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:35:07.892380 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-d3924680-d841-45e4-ad2d-0e8abaa8928b None None] Provisioning complete for port 006aa79c-d14f-4983-a5f9-827d16a27609 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:35:07.893126 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d3924680-d841-45e4-ad2d-0e8abaa8928b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (006aa79c-d14f-4983-a5f9-827d16a27609), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:07.942654 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 9bf22dc6-e3b7-4297-9b7f-c85c30e15d14 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:35:07.943318 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (9bf22dc6-e3b7-4297-9b7f-c85c30e15d14), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:08.005028 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c80727e3-1aa4-42ab-8806-be378feedb16 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for port (e75efef9-d1dc-4835-b98f-f788099dbff6), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:08.039559 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-d3924680-d841-45e4-ad2d-0e8abaa8928b None None] Port 006aa79c-d14f-4983-a5f9-827d16a27609 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:35:08.063347 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5d8ce1-e730-4597-a66e-c2a8d9039607 None None] Sync routers for ids ['0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:35:08.067046 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4b13a599-5e9c-430d-91ad-9263bfee9d39 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (006aa79c-d14f-4983-a5f9-827d16a27609), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:08.075069 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-221094e6-3b14-40b2-a1ce-d9474cd66d5e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (edfb4df4-17e2-4855-b94e-1e4e5890d9a5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:08.087609 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5d8ce1-e730-4597-a66e-c2a8d9039607 None None] Routers {'0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:35:08.090702 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d0c02-7439-4b6e-87fe-d708f41d1d8b req-ce4adf54-5ffc-4b24-80e0-a8e0dd285b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:08.091249 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-ef5d8ce1-e730-4597-a66e-c2a8d9039607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:35:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:08.094236 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dd4d0c02-7439-4b6e-87fe-d708f41d1d8b req-ce4adf54-5ffc-4b24-80e0-a8e0dd285b0c service neutron] 10.222.0.71 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 1.4229591 Feb 17 17:35:08.095323 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-568939f7-aa44-441a-8f29-d12b60f9526e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:08.096758 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-568939f7-aa44-441a-8f29-d12b60f9526e service neutron] 10.222.0.91 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 0.8705456 Feb 17 17:35:08.102768 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 17:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a14a222-8c65-48b9-8351-9eaed3001814 x-openstack-request-id: req-7a14a222-8c65-48b9-8351-9eaed3001814 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:35:08.103346 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fdfe57b-fd05-4786-aba9-35c53d6fdcaf", "name": "network-vif-unplugged", "status": "completed", "tag": "5faaf9bc-4919-487c-abb1-6eefe7416d24", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:35:08.103605 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7a14a222-8c65-48b9-8351-9eaed3001814 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:35:08.104010 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fdfe57b-fd05-4786-aba9-35c53d6fdcaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5faaf9bc-4919-487c-abb1-6eefe7416d24', 'code': 200} Feb 17 17:35:08.157961 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dd4d0c02-7439-4b6e-87fe-d708f41d1d8b req-04f1992b-15ef-42fe-af83-604b30585e2d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=5b06a779-8ab4-48f8-99c4-5d97183e1768 HTTP/1.1" status: 200 len: 217 time: 0.0438654 Feb 17 17:35:08.179165 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 9bf22dc6-e3b7-4297-9b7f-c85c30e15d14 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:35:08.202270 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-0cbe51a2-e0e7-4aac-9136-b2f77a7fdaf0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=5faaf9bc-4919-487c-abb1-6eefe7416d24 HTTP/1.1" status: 200 len: 217 time: 0.0966971 Feb 17 17:35:08.214642 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b13a599-5e9c-430d-91ad-9263bfee9d39 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Port': ['ID=006aa79c-d14f-4983-a5f9-827d16a27609,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:08.297224 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-ef5d8ce1-e730-4597-a66e-c2a8d9039607 None None] Set router 0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:35:08.369908 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4b13a599-5e9c-430d-91ad-9263bfee9d39 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:08.373957 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4b13a599-5e9c-430d-91ad-9263bfee9d39 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/ports/006aa79c-d14f-4983-a5f9-827d16a27609 HTTP/1.1" status: 204 len: 168 time: 2.8052115 Feb 17 17:35:08.381294 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c80727e3-1aa4-42ab-8806-be378feedb16 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (e75efef9-d1dc-4835-b98f-f788099dbff6), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:08.384458 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221094e6-3b14-40b2-a1ce-d9474cd66d5e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Pushing event deleted for resources: {'Port': ['ID=edfb4df4-17e2-4855-b94e-1e4e5890d9a5,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:08.423209 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44416) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:08.439141 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-221094e6-3b14-40b2-a1ce-d9474cd66d5e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] No DVR routers for this DVR port edfb4df4-17e2-4855-b94e-1e4e5890d9a5 on host n-h1-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:35:08.444220 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a5304-0b8a-487c-8e02-22eecaedd408 req-5fa19edd-1a8f-4a33-a85f-c6dfc478bc82 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:08.464159 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cd6a5304-0b8a-487c-8e02-22eecaedd408 req-5fa19edd-1a8f-4a33-a85f-c6dfc478bc82 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/ports/0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6 HTTP/1.1" status: 200 len: 942 time: 1.2482758 Feb 17 17:35:08.478557 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-221094e6-3b14-40b2-a1ce-d9474cd66d5e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:08.482389 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-221094e6-3b14-40b2-a1ce-d9474cd66d5e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.71 "DELETE /v2.0/ports/edfb4df4-17e2-4855-b94e-1e4e5890d9a5 HTTP/1.1" status: 204 len: 173 time: 2.4460578 Feb 17 17:35:08.483565 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'name': 'network-vif-deleted', 'tag': 'edfb4df4-17e2-4855-b94e-1e4e5890d9a5'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:35:08.487474 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17848fc-3da3-4799-b218-7c103698f81d" -d '{"events": [{"server_uuid": "bc2eb913-ebce-44ad-a4b4-c8edb0564963", "name": "network-vif-deleted", "tag": "edfb4df4-17e2-4855-b94e-1e4e5890d9a5"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:35:08.521455 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d0c02-7439-4b6e-87fe-d708f41d1d8b req-27fc3de0-44ae-49e1-a195-b268bb91e16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:08.523025 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dd4d0c02-7439-4b6e-87fe-d708f41d1d8b req-27fc3de0-44ae-49e1-a195-b268bb91e16c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.3316565 Feb 17 17:35:08.529186 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-37f7bec3-e3bc-4d16-a23c-ba1c43544b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:08.536559 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-37f7bec3-e3bc-4d16-a23c-ba1c43544b57 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.3091962 Feb 17 17:35:08.576803 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80727e3-1aa4-42ab-8806-be378feedb16 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:35:08.589623 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-c80727e3-1aa4-42ab-8806-be378feedb16 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:35:08.607214 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80727e3-1aa4-42ab-8806-be378feedb16 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:35:08.627630 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:35:08.653002 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80727e3-1aa4-42ab-8806-be378feedb16 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Pushing event updated for resources: {'Port': ['ID=e75efef9-d1dc-4835-b98f-f788099dbff6,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:08.721048 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e78a74-6993-409b-ae3d-d1d0f8170851 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:08.722821 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e78a74-6993-409b-ae3d-d1d0f8170851 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:08.724505 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a9e78a74-6993-409b-ae3d-d1d0f8170851 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3001044 Feb 17 17:35:08.734948 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44422) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:08.879126 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-ef5d8ce1-e730-4597-a66e-c2a8d9039607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-604324597-router', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '996a6547-d632-4ab5-a3ba-ee048f1ef2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:33:43Z', 'updated_at': '2022-02-17T17:33:49Z', 'revision_number': 4, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'gw_port': {'id': '996a6547-d632-4ab5-a3ba-ee048f1ef2b3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:33:44Z', 'updated_at': '2022-02-17T17:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '1b301bc8-f310-47fa-94fe-1becd994a61f', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'floating_ip_address': '172.25.8.123', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'port_id': '62144165-7534-4f7e-bb99-db99d8e3e441', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8', 'mac_address': 'fa:16:3e:b0:9b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be13ebb0-5343-4dc6-bc42-1067b3780f5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:34:21Z', 'updated_at': '2022-02-17T17:35:07Z', 'revision_number': 4, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5', 'name': '', 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'mac_address': 'fa:16:3e:6a:b1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'fcea941e-c7ab-41fc-b153-28fd81921144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:33:48Z', 'updated_at': '2022-02-17T17:33:58Z', 'revision_number': 5, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'subnets': [{'id': 'fcea941e-c7ab-41fc-b153-28fd81921144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:08.886627 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b4a703-0100-459f-b88f-b75690ec8606 req-f58d87ef-575b-4f8c-b720-04acf89c62b1 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:08.893309 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d4b4a703-0100-459f-b88f-b75690ec8606 req-f58d87ef-575b-4f8c-b720-04acf89c62b1 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fdfe57b-fd05-4786-aba9-35c53d6fdcaf HTTP/1.1" status: 200 len: 948 time: 0.7950048 Feb 17 17:35:08.898457 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d0c02-7439-4b6e-87fe-d708f41d1d8b req-7eeac163-4e7f-4040-aaa8-d7855cb029cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:08.907725 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dd4d0c02-7439-4b6e-87fe-d708f41d1d8b req-7eeac163-4e7f-4040-aaa8-d7855cb029cf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3681681 Feb 17 17:35:08.930856 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a5304-0b8a-487c-8e02-22eecaedd408 req-61fd8812-0b95-4a15-b4ad-85d90d6206cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:08.933397 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cd6a5304-0b8a-487c-8e02-22eecaedd408 req-61fd8812-0b95-4a15-b4ad-85d90d6206cf service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9dba40edc9c14b8fb9d6b4695dd74e24&device_id=62e75d39-d946-4814-8adf-839d9da47a9c HTTP/1.1" status: 200 len: 1127 time: 0.3950212 Feb 17 17:35:08.934053 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5d8ce1-e730-4597-a66e-c2a8d9039607 None None] Checking router: 0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:35:08.946042 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5d8ce1-e730-4597-a66e-c2a8d9039607 None None] Routers {'0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:35:08.950667 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-ef5d8ce1-e730-4597-a66e-c2a8d9039607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:35:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:08.958313 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5abfbb8-eb5c-4f7d-a9c6-28920ee77211 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Deleting subnet 18da09ef-de83-4b4a-bb49-44cb5b66af1a {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:35:08.977447 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d5abfbb8-eb5c-4f7d-a9c6-28920ee77211 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (18da09ef-de83-4b4a-bb49-44cb5b66af1a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:08.986977 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:08.994847 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-84a3256a-3193-4963-a433-3886ce36c2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:08.996933 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-84a3256a-3193-4963-a433-3886ce36c2fa service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2921176 Feb 17 17:35:09.063195 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-06ac9a16-1510-4f93-a2fb-257388bbded5 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Deleting port fa13085b-e650-4151-b8cd-a441803a2a47 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:35:09.063589 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-06ac9a16-1510-4f93-a2fb-257388bbded5 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (fa13085b-e650-4151-b8cd-a441803a2a47), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:09.106173 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-ef5d8ce1-e730-4597-a66e-c2a8d9039607 None None] Set router 0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:35:09.151439 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d5abfbb8-eb5c-4f7d-a9c6-28920ee77211 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (18da09ef-de83-4b4a-bb49-44cb5b66af1a), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:09.179611 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d4b4a703-0100-459f-b88f-b75690ec8606 req-ff051780-87d2-4367-bd46-e0e13caebf03 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649400 Feb 17 17:35:09.318557 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-0425cf66-88a8-4e10-93f8-ea8f33d696c5 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878673 Feb 17 17:35:09.320487 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dd4d0c02-7439-4b6e-87fe-d708f41d1d8b req-e9a5944d-df13-45bd-ab46-c3a96bf5f523 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852189 Feb 17 17:35:09.324380 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a5304-0b8a-487c-8e02-22eecaedd408 req-c382f820-2a8d-4189-ac96-335666fbb552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:09.326418 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cd6a5304-0b8a-487c-8e02-22eecaedd408 req-c382f820-2a8d-4189-ac96-335666fbb552 service neutron] 10.222.0.87 "GET /v2.0/networks?id=3100c139-77f4-49d8-b7fa-b7a25c4ec3d8 HTTP/1.1" status: 200 len: 921 time: 0.3816628 Feb 17 17:35:09.362788 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-06ac9a16-1510-4f93-a2fb-257388bbded5 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] For port fa13085b-e650-4151-b8cd-a441803a2a47, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=fa13085b-e650-4151-b8cd-a441803a2a47,segment=NetworkSegment(55cf67f8-56dc-4cc3-aade-06e6513a1c54),segment_id=55cf67f8-56dc-4cc3-aade-06e6513a1c54)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:35:09.363075 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-06ac9a16-1510-4f93-a2fb-257388bbded5 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (fa13085b-e650-4151-b8cd-a441803a2a47), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:09.390352 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-06ac9a16-1510-4f93-a2fb-257388bbded5 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Calling delete_port for fa13085b-e650-4151-b8cd-a441803a2a47 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:35:09.395840 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cd6a5304-0b8a-487c-8e02-22eecaedd408 req-e0d78a51-4a36-4a3f-8d5d-f2dc6f4637dc service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6 HTTP/1.1" status: 200 len: 217 time: 0.0473700 Feb 17 17:35:09.411425 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d5abfbb8-eb5c-4f7d-a9c6-28920ee77211 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (18da09ef-de83-4b4a-bb49-44cb5b66af1a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:09.495465 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c80727e3-1aa4-42ab-8806-be378feedb16 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for router_gateway (1d73a417-a97a-4fe0-a46d-cec8a21df3f4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:09.497106 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-ef5d8ce1-e730-4597-a66e-c2a8d9039607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-604324597-router', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '996a6547-d632-4ab5-a3ba-ee048f1ef2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:33:43Z', 'updated_at': '2022-02-17T17:33:49Z', 'revision_number': 4, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'gw_port': {'id': '996a6547-d632-4ab5-a3ba-ee048f1ef2b3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:33:44Z', 'updated_at': '2022-02-17T17:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '1b301bc8-f310-47fa-94fe-1becd994a61f', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'floating_ip_address': '172.25.8.123', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'port_id': '62144165-7534-4f7e-bb99-db99d8e3e441', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8', 'mac_address': 'fa:16:3e:b0:9b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be13ebb0-5343-4dc6-bc42-1067b3780f5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:34:21Z', 'updated_at': '2022-02-17T17:35:07Z', 'revision_number': 4, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5', 'name': '', 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'mac_address': 'fa:16:3e:6a:b1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'fcea941e-c7ab-41fc-b153-28fd81921144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:33:48Z', 'updated_at': '2022-02-17T17:33:58Z', 'revision_number': 5, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'subnets': [{'id': 'fcea941e-c7ab-41fc-b153-28fd81921144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:09.504284 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a5304-0b8a-487c-8e02-22eecaedd408 req-1bb94ec3-5b85-451a-a7c9-34b9e5b1510e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:09.505752 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cd6a5304-0b8a-487c-8e02-22eecaedd408 req-1bb94ec3-5b85-451a-a7c9-34b9e5b1510e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=fcea941e-c7ab-41fc-b153-28fd81921144 HTTP/1.1" status: 200 len: 859 time: 0.0569737 Feb 17 17:35:09.538982 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5d8ce1-e730-4597-a66e-c2a8d9039607 None None] The sync data for ids ['0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec'] in n-d-829613-2 is: [{'id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-604324597-router', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '996a6547-d632-4ab5-a3ba-ee048f1ef2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:33:43Z', 'updated_at': '2022-02-17T17:33:49Z', 'revision_number': 4, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'gw_port': {'id': '996a6547-d632-4ab5-a3ba-ee048f1ef2b3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:33:44Z', 'updated_at': '2022-02-17T17:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '1b301bc8-f310-47fa-94fe-1becd994a61f', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'floating_ip_address': '172.25.8.123', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'port_id': '62144165-7534-4f7e-bb99-db99d8e3e441', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8', 'mac_address': 'fa:16:3e:b0:9b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be13ebb0-5343-4dc6-bc42-1067b3780f5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:34:21Z', 'updated_at': '2022-02-17T17:35:07Z', 'revision_number': 4, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5', 'name': '', 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'mac_address': 'fa:16:3e:6a:b1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'fcea941e-c7ab-41fc-b153-28fd81921144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:33:48Z', 'updated_at': '2022-02-17T17:33:58Z', 'revision_number': 5, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'subnets': [{'id': 'fcea941e-c7ab-41fc-b153-28fd81921144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:35:09.627572 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d5abfbb8-eb5c-4f7d-a9c6-28920ee77211 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (18da09ef-de83-4b4a-bb49-44cb5b66af1a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:09.672565 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5abfbb8-eb5c-4f7d-a9c6-28920ee77211 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Subnet': ['ID=18da09ef-de83-4b4a-bb49-44cb5b66af1a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:09.675585 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d5abfbb8-eb5c-4f7d-a9c6-28920ee77211 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:09.678941 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d5abfbb8-eb5c-4f7d-a9c6-28920ee77211 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/18da09ef-de83-4b4a-bb49-44cb5b66af1a HTTP/1.1" status: 204 len: 168 time: 0.9408972 Feb 17 17:35:09.683108 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44424) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:09.692576 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3450787e-2d02-4b58-a7dc-1bf7a21ba8af None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:35:09.695883 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb2f327-e65a-44ac-81c1-62518ec35f05 req-81eb4e5c-0958-46c8-8234-bb647aaab98c tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:09.697390 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6cb2f327-e65a-44ac-81c1-62518ec35f05 req-81eb4e5c-0958-46c8-8234-bb647aaab98c tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=f00d4d80-0531-4d28-b776-76d9efd2b420 HTTP/1.1" status: 200 len: 949 time: 0.3001277 Feb 17 17:35:09.757849 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dd4d0c02-7439-4b6e-87fe-d708f41d1d8b req-8c1da8f8-bfd9-4e77-89a7-d77bc106b056 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205937 Feb 17 17:35:09.761620 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-67386356-7ae3-45a0-90c8-5c871f7d9f55 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4334919 Feb 17 17:35:09.763069 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-cc006c77-586d-4324-a194-377ed46a9847 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0772495 Feb 17 17:35:09.771755 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44428) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:09.784780 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-9abb39b0-f013-408a-a2b7-cd851dfdc3c4 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'subnet': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:35:09.834053 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a5304-0b8a-487c-8e02-22eecaedd408 req-92723bfe-ee3f-4c26-822d-4294821a642d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:09.836427 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cd6a5304-0b8a-487c-8e02-22eecaedd408 req-92723bfe-ee3f-4c26-822d-4294821a642d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3100c139-77f4-49d8-b7fa-b7a25c4ec3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3178988 Feb 17 17:35:09.849968 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-cd6a5304-0b8a-487c-8e02-22eecaedd408 req-d4b52a44-665b-403c-a9db-5947a8cbd443 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:35:09.851794 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cd6a5304-0b8a-487c-8e02-22eecaedd408 req-d4b52a44-665b-403c-a9db-5947a8cbd443 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071092 Feb 17 17:35:09.907782 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-06ac9a16-1510-4f93-a2fb-257388bbded5 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (fa13085b-e650-4151-b8cd-a441803a2a47), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:09.946972 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac9a16-1510-4f93-a2fb-257388bbded5 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Pushing event deleted for resources: {'Port': ['ID=fa13085b-e650-4151-b8cd-a441803a2a47,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:09.958550 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c80727e3-1aa4-42ab-8806-be378feedb16 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (1d73a417-a97a-4fe0-a46d-cec8a21df3f4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:10.010890 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6cb2f327-e65a-44ac-81c1-62518ec35f05 req-56f47e19-dd12-41b7-89e4-de86db051e67 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901690 Feb 17 17:35:10.041466 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-06ac9a16-1510-4f93-a2fb-257388bbded5 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] No DVR routers for this DVR port fa13085b-e650-4151-b8cd-a441803a2a47 on host n-h1-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:35:10.079478 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-06ac9a16-1510-4f93-a2fb-257388bbded5 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:10.080909 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7980d2-8e44-4dbf-838e-bb3a482e83f6 None None] DHCP port deletion for f82adc72-a904-4b51-9a87-7ea8a1981040 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:35:10.082867 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-06ac9a16-1510-4f93-a2fb-257388bbded5 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.71 "DELETE /v2.0/ports/fa13085b-e650-4151-b8cd-a441803a2a47 HTTP/1.1" status: 204 len: 173 time: 1.5460656 Feb 17 17:35:10.115370 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fdfe57b-fd05-4786-aba9-35c53d6fdcaf', 'tag': '5faaf9bc-4919-487c-abb1-6eefe7416d24'}, {'name': 'network-changed', 'server_uuid': '62e75d39-d946-4814-8adf-839d9da47a9c', 'tag': '0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6'}, {'name': 'network-changed', 'server_uuid': 'be13ebb0-5343-4dc6-bc42-1067b3780f5d', 'tag': '62144165-7534-4f7e-bb99-db99d8e3e441'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:35:10.117940 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d829eb6-3399-466a-a0b5-a6cef999cd0c" -d '{"events": [{"name": "network-changed", "server_uuid": "9fdfe57b-fd05-4786-aba9-35c53d6fdcaf", "tag": "5faaf9bc-4919-487c-abb1-6eefe7416d24"}, {"name": "network-changed", "server_uuid": "62e75d39-d946-4814-8adf-839d9da47a9c", "tag": "0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6"}, {"name": "network-changed", "server_uuid": "be13ebb0-5343-4dc6-bc42-1067b3780f5d", "tag": "62144165-7534-4f7e-bb99-db99d8e3e441"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:35:10.160691 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Thu, 17 Feb 2022 17:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad753b67-ee80-425c-b6bc-513ef589877f x-openstack-request-id: req-ad753b67-ee80-425c-b6bc-513ef589877f {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:35:10.160999 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2eb913-ebce-44ad-a4b4-c8edb0564963", "name": "network-vif-unplugged", "status": "completed", "tag": "8f4bfbb7-3be5-4276-a260-870a4adccf68", "code": 200}, {"server_uuid": "bc2eb913-ebce-44ad-a4b4-c8edb0564963", "name": "network-vif-unplugged", "status": "completed", "tag": "edfb4df4-17e2-4855-b94e-1e4e5890d9a5", "code": 200}, {"server_uuid": "bc2eb913-ebce-44ad-a4b4-c8edb0564963", "name": "network-vif-unplugged", "status": "completed", "tag": "d848ebc1-877e-4643-9ebc-c35cdbe15a28", "code": 200}, {"server_uuid": "bc2eb913-ebce-44ad-a4b4-c8edb0564963", "name": "network-vif-unplugged", "status": "completed", "tag": "fa13085b-e650-4151-b8cd-a441803a2a47", "code": 200}, {"server_uuid": "bc2eb913-ebce-44ad-a4b4-c8edb0564963", "name": "network-vif-unplugged", "status": "completed", "tag": "2078afb1-0486-44ff-aa2b-0d5c2bd70675", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:35:10.161266 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ad753b67-ee80-425c-b6bc-513ef589877f {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:35:10.161693 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f4bfbb7-3be5-4276-a260-870a4adccf68', 'code': 200} Feb 17 17:35:10.161959 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edfb4df4-17e2-4855-b94e-1e4e5890d9a5', 'code': 200} Feb 17 17:35:10.162212 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd848ebc1-877e-4643-9ebc-c35cdbe15a28', 'code': 200} Feb 17 17:35:10.162448 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa13085b-e650-4151-b8cd-a441803a2a47', 'code': 200} Feb 17 17:35:10.162693 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2078afb1-0486-44ff-aa2b-0d5c2bd70675', 'code': 200} Feb 17 17:35:10.174795 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cd6a5304-0b8a-487c-8e02-22eecaedd408 req-8edb92b3-5645-4049-889a-ff445985a6d0 service neutron] 10.222.0.87 "GET /v2.0/networks/3100c139-77f4-49d8-b7fa-b7a25c4ec3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699509 Feb 17 17:35:10.179410 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abb39b0-f013-408a-a2b7-cd851dfdc3c4 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:35:10.184933 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9abb39b0-f013-408a-a2b7-cd851dfdc3c4 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:10.215871 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-2f7980d2-8e44-4dbf-838e-bb3a482e83f6 None None] Deleting port 9bf22dc6-e3b7-4297-9b7f-c85c30e15d14 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:35:10.215871 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2f7980d2-8e44-4dbf-838e-bb3a482e83f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (9bf22dc6-e3b7-4297-9b7f-c85c30e15d14), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:10.271765 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-9eb3684f-0ac6-4ced-976a-67907d2ba21b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Deleting port 2078afb1-0486-44ff-aa2b-0d5c2bd70675 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:35:10.272111 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-9eb3684f-0ac6-4ced-976a-67907d2ba21b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (2078afb1-0486-44ff-aa2b-0d5c2bd70675), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:10.301911 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80727e3-1aa4-42ab-8806-be378feedb16 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Router 1d73a417-a97a-4fe0-a46d-cec8a21df3f4 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:35:10.315418 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-2f7980d2-8e44-4dbf-838e-bb3a482e83f6 None None] For port 9bf22dc6-e3b7-4297-9b7f-c85c30e15d14, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=9bf22dc6-e3b7-4297-9b7f-c85c30e15d14,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:35:10.315875 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2f7980d2-8e44-4dbf-838e-bb3a482e83f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (9bf22dc6-e3b7-4297-9b7f-c85c30e15d14), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:10.336904 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-2f7980d2-8e44-4dbf-838e-bb3a482e83f6 None None] Calling delete_port for 9bf22dc6-e3b7-4297-9b7f-c85c30e15d14 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:35:10.378206 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aaec73ab-47fb-4a31-8500-88e9e804deed req-4d3b1f1d-eb01-46aa-a5fd-b481e58d5935 tempest-ServerShowV247Test-1780687124 tempest-ServerShowV247Test-1780687124-project] 10.222.0.87 "GET /v2.0/ports?device_id=f442a6ac-8a23-44e8-9009-18bc85d5de7e HTTP/1.1" status: 200 len: 210 time: 0.0396149 Feb 17 17:35:10.462147 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cd6a5304-0b8a-487c-8e02-22eecaedd408 req-752ac71e-b844-4df5-a044-569fd32ec0a8 service neutron] 10.222.0.87 "GET /v2.0/networks/3100c139-77f4-49d8-b7fa-b7a25c4ec3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707124 Feb 17 17:35:10.501438 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2f7980d2-8e44-4dbf-838e-bb3a482e83f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (9bf22dc6-e3b7-4297-9b7f-c85c30e15d14), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:10.525587 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-9eb3684f-0ac6-4ced-976a-67907d2ba21b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] For port 2078afb1-0486-44ff-aa2b-0d5c2bd70675, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=2078afb1-0486-44ff-aa2b-0d5c2bd70675,segment=NetworkSegment(55cf67f8-56dc-4cc3-aade-06e6513a1c54),segment_id=55cf67f8-56dc-4cc3-aade-06e6513a1c54)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:35:10.526193 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-9eb3684f-0ac6-4ced-976a-67907d2ba21b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (2078afb1-0486-44ff-aa2b-0d5c2bd70675), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:10.546949 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-9eb3684f-0ac6-4ced-976a-67907d2ba21b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Calling delete_port for 2078afb1-0486-44ff-aa2b-0d5c2bd70675 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:35:10.561068 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7980d2-8e44-4dbf-838e-bb3a482e83f6 None None] No DVR routers for this DVR port 9bf22dc6-e3b7-4297-9b7f-c85c30e15d14 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:35:10.573561 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7980d2-8e44-4dbf-838e-bb3a482e83f6 None None] Pushing event deleted for resources: {'Port': ['ID=9bf22dc6-e3b7-4297-9b7f-c85c30e15d14,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:10.630628 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80727e3-1aa4-42ab-8806-be378feedb16 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:35:10.649043 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e148d14-63df-4f30-905d-699c74e121f9 None None] Sync routers for ids ['1d73a417-a97a-4fe0-a46d-cec8a21df3f4'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:35:10.662890 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c80727e3-1aa4-42ab-8806-be378feedb16 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:10.664094 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c80727e3-1aa4-42ab-8806-be378feedb16 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.1841986 Feb 17 17:35:10.666807 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e148d14-63df-4f30-905d-699c74e121f9 None None] Routers {'1d73a417-a97a-4fe0-a46d-cec8a21df3f4'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:35:10.666964 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44434) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:10.667458 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-8e148d14-63df-4f30-905d-699c74e121f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:35:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['1d73a417-a97a-4fe0-a46d-cec8a21df3f4'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:10.675028 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-e56b4549-e2d3-4a29-bd57-0d64ed7b6bee tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:35:10.734818 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-8e148d14-63df-4f30-905d-699c74e121f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:10.747459 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e148d14-63df-4f30-905d-699c74e121f9 None None] Routers {'1d73a417-a97a-4fe0-a46d-cec8a21df3f4'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:35:10.748554 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-8e148d14-63df-4f30-905d-699c74e121f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:35:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['1d73a417-a97a-4fe0-a46d-cec8a21df3f4'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:10.754420 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a5304-0b8a-487c-8e02-22eecaedd408 req-730ba983-f546-41c5-867f-619ca23f90b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:10.763630 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cd6a5304-0b8a-487c-8e02-22eecaedd408 req-730ba983-f546-41c5-867f-619ca23f90b4 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9dba40edc9c14b8fb9d6b4695dd74e24&device_id=be13ebb0-5343-4dc6-bc42-1067b3780f5d HTTP/1.1" status: 200 len: 1128 time: 0.1922803 Feb 17 17:35:10.774513 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9abb39b0-f013-408a-a2b7-cd851dfdc3c4 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (1c0ecf68-d1dc-420b-a725-96d06e055120), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:10.784268 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4dd92-dcdb-47a2-adca-b2d2d03845e2 req-e7aa1578-ee53-402d-8190-e374da716750 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:10.789956 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4dd92-dcdb-47a2-adca-b2d2d03845e2 req-e7aa1578-ee53-402d-8190-e374da716750 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:10.795987 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4dd92-dcdb-47a2-adca-b2d2d03845e2 req-e7aa1578-ee53-402d-8190-e374da716750 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:10.800087 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1dc4dd92-dcdb-47a2-adca-b2d2d03845e2 req-e7aa1578-ee53-402d-8190-e374da716750 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 2410 time: 0.2483070 Feb 17 17:35:10.806855 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-8e148d14-63df-4f30-905d-699c74e121f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:10.808088 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e148d14-63df-4f30-905d-699c74e121f9 None None] The sync data for ids ['1d73a417-a97a-4fe0-a46d-cec8a21df3f4'] in n-d-829613-2 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:35:10.913529 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb39b0-f013-408a-a2b7-cd851dfdc3c4 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Subnet': ['ID=1c0ecf68-d1dc-420b-a725-96d06e055120,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:10.960378 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abb39b0-f013-408a-a2b7-cd851dfdc3c4 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:35:10.977265 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-9abb39b0-f013-408a-a2b7-cd851dfdc3c4 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:35:10.986375 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abb39b0-f013-408a-a2b7-cd851dfdc3c4 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:10.986975 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9abb39b0-f013-408a-a2b7-cd851dfdc3c4 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:10.992767 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c30a465-4fc2-4542-a941-91dd3ca16507 None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:35:11.007477 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1dc4dd92-dcdb-47a2-adca-b2d2d03845e2 req-3bd2d8b9-3f25-4665-9f62-4c4401bbe453 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/security-groups?id=06bbdf43-383d-412d-a4a7-27f1a95946ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1884770 Feb 17 17:35:11.020925 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-9abb39b0-f013-408a-a2b7-cd851dfdc3c4 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2480257 Feb 17 17:35:11.030143 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44438) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:11.041852 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-46499968-1583-4ea8-b030-921f3c1a3d71 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'port': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'fixed_ips': [{'subnet_id': '1c0ecf68-d1dc-420b-a725-96d06e055120', 'ip_address': '2001:db8::b506:4089:51e2:1e83'}], 'name': 'tempest-NetworksTestDHCPv6-775510950'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:35:11.048158 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a5304-0b8a-487c-8e02-22eecaedd408 req-fbcac414-36b2-4049-9846-34db368d5389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:11.050446 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cd6a5304-0b8a-487c-8e02-22eecaedd408 req-fbcac414-36b2-4049-9846-34db368d5389 service neutron] 10.222.0.87 "GET /v2.0/networks?id=3100c139-77f4-49d8-b7fa-b7a25c4ec3d8 HTTP/1.1" status: 200 len: 921 time: 0.2859516 Feb 17 17:35:11.162149 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7a14aa-58d9-44f8-a8a5-ab4486ba6f62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-f82adc72-a904-4b51-9a87-7ea8a1981040', 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'project_id': 'c017d73ca35741f09876024d2cbfcdb7', 'fixed_ips': [{'subnet_id': '1c0ecf68-d1dc-420b-a725-96d06e055120'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:35:11.163062 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4e7a14aa-58d9-44f8-a8a5-ab4486ba6f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:11.253447 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19f90cd-c5b1-4ee7-b067-89f8854ef25e x-openstack-request-id: req-f19f90cd-c5b1-4ee7-b067-89f8854ef25e {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:35:11.253447 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2eb913-ebce-44ad-a4b4-c8edb0564963", "name": "network-vif-deleted", "tag": "edfb4df4-17e2-4855-b94e-1e4e5890d9a5", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:35:11.253447 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f19f90cd-c5b1-4ee7-b067-89f8854ef25e {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:35:11.253447 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'name': 'network-vif-deleted', 'tag': 'edfb4df4-17e2-4855-b94e-1e4e5890d9a5', 'status': 'completed', 'code': 200} Feb 17 17:35:11.288743 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cd6a5304-0b8a-487c-8e02-22eecaedd408 req-e21d2421-342c-47ea-9381-af0173a321a2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62144165-7534-4f7e-bb99-db99d8e3e441 HTTP/1.1" status: 200 len: 1002 time: 0.1926088 Feb 17 17:35:11.288743 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 17 Feb 2022 17:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e64535c-8888-4eff-a7ac-36dbe16ad7e9 x-openstack-request-id: req-0e64535c-8888-4eff-a7ac-36dbe16ad7e9 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:35:11.289460 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fdfe57b-fd05-4786-aba9-35c53d6fdcaf", "tag": "5faaf9bc-4919-487c-abb1-6eefe7416d24", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "62e75d39-d946-4814-8adf-839d9da47a9c", "tag": "0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "be13ebb0-5343-4dc6-bc42-1067b3780f5d", "tag": "62144165-7534-4f7e-bb99-db99d8e3e441", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:35:11.289460 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0e64535c-8888-4eff-a7ac-36dbe16ad7e9 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:35:11.289680 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fdfe57b-fd05-4786-aba9-35c53d6fdcaf', 'tag': '5faaf9bc-4919-487c-abb1-6eefe7416d24', 'status': 'completed', 'code': 200} Feb 17 17:35:11.290355 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62e75d39-d946-4814-8adf-839d9da47a9c', 'tag': '0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6', 'status': 'completed', 'code': 200} Feb 17 17:35:11.290355 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be13ebb0-5343-4dc6-bc42-1067b3780f5d', 'tag': '62144165-7534-4f7e-bb99-db99d8e3e441', 'status': 'completed', 'code': 200} Feb 17 17:35:11.434064 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 9bf22dc6-e3b7-4297-9b7f-c85c30e15d14 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:35:11.462784 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 9bf22dc6-e3b7-4297-9b7f-c85c30e15d14 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:35:11.463568 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 9bf22dc6-e3b7-4297-9b7f-c85c30e15d14 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:35:11.467923 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-9eb3684f-0ac6-4ced-976a-67907d2ba21b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (2078afb1-0486-44ff-aa2b-0d5c2bd70675), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:11.514143 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb3684f-0ac6-4ced-976a-67907d2ba21b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Pushing event deleted for resources: {'Port': ['ID=2078afb1-0486-44ff-aa2b-0d5c2bd70675,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:11.526365 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a5304-0b8a-487c-8e02-22eecaedd408 req-eb3bcc45-e565-4dd0-a117-0e2f2cb376ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:11.527871 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cd6a5304-0b8a-487c-8e02-22eecaedd408 req-eb3bcc45-e565-4dd0-a117-0e2f2cb376ce service neutron] 10.222.0.87 "GET /v2.0/subnets?id=fcea941e-c7ab-41fc-b153-28fd81921144 HTTP/1.1" status: 200 len: 859 time: 0.2125435 Feb 17 17:35:11.545408 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb849d3-8a6a-487f-9e9d-777c94cc2c9a req-9d9b751b-b3b1-498f-8eef-e56208bbd06b tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:11.547056 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1eb849d3-8a6a-487f-9e9d-777c94cc2c9a req-9d9b751b-b3b1-498f-8eef-e56208bbd06b tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fdfe57b-fd05-4786-aba9-35c53d6fdcaf HTTP/1.1" status: 200 len: 948 time: 0.2437851 Feb 17 17:35:11.578250 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d829eb6-3399-466a-a0b5-a6cef999cd0c req-7bf34763-39cf-4c56-aa27-206ba226e292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:11.580027 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8d829eb6-3399-466a-a0b5-a6cef999cd0c req-7bf34763-39cf-4c56-aa27-206ba226e292 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=24d514a6d00a4f52a8689d09d1cf81c2&device_id=9fdfe57b-fd05-4786-aba9-35c53d6fdcaf HTTP/1.1" status: 200 len: 1130 time: 0.2889237 Feb 17 17:35:11.610508 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-9eb3684f-0ac6-4ced-976a-67907d2ba21b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] No DVR routers for this DVR port 2078afb1-0486-44ff-aa2b-0d5c2bd70675 on host n-h1-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:35:11.617096 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-9eb3684f-0ac6-4ced-976a-67907d2ba21b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:11.620801 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-9eb3684f-0ac6-4ced-976a-67907d2ba21b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.71 "DELETE /v2.0/ports/2078afb1-0486-44ff-aa2b-0d5c2bd70675 HTTP/1.1" status: 204 len: 173 time: 1.5314796 Feb 17 17:35:11.627192 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d829eb6-3399-466a-a0b5-a6cef999cd0c req-7784d3ed-92f8-4517-9520-3bcd77631e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:11.628952 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8d829eb6-3399-466a-a0b5-a6cef999cd0c req-7784d3ed-92f8-4517-9520-3bcd77631e91 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=24d514a6d00a4f52a8689d09d1cf81c2&device_id=9fdfe57b-fd05-4786-aba9-35c53d6fdcaf HTTP/1.1" status: 200 len: 1130 time: 0.3163853 Feb 17 17:35:11.641227 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-4e7a14aa-58d9-44f8-a8a5-ab4486ba6f62 None None] Allocated IP 2001:db8::2 (f82adc72-a904-4b51-9a87-7ea8a1981040/1c0ecf68-d1dc-420b-a725-96d06e055120/30f041ab-908a-41b8-af8e-786f6a8fc3cc) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:35:11.709550 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1eb849d3-8a6a-487f-9e9d-777c94cc2c9a req-51ec2c44-ceb7-4df5-98df-c79ecc25fd7b tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431751 Feb 17 17:35:11.756636 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46499968-1583-4ea8-b030-921f3c1a3d71 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:35:11.854162 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e56b4549-e2d3-4a29-bd57-0d64ed7b6bee tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for router_gateway (1d73a417-a97a-4fe0-a46d-cec8a21df3f4), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:11.859726 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a5304-0b8a-487c-8e02-22eecaedd408 req-b3e29321-e74e-4845-850f-06573f3fcbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:11.861328 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cd6a5304-0b8a-487c-8e02-22eecaedd408 req-b3e29321-e74e-4845-850f-06573f3fcbea service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3100c139-77f4-49d8-b7fa-b7a25c4ec3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3123174 Feb 17 17:35:11.862899 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-98bb8da2-e72d-4972-8525-dc7ac05e3559 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Deleting port 8f4bfbb7-3be5-4276-a260-870a4adccf68 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:35:11.863239 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-98bb8da2-e72d-4972-8525-dc7ac05e3559 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (8f4bfbb7-3be5-4276-a260-870a4adccf68), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:11.882222 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4e7a14aa-58d9-44f8-a8a5-ab4486ba6f62 None None] Publish callbacks [] for port (30f041ab-908a-41b8-af8e-786f6a8fc3cc), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:11.895643 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4e7a14aa-58d9-44f8-a8a5-ab4486ba6f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (30f041ab-908a-41b8-af8e-786f6a8fc3cc), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:11.934272 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e56b4549-e2d3-4a29-bd57-0d64ed7b6bee tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for router_gateway (1d73a417-a97a-4fe0-a46d-cec8a21df3f4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:12.000129 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d829eb6-3399-466a-a0b5-a6cef999cd0c req-6771d8ee-b794-4aa7-a52a-5e80ac9998d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:12.002036 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8d829eb6-3399-466a-a0b5-a6cef999cd0c req-6771d8ee-b794-4aa7-a52a-5e80ac9998d3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 0.3930342 Feb 17 17:35:12.025963 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7a14aa-58d9-44f8-a8a5-ab4486ba6f62 None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:35:12.033203 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-4e7a14aa-58d9-44f8-a8a5-ab4486ba6f62 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:35:12.041700 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7a14aa-58d9-44f8-a8a5-ab4486ba6f62 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:35:12.045973 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7a14aa-58d9-44f8-a8a5-ab4486ba6f62 None None] Pushing event updated for resources: {'Port': ['ID=30f041ab-908a-41b8-af8e-786f6a8fc3cc,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:12.147201 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-98bb8da2-e72d-4972-8525-dc7ac05e3559 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] For port 8f4bfbb7-3be5-4276-a260-870a4adccf68, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=8f4bfbb7-3be5-4276-a260-870a4adccf68,segment=NetworkSegment(8d8f104d-d90e-4c9c-a6a6-4d67948643e9),segment_id=8d8f104d-d90e-4c9c-a6a6-4d67948643e9)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:35:12.147747 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-98bb8da2-e72d-4972-8525-dc7ac05e3559 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (8f4bfbb7-3be5-4276-a260-870a4adccf68), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:12.165780 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00d4d80-0531-4d28-b776-76d9efd2b420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a3407f-0036-45d2-b8af-8aff53b8d12a'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:35:12.173086 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e0a6b2-2517-43f5-9772-e46a4f7a57f7" -d '{"events": [{"server_uuid": "f00d4d80-0531-4d28-b776-76d9efd2b420", "name": "network-vif-plugged", "status": "completed", "tag": "37a3407f-0036-45d2-b8af-8aff53b8d12a"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:35:12.183946 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-98bb8da2-e72d-4972-8525-dc7ac05e3559 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Calling delete_port for 8f4bfbb7-3be5-4276-a260-870a4adccf68 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:35:12.185750 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-4e7a14aa-58d9-44f8-a8a5-ab4486ba6f62 None None] Attempting to bind port 30f041ab-908a-41b8-af8e-786f6a8fc3cc on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:35:12.188320 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-4e7a14aa-58d9-44f8-a8a5-ab4486ba6f62 None None] Attempting to bind port 30f041ab-908a-41b8-af8e-786f6a8fc3cc by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:35:12.190888 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7a14aa-58d9-44f8-a8a5-ab4486ba6f62 None None] Attempting to bind port 30f041ab-908a-41b8-af8e-786f6a8fc3cc on network f82adc72-a904-4b51-9a87-7ea8a1981040 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:35:12.193455 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-e56b4549-e2d3-4a29-bd57-0d64ed7b6bee tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Deleting port e75efef9-d1dc-4835-b98f-f788099dbff6 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:35:12.193804 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e56b4549-e2d3-4a29-bd57-0d64ed7b6bee tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (e75efef9-d1dc-4835-b98f-f788099dbff6), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:12.205421 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7a14aa-58d9-44f8-a8a5-ab4486ba6f62 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:35:12.206129 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7a14aa-58d9-44f8-a8a5-ab4486ba6f62 None None] Checking segment: {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:35:12.207856 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4e7a14aa-58d9-44f8-a8a5-ab4486ba6f62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:12.208624 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7a14aa-58d9-44f8-a8a5-ab4486ba6f62 None None] Bound using segment: {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:35:12.209468 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-4e7a14aa-58d9-44f8-a8a5-ab4486ba6f62 None None] Bound port: 30f041ab-908a-41b8-af8e-786f6a8fc3cc, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:35:12.210267 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4e7a14aa-58d9-44f8-a8a5-ab4486ba6f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (30f041ab-908a-41b8-af8e-786f6a8fc3cc), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:12.308518 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-4e7a14aa-58d9-44f8-a8a5-ab4486ba6f62 None None] For port 30f041ab-908a-41b8-af8e-786f6a8fc3cc, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:35:12.313969 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-4e7a14aa-58d9-44f8-a8a5-ab4486ba6f62 None None] For port 30f041ab-908a-41b8-af8e-786f6a8fc3cc, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=30f041ab-908a-41b8-af8e-786f6a8fc3cc,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:35:12.324158 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4e7a14aa-58d9-44f8-a8a5-ab4486ba6f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (30f041ab-908a-41b8-af8e-786f6a8fc3cc), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:12.368952 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e56b4549-e2d3-4a29-bd57-0d64ed7b6bee tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (e75efef9-d1dc-4835-b98f-f788099dbff6), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:12.385153 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-e56b4549-e2d3-4a29-bd57-0d64ed7b6bee tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Calling delete_port for e75efef9-d1dc-4835-b98f-f788099dbff6 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:35:12.433239 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7a14aa-58d9-44f8-a8a5-ab4486ba6f62 None None] Pushing event updated for resources: {'Port': ['ID=30f041ab-908a-41b8-af8e-786f6a8fc3cc,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:12.505094 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-98bb8da2-e72d-4972-8525-dc7ac05e3559 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (8f4bfbb7-3be5-4276-a260-870a4adccf68), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:12.553401 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb8da2-e72d-4972-8525-dc7ac05e3559 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Pushing event deleted for resources: {'Port': ['ID=8f4bfbb7-3be5-4276-a260-870a4adccf68,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:12.575649 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8d829eb6-3399-466a-a0b5-a6cef999cd0c req-0b3d50a0-8186-49a1-8dce-2bbe573eed62 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=5faaf9bc-4919-487c-abb1-6eefe7416d24 HTTP/1.1" status: 200 len: 217 time: 0.5467887 Feb 17 17:35:12.582340 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d829eb6-3399-466a-a0b5-a6cef999cd0c req-268db53b-9f70-4764-b29e-97412a16fa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:12.583869 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8d829eb6-3399-466a-a0b5-a6cef999cd0c req-268db53b-9f70-4764-b29e-97412a16fa47 service neutron] 10.222.0.71 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 0.9391158 Feb 17 17:35:12.645006 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-98bb8da2-e72d-4972-8525-dc7ac05e3559 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] No DVR routers for this DVR port 8f4bfbb7-3be5-4276-a260-870a4adccf68 on host n-h1-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:35:12.652580 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-98bb8da2-e72d-4972-8525-dc7ac05e3559 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:12.655997 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-98bb8da2-e72d-4972-8525-dc7ac05e3559 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.71 "DELETE /v2.0/ports/8f4bfbb7-3be5-4276-a260-870a4adccf68 HTTP/1.1" status: 204 len: 173 time: 1.0291770 Feb 17 17:35:12.758823 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-46499968-1583-4ea8-b030-921f3c1a3d71 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:12.767030 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8d829eb6-3399-466a-a0b5-a6cef999cd0c req-5076305c-c8f4-46ed-af16-6268dfe58129 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=5faaf9bc-4919-487c-abb1-6eefe7416d24 HTTP/1.1" status: 200 len: 217 time: 0.1309161 Feb 17 17:35:12.796980 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d829eb6-3399-466a-a0b5-a6cef999cd0c req-89c3d2ce-a1b2-4e73-bb6b-49c69f601988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:12.798456 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8d829eb6-3399-466a-a0b5-a6cef999cd0c req-89c3d2ce-a1b2-4e73-bb6b-49c69f601988 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.2134731 Feb 17 17:35:12.827541 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee3475-7d0b-4ea8-8196-a9a74b88bd5b req-e8728e2f-839b-4ee1-a274-08f960705b62 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:12.835569 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0aee3475-7d0b-4ea8-8196-a9a74b88bd5b req-e8728e2f-839b-4ee1-a274-08f960705b62 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=f00d4d80-0531-4d28-b776-76d9efd2b420 HTTP/1.1" status: 200 len: 949 time: 0.8721240 Feb 17 17:35:12.839351 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e56b4549-e2d3-4a29-bd57-0d64ed7b6bee tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (e75efef9-d1dc-4835-b98f-f788099dbff6), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:12.872311 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b4549-e2d3-4a29-bd57-0d64ed7b6bee tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Pushing event deleted for resources: {'Port': ['ID=e75efef9-d1dc-4835-b98f-f788099dbff6,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:12.880017 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-46499968-1583-4ea8-b030-921f3c1a3d71 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] device_id is not set on port 90813c9a-50fc-463a-81d3-95d625f8acc0 yet. {{(pid=103435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:35:12.902208 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-6bf818c5-b00e-4abe-80dd-9836797ee812 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Deleting port d848ebc1-877e-4643-9ebc-c35cdbe15a28 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:35:12.903066 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-6bf818c5-b00e-4abe-80dd-9836797ee812 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (d848ebc1-877e-4643-9ebc-c35cdbe15a28), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:12.906279 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cd6a5304-0b8a-487c-8e02-22eecaedd408 req-335361e3-38cd-429a-b1b4-61dc7b5637b1 service neutron] 10.222.0.87 "GET /v2.0/networks/3100c139-77f4-49d8-b7fa-b7a25c4ec3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0048335 Feb 17 17:35:12.922800 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 5faaf9bc-4919-487c-abb1-6eefe7416d24 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:35:13.018565 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e56b4549-e2d3-4a29-bd57-0d64ed7b6bee tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (1d73a417-a97a-4fe0-a46d-cec8a21df3f4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:13.065909 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d829eb6-3399-466a-a0b5-a6cef999cd0c req-6cd29b72-778d-4d1d-9280-a686a6a20dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:13.067409 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8d829eb6-3399-466a-a0b5-a6cef999cd0c req-6cd29b72-778d-4d1d-9280-a686a6a20dfd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.2846136 Feb 17 17:35:13.127256 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0aee3475-7d0b-4ea8-8196-a9a74b88bd5b req-58dbc3ea-d006-4e2e-a92e-7bc5ffbfb196 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907851 Feb 17 17:35:13.182387 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 5faaf9bc-4919-487c-abb1-6eefe7416d24, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=5faaf9bc-4919-487c-abb1-6eefe7416d24,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:35:13.205040 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '5faaf9bc-4919-487c-abb1-6eefe7416d24', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'port_id': '5faaf9bc-4919-487c-abb1-6eefe7416d24', 'mac_address': 'fa:16:3e:be:b0:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac79920f-9ddd-4352-b866-6056158b178e', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:35:13.264094 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 5faaf9bc-4919-487c-abb1-6eefe7416d24 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:35:13.266585 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5faaf9bc-4919-487c-abb1-6eefe7416d24), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:13.310494 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5faaf9bc-4919-487c-abb1-6eefe7416d24 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:35:13.323096 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-6bf818c5-b00e-4abe-80dd-9836797ee812 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] For port d848ebc1-877e-4643-9ebc-c35cdbe15a28, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=d848ebc1-877e-4643-9ebc-c35cdbe15a28,segment=NetworkSegment(bb1bda3f-c2f0-4f96-8385-90efc231f095),segment_id=bb1bda3f-c2f0-4f96-8385-90efc231f095)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:35:13.323855 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-6bf818c5-b00e-4abe-80dd-9836797ee812 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (d848ebc1-877e-4643-9ebc-c35cdbe15a28), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:13.335474 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'name': 'network-vif-deleted', 'tag': 'fa13085b-e650-4151-b8cd-a441803a2a47'}, {'server_uuid': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'name': 'network-vif-deleted', 'tag': '2078afb1-0486-44ff-aa2b-0d5c2bd70675'}, {'server_uuid': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'name': 'network-vif-deleted', 'tag': '8f4bfbb7-3be5-4276-a260-870a4adccf68'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:35:13.338167 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a551bc-c4b2-447a-bd0e-f1559b515584" -d '{"events": [{"server_uuid": "bc2eb913-ebce-44ad-a4b4-c8edb0564963", "name": "network-vif-deleted", "tag": "fa13085b-e650-4151-b8cd-a441803a2a47"}, {"server_uuid": "bc2eb913-ebce-44ad-a4b4-c8edb0564963", "name": "network-vif-deleted", "tag": "2078afb1-0486-44ff-aa2b-0d5c2bd70675"}, {"server_uuid": "bc2eb913-ebce-44ad-a4b4-c8edb0564963", "name": "network-vif-deleted", "tag": "8f4bfbb7-3be5-4276-a260-870a4adccf68"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:35:13.367137 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 5faaf9bc-4919-487c-abb1-6eefe7416d24, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=5faaf9bc-4919-487c-abb1-6eefe7416d24,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:35:13.372387 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 30f041ab-908a-41b8-af8e-786f6a8fc3cc up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:35:13.396990 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-11a7b5d0-1eed-47fb-b068-0ee22fead0e8 req-976319a2-6f0f-4834-adf0-3ddaa7ef1177 tempest-ServerShowV247Test-1780687124 tempest-ServerShowV247Test-1780687124-project] 10.222.0.87 "GET /v2.0/ports?device_id=f442a6ac-8a23-44e8-9009-18bc85d5de7e HTTP/1.1" status: 200 len: 210 time: 0.1136086 Feb 17 17:35:13.408304 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d829eb6-3399-466a-a0b5-a6cef999cd0c req-d8dc970b-2875-47f9-a1eb-88511fce234d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:13.410027 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8d829eb6-3399-466a-a0b5-a6cef999cd0c req-d8dc970b-2875-47f9-a1eb-88511fce234d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5535741 Feb 17 17:35:13.447331 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (5faaf9bc-4919-487c-abb1-6eefe7416d24), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:13.533846 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d829eb6-3399-466a-a0b5-a6cef999cd0c req-1de15d41-b0ab-43cb-a48c-5badd70b6653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:13.535535 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8d829eb6-3399-466a-a0b5-a6cef999cd0c req-1de15d41-b0ab-43cb-a48c-5badd70b6653 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4265704 Feb 17 17:35:13.558492 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cd6a5304-0b8a-487c-8e02-22eecaedd408 req-e2b83d07-64d2-459b-8520-23825f6e5fea service neutron] 10.222.0.87 "GET /v2.0/networks/3100c139-77f4-49d8-b7fa-b7a25c4ec3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5738244 Feb 17 17:35:13.565920 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=5faaf9bc-4919-487c-abb1-6eefe7416d24,revision_number=8']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:13.573141 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 30f041ab-908a-41b8-af8e-786f6a8fc3cc triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:35:13.573650 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (30f041ab-908a-41b8-af8e-786f6a8fc3cc), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:13.582662 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e56b4549-e2d3-4a29-bd57-0d64ed7b6bee tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-362104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31404'] for router (1d73a417-a97a-4fe0-a46d-cec8a21df3f4), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:13.641623 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-46499968-1583-4ea8-b030-921f3c1a3d71 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Allocated IP 2001:db8::b506:4089:51e2:1e83 (f82adc72-a904-4b51-9a87-7ea8a1981040/1c0ecf68-d1dc-420b-a725-96d06e055120/90813c9a-50fc-463a-81d3-95d625f8acc0) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:35:13.665238 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e56b4549-e2d3-4a29-bd57-0d64ed7b6bee tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-362081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-362090', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-362947'] for router (1d73a417-a97a-4fe0-a46d-cec8a21df3f4), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:13.747907 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef16e94f-f751-4876-bbbb-b0d0656fa3de x-openstack-request-id: req-ef16e94f-f751-4876-bbbb-b0d0656fa3de {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:35:13.751708 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f00d4d80-0531-4d28-b776-76d9efd2b420", "name": "network-vif-plugged", "status": "completed", "tag": "37a3407f-0036-45d2-b8af-8aff53b8d12a", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:35:13.752189 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ef16e94f-f751-4876-bbbb-b0d0656fa3de {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:35:13.752929 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00d4d80-0531-4d28-b776-76d9efd2b420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a3407f-0036-45d2-b8af-8aff53b8d12a', 'code': 200} Feb 17 17:35:13.790438 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['5faaf9bc-4919-487c-abb1-6eefe7416d24'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:35:13.798350 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 30f041ab-908a-41b8-af8e-786f6a8fc3cc is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:35:13.802482 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (30f041ab-908a-41b8-af8e-786f6a8fc3cc), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:13.869739 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e56b4549-e2d3-4a29-bd57-0d64ed7b6bee tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Router 1d73a417-a97a-4fe0-a46d-cec8a21df3f4 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:35:13.907516 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-46499968-1583-4ea8-b030-921f3c1a3d71 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for port (90813c9a-50fc-463a-81d3-95d625f8acc0), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:13.911103 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-6bf818c5-b00e-4abe-80dd-9836797ee812 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:13.915439 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-6bf818c5-b00e-4abe-80dd-9836797ee812 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (c09abd4e-79ca-4afa-91e9-c87049de6c8a), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:13.915801 n-d-829613-2 neutron-server[103434]: INFO neutron.db.l3_db [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-6bf818c5-b00e-4abe-80dd-9836797ee812 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Floating IP c09abd4e-79ca-4afa-91e9-c87049de6c8a disassociated. External IP: 172.25.8.147, port: d848ebc1-877e-4643-9ebc-c35cdbe15a28. Feb 17 17:35:13.916155 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-6bf818c5-b00e-4abe-80dd-9836797ee812 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Calling delete_port for d848ebc1-877e-4643-9ebc-c35cdbe15a28 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:35:13.926617 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 30f041ab-908a-41b8-af8e-786f6a8fc3cc, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=30f041ab-908a-41b8-af8e-786f6a8fc3cc,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:35:13.960696 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (30f041ab-908a-41b8-af8e-786f6a8fc3cc), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:14.100755 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56b4549-e2d3-4a29-bd57-0d64ed7b6bee tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:35:14.111552 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdd625a-7d05-4ce6-bd78-f546d4f862ca None None] Sync routers for ids ['1d73a417-a97a-4fe0-a46d-cec8a21df3f4'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:35:14.112107 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=30f041ab-908a-41b8-af8e-786f6a8fc3cc,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:14.118893 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-46499968-1583-4ea8-b030-921f3c1a3d71 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (90813c9a-50fc-463a-81d3-95d625f8acc0), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:14.128095 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e56b4549-e2d3-4a29-bd57-0d64ed7b6bee tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:14.132081 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e56b4549-e2d3-4a29-bd57-0d64ed7b6bee tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] 10.222.0.87 "PUT /v2.0/routers/1d73a417-a97a-4fe0-a46d-cec8a21df3f4 HTTP/1.1" status: 200 len: 710 time: 3.4641564 Feb 17 17:35:14.144044 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdd625a-7d05-4ce6-bd78-f546d4f862ca None None] Routers {'1d73a417-a97a-4fe0-a46d-cec8a21df3f4'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:35:14.145621 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-bfdd625a-7d05-4ce6-bd78-f546d4f862ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:35:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['1d73a417-a97a-4fe0-a46d-cec8a21df3f4'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:14.175813 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44460) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:14.218576 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-bfdd625a-7d05-4ce6-bd78-f546d4f862ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:14.231701 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdd625a-7d05-4ce6-bd78-f546d4f862ca None None] Routers {'1d73a417-a97a-4fe0-a46d-cec8a21df3f4'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:35:14.233513 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-bfdd625a-7d05-4ce6-bd78-f546d4f862ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:35:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['1d73a417-a97a-4fe0-a46d-cec8a21df3f4'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:14.252865 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-d85eeb16-d089-4a0c-b7ed-06be7d3c800f None None] Provisioning complete for port 30f041ab-908a-41b8-af8e-786f6a8fc3cc triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:35:14.253485 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d85eeb16-d089-4a0c-b7ed-06be7d3c800f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (30f041ab-908a-41b8-af8e-786f6a8fc3cc), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:14.294755 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-bfdd625a-7d05-4ce6-bd78-f546d4f862ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:14.296561 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdd625a-7d05-4ce6-bd78-f546d4f862ca None None] The sync data for ids ['1d73a417-a97a-4fe0-a46d-cec8a21df3f4'] in n-d-829613-2 is: [] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:35:14.304723 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-885c4cda-e9a0-41b1-bc51-d3466458f21c tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] 10.222.0.87 "GET /v2.0/routers/1d73a417-a97a-4fe0-a46d-cec8a21df3f4 HTTP/1.1" status: 200 len: 745 time: 0.1271236 Feb 17 17:35:14.305044 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8d829eb6-3399-466a-a0b5-a6cef999cd0c req-4ca9e5de-20d8-43d4-84e4-ed0b05dc9e83 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8854039 Feb 17 17:35:14.314640 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44464) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:14.319686 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46499968-1583-4ea8-b030-921f3c1a3d71 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:35:14.345897 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8d829eb6-3399-466a-a0b5-a6cef999cd0c req-c0f54d3b-a6b2-42bc-94ed-ee8d65720b16 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7993901 Feb 17 17:35:14.346782 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-46499968-1583-4ea8-b030-921f3c1a3d71 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:35:14.352389 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46499968-1583-4ea8-b030-921f3c1a3d71 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Port': ['ID=90813c9a-50fc-463a-81d3-95d625f8acc0,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:14.362848 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46499968-1583-4ea8-b030-921f3c1a3d71 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:35:14.364463 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-d85eeb16-d089-4a0c-b7ed-06be7d3c800f None None] Current status of the port 30f041ab-908a-41b8-af8e-786f6a8fc3cc is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:35:14.368467 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46499968-1583-4ea8-b030-921f3c1a3d71 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:14.369212 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-46499968-1583-4ea8-b030-921f3c1a3d71 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:14.422776 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4da6631f-2cd7-46c3-84a1-daabcc6ea1e3 tempest-RoutersIpV6AdminTest-83200832 tempest-RoutersIpV6AdminTest-83200832-project-admin] 10.222.0.87 "GET /v2.0/ports?network_id=d7afcf1f-5124-4168-b80f-10ace9d04ea7&device_id=1d73a417-a97a-4fe0-a46d-cec8a21df3f4 HTTP/1.1" status: 200 len: 205 time: 0.1064234 Feb 17 17:35:14.423413 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44466) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:14.441391 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25bc87-9285-4d9c-ac25-0ee46325d325 req-fd88f4ad-239e-45e9-b51e-0cf7f8b4c5d9 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:14.442960 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4c25bc87-9285-4d9c-ac25-0ee46325d325 req-fd88f4ad-239e-45e9-b51e-0cf7f8b4c5d9 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fdfe57b-fd05-4786-aba9-35c53d6fdcaf HTTP/1.1" status: 200 len: 949 time: 0.4009354 Feb 17 17:35:14.445086 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2ac7c-cd3e-4862-a456-a5485f11fe93 req-fedfc384-1e05-4298-9a6f-0672e63dcec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:14.446603 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-30d2ac7c-cd3e-4862-a456-a5485f11fe93 req-fedfc384-1e05-4298-9a6f-0672e63dcec0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f00d4d80-0531-4d28-b776-76d9efd2b420 HTTP/1.1" status: 200 len: 1131 time: 0.3698604 Feb 17 17:35:14.466448 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e2194-caf2-49c1-bc2d-611a99e4b25c req-55f47e60-3f3b-40d6-b2e9-2d09862d043d tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:14.469057 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f116d04a-a9f1-4897-815d-fae6dbcea65d tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] 10.222.0.87 "GET /v2.0/ports?device_id=1d73a417-a97a-4fe0-a46d-cec8a21df3f4 HTTP/1.1" status: 200 len: 205 time: 0.0397751 Feb 17 17:35:14.471947 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44470) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:14.474037 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9d4e2194-caf2-49c1-bc2d-611a99e4b25c req-55f47e60-3f3b-40d6-b2e9-2d09862d043d tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 944 time: 0.4432039 Feb 17 17:35:14.571685 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-6bf818c5-b00e-4abe-80dd-9836797ee812 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (d848ebc1-877e-4643-9ebc-c35cdbe15a28), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:14.601879 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4996c4d2-d2c4-463f-8d9a-7c2e29e9f4b1 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for router (1d73a417-a97a-4fe0-a46d-cec8a21df3f4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:14.607579 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf818c5-b00e-4abe-80dd-9836797ee812 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Pushing event deleted for resources: {'Port': ['ID=d848ebc1-877e-4643-9ebc-c35cdbe15a28,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:14.650473 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-46499968-1583-4ea8-b030-921f3c1a3d71 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.6185455 Feb 17 17:35:14.672659 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44472) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:14.724435 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-f2ac7ebe-cb19-48ed-af6e-bbf00765a8e1 None None] Provisioning complete for port 90813c9a-50fc-463a-81d3-95d625f8acc0 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:35:14.725445 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f2ac7ebe-cb19-48ed-af6e-bbf00765a8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (90813c9a-50fc-463a-81d3-95d625f8acc0), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:14.754505 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9d4e2194-caf2-49c1-bc2d-611a99e4b25c req-fe6ba451-4f6a-4874-9f60-58136b0ad466 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/security-groups?id=06bbdf43-383d-412d-a4a7-27f1a95946ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2794514 Feb 17 17:35:14.756790 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8d829eb6-3399-466a-a0b5-a6cef999cd0c req-0f684ea8-a341-4e66-8373-7f5606388b61 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3955867 Feb 17 17:35:14.770700 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4c25bc87-9285-4d9c-ac25-0ee46325d325 req-f60b4d37-152b-4812-a7dc-131ffb42970a tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944713 Feb 17 17:35:14.775078 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-30d2ac7c-cd3e-4862-a456-a5485f11fe93 req-c9fdf751-204e-4093-99ec-c6b4ea3d6438 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898650 Feb 17 17:35:14.777836 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-f2ac7ebe-cb19-48ed-af6e-bbf00765a8e1 None None] Port 90813c9a-50fc-463a-81d3-95d625f8acc0 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:35:14.777995 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8d829eb6-3399-466a-a0b5-a6cef999cd0c req-62fef081-090a-456b-ae25-fd760fe1db06 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4570935 Feb 17 17:35:14.900317 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-05c578d9-1b28-41ea-982e-f5bd3a69cce8 req-5003e94f-3614-4047-adec-64f52f2bcf76 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.8.123 HTTP/1.1" status: 200 len: 1002 time: 0.0819399 Feb 17 17:35:15.030506 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c578d9-1b28-41ea-982e-f5bd3a69cce8 req-50903a92-e71d-4ae8-ab30-4f4e7a2beccd tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:15.031993 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-05c578d9-1b28-41ea-982e-f5bd3a69cce8 req-50903a92-e71d-4ae8-ab30-4f4e7a2beccd tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/ports/62144165-7534-4f7e-bb99-db99d8e3e441 HTTP/1.1" status: 200 len: 943 time: 0.1102421 Feb 17 17:35:15.049185 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d829eb6-3399-466a-a0b5-a6cef999cd0c req-04b50e92-8532-44ff-92f1-87bedb2a7654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:15.050798 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8d829eb6-3399-466a-a0b5-a6cef999cd0c req-04b50e92-8532-44ff-92f1-87bedb2a7654 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9dba40edc9c14b8fb9d6b4695dd74e24&device_id=62e75d39-d946-4814-8adf-839d9da47a9c HTTP/1.1" status: 200 len: 1127 time: 0.1617622 Feb 17 17:35:15.056749 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 17 Feb 2022 17:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d2cd32-364a-4ad5-9344-642850e1357b x-openstack-request-id: req-e0d2cd32-364a-4ad5-9344-642850e1357b {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:35:15.056749 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2eb913-ebce-44ad-a4b4-c8edb0564963", "name": "network-vif-deleted", "tag": "fa13085b-e650-4151-b8cd-a441803a2a47", "status": "completed", "code": 200}, {"server_uuid": "bc2eb913-ebce-44ad-a4b4-c8edb0564963", "name": "network-vif-deleted", "tag": "2078afb1-0486-44ff-aa2b-0d5c2bd70675", "status": "completed", "code": 200}, {"server_uuid": "bc2eb913-ebce-44ad-a4b4-c8edb0564963", "name": "network-vif-deleted", "tag": "8f4bfbb7-3be5-4276-a260-870a4adccf68", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:35:15.056749 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e0d2cd32-364a-4ad5-9344-642850e1357b {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:35:15.057232 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'name': 'network-vif-deleted', 'tag': 'fa13085b-e650-4151-b8cd-a441803a2a47', 'status': 'completed', 'code': 200} Feb 17 17:35:15.057232 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'name': 'network-vif-deleted', 'tag': '2078afb1-0486-44ff-aa2b-0d5c2bd70675', 'status': 'completed', 'code': 200} Feb 17 17:35:15.057468 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'name': 'network-vif-deleted', 'tag': '8f4bfbb7-3be5-4276-a260-870a4adccf68', 'status': 'completed', 'code': 200} Feb 17 17:35:15.097933 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e11a547-d007-47f7-8b32-61edc6035794 req-40662ca0-f91c-4aa2-8163-5bdf27a28aef tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:15.099662 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5e11a547-d007-47f7-8b32-61edc6035794 req-40662ca0-f91c-4aa2-8163-5bdf27a28aef tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=f00d4d80-0531-4d28-b776-76d9efd2b420 HTTP/1.1" status: 200 len: 949 time: 0.1637619 Feb 17 17:35:15.243795 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 30f041ab-908a-41b8-af8e-786f6a8fc3cc up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:35:15.271592 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-05c578d9-1b28-41ea-982e-f5bd3a69cce8 req-2db1e884-cfbb-4a1d-9022-e83deb998c79 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.8.123 HTTP/1.1" status: 200 len: 1002 time: 0.1523981 Feb 17 17:35:15.327438 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 30f041ab-908a-41b8-af8e-786f6a8fc3cc triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:35:15.327995 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (30f041ab-908a-41b8-af8e-786f6a8fc3cc), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:15.403574 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5e11a547-d007-47f7-8b32-61edc6035794 req-de975337-f740-406f-8e71-361db3d44625 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895770 Feb 17 17:35:15.418315 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4996c4d2-d2c4-463f-8d9a-7c2e29e9f4b1 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (1d73a417-a97a-4fe0-a46d-cec8a21df3f4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:15.432433 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4bc3e9-54ac-440b-89f4-d9fc39a077bc tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:15.435487 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 30f041ab-908a-41b8-af8e-786f6a8fc3cc is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:35:15.444064 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4bc3e9-54ac-440b-89f4-d9fc39a077bc tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:15.448040 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ee4bc3e9-54ac-440b-89f4-d9fc39a077bc tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.7718489 Feb 17 17:35:15.450816 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44478) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:15.454990 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4996c4d2-d2c4-463f-8d9a-7c2e29e9f4b1 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for router_controller (1d73a417-a97a-4fe0-a46d-cec8a21df3f4), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:15.510014 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4996c4d2-d2c4-463f-8d9a-7c2e29e9f4b1 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (1d73a417-a97a-4fe0-a46d-cec8a21df3f4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:15.510922 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4996c4d2-d2c4-463f-8d9a-7c2e29e9f4b1 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Fanout notify agent at l3_agent the message router_deleted on router 1d73a417-a97a-4fe0-a46d-cec8a21df3f4 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:35:15.519727 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4996c4d2-d2c4-463f-8d9a-7c2e29e9f4b1 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:15.521184 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4996c4d2-d2c4-463f-8d9a-7c2e29e9f4b1 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] 10.222.0.87 "DELETE /v2.0/routers/1d73a417-a97a-4fe0-a46d-cec8a21df3f4 HTTP/1.1" status: 204 len: 168 time: 1.0479543 Feb 17 17:35:15.528479 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44480) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:15.538476 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eefa862d-d162-49ac-9e25-32751f0f78f2 req-835e166f-df83-443e-87df-e4dd3a1918c9 tempest-ServerShowV247Test-1780687124 tempest-ServerShowV247Test-1780687124-project] 10.222.0.87 "GET /v2.0/ports?device_id=f442a6ac-8a23-44e8-9009-18bc85d5de7e HTTP/1.1" status: 200 len: 210 time: 0.0518506 Feb 17 17:35:15.543118 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d829eb6-3399-466a-a0b5-a6cef999cd0c req-7408dad3-ec23-4188-9ac5-162acc5e9be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:15.544537 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8d829eb6-3399-466a-a0b5-a6cef999cd0c req-7408dad3-ec23-4188-9ac5-162acc5e9be7 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3100c139-77f4-49d8-b7fa-b7a25c4ec3d8 HTTP/1.1" status: 200 len: 921 time: 0.4786642 Feb 17 17:35:15.586876 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6e71b427-24b1-4dfb-83a8-ab2b67401edb tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] 10.222.0.87 "GET /v2.0/ports?device_id=1d73a417-a97a-4fe0-a46d-cec8a21df3f4 HTTP/1.1" status: 200 len: 205 time: 0.0566468 Feb 17 17:35:15.590672 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44482) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:15.597500 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-6bf818c5-b00e-4abe-80dd-9836797ee812 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Router 501f1e1a-07a5-4740-b7f7-aff16a545b66 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:35:15.619057 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8d829eb6-3399-466a-a0b5-a6cef999cd0c req-2472c167-eb0c-44c7-99b4-d0cde7a3d3c1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6 HTTP/1.1" status: 200 len: 217 time: 0.0634792 Feb 17 17:35:15.644367 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-b040f6f5-6aa7-4826-98fe-74ce30af5094 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] delete failed (client error): The resource could not be found. Feb 17 17:35:15.645385 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b040f6f5-6aa7-4826-98fe-74ce30af5094 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] 10.222.0.87 "DELETE /v2.0/routers/1d73a417-a97a-4fe0-a46d-cec8a21df3f4 HTTP/1.1" status: 404 len: 336 time: 0.0535951 Feb 17 17:35:15.651293 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44484) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:15.675411 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c578d9-1b28-41ea-982e-f5bd3a69cce8 req-d16b5096-a49b-40ee-b055-34dec7115cc5 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:15.676881 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-05c578d9-1b28-41ea-982e-f5bd3a69cce8 req-d16b5096-a49b-40ee-b055-34dec7115cc5 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/networks/d7afcf1f-5124-4168-b80f-10ace9d04ea7 HTTP/1.1" status: 200 len: 784 time: 0.3907490 Feb 17 17:35:15.707191 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-07ecd28f-c4d7-4354-88ea-cf03235856ed tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] 10.222.0.87 "GET /v2.0/ports?device_id=43a8f11f-5170-4268-bf86-9e39d2235e8c HTTP/1.1" status: 200 len: 205 time: 0.0507824 Feb 17 17:35:15.708769 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44488) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:15.714336 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d829eb6-3399-466a-a0b5-a6cef999cd0c req-dce0c423-80a8-46f6-9644-c1e8cde716be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:15.715789 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8d829eb6-3399-466a-a0b5-a6cef999cd0c req-dce0c423-80a8-46f6-9644-c1e8cde716be service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fcea941e-c7ab-41fc-b153-28fd81921144 HTTP/1.1" status: 200 len: 859 time: 0.0776811 Feb 17 17:35:15.827306 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-7a6af8a0-c37e-4c13-9d2e-8e61f7e28490 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] delete failed (client error): The resource could not be found. Feb 17 17:35:15.830816 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7a6af8a0-c37e-4c13-9d2e-8e61f7e28490 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] 10.222.0.87 "DELETE /v2.0/routers/43a8f11f-5170-4268-bf86-9e39d2235e8c HTTP/1.1" status: 404 len: 336 time: 0.1183999 Feb 17 17:35:15.840900 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44494) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:15.858849 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b3570381-ff52-426e-aa91-1ad638341c38 req-6e5a9734-1012-47d7-9fed-5d45c48aa768 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.8.123 HTTP/1.1" status: 200 len: 1002 time: 0.1583595 Feb 17 17:35:15.861136 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b9f4bbd3-4f93-44b5-b53b-5cd666db1dc2 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Deleting port 90813c9a-50fc-463a-81d3-95d625f8acc0 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:35:15.861477 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b9f4bbd3-4f93-44b5-b53b-5cd666db1dc2 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (90813c9a-50fc-463a-81d3-95d625f8acc0), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:15.893207 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-6c5bb747-7c2f-498f-855b-99d44014a74f tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9a08f66-825b-46d0-83a7-d634d3b06812 HTTP/1.1" status: 200 len: 205 time: 0.0494659 Feb 17 17:35:15.895598 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44496) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:15.948816 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-822d4632-81c1-4a02-baac-24ca344fc43e tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] delete failed (client error): The resource could not be found. Feb 17 17:35:15.949867 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-822d4632-81c1-4a02-baac-24ca344fc43e tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] 10.222.0.87 "DELETE /v2.0/routers/d9a08f66-825b-46d0-83a7-d634d3b06812 HTTP/1.1" status: 404 len: 336 time: 0.0534096 Feb 17 17:35:15.957314 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44498) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:15.992297 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d829eb6-3399-466a-a0b5-a6cef999cd0c req-b084345c-6c09-4f8a-bd3f-58ad3eac8f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:15.993923 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8d829eb6-3399-466a-a0b5-a6cef999cd0c req-b084345c-6c09-4f8a-bd3f-58ad3eac8f63 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3100c139-77f4-49d8-b7fa-b7a25c4ec3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2360642 Feb 17 17:35:15.995681 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-debbfefa-77d3-4bbe-a7ee-f3d588560939 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:15.997000 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-debbfefa-77d3-4bbe-a7ee-f3d588560939 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.91 "GET /v2.0/ports?device_id=9fdfe57b-fd05-4786-aba9-35c53d6fdcaf&tenant_id=24d514a6d00a4f52a8689d09d1cf81c2&binding%3Ahost_id=n-h2-829613-2 HTTP/1.1" status: 200 len: 949 time: 0.2080748 Feb 17 17:35:16.006241 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3570381-ff52-426e-aa91-1ad638341c38 req-43543214-dfb3-4504-b89a-ce83379671f9 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:16.012155 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b3570381-ff52-426e-aa91-1ad638341c38 req-43543214-dfb3-4504-b89a-ce83379671f9 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/ports/62144165-7534-4f7e-bb99-db99d8e3e441 HTTP/1.1" status: 200 len: 943 time: 0.1239874 Feb 17 17:35:16.012957 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-6bf818c5-b00e-4abe-80dd-9836797ee812 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:35:16.018700 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3a33b39a-9d6b-4c55-a48b-04faf597db11 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] 10.222.0.87 "GET /v2.0/ports?device_id=a49c9216-086e-49bf-af54-1f7b9702b266 HTTP/1.1" status: 200 len: 205 time: 0.0606620 Feb 17 17:35:16.037248 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-80a14f1f-4ba4-4dcb-8593-a66003388072 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:35:16.037248 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-80a14f1f-4ba4-4dcb-8593-a66003388072 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086699 Feb 17 17:35:16.038289 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1485c6-b8af-4edd-a795-875973f721a3 None None] Sync routers for ids ['501f1e1a-07a5-4740-b7f7-aff16a545b66'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:35:16.046823 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-8d829eb6-3399-466a-a0b5-a6cef999cd0c req-d0621224-4c57-4f24-80ef-9cb4bb8e8b74 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:35:16.047831 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8d829eb6-3399-466a-a0b5-a6cef999cd0c req-d0621224-4c57-4f24-80ef-9cb4bb8e8b74 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056260 Feb 17 17:35:16.050425 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44500) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:16.090153 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1485c6-b8af-4edd-a795-875973f721a3 None None] Routers {'501f1e1a-07a5-4740-b7f7-aff16a545b66'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:35:16.090422 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-1e1485c6-b8af-4edd-a795-875973f721a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:35:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['501f1e1a-07a5-4740-b7f7-aff16a545b66'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:16.129049 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-6bf818c5-b00e-4abe-80dd-9836797ee812 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] No DVR routers for this DVR port d848ebc1-877e-4643-9ebc-c35cdbe15a28 on host n-h1-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:35:16.141666 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-6bf818c5-b00e-4abe-80dd-9836797ee812 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:16.145527 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-280b5697-18d8-4d7a-9a1e-4edc095ee146 req-6bf818c5-b00e-4abe-80dd-9836797ee812 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.71 "DELETE /v2.0/ports/d848ebc1-877e-4643-9ebc-c35cdbe15a28 HTTP/1.1" status: 204 len: 173 time: 3.4672458 Feb 17 17:35:16.184467 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-4157d019-ae5e-4528-bec3-809319066db7 service neutron] 10.222.0.91 "GET /v2.0/ports/5faaf9bc-4919-487c-abb1-6eefe7416d24/bindings/n-h2-829613-2 HTTP/1.1" status: 200 len: 382 time: 0.1306419 Feb 17 17:35:16.277554 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-1e1485c6-b8af-4edd-a795-875973f721a3 None None] Set router 501f1e1a-07a5-4740-b7f7-aff16a545b66 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:35:16.330891 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-4249d16d-76a8-48d6-88cd-6ae6955d0600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:16.333392 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-4249d16d-76a8-48d6-88cd-6ae6955d0600 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=24d514a6d00a4f52a8689d09d1cf81c2&device_id=9fdfe57b-fd05-4786-aba9-35c53d6fdcaf HTTP/1.1" status: 200 len: 1131 time: 0.1209469 Feb 17 17:35:16.489624 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-d94d81da-b896-43a0-aeba-42eac2e428c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:16.491436 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-d94d81da-b896-43a0-aeba-42eac2e428c5 service neutron] 10.222.0.91 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 0.1512642 Feb 17 17:35:16.548105 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-04cca74c-0660-432f-ac37-f7aa5df18c4a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=5faaf9bc-4919-487c-abb1-6eefe7416d24 HTTP/1.1" status: 200 len: 217 time: 0.0500863 Feb 17 17:35:16.625023 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-1e1485c6-b8af-4edd-a795-875973f721a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '501f1e1a-07a5-4740-b7f7-aff16a545b66', 'name': 'tempest-TaggedBootDevicesTest_v242-531019352-router', 'tenant_id': 'c6c91da603a1485eab422cc6ab78977f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '53d28726-ac7c-46a8-b27d-aa530ea4957c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:28:06Z', 'updated_at': '2022-02-17T17:28:16Z', 'revision_number': 4, 'project_id': 'c6c91da603a1485eab422cc6ab78977f', 'gw_port': {'id': '53d28726-ac7c-46a8-b27d-aa530ea4957c', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '501f1e1a-07a5-4740-b7f7-aff16a545b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:28:09Z', 'updated_at': '2022-02-17T17:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'c05ba46c-53db-4b5b-b82a-0374aa9a2e60', 'name': '', 'network_id': 'b4ed5d6f-3eb3-4d80-ba86-b711da993733', 'tenant_id': 'c6c91da603a1485eab422cc6ab78977f', 'mac_address': 'fa:16:3e:cb:04:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '501f1e1a-07a5-4740-b7f7-aff16a545b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '5aadcb94-5460-49df-8ee1-d33e7d2607f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:28:15Z', 'updated_at': '2022-02-17T17:28:26Z', 'revision_number': 5, 'project_id': 'c6c91da603a1485eab422cc6ab78977f', 'subnets': [{'id': '5aadcb94-5460-49df-8ee1-d33e7d2607f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:16.632542 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-75664ebd-2ccc-4595-beff-08132cf1a88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:16.638661 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-75664ebd-2ccc-4595-beff-08132cf1a88e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.0826919 Feb 17 17:35:16.691808 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1485c6-b8af-4edd-a795-875973f721a3 None None] Checking router: 501f1e1a-07a5-4740-b7f7-aff16a545b66 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:35:16.711499 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1485c6-b8af-4edd-a795-875973f721a3 None None] Routers {'501f1e1a-07a5-4740-b7f7-aff16a545b66'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:35:16.712483 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-1e1485c6-b8af-4edd-a795-875973f721a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:35:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['501f1e1a-07a5-4740-b7f7-aff16a545b66'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:16.719256 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-41b68fc2-348e-4668-a219-de3de3b83be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:16.721643 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-41b68fc2-348e-4668-a219-de3de3b83be0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0732002 Feb 17 17:35:16.774426 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-2ffde33a-2c30-4813-b154-161ca71a0da1 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] delete failed (client error): The resource could not be found. Feb 17 17:35:16.777586 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-2ffde33a-2c30-4813-b154-161ca71a0da1 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] 10.222.0.87 "DELETE /v2.0/routers/a49c9216-086e-49bf-af54-1f7b9702b266 HTTP/1.1" status: 404 len: 336 time: 0.7259016 Feb 17 17:35:16.780532 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44516) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:16.827477 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff501c-fd26-4c75-97c9-efe6ed21f6c3 req-60a6ea7d-21f9-4200-9f1e-3711f24c66ef tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:16.835925 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8259a525-c1e6-48f3-845f-7869235a350d tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc6ba003-4a11-4c0a-9fdd-43aaea44b170 HTTP/1.1" status: 200 len: 205 time: 0.0541639 Feb 17 17:35:16.840199 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f3ff501c-fd26-4c75-97c9-efe6ed21f6c3 req-60a6ea7d-21f9-4200-9f1e-3711f24c66ef tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fdfe57b-fd05-4786-aba9-35c53d6fdcaf HTTP/1.1" status: 200 len: 949 time: 1.0486126 Feb 17 17:35:16.850800 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44518) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:16.858991 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-1e1485c6-b8af-4edd-a795-875973f721a3 None None] Set router 501f1e1a-07a5-4740-b7f7-aff16a545b66 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:35:16.936266 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 5faaf9bc-4919-487c-abb1-6eefe7416d24 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:35:16.936517 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-64f6e112-e8f7-41fb-aa7d-dcbc57044097 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062507 Feb 17 17:35:17.004648 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-551e1761-a1ab-46dd-86f4-95b4051e9a6d tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] delete failed (client error): The resource could not be found. Feb 17 17:35:17.006077 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-551e1761-a1ab-46dd-86f4-95b4051e9a6d tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] 10.222.0.87 "DELETE /v2.0/routers/bc6ba003-4a11-4c0a-9fdd-43aaea44b170 HTTP/1.1" status: 404 len: 336 time: 0.1506925 Feb 17 17:35:17.011397 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b9f4bbd3-4f93-44b5-b53b-5cd666db1dc2 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (90813c9a-50fc-463a-81d3-95d625f8acc0), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:17.028891 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44520) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:17.079707 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b9f4bbd3-4f93-44b5-b53b-5cd666db1dc2 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Calling delete_port for 90813c9a-50fc-463a-81d3-95d625f8acc0 owned by {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:35:17.094768 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port 5faaf9bc-4919-487c-abb1-6eefe7416d24 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:35:17.096986 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'name': 'network-vif-deleted', 'tag': 'd848ebc1-877e-4643-9ebc-c35cdbe15a28'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:35:17.099287 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1cb539d-661b-4ad3-9bd6-f92188fc96db" -d '{"events": [{"server_uuid": "bc2eb913-ebce-44ad-a4b4-c8edb0564963", "name": "network-vif-deleted", "tag": "d848ebc1-877e-4643-9ebc-c35cdbe15a28"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:35:17.105873 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-de6b44d3-4e9e-4e39-826b-1b9478e93eba tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] 10.222.0.87 "GET /v2.0/ports?device_id=18dba6a7-6706-4d1f-9e86-bf38e69567c1 HTTP/1.1" status: 200 len: 205 time: 0.0758045 Feb 17 17:35:17.108550 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-e946c175-a64e-4698-9826-8699170184c8 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539445 Feb 17 17:35:17.109181 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44524) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:17.110187 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 5faaf9bc-4919-487c-abb1-6eefe7416d24 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:35:17.110618 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (5faaf9bc-4919-487c-abb1-6eefe7416d24), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:17.164525 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-69cd5a3d-e365-4f4d-a277-59d64f332893 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] delete failed (client error): The resource could not be found. Feb 17 17:35:17.169063 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-69cd5a3d-e365-4f4d-a277-59d64f332893 tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] 10.222.0.87 "DELETE /v2.0/routers/18dba6a7-6706-4d1f-9e86-bf38e69567c1 HTTP/1.1" status: 404 len: 336 time: 0.0584896 Feb 17 17:35:17.169673 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44526) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:17.199931 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c5aa034-0388-4bf3-9882-e99b18ef1b9a tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] DELETE failed (client error): The resource could not be found. Feb 17 17:35:17.200710 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c5aa034-0388-4bf3-9882-e99b18ef1b9a tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:35:17.215960 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4c5aa034-0388-4bf3-9882-e99b18ef1b9a tempest-RoutersIpV6AdminTest-1832751202 tempest-RoutersIpV6AdminTest-1832751202-project] 10.222.0.87 "DELETE /v2.0/subnets/66d75698-2a15-4cf5-8217-c25d9702fc67 HTTP/1.1" status: 404 len: 337 time: 0.0355368 Feb 17 17:35:17.281483 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8d829eb6-3399-466a-a0b5-a6cef999cd0c req-2ff51c3b-a895-4bc5-ac58-0ba89bda5b20 service neutron] 10.222.0.91 "GET /v2.0/networks/3100c139-77f4-49d8-b7fa-b7a25c4ec3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2209687 Feb 17 17:35:17.284750 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f3ff501c-fd26-4c75-97c9-efe6ed21f6c3 req-b866dc46-6501-41fe-8666-76b552206bff tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4418495 Feb 17 17:35:17.307820 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b3570381-ff52-426e-aa91-1ad638341c38 req-1660c8a9-9afa-4efd-ac16-d79448eff93e tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.8.123 HTTP/1.1" status: 200 len: 1002 time: 0.5009539 Feb 17 17:35:17.335433 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 5faaf9bc-4919-487c-abb1-6eefe7416d24 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:35:17.335846 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5faaf9bc-4919-487c-abb1-6eefe7416d24), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:17.382337 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-1e1485c6-b8af-4edd-a795-875973f721a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '501f1e1a-07a5-4740-b7f7-aff16a545b66', 'name': 'tempest-TaggedBootDevicesTest_v242-531019352-router', 'tenant_id': 'c6c91da603a1485eab422cc6ab78977f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '53d28726-ac7c-46a8-b27d-aa530ea4957c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:28:06Z', 'updated_at': '2022-02-17T17:28:16Z', 'revision_number': 4, 'project_id': 'c6c91da603a1485eab422cc6ab78977f', 'gw_port': {'id': '53d28726-ac7c-46a8-b27d-aa530ea4957c', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '501f1e1a-07a5-4740-b7f7-aff16a545b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:28:09Z', 'updated_at': '2022-02-17T17:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'c05ba46c-53db-4b5b-b82a-0374aa9a2e60', 'name': '', 'network_id': 'b4ed5d6f-3eb3-4d80-ba86-b711da993733', 'tenant_id': 'c6c91da603a1485eab422cc6ab78977f', 'mac_address': 'fa:16:3e:cb:04:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '501f1e1a-07a5-4740-b7f7-aff16a545b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '5aadcb94-5460-49df-8ee1-d33e7d2607f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:28:15Z', 'updated_at': '2022-02-17T17:28:26Z', 'revision_number': 5, 'project_id': 'c6c91da603a1485eab422cc6ab78977f', 'subnets': [{'id': '5aadcb94-5460-49df-8ee1-d33e7d2607f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:17.422404 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1485c6-b8af-4edd-a795-875973f721a3 None None] The sync data for ids ['501f1e1a-07a5-4740-b7f7-aff16a545b66'] in n-d-829613-2 is: [{'id': '501f1e1a-07a5-4740-b7f7-aff16a545b66', 'name': 'tempest-TaggedBootDevicesTest_v242-531019352-router', 'tenant_id': 'c6c91da603a1485eab422cc6ab78977f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '53d28726-ac7c-46a8-b27d-aa530ea4957c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:28:06Z', 'updated_at': '2022-02-17T17:28:16Z', 'revision_number': 4, 'project_id': 'c6c91da603a1485eab422cc6ab78977f', 'gw_port': {'id': '53d28726-ac7c-46a8-b27d-aa530ea4957c', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '501f1e1a-07a5-4740-b7f7-aff16a545b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:28:09Z', 'updated_at': '2022-02-17T17:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'c05ba46c-53db-4b5b-b82a-0374aa9a2e60', 'name': '', 'network_id': 'b4ed5d6f-3eb3-4d80-ba86-b711da993733', 'tenant_id': 'c6c91da603a1485eab422cc6ab78977f', 'mac_address': 'fa:16:3e:cb:04:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '501f1e1a-07a5-4740-b7f7-aff16a545b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '5aadcb94-5460-49df-8ee1-d33e7d2607f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:28:15Z', 'updated_at': '2022-02-17T17:28:26Z', 'revision_number': 5, 'project_id': 'c6c91da603a1485eab422cc6ab78977f', 'subnets': [{'id': '5aadcb94-5460-49df-8ee1-d33e7d2607f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:35:17.427588 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8d829eb6-3399-466a-a0b5-a6cef999cd0c req-235986f7-6070-4f5e-9842-223ded4960df service neutron] 10.222.0.91 "GET /v2.0/networks/3100c139-77f4-49d8-b7fa-b7a25c4ec3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184237 Feb 17 17:35:17.465868 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fdfe57b-fd05-4786-aba9-35c53d6fdcaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5faaf9bc-4919-487c-abb1-6eefe7416d24'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:35:17.469579 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3abdff7d-91a4-4a21-b38f-1691c785c3f4" -d '{"events": [{"server_uuid": "9fdfe57b-fd05-4786-aba9-35c53d6fdcaf", "name": "network-vif-plugged", "status": "completed", "tag": "5faaf9bc-4919-487c-abb1-6eefe7416d24"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:35:17.489851 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 5faaf9bc-4919-487c-abb1-6eefe7416d24, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=5faaf9bc-4919-487c-abb1-6eefe7416d24,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:35:17.501073 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (5faaf9bc-4919-487c-abb1-6eefe7416d24), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:17.541223 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-72839aa6-b62c-4a4a-b0f5-c7f6c4879a5e req-af514e21-36c6-44b3-8109-9a24be0aaa15 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 210 time: 0.0947003 Feb 17 17:35:17.610894 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b9f4bbd3-4f93-44b5-b53b-5cd666db1dc2 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (90813c9a-50fc-463a-81d3-95d625f8acc0), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:17.616345 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=5faaf9bc-4919-487c-abb1-6eefe7416d24,revision_number=9']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:17.677097 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44536) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:17.691531 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f4bbd3-4f93-44b5-b53b-5cd666db1dc2 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Port': ['ID=90813c9a-50fc-463a-81d3-95d625f8acc0,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:17.777473 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3570381-ff52-426e-aa91-1ad638341c38 req-fc6b05a5-713c-41e8-b576-a5062711248b tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:17.786790 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b3570381-ff52-426e-aa91-1ad638341c38 req-fc6b05a5-713c-41e8-b576-a5062711248b tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/networks/d7afcf1f-5124-4168-b80f-10ace9d04ea7 HTTP/1.1" status: 200 len: 784 time: 0.3580554 Feb 17 17:35:17.840883 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b9f4bbd3-4f93-44b5-b53b-5cd666db1dc2 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:17.844463 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b9f4bbd3-4f93-44b5-b53b-5cd666db1dc2 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/ports/90813c9a-50fc-463a-81d3-95d625f8acc0 HTTP/1.1" status: 204 len: 168 time: 2.3882380 Feb 17 17:35:17.847031 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44540) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:17.897650 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2769c227-f61e-4d35-851d-815cafa1bc7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:17.903974 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d829eb6-3399-466a-a0b5-a6cef999cd0c req-72d6f204-99b4-4d63-ba8c-05313f25d9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:17.906156 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8d829eb6-3399-466a-a0b5-a6cef999cd0c req-72d6f204-99b4-4d63-ba8c-05313f25d9c5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9dba40edc9c14b8fb9d6b4695dd74e24&device_id=be13ebb0-5343-4dc6-bc42-1067b3780f5d HTTP/1.1" status: 200 len: 1128 time: 0.3853543 Feb 17 17:35:17.986866 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda3569f-a27b-4c26-a4a8-607805899497 None None] New status for floating IP c09abd4e-79ca-4afa-91e9-c87049de6c8a: DOWN {{(pid=103438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 17:35:18.031560 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d829eb6-3399-466a-a0b5-a6cef999cd0c req-46171cd6-4fc8-4a5e-b2fa-60f76473d7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:18.033948 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8d829eb6-3399-466a-a0b5-a6cef999cd0c req-46171cd6-4fc8-4a5e-b2fa-60f76473d7ca service neutron] 10.222.0.91 "GET /v2.0/networks?id=3100c139-77f4-49d8-b7fa-b7a25c4ec3d8 HTTP/1.1" status: 200 len: 921 time: 0.1184950 Feb 17 17:35:18.036935 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2769c227-f61e-4d35-851d-815cafa1bc7d admin admin] Publish callbacks [] for security_group (876ad299-725e-4174-8643-8f30656b4c58), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:18.046815 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2769c227-f61e-4d35-851d-815cafa1bc7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (876ad299-725e-4174-8643-8f30656b4c58), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:18.099913 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2769c227-f61e-4d35-851d-815cafa1bc7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876ad299-725e-4174-8643-8f30656b4c58,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:18.115685 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8d829eb6-3399-466a-a0b5-a6cef999cd0c req-72c62815-65e0-4fa6-a759-ed104c60ceda service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62144165-7534-4f7e-bb99-db99d8e3e441 HTTP/1.1" status: 200 len: 1002 time: 0.0710258 Feb 17 17:35:18.127248 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65533f00-a845-4748-965f-1197ec8b373a req-71754356-897d-4f71-9674-6475bc96f0ad tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:18.129024 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-65533f00-a845-4748-965f-1197ec8b373a req-71754356-897d-4f71-9674-6475bc96f0ad tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=f00d4d80-0531-4d28-b776-76d9efd2b420 HTTP/1.1" status: 200 len: 949 time: 0.4180038 Feb 17 17:35:18.137554 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7298683-8ed8-47a6-8d55-803bc8f2e90a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:18.140217 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7298683-8ed8-47a6-8d55-803bc8f2e90a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:18.142426 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d7298683-8ed8-47a6-8d55-803bc8f2e90a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2915161 Feb 17 17:35:18.153423 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2769c227-f61e-4d35-851d-815cafa1bc7d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=42dd384e74cd4977ada819e339633398&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4750643 Feb 17 17:35:18.154438 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44542) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:18.172434 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44544) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:18.215212 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-251d6c90-a1ca-4f0d-8711-c19bd28d3339 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Deleting subnet 1c0ecf68-d1dc-420b-a725-96d06e055120 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:35:18.221151 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-251d6c90-a1ca-4f0d-8711-c19bd28d3339 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (1c0ecf68-d1dc-420b-a725-96d06e055120), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:18.223937 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b3570381-ff52-426e-aa91-1ad638341c38 req-c8bedf6f-9ac8-44fd-95c9-b03e63faae3c tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.8.123 HTTP/1.1" status: 200 len: 1002 time: 0.4360216 Feb 17 17:35:18.229779 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-b3570381-ff52-426e-aa91-1ad638341c38 req-cce3a1a2-1e4e-4f5e-8bcf-cff350d8d55a tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:35:18.286723 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-251d6c90-a1ca-4f0d-8711-c19bd28d3339 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (1c0ecf68-d1dc-420b-a725-96d06e055120), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:18.300781 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b3570381-ff52-426e-aa91-1ad638341c38 req-cce3a1a2-1e4e-4f5e-8bcf-cff350d8d55a tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Publish callbacks [] for floatingip (1b301bc8-f310-47fa-94fe-1becd994a61f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:18.413864 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-251d6c90-a1ca-4f0d-8711-c19bd28d3339 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (1c0ecf68-d1dc-420b-a725-96d06e055120), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:18.461810 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-65533f00-a845-4748-965f-1197ec8b373a req-f6e93339-64fc-44f5-abad-feef111017b7 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150740 Feb 17 17:35:18.483971 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d829eb6-3399-466a-a0b5-a6cef999cd0c req-0a9c7f85-9d24-43c0-af5f-10373c21fc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:18.486188 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8d829eb6-3399-466a-a0b5-a6cef999cd0c req-0a9c7f85-9d24-43c0-af5f-10373c21fc70 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fcea941e-c7ab-41fc-b153-28fd81921144 HTTP/1.1" status: 200 len: 859 time: 0.3539143 Feb 17 17:35:18.505558 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-251d6c90-a1ca-4f0d-8711-c19bd28d3339 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (1c0ecf68-d1dc-420b-a725-96d06e055120), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:18.563801 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4d8c4e7a-f6ee-48ca-a774-5cf3a3f3ffa9 admin admin] Publish callbacks [] for security_group (876ad299-725e-4174-8643-8f30656b4c58), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:18.588294 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4d8c4e7a-f6ee-48ca-a774-5cf3a3f3ffa9 admin admin] Publish callbacks [] for security_group (876ad299-725e-4174-8643-8f30656b4c58), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:18.589901 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251d6c90-a1ca-4f0d-8711-c19bd28d3339 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Subnet': ['ID=1c0ecf68-d1dc-420b-a725-96d06e055120,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:18.606056 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-251d6c90-a1ca-4f0d-8711-c19bd28d3339 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:18.607153 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34244a7-c9cb-4c8f-9c9b-e47a11d09347 None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:35:18.609998 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-251d6c90-a1ca-4f0d-8711-c19bd28d3339 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/1c0ecf68-d1dc-420b-a725-96d06e055120 HTTP/1.1" status: 204 len: 168 time: 0.4544246 Feb 17 17:35:18.611534 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b3570381-ff52-426e-aa91-1ad638341c38 req-cce3a1a2-1e4e-4f5e-8bcf-cff350d8d55a tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:18.614458 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44562) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:18.622327 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d6c90-a1ca-4f0d-8711-c19bd28d3339 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:35:18.622627 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d6c90-a1ca-4f0d-8711-c19bd28d3339 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:35:18.622971 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d6c90-a1ca-4f0d-8711-c19bd28d3339 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:35:18.623343 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d6c90-a1ca-4f0d-8711-c19bd28d3339 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:35:18.623679 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d6c90-a1ca-4f0d-8711-c19bd28d3339 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:35:18.624054 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d6c90-a1ca-4f0d-8711-c19bd28d3339 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:35:18.636606 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d6c90-a1ca-4f0d-8711-c19bd28d3339 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:35:18.637014 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d6c90-a1ca-4f0d-8711-c19bd28d3339 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:35:18.637365 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d6c90-a1ca-4f0d-8711-c19bd28d3339 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:35:18.637713 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d6c90-a1ca-4f0d-8711-c19bd28d3339 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:35:18.638058 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d6c90-a1ca-4f0d-8711-c19bd28d3339 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:35:18.638396 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d6c90-a1ca-4f0d-8711-c19bd28d3339 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:35:18.638717 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d6c90-a1ca-4f0d-8711-c19bd28d3339 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:35:18.649708 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c19d9075-8fc8-428d-a266-ed9cfaf0e037 req-52b1b80d-15c2-4593-addc-f8053f35d9f3 tempest-ServerShowV247Test-1780687124 tempest-ServerShowV247Test-1780687124-project] 10.222.0.87 "GET /v2.0/ports?device_id=f442a6ac-8a23-44e8-9009-18bc85d5de7e HTTP/1.1" status: 200 len: 210 time: 0.0437324 Feb 17 17:35:18.667231 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b3570381-ff52-426e-aa91-1ad638341c38 req-cce3a1a2-1e4e-4f5e-8bcf-cff350d8d55a tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (1b301bc8-f310-47fa-94fe-1becd994a61f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:18.668424 n-d-829613-2 neutron-server[103435]: INFO neutron.db.l3_db [req-b3570381-ff52-426e-aa91-1ad638341c38 req-cce3a1a2-1e4e-4f5e-8bcf-cff350d8d55a tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Floating IP 1b301bc8-f310-47fa-94fe-1becd994a61f disassociated. External IP: 172.25.8.123, port: 62144165-7534-4f7e-bb99-db99d8e3e441. Feb 17 17:35:18.718131 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44564) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:18.718436 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fbcc817f-d0d2-4320-a6e5-5f08cf12e215 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0894148 Feb 17 17:35:18.727821 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f039accc-15ad-46e2-882b-cafa6e6bccab x-openstack-request-id: req-f039accc-15ad-46e2-882b-cafa6e6bccab {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:35:18.728120 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2eb913-ebce-44ad-a4b4-c8edb0564963", "name": "network-vif-deleted", "tag": "d848ebc1-877e-4643-9ebc-c35cdbe15a28", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:35:18.728416 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f039accc-15ad-46e2-882b-cafa6e6bccab {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:35:18.728822 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2eb913-ebce-44ad-a4b4-c8edb0564963', 'name': 'network-vif-deleted', 'tag': 'd848ebc1-877e-4643-9ebc-c35cdbe15a28', 'status': 'completed', 'code': 200} Feb 17 17:35:18.817188 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d829eb6-3399-466a-a0b5-a6cef999cd0c req-6cd2418a-37fb-4cea-bbd2-46e536a45e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:18.818851 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8d829eb6-3399-466a-a0b5-a6cef999cd0c req-6cd2418a-37fb-4cea-bbd2-46e536a45e04 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3100c139-77f4-49d8-b7fa-b7a25c4ec3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3228924 Feb 17 17:35:18.844038 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0c61ae-f5ad-488b-b0f9-24f23f4c5645 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:18.845734 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-fd0c61ae-f5ad-488b-b0f9-24f23f4c5645 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1271946 Feb 17 17:35:18.848500 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44566) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:18.849693 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4d8c4e7a-f6ee-48ca-a774-5cf3a3f3ffa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (876ad299-725e-4174-8643-8f30656b4c58), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:18.852512 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4d8c4e7a-f6ee-48ca-a774-5cf3a3f3ffa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:18.856506 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4d8c4e7a-f6ee-48ca-a774-5cf3a3f3ffa9 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/876ad299-725e-4174-8643-8f30656b4c58 HTTP/1.1" status: 204 len: 168 time: 0.6829095 Feb 17 17:35:18.861686 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963bbcf9-ff3b-4563-be2a-519e932dde94 x-openstack-request-id: req-963bbcf9-ff3b-4563-be2a-519e932dde94 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:35:18.862225 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fdfe57b-fd05-4786-aba9-35c53d6fdcaf", "name": "network-vif-plugged", "status": "completed", "tag": "5faaf9bc-4919-487c-abb1-6eefe7416d24", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:35:18.862664 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-963bbcf9-ff3b-4563-be2a-519e932dde94 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:35:18.863774 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fdfe57b-fd05-4786-aba9-35c53d6fdcaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5faaf9bc-4919-487c-abb1-6eefe7416d24', 'code': 200} Feb 17 17:35:18.877518 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:18.892529 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8c4e7a-f6ee-48ca-a774-5cf3a3f3ffa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876ad299-725e-4174-8643-8f30656b4c58,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:18.984561 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383f5ae-8725-4a77-bac5-10a394a5b692 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:18.994175 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3383f5ae-8725-4a77-bac5-10a394a5b692 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1440241 Feb 17 17:35:18.996668 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44570) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:19.065865 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5e308f5e-7c48-4556-81a4-7cb332d283a2 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0679207 Feb 17 17:35:19.074867 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44572) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:19.092348 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-050cd198-d297-4ad0-915f-76bbb5f14928 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'subnet': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:35:19.362250 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44576) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:19.364695 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050cd198-d297-4ad0-915f-76bbb5f14928 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:35:19.375437 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-050cd198-d297-4ad0-915f-76bbb5f14928 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:19.468658 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502bdd8a-dfba-4dee-9197-81dd32163a36 None None] DHCP port deletion for f82adc72-a904-4b51-9a87-7ea8a1981040 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:35:19.533106 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-90135866-853e-4b8a-9d1f-d2d75c129a82 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b17bbb97f82b447d95773a21da54fa68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1513147 Feb 17 17:35:19.536803 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44578) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:19.578145 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:19.604487 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-502bdd8a-dfba-4dee-9197-81dd32163a36 None None] Deleting port 30f041ab-908a-41b8-af8e-786f6a8fc3cc {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:35:19.605195 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-502bdd8a-dfba-4dee-9197-81dd32163a36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (30f041ab-908a-41b8-af8e-786f6a8fc3cc), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:19.641389 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c8782-e664-4129-bf44-1aec852ad52d req-2dceb749-cc99-47d2-af46-84724993ea24 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:19.652886 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3a17b3c9-84e5-4d73-8cc7-57e98b807759 admin admin] Publish callbacks [] for security_group (042591c2-d092-4795-bb91-8f9c2c30f1c4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:19.654023 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a87c8782-e664-4129-bf44-1aec852ad52d req-2dceb749-cc99-47d2-af46-84724993ea24 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fdfe57b-fd05-4786-aba9-35c53d6fdcaf HTTP/1.1" status: 200 len: 950 time: 0.7319109 Feb 17 17:35:19.680701 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3a17b3c9-84e5-4d73-8cc7-57e98b807759 admin admin] Publish callbacks [] for security_group (042591c2-d092-4795-bb91-8f9c2c30f1c4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:19.687654 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8d829eb6-3399-466a-a0b5-a6cef999cd0c req-8a82c9bc-cc04-4310-bcdc-38c856b74f76 service neutron] 10.222.0.91 "GET /v2.0/networks/3100c139-77f4-49d8-b7fa-b7a25c4ec3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8601818 Feb 17 17:35:19.747078 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-502bdd8a-dfba-4dee-9197-81dd32163a36 None None] For port 30f041ab-908a-41b8-af8e-786f6a8fc3cc, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=30f041ab-908a-41b8-af8e-786f6a8fc3cc,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:35:19.747726 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-502bdd8a-dfba-4dee-9197-81dd32163a36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (30f041ab-908a-41b8-af8e-786f6a8fc3cc), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:19.778335 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-502bdd8a-dfba-4dee-9197-81dd32163a36 None None] Calling delete_port for 30f041ab-908a-41b8-af8e-786f6a8fc3cc owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:35:19.856024 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-050cd198-d297-4ad0-915f-76bbb5f14928 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (8fe85eca-e787-47ba-a7fc-f564fa8fbf72), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:19.866695 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3a17b3c9-84e5-4d73-8cc7-57e98b807759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (042591c2-d092-4795-bb91-8f9c2c30f1c4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:19.870693 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3a17b3c9-84e5-4d73-8cc7-57e98b807759 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:19.872097 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3a17b3c9-84e5-4d73-8cc7-57e98b807759 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/042591c2-d092-4795-bb91-8f9c2c30f1c4 HTTP/1.1" status: 204 len: 168 time: 0.3344085 Feb 17 17:35:19.914802 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8d829eb6-3399-466a-a0b5-a6cef999cd0c req-8259607a-9952-4a53-9b75-0221b037bf8a service neutron] 10.222.0.91 "GET /v2.0/networks/3100c139-77f4-49d8-b7fa-b7a25c4ec3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051649 Feb 17 17:35:19.988608 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a17b3c9-84e5-4d73-8cc7-57e98b807759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042591c2-d092-4795-bb91-8f9c2c30f1c4,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:20.014965 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050cd198-d297-4ad0-915f-76bbb5f14928 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:35:20.021028 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-502bdd8a-dfba-4dee-9197-81dd32163a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (30f041ab-908a-41b8-af8e-786f6a8fc3cc), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:20.051219 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-050cd198-d297-4ad0-915f-76bbb5f14928 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:35:20.055651 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050cd198-d297-4ad0-915f-76bbb5f14928 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:20.056278 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-050cd198-d297-4ad0-915f-76bbb5f14928 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:20.064960 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a87c8782-e664-4129-bf44-1aec852ad52d req-60d73144-e4ab-4a2d-92d4-a9b474fd33a4 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4097402 Feb 17 17:35:20.084710 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050cd198-d297-4ad0-915f-76bbb5f14928 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Subnet': ['ID=8fe85eca-e787-47ba-a7fc-f564fa8fbf72,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:20.112464 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3570381-ff52-426e-aa91-1ad638341c38 req-cce3a1a2-1e4e-4f5e-8bcf-cff350d8d55a tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Router 0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:35:20.128622 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-050cd198-d297-4ad0-915f-76bbb5f14928 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0507936 Feb 17 17:35:20.132069 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44588) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:20.134808 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502bdd8a-dfba-4dee-9197-81dd32163a36 None None] Pushing event deleted for resources: {'Port': ['ID=30f041ab-908a-41b8-af8e-786f6a8fc3cc,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:20.137266 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502bdd8a-dfba-4dee-9197-81dd32163a36 None None] No DVR routers for this DVR port 30f041ab-908a-41b8-af8e-786f6a8fc3cc on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:35:20.152029 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-11d120d4-c859-4c29-ace3-dede7306e878 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'port': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'fixed_ips': [{'subnet_id': '8fe85eca-e787-47ba-a7fc-f564fa8fbf72', 'ip_address': '2001:db8::a85b:6c9:7ba0:fc37'}], 'name': 'tempest-NetworksTestDHCPv6-471276816'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:35:20.158854 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323fd268-bddd-41a1-bafc-387fe43c3e79 None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:35:20.377648 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-6eaa1ec2-39b9-45c0-aa5c-693d0316c934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:20.379689 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-6eaa1ec2-39b9-45c0-aa5c-693d0316c934 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9fdfe57b-fd05-4786-aba9-35c53d6fdcaf&tenant_id=24d514a6d00a4f52a8689d09d1cf81c2 HTTP/1.1" status: 200 len: 1132 time: 0.6461375 Feb 17 17:35:20.401636 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1500ff2-192a-4c0e-a4e1-9bc21b512fe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-f82adc72-a904-4b51-9a87-7ea8a1981040', 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'project_id': 'c017d73ca35741f09876024d2cbfcdb7', 'fixed_ips': [{'subnet_id': '8fe85eca-e787-47ba-a7fc-f564fa8fbf72'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:35:20.405363 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c1500ff2-192a-4c0e-a4e1-9bc21b512fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:20.412163 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-a3d37ff5-3929-49d4-b070-024153a3a5dc service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:35:20.417285 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-a3d37ff5-3929-49d4-b070-024153a3a5dc service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0160391 Feb 17 17:35:20.428875 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-8ad1c4c6-73ff-4d6a-8ef8-963f195598dd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829613-2', 'device_owner': 'compute:nova'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:35:20.471253 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3570381-ff52-426e-aa91-1ad638341c38 req-cce3a1a2-1e4e-4f5e-8bcf-cff350d8d55a tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:35:20.479978 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b3570381-ff52-426e-aa91-1ad638341c38 req-cce3a1a2-1e4e-4f5e-8bcf-cff350d8d55a tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:20.524758 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b3570381-ff52-426e-aa91-1ad638341c38 req-cce3a1a2-1e4e-4f5e-8bcf-cff350d8d55a tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "PUT /v2.0/floatingips/1b301bc8-f310-47fa-94fe-1becd994a61f HTTP/1.1" status: 200 len: 695 time: 2.2949078 Feb 17 17:35:20.526722 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be13ebb0-5343-4dc6-bc42-1067b3780f5d', 'tag': '62144165-7534-4f7e-bb99-db99d8e3e441'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:35:20.532790 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594f5d4f-abe6-4933-acaf-635e704d9d29" -d '{"events": [{"name": "network-changed", "server_uuid": "be13ebb0-5343-4dc6-bc42-1067b3780f5d", "tag": "62144165-7534-4f7e-bb99-db99d8e3e441"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:35:20.575253 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7241c68-8437-4aa9-9be2-11cfa2c67e04 req-e0ca70ad-75e6-4c30-a003-a655365257ea tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:20.578249 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a7241c68-8437-4aa9-9be2-11cfa2c67e04 req-e0ca70ad-75e6-4c30-a003-a655365257ea tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=f00d4d80-0531-4d28-b776-76d9efd2b420 HTTP/1.1" status: 200 len: 949 time: 0.2986495 Feb 17 17:35:20.621843 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-8ad1c4c6-73ff-4d6a-8ef8-963f195598dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5faaf9bc-4919-487c-abb1-6eefe7416d24), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:20.660271 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-c1500ff2-192a-4c0e-a4e1-9bc21b512fe5 None None] Allocated IP 2001:db8::2 (f82adc72-a904-4b51-9a87-7ea8a1981040/8fe85eca-e787-47ba-a7fc-f564fa8fbf72/3b150082-72d0-4285-98a9-62a5dc356d87) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:35:20.674080 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd1d443-87e6-438b-89e0-ae437470c565 None None] Sync routers for ids ['0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:35:20.721247 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd1d443-87e6-438b-89e0-ae437470c565 None None] Routers {'0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:35:20.721913 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-3dd1d443-87e6-438b-89e0-ae437470c565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:35:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:20.740866 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d120d4-c859-4c29-ace3-dede7306e878 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:35:20.923764 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3570381-ff52-426e-aa91-1ad638341c38 req-c616ab16-9edb-444a-b579-9cd9baa7cb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:20.944193 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b3570381-ff52-426e-aa91-1ad638341c38 req-c616ab16-9edb-444a-b579-9cd9baa7cb14 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9dba40edc9c14b8fb9d6b4695dd74e24&device_id=be13ebb0-5343-4dc6-bc42-1067b3780f5d HTTP/1.1" status: 200 len: 1128 time: 0.4076278 Feb 17 17:35:20.950356 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-3dd1d443-87e6-438b-89e0-ae437470c565 None None] Set router 0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:35:21.000742 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a7241c68-8437-4aa9-9be2-11cfa2c67e04 req-c0aa9185-fab7-45e1-81cd-7533e542590e tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4087183 Feb 17 17:35:21.012075 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-8ad1c4c6-73ff-4d6a-8ef8-963f195598dd service neutron] For port 5faaf9bc-4919-487c-abb1-6eefe7416d24, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=5faaf9bc-4919-487c-abb1-6eefe7416d24,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:35:21.055159 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-8ad1c4c6-73ff-4d6a-8ef8-963f195598dd service neutron] For port 5faaf9bc-4919-487c-abb1-6eefe7416d24, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:35:21.113519 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-8ad1c4c6-73ff-4d6a-8ef8-963f195598dd service neutron] Publish callbacks [] for port (5faaf9bc-4919-487c-abb1-6eefe7416d24), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:21.131709 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-8ad1c4c6-73ff-4d6a-8ef8-963f195598dd service neutron] Transition to ACTIVE for port object 5faaf9bc-4919-487c-abb1-6eefe7416d24 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:35:21.133071 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fdfe57b-fd05-4786-aba9-35c53d6fdcaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5faaf9bc-4919-487c-abb1-6eefe7416d24'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:35:21.136079 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ec82dd-8e65-4552-b881-0f7af4cca2c9" -d '{"events": [{"server_uuid": "9fdfe57b-fd05-4786-aba9-35c53d6fdcaf", "name": "network-vif-unplugged", "status": "completed", "tag": "5faaf9bc-4919-487c-abb1-6eefe7416d24"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:35:21.143873 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-8ad1c4c6-73ff-4d6a-8ef8-963f195598dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (5faaf9bc-4919-487c-abb1-6eefe7416d24), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:21.194087 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a63368b-1db9-44a0-890d-e5b7060aef39 req-5d39cd48-c5e1-4dc3-9052-7a6a458a6b76 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 210 time: 0.0520439 Feb 17 17:35:21.197781 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-11d120d4-c859-4c29-ace3-dede7306e878 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:21.318848 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-11d120d4-c859-4c29-ace3-dede7306e878 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] device_id is not set on port 57b6c3c2-44fe-401b-adf0-cfd68bc255ed yet. {{(pid=103435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:35:21.366101 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-8ad1c4c6-73ff-4d6a-8ef8-963f195598dd service neutron] No DVR routers for this DVR port 5faaf9bc-4919-487c-abb1-6eefe7416d24 on host n-h2-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:35:21.371373 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3570381-ff52-426e-aa91-1ad638341c38 req-27b854e2-466e-4cfa-8127-c455d61dc882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:21.386178 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b3570381-ff52-426e-aa91-1ad638341c38 req-27b854e2-466e-4cfa-8127-c455d61dc882 service neutron] 10.222.0.87 "GET /v2.0/networks?id=3100c139-77f4-49d8-b7fa-b7a25c4ec3d8 HTTP/1.1" status: 200 len: 921 time: 0.4352622 Feb 17 17:35:21.404256 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad1c4c6-73ff-4d6a-8ef8-963f195598dd service neutron] Pushing event updated for resources: {'Port': ['ID=5faaf9bc-4919-487c-abb1-6eefe7416d24,revision_number=10']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:21.499317 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-8ad1c4c6-73ff-4d6a-8ef8-963f195598dd service neutron] Attempting to bind port 5faaf9bc-4919-487c-abb1-6eefe7416d24 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:35:21.499661 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-8ad1c4c6-73ff-4d6a-8ef8-963f195598dd service neutron] Attempting to bind port 5faaf9bc-4919-487c-abb1-6eefe7416d24 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:35:21.499999 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-8ad1c4c6-73ff-4d6a-8ef8-963f195598dd service neutron] Attempting to bind port 5faaf9bc-4919-487c-abb1-6eefe7416d24 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:35:21.519720 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-8ad1c4c6-73ff-4d6a-8ef8-963f195598dd service neutron] Port 5faaf9bc-4919-487c-abb1-6eefe7416d24 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:35:21.520064 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-8ad1c4c6-73ff-4d6a-8ef8-963f195598dd service neutron] Attempting to bind port 5faaf9bc-4919-487c-abb1-6eefe7416d24 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:35:21.521376 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c1500ff2-192a-4c0e-a4e1-9bc21b512fe5 None None] Publish callbacks [] for port (3b150082-72d0-4285-98a9-62a5dc356d87), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:21.528770 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-186456e4-129d-46a0-8b2c-f1eacf7522e8 req-a0dd9f9e-741c-4240-acfe-1f9da055e2d8 tempest-ServerShowV247Test-1780687124 tempest-ServerShowV247Test-1780687124-project] 10.222.0.87 "GET /v2.0/ports?device_id=f442a6ac-8a23-44e8-9009-18bc85d5de7e HTTP/1.1" status: 200 len: 210 time: 0.1729052 Feb 17 17:35:21.533465 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-8ad1c4c6-73ff-4d6a-8ef8-963f195598dd service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:35:21.533836 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-8ad1c4c6-73ff-4d6a-8ef8-963f195598dd service neutron] Checking segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:35:21.536369 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-8ad1c4c6-73ff-4d6a-8ef8-963f195598dd service neutron] Bound using segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:35:21.538241 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-8ad1c4c6-73ff-4d6a-8ef8-963f195598dd service neutron] Bound port: 5faaf9bc-4919-487c-abb1-6eefe7416d24, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:35:21.538676 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-8ad1c4c6-73ff-4d6a-8ef8-963f195598dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5faaf9bc-4919-487c-abb1-6eefe7416d24), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:21.541576 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 30f041ab-908a-41b8-af8e-786f6a8fc3cc no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:35:21.554856 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c1500ff2-192a-4c0e-a4e1-9bc21b512fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (3b150082-72d0-4285-98a9-62a5dc356d87), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:21.666212 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b3570381-ff52-426e-aa91-1ad638341c38 req-26940880-4313-4b55-a4c5-586dd1bd9fa5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62144165-7534-4f7e-bb99-db99d8e3e441 HTTP/1.1" status: 200 len: 217 time: 0.2778277 Feb 17 17:35:21.667343 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-8ad1c4c6-73ff-4d6a-8ef8-963f195598dd service neutron] For port 5faaf9bc-4919-487c-abb1-6eefe7416d24, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:35:21.675529 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-8ad1c4c6-73ff-4d6a-8ef8-963f195598dd service neutron] For port 5faaf9bc-4919-487c-abb1-6eefe7416d24, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=5faaf9bc-4919-487c-abb1-6eefe7416d24,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:35:21.684334 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-8ad1c4c6-73ff-4d6a-8ef8-963f195598dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (5faaf9bc-4919-487c-abb1-6eefe7416d24), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:21.728870 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-8ad1c4c6-73ff-4d6a-8ef8-963f195598dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:21.729587 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-8ad1c4c6-73ff-4d6a-8ef8-963f195598dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:21.731220 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-8ad1c4c6-73ff-4d6a-8ef8-963f195598dd service neutron] 10.222.0.71 "PUT /v2.0/ports/5faaf9bc-4919-487c-abb1-6eefe7416d24 HTTP/1.1" status: 200 len: 1097 time: 1.3069518 Feb 17 17:35:21.775778 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1500ff2-192a-4c0e-a4e1-9bc21b512fe5 None None] Pushing event updated for resources: {'Port': ['ID=3b150082-72d0-4285-98a9-62a5dc356d87,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:21.802696 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1500ff2-192a-4c0e-a4e1-9bc21b512fe5 None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:35:21.820863 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0e7acd-f41c-49d8-b74f-bc0f26ea8cb8 x-openstack-request-id: req-cb0e7acd-f41c-49d8-b74f-bc0f26ea8cb8 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:35:21.821187 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be13ebb0-5343-4dc6-bc42-1067b3780f5d", "tag": "62144165-7534-4f7e-bb99-db99d8e3e441", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:35:21.821431 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-cb0e7acd-f41c-49d8-b74f-bc0f26ea8cb8 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:35:21.821862 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be13ebb0-5343-4dc6-bc42-1067b3780f5d', 'tag': '62144165-7534-4f7e-bb99-db99d8e3e441', 'status': 'completed', 'code': 200} Feb 17 17:35:21.824684 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3570381-ff52-426e-aa91-1ad638341c38 req-fdaa5e61-8fc8-41d4-9729-20360b7c95e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:21.832408 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b3570381-ff52-426e-aa91-1ad638341c38 req-fdaa5e61-8fc8-41d4-9729-20360b7c95e8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=fcea941e-c7ab-41fc-b153-28fd81921144 HTTP/1.1" status: 200 len: 859 time: 0.1604223 Feb 17 17:35:21.881651 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad1c4c6-73ff-4d6a-8ef8-963f195598dd service neutron] Pushing event updated for resources: {'Port': ['ID=5faaf9bc-4919-487c-abb1-6eefe7416d24,revision_number=11']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:21.933546 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-c1500ff2-192a-4c0e-a4e1-9bc21b512fe5 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:35:21.934499 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-6be578b6-ef71-4f9a-aa7e-5302b9d77504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:21.939654 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1500ff2-192a-4c0e-a4e1-9bc21b512fe5 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:35:21.940517 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-6be578b6-ef71-4f9a-aa7e-5302b9d77504 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=24d514a6d00a4f52a8689d09d1cf81c2&device_id=9fdfe57b-fd05-4786-aba9-35c53d6fdcaf HTTP/1.1" status: 200 len: 1131 time: 0.1846092 Feb 17 17:35:21.950258 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 30f041ab-908a-41b8-af8e-786f6a8fc3cc {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:35:21.951028 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 30f041ab-908a-41b8-af8e-786f6a8fc3cc not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:35:22.189589 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-e7b59564-8d30-4147-a730-68d611b8efea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:22.191053 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-e7b59564-8d30-4147-a730-68d611b8efea service neutron] 10.222.0.71 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 0.2442369 Feb 17 17:35:22.218179 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-11d120d4-c859-4c29-ace3-dede7306e878 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Allocated IP 2001:db8::a85b:6c9:7ba0:fc37 (f82adc72-a904-4b51-9a87-7ea8a1981040/8fe85eca-e787-47ba-a7fc-f564fa8fbf72/57b6c3c2-44fe-401b-adf0-cfd68bc255ed) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:35:22.322866 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-92ac89c1-cae3-42cb-97c4-2fa5c1f39aa6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=5faaf9bc-4919-487c-abb1-6eefe7416d24 HTTP/1.1" status: 200 len: 217 time: 0.1245694 Feb 17 17:35:22.324226 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-c1500ff2-192a-4c0e-a4e1-9bc21b512fe5 None None] Attempting to bind port 3b150082-72d0-4285-98a9-62a5dc356d87 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:35:22.324695 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-c1500ff2-192a-4c0e-a4e1-9bc21b512fe5 None None] Attempting to bind port 3b150082-72d0-4285-98a9-62a5dc356d87 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:35:22.325343 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1500ff2-192a-4c0e-a4e1-9bc21b512fe5 None None] Attempting to bind port 3b150082-72d0-4285-98a9-62a5dc356d87 on network f82adc72-a904-4b51-9a87-7ea8a1981040 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:35:22.364273 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1500ff2-192a-4c0e-a4e1-9bc21b512fe5 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:35:22.365543 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1500ff2-192a-4c0e-a4e1-9bc21b512fe5 None None] Checking segment: {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:35:22.366687 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c1500ff2-192a-4c0e-a4e1-9bc21b512fe5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:22.369491 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1500ff2-192a-4c0e-a4e1-9bc21b512fe5 None None] Bound using segment: {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:35:22.370532 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-c1500ff2-192a-4c0e-a4e1-9bc21b512fe5 None None] Bound port: 3b150082-72d0-4285-98a9-62a5dc356d87, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:35:22.371778 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c1500ff2-192a-4c0e-a4e1-9bc21b512fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3b150082-72d0-4285-98a9-62a5dc356d87), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:22.429448 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-c7e286ea-e3b6-4e2a-bbac-cf8028346eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:22.430850 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-c7e286ea-e3b6-4e2a-bbac-cf8028346eff service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.0978973 Feb 17 17:35:22.503142 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-c1500ff2-192a-4c0e-a4e1-9bc21b512fe5 None None] For port 3b150082-72d0-4285-98a9-62a5dc356d87, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:35:22.508340 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-11d120d4-c859-4c29-ace3-dede7306e878 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for port (57b6c3c2-44fe-401b-adf0-cfd68bc255ed), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:22.509271 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-c1500ff2-192a-4c0e-a4e1-9bc21b512fe5 None None] For port 3b150082-72d0-4285-98a9-62a5dc356d87, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=3b150082-72d0-4285-98a9-62a5dc356d87,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:35:22.534311 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-8e98167c-263f-4a4e-829c-9b40653bb66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:22.536469 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-8e98167c-263f-4a4e-829c-9b40653bb66c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0892084 Feb 17 17:35:22.544522 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c1500ff2-192a-4c0e-a4e1-9bc21b512fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (3b150082-72d0-4285-98a9-62a5dc356d87), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:22.644385 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f5d4f-abe6-4933-acaf-635e704d9d29 req-b26c81a3-807f-4869-ba85-8d9e5abfe41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:22.648437 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-594f5d4f-abe6-4933-acaf-635e704d9d29 req-b26c81a3-807f-4869-ba85-8d9e5abfe41f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9dba40edc9c14b8fb9d6b4695dd74e24&device_id=be13ebb0-5343-4dc6-bc42-1067b3780f5d HTTP/1.1" status: 200 len: 1128 time: 0.8256497 Feb 17 17:35:22.689927 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-3dd1d443-87e6-438b-89e0-ae437470c565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-604324597-router', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '996a6547-d632-4ab5-a3ba-ee048f1ef2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:33:43Z', 'updated_at': '2022-02-17T17:33:49Z', 'revision_number': 4, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'gw_port': {'id': '996a6547-d632-4ab5-a3ba-ee048f1ef2b3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:33:44Z', 'updated_at': '2022-02-17T17:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5', 'name': '', 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'mac_address': 'fa:16:3e:6a:b1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'fcea941e-c7ab-41fc-b153-28fd81921144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:33:48Z', 'updated_at': '2022-02-17T17:33:58Z', 'revision_number': 5, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'subnets': [{'id': 'fcea941e-c7ab-41fc-b153-28fd81921144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:22.759918 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-b7b771d7-6700-451a-aaca-35f1649522d2 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119458 Feb 17 17:35:22.825196 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd1d443-87e6-438b-89e0-ae437470c565 None None] Checking router: 0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:35:22.870683 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd1d443-87e6-438b-89e0-ae437470c565 None None] Routers {'0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:35:22.870683 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-3dd1d443-87e6-438b-89e0-ae437470c565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:35:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:22.871530 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1500ff2-192a-4c0e-a4e1-9bc21b512fe5 None None] Pushing event updated for resources: {'Port': ['ID=3b150082-72d0-4285-98a9-62a5dc356d87,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:22.872451 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3570381-ff52-426e-aa91-1ad638341c38 req-1ec12cc5-8b73-4f5e-946c-e151f15e2b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:22.874727 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b3570381-ff52-426e-aa91-1ad638341c38 req-1ec12cc5-8b73-4f5e-946c-e151f15e2b6f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3100c139-77f4-49d8-b7fa-b7a25c4ec3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.0410740 Feb 17 17:35:22.894009 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-11d120d4-c859-4c29-ace3-dede7306e878 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (57b6c3c2-44fe-401b-adf0-cfd68bc255ed), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:23.011053 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b3ab3793-5437-4cba-ae49-b5a000b5a185 req-dce4b4a3-8aae-4e6d-ab50-9c7885bdae67 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381439 Feb 17 17:35:23.028004 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 5faaf9bc-4919-487c-abb1-6eefe7416d24 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:35:23.172594 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] The host n-h2-829613-2 is not matching for port 5faaf9bc-4919-487c-abb1-6eefe7416d24 host n-h1-829613-2! {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 17 17:35:23.173023 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 5faaf9bc-4919-487c-abb1-6eefe7416d24 not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:35:23.188036 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d120d4-c859-4c29-ace3-dede7306e878 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:35:23.213905 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44654) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:23.226984 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d120d4-c859-4c29-ace3-dede7306e878 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Port': ['ID=57b6c3c2-44fe-401b-adf0-cfd68bc255ed,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:23.230916 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-11d120d4-c859-4c29-ace3-dede7306e878 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:35:23.231443 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-3dd1d443-87e6-438b-89e0-ae437470c565 None None] Set router 0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:35:23.241816 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f5d4f-abe6-4933-acaf-635e704d9d29 req-ff3e18bb-5125-408d-b201-55fde868f825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:23.242001 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-594f5d4f-abe6-4933-acaf-635e704d9d29 req-ff3e18bb-5125-408d-b201-55fde868f825 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3100c139-77f4-49d8-b7fa-b7a25c4ec3d8 HTTP/1.1" status: 200 len: 921 time: 0.5752718 Feb 17 17:35:23.250996 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a2128-9e97-4e25-95cc-624001b539d2 req-767711e6-86ce-44d8-9614-ff512339d138 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:23.258568 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3c7a2128-9e97-4e25-95cc-624001b539d2 req-767711e6-86ce-44d8-9614-ff512339d138 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fdfe57b-fd05-4786-aba9-35c53d6fdcaf HTTP/1.1" status: 200 len: 949 time: 0.7299216 Feb 17 17:35:23.267578 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d120d4-c859-4c29-ace3-dede7306e878 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:35:23.274792 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d120d4-c859-4c29-ace3-dede7306e878 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:23.275481 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-11d120d4-c859-4c29-ace3-dede7306e878 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:23.349456 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-594f5d4f-abe6-4933-acaf-635e704d9d29 req-076bf4c6-4b46-4aa9-b9e7-f29b1abce6d0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62144165-7534-4f7e-bb99-db99d8e3e441 HTTP/1.1" status: 200 len: 217 time: 0.0612266 Feb 17 17:35:23.406027 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 3b150082-72d0-4285-98a9-62a5dc356d87 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:35:23.454842 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d120d4-c859-4c29-ace3-dede7306e878 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:35:23.455148 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d120d4-c859-4c29-ace3-dede7306e878 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:35:23.455519 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d120d4-c859-4c29-ace3-dede7306e878 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:35:23.455845 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d120d4-c859-4c29-ace3-dede7306e878 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:35:23.456182 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d120d4-c859-4c29-ace3-dede7306e878 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:35:23.456543 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d120d4-c859-4c29-ace3-dede7306e878 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:35:23.457357 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d120d4-c859-4c29-ace3-dede7306e878 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:35:23.457545 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d120d4-c859-4c29-ace3-dede7306e878 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:35:23.457880 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d120d4-c859-4c29-ace3-dede7306e878 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:35:23.458163 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d120d4-c859-4c29-ace3-dede7306e878 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:35:23.458497 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d120d4-c859-4c29-ace3-dede7306e878 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:35:23.459712 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d120d4-c859-4c29-ace3-dede7306e878 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:35:23.459712 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d120d4-c859-4c29-ace3-dede7306e878 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:35:23.478197 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-10d78a3d-bb80-426e-b067-3d3636f23d2f tempest-RoutersAdminNegativeIpV6Test-192207022 tempest-RoutersAdminNegativeIpV6Test-192207022-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1556107439', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:35:23.491062 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f5d4f-abe6-4933-acaf-635e704d9d29 req-487978db-cd85-4ea4-8d22-bf96114195bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:23.492673 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-594f5d4f-abe6-4933-acaf-635e704d9d29 req-487978db-cd85-4ea4-8d22-bf96114195bf service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fcea941e-c7ab-41fc-b153-28fd81921144 HTTP/1.1" status: 200 len: 859 time: 0.0993218 Feb 17 17:35:23.516687 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d78a3d-bb80-426e-b067-3d3636f23d2f tempest-RoutersAdminNegativeIpV6Test-192207022 tempest-RoutersAdminNegativeIpV6Test-192207022-project-admin] Made reservation on behalf of bd846c898dcb4ede901cf17db3c5adaa for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:35:23.519000 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10d78a3d-bb80-426e-b067-3d3636f23d2f tempest-RoutersAdminNegativeIpV6Test-192207022 tempest-RoutersAdminNegativeIpV6Test-192207022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:23.522375 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-11d120d4-c859-4c29-ace3-dede7306e878 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.3891706 Feb 17 17:35:23.527967 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44662) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:23.532704 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10d78a3d-bb80-426e-b067-3d3636f23d2f tempest-RoutersAdminNegativeIpV6Test-192207022 tempest-RoutersAdminNegativeIpV6Test-192207022-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:23.536054 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-4ef60654-6d7c-416e-a984-70269d082aa3 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'port': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'fixed_ips': [{'subnet_id': '8fe85eca-e787-47ba-a7fc-f564fa8fbf72', 'ip_address': '2001:db8::a85b:6c9:7ba0:fc37'}], 'name': 'tempest-NetworksTestDHCPv6-568433447'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:35:23.612187 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 3b150082-72d0-4285-98a9-62a5dc356d87 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:35:23.612909 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (3b150082-72d0-4285-98a9-62a5dc356d87), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:23.660597 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b3570381-ff52-426e-aa91-1ad638341c38 req-cfb999ee-7265-4d78-8431-b11e08fc68f8 service neutron] 10.222.0.87 "GET /v2.0/networks/3100c139-77f4-49d8-b7fa-b7a25c4ec3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7567713 Feb 17 17:35:23.703209 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10d78a3d-bb80-426e-b067-3d3636f23d2f tempest-RoutersAdminNegativeIpV6Test-192207022 tempest-RoutersAdminNegativeIpV6Test-192207022-project-admin] Publish callbacks [] for security_group (09c1a1dd-aec4-4159-908a-ed48fa60b9e3), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:23.712819 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 3b150082-72d0-4285-98a9-62a5dc356d87 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:35:23.713485 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3b150082-72d0-4285-98a9-62a5dc356d87), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:23.723695 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10d78a3d-bb80-426e-b067-3d3636f23d2f tempest-RoutersAdminNegativeIpV6Test-192207022 tempest-RoutersAdminNegativeIpV6Test-192207022-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (09c1a1dd-aec4-4159-908a-ed48fa60b9e3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:23.729709 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-10d78a3d-bb80-426e-b067-3d3636f23d2f tempest-RoutersAdminNegativeIpV6Test-192207022 tempest-RoutersAdminNegativeIpV6Test-192207022-project-admin] device_id is not set on port 36cd038b-d5c8-43cf-9257-71352fbb199b yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:35:23.758061 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 3b150082-72d0-4285-98a9-62a5dc356d87, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=3b150082-72d0-4285-98a9-62a5dc356d87,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:35:23.771049 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (3b150082-72d0-4285-98a9-62a5dc356d87), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:23.784546 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3c7a2128-9e97-4e25-95cc-624001b539d2 req-167f1747-455e-4d37-a767-193ed5a560f4 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5248129 Feb 17 17:35:23.829296 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d78a3d-bb80-426e-b067-3d3636f23d2f tempest-RoutersAdminNegativeIpV6Test-192207022 tempest-RoutersAdminNegativeIpV6Test-192207022-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c1a1dd-aec4-4159-908a-ed48fa60b9e3,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:23.884220 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-3dd1d443-87e6-438b-89e0-ae437470c565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-604324597-router', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '996a6547-d632-4ab5-a3ba-ee048f1ef2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:33:43Z', 'updated_at': '2022-02-17T17:33:49Z', 'revision_number': 4, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'gw_port': {'id': '996a6547-d632-4ab5-a3ba-ee048f1ef2b3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:33:44Z', 'updated_at': '2022-02-17T17:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5', 'name': '', 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'mac_address': 'fa:16:3e:6a:b1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'fcea941e-c7ab-41fc-b153-28fd81921144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:33:48Z', 'updated_at': '2022-02-17T17:33:58Z', 'revision_number': 5, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'subnets': [{'id': 'fcea941e-c7ab-41fc-b153-28fd81921144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:23.939656 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f5d4f-abe6-4933-acaf-635e704d9d29 req-faaaf567-b095-466e-8849-71c84c24e619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:23.941217 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-594f5d4f-abe6-4933-acaf-635e704d9d29 req-faaaf567-b095-466e-8849-71c84c24e619 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3100c139-77f4-49d8-b7fa-b7a25c4ec3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4360709 Feb 17 17:35:23.952917 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-10d78a3d-bb80-426e-b067-3d3636f23d2f tempest-RoutersAdminNegativeIpV6Test-192207022 tempest-RoutersAdminNegativeIpV6Test-192207022-project-admin] Allocated IP 172.25.8.83 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/36cd038b-d5c8-43cf-9257-71352fbb199b) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:35:23.964307 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b3570381-ff52-426e-aa91-1ad638341c38 req-d69ef043-04b8-4a16-8498-2ea6c66a1d25 service neutron] 10.222.0.87 "GET /v2.0/networks/3100c139-77f4-49d8-b7fa-b7a25c4ec3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859879 Feb 17 17:35:23.977785 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd1d443-87e6-438b-89e0-ae437470c565 None None] The sync data for ids ['0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec'] in n-d-829613-2 is: [{'id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-604324597-router', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '996a6547-d632-4ab5-a3ba-ee048f1ef2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:33:43Z', 'updated_at': '2022-02-17T17:33:49Z', 'revision_number': 4, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'gw_port': {'id': '996a6547-d632-4ab5-a3ba-ee048f1ef2b3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:33:44Z', 'updated_at': '2022-02-17T17:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5', 'name': '', 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'mac_address': 'fa:16:3e:6a:b1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'fcea941e-c7ab-41fc-b153-28fd81921144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:33:48Z', 'updated_at': '2022-02-17T17:33:58Z', 'revision_number': 5, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'subnets': [{'id': 'fcea941e-c7ab-41fc-b153-28fd81921144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:35:24.041468 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=3b150082-72d0-4285-98a9-62a5dc356d87,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:24.268867 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-594f5d4f-abe6-4933-acaf-635e704d9d29 req-db3f3e35-5867-4e1e-8d94-9da4ebee1c9f service neutron] 10.222.0.91 "GET /v2.0/networks/3100c139-77f4-49d8-b7fa-b7a25c4ec3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018274 Feb 17 17:35:24.273818 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 17:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f6942b-31b0-4fbe-9803-fc3e1ab0fdde x-openstack-request-id: req-41f6942b-31b0-4fbe-9803-fc3e1ab0fdde {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:35:24.274337 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fdfe57b-fd05-4786-aba9-35c53d6fdcaf", "name": "network-vif-unplugged", "status": "completed", "tag": "5faaf9bc-4919-487c-abb1-6eefe7416d24", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:35:24.274590 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-41f6942b-31b0-4fbe-9803-fc3e1ab0fdde {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:35:24.275106 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fdfe57b-fd05-4786-aba9-35c53d6fdcaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5faaf9bc-4919-487c-abb1-6eefe7416d24', 'code': 200} Feb 17 17:35:24.286526 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10d78a3d-bb80-426e-b067-3d3636f23d2f tempest-RoutersAdminNegativeIpV6Test-192207022 tempest-RoutersAdminNegativeIpV6Test-192207022-project-admin] Publish callbacks [] for port (36cd038b-d5c8-43cf-9257-71352fbb199b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:24.304682 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-57ba482c-8799-44c6-a795-f9fa9c3cf2db req-abb287fa-9e99-4258-80ce-1556235784ff tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 210 time: 0.1585827 Feb 17 17:35:24.305500 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef60654-6d7c-416e-a984-70269d082aa3 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:35:24.317904 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4ef60654-6d7c-416e-a984-70269d082aa3 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:24.368826 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10d78a3d-bb80-426e-b067-3d3636f23d2f tempest-RoutersAdminNegativeIpV6Test-192207022 tempest-RoutersAdminNegativeIpV6Test-192207022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (36cd038b-d5c8-43cf-9257-71352fbb199b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:24.375698 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-4ef60654-6d7c-416e-a984-70269d082aa3 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] device_id is not set on port bda659ce-e99d-4cf6-90f3-6f5d80c4e4d2 yet. {{(pid=103435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:35:24.421992 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d78a3d-bb80-426e-b067-3d3636f23d2f tempest-RoutersAdminNegativeIpV6Test-192207022 tempest-RoutersAdminNegativeIpV6Test-192207022-project-admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:35:24.433297 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-10d78a3d-bb80-426e-b067-3d3636f23d2f tempest-RoutersAdminNegativeIpV6Test-192207022 tempest-RoutersAdminNegativeIpV6Test-192207022-project-admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:35:24.438551 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d78a3d-bb80-426e-b067-3d3636f23d2f tempest-RoutersAdminNegativeIpV6Test-192207022 tempest-RoutersAdminNegativeIpV6Test-192207022-project-admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:35:24.482207 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d78a3d-bb80-426e-b067-3d3636f23d2f tempest-RoutersAdminNegativeIpV6Test-192207022 tempest-RoutersAdminNegativeIpV6Test-192207022-project-admin] Pushing event updated for resources: {'Port': ['ID=36cd038b-d5c8-43cf-9257-71352fbb199b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:24.506231 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d78a3d-bb80-426e-b067-3d3636f23d2f tempest-RoutersAdminNegativeIpV6Test-192207022 tempest-RoutersAdminNegativeIpV6Test-192207022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:24.507162 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10d78a3d-bb80-426e-b067-3d3636f23d2f tempest-RoutersAdminNegativeIpV6Test-192207022 tempest-RoutersAdminNegativeIpV6Test-192207022-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:24.534747 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-10d78a3d-bb80-426e-b067-3d3636f23d2f tempest-RoutersAdminNegativeIpV6Test-192207022 tempest-RoutersAdminNegativeIpV6Test-192207022-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.3204198 Feb 17 17:35:24.538947 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44674) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:24.544458 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-c538c106-f3f6-4715-b2c4-facdbef77b80 tempest-RoutersAdminNegativeIpV6Test-192207022 tempest-RoutersAdminNegativeIpV6Test-192207022-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.83'}]}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:35:24.571379 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20eb03d-a712-463c-84ce-51d2b8e5880f None None] New status for floating IP 1b301bc8-f310-47fa-94fe-1becd994a61f: DOWN {{(pid=103438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 17:35:24.587647 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c538c106-f3f6-4715-b2c4-facdbef77b80 tempest-RoutersAdminNegativeIpV6Test-192207022 tempest-RoutersAdminNegativeIpV6Test-192207022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (4442653c-b8dd-4593-a26f-6e6e8a916371), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:24.589384 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c538c106-f3f6-4715-b2c4-facdbef77b80 tempest-RoutersAdminNegativeIpV6Test-192207022 tempest-RoutersAdminNegativeIpV6Test-192207022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (4442653c-b8dd-4593-a26f-6e6e8a916371), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:24.632674 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-2992ba4d-d5f3-4f8f-88a7-4daf1e9094b1 None None] Provisioning complete for port 3b150082-72d0-4285-98a9-62a5dc356d87 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:35:24.633918 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2992ba4d-d5f3-4f8f-88a7-4daf1e9094b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (3b150082-72d0-4285-98a9-62a5dc356d87), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:24.673689 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3f0eb4dd-0f38-4726-90e4-900136ea358e req-95fb2ecd-d934-4309-b002-f1969a50a036 tempest-ServerShowV247Test-1780687124 tempest-ServerShowV247Test-1780687124-project] 10.222.0.87 "GET /v2.0/ports?device_id=f442a6ac-8a23-44e8-9009-18bc85d5de7e HTTP/1.1" status: 200 len: 210 time: 0.1164196 Feb 17 17:35:24.754965 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c538c106-f3f6-4715-b2c4-facdbef77b80 tempest-RoutersAdminNegativeIpV6Test-192207022 tempest-RoutersAdminNegativeIpV6Test-192207022-project-admin] Publish callbacks [] for router_controller (4442653c-b8dd-4593-a26f-6e6e8a916371), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:24.807656 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ef60654-6d7c-416e-a984-70269d082aa3 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 17 17:35:24.816868 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ef60654-6d7c-416e-a984-70269d082aa3 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:35:24.882904 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-2992ba4d-d5f3-4f8f-88a7-4daf1e9094b1 None None] Current status of the port 3b150082-72d0-4285-98a9-62a5dc356d87 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:35:24.932995 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dce529-bee2-4d30-a794-9e446f86811c req-bc716068-e26c-4c2f-a1bf-772a7b565247 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:24.953604 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c1dce529-bee2-4d30-a794-9e446f86811c req-bc716068-e26c-4c2f-a1bf-772a7b565247 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=f00d4d80-0531-4d28-b776-76d9efd2b420 HTTP/1.1" status: 200 len: 949 time: 0.3831015 Feb 17 17:35:24.979951 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4ef60654-6d7c-416e-a984-70269d082aa3 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.4486508 Feb 17 17:35:25.007789 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44678) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:25.019560 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-594f5d4f-abe6-4933-acaf-635e704d9d29 req-6ccd4d0d-945e-4218-8a3b-4810069705c9 service neutron] 10.222.0.91 "GET /v2.0/networks/3100c139-77f4-49d8-b7fa-b7a25c4ec3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6699526 Feb 17 17:35:25.047063 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-7afe85a7-43ff-4605-944f-f3e5ab900aae None None] Provisioning complete for port 57b6c3c2-44fe-401b-adf0-cfd68bc255ed triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:35:25.048621 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7afe85a7-43ff-4605-944f-f3e5ab900aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (57b6c3c2-44fe-401b-adf0-cfd68bc255ed), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:25.211472 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-7afe85a7-43ff-4605-944f-f3e5ab900aae None None] Port 57b6c3c2-44fe-401b-adf0-cfd68bc255ed cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:35:25.261589 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c1dce529-bee2-4d30-a794-9e446f86811c req-3bd64c0e-3e5b-4d0e-a882-aa267d2c1750 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061206 Feb 17 17:35:25.296037 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 3b150082-72d0-4285-98a9-62a5dc356d87 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:35:25.359723 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5b951e-b674-4706-acc0-78cd19a98fb6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:25.375106 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5b951e-b674-4706-acc0-78cd19a98fb6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:25.380162 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-ca5b951e-b674-4706-acc0-78cd19a98fb6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3586998 Feb 17 17:35:25.382122 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44686) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:25.589595 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 3b150082-72d0-4285-98a9-62a5dc356d87 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:35:25.590253 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (3b150082-72d0-4285-98a9-62a5dc356d87), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:25.593272 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ea309-6fe8-4c48-8204-b44f79474f19 req-0269d277-698c-46be-ace9-874a8e797570 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:25.594932 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f23ea309-6fe8-4c48-8204-b44f79474f19 req-0269d277-698c-46be-ace9-874a8e797570 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fdfe57b-fd05-4786-aba9-35c53d6fdcaf HTTP/1.1" status: 200 len: 949 time: 0.3269517 Feb 17 17:35:25.602980 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db599fd-7cc1-4816-8baa-590f1e7a0986 req-c2ce91fe-86e7-4452-8e28-437395f26980 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:25.618618 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7db599fd-7cc1-4816-8baa-590f1e7a0986 req-c2ce91fe-86e7-4452-8e28-437395f26980 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/ports?device_id=62e75d39-d946-4814-8adf-839d9da47a9c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2372112 Feb 17 17:35:25.698156 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 3b150082-72d0-4285-98a9-62a5dc356d87 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:35:25.777419 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c538c106-f3f6-4715-b2c4-facdbef77b80 tempest-RoutersAdminNegativeIpV6Test-192207022 tempest-RoutersAdminNegativeIpV6Test-192207022-project-admin] Publish callbacks [] for router_gateway (4442653c-b8dd-4593-a26f-6e6e8a916371), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:25.999092 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7db599fd-7cc1-4816-8baa-590f1e7a0986 req-76d73789-9d23-423f-ad57-f79fc29391cd tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.8.123 HTTP/1.1" status: 200 len: 696 time: 0.3691828 Feb 17 17:35:26.026358 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-7db599fd-7cc1-4816-8baa-590f1e7a0986 req-93a89072-7348-4fed-b3b7-89b9938a083a tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Request body: {'floatingip': {'port_id': '0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:35:26.054328 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c538c106-f3f6-4715-b2c4-facdbef77b80 tempest-RoutersAdminNegativeIpV6Test-192207022 tempest-RoutersAdminNegativeIpV6Test-192207022-project-admin] Publish callbacks [] for router_gateway (4442653c-b8dd-4593-a26f-6e6e8a916371), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:26.074887 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c538c106-f3f6-4715-b2c4-facdbef77b80 tempest-RoutersAdminNegativeIpV6Test-192207022 tempest-RoutersAdminNegativeIpV6Test-192207022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:26.085831 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-8e29f514-4ee1-41c9-a456-e9361577577f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Deleting port 57b6c3c2-44fe-401b-adf0-cfd68bc255ed {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:35:26.086596 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8e29f514-4ee1-41c9-a456-e9361577577f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (57b6c3c2-44fe-401b-adf0-cfd68bc255ed), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:26.094304 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 5faaf9bc-4919-487c-abb1-6eefe7416d24 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:35:26.250662 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8e29f514-4ee1-41c9-a456-e9361577577f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (57b6c3c2-44fe-401b-adf0-cfd68bc255ed), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:26.286618 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f23ea309-6fe8-4c48-8204-b44f79474f19 req-476e1098-442f-4e65-97c4-633c4a79d5ed tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6555774 Feb 17 17:35:26.293785 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-7db599fd-7cc1-4816-8baa-590f1e7a0986 req-93a89072-7348-4fed-b3b7-89b9938a083a tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Publish callbacks [] for floatingip (1b301bc8-f310-47fa-94fe-1becd994a61f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:26.299260 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fdfe57b-fd05-4786-aba9-35c53d6fdcaf', 'tag': '5faaf9bc-4919-487c-abb1-6eefe7416d24'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:35:26.314133 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0819c3ae-f849-45e8-823c-11b4aea0e358" -d '{"events": [{"name": "network-changed", "server_uuid": "9fdfe57b-fd05-4786-aba9-35c53d6fdcaf", "tag": "5faaf9bc-4919-487c-abb1-6eefe7416d24"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:35:26.316700 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 5faaf9bc-4919-487c-abb1-6eefe7416d24, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=5faaf9bc-4919-487c-abb1-6eefe7416d24,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:35:26.348540 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '5faaf9bc-4919-487c-abb1-6eefe7416d24', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'port_id': '5faaf9bc-4919-487c-abb1-6eefe7416d24', 'mac_address': 'fa:16:3e:be:b0:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac79920f-9ddd-4352-b866-6056158b178e', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:35:26.363248 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c538c106-f3f6-4715-b2c4-facdbef77b80 tempest-RoutersAdminNegativeIpV6Test-192207022 tempest-RoutersAdminNegativeIpV6Test-192207022-project-admin] Publish callbacks [] for router (4442653c-b8dd-4593-a26f-6e6e8a916371), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:26.412698 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-8e29f514-4ee1-41c9-a456-e9361577577f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Calling delete_port for 57b6c3c2-44fe-401b-adf0-cfd68bc255ed owned by {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:35:26.428513 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 5faaf9bc-4919-487c-abb1-6eefe7416d24 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:35:26.429176 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5faaf9bc-4919-487c-abb1-6eefe7416d24), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:26.476421 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5faaf9bc-4919-487c-abb1-6eefe7416d24 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:35:26.534364 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 5faaf9bc-4919-487c-abb1-6eefe7416d24, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=5faaf9bc-4919-487c-abb1-6eefe7416d24,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:35:26.538339 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c0f0162e-c031-4f91-8407-a5de44eb11c4 req-5e41cf2e-da8d-413c-98ae-de77d6bf5315 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 210 time: 0.1005857 Feb 17 17:35:26.541044 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (5faaf9bc-4919-487c-abb1-6eefe7416d24), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:26.620771 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=5faaf9bc-4919-487c-abb1-6eefe7416d24,revision_number=12']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:26.721151 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c538c106-f3f6-4715-b2c4-facdbef77b80 tempest-RoutersAdminNegativeIpV6Test-192207022 tempest-RoutersAdminNegativeIpV6Test-192207022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (4442653c-b8dd-4593-a26f-6e6e8a916371), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:26.723645 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c538c106-f3f6-4715-b2c4-facdbef77b80 tempest-RoutersAdminNegativeIpV6Test-192207022 tempest-RoutersAdminNegativeIpV6Test-192207022-project-admin] Publish callbacks [] for router_controller (4442653c-b8dd-4593-a26f-6e6e8a916371), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:26.759407 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-84ecb269-12e3-4ec5-8e34-f4b9428da4fd req-2c11e482-5186-4755-b8c9-9e9f1d6c4030 tempest-ServerShowV247Test-1780687124 tempest-ServerShowV247Test-1780687124-project] 10.222.0.87 "GET /v2.0/ports?device_id=f442a6ac-8a23-44e8-9009-18bc85d5de7e HTTP/1.1" status: 200 len: 210 time: 0.0553808 Feb 17 17:35:26.780728 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c538c106-f3f6-4715-b2c4-facdbef77b80 tempest-RoutersAdminNegativeIpV6Test-192207022 tempest-RoutersAdminNegativeIpV6Test-192207022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (4442653c-b8dd-4593-a26f-6e6e8a916371), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:26.781926 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c538c106-f3f6-4715-b2c4-facdbef77b80 tempest-RoutersAdminNegativeIpV6Test-192207022 tempest-RoutersAdminNegativeIpV6Test-192207022-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4442653c-b8dd-4593-a26f-6e6e8a916371 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:35:26.801662 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-c538c106-f3f6-4715-b2c4-facdbef77b80 tempest-RoutersAdminNegativeIpV6Test-192207022 tempest-RoutersAdminNegativeIpV6Test-192207022-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 17 17:35:26.803224 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c538c106-f3f6-4715-b2c4-facdbef77b80 tempest-RoutersAdminNegativeIpV6Test-192207022 tempest-RoutersAdminNegativeIpV6Test-192207022-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.2627616 Feb 17 17:35:26.806603 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44698) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:26.829870 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5a18c-ae12-44b6-9884-0e1137a9d15d req-b06c5927-5401-45e9-ace6-526f037ac311 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:26.831557 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aff5a18c-ae12-44b6-9884-0e1137a9d15d req-b06c5927-5401-45e9-ace6-526f037ac311 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.91 "GET /v2.0/ports?device_id=be13ebb0-5343-4dc6-bc42-1067b3780f5d HTTP/1.1" status: 200 len: 946 time: 0.1890621 Feb 17 17:35:26.841884 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['5faaf9bc-4919-487c-abb1-6eefe7416d24'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:35:26.991616 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-953a2c2c-33bb-4f03-8a3d-e8919a0e8079 tempest-RoutersAdminNegativeIpV6Test-192207022 tempest-RoutersAdminNegativeIpV6Test-192207022-project-admin] Deleting port 36cd038b-d5c8-43cf-9257-71352fbb199b {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:35:26.992168 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-953a2c2c-33bb-4f03-8a3d-e8919a0e8079 tempest-RoutersAdminNegativeIpV6Test-192207022 tempest-RoutersAdminNegativeIpV6Test-192207022-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (36cd038b-d5c8-43cf-9257-71352fbb199b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:27.014718 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8e29f514-4ee1-41c9-a456-e9361577577f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (57b6c3c2-44fe-401b-adf0-cfd68bc255ed), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:27.097723 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-953a2c2c-33bb-4f03-8a3d-e8919a0e8079 tempest-RoutersAdminNegativeIpV6Test-192207022 tempest-RoutersAdminNegativeIpV6Test-192207022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (36cd038b-d5c8-43cf-9257-71352fbb199b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:27.131788 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-953a2c2c-33bb-4f03-8a3d-e8919a0e8079 tempest-RoutersAdminNegativeIpV6Test-192207022 tempest-RoutersAdminNegativeIpV6Test-192207022-project-admin] Calling delete_port for 36cd038b-d5c8-43cf-9257-71352fbb199b owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:35:27.178133 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e29f514-4ee1-41c9-a456-e9361577577f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Port': ['ID=57b6c3c2-44fe-401b-adf0-cfd68bc255ed,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:27.261844 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8e29f514-4ee1-41c9-a456-e9361577577f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:27.269309 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-8e29f514-4ee1-41c9-a456-e9361577577f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/ports/57b6c3c2-44fe-401b-adf0-cfd68bc255ed HTTP/1.1" status: 204 len: 168 time: 1.8839540 Feb 17 17:35:27.279172 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604312cb-9553-4f39-977e-66ec30610e3b req-86999a30-641d-4985-b950-3ab7d4b6ed20 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:27.287785 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-604312cb-9553-4f39-977e-66ec30610e3b req-86999a30-641d-4985-b950-3ab7d4b6ed20 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=f00d4d80-0531-4d28-b776-76d9efd2b420 HTTP/1.1" status: 200 len: 949 time: 0.3461540 Feb 17 17:35:27.294513 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44700) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:27.371848 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-953a2c2c-33bb-4f03-8a3d-e8919a0e8079 tempest-RoutersAdminNegativeIpV6Test-192207022 tempest-RoutersAdminNegativeIpV6Test-192207022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (36cd038b-d5c8-43cf-9257-71352fbb199b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:27.409479 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a2c2c-33bb-4f03-8a3d-e8919a0e8079 tempest-RoutersAdminNegativeIpV6Test-192207022 tempest-RoutersAdminNegativeIpV6Test-192207022-project-admin] Pushing event deleted for resources: {'Port': ['ID=36cd038b-d5c8-43cf-9257-71352fbb199b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:27.499314 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-604312cb-9553-4f39-977e-66ec30610e3b req-687f36d4-9b0e-4139-a23e-39c35ca039cf tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044954 Feb 17 17:35:27.505352 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bd2024-58a7-4c58-b3b5-383dfb46da33 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:27.506772 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bd2024-58a7-4c58-b3b5-383dfb46da33 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:27.508288 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a3bd2024-58a7-4c58-b3b5-383dfb46da33 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2097094 Feb 17 17:35:27.510803 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-aff5a18c-ae12-44b6-9884-0e1137a9d15d req-f1263da0-c7f8-43c1-8811-202c684a252a tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Deleting port 62144165-7534-4f7e-bb99-db99d8e3e441 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:35:27.511150 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-aff5a18c-ae12-44b6-9884-0e1137a9d15d req-f1263da0-c7f8-43c1-8811-202c684a252a tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (62144165-7534-4f7e-bb99-db99d8e3e441), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:27.532121 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44704) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:27.537187 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-953a2c2c-33bb-4f03-8a3d-e8919a0e8079 tempest-RoutersAdminNegativeIpV6Test-192207022 tempest-RoutersAdminNegativeIpV6Test-192207022-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:27.544584 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-953a2c2c-33bb-4f03-8a3d-e8919a0e8079 tempest-RoutersAdminNegativeIpV6Test-192207022 tempest-RoutersAdminNegativeIpV6Test-192207022-project-admin] 10.222.0.87 "DELETE /v2.0/ports/36cd038b-d5c8-43cf-9257-71352fbb199b HTTP/1.1" status: 204 len: 168 time: 0.7334495 Feb 17 17:35:27.595211 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.db.resource_extend [req-7db599fd-7cc1-4816-8baa-590f1e7a0986 req-93a89072-7348-4fed-b3b7-89b9938a083a tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 17:35:27.748744 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-7db599fd-7cc1-4816-8baa-590f1e7a0986 req-93a89072-7348-4fed-b3b7-89b9938a083a tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:27.761416 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f0942e9-5eea-4938-804d-63cf464d4357 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Deleting subnet 8fe85eca-e787-47ba-a7fc-f564fa8fbf72 {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:35:27.771002 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-7db599fd-7cc1-4816-8baa-590f1e7a0986 req-93a89072-7348-4fed-b3b7-89b9938a083a tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (1b301bc8-f310-47fa-94fe-1becd994a61f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:27.772711 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6f0942e9-5eea-4938-804d-63cf464d4357 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (8fe85eca-e787-47ba-a7fc-f564fa8fbf72), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:27.884785 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44714) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:28.018929 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a7f731ee-0d33-4400-adcc-6be7c4de9dc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:28.112484 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 5faaf9bc-4919-487c-abb1-6eefe7416d24 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:35:28.127459 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a7f731ee-0d33-4400-adcc-6be7c4de9dc3 admin admin] Publish callbacks [] for security_group (01d9ce6c-dc8a-4a62-951f-6e924d20321c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:28.135069 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a7f731ee-0d33-4400-adcc-6be7c4de9dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (01d9ce6c-dc8a-4a62-951f-6e924d20321c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:28.198944 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-aff5a18c-ae12-44b6-9884-0e1137a9d15d req-f1263da0-c7f8-43c1-8811-202c684a252a tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] For port 62144165-7534-4f7e-bb99-db99d8e3e441, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=62144165-7534-4f7e-bb99-db99d8e3e441,segment=NetworkSegment(101d171d-00e3-43dd-8059-643cfe6a6952),segment_id=101d171d-00e3-43dd-8059-643cfe6a6952)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:35:28.199914 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-aff5a18c-ae12-44b6-9884-0e1137a9d15d req-f1263da0-c7f8-43c1-8811-202c684a252a tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (62144165-7534-4f7e-bb99-db99d8e3e441), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:28.201483 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 5faaf9bc-4919-487c-abb1-6eefe7416d24 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:35:28.208569 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f731ee-0d33-4400-adcc-6be7c4de9dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d9ce6c-dc8a-4a62-951f-6e924d20321c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:28.213306 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a7f731ee-0d33-4400-adcc-6be7c4de9dc3 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f3580f3bd2cd4e499ec8f8aa45c21196&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3276768 Feb 17 17:35:28.217607 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44718) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:28.218553 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-aff5a18c-ae12-44b6-9884-0e1137a9d15d req-f1263da0-c7f8-43c1-8811-202c684a252a tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Calling delete_port for 62144165-7534-4f7e-bb99-db99d8e3e441 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:35:28.226353 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 5faaf9bc-4919-487c-abb1-6eefe7416d24 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:35:28.226974 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (5faaf9bc-4919-487c-abb1-6eefe7416d24), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:28.279059 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74422de-418b-4e38-a6a5-dcc1d6d16136 req-1aad9aa6-d5bf-49d3-af46-ec7ff34a185f tempest-MigrationsAdminTest-980591226 tempest-MigrationsAdminTest-980591226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:28.281037 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e74422de-418b-4e38-a6a5-dcc1d6d16136 req-1aad9aa6-d5bf-49d3-af46-ec7ff34a185f tempest-MigrationsAdminTest-980591226 tempest-MigrationsAdminTest-980591226-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=9fdfe57b-fd05-4786-aba9-35c53d6fdcaf HTTP/1.1" status: 200 len: 1132 time: 0.6660891 Feb 17 17:35:28.296502 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6f0942e9-5eea-4938-804d-63cf464d4357 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (8fe85eca-e787-47ba-a7fc-f564fa8fbf72), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:28.319271 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e7251851-7820-4302-bccc-e6a44b2598f3 admin admin] Publish callbacks [] for security_group (01d9ce6c-dc8a-4a62-951f-6e924d20321c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:28.342942 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e7251851-7820-4302-bccc-e6a44b2598f3 admin admin] Publish callbacks [] for security_group (01d9ce6c-dc8a-4a62-951f-6e924d20321c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:28.364627 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 5faaf9bc-4919-487c-abb1-6eefe7416d24 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:35:28.364980 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5faaf9bc-4919-487c-abb1-6eefe7416d24), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:28.391011 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fdfe57b-fd05-4786-aba9-35c53d6fdcaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5faaf9bc-4919-487c-abb1-6eefe7416d24'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:35:28.394706 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b1b436-13ca-4dbc-9cff-6d7a92faab9d" -d '{"events": [{"server_uuid": "9fdfe57b-fd05-4786-aba9-35c53d6fdcaf", "name": "network-vif-plugged", "status": "completed", "tag": "5faaf9bc-4919-487c-abb1-6eefe7416d24"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:35:28.416564 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 5faaf9bc-4919-487c-abb1-6eefe7416d24, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=5faaf9bc-4919-487c-abb1-6eefe7416d24,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:35:28.430336 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (5faaf9bc-4919-487c-abb1-6eefe7416d24), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:28.446024 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e7251851-7820-4302-bccc-e6a44b2598f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (01d9ce6c-dc8a-4a62-951f-6e924d20321c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:28.446024 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e7251851-7820-4302-bccc-e6a44b2598f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:28.447018 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e7251851-7820-4302-bccc-e6a44b2598f3 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/01d9ce6c-dc8a-4a62-951f-6e924d20321c HTTP/1.1" status: 204 len: 168 time: 0.2275820 Feb 17 17:35:28.492136 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7251851-7820-4302-bccc-e6a44b2598f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d9ce6c-dc8a-4a62-951f-6e924d20321c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:28.494258 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=5faaf9bc-4919-487c-abb1-6eefe7416d24,revision_number=13']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:28.528655 n-d-829613-2 neutron-server[103435]: INFO neutron.db.l3_db [req-7db599fd-7cc1-4816-8baa-590f1e7a0986 req-93a89072-7348-4fed-b3b7-89b9938a083a tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Floating IP 1b301bc8-f310-47fa-94fe-1becd994a61f associated. External IP: 172.25.8.123, port: 0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6. Feb 17 17:35:28.695760 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e74422de-418b-4e38-a6a5-dcc1d6d16136 req-91280e0e-b44d-4bc0-9ad8-fa62fd1bb8dd tempest-MigrationsAdminTest-980591226 tempest-MigrationsAdminTest-980591226-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556809 Feb 17 17:35:28.745251 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6f0942e9-5eea-4938-804d-63cf464d4357 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (8fe85eca-e787-47ba-a7fc-f564fa8fbf72), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:28.769188 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-aff5a18c-ae12-44b6-9884-0e1137a9d15d req-f1263da0-c7f8-43c1-8811-202c684a252a tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (62144165-7534-4f7e-bb99-db99d8e3e441), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:28.781735 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ec9a48-2a68-4c99-9a86-6079e88b287f x-openstack-request-id: req-c9ec9a48-2a68-4c99-9a86-6079e88b287f {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:35:28.782017 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fdfe57b-fd05-4786-aba9-35c53d6fdcaf", "tag": "5faaf9bc-4919-487c-abb1-6eefe7416d24", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:35:28.782386 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c9ec9a48-2a68-4c99-9a86-6079e88b287f {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:35:28.782820 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fdfe57b-fd05-4786-aba9-35c53d6fdcaf', 'tag': '5faaf9bc-4919-487c-abb1-6eefe7416d24', 'status': 'completed', 'code': 200} Feb 17 17:35:28.782987 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6', '62144165-7534-4f7e-bb99-db99d8e3e441'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:35:28.812930 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1263da0-c7f8-43c1-8811-202c684a252a tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Pushing event deleted for resources: {'Port': ['ID=62144165-7534-4f7e-bb99-db99d8e3e441,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:28.882965 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff5a18c-ae12-44b6-9884-0e1137a9d15d req-f1263da0-c7f8-43c1-8811-202c684a252a tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] No DVR routers for this DVR port 62144165-7534-4f7e-bb99-db99d8e3e441 on host n-h2-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:35:28.886964 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-aff5a18c-ae12-44b6-9884-0e1137a9d15d req-f1263da0-c7f8-43c1-8811-202c684a252a tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:28.891219 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aff5a18c-ae12-44b6-9884-0e1137a9d15d req-f1263da0-c7f8-43c1-8811-202c684a252a tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.91 "DELETE /v2.0/ports/62144165-7534-4f7e-bb99-db99d8e3e441 HTTP/1.1" status: 204 len: 173 time: 2.0515015 Feb 17 17:35:28.893880 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be13ebb0-5343-4dc6-bc42-1067b3780f5d', 'name': 'network-vif-deleted', 'tag': '62144165-7534-4f7e-bb99-db99d8e3e441'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:35:28.896181 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2fe28b-3de3-4584-8489-cc2f9f62e26f" -d '{"events": [{"server_uuid": "be13ebb0-5343-4dc6-bc42-1067b3780f5d", "name": "network-vif-deleted", "tag": "62144165-7534-4f7e-bb99-db99d8e3e441"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:35:28.926328 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819c3ae-f849-45e8-823c-11b4aea0e358 req-cc5c95e4-74c0-44cb-a514-eca0627ae2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:28.928023 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0819c3ae-f849-45e8-823c-11b4aea0e358 req-cc5c95e4-74c0-44cb-a514-eca0627ae2bb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=24d514a6d00a4f52a8689d09d1cf81c2&device_id=9fdfe57b-fd05-4786-aba9-35c53d6fdcaf HTTP/1.1" status: 200 len: 1133 time: 0.1134996 Feb 17 17:35:28.982548 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44734) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:29.051764 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6f0942e9-5eea-4938-804d-63cf464d4357 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (8fe85eca-e787-47ba-a7fc-f564fa8fbf72), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:29.137817 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819c3ae-f849-45e8-823c-11b4aea0e358 req-9c5739af-1d0f-4a5e-bad6-4db16917e4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:29.139084 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fa9b97d8-b651-4d2f-8ab5-e461ecb34c5a req-dc057f36-5765-47a0-bc34-f44bed089604 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 210 time: 0.0999160 Feb 17 17:35:29.140167 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6f0942e9-5eea-4938-804d-63cf464d4357 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:29.143329 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-6f0942e9-5eea-4938-804d-63cf464d4357 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/8fe85eca-e787-47ba-a7fc-f564fa8fbf72 HTTP/1.1" status: 204 len: 168 time: 1.6050787 Feb 17 17:35:29.145170 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0819c3ae-f849-45e8-823c-11b4aea0e358 req-9c5739af-1d0f-4a5e-bad6-4db16917e4cf service neutron] 10.222.0.71 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 0.2095749 Feb 17 17:35:29.145784 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44736) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:29.160882 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167a8777-57be-4735-92dd-9c502ac2c7e2 None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:35:29.202615 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0942e9-5eea-4938-804d-63cf464d4357 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Subnet': ['ID=8fe85eca-e787-47ba-a7fc-f564fa8fbf72,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:29.283400 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-cf14d3d7-254a-43e3-b337-6b18a2603f9a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=bd846c898dcb4ede901cf17db3c5adaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2992115 Feb 17 17:35:29.286502 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-68fb6d59-8855-48ac-b6e7-ec165696e260 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1394732 Feb 17 17:35:29.289271 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44738) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:29.289607 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44740) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:29.312552 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-acfb7c63-c821-40d1-99f0-b8038875faf1 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'subnet': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:35:29.347236 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0819c3ae-f849-45e8-823c-11b4aea0e358 req-767478fb-d5f9-4e5a-b2d4-2d832ac36fce service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=5faaf9bc-4919-487c-abb1-6eefe7416d24 HTTP/1.1" status: 200 len: 217 time: 0.0955083 Feb 17 17:35:29.443219 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819c3ae-f849-45e8-823c-11b4aea0e358 req-f3f0f347-0ff2-4a9f-bc2e-da65608f7527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:29.444767 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0819c3ae-f849-45e8-823c-11b4aea0e358 req-f3f0f347-0ff2-4a9f-bc2e-da65608f7527 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.0934684 Feb 17 17:35:29.570454 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265090f7-edde-4e6d-8a2c-71d270664df3 None None] DHCP port deletion for f82adc72-a904-4b51-9a87-7ea8a1981040 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:35:29.602624 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819c3ae-f849-45e8-823c-11b4aea0e358 req-52e27687-d1f9-4823-b52f-d01520d45ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:29.606390 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0819c3ae-f849-45e8-823c-11b4aea0e358 req-52e27687-d1f9-4823-b52f-d01520d45ecc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1482959 Feb 17 17:35:29.647189 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-80a9346b-5ecc-4b7d-945b-a248e03ce8db req-0174199b-a839-4267-b672-d98a62ff51fa tempest-ServerShowV247Test-1780687124 tempest-ServerShowV247Test-1780687124-project] 10.222.0.87 "GET /v2.0/ports?device_id=f442a6ac-8a23-44e8-9009-18bc85d5de7e HTTP/1.1" status: 200 len: 210 time: 0.3166869 Feb 17 17:35:29.690365 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-265090f7-edde-4e6d-8a2c-71d270664df3 None None] Deleting port 3b150082-72d0-4285-98a9-62a5dc356d87 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:35:29.690760 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-265090f7-edde-4e6d-8a2c-71d270664df3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (3b150082-72d0-4285-98a9-62a5dc356d87), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:29.741943 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7db599fd-7cc1-4816-8baa-590f1e7a0986 req-93a89072-7348-4fed-b3b7-89b9938a083a tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Router 0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:35:29.788453 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-db23b41b-84cc-4e87-9f53-04382c309228 admin admin] Publish callbacks [] for security_group (09c1a1dd-aec4-4159-908a-ed48fa60b9e3), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:29.795092 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e0cc67-632a-4510-b576-a7a800bb8265 x-openstack-request-id: req-e3e0cc67-632a-4510-b576-a7a800bb8265 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:35:29.795787 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fdfe57b-fd05-4786-aba9-35c53d6fdcaf", "name": "network-vif-plugged", "status": "completed", "tag": "5faaf9bc-4919-487c-abb1-6eefe7416d24", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:35:29.796139 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e3e0cc67-632a-4510-b576-a7a800bb8265 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:35:29.796292 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0819c3ae-f849-45e8-823c-11b4aea0e358 req-bb5f9d03-b1c4-4fb3-bf2e-135452621707 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823757 Feb 17 17:35:29.796716 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fdfe57b-fd05-4786-aba9-35c53d6fdcaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5faaf9bc-4919-487c-abb1-6eefe7416d24', 'code': 200} Feb 17 17:35:29.807923 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-265090f7-edde-4e6d-8a2c-71d270664df3 None None] For port 3b150082-72d0-4285-98a9-62a5dc356d87, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=3b150082-72d0-4285-98a9-62a5dc356d87,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:35:29.808653 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-265090f7-edde-4e6d-8a2c-71d270664df3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (3b150082-72d0-4285-98a9-62a5dc356d87), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:29.830711 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-265090f7-edde-4e6d-8a2c-71d270664df3 None None] Calling delete_port for 3b150082-72d0-4285-98a9-62a5dc356d87 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:35:29.925563 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acfb7c63-c821-40d1-99f0-b8038875faf1 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:35:29.928198 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-acfb7c63-c821-40d1-99f0-b8038875faf1 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:29.935442 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-265090f7-edde-4e6d-8a2c-71d270664df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (3b150082-72d0-4285-98a9-62a5dc356d87), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:29.969248 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265090f7-edde-4e6d-8a2c-71d270664df3 None None] Pushing event deleted for resources: {'Port': ['ID=3b150082-72d0-4285-98a9-62a5dc356d87,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:29.980639 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265090f7-edde-4e6d-8a2c-71d270664df3 None None] No DVR routers for this DVR port 3b150082-72d0-4285-98a9-62a5dc356d87 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:35:30.016530 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-db23b41b-84cc-4e87-9f53-04382c309228 admin admin] Publish callbacks [] for security_group (09c1a1dd-aec4-4159-908a-ed48fa60b9e3), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:30.041436 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0819c3ae-f849-45e8-823c-11b4aea0e358 req-0c015dec-b4e8-45ba-b79c-d2d62edb9607 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348135 Feb 17 17:35:30.203030 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6066d1-344b-4cbf-a3a1-a7ebd894c1b0 req-16932e1b-e935-44a8-a8a8-ab082b64988f tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:30.204604 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ff6066d1-344b-4cbf-a3a1-a7ebd894c1b0 req-16932e1b-e935-44a8-a8a8-ab082b64988f tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=f00d4d80-0531-4d28-b776-76d9efd2b420 HTTP/1.1" status: 200 len: 949 time: 0.2728496 Feb 17 17:35:30.221650 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7db599fd-7cc1-4816-8baa-590f1e7a0986 req-93a89072-7348-4fed-b3b7-89b9938a083a tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:35:30.225879 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-7db599fd-7cc1-4816-8baa-590f1e7a0986 req-93a89072-7348-4fed-b3b7-89b9938a083a tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:30.232378 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682de346-20bb-4543-8a6b-cae32c2429fd None None] Sync routers for ids ['0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:35:30.243973 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682de346-20bb-4543-8a6b-cae32c2429fd None None] Routers {'0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:35:30.244721 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-682de346-20bb-4543-8a6b-cae32c2429fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:35:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:30.277776 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-db23b41b-84cc-4e87-9f53-04382c309228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (09c1a1dd-aec4-4159-908a-ed48fa60b9e3), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:30.281246 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-db23b41b-84cc-4e87-9f53-04382c309228 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:30.282265 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-db23b41b-84cc-4e87-9f53-04382c309228 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/09c1a1dd-aec4-4159-908a-ed48fa60b9e3 HTTP/1.1" status: 204 len: 168 time: 0.9917383 Feb 17 17:35:30.349567 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db23b41b-84cc-4e87-9f53-04382c309228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c1a1dd-aec4-4159-908a-ed48fa60b9e3,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:30.387688 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7db599fd-7cc1-4816-8baa-590f1e7a0986 req-93a89072-7348-4fed-b3b7-89b9938a083a tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "PUT /v2.0/floatingips/1b301bc8-f310-47fa-94fe-1becd994a61f HTTP/1.1" status: 200 len: 996 time: 4.3735893 Feb 17 17:35:30.395547 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-682de346-20bb-4543-8a6b-cae32c2429fd None None] Set router 0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:35:30.410139 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ff6066d1-344b-4cbf-a3a1-a7ebd894c1b0 req-adf98f00-af2e-4411-804a-77613332d98c tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756306 Feb 17 17:35:30.698696 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-acfb7c63-c821-40d1-99f0-b8038875faf1 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (ca6108dc-1c8e-4a2c-a3e1-89dc9d5b2213), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:30.759015 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb7c63-c821-40d1-99f0-b8038875faf1 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Subnet': ['ID=ca6108dc-1c8e-4a2c-a3e1-89dc9d5b2213,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:30.782127 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfb7c63-c821-40d1-99f0-b8038875faf1 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:35:30.783983 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-acfb7c63-c821-40d1-99f0-b8038875faf1 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:35:30.793996 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfb7c63-c821-40d1-99f0-b8038875faf1 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:30.794961 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-acfb7c63-c821-40d1-99f0-b8038875faf1 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:30.804824 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa466d40-cfbb-40b6-9e88-b5f8a75430c4 None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:35:30.814260 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db599fd-7cc1-4816-8baa-590f1e7a0986 req-3331a0ed-8128-4e6a-b88c-3eb40ec5841e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:30.816203 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7db599fd-7cc1-4816-8baa-590f1e7a0986 req-3331a0ed-8128-4e6a-b88c-3eb40ec5841e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9dba40edc9c14b8fb9d6b4695dd74e24&device_id=62e75d39-d946-4814-8adf-839d9da47a9c HTTP/1.1" status: 200 len: 1127 time: 0.4017167 Feb 17 17:35:30.828067 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-acfb7c63-c821-40d1-99f0-b8038875faf1 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5330231 Feb 17 17:35:30.828934 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44756) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:30.835689 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-0d51ab66-b16d-4b37-a2d9-4ad052ff4ef8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'port': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'fixed_ips': [{'subnet_id': 'ca6108dc-1c8e-4a2c-a3e1-89dc9d5b2213', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-421592462'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:35:31.042316 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 62144165-7534-4f7e-bb99-db99d8e3e441 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:35:31.058158 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db599fd-7cc1-4816-8baa-590f1e7a0986 req-77678705-51d0-486c-ae7a-54e3fa412326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:31.062588 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7db599fd-7cc1-4816-8baa-590f1e7a0986 req-77678705-51d0-486c-ae7a-54e3fa412326 service neutron] 10.222.0.87 "GET /v2.0/networks?id=3100c139-77f4-49d8-b7fa-b7a25c4ec3d8 HTTP/1.1" status: 200 len: 921 time: 0.2343781 Feb 17 17:35:31.093829 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d51ab66-b16d-4b37-a2d9-4ad052ff4ef8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:35:31.114553 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: 62144165-7534-4f7e-bb99-db99d8e3e441 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:35:31.115313 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 62144165-7534-4f7e-bb99-db99d8e3e441 not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:35:31.160433 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c724098e-3c36-464f-bd95-91cc11c57964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-f82adc72-a904-4b51-9a87-7ea8a1981040', 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'project_id': 'c017d73ca35741f09876024d2cbfcdb7', 'fixed_ips': [{'subnet_id': 'ca6108dc-1c8e-4a2c-a3e1-89dc9d5b2213'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:35:31.167320 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c724098e-3c36-464f-bd95-91cc11c57964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:31.187949 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-682de346-20bb-4543-8a6b-cae32c2429fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-604324597-router', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '996a6547-d632-4ab5-a3ba-ee048f1ef2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:33:43Z', 'updated_at': '2022-02-17T17:33:49Z', 'revision_number': 4, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'gw_port': {'id': '996a6547-d632-4ab5-a3ba-ee048f1ef2b3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:33:44Z', 'updated_at': '2022-02-17T17:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '1b301bc8-f310-47fa-94fe-1becd994a61f', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'floating_ip_address': '172.25.8.123', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'port_id': '0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8', 'mac_address': 'fa:16:3e:17:0a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e75d39-d946-4814-8adf-839d9da47a9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:34:21Z', 'updated_at': '2022-02-17T17:35:27Z', 'revision_number': 8, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5', 'name': '', 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'mac_address': 'fa:16:3e:6a:b1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'fcea941e-c7ab-41fc-b153-28fd81921144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:33:48Z', 'updated_at': '2022-02-17T17:33:58Z', 'revision_number': 5, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'subnets': [{'id': 'fcea941e-c7ab-41fc-b153-28fd81921144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:31.203075 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7db599fd-7cc1-4816-8baa-590f1e7a0986 req-661062e1-ff09-4c5a-bb8c-a337f0c378a5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6 HTTP/1.1" status: 200 len: 999 time: 0.1278391 Feb 17 17:35:31.286486 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682de346-20bb-4543-8a6b-cae32c2429fd None None] Checking router: 0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:35:31.329380 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d51ab66-b16d-4b37-a2d9-4ad052ff4ef8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:31.337901 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 3b150082-72d0-4285-98a9-62a5dc356d87 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:35:31.345874 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682de346-20bb-4543-8a6b-cae32c2429fd None None] Routers {'0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:35:31.355281 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-682de346-20bb-4543-8a6b-cae32c2429fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:35:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:31.362123 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-0d51ab66-b16d-4b37-a2d9-4ad052ff4ef8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] device_id is not set on port a21511a8-a415-4cce-b452-9accc06a2609 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:35:31.366934 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db599fd-7cc1-4816-8baa-590f1e7a0986 req-a7764897-8ba8-4116-8729-7c36e1cfce7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:31.371774 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7db599fd-7cc1-4816-8baa-590f1e7a0986 req-a7764897-8ba8-4116-8729-7c36e1cfce7d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=fcea941e-c7ab-41fc-b153-28fd81921144 HTTP/1.1" status: 200 len: 859 time: 0.1467915 Feb 17 17:35:31.470758 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db599fd-7cc1-4816-8baa-590f1e7a0986 req-bc3baf90-b31c-4350-bb1b-bc2ff2e768b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:31.473875 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7db599fd-7cc1-4816-8baa-590f1e7a0986 req-bc3baf90-b31c-4350-bb1b-bc2ff2e768b3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3100c139-77f4-49d8-b7fa-b7a25c4ec3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0947533 Feb 17 17:35:31.506227 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 3b150082-72d0-4285-98a9-62a5dc356d87 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:35:31.506945 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 3b150082-72d0-4285-98a9-62a5dc356d87 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:35:31.561892 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8519d147-78db-4394-8fc8-86b421901a03 x-openstack-request-id: req-8519d147-78db-4394-8fc8-86b421901a03 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:35:31.564097 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be13ebb0-5343-4dc6-bc42-1067b3780f5d", "name": "network-vif-deleted", "tag": "62144165-7534-4f7e-bb99-db99d8e3e441", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:35:31.564534 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8519d147-78db-4394-8fc8-86b421901a03 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:35:31.566245 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be13ebb0-5343-4dc6-bc42-1067b3780f5d', 'name': 'network-vif-deleted', 'tag': '62144165-7534-4f7e-bb99-db99d8e3e441', 'status': 'completed', 'code': 200} Feb 17 17:35:31.739664 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-682de346-20bb-4543-8a6b-cae32c2429fd None None] Set router 0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:35:31.778685 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-c724098e-3c36-464f-bd95-91cc11c57964 None None] Allocated IP 2001:db8::2 (f82adc72-a904-4b51-9a87-7ea8a1981040/ca6108dc-1c8e-4a2c-a3e1-89dc9d5b2213/43308aca-f539-48fc-b166-6a3172fc3a45) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:35:31.825217 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-909bd009-0a7a-4818-88b4-9406a2f9393b req-553860bb-22e8-49c8-8404-1576a1014212 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 210 time: 0.0545049 Feb 17 17:35:31.885449 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7db599fd-7cc1-4816-8baa-590f1e7a0986 req-8d6c5012-28c1-4aa7-a66c-1969bbdf31c8 service neutron] 10.222.0.87 "GET /v2.0/networks/3100c139-77f4-49d8-b7fa-b7a25c4ec3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048247 Feb 17 17:35:32.043648 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eece8835-376f-403b-93ec-8a50a8f18c76 req-736876ec-07d0-4505-b15e-9404c3539426 tempest-ServerShowV247Test-1780687124 tempest-ServerShowV247Test-1780687124-project] 10.222.0.87 "GET /v2.0/ports?device_id=f442a6ac-8a23-44e8-9009-18bc85d5de7e HTTP/1.1" status: 200 len: 210 time: 0.0743835 Feb 17 17:35:32.112085 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7db599fd-7cc1-4816-8baa-590f1e7a0986 req-d4b9bfa1-a3de-433d-b4e1-3c5384e32405 service neutron] 10.222.0.87 "GET /v2.0/networks/3100c139-77f4-49d8-b7fa-b7a25c4ec3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189033 Feb 17 17:35:32.273444 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c724098e-3c36-464f-bd95-91cc11c57964 None None] Publish callbacks [] for port (43308aca-f539-48fc-b166-6a3172fc3a45), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:32.300203 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c724098e-3c36-464f-bd95-91cc11c57964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (43308aca-f539-48fc-b166-6a3172fc3a45), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:32.304571 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d51ab66-b16d-4b37-a2d9-4ad052ff4ef8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 17:35:32.305049 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d51ab66-b16d-4b37-a2d9-4ad052ff4ef8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:35:32.331755 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0d51ab66-b16d-4b37-a2d9-4ad052ff4ef8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 1.5012949 Feb 17 17:35:32.334571 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44788) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:32.377459 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c724098e-3c36-464f-bd95-91cc11c57964 None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:35:32.385347 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-c724098e-3c36-464f-bd95-91cc11c57964 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:35:32.395261 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c724098e-3c36-464f-bd95-91cc11c57964 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:35:32.424595 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c75443-1299-4639-a52c-99be53ad75a9 req-bf8bc78b-f9db-4dc8-8880-f91592291514 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:32.429366 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b0c75443-1299-4639-a52c-99be53ad75a9 req-bf8bc78b-f9db-4dc8-8880-f91592291514 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=9fdfe57b-fd05-4786-aba9-35c53d6fdcaf HTTP/1.1" status: 200 len: 951 time: 0.2313745 Feb 17 17:35:32.471982 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0aba4e-5e86-4d7f-8caa-775c54ceb9ab tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:32.479439 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0e0aba4e-5e86-4d7f-8caa-775c54ceb9ab tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1416240 Feb 17 17:35:32.480369 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44794) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:32.502965 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d0aedc-5636-47e1-97e0-bfa63505891b req-516dc7ae-b995-45bd-88da-a0f6a0022fa1 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:32.517600 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-56d0aedc-5636-47e1-97e0-bfa63505891b req-516dc7ae-b995-45bd-88da-a0f6a0022fa1 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=f00d4d80-0531-4d28-b776-76d9efd2b420 HTTP/1.1" status: 200 len: 949 time: 0.2723317 Feb 17 17:35:32.557609 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcee1f4-7bae-4433-ba87-9e2d27f010ba tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:32.558965 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcee1f4-7bae-4433-ba87-9e2d27f010ba tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:32.564685 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8dcee1f4-7bae-4433-ba87-9e2d27f010ba tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0829551 Feb 17 17:35:32.565297 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44798) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:32.682743 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-11e44d03-1714-477d-bfe2-2005183b21ca tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Deleting subnet ca6108dc-1c8e-4a2c-a3e1-89dc9d5b2213 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:35:32.691307 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-11e44d03-1714-477d-bfe2-2005183b21ca tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (ca6108dc-1c8e-4a2c-a3e1-89dc9d5b2213), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:32.703584 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-56d0aedc-5636-47e1-97e0-bfa63505891b req-6db64c7b-92b3-4a5b-9b44-b5b38826bf52 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823044 Feb 17 17:35:32.732444 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b0c75443-1299-4639-a52c-99be53ad75a9 req-dfccd87f-5d9d-4c52-883a-4f326d28752a tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912393 Feb 17 17:35:32.786032 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe2813-d5a6-4920-ba5c-1e14a13a134a req-e0c7f94b-a335-4182-8506-3492e88b2044 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:32.788297 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f9fe2813-d5a6-4920-ba5c-1e14a13a134a req-e0c7f94b-a335-4182-8506-3492e88b2044 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fdfe57b-fd05-4786-aba9-35c53d6fdcaf HTTP/1.1" status: 200 len: 951 time: 0.1901937 Feb 17 17:35:32.923287 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-11e44d03-1714-477d-bfe2-2005183b21ca tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (ca6108dc-1c8e-4a2c-a3e1-89dc9d5b2213), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:32.927674 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc9911f6-a707-4938-a2f2-ae5c6e0b02c0 req-7524f633-0ee7-4573-aa29-df9e811662a8 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/floatingips/1b301bc8-f310-47fa-94fe-1becd994a61f HTTP/1.1" status: 200 len: 996 time: 0.1801488 Feb 17 17:35:32.969818 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44808) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:32.995610 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-682de346-20bb-4543-8a6b-cae32c2429fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-604324597-router', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '996a6547-d632-4ab5-a3ba-ee048f1ef2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:33:43Z', 'updated_at': '2022-02-17T17:33:49Z', 'revision_number': 4, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'gw_port': {'id': '996a6547-d632-4ab5-a3ba-ee048f1ef2b3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:33:44Z', 'updated_at': '2022-02-17T17:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '1b301bc8-f310-47fa-94fe-1becd994a61f', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'floating_ip_address': '172.25.8.123', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'port_id': '0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8', 'mac_address': 'fa:16:3e:17:0a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e75d39-d946-4814-8adf-839d9da47a9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:34:21Z', 'updated_at': '2022-02-17T17:35:27Z', 'revision_number': 8, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5', 'name': '', 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'mac_address': 'fa:16:3e:6a:b1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'fcea941e-c7ab-41fc-b153-28fd81921144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:33:48Z', 'updated_at': '2022-02-17T17:33:58Z', 'revision_number': 5, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'subnets': [{'id': 'fcea941e-c7ab-41fc-b153-28fd81921144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:33.008458 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-11d0a271-0a6c-40bd-8cfb-495431084621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:33.044106 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c724098e-3c36-464f-bd95-91cc11c57964 None None] Pushing event updated for resources: {'Port': ['ID=43308aca-f539-48fc-b166-6a3172fc3a45,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:33.051280 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682de346-20bb-4543-8a6b-cae32c2429fd None None] The sync data for ids ['0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec'] in n-d-829613-2 is: [{'id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-604324597-router', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '996a6547-d632-4ab5-a3ba-ee048f1ef2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:33:43Z', 'updated_at': '2022-02-17T17:33:49Z', 'revision_number': 4, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'gw_port': {'id': '996a6547-d632-4ab5-a3ba-ee048f1ef2b3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:33:44Z', 'updated_at': '2022-02-17T17:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '1b301bc8-f310-47fa-94fe-1becd994a61f', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'floating_ip_address': '172.25.8.123', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'port_id': '0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8', 'mac_address': 'fa:16:3e:17:0a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e75d39-d946-4814-8adf-839d9da47a9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:34:21Z', 'updated_at': '2022-02-17T17:35:27Z', 'revision_number': 8, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5', 'name': '', 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'mac_address': 'fa:16:3e:6a:b1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'fcea941e-c7ab-41fc-b153-28fd81921144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:33:48Z', 'updated_at': '2022-02-17T17:33:58Z', 'revision_number': 5, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'subnets': [{'id': 'fcea941e-c7ab-41fc-b153-28fd81921144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:35:33.054607 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-c724098e-3c36-464f-bd95-91cc11c57964 None None] Attempting to bind port 43308aca-f539-48fc-b166-6a3172fc3a45 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:35:33.055508 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-c724098e-3c36-464f-bd95-91cc11c57964 None None] Attempting to bind port 43308aca-f539-48fc-b166-6a3172fc3a45 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:35:33.055508 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c724098e-3c36-464f-bd95-91cc11c57964 None None] Attempting to bind port 43308aca-f539-48fc-b166-6a3172fc3a45 on network f82adc72-a904-4b51-9a87-7ea8a1981040 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:35:33.062477 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c724098e-3c36-464f-bd95-91cc11c57964 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:35:33.062864 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c724098e-3c36-464f-bd95-91cc11c57964 None None] Checking segment: {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:35:33.063276 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c724098e-3c36-464f-bd95-91cc11c57964 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:33.064331 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c724098e-3c36-464f-bd95-91cc11c57964 None None] Bound using segment: {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:35:33.064884 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-c724098e-3c36-464f-bd95-91cc11c57964 None None] Bound port: 43308aca-f539-48fc-b166-6a3172fc3a45, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:35:33.065277 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c724098e-3c36-464f-bd95-91cc11c57964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (43308aca-f539-48fc-b166-6a3172fc3a45), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:33.152272 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aee12948-5c5f-4d2e-87a3-d8f82a8311d2 req-5b9c40b5-e327-4a22-a3f1-68375e2dcf94 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 210 time: 0.1182015 Feb 17 17:35:33.211098 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-f9fe2813-d5a6-4920-ba5c-1e14a13a134a req-b58ea5d4-d7f3-4a12-b2f7-e9bb696aa568 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Deleting port 5faaf9bc-4919-487c-abb1-6eefe7416d24 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:35:33.211499 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f9fe2813-d5a6-4920-ba5c-1e14a13a134a req-b58ea5d4-d7f3-4a12-b2f7-e9bb696aa568 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (5faaf9bc-4919-487c-abb1-6eefe7416d24), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:33.236708 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-c724098e-3c36-464f-bd95-91cc11c57964 None None] For port 43308aca-f539-48fc-b166-6a3172fc3a45, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:35:33.244760 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-c724098e-3c36-464f-bd95-91cc11c57964 None None] For port 43308aca-f539-48fc-b166-6a3172fc3a45, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=43308aca-f539-48fc-b166-6a3172fc3a45,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:35:33.254496 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c724098e-3c36-464f-bd95-91cc11c57964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (43308aca-f539-48fc-b166-6a3172fc3a45), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:33.279139 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-7a535bb4-5089-4402-a6bd-23be21c96475 tempest-RoutersAdminNegativeTest-1450657622 tempest-RoutersAdminNegativeTest-1450657622-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-466925543', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:35:33.316983 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-11e44d03-1714-477d-bfe2-2005183b21ca tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (ca6108dc-1c8e-4a2c-a3e1-89dc9d5b2213), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:33.405584 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c724098e-3c36-464f-bd95-91cc11c57964 None None] Pushing event updated for resources: {'Port': ['ID=43308aca-f539-48fc-b166-6a3172fc3a45,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:33.426665 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2374e835-f430-4bfc-8c5c-57e7f64ee5ea req-a3c3c2b7-a0af-4e6b-b563-3dbb22316086 tempest-ServerShowV247Test-1780687124 tempest-ServerShowV247Test-1780687124-project] 10.222.0.87 "GET /v2.0/ports?device_id=f442a6ac-8a23-44e8-9009-18bc85d5de7e HTTP/1.1" status: 200 len: 210 time: 0.0966222 Feb 17 17:35:33.436987 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a535bb4-5089-4402-a6bd-23be21c96475 tempest-RoutersAdminNegativeTest-1450657622 tempest-RoutersAdminNegativeTest-1450657622-project-admin] Made reservation on behalf of dda6585b14f743c490c1ae0a096cf52a for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:35:33.447370 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7a535bb4-5089-4402-a6bd-23be21c96475 tempest-RoutersAdminNegativeTest-1450657622 tempest-RoutersAdminNegativeTest-1450657622-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:33.474065 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9911f6-a707-4938-a2f2-ae5c6e0b02c0 req-ac842ba7-7c9b-4fb7-b374-97b8eec5363d tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:33.476977 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc9911f6-a707-4938-a2f2-ae5c6e0b02c0 req-ac842ba7-7c9b-4fb7-b374-97b8eec5363d tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/networks/d7afcf1f-5124-4168-b80f-10ace9d04ea7 HTTP/1.1" status: 200 len: 784 time: 0.5439746 Feb 17 17:35:33.494502 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-cc9911f6-a707-4938-a2f2-ae5c6e0b02c0 req-b961955b-c7a8-4a63-ab58-45f16743461a tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:35:33.496031 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc9911f6-a707-4938-a2f2-ae5c6e0b02c0 req-b961955b-c7a8-4a63-ab58-45f16743461a tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0109775 Feb 17 17:35:33.497337 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7a535bb4-5089-4402-a6bd-23be21c96475 tempest-RoutersAdminNegativeTest-1450657622 tempest-RoutersAdminNegativeTest-1450657622-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:33.513706 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-f9fe2813-d5a6-4920-ba5c-1e14a13a134a req-b58ea5d4-d7f3-4a12-b2f7-e9bb696aa568 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] For port 5faaf9bc-4919-487c-abb1-6eefe7416d24, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=5faaf9bc-4919-487c-abb1-6eefe7416d24,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:35:33.514506 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f9fe2813-d5a6-4920-ba5c-1e14a13a134a req-b58ea5d4-d7f3-4a12-b2f7-e9bb696aa568 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (5faaf9bc-4919-487c-abb1-6eefe7416d24), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:33.514796 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e42198-9228-498b-81a7-112477314351 None None] New status for floating IP 1b301bc8-f310-47fa-94fe-1becd994a61f: ACTIVE {{(pid=103438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 17:35:33.535867 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-f9fe2813-d5a6-4920-ba5c-1e14a13a134a req-b58ea5d4-d7f3-4a12-b2f7-e9bb696aa568 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Calling delete_port for 5faaf9bc-4919-487c-abb1-6eefe7416d24 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:35:33.557236 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-11e44d03-1714-477d-bfe2-2005183b21ca tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (ca6108dc-1c8e-4a2c-a3e1-89dc9d5b2213), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:33.602445 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e75d39-d946-4814-8adf-839d9da47a9c', 'tag': '0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:35:33.614661 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a6b1e1-2332-4764-94ef-3896a399e1be" -d '{"events": [{"name": "network-changed", "server_uuid": "62e75d39-d946-4814-8adf-839d9da47a9c", "tag": "0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:35:33.707146 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-11e44d03-1714-477d-bfe2-2005183b21ca tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:33.722423 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-35a07e0c-3fbf-4038-93d3-102329681e3c req-3e6938c3-b3fb-46c3-975e-47111fa2d3e2 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.8.123 HTTP/1.1" status: 200 len: 999 time: 0.1928024 Feb 17 17:35:33.722578 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-11e44d03-1714-477d-bfe2-2005183b21ca tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/ca6108dc-1c8e-4a2c-a3e1-89dc9d5b2213 HTTP/1.1" status: 204 len: 168 time: 1.1561782 Feb 17 17:35:33.724637 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44818) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:33.738016 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e44d03-1714-477d-bfe2-2005183b21ca tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Subnet': ['ID=ca6108dc-1c8e-4a2c-a3e1-89dc9d5b2213,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:33.824309 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d5c47ebe-b153-4600-90b2-28891cf18506 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0963943 Feb 17 17:35:33.831679 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7a535bb4-5089-4402-a6bd-23be21c96475 tempest-RoutersAdminNegativeTest-1450657622 tempest-RoutersAdminNegativeTest-1450657622-project-admin] Publish callbacks [] for security_group (ad1f211a-8113-4bf3-a63d-70a978c074e1), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:33.832365 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44824) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:33.848487 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-6dc35777-2e5a-4c54-b299-07ce925cb81d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'subnet': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:35:33.937585 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2000f7-f27a-4391-be73-a87658545ae4 x-openstack-request-id: req-da2000f7-f27a-4391-be73-a87658545ae4 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:35:33.938311 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e75d39-d946-4814-8adf-839d9da47a9c", "tag": "0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:35:33.938311 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-da2000f7-f27a-4391-be73-a87658545ae4 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:35:33.938590 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62e75d39-d946-4814-8adf-839d9da47a9c', 'tag': '0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6', 'status': 'completed', 'code': 200} Feb 17 17:35:33.968268 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7a535bb4-5089-4402-a6bd-23be21c96475 tempest-RoutersAdminNegativeTest-1450657622 tempest-RoutersAdminNegativeTest-1450657622-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (ad1f211a-8113-4bf3-a63d-70a978c074e1), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:33.992233 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a07e0c-3fbf-4038-93d3-102329681e3c req-114558c0-fdc6-4fc7-8f03-d569196c0902 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:34.004841 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-35a07e0c-3fbf-4038-93d3-102329681e3c req-114558c0-fdc6-4fc7-8f03-d569196c0902 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/ports/0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6 HTTP/1.1" status: 200 len: 942 time: 0.2770236 Feb 17 17:35:34.016616 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-7a535bb4-5089-4402-a6bd-23be21c96475 tempest-RoutersAdminNegativeTest-1450657622 tempest-RoutersAdminNegativeTest-1450657622-project-admin] device_id is not set on port a3935fa7-3d33-4125-a12e-1cc7b794b5f2 yet. {{(pid=103435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:35:34.100509 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f9fe2813-d5a6-4920-ba5c-1e14a13a134a req-b58ea5d4-d7f3-4a12-b2f7-e9bb696aa568 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (5faaf9bc-4919-487c-abb1-6eefe7416d24), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:34.116677 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc35777-2e5a-4c54-b299-07ce925cb81d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:35:34.117457 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['5b06a779-8ab4-48f8-99c4-5d97183e1768', '5faaf9bc-4919-487c-abb1-6eefe7416d24'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:35:34.120272 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6dc35777-2e5a-4c54-b299-07ce925cb81d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:34.150250 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58ea5d4-d7f3-4a12-b2f7-e9bb696aa568 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Pushing event deleted for resources: {'Port': ['ID=5faaf9bc-4919-487c-abb1-6eefe7416d24,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:34.227013 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['df6efc80-10e2-4743-a0a6-e7344668cff7', '3d0fcf80-e301-443a-8e3d-051528746e99'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:35:34.236067 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9fe2813-d5a6-4920-ba5c-1e14a13a134a req-b58ea5d4-d7f3-4a12-b2f7-e9bb696aa568 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] No DVR routers for this DVR port 5faaf9bc-4919-487c-abb1-6eefe7416d24 on host n-h1-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:35:34.242162 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f9fe2813-d5a6-4920-ba5c-1e14a13a134a req-b58ea5d4-d7f3-4a12-b2f7-e9bb696aa568 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:34.246200 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f9fe2813-d5a6-4920-ba5c-1e14a13a134a req-b58ea5d4-d7f3-4a12-b2f7-e9bb696aa568 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.71 "DELETE /v2.0/ports/5faaf9bc-4919-487c-abb1-6eefe7416d24 HTTP/1.1" status: 204 len: 173 time: 1.4442117 Feb 17 17:35:34.246988 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fdfe57b-fd05-4786-aba9-35c53d6fdcaf', 'name': 'network-vif-deleted', 'tag': '5faaf9bc-4919-487c-abb1-6eefe7416d24'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:35:34.250273 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997a6f32-2a26-4e05-8f0c-e67438e03f4b" -d '{"events": [{"server_uuid": "9fdfe57b-fd05-4786-aba9-35c53d6fdcaf", "name": "network-vif-deleted", "tag": "5faaf9bc-4919-487c-abb1-6eefe7416d24"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:35:34.636036 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6dc35777-2e5a-4c54-b299-07ce925cb81d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (f3077742-c3c0-4adc-9eaa-a82e60b33b8c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:34.658961 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a535bb4-5089-4402-a6bd-23be21c96475 tempest-RoutersAdminNegativeTest-1450657622 tempest-RoutersAdminNegativeTest-1450657622-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1f211a-8113-4bf3-a63d-70a978c074e1,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:34.712986 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc35777-2e5a-4c54-b299-07ce925cb81d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:35:34.717570 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-6dc35777-2e5a-4c54-b299-07ce925cb81d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:35:34.745030 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc35777-2e5a-4c54-b299-07ce925cb81d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Subnet': ['ID=f3077742-c3c0-4adc-9eaa-a82e60b33b8c,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:34.754020 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc35777-2e5a-4c54-b299-07ce925cb81d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:34.754634 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6dc35777-2e5a-4c54-b299-07ce925cb81d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:34.761229 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6b1e1-2332-4764-94ef-3896a399e1be req-9d4d05e5-1aec-4744-a307-803c328d8377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:34.762771 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-65a6b1e1-2332-4764-94ef-3896a399e1be req-9d4d05e5-1aec-4744-a307-803c328d8377 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9dba40edc9c14b8fb9d6b4695dd74e24&device_id=62e75d39-d946-4814-8adf-839d9da47a9c HTTP/1.1" status: 200 len: 1127 time: 0.8180664 Feb 17 17:35:34.780977 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-35a07e0c-3fbf-4038-93d3-102329681e3c req-2f5e7767-ac81-48a4-bd77-9e6d2847f59f tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.8.123 HTTP/1.1" status: 200 len: 1001 time: 0.6784182 Feb 17 17:35:34.792738 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6dc35777-2e5a-4c54-b299-07ce925cb81d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9581742 Feb 17 17:35:34.793354 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44836) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:34.798355 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-1dd4a8ef-6635-4901-a259-4d3495c82f1a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1472095524', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:35:34.826537 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1dd4a8ef-6635-4901-a259-4d3495c82f1a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (b4364133-2a3a-479a-9776-5d369d5437eb), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:34.828161 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1dd4a8ef-6635-4901-a259-4d3495c82f1a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (b4364133-2a3a-479a-9776-5d369d5437eb), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:34.839724 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-7a535bb4-5089-4402-a6bd-23be21c96475 tempest-RoutersAdminNegativeTest-1450657622 tempest-RoutersAdminNegativeTest-1450657622-project-admin] Allocated IP 172.25.8.217 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/a3935fa7-3d33-4125-a12e-1cc7b794b5f2) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:35:34.894981 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b6075-f035-4df8-bafc-0e3e82fd038c req-1b387514-397b-43a8-9a7c-5378726b8f24 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:34.896524 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a93b6075-f035-4df8-bafc-0e3e82fd038c req-1b387514-397b-43a8-9a7c-5378726b8f24 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=f00d4d80-0531-4d28-b776-76d9efd2b420 HTTP/1.1" status: 200 len: 949 time: 0.9402075 Feb 17 17:35:34.925444 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1dd4a8ef-6635-4901-a259-4d3495c82f1a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for router_controller (b4364133-2a3a-479a-9776-5d369d5437eb), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:34.932687 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1dd4a8ef-6635-4901-a259-4d3495c82f1a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (b4364133-2a3a-479a-9776-5d369d5437eb), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:34.957684 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1dd4a8ef-6635-4901-a259-4d3495c82f1a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:34.959383 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-1dd4a8ef-6635-4901-a259-4d3495c82f1a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1651103 Feb 17 17:35:34.962025 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44840) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:35.059510 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd2b265-5cb0-40e7-952e-478152f459cc None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:35:35.150286 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a93b6075-f035-4df8-bafc-0e3e82fd038c req-c124f1e3-8bf5-4b0b-b5ef-3b580f91854d tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224333 Feb 17 17:35:35.167063 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a07e0c-3fbf-4038-93d3-102329681e3c req-0dfa492d-b73e-487a-8726-7d99ba33e48e tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:35.178241 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-35a07e0c-3fbf-4038-93d3-102329681e3c req-0dfa492d-b73e-487a-8726-7d99ba33e48e tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/networks/d7afcf1f-5124-4168-b80f-10ace9d04ea7 HTTP/1.1" status: 200 len: 784 time: 0.3963246 Feb 17 17:35:35.277119 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-35a07e0c-3fbf-4038-93d3-102329681e3c req-61e5ea6b-7556-4da6-b064-3da140fdd474 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.8.123 HTTP/1.1" status: 200 len: 1001 time: 0.0974436 Feb 17 17:35:35.282399 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-35a07e0c-3fbf-4038-93d3-102329681e3c req-650334aa-5945-4acb-baef-883713652ee2 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:35:35.305281 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-552e97fe-ac3d-4101-bfce-bf94934485d7 None None] Provisioning complete for port 43308aca-f539-48fc-b166-6a3172fc3a45 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:35:35.305281 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-552e97fe-ac3d-4101-bfce-bf94934485d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (43308aca-f539-48fc-b166-6a3172fc3a45), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:35.450133 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cf8b1070-2d1d-4d7a-a288-b6af59ace05c req-b056a18c-974b-4fe6-bb97-67a79c8fe364 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 210 time: 0.0560739 Feb 17 17:35:35.466651 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 43308aca-f539-48fc-b166-6a3172fc3a45 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:35:35.491096 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4030b2c0-d30c-4e9a-b57b-41cefd10604c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:35.496020 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-35a07e0c-3fbf-4038-93d3-102329681e3c req-650334aa-5945-4acb-baef-883713652ee2 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Publish callbacks [] for floatingip (1b301bc8-f310-47fa-94fe-1becd994a61f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:35.499271 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6b1e1-2332-4764-94ef-3896a399e1be req-45ee27c3-77d3-40aa-98b2-2be28a877b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:35.500804 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-65a6b1e1-2332-4764-94ef-3896a399e1be req-45ee27c3-77d3-40aa-98b2-2be28a877b9b service neutron] 10.222.0.91 "GET /v2.0/networks?id=3100c139-77f4-49d8-b7fa-b7a25c4ec3d8 HTTP/1.1" status: 200 len: 921 time: 0.6456566 Feb 17 17:35:35.585244 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88651655-c005-4096-a0c0-2f09c4a85fca x-openstack-request-id: req-88651655-c005-4096-a0c0-2f09c4a85fca {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:35:35.585747 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fdfe57b-fd05-4786-aba9-35c53d6fdcaf", "name": "network-vif-deleted", "tag": "5faaf9bc-4919-487c-abb1-6eefe7416d24", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:35:35.586324 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-88651655-c005-4096-a0c0-2f09c4a85fca {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:35:35.586659 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fdfe57b-fd05-4786-aba9-35c53d6fdcaf', 'name': 'network-vif-deleted', 'tag': '5faaf9bc-4919-487c-abb1-6eefe7416d24', 'status': 'completed', 'code': 200} Feb 17 17:35:35.640869 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-31c58c6d-2d7f-4a62-b244-3ef445dd5ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:35.698448 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-552e97fe-ac3d-4101-bfce-bf94934485d7 None None] Current status of the port 43308aca-f539-48fc-b166-6a3172fc3a45 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:35:35.698845 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-552e97fe-ac3d-4101-bfce-bf94934485d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (43308aca-f539-48fc-b166-6a3172fc3a45), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:35.703192 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a5aeb7af-09b0-4669-a40c-ef870ff03fe9 req-266e6abb-1d18-4fa2-869a-a4b15461541c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=f442a6ac-8a23-44e8-9009-18bc85d5de7e HTTP/1.1" status: 200 len: 210 time: 0.0343094 Feb 17 17:35:35.703737 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-65a6b1e1-2332-4764-94ef-3896a399e1be req-cd84eac2-bd78-4a8d-b81c-bb50dae45598 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6 HTTP/1.1" status: 200 len: 1001 time: 0.1061924 Feb 17 17:35:35.726388 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 43308aca-f539-48fc-b166-6a3172fc3a45 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:35:35.726847 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (43308aca-f539-48fc-b166-6a3172fc3a45), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:35.754177 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-87744756-09ec-447d-826e-8a3116b4cd49 req-d853978f-1e03-4376-b0fa-6a2e6ccd17b0 tempest-ServerShowV247Test-1780687124 tempest-ServerShowV247Test-1780687124-project] 10.222.0.87 "GET /v2.0/ports?device_id=f442a6ac-8a23-44e8-9009-18bc85d5de7e HTTP/1.1" status: 200 len: 210 time: 0.0492456 Feb 17 17:35:35.907353 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-552e97fe-ac3d-4101-bfce-bf94934485d7 None None] For port 43308aca-f539-48fc-b166-6a3172fc3a45, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=43308aca-f539-48fc-b166-6a3172fc3a45,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:35:35.922514 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-552e97fe-ac3d-4101-bfce-bf94934485d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (43308aca-f539-48fc-b166-6a3172fc3a45), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:35.940060 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 43308aca-f539-48fc-b166-6a3172fc3a45 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:35:35.940473 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (43308aca-f539-48fc-b166-6a3172fc3a45), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:36.001421 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6b1e1-2332-4764-94ef-3896a399e1be req-03207bf7-21a4-4f79-8ffb-93a9dc14df3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:36.003135 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-65a6b1e1-2332-4764-94ef-3896a399e1be req-03207bf7-21a4-4f79-8ffb-93a9dc14df3f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fcea941e-c7ab-41fc-b153-28fd81921144 HTTP/1.1" status: 200 len: 859 time: 0.1046190 Feb 17 17:35:36.065196 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7a535bb4-5089-4402-a6bd-23be21c96475 tempest-RoutersAdminNegativeTest-1450657622 tempest-RoutersAdminNegativeTest-1450657622-project-admin] Publish callbacks [] for port (a3935fa7-3d33-4125-a12e-1cc7b794b5f2), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:36.103598 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-4030b2c0-d30c-4e9a-b57b-41cefd10604c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Allocated IP 2001:db8::1 (f82adc72-a904-4b51-9a87-7ea8a1981040/f3077742-c3c0-4adc-9eaa-a82e60b33b8c/62555bad-7cc3-4e80-a405-2d96d812c85a) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:35:36.167392 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:35:36.167995 n-d-829613-2 neutron-server[103436]: DEBUG oslo_db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 17:35:36.171526 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 5faaf9bc-4919-487c-abb1-6eefe7416d24 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:35:36.198382 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6b1e1-2332-4764-94ef-3896a399e1be req-fab49e18-cca8-499c-88cf-833cb40d1822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:36.199846 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e97fe-ac3d-4101-bfce-bf94934485d7 None None] Pushing event updated for resources: {'Port': ['ID=43308aca-f539-48fc-b166-6a3172fc3a45,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:36.200390 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-65a6b1e1-2332-4764-94ef-3896a399e1be req-fab49e18-cca8-499c-88cf-833cb40d1822 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3100c139-77f4-49d8-b7fa-b7a25c4ec3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1896396 Feb 17 17:35:36.204896 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: 5faaf9bc-4919-487c-abb1-6eefe7416d24 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:35:36.205243 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 5faaf9bc-4919-487c-abb1-6eefe7416d24 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:35:36.212074 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-ea454240-8331-4cfd-b197-7323a24744e6 None None] Provisioning complete for port 43308aca-f539-48fc-b166-6a3172fc3a45 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:35:36.212550 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ea454240-8331-4cfd-b197-7323a24744e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (43308aca-f539-48fc-b166-6a3172fc3a45), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:36.215276 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-35a07e0c-3fbf-4038-93d3-102329681e3c req-650334aa-5945-4acb-baef-883713652ee2 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:36.267399 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-35a07e0c-3fbf-4038-93d3-102329681e3c req-650334aa-5945-4acb-baef-883713652ee2 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (1b301bc8-f310-47fa-94fe-1becd994a61f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:36.267845 n-d-829613-2 neutron-server[103435]: INFO neutron.db.l3_db [req-35a07e0c-3fbf-4038-93d3-102329681e3c req-650334aa-5945-4acb-baef-883713652ee2 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Floating IP 1b301bc8-f310-47fa-94fe-1becd994a61f disassociated. External IP: 172.25.8.123, port: 0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6. Feb 17 17:35:36.292645 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4030b2c0-d30c-4e9a-b57b-41cefd10604c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for port (62555bad-7cc3-4e80-a405-2d96d812c85a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:36.329753 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4030b2c0-d30c-4e9a-b57b-41cefd10604c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (62555bad-7cc3-4e80-a405-2d96d812c85a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:36.351230 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4030b2c0-d30c-4e9a-b57b-41cefd10604c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:35:36.354329 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-4030b2c0-d30c-4e9a-b57b-41cefd10604c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:35:36.357081 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4030b2c0-d30c-4e9a-b57b-41cefd10604c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:35:36.358270 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4030b2c0-d30c-4e9a-b57b-41cefd10604c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (b4364133-2a3a-479a-9776-5d369d5437eb), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:36.372088 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-ea454240-8331-4cfd-b197-7323a24744e6 None None] Current status of the port 43308aca-f539-48fc-b166-6a3172fc3a45 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:35:36.465933 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8b7bf-2e0f-4865-8771-311672f32557 req-6250aa36-174c-4191-9aee-0a64a995ca43 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:36.473862 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1de8b7bf-2e0f-4865-8771-311672f32557 req-6250aa36-174c-4191-9aee-0a64a995ca43 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 950 time: 0.3003044 Feb 17 17:35:36.490100 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7a535bb4-5089-4402-a6bd-23be21c96475 tempest-RoutersAdminNegativeTest-1450657622 tempest-RoutersAdminNegativeTest-1450657622-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (a3935fa7-3d33-4125-a12e-1cc7b794b5f2), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:36.577964 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4030b2c0-d30c-4e9a-b57b-41cefd10604c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (62555bad-7cc3-4e80-a405-2d96d812c85a), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:36.594586 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:36.615297 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a535bb4-5089-4402-a6bd-23be21c96475 tempest-RoutersAdminNegativeTest-1450657622 tempest-RoutersAdminNegativeTest-1450657622-project-admin] Pushing event updated for resources: {'Port': ['ID=a3935fa7-3d33-4125-a12e-1cc7b794b5f2,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:36.615983 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4030b2c0-d30c-4e9a-b57b-41cefd10604c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Port': ['ID=62555bad-7cc3-4e80-a405-2d96d812c85a,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:36.675462 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1de8b7bf-2e0f-4865-8771-311672f32557 req-31b7c397-32b9-40bb-997b-0f37b2de90c1 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954782 Feb 17 17:35:36.715802 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a535bb4-5089-4402-a6bd-23be21c96475 tempest-RoutersAdminNegativeTest-1450657622 tempest-RoutersAdminNegativeTest-1450657622-project-admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:35:36.736009 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-7a535bb4-5089-4402-a6bd-23be21c96475 tempest-RoutersAdminNegativeTest-1450657622 tempest-RoutersAdminNegativeTest-1450657622-project-admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:35:36.752674 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a535bb4-5089-4402-a6bd-23be21c96475 tempest-RoutersAdminNegativeTest-1450657622 tempest-RoutersAdminNegativeTest-1450657622-project-admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:35:36.800068 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-65a6b1e1-2332-4764-94ef-3896a399e1be req-cf39d3d0-0b8f-4c47-9dad-a9099eb33e3d service neutron] 10.222.0.91 "GET /v2.0/networks/3100c139-77f4-49d8-b7fa-b7a25c4ec3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5779760 Feb 17 17:35:36.817760 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 43308aca-f539-48fc-b166-6a3172fc3a45 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:35:36.827984 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-d5e9ea64-0a23-4d07-9a92-a846f1ad7e41 None None] Provisioning complete for port 62555bad-7cc3-4e80-a405-2d96d812c85a triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:35:36.828682 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d5e9ea64-0a23-4d07-9a92-a846f1ad7e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (62555bad-7cc3-4e80-a405-2d96d812c85a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:36.868091 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-d5e9ea64-0a23-4d07-9a92-a846f1ad7e41 None None] Port 62555bad-7cc3-4e80-a405-2d96d812c85a cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:35:36.939180 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-65a6b1e1-2332-4764-94ef-3896a399e1be req-e0ea8367-f26f-49ec-b21e-46799b836ae6 service neutron] 10.222.0.91 "GET /v2.0/networks/3100c139-77f4-49d8-b7fa-b7a25c4ec3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042852 Feb 17 17:35:37.048061 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a535bb4-5089-4402-a6bd-23be21c96475 tempest-RoutersAdminNegativeTest-1450657622 tempest-RoutersAdminNegativeTest-1450657622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:37.048810 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7a535bb4-5089-4402-a6bd-23be21c96475 tempest-RoutersAdminNegativeTest-1450657622 tempest-RoutersAdminNegativeTest-1450657622-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:37.084787 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ff521-625f-45b0-a996-c7a95d05b6d1 req-86f8bd6c-2196-4cc6-92a3-35e6cfb028b6 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:37.092460 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-976ff521-625f-45b0-a996-c7a95d05b6d1 req-86f8bd6c-2196-4cc6-92a3-35e6cfb028b6 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=f00d4d80-0531-4d28-b776-76d9efd2b420 HTTP/1.1" status: 200 len: 949 time: 0.2880054 Feb 17 17:35:37.110135 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-7a535bb4-5089-4402-a6bd-23be21c96475 tempest-RoutersAdminNegativeTest-1450657622 tempest-RoutersAdminNegativeTest-1450657622-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.1345928 Feb 17 17:35:37.110135 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44862) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:37.114152 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-29d588aa-b3e6-41d2-9bd0-dd52ba97e58a tempest-RoutersAdminNegativeTest-1450657622 tempest-RoutersAdminNegativeTest-1450657622-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.217'}]}}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:35:37.183397 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-976ff521-625f-45b0-a996-c7a95d05b6d1 req-8adeb00c-12b0-4354-8a06-d9db484df6be tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897808 Feb 17 17:35:37.241557 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-29d588aa-b3e6-41d2-9bd0-dd52ba97e58a tempest-RoutersAdminNegativeTest-1450657622 tempest-RoutersAdminNegativeTest-1450657622-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (2a80a5bf-e0b6-4b2e-8c43-b8137ee3b940), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:37.244385 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-29d588aa-b3e6-41d2-9bd0-dd52ba97e58a tempest-RoutersAdminNegativeTest-1450657622 tempest-RoutersAdminNegativeTest-1450657622-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (2a80a5bf-e0b6-4b2e-8c43-b8137ee3b940), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:37.290176 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35a07e0c-3fbf-4038-93d3-102329681e3c req-650334aa-5945-4acb-baef-883713652ee2 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Router 0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:35:37.296912 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 43308aca-f539-48fc-b166-6a3172fc3a45 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:35:37.395655 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 43308aca-f539-48fc-b166-6a3172fc3a45 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:35:37.398433 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (43308aca-f539-48fc-b166-6a3172fc3a45), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:37.477846 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4030b2c0-d30c-4e9a-b57b-41cefd10604c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for port (62555bad-7cc3-4e80-a405-2d96d812c85a), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:37.486661 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4030b2c0-d30c-4e9a-b57b-41cefd10604c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (62555bad-7cc3-4e80-a405-2d96d812c85a), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:37.487500 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4030b2c0-d30c-4e9a-b57b-41cefd10604c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (b4364133-2a3a-479a-9776-5d369d5437eb), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:37.551226 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 43308aca-f539-48fc-b166-6a3172fc3a45 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:35:37.568287 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4030b2c0-d30c-4e9a-b57b-41cefd10604c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Port': ['ID=62555bad-7cc3-4e80-a405-2d96d812c85a,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:37.737980 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4030b2c0-d30c-4e9a-b57b-41cefd10604c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:35:37.740082 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-4030b2c0-d30c-4e9a-b57b-41cefd10604c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:35:37.815730 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:37.861070 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bc0c1e5c-7961-4c9d-a7eb-f5119fe0dbc6 req-9402a160-03b8-4a8b-ac1a-593188d8c73d tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 210 time: 0.1278088 Feb 17 17:35:37.871637 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-29d588aa-b3e6-41d2-9bd0-dd52ba97e58a tempest-RoutersAdminNegativeTest-1450657622 tempest-RoutersAdminNegativeTest-1450657622-project-admin] Publish callbacks [] for router_controller (2a80a5bf-e0b6-4b2e-8c43-b8137ee3b940), precommit_add_association {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:37.985849 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4030b2c0-d30c-4e9a-b57b-41cefd10604c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Router b4364133-2a3a-479a-9776-5d369d5437eb is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:35:38.035263 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bf62bd9a-b7c8-4bae-9025-e61a90920c82 req-f0ef5638-3769-4ef5-9d56-05677d3b9871 tempest-ServerShowV247Test-1780687124 tempest-ServerShowV247Test-1780687124-project] 10.222.0.87 "GET /v2.0/ports?device_id=f442a6ac-8a23-44e8-9009-18bc85d5de7e HTTP/1.1" status: 200 len: 210 time: 0.0511692 Feb 17 17:35:38.110506 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-f799efb4-6cf2-484d-8b65-0b71e980d778 None None] Provisioning complete for port 62555bad-7cc3-4e80-a405-2d96d812c85a triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:35:38.110953 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f799efb4-6cf2-484d-8b65-0b71e980d778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (62555bad-7cc3-4e80-a405-2d96d812c85a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:38.167036 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-f799efb4-6cf2-484d-8b65-0b71e980d778 None None] Port 62555bad-7cc3-4e80-a405-2d96d812c85a cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:35:38.170816 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b29e667-a5bd-44aa-b23b-c6ff7ea90759 req-01a86c47-0168-4dab-a39a-774a0330bb2e tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:38.172501 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3b29e667-a5bd-44aa-b23b-c6ff7ea90759 req-01a86c47-0168-4dab-a39a-774a0330bb2e tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.91 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 950 time: 0.4264030 Feb 17 17:35:38.175350 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4030b2c0-d30c-4e9a-b57b-41cefd10604c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:35:38.182426 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4030b2c0-d30c-4e9a-b57b-41cefd10604c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "PUT /v2.0/routers/b4364133-2a3a-479a-9776-5d369d5437eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2185202 Feb 17 17:35:38.184462 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44870) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:38.187528 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cabc41e-f918-437d-9600-ccf4fb2830bb None None] Sync routers for ids ['b4364133-2a3a-479a-9776-5d369d5437eb'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:35:38.205678 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cabc41e-f918-437d-9600-ccf4fb2830bb None None] Routers {'b4364133-2a3a-479a-9776-5d369d5437eb'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:35:38.207067 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-7cabc41e-f918-437d-9600-ccf4fb2830bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:35:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['b4364133-2a3a-479a-9776-5d369d5437eb'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:38.241364 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5eecad-1871-4ea5-9ab1-08feef7a082d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:38.241673 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35a07e0c-3fbf-4038-93d3-102329681e3c req-650334aa-5945-4acb-baef-883713652ee2 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:35:38.246294 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-35a07e0c-3fbf-4038-93d3-102329681e3c req-650334aa-5945-4acb-baef-883713652ee2 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:38.246805 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2a5eecad-1871-4ea5-9ab1-08feef7a082d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/ports/62555bad-7cc3-4e80-a405-2d96d812c85a HTTP/1.1" status: 200 len: 911 time: 0.0609241 Feb 17 17:35:38.247712 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44874) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:38.251480 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-29d588aa-b3e6-41d2-9bd0-dd52ba97e58a tempest-RoutersAdminNegativeTest-1450657622 tempest-RoutersAdminNegativeTest-1450657622-project-admin] Publish callbacks [] for router_gateway (2a80a5bf-e0b6-4b2e-8c43-b8137ee3b940), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:38.252830 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b343fb-63a3-4f0c-b927-104e72143845 None None] Sync routers for ids ['0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:35:38.279063 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b343fb-63a3-4f0c-b927-104e72143845 None None] Routers {'0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:35:38.279863 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-08b343fb-63a3-4f0c-b927-104e72143845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:35:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:38.354769 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c994f5f-210e-4fe1-844c-a0b8e6ea5fad tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:38.362607 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-7cabc41e-f918-437d-9600-ccf4fb2830bb None None] Set router b4364133-2a3a-479a-9776-5d369d5437eb gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:35:38.367069 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-35a07e0c-3fbf-4038-93d3-102329681e3c req-650334aa-5945-4acb-baef-883713652ee2 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "PUT /v2.0/floatingips/1b301bc8-f310-47fa-94fe-1becd994a61f HTTP/1.1" status: 200 len: 696 time: 3.0886986 Feb 17 17:35:38.367381 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c994f5f-210e-4fe1-844c-a0b8e6ea5fad tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:38.376280 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8c994f5f-210e-4fe1-844c-a0b8e6ea5fad tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1267133 Feb 17 17:35:38.378890 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44876) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:38.385792 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e75d39-d946-4814-8adf-839d9da47a9c', 'tag': '0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:35:38.391387 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9bf8144-0dc0-4351-81fc-8f5f28096f85" -d '{"events": [{"name": "network-changed", "server_uuid": "62e75d39-d946-4814-8adf-839d9da47a9c", "tag": "0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:35:38.403851 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58724f53-a9f3-47f2-8269-9127cb304685 req-8604611b-07a7-49e3-851a-e2139f3dd8b8 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:38.406106 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-58724f53-a9f3-47f2-8269-9127cb304685 req-8604611b-07a7-49e3-851a-e2139f3dd8b8 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 950 time: 0.2292655 Feb 17 17:35:38.584646 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-08b343fb-63a3-4f0c-b927-104e72143845 None None] Set router 0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:35:38.604135 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a07e0c-3fbf-4038-93d3-102329681e3c req-ffbaee09-d9af-4f4f-bc57-8745b3ebcc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:38.605683 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-35a07e0c-3fbf-4038-93d3-102329681e3c req-ffbaee09-d9af-4f4f-bc57-8745b3ebcc3c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9dba40edc9c14b8fb9d6b4695dd74e24&device_id=62e75d39-d946-4814-8adf-839d9da47a9c HTTP/1.1" status: 200 len: 1127 time: 0.2212863 Feb 17 17:35:38.632060 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-7cabc41e-f918-437d-9600-ccf4fb2830bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4364133-2a3a-479a-9776-5d369d5437eb', 'name': 'tempest-NetworksTestDHCPv6-router-1472095524', 'tenant_id': 'c017d73ca35741f09876024d2cbfcdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:35:34Z', 'updated_at': '2022-02-17T17:35:36Z', 'revision_number': 2, 'project_id': 'c017d73ca35741f09876024d2cbfcdb7', 'gw_port_host': None, '_interfaces': [{'id': '62555bad-7cc3-4e80-a405-2d96d812c85a', 'name': '', 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'tenant_id': 'c017d73ca35741f09876024d2cbfcdb7', 'mac_address': 'fa:16:3e:93:64:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4364133-2a3a-479a-9776-5d369d5437eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'f3077742-c3c0-4adc-9eaa-a82e60b33b8c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:35:35Z', 'updated_at': '2022-02-17T17:35:37Z', 'revision_number': 2, 'project_id': 'c017d73ca35741f09876024d2cbfcdb7', 'subnets': [{'id': 'f3077742-c3c0-4adc-9eaa-a82e60b33b8c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:38.640192 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-58724f53-a9f3-47f2-8269-9127cb304685 req-1acc227c-e3b3-4de6-a5c8-d9bfa496a844 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220101 Feb 17 17:35:38.665549 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cabc41e-f918-437d-9600-ccf4fb2830bb None None] Checking router: b4364133-2a3a-479a-9776-5d369d5437eb for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:35:38.665988 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cabc41e-f918-437d-9600-ccf4fb2830bb None None] Updating router b4364133-2a3a-479a-9776-5d369d5437eb port 62555bad-7cc3-4e80-a405-2d96d812c85a binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:35:38.704075 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7cabc41e-f918-437d-9600-ccf4fb2830bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (62555bad-7cc3-4e80-a405-2d96d812c85a), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:38.811480 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a07e0c-3fbf-4038-93d3-102329681e3c req-26be5781-84c8-4654-bf19-158ccc9abf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:38.813895 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-35a07e0c-3fbf-4038-93d3-102329681e3c req-26be5781-84c8-4654-bf19-158ccc9abf03 service neutron] 10.222.0.87 "GET /v2.0/networks?id=3100c139-77f4-49d8-b7fa-b7a25c4ec3d8 HTTP/1.1" status: 200 len: 921 time: 0.2004390 Feb 17 17:35:38.820924 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-3b29e667-a5bd-44aa-b23b-c6ff7ea90759 req-ef17a89e-b2fc-4504-8ecd-725ee80a391a tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Deleting port 3d0fcf80-e301-443a-8e3d-051528746e99 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:35:38.821508 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3b29e667-a5bd-44aa-b23b-c6ff7ea90759 req-ef17a89e-b2fc-4504-8ecd-725ee80a391a tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (3d0fcf80-e301-443a-8e3d-051528746e99), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:38.920141 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-35a07e0c-3fbf-4038-93d3-102329681e3c req-effdf5ba-471e-43eb-9c4e-c85b798b88ff service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6 HTTP/1.1" status: 200 len: 217 time: 0.0941083 Feb 17 17:35:39.093230 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:39.115421 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-08b343fb-63a3-4f0c-b927-104e72143845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-604324597-router', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '996a6547-d632-4ab5-a3ba-ee048f1ef2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:33:43Z', 'updated_at': '2022-02-17T17:33:49Z', 'revision_number': 4, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'gw_port': {'id': '996a6547-d632-4ab5-a3ba-ee048f1ef2b3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:33:44Z', 'updated_at': '2022-02-17T17:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5', 'name': '', 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'mac_address': 'fa:16:3e:6a:b1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'fcea941e-c7ab-41fc-b153-28fd81921144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:33:48Z', 'updated_at': '2022-02-17T17:33:58Z', 'revision_number': 5, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'subnets': [{'id': 'fcea941e-c7ab-41fc-b153-28fd81921144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:39.117463 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7cabc41e-f918-437d-9600-ccf4fb2830bb None None] Publish callbacks [] for port (62555bad-7cc3-4e80-a405-2d96d812c85a), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:39.142384 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7cabc41e-f918-437d-9600-ccf4fb2830bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (62555bad-7cc3-4e80-a405-2d96d812c85a), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:39.205016 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b343fb-63a3-4f0c-b927-104e72143845 None None] Checking router: 0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:35:39.243218 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b343fb-63a3-4f0c-b927-104e72143845 None None] Routers {'0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:35:39.244220 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-08b343fb-63a3-4f0c-b927-104e72143845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:35:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:39.265753 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b529dbf5-d521-4527-b8e3-ba966624ce34 None None] Pushing event updated for resources: {'Port': ['ID=62555bad-7cc3-4e80-a405-2d96d812c85a,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:39.385377 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-7cabc41e-f918-437d-9600-ccf4fb2830bb None None] Attempting to bind port 62555bad-7cc3-4e80-a405-2d96d812c85a on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:35:39.386520 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-7cabc41e-f918-437d-9600-ccf4fb2830bb None None] Attempting to bind port 62555bad-7cc3-4e80-a405-2d96d812c85a by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:35:39.387165 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cabc41e-f918-437d-9600-ccf4fb2830bb None None] Attempting to bind port 62555bad-7cc3-4e80-a405-2d96d812c85a on network f82adc72-a904-4b51-9a87-7ea8a1981040 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:35:39.403594 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cabc41e-f918-437d-9600-ccf4fb2830bb None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:35:39.404372 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cabc41e-f918-437d-9600-ccf4fb2830bb None None] Checking segment: {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:35:39.405198 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7cabc41e-f918-437d-9600-ccf4fb2830bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:39.405836 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cabc41e-f918-437d-9600-ccf4fb2830bb None None] Bound using segment: {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:35:39.406547 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-7cabc41e-f918-437d-9600-ccf4fb2830bb None None] Bound port: 62555bad-7cc3-4e80-a405-2d96d812c85a, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:35:39.407188 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7cabc41e-f918-437d-9600-ccf4fb2830bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (62555bad-7cc3-4e80-a405-2d96d812c85a), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:39.417464 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf2df516-543e-4874-8914-d9bc981dae28 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (b4364133-2a3a-479a-9776-5d369d5437eb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:39.461463 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-433760d6-a6d1-4f7a-b716-a00359e1a21c req-ed03f2da-11bd-4412-ae58-415d3f8bbd0b tempest-ServerShowV247Test-1780687124 tempest-ServerShowV247Test-1780687124-project] 10.222.0.87 "GET /v2.0/ports?device_id=f442a6ac-8a23-44e8-9009-18bc85d5de7e&device_id=657fdbce-3c85-47cc-bb86-449ef9d3b0fb HTTP/1.1" status: 200 len: 210 time: 0.1746953 Feb 17 17:35:39.501431 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-08b343fb-63a3-4f0c-b927-104e72143845 None None] Set router 0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:35:39.561993 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-7cabc41e-f918-437d-9600-ccf4fb2830bb None None] For port 62555bad-7cc3-4e80-a405-2d96d812c85a, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:35:39.570945 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-7cabc41e-f918-437d-9600-ccf4fb2830bb None None] For port 62555bad-7cc3-4e80-a405-2d96d812c85a, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=62555bad-7cc3-4e80-a405-2d96d812c85a,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:35:39.595390 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7cabc41e-f918-437d-9600-ccf4fb2830bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (62555bad-7cc3-4e80-a405-2d96d812c85a), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:39.719251 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b529dbf5-d521-4527-b8e3-ba966624ce34 None None] Pushing event updated for resources: {'Port': ['ID=62555bad-7cc3-4e80-a405-2d96d812c85a,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:39.736142 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a07e0c-3fbf-4038-93d3-102329681e3c req-d3b0df9e-c9f7-499f-94a5-14ede0fc7cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:39.738719 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-35a07e0c-3fbf-4038-93d3-102329681e3c req-d3b0df9e-c9f7-499f-94a5-14ede0fc7cac service neutron] 10.222.0.87 "GET /v2.0/subnets?id=fcea941e-c7ab-41fc-b153-28fd81921144 HTTP/1.1" status: 200 len: 859 time: 0.7946362 Feb 17 17:35:39.749462 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cabc41e-f918-437d-9600-ccf4fb2830bb None None] Routers {'b4364133-2a3a-479a-9776-5d369d5437eb'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:35:39.750285 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-7cabc41e-f918-437d-9600-ccf4fb2830bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:35:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['b4364133-2a3a-479a-9776-5d369d5437eb'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:39.804898 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-3b29e667-a5bd-44aa-b23b-c6ff7ea90759 req-ef17a89e-b2fc-4504-8ecd-725ee80a391a tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] For port 3d0fcf80-e301-443a-8e3d-051528746e99, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=3d0fcf80-e301-443a-8e3d-051528746e99,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:35:39.811407 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3b29e667-a5bd-44aa-b23b-c6ff7ea90759 req-ef17a89e-b2fc-4504-8ecd-725ee80a391a tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (3d0fcf80-e301-443a-8e3d-051528746e99), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:39.849813 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-29d588aa-b3e6-41d2-9bd0-dd52ba97e58a tempest-RoutersAdminNegativeTest-1450657622 tempest-RoutersAdminNegativeTest-1450657622-project-admin] Publish callbacks [] for router_gateway (2a80a5bf-e0b6-4b2e-8c43-b8137ee3b940), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:39.902486 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-7cabc41e-f918-437d-9600-ccf4fb2830bb None None] Set router b4364133-2a3a-479a-9776-5d369d5437eb gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:35:39.954141 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-29d588aa-b3e6-41d2-9bd0-dd52ba97e58a tempest-RoutersAdminNegativeTest-1450657622 tempest-RoutersAdminNegativeTest-1450657622-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:39.985480 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-3b29e667-a5bd-44aa-b23b-c6ff7ea90759 req-ef17a89e-b2fc-4504-8ecd-725ee80a391a tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Calling delete_port for 3d0fcf80-e301-443a-8e3d-051528746e99 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:35:40.059873 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-08b343fb-63a3-4f0c-b927-104e72143845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-604324597-router', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '996a6547-d632-4ab5-a3ba-ee048f1ef2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:33:43Z', 'updated_at': '2022-02-17T17:33:49Z', 'revision_number': 4, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'gw_port': {'id': '996a6547-d632-4ab5-a3ba-ee048f1ef2b3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:33:44Z', 'updated_at': '2022-02-17T17:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5', 'name': '', 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'mac_address': 'fa:16:3e:6a:b1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'fcea941e-c7ab-41fc-b153-28fd81921144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:33:48Z', 'updated_at': '2022-02-17T17:33:58Z', 'revision_number': 5, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'subnets': [{'id': 'fcea941e-c7ab-41fc-b153-28fd81921144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:40.087089 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-bf2df516-543e-4874-8914-d9bc981dae28 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Deleting port 62555bad-7cc3-4e80-a405-2d96d812c85a {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:35:40.087444 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf2df516-543e-4874-8914-d9bc981dae28 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (62555bad-7cc3-4e80-a405-2d96d812c85a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:40.125652 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b343fb-63a3-4f0c-b927-104e72143845 None None] The sync data for ids ['0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec'] in n-d-829613-2 is: [{'id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-604324597-router', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '996a6547-d632-4ab5-a3ba-ee048f1ef2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:33:43Z', 'updated_at': '2022-02-17T17:33:49Z', 'revision_number': 4, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'gw_port': {'id': '996a6547-d632-4ab5-a3ba-ee048f1ef2b3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:33:44Z', 'updated_at': '2022-02-17T17:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5', 'name': '', 'network_id': '3100c139-77f4-49d8-b7fa-b7a25c4ec3d8', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'mac_address': 'fa:16:3e:6a:b1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'fcea941e-c7ab-41fc-b153-28fd81921144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:33:48Z', 'updated_at': '2022-02-17T17:33:58Z', 'revision_number': 5, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'subnets': [{'id': 'fcea941e-c7ab-41fc-b153-28fd81921144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:35:40.211316 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc2206-3d66-4892-818f-4cbb31968f73 req-c9ea86c3-567a-4160-97cb-0756241deb31 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:40.223729 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1ebc2206-3d66-4892-818f-4cbb31968f73 req-c9ea86c3-567a-4160-97cb-0756241deb31 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=f00d4d80-0531-4d28-b776-76d9efd2b420 HTTP/1.1" status: 200 len: 949 time: 0.5864544 Feb 17 17:35:40.287673 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-bf2df516-543e-4874-8914-d9bc981dae28 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] For port 62555bad-7cc3-4e80-a405-2d96d812c85a, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=62555bad-7cc3-4e80-a405-2d96d812c85a,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:35:40.288063 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf2df516-543e-4874-8914-d9bc981dae28 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (62555bad-7cc3-4e80-a405-2d96d812c85a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:40.302339 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a07e0c-3fbf-4038-93d3-102329681e3c req-d50e99c2-9715-494c-8a7f-cd2c64521ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:40.303875 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-35a07e0c-3fbf-4038-93d3-102329681e3c req-d50e99c2-9715-494c-8a7f-cd2c64521ce5 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3100c139-77f4-49d8-b7fa-b7a25c4ec3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5308530 Feb 17 17:35:40.321994 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-bf2df516-543e-4874-8914-d9bc981dae28 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Calling delete_port for 62555bad-7cc3-4e80-a405-2d96d812c85a owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:35:40.329054 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-f2a11045-0528-49da-aac6-45642a10c777 None None] Provisioning complete for port 62555bad-7cc3-4e80-a405-2d96d812c85a triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:35:40.329370 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f2a11045-0528-49da-aac6-45642a10c777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (62555bad-7cc3-4e80-a405-2d96d812c85a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:40.436278 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-7cabc41e-f918-437d-9600-ccf4fb2830bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4364133-2a3a-479a-9776-5d369d5437eb', 'name': 'tempest-NetworksTestDHCPv6-router-1472095524', 'tenant_id': 'c017d73ca35741f09876024d2cbfcdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:35:34Z', 'updated_at': '2022-02-17T17:35:36Z', 'revision_number': 2, 'project_id': 'c017d73ca35741f09876024d2cbfcdb7', 'gw_port_host': None, '_interfaces': [{'id': '62555bad-7cc3-4e80-a405-2d96d812c85a', 'name': '', 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'tenant_id': 'c017d73ca35741f09876024d2cbfcdb7', 'mac_address': 'fa:16:3e:93:64:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4364133-2a3a-479a-9776-5d369d5437eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'f3077742-c3c0-4adc-9eaa-a82e60b33b8c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:35:35Z', 'updated_at': '2022-02-17T17:35:39Z', 'revision_number': 4, 'project_id': 'c017d73ca35741f09876024d2cbfcdb7', 'subnets': [{'id': 'f3077742-c3c0-4adc-9eaa-a82e60b33b8c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:40.487410 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1ebc2206-3d66-4892-818f-4cbb31968f73 req-bbb76e91-00f2-4015-a6f2-480cc45036fc tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626522 Feb 17 17:35:40.506800 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cabc41e-f918-437d-9600-ccf4fb2830bb None None] The sync data for ids ['b4364133-2a3a-479a-9776-5d369d5437eb'] in n-d-829613-2 is: [{'id': 'b4364133-2a3a-479a-9776-5d369d5437eb', 'name': 'tempest-NetworksTestDHCPv6-router-1472095524', 'tenant_id': 'c017d73ca35741f09876024d2cbfcdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:35:34Z', 'updated_at': '2022-02-17T17:35:36Z', 'revision_number': 2, 'project_id': 'c017d73ca35741f09876024d2cbfcdb7', 'gw_port_host': None, '_interfaces': [{'id': '62555bad-7cc3-4e80-a405-2d96d812c85a', 'name': '', 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'tenant_id': 'c017d73ca35741f09876024d2cbfcdb7', 'mac_address': 'fa:16:3e:93:64:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4364133-2a3a-479a-9776-5d369d5437eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'f3077742-c3c0-4adc-9eaa-a82e60b33b8c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:35:35Z', 'updated_at': '2022-02-17T17:35:39Z', 'revision_number': 4, 'project_id': 'c017d73ca35741f09876024d2cbfcdb7', 'subnets': [{'id': 'f3077742-c3c0-4adc-9eaa-a82e60b33b8c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:35:40.623901 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbba19e-36fa-43cb-b982-5ebbbc2c38e8 None None] New status for floating IP 1b301bc8-f310-47fa-94fe-1becd994a61f: DOWN {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 17:35:40.732207 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf2df516-543e-4874-8914-d9bc981dae28 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (62555bad-7cc3-4e80-a405-2d96d812c85a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:40.801071 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2df516-543e-4874-8914-d9bc981dae28 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Port': ['ID=62555bad-7cc3-4e80-a405-2d96d812c85a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:40.805728 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf8144-0dc0-4351-81fc-8f5f28096f85 req-97035613-abb5-4e8c-b99a-c4920db34fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:40.808727 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f9bf8144-0dc0-4351-81fc-8f5f28096f85 req-97035613-abb5-4e8c-b99a-c4920db34fc4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9dba40edc9c14b8fb9d6b4695dd74e24&device_id=62e75d39-d946-4814-8adf-839d9da47a9c HTTP/1.1" status: 200 len: 1127 time: 0.1874526 Feb 17 17:35:40.845684 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-f2a11045-0528-49da-aac6-45642a10c777 None None] Current status of the port 62555bad-7cc3-4e80-a405-2d96d812c85a is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:35:40.846189 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f2a11045-0528-49da-aac6-45642a10c777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (62555bad-7cc3-4e80-a405-2d96d812c85a), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:41.087557 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0969ac57-73e1-488c-a54c-f1e6f0f0e38d x-openstack-request-id: req-0969ac57-73e1-488c-a54c-f1e6f0f0e38d {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:35:41.088334 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e75d39-d946-4814-8adf-839d9da47a9c", "tag": "0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:35:41.088829 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0969ac57-73e1-488c-a54c-f1e6f0f0e38d {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:35:41.089501 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62e75d39-d946-4814-8adf-839d9da47a9c', 'tag': '0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6', 'status': 'completed', 'code': 200} Feb 17 17:35:41.140304 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf2df516-543e-4874-8914-d9bc981dae28 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (b4364133-2a3a-479a-9776-5d369d5437eb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:41.216638 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-24903564-68cb-45be-821d-41d622ca183f req-1f36d5b9-7834-4287-ae98-b849653a65cd tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 210 time: 0.1244764 Feb 17 17:35:41.267816 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-35a07e0c-3fbf-4038-93d3-102329681e3c req-21a56547-e956-43e8-9535-e7aaac2b7dc8 service neutron] 10.222.0.87 "GET /v2.0/networks/3100c139-77f4-49d8-b7fa-b7a25c4ec3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9232299 Feb 17 17:35:41.371289 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-29d588aa-b3e6-41d2-9bd0-dd52ba97e58a tempest-RoutersAdminNegativeTest-1450657622 tempest-RoutersAdminNegativeTest-1450657622-project-admin] Publish callbacks [] for router (2a80a5bf-e0b6-4b2e-8c43-b8137ee3b940), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:41.389864 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 3d0fcf80-e301-443a-8e3d-051528746e99 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:35:41.618179 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-35a07e0c-3fbf-4038-93d3-102329681e3c req-f4e3c70a-35db-450e-84f5-7d412af1bd46 service neutron] 10.222.0.87 "GET /v2.0/networks/3100c139-77f4-49d8-b7fa-b7a25c4ec3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290911 Feb 17 17:35:41.679198 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf8144-0dc0-4351-81fc-8f5f28096f85 req-ea95312a-75a6-45c2-9b84-f2446e45a8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:41.681488 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f9bf8144-0dc0-4351-81fc-8f5f28096f85 req-ea95312a-75a6-45c2-9b84-f2446e45a8a4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3100c139-77f4-49d8-b7fa-b7a25c4ec3d8 HTTP/1.1" status: 200 len: 921 time: 0.8517876 Feb 17 17:35:41.689311 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2df516-543e-4874-8914-d9bc981dae28 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Router b4364133-2a3a-479a-9776-5d369d5437eb has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:35:41.696896 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2b264071-de34-4ab0-8506-42296c43a137 req-bd5eb79d-3dc6-4837-8513-0d11954aa59a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ccdfc02915134d799400782c5aeffcb4&device_id=f442a6ac-8a23-44e8-9009-18bc85d5de7e HTTP/1.1" status: 200 len: 210 time: 0.0734022 Feb 17 17:35:41.741333 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f9bf8144-0dc0-4351-81fc-8f5f28096f85 req-0635bcb2-9aed-43fd-9cef-d2db5a55a050 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6 HTTP/1.1" status: 200 len: 217 time: 0.0501168 Feb 17 17:35:41.832167 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No active binding found for port 3d0fcf80-e301-443a-8e3d-051528746e99 {{(pid=103436) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 17 17:35:41.832739 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] The host n-h2-829613-2 is not matching for port 3d0fcf80-e301-443a-8e3d-051528746e99 host None! {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 17 17:35:41.832993 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 3d0fcf80-e301-443a-8e3d-051528746e99 not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:35:41.896047 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3b29e667-a5bd-44aa-b23b-c6ff7ea90759 req-ef17a89e-b2fc-4504-8ecd-725ee80a391a tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (3d0fcf80-e301-443a-8e3d-051528746e99), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:41.910149 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['df6efc80-10e2-4743-a0a6-e7344668cff7'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:35:41.913922 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['5b06a779-8ab4-48f8-99c4-5d97183e1768'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:35:41.917850 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2df516-543e-4874-8914-d9bc981dae28 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:35:41.926373 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bf2df516-543e-4874-8914-d9bc981dae28 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "PUT /v2.0/routers/b4364133-2a3a-479a-9776-5d369d5437eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5464249 Feb 17 17:35:41.928957 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44906) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:41.986145 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17a89e-b2fc-4504-8ecd-725ee80a391a tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Pushing event deleted for resources: {'Port': ['ID=3d0fcf80-e301-443a-8e3d-051528746e99,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:41.991888 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf8144-0dc0-4351-81fc-8f5f28096f85 req-b568bcb7-a0e8-49d3-8e73-56c996c6f4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:41.993674 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f9bf8144-0dc0-4351-81fc-8f5f28096f85 req-b568bcb7-a0e8-49d3-8e73-56c996c6f4aa service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fcea941e-c7ab-41fc-b153-28fd81921144 HTTP/1.1" status: 200 len: 859 time: 0.2402301 Feb 17 17:35:42.022223 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2b264071-de34-4ab0-8506-42296c43a137 req-ecec366f-4c2d-44e6-bd64-59f1ed64868c service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=ccdfc02915134d799400782c5aeffcb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2526245 Feb 17 17:35:42.031235 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5137708e-15a8-4c2b-82b6-4ddd077ae25e None None] Could not find standard attr ID for object 62555bad-7cc3-4e80-a405-2d96d812c85a. {{(pid=103436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 17:35:42.052789 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626215e6-b2b3-4660-8562-5684692987cf tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:42.055084 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626215e6-b2b3-4660-8562-5684692987cf tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:42.058144 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-626215e6-b2b3-4660-8562-5684692987cf tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1278427 Feb 17 17:35:42.060676 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44908) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:42.103437 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-29d588aa-b3e6-41d2-9bd0-dd52ba97e58a tempest-RoutersAdminNegativeTest-1450657622 tempest-RoutersAdminNegativeTest-1450657622-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (2a80a5bf-e0b6-4b2e-8c43-b8137ee3b940), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:42.120534 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-29d588aa-b3e6-41d2-9bd0-dd52ba97e58a tempest-RoutersAdminNegativeTest-1450657622 tempest-RoutersAdminNegativeTest-1450657622-project-admin] Publish callbacks [] for router_controller (2a80a5bf-e0b6-4b2e-8c43-b8137ee3b940), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:42.164660 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-21f94748-2c33-4ee3-b88c-8d5ae4765b0a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Deleting subnet f3077742-c3c0-4adc-9eaa-a82e60b33b8c {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:35:42.171528 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-21f94748-2c33-4ee3-b88c-8d5ae4765b0a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (f3077742-c3c0-4adc-9eaa-a82e60b33b8c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:42.200644 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf8144-0dc0-4351-81fc-8f5f28096f85 req-a3fd2061-4abf-43de-822a-82c54f74d1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:42.202569 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f9bf8144-0dc0-4351-81fc-8f5f28096f85 req-a3fd2061-4abf-43de-822a-82c54f74d1d5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3100c139-77f4-49d8-b7fa-b7a25c4ec3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2017066 Feb 17 17:35:42.308326 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f9bf8144-0dc0-4351-81fc-8f5f28096f85 req-a3387012-db37-4cef-b0f1-3d6470f35d76 service neutron] 10.222.0.91 "GET /v2.0/networks/3100c139-77f4-49d8-b7fa-b7a25c4ec3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978360 Feb 17 17:35:42.338705 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-21f94748-2c33-4ee3-b88c-8d5ae4765b0a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (f3077742-c3c0-4adc-9eaa-a82e60b33b8c), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:42.388413 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3052d8-5ae5-4371-83a5-97e85eb534f6 req-ff5c2b5e-5f38-44cc-bd55-ef0d441b74c2 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:42.397812 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0e3052d8-5ae5-4371-83a5-97e85eb534f6 req-ff5c2b5e-5f38-44cc-bd55-ef0d441b74c2 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=425aa7a7-c094-4e09-bee2-3fc8aaa7a90f HTTP/1.1" status: 200 len: 868 time: 0.7749588 Feb 17 17:35:42.423476 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b29e667-a5bd-44aa-b23b-c6ff7ea90759 req-ef17a89e-b2fc-4504-8ecd-725ee80a391a tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] No DVR routers for this DVR port 3d0fcf80-e301-443a-8e3d-051528746e99 on host n-h2-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:35:42.428358 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3b29e667-a5bd-44aa-b23b-c6ff7ea90759 req-ef17a89e-b2fc-4504-8ecd-725ee80a391a tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:42.435775 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3b29e667-a5bd-44aa-b23b-c6ff7ea90759 req-ef17a89e-b2fc-4504-8ecd-725ee80a391a tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.91 "DELETE /v2.0/ports/3d0fcf80-e301-443a-8e3d-051528746e99 HTTP/1.1" status: 204 len: 173 time: 4.2457654 Feb 17 17:35:42.439273 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-29d588aa-b3e6-41d2-9bd0-dd52ba97e58a tempest-RoutersAdminNegativeTest-1450657622 tempest-RoutersAdminNegativeTest-1450657622-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (2a80a5bf-e0b6-4b2e-8c43-b8137ee3b940), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:42.439926 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d588aa-b3e6-41d2-9bd0-dd52ba97e58a tempest-RoutersAdminNegativeTest-1450657622 tempest-RoutersAdminNegativeTest-1450657622-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2a80a5bf-e0b6-4b2e-8c43-b8137ee3b940 {{(pid=103435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:35:42.440513 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-21f94748-2c33-4ee3-b88c-8d5ae4765b0a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (f3077742-c3c0-4adc-9eaa-a82e60b33b8c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:42.540641 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f9bf8144-0dc0-4351-81fc-8f5f28096f85 req-9aef2a9c-60d0-463c-b317-796beccb2c88 service neutron] 10.222.0.91 "GET /v2.0/networks/3100c139-77f4-49d8-b7fa-b7a25c4ec3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154124 Feb 17 17:35:42.604690 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44914) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:42.612552 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-37052757-e8fa-493b-ba57-bf57487f5e95 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-434777777'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:35:42.625088 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-21f94748-2c33-4ee3-b88c-8d5ae4765b0a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (f3077742-c3c0-4adc-9eaa-a82e60b33b8c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:42.674017 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f94748-2c33-4ee3-b88c-8d5ae4765b0a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Subnet': ['ID=f3077742-c3c0-4adc-9eaa-a82e60b33b8c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:42.677017 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-21f94748-2c33-4ee3-b88c-8d5ae4765b0a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:42.680968 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f94829-0fd1-489a-90ab-f56c14314b67 None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:35:42.683473 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-21f94748-2c33-4ee3-b88c-8d5ae4765b0a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/f3077742-c3c0-4adc-9eaa-a82e60b33b8c HTTP/1.1" status: 204 len: 168 time: 0.6212180 Feb 17 17:35:42.687465 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44916) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:42.716084 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20351b9b-7adc-4fcc-93f4-a0043517df4b req-51621dc1-0bec-4f7e-807f-ac332a3bb38b tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:42.725046 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-20351b9b-7adc-4fcc-93f4-a0043517df4b req-51621dc1-0bec-4f7e-807f-ac332a3bb38b tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=f00d4d80-0531-4d28-b776-76d9efd2b420 HTTP/1.1" status: 200 len: 949 time: 0.8960116 Feb 17 17:35:42.761742 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b264071-de34-4ab0-8506-42296c43a137 req-8ab2d8ab-20ba-4083-bd01-8b0b543cc5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:42.763330 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2b264071-de34-4ab0-8506-42296c43a137 req-8ab2d8ab-20ba-4083-bd01-8b0b543cc5ac service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7307589 Feb 17 17:35:42.791354 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-29d588aa-b3e6-41d2-9bd0-dd52ba97e58a tempest-RoutersAdminNegativeTest-1450657622 tempest-RoutersAdminNegativeTest-1450657622-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 17 17:35:42.796565 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-29d588aa-b3e6-41d2-9bd0-dd52ba97e58a tempest-RoutersAdminNegativeTest-1450657622 tempest-RoutersAdminNegativeTest-1450657622-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.6830437 Feb 17 17:35:42.796766 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37052757-e8fa-493b-ba57-bf57487f5e95 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Made reservation on behalf of 918d19e8f1f044baa808ac9d66a136f9 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:35:42.798485 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0e3052d8-5ae5-4371-83a5-97e85eb534f6 req-5ebeb0d2-64fa-4df1-9b68-00d079c4764c tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001029 Feb 17 17:35:42.806170 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-37052757-e8fa-493b-ba57-bf57487f5e95 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:42.806704 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44918) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:42.876606 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37052757-e8fa-493b-ba57-bf57487f5e95 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:35:42.899969 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-37052757-e8fa-493b-ba57-bf57487f5e95 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (13d2e8d9-7afd-45f6-84e2-b7416289d330), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:42.900359 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-37052757-e8fa-493b-ba57-bf57487f5e95 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Added segment 13d2e8d9-7afd-45f6-84e2-b7416289d330 of type vlan for network cc320263-b432-4650-9484-dc130e67f905 Feb 17 17:35:42.923971 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-20351b9b-7adc-4fcc-93f4-a0043517df4b req-b6460c6b-5f1a-44ed-9514-45b66cfdd549 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963470 Feb 17 17:35:42.928834 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d2f6b8-4f01-490f-bf81-e1799eb11009 None None] Sync routers for ids ['b4364133-2a3a-479a-9776-5d369d5437eb'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:35:42.957513 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d2f6b8-4f01-490f-bf81-e1799eb11009 None None] Routers {'b4364133-2a3a-479a-9776-5d369d5437eb'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:35:42.959091 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-95d2f6b8-4f01-490f-bf81-e1799eb11009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:35:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['b4364133-2a3a-479a-9776-5d369d5437eb'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:42.987045 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8aaece-7104-4e2c-8397-b28a73ed1b16 None None] DHCP port deletion for f82adc72-a904-4b51-9a87-7ea8a1981040 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:35:43.015741 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fd7a2a5e-171b-4ec0-a6db-34ae047ee0e1 req-49460ae5-e8a7-499c-9aca-2ebf779fe568 tempest-ServerShowV247Test-1780687124 tempest-ServerShowV247Test-1780687124-project] 10.222.0.87 "GET /v2.0/ports?device_id=f442a6ac-8a23-44e8-9009-18bc85d5de7e HTTP/1.1" status: 200 len: 210 time: 0.0680740 Feb 17 17:35:43.069309 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-37052757-e8fa-493b-ba57-bf57487f5e95 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (cc320263-b432-4650-9484-dc130e67f905), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:43.075325 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-6666e172-541b-44e8-a972-9935e5312d33 tempest-RoutersAdminNegativeTest-1450657622 tempest-RoutersAdminNegativeTest-1450657622-project-admin] Deleting port a3935fa7-3d33-4125-a12e-1cc7b794b5f2 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:35:43.080442 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6666e172-541b-44e8-a972-9935e5312d33 tempest-RoutersAdminNegativeTest-1450657622 tempest-RoutersAdminNegativeTest-1450657622-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (a3935fa7-3d33-4125-a12e-1cc7b794b5f2), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:43.093884 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-790d6143-fbd8-48fa-a507-302eb5fa5be8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4050841 Feb 17 17:35:43.097819 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44922) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:43.097978 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '425aa7a7-c094-4e09-bee2-3fc8aaa7a90f', 'name': 'network-vif-deleted', 'tag': '3d0fcf80-e301-443a-8e3d-051528746e99'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:35:43.100380 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c63847-f10c-4e3f-ae48-d2e87f9443a4" -d '{"events": [{"server_uuid": "425aa7a7-c094-4e09-bee2-3fc8aaa7a90f", "name": "network-vif-deleted", "tag": "3d0fcf80-e301-443a-8e3d-051528746e99"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:35:43.147343 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-8c8aaece-7104-4e2c-8397-b28a73ed1b16 None None] Deleting port 43308aca-f539-48fc-b166-6a3172fc3a45 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:35:43.147729 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8c8aaece-7104-4e2c-8397-b28a73ed1b16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (43308aca-f539-48fc-b166-6a3172fc3a45), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:43.174653 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c9064228-96b3-4aa4-9314-56f72dce56ec req-ba558a88-c0a8-4d5e-ac2d-63e9821e3b15 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 210 time: 0.0457911 Feb 17 17:35:43.218838 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea422b5-2580-4384-bdac-de93f802937f x-openstack-request-id: req-1ea422b5-2580-4384-bdac-de93f802937f {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:35:43.219709 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "425aa7a7-c094-4e09-bee2-3fc8aaa7a90f", "name": "network-vif-deleted", "tag": "3d0fcf80-e301-443a-8e3d-051528746e99", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:35:43.220149 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1ea422b5-2580-4384-bdac-de93f802937f {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:35:43.220768 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '425aa7a7-c094-4e09-bee2-3fc8aaa7a90f', 'name': 'network-vif-deleted', 'tag': '3d0fcf80-e301-443a-8e3d-051528746e99', 'status': 'completed', 'code': 200} Feb 17 17:35:43.232759 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-95d2f6b8-4f01-490f-bf81-e1799eb11009 None None] Set router b4364133-2a3a-479a-9776-5d369d5437eb gateway port host: None {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:35:43.255266 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.db.resource_extend [None req-37052757-e8fa-493b-ba57-bf57487f5e95 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 17:35:43.274722 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-edb49aa3-71c1-467b-941f-06530dd2a0d8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for router (b4364133-2a3a-479a-9776-5d369d5437eb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:43.296083 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3b7db942-9d0c-4f50-ad68-a727ee860664 req-41d50d89-7c59-4bef-a47a-5b7bc9ece09f tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/floatingips/1b301bc8-f310-47fa-94fe-1becd994a61f HTTP/1.1" status: 200 len: 694 time: 0.0584800 Feb 17 17:35:43.374316 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6666e172-541b-44e8-a972-9935e5312d33 tempest-RoutersAdminNegativeTest-1450657622 tempest-RoutersAdminNegativeTest-1450657622-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (a3935fa7-3d33-4125-a12e-1cc7b794b5f2), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:43.388793 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-8c8aaece-7104-4e2c-8397-b28a73ed1b16 None None] For port 43308aca-f539-48fc-b166-6a3172fc3a45, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=43308aca-f539-48fc-b166-6a3172fc3a45,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:35:43.389224 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8c8aaece-7104-4e2c-8397-b28a73ed1b16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (43308aca-f539-48fc-b166-6a3172fc3a45), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:43.400005 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 43308aca-f539-48fc-b166-6a3172fc3a45 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:35:43.422629 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-6666e172-541b-44e8-a972-9935e5312d33 tempest-RoutersAdminNegativeTest-1450657622 tempest-RoutersAdminNegativeTest-1450657622-project-admin] Calling delete_port for a3935fa7-3d33-4125-a12e-1cc7b794b5f2 owned by {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:35:43.437682 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-95d2f6b8-4f01-490f-bf81-e1799eb11009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4364133-2a3a-479a-9776-5d369d5437eb', 'name': 'tempest-NetworksTestDHCPv6-router-1472095524', 'tenant_id': 'c017d73ca35741f09876024d2cbfcdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:35:34Z', 'updated_at': '2022-02-17T17:35:40Z', 'revision_number': 3, 'project_id': 'c017d73ca35741f09876024d2cbfcdb7', 'gw_port_host': None}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:43.497756 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d2f6b8-4f01-490f-bf81-e1799eb11009 None None] Checking router: b4364133-2a3a-479a-9776-5d369d5437eb for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:35:43.504900 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-8c8aaece-7104-4e2c-8397-b28a73ed1b16 None None] Calling delete_port for 43308aca-f539-48fc-b166-6a3172fc3a45 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:35:43.506174 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7db942-9d0c-4f50-ad68-a727ee860664 req-c079b9e5-1ee1-4586-8e7e-a1b5ce5d7a8a tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:43.507770 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3b7db942-9d0c-4f50-ad68-a727ee860664 req-c079b9e5-1ee1-4586-8e7e-a1b5ce5d7a8a tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/networks/d7afcf1f-5124-4168-b80f-10ace9d04ea7 HTTP/1.1" status: 200 len: 784 time: 0.2042546 Feb 17 17:35:43.518019 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d2f6b8-4f01-490f-bf81-e1799eb11009 None None] Routers {'b4364133-2a3a-479a-9776-5d369d5437eb'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:35:43.518797 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-95d2f6b8-4f01-490f-bf81-e1799eb11009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:35:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['b4364133-2a3a-479a-9776-5d369d5437eb'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:43.574557 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3b7db942-9d0c-4f50-ad68-a727ee860664 req-8a393307-7312-437d-81fd-1431d7ecfb42 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.8.123 HTTP/1.1" status: 200 len: 697 time: 0.0601125 Feb 17 17:35:43.637775 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 43308aca-f539-48fc-b166-6a3172fc3a45 is: ACTIVE; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:35:43.638484 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (43308aca-f539-48fc-b166-6a3172fc3a45), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:43.656634 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-95d2f6b8-4f01-490f-bf81-e1799eb11009 None None] Set router b4364133-2a3a-479a-9776-5d369d5437eb gateway port host: None {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:35:43.693638 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3b7db942-9d0c-4f50-ad68-a727ee860664 req-cbfbeacf-d8a3-43cb-a4db-bc4d3b163207 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.8.123 HTTP/1.1" status: 200 len: 697 time: 0.1113110 Feb 17 17:35:43.715688 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8c8aaece-7104-4e2c-8397-b28a73ed1b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (43308aca-f539-48fc-b166-6a3172fc3a45), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:43.730741 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-95d2f6b8-4f01-490f-bf81-e1799eb11009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4364133-2a3a-479a-9776-5d369d5437eb', 'name': 'tempest-NetworksTestDHCPv6-router-1472095524', 'tenant_id': 'c017d73ca35741f09876024d2cbfcdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:35:34Z', 'updated_at': '2022-02-17T17:35:40Z', 'revision_number': 3, 'project_id': 'c017d73ca35741f09876024d2cbfcdb7', 'gw_port_host': None}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:43.750481 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-37052757-e8fa-493b-ba57-bf57487f5e95 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (cc320263-b432-4650-9484-dc130e67f905), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:43.755768 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37052757-e8fa-493b-ba57-bf57487f5e95 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:43.756516 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-37052757-e8fa-493b-ba57-bf57487f5e95 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:43.764506 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d2f6b8-4f01-490f-bf81-e1799eb11009 None None] The sync data for ids ['b4364133-2a3a-479a-9776-5d369d5437eb'] in n-d-829613-2 is: [{'id': 'b4364133-2a3a-479a-9776-5d369d5437eb', 'name': 'tempest-NetworksTestDHCPv6-router-1472095524', 'tenant_id': 'c017d73ca35741f09876024d2cbfcdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:35:34Z', 'updated_at': '2022-02-17T17:35:40Z', 'revision_number': 3, 'project_id': 'c017d73ca35741f09876024d2cbfcdb7', 'gw_port_host': None}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:35:43.821519 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8aaece-7104-4e2c-8397-b28a73ed1b16 None None] Pushing event deleted for resources: {'Port': ['ID=43308aca-f539-48fc-b166-6a3172fc3a45,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:43.829371 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8aaece-7104-4e2c-8397-b28a73ed1b16 None None] No DVR routers for this DVR port 43308aca-f539-48fc-b166-6a3172fc3a45 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:35:43.845612 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-37052757-e8fa-493b-ba57-bf57487f5e95 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2374458 Feb 17 17:35:43.851600 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44930) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:43.859783 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-f1539073-8da0-4c3f-9593-511f5e4dee0e tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2020490066'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:35:43.961225 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6666e172-541b-44e8-a972-9935e5312d33 tempest-RoutersAdminNegativeTest-1450657622 tempest-RoutersAdminNegativeTest-1450657622-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (a3935fa7-3d33-4125-a12e-1cc7b794b5f2), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:44.013127 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6666e172-541b-44e8-a972-9935e5312d33 tempest-RoutersAdminNegativeTest-1450657622 tempest-RoutersAdminNegativeTest-1450657622-project-admin] Pushing event deleted for resources: {'Port': ['ID=a3935fa7-3d33-4125-a12e-1cc7b794b5f2,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:44.033395 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37052757-e8fa-493b-ba57-bf57487f5e95 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Pushing event updated for resources: {'Network': ['ID=cc320263-b432-4650-9484-dc130e67f905,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:44.048528 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network cc320263-b432-4650-9484-dc130e67f905 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:35:44.054011 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-edb49aa3-71c1-467b-941f-06530dd2a0d8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (b4364133-2a3a-479a-9776-5d369d5437eb), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:44.058518 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-edb49aa3-71c1-467b-941f-06530dd2a0d8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for router_controller (b4364133-2a3a-479a-9776-5d369d5437eb), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:44.129534 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1539073-8da0-4c3f-9593-511f5e4dee0e tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Made reservation on behalf of 918d19e8f1f044baa808ac9d66a136f9 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:35:44.132994 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f1539073-8da0-4c3f-9593-511f5e4dee0e tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:44.138127 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-edb49aa3-71c1-467b-941f-06530dd2a0d8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (b4364133-2a3a-479a-9776-5d369d5437eb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:44.140036 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb49aa3-71c1-467b-941f-06530dd2a0d8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Fanout notify agent at l3_agent the message router_deleted on router b4364133-2a3a-479a-9776-5d369d5437eb {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:35:44.163181 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-3b7db942-9d0c-4f50-ad68-a727ee860664 req-b02a30c9-a66d-4197-93de-b9f14cbb3c91 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Deleting port 6a63a875-bb16-46b7-9f0b-61537ac03193 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:35:44.163181 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3b7db942-9d0c-4f50-ad68-a727ee860664 req-b02a30c9-a66d-4197-93de-b9f14cbb3c91 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (6a63a875-bb16-46b7-9f0b-61537ac03193), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:44.165632 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-edb49aa3-71c1-467b-941f-06530dd2a0d8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:44.169348 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-edb49aa3-71c1-467b-941f-06530dd2a0d8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/routers/b4364133-2a3a-479a-9776-5d369d5437eb HTTP/1.1" status: 204 len: 168 time: 1.0658329 Feb 17 17:35:44.173540 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44940) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:44.181594 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-c8e4e04c-4946-4163-a575-c2f4bd512de2 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'subnet': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:35:44.258979 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6666e172-541b-44e8-a972-9935e5312d33 tempest-RoutersAdminNegativeTest-1450657622 tempest-RoutersAdminNegativeTest-1450657622-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:44.268153 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-6666e172-541b-44e8-a972-9935e5312d33 tempest-RoutersAdminNegativeTest-1450657622 tempest-RoutersAdminNegativeTest-1450657622-project-admin] 10.222.0.87 "DELETE /v2.0/ports/a3935fa7-3d33-4125-a12e-1cc7b794b5f2 HTTP/1.1" status: 204 len: 168 time: 1.4588883 Feb 17 17:35:44.304342 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e4e04c-4946-4163-a575-c2f4bd512de2 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:35:44.308783 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e04c-4946-4163-a575-c2f4bd512de2 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:44.339048 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2b264071-de34-4ab0-8506-42296c43a137 req-dbdce4cc-e7de-43df-b4f0-af8a3616653e tempest-ServerShowV247Test-1780687124 tempest-ServerShowV247Test-1780687124-project] 10.222.0.91 "GET /v2.0/ports?device_id=f442a6ac-8a23-44e8-9009-18bc85d5de7e HTTP/1.1" status: 200 len: 210 time: 0.0908272 Feb 17 17:35:44.339962 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1539073-8da0-4c3f-9593-511f5e4dee0e tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:35:44.670617 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f1539073-8da0-4c3f-9593-511f5e4dee0e tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (82732791-61b6-4864-92cc-594948a3b9a8), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:44.671036 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-f1539073-8da0-4c3f-9593-511f5e4dee0e tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Added segment 82732791-61b6-4864-92cc-594948a3b9a8 of type vlan for network 7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef Feb 17 17:35:44.674792 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e04c-4946-4163-a575-c2f4bd512de2 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (23d2d894-67de-4040-8df8-411ce5b86fe2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:44.711700 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3b7db942-9d0c-4f50-ad68-a727ee860664 req-b02a30c9-a66d-4197-93de-b9f14cbb3c91 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (6a63a875-bb16-46b7-9f0b-61537ac03193), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:44.712029 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3b7db942-9d0c-4f50-ad68-a727ee860664 req-b02a30c9-a66d-4197-93de-b9f14cbb3c91 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Publish callbacks [] for floatingip (6a63a875-bb16-46b7-9f0b-61537ac03193), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:44.724709 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e4e04c-4946-4163-a575-c2f4bd512de2 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:35:44.732855 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-3b7db942-9d0c-4f50-ad68-a727ee860664 req-b02a30c9-a66d-4197-93de-b9f14cbb3c91 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Calling delete_port for 6a63a875-bb16-46b7-9f0b-61537ac03193 owned by network:floatingip {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:35:44.733367 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-c8e4e04c-4946-4163-a575-c2f4bd512de2 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:35:44.741283 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e4e04c-4946-4163-a575-c2f4bd512de2 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:44.742723 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e04c-4946-4163-a575-c2f4bd512de2 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:44.750871 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f1539073-8da0-4c3f-9593-511f5e4dee0e tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:44.759001 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ac18a8-acea-4e4e-a9fc-f9d384008146 None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:35:44.779789 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece416c3-2574-4ec6-80be-172b88a75d0d req-3391ceac-462f-4907-bc62-b045f3dc45a5 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:44.789218 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ece416c3-2574-4ec6-80be-172b88a75d0d req-3391ceac-462f-4907-bc62-b045f3dc45a5 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=f00d4d80-0531-4d28-b776-76d9efd2b420 HTTP/1.1" status: 200 len: 949 time: 0.5371315 Feb 17 17:35:44.791723 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c8e4e04c-4946-4163-a575-c2f4bd512de2 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6166914 Feb 17 17:35:44.793307 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e4e04c-4946-4163-a575-c2f4bd512de2 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Subnet': ['ID=23d2d894-67de-4040-8df8-411ce5b86fe2,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:44.797321 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44946) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:44.806442 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-185345a4-6ff3-4e13-8328-27910500cba6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-484418664', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:35:44.840857 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-185345a4-6ff3-4e13-8328-27910500cba6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (8726920e-7cd1-42f5-adb6-96d952324ae4), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:44.842099 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-185345a4-6ff3-4e13-8328-27910500cba6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (8726920e-7cd1-42f5-adb6-96d952324ae4), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:44.910471 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f1539073-8da0-4c3f-9593-511f5e4dee0e tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:44.915356 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1539073-8da0-4c3f-9593-511f5e4dee0e tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:44.915977 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f1539073-8da0-4c3f-9593-511f5e4dee0e tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:44.980001 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-185345a4-6ff3-4e13-8328-27910500cba6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for router_controller (8726920e-7cd1-42f5-adb6-96d952324ae4), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:44.989200 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-185345a4-6ff3-4e13-8328-27910500cba6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (8726920e-7cd1-42f5-adb6-96d952324ae4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:45.021588 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-185345a4-6ff3-4e13-8328-27910500cba6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:45.023396 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-185345a4-6ff3-4e13-8328-27910500cba6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2242208 Feb 17 17:35:45.026000 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44950) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:45.037823 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb07b221-2f71-4289-a952-8aba3db7a277 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-f82adc72-a904-4b51-9a87-7ea8a1981040', 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'project_id': 'c017d73ca35741f09876024d2cbfcdb7', 'fixed_ips': [{'subnet_id': '23d2d894-67de-4040-8df8-411ce5b86fe2'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:35:45.038777 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-cb07b221-2f71-4289-a952-8aba3db7a277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:45.065812 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-f1539073-8da0-4c3f-9593-511f5e4dee0e tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2101855 Feb 17 17:35:45.070725 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ece416c3-2574-4ec6-80be-172b88a75d0d req-643c7bd1-fc28-4d2a-bb40-03027021718b tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805531 Feb 17 17:35:45.085260 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44952) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:45.094057 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-e3f9803b-5430-432c-b087-2cb8d03c1a20 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Request body: {'subnet': {'network_id': 'cc320263-b432-4650-9484-dc130e67f905', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:35:45.139700 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44954) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:45.178286 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1539073-8da0-4c3f-9593-511f5e4dee0e tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Pushing event updated for resources: {'Network': ['ID=7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:45.211817 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 62555bad-7cc3-4e80-a405-2d96d812c85a no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:35:45.270282 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:35:45.310425 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 62555bad-7cc3-4e80-a405-2d96d812c85a {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:35:45.311652 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 62555bad-7cc3-4e80-a405-2d96d812c85a not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:35:45.403766 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6a480-467c-455d-9528-e96c003d6684 req-b9cc878e-9d3a-4036-a9e8-0ba2f41b8a7d tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:45.412676 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0bb6a480-467c-455d-9528-e96c003d6684 req-b9cc878e-9d3a-4036-a9e8-0ba2f41b8a7d tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b03940-fd52-4fab-baa6-b38163ad055b HTTP/1.1" status: 200 len: 950 time: 0.1686676 Feb 17 17:35:45.451005 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f9803b-5430-432c-b087-2cb8d03c1a20 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Made reservation on behalf of 918d19e8f1f044baa808ac9d66a136f9 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:35:45.456753 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e3f9803b-5430-432c-b087-2cb8d03c1a20 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:45.468554 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3b7db942-9d0c-4f50-ad68-a727ee860664 req-b02a30c9-a66d-4197-93de-b9f14cbb3c91 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (6a63a875-bb16-46b7-9f0b-61537ac03193), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:45.468902 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-cb07b221-2f71-4289-a952-8aba3db7a277 None None] Allocated IP 2001:db8::2 (f82adc72-a904-4b51-9a87-7ea8a1981040/23d2d894-67de-4040-8df8-411ce5b86fe2/d603bf56-3b99-4d75-aa0c-088a93d91770) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:35:45.484106 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-37b11d04-7a1c-42ef-87df-e5c7730677e9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:45.512087 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-668d2e90-8570-47ae-8e37-d1d07bc9d0a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:45.535341 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a30c9-a66d-4197-93de-b9f14cbb3c91 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Pushing event deleted for resources: {'Port': ['ID=6a63a875-bb16-46b7-9f0b-61537ac03193,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:45.621668 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:35:45.624804 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0bb6a480-467c-455d-9528-e96c003d6684 req-9fee3973-5788-415d-87cc-d71904ea251b tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111795 Feb 17 17:35:45.682044 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-cb07b221-2f71-4289-a952-8aba3db7a277 None None] Publish callbacks [] for port (d603bf56-3b99-4d75-aa0c-088a93d91770), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:45.690696 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-cb07b221-2f71-4289-a952-8aba3db7a277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (d603bf56-3b99-4d75-aa0c-088a93d91770), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:45.757614 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb07b221-2f71-4289-a952-8aba3db7a277 None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:35:45.766037 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-cb07b221-2f71-4289-a952-8aba3db7a277 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:35:45.767824 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-668d2e90-8570-47ae-8e37-d1d07bc9d0a7 admin admin] Publish callbacks [] for security_group (a0069615-7a44-490e-b456-629e7b565ead), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:45.769886 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb07b221-2f71-4289-a952-8aba3db7a277 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:35:45.776850 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-668d2e90-8570-47ae-8e37-d1d07bc9d0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (a0069615-7a44-490e-b456-629e7b565ead), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:45.790326 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb07b221-2f71-4289-a952-8aba3db7a277 None None] Pushing event updated for resources: {'Port': ['ID=d603bf56-3b99-4d75-aa0c-088a93d91770,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:45.801777 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ebeb8-06bc-4fd8-9a19-2650f89995a9 req-d6962a81-a9da-4a79-8485-ffc2b7a160b7 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:45.803344 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3a0ebeb8-06bc-4fd8-9a19-2650f89995a9 req-d6962a81-a9da-4a79-8485-ffc2b7a160b7 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.91 "GET /v2.0/ports?device_id=91b03940-fd52-4fab-baa6-b38163ad055b HTTP/1.1" status: 200 len: 950 time: 0.2814987 Feb 17 17:35:45.821132 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb07b221-2f71-4289-a952-8aba3db7a277 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:35:45.821536 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb07b221-2f71-4289-a952-8aba3db7a277 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:35:45.821935 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb07b221-2f71-4289-a952-8aba3db7a277 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:35:45.822402 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb07b221-2f71-4289-a952-8aba3db7a277 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:35:45.822746 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb07b221-2f71-4289-a952-8aba3db7a277 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:35:45.823339 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb07b221-2f71-4289-a952-8aba3db7a277 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:35:45.823673 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb07b221-2f71-4289-a952-8aba3db7a277 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:35:45.824178 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb07b221-2f71-4289-a952-8aba3db7a277 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:35:45.824579 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb07b221-2f71-4289-a952-8aba3db7a277 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:35:45.824913 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb07b221-2f71-4289-a952-8aba3db7a277 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:35:45.825343 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb07b221-2f71-4289-a952-8aba3db7a277 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:35:45.825809 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb07b221-2f71-4289-a952-8aba3db7a277 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:35:45.826215 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb07b221-2f71-4289-a952-8aba3db7a277 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:35:45.838515 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-668d2e90-8570-47ae-8e37-d1d07bc9d0a7 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=663c030272704bb4bc43c7773a2b9f4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6835439 Feb 17 17:35:45.856529 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f06597ee-57fd-416e-875a-5b2f6f1d67e3 req-0450f9e9-6852-4614-afe1-7fbd0f072487 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 210 time: 0.0807316 Feb 17 17:35:45.861912 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44962) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:45.872566 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-cb07b221-2f71-4289-a952-8aba3db7a277 None None] Attempting to bind port d603bf56-3b99-4d75-aa0c-088a93d91770 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:35:45.873804 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-cb07b221-2f71-4289-a952-8aba3db7a277 None None] Attempting to bind port d603bf56-3b99-4d75-aa0c-088a93d91770 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:35:45.874426 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb07b221-2f71-4289-a952-8aba3db7a277 None None] Attempting to bind port d603bf56-3b99-4d75-aa0c-088a93d91770 on network f82adc72-a904-4b51-9a87-7ea8a1981040 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:35:45.883137 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb07b221-2f71-4289-a952-8aba3db7a277 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:35:45.883523 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb07b221-2f71-4289-a952-8aba3db7a277 None None] Checking segment: {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:35:45.883932 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-cb07b221-2f71-4289-a952-8aba3db7a277 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:45.884357 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb07b221-2f71-4289-a952-8aba3db7a277 None None] Bound using segment: {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:35:45.885006 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-cb07b221-2f71-4289-a952-8aba3db7a277 None None] Bound port: d603bf56-3b99-4d75-aa0c-088a93d91770, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:35:45.885401 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-cb07b221-2f71-4289-a952-8aba3db7a277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d603bf56-3b99-4d75-aa0c-088a93d91770), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:45.964126 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-cb07b221-2f71-4289-a952-8aba3db7a277 None None] For port d603bf56-3b99-4d75-aa0c-088a93d91770, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:35:45.968409 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-cb07b221-2f71-4289-a952-8aba3db7a277 None None] For port d603bf56-3b99-4d75-aa0c-088a93d91770, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=d603bf56-3b99-4d75-aa0c-088a93d91770,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:35:45.980617 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-cb07b221-2f71-4289-a952-8aba3db7a277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (d603bf56-3b99-4d75-aa0c-088a93d91770), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:46.039171 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-37b11d04-7a1c-42ef-87df-e5c7730677e9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Allocated IP 2001:db8::1 (f82adc72-a904-4b51-9a87-7ea8a1981040/23d2d894-67de-4040-8df8-411ce5b86fe2/a03ee279-8374-4cd9-8de5-3c1f401a80de) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:35:46.110797 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb07b221-2f71-4289-a952-8aba3db7a277 None None] Pushing event updated for resources: {'Port': ['ID=d603bf56-3b99-4d75-aa0c-088a93d91770,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:46.206559 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668d2e90-8570-47ae-8e37-d1d07bc9d0a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0069615-7a44-490e-b456-629e7b565ead,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:46.251313 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3b7db942-9d0c-4f50-ad68-a727ee860664 req-b02a30c9-a66d-4197-93de-b9f14cbb3c91 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Publish callbacks [] for floatingip (1b301bc8-f310-47fa-94fe-1becd994a61f), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:46.251942 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e0575cbc-e6b3-42de-b30a-5a771c373c77 req-5134ae71-bdf0-4a34-aa61-df246aa42fc6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ccdfc02915134d799400782c5aeffcb4&device_id=657fdbce-3c85-47cc-bb86-449ef9d3b0fb HTTP/1.1" status: 200 len: 210 time: 0.0406542 Feb 17 17:35:46.253932 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3b7db942-9d0c-4f50-ad68-a727ee860664 req-b02a30c9-a66d-4197-93de-b9f14cbb3c91 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:46.256396 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-37b11d04-7a1c-42ef-87df-e5c7730677e9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for port (a03ee279-8374-4cd9-8de5-3c1f401a80de), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:46.265219 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3b7db942-9d0c-4f50-ad68-a727ee860664 req-b02a30c9-a66d-4197-93de-b9f14cbb3c91 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "DELETE /v2.0/floatingips/1b301bc8-f310-47fa-94fe-1becd994a61f HTTP/1.1" status: 204 len: 173 time: 2.4315357 Feb 17 17:35:46.269559 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e3f9803b-5430-432c-b087-2cb8d03c1a20 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (f2e0eb54-8f78-4737-b37f-1044983cc57f), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:46.298639 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e0575cbc-e6b3-42de-b30a-5a771c373c77 req-17285eec-ea11-47a6-a1e4-2ffaa2f2fda3 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=ccdfc02915134d799400782c5aeffcb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330236 Feb 17 17:35:46.323933 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a1183e76-fc3a-497d-a703-368667fad994 req-d0e70037-39eb-4943-9474-e54ec7b57065 tempest-ServerShowV247Test-1780687124 tempest-ServerShowV247Test-1780687124-project] 10.222.0.87 "GET /v2.0/ports?device_id=657fdbce-3c85-47cc-bb86-449ef9d3b0fb HTTP/1.1" status: 200 len: 210 time: 0.1452532 Feb 17 17:35:46.456083 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3df293e4-6f02-4ce8-967f-733c81fea24a admin admin] Publish callbacks [] for security_group (a0069615-7a44-490e-b456-629e7b565ead), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:46.511430 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f9803b-5430-432c-b087-2cb8d03c1a20 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Pushing event updated for resources: {'Subnet': ['ID=f2e0eb54-8f78-4737-b37f-1044983cc57f,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:46.538367 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3df293e4-6f02-4ce8-967f-733c81fea24a admin admin] Publish callbacks [] for security_group (a0069615-7a44-490e-b456-629e7b565ead), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:46.551172 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-3a0ebeb8-06bc-4fd8-9a19-2650f89995a9 req-d675ba95-3f0e-42c7-bec4-f59fa5e7493a tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Deleting port df6efc80-10e2-4743-a0a6-e7344668cff7 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:35:46.551517 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3a0ebeb8-06bc-4fd8-9a19-2650f89995a9 req-d675ba95-3f0e-42c7-bec4-f59fa5e7493a tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (df6efc80-10e2-4743-a0a6-e7344668cff7), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:46.554152 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-37b11d04-7a1c-42ef-87df-e5c7730677e9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (a03ee279-8374-4cd9-8de5-3c1f401a80de), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:46.633836 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0575cbc-e6b3-42de-b30a-5a771c373c77 req-7a78ec3a-dc7f-4e6f-95a7-8fd8fcbc7475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:46.636026 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e0575cbc-e6b3-42de-b30a-5a771c373c77 req-7a78ec3a-dc7f-4e6f-95a7-8fd8fcbc7475 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3270431 Feb 17 17:35:46.650170 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b11d04-7a1c-42ef-87df-e5c7730677e9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:35:46.654056 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-37b11d04-7a1c-42ef-87df-e5c7730677e9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:35:46.657586 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b11d04-7a1c-42ef-87df-e5c7730677e9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:35:46.658342 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-37b11d04-7a1c-42ef-87df-e5c7730677e9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (8726920e-7cd1-42f5-adb6-96d952324ae4), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:46.690301 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-3a0ebeb8-06bc-4fd8-9a19-2650f89995a9 req-d675ba95-3f0e-42c7-bec4-f59fa5e7493a tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] For port df6efc80-10e2-4743-a0a6-e7344668cff7, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=df6efc80-10e2-4743-a0a6-e7344668cff7,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:35:46.690659 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3a0ebeb8-06bc-4fd8-9a19-2650f89995a9 req-d675ba95-3f0e-42c7-bec4-f59fa5e7493a tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (df6efc80-10e2-4743-a0a6-e7344668cff7), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:46.709336 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b11d04-7a1c-42ef-87df-e5c7730677e9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Port': ['ID=a03ee279-8374-4cd9-8de5-3c1f401a80de,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:46.735925 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-3a0ebeb8-06bc-4fd8-9a19-2650f89995a9 req-d675ba95-3f0e-42c7-bec4-f59fa5e7493a tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Calling delete_port for df6efc80-10e2-4743-a0a6-e7344668cff7 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:35:46.736321 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f9803b-5430-432c-b087-2cb8d03c1a20 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Checking segment: {'id': '13d2e8d9-7afd-45f6-84e2-b7416289d330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'cc320263-b432-4650-9484-dc130e67f905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:35:46.736694 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f9803b-5430-432c-b087-2cb8d03c1a20 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Network hostable DHCP agents. Network: cc320263-b432-4650-9484-dc130e67f905, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:35:46.808730 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d09ddd-e3bb-47ab-afba-dad6a1a27b4b req-16f12b01-fae5-4b50-9ba0-1424683124e5 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:46.810352 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f5d09ddd-e3bb-47ab-afba-dad6a1a27b4b req-16f12b01-fae5-4b50-9ba0-1424683124e5 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=f00d4d80-0531-4d28-b776-76d9efd2b420 HTTP/1.1" status: 200 len: 949 time: 0.3826308 Feb 17 17:35:46.824136 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-37b11d04-7a1c-42ef-87df-e5c7730677e9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (a03ee279-8374-4cd9-8de5-3c1f401a80de), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:46.891834 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f9803b-5430-432c-b087-2cb8d03c1a20 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Network cc320263-b432-4650-9484-dc130e67f905 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:35:46.906354 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeaca77-837c-4a2c-ad83-0cdead59123a req-040d737d-ae09-487c-a9e8-a54463a28fcb tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:46.907874 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ddeaca77-837c-4a2c-ad83-0cdead59123a req-040d737d-ae09-487c-a9e8-a54463a28fcb tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/ports?device_id=62e75d39-d946-4814-8adf-839d9da47a9c HTTP/1.1" status: 200 len: 945 time: 0.2016833 Feb 17 17:35:46.944751 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3df293e4-6f02-4ce8-967f-733c81fea24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (a0069615-7a44-490e-b456-629e7b565ead), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:46.947268 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3df293e4-6f02-4ce8-967f-733c81fea24a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:46.951967 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-3df293e4-6f02-4ce8-967f-733c81fea24a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a0069615-7a44-490e-b456-629e7b565ead HTTP/1.1" status: 204 len: 168 time: 1.0860286 Feb 17 17:35:46.951967 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-e3f9803b-5430-432c-b087-2cb8d03c1a20 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, cc320263-b432-4650-9484-dc130e67f905) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:35:46.976356 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f9803b-5430-432c-b087-2cb8d03c1a20 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:46.976770 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e012c678-229d-4b26-a302-d9e09709bfc0 None None] Network cc320263-b432-4650-9484-dc130e67f905 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:35:46.977272 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e3f9803b-5430-432c-b087-2cb8d03c1a20 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:46.993553 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f5d09ddd-e3bb-47ab-afba-dad6a1a27b4b req-069f9cbd-d922-4c82-9e99-40fb9f2bd8c7 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435730 Feb 17 17:35:47.007604 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df293e4-6f02-4ce8-967f-733c81fea24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0069615-7a44-490e-b456-629e7b565ead,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:47.071397 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e3f9803b-5430-432c-b087-2cb8d03c1a20 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9842677 Feb 17 17:35:47.072097 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44978) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:47.086154 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ddeaca77-837c-4a2c-ad83-0cdead59123a req-a036c4b0-8915-4b69-a75a-7bf8bd6a9191 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/security-groups?id=dd538416-09bc-40c0-9215-332e74759dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671722 Feb 17 17:35:47.103055 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-7fe3b49a-f109-4f29-8b5c-0725d5bb3b84 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Request body: {'subnet': {'network_id': '7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:35:47.241595 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3a0ebeb8-06bc-4fd8-9a19-2650f89995a9 req-d675ba95-3f0e-42c7-bec4-f59fa5e7493a tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (df6efc80-10e2-4743-a0a6-e7344668cff7), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:47.254619 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-abacc288-e59f-4d6f-873f-19b01a2e43b9 req-807e8777-d209-4e0e-a1d7-203998a626f4 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b03940-fd52-4fab-baa6-b38163ad055b HTTP/1.1" status: 200 len: 210 time: 0.1007915 Feb 17 17:35:47.255568 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['5b06a779-8ab4-48f8-99c4-5d97183e1768'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:35:47.343628 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ad5b35-5a9c-4602-a844-4f8e28120bb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-cc320263-b432-4650-9484-dc130e67f905', 'network_id': 'cc320263-b432-4650-9484-dc130e67f905', 'project_id': '918d19e8f1f044baa808ac9d66a136f9', 'fixed_ips': [{'subnet_id': 'f2e0eb54-8f78-4737-b37f-1044983cc57f'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:35:47.344131 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bb2a15eb-064a-4322-9708-ed46c740822e req-30a62d6d-0b12-4bb6-bd6b-8583f55cfab0 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 210 time: 0.1299074 Feb 17 17:35:47.345200 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-57ad5b35-5a9c-4602-a844-4f8e28120bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:47.397164 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device d603bf56-3b99-4d75-aa0c-088a93d91770 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:35:47.406977 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-37b11d04-7a1c-42ef-87df-e5c7730677e9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for port (a03ee279-8374-4cd9-8de5-3c1f401a80de), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:47.417087 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-37b11d04-7a1c-42ef-87df-e5c7730677e9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (a03ee279-8374-4cd9-8de5-3c1f401a80de), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:47.418050 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-37b11d04-7a1c-42ef-87df-e5c7730677e9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (8726920e-7cd1-42f5-adb6-96d952324ae4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:47.426419 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d675ba95-3f0e-42c7-bec4-f59fa5e7493a tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Pushing event deleted for resources: {'Port': ['ID=df6efc80-10e2-4743-a0a6-e7344668cff7,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:47.539668 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe3b49a-f109-4f29-8b5c-0725d5bb3b84 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Made reservation on behalf of 918d19e8f1f044baa808ac9d66a136f9 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:35:47.553444 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7fe3b49a-f109-4f29-8b5c-0725d5bb3b84 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:47.635073 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b11d04-7a1c-42ef-87df-e5c7730677e9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Port': ['ID=a03ee279-8374-4cd9-8de5-3c1f401a80de,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:47.642847 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a0ebeb8-06bc-4fd8-9a19-2650f89995a9 req-d675ba95-3f0e-42c7-bec4-f59fa5e7493a tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] No DVR routers for this DVR port df6efc80-10e2-4743-a0a6-e7344668cff7 on host n-h2-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:35:47.648287 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3a0ebeb8-06bc-4fd8-9a19-2650f89995a9 req-d675ba95-3f0e-42c7-bec4-f59fa5e7493a tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:47.655361 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3a0ebeb8-06bc-4fd8-9a19-2650f89995a9 req-d675ba95-3f0e-42c7-bec4-f59fa5e7493a tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.91 "DELETE /v2.0/ports/df6efc80-10e2-4743-a0a6-e7344668cff7 HTTP/1.1" status: 204 len: 173 time: 1.8235731 Feb 17 17:35:47.671310 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44984) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:47.676594 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-02f58f2d-0a17-4962-915a-671d466abd8e req-d916bead-00e4-4194-8636-d16a697bb894 tempest-ServerShowV247Test-1780687124 tempest-ServerShowV247Test-1780687124-project] 10.222.0.87 "GET /v2.0/ports?device_id=657fdbce-3c85-47cc-bb86-449ef9d3b0fb HTTP/1.1" status: 200 len: 210 time: 0.1892102 Feb 17 17:35:47.700834 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b11d04-7a1c-42ef-87df-e5c7730677e9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:35:47.709280 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b03940-fd52-4fab-baa6-b38163ad055b', 'name': 'network-vif-deleted', 'tag': 'df6efc80-10e2-4743-a0a6-e7344668cff7'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:35:47.711655 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d167e6d5-00af-4313-a3dc-2bde51f4994e" -d '{"events": [{"server_uuid": "91b03940-fd52-4fab-baa6-b38163ad055b", "name": "network-vif-deleted", "tag": "df6efc80-10e2-4743-a0a6-e7344668cff7"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:35:47.715958 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-37b11d04-7a1c-42ef-87df-e5c7730677e9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:35:47.758174 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port d603bf56-3b99-4d75-aa0c-088a93d91770 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:35:47.758557 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d603bf56-3b99-4d75-aa0c-088a93d91770), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:47.787679 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-1e5d56d5-cdb8-4385-8d46-245182ec9219 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=dda6585b14f743c490c1ae0a096cf52a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1099091 Feb 17 17:35:47.789719 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44988) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:47.850814 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b963da1-3638-4985-abde-498a913c947e x-openstack-request-id: req-2b963da1-3638-4985-abde-498a913c947e {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:35:47.851116 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b03940-fd52-4fab-baa6-b38163ad055b", "name": "network-vif-deleted", "tag": "df6efc80-10e2-4743-a0a6-e7344668cff7", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:35:47.851307 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2b963da1-3638-4985-abde-498a913c947e {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:35:47.852275 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b03940-fd52-4fab-baa6-b38163ad055b', 'name': 'network-vif-deleted', 'tag': 'df6efc80-10e2-4743-a0a6-e7344668cff7', 'status': 'completed', 'code': 200} Feb 17 17:35:47.861578 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-57ad5b35-5a9c-4602-a844-4f8e28120bb8 None None] Allocated IP 10.1.1.2 (cc320263-b432-4650-9484-dc130e67f905/f2e0eb54-8f78-4737-b37f-1044983cc57f/4dfd3d7a-0cce-4511-9825-cc23505324dc) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:35:48.010525 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e0575cbc-e6b3-42de-b30a-5a771c373c77 req-47f38e20-d563-4cb7-8c77-952bf7740c32 tempest-ServerShowV247Test-1780687124 tempest-ServerShowV247Test-1780687124-project] 10.222.0.71 "GET /v2.0/ports?device_id=657fdbce-3c85-47cc-bb86-449ef9d3b0fb HTTP/1.1" status: 200 len: 210 time: 0.0471539 Feb 17 17:35:48.146722 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cab0b33e-8a30-4070-89d1-969f93bb358b admin admin] Publish callbacks [] for security_group (ad1f211a-8113-4bf3-a63d-70a978c074e1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:48.183795 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cab0b33e-8a30-4070-89d1-969f93bb358b admin admin] Publish callbacks [] for security_group (ad1f211a-8113-4bf3-a63d-70a978c074e1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:48.229420 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-053bd679-9f8e-435b-aa0d-6d8a2a89705d None None] Provisioning complete for port d603bf56-3b99-4d75-aa0c-088a93d91770 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:35:48.230609 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-053bd679-9f8e-435b-aa0d-6d8a2a89705d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d603bf56-3b99-4d75-aa0c-088a93d91770), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:48.268012 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cab0b33e-8a30-4070-89d1-969f93bb358b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (ad1f211a-8113-4bf3-a63d-70a978c074e1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:48.271513 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cab0b33e-8a30-4070-89d1-969f93bb358b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:48.276205 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-cab0b33e-8a30-4070-89d1-969f93bb358b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ad1f211a-8113-4bf3-a63d-70a978c074e1 HTTP/1.1" status: 204 len: 168 time: 0.3139603 Feb 17 17:35:48.280839 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b11d04-7a1c-42ef-87df-e5c7730677e9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Router 8726920e-7cd1-42f5-adb6-96d952324ae4 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:35:48.360679 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7fe3b49a-f109-4f29-8b5c-0725d5bb3b84 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (540d487b-e25b-4d54-95fe-b2d05bcb76cb), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:48.430823 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b11d04-7a1c-42ef-87df-e5c7730677e9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:35:48.439779 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-37b11d04-7a1c-42ef-87df-e5c7730677e9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "PUT /v2.0/routers/8726920e-7cd1-42f5-adb6-96d952324ae4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4096732 Feb 17 17:35:48.439779 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab0b33e-8a30-4070-89d1-969f93bb358b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1f211a-8113-4bf3-a63d-70a978c074e1,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:48.441960 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45000) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:48.481021 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5719bdb-a6f8-405e-84c8-266908c45e98 req-c43b0a7e-a994-463a-a4ef-720382b93b5a tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:48.482619 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a5719bdb-a6f8-405e-84c8-266908c45e98 req-c43b0a7e-a994-463a-a4ef-720382b93b5a tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.91 "GET /v2.0/ports?device_id=62e75d39-d946-4814-8adf-839d9da47a9c HTTP/1.1" status: 200 len: 945 time: 0.5467575 Feb 17 17:35:48.517566 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3644ddbf-7c84-4d11-8a78-4cac76382f41 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:48.521462 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3644ddbf-7c84-4d11-8a78-4cac76382f41 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/ports/a03ee279-8374-4cd9-8de5-3c1f401a80de HTTP/1.1" status: 200 len: 911 time: 0.0762439 Feb 17 17:35:48.521921 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45002) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:48.527670 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d1456b-aa63-4464-b13c-91f0a6f799b8 None None] Sync routers for ids ['8726920e-7cd1-42f5-adb6-96d952324ae4'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:35:48.649898 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe3b49a-f109-4f29-8b5c-0725d5bb3b84 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Pushing event updated for resources: {'Subnet': ['ID=540d487b-e25b-4d54-95fe-b2d05bcb76cb,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:48.675306 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054b8768-222e-4791-9c49-17b78609ebcf tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:48.681682 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23a2a5-e972-4e21-a72a-783c12cdc101 req-deaa0f9e-6202-4228-9364-4c3c003fc59d tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:48.684637 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3e23a2a5-e972-4e21-a72a-783c12cdc101 req-deaa0f9e-6202-4228-9364-4c3c003fc59d tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=f00d4d80-0531-4d28-b776-76d9efd2b420 HTTP/1.1" status: 200 len: 949 time: 0.5034180 Feb 17 17:35:48.697670 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054b8768-222e-4791-9c49-17b78609ebcf tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:48.701681 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-054b8768-222e-4791-9c49-17b78609ebcf tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1770895 Feb 17 17:35:48.704133 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45006) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:48.715266 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451074d-fccc-45d7-8a49-fa9565585e26 req-a041dbc0-80d6-488d-86b5-0410e9d6484a tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:48.723480 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1451074d-fccc-45d7-8a49-fa9565585e26 req-a041dbc0-80d6-488d-86b5-0410e9d6484a tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/ports?device_id=62e75d39-d946-4814-8adf-839d9da47a9c HTTP/1.1" status: 200 len: 945 time: 0.4240716 Feb 17 17:35:48.786519 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe3b49a-f109-4f29-8b5c-0725d5bb3b84 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Checking segment: {'id': '82732791-61b6-4864-92cc-594948a3b9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:35:48.786942 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe3b49a-f109-4f29-8b5c-0725d5bb3b84 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Network hostable DHCP agents. Network: 7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:35:48.813393 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port d603bf56-3b99-4d75-aa0c-088a93d91770 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:35:48.813699 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d603bf56-3b99-4d75-aa0c-088a93d91770), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:48.864957 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d1456b-aa63-4464-b13c-91f0a6f799b8 None None] Routers {'8726920e-7cd1-42f5-adb6-96d952324ae4'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:35:48.865926 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-54d1456b-aa63-4464-b13c-91f0a6f799b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:35:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['8726920e-7cd1-42f5-adb6-96d952324ae4'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:48.891819 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3e23a2a5-e972-4e21-a72a-783c12cdc101 req-09ba1b0f-7a39-493c-bce0-6df7d8400500 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978021 Feb 17 17:35:48.903127 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe3b49a-f109-4f29-8b5c-0725d5bb3b84 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Network 7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:35:48.938056 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1451074d-fccc-45d7-8a49-fa9565585e26 req-30382652-fdfa-4d72-a0f7-0533b658dde3 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/security-groups?id=dd538416-09bc-40c0-9215-332e74759dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136064 Feb 17 17:35:48.963447 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-7fe3b49a-f109-4f29-8b5c-0725d5bb3b84 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:35:48.975110 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe3b49a-f109-4f29-8b5c-0725d5bb3b84 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:48.984306 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7fe3b49a-f109-4f29-8b5c-0725d5bb3b84 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:49.050533 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-7fe3b49a-f109-4f29-8b5c-0725d5bb3b84 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9735456 Feb 17 17:35:49.051672 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45014) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:49.059717 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-78447af5-5322-4087-bdb3-d49ca0427d40 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Request body: {'port': {'network_id': 'cc320263-b432-4650-9484-dc130e67f905', 'name': 'tempest-TaggedBootDevicesTest-1541050192', 'fixed_ips': [{'subnet_id': 'f2e0eb54-8f78-4737-b37f-1044983cc57f'}]}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:35:49.066051 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-a5719bdb-a6f8-405e-84c8-266908c45e98 req-268d8ad3-1df2-4913-add6-51e6e5d92247 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Deleting port 0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:35:49.066543 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a5719bdb-a6f8-405e-84c8-266908c45e98 req-268d8ad3-1df2-4913-add6-51e6e5d92247 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:49.451682 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-54d1456b-aa63-4464-b13c-91f0a6f799b8 None None] Set router 8726920e-7cd1-42f5-adb6-96d952324ae4 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:35:49.518531 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bf52d2e2-6564-4236-8e21-bc74bb7937ab req-9818eaf8-0be8-4047-9d23-25d47a78bfe0 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 210 time: 0.4677796 Feb 17 17:35:49.539926 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78447af5-5322-4087-bdb3-d49ca0427d40 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Made reservation on behalf of 918d19e8f1f044baa808ac9d66a136f9 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:35:49.567238 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131ebf37-8335-45cb-917e-d69a750814e8 None None] Network 7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:35:49.626259 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45028) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:49.634897 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-a5719bdb-a6f8-405e-84c8-266908c45e98 req-268d8ad3-1df2-4913-add6-51e6e5d92247 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] For port 0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6,segment=NetworkSegment(101d171d-00e3-43dd-8059-643cfe6a6952),segment_id=101d171d-00e3-43dd-8059-643cfe6a6952)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:35:49.635302 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a5719bdb-a6f8-405e-84c8-266908c45e98 req-268d8ad3-1df2-4913-add6-51e6e5d92247 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:49.658903 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device df6efc80-10e2-4743-a0a6-e7344668cff7 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:35:49.730059 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-053bd679-9f8e-435b-aa0d-6d8a2a89705d None None] Current status of the port d603bf56-3b99-4d75-aa0c-088a93d91770 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:35:49.730451 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-053bd679-9f8e-435b-aa0d-6d8a2a89705d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d603bf56-3b99-4d75-aa0c-088a93d91770), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:49.845192 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: df6efc80-10e2-4743-a0a6-e7344668cff7 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:35:49.845545 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device df6efc80-10e2-4743-a0a6-e7344668cff7 not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:35:49.856722 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:49.888724 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b022771-b3f9-4d73-ba75-4ee796133104 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef', 'network_id': '7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef', 'project_id': '918d19e8f1f044baa808ac9d66a136f9', 'fixed_ips': [{'subnet_id': '540d487b-e25b-4d54-95fe-b2d05bcb76cb'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:35:49.890166 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7b022771-b3f9-4d73-ba75-4ee796133104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:49.937223 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port d603bf56-3b99-4d75-aa0c-088a93d91770, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=d603bf56-3b99-4d75-aa0c-088a93d91770,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:35:49.947665 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:50.015947 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f8ef9701-4679-4954-9b77-e35002894da5 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (8726920e-7cd1-42f5-adb6-96d952324ae4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:50.092078 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (d603bf56-3b99-4d75-aa0c-088a93d91770), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:50.097562 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45044) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:50.178949 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=d603bf56-3b99-4d75-aa0c-088a93d91770,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:50.183457 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-a5719bdb-a6f8-405e-84c8-266908c45e98 req-268d8ad3-1df2-4913-add6-51e6e5d92247 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Calling delete_port for 0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:35:50.188814 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-971e2078-40ec-4ed6-8c55-134a26157086 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:50.241368 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-67d67263-ab6b-4e55-b48d-dd60db357704 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Request body: {'networks': [{'name': 'tempest-network--1478955315'}, {'name': 'tempest-network--1804058894'}]} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:35:50.241810 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-67d67263-ab6b-4e55-b48d-dd60db357704 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Request body: {'network': {'name': 'tempest-network--1478955315'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:35:50.242289 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-67d67263-ab6b-4e55-b48d-dd60db357704 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Request body: {'network': {'name': 'tempest-network--1804058894'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:35:50.281858 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d67263-ab6b-4e55-b48d-dd60db357704 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Made reservation on behalf of a7702b96d2e9454080794ef9bd189f25 for: {'network': 2} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:35:50.287122 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67d67263-ab6b-4e55-b48d-dd60db357704 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:50.313148 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67d67263-ab6b-4e55-b48d-dd60db357704 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:50.320277 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.api [None req-053bd679-9f8e-435b-aa0d-6d8a2a89705d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:35:50.321199 n-d-829613-2 neutron-server[103436]: DEBUG oslo_db.api [None req-053bd679-9f8e-435b-aa0d-6d8a2a89705d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 17:35:50.383102 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-57ad5b35-5a9c-4602-a844-4f8e28120bb8 None None] Publish callbacks [] for port (4dfd3d7a-0cce-4511-9825-cc23505324dc), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:50.389482 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-78447af5-5322-4087-bdb3-d49ca0427d40 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:50.424376 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aecfca7-4058-4430-808e-62ee87e71439 req-62f885dc-8a49-4cbc-839c-08512dc026fe tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:50.427162 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-57ad5b35-5a9c-4602-a844-4f8e28120bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (4dfd3d7a-0cce-4511-9825-cc23505324dc), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:50.432604 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6aecfca7-4058-4430-808e-62ee87e71439 req-62f885dc-8a49-4cbc-839c-08512dc026fe tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=afbea10c-4419-4c6c-a145-79a8266759c5 HTTP/1.1" status: 200 len: 950 time: 0.9018536 Feb 17 17:35:50.470774 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda181ea-3831-493e-b952-4149d41c2e6d req-096125c0-d9ed-4b24-a8c9-adb3ae053c32 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:50.471057 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-f8ef9701-4679-4954-9b77-e35002894da5 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Deleting port a03ee279-8374-4cd9-8de5-3c1f401a80de {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:35:50.471172 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f8ef9701-4679-4954-9b77-e35002894da5 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (a03ee279-8374-4cd9-8de5-3c1f401a80de), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:50.472359 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cda181ea-3831-493e-b952-4149d41c2e6d req-096125c0-d9ed-4b24-a8c9-adb3ae053c32 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=f00d4d80-0531-4d28-b776-76d9efd2b420 HTTP/1.1" status: 200 len: 949 time: 0.3060551 Feb 17 17:35:50.481323 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-971e2078-40ec-4ed6-8c55-134a26157086 admin admin] Publish callbacks [] for security_group (e79e3040-e529-4970-8cd7-0d48d2552935), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:50.490483 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67d67263-ab6b-4e55-b48d-dd60db357704 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks [] for security_group (04e63fc8-7e10-478c-9d6f-5de2819dc60d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:50.510671 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67d67263-ab6b-4e55-b48d-dd60db357704 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (04e63fc8-7e10-478c-9d6f-5de2819dc60d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:50.511092 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67d67263-ab6b-4e55-b48d-dd60db357704 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:50.514618 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-971e2078-40ec-4ed6-8c55-134a26157086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (e79e3040-e529-4970-8cd7-0d48d2552935), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:50.522805 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad5b35-5a9c-4602-a844-4f8e28120bb8 None None] Pushing event updated for resources: {'Port': ['ID=4dfd3d7a-0cce-4511-9825-cc23505324dc,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:50.570408 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ad5b35-5a9c-4602-a844-4f8e28120bb8 None None] Network cc320263-b432-4650-9484-dc130e67f905 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:35:50.580297 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-57ad5b35-5a9c-4602-a844-4f8e28120bb8 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:35:50.584954 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ad5b35-5a9c-4602-a844-4f8e28120bb8 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:35:50.600289 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-7b022771-b3f9-4d73-ba75-4ee796133104 None None] Allocated IP 10.2.2.2 (7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef/540d487b-e25b-4d54-95fe-b2d05bcb76cb/3a5984cc-f40e-4580-bea4-d43599054d5b) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:35:50.638570 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-78447af5-5322-4087-bdb3-d49ca0427d40 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] device_id is not set on port 52ff7d56-9a39-4bcd-81d3-82d714507134 yet. {{(pid=103435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:35:50.667207 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d67263-ab6b-4e55-b48d-dd60db357704 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04e63fc8-7e10-478c-9d6f-5de2819dc60d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:50.671460 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67d67263-ab6b-4e55-b48d-dd60db357704 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:35:50.689212 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-54d1456b-aa63-4464-b13c-91f0a6f799b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8726920e-7cd1-42f5-adb6-96d952324ae4', 'name': 'tempest-NetworksTestDHCPv6-router-484418664', 'tenant_id': 'c017d73ca35741f09876024d2cbfcdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:35:44Z', 'updated_at': '2022-02-17T17:35:46Z', 'revision_number': 2, 'project_id': 'c017d73ca35741f09876024d2cbfcdb7', 'gw_port_host': None, '_interfaces': [{'id': 'a03ee279-8374-4cd9-8de5-3c1f401a80de', 'name': '', 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'tenant_id': 'c017d73ca35741f09876024d2cbfcdb7', 'mac_address': 'fa:16:3e:50:8d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8726920e-7cd1-42f5-adb6-96d952324ae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '23d2d894-67de-4040-8df8-411ce5b86fe2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:35:45Z', 'updated_at': '2022-02-17T17:35:47Z', 'revision_number': 2, 'project_id': 'c017d73ca35741f09876024d2cbfcdb7', 'subnets': [{'id': '23d2d894-67de-4040-8df8-411ce5b86fe2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:50.690892 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67d67263-ab6b-4e55-b48d-dd60db357704 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (38bfefb2-88d6-4aa9-8de8-03aa7b8f7337), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:50.691341 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-67d67263-ab6b-4e55-b48d-dd60db357704 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Added segment 38bfefb2-88d6-4aa9-8de8-03aa7b8f7337 of type vlan for network b311eb49-6ef9-46c4-86ef-805e16baca35 Feb 17 17:35:50.699165 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-971e2078-40ec-4ed6-8c55-134a26157086 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ccdfc02915134d799400782c5aeffcb4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0664461 Feb 17 17:35:50.699972 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45050) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:50.712507 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a5719bdb-a6f8-405e-84c8-266908c45e98 req-268d8ad3-1df2-4913-add6-51e6e5d92247 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:50.714679 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f8ef9701-4679-4954-9b77-e35002894da5 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (a03ee279-8374-4cd9-8de5-3c1f401a80de), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:50.744874 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d1456b-aa63-4464-b13c-91f0a6f799b8 None None] Checking router: 8726920e-7cd1-42f5-adb6-96d952324ae4 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:35:50.745241 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d1456b-aa63-4464-b13c-91f0a6f799b8 None None] Updating router 8726920e-7cd1-42f5-adb6-96d952324ae4 port a03ee279-8374-4cd9-8de5-3c1f401a80de binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:35:50.749473 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:35:50.760619 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-f8ef9701-4679-4954-9b77-e35002894da5 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Calling delete_port for a03ee279-8374-4cd9-8de5-3c1f401a80de owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:35:50.800934 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67d67263-ab6b-4e55-b48d-dd60db357704 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (b311eb49-6ef9-46c4-86ef-805e16baca35), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:50.813252 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-57ad5b35-5a9c-4602-a844-4f8e28120bb8 None None] Attempting to bind port 4dfd3d7a-0cce-4511-9825-cc23505324dc on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:35:50.813515 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-57ad5b35-5a9c-4602-a844-4f8e28120bb8 None None] Attempting to bind port 4dfd3d7a-0cce-4511-9825-cc23505324dc by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '13d2e8d9-7afd-45f6-84e2-b7416289d330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'cc320263-b432-4650-9484-dc130e67f905'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:35:50.813805 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ad5b35-5a9c-4602-a844-4f8e28120bb8 None None] Attempting to bind port 4dfd3d7a-0cce-4511-9825-cc23505324dc on network cc320263-b432-4650-9484-dc130e67f905 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:35:50.885708 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ad5b35-5a9c-4602-a844-4f8e28120bb8 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:35:50.886101 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ad5b35-5a9c-4602-a844-4f8e28120bb8 None None] Checking segment: {'id': '13d2e8d9-7afd-45f6-84e2-b7416289d330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'cc320263-b432-4650-9484-dc130e67f905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:35:50.886533 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-57ad5b35-5a9c-4602-a844-4f8e28120bb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:50.887276 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ad5b35-5a9c-4602-a844-4f8e28120bb8 None None] Bound using segment: {'id': '13d2e8d9-7afd-45f6-84e2-b7416289d330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'cc320263-b432-4650-9484-dc130e67f905'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:35:50.887777 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-57ad5b35-5a9c-4602-a844-4f8e28120bb8 None None] Bound port: 4dfd3d7a-0cce-4511-9825-cc23505324dc, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13d2e8d9-7afd-45f6-84e2-b7416289d330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'cc320263-b432-4650-9484-dc130e67f905'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:35:50.889397 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-57ad5b35-5a9c-4602-a844-4f8e28120bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (4dfd3d7a-0cce-4511-9825-cc23505324dc), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:50.890300 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-54d1456b-aa63-4464-b13c-91f0a6f799b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (a03ee279-8374-4cd9-8de5-3c1f401a80de), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:50.893206 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6aecfca7-4058-4430-808e-62ee87e71439 req-1c29e108-5f79-446e-8c1f-15edb7a2f723 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4597185 Feb 17 17:35:50.901883 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a498899-aa0e-4a87-80c1-2bdc8a047968 req-9ca7175b-f61a-48a1-9701-1343c300f187 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:50.905068 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0a498899-aa0e-4a87-80c1-2bdc8a047968 req-9ca7175b-f61a-48a1-9701-1343c300f187 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.71 "GET /v2.0/ports?device_id=afbea10c-4419-4c6c-a145-79a8266759c5 HTTP/1.1" status: 200 len: 950 time: 0.1507778 Feb 17 17:35:50.915465 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268d8ad3-1df2-4913-add6-51e6e5d92247 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Pushing event deleted for resources: {'Port': ['ID=0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:50.925801 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67d67263-ab6b-4e55-b48d-dd60db357704 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:35:50.971360 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e2078-40ec-4ed6-8c55-134a26157086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79e3040-e529-4970-8cd7-0d48d2552935,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:50.971651 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67d67263-ab6b-4e55-b48d-dd60db357704 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (54d7dd1d-0609-420f-92a8-4036aea3bafd), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:50.971880 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-67d67263-ab6b-4e55-b48d-dd60db357704 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Added segment 54d7dd1d-0609-420f-92a8-4036aea3bafd of type vlan for network 76772ad5-b1da-4023-b2cd-489be899c408 Feb 17 17:35:50.996468 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cda181ea-3831-493e-b952-4149d41c2e6d req-5a56a67b-eabc-4df2-ba39-e69f409ac95f tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5108011 Feb 17 17:35:51.106076 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67d67263-ab6b-4e55-b48d-dd60db357704 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (76772ad5-b1da-4023-b2cd-489be899c408), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:51.132891 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-22d03e07-c36c-4fb1-a16b-edf0659cb8fb admin admin] Publish callbacks [] for security_group (e79e3040-e529-4970-8cd7-0d48d2552935), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:51.157914 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-57ad5b35-5a9c-4602-a844-4f8e28120bb8 None None] For port 4dfd3d7a-0cce-4511-9825-cc23505324dc, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:35:51.164314 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-57ad5b35-5a9c-4602-a844-4f8e28120bb8 None None] For port 4dfd3d7a-0cce-4511-9825-cc23505324dc, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=4dfd3d7a-0cce-4511-9825-cc23505324dc,segment=NetworkSegment(13d2e8d9-7afd-45f6-84e2-b7416289d330),segment_id=13d2e8d9-7afd-45f6-84e2-b7416289d330)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:35:51.180674 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-57ad5b35-5a9c-4602-a844-4f8e28120bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (4dfd3d7a-0cce-4511-9825-cc23505324dc), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:51.212149 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67d67263-ab6b-4e55-b48d-dd60db357704 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (b311eb49-6ef9-46c4-86ef-805e16baca35), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:51.216064 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67d67263-ab6b-4e55-b48d-dd60db357704 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (76772ad5-b1da-4023-b2cd-489be899c408), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:51.220548 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d67263-ab6b-4e55-b48d-dd60db357704 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:51.222325 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-053bd679-9f8e-435b-aa0d-6d8a2a89705d None None] Current status of the port d603bf56-3b99-4d75-aa0c-088a93d91770 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:35:51.224968 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d67263-ab6b-4e55-b48d-dd60db357704 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:51.225638 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67d67263-ab6b-4e55-b48d-dd60db357704 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:51.241103 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5719bdb-a6f8-405e-84c8-266908c45e98 req-268d8ad3-1df2-4913-add6-51e6e5d92247 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] No DVR routers for this DVR port 0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6 on host n-h2-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:35:51.265313 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f404b5d2-4cd0-4a36-a92b-3acd727c3c29 req-a1dbdf43-24fb-4ea7-95bb-aa212e2bd024 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 210 time: 0.1652496 Feb 17 17:35:51.279902 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a5719bdb-a6f8-405e-84c8-266908c45e98 req-268d8ad3-1df2-4913-add6-51e6e5d92247 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:51.284466 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a5719bdb-a6f8-405e-84c8-266908c45e98 req-268d8ad3-1df2-4913-add6-51e6e5d92247 tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.91 "DELETE /v2.0/ports/0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6 HTTP/1.1" status: 204 len: 173 time: 2.7917006 Feb 17 17:35:51.284954 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e75d39-d946-4814-8adf-839d9da47a9c', 'name': 'network-vif-deleted', 'tag': '0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:35:51.287434 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d434cd65-e1fd-4ef4-b88f-036df9319c1a" -d '{"events": [{"server_uuid": "62e75d39-d946-4814-8adf-839d9da47a9c", "name": "network-vif-deleted", "tag": "0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:35:51.351475 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d67263-ab6b-4e55-b48d-dd60db357704 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Pushing event updated for resources: {'Network': ['ID=b311eb49-6ef9-46c4-86ef-805e16baca35,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:51.361477 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f8f5469e-e627-44ad-8d98-4e8321482cf4 req-b2401109-9355-42fb-b851-20a8e6196ede tempest-FloatingIPsAssociationTestJSON-261833397 tempest-FloatingIPsAssociationTestJSON-261833397-project] 10.222.0.87 "GET /v2.0/ports?device_id=62e75d39-d946-4814-8adf-839d9da47a9c HTTP/1.1" status: 200 len: 210 time: 0.2626309 Feb 17 17:35:51.362788 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-0a498899-aa0e-4a87-80c1-2bdc8a047968 req-f6635ba3-cfe4-462b-bd4d-bfa6aca0e148 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Deleting port 5b06a779-8ab4-48f8-99c4-5d97183e1768 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:35:51.363629 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0a498899-aa0e-4a87-80c1-2bdc8a047968 req-f6635ba3-cfe4-462b-bd4d-bfa6aca0e148 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (5b06a779-8ab4-48f8-99c4-5d97183e1768), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:51.408299 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-22d03e07-c36c-4fb1-a16b-edf0659cb8fb admin admin] Publish callbacks [] for security_group (e79e3040-e529-4970-8cd7-0d48d2552935), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:51.415844 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network b311eb49-6ef9-46c4-86ef-805e16baca35 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:35:51.447013 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-67d67263-ab6b-4e55-b48d-dd60db357704 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.3480811 Feb 17 17:35:51.447887 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f8ef9701-4679-4954-9b77-e35002894da5 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (a03ee279-8374-4cd9-8de5-3c1f401a80de), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:51.465773 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45054) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:51.480156 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2fc04ca-4086-4172-b8b7-5fd46bd613bb x-openstack-request-id: req-c2fc04ca-4086-4172-b8b7-5fd46bd613bb {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:35:51.486836 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e75d39-d946-4814-8adf-839d9da47a9c", "name": "network-vif-deleted", "tag": "0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:35:51.487193 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c2fc04ca-4086-4172-b8b7-5fd46bd613bb {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:35:51.487572 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e75d39-d946-4814-8adf-839d9da47a9c', 'name': 'network-vif-deleted', 'tag': '0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6', 'status': 'completed', 'code': 200} Feb 17 17:35:51.504779 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7b022771-b3f9-4d73-ba75-4ee796133104 None None] Publish callbacks [] for port (3a5984cc-f40e-4580-bea4-d43599054d5b), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:51.603920 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7b022771-b3f9-4d73-ba75-4ee796133104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (3a5984cc-f40e-4580-bea4-d43599054d5b), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:51.627444 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-78447af5-5322-4087-bdb3-d49ca0427d40 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Allocated IP 10.1.1.28 (cc320263-b432-4650-9484-dc130e67f905/f2e0eb54-8f78-4737-b37f-1044983cc57f/52ff7d56-9a39-4bcd-81d3-82d714507134) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:35:51.631693 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad5b35-5a9c-4602-a844-4f8e28120bb8 None None] Pushing event updated for resources: {'Port': ['ID=4dfd3d7a-0cce-4511-9825-cc23505324dc,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:51.642332 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-f1cf1091-853f-46d6-88fb-70bb87ec8ab2 None None] Provisioning complete for port a03ee279-8374-4cd9-8de5-3c1f401a80de triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:35:51.642724 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f1cf1091-853f-46d6-88fb-70bb87ec8ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (a03ee279-8374-4cd9-8de5-3c1f401a80de), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:51.646609 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-22d03e07-c36c-4fb1-a16b-edf0659cb8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (e79e3040-e529-4970-8cd7-0d48d2552935), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:51.655524 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-22d03e07-c36c-4fb1-a16b-edf0659cb8fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:51.660123 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-22d03e07-c36c-4fb1-a16b-edf0659cb8fb admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e79e3040-e529-4970-8cd7-0d48d2552935 HTTP/1.1" status: 204 len: 168 time: 0.9463196 Feb 17 17:35:51.677726 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d03e07-c36c-4fb1-a16b-edf0659cb8fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79e3040-e529-4970-8cd7-0d48d2552935,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:51.888084 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-f1cf1091-853f-46d6-88fb-70bb87ec8ab2 None None] Port a03ee279-8374-4cd9-8de5-3c1f401a80de was deleted so its status cannot be updated. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 17 17:35:51.968735 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b022771-b3f9-4d73-ba75-4ee796133104 None None] Network 7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:35:52.026238 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-7b022771-b3f9-4d73-ba75-4ee796133104 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:35:52.052979 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b022771-b3f9-4d73-ba75-4ee796133104 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:35:52.067420 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ef9701-4679-4954-9b77-e35002894da5 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Port': ['ID=a03ee279-8374-4cd9-8de5-3c1f401a80de,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:52.072477 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b022771-b3f9-4d73-ba75-4ee796133104 None None] Pushing event updated for resources: {'Port': ['ID=3a5984cc-f40e-4580-bea4-d43599054d5b,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:52.273520 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d67263-ab6b-4e55-b48d-dd60db357704 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Pushing event updated for resources: {'Network': ['ID=76772ad5-b1da-4023-b2cd-489be899c408,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:52.285190 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f4853b-99d9-4784-bd47-7d0968485521 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:52.299732 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f4853b-99d9-4784-bd47-7d0968485521 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:52.300949 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc21aa0f-fccc-4790-88d8-b5b4ec26d979 req-126fce3d-f815-4078-93e0-502f9cada13a tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:52.302576 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bc21aa0f-fccc-4790-88d8-b5b4ec26d979 req-126fce3d-f815-4078-93e0-502f9cada13a tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=afbea10c-4419-4c6c-a145-79a8266759c5 HTTP/1.1" status: 200 len: 950 time: 0.2487569 Feb 17 17:35:52.312947 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 76772ad5-b1da-4023-b2cd-489be899c408 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:35:52.323403 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f4853b-99d9-4784-bd47-7d0968485521 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:52.340891 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f4853b-99d9-4784-bd47-7d0968485521 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:52.343974 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-71f4853b-99d9-4784-bd47-7d0968485521 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.8566329 Feb 17 17:35:52.386559 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45070) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:52.443322 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-7b022771-b3f9-4d73-ba75-4ee796133104 None None] Attempting to bind port 3a5984cc-f40e-4580-bea4-d43599054d5b on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:35:52.444025 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-7b022771-b3f9-4d73-ba75-4ee796133104 None None] Attempting to bind port 3a5984cc-f40e-4580-bea4-d43599054d5b by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '82732791-61b6-4864-92cc-594948a3b9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:35:52.444641 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b022771-b3f9-4d73-ba75-4ee796133104 None None] Attempting to bind port 3a5984cc-f40e-4580-bea4-d43599054d5b on network 7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:35:52.456686 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-78447af5-5322-4087-bdb3-d49ca0427d40 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks [] for port (52ff7d56-9a39-4bcd-81d3-82d714507134), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:52.490432 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5fa0ca-27fe-4316-b8bc-5caf377ed148 req-8d77d706-c2fd-41b2-91bd-e48d5a00ae5e tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:52.502240 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8e5fa0ca-27fe-4316-b8bc-5caf377ed148 req-8d77d706-c2fd-41b2-91bd-e48d5a00ae5e tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=f00d4d80-0531-4d28-b776-76d9efd2b420 HTTP/1.1" status: 200 len: 949 time: 0.3055351 Feb 17 17:35:52.504211 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b022771-b3f9-4d73-ba75-4ee796133104 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:35:52.506641 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bc21aa0f-fccc-4790-88d8-b5b4ec26d979 req-6d3e06c9-3559-4d70-a3c6-302dbc2f0880 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952314 Feb 17 17:35:52.511797 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b022771-b3f9-4d73-ba75-4ee796133104 None None] Checking segment: {'id': '82732791-61b6-4864-92cc-594948a3b9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:35:52.512338 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7b022771-b3f9-4d73-ba75-4ee796133104 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:52.512699 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b022771-b3f9-4d73-ba75-4ee796133104 None None] Bound using segment: {'id': '82732791-61b6-4864-92cc-594948a3b9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:35:52.513405 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-7b022771-b3f9-4d73-ba75-4ee796133104 None None] Bound port: 3a5984cc-f40e-4580-bea4-d43599054d5b, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82732791-61b6-4864-92cc-594948a3b9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:35:52.514566 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7b022771-b3f9-4d73-ba75-4ee796133104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3a5984cc-f40e-4580-bea4-d43599054d5b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:52.524062 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.api [None req-54d1456b-aa63-4464-b13c-91f0a6f799b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:35:52.524687 n-d-829613-2 neutron-server[103436]: DEBUG oslo_db.api [None req-54d1456b-aa63-4464-b13c-91f0a6f799b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 17:35:52.649769 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8e5fa0ca-27fe-4316-b8bc-5caf377ed148 req-1b3430fe-1024-4689-93fc-28715d7d3e23 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316979 Feb 17 17:35:52.690490 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bf72c1d3-e77b-48b0-bddf-e62f6688072b tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (b311eb49-6ef9-46c4-86ef-805e16baca35), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:52.694000 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8229f7a1-4f6d-4be2-8614-8036481903ae req-24821e74-3f16-4f4e-9ae0-410d06a32332 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 210 time: 0.0402172 Feb 17 17:35:52.752703 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-78447af5-5322-4087-bdb3-d49ca0427d40 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (52ff7d56-9a39-4bcd-81d3-82d714507134), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:52.817705 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45082) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:52.817705 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78447af5-5322-4087-bdb3-d49ca0427d40 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Pushing event updated for resources: {'Port': ['ID=52ff7d56-9a39-4bcd-81d3-82d714507134,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:52.876646 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 4dfd3d7a-0cce-4511-9825-cc23505324dc up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:35:52.908885 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bf72c1d3-e77b-48b0-bddf-e62f6688072b tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (b311eb49-6ef9-46c4-86ef-805e16baca35), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:52.932820 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-bf72c1d3-e77b-48b0-bddf-e62f6688072b tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b311eb49-6ef9-46c4-86ef-805e16baca35']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:52.943741 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-bf72c1d3-e77b-48b0-bddf-e62f6688072b tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38bfefb2-88d6-4aa9-8de8-03aa7b8f7337') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:52.944049 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-bf72c1d3-e77b-48b0-bddf-e62f6688072b tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38bfefb2-88d6-4aa9-8de8-03aa7b8f7337') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:52.966138 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bf72c1d3-e77b-48b0-bddf-e62f6688072b tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (38bfefb2-88d6-4aa9-8de8-03aa7b8f7337), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:52.982443 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bf72c1d3-e77b-48b0-bddf-e62f6688072b tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (38bfefb2-88d6-4aa9-8de8-03aa7b8f7337), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:52.987533 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f8ef9701-4679-4954-9b77-e35002894da5 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (8726920e-7cd1-42f5-adb6-96d952324ae4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:52.989850 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf72c1d3-e77b-48b0-bddf-e62f6688072b tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:35:52.990340 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bf72c1d3-e77b-48b0-bddf-e62f6688072b tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (38bfefb2-88d6-4aa9-8de8-03aa7b8f7337), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:53.061344 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d1456b-aa63-4464-b13c-91f0a6f799b8 None None] Port a03ee279-8374-4cd9-8de5-3c1f401a80de not found while updating agent binding for router 8726920e-7cd1-42f5-adb6-96d952324ae4. {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 17 17:35:53.094115 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 17:35:53.094115 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:35:53.094115 n-d-829613-2 neutron-server[103435]: timer() Feb 17 17:35:53.094115 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:35:53.094115 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 17:35:53.094115 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:35:53.094115 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 17:35:53.094115 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:35:53.094115 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 17:35:53.094115 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:35:53.094115 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 17:35:53.094115 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:35:53.094115 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 17:35:53.094115 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:35:53.094115 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:35:53.094115 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:35:53.094115 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:35:53.094115 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:35:53.094115 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 17:35:53.094115 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:35:53.094115 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 17:35:53.094115 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:35:53.094115 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:35:53.094115 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:35:53.094115 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 17:35:53.094115 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:35:53.094115 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:35:53.094115 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:35:53.094115 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:35:53.094115 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:35:53.094115 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:35:53.094115 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:35:53.099064 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bf72c1d3-e77b-48b0-bddf-e62f6688072b tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (b311eb49-6ef9-46c4-86ef-805e16baca35), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:53.103383 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-7b022771-b3f9-4d73-ba75-4ee796133104 None None] For port 3a5984cc-f40e-4580-bea4-d43599054d5b, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:35:53.104302 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bf72c1d3-e77b-48b0-bddf-e62f6688072b tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:53.109105 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-bf72c1d3-e77b-48b0-bddf-e62f6688072b tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] 10.222.0.87 "DELETE /v2.0/networks/b311eb49-6ef9-46c4-86ef-805e16baca35 HTTP/1.1" status: 204 len: 168 time: 0.7154374 Feb 17 17:35:53.111209 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-7b022771-b3f9-4d73-ba75-4ee796133104 None None] For port 3a5984cc-f40e-4580-bea4-d43599054d5b, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=3a5984cc-f40e-4580-bea4-d43599054d5b,segment=NetworkSegment(82732791-61b6-4864-92cc-594948a3b9a8),segment_id=82732791-61b6-4864-92cc-594948a3b9a8)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:35:53.111360 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78447af5-5322-4087-bdb3-d49ca0427d40 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Network cc320263-b432-4650-9484-dc130e67f905 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:35:53.114271 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:35:53.120885 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d1456b-aa63-4464-b13c-91f0a6f799b8 None None] Routers {'8726920e-7cd1-42f5-adb6-96d952324ae4'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:35:53.121855 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-54d1456b-aa63-4464-b13c-91f0a6f799b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:35:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['8726920e-7cd1-42f5-adb6-96d952324ae4'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:53.165481 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45088) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:53.192764 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-78447af5-5322-4087-bdb3-d49ca0427d40 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:35:53.195157 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78447af5-5322-4087-bdb3-d49ca0427d40 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:35:53.196010 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7b022771-b3f9-4d73-ba75-4ee796133104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (3a5984cc-f40e-4580-bea4-d43599054d5b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:53.200082 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-0a498899-aa0e-4a87-80c1-2bdc8a047968 req-f6635ba3-cfe4-462b-bd4d-bfa6aca0e148 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] For port 5b06a779-8ab4-48f8-99c4-5d97183e1768, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=5b06a779-8ab4-48f8-99c4-5d97183e1768,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:35:53.200510 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0a498899-aa0e-4a87-80c1-2bdc8a047968 req-f6635ba3-cfe4-462b-bd4d-bfa6aca0e148 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (5b06a779-8ab4-48f8-99c4-5d97183e1768), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:53.230903 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf72c1d3-e77b-48b0-bddf-e62f6688072b tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Pushing event deleted for resources: {'Network': ['ID=b311eb49-6ef9-46c4-86ef-805e16baca35,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:53.249633 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: 0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:35:53.250135 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 0fc3aa6d-de5f-44d7-b3f9-798fc1aa38c6 not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:35:53.262241 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 4dfd3d7a-0cce-4511-9825-cc23505324dc triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:35:53.262540 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (4dfd3d7a-0cce-4511-9825-cc23505324dc), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:53.289109 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78447af5-5322-4087-bdb3-d49ca0427d40 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:53.290124 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-78447af5-5322-4087-bdb3-d49ca0427d40 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:53.328904 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-78447af5-5322-4087-bdb3-d49ca0427d40 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.2749546 Feb 17 17:35:53.346608 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b1eebb-753d-4830-a6c7-92d08552ae02 None None] Network cc320263-b432-4650-9484-dc130e67f905 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:35:53.353873 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-54d1456b-aa63-4464-b13c-91f0a6f799b8 None None] Set router 8726920e-7cd1-42f5-adb6-96d952324ae4 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:35:53.362531 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45094) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:53.363465 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-0a498899-aa0e-4a87-80c1-2bdc8a047968 req-f6635ba3-cfe4-462b-bd4d-bfa6aca0e148 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Calling delete_port for 5b06a779-8ab4-48f8-99c4-5d97183e1768 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:35:53.372930 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-271021eb-7e93-4a32-8f5b-5234ef653ad2 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Request body: {'port': {'network_id': 'cc320263-b432-4650-9484-dc130e67f905', 'name': 'tempest-TaggedBootDevicesTest-934924460', 'fixed_ips': [{'subnet_id': 'f2e0eb54-8f78-4737-b37f-1044983cc57f'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:35:53.474368 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-abf57dbd-6a65-4a4e-b55b-6f5c858c3d11 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (76772ad5-b1da-4023-b2cd-489be899c408), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:53.506092 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ef9701-4679-4954-9b77-e35002894da5 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Router 8726920e-7cd1-42f5-adb6-96d952324ae4 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:35:53.550993 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-54d1456b-aa63-4464-b13c-91f0a6f799b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8726920e-7cd1-42f5-adb6-96d952324ae4', 'name': 'tempest-NetworksTestDHCPv6-router-484418664', 'tenant_id': 'c017d73ca35741f09876024d2cbfcdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:35:44Z', 'updated_at': '2022-02-17T17:35:51Z', 'revision_number': 3, 'project_id': 'c017d73ca35741f09876024d2cbfcdb7', 'gw_port_host': None}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:53.673918 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b022771-b3f9-4d73-ba75-4ee796133104 None None] Pushing event updated for resources: {'Port': ['ID=3a5984cc-f40e-4580-bea4-d43599054d5b,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:53.750864 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d1456b-aa63-4464-b13c-91f0a6f799b8 None None] The sync data for ids ['8726920e-7cd1-42f5-adb6-96d952324ae4'] in n-d-829613-2 is: [{'id': '8726920e-7cd1-42f5-adb6-96d952324ae4', 'name': 'tempest-NetworksTestDHCPv6-router-484418664', 'tenant_id': 'c017d73ca35741f09876024d2cbfcdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:35:44Z', 'updated_at': '2022-02-17T17:35:51Z', 'revision_number': 3, 'project_id': 'c017d73ca35741f09876024d2cbfcdb7', 'gw_port_host': None}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:35:53.769389 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-8fa295e3-c6be-4010-b98e-77b7e960eb72 None None] Provisioning complete for port 4dfd3d7a-0cce-4511-9825-cc23505324dc triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:35:53.769880 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8fa295e3-c6be-4010-b98e-77b7e960eb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (4dfd3d7a-0cce-4511-9825-cc23505324dc), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:54.048809 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45104) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:54.060549 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 4dfd3d7a-0cce-4511-9825-cc23505324dc is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:35:54.061629 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (4dfd3d7a-0cce-4511-9825-cc23505324dc), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:54.119129 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9482ecd4-a04d-4e72-90f1-0e32f994d637 req-d0e2d614-070e-4ae9-af7a-026366511dd7 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:54.120808 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9482ecd4-a04d-4e72-90f1-0e32f994d637 req-d0e2d614-070e-4ae9-af7a-026366511dd7 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=f00d4d80-0531-4d28-b776-76d9efd2b420 HTTP/1.1" status: 200 len: 949 time: 0.2075562 Feb 17 17:35:54.146837 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff71fde-4722-471d-a469-fb4e06ef1634 req-85f771f2-af41-4566-be9d-edc82daa9352 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:54.153360 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bff71fde-4722-471d-a469-fb4e06ef1634 req-85f771f2-af41-4566-be9d-edc82daa9352 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=afbea10c-4419-4c6c-a145-79a8266759c5 HTTP/1.1" status: 200 len: 950 time: 0.4859712 Feb 17 17:35:54.155518 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 4dfd3d7a-0cce-4511-9825-cc23505324dc, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=4dfd3d7a-0cce-4511-9825-cc23505324dc,segment=NetworkSegment(13d2e8d9-7afd-45f6-84e2-b7416289d330),segment_id=13d2e8d9-7afd-45f6-84e2-b7416289d330)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:35:54.175725 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (4dfd3d7a-0cce-4511-9825-cc23505324dc), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:54.179186 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device d603bf56-3b99-4d75-aa0c-088a93d91770 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:35:54.255357 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-abf57dbd-6a65-4a4e-b55b-6f5c858c3d11 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (76772ad5-b1da-4023-b2cd-489be899c408), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:54.321307 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 5b06a779-8ab4-48f8-99c4-5d97183e1768 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:35:54.327466 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-abf57dbd-6a65-4a4e-b55b-6f5c858c3d11 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76772ad5-b1da-4023-b2cd-489be899c408']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:54.367913 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-abf57dbd-6a65-4a4e-b55b-6f5c858c3d11 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54d7dd1d-0609-420f-92a8-4036aea3bafd') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:54.368655 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-abf57dbd-6a65-4a4e-b55b-6f5c858c3d11 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54d7dd1d-0609-420f-92a8-4036aea3bafd') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:54.399203 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-abf57dbd-6a65-4a4e-b55b-6f5c858c3d11 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (54d7dd1d-0609-420f-92a8-4036aea3bafd), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:54.427053 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-abf57dbd-6a65-4a4e-b55b-6f5c858c3d11 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (54d7dd1d-0609-420f-92a8-4036aea3bafd), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:54.428034 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-8fa295e3-c6be-4010-b98e-77b7e960eb72 None None] Current status of the port 4dfd3d7a-0cce-4511-9825-cc23505324dc is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:35:54.429012 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8fa295e3-c6be-4010-b98e-77b7e960eb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (4dfd3d7a-0cce-4511-9825-cc23505324dc), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:54.434654 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abf57dbd-6a65-4a4e-b55b-6f5c858c3d11 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:35:54.435128 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-abf57dbd-6a65-4a4e-b55b-6f5c858c3d11 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (54d7dd1d-0609-420f-92a8-4036aea3bafd), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:54.470218 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9482ecd4-a04d-4e72-90f1-0e32f994d637 req-b24b20fd-83e7-4c4f-a526-d159fa975e45 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425448 Feb 17 17:35:54.496984 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a42d1461-5e30-47c8-ba3e-776f7aea8782 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:54.559963 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:35:54.559963 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:35:54.559963 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:35:54.559963 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:35:54.559963 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:35:54.559963 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:35:54.559963 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:35:54.559963 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:35:54.559963 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:35:54.559963 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:35:54.559963 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:35:54.559963 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:35:54.559963 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:35:54.559963 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:35:54.559963 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:35:54.559963 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:35:54.559963 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:35:54.559963 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:35:54.559963 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:35:54.559963 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:35:54.559963 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:35:54.559963 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:35:54.559963 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:35:54.559963 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:35:54.559963 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:35:54.559963 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:35:54.559963 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:35:54.559963 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:35:54.559963 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:35:54.559963 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:35:54.559963 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:35:54.559963 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:35:54.577331 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-abf57dbd-6a65-4a4e-b55b-6f5c858c3d11 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (76772ad5-b1da-4023-b2cd-489be899c408), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:54.589778 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bff71fde-4722-471d-a469-fb4e06ef1634 req-dce6ab1f-f9c5-446e-81f6-1ec302771ca9 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/security-groups?id=d08c05da-2f56-4c2c-92af-effbf0dff0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933458 Feb 17 17:35:54.602414 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=4dfd3d7a-0cce-4511-9825-cc23505324dc,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:54.609438 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.api [None req-8fa295e3-c6be-4010-b98e-77b7e960eb72 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:35:54.610157 n-d-829613-2 neutron-server[103436]: DEBUG oslo_db.api [None req-8fa295e3-c6be-4010-b98e-77b7e960eb72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 17:35:54.651377 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-abf57dbd-6a65-4a4e-b55b-6f5c858c3d11 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:54.660230 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-abf57dbd-6a65-4a4e-b55b-6f5c858c3d11 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] 10.222.0.87 "DELETE /v2.0/networks/76772ad5-b1da-4023-b2cd-489be899c408 HTTP/1.1" status: 204 len: 168 time: 1.4897006 Feb 17 17:35:54.674691 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45108) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:54.679671 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 5b06a779-8ab4-48f8-99c4-5d97183e1768 is: ACTIVE; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:35:54.680362 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b3c707fc-aa9e-47fb-a743-fcf9f416e61e req-df3120c3-fba0-43a4-a6cc-e3f420db4f05 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 210 time: 0.0645666 Feb 17 17:35:54.683439 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf57dbd-6a65-4a4e-b55b-6f5c858c3d11 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Pushing event deleted for resources: {'Network': ['ID=76772ad5-b1da-4023-b2cd-489be899c408,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:54.696463 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5b06a779-8ab4-48f8-99c4-5d97183e1768), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:54.697815 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ef9701-4679-4954-9b77-e35002894da5 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:35:54.707172 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f8ef9701-4679-4954-9b77-e35002894da5 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "PUT /v2.0/routers/8726920e-7cd1-42f5-adb6-96d952324ae4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9993925 Feb 17 17:35:54.711098 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45110) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:54.713420 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0a498899-aa0e-4a87-80c1-2bdc8a047968 req-f6635ba3-cfe4-462b-bd4d-bfa6aca0e148 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (5b06a779-8ab4-48f8-99c4-5d97183e1768), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:54.721270 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1e113a54-a244-4d0c-b5f5-188552504daf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:54.741640 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port d603bf56-3b99-4d75-aa0c-088a93d91770 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:35:54.743052 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d603bf56-3b99-4d75-aa0c-088a93d91770), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:54.799827 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e046399-d78d-482e-aa51-6e6a170e375e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:54.801499 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e046399-d78d-482e-aa51-6e6a170e375e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:54.805611 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5e046399-d78d-482e-aa51-6e6a170e375e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0911136 Feb 17 17:35:54.823919 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45112) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:54.827611 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271021eb-7e93-4a32-8f5b-5234ef653ad2 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Made reservation on behalf of 918d19e8f1f044baa808ac9d66a136f9 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:35:54.932225 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aee1c70-a5f7-4e9d-88da-161934e500f8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Deleting subnet 23d2d894-67de-4040-8df8-411ce5b86fe2 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:35:54.936198 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0aee1c70-a5f7-4e9d-88da-161934e500f8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (23d2d894-67de-4040-8df8-411ce5b86fe2), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:54.979018 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port d603bf56-3b99-4d75-aa0c-088a93d91770 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:35:55.012388 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0aee1c70-a5f7-4e9d-88da-161934e500f8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (23d2d894-67de-4040-8df8-411ce5b86fe2), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:55.169229 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0aee1c70-a5f7-4e9d-88da-161934e500f8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (23d2d894-67de-4040-8df8-411ce5b86fe2), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:55.259062 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6635ba3-cfe4-462b-bd4d-bfa6aca0e148 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Pushing event deleted for resources: {'Port': ['ID=5b06a779-8ab4-48f8-99c4-5d97183e1768,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:55.259956 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-8fa295e3-c6be-4010-b98e-77b7e960eb72 None None] Current status of the port 4dfd3d7a-0cce-4511-9825-cc23505324dc is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:35:55.312938 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 4dfd3d7a-0cce-4511-9825-cc23505324dc up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:35:55.325704 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0aee1c70-a5f7-4e9d-88da-161934e500f8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (23d2d894-67de-4040-8df8-411ce5b86fe2), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:55.358478 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0aee1c70-a5f7-4e9d-88da-161934e500f8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:55.364519 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0aee1c70-a5f7-4e9d-88da-161934e500f8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/23d2d894-67de-4040-8df8-411ce5b86fe2 HTTP/1.1" status: 204 len: 168 time: 0.5381038 Feb 17 17:35:55.381593 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f010ac8f-095c-4259-96bb-6ae7c87c374c None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:35:55.387394 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45114) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:55.469997 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee1c70-a5f7-4e9d-88da-161934e500f8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Subnet': ['ID=23d2d894-67de-4040-8df8-411ce5b86fe2,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:55.472110 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a498899-aa0e-4a87-80c1-2bdc8a047968 req-f6635ba3-cfe4-462b-bd4d-bfa6aca0e148 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] No DVR routers for this DVR port 5b06a779-8ab4-48f8-99c4-5d97183e1768 on host n-h1-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:35:55.484346 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0a498899-aa0e-4a87-80c1-2bdc8a047968 req-f6635ba3-cfe4-462b-bd4d-bfa6aca0e148 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:55.488010 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0a498899-aa0e-4a87-80c1-2bdc8a047968 req-f6635ba3-cfe4-462b-bd4d-bfa6aca0e148 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.71 "DELETE /v2.0/ports/5b06a779-8ab4-48f8-99c4-5d97183e1768 HTTP/1.1" status: 204 len: 173 time: 4.5634701 Feb 17 17:35:55.506281 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afbea10c-4419-4c6c-a145-79a8266759c5', 'name': 'network-vif-deleted', 'tag': '5b06a779-8ab4-48f8-99c4-5d97183e1768'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:35:55.508876 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3b260a-1227-430a-9b4f-aa6323854bb9" -d '{"events": [{"server_uuid": "afbea10c-4419-4c6c-a145-79a8266759c5", "name": "network-vif-deleted", "tag": "5b06a779-8ab4-48f8-99c4-5d97183e1768"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:35:55.556095 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-c82e496f-2fbb-444a-9591-1f8f8d316263 None None] Provisioning complete for port 52ff7d56-9a39-4bcd-81d3-82d714507134 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:35:55.556800 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c82e496f-2fbb-444a-9591-1f8f8d316263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (52ff7d56-9a39-4bcd-81d3-82d714507134), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:55.584980 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a42d1461-5e30-47c8-ba3e-776f7aea8782 admin admin] Publish callbacks [] for security_group (634b8f04-90b6-422d-96ab-df98e65849e5), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:55.628846 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 4dfd3d7a-0cce-4511-9825-cc23505324dc triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:35:55.629514 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (4dfd3d7a-0cce-4511-9825-cc23505324dc), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:55.650390 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9fe5e7-32f0-4640-93dd-0cb963da1280 None None] Sync routers for ids ['8726920e-7cd1-42f5-adb6-96d952324ae4'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:35:55.667702 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9fe5e7-32f0-4640-93dd-0cb963da1280 None None] Routers {'8726920e-7cd1-42f5-adb6-96d952324ae4'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:35:55.668829 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-9d9fe5e7-32f0-4640-93dd-0cb963da1280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:35:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['8726920e-7cd1-42f5-adb6-96d952324ae4'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:55.674038 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a42d1461-5e30-47c8-ba3e-776f7aea8782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (634b8f04-90b6-422d-96ab-df98e65849e5), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:55.694441 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa25fe4-a53f-42b4-b277-60cfed5457ee x-openstack-request-id: req-8fa25fe4-a53f-42b4-b277-60cfed5457ee {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:35:55.694816 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afbea10c-4419-4c6c-a145-79a8266759c5", "name": "network-vif-deleted", "tag": "5b06a779-8ab4-48f8-99c4-5d97183e1768", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:35:55.695091 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8fa25fe4-a53f-42b4-b277-60cfed5457ee {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:35:55.696051 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afbea10c-4419-4c6c-a145-79a8266759c5', 'name': 'network-vif-deleted', 'tag': '5b06a779-8ab4-48f8-99c4-5d97183e1768', 'status': 'completed', 'code': 200} Feb 17 17:35:55.732073 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3a7ef1-881f-49f4-bbc2-1c995df385b2 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:55.738717 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-c82e496f-2fbb-444a-9591-1f8f8d316263 None None] Port 52ff7d56-9a39-4bcd-81d3-82d714507134 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:35:55.739017 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3a7ef1-881f-49f4-bbc2-1c995df385b2 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:55.740949 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-cf3a7ef1-881f-49f4-bbc2-1c995df385b2 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.0631983 Feb 17 17:35:55.742017 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878c33f5-489b-481c-8fce-87dd2452199d None None] Network 7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:35:55.746173 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45124) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:55.752091 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-7d97d656-10b2-4d8c-b7d1-72c132158b70 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-9384854'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:35:55.785337 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-9d9fe5e7-32f0-4640-93dd-0cb963da1280 None None] Set router 8726920e-7cd1-42f5-adb6-96d952324ae4 gateway port host: None {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:35:55.804742 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a42d1461-5e30-47c8-ba3e-776f7aea8782 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=70cccc7abc0c48469ffd38ae57c98692&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7540629 Feb 17 17:35:55.813941 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-de1c51df-51b8-4726-9c31-b418229239e4 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4216113 Feb 17 17:35:55.819185 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45126) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:55.824793 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45128) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:55.825731 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d97d656-10b2-4d8c-b7d1-72c132158b70 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Made reservation on behalf of a7702b96d2e9454080794ef9bd189f25 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:35:55.829695 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7d97d656-10b2-4d8c-b7d1-72c132158b70 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:55.865585 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d1461-5e30-47c8-ba3e-776f7aea8782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634b8f04-90b6-422d-96ab-df98e65849e5,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:55.876835 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-9d9fe5e7-32f0-4640-93dd-0cb963da1280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8726920e-7cd1-42f5-adb6-96d952324ae4', 'name': 'tempest-NetworksTestDHCPv6-router-484418664', 'tenant_id': 'c017d73ca35741f09876024d2cbfcdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:35:44Z', 'updated_at': '2022-02-17T17:35:51Z', 'revision_number': 3, 'project_id': 'c017d73ca35741f09876024d2cbfcdb7', 'gw_port_host': None}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:55.914993 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9fe5e7-32f0-4640-93dd-0cb963da1280 None None] Checking router: 8726920e-7cd1-42f5-adb6-96d952324ae4 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:35:55.927845 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9fe5e7-32f0-4640-93dd-0cb963da1280 None None] Routers {'8726920e-7cd1-42f5-adb6-96d952324ae4'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:35:55.928814 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-9d9fe5e7-32f0-4640-93dd-0cb963da1280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:35:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['8726920e-7cd1-42f5-adb6-96d952324ae4'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:55.945858 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-c82e496f-2fbb-444a-9591-1f8f8d316263 None None] Provisioning complete for port 4dfd3d7a-0cce-4511-9825-cc23505324dc triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:35:55.946462 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c82e496f-2fbb-444a-9591-1f8f8d316263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (4dfd3d7a-0cce-4511-9825-cc23505324dc), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:55.966658 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-41bd4f0c-5253-4361-89f2-f203a6ec1829 req-431dc9d4-350e-4bcf-a302-2f89ec43df73 tempest-MigrationsAdminTest-181131998 tempest-MigrationsAdminTest-181131998-project] 10.222.0.87 "GET /v2.0/ports?device_id=afbea10c-4419-4c6c-a145-79a8266759c5 HTTP/1.1" status: 200 len: 210 time: 0.0969257 Feb 17 17:35:55.984756 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7042f989-20dc-414c-852e-9afa664b05a9 req-13fdb642-859e-464a-b178-ff3c7ad6b780 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:55.986441 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7042f989-20dc-414c-852e-9afa664b05a9 req-13fdb642-859e-464a-b178-ff3c7ad6b780 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=f00d4d80-0531-4d28-b776-76d9efd2b420 HTTP/1.1" status: 200 len: 949 time: 0.3062713 Feb 17 17:35:56.040078 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-712f8f35-7f75-4804-9857-4f287f15e0a0 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for router (8726920e-7cd1-42f5-adb6-96d952324ae4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:56.075743 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a884a7-cb5e-4a00-8c17-a816e7436c16 None None] DHCP port deletion for f82adc72-a904-4b51-9a87-7ea8a1981040 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:35:56.088490 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7042f989-20dc-414c-852e-9afa664b05a9 req-1f85121d-5bfb-4874-88ca-44b2c986df42 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931652 Feb 17 17:35:56.177630 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-271021eb-7e93-4a32-8f5b-5234ef653ad2 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:56.211809 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 37a3407f-0036-45d2-b8af-8aff53b8d12a details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:35:56.267486 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3c72d64d-6425-45cb-896f-fca1c301ad03 req-93ecfe40-8f2f-4327-a427-23f32fd71644 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 210 time: 0.0892682 Feb 17 17:35:56.305857 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-271021eb-7e93-4a32-8f5b-5234ef653ad2 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] device_id is not set on port 08d126b0-cae8-435d-a7c4-67c6dbfa3b4c yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:35:56.314522 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-1e113a54-a244-4d0c-b5f5-188552504daf admin admin] Deleting port 7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:35:56.314865 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1e113a54-a244-4d0c-b5f5-188552504daf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:56.332481 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-9d9fe5e7-32f0-4640-93dd-0cb963da1280 None None] Set router 8726920e-7cd1-42f5-adb6-96d952324ae4 gateway port host: None {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:35:56.360560 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 4dfd3d7a-0cce-4511-9825-cc23505324dc is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:35:56.364966 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 3a5984cc-f40e-4580-bea4-d43599054d5b up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:35:56.424137 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-9d9fe5e7-32f0-4640-93dd-0cb963da1280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8726920e-7cd1-42f5-adb6-96d952324ae4', 'name': 'tempest-NetworksTestDHCPv6-router-484418664', 'tenant_id': 'c017d73ca35741f09876024d2cbfcdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:35:44Z', 'updated_at': '2022-02-17T17:35:51Z', 'revision_number': 3, 'project_id': 'c017d73ca35741f09876024d2cbfcdb7', 'gw_port_host': None}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:56.463248 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9fe5e7-32f0-4640-93dd-0cb963da1280 None None] The sync data for ids ['8726920e-7cd1-42f5-adb6-96d952324ae4'] in n-d-829613-2 is: [{'id': '8726920e-7cd1-42f5-adb6-96d952324ae4', 'name': 'tempest-NetworksTestDHCPv6-router-484418664', 'tenant_id': 'c017d73ca35741f09876024d2cbfcdb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:35:44Z', 'updated_at': '2022-02-17T17:35:51Z', 'revision_number': 3, 'project_id': 'c017d73ca35741f09876024d2cbfcdb7', 'gw_port_host': None}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:35:56.484503 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-1e113a54-a244-4d0c-b5f5-188552504daf admin admin] For port 7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5,segment=NetworkSegment(101d171d-00e3-43dd-8059-643cfe6a6952),segment_id=101d171d-00e3-43dd-8059-643cfe6a6952)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:35:56.485110 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1e113a54-a244-4d0c-b5f5-188552504daf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:56.501156 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-1e113a54-a244-4d0c-b5f5-188552504daf admin admin] Calling delete_port for 7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5 owned by network:router_interface {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:35:56.522326 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-271021eb-7e93-4a32-8f5b-5234ef653ad2 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Allocated IP 10.1.1.52 (cc320263-b432-4650-9484-dc130e67f905/f2e0eb54-8f78-4737-b37f-1044983cc57f/08d126b0-cae8-435d-a7c4-67c6dbfa3b4c) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:35:56.631127 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-c82e496f-2fbb-444a-9591-1f8f8d316263 None None] Current status of the port 4dfd3d7a-0cce-4511-9825-cc23505324dc is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:35:56.647520 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d97d656-10b2-4d8c-b7d1-72c132158b70 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:35:56.650510 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-71a884a7-cb5e-4a00-8c17-a816e7436c16 None None] Deleting port d603bf56-3b99-4d75-aa0c-088a93d91770 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:35:56.650972 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-71a884a7-cb5e-4a00-8c17-a816e7436c16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (d603bf56-3b99-4d75-aa0c-088a93d91770), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:56.740071 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 37a3407f-0036-45d2-b8af-8aff53b8d12a, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=37a3407f-0036-45d2-b8af-8aff53b8d12a,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:35:56.753399 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 3a5984cc-f40e-4580-bea4-d43599054d5b triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:35:56.753399 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (3a5984cc-f40e-4580-bea4-d43599054d5b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:56.810266 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-712f8f35-7f75-4804-9857-4f287f15e0a0 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (8726920e-7cd1-42f5-adb6-96d952324ae4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:56.817521 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-712f8f35-7f75-4804-9857-4f287f15e0a0 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for router_controller (8726920e-7cd1-42f5-adb6-96d952324ae4), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:56.822452 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7d97d656-10b2-4d8c-b7d1-72c132158b70 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (77dc2e8a-a8c4-4389-a644-23b3a674afcf), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:56.822832 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-7d97d656-10b2-4d8c-b7d1-72c132158b70 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Added segment 77dc2e8a-a8c4-4389-a644-23b3a674afcf of type vlan for network 419f28cd-f785-47bb-a68b-22735b8d06d6 Feb 17 17:35:56.823332 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1e113a54-a244-4d0c-b5f5-188552504daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:56.825729 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1b9b180c-c563-446b-be7b-aa287c521d4d admin admin] Publish callbacks [] for security_group (634b8f04-90b6-422d-96ab-df98e65849e5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:56.861153 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e113a54-a244-4d0c-b5f5-188552504daf admin admin] Pushing event deleted for resources: {'Port': ['ID=7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:57.017881 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '37a3407f-0036-45d2-b8af-8aff53b8d12a', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'port_id': '37a3407f-0036-45d2-b8af-8aff53b8d12a', 'mac_address': 'fa:16:3e:c2:0f:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac79920f-9ddd-4352-b866-6056158b178e', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:35:57.023840 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-71a884a7-cb5e-4a00-8c17-a816e7436c16 None None] For port d603bf56-3b99-4d75-aa0c-088a93d91770, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=d603bf56-3b99-4d75-aa0c-088a93d91770,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:35:57.024273 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-71a884a7-cb5e-4a00-8c17-a816e7436c16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (d603bf56-3b99-4d75-aa0c-088a93d91770), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:57.051438 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-71a884a7-cb5e-4a00-8c17-a816e7436c16 None None] Calling delete_port for d603bf56-3b99-4d75-aa0c-088a93d91770 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:35:57.054349 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-28f88c5e-b81a-4092-9e88-627d93be362b None None] Provisioning complete for port 3a5984cc-f40e-4580-bea4-d43599054d5b triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:35:57.054729 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-28f88c5e-b81a-4092-9e88-627d93be362b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (3a5984cc-f40e-4580-bea4-d43599054d5b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:57.119214 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c08c6de4-352a-4def-958f-6c5d8c54a291 req-2765a8a7-fa48-4a50-8083-6ff0db7cf5f1 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=f7813f51-0f8c-406e-992d-d19f127ae697&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1707144 Feb 17 17:35:57.149408 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1e113a54-a244-4d0c-b5f5-188552504daf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:57.206650 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1b9b180c-c563-446b-be7b-aa287c521d4d admin admin] Publish callbacks [] for security_group (634b8f04-90b6-422d-96ab-df98e65849e5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:57.217897 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-712f8f35-7f75-4804-9857-4f287f15e0a0 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (8726920e-7cd1-42f5-adb6-96d952324ae4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:57.218881 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712f8f35-7f75-4804-9857-4f287f15e0a0 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Fanout notify agent at l3_agent the message router_deleted on router 8726920e-7cd1-42f5-adb6-96d952324ae4 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:35:57.235364 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 37a3407f-0036-45d2-b8af-8aff53b8d12a is: ACTIVE; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:35:57.235659 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-712f8f35-7f75-4804-9857-4f287f15e0a0 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:57.235803 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (37a3407f-0036-45d2-b8af-8aff53b8d12a), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:57.236849 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-712f8f35-7f75-4804-9857-4f287f15e0a0 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/routers/8726920e-7cd1-42f5-adb6-96d952324ae4 HTTP/1.1" status: 204 len: 168 time: 1.3927362 Feb 17 17:35:57.240334 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7d97d656-10b2-4d8c-b7d1-72c132158b70 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (419f28cd-f785-47bb-a68b-22735b8d06d6), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:57.262960 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45136) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:57.332676 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 37a3407f-0036-45d2-b8af-8aff53b8d12a {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:35:57.370686 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.db.resource_extend [None req-7d97d656-10b2-4d8c-b7d1-72c132158b70 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 17:35:57.386955 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1b9b180c-c563-446b-be7b-aa287c521d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (634b8f04-90b6-422d-96ab-df98e65849e5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:57.392882 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1b9b180c-c563-446b-be7b-aa287c521d4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:57.396395 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-1b9b180c-c563-446b-be7b-aa287c521d4d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/634b8f04-90b6-422d-96ab-df98e65849e5 HTTP/1.1" status: 204 len: 168 time: 1.5511546 Feb 17 17:35:57.406825 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-271021eb-7e93-4a32-8f5b-5234ef653ad2 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks [] for port (08d126b0-cae8-435d-a7c4-67c6dbfa3b4c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:57.431170 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 37a3407f-0036-45d2-b8af-8aff53b8d12a, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=37a3407f-0036-45d2-b8af-8aff53b8d12a,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:35:57.474732 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 3a5984cc-f40e-4580-bea4-d43599054d5b is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:35:57.477540 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3a5984cc-f40e-4580-bea4-d43599054d5b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:57.480434 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b180c-c563-446b-be7b-aa287c521d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634b8f04-90b6-422d-96ab-df98e65849e5,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:57.489696 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7d97d656-10b2-4d8c-b7d1-72c132158b70 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (419f28cd-f785-47bb-a68b-22735b8d06d6), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:57.494766 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d97d656-10b2-4d8c-b7d1-72c132158b70 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:57.495385 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7d97d656-10b2-4d8c-b7d1-72c132158b70 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:57.554228 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (37a3407f-0036-45d2-b8af-8aff53b8d12a), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:57.586582 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f81ea420-1e93-4832-ad72-a5e6aa55fe06 req-705e01ac-4ff6-482e-b12e-c4830f4a9fe4 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 210 time: 0.1306109 Feb 17 17:35:57.613336 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c6de4-352a-4def-958f-6c5d8c54a291 req-c550c363-58da-47ca-9b01-efc9b186d29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:57.615141 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c08c6de4-352a-4def-958f-6c5d8c54a291 req-c550c363-58da-47ca-9b01-efc9b186d29d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e9f4ea813c214d12853f6eebadb4d38e&device_id=f7813f51-0f8c-406e-992d-d19f127ae697 HTTP/1.1" status: 200 len: 1131 time: 0.4525342 Feb 17 17:35:57.640497 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade5509-fa55-413a-9d7d-0e9d2527f148 req-5aa41c44-d596-4a0f-90a0-c4f04d5d4fdb tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:57.642377 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cade5509-fa55-413a-9d7d-0e9d2527f148 req-5aa41c44-d596-4a0f-90a0-c4f04d5d4fdb tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=f00d4d80-0531-4d28-b776-76d9efd2b420 HTTP/1.1" status: 200 len: 949 time: 0.3887992 Feb 17 17:35:57.653139 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45144) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:57.696570 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-28f88c5e-b81a-4092-9e88-627d93be362b None None] Current status of the port 3a5984cc-f40e-4580-bea4-d43599054d5b is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:35:57.696864 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-28f88c5e-b81a-4092-9e88-627d93be362b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3a5984cc-f40e-4580-bea4-d43599054d5b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:57.717368 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=37a3407f-0036-45d2-b8af-8aff53b8d12a,revision_number=9']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:57.741551 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2a7303-4f3d-48e8-90ae-bcca6580e80a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:57.747793 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-dc2a7303-4f3d-48e8-90ae-bcca6580e80a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4828932 Feb 17 17:35:57.748769 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45148) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:57.765153 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7d97d656-10b2-4d8c-b7d1-72c132158b70 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.0154150 Feb 17 17:35:57.775278 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 3a5984cc-f40e-4580-bea4-d43599054d5b, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=3a5984cc-f40e-4580-bea4-d43599054d5b,segment=NetworkSegment(82732791-61b6-4864-92cc-594948a3b9a8),segment_id=82732791-61b6-4864-92cc-594948a3b9a8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:35:57.776839 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45150) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:57.789858 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-3d405e7f-c760-4040-a0bd-7c2e0d4f7d85 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-245690419'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:35:57.790692 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (3a5984cc-f40e-4580-bea4-d43599054d5b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:57.831417 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['37a3407f-0036-45d2-b8af-8aff53b8d12a'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:35:57.837459 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d405e7f-c760-4040-a0bd-7c2e0d4f7d85 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Made reservation on behalf of a7702b96d2e9454080794ef9bd189f25 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:35:57.843430 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3d405e7f-c760-4040-a0bd-7c2e0d4f7d85 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:57.920282 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d97d656-10b2-4d8c-b7d1-72c132158b70 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Pushing event updated for resources: {'Network': ['ID=419f28cd-f785-47bb-a68b-22735b8d06d6,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:57.941753 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-71a884a7-cb5e-4a00-8c17-a816e7436c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (d603bf56-3b99-4d75-aa0c-088a93d91770), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:57.960110 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-271021eb-7e93-4a32-8f5b-5234ef653ad2 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (08d126b0-cae8-435d-a7c4-67c6dbfa3b4c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:57.962950 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 419f28cd-f785-47bb-a68b-22735b8d06d6 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:35:58.010397 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d405e7f-c760-4040-a0bd-7c2e0d4f7d85 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:35:58.032986 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3d405e7f-c760-4040-a0bd-7c2e0d4f7d85 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (81e6b897-d0f5-407d-82d4-77f00b2c9e3b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:58.033365 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-3d405e7f-c760-4040-a0bd-7c2e0d4f7d85 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Added segment 81e6b897-d0f5-407d-82d4-77f00b2c9e3b of type vlan for network e3f1bb1d-2674-4ad3-8c9a-17b1bb2b2a60 Feb 17 17:35:58.126180 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3d405e7f-c760-4040-a0bd-7c2e0d4f7d85 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (e3f1bb1d-2674-4ad3-8c9a-17b1bb2b2a60), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:58.151825 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device d603bf56-3b99-4d75-aa0c-088a93d91770 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:35:58.168833 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a884a7-cb5e-4a00-8c17-a816e7436c16 None None] No DVR routers for this DVR port d603bf56-3b99-4d75-aa0c-088a93d91770 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:35:58.181201 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.api [None req-28f88c5e-b81a-4092-9e88-627d93be362b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:35:58.181570 n-d-829613-2 neutron-server[103436]: DEBUG oslo_db.api [None req-28f88c5e-b81a-4092-9e88-627d93be362b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 17:35:58.253774 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cade5509-fa55-413a-9d7d-0e9d2527f148 req-bdf6db6e-592d-47d8-a98d-05877c901dcf tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5955091 Feb 17 17:35:58.275840 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d32566a-f476-43ae-827b-74950ea0d9e6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:58.285263 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-6d32566a-f476-43ae-827b-74950ea0d9e6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4644382 Feb 17 17:35:58.286089 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45160) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:58.288922 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c6de4-352a-4def-958f-6c5d8c54a291 req-e71e57e1-e138-4aff-9593-10112704a038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:58.290390 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c08c6de4-352a-4def-958f-6c5d8c54a291 req-e71e57e1-e138-4aff-9593-10112704a038 service neutron] 10.222.0.91 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 0.6454651 Feb 17 17:35:58.293340 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 37a3407f-0036-45d2-b8af-8aff53b8d12a no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:35:58.298674 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3d405e7f-c760-4040-a0bd-7c2e0d4f7d85 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (e3f1bb1d-2674-4ad3-8c9a-17b1bb2b2a60), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:58.321342 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d405e7f-c760-4040-a0bd-7c2e0d4f7d85 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:58.323259 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3d405e7f-c760-4040-a0bd-7c2e0d4f7d85 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:58.376331 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271021eb-7e93-4a32-8f5b-5234ef653ad2 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Network cc320263-b432-4650-9484-dc130e67f905 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:35:58.383760 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-35ba36bb-4239-4a90-91e2-35c998063a1b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=24d514a6d00a4f52a8689d09d1cf81c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7295399 Feb 17 17:35:58.390786 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45164) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:58.398991 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-271021eb-7e93-4a32-8f5b-5234ef653ad2 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:35:58.422662 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271021eb-7e93-4a32-8f5b-5234ef653ad2 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Pushing event updated for resources: {'Port': ['ID=08d126b0-cae8-435d-a7c4-67c6dbfa3b4c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:58.425459 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271021eb-7e93-4a32-8f5b-5234ef653ad2 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:35:58.430440 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-16149a66-12ba-423a-9f03-eb2608057d5f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1384122 Feb 17 17:35:58.430671 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45166) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:58.459457 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-e87fc185-d53f-4cd0-8be6-f66820e0d093 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'subnet': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:35:58.470160 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: d603bf56-3b99-4d75-aa0c-088a93d91770 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:35:58.470776 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device d603bf56-3b99-4d75-aa0c-088a93d91770 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:35:58.489927 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=3a5984cc-f40e-4580-bea4-d43599054d5b,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:58.496436 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3d405e7f-c760-4040-a0bd-7c2e0d4f7d85 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7172141 Feb 17 17:35:58.719446 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a884a7-cb5e-4a00-8c17-a816e7436c16 None None] Pushing event deleted for resources: {'Port': ['ID=d603bf56-3b99-4d75-aa0c-088a93d91770,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:58.746118 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45168) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:58.760364 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271021eb-7e93-4a32-8f5b-5234ef653ad2 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:58.760954 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-271021eb-7e93-4a32-8f5b-5234ef653ad2 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:58.774427 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d405e7f-c760-4040-a0bd-7c2e0d4f7d85 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Pushing event updated for resources: {'Network': ['ID=e3f1bb1d-2674-4ad3-8c9a-17b1bb2b2a60,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:58.782695 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-52c6307a-4825-4b24-8a1a-74ab2179248a tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Request body: {'ports': [{'network_id': '419f28cd-f785-47bb-a68b-22735b8d06d6', 'name': 'tempest-port--1848930850', 'admin_state_up': True}, {'network_id': 'e3f1bb1d-2674-4ad3-8c9a-17b1bb2b2a60', 'admin_state_up': False}]} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:35:58.783614 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-52c6307a-4825-4b24-8a1a-74ab2179248a tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Request body: {'port': {'network_id': '419f28cd-f785-47bb-a68b-22735b8d06d6', 'name': 'tempest-port--1848930850', 'admin_state_up': True}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:35:58.783614 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-52c6307a-4825-4b24-8a1a-74ab2179248a tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Request body: {'port': {'network_id': 'e3f1bb1d-2674-4ad3-8c9a-17b1bb2b2a60', 'admin_state_up': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:35:58.838756 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network e3f1bb1d-2674-4ad3-8c9a-17b1bb2b2a60 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:35:58.959813 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 37a3407f-0036-45d2-b8af-8aff53b8d12a is: BUILD; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:35:58.960591 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (37a3407f-0036-45d2-b8af-8aff53b8d12a), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:58.962800 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-28f88c5e-b81a-4092-9e88-627d93be362b None None] Current status of the port 3a5984cc-f40e-4580-bea4-d43599054d5b is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:35:58.970914 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45180) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:58.980015 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c08c6de4-352a-4def-958f-6c5d8c54a291 req-5137c324-a0fb-47c2-bbb6-03558561d686 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=ba3e5178-d54c-4a05-9e05-cd9347ef9f21 HTTP/1.1" status: 200 len: 217 time: 0.6695793 Feb 17 17:35:59.047013 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3fb9c48d-a933-4e94-8960-67e5cbbdaab6 req-0f01e100-5be3-458d-a5b0-abacec472e56 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 210 time: 0.0699587 Feb 17 17:35:59.074789 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 37a3407f-0036-45d2-b8af-8aff53b8d12a {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:35:59.146898 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 37a3407f-0036-45d2-b8af-8aff53b8d12a, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=37a3407f-0036-45d2-b8af-8aff53b8d12a,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:35:59.174339 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (37a3407f-0036-45d2-b8af-8aff53b8d12a), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:59.179526 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e113a54-a244-4d0c-b5f5-188552504daf admin admin] Router 0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:35:59.208196 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c6de4-352a-4def-958f-6c5d8c54a291 req-a02ee2a4-b444-46b5-9082-846f331e42b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:59.212320 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c08c6de4-352a-4def-958f-6c5d8c54a291 req-a02ee2a4-b444-46b5-9082-846f331e42b6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.1645329 Feb 17 17:35:59.235127 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-71c4f360-d14d-4fcb-9ed7-1b416f9b6f3d None None] Provisioning complete for port 08d126b0-cae8-435d-a7c4-67c6dbfa3b4c triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:35:59.235797 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-71c4f360-d14d-4fcb-9ed7-1b416f9b6f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (08d126b0-cae8-435d-a7c4-67c6dbfa3b4c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:59.403411 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=37a3407f-0036-45d2-b8af-8aff53b8d12a,revision_number=10']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:35:59.406376 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e113a54-a244-4d0c-b5f5-188552504daf admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:35:59.420812 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1e113a54-a244-4d0c-b5f5-188552504daf admin admin] 10.222.0.87 "PUT /v2.0/routers/0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5920846 Feb 17 17:35:59.421414 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e898f591-6172-4e35-a22a-1caae7fcd926 None None] Sync routers for ids ['0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:35:59.421765 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45186) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:35:59.430710 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-71c4f360-d14d-4fcb-9ed7-1b416f9b6f3d None None] Port 08d126b0-cae8-435d-a7c4-67c6dbfa3b4c cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:35:59.443123 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e898f591-6172-4e35-a22a-1caae7fcd926 None None] Routers {'0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:35:59.444223 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e898f591-6172-4e35-a22a-1caae7fcd926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:35:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:35:59.568589 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0399ba05-cf56-4e63-938c-696b3cf574ca admin admin] Publish callbacks [] for router (0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:59.597421 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-e898f591-6172-4e35-a22a-1caae7fcd926 None None] Set router 0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:35:59.632010 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-271021eb-7e93-4a32-8f5b-5234ef653ad2 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 6.2629540 Feb 17 17:35:59.634044 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-4cf1b0e0-1279-49f5-856d-0125039cfb5f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-92461313-network', 'tenant_id': 'a45426717d8d45f2862bf894c7d95737'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:35:59.656044 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c6307a-4825-4b24-8a1a-74ab2179248a tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Made reservation on behalf of a7702b96d2e9454080794ef9bd189f25 for: {'port': 2} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:35:59.660750 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52c6307a-4825-4b24-8a1a-74ab2179248a tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:59.683679 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf1b0e0-1279-49f5-856d-0125039cfb5f admin admin] Made reservation on behalf of a45426717d8d45f2862bf894c7d95737 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:35:59.686146 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4cf1b0e0-1279-49f5-856d-0125039cfb5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:59.705498 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4cf1b0e0-1279-49f5-856d-0125039cfb5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:59.734431 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52c6307a-4825-4b24-8a1a-74ab2179248a tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:59.736856 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c6de4-352a-4def-958f-6c5d8c54a291 req-2e5415bb-9ada-4f54-984c-a0653ec7115d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:59.738415 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c08c6de4-352a-4def-958f-6c5d8c54a291 req-2e5415bb-9ada-4f54-984c-a0653ec7115d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4700007 Feb 17 17:35:59.751176 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ddf83438-d45d-4b9b-b84f-e2c2a562773d admin admin] Publish callbacks [] for security_group (d08c05da-2f56-4c2c-92af-effbf0dff0a7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:59.778844 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ddf83438-d45d-4b9b-b84f-e2c2a562773d admin admin] Publish callbacks [] for security_group (d08c05da-2f56-4c2c-92af-effbf0dff0a7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:59.877769 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab99cba-7392-4d99-a429-c759118f0800 req-07ca2c1b-d637-4df6-9e2e-e0daf9ee3638 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:35:59.887926 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7ab99cba-7392-4d99-a429-c759118f0800 req-07ca2c1b-d637-4df6-9e2e-e0daf9ee3638 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=f00d4d80-0531-4d28-b776-76d9efd2b420 HTTP/1.1" status: 200 len: 948 time: 0.4648676 Feb 17 17:35:59.935869 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ddf83438-d45d-4b9b-b84f-e2c2a562773d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (d08c05da-2f56-4c2c-92af-effbf0dff0a7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:59.938413 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ddf83438-d45d-4b9b-b84f-e2c2a562773d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:35:59.944768 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ddf83438-d45d-4b9b-b84f-e2c2a562773d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d08c05da-2f56-4c2c-92af-effbf0dff0a7 HTTP/1.1" status: 204 len: 168 time: 1.5510626 Feb 17 17:36:00.003204 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 3a5984cc-f40e-4580-bea4-d43599054d5b up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:36:00.094797 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 3a5984cc-f40e-4580-bea4-d43599054d5b triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:36:00.095161 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (3a5984cc-f40e-4580-bea4-d43599054d5b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:00.115263 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf83438-d45d-4b9b-b84f-e2c2a562773d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08c05da-2f56-4c2c-92af-effbf0dff0a7,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:00.190172 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e898f591-6172-4e35-a22a-1caae7fcd926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-604324597-router', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '996a6547-d632-4ab5-a3ba-ee048f1ef2b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:33:43Z', 'updated_at': '2022-02-17T17:35:56Z', 'revision_number': 5, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'gw_port': {'id': '996a6547-d632-4ab5-a3ba-ee048f1ef2b3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:9a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:33:44Z', 'updated_at': '2022-02-17T17:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:36:00.209658 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7ab99cba-7392-4d99-a429-c759118f0800 req-b7cb1365-11a4-42de-89f5-8ab75d98422a tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203619 Feb 17 17:36:00.240511 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 37a3407f-0036-45d2-b8af-8aff53b8d12a up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:36:00.256268 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e898f591-6172-4e35-a22a-1caae7fcd926 None None] Checking router: 0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:36:00.265341 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45194) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:00.277313 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4cf1b0e0-1279-49f5-856d-0125039cfb5f admin admin] Publish callbacks [] for security_group (3dd4f17d-7f7e-4c4a-a8a7-7fccd8d70bbf), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:00.281395 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87fc185-d53f-4cd0-8be6-f66820e0d093 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:36:00.294307 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-b04b6a91-5fe5-4632-b328-07a64953dd80 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Request body: {'security_group': {'name': 'tempest-securitygroup--304454008', 'description': 'tempest-description--641506941'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:00.298116 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e87fc185-d53f-4cd0-8be6-f66820e0d093 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:00.328229 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0399ba05-cf56-4e63-938c-696b3cf574ca admin admin] Publish callbacks [] for router_gateway (0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:00.352447 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4cf1b0e0-1279-49f5-856d-0125039cfb5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (3dd4f17d-7f7e-4c4a-a8a7-7fccd8d70bbf), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:00.405529 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e898f591-6172-4e35-a22a-1caae7fcd926 None None] Routers {'0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:36:00.407216 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e898f591-6172-4e35-a22a-1caae7fcd926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:35:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:36:00.449400 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c08c6de4-352a-4def-958f-6c5d8c54a291 req-72ca70c7-ad1c-46c0-a8c8-27a9a87eba4f service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6918063 Feb 17 17:36:00.485391 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf1b0e0-1279-49f5-856d-0125039cfb5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd4f17d-7f7e-4c4a-a8a7-7fccd8d70bbf,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:00.564391 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cf1b0e0-1279-49f5-856d-0125039cfb5f admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:36:00.622814 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-52c6307a-4825-4b24-8a1a-74ab2179248a tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] device_id is not set on port 14b77410-71a4-475a-bb8d-d430d2ace9e3 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:36:00.648773 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4cf1b0e0-1279-49f5-856d-0125039cfb5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (de9925ab-fb0a-459b-801e-29b98d137fdd), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:00.649126 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-4cf1b0e0-1279-49f5-856d-0125039cfb5f admin admin] Added segment de9925ab-fb0a-459b-801e-29b98d137fdd of type vlan for network 249d7a73-68d0-4715-9e76-b2a8e292b955 Feb 17 17:36:00.651275 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7aa9cc15-6da9-4dda-b493-a73e7c8986e4 req-317a6ab5-09c4-460a-b06b-40272013d126 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 210 time: 0.2510960 Feb 17 17:36:00.667456 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b04b6a91-5fe5-4632-b328-07a64953dd80 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:00.755896 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45198) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:00.826706 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5dfb6e3a-f509-4958-9954-95425b890222 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=761a4fcfcfa045edbc423c645ff41132&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0653489 Feb 17 17:36:00.830256 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4cf1b0e0-1279-49f5-856d-0125039cfb5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (249d7a73-68d0-4715-9e76-b2a8e292b955), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:00.837039 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45200) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:00.928185 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4cf1b0e0-1279-49f5-856d-0125039cfb5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (249d7a73-68d0-4715-9e76-b2a8e292b955), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:00.929143 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf1b0e0-1279-49f5-856d-0125039cfb5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:00.929744 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4cf1b0e0-1279-49f5-856d-0125039cfb5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:00.986133 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4cf1b0e0-1279-49f5-856d-0125039cfb5f admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0141964 Feb 17 17:36:00.987098 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c08c6de4-352a-4def-958f-6c5d8c54a291 req-142e82cf-46d4-4c00-968d-ddc5e3ceb0d8 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5032887 Feb 17 17:36:00.990050 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-0399ba05-cf56-4e63-938c-696b3cf574ca admin admin] Deleting port 996a6547-d632-4ab5-a3ba-ee048f1ef2b3 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:36:00.990397 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0399ba05-cf56-4e63-938c-696b3cf574ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (996a6547-d632-4ab5-a3ba-ee048f1ef2b3), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:01.045362 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-e898f591-6172-4e35-a22a-1caae7fcd926 None None] Set router 0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:36:01.077496 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-0399ba05-cf56-4e63-938c-696b3cf574ca admin admin] For port 996a6547-d632-4ab5-a3ba-ee048f1ef2b3, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=996a6547-d632-4ab5-a3ba-ee048f1ef2b3,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:36:01.077866 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0399ba05-cf56-4e63-938c-696b3cf574ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (996a6547-d632-4ab5-a3ba-ee048f1ef2b3), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:01.092642 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-0399ba05-cf56-4e63-938c-696b3cf574ca admin admin] Calling delete_port for 996a6547-d632-4ab5-a3ba-ee048f1ef2b3 owned by network:router_gateway {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:36:01.128230 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e898f591-6172-4e35-a22a-1caae7fcd926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-604324597-router', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:33:43Z', 'updated_at': '2022-02-17T17:36:00Z', 'revision_number': 6, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'gw_port_host': None}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:36:01.133755 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 3a5984cc-f40e-4580-bea4-d43599054d5b is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:36:01.180536 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45202) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:01.211527 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e898f591-6172-4e35-a22a-1caae7fcd926 None None] The sync data for ids ['0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec'] in n-d-829613-2 is: [{'id': '0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec', 'name': 'tempest-FloatingIPsAssociationTestJSON-604324597-router', 'tenant_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:33:43Z', 'updated_at': '2022-02-17T17:36:00Z', 'revision_number': 6, 'project_id': '9dba40edc9c14b8fb9d6b4695dd74e24', 'gw_port_host': None}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:36:01.227014 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 37a3407f-0036-45d2-b8af-8aff53b8d12a triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:36:01.227410 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (37a3407f-0036-45d2-b8af-8aff53b8d12a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:01.286692 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-60f67536-82cf-4b9f-91c1-b57ba5cbf897 admin admin] Request body: {'subnet': {'network_id': '249d7a73-68d0-4715-9e76-b2a8e292b955', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-92461313-subnet', 'tenant_id': 'a45426717d8d45f2862bf894c7d95737', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:01.296649 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf1b0e0-1279-49f5-856d-0125039cfb5f admin admin] Pushing event updated for resources: {'Network': ['ID=249d7a73-68d0-4715-9e76-b2a8e292b955,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:01.319764 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 249d7a73-68d0-4715-9e76-b2a8e292b955 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:36:01.339994 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b04b6a91-5fe5-4632-b328-07a64953dd80 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks [] for security_group (fd4d27d9-e68c-41ba-a909-f949182bce5a), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:01.351906 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b04b6a91-5fe5-4632-b328-07a64953dd80 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (fd4d27d9-e68c-41ba-a909-f949182bce5a), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:01.379581 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-70a105ea-eec7-4cd3-9771-0a0d221d6b99 admin admin] Publish callbacks [] for security_group (c71c2001-c083-48aa-b5a4-5e37af3492c2), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:01.395091 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f67536-82cf-4b9f-91c1-b57ba5cbf897 admin admin] Made reservation on behalf of a45426717d8d45f2862bf894c7d95737 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:36:01.397646 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-60f67536-82cf-4b9f-91c1-b57ba5cbf897 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:01.403956 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-70a105ea-eec7-4cd3-9771-0a0d221d6b99 admin admin] Publish callbacks [] for security_group (c71c2001-c083-48aa-b5a4-5e37af3492c2), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:01.467812 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 37a3407f-0036-45d2-b8af-8aff53b8d12a is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:36:01.468419 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (37a3407f-0036-45d2-b8af-8aff53b8d12a), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:01.471156 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0399ba05-cf56-4e63-938c-696b3cf574ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (996a6547-d632-4ab5-a3ba-ee048f1ef2b3), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:01.506688 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-70a105ea-eec7-4cd3-9771-0a0d221d6b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (c71c2001-c083-48aa-b5a4-5e37af3492c2), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:01.510841 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-70a105ea-eec7-4cd3-9771-0a0d221d6b99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:01.512687 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-70a105ea-eec7-4cd3-9771-0a0d221d6b99 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c71c2001-c083-48aa-b5a4-5e37af3492c2 HTTP/1.1" status: 204 len: 168 time: 0.6711779 Feb 17 17:36:01.518518 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00d4d80-0531-4d28-b776-76d9efd2b420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a3407f-0036-45d2-b8af-8aff53b8d12a'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:36:01.521305 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577b2f81-7caf-4343-a5b1-709e11a88153" -d '{"events": [{"server_uuid": "f00d4d80-0531-4d28-b776-76d9efd2b420", "name": "network-vif-plugged", "status": "completed", "tag": "37a3407f-0036-45d2-b8af-8aff53b8d12a"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:36:01.559685 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 37a3407f-0036-45d2-b8af-8aff53b8d12a, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=37a3407f-0036-45d2-b8af-8aff53b8d12a,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:36:01.566542 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (37a3407f-0036-45d2-b8af-8aff53b8d12a), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:01.639144 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52c6307a-4825-4b24-8a1a-74ab2179248a tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks [] for port (14b77410-71a4-475a-bb8d-d430d2ace9e3), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:01.645115 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-60f67536-82cf-4b9f-91c1-b57ba5cbf897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (183d9df1-0481-445d-8bb9-bc438141d74b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:01.668338 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b04b6a91-5fe5-4632-b328-07a64953dd80 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:01.673657 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b04b6a91-5fe5-4632-b328-07a64953dd80 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.3946309 Feb 17 17:36:01.673657 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b6a91-5fe5-4632-b328-07a64953dd80 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4d27d9-e68c-41ba-a909-f949182bce5a,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:01.681003 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45212) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:01.699732 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=37a3407f-0036-45d2-b8af-8aff53b8d12a,revision_number=11']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:01.754154 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0399ba05-cf56-4e63-938c-696b3cf574ca admin admin] Pushing event deleted for resources: {'Port': ['ID=996a6547-d632-4ab5-a3ba-ee048f1ef2b3,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:01.762251 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-019d759e-f6f8-441b-b95e-72301dd48931 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Request body: {'security_group_rule': {'security_group_id': 'fd4d27d9-e68c-41ba-a909-f949182bce5a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:01.789046 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0399ba05-cf56-4e63-938c-696b3cf574ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:01.803974 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a105ea-eec7-4cd3-9771-0a0d221d6b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71c2001-c083-48aa-b5a4-5e37af3492c2,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:01.837506 n-d-829613-2 neutron-server[103434]: DEBUG neutron.objects.ports [None req-e87fc185-d53f-4cd0-8be6-f66820e0d093 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103434) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 17 17:36:01.857331 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-019d759e-f6f8-441b-b95e-72301dd48931 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks [] for security_group_rule (adb7788c-06b5-452d-bab3-d1dd9c600f74), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:01.875534 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e87fc185-d53f-4cd0-8be6-f66820e0d093 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (ff0e7a51-1f34-4f18-a257-783f4bd319ce), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:01.902215 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d79d7c-602b-48d8-a058-ef96a3d0b171 x-openstack-request-id: req-31d79d7c-602b-48d8-a058-ef96a3d0b171 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:36:01.902777 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f00d4d80-0531-4d28-b776-76d9efd2b420", "name": "network-vif-plugged", "status": "completed", "tag": "37a3407f-0036-45d2-b8af-8aff53b8d12a", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:36:01.903278 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-31d79d7c-602b-48d8-a058-ef96a3d0b171 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:36:01.903972 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00d4d80-0531-4d28-b776-76d9efd2b420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a3407f-0036-45d2-b8af-8aff53b8d12a', 'code': 200} Feb 17 17:36:01.961321 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87fc185-d53f-4cd0-8be6-f66820e0d093 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:36:01.995052 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-e87fc185-d53f-4cd0-8be6-f66820e0d093 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:36:02.006168 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87fc185-d53f-4cd0-8be6-f66820e0d093 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:02.006773 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e87fc185-d53f-4cd0-8be6-f66820e0d093 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:02.008079 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba471db-642b-4f50-a491-5615c9acb8c5 None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:36:02.018109 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f67536-82cf-4b9f-91c1-b57ba5cbf897 admin admin] Checking segment: {'id': 'de9925ab-fb0a-459b-801e-29b98d137fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '249d7a73-68d0-4715-9e76-b2a8e292b955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:36:02.018565 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f67536-82cf-4b9f-91c1-b57ba5cbf897 admin admin] Network hostable DHCP agents. Network: 249d7a73-68d0-4715-9e76-b2a8e292b955, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:36:02.033073 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e87fc185-d53f-4cd0-8be6-f66820e0d093 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.5775867 Feb 17 17:36:02.044113 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f67536-82cf-4b9f-91c1-b57ba5cbf897 admin admin] Pushing event updated for resources: {'Subnet': ['ID=183d9df1-0481-445d-8bb9-bc438141d74b,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:02.046160 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45218) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:02.054129 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d2434-96e3-415f-9a77-61078de9ea69 req-656e79f6-46a8-4622-85f6-386a669b15bc tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:02.059931 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-52c6307a-4825-4b24-8a1a-74ab2179248a tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] device_id is not set on port 891934e8-3bb3-480f-b3f3-9a10c90b3397 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:36:02.061905 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-805d2434-96e3-415f-9a77-61078de9ea69 req-656e79f6-46a8-4622-85f6-386a669b15bc tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=f00d4d80-0531-4d28-b776-76d9efd2b420 HTTP/1.1" status: 200 len: 948 time: 0.7151775 Feb 17 17:36:02.174607 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e4512083-f885-45ea-bbf9-8915900584c5 req-393b1101-0f6f-47f0-b0a3-3c15dbedeb0b tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 210 time: 0.1089082 Feb 17 17:36:02.177132 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-78ef5535-548d-4057-858b-6d11c974efca tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'subnet': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:02.179874 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0399ba05-cf56-4e63-938c-696b3cf574ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:02.182494 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87fc185-d53f-4cd0-8be6-f66820e0d093 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Subnet': ['ID=ff0e7a51-1f34-4f18-a257-783f4bd319ce,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:02.200343 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0399ba05-cf56-4e63-938c-696b3cf574ca admin admin] Publish callbacks [] for router_controller (0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:02.215737 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 996a6547-d632-4ab5-a3ba-ee048f1ef2b3 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:36:02.263202 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 996a6547-d632-4ab5-a3ba-ee048f1ef2b3 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:36:02.269273 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 996a6547-d632-4ab5-a3ba-ee048f1ef2b3 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:36:02.270316 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:36:02.318964 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:36:02.320441 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 7ea9a1da-aecd-4858-ac3a-dd4f997ba5c5 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:36:02.320961 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f67536-82cf-4b9f-91c1-b57ba5cbf897 admin admin] Network 249d7a73-68d0-4715-9e76-b2a8e292b955 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:36:02.345624 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-805d2434-96e3-415f-9a77-61078de9ea69 req-fdee8baa-077a-4b10-9ced-23f96b210753 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824049 Feb 17 17:36:02.359603 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0399ba05-cf56-4e63-938c-696b3cf574ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:02.360423 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0399ba05-cf56-4e63-938c-696b3cf574ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec {{(pid=103435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:36:02.371795 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0399ba05-cf56-4e63-938c-696b3cf574ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:02.374866 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-0399ba05-cf56-4e63-938c-696b3cf574ca admin admin] 10.222.0.87 "DELETE /v2.0/routers/0a9ab3f8-b485-4ba3-88f2-26dd69e7a0ec HTTP/1.1" status: 204 len: 168 time: 2.9352446 Feb 17 17:36:02.382535 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26e6997-df95-4f70-94d5-ec5ba9bb730c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-f82adc72-a904-4b51-9a87-7ea8a1981040', 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'project_id': 'c017d73ca35741f09876024d2cbfcdb7', 'fixed_ips': [{'subnet_id': 'ff0e7a51-1f34-4f18-a257-783f4bd319ce'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:36:02.383632 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d26e6997-df95-4f70-94d5-ec5ba9bb730c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:02.384939 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45226) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:02.422072 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746592fb-ad12-4e45-a87c-0c6679d4d540 req-855cda61-3930-4c9c-af94-f5f1840204db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:02.423612 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-746592fb-ad12-4e45-a87c-0c6679d4d540 req-855cda61-3930-4c9c-af94-f5f1840204db service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f00d4d80-0531-4d28-b776-76d9efd2b420 HTTP/1.1" status: 200 len: 1132 time: 0.2257740 Feb 17 17:36:02.424452 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-60f67536-82cf-4b9f-91c1-b57ba5cbf897 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 249d7a73-68d0-4715-9e76-b2a8e292b955) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:36:02.434550 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f67536-82cf-4b9f-91c1-b57ba5cbf897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:02.435295 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-60f67536-82cf-4b9f-91c1-b57ba5cbf897 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:02.437564 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-019d759e-f6f8-441b-b95e-72301dd48931 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks [] for security_group_rule (adb7788c-06b5-452d-bab3-d1dd9c600f74), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:02.443223 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178ec147-88b5-4e65-ab46-529e5c4ba852 None None] Network 249d7a73-68d0-4715-9e76-b2a8e292b955 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:36:02.454249 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-019d759e-f6f8-441b-b95e-72301dd48931 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (adb7788c-06b5-452d-bab3-d1dd9c600f74), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:02.509203 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019d759e-f6f8-441b-b95e-72301dd48931 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adb7788c-06b5-452d-bab3-d1dd9c600f74,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:02.526555 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-019d759e-f6f8-441b-b95e-72301dd48931 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:02.527895 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-019d759e-f6f8-441b-b95e-72301dd48931 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7711596 Feb 17 17:36:02.531671 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-488af00d-2a6d-4a08-a2a4-5aeaa63023f3 admin admin] Deleting subnet fcea941e-c7ab-41fc-b153-28fd81921144 {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:36:02.531887 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-60f67536-82cf-4b9f-91c1-b57ba5cbf897 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2799363 Feb 17 17:36:02.533770 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45230) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:02.534275 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45232) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:02.535867 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-488af00d-2a6d-4a08-a2a4-5aeaa63023f3 admin admin] Publish callbacks [] for subnet (fcea941e-c7ab-41fc-b153-28fd81921144), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:02.548007 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-32034f8a-8434-4faa-8642-ac5a44d1243e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-92461313-router', 'tenant_id': 'a45426717d8d45f2862bf894c7d95737', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:02.562862 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-93d7e2e1-19f5-40d1-937e-d850e088f583 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Request body: {'security_group_rule': {'security_group_id': 'fd4d27d9-e68c-41ba-a909-f949182bce5a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:02.606546 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-488af00d-2a6d-4a08-a2a4-5aeaa63023f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (fcea941e-c7ab-41fc-b153-28fd81921144), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:02.637024 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-746592fb-ad12-4e45-a87c-0c6679d4d540 req-943d523a-50ce-4e08-8870-41a21ad2d8a9 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971347 Feb 17 17:36:02.680478 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52c6307a-4825-4b24-8a1a-74ab2179248a tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks [] for port (891934e8-3bb3-480f-b3f3-9a10c90b3397), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:02.689497 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ef5535-548d-4057-858b-6d11c974efca tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:36:02.693999 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-78ef5535-548d-4057-858b-6d11c974efca tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:02.721789 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-32034f8a-8434-4faa-8642-ac5a44d1243e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (840903af-ad3e-4180-93f6-7e726b422724), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:02.723166 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-32034f8a-8434-4faa-8642-ac5a44d1243e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (840903af-ad3e-4180-93f6-7e726b422724), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:02.733906 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-488af00d-2a6d-4a08-a2a4-5aeaa63023f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (fcea941e-c7ab-41fc-b153-28fd81921144), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:02.737872 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-93d7e2e1-19f5-40d1-937e-d850e088f583 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks [] for security_group_rule (44b2fa06-65b8-43aa-a817-361b13a41a0d), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:02.792474 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-488af00d-2a6d-4a08-a2a4-5aeaa63023f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (fcea941e-c7ab-41fc-b153-28fd81921144), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:02.821425 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-488af00d-2a6d-4a08-a2a4-5aeaa63023f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:02.829354 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-488af00d-2a6d-4a08-a2a4-5aeaa63023f3 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/fcea941e-c7ab-41fc-b153-28fd81921144 HTTP/1.1" status: 204 len: 168 time: 0.4433010 Feb 17 17:36:02.831991 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45240) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:02.853622 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceaf7544-5e37-4199-9ad3-7cd4ff7a48ab None None] Network 3100c139-77f4-49d8-b7fa-b7a25c4ec3d8 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:36:02.882844 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97c4730-d01b-4c50-98a6-d711f7e1ea12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-249d7a73-68d0-4715-9e76-b2a8e292b955', 'network_id': '249d7a73-68d0-4715-9e76-b2a8e292b955', 'project_id': 'a45426717d8d45f2862bf894c7d95737', 'fixed_ips': [{'subnet_id': '183d9df1-0481-445d-8bb9-bc438141d74b'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:36:02.883729 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d97c4730-d01b-4c50-98a6-d711f7e1ea12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:02.924567 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488af00d-2a6d-4a08-a2a4-5aeaa63023f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcea941e-c7ab-41fc-b153-28fd81921144,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:02.989944 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4a6a3a36-c438-4119-a449-c25c182a1733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:03.062490 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-93d7e2e1-19f5-40d1-937e-d850e088f583 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks [] for security_group_rule (44b2fa06-65b8-43aa-a817-361b13a41a0d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:03.066940 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52c6307a-4825-4b24-8a1a-74ab2179248a tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (14b77410-71a4-475a-bb8d-d430d2ace9e3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:03.069945 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-32034f8a-8434-4faa-8642-ac5a44d1243e admin admin] Publish callbacks [] for router_controller (840903af-ad3e-4180-93f6-7e726b422724), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:03.074023 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-93d7e2e1-19f5-40d1-937e-d850e088f583 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (44b2fa06-65b8-43aa-a817-361b13a41a0d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:03.097182 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c23ac8d8-df6a-4eb8-85f8-5e6fb59c9b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (3100c139-77f4-49d8-b7fa-b7a25c4ec3d8), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:03.100543 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-d26e6997-df95-4f70-94d5-ec5ba9bb730c None None] Allocated IP 2001:db8::f816:3eff:fe48:a67d (f82adc72-a904-4b51-9a87-7ea8a1981040/ff0e7a51-1f34-4f18-a257-783f4bd319ce/301cab09-1074-43db-9bb0-11bd342d6957) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:36:03.171259 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-c23ac8d8-df6a-4eb8-85f8-5e6fb59c9b9b admin admin] Deleting port 571b842c-bb7c-4087-b29a-da96291c53bc {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:36:03.171805 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c23ac8d8-df6a-4eb8-85f8-5e6fb59c9b9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (571b842c-bb7c-4087-b29a-da96291c53bc), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:03.343327 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d26e6997-df95-4f70-94d5-ec5ba9bb730c None None] Publish callbacks [] for port (301cab09-1074-43db-9bb0-11bd342d6957), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:03.345372 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-d97c4730-d01b-4c50-98a6-d711f7e1ea12 None None] Allocated IP 172.20.0.2 (249d7a73-68d0-4715-9e76-b2a8e292b955/183d9df1-0481-445d-8bb9-bc438141d74b/4b433e23-1be8-4ca9-af63-3d71fd5b60d0) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:36:03.357242 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d26e6997-df95-4f70-94d5-ec5ba9bb730c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (301cab09-1074-43db-9bb0-11bd342d6957), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:03.384180 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-c23ac8d8-df6a-4eb8-85f8-5e6fb59c9b9b admin admin] For port 571b842c-bb7c-4087-b29a-da96291c53bc, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=571b842c-bb7c-4087-b29a-da96291c53bc,segment=NetworkSegment(101d171d-00e3-43dd-8059-643cfe6a6952),segment_id=101d171d-00e3-43dd-8059-643cfe6a6952)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:36:03.387307 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c23ac8d8-df6a-4eb8-85f8-5e6fb59c9b9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (571b842c-bb7c-4087-b29a-da96291c53bc), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:03.402843 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d7e2e1-19f5-40d1-937e-d850e088f583 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44b2fa06-65b8-43aa-a817-361b13a41a0d,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:03.409995 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-78ef5535-548d-4057-858b-6d11c974efca tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (a71ff80f-72d2-4834-8516-0588514e999f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:03.413921 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-93d7e2e1-19f5-40d1-937e-d850e088f583 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:03.418655 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-93d7e2e1-19f5-40d1-937e-d850e088f583 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8745530 Feb 17 17:36:03.419398 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45250) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:03.464989 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a468ea2-a56f-4a94-892b-99a4f4b3a167 None None] DHCP port deletion for 3100c139-77f4-49d8-b7fa-b7a25c4ec3d8 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:36:03.486438 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-05007432-4d52-42eb-91e5-5504a49d5e53 req-a5382b98-e479-4c9b-829e-a983b0e4b7b8 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 210 time: 0.1140227 Feb 17 17:36:03.494448 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26e6997-df95-4f70-94d5-ec5ba9bb730c None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:36:03.519111 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-c23ac8d8-df6a-4eb8-85f8-5e6fb59c9b9b admin admin] Calling delete_port for 571b842c-bb7c-4087-b29a-da96291c53bc owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:36:03.554691 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ef5535-548d-4057-858b-6d11c974efca tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Subnet': ['ID=a71ff80f-72d2-4834-8516-0588514e999f,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:03.565299 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-28703502-3364-4cac-9382-deb4be96c9b4 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:03.569293 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c6307a-4825-4b24-8a1a-74ab2179248a tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Pushing event updated for resources: {'Port': ['ID=14b77410-71a4-475a-bb8d-d430d2ace9e3,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:03.664598 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d97c4730-d01b-4c50-98a6-d711f7e1ea12 None None] Publish callbacks [] for port (4b433e23-1be8-4ca9-af63-3d71fd5b60d0), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:03.698048 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-d26e6997-df95-4f70-94d5-ec5ba9bb730c None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:36:03.705316 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26e6997-df95-4f70-94d5-ec5ba9bb730c None None] Pushing event updated for resources: {'Port': ['ID=301cab09-1074-43db-9bb0-11bd342d6957,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:03.709857 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d97c4730-d01b-4c50-98a6-d711f7e1ea12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (4b433e23-1be8-4ca9-af63-3d71fd5b60d0), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:03.716511 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26e6997-df95-4f70-94d5-ec5ba9bb730c None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:36:03.746627 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-32034f8a-8434-4faa-8642-ac5a44d1243e admin admin] Publish callbacks [] for router_gateway (840903af-ad3e-4180-93f6-7e726b422724), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:03.771966 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ef5535-548d-4057-858b-6d11c974efca tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:36:03.800978 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-78ef5535-548d-4057-858b-6d11c974efca tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:36:03.825782 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d5169-c7dc-4bc1-8d0c-5ff94328fa2e req-af13f885-fae3-45ed-8738-d7e670a87c0a tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:03.829972 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b16d5169-c7dc-4bc1-8d0c-5ff94328fa2e req-af13f885-fae3-45ed-8738-d7e670a87c0a tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=f00d4d80-0531-4d28-b776-76d9efd2b420 HTTP/1.1" status: 200 len: 950 time: 0.3234756 Feb 17 17:36:03.835576 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ef5535-548d-4057-858b-6d11c974efca tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:03.836197 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-78ef5535-548d-4057-858b-6d11c974efca tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:03.867856 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28703502-3364-4cac-9382-deb4be96c9b4 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:03.904145 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-78ef5535-548d-4057-858b-6d11c974efca tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8397934 Feb 17 17:36:03.914778 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97c4730-d01b-4c50-98a6-d711f7e1ea12 None None] Network 249d7a73-68d0-4715-9e76-b2a8e292b955 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:36:03.926195 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45260) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:03.933580 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b16d5169-c7dc-4bc1-8d0c-5ff94328fa2e req-25649563-ae96-41ac-8fb9-bdf361558c84 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854416 Feb 17 17:36:03.942611 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c6307a-4825-4b24-8a1a-74ab2179248a tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Checking segment: {'id': '77dc2e8a-a8c4-4389-a644-23b3a674afcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '419f28cd-f785-47bb-a68b-22735b8d06d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:36:03.942991 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c6307a-4825-4b24-8a1a-74ab2179248a tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Network hostable DHCP agents. Network: 419f28cd-f785-47bb-a68b-22735b8d06d6, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:36:03.962076 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-9e439d7e-3aea-4599-9d04-b52fbb923b09 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'port': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'mac_address': 'fa:16:3e:19:9f:99', 'name': 'tempest-NetworksTestDHCPv6-968159183'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:03.964056 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-d97c4730-d01b-4c50-98a6-d711f7e1ea12 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:36:03.986108 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c23ac8d8-df6a-4eb8-85f8-5e6fb59c9b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (571b842c-bb7c-4087-b29a-da96291c53bc), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:03.987800 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97c4730-d01b-4c50-98a6-d711f7e1ea12 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:36:04.002075 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 571b842c-bb7c-4087-b29a-da96291c53bc no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:36:04.034007 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c6307a-4825-4b24-8a1a-74ab2179248a tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Network 419f28cd-f785-47bb-a68b-22735b8d06d6 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:36:04.039728 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97c4730-d01b-4c50-98a6-d711f7e1ea12 None None] Pushing event updated for resources: {'Port': ['ID=4b433e23-1be8-4ca9-af63-3d71fd5b60d0,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:04.043459 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-d26e6997-df95-4f70-94d5-ec5ba9bb730c None None] Attempting to bind port 301cab09-1074-43db-9bb0-11bd342d6957 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:36:04.043837 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-d26e6997-df95-4f70-94d5-ec5ba9bb730c None None] Attempting to bind port 301cab09-1074-43db-9bb0-11bd342d6957 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:36:04.044205 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26e6997-df95-4f70-94d5-ec5ba9bb730c None None] Attempting to bind port 301cab09-1074-43db-9bb0-11bd342d6957 on network f82adc72-a904-4b51-9a87-7ea8a1981040 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:36:04.053237 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26e6997-df95-4f70-94d5-ec5ba9bb730c None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:36:04.053847 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26e6997-df95-4f70-94d5-ec5ba9bb730c None None] Checking segment: {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:36:04.054500 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d26e6997-df95-4f70-94d5-ec5ba9bb730c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:04.055112 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26e6997-df95-4f70-94d5-ec5ba9bb730c None None] Bound using segment: {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:36:04.055705 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-d26e6997-df95-4f70-94d5-ec5ba9bb730c None None] Bound port: 301cab09-1074-43db-9bb0-11bd342d6957, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:36:04.055980 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d26e6997-df95-4f70-94d5-ec5ba9bb730c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (301cab09-1074-43db-9bb0-11bd342d6957), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:04.061387 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 571b842c-bb7c-4087-b29a-da96291c53bc {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:36:04.061673 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 571b842c-bb7c-4087-b29a-da96291c53bc not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:36:04.078672 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23ac8d8-df6a-4eb8-85f8-5e6fb59c9b9b admin admin] No DVR routers for this DVR port 571b842c-bb7c-4087-b29a-da96291c53bc on host n-d-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:36:04.125345 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ac8d8-df6a-4eb8-85f8-5e6fb59c9b9b admin admin] Pushing event deleted for resources: {'Port': ['ID=571b842c-bb7c-4087-b29a-da96291c53bc,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:04.145087 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-52c6307a-4825-4b24-8a1a-74ab2179248a tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 419f28cd-f785-47bb-a68b-22735b8d06d6) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:36:04.152960 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c6307a-4825-4b24-8a1a-74ab2179248a tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:36:04.155120 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52c6307a-4825-4b24-8a1a-74ab2179248a tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (891934e8-3bb3-480f-b3f3-9a10c90b3397), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:04.186443 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-d26e6997-df95-4f70-94d5-ec5ba9bb730c None None] For port 301cab09-1074-43db-9bb0-11bd342d6957, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:36:04.190116 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-d26e6997-df95-4f70-94d5-ec5ba9bb730c None None] For port 301cab09-1074-43db-9bb0-11bd342d6957, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=301cab09-1074-43db-9bb0-11bd342d6957,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:36:04.201726 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e8d031-0352-4a78-8622-8cc8fa779eb7 None None] Network 419f28cd-f785-47bb-a68b-22735b8d06d6 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:36:04.204698 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d26e6997-df95-4f70-94d5-ec5ba9bb730c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (301cab09-1074-43db-9bb0-11bd342d6957), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:04.220141 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-0a468ea2-a56f-4a94-892b-99a4f4b3a167 None None] Deleting port 571b842c-bb7c-4087-b29a-da96291c53bc {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:36:04.220141 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0a468ea2-a56f-4a94-892b-99a4f4b3a167 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (571b842c-bb7c-4087-b29a-da96291c53bc), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:04.297391 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-d97c4730-d01b-4c50-98a6-d711f7e1ea12 None None] Attempting to bind port 4b433e23-1be8-4ca9-af63-3d71fd5b60d0 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:36:04.297803 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-d97c4730-d01b-4c50-98a6-d711f7e1ea12 None None] Attempting to bind port 4b433e23-1be8-4ca9-af63-3d71fd5b60d0 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'de9925ab-fb0a-459b-801e-29b98d137fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '249d7a73-68d0-4715-9e76-b2a8e292b955'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:36:04.298061 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c23ac8d8-df6a-4eb8-85f8-5e6fb59c9b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (3100c139-77f4-49d8-b7fa-b7a25c4ec3d8), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:04.298174 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97c4730-d01b-4c50-98a6-d711f7e1ea12 None None] Attempting to bind port 4b433e23-1be8-4ca9-af63-3d71fd5b60d0 on network 249d7a73-68d0-4715-9e76-b2a8e292b955 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:36:04.320440 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c6307a-4825-4b24-8a1a-74ab2179248a tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Checking segment: {'id': '81e6b897-d0f5-407d-82d4-77f00b2c9e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e3f1bb1d-2674-4ad3-8c9a-17b1bb2b2a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:36:04.320737 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c6307a-4825-4b24-8a1a-74ab2179248a tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Network hostable DHCP agents. Network: e3f1bb1d-2674-4ad3-8c9a-17b1bb2b2a60, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:36:04.363502 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c6307a-4825-4b24-8a1a-74ab2179248a tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Pushing event updated for resources: {'Port': ['ID=891934e8-3bb3-480f-b3f3-9a10c90b3397,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:04.376404 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-c23ac8d8-df6a-4eb8-85f8-5e6fb59c9b9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3100c139-77f4-49d8-b7fa-b7a25c4ec3d8']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:36:04.399326 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c6307a-4825-4b24-8a1a-74ab2179248a tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Network e3f1bb1d-2674-4ad3-8c9a-17b1bb2b2a60 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:36:04.404631 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28703502-3364-4cac-9382-deb4be96c9b4 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:04.410121 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-c23ac8d8-df6a-4eb8-85f8-5e6fb59c9b9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '101d171d-00e3-43dd-8059-643cfe6a6952') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:36:04.410677 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-c23ac8d8-df6a-4eb8-85f8-5e6fb59c9b9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '101d171d-00e3-43dd-8059-643cfe6a6952') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:36:04.430526 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c23ac8d8-df6a-4eb8-85f8-5e6fb59c9b9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (101d171d-00e3-43dd-8059-643cfe6a6952), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:04.444016 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e439d7e-3aea-4599-9d04-b52fbb923b09 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:36:04.450923 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-52c6307a-4825-4b24-8a1a-74ab2179248a tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, e3f1bb1d-2674-4ad3-8c9a-17b1bb2b2a60) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:36:04.457612 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c6307a-4825-4b24-8a1a-74ab2179248a tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:36:04.466239 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c6307a-4825-4b24-8a1a-74ab2179248a tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:04.472435 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c6307a-4825-4b24-8a1a-74ab2179248a tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:04.473528 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52c6307a-4825-4b24-8a1a-74ab2179248a tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:04.479408 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c23ac8d8-df6a-4eb8-85f8-5e6fb59c9b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (101d171d-00e3-43dd-8059-643cfe6a6952), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:04.494381 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c23ac8d8-df6a-4eb8-85f8-5e6fb59c9b9b admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:36:04.494950 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c23ac8d8-df6a-4eb8-85f8-5e6fb59c9b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (101d171d-00e3-43dd-8059-643cfe6a6952), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:04.496984 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 17:36:04.496984 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:36:04.496984 n-d-829613-2 neutron-server[103435]: timer() Feb 17 17:36:04.496984 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:36:04.496984 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 17:36:04.496984 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:36:04.496984 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 17:36:04.496984 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:36:04.496984 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 17:36:04.496984 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:36:04.496984 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 17:36:04.496984 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:36:04.496984 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 17:36:04.496984 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:36:04.496984 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:36:04.496984 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:36:04.496984 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:36:04.496984 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:36:04.496984 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 17:36:04.496984 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:36:04.496984 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 17:36:04.496984 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:36:04.496984 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:36:04.496984 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:36:04.496984 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 17:36:04.496984 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:36:04.496984 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:36:04.496984 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:36:04.496984 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:36:04.496984 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:36:04.496984 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:36:04.496984 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:36:04.627899 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-52c6307a-4825-4b24-8a1a-74ab2179248a tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.8499308 Feb 17 17:36:04.640276 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45272) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:04.736781 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97c4730-d01b-4c50-98a6-d711f7e1ea12 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:36:04.737552 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97c4730-d01b-4c50-98a6-d711f7e1ea12 None None] Checking segment: {'id': 'de9925ab-fb0a-459b-801e-29b98d137fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '249d7a73-68d0-4715-9e76-b2a8e292b955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:36:04.737552 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d97c4730-d01b-4c50-98a6-d711f7e1ea12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:04.738106 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97c4730-d01b-4c50-98a6-d711f7e1ea12 None None] Bound using segment: {'id': 'de9925ab-fb0a-459b-801e-29b98d137fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '249d7a73-68d0-4715-9e76-b2a8e292b955'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:36:04.738558 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-d97c4730-d01b-4c50-98a6-d711f7e1ea12 None None] Bound port: 4b433e23-1be8-4ca9-af63-3d71fd5b60d0, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9925ab-fb0a-459b-801e-29b98d137fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '249d7a73-68d0-4715-9e76-b2a8e292b955'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:36:04.738945 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d97c4730-d01b-4c50-98a6-d711f7e1ea12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (4b433e23-1be8-4ca9-af63-3d71fd5b60d0), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:04.770486 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1636d8-7e4a-4764-861f-494d2b5d27da None None] Network e3f1bb1d-2674-4ad3-8c9a-17b1bb2b2a60 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:36:04.781326 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9e439d7e-3aea-4599-9d04-b52fbb923b09 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:04.863411 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-32034f8a-8434-4faa-8642-ac5a44d1243e admin admin] Publish callbacks [] for router_gateway (840903af-ad3e-4180-93f6-7e726b422724), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:04.904028 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-32034f8a-8434-4faa-8642-ac5a44d1243e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:04.946866 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-0a468ea2-a56f-4a94-892b-99a4f4b3a167 None None] For port 571b842c-bb7c-4087-b29a-da96291c53bc, host n-d-829613-2, got binding levels [] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:36:04.947328 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0a468ea2-a56f-4a94-892b-99a4f4b3a167 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (571b842c-bb7c-4087-b29a-da96291c53bc), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:04.969789 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ad4458-b887-4a8d-b030-f3b654d98264 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:04.974201 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fae8e7cf-92d7-446c-b628-df36356f8f0b req-96797d4f-46f1-4129-b400-3e6ed9d46645 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 210 time: 0.2577932 Feb 17 17:36:04.989445 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ad4458-b887-4a8d-b030-f3b654d98264 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:04.993730 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-75ad4458-b887-4a8d-b030-f3b654d98264 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3370299 Feb 17 17:36:05.001744 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26e6997-df95-4f70-94d5-ec5ba9bb730c None None] Pushing event updated for resources: {'Port': ['ID=301cab09-1074-43db-9bb0-11bd342d6957,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:05.007520 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-0a468ea2-a56f-4a94-892b-99a4f4b3a167 None None] Calling delete_port for 571b842c-bb7c-4087-b29a-da96291c53bc owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:36:05.011733 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.ipam_backend_mixin [None req-0a468ea2-a56f-4a94-892b-99a4f4b3a167 None None] Port 571b842c-bb7c-4087-b29a-da96291c53bc was not found and therefore no delete operation was performed {{(pid=103436) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 17 17:36:05.019888 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-9e439d7e-3aea-4599-9d04-b52fbb923b09 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] device_id is not set on port 7fe8055e-0eeb-4bb0-8b7b-4f490cd58830 yet. {{(pid=103435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:36:05.041641 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45276) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:05.084365 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0a468ea2-a56f-4a94-892b-99a4f4b3a167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (571b842c-bb7c-4087-b29a-da96291c53bc), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:05.094388 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-28703502-3364-4cac-9382-deb4be96c9b4 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Allocated IP 172.25.8.235 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/f4154c76-9ee7-4052-a2a5-518aedfec408) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:36:05.127750 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a468ea2-a56f-4a94-892b-99a4f4b3a167 None None] No DVR routers for this DVR port 571b842c-bb7c-4087-b29a-da96291c53bc on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:36:05.166797 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a468ea2-a56f-4a94-892b-99a4f4b3a167 None None] Pushing event deleted for resources: {'Port': ['ID=571b842c-bb7c-4087-b29a-da96291c53bc,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:05.200917 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-d97c4730-d01b-4c50-98a6-d711f7e1ea12 None None] For port 4b433e23-1be8-4ca9-af63-3d71fd5b60d0, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:36:05.225673 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-d97c4730-d01b-4c50-98a6-d711f7e1ea12 None None] For port 4b433e23-1be8-4ca9-af63-3d71fd5b60d0, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=4b433e23-1be8-4ca9-af63-3d71fd5b60d0,segment=NetworkSegment(de9925ab-fb0a-459b-801e-29b98d137fdd),segment_id=de9925ab-fb0a-459b-801e-29b98d137fdd)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:36:05.237983 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d97c4730-d01b-4c50-98a6-d711f7e1ea12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (4b433e23-1be8-4ca9-af63-3d71fd5b60d0), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:05.340032 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97c4730-d01b-4c50-98a6-d711f7e1ea12 None None] Pushing event updated for resources: {'Port': ['ID=4b433e23-1be8-4ca9-af63-3d71fd5b60d0,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:05.425241 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d22c149f-f95d-4248-b55d-26837e96dafc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:05.521504 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c23ac8d8-df6a-4eb8-85f8-5e6fb59c9b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (3100c139-77f4-49d8-b7fa-b7a25c4ec3d8), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:05.595662 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c23ac8d8-df6a-4eb8-85f8-5e6fb59c9b9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:05.597354 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c23ac8d8-df6a-4eb8-85f8-5e6fb59c9b9b admin admin] 10.222.0.87 "DELETE /v2.0/networks/3100c139-77f4-49d8-b7fa-b7a25c4ec3d8 HTTP/1.1" status: 204 len: 168 time: 2.7642856 Feb 17 17:36:05.687645 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ac8d8-df6a-4eb8-85f8-5e6fb59c9b9b admin admin] Pushing event deleted for resources: {'Network': ['ID=3100c139-77f4-49d8-b7fa-b7a25c4ec3d8,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:05.720176 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28703502-3364-4cac-9382-deb4be96c9b4 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks [] for port (f4154c76-9ee7-4052-a2a5-518aedfec408), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:05.788037 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28703502-3364-4cac-9382-deb4be96c9b4 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (f4154c76-9ee7-4052-a2a5-518aedfec408), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:05.789365 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258faa82-6ee2-4c6b-b55e-2e1019ad4e2a req-cbfd8a1e-7cdc-4e78-ad8e-052d16785df0 tempest-NetworksTest-1189171245 tempest-NetworksTest-1189171245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:05.790034 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258faa82-6ee2-4c6b-b55e-2e1019ad4e2a req-cbfd8a1e-7cdc-4e78-ad8e-052d16785df0 tempest-NetworksTest-1189171245 tempest-NetworksTest-1189171245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:05.790508 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258faa82-6ee2-4c6b-b55e-2e1019ad4e2a req-cbfd8a1e-7cdc-4e78-ad8e-052d16785df0 tempest-NetworksTest-1189171245 tempest-NetworksTest-1189171245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:05.790968 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258faa82-6ee2-4c6b-b55e-2e1019ad4e2a req-cbfd8a1e-7cdc-4e78-ad8e-052d16785df0 tempest-NetworksTest-1189171245 tempest-NetworksTest-1189171245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:05.803474 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258faa82-6ee2-4c6b-b55e-2e1019ad4e2a req-cbfd8a1e-7cdc-4e78-ad8e-052d16785df0 tempest-NetworksTest-1189171245 tempest-NetworksTest-1189171245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:05.804736 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258faa82-6ee2-4c6b-b55e-2e1019ad4e2a req-cbfd8a1e-7cdc-4e78-ad8e-052d16785df0 tempest-NetworksTest-1189171245 tempest-NetworksTest-1189171245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:05.805219 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258faa82-6ee2-4c6b-b55e-2e1019ad4e2a req-cbfd8a1e-7cdc-4e78-ad8e-052d16785df0 tempest-NetworksTest-1189171245 tempest-NetworksTest-1189171245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:05.805683 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258faa82-6ee2-4c6b-b55e-2e1019ad4e2a req-cbfd8a1e-7cdc-4e78-ad8e-052d16785df0 tempest-NetworksTest-1189171245 tempest-NetworksTest-1189171245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:05.806144 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258faa82-6ee2-4c6b-b55e-2e1019ad4e2a req-cbfd8a1e-7cdc-4e78-ad8e-052d16785df0 tempest-NetworksTest-1189171245 tempest-NetworksTest-1189171245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:05.806605 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258faa82-6ee2-4c6b-b55e-2e1019ad4e2a req-cbfd8a1e-7cdc-4e78-ad8e-052d16785df0 tempest-NetworksTest-1189171245 tempest-NetworksTest-1189171245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:05.807068 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258faa82-6ee2-4c6b-b55e-2e1019ad4e2a req-cbfd8a1e-7cdc-4e78-ad8e-052d16785df0 tempest-NetworksTest-1189171245 tempest-NetworksTest-1189171245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:05.807522 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258faa82-6ee2-4c6b-b55e-2e1019ad4e2a req-cbfd8a1e-7cdc-4e78-ad8e-052d16785df0 tempest-NetworksTest-1189171245 tempest-NetworksTest-1189171245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:05.807972 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258faa82-6ee2-4c6b-b55e-2e1019ad4e2a req-cbfd8a1e-7cdc-4e78-ad8e-052d16785df0 tempest-NetworksTest-1189171245 tempest-NetworksTest-1189171245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:05.808629 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258faa82-6ee2-4c6b-b55e-2e1019ad4e2a req-cbfd8a1e-7cdc-4e78-ad8e-052d16785df0 tempest-NetworksTest-1189171245 tempest-NetworksTest-1189171245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:05.809368 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258faa82-6ee2-4c6b-b55e-2e1019ad4e2a req-cbfd8a1e-7cdc-4e78-ad8e-052d16785df0 tempest-NetworksTest-1189171245 tempest-NetworksTest-1189171245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:05.809731 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258faa82-6ee2-4c6b-b55e-2e1019ad4e2a req-cbfd8a1e-7cdc-4e78-ad8e-052d16785df0 tempest-NetworksTest-1189171245 tempest-NetworksTest-1189171245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:05.817210 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-258faa82-6ee2-4c6b-b55e-2e1019ad4e2a req-cbfd8a1e-7cdc-4e78-ad8e-052d16785df0 tempest-NetworksTest-1189171245 tempest-NetworksTest-1189171245-project-admin] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 11206 time: 1.0984364 Feb 17 17:36:05.910582 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28703502-3364-4cac-9382-deb4be96c9b4 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:36:05.933817 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-28703502-3364-4cac-9382-deb4be96c9b4 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:36:05.944395 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28703502-3364-4cac-9382-deb4be96c9b4 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:36:05.961479 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d1863-245e-4795-88e5-413791d7d6a4 req-1defbc79-19ed-41fd-99c9-8c7066c453fd tempest-NetworksTest-1189171245 tempest-NetworksTest-1189171245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:05.966437 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-365d1863-245e-4795-88e5-413791d7d6a4 req-1defbc79-19ed-41fd-99c9-8c7066c453fd tempest-NetworksTest-1189171245 tempest-NetworksTest-1189171245-project-admin] 10.222.0.87 "GET /v2.0/networks/d7afcf1f-5124-4168-b80f-10ace9d04ea7 HTTP/1.1" status: 200 len: 886 time: 0.1235652 Feb 17 17:36:06.000099 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28703502-3364-4cac-9382-deb4be96c9b4 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Pushing event updated for resources: {'Port': ['ID=f4154c76-9ee7-4052-a2a5-518aedfec408,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:06.030319 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed3cda5-4f8d-4a11-8c74-1dc9b83fc4cc req-849ae5f2-f771-4006-82f1-29086cec243e tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:06.032356 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aed3cda5-4f8d-4a11-8c74-1dc9b83fc4cc req-849ae5f2-f771-4006-82f1-29086cec243e tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=f00d4d80-0531-4d28-b776-76d9efd2b420 HTTP/1.1" status: 200 len: 950 time: 0.5235965 Feb 17 17:36:06.046685 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-32034f8a-8434-4faa-8642-ac5a44d1243e admin admin] Allocated IP 172.25.8.77 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/aac037e6-35cc-4538-a55f-d947e9e15ed4) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:36:06.047836 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45286) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:06.176889 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28703502-3364-4cac-9382-deb4be96c9b4 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks [] for floatingip (ad0dc8a6-c476-4709-b2a6-da463b03c2c1), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:06.197654 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 301cab09-1074-43db-9bb0-11bd342d6957 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:36:06.241609 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-7890090c-0a92-4474-a476-bf0fd492199a tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Deleting port 14b77410-71a4-475a-bb8d-d430d2ace9e3 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:36:06.242330 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7890090c-0a92-4474-a476-bf0fd492199a tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (14b77410-71a4-475a-bb8d-d430d2ace9e3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:06.261903 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 301cab09-1074-43db-9bb0-11bd342d6957 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:36:06.262293 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (301cab09-1074-43db-9bb0-11bd342d6957), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:06.313375 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-9e439d7e-3aea-4599-9d04-b52fbb923b09 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Allocated IP 172.20.0.9 (f82adc72-a904-4b51-9a87-7ea8a1981040/a71ff80f-72d2-4834-8516-0588514e999f/7fe8055e-0eeb-4bb0-8b7b-4f490cd58830) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:36:06.320820 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-9e439d7e-3aea-4599-9d04-b52fbb923b09 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Allocated IP 2001:db8::f816:3eff:fe19:9f99 (f82adc72-a904-4b51-9a87-7ea8a1981040/ff0e7a51-1f34-4f18-a257-783f4bd319ce/7fe8055e-0eeb-4bb0-8b7b-4f490cd58830) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:36:06.323178 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fb6250-76d0-4f80-8547-a4d2fb25a216 None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:36:06.349177 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28703502-3364-4cac-9382-deb4be96c9b4 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (f4154c76-9ee7-4052-a2a5-518aedfec408), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:06.411855 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00338c-30a7-4f97-843f-bee2f5ec213e req-747d259b-b75c-4814-9c62-f517bad04df1 tempest-NetworksTest-1189171245 tempest-NetworksTest-1189171245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:06.412359 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00338c-30a7-4f97-843f-bee2f5ec213e req-747d259b-b75c-4814-9c62-f517bad04df1 tempest-NetworksTest-1189171245 tempest-NetworksTest-1189171245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:06.412822 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00338c-30a7-4f97-843f-bee2f5ec213e req-747d259b-b75c-4814-9c62-f517bad04df1 tempest-NetworksTest-1189171245 tempest-NetworksTest-1189171245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:06.413284 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00338c-30a7-4f97-843f-bee2f5ec213e req-747d259b-b75c-4814-9c62-f517bad04df1 tempest-NetworksTest-1189171245 tempest-NetworksTest-1189171245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:06.413751 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00338c-30a7-4f97-843f-bee2f5ec213e req-747d259b-b75c-4814-9c62-f517bad04df1 tempest-NetworksTest-1189171245 tempest-NetworksTest-1189171245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:06.414220 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00338c-30a7-4f97-843f-bee2f5ec213e req-747d259b-b75c-4814-9c62-f517bad04df1 tempest-NetworksTest-1189171245 tempest-NetworksTest-1189171245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:06.415723 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00338c-30a7-4f97-843f-bee2f5ec213e req-747d259b-b75c-4814-9c62-f517bad04df1 tempest-NetworksTest-1189171245 tempest-NetworksTest-1189171245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:06.415723 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00338c-30a7-4f97-843f-bee2f5ec213e req-747d259b-b75c-4814-9c62-f517bad04df1 tempest-NetworksTest-1189171245 tempest-NetworksTest-1189171245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:06.415723 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00338c-30a7-4f97-843f-bee2f5ec213e req-747d259b-b75c-4814-9c62-f517bad04df1 tempest-NetworksTest-1189171245 tempest-NetworksTest-1189171245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:06.415992 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00338c-30a7-4f97-843f-bee2f5ec213e req-747d259b-b75c-4814-9c62-f517bad04df1 tempest-NetworksTest-1189171245 tempest-NetworksTest-1189171245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:06.416570 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00338c-30a7-4f97-843f-bee2f5ec213e req-747d259b-b75c-4814-9c62-f517bad04df1 tempest-NetworksTest-1189171245 tempest-NetworksTest-1189171245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:06.417087 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00338c-30a7-4f97-843f-bee2f5ec213e req-747d259b-b75c-4814-9c62-f517bad04df1 tempest-NetworksTest-1189171245 tempest-NetworksTest-1189171245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:06.417358 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00338c-30a7-4f97-843f-bee2f5ec213e req-747d259b-b75c-4814-9c62-f517bad04df1 tempest-NetworksTest-1189171245 tempest-NetworksTest-1189171245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:06.417805 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00338c-30a7-4f97-843f-bee2f5ec213e req-747d259b-b75c-4814-9c62-f517bad04df1 tempest-NetworksTest-1189171245 tempest-NetworksTest-1189171245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:06.418251 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00338c-30a7-4f97-843f-bee2f5ec213e req-747d259b-b75c-4814-9c62-f517bad04df1 tempest-NetworksTest-1189171245 tempest-NetworksTest-1189171245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:06.420704 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3d00338c-30a7-4f97-843f-bee2f5ec213e req-747d259b-b75c-4814-9c62-f517bad04df1 tempest-NetworksTest-1189171245 tempest-NetworksTest-1189171245-project-admin] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10536 time: 0.4247270 Feb 17 17:36:06.420819 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7890090c-0a92-4474-a476-bf0fd492199a tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (14b77410-71a4-475a-bb8d-d430d2ace9e3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:06.511123 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-7890090c-0a92-4474-a476-bf0fd492199a tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Calling delete_port for 14b77410-71a4-475a-bb8d-d430d2ace9e3 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:36:06.519881 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-27c3bdef-35db-4d71-bd37-d4cd48be4630 None None] Provisioning complete for port 301cab09-1074-43db-9bb0-11bd342d6957 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:36:06.521839 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-27c3bdef-35db-4d71-bd37-d4cd48be4630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (301cab09-1074-43db-9bb0-11bd342d6957), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:06.529694 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aed3cda5-4f8d-4a11-8c74-1dc9b83fc4cc req-699c79c3-1b64-40ab-9017-1399a24851dd tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4781594 Feb 17 17:36:06.593476 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 301cab09-1074-43db-9bb0-11bd342d6957 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:36:06.594108 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (301cab09-1074-43db-9bb0-11bd342d6957), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:06.643963 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45292) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:06.651876 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-6e3b745c-becf-475a-8982-caab4076f6ef admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9dba40edc9c14b8fb9d6b4695dd74e24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5832610 Feb 17 17:36:06.654509 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5cc58dd9-290e-4cb2-ac67-9d46044ce835 req-015fd737-b56a-4b21-9405-b340568aa9c3 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2eb913-ebce-44ad-a4b4-c8edb0564963 HTTP/1.1" status: 200 len: 210 time: 0.1169319 Feb 17 17:36:06.712549 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:06.720769 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9e439d7e-3aea-4599-9d04-b52fbb923b09 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for port (7fe8055e-0eeb-4bb0-8b7b-4f490cd58830), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:06.735544 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 301cab09-1074-43db-9bb0-11bd342d6957, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=301cab09-1074-43db-9bb0-11bd342d6957,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:36:06.745072 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (301cab09-1074-43db-9bb0-11bd342d6957), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:06.752481 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 4b433e23-1be8-4ca9-af63-3d71fd5b60d0 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:36:06.797727 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-32034f8a-8434-4faa-8642-ac5a44d1243e admin admin] Publish callbacks [] for port (aac037e6-35cc-4538-a55f-d947e9e15ed4), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:06.814956 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9e439d7e-3aea-4599-9d04-b52fbb923b09 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (7fe8055e-0eeb-4bb0-8b7b-4f490cd58830), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:06.881439 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e439d7e-3aea-4599-9d04-b52fbb923b09 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:36:06.922076 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-9e439d7e-3aea-4599-9d04-b52fbb923b09 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:36:06.929070 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e439d7e-3aea-4599-9d04-b52fbb923b09 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:36:07.015801 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45298) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:07.018111 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6d848424-c530-4089-9657-abd34dc86d0e admin admin] Publish callbacks [] for security_group (dd538416-09bc-40c0-9215-332e74759dff), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:07.038546 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=301cab09-1074-43db-9bb0-11bd342d6957,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:07.059521 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6d848424-c530-4089-9657-abd34dc86d0e admin admin] Publish callbacks [] for security_group (dd538416-09bc-40c0-9215-332e74759dff), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:07.077690 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e439d7e-3aea-4599-9d04-b52fbb923b09 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Port': ['ID=7fe8055e-0eeb-4bb0-8b7b-4f490cd58830,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:07.091138 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e439d7e-3aea-4599-9d04-b52fbb923b09 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:07.092023 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9e439d7e-3aea-4599-9d04-b52fbb923b09 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:07.111725 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe5bfbc-4a32-4336-9d4b-469b849db250 None None] Network 249d7a73-68d0-4715-9e76-b2a8e292b955 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:36:07.118083 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-9e439d7e-3aea-4599-9d04-b52fbb923b09 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.1827788 Feb 17 17:36:07.119475 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-27c3bdef-35db-4d71-bd37-d4cd48be4630 None None] Current status of the port 301cab09-1074-43db-9bb0-11bd342d6957 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:36:07.120821 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1566bdb-8279-4c89-a5e5-b06e10903923 req-cdc08bb6-f370-4f78-ad6a-8ba6d0af8fa7 tempest-ServersAdminTestJSON-333156852 tempest-ServersAdminTestJSON-333156852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:07.128774 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d1566bdb-8279-4c89-a5e5-b06e10903923 req-cdc08bb6-f370-4f78-ad6a-8ba6d0af8fa7 tempest-ServersAdminTestJSON-333156852 tempest-ServersAdminTestJSON-333156852-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=f00d4d80-0531-4d28-b776-76d9efd2b420 HTTP/1.1" status: 200 len: 1132 time: 0.2458923 Feb 17 17:36:07.130441 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45300) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:07.151651 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-32034f8a-8434-4faa-8642-ac5a44d1243e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (aac037e6-35cc-4538-a55f-d947e9e15ed4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:07.157068 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8ab9bd-c6ff-459e-b21d-1544cd87aee4 None None] Update dhcp port {'port': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'fixed_ips': [{'subnet_id': 'ff0e7a51-1f34-4f18-a257-783f4bd319ce', 'ip_address': '2001:db8::f816:3eff:fe48:a67d'}, {'subnet_id': 'a71ff80f-72d2-4834-8516-0588514e999f'}], 'binding:host_id': 'n-d-829613-2'}, 'id': '301cab09-1074-43db-9bb0-11bd342d6957'} from n-d-829613-2. {{(pid=103436) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 17 17:36:07.189684 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6d848424-c530-4089-9657-abd34dc86d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (dd538416-09bc-40c0-9215-332e74759dff), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:07.193089 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6d848424-c530-4089-9657-abd34dc86d0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:07.194307 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6d848424-c530-4089-9657-abd34dc86d0e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/dd538416-09bc-40c0-9215-332e74759dff HTTP/1.1" status: 204 len: 168 time: 0.5349104 Feb 17 17:36:07.218781 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32034f8a-8434-4faa-8642-ac5a44d1243e admin admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:36:07.228171 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d1566bdb-8279-4c89-a5e5-b06e10903923 req-7b65be82-10f5-47d8-94a8-be9155b42bac tempest-ServersAdminTestJSON-333156852 tempest-ServersAdminTestJSON-333156852-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983868 Feb 17 17:36:07.235372 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d848424-c530-4089-9657-abd34dc86d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd538416-09bc-40c0-9215-332e74759dff,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:07.246250 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-32034f8a-8434-4faa-8642-ac5a44d1243e admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:36:07.255219 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32034f8a-8434-4faa-8642-ac5a44d1243e admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:36:07.276924 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2d79bd-be35-4f31-82c0-4b868eeaceba tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:07.280913 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32034f8a-8434-4faa-8642-ac5a44d1243e admin admin] Pushing event updated for resources: {'Port': ['ID=aac037e6-35cc-4538-a55f-d947e9e15ed4,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:07.285312 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2d79bd-be35-4f31-82c0-4b868eeaceba tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:07.287791 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-bb2d79bd-be35-4f31-82c0-4b868eeaceba tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1555502 Feb 17 17:36:07.290564 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45308) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:07.329283 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 4b433e23-1be8-4ca9-af63-3d71fd5b60d0 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:36:07.329873 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (4b433e23-1be8-4ca9-af63-3d71fd5b60d0), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:07.338480 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7890090c-0a92-4474-a476-bf0fd492199a tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (14b77410-71a4-475a-bb8d-d430d2ace9e3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:07.416162 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7890090c-0a92-4474-a476-bf0fd492199a tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:07.421183 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7890090c-0a92-4474-a476-bf0fd492199a tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] 10.222.0.87 "DELETE /v2.0/ports/14b77410-71a4-475a-bb8d-d430d2ace9e3 HTTP/1.1" status: 204 len: 168 time: 2.3715599 Feb 17 17:36:07.421453 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45312) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:07.430541 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-cb8ab9bd-c6ff-459e-b21d-1544cd87aee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (301cab09-1074-43db-9bb0-11bd342d6957), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:07.444997 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28703502-3364-4cac-9382-deb4be96c9b4 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks [] for port (f4154c76-9ee7-4052-a2a5-518aedfec408), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:07.459845 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7890090c-0a92-4474-a476-bf0fd492199a tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Pushing event deleted for resources: {'Port': ['ID=14b77410-71a4-475a-bb8d-d430d2ace9e3,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:07.466510 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d78f8a0a-eee5-4a6a-a16e-ed674cac04d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:07.476769 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-cfbb6de7-1144-4bf7-81fe-25b8c1c6bf72 None None] Provisioning complete for port 4b433e23-1be8-4ca9-af63-3d71fd5b60d0 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:36:07.477557 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-cfbb6de7-1144-4bf7-81fe-25b8c1c6bf72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (4b433e23-1be8-4ca9-af63-3d71fd5b60d0), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:07.477996 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28703502-3364-4cac-9382-deb4be96c9b4 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (f4154c76-9ee7-4052-a2a5-518aedfec408), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:07.562039 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-06cfda68-daf8-4680-b469-2346e63706e3 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Deleting port 7fe8055e-0eeb-4bb0-8b7b-4f490cd58830 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:36:07.562628 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-06cfda68-daf8-4680-b469-2346e63706e3 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (7fe8055e-0eeb-4bb0-8b7b-4f490cd58830), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:07.569832 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28703502-3364-4cac-9382-deb4be96c9b4 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (ad0dc8a6-c476-4709-b2a6-da463b03c2c1), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:07.601197 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28703502-3364-4cac-9382-deb4be96c9b4 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:07.602472 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-28703502-3364-4cac-9382-deb4be96c9b4 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0625963 Feb 17 17:36:07.707422 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28703502-3364-4cac-9382-deb4be96c9b4 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Pushing event updated for resources: {'Port': ['ID=f4154c76-9ee7-4052-a2a5-518aedfec408,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:07.739591 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-52f6e4eb-9c93-4ee6-a87b-631950685097 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Deleting port 891934e8-3bb3-480f-b3f3-9a10c90b3397 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:36:07.739936 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-52f6e4eb-9c93-4ee6-a87b-631950685097 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (891934e8-3bb3-480f-b3f3-9a10c90b3397), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:07.791792 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-06cfda68-daf8-4680-b469-2346e63706e3 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (7fe8055e-0eeb-4bb0-8b7b-4f490cd58830), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:07.854460 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78acc0-cabf-44b0-865f-e926ded3ddba req-438b8fe0-d341-4ace-a168-b7081ba44618 tempest-ServersAdminTestJSON-333156852 tempest-ServersAdminTestJSON-333156852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:07.862901 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ea78acc0-cabf-44b0-865f-e926ded3ddba req-438b8fe0-d341-4ace-a168-b7081ba44618 tempest-ServersAdminTestJSON-333156852 tempest-ServersAdminTestJSON-333156852-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=f00d4d80-0531-4d28-b776-76d9efd2b420 HTTP/1.1" status: 200 len: 1132 time: 0.1774533 Feb 17 17:36:07.871070 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-06cfda68-daf8-4680-b469-2346e63706e3 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Calling delete_port for 7fe8055e-0eeb-4bb0-8b7b-4f490cd58830 owned by {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:36:07.882923 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d78f8a0a-eee5-4a6a-a16e-ed674cac04d1 admin admin] Publish callbacks [] for security_group (d73bf139-3e49-408c-a3cd-aabaaf32df98), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:07.888347 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-cb8ab9bd-c6ff-459e-b21d-1544cd87aee4 None None] Allocated IP 172.20.0.2 (f82adc72-a904-4b51-9a87-7ea8a1981040/a71ff80f-72d2-4834-8516-0588514e999f/301cab09-1074-43db-9bb0-11bd342d6957) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:36:07.892533 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-52f6e4eb-9c93-4ee6-a87b-631950685097 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (891934e8-3bb3-480f-b3f3-9a10c90b3397), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:07.895060 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d78f8a0a-eee5-4a6a-a16e-ed674cac04d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (d73bf139-3e49-408c-a3cd-aabaaf32df98), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:07.950842 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d78f8a0a-eee5-4a6a-a16e-ed674cac04d1 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6d062a96bad147e59ece45c180578b18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9317801 Feb 17 17:36:07.950842 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45330) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:07.950842 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45332) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:07.951663 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-52f6e4eb-9c93-4ee6-a87b-631950685097 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Calling delete_port for 891934e8-3bb3-480f-b3f3-9a10c90b3397 owned by {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:36:07.954192 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f8a0a-eee5-4a6a-a16e-ed674cac04d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73bf139-3e49-408c-a3cd-aabaaf32df98,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:07.993670 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ea78acc0-cabf-44b0-865f-e926ded3ddba req-ea89c171-b0c5-4388-96d5-6d042c6a542c tempest-ServersAdminTestJSON-333156852 tempest-ServersAdminTestJSON-333156852-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276674 Feb 17 17:36:08.029421 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-cb8ab9bd-c6ff-459e-b21d-1544cd87aee4 None None] For port 301cab09-1074-43db-9bb0-11bd342d6957, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=301cab09-1074-43db-9bb0-11bd342d6957,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:36:08.068416 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-cb8ab9bd-c6ff-459e-b21d-1544cd87aee4 None None] Publish callbacks [] for port (301cab09-1074-43db-9bb0-11bd342d6957), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:08.090720 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-cb8ab9bd-c6ff-459e-b21d-1544cd87aee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (301cab09-1074-43db-9bb0-11bd342d6957), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:08.140164 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-32034f8a-8434-4faa-8642-ac5a44d1243e admin admin] Publish callbacks [] for router_gateway (840903af-ad3e-4180-93f6-7e726b422724), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:08.176598 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 4b433e23-1be8-4ca9-af63-3d71fd5b60d0 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:36:08.176961 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (4b433e23-1be8-4ca9-af63-3d71fd5b60d0), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:08.191095 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:08.228660 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7bb024b9-a79f-42a0-9132-0b84e833ef53 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks [] for security_group (06bbdf43-383d-412d-a4a7-27f1a95946ae), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:08.249535 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5cfaaf3b-0cd9-4a9d-a8ac-9e0dfe80fb14 admin admin] Publish callbacks [] for security_group (d73bf139-3e49-408c-a3cd-aabaaf32df98), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:08.253781 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-cfbb6de7-1144-4bf7-81fe-25b8c1c6bf72 None None] Current status of the port 4b433e23-1be8-4ca9-af63-3d71fd5b60d0 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:36:08.254388 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-cfbb6de7-1144-4bf7-81fe-25b8c1c6bf72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (4b433e23-1be8-4ca9-af63-3d71fd5b60d0), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:08.300696 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7bb024b9-a79f-42a0-9132-0b84e833ef53 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks [] for security_group (06bbdf43-383d-412d-a4a7-27f1a95946ae), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:08.325024 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5cfaaf3b-0cd9-4a9d-a8ac-9e0dfe80fb14 admin admin] Publish callbacks [] for security_group (d73bf139-3e49-408c-a3cd-aabaaf32df98), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:08.365792 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-15a64636-f9b8-414c-b7d5-a7ef535c0f97 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--304454008&fields=id&tenant_id=918d19e8f1f044baa808ac9d66a136f9 HTTP/1.1" status: 200 len: 267 time: 0.2359760 Feb 17 17:36:08.386028 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8ab9bd-c6ff-459e-b21d-1544cd87aee4 None None] Pushing event updated for resources: {'Port': ['ID=301cab09-1074-43db-9bb0-11bd342d6957,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:08.399251 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-cfbb6de7-1144-4bf7-81fe-25b8c1c6bf72 None None] For port 4b433e23-1be8-4ca9-af63-3d71fd5b60d0, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=4b433e23-1be8-4ca9-af63-3d71fd5b60d0,segment=NetworkSegment(de9925ab-fb0a-459b-801e-29b98d137fdd),segment_id=de9925ab-fb0a-459b-801e-29b98d137fdd)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:36:08.463798 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:36:08.464416 n-d-829613-2 neutron-server[103436]: DEBUG oslo_db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 17:36:08.465871 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-cfbb6de7-1144-4bf7-81fe-25b8c1c6bf72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (4b433e23-1be8-4ca9-af63-3d71fd5b60d0), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:08.547846 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb6de7-1144-4bf7-81fe-25b8c1c6bf72 None None] Pushing event updated for resources: {'Port': ['ID=4b433e23-1be8-4ca9-af63-3d71fd5b60d0,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:08.613917 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7bb024b9-a79f-42a0-9132-0b84e833ef53 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (06bbdf43-383d-412d-a4a7-27f1a95946ae), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:08.624573 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7bb024b9-a79f-42a0-9132-0b84e833ef53 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:08.633994 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45358) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:08.638756 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7bb024b9-a79f-42a0-9132-0b84e833ef53 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "DELETE /v2.0/security-groups/06bbdf43-383d-412d-a4a7-27f1a95946ae HTTP/1.1" status: 204 len: 168 time: 0.6813338 Feb 17 17:36:08.649836 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5cfaaf3b-0cd9-4a9d-a8ac-9e0dfe80fb14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (d73bf139-3e49-408c-a3cd-aabaaf32df98), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:08.652259 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5cfaaf3b-0cd9-4a9d-a8ac-9e0dfe80fb14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:08.660257 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5cfaaf3b-0cd9-4a9d-a8ac-9e0dfe80fb14 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d73bf139-3e49-408c-a3cd-aabaaf32df98 HTTP/1.1" status: 204 len: 168 time: 0.6991198 Feb 17 17:36:08.672067 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466e322-2882-4984-aae1-13af2fafebf9 req-e407f5a1-6f53-466b-834f-f0462407f247 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:08.673576 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-e407f5a1-6f53-466b-834f-f0462407f247 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports/52ff7d56-9a39-4bcd-81d3-82d714507134 HTTP/1.1" status: 200 len: 931 time: 0.2304652 Feb 17 17:36:08.681816 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb024b9-a79f-42a0-9132-0b84e833ef53 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06bbdf43-383d-412d-a4a7-27f1a95946ae,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:08.689910 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-32034f8a-8434-4faa-8642-ac5a44d1243e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (840903af-ad3e-4180-93f6-7e726b422724), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:08.691549 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-52f6e4eb-9c93-4ee6-a87b-631950685097 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (891934e8-3bb3-480f-b3f3-9a10c90b3397), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:08.707076 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfaaf3b-0cd9-4a9d-a8ac-9e0dfe80fb14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73bf139-3e49-408c-a3cd-aabaaf32df98,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:08.719794 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-eadfdd50-e82d-4505-aa4f-0cb3a0b18595 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] show failed (client error): The resource could not be found. Feb 17 17:36:08.720858 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-eadfdd50-e82d-4505-aa4f-0cb3a0b18595 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "GET /v2.0/security-groups/06bbdf43-383d-412d-a4a7-27f1a95946ae HTTP/1.1" status: 404 len: 347 time: 0.0817449 Feb 17 17:36:08.752589 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45364) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:08.792914 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-02651198-d7b4-4089-b91d-28844e23bccc None None] Provisioning complete for port 4b433e23-1be8-4ca9-af63-3d71fd5b60d0 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:36:08.793801 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-02651198-d7b4-4089-b91d-28844e23bccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (4b433e23-1be8-4ca9-af63-3d71fd5b60d0), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:08.883658 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f6e4eb-9c93-4ee6-a87b-631950685097 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Pushing event deleted for resources: {'Port': ['ID=891934e8-3bb3-480f-b3f3-9a10c90b3397,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:08.897465 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-52f6e4eb-9c93-4ee6-a87b-631950685097 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:08.900918 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-52f6e4eb-9c93-4ee6-a87b-631950685097 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] 10.222.0.87 "DELETE /v2.0/ports/891934e8-3bb3-480f-b3f3-9a10c90b3397 HTTP/1.1" status: 204 len: 168 time: 1.4782217 Feb 17 17:36:08.908293 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45366) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:08.921726 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43179cc5-9843-410a-9d82-ae16a055837b req-b1ffc695-25b9-4679-8d50-ae591332309f tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:08.928841 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-43179cc5-9843-410a-9d82-ae16a055837b req-b1ffc695-25b9-4679-8d50-ae591332309f tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=063254ca-547c-4463-b259-f72752788097 HTTP/1.1" status: 200 len: 950 time: 0.4826860 Feb 17 17:36:08.964747 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-02651198-d7b4-4089-b91d-28844e23bccc None None] Current status of the port 4b433e23-1be8-4ca9-af63-3d71fd5b60d0 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:36:08.970187 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466e322-2882-4984-aae1-13af2fafebf9 req-af1a71ee-09e7-4003-9ce3-dc649d155722 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:08.970321 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:08.971529 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-af1a71ee-09e7-4003-9ce3-dc649d155722 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports/08d126b0-cae8-435d-a7c4-67c6dbfa3b4c HTTP/1.1" status: 200 len: 930 time: 0.2703073 Feb 17 17:36:09.024836 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 4b433e23-1be8-4ca9-af63-3d71fd5b60d0 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:36:09.045432 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-eabb7ce4-cbca-4960-9bc0-b059cf50c768 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1332095 Feb 17 17:36:09.046077 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45370) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:09.056559 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-29149030-0ceb-4aeb-8f34-837da30a1d96 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?network_id=7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0671523 Feb 17 17:36:09.059058 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-af5f48f4-403c-4cbc-9452-379cd8a69bca tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-403494339'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:09.060120 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-06cfda68-daf8-4680-b469-2346e63706e3 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (7fe8055e-0eeb-4bb0-8b7b-4f490cd58830), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:09.097974 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5f48f4-403c-4cbc-9452-379cd8a69bca tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Made reservation on behalf of a7702b96d2e9454080794ef9bd189f25 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:36:09.104516 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af5f48f4-403c-4cbc-9452-379cd8a69bca tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:09.158400 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-43179cc5-9843-410a-9d82-ae16a055837b req-c2f23cab-f34f-468a-a328-f7ade4265a9b tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284088 Feb 17 17:36:09.171038 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2aa727ed-437a-42fd-8972-80b8cb8acdd8 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?network_id=7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0938518 Feb 17 17:36:09.173925 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cfda68-daf8-4680-b469-2346e63706e3 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Port': ['ID=7fe8055e-0eeb-4bb0-8b7b-4f490cd58830,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:09.191836 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 301cab09-1074-43db-9bb0-11bd342d6957 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:36:09.214889 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-70d78ced-7afc-43b1-98c7-6d3a1ea099ab tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Deleting port 0180cfca-4c34-44e2-8ffa-17ab70c51bc2 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:36:09.215252 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-70d78ced-7afc-43b1-98c7-6d3a1ea099ab tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (0180cfca-4c34-44e2-8ffa-17ab70c51bc2), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:09.217167 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af5f48f4-403c-4cbc-9452-379cd8a69bca tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:36:09.253119 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af5f48f4-403c-4cbc-9452-379cd8a69bca tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (54a0281e-ac86-4d6f-b98e-41505de857af), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:09.254248 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-af5f48f4-403c-4cbc-9452-379cd8a69bca tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Added segment 54a0281e-ac86-4d6f-b98e-41505de857af of type vlan for network e88399f5-66f9-4f14-a3b7-71212131b6a7 Feb 17 17:36:09.274640 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32034f8a-8434-4faa-8642-ac5a44d1243e admin admin] Router 840903af-ad3e-4180-93f6-7e726b422724 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:36:09.305481 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45374) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:09.331756 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 301cab09-1074-43db-9bb0-11bd342d6957 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:36:09.332516 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (301cab09-1074-43db-9bb0-11bd342d6957), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:09.385605 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9288d0f9-ac78-4ece-8972-4b53dc685430 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:09.476019 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-c23daa57-3a96-4424-ab8e-2dd139371769 None None] Provisioning complete for port 301cab09-1074-43db-9bb0-11bd342d6957 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:36:09.476586 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c23daa57-3a96-4424-ab8e-2dd139371769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (301cab09-1074-43db-9bb0-11bd342d6957), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:09.493827 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-06cfda68-daf8-4680-b469-2346e63706e3 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:09.501399 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-06cfda68-daf8-4680-b469-2346e63706e3 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/ports/7fe8055e-0eeb-4bb0-8b7b-4f490cd58830 HTTP/1.1" status: 204 len: 168 time: 2.2091603 Feb 17 17:36:09.510440 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45376) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:09.590291 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466e322-2882-4984-aae1-13af2fafebf9 req-17fe6751-7edc-4862-a750-23d6bfa53d71 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:09.598099 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466e322-2882-4984-aae1-13af2fafebf9 req-17fe6751-7edc-4862-a750-23d6bfa53d71 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:09.606664 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466e322-2882-4984-aae1-13af2fafebf9 req-17fe6751-7edc-4862-a750-23d6bfa53d71 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:09.614607 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-17fe6751-7edc-4862-a750-23d6bfa53d71 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/networks?id=0a5e4a87-4ee5-43ba-9b80-4028df7a735a&id=cc320263-b432-4650-9484-dc130e67f905&id=cc320263-b432-4650-9484-dc130e67f905&id=7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef&id=7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef HTTP/1.1" status: 200 len: 1990 time: 0.4423811 Feb 17 17:36:09.657249 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-5b826208-01ee-45bf-a5ae-3d96fccc4c16 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/quotas/918d19e8f1f044baa808ac9d66a136f9 HTTP/1.1" status: 200 len: 375 time: 0.0415463 Feb 17 17:36:09.692123 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5388c01d-ca6d-41ea-b6ba-4fdacb0d23de tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:09.701136 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5388c01d-ca6d-41ea-b6ba-4fdacb0d23de tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:09.706780 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5388c01d-ca6d-41ea-b6ba-4fdacb0d23de tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:09.713289 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-5388c01d-ca6d-41ea-b6ba-4fdacb0d23de tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1995344 Feb 17 17:36:09.758892 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 301cab09-1074-43db-9bb0-11bd342d6957 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:36:09.760048 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 4b433e23-1be8-4ca9-af63-3d71fd5b60d0 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:36:09.766184 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45378) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:09.789270 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32034f8a-8434-4faa-8642-ac5a44d1243e admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:36:09.801664 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a4c79f-75b9-4527-a039-7a6e48aea6a3 None None] Sync routers for ids ['840903af-ad3e-4180-93f6-7e726b422724'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:36:09.821218 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a4c79f-75b9-4527-a039-7a6e48aea6a3 None None] Routers {'840903af-ad3e-4180-93f6-7e726b422724'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:36:09.822067 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-16a4c79f-75b9-4527-a039-7a6e48aea6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:36:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['840903af-ad3e-4180-93f6-7e726b422724'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:36:09.828772 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af5f48f4-403c-4cbc-9452-379cd8a69bca tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (e88399f5-66f9-4f14-a3b7-71212131b6a7), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:09.858470 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-70d78ced-7afc-43b1-98c7-6d3a1ea099ab tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (0180cfca-4c34-44e2-8ffa-17ab70c51bc2), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:09.858872 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-70d78ced-7afc-43b1-98c7-6d3a1ea099ab tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks [] for floatingip (0180cfca-4c34-44e2-8ffa-17ab70c51bc2), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:09.880929 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-32034f8a-8434-4faa-8642-ac5a44d1243e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:09.882228 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-32034f8a-8434-4faa-8642-ac5a44d1243e admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.3398502 Feb 17 17:36:09.886831 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45382) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:09.897751 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-70d78ced-7afc-43b1-98c7-6d3a1ea099ab tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Calling delete_port for 0180cfca-4c34-44e2-8ffa-17ab70c51bc2 owned by network:floatingip {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:36:09.932264 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-c23daa57-3a96-4424-ab8e-2dd139371769 None None] Current status of the port 301cab09-1074-43db-9bb0-11bd342d6957 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:36:09.955605 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b19f1d-0492-4607-827c-a5d93888933e req-d5d2f761-87b2-4238-9fbe-8bd5c477875f tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:09.958570 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 4b433e23-1be8-4ca9-af63-3d71fd5b60d0 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:36:09.958957 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (4b433e23-1be8-4ca9-af63-3d71fd5b60d0), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:09.960527 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-77b19f1d-0492-4607-827c-a5d93888933e req-d5d2f761-87b2-4238-9fbe-8bd5c477875f tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.71 "GET /v2.0/ports?device_id=063254ca-547c-4463-b259-f72752788097 HTTP/1.1" status: 200 len: 950 time: 0.3020036 Feb 17 17:36:10.004604 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-16a4c79f-75b9-4527-a039-7a6e48aea6a3 None None] Set router 840903af-ad3e-4180-93f6-7e726b422724 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:36:10.021347 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af5f48f4-403c-4cbc-9452-379cd8a69bca tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (e88399f5-66f9-4f14-a3b7-71212131b6a7), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:10.026366 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5f48f4-403c-4cbc-9452-379cd8a69bca tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:10.026994 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af5f48f4-403c-4cbc-9452-379cd8a69bca tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:10.064649 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-db229bcd-069d-4558-a5cb-75376cda252e None None] Could not find standard attr ID for object 7fe8055e-0eeb-4bb0-8b7b-4f490cd58830. {{(pid=103436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 17:36:10.109683 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-af5f48f4-403c-4cbc-9452-379cd8a69bca tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0585394 Feb 17 17:36:10.123822 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45394) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:10.131383 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-7e60d3ed-7ce9-44a5-ac2e-761e82a64449 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-260528335'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:10.145185 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-30985e20-6128-4602-8342-00018ccfd2bb tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Deleting subnet a71ff80f-72d2-4834-8516-0588514e999f {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:36:10.155745 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f77bfc98-c1d1-4268-a87b-a2d3b8726fc6 req-ee382b21-47ef-4a36-9447-2eaf2b48c21a tempest-AbsoluteLimitsNegativeTestJSON-1486662632 tempest-AbsoluteLimitsNegativeTestJSON-1486662632-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=92383b64d82e4159809301c6b0a2f260&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1191239 Feb 17 17:36:10.159950 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9288d0f9-ac78-4ece-8972-4b53dc685430 admin admin] Publish callbacks [] for security_group (c8957d0a-401d-4708-ad8d-f09761b1d044), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:10.166363 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-30985e20-6128-4602-8342-00018ccfd2bb tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (a71ff80f-72d2-4834-8516-0588514e999f), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:10.177491 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e60d3ed-7ce9-44a5-ac2e-761e82a64449 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Made reservation on behalf of a7702b96d2e9454080794ef9bd189f25 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:36:10.180926 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7e60d3ed-7ce9-44a5-ac2e-761e82a64449 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:10.181531 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 4b433e23-1be8-4ca9-af63-3d71fd5b60d0 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:36:10.219957 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-564876db-70f0-4710-936d-ef2125e2cd2a tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=918d19e8f1f044baa808ac9d66a136f9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.5615942 Feb 17 17:36:10.237537 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9288d0f9-ac78-4ece-8972-4b53dc685430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (c8957d0a-401d-4708-ad8d-f09761b1d044), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:10.257428 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f48f4-403c-4cbc-9452-379cd8a69bca tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Pushing event updated for resources: {'Network': ['ID=e88399f5-66f9-4f14-a3b7-71212131b6a7,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:10.269398 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network e88399f5-66f9-4f14-a3b7-71212131b6a7 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:36:10.303602 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e60d3ed-7ce9-44a5-ac2e-761e82a64449 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:36:10.306023 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-16a4c79f-75b9-4527-a039-7a6e48aea6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840903af-ad3e-4180-93f6-7e726b422724', 'name': 'tempest-AttachVolumeTestJSON-92461313-router', 'tenant_id': 'a45426717d8d45f2862bf894c7d95737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'aac037e6-35cc-4538-a55f-d947e9e15ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:36:02Z', 'updated_at': '2022-02-17T17:36:07Z', 'revision_number': 3, 'project_id': 'a45426717d8d45f2862bf894c7d95737', 'gw_port': {'id': 'aac037e6-35cc-4538-a55f-d947e9e15ed4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:33:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840903af-ad3e-4180-93f6-7e726b422724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:36:04Z', 'updated_at': '2022-02-17T17:36:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:36:10.324046 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7e60d3ed-7ce9-44a5-ac2e-761e82a64449 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (dc023d5a-9b81-4f38-be9c-f457069c2232), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:10.324433 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-7e60d3ed-7ce9-44a5-ac2e-761e82a64449 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Added segment dc023d5a-9b81-4f38-be9c-f457069c2232 of type vlan for network 1ee33d3b-1a74-4e85-bc38-f039d99ff949 Feb 17 17:36:10.337373 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a4c79f-75b9-4527-a039-7a6e48aea6a3 None None] Checking router: 840903af-ad3e-4180-93f6-7e726b422724 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:36:10.337937 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a4c79f-75b9-4527-a039-7a6e48aea6a3 None None] Updating router 840903af-ad3e-4180-93f6-7e726b422724 port aac037e6-35cc-4538-a55f-d947e9e15ed4 binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:36:10.370146 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-16a4c79f-75b9-4527-a039-7a6e48aea6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (aac037e6-35cc-4538-a55f-d947e9e15ed4), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:10.405269 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7e60d3ed-7ce9-44a5-ac2e-761e82a64449 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (1ee33d3b-1a74-4e85-bc38-f039d99ff949), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:10.438876 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-77b19f1d-0492-4607-827c-a5d93888933e req-658555cc-d47f-49b6-941d-bc08ea4b2c5b tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Deleting port fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:36:10.439224 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-77b19f1d-0492-4607-827c-a5d93888933e req-658555cc-d47f-49b6-941d-bc08ea4b2c5b tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:10.454798 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-70d78ced-7afc-43b1-98c7-6d3a1ea099ab tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (0180cfca-4c34-44e2-8ffa-17ab70c51bc2), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:10.515291 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7e60d3ed-7ce9-44a5-ac2e-761e82a64449 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (1ee33d3b-1a74-4e85-bc38-f039d99ff949), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:10.520194 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e60d3ed-7ce9-44a5-ac2e-761e82a64449 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:10.520861 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7e60d3ed-7ce9-44a5-ac2e-761e82a64449 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:10.523446 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d78ced-7afc-43b1-98c7-6d3a1ea099ab tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Pushing event deleted for resources: {'Port': ['ID=0180cfca-4c34-44e2-8ffa-17ab70c51bc2,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:10.646579 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7e60d3ed-7ce9-44a5-ac2e-761e82a64449 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5113761 Feb 17 17:36:10.646804 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-16a4c79f-75b9-4527-a039-7a6e48aea6a3 None None] Publish callbacks [] for port (aac037e6-35cc-4538-a55f-d947e9e15ed4), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:10.660878 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-16a4c79f-75b9-4527-a039-7a6e48aea6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (aac037e6-35cc-4538-a55f-d947e9e15ed4), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:10.702524 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e23f520-c381-4f3a-a140-7eccf642ffdc None None] Pushing event updated for resources: {'Port': ['ID=aac037e6-35cc-4538-a55f-d947e9e15ed4,revision_number=2']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:10.703354 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e60d3ed-7ce9-44a5-ac2e-761e82a64449 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Pushing event updated for resources: {'Network': ['ID=1ee33d3b-1a74-4e85-bc38-f039d99ff949,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:10.713549 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23f520-c381-4f3a-a140-7eccf642ffdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:36:10.713894 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23f520-c381-4f3a-a140-7eccf642ffdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:36:10.714237 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23f520-c381-4f3a-a140-7eccf642ffdc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:36:10.714576 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23f520-c381-4f3a-a140-7eccf642ffdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:36:10.714908 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23f520-c381-4f3a-a140-7eccf642ffdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:36:10.715242 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23f520-c381-4f3a-a140-7eccf642ffdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:36:10.715569 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23f520-c381-4f3a-a140-7eccf642ffdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:36:10.715903 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23f520-c381-4f3a-a140-7eccf642ffdc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:36:10.716357 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23f520-c381-4f3a-a140-7eccf642ffdc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:36:10.716720 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23f520-c381-4f3a-a140-7eccf642ffdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:36:10.717572 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23f520-c381-4f3a-a140-7eccf642ffdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:36:10.717898 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23f520-c381-4f3a-a140-7eccf642ffdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:36:10.718219 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23f520-c381-4f3a-a140-7eccf642ffdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:36:10.727391 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 1ee33d3b-1a74-4e85-bc38-f039d99ff949 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:36:10.734303 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-77b19f1d-0492-4607-827c-a5d93888933e req-658555cc-d47f-49b6-941d-bc08ea4b2c5b tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] For port fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:36:10.734916 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-77b19f1d-0492-4607-827c-a5d93888933e req-658555cc-d47f-49b6-941d-bc08ea4b2c5b tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:10.753784 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-77b19f1d-0492-4607-827c-a5d93888933e req-658555cc-d47f-49b6-941d-bc08ea4b2c5b tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Calling delete_port for fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:36:10.762792 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-30985e20-6128-4602-8342-00018ccfd2bb tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (a71ff80f-72d2-4834-8516-0588514e999f), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:10.767838 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-16a4c79f-75b9-4527-a039-7a6e48aea6a3 None None] Attempting to bind port aac037e6-35cc-4538-a55f-d947e9e15ed4 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:36:10.768216 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-16a4c79f-75b9-4527-a039-7a6e48aea6a3 None None] Attempting to bind port aac037e6-35cc-4538-a55f-d947e9e15ed4 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:36:10.768825 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a4c79f-75b9-4527-a039-7a6e48aea6a3 None None] Attempting to bind port aac037e6-35cc-4538-a55f-d947e9e15ed4 on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:36:10.776143 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-70d78ced-7afc-43b1-98c7-6d3a1ea099ab tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks [] for floatingip (c09abd4e-79ca-4afa-91e9-c87049de6c8a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:10.779147 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-70d78ced-7afc-43b1-98c7-6d3a1ea099ab tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:10.783768 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-70d78ced-7afc-43b1-98c7-6d3a1ea099ab tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "DELETE /v2.0/floatingips/c09abd4e-79ca-4afa-91e9-c87049de6c8a HTTP/1.1" status: 204 len: 168 time: 2.0276775 Feb 17 17:36:10.799717 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a4c79f-75b9-4527-a039-7a6e48aea6a3 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:36:10.800801 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a4c79f-75b9-4527-a039-7a6e48aea6a3 None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:36:10.801397 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-16a4c79f-75b9-4527-a039-7a6e48aea6a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:10.801941 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a4c79f-75b9-4527-a039-7a6e48aea6a3 None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:36:10.803089 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-16a4c79f-75b9-4527-a039-7a6e48aea6a3 None None] Bound port: aac037e6-35cc-4538-a55f-d947e9e15ed4, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:36:10.803786 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-16a4c79f-75b9-4527-a039-7a6e48aea6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (aac037e6-35cc-4538-a55f-d947e9e15ed4), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:10.807499 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45398) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:10.807863 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45400) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:10.876276 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-16a4c79f-75b9-4527-a039-7a6e48aea6a3 None None] For port aac037e6-35cc-4538-a55f-d947e9e15ed4, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:36:10.879643 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-16a4c79f-75b9-4527-a039-7a6e48aea6a3 None None] For port aac037e6-35cc-4538-a55f-d947e9e15ed4, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=aac037e6-35cc-4538-a55f-d947e9e15ed4,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:36:10.886624 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-16a4c79f-75b9-4527-a039-7a6e48aea6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (aac037e6-35cc-4538-a55f-d947e9e15ed4), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:10.894772 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-9288d0f9-ac78-4ece-8972-4b53dc685430 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2a6a81ca841f44ce81ee92aad10f3675&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5898888 Feb 17 17:36:10.897310 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45402) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:10.946036 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a4c79f-75b9-4527-a039-7a6e48aea6a3 None None] Routers {'840903af-ad3e-4180-93f6-7e726b422724'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:36:10.947700 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-16a4c79f-75b9-4527-a039-7a6e48aea6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:36:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['840903af-ad3e-4180-93f6-7e726b422724'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:36:10.949223 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-ea179cce-5952-4c60-a459-64debd4fa6db tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Request body: {'subnets': [{'network_id': 'e88399f5-66f9-4f14-a3b7-71212131b6a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1148393507', 'ip_version': 4}, {'network_id': '1ee33d3b-1a74-4e85-bc38-f039d99ff949', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:10.949557 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-ea179cce-5952-4c60-a459-64debd4fa6db tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Request body: {'subnet': {'network_id': 'e88399f5-66f9-4f14-a3b7-71212131b6a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1148393507', 'ip_version': 4}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:10.950140 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-ea179cce-5952-4c60-a459-64debd4fa6db tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Request body: {'subnet': {'network_id': '1ee33d3b-1a74-4e85-bc38-f039d99ff949', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:10.954099 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9288d0f9-ac78-4ece-8972-4b53dc685430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8957d0a-401d-4708-ad8d-f09761b1d044,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:10.958252 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e23f520-c381-4f3a-a140-7eccf642ffdc None None] Pushing event updated for resources: {'Port': ['ID=aac037e6-35cc-4538-a55f-d947e9e15ed4,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:10.961403 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-77b19f1d-0492-4607-827c-a5d93888933e req-658555cc-d47f-49b6-941d-bc08ea4b2c5b tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:10.973843 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['37a3407f-0036-45d2-b8af-8aff53b8d12a'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:36:11.019995 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658555cc-d47f-49b6-941d-bc08ea4b2c5b tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Pushing event deleted for resources: {'Port': ['ID=fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:11.032045 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-61e45fb9-9cf1-4098-9336-cb0e50022fc2 admin admin] Publish callbacks [] for security_group (c8957d0a-401d-4708-ad8d-f09761b1d044), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:11.064919 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['ba3e5178-d54c-4a05-9e05-cd9347ef9f21'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:36:11.087312 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-30985e20-6128-4602-8342-00018ccfd2bb tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (a71ff80f-72d2-4834-8516-0588514e999f), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:11.088440 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b19f1d-0492-4607-827c-a5d93888933e req-658555cc-d47f-49b6-941d-bc08ea4b2c5b tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] No DVR routers for this DVR port fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac on host n-h1-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:36:11.091032 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-16a4c79f-75b9-4527-a039-7a6e48aea6a3 None None] Set router 840903af-ad3e-4180-93f6-7e726b422724 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:36:11.093382 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-77b19f1d-0492-4607-827c-a5d93888933e req-658555cc-d47f-49b6-941d-bc08ea4b2c5b tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:11.097979 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-77b19f1d-0492-4607-827c-a5d93888933e req-658555cc-d47f-49b6-941d-bc08ea4b2c5b tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.71 "DELETE /v2.0/ports/fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac HTTP/1.1" status: 204 len: 173 time: 1.0583882 Feb 17 17:36:11.098450 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063254ca-547c-4463-b259-f72752788097', 'name': 'network-vif-deleted', 'tag': 'fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:36:11.101306 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca4b195-6f24-4f9f-9cc1-1763fdb7e097" -d '{"events": [{"server_uuid": "063254ca-547c-4463-b259-f72752788097", "name": "network-vif-deleted", "tag": "fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:36:11.119812 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-61e45fb9-9cf1-4098-9336-cb0e50022fc2 admin admin] Publish callbacks [] for security_group (c8957d0a-401d-4708-ad8d-f09761b1d044), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:11.183776 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-61e45fb9-9cf1-4098-9336-cb0e50022fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (c8957d0a-401d-4708-ad8d-f09761b1d044), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:11.188304 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-61e45fb9-9cf1-4098-9336-cb0e50022fc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:11.189843 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-61e45fb9-9cf1-4098-9336-cb0e50022fc2 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c8957d0a-401d-4708-ad8d-f09761b1d044 HTTP/1.1" status: 204 len: 168 time: 0.2914255 Feb 17 17:36:11.224947 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e45fb9-9cf1-4098-9336-cb0e50022fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8957d0a-401d-4708-ad8d-f09761b1d044,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:11.257898 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-0322373f-4335-44ca-ab86-29ec1803a347 service neutron] 10.222.0.87 "GET /v2.0/networks/0a5e4a87-4ee5-43ba-9b80-4028df7a735a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0069101 Feb 17 17:36:11.356511 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-16a4c79f-75b9-4527-a039-7a6e48aea6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840903af-ad3e-4180-93f6-7e726b422724', 'name': 'tempest-AttachVolumeTestJSON-92461313-router', 'tenant_id': 'a45426717d8d45f2862bf894c7d95737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'aac037e6-35cc-4538-a55f-d947e9e15ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:36:02Z', 'updated_at': '2022-02-17T17:36:07Z', 'revision_number': 3, 'project_id': 'a45426717d8d45f2862bf894c7d95737', 'gw_port': {'id': 'aac037e6-35cc-4538-a55f-d947e9e15ed4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:33:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840903af-ad3e-4180-93f6-7e726b422724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:36:04Z', 'updated_at': '2022-02-17T17:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:36:11.387923 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a4c79f-75b9-4527-a039-7a6e48aea6a3 None None] The sync data for ids ['840903af-ad3e-4180-93f6-7e726b422724'] in n-d-829613-2 is: [{'id': '840903af-ad3e-4180-93f6-7e726b422724', 'name': 'tempest-AttachVolumeTestJSON-92461313-router', 'tenant_id': 'a45426717d8d45f2862bf894c7d95737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'aac037e6-35cc-4538-a55f-d947e9e15ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:36:02Z', 'updated_at': '2022-02-17T17:36:07Z', 'revision_number': 3, 'project_id': 'a45426717d8d45f2862bf894c7d95737', 'gw_port': {'id': 'aac037e6-35cc-4538-a55f-d947e9e15ed4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:33:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840903af-ad3e-4180-93f6-7e726b422724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:36:04Z', 'updated_at': '2022-02-17T17:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:36:11.440107 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77bfc98-c1d1-4268-a87b-a2d3b8726fc6 req-77f2698a-10d6-4a48-9b6b-7dc35beb5fe9 tempest-AbsoluteLimitsNegativeTestJSON-1486662632 tempest-AbsoluteLimitsNegativeTestJSON-1486662632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:11.442652 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f77bfc98-c1d1-4268-a87b-a2d3b8726fc6 req-77f2698a-10d6-4a48-9b6b-7dc35beb5fe9 tempest-AbsoluteLimitsNegativeTestJSON-1486662632 tempest-AbsoluteLimitsNegativeTestJSON-1486662632-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2720776 Feb 17 17:36:11.581698 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-30985e20-6128-4602-8342-00018ccfd2bb tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (a71ff80f-72d2-4834-8516-0588514e999f), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:11.640521 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-30985e20-6128-4602-8342-00018ccfd2bb tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:11.646037 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-30985e20-6128-4602-8342-00018ccfd2bb tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/a71ff80f-72d2-4834-8516-0588514e999f HTTP/1.1" status: 204 len: 168 time: 1.8680365 Feb 17 17:36:11.646878 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45414) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:11.651652 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15d24e2-764e-4595-86e8-301b701306bc None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:36:11.772671 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b0251ce-b36e-4592-9f19-ca55d53a01d6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Deleting subnet ff0e7a51-1f34-4f18-a257-783f4bd319ce {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:36:11.785212 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f77bfc98-c1d1-4268-a87b-a2d3b8726fc6 req-9a85a6e2-4fb1-495f-9913-10b7dd8ab825 tempest-AbsoluteLimitsNegativeTestJSON-1486662632 tempest-AbsoluteLimitsNegativeTestJSON-1486662632-project] 10.222.0.87 "GET /v2.0/quotas/92383b64d82e4159809301c6b0a2f260 HTTP/1.1" status: 200 len: 375 time: 0.2678337 Feb 17 17:36:11.788463 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0b0251ce-b36e-4592-9f19-ca55d53a01d6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (ff0e7a51-1f34-4f18-a257-783f4bd319ce), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:11.790453 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea179cce-5952-4c60-a459-64debd4fa6db tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Made reservation on behalf of a7702b96d2e9454080794ef9bd189f25 for: {'subnet': 2} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:36:11.795007 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ea179cce-5952-4c60-a459-64debd4fa6db tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:11.795299 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ea179cce-5952-4c60-a459-64debd4fa6db tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:11.798482 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30985e20-6128-4602-8342-00018ccfd2bb tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Subnet': ['ID=a71ff80f-72d2-4834-8516-0588514e999f,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:11.854938 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0b0251ce-b36e-4592-9f19-ca55d53a01d6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (ff0e7a51-1f34-4f18-a257-783f4bd319ce), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:11.883693 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f77bfc98-c1d1-4268-a87b-a2d3b8726fc6 req-08c3f766-c450-4d0c-a150-65b310ca925e tempest-AbsoluteLimitsNegativeTestJSON-1486662632 tempest-AbsoluteLimitsNegativeTestJSON-1486662632-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=92383b64d82e4159809301c6b0a2f260&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0703166 Feb 17 17:36:11.912950 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-3bf7f269-acc4-4384-8716-c92304320056 service neutron] 10.222.0.87 "GET /v2.0/networks/0a5e4a87-4ee5-43ba-9b80-4028df7a735a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6545000 Feb 17 17:36:12.018899 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-1d013871-e4a0-4fa7-a3d3-1a4eb46d1134 service neutron] 10.222.0.87 "GET /v2.0/ports/52ff7d56-9a39-4bcd-81d3-82d714507134?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0928040 Feb 17 17:36:12.065050 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45644277-1922-4655-a7fe-d7c6ade14783 x-openstack-request-id: req-45644277-1922-4655-a7fe-d7c6ade14783 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:36:12.065512 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063254ca-547c-4463-b259-f72752788097", "name": "network-vif-deleted", "tag": "fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:36:12.065689 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-45644277-1922-4655-a7fe-d7c6ade14783 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:36:12.066062 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063254ca-547c-4463-b259-f72752788097', 'name': 'network-vif-deleted', 'tag': 'fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac', 'status': 'completed', 'code': 200} Feb 17 17:36:12.106361 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0b0251ce-b36e-4592-9f19-ca55d53a01d6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (ff0e7a51-1f34-4f18-a257-783f4bd319ce), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:12.143391 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-d2233039-c725-498a-bd95-636de53858b8 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:36:12.144469 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-d2233039-c725-498a-bd95-636de53858b8 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0322194 Feb 17 17:36:12.252560 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:36:12.263432 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0b0251ce-b36e-4592-9f19-ca55d53a01d6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (ff0e7a51-1f34-4f18-a257-783f4bd319ce), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:12.323472 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:36:12.324062 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device fc4f62d7-e8ff-4486-9d7e-5b4441cb46ac not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:36:12.350440 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0251ce-b36e-4592-9f19-ca55d53a01d6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Subnet': ['ID=ff0e7a51-1f34-4f18-a257-783f4bd319ce,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:12.360677 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0b0251ce-b36e-4592-9f19-ca55d53a01d6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:12.371165 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0b0251ce-b36e-4592-9f19-ca55d53a01d6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/ff0e7a51-1f34-4f18-a257-783f4bd319ce HTTP/1.1" status: 204 len: 168 time: 0.7199454 Feb 17 17:36:12.371578 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45436) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:12.420929 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-ed519749-6ce8-4438-8244-c623121f32a0 service neutron] 10.222.0.87 "GET /v2.0/networks/cc320263-b432-4650-9484-dc130e67f905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522352 Feb 17 17:36:12.430748 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-1a4bb03d-c78b-4220-b508-431bae8419dd tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Deleting port c156d1b1-d51b-43d9-bbea-f01601c5fe5d {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:36:12.431093 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1a4bb03d-c78b-4220-b508-431bae8419dd tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (c156d1b1-d51b-43d9-bbea-f01601c5fe5d), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:12.468016 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3080e342-f5d3-4865-9de2-cfd6f9d323b9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0919967 Feb 17 17:36:12.468584 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45438) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:12.473648 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-91508bd7-b1c3-45d8-a0b1-9e98c9c5b2b6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'subnet': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:12.514844 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45440) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:12.693254 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91508bd7-b1c3-45d8-a0b1-9e98c9c5b2b6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:36:12.699854 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-91508bd7-b1c3-45d8-a0b1-9e98c9c5b2b6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:12.888505 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d4c63f32-3de0-4052-b058-f2325e943646 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:12.939020 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67960fec-94cd-4d9b-9df8-7e95bd2a0b28 req-d3dcd519-3d57-4d50-ad05-35bdfcb50774 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:12.940625 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-67960fec-94cd-4d9b-9df8-7e95bd2a0b28 req-d3dcd519-3d57-4d50-ad05-35bdfcb50774 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=f7813f51-0f8c-406e-992d-d19f127ae697 HTTP/1.1" status: 200 len: 949 time: 0.5188742 Feb 17 17:36:13.022737 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681d5368-5514-4152-8869-3a2b8dfd3442 None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:36:13.112736 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1a4bb03d-c78b-4220-b508-431bae8419dd tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (c156d1b1-d51b-43d9-bbea-f01601c5fe5d), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:13.159465 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-c5f748cc-fd0f-44e4-8dbe-6c129263fda1 None None] Provisioning complete for port 301cab09-1074-43db-9bb0-11bd342d6957 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:36:13.159839 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c5f748cc-fd0f-44e4-8dbe-6c129263fda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (301cab09-1074-43db-9bb0-11bd342d6957), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:13.196617 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fbe21b8c-54d9-4bd8-a72d-757add2416af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:13.217928 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device aac037e6-35cc-4538-a55f-d947e9e15ed4 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:36:13.232980 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-1a4bb03d-c78b-4220-b508-431bae8419dd tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Calling delete_port for c156d1b1-d51b-43d9-bbea-f01601c5fe5d owned by {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:36:13.237720 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-67960fec-94cd-4d9b-9df8-7e95bd2a0b28 req-5595bbb2-09fc-4c56-962a-4ddc4dfaa163 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740922 Feb 17 17:36:13.245948 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-f970d208-383c-4146-b13b-d61ecc911467 service neutron] 10.222.0.87 "GET /v2.0/networks/cc320263-b432-4650-9484-dc130e67f905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8088653 Feb 17 17:36:13.306128 n-d-829613-2 neutron-server[103434]: DEBUG neutron.objects.ports [None req-91508bd7-b1c3-45d8-a0b1-9e98c9c5b2b6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103434) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 17 17:36:13.360440 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port aac037e6-35cc-4538-a55f-d947e9e15ed4 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:36:13.362560 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (aac037e6-35cc-4538-a55f-d947e9e15ed4), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:13.439802 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-c5f748cc-fd0f-44e4-8dbe-6c129263fda1 None None] Current status of the port 301cab09-1074-43db-9bb0-11bd342d6957 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:36:13.463746 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba8b5e0-424f-42b0-a120-536737101b60 None None] DHCP port deletion for f82adc72-a904-4b51-9a87-7ea8a1981040 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:36:13.474805 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-1c2e41c1-3686-4a70-ad87-96cbe773c716 service neutron] 10.222.0.87 "GET /v2.0/ports/08d126b0-cae8-435d-a7c4-67c6dbfa3b4c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2024541 Feb 17 17:36:13.526521 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port aac037e6-35cc-4538-a55f-d947e9e15ed4 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:36:13.527278 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (aac037e6-35cc-4538-a55f-d947e9e15ed4), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:13.550036 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port aac037e6-35cc-4538-a55f-d947e9e15ed4, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=aac037e6-35cc-4538-a55f-d947e9e15ed4,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:36:13.556540 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (aac037e6-35cc-4538-a55f-d947e9e15ed4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:13.603613 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-6ba8b5e0-424f-42b0-a120-536737101b60 None None] Deleting port 301cab09-1074-43db-9bb0-11bd342d6957 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:36:13.604280 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6ba8b5e0-424f-42b0-a120-536737101b60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (301cab09-1074-43db-9bb0-11bd342d6957), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:13.616334 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-fc0e0d8b-e347-49dd-bb3d-5b2971b1f45f req-834b1bc1-4269-4ca6-8ce0-bfb525b5be60 tempest-SecurityGroupsTestAdminJSON-571910007 tempest-SecurityGroupsTestAdminJSON-571910007-project] Request body: {'security_group': {'name': 'tempest-securitygroup-441853401', 'description': 'tempest-description-712374660'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:13.621459 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d4c63f32-3de0-4052-b058-f2325e943646 admin admin] Publish callbacks [] for security_group (8ecbd583-20a8-472e-89bf-e2af46ccda34), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:13.633178 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d4c63f32-3de0-4052-b058-f2325e943646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (8ecbd583-20a8-472e-89bf-e2af46ccda34), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:13.646998 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=aac037e6-35cc-4538-a55f-d947e9e15ed4,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:13.719100 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-6ba8b5e0-424f-42b0-a120-536737101b60 None None] For port 301cab09-1074-43db-9bb0-11bd342d6957, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=301cab09-1074-43db-9bb0-11bd342d6957,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:36:13.719335 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6ba8b5e0-424f-42b0-a120-536737101b60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (301cab09-1074-43db-9bb0-11bd342d6957), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:13.729098 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c63f32-3de0-4052-b058-f2325e943646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecbd583-20a8-472e-89bf-e2af46ccda34,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:13.742721 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-6ba8b5e0-424f-42b0-a120-536737101b60 None None] Calling delete_port for 301cab09-1074-43db-9bb0-11bd342d6957 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:36:13.743393 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d4c63f32-3de0-4052-b058-f2325e943646 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=92383b64d82e4159809301c6b0a2f260&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2275269 Feb 17 17:36:13.746978 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45462) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:13.765005 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-91508bd7-b1c3-45d8-a0b1-9e98c9c5b2b6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (301cab09-1074-43db-9bb0-11bd342d6957), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:13.843680 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6ba8b5e0-424f-42b0-a120-536737101b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (301cab09-1074-43db-9bb0-11bd342d6957), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:13.855612 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-81ee1d63-b933-4ad2-958d-a767516899b2 admin admin] Publish callbacks [] for security_group (8ecbd583-20a8-472e-89bf-e2af46ccda34), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:13.875099 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba8b5e0-424f-42b0-a120-536737101b60 None None] Pushing event deleted for resources: {'Port': ['ID=301cab09-1074-43db-9bb0-11bd342d6957,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:13.877209 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba8b5e0-424f-42b0-a120-536737101b60 None None] No DVR routers for this DVR port 301cab09-1074-43db-9bb0-11bd342d6957 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:36:13.912948 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-81ee1d63-b933-4ad2-958d-a767516899b2 admin admin] Publish callbacks [] for security_group (8ecbd583-20a8-472e-89bf-e2af46ccda34), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:14.012162 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-81ee1d63-b933-4ad2-958d-a767516899b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (8ecbd583-20a8-472e-89bf-e2af46ccda34), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:14.015462 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-81ee1d63-b933-4ad2-958d-a767516899b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:14.016661 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-81ee1d63-b933-4ad2-958d-a767516899b2 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8ecbd583-20a8-472e-89bf-e2af46ccda34 HTTP/1.1" status: 204 len: 168 time: 0.2689326 Feb 17 17:36:14.025962 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-91508bd7-b1c3-45d8-a0b1-9e98c9c5b2b6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] For port 301cab09-1074-43db-9bb0-11bd342d6957, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=301cab09-1074-43db-9bb0-11bd342d6957,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:36:14.037519 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee1d63-b933-4ad2-958d-a767516899b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecbd583-20a8-472e-89bf-e2af46ccda34,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:14.062690 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-91508bd7-b1c3-45d8-a0b1-9e98c9c5b2b6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for port (301cab09-1074-43db-9bb0-11bd342d6957), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:14.068338 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-91508bd7-b1c3-45d8-a0b1-9e98c9c5b2b6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (301cab09-1074-43db-9bb0-11bd342d6957), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:14.106656 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91508bd7-b1c3-45d8-a0b1-9e98c9c5b2b6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Port': ['ID=301cab09-1074-43db-9bb0-11bd342d6957,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:14.110355 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-91508bd7-b1c3-45d8-a0b1-9e98c9c5b2b6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (efab06e9-45a5-4a4f-8004-952b2b4726dc), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:14.130866 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-fc0e0d8b-e347-49dd-bb3d-5b2971b1f45f req-834b1bc1-4269-4ca6-8ce0-bfb525b5be60 tempest-SecurityGroupsTestAdminJSON-571910007 tempest-SecurityGroupsTestAdminJSON-571910007-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:14.142835 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-dcf461c0-574a-4dfc-afc7-34c11e299a05 service neutron] 10.222.0.87 "GET /v2.0/networks/cc320263-b432-4650-9484-dc130e67f905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6542735 Feb 17 17:36:14.153803 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91508bd7-b1c3-45d8-a0b1-9e98c9c5b2b6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:36:14.156666 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-91508bd7-b1c3-45d8-a0b1-9e98c9c5b2b6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:36:14.161178 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91508bd7-b1c3-45d8-a0b1-9e98c9c5b2b6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:14.161876 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-91508bd7-b1c3-45d8-a0b1-9e98c9c5b2b6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:14.178613 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-91508bd7-b1c3-45d8-a0b1-9e98c9c5b2b6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7089751 Feb 17 17:36:14.181793 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45466) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:14.185218 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593249a1-6f33-43a2-a88f-f94547a4ccf6 None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:36:14.187421 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-fc0e0d8b-e347-49dd-bb3d-5b2971b1f45f req-834b1bc1-4269-4ca6-8ce0-bfb525b5be60 tempest-SecurityGroupsTestAdminJSON-571910007 tempest-SecurityGroupsTestAdminJSON-571910007-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:14.187662 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-90e4936c-4e48-4864-96c6-a25d845ccb08 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'subnet': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:14.192350 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91508bd7-b1c3-45d8-a0b1-9e98c9c5b2b6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Subnet': ['ID=efab06e9-45a5-4a4f-8004-952b2b4726dc,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:14.233616 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-fbe21b8c-54d9-4bd8-a72d-757add2416af admin admin] Allocated IP 172.20.0.1 (249d7a73-68d0-4715-9e76-b2a8e292b955/183d9df1-0481-445d-8bb9-bc438141d74b/1fa40148-0016-4ac4-81ac-14d546f76b67) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:36:14.253939 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1a4bb03d-c78b-4220-b508-431bae8419dd tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (c156d1b1-d51b-43d9-bbea-f01601c5fe5d), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:14.266937 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c068f-a0b7-400a-8384-6c52c095ca47 req-ae2775c9-ea10-4748-9655-771ef2fb59bd tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:14.268415 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6b1c068f-a0b7-400a-8384-6c52c095ca47 req-ae2775c9-ea10-4748-9655-771ef2fb59bd tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.91 "GET /v2.0/ports?device_id=f7813f51-0f8c-406e-992d-d19f127ae697 HTTP/1.1" status: 200 len: 949 time: 0.6867495 Feb 17 17:36:14.330275 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e4936c-4e48-4864-96c6-a25d845ccb08 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:36:14.336572 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-90e4936c-4e48-4864-96c6-a25d845ccb08 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:14.361723 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f77fb03-fed5-4538-870c-99f66a2611d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-f82adc72-a904-4b51-9a87-7ea8a1981040', 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'project_id': 'c017d73ca35741f09876024d2cbfcdb7', 'fixed_ips': [{'subnet_id': 'efab06e9-45a5-4a4f-8004-952b2b4726dc'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:36:14.363267 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4f77fb03-fed5-4538-870c-99f66a2611d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:14.384516 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4bb03d-c78b-4220-b508-431bae8419dd tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Pushing event deleted for resources: {'Port': ['ID=c156d1b1-d51b-43d9-bbea-f01601c5fe5d,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:14.582895 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-4f77fb03-fed5-4538-870c-99f66a2611d6 None None] Allocated IP 2001:db8::f816:3eff:fe9e:3ab1 (f82adc72-a904-4b51-9a87-7ea8a1981040/efab06e9-45a5-4a4f-8004-952b2b4726dc/d7a33bc5-21c5-4df3-b5ec-afad054011c1) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:36:14.600648 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ea179cce-5952-4c60-a459-64debd4fa6db tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (df7804bf-86a6-40e1-b6b8-b573183ad6b5), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:14.651945 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-90e4936c-4e48-4864-96c6-a25d845ccb08 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (9917a1d7-5783-41ed-9481-a1b7320fb193), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:14.692177 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1a4bb03d-c78b-4220-b508-431bae8419dd tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:14.698728 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1a4bb03d-c78b-4220-b508-431bae8419dd tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "DELETE /v2.0/ports/c156d1b1-d51b-43d9-bbea-f01601c5fe5d HTTP/1.1" status: 204 len: 168 time: 3.8634007 Feb 17 17:36:14.700274 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45480) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:14.706711 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-1805049b-a3d8-4ee8-a085-639ce47fea7b service neutron] 10.222.0.87 "GET /v2.0/networks/cc320263-b432-4650-9484-dc130e67f905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5558586 Feb 17 17:36:14.765706 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e4936c-4e48-4864-96c6-a25d845ccb08 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:36:14.773356 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-90e4936c-4e48-4864-96c6-a25d845ccb08 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:36:14.784110 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e4936c-4e48-4864-96c6-a25d845ccb08 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:14.784781 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-90e4936c-4e48-4864-96c6-a25d845ccb08 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:14.790864 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea179cce-5952-4c60-a459-64debd4fa6db tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Pushing event updated for resources: {'Subnet': ['ID=df7804bf-86a6-40e1-b6b8-b573183ad6b5,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:14.801131 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e4936c-4e48-4864-96c6-a25d845ccb08 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Subnet': ['ID=9917a1d7-5783-41ed-9481-a1b7320fb193,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:14.807797 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-90e4936c-4e48-4864-96c6-a25d845ccb08 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6250839 Feb 17 17:36:14.818431 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fbe21b8c-54d9-4bd8-a72d-757add2416af admin admin] Publish callbacks [] for port (1fa40148-0016-4ac4-81ac-14d546f76b67), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:14.833881 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45484) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:14.857431 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-a1e8cf4c-0de7-4c7b-932a-bc66cc3aede9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'port': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'mac_address': 'fa:16:3e:16:59:c6', 'name': 'tempest-NetworksTestDHCPv6-40072456'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:14.864183 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4f77fb03-fed5-4538-870c-99f66a2611d6 None None] Publish callbacks [] for port (d7a33bc5-21c5-4df3-b5ec-afad054011c1), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:14.878516 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4f77fb03-fed5-4538-870c-99f66a2611d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (d7a33bc5-21c5-4df3-b5ec-afad054011c1), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:14.880116 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-fc0e0d8b-e347-49dd-bb3d-5b2971b1f45f req-834b1bc1-4269-4ca6-8ce0-bfb525b5be60 tempest-SecurityGroupsTestAdminJSON-571910007 tempest-SecurityGroupsTestAdminJSON-571910007-project] Publish callbacks [] for security_group (58dbda7b-c8ca-4749-a000-48284c64d5f3), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:14.902974 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-fc0e0d8b-e347-49dd-bb3d-5b2971b1f45f req-834b1bc1-4269-4ca6-8ce0-bfb525b5be60 tempest-SecurityGroupsTestAdminJSON-571910007 tempest-SecurityGroupsTestAdminJSON-571910007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (58dbda7b-c8ca-4749-a000-48284c64d5f3), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:14.933777 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f77fb03-fed5-4538-870c-99f66a2611d6 None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:36:14.938650 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-fae47f9b-b6b4-4e21-99de-7e4811961b71 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Deleting port d8957db4-c462-4444-adca-ec189b379b2a {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:36:14.938980 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fae47f9b-b6b4-4e21-99de-7e4811961b71 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (d8957db4-c462-4444-adca-ec189b379b2a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:14.942127 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-4f77fb03-fed5-4538-870c-99f66a2611d6 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:36:14.948229 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f77fb03-fed5-4538-870c-99f66a2611d6 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:36:14.967858 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f77fb03-fed5-4538-870c-99f66a2611d6 None None] Pushing event updated for resources: {'Port': ['ID=d7a33bc5-21c5-4df3-b5ec-afad054011c1,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:15.010279 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-6b1c068f-a0b7-400a-8384-6c52c095ca47 req-5925f3ea-f1bb-482d-841d-db335c314079 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Deleting port ba3e5178-d54c-4a05-9e05-cd9347ef9f21 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:36:15.010642 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-6b1c068f-a0b7-400a-8384-6c52c095ca47 req-5925f3ea-f1bb-482d-841d-db335c314079 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (ba3e5178-d54c-4a05-9e05-cd9347ef9f21), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:15.014380 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea179cce-5952-4c60-a459-64debd4fa6db tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Checking segment: {'id': '54a0281e-ac86-4d6f-b98e-41505de857af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e88399f5-66f9-4f14-a3b7-71212131b6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:36:15.014752 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea179cce-5952-4c60-a459-64debd4fa6db tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Network hostable DHCP agents. Network: e88399f5-66f9-4f14-a3b7-71212131b6a7, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:36:15.047407 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-4f77fb03-fed5-4538-870c-99f66a2611d6 None None] Attempting to bind port d7a33bc5-21c5-4df3-b5ec-afad054011c1 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:36:15.047968 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-4f77fb03-fed5-4538-870c-99f66a2611d6 None None] Attempting to bind port d7a33bc5-21c5-4df3-b5ec-afad054011c1 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:36:15.048753 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f77fb03-fed5-4538-870c-99f66a2611d6 None None] Attempting to bind port d7a33bc5-21c5-4df3-b5ec-afad054011c1 on network f82adc72-a904-4b51-9a87-7ea8a1981040 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:36:15.056165 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f77fb03-fed5-4538-870c-99f66a2611d6 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:36:15.056721 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f77fb03-fed5-4538-870c-99f66a2611d6 None None] Checking segment: {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:36:15.057142 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4f77fb03-fed5-4538-870c-99f66a2611d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:15.057551 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f77fb03-fed5-4538-870c-99f66a2611d6 None None] Bound using segment: {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:36:15.058022 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-4f77fb03-fed5-4538-870c-99f66a2611d6 None None] Bound port: d7a33bc5-21c5-4df3-b5ec-afad054011c1, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:36:15.059167 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4f77fb03-fed5-4538-870c-99f66a2611d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d7a33bc5-21c5-4df3-b5ec-afad054011c1), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:15.112467 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fae47f9b-b6b4-4e21-99de-7e4811961b71 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (d8957db4-c462-4444-adca-ec189b379b2a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:15.128373 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-fae47f9b-b6b4-4e21-99de-7e4811961b71 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Calling delete_port for d8957db4-c462-4444-adca-ec189b379b2a owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:36:15.169391 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device aac037e6-35cc-4538-a55f-d947e9e15ed4 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:36:15.191782 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b1bc1-4269-4ca6-8ce0-bfb525b5be60 tempest-SecurityGroupsTestAdminJSON-571910007 tempest-SecurityGroupsTestAdminJSON-571910007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58dbda7b-c8ca-4749-a000-48284c64d5f3,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:15.201056 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45492) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:15.204686 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-4f77fb03-fed5-4538-870c-99f66a2611d6 None None] For port d7a33bc5-21c5-4df3-b5ec-afad054011c1, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:36:15.210851 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-308b9a14-2cbe-4c6f-ac9b-d97c5de7a31b service neutron] 10.222.0.87 "GET /v2.0/networks/cc320263-b432-4650-9484-dc130e67f905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4925547 Feb 17 17:36:15.221918 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fbe21b8c-54d9-4bd8-a72d-757add2416af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (1fa40148-0016-4ac4-81ac-14d546f76b67), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:15.251867 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-4f77fb03-fed5-4538-870c-99f66a2611d6 None None] For port d7a33bc5-21c5-4df3-b5ec-afad054011c1, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=d7a33bc5-21c5-4df3-b5ec-afad054011c1,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:36:15.272031 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4f77fb03-fed5-4538-870c-99f66a2611d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (d7a33bc5-21c5-4df3-b5ec-afad054011c1), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:15.335043 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port aac037e6-35cc-4538-a55f-d947e9e15ed4 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:36:15.335614 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (aac037e6-35cc-4538-a55f-d947e9e15ed4), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:15.343569 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-81c8ce5e-99df-4396-99f6-e481706a1b2d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-74831016-network', 'tenant_id': '5c112397353b4d5f9dae4aa16205da6f'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:15.347829 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea179cce-5952-4c60-a459-64debd4fa6db tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Network e88399f5-66f9-4f14-a3b7-71212131b6a7 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:36:15.372947 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe21b8c-54d9-4bd8-a72d-757add2416af admin admin] Network 249d7a73-68d0-4715-9e76-b2a8e292b955 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:36:15.375779 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c8ce5e-99df-4396-99f6-e481706a1b2d admin admin] Made reservation on behalf of 5c112397353b4d5f9dae4aa16205da6f for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:36:15.379969 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-81c8ce5e-99df-4396-99f6-e481706a1b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:15.383988 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fae47f9b-b6b4-4e21-99de-7e4811961b71 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (d8957db4-c462-4444-adca-ec189b379b2a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:15.387892 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-fbe21b8c-54d9-4bd8-a72d-757add2416af admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:36:15.392408 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe21b8c-54d9-4bd8-a72d-757add2416af admin admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:36:15.401278 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f77fb03-fed5-4538-870c-99f66a2611d6 None None] Pushing event updated for resources: {'Port': ['ID=d7a33bc5-21c5-4df3-b5ec-afad054011c1,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:15.446971 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-81c8ce5e-99df-4396-99f6-e481706a1b2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:15.454135 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae47f9b-b6b4-4e21-99de-7e4811961b71 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Pushing event deleted for resources: {'Port': ['ID=d8957db4-c462-4444-adca-ec189b379b2a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:15.507115 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port aac037e6-35cc-4538-a55f-d947e9e15ed4 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:36:15.514981 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-ea179cce-5952-4c60-a459-64debd4fa6db tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, e88399f5-66f9-4f14-a3b7-71212131b6a7) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:36:15.519605 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ea179cce-5952-4c60-a459-64debd4fa6db tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (0003c3c8-22d8-4582-8183-210d1d3a82a0), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:15.527060 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce441580-56cc-4ae6-9ba8-e21fbff36a5b None None] Network e88399f5-66f9-4f14-a3b7-71212131b6a7 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:36:15.606519 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fae47f9b-b6b4-4e21-99de-7e4811961b71 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:15.606936 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 301cab09-1074-43db-9bb0-11bd342d6957 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:36:15.610136 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fae47f9b-b6b4-4e21-99de-7e4811961b71 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "DELETE /v2.0/ports/d8957db4-c462-4444-adca-ec189b379b2a HTTP/1.1" status: 204 len: 168 time: 0.9099402 Feb 17 17:36:15.616355 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45496) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:15.692819 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 301cab09-1074-43db-9bb0-11bd342d6957 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:36:15.693181 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 301cab09-1074-43db-9bb0-11bd342d6957 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:36:15.709608 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-fc0e0d8b-e347-49dd-bb3d-5b2971b1f45f req-834b1bc1-4269-4ca6-8ce0-bfb525b5be60 tempest-SecurityGroupsTestAdminJSON-571910007 tempest-SecurityGroupsTestAdminJSON-571910007-project] Publish callbacks [] for security_group (9e7735a8-604a-463d-a7e9-49a740dce577), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:15.725676 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-65e2dc3d-0dc1-4963-91b1-f88f9f30b14e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Deleting subnet d75a2860-2719-4d8e-9c57-26805383b4a4 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:36:15.736619 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe21b8c-54d9-4bd8-a72d-757add2416af admin admin] Pushing event updated for resources: {'Port': ['ID=1fa40148-0016-4ac4-81ac-14d546f76b67,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:15.737453 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-65e2dc3d-0dc1-4963-91b1-f88f9f30b14e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks [] for subnet (d75a2860-2719-4d8e-9c57-26805383b4a4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:15.742858 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-6b1c068f-a0b7-400a-8384-6c52c095ca47 req-5925f3ea-f1bb-482d-841d-db335c314079 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] For port ba3e5178-d54c-4a05-9e05-cd9347ef9f21, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=ba3e5178-d54c-4a05-9e05-cd9347ef9f21,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:36:15.743320 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-6b1c068f-a0b7-400a-8384-6c52c095ca47 req-5925f3ea-f1bb-482d-841d-db335c314079 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (ba3e5178-d54c-4a05-9e05-cd9347ef9f21), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:15.763061 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-fc0e0d8b-e347-49dd-bb3d-5b2971b1f45f req-834b1bc1-4269-4ca6-8ce0-bfb525b5be60 tempest-SecurityGroupsTestAdminJSON-571910007 tempest-SecurityGroupsTestAdminJSON-571910007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (9e7735a8-604a-463d-a7e9-49a740dce577), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:15.775249 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed990567-4907-49fd-aff4-6ceae54d0779 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-e88399f5-66f9-4f14-a3b7-71212131b6a7', 'network_id': 'e88399f5-66f9-4f14-a3b7-71212131b6a7', 'project_id': 'a7702b96d2e9454080794ef9bd189f25', 'fixed_ips': [{'subnet_id': 'df7804bf-86a6-40e1-b6b8-b573183ad6b5'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:36:15.776646 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ed990567-4907-49fd-aff4-6ceae54d0779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:15.786521 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-81c8ce5e-99df-4396-99f6-e481706a1b2d admin admin] Publish callbacks [] for security_group (ef03dceb-4fe4-4d1a-978b-aad5e4211ff0), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:15.790625 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-81c8ce5e-99df-4396-99f6-e481706a1b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (ef03dceb-4fe4-4d1a-978b-aad5e4211ff0), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:15.793680 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e8cf4c-0de7-4c7b-932a-bc66cc3aede9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:36:15.825394 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81c8ce5e-99df-4396-99f6-e481706a1b2d admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:36:15.833291 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-65e2dc3d-0dc1-4963-91b1-f88f9f30b14e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (d75a2860-2719-4d8e-9c57-26805383b4a4), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:15.852632 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-6b1c068f-a0b7-400a-8384-6c52c095ca47 req-5925f3ea-f1bb-482d-841d-db335c314079 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Calling delete_port for ba3e5178-d54c-4a05-9e05-cd9347ef9f21 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:36:15.883931 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-81c8ce5e-99df-4396-99f6-e481706a1b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (e4661035-9680-4da1-989b-77404c89e6fd), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:15.884607 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-81c8ce5e-99df-4396-99f6-e481706a1b2d admin admin] Added segment e4661035-9680-4da1-989b-77404c89e6fd of type vlan for network ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad Feb 17 17:36:15.899069 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fbe21b8c-54d9-4bd8-a72d-757add2416af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (840903af-ad3e-4180-93f6-7e726b422724), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:15.928040 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-82d997c9-2576-4869-be04-b75047ddcb65 service neutron] 10.222.0.87 "GET /v2.0/networks/cc320263-b432-4650-9484-dc130e67f905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7000399 Feb 17 17:36:15.974370 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c8ce5e-99df-4396-99f6-e481706a1b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:16.000916 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-da56aee9-307e-41ba-91e7-0e37852032ea None None] Provisioning complete for port 1fa40148-0016-4ac4-81ac-14d546f76b67 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:36:16.001312 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-da56aee9-307e-41ba-91e7-0e37852032ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1fa40148-0016-4ac4-81ac-14d546f76b67), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:16.060543 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-fc0e0d8b-e347-49dd-bb3d-5b2971b1f45f req-834b1bc1-4269-4ca6-8ce0-bfb525b5be60 tempest-SecurityGroupsTestAdminJSON-571910007 tempest-SecurityGroupsTestAdminJSON-571910007-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:16.070084 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-65e2dc3d-0dc1-4963-91b1-f88f9f30b14e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (d75a2860-2719-4d8e-9c57-26805383b4a4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:16.072974 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fc0e0d8b-e347-49dd-bb3d-5b2971b1f45f req-834b1bc1-4269-4ca6-8ce0-bfb525b5be60 tempest-SecurityGroupsTestAdminJSON-571910007 tempest-SecurityGroupsTestAdminJSON-571910007-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 2.4865863 Feb 17 17:36:16.117093 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-81c8ce5e-99df-4396-99f6-e481706a1b2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:16.121135 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea179cce-5952-4c60-a459-64debd4fa6db tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Pushing event updated for resources: {'Subnet': ['ID=0003c3c8-22d8-4582-8183-210d1d3a82a0,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:16.155440 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-65e2dc3d-0dc1-4963-91b1-f88f9f30b14e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (d75a2860-2719-4d8e-9c57-26805383b4a4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:16.164366 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-81c8ce5e-99df-4396-99f6-e481706a1b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:16.165332 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c8ce5e-99df-4396-99f6-e481706a1b2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:16.165919 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-81c8ce5e-99df-4396-99f6-e481706a1b2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:16.168617 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b1bc1-4269-4ca6-8ce0-bfb525b5be60 tempest-SecurityGroupsTestAdminJSON-571910007 tempest-SecurityGroupsTestAdminJSON-571910007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7735a8-604a-463d-a7e9-49a740dce577,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:16.214697 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e2dc3d-0dc1-4963-91b1-f88f9f30b14e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Pushing event deleted for resources: {'Subnet': ['ID=d75a2860-2719-4d8e-9c57-26805383b4a4,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:16.217576 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-65e2dc3d-0dc1-4963-91b1-f88f9f30b14e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:16.221106 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-65e2dc3d-0dc1-4963-91b1-f88f9f30b14e tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "DELETE /v2.0/subnets/d75a2860-2719-4d8e-9c57-26805383b4a4 HTTP/1.1" status: 204 len: 168 time: 0.6037352 Feb 17 17:36:16.225718 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea179cce-5952-4c60-a459-64debd4fa6db tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Checking segment: {'id': 'dc023d5a-9b81-4f38-be9c-f457069c2232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1ee33d3b-1a74-4e85-bc38-f039d99ff949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:36:16.226243 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea179cce-5952-4c60-a459-64debd4fa6db tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Network hostable DHCP agents. Network: 1ee33d3b-1a74-4e85-bc38-f039d99ff949, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:36:16.228611 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45500) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:16.252653 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-81c8ce5e-99df-4396-99f6-e481706a1b2d admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0503080 Feb 17 17:36:16.267324 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45502) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:16.291520 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-f42f7e5d-f9e5-4f28-b654-d8e1c38371e4 admin admin] Request body: {'subnet': {'network_id': 'ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-74831016-subnet', 'tenant_id': '5c112397353b4d5f9dae4aa16205da6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:16.298930 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6863d7-e76c-418d-9bf1-234855dc556e None None] Network 3226efc1-9bf8-49de-b390-80d0e9a20daa requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:36:16.308508 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c8ce5e-99df-4396-99f6-e481706a1b2d admin admin] Pushing event updated for resources: {'Network': ['ID=ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:16.333679 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:36:16.345035 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-edb5df0e-9a68-43e3-9886-3f58eae45475 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Deleting subnet 56056976-8199-479f-8661-205e5814ab66 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:36:16.348363 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-edb5df0e-9a68-43e3-9886-3f58eae45475 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks [] for subnet (56056976-8199-479f-8661-205e5814ab66), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:16.384031 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-ed990567-4907-49fd-aff4-6ceae54d0779 None None] Allocated IP 172.20.0.2 (e88399f5-66f9-4f14-a3b7-71212131b6a7/df7804bf-86a6-40e1-b6b8-b573183ad6b5/b24f6ea5-4057-46a8-85f1-1055abcfc8bf) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:36:16.395375 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-edb5df0e-9a68-43e3-9886-3f58eae45475 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (56056976-8199-479f-8661-205e5814ab66), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:16.417313 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-da56aee9-307e-41ba-91e7-0e37852032ea None None] Port 1fa40148-0016-4ac4-81ac-14d546f76b67 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:36:16.421257 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a1e8cf4c-0de7-4c7b-932a-bc66cc3aede9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:16.507070 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42f7e5d-f9e5-4f28-b654-d8e1c38371e4 admin admin] Made reservation on behalf of 5c112397353b4d5f9dae4aa16205da6f for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:36:16.509941 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f42f7e5d-f9e5-4f28-b654-d8e1c38371e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:16.524166 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea179cce-5952-4c60-a459-64debd4fa6db tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Network 1ee33d3b-1a74-4e85-bc38-f039d99ff949 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:36:16.533982 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-edb5df0e-9a68-43e3-9886-3f58eae45475 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (56056976-8199-479f-8661-205e5814ab66), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:16.552720 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-cc4e1188-3e60-49e4-85d9-800d4069bf28 service neutron] 10.222.0.87 "GET /v2.0/networks/cc320263-b432-4650-9484-dc130e67f905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4965749 Feb 17 17:36:16.557885 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-a1e8cf4c-0de7-4c7b-932a-bc66cc3aede9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] device_id is not set on port 0c75f450-2ad2-4626-8c82-0da531d64889 yet. {{(pid=103435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:36:16.637769 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-edb5df0e-9a68-43e3-9886-3f58eae45475 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (56056976-8199-479f-8661-205e5814ab66), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:16.648225 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de8dba9-4a17-4329-9259-d5e432c40dd9 req-6d91e26f-f93d-4e69-8d92-d23e4a06cd6c tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:16.651468 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7de8dba9-4a17-4329-9259-d5e432c40dd9 req-6d91e26f-f93d-4e69-8d92-d23e4a06cd6c tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=f7813f51-0f8c-406e-992d-d19f127ae697 HTTP/1.1" status: 200 len: 949 time: 0.4760931 Feb 17 17:36:16.665110 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d884728a-723c-4cac-b593-f0099a67c060 None None] DHCP port deletion for 3226efc1-9bf8-49de-b390-80d0e9a20daa request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:36:16.675563 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb5df0e-9a68-43e3-9886-3f58eae45475 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Pushing event deleted for resources: {'Subnet': ['ID=56056976-8199-479f-8661-205e5814ab66,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:16.680544 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-edb5df0e-9a68-43e3-9886-3f58eae45475 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:16.685144 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-edb5df0e-9a68-43e3-9886-3f58eae45475 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "DELETE /v2.0/subnets/56056976-8199-479f-8661-205e5814ab66 HTTP/1.1" status: 204 len: 168 time: 0.4553823 Feb 17 17:36:16.688438 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45504) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:16.694560 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ed990567-4907-49fd-aff4-6ceae54d0779 None None] Publish callbacks [] for port (b24f6ea5-4057-46a8-85f1-1055abcfc8bf), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:16.719375 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe7f8ae-9e98-465e-ba51-19444f8a3671 None None] Network 8329e05c-f5f3-4a6c-995b-30a9e6574e32 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:36:16.747010 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ed990567-4907-49fd-aff4-6ceae54d0779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (b24f6ea5-4057-46a8-85f1-1055abcfc8bf), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:16.790856 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-24a7ca57-b25c-4e21-a127-9e2fbe59d2c9 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (3226efc1-9bf8-49de-b390-80d0e9a20daa), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:16.806032 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed990567-4907-49fd-aff4-6ceae54d0779 None None] Pushing event updated for resources: {'Port': ['ID=b24f6ea5-4057-46a8-85f1-1055abcfc8bf,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:16.855940 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed990567-4907-49fd-aff4-6ceae54d0779 None None] Network e88399f5-66f9-4f14-a3b7-71212131b6a7 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:36:16.866704 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-ed990567-4907-49fd-aff4-6ceae54d0779 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:36:16.878143 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-24a7ca57-b25c-4e21-a127-9e2fbe59d2c9 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Deleting port c2bb172c-9690-450a-a4fd-f4f736ade8a5 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:36:16.878596 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-24a7ca57-b25c-4e21-a127-9e2fbe59d2c9 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (c2bb172c-9690-450a-a4fd-f4f736ade8a5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:16.887100 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed990567-4907-49fd-aff4-6ceae54d0779 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:36:16.913318 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-d884728a-723c-4cac-b593-f0099a67c060 None None] Deleting port c2bb172c-9690-450a-a4fd-f4f736ade8a5 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:36:16.913691 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d884728a-723c-4cac-b593-f0099a67c060 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (c2bb172c-9690-450a-a4fd-f4f736ade8a5), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:16.965171 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-24a7ca57-b25c-4e21-a127-9e2fbe59d2c9 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] For port c2bb172c-9690-450a-a4fd-f4f736ade8a5, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=c2bb172c-9690-450a-a4fd-f4f736ade8a5,segment=NetworkSegment(8d8f104d-d90e-4c9c-a6a6-4d67948643e9),segment_id=8d8f104d-d90e-4c9c-a6a6-4d67948643e9)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:36:16.965993 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-24a7ca57-b25c-4e21-a127-9e2fbe59d2c9 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (c2bb172c-9690-450a-a4fd-f4f736ade8a5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:16.980445 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-24a7ca57-b25c-4e21-a127-9e2fbe59d2c9 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Calling delete_port for c2bb172c-9690-450a-a4fd-f4f736ade8a5 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:36:16.991832 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-ed990567-4907-49fd-aff4-6ceae54d0779 None None] Attempting to bind port b24f6ea5-4057-46a8-85f1-1055abcfc8bf on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:36:16.992211 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-ed990567-4907-49fd-aff4-6ceae54d0779 None None] Attempting to bind port b24f6ea5-4057-46a8-85f1-1055abcfc8bf by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '54a0281e-ac86-4d6f-b98e-41505de857af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e88399f5-66f9-4f14-a3b7-71212131b6a7'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:36:16.992618 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed990567-4907-49fd-aff4-6ceae54d0779 None None] Attempting to bind port b24f6ea5-4057-46a8-85f1-1055abcfc8bf on network e88399f5-66f9-4f14-a3b7-71212131b6a7 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:36:17.005991 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed990567-4907-49fd-aff4-6ceae54d0779 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:36:17.006381 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed990567-4907-49fd-aff4-6ceae54d0779 None None] Checking segment: {'id': '54a0281e-ac86-4d6f-b98e-41505de857af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e88399f5-66f9-4f14-a3b7-71212131b6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:36:17.006775 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ed990567-4907-49fd-aff4-6ceae54d0779 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:17.007173 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed990567-4907-49fd-aff4-6ceae54d0779 None None] Bound using segment: {'id': '54a0281e-ac86-4d6f-b98e-41505de857af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e88399f5-66f9-4f14-a3b7-71212131b6a7'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:36:17.007657 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-ed990567-4907-49fd-aff4-6ceae54d0779 None None] Bound port: b24f6ea5-4057-46a8-85f1-1055abcfc8bf, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54a0281e-ac86-4d6f-b98e-41505de857af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e88399f5-66f9-4f14-a3b7-71212131b6a7'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:36:17.008039 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ed990567-4907-49fd-aff4-6ceae54d0779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b24f6ea5-4057-46a8-85f1-1055abcfc8bf), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:17.065513 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-d884728a-723c-4cac-b593-f0099a67c060 None None] For port c2bb172c-9690-450a-a4fd-f4f736ade8a5, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=c2bb172c-9690-450a-a4fd-f4f736ade8a5,segment=NetworkSegment(8d8f104d-d90e-4c9c-a6a6-4d67948643e9),segment_id=8d8f104d-d90e-4c9c-a6a6-4d67948643e9)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:36:17.065916 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d884728a-723c-4cac-b593-f0099a67c060 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (c2bb172c-9690-450a-a4fd-f4f736ade8a5), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:17.075585 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba8e8ab-b3b2-4382-81f7-870708e6d2a6 None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:36:17.099141 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-d884728a-723c-4cac-b593-f0099a67c060 None None] Calling delete_port for c2bb172c-9690-450a-a4fd-f4f736ade8a5 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:36:17.101354 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c8210e-14f6-4f1c-b4ab-d963cfb07a5c None None] DHCP port deletion for 8329e05c-f5f3-4a6c-995b-30a9e6574e32 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:36:17.146683 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-24a7ca57-b25c-4e21-a127-9e2fbe59d2c9 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (c2bb172c-9690-450a-a4fd-f4f736ade8a5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:17.149125 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device ba3e5178-d54c-4a05-9e05-cd9347ef9f21 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:36:17.165579 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-ea179cce-5952-4c60-a459-64debd4fa6db tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 1ee33d3b-1a74-4e85-bc38-f039d99ff949) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:36:17.194813 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a7ca57-b25c-4e21-a127-9e2fbe59d2c9 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] No DVR routers for this DVR port c2bb172c-9690-450a-a4fd-f4f736ade8a5 on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:36:17.205889 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0547a3e-cc06-4ae0-ab13-2426fa81c00b None None] Network 1ee33d3b-1a74-4e85-bc38-f039d99ff949 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:36:17.227698 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a7ca57-b25c-4e21-a127-9e2fbe59d2c9 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Pushing event deleted for resources: {'Port': ['ID=c2bb172c-9690-450a-a4fd-f4f736ade8a5,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:17.232397 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea179cce-5952-4c60-a459-64debd4fa6db tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:17.232918 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea179cce-5952-4c60-a459-64debd4fa6db tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:17.233502 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ea179cce-5952-4c60-a459-64debd4fa6db tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:17.276716 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fbe21b8c-54d9-4bd8-a72d-757add2416af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1fa40148-0016-4ac4-81ac-14d546f76b67), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:17.280179 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-6b1c068f-a0b7-400a-8384-6c52c095ca47 req-5925f3ea-f1bb-482d-841d-db335c314079 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (ba3e5178-d54c-4a05-9e05-cd9347ef9f21), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:17.350599 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['37a3407f-0036-45d2-b8af-8aff53b8d12a'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:36:17.353957 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device d7a33bc5-21c5-4df3-b5ec-afad054011c1 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:36:17.386443 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925f3ea-f1bb-482d-841d-db335c314079 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Pushing event deleted for resources: {'Port': ['ID=ba3e5178-d54c-4a05-9e05-cd9347ef9f21,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:17.393610 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-ea179cce-5952-4c60-a459-64debd4fa6db tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 6.5570757 Feb 17 17:36:17.413685 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45506) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:17.458299 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-300c1d8f-6553-471e-964d-55587f011e4a None None] Provisioning complete for port d7a33bc5-21c5-4df3-b5ec-afad054011c1 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:36:17.458726 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-300c1d8f-6553-471e-964d-55587f011e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d7a33bc5-21c5-4df3-b5ec-afad054011c1), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:17.523813 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7de8dba9-4a17-4329-9259-d5e432c40dd9 req-a43ba435-9ea3-4bb5-ab53-9f6cf99641e3 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8189800 Feb 17 17:36:17.562729 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-fd7f5edb-bb5c-4c9b-9bbc-f0d005e9b317 service neutron] 10.222.0.87 "GET /v2.0/networks/cc320263-b432-4650-9484-dc130e67f905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0087543 Feb 17 17:36:17.572083 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No active binding found for port ba3e5178-d54c-4a05-9e05-cd9347ef9f21 {{(pid=103436) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 17 17:36:17.572497 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] The host n-h2-829613-2 is not matching for port ba3e5178-d54c-4a05-9e05-cd9347ef9f21 host None! {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 17 17:36:17.572892 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device ba3e5178-d54c-4a05-9e05-cd9347ef9f21 not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:36:17.578804 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-ed990567-4907-49fd-aff4-6ceae54d0779 None None] For port b24f6ea5-4057-46a8-85f1-1055abcfc8bf, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:36:17.582070 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b1c068f-a0b7-400a-8384-6c52c095ca47 req-5925f3ea-f1bb-482d-841d-db335c314079 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] No DVR routers for this DVR port ba3e5178-d54c-4a05-9e05-cd9347ef9f21 on host n-h2-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:36:17.614092 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-24a7ca57-b25c-4e21-a127-9e2fbe59d2c9 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (3226efc1-9bf8-49de-b390-80d0e9a20daa), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:17.622225 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997c0359-ed60-4028-870a-d8f45ead992c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-1ee33d3b-1a74-4e85-bc38-f039d99ff949', 'network_id': '1ee33d3b-1a74-4e85-bc38-f039d99ff949', 'project_id': 'a7702b96d2e9454080794ef9bd189f25', 'fixed_ips': [{'subnet_id': '0003c3c8-22d8-4582-8183-210d1d3a82a0'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:36:17.623812 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-997c0359-ed60-4028-870a-d8f45ead992c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:17.633549 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-6b1c068f-a0b7-400a-8384-6c52c095ca47 req-5925f3ea-f1bb-482d-841d-db335c314079 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:17.636946 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6b1c068f-a0b7-400a-8384-6c52c095ca47 req-5925f3ea-f1bb-482d-841d-db335c314079 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.91 "DELETE /v2.0/ports/ba3e5178-d54c-4a05-9e05-cd9347ef9f21 HTTP/1.1" status: 204 len: 173 time: 3.3556867 Feb 17 17:36:17.637431 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7813f51-0f8c-406e-992d-d19f127ae697', 'name': 'network-vif-deleted', 'tag': 'ba3e5178-d54c-4a05-9e05-cd9347ef9f21'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:36:17.638312 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-24a7ca57-b25c-4e21-a127-9e2fbe59d2c9 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3226efc1-9bf8-49de-b390-80d0e9a20daa']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:36:17.639859 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0440a708-381f-4798-8993-92a18de9e895" -d '{"events": [{"server_uuid": "f7813f51-0f8c-406e-992d-d19f127ae697", "name": "network-vif-deleted", "tag": "ba3e5178-d54c-4a05-9e05-cd9347ef9f21"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:36:17.652183 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-24a7ca57-b25c-4e21-a127-9e2fbe59d2c9 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d8f104d-d90e-4c9c-a6a6-4d67948643e9') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:36:17.652774 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-24a7ca57-b25c-4e21-a127-9e2fbe59d2c9 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d8f104d-d90e-4c9c-a6a6-4d67948643e9') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:36:17.655264 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-ed990567-4907-49fd-aff4-6ceae54d0779 None None] For port b24f6ea5-4057-46a8-85f1-1055abcfc8bf, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=b24f6ea5-4057-46a8-85f1-1055abcfc8bf,segment=NetworkSegment(54a0281e-ac86-4d6f-b98e-41505de857af),segment_id=54a0281e-ac86-4d6f-b98e-41505de857af)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:36:17.670883 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-24a7ca57-b25c-4e21-a127-9e2fbe59d2c9 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (8d8f104d-d90e-4c9c-a6a6-4d67948643e9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:17.687993 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ed990567-4907-49fd-aff4-6ceae54d0779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b24f6ea5-4057-46a8-85f1-1055abcfc8bf), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:17.689989 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-24a7ca57-b25c-4e21-a127-9e2fbe59d2c9 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (8d8f104d-d90e-4c9c-a6a6-4d67948643e9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:17.691864 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-17eeec40-9535-4109-b2aa-ce776bd7bb45 req-54d3f160-48e1-4061-aa50-fb032a4eaf66 tempest-SecurityGroupsTestAdminJSON-571910007 tempest-SecurityGroupsTestAdminJSON-571910007-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1445606724', 'description': 'tempest-description-1737603125'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:17.700763 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24a7ca57-b25c-4e21-a127-9e2fbe59d2c9 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:36:17.706688 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-24a7ca57-b25c-4e21-a127-9e2fbe59d2c9 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (8d8f104d-d90e-4c9c-a6a6-4d67948643e9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:17.710722 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-82c8210e-14f6-4f1c-b4ab-d963cfb07a5c None None] Deleting port de01f7d7-c3a2-40bb-a956-d40c194ab93d {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:36:17.710722 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-82c8210e-14f6-4f1c-b4ab-d963cfb07a5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (de01f7d7-c3a2-40bb-a956-d40c194ab93d), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:17.710932 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:36:17.710932 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:36:17.710932 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:36:17.710932 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:36:17.710932 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:36:17.710932 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:36:17.710932 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:36:17.710932 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:36:17.710932 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:36:17.710932 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:36:17.710932 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:36:17.710932 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:36:17.710932 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:36:17.710932 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:36:17.710932 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:36:17.710932 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:36:17.710932 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:36:17.710932 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:36:17.710932 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:36:17.710932 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:36:17.710932 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:36:17.710932 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:36:17.710932 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:36:17.710932 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:36:17.710932 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:36:17.710932 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:36:17.710932 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:36:17.710932 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:36:17.710932 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:36:17.710932 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:36:17.710932 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:36:17.710932 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:36:17.738020 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cc3020-4c76-4e0c-b797-408f902c811a tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:17.739451 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cc3020-4c76-4e0c-b797-408f902c811a tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:17.740856 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cc3020-4c76-4e0c-b797-408f902c811a tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:17.742473 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-24cc3020-4c76-4e0c-b797-408f902c811a tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.3270547 Feb 17 17:36:17.743404 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d884728a-723c-4cac-b593-f0099a67c060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (c2bb172c-9690-450a-a4fd-f4f736ade8a5), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:17.759040 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45510) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:17.816470 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-24a7ca57-b25c-4e21-a127-9e2fbe59d2c9 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (3226efc1-9bf8-49de-b390-80d0e9a20daa), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:17.830437 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-24a7ca57-b25c-4e21-a127-9e2fbe59d2c9 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:17.836663 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-24a7ca57-b25c-4e21-a127-9e2fbe59d2c9 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "DELETE /v2.0/networks/3226efc1-9bf8-49de-b390-80d0e9a20daa HTTP/1.1" status: 204 len: 168 time: 1.1470046 Feb 17 17:36:17.841094 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45512) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:17.862940 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f42f7e5d-f9e5-4f28-b654-d8e1c38371e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (884735e1-5568-4ef9-9e9a-5668bb636166), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:17.902419 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d884728a-723c-4cac-b593-f0099a67c060 None None] No DVR routers for this DVR port c2bb172c-9690-450a-a4fd-f4f736ade8a5 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:36:17.910887 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port d7a33bc5-21c5-4df3-b5ec-afad054011c1 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:36:17.911267 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d7a33bc5-21c5-4df3-b5ec-afad054011c1), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:17.912609 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a7ca57-b25c-4e21-a127-9e2fbe59d2c9 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Pushing event deleted for resources: {'Network': ['ID=3226efc1-9bf8-49de-b390-80d0e9a20daa,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:17.949166 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-a1e8cf4c-0de7-4c7b-932a-bc66cc3aede9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Allocated IP 172.20.0.2 (f82adc72-a904-4b51-9a87-7ea8a1981040/9917a1d7-5783-41ed-9481-a1b7320fb193/0c75f450-2ad2-4626-8c82-0da531d64889) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:36:18.003288 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-873488c9-5009-4477-9869-4f79096ec890 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (8329e05c-f5f3-4a6c-995b-30a9e6574e32), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:18.017117 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-17eeec40-9535-4109-b2aa-ce776bd7bb45 req-54d3f160-48e1-4061-aa50-fb032a4eaf66 tempest-SecurityGroupsTestAdminJSON-571910007 tempest-SecurityGroupsTestAdminJSON-571910007-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:18.040514 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-a1e8cf4c-0de7-4c7b-932a-bc66cc3aede9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Allocated IP 2001:db8::f816:3eff:fe16:59c6 (f82adc72-a904-4b51-9a87-7ea8a1981040/efab06e9-45a5-4a4f-8004-952b2b4726dc/0c75f450-2ad2-4626-8c82-0da531d64889) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:36:18.099883 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-873488c9-5009-4477-9869-4f79096ec890 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Deleting port de01f7d7-c3a2-40bb-a956-d40c194ab93d {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:36:18.100488 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-873488c9-5009-4477-9869-4f79096ec890 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (de01f7d7-c3a2-40bb-a956-d40c194ab93d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:18.146059 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-66a301a2-b1f1-42c1-9d5c-69ebc26339ed tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Deleting subnet df7804bf-86a6-40e1-b6b8-b573183ad6b5 {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:36:18.162678 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-da03bf79-9998-496f-8eec-96da98a6d7af service neutron] 10.222.0.87 "GET /v2.0/networks/7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5989828 Feb 17 17:36:18.170355 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-66a301a2-b1f1-42c1-9d5c-69ebc26339ed tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks [] for subnet (df7804bf-86a6-40e1-b6b8-b573183ad6b5), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:18.176321 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42f7e5d-f9e5-4f28-b654-d8e1c38371e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=884735e1-5568-4ef9-9e9a-5668bb636166,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:18.289931 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-873488c9-5009-4477-9869-4f79096ec890 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] For port de01f7d7-c3a2-40bb-a956-d40c194ab93d, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=de01f7d7-c3a2-40bb-a956-d40c194ab93d,segment=NetworkSegment(55cf67f8-56dc-4cc3-aade-06e6513a1c54),segment_id=55cf67f8-56dc-4cc3-aade-06e6513a1c54)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:36:18.290569 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-873488c9-5009-4477-9869-4f79096ec890 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (de01f7d7-c3a2-40bb-a956-d40c194ab93d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:18.331359 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-873488c9-5009-4477-9869-4f79096ec890 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Calling delete_port for de01f7d7-c3a2-40bb-a956-d40c194ab93d owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:36:18.359366 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42f7e5d-f9e5-4f28-b654-d8e1c38371e4 admin admin] Checking segment: {'id': 'e4661035-9680-4da1-989b-77404c89e6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:36:18.360374 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42f7e5d-f9e5-4f28-b654-d8e1c38371e4 admin admin] Network hostable DHCP agents. Network: ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:36:18.364211 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fbe21b8c-54d9-4bd8-a72d-757add2416af admin admin] Publish callbacks [] for port (1fa40148-0016-4ac4-81ac-14d546f76b67), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:18.401706 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-66a301a2-b1f1-42c1-9d5c-69ebc26339ed tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (df7804bf-86a6-40e1-b6b8-b573183ad6b5), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:18.404808 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fbe21b8c-54d9-4bd8-a72d-757add2416af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (1fa40148-0016-4ac4-81ac-14d546f76b67), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:18.471671 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-873488c9-5009-4477-9869-4f79096ec890 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (de01f7d7-c3a2-40bb-a956-d40c194ab93d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:18.489244 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873488c9-5009-4477-9869-4f79096ec890 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] No DVR routers for this DVR port de01f7d7-c3a2-40bb-a956-d40c194ab93d on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:36:18.518944 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873488c9-5009-4477-9869-4f79096ec890 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Pushing event deleted for resources: {'Port': ['ID=de01f7d7-c3a2-40bb-a956-d40c194ab93d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:18.521007 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed990567-4907-49fd-aff4-6ceae54d0779 None None] Pushing event updated for resources: {'Port': ['ID=b24f6ea5-4057-46a8-85f1-1055abcfc8bf,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:18.529327 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-82c8210e-14f6-4f1c-b4ab-d963cfb07a5c None None] For port de01f7d7-c3a2-40bb-a956-d40c194ab93d, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=de01f7d7-c3a2-40bb-a956-d40c194ab93d,segment=NetworkSegment(55cf67f8-56dc-4cc3-aade-06e6513a1c54),segment_id=55cf67f8-56dc-4cc3-aade-06e6513a1c54)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:36:18.529785 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-82c8210e-14f6-4f1c-b4ab-d963cfb07a5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (de01f7d7-c3a2-40bb-a956-d40c194ab93d), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:18.556998 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-997c0359-ed60-4028-870a-d8f45ead992c None None] Allocated IP 172.20.0.18 (1ee33d3b-1a74-4e85-bc38-f039d99ff949/0003c3c8-22d8-4582-8183-210d1d3a82a0/db2410ad-ee62-45f0-88f2-b32ac6dc809c) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:36:18.580436 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-17eeec40-9535-4109-b2aa-ce776bd7bb45 req-54d3f160-48e1-4061-aa50-fb032a4eaf66 tempest-SecurityGroupsTestAdminJSON-571910007 tempest-SecurityGroupsTestAdminJSON-571910007-project] Publish callbacks [] for security_group (585c229b-676b-49fd-a480-50021ecd6994), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:18.608117 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d884728a-723c-4cac-b593-f0099a67c060 None None] Pushing event deleted for resources: {'Port': ['ID=c2bb172c-9690-450a-a4fd-f4f736ade8a5,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:18.608376 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-17eeec40-9535-4109-b2aa-ce776bd7bb45 req-54d3f160-48e1-4061-aa50-fb032a4eaf66 tempest-SecurityGroupsTestAdminJSON-571910007 tempest-SecurityGroupsTestAdminJSON-571910007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (585c229b-676b-49fd-a480-50021ecd6994), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:18.610329 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-82c8210e-14f6-4f1c-b4ab-d963cfb07a5c None None] Calling delete_port for de01f7d7-c3a2-40bb-a956-d40c194ab93d owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:36:18.622170 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-873488c9-5009-4477-9869-4f79096ec890 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (8329e05c-f5f3-4a6c-995b-30a9e6574e32), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:18.643242 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-300c1d8f-6553-471e-964d-55587f011e4a None None] Current status of the port d7a33bc5-21c5-4df3-b5ec-afad054011c1 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:36:18.644016 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-300c1d8f-6553-471e-964d-55587f011e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d7a33bc5-21c5-4df3-b5ec-afad054011c1), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:18.652316 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-873488c9-5009-4477-9869-4f79096ec890 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8329e05c-f5f3-4a6c-995b-30a9e6574e32']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:36:18.665409 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-873488c9-5009-4477-9869-4f79096ec890 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55cf67f8-56dc-4cc3-aade-06e6513a1c54') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:36:18.665409 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-873488c9-5009-4477-9869-4f79096ec890 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55cf67f8-56dc-4cc3-aade-06e6513a1c54') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:36:18.677023 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-873488c9-5009-4477-9869-4f79096ec890 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (55cf67f8-56dc-4cc3-aade-06e6513a1c54), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:18.682339 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42f7e5d-f9e5-4f28-b654-d8e1c38371e4 admin admin] Network ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:36:18.694192 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-873488c9-5009-4477-9869-4f79096ec890 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (55cf67f8-56dc-4cc3-aade-06e6513a1c54), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:18.701956 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-873488c9-5009-4477-9869-4f79096ec890 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:36:18.702899 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-873488c9-5009-4477-9869-4f79096ec890 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (55cf67f8-56dc-4cc3-aade-06e6513a1c54), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:18.706962 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:36:18.706962 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:36:18.706962 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:36:18.706962 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:36:18.706962 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:36:18.706962 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:36:18.706962 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:36:18.706962 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:36:18.706962 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:36:18.706962 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:36:18.706962 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:36:18.706962 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:36:18.706962 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:36:18.706962 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:36:18.706962 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:36:18.706962 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:36:18.706962 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:36:18.706962 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:36:18.706962 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:36:18.706962 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:36:18.706962 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:36:18.706962 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:36:18.706962 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:36:18.706962 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:36:18.706962 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:36:18.706962 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:36:18.706962 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:36:18.706962 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:36:18.706962 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:36:18.706962 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:36:18.706962 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:36:18.706962 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:36:18.723700 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fbe21b8c-54d9-4bd8-a72d-757add2416af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (840903af-ad3e-4180-93f6-7e726b422724), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:18.734240 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe21b8c-54d9-4bd8-a72d-757add2416af admin admin] Pushing event updated for resources: {'Port': ['ID=1fa40148-0016-4ac4-81ac-14d546f76b67,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:18.773288 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-17eeec40-9535-4109-b2aa-ce776bd7bb45 req-54d3f160-48e1-4061-aa50-fb032a4eaf66 tempest-SecurityGroupsTestAdminJSON-571910007 tempest-SecurityGroupsTestAdminJSON-571910007-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:18.774616 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-17eeec40-9535-4109-b2aa-ce776bd7bb45 req-54d3f160-48e1-4061-aa50-fb032a4eaf66 tempest-SecurityGroupsTestAdminJSON-571910007 tempest-SecurityGroupsTestAdminJSON-571910007-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 1.1320536 Feb 17 17:36:18.775198 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-f42f7e5d-f9e5-4f28-b654-d8e1c38371e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:36:18.780357 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port d7a33bc5-21c5-4df3-b5ec-afad054011c1 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:36:18.780835 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d7a33bc5-21c5-4df3-b5ec-afad054011c1), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:18.782224 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-873488c9-5009-4477-9869-4f79096ec890 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (8329e05c-f5f3-4a6c-995b-30a9e6574e32), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:18.800931 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:18.808579 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-873488c9-5009-4477-9869-4f79096ec890 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:18.812149 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-873488c9-5009-4477-9869-4f79096ec890 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] 10.222.0.87 "DELETE /v2.0/networks/8329e05c-f5f3-4a6c-995b-30a9e6574e32 HTTP/1.1" status: 204 len: 168 time: 0.9681482 Feb 17 17:36:18.813632 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873488c9-5009-4477-9869-4f79096ec890 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Pushing event deleted for resources: {'Network': ['ID=8329e05c-f5f3-4a6c-995b-30a9e6574e32,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:18.826534 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d3f160-48e1-4061-aa50-fb032a4eaf66 tempest-SecurityGroupsTestAdminJSON-571910007 tempest-SecurityGroupsTestAdminJSON-571910007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=585c229b-676b-49fd-a480-50021ecd6994,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:18.835529 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35358f60-05af-4e27-9fc3-4dd6a80ad95a None None] Network ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:36:18.850939 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873488c9-5009-4477-9869-4f79096ec890 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:36:18.851299 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873488c9-5009-4477-9869-4f79096ec890 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:36:18.851653 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873488c9-5009-4477-9869-4f79096ec890 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:36:18.852009 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873488c9-5009-4477-9869-4f79096ec890 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:36:18.852366 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873488c9-5009-4477-9869-4f79096ec890 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:36:18.852708 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873488c9-5009-4477-9869-4f79096ec890 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:36:18.853045 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873488c9-5009-4477-9869-4f79096ec890 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:36:18.853429 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873488c9-5009-4477-9869-4f79096ec890 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:36:18.853706 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873488c9-5009-4477-9869-4f79096ec890 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:36:18.854044 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873488c9-5009-4477-9869-4f79096ec890 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:36:18.854377 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873488c9-5009-4477-9869-4f79096ec890 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:36:18.854710 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873488c9-5009-4477-9869-4f79096ec890 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:36:18.855035 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873488c9-5009-4477-9869-4f79096ec890 tempest-TaggedBootDevicesTest_v242-1705007087 tempest-TaggedBootDevicesTest_v242-1705007087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:36:18.884126 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42f7e5d-f9e5-4f28-b654-d8e1c38371e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:18.885037 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f42f7e5d-f9e5-4f28-b654-d8e1c38371e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:18.890307 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-300c1d8f-6553-471e-964d-55587f011e4a None None] For port d7a33bc5-21c5-4df3-b5ec-afad054011c1, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=d7a33bc5-21c5-4df3-b5ec-afad054011c1,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:36:18.899869 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a1e8cf4c-0de7-4c7b-932a-bc66cc3aede9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for port (0c75f450-2ad2-4626-8c82-0da531d64889), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:18.902128 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48514835-19a4-409b-9a44-2237bd3ebf16 x-openstack-request-id: req-48514835-19a4-409b-9a44-2237bd3ebf16 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:36:18.902438 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7813f51-0f8c-406e-992d-d19f127ae697", "name": "network-vif-deleted", "tag": "ba3e5178-d54c-4a05-9e05-cd9347ef9f21", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:36:18.902677 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-48514835-19a4-409b-9a44-2237bd3ebf16 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:36:18.903085 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7813f51-0f8c-406e-992d-d19f127ae697', 'name': 'network-vif-deleted', 'tag': 'ba3e5178-d54c-4a05-9e05-cd9347ef9f21', 'status': 'completed', 'code': 200} Feb 17 17:36:18.916726 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d415b2ae-a122-4513-856d-cc0d92fe5c6f None None] Update dhcp port {'port': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'fixed_ips': [{'subnet_id': 'efab06e9-45a5-4a4f-8004-952b2b4726dc', 'ip_address': '2001:db8::f816:3eff:fe9e:3ab1'}, {'subnet_id': '9917a1d7-5783-41ed-9481-a1b7320fb193'}], 'binding:host_id': 'n-d-829613-2'}, 'id': 'd7a33bc5-21c5-4df3-b5ec-afad054011c1'} from n-d-829613-2. {{(pid=103436) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 17 17:36:18.918714 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-4e84fe25-3ef3-4aa8-9de3-bf3ef5ea9482 service neutron] 10.222.0.87 "GET /v2.0/networks/7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7260618 Feb 17 17:36:18.963505 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-300c1d8f-6553-471e-964d-55587f011e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (d7a33bc5-21c5-4df3-b5ec-afad054011c1), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:18.994006 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-f42f7e5d-f9e5-4f28-b654-d8e1c38371e4 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.7171323 Feb 17 17:36:19.091595 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-66a301a2-b1f1-42c1-9d5c-69ebc26339ed tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (df7804bf-86a6-40e1-b6b8-b573183ad6b5), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:19.143430 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-ecda2f91-6383-4115-a04a-ac905be7a1d1 service neutron] 10.222.0.87 "GET /v2.0/networks/7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077324 Feb 17 17:36:19.167330 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c1d8f-6553-471e-964d-55587f011e4a None None] Pushing event updated for resources: {'Port': ['ID=d7a33bc5-21c5-4df3-b5ec-afad054011c1,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:19.225949 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d415b2ae-a122-4513-856d-cc0d92fe5c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d7a33bc5-21c5-4df3-b5ec-afad054011c1), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:19.262648 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9984faee-e476-4757-9e83-aa212b5a531b None None] Network ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:36:19.281079 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:36:19.281320 n-d-829613-2 neutron-server[103436]: DEBUG oslo_db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 17:36:19.291382 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a1e8cf4c-0de7-4c7b-932a-bc66cc3aede9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (0c75f450-2ad2-4626-8c82-0da531d64889), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:19.296355 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-23b768d5-bb17-4d3b-a4fa-8893f4f30ab8 req-a755afa7-07fc-43f8-8a11-b375774cc0be tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-655058213', 'description': 'tempest-description-771694876'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:19.306277 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-66a301a2-b1f1-42c1-9d5c-69ebc26339ed tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (df7804bf-86a6-40e1-b6b8-b573183ad6b5), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:19.312137 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe21b8c-54d9-4bd8-a72d-757add2416af admin admin] Network 249d7a73-68d0-4715-9e76-b2a8e292b955 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:36:19.315790 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-82c8210e-14f6-4f1c-b4ab-d963cfb07a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (de01f7d7-c3a2-40bb-a956-d40c194ab93d), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:19.348536 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-fbe21b8c-54d9-4bd8-a72d-757add2416af admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:36:19.392168 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a301a2-b1f1-42c1-9d5c-69ebc26339ed tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Pushing event deleted for resources: {'Subnet': ['ID=df7804bf-86a6-40e1-b6b8-b573183ad6b5,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:19.402342 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-82c8210e-14f6-4f1c-b4ab-d963cfb07a5c None None] Network 8329e05c-f5f3-4a6c-995b-30a9e6574e32 is not hosted by any dhcp agent {{(pid=103436) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 17 17:36:19.402581 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c8210e-14f6-4f1c-b4ab-d963cfb07a5c None None] No DVR routers for this DVR port de01f7d7-c3a2-40bb-a956-d40c194ab93d on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:36:19.412757 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c8210e-14f6-4f1c-b4ab-d963cfb07a5c None None] Pushing event deleted for resources: {'Port': ['ID=de01f7d7-c3a2-40bb-a956-d40c194ab93d,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:19.425514 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-66a301a2-b1f1-42c1-9d5c-69ebc26339ed tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:19.433627 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-66a301a2-b1f1-42c1-9d5c-69ebc26339ed tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] 10.222.0.87 "DELETE /v2.0/subnets/df7804bf-86a6-40e1-b6b8-b573183ad6b5 HTTP/1.1" status: 204 len: 168 time: 1.5850930 Feb 17 17:36:19.436224 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e8cf4c-0de7-4c7b-932a-bc66cc3aede9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:36:19.436934 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45532) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:19.447678 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-23b768d5-bb17-4d3b-a4fa-8893f4f30ab8 req-a755afa7-07fc-43f8-8a11-b375774cc0be tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:19.456735 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-62a6adcb-9b55-4731-94a4-1820d594d2c1 service neutron] 10.222.0.87 "GET /v2.0/networks/7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029218 Feb 17 17:36:19.457618 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-a1e8cf4c-0de7-4c7b-932a-bc66cc3aede9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:36:19.467402 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-997c0359-ed60-4028-870a-d8f45ead992c None None] Publish callbacks [] for port (db2410ad-ee62-45f0-88f2-b32ac6dc809c), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:19.518854 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e27890a-487d-490a-8fe3-888ca85244d8 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Deleting subnet 0003c3c8-22d8-4582-8183-210d1d3a82a0 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:36:19.522275 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4e27890a-487d-490a-8fe3-888ca85244d8 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks [] for subnet (0003c3c8-22d8-4582-8183-210d1d3a82a0), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:19.535462 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e8cf4c-0de7-4c7b-932a-bc66cc3aede9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:36:19.535925 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-997c0359-ed60-4028-870a-d8f45ead992c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (db2410ad-ee62-45f0-88f2-b32ac6dc809c), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:19.566970 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc575fa-c8e1-4d5b-a185-412f17dbef89 None None] Network e88399f5-66f9-4f14-a3b7-71212131b6a7 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:36:19.588292 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4e27890a-487d-490a-8fe3-888ca85244d8 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (0003c3c8-22d8-4582-8183-210d1d3a82a0), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:19.668762 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e8cf4c-0de7-4c7b-932a-bc66cc3aede9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Port': ['ID=0c75f450-2ad2-4626-8c82-0da531d64889,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:19.683644 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e8cf4c-0de7-4c7b-932a-bc66cc3aede9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:19.684432 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a1e8cf4c-0de7-4c7b-932a-bc66cc3aede9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:19.684771 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997c0359-ed60-4028-870a-d8f45ead992c None None] Network 1ee33d3b-1a74-4e85-bc38-f039d99ff949 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:36:19.686724 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:19.687927 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-23b768d5-bb17-4d3b-a4fa-8893f4f30ab8 req-a755afa7-07fc-43f8-8a11-b375774cc0be tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:19.705642 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4e27890a-487d-490a-8fe3-888ca85244d8 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (0003c3c8-22d8-4582-8183-210d1d3a82a0), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:19.725843 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-997c0359-ed60-4028-870a-d8f45ead992c None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:36:19.729584 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997c0359-ed60-4028-870a-d8f45ead992c None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:36:19.735702 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c0359-ed60-4028-870a-d8f45ead992c None None] Pushing event updated for resources: {'Port': ['ID=db2410ad-ee62-45f0-88f2-b32ac6dc809c,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:19.743147 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe21b8c-54d9-4bd8-a72d-757add2416af admin admin] Router 840903af-ad3e-4180-93f6-7e726b422724 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:36:19.779003 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-3e970cca-1da6-4878-94db-2aee401d8220 None None] Provisioning complete for port b24f6ea5-4057-46a8-85f1-1055abcfc8bf triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:36:19.779992 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3e970cca-1da6-4878-94db-2aee401d8220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b24f6ea5-4057-46a8-85f1-1055abcfc8bf), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:19.789185 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4e27890a-487d-490a-8fe3-888ca85244d8 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (0003c3c8-22d8-4582-8183-210d1d3a82a0), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:19.807765 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4e27890a-487d-490a-8fe3-888ca85244d8 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:19.811918 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4e27890a-487d-490a-8fe3-888ca85244d8 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] 10.222.0.87 "DELETE /v2.0/subnets/0003c3c8-22d8-4582-8183-210d1d3a82a0 HTTP/1.1" status: 204 len: 168 time: 0.3737011 Feb 17 17:36:19.842674 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45534) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:19.853101 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e27890a-487d-490a-8fe3-888ca85244d8 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Pushing event deleted for resources: {'Subnet': ['ID=0003c3c8-22d8-4582-8183-210d1d3a82a0,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:19.858280 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-23b768d5-bb17-4d3b-a4fa-8893f4f30ab8 req-a755afa7-07fc-43f8-8a11-b375774cc0be tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] Publish callbacks [] for security_group (ccc08a19-311f-43b4-8db4-b75d2c4ceb21), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:19.872058 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a1e8cf4c-0de7-4c7b-932a-bc66cc3aede9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 5.0241938 Feb 17 17:36:19.874660 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-23b768d5-bb17-4d3b-a4fa-8893f4f30ab8 req-a755afa7-07fc-43f8-8a11-b375774cc0be tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (ccc08a19-311f-43b4-8db4-b75d2c4ceb21), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:19.879007 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45536) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:19.897598 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466e322-2882-4984-aae1-13af2fafebf9 req-0aef6f8f-0668-461e-9def-70c5e9283f68 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:19.899609 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-0aef6f8f-0668-461e-9def-70c5e9283f68 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports/52ff7d56-9a39-4bcd-81d3-82d714507134 HTTP/1.1" status: 200 len: 931 time: 0.3613307 Feb 17 17:36:19.909456 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-d415b2ae-a122-4513-856d-cc0d92fe5c6f None None] Allocated IP 172.20.0.3 (f82adc72-a904-4b51-9a87-7ea8a1981040/9917a1d7-5783-41ed-9481-a1b7320fb193/d7a33bc5-21c5-4df3-b5ec-afad054011c1) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:36:19.944892 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e9e5e1-a7a4-47d7-821e-ce973f414253 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:19.945118 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-997c0359-ed60-4028-870a-d8f45ead992c None None] Attempting to bind port db2410ad-ee62-45f0-88f2-b32ac6dc809c on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:36:19.945289 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-997c0359-ed60-4028-870a-d8f45ead992c None None] Attempting to bind port db2410ad-ee62-45f0-88f2-b32ac6dc809c by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'dc023d5a-9b81-4f38-be9c-f457069c2232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1ee33d3b-1a74-4e85-bc38-f039d99ff949'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:36:19.945658 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997c0359-ed60-4028-870a-d8f45ead992c None None] Attempting to bind port db2410ad-ee62-45f0-88f2-b32ac6dc809c on network 1ee33d3b-1a74-4e85-bc38-f039d99ff949 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:36:19.953830 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-38e9e5e1-a7a4-47d7-821e-ce973f414253 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1024895 Feb 17 17:36:19.953830 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45538) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:19.954106 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port d7a33bc5-21c5-4df3-b5ec-afad054011c1 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:36:19.983353 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5d5322-cca7-492a-850d-aee8261cb188 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:19.989302 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5d5322-cca7-492a-850d-aee8261cb188 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:19.990761 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997c0359-ed60-4028-870a-d8f45ead992c None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:36:19.996454 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997c0359-ed60-4028-870a-d8f45ead992c None None] Checking segment: {'id': 'dc023d5a-9b81-4f38-be9c-f457069c2232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1ee33d3b-1a74-4e85-bc38-f039d99ff949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:36:19.996626 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7e5d5322-cca7-492a-850d-aee8261cb188 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1112731 Feb 17 17:36:19.996725 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-997c0359-ed60-4028-870a-d8f45ead992c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:19.996725 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997c0359-ed60-4028-870a-d8f45ead992c None None] Bound using segment: {'id': 'dc023d5a-9b81-4f38-be9c-f457069c2232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1ee33d3b-1a74-4e85-bc38-f039d99ff949'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:36:19.996725 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-997c0359-ed60-4028-870a-d8f45ead992c None None] Bound port: db2410ad-ee62-45f0-88f2-b32ac6dc809c, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc023d5a-9b81-4f38-be9c-f457069c2232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1ee33d3b-1a74-4e85-bc38-f039d99ff949'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:36:19.996725 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-997c0359-ed60-4028-870a-d8f45ead992c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (db2410ad-ee62-45f0-88f2-b32ac6dc809c), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:19.997032 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45540) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:20.046233 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a755afa7-07fc-43f8-8a11-b375774cc0be tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc08a19-311f-43b4-8db4-b75d2c4ceb21,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:20.086009 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466e322-2882-4984-aae1-13af2fafebf9 req-32075a43-f6d6-46df-979d-dcce1ffdf144 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:20.088342 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9985d5-6e01-4152-9f69-f2faf429889b None None] DHCP port deletion for e88399f5-66f9-4f14-a3b7-71212131b6a7 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:36:20.088926 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-32075a43-f6d6-46df-979d-dcce1ffdf144 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports/08d126b0-cae8-435d-a7c4-67c6dbfa3b4c HTTP/1.1" status: 200 len: 930 time: 0.1785641 Feb 17 17:36:20.112548 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-23b768d5-bb17-4d3b-a4fa-8893f4f30ab8 req-a755afa7-07fc-43f8-8a11-b375774cc0be tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] Publish callbacks [] for security_group (e6b453f5-afc7-40fd-a042-47664040ffce), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:20.122163 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0e9112cb-12b6-4aa6-aed4-d3e6f87e5b1b tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (1ee33d3b-1a74-4e85-bc38-f039d99ff949), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:20.122326 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-23b768d5-bb17-4d3b-a4fa-8893f4f30ab8 req-a755afa7-07fc-43f8-8a11-b375774cc0be tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (e6b453f5-afc7-40fd-a042-47664040ffce), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:20.165282 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device c2bb172c-9690-450a-a4fd-f4f736ade8a5 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:36:20.165469 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-23b768d5-bb17-4d3b-a4fa-8893f4f30ab8 req-a755afa7-07fc-43f8-8a11-b375774cc0be tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:20.177546 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-23b768d5-bb17-4d3b-a4fa-8893f4f30ab8 req-a755afa7-07fc-43f8-8a11-b375774cc0be tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.8934650 Feb 17 17:36:20.186513 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe21b8c-54d9-4bd8-a72d-757add2416af admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:36:20.209199 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-fbe21b8c-54d9-4bd8-a72d-757add2416af admin admin] 10.222.0.87 "PUT /v2.0/routers/840903af-ad3e-4180-93f6-7e726b422724/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3102295 Feb 17 17:36:20.209199 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a755afa7-07fc-43f8-8a11-b375774cc0be tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b453f5-afc7-40fd-a042-47664040ffce,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:20.216668 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: c2bb172c-9690-450a-a4fd-f4f736ade8a5 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:36:20.217097 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device c2bb172c-9690-450a-a4fd-f4f736ade8a5 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:36:20.218963 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cde0677-779d-4ca6-8903-99b354f3432d None None] Sync routers for ids ['840903af-ad3e-4180-93f6-7e726b422724'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:36:20.271585 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-30b762e6-997a-461d-a20d-b5c5b5276d58 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Deleting port 0c75f450-2ad2-4626-8c82-0da531d64889 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:36:20.271938 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-30b762e6-997a-461d-a20d-b5c5b5276d58 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (0c75f450-2ad2-4626-8c82-0da531d64889), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:20.292510 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-d415b2ae-a122-4513-856d-cc0d92fe5c6f None None] For port d7a33bc5-21c5-4df3-b5ec-afad054011c1, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=d7a33bc5-21c5-4df3-b5ec-afad054011c1,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:36:20.298846 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-3e970cca-1da6-4878-94db-2aee401d8220 None None] Current status of the port b24f6ea5-4057-46a8-85f1-1055abcfc8bf is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:36:20.299178 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3e970cca-1da6-4878-94db-2aee401d8220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b24f6ea5-4057-46a8-85f1-1055abcfc8bf), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:20.324814 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-997c0359-ed60-4028-870a-d8f45ead992c None None] For port db2410ad-ee62-45f0-88f2-b32ac6dc809c, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:36:20.332016 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cde0677-779d-4ca6-8903-99b354f3432d None None] Routers {'840903af-ad3e-4180-93f6-7e726b422724'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:36:20.332341 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-0e9112cb-12b6-4aa6-aed4-d3e6f87e5b1b tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Deleting port db2410ad-ee62-45f0-88f2-b32ac6dc809c {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:36:20.332650 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0e9112cb-12b6-4aa6-aed4-d3e6f87e5b1b tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (db2410ad-ee62-45f0-88f2-b32ac6dc809c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:20.332766 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-1cde0677-779d-4ca6-8903-99b354f3432d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:36:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['840903af-ad3e-4180-93f6-7e726b422724'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:36:20.537496 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-0e9112cb-12b6-4aa6-aed4-d3e6f87e5b1b tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] For port db2410ad-ee62-45f0-88f2-b32ac6dc809c, host n-d-829613-2, got binding levels [] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:36:20.537863 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0e9112cb-12b6-4aa6-aed4-d3e6f87e5b1b tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (db2410ad-ee62-45f0-88f2-b32ac6dc809c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:20.563224 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-0e9112cb-12b6-4aa6-aed4-d3e6f87e5b1b tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Calling delete_port for db2410ad-ee62-45f0-88f2-b32ac6dc809c owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:36:20.569913 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-30b762e6-997a-461d-a20d-b5c5b5276d58 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (0c75f450-2ad2-4626-8c82-0da531d64889), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:20.590848 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-30b762e6-997a-461d-a20d-b5c5b5276d58 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Calling delete_port for 0c75f450-2ad2-4626-8c82-0da531d64889 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:36:20.693842 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-997c0359-ed60-4028-870a-d8f45ead992c None None] For port db2410ad-ee62-45f0-88f2-b32ac6dc809c, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=db2410ad-ee62-45f0-88f2-b32ac6dc809c,segment=NetworkSegment(dc023d5a-9b81-4f38-be9c-f457069c2232),segment_id=dc023d5a-9b81-4f38-be9c-f457069c2232)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:36:20.695298 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device d7a33bc5-21c5-4df3-b5ec-afad054011c1 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:36:20.730795 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0e9112cb-12b6-4aa6-aed4-d3e6f87e5b1b tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (db2410ad-ee62-45f0-88f2-b32ac6dc809c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:20.771461 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-997c0359-ed60-4028-870a-d8f45ead992c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (db2410ad-ee62-45f0-88f2-b32ac6dc809c), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:20.776835 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9112cb-12b6-4aa6-aed4-d3e6f87e5b1b tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Pushing event deleted for resources: {'Port': ['ID=db2410ad-ee62-45f0-88f2-b32ac6dc809c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:20.777329 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d415b2ae-a122-4513-856d-cc0d92fe5c6f None None] Publish callbacks [] for port (d7a33bc5-21c5-4df3-b5ec-afad054011c1), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:20.794336 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8596500-ffcd-402c-9d3d-7157fda014af req-8a66a21f-fb69-4c00-8d3d-cdc5d978bbc9 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:20.796797 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f8596500-ffcd-402c-9d3d-7157fda014af req-8a66a21f-fb69-4c00-8d3d-cdc5d978bbc9 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/networks?id=ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad HTTP/1.1" status: 200 len: 813 time: 0.1505399 Feb 17 17:36:20.799282 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9112cb-12b6-4aa6-aed4-d3e6f87e5b1b tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] No DVR routers for this DVR port db2410ad-ee62-45f0-88f2-b32ac6dc809c on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:36:20.804904 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-3e970cca-1da6-4878-94db-2aee401d8220 None None] For port b24f6ea5-4057-46a8-85f1-1055abcfc8bf, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=b24f6ea5-4057-46a8-85f1-1055abcfc8bf,segment=NetworkSegment(54a0281e-ac86-4d6f-b98e-41505de857af),segment_id=54a0281e-ac86-4d6f-b98e-41505de857af)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:36:20.820291 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d415b2ae-a122-4513-856d-cc0d92fe5c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (d7a33bc5-21c5-4df3-b5ec-afad054011c1), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:20.825047 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-3b9985d5-6e01-4152-9f69-f2faf429889b None None] Deleting port b24f6ea5-4057-46a8-85f1-1055abcfc8bf {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:36:20.825619 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3b9985d5-6e01-4152-9f69-f2faf429889b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (b24f6ea5-4057-46a8-85f1-1055abcfc8bf), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:20.840589 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f8596500-ffcd-402c-9d3d-7157fda014af req-dbdc2a4c-19cd-4a26-b7c5-f0b1e8b4de82 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/quotas/5c112397353b4d5f9dae4aa16205da6f HTTP/1.1" status: 200 len: 375 time: 0.0318880 Feb 17 17:36:20.851087 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3e970cca-1da6-4878-94db-2aee401d8220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b24f6ea5-4057-46a8-85f1-1055abcfc8bf), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:20.885556 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c0359-ed60-4028-870a-d8f45ead992c None None] Pushing event deleted for resources: {'Port': ['ID=db2410ad-ee62-45f0-88f2-b32ac6dc809c,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:20.911416 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f8596500-ffcd-402c-9d3d-7157fda014af req-61151dcc-1b63-4f4e-be8e-3f31eaf490ee tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=5c112397353b4d5f9dae4aa16205da6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0687175 Feb 17 17:36:20.927491 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0e9112cb-12b6-4aa6-aed4-d3e6f87e5b1b tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (1ee33d3b-1a74-4e85-bc38-f039d99ff949), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:20.967918 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-0e9112cb-12b6-4aa6-aed4-d3e6f87e5b1b tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ee33d3b-1a74-4e85-bc38-f039d99ff949']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:36:20.991855 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-0e9112cb-12b6-4aa6-aed4-d3e6f87e5b1b tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc023d5a-9b81-4f38-be9c-f457069c2232') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:36:20.992948 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-0e9112cb-12b6-4aa6-aed4-d3e6f87e5b1b tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc023d5a-9b81-4f38-be9c-f457069c2232') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server [None req-28d802c2-f2d3-406b-b36c-aa5bc177a711 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port db2410ad-ee62-45f0-88f2-b32ac6dc809c could not be found. Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return self._iter().one() Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return self._only_one_row( Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in get_dhcp_port Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 17:36:20.994906 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 17:36:20.999271 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 17:36:20.999271 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 17:36:20.999271 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 17:36:20.999271 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 17:36:20.999271 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 17 17:36:20.999271 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 17 17:36:20.999271 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 17:36:20.999271 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 17:36:20.999271 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 17:36:20.999271 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 17:36:20.999271 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 17:36:20.999271 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 17:36:20.999271 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 17 17:36:20.999271 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 17 17:36:20.999271 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 17:36:20.999271 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 17:36:20.999271 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 17:36:20.999271 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 17:36:20.999271 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 17:36:20.999271 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 17 17:36:20.999271 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 17 17:36:20.999271 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 17 17:36:20.999271 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1564, in get_port Feb 17 17:36:20.999271 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Feb 17 17:36:20.999271 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Feb 17 17:36:20.999271 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Feb 17 17:36:20.999271 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port db2410ad-ee62-45f0-88f2-b32ac6dc809c could not be found. Feb 17 17:36:20.999271 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server Feb 17 17:36:21.023797 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-535be246-c4dd-4bc1-8320-ffe38d212719 req-3da3fd1e-d220-4773-8a85-dcecad352320 tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-816303512', 'description': 'tempest-description-1460568101'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:21.044924 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0e9112cb-12b6-4aa6-aed4-d3e6f87e5b1b tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (dc023d5a-9b81-4f38-be9c-f457069c2232), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:21.055538 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-f8596500-ffcd-402c-9d3d-7157fda014af req-02d4e91b-7bbd-441e-a767-e168a76f407b service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:36:21.061533 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f8596500-ffcd-402c-9d3d-7157fda014af req-02d4e91b-7bbd-441e-a767-e168a76f407b service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1438563 Feb 17 17:36:21.089196 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1337fdc-8682-4aec-be9e-41108f7160a6 None None] Network 1ee33d3b-1a74-4e85-bc38-f039d99ff949 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:36:21.096545 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-1cde0677-779d-4ca6-8903-99b354f3432d None None] Set router 840903af-ad3e-4180-93f6-7e726b422724 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:36:21.096900 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-535be246-c4dd-4bc1-8320-ffe38d212719 req-3da3fd1e-d220-4773-8a85-dcecad352320 tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:21.099298 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0e9112cb-12b6-4aa6-aed4-d3e6f87e5b1b tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (dc023d5a-9b81-4f38-be9c-f457069c2232), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:21.119810 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2c004fe1-abb9-43a6-b968-08bba955a70f tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:21.121229 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2c004fe1-abb9-43a6-b968-08bba955a70f tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports/52ff7d56-9a39-4bcd-81d3-82d714507134 HTTP/1.1" status: 200 len: 931 time: 0.0992558 Feb 17 17:36:21.122604 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e9112cb-12b6-4aa6-aed4-d3e6f87e5b1b tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:36:21.123579 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0e9112cb-12b6-4aa6-aed4-d3e6f87e5b1b tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (dc023d5a-9b81-4f38-be9c-f457069c2232), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:21.126908 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:36:21.126908 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:36:21.126908 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:36:21.126908 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:36:21.126908 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:36:21.126908 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:36:21.126908 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:36:21.126908 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:36:21.126908 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:36:21.126908 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:36:21.126908 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:36:21.126908 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:36:21.126908 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:36:21.126908 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:36:21.126908 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:36:21.126908 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:36:21.126908 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:36:21.126908 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:36:21.126908 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:36:21.126908 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:36:21.126908 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:36:21.126908 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:36:21.126908 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:36:21.126908 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:36:21.126908 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:36:21.126908 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:36:21.126908 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:36:21.126908 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:36:21.126908 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:36:21.126908 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:36:21.126908 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:36:21.126908 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:36:21.128744 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-30b762e6-997a-461d-a20d-b5c5b5276d58 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (0c75f450-2ad2-4626-8c82-0da531d64889), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:21.165473 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-3b9985d5-6e01-4152-9f69-f2faf429889b None None] For port b24f6ea5-4057-46a8-85f1-1055abcfc8bf, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=b24f6ea5-4057-46a8-85f1-1055abcfc8bf,segment=NetworkSegment(54a0281e-ac86-4d6f-b98e-41505de857af),segment_id=54a0281e-ac86-4d6f-b98e-41505de857af)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:36:21.165921 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3b9985d5-6e01-4152-9f69-f2faf429889b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (b24f6ea5-4057-46a8-85f1-1055abcfc8bf), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:21.209933 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f8596500-ffcd-402c-9d3d-7157fda014af req-c84a91c4-2e45-4285-8419-280f6f1de955 service neutron] 10.222.0.87 "GET /v2.0/networks/ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474223 Feb 17 17:36:21.211958 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d415b2ae-a122-4513-856d-cc0d92fe5c6f None None] Pushing event updated for resources: {'Port': ['ID=d7a33bc5-21c5-4df3-b5ec-afad054011c1,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:21.222971 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-3b9985d5-6e01-4152-9f69-f2faf429889b None None] Calling delete_port for b24f6ea5-4057-46a8-85f1-1055abcfc8bf owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:36:21.225645 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port d7a33bc5-21c5-4df3-b5ec-afad054011c1 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:36:21.226024 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d7a33bc5-21c5-4df3-b5ec-afad054011c1), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:21.276006 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-3a019626-1a0b-48fe-a71b-9f56863ee068 None None] Provisioning complete for port 1fa40148-0016-4ac4-81ac-14d546f76b67 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:36:21.276413 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3a019626-1a0b-48fe-a71b-9f56863ee068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1fa40148-0016-4ac4-81ac-14d546f76b67), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:21.277378 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b762e6-997a-461d-a20d-b5c5b5276d58 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Port': ['ID=0c75f450-2ad2-4626-8c82-0da531d64889,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:21.288234 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-535be246-c4dd-4bc1-8320-ffe38d212719 req-3da3fd1e-d220-4773-8a85-dcecad352320 tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] Publish callbacks [] for security_group (e987d421-1150-4a85-bc02-043723e99a7f), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:21.302317 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-535be246-c4dd-4bc1-8320-ffe38d212719 req-3da3fd1e-d220-4773-8a85-dcecad352320 tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (e987d421-1150-4a85-bc02-043723e99a7f), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:21.332288 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2d279e03-c9b5-4759-9d37-129b53db2809 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:21.333744 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2d279e03-c9b5-4759-9d37-129b53db2809 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports/08d126b0-cae8-435d-a7c4-67c6dbfa3b4c HTTP/1.1" status: 200 len: 930 time: 0.1940448 Feb 17 17:36:21.365466 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0e9112cb-12b6-4aa6-aed4-d3e6f87e5b1b tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (1ee33d3b-1a74-4e85-bc38-f039d99ff949), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:21.378125 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0e9112cb-12b6-4aa6-aed4-d3e6f87e5b1b tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:21.381330 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0e9112cb-12b6-4aa6-aed4-d3e6f87e5b1b tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] 10.222.0.87 "DELETE /v2.0/networks/1ee33d3b-1a74-4e85-bc38-f039d99ff949 HTTP/1.1" status: 204 len: 168 time: 1.4304359 Feb 17 17:36:21.409889 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45588) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:21.466369 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9112cb-12b6-4aa6-aed4-d3e6f87e5b1b tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Pushing event deleted for resources: {'Network': ['ID=1ee33d3b-1a74-4e85-bc38-f039d99ff949,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:21.494130 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-3a019626-1a0b-48fe-a71b-9f56863ee068 None None] Port 1fa40148-0016-4ac4-81ac-14d546f76b67 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:36:21.517543 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-30b762e6-997a-461d-a20d-b5c5b5276d58 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:21.523401 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-30b762e6-997a-461d-a20d-b5c5b5276d58 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/ports/0c75f450-2ad2-4626-8c82-0da531d64889 HTTP/1.1" status: 204 len: 168 time: 1.5254247 Feb 17 17:36:21.566953 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45590) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:21.602265 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e970cca-1da6-4878-94db-2aee401d8220 None None] Pushing event updated for resources: {'Port': ['ID=b24f6ea5-4057-46a8-85f1-1055abcfc8bf,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:21.611550 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a9007d38-451e-496b-a8f3-9c6841ffc847 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (e88399f5-66f9-4f14-a3b7-71212131b6a7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:21.707570 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f365cb-be64-4605-a13f-337e25176898 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:21.709881 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f365cb-be64-4605-a13f-337e25176898 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:21.715310 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f365cb-be64-4605-a13f-337e25176898 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:21.719753 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b6f365cb-be64-4605-a13f-337e25176898 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1515994 Feb 17 17:36:21.722840 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45592) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:21.777556 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3b9985d5-6e01-4152-9f69-f2faf429889b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (b24f6ea5-4057-46a8-85f1-1055abcfc8bf), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:21.811663 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-a9007d38-451e-496b-a8f3-9c6841ffc847 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Deleting port b24f6ea5-4057-46a8-85f1-1055abcfc8bf {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:36:21.812281 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a9007d38-451e-496b-a8f3-9c6841ffc847 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (b24f6ea5-4057-46a8-85f1-1055abcfc8bf), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:21.821239 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-535be246-c4dd-4bc1-8320-ffe38d212719 req-3da3fd1e-d220-4773-8a85-dcecad352320 tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:21.822492 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-535be246-c4dd-4bc1-8320-ffe38d212719 req-3da3fd1e-d220-4773-8a85-dcecad352320 tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.8038356 Feb 17 17:36:21.827059 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9985d5-6e01-4152-9f69-f2faf429889b None None] Pushing event deleted for resources: {'Port': ['ID=b24f6ea5-4057-46a8-85f1-1055abcfc8bf,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:21.829594 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9985d5-6e01-4152-9f69-f2faf429889b None None] No DVR routers for this DVR port b24f6ea5-4057-46a8-85f1-1055abcfc8bf on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:36:21.835651 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port d7a33bc5-21c5-4df3-b5ec-afad054011c1 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:36:21.851710 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da3fd1e-d220-4773-8a85-dcecad352320 tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e987d421-1150-4a85-bc02-043723e99a7f,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:21.906656 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f8596500-ffcd-402c-9d3d-7157fda014af req-bb894e25-a856-4594-b082-10b164316ba1 service neutron] 10.222.0.87 "GET /v2.0/networks/ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6909163 Feb 17 17:36:21.931988 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device de01f7d7-c3a2-40bb-a956-d40c194ab93d no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:36:21.961448 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-d96b0e0a-9326-4958-b93b-5bba7fc22e85 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Deleting subnet 9917a1d7-5783-41ed-9481-a1b7320fb193 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:36:21.967959 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d96b0e0a-9326-4958-b93b-5bba7fc22e85 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (9917a1d7-5783-41ed-9481-a1b7320fb193), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:21.977369 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: de01f7d7-c3a2-40bb-a956-d40c194ab93d {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:36:21.977930 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device de01f7d7-c3a2-40bb-a956-d40c194ab93d not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:36:22.014221 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d96b0e0a-9326-4958-b93b-5bba7fc22e85 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (9917a1d7-5783-41ed-9481-a1b7320fb193), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:22.021814 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-1cde0677-779d-4ca6-8903-99b354f3432d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840903af-ad3e-4180-93f6-7e726b422724', 'name': 'tempest-AttachVolumeTestJSON-92461313-router', 'tenant_id': 'a45426717d8d45f2862bf894c7d95737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'aac037e6-35cc-4538-a55f-d947e9e15ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:36:02Z', 'updated_at': '2022-02-17T17:36:16Z', 'revision_number': 4, 'project_id': 'a45426717d8d45f2862bf894c7d95737', 'gw_port': {'id': 'aac037e6-35cc-4538-a55f-d947e9e15ed4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840903af-ad3e-4180-93f6-7e726b422724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:36:04Z', 'updated_at': '2022-02-17T17:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '1fa40148-0016-4ac4-81ac-14d546f76b67', 'name': '', 'network_id': '249d7a73-68d0-4715-9e76-b2a8e292b955', 'tenant_id': 'a45426717d8d45f2862bf894c7d95737', 'mac_address': 'fa:16:3e:27:e9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840903af-ad3e-4180-93f6-7e726b422724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '183d9df1-0481-445d-8bb9-bc438141d74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:36:13Z', 'updated_at': '2022-02-17T17:36:17Z', 'revision_number': 2, 'project_id': 'a45426717d8d45f2862bf894c7d95737', 'subnets': [{'id': '183d9df1-0481-445d-8bb9-bc438141d74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:36:22.070262 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cde0677-779d-4ca6-8903-99b354f3432d None None] Checking router: 840903af-ad3e-4180-93f6-7e726b422724 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:36:22.070787 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cde0677-779d-4ca6-8903-99b354f3432d None None] Updating router 840903af-ad3e-4180-93f6-7e726b422724 port 1fa40148-0016-4ac4-81ac-14d546f76b67 binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:36:22.145388 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cde0677-779d-4ca6-8903-99b354f3432d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1fa40148-0016-4ac4-81ac-14d546f76b67), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:22.303750 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-a9007d38-451e-496b-a8f3-9c6841ffc847 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] For port b24f6ea5-4057-46a8-85f1-1055abcfc8bf, host n-d-829613-2, got binding levels [] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:36:22.305591 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a9007d38-451e-496b-a8f3-9c6841ffc847 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (b24f6ea5-4057-46a8-85f1-1055abcfc8bf), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:22.354862 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b84ca-aea8-4119-a9bd-5bb7291589d2 req-c27dbd4e-0ffd-47b2-b997-0e98b68ddc26 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:22.356486 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-193b84ca-aea8-4119-a9bd-5bb7291589d2 req-c27dbd4e-0ffd-47b2-b997-0e98b68ddc26 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=f00d4d80-0531-4d28-b776-76d9efd2b420 HTTP/1.1" status: 200 len: 950 time: 0.1366658 Feb 17 17:36:22.359633 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-a9007d38-451e-496b-a8f3-9c6841ffc847 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Calling delete_port for b24f6ea5-4057-46a8-85f1-1055abcfc8bf owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:36:22.363526 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.ipam_backend_mixin [None req-a9007d38-451e-496b-a8f3-9c6841ffc847 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Port b24f6ea5-4057-46a8-85f1-1055abcfc8bf was not found and therefore no delete operation was performed {{(pid=103434) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 17 17:36:22.364505 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a9007d38-451e-496b-a8f3-9c6841ffc847 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (b24f6ea5-4057-46a8-85f1-1055abcfc8bf), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:22.396144 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9007d38-451e-496b-a8f3-9c6841ffc847 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] No DVR routers for this DVR port b24f6ea5-4057-46a8-85f1-1055abcfc8bf on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:36:22.487452 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa75a5d0-f5bb-474d-af63-ad98131922b6 None None] get_active_networks_info from n-d-829613-2 {{(pid=103436) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 17 17:36:22.533109 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-193b84ca-aea8-4119-a9bd-5bb7291589d2 req-779cb082-5618-4d07-b5c0-1c400efcad32 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593776 Feb 17 17:36:22.537484 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a9007d38-451e-496b-a8f3-9c6841ffc847 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (e88399f5-66f9-4f14-a3b7-71212131b6a7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:22.565991 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-a9007d38-451e-496b-a8f3-9c6841ffc847 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e88399f5-66f9-4f14-a3b7-71212131b6a7']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:36:22.571213 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device d7a33bc5-21c5-4df3-b5ec-afad054011c1 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:36:22.580657 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-a9007d38-451e-496b-a8f3-9c6841ffc847 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54a0281e-ac86-4d6f-b98e-41505de857af') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:36:22.581041 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-a9007d38-451e-496b-a8f3-9c6841ffc847 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54a0281e-ac86-4d6f-b98e-41505de857af') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:36:22.596730 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a9007d38-451e-496b-a8f3-9c6841ffc847 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (54a0281e-ac86-4d6f-b98e-41505de857af), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:22.622259 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:36:22.623560 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a9007d38-451e-496b-a8f3-9c6841ffc847 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (54a0281e-ac86-4d6f-b98e-41505de857af), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:22.634155 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9007d38-451e-496b-a8f3-9c6841ffc847 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:36:22.635006 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a9007d38-451e-496b-a8f3-9c6841ffc847 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (54a0281e-ac86-4d6f-b98e-41505de857af), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:22.637642 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b529796a-5b82-45f6-965e-2111c5437f43 None None] Provisioning complete for port d7a33bc5-21c5-4df3-b5ec-afad054011c1 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:36:22.638027 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b529796a-5b82-45f6-965e-2111c5437f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d7a33bc5-21c5-4df3-b5ec-afad054011c1), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:22.674359 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-319fec48-67d4-4a40-a6ad-23d592fd9d24 req-d1417a80-44e9-43a5-9844-e07b2412e335 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 210 time: 0.0523307 Feb 17 17:36:22.675180 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45616) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:22.682284 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-0fe2b969-8537-44a6-b3c6-cc378154e6d9 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1852542880', 'description': 'tempest-description--1668081326'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:22.745782 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:36:22.745782 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:36:22.745782 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:36:22.745782 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:36:22.745782 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:36:22.745782 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:36:22.745782 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:36:22.745782 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:36:22.745782 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:36:22.745782 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:36:22.745782 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:36:22.745782 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:36:22.745782 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:36:22.745782 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:36:22.745782 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:36:22.745782 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:36:22.745782 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:36:22.745782 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:36:22.745782 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:36:22.745782 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:36:22.745782 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:36:22.745782 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:36:22.745782 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:36:22.745782 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:36:22.745782 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:36:22.745782 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:36:22.745782 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:36:22.745782 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:36:22.745782 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:36:22.745782 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:36:22.745782 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:36:22.745782 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:36:22.826991 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0fe2b969-8537-44a6-b3c6-cc378154e6d9 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:22.832777 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9300f-10fa-4a8b-920b-703af41b4977 req-b02e4f69-99b4-4c30-85de-af4e0c745b80 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:22.835277 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5ca9300f-10fa-4a8b-920b-703af41b4977 req-b02e4f69-99b4-4c30-85de-af4e0c745b80 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.71 "GET /v2.0/ports?device_id=f00d4d80-0531-4d28-b776-76d9efd2b420 HTTP/1.1" status: 200 len: 950 time: 0.9441428 Feb 17 17:36:22.836003 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9007d38-451e-496b-a8f3-9c6841ffc847 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Pushing event deleted for resources: {'Port': ['ID=b24f6ea5-4057-46a8-85f1-1055abcfc8bf,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:22.838667 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a9007d38-451e-496b-a8f3-9c6841ffc847 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (e88399f5-66f9-4f14-a3b7-71212131b6a7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:22.856622 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6e3580c7-3dd7-4abc-b5c0-2e5a38e72ba9 req-dc2a13ed-e35f-46b1-9569-04f02f7fc3fc tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=21f8505b-0ae7-4a5f-8dfe-d30c85bad41f HTTP/1.1" status: 200 len: 210 time: 0.0758855 Feb 17 17:36:22.895721 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a9007d38-451e-496b-a8f3-9c6841ffc847 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:22.902901 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a9007d38-451e-496b-a8f3-9c6841ffc847 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] 10.222.0.87 "DELETE /v2.0/networks/e88399f5-66f9-4f14-a3b7-71212131b6a7 HTTP/1.1" status: 204 len: 168 time: 1.4904315 Feb 17 17:36:22.904863 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9007d38-451e-496b-a8f3-9c6841ffc847 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Pushing event deleted for resources: {'Network': ['ID=e88399f5-66f9-4f14-a3b7-71212131b6a7,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:22.907002 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45620) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:22.955675 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port d7a33bc5-21c5-4df3-b5ec-afad054011c1 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:36:22.955675 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d7a33bc5-21c5-4df3-b5ec-afad054011c1), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:22.961883 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d96b0e0a-9326-4958-b93b-5bba7fc22e85 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (9917a1d7-5783-41ed-9481-a1b7320fb193), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:23.061678 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fc7ee943-9c28-4605-be20-43faa02ea404 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (e3f1bb1d-2674-4ad3-8c9a-17b1bb2b2a60), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:23.079461 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa75a5d0-f5bb-474d-af63-ad98131922b6 None None] Resources bound (agent type, host, resource id): {{(pid=103436) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 17:36:23.081570 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0fe2b969-8537-44a6-b3c6-cc378154e6d9 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks [] for security_group (24064728-799d-4802-ac8c-8dad004b7477), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:23.092855 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0fe2b969-8537-44a6-b3c6-cc378154e6d9 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (24064728-799d-4802-ac8c-8dad004b7477), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:23.120467 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b529796a-5b82-45f6-965e-2111c5437f43 None None] Current status of the port d7a33bc5-21c5-4df3-b5ec-afad054011c1 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:36:23.150294 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d96b0e0a-9326-4958-b93b-5bba7fc22e85 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (9917a1d7-5783-41ed-9481-a1b7320fb193), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:23.176472 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0fe2b969-8537-44a6-b3c6-cc378154e6d9 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:23.180836 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-0fe2b969-8537-44a6-b3c6-cc378154e6d9 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5021403 Feb 17 17:36:23.181541 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45622) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:23.241548 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2b969-8537-44a6-b3c6-cc378154e6d9 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24064728-799d-4802-ac8c-8dad004b7477,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:23.271992 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-c96d3acb-4a08-4bf9-b46b-cab753022b86 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Request body: {'security_group_rule': {'security_group_id': '24064728-799d-4802-ac8c-8dad004b7477', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:23.289939 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d96b0e0a-9326-4958-b93b-5bba7fc22e85 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:23.300852 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d96b0e0a-9326-4958-b93b-5bba7fc22e85 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/9917a1d7-5783-41ed-9481-a1b7320fb193 HTTP/1.1" status: 204 len: 168 time: 1.5719674 Feb 17 17:36:23.301041 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b0e0a-9326-4958-b93b-5bba7fc22e85 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Subnet': ['ID=9917a1d7-5783-41ed-9481-a1b7320fb193,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:23.317023 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45626) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:23.361780 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cde0677-779d-4ca6-8903-99b354f3432d None None] Publish callbacks [] for port (1fa40148-0016-4ac4-81ac-14d546f76b67), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:23.369486 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fc7ee943-9c28-4605-be20-43faa02ea404 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (e3f1bb1d-2674-4ad3-8c9a-17b1bb2b2a60), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:23.383171 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c96d3acb-4a08-4bf9-b46b-cab753022b86 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks [] for security_group_rule (f7e47cfc-6363-4f5d-bb13-e15f3109c67f), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:23.431772 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cde0677-779d-4ca6-8903-99b354f3432d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (1fa40148-0016-4ac4-81ac-14d546f76b67), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:23.478576 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466e322-2882-4984-aae1-13af2fafebf9 req-95e4b7de-34a8-4f97-8c5d-4b502b233ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:23.479158 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-5ca9300f-10fa-4a8b-920b-703af41b4977 req-a7f79a97-5937-4f62-bde7-da759e687186 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Deleting port 37a3407f-0036-45d2-b8af-8aff53b8d12a {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:36:23.479652 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-5ca9300f-10fa-4a8b-920b-703af41b4977 req-a7f79a97-5937-4f62-bde7-da759e687186 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (37a3407f-0036-45d2-b8af-8aff53b8d12a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:23.479972 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-95e4b7de-34a8-4f97-8c5d-4b502b233ace service neutron] 10.222.0.91 "GET /v2.0/ports/52ff7d56-9a39-4bcd-81d3-82d714507134 HTTP/1.1" status: 200 len: 1027 time: 0.2265036 Feb 17 17:36:23.515968 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-fc7ee943-9c28-4605-be20-43faa02ea404 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3f1bb1d-2674-4ad3-8c9a-17b1bb2b2a60']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:36:23.536877 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-fc7ee943-9c28-4605-be20-43faa02ea404 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81e6b897-d0f5-407d-82d4-77f00b2c9e3b') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:36:23.536877 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-fc7ee943-9c28-4605-be20-43faa02ea404 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81e6b897-d0f5-407d-82d4-77f00b2c9e3b') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:36:23.546846 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59487b61-0adb-4589-9be5-27142a0d1a61 None None] Pushing event updated for resources: {'Port': ['ID=1fa40148-0016-4ac4-81ac-14d546f76b67,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:23.556364 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fc7ee943-9c28-4605-be20-43faa02ea404 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (81e6b897-d0f5-407d-82d4-77f00b2c9e3b), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:23.571040 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fc7ee943-9c28-4605-be20-43faa02ea404 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (81e6b897-d0f5-407d-82d4-77f00b2c9e3b), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:23.581174 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc7ee943-9c28-4605-be20-43faa02ea404 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:36:23.581587 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fc7ee943-9c28-4605-be20-43faa02ea404 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (81e6b897-d0f5-407d-82d4-77f00b2c9e3b), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:23.631825 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c96d3acb-4a08-4bf9-b46b-cab753022b86 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks [] for security_group_rule (f7e47cfc-6363-4f5d-bb13-e15f3109c67f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:23.640515 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c96d3acb-4a08-4bf9-b46b-cab753022b86 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (f7e47cfc-6363-4f5d-bb13-e15f3109c67f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:23.655823 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port d7a33bc5-21c5-4df3-b5ec-afad054011c1 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:36:23.660185 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 17:36:23.660185 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:36:23.660185 n-d-829613-2 neutron-server[103435]: timer() Feb 17 17:36:23.660185 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:36:23.660185 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 17:36:23.660185 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:36:23.660185 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 17:36:23.660185 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:36:23.660185 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 17:36:23.660185 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:36:23.660185 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 17:36:23.660185 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:36:23.660185 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 17:36:23.660185 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:36:23.660185 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:36:23.660185 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:36:23.660185 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:36:23.660185 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:36:23.660185 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 17:36:23.660185 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:36:23.660185 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 17:36:23.660185 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:36:23.660185 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:36:23.660185 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:36:23.660185 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 17:36:23.660185 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:36:23.660185 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:36:23.660185 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:36:23.660185 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:36:23.660185 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:36:23.660185 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:36:23.660185 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:36:23.674848 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fc7ee943-9c28-4605-be20-43faa02ea404 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (e3f1bb1d-2674-4ad3-8c9a-17b1bb2b2a60), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:23.709801 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c96d3acb-4a08-4bf9-b46b-cab753022b86 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:23.710931 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c96d3acb-4a08-4bf9-b46b-cab753022b86 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4451106 Feb 17 17:36:23.720428 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45630) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:23.743368 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-09479fae-db40-42ea-854c-ebbde1d145be tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Request body: {'security_group_rule': {'security_group_id': '24064728-799d-4802-ac8c-8dad004b7477', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:23.753703 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fc7ee943-9c28-4605-be20-43faa02ea404 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:23.757090 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-fc7ee943-9c28-4605-be20-43faa02ea404 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] 10.222.0.87 "DELETE /v2.0/networks/e3f1bb1d-2674-4ad3-8c9a-17b1bb2b2a60 HTTP/1.1" status: 204 len: 168 time: 0.8491657 Feb 17 17:36:23.760347 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45634) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:23.766724 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d3acb-4a08-4bf9-b46b-cab753022b86 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7e47cfc-6363-4f5d-bb13-e15f3109c67f,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:23.783164 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-5ca9300f-10fa-4a8b-920b-703af41b4977 req-a7f79a97-5937-4f62-bde7-da759e687186 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] For port 37a3407f-0036-45d2-b8af-8aff53b8d12a, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=37a3407f-0036-45d2-b8af-8aff53b8d12a,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:36:23.783602 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-5ca9300f-10fa-4a8b-920b-703af41b4977 req-a7f79a97-5937-4f62-bde7-da759e687186 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (37a3407f-0036-45d2-b8af-8aff53b8d12a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:23.802259 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-84516103-42dd-4e9a-b640-4491dea80985 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Deleting subnet efab06e9-45a5-4a4f-8004-952b2b4726dc {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:36:23.805691 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-84516103-42dd-4e9a-b640-4491dea80985 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (efab06e9-45a5-4a4f-8004-952b2b4726dc), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:23.814621 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-5ca9300f-10fa-4a8b-920b-703af41b4977 req-a7f79a97-5937-4f62-bde7-da759e687186 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Calling delete_port for 37a3407f-0036-45d2-b8af-8aff53b8d12a owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:36:23.858234 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-84516103-42dd-4e9a-b640-4491dea80985 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (efab06e9-45a5-4a4f-8004-952b2b4726dc), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:23.893348 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-09479fae-db40-42ea-854c-ebbde1d145be tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks [] for security_group_rule (d8fcfe1f-338d-4904-8fbe-a5a357010d42), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:23.956836 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-84516103-42dd-4e9a-b640-4491dea80985 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (efab06e9-45a5-4a4f-8004-952b2b4726dc), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:24.037179 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7ee943-9c28-4605-be20-43faa02ea404 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Pushing event deleted for resources: {'Network': ['ID=e3f1bb1d-2674-4ad3-8c9a-17b1bb2b2a60,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:24.052852 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7ee943-9c28-4605-be20-43faa02ea404 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:36:24.053426 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7ee943-9c28-4605-be20-43faa02ea404 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:36:24.053915 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7ee943-9c28-4605-be20-43faa02ea404 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:36:24.054397 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7ee943-9c28-4605-be20-43faa02ea404 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:36:24.054903 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7ee943-9c28-4605-be20-43faa02ea404 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:36:24.055380 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7ee943-9c28-4605-be20-43faa02ea404 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:36:24.055852 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7ee943-9c28-4605-be20-43faa02ea404 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:36:24.056363 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7ee943-9c28-4605-be20-43faa02ea404 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:36:24.056865 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7ee943-9c28-4605-be20-43faa02ea404 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:36:24.057349 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7ee943-9c28-4605-be20-43faa02ea404 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:36:24.057818 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7ee943-9c28-4605-be20-43faa02ea404 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:36:24.058287 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7ee943-9c28-4605-be20-43faa02ea404 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:36:24.058754 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7ee943-9c28-4605-be20-43faa02ea404 tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:36:24.065980 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-84516103-42dd-4e9a-b640-4491dea80985 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (efab06e9-45a5-4a4f-8004-952b2b4726dc), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:24.087117 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466e322-2882-4984-aae1-13af2fafebf9 req-593b35bf-96d3-4072-8b65-b46f13c6ebc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:24.088971 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-593b35bf-96d3-4072-8b65-b46f13c6ebc1 service neutron] 10.222.0.91 "GET /v2.0/ports/08d126b0-cae8-435d-a7c4-67c6dbfa3b4c HTTP/1.1" status: 200 len: 1026 time: 0.5838013 Feb 17 17:36:24.256184 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466e322-2882-4984-aae1-13af2fafebf9 req-65bf7892-19dc-48e4-9b39-174ba8afef1e tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:24.261555 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466e322-2882-4984-aae1-13af2fafebf9 req-65bf7892-19dc-48e4-9b39-174ba8afef1e tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:24.266909 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466e322-2882-4984-aae1-13af2fafebf9 req-65bf7892-19dc-48e4-9b39-174ba8afef1e tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:24.267945 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-1cde0677-779d-4ca6-8903-99b354f3432d None None] Attempting to bind port 1fa40148-0016-4ac4-81ac-14d546f76b67 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:36:24.268438 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-1cde0677-779d-4ca6-8903-99b354f3432d None None] Attempting to bind port 1fa40148-0016-4ac4-81ac-14d546f76b67 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'de9925ab-fb0a-459b-801e-29b98d137fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '249d7a73-68d0-4715-9e76-b2a8e292b955'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:36:24.268936 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cde0677-779d-4ca6-8903-99b354f3432d None None] Attempting to bind port 1fa40148-0016-4ac4-81ac-14d546f76b67 on network 249d7a73-68d0-4715-9e76-b2a8e292b955 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:36:24.269617 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-65bf7892-19dc-48e4-9b39-174ba8afef1e tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.91 "GET /v2.0/networks?id=0a5e4a87-4ee5-43ba-9b80-4028df7a735a&id=cc320263-b432-4650-9484-dc130e67f905&id=cc320263-b432-4650-9484-dc130e67f905&id=cc320263-b432-4650-9484-dc130e67f905&id=cc320263-b432-4650-9484-dc130e67f905&id=7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef&id=7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef HTTP/1.1" status: 200 len: 1990 time: 0.1476536 Feb 17 17:36:24.276530 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84516103-42dd-4e9a-b640-4491dea80985 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Subnet': ['ID=efab06e9-45a5-4a4f-8004-952b2b4726dc,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:24.284179 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cde0677-779d-4ca6-8903-99b354f3432d None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:36:24.292140 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cde0677-779d-4ca6-8903-99b354f3432d None None] Checking segment: {'id': 'de9925ab-fb0a-459b-801e-29b98d137fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '249d7a73-68d0-4715-9e76-b2a8e292b955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:36:24.292810 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cde0677-779d-4ca6-8903-99b354f3432d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:24.293335 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cde0677-779d-4ca6-8903-99b354f3432d None None] Bound using segment: {'id': 'de9925ab-fb0a-459b-801e-29b98d137fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '249d7a73-68d0-4715-9e76-b2a8e292b955'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:36:24.293958 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-1cde0677-779d-4ca6-8903-99b354f3432d None None] Bound port: 1fa40148-0016-4ac4-81ac-14d546f76b67, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9925ab-fb0a-459b-801e-29b98d137fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '249d7a73-68d0-4715-9e76-b2a8e292b955'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:36:24.294464 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cde0677-779d-4ca6-8903-99b354f3432d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1fa40148-0016-4ac4-81ac-14d546f76b67), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:24.328185 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564db7d-1987-43f9-8ac5-438d4bcf62ce req-40a75842-195f-4969-ab6d-8e3e1353eedb tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:24.336754 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0564db7d-1987-43f9-8ac5-438d4bcf62ce req-40a75842-195f-4969-ab6d-8e3e1353eedb tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=f00d4d80-0531-4d28-b776-76d9efd2b420 HTTP/1.1" status: 200 len: 950 time: 0.6659846 Feb 17 17:36:24.382617 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-84516103-42dd-4e9a-b640-4491dea80985 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:24.397023 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-84516103-42dd-4e9a-b640-4491dea80985 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/efab06e9-45a5-4a4f-8004-952b2b4726dc HTTP/1.1" status: 204 len: 168 time: 1.0768194 Feb 17 17:36:24.403801 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45640) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:24.479608 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e14975ab-000e-45c9-af2d-4cabbf745b1e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0538120 Feb 17 17:36:24.485615 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45642) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:24.491874 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1508e6b7-99a4-4cf5-a987-8f96ec34610e tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (419f28cd-f785-47bb-a68b-22735b8d06d6), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:24.499584 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-891ae5e6-f36e-4755-a774-00c669710d6f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'subnet': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:24.531553 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0bc22c59-32fa-4855-8d30-3507869d7f74 req-cf722508-13a1-42d5-8bbb-d2f79b0de0bd tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 51005 time: 1.8072000 Feb 17 17:36:24.590277 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-1cde0677-779d-4ca6-8903-99b354f3432d None None] For port 1fa40148-0016-4ac4-81ac-14d546f76b67, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:36:24.610039 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-1cde0677-779d-4ca6-8903-99b354f3432d None None] For port 1fa40148-0016-4ac4-81ac-14d546f76b67, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=1fa40148-0016-4ac4-81ac-14d546f76b67,segment=NetworkSegment(de9925ab-fb0a-459b-801e-29b98d137fdd),segment_id=de9925ab-fb0a-459b-801e-29b98d137fdd)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:36:24.632879 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0564db7d-1987-43f9-8ac5-438d4bcf62ce req-8902c18a-ae5f-47ae-8af5-7e3655dacad0 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/security-groups?id=8361b589-b305-4872-b6ec-b93d002cd25f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951508 Feb 17 17:36:24.633067 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cde0677-779d-4ca6-8903-99b354f3432d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (1fa40148-0016-4ac4-81ac-14d546f76b67), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:24.735784 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59487b61-0adb-4589-9be5-27142a0d1a61 None None] Pushing event updated for resources: {'Port': ['ID=1fa40148-0016-4ac4-81ac-14d546f76b67,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:24.759417 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cde0677-779d-4ca6-8903-99b354f3432d None None] Routers {'840903af-ad3e-4180-93f6-7e726b422724'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:36:24.760512 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-1cde0677-779d-4ca6-8903-99b354f3432d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:36:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['840903af-ad3e-4180-93f6-7e726b422724'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:36:24.785981 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0bc22c59-32fa-4855-8d30-3507869d7f74 req-b18afaf6-b36e-41d1-9612-4c032739f607 tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] 10.222.0.87 "GET /v2.0/security-groups/04e63fc8-7e10-478c-9d6f-5de2819dc60d HTTP/1.1" status: 200 len: 3002 time: 0.2534420 Feb 17 17:36:24.928589 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-df5519c1-18f1-4139-a0f0-69f8ab3b078d req-d8612bce-308c-4565-a470-91ec9588896a tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 210 time: 0.1096365 Feb 17 17:36:25.005470 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-1cde0677-779d-4ca6-8903-99b354f3432d None None] Set router 840903af-ad3e-4180-93f6-7e726b422724 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:36:25.017586 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-50a9f67d-3bc0-4f27-8a35-65613cd8eb1f tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=918d19e8f1f044baa808ac9d66a136f9 HTTP/1.1" status: 200 len: 379 time: 0.6983995 Feb 17 17:36:25.079954 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2bb57709-406b-42d0-97ce-f4036a146b0b tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Request body: {'port': {'device_id': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'network_id': '0a5e4a87-4ee5-43ba-9b80-4028df7a735a', 'admin_state_up': True, 'tenant_id': '918d19e8f1f044baa808ac9d66a136f9', 'security_groups': ['fd4d27d9-e68c-41ba-a909-f949182bce5a']}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:25.265140 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891ae5e6-f36e-4755-a774-00c669710d6f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:36:25.282912 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-891ae5e6-f36e-4755-a774-00c669710d6f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:25.300518 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7bcbf0-14c2-4e9d-bd7f-9b46bbc1ec77 None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:36:25.332763 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8596500-ffcd-402c-9d3d-7157fda014af req-f465aab3-4103-417c-8c99-1ff5930462c0 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:25.334401 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f8596500-ffcd-402c-9d3d-7157fda014af req-f465aab3-4103-417c-8c99-1ff5930462c0 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.91 "GET /v2.0/networks?id=ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad HTTP/1.1" status: 200 len: 813 time: 1.4465225 Feb 17 17:36:25.358508 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-f8596500-ffcd-402c-9d3d-7157fda014af req-480aab23-8569-45e1-ac4f-96192b0aca6f tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Request body: {'port': {'device_id': '21f8505b-0ae7-4a5f-8dfe-d30c85bad41f', 'network_id': 'ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad', 'admin_state_up': True, 'tenant_id': '5c112397353b4d5f9dae4aa16205da6f'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:25.396263 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-09479fae-db40-42ea-854c-ebbde1d145be tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks [] for security_group_rule (d8fcfe1f-338d-4904-8fbe-a5a357010d42), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:25.408653 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-09479fae-db40-42ea-854c-ebbde1d145be tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (d8fcfe1f-338d-4904-8fbe-a5a357010d42), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:25.474542 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-dcbde42d-364a-43f3-b378-b025ba9dabfb None None] Provisioning complete for port 1fa40148-0016-4ac4-81ac-14d546f76b67 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:36:25.474928 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dcbde42d-364a-43f3-b378-b025ba9dabfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1fa40148-0016-4ac4-81ac-14d546f76b67), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:25.487862 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09479fae-db40-42ea-854c-ebbde1d145be tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8fcfe1f-338d-4904-8fbe-a5a357010d42,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:25.564123 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-09479fae-db40-42ea-854c-ebbde1d145be tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:25.568500 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-09479fae-db40-42ea-854c-ebbde1d145be tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8299999 Feb 17 17:36:25.572800 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45646) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:25.606543 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-4f6b4a2c-10c4-44ae-97d8-4afc41716b78 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:25.622210 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-1cde0677-779d-4ca6-8903-99b354f3432d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840903af-ad3e-4180-93f6-7e726b422724', 'name': 'tempest-AttachVolumeTestJSON-92461313-router', 'tenant_id': 'a45426717d8d45f2862bf894c7d95737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'aac037e6-35cc-4538-a55f-d947e9e15ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:36:02Z', 'updated_at': '2022-02-17T17:36:16Z', 'revision_number': 4, 'project_id': 'a45426717d8d45f2862bf894c7d95737', 'gw_port': {'id': 'aac037e6-35cc-4538-a55f-d947e9e15ed4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840903af-ad3e-4180-93f6-7e726b422724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:36:04Z', 'updated_at': '2022-02-17T17:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '1fa40148-0016-4ac4-81ac-14d546f76b67', 'name': '', 'network_id': '249d7a73-68d0-4715-9e76-b2a8e292b955', 'tenant_id': 'a45426717d8d45f2862bf894c7d95737', 'mac_address': 'fa:16:3e:27:e9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840903af-ad3e-4180-93f6-7e726b422724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '183d9df1-0481-445d-8bb9-bc438141d74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:36:13Z', 'updated_at': '2022-02-17T17:36:24Z', 'revision_number': 4, 'project_id': 'a45426717d8d45f2862bf894c7d95737', 'subnets': [{'id': '183d9df1-0481-445d-8bb9-bc438141d74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:36:25.648701 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-5ca9300f-10fa-4a8b-920b-703af41b4977 req-a7f79a97-5937-4f62-bde7-da759e687186 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (37a3407f-0036-45d2-b8af-8aff53b8d12a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:25.672945 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a8088f-9b7e-4c4d-95e7-45166ba3f07c None None] DHCP port deletion for f82adc72-a904-4b51-9a87-7ea8a1981040 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:36:25.681565 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cde0677-779d-4ca6-8903-99b354f3432d None None] The sync data for ids ['840903af-ad3e-4180-93f6-7e726b422724'] in n-d-829613-2 is: [{'id': '840903af-ad3e-4180-93f6-7e726b422724', 'name': 'tempest-AttachVolumeTestJSON-92461313-router', 'tenant_id': 'a45426717d8d45f2862bf894c7d95737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'aac037e6-35cc-4538-a55f-d947e9e15ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:36:02Z', 'updated_at': '2022-02-17T17:36:16Z', 'revision_number': 4, 'project_id': 'a45426717d8d45f2862bf894c7d95737', 'gw_port': {'id': 'aac037e6-35cc-4538-a55f-d947e9e15ed4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840903af-ad3e-4180-93f6-7e726b422724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:36:04Z', 'updated_at': '2022-02-17T17:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '1fa40148-0016-4ac4-81ac-14d546f76b67', 'name': '', 'network_id': '249d7a73-68d0-4715-9e76-b2a8e292b955', 'tenant_id': 'a45426717d8d45f2862bf894c7d95737', 'mac_address': 'fa:16:3e:27:e9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840903af-ad3e-4180-93f6-7e726b422724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '183d9df1-0481-445d-8bb9-bc438141d74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:36:13Z', 'updated_at': '2022-02-17T17:36:24Z', 'revision_number': 4, 'project_id': 'a45426717d8d45f2862bf894c7d95737', 'subnets': [{'id': '183d9df1-0481-445d-8bb9-bc438141d74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:36:25.708012 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f79a97-5937-4f62-bde7-da759e687186 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Pushing event deleted for resources: {'Port': ['ID=37a3407f-0036-45d2-b8af-8aff53b8d12a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:25.721885 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-dcbde42d-364a-43f3-b378-b025ba9dabfb None None] Current status of the port 1fa40148-0016-4ac4-81ac-14d546f76b67 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:36:25.722555 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dcbde42d-364a-43f3-b378-b025ba9dabfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1fa40148-0016-4ac4-81ac-14d546f76b67), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:25.728123 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f6b4a2c-10c4-44ae-97d8-4afc41716b78 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:25.840189 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca9300f-10fa-4a8b-920b-703af41b4977 req-a7f79a97-5937-4f62-bde7-da759e687186 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] No DVR routers for this DVR port 37a3407f-0036-45d2-b8af-8aff53b8d12a on host n-h1-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:36:25.843310 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8596500-ffcd-402c-9d3d-7157fda014af req-480aab23-8569-45e1-ac4f-96192b0aca6f tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Made reservation on behalf of 5c112397353b4d5f9dae4aa16205da6f for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:36:25.856946 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f8596500-ffcd-402c-9d3d-7157fda014af req-480aab23-8569-45e1-ac4f-96192b0aca6f tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:25.860376 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-5ca9300f-10fa-4a8b-920b-703af41b4977 req-a7f79a97-5937-4f62-bde7-da759e687186 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:25.862677 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-dcbde42d-364a-43f3-b378-b025ba9dabfb None None] For port 1fa40148-0016-4ac4-81ac-14d546f76b67, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=1fa40148-0016-4ac4-81ac-14d546f76b67,segment=NetworkSegment(de9925ab-fb0a-459b-801e-29b98d137fdd),segment_id=de9925ab-fb0a-459b-801e-29b98d137fdd)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:36:25.869654 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5ca9300f-10fa-4a8b-920b-703af41b4977 req-a7f79a97-5937-4f62-bde7-da759e687186 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.71 "DELETE /v2.0/ports/37a3407f-0036-45d2-b8af-8aff53b8d12a HTTP/1.1" status: 204 len: 173 time: 3.0237296 Feb 17 17:36:25.870375 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00d4d80-0531-4d28-b776-76d9efd2b420', 'name': 'network-vif-deleted', 'tag': '37a3407f-0036-45d2-b8af-8aff53b8d12a'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:36:25.873197 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d4ee38-515a-4d5f-9e4b-079255f79714" -d '{"events": [{"server_uuid": "f00d4d80-0531-4d28-b776-76d9efd2b420", "name": "network-vif-deleted", "tag": "37a3407f-0036-45d2-b8af-8aff53b8d12a"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:36:25.878051 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1508e6b7-99a4-4cf5-a987-8f96ec34610e tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (419f28cd-f785-47bb-a68b-22735b8d06d6), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:25.885025 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f5d54b5b-25f1-4726-948d-6277ee7f8b17 req-6624ffd7-5282-4275-babe-1fd162e58144 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=21f8505b-0ae7-4a5f-8dfe-d30c85bad41f HTTP/1.1" status: 200 len: 210 time: 0.7813015 Feb 17 17:36:25.891085 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dcbde42d-364a-43f3-b378-b025ba9dabfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (1fa40148-0016-4ac4-81ac-14d546f76b67), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:25.899433 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-01a8088f-9b7e-4c4d-95e7-45166ba3f07c None None] Deleting port d7a33bc5-21c5-4df3-b5ec-afad054011c1 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:36:25.902680 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-01a8088f-9b7e-4c4d-95e7-45166ba3f07c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (d7a33bc5-21c5-4df3-b5ec-afad054011c1), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:26.129054 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-01a8088f-9b7e-4c4d-95e7-45166ba3f07c None None] For port d7a33bc5-21c5-4df3-b5ec-afad054011c1, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=d7a33bc5-21c5-4df3-b5ec-afad054011c1,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:36:26.129863 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-01a8088f-9b7e-4c4d-95e7-45166ba3f07c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (d7a33bc5-21c5-4df3-b5ec-afad054011c1), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:26.146314 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-01a8088f-9b7e-4c4d-95e7-45166ba3f07c None None] Calling delete_port for d7a33bc5-21c5-4df3-b5ec-afad054011c1 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:36:26.178396 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0bc22c59-32fa-4855-8d30-3507869d7f74 req-590e4706-8a42-4c65-9cbb-6d9396efccd5 tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] 10.222.0.87 "GET /v2.0/security-groups/04e63fc8-7e10-478c-9d6f-5de2819dc60d HTTP/1.1" status: 200 len: 3002 time: 1.3871114 Feb 17 17:36:26.236008 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-f8596500-ffcd-402c-9d3d-7157fda014af req-480aab23-8569-45e1-ac4f-96192b0aca6f tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Allocated IP 172.20.0.7 (ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad/884735e1-5568-4ef9-9e9a-5668bb636166/2fa6b8d7-c4c6-418c-9da6-72c8a171b643) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:36:26.288015 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2bb57709-406b-42d0-97ce-f4036a146b0b tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Made reservation on behalf of 918d19e8f1f044baa808ac9d66a136f9 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:36:26.299520 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2bb57709-406b-42d0-97ce-f4036a146b0b tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:26.314535 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-01a8088f-9b7e-4c4d-95e7-45166ba3f07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (d7a33bc5-21c5-4df3-b5ec-afad054011c1), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:26.347766 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-891ae5e6-f36e-4755-a774-00c669710d6f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (ecad979f-9b97-4849-bfa7-7db657f50a05), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:26.348931 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 37a3407f-0036-45d2-b8af-8aff53b8d12a no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:36:26.398149 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: 37a3407f-0036-45d2-b8af-8aff53b8d12a {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:36:26.398500 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 37a3407f-0036-45d2-b8af-8aff53b8d12a not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:36:26.417693 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a8088f-9b7e-4c4d-95e7-45166ba3f07c None None] No DVR routers for this DVR port d7a33bc5-21c5-4df3-b5ec-afad054011c1 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:36:26.419365 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbde42d-364a-43f3-b378-b025ba9dabfb None None] Pushing event updated for resources: {'Port': ['ID=1fa40148-0016-4ac4-81ac-14d546f76b67,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:26.487166 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a8088f-9b7e-4c4d-95e7-45166ba3f07c None None] Pushing event deleted for resources: {'Port': ['ID=d7a33bc5-21c5-4df3-b5ec-afad054011c1,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:26.493132 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b49e0d92-d4b7-4b44-8ddb-322ad1b3a17c None None] Provisioning complete for port 1fa40148-0016-4ac4-81ac-14d546f76b67 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:36:26.493510 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b49e0d92-d4b7-4b44-8ddb-322ad1b3a17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1fa40148-0016-4ac4-81ac-14d546f76b67), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:26.611098 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 1fa40148-0016-4ac4-81ac-14d546f76b67 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:36:26.637691 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0bc22c59-32fa-4855-8d30-3507869d7f74 req-848615d8-4e23-494f-9f88-15618b4b3644 tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] 10.222.0.87 "GET /v2.0/security-groups/3dd4f17d-7f7e-4c4a-a8a7-7fccd8d70bbf HTTP/1.1" status: 200 len: 3002 time: 0.4576740 Feb 17 17:36:26.650878 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ae5e6-f36e-4755-a774-00c669710d6f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Subnet': ['ID=ecad979f-9b97-4849-bfa7-7db657f50a05,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:26.661605 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-1508e6b7-99a4-4cf5-a987-8f96ec34610e tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['419f28cd-f785-47bb-a68b-22735b8d06d6']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:36:26.673380 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f8596500-ffcd-402c-9d3d-7157fda014af req-480aab23-8569-45e1-ac4f-96192b0aca6f tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Publish callbacks [] for port (2fa6b8d7-c4c6-418c-9da6-72c8a171b643), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:26.702190 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891ae5e6-f36e-4755-a774-00c669710d6f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:36:26.707010 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a55cf58-4b75-477c-a5ff-0a739027ec95 req-5c903d9a-0a72-4184-8553-029c1de8f988 tempest-ServersAdminTestJSON-1839578862 tempest-ServersAdminTestJSON-1839578862-project] 10.222.0.87 "GET /v2.0/ports?device_id=f00d4d80-0531-4d28-b776-76d9efd2b420 HTTP/1.1" status: 200 len: 210 time: 0.4445460 Feb 17 17:36:26.708966 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f6b4a2c-10c4-44ae-97d8-4afc41716b78 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:26.716334 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-891ae5e6-f36e-4755-a774-00c669710d6f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:36:26.719729 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891ae5e6-f36e-4755-a774-00c669710d6f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:26.720341 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-891ae5e6-f36e-4755-a774-00c669710d6f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:26.743944 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-1508e6b7-99a4-4cf5-a987-8f96ec34610e tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77dc2e8a-a8c4-4389-a644-23b3a674afcf') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:36:26.744852 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-1508e6b7-99a4-4cf5-a987-8f96ec34610e tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77dc2e8a-a8c4-4389-a644-23b3a674afcf') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:36:26.746429 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f8596500-ffcd-402c-9d3d-7157fda014af req-480aab23-8569-45e1-ac4f-96192b0aca6f tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (2fa6b8d7-c4c6-418c-9da6-72c8a171b643), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:26.757659 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219e5050-b7eb-421d-9304-1c305ec82978 None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:36:26.775546 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-891ae5e6-f36e-4755-a774-00c669710d6f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2876415 Feb 17 17:36:26.786541 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45656) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:26.788745 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1508e6b7-99a4-4cf5-a987-8f96ec34610e tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (77dc2e8a-a8c4-4389-a644-23b3a674afcf), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:26.812838 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-733576bf-4d9e-4be9-937c-e1690a889133 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'subnet': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:26.835175 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5df0892-fc91-4e84-991f-1326a9d60765 x-openstack-request-id: req-a5df0892-fc91-4e84-991f-1326a9d60765 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:36:26.835476 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f00d4d80-0531-4d28-b776-76d9efd2b420", "name": "network-vif-deleted", "tag": "37a3407f-0036-45d2-b8af-8aff53b8d12a", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:36:26.835731 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a5df0892-fc91-4e84-991f-1326a9d60765 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:36:26.836138 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00d4d80-0531-4d28-b776-76d9efd2b420', 'name': 'network-vif-deleted', 'tag': '37a3407f-0036-45d2-b8af-8aff53b8d12a', 'status': 'completed', 'code': 200} Feb 17 17:36:26.870695 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8596500-ffcd-402c-9d3d-7157fda014af req-480aab23-8569-45e1-ac4f-96192b0aca6f tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Network ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:36:26.888025 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-f8596500-ffcd-402c-9d3d-7157fda014af req-480aab23-8569-45e1-ac4f-96192b0aca6f tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:36:26.897715 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8596500-ffcd-402c-9d3d-7157fda014af req-480aab23-8569-45e1-ac4f-96192b0aca6f tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:36:26.908185 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480aab23-8569-45e1-ac4f-96192b0aca6f tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Pushing event updated for resources: {'Port': ['ID=2fa6b8d7-c4c6-418c-9da6-72c8a171b643,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:27.002790 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 1fa40148-0016-4ac4-81ac-14d546f76b67 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:36:27.012397 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1fa40148-0016-4ac4-81ac-14d546f76b67), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:27.027700 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fb283103-62a9-43f6-96a4-b19d8adba595 req-fb987840-6dc3-47ed-ac26-a293f269a3bd tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 210 time: 0.0667293 Feb 17 17:36:27.030320 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1508e6b7-99a4-4cf5-a987-8f96ec34610e tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (77dc2e8a-a8c4-4389-a644-23b3a674afcf), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:27.106927 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1508e6b7-99a4-4cf5-a987-8f96ec34610e tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:36:27.108863 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1508e6b7-99a4-4cf5-a987-8f96ec34610e tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (77dc2e8a-a8c4-4389-a644-23b3a674afcf), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:27.117565 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 17:36:27.117565 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:36:27.117565 n-d-829613-2 neutron-server[103435]: timer() Feb 17 17:36:27.117565 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:36:27.117565 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 17:36:27.117565 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:36:27.117565 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 17:36:27.117565 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:36:27.117565 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 17:36:27.117565 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:36:27.117565 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 17:36:27.117565 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:36:27.117565 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 17:36:27.117565 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:36:27.117565 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:36:27.117565 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:36:27.117565 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:36:27.117565 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:36:27.117565 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 17:36:27.117565 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:36:27.117565 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 17:36:27.117565 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:36:27.117565 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:36:27.117565 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:36:27.117565 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 17:36:27.117565 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:36:27.117565 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:36:27.117565 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:36:27.117565 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:36:27.117565 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:36:27.117565 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:36:27.117565 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:36:27.137537 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0bc22c59-32fa-4855-8d30-3507869d7f74 req-40975e08-149e-43ed-8d54-3e660a32c4fb tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] 10.222.0.87 "GET /v2.0/security-groups/3dd4f17d-7f7e-4c4a-a8a7-7fccd8d70bbf HTTP/1.1" status: 200 len: 3002 time: 0.4721076 Feb 17 17:36:27.155644 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8596500-ffcd-402c-9d3d-7157fda014af req-480aab23-8569-45e1-ac4f-96192b0aca6f tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:27.156356 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f8596500-ffcd-402c-9d3d-7157fda014af req-480aab23-8569-45e1-ac4f-96192b0aca6f tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:27.176795 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-4f6b4a2c-10c4-44ae-97d8-4afc41716b78 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Allocated IP 172.25.8.222 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/a6cfdc50-b2ca-462e-bfbb-0ad04ed8e469) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:36:27.233361 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21084db-c3c3-42fc-a716-240d9990ca27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-f82adc72-a904-4b51-9a87-7ea8a1981040', 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'project_id': 'c017d73ca35741f09876024d2cbfcdb7', 'fixed_ips': [{'subnet_id': 'ecad979f-9b97-4849-bfa7-7db657f50a05'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:36:27.234350 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d21084db-c3c3-42fc-a716-240d9990ca27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:27.237850 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733576bf-4d9e-4be9-937c-e1690a889133 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:36:27.244674 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-733576bf-4d9e-4be9-937c-e1690a889133 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:27.251173 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f8596500-ffcd-402c-9d3d-7157fda014af req-480aab23-8569-45e1-ac4f-96192b0aca6f tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9042442 Feb 17 17:36:27.282212 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-f8596500-ffcd-402c-9d3d-7157fda014af req-36916be0-ec67-46fd-85f3-a77b30f215d1 service neutron] Request body: {'port': {'device_id': '21f8505b-0ae7-4a5f-8dfe-d30c85bad41f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:27.295752 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b49e0d92-d4b7-4b44-8ddb-322ad1b3a17c None None] Current status of the port 1fa40148-0016-4ac4-81ac-14d546f76b67 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:36:27.313717 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b49e0d92-d4b7-4b44-8ddb-322ad1b3a17c None None] Could not find standard attr ID for object 0c75f450-2ad2-4626-8c82-0da531d64889. {{(pid=103436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 17:36:27.427456 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f8596500-ffcd-402c-9d3d-7157fda014af req-36916be0-ec67-46fd-85f3-a77b30f215d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2fa6b8d7-c4c6-418c-9da6-72c8a171b643), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:27.458442 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f6b4a2c-10c4-44ae-97d8-4afc41716b78 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks [] for port (a6cfdc50-b2ca-462e-bfbb-0ad04ed8e469), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:27.531054 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0bc22c59-32fa-4855-8d30-3507869d7f74 req-a3cd1ea0-3367-48c5-97e6-c34b9f377e26 tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] 10.222.0.87 "GET /v2.0/security-groups/4a46e179-4efe-408d-8163-359e1c80274b HTTP/1.1" status: 200 len: 3002 time: 0.3809953 Feb 17 17:36:27.631575 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0bc22c59-32fa-4855-8d30-3507869d7f74 req-04c42319-4047-405a-8415-d4ecf7d9d541 tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] 10.222.0.87 "GET /v2.0/security-groups/4a46e179-4efe-408d-8163-359e1c80274b HTTP/1.1" status: 200 len: 3002 time: 0.0853689 Feb 17 17:36:27.636802 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1508e6b7-99a4-4cf5-a987-8f96ec34610e tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (419f28cd-f785-47bb-a68b-22735b8d06d6), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:27.662214 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1508e6b7-99a4-4cf5-a987-8f96ec34610e tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:27.663513 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f6b4a2c-10c4-44ae-97d8-4afc41716b78 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (a6cfdc50-b2ca-462e-bfbb-0ad04ed8e469), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:27.663917 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 1fa40148-0016-4ac4-81ac-14d546f76b67 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:36:27.675927 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1508e6b7-99a4-4cf5-a987-8f96ec34610e tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] 10.222.0.87 "DELETE /v2.0/networks/419f28cd-f785-47bb-a68b-22735b8d06d6 HTTP/1.1" status: 204 len: 168 time: 3.9036188 Feb 17 17:36:27.741457 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-d21084db-c3c3-42fc-a716-240d9990ca27 None None] Allocated IP 172.20.0.2 (f82adc72-a904-4b51-9a87-7ea8a1981040/ecad979f-9b97-4849-bfa7-7db657f50a05/fad17572-5a92-4670-a47b-f71cbc918c73) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:36:27.758799 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2bb57709-406b-42d0-97ce-f4036a146b0b tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Allocated IP 172.20.0.11 (0a5e4a87-4ee5-43ba-9b80-4028df7a735a/98ec6acc-308e-4130-b06f-00382706d70a/ed35401b-3bd0-4605-9ab0-9a24b1913fbc) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:36:27.808024 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6b4a2c-10c4-44ae-97d8-4afc41716b78 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:36:27.811255 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1508e6b7-99a4-4cf5-a987-8f96ec34610e tempest-BulkNetworkOpsTest-1735841065 tempest-BulkNetworkOpsTest-1735841065-project] Pushing event deleted for resources: {'Network': ['ID=419f28cd-f785-47bb-a68b-22735b8d06d6,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:27.812828 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device d7a33bc5-21c5-4df3-b5ec-afad054011c1 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:36:27.822244 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-4f6b4a2c-10c4-44ae-97d8-4afc41716b78 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:36:27.832773 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6b4a2c-10c4-44ae-97d8-4afc41716b78 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:36:27.865455 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61038be1-500b-4ad9-8e54-1b61d015631e req-af275f2a-25c1-4e5b-a7c9-a8ba95dfade0 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:27.872143 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: d7a33bc5-21c5-4df3-b5ec-afad054011c1 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:36:27.873307 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device d7a33bc5-21c5-4df3-b5ec-afad054011c1 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:36:27.882289 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-61038be1-500b-4ad9-8e54-1b61d015631e req-af275f2a-25c1-4e5b-a7c9-a8ba95dfade0 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=21f8505b-0ae7-4a5f-8dfe-d30c85bad41f HTTP/1.1" status: 200 len: 931 time: 0.7178085 Feb 17 17:36:27.972791 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6b4a2c-10c4-44ae-97d8-4afc41716b78 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Pushing event updated for resources: {'Port': ['ID=a6cfdc50-b2ca-462e-bfbb-0ad04ed8e469,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:28.101485 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d21084db-c3c3-42fc-a716-240d9990ca27 None None] Publish callbacks [] for port (fad17572-5a92-4670-a47b-f71cbc918c73), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:28.111818 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d21084db-c3c3-42fc-a716-240d9990ca27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (fad17572-5a92-4670-a47b-f71cbc918c73), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:28.129951 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45670) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:28.157153 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21084db-c3c3-42fc-a716-240d9990ca27 None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:36:28.157507 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f6b4a2c-10c4-44ae-97d8-4afc41716b78 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks [] for floatingip (1d6ad051-14d2-49ba-95f7-a031b27a9c2c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:28.160137 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-d21084db-c3c3-42fc-a716-240d9990ca27 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:36:28.164203 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21084db-c3c3-42fc-a716-240d9990ca27 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:36:28.172900 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21084db-c3c3-42fc-a716-240d9990ca27 None None] Pushing event updated for resources: {'Port': ['ID=fad17572-5a92-4670-a47b-f71cbc918c73,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:28.205582 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2bb57709-406b-42d0-97ce-f4036a146b0b tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks [] for port (ed35401b-3bd0-4605-9ab0-9a24b1913fbc), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:28.271521 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-f8596500-ffcd-402c-9d3d-7157fda014af req-36916be0-ec67-46fd-85f3-a77b30f215d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fa6b8d7-c4c6-418c-9da6-72c8a171b643 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:36:28.276217 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f6b4a2c-10c4-44ae-97d8-4afc41716b78 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (a6cfdc50-b2ca-462e-bfbb-0ad04ed8e469), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:28.282844 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f8596500-ffcd-402c-9d3d-7157fda014af req-36916be0-ec67-46fd-85f3-a77b30f215d1 service neutron] Publish callbacks [] for port (2fa6b8d7-c4c6-418c-9da6-72c8a171b643), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:28.316026 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-d21084db-c3c3-42fc-a716-240d9990ca27 None None] Attempting to bind port fad17572-5a92-4670-a47b-f71cbc918c73 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:36:28.316579 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-d21084db-c3c3-42fc-a716-240d9990ca27 None None] Attempting to bind port fad17572-5a92-4670-a47b-f71cbc918c73 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:36:28.318758 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21084db-c3c3-42fc-a716-240d9990ca27 None None] Attempting to bind port fad17572-5a92-4670-a47b-f71cbc918c73 on network f82adc72-a904-4b51-9a87-7ea8a1981040 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:36:28.334693 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21084db-c3c3-42fc-a716-240d9990ca27 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:36:28.335876 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21084db-c3c3-42fc-a716-240d9990ca27 None None] Checking segment: {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:36:28.336970 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d21084db-c3c3-42fc-a716-240d9990ca27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:28.338011 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21084db-c3c3-42fc-a716-240d9990ca27 None None] Bound using segment: {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:36:28.339233 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-d21084db-c3c3-42fc-a716-240d9990ca27 None None] Bound port: fad17572-5a92-4670-a47b-f71cbc918c73, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:36:28.340109 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d21084db-c3c3-42fc-a716-240d9990ca27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (fad17572-5a92-4670-a47b-f71cbc918c73), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:28.362985 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-f8596500-ffcd-402c-9d3d-7157fda014af req-36916be0-ec67-46fd-85f3-a77b30f215d1 service neutron] Transition to ACTIVE for port object 2fa6b8d7-c4c6-418c-9da6-72c8a171b643 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:36:28.378399 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f8596500-ffcd-402c-9d3d-7157fda014af req-36916be0-ec67-46fd-85f3-a77b30f215d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (2fa6b8d7-c4c6-418c-9da6-72c8a171b643), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:28.422832 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0bc22c59-32fa-4855-8d30-3507869d7f74 req-450e27c9-386d-40f0-8a9b-e26f434ff560 tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] 10.222.0.87 "GET /v2.0/security-groups/4b62a994-4311-4d7d-a3f0-cd2c105b06fa HTTP/1.1" status: 200 len: 2998 time: 0.7831273 Feb 17 17:36:28.423940 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2bb57709-406b-42d0-97ce-f4036a146b0b tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (ed35401b-3bd0-4605-9ab0-9a24b1913fbc), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:28.444991 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 1fa40148-0016-4ac4-81ac-14d546f76b67 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:36:28.551716 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36916be0-ec67-46fd-85f3-a77b30f215d1 service neutron] Pushing event updated for resources: {'Port': ['ID=2fa6b8d7-c4c6-418c-9da6-72c8a171b643,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:28.571770 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-d21084db-c3c3-42fc-a716-240d9990ca27 None None] For port fad17572-5a92-4670-a47b-f71cbc918c73, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:36:28.574389 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-96ff7324-58b6-4fcf-a7a5-52d87677606b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a7702b96d2e9454080794ef9bd189f25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4222031 Feb 17 17:36:28.575976 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-d21084db-c3c3-42fc-a716-240d9990ca27 None None] For port fad17572-5a92-4670-a47b-f71cbc918c73, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=fad17572-5a92-4670-a47b-f71cbc918c73,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:36:28.584739 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-61038be1-500b-4ad9-8e54-1b61d015631e req-6251329c-dd1d-4941-93ea-2dd2d344598c tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7015331 Feb 17 17:36:28.586860 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2bb57709-406b-42d0-97ce-f4036a146b0b tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Network 0a5e4a87-4ee5-43ba-9b80-4028df7a735a is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:36:28.589019 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45674) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:28.590748 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d21084db-c3c3-42fc-a716-240d9990ca27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (fad17572-5a92-4670-a47b-f71cbc918c73), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:28.616663 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2bb57709-406b-42d0-97ce-f4036a146b0b tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:36:28.641517 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2bb57709-406b-42d0-97ce-f4036a146b0b tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:36:28.661055 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb57709-406b-42d0-97ce-f4036a146b0b tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Pushing event updated for resources: {'Port': ['ID=ed35401b-3bd0-4605-9ab0-9a24b1913fbc,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:28.705935 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21084db-c3c3-42fc-a716-240d9990ca27 None None] Pushing event updated for resources: {'Port': ['ID=fad17572-5a92-4670-a47b-f71cbc918c73,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:28.718350 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 1fa40148-0016-4ac4-81ac-14d546f76b67 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:36:28.718737 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1fa40148-0016-4ac4-81ac-14d546f76b67), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:28.776146 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0bc22c59-32fa-4855-8d30-3507869d7f74 req-ccb25ccf-2d35-4ece-9d6c-9b384d528698 tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] 10.222.0.87 "GET /v2.0/security-groups/4b62a994-4311-4d7d-a3f0-cd2c105b06fa HTTP/1.1" status: 200 len: 2998 time: 0.3445523 Feb 17 17:36:28.930625 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f6b4a2c-10c4-44ae-97d8-4afc41716b78 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks [] for port (a6cfdc50-b2ca-462e-bfbb-0ad04ed8e469), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:28.943445 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 1fa40148-0016-4ac4-81ac-14d546f76b67 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:36:28.950439 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0bc22c59-32fa-4855-8d30-3507869d7f74 req-3ed52178-f347-49f9-ad2c-ba6e06636ff9 tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] 10.222.0.87 "GET /v2.0/security-groups/4d7df954-bed6-473d-b50d-ba3a845a76c8 HTTP/1.1" status: 200 len: 3002 time: 0.1537566 Feb 17 17:36:29.031918 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f6b4a2c-10c4-44ae-97d8-4afc41716b78 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (a6cfdc50-b2ca-462e-bfbb-0ad04ed8e469), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:29.040113 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-f8596500-ffcd-402c-9d3d-7157fda014af req-36916be0-ec67-46fd-85f3-a77b30f215d1 service neutron] Attempting to bind port 2fa6b8d7-c4c6-418c-9da6-72c8a171b643 on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:36:29.040643 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-f8596500-ffcd-402c-9d3d-7157fda014af req-36916be0-ec67-46fd-85f3-a77b30f215d1 service neutron] Attempting to bind port 2fa6b8d7-c4c6-418c-9da6-72c8a171b643 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': 'e4661035-9680-4da1-989b-77404c89e6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:36:29.041069 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8596500-ffcd-402c-9d3d-7157fda014af req-36916be0-ec67-46fd-85f3-a77b30f215d1 service neutron] Attempting to bind port 2fa6b8d7-c4c6-418c-9da6-72c8a171b643 on network ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:36:29.100294 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8596500-ffcd-402c-9d3d-7157fda014af req-36916be0-ec67-46fd-85f3-a77b30f215d1 service neutron] Port 2fa6b8d7-c4c6-418c-9da6-72c8a171b643 on network ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:36:29.101159 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8596500-ffcd-402c-9d3d-7157fda014af req-36916be0-ec67-46fd-85f3-a77b30f215d1 service neutron] Attempting to bind port 2fa6b8d7-c4c6-418c-9da6-72c8a171b643 on network ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:36:29.115916 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6b4a2c-10c4-44ae-97d8-4afc41716b78 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Pushing event updated for resources: {'Port': ['ID=a6cfdc50-b2ca-462e-bfbb-0ad04ed8e469,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:29.135940 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8596500-ffcd-402c-9d3d-7157fda014af req-36916be0-ec67-46fd-85f3-a77b30f215d1 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:36:29.136561 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8596500-ffcd-402c-9d3d-7157fda014af req-36916be0-ec67-46fd-85f3-a77b30f215d1 service neutron] Checking segment: {'id': 'e4661035-9680-4da1-989b-77404c89e6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:36:29.138299 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8596500-ffcd-402c-9d3d-7157fda014af req-36916be0-ec67-46fd-85f3-a77b30f215d1 service neutron] Bound using segment: {'id': 'e4661035-9680-4da1-989b-77404c89e6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:36:29.139700 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-f8596500-ffcd-402c-9d3d-7157fda014af req-36916be0-ec67-46fd-85f3-a77b30f215d1 service neutron] Bound port: 2fa6b8d7-c4c6-418c-9da6-72c8a171b643, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4661035-9680-4da1-989b-77404c89e6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:36:29.140641 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f8596500-ffcd-402c-9d3d-7157fda014af req-36916be0-ec67-46fd-85f3-a77b30f215d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2fa6b8d7-c4c6-418c-9da6-72c8a171b643), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:29.158715 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-c103afc7-b963-4443-8a24-3002821ab7ea None None] Provisioning complete for port ed35401b-3bd0-4605-9ab0-9a24b1913fbc triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:36:29.159095 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c103afc7-b963-4443-8a24-3002821ab7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ed35401b-3bd0-4605-9ab0-9a24b1913fbc), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:29.180882 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2bb57709-406b-42d0-97ce-f4036a146b0b tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:29.181821 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2bb57709-406b-42d0-97ce-f4036a146b0b tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:29.267234 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-c103afc7-b963-4443-8a24-3002821ab7ea None None] Port ed35401b-3bd0-4605-9ab0-9a24b1913fbc cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:36:29.279352 n-d-829613-2 neutron-server[103435]: DEBUG neutron.objects.ports [None req-733576bf-4d9e-4be9-937c-e1690a889133 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103435) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 17 17:36:29.319069 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0b0a01d-fe1d-4178-af48-79f5b4c6c047 admin admin] Publish callbacks [] for security_group (04e63fc8-7e10-478c-9d6f-5de2819dc60d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:29.384049 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-f8596500-ffcd-402c-9d3d-7157fda014af req-36916be0-ec67-46fd-85f3-a77b30f215d1 service neutron] For port 2fa6b8d7-c4c6-418c-9da6-72c8a171b643, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:36:29.393580 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f6b4a2c-10c4-44ae-97d8-4afc41716b78 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (1d6ad051-14d2-49ba-95f7-a031b27a9c2c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:29.422311 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0b0a01d-fe1d-4178-af48-79f5b4c6c047 admin admin] Publish callbacks [] for security_group (04e63fc8-7e10-478c-9d6f-5de2819dc60d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:29.437970 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2bb57709-406b-42d0-97ce-f4036a146b0b tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4144638 Feb 17 17:36:29.438766 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-f8596500-ffcd-402c-9d3d-7157fda014af req-36916be0-ec67-46fd-85f3-a77b30f215d1 service neutron] For port 2fa6b8d7-c4c6-418c-9da6-72c8a171b643, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=2fa6b8d7-c4c6-418c-9da6-72c8a171b643,segment=NetworkSegment(e4661035-9680-4da1-989b-77404c89e6fd),segment_id=e4661035-9680-4da1-989b-77404c89e6fd)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:36:29.463371 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f6b4a2c-10c4-44ae-97d8-4afc41716b78 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:29.467600 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0bc22c59-32fa-4855-8d30-3507869d7f74 req-ed80ee4e-4e5d-4be3-bd7e-d5b21ff2f37e tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] 10.222.0.87 "GET /v2.0/security-groups/4d7df954-bed6-473d-b50d-ba3a845a76c8 HTTP/1.1" status: 200 len: 3002 time: 0.4274764 Feb 17 17:36:29.472778 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-2466e322-2882-4984-aae1-13af2fafebf9 req-9150ec42-9762-4414-8595-4cef869bd162 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Request body: {'port': {'device_id': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'network_id': 'cc320263-b432-4650-9484-dc130e67f905', 'admin_state_up': True, 'tenant_id': '918d19e8f1f044baa808ac9d66a136f9', 'security_groups': ['fd4d27d9-e68c-41ba-a909-f949182bce5a']}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:29.474478 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4f6b4a2c-10c4-44ae-97d8-4afc41716b78 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9005222 Feb 17 17:36:29.480983 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f8596500-ffcd-402c-9d3d-7157fda014af req-36916be0-ec67-46fd-85f3-a77b30f215d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (2fa6b8d7-c4c6-418c-9da6-72c8a171b643), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:29.518134 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45684) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:29.544322 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8596500-ffcd-402c-9d3d-7157fda014af req-36916be0-ec67-46fd-85f3-a77b30f215d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:29.545651 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f8596500-ffcd-402c-9d3d-7157fda014af req-36916be0-ec67-46fd-85f3-a77b30f215d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:29.547420 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f8596500-ffcd-402c-9d3d-7157fda014af req-36916be0-ec67-46fd-85f3-a77b30f215d1 service neutron] 10.222.0.91 "PUT /v2.0/ports/2fa6b8d7-c4c6-418c-9da6-72c8a171b643 HTTP/1.1" status: 200 len: 1091 time: 2.2775304 Feb 17 17:36:29.548320 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21f8505b-0ae7-4a5f-8dfe-d30c85bad41f', 'tag': '2fa6b8d7-c4c6-418c-9da6-72c8a171b643'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:36:29.550632 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999eb660-e1e3-434f-99fe-afdd622f1122" -d '{"events": [{"name": "network-changed", "server_uuid": "21f8505b-0ae7-4a5f-8dfe-d30c85bad41f", "tag": "2fa6b8d7-c4c6-418c-9da6-72c8a171b643"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:36:29.604536 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36916be0-ec67-46fd-85f3-a77b30f215d1 service neutron] Pushing event updated for resources: {'Port': ['ID=2fa6b8d7-c4c6-418c-9da6-72c8a171b643,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:29.668808 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0b0a01d-fe1d-4178-af48-79f5b4c6c047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (04e63fc8-7e10-478c-9d6f-5de2819dc60d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:29.672056 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0b0a01d-fe1d-4178-af48-79f5b4c6c047 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:29.673426 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e0b0a01d-fe1d-4178-af48-79f5b4c6c047 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/04e63fc8-7e10-478c-9d6f-5de2819dc60d HTTP/1.1" status: 204 len: 168 time: 1.0825508 Feb 17 17:36:29.687011 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b0a01d-fe1d-4178-af48-79f5b4c6c047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e63fc8-7e10-478c-9d6f-5de2819dc60d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:29.750843 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-111b7163-fdee-4d4c-8907-8a030df4b185 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e9f4ea813c214d12853f6eebadb4d38e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2320912 Feb 17 17:36:29.752974 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8596500-ffcd-402c-9d3d-7157fda014af req-f7395f83-cf11-44c5-8028-57c50669f521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:29.754493 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f8596500-ffcd-402c-9d3d-7157fda014af req-f7395f83-cf11-44c5-8028-57c50669f521 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5c112397353b4d5f9dae4aa16205da6f&device_id=21f8505b-0ae7-4a5f-8dfe-d30c85bad41f HTTP/1.1" status: 200 len: 1125 time: 0.1438866 Feb 17 17:36:29.754975 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45696) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:29.825808 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f8596500-ffcd-402c-9d3d-7157fda014af req-c716f3fe-6799-4ca8-91bd-5d27c4c1bb1f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fa6b8d7-c4c6-418c-9da6-72c8a171b643 HTTP/1.1" status: 200 len: 217 time: 0.0393753 Feb 17 17:36:30.001688 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0aa72b0a-608b-46e7-af77-55f8ef3c1fd9 admin admin] Publish callbacks [] for security_group (8361b589-b305-4872-b6ec-b93d002cd25f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:30.050148 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0aa72b0a-608b-46e7-af77-55f8ef3c1fd9 admin admin] Publish callbacks [] for security_group (8361b589-b305-4872-b6ec-b93d002cd25f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:30.111577 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8596500-ffcd-402c-9d3d-7157fda014af req-e51660d2-c2a4-4754-b9ae-946d79291e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:30.113134 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f8596500-ffcd-402c-9d3d-7157fda014af req-e51660d2-c2a4-4754-b9ae-946d79291e26 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=884735e1-5568-4ef9-9e9a-5668bb636166 HTTP/1.1" status: 200 len: 853 time: 0.2801497 Feb 17 17:36:30.183447 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f8596500-ffcd-402c-9d3d-7157fda014af req-7dc290c9-e97f-4ebe-a43b-20af707a9435 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625944 Feb 17 17:36:30.184766 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0aa72b0a-608b-46e7-af77-55f8ef3c1fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (8361b589-b305-4872-b6ec-b93d002cd25f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:30.192048 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0aa72b0a-608b-46e7-af77-55f8ef3c1fd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:30.193347 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0aa72b0a-608b-46e7-af77-55f8ef3c1fd9 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8361b589-b305-4872-b6ec-b93d002cd25f HTTP/1.1" status: 204 len: 168 time: 0.4374187 Feb 17 17:36:30.259616 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec4c37-cf63-4d83-ab9c-d7c4583707bb req-86ddb544-e873-4a3b-99d8-0f333deb7513 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:30.261495 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2fec4c37-cf63-4d83-ab9c-d7c4583707bb req-86ddb544-e873-4a3b-99d8-0f333deb7513 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 932 time: 1.3196020 Feb 17 17:36:30.308096 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-733576bf-4d9e-4be9-937c-e1690a889133 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (fad17572-5a92-4670-a47b-f71cbc918c73), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:30.311356 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0bc22c59-32fa-4855-8d30-3507869d7f74 req-29476c5e-ae8b-4dd3-b39e-22ffb12315ba tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] 10.222.0.87 "GET /v2.0/security-groups/58dbda7b-c8ca-4749-a000-48284c64d5f3 HTTP/1.1" status: 200 len: 3002 time: 0.2977557 Feb 17 17:36:30.334961 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f8596500-ffcd-402c-9d3d-7157fda014af req-925c1596-37dd-4848-beef-e64557485189 service neutron] 10.222.0.91 "GET /v2.0/networks/ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404912 Feb 17 17:36:30.356942 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa72b0a-608b-46e7-af77-55f8ef3c1fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8361b589-b305-4872-b6ec-b93d002cd25f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:30.511824 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-501a0700-52a1-4a82-8585-cc87a72d6ca8 None None] Provisioning complete for port fad17572-5a92-4670-a47b-f71cbc918c73 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:36:30.512384 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-501a0700-52a1-4a82-8585-cc87a72d6ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (fad17572-5a92-4670-a47b-f71cbc918c73), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:30.594857 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device fad17572-5a92-4670-a47b-f71cbc918c73 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:36:30.657968 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0bc22c59-32fa-4855-8d30-3507869d7f74 req-2b63445b-ee48-43c8-bcb0-f71c3dec7081 tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] 10.222.0.87 "GET /v2.0/security-groups/58dbda7b-c8ca-4749-a000-48284c64d5f3 HTTP/1.1" status: 200 len: 3002 time: 0.3299332 Feb 17 17:36:30.671609 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2fec4c37-cf63-4d83-ab9c-d7c4583707bb req-66a47d5e-0de5-44c8-b70e-2b9ee600d56c tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/security-groups?id=fd4d27d9-e68c-41ba-a909-f949182bce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3689659 Feb 17 17:36:30.688684 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f8596500-ffcd-402c-9d3d-7157fda014af req-d404ea16-dd4c-4058-a455-9f5467319e03 service neutron] 10.222.0.91 "GET /v2.0/networks/ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392217 Feb 17 17:36:30.725427 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2466e322-2882-4984-aae1-13af2fafebf9 req-9150ec42-9762-4414-8595-4cef869bd162 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Made reservation on behalf of 918d19e8f1f044baa808ac9d66a136f9 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:36:30.729266 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-9150ec42-9762-4414-8595-4cef869bd162 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:30.789584 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e34c91d-e7ac-490d-a490-4e4609f9b822 x-openstack-request-id: req-4e34c91d-e7ac-490d-a490-4e4609f9b822 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:36:30.790176 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21f8505b-0ae7-4a5f-8dfe-d30c85bad41f", "tag": "2fa6b8d7-c4c6-418c-9da6-72c8a171b643", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:36:30.790664 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4e34c91d-e7ac-490d-a490-4e4609f9b822 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:36:30.791291 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21f8505b-0ae7-4a5f-8dfe-d30c85bad41f', 'tag': '2fa6b8d7-c4c6-418c-9da6-72c8a171b643', 'status': 'completed', 'code': 200} Feb 17 17:36:30.876670 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port fad17572-5a92-4670-a47b-f71cbc918c73 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:36:30.882887 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (fad17572-5a92-4670-a47b-f71cbc918c73), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:30.969252 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-733576bf-4d9e-4be9-937c-e1690a889133 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] For port fad17572-5a92-4670-a47b-f71cbc918c73, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=fad17572-5a92-4670-a47b-f71cbc918c73,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:36:30.992674 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-501a0700-52a1-4a82-8585-cc87a72d6ca8 None None] Current status of the port fad17572-5a92-4670-a47b-f71cbc918c73 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:36:30.992925 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999eb660-e1e3-434f-99fe-afdd622f1122 req-2d5b15bf-38dc-4ffc-9953-5efbc1668b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:30.999111 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-501a0700-52a1-4a82-8585-cc87a72d6ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (fad17572-5a92-4670-a47b-f71cbc918c73), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:31.010533 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-999eb660-e1e3-434f-99fe-afdd622f1122 req-2d5b15bf-38dc-4ffc-9953-5efbc1668b4e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5c112397353b4d5f9dae4aa16205da6f&device_id=21f8505b-0ae7-4a5f-8dfe-d30c85bad41f HTTP/1.1" status: 200 len: 1125 time: 0.1925542 Feb 17 17:36:31.011790 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45720) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:31.130732 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port fad17572-5a92-4670-a47b-f71cbc918c73 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:36:31.131129 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (fad17572-5a92-4670-a47b-f71cbc918c73), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:31.205240 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999eb660-e1e3-434f-99fe-afdd622f1122 req-75fcf328-caae-4429-8efe-a780114fae50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:31.206730 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-999eb660-e1e3-434f-99fe-afdd622f1122 req-75fcf328-caae-4429-8efe-a780114fae50 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad HTTP/1.1" status: 200 len: 914 time: 0.1805065 Feb 17 17:36:31.253514 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-999eb660-e1e3-434f-99fe-afdd622f1122 req-07fbef58-4c3e-421a-bc70-2ed2d9729391 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fa6b8d7-c4c6-418c-9da6-72c8a171b643 HTTP/1.1" status: 200 len: 217 time: 0.0378163 Feb 17 17:36:31.256217 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8253b409-39db-4d10-a591-4731ac452189 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3778ba9b46374e209e807ca3ec1be141&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2432933 Feb 17 17:36:31.257879 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-733576bf-4d9e-4be9-937c-e1690a889133 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for port (fad17572-5a92-4670-a47b-f71cbc918c73), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:31.259669 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45726) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:31.293304 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-733576bf-4d9e-4be9-937c-e1690a889133 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (fad17572-5a92-4670-a47b-f71cbc918c73), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:31.335090 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-733576bf-4d9e-4be9-937c-e1690a889133 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (ffae3350-0496-4ecf-b6f6-049b3accc67f), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:31.338204 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0bc22c59-32fa-4855-8d30-3507869d7f74 req-b11fc4c1-b66b-413d-a0c7-d69ff9fe4cc7 tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] 10.222.0.87 "GET /v2.0/security-groups/5b153124-54c7-4ac3-a5ee-51a63a33db91 HTTP/1.1" status: 200 len: 3002 time: 0.6632891 Feb 17 17:36:31.448624 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45728) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:31.461748 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999eb660-e1e3-434f-99fe-afdd622f1122 req-4a54631f-7e49-4606-bdd2-0c510eaaafc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:31.463488 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-999eb660-e1e3-434f-99fe-afdd622f1122 req-4a54631f-7e49-4606-bdd2-0c510eaaafc0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=884735e1-5568-4ef9-9e9a-5668bb636166 HTTP/1.1" status: 200 len: 853 time: 0.2013113 Feb 17 17:36:31.505121 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-999eb660-e1e3-434f-99fe-afdd622f1122 req-6af11ec9-216d-40ff-a0b6-61376bd53405 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301363 Feb 17 17:36:31.506115 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3cd7398a-19de-4176-a9da-c17df539a92b admin admin] Publish callbacks [] for security_group (4d7df954-bed6-473d-b50d-ba3a845a76c8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:31.558487 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3cd7398a-19de-4176-a9da-c17df539a92b admin admin] Publish callbacks [] for security_group (4d7df954-bed6-473d-b50d-ba3a845a76c8), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:31.558684 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733576bf-4d9e-4be9-937c-e1690a889133 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Subnet': ['ID=ffae3350-0496-4ecf-b6f6-049b3accc67f,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:31.598587 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-2466e322-2882-4984-aae1-13af2fafebf9 req-9150ec42-9762-4414-8595-4cef869bd162 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Allocated IP 10.1.1.138 (cc320263-b432-4650-9484-dc130e67f905/f2e0eb54-8f78-4737-b37f-1044983cc57f/4816c808-0fae-4aeb-902b-6085c77a50fa) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:36:31.606633 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733576bf-4d9e-4be9-937c-e1690a889133 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:36:31.639269 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-733576bf-4d9e-4be9-937c-e1690a889133 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:36:31.653795 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733576bf-4d9e-4be9-937c-e1690a889133 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:31.655014 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-733576bf-4d9e-4be9-937c-e1690a889133 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:31.661552 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37df7ae7-ad92-4d5e-9d13-7ed8a54f0c88 None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:36:31.689536 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c30915-e8c3-4bdd-8318-3a6a47dcf99c req-0248a3b0-ec3a-47c7-b9fa-e01655d31813 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:31.691324 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-13c30915-e8c3-4bdd-8318-3a6a47dcf99c req-0248a3b0-ec3a-47c7-b9fa-e01655d31813 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=21f8505b-0ae7-4a5f-8dfe-d30c85bad41f HTTP/1.1" status: 200 len: 943 time: 0.6469457 Feb 17 17:36:31.702201 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-999eb660-e1e3-434f-99fe-afdd622f1122 req-a48b832d-1a4a-4acd-b10b-2debb41eafef service neutron] 10.222.0.91 "GET /v2.0/networks/ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898758 Feb 17 17:36:31.737258 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733576bf-4d9e-4be9-937c-e1690a889133 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Port': ['ID=fad17572-5a92-4670-a47b-f71cbc918c73,revision_number=4']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:31.777005 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-733576bf-4d9e-4be9-937c-e1690a889133 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.9833190 Feb 17 17:36:31.787894 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45734) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:31.805806 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.api [None req-501a0700-52a1-4a82-8585-cc87a72d6ca8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:36:31.807526 n-d-829613-2 neutron-server[103436]: DEBUG oslo_db.api [None req-501a0700-52a1-4a82-8585-cc87a72d6ca8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 17:36:31.815508 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-33ca355a-05df-455c-be50-d4303dfb5a64 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'port': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'mac_address': 'fa:16:3e:9b:e5:b8', 'name': 'tempest-NetworksTestDHCPv6-195118170'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:31.834560 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-999eb660-e1e3-434f-99fe-afdd622f1122 req-941483e0-1e92-46c2-8ae3-8a19f1e2afd3 service neutron] 10.222.0.91 "GET /v2.0/networks/ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253033 Feb 17 17:36:31.852833 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-4ffe2d0e-f109-4f84-8202-540b54a17c2f tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1052459752'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:31.868447 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3cd7398a-19de-4176-a9da-c17df539a92b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (4d7df954-bed6-473d-b50d-ba3a845a76c8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:31.871425 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3cd7398a-19de-4176-a9da-c17df539a92b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:31.878589 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3cd7398a-19de-4176-a9da-c17df539a92b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4d7df954-bed6-473d-b50d-ba3a845a76c8 HTTP/1.1" status: 204 len: 168 time: 0.6050019 Feb 17 17:36:31.906685 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:36:31.907036 n-d-829613-2 neutron-server[103436]: DEBUG oslo_db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 17:36:31.921915 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd7398a-19de-4176-a9da-c17df539a92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7df954-bed6-473d-b50d-ba3a845a76c8,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:31.938066 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ffe2d0e-f109-4f84-8202-540b54a17c2f tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Made reservation on behalf of 15e5b8cede264c62bf635b9a00989986 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:36:31.964111 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4ffe2d0e-f109-4f84-8202-540b54a17c2f tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:31.968288 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0bc22c59-32fa-4855-8d30-3507869d7f74 req-e111635b-b4f4-499a-8831-01d3a2c6ddc1 tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] 10.222.0.87 "GET /v2.0/security-groups/5b153124-54c7-4ac3-a5ee-51a63a33db91 HTTP/1.1" status: 200 len: 3002 time: 0.5335391 Feb 17 17:36:31.987257 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4ffe2d0e-f109-4f84-8202-540b54a17c2f tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:32.140686 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-13c30915-e8c3-4bdd-8318-3a6a47dcf99c req-65550e42-d6d4-4553-9e82-7b8ad8c29b71 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4259632 Feb 17 17:36:32.145952 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ca355a-05df-455c-be50-d4303dfb5a64 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:36:32.216971 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4ffe2d0e-f109-4f84-8202-540b54a17c2f tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks [] for security_group (64d33547-4f0e-402a-b691-bd1d40315742), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:32.222795 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4ffe2d0e-f109-4f84-8202-540b54a17c2f tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (64d33547-4f0e-402a-b691-bd1d40315742), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:32.274555 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0bc22c59-32fa-4855-8d30-3507869d7f74 req-3526a33c-91b4-41fd-95fe-210db7b1d57b tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] 10.222.0.87 "GET /v2.0/security-groups/666ddcdd-4e7d-495f-949e-349b7541045e HTTP/1.1" status: 200 len: 2998 time: 0.3005531 Feb 17 17:36:32.279413 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ffe2d0e-f109-4f84-8202-540b54a17c2f tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:36:32.301640 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4ffe2d0e-f109-4f84-8202-540b54a17c2f tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (73a3264c-10a1-4c9c-b379-ef049d41f6aa), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:32.301990 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-4ffe2d0e-f109-4f84-8202-540b54a17c2f tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Added segment 73a3264c-10a1-4c9c-b379-ef049d41f6aa of type vlan for network 842f5908-7554-4cca-b4da-cc8ce7d9258c Feb 17 17:36:32.374528 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-501a0700-52a1-4a82-8585-cc87a72d6ca8 None None] Current status of the port fad17572-5a92-4670-a47b-f71cbc918c73 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:36:32.374982 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-501a0700-52a1-4a82-8585-cc87a72d6ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (fad17572-5a92-4670-a47b-f71cbc918c73), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:32.392219 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4ffe2d0e-f109-4f84-8202-540b54a17c2f tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (842f5908-7554-4cca-b4da-cc8ce7d9258c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:32.463957 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4ffe2d0e-f109-4f84-8202-540b54a17c2f tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (842f5908-7554-4cca-b4da-cc8ce7d9258c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:32.470601 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffe2d0e-f109-4f84-8202-540b54a17c2f tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:32.471475 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4ffe2d0e-f109-4f84-8202-540b54a17c2f tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:32.481103 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe2d0e-f109-4f84-8202-540b54a17c2f tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64d33547-4f0e-402a-b691-bd1d40315742,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:32.502951 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0bc22c59-32fa-4855-8d30-3507869d7f74 req-b723aa53-9d90-4c6f-8c5e-25c25b6e0b69 tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] 10.222.0.87 "GET /v2.0/security-groups/666ddcdd-4e7d-495f-949e-349b7541045e HTTP/1.1" status: 200 len: 2998 time: 0.2260058 Feb 17 17:36:32.560103 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port fad17572-5a92-4670-a47b-f71cbc918c73 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:36:32.561346 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (fad17572-5a92-4670-a47b-f71cbc918c73), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:32.597055 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4ffe2d0e-f109-4f84-8202-540b54a17c2f tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1461020 Feb 17 17:36:32.614850 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-9150ec42-9762-4414-8595-4cef869bd162 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks [] for port (4816c808-0fae-4aeb-902b-6085c77a50fa), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:32.654813 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-501a0700-52a1-4a82-8585-cc87a72d6ca8 None None] For port fad17572-5a92-4670-a47b-f71cbc918c73, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=fad17572-5a92-4670-a47b-f71cbc918c73,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:36:32.718334 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe2d0e-f109-4f84-8202-540b54a17c2f tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Pushing event updated for resources: {'Network': ['ID=842f5908-7554-4cca-b4da-cc8ce7d9258c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:32.781062 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-33ca355a-05df-455c-be50-d4303dfb5a64 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:32.791999 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:36:32.794429 n-d-829613-2 neutron-server[103436]: DEBUG oslo_db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 17:36:32.795847 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-501a0700-52a1-4a82-8585-cc87a72d6ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (fad17572-5a92-4670-a47b-f71cbc918c73), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:32.798713 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9c8b7e14-ae41-40e3-8fae-894007aaec9b req-feba7bc9-58ea-4ee4-b2db-33c6f1a179a5 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--1852542880&fields=id&tenant_id=a45426717d8d45f2862bf894c7d95737 HTTP/1.1" status: 200 len: 267 time: 0.4435046 Feb 17 17:36:32.803770 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 842f5908-7554-4cca-b4da-cc8ce7d9258c details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:36:32.907576 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0bc22c59-32fa-4855-8d30-3507869d7f74 req-8e396613-a77e-45ff-96fd-a62e6b18cd00 tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] 10.222.0.87 "GET /v2.0/security-groups/81838e85-288b-466a-a2a4-79b3d161fbef HTTP/1.1" status: 200 len: 2994 time: 0.4028080 Feb 17 17:36:32.984356 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a0700-52a1-4a82-8585-cc87a72d6ca8 None None] Pushing event updated for resources: {'Port': ['ID=fad17572-5a92-4670-a47b-f71cbc918c73,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:33.039796 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-33ca355a-05df-455c-be50-d4303dfb5a64 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] device_id is not set on port 92dfa7eb-3807-48bf-a3b4-6baa03b5f3e3 yet. {{(pid=103435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:36:33.095724 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4a71bace-da73-41a2-b536-4878feac99e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:33.226951 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 2fa6b8d7-c4c6-418c-9da6-72c8a171b643 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:36:33.531639 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 2fa6b8d7-c4c6-418c-9da6-72c8a171b643, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=2fa6b8d7-c4c6-418c-9da6-72c8a171b643,segment=NetworkSegment(e4661035-9680-4da1-989b-77404c89e6fd),segment_id=e4661035-9680-4da1-989b-77404c89e6fd)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:36:33.556876 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '2fa6b8d7-c4c6-418c-9da6-72c8a171b643', 'network_id': 'ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad', 'port_id': '2fa6b8d7-c4c6-418c-9da6-72c8a171b643', 'mac_address': 'fa:16:3e:9d:26:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '884735e1-5568-4ef9-9e9a-5668bb636166', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:36:33.561469 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-3c13fe6b-e8d2-4588-88e9-d665d6bbd178 None None] Provisioning complete for port fad17572-5a92-4670-a47b-f71cbc918c73 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:36:33.562857 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3c13fe6b-e8d2-4588-88e9-d665d6bbd178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (fad17572-5a92-4670-a47b-f71cbc918c73), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:33.617530 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-9150ec42-9762-4414-8595-4cef869bd162 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (4816c808-0fae-4aeb-902b-6085c77a50fa), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:33.686460 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 2fa6b8d7-c4c6-418c-9da6-72c8a171b643 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:36:33.687168 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2fa6b8d7-c4c6-418c-9da6-72c8a171b643), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:33.689375 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-33ca355a-05df-455c-be50-d4303dfb5a64 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Allocated IP 172.20.0.8 (f82adc72-a904-4b51-9a87-7ea8a1981040/ecad979f-9b97-4849-bfa7-7db657f50a05/92dfa7eb-3807-48bf-a3b4-6baa03b5f3e3) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:36:33.690282 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port fad17572-5a92-4670-a47b-f71cbc918c73 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:36:33.719513 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fa6b8d7-c4c6-418c-9da6-72c8a171b643 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:36:33.746883 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2466e322-2882-4984-aae1-13af2fafebf9 req-9150ec42-9762-4414-8595-4cef869bd162 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Network cc320263-b432-4650-9484-dc130e67f905 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:36:33.798173 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-33ca355a-05df-455c-be50-d4303dfb5a64 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Allocated IP 2001:db8::f816:3eff:fe9b:e5b8 (f82adc72-a904-4b51-9a87-7ea8a1981040/ffae3350-0496-4ecf-b6f6-049b3accc67f/92dfa7eb-3807-48bf-a3b4-6baa03b5f3e3) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:36:33.812372 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 2fa6b8d7-c4c6-418c-9da6-72c8a171b643, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=2fa6b8d7-c4c6-418c-9da6-72c8a171b643,segment=NetworkSegment(e4661035-9680-4da1-989b-77404c89e6fd),segment_id=e4661035-9680-4da1-989b-77404c89e6fd)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:36:33.823845 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (2fa6b8d7-c4c6-418c-9da6-72c8a171b643), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:33.839214 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0bc22c59-32fa-4855-8d30-3507869d7f74 req-3bf2f72e-3437-4246-aabf-fed689dec41d tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] 10.222.0.87 "GET /v2.0/security-groups/81838e85-288b-466a-a2a4-79b3d161fbef HTTP/1.1" status: 200 len: 2994 time: 0.8588192 Feb 17 17:36:33.841682 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-2466e322-2882-4984-aae1-13af2fafebf9 req-9150ec42-9762-4414-8595-4cef869bd162 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:36:33.847285 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-2466e322-2882-4984-aae1-13af2fafebf9 req-9150ec42-9762-4414-8595-4cef869bd162 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:36:33.991466 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b7e14-ae41-40e3-8fae-894007aaec9b req-f90d8872-d625-46b0-a6fd-4b0113093760 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:33.993487 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9c8b7e14-ae41-40e3-8fae-894007aaec9b req-f90d8872-d625-46b0-a6fd-4b0113093760 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/networks?id=249d7a73-68d0-4715-9e76-b2a8e292b955 HTTP/1.1" status: 200 len: 809 time: 1.1939173 Feb 17 17:36:34.001323 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9150ec42-9762-4414-8595-4cef869bd162 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Pushing event updated for resources: {'Port': ['ID=4816c808-0fae-4aeb-902b-6085c77a50fa,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:34.007147 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [req-0bc22c59-32fa-4855-8d30-3507869d7f74 req-0d8ad297-1d73-43bd-850b-a006143677c3 tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] show failed (client error): The resource could not be found. Feb 17 17:36:34.008553 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0bc22c59-32fa-4855-8d30-3507869d7f74 req-0d8ad297-1d73-43bd-850b-a006143677c3 tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] 10.222.0.87 "GET /v2.0/security-groups/8361b589-b305-4872-b6ec-b93d002cd25f HTTP/1.1" status: 404 len: 352 time: 0.1517918 Feb 17 17:36:34.045927 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9c8b7e14-ae41-40e3-8fae-894007aaec9b req-3eece335-a23c-4c69-b95d-2d9f8d52403a tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/quotas/a45426717d8d45f2862bf894c7d95737 HTTP/1.1" status: 200 len: 375 time: 0.0356953 Feb 17 17:36:34.055324 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device fad17572-5a92-4670-a47b-f71cbc918c73 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:36:34.067571 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466e322-2882-4984-aae1-13af2fafebf9 req-9150ec42-9762-4414-8595-4cef869bd162 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:34.071009 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-9150ec42-9762-4414-8595-4cef869bd162 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:34.152676 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['2fa6b8d7-c4c6-418c-9da6-72c8a171b643'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:36:34.192059 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-3c13fe6b-e8d2-4588-88e9-d665d6bbd178 None None] Current status of the port fad17572-5a92-4670-a47b-f71cbc918c73 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:36:34.207275 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=2fa6b8d7-c4c6-418c-9da6-72c8a171b643,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:34.288397 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [req-0bc22c59-32fa-4855-8d30-3507869d7f74 req-a0a849e9-10b1-4504-80f2-ed99ec55c8c7 tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] show failed (client error): The resource could not be found. Feb 17 17:36:34.290794 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0bc22c59-32fa-4855-8d30-3507869d7f74 req-a0a849e9-10b1-4504-80f2-ed99ec55c8c7 tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] 10.222.0.87 "GET /v2.0/security-groups/8361b589-b305-4872-b6ec-b93d002cd25f HTTP/1.1" status: 404 len: 352 time: 0.2420607 Feb 17 17:36:34.320792 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port fad17572-5a92-4670-a47b-f71cbc918c73 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:36:34.321179 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (fad17572-5a92-4670-a47b-f71cbc918c73), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:34.332735 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-9150ec42-9762-4414-8595-4cef869bd162 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8639200 Feb 17 17:36:34.357712 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2dc0cd1d-0401-4938-ad8c-fdb6490846b5 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Request body: {'port': {'device_id': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'network_id': 'cc320263-b432-4650-9484-dc130e67f905', 'admin_state_up': True, 'tenant_id': '918d19e8f1f044baa808ac9d66a136f9', 'security_groups': ['fd4d27d9-e68c-41ba-a909-f949182bce5a']}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:34.457865 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-038304d5-89f9-4a1d-a7c3-d6af1f69d3ac None None] Provisioning complete for port 4816c808-0fae-4aeb-902b-6085c77a50fa triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:36:34.458252 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-038304d5-89f9-4a1d-a7c3-d6af1f69d3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (4816c808-0fae-4aeb-902b-6085c77a50fa), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:34.612489 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-038304d5-89f9-4a1d-a7c3-d6af1f69d3ac None None] Port 4816c808-0fae-4aeb-902b-6085c77a50fa cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:36:34.626220 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port fad17572-5a92-4670-a47b-f71cbc918c73 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:36:34.652037 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0bc22c59-32fa-4855-8d30-3507869d7f74 req-db10ae4a-ebcf-4045-8383-61ad1b6aef7e tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] 10.222.0.87 "GET /v2.0/security-groups/a101cc40-62ec-4460-ae02-4b5c1ab1f425 HTTP/1.1" status: 200 len: 3002 time: 0.3054304 Feb 17 17:36:34.689424 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9c8b7e14-ae41-40e3-8fae-894007aaec9b req-4fe2662c-f587-4794-9df6-dc724f67411a tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=a45426717d8d45f2862bf894c7d95737&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6122422 Feb 17 17:36:34.857716 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9c8b7e14-ae41-40e3-8fae-894007aaec9b req-91937fc3-c9da-4414-a414-437ca811fb63 service neutron] 10.222.0.87 "GET /v2.0/networks/249d7a73-68d0-4715-9e76-b2a8e292b955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353376 Feb 17 17:36:34.865283 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0bc22c59-32fa-4855-8d30-3507869d7f74 req-309e1135-e43d-4049-95c6-a6831ae9f260 tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] 10.222.0.87 "GET /v2.0/security-groups/a101cc40-62ec-4460-ae02-4b5c1ab1f425 HTTP/1.1" status: 200 len: 3002 time: 0.1850312 Feb 17 17:36:35.040235 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9c8b7e14-ae41-40e3-8fae-894007aaec9b req-093669ec-d284-4180-af5d-49093471c30d service neutron] 10.222.0.87 "GET /v2.0/networks/249d7a73-68d0-4715-9e76-b2a8e292b955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658890 Feb 17 17:36:35.081825 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-33ca355a-05df-455c-be50-d4303dfb5a64 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for port (92dfa7eb-3807-48bf-a3b4-6baa03b5f3e3), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:35.157207 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-33ca355a-05df-455c-be50-d4303dfb5a64 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (92dfa7eb-3807-48bf-a3b4-6baa03b5f3e3), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:35.159183 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2dc0cd1d-0401-4938-ad8c-fdb6490846b5 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Made reservation on behalf of 918d19e8f1f044baa808ac9d66a136f9 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:36:35.167223 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2dc0cd1d-0401-4938-ad8c-fdb6490846b5 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:35.222989 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 2fa6b8d7-c4c6-418c-9da6-72c8a171b643 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:36:35.295642 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ca355a-05df-455c-be50-d4303dfb5a64 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:36:35.299857 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0bc22c59-32fa-4855-8d30-3507869d7f74 req-78c70c75-1df0-455b-9b19-f8816b73543a tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] 10.222.0.87 "GET /v2.0/security-groups/cb937a35-3d79-4644-acb6-eaedeb881a65 HTTP/1.1" status: 200 len: 2990 time: 0.4181747 Feb 17 17:36:35.302959 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-33ca355a-05df-455c-be50-d4303dfb5a64 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:36:35.398875 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ca355a-05df-455c-be50-d4303dfb5a64 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:36:35.445586 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port 2fa6b8d7-c4c6-418c-9da6-72c8a171b643 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:36:35.473504 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4f109b80-bfcc-45bb-b680-ade7ff2e8365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:35.486057 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 2fa6b8d7-c4c6-418c-9da6-72c8a171b643 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:36:35.486431 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2fa6b8d7-c4c6-418c-9da6-72c8a171b643), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:35.730941 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ca355a-05df-455c-be50-d4303dfb5a64 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Port': ['ID=92dfa7eb-3807-48bf-a3b4-6baa03b5f3e3,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:35.798769 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 2fa6b8d7-c4c6-418c-9da6-72c8a171b643 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:36:35.799179 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2fa6b8d7-c4c6-418c-9da6-72c8a171b643), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:35.808749 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ca355a-05df-455c-be50-d4303dfb5a64 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:35.809689 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-33ca355a-05df-455c-be50-d4303dfb5a64 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:35.853295 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35dc24f-b02a-46ff-9c05-d5f496a3f300 req-36a93df8-b301-4fe7-89f0-c6de9d4e3974 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:35.862014 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f8505b-0ae7-4a5f-8dfe-d30c85bad41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa6b8d7-c4c6-418c-9da6-72c8a171b643'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:36:35.865930 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35dc24f-b02a-46ff-9c05-d5f496a3f300 req-36a93df8-b301-4fe7-89f0-c6de9d4e3974 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:35.870468 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c35dc24f-b02a-46ff-9c05-d5f496a3f300 req-36a93df8-b301-4fe7-89f0-c6de9d4e3974 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 1654 time: 0.4884315 Feb 17 17:36:35.872445 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b5460d-4add-4f98-8e8d-0ed546dffcf8" -d '{"events": [{"server_uuid": "21f8505b-0ae7-4a5f-8dfe-d30c85bad41f", "name": "network-vif-plugged", "status": "completed", "tag": "2fa6b8d7-c4c6-418c-9da6-72c8a171b643"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:36:35.894617 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0bc22c59-32fa-4855-8d30-3507869d7f74 req-c3957584-1ea3-4389-b983-89e3c12f3d1f tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] 10.222.0.87 "GET /v2.0/security-groups/cb937a35-3d79-4644-acb6-eaedeb881a65 HTTP/1.1" status: 200 len: 2990 time: 0.5014400 Feb 17 17:36:35.908651 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 2fa6b8d7-c4c6-418c-9da6-72c8a171b643, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=2fa6b8d7-c4c6-418c-9da6-72c8a171b643,segment=NetworkSegment(e4661035-9680-4da1-989b-77404c89e6fd),segment_id=e4661035-9680-4da1-989b-77404c89e6fd)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:36:35.913700 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (2fa6b8d7-c4c6-418c-9da6-72c8a171b643), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:35.978259 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-33ca355a-05df-455c-be50-d4303dfb5a64 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.1890199 Feb 17 17:36:35.980841 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45806) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:35.989740 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2dc0cd1d-0401-4938-ad8c-fdb6490846b5 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Allocated IP 10.1.1.40 (cc320263-b432-4650-9484-dc130e67f905/f2e0eb54-8f78-4737-b37f-1044983cc57f/46ca0592-2b78-4190-9be6-1b3e395f0384) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:36:36.005255 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45808) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:36.010681 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-be7b8216-70b6-44d6-adba-500fc713eb6d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Request body: {'subnet': {'network_id': '842f5908-7554-4cca-b4da-cc8ce7d9258c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:36.042661 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b6c6497e-7639-46dd-b3a4-6a355c801fe8 None None] Provisioning complete for port 92dfa7eb-3807-48bf-a3b4-6baa03b5f3e3 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:36:36.043675 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b6c6497e-7639-46dd-b3a4-6a355c801fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (92dfa7eb-3807-48bf-a3b4-6baa03b5f3e3), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:36.084723 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c35dc24f-b02a-46ff-9c05-d5f496a3f300 req-f31f03c0-4a7f-452a-9394-76107715b898 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/security-groups?id=fd4d27d9-e68c-41ba-a909-f949182bce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1868241 Feb 17 17:36:36.084951 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8a97c3-6d6a-40c1-84f3-8f5490c43984 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:36.090307 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8a97c3-6d6a-40c1-84f3-8f5490c43984 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:36.094476 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7f8a97c3-6d6a-40c1-84f3-8f5490c43984 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1096857 Feb 17 17:36:36.096690 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45812) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:36.106676 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=2fa6b8d7-c4c6-418c-9da6-72c8a171b643,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:36.111198 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0bc22c59-32fa-4855-8d30-3507869d7f74 req-05f1bf36-7bd9-4ffa-afe1-54315fb70aeb tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] 10.222.0.87 "GET /v2.0/security-groups/ccc08a19-311f-43b4-8db4-b75d2c4ceb21 HTTP/1.1" status: 200 len: 3002 time: 0.1733916 Feb 17 17:36:36.129139 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b6c6497e-7639-46dd-b3a4-6a355c801fe8 None None] Port 92dfa7eb-3807-48bf-a3b4-6baa03b5f3e3 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:36:36.277942 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-9dde1cb4-632b-458b-85f2-de95fe65dac8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Deleting port 92dfa7eb-3807-48bf-a3b4-6baa03b5f3e3 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:36:36.278292 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9dde1cb4-632b-458b-85f2-de95fe65dac8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (92dfa7eb-3807-48bf-a3b4-6baa03b5f3e3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:36.386085 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9dde1cb4-632b-458b-85f2-de95fe65dac8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (92dfa7eb-3807-48bf-a3b4-6baa03b5f3e3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:36.399221 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7b8216-70b6-44d6-adba-500fc713eb6d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Made reservation on behalf of 15e5b8cede264c62bf635b9a00989986 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:36:36.400379 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-9dde1cb4-632b-458b-85f2-de95fe65dac8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Calling delete_port for 92dfa7eb-3807-48bf-a3b4-6baa03b5f3e3 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:36:36.403120 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-be7b8216-70b6-44d6-adba-500fc713eb6d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:36.433225 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0bc22c59-32fa-4855-8d30-3507869d7f74 req-5633eb4b-0ac2-4de0-8833-ac5f89025b14 tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] 10.222.0.87 "GET /v2.0/security-groups/ccc08a19-311f-43b4-8db4-b75d2c4ceb21 HTTP/1.1" status: 200 len: 3002 time: 0.2341228 Feb 17 17:36:36.486098 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97abbe5-550c-4ab2-8f2d-ed4e8736eecd req-197758fc-8cdf-45e2-877f-3348c0f3e765 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:36.487885 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c97abbe5-550c-4ab2-8f2d-ed4e8736eecd req-197758fc-8cdf-45e2-877f-3348c0f3e765 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=21f8505b-0ae7-4a5f-8dfe-d30c85bad41f HTTP/1.1" status: 200 len: 945 time: 0.2649724 Feb 17 17:36:36.576655 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2dc0cd1d-0401-4938-ad8c-fdb6490846b5 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks [] for port (46ca0592-2b78-4190-9be6-1b3e395f0384), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:36.606276 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0bc22c59-32fa-4855-8d30-3507869d7f74 req-fc54aea6-53c2-48e0-aeab-e5aedd901291 tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] 10.222.0.87 "GET /v2.0/security-groups/e2ce0327-2147-49a9-b004-5c43c56e0d8e HTTP/1.1" status: 200 len: 2998 time: 0.1601834 Feb 17 17:36:36.613252 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:36.646508 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c97abbe5-550c-4ab2-8f2d-ed4e8736eecd req-866fd7fd-407f-4ac0-acea-b835a4506b13 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504619 Feb 17 17:36:36.688314 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0bc22c59-32fa-4855-8d30-3507869d7f74 req-ac54b20c-0272-43d3-a788-85fe91445c2a tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] 10.222.0.87 "GET /v2.0/security-groups/e2ce0327-2147-49a9-b004-5c43c56e0d8e HTTP/1.1" status: 200 len: 2998 time: 0.0695939 Feb 17 17:36:36.696754 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2dc0cd1d-0401-4938-ad8c-fdb6490846b5 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (46ca0592-2b78-4190-9be6-1b3e395f0384), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:36.747024 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9dde1cb4-632b-458b-85f2-de95fe65dac8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (92dfa7eb-3807-48bf-a3b4-6baa03b5f3e3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:36.800230 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2dc0cd1d-0401-4938-ad8c-fdb6490846b5 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Network cc320263-b432-4650-9484-dc130e67f905 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:36:36.808055 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc0cd1d-0401-4938-ad8c-fdb6490846b5 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Pushing event updated for resources: {'Port': ['ID=46ca0592-2b78-4190-9be6-1b3e395f0384,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:36.810889 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2dc0cd1d-0401-4938-ad8c-fdb6490846b5 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:36:36.823168 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde1cb4-632b-458b-85f2-de95fe65dac8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Port': ['ID=92dfa7eb-3807-48bf-a3b4-6baa03b5f3e3,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:36.826742 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2dc0cd1d-0401-4938-ad8c-fdb6490846b5 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:36:36.871429 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0bc22c59-32fa-4855-8d30-3507869d7f74 req-c81a285d-6cb9-43f8-99d2-5bffe3f2532e tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] 10.222.0.87 "GET /v2.0/security-groups/ef03dceb-4fe4-4d1a-978b-aad5e4211ff0 HTTP/1.1" status: 200 len: 3002 time: 0.1582370 Feb 17 17:36:36.965209 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2dc0cd1d-0401-4938-ad8c-fdb6490846b5 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:36.965894 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2dc0cd1d-0401-4938-ad8c-fdb6490846b5 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:37.200714 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b7e14-ae41-40e3-8fae-894007aaec9b req-b3a643e0-9c09-4596-9f3c-fb735b232d75 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:37.214080 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9c8b7e14-ae41-40e3-8fae-894007aaec9b req-b3a643e0-9c09-4596-9f3c-fb735b232d75 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.71 "GET /v2.0/networks?id=249d7a73-68d0-4715-9e76-b2a8e292b955 HTTP/1.1" status: 200 len: 809 time: 0.1901572 Feb 17 17:36:37.222512 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9d93b921-eb6b-4e55-8dac-941b41f9891f req-44506402-21f4-451c-b619-5160d16322f4 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=1f1931af29374107be8715ef2fc37bf8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436025 Feb 17 17:36:37.247261 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9dde1cb4-632b-458b-85f2-de95fe65dac8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:37.255426 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9dde1cb4-632b-458b-85f2-de95fe65dac8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/ports/92dfa7eb-3807-48bf-a3b4-6baa03b5f3e3 HTTP/1.1" status: 204 len: 168 time: 1.1576316 Feb 17 17:36:37.257315 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45828) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:37.260874 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-be7b8216-70b6-44d6-adba-500fc713eb6d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (df536947-6ddb-4dda-8159-c2353dad8ddf), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:37.274088 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-30b071f8-3aff-44fd-8306-4ce115224fa7 None None] Provisioning complete for port 46ca0592-2b78-4190-9be6-1b3e395f0384 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:36:37.274487 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-30b071f8-3aff-44fd-8306-4ce115224fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (46ca0592-2b78-4190-9be6-1b3e395f0384), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:37.365895 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-30b071f8-3aff-44fd-8306-4ce115224fa7 None None] Port 46ca0592-2b78-4190-9be6-1b3e395f0384 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:36:37.399405 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c2aeff-90ed-48e6-acf6-820d0cb42fba tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:37.401400 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c2aeff-90ed-48e6-acf6-820d0cb42fba tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:37.402757 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c2aeff-90ed-48e6-acf6-820d0cb42fba tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:37.407225 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-16c2aeff-90ed-48e6-acf6-820d0cb42fba tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1486628 Feb 17 17:36:37.408150 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45830) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:37.421223 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9c8b7e14-ae41-40e3-8fae-894007aaec9b req-6036c10a-61ed-4e7e-a55a-4b287b18f2bd tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a45426717d8d45f2862bf894c7d95737 HTTP/1.1" status: 200 len: 380 time: 0.2000546 Feb 17 17:36:37.449564 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-9c8b7e14-ae41-40e3-8fae-894007aaec9b req-3ac63dc6-b166-44ad-84a4-8518f5227f1a tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Request body: {'port': {'device_id': 'a66cf83c-02b1-4b63-8363-98a2a0637846', 'network_id': '249d7a73-68d0-4715-9e76-b2a8e292b955', 'admin_state_up': True, 'tenant_id': 'a45426717d8d45f2862bf894c7d95737', 'security_groups': ['24064728-799d-4802-ac8c-8dad004b7477']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:37.528387 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f76d4fd-017e-4436-848c-05c5f4148117 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Deleting subnet ecad979f-9b97-4849-bfa7-7db657f50a05 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:36:37.541230 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f76d4fd-017e-4436-848c-05c5f4148117 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (ecad979f-9b97-4849-bfa7-7db657f50a05), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:37.824650 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:37.856550 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93b921-eb6b-4e55-8dac-941b41f9891f req-89868b11-22f2-40e8-b61e-f3804b6c6db9 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:37.858219 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9d93b921-eb6b-4e55-8dac-941b41f9891f req-89868b11-22f2-40e8-b61e-f3804b6c6db9 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5817075 Feb 17 17:36:37.866526 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2dc0cd1d-0401-4938-ad8c-fdb6490846b5 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5148780 Feb 17 17:36:37.889870 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-2466e322-2882-4984-aae1-13af2fafebf9 req-8f587f53-5dfb-48e7-8887-33f7a25eced4 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Request body: {'port': {'device_id': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef', 'admin_state_up': True, 'tenant_id': '918d19e8f1f044baa808ac9d66a136f9', 'security_groups': ['fd4d27d9-e68c-41ba-a909-f949182bce5a']}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:37.911587 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f76d4fd-017e-4436-848c-05c5f4148117 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (ecad979f-9b97-4849-bfa7-7db657f50a05), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:37.913976 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0bc22c59-32fa-4855-8d30-3507869d7f74 req-aea5d043-3f75-41c3-b49d-a2c9c300f693 tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] 10.222.0.87 "GET /v2.0/security-groups/ef03dceb-4fe4-4d1a-978b-aad5e4211ff0 HTTP/1.1" status: 200 len: 3002 time: 1.0121295 Feb 17 17:36:37.940373 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7b8216-70b6-44d6-adba-500fc713eb6d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Pushing event updated for resources: {'Subnet': ['ID=df536947-6ddb-4dda-8159-c2353dad8ddf,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:37.957214 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9d93b921-eb6b-4e55-8dac-941b41f9891f req-99afd616-6092-465a-917d-ae81e5bfe70a tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/quotas/1f1931af29374107be8715ef2fc37bf8 HTTP/1.1" status: 200 len: 375 time: 0.0897844 Feb 17 17:36:38.021785 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f76d4fd-017e-4436-848c-05c5f4148117 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (ecad979f-9b97-4849-bfa7-7db657f50a05), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:38.032123 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9d93b921-eb6b-4e55-8dac-941b41f9891f req-80768e49-f6b6-464a-bcbb-c0b6503f9d7d tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=1f1931af29374107be8715ef2fc37bf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662143 Feb 17 17:36:38.070611 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4ee2b02b-32ca-42ec-a028-93af72af2304 req-5b288bad-6857-45c5-a335-d6de9199b27c tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/ports?device_id=a66cf83c-02b1-4b63-8363-98a2a0637846 HTTP/1.1" status: 200 len: 210 time: 0.0443089 Feb 17 17:36:38.074509 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7b8216-70b6-44d6-adba-500fc713eb6d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Checking segment: {'id': '73a3264c-10a1-4c9c-b379-ef049d41f6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '842f5908-7554-4cca-b4da-cc8ce7d9258c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:36:38.074880 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7b8216-70b6-44d6-adba-500fc713eb6d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Network hostable DHCP agents. Network: 842f5908-7554-4cca-b4da-cc8ce7d9258c, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:36:38.114550 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f76d4fd-017e-4436-848c-05c5f4148117 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (ecad979f-9b97-4849-bfa7-7db657f50a05), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:38.131361 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7b8216-70b6-44d6-adba-500fc713eb6d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Network 842f5908-7554-4cca-b4da-cc8ce7d9258c is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:36:38.149878 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-be7b8216-70b6-44d6-adba-500fc713eb6d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 842f5908-7554-4cca-b4da-cc8ce7d9258c) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:36:38.153176 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76d4fd-017e-4436-848c-05c5f4148117 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Subnet': ['ID=ecad979f-9b97-4849-bfa7-7db657f50a05,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:38.155422 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c8b7e14-ae41-40e3-8fae-894007aaec9b req-3ac63dc6-b166-44ad-84a4-8518f5227f1a tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Made reservation on behalf of a45426717d8d45f2862bf894c7d95737 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:36:38.156837 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2466e322-2882-4984-aae1-13af2fafebf9 req-8f587f53-5dfb-48e7-8887-33f7a25eced4 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Made reservation on behalf of 918d19e8f1f044baa808ac9d66a136f9 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:36:38.159028 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9c8b7e14-ae41-40e3-8fae-894007aaec9b req-3ac63dc6-b166-44ad-84a4-8518f5227f1a tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:38.163163 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f76d4fd-017e-4436-848c-05c5f4148117 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:38.166683 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4f76d4fd-017e-4436-848c-05c5f4148117 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/ecad979f-9b97-4849-bfa7-7db657f50a05 HTTP/1.1" status: 204 len: 168 time: 0.7575092 Feb 17 17:36:38.174015 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45838) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:38.174503 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f576156b-a781-4a31-abbe-bdc2472a0093 None None] Network 842f5908-7554-4cca-b4da-cc8ce7d9258c requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:36:38.176694 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7c3b1d-b342-4b21-8c19-8f60f1467e75 None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:36:38.184744 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7b8216-70b6-44d6-adba-500fc713eb6d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:38.185934 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32513331-7133-435f-ab0f-bafdeb3461ac x-openstack-request-id: req-32513331-7133-435f-ab0f-bafdeb3461ac {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:36:38.186326 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f8505b-0ae7-4a5f-8dfe-d30c85bad41f", "name": "network-vif-plugged", "status": "completed", "tag": "2fa6b8d7-c4c6-418c-9da6-72c8a171b643", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:36:38.186538 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-32513331-7133-435f-ab0f-bafdeb3461ac {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:36:38.186948 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21f8505b-0ae7-4a5f-8dfe-d30c85bad41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa6b8d7-c4c6-418c-9da6-72c8a171b643', 'code': 200} Feb 17 17:36:38.190059 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-be7b8216-70b6-44d6-adba-500fc713eb6d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:38.273428 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-94b7ba93-f93d-4e5c-b624-f098d010b259 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Deleting subnet ffae3350-0496-4ecf-b6f6-049b3accc67f {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:36:38.281746 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-be7b8216-70b6-44d6-adba-500fc713eb6d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2751043 Feb 17 17:36:38.288591 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45844) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:38.302264 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-79f7b005-09ac-4721-8573-b9a2af8d959d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-975164806'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:38.317402 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94b7ba93-f93d-4e5c-b624-f098d010b259 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (ffae3350-0496-4ecf-b6f6-049b3accc67f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:38.472964 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c3e456-f818-4e61-9187-cba263041343 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-842f5908-7554-4cca-b4da-cc8ce7d9258c', 'network_id': '842f5908-7554-4cca-b4da-cc8ce7d9258c', 'project_id': '15e5b8cede264c62bf635b9a00989986', 'fixed_ips': [{'subnet_id': 'df536947-6ddb-4dda-8159-c2353dad8ddf'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:36:38.473845 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d3c3e456-f818-4e61-9187-cba263041343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:38.495673 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-9c8b7e14-ae41-40e3-8fae-894007aaec9b req-3ac63dc6-b166-44ad-84a4-8518f5227f1a tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Allocated IP 172.20.0.14 (249d7a73-68d0-4715-9e76-b2a8e292b955/183d9df1-0481-445d-8bb9-bc438141d74b/8e00aaed-554c-4e36-90b7-8553757a4a66) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:36:38.571534 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f7b005-09ac-4721-8573-b9a2af8d959d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Made reservation on behalf of 15e5b8cede264c62bf635b9a00989986 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:36:38.576385 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-79f7b005-09ac-4721-8573-b9a2af8d959d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:38.612716 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a74b1-29c7-4ba1-a1d9-5d1c04f65c77 req-76cfdd69-81b3-4ff8-a515-e45b3dd24810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:38.614537 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b16a74b1-29c7-4ba1-a1d9-5d1c04f65c77 req-76cfdd69-81b3-4ff8-a515-e45b3dd24810 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=21f8505b-0ae7-4a5f-8dfe-d30c85bad41f HTTP/1.1" status: 200 len: 1127 time: 0.3457334 Feb 17 17:36:38.632584 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-8f587f53-5dfb-48e7-8887-33f7a25eced4 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:38.649162 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94b7ba93-f93d-4e5c-b624-f098d010b259 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (ffae3350-0496-4ecf-b6f6-049b3accc67f), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:38.677778 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d276ed-f185-4107-844f-82d3d732dcab req-4ba5c5dc-4d69-4832-a5e1-2880bf0d7a61 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:38.683584 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d276ed-f185-4107-844f-82d3d732dcab req-4ba5c5dc-4d69-4832-a5e1-2880bf0d7a61 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:38.689319 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d276ed-f185-4107-844f-82d3d732dcab req-4ba5c5dc-4d69-4832-a5e1-2880bf0d7a61 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:38.697707 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b3d276ed-f185-4107-844f-82d3d732dcab req-4ba5c5dc-4d69-4832-a5e1-2880bf0d7a61 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 2374 time: 0.3187590 Feb 17 17:36:38.708315 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1effdd9-fa51-42d0-891d-20e9d83697ac req-4a38bef7-fb69-4bf8-a1e9-aeb6b674ef17 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:38.715561 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f1effdd9-fa51-42d0-891d-20e9d83697ac req-4a38bef7-fb69-4bf8-a1e9-aeb6b674ef17 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=21f8505b-0ae7-4a5f-8dfe-d30c85bad41f HTTP/1.1" status: 200 len: 945 time: 0.3377938 Feb 17 17:36:38.718803 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79f7b005-09ac-4721-8573-b9a2af8d959d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:36:38.772728 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-d3c3e456-f818-4e61-9187-cba263041343 None None] Allocated IP 2001:db8:0:ffff::2 (842f5908-7554-4cca-b4da-cc8ce7d9258c/df536947-6ddb-4dda-8159-c2353dad8ddf/0128c698-0053-497d-b067-615e88af571d) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:36:38.797942 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-79f7b005-09ac-4721-8573-b9a2af8d959d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (0041a79e-494f-4f63-9417-da5331e12aa9), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:38.798318 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-79f7b005-09ac-4721-8573-b9a2af8d959d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Added segment 0041a79e-494f-4f63-9417-da5331e12aa9 of type vlan for network 54ff5972-e174-40ba-ba0a-314ce8070572 Feb 17 17:36:38.965731 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:38.980020 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b16a74b1-29c7-4ba1-a1d9-5d1c04f65c77 req-320cc713-4aea-4fa4-8c3d-aabd4874d98a service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180323 Feb 17 17:36:39.008767 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94b7ba93-f93d-4e5c-b624-f098d010b259 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (ffae3350-0496-4ecf-b6f6-049b3accc67f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:39.059411 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9c8b7e14-ae41-40e3-8fae-894007aaec9b req-3ac63dc6-b166-44ad-84a4-8518f5227f1a tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks [] for port (8e00aaed-554c-4e36-90b7-8553757a4a66), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:39.124119 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d3c3e456-f818-4e61-9187-cba263041343 None None] Publish callbacks [] for port (0128c698-0053-497d-b067-615e88af571d), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:39.133791 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94b7ba93-f93d-4e5c-b624-f098d010b259 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (ffae3350-0496-4ecf-b6f6-049b3accc67f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:39.136225 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d3c3e456-f818-4e61-9187-cba263041343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (0128c698-0053-497d-b067-615e88af571d), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:39.148947 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9c8b7e14-ae41-40e3-8fae-894007aaec9b req-3ac63dc6-b166-44ad-84a4-8518f5227f1a tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (8e00aaed-554c-4e36-90b7-8553757a4a66), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:39.169120 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c3e456-f818-4e61-9187-cba263041343 None None] Network 842f5908-7554-4cca-b4da-cc8ce7d9258c is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:36:39.172597 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-d3c3e456-f818-4e61-9187-cba263041343 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:36:39.175350 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c3e456-f818-4e61-9187-cba263041343 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:36:39.184780 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94b7ba93-f93d-4e5c-b624-f098d010b259 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:39.193373 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-94b7ba93-f93d-4e5c-b624-f098d010b259 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/ffae3350-0496-4ecf-b6f6-049b3accc67f HTTP/1.1" status: 204 len: 168 time: 1.0177250 Feb 17 17:36:39.201657 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b7ba93-f93d-4e5c-b624-f098d010b259 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Subnet': ['ID=ffae3350-0496-4ecf-b6f6-049b3accc67f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:39.202268 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45856) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:39.234586 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-79f7b005-09ac-4721-8573-b9a2af8d959d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (54ff5972-e174-40ba-ba0a-314ce8070572), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:39.308532 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3e456-f818-4e61-9187-cba263041343 None None] Pushing event updated for resources: {'Port': ['ID=0128c698-0053-497d-b067-615e88af571d,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:39.324780 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-79f7b005-09ac-4721-8573-b9a2af8d959d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (54ff5972-e174-40ba-ba0a-314ce8070572), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:39.332100 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f7b005-09ac-4721-8573-b9a2af8d959d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:39.333160 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-79f7b005-09ac-4721-8573-b9a2af8d959d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:39.340571 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3e9f1d95-ae3e-49f9-855c-96812bfe471d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1142106 Feb 17 17:36:39.349572 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45858) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:39.360709 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-d3c3e456-f818-4e61-9187-cba263041343 None None] Attempting to bind port 0128c698-0053-497d-b067-615e88af571d on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:36:39.361138 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-d3c3e456-f818-4e61-9187-cba263041343 None None] Attempting to bind port 0128c698-0053-497d-b067-615e88af571d by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '73a3264c-10a1-4c9c-b379-ef049d41f6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '842f5908-7554-4cca-b4da-cc8ce7d9258c'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:36:39.361339 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c8b7e14-ae41-40e3-8fae-894007aaec9b req-3ac63dc6-b166-44ad-84a4-8518f5227f1a tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Network 249d7a73-68d0-4715-9e76-b2a8e292b955 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:36:39.361503 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c3e456-f818-4e61-9187-cba263041343 None None] Attempting to bind port 0128c698-0053-497d-b067-615e88af571d on network 842f5908-7554-4cca-b4da-cc8ce7d9258c {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:36:39.372281 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c3e456-f818-4e61-9187-cba263041343 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:36:39.373793 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c3e456-f818-4e61-9187-cba263041343 None None] Checking segment: {'id': '73a3264c-10a1-4c9c-b379-ef049d41f6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '842f5908-7554-4cca-b4da-cc8ce7d9258c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:36:39.375154 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d3c3e456-f818-4e61-9187-cba263041343 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:39.375154 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c3e456-f818-4e61-9187-cba263041343 None None] Bound using segment: {'id': '73a3264c-10a1-4c9c-b379-ef049d41f6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '842f5908-7554-4cca-b4da-cc8ce7d9258c'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:36:39.375942 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-d3c3e456-f818-4e61-9187-cba263041343 None None] Bound port: 0128c698-0053-497d-b067-615e88af571d, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73a3264c-10a1-4c9c-b379-ef049d41f6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '842f5908-7554-4cca-b4da-cc8ce7d9258c'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:36:39.376352 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d3c3e456-f818-4e61-9187-cba263041343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0128c698-0053-497d-b067-615e88af571d), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:39.380467 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-aa2bde91-3a40-48ee-8e91-d163881f59d9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'subnet': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:39.409887 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-9c8b7e14-ae41-40e3-8fae-894007aaec9b req-3ac63dc6-b166-44ad-84a4-8518f5227f1a tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:36:39.430096 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8b7e14-ae41-40e3-8fae-894007aaec9b req-3ac63dc6-b166-44ad-84a4-8518f5227f1a tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:36:39.432270 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f1effdd9-fa51-42d0-891d-20e9d83697ac req-17c06ba7-c267-4ef0-8cca-7918680e8b03 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7158420 Feb 17 17:36:39.505248 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac63dc6-b166-44ad-84a4-8518f5227f1a tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Pushing event updated for resources: {'Port': ['ID=8e00aaed-554c-4e36-90b7-8553757a4a66,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:39.506102 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b3d276ed-f185-4107-844f-82d3d732dcab req-7833a165-b099-43dc-814b-5cc49cc07436 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/security-groups?id=fd4d27d9-e68c-41ba-a909-f949182bce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8030527 Feb 17 17:36:39.552453 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-79f7b005-09ac-4721-8573-b9a2af8d959d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2610040 Feb 17 17:36:39.561442 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-d3c3e456-f818-4e61-9187-cba263041343 None None] For port 0128c698-0053-497d-b067-615e88af571d, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:36:39.566901 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45860) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:39.569255 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-d3c3e456-f818-4e61-9187-cba263041343 None None] For port 0128c698-0053-497d-b067-615e88af571d, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=0128c698-0053-497d-b067-615e88af571d,segment=NetworkSegment(73a3264c-10a1-4c9c-b379-ef049d41f6aa),segment_id=73a3264c-10a1-4c9c-b379-ef049d41f6aa)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:36:39.577174 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c258a1-e4d6-4e3b-b89b-cc28325ba4bc None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:36:39.584384 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-90b2e404-5f16-4de3-ab31-25f01c95f0ad tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Request body: {'subnet': {'network_id': '54ff5972-e174-40ba-ba0a-314ce8070572', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:39.660222 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f7b005-09ac-4721-8573-b9a2af8d959d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Pushing event updated for resources: {'Network': ['ID=54ff5972-e174-40ba-ba0a-314ce8070572,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:39.695128 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b7e14-ae41-40e3-8fae-894007aaec9b req-3ac63dc6-b166-44ad-84a4-8518f5227f1a tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:39.695788 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9c8b7e14-ae41-40e3-8fae-894007aaec9b req-3ac63dc6-b166-44ad-84a4-8518f5227f1a tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:39.758817 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 54ff5972-e174-40ba-ba0a-314ce8070572 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:36:39.781120 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d3c3e456-f818-4e61-9187-cba263041343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (0128c698-0053-497d-b067-615e88af571d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:39.783957 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b2e404-5f16-4de3-ab31-25f01c95f0ad tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Made reservation on behalf of 15e5b8cede264c62bf635b9a00989986 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:36:39.788657 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-90b2e404-5f16-4de3-ab31-25f01c95f0ad tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:39.797651 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b4e972c1-3116-4a6e-a01c-2ac289253ae3 req-6833f5c7-c5a6-4728-8eca-f2762f843c02 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/ports?device_id=59197634-6534-4d67-a5f8-07414b9d1035 HTTP/1.1" status: 200 len: 210 time: 0.1331527 Feb 17 17:36:39.834617 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9d93b921-eb6b-4e55-8dac-941b41f9891f req-34a03fe3-ab13-4f64-bad5-9a0555061f9c tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=1f1931af29374107be8715ef2fc37bf8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0586352 Feb 17 17:36:39.919145 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9c8b7e14-ae41-40e3-8fae-894007aaec9b req-3ac63dc6-b166-44ad-84a4-8518f5227f1a tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4741538 Feb 17 17:36:39.922638 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2bde91-3a40-48ee-8e91-d163881f59d9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:36:39.926324 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aa2bde91-3a40-48ee-8e91-d163881f59d9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:39.962834 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-9c8b7e14-ae41-40e3-8fae-894007aaec9b req-1aaeabc7-ee06-42bc-92e6-98d0c71a55d4 service neutron] Request body: {'port': {'device_id': 'a66cf83c-02b1-4b63-8363-98a2a0637846', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:40.018686 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-2466e322-2882-4984-aae1-13af2fafebf9 req-8f587f53-5dfb-48e7-8887-33f7a25eced4 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Allocated IP 10.2.2.100 (7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef/540d487b-e25b-4d54-95fe-b2d05bcb76cb/613c48ee-ff33-4710-a66b-a3a36bbd9380) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:36:40.103297 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-03a258e7-340e-4aa0-87b5-0f2611f5645e req-9d4f6c05-37d0-46a3-a071-576550df4dc7 tempest-SecurityGroupsTestAdminJSON-571910007 tempest-SecurityGroupsTestAdminJSON-571910007-project] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9b2a0b4e82134bdc97d9c251e2afd652 HTTP/1.1" status: 200 len: 6161 time: 0.5608587 Feb 17 17:36:40.135737 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9c8b7e14-ae41-40e3-8fae-894007aaec9b req-1aaeabc7-ee06-42bc-92e6-98d0c71a55d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8e00aaed-554c-4e36-90b7-8553757a4a66), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:40.210060 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844b8b0-a67c-4ff0-a1a1-e09736599a57 req-a4a70017-0fb3-4562-8a3e-caece8d263fd tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:40.217968 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d844b8b0-a67c-4ff0-a1a1-e09736599a57 req-a4a70017-0fb3-4562-8a3e-caece8d263fd tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/ports?device_id=a66cf83c-02b1-4b63-8363-98a2a0637846 HTTP/1.1" status: 200 len: 932 time: 0.3237984 Feb 17 17:36:40.221282 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-91d9e85b-fb99-4757-b4cc-73067036e39d None None] Provisioning complete for port fad17572-5a92-4670-a47b-f71cbc918c73 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:36:40.221832 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-91d9e85b-fb99-4757-b4cc-73067036e39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (fad17572-5a92-4670-a47b-f71cbc918c73), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:40.260647 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-03a258e7-340e-4aa0-87b5-0f2611f5645e req-ed5ec128-cd2d-44cd-b50b-8f2bbfa050d8 tempest-SecurityGroupsTestAdminJSON-571910007 tempest-SecurityGroupsTestAdminJSON-571910007-project] 10.222.0.87 "GET /v2.0/security-groups/58dbda7b-c8ca-4749-a000-48284c64d5f3 HTTP/1.1" status: 200 len: 3002 time: 0.1554439 Feb 17 17:36:40.280353 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93b921-eb6b-4e55-8dac-941b41f9891f req-ea7b73e3-f9ff-4bac-8089-bdc36181272c tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:40.281882 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9d93b921-eb6b-4e55-8dac-941b41f9891f req-ea7b73e3-f9ff-4bac-8089-bdc36181272c tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4384840 Feb 17 17:36:40.305859 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-9d93b921-eb6b-4e55-8dac-941b41f9891f req-72bfb072-7816-4a14-b05b-898459e7ada6 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Request body: {'port': {'device_id': '59197634-6534-4d67-a5f8-07414b9d1035', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'admin_state_up': True, 'tenant_id': '1f1931af29374107be8715ef2fc37bf8'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:40.388497 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3e456-f818-4e61-9187-cba263041343 None None] Pushing event updated for resources: {'Port': ['ID=0128c698-0053-497d-b067-615e88af571d,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:40.453650 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-91d9e85b-fb99-4757-b4cc-73067036e39d None None] Current status of the port fad17572-5a92-4670-a47b-f71cbc918c73 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:36:40.456911 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d844b8b0-a67c-4ff0-a1a1-e09736599a57 req-b6ba72bb-a7ac-4819-b272-d237b97b9389 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/security-groups?id=24064728-799d-4802-ac8c-8dad004b7477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2379856 Feb 17 17:36:40.515830 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-03a258e7-340e-4aa0-87b5-0f2611f5645e req-70ede806-2914-402b-9055-486045918bb6 tempest-SecurityGroupsTestAdminJSON-571910007 tempest-SecurityGroupsTestAdminJSON-571910007-project] 10.222.0.87 "GET /v2.0/security-groups/58dbda7b-c8ca-4749-a000-48284c64d5f3 HTTP/1.1" status: 200 len: 3002 time: 0.2481501 Feb 17 17:36:40.585741 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e31667a-42d0-4e22-9761-3671f7a2d663 None None] DHCP port deletion for f82adc72-a904-4b51-9a87-7ea8a1981040 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:36:40.619517 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-8f587f53-5dfb-48e7-8887-33f7a25eced4 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks [] for port (613c48ee-ff33-4710-a66b-a3a36bbd9380), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:40.640092 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-90b2e404-5f16-4de3-ab31-25f01c95f0ad tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (719aa24c-9649-4e5b-911c-95d31d449074), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:40.652418 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-950b737e-af91-4197-95a1-69abbd36b1d8 None None] Provisioning complete for port 8e00aaed-554c-4e36-90b7-8553757a4a66 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:36:40.652796 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-950b737e-af91-4197-95a1-69abbd36b1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (8e00aaed-554c-4e36-90b7-8553757a4a66), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:40.732117 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-950b737e-af91-4197-95a1-69abbd36b1d8 None None] Port 8e00aaed-554c-4e36-90b7-8553757a4a66 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:36:40.780630 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-2e31667a-42d0-4e22-9761-3671f7a2d663 None None] Deleting port fad17572-5a92-4670-a47b-f71cbc918c73 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:36:40.781009 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2e31667a-42d0-4e22-9761-3671f7a2d663 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (fad17572-5a92-4670-a47b-f71cbc918c73), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:40.781669 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9dc99029-347f-4348-bfdf-60c00fb3b5e3 req-418071d2-92d4-405e-9aa8-34ddc2e8057b tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] 10.222.0.87 "GET /v2.0/security-groups/e987d421-1150-4a85-bc02-043723e99a7f HTTP/1.1" status: 200 len: 1796 time: 0.2490888 Feb 17 17:36:40.812939 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-8f587f53-5dfb-48e7-8887-33f7a25eced4 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (613c48ee-ff33-4710-a66b-a3a36bbd9380), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:40.889260 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-2e31667a-42d0-4e22-9761-3671f7a2d663 None None] For port fad17572-5a92-4670-a47b-f71cbc918c73, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=fad17572-5a92-4670-a47b-f71cbc918c73,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:36:40.889654 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2e31667a-42d0-4e22-9761-3671f7a2d663 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (fad17572-5a92-4670-a47b-f71cbc918c73), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:40.894905 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f587f53-5dfb-48e7-8887-33f7a25eced4 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Pushing event updated for resources: {'Port': ['ID=613c48ee-ff33-4710-a66b-a3a36bbd9380,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:40.904752 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d93b921-eb6b-4e55-8dac-941b41f9891f req-72bfb072-7816-4a14-b05b-898459e7ada6 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Made reservation on behalf of 1f1931af29374107be8715ef2fc37bf8 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:36:40.905276 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-2e31667a-42d0-4e22-9761-3671f7a2d663 None None] Calling delete_port for fad17572-5a92-4670-a47b-f71cbc918c73 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:36:40.909703 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9d93b921-eb6b-4e55-8dac-941b41f9891f req-72bfb072-7816-4a14-b05b-898459e7ada6 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:40.927251 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8fa3b-8c55-4560-acfd-ea0c02159c37 req-3c6ccce2-c707-48ad-8f48-987e6089a382 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:40.929127 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3cf8fa3b-8c55-4560-acfd-ea0c02159c37 req-3c6ccce2-c707-48ad-8f48-987e6089a382 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=21f8505b-0ae7-4a5f-8dfe-d30c85bad41f HTTP/1.1" status: 200 len: 945 time: 0.2943716 Feb 17 17:36:40.951630 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9d93b921-eb6b-4e55-8dac-941b41f9891f req-72bfb072-7816-4a14-b05b-898459e7ada6 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:40.996366 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2466e322-2882-4984-aae1-13af2fafebf9 req-8f587f53-5dfb-48e7-8887-33f7a25eced4 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Network 7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:36:41.016825 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-9c8b7e14-ae41-40e3-8fae-894007aaec9b req-1aaeabc7-ee06-42bc-92e6-98d0c71a55d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e00aaed-554c-4e36-90b7-8553757a4a66 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:36:41.026617 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9c8b7e14-ae41-40e3-8fae-894007aaec9b req-1aaeabc7-ee06-42bc-92e6-98d0c71a55d4 service neutron] Publish callbacks [] for port (8e00aaed-554c-4e36-90b7-8553757a4a66), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:41.027606 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-2466e322-2882-4984-aae1-13af2fafebf9 req-8f587f53-5dfb-48e7-8887-33f7a25eced4 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:36:41.063045 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2e31667a-42d0-4e22-9761-3671f7a2d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (fad17572-5a92-4670-a47b-f71cbc918c73), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:41.064893 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-2466e322-2882-4984-aae1-13af2fafebf9 req-8f587f53-5dfb-48e7-8887-33f7a25eced4 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:36:41.082304 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e31667a-42d0-4e22-9761-3671f7a2d663 None None] No DVR routers for this DVR port fad17572-5a92-4670-a47b-f71cbc918c73 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:36:41.092504 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-9c8b7e14-ae41-40e3-8fae-894007aaec9b req-1aaeabc7-ee06-42bc-92e6-98d0c71a55d4 service neutron] Transition to ACTIVE for port object 8e00aaed-554c-4e36-90b7-8553757a4a66 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:36:41.096364 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9dc99029-347f-4348-bfdf-60c00fb3b5e3 req-4b8a4ecc-9b44-45ae-aa0e-8d7be101b697 tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] Publish callbacks [] for security_group (e987d421-1150-4a85-bc02-043723e99a7f), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:41.111803 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e31667a-42d0-4e22-9761-3671f7a2d663 None None] Pushing event deleted for resources: {'Port': ['ID=fad17572-5a92-4670-a47b-f71cbc918c73,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:41.142797 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3cf8fa3b-8c55-4560-acfd-ea0c02159c37 req-23e37291-624a-4753-985a-7974da40dac1 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016830 Feb 17 17:36:41.153696 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9c8b7e14-ae41-40e3-8fae-894007aaec9b req-1aaeabc7-ee06-42bc-92e6-98d0c71a55d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (8e00aaed-554c-4e36-90b7-8553757a4a66), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:41.209883 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466e322-2882-4984-aae1-13af2fafebf9 req-8f587f53-5dfb-48e7-8887-33f7a25eced4 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:41.215140 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-8f587f53-5dfb-48e7-8887-33f7a25eced4 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:41.223292 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9dc99029-347f-4348-bfdf-60c00fb3b5e3 req-4b8a4ecc-9b44-45ae-aa0e-8d7be101b697 tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] Publish callbacks [] for security_group (e987d421-1150-4a85-bc02-043723e99a7f), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:41.301360 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-8f587f53-5dfb-48e7-8887-33f7a25eced4 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4230232 Feb 17 17:36:41.317910 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aa2bde91-3a40-48ee-8e91-d163881f59d9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (578e3e22-eb75-4205-a9ac-089cd7b6c170), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:41.324112 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b2e404-5f16-4de3-ab31-25f01c95f0ad tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Pushing event updated for resources: {'Subnet': ['ID=719aa24c-9649-4e5b-911c-95d31d449074,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:41.342216 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-2466e322-2882-4984-aae1-13af2fafebf9 req-0b62e646-ae97-4bc4-86dc-0d7ca5c69680 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Request body: {'port': {'device_id': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef', 'admin_state_up': True, 'tenant_id': '918d19e8f1f044baa808ac9d66a136f9', 'security_groups': ['fd4d27d9-e68c-41ba-a909-f949182bce5a']}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:41.373918 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b2e404-5f16-4de3-ab31-25f01c95f0ad tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Checking segment: {'id': '0041a79e-494f-4f63-9417-da5331e12aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '54ff5972-e174-40ba-ba0a-314ce8070572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:36:41.374297 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b2e404-5f16-4de3-ab31-25f01c95f0ad tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Network hostable DHCP agents. Network: 54ff5972-e174-40ba-ba0a-314ce8070572, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:36:41.376458 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaeabc7-ee06-42bc-92e6-98d0c71a55d4 service neutron] Pushing event updated for resources: {'Port': ['ID=8e00aaed-554c-4e36-90b7-8553757a4a66,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:41.459916 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2bde91-3a40-48ee-8e91-d163881f59d9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:36:41.479697 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-aa2bde91-3a40-48ee-8e91-d163881f59d9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:36:41.500710 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-d35e90ee-6704-451d-96de-473137ff3f0f None None] Provisioning complete for port 613c48ee-ff33-4710-a66b-a3a36bbd9380 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:36:41.501268 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d35e90ee-6704-451d-96de-473137ff3f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (613c48ee-ff33-4710-a66b-a3a36bbd9380), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:41.503236 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f54fc4-5680-4196-89ee-dce18513f861 None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:36:41.545054 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2bde91-3a40-48ee-8e91-d163881f59d9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:41.545875 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aa2bde91-3a40-48ee-8e91-d163881f59d9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:41.555109 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2bde91-3a40-48ee-8e91-d163881f59d9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Subnet': ['ID=578e3e22-eb75-4205-a9ac-089cd7b6c170,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:41.587446 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b2e404-5f16-4de3-ab31-25f01c95f0ad tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Network 54ff5972-e174-40ba-ba0a-314ce8070572 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:36:41.625766 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-90b2e404-5f16-4de3-ab31-25f01c95f0ad tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 54ff5972-e174-40ba-ba0a-314ce8070572) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:36:41.633323 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-aa2bde91-3a40-48ee-8e91-d163881f59d9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2826703 Feb 17 17:36:41.643161 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7578600-5485-494b-979d-a0e39c14d0fb None None] Network 54ff5972-e174-40ba-ba0a-314ce8070572 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:36:41.644504 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45878) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:41.652618 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-c77bc1bb-ed04-432f-9e87-32846d9eafb9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'subnet': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:41.656936 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9dc99029-347f-4348-bfdf-60c00fb3b5e3 req-4b8a4ecc-9b44-45ae-aa0e-8d7be101b697 tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (e987d421-1150-4a85-bc02-043723e99a7f), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:41.663574 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9dc99029-347f-4348-bfdf-60c00fb3b5e3 req-4b8a4ecc-9b44-45ae-aa0e-8d7be101b697 tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:41.670089 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9dc99029-347f-4348-bfdf-60c00fb3b5e3 req-4b8a4ecc-9b44-45ae-aa0e-8d7be101b697 tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] 10.222.0.87 "DELETE /v2.0/security-groups/e987d421-1150-4a85-bc02-043723e99a7f HTTP/1.1" status: 204 len: 173 time: 0.8868601 Feb 17 17:36:41.689506 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b2e404-5f16-4de3-ab31-25f01c95f0ad tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:41.690157 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-90b2e404-5f16-4de3-ab31-25f01c95f0ad tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:41.740741 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2466e322-2882-4984-aae1-13af2fafebf9 req-0b62e646-ae97-4bc4-86dc-0d7ca5c69680 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Made reservation on behalf of 918d19e8f1f044baa808ac9d66a136f9 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:36:41.760936 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-0b62e646-ae97-4bc4-86dc-0d7ca5c69680 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:41.774830 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-9c8b7e14-ae41-40e3-8fae-894007aaec9b req-1aaeabc7-ee06-42bc-92e6-98d0c71a55d4 service neutron] Attempting to bind port 8e00aaed-554c-4e36-90b7-8553757a4a66 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:36:41.774830 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-9c8b7e14-ae41-40e3-8fae-894007aaec9b req-1aaeabc7-ee06-42bc-92e6-98d0c71a55d4 service neutron] Attempting to bind port 8e00aaed-554c-4e36-90b7-8553757a4a66 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': 'de9925ab-fb0a-459b-801e-29b98d137fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '249d7a73-68d0-4715-9e76-b2a8e292b955'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:36:41.774830 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8b7e14-ae41-40e3-8fae-894007aaec9b req-1aaeabc7-ee06-42bc-92e6-98d0c71a55d4 service neutron] Attempting to bind port 8e00aaed-554c-4e36-90b7-8553757a4a66 on network 249d7a73-68d0-4715-9e76-b2a8e292b955 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:36:41.792420 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9d93b921-eb6b-4e55-8dac-941b41f9891f req-72bfb072-7816-4a14-b05b-898459e7ada6 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Publish callbacks [] for security_group (653b32b6-fa07-4d55-bd5b-f262ebd124a0), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:41.794476 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8a4ecc-9b44-45ae-aa0e-8d7be101b697 tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e987d421-1150-4a85-bc02-043723e99a7f,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:41.808881 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8b7e14-ae41-40e3-8fae-894007aaec9b req-1aaeabc7-ee06-42bc-92e6-98d0c71a55d4 service neutron] Port 8e00aaed-554c-4e36-90b7-8553757a4a66 on network 249d7a73-68d0-4715-9e76-b2a8e292b955 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:36:41.809041 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8b7e14-ae41-40e3-8fae-894007aaec9b req-1aaeabc7-ee06-42bc-92e6-98d0c71a55d4 service neutron] Attempting to bind port 8e00aaed-554c-4e36-90b7-8553757a4a66 on network 249d7a73-68d0-4715-9e76-b2a8e292b955 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:36:41.847465 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc90007-0f83-43d9-9382-14f141bd17fc req-5a2cf2f8-b230-445f-a426-275fb8dd74c3 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:41.852757 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-d35e90ee-6704-451d-96de-473137ff3f0f None None] Port 613c48ee-ff33-4710-a66b-a3a36bbd9380 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:36:41.855431 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-90b2e404-5f16-4de3-ab31-25f01c95f0ad tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.2873521 Feb 17 17:36:41.859012 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45882) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:41.859795 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8b7e14-ae41-40e3-8fae-894007aaec9b req-1aaeabc7-ee06-42bc-92e6-98d0c71a55d4 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:36:41.860139 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8b7e14-ae41-40e3-8fae-894007aaec9b req-1aaeabc7-ee06-42bc-92e6-98d0c71a55d4 service neutron] Checking segment: {'id': 'de9925ab-fb0a-459b-801e-29b98d137fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '249d7a73-68d0-4715-9e76-b2a8e292b955'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:36:41.860580 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8b7e14-ae41-40e3-8fae-894007aaec9b req-1aaeabc7-ee06-42bc-92e6-98d0c71a55d4 service neutron] Bound using segment: {'id': 'de9925ab-fb0a-459b-801e-29b98d137fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '249d7a73-68d0-4715-9e76-b2a8e292b955'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:36:41.861413 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-9c8b7e14-ae41-40e3-8fae-894007aaec9b req-1aaeabc7-ee06-42bc-92e6-98d0c71a55d4 service neutron] Bound port: 8e00aaed-554c-4e36-90b7-8553757a4a66, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de9925ab-fb0a-459b-801e-29b98d137fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '249d7a73-68d0-4715-9e76-b2a8e292b955'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:36:41.861413 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9c8b7e14-ae41-40e3-8fae-894007aaec9b req-1aaeabc7-ee06-42bc-92e6-98d0c71a55d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8e00aaed-554c-4e36-90b7-8553757a4a66), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:41.888777 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc90007-0f83-43d9-9382-14f141bd17fc req-5a2cf2f8-b230-445f-a426-275fb8dd74c3 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:41.903770 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc90007-0f83-43d9-9382-14f141bd17fc req-5a2cf2f8-b230-445f-a426-275fb8dd74c3 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:41.919571 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc90007-0f83-43d9-9382-14f141bd17fc req-5a2cf2f8-b230-445f-a426-275fb8dd74c3 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:41.944586 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1bc90007-0f83-43d9-9382-14f141bd17fc req-5a2cf2f8-b230-445f-a426-275fb8dd74c3 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 3095 time: 0.6748252 Feb 17 17:36:41.956034 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9d93b921-eb6b-4e55-8dac-941b41f9891f req-72bfb072-7816-4a14-b05b-898459e7ada6 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (653b32b6-fa07-4d55-bd5b-f262ebd124a0), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:41.956755 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50521d7b-a041-45db-9624-09057ab4ff53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-54ff5972-e174-40ba-ba0a-314ce8070572', 'network_id': '54ff5972-e174-40ba-ba0a-314ce8070572', 'project_id': '15e5b8cede264c62bf635b9a00989986', 'fixed_ips': [{'subnet_id': '719aa24c-9649-4e5b-911c-95d31d449074'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:36:41.958663 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-50521d7b-a041-45db-9624-09057ab4ff53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:41.975445 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 0128c698-0053-497d-b067-615e88af571d up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:36:41.983197 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5a5802-65cd-4f96-aabb-1893c70cea3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-f82adc72-a904-4b51-9a87-7ea8a1981040', 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'project_id': 'c017d73ca35741f09876024d2cbfcdb7', 'fixed_ips': [{'subnet_id': '578e3e22-eb75-4205-a9ac-089cd7b6c170'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:36:41.984128 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-de5a5802-65cd-4f96-aabb-1893c70cea3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:42.153374 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77bc1bb-ed04-432f-9e87-32846d9eafb9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:36:42.168487 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c77bc1bb-ed04-432f-9e87-32846d9eafb9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:42.188089 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-9d93b921-eb6b-4e55-8dac-941b41f9891f req-72bfb072-7816-4a14-b05b-898459e7ada6 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Allocated IP 192.168.233.28 (82b8d039-1c14-456f-ab24-8b3aebebd7d8/ac79920f-9ddd-4352-b866-6056158b178e/26539d74-7370-4720-a6c3-66c159785bad) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:36:42.215655 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-9c8b7e14-ae41-40e3-8fae-894007aaec9b req-1aaeabc7-ee06-42bc-92e6-98d0c71a55d4 service neutron] For port 8e00aaed-554c-4e36-90b7-8553757a4a66, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:36:42.260726 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-607b1743-698a-43e7-b4bf-d5589fe532c9 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (54ff5972-e174-40ba-ba0a-314ce8070572), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:42.287873 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-50521d7b-a041-45db-9624-09057ab4ff53 None None] Allocated IP 2001:db8::1 (54ff5972-e174-40ba-ba0a-314ce8070572/719aa24c-9649-4e5b-911c-95d31d449074/9d38402f-88be-47ea-b731-c228f08c833c) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:36:42.298461 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-9c8b7e14-ae41-40e3-8fae-894007aaec9b req-1aaeabc7-ee06-42bc-92e6-98d0c71a55d4 service neutron] For port 8e00aaed-554c-4e36-90b7-8553757a4a66, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=8e00aaed-554c-4e36-90b7-8553757a4a66,segment=NetworkSegment(de9925ab-fb0a-459b-801e-29b98d137fdd),segment_id=de9925ab-fb0a-459b-801e-29b98d137fdd)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:36:42.360640 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9d93b921-eb6b-4e55-8dac-941b41f9891f req-72bfb072-7816-4a14-b05b-898459e7ada6 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Publish callbacks [] for port (26539d74-7370-4720-a6c3-66c159785bad), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:42.437908 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bfb072-7816-4a14-b05b-898459e7ada6 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=653b32b6-fa07-4d55-bd5b-f262ebd124a0,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:42.444308 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9d93b921-eb6b-4e55-8dac-941b41f9891f req-72bfb072-7816-4a14-b05b-898459e7ada6 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (26539d74-7370-4720-a6c3-66c159785bad), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:42.543541 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9c8b7e14-ae41-40e3-8fae-894007aaec9b req-1aaeabc7-ee06-42bc-92e6-98d0c71a55d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (8e00aaed-554c-4e36-90b7-8553757a4a66), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:42.576560 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1bc90007-0f83-43d9-9382-14f141bd17fc req-c541a55e-3fa4-4a26-a32d-8a6e8f928539 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/security-groups?id=fd4d27d9-e68c-41ba-a909-f949182bce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6257601 Feb 17 17:36:42.588445 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-607b1743-698a-43e7-b4bf-d5589fe532c9 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (719aa24c-9649-4e5b-911c-95d31d449074), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:42.656830 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-de5a5802-65cd-4f96-aabb-1893c70cea3d None None] Allocated IP 172.20.0.2 (f82adc72-a904-4b51-9a87-7ea8a1981040/578e3e22-eb75-4205-a9ac-089cd7b6c170/92867f72-42ed-4f6d-ade6-daa7b5cc983e) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:36:42.705765 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b7e14-ae41-40e3-8fae-894007aaec9b req-1aaeabc7-ee06-42bc-92e6-98d0c71a55d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:42.706678 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9c8b7e14-ae41-40e3-8fae-894007aaec9b req-1aaeabc7-ee06-42bc-92e6-98d0c71a55d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:42.708172 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9c8b7e14-ae41-40e3-8fae-894007aaec9b req-1aaeabc7-ee06-42bc-92e6-98d0c71a55d4 service neutron] 10.222.0.71 "PUT /v2.0/ports/8e00aaed-554c-4e36-90b7-8553757a4a66 HTTP/1.1" status: 200 len: 1092 time: 2.7781558 Feb 17 17:36:42.708885 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a66cf83c-02b1-4b63-8363-98a2a0637846', 'tag': '8e00aaed-554c-4e36-90b7-8553757a4a66'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:36:42.712904 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4870c733-fb5a-45d3-a54e-deac206a6157" -d '{"events": [{"name": "network-changed", "server_uuid": "a66cf83c-02b1-4b63-8363-98a2a0637846", "tag": "8e00aaed-554c-4e36-90b7-8553757a4a66"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:36:42.766864 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d93b921-eb6b-4e55-8dac-941b41f9891f req-72bfb072-7816-4a14-b05b-898459e7ada6 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:36:42.797074 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-9d93b921-eb6b-4e55-8dac-941b41f9891f req-72bfb072-7816-4a14-b05b-898459e7ada6 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:36:42.827215 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d93b921-eb6b-4e55-8dac-941b41f9891f req-72bfb072-7816-4a14-b05b-898459e7ada6 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:36:42.919885 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaeabc7-ee06-42bc-92e6-98d0c71a55d4 service neutron] Pushing event updated for resources: {'Port': ['ID=8e00aaed-554c-4e36-90b7-8553757a4a66,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:42.955399 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b7e14-ae41-40e3-8fae-894007aaec9b req-d52aa794-a5d4-4e3d-b2be-8dd2dd3bcf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:42.956622 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9c8b7e14-ae41-40e3-8fae-894007aaec9b req-d52aa794-a5d4-4e3d-b2be-8dd2dd3bcf6d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a45426717d8d45f2862bf894c7d95737&device_id=a66cf83c-02b1-4b63-8363-98a2a0637846 HTTP/1.1" status: 200 len: 1126 time: 0.1996157 Feb 17 17:36:43.005382 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9c8cd4-918f-40ab-930f-f5d4bcad20f3 None None] Network 842f5908-7554-4cca-b4da-cc8ce7d9258c requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:36:43.063698 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9c8b7e14-ae41-40e3-8fae-894007aaec9b req-f8b37884-c93e-4879-9d87-bbcccde79908 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e00aaed-554c-4e36-90b7-8553757a4a66 HTTP/1.1" status: 200 len: 217 time: 0.0909264 Feb 17 17:36:43.126099 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-2466e322-2882-4984-aae1-13af2fafebf9 req-0b62e646-ae97-4bc4-86dc-0d7ca5c69680 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Allocated IP 10.2.2.200 (7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef/540d487b-e25b-4d54-95fe-b2d05bcb76cb/3a0304e4-2f7a-4a83-9f09-e81f38957152) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:36:43.187533 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-de5a5802-65cd-4f96-aabb-1893c70cea3d None None] Publish callbacks [] for port (92867f72-42ed-4f6d-ade6-daa7b5cc983e), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:43.195762 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b7e14-ae41-40e3-8fae-894007aaec9b req-e590fc71-8de8-43e0-924e-080ee6a9b8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:43.205173 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9c8b7e14-ae41-40e3-8fae-894007aaec9b req-e590fc71-8de8-43e0-924e-080ee6a9b8b4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=183d9df1-0481-445d-8bb9-bc438141d74b HTTP/1.1" status: 200 len: 848 time: 0.1249716 Feb 17 17:36:43.247770 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-de5a5802-65cd-4f96-aabb-1893c70cea3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (92867f72-42ed-4f6d-ade6-daa7b5cc983e), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:43.260174 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-0e8ac575-9fa1-4220-a077-3c07e9975b93 None None] Provisioning complete for port 0128c698-0053-497d-b067-615e88af571d triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:36:43.260888 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0e8ac575-9fa1-4220-a077-3c07e9975b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (0128c698-0053-497d-b067-615e88af571d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:43.342247 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b7e14-ae41-40e3-8fae-894007aaec9b req-05d0cb94-3e57-400a-9658-c750a33b0761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:43.343874 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9c8b7e14-ae41-40e3-8fae-894007aaec9b req-05d0cb94-3e57-400a-9658-c750a33b0761 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=249d7a73-68d0-4715-9e76-b2a8e292b955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1378522 Feb 17 17:36:43.351001 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5a5802-65cd-4f96-aabb-1893c70cea3d None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:36:43.353171 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-50521d7b-a041-45db-9624-09057ab4ff53 None None] Publish callbacks [] for port (9d38402f-88be-47ea-b731-c228f08c833c), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:43.359155 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a5802-65cd-4f96-aabb-1893c70cea3d None None] Pushing event updated for resources: {'Port': ['ID=92867f72-42ed-4f6d-ade6-daa7b5cc983e,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:43.369387 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-de5a5802-65cd-4f96-aabb-1893c70cea3d None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:36:43.378072 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5a5802-65cd-4f96-aabb-1893c70cea3d None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:36:43.395497 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-0b62e646-ae97-4bc4-86dc-0d7ca5c69680 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks [] for port (3a0304e4-2f7a-4a83-9f09-e81f38957152), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:43.414532 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 0128c698-0053-497d-b067-615e88af571d triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:36:43.415292 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (0128c698-0053-497d-b067-615e88af571d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:43.473723 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93b921-eb6b-4e55-8dac-941b41f9891f req-72bfb072-7816-4a14-b05b-898459e7ada6 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:43.474406 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9d93b921-eb6b-4e55-8dac-941b41f9891f req-72bfb072-7816-4a14-b05b-898459e7ada6 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:43.498259 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-0b62e646-ae97-4bc4-86dc-0d7ca5c69680 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (3a0304e4-2f7a-4a83-9f09-e81f38957152), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:43.504018 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-50521d7b-a041-45db-9624-09057ab4ff53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (9d38402f-88be-47ea-b731-c228f08c833c), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:43.510944 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bfb072-7816-4a14-b05b-898459e7ada6 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Pushing event updated for resources: {'Port': ['ID=26539d74-7370-4720-a6c3-66c159785bad,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:43.563106 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2466e322-2882-4984-aae1-13af2fafebf9 req-0b62e646-ae97-4bc4-86dc-0d7ca5c69680 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Network 7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:36:43.583052 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50521d7b-a041-45db-9624-09057ab4ff53 None None] Network 54ff5972-e174-40ba-ba0a-314ce8070572 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:36:43.605472 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-50521d7b-a041-45db-9624-09057ab4ff53 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:36:43.610328 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-de5a5802-65cd-4f96-aabb-1893c70cea3d None None] Attempting to bind port 92867f72-42ed-4f6d-ade6-daa7b5cc983e on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:36:43.610817 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-de5a5802-65cd-4f96-aabb-1893c70cea3d None None] Attempting to bind port 92867f72-42ed-4f6d-ade6-daa7b5cc983e by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:36:43.611254 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5a5802-65cd-4f96-aabb-1893c70cea3d None None] Attempting to bind port 92867f72-42ed-4f6d-ade6-daa7b5cc983e on network f82adc72-a904-4b51-9a87-7ea8a1981040 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:36:43.619128 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-2466e322-2882-4984-aae1-13af2fafebf9 req-0b62e646-ae97-4bc4-86dc-0d7ca5c69680 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:36:43.623083 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50521d7b-a041-45db-9624-09057ab4ff53 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:36:43.643848 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3face8a-e2ca-4c0f-8d30-239a2c624fa3 req-199b03e7-e9a3-4e90-ace7-948ac2bdc84f tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:43.664881 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e3face8a-e2ca-4c0f-8d30-239a2c624fa3 req-199b03e7-e9a3-4e90-ace7-948ac2bdc84f tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/ports?device_id=59197634-6534-4d67-a5f8-07414b9d1035 HTTP/1.1" status: 200 len: 935 time: 1.8403802 Feb 17 17:36:43.666941 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-2466e322-2882-4984-aae1-13af2fafebf9 req-0b62e646-ae97-4bc4-86dc-0d7ca5c69680 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:36:43.768127 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-50521d7b-a041-45db-9624-09057ab4ff53 None None] Attempting to bind port 9d38402f-88be-47ea-b731-c228f08c833c on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:36:43.768745 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-50521d7b-a041-45db-9624-09057ab4ff53 None None] Attempting to bind port 9d38402f-88be-47ea-b731-c228f08c833c by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0041a79e-494f-4f63-9417-da5331e12aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '54ff5972-e174-40ba-ba0a-314ce8070572'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:36:43.772474 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50521d7b-a041-45db-9624-09057ab4ff53 None None] Attempting to bind port 9d38402f-88be-47ea-b731-c228f08c833c on network 54ff5972-e174-40ba-ba0a-314ce8070572 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:36:43.783057 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5a5802-65cd-4f96-aabb-1893c70cea3d None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:36:43.783453 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5a5802-65cd-4f96-aabb-1893c70cea3d None None] Checking segment: {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:36:43.783886 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-de5a5802-65cd-4f96-aabb-1893c70cea3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:43.794374 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5a5802-65cd-4f96-aabb-1893c70cea3d None None] Bound using segment: {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:36:43.795498 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-de5a5802-65cd-4f96-aabb-1893c70cea3d None None] Bound port: 92867f72-42ed-4f6d-ade6-daa7b5cc983e, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:36:43.796011 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-de5a5802-65cd-4f96-aabb-1893c70cea3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (92867f72-42ed-4f6d-ade6-daa7b5cc983e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:43.803084 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50521d7b-a041-45db-9624-09057ab4ff53 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:36:43.803725 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50521d7b-a041-45db-9624-09057ab4ff53 None None] Checking segment: {'id': '0041a79e-494f-4f63-9417-da5331e12aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '54ff5972-e174-40ba-ba0a-314ce8070572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:36:43.804452 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-50521d7b-a041-45db-9624-09057ab4ff53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:43.804988 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50521d7b-a041-45db-9624-09057ab4ff53 None None] Bound using segment: {'id': '0041a79e-494f-4f63-9417-da5331e12aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '54ff5972-e174-40ba-ba0a-314ce8070572'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:36:43.805502 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-50521d7b-a041-45db-9624-09057ab4ff53 None None] Bound port: 9d38402f-88be-47ea-b731-c228f08c833c, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0041a79e-494f-4f63-9417-da5331e12aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '54ff5972-e174-40ba-ba0a-314ce8070572'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:36:43.805898 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-50521d7b-a041-45db-9624-09057ab4ff53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (9d38402f-88be-47ea-b731-c228f08c833c), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:43.821566 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-0e8ac575-9fa1-4220-a077-3c07e9975b93 None None] Current status of the port 0128c698-0053-497d-b067-615e88af571d is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:36:43.821968 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0e8ac575-9fa1-4220-a077-3c07e9975b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0128c698-0053-497d-b067-615e88af571d), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:43.855056 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e3face8a-e2ca-4c0f-8d30-239a2c624fa3 req-bc51c642-93f6-44d3-b725-ce5f38b65890 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/security-groups?id=653b32b6-fa07-4d55-bd5b-f262ebd124a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892478 Feb 17 17:36:43.859070 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b62e646-ae97-4bc4-86dc-0d7ca5c69680 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Pushing event updated for resources: {'Port': ['ID=3a0304e4-2f7a-4a83-9f09-e81f38957152,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:43.905282 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-50521d7b-a041-45db-9624-09057ab4ff53 None None] For port 9d38402f-88be-47ea-b731-c228f08c833c, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:36:43.908849 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-50521d7b-a041-45db-9624-09057ab4ff53 None None] For port 9d38402f-88be-47ea-b731-c228f08c833c, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=9d38402f-88be-47ea-b731-c228f08c833c,segment=NetworkSegment(0041a79e-494f-4f63-9417-da5331e12aa9),segment_id=0041a79e-494f-4f63-9417-da5331e12aa9)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:36:43.918303 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9d93b921-eb6b-4e55-8dac-941b41f9891f req-72bfb072-7816-4a14-b05b-898459e7ada6 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6245036 Feb 17 17:36:43.944274 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-9d93b921-eb6b-4e55-8dac-941b41f9891f req-6fad509d-b2f5-4d5c-93c2-4dc4a955d975 service neutron] Request body: {'port': {'device_id': '59197634-6534-4d67-a5f8-07414b9d1035', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:43.973772 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 0128c698-0053-497d-b067-615e88af571d is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:36:43.974214 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0128c698-0053-497d-b067-615e88af571d), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:43.993676 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-50521d7b-a041-45db-9624-09057ab4ff53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (9d38402f-88be-47ea-b731-c228f08c833c), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:44.026803 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50521d7b-a041-45db-9624-09057ab4ff53 None None] Pushing event updated for resources: {'Port': ['ID=9d38402f-88be-47ea-b731-c228f08c833c,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:44.048645 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-0e8ac575-9fa1-4220-a077-3c07e9975b93 None None] For port 0128c698-0053-497d-b067-615e88af571d, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=0128c698-0053-497d-b067-615e88af571d,segment=NetworkSegment(73a3264c-10a1-4c9c-b379-ef049d41f6aa),segment_id=73a3264c-10a1-4c9c-b379-ef049d41f6aa)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:36:44.109459 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-607b1743-698a-43e7-b4bf-d5589fe532c9 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (719aa24c-9649-4e5b-911c-95d31d449074), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:44.136673 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0e8ac575-9fa1-4220-a077-3c07e9975b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (0128c698-0053-497d-b067-615e88af571d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:44.161818 n-d-829613-2 neutron-server[103434]: DEBUG neutron.objects.ports [None req-c77bc1bb-ed04-432f-9e87-32846d9eafb9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103434) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 17 17:36:44.166612 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a70537-82f7-4ac4-8875-dc76598e4dbd req-60545201-f85e-4569-893f-0bcb627224d4 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:44.168396 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b8a70537-82f7-4ac4-8875-dc76598e4dbd req-60545201-f85e-4569-893f-0bcb627224d4 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=21f8505b-0ae7-4a5f-8dfe-d30c85bad41f HTTP/1.1" status: 200 len: 945 time: 1.3863754 Feb 17 17:36:44.180145 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b1743-698a-43e7-b4bf-d5589fe532c9 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Pushing event deleted for resources: {'Subnet': ['ID=719aa24c-9649-4e5b-911c-95d31d449074,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:44.292664 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b8a70537-82f7-4ac4-8875-dc76598e4dbd req-88b399c6-5f74-4008-bde3-b92f158b242d tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077545 Feb 17 17:36:44.329594 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466e322-2882-4984-aae1-13af2fafebf9 req-0b62e646-ae97-4bc4-86dc-0d7ca5c69680 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:44.330287 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-0b62e646-ae97-4bc4-86dc-0d7ca5c69680 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:44.353136 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9d93b921-eb6b-4e55-8dac-941b41f9891f req-6fad509d-b2f5-4d5c-93c2-4dc4a955d975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (26539d74-7370-4720-a6c3-66c159785bad), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:44.360047 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9c8b7e14-ae41-40e3-8fae-894007aaec9b req-3bbd23f5-03d0-4a6c-9ce5-7fa60888d810 service neutron] 10.222.0.71 "GET /v2.0/networks/249d7a73-68d0-4715-9e76-b2a8e292b955?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0079768 Feb 17 17:36:44.388668 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-0b62e646-ae97-4bc4-86dc-0d7ca5c69680 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0708630 Feb 17 17:36:44.429115 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-607b1743-698a-43e7-b4bf-d5589fe532c9 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (54ff5972-e174-40ba-ba0a-314ce8070572), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:44.430432 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-2466e322-2882-4984-aae1-13af2fafebf9 req-95b9452f-6138-4595-8452-89216b89155b service neutron] Request body: {'port': {'device_id': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:44.473337 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-607b1743-698a-43e7-b4bf-d5589fe532c9 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54ff5972-e174-40ba-ba0a-314ce8070572']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:36:44.510179 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-de5a5802-65cd-4f96-aabb-1893c70cea3d None None] For port 92867f72-42ed-4f6d-ade6-daa7b5cc983e, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:36:44.513703 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-de5a5802-65cd-4f96-aabb-1893c70cea3d None None] For port 92867f72-42ed-4f6d-ade6-daa7b5cc983e, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=92867f72-42ed-4f6d-ade6-daa7b5cc983e,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:36:44.518910 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-607b1743-698a-43e7-b4bf-d5589fe532c9 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0041a79e-494f-4f63-9417-da5331e12aa9') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:36:44.519365 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-607b1743-698a-43e7-b4bf-d5589fe532c9 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0041a79e-494f-4f63-9417-da5331e12aa9') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:36:44.542380 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-de5a5802-65cd-4f96-aabb-1893c70cea3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (92867f72-42ed-4f6d-ade6-daa7b5cc983e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:44.556195 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-607b1743-698a-43e7-b4bf-d5589fe532c9 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (0041a79e-494f-4f63-9417-da5331e12aa9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:44.591038 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76709d-228b-423b-9bc7-36a2ca503c36 req-2e8f1ddb-b196-4cc7-bab7-642958e2f832 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:44.593454 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3d76709d-228b-423b-9bc7-36a2ca503c36 req-2e8f1ddb-b196-4cc7-bab7-642958e2f832 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/ports?device_id=a66cf83c-02b1-4b63-8363-98a2a0637846 HTTP/1.1" status: 200 len: 944 time: 0.5557280 Feb 17 17:36:44.595810 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-607b1743-698a-43e7-b4bf-d5589fe532c9 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (0041a79e-494f-4f63-9417-da5331e12aa9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:44.599257 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c77bc1bb-ed04-432f-9e87-32846d9eafb9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (92867f72-42ed-4f6d-ade6-daa7b5cc983e), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:44.625467 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-607b1743-698a-43e7-b4bf-d5589fe532c9 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:36:44.625999 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-607b1743-698a-43e7-b4bf-d5589fe532c9 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (0041a79e-494f-4f63-9417-da5331e12aa9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:44.626731 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:36:44.627248 n-d-829613-2 neutron-server[103436]: DEBUG oslo_db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 17:36:44.628373 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a9a35587-8073-4005-8565-0045abc6cb04 req-d64e7374-69fc-4af8-b2f6-ddee5408f97f tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] 10.222.0.87 "GET /v2.0/security-groups/e6b453f5-afc7-40fd-a042-47664040ffce HTTP/1.1" status: 200 len: 1795 time: 0.2799807 Feb 17 17:36:44.632879 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67901380-b798-4cac-b5a2-2a04f2a560e9 None None] Network 54ff5972-e174-40ba-ba0a-314ce8070572 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:36:44.661021 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:36:44.661021 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:36:44.661021 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:36:44.661021 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:36:44.661021 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:36:44.661021 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:36:44.661021 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:36:44.661021 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:36:44.661021 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:36:44.661021 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:36:44.661021 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:36:44.661021 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:36:44.661021 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:36:44.661021 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:36:44.661021 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:36:44.661021 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:36:44.661021 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:36:44.661021 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:36:44.661021 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:36:44.661021 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:36:44.661021 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:36:44.661021 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:36:44.661021 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:36:44.661021 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:36:44.661021 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:36:44.661021 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:36:44.661021 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:36:44.661021 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:36:44.661021 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:36:44.661021 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:36:44.661021 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:36:44.661021 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:36:44.678017 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50521d7b-a041-45db-9624-09057ab4ff53 None None] Pushing event updated for resources: {'Port': ['ID=9d38402f-88be-47ea-b731-c228f08c833c,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:44.690209 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9c8b7e14-ae41-40e3-8fae-894007aaec9b req-e1854b60-904c-47d0-8729-dbfc0a16a343 service neutron] 10.222.0.71 "GET /v2.0/networks/249d7a73-68d0-4715-9e76-b2a8e292b955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073518 Feb 17 17:36:44.727852 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-95b9452f-6138-4595-8452-89216b89155b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ed35401b-3bd0-4605-9ab0-9a24b1913fbc), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:44.862571 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.db.api [None req-607b1743-698a-43e7-b4bf-d5589fe532c9 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 17:36:44.862571 n-d-829613-2 neutron-server[103434]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 17:36:44.862571 n-d-829613-2 neutron-server[103434]: [parameters: {'id': '54ff5972-e174-40ba-ba0a-314ce8070572'}] Feb 17 17:36:44.862571 n-d-829613-2 neutron-server[103434]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:36:44.868407 n-d-829613-2 neutron-server[103434]: DEBUG oslo_db.api [None req-607b1743-698a-43e7-b4bf-d5589fe532c9 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 17:36:44.876117 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-ea3469cb-57d6-470d-a914-bacec44fc643 None None] Provisioning complete for port 0128c698-0053-497d-b067-615e88af571d triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:36:44.881092 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ea3469cb-57d6-470d-a914-bacec44fc643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (0128c698-0053-497d-b067-615e88af571d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:45.066365 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8ac575-9fa1-4220-a077-3c07e9975b93 None None] Pushing event updated for resources: {'Port': ['ID=0128c698-0053-497d-b067-615e88af571d,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:45.115666 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-c77bc1bb-ed04-432f-9e87-32846d9eafb9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] For port 92867f72-42ed-4f6d-ade6-daa7b5cc983e, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=92867f72-42ed-4f6d-ade6-daa7b5cc983e,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:36:45.204626 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c77bc1bb-ed04-432f-9e87-32846d9eafb9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for port (92867f72-42ed-4f6d-ade6-daa7b5cc983e), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:45.219292 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c77bc1bb-ed04-432f-9e87-32846d9eafb9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (92867f72-42ed-4f6d-ade6-daa7b5cc983e), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:45.234660 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a5802-65cd-4f96-aabb-1893c70cea3d None None] Pushing event updated for resources: {'Port': ['ID=92867f72-42ed-4f6d-ade6-daa7b5cc983e,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:45.237741 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 0128c698-0053-497d-b067-615e88af571d is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:36:45.242147 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-ea3469cb-57d6-470d-a914-bacec44fc643 None None] Current status of the port 0128c698-0053-497d-b067-615e88af571d is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:36:45.258978 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-ea3469cb-57d6-470d-a914-bacec44fc643 None None] Provisioning complete for port 3a0304e4-2f7a-4a83-9f09-e81f38957152 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:36:45.259366 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ea3469cb-57d6-470d-a914-bacec44fc643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (3a0304e4-2f7a-4a83-9f09-e81f38957152), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:45.302833 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-ea3469cb-57d6-470d-a914-bacec44fc643 None None] Port 3a0304e4-2f7a-4a83-9f09-e81f38957152 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:36:45.317684 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-ea3469cb-57d6-470d-a914-bacec44fc643 None None] Provisioning complete for port 26539d74-7370-4720-a6c3-66c159785bad triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:36:45.317684 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ea3469cb-57d6-470d-a914-bacec44fc643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (26539d74-7370-4720-a6c3-66c159785bad), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:45.369687 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-ea3469cb-57d6-470d-a914-bacec44fc643 None None] Port 26539d74-7370-4720-a6c3-66c159785bad cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:36:45.371232 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device fad17572-5a92-4670-a47b-f71cbc918c73 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:36:45.396340 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: fad17572-5a92-4670-a47b-f71cbc918c73 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:36:45.396695 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device fad17572-5a92-4670-a47b-f71cbc918c73 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:36:45.399143 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-607b1743-698a-43e7-b4bf-d5589fe532c9 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (54ff5972-e174-40ba-ba0a-314ce8070572), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:45.402544 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77bc1bb-ed04-432f-9e87-32846d9eafb9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Port': ['ID=92867f72-42ed-4f6d-ade6-daa7b5cc983e,revision_number=4']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:45.406357 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c77bc1bb-ed04-432f-9e87-32846d9eafb9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (aa6bf743-7486-4e57-8aa0-de8ae9fcee00), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:45.493913 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77bc1bb-ed04-432f-9e87-32846d9eafb9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:36:45.534350 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-c77bc1bb-ed04-432f-9e87-32846d9eafb9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:36:45.540451 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77bc1bb-ed04-432f-9e87-32846d9eafb9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:45.541599 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c77bc1bb-ed04-432f-9e87-32846d9eafb9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:45.569714 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c77bc1bb-ed04-432f-9e87-32846d9eafb9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.9211495 Feb 17 17:36:45.573732 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45900) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:45.582119 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-386c2d20-c006-4aca-89c5-23202e022a6f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'port': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'mac_address': 'fa:16:3e:b4:02:e5', 'name': 'tempest-NetworksTestDHCPv6-529322555'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:45.598816 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77bc1bb-ed04-432f-9e87-32846d9eafb9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Subnet': ['ID=aa6bf743-7486-4e57-8aa0-de8ae9fcee00,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:45.627833 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-607b1743-698a-43e7-b4bf-d5589fe532c9 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Deleting port 9d38402f-88be-47ea-b731-c228f08c833c {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:36:45.628192 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-607b1743-698a-43e7-b4bf-d5589fe532c9 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (9d38402f-88be-47ea-b731-c228f08c833c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:45.743247 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 92867f72-42ed-4f6d-ade6-daa7b5cc983e up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:36:45.819986 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-607b1743-698a-43e7-b4bf-d5589fe532c9 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] For port 9d38402f-88be-47ea-b731-c228f08c833c, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=9d38402f-88be-47ea-b731-c228f08c833c,segment=NetworkSegment(0041a79e-494f-4f63-9417-da5331e12aa9),segment_id=0041a79e-494f-4f63-9417-da5331e12aa9)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:36:45.820550 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-607b1743-698a-43e7-b4bf-d5589fe532c9 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (9d38402f-88be-47ea-b731-c228f08c833c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:45.859861 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 92867f72-42ed-4f6d-ade6-daa7b5cc983e triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:36:45.860296 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (92867f72-42ed-4f6d-ade6-daa7b5cc983e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:45.869717 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-607b1743-698a-43e7-b4bf-d5589fe532c9 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Calling delete_port for 9d38402f-88be-47ea-b731-c228f08c833c owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:36:45.914408 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-2466e322-2882-4984-aae1-13af2fafebf9 req-95b9452f-6138-4595-8452-89216b89155b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed35401b-3bd0-4605-9ab0-9a24b1913fbc {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:36:45.923106 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-95b9452f-6138-4595-8452-89216b89155b service neutron] Publish callbacks [] for port (ed35401b-3bd0-4605-9ab0-9a24b1913fbc), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:45.936213 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-2466e322-2882-4984-aae1-13af2fafebf9 req-95b9452f-6138-4595-8452-89216b89155b service neutron] Transition to ACTIVE for port object ed35401b-3bd0-4605-9ab0-9a24b1913fbc will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:36:45.971641 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386c2d20-c006-4aca-89c5-23202e022a6f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:36:45.971786 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-95b9452f-6138-4595-8452-89216b89155b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (ed35401b-3bd0-4605-9ab0-9a24b1913fbc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:46.023180 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 92867f72-42ed-4f6d-ade6-daa7b5cc983e is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:36:46.023744 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (92867f72-42ed-4f6d-ade6-daa7b5cc983e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:46.059849 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 92867f72-42ed-4f6d-ade6-daa7b5cc983e, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=92867f72-42ed-4f6d-ade6-daa7b5cc983e,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:36:46.069113 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (92867f72-42ed-4f6d-ade6-daa7b5cc983e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:46.070147 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 0128c698-0053-497d-b067-615e88af571d up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:36:46.116504 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a9a35587-8073-4005-8565-0045abc6cb04 req-acbca5f9-519f-4d14-9adc-9b08b0acf35a tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] Publish callbacks [] for security_group (e6b453f5-afc7-40fd-a042-47664040ffce), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:46.158837 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b9452f-6138-4595-8452-89216b89155b service neutron] Pushing event updated for resources: {'Port': ['ID=ed35401b-3bd0-4605-9ab0-9a24b1913fbc,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:46.159640 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-386c2d20-c006-4aca-89c5-23202e022a6f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:46.190502 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=92867f72-42ed-4f6d-ade6-daa7b5cc983e,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:46.203787 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:36:46.204360 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:36:46.204733 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:36:46.205212 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:36:46.205557 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:36:46.205892 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:36:46.206106 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3d76709d-228b-423b-9bc7-36a2ca503c36 req-9772f7df-f77a-4a7a-920f-e6eb97145c17 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/security-groups?id=24064728-799d-4802-ac8c-8dad004b7477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5873034 Feb 17 17:36:46.206283 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:36:46.206680 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:36:46.207019 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:36:46.207348 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:36:46.207766 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:36:46.208099 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:36:46.208654 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:36:46.229736 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 0128c698-0053-497d-b067-615e88af571d triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:36:46.230139 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (0128c698-0053-497d-b067-615e88af571d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:46.237746 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-386c2d20-c006-4aca-89c5-23202e022a6f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] device_id is not set on port 0a244e66-01bf-4732-8030-da01baaefe72 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:36:46.243570 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a9a35587-8073-4005-8565-0045abc6cb04 req-acbca5f9-519f-4d14-9adc-9b08b0acf35a tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] Publish callbacks [] for security_group (e6b453f5-afc7-40fd-a042-47664040ffce), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:46.321108 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1722a3a-7be4-4111-83f2-d7b1a73b0998 None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:36:46.442061 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 8e00aaed-554c-4e36-90b7-8553757a4a66 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:36:46.557198 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 8e00aaed-554c-4e36-90b7-8553757a4a66, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=8e00aaed-554c-4e36-90b7-8553757a4a66,segment=NetworkSegment(de9925ab-fb0a-459b-801e-29b98d137fdd),segment_id=de9925ab-fb0a-459b-801e-29b98d137fdd)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:36:46.574604 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '8e00aaed-554c-4e36-90b7-8553757a4a66', 'network_id': '249d7a73-68d0-4715-9e76-b2a8e292b955', 'port_id': '8e00aaed-554c-4e36-90b7-8553757a4a66', 'mac_address': 'fa:16:3e:fc:df:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '183d9df1-0481-445d-8bb9-bc438141d74b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:36:46.586091 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-386c2d20-c006-4aca-89c5-23202e022a6f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Allocated IP 172.20.0.14 (f82adc72-a904-4b51-9a87-7ea8a1981040/578e3e22-eb75-4205-a9ac-089cd7b6c170/0a244e66-01bf-4732-8030-da01baaefe72) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:36:46.593290 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-386c2d20-c006-4aca-89c5-23202e022a6f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Allocated IP 2001:db8::f816:3eff:feb4:2e5 (f82adc72-a904-4b51-9a87-7ea8a1981040/aa6bf743-7486-4e57-8aa0-de8ae9fcee00/0a244e66-01bf-4732-8030-da01baaefe72) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:36:46.602326 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-9d93b921-eb6b-4e55-8dac-941b41f9891f req-6fad509d-b2f5-4d5c-93c2-4dc4a955d975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26539d74-7370-4720-a6c3-66c159785bad {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:36:46.625362 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9d93b921-eb6b-4e55-8dac-941b41f9891f req-6fad509d-b2f5-4d5c-93c2-4dc4a955d975 service neutron] Publish callbacks [] for port (26539d74-7370-4720-a6c3-66c159785bad), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:46.645370 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-234d8aa7-a999-4612-8042-3e01be2ad3de None None] Provisioning complete for port 92867f72-42ed-4f6d-ade6-daa7b5cc983e triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:36:46.645648 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-234d8aa7-a999-4612-8042-3e01be2ad3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (92867f72-42ed-4f6d-ade6-daa7b5cc983e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:46.653658 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-9d93b921-eb6b-4e55-8dac-941b41f9891f req-6fad509d-b2f5-4d5c-93c2-4dc4a955d975 service neutron] Transition to ACTIVE for port object 26539d74-7370-4720-a6c3-66c159785bad will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:36:46.698610 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9d93b921-eb6b-4e55-8dac-941b41f9891f req-6fad509d-b2f5-4d5c-93c2-4dc4a955d975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (26539d74-7370-4720-a6c3-66c159785bad), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:46.761065 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-386c2d20-c006-4aca-89c5-23202e022a6f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for port (0a244e66-01bf-4732-8030-da01baaefe72), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:46.787682 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-234d8aa7-a999-4612-8042-3e01be2ad3de None None] Current status of the port 92867f72-42ed-4f6d-ade6-daa7b5cc983e is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:36:46.799143 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfc1e8b-99b7-4d1c-b11f-bb09a321392c x-openstack-request-id: req-8dfc1e8b-99b7-4d1c-b11f-bb09a321392c {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:36:46.799667 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a66cf83c-02b1-4b63-8363-98a2a0637846", "tag": "8e00aaed-554c-4e36-90b7-8553757a4a66", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:36:46.800132 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8dfc1e8b-99b7-4d1c-b11f-bb09a321392c {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:36:46.800723 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a66cf83c-02b1-4b63-8363-98a2a0637846', 'tag': '8e00aaed-554c-4e36-90b7-8553757a4a66', 'status': 'completed', 'code': 200} Feb 17 17:36:46.809666 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-607b1743-698a-43e7-b4bf-d5589fe532c9 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (9d38402f-88be-47ea-b731-c228f08c833c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:46.814874 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 8e00aaed-554c-4e36-90b7-8553757a4a66 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:36:46.815322 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8e00aaed-554c-4e36-90b7-8553757a4a66), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:46.817629 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-386c2d20-c006-4aca-89c5-23202e022a6f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (0a244e66-01bf-4732-8030-da01baaefe72), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:46.834804 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 0128c698-0053-497d-b067-615e88af571d is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:36:46.841829 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e00aaed-554c-4e36-90b7-8553757a4a66 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:36:46.867275 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 8e00aaed-554c-4e36-90b7-8553757a4a66, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=8e00aaed-554c-4e36-90b7-8553757a4a66,segment=NetworkSegment(de9925ab-fb0a-459b-801e-29b98d137fdd),segment_id=de9925ab-fb0a-459b-801e-29b98d137fdd)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:36:46.882835 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (8e00aaed-554c-4e36-90b7-8553757a4a66), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:46.910672 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b1743-698a-43e7-b4bf-d5589fe532c9 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Pushing event deleted for resources: {'Port': ['ID=9d38402f-88be-47ea-b731-c228f08c833c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:46.914824 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386c2d20-c006-4aca-89c5-23202e022a6f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:36:46.971108 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=8e00aaed-554c-4e36-90b7-8553757a4a66,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:47.003464 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-2466e322-2882-4984-aae1-13af2fafebf9 req-95b9452f-6138-4595-8452-89216b89155b service neutron] Attempting to bind port ed35401b-3bd0-4605-9ab0-9a24b1913fbc on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:36:47.004492 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-2466e322-2882-4984-aae1-13af2fafebf9 req-95b9452f-6138-4595-8452-89216b89155b service neutron] Attempting to bind port ed35401b-3bd0-4605-9ab0-9a24b1913fbc by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '02645fb9-f8c0-4e52-bfd2-07423e88e8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0a5e4a87-4ee5-43ba-9b80-4028df7a735a'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:36:47.005058 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2466e322-2882-4984-aae1-13af2fafebf9 req-95b9452f-6138-4595-8452-89216b89155b service neutron] Attempting to bind port ed35401b-3bd0-4605-9ab0-9a24b1913fbc on network 0a5e4a87-4ee5-43ba-9b80-4028df7a735a {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:36:47.007987 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a9a35587-8073-4005-8565-0045abc6cb04 req-acbca5f9-519f-4d14-9adc-9b08b0acf35a tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (e6b453f5-afc7-40fd-a042-47664040ffce), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:47.010785 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a9a35587-8073-4005-8565-0045abc6cb04 req-acbca5f9-519f-4d14-9adc-9b08b0acf35a tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:47.014273 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a9a35587-8073-4005-8565-0045abc6cb04 req-acbca5f9-519f-4d14-9adc-9b08b0acf35a tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] 10.222.0.87 "DELETE /v2.0/security-groups/e6b453f5-afc7-40fd-a042-47664040ffce HTTP/1.1" status: 204 len: 173 time: 2.3761175 Feb 17 17:36:47.026272 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c2d20-c006-4aca-89c5-23202e022a6f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Port': ['ID=0a244e66-01bf-4732-8030-da01baaefe72,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:47.031313 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607b1743-698a-43e7-b4bf-d5589fe532c9 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] No DVR routers for this DVR port 9d38402f-88be-47ea-b731-c228f08c833c on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:36:47.036396 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-386c2d20-c006-4aca-89c5-23202e022a6f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:36:47.040978 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386c2d20-c006-4aca-89c5-23202e022a6f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:36:47.050533 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad509d-b2f5-4d5c-93c2-4dc4a955d975 service neutron] Pushing event updated for resources: {'Port': ['ID=26539d74-7370-4720-a6c3-66c159785bad,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:47.063650 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3dcf3d-882a-4a8c-8245-ef1c0ab9e5a0 req-1be84053-ead3-4a71-8bda-1e46e9d4ce6f tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:47.069524 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3dcf3d-882a-4a8c-8245-ef1c0ab9e5a0 req-1be84053-ead3-4a71-8bda-1e46e9d4ce6f tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:47.086482 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3dcf3d-882a-4a8c-8245-ef1c0ab9e5a0 req-1be84053-ead3-4a71-8bda-1e46e9d4ce6f tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:47.098341 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3dcf3d-882a-4a8c-8245-ef1c0ab9e5a0 req-1be84053-ead3-4a71-8bda-1e46e9d4ce6f tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:47.102985 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['8e00aaed-554c-4e36-90b7-8553757a4a66'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:36:47.109808 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3dcf3d-882a-4a8c-8245-ef1c0ab9e5a0 req-1be84053-ead3-4a71-8bda-1e46e9d4ce6f tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:47.119366 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a3dcf3d-882a-4a8c-8245-ef1c0ab9e5a0 req-1be84053-ead3-4a71-8bda-1e46e9d4ce6f tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 3828 time: 0.7378676 Feb 17 17:36:47.143412 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2466e322-2882-4984-aae1-13af2fafebf9 req-95b9452f-6138-4595-8452-89216b89155b service neutron] Port ed35401b-3bd0-4605-9ab0-9a24b1913fbc on network 0a5e4a87-4ee5-43ba-9b80-4028df7a735a not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:36:47.153615 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2466e322-2882-4984-aae1-13af2fafebf9 req-95b9452f-6138-4595-8452-89216b89155b service neutron] Attempting to bind port ed35401b-3bd0-4605-9ab0-9a24b1913fbc on network 0a5e4a87-4ee5-43ba-9b80-4028df7a735a {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:36:47.243257 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbca5f9-519f-4d14-9adc-9b08b0acf35a tempest-SecurityGroupsTestAdminJSON-2035031647 tempest-SecurityGroupsTestAdminJSON-2035031647-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b453f5-afc7-40fd-a042-47664040ffce,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:47.284459 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870c733-fb5a-45d3-a54e-deac206a6157 req-28067fd5-daa0-4ccd-adda-d059ede19ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:47.286020 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4870c733-fb5a-45d3-a54e-deac206a6157 req-28067fd5-daa0-4ccd-adda-d059ede19ddd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a45426717d8d45f2862bf894c7d95737&device_id=a66cf83c-02b1-4b63-8363-98a2a0637846 HTTP/1.1" status: 200 len: 1126 time: 0.4890678 Feb 17 17:36:47.303145 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2466e322-2882-4984-aae1-13af2fafebf9 req-95b9452f-6138-4595-8452-89216b89155b service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:36:47.303497 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2466e322-2882-4984-aae1-13af2fafebf9 req-95b9452f-6138-4595-8452-89216b89155b service neutron] Checking segment: {'id': '02645fb9-f8c0-4e52-bfd2-07423e88e8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0a5e4a87-4ee5-43ba-9b80-4028df7a735a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:36:47.303891 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2466e322-2882-4984-aae1-13af2fafebf9 req-95b9452f-6138-4595-8452-89216b89155b service neutron] Bound using segment: {'id': '02645fb9-f8c0-4e52-bfd2-07423e88e8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0a5e4a87-4ee5-43ba-9b80-4028df7a735a'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:36:47.304362 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-2466e322-2882-4984-aae1-13af2fafebf9 req-95b9452f-6138-4595-8452-89216b89155b service neutron] Bound port: ed35401b-3bd0-4605-9ab0-9a24b1913fbc, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02645fb9-f8c0-4e52-bfd2-07423e88e8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0a5e4a87-4ee5-43ba-9b80-4028df7a735a'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:36:47.304729 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-95b9452f-6138-4595-8452-89216b89155b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ed35401b-3bd0-4605-9ab0-9a24b1913fbc), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:47.311251 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386c2d20-c006-4aca-89c5-23202e022a6f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:47.311955 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-386c2d20-c006-4aca-89c5-23202e022a6f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:47.387957 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a3dcf3d-882a-4a8c-8245-ef1c0ab9e5a0 req-5822bf0c-a40b-475a-a08b-c96ce689f046 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/security-groups?id=fd4d27d9-e68c-41ba-a909-f949182bce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2652502 Feb 17 17:36:47.429672 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-9d93b921-eb6b-4e55-8dac-941b41f9891f req-6fad509d-b2f5-4d5c-93c2-4dc4a955d975 service neutron] Attempting to bind port 26539d74-7370-4720-a6c3-66c159785bad on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:36:47.429672 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-9d93b921-eb6b-4e55-8dac-941b41f9891f req-6fad509d-b2f5-4d5c-93c2-4dc4a955d975 service neutron] Attempting to bind port 26539d74-7370-4720-a6c3-66c159785bad by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:36:47.429672 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d93b921-eb6b-4e55-8dac-941b41f9891f req-6fad509d-b2f5-4d5c-93c2-4dc4a955d975 service neutron] Attempting to bind port 26539d74-7370-4720-a6c3-66c159785bad on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:36:47.434134 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d93b921-eb6b-4e55-8dac-941b41f9891f req-6fad509d-b2f5-4d5c-93c2-4dc4a955d975 service neutron] Port 26539d74-7370-4720-a6c3-66c159785bad on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:36:47.434466 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d93b921-eb6b-4e55-8dac-941b41f9891f req-6fad509d-b2f5-4d5c-93c2-4dc4a955d975 service neutron] Attempting to bind port 26539d74-7370-4720-a6c3-66c159785bad on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:36:47.580847 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-2466e322-2882-4984-aae1-13af2fafebf9 req-95b9452f-6138-4595-8452-89216b89155b service neutron] For port ed35401b-3bd0-4605-9ab0-9a24b1913fbc, host n-h2-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:36:47.589660 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-2466e322-2882-4984-aae1-13af2fafebf9 req-95b9452f-6138-4595-8452-89216b89155b service neutron] For port ed35401b-3bd0-4605-9ab0-9a24b1913fbc, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=ed35401b-3bd0-4605-9ab0-9a24b1913fbc,segment=NetworkSegment(02645fb9-f8c0-4e52-bfd2-07423e88e8ac),segment_id=02645fb9-f8c0-4e52-bfd2-07423e88e8ac)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:36:47.645112 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-607b1743-698a-43e7-b4bf-d5589fe532c9 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (54ff5972-e174-40ba-ba0a-314ce8070572), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:47.654830 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-386c2d20-c006-4aca-89c5-23202e022a6f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.0769253 Feb 17 17:36:47.666542 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45920) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:47.681770 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d93b921-eb6b-4e55-8dac-941b41f9891f req-6fad509d-b2f5-4d5c-93c2-4dc4a955d975 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:36:47.682040 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d93b921-eb6b-4e55-8dac-941b41f9891f req-6fad509d-b2f5-4d5c-93c2-4dc4a955d975 service neutron] Checking segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:36:47.685087 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d93b921-eb6b-4e55-8dac-941b41f9891f req-6fad509d-b2f5-4d5c-93c2-4dc4a955d975 service neutron] Bound using segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:36:47.686154 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-9d93b921-eb6b-4e55-8dac-941b41f9891f req-6fad509d-b2f5-4d5c-93c2-4dc4a955d975 service neutron] Bound port: 26539d74-7370-4720-a6c3-66c159785bad, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:36:47.691156 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9d93b921-eb6b-4e55-8dac-941b41f9891f req-6fad509d-b2f5-4d5c-93c2-4dc4a955d975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (26539d74-7370-4720-a6c3-66c159785bad), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:47.698257 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 92867f72-42ed-4f6d-ade6-daa7b5cc983e up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:36:47.718847 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-95b9452f-6138-4595-8452-89216b89155b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (ed35401b-3bd0-4605-9ab0-9a24b1913fbc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:47.822667 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 92867f72-42ed-4f6d-ade6-daa7b5cc983e triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:36:47.823049 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (92867f72-42ed-4f6d-ade6-daa7b5cc983e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:47.828517 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-607b1743-698a-43e7-b4bf-d5589fe532c9 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54ff5972-e174-40ba-ba0a-314ce8070572']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:36:47.847171 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-607b1743-698a-43e7-b4bf-d5589fe532c9 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0041a79e-494f-4f63-9417-da5331e12aa9') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:36:47.853616 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-607b1743-698a-43e7-b4bf-d5589fe532c9 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0041a79e-494f-4f63-9417-da5331e12aa9') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:36:47.898985 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466e322-2882-4984-aae1-13af2fafebf9 req-95b9452f-6138-4595-8452-89216b89155b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:47.899634 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-95b9452f-6138-4595-8452-89216b89155b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:47.901351 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-95b9452f-6138-4595-8452-89216b89155b service neutron] 10.222.0.91 "PUT /v2.0/ports/ed35401b-3bd0-4605-9ab0-9a24b1913fbc HTTP/1.1" status: 200 len: 1092 time: 3.4850001 Feb 17 17:36:47.911257 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'tag': 'ed35401b-3bd0-4605-9ab0-9a24b1913fbc'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:36:47.915477 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c044ad4a-8f06-4228-988b-9c16679edd14" -d '{"events": [{"name": "network-changed", "server_uuid": "8a875872-ecbe-4e3b-9059-98bd8c42bc1e", "tag": "ed35401b-3bd0-4605-9ab0-9a24b1913fbc"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:36:47.927988 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0e8e671d-fecf-45ed-8d59-b7c44b0c6565 req-b4a299a8-722d-4b78-8b65-9b3f7b98a966 tempest-SecurityGroupsTestAdminJSON-571910007 tempest-SecurityGroupsTestAdminJSON-571910007-project] 10.222.0.87 "GET /v2.0/security-groups/585c229b-676b-49fd-a480-50021ecd6994 HTTP/1.1" status: 200 len: 1797 time: 0.2193801 Feb 17 17:36:47.937681 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870c733-fb5a-45d3-a54e-deac206a6157 req-467a5064-7b51-472b-a9a0-8f5d9fd2bae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:47.939227 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4870c733-fb5a-45d3-a54e-deac206a6157 req-467a5064-7b51-472b-a9a0-8f5d9fd2bae0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=249d7a73-68d0-4715-9e76-b2a8e292b955 HTTP/1.1" status: 200 len: 910 time: 0.6190577 Feb 17 17:36:47.947483 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-607b1743-698a-43e7-b4bf-d5589fe532c9 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (0041a79e-494f-4f63-9417-da5331e12aa9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:47.989116 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-607b1743-698a-43e7-b4bf-d5589fe532c9 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (0041a79e-494f-4f63-9417-da5331e12aa9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:48.008096 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-607b1743-698a-43e7-b4bf-d5589fe532c9 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:36:48.008570 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-607b1743-698a-43e7-b4bf-d5589fe532c9 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (0041a79e-494f-4f63-9417-da5331e12aa9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:48.014345 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-2466e322-2882-4984-aae1-13af2fafebf9 req-7ae9b27d-7399-44b7-893c-d15f9ec9b564 service neutron] Request body: {'port': {'device_id': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:48.089047 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-cdd88cf0-97e4-4958-9564-fee157755105 None None] Provisioning complete for port 92867f72-42ed-4f6d-ade6-daa7b5cc983e triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:36:48.089576 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-cdd88cf0-97e4-4958-9564-fee157755105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (92867f72-42ed-4f6d-ade6-daa7b5cc983e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:48.139329 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292b354-7144-43b7-8e6e-7e8a3e52a97c req-5b11a156-6025-498a-bcc7-d03c469069e0 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:48.141055 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4292b354-7144-43b7-8e6e-7e8a3e52a97c req-5b11a156-6025-498a-bcc7-d03c469069e0 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/ports?device_id=59197634-6534-4d67-a5f8-07414b9d1035 HTTP/1.1" status: 200 len: 947 time: 0.5449948 Feb 17 17:36:48.150744 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 92867f72-42ed-4f6d-ade6-daa7b5cc983e is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:36:48.167738 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b9452f-6138-4595-8452-89216b89155b service neutron] Pushing event updated for resources: {'Port': ['ID=ed35401b-3bd0-4605-9ab0-9a24b1913fbc,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:48.186690 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-9d93b921-eb6b-4e55-8dac-941b41f9891f req-6fad509d-b2f5-4d5c-93c2-4dc4a955d975 service neutron] For port 26539d74-7370-4720-a6c3-66c159785bad, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:36:48.196454 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:36:48.196454 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:36:48.196454 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:36:48.196454 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:36:48.196454 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:36:48.196454 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:36:48.196454 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:36:48.196454 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:36:48.196454 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:36:48.196454 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:36:48.196454 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:36:48.196454 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:36:48.196454 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:36:48.196454 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:36:48.196454 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:36:48.196454 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:36:48.196454 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:36:48.196454 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:36:48.196454 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:36:48.196454 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:36:48.196454 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:36:48.196454 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:36:48.196454 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:36:48.196454 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:36:48.196454 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:36:48.196454 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:36:48.196454 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:36:48.196454 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:36:48.196454 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:36:48.196454 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:36:48.196454 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:36:48.196454 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:36:48.221669 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-607b1743-698a-43e7-b4bf-d5589fe532c9 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (54ff5972-e174-40ba-ba0a-314ce8070572), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:48.233697 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-607b1743-698a-43e7-b4bf-d5589fe532c9 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:48.243712 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-607b1743-698a-43e7-b4bf-d5589fe532c9 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "DELETE /v2.0/networks/54ff5972-e174-40ba-ba0a-314ce8070572 HTTP/1.1" status: 204 len: 168 time: 6.3791890 Feb 17 17:36:48.293209 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45928) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:48.344204 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-cdd88cf0-97e4-4958-9564-fee157755105 None None] Current status of the port 92867f72-42ed-4f6d-ade6-daa7b5cc983e is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:36:48.350543 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b1743-698a-43e7-b4bf-d5589fe532c9 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Pushing event deleted for resources: {'Network': ['ID=54ff5972-e174-40ba-ba0a-314ce8070572,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:48.354505 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-d429fad1-3e54-49dc-ae94-ac67d0b587c4 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1573761864'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:48.366654 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4870c733-fb5a-45d3-a54e-deac206a6157 req-259fcd90-a0c1-4b62-bb67-6e1412afeb9f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e00aaed-554c-4e36-90b7-8553757a4a66 HTTP/1.1" status: 200 len: 217 time: 0.1679275 Feb 17 17:36:48.367728 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-9d93b921-eb6b-4e55-8dac-941b41f9891f req-6fad509d-b2f5-4d5c-93c2-4dc4a955d975 service neutron] For port 26539d74-7370-4720-a6c3-66c159785bad, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=26539d74-7370-4720-a6c3-66c159785bad,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:36:48.373641 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-7ae9b27d-7399-44b7-893c-d15f9ec9b564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (52ff7d56-9a39-4bcd-81d3-82d714507134), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:48.376076 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0e8e671d-fecf-45ed-8d59-b7c44b0c6565 req-0ec41c11-7c40-44ef-bf9b-cc4315d8e543 tempest-SecurityGroupsTestAdminJSON-571910007 tempest-SecurityGroupsTestAdminJSON-571910007-project] Publish callbacks [] for security_group (585c229b-676b-49fd-a480-50021ecd6994), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:48.377505 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80c8c39-2c5a-4d37-923f-ef824cfe50ae tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:48.383586 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80c8c39-2c5a-4d37-923f-ef824cfe50ae tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:48.390425 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 8e00aaed-554c-4e36-90b7-8553757a4a66 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:36:48.401832 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c80c8c39-2c5a-4d37-923f-ef824cfe50ae tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.7325830 Feb 17 17:36:48.402626 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45930) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:48.424511 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0e8e671d-fecf-45ed-8d59-b7c44b0c6565 req-0ec41c11-7c40-44ef-bf9b-cc4315d8e543 tempest-SecurityGroupsTestAdminJSON-571910007 tempest-SecurityGroupsTestAdminJSON-571910007-project] Publish callbacks [] for security_group (585c229b-676b-49fd-a480-50021ecd6994), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:48.469486 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 8e00aaed-554c-4e36-90b7-8553757a4a66 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:36:48.489387 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 8e00aaed-554c-4e36-90b7-8553757a4a66 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:36:48.489387 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (8e00aaed-554c-4e36-90b7-8553757a4a66), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:48.495409 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c29514a-c23a-4708-a8c2-cf10ba22f099 None None] get_active_networks_info from n-d-829613-2 {{(pid=103436) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 17 17:36:48.539319 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870c733-fb5a-45d3-a54e-deac206a6157 req-d72a5286-6187-483b-91a9-8a0b8c666c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:48.541281 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4870c733-fb5a-45d3-a54e-deac206a6157 req-d72a5286-6187-483b-91a9-8a0b8c666c48 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=183d9df1-0481-445d-8bb9-bc438141d74b HTTP/1.1" status: 200 len: 848 time: 0.1359208 Feb 17 17:36:48.559178 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4292b354-7144-43b7-8e6e-7e8a3e52a97c req-0bdfc6ab-07d3-462c-abea-eb534e621038 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/security-groups?id=653b32b6-fa07-4d55-bd5b-f262ebd124a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4061308 Feb 17 17:36:48.559814 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0e8e671d-fecf-45ed-8d59-b7c44b0c6565 req-0ec41c11-7c40-44ef-bf9b-cc4315d8e543 tempest-SecurityGroupsTestAdminJSON-571910007 tempest-SecurityGroupsTestAdminJSON-571910007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (585c229b-676b-49fd-a480-50021ecd6994), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:48.563263 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0e8e671d-fecf-45ed-8d59-b7c44b0c6565 req-0ec41c11-7c40-44ef-bf9b-cc4315d8e543 tempest-SecurityGroupsTestAdminJSON-571910007 tempest-SecurityGroupsTestAdminJSON-571910007-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:48.588950 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0e8e671d-fecf-45ed-8d59-b7c44b0c6565 req-0ec41c11-7c40-44ef-bf9b-cc4315d8e543 tempest-SecurityGroupsTestAdminJSON-571910007 tempest-SecurityGroupsTestAdminJSON-571910007-project] 10.222.0.87 "DELETE /v2.0/security-groups/585c229b-676b-49fd-a480-50021ecd6994 HTTP/1.1" status: 204 len: 173 time: 0.6455204 Feb 17 17:36:48.639689 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9d93b921-eb6b-4e55-8dac-941b41f9891f req-6fad509d-b2f5-4d5c-93c2-4dc4a955d975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (26539d74-7370-4720-a6c3-66c159785bad), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:48.670261 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870c733-fb5a-45d3-a54e-deac206a6157 req-e32597a9-3c80-47bf-8c87-3e26d7deb352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:48.672399 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4870c733-fb5a-45d3-a54e-deac206a6157 req-e32597a9-3c80-47bf-8c87-3e26d7deb352 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=249d7a73-68d0-4715-9e76-b2a8e292b955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1074095 Feb 17 17:36:48.674813 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-bd2550fc-95b9-4d2e-990e-997ab53d8044 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Deleting port 0a244e66-01bf-4732-8030-da01baaefe72 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:36:48.675157 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bd2550fc-95b9-4d2e-990e-997ab53d8044 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (0a244e66-01bf-4732-8030-da01baaefe72), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:48.689635 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-34685e1e-ff83-4a09-abaf-34a7d500e935 None None] Provisioning complete for port 0a244e66-01bf-4732-8030-da01baaefe72 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:36:48.690017 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-34685e1e-ff83-4a09-abaf-34a7d500e935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (0a244e66-01bf-4732-8030-da01baaefe72), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:48.739905 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-34685e1e-ff83-4a09-abaf-34a7d500e935 None None] Port 0a244e66-01bf-4732-8030-da01baaefe72 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:36:48.757457 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:48.768662 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec41c11-7c40-44ef-bf9b-cc4315d8e543 tempest-SecurityGroupsTestAdminJSON-571910007 tempest-SecurityGroupsTestAdminJSON-571910007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=585c229b-676b-49fd-a480-50021ecd6994,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:48.832333 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 8e00aaed-554c-4e36-90b7-8553757a4a66 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:36:48.832733 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8e00aaed-554c-4e36-90b7-8553757a4a66), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:48.846127 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d429fad1-3e54-49dc-ae94-ac67d0b587c4 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Made reservation on behalf of 15e5b8cede264c62bf635b9a00989986 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:36:48.850963 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d429fad1-3e54-49dc-ae94-ac67d0b587c4 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:48.864035 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bd2550fc-95b9-4d2e-990e-997ab53d8044 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (0a244e66-01bf-4732-8030-da01baaefe72), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:48.867977 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c29514a-c23a-4708-a8c2-cf10ba22f099 None None] Resources bound (agent type, host, resource id): {{(pid=103436) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 17:36:48.882482 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66cf83c-02b1-4b63-8363-98a2a0637846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e00aaed-554c-4e36-90b7-8553757a4a66'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:36:48.884791 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a1ea86-395a-43f4-a299-ef99ef9556dc" -d '{"events": [{"server_uuid": "a66cf83c-02b1-4b63-8363-98a2a0637846", "name": "network-vif-plugged", "status": "completed", "tag": "8e00aaed-554c-4e36-90b7-8553757a4a66"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:36:48.905430 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 8e00aaed-554c-4e36-90b7-8553757a4a66, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=8e00aaed-554c-4e36-90b7-8553757a4a66,segment=NetworkSegment(de9925ab-fb0a-459b-801e-29b98d137fdd),segment_id=de9925ab-fb0a-459b-801e-29b98d137fdd)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:36:48.926304 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (8e00aaed-554c-4e36-90b7-8553757a4a66), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:48.950427 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93b921-eb6b-4e55-8dac-941b41f9891f req-6fad509d-b2f5-4d5c-93c2-4dc4a955d975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:48.956213 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9d93b921-eb6b-4e55-8dac-941b41f9891f req-6fad509d-b2f5-4d5c-93c2-4dc4a955d975 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:48.959372 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9d93b921-eb6b-4e55-8dac-941b41f9891f req-6fad509d-b2f5-4d5c-93c2-4dc4a955d975 service neutron] 10.222.0.71 "PUT /v2.0/ports/26539d74-7370-4720-a6c3-66c159785bad HTTP/1.1" status: 200 len: 1095 time: 5.0244503 Feb 17 17:36:48.966301 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-bd2550fc-95b9-4d2e-990e-997ab53d8044 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Calling delete_port for 0a244e66-01bf-4732-8030-da01baaefe72 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:36:49.077913 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d429fad1-3e54-49dc-ae94-ac67d0b587c4 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:36:49.083735 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=8e00aaed-554c-4e36-90b7-8553757a4a66,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:49.117235 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4870c733-fb5a-45d3-a54e-deac206a6157 req-40be3611-8627-4327-a0fa-6d65c62650c3 service neutron] 10.222.0.71 "GET /v2.0/networks/249d7a73-68d0-4715-9e76-b2a8e292b955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504215 Feb 17 17:36:49.178982 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad509d-b2f5-4d5c-93c2-4dc4a955d975 service neutron] Pushing event updated for resources: {'Port': ['ID=26539d74-7370-4720-a6c3-66c159785bad,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:49.274327 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335045c2-5c95-4404-88b3-a82e80892ef4 req-5982599a-3dca-4b2b-9095-00f437b2cd96 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:49.276826 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-335045c2-5c95-4404-88b3-a82e80892ef4 req-5982599a-3dca-4b2b-9095-00f437b2cd96 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=21f8505b-0ae7-4a5f-8dfe-d30c85bad41f HTTP/1.1" status: 200 len: 945 time: 0.5492361 Feb 17 17:36:49.284859 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d429fad1-3e54-49dc-ae94-ac67d0b587c4 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (a8563f57-d7e9-4ad0-bd8b-42388e1407bb), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:49.285212 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-d429fad1-3e54-49dc-ae94-ac67d0b587c4 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Added segment a8563f57-d7e9-4ad0-bd8b-42388e1407bb of type vlan for network ca0b3ccb-930c-4992-90a4-aaf6092295f5 Feb 17 17:36:49.385429 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4870c733-fb5a-45d3-a54e-deac206a6157 req-8b26ebcd-58c9-4d28-826e-6eaefe47a349 service neutron] 10.222.0.71 "GET /v2.0/networks/249d7a73-68d0-4715-9e76-b2a8e292b955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299700 Feb 17 17:36:49.480957 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b819ba5-f0a6-48f5-aa39-96e7bf7ec2b6 req-fd804d23-60c0-47e6-9164-0dff5194218c tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:49.488435 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9b819ba5-f0a6-48f5-aa39-96e7bf7ec2b6 req-fd804d23-60c0-47e6-9164-0dff5194218c tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/ports?device_id=a66cf83c-02b1-4b63-8363-98a2a0637846 HTTP/1.1" status: 200 len: 945 time: 0.7175660 Feb 17 17:36:49.516067 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:49.560863 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bd2550fc-95b9-4d2e-990e-997ab53d8044 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (0a244e66-01bf-4732-8030-da01baaefe72), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:49.637153 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2550fc-95b9-4d2e-990e-997ab53d8044 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Port': ['ID=0a244e66-01bf-4732-8030-da01baaefe72,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:49.851080 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-335045c2-5c95-4404-88b3-a82e80892ef4 req-ea0dd5fc-87e9-439d-b111-77bbd5267cbc tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5641329 Feb 17 17:36:49.856795 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d429fad1-3e54-49dc-ae94-ac67d0b587c4 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (ca0b3ccb-930c-4992-90a4-aaf6092295f5), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:49.880107 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93b921-eb6b-4e55-8dac-941b41f9891f req-99608f0c-7ac0-488c-a480-686a805bb168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:49.891282 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9d93b921-eb6b-4e55-8dac-941b41f9891f req-99608f0c-7ac0-488c-a480-686a805bb168 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1f1931af29374107be8715ef2fc37bf8&device_id=59197634-6534-4d67-a5f8-07414b9d1035 HTTP/1.1" status: 200 len: 1129 time: 0.8375547 Feb 17 17:36:49.899491 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bd2550fc-95b9-4d2e-990e-997ab53d8044 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:49.921268 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bd2550fc-95b9-4d2e-990e-997ab53d8044 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/ports/0a244e66-01bf-4732-8030-da01baaefe72 HTTP/1.1" status: 204 len: 168 time: 1.5146387 Feb 17 17:36:49.922267 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45946) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:50.080430 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9b819ba5-f0a6-48f5-aa39-96e7bf7ec2b6 req-643a6fe9-a150-440e-ab71-7fe9ece2269d tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/security-groups?id=24064728-799d-4802-ac8c-8dad004b7477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5875440 Feb 17 17:36:50.083519 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391a03df-860d-41eb-a94e-6bca0d0a9638 x-openstack-request-id: req-391a03df-860d-41eb-a94e-6bca0d0a9638 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:36:50.083840 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a875872-ecbe-4e3b-9059-98bd8c42bc1e", "tag": "ed35401b-3bd0-4605-9ab0-9a24b1913fbc", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:36:50.084079 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-391a03df-860d-41eb-a94e-6bca0d0a9638 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:36:50.084503 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'tag': 'ed35401b-3bd0-4605-9ab0-9a24b1913fbc', 'status': 'completed', 'code': 200} Feb 17 17:36:50.111294 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02914944-3b25-445d-9ece-4636ce999502 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:50.112695 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02914944-3b25-445d-9ece-4636ce999502 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:50.113037 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9d93b921-eb6b-4e55-8dac-941b41f9891f req-2358a2bd-09a8-43e9-b9b2-203417ec9b5d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=26539d74-7370-4720-a6c3-66c159785bad HTTP/1.1" status: 200 len: 217 time: 0.2054882 Feb 17 17:36:50.114264 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02914944-3b25-445d-9ece-4636ce999502 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:50.118947 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-02914944-3b25-445d-9ece-4636ce999502 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1932468 Feb 17 17:36:50.120453 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45950) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:50.172603 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.db.resource_extend [None req-d429fad1-3e54-49dc-ae94-ac67d0b587c4 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 17:36:50.175064 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044ad4a-8f06-4228-988b-9c16679edd14 req-f35cbb5d-3abd-484f-8398-19c6c1351742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:50.175562 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044ad4a-8f06-4228-988b-9c16679edd14 req-f35cbb5d-3abd-484f-8398-19c6c1351742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:50.176037 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044ad4a-8f06-4228-988b-9c16679edd14 req-f35cbb5d-3abd-484f-8398-19c6c1351742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:50.176534 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044ad4a-8f06-4228-988b-9c16679edd14 req-f35cbb5d-3abd-484f-8398-19c6c1351742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:50.176999 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044ad4a-8f06-4228-988b-9c16679edd14 req-f35cbb5d-3abd-484f-8398-19c6c1351742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:50.178728 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c044ad4a-8f06-4228-988b-9c16679edd14 req-f35cbb5d-3abd-484f-8398-19c6c1351742 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=918d19e8f1f044baa808ac9d66a136f9&device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 4394 time: 0.1758249 Feb 17 17:36:50.188841 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-27bc0af6-04a9-40c9-bef6-241c7f424fce tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Deleting subnet 578e3e22-eb75-4205-a9ac-089cd7b6c170 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:36:50.202773 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-27bc0af6-04a9-40c9-bef6-241c7f424fce tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (578e3e22-eb75-4205-a9ac-089cd7b6c170), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:50.301018 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-2466e322-2882-4984-aae1-13af2fafebf9 req-7ae9b27d-7399-44b7-893c-d15f9ec9b564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52ff7d56-9a39-4bcd-81d3-82d714507134 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:36:50.321322 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-7ae9b27d-7399-44b7-893c-d15f9ec9b564 service neutron] Publish callbacks [] for port (52ff7d56-9a39-4bcd-81d3-82d714507134), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:50.329547 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d429fad1-3e54-49dc-ae94-ac67d0b587c4 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (ca0b3ccb-930c-4992-90a4-aaf6092295f5), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:50.334610 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d429fad1-3e54-49dc-ae94-ac67d0b587c4 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:50.335307 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d429fad1-3e54-49dc-ae94-ac67d0b587c4 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:50.414993 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-27bc0af6-04a9-40c9-bef6-241c7f424fce tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (578e3e22-eb75-4205-a9ac-089cd7b6c170), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:50.426262 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d429fad1-3e54-49dc-ae94-ac67d0b587c4 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Pushing event updated for resources: {'Network': ['ID=ca0b3ccb-930c-4992-90a4-aaf6092295f5,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:50.437833 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network ca0b3ccb-930c-4992-90a4-aaf6092295f5 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:36:50.450170 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5819209-3243-4216-b46f-eccc34e19e62 req-51c34e00-6ed5-42f3-a025-03e4b4fcd37a tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:50.458054 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5819209-3243-4216-b46f-eccc34e19e62 req-51c34e00-6ed5-42f3-a025-03e4b4fcd37a tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:50.464402 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5819209-3243-4216-b46f-eccc34e19e62 req-51c34e00-6ed5-42f3-a025-03e4b4fcd37a tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:50.484380 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5819209-3243-4216-b46f-eccc34e19e62 req-51c34e00-6ed5-42f3-a025-03e4b4fcd37a tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:50.489856 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5819209-3243-4216-b46f-eccc34e19e62 req-51c34e00-6ed5-42f3-a025-03e4b4fcd37a tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:50.491723 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a5819209-3243-4216-b46f-eccc34e19e62 req-51c34e00-6ed5-42f3-a025-03e4b4fcd37a tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 3828 time: 0.3909905 Feb 17 17:36:50.500446 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93b921-eb6b-4e55-8dac-941b41f9891f req-bf2bda93-c0a5-4d0d-8bf6-10e571c05f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:50.502144 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9d93b921-eb6b-4e55-8dac-941b41f9891f req-bf2bda93-c0a5-4d0d-8bf6-10e571c05f74 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.3794079 Feb 17 17:36:50.505192 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-2466e322-2882-4984-aae1-13af2fafebf9 req-7ae9b27d-7399-44b7-893c-d15f9ec9b564 service neutron] Transition to ACTIVE for port object 52ff7d56-9a39-4bcd-81d3-82d714507134 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:36:50.515928 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-71ed774d-b210-4bbf-9209-804afdb76ce7 req-dbc5713c-6100-43f9-acd3-c4aff92cce0d tempest-SecurityGroupsTestAdminJSON-571910007 tempest-SecurityGroupsTestAdminJSON-571910007-project] 10.222.0.87 "GET /v2.0/security-groups/9e7735a8-604a-463d-a7e9-49a740dce577 HTTP/1.1" status: 200 len: 1795 time: 0.3493643 Feb 17 17:36:50.671820 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-7ae9b27d-7399-44b7-893c-d15f9ec9b564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (52ff7d56-9a39-4bcd-81d3-82d714507134), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:50.689509 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-d429fad1-3e54-49dc-ae94-ac67d0b587c4 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.3622303 Feb 17 17:36:50.693732 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45952) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:50.808205 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-c0d5c96f-b382-4e98-8d90-bce3e221118f tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Request body: {'subnet': {'network_id': 'ca0b3ccb-930c-4992-90a4-aaf6092295f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:50.824817 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a5819209-3243-4216-b46f-eccc34e19e62 req-239c9b56-56cb-44b5-8c01-32b22c4d4d2a tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/security-groups?id=fd4d27d9-e68c-41ba-a909-f949182bce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3121173 Feb 17 17:36:50.907360 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ca9629-80b1-4133-af4d-1bc4f9f53517 x-openstack-request-id: req-c6ca9629-80b1-4133-af4d-1bc4f9f53517 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:36:50.907830 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a66cf83c-02b1-4b63-8363-98a2a0637846", "name": "network-vif-plugged", "status": "completed", "tag": "8e00aaed-554c-4e36-90b7-8553757a4a66", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:36:50.907906 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c6ca9629-80b1-4133-af4d-1bc4f9f53517 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:36:50.908378 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a66cf83c-02b1-4b63-8363-98a2a0637846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e00aaed-554c-4e36-90b7-8553757a4a66', 'code': 200} Feb 17 17:36:50.955829 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-71ed774d-b210-4bbf-9209-804afdb76ce7 req-da4118c1-659d-45dd-b3a8-64259779bb9b tempest-SecurityGroupsTestAdminJSON-571910007 tempest-SecurityGroupsTestAdminJSON-571910007-project] Publish callbacks [] for security_group (9e7735a8-604a-463d-a7e9-49a740dce577), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:51.016660 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-71ed774d-b210-4bbf-9209-804afdb76ce7 req-da4118c1-659d-45dd-b3a8-64259779bb9b tempest-SecurityGroupsTestAdminJSON-571910007 tempest-SecurityGroupsTestAdminJSON-571910007-project] Publish callbacks [] for security_group (9e7735a8-604a-463d-a7e9-49a740dce577), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:51.291686 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-71ed774d-b210-4bbf-9209-804afdb76ce7 req-da4118c1-659d-45dd-b3a8-64259779bb9b tempest-SecurityGroupsTestAdminJSON-571910007 tempest-SecurityGroupsTestAdminJSON-571910007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (9e7735a8-604a-463d-a7e9-49a740dce577), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:51.294360 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-71ed774d-b210-4bbf-9209-804afdb76ce7 req-da4118c1-659d-45dd-b3a8-64259779bb9b tempest-SecurityGroupsTestAdminJSON-571910007 tempest-SecurityGroupsTestAdminJSON-571910007-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:51.296045 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-71ed774d-b210-4bbf-9209-804afdb76ce7 req-da4118c1-659d-45dd-b3a8-64259779bb9b tempest-SecurityGroupsTestAdminJSON-571910007 tempest-SecurityGroupsTestAdminJSON-571910007-project] 10.222.0.87 "DELETE /v2.0/security-groups/9e7735a8-604a-463d-a7e9-49a740dce577 HTTP/1.1" status: 204 len: 173 time: 0.7791996 Feb 17 17:36:51.296732 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae9b27d-7399-44b7-893c-d15f9ec9b564 service neutron] Pushing event updated for resources: {'Port': ['ID=52ff7d56-9a39-4bcd-81d3-82d714507134,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:51.321504 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93b921-eb6b-4e55-8dac-941b41f9891f req-457049ed-cb21-4420-9332-0c1252f7c898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:51.323019 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9d93b921-eb6b-4e55-8dac-941b41f9891f req-457049ed-cb21-4420-9332-0c1252f7c898 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7999663 Feb 17 17:36:51.373053 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62223360-088c-4437-bb11-d691ab4e0edc req-aa97fc91-d94b-4247-93f2-5d83abe70b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:51.378595 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-62223360-088c-4437-bb11-d691ab4e0edc req-aa97fc91-d94b-4247-93f2-5d83abe70b36 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a66cf83c-02b1-4b63-8363-98a2a0637846 HTTP/1.1" status: 200 len: 1128 time: 0.1882432 Feb 17 17:36:51.383911 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044ad4a-8f06-4228-988b-9c16679edd14 req-94ac142b-88b2-40db-902c-1cd7025c6a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:51.396698 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044ad4a-8f06-4228-988b-9c16679edd14 req-94ac142b-88b2-40db-902c-1cd7025c6a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:51.397377 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044ad4a-8f06-4228-988b-9c16679edd14 req-94ac142b-88b2-40db-902c-1cd7025c6a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:51.399396 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c044ad4a-8f06-4228-988b-9c16679edd14 req-94ac142b-88b2-40db-902c-1cd7025c6a91 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=918d19e8f1f044baa808ac9d66a136f9&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.2079206 Feb 17 17:36:51.541057 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-2466e322-2882-4984-aae1-13af2fafebf9 req-7ae9b27d-7399-44b7-893c-d15f9ec9b564 service neutron] Attempting to bind port 52ff7d56-9a39-4bcd-81d3-82d714507134 on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:36:51.541391 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-2466e322-2882-4984-aae1-13af2fafebf9 req-7ae9b27d-7399-44b7-893c-d15f9ec9b564 service neutron] Attempting to bind port 52ff7d56-9a39-4bcd-81d3-82d714507134 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '13d2e8d9-7afd-45f6-84e2-b7416289d330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'cc320263-b432-4650-9484-dc130e67f905'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:36:51.541718 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2466e322-2882-4984-aae1-13af2fafebf9 req-7ae9b27d-7399-44b7-893c-d15f9ec9b564 service neutron] Attempting to bind port 52ff7d56-9a39-4bcd-81d3-82d714507134 on network cc320263-b432-4650-9484-dc130e67f905 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:36:51.605138 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-62223360-088c-4437-bb11-d691ab4e0edc req-dcf57d71-0e00-465b-a24d-986bd3698ff7 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=24064728-799d-4802-ac8c-8dad004b7477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2044981 Feb 17 17:36:51.617439 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-27bc0af6-04a9-40c9-bef6-241c7f424fce tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (578e3e22-eb75-4205-a9ac-089cd7b6c170), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:51.623212 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4118c1-659d-45dd-b3a8-64259779bb9b tempest-SecurityGroupsTestAdminJSON-571910007 tempest-SecurityGroupsTestAdminJSON-571910007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7735a8-604a-463d-a7e9-49a740dce577,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:51.662638 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044ad4a-8f06-4228-988b-9c16679edd14 req-33e51923-7bea-42e0-9259-cdf1d2053074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:51.664662 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c044ad4a-8f06-4228-988b-9c16679edd14 req-33e51923-7bea-42e0-9259-cdf1d2053074 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2237854 Feb 17 17:36:51.702330 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635f599-3b54-41e6-bdad-f70bca12394c req-d0d49e1a-ee91-4333-adfc-7c4cdef47676 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:51.704235 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c635f599-3b54-41e6-bdad-f70bca12394c req-d0d49e1a-ee91-4333-adfc-7c4cdef47676 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/ports?device_id=59197634-6534-4d67-a5f8-07414b9d1035 HTTP/1.1" status: 200 len: 947 time: 0.6239653 Feb 17 17:36:51.704924 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d5c96f-b382-4e98-8d90-bce3e221118f tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Made reservation on behalf of 15e5b8cede264c62bf635b9a00989986 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:36:51.708452 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c0d5c96f-b382-4e98-8d90-bce3e221118f tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:51.735209 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-27bc0af6-04a9-40c9-bef6-241c7f424fce tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (578e3e22-eb75-4205-a9ac-089cd7b6c170), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:51.769927 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97e414e-5cd2-46b4-bbf5-00771e23538b None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:36:51.774325 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-27bc0af6-04a9-40c9-bef6-241c7f424fce tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:51.786415 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-27bc0af6-04a9-40c9-bef6-241c7f424fce tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/578e3e22-eb75-4205-a9ac-089cd7b6c170 HTTP/1.1" status: 204 len: 168 time: 1.6648996 Feb 17 17:36:51.802675 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45964) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:51.808225 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2466e322-2882-4984-aae1-13af2fafebf9 req-7ae9b27d-7399-44b7-893c-d15f9ec9b564 service neutron] Port 52ff7d56-9a39-4bcd-81d3-82d714507134 on network cc320263-b432-4650-9484-dc130e67f905 not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:36:51.808565 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2466e322-2882-4984-aae1-13af2fafebf9 req-7ae9b27d-7399-44b7-893c-d15f9ec9b564 service neutron] Attempting to bind port 52ff7d56-9a39-4bcd-81d3-82d714507134 on network cc320263-b432-4650-9484-dc130e67f905 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:36:51.837802 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bc0af6-04a9-40c9-bef6-241c7f424fce tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Subnet': ['ID=578e3e22-eb75-4205-a9ac-089cd7b6c170,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:51.865372 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45968) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:52.070589 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2466e322-2882-4984-aae1-13af2fafebf9 req-7ae9b27d-7399-44b7-893c-d15f9ec9b564 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:36:52.070953 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2466e322-2882-4984-aae1-13af2fafebf9 req-7ae9b27d-7399-44b7-893c-d15f9ec9b564 service neutron] Checking segment: {'id': '13d2e8d9-7afd-45f6-84e2-b7416289d330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'cc320263-b432-4650-9484-dc130e67f905'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:36:52.071319 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2466e322-2882-4984-aae1-13af2fafebf9 req-7ae9b27d-7399-44b7-893c-d15f9ec9b564 service neutron] Bound using segment: {'id': '13d2e8d9-7afd-45f6-84e2-b7416289d330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'cc320263-b432-4650-9484-dc130e67f905'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:36:52.071762 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-2466e322-2882-4984-aae1-13af2fafebf9 req-7ae9b27d-7399-44b7-893c-d15f9ec9b564 service neutron] Bound port: 52ff7d56-9a39-4bcd-81d3-82d714507134, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13d2e8d9-7afd-45f6-84e2-b7416289d330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'cc320263-b432-4650-9484-dc130e67f905'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:36:52.072129 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-7ae9b27d-7399-44b7-893c-d15f9ec9b564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (52ff7d56-9a39-4bcd-81d3-82d714507134), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:52.106473 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59197634-6534-4d67-a5f8-07414b9d1035', 'tag': '26539d74-7370-4720-a6c3-66c159785bad'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:36:52.109023 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8d0a97-2d87-4594-9157-2d539b105cc4" -d '{"events": [{"name": "network-changed", "server_uuid": "59197634-6534-4d67-a5f8-07414b9d1035", "tag": "26539d74-7370-4720-a6c3-66c159785bad"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:36:52.122232 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-80b7d276-582c-4da9-a38e-47592b7807fe admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9b2a0b4e82134bdc97d9c251e2afd652&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2554135 Feb 17 17:36:52.123487 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45974) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:52.192434 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-685ccc31-4b84-4436-a5c7-085469585231 admin admin] Publish callbacks [] for security_group (58dbda7b-c8ca-4749-a000-48284c64d5f3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:52.223666 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c635f599-3b54-41e6-bdad-f70bca12394c req-3a722682-9988-49be-95ab-399280710074 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/security-groups?id=653b32b6-fa07-4d55-bd5b-f262ebd124a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4178016 Feb 17 17:36:52.257892 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482418de-5de9-4273-ac34-606aafd719e2 req-c049e467-ee50-4f40-9f88-95d7922b9961 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:52.259654 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-482418de-5de9-4273-ac34-606aafd719e2 req-c049e467-ee50-4f40-9f88-95d7922b9961 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=21f8505b-0ae7-4a5f-8dfe-d30c85bad41f HTTP/1.1" status: 200 len: 945 time: 0.8258860 Feb 17 17:36:52.271713 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c0d5c96f-b382-4e98-8d90-bce3e221118f tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (dc159feb-1969-43d0-816c-a5a32cc8c0a3), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:52.285136 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2d59d20-97e4-40bb-9f20-359b90d10f32 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Deleting subnet aa6bf743-7486-4e57-8aa0-de8ae9fcee00 {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:36:52.289223 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-685ccc31-4b84-4436-a5c7-085469585231 admin admin] Publish callbacks [] for security_group (58dbda7b-c8ca-4749-a000-48284c64d5f3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:52.297856 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c2d59d20-97e4-40bb-9f20-359b90d10f32 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (aa6bf743-7486-4e57-8aa0-de8ae9fcee00), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:52.373611 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c2d59d20-97e4-40bb-9f20-359b90d10f32 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (aa6bf743-7486-4e57-8aa0-de8ae9fcee00), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:52.385879 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-685ccc31-4b84-4436-a5c7-085469585231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (58dbda7b-c8ca-4749-a000-48284c64d5f3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:52.388659 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-685ccc31-4b84-4436-a5c7-085469585231 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:52.392293 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-685ccc31-4b84-4436-a5c7-085469585231 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/58dbda7b-c8ca-4749-a000-48284c64d5f3 HTTP/1.1" status: 204 len: 168 time: 0.2644877 Feb 17 17:36:52.401567 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685ccc31-4b84-4436-a5c7-085469585231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58dbda7b-c8ca-4749-a000-48284c64d5f3,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:52.499732 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c2d59d20-97e4-40bb-9f20-359b90d10f32 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (aa6bf743-7486-4e57-8aa0-de8ae9fcee00), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:52.926299 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45982) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:52.985019 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d1fd8c8b-4f8f-40b4-95e9-605a3ef39089 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=70b2c8943abe49dd8609c707ba41cf1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0575404 Feb 17 17:36:52.987583 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45984) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:53.047385 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9017efef-7d20-4dd4-9b5d-6e0be113ff7f admin admin] Publish callbacks [] for security_group (ccc08a19-311f-43b4-8db4-b75d2c4ceb21), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:53.069273 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-7b304ce8-8e9c-4d1a-abda-3b94667d0b77 None None] Provisioning complete for port 92867f72-42ed-4f6d-ade6-daa7b5cc983e triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:36:53.070301 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7b304ce8-8e9c-4d1a-abda-3b94667d0b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (92867f72-42ed-4f6d-ade6-daa7b5cc983e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:53.075557 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9017efef-7d20-4dd4-9b5d-6e0be113ff7f admin admin] Publish callbacks [] for security_group (ccc08a19-311f-43b4-8db4-b75d2c4ceb21), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:53.155008 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-7b304ce8-8e9c-4d1a-abda-3b94667d0b77 None None] Current status of the port 92867f72-42ed-4f6d-ade6-daa7b5cc983e is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:36:53.167266 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9017efef-7d20-4dd4-9b5d-6e0be113ff7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (ccc08a19-311f-43b4-8db4-b75d2c4ceb21), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:53.170566 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9017efef-7d20-4dd4-9b5d-6e0be113ff7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:53.174682 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9017efef-7d20-4dd4-9b5d-6e0be113ff7f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ccc08a19-311f-43b4-8db4-b75d2c4ceb21 HTTP/1.1" status: 204 len: 168 time: 0.1836746 Feb 17 17:36:53.181923 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9017efef-7d20-4dd4-9b5d-6e0be113ff7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc08a19-311f-43b4-8db4-b75d2c4ceb21,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:53.205240 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-2466e322-2882-4984-aae1-13af2fafebf9 req-7ae9b27d-7399-44b7-893c-d15f9ec9b564 service neutron] For port 52ff7d56-9a39-4bcd-81d3-82d714507134, host n-h2-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:36:53.208479 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-2466e322-2882-4984-aae1-13af2fafebf9 req-7ae9b27d-7399-44b7-893c-d15f9ec9b564 service neutron] For port 52ff7d56-9a39-4bcd-81d3-82d714507134, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=52ff7d56-9a39-4bcd-81d3-82d714507134,segment=NetworkSegment(13d2e8d9-7afd-45f6-84e2-b7416289d330),segment_id=13d2e8d9-7afd-45f6-84e2-b7416289d330)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:36:53.214366 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9d93b921-eb6b-4e55-8dac-941b41f9891f req-0f88a709-7280-4313-b68d-d0b76eb26a3d service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7654400 Feb 17 17:36:53.320687 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-7ae9b27d-7399-44b7-893c-d15f9ec9b564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (52ff7d56-9a39-4bcd-81d3-82d714507134), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:53.474578 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9d93b921-eb6b-4e55-8dac-941b41f9891f req-be5c7621-baf0-4e30-b786-b2bade6f67d0 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239108 Feb 17 17:36:53.503067 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466e322-2882-4984-aae1-13af2fafebf9 req-7ae9b27d-7399-44b7-893c-d15f9ec9b564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:53.503696 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-7ae9b27d-7399-44b7-893c-d15f9ec9b564 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:53.505164 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-7ae9b27d-7399-44b7-893c-d15f9ec9b564 service neutron] 10.222.0.91 "PUT /v2.0/ports/52ff7d56-9a39-4bcd-81d3-82d714507134 HTTP/1.1" status: 200 len: 1130 time: 5.4976170 Feb 17 17:36:53.540776 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d5c96f-b382-4e98-8d90-bce3e221118f tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Pushing event updated for resources: {'Subnet': ['ID=dc159feb-1969-43d0-816c-a5a32cc8c0a3,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:53.596186 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2c33c6a2-dd90-4662-b2aa-d43cccca9d2d service neutron] Request body: {'port': {'device_id': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:53.697977 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-482418de-5de9-4273-ac34-606aafd719e2 req-6899a703-fc54-4622-b54b-3dc8ead664b9 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1920927 Feb 17 17:36:53.751771 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d5c96f-b382-4e98-8d90-bce3e221118f tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Checking segment: {'id': 'a8563f57-d7e9-4ad0-bd8b-42388e1407bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ca0b3ccb-930c-4992-90a4-aaf6092295f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:36:53.752156 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d5c96f-b382-4e98-8d90-bce3e221118f tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Network hostable DHCP agents. Network: ca0b3ccb-930c-4992-90a4-aaf6092295f5, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:36:53.759396 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae9b27d-7399-44b7-893c-d15f9ec9b564 service neutron] Pushing event updated for resources: {'Port': ['ID=52ff7d56-9a39-4bcd-81d3-82d714507134,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:53.781352 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14425f-3bf5-4820-acde-82120e351b1c req-10259476-6959-42a1-8b0b-48c7c1a6288c tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:53.783294 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1a14425f-3bf5-4820-acde-82120e351b1c req-10259476-6959-42a1-8b0b-48c7c1a6288c tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/ports?device_id=a66cf83c-02b1-4b63-8363-98a2a0637846 HTTP/1.1" status: 200 len: 946 time: 1.2745755 Feb 17 17:36:53.827984 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c2d59d20-97e4-40bb-9f20-359b90d10f32 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (aa6bf743-7486-4e57-8aa0-de8ae9fcee00), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:53.953589 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1a14425f-3bf5-4820-acde-82120e351b1c req-74f7eceb-dcf9-4054-b24b-40ec53755577 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/security-groups?id=24064728-799d-4802-ac8c-8dad004b7477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474586 Feb 17 17:36:53.964676 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d59d20-97e4-40bb-9f20-359b90d10f32 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Subnet': ['ID=aa6bf743-7486-4e57-8aa0-de8ae9fcee00,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:54.014771 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbc0c41-98c7-4fb1-8c57-51ae95ba6028 None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:36:54.019506 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2c33c6a2-dd90-4662-b2aa-d43cccca9d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (08d126b0-cae8-435d-a7c4-67c6dbfa3b4c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:54.039645 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c2d59d20-97e4-40bb-9f20-359b90d10f32 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:54.047886 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46008) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:54.048548 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c2d59d20-97e4-40bb-9f20-359b90d10f32 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/aa6bf743-7486-4e57-8aa0-de8ae9fcee00 HTTP/1.1" status: 204 len: 168 time: 2.2409296 Feb 17 17:36:54.111897 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5cd7a71-5d57-4219-a2d4-5fde889ae515 x-openstack-request-id: req-d5cd7a71-5d57-4219-a2d4-5fde889ae515 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:36:54.113107 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59197634-6534-4d67-a5f8-07414b9d1035", "tag": "26539d74-7370-4720-a6c3-66c159785bad", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:36:54.113107 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d5cd7a71-5d57-4219-a2d4-5fde889ae515 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:36:54.113107 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59197634-6534-4d67-a5f8-07414b9d1035', 'tag': '26539d74-7370-4720-a6c3-66c159785bad', 'status': 'completed', 'code': 200} Feb 17 17:36:54.128258 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d8f2298b-e3a0-429c-ae0e-e6061d5b7adc tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0787973 Feb 17 17:36:54.131287 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60073a59-9b4e-4971-9905-e15d4d123fbc req-416014d8-5443-45eb-948e-a6d4dc14338d tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:54.137122 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60073a59-9b4e-4971-9905-e15d4d123fbc req-416014d8-5443-45eb-948e-a6d4dc14338d tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:54.140765 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46012) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:54.143356 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60073a59-9b4e-4971-9905-e15d4d123fbc req-416014d8-5443-45eb-948e-a6d4dc14338d tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:54.148918 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60073a59-9b4e-4971-9905-e15d4d123fbc req-416014d8-5443-45eb-948e-a6d4dc14338d tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:54.154886 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60073a59-9b4e-4971-9905-e15d4d123fbc req-416014d8-5443-45eb-948e-a6d4dc14338d tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:54.160264 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60073a59-9b4e-4971-9905-e15d4d123fbc req-416014d8-5443-45eb-948e-a6d4dc14338d tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:54.163000 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-60073a59-9b4e-4971-9905-e15d4d123fbc req-416014d8-5443-45eb-948e-a6d4dc14338d tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 4600 time: 0.3782742 Feb 17 17:36:54.163717 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d5c96f-b382-4e98-8d90-bce3e221118f tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Network ca0b3ccb-930c-4992-90a4-aaf6092295f5 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:36:54.266765 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943552a8-bf80-4da8-a553-a7eeaaac7671 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:54.290553 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-943552a8-bf80-4da8-a553-a7eeaaac7671 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1265957 Feb 17 17:36:54.291337 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46014) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:54.338292 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-c0d5c96f-b382-4e98-8d90-bce3e221118f tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, ca0b3ccb-930c-4992-90a4-aaf6092295f5) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:36:54.342156 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b86c927-132a-46d2-9686-ae2a82b42d1e None None] DHCP port deletion for f82adc72-a904-4b51-9a87-7ea8a1981040 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:36:54.386593 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739869cf-3bcf-4c6c-af18-5d7094509761 None None] Network ca0b3ccb-930c-4992-90a4-aaf6092295f5 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:36:54.437013 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c242535-1018-47e0-bda2-6b9286e4386f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:54.439317 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5c242535-1018-47e0-bda2-6b9286e4386f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1467619 Feb 17 17:36:54.441800 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46020) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:54.539188 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5e68f2-ee0c-45e5-b307-2afb14dbc629 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-ca0b3ccb-930c-4992-90a4-aaf6092295f5', 'network_id': 'ca0b3ccb-930c-4992-90a4-aaf6092295f5', 'project_id': '15e5b8cede264c62bf635b9a00989986', 'fixed_ips': [{'subnet_id': 'dc159feb-1969-43d0-816c-a5a32cc8c0a3'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:36:54.542704 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5e0c92f7-f5ce-4df3-96da-54957a159a10 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0995257 Feb 17 17:36:54.546519 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1f5e68f2-ee0c-45e5-b307-2afb14dbc629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:54.547741 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46022) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:54.553272 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-19d3065c-1313-4f76-971a-95a6499fb0b5 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'subnet': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:54.561103 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d5c96f-b382-4e98-8d90-bce3e221118f tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:54.563104 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c0d5c96f-b382-4e98-8d90-bce3e221118f tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:54.702748 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5b86c927-132a-46d2-9686-ae2a82b42d1e None None] Deleting port 92867f72-42ed-4f6d-ade6-daa7b5cc983e {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:36:54.703032 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5b86c927-132a-46d2-9686-ae2a82b42d1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (92867f72-42ed-4f6d-ade6-daa7b5cc983e), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:54.704529 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d0a97-2d87-4594-9157-2d539b105cc4 req-184d6d1d-7e5c-4771-a009-f505025c7feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:54.706663 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a8d0a97-2d87-4594-9157-2d539b105cc4 req-184d6d1d-7e5c-4771-a009-f505025c7feb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1f1931af29374107be8715ef2fc37bf8&device_id=59197634-6534-4d67-a5f8-07414b9d1035 HTTP/1.1" status: 200 len: 1129 time: 0.5386298 Feb 17 17:36:54.722615 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c0d5c96f-b382-4e98-8d90-bce3e221118f tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.0007496 Feb 17 17:36:54.735333 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46028) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:54.801972 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d3065c-1313-4f76-971a-95a6499fb0b5 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:36:54.825122 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-19d3065c-1313-4f76-971a-95a6499fb0b5 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:54.828023 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-19d3065c-1313-4f76-971a-95a6499fb0b5 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 17:36:54.829920 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19d3065c-1313-4f76-971a-95a6499fb0b5 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:36:54.842529 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-a24c32fa-9f62-4880-9979-a48f188b3e68 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-558121716'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:54.872660 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-19d3065c-1313-4f76-971a-95a6499fb0b5 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3209658 Feb 17 17:36:54.873026 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46032) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:54.881787 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-b35ddc45-d07a-4480-9ead-4de02cf172dd tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'subnet': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:54.887648 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-60073a59-9b4e-4971-9905-e15d4d123fbc req-b6602439-ea43-480b-9139-cf8785f86741 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/security-groups?id=fd4d27d9-e68c-41ba-a909-f949182bce5a&id=4a46e179-4efe-408d-8163-359e1c80274b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6562107 Feb 17 17:36:54.895774 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ff304-475b-46b7-9962-e870be30d9d9 req-1248668e-ce2f-477c-b1a1-9fd869e0cd12 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:54.897411 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3b5ff304-475b-46b7-9962-e870be30d9d9 req-1248668e-ce2f-477c-b1a1-9fd869e0cd12 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/ports?device_id=59197634-6534-4d67-a5f8-07414b9d1035 HTTP/1.1" status: 200 len: 947 time: 0.6445899 Feb 17 17:36:54.934783 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5b86c927-132a-46d2-9686-ae2a82b42d1e None None] For port 92867f72-42ed-4f6d-ade6-daa7b5cc983e, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=92867f72-42ed-4f6d-ade6-daa7b5cc983e,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:36:54.935222 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5b86c927-132a-46d2-9686-ae2a82b42d1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (92867f72-42ed-4f6d-ade6-daa7b5cc983e), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:54.978405 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5b86c927-132a-46d2-9686-ae2a82b42d1e None None] Calling delete_port for 92867f72-42ed-4f6d-ade6-daa7b5cc983e owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:36:55.032156 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24c32fa-9f62-4880-9979-a48f188b3e68 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Made reservation on behalf of 15e5b8cede264c62bf635b9a00989986 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:36:55.035865 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a24c32fa-9f62-4880-9979-a48f188b3e68 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:55.142711 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35ddc45-d07a-4480-9ead-4de02cf172dd tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:36:55.152060 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b35ddc45-d07a-4480-9ead-4de02cf172dd tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:55.154414 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-b35ddc45-d07a-4480-9ead-4de02cf172dd tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 17:36:55.156174 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b35ddc45-d07a-4480-9ead-4de02cf172dd tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:36:55.164417 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3b5ff304-475b-46b7-9962-e870be30d9d9 req-afd34be7-82b6-44d8-a622-90df3212509b tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/security-groups?id=653b32b6-fa07-4d55-bd5b-f262ebd124a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575560 Feb 17 17:36:55.179700 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a24c32fa-9f62-4880-9979-a48f188b3e68 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:36:55.195974 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b35ddc45-d07a-4480-9ead-4de02cf172dd tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3217692 Feb 17 17:36:55.199472 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46040) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:55.207541 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d0a97-2d87-4594-9157-2d539b105cc4 req-c1d7d70f-24c4-4fd5-bbbc-4d380b325df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:55.210892 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-60f976d0-fa54-4eb1-816f-94d255aafac1 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'subnet': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:55.215496 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a8d0a97-2d87-4594-9157-2d539b105cc4 req-c1d7d70f-24c4-4fd5-bbbc-4d380b325df7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 0.4821680 Feb 17 17:36:55.279453 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a24c32fa-9f62-4880-9979-a48f188b3e68 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (fb6bdab1-03e4-4b5a-998f-9cdad157f546), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:55.289025 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-a24c32fa-9f62-4880-9979-a48f188b3e68 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Added segment fb6bdab1-03e4-4b5a-998f-9cdad157f546 of type vlan for network 2ba8cdb3-c301-413d-91ad-c93cbf3e9827 Feb 17 17:36:55.368895 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5b86c927-132a-46d2-9686-ae2a82b42d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (92867f72-42ed-4f6d-ade6-daa7b5cc983e), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:55.378746 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a24c32fa-9f62-4880-9979-a48f188b3e68 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (2ba8cdb3-c301-413d-91ad-c93cbf3e9827), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:55.432063 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f976d0-fa54-4eb1-816f-94d255aafac1 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:36:55.445361 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b86c927-132a-46d2-9686-ae2a82b42d1e None None] No DVR routers for this DVR port 92867f72-42ed-4f6d-ade6-daa7b5cc983e on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:36:55.447255 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b86c927-132a-46d2-9686-ae2a82b42d1e None None] Pushing event deleted for resources: {'Port': ['ID=92867f72-42ed-4f6d-ade6-daa7b5cc983e,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:55.457018 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-60f976d0-fa54-4eb1-816f-94d255aafac1 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:55.477072 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-60f976d0-fa54-4eb1-816f-94d255aafac1 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 17:36:55.477627 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60f976d0-fa54-4eb1-816f-94d255aafac1 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:36:55.507048 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-1f5e68f2-ee0c-45e5-b307-2afb14dbc629 None None] Allocated IP 2001:db8::3 (ca0b3ccb-930c-4992-90a4-aaf6092295f5/dc159feb-1969-43d0-816c-a5a32cc8c0a3/7081bb01-8623-49c7-972a-3412395e0e2e) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:36:55.519747 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-60f976d0-fa54-4eb1-816f-94d255aafac1 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3191564 Feb 17 17:36:55.524968 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46048) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:55.532350 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a8d0a97-2d87-4594-9157-2d539b105cc4 req-e76c18c6-e79e-4620-91a7-8cd6840caa92 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=26539d74-7370-4720-a6c3-66c159785bad HTTP/1.1" status: 200 len: 217 time: 0.3152838 Feb 17 17:36:55.536322 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-eee7ea50-c860-434f-be5b-126e7bb56629 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'subnet': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:55.592673 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a24c32fa-9f62-4880-9979-a48f188b3e68 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (2ba8cdb3-c301-413d-91ad-c93cbf3e9827), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:55.603924 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24c32fa-9f62-4880-9979-a48f188b3e68 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:55.612818 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a24c32fa-9f62-4880-9979-a48f188b3e68 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:55.660228 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 92867f72-42ed-4f6d-ade6-daa7b5cc983e no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:36:55.696287 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 92867f72-42ed-4f6d-ade6-daa7b5cc983e {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:36:55.696861 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 92867f72-42ed-4f6d-ade6-daa7b5cc983e not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:36:55.721507 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee7ea50-c860-434f-be5b-126e7bb56629 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:36:55.728493 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eee7ea50-c860-434f-be5b-126e7bb56629 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:55.730661 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-eee7ea50-c860-434f-be5b-126e7bb56629 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 17:36:55.731266 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eee7ea50-c860-434f-be5b-126e7bb56629 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:36:55.763940 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-eee7ea50-c860-434f-be5b-126e7bb56629 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2375591 Feb 17 17:36:55.765520 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46052) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:55.772617 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-625e9d73-cbe9-477f-bb73-7314686a0703 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'subnet': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:55.781710 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1f5e68f2-ee0c-45e5-b307-2afb14dbc629 None None] Publish callbacks [] for port (7081bb01-8623-49c7-972a-3412395e0e2e), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:55.791941 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1f5e68f2-ee0c-45e5-b307-2afb14dbc629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (7081bb01-8623-49c7-972a-3412395e0e2e), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:55.812472 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c32fa-9f62-4880-9979-a48f188b3e68 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Pushing event updated for resources: {'Network': ['ID=2ba8cdb3-c301-413d-91ad-c93cbf3e9827,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:55.834462 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a24c32fa-9f62-4880-9979-a48f188b3e68 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0610089 Feb 17 17:36:55.859530 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46054) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:55.863031 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 2ba8cdb3-c301-413d-91ad-c93cbf3e9827 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:36:55.872232 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-f2b3aec8-7840-40cb-8822-8b2bbf96a69b tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Request body: {'subnet': {'network_id': '2ba8cdb3-c301-413d-91ad-c93cbf3e9827', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:55.917153 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625e9d73-cbe9-477f-bb73-7314686a0703 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:36:55.920012 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5e68f2-ee0c-45e5-b307-2afb14dbc629 None None] Network ca0b3ccb-930c-4992-90a4-aaf6092295f5 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:36:55.921215 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-625e9d73-cbe9-477f-bb73-7314686a0703 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:55.922653 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-625e9d73-cbe9-477f-bb73-7314686a0703 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 17:36:55.923086 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-625e9d73-cbe9-477f-bb73-7314686a0703 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:36:55.932448 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-1f5e68f2-ee0c-45e5-b307-2afb14dbc629 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:36:55.949677 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5e68f2-ee0c-45e5-b307-2afb14dbc629 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:36:55.965359 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-625e9d73-cbe9-477f-bb73-7314686a0703 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1955674 Feb 17 17:36:55.965670 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46058) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:55.971230 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-8c13da80-d513-4f20-9305-68099873ce3b tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'subnet': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:56.011176 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a98a4-c9e9-4927-ad14-012df0a5dfa3 req-0110a3f9-23b9-441d-b193-31038a6bbbf2 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:56.016818 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b49a98a4-c9e9-4927-ad14-012df0a5dfa3 req-0110a3f9-23b9-441d-b193-31038a6bbbf2 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=21f8505b-0ae7-4a5f-8dfe-d30c85bad41f HTTP/1.1" status: 200 len: 945 time: 0.9629941 Feb 17 17:36:56.051783 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e68f2-ee0c-45e5-b307-2afb14dbc629 None None] Pushing event updated for resources: {'Port': ['ID=7081bb01-8623-49c7-972a-3412395e0e2e,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:56.074454 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d0a97-2d87-4594-9157-2d539b105cc4 req-f8cc45d2-76b1-44c7-bf9d-57cc273e4cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:56.076765 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a8d0a97-2d87-4594-9157-2d539b105cc4 req-f8cc45d2-76b1-44c7-bf9d-57cc273e4cc3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.5335045 Feb 17 17:36:56.105259 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c13da80-d513-4f20-9305-68099873ce3b tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:36:56.110067 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8c13da80-d513-4f20-9305-68099873ce3b tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:56.111745 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c13da80-d513-4f20-9305-68099873ce3b tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 17:36:56.112611 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c13da80-d513-4f20-9305-68099873ce3b tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:36:56.115624 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-1f5e68f2-ee0c-45e5-b307-2afb14dbc629 None None] Attempting to bind port 7081bb01-8623-49c7-972a-3412395e0e2e on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:36:56.116406 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-1f5e68f2-ee0c-45e5-b307-2afb14dbc629 None None] Attempting to bind port 7081bb01-8623-49c7-972a-3412395e0e2e by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'a8563f57-d7e9-4ad0-bd8b-42388e1407bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ca0b3ccb-930c-4992-90a4-aaf6092295f5'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:36:56.117425 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5e68f2-ee0c-45e5-b307-2afb14dbc629 None None] Attempting to bind port 7081bb01-8623-49c7-972a-3412395e0e2e on network ca0b3ccb-930c-4992-90a4-aaf6092295f5 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:36:56.118505 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b49a98a4-c9e9-4927-ad14-012df0a5dfa3 req-bdbfdebd-fe65-49e2-a95e-18ffa44860af tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921361 Feb 17 17:36:56.118935 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'tag': '52ff7d56-9a39-4bcd-81d3-82d714507134'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:36:56.121426 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5a94f5-a3d2-4485-993d-9e7916482a63" -d '{"events": [{"name": "network-changed", "server_uuid": "8a875872-ecbe-4e3b-9059-98bd8c42bc1e", "tag": "52ff7d56-9a39-4bcd-81d3-82d714507134"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:36:56.138153 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8c13da80-d513-4f20-9305-68099873ce3b tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1687021 Feb 17 17:36:56.138839 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692471c2-5922-4650-92fd-cb2d2e2403c3 req-21e3569e-2061-4c3c-82f2-a45b32314b90 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:56.139185 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46062) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:56.140600 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-692471c2-5922-4650-92fd-cb2d2e2403c3 req-21e3569e-2061-4c3c-82f2-a45b32314b90 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/ports?device_id=a66cf83c-02b1-4b63-8363-98a2a0637846 HTTP/1.1" status: 200 len: 946 time: 0.6377978 Feb 17 17:36:56.150904 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2c33c6a2-dd90-4662-b2aa-d43cccca9d2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08d126b0-cae8-435d-a7c4-67c6dbfa3b4c {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:36:56.151077 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5e68f2-ee0c-45e5-b307-2afb14dbc629 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:36:56.151077 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5e68f2-ee0c-45e5-b307-2afb14dbc629 None None] Checking segment: {'id': 'a8563f57-d7e9-4ad0-bd8b-42388e1407bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ca0b3ccb-930c-4992-90a4-aaf6092295f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:36:56.151077 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1f5e68f2-ee0c-45e5-b307-2afb14dbc629 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:56.151077 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5e68f2-ee0c-45e5-b307-2afb14dbc629 None None] Bound using segment: {'id': 'a8563f57-d7e9-4ad0-bd8b-42388e1407bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ca0b3ccb-930c-4992-90a4-aaf6092295f5'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:36:56.151077 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-1f5e68f2-ee0c-45e5-b307-2afb14dbc629 None None] Bound port: 7081bb01-8623-49c7-972a-3412395e0e2e, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8563f57-d7e9-4ad0-bd8b-42388e1407bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ca0b3ccb-930c-4992-90a4-aaf6092295f5'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:36:56.151077 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1f5e68f2-ee0c-45e5-b307-2afb14dbc629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7081bb01-8623-49c7-972a-3412395e0e2e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:56.185870 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0ddb5370-d9fe-4d8f-a6ad-51012428fae5 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0430701 Feb 17 17:36:56.186691 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46066) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:56.202462 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2c33c6a2-dd90-4662-b2aa-d43cccca9d2d service neutron] Publish callbacks [] for port (08d126b0-cae8-435d-a7c4-67c6dbfa3b4c), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:56.234916 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b3aec8-7840-40cb-8822-8b2bbf96a69b tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Made reservation on behalf of 15e5b8cede264c62bf635b9a00989986 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:36:56.246119 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f2b3aec8-7840-40cb-8822-8b2bbf96a69b tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:56.253332 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc694f7d-bcab-477f-a932-44329e668b5a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:56.257203 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bc694f7d-bcab-477f-a932-44329e668b5a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0673666 Feb 17 17:36:56.257698 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46070) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:56.307863 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-1f5e68f2-ee0c-45e5-b307-2afb14dbc629 None None] For port 7081bb01-8623-49c7-972a-3412395e0e2e, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:36:56.314864 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-1f5e68f2-ee0c-45e5-b307-2afb14dbc629 None None] For port 7081bb01-8623-49c7-972a-3412395e0e2e, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=7081bb01-8623-49c7-972a-3412395e0e2e,segment=NetworkSegment(a8563f57-d7e9-4ad0-bd8b-42388e1407bb),segment_id=a8563f57-d7e9-4ad0-bd8b-42388e1407bb)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:36:56.328949 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1f5e68f2-ee0c-45e5-b307-2afb14dbc629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (7081bb01-8623-49c7-972a-3412395e0e2e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:56.336283 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2c33c6a2-dd90-4662-b2aa-d43cccca9d2d service neutron] Transition to ACTIVE for port object 08d126b0-cae8-435d-a7c4-67c6dbfa3b4c will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:36:56.341849 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-692471c2-5922-4650-92fd-cb2d2e2403c3 req-63138da0-e59d-4141-9313-3bf0a1a6a51e tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/security-groups?id=24064728-799d-4802-ac8c-8dad004b7477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711862 Feb 17 17:36:56.392193 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8da4be56-6197-4b5d-91ce-0d29c3a944c9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1331499 Feb 17 17:36:56.392970 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46074) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:56.398211 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-19538004-9a23-4050-bc85-846174f99e33 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'subnet': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:56.403202 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.ipam_backend_mixin [None req-f2b3aec8-7840-40cb-8822-8b2bbf96a69b tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Performing IP validity checks on allocation pools {{(pid=103435) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 17 17:36:56.403769 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.ipam_backend_mixin [None req-f2b3aec8-7840-40cb-8822-8b2bbf96a69b tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103435) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 17 17:36:56.408541 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2c33c6a2-dd90-4662-b2aa-d43cccca9d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (08d126b0-cae8-435d-a7c4-67c6dbfa3b4c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:56.457924 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 26539d74-7370-4720-a6c3-66c159785bad details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:36:56.615329 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e68f2-ee0c-45e5-b307-2afb14dbc629 None None] Pushing event updated for resources: {'Port': ['ID=7081bb01-8623-49c7-972a-3412395e0e2e,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:56.757057 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19538004-9a23-4050-bc85-846174f99e33 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:36:56.760646 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-19538004-9a23-4050-bc85-846174f99e33 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:56.775314 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3373575-5cfc-43a0-85a1-f2240d0d4f94 x-openstack-request-id: req-f3373575-5cfc-43a0-85a1-f2240d0d4f94 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:36:56.775314 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a875872-ecbe-4e3b-9059-98bd8c42bc1e", "tag": "52ff7d56-9a39-4bcd-81d3-82d714507134", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:36:56.775314 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f3373575-5cfc-43a0-85a1-f2240d0d4f94 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:36:56.776553 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'tag': '52ff7d56-9a39-4bcd-81d3-82d714507134', 'status': 'completed', 'code': 200} Feb 17 17:36:56.777817 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33c6a2-dd90-4662-b2aa-d43cccca9d2d service neutron] Pushing event updated for resources: {'Port': ['ID=08d126b0-cae8-435d-a7c4-67c6dbfa3b4c,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:56.788414 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a94f5-a3d2-4485-993d-9e7916482a63 req-796d15a7-34a0-4c8e-8d3e-c9ea89745d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:56.789051 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a94f5-a3d2-4485-993d-9e7916482a63 req-796d15a7-34a0-4c8e-8d3e-c9ea89745d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:56.789747 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a94f5-a3d2-4485-993d-9e7916482a63 req-796d15a7-34a0-4c8e-8d3e-c9ea89745d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:56.792701 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a94f5-a3d2-4485-993d-9e7916482a63 req-796d15a7-34a0-4c8e-8d3e-c9ea89745d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:56.793217 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a94f5-a3d2-4485-993d-9e7916482a63 req-796d15a7-34a0-4c8e-8d3e-c9ea89745d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:56.793765 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a94f5-a3d2-4485-993d-9e7916482a63 req-796d15a7-34a0-4c8e-8d3e-c9ea89745d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:56.794343 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a94f5-a3d2-4485-993d-9e7916482a63 req-796d15a7-34a0-4c8e-8d3e-c9ea89745d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:56.800099 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f2b3aec8-7840-40cb-8822-8b2bbf96a69b tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (76268460-4a9c-42ec-b837-1cc06ee7bf13), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:56.800332 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cd5a94f5-a3d2-4485-993d-9e7916482a63 req-796d15a7-34a0-4c8e-8d3e-c9ea89745d8a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=918d19e8f1f044baa808ac9d66a136f9&device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 6228 time: 0.2139077 Feb 17 17:36:56.812888 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d0a97-2d87-4594-9157-2d539b105cc4 req-3304127e-1af9-4882-8c13-136b4f21ab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:56.815531 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a8d0a97-2d87-4594-9157-2d539b105cc4 req-3304127e-1af9-4882-8c13-136b4f21ab6c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7080631 Feb 17 17:36:56.842315 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 26539d74-7370-4720-a6c3-66c159785bad, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=26539d74-7370-4720-a6c3-66c159785bad,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:36:56.877629 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '26539d74-7370-4720-a6c3-66c159785bad', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'port_id': '26539d74-7370-4720-a6c3-66c159785bad', 'mac_address': 'fa:16:3e:d5:ba:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac79920f-9ddd-4352-b866-6056158b178e', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:36:56.983152 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 26539d74-7370-4720-a6c3-66c159785bad is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:36:56.984158 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (26539d74-7370-4720-a6c3-66c159785bad), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:57.011133 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26539d74-7370-4720-a6c3-66c159785bad {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:36:57.043447 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b3aec8-7840-40cb-8822-8b2bbf96a69b tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Pushing event updated for resources: {'Subnet': ['ID=76268460-4a9c-42ec-b837-1cc06ee7bf13,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:57.046535 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a8d0a97-2d87-4594-9157-2d539b105cc4 req-b04b07b2-5c8b-4087-875c-7b19dbf285ce service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601691 Feb 17 17:36:57.061318 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 26539d74-7370-4720-a6c3-66c159785bad, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=26539d74-7370-4720-a6c3-66c159785bad,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:36:57.077072 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (26539d74-7370-4720-a6c3-66c159785bad), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:57.220691 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=26539d74-7370-4720-a6c3-66c159785bad,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:57.224728 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a8d0a97-2d87-4594-9157-2d539b105cc4 req-7d9b6591-5b10-472d-a61b-c56993a47269 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510623 Feb 17 17:36:57.282766 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['26539d74-7370-4720-a6c3-66c159785bad'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:36:57.400738 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b3aec8-7840-40cb-8822-8b2bbf96a69b tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Checking segment: {'id': 'fb6bdab1-03e4-4b5a-998f-9cdad157f546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2ba8cdb3-c301-413d-91ad-c93cbf3e9827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:36:57.401011 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b3aec8-7840-40cb-8822-8b2bbf96a69b tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Network hostable DHCP agents. Network: 2ba8cdb3-c301-413d-91ad-c93cbf3e9827, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:36:57.410374 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07397e8a-8cf4-4080-b662-cb0a7f160dd6 req-756d6593-90b1-4150-8e35-b6e61cda3751 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:57.412656 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-07397e8a-8cf4-4080-b662-cb0a7f160dd6 req-756d6593-90b1-4150-8e35-b6e61cda3751 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/ports?device_id=59197634-6534-4d67-a5f8-07414b9d1035 HTTP/1.1" status: 200 len: 947 time: 0.7000098 Feb 17 17:36:57.430406 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a94f5-a3d2-4485-993d-9e7916482a63 req-315771e6-d698-4743-93b3-c3dc08893e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:57.430959 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a94f5-a3d2-4485-993d-9e7916482a63 req-315771e6-d698-4743-93b3-c3dc08893e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:57.431339 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a94f5-a3d2-4485-993d-9e7916482a63 req-315771e6-d698-4743-93b3-c3dc08893e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:57.442688 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cd5a94f5-a3d2-4485-993d-9e7916482a63 req-315771e6-d698-4743-93b3-c3dc08893e05 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=918d19e8f1f044baa808ac9d66a136f9&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6180513 Feb 17 17:36:57.551972 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-07397e8a-8cf4-4080-b662-cb0a7f160dd6 req-b34fc914-7ce8-47d0-acf3-bd992ad0994a tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/security-groups?id=653b32b6-fa07-4d55-bd5b-f262ebd124a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304595 Feb 17 17:36:57.572636 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a65cad-69f7-4778-8671-ba57ec689a2c req-7f0b72da-29c9-45f4-9bb6-4896a783e23c tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:57.579473 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a65cad-69f7-4778-8671-ba57ec689a2c req-7f0b72da-29c9-45f4-9bb6-4896a783e23c tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:57.585757 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a65cad-69f7-4778-8671-ba57ec689a2c req-7f0b72da-29c9-45f4-9bb6-4896a783e23c tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:57.597367 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a65cad-69f7-4778-8671-ba57ec689a2c req-7f0b72da-29c9-45f4-9bb6-4896a783e23c tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:57.627738 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a65cad-69f7-4778-8671-ba57ec689a2c req-7f0b72da-29c9-45f4-9bb6-4896a783e23c tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:57.644510 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a65cad-69f7-4778-8671-ba57ec689a2c req-7f0b72da-29c9-45f4-9bb6-4896a783e23c tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:57.668483 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a65cad-69f7-4778-8671-ba57ec689a2c req-7f0b72da-29c9-45f4-9bb6-4896a783e23c tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:57.683813 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f7a65cad-69f7-4778-8671-ba57ec689a2c req-7f0b72da-29c9-45f4-9bb6-4896a783e23c tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 5371 time: 0.9203894 Feb 17 17:36:57.691561 n-d-829613-2 neutron-server[103434]: DEBUG neutron.objects.ports [None req-19538004-9a23-4050-bc85-846174f99e33 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103434) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 17 17:36:57.698242 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-19538004-9a23-4050-bc85-846174f99e33 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (c237e3ec-047a-41b6-8aea-f9328921ab1f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:57.705651 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 7081bb01-8623-49c7-972a-3412395e0e2e up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:36:57.711467 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2c33c6a2-dd90-4662-b2aa-d43cccca9d2d service neutron] Attempting to bind port 08d126b0-cae8-435d-a7c4-67c6dbfa3b4c on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:36:57.711807 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2c33c6a2-dd90-4662-b2aa-d43cccca9d2d service neutron] Attempting to bind port 08d126b0-cae8-435d-a7c4-67c6dbfa3b4c by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '13d2e8d9-7afd-45f6-84e2-b7416289d330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'cc320263-b432-4650-9484-dc130e67f905'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:36:57.712136 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2c33c6a2-dd90-4662-b2aa-d43cccca9d2d service neutron] Attempting to bind port 08d126b0-cae8-435d-a7c4-67c6dbfa3b4c on network cc320263-b432-4650-9484-dc130e67f905 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:36:57.766262 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2c33c6a2-dd90-4662-b2aa-d43cccca9d2d service neutron] Port 08d126b0-cae8-435d-a7c4-67c6dbfa3b4c on network cc320263-b432-4650-9484-dc130e67f905 not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:36:57.767734 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2c33c6a2-dd90-4662-b2aa-d43cccca9d2d service neutron] Attempting to bind port 08d126b0-cae8-435d-a7c4-67c6dbfa3b4c on network cc320263-b432-4650-9484-dc130e67f905 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:36:57.809548 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b3aec8-7840-40cb-8822-8b2bbf96a69b tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Network 2ba8cdb3-c301-413d-91ad-c93cbf3e9827 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:36:57.833869 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 7081bb01-8623-49c7-972a-3412395e0e2e triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:36:57.836180 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7081bb01-8623-49c7-972a-3412395e0e2e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:57.879235 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-f2b3aec8-7840-40cb-8822-8b2bbf96a69b tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 2ba8cdb3-c301-413d-91ad-c93cbf3e9827) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:36:57.888552 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2c33c6a2-dd90-4662-b2aa-d43cccca9d2d service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:36:57.888961 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2c33c6a2-dd90-4662-b2aa-d43cccca9d2d service neutron] Checking segment: {'id': '13d2e8d9-7afd-45f6-84e2-b7416289d330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'cc320263-b432-4650-9484-dc130e67f905'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:36:57.889372 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2c33c6a2-dd90-4662-b2aa-d43cccca9d2d service neutron] Bound using segment: {'id': '13d2e8d9-7afd-45f6-84e2-b7416289d330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'cc320263-b432-4650-9484-dc130e67f905'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:36:57.889819 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2c33c6a2-dd90-4662-b2aa-d43cccca9d2d service neutron] Bound port: 08d126b0-cae8-435d-a7c4-67c6dbfa3b4c, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13d2e8d9-7afd-45f6-84e2-b7416289d330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'cc320263-b432-4650-9484-dc130e67f905'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:36:57.890190 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2c33c6a2-dd90-4662-b2aa-d43cccca9d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (08d126b0-cae8-435d-a7c4-67c6dbfa3b4c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:57.898230 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ad8e01-52be-4e37-84c4-e2fb51e6e99c None None] Network 2ba8cdb3-c301-413d-91ad-c93cbf3e9827 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:36:57.913710 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b3aec8-7840-40cb-8822-8b2bbf96a69b tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:57.917802 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f2b3aec8-7840-40cb-8822-8b2bbf96a69b tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:57.920282 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19538004-9a23-4050-bc85-846174f99e33 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Subnet': ['ID=c237e3ec-047a-41b6-8aea-f9328921ab1f,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:57.922949 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a94f5-a3d2-4485-993d-9e7916482a63 req-ce7112f2-39f9-4640-8c3f-5cdfbc3df2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:57.924654 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cd5a94f5-a3d2-4485-993d-9e7916482a63 req-ce7112f2-39f9-4640-8c3f-5cdfbc3df2d8 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4714646 Feb 17 17:36:57.933960 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19538004-9a23-4050-bc85-846174f99e33 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:36:57.935985 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-19538004-9a23-4050-bc85-846174f99e33 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:36:57.939010 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19538004-9a23-4050-bc85-846174f99e33 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:57.939763 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-19538004-9a23-4050-bc85-846174f99e33 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:57.966794 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-19538004-9a23-4050-bc85-846174f99e33 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5702872 Feb 17 17:36:57.967394 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46084) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:57.980315 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-18228d5b-afa9-4442-a2cc-71a54893419e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'port': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'mac_address': 'fa:16:3e:f6:e2:70', 'name': 'tempest-NetworksTestDHCPv6-1670469095'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:58.006539 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90619854-7dbf-41f5-b223-745c59caa889 None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:36:58.010415 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-f2b3aec8-7840-40cb-8822-8b2bbf96a69b tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.1473532 Feb 17 17:36:58.013395 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46086) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:58.142662 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f7a65cad-69f7-4778-8671-ba57ec689a2c req-af1a50af-177f-47cf-9db6-d1582fa11f3b tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/security-groups?id=fd4d27d9-e68c-41ba-a909-f949182bce5a&id=4a46e179-4efe-408d-8163-359e1c80274b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4543126 Feb 17 17:36:58.229734 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18228d5b-afa9-4442-a2cc-71a54893419e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:36:58.299147 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa3efea-af74-49d3-839f-7a38c8d93c19 req-1fd4aa90-0e68-434b-ad6f-5ebf9020683b tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:58.312647 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3fa3efea-af74-49d3-839f-7a38c8d93c19 req-1fd4aa90-0e68-434b-ad6f-5ebf9020683b tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/ports?device_id=a66cf83c-02b1-4b63-8363-98a2a0637846 HTTP/1.1" status: 200 len: 946 time: 0.5883675 Feb 17 17:36:58.325297 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46090) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:58.346315 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-81440831-10a8-4a2f-a537-a9546bc5ef11 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Request body: {'floatingip': {'port_id': '8e00aaed-554c-4e36-90b7-8553757a4a66'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:36:58.346546 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978ab2b6-abbd-4ea8-ba70-65368509360f None None] Network ca0b3ccb-930c-4992-90a4-aaf6092295f5 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:36:58.440949 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-18228d5b-afa9-4442-a2cc-71a54893419e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:58.455679 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 26539d74-7370-4720-a6c3-66c159785bad up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:36:58.495409 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-18228d5b-afa9-4442-a2cc-71a54893419e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] device_id is not set on port 9f8833f1-6d9b-4b70-92ce-40630cc326ec yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:36:58.507813 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2c33c6a2-dd90-4662-b2aa-d43cccca9d2d service neutron] For port 08d126b0-cae8-435d-a7c4-67c6dbfa3b4c, host n-h2-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:36:58.535786 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 7081bb01-8623-49c7-972a-3412395e0e2e is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:36:58.536178 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7081bb01-8623-49c7-972a-3412395e0e2e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:58.538561 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-2d9020f5-3198-4752-bd20-9597f29c704d None None] Provisioning complete for port 7081bb01-8623-49c7-972a-3412395e0e2e triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:36:58.538923 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2d9020f5-3198-4752-bd20-9597f29c704d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7081bb01-8623-49c7-972a-3412395e0e2e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:58.675406 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7f9bed-85bc-4f5a-8f3a-2948a28f85df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-2ba8cdb3-c301-413d-91ad-c93cbf3e9827', 'network_id': '2ba8cdb3-c301-413d-91ad-c93cbf3e9827', 'project_id': '15e5b8cede264c62bf635b9a00989986', 'fixed_ips': [{'subnet_id': '76268460-4a9c-42ec-b837-1cc06ee7bf13'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:36:58.676589 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9e7f9bed-85bc-4f5a-8f3a-2948a28f85df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:58.725600 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84de7e9c-7d3f-4752-9c2e-07dec315f83c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-f82adc72-a904-4b51-9a87-7ea8a1981040', 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'project_id': 'c017d73ca35741f09876024d2cbfcdb7', 'fixed_ips': [{'subnet_id': 'c237e3ec-047a-41b6-8aea-f9328921ab1f'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:36:58.726477 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-84de7e9c-7d3f-4752-9c2e-07dec315f83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:58.782777 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-18228d5b-afa9-4442-a2cc-71a54893419e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Allocated IP 2001:db8::f816:3eff:fef6:e270 (f82adc72-a904-4b51-9a87-7ea8a1981040/c237e3ec-047a-41b6-8aea-f9328921ab1f/9f8833f1-6d9b-4b70-92ce-40630cc326ec) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:36:58.798538 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 7081bb01-8623-49c7-972a-3412395e0e2e, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=7081bb01-8623-49c7-972a-3412395e0e2e,segment=NetworkSegment(a8563f57-d7e9-4ad0-bd8b-42388e1407bb),segment_id=a8563f57-d7e9-4ad0-bd8b-42388e1407bb)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:36:58.817989 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (7081bb01-8623-49c7-972a-3412395e0e2e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:58.907925 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46100) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:59.063294 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 26539d74-7370-4720-a6c3-66c159785bad completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:36:59.123856 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 26539d74-7370-4720-a6c3-66c159785bad triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:36:59.127527 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (26539d74-7370-4720-a6c3-66c159785bad), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:59.246312 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-2d9020f5-3198-4752-bd20-9597f29c704d None None] Current status of the port 7081bb01-8623-49c7-972a-3412395e0e2e is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:36:59.281024 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=7081bb01-8623-49c7-972a-3412395e0e2e,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:59.304138 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-18228d5b-afa9-4442-a2cc-71a54893419e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for port (9f8833f1-6d9b-4b70-92ce-40630cc326ec), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:59.333467 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-9e7f9bed-85bc-4f5a-8f3a-2948a28f85df None None] Allocated IP 2001:db8::3 (2ba8cdb3-c301-413d-91ad-c93cbf3e9827/76268460-4a9c-42ec-b837-1cc06ee7bf13/bc00212a-aadf-435b-b692-fb94e0efdbcf) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:36:59.376761 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46108) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:59.395697 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-18228d5b-afa9-4442-a2cc-71a54893419e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (9f8833f1-6d9b-4b70-92ce-40630cc326ec), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:59.396064 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2c33c6a2-dd90-4662-b2aa-d43cccca9d2d service neutron] For port 08d126b0-cae8-435d-a7c4-67c6dbfa3b4c, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=08d126b0-cae8-435d-a7c4-67c6dbfa3b4c,segment=NetworkSegment(13d2e8d9-7afd-45f6-84e2-b7416289d330),segment_id=13d2e8d9-7afd-45f6-84e2-b7416289d330)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:36:59.427075 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-81440831-10a8-4a2f-a537-a9546bc5ef11 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks [] for floatingip (1d6ad051-14d2-49ba-95f7-a031b27a9c2c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:59.621454 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:36:59.680709 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18228d5b-afa9-4442-a2cc-71a54893419e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:36:59.693420 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5603ca6d-0c62-4a2a-8e73-0670131be00a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:59.701905 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-18228d5b-afa9-4442-a2cc-71a54893419e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:36:59.709700 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18228d5b-afa9-4442-a2cc-71a54893419e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:36:59.717111 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18228d5b-afa9-4442-a2cc-71a54893419e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:59.717798 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-18228d5b-afa9-4442-a2cc-71a54893419e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:59.722330 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7edd1d37-fc0e-4de3-8043-fcc01e72303d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (2ba8cdb3-c301-413d-91ad-c93cbf3e9827), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:59.726000 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18228d5b-afa9-4442-a2cc-71a54893419e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Port': ['ID=9f8833f1-6d9b-4b70-92ce-40630cc326ec,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:36:59.735399 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2c33c6a2-dd90-4662-b2aa-d43cccca9d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (08d126b0-cae8-435d-a7c4-67c6dbfa3b4c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:59.778265 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 7081bb01-8623-49c7-972a-3412395e0e2e up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:36:59.788170 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-18228d5b-afa9-4442-a2cc-71a54893419e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8196452 Feb 17 17:36:59.792741 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46112) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:36:59.952821 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-a71cdfc9-d125-459c-8e78-5c70d3c1e592 None None] Provisioning complete for port 7081bb01-8623-49c7-972a-3412395e0e2e triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:36:59.953771 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a71cdfc9-d125-459c-8e78-5c70d3c1e592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7081bb01-8623-49c7-972a-3412395e0e2e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:59.955550 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 26539d74-7370-4720-a6c3-66c159785bad is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:36:59.956150 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (26539d74-7370-4720-a6c3-66c159785bad), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:59.988427 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2c33c6a2-dd90-4662-b2aa-d43cccca9d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:36:59.995535 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2c33c6a2-dd90-4662-b2aa-d43cccca9d2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:36:59.998011 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2c33c6a2-dd90-4662-b2aa-d43cccca9d2d service neutron] 10.222.0.91 "PUT /v2.0/ports/08d126b0-cae8-435d-a7c4-67c6dbfa3b4c HTTP/1.1" status: 200 len: 1129 time: 6.4340937 Feb 17 17:36:59.999590 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'tag': '08d126b0-cae8-435d-a7c4-67c6dbfa3b4c'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:37:00.023195 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b091bb-55a0-47ea-9253-34dadf8d172a" -d '{"events": [{"name": "network-changed", "server_uuid": "8a875872-ecbe-4e3b-9059-98bd8c42bc1e", "tag": "08d126b0-cae8-435d-a7c4-67c6dbfa3b4c"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:37:00.055193 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-84de7e9c-7d3f-4752-9c2e-07dec315f83c None None] Allocated IP 2001:db8::f816:3eff:fe9d:7514 (f82adc72-a904-4b51-9a87-7ea8a1981040/c237e3ec-047a-41b6-8aea-f9328921ab1f/91c463aa-7c49-4d50-8f98-1c4926cb5775) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:37:00.146511 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-2466e322-2882-4984-aae1-13af2fafebf9 req-8e6b6057-9de0-4d37-894a-13a725908661 service neutron] Request body: {'port': {'device_id': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:37:00.172542 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 26539d74-7370-4720-a6c3-66c159785bad, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=26539d74-7370-4720-a6c3-66c159785bad,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:00.181788 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24acc7bd-63f0-4049-aa81-9886cea76638 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:00.183071 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59197634-6534-4d67-a5f8-07414b9d1035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26539d74-7370-4720-a6c3-66c159785bad'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:37:00.185755 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3cdfb4-7b93-4509-8106-a7ccf382167b" -d '{"events": [{"server_uuid": "59197634-6534-4d67-a5f8-07414b9d1035", "name": "network-vif-plugged", "status": "completed", "tag": "26539d74-7370-4720-a6c3-66c159785bad"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:37:00.201727 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-24acc7bd-63f0-4049-aa81-9886cea76638 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.4059522 Feb 17 17:37:00.204355 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (26539d74-7370-4720-a6c3-66c159785bad), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:00.208339 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46118) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:00.310142 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=26539d74-7370-4720-a6c3-66c159785bad,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:00.348794 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9aa0a9-f8d0-4910-8708-c3524d91d078 req-69844d38-e615-412b-99d2-73e5a9c5de40 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:00.350384 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9c9aa0a9-f8d0-4910-8708-c3524d91d078 req-69844d38-e615-412b-99d2-73e5a9c5de40 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/ports?device_id=59197634-6534-4d67-a5f8-07414b9d1035 HTTP/1.1" status: 200 len: 948 time: 0.6399124 Feb 17 17:37:00.366748 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ae195-5465-4c8d-8dff-80ccae4f317e req-4883091f-92a9-4c57-83c5-220ef220310d tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:00.368384 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cb6ae195-5465-4c8d-8dff-80ccae4f317e req-4883091f-92a9-4c57-83c5-220ef220310d tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=21f8505b-0ae7-4a5f-8dfe-d30c85bad41f HTTP/1.1" status: 200 len: 945 time: 1.9513443 Feb 17 17:37:00.387729 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5603ca6d-0c62-4a2a-8e73-0670131be00a admin admin] Publish callbacks [] for security_group (75ee3f4b-7e3a-46a4-afe8-150efb0eabe1), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:00.394270 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 7081bb01-8623-49c7-972a-3412395e0e2e triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:37:00.394940 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7081bb01-8623-49c7-972a-3412395e0e2e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:00.423410 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5603ca6d-0c62-4a2a-8e73-0670131be00a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (75ee3f4b-7e3a-46a4-afe8-150efb0eabe1), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:00.453753 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5603ca6d-0c62-4a2a-8e73-0670131be00a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=200440ede0a745e4b0c34d423cab0f3b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0724440 Feb 17 17:37:00.462027 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46120) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:00.610338 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-a71cdfc9-d125-459c-8e78-5c70d3c1e592 None None] Current status of the port 7081bb01-8623-49c7-972a-3412395e0e2e is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:00.738784 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5603ca6d-0c62-4a2a-8e73-0670131be00a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ee3f4b-7e3a-46a4-afe8-150efb0eabe1,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:00.749268 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-457408e2-4338-4584-b240-a985be42df34 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Deleting port 9f8833f1-6d9b-4b70-92ce-40630cc326ec {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:37:00.749619 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-457408e2-4338-4584-b240-a985be42df34 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (9f8833f1-6d9b-4b70-92ce-40630cc326ec), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:00.774517 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9e7f9bed-85bc-4f5a-8f3a-2948a28f85df None None] Publish callbacks [] for port (bc00212a-aadf-435b-b692-fb94e0efdbcf), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:00.851757 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-81440831-10a8-4a2f-a537-a9546bc5ef11 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:00.869458 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4a7fbf4d-aebc-4fa9-8f9b-1d5e01df0f4d admin admin] Publish callbacks [] for security_group (75ee3f4b-7e3a-46a4-afe8-150efb0eabe1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:00.878752 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 7081bb01-8623-49c7-972a-3412395e0e2e is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:00.878752 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9e7f9bed-85bc-4f5a-8f3a-2948a28f85df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (bc00212a-aadf-435b-b692-fb94e0efdbcf), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:00.905010 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-8e6b6057-9de0-4d37-894a-13a725908661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (4816c808-0fae-4aeb-902b-6085c77a50fa), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:00.926394 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-81440831-10a8-4a2f-a537-a9546bc5ef11 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (1d6ad051-14d2-49ba-95f7-a031b27a9c2c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:00.929037 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33c6a2-dd90-4662-b2aa-d43cccca9d2d service neutron] Pushing event updated for resources: {'Port': ['ID=08d126b0-cae8-435d-a7c4-67c6dbfa3b4c,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:00.973243 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7f9bed-85bc-4f5a-8f3a-2948a28f85df None None] Network 2ba8cdb3-c301-413d-91ad-c93cbf3e9827 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:37:00.983122 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-9e7f9bed-85bc-4f5a-8f3a-2948a28f85df None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:37:01.013943 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7f9bed-85bc-4f5a-8f3a-2948a28f85df None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:37:01.022774 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-84de7e9c-7d3f-4752-9c2e-07dec315f83c None None] Publish callbacks [] for port (91c463aa-7c49-4d50-8f98-1c4926cb5775), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:01.071847 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f9bed-85bc-4f5a-8f3a-2948a28f85df None None] Pushing event updated for resources: {'Port': ['ID=bc00212a-aadf-435b-b692-fb94e0efdbcf,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:01.074885 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4a7fbf4d-aebc-4fa9-8f9b-1d5e01df0f4d admin admin] Publish callbacks [] for security_group (75ee3f4b-7e3a-46a4-afe8-150efb0eabe1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:01.077977 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-84de7e9c-7d3f-4752-9c2e-07dec315f83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (91c463aa-7c49-4d50-8f98-1c4926cb5775), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:01.136309 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de7e9c-7d3f-4752-9c2e-07dec315f83c None None] Pushing event updated for resources: {'Port': ['ID=91c463aa-7c49-4d50-8f98-1c4926cb5775,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:01.169703 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-457408e2-4338-4584-b240-a985be42df34 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (9f8833f1-6d9b-4b70-92ce-40630cc326ec), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:01.171920 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-9e7f9bed-85bc-4f5a-8f3a-2948a28f85df None None] Attempting to bind port bc00212a-aadf-435b-b692-fb94e0efdbcf on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:37:01.171920 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-9e7f9bed-85bc-4f5a-8f3a-2948a28f85df None None] Attempting to bind port bc00212a-aadf-435b-b692-fb94e0efdbcf by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'fb6bdab1-03e4-4b5a-998f-9cdad157f546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2ba8cdb3-c301-413d-91ad-c93cbf3e9827'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:37:01.175115 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7f9bed-85bc-4f5a-8f3a-2948a28f85df None None] Attempting to bind port bc00212a-aadf-435b-b692-fb94e0efdbcf on network 2ba8cdb3-c301-413d-91ad-c93cbf3e9827 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:37:01.193732 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84de7e9c-7d3f-4752-9c2e-07dec315f83c None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:37:01.196859 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-84de7e9c-7d3f-4752-9c2e-07dec315f83c None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:37:01.200102 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7f9bed-85bc-4f5a-8f3a-2948a28f85df None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:37:01.201099 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7f9bed-85bc-4f5a-8f3a-2948a28f85df None None] Checking segment: {'id': 'fb6bdab1-03e4-4b5a-998f-9cdad157f546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2ba8cdb3-c301-413d-91ad-c93cbf3e9827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:37:01.201378 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9e7f9bed-85bc-4f5a-8f3a-2948a28f85df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:01.201862 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7f9bed-85bc-4f5a-8f3a-2948a28f85df None None] Bound using segment: {'id': 'fb6bdab1-03e4-4b5a-998f-9cdad157f546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2ba8cdb3-c301-413d-91ad-c93cbf3e9827'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:37:01.202443 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-9e7f9bed-85bc-4f5a-8f3a-2948a28f85df None None] Bound port: bc00212a-aadf-435b-b692-fb94e0efdbcf, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb6bdab1-03e4-4b5a-998f-9cdad157f546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2ba8cdb3-c301-413d-91ad-c93cbf3e9827'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:37:01.202920 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9e7f9bed-85bc-4f5a-8f3a-2948a28f85df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (bc00212a-aadf-435b-b692-fb94e0efdbcf), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:01.217091 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84de7e9c-7d3f-4752-9c2e-07dec315f83c None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:37:01.232602 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9c9aa0a9-f8d0-4910-8708-c3524d91d078 req-dc8bd21f-57fe-4e69-a75b-dfab432b1370 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/security-groups?id=653b32b6-fa07-4d55-bd5b-f262ebd124a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8631170 Feb 17 17:37:01.234852 n-d-829613-2 neutron-server[103435]: INFO neutron.db.l3_db [None req-81440831-10a8-4a2f-a537-a9546bc5ef11 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Floating IP 1d6ad051-14d2-49ba-95f7-a031b27a9c2c associated. External IP: 172.25.8.222, port: 8e00aaed-554c-4e36-90b7-8553757a4a66. Feb 17 17:37:01.299210 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7edd1d37-fc0e-4de3-8043-fcc01e72303d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (76268460-4a9c-42ec-b837-1cc06ee7bf13), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:01.309690 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-457408e2-4338-4584-b240-a985be42df34 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Calling delete_port for 9f8833f1-6d9b-4b70-92ce-40630cc326ec owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:37:01.359324 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-84de7e9c-7d3f-4752-9c2e-07dec315f83c None None] Attempting to bind port 91c463aa-7c49-4d50-8f98-1c4926cb5775 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:37:01.359861 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-84de7e9c-7d3f-4752-9c2e-07dec315f83c None None] Attempting to bind port 91c463aa-7c49-4d50-8f98-1c4926cb5775 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:37:01.360352 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84de7e9c-7d3f-4752-9c2e-07dec315f83c None None] Attempting to bind port 91c463aa-7c49-4d50-8f98-1c4926cb5775 on network f82adc72-a904-4b51-9a87-7ea8a1981040 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:37:01.385070 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84de7e9c-7d3f-4752-9c2e-07dec315f83c None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:37:01.390966 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4a7fbf4d-aebc-4fa9-8f9b-1d5e01df0f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (75ee3f4b-7e3a-46a4-afe8-150efb0eabe1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:01.391457 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84de7e9c-7d3f-4752-9c2e-07dec315f83c None None] Checking segment: {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:37:01.392102 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-84de7e9c-7d3f-4752-9c2e-07dec315f83c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:01.392626 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84de7e9c-7d3f-4752-9c2e-07dec315f83c None None] Bound using segment: {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:37:01.393218 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-84de7e9c-7d3f-4752-9c2e-07dec315f83c None None] Bound port: 91c463aa-7c49-4d50-8f98-1c4926cb5775, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:37:01.393717 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-84de7e9c-7d3f-4752-9c2e-07dec315f83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (91c463aa-7c49-4d50-8f98-1c4926cb5775), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:01.396307 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-9e7f9bed-85bc-4f5a-8f3a-2948a28f85df None None] For port bc00212a-aadf-435b-b692-fb94e0efdbcf, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:37:01.399389 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4a7fbf4d-aebc-4fa9-8f9b-1d5e01df0f4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:01.401792 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4a7fbf4d-aebc-4fa9-8f9b-1d5e01df0f4d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/75ee3f4b-7e3a-46a4-afe8-150efb0eabe1 HTTP/1.1" status: 204 len: 168 time: 0.9386442 Feb 17 17:37:01.409698 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-9e7f9bed-85bc-4f5a-8f3a-2948a28f85df None None] For port bc00212a-aadf-435b-b692-fb94e0efdbcf, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=bc00212a-aadf-435b-b692-fb94e0efdbcf,segment=NetworkSegment(fb6bdab1-03e4-4b5a-998f-9cdad157f546),segment_id=fb6bdab1-03e4-4b5a-998f-9cdad157f546)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:37:01.460706 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9e7f9bed-85bc-4f5a-8f3a-2948a28f85df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (bc00212a-aadf-435b-b692-fb94e0efdbcf), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:01.490988 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7fbf4d-aebc-4fa9-8f9b-1d5e01df0f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ee3f4b-7e3a-46a4-afe8-150efb0eabe1,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:01.589783 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f9bed-85bc-4f5a-8f3a-2948a28f85df None None] Pushing event updated for resources: {'Port': ['ID=bc00212a-aadf-435b-b692-fb94e0efdbcf,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:01.667982 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-84de7e9c-7d3f-4752-9c2e-07dec315f83c None None] For port 91c463aa-7c49-4d50-8f98-1c4926cb5775, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:37:01.674791 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-84de7e9c-7d3f-4752-9c2e-07dec315f83c None None] For port 91c463aa-7c49-4d50-8f98-1c4926cb5775, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=91c463aa-7c49-4d50-8f98-1c4926cb5775,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:37:01.689387 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-84de7e9c-7d3f-4752-9c2e-07dec315f83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (91c463aa-7c49-4d50-8f98-1c4926cb5775), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:01.786546 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-457408e2-4338-4584-b240-a985be42df34 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (9f8833f1-6d9b-4b70-92ce-40630cc326ec), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:01.790326 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cb6ae195-5465-4c8d-8dff-80ccae4f317e req-7ca277c9-c265-43f5-bb9c-3a4f2c305b47 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8957911 Feb 17 17:37:01.859013 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457408e2-4338-4584-b240-a985be42df34 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Port': ['ID=9f8833f1-6d9b-4b70-92ce-40630cc326ec,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:01.895632 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de7e9c-7d3f-4752-9c2e-07dec315f83c None None] Pushing event updated for resources: {'Port': ['ID=91c463aa-7c49-4d50-8f98-1c4926cb5775,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:02.024104 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46126) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:02.048689 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd225e2d-aa64-4e9d-92ac-e620aa571487 x-openstack-request-id: req-cd225e2d-aa64-4e9d-92ac-e620aa571487 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:37:02.049685 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a875872-ecbe-4e3b-9059-98bd8c42bc1e", "tag": "08d126b0-cae8-435d-a7c4-67c6dbfa3b4c", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:37:02.050374 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-457408e2-4338-4584-b240-a985be42df34 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:02.050625 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-cd225e2d-aa64-4e9d-92ac-e620aa571487 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:37:02.051204 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'tag': '08d126b0-cae8-435d-a7c4-67c6dbfa3b4c', 'status': 'completed', 'code': 200} Feb 17 17:37:02.058159 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-457408e2-4338-4584-b240-a985be42df34 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/ports/9f8833f1-6d9b-4b70-92ce-40630cc326ec HTTP/1.1" status: 204 len: 168 time: 1.8470345 Feb 17 17:37:02.067179 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c53f875d-cee1-4e38-af0c-578d77621e4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (501f1e1a-07a5-4740-b7f7-aff16a545b66), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:02.073674 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46128) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:02.102807 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7acc972a-63bc-4e5b-8ff1-3c99535e0c43 x-openstack-request-id: req-7acc972a-63bc-4e5b-8ff1-3c99535e0c43 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:37:02.103142 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59197634-6534-4d67-a5f8-07414b9d1035", "name": "network-vif-plugged", "status": "completed", "tag": "26539d74-7370-4720-a6c3-66c159785bad", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:37:02.103405 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7acc972a-63bc-4e5b-8ff1-3c99535e0c43 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:37:02.103810 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59197634-6534-4d67-a5f8-07414b9d1035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26539d74-7370-4720-a6c3-66c159785bad', 'code': 200} Feb 17 17:37:02.230996 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7edd1d37-fc0e-4de3-8043-fcc01e72303d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (76268460-4a9c-42ec-b837-1cc06ee7bf13), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:02.334421 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab86025e-fc88-4d43-af22-d94a74bd5f3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:02.486386 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd1d37-fc0e-4de3-8043-fcc01e72303d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Pushing event deleted for resources: {'Subnet': ['ID=76268460-4a9c-42ec-b837-1cc06ee7bf13,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:02.498488 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81440831-10a8-4a2f-a537-a9546bc5ef11 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Router 840903af-ad3e-4180-93f6-7e726b422724 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:37:02.587792 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd306c39-b9e4-4a01-ba73-a99fb0f64d2c req-dce5a34e-e6e5-4e0d-b268-3a7a364a43f6 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:02.594240 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd306c39-b9e4-4a01-ba73-a99fb0f64d2c req-dce5a34e-e6e5-4e0d-b268-3a7a364a43f6 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:02.599854 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd306c39-b9e4-4a01-ba73-a99fb0f64d2c req-dce5a34e-e6e5-4e0d-b268-3a7a364a43f6 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:02.606025 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd306c39-b9e4-4a01-ba73-a99fb0f64d2c req-dce5a34e-e6e5-4e0d-b268-3a7a364a43f6 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:02.613711 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd306c39-b9e4-4a01-ba73-a99fb0f64d2c req-dce5a34e-e6e5-4e0d-b268-3a7a364a43f6 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:02.619322 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd306c39-b9e4-4a01-ba73-a99fb0f64d2c req-dce5a34e-e6e5-4e0d-b268-3a7a364a43f6 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:02.625172 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd306c39-b9e4-4a01-ba73-a99fb0f64d2c req-dce5a34e-e6e5-4e0d-b268-3a7a364a43f6 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:02.627395 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bd306c39-b9e4-4a01-ba73-a99fb0f64d2c req-dce5a34e-e6e5-4e0d-b268-3a7a364a43f6 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 5371 time: 0.8477192 Feb 17 17:37:02.757402 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c54f5-89ed-4bb5-a26e-9c4f2e7e2f4f req-d6b50fa1-2e50-4fda-997f-a316b537b7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:02.759091 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-118c54f5-89ed-4bb5-a26e-9c4f2e7e2f4f req-d6b50fa1-2e50-4fda-997f-a316b537b7d8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=59197634-6534-4d67-a5f8-07414b9d1035 HTTP/1.1" status: 200 len: 1131 time: 0.5763710 Feb 17 17:37:02.790781 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7edd1d37-fc0e-4de3-8043-fcc01e72303d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (2ba8cdb3-c301-413d-91ad-c93cbf3e9827), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:02.852372 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf29bce-6599-4da9-a908-afae009ed800 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:02.853971 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf29bce-6599-4da9-a908-afae009ed800 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:02.860900 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-1cf29bce-6599-4da9-a908-afae009ed800 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.7476926 Feb 17 17:37:02.878196 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46134) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:02.879733 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d6f1ea-c7d7-4d90-9ce7-94db26a621c5 req-05d324f6-e4e1-459d-9238-ab72edebfb71 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:02.888598 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-76d6f1ea-c7d7-4d90-9ce7-94db26a621c5 req-05d324f6-e4e1-459d-9238-ab72edebfb71 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/ports?device_id=59197634-6534-4d67-a5f8-07414b9d1035 HTTP/1.1" status: 200 len: 949 time: 0.4120772 Feb 17 17:37:02.905673 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2ceb1277-ecab-46af-b756-ba755b4d9f1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:02.911870 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-7edd1d37-fc0e-4de3-8043-fcc01e72303d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ba8cdb3-c301-413d-91ad-c93cbf3e9827']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:02.916503 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b091bb-55a0-47ea-9253-34dadf8d172a req-2ebd683a-a8e2-4fd2-9336-7f52dc493962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:02.917002 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b091bb-55a0-47ea-9253-34dadf8d172a req-2ebd683a-a8e2-4fd2-9336-7f52dc493962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:02.918081 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b091bb-55a0-47ea-9253-34dadf8d172a req-2ebd683a-a8e2-4fd2-9336-7f52dc493962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:02.918619 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b091bb-55a0-47ea-9253-34dadf8d172a req-2ebd683a-a8e2-4fd2-9336-7f52dc493962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:02.919096 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b091bb-55a0-47ea-9253-34dadf8d172a req-2ebd683a-a8e2-4fd2-9336-7f52dc493962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:02.920193 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b091bb-55a0-47ea-9253-34dadf8d172a req-2ebd683a-a8e2-4fd2-9336-7f52dc493962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:02.922344 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b091bb-55a0-47ea-9253-34dadf8d172a req-2ebd683a-a8e2-4fd2-9336-7f52dc493962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:02.923240 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-7edd1d37-fc0e-4de3-8043-fcc01e72303d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb6bdab1-03e4-4b5a-998f-9cdad157f546') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:02.923383 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-7edd1d37-fc0e-4de3-8043-fcc01e72303d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb6bdab1-03e4-4b5a-998f-9cdad157f546') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:02.924561 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e6b091bb-55a0-47ea-9253-34dadf8d172a req-2ebd683a-a8e2-4fd2-9336-7f52dc493962 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=918d19e8f1f044baa808ac9d66a136f9&device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 6301 time: 0.9302340 Feb 17 17:37:02.933882 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7edd1d37-fc0e-4de3-8043-fcc01e72303d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (fb6bdab1-03e4-4b5a-998f-9cdad157f546), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:02.997127 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7edd1d37-fc0e-4de3-8043-fcc01e72303d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (fb6bdab1-03e4-4b5a-998f-9cdad157f546), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:03.073004 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7edd1d37-fc0e-4de3-8043-fcc01e72303d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:37:03.073624 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7edd1d37-fc0e-4de3-8043-fcc01e72303d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (fb6bdab1-03e4-4b5a-998f-9cdad157f546), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:03.085059 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 17:37:03.085059 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:37:03.085059 n-d-829613-2 neutron-server[103435]: timer() Feb 17 17:37:03.085059 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:37:03.085059 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 17:37:03.085059 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:37:03.085059 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 17:37:03.085059 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:37:03.085059 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 17:37:03.085059 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:37:03.085059 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 17:37:03.085059 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:37:03.085059 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 17:37:03.085059 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:37:03.085059 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:37:03.085059 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:37:03.085059 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:37:03.085059 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:37:03.085059 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 17:37:03.085059 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:37:03.085059 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 17:37:03.085059 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:37:03.085059 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:37:03.085059 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:37:03.085059 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 17:37:03.085059 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:37:03.085059 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:37:03.085059 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:37:03.085059 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:37:03.085059 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:37:03.085059 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:37:03.085059 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:37:03.094188 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-c802b014-1aa4-4b86-946c-fdcd3162880b tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Deleting subnet c237e3ec-047a-41b6-8aea-f9328921ab1f {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:37:03.101594 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c802b014-1aa4-4b86-946c-fdcd3162880b tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (c237e3ec-047a-41b6-8aea-f9328921ab1f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:03.139208 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bd306c39-b9e4-4a01-ba73-a99fb0f64d2c req-62a110d8-0e1f-48e1-93db-68f1b461b0c7 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/security-groups?id=fd4d27d9-e68c-41ba-a909-f949182bce5a&id=4a46e179-4efe-408d-8163-359e1c80274b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4991379 Feb 17 17:37:03.166498 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c802b014-1aa4-4b86-946c-fdcd3162880b tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (c237e3ec-047a-41b6-8aea-f9328921ab1f), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:03.284858 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-76d6f1ea-c7d7-4d90-9ce7-94db26a621c5 req-b710da0a-a585-4d37-88ed-57f2a4684db0 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/security-groups?id=653b32b6-fa07-4d55-bd5b-f262ebd124a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952746 Feb 17 17:37:03.287386 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-118c54f5-89ed-4bb5-a26e-9c4f2e7e2f4f req-070444f8-9064-47f6-aced-dbbfcecd5cc2 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=653b32b6-fa07-4d55-bd5b-f262ebd124a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4239640 Feb 17 17:37:03.299224 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c802b014-1aa4-4b86-946c-fdcd3162880b tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (c237e3ec-047a-41b6-8aea-f9328921ab1f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:03.301081 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-2466e322-2882-4984-aae1-13af2fafebf9 req-8e6b6057-9de0-4d37-894a-13a725908661 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4816c808-0fae-4aeb-902b-6085c77a50fa {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:37:03.310945 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-8e6b6057-9de0-4d37-894a-13a725908661 service neutron] Publish callbacks [] for port (4816c808-0fae-4aeb-902b-6085c77a50fa), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:03.376070 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f6d997-b1f2-42d3-9756-97a5206ee5bd None None] Network 2ba8cdb3-c301-413d-91ad-c93cbf3e9827 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:37:03.386649 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-2466e322-2882-4984-aae1-13af2fafebf9 req-8e6b6057-9de0-4d37-894a-13a725908661 service neutron] Transition to ACTIVE for port object 4816c808-0fae-4aeb-902b-6085c77a50fa will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:37:03.391278 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.db.api [None req-7edd1d37-fc0e-4de3-8043-fcc01e72303d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 17:37:03.391278 n-d-829613-2 neutron-server[103435]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 17:37:03.391278 n-d-829613-2 neutron-server[103435]: [parameters: {'id': '2ba8cdb3-c301-413d-91ad-c93cbf3e9827'}] Feb 17 17:37:03.391278 n-d-829613-2 neutron-server[103435]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:37:03.391766 n-d-829613-2 neutron-server[103435]: DEBUG oslo_db.api [None req-7edd1d37-fc0e-4de3-8043-fcc01e72303d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 17:37:03.393574 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81440831-10a8-4a2f-a537-a9546bc5ef11 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:37:03.402475 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-81440831-10a8-4a2f-a537-a9546bc5ef11 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:03.408704 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85db0ee5-f013-46a1-b4b0-08b4cfaf932e None None] Sync routers for ids ['840903af-ad3e-4180-93f6-7e726b422724'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:37:03.423343 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85db0ee5-f013-46a1-b4b0-08b4cfaf932e None None] Routers {'840903af-ad3e-4180-93f6-7e726b422724'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:37:03.425042 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-85db0ee5-f013-46a1-b4b0-08b4cfaf932e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:36:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['840903af-ad3e-4180-93f6-7e726b422724'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:03.464861 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c802b014-1aa4-4b86-946c-fdcd3162880b tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (c237e3ec-047a-41b6-8aea-f9328921ab1f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:03.468956 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-81440831-10a8-4a2f-a537-a9546bc5ef11 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "PUT /v2.0/floatingips/1d6ad051-14d2-49ba-95f7-a031b27a9c2c HTTP/1.1" status: 200 len: 992 time: 5.1404529 Feb 17 17:37:03.469870 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-8e6b6057-9de0-4d37-894a-13a725908661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (4816c808-0fae-4aeb-902b-6085c77a50fa), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:03.524706 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c802b014-1aa4-4b86-946c-fdcd3162880b tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:03.530194 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c802b014-1aa4-4b86-946c-fdcd3162880b tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/c237e3ec-047a-41b6-8aea-f9328921ab1f HTTP/1.1" status: 204 len: 168 time: 0.6479416 Feb 17 17:37:03.539272 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c802b014-1aa4-4b86-946c-fdcd3162880b tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Subnet': ['ID=c237e3ec-047a-41b6-8aea-f9328921ab1f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:03.547174 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46138) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:03.615777 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-85db0ee5-f013-46a1-b4b0-08b4cfaf932e None None] Set router 840903af-ad3e-4180-93f6-7e726b422724 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:37:03.621311 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b6057-9de0-4d37-894a-13a725908661 service neutron] Pushing event updated for resources: {'Port': ['ID=4816c808-0fae-4aeb-902b-6085c77a50fa,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:03.649971 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dced333-96fb-4570-b4f5-1580547e8576 req-2679a5b5-64ad-4235-8020-99089eb43e2c tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:03.658063 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8dced333-96fb-4570-b4f5-1580547e8576 req-2679a5b5-64ad-4235-8020-99089eb43e2c tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=21f8505b-0ae7-4a5f-8dfe-d30c85bad41f HTTP/1.1" status: 200 len: 945 time: 0.3261609 Feb 17 17:37:03.693396 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e2942d0-fb29-4f13-bf4e-7684c5564e5f None None] Provisioning complete for port bc00212a-aadf-435b-b692-fb94e0efdbcf triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:37:03.693806 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e2942d0-fb29-4f13-bf4e-7684c5564e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (bc00212a-aadf-435b-b692-fb94e0efdbcf), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:03.705301 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b091bb-55a0-47ea-9253-34dadf8d172a req-0b3c209e-8f32-483e-8d6c-c9a6c3958fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:03.744055 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b091bb-55a0-47ea-9253-34dadf8d172a req-0b3c209e-8f32-483e-8d6c-c9a6c3958fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:03.744818 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b091bb-55a0-47ea-9253-34dadf8d172a req-0b3c209e-8f32-483e-8d6c-c9a6c3958fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:03.747063 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e6b091bb-55a0-47ea-9253-34dadf8d172a req-0b3c209e-8f32-483e-8d6c-c9a6c3958fdd service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=918d19e8f1f044baa808ac9d66a136f9&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7848473 Feb 17 17:37:03.764048 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d186f6e8-40ac-433d-9b24-f85b45e0a452 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2127559 Feb 17 17:37:03.789042 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8dced333-96fb-4570-b4f5-1580547e8576 req-8dfb4650-8930-4945-966b-4cd5d66750d8 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296198 Feb 17 17:37:03.805171 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46142) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:03.824385 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-5f56ef1d-d663-4d01-9577-ba0e9236e3d7 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'subnet': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:37:03.836718 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab86025e-fc88-4d43-af22-d94a74bd5f3d admin admin] Publish callbacks [] for security_group (af882a0a-675e-43de-a5ea-a5d4db9f513f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:03.837114 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 91c463aa-7c49-4d50-8f98-1c4926cb5775 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:37:04.022637 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7edd1d37-fc0e-4de3-8043-fcc01e72303d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (2ba8cdb3-c301-413d-91ad-c93cbf3e9827), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:04.034703 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e2942d0-fb29-4f13-bf4e-7684c5564e5f None None] Current status of the port bc00212a-aadf-435b-b692-fb94e0efdbcf is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:04.035707 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e2942d0-fb29-4f13-bf4e-7684c5564e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (bc00212a-aadf-435b-b692-fb94e0efdbcf), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:04.054722 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce5ea31-e3cf-4f65-9065-3a9ec4b65584 None None] DHCP port deletion for 2ba8cdb3-c301-413d-91ad-c93cbf3e9827 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:37:04.056721 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b091bb-55a0-47ea-9253-34dadf8d172a req-9921da6d-1973-45f4-9a6f-ac547d3a8e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:04.058794 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e6b091bb-55a0-47ea-9253-34dadf8d172a req-9921da6d-1973-45f4-9a6f-ac547d3a8e06 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2818646 Feb 17 17:37:04.061354 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab86025e-fc88-4d43-af22-d94a74bd5f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (af882a0a-675e-43de-a5ea-a5d4db9f513f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:04.062277 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a66cf83c-02b1-4b63-8363-98a2a0637846', 'tag': '8e00aaed-554c-4e36-90b7-8553757a4a66'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:37:04.077876 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6122caa3-5744-4f78-87be-f3888dcc33d8" -d '{"events": [{"name": "network-changed", "server_uuid": "a66cf83c-02b1-4b63-8363-98a2a0637846", "tag": "8e00aaed-554c-4e36-90b7-8553757a4a66"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:37:04.129445 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-85db0ee5-f013-46a1-b4b0-08b4cfaf932e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840903af-ad3e-4180-93f6-7e726b422724', 'name': 'tempest-AttachVolumeTestJSON-92461313-router', 'tenant_id': 'a45426717d8d45f2862bf894c7d95737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'aac037e6-35cc-4538-a55f-d947e9e15ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:36:02Z', 'updated_at': '2022-02-17T17:36:16Z', 'revision_number': 4, 'project_id': 'a45426717d8d45f2862bf894c7d95737', 'gw_port': {'id': 'aac037e6-35cc-4538-a55f-d947e9e15ed4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840903af-ad3e-4180-93f6-7e726b422724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:36:04Z', 'updated_at': '2022-02-17T17:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '1d6ad051-14d2-49ba-95f7-a031b27a9c2c', 'tenant_id': 'a45426717d8d45f2862bf894c7d95737', 'floating_ip_address': '172.25.8.222', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '840903af-ad3e-4180-93f6-7e726b422724', 'port_id': '8e00aaed-554c-4e36-90b7-8553757a4a66', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '249d7a73-68d0-4715-9e76-b2a8e292b955', 'mac_address': 'fa:16:3e:fc:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66cf83c-02b1-4b63-8363-98a2a0637846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:36:28Z', 'updated_at': '2022-02-17T17:37:00Z', 'revision_number': 1, 'project_id': 'a45426717d8d45f2862bf894c7d95737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fa40148-0016-4ac4-81ac-14d546f76b67', 'name': '', 'network_id': '249d7a73-68d0-4715-9e76-b2a8e292b955', 'tenant_id': 'a45426717d8d45f2862bf894c7d95737', 'mac_address': 'fa:16:3e:27:e9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840903af-ad3e-4180-93f6-7e726b422724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '183d9df1-0481-445d-8bb9-bc438141d74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:36:13Z', 'updated_at': '2022-02-17T17:36:25Z', 'revision_number': 5, 'project_id': 'a45426717d8d45f2862bf894c7d95737', 'subnets': [{'id': '183d9df1-0481-445d-8bb9-bc438141d74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:04.145799 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e2942d0-fb29-4f13-bf4e-7684c5564e5f None None] For port bc00212a-aadf-435b-b692-fb94e0efdbcf, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=bc00212a-aadf-435b-b692-fb94e0efdbcf,segment=NetworkSegment(fb6bdab1-03e4-4b5a-998f-9cdad157f546),segment_id=fb6bdab1-03e4-4b5a-998f-9cdad157f546)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:04.155361 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 91c463aa-7c49-4d50-8f98-1c4926cb5775 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:37:04.156062 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (91c463aa-7c49-4d50-8f98-1c4926cb5775), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:04.161006 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e2942d0-fb29-4f13-bf4e-7684c5564e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (bc00212a-aadf-435b-b692-fb94e0efdbcf), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:04.164372 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ab86025e-fc88-4d43-af22-d94a74bd5f3d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=66979567ad45432db429f3b01bb51985&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1339424 Feb 17 17:37:04.174529 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46146) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:04.206432 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85db0ee5-f013-46a1-b4b0-08b4cfaf932e None None] Checking router: 840903af-ad3e-4180-93f6-7e726b422724 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:37:04.224358 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d817708-89d5-4b1f-a26b-210b7347ed28 x-openstack-request-id: req-9d817708-89d5-4b1f-a26b-210b7347ed28 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:37:04.224909 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a66cf83c-02b1-4b63-8363-98a2a0637846", "tag": "8e00aaed-554c-4e36-90b7-8553757a4a66", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:37:04.225333 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9d817708-89d5-4b1f-a26b-210b7347ed28 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:37:04.225914 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a66cf83c-02b1-4b63-8363-98a2a0637846', 'tag': '8e00aaed-554c-4e36-90b7-8553757a4a66', 'status': 'completed', 'code': 200} Feb 17 17:37:04.229454 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85db0ee5-f013-46a1-b4b0-08b4cfaf932e None None] Routers {'840903af-ad3e-4180-93f6-7e726b422724'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:37:04.229885 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f56ef1d-d663-4d01-9577-ba0e9236e3d7 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:37:04.230232 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-85db0ee5-f013-46a1-b4b0-08b4cfaf932e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:36:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['840903af-ad3e-4180-93f6-7e726b422724'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:04.233806 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5f56ef1d-d663-4d01-9577-ba0e9236e3d7 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:04.235925 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3614f5ff-6d0d-47a2-b094-f090d63acb14 None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:37:04.281321 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab86025e-fc88-4d43-af22-d94a74bd5f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af882a0a-675e-43de-a5ea-a5d4db9f513f,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:04.335632 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-c53f875d-cee1-4e38-af0c-578d77621e4e admin admin] Deleting port c05ba46c-53db-4b5b-b82a-0374aa9a2e60 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:37:04.336082 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c53f875d-cee1-4e38-af0c-578d77621e4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (c05ba46c-53db-4b5b-b82a-0374aa9a2e60), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:04.430096 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-c53f875d-cee1-4e38-af0c-578d77621e4e admin admin] For port c05ba46c-53db-4b5b-b82a-0374aa9a2e60, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=c05ba46c-53db-4b5b-b82a-0374aa9a2e60,segment=NetworkSegment(bb1bda3f-c2f0-4f96-8385-90efc231f095),segment_id=bb1bda3f-c2f0-4f96-8385-90efc231f095)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:04.430629 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c53f875d-cee1-4e38-af0c-578d77621e4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (c05ba46c-53db-4b5b-b82a-0374aa9a2e60), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:04.465411 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-c53f875d-cee1-4e38-af0c-578d77621e4e admin admin] Calling delete_port for c05ba46c-53db-4b5b-b82a-0374aa9a2e60 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:37:04.525605 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2942d0-fb29-4f13-bf4e-7684c5564e5f None None] Pushing event updated for resources: {'Port': ['ID=bc00212a-aadf-435b-b692-fb94e0efdbcf,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:04.640644 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-f12666b0-fe57-493c-8f15-40e10c0d5af0 None None] Provisioning complete for port 91c463aa-7c49-4d50-8f98-1c4926cb5775 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:37:04.641365 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f12666b0-fe57-493c-8f15-40e10c0d5af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (91c463aa-7c49-4d50-8f98-1c4926cb5775), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:04.698054 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-85db0ee5-f013-46a1-b4b0-08b4cfaf932e None None] Set router 840903af-ad3e-4180-93f6-7e726b422724 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:37:04.704054 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-3ce5ea31-e3cf-4f65-9065-3a9ec4b65584 None None] Deleting port bc00212a-aadf-435b-b692-fb94e0efdbcf {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:37:04.704838 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3ce5ea31-e3cf-4f65-9065-3a9ec4b65584 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (bc00212a-aadf-435b-b692-fb94e0efdbcf), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:04.817390 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-841f8921-10b4-4dfd-8c27-802f30401098 admin admin] Publish callbacks [] for security_group (af882a0a-675e-43de-a5ea-a5d4db9f513f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:04.927175 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-841f8921-10b4-4dfd-8c27-802f30401098 admin admin] Publish callbacks [] for security_group (af882a0a-675e-43de-a5ea-a5d4db9f513f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:04.944688 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c53f875d-cee1-4e38-af0c-578d77621e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (c05ba46c-53db-4b5b-b82a-0374aa9a2e60), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:05.027622 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f875d-cee1-4e38-af0c-578d77621e4e admin admin] Pushing event deleted for resources: {'Port': ['ID=c05ba46c-53db-4b5b-b82a-0374aa9a2e60,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:05.068824 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-85db0ee5-f013-46a1-b4b0-08b4cfaf932e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840903af-ad3e-4180-93f6-7e726b422724', 'name': 'tempest-AttachVolumeTestJSON-92461313-router', 'tenant_id': 'a45426717d8d45f2862bf894c7d95737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'aac037e6-35cc-4538-a55f-d947e9e15ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:36:02Z', 'updated_at': '2022-02-17T17:36:16Z', 'revision_number': 4, 'project_id': 'a45426717d8d45f2862bf894c7d95737', 'gw_port': {'id': 'aac037e6-35cc-4538-a55f-d947e9e15ed4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840903af-ad3e-4180-93f6-7e726b422724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:36:04Z', 'updated_at': '2022-02-17T17:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '1d6ad051-14d2-49ba-95f7-a031b27a9c2c', 'tenant_id': 'a45426717d8d45f2862bf894c7d95737', 'floating_ip_address': '172.25.8.222', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '840903af-ad3e-4180-93f6-7e726b422724', 'port_id': '8e00aaed-554c-4e36-90b7-8553757a4a66', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '249d7a73-68d0-4715-9e76-b2a8e292b955', 'mac_address': 'fa:16:3e:fc:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66cf83c-02b1-4b63-8363-98a2a0637846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:36:28Z', 'updated_at': '2022-02-17T17:37:00Z', 'revision_number': 1, 'project_id': 'a45426717d8d45f2862bf894c7d95737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fa40148-0016-4ac4-81ac-14d546f76b67', 'name': '', 'network_id': '249d7a73-68d0-4715-9e76-b2a8e292b955', 'tenant_id': 'a45426717d8d45f2862bf894c7d95737', 'mac_address': 'fa:16:3e:27:e9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840903af-ad3e-4180-93f6-7e726b422724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '183d9df1-0481-445d-8bb9-bc438141d74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:36:13Z', 'updated_at': '2022-02-17T17:36:25Z', 'revision_number': 5, 'project_id': 'a45426717d8d45f2862bf894c7d95737', 'subnets': [{'id': '183d9df1-0481-445d-8bb9-bc438141d74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:05.102670 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf6a40a-a23e-4b5b-b80d-72b142bfc226 None None] DHCP port deletion for f82adc72-a904-4b51-9a87-7ea8a1981040 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:37:05.125877 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85db0ee5-f013-46a1-b4b0-08b4cfaf932e None None] The sync data for ids ['840903af-ad3e-4180-93f6-7e726b422724'] in n-d-829613-2 is: [{'id': '840903af-ad3e-4180-93f6-7e726b422724', 'name': 'tempest-AttachVolumeTestJSON-92461313-router', 'tenant_id': 'a45426717d8d45f2862bf894c7d95737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'aac037e6-35cc-4538-a55f-d947e9e15ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:36:02Z', 'updated_at': '2022-02-17T17:36:16Z', 'revision_number': 4, 'project_id': 'a45426717d8d45f2862bf894c7d95737', 'gw_port': {'id': 'aac037e6-35cc-4538-a55f-d947e9e15ed4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840903af-ad3e-4180-93f6-7e726b422724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:36:04Z', 'updated_at': '2022-02-17T17:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '1d6ad051-14d2-49ba-95f7-a031b27a9c2c', 'tenant_id': 'a45426717d8d45f2862bf894c7d95737', 'floating_ip_address': '172.25.8.222', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '840903af-ad3e-4180-93f6-7e726b422724', 'port_id': '8e00aaed-554c-4e36-90b7-8553757a4a66', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '249d7a73-68d0-4715-9e76-b2a8e292b955', 'mac_address': 'fa:16:3e:fc:df:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66cf83c-02b1-4b63-8363-98a2a0637846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:36:28Z', 'updated_at': '2022-02-17T17:37:00Z', 'revision_number': 1, 'project_id': 'a45426717d8d45f2862bf894c7d95737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fa40148-0016-4ac4-81ac-14d546f76b67', 'name': '', 'network_id': '249d7a73-68d0-4715-9e76-b2a8e292b955', 'tenant_id': 'a45426717d8d45f2862bf894c7d95737', 'mac_address': 'fa:16:3e:27:e9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840903af-ad3e-4180-93f6-7e726b422724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '183d9df1-0481-445d-8bb9-bc438141d74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:36:13Z', 'updated_at': '2022-02-17T17:36:25Z', 'revision_number': 5, 'project_id': 'a45426717d8d45f2862bf894c7d95737', 'subnets': [{'id': '183d9df1-0481-445d-8bb9-bc438141d74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:37:05.210219 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-841f8921-10b4-4dfd-8c27-802f30401098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (af882a0a-675e-43de-a5ea-a5d4db9f513f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:05.220844 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-841f8921-10b4-4dfd-8c27-802f30401098 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:05.239456 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-841f8921-10b4-4dfd-8c27-802f30401098 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/af882a0a-675e-43de-a5ea-a5d4db9f513f HTTP/1.1" status: 204 len: 168 time: 1.0584588 Feb 17 17:37:05.257597 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-2466e322-2882-4984-aae1-13af2fafebf9 req-8e6b6057-9de0-4d37-894a-13a725908661 service neutron] Attempting to bind port 4816c808-0fae-4aeb-902b-6085c77a50fa on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:37:05.258080 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-2466e322-2882-4984-aae1-13af2fafebf9 req-8e6b6057-9de0-4d37-894a-13a725908661 service neutron] Attempting to bind port 4816c808-0fae-4aeb-902b-6085c77a50fa by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '13d2e8d9-7afd-45f6-84e2-b7416289d330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'cc320263-b432-4650-9484-dc130e67f905'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:37:05.258308 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2466e322-2882-4984-aae1-13af2fafebf9 req-8e6b6057-9de0-4d37-894a-13a725908661 service neutron] Attempting to bind port 4816c808-0fae-4aeb-902b-6085c77a50fa on network cc320263-b432-4650-9484-dc130e67f905 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:37:05.259760 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 91c463aa-7c49-4d50-8f98-1c4926cb5775 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:05.260465 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (91c463aa-7c49-4d50-8f98-1c4926cb5775), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:05.272113 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-3ce5ea31-e3cf-4f65-9065-3a9ec4b65584 None None] For port bc00212a-aadf-435b-b692-fb94e0efdbcf, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=bc00212a-aadf-435b-b692-fb94e0efdbcf,segment=NetworkSegment(fb6bdab1-03e4-4b5a-998f-9cdad157f546),segment_id=fb6bdab1-03e4-4b5a-998f-9cdad157f546)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:05.272784 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3ce5ea31-e3cf-4f65-9065-3a9ec4b65584 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (bc00212a-aadf-435b-b692-fb94e0efdbcf), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:05.291449 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841f8921-10b4-4dfd-8c27-802f30401098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af882a0a-675e-43de-a5ea-a5d4db9f513f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:05.313598 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2466e322-2882-4984-aae1-13af2fafebf9 req-8e6b6057-9de0-4d37-894a-13a725908661 service neutron] Port 4816c808-0fae-4aeb-902b-6085c77a50fa on network cc320263-b432-4650-9484-dc130e67f905 not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:37:05.313925 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2466e322-2882-4984-aae1-13af2fafebf9 req-8e6b6057-9de0-4d37-894a-13a725908661 service neutron] Attempting to bind port 4816c808-0fae-4aeb-902b-6085c77a50fa on network cc320263-b432-4650-9484-dc130e67f905 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:37:05.345084 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-f12666b0-fe57-493c-8f15-40e10c0d5af0 None None] Current status of the port 91c463aa-7c49-4d50-8f98-1c4926cb5775 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:05.345601 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f12666b0-fe57-493c-8f15-40e10c0d5af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (91c463aa-7c49-4d50-8f98-1c4926cb5775), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:05.355765 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-3ce5ea31-e3cf-4f65-9065-3a9ec4b65584 None None] Calling delete_port for bc00212a-aadf-435b-b692-fb94e0efdbcf owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:37:05.380956 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294bfa1a-ec51-41db-a234-5c229c6771a3 req-be7dab7c-eda2-4924-837f-c76636d7ed19 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:05.383863 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-294bfa1a-ec51-41db-a234-5c229c6771a3 req-be7dab7c-eda2-4924-837f-c76636d7ed19 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/ports?device_id=59197634-6534-4d67-a5f8-07414b9d1035 HTTP/1.1" status: 200 len: 949 time: 0.4776115 Feb 17 17:37:05.392385 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122caa3-5744-4f78-87be-f3888dcc33d8 req-e54f2492-b833-4b3b-9646-ba8a1c22b103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:05.395486 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6122caa3-5744-4f78-87be-f3888dcc33d8 req-e54f2492-b833-4b3b-9646-ba8a1c22b103 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a45426717d8d45f2862bf894c7d95737&device_id=a66cf83c-02b1-4b63-8363-98a2a0637846 HTTP/1.1" status: 200 len: 1128 time: 0.4540913 Feb 17 17:37:05.453354 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2466e322-2882-4984-aae1-13af2fafebf9 req-8e6b6057-9de0-4d37-894a-13a725908661 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:37:05.454142 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2466e322-2882-4984-aae1-13af2fafebf9 req-8e6b6057-9de0-4d37-894a-13a725908661 service neutron] Checking segment: {'id': '13d2e8d9-7afd-45f6-84e2-b7416289d330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'cc320263-b432-4650-9484-dc130e67f905'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:37:05.454663 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2466e322-2882-4984-aae1-13af2fafebf9 req-8e6b6057-9de0-4d37-894a-13a725908661 service neutron] Bound using segment: {'id': '13d2e8d9-7afd-45f6-84e2-b7416289d330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'cc320263-b432-4650-9484-dc130e67f905'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:37:05.455309 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-2466e322-2882-4984-aae1-13af2fafebf9 req-8e6b6057-9de0-4d37-894a-13a725908661 service neutron] Bound port: 4816c808-0fae-4aeb-902b-6085c77a50fa, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13d2e8d9-7afd-45f6-84e2-b7416289d330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'cc320263-b432-4650-9484-dc130e67f905'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:37:05.455812 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-8e6b6057-9de0-4d37-894a-13a725908661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (4816c808-0fae-4aeb-902b-6085c77a50fa), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:05.463918 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 91c463aa-7c49-4d50-8f98-1c4926cb5775, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=91c463aa-7c49-4d50-8f98-1c4926cb5775,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:05.538022 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-7edd1d37-fc0e-4de3-8043-fcc01e72303d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Deleting port bc00212a-aadf-435b-b692-fb94e0efdbcf {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:37:05.538627 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7edd1d37-fc0e-4de3-8043-fcc01e72303d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (bc00212a-aadf-435b-b692-fb94e0efdbcf), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:05.566559 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c53f875d-cee1-4e38-af0c-578d77621e4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (501f1e1a-07a5-4740-b7f7-aff16a545b66), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:05.580896 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (91c463aa-7c49-4d50-8f98-1c4926cb5775), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:05.581677 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device bc00212a-aadf-435b-b692-fb94e0efdbcf up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:37:05.595951 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-02778ae7-2b2b-42c9-a42e-4439b44e72d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:05.611501 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0dfec-3ad9-4cdd-b2da-9c3c1df78426 req-f2ed556f-df8b-408c-8f37-77e4c575f333 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:05.623779 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0dfec-3ad9-4cdd-b2da-9c3c1df78426 req-f2ed556f-df8b-408c-8f37-77e4c575f333 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:05.634162 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0dfec-3ad9-4cdd-b2da-9c3c1df78426 req-f2ed556f-df8b-408c-8f37-77e4c575f333 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:05.640087 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0dfec-3ad9-4cdd-b2da-9c3c1df78426 req-f2ed556f-df8b-408c-8f37-77e4c575f333 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:05.652363 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d58eed7-a8ec-4cc5-b827-6fce637d4473 None None] New status for floating IP 1d6ad051-14d2-49ba-95f7-a031b27a9c2c: ACTIVE {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 17:37:05.656062 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0dfec-3ad9-4cdd-b2da-9c3c1df78426 req-f2ed556f-df8b-408c-8f37-77e4c575f333 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:05.661243 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0dfec-3ad9-4cdd-b2da-9c3c1df78426 req-f2ed556f-df8b-408c-8f37-77e4c575f333 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:05.679868 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0dfec-3ad9-4cdd-b2da-9c3c1df78426 req-f2ed556f-df8b-408c-8f37-77e4c575f333 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:05.680927 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6ce0dfec-3ad9-4cdd-b2da-9c3c1df78426 req-f2ed556f-df8b-408c-8f37-77e4c575f333 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 5383 time: 0.6845627 Feb 17 17:37:05.830496 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-cdf6a40a-a23e-4b5b-b80d-72b142bfc226 None None] Deleting port 91c463aa-7c49-4d50-8f98-1c4926cb5775 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:37:05.830871 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-cdf6a40a-a23e-4b5b-b80d-72b142bfc226 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (91c463aa-7c49-4d50-8f98-1c4926cb5775), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:05.897430 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=91c463aa-7c49-4d50-8f98-1c4926cb5775,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:05.911606 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.api [None req-f12666b0-fe57-493c-8f15-40e10c0d5af0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:37:05.911606 n-d-829613-2 neutron-server[103436]: DEBUG oslo_db.api [None req-f12666b0-fe57-493c-8f15-40e10c0d5af0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 17:37:05.972674 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3ce5ea31-e3cf-4f65-9065-3a9ec4b65584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (bc00212a-aadf-435b-b692-fb94e0efdbcf), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:05.993611 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port bc00212a-aadf-435b-b692-fb94e0efdbcf triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:37:05.993993 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (bc00212a-aadf-435b-b692-fb94e0efdbcf), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:06.004443 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce5ea31-e3cf-4f65-9065-3a9ec4b65584 None None] No DVR routers for this DVR port bc00212a-aadf-435b-b692-fb94e0efdbcf on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:37:06.007587 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-7edd1d37-fc0e-4de3-8043-fcc01e72303d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] For port bc00212a-aadf-435b-b692-fb94e0efdbcf, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=bc00212a-aadf-435b-b692-fb94e0efdbcf,segment=NetworkSegment(fb6bdab1-03e4-4b5a-998f-9cdad157f546),segment_id=fb6bdab1-03e4-4b5a-998f-9cdad157f546)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:06.008207 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7edd1d37-fc0e-4de3-8043-fcc01e72303d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (bc00212a-aadf-435b-b692-fb94e0efdbcf), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:06.017708 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c53f875d-cee1-4e38-af0c-578d77621e4e admin admin] Router 501f1e1a-07a5-4740-b7f7-aff16a545b66 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:37:06.025269 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-7edd1d37-fc0e-4de3-8043-fcc01e72303d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Calling delete_port for bc00212a-aadf-435b-b692-fb94e0efdbcf owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:37:06.029329 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce5ea31-e3cf-4f65-9065-3a9ec4b65584 None None] Pushing event deleted for resources: {'Port': ['ID=bc00212a-aadf-435b-b692-fb94e0efdbcf,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:06.090659 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Port bc00212a-aadf-435b-b692-fb94e0efdbcf was deleted so its status cannot be updated. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 17 17:37:06.135477 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-cdf6a40a-a23e-4b5b-b80d-72b142bfc226 None None] For port 91c463aa-7c49-4d50-8f98-1c4926cb5775, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=91c463aa-7c49-4d50-8f98-1c4926cb5775,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:06.136170 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-cdf6a40a-a23e-4b5b-b80d-72b142bfc226 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (91c463aa-7c49-4d50-8f98-1c4926cb5775), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:06.161567 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-cdf6a40a-a23e-4b5b-b80d-72b142bfc226 None None] Calling delete_port for 91c463aa-7c49-4d50-8f98-1c4926cb5775 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:37:06.219674 n-d-829613-2 neutron-server[103435]: DEBUG neutron.objects.ports [None req-5f56ef1d-d663-4d01-9577-ba0e9236e3d7 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103435) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 17 17:37:06.230473 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53f875d-cee1-4e38-af0c-578d77621e4e admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:37:06.238166 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c53f875d-cee1-4e38-af0c-578d77621e4e admin admin] 10.222.0.87 "PUT /v2.0/routers/501f1e1a-07a5-4740-b7f7-aff16a545b66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3283703 Feb 17 17:37:06.240591 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46166) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:06.258699 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b267a1eb-bc65-49e6-bf57-af80e94eab1e None None] Sync routers for ids ['501f1e1a-07a5-4740-b7f7-aff16a545b66'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:37:06.290860 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b267a1eb-bc65-49e6-bf57-af80e94eab1e None None] Routers {'501f1e1a-07a5-4740-b7f7-aff16a545b66'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:37:06.293519 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-b267a1eb-bc65-49e6-bf57-af80e94eab1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:37:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['501f1e1a-07a5-4740-b7f7-aff16a545b66'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:06.333726 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-cdf6a40a-a23e-4b5b-b80d-72b142bfc226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (91c463aa-7c49-4d50-8f98-1c4926cb5775), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:06.393994 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device bc00212a-aadf-435b-b692-fb94e0efdbcf no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:37:06.447335 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf6a40a-a23e-4b5b-b80d-72b142bfc226 None None] Pushing event deleted for resources: {'Port': ['ID=91c463aa-7c49-4d50-8f98-1c4926cb5775,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:06.463171 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6b21a1bc-798d-4e20-be48-7a10101be60b admin admin] Publish callbacks [] for router (501f1e1a-07a5-4740-b7f7-aff16a545b66), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:06.485269 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-b267a1eb-bc65-49e6-bf57-af80e94eab1e None None] Set router 501f1e1a-07a5-4740-b7f7-aff16a545b66 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:37:06.491418 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf6a40a-a23e-4b5b-b80d-72b142bfc226 None None] No DVR routers for this DVR port 91c463aa-7c49-4d50-8f98-1c4926cb5775 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:37:06.493542 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-f12666b0-fe57-493c-8f15-40e10c0d5af0 None None] Port 91c463aa-7c49-4d50-8f98-1c4926cb5775 update to ACTIVE by agent not found {{(pid=103436) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 17 17:37:06.496415 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: bc00212a-aadf-435b-b692-fb94e0efdbcf {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:37:06.496766 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device bc00212a-aadf-435b-b692-fb94e0efdbcf not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:37:06.503004 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 91c463aa-7c49-4d50-8f98-1c4926cb5775 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:37:06.548589 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-2466e322-2882-4984-aae1-13af2fafebf9 req-8e6b6057-9de0-4d37-894a-13a725908661 service neutron] For port 4816c808-0fae-4aeb-902b-6085c77a50fa, host n-h2-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:37:06.551248 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 91c463aa-7c49-4d50-8f98-1c4926cb5775 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:37:06.551627 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 91c463aa-7c49-4d50-8f98-1c4926cb5775 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:37:06.553999 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-2466e322-2882-4984-aae1-13af2fafebf9 req-8e6b6057-9de0-4d37-894a-13a725908661 service neutron] For port 4816c808-0fae-4aeb-902b-6085c77a50fa, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=4816c808-0fae-4aeb-902b-6085c77a50fa,segment=NetworkSegment(13d2e8d9-7afd-45f6-84e2-b7416289d330),segment_id=13d2e8d9-7afd-45f6-84e2-b7416289d330)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:37:06.614323 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:06.635537 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7edd1d37-fc0e-4de3-8043-fcc01e72303d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (bc00212a-aadf-435b-b692-fb94e0efdbcf), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:06.658606 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6ce0dfec-3ad9-4cdd-b2da-9c3c1df78426 req-cff40d2c-3e69-4638-ab18-447d0e576233 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/security-groups?id=fd4d27d9-e68c-41ba-a909-f949182bce5a&id=4a46e179-4efe-408d-8163-359e1c80274b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9476898 Feb 17 17:37:06.690045 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6b21a1bc-798d-4e20-be48-7a10101be60b admin admin] Publish callbacks [] for router_gateway (501f1e1a-07a5-4740-b7f7-aff16a545b66), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:06.690985 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-294bfa1a-ec51-41db-a234-5c229c6771a3 req-72f5869c-1056-48bc-98ae-71775eee0324 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/security-groups?id=653b32b6-fa07-4d55-bd5b-f262ebd124a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2473052 Feb 17 17:37:06.692225 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-8e6b6057-9de0-4d37-894a-13a725908661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (4816c808-0fae-4aeb-902b-6085c77a50fa), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:06.697978 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edd1d37-fc0e-4de3-8043-fcc01e72303d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] No DVR routers for this DVR port bc00212a-aadf-435b-b692-fb94e0efdbcf on host n-d-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:37:06.750848 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46176) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:06.780851 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-6b21a1bc-798d-4e20-be48-7a10101be60b admin admin] Deleting port 53d28726-ac7c-46a8-b27d-aa530ea4957c {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:37:06.781612 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6b21a1bc-798d-4e20-be48-7a10101be60b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (53d28726-ac7c-46a8-b27d-aa530ea4957c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:06.834063 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7edd1d37-fc0e-4de3-8043-fcc01e72303d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (2ba8cdb3-c301-413d-91ad-c93cbf3e9827), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:06.864661 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-7edd1d37-fc0e-4de3-8043-fcc01e72303d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ba8cdb3-c301-413d-91ad-c93cbf3e9827']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:06.877012 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-7edd1d37-fc0e-4de3-8043-fcc01e72303d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb6bdab1-03e4-4b5a-998f-9cdad157f546') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:06.877354 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-7edd1d37-fc0e-4de3-8043-fcc01e72303d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb6bdab1-03e4-4b5a-998f-9cdad157f546') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:06.892233 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7edd1d37-fc0e-4de3-8043-fcc01e72303d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (fb6bdab1-03e4-4b5a-998f-9cdad157f546), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:06.900624 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ea7fe29e-1a60-4954-b885-06c1bb5e3c6c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-214811159-network', 'tenant_id': 'a33ff16117b5429daaa9225b5871ef11'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:37:06.907895 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7edd1d37-fc0e-4de3-8043-fcc01e72303d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (fb6bdab1-03e4-4b5a-998f-9cdad157f546), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:06.915059 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7edd1d37-fc0e-4de3-8043-fcc01e72303d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:37:06.915460 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7edd1d37-fc0e-4de3-8043-fcc01e72303d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (fb6bdab1-03e4-4b5a-998f-9cdad157f546), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:06.931813 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-b267a1eb-bc65-49e6-bf57-af80e94eab1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '501f1e1a-07a5-4740-b7f7-aff16a545b66', 'name': 'tempest-TaggedBootDevicesTest_v242-531019352-router', 'tenant_id': 'c6c91da603a1485eab422cc6ab78977f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '53d28726-ac7c-46a8-b27d-aa530ea4957c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:28:06Z', 'updated_at': '2022-02-17T17:37:04Z', 'revision_number': 5, 'project_id': 'c6c91da603a1485eab422cc6ab78977f', 'gw_port': {'id': '53d28726-ac7c-46a8-b27d-aa530ea4957c', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '501f1e1a-07a5-4740-b7f7-aff16a545b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:28:09Z', 'updated_at': '2022-02-17T17:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:06.934115 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-6b21a1bc-798d-4e20-be48-7a10101be60b admin admin] For port 53d28726-ac7c-46a8-b27d-aa530ea4957c, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=53d28726-ac7c-46a8-b27d-aa530ea4957c,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:06.934493 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6b21a1bc-798d-4e20-be48-7a10101be60b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (53d28726-ac7c-46a8-b27d-aa530ea4957c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:06.952765 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7fe29e-1a60-4954-b885-06c1bb5e3c6c admin admin] Made reservation on behalf of a33ff16117b5429daaa9225b5871ef11 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:37:06.952765 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ea7fe29e-1a60-4954-b885-06c1bb5e3c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:06.955632 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-6b21a1bc-798d-4e20-be48-7a10101be60b admin admin] Calling delete_port for 53d28726-ac7c-46a8-b27d-aa530ea4957c owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:37:06.968789 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ea7fe29e-1a60-4954-b885-06c1bb5e3c6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:06.979195 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b267a1eb-bc65-49e6-bf57-af80e94eab1e None None] Checking router: 501f1e1a-07a5-4740-b7f7-aff16a545b66 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:37:06.991668 n-d-829613-2 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:37:06.991668 n-d-829613-2 neutron-server[103435]: self.session.flush() Feb 17 17:37:06.991668 n-d-829613-2 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:37:06.991668 n-d-829613-2 neutron-server[103435]: self.session.flush() Feb 17 17:37:06.991668 n-d-829613-2 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:37:06.991668 n-d-829613-2 neutron-server[103435]: self.session.flush() Feb 17 17:37:06.991668 n-d-829613-2 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:37:06.991668 n-d-829613-2 neutron-server[103435]: self.session.flush() Feb 17 17:37:06.991668 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 17:37:06.991668 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:37:06.991668 n-d-829613-2 neutron-server[103435]: timer() Feb 17 17:37:06.991668 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:37:06.991668 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 17:37:06.991668 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:37:06.991668 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 17:37:06.991668 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:37:06.991668 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 17:37:06.991668 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:37:06.991668 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 17:37:06.991668 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:37:06.991668 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 17:37:06.991668 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:37:06.991668 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:37:06.991668 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:37:06.991668 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:37:06.991668 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:37:06.991668 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 17:37:06.991668 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:37:06.991668 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 17:37:06.991668 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:37:06.991668 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:37:06.991668 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:37:06.991668 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 17:37:06.991668 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:37:06.991668 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:37:06.991668 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:37:06.991668 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:37:06.991668 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:37:06.991668 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:37:06.991668 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:37:06.994634 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd1d37-fc0e-4de3-8043-fcc01e72303d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Pushing event deleted for resources: {'Port': ['ID=bc00212a-aadf-435b-b692-fb94e0efdbcf,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:07.001214 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7edd1d37-fc0e-4de3-8043-fcc01e72303d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (2ba8cdb3-c301-413d-91ad-c93cbf3e9827), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:07.004030 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b267a1eb-bc65-49e6-bf57-af80e94eab1e None None] Routers {'501f1e1a-07a5-4740-b7f7-aff16a545b66'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:37:07.004692 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-b267a1eb-bc65-49e6-bf57-af80e94eab1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:37:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['501f1e1a-07a5-4740-b7f7-aff16a545b66'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:07.109204 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466e322-2882-4984-aae1-13af2fafebf9 req-8e6b6057-9de0-4d37-894a-13a725908661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:07.110842 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-8e6b6057-9de0-4d37-894a-13a725908661 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:07.113040 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-8e6b6057-9de0-4d37-894a-13a725908661 service neutron] 10.222.0.91 "PUT /v2.0/ports/4816c808-0fae-4aeb-902b-6085c77a50fa HTTP/1.1" status: 200 len: 1091 time: 6.9832697 Feb 17 17:37:07.114387 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7edd1d37-fc0e-4de3-8043-fcc01e72303d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:07.123438 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-7edd1d37-fc0e-4de3-8043-fcc01e72303d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "DELETE /v2.0/networks/2ba8cdb3-c301-413d-91ad-c93cbf3e9827 HTTP/1.1" status: 204 len: 168 time: 9.0900328 Feb 17 17:37:07.129578 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'tag': '4816c808-0fae-4aeb-902b-6085c77a50fa'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:37:07.132218 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58bdc2cd-bb2d-4991-99d0-55c8c46f73fc" -d '{"events": [{"name": "network-changed", "server_uuid": "8a875872-ecbe-4e3b-9059-98bd8c42bc1e", "tag": "4816c808-0fae-4aeb-902b-6085c77a50fa"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:37:07.148171 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-b267a1eb-bc65-49e6-bf57-af80e94eab1e None None] Set router 501f1e1a-07a5-4740-b7f7-aff16a545b66 gateway port host: None {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:37:07.178691 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46180) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:07.196599 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-b2d1e333-62ae-47d4-8638-fddaf01e2ab0 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-142747201'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:37:07.234666 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-b267a1eb-bc65-49e6-bf57-af80e94eab1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '501f1e1a-07a5-4740-b7f7-aff16a545b66', 'name': 'tempest-TaggedBootDevicesTest_v242-531019352-router', 'tenant_id': 'c6c91da603a1485eab422cc6ab78977f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:28:06Z', 'updated_at': '2022-02-17T17:37:06Z', 'revision_number': 6, 'project_id': 'c6c91da603a1485eab422cc6ab78977f', 'gw_port_host': None}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:07.245286 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-2466e322-2882-4984-aae1-13af2fafebf9 req-de73d9ee-0b6b-4d2f-a103-c8467ddba8ed service neutron] Request body: {'port': {'device_id': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:37:07.248479 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ea7fe29e-1a60-4954-b885-06c1bb5e3c6c admin admin] Publish callbacks [] for security_group (277f59ea-2d85-46af-8186-a4cd64f3dcb2), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:07.264419 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ea7fe29e-1a60-4954-b885-06c1bb5e3c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (277f59ea-2d85-46af-8186-a4cd64f3dcb2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:07.264695 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03277e06-b107-4861-a3e6-dadb5539a307 req-61d7baf7-3e92-4c3b-be95-2179d98dc131 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:07.266397 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-03277e06-b107-4861-a3e6-dadb5539a307 req-61d7baf7-3e92-4c3b-be95-2179d98dc131 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=21f8505b-0ae7-4a5f-8dfe-d30c85bad41f HTTP/1.1" status: 200 len: 945 time: 0.2807980 Feb 17 17:37:07.267086 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d1e333-62ae-47d4-8638-fddaf01e2ab0 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Made reservation on behalf of 15e5b8cede264c62bf635b9a00989986 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:37:07.271202 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b2d1e333-62ae-47d4-8638-fddaf01e2ab0 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:07.284199 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea7fe29e-1a60-4954-b885-06c1bb5e3c6c admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:37:07.285402 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b267a1eb-bc65-49e6-bf57-af80e94eab1e None None] The sync data for ids ['501f1e1a-07a5-4740-b7f7-aff16a545b66'] in n-d-829613-2 is: [{'id': '501f1e1a-07a5-4740-b7f7-aff16a545b66', 'name': 'tempest-TaggedBootDevicesTest_v242-531019352-router', 'tenant_id': 'c6c91da603a1485eab422cc6ab78977f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:28:06Z', 'updated_at': '2022-02-17T17:37:06Z', 'revision_number': 6, 'project_id': 'c6c91da603a1485eab422cc6ab78977f', 'gw_port_host': None}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:37:07.292389 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd1d37-fc0e-4de3-8043-fcc01e72303d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Pushing event deleted for resources: {'Network': ['ID=2ba8cdb3-c301-413d-91ad-c93cbf3e9827,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:07.295685 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122caa3-5744-4f78-87be-f3888dcc33d8 req-0f6bfecf-bfd3-4b09-a789-9abdb738c071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:07.297544 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6122caa3-5744-4f78-87be-f3888dcc33d8 req-0f6bfecf-bfd3-4b09-a789-9abdb738c071 service neutron] 10.222.0.71 "GET /v2.0/networks?id=249d7a73-68d0-4715-9e76-b2a8e292b955 HTTP/1.1" status: 200 len: 910 time: 1.8362041 Feb 17 17:37:07.300062 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ea7fe29e-1a60-4954-b885-06c1bb5e3c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (db684214-d7da-45c4-b29d-9500ff344225), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:07.300495 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-ea7fe29e-1a60-4954-b885-06c1bb5e3c6c admin admin] Added segment db684214-d7da-45c4-b29d-9500ff344225 of type vlan for network 2a574d4f-e4f9-49f2-aee6-25c2bbb796ce Feb 17 17:37:07.304788 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278f2c57-9948-45b3-91b6-d1860368e77b x-openstack-request-id: req-278f2c57-9948-45b3-91b6-d1860368e77b {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:37:07.305259 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a875872-ecbe-4e3b-9059-98bd8c42bc1e", "tag": "4816c808-0fae-4aeb-902b-6085c77a50fa", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:37:07.305681 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-278f2c57-9948-45b3-91b6-d1860368e77b {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:37:07.306235 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'tag': '4816c808-0fae-4aeb-902b-6085c77a50fa', 'status': 'completed', 'code': 200} Feb 17 17:37:07.328145 n-d-829613-2 neutron-server[103435]: WARNING neutron.services.revisions.revision_plugin [None req-5f56ef1d-d663-4d01-9577-ba0e9236e3d7 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Could not find related port for resource to bump revision. Feb 17 17:37:07.364201 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 2fa6b8d7-c4c6-418c-9da6-72c8a171b643 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:37:07.402845 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ea7fe29e-1a60-4954-b885-06c1bb5e3c6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (2a574d4f-e4f9-49f2-aee6-25c2bbb796ce), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:07.449831 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.ipam_pluggable_backend [None req-5f56ef1d-d663-4d01-9577-ba0e9236e3d7 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Port 91c463aa-7c49-4d50-8f98-1c4926cb5775 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103435) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 17 17:37:07.450311 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.ipam_pluggable_backend [None req-5f56ef1d-d663-4d01-9577-ba0e9236e3d7 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Reverting IP allocation for 2001:db8::f816:3eff:fe9d:7514 {{(pid=103435) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 17 17:37:07.472178 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.ipam_pluggable_backend [None req-5f56ef1d-d663-4d01-9577-ba0e9236e3d7 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe9d:7514 {{(pid=103435) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 17 17:37:07.493096 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5f56ef1d-d663-4d01-9577-ba0e9236e3d7 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (d2a7c452-be9c-4dd9-89e3-661a5a73a7db), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:07.501822 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2d1e333-62ae-47d4-8638-fddaf01e2ab0 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:37:07.508437 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bdc2cd-bb2d-4991-99d0-55c8c46f73fc req-bcf3fee5-496e-4594-9dd9-27d9844623b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:07.508922 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bdc2cd-bb2d-4991-99d0-55c8c46f73fc req-bcf3fee5-496e-4594-9dd9-27d9844623b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:07.509457 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bdc2cd-bb2d-4991-99d0-55c8c46f73fc req-bcf3fee5-496e-4594-9dd9-27d9844623b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:07.509930 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bdc2cd-bb2d-4991-99d0-55c8c46f73fc req-bcf3fee5-496e-4594-9dd9-27d9844623b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:07.510402 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bdc2cd-bb2d-4991-99d0-55c8c46f73fc req-bcf3fee5-496e-4594-9dd9-27d9844623b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:07.511118 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bdc2cd-bb2d-4991-99d0-55c8c46f73fc req-bcf3fee5-496e-4594-9dd9-27d9844623b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:07.511937 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bdc2cd-bb2d-4991-99d0-55c8c46f73fc req-bcf3fee5-496e-4594-9dd9-27d9844623b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:07.516339 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-58bdc2cd-bb2d-4991-99d0-55c8c46f73fc req-bcf3fee5-496e-4594-9dd9-27d9844623b6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=918d19e8f1f044baa808ac9d66a136f9&device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 6399 time: 0.2532954 Feb 17 17:37:07.517341 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7fe29e-1a60-4954-b885-06c1bb5e3c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277f59ea-2d85-46af-8186-a4cd64f3dcb2,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:07.537284 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b6057-9de0-4d37-894a-13a725908661 service neutron] Pushing event updated for resources: {'Port': ['ID=4816c808-0fae-4aeb-902b-6085c77a50fa,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:07.570555 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ea7fe29e-1a60-4954-b885-06c1bb5e3c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (2a574d4f-e4f9-49f2-aee6-25c2bbb796ce), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:07.571638 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7fe29e-1a60-4954-b885-06c1bb5e3c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:07.572427 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ea7fe29e-1a60-4954-b885-06c1bb5e3c6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:07.573350 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 2fa6b8d7-c4c6-418c-9da6-72c8a171b643, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=2fa6b8d7-c4c6-418c-9da6-72c8a171b643,segment=NetworkSegment(e4661035-9680-4da1-989b-77404c89e6fd),segment_id=e4661035-9680-4da1-989b-77404c89e6fd)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:07.589023 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '2fa6b8d7-c4c6-418c-9da6-72c8a171b643', 'network_id': 'ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad', 'port_id': '2fa6b8d7-c4c6-418c-9da6-72c8a171b643', 'mac_address': 'fa:16:3e:9d:26:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '884735e1-5568-4ef9-9e9a-5668bb636166', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:37:07.632634 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ea7fe29e-1a60-4954-b885-06c1bb5e3c6c admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.8802471 Feb 17 17:37:07.647828 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-de73d9ee-0b6b-4d2f-a103-c8467ddba8ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (46ca0592-2b78-4190-9be6-1b3e395f0384), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:07.650467 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46184) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:07.656815 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 2fa6b8d7-c4c6-418c-9da6-72c8a171b643 is: ACTIVE; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:07.657518 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2fa6b8d7-c4c6-418c-9da6-72c8a171b643), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:07.680900 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f56ef1d-d663-4d01-9577-ba0e9236e3d7 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Subnet': ['ID=d2a7c452-be9c-4dd9-89e3-661a5a73a7db,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:07.681303 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2fa6b8d7-c4c6-418c-9da6-72c8a171b643 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:37:07.688940 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-4553ef2b-8ce2-4470-9880-f23cff555f4b admin admin] Request body: {'subnet': {'network_id': '2a574d4f-e4f9-49f2-aee6-25c2bbb796ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-214811159-subnet', 'tenant_id': 'a33ff16117b5429daaa9225b5871ef11', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:37:07.733154 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 2fa6b8d7-c4c6-418c-9da6-72c8a171b643, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=2fa6b8d7-c4c6-418c-9da6-72c8a171b643,segment=NetworkSegment(e4661035-9680-4da1-989b-77404c89e6fd),segment_id=e4661035-9680-4da1-989b-77404c89e6fd)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:07.739782 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (2fa6b8d7-c4c6-418c-9da6-72c8a171b643), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:07.764906 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b2d1e333-62ae-47d4-8638-fddaf01e2ab0 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (4583cc64-6ef2-414b-b2c4-e6a31f73bb21), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:07.765253 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-b2d1e333-62ae-47d4-8638-fddaf01e2ab0 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Added segment 4583cc64-6ef2-414b-b2c4-e6a31f73bb21 of type vlan for network 27be3341-1ae7-46f2-8d61-24f60a1520b1 Feb 17 17:37:07.769281 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-03277e06-b107-4861-a3e6-dadb5539a307 req-aa99e15e-c37a-4da9-8df2-82f7ece39c08 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4605920 Feb 17 17:37:07.777740 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7fe29e-1a60-4954-b885-06c1bb5e3c6c admin admin] Pushing event updated for resources: {'Network': ['ID=2a574d4f-e4f9-49f2-aee6-25c2bbb796ce,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:07.815174 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6122caa3-5744-4f78-87be-f3888dcc33d8 req-ddbc443e-2a1b-4dad-98f8-0a40cbec0320 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e00aaed-554c-4e36-90b7-8553757a4a66 HTTP/1.1" status: 200 len: 1002 time: 0.4834244 Feb 17 17:37:07.827839 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bdc2cd-bb2d-4991-99d0-55c8c46f73fc req-196d79b1-71de-4a00-a268-97475bd9e60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:07.829068 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f56ef1d-d663-4d01-9577-ba0e9236e3d7 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:37:07.833994 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 2a574d4f-e4f9-49f2-aee6-25c2bbb796ce details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:37:07.834969 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bdc2cd-bb2d-4991-99d0-55c8c46f73fc req-196d79b1-71de-4a00-a268-97475bd9e60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:07.835575 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bdc2cd-bb2d-4991-99d0-55c8c46f73fc req-196d79b1-71de-4a00-a268-97475bd9e60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:07.837389 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-58bdc2cd-bb2d-4991-99d0-55c8c46f73fc req-196d79b1-71de-4a00-a268-97475bd9e60a service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=918d19e8f1f044baa808ac9d66a136f9&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3079519 Feb 17 17:37:07.891797 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6b21a1bc-798d-4e20-be48-7a10101be60b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (53d28726-ac7c-46a8-b27d-aa530ea4957c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:07.962892 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:07.973733 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=2fa6b8d7-c4c6-418c-9da6-72c8a171b643,revision_number=6']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:07.991943 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-5f56ef1d-d663-4d01-9577-ba0e9236e3d7 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:37:07.995216 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f56ef1d-d663-4d01-9577-ba0e9236e3d7 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:07.996584 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5f56ef1d-d663-4d01-9577-ba0e9236e3d7 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:08.004272 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e3ba77-52c4-4652-bc4d-30c8b7073c6a None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:37:08.007872 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['2fa6b8d7-c4c6-418c-9da6-72c8a171b643'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:37:08.025729 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b21a1bc-798d-4e20-be48-7a10101be60b admin admin] Pushing event deleted for resources: {'Port': ['ID=53d28726-ac7c-46a8-b27d-aa530ea4957c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:08.093120 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bdc2cd-bb2d-4991-99d0-55c8c46f73fc req-48907233-77b3-4003-b709-c2b5d14083d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:08.094869 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-58bdc2cd-bb2d-4991-99d0-55c8c46f73fc req-48907233-77b3-4003-b709-c2b5d14083d9 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2473981 Feb 17 17:37:08.152322 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4499b5b7-a238-42cb-973f-d3ba234eb7e0 req-b203e8f9-b3f1-4b88-afe1-9942ba070183 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a66cf83c-02b1-4b63-8363-98a2a0637846&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1480048 Feb 17 17:37:08.155960 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6b21a1bc-798d-4e20-be48-7a10101be60b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (501f1e1a-07a5-4740-b7f7-aff16a545b66), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:08.218113 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a3b749-6055-4139-a734-2d1ac2425389 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-f82adc72-a904-4b51-9a87-7ea8a1981040', 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'project_id': 'c017d73ca35741f09876024d2cbfcdb7', 'fixed_ips': [{'subnet_id': 'd2a7c452-be9c-4dd9-89e3-661a5a73a7db'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:37:08.219240 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d4a3b749-6055-4139-a734-2d1ac2425389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:08.287591 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6b21a1bc-798d-4e20-be48-7a10101be60b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (501f1e1a-07a5-4740-b7f7-aff16a545b66), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:08.292036 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6b21a1bc-798d-4e20-be48-7a10101be60b admin admin] Publish callbacks [] for router_controller (501f1e1a-07a5-4740-b7f7-aff16a545b66), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:08.356402 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 53d28726-ac7c-46a8-b27d-aa530ea4957c no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:37:08.361854 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122caa3-5744-4f78-87be-f3888dcc33d8 req-85b45b70-1ff2-4e3c-9d17-c3c8d2fcab75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:08.364679 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6122caa3-5744-4f78-87be-f3888dcc33d8 req-85b45b70-1ff2-4e3c-9d17-c3c8d2fcab75 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=183d9df1-0481-445d-8bb9-bc438141d74b HTTP/1.1" status: 200 len: 848 time: 0.5313220 Feb 17 17:37:08.371061 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6b21a1bc-798d-4e20-be48-7a10101be60b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (501f1e1a-07a5-4740-b7f7-aff16a545b66), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:08.371983 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b21a1bc-798d-4e20-be48-7a10101be60b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 501f1e1a-07a5-4740-b7f7-aff16a545b66 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:37:08.380846 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 53d28726-ac7c-46a8-b27d-aa530ea4957c {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:37:08.381331 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 53d28726-ac7c-46a8-b27d-aa530ea4957c not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:37:08.381708 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device c05ba46c-53db-4b5b-b82a-0374aa9a2e60 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:37:08.402236 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6b21a1bc-798d-4e20-be48-7a10101be60b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:08.404337 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6b21a1bc-798d-4e20-be48-7a10101be60b admin admin] 10.222.0.87 "DELETE /v2.0/routers/501f1e1a-07a5-4740-b7f7-aff16a545b66 HTTP/1.1" status: 204 len: 168 time: 2.1616821 Feb 17 17:37:08.406713 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46190) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:08.417150 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: c05ba46c-53db-4b5b-b82a-0374aa9a2e60 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:37:08.417757 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device c05ba46c-53db-4b5b-b82a-0374aa9a2e60 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:37:08.426458 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-5f56ef1d-d663-4d01-9577-ba0e9236e3d7 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.6157410 Feb 17 17:37:08.431919 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46192) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:08.439472 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-2e6b870e-49e9-42a1-8487-479ad43ec0a8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'port': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'mac_address': 'fa:16:3e:f3:e7:f0', 'name': 'tempest-NetworksTestDHCPv6-1750179254'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:37:08.476785 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff4da337-91bb-436f-a3b7-87d9c055ef1a admin admin] Deleting subnet 5aadcb94-5460-49df-8ee1-d33e7d2607f7 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:37:08.480154 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ff4da337-91bb-436f-a3b7-87d9c055ef1a admin admin] Publish callbacks [] for subnet (5aadcb94-5460-49df-8ee1-d33e7d2607f7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:08.533376 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ff4da337-91bb-436f-a3b7-87d9c055ef1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (5aadcb94-5460-49df-8ee1-d33e7d2607f7), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:08.537096 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b2d1e333-62ae-47d4-8638-fddaf01e2ab0 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (27be3341-1ae7-46f2-8d61-24f60a1520b1), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:08.559483 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-d4a3b749-6055-4139-a734-2d1ac2425389 None None] Allocated IP 2001:db8::f816:3eff:fe0a:4089 (f82adc72-a904-4b51-9a87-7ea8a1981040/d2a7c452-be9c-4dd9-89e3-661a5a73a7db/df2c2e50-9ab0-4f18-84eb-2618e7c7798f) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:37:08.563130 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4553ef2b-8ce2-4470-9880-f23cff555f4b admin admin] Made reservation on behalf of a33ff16117b5429daaa9225b5871ef11 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:37:08.565720 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4553ef2b-8ce2-4470-9880-f23cff555f4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:08.670966 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ff4da337-91bb-436f-a3b7-87d9c055ef1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (5aadcb94-5460-49df-8ee1-d33e7d2607f7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:08.742763 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b2d1e333-62ae-47d4-8638-fddaf01e2ab0 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (27be3341-1ae7-46f2-8d61-24f60a1520b1), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:08.748151 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d1e333-62ae-47d4-8638-fddaf01e2ab0 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:08.748832 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b2d1e333-62ae-47d4-8638-fddaf01e2ab0 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:08.752019 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ff4da337-91bb-436f-a3b7-87d9c055ef1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (5aadcb94-5460-49df-8ee1-d33e7d2607f7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:08.801096 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d4a3b749-6055-4139-a734-2d1ac2425389 None None] Publish callbacks [] for port (df2c2e50-9ab0-4f18-84eb-2618e7c7798f), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:08.816780 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ff4da337-91bb-436f-a3b7-87d9c055ef1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:08.823393 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ff4da337-91bb-436f-a3b7-87d9c055ef1a admin admin] 10.222.0.87 "DELETE /v2.0/subnets/5aadcb94-5460-49df-8ee1-d33e7d2607f7 HTTP/1.1" status: 204 len: 168 time: 0.4156363 Feb 17 17:37:08.824870 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4da337-91bb-436f-a3b7-87d9c055ef1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5aadcb94-5460-49df-8ee1-d33e7d2607f7,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:08.834342 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46196) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:08.867947 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01301a71-5afa-44f6-be32-372a3983a173 None None] Network b4ed5d6f-3eb3-4d80-ba86-b711da993733 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:37:08.867947 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d4a3b749-6055-4139-a734-2d1ac2425389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (df2c2e50-9ab0-4f18-84eb-2618e7c7798f), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:08.879398 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04698a-59d9-46b6-a0e5-2e4abbe8e089 req-347469de-dae9-4467-ae21-3bb5385179e6 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:08.885624 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04698a-59d9-46b6-a0e5-2e4abbe8e089 req-347469de-dae9-4467-ae21-3bb5385179e6 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:08.891388 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04698a-59d9-46b6-a0e5-2e4abbe8e089 req-347469de-dae9-4467-ae21-3bb5385179e6 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:08.896864 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04698a-59d9-46b6-a0e5-2e4abbe8e089 req-347469de-dae9-4467-ae21-3bb5385179e6 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:08.902212 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04698a-59d9-46b6-a0e5-2e4abbe8e089 req-347469de-dae9-4467-ae21-3bb5385179e6 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:08.908108 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04698a-59d9-46b6-a0e5-2e4abbe8e089 req-347469de-dae9-4467-ae21-3bb5385179e6 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:08.914465 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04698a-59d9-46b6-a0e5-2e4abbe8e089 req-347469de-dae9-4467-ae21-3bb5385179e6 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:08.916433 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7d04698a-59d9-46b6-a0e5-2e4abbe8e089 req-347469de-dae9-4467-ae21-3bb5385179e6 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 5383 time: 1.0813067 Feb 17 17:37:08.952772 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0e639802-f407-471c-ad99-0c3d958a69df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (b4ed5d6f-3eb3-4d80-ba86-b711da993733), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:08.961181 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea8897-79e7-4a05-a78d-639f947aee5b req-7ed846c3-7886-41a6-81cf-facdb2d34f16 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:08.962995 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfea8897-79e7-4a05-a78d-639f947aee5b req-7ed846c3-7886-41a6-81cf-facdb2d34f16 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/ports?device_id=59197634-6534-4d67-a5f8-07414b9d1035 HTTP/1.1" status: 200 len: 949 time: 0.6763885 Feb 17 17:37:08.976107 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6b870e-49e9-42a1-8487-479ad43ec0a8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:37:08.984229 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b2d1e333-62ae-47d4-8638-fddaf01e2ab0 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7945106 Feb 17 17:37:08.993639 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46198) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:09.002377 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-d0e3ba1d-a8d8-4bce-8e1c-6e723d1b8020 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Request body: {'subnet': {'network_id': '27be3341-1ae7-46f2-8d61-24f60a1520b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:37:09.068867 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122caa3-5744-4f78-87be-f3888dcc33d8 req-79e46ca5-4e7a-496f-9c3f-15f6d9bb0b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:09.070440 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6122caa3-5744-4f78-87be-f3888dcc33d8 req-79e46ca5-4e7a-496f-9c3f-15f6d9bb0b22 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=249d7a73-68d0-4715-9e76-b2a8e292b955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6577041 Feb 17 17:37:09.076658 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-2466e322-2882-4984-aae1-13af2fafebf9 req-de73d9ee-0b6b-4d2f-a103-c8467ddba8ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46ca0592-2b78-4190-9be6-1b3e395f0384 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:37:09.095883 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-de73d9ee-0b6b-4d2f-a103-c8467ddba8ed service neutron] Publish callbacks [] for port (46ca0592-2b78-4190-9be6-1b3e395f0384), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:09.120732 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d1e333-62ae-47d4-8638-fddaf01e2ab0 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Pushing event updated for resources: {'Network': ['ID=27be3341-1ae7-46f2-8d61-24f60a1520b1,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:09.127099 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-0e639802-f407-471c-ad99-0c3d958a69df admin admin] Deleting port a103ecdc-77e1-44cc-a822-ab9498a4dc89 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:37:09.127808 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0e639802-f407-471c-ad99-0c3d958a69df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (a103ecdc-77e1-44cc-a822-ab9498a4dc89), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:09.173552 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e3ba1d-a8d8-4bce-8e1c-6e723d1b8020 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Made reservation on behalf of 15e5b8cede264c62bf635b9a00989986 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:37:09.177754 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d0e3ba1d-a8d8-4bce-8e1c-6e723d1b8020 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:09.186825 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 27be3341-1ae7-46f2-8d61-24f60a1520b1 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:37:09.219272 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a3b749-6055-4139-a734-2d1ac2425389 None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:37:09.237168 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-2466e322-2882-4984-aae1-13af2fafebf9 req-de73d9ee-0b6b-4d2f-a103-c8467ddba8ed service neutron] Transition to ACTIVE for port object 46ca0592-2b78-4190-9be6-1b3e395f0384 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:37:09.254607 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:09.255230 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-0e639802-f407-471c-ad99-0c3d958a69df admin admin] For port a103ecdc-77e1-44cc-a822-ab9498a4dc89, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=a103ecdc-77e1-44cc-a822-ab9498a4dc89,segment=NetworkSegment(bb1bda3f-c2f0-4f96-8385-90efc231f095),segment_id=bb1bda3f-c2f0-4f96-8385-90efc231f095)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:09.255602 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0e639802-f407-471c-ad99-0c3d958a69df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (a103ecdc-77e1-44cc-a822-ab9498a4dc89), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:09.276300 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-d4a3b749-6055-4139-a734-2d1ac2425389 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:37:09.287375 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-de73d9ee-0b6b-4d2f-a103-c8467ddba8ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (46ca0592-2b78-4190-9be6-1b3e395f0384), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:09.295419 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a3b749-6055-4139-a734-2d1ac2425389 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:37:09.303474 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-0e639802-f407-471c-ad99-0c3d958a69df admin admin] Calling delete_port for a103ecdc-77e1-44cc-a822-ab9498a4dc89 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:37:09.407737 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a3b749-6055-4139-a734-2d1ac2425389 None None] Pushing event updated for resources: {'Port': ['ID=df2c2e50-9ab0-4f18-84eb-2618e7c7798f,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:09.433560 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 2fa6b8d7-c4c6-418c-9da6-72c8a171b643 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:37:09.467600 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0e639802-f407-471c-ad99-0c3d958a69df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (a103ecdc-77e1-44cc-a822-ab9498a4dc89), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:09.494133 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-d4a3b749-6055-4139-a734-2d1ac2425389 None None] Attempting to bind port df2c2e50-9ab0-4f18-84eb-2618e7c7798f on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:37:09.494537 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-d4a3b749-6055-4139-a734-2d1ac2425389 None None] Attempting to bind port df2c2e50-9ab0-4f18-84eb-2618e7c7798f by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:37:09.494933 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a3b749-6055-4139-a734-2d1ac2425389 None None] Attempting to bind port df2c2e50-9ab0-4f18-84eb-2618e7c7798f on network f82adc72-a904-4b51-9a87-7ea8a1981040 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:37:09.520831 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a3b749-6055-4139-a734-2d1ac2425389 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:37:09.521242 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a3b749-6055-4139-a734-2d1ac2425389 None None] Checking segment: {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:37:09.521883 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d4a3b749-6055-4139-a734-2d1ac2425389 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:09.522480 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a3b749-6055-4139-a734-2d1ac2425389 None None] Bound using segment: {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:37:09.523181 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-d4a3b749-6055-4139-a734-2d1ac2425389 None None] Bound port: df2c2e50-9ab0-4f18-84eb-2618e7c7798f, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:37:09.523794 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d4a3b749-6055-4139-a734-2d1ac2425389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (df2c2e50-9ab0-4f18-84eb-2618e7c7798f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:09.650255 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 2fa6b8d7-c4c6-418c-9da6-72c8a171b643 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:37:09.650640 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2fa6b8d7-c4c6-418c-9da6-72c8a171b643), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:09.703357 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459efe87-c80a-426b-94c4-f3cfd87a70b0 None None] DHCP port deletion for b4ed5d6f-3eb3-4d80-ba86-b711da993733 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:37:09.720722 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-d4a3b749-6055-4139-a734-2d1ac2425389 None None] For port df2c2e50-9ab0-4f18-84eb-2618e7c7798f, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:37:09.784785 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-d4a3b749-6055-4139-a734-2d1ac2425389 None None] For port df2c2e50-9ab0-4f18-84eb-2618e7c7798f, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=df2c2e50-9ab0-4f18-84eb-2618e7c7798f,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:37:09.786696 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 2fa6b8d7-c4c6-418c-9da6-72c8a171b643 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:09.787087 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2fa6b8d7-c4c6-418c-9da6-72c8a171b643), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:09.813593 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d4a3b749-6055-4139-a734-2d1ac2425389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (df2c2e50-9ab0-4f18-84eb-2618e7c7798f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:09.826644 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f8505b-0ae7-4a5f-8dfe-d30c85bad41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa6b8d7-c4c6-418c-9da6-72c8a171b643'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:37:09.828989 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6b12a8-ae13-4392-95fb-be30e978923e" -d '{"events": [{"server_uuid": "21f8505b-0ae7-4a5f-8dfe-d30c85bad41f", "name": "network-vif-plugged", "status": "completed", "tag": "2fa6b8d7-c4c6-418c-9da6-72c8a171b643"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:37:09.860421 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfea8897-79e7-4a05-a78d-639f947aee5b req-744a2916-1bc1-4e0f-81f2-659ff08825db tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/security-groups?id=653b32b6-fa07-4d55-bd5b-f262ebd124a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8707528 Feb 17 17:37:09.867092 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7d04698a-59d9-46b6-a0e5-2e4abbe8e089 req-278cd3c8-9acc-4f05-b429-b9f6e56824d8 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/security-groups?id=fd4d27d9-e68c-41ba-a909-f949182bce5a&id=4a46e179-4efe-408d-8163-359e1c80274b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9305019 Feb 17 17:37:09.897749 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 2fa6b8d7-c4c6-418c-9da6-72c8a171b643, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=2fa6b8d7-c4c6-418c-9da6-72c8a171b643,segment=NetworkSegment(e4661035-9680-4da1-989b-77404c89e6fd),segment_id=e4661035-9680-4da1-989b-77404c89e6fd)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:09.912598 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (2fa6b8d7-c4c6-418c-9da6-72c8a171b643), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:09.931792 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a3b749-6055-4139-a734-2d1ac2425389 None None] Pushing event updated for resources: {'Port': ['ID=df2c2e50-9ab0-4f18-84eb-2618e7c7798f,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:09.969015 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e639802-f407-471c-ad99-0c3d958a69df admin admin] Pushing event deleted for resources: {'Port': ['ID=a103ecdc-77e1-44cc-a822-ab9498a4dc89,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:09.980286 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e639802-f407-471c-ad99-0c3d958a69df admin admin] No DVR routers for this DVR port a103ecdc-77e1-44cc-a822-ab9498a4dc89 on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:37:09.982070 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6122caa3-5744-4f78-87be-f3888dcc33d8 req-3e35718f-eb1d-4a15-8576-1612b83f6515 service neutron] 10.222.0.71 "GET /v2.0/networks/249d7a73-68d0-4715-9e76-b2a8e292b955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8796501 Feb 17 17:37:09.985520 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2e6b870e-49e9-42a1-8487-479ad43ec0a8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:10.036576 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1148a97f-ba56-4d38-94cf-b4ecd450ba8c x-openstack-request-id: req-1148a97f-ba56-4d38-94cf-b4ecd450ba8c {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:37:10.036900 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f8505b-0ae7-4a5f-8dfe-d30c85bad41f", "name": "network-vif-plugged", "status": "completed", "tag": "2fa6b8d7-c4c6-418c-9da6-72c8a171b643", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:37:10.037162 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1148a97f-ba56-4d38-94cf-b4ecd450ba8c {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:37:10.037589 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21f8505b-0ae7-4a5f-8dfe-d30c85bad41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa6b8d7-c4c6-418c-9da6-72c8a171b643', 'code': 200} Feb 17 17:37:10.061892 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de73d9ee-0b6b-4d2f-a103-c8467ddba8ed service neutron] Pushing event updated for resources: {'Port': ['ID=46ca0592-2b78-4190-9be6-1b3e395f0384,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:10.082175 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=2fa6b8d7-c4c6-418c-9da6-72c8a171b643,revision_number=7']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:10.144993 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d0e3ba1d-a8d8-4bce-8e1c-6e723d1b8020 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (a079a070-8813-40c7-8c4e-cc4d9a6657b2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:10.199444 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-2e6b870e-49e9-42a1-8487-479ad43ec0a8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] device_id is not set on port f5dbdae3-07c5-482e-8735-420a8569f331 yet. {{(pid=103435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:37:10.322357 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0e639802-f407-471c-ad99-0c3d958a69df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (b4ed5d6f-3eb3-4d80-ba86-b711da993733), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:10.345735 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device a103ecdc-77e1-44cc-a822-ab9498a4dc89 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:37:10.382962 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: a103ecdc-77e1-44cc-a822-ab9498a4dc89 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:37:10.391437 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device a103ecdc-77e1-44cc-a822-ab9498a4dc89 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:37:10.450872 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-0e639802-f407-471c-ad99-0c3d958a69df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4ed5d6f-3eb3-4d80-ba86-b711da993733']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:10.505968 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-0e639802-f407-471c-ad99-0c3d958a69df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb1bda3f-c2f0-4f96-8385-90efc231f095') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:10.506319 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-0e639802-f407-471c-ad99-0c3d958a69df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb1bda3f-c2f0-4f96-8385-90efc231f095') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:10.509339 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e3ba1d-a8d8-4bce-8e1c-6e723d1b8020 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Pushing event updated for resources: {'Subnet': ['ID=a079a070-8813-40c7-8c4e-cc4d9a6657b2,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:10.526649 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e3ba1d-a8d8-4bce-8e1c-6e723d1b8020 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Checking segment: {'id': '4583cc64-6ef2-414b-b2c4-e6a31f73bb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '27be3341-1ae7-46f2-8d61-24f60a1520b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:37:10.527017 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e3ba1d-a8d8-4bce-8e1c-6e723d1b8020 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Network hostable DHCP agents. Network: 27be3341-1ae7-46f2-8d61-24f60a1520b1, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:37:10.532502 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0e639802-f407-471c-ad99-0c3d958a69df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (bb1bda3f-c2f0-4f96-8385-90efc231f095), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:10.560673 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866e7d9-aaf3-4e1d-9c7a-54f15d60472c req-a99dffef-2d61-4d80-b13b-b292d3251b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:10.561672 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8866e7d9-aaf3-4e1d-9c7a-54f15d60472c req-a99dffef-2d61-4d80-b13b-b292d3251b9f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=21f8505b-0ae7-4a5f-8dfe-d30c85bad41f HTTP/1.1" status: 200 len: 1127 time: 0.3170910 Feb 17 17:37:10.568639 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0e639802-f407-471c-ad99-0c3d958a69df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (bb1bda3f-c2f0-4f96-8385-90efc231f095), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:10.593061 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e639802-f407-471c-ad99-0c3d958a69df admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:37:10.593474 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0e639802-f407-471c-ad99-0c3d958a69df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (bb1bda3f-c2f0-4f96-8385-90efc231f095), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:10.595549 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:37:10.595549 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:37:10.595549 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:37:10.595549 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:37:10.595549 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:37:10.595549 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:37:10.595549 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:37:10.595549 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:37:10.595549 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:37:10.595549 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:37:10.595549 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:37:10.595549 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:37:10.595549 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:37:10.595549 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:37:10.595549 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:37:10.595549 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:37:10.595549 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:37:10.595549 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:37:10.595549 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:37:10.595549 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:37:10.595549 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:37:10.595549 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:37:10.595549 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:37:10.595549 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:37:10.595549 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:37:10.595549 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:37:10.595549 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:37:10.595549 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:37:10.595549 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:37:10.595549 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:37:10.595549 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:37:10.595549 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:37:10.611185 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e3ba1d-a8d8-4bce-8e1c-6e723d1b8020 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Network 27be3341-1ae7-46f2-8d61-24f60a1520b1 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:37:10.635454 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-2e6b870e-49e9-42a1-8487-479ad43ec0a8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Allocated IP 2001:db8::f816:3eff:fef3:e7f0 (f82adc72-a904-4b51-9a87-7ea8a1981040/d2a7c452-be9c-4dd9-89e3-661a5a73a7db/f5dbdae3-07c5-482e-8735-420a8569f331) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:37:10.655122 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219455c-0a23-40f2-8500-379c27c72d70 req-f6512c57-c67d-4f72-a645-5af8a3cb655c tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:10.657367 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4219455c-0a23-40f2-8500-379c27c72d70 req-f6512c57-c67d-4f72-a645-5af8a3cb655c tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=21f8505b-0ae7-4a5f-8dfe-d30c85bad41f HTTP/1.1" status: 200 len: 945 time: 0.5770943 Feb 17 17:37:10.667175 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4553ef2b-8ce2-4470-9880-f23cff555f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (21a1df04-56c1-48bc-b696-a5e17ac4d235), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:10.686951 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-d0e3ba1d-a8d8-4bce-8e1c-6e723d1b8020 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 27be3341-1ae7-46f2-8d61-24f60a1520b1) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:37:10.693806 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8866e7d9-aaf3-4e1d-9c7a-54f15d60472c req-deedc8bc-5404-4739-867d-d77d97f90c70 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211095 Feb 17 17:37:10.695978 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e3ba1d-a8d8-4bce-8e1c-6e723d1b8020 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:10.696751 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d0e3ba1d-a8d8-4bce-8e1c-6e723d1b8020 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:10.700804 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0e639802-f407-471c-ad99-0c3d958a69df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (b4ed5d6f-3eb3-4d80-ba86-b711da993733), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:10.711041 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0e639802-f407-471c-ad99-0c3d958a69df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:10.712813 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346f475b-4a6c-4184-8971-6eb0b2c38135 None None] Network 27be3341-1ae7-46f2-8d61-24f60a1520b1 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:37:10.715093 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0e639802-f407-471c-ad99-0c3d958a69df admin admin] 10.222.0.87 "DELETE /v2.0/networks/b4ed5d6f-3eb3-4d80-ba86-b711da993733 HTTP/1.1" status: 204 len: 168 time: 1.8792915 Feb 17 17:37:10.727420 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46210) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:10.734868 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e639802-f407-471c-ad99-0c3d958a69df admin admin] Pushing event deleted for resources: {'Network': ['ID=b4ed5d6f-3eb3-4d80-ba86-b711da993733,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:10.739908 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d0e3ba1d-a8d8-4bce-8e1c-6e723d1b8020 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.7435625 Feb 17 17:37:10.743699 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46212) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:10.752258 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4553ef2b-8ce2-4470-9880-f23cff555f4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=21a1df04-56c1-48bc-b696-a5e17ac4d235,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:10.813401 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-2466e322-2882-4984-aae1-13af2fafebf9 req-de73d9ee-0b6b-4d2f-a103-c8467ddba8ed service neutron] Attempting to bind port 46ca0592-2b78-4190-9be6-1b3e395f0384 on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:37:10.813759 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-2466e322-2882-4984-aae1-13af2fafebf9 req-de73d9ee-0b6b-4d2f-a103-c8467ddba8ed service neutron] Attempting to bind port 46ca0592-2b78-4190-9be6-1b3e395f0384 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '13d2e8d9-7afd-45f6-84e2-b7416289d330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'cc320263-b432-4650-9484-dc130e67f905'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:37:10.814087 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2466e322-2882-4984-aae1-13af2fafebf9 req-de73d9ee-0b6b-4d2f-a103-c8467ddba8ed service neutron] Attempting to bind port 46ca0592-2b78-4190-9be6-1b3e395f0384 on network cc320263-b432-4650-9484-dc130e67f905 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:37:10.852081 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6122caa3-5744-4f78-87be-f3888dcc33d8 req-2591b38b-d946-4080-b40a-c0d23f1b9bd7 service neutron] 10.222.0.71 "GET /v2.0/networks/249d7a73-68d0-4715-9e76-b2a8e292b955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8261535 Feb 17 17:37:10.915840 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4219455c-0a23-40f2-8500-379c27c72d70 req-6b55f129-2a79-4c3d-bac9-192e1d18c7d3 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434661 Feb 17 17:37:10.921140 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2466e322-2882-4984-aae1-13af2fafebf9 req-de73d9ee-0b6b-4d2f-a103-c8467ddba8ed service neutron] Port 46ca0592-2b78-4190-9be6-1b3e395f0384 on network cc320263-b432-4650-9484-dc130e67f905 not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:37:10.922972 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2466e322-2882-4984-aae1-13af2fafebf9 req-de73d9ee-0b6b-4d2f-a103-c8467ddba8ed service neutron] Attempting to bind port 46ca0592-2b78-4190-9be6-1b3e395f0384 on network cc320263-b432-4650-9484-dc130e67f905 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:37:10.991793 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c02563-3fca-453d-8d90-686539df1425 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-27be3341-1ae7-46f2-8d61-24f60a1520b1', 'network_id': '27be3341-1ae7-46f2-8d61-24f60a1520b1', 'project_id': '15e5b8cede264c62bf635b9a00989986', 'fixed_ips': [{'subnet_id': 'a079a070-8813-40c7-8c4e-cc4d9a6657b2'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:37:10.992766 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-28c02563-3fca-453d-8d90-686539df1425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:11.001834 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cb64abe3-40ea-4daa-ae29-b22e1fa0e492 req-e49f618c-8daa-4118-bdfb-75bf051e0430 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=1f1931af29374107be8715ef2fc37bf8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1123295 Feb 17 17:37:11.002571 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2466e322-2882-4984-aae1-13af2fafebf9 req-de73d9ee-0b6b-4d2f-a103-c8467ddba8ed service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:37:11.007595 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2466e322-2882-4984-aae1-13af2fafebf9 req-de73d9ee-0b6b-4d2f-a103-c8467ddba8ed service neutron] Checking segment: {'id': '13d2e8d9-7afd-45f6-84e2-b7416289d330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'cc320263-b432-4650-9484-dc130e67f905'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:37:11.012844 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2466e322-2882-4984-aae1-13af2fafebf9 req-de73d9ee-0b6b-4d2f-a103-c8467ddba8ed service neutron] Bound using segment: {'id': '13d2e8d9-7afd-45f6-84e2-b7416289d330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'cc320263-b432-4650-9484-dc130e67f905'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:37:11.017800 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-2466e322-2882-4984-aae1-13af2fafebf9 req-de73d9ee-0b6b-4d2f-a103-c8467ddba8ed service neutron] Bound port: 46ca0592-2b78-4190-9be6-1b3e395f0384, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13d2e8d9-7afd-45f6-84e2-b7416289d330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'cc320263-b432-4650-9484-dc130e67f905'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:37:11.018240 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-de73d9ee-0b6b-4d2f-a103-c8467ddba8ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (46ca0592-2b78-4190-9be6-1b3e395f0384), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:11.063546 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e2ef4fe4-1304-4fa5-822f-260aac9670a5 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (27be3341-1ae7-46f2-8d61-24f60a1520b1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:11.187901 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4553ef2b-8ce2-4470-9880-f23cff555f4b admin admin] Checking segment: {'id': 'db684214-d7da-45c4-b29d-9500ff344225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '2a574d4f-e4f9-49f2-aee6-25c2bbb796ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:37:11.188569 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4553ef2b-8ce2-4470-9880-f23cff555f4b admin admin] Network hostable DHCP agents. Network: 2a574d4f-e4f9-49f2-aee6-25c2bbb796ce, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:37:11.212852 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-28c02563-3fca-453d-8d90-686539df1425 None None] Allocated IP 2001:db8::1 (27be3341-1ae7-46f2-8d61-24f60a1520b1/a079a070-8813-40c7-8c4e-cc4d9a6657b2/359e7019-2eb5-4eac-9c7f-bfd112b6229d) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:37:11.220477 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e2ef4fe4-1304-4fa5-822f-260aac9670a5 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (a079a070-8813-40c7-8c4e-cc4d9a6657b2), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:11.431349 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2e6b870e-49e9-42a1-8487-479ad43ec0a8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for port (f5dbdae3-07c5-482e-8735-420a8569f331), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:11.449503 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-28c02563-3fca-453d-8d90-686539df1425 None None] Publish callbacks [] for port (359e7019-2eb5-4eac-9c7f-bfd112b6229d), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:11.467376 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-28c02563-3fca-453d-8d90-686539df1425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (359e7019-2eb5-4eac-9c7f-bfd112b6229d), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:11.486441 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e2ef4fe4-1304-4fa5-822f-260aac9670a5 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (a079a070-8813-40c7-8c4e-cc4d9a6657b2), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:11.512535 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-2466e322-2882-4984-aae1-13af2fafebf9 req-de73d9ee-0b6b-4d2f-a103-c8467ddba8ed service neutron] For port 46ca0592-2b78-4190-9be6-1b3e395f0384, host n-h2-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:37:11.525040 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-2466e322-2882-4984-aae1-13af2fafebf9 req-de73d9ee-0b6b-4d2f-a103-c8467ddba8ed service neutron] For port 46ca0592-2b78-4190-9be6-1b3e395f0384, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=46ca0592-2b78-4190-9be6-1b3e395f0384,segment=NetworkSegment(13d2e8d9-7afd-45f6-84e2-b7416289d330),segment_id=13d2e8d9-7afd-45f6-84e2-b7416289d330)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:37:11.535760 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499b5b7-a238-42cb-973f-d3ba234eb7e0 req-f9420273-2b39-4e2c-9da0-7ee0dbf39534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:11.536319 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ef4fe4-1304-4fa5-822f-260aac9670a5 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Pushing event deleted for resources: {'Subnet': ['ID=a079a070-8813-40c7-8c4e-cc4d9a6657b2,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:11.537374 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4499b5b7-a238-42cb-973f-d3ba234eb7e0 req-f9420273-2b39-4e2c-9da0-7ee0dbf39534 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a45426717d8d45f2862bf894c7d95737&device_id=a66cf83c-02b1-4b63-8363-98a2a0637846 HTTP/1.1" status: 200 len: 1128 time: 0.5762525 Feb 17 17:37:11.557337 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c02563-3fca-453d-8d90-686539df1425 None None] Network 27be3341-1ae7-46f2-8d61-24f60a1520b1 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:37:11.561828 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-28c02563-3fca-453d-8d90-686539df1425 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:37:11.566897 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c02563-3fca-453d-8d90-686539df1425 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:37:11.575255 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4553ef2b-8ce2-4470-9880-f23cff555f4b admin admin] Network 2a574d4f-e4f9-49f2-aee6-25c2bbb796ce is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:37:11.586768 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3069d46a-ad8c-40e0-aabe-0abce1253af7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (4952c5af-bf43-4328-a2da-4bf3c4c59fb7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:11.592756 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2e6b870e-49e9-42a1-8487-479ad43ec0a8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (f5dbdae3-07c5-482e-8735-420a8569f331), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:11.602697 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-de73d9ee-0b6b-4d2f-a103-c8467ddba8ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (46ca0592-2b78-4190-9be6-1b3e395f0384), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:11.604116 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c02563-3fca-453d-8d90-686539df1425 None None] Pushing event updated for resources: {'Port': ['ID=359e7019-2eb5-4eac-9c7f-bfd112b6229d,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:11.657956 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4005d4a-06ef-497c-b66a-e6ad2a1737b8 req-72d48a0b-7f46-425e-b5f4-78178dfd8491 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:11.663650 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4005d4a-06ef-497c-b66a-e6ad2a1737b8 req-72d48a0b-7f46-425e-b5f4-78178dfd8491 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:11.670198 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4005d4a-06ef-497c-b66a-e6ad2a1737b8 req-72d48a0b-7f46-425e-b5f4-78178dfd8491 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:11.676043 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4005d4a-06ef-497c-b66a-e6ad2a1737b8 req-72d48a0b-7f46-425e-b5f4-78178dfd8491 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:11.687900 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-28c02563-3fca-453d-8d90-686539df1425 None None] Attempting to bind port 359e7019-2eb5-4eac-9c7f-bfd112b6229d on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:37:11.688161 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-28c02563-3fca-453d-8d90-686539df1425 None None] Attempting to bind port 359e7019-2eb5-4eac-9c7f-bfd112b6229d by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '4583cc64-6ef2-414b-b2c4-e6a31f73bb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '27be3341-1ae7-46f2-8d61-24f60a1520b1'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:37:11.688887 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c02563-3fca-453d-8d90-686539df1425 None None] Attempting to bind port 359e7019-2eb5-4eac-9c7f-bfd112b6229d on network 27be3341-1ae7-46f2-8d61-24f60a1520b1 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:37:11.690560 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4005d4a-06ef-497c-b66a-e6ad2a1737b8 req-72d48a0b-7f46-425e-b5f4-78178dfd8491 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:11.696920 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c02563-3fca-453d-8d90-686539df1425 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:37:11.697282 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4005d4a-06ef-497c-b66a-e6ad2a1737b8 req-72d48a0b-7f46-425e-b5f4-78178dfd8491 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:11.698040 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c02563-3fca-453d-8d90-686539df1425 None None] Checking segment: {'id': '4583cc64-6ef2-414b-b2c4-e6a31f73bb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '27be3341-1ae7-46f2-8d61-24f60a1520b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:37:11.698753 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-28c02563-3fca-453d-8d90-686539df1425 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:11.699440 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c02563-3fca-453d-8d90-686539df1425 None None] Bound using segment: {'id': '4583cc64-6ef2-414b-b2c4-e6a31f73bb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '27be3341-1ae7-46f2-8d61-24f60a1520b1'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:37:11.700406 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-28c02563-3fca-453d-8d90-686539df1425 None None] Bound port: 359e7019-2eb5-4eac-9c7f-bfd112b6229d, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4583cc64-6ef2-414b-b2c4-e6a31f73bb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '27be3341-1ae7-46f2-8d61-24f60a1520b1'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:37:11.701044 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-28c02563-3fca-453d-8d90-686539df1425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (359e7019-2eb5-4eac-9c7f-bfd112b6229d), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:11.702881 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4005d4a-06ef-497c-b66a-e6ad2a1737b8 req-72d48a0b-7f46-425e-b5f4-78178dfd8491 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:11.705418 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d4005d4a-06ef-497c-b66a-e6ad2a1737b8 req-72d48a0b-7f46-425e-b5f4-78178dfd8491 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 5395 time: 0.6408372 Feb 17 17:37:11.745105 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e2ef4fe4-1304-4fa5-822f-260aac9670a5 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (27be3341-1ae7-46f2-8d61-24f60a1520b1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:11.755027 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64abe3-40ea-4daa-ae29-b22e1fa0e492 req-fb9cf012-8c08-4f4d-ae18-6b839795a3da tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:11.757227 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cb64abe3-40ea-4daa-ae29-b22e1fa0e492 req-fb9cf012-8c08-4f4d-ae18-6b839795a3da tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7356920 Feb 17 17:37:11.772148 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6b870e-49e9-42a1-8487-479ad43ec0a8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:37:11.773336 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-4553ef2b-8ce2-4470-9880-f23cff555f4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 2a574d4f-e4f9-49f2-aee6-25c2bbb796ce) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:37:11.799373 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cb64abe3-40ea-4daa-ae29-b22e1fa0e492 req-ca73940d-1c20-4660-889b-b21288e98a0b tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/quotas/1f1931af29374107be8715ef2fc37bf8 HTTP/1.1" status: 200 len: 375 time: 0.0190365 Feb 17 17:37:11.814902 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-2e6b870e-49e9-42a1-8487-479ad43ec0a8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:37:11.815029 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37c1457-5880-4f59-89e7-484a66a1554a None None] Network 2a574d4f-e4f9-49f2-aee6-25c2bbb796ce requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:37:11.820204 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466e322-2882-4984-aae1-13af2fafebf9 req-de73d9ee-0b6b-4d2f-a103-c8467ddba8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:11.820879 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-de73d9ee-0b6b-4d2f-a103-c8467ddba8ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:11.822258 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-de73d9ee-0b6b-4d2f-a103-c8467ddba8ed service neutron] 10.222.0.91 "PUT /v2.0/ports/46ca0592-2b78-4190-9be6-1b3e395f0384 HTTP/1.1" status: 200 len: 1090 time: 4.5951006 Feb 17 17:37:11.833068 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4553ef2b-8ce2-4470-9880-f23cff555f4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:11.833701 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4553ef2b-8ce2-4470-9880-f23cff555f4b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:11.835990 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'tag': '46ca0592-2b78-4190-9be6-1b3e395f0384'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:37:11.838442 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce28097-2106-40c5-acf6-66056154cf66" -d '{"events": [{"name": "network-changed", "server_uuid": "8a875872-ecbe-4e3b-9059-98bd8c42bc1e", "tag": "46ca0592-2b78-4190-9be6-1b3e395f0384"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:37:11.881430 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e2ef4fe4-1304-4fa5-822f-260aac9670a5 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27be3341-1ae7-46f2-8d61-24f60a1520b1']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:11.899204 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-2466e322-2882-4984-aae1-13af2fafebf9 req-90adc111-65f9-42b2-ad1f-b32f457eaf10 service neutron] Request body: {'port': {'device_id': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:37:11.903333 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e2ef4fe4-1304-4fa5-822f-260aac9670a5 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4583cc64-6ef2-414b-b2c4-e6a31f73bb21') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:11.906627 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e2ef4fe4-1304-4fa5-822f-260aac9670a5 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4583cc64-6ef2-414b-b2c4-e6a31f73bb21') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:11.943351 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e2ef4fe4-1304-4fa5-822f-260aac9670a5 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (4583cc64-6ef2-414b-b2c4-e6a31f73bb21), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:11.945911 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-11f18036-606b-41bc-8ae6-78f0ffebed62 None None] Provisioning complete for port df2c2e50-9ab0-4f18-84eb-2618e7c7798f triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:37:11.948357 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-11f18036-606b-41bc-8ae6-78f0ffebed62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (df2c2e50-9ab0-4f18-84eb-2618e7c7798f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:11.971556 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e2ef4fe4-1304-4fa5-822f-260aac9670a5 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (4583cc64-6ef2-414b-b2c4-e6a31f73bb21), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:12.019323 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2ef4fe4-1304-4fa5-822f-260aac9670a5 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:37:12.020069 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e2ef4fe4-1304-4fa5-822f-260aac9670a5 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (4583cc64-6ef2-414b-b2c4-e6a31f73bb21), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:12.023625 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:37:12.023625 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:37:12.023625 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:37:12.023625 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:37:12.023625 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:37:12.023625 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:37:12.023625 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:37:12.023625 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:37:12.023625 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:37:12.023625 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:37:12.023625 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:37:12.023625 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:37:12.023625 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:37:12.023625 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:37:12.023625 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:37:12.023625 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:37:12.023625 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:37:12.023625 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:37:12.023625 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:37:12.023625 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:37:12.023625 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:37:12.023625 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:37:12.023625 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:37:12.023625 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:37:12.023625 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:37:12.023625 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:37:12.023625 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:37:12.023625 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:37:12.023625 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:37:12.023625 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:37:12.023625 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:37:12.023625 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:37:12.073705 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-28c02563-3fca-453d-8d90-686539df1425 None None] For port 359e7019-2eb5-4eac-9c7f-bfd112b6229d, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:37:12.129826 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6b870e-49e9-42a1-8487-479ad43ec0a8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:37:12.146295 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6b870e-49e9-42a1-8487-479ad43ec0a8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:12.147384 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2e6b870e-49e9-42a1-8487-479ad43ec0a8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:12.184401 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.db.api [None req-e2ef4fe4-1304-4fa5-822f-260aac9670a5 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 17:37:12.184401 n-d-829613-2 neutron-server[103434]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 17:37:12.184401 n-d-829613-2 neutron-server[103434]: [parameters: {'id': '27be3341-1ae7-46f2-8d61-24f60a1520b1'}] Feb 17 17:37:12.184401 n-d-829613-2 neutron-server[103434]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:37:12.184845 n-d-829613-2 neutron-server[103434]: DEBUG oslo_db.api [None req-e2ef4fe4-1304-4fa5-822f-260aac9670a5 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 17:37:12.188067 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4553ef2b-8ce2-4470-9880-f23cff555f4b admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.5081284 Feb 17 17:37:12.191030 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46232) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:12.194074 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d4005d4a-06ef-497c-b66a-e6ad2a1737b8 req-ae671dae-ed71-43c3-aa22-d2fe0898d180 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/security-groups?id=fd4d27d9-e68c-41ba-a909-f949182bce5a&id=4a46e179-4efe-408d-8163-359e1c80274b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4525986 Feb 17 17:37:12.201234 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e16741-a672-4652-a34d-2c9764accb61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-2a574d4f-e4f9-49f2-aee6-25c2bbb796ce', 'network_id': '2a574d4f-e4f9-49f2-aee6-25c2bbb796ce', 'project_id': 'a33ff16117b5429daaa9225b5871ef11', 'fixed_ips': [{'subnet_id': '21a1df04-56c1-48bc-b696-a5e17ac4d235'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:37:12.202119 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-26e16741-a672-4652-a34d-2c9764accb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:12.207548 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-991758f2-1c40-4219-83a0-db2a8493c535 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-214811159-router', 'tenant_id': 'a33ff16117b5429daaa9225b5871ef11', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:37:12.231304 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de73d9ee-0b6b-4d2f-a103-c8467ddba8ed service neutron] Pushing event updated for resources: {'Port': ['ID=46ca0592-2b78-4190-9be6-1b3e395f0384,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:12.241067 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499b5b7-a238-42cb-973f-d3ba234eb7e0 req-76bb7400-2a02-4493-8e07-4e0fe6f9bc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:12.242848 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4499b5b7-a238-42cb-973f-d3ba234eb7e0 req-76bb7400-2a02-4493-8e07-4e0fe6f9bc88 service neutron] 10.222.0.71 "GET /v2.0/networks?id=249d7a73-68d0-4715-9e76-b2a8e292b955 HTTP/1.1" status: 200 len: 910 time: 0.6466758 Feb 17 17:37:12.280565 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-3069d46a-ad8c-40e0-aabe-0abce1253af7 admin admin] Deleting port 0f6e286d-ad75-4561-b853-205f914f74b4 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:37:12.281147 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3069d46a-ad8c-40e0-aabe-0abce1253af7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (0f6e286d-ad75-4561-b853-205f914f74b4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:12.286141 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-28c02563-3fca-453d-8d90-686539df1425 None None] For port 359e7019-2eb5-4eac-9c7f-bfd112b6229d, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=359e7019-2eb5-4eac-9c7f-bfd112b6229d,segment=NetworkSegment(4583cc64-6ef2-414b-b2c4-e6a31f73bb21),segment_id=4583cc64-6ef2-414b-b2c4-e6a31f73bb21)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:37:12.303945 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-28c02563-3fca-453d-8d90-686539df1425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (359e7019-2eb5-4eac-9c7f-bfd112b6229d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:12.316905 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-11f18036-606b-41bc-8ae6-78f0ffebed62 None None] Current status of the port df2c2e50-9ab0-4f18-84eb-2618e7c7798f is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:12.317543 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-11f18036-606b-41bc-8ae6-78f0ffebed62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (df2c2e50-9ab0-4f18-84eb-2618e7c7798f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:12.362983 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b870e-49e9-42a1-8487-479ad43ec0a8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Port': ['ID=f5dbdae3-07c5-482e-8735-420a8569f331,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:12.389219 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-11f18036-606b-41bc-8ae6-78f0ffebed62 None None] For port df2c2e50-9ab0-4f18-84eb-2618e7c7798f, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=df2c2e50-9ab0-4f18-84eb-2618e7c7798f,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:12.390913 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device df2c2e50-9ab0-4f18-84eb-2618e7c7798f up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:37:12.405118 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc45829-d61a-4ae1-a9b7-2b34089679eb x-openstack-request-id: req-7fc45829-d61a-4ae1-a9b7-2b34089679eb {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:37:12.405416 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a875872-ecbe-4e3b-9059-98bd8c42bc1e", "tag": "46ca0592-2b78-4190-9be6-1b3e395f0384", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:37:12.405679 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7fc45829-d61a-4ae1-a9b7-2b34089679eb {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:37:12.406089 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'tag': '46ca0592-2b78-4190-9be6-1b3e395f0384', 'status': 'completed', 'code': 200} Feb 17 17:37:12.454211 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-11f18036-606b-41bc-8ae6-78f0ffebed62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (df2c2e50-9ab0-4f18-84eb-2618e7c7798f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:12.454857 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-2e6b870e-49e9-42a1-8487-479ad43ec0a8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.0192616 Feb 17 17:37:12.455572 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46234) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:12.481399 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-991758f2-1c40-4219-83a0-db2a8493c535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (561a3cd2-aabb-4f11-920e-1a8454920696), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:12.482518 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-991758f2-1c40-4219-83a0-db2a8493c535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (561a3cd2-aabb-4f11-920e-1a8454920696), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:12.516926 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cb64abe3-40ea-4daa-ae29-b22e1fa0e492 req-4a84fde7-f3e2-4e0e-98ec-bf8f2dcdb639 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=1f1931af29374107be8715ef2fc37bf8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6983049 Feb 17 17:37:12.623283 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c02563-3fca-453d-8d90-686539df1425 None None] Pushing event updated for resources: {'Port': ['ID=359e7019-2eb5-4eac-9c7f-bfd112b6229d,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:12.630572 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-90adc111-65f9-42b2-ad1f-b32f457eaf10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (613c48ee-ff33-4710-a66b-a3a36bbd9380), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:12.662136 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-991758f2-1c40-4219-83a0-db2a8493c535 admin admin] Publish callbacks [] for router_controller (561a3cd2-aabb-4f11-920e-1a8454920696), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:12.665982 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4499b5b7-a238-42cb-973f-d3ba234eb7e0 req-1af35d74-90db-43ec-8e46-14b128a78f05 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e00aaed-554c-4e36-90b7-8553757a4a66 HTTP/1.1" status: 200 len: 1002 time: 0.4143114 Feb 17 17:37:12.685860 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce28097-2106-40c5-acf6-66056154cf66 req-1714bd79-1f6a-470b-a2b4-b8fdd525145a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:12.686402 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce28097-2106-40c5-acf6-66056154cf66 req-1714bd79-1f6a-470b-a2b4-b8fdd525145a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:12.687371 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce28097-2106-40c5-acf6-66056154cf66 req-1714bd79-1f6a-470b-a2b4-b8fdd525145a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:12.687860 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce28097-2106-40c5-acf6-66056154cf66 req-1714bd79-1f6a-470b-a2b4-b8fdd525145a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:12.688630 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce28097-2106-40c5-acf6-66056154cf66 req-1714bd79-1f6a-470b-a2b4-b8fdd525145a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:12.689439 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce28097-2106-40c5-acf6-66056154cf66 req-1714bd79-1f6a-470b-a2b4-b8fdd525145a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:12.691158 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfcfb04-cc29-4407-996e-de82006037ce tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:12.691314 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce28097-2106-40c5-acf6-66056154cf66 req-1714bd79-1f6a-470b-a2b4-b8fdd525145a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:12.695038 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-fce28097-2106-40c5-acf6-66056154cf66 req-1714bd79-1f6a-470b-a2b4-b8fdd525145a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=918d19e8f1f044baa808ac9d66a136f9&device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 6497 time: 0.2779706 Feb 17 17:37:12.697089 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfcfb04-cc29-4407-996e-de82006037ce tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:12.707098 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-abfcfb04-cc29-4407-996e-de82006037ce tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.2430539 Feb 17 17:37:12.707782 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46236) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:12.779698 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f18036-606b-41bc-8ae6-78f0ffebed62 None None] Pushing event updated for resources: {'Port': ['ID=df2c2e50-9ab0-4f18-84eb-2618e7c7798f,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:12.799446 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499b5b7-a238-42cb-973f-d3ba234eb7e0 req-9b806922-da9a-49ff-a339-01aaaf8681c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:12.800947 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4499b5b7-a238-42cb-973f-d3ba234eb7e0 req-9b806922-da9a-49ff-a339-01aaaf8681c7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=183d9df1-0481-445d-8bb9-bc438141d74b HTTP/1.1" status: 200 len: 848 time: 0.0898206 Feb 17 17:37:12.823871 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-26e16741-a672-4652-a34d-2c9764accb61 None None] Allocated IP 172.20.0.2 (2a574d4f-e4f9-49f2-aee6-25c2bbb796ce/21a1df04-56c1-48bc-b696-a5e17ac4d235/a1ceac7b-2ee7-483b-bf80-b362aa6261b8) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:37:12.885020 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e2ef4fe4-1304-4fa5-822f-260aac9670a5 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (27be3341-1ae7-46f2-8d61-24f60a1520b1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:12.897214 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-3069d46a-ad8c-40e0-aabe-0abce1253af7 admin admin] For port 0f6e286d-ad75-4561-b853-205f914f74b4, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=0f6e286d-ad75-4561-b853-205f914f74b4,segment=NetworkSegment(2336317d-00c6-480f-b041-efd324255658),segment_id=2336317d-00c6-480f-b041-efd324255658)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:12.904264 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3069d46a-ad8c-40e0-aabe-0abce1253af7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (0f6e286d-ad75-4561-b853-205f914f74b4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:12.917048 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14a1e1-a340-4cd5-a6a0-f14f46bf3930 req-8629f0d4-b914-44db-95d7-2a43b3fab1b0 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:12.918589 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ee14a1e1-a340-4cd5-a6a0-f14f46bf3930 req-8629f0d4-b914-44db-95d7-2a43b3fab1b0 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=21f8505b-0ae7-4a5f-8dfe-d30c85bad41f HTTP/1.1" status: 200 len: 945 time: 0.4314785 Feb 17 17:37:12.952953 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ae26f6fa-fb6a-4197-89aa-0094507592cd req-387871b3-102c-49f8-9792-1f0591dbf6b2 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/ports?device_id=842b1390-d20b-429c-b44f-a99e611cf750 HTTP/1.1" status: 200 len: 210 time: 0.1452975 Feb 17 17:37:13.082901 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-3069d46a-ad8c-40e0-aabe-0abce1253af7 admin admin] Calling delete_port for 0f6e286d-ad75-4561-b853-205f914f74b4 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:37:13.099159 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-26e16741-a672-4652-a34d-2c9764accb61 None None] Publish callbacks [] for port (a1ceac7b-2ee7-483b-bf80-b362aa6261b8), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:13.103015 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8817b2-6d4c-4f01-a0a2-d7bd67766d1b None None] Network 27be3341-1ae7-46f2-8d61-24f60a1520b1 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:37:13.112556 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-26e16741-a672-4652-a34d-2c9764accb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (a1ceac7b-2ee7-483b-bf80-b362aa6261b8), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:13.130824 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499b5b7-a238-42cb-973f-d3ba234eb7e0 req-d79d82fd-6bd2-4a66-a44a-97918c11cf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:13.132607 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4499b5b7-a238-42cb-973f-d3ba234eb7e0 req-d79d82fd-6bd2-4a66-a44a-97918c11cf4d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=249d7a73-68d0-4715-9e76-b2a8e292b955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2902641 Feb 17 17:37:13.202275 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port df2c2e50-9ab0-4f18-84eb-2618e7c7798f triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:37:13.202537 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (df2c2e50-9ab0-4f18-84eb-2618e7c7798f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:13.305956 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ee14a1e1-a340-4cd5-a6a0-f14f46bf3930 req-405c2bef-d903-4179-9e76-d75894103597 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633831 Feb 17 17:37:13.342160 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e16741-a672-4652-a34d-2c9764accb61 None None] Network 2a574d4f-e4f9-49f2-aee6-25c2bbb796ce is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:37:13.348815 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-26e16741-a672-4652-a34d-2c9764accb61 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:37:13.361894 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e16741-a672-4652-a34d-2c9764accb61 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:37:13.393854 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5483e357-3c55-49a4-b086-874ef6a0b6b9 None None] Provisioning complete for port f5dbdae3-07c5-482e-8735-420a8569f331 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:37:13.394405 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5483e357-3c55-49a4-b086-874ef6a0b6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (f5dbdae3-07c5-482e-8735-420a8569f331), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:13.409802 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-991758f2-1c40-4219-83a0-db2a8493c535 admin admin] Publish callbacks [] for router_gateway (561a3cd2-aabb-4f11-920e-1a8454920696), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:13.451407 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e16741-a672-4652-a34d-2c9764accb61 None None] Pushing event updated for resources: {'Port': ['ID=a1ceac7b-2ee7-483b-bf80-b362aa6261b8,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:13.461256 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-44e26c2b-4658-495e-aeca-0f45fb1b6bd3 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Deleting port f5dbdae3-07c5-482e-8735-420a8569f331 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:37:13.461502 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-44e26c2b-4658-495e-aeca-0f45fb1b6bd3 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (f5dbdae3-07c5-482e-8735-420a8569f331), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:13.464786 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3069d46a-ad8c-40e0-aabe-0abce1253af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (0f6e286d-ad75-4561-b853-205f914f74b4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:13.467252 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5483e357-3c55-49a4-b086-874ef6a0b6b9 None None] Port f5dbdae3-07c5-482e-8735-420a8569f331 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:37:13.608096 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-44e26c2b-4658-495e-aeca-0f45fb1b6bd3 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (f5dbdae3-07c5-482e-8735-420a8569f331), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:13.614583 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3069d46a-ad8c-40e0-aabe-0abce1253af7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f6e286d-ad75-4561-b853-205f914f74b4,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:13.629648 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-44e26c2b-4658-495e-aeca-0f45fb1b6bd3 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Calling delete_port for f5dbdae3-07c5-482e-8735-420a8569f331 owned by {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:37:13.713105 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce28097-2106-40c5-acf6-66056154cf66 req-ce65e72e-6a61-4333-9a39-f8048df618c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:13.713649 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce28097-2106-40c5-acf6-66056154cf66 req-ce65e72e-6a61-4333-9a39-f8048df618c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:13.714040 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce28097-2106-40c5-acf6-66056154cf66 req-ce65e72e-6a61-4333-9a39-f8048df618c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:13.715696 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-fce28097-2106-40c5-acf6-66056154cf66 req-ce65e72e-6a61-4333-9a39-f8048df618c4 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=918d19e8f1f044baa808ac9d66a136f9&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.8318872 Feb 17 17:37:13.786790 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-26e16741-a672-4652-a34d-2c9764accb61 None None] Attempting to bind port a1ceac7b-2ee7-483b-bf80-b362aa6261b8 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:37:13.787209 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-26e16741-a672-4652-a34d-2c9764accb61 None None] Attempting to bind port a1ceac7b-2ee7-483b-bf80-b362aa6261b8 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'db684214-d7da-45c4-b29d-9500ff344225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '2a574d4f-e4f9-49f2-aee6-25c2bbb796ce'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:37:13.787593 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e16741-a672-4652-a34d-2c9764accb61 None None] Attempting to bind port a1ceac7b-2ee7-483b-bf80-b362aa6261b8 on network 2a574d4f-e4f9-49f2-aee6-25c2bbb796ce {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:37:13.803564 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e16741-a672-4652-a34d-2c9764accb61 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:37:13.803833 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-e2ef4fe4-1304-4fa5-822f-260aac9670a5 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Deleting port 359e7019-2eb5-4eac-9c7f-bfd112b6229d {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:37:13.803924 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e2ef4fe4-1304-4fa5-822f-260aac9670a5 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (359e7019-2eb5-4eac-9c7f-bfd112b6229d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:13.804003 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e16741-a672-4652-a34d-2c9764accb61 None None] Checking segment: {'id': 'db684214-d7da-45c4-b29d-9500ff344225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '2a574d4f-e4f9-49f2-aee6-25c2bbb796ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:37:13.804416 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-26e16741-a672-4652-a34d-2c9764accb61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:13.804770 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e16741-a672-4652-a34d-2c9764accb61 None None] Bound using segment: {'id': 'db684214-d7da-45c4-b29d-9500ff344225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '2a574d4f-e4f9-49f2-aee6-25c2bbb796ce'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:37:13.805265 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-26e16741-a672-4652-a34d-2c9764accb61 None None] Bound port: a1ceac7b-2ee7-483b-bf80-b362aa6261b8, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db684214-d7da-45c4-b29d-9500ff344225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '2a574d4f-e4f9-49f2-aee6-25c2bbb796ce'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:37:13.805652 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-26e16741-a672-4652-a34d-2c9764accb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (a1ceac7b-2ee7-483b-bf80-b362aa6261b8), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:13.827940 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port df2c2e50-9ab0-4f18-84eb-2618e7c7798f is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:13.909210 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4499b5b7-a238-42cb-973f-d3ba234eb7e0 req-cb1ef301-6365-4534-88d1-d7691f90b31a service neutron] 10.222.0.71 "GET /v2.0/networks/249d7a73-68d0-4715-9e76-b2a8e292b955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7681718 Feb 17 17:37:13.931780 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-26e16741-a672-4652-a34d-2c9764accb61 None None] For port a1ceac7b-2ee7-483b-bf80-b362aa6261b8, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:37:13.942165 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-26e16741-a672-4652-a34d-2c9764accb61 None None] For port a1ceac7b-2ee7-483b-bf80-b362aa6261b8, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=a1ceac7b-2ee7-483b-bf80-b362aa6261b8,segment=NetworkSegment(db684214-d7da-45c4-b29d-9500ff344225),segment_id=db684214-d7da-45c4-b29d-9500ff344225)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:37:13.962759 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-26e16741-a672-4652-a34d-2c9764accb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (a1ceac7b-2ee7-483b-bf80-b362aa6261b8), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:14.012793 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c663e-1e57-4eb2-a33e-e26e4969afcb req-22b448ef-40d7-49ff-9363-a1528b13740e tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:14.030117 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c663e-1e57-4eb2-a33e-e26e4969afcb req-22b448ef-40d7-49ff-9363-a1528b13740e tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:14.036601 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c663e-1e57-4eb2-a33e-e26e4969afcb req-22b448ef-40d7-49ff-9363-a1528b13740e tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:14.043690 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c663e-1e57-4eb2-a33e-e26e4969afcb req-22b448ef-40d7-49ff-9363-a1528b13740e tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:14.051314 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c663e-1e57-4eb2-a33e-e26e4969afcb req-22b448ef-40d7-49ff-9363-a1528b13740e tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:14.053272 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e16741-a672-4652-a34d-2c9764accb61 None None] Pushing event updated for resources: {'Port': ['ID=a1ceac7b-2ee7-483b-bf80-b362aa6261b8,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:14.064999 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c663e-1e57-4eb2-a33e-e26e4969afcb req-22b448ef-40d7-49ff-9363-a1528b13740e tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:14.071294 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c663e-1e57-4eb2-a33e-e26e4969afcb req-22b448ef-40d7-49ff-9363-a1528b13740e tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:14.073484 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f44c663e-1e57-4eb2-a33e-e26e4969afcb req-22b448ef-40d7-49ff-9363-a1528b13740e tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 5395 time: 0.7529271 Feb 17 17:37:14.198553 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-e2ef4fe4-1304-4fa5-822f-260aac9670a5 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] For port 359e7019-2eb5-4eac-9c7f-bfd112b6229d, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=359e7019-2eb5-4eac-9c7f-bfd112b6229d,segment=NetworkSegment(4583cc64-6ef2-414b-b2c4-e6a31f73bb21),segment_id=4583cc64-6ef2-414b-b2c4-e6a31f73bb21)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:14.199100 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e2ef4fe4-1304-4fa5-822f-260aac9670a5 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (359e7019-2eb5-4eac-9c7f-bfd112b6229d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:14.209913 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-44e26c2b-4658-495e-aeca-0f45fb1b6bd3 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (f5dbdae3-07c5-482e-8735-420a8569f331), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:14.249129 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-e2ef4fe4-1304-4fa5-822f-260aac9670a5 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Calling delete_port for 359e7019-2eb5-4eac-9c7f-bfd112b6229d owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:37:14.289622 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cb64abe3-40ea-4daa-ae29-b22e1fa0e492 req-2dfb375b-76de-483d-b035-123fb2c6d489 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=1f1931af29374107be8715ef2fc37bf8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3031623 Feb 17 17:37:14.296634 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce28097-2106-40c5-acf6-66056154cf66 req-e8c015f0-8cb1-4d5d-861b-920b491e5a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:14.298535 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-fce28097-2106-40c5-acf6-66056154cf66 req-e8c015f0-8cb1-4d5d-861b-920b491e5a25 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5711205 Feb 17 17:37:14.349926 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e26c2b-4658-495e-aeca-0f45fb1b6bd3 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Port': ['ID=f5dbdae3-07c5-482e-8735-420a8569f331,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:14.373153 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device df2c2e50-9ab0-4f18-84eb-2618e7c7798f up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:37:14.488021 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port df2c2e50-9ab0-4f18-84eb-2618e7c7798f triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:37:14.488486 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (df2c2e50-9ab0-4f18-84eb-2618e7c7798f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:14.491415 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b7746-ce65-48e2-abb2-f7a5d4a0d20c req-7c686e55-b692-426c-b554-35d148fb62fc tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:14.504019 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-860b7746-ce65-48e2-abb2-f7a5d4a0d20c req-7c686e55-b692-426c-b554-35d148fb62fc tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=21f8505b-0ae7-4a5f-8dfe-d30c85bad41f HTTP/1.1" status: 200 len: 945 time: 1.0502355 Feb 17 17:37:14.505272 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3069d46a-ad8c-40e0-aabe-0abce1253af7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (4952c5af-bf43-4328-a2da-4bf3c4c59fb7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:14.511952 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-44e26c2b-4658-495e-aeca-0f45fb1b6bd3 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:14.515466 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-44e26c2b-4658-495e-aeca-0f45fb1b6bd3 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/ports/f5dbdae3-07c5-482e-8735-420a8569f331 HTTP/1.1" status: 204 len: 168 time: 1.7996643 Feb 17 17:37:14.533067 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46254) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:14.553009 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4499b5b7-a238-42cb-973f-d3ba234eb7e0 req-609533eb-10c7-4e32-bfc5-7f05c79c5a0e service neutron] 10.222.0.71 "GET /v2.0/networks/249d7a73-68d0-4715-9e76-b2a8e292b955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6328185 Feb 17 17:37:14.665526 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port df2c2e50-9ab0-4f18-84eb-2618e7c7798f is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:14.728612 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f44c663e-1e57-4eb2-a33e-e26e4969afcb req-948152d5-c0c8-48a6-b5b0-cf1b2c162d8c tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/security-groups?id=fd4d27d9-e68c-41ba-a909-f949182bce5a&id=4a46e179-4efe-408d-8163-359e1c80274b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5851154 Feb 17 17:37:14.762579 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-860b7746-ce65-48e2-abb2-f7a5d4a0d20c req-892d8291-b050-4204-9d7f-2c21b245905b tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573028 Feb 17 17:37:14.799768 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-2466e322-2882-4984-aae1-13af2fafebf9 req-90adc111-65f9-42b2-ad1f-b32f457eaf10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 613c48ee-ff33-4710-a66b-a3a36bbd9380 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:37:14.823592 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-90adc111-65f9-42b2-ad1f-b32f457eaf10 service neutron] Publish callbacks [] for port (613c48ee-ff33-4710-a66b-a3a36bbd9380), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:14.838954 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-2466e322-2882-4984-aae1-13af2fafebf9 req-90adc111-65f9-42b2-ad1f-b32f457eaf10 service neutron] Transition to ACTIVE for port object 613c48ee-ff33-4710-a66b-a3a36bbd9380 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:37:14.849299 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64abe3-40ea-4daa-ae29-b22e1fa0e492 req-60020379-8191-48c6-bf6a-a5e7c75a6fba tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:14.850961 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cb64abe3-40ea-4daa-ae29-b22e1fa0e492 req-60020379-8191-48c6-bf6a-a5e7c75a6fba tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5231895 Feb 17 17:37:14.852305 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-90adc111-65f9-42b2-ad1f-b32f457eaf10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (613c48ee-ff33-4710-a66b-a3a36bbd9380), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:14.892896 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-cb64abe3-40ea-4daa-ae29-b22e1fa0e492 req-af8db574-8acf-4284-9f88-9e652da4ea77 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Request body: {'port': {'device_id': '842b1390-d20b-429c-b44f-a99e611cf750', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'admin_state_up': True, 'tenant_id': '1f1931af29374107be8715ef2fc37bf8'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:37:15.278376 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc91ad9-afc7-4f39-af55-4150d45aaf0e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:15.279877 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc91ad9-afc7-4f39-af55-4150d45aaf0e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:15.284110 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bcc91ad9-afc7-4f39-af55-4150d45aaf0e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.7469769 Feb 17 17:37:15.284110 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e2ef4fe4-1304-4fa5-822f-260aac9670a5 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (359e7019-2eb5-4eac-9c7f-bfd112b6229d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:15.284936 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46272) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:15.375014 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ef4fe4-1304-4fa5-822f-260aac9670a5 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Pushing event deleted for resources: {'Port': ['ID=359e7019-2eb5-4eac-9c7f-bfd112b6229d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:15.385124 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ef4fe4-1304-4fa5-822f-260aac9670a5 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] No DVR routers for this DVR port 359e7019-2eb5-4eac-9c7f-bfd112b6229d on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:37:15.411184 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-991758f2-1c40-4219-83a0-db2a8493c535 admin admin] Publish callbacks [] for router_gateway (561a3cd2-aabb-4f11-920e-1a8454920696), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:15.462533 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-4529e4f7-b0ac-44b4-b4f6-d14dd39b7d95 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Deleting subnet d2a7c452-be9c-4dd9-89e3-661a5a73a7db {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:37:15.474742 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-991758f2-1c40-4219-83a0-db2a8493c535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:15.543938 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-88c093e6-7996-4888-bd48-339cceb8cd4f req-dfb03869-df83-4f23-8734-47c172fde01f tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/ports?device_id=842b1390-d20b-429c-b44f-a99e611cf750 HTTP/1.1" status: 200 len: 210 time: 0.6141300 Feb 17 17:37:15.601627 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4529e4f7-b0ac-44b4-b4f6-d14dd39b7d95 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (d2a7c452-be9c-4dd9-89e3-661a5a73a7db), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:15.606032 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-991758f2-1c40-4219-83a0-db2a8493c535 admin admin] Allocated IP 172.25.8.143 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/9d2948ca-5513-47fa-93dd-5df070b708e7) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:37:15.670817 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90adc111-65f9-42b2-ad1f-b32f457eaf10 service neutron] Pushing event updated for resources: {'Port': ['ID=613c48ee-ff33-4710-a66b-a3a36bbd9380,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:15.676616 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e2ef4fe4-1304-4fa5-822f-260aac9670a5 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (27be3341-1ae7-46f2-8d61-24f60a1520b1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:15.702694 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fc5ae0-839c-460e-ab0e-36411919867e None None] get_active_networks_info from n-d-829613-2 {{(pid=103436) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 17 17:37:15.725215 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4529e4f7-b0ac-44b4-b4f6-d14dd39b7d95 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (d2a7c452-be9c-4dd9-89e3-661a5a73a7db), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:15.768439 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e2ef4fe4-1304-4fa5-822f-260aac9670a5 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27be3341-1ae7-46f2-8d61-24f60a1520b1']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:15.836816 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e2ef4fe4-1304-4fa5-822f-260aac9670a5 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4583cc64-6ef2-414b-b2c4-e6a31f73bb21') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:15.837111 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e2ef4fe4-1304-4fa5-822f-260aac9670a5 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4583cc64-6ef2-414b-b2c4-e6a31f73bb21') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:15.839123 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb64abe3-40ea-4daa-ae29-b22e1fa0e492 req-af8db574-8acf-4284-9f88-9e652da4ea77 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Made reservation on behalf of 1f1931af29374107be8715ef2fc37bf8 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:37:15.843286 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-cb64abe3-40ea-4daa-ae29-b22e1fa0e492 req-af8db574-8acf-4284-9f88-9e652da4ea77 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:15.848658 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-405952e4-a21c-4af1-a28b-2c6a3b78da40 None None] Provisioning complete for port a1ceac7b-2ee7-483b-bf80-b362aa6261b8 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:37:15.849142 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-2466e322-2882-4984-aae1-13af2fafebf9 req-90adc111-65f9-42b2-ad1f-b32f457eaf10 service neutron] Attempting to bind port 613c48ee-ff33-4710-a66b-a3a36bbd9380 on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:37:15.849264 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-405952e4-a21c-4af1-a28b-2c6a3b78da40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (a1ceac7b-2ee7-483b-bf80-b362aa6261b8), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:15.849481 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-2466e322-2882-4984-aae1-13af2fafebf9 req-90adc111-65f9-42b2-ad1f-b32f457eaf10 service neutron] Attempting to bind port 613c48ee-ff33-4710-a66b-a3a36bbd9380 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '82732791-61b6-4864-92cc-594948a3b9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:37:15.849813 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2466e322-2882-4984-aae1-13af2fafebf9 req-90adc111-65f9-42b2-ad1f-b32f457eaf10 service neutron] Attempting to bind port 613c48ee-ff33-4710-a66b-a3a36bbd9380 on network 7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:37:15.909221 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2466e322-2882-4984-aae1-13af2fafebf9 req-90adc111-65f9-42b2-ad1f-b32f457eaf10 service neutron] Port 613c48ee-ff33-4710-a66b-a3a36bbd9380 on network 7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:37:15.909552 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2466e322-2882-4984-aae1-13af2fafebf9 req-90adc111-65f9-42b2-ad1f-b32f457eaf10 service neutron] Attempting to bind port 613c48ee-ff33-4710-a66b-a3a36bbd9380 on network 7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:37:15.922189 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e2ef4fe4-1304-4fa5-822f-260aac9670a5 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (4583cc64-6ef2-414b-b2c4-e6a31f73bb21), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:15.994063 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e2ef4fe4-1304-4fa5-822f-260aac9670a5 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (4583cc64-6ef2-414b-b2c4-e6a31f73bb21), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:16.027645 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2ef4fe4-1304-4fa5-822f-260aac9670a5 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:37:16.028060 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e2ef4fe4-1304-4fa5-822f-260aac9670a5 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (4583cc64-6ef2-414b-b2c4-e6a31f73bb21), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:16.033222 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:37:16.033222 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:37:16.033222 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:37:16.033222 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:37:16.033222 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:37:16.033222 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:37:16.033222 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:37:16.033222 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:37:16.033222 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:37:16.033222 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:37:16.033222 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:37:16.033222 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:37:16.033222 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:37:16.033222 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:37:16.033222 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:37:16.033222 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:37:16.033222 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:37:16.033222 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:37:16.033222 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:37:16.033222 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:37:16.033222 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:37:16.033222 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:37:16.033222 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:37:16.033222 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:37:16.033222 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:37:16.033222 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:37:16.033222 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:37:16.033222 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:37:16.033222 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:37:16.033222 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:37:16.033222 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:37:16.033222 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:37:16.052205 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-991758f2-1c40-4219-83a0-db2a8493c535 admin admin] Publish callbacks [] for port (9d2948ca-5513-47fa-93dd-5df070b708e7), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:16.059395 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-405952e4-a21c-4af1-a28b-2c6a3b78da40 None None] Current status of the port a1ceac7b-2ee7-483b-bf80-b362aa6261b8 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:16.059838 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-405952e4-a21c-4af1-a28b-2c6a3b78da40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (a1ceac7b-2ee7-483b-bf80-b362aa6261b8), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:16.082431 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4529e4f7-b0ac-44b4-b4f6-d14dd39b7d95 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (d2a7c452-be9c-4dd9-89e3-661a5a73a7db), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:16.084131 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-cb64abe3-40ea-4daa-ae29-b22e1fa0e492 req-af8db574-8acf-4284-9f88-9e652da4ea77 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Allocated IP 192.168.233.74 (82b8d039-1c14-456f-ab24-8b3aebebd7d8/ac79920f-9ddd-4352-b866-6056158b178e/ead96634-4ef4-423a-b514-d956339d9ffc) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:37:16.084936 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fc5ae0-839c-460e-ab0e-36411919867e None None] Resources bound (agent type, host, resource id): {{(pid=103436) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 17:37:16.146870 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-405952e4-a21c-4af1-a28b-2c6a3b78da40 None None] For port a1ceac7b-2ee7-483b-bf80-b362aa6261b8, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=a1ceac7b-2ee7-483b-bf80-b362aa6261b8,segment=NetworkSegment(db684214-d7da-45c4-b29d-9500ff344225),segment_id=db684214-d7da-45c4-b29d-9500ff344225)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:16.201183 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-405952e4-a21c-4af1-a28b-2c6a3b78da40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (a1ceac7b-2ee7-483b-bf80-b362aa6261b8), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:16.209240 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3069d46a-ad8c-40e0-aabe-0abce1253af7 admin admin] Router 4952c5af-bf43-4328-a2da-4bf3c4c59fb7 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:37:16.225276 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e2ef4fe4-1304-4fa5-822f-260aac9670a5 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (27be3341-1ae7-46f2-8d61-24f60a1520b1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:16.235619 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e2ef4fe4-1304-4fa5-822f-260aac9670a5 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:16.244044 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e2ef4fe4-1304-4fa5-822f-260aac9670a5 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "DELETE /v2.0/networks/27be3341-1ae7-46f2-8d61-24f60a1520b1 HTTP/1.1" status: 204 len: 168 time: 5.4996223 Feb 17 17:37:16.245498 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46276) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:16.277608 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-cb64abe3-40ea-4daa-ae29-b22e1fa0e492 req-af8db574-8acf-4284-9f88-9e652da4ea77 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Publish callbacks [] for port (ead96634-4ef4-423a-b514-d956339d9ffc), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:16.279797 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-fb5a5354-c5a5-4d26-821c-189920d49f51 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1391132971'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:37:16.311127 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device a1ceac7b-2ee7-483b-bf80-b362aa6261b8 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:37:16.331296 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1eb669-129f-44bb-8b64-645a9b7a3b3a req-1c7a5a40-6166-4679-9830-da336f788c11 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:16.331697 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ef4fe4-1304-4fa5-822f-260aac9670a5 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Pushing event deleted for resources: {'Network': ['ID=27be3341-1ae7-46f2-8d61-24f60a1520b1,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:16.340773 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7b1eb669-129f-44bb-8b64-645a9b7a3b3a req-1c7a5a40-6166-4679-9830-da336f788c11 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/networks?id=ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad HTTP/1.1" status: 200 len: 813 time: 0.7882462 Feb 17 17:37:16.349354 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-cb64abe3-40ea-4daa-ae29-b22e1fa0e492 req-af8db574-8acf-4284-9f88-9e652da4ea77 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (ead96634-4ef4-423a-b514-d956339d9ffc), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:16.351939 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2466e322-2882-4984-aae1-13af2fafebf9 req-90adc111-65f9-42b2-ad1f-b32f457eaf10 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:37:16.352302 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2466e322-2882-4984-aae1-13af2fafebf9 req-90adc111-65f9-42b2-ad1f-b32f457eaf10 service neutron] Checking segment: {'id': '82732791-61b6-4864-92cc-594948a3b9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:37:16.352771 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2466e322-2882-4984-aae1-13af2fafebf9 req-90adc111-65f9-42b2-ad1f-b32f457eaf10 service neutron] Bound using segment: {'id': '82732791-61b6-4864-92cc-594948a3b9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:37:16.353371 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-2466e322-2882-4984-aae1-13af2fafebf9 req-90adc111-65f9-42b2-ad1f-b32f457eaf10 service neutron] Bound port: 613c48ee-ff33-4710-a66b-a3a36bbd9380, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82732791-61b6-4864-92cc-594948a3b9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:37:16.353728 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-90adc111-65f9-42b2-ad1f-b32f457eaf10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (613c48ee-ff33-4710-a66b-a3a36bbd9380), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:16.401811 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['26539d74-7370-4720-a6c3-66c159785bad'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:37:16.426674 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb64abe3-40ea-4daa-ae29-b22e1fa0e492 req-af8db574-8acf-4284-9f88-9e652da4ea77 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:37:16.436906 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7b1eb669-129f-44bb-8b64-645a9b7a3b3a req-33b365e3-1620-446c-bcff-a36d648ac270 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/quotas/5c112397353b4d5f9dae4aa16205da6f HTTP/1.1" status: 200 len: 375 time: 0.0942874 Feb 17 17:37:16.444467 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-cb64abe3-40ea-4daa-ae29-b22e1fa0e492 req-af8db574-8acf-4284-9f88-9e652da4ea77 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:37:16.492045 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-991758f2-1c40-4219-83a0-db2a8493c535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (9d2948ca-5513-47fa-93dd-5df070b708e7), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:16.506172 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405952e4-a21c-4af1-a28b-2c6a3b78da40 None None] Pushing event updated for resources: {'Port': ['ID=a1ceac7b-2ee7-483b-bf80-b362aa6261b8,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:16.524557 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-2466e322-2882-4984-aae1-13af2fafebf9 req-90adc111-65f9-42b2-ad1f-b32f457eaf10 service neutron] For port 613c48ee-ff33-4710-a66b-a3a36bbd9380, host n-h2-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:37:16.527754 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-2466e322-2882-4984-aae1-13af2fafebf9 req-90adc111-65f9-42b2-ad1f-b32f457eaf10 service neutron] For port 613c48ee-ff33-4710-a66b-a3a36bbd9380, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=613c48ee-ff33-4710-a66b-a3a36bbd9380,segment=NetworkSegment(82732791-61b6-4864-92cc-594948a3b9a8),segment_id=82732791-61b6-4864-92cc-594948a3b9a8)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:37:16.543852 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb64abe3-40ea-4daa-ae29-b22e1fa0e492 req-af8db574-8acf-4284-9f88-9e652da4ea77 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:37:16.553617 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-90adc111-65f9-42b2-ad1f-b32f457eaf10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (613c48ee-ff33-4710-a66b-a3a36bbd9380), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:16.569831 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991758f2-1c40-4219-83a0-db2a8493c535 admin admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:37:16.574912 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991758f2-1c40-4219-83a0-db2a8493c535 admin admin] Pushing event updated for resources: {'Port': ['ID=9d2948ca-5513-47fa-93dd-5df070b708e7,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:16.578682 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d57638d-42e3-4f61-8dc6-53c578567100 req-895f53e0-35d4-4bda-a642-c7f2373ed978 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:16.579409 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-991758f2-1c40-4219-83a0-db2a8493c535 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:37:16.584308 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d57638d-42e3-4f61-8dc6-53c578567100 req-895f53e0-35d4-4bda-a642-c7f2373ed978 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:16.585351 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991758f2-1c40-4219-83a0-db2a8493c535 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:37:16.589685 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d57638d-42e3-4f61-8dc6-53c578567100 req-895f53e0-35d4-4bda-a642-c7f2373ed978 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:16.595777 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d57638d-42e3-4f61-8dc6-53c578567100 req-895f53e0-35d4-4bda-a642-c7f2373ed978 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:16.601434 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d57638d-42e3-4f61-8dc6-53c578567100 req-895f53e0-35d4-4bda-a642-c7f2373ed978 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:16.607988 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d57638d-42e3-4f61-8dc6-53c578567100 req-895f53e0-35d4-4bda-a642-c7f2373ed978 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:16.616203 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d57638d-42e3-4f61-8dc6-53c578567100 req-895f53e0-35d4-4bda-a642-c7f2373ed978 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:16.618321 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7d57638d-42e3-4f61-8dc6-53c578567100 req-895f53e0-35d4-4bda-a642-c7f2373ed978 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 5407 time: 0.7702441 Feb 17 17:37:16.629718 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port a1ceac7b-2ee7-483b-bf80-b362aa6261b8 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:37:16.630353 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (a1ceac7b-2ee7-483b-bf80-b362aa6261b8), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:16.637600 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5a5354-c5a5-4d26-821c-189920d49f51 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Made reservation on behalf of 15e5b8cede264c62bf635b9a00989986 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:37:16.644154 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fb5a5354-c5a5-4d26-821c-189920d49f51 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:16.685042 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8db574-8acf-4284-9f88-9e652da4ea77 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Pushing event updated for resources: {'Port': ['ID=ead96634-4ef4-423a-b514-d956339d9ffc,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:16.693151 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466e322-2882-4984-aae1-13af2fafebf9 req-90adc111-65f9-42b2-ad1f-b32f457eaf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:16.693679 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-90adc111-65f9-42b2-ad1f-b32f457eaf10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:16.697106 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-90adc111-65f9-42b2-ad1f-b32f457eaf10 service neutron] 10.222.0.91 "PUT /v2.0/ports/613c48ee-ff33-4710-a66b-a3a36bbd9380 HTTP/1.1" status: 200 len: 1091 time: 4.8131247 Feb 17 17:37:16.697583 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'tag': '613c48ee-ff33-4710-a66b-a3a36bbd9380'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:37:16.700214 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e1d8e5-1b8f-46e5-9cfb-14cb3eb5955a" -d '{"events": [{"name": "network-changed", "server_uuid": "8a875872-ecbe-4e3b-9059-98bd8c42bc1e", "tag": "613c48ee-ff33-4710-a66b-a3a36bbd9380"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:37:16.748594 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2aaa9b23-b283-47a9-b0aa-28f3448bedd0 service neutron] Request body: {'port': {'device_id': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:37:16.829860 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07eb1655-8ea0-4b0b-aab5-990db6933c1b None None] Network 2a574d4f-e4f9-49f2-aee6-25c2bbb796ce requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:37:16.852803 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64abe3-40ea-4daa-ae29-b22e1fa0e492 req-af8db574-8acf-4284-9f88-9e652da4ea77 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:16.853497 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-cb64abe3-40ea-4daa-ae29-b22e1fa0e492 req-af8db574-8acf-4284-9f88-9e652da4ea77 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:16.860035 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb5a5354-c5a5-4d26-821c-189920d49f51 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:37:16.874366 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fb5a5354-c5a5-4d26-821c-189920d49f51 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (aa3a43c3-0df4-403c-a118-3c4e619442cf), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:16.874854 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-fb5a5354-c5a5-4d26-821c-189920d49f51 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Added segment aa3a43c3-0df4-403c-a118-3c4e619442cf of type vlan for network fb871d13-cc4a-47f3-b3fb-c553a2844e07 Feb 17 17:37:16.897753 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7b1eb669-129f-44bb-8b64-645a9b7a3b3a req-a24f7d17-ea85-40c9-9164-2d0524c65631 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=5c112397353b4d5f9dae4aa16205da6f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4590058 Feb 17 17:37:16.939789 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fb5a5354-c5a5-4d26-821c-189920d49f51 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (fb871d13-cc4a-47f3-b3fb-c553a2844e07), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:16.978827 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port a1ceac7b-2ee7-483b-bf80-b362aa6261b8 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:16.989854 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2aaa9b23-b283-47a9-b0aa-28f3448bedd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3a0304e4-2f7a-4a83-9f09-e81f38957152), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:17.001849 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cb64abe3-40ea-4daa-ae29-b22e1fa0e492 req-af8db574-8acf-4284-9f88-9e652da4ea77 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1214950 Feb 17 17:37:17.021312 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4529e4f7-b0ac-44b4-b4f6-d14dd39b7d95 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (d2a7c452-be9c-4dd9-89e3-661a5a73a7db), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:17.028512 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7d57638d-42e3-4f61-8dc6-53c578567100 req-27ddb7ca-5ef4-42f0-a2d0-629bb3336d4d tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/security-groups?id=fd4d27d9-e68c-41ba-a909-f949182bce5a&id=4a46e179-4efe-408d-8163-359e1c80274b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3591704 Feb 17 17:37:17.047930 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90adc111-65f9-42b2-ad1f-b32f457eaf10 service neutron] Pushing event updated for resources: {'Port': ['ID=613c48ee-ff33-4710-a66b-a3a36bbd9380,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:17.074235 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-cb64abe3-40ea-4daa-ae29-b22e1fa0e492 req-98e8f9b2-133c-40ff-80fc-e114d007db57 service neutron] Request body: {'port': {'device_id': '842b1390-d20b-429c-b44f-a99e611cf750', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:37:17.276404 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac331587-baf4-4eb8-b021-8556c72d690f req-72d92c5e-b6e9-49cd-abfe-dbc63fc30ed5 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:17.278195 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ac331587-baf4-4eb8-b021-8556c72d690f req-72d92c5e-b6e9-49cd-abfe-dbc63fc30ed5 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.91 "GET /v2.0/ports?device_id=21f8505b-0ae7-4a5f-8dfe-d30c85bad41f HTTP/1.1" status: 200 len: 945 time: 0.9344842 Feb 17 17:37:17.283881 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd954ce-a8f2-47c5-ab26-45d27bfffa41 None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:37:17.292361 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4529e4f7-b0ac-44b4-b4f6-d14dd39b7d95 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:17.299719 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4529e4f7-b0ac-44b4-b4f6-d14dd39b7d95 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/d2a7c452-be9c-4dd9-89e3-661a5a73a7db HTTP/1.1" status: 204 len: 168 time: 2.0076792 Feb 17 17:37:17.301126 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4529e4f7-b0ac-44b4-b4f6-d14dd39b7d95 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Subnet': ['ID=d2a7c452-be9c-4dd9-89e3-661a5a73a7db,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:17.303237 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fb5a5354-c5a5-4d26-821c-189920d49f51 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (fb871d13-cc4a-47f3-b3fb-c553a2844e07), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:17.309068 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5a5354-c5a5-4d26-821c-189920d49f51 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:17.310458 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fb5a5354-c5a5-4d26-821c-189920d49f51 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:17.313206 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46282) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:17.341182 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-0aba25c0-3f6c-4ee3-9e3b-39c0e98594f8 None None] Provisioning complete for port ead96634-4ef4-423a-b514-d956339d9ffc triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:37:17.341562 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0aba25c0-3f6c-4ee3-9e3b-39c0e98594f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ead96634-4ef4-423a-b514-d956339d9ffc), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:17.417788 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-0aba25c0-3f6c-4ee3-9e3b-39c0e98594f8 None None] Port ead96634-4ef4-423a-b514-d956339d9ffc cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:37:17.430088 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7b1eb669-129f-44bb-8b64-645a9b7a3b3a req-b6cdb761-57ad-48a6-afbe-a3521a7abe7a service neutron] 10.222.0.87 "GET /v2.0/networks/ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5314584 Feb 17 17:37:17.439216 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-af6fcca6-4b5f-4900-b83b-efdc9ab9ab4c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1045964 Feb 17 17:37:17.451008 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46284) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:17.465195 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3069d46a-ad8c-40e0-aabe-0abce1253af7 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:37:17.488769 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28410249-2054-418c-8788-73543f7c6cbb None None] Sync routers for ids ['4952c5af-bf43-4328-a2da-4bf3c4c59fb7'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:37:17.498698 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3069d46a-ad8c-40e0-aabe-0abce1253af7 admin admin] 10.222.0.87 "PUT /v2.0/routers/4952c5af-bf43-4328-a2da-4bf3c4c59fb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7702096 Feb 17 17:37:17.505027 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46286) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:17.505943 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28410249-2054-418c-8788-73543f7c6cbb None None] Routers {'4952c5af-bf43-4328-a2da-4bf3c4c59fb7'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:37:17.506579 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-28410249-2054-418c-8788-73543f7c6cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:37:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['4952c5af-bf43-4328-a2da-4bf3c4c59fb7'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:17.523539 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fb5a5354-c5a5-4d26-821c-189920d49f51 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2513511 Feb 17 17:37:17.563894 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46288) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:17.569372 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-af55f309-3dc1-428c-b03d-a6e3bbc1b843 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Request body: {'subnet': {'network_id': 'fb871d13-cc4a-47f3-b3fb-c553a2844e07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:37:17.622530 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-28410249-2054-418c-8788-73543f7c6cbb None None] Set router 4952c5af-bf43-4328-a2da-4bf3c4c59fb7 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:37:17.674880 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a5354-c5a5-4d26-821c-189920d49f51 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Pushing event updated for resources: {'Network': ['ID=fb871d13-cc4a-47f3-b3fb-c553a2844e07,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:17.691999 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network fb871d13-cc4a-47f3-b3fb-c553a2844e07 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:37:17.720534 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-cb64abe3-40ea-4daa-ae29-b22e1fa0e492 req-98e8f9b2-133c-40ff-80fc-e114d007db57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ead96634-4ef4-423a-b514-d956339d9ffc), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:17.725626 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7b1eb669-129f-44bb-8b64-645a9b7a3b3a req-314ea56e-5abe-47a2-b8cc-1ec4342826c1 service neutron] 10.222.0.87 "GET /v2.0/networks/ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941500 Feb 17 17:37:17.770112 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-991758f2-1c40-4219-83a0-db2a8493c535 admin admin] Publish callbacks [] for router_gateway (561a3cd2-aabb-4f11-920e-1a8454920696), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:17.877759 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce619bd-76b7-4c59-8fc9-81e5f1b5d4c7 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:17.881821 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2ce619bd-76b7-4c59-8fc9-81e5f1b5d4c7 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4280190 Feb 17 17:37:17.888389 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46290) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:18.047428 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-54182c77-835a-4752-af76-50c5ca4050da None None] Provisioning complete for port a1ceac7b-2ee7-483b-bf80-b362aa6261b8 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:37:18.056984 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-54182c77-835a-4752-af76-50c5ca4050da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (a1ceac7b-2ee7-483b-bf80-b362aa6261b8), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:18.080152 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773f5337-cc06-4701-8ee3-0fa5ceb03319 x-openstack-request-id: req-773f5337-cc06-4701-8ee3-0fa5ceb03319 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:37:18.080635 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a875872-ecbe-4e3b-9059-98bd8c42bc1e", "tag": "613c48ee-ff33-4710-a66b-a3a36bbd9380", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:37:18.081045 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-773f5337-cc06-4701-8ee3-0fa5ceb03319 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:37:18.081838 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'tag': '613c48ee-ff33-4710-a66b-a3a36bbd9380', 'status': 'completed', 'code': 200} Feb 17 17:37:18.106601 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9a83e1-f761-4abe-b542-661edde1501a None None] DHCP port deletion for f82adc72-a904-4b51-9a87-7ea8a1981040 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:37:18.195221 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23544d6-f454-48e2-9ca7-345d01b13bfe req-92be49bf-3118-4ae3-8e8b-062f8ea5c192 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:18.202787 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b23544d6-f454-48e2-9ca7-345d01b13bfe req-92be49bf-3118-4ae3-8e8b-062f8ea5c192 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/ports?device_id=842b1390-d20b-429c-b44f-a99e611cf750 HTTP/1.1" status: 200 len: 935 time: 0.9944146 Feb 17 17:37:18.273636 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9c70e37e-bd9b-49b4-85b1-d724d3df1e9b req-1549aa05-6dd5-4e66-959d-893db30d2df0 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=60ab87b1-d42f-4db3-96e5-629833bd232b HTTP/1.1" status: 200 len: 210 time: 0.1843622 Feb 17 17:37:18.301479 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-8f9a83e1-f761-4abe-b542-661edde1501a None None] Deleting port df2c2e50-9ab0-4f18-84eb-2618e7c7798f {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:37:18.306499 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8f9a83e1-f761-4abe-b542-661edde1501a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (df2c2e50-9ab0-4f18-84eb-2618e7c7798f), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:18.308914 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device a1ceac7b-2ee7-483b-bf80-b362aa6261b8 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:37:18.440916 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-28410249-2054-418c-8788-73543f7c6cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4952c5af-bf43-4328-a2da-4bf3c4c59fb7', 'name': 'tempest-TaggedBootDevicesTest_v242-1324784667-router', 'tenant_id': 'e99c2c557c9a4928be310917fafb35e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '6cc7a0c7-f8ad-4f4e-843a-0384dc43e681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:28:21Z', 'updated_at': '2022-02-17T17:37:13Z', 'revision_number': 5, 'project_id': 'e99c2c557c9a4928be310917fafb35e8', 'gw_port': {'id': '6cc7a0c7-f8ad-4f4e-843a-0384dc43e681', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ba:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4952c5af-bf43-4328-a2da-4bf3c4c59fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:28:25Z', 'updated_at': '2022-02-17T17:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:18.444005 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-54182c77-835a-4752-af76-50c5ca4050da None None] Current status of the port a1ceac7b-2ee7-483b-bf80-b362aa6261b8 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:18.479010 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b23544d6-f454-48e2-9ca7-345d01b13bfe req-62affa34-8505-40b8-80e7-64e0dbbfe8d1 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/security-groups?id=653b32b6-fa07-4d55-bd5b-f262ebd124a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171323 Feb 17 17:37:18.531287 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-ac331587-baf4-4eb8-b021-8556c72d690f req-d9785242-8efb-48df-ab2f-a2b623333985 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Deleting port 2fa6b8d7-c4c6-418c-9da6-72c8a171b643 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:37:18.532032 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ac331587-baf4-4eb8-b021-8556c72d690f req-d9785242-8efb-48df-ab2f-a2b623333985 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (2fa6b8d7-c4c6-418c-9da6-72c8a171b643), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:18.577550 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2aaa9b23-b283-47a9-b0aa-28f3448bedd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a0304e4-2f7a-4a83-9f09-e81f38957152 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:37:18.598113 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2aaa9b23-b283-47a9-b0aa-28f3448bedd0 service neutron] Publish callbacks [] for port (3a0304e4-2f7a-4a83-9f09-e81f38957152), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:18.598650 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-8f9a83e1-f761-4abe-b542-661edde1501a None None] For port df2c2e50-9ab0-4f18-84eb-2618e7c7798f, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=df2c2e50-9ab0-4f18-84eb-2618e7c7798f,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:18.599089 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8f9a83e1-f761-4abe-b542-661edde1501a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (df2c2e50-9ab0-4f18-84eb-2618e7c7798f), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:18.601148 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d733d85-fda5-480d-8212-a95fd97f3bc4 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:18.610582 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3d733d85-fda5-480d-8212-a95fd97f3bc4 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7211063 Feb 17 17:37:18.611389 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af55f309-3dc1-428c-b03d-a6e3bbc1b843 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Made reservation on behalf of 15e5b8cede264c62bf635b9a00989986 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:37:18.615005 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-8f9a83e1-f761-4abe-b542-661edde1501a None None] Calling delete_port for df2c2e50-9ab0-4f18-84eb-2618e7c7798f owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:37:18.619572 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01fa09d-c67e-4e48-9aee-3dc30a356593 req-09f8d6f5-0e61-4f5b-ae38-53101d4dacb9 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:18.619941 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af55f309-3dc1-428c-b03d-a6e3bbc1b843 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:18.634697 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01fa09d-c67e-4e48-9aee-3dc30a356593 req-09f8d6f5-0e61-4f5b-ae38-53101d4dacb9 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:18.641229 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01fa09d-c67e-4e48-9aee-3dc30a356593 req-09f8d6f5-0e61-4f5b-ae38-53101d4dacb9 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:18.646640 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01fa09d-c67e-4e48-9aee-3dc30a356593 req-09f8d6f5-0e61-4f5b-ae38-53101d4dacb9 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:18.652053 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01fa09d-c67e-4e48-9aee-3dc30a356593 req-09f8d6f5-0e61-4f5b-ae38-53101d4dacb9 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:18.657445 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01fa09d-c67e-4e48-9aee-3dc30a356593 req-09f8d6f5-0e61-4f5b-ae38-53101d4dacb9 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:18.662756 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01fa09d-c67e-4e48-9aee-3dc30a356593 req-09f8d6f5-0e61-4f5b-ae38-53101d4dacb9 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:18.664931 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a01fa09d-c67e-4e48-9aee-3dc30a356593 req-09f8d6f5-0e61-4f5b-ae38-53101d4dacb9 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 5407 time: 0.2387016 Feb 17 17:37:18.665228 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46302) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:18.720600 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port a1ceac7b-2ee7-483b-bf80-b362aa6261b8 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:37:18.721033 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (a1ceac7b-2ee7-483b-bf80-b362aa6261b8), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:18.726083 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28410249-2054-418c-8788-73543f7c6cbb None None] Checking router: 4952c5af-bf43-4328-a2da-4bf3c4c59fb7 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:37:18.732639 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8f9a83e1-f761-4abe-b542-661edde1501a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (df2c2e50-9ab0-4f18-84eb-2618e7c7798f), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:18.737756 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a093b1bb-0da8-41f8-a813-59b0a063d01e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0671887 Feb 17 17:37:18.739109 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46306) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:18.748096 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-663611f2-44fc-455b-8ae1-b684b54da43a admin admin] Publish callbacks [] for router (4952c5af-bf43-4328-a2da-4bf3c4c59fb7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:18.755093 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-4abbbeb6-f640-4f47-a5fa-3ecf8c9113e8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'subnet': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:37:18.806529 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9a83e1-f761-4abe-b542-661edde1501a None None] Pushing event deleted for resources: {'Port': ['ID=df2c2e50-9ab0-4f18-84eb-2618e7c7798f,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:18.822055 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:18.823152 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9a83e1-f761-4abe-b542-661edde1501a None None] No DVR routers for this DVR port df2c2e50-9ab0-4f18-84eb-2618e7c7798f on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:37:18.826974 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28410249-2054-418c-8788-73543f7c6cbb None None] Routers {'4952c5af-bf43-4328-a2da-4bf3c4c59fb7'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:37:18.827684 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-28410249-2054-418c-8788-73543f7c6cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:37:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['4952c5af-bf43-4328-a2da-4bf3c4c59fb7'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:18.836369 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2aaa9b23-b283-47a9-b0aa-28f3448bedd0 service neutron] Transition to ACTIVE for port object 3a0304e4-2f7a-4a83-9f09-e81f38957152 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:37:18.864104 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2aaa9b23-b283-47a9-b0aa-28f3448bedd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (3a0304e4-2f7a-4a83-9f09-e81f38957152), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:18.866044 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4abbbeb6-f640-4f47-a5fa-3ecf8c9113e8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:37:18.869625 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4abbbeb6-f640-4f47-a5fa-3ecf8c9113e8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:18.976258 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-28410249-2054-418c-8788-73543f7c6cbb None None] Set router 4952c5af-bf43-4328-a2da-4bf3c4c59fb7 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:37:19.048545 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a01fa09d-c67e-4e48-9aee-3dc30a356593 req-0b1f10a5-6e55-407c-ad66-570fac24d4c6 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/security-groups?id=fd4d27d9-e68c-41ba-a909-f949182bce5a&id=4a46e179-4efe-408d-8163-359e1c80274b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3730631 Feb 17 17:37:19.274428 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaa9b23-b283-47a9-b0aa-28f3448bedd0 service neutron] Pushing event updated for resources: {'Port': ['ID=3a0304e4-2f7a-4a83-9f09-e81f38957152,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:19.328268 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af55f309-3dc1-428c-b03d-a6e3bbc1b843 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (38fdb613-faf1-47fc-8211-ac5727cc2c57), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:19.410391 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55f309-3dc1-428c-b03d-a6e3bbc1b843 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Pushing event updated for resources: {'Subnet': ['ID=38fdb613-faf1-47fc-8211-ac5727cc2c57,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:19.450435 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af55f309-3dc1-428c-b03d-a6e3bbc1b843 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:37:19.450784 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af55f309-3dc1-428c-b03d-a6e3bbc1b843 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:37:19.451154 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af55f309-3dc1-428c-b03d-a6e3bbc1b843 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:37:19.451657 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af55f309-3dc1-428c-b03d-a6e3bbc1b843 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:37:19.452010 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af55f309-3dc1-428c-b03d-a6e3bbc1b843 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:37:19.452376 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af55f309-3dc1-428c-b03d-a6e3bbc1b843 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:37:19.452721 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af55f309-3dc1-428c-b03d-a6e3bbc1b843 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:37:19.453062 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af55f309-3dc1-428c-b03d-a6e3bbc1b843 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:37:19.453397 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af55f309-3dc1-428c-b03d-a6e3bbc1b843 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:37:19.453735 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af55f309-3dc1-428c-b03d-a6e3bbc1b843 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:37:19.454324 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af55f309-3dc1-428c-b03d-a6e3bbc1b843 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:37:19.454655 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af55f309-3dc1-428c-b03d-a6e3bbc1b843 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:37:19.454985 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af55f309-3dc1-428c-b03d-a6e3bbc1b843 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:37:19.472985 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port a1ceac7b-2ee7-483b-bf80-b362aa6261b8 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:19.478341 n-d-829613-2 neutron-server[103435]: DEBUG neutron.objects.ports [None req-4abbbeb6-f640-4f47-a5fa-3ecf8c9113e8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103435) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 17 17:37:19.519281 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1d8e5-1b8f-46e5-9cfb-14cb3eb5955a req-ee9648de-57cf-4178-8002-1702a7ea64ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:19.520445 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1d8e5-1b8f-46e5-9cfb-14cb3eb5955a req-ee9648de-57cf-4178-8002-1702a7ea64ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:19.522155 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1d8e5-1b8f-46e5-9cfb-14cb3eb5955a req-ee9648de-57cf-4178-8002-1702a7ea64ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:19.522670 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1d8e5-1b8f-46e5-9cfb-14cb3eb5955a req-ee9648de-57cf-4178-8002-1702a7ea64ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:19.524218 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1d8e5-1b8f-46e5-9cfb-14cb3eb5955a req-ee9648de-57cf-4178-8002-1702a7ea64ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:19.525460 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1d8e5-1b8f-46e5-9cfb-14cb3eb5955a req-ee9648de-57cf-4178-8002-1702a7ea64ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:19.529718 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1d8e5-1b8f-46e5-9cfb-14cb3eb5955a req-ee9648de-57cf-4178-8002-1702a7ea64ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:19.534322 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a4e1d8e5-1b8f-46e5-9cfb-14cb3eb5955a req-ee9648de-57cf-4178-8002-1702a7ea64ae service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=918d19e8f1f044baa808ac9d66a136f9&device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 6595 time: 1.0989594 Feb 17 17:37:19.545134 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4abbbeb6-f640-4f47-a5fa-3ecf8c9113e8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (15289497-8f87-4d6b-b485-08948dc0a1dd), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:19.568068 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:19.582496 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-ac331587-baf4-4eb8-b021-8556c72d690f req-d9785242-8efb-48df-ab2f-a2b623333985 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] For port 2fa6b8d7-c4c6-418c-9da6-72c8a171b643, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=2fa6b8d7-c4c6-418c-9da6-72c8a171b643,segment=NetworkSegment(e4661035-9680-4da1-989b-77404c89e6fd),segment_id=e4661035-9680-4da1-989b-77404c89e6fd)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:19.583756 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ac331587-baf4-4eb8-b021-8556c72d690f req-d9785242-8efb-48df-ab2f-a2b623333985 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (2fa6b8d7-c4c6-418c-9da6-72c8a171b643), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:19.647193 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-28410249-2054-418c-8788-73543f7c6cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4952c5af-bf43-4328-a2da-4bf3c4c59fb7', 'name': 'tempest-TaggedBootDevicesTest_v242-1324784667-router', 'tenant_id': 'e99c2c557c9a4928be310917fafb35e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '6cc7a0c7-f8ad-4f4e-843a-0384dc43e681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:28:21Z', 'updated_at': '2022-02-17T17:37:13Z', 'revision_number': 5, 'project_id': 'e99c2c557c9a4928be310917fafb35e8', 'gw_port': {'id': '6cc7a0c7-f8ad-4f4e-843a-0384dc43e681', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ba:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4952c5af-bf43-4328-a2da-4bf3c4c59fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:28:25Z', 'updated_at': '2022-02-17T17:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:19.651474 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device df2c2e50-9ab0-4f18-84eb-2618e7c7798f no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:37:19.679374 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abbbeb6-f640-4f47-a5fa-3ecf8c9113e8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:37:19.695827 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4b98d392-2754-4267-a282-558ac7b760b7 req-f611f4e4-22d5-47fa-a891-4b70f21b5317 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=60ab87b1-d42f-4db3-96e5-629833bd232b HTTP/1.1" status: 200 len: 210 time: 0.2692556 Feb 17 17:37:19.710353 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: df2c2e50-9ab0-4f18-84eb-2618e7c7798f {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:37:19.710353 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device df2c2e50-9ab0-4f18-84eb-2618e7c7798f not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:37:19.727102 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-ac331587-baf4-4eb8-b021-8556c72d690f req-d9785242-8efb-48df-ab2f-a2b623333985 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Calling delete_port for 2fa6b8d7-c4c6-418c-9da6-72c8a171b643 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:37:19.737872 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abbbeb6-f640-4f47-a5fa-3ecf8c9113e8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Subnet': ['ID=15289497-8f87-4d6b-b485-08948dc0a1dd,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:19.740720 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-4abbbeb6-f640-4f47-a5fa-3ecf8c9113e8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:37:19.748992 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28410249-2054-418c-8788-73543f7c6cbb None None] The sync data for ids ['4952c5af-bf43-4328-a2da-4bf3c4c59fb7'] in n-d-829613-2 is: [{'id': '4952c5af-bf43-4328-a2da-4bf3c4c59fb7', 'name': 'tempest-TaggedBootDevicesTest_v242-1324784667-router', 'tenant_id': 'e99c2c557c9a4928be310917fafb35e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': '6cc7a0c7-f8ad-4f4e-843a-0384dc43e681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:28:21Z', 'updated_at': '2022-02-17T17:37:13Z', 'revision_number': 5, 'project_id': 'e99c2c557c9a4928be310917fafb35e8', 'gw_port': {'id': '6cc7a0c7-f8ad-4f4e-843a-0384dc43e681', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ba:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4952c5af-bf43-4328-a2da-4bf3c4c59fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:28:25Z', 'updated_at': '2022-02-17T17:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:37:19.766756 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2d8a54-31db-4e23-9098-d6c11d6df0e9 None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:37:19.859661 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af55f309-3dc1-428c-b03d-a6e3bbc1b843 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Checking segment: {'id': 'aa3a43c3-0df4-403c-a118-3c4e619442cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fb871d13-cc4a-47f3-b3fb-c553a2844e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:37:19.860378 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af55f309-3dc1-428c-b03d-a6e3bbc1b843 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Network hostable DHCP agents. Network: fb871d13-cc4a-47f3-b3fb-c553a2844e07, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:37:19.889710 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abbbeb6-f640-4f47-a5fa-3ecf8c9113e8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:19.890321 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4abbbeb6-f640-4f47-a5fa-3ecf8c9113e8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:19.959253 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-cb64abe3-40ea-4daa-ae29-b22e1fa0e492 req-98e8f9b2-133c-40ff-80fc-e114d007db57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ead96634-4ef4-423a-b514-d956339d9ffc {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:37:19.968097 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2aaa9b23-b283-47a9-b0aa-28f3448bedd0 service neutron] Attempting to bind port 3a0304e4-2f7a-4a83-9f09-e81f38957152 on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:37:19.968551 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2aaa9b23-b283-47a9-b0aa-28f3448bedd0 service neutron] Attempting to bind port 3a0304e4-2f7a-4a83-9f09-e81f38957152 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '82732791-61b6-4864-92cc-594948a3b9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:37:19.968966 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2aaa9b23-b283-47a9-b0aa-28f3448bedd0 service neutron] Attempting to bind port 3a0304e4-2f7a-4a83-9f09-e81f38957152 on network 7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:37:19.979928 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d481ab0a-dd3d-4f95-8470-9537daf686a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-f82adc72-a904-4b51-9a87-7ea8a1981040', 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'project_id': 'c017d73ca35741f09876024d2cbfcdb7', 'fixed_ips': [{'subnet_id': '15289497-8f87-4d6b-b485-08948dc0a1dd'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:37:19.981655 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-cb64abe3-40ea-4daa-ae29-b22e1fa0e492 req-98e8f9b2-133c-40ff-80fc-e114d007db57 service neutron] Publish callbacks [] for port (ead96634-4ef4-423a-b514-d956339d9ffc), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:19.982764 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d481ab0a-dd3d-4f95-8470-9537daf686a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:20.007574 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-991758f2-1c40-4219-83a0-db2a8493c535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (561a3cd2-aabb-4f11-920e-1a8454920696), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:20.028102 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-663611f2-44fc-455b-8ae1-b684b54da43a admin admin] Publish callbacks [] for router_gateway (4952c5af-bf43-4328-a2da-4bf3c4c59fb7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:20.029233 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2aaa9b23-b283-47a9-b0aa-28f3448bedd0 service neutron] Port 3a0304e4-2f7a-4a83-9f09-e81f38957152 on network 7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:37:20.029617 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2aaa9b23-b283-47a9-b0aa-28f3448bedd0 service neutron] Attempting to bind port 3a0304e4-2f7a-4a83-9f09-e81f38957152 on network 7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:37:20.032890 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af55f309-3dc1-428c-b03d-a6e3bbc1b843 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Network fb871d13-cc4a-47f3-b3fb-c553a2844e07 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:37:20.048826 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3d839-b9e5-4886-8d3e-6417e2207c25 req-66e5fa01-88b1-4618-b76d-d9a9638a4bc1 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:20.050487 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3ca3d839-b9e5-4886-8d3e-6417e2207c25 req-66e5fa01-88b1-4618-b76d-d9a9638a4bc1 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/ports?device_id=842b1390-d20b-429c-b44f-a99e611cf750 HTTP/1.1" status: 200 len: 935 time: 0.3065677 Feb 17 17:37:20.056648 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4abbbeb6-f640-4f47-a5fa-3ecf8c9113e8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.3072190 Feb 17 17:37:20.062835 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46312) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:20.074349 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-95a184aa-9a2b-4551-b869-06de7cee5e5d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'port': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'mac_address': 'fa:16:3e:e4:68:48', 'name': 'tempest-NetworksTestDHCPv6-1838076988'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:37:20.088398 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2aaa9b23-b283-47a9-b0aa-28f3448bedd0 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:37:20.088770 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2aaa9b23-b283-47a9-b0aa-28f3448bedd0 service neutron] Checking segment: {'id': '82732791-61b6-4864-92cc-594948a3b9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:37:20.089844 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2aaa9b23-b283-47a9-b0aa-28f3448bedd0 service neutron] Bound using segment: {'id': '82732791-61b6-4864-92cc-594948a3b9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:37:20.089844 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2aaa9b23-b283-47a9-b0aa-28f3448bedd0 service neutron] Bound port: 3a0304e4-2f7a-4a83-9f09-e81f38957152, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82732791-61b6-4864-92cc-594948a3b9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:37:20.090048 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2aaa9b23-b283-47a9-b0aa-28f3448bedd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3a0304e4-2f7a-4a83-9f09-e81f38957152), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:20.093446 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-cb64abe3-40ea-4daa-ae29-b22e1fa0e492 req-98e8f9b2-133c-40ff-80fc-e114d007db57 service neutron] Transition to ACTIVE for port object ead96634-4ef4-423a-b514-d956339d9ffc will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:37:20.158760 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-cb64abe3-40ea-4daa-ae29-b22e1fa0e492 req-98e8f9b2-133c-40ff-80fc-e114d007db57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (ead96634-4ef4-423a-b514-d956339d9ffc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:20.168862 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-af55f309-3dc1-428c-b03d-a6e3bbc1b843 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, fb871d13-cc4a-47f3-b3fb-c553a2844e07) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:37:20.174921 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af55f309-3dc1-428c-b03d-a6e3bbc1b843 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:20.175801 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af55f309-3dc1-428c-b03d-a6e3bbc1b843 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:20.206003 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e183e730-4159-412b-a45d-93f3897b03f8 None None] Network fb871d13-cc4a-47f3-b3fb-c553a2844e07 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:37:20.233963 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 0f6e286d-ad75-4561-b853-205f914f74b4 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:37:20.258815 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3ca3d839-b9e5-4886-8d3e-6417e2207c25 req-9952598d-6c4d-4c20-955c-5310005d3d24 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/security-groups?id=653b32b6-fa07-4d55-bd5b-f262ebd124a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010005 Feb 17 17:37:20.346091 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 0f6e286d-ad75-4561-b853-205f914f74b4 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:37:20.346602 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 0f6e286d-ad75-4561-b853-205f914f74b4 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:37:20.397756 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1eb669-129f-44bb-8b64-645a9b7a3b3a req-b4158880-e769-4ae7-995f-3b17266f8489 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:20.400023 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7b1eb669-129f-44bb-8b64-645a9b7a3b3a req-b4158880-e769-4ae7-995f-3b17266f8489 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.71 "GET /v2.0/networks?id=ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad HTTP/1.1" status: 200 len: 813 time: 0.6745987 Feb 17 17:37:20.438966 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-7b1eb669-129f-44bb-8b64-645a9b7a3b3a req-9041bd2d-c7cf-46c4-91d8-09b9491e4d12 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Request body: {'port': {'device_id': '60ab87b1-d42f-4db3-96e5-629833bd232b', 'network_id': 'ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad', 'admin_state_up': True, 'tenant_id': '5c112397353b4d5f9dae4aa16205da6f'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:37:20.492218 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-d481ab0a-dd3d-4f95-8470-9537daf686a5 None None] Allocated IP 2001:db8::f816:3eff:fe06:8c09 (f82adc72-a904-4b51-9a87-7ea8a1981040/15289497-8f87-4d6b-b485-08948dc0a1dd/28959c5d-4557-4f57-889f-9a0e43add3e7) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:37:20.574282 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4850e0-de3e-4e1f-9100-b31d6c4c20bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-fb871d13-cc4a-47f3-b3fb-c553a2844e07', 'network_id': 'fb871d13-cc4a-47f3-b3fb-c553a2844e07', 'project_id': '15e5b8cede264c62bf635b9a00989986', 'fixed_ips': [{'subnet_id': '38fdb613-faf1-47fc-8211-ac5727cc2c57'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:37:20.579199 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dc4850e0-de3e-4e1f-9100-b31d6c4c20bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:20.609888 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e8f9b2-133c-40ff-80fc-e114d007db57 service neutron] Pushing event updated for resources: {'Port': ['ID=ead96634-4ef4-423a-b514-d956339d9ffc,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:20.618526 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1d8e5-1b8f-46e5-9cfb-14cb3eb5955a req-e3f630e5-9980-4144-8eb8-150ecaeb6f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:20.618996 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1d8e5-1b8f-46e5-9cfb-14cb3eb5955a req-e3f630e5-9980-4144-8eb8-150ecaeb6f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:20.619480 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1d8e5-1b8f-46e5-9cfb-14cb3eb5955a req-e3f630e5-9980-4144-8eb8-150ecaeb6f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:20.621162 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a4e1d8e5-1b8f-46e5-9cfb-14cb3eb5955a req-e3f630e5-9980-4144-8eb8-150ecaeb6f81 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=918d19e8f1f044baa808ac9d66a136f9&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.0009243 Feb 17 17:37:20.640774 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a184aa-9a2b-4551-b869-06de7cee5e5d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:37:20.776191 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2aaa9b23-b283-47a9-b0aa-28f3448bedd0 service neutron] For port 3a0304e4-2f7a-4a83-9f09-e81f38957152, host n-h2-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:37:20.800555 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-af55f309-3dc1-428c-b03d-a6e3bbc1b843 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.2347939 Feb 17 17:37:20.801956 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46320) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:20.813998 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596202a8-122b-4864-ad31-8164a18d37a5 req-7d6e41f8-c9ac-4d45-b18e-1eb76d3f0b24 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:20.824330 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596202a8-122b-4864-ad31-8164a18d37a5 req-7d6e41f8-c9ac-4d45-b18e-1eb76d3f0b24 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:20.824988 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-95a184aa-9a2b-4551-b869-06de7cee5e5d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:20.836204 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596202a8-122b-4864-ad31-8164a18d37a5 req-7d6e41f8-c9ac-4d45-b18e-1eb76d3f0b24 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:20.845685 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596202a8-122b-4864-ad31-8164a18d37a5 req-7d6e41f8-c9ac-4d45-b18e-1eb76d3f0b24 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:20.854396 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596202a8-122b-4864-ad31-8164a18d37a5 req-7d6e41f8-c9ac-4d45-b18e-1eb76d3f0b24 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:20.863137 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596202a8-122b-4864-ad31-8164a18d37a5 req-7d6e41f8-c9ac-4d45-b18e-1eb76d3f0b24 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:20.871912 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596202a8-122b-4864-ad31-8164a18d37a5 req-7d6e41f8-c9ac-4d45-b18e-1eb76d3f0b24 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:20.877277 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-596202a8-122b-4864-ad31-8164a18d37a5 req-7d6e41f8-c9ac-4d45-b18e-1eb76d3f0b24 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 5419 time: 0.6337397 Feb 17 17:37:20.966821 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d481ab0a-dd3d-4f95-8470-9537daf686a5 None None] Publish callbacks [] for port (28959c5d-4557-4f57-889f-9a0e43add3e7), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:20.968668 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-95a184aa-9a2b-4551-b869-06de7cee5e5d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] device_id is not set on port df7d9f78-75b2-43b0-9c60-79159f2ddc44 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:37:20.981870 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d481ab0a-dd3d-4f95-8470-9537daf686a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (28959c5d-4557-4f57-889f-9a0e43add3e7), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:20.999501 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-dc4850e0-de3e-4e1f-9100-b31d6c4c20bf None None] Allocated IP 2001:db8::1 (fb871d13-cc4a-47f3-b3fb-c553a2844e07/38fdb613-faf1-47fc-8211-ac5727cc2c57/e531b833-1f09-410d-833e-ff306a261e9c) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:37:21.049421 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d481ab0a-dd3d-4f95-8470-9537daf686a5 None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:37:21.058323 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-d481ab0a-dd3d-4f95-8470-9537daf686a5 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:37:21.065531 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d481ab0a-dd3d-4f95-8470-9537daf686a5 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:37:21.084865 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d481ab0a-dd3d-4f95-8470-9537daf686a5 None None] Pushing event updated for resources: {'Port': ['ID=28959c5d-4557-4f57-889f-9a0e43add3e7,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:21.103566 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-95a184aa-9a2b-4551-b869-06de7cee5e5d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Allocated IP 2001:db8::f816:3eff:fee4:6848 (f82adc72-a904-4b51-9a87-7ea8a1981040/15289497-8f87-4d6b-b485-08948dc0a1dd/df7d9f78-75b2-43b0-9c60-79159f2ddc44) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:37:21.186732 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-d481ab0a-dd3d-4f95-8470-9537daf686a5 None None] Attempting to bind port 28959c5d-4557-4f57-889f-9a0e43add3e7 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:37:21.187306 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-d481ab0a-dd3d-4f95-8470-9537daf686a5 None None] Attempting to bind port 28959c5d-4557-4f57-889f-9a0e43add3e7 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:37:21.187786 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d481ab0a-dd3d-4f95-8470-9537daf686a5 None None] Attempting to bind port 28959c5d-4557-4f57-889f-9a0e43add3e7 on network f82adc72-a904-4b51-9a87-7ea8a1981040 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:37:21.196698 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d481ab0a-dd3d-4f95-8470-9537daf686a5 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:37:21.197283 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d481ab0a-dd3d-4f95-8470-9537daf686a5 None None] Checking segment: {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:37:21.197819 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d481ab0a-dd3d-4f95-8470-9537daf686a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:21.198322 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d481ab0a-dd3d-4f95-8470-9537daf686a5 None None] Bound using segment: {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:37:21.198913 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-d481ab0a-dd3d-4f95-8470-9537daf686a5 None None] Bound port: 28959c5d-4557-4f57-889f-9a0e43add3e7, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:37:21.199406 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d481ab0a-dd3d-4f95-8470-9537daf686a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (28959c5d-4557-4f57-889f-9a0e43add3e7), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:21.286570 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-95a184aa-9a2b-4551-b869-06de7cee5e5d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for port (df7d9f78-75b2-43b0-9c60-79159f2ddc44), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:21.330770 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-d481ab0a-dd3d-4f95-8470-9537daf686a5 None None] For port 28959c5d-4557-4f57-889f-9a0e43add3e7, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:37:21.331187 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94bae364-cc28-4733-aa33-7328eca94922 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (fb871d13-cc4a-47f3-b3fb-c553a2844e07), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:21.340678 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-d481ab0a-dd3d-4f95-8470-9537daf686a5 None None] For port 28959c5d-4557-4f57-889f-9a0e43add3e7, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=28959c5d-4557-4f57-889f-9a0e43add3e7,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:37:21.349230 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dc4850e0-de3e-4e1f-9100-b31d6c4c20bf None None] Publish callbacks [] for port (e531b833-1f09-410d-833e-ff306a261e9c), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:21.353684 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d481ab0a-dd3d-4f95-8470-9537daf686a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (28959c5d-4557-4f57-889f-9a0e43add3e7), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:21.355785 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ac331587-baf4-4eb8-b021-8556c72d690f req-d9785242-8efb-48df-ab2f-a2b623333985 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (2fa6b8d7-c4c6-418c-9da6-72c8a171b643), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:21.359126 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-95a184aa-9a2b-4551-b869-06de7cee5e5d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (df7d9f78-75b2-43b0-9c60-79159f2ddc44), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:21.362961 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dc4850e0-de3e-4e1f-9100-b31d6c4c20bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (e531b833-1f09-410d-833e-ff306a261e9c), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:21.411573 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4850e0-de3e-4e1f-9100-b31d6c4c20bf None None] Network fb871d13-cc4a-47f3-b3fb-c553a2844e07 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:37:21.419545 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-dc4850e0-de3e-4e1f-9100-b31d6c4c20bf None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:37:21.423505 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4850e0-de3e-4e1f-9100-b31d6c4c20bf None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:37:21.447012 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2aaa9b23-b283-47a9-b0aa-28f3448bedd0 service neutron] For port 3a0304e4-2f7a-4a83-9f09-e81f38957152, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=3a0304e4-2f7a-4a83-9f09-e81f38957152,segment=NetworkSegment(82732791-61b6-4864-92cc-594948a3b9a8),segment_id=82732791-61b6-4864-92cc-594948a3b9a8)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:37:21.462730 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 2fa6b8d7-c4c6-418c-9da6-72c8a171b643 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:37:21.463091 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ca0c53ad-2027-420d-b65b-342f6fdca677 req-23382eb8-87f1-434b-9cdc-07ee44b80ad1 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=60ab87b1-d42f-4db3-96e5-629833bd232b HTTP/1.1" status: 200 len: 210 time: 0.5802603 Feb 17 17:37:21.535343 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: 2fa6b8d7-c4c6-418c-9da6-72c8a171b643 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:37:21.535897 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 2fa6b8d7-c4c6-418c-9da6-72c8a171b643 not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:37:21.542383 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d481ab0a-dd3d-4f95-8470-9537daf686a5 None None] Pushing event updated for resources: {'Port': ['ID=28959c5d-4557-4f57-889f-9a0e43add3e7,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:21.549266 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2aaa9b23-b283-47a9-b0aa-28f3448bedd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (3a0304e4-2f7a-4a83-9f09-e81f38957152), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:21.583087 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-663611f2-44fc-455b-8ae1-b684b54da43a admin admin] Deleting port 6cc7a0c7-f8ad-4f4e-843a-0384dc43e681 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:37:21.583437 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-663611f2-44fc-455b-8ae1-b684b54da43a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (6cc7a0c7-f8ad-4f4e-843a-0384dc43e681), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:21.621200 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4850e0-de3e-4e1f-9100-b31d6c4c20bf None None] Pushing event updated for resources: {'Port': ['ID=e531b833-1f09-410d-833e-ff306a261e9c,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:21.630382 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-dc4850e0-de3e-4e1f-9100-b31d6c4c20bf None None] Attempting to bind port e531b833-1f09-410d-833e-ff306a261e9c on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:37:21.633346 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-dc4850e0-de3e-4e1f-9100-b31d6c4c20bf None None] Attempting to bind port e531b833-1f09-410d-833e-ff306a261e9c by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'aa3a43c3-0df4-403c-a118-3c4e619442cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fb871d13-cc4a-47f3-b3fb-c553a2844e07'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:37:21.633851 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4850e0-de3e-4e1f-9100-b31d6c4c20bf None None] Attempting to bind port e531b833-1f09-410d-833e-ff306a261e9c on network fb871d13-cc4a-47f3-b3fb-c553a2844e07 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:37:21.641785 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4850e0-de3e-4e1f-9100-b31d6c4c20bf None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:37:21.642344 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4850e0-de3e-4e1f-9100-b31d6c4c20bf None None] Checking segment: {'id': 'aa3a43c3-0df4-403c-a118-3c4e619442cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fb871d13-cc4a-47f3-b3fb-c553a2844e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:37:21.642846 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dc4850e0-de3e-4e1f-9100-b31d6c4c20bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:21.643345 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4850e0-de3e-4e1f-9100-b31d6c4c20bf None None] Bound using segment: {'id': 'aa3a43c3-0df4-403c-a118-3c4e619442cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fb871d13-cc4a-47f3-b3fb-c553a2844e07'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:37:21.643931 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-dc4850e0-de3e-4e1f-9100-b31d6c4c20bf None None] Bound port: e531b833-1f09-410d-833e-ff306a261e9c, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa3a43c3-0df4-403c-a118-3c4e619442cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fb871d13-cc4a-47f3-b3fb-c553a2844e07'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:37:21.644464 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dc4850e0-de3e-4e1f-9100-b31d6c4c20bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (e531b833-1f09-410d-833e-ff306a261e9c), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:21.670524 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2aaa9b23-b283-47a9-b0aa-28f3448bedd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:21.671154 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2aaa9b23-b283-47a9-b0aa-28f3448bedd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:21.672759 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2aaa9b23-b283-47a9-b0aa-28f3448bedd0 service neutron] 10.222.0.91 "PUT /v2.0/ports/3a0304e4-2f7a-4a83-9f09-e81f38957152 HTTP/1.1" status: 200 len: 1091 time: 4.9321830 Feb 17 17:37:21.689475 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-663611f2-44fc-455b-8ae1-b684b54da43a admin admin] For port 6cc7a0c7-f8ad-4f4e-843a-0384dc43e681, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=6cc7a0c7-f8ad-4f4e-843a-0384dc43e681,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:21.690054 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-663611f2-44fc-455b-8ae1-b684b54da43a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (6cc7a0c7-f8ad-4f4e-843a-0384dc43e681), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:21.694598 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'tag': '3a0304e4-2f7a-4a83-9f09-e81f38957152'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:37:21.697107 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb9b8e9-42f6-4c35-8964-23f0d277008d" -d '{"events": [{"name": "network-changed", "server_uuid": "8a875872-ecbe-4e3b-9059-98bd8c42bc1e", "tag": "3a0304e4-2f7a-4a83-9f09-e81f38957152"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:37:21.708970 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-cb64abe3-40ea-4daa-ae29-b22e1fa0e492 req-98e8f9b2-133c-40ff-80fc-e114d007db57 service neutron] Attempting to bind port ead96634-4ef4-423a-b514-d956339d9ffc on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:37:21.709315 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-cb64abe3-40ea-4daa-ae29-b22e1fa0e492 req-98e8f9b2-133c-40ff-80fc-e114d007db57 service neutron] Attempting to bind port ead96634-4ef4-423a-b514-d956339d9ffc by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:37:21.709652 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb64abe3-40ea-4daa-ae29-b22e1fa0e492 req-98e8f9b2-133c-40ff-80fc-e114d007db57 service neutron] Attempting to bind port ead96634-4ef4-423a-b514-d956339d9ffc on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:37:21.716658 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-663611f2-44fc-455b-8ae1-b684b54da43a admin admin] Calling delete_port for 6cc7a0c7-f8ad-4f4e-843a-0384dc43e681 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:37:21.747427 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb64abe3-40ea-4daa-ae29-b22e1fa0e492 req-98e8f9b2-133c-40ff-80fc-e114d007db57 service neutron] Port ead96634-4ef4-423a-b514-d956339d9ffc on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:37:21.747840 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb64abe3-40ea-4daa-ae29-b22e1fa0e492 req-98e8f9b2-133c-40ff-80fc-e114d007db57 service neutron] Attempting to bind port ead96634-4ef4-423a-b514-d956339d9ffc on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:37:21.771443 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-596202a8-122b-4864-ad31-8164a18d37a5 req-5475bf2c-f9e9-4679-9534-d1a22b7e6583 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/security-groups?id=fd4d27d9-e68c-41ba-a909-f949182bce5a&id=4a46e179-4efe-408d-8163-359e1c80274b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8592029 Feb 17 17:37:21.778204 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb64abe3-40ea-4daa-ae29-b22e1fa0e492 req-98e8f9b2-133c-40ff-80fc-e114d007db57 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:37:21.779305 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb64abe3-40ea-4daa-ae29-b22e1fa0e492 req-98e8f9b2-133c-40ff-80fc-e114d007db57 service neutron] Checking segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:37:21.779546 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb64abe3-40ea-4daa-ae29-b22e1fa0e492 req-98e8f9b2-133c-40ff-80fc-e114d007db57 service neutron] Bound using segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:37:21.779953 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-cb64abe3-40ea-4daa-ae29-b22e1fa0e492 req-98e8f9b2-133c-40ff-80fc-e114d007db57 service neutron] Bound port: ead96634-4ef4-423a-b514-d956339d9ffc, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:37:21.780349 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-cb64abe3-40ea-4daa-ae29-b22e1fa0e492 req-98e8f9b2-133c-40ff-80fc-e114d007db57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ead96634-4ef4-423a-b514-d956339d9ffc), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:21.783752 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b1eb669-129f-44bb-8b64-645a9b7a3b3a req-9041bd2d-c7cf-46c4-91d8-09b9491e4d12 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Made reservation on behalf of 5c112397353b4d5f9dae4aa16205da6f for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:37:21.787200 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-7b1eb669-129f-44bb-8b64-645a9b7a3b3a req-9041bd2d-c7cf-46c4-91d8-09b9491e4d12 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:21.793767 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaa9b23-b283-47a9-b0aa-28f3448bedd0 service neutron] Pushing event updated for resources: {'Port': ['ID=3a0304e4-2f7a-4a83-9f09-e81f38957152,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:21.822672 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-dc4850e0-de3e-4e1f-9100-b31d6c4c20bf None None] For port e531b833-1f09-410d-833e-ff306a261e9c, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:37:21.830235 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-dc4850e0-de3e-4e1f-9100-b31d6c4c20bf None None] For port e531b833-1f09-410d-833e-ff306a261e9c, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=e531b833-1f09-410d-833e-ff306a261e9c,segment=NetworkSegment(aa3a43c3-0df4-403c-a118-3c4e619442cf),segment_id=aa3a43c3-0df4-403c-a118-3c4e619442cf)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:37:21.843204 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dc4850e0-de3e-4e1f-9100-b31d6c4c20bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (e531b833-1f09-410d-833e-ff306a261e9c), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:21.848327 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa5195e-6472-42d2-bed0-80dcfe731009 req-0f3d1474-fd7a-4a67-94dd-c0b262157ed6 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:21.855241 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6fa5195e-6472-42d2-bed0-80dcfe731009 req-0f3d1474-fd7a-4a67-94dd-c0b262157ed6 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/ports?device_id=842b1390-d20b-429c-b44f-a99e611cf750 HTTP/1.1" status: 200 len: 947 time: 0.2529585 Feb 17 17:37:21.957625 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4850e0-de3e-4e1f-9100-b31d6c4c20bf None None] Pushing event updated for resources: {'Port': ['ID=e531b833-1f09-410d-833e-ff306a261e9c,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:22.031101 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b987ace2-fe2e-4163-9dbb-93fc9654c279 x-openstack-request-id: req-b987ace2-fe2e-4163-9dbb-93fc9654c279 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:37:22.031876 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a875872-ecbe-4e3b-9059-98bd8c42bc1e", "tag": "3a0304e4-2f7a-4a83-9f09-e81f38957152", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:37:22.032524 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b987ace2-fe2e-4163-9dbb-93fc9654c279 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:37:22.033449 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'tag': '3a0304e4-2f7a-4a83-9f09-e81f38957152', 'status': 'completed', 'code': 200} Feb 17 17:37:22.089854 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6fa5195e-6472-42d2-bed0-80dcfe731009 req-2e9350d2-4af6-4ebe-82f3-bbf6ffc06386 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/security-groups?id=653b32b6-fa07-4d55-bd5b-f262ebd124a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335801 Feb 17 17:37:22.130284 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-cb64abe3-40ea-4daa-ae29-b22e1fa0e492 req-98e8f9b2-133c-40ff-80fc-e114d007db57 service neutron] For port ead96634-4ef4-423a-b514-d956339d9ffc, host n-h2-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:37:22.177933 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-cb64abe3-40ea-4daa-ae29-b22e1fa0e492 req-98e8f9b2-133c-40ff-80fc-e114d007db57 service neutron] For port ead96634-4ef4-423a-b514-d956339d9ffc, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=ead96634-4ef4-423a-b514-d956339d9ffc,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:37:22.195465 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-cb64abe3-40ea-4daa-ae29-b22e1fa0e492 req-98e8f9b2-133c-40ff-80fc-e114d007db57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (ead96634-4ef4-423a-b514-d956339d9ffc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:22.195648 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9785242-8efb-48df-ab2f-a2b623333985 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Pushing event deleted for resources: {'Port': ['ID=2fa6b8d7-c4c6-418c-9da6-72c8a171b643,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:22.254704 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-7b1eb669-129f-44bb-8b64-645a9b7a3b3a req-9041bd2d-c7cf-46c4-91d8-09b9491e4d12 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Allocated IP 172.20.0.9 (ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad/884735e1-5568-4ef9-9e9a-5668bb636166/80a7fb3a-f884-41e9-837c-0092f3339dab) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:37:22.289242 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64abe3-40ea-4daa-ae29-b22e1fa0e492 req-98e8f9b2-133c-40ff-80fc-e114d007db57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:22.290183 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-cb64abe3-40ea-4daa-ae29-b22e1fa0e492 req-98e8f9b2-133c-40ff-80fc-e114d007db57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:22.292109 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cb64abe3-40ea-4daa-ae29-b22e1fa0e492 req-98e8f9b2-133c-40ff-80fc-e114d007db57 service neutron] 10.222.0.91 "PUT /v2.0/ports/ead96634-4ef4-423a-b514-d956339d9ffc HTTP/1.1" status: 200 len: 1095 time: 5.2474563 Feb 17 17:37:22.323215 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e8f9b2-133c-40ff-80fc-e114d007db57 service neutron] Pushing event updated for resources: {'Port': ['ID=ead96634-4ef4-423a-b514-d956339d9ffc,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:22.387664 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a184aa-9a2b-4551-b869-06de7cee5e5d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:37:22.392594 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 28959c5d-4557-4f57-889f-9a0e43add3e7 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:37:22.402367 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac331587-baf4-4eb8-b021-8556c72d690f req-d9785242-8efb-48df-ab2f-a2b623333985 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] No DVR routers for this DVR port 2fa6b8d7-c4c6-418c-9da6-72c8a171b643 on host n-h2-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:37:22.405931 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ac331587-baf4-4eb8-b021-8556c72d690f req-d9785242-8efb-48df-ab2f-a2b623333985 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:22.409991 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ac331587-baf4-4eb8-b021-8556c72d690f req-d9785242-8efb-48df-ab2f-a2b623333985 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.91 "DELETE /v2.0/ports/2fa6b8d7-c4c6-418c-9da6-72c8a171b643 HTTP/1.1" status: 204 len: 173 time: 5.0934343 Feb 17 17:37:22.421034 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f8505b-0ae7-4a5f-8dfe-d30c85bad41f', 'name': 'network-vif-deleted', 'tag': '2fa6b8d7-c4c6-418c-9da6-72c8a171b643'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:37:22.424358 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef5d6fc-54d6-4e77-8a1f-eed33eb8b5e7" -d '{"events": [{"server_uuid": "21f8505b-0ae7-4a5f-8dfe-d30c85bad41f", "name": "network-vif-deleted", "tag": "2fa6b8d7-c4c6-418c-9da6-72c8a171b643"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:37:22.459581 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-95a184aa-9a2b-4551-b869-06de7cee5e5d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:37:22.462792 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a184aa-9a2b-4551-b869-06de7cee5e5d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:37:22.472802 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a184aa-9a2b-4551-b869-06de7cee5e5d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:22.472802 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-95a184aa-9a2b-4551-b869-06de7cee5e5d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:22.527818 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64abe3-40ea-4daa-ae29-b22e1fa0e492 req-1b3111a6-0df0-4955-8021-2be15f503de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:22.530375 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cb64abe3-40ea-4daa-ae29-b22e1fa0e492 req-1b3111a6-0df0-4955-8021-2be15f503de7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1f1931af29374107be8715ef2fc37bf8&device_id=842b1390-d20b-429c-b44f-a99e611cf750 HTTP/1.1" status: 200 len: 1129 time: 0.1704240 Feb 17 17:37:22.574114 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 28959c5d-4557-4f57-889f-9a0e43add3e7 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:37:22.579936 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (28959c5d-4557-4f57-889f-9a0e43add3e7), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:22.628961 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-94bae364-cc28-4733-aa33-7328eca94922 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Deleting port e531b833-1f09-410d-833e-ff306a261e9c {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:37:22.630266 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94bae364-cc28-4733-aa33-7328eca94922 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (e531b833-1f09-410d-833e-ff306a261e9c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:22.635500 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-663611f2-44fc-455b-8ae1-b684b54da43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (6cc7a0c7-f8ad-4f4e-843a-0384dc43e681), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:22.671822 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040f08f0-1ddc-4a62-9e6b-1bc548a033d7 x-openstack-request-id: req-040f08f0-1ddc-4a62-9e6b-1bc548a033d7 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:37:22.674137 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f8505b-0ae7-4a5f-8dfe-d30c85bad41f", "name": "network-vif-deleted", "tag": "2fa6b8d7-c4c6-418c-9da6-72c8a171b643", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:37:22.674535 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-040f08f0-1ddc-4a62-9e6b-1bc548a033d7 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:37:22.675075 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21f8505b-0ae7-4a5f-8dfe-d30c85bad41f', 'name': 'network-vif-deleted', 'tag': '2fa6b8d7-c4c6-418c-9da6-72c8a171b643', 'status': 'completed', 'code': 200} Feb 17 17:37:22.686608 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cb64abe3-40ea-4daa-ae29-b22e1fa0e492 req-2968f1b5-eb4e-435d-9cde-4b2690d095fe service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=ead96634-4ef4-423a-b514-d956339d9ffc HTTP/1.1" status: 200 len: 217 time: 0.1492174 Feb 17 17:37:22.687300 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a184aa-9a2b-4551-b869-06de7cee5e5d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Port': ['ID=df7d9f78-75b2-43b0-9c60-79159f2ddc44,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:22.700109 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-95a184aa-9a2b-4551-b869-06de7cee5e5d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6319361 Feb 17 17:37:22.701751 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1d8e5-1b8f-46e5-9cfb-14cb3eb5955a req-3ed0af9c-19b6-413e-821c-17596afb5582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:22.705547 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a4e1d8e5-1b8f-46e5-9cfb-14cb3eb5955a req-3ed0af9c-19b6-413e-821c-17596afb5582 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 2.0735030 Feb 17 17:37:22.710173 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46332) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:22.769586 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-991758f2-1c40-4219-83a0-db2a8493c535 admin admin] Router 561a3cd2-aabb-4f11-920e-1a8454920696 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:37:22.785257 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f22c3a4b-8e5b-439e-a490-6c84c1ec7790 req-b567d19d-a96d-42d9-8ae0-d6628fab0893 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=60ab87b1-d42f-4db3-96e5-629833bd232b HTTP/1.1" status: 200 len: 210 time: 0.1155057 Feb 17 17:37:22.811538 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 28959c5d-4557-4f57-889f-9a0e43add3e7 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:22.812329 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (28959c5d-4557-4f57-889f-9a0e43add3e7), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:22.899062 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 28959c5d-4557-4f57-889f-9a0e43add3e7, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=28959c5d-4557-4f57-889f-9a0e43add3e7,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:22.910609 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (28959c5d-4557-4f57-889f-9a0e43add3e7), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:22.957803 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64abe3-40ea-4daa-ae29-b22e1fa0e492 req-20a3729a-8c2a-41e1-938a-88cef1e043b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:22.959990 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cb64abe3-40ea-4daa-ae29-b22e1fa0e492 req-20a3729a-8c2a-41e1-938a-88cef1e043b0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.2310071 Feb 17 17:37:22.963929 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663611f2-44fc-455b-8ae1-b684b54da43a admin admin] Pushing event deleted for resources: {'Port': ['ID=6cc7a0c7-f8ad-4f4e-843a-0384dc43e681,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:23.007229 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=28959c5d-4557-4f57-889f-9a0e43add3e7,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:23.093634 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-7b1eb669-129f-44bb-8b64-645a9b7a3b3a req-9041bd2d-c7cf-46c4-91d8-09b9491e4d12 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Publish callbacks [] for port (80a7fb3a-f884-41e9-837c-0092f3339dab), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:23.145519 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00242642-4a5a-4708-9431-e51f10cb6fec req-ef200af6-2e9f-4b8b-9fbe-399928d7b722 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:23.151805 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00242642-4a5a-4708-9431-e51f10cb6fec req-ef200af6-2e9f-4b8b-9fbe-399928d7b722 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:23.157313 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00242642-4a5a-4708-9431-e51f10cb6fec req-ef200af6-2e9f-4b8b-9fbe-399928d7b722 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:23.162959 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00242642-4a5a-4708-9431-e51f10cb6fec req-ef200af6-2e9f-4b8b-9fbe-399928d7b722 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:23.168739 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00242642-4a5a-4708-9431-e51f10cb6fec req-ef200af6-2e9f-4b8b-9fbe-399928d7b722 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:23.174853 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00242642-4a5a-4708-9431-e51f10cb6fec req-ef200af6-2e9f-4b8b-9fbe-399928d7b722 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:23.180157 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00242642-4a5a-4708-9431-e51f10cb6fec req-ef200af6-2e9f-4b8b-9fbe-399928d7b722 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:23.182649 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-00242642-4a5a-4708-9431-e51f10cb6fec req-ef200af6-2e9f-4b8b-9fbe-399928d7b722 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 5419 time: 0.2195430 Feb 17 17:37:23.246455 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64abe3-40ea-4daa-ae29-b22e1fa0e492 req-7c32dd4f-86b9-45e5-a53d-1fc1d6cc8347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:23.248776 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cb64abe3-40ea-4daa-ae29-b22e1fa0e492 req-7c32dd4f-86b9-45e5-a53d-1fc1d6cc8347 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2732773 Feb 17 17:37:23.252517 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991758f2-1c40-4219-83a0-db2a8493c535 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:37:23.262827 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f62b354-40b6-4662-ae90-07bcb5952146 None None] Sync routers for ids ['561a3cd2-aabb-4f11-920e-1a8454920696'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:37:23.282984 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f62b354-40b6-4662-ae90-07bcb5952146 None None] Routers {'561a3cd2-aabb-4f11-920e-1a8454920696'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:37:23.284299 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-2f62b354-40b6-4662-ae90-07bcb5952146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:37:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['561a3cd2-aabb-4f11-920e-1a8454920696'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:23.317674 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-663611f2-44fc-455b-8ae1-b684b54da43a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (4952c5af-bf43-4328-a2da-4bf3c4c59fb7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:23.430737 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-477cbe4d-6cf5-443f-923c-59ed28b2ec95 None None] Provisioning complete for port 28959c5d-4557-4f57-889f-9a0e43add3e7 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:37:23.431137 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-477cbe4d-6cf5-443f-923c-59ed28b2ec95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (28959c5d-4557-4f57-889f-9a0e43add3e7), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:23.432013 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e3e5f7-8e0b-4cc2-a701-bf64198ffb40 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:23.443071 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e3e5f7-8e0b-4cc2-a701-bf64198ffb40 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:23.447410 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-60e3e5f7-8e0b-4cc2-a701-bf64198ffb40 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.7244771 Feb 17 17:37:23.447922 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46340) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:23.476997 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cb64abe3-40ea-4daa-ae29-b22e1fa0e492 req-6ce7ceed-7beb-42db-975e-a6ee0d7220ee service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800010 Feb 17 17:37:23.496668 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466e322-2882-4984-aae1-13af2fafebf9 req-7847dd6b-f256-431a-9f70-976493435f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:23.497692 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466e322-2882-4984-aae1-13af2fafebf9 req-7847dd6b-f256-431a-9f70-976493435f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:23.498177 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466e322-2882-4984-aae1-13af2fafebf9 req-7847dd6b-f256-431a-9f70-976493435f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:23.498663 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466e322-2882-4984-aae1-13af2fafebf9 req-7847dd6b-f256-431a-9f70-976493435f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:23.499338 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466e322-2882-4984-aae1-13af2fafebf9 req-7847dd6b-f256-431a-9f70-976493435f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:23.499587 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466e322-2882-4984-aae1-13af2fafebf9 req-7847dd6b-f256-431a-9f70-976493435f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:23.500050 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466e322-2882-4984-aae1-13af2fafebf9 req-7847dd6b-f256-431a-9f70-976493435f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:23.502339 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-7847dd6b-f256-431a-9f70-976493435f73 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=918d19e8f1f044baa808ac9d66a136f9&device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 6693 time: 0.6644771 Feb 17 17:37:23.504920 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-991758f2-1c40-4219-83a0-db2a8493c535 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:23.509054 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-991758f2-1c40-4219-83a0-db2a8493c535 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 11.3169823 Feb 17 17:37:23.516285 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46342) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:23.568381 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-2f62b354-40b6-4662-ae90-07bcb5952146 None None] Set router 561a3cd2-aabb-4f11-920e-1a8454920696 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:37:23.611900 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-7b1eb669-129f-44bb-8b64-645a9b7a3b3a req-9041bd2d-c7cf-46c4-91d8-09b9491e4d12 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (80a7fb3a-f884-41e9-837c-0092f3339dab), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:23.660146 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-477cbe4d-6cf5-443f-923c-59ed28b2ec95 None None] Current status of the port 28959c5d-4557-4f57-889f-9a0e43add3e7 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:23.676284 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3917d4c-d0df-4cf0-80eb-b4c172385bc7 req-5c5dd78f-4e61-483a-9002-e192398b7d06 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:23.677343 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-37de66ba-1773-4016-803d-4a94b7d79239 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed35401b-3bd0-4605-9ab0-9a24b1913fbc HTTP/1.1" status: 200 len: 217 time: 0.1070759 Feb 17 17:37:23.684073 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e3917d4c-d0df-4cf0-80eb-b4c172385bc7 req-5c5dd78f-4e61-483a-9002-e192398b7d06 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/ports?device_id=842b1390-d20b-429c-b44f-a99e611cf750 HTTP/1.1" status: 200 len: 947 time: 0.4858234 Feb 17 17:37:23.794124 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-94bae364-cc28-4733-aa33-7328eca94922 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] For port e531b833-1f09-410d-833e-ff306a261e9c, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=e531b833-1f09-410d-833e-ff306a261e9c,segment=NetworkSegment(aa3a43c3-0df4-403c-a118-3c4e619442cf),segment_id=aa3a43c3-0df4-403c-a118-3c4e619442cf)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:23.794611 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94bae364-cc28-4733-aa33-7328eca94922 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (e531b833-1f09-410d-833e-ff306a261e9c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:23.814020 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-94bae364-cc28-4733-aa33-7328eca94922 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Calling delete_port for e531b833-1f09-410d-833e-ff306a261e9c owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:37:23.817662 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-00242642-4a5a-4708-9431-e51f10cb6fec req-19c1bc8d-a588-4ff3-9f4b-a4f88c7ebd13 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/security-groups?id=fd4d27d9-e68c-41ba-a909-f949182bce5a&id=4a46e179-4efe-408d-8163-359e1c80274b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6274014 Feb 17 17:37:23.831734 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b1eb669-129f-44bb-8b64-645a9b7a3b3a req-9041bd2d-c7cf-46c4-91d8-09b9491e4d12 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Network ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:37:23.892866 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-f429096e-ee18-47fa-b038-f886efb5bd12 None None] Provisioning complete for port df7d9f78-75b2-43b0-9c60-79159f2ddc44 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:37:23.893257 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f429096e-ee18-47fa-b038-f886efb5bd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (df7d9f78-75b2-43b0-9c60-79159f2ddc44), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:23.900954 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e3917d4c-d0df-4cf0-80eb-b4c172385bc7 req-a439b169-d8a2-473b-a493-2a0be2e69113 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/security-groups?id=653b32b6-fa07-4d55-bd5b-f262ebd124a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157152 Feb 17 17:37:23.906461 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-7b1eb669-129f-44bb-8b64-645a9b7a3b3a req-9041bd2d-c7cf-46c4-91d8-09b9491e4d12 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:37:23.926760 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b1eb669-129f-44bb-8b64-645a9b7a3b3a req-9041bd2d-c7cf-46c4-91d8-09b9491e4d12 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:37:23.965596 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-2f62b354-40b6-4662-ae90-07bcb5952146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561a3cd2-aabb-4f11-920e-1a8454920696', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-214811159-router', 'tenant_id': 'a33ff16117b5429daaa9225b5871ef11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '9d2948ca-5513-47fa-93dd-5df070b708e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:37:12Z', 'updated_at': '2022-02-17T17:37:16Z', 'revision_number': 3, 'project_id': 'a33ff16117b5429daaa9225b5871ef11', 'gw_port': {'id': '9d2948ca-5513-47fa-93dd-5df070b708e7', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '561a3cd2-aabb-4f11-920e-1a8454920696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:37:15Z', 'updated_at': '2022-02-17T17:37:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:23.997301 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-f429096e-ee18-47fa-b038-f886efb5bd12 None None] Port df7d9f78-75b2-43b0-9c60-79159f2ddc44 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:37:23.997827 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f62b354-40b6-4662-ae90-07bcb5952146 None None] Checking router: 561a3cd2-aabb-4f11-920e-1a8454920696 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:37:23.998427 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f62b354-40b6-4662-ae90-07bcb5952146 None None] Updating router 561a3cd2-aabb-4f11-920e-1a8454920696 port 9d2948ca-5513-47fa-93dd-5df070b708e7 binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:37:24.020200 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b99c72a-a5e1-4081-99d5-0c68b499cb12 None None] Network fb871d13-cc4a-47f3-b3fb-c553a2844e07 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:37:24.034237 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-2f62b354-40b6-4662-ae90-07bcb5952146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (9d2948ca-5513-47fa-93dd-5df070b708e7), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:24.042053 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842b1390-d20b-429c-b44f-a99e611cf750', 'tag': 'ead96634-4ef4-423a-b514-d956339d9ffc'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:37:24.044611 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5bf2e0-27e9-4fa5-ac4a-3696561143cd" -d '{"events": [{"name": "network-changed", "server_uuid": "842b1390-d20b-429c-b44f-a99e611cf750", "tag": "ead96634-4ef4-423a-b514-d956339d9ffc"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:37:24.072860 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9041bd2d-c7cf-46c4-91d8-09b9491e4d12 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Pushing event updated for resources: {'Port': ['ID=80a7fb3a-f884-41e9-837c-0092f3339dab,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:24.104293 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cb64abe3-40ea-4daa-ae29-b22e1fa0e492 req-a38b109c-c71f-4f34-b9a4-a0f3c781e26b service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5899518 Feb 17 17:37:24.108682 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0116fa-a8f6-4ebd-a262-e89775e6c909 x-openstack-request-id: req-3e0116fa-a8f6-4ebd-a262-e89775e6c909 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:37:24.108981 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "842b1390-d20b-429c-b44f-a99e611cf750", "tag": "ead96634-4ef4-423a-b514-d956339d9ffc", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:37:24.109244 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3e0116fa-a8f6-4ebd-a262-e89775e6c909 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:37:24.109659 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '842b1390-d20b-429c-b44f-a99e611cf750', 'tag': 'ead96634-4ef4-423a-b514-d956339d9ffc', 'status': 'completed', 'code': 200} Feb 17 17:37:24.124933 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9041bd2d-c7cf-46c4-91d8-09b9491e4d12 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:37:24.125288 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9041bd2d-c7cf-46c4-91d8-09b9491e4d12 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:37:24.125642 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9041bd2d-c7cf-46c4-91d8-09b9491e4d12 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:37:24.125986 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9041bd2d-c7cf-46c4-91d8-09b9491e4d12 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:37:24.126328 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9041bd2d-c7cf-46c4-91d8-09b9491e4d12 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:37:24.126670 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9041bd2d-c7cf-46c4-91d8-09b9491e4d12 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:37:24.127001 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9041bd2d-c7cf-46c4-91d8-09b9491e4d12 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:37:24.127330 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9041bd2d-c7cf-46c4-91d8-09b9491e4d12 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:37:24.127658 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9041bd2d-c7cf-46c4-91d8-09b9491e4d12 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:37:24.127987 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9041bd2d-c7cf-46c4-91d8-09b9491e4d12 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:37:24.139317 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9041bd2d-c7cf-46c4-91d8-09b9491e4d12 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:37:24.139832 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9041bd2d-c7cf-46c4-91d8-09b9491e4d12 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:37:24.140179 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9041bd2d-c7cf-46c4-91d8-09b9491e4d12 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:37:24.198585 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1eb669-129f-44bb-8b64-645a9b7a3b3a req-9041bd2d-c7cf-46c4-91d8-09b9491e4d12 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:24.199323 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-7b1eb669-129f-44bb-8b64-645a9b7a3b3a req-9041bd2d-c7cf-46c4-91d8-09b9491e4d12 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:24.253093 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7b1eb669-129f-44bb-8b64-645a9b7a3b3a req-9041bd2d-c7cf-46c4-91d8-09b9491e4d12 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8305955 Feb 17 17:37:24.268917 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-140debd5-33f9-41e7-b806-6d5be2840ffa None None] Provisioning complete for port e531b833-1f09-410d-833e-ff306a261e9c triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:37:24.269306 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-140debd5-33f9-41e7-b806-6d5be2840ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (e531b833-1f09-410d-833e-ff306a261e9c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:24.308010 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-7b1eb669-129f-44bb-8b64-645a9b7a3b3a req-e92ea865-389d-4f64-b0f9-086117aca78e service neutron] Request body: {'port': {'device_id': '60ab87b1-d42f-4db3-96e5-629833bd232b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:37:24.382985 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-2f62b354-40b6-4662-ae90-07bcb5952146 None None] Publish callbacks [] for port (9d2948ca-5513-47fa-93dd-5df070b708e7), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:24.390927 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-2f62b354-40b6-4662-ae90-07bcb5952146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (9d2948ca-5513-47fa-93dd-5df070b708e7), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:24.397192 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59619204-1215-4b5a-81e5-b1227cbba4a3 req-a15fc848-85c2-4a9b-ae32-684bec68fd08 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:24.398769 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-59619204-1215-4b5a-81e5-b1227cbba4a3 req-a15fc848-85c2-4a9b-ae32-684bec68fd08 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=60ab87b1-d42f-4db3-96e5-629833bd232b HTTP/1.1" status: 200 len: 931 time: 0.4142902 Feb 17 17:37:24.473348 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5192f98-a393-4aa7-a03f-f1b970e4ef9d None None] Pushing event updated for resources: {'Port': ['ID=9d2948ca-5513-47fa-93dd-5df070b708e7,revision_number=2']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:24.476050 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-663611f2-44fc-455b-8ae1-b684b54da43a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (4952c5af-bf43-4328-a2da-4bf3c4c59fb7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:24.485215 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5192f98-a393-4aa7-a03f-f1b970e4ef9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:37:24.488805 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5192f98-a393-4aa7-a03f-f1b970e4ef9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:37:24.492106 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5192f98-a393-4aa7-a03f-f1b970e4ef9d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:37:24.492654 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5192f98-a393-4aa7-a03f-f1b970e4ef9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:37:24.493143 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5192f98-a393-4aa7-a03f-f1b970e4ef9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:37:24.493629 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5192f98-a393-4aa7-a03f-f1b970e4ef9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:37:24.494134 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5192f98-a393-4aa7-a03f-f1b970e4ef9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:37:24.494614 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5192f98-a393-4aa7-a03f-f1b970e4ef9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:37:24.495089 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5192f98-a393-4aa7-a03f-f1b970e4ef9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:37:24.495643 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5192f98-a393-4aa7-a03f-f1b970e4ef9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:37:24.496111 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5192f98-a393-4aa7-a03f-f1b970e4ef9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:37:24.496694 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5192f98-a393-4aa7-a03f-f1b970e4ef9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:37:24.497192 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5192f98-a393-4aa7-a03f-f1b970e4ef9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:37:24.538303 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-2f62b354-40b6-4662-ae90-07bcb5952146 None None] Attempting to bind port 9d2948ca-5513-47fa-93dd-5df070b708e7 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:37:24.538913 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-2f62b354-40b6-4662-ae90-07bcb5952146 None None] Attempting to bind port 9d2948ca-5513-47fa-93dd-5df070b708e7 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:37:24.539473 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f62b354-40b6-4662-ae90-07bcb5952146 None None] Attempting to bind port 9d2948ca-5513-47fa-93dd-5df070b708e7 on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:37:24.541433 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-140debd5-33f9-41e7-b806-6d5be2840ffa None None] Current status of the port e531b833-1f09-410d-833e-ff306a261e9c is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:24.541853 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-140debd5-33f9-41e7-b806-6d5be2840ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (e531b833-1f09-410d-833e-ff306a261e9c), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:24.551214 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f62b354-40b6-4662-ae90-07bcb5952146 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:37:24.551592 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f62b354-40b6-4662-ae90-07bcb5952146 None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:37:24.552003 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-2f62b354-40b6-4662-ae90-07bcb5952146 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:24.552423 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f62b354-40b6-4662-ae90-07bcb5952146 None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:37:24.552901 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-2f62b354-40b6-4662-ae90-07bcb5952146 None None] Bound port: 9d2948ca-5513-47fa-93dd-5df070b708e7, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:37:24.553282 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-2f62b354-40b6-4662-ae90-07bcb5952146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (9d2948ca-5513-47fa-93dd-5df070b708e7), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:24.576216 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device e531b833-1f09-410d-833e-ff306a261e9c up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:37:24.599406 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-663611f2-44fc-455b-8ae1-b684b54da43a admin admin] Publish callbacks [] for router_controller (4952c5af-bf43-4328-a2da-4bf3c4c59fb7), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:24.636902 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-140debd5-33f9-41e7-b806-6d5be2840ffa None None] For port e531b833-1f09-410d-833e-ff306a261e9c, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=e531b833-1f09-410d-833e-ff306a261e9c,segment=NetworkSegment(aa3a43c3-0df4-403c-a118-3c4e619442cf),segment_id=aa3a43c3-0df4-403c-a118-3c4e619442cf)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:24.648975 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-59619204-1215-4b5a-81e5-b1227cbba4a3 req-05a7eb92-52e4-48f7-acbf-db66a4ec52a5 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050042 Feb 17 17:37:24.665354 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5bf2e0-27e9-4fa5-ac4a-3696561143cd req-bc19db8e-90e1-47c8-896f-49b702543ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:24.666995 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dc5bf2e0-27e9-4fa5-ac4a-3696561143cd req-bc19db8e-90e1-47c8-896f-49b702543ef6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1f1931af29374107be8715ef2fc37bf8&device_id=842b1390-d20b-429c-b44f-a99e611cf750 HTTP/1.1" status: 200 len: 1129 time: 0.4426267 Feb 17 17:37:24.680155 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-140debd5-33f9-41e7-b806-6d5be2840ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (e531b833-1f09-410d-833e-ff306a261e9c), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:24.683053 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-2f62b354-40b6-4662-ae90-07bcb5952146 None None] For port 9d2948ca-5513-47fa-93dd-5df070b708e7, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:37:24.690747 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-2f62b354-40b6-4662-ae90-07bcb5952146 None None] For port 9d2948ca-5513-47fa-93dd-5df070b708e7, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=9d2948ca-5513-47fa-93dd-5df070b708e7,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:37:24.703557 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-2f62b354-40b6-4662-ae90-07bcb5952146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (9d2948ca-5513-47fa-93dd-5df070b708e7), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:24.737955 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-7b1eb669-129f-44bb-8b64-645a9b7a3b3a req-e92ea865-389d-4f64-b0f9-086117aca78e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (80a7fb3a-f884-41e9-837c-0092f3339dab), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:24.744691 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466e322-2882-4984-aae1-13af2fafebf9 req-ec146513-80ab-449f-84f3-bec78f78de19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:24.746400 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-ec146513-80ab-449f-84f3-bec78f78de19 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98ec6acc-308e-4130-b06f-00382706d70a HTTP/1.1" status: 200 len: 851 time: 0.2991967 Feb 17 17:37:24.751898 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-663611f2-44fc-455b-8ae1-b684b54da43a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (4952c5af-bf43-4328-a2da-4bf3c4c59fb7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:24.752913 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663611f2-44fc-455b-8ae1-b684b54da43a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4952c5af-bf43-4328-a2da-4bf3c4c59fb7 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:37:24.775004 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f62b354-40b6-4662-ae90-07bcb5952146 None None] Routers {'561a3cd2-aabb-4f11-920e-1a8454920696'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:37:24.775915 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-2f62b354-40b6-4662-ae90-07bcb5952146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:37:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['561a3cd2-aabb-4f11-920e-1a8454920696'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:24.830362 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-663611f2-44fc-455b-8ae1-b684b54da43a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:24.839948 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-663611f2-44fc-455b-8ae1-b684b54da43a admin admin] 10.222.0.87 "DELETE /v2.0/routers/4952c5af-bf43-4328-a2da-4bf3c4c59fb7 HTTP/1.1" status: 204 len: 168 time: 7.3244512 Feb 17 17:37:24.847036 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46348) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:24.884684 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140debd5-33f9-41e7-b806-6d5be2840ffa None None] Pushing event updated for resources: {'Port': ['ID=e531b833-1f09-410d-833e-ff306a261e9c,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:24.920992 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port e531b833-1f09-410d-833e-ff306a261e9c triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:37:24.924085 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (e531b833-1f09-410d-833e-ff306a261e9c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:24.927533 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5578583b-1052-4b2d-94b4-9eb20b53e414 None None] Provisioning complete for port e531b833-1f09-410d-833e-ff306a261e9c triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:37:24.940783 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5578583b-1052-4b2d-94b4-9eb20b53e414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (e531b833-1f09-410d-833e-ff306a261e9c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:24.951858 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5bf2e0-27e9-4fa5-ac4a-3696561143cd req-f62a014d-9bb6-4f11-ae7a-422895f897c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:24.951858 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dc5bf2e0-27e9-4fa5-ac4a-3696561143cd req-f62a014d-9bb6-4f11-ae7a-422895f897c5 service neutron] 10.222.0.91 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 0.2747061 Feb 17 17:37:24.976607 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-9259dc26-bd35-4b43-856d-d89dbe69b363 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Deleting port df7d9f78-75b2-43b0-9c60-79159f2ddc44 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:37:24.982984 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9259dc26-bd35-4b43-856d-d89dbe69b363 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (df7d9f78-75b2-43b0-9c60-79159f2ddc44), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:25.022501 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-2f62b354-40b6-4662-ae90-07bcb5952146 None None] Set router 561a3cd2-aabb-4f11-920e-1a8454920696 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:37:25.129217 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dc5bf2e0-27e9-4fa5-ac4a-3696561143cd req-4c7d9ed3-3de4-421a-af6c-7e97b0539417 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=ead96634-4ef4-423a-b514-d956339d9ffc HTTP/1.1" status: 200 len: 217 time: 0.1196418 Feb 17 17:37:25.186978 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9259dc26-bd35-4b43-856d-d89dbe69b363 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (df7d9f78-75b2-43b0-9c60-79159f2ddc44), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:25.224162 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-9259dc26-bd35-4b43-856d-d89dbe69b363 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Calling delete_port for df7d9f78-75b2-43b0-9c60-79159f2ddc44 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:37:25.257768 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e70b4c-5617-47ed-bf01-14a374cca319 req-962ad4e4-09c1-4627-9c84-0143e1bd5868 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:25.259835 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-72e70b4c-5617-47ed-bf01-14a374cca319 req-962ad4e4-09c1-4627-9c84-0143e1bd5868 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/ports?device_id=842b1390-d20b-429c-b44f-a99e611cf750 HTTP/1.1" status: 200 len: 947 time: 0.2430696 Feb 17 17:37:25.266305 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5bf2e0-27e9-4fa5-ac4a-3696561143cd req-2ced4bb2-c35c-49dd-bf71-48c559f8142f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:25.268997 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dc5bf2e0-27e9-4fa5-ac4a-3696561143cd req-2ced4bb2-c35c-49dd-bf71-48c559f8142f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.1325424 Feb 17 17:37:25.313710 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842c3fa-4d34-465d-ada4-6715a0ed5498 req-59d5a2c5-a7e0-41de-a39d-6d7837beb788 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:25.319798 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842c3fa-4d34-465d-ada4-6715a0ed5498 req-59d5a2c5-a7e0-41de-a39d-6d7837beb788 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:25.321200 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5578583b-1052-4b2d-94b4-9eb20b53e414 None None] Current status of the port e531b833-1f09-410d-833e-ff306a261e9c is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:25.327068 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842c3fa-4d34-465d-ada4-6715a0ed5498 req-59d5a2c5-a7e0-41de-a39d-6d7837beb788 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:25.329665 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port e531b833-1f09-410d-833e-ff306a261e9c is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:25.330958 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 28959c5d-4557-4f57-889f-9a0e43add3e7 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:37:25.334084 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842c3fa-4d34-465d-ada4-6715a0ed5498 req-59d5a2c5-a7e0-41de-a39d-6d7837beb788 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:25.339861 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842c3fa-4d34-465d-ada4-6715a0ed5498 req-59d5a2c5-a7e0-41de-a39d-6d7837beb788 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:25.346598 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842c3fa-4d34-465d-ada4-6715a0ed5498 req-59d5a2c5-a7e0-41de-a39d-6d7837beb788 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:25.352364 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842c3fa-4d34-465d-ada4-6715a0ed5498 req-59d5a2c5-a7e0-41de-a39d-6d7837beb788 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:25.354914 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9842c3fa-4d34-465d-ada4-6715a0ed5498 req-59d5a2c5-a7e0-41de-a39d-6d7837beb788 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 5419 time: 0.3255036 Feb 17 17:37:25.412949 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 28959c5d-4557-4f57-889f-9a0e43add3e7 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:37:25.413601 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (28959c5d-4557-4f57-889f-9a0e43add3e7), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:25.516758 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-2f62b354-40b6-4662-ae90-07bcb5952146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561a3cd2-aabb-4f11-920e-1a8454920696', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-214811159-router', 'tenant_id': 'a33ff16117b5429daaa9225b5871ef11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '9d2948ca-5513-47fa-93dd-5df070b708e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:37:12Z', 'updated_at': '2022-02-17T17:37:16Z', 'revision_number': 3, 'project_id': 'a33ff16117b5429daaa9225b5871ef11', 'gw_port': {'id': '9d2948ca-5513-47fa-93dd-5df070b708e7', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '561a3cd2-aabb-4f11-920e-1a8454920696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:37:15Z', 'updated_at': '2022-02-17T17:37:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:25.553227 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5bf2e0-27e9-4fa5-ac4a-3696561143cd req-1f95d9cc-e91b-48fd-ace1-7c4e811b7110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:25.555142 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dc5bf2e0-27e9-4fa5-ac4a-3696561143cd req-1f95d9cc-e91b-48fd-ace1-7c4e811b7110 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2712927 Feb 17 17:37:25.567196 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5192f98-a393-4aa7-a03f-f1b970e4ef9d None None] Pushing event updated for resources: {'Port': ['ID=9d2948ca-5513-47fa-93dd-5df070b708e7,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:25.573362 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f62b354-40b6-4662-ae90-07bcb5952146 None None] The sync data for ids ['561a3cd2-aabb-4f11-920e-1a8454920696'] in n-d-829613-2 is: [{'id': '561a3cd2-aabb-4f11-920e-1a8454920696', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-214811159-router', 'tenant_id': 'a33ff16117b5429daaa9225b5871ef11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '9d2948ca-5513-47fa-93dd-5df070b708e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:37:12Z', 'updated_at': '2022-02-17T17:37:16Z', 'revision_number': 3, 'project_id': 'a33ff16117b5429daaa9225b5871ef11', 'gw_port': {'id': '9d2948ca-5513-47fa-93dd-5df070b708e7', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '561a3cd2-aabb-4f11-920e-1a8454920696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:37:15Z', 'updated_at': '2022-02-17T17:37:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:37:25.593928 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 28959c5d-4557-4f57-889f-9a0e43add3e7 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:25.621365 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-72e70b4c-5617-47ed-bf01-14a374cca319 req-cf26a896-bab9-47b2-94ab-5f84fe57408b tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/security-groups?id=653b32b6-fa07-4d55-bd5b-f262ebd124a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440835 Feb 17 17:37:25.638210 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-93d5e981-5390-48c9-8682-11fa8ea64db5 admin admin] Deleting subnet 805b2e79-0e3f-4ea3-bf30-957c7d7bb12b {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:37:25.653963 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-93d5e981-5390-48c9-8682-11fa8ea64db5 admin admin] Publish callbacks [] for subnet (805b2e79-0e3f-4ea3-bf30-957c7d7bb12b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:25.661417 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466e322-2882-4984-aae1-13af2fafebf9 req-e8ee073d-cfea-42f8-839c-044ab5f8196f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:25.663168 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-e8ee073d-cfea-42f8-839c-044ab5f8196f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0a5e4a87-4ee5-43ba-9b80-4028df7a735a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8908033 Feb 17 17:37:25.668447 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9842c3fa-4d34-465d-ada4-6715a0ed5498 req-9b2633c2-4c13-4b81-a962-c34332324dee tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/security-groups?id=fd4d27d9-e68c-41ba-a909-f949182bce5a&id=4a46e179-4efe-408d-8163-359e1c80274b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2467551 Feb 17 17:37:25.770588 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94bae364-cc28-4733-aa33-7328eca94922 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (e531b833-1f09-410d-833e-ff306a261e9c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:25.829589 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-93d5e981-5390-48c9-8682-11fa8ea64db5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (805b2e79-0e3f-4ea3-bf30-957c7d7bb12b), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:25.836105 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-7b1eb669-129f-44bb-8b64-645a9b7a3b3a req-e92ea865-389d-4f64-b0f9-086117aca78e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80a7fb3a-f884-41e9-837c-0092f3339dab {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:37:25.853304 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-7b1eb669-129f-44bb-8b64-645a9b7a3b3a req-e92ea865-389d-4f64-b0f9-086117aca78e service neutron] Publish callbacks [] for port (80a7fb3a-f884-41e9-837c-0092f3339dab), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:25.859327 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bae364-cc28-4733-aa33-7328eca94922 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Pushing event deleted for resources: {'Port': ['ID=e531b833-1f09-410d-833e-ff306a261e9c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:25.902218 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dc5bf2e0-27e9-4fa5-ac4a-3696561143cd req-1ec8cf14-3ee0-4ddf-9c37-de40663dea3f service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288126 Feb 17 17:37:25.935648 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-7b1eb669-129f-44bb-8b64-645a9b7a3b3a req-e92ea865-389d-4f64-b0f9-086117aca78e service neutron] Transition to ACTIVE for port object 80a7fb3a-f884-41e9-837c-0092f3339dab will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:37:25.951235 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9259dc26-bd35-4b43-856d-d89dbe69b363 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (df7d9f78-75b2-43b0-9c60-79159f2ddc44), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:25.951894 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-7b1eb669-129f-44bb-8b64-645a9b7a3b3a req-e92ea865-389d-4f64-b0f9-086117aca78e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (80a7fb3a-f884-41e9-837c-0092f3339dab), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:26.062303 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24766573-f85b-43de-91ab-0aa1f7350521 None None] DHCP port deletion for fb871d13-cc4a-47f3-b3fb-c553a2844e07 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:37:26.103493 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8846c049-fdb7-4ae6-8baf-06d53ca6b16e None None] get_active_networks_info from n-d-829613-2 {{(pid=103436) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 17 17:37:26.141777 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-93d5e981-5390-48c9-8682-11fa8ea64db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (805b2e79-0e3f-4ea3-bf30-957c7d7bb12b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:26.233974 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9259dc26-bd35-4b43-856d-d89dbe69b363 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Port': ['ID=df7d9f78-75b2-43b0-9c60-79159f2ddc44,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:26.238591 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bae364-cc28-4733-aa33-7328eca94922 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] No DVR routers for this DVR port e531b833-1f09-410d-833e-ff306a261e9c on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:37:26.242475 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad1eaf-f4d9-4dda-a61f-488c4a638df3 req-c6cc0035-58f6-4c25-a0f4-c4c2596be130 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:26.251531 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-edad1eaf-f4d9-4dda-a61f-488c4a638df3 req-c6cc0035-58f6-4c25-a0f4-c4c2596be130 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=60ab87b1-d42f-4db3-96e5-629833bd232b HTTP/1.1" status: 200 len: 931 time: 0.4809892 Feb 17 17:37:26.389510 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 9d2948ca-5513-47fa-93dd-5df070b708e7 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:37:26.460689 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-93d5e981-5390-48c9-8682-11fa8ea64db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (805b2e79-0e3f-4ea3-bf30-957c7d7bb12b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:26.464894 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-edad1eaf-f4d9-4dda-a61f-488c4a638df3 req-0ca86624-9980-4538-b659-e9239b1f0010 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053275 Feb 17 17:37:26.465939 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ea865-389d-4f64-b0f9-086117aca78e service neutron] Pushing event updated for resources: {'Port': ['ID=80a7fb3a-f884-41e9-837c-0092f3339dab,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:26.511050 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-a915bcb2-6a6c-4688-a10e-5cfeffedad6a service neutron] 10.222.0.91 "GET /v2.0/networks/0a5e4a87-4ee5-43ba-9b80-4028df7a735a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8018808 Feb 17 17:37:26.524401 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9259dc26-bd35-4b43-856d-d89dbe69b363 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:26.534973 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9259dc26-bd35-4b43-856d-d89dbe69b363 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/ports/df7d9f78-75b2-43b0-9c60-79159f2ddc44 HTTP/1.1" status: 204 len: 168 time: 3.0560675 Feb 17 17:37:26.536873 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46356) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:26.558839 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 9d2948ca-5513-47fa-93dd-5df070b708e7 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:37:26.559385 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (9d2948ca-5513-47fa-93dd-5df070b708e7), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:26.643044 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8846c049-fdb7-4ae6-8baf-06d53ca6b16e None None] Resources bound (agent type, host, resource id): {{(pid=103436) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 17:37:26.668484 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-0a12022d-e4a7-43af-a081-ad45abdd388b service neutron] 10.222.0.91 "GET /v2.0/networks/0a5e4a87-4ee5-43ba-9b80-4028df7a735a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104760 Feb 17 17:37:26.681284 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-93d5e981-5390-48c9-8682-11fa8ea64db5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:26.681483 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f34e2c6-4c8d-46a1-8ae0-e0997cdc917a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:26.682373 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f34e2c6-4c8d-46a1-8ae0-e0997cdc917a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:26.688110 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-93d5e981-5390-48c9-8682-11fa8ea64db5 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/805b2e79-0e3f-4ea3-bf30-957c7d7bb12b HTTP/1.1" status: 204 len: 168 time: 1.8355105 Feb 17 17:37:26.688369 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-2f34e2c6-4c8d-46a1-8ae0-e0997cdc917a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1444244 Feb 17 17:37:26.688369 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46360) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:26.688756 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46362) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:26.701570 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d5e981-5390-48c9-8682-11fa8ea64db5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=805b2e79-0e3f-4ea3-bf30-957c7d7bb12b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:26.804806 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-459d5d04-8f38-4fe7-bb03-9154b8eb6411 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=52ff7d56-9a39-4bcd-81d3-82d714507134 HTTP/1.1" status: 200 len: 217 time: 0.1160042 Feb 17 17:37:26.857852 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ec83063f-8957-4e67-9ca8-9879d482cd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (9490ba26-bfb2-4329-aadc-951a25fb2487), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:26.859705 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-7b1eb669-129f-44bb-8b64-645a9b7a3b3a req-e92ea865-389d-4f64-b0f9-086117aca78e service neutron] Attempting to bind port 80a7fb3a-f884-41e9-837c-0092f3339dab on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:37:26.860690 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-7b1eb669-129f-44bb-8b64-645a9b7a3b3a req-e92ea865-389d-4f64-b0f9-086117aca78e service neutron] Attempting to bind port 80a7fb3a-f884-41e9-837c-0092f3339dab by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': 'e4661035-9680-4da1-989b-77404c89e6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:37:26.861127 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1eb669-129f-44bb-8b64-645a9b7a3b3a req-e92ea865-389d-4f64-b0f9-086117aca78e service neutron] Attempting to bind port 80a7fb3a-f884-41e9-837c-0092f3339dab on network ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:37:26.898997 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94bae364-cc28-4733-aa33-7328eca94922 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (38fdb613-faf1-47fc-8211-ac5727cc2c57), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:26.989605 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94bae364-cc28-4733-aa33-7328eca94922 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (38fdb613-faf1-47fc-8211-ac5727cc2c57), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:27.023344 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1eb669-129f-44bb-8b64-645a9b7a3b3a req-e92ea865-389d-4f64-b0f9-086117aca78e service neutron] Port 80a7fb3a-f884-41e9-837c-0092f3339dab on network ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:37:27.024107 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1eb669-129f-44bb-8b64-645a9b7a3b3a req-e92ea865-389d-4f64-b0f9-086117aca78e service neutron] Attempting to bind port 80a7fb3a-f884-41e9-837c-0092f3339dab on network ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:37:27.070295 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 9d2948ca-5513-47fa-93dd-5df070b708e7 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:27.071140 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (9d2948ca-5513-47fa-93dd-5df070b708e7), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:27.078782 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bae364-cc28-4733-aa33-7328eca94922 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Pushing event deleted for resources: {'Subnet': ['ID=38fdb613-faf1-47fc-8211-ac5727cc2c57,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:27.082842 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1eb669-129f-44bb-8b64-645a9b7a3b3a req-e92ea865-389d-4f64-b0f9-086117aca78e service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:37:27.083482 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1eb669-129f-44bb-8b64-645a9b7a3b3a req-e92ea865-389d-4f64-b0f9-086117aca78e service neutron] Checking segment: {'id': 'e4661035-9680-4da1-989b-77404c89e6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:37:27.084233 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1eb669-129f-44bb-8b64-645a9b7a3b3a req-e92ea865-389d-4f64-b0f9-086117aca78e service neutron] Bound using segment: {'id': 'e4661035-9680-4da1-989b-77404c89e6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:37:27.084901 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-7b1eb669-129f-44bb-8b64-645a9b7a3b3a req-e92ea865-389d-4f64-b0f9-086117aca78e service neutron] Bound port: 80a7fb3a-f884-41e9-837c-0092f3339dab, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4661035-9680-4da1-989b-77404c89e6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:37:27.085346 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-7b1eb669-129f-44bb-8b64-645a9b7a3b3a req-e92ea865-389d-4f64-b0f9-086117aca78e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (80a7fb3a-f884-41e9-837c-0092f3339dab), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:27.101712 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466e322-2882-4984-aae1-13af2fafebf9 req-c319e672-f9d6-4306-b2cf-95984c6c0fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:27.103588 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-c319e672-f9d6-4306-b2cf-95984c6c0fa0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f2e0eb54-8f78-4737-b37f-1044983cc57f HTTP/1.1" status: 200 len: 797 time: 0.2733877 Feb 17 17:37:27.151986 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dc5bf2e0-27e9-4fa5-ac4a-3696561143cd req-cc686d24-c442-4f57-b07a-01c6df7fd167 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2413146 Feb 17 17:37:27.218295 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bd25c30-fffe-446e-9735-f09f9b9b677d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Deleting subnet 15289497-8f87-4d6b-b485-08948dc0a1dd {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:37:27.227799 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5bd25c30-fffe-446e-9735-f09f9b9b677d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (15289497-8f87-4d6b-b485-08948dc0a1dd), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:27.263749 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94bae364-cc28-4733-aa33-7328eca94922 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (fb871d13-cc4a-47f3-b3fb-c553a2844e07), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:27.286652 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-7b1eb669-129f-44bb-8b64-645a9b7a3b3a req-e92ea865-389d-4f64-b0f9-086117aca78e service neutron] For port 80a7fb3a-f884-41e9-837c-0092f3339dab, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:37:27.326982 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-94bae364-cc28-4733-aa33-7328eca94922 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb871d13-cc4a-47f3-b3fb-c553a2844e07']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:27.335143 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e144c624-de45-4b66-ac56-29fe943b3305 req-8805cf36-1b7f-4989-81a3-40773f00b6cb tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:27.337107 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e144c624-de45-4b66-ac56-29fe943b3305 req-8805cf36-1b7f-4989-81a3-40773f00b6cb tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/ports?device_id=842b1390-d20b-429c-b44f-a99e611cf750 HTTP/1.1" status: 200 len: 947 time: 0.4066489 Feb 17 17:37:27.359361 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d3d7a-207c-4670-a863-b110126b4ccf req-340df171-7965-4889-bd95-4ee61ebcbc8d tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:27.369105 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466e322-2882-4984-aae1-13af2fafebf9 req-ee30a50b-336e-4421-8638-8f88544a1c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:27.370655 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-ee30a50b-336e-4421-8638-8f88544a1c7c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=cc320263-b432-4650-9484-dc130e67f905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2402713 Feb 17 17:37:27.372681 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-94bae364-cc28-4733-aa33-7328eca94922 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa3a43c3-0df4-403c-a118-3c4e619442cf') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:27.373024 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-94bae364-cc28-4733-aa33-7328eca94922 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa3a43c3-0df4-403c-a118-3c4e619442cf') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:27.374683 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d3d7a-207c-4670-a863-b110126b4ccf req-340df171-7965-4889-bd95-4ee61ebcbc8d tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:27.389408 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d3d7a-207c-4670-a863-b110126b4ccf req-340df171-7965-4889-bd95-4ee61ebcbc8d tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:27.400267 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d3d7a-207c-4670-a863-b110126b4ccf req-340df171-7965-4889-bd95-4ee61ebcbc8d tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:27.406626 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d3d7a-207c-4670-a863-b110126b4ccf req-340df171-7965-4889-bd95-4ee61ebcbc8d tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:27.413620 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d3d7a-207c-4670-a863-b110126b4ccf req-340df171-7965-4889-bd95-4ee61ebcbc8d tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:27.416410 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94bae364-cc28-4733-aa33-7328eca94922 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (aa3a43c3-0df4-403c-a118-3c4e619442cf), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:27.421838 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d3d7a-207c-4670-a863-b110126b4ccf req-340df171-7965-4889-bd95-4ee61ebcbc8d tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:27.424198 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e61d3d7a-207c-4670-a863-b110126b4ccf req-340df171-7965-4889-bd95-4ee61ebcbc8d tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 5419 time: 0.4754546 Feb 17 17:37:27.446110 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-7b1eb669-129f-44bb-8b64-645a9b7a3b3a req-e92ea865-389d-4f64-b0f9-086117aca78e service neutron] For port 80a7fb3a-f884-41e9-837c-0092f3339dab, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=80a7fb3a-f884-41e9-837c-0092f3339dab,segment=NetworkSegment(e4661035-9680-4da1-989b-77404c89e6fd),segment_id=e4661035-9680-4da1-989b-77404c89e6fd)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:37:27.466972 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5bd25c30-fffe-446e-9735-f09f9b9b677d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (15289497-8f87-4d6b-b485-08948dc0a1dd), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:27.470635 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 9d2948ca-5513-47fa-93dd-5df070b708e7, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=9d2948ca-5513-47fa-93dd-5df070b708e7,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:27.475304 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device ead96634-4ef4-423a-b514-d956339d9ffc details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:37:27.485832 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (9d2948ca-5513-47fa-93dd-5df070b708e7), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:27.532353 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-7b1eb669-129f-44bb-8b64-645a9b7a3b3a req-e92ea865-389d-4f64-b0f9-086117aca78e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (80a7fb3a-f884-41e9-837c-0092f3339dab), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:27.545676 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94bae364-cc28-4733-aa33-7328eca94922 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (aa3a43c3-0df4-403c-a118-3c4e619442cf), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:27.587990 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1eb669-129f-44bb-8b64-645a9b7a3b3a req-e92ea865-389d-4f64-b0f9-086117aca78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:27.588571 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-7b1eb669-129f-44bb-8b64-645a9b7a3b3a req-e92ea865-389d-4f64-b0f9-086117aca78e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:27.589992 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7b1eb669-129f-44bb-8b64-645a9b7a3b3a req-e92ea865-389d-4f64-b0f9-086117aca78e service neutron] 10.222.0.71 "PUT /v2.0/ports/80a7fb3a-f884-41e9-837c-0092f3339dab HTTP/1.1" status: 200 len: 1091 time: 3.2960205 Feb 17 17:37:27.590634 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60ab87b1-d42f-4db3-96e5-629833bd232b', 'tag': '80a7fb3a-f884-41e9-837c-0092f3339dab'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:37:27.593033 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca699031-e2eb-4364-b8fc-48967526bd96" -d '{"events": [{"name": "network-changed", "server_uuid": "60ab87b1-d42f-4db3-96e5-629833bd232b", "tag": "80a7fb3a-f884-41e9-837c-0092f3339dab"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:37:27.595534 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94bae364-cc28-4733-aa33-7328eca94922 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:37:27.596359 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94bae364-cc28-4733-aa33-7328eca94922 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (aa3a43c3-0df4-403c-a118-3c4e619442cf), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:27.602147 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:37:27.602147 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:37:27.602147 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:37:27.602147 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:37:27.602147 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:37:27.602147 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:37:27.602147 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:37:27.602147 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:37:27.602147 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:37:27.602147 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:37:27.602147 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:37:27.602147 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:37:27.602147 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:37:27.602147 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:37:27.602147 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:37:27.602147 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:37:27.602147 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:37:27.602147 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:37:27.602147 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:37:27.602147 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:37:27.602147 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:37:27.602147 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:37:27.602147 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:37:27.602147 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:37:27.602147 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:37:27.602147 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:37:27.602147 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:37:27.602147 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:37:27.602147 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:37:27.602147 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:37:27.602147 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:37:27.602147 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:37:27.672382 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 6cc7a0c7-f8ad-4f4e-843a-0384dc43e681 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:37:27.680995 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=9d2948ca-5513-47fa-93dd-5df070b708e7,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:27.705536 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-8409a55e-47f2-4540-a986-95e0d2d7cfff service neutron] 10.222.0.91 "GET /v2.0/networks/cc320263-b432-4650-9484-dc130e67f905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241875 Feb 17 17:37:27.720665 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-03c6b2c3-bac9-41c9-a390-9ce998769b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:27.724280 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94bae364-cc28-4733-aa33-7328eca94922 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (fb871d13-cc4a-47f3-b3fb-c553a2844e07), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:27.728920 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94bae364-cc28-4733-aa33-7328eca94922 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:27.737637 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-94bae364-cc28-4733-aa33-7328eca94922 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "DELETE /v2.0/networks/fb871d13-cc4a-47f3-b3fb-c553a2844e07 HTTP/1.1" status: 204 len: 168 time: 6.8904777 Feb 17 17:37:27.746923 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e144c624-de45-4b66-ac56-29fe943b3305 req-f5822146-650c-4602-a530-3647eef3f398 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/security-groups?id=653b32b6-fa07-4d55-bd5b-f262ebd124a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165586 Feb 17 17:37:27.757491 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46370) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:27.763603 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-db7c5d2b-e51a-4658-b5af-458d3d8c4b43 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1541766062'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:37:27.811093 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bae364-cc28-4733-aa33-7328eca94922 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Pushing event deleted for resources: {'Network': ['ID=fb871d13-cc4a-47f3-b3fb-c553a2844e07,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:27.900677 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 6cc7a0c7-f8ad-4f4e-843a-0384dc43e681 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:37:27.901648 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 6cc7a0c7-f8ad-4f4e-843a-0384dc43e681 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:37:27.902600 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device e531b833-1f09-410d-833e-ff306a261e9c no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:37:27.909989 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port ead96634-4ef4-423a-b514-d956339d9ffc, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=ead96634-4ef4-423a-b514-d956339d9ffc,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:27.992729 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: e531b833-1f09-410d-833e-ff306a261e9c {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:37:27.993081 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device e531b833-1f09-410d-833e-ff306a261e9c not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:37:27.995504 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': 'ead96634-4ef4-423a-b514-d956339d9ffc', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'port_id': 'ead96634-4ef4-423a-b514-d956339d9ffc', 'mac_address': 'fa:16:3e:e5:04:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac79920f-9ddd-4352-b866-6056158b178e', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:37:28.036994 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039c6eff-817d-46de-80f5-92b9e4d07c3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-fb871d13-cc4a-47f3-b3fb-c553a2844e07', 'network_id': 'fb871d13-cc4a-47f3-b3fb-c553a2844e07', 'project_id': '15e5b8cede264c62bf635b9a00989986', 'fixed_ips': [{'subnet_id': '38fdb613-faf1-47fc-8211-ac5727cc2c57'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:37:28.037892 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-039c6eff-817d-46de-80f5-92b9e4d07c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:28.069595 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port ead96634-4ef4-423a-b514-d956339d9ffc is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:28.069995 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ead96634-4ef4-423a-b514-d956339d9ffc), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:28.102456 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ead96634-4ef4-423a-b514-d956339d9ffc {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:37:28.109476 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63ea618-d462-4173-9ad1-3d8f5bfec629 None None] Network 9490ba26-bfb2-4329-aadc-951a25fb2487 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:37:28.112462 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771e31c0-a8f8-4d5b-a375-c288f53e70b0 None None] Network fb871d13-cc4a-47f3-b3fb-c553a2844e07 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:37:28.166634 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771e31c0-a8f8-4d5b-a375-c288f53e70b0 None None] Network fb871d13-cc4a-47f3-b3fb-c553a2844e07 could not be found, it might have been deleted concurrently. {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 17 17:37:28.206638 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e7ed00-7542-4324-ada9-2834219f57d3 None None] DHCP port deletion for fb871d13-cc4a-47f3-b3fb-c553a2844e07 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:37:28.216616 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port ead96634-4ef4-423a-b514-d956339d9ffc, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=ead96634-4ef4-423a-b514-d956339d9ffc,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:28.258467 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ead96634-4ef4-423a-b514-d956339d9ffc), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:28.319300 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7c5d2b-e51a-4658-b5af-458d3d8c4b43 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Made reservation on behalf of 15e5b8cede264c62bf635b9a00989986 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:37:28.322884 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-db7c5d2b-e51a-4658-b5af-458d3d8c4b43 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:28.333233 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-ec83063f-8957-4e67-9ca8-9879d482cd98 admin admin] Deleting port eaf6a0ae-62cf-47de-b19f-de2bb19c410b {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:37:28.333818 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ec83063f-8957-4e67-9ca8-9879d482cd98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (eaf6a0ae-62cf-47de-b19f-de2bb19c410b), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:28.348666 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 9d2948ca-5513-47fa-93dd-5df070b708e7 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:37:28.429817 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-d5dcca4a-71e5-4674-9c28-aadf722b1169 service neutron] 10.222.0.91 "GET /v2.0/networks/cc320263-b432-4650-9484-dc130e67f905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7178900 Feb 17 17:37:28.443935 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db7c5d2b-e51a-4658-b5af-458d3d8c4b43 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:37:28.462002 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=ead96634-4ef4-423a-b514-d956339d9ffc,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:28.477238 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 9d2948ca-5513-47fa-93dd-5df070b708e7 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:37:28.477669 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (9d2948ca-5513-47fa-93dd-5df070b708e7), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:28.480185 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e61d3d7a-207c-4670-a863-b110126b4ccf req-e9cd3eda-f651-4f73-a0de-4463694563d8 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/security-groups?id=fd4d27d9-e68c-41ba-a909-f949182bce5a&id=4a46e179-4efe-408d-8163-359e1c80274b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0421014 Feb 17 17:37:28.511739 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ea865-389d-4f64-b0f9-086117aca78e service neutron] Pushing event updated for resources: {'Port': ['ID=80a7fb3a-f884-41e9-837c-0092f3339dab,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:28.525029 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2bad98ba-9170-4006-af43-af51fdc264a4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=08d126b0-cae8-435d-a7c4-67c6dbfa3b4c HTTP/1.1" status: 200 len: 217 time: 0.0792258 Feb 17 17:37:28.534515 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['ead96634-4ef4-423a-b514-d956339d9ffc'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:37:28.576897 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-db7c5d2b-e51a-4658-b5af-458d3d8c4b43 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (a18351b7-58b4-463b-878c-3c2c9712c5b1), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:28.576897 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-db7c5d2b-e51a-4658-b5af-458d3d8c4b43 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Added segment a18351b7-58b4-463b-878c-3c2c9712c5b1 of type vlan for network 02282d7b-e50d-4f07-9e23-d5c20470087b Feb 17 17:37:28.609288 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507d0350-cd05-43f4-b07e-f8e070d1c5a5 None None] DHCP port deletion for 9490ba26-bfb2-4329-aadc-951a25fb2487 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:37:28.616496 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5bd25c30-fffe-446e-9735-f09f9b9b677d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (15289497-8f87-4d6b-b485-08948dc0a1dd), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:28.627860 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005ea77f-58bf-4e50-a6a1-0b13a335e649 x-openstack-request-id: req-005ea77f-58bf-4e50-a6a1-0b13a335e649 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:37:28.628730 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60ab87b1-d42f-4db3-96e5-629833bd232b", "tag": "80a7fb3a-f884-41e9-837c-0092f3339dab", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:37:28.629171 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-005ea77f-58bf-4e50-a6a1-0b13a335e649 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:37:28.629819 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60ab87b1-d42f-4db3-96e5-629833bd232b', 'tag': '80a7fb3a-f884-41e9-837c-0092f3339dab', 'status': 'completed', 'code': 200} Feb 17 17:37:28.672662 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-ec83063f-8957-4e67-9ca8-9879d482cd98 admin admin] For port eaf6a0ae-62cf-47de-b19f-de2bb19c410b, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=eaf6a0ae-62cf-47de-b19f-de2bb19c410b,segment=NetworkSegment(2336317d-00c6-480f-b041-efd324255658),segment_id=2336317d-00c6-480f-b041-efd324255658)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:28.673198 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ec83063f-8957-4e67-9ca8-9879d482cd98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (eaf6a0ae-62cf-47de-b19f-de2bb19c410b), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:28.682022 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466e322-2882-4984-aae1-13af2fafebf9 req-7757515d-b7cf-46a5-9f82-4116c26585f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:28.683511 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-7757515d-b7cf-46a5-9f82-4116c26585f2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f2e0eb54-8f78-4737-b37f-1044983cc57f HTTP/1.1" status: 200 len: 797 time: 0.1575387 Feb 17 17:37:28.690387 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-db7c5d2b-e51a-4658-b5af-458d3d8c4b43 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (02282d7b-e50d-4f07-9e23-d5c20470087b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:28.697816 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1eb669-129f-44bb-8b64-645a9b7a3b3a req-12462bbd-c90c-4e8a-b310-e17428af9eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:28.699677 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7b1eb669-129f-44bb-8b64-645a9b7a3b3a req-12462bbd-c90c-4e8a-b310-e17428af9eb1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5c112397353b4d5f9dae4aa16205da6f&device_id=60ab87b1-d42f-4db3-96e5-629833bd232b HTTP/1.1" status: 200 len: 1125 time: 1.0051928 Feb 17 17:37:28.711921 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-ec83063f-8957-4e67-9ca8-9879d482cd98 admin admin] Calling delete_port for eaf6a0ae-62cf-47de-b19f-de2bb19c410b owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:37:28.729462 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 9d2948ca-5513-47fa-93dd-5df070b708e7 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:28.735971 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-03c6b2c3-bac9-41c9-a390-9ce998769b4d admin admin] Allocated IP 172.20.0.1 (2a574d4f-e4f9-49f2-aee6-25c2bbb796ce/21a1df04-56c1-48bc-b696-a5e17ac4d235/de0da242-00c0-4e9f-84b4-5d11e18c86a4) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:37:28.789862 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-507d0350-cd05-43f4-b07e-f8e070d1c5a5 None None] Deleting port eaf6a0ae-62cf-47de-b19f-de2bb19c410b {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:37:28.790133 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186d7d3-2745-400c-972b-5fec7a34e0c9 req-1e560f19-d848-4c46-bd0f-e8c1d7cd0e1a tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:28.790286 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-507d0350-cd05-43f4-b07e-f8e070d1c5a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (eaf6a0ae-62cf-47de-b19f-de2bb19c410b), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:28.790457 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7186d7d3-2745-400c-972b-5fec7a34e0c9 req-1e560f19-d848-4c46-bd0f-e8c1d7cd0e1a tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=60ab87b1-d42f-4db3-96e5-629833bd232b HTTP/1.1" status: 200 len: 943 time: 0.4373546 Feb 17 17:37:28.808873 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-db7c5d2b-e51a-4658-b5af-458d3d8c4b43 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (02282d7b-e50d-4f07-9e23-d5c20470087b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:28.816222 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7c5d2b-e51a-4658-b5af-458d3d8c4b43 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:28.816222 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-db7c5d2b-e51a-4658-b5af-458d3d8c4b43 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:28.819411 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7b1eb669-129f-44bb-8b64-645a9b7a3b3a req-f5ac4ad1-6fa6-4ed3-821a-a1479c555c6c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80a7fb3a-f884-41e9-837c-0092f3339dab HTTP/1.1" status: 200 len: 217 time: 0.1086352 Feb 17 17:37:28.883649 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5bd25c30-fffe-446e-9735-f09f9b9b677d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (15289497-8f87-4d6b-b485-08948dc0a1dd), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:28.911778 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-db7c5d2b-e51a-4658-b5af-458d3d8c4b43 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1533639 Feb 17 17:37:28.917650 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466e322-2882-4984-aae1-13af2fafebf9 req-12bad312-932d-4949-aa98-a81e0c6c330a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:28.919320 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-12bad312-932d-4949-aa98-a81e0c6c330a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=cc320263-b432-4650-9484-dc130e67f905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2266293 Feb 17 17:37:28.919888 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46378) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:28.956263 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-fef2063d-f658-467a-b9aa-16dcd3b3a5bb tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Request body: {'subnet': {'network_id': '02282d7b-e50d-4f07-9e23-d5c20470087b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:37:28.987805 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5bd25c30-fffe-446e-9735-f09f9b9b677d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:28.993357 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-5bd25c30-fffe-446e-9735-f09f9b9b677d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/15289497-8f87-4d6b-b485-08948dc0a1dd HTTP/1.1" status: 204 len: 168 time: 2.2861652 Feb 17 17:37:28.993357 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd25c30-fffe-446e-9735-f09f9b9b677d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Subnet': ['ID=15289497-8f87-4d6b-b485-08948dc0a1dd,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:28.994613 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3d2a09-e090-447c-bba1-39cd2298066b None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:37:28.999284 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46380) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:29.001133 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c5d2b-e51a-4658-b5af-458d3d8c4b43 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Pushing event updated for resources: {'Network': ['ID=02282d7b-e50d-4f07-9e23-d5c20470087b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:29.038752 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 02282d7b-e50d-4f07-9e23-d5c20470087b details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:37:29.055430 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-03c6b2c3-bac9-41c9-a390-9ce998769b4d admin admin] Publish callbacks [] for port (de0da242-00c0-4e9f-84b4-5d11e18c86a4), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:29.069274 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1eb669-129f-44bb-8b64-645a9b7a3b3a req-ef637c0f-2eee-40ac-8fbe-a45f77d9a8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:29.070755 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7b1eb669-129f-44bb-8b64-645a9b7a3b3a req-ef637c0f-2eee-40ac-8fbe-a45f77d9a8cf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=884735e1-5568-4ef9-9e9a-5668bb636166 HTTP/1.1" status: 200 len: 853 time: 0.2268574 Feb 17 17:37:29.075745 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4df367b8-a665-46db-986a-19c8817feafa tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0726953 Feb 17 17:37:29.077371 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46382) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:29.082314 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7186d7d3-2745-400c-972b-5fec7a34e0c9 req-a2745b7e-fff0-4726-8116-e33824538ef8 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618496 Feb 17 17:37:29.083659 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-507d0350-cd05-43f4-b07e-f8e070d1c5a5 None None] For port eaf6a0ae-62cf-47de-b19f-de2bb19c410b, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=eaf6a0ae-62cf-47de-b19f-de2bb19c410b,segment=NetworkSegment(2336317d-00c6-480f-b041-efd324255658),segment_id=2336317d-00c6-480f-b041-efd324255658)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:29.084213 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-507d0350-cd05-43f4-b07e-f8e070d1c5a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (eaf6a0ae-62cf-47de-b19f-de2bb19c410b), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:29.087872 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-aeef09db-c4ed-4142-8700-0e6d091e4ea4 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'subnet': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:37:29.143853 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7b1eb669-129f-44bb-8b64-645a9b7a3b3a req-d4a468bc-a889-4445-bd3d-b64003693026 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514514 Feb 17 17:37:29.175080 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-c858cacd-1e49-4eb1-b9b9-6f13dc6d02da service neutron] 10.222.0.91 "GET /v2.0/networks/cc320263-b432-4650-9484-dc130e67f905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135868 Feb 17 17:37:29.197925 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-507d0350-cd05-43f4-b07e-f8e070d1c5a5 None None] Calling delete_port for eaf6a0ae-62cf-47de-b19f-de2bb19c410b owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:37:29.232152 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef2063d-f658-467a-b9aa-16dcd3b3a5bb tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Made reservation on behalf of 15e5b8cede264c62bf635b9a00989986 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:37:29.236510 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fef2063d-f658-467a-b9aa-16dcd3b3a5bb tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:29.255726 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f4881-6239-4956-a435-937368e3cc4d req-c79a9f46-530a-4ee9-b28b-b915653f1858 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:29.257504 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7a8f4881-6239-4956-a435-937368e3cc4d req-c79a9f46-530a-4ee9-b28b-b915653f1858 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/ports?device_id=842b1390-d20b-429c-b44f-a99e611cf750 HTTP/1.1" status: 200 len: 948 time: 0.3665843 Feb 17 17:37:29.264900 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ec83063f-8957-4e67-9ca8-9879d482cd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (eaf6a0ae-62cf-47de-b19f-de2bb19c410b), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:29.283564 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-03c6b2c3-bac9-41c9-a390-9ce998769b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (de0da242-00c0-4e9f-84b4-5d11e18c86a4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:29.346631 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-507d0350-cd05-43f4-b07e-f8e070d1c5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (eaf6a0ae-62cf-47de-b19f-de2bb19c410b), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:29.357435 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec83063f-8957-4e67-9ca8-9879d482cd98 admin admin] No DVR routers for this DVR port eaf6a0ae-62cf-47de-b19f-de2bb19c410b on host n-d-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:37:29.363120 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec83063f-8957-4e67-9ca8-9879d482cd98 admin admin] Pushing event deleted for resources: {'Port': ['ID=eaf6a0ae-62cf-47de-b19f-de2bb19c410b,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:29.388904 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c6b2c3-bac9-41c9-a390-9ce998769b4d admin admin] Network 2a574d4f-e4f9-49f2-aee6-25c2bbb796ce is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:37:29.391214 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d0350-cd05-43f4-b07e-f8e070d1c5a5 None None] Pushing event deleted for resources: {'Port': ['ID=eaf6a0ae-62cf-47de-b19f-de2bb19c410b,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:29.401571 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507d0350-cd05-43f4-b07e-f8e070d1c5a5 None None] No DVR routers for this DVR port eaf6a0ae-62cf-47de-b19f-de2bb19c410b on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:37:29.412555 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeef09db-c4ed-4142-8700-0e6d091e4ea4 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:37:29.416034 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aeef09db-c4ed-4142-8700-0e6d091e4ea4 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:29.418190 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-03c6b2c3-bac9-41c9-a390-9ce998769b4d admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:37:29.421235 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c6b2c3-bac9-41c9-a390-9ce998769b4d admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:37:29.437580 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-3fa78ce9-a41e-4cfe-8543-78f7b3b6880d service neutron] 10.222.0.91 "GET /v2.0/networks/cc320263-b432-4650-9484-dc130e67f905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539144 Feb 17 17:37:29.456285 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55478b1c-af0b-4ff4-af7e-51213089c0f8 None None] DHCP port deletion for f82adc72-a904-4b51-9a87-7ea8a1981040 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:37:29.470531 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6b2c3-bac9-41c9-a390-9ce998769b4d admin admin] Pushing event updated for resources: {'Port': ['ID=de0da242-00c0-4e9f-84b4-5d11e18c86a4,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:29.484992 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7b1eb669-129f-44bb-8b64-645a9b7a3b3a req-32fa6911-a464-4b40-8ec9-0f7fb379419b service neutron] 10.222.0.71 "GET /v2.0/networks/ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254619 Feb 17 17:37:29.504585 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device ead96634-4ef4-423a-b514-d956339d9ffc up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:37:29.516680 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-4a6ba831-2136-48aa-a84d-b4ffb5a7223f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=4816c808-0fae-4aeb-902b-6085c77a50fa HTTP/1.1" status: 200 len: 217 time: 0.0554469 Feb 17 17:37:29.533153 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7a8f4881-6239-4956-a435-937368e3cc4d req-981877b9-cc52-4854-a60c-2c3a3cfa2a58 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/security-groups?id=653b32b6-fa07-4d55-bd5b-f262ebd124a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245171 Feb 17 17:37:29.572804 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-03c6b2c3-bac9-41c9-a390-9ce998769b4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (561a3cd2-aabb-4f11-920e-1a8454920696), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:29.642801 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-55478b1c-af0b-4ff4-af7e-51213089c0f8 None None] Deleting port 28959c5d-4557-4f57-889f-9a0e43add3e7 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:37:29.644432 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-55478b1c-af0b-4ff4-af7e-51213089c0f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (28959c5d-4557-4f57-889f-9a0e43add3e7), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:29.659893 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ec83063f-8957-4e67-9ca8-9879d482cd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (9490ba26-bfb2-4329-aadc-951a25fb2487), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:29.698901 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466e322-2882-4984-aae1-13af2fafebf9 req-898eb039-442a-4a4a-8aaa-5b9a3da6f025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:29.700623 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-898eb039-442a-4a4a-8aaa-5b9a3da6f025 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f2e0eb54-8f78-4737-b37f-1044983cc57f HTTP/1.1" status: 200 len: 797 time: 0.1778345 Feb 17 17:37:29.754393 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-ec83063f-8957-4e67-9ca8-9879d482cd98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9490ba26-bfb2-4329-aadc-951a25fb2487']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:29.782592 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-ec83063f-8957-4e67-9ca8-9879d482cd98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2336317d-00c6-480f-b041-efd324255658') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:29.782933 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-ec83063f-8957-4e67-9ca8-9879d482cd98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2336317d-00c6-480f-b041-efd324255658') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:29.797351 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port ead96634-4ef4-423a-b514-d956339d9ffc completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:37:29.809400 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ec83063f-8957-4e67-9ca8-9879d482cd98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (2336317d-00c6-480f-b041-efd324255658), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:29.810877 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fef2063d-f658-467a-b9aa-16dcd3b3a5bb tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (4aee34b0-c30d-4c9f-a86d-bf189ed1d825), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:29.817990 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-55478b1c-af0b-4ff4-af7e-51213089c0f8 None None] For port 28959c5d-4557-4f57-889f-9a0e43add3e7, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=28959c5d-4557-4f57-889f-9a0e43add3e7,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:29.818344 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-55478b1c-af0b-4ff4-af7e-51213089c0f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (28959c5d-4557-4f57-889f-9a0e43add3e7), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:29.822904 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port ead96634-4ef4-423a-b514-d956339d9ffc triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:37:29.823435 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ead96634-4ef4-423a-b514-d956339d9ffc), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:29.832513 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7b1eb669-129f-44bb-8b64-645a9b7a3b3a req-4dfd328e-c66e-4168-8059-5f96ddf9db48 service neutron] 10.222.0.71 "GET /v2.0/networks/ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337841 Feb 17 17:37:29.877783 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bb18c-b2a5-473b-95e8-5b8dec3c1ccb req-61764949-bf7e-4f67-bef6-35295f82636b tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:29.879763 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bb18c-b2a5-473b-95e8-5b8dec3c1ccb req-61764949-bf7e-4f67-bef6-35295f82636b tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:29.881409 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-55478b1c-af0b-4ff4-af7e-51213089c0f8 None None] Calling delete_port for 28959c5d-4557-4f57-889f-9a0e43add3e7 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:37:29.885184 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bb18c-b2a5-473b-95e8-5b8dec3c1ccb req-61764949-bf7e-4f67-bef6-35295f82636b tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:29.885900 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-9d90d75a-a073-4e3b-8884-821a7dcd8692 None None] Provisioning complete for port de0da242-00c0-4e9f-84b4-5d11e18c86a4 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:37:29.886891 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9d90d75a-a073-4e3b-8884-821a7dcd8692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (de0da242-00c0-4e9f-84b4-5d11e18c86a4), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:29.891141 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bb18c-b2a5-473b-95e8-5b8dec3c1ccb req-61764949-bf7e-4f67-bef6-35295f82636b tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:29.896536 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bb18c-b2a5-473b-95e8-5b8dec3c1ccb req-61764949-bf7e-4f67-bef6-35295f82636b tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:29.901915 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bb18c-b2a5-473b-95e8-5b8dec3c1ccb req-61764949-bf7e-4f67-bef6-35295f82636b tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:29.907314 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bb18c-b2a5-473b-95e8-5b8dec3c1ccb req-61764949-bf7e-4f67-bef6-35295f82636b tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:29.909320 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-216bb18c-b2a5-473b-95e8-5b8dec3c1ccb req-61764949-bf7e-4f67-bef6-35295f82636b tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 5419 time: 0.2406642 Feb 17 17:37:29.920981 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ec83063f-8957-4e67-9ca8-9879d482cd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (2336317d-00c6-480f-b041-efd324255658), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:29.931609 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2063d-f658-467a-b9aa-16dcd3b3a5bb tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Pushing event updated for resources: {'Subnet': ['ID=4aee34b0-c30d-4c9f-a86d-bf189ed1d825,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:29.951949 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-9d90d75a-a073-4e3b-8884-821a7dcd8692 None None] Port de0da242-00c0-4e9f-84b4-5d11e18c86a4 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:37:29.966864 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec83063f-8957-4e67-9ca8-9879d482cd98 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:37:29.967284 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ec83063f-8957-4e67-9ca8-9879d482cd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (2336317d-00c6-480f-b041-efd324255658), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:29.969175 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 17:37:29.969175 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:37:29.969175 n-d-829613-2 neutron-server[103435]: timer() Feb 17 17:37:29.969175 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:37:29.969175 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 17:37:29.969175 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:37:29.969175 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 17:37:29.969175 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:37:29.969175 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 17:37:29.969175 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:37:29.969175 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 17:37:29.969175 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:37:29.969175 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 17:37:29.969175 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:37:29.969175 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:37:29.969175 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:37:29.969175 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:37:29.969175 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:37:29.969175 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 17:37:29.969175 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:37:29.969175 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 17:37:29.969175 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:37:29.969175 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:37:29.969175 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:37:29.969175 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 17:37:29.969175 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:37:29.969175 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:37:29.969175 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:37:29.969175 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:37:29.969175 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:37:29.969175 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:37:29.969175 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:37:29.992740 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466e322-2882-4984-aae1-13af2fafebf9 req-0d015090-2bb6-4c76-8eac-0f03e006d1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:29.994651 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-0d015090-2bb6-4c76-8eac-0f03e006d1f4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=cc320263-b432-4650-9484-dc130e67f905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2643623 Feb 17 17:37:30.032694 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef2063d-f658-467a-b9aa-16dcd3b3a5bb tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Checking segment: {'id': 'a18351b7-58b4-463b-878c-3c2c9712c5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '02282d7b-e50d-4f07-9e23-d5c20470087b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:37:30.032928 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef2063d-f658-467a-b9aa-16dcd3b3a5bb tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Network hostable DHCP agents. Network: 02282d7b-e50d-4f07-9e23-d5c20470087b, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:37:30.039032 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-03c6b2c3-bac9-41c9-a390-9ce998769b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (de0da242-00c0-4e9f-84b4-5d11e18c86a4), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:30.099676 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ec83063f-8957-4e67-9ca8-9879d482cd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (9490ba26-bfb2-4329-aadc-951a25fb2487), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:30.116891 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ec83063f-8957-4e67-9ca8-9879d482cd98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:30.120128 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-ec83063f-8957-4e67-9ca8-9879d482cd98 admin admin] 10.222.0.87 "DELETE /v2.0/networks/9490ba26-bfb2-4329-aadc-951a25fb2487 HTTP/1.1" status: 204 len: 168 time: 3.4048316 Feb 17 17:37:30.130035 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port ead96634-4ef4-423a-b514-d956339d9ffc is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:30.130834 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ead96634-4ef4-423a-b514-d956339d9ffc), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:30.139703 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-216bb18c-b2a5-473b-95e8-5b8dec3c1ccb req-e2682110-603d-4602-acdd-01c938f9b1d8 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/security-groups?id=fd4d27d9-e68c-41ba-a909-f949182bce5a&id=4a46e179-4efe-408d-8163-359e1c80274b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2153680 Feb 17 17:37:30.178060 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec83063f-8957-4e67-9ca8-9879d482cd98 admin admin] Pushing event deleted for resources: {'Network': ['ID=9490ba26-bfb2-4329-aadc-951a25fb2487,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:30.187927 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca699031-e2eb-4364-b8fc-48967526bd96 req-1cdbc79c-2418-4fa6-97e7-1406a0b7185e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:30.189833 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port ead96634-4ef4-423a-b514-d956339d9ffc, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=ead96634-4ef4-423a-b514-d956339d9ffc,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:30.192956 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842b1390-d20b-429c-b44f-a99e611cf750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead96634-4ef4-423a-b514-d956339d9ffc'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:37:30.194882 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ca699031-e2eb-4364-b8fc-48967526bd96 req-1cdbc79c-2418-4fa6-97e7-1406a0b7185e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5c112397353b4d5f9dae4aa16205da6f&device_id=60ab87b1-d42f-4db3-96e5-629833bd232b HTTP/1.1" status: 200 len: 1125 time: 0.2824016 Feb 17 17:37:30.198129 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82610c7-f5cf-48f0-b7e9-803663bfb0e0" -d '{"events": [{"server_uuid": "842b1390-d20b-429c-b44f-a99e611cf750", "name": "network-vif-plugged", "status": "completed", "tag": "ead96634-4ef4-423a-b514-d956339d9ffc"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:37:30.214569 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ead96634-4ef4-423a-b514-d956339d9ffc), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:30.268220 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-55478b1c-af0b-4ff4-af7e-51213089c0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (28959c5d-4557-4f57-889f-9a0e43add3e7), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:30.294090 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-03c6b2c3-bac9-41c9-a390-9ce998769b4d admin admin] Publish callbacks [] for port (de0da242-00c0-4e9f-84b4-5d11e18c86a4), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:30.298870 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef2063d-f658-467a-b9aa-16dcd3b3a5bb tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Network 02282d7b-e50d-4f07-9e23-d5c20470087b is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:37:30.306111 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=ead96634-4ef4-423a-b514-d956339d9ffc,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:30.310438 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55478b1c-af0b-4ff4-af7e-51213089c0f8 None None] No DVR routers for this DVR port 28959c5d-4557-4f57-889f-9a0e43add3e7 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:37:30.311392 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-03c6b2c3-bac9-41c9-a390-9ce998769b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (de0da242-00c0-4e9f-84b4-5d11e18c86a4), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:30.355830 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55478b1c-af0b-4ff4-af7e-51213089c0f8 None None] Pushing event deleted for resources: {'Port': ['ID=28959c5d-4557-4f57-889f-9a0e43add3e7,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:30.356056 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-fef2063d-f658-467a-b9aa-16dcd3b3a5bb tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 02282d7b-e50d-4f07-9e23-d5c20470087b) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:37:30.378230 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09778ad-68c2-4e9a-a3fa-8eb6471de4a8 x-openstack-request-id: req-d09778ad-68c2-4e9a-a3fa-8eb6471de4a8 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:37:30.379789 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842b1390-d20b-429c-b44f-a99e611cf750", "name": "network-vif-plugged", "status": "completed", "tag": "ead96634-4ef4-423a-b514-d956339d9ffc", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:37:30.380546 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d09778ad-68c2-4e9a-a3fa-8eb6471de4a8 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:37:30.382738 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842b1390-d20b-429c-b44f-a99e611cf750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead96634-4ef4-423a-b514-d956339d9ffc', 'code': 200} Feb 17 17:37:30.410398 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef2063d-f658-467a-b9aa-16dcd3b3a5bb tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:30.411204 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fef2063d-f658-467a-b9aa-16dcd3b3a5bb tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:30.446731 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac5625d-ea8c-4984-88ce-fdcf212cd41d None None] Network 02282d7b-e50d-4f07-9e23-d5c20470087b requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:37:30.464448 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-69bcf6da-5dc5-4858-a961-3e70a8bdd746 service neutron] 10.222.0.91 "GET /v2.0/networks/cc320263-b432-4650-9484-dc130e67f905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4600689 Feb 17 17:37:30.478160 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fef2063d-f658-467a-b9aa-16dcd3b3a5bb tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5261776 Feb 17 17:37:30.479332 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46394) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:30.479766 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46396) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:30.481949 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6b2c3-bac9-41c9-a390-9ce998769b4d admin admin] Pushing event updated for resources: {'Port': ['ID=de0da242-00c0-4e9f-84b4-5d11e18c86a4,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:30.495205 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device eaf6a0ae-62cf-47de-b19f-de2bb19c410b no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:37:30.501088 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-03c6b2c3-bac9-41c9-a390-9ce998769b4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (561a3cd2-aabb-4f11-920e-1a8454920696), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:30.513758 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-bf881826-2df9-48d3-ac54-9ee77dc7c2b8 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Request body: {'subnet': {'network_id': '02282d7b-e50d-4f07-9e23-d5c20470087b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:37:30.557101 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: eaf6a0ae-62cf-47de-b19f-de2bb19c410b {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:37:30.557375 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device eaf6a0ae-62cf-47de-b19f-de2bb19c410b not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:37:30.557794 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 28959c5d-4557-4f57-889f-9a0e43add3e7 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:37:30.603514 n-d-829613-2 neutron-server[103435]: DEBUG neutron.objects.ports [None req-aeef09db-c4ed-4142-8700-0e6d091e4ea4 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103435) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 17 17:37:30.613147 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aeef09db-c4ed-4142-8700-0e6d091e4ea4 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (b6f0cdc6-5ac1-4979-9879-cc78b39338aa), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:30.635107 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d51cb3-53bf-4984-9549-33db41a508b2 req-ab3ef83a-aeb5-49c7-bd27-9a422ab06c94 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:30.646297 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-98d51cb3-53bf-4984-9549-33db41a508b2 req-ab3ef83a-aeb5-49c7-bd27-9a422ab06c94 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=60ab87b1-d42f-4db3-96e5-629833bd232b HTTP/1.1" status: 200 len: 943 time: 0.4107635 Feb 17 17:37:30.732371 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca699031-e2eb-4364-b8fc-48967526bd96 req-87a069df-513a-4a91-a25b-27e9bcd5fe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:30.734079 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ca699031-e2eb-4364-b8fc-48967526bd96 req-87a069df-513a-4a91-a25b-27e9bcd5fe52 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad HTTP/1.1" status: 200 len: 914 time: 0.5163405 Feb 17 17:37:30.762176 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeef09db-c4ed-4142-8700-0e6d091e4ea4 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:37:30.813711 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-aeef09db-c4ed-4142-8700-0e6d091e4ea4 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:37:30.821654 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeef09db-c4ed-4142-8700-0e6d091e4ea4 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Subnet': ['ID=b6f0cdc6-5ac1-4979-9879-cc78b39338aa,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:30.829071 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeef09db-c4ed-4142-8700-0e6d091e4ea4 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:30.830119 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aeef09db-c4ed-4142-8700-0e6d091e4ea4 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:30.834953 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ca699031-e2eb-4364-b8fc-48967526bd96 req-756ef8d6-0177-415e-9c35-d55e27ce42b7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80a7fb3a-f884-41e9-837c-0092f3339dab HTTP/1.1" status: 200 len: 217 time: 0.0715954 Feb 17 17:37:30.872137 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e19613-e7b2-4f87-b371-6cb63d00f20a req-7f380249-76cd-4084-a401-b1fc78be4471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:30.874416 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f0e19613-e7b2-4f87-b371-6cb63d00f20a req-7f380249-76cd-4084-a401-b1fc78be4471 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=842b1390-d20b-429c-b44f-a99e611cf750 HTTP/1.1" status: 200 len: 1131 time: 0.3879893 Feb 17 17:37:30.892512 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-98d51cb3-53bf-4984-9549-33db41a508b2 req-423a2f87-1056-47c6-835b-c2fcb8d662ec tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413185 Feb 17 17:37:30.939945 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-aeef09db-c4ed-4142-8700-0e6d091e4ea4 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8566005 Feb 17 17:37:30.940205 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 28959c5d-4557-4f57-889f-9a0e43add3e7 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:37:30.940822 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 28959c5d-4557-4f57-889f-9a0e43add3e7 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:37:30.943338 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46406) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:30.943488 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3900b7d6-0a45-49a0-a6c7-d0a9e239b57f None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:37:30.965676 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-40b904ce-d1a1-4325-aa60-d006c292eb78 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'port': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'mac_address': 'fa:16:3e:75:c1:a0', 'name': 'tempest-NetworksTestDHCPv6-198177671'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:37:30.979956 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f12eff6-16a0-41bd-bb1a-1babaf67e194 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-02282d7b-e50d-4f07-9e23-d5c20470087b', 'network_id': '02282d7b-e50d-4f07-9e23-d5c20470087b', 'project_id': '15e5b8cede264c62bf635b9a00989986', 'fixed_ips': [{'subnet_id': '4aee34b0-c30d-4c9f-a86d-bf189ed1d825'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:37:30.982669 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4f12eff6-16a0-41bd-bb1a-1babaf67e194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:30.985274 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-59f05f3f-c63b-42b0-a9a4-f7df35d5db11 service neutron] 10.222.0.91 "GET /v2.0/networks/cc320263-b432-4650-9484-dc130e67f905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5034299 Feb 17 17:37:31.011669 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23a3e14-fc99-46b1-bb04-9acfa9f38641 req-ada1ebde-cbdf-473b-a9da-7919bcfd7648 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:31.018996 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c23a3e14-fc99-46b1-bb04-9acfa9f38641 req-ada1ebde-cbdf-473b-a9da-7919bcfd7648 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/ports?device_id=842b1390-d20b-429c-b44f-a99e611cf750 HTTP/1.1" status: 200 len: 949 time: 0.3053658 Feb 17 17:37:31.054391 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca699031-e2eb-4364-b8fc-48967526bd96 req-76e237af-d7b9-4e04-aaa7-938ffd5889aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:31.055994 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ca699031-e2eb-4364-b8fc-48967526bd96 req-76e237af-d7b9-4e04-aaa7-938ffd5889aa service neutron] 10.222.0.71 "GET /v2.0/subnets?id=884735e1-5568-4ef9-9e9a-5668bb636166 HTTP/1.1" status: 200 len: 853 time: 0.2024713 Feb 17 17:37:31.065477 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c6b2c3-bac9-41c9-a390-9ce998769b4d admin admin] Network 2a574d4f-e4f9-49f2-aee6-25c2bbb796ce is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:37:31.071256 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-e03bdbaf-5fa0-4d06-9ce2-0f2a571dd910 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=46ca0592-2b78-4190-9be6-1b3e395f0384 HTTP/1.1" status: 200 len: 217 time: 0.0673506 Feb 17 17:37:31.077345 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0c9c7ced-4473-4019-b3e5-7234ce6cbaab admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c6c91da603a1485eab422cc6ab78977f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5922799 Feb 17 17:37:31.078136 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46410) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:31.144078 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f0e19613-e7b2-4f87-b371-6cb63d00f20a req-19b0c728-bf3a-446b-a57a-29906aa224bc service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=653b32b6-fa07-4d55-bd5b-f262ebd124a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488687 Feb 17 17:37:31.150336 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ca699031-e2eb-4364-b8fc-48967526bd96 req-6e471a3f-5c33-44f2-acd3-22a6f2bd5833 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563884 Feb 17 17:37:31.163428 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-03c6b2c3-bac9-41c9-a390-9ce998769b4d admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:37:31.171178 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466e322-2882-4984-aae1-13af2fafebf9 req-820e534e-cef1-4dab-a337-aea54b2ab91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:31.173078 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-820e534e-cef1-4dab-a337-aea54b2ab91d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f2e0eb54-8f78-4737-b37f-1044983cc57f HTTP/1.1" status: 200 len: 797 time: 0.0875499 Feb 17 17:37:31.202357 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c23a3e14-fc99-46b1-bb04-9acfa9f38641 req-187c621e-0dd2-4869-8426-d445eeed5500 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/security-groups?id=653b32b6-fa07-4d55-bd5b-f262ebd124a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812766 Feb 17 17:37:31.214239 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-4f12eff6-16a0-41bd-bb1a-1babaf67e194 None None] Allocated IP 2001:db8::2 (02282d7b-e50d-4f07-9e23-d5c20470087b/4aee34b0-c30d-4c9f-a86d-bf189ed1d825/706b8f56-6b40-4470-b8f6-35f3b50fd7c8) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:37:31.315627 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b904ce-d1a1-4325-aa60-d006c292eb78 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:37:31.381684 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c6b2c3-bac9-41c9-a390-9ce998769b4d admin admin] Router 561a3cd2-aabb-4f11-920e-1a8454920696 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:37:31.437008 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466e322-2882-4984-aae1-13af2fafebf9 req-7e5ef956-3ec1-4c12-95ae-63a967ca21f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:31.438813 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-7e5ef956-3ec1-4c12-95ae-63a967ca21f6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=cc320263-b432-4650-9484-dc130e67f905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1019437 Feb 17 17:37:31.444430 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf881826-2df9-48d3-ac54-9ee77dc7c2b8 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Made reservation on behalf of 15e5b8cede264c62bf635b9a00989986 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:37:31.447847 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf881826-2df9-48d3-ac54-9ee77dc7c2b8 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:31.487605 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4f12eff6-16a0-41bd-bb1a-1babaf67e194 None None] Publish callbacks [] for port (706b8f56-6b40-4470-b8f6-35f3b50fd7c8), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:31.487945 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ca699031-e2eb-4364-b8fc-48967526bd96 req-f9509555-1e3e-42cb-976e-6844b833dfde service neutron] 10.222.0.71 "GET /v2.0/networks/ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230546 Feb 17 17:37:31.498788 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4f12eff6-16a0-41bd-bb1a-1babaf67e194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (706b8f56-6b40-4470-b8f6-35f3b50fd7c8), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:31.552212 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f12eff6-16a0-41bd-bb1a-1babaf67e194 None None] Pushing event updated for resources: {'Port': ['ID=706b8f56-6b40-4470-b8f6-35f3b50fd7c8,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:31.576304 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c65af-0188-41c2-9aa0-208902da239a req-398e7f7a-63ac-4bcb-bbc4-f16f48e046ef tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:31.578840 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f12eff6-16a0-41bd-bb1a-1babaf67e194 None None] Network 02282d7b-e50d-4f07-9e23-d5c20470087b is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:37:31.581919 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-4f12eff6-16a0-41bd-bb1a-1babaf67e194 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:37:31.583549 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c65af-0188-41c2-9aa0-208902da239a req-398e7f7a-63ac-4bcb-bbc4-f16f48e046ef tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:31.595994 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c65af-0188-41c2-9aa0-208902da239a req-398e7f7a-63ac-4bcb-bbc4-f16f48e046ef tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:31.602498 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c65af-0188-41c2-9aa0-208902da239a req-398e7f7a-63ac-4bcb-bbc4-f16f48e046ef tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:31.604393 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f12eff6-16a0-41bd-bb1a-1babaf67e194 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:37:31.609066 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c65af-0188-41c2-9aa0-208902da239a req-398e7f7a-63ac-4bcb-bbc4-f16f48e046ef tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:31.624762 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c65af-0188-41c2-9aa0-208902da239a req-398e7f7a-63ac-4bcb-bbc4-f16f48e046ef tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:31.631978 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c65af-0188-41c2-9aa0-208902da239a req-398e7f7a-63ac-4bcb-bbc4-f16f48e046ef tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:31.634177 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-074c65af-0188-41c2-9aa0-208902da239a req-398e7f7a-63ac-4bcb-bbc4-f16f48e046ef tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 5419 time: 0.2809973 Feb 17 17:37:31.673492 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68092f8-bb03-4713-a665-b59bdefe03eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-f82adc72-a904-4b51-9a87-7ea8a1981040', 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'project_id': 'c017d73ca35741f09876024d2cbfcdb7', 'fixed_ips': [{'subnet_id': 'b6f0cdc6-5ac1-4979-9879-cc78b39338aa'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:37:31.674369 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e68092f8-bb03-4713-a665-b59bdefe03eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:31.700296 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-bdeaccef-e2d4-496e-a9af-cd1c7946b3db None None] Provisioning complete for port de0da242-00c0-4e9f-84b4-5d11e18c86a4 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:37:31.700683 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bdeaccef-e2d4-496e-a9af-cd1c7946b3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (de0da242-00c0-4e9f-84b4-5d11e18c86a4), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:31.758174 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-bdeaccef-e2d4-496e-a9af-cd1c7946b3db None None] Port de0da242-00c0-4e9f-84b4-5d11e18c86a4 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:37:31.767544 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-4f12eff6-16a0-41bd-bb1a-1babaf67e194 None None] Attempting to bind port 706b8f56-6b40-4470-b8f6-35f3b50fd7c8 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:37:31.767976 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-4f12eff6-16a0-41bd-bb1a-1babaf67e194 None None] Attempting to bind port 706b8f56-6b40-4470-b8f6-35f3b50fd7c8 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'a18351b7-58b4-463b-878c-3c2c9712c5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '02282d7b-e50d-4f07-9e23-d5c20470087b'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:37:31.768442 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f12eff6-16a0-41bd-bb1a-1babaf67e194 None None] Attempting to bind port 706b8f56-6b40-4470-b8f6-35f3b50fd7c8 on network 02282d7b-e50d-4f07-9e23-d5c20470087b {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:37:31.784638 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f12eff6-16a0-41bd-bb1a-1babaf67e194 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:37:31.785694 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f12eff6-16a0-41bd-bb1a-1babaf67e194 None None] Checking segment: {'id': 'a18351b7-58b4-463b-878c-3c2c9712c5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '02282d7b-e50d-4f07-9e23-d5c20470087b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:37:31.786230 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4f12eff6-16a0-41bd-bb1a-1babaf67e194 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:31.786770 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f12eff6-16a0-41bd-bb1a-1babaf67e194 None None] Bound using segment: {'id': 'a18351b7-58b4-463b-878c-3c2c9712c5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '02282d7b-e50d-4f07-9e23-d5c20470087b'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:37:31.787265 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-4f12eff6-16a0-41bd-bb1a-1babaf67e194 None None] Bound port: 706b8f56-6b40-4470-b8f6-35f3b50fd7c8, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a18351b7-58b4-463b-878c-3c2c9712c5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '02282d7b-e50d-4f07-9e23-d5c20470087b'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:37:31.787795 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4f12eff6-16a0-41bd-bb1a-1babaf67e194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (706b8f56-6b40-4470-b8f6-35f3b50fd7c8), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:31.813018 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a51676c9-076f-4026-a5cf-d83d841f6b49 admin admin] Publish callbacks [] for security_group (4b62a994-4311-4d7d-a3f0-cd2c105b06fa), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:31.822617 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf881826-2df9-48d3-ac54-9ee77dc7c2b8 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (63d0abdd-c3c8-4b6b-85e0-171e7ff3a133), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:31.996621 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-e68092f8-bb03-4713-a665-b59bdefe03eb None None] Allocated IP 2001:db8::f816:3eff:fe06:f897 (f82adc72-a904-4b51-9a87-7ea8a1981040/b6f0cdc6-5ac1-4979-9879-cc78b39338aa/1901856e-5e8b-468b-9417-fa6131c20d7a) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:37:32.153118 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ca699031-e2eb-4364-b8fc-48967526bd96 req-d9bc5405-0670-4dda-a3af-2299b9850829 service neutron] 10.222.0.71 "GET /v2.0/networks/ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6518934 Feb 17 17:37:32.156181 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-40b904ce-d1a1-4325-aa60-d006c292eb78 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:32.245700 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-40b904ce-d1a1-4325-aa60-d006c292eb78 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] device_id is not set on port 2c5005f8-66ad-476f-a584-0da2d3807cdb yet. {{(pid=103435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:37:32.320756 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d256217-bf6a-49f8-a33e-70fdc3053ac9 req-0448715f-e49e-4a5f-bb34-a3ae0702affd tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:32.322484 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6d256217-bf6a-49f8-a33e-70fdc3053ac9 req-0448715f-e49e-4a5f-bb34-a3ae0702affd tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=60ab87b1-d42f-4db3-96e5-629833bd232b HTTP/1.1" status: 200 len: 943 time: 0.1637990 Feb 17 17:37:32.324940 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e68092f8-bb03-4713-a665-b59bdefe03eb None None] Publish callbacks [] for port (1901856e-5e8b-468b-9417-fa6131c20d7a), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:32.348091 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e68092f8-bb03-4713-a665-b59bdefe03eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (1901856e-5e8b-468b-9417-fa6131c20d7a), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:32.349135 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-074c65af-0188-41c2-9aa0-208902da239a req-0d0fbd97-7681-411d-832f-c85f6aa0a623 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/security-groups?id=fd4d27d9-e68c-41ba-a909-f949182bce5a&id=4a46e179-4efe-408d-8163-359e1c80274b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7036023 Feb 17 17:37:32.366211 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-4f12eff6-16a0-41bd-bb1a-1babaf67e194 None None] For port 706b8f56-6b40-4470-b8f6-35f3b50fd7c8, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:37:32.422132 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-4f12eff6-16a0-41bd-bb1a-1babaf67e194 None None] For port 706b8f56-6b40-4470-b8f6-35f3b50fd7c8, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=706b8f56-6b40-4470-b8f6-35f3b50fd7c8,segment=NetworkSegment(a18351b7-58b4-463b-878c-3c2c9712c5b1),segment_id=a18351b7-58b4-463b-878c-3c2c9712c5b1)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:37:32.436517 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68092f8-bb03-4713-a665-b59bdefe03eb None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:37:32.442364 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-e68092f8-bb03-4713-a665-b59bdefe03eb None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:37:32.444977 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68092f8-bb03-4713-a665-b59bdefe03eb None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:37:32.449195 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4f12eff6-16a0-41bd-bb1a-1babaf67e194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (706b8f56-6b40-4470-b8f6-35f3b50fd7c8), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:32.458194 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf881826-2df9-48d3-ac54-9ee77dc7c2b8 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Network 02282d7b-e50d-4f07-9e23-d5c20470087b is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:37:32.459913 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c6b2c3-bac9-41c9-a390-9ce998769b4d admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:37:32.469581 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68092f8-bb03-4713-a665-b59bdefe03eb None None] Pushing event updated for resources: {'Port': ['ID=1901856e-5e8b-468b-9417-fa6131c20d7a,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:32.500776 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-bf881826-2df9-48d3-ac54-9ee77dc7c2b8 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:37:32.504129 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-0baa2060-acb3-4ab9-91f9-f98b3fbca8c3 service neutron] 10.222.0.91 "GET /v2.0/networks/cc320263-b432-4650-9484-dc130e67f905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8142972 Feb 17 17:37:32.505534 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf881826-2df9-48d3-ac54-9ee77dc7c2b8 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:32.506182 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf881826-2df9-48d3-ac54-9ee77dc7c2b8 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:32.534618 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-03c6b2c3-bac9-41c9-a390-9ce998769b4d admin admin] 10.222.0.87 "PUT /v2.0/routers/561a3cd2-aabb-4f11-920e-1a8454920696/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0029109 Feb 17 17:37:32.548587 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6d256217-bf6a-49f8-a33e-70fdc3053ac9 req-8acf8dbb-433d-460b-9b98-ad6063ff6a20 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969233 Feb 17 17:37:32.565551 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bf881826-2df9-48d3-ac54-9ee77dc7c2b8 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0795741 Feb 17 17:37:32.569932 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46422) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:32.591323 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f12eff6-16a0-41bd-bb1a-1babaf67e194 None None] Pushing event updated for resources: {'Port': ['ID=706b8f56-6b40-4470-b8f6-35f3b50fd7c8,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:32.606199 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473ba797-a409-4264-865e-9a9165f55157 None None] Sync routers for ids ['561a3cd2-aabb-4f11-920e-1a8454920696'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:37:32.656354 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473ba797-a409-4264-865e-9a9165f55157 None None] Routers {'561a3cd2-aabb-4f11-920e-1a8454920696'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:37:32.657225 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-473ba797-a409-4264-865e-9a9165f55157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:37:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['561a3cd2-aabb-4f11-920e-1a8454920696'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:32.669909 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 80a7fb3a-f884-41e9-837c-0092f3339dab details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:37:32.683845 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-40b904ce-d1a1-4325-aa60-d006c292eb78 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Allocated IP 2001:db8::f816:3eff:fe75:c1a0 (f82adc72-a904-4b51-9a87-7ea8a1981040/b6f0cdc6-5ac1-4979-9879-cc78b39338aa/2c5005f8-66ad-476f-a584-0da2d3807cdb) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:37:32.728049 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3b8ebd-adf0-446d-a38e-6260f9b4d269 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:32.729863 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3b8ebd-adf0-446d-a38e-6260f9b4d269 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:32.731454 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3b8ebd-adf0-446d-a38e-6260f9b4d269 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:32.732821 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3b8ebd-adf0-446d-a38e-6260f9b4d269 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:32.734155 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3b8ebd-adf0-446d-a38e-6260f9b4d269 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:32.739924 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-ec3b8ebd-adf0-446d-a38e-6260f9b4d269 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1666253 Feb 17 17:37:32.745020 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46424) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:32.750501 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-04c47784-97e6-4e36-b0aa-5ae5a287bb8b tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-94018930'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:37:32.750779 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a51676c9-076f-4026-a5cf-d83d841f6b49 admin admin] Publish callbacks [] for security_group (4b62a994-4311-4d7d-a3f0-cd2c105b06fa), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:32.775179 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6d564-3f3b-4e21-b0fe-8a37bc9a23ce req-b2267f39-e4f3-445f-a64d-bbb5c9adf261 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:32.777378 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f9d6d564-3f3b-4e21-b0fe-8a37bc9a23ce req-b2267f39-e4f3-445f-a64d-bbb5c9adf261 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/ports?device_id=842b1390-d20b-429c-b44f-a99e611cf750 HTTP/1.1" status: 200 len: 949 time: 0.1901267 Feb 17 17:37:32.813291 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf881826-2df9-48d3-ac54-9ee77dc7c2b8 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Pushing event updated for resources: {'Subnet': ['ID=63d0abdd-c3c8-4b6b-85e0-171e7ff3a133,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:32.878898 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-8b05ed09-70dc-4b81-90f0-0d3d46df3c1c service neutron] 10.222.0.91 "GET /v2.0/networks/cc320263-b432-4650-9484-dc130e67f905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447704 Feb 17 17:37:32.894775 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a51676c9-076f-4026-a5cf-d83d841f6b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (4b62a994-4311-4d7d-a3f0-cd2c105b06fa), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:32.896706 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a51676c9-076f-4026-a5cf-d83d841f6b49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:32.901563 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a51676c9-076f-4026-a5cf-d83d841f6b49 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4b62a994-4311-4d7d-a3f0-cd2c105b06fa HTTP/1.1" status: 204 len: 168 time: 1.8013647 Feb 17 17:37:32.941319 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c47784-97e6-4e36-b0aa-5ae5a287bb8b tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Made reservation on behalf of 15e5b8cede264c62bf635b9a00989986 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:37:32.960953 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-04c47784-97e6-4e36-b0aa-5ae5a287bb8b tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:32.972440 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-15acdfd6-11fd-402f-a358-401d2e42dbf2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=613c48ee-ff33-4710-a66b-a3a36bbd9380 HTTP/1.1" status: 200 len: 217 time: 0.0866945 Feb 17 17:37:32.973600 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51676c9-076f-4026-a5cf-d83d841f6b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b62a994-4311-4d7d-a3f0-cd2c105b06fa,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:33.015624 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-473ba797-a409-4264-865e-9a9165f55157 None None] Set router 561a3cd2-aabb-4f11-920e-1a8454920696 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:37:33.069596 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04c47784-97e6-4e36-b0aa-5ae5a287bb8b tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:37:33.088075 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466e322-2882-4984-aae1-13af2fafebf9 req-7d686606-8c14-4a6e-9081-34eacb05d0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:33.096895 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-7d686606-8c14-4a6e-9081-34eacb05d0aa service neutron] 10.222.0.91 "GET /v2.0/subnets?id=540d487b-e25b-4d54-95fe-b2d05bcb76cb HTTP/1.1" status: 200 len: 797 time: 0.1183264 Feb 17 17:37:33.121271 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f9d6d564-3f3b-4e21-b0fe-8a37bc9a23ce req-383d9d66-3fbf-4a92-9fcf-a39ab1aef263 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/security-groups?id=653b32b6-fa07-4d55-bd5b-f262ebd124a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116107 Feb 17 17:37:33.165849 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466e322-2882-4984-aae1-13af2fafebf9 req-b31f5c72-900f-4f18-b98c-b5595a8204d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:33.168267 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-b31f5c72-900f-4f18-b98c-b5595a8204d7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0650668 Feb 17 17:37:33.183160 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-04c47784-97e6-4e36-b0aa-5ae5a287bb8b tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (4276df0f-d127-4915-af98-fdcca7907e2c), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:33.183714 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-04c47784-97e6-4e36-b0aa-5ae5a287bb8b tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Added segment 4276df0f-d127-4915-af98-fdcca7907e2c of type vlan for network 14089b0a-a143-4bab-b3d9-7b7a52a6c722 Feb 17 17:37:33.292102 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-04c47784-97e6-4e36-b0aa-5ae5a287bb8b tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (14089b0a-a143-4bab-b3d9-7b7a52a6c722), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:33.317440 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-40b904ce-d1a1-4325-aa60-d006c292eb78 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for port (2c5005f8-66ad-476f-a584-0da2d3807cdb), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:33.386867 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-04c47784-97e6-4e36-b0aa-5ae5a287bb8b tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (14089b0a-a143-4bab-b3d9-7b7a52a6c722), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:33.395878 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c47784-97e6-4e36-b0aa-5ae5a287bb8b tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:33.397683 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-04c47784-97e6-4e36-b0aa-5ae5a287bb8b tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:33.429929 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-f043bdca-2b8a-43e2-ac91-486ed16893f2 service neutron] 10.222.0.91 "GET /v2.0/networks/7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545617 Feb 17 17:37:33.453302 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-04c47784-97e6-4e36-b0aa-5ae5a287bb8b tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7071970 Feb 17 17:37:33.463745 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46456) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:33.475859 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-b71d1977-fae6-4eb8-862a-6e17fa858d45 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:37:33.536762 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-e68092f8-bb03-4713-a665-b59bdefe03eb None None] Attempting to bind port 1901856e-5e8b-468b-9417-fa6131c20d7a on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:37:33.537353 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-e68092f8-bb03-4713-a665-b59bdefe03eb None None] Attempting to bind port 1901856e-5e8b-468b-9417-fa6131c20d7a by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:37:33.537591 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68092f8-bb03-4713-a665-b59bdefe03eb None None] Attempting to bind port 1901856e-5e8b-468b-9417-fa6131c20d7a on network f82adc72-a904-4b51-9a87-7ea8a1981040 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:37:33.542208 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a4ff2c74-71a7-492f-bf4f-f9a450c9bb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:33.545727 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 80a7fb3a-f884-41e9-837c-0092f3339dab, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=80a7fb3a-f884-41e9-837c-0092f3339dab,segment=NetworkSegment(e4661035-9680-4da1-989b-77404c89e6fd),segment_id=e4661035-9680-4da1-989b-77404c89e6fd)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:33.585778 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68092f8-bb03-4713-a665-b59bdefe03eb None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:37:33.586764 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68092f8-bb03-4713-a665-b59bdefe03eb None None] Checking segment: {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:37:33.587091 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e68092f8-bb03-4713-a665-b59bdefe03eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:33.593768 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68092f8-bb03-4713-a665-b59bdefe03eb None None] Bound using segment: {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:37:33.594295 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-e68092f8-bb03-4713-a665-b59bdefe03eb None None] Bound port: 1901856e-5e8b-468b-9417-fa6131c20d7a, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:37:33.594741 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e68092f8-bb03-4713-a665-b59bdefe03eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1901856e-5e8b-468b-9417-fa6131c20d7a), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:33.597385 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f5ce2-a6e3-4fab-bd5e-1eb4cefc6a60 req-14a40678-9467-45dd-ba3f-94f29f5a186d tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:33.605773 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ee5f5ce2-a6e3-4fab-bd5e-1eb4cefc6a60 req-14a40678-9467-45dd-ba3f-94f29f5a186d tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "GET /v2.0/networks?id=2a574d4f-e4f9-49f2-aee6-25c2bbb796ce HTTP/1.1" status: 200 len: 828 time: 0.3657432 Feb 17 17:37:33.622677 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '80a7fb3a-f884-41e9-837c-0092f3339dab', 'network_id': 'ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad', 'port_id': '80a7fb3a-f884-41e9-837c-0092f3339dab', 'mac_address': 'fa:16:3e:4e:d4:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '884735e1-5568-4ef9-9e9a-5668bb636166', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:37:33.627353 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c47784-97e6-4e36-b0aa-5ae5a287bb8b tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Pushing event updated for resources: {'Network': ['ID=14089b0a-a143-4bab-b3d9-7b7a52a6c722,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:33.635665 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-40b904ce-d1a1-4325-aa60-d006c292eb78 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (2c5005f8-66ad-476f-a584-0da2d3807cdb), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:33.643064 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-c1c6521d-dffb-4ca5-8db6-5f4648bc1ccc service neutron] 10.222.0.91 "GET /v2.0/networks/7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930144 Feb 17 17:37:33.671555 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ee5f5ce2-a6e3-4fab-bd5e-1eb4cefc6a60 req-7355fec4-48fc-4212-862a-0ee0b1799c73 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "GET /v2.0/quotas/a33ff16117b5429daaa9225b5871ef11 HTTP/1.1" status: 200 len: 375 time: 0.0643780 Feb 17 17:37:33.672462 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 14089b0a-a143-4bab-b3d9-7b7a52a6c722 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:37:33.748434 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46464) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:33.797375 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-e9605c31-3a00-4541-88db-5a9916d64f9d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3a0304e4-2f7a-4a83-9f09-e81f38957152 HTTP/1.1" status: 200 len: 217 time: 0.1516778 Feb 17 17:37:33.802596 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6126d4ee-ebc5-4ad5-9558-b5c71c959b10 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e99c2c557c9a4928be310917fafb35e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0527849 Feb 17 17:37:33.803308 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46466) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:33.820033 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b904ce-d1a1-4325-aa60-d006c292eb78 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Port': ['ID=2c5005f8-66ad-476f-a584-0da2d3807cdb,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:33.828233 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-e68092f8-bb03-4713-a665-b59bdefe03eb None None] For port 1901856e-5e8b-468b-9417-fa6131c20d7a, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:37:33.832195 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-e68092f8-bb03-4713-a665-b59bdefe03eb None None] For port 1901856e-5e8b-468b-9417-fa6131c20d7a, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=1901856e-5e8b-468b-9417-fa6131c20d7a,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:37:33.871413 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e68092f8-bb03-4713-a665-b59bdefe03eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (1901856e-5e8b-468b-9417-fa6131c20d7a), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:33.881642 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-473ba797-a409-4264-865e-9a9165f55157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561a3cd2-aabb-4f11-920e-1a8454920696', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-214811159-router', 'tenant_id': 'a33ff16117b5429daaa9225b5871ef11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '9d2948ca-5513-47fa-93dd-5df070b708e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:37:12Z', 'updated_at': '2022-02-17T17:37:29Z', 'revision_number': 4, 'project_id': 'a33ff16117b5429daaa9225b5871ef11', 'gw_port': {'id': '9d2948ca-5513-47fa-93dd-5df070b708e7', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561a3cd2-aabb-4f11-920e-1a8454920696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:37:15Z', 'updated_at': '2022-02-17T17:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'de0da242-00c0-4e9f-84b4-5d11e18c86a4', 'name': '', 'network_id': '2a574d4f-e4f9-49f2-aee6-25c2bbb796ce', 'tenant_id': 'a33ff16117b5429daaa9225b5871ef11', 'mac_address': 'fa:16:3e:60:c5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '561a3cd2-aabb-4f11-920e-1a8454920696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '21a1df04-56c1-48bc-b696-a5e17ac4d235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:37:27Z', 'updated_at': '2022-02-17T17:37:30Z', 'revision_number': 2, 'project_id': 'a33ff16117b5429daaa9225b5871ef11', 'subnets': [{'id': '21a1df04-56c1-48bc-b696-a5e17ac4d235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:33.952794 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466e322-2882-4984-aae1-13af2fafebf9 req-9b4f3523-7c8d-4720-80e7-95fa89f94b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:33.954608 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-9b4f3523-7c8d-4720-80e7-95fa89f94b50 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=540d487b-e25b-4d54-95fe-b2d05bcb76cb HTTP/1.1" status: 200 len: 797 time: 0.1501698 Feb 17 17:37:33.996200 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473ba797-a409-4264-865e-9a9165f55157 None None] Checking router: 561a3cd2-aabb-4f11-920e-1a8454920696 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:37:33.996590 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473ba797-a409-4264-865e-9a9165f55157 None None] Updating router 561a3cd2-aabb-4f11-920e-1a8454920696 port de0da242-00c0-4e9f-84b4-5d11e18c86a4 binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:37:34.029987 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3a930641-11b4-42c4-931f-e060a6b56bd6 admin admin] Publish callbacks [] for security_group (666ddcdd-4e7d-495f-949e-349b7541045e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:34.041548 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 80a7fb3a-f884-41e9-837c-0092f3339dab is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:34.042208 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (80a7fb3a-f884-41e9-837c-0092f3339dab), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:34.080534 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-473ba797-a409-4264-865e-9a9165f55157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (de0da242-00c0-4e9f-84b4-5d11e18c86a4), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:34.083513 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80a7fb3a-f884-41e9-837c-0092f3339dab {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:37:34.101783 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466e322-2882-4984-aae1-13af2fafebf9 req-79e4c9a0-7718-438d-8b8a-4a0859254323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:34.103364 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-79e4c9a0-7718-438d-8b8a-4a0859254323 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1421313 Feb 17 17:37:34.123441 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 80a7fb3a-f884-41e9-837c-0092f3339dab, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=80a7fb3a-f884-41e9-837c-0092f3339dab,segment=NetworkSegment(e4661035-9680-4da1-989b-77404c89e6fd),segment_id=e4661035-9680-4da1-989b-77404c89e6fd)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:34.137024 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3a930641-11b4-42c4-931f-e060a6b56bd6 admin admin] Publish callbacks [] for security_group (666ddcdd-4e7d-495f-949e-349b7541045e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:34.146461 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (80a7fb3a-f884-41e9-837c-0092f3339dab), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:34.151107 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68092f8-bb03-4713-a665-b59bdefe03eb None None] Pushing event updated for resources: {'Port': ['ID=1901856e-5e8b-468b-9417-fa6131c20d7a,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:34.156537 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b71d1977-fae6-4eb8-862a-6e17fa858d45 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (14089b0a-a143-4bab-b3d9-7b7a52a6c722), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:34.177519 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b904ce-d1a1-4325-aa60-d006c292eb78 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:37:34.187788 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-40b904ce-d1a1-4325-aa60-d006c292eb78 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:37:34.189777 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b71d1977-fae6-4eb8-862a-6e17fa858d45 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (14089b0a-a143-4bab-b3d9-7b7a52a6c722), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:34.205865 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b904ce-d1a1-4325-aa60-d006c292eb78 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:37:34.213319 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b904ce-d1a1-4325-aa60-d006c292eb78 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:34.213983 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-40b904ce-d1a1-4325-aa60-d006c292eb78 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:34.308535 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174666a4-de69-4ca5-b0a0-d0fba01b7db1 None None] Network 02282d7b-e50d-4f07-9e23-d5c20470087b requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:37:34.330910 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d1977-fae6-4eb8-862a-6e17fa858d45 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Pushing event updated for resources: {'Network': ['ID=14089b0a-a143-4bab-b3d9-7b7a52a6c722,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:34.358226 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b71d1977-fae6-4eb8-862a-6e17fa858d45 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Network 14089b0a-a143-4bab-b3d9-7b7a52a6c722 is not hosted by any dhcp agent {{(pid=103435) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 17 17:37:34.372573 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71d1977-fae6-4eb8-862a-6e17fa858d45 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:34.373524 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b71d1977-fae6-4eb8-862a-6e17fa858d45 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:34.377265 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b71d1977-fae6-4eb8-862a-6e17fa858d45 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "PUT /v2.0/networks/14089b0a-a143-4bab-b3d9-7b7a52a6c722 HTTP/1.1" status: 200 len: 723 time: 0.9119527 Feb 17 17:37:34.380880 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46470) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:34.396049 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-fb20a923-f9bd-4726-9574-2d2b3373b1b7 service neutron] 10.222.0.91 "GET /v2.0/networks/7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763755 Feb 17 17:37:34.397221 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3a930641-11b4-42c4-931f-e060a6b56bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (666ddcdd-4e7d-495f-949e-349b7541045e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:34.400509 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3a930641-11b4-42c4-931f-e060a6b56bd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:34.406284 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-20c0119b-62f8-4aca-a42f-3239dfbe4e3e tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Request body: {'subnet': {'network_id': '14089b0a-a143-4bab-b3d9-7b7a52a6c722', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:37:34.429853 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-40b904ce-d1a1-4325-aa60-d006c292eb78 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.4813919 Feb 17 17:37:34.431238 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46474) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:34.436926 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3a930641-11b4-42c4-931f-e060a6b56bd6 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/666ddcdd-4e7d-495f-949e-349b7541045e HTTP/1.1" status: 204 len: 168 time: 0.5067618 Feb 17 17:37:34.466984 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 14089b0a-a143-4bab-b3d9-7b7a52a6c722 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:37:34.469570 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['80a7fb3a-f884-41e9-837c-0092f3339dab'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:37:34.530325 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 706b8f56-6b40-4470-b8f6-35f3b50fd7c8 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:37:34.548151 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a930641-11b4-42c4-931f-e060a6b56bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666ddcdd-4e7d-495f-949e-349b7541045e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:34.618869 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ee5f5ce2-a6e3-4fab-bd5e-1eb4cefc6a60 req-1f17e58b-cfdb-4ee4-8303-1bd2c024ffe5 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=a33ff16117b5429daaa9225b5871ef11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7660162 Feb 17 17:37:34.626930 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-c81c0659-f7b5-466b-8bd1-d678633d76b3 None None] Provisioning complete for port 706b8f56-6b40-4470-b8f6-35f3b50fd7c8 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:37:34.629184 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c81c0659-f7b5-466b-8bd1-d678633d76b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (706b8f56-6b40-4470-b8f6-35f3b50fd7c8), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:34.704146 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-5487262f-ed15-4c76-932d-2513c89a53a9 service neutron] 10.222.0.91 "GET /v2.0/networks/7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653196 Feb 17 17:37:34.737931 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52b433-d9fb-4930-9af2-229b93481a09 req-bafd5ca3-6787-405d-b0e3-cf1e5e1deb1b tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:34.743890 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52b433-d9fb-4930-9af2-229b93481a09 req-bafd5ca3-6787-405d-b0e3-cf1e5e1deb1b tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:34.750356 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52b433-d9fb-4930-9af2-229b93481a09 req-bafd5ca3-6787-405d-b0e3-cf1e5e1deb1b tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:34.756458 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52b433-d9fb-4930-9af2-229b93481a09 req-bafd5ca3-6787-405d-b0e3-cf1e5e1deb1b tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:34.762465 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52b433-d9fb-4930-9af2-229b93481a09 req-bafd5ca3-6787-405d-b0e3-cf1e5e1deb1b tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:34.772412 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52b433-d9fb-4930-9af2-229b93481a09 req-bafd5ca3-6787-405d-b0e3-cf1e5e1deb1b tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:34.784086 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52b433-d9fb-4930-9af2-229b93481a09 req-bafd5ca3-6787-405d-b0e3-cf1e5e1deb1b tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:34.788351 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a52b433-d9fb-4930-9af2-229b93481a09 req-bafd5ca3-6787-405d-b0e3-cf1e5e1deb1b tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 5419 time: 0.6087945 Feb 17 17:37:34.876985 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9b8e9-42f6-4c35-8964-23f0d277008d req-fea45c0f-4f9b-4e94-91ea-1e6b022a8f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:34.877394 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9b8e9-42f6-4c35-8964-23f0d277008d req-fea45c0f-4f9b-4e94-91ea-1e6b022a8f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:34.890526 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9b8e9-42f6-4c35-8964-23f0d277008d req-fea45c0f-4f9b-4e94-91ea-1e6b022a8f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:34.892097 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9b8e9-42f6-4c35-8964-23f0d277008d req-fea45c0f-4f9b-4e94-91ea-1e6b022a8f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:34.894785 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9b8e9-42f6-4c35-8964-23f0d277008d req-fea45c0f-4f9b-4e94-91ea-1e6b022a8f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:34.897091 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9b8e9-42f6-4c35-8964-23f0d277008d req-fea45c0f-4f9b-4e94-91ea-1e6b022a8f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:34.897853 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9b8e9-42f6-4c35-8964-23f0d277008d req-fea45c0f-4f9b-4e94-91ea-1e6b022a8f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:34.901532 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-abb9b8e9-42f6-4c35-8964-23f0d277008d req-fea45c0f-4f9b-4e94-91ea-1e6b022a8f01 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=918d19e8f1f044baa808ac9d66a136f9&device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 6693 time: 0.1032646 Feb 17 17:37:34.988480 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cce49c-4431-43a7-8ae3-0580582f907b tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:34.997719 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cce49c-4431-43a7-8ae3-0580582f907b tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:34.999381 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-17cce49c-4431-43a7-8ae3-0580582f907b tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.5638423 Feb 17 17:37:35.029015 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ee5f5ce2-a6e3-4fab-bd5e-1eb4cefc6a60 req-3e5eeac9-f441-400d-85e6-cc887f58079c service neutron] 10.222.0.87 "GET /v2.0/networks/2a574d4f-e4f9-49f2-aee6-25c2bbb796ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338048 Feb 17 17:37:35.033538 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46480) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:35.053659 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c0119b-62f8-4aca-a42f-3239dfbe4e3e tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Made reservation on behalf of 15e5b8cede264c62bf635b9a00989986 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:37:35.057479 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-20c0119b-62f8-4aca-a42f-3239dfbe4e3e tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:35.136328 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9b8e9-42f6-4c35-8964-23f0d277008d req-a06d8b08-c13d-4553-9072-1bd9119e852d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:35.141470 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-abb9b8e9-42f6-4c35-8964-23f0d277008d req-a06d8b08-c13d-4553-9072-1bd9119e852d service neutron] 10.222.0.91 "GET /v2.0/networks?id=7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef HTTP/1.1" status: 200 len: 903 time: 0.2331889 Feb 17 17:37:35.153323 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=80a7fb3a-f884-41e9-837c-0092f3339dab,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:35.282431 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-abb9b8e9-42f6-4c35-8964-23f0d277008d req-64afc1fe-7b12-47b9-b945-05a9d5682e94 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3a0304e4-2f7a-4a83-9f09-e81f38957152 HTTP/1.1" status: 200 len: 217 time: 0.1099870 Feb 17 17:37:35.320469 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a52b433-d9fb-4930-9af2-229b93481a09 req-fd3aaf22-3a83-47fa-973f-6cb16981085c tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/security-groups?id=fd4d27d9-e68c-41ba-a909-f949182bce5a&id=4a46e179-4efe-408d-8163-359e1c80274b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4888318 Feb 17 17:37:35.391637 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ee5f5ce2-a6e3-4fab-bd5e-1eb4cefc6a60 req-2fd6efa3-2553-4407-abe4-e50b9072f713 service neutron] 10.222.0.87 "GET /v2.0/networks/2a574d4f-e4f9-49f2-aee6-25c2bbb796ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614166 Feb 17 17:37:35.470563 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9b8e9-42f6-4c35-8964-23f0d277008d req-84c104c5-bbbe-45ec-8a73-1c44525b5894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:35.474934 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-abb9b8e9-42f6-4c35-8964-23f0d277008d req-84c104c5-bbbe-45ec-8a73-1c44525b5894 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=540d487b-e25b-4d54-95fe-b2d05bcb76cb HTTP/1.1" status: 200 len: 797 time: 0.1855569 Feb 17 17:37:35.477751 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 706b8f56-6b40-4470-b8f6-35f3b50fd7c8 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:37:35.478128 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (706b8f56-6b40-4470-b8f6-35f3b50fd7c8), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:35.613171 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9b8e9-42f6-4c35-8964-23f0d277008d req-fd36d798-31c4-4492-8981-c4feae07559d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:35.616530 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-abb9b8e9-42f6-4c35-8964-23f0d277008d req-fd36d798-31c4-4492-8981-c4feae07559d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1351109 Feb 17 17:37:35.642653 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f846df28-a56c-4f49-8a06-2644bf01234a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Deleting port 2c5005f8-66ad-476f-a584-0da2d3807cdb {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:37:35.650417 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f846df28-a56c-4f49-8a06-2644bf01234a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (2c5005f8-66ad-476f-a584-0da2d3807cdb), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:35.718475 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6399a59d-c565-44e4-a45e-a7d0ba2791a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:35.871243 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74c07d-e00f-4c28-bc47-ba3c883005cb req-12dd0954-ad0c-45cc-a426-f8cef64c4c70 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:35.878005 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8f74c07d-e00f-4c28-bc47-ba3c883005cb req-12dd0954-ad0c-45cc-a426-f8cef64c4c70 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=60ab87b1-d42f-4db3-96e5-629833bd232b HTTP/1.1" status: 200 len: 944 time: 0.3872201 Feb 17 17:37:35.914739 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-abb9b8e9-42f6-4c35-8964-23f0d277008d req-cab04118-0912-4f15-be3d-c39c7c1016c5 service neutron] 10.222.0.91 "GET /v2.0/networks/7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893517 Feb 17 17:37:36.011913 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-20c0119b-62f8-4aca-a42f-3239dfbe4e3e tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (bf39f6c6-3a20-4e2c-a177-0507de0305b8), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:36.047980 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46508) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:36.062087 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-c81c0659-f7b5-466b-8bd1-d678633d76b3 None None] Current status of the port 706b8f56-6b40-4470-b8f6-35f3b50fd7c8 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:36.068655 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c81c0659-f7b5-466b-8bd1-d678633d76b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (706b8f56-6b40-4470-b8f6-35f3b50fd7c8), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:36.101825 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-abb9b8e9-42f6-4c35-8964-23f0d277008d req-b15a51fd-512c-4294-8286-1b0b59f10983 service neutron] 10.222.0.91 "GET /v2.0/networks/7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829340 Feb 17 17:37:36.170928 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bbb494-31eb-499d-8eae-22d84c7b792d None None] Update dhcp port {'port': {'network_id': '02282d7b-e50d-4f07-9e23-d5c20470087b', 'fixed_ips': [{'subnet_id': '4aee34b0-c30d-4c9f-a86d-bf189ed1d825', 'ip_address': '2001:db8::2'}, {'subnet_id': '63d0abdd-c3c8-4b6b-85e0-171e7ff3a133'}], 'binding:host_id': 'n-d-829613-2'}, 'id': '706b8f56-6b40-4470-b8f6-35f3b50fd7c8'} from n-d-829613-2. {{(pid=103436) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 17 17:37:36.210472 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f846df28-a56c-4f49-8a06-2644bf01234a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (2c5005f8-66ad-476f-a584-0da2d3807cdb), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:36.239877 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ab1d6915-0996-4676-9574-c1ddd0e61dc8 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-746794232-network', 'tenant_id': 'bfcb5827d83a4cf78d474a574e22d5cf'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:37:36.265334 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f846df28-a56c-4f49-8a06-2644bf01234a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Calling delete_port for 2c5005f8-66ad-476f-a584-0da2d3807cdb owned by {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:37:36.269213 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1d6915-0996-4676-9574-c1ddd0e61dc8 admin admin] Made reservation on behalf of bfcb5827d83a4cf78d474a574e22d5cf for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:37:36.275056 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6915-0996-4676-9574-c1ddd0e61dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:36.299203 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6915-0996-4676-9574-c1ddd0e61dc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:36.364408 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d17ea7-56fe-4723-b404-449b7175c708 req-421be499-a8ae-4cb0-8edb-c9ada3b2c215 tempest-ServersAdminNegativeTestJSON-443984818 tempest-ServersAdminNegativeTestJSON-443984818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:36.368769 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-76d17ea7-56fe-4723-b404-449b7175c708 req-421be499-a8ae-4cb0-8edb-c9ada3b2c215 tempest-ServersAdminNegativeTestJSON-443984818 tempest-ServersAdminNegativeTestJSON-443984818-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=842b1390-d20b-429c-b44f-a99e611cf750 HTTP/1.1" status: 200 len: 1131 time: 0.6421392 Feb 17 17:37:36.419900 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6915-0996-4676-9574-c1ddd0e61dc8 admin admin] Publish callbacks [] for security_group (6e84d6e9-8d24-450f-881e-81f04b98605d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:36.424665 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0119b-62f8-4aca-a42f-3239dfbe4e3e tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Pushing event updated for resources: {'Subnet': ['ID=bf39f6c6-3a20-4e2c-a177-0507de0305b8,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:36.425372 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6915-0996-4676-9574-c1ddd0e61dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (6e84d6e9-8d24-450f-881e-81f04b98605d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:36.436153 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8f74c07d-e00f-4c28-bc47-ba3c883005cb req-b8137bb2-64c1-42e0-9592-4d1642794d89 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5551541 Feb 17 17:37:36.448230 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-76d17ea7-56fe-4723-b404-449b7175c708 req-73312cf9-e013-4bec-b166-50cedb787aeb tempest-ServersAdminNegativeTestJSON-443984818 tempest-ServersAdminNegativeTestJSON-443984818-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:36.460732 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-38bbb494-31eb-499d-8eae-22d84c7b792d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (706b8f56-6b40-4470-b8f6-35f3b50fd7c8), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:36.461207 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c0119b-62f8-4aca-a42f-3239dfbe4e3e tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Checking segment: {'id': '4276df0f-d127-4915-af98-fdcca7907e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '14089b0a-a143-4bab-b3d9-7b7a52a6c722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:37:36.461682 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c0119b-62f8-4aca-a42f-3239dfbe4e3e tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Network hostable DHCP agents. Network: 14089b0a-a143-4bab-b3d9-7b7a52a6c722, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:37:36.474374 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-c81c0659-f7b5-466b-8bd1-d678633d76b3 None None] For port 706b8f56-6b40-4470-b8f6-35f3b50fd7c8, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=706b8f56-6b40-4470-b8f6-35f3b50fd7c8,segment=NetworkSegment(a18351b7-58b4-463b-878c-3c2c9712c5b1),segment_id=a18351b7-58b4-463b-878c-3c2c9712c5b1)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:36.475381 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 706b8f56-6b40-4470-b8f6-35f3b50fd7c8 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:36.481633 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (706b8f56-6b40-4470-b8f6-35f3b50fd7c8), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:36.481971 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab1d6915-0996-4676-9574-c1ddd0e61dc8 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:37:36.522761 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6915-0996-4676-9574-c1ddd0e61dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e84d6e9-8d24-450f-881e-81f04b98605d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:36.524503 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c81c0659-f7b5-466b-8bd1-d678633d76b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (706b8f56-6b40-4470-b8f6-35f3b50fd7c8), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:36.526027 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6915-0996-4676-9574-c1ddd0e61dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (2348ccb8-b5ba-46c2-9adb-0c68d6d6c0ea), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:36.526593 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-ab1d6915-0996-4676-9574-c1ddd0e61dc8 admin admin] Added segment 2348ccb8-b5ba-46c2-9adb-0c68d6d6c0ea of type vlan for network 9bcc8a88-3b91-4ec1-b3b9-fb9678537539 Feb 17 17:37:36.607527 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81c0659-f7b5-466b-8bd1-d678633d76b3 None None] Pushing event updated for resources: {'Port': ['ID=706b8f56-6b40-4470-b8f6-35f3b50fd7c8,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:36.616358 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6915-0996-4676-9574-c1ddd0e61dc8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (9bcc8a88-3b91-4ec1-b3b9-fb9678537539), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:36.626400 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:37:36.649593 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6915-0996-4676-9574-c1ddd0e61dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (9bcc8a88-3b91-4ec1-b3b9-fb9678537539), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:36.650953 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1d6915-0996-4676-9574-c1ddd0e61dc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:36.651703 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-473ba797-a409-4264-865e-9a9165f55157 None None] Publish callbacks [] for port (de0da242-00c0-4e9f-84b4-5d11e18c86a4), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:36.652001 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab1d6915-0996-4676-9574-c1ddd0e61dc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:36.676983 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-473ba797-a409-4264-865e-9a9165f55157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (de0da242-00c0-4e9f-84b4-5d11e18c86a4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:36.684800 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:36.721277 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d6915-0996-4676-9574-c1ddd0e61dc8 admin admin] Pushing event updated for resources: {'Network': ['ID=9bcc8a88-3b91-4ec1-b3b9-fb9678537539,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:36.743142 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ab1d6915-0996-4676-9574-c1ddd0e61dc8 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6930888 Feb 17 17:37:36.745821 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46516) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:36.752886 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-f2eb14a5-5905-472f-9a73-4120b3270b9a admin admin] Request body: {'subnet': {'network_id': '9bcc8a88-3b91-4ec1-b3b9-fb9678537539', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-746794232-subnet', 'tenant_id': 'bfcb5827d83a4cf78d474a574e22d5cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:37:36.769439 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-76d17ea7-56fe-4723-b404-449b7175c708 req-73312cf9-e013-4bec-b166-50cedb787aeb tempest-ServersAdminNegativeTestJSON-443984818 tempest-ServersAdminNegativeTestJSON-443984818-project-admin] Publish callbacks [] for security_group (1c97cfb2-a867-4ee7-a129-4135225a53df), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:36.781036 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2eb14a5-5905-472f-9a73-4120b3270b9a admin admin] Made reservation on behalf of bfcb5827d83a4cf78d474a574e22d5cf for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:37:36.783597 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f2eb14a5-5905-472f-9a73-4120b3270b9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:36.806432 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c0119b-62f8-4aca-a42f-3239dfbe4e3e tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Network 14089b0a-a143-4bab-b3d9-7b7a52a6c722 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:37:36.815488 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-76d17ea7-56fe-4723-b404-449b7175c708 req-73312cf9-e013-4bec-b166-50cedb787aeb tempest-ServersAdminNegativeTestJSON-443984818 tempest-ServersAdminNegativeTestJSON-443984818-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (1c97cfb2-a867-4ee7-a129-4135225a53df), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:36.832537 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 9bcc8a88-3b91-4ec1-b3b9-fb9678537539 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:37:36.865549 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-20c0119b-62f8-4aca-a42f-3239dfbe4e3e tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 14089b0a-a143-4bab-b3d9-7b7a52a6c722) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:37:36.869945 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c0119b-62f8-4aca-a42f-3239dfbe4e3e tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:36.870547 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-20c0119b-62f8-4aca-a42f-3239dfbe4e3e tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:36.882868 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2d7ae13f-af83-43f6-b400-3f696f488256 req-fe155096-ade4-423a-bba2-75b5b3c2f20c tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "GET /v2.0/ports?device_id=240c422b-1b78-4785-83ce-f53c86d91391 HTTP/1.1" status: 200 len: 210 time: 0.2875566 Feb 17 17:37:36.889170 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73312cf9-e013-4bec-b166-50cedb787aeb tempest-ServersAdminNegativeTestJSON-443984818 tempest-ServersAdminNegativeTestJSON-443984818-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c97cfb2-a867-4ee7-a129-4135225a53df,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:36.936909 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f846df28-a56c-4f49-8a06-2644bf01234a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (2c5005f8-66ad-476f-a584-0da2d3807cdb), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:36.955222 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-20c0119b-62f8-4aca-a42f-3239dfbe4e3e tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5598524 Feb 17 17:37:36.962517 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46518) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:36.977688 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-b0a54943-f155-4c3f-aa57-b9797f8758dc tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:37:36.985206 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-76d17ea7-56fe-4723-b404-449b7175c708 req-73312cf9-e013-4bec-b166-50cedb787aeb tempest-ServersAdminNegativeTestJSON-443984818 tempest-ServersAdminNegativeTestJSON-443984818-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=653b32b6-fa07-4d55-bd5b-f262ebd124a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6071496 Feb 17 17:37:37.013567 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f846df28-a56c-4f49-8a06-2644bf01234a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Port': ['ID=2c5005f8-66ad-476f-a584-0da2d3807cdb,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:37.082090 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba58d347-f208-447a-926e-2a17e40a108b None None] Network 14089b0a-a143-4bab-b3d9-7b7a52a6c722 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:37:37.148372 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f846df28-a56c-4f49-8a06-2644bf01234a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:37.155933 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-f846df28-a56c-4f49-8a06-2644bf01234a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/ports/2c5005f8-66ad-476f-a584-0da2d3807cdb HTTP/1.1" status: 204 len: 168 time: 2.1125827 Feb 17 17:37:37.158631 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46524) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:37.179430 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-ccdc7c4b-45fe-4573-b0af-0f67cac65d6e req-7a1eaf2e-4f7a-4fb2-8f6a-f6c991f9fb49 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:37:37.180957 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ccdc7c4b-45fe-4573-b0af-0f67cac65d6e req-7a1eaf2e-4f7a-4fb2-8f6a-f6c991f9fb49 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0166137 Feb 17 17:37:37.311822 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-dbd68b69-a444-4766-b043-4b04e3ae2abf None None] Provisioning complete for port 2c5005f8-66ad-476f-a584-0da2d3807cdb triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:37:37.312205 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dbd68b69-a444-4766-b043-4b04e3ae2abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2c5005f8-66ad-476f-a584-0da2d3807cdb), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:37.351654 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-dbd68b69-a444-4766-b043-4b04e3ae2abf None None] Port 2c5005f8-66ad-476f-a584-0da2d3807cdb was deleted so its status cannot be updated. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 17 17:37:37.405915 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-14089b0a-a143-4bab-b3d9-7b7a52a6c722', 'network_id': '14089b0a-a143-4bab-b3d9-7b7a52a6c722', 'project_id': '15e5b8cede264c62bf635b9a00989986', 'fixed_ips': [{'subnet_id': 'bf39f6c6-3a20-4e2c-a177-0507de0305b8'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:37:37.409848 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:37.413071 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c348afa-1ce9-496e-9a58-969ff17e154d None None] Pushing event updated for resources: {'Port': ['ID=de0da242-00c0-4e9f-84b4-5d11e18c86a4,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:37.452700 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8528e7-1901-4aa6-8cda-2636fa4cecc6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:37.454902 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:37:37.455721 n-d-829613-2 neutron-server[103436]: DEBUG oslo_db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 17:37:37.459229 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-dbd68b69-a444-4766-b043-4b04e3ae2abf None None] Provisioning complete for port 1901856e-5e8b-468b-9417-fa6131c20d7a triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:37:37.459774 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8528e7-1901-4aa6-8cda-2636fa4cecc6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:37.459909 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dbd68b69-a444-4766-b043-4b04e3ae2abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1901856e-5e8b-468b-9417-fa6131c20d7a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:37.461442 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-3d8528e7-1901-4aa6-8cda-2636fa4cecc6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2794011 Feb 17 17:37:37.463030 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b0a54943-f155-4c3f-aa57-b9797f8758dc tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8740591'] for subnet (bf39f6c6-3a20-4e2c-a177-0507de0305b8), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:37.464708 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46536) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:37.512329 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c620cc3-a3db-497b-befc-e6fadcc9cac3 req-fc29ad09-ab32-4a81-847f-6eaf49e012ae tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:37.518140 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c620cc3-a3db-497b-befc-e6fadcc9cac3 req-fc29ad09-ab32-4a81-847f-6eaf49e012ae tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:37.525315 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c620cc3-a3db-497b-befc-e6fadcc9cac3 req-fc29ad09-ab32-4a81-847f-6eaf49e012ae tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:37.531106 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c620cc3-a3db-497b-befc-e6fadcc9cac3 req-fc29ad09-ab32-4a81-847f-6eaf49e012ae tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:37.537045 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c620cc3-a3db-497b-befc-e6fadcc9cac3 req-fc29ad09-ab32-4a81-847f-6eaf49e012ae tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:37.542275 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c620cc3-a3db-497b-befc-e6fadcc9cac3 req-fc29ad09-ab32-4a81-847f-6eaf49e012ae tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:37.548682 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c620cc3-a3db-497b-befc-e6fadcc9cac3 req-fc29ad09-ab32-4a81-847f-6eaf49e012ae tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:37.550400 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8c620cc3-a3db-497b-befc-e6fadcc9cac3 req-fc29ad09-ab32-4a81-847f-6eaf49e012ae tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 5419 time: 0.3907261 Feb 17 17:37:37.618393 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-f824c62f-2ef1-47c8-98fe-b9fcfb41ae78 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Deleting subnet b6f0cdc6-5ac1-4979-9879-cc78b39338aa {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:37:37.621895 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f824c62f-2ef1-47c8-98fe-b9fcfb41ae78 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (b6f0cdc6-5ac1-4979-9879-cc78b39338aa), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:37.654422 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-38bbb494-31eb-499d-8eae-22d84c7b792d None None] Allocated IP 172.20.0.1 (02282d7b-e50d-4f07-9e23-d5c20470087b/63d0abdd-c3c8-4b6b-85e0-171e7ff3a133/706b8f56-6b40-4470-b8f6-35f3b50fd7c8) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:37:37.671240 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f824c62f-2ef1-47c8-98fe-b9fcfb41ae78 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (b6f0cdc6-5ac1-4979-9879-cc78b39338aa), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:37.716751 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-473ba797-a409-4264-865e-9a9165f55157 None None] Attempting to bind port de0da242-00c0-4e9f-84b4-5d11e18c86a4 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:37:37.717494 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-473ba797-a409-4264-865e-9a9165f55157 None None] Attempting to bind port de0da242-00c0-4e9f-84b4-5d11e18c86a4 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'db684214-d7da-45c4-b29d-9500ff344225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '2a574d4f-e4f9-49f2-aee6-25c2bbb796ce'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:37:37.717940 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473ba797-a409-4264-865e-9a9165f55157 None None] Attempting to bind port de0da242-00c0-4e9f-84b4-5d11e18c86a4 on network 2a574d4f-e4f9-49f2-aee6-25c2bbb796ce {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:37:37.730346 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473ba797-a409-4264-865e-9a9165f55157 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:37:37.730848 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473ba797-a409-4264-865e-9a9165f55157 None None] Checking segment: {'id': 'db684214-d7da-45c4-b29d-9500ff344225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '2a574d4f-e4f9-49f2-aee6-25c2bbb796ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:37:37.731937 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-473ba797-a409-4264-865e-9a9165f55157 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:37.732808 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473ba797-a409-4264-865e-9a9165f55157 None None] Bound using segment: {'id': 'db684214-d7da-45c4-b29d-9500ff344225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '2a574d4f-e4f9-49f2-aee6-25c2bbb796ce'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:37:37.733540 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-473ba797-a409-4264-865e-9a9165f55157 None None] Bound port: de0da242-00c0-4e9f-84b4-5d11e18c86a4, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db684214-d7da-45c4-b29d-9500ff344225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '2a574d4f-e4f9-49f2-aee6-25c2bbb796ce'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:37:37.734040 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-473ba797-a409-4264-865e-9a9165f55157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (de0da242-00c0-4e9f-84b4-5d11e18c86a4), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:37.758311 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f824c62f-2ef1-47c8-98fe-b9fcfb41ae78 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (b6f0cdc6-5ac1-4979-9879-cc78b39338aa), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:37.824530 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f824c62f-2ef1-47c8-98fe-b9fcfb41ae78 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (b6f0cdc6-5ac1-4979-9879-cc78b39338aa), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:37.837110 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f2eb14a5-5905-472f-9a73-4120b3270b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (a695d28a-4122-459c-ad10-65288ba6ea20), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:37.852273 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f5ce2-a6e3-4fab-bd5e-1eb4cefc6a60 req-debf591a-406d-447a-9e65-c90ae009c324 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:37.853879 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ee5f5ce2-a6e3-4fab-bd5e-1eb4cefc6a60 req-debf591a-406d-447a-9e65-c90ae009c324 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.91 "GET /v2.0/networks?id=2a574d4f-e4f9-49f2-aee6-25c2bbb796ce HTTP/1.1" status: 200 len: 828 time: 0.5419776 Feb 17 17:37:37.891826 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-ee5f5ce2-a6e3-4fab-bd5e-1eb4cefc6a60 req-7fe038c4-35c2-4257-9aee-8466394cf171 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Request body: {'port': {'device_id': '240c422b-1b78-4785-83ce-f53c86d91391', 'network_id': '2a574d4f-e4f9-49f2-aee6-25c2bbb796ce', 'admin_state_up': True, 'tenant_id': 'a33ff16117b5429daaa9225b5871ef11'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:37:37.901012 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f824c62f-2ef1-47c8-98fe-b9fcfb41ae78 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Subnet': ['ID=b6f0cdc6-5ac1-4979-9879-cc78b39338aa,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:37.908618 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f824c62f-2ef1-47c8-98fe-b9fcfb41ae78 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:37.911753 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-f824c62f-2ef1-47c8-98fe-b9fcfb41ae78 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/b6f0cdc6-5ac1-4979-9879-cc78b39338aa HTTP/1.1" status: 204 len: 168 time: 0.4415321 Feb 17 17:37:37.917237 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8c620cc3-a3db-497b-befc-e6fadcc9cac3 req-cccf9751-4e3c-479e-843b-547423387b49 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/security-groups?id=fd4d27d9-e68c-41ba-a909-f949182bce5a&id=4a46e179-4efe-408d-8163-359e1c80274b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3476005 Feb 17 17:37:37.920494 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46540) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:37.963022 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-dff0b9a4-5288-484b-b92c-59d429186e5f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0417333 Feb 17 17:37:37.969207 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46544) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:38.004177 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aafbec-e3e2-488b-a950-e67732d28324 req-2599d247-10ec-4123-b9c0-3c43f52dfb03 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:38.013899 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b0a54943-f155-4c3f-aa57-b9797f8758dc tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786427760231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9899089'] for subnet (bf39f6c6-3a20-4e2c-a177-0507de0305b8), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:38.017447 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-47aafbec-e3e2-488b-a950-e67732d28324 req-2599d247-10ec-4123-b9c0-3c43f52dfb03 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=60ab87b1-d42f-4db3-96e5-629833bd232b HTTP/1.1" status: 200 len: 944 time: 0.1994240 Feb 17 17:37:38.039139 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-473ba797-a409-4264-865e-9a9165f55157 None None] For port de0da242-00c0-4e9f-84b4-5d11e18c86a4, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:37:38.044352 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-473ba797-a409-4264-865e-9a9165f55157 None None] For port de0da242-00c0-4e9f-84b4-5d11e18c86a4, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=de0da242-00c0-4e9f-84b4-5d11e18c86a4,segment=NetworkSegment(db684214-d7da-45c4-b29d-9500ff344225),segment_id=db684214-d7da-45c4-b29d-9500ff344225)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:37:38.072232 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a54943-f155-4c3f-aa57-b9797f8758dc tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:38.072870 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b0a54943-f155-4c3f-aa57-b9797f8758dc tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:38.074322 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b0a54943-f155-4c3f-aa57-b9797f8758dc tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "PUT /v2.0/subnets/bf39f6c6-3a20-4e2c-a177-0507de0305b8 HTTP/1.1" status: 200 len: 826 time: 1.1051393 Feb 17 17:37:38.078027 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee5f5ce2-a6e3-4fab-bd5e-1eb4cefc6a60 req-7fe038c4-35c2-4257-9aee-8466394cf171 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Made reservation on behalf of a33ff16117b5429daaa9225b5871ef11 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:37:38.083179 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ee5f5ce2-a6e3-4fab-bd5e-1eb4cefc6a60 req-7fe038c4-35c2-4257-9aee-8466394cf171 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:38.086575 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb14a5-5905-472f-9a73-4120b3270b9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a695d28a-4122-459c-ad10-65288ba6ea20,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:38.091536 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46546) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:38.123979 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-dbd68b69-a444-4766-b043-4b04e3ae2abf None None] Current status of the port 1901856e-5e8b-468b-9417-fa6131c20d7a is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:38.124445 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dbd68b69-a444-4766-b043-4b04e3ae2abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1901856e-5e8b-468b-9417-fa6131c20d7a), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:38.126822 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00acf2db-8731-47b2-8f79-acdf8f5f9c8e None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:37:38.137310 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 706b8f56-6b40-4470-b8f6-35f3b50fd7c8 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:38.179149 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a54943-f155-4c3f-aa57-b9797f8758dc tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Pushing event updated for resources: {'Subnet': ['ID=bf39f6c6-3a20-4e2c-a177-0507de0305b8,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:38.188148 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ec41e8-d1a9-4c45-8037-3eb212ed083d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:38.188440 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-473ba797-a409-4264-865e-9a9165f55157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (de0da242-00c0-4e9f-84b4-5d11e18c86a4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:38.190230 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c5ec41e8-d1a9-4c45-8037-3eb212ed083d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2182662 Feb 17 17:37:38.204624 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-47aafbec-e3e2-488b-a950-e67732d28324 req-bc48e82c-f801-41eb-a3ab-0a5668c15085 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500080 Feb 17 17:37:38.208050 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46550) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:38.240406 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1cee3-4878-49dc-9088-fc656a189bf6 req-5046e388-d305-4f0d-a317-0e50ba818eeb tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:38.251175 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2eb14a5-5905-472f-9a73-4120b3270b9a admin admin] Checking segment: {'id': '2348ccb8-b5ba-46c2-9adb-0c68d6d6c0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9bcc8a88-3b91-4ec1-b3b9-fb9678537539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:37:38.251539 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2eb14a5-5905-472f-9a73-4120b3270b9a admin admin] Network hostable DHCP agents. Network: 9bcc8a88-3b91-4ec1-b3b9-fb9678537539, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:37:38.253732 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-70f1cee3-4878-49dc-9088-fc656a189bf6 req-5046e388-d305-4f0d-a317-0e50ba818eeb tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/ports?device_id=842b1390-d20b-429c-b44f-a99e611cf750 HTTP/1.1" status: 200 len: 949 time: 0.1598916 Feb 17 17:37:38.343917 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c348afa-1ce9-496e-9a58-969ff17e154d None None] Pushing event updated for resources: {'Port': ['ID=de0da242-00c0-4e9f-84b4-5d11e18c86a4,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:38.356511 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:38.374707 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2eb14a5-5905-472f-9a73-4120b3270b9a admin admin] Network 9bcc8a88-3b91-4ec1-b3b9-fb9678537539 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:37:38.379754 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a3bd4b-110a-4e70-92b3-b15ff040e206 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:38.384384 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-38a3bd4b-110a-4e70-92b3-b15ff040e206 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1714084 Feb 17 17:37:38.388958 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46552) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:38.455896 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e9a40dbf-fb0c-4b07-a438-c0fe37d87fdc tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0639520 Feb 17 17:37:38.462250 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46554) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:38.466715 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-f2eb14a5-5905-472f-9a73-4120b3270b9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 9bcc8a88-3b91-4ec1-b3b9-fb9678537539) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:37:38.518505 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2eb14a5-5905-472f-9a73-4120b3270b9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:38.519100 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f2eb14a5-5905-472f-9a73-4120b3270b9a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:38.529525 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-f7d5e804-91b5-4d02-9c48-a5583a958b88 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'subnet': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:37:38.534563 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9eb49ac-e36e-4841-bdd4-5a5ae6e94270 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (14089b0a-a143-4bab-b3d9-7b7a52a6c722), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:38.562905 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-70f1cee3-4878-49dc-9088-fc656a189bf6 req-337f07ef-83de-451f-969c-3460f20d2c18 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/security-groups?id=653b32b6-fa07-4d55-bd5b-f262ebd124a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050635 Feb 17 17:37:38.568704 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3a3cd63e-cded-4f74-a938-7d5ca112a232 req-b63f3ce6-c3e5-441e-9c16-88934d10054e tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "GET /v2.0/ports?device_id=240c422b-1b78-4785-83ce-f53c86d91391 HTTP/1.1" status: 200 len: 210 time: 0.1831362 Feb 17 17:37:38.609615 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f2eb14a5-5905-472f-9a73-4120b3270b9a admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.8607578 Feb 17 17:37:38.631035 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-ee5f5ce2-a6e3-4fab-bd5e-1eb4cefc6a60 req-7fe038c4-35c2-4257-9aee-8466394cf171 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Allocated IP 172.20.0.5 (2a574d4f-e4f9-49f2-aee6-25c2bbb796ce/21a1df04-56c1-48bc-b696-a5e17ac4d235/6fd8fede-7055-4d6d-a04d-8b0c189e0ea5) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:37:38.713994 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d5e804-91b5-4d02-9c48-a5583a958b88 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:37:38.719467 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f7d5e804-91b5-4d02-9c48-a5583a958b88 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:38.754757 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9eb49ac-e36e-4841-bdd4-5a5ae6e94270 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (bf39f6c6-3a20-4e2c-a177-0507de0305b8), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:38.936272 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce5a2b1-c8bc-4b9d-9a37-392a4c650493 None None] Network 9bcc8a88-3b91-4ec1-b3b9-fb9678537539 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:37:38.943126 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 1901856e-5e8b-468b-9417-fa6131c20d7a up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:37:38.945959 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 80a7fb3a-f884-41e9-837c-0092f3339dab up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:37:38.991532 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ee5f5ce2-a6e3-4fab-bd5e-1eb4cefc6a60 req-7fe038c4-35c2-4257-9aee-8466394cf171 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Publish callbacks [] for port (6fd8fede-7055-4d6d-a04d-8b0c189e0ea5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:39.036097 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ee5f5ce2-a6e3-4fab-bd5e-1eb4cefc6a60 req-7fe038c4-35c2-4257-9aee-8466394cf171 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (6fd8fede-7055-4d6d-a04d-8b0c189e0ea5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:39.042664 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f7d5e804-91b5-4d02-9c48-a5583a958b88 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (f1dbd1a1-6c96-423f-889f-fdc829814d82), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:39.125270 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe038c4-35c2-4257-9aee-8466394cf171 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Pushing event updated for resources: {'Port': ['ID=6fd8fede-7055-4d6d-a04d-8b0c189e0ea5,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:39.135447 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-dbd68b69-a444-4766-b043-4b04e3ae2abf None None] For port 1901856e-5e8b-468b-9417-fa6131c20d7a, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=1901856e-5e8b-468b-9417-fa6131c20d7a,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:39.151462 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee5f5ce2-a6e3-4fab-bd5e-1eb4cefc6a60 req-7fe038c4-35c2-4257-9aee-8466394cf171 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Network 2a574d4f-e4f9-49f2-aee6-25c2bbb796ce is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:37:39.153170 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-ee5f5ce2-a6e3-4fab-bd5e-1eb4cefc6a60 req-7fe038c4-35c2-4257-9aee-8466394cf171 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:37:39.155643 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee5f5ce2-a6e3-4fab-bd5e-1eb4cefc6a60 req-7fe038c4-35c2-4257-9aee-8466394cf171 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:37:39.166077 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-38bbb494-31eb-499d-8eae-22d84c7b792d None None] For port 706b8f56-6b40-4470-b8f6-35f3b50fd7c8, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=706b8f56-6b40-4470-b8f6-35f3b50fd7c8,segment=NetworkSegment(a18351b7-58b4-463b-878c-3c2c9712c5b1),segment_id=a18351b7-58b4-463b-878c-3c2c9712c5b1)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:39.187129 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Allocated IP 2001:db8::2 (14089b0a-a143-4bab-b3d9-7b7a52a6c722/bf39f6c6-3a20-4e2c-a177-0507de0305b8/1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:37:39.189208 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473ba797-a409-4264-865e-9a9165f55157 None None] Routers {'561a3cd2-aabb-4f11-920e-1a8454920696'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:37:39.189851 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-473ba797-a409-4264-865e-9a9165f55157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:37:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['561a3cd2-aabb-4f11-920e-1a8454920696'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:39.192103 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dbd68b69-a444-4766-b043-4b04e3ae2abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (1901856e-5e8b-468b-9417-fa6131c20d7a), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:39.198199 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d5e804-91b5-4d02-9c48-a5583a958b88 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:37:39.218846 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-f7d5e804-91b5-4d02-9c48-a5583a958b88 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:37:39.235843 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d5e804-91b5-4d02-9c48-a5583a958b88 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:39.236495 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f7d5e804-91b5-4d02-9c48-a5583a958b88 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:39.242320 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d5e804-91b5-4d02-9c48-a5583a958b88 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Subnet': ['ID=f1dbd1a1-6c96-423f-889f-fdc829814d82,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:39.285408 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f5ce2-a6e3-4fab-bd5e-1eb4cefc6a60 req-7fe038c4-35c2-4257-9aee-8466394cf171 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:39.287238 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ee5f5ce2-a6e3-4fab-bd5e-1eb4cefc6a60 req-7fe038c4-35c2-4257-9aee-8466394cf171 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:39.311630 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ee5f5ce2-a6e3-4fab-bd5e-1eb4cefc6a60 req-7fe038c4-35c2-4257-9aee-8466394cf171 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4244375 Feb 17 17:37:39.313773 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359705b1-ef06-4200-a757-14e7a71158c0 req-c1b8d660-13b3-4273-8a97-13d2c5c5b4d3 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:39.315274 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-359705b1-ef06-4200-a757-14e7a71158c0 req-c1b8d660-13b3-4273-8a97-13d2c5c5b4d3 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.91 "GET /v2.0/ports?device_id=842b1390-d20b-429c-b44f-a99e611cf750 HTTP/1.1" status: 200 len: 949 time: 0.2904799 Feb 17 17:37:39.339188 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-ee5f5ce2-a6e3-4fab-bd5e-1eb4cefc6a60 req-56dbf623-5966-4909-8772-bc778fb7b916 service neutron] Request body: {'port': {'device_id': '240c422b-1b78-4785-83ce-f53c86d91391', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:37:39.364999 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:39.501291 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ee5f5ce2-a6e3-4fab-bd5e-1eb4cefc6a60 req-56dbf623-5966-4909-8772-bc778fb7b916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6fd8fede-7055-4d6d-a04d-8b0c189e0ea5), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:39.508043 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-38bbb494-31eb-499d-8eae-22d84c7b792d None None] Publish callbacks [] for port (706b8f56-6b40-4470-b8f6-35f3b50fd7c8), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:39.545015 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1495782-50f0-44bb-ac25-1cd042176b56 None None] DHCP port deletion for f82adc72-a904-4b51-9a87-7ea8a1981040 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:37:39.564988 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-38bbb494-31eb-499d-8eae-22d84c7b792d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (706b8f56-6b40-4470-b8f6-35f3b50fd7c8), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:39.616452 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd68b69-a444-4766-b043-4b04e3ae2abf None None] Pushing event updated for resources: {'Port': ['ID=1901856e-5e8b-468b-9417-fa6131c20d7a,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:39.674662 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bbb494-31eb-499d-8eae-22d84c7b792d None None] Pushing event updated for resources: {'Port': ['ID=706b8f56-6b40-4470-b8f6-35f3b50fd7c8,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:39.679413 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 80a7fb3a-f884-41e9-837c-0092f3339dab completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:37:39.683492 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-dab6b3ec-2a6a-456a-a1bc-50a71c3ca7e2 None None] Provisioning complete for port de0da242-00c0-4e9f-84b4-5d11e18c86a4 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:37:39.683967 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dab6b3ec-2a6a-456a-a1bc-50a71c3ca7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (de0da242-00c0-4e9f-84b4-5d11e18c86a4), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:39.715441 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 80a7fb3a-f884-41e9-837c-0092f3339dab triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:37:39.715925 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (80a7fb3a-f884-41e9-837c-0092f3339dab), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:39.815687 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 1901856e-5e8b-468b-9417-fa6131c20d7a triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:37:39.816069 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1901856e-5e8b-468b-9417-fa6131c20d7a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:39.867029 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c2244a-0459-41c1-bc9e-e1b1b30a8d2a None None] Network 9bcc8a88-3b91-4ec1-b3b9-fb9678537539 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:37:39.911176 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-f7d5e804-91b5-4d02-9c48-a5583a958b88 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3878741 Feb 17 17:37:39.917169 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46584) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:39.927159 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-473ba797-a409-4264-865e-9a9165f55157 None None] Set router 561a3cd2-aabb-4f11-920e-1a8454920696 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:37:39.927960 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-0b261ae9-f5cc-4b0e-9ed7-20dba684dd68 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'port': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'mac_address': 'fa:16:3e:0f:c8:aa', 'name': 'tempest-NetworksTestDHCPv6-2030612367'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:37:39.944188 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-ee5f5ce2-a6e3-4fab-bd5e-1eb4cefc6a60 req-56dbf623-5966-4909-8772-bc778fb7b916 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fd8fede-7055-4d6d-a04d-8b0c189e0ea5 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:37:39.960073 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ee5f5ce2-a6e3-4fab-bd5e-1eb4cefc6a60 req-56dbf623-5966-4909-8772-bc778fb7b916 service neutron] Publish callbacks [] for port (6fd8fede-7055-4d6d-a04d-8b0c189e0ea5), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:39.968210 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c2798-767c-40e2-8a62-7dd2ca6ff616 req-8d468888-13fe-4356-949e-a50cfa5ce1b2 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:39.973450 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c2798-767c-40e2-8a62-7dd2ca6ff616 req-8d468888-13fe-4356-949e-a50cfa5ce1b2 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:39.978222 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-ee5f5ce2-a6e3-4fab-bd5e-1eb4cefc6a60 req-56dbf623-5966-4909-8772-bc778fb7b916 service neutron] Transition to ACTIVE for port object 6fd8fede-7055-4d6d-a04d-8b0c189e0ea5 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:37:39.980224 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c2798-767c-40e2-8a62-7dd2ca6ff616 req-8d468888-13fe-4356-949e-a50cfa5ce1b2 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:39.983791 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ee5f5ce2-a6e3-4fab-bd5e-1eb4cefc6a60 req-56dbf623-5966-4909-8772-bc778fb7b916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (6fd8fede-7055-4d6d-a04d-8b0c189e0ea5), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:39.986193 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c2798-767c-40e2-8a62-7dd2ca6ff616 req-8d468888-13fe-4356-949e-a50cfa5ce1b2 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:39.991500 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c2798-767c-40e2-8a62-7dd2ca6ff616 req-8d468888-13fe-4356-949e-a50cfa5ce1b2 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:39.996767 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c2798-767c-40e2-8a62-7dd2ca6ff616 req-8d468888-13fe-4356-949e-a50cfa5ce1b2 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:40.008542 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c2798-767c-40e2-8a62-7dd2ca6ff616 req-8d468888-13fe-4356-949e-a50cfa5ce1b2 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:40.010460 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-911c2798-767c-40e2-8a62-7dd2ca6ff616 req-8d468888-13fe-4356-949e-a50cfa5ce1b2 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 5419 time: 0.9456501 Feb 17 17:37:40.164164 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dbf623-5966-4909-8772-bc778fb7b916 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd8fede-7055-4d6d-a04d-8b0c189e0ea5,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:40.178744 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-ee5f5ce2-a6e3-4fab-bd5e-1eb4cefc6a60 req-56dbf623-5966-4909-8772-bc778fb7b916 service neutron] Attempting to bind port 6fd8fede-7055-4d6d-a04d-8b0c189e0ea5 on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:37:40.179292 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-ee5f5ce2-a6e3-4fab-bd5e-1eb4cefc6a60 req-56dbf623-5966-4909-8772-bc778fb7b916 service neutron] Attempting to bind port 6fd8fede-7055-4d6d-a04d-8b0c189e0ea5 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': 'db684214-d7da-45c4-b29d-9500ff344225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '2a574d4f-e4f9-49f2-aee6-25c2bbb796ce'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:37:40.179788 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5f5ce2-a6e3-4fab-bd5e-1eb4cefc6a60 req-56dbf623-5966-4909-8772-bc778fb7b916 service neutron] Attempting to bind port 6fd8fede-7055-4d6d-a04d-8b0c189e0ea5 on network 2a574d4f-e4f9-49f2-aee6-25c2bbb796ce {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:37:40.195309 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5f5ce2-a6e3-4fab-bd5e-1eb4cefc6a60 req-56dbf623-5966-4909-8772-bc778fb7b916 service neutron] Port 6fd8fede-7055-4d6d-a04d-8b0c189e0ea5 on network 2a574d4f-e4f9-49f2-aee6-25c2bbb796ce not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:37:40.195644 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5f5ce2-a6e3-4fab-bd5e-1eb4cefc6a60 req-56dbf623-5966-4909-8772-bc778fb7b916 service neutron] Attempting to bind port 6fd8fede-7055-4d6d-a04d-8b0c189e0ea5 on network 2a574d4f-e4f9-49f2-aee6-25c2bbb796ce {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:37:40.213276 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5f5ce2-a6e3-4fab-bd5e-1eb4cefc6a60 req-56dbf623-5966-4909-8772-bc778fb7b916 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:37:40.213617 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5f5ce2-a6e3-4fab-bd5e-1eb4cefc6a60 req-56dbf623-5966-4909-8772-bc778fb7b916 service neutron] Checking segment: {'id': 'db684214-d7da-45c4-b29d-9500ff344225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '2a574d4f-e4f9-49f2-aee6-25c2bbb796ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:37:40.214009 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5f5ce2-a6e3-4fab-bd5e-1eb4cefc6a60 req-56dbf623-5966-4909-8772-bc778fb7b916 service neutron] Bound using segment: {'id': 'db684214-d7da-45c4-b29d-9500ff344225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '2a574d4f-e4f9-49f2-aee6-25c2bbb796ce'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:37:40.214442 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-ee5f5ce2-a6e3-4fab-bd5e-1eb4cefc6a60 req-56dbf623-5966-4909-8772-bc778fb7b916 service neutron] Bound port: 6fd8fede-7055-4d6d-a04d-8b0c189e0ea5, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db684214-d7da-45c4-b29d-9500ff344225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '2a574d4f-e4f9-49f2-aee6-25c2bbb796ce'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:37:40.214806 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ee5f5ce2-a6e3-4fab-bd5e-1eb4cefc6a60 req-56dbf623-5966-4909-8772-bc778fb7b916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6fd8fede-7055-4d6d-a04d-8b0c189e0ea5), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:40.330434 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-ee5f5ce2-a6e3-4fab-bd5e-1eb4cefc6a60 req-56dbf623-5966-4909-8772-bc778fb7b916 service neutron] For port 6fd8fede-7055-4d6d-a04d-8b0c189e0ea5, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:37:40.335893 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-ee5f5ce2-a6e3-4fab-bd5e-1eb4cefc6a60 req-56dbf623-5966-4909-8772-bc778fb7b916 service neutron] For port 6fd8fede-7055-4d6d-a04d-8b0c189e0ea5, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=6fd8fede-7055-4d6d-a04d-8b0c189e0ea5,segment=NetworkSegment(db684214-d7da-45c4-b29d-9500ff344225),segment_id=db684214-d7da-45c4-b29d-9500ff344225)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:37:40.338680 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e450445-e622-4dd9-82c1-a33a1cfa168a req-6bddd84d-a9fa-42fb-a829-1fc7512534b5 tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:40.342181 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0e450445-e622-4dd9-82c1-a33a1cfa168a req-6bddd84d-a9fa-42fb-a829-1fc7512534b5 tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] 10.222.0.87 "GET /v2.0/networks?id=9bcc8a88-3b91-4ec1-b3b9-fb9678537539 HTTP/1.1" status: 200 len: 817 time: 1.1089365 Feb 17 17:37:40.362319 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ee5f5ce2-a6e3-4fab-bd5e-1eb4cefc6a60 req-56dbf623-5966-4909-8772-bc778fb7b916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (6fd8fede-7055-4d6d-a04d-8b0c189e0ea5), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:40.444508 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-911c2798-767c-40e2-8a62-7dd2ca6ff616 req-ced9141c-4bfd-49dd-8a41-6949c8695e68 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/security-groups?id=fd4d27d9-e68c-41ba-a909-f949182bce5a&id=4a46e179-4efe-408d-8163-359e1c80274b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3645275 Feb 17 17:37:40.451131 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0e450445-e622-4dd9-82c1-a33a1cfa168a req-47035ec0-761d-477d-9172-91f8805a24cd tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] 10.222.0.87 "GET /v2.0/quotas/bfcb5827d83a4cf78d474a574e22d5cf HTTP/1.1" status: 200 len: 375 time: 0.0802147 Feb 17 17:37:40.472090 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-a1495782-50f0-44bb-ac25-1cd042176b56 None None] Deleting port 1901856e-5e8b-468b-9417-fa6131c20d7a {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:37:40.472637 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a1495782-50f0-44bb-ac25-1cd042176b56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (1901856e-5e8b-468b-9417-fa6131c20d7a), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:40.498980 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dbf623-5966-4909-8772-bc778fb7b916 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd8fede-7055-4d6d-a04d-8b0c189e0ea5,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:40.536450 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f5ce2-a6e3-4fab-bd5e-1eb4cefc6a60 req-56dbf623-5966-4909-8772-bc778fb7b916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:40.537847 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ee5f5ce2-a6e3-4fab-bd5e-1eb4cefc6a60 req-56dbf623-5966-4909-8772-bc778fb7b916 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:40.540824 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ee5f5ce2-a6e3-4fab-bd5e-1eb4cefc6a60 req-56dbf623-5966-4909-8772-bc778fb7b916 service neutron] 10.222.0.91 "PUT /v2.0/ports/6fd8fede-7055-4d6d-a04d-8b0c189e0ea5 HTTP/1.1" status: 200 len: 1091 time: 1.2187319 Feb 17 17:37:40.541300 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '240c422b-1b78-4785-83ce-f53c86d91391', 'tag': '6fd8fede-7055-4d6d-a04d-8b0c189e0ea5'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:37:40.552161 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Publish callbacks [] for port (1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:40.557134 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc2c1c3-6381-4f00-8466-2435350ab981" -d '{"events": [{"name": "network-changed", "server_uuid": "240c422b-1b78-4785-83ce-f53c86d91391", "tag": "6fd8fede-7055-4d6d-a04d-8b0c189e0ea5"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:37:40.579011 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-359705b1-ef06-4200-a757-14e7a71158c0 req-46dcd9b2-cac7-46f4-b463-3c92c9aa73d8 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Deleting port ead96634-4ef4-423a-b514-d956339d9ffc {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:37:40.579605 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-359705b1-ef06-4200-a757-14e7a71158c0 req-46dcd9b2-cac7-46f4-b463-3c92c9aa73d8 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (ead96634-4ef4-423a-b514-d956339d9ffc), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:40.604744 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9eb49ac-e36e-4841-bdd4-5a5ae6e94270 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (bf39f6c6-3a20-4e2c-a177-0507de0305b8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:40.626741 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:40.637089 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0e450445-e622-4dd9-82c1-a33a1cfa168a req-595b367a-9377-4bde-a15a-79098d9157a3 tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=bfcb5827d83a4cf78d474a574e22d5cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1461737 Feb 17 17:37:40.641455 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b261ae9-f5cc-4b0e-9ed7-20dba684dd68 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:37:40.708087 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-dab6b3ec-2a6a-456a-a1bc-50a71c3ca7e2 None None] Current status of the port de0da242-00c0-4e9f-84b4-5d11e18c86a4 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:40.708750 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dab6b3ec-2a6a-456a-a1bc-50a71c3ca7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (de0da242-00c0-4e9f-84b4-5d11e18c86a4), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:40.748831 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb49ac-e36e-4841-bdd4-5a5ae6e94270 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Pushing event deleted for resources: {'Subnet': ['ID=bf39f6c6-3a20-4e2c-a177-0507de0305b8,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:40.779525 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Network 14089b0a-a143-4bab-b3d9-7b7a52a6c722 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:37:40.832734 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:37:40.837870 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 80a7fb3a-f884-41e9-837c-0092f3339dab is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:40.838585 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (80a7fb3a-f884-41e9-837c-0092f3339dab), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:40.869234 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:37:40.890122 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9eb49ac-e36e-4841-bdd4-5a5ae6e94270 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (14089b0a-a143-4bab-b3d9-7b7a52a6c722), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:40.890402 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 1901856e-5e8b-468b-9417-fa6131c20d7a is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:40.891746 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 706b8f56-6b40-4470-b8f6-35f3b50fd7c8 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:37:40.927533 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f5ce2-a6e3-4fab-bd5e-1eb4cefc6a60 req-d859729b-5072-4f78-9ff8-69c013025b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:40.929450 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ee5f5ce2-a6e3-4fab-bd5e-1eb4cefc6a60 req-d859729b-5072-4f78-9ff8-69c013025b28 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a33ff16117b5429daaa9225b5871ef11&device_id=240c422b-1b78-4785-83ce-f53c86d91391 HTTP/1.1" status: 200 len: 1125 time: 0.3407431 Feb 17 17:37:40.931268 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-f9eb49ac-e36e-4841-bdd4-5a5ae6e94270 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14089b0a-a143-4bab-b3d9-7b7a52a6c722']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:40.951418 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-f9eb49ac-e36e-4841-bdd4-5a5ae6e94270 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4276df0f-d127-4915-af98-fdcca7907e2c') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:40.951795 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-f9eb49ac-e36e-4841-bdd4-5a5ae6e94270 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4276df0f-d127-4915-af98-fdcca7907e2c') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:40.978315 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859736c3-e284-4198-922e-20d1eddbac2d None None] Network 02282d7b-e50d-4f07-9e23-d5c20470087b requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:37:40.993882 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ee5f5ce2-a6e3-4fab-bd5e-1eb4cefc6a60 req-f78db9ea-96d0-44bc-8834-693344697ae4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6fd8fede-7055-4d6d-a04d-8b0c189e0ea5 HTTP/1.1" status: 200 len: 217 time: 0.0524178 Feb 17 17:37:41.000175 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9eb49ac-e36e-4841-bdd4-5a5ae6e94270 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (4276df0f-d127-4915-af98-fdcca7907e2c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:41.025014 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-359705b1-ef06-4200-a757-14e7a71158c0 req-46dcd9b2-cac7-46f4-b463-3c92c9aa73d8 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] For port ead96634-4ef4-423a-b514-d956339d9ffc, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=ead96634-4ef4-423a-b514-d956339d9ffc,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:41.025393 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-359705b1-ef06-4200-a757-14e7a71158c0 req-46dcd9b2-cac7-46f4-b463-3c92c9aa73d8 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (ead96634-4ef4-423a-b514-d956339d9ffc), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:41.061520 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f5ce2-a6e3-4fab-bd5e-1eb4cefc6a60 req-79d21ed2-d70f-4888-9507-9ed3c1f4fd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:41.063213 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ee5f5ce2-a6e3-4fab-bd5e-1eb4cefc6a60 req-79d21ed2-d70f-4888-9507-9ed3c1f4fd76 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=21a1df04-56c1-48bc-b696-a5e17ac4d235 HTTP/1.1" status: 200 len: 867 time: 0.0608795 Feb 17 17:37:41.064418 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9eb49ac-e36e-4841-bdd4-5a5ae6e94270 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (4276df0f-d127-4915-af98-fdcca7907e2c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:41.064547 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-359705b1-ef06-4200-a757-14e7a71158c0 req-46dcd9b2-cac7-46f4-b463-3c92c9aa73d8 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Calling delete_port for ead96634-4ef4-423a-b514-d956339d9ffc owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:37:41.069381 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0b261ae9-f5cc-4b0e-9ed7-20dba684dd68 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:41.074317 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9eb49ac-e36e-4841-bdd4-5a5ae6e94270 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:37:41.075100 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9eb49ac-e36e-4841-bdd4-5a5ae6e94270 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (4276df0f-d127-4915-af98-fdcca7907e2c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:41.100706 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b45b4-8063-4c4e-9346-6a07782ccecb req-c06e8f82-f623-4695-bb87-11b366407467 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:41.108276 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-792b45b4-8063-4c4e-9346-6a07782ccecb req-c06e8f82-f623-4695-bb87-11b366407467 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=60ab87b1-d42f-4db3-96e5-629833bd232b HTTP/1.1" status: 200 len: 944 time: 0.4859886 Feb 17 17:37:41.140954 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0e450445-e622-4dd9-82c1-a33a1cfa168a req-94714d60-a689-47b5-b04d-edc01a89cce3 service neutron] 10.222.0.87 "GET /v2.0/networks/9bcc8a88-3b91-4ec1-b3b9-fb9678537539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4784393 Feb 17 17:37:41.156080 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:37:41.156080 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:37:41.156080 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:37:41.156080 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:37:41.156080 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:37:41.156080 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:37:41.156080 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:37:41.156080 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:37:41.156080 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:37:41.156080 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:37:41.156080 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:37:41.156080 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:37:41.156080 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:37:41.156080 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:37:41.156080 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:37:41.156080 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:37:41.156080 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:37:41.156080 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:37:41.156080 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:37:41.156080 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:37:41.156080 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:37:41.156080 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:37:41.156080 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:37:41.156080 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:37:41.156080 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:37:41.156080 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:37:41.156080 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:37:41.156080 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:37:41.156080 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:37:41.156080 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:37:41.156080 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:37:41.156080 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:37:41.170504 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.db.api [None req-f9eb49ac-e36e-4841-bdd4-5a5ae6e94270 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 17:37:41.170504 n-d-829613-2 neutron-server[103434]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 17:37:41.170504 n-d-829613-2 neutron-server[103434]: [parameters: {'id': '14089b0a-a143-4bab-b3d9-7b7a52a6c722'}] Feb 17 17:37:41.170504 n-d-829613-2 neutron-server[103434]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:37:41.171765 n-d-829613-2 neutron-server[103434]: DEBUG oslo_db.api [None req-f9eb49ac-e36e-4841-bdd4-5a5ae6e94270 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 17:37:41.182236 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-0b261ae9-f5cc-4b0e-9ed7-20dba684dd68 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] device_id is not set on port d5f83aed-eead-43a7-9032-383146c73787 yet. {{(pid=103435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:37:41.233542 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f5ce2-a6e3-4fab-bd5e-1eb4cefc6a60 req-e639a609-19a5-4060-8406-353d091f9926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:41.235476 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ee5f5ce2-a6e3-4fab-bd5e-1eb4cefc6a60 req-e639a609-19a5-4060-8406-353d091f9926 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2a574d4f-e4f9-49f2-aee6-25c2bbb796ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0748651 Feb 17 17:37:41.268470 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ab87b1-d42f-4db3-96e5-629833bd232b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a7fb3a-f884-41e9-837c-0092f3339dab'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:37:41.270910 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7fb9536-d9eb-482e-8e60-de4179b4be1f" -d '{"events": [{"server_uuid": "60ab87b1-d42f-4db3-96e5-629833bd232b", "name": "network-vif-plugged", "status": "completed", "tag": "80a7fb3a-f884-41e9-837c-0092f3339dab"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:37:41.296378 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-dab6b3ec-2a6a-456a-a1bc-50a71c3ca7e2 None None] For port de0da242-00c0-4e9f-84b4-5d11e18c86a4, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=de0da242-00c0-4e9f-84b4-5d11e18c86a4,segment=NetworkSegment(db684214-d7da-45c4-b29d-9500ff344225),segment_id=db684214-d7da-45c4-b29d-9500ff344225)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:41.312553 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-792b45b4-8063-4c4e-9346-6a07782ccecb req-55b01605-09cd-44f7-a529-6d2e23f9ce51 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978822 Feb 17 17:37:41.369465 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dab6b3ec-2a6a-456a-a1bc-50a71c3ca7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (de0da242-00c0-4e9f-84b4-5d11e18c86a4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:41.386967 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ee5f5ce2-a6e3-4fab-bd5e-1eb4cefc6a60 req-10c53994-66d6-42db-9bbe-da1fa83d651f service neutron] 10.222.0.91 "GET /v2.0/networks/2a574d4f-e4f9-49f2-aee6-25c2bbb796ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456082 Feb 17 17:37:41.390728 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 80a7fb3a-f884-41e9-837c-0092f3339dab, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=80a7fb3a-f884-41e9-837c-0092f3339dab,segment=NetworkSegment(e4661035-9680-4da1-989b-77404c89e6fd),segment_id=e4661035-9680-4da1-989b-77404c89e6fd)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:41.419313 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Pushing event updated for resources: {'Port': ['ID=1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:41.469212 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Attempting to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:37:41.469871 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Attempting to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '4276df0f-d127-4915-af98-fdcca7907e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '14089b0a-a143-4bab-b3d9-7b7a52a6c722'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:37:41.470418 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Attempting to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 on network 14089b0a-a143-4bab-b3d9-7b7a52a6c722 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:37:41.472676 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (80a7fb3a-f884-41e9-837c-0092f3339dab), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:41.497935 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0e450445-e622-4dd9-82c1-a33a1cfa168a req-bd1ef731-b119-4b5f-b98c-24dbbd591905 service neutron] 10.222.0.87 "GET /v2.0/networks/9bcc8a88-3b91-4ec1-b3b9-fb9678537539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228450 Feb 17 17:37:41.518875 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-a1495782-50f0-44bb-ac25-1cd042176b56 None None] For port 1901856e-5e8b-468b-9417-fa6131c20d7a, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=1901856e-5e8b-468b-9417-fa6131c20d7a,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:41.519282 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a1495782-50f0-44bb-ac25-1cd042176b56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (1901856e-5e8b-468b-9417-fa6131c20d7a), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:41.526020 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 706b8f56-6b40-4470-b8f6-35f3b50fd7c8 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:37:41.526395 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (706b8f56-6b40-4470-b8f6-35f3b50fd7c8), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:41.554600 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-0b261ae9-f5cc-4b0e-9ed7-20dba684dd68 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Allocated IP 2001:db8::240 (f82adc72-a904-4b51-9a87-7ea8a1981040/f1dbd1a1-6c96-423f-889f-fdc829814d82/d5f83aed-eead-43a7-9032-383146c73787) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:37:41.559898 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:37:41.560345 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Checking segment: {'id': '4276df0f-d127-4915-af98-fdcca7907e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '14089b0a-a143-4bab-b3d9-7b7a52a6c722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:37:41.560964 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:41.561345 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Bound using segment: {'id': '4276df0f-d127-4915-af98-fdcca7907e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '14089b0a-a143-4bab-b3d9-7b7a52a6c722'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:37:41.561829 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Bound port: 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4276df0f-d127-4915-af98-fdcca7907e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '14089b0a-a143-4bab-b3d9-7b7a52a6c722'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:37:41.562224 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:41.572264 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ee5f5ce2-a6e3-4fab-bd5e-1eb4cefc6a60 req-26477187-fe48-4621-b2fc-f3c1cc66a5f4 service neutron] 10.222.0.91 "GET /v2.0/networks/2a574d4f-e4f9-49f2-aee6-25c2bbb796ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793699 Feb 17 17:37:41.599365 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c7cee-2b0c-4b13-9627-0f9ad61e4cc5 req-a6e3c085-816e-4fe6-974b-4c0b94bd127d tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:41.600915 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-295c7cee-2b0c-4b13-9627-0f9ad61e4cc5 req-a6e3c085-816e-4fe6-974b-4c0b94bd127d tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/ports?device_id=842b1390-d20b-429c-b44f-a99e611cf750 HTTP/1.1" status: 200 len: 949 time: 0.1946628 Feb 17 17:37:41.604275 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-359705b1-ef06-4200-a757-14e7a71158c0 req-46dcd9b2-cac7-46f4-b463-3c92c9aa73d8 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (ead96634-4ef4-423a-b514-d956339d9ffc), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:41.628043 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-a1495782-50f0-44bb-ac25-1cd042176b56 None None] Calling delete_port for 1901856e-5e8b-468b-9417-fa6131c20d7a owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:37:41.655537 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['26539d74-7370-4720-a6c3-66c159785bad'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:37:41.659487 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dcd9b2-cac7-46f4-b463-3c92c9aa73d8 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Pushing event deleted for resources: {'Port': ['ID=ead96634-4ef4-423a-b514-d956339d9ffc,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:41.672832 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9eb49ac-e36e-4841-bdd4-5a5ae6e94270 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (14089b0a-a143-4bab-b3d9-7b7a52a6c722), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:41.751627 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-295c7cee-2b0c-4b13-9627-0f9ad61e4cc5 req-3d4d8d8d-7e4b-4495-beeb-a4eb1df9f06a tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/security-groups?id=653b32b6-fa07-4d55-bd5b-f262ebd124a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320581 Feb 17 17:37:41.831035 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-f9eb49ac-e36e-4841-bdd4-5a5ae6e94270 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Deleting port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:37:41.833809 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9eb49ac-e36e-4841-bdd4-5a5ae6e94270 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:41.848592 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-359705b1-ef06-4200-a757-14e7a71158c0 req-46dcd9b2-cac7-46f4-b463-3c92c9aa73d8 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] No DVR routers for this DVR port ead96634-4ef4-423a-b514-d956339d9ffc on host n-h2-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:37:41.851336 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-359705b1-ef06-4200-a757-14e7a71158c0 req-46dcd9b2-cac7-46f4-b463-3c92c9aa73d8 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:41.855365 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-359705b1-ef06-4200-a757-14e7a71158c0 req-46dcd9b2-cac7-46f4-b463-3c92c9aa73d8 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.91 "DELETE /v2.0/ports/ead96634-4ef4-423a-b514-d956339d9ffc HTTP/1.1" status: 204 len: 173 time: 2.5261762 Feb 17 17:37:41.864463 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842b1390-d20b-429c-b44f-a99e611cf750', 'name': 'network-vif-deleted', 'tag': 'ead96634-4ef4-423a-b514-d956339d9ffc'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:37:41.878042 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871c34ca-49e9-41ad-9b19-db65b783d5d7" -d '{"events": [{"server_uuid": "842b1390-d20b-429c-b44f-a99e611cf750", "name": "network-vif-deleted", "tag": "ead96634-4ef4-423a-b514-d956339d9ffc"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:37:41.922885 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44ea7c1-f988-4a14-8a66-e1ee871d9cfe x-openstack-request-id: req-b44ea7c1-f988-4a14-8a66-e1ee871d9cfe {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:37:41.923238 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "240c422b-1b78-4785-83ce-f53c86d91391", "tag": "6fd8fede-7055-4d6d-a04d-8b0c189e0ea5", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:37:41.923503 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b44ea7c1-f988-4a14-8a66-e1ee871d9cfe {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:37:41.924578 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '240c422b-1b78-4785-83ce-f53c86d91391', 'tag': '6fd8fede-7055-4d6d-a04d-8b0c189e0ea5', 'status': 'completed', 'code': 200} Feb 17 17:37:42.011232 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-f9eb49ac-e36e-4841-bdd4-5a5ae6e94270 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] For port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8, host n-d-829613-2, got binding levels [] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:42.011610 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9eb49ac-e36e-4841-bdd4-5a5ae6e94270 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:42.060376 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-f9eb49ac-e36e-4841-bdd4-5a5ae6e94270 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Calling delete_port for 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:37:42.080032 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a52414a-f40f-453c-82bd-20846de69fde x-openstack-request-id: req-3a52414a-f40f-453c-82bd-20846de69fde {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:37:42.083167 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60ab87b1-d42f-4db3-96e5-629833bd232b", "name": "network-vif-plugged", "status": "completed", "tag": "80a7fb3a-f884-41e9-837c-0092f3339dab", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:37:42.096269 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3a52414a-f40f-453c-82bd-20846de69fde {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:37:42.096958 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60ab87b1-d42f-4db3-96e5-629833bd232b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a7fb3a-f884-41e9-837c-0092f3339dab', 'code': 200} Feb 17 17:37:42.235304 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab6b3ec-2a6a-456a-a1bc-50a71c3ca7e2 None None] Pushing event updated for resources: {'Port': ['ID=de0da242-00c0-4e9f-84b4-5d11e18c86a4,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:42.253489 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9eb49ac-e36e-4841-bdd4-5a5ae6e94270 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:42.256077 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b5195609-cac0-4fa8-b299-28df0f22596b None None] Provisioning complete for port 706b8f56-6b40-4470-b8f6-35f3b50fd7c8 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:37:42.256496 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b5195609-cac0-4fa8-b299-28df0f22596b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (706b8f56-6b40-4470-b8f6-35f3b50fd7c8), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:42.258664 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a1495782-50f0-44bb-ac25-1cd042176b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (1901856e-5e8b-468b-9417-fa6131c20d7a), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:42.333737 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eb49ac-e36e-4841-bdd4-5a5ae6e94270 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] No DVR routers for this DVR port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:37:42.339429 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb49ac-e36e-4841-bdd4-5a5ae6e94270 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Pushing event deleted for resources: {'Port': ['ID=1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:42.405193 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0b261ae9-f5cc-4b0e-9ed7-20dba684dd68 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for port (d5f83aed-eead-43a7-9032-383146c73787), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:42.440590 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588b471-5c70-4724-b78d-a746f201fc6f req-95f08c8b-d77c-4a4a-b817-c250a37f9e58 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:42.448655 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8588b471-5c70-4724-b78d-a746f201fc6f req-95f08c8b-d77c-4a4a-b817-c250a37f9e58 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "GET /v2.0/ports?device_id=240c422b-1b78-4785-83ce-f53c86d91391 HTTP/1.1" status: 200 len: 943 time: 0.6155827 Feb 17 17:37:42.467123 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2c1c3-6381-4f00-8466-2435350ab981 req-4ef5c1db-cc38-4b22-a488-53badc0366eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:42.468666 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dcc2c1c3-6381-4f00-8466-2435350ab981 req-4ef5c1db-cc38-4b22-a488-53badc0366eb service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a33ff16117b5429daaa9225b5871ef11&device_id=240c422b-1b78-4785-83ce-f53c86d91391 HTTP/1.1" status: 200 len: 1125 time: 0.5143905 Feb 17 17:37:42.470512 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333abaa-8d8d-42ad-85bd-74ad6e27cafc req-b422ed92-1b17-46a8-9677-9cc2c224ba46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:42.471950 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 706b8f56-6b40-4470-b8f6-35f3b50fd7c8 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:42.472071 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7333abaa-8d8d-42ad-85bd-74ad6e27cafc req-b422ed92-1b17-46a8-9677-9cc2c224ba46 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=60ab87b1-d42f-4db3-96e5-629833bd232b HTTP/1.1" status: 200 len: 1127 time: 0.3420107 Feb 17 17:37:42.519876 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1495782-50f0-44bb-ac25-1cd042176b56 None None] No DVR routers for this DVR port 1901856e-5e8b-468b-9417-fa6131c20d7a on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:37:42.535967 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-473ba797-a409-4264-865e-9a9165f55157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561a3cd2-aabb-4f11-920e-1a8454920696', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-214811159-router', 'tenant_id': 'a33ff16117b5429daaa9225b5871ef11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '9d2948ca-5513-47fa-93dd-5df070b708e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:37:12Z', 'updated_at': '2022-02-17T17:37:29Z', 'revision_number': 4, 'project_id': 'a33ff16117b5429daaa9225b5871ef11', 'gw_port': {'id': '9d2948ca-5513-47fa-93dd-5df070b708e7', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561a3cd2-aabb-4f11-920e-1a8454920696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:37:15Z', 'updated_at': '2022-02-17T17:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'de0da242-00c0-4e9f-84b4-5d11e18c86a4', 'name': '', 'network_id': '2a574d4f-e4f9-49f2-aee6-25c2bbb796ce', 'tenant_id': 'a33ff16117b5429daaa9225b5871ef11', 'mac_address': 'fa:16:3e:60:c5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '561a3cd2-aabb-4f11-920e-1a8454920696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '21a1df04-56c1-48bc-b696-a5e17ac4d235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:37:27Z', 'updated_at': '2022-02-17T17:37:38Z', 'revision_number': 4, 'project_id': 'a33ff16117b5429daaa9225b5871ef11', 'subnets': [{'id': '21a1df04-56c1-48bc-b696-a5e17ac4d235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:42.590773 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3df011f-c09d-440c-9c58-19a982920e8c None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:37:42.592912 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.api [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:37:42.593287 n-d-829613-2 neutron-server[103436]: DEBUG oslo_db.api [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 17:37:42.594769 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218892c9-dee8-42a9-ac43-36b6be1c70b3 req-c6186dc7-cc22-4683-b3d7-4e9235110cfe tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:42.599542 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9eb49ac-e36e-4841-bdd4-5a5ae6e94270 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (14089b0a-a143-4bab-b3d9-7b7a52a6c722), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:42.609674 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218892c9-dee8-42a9-ac43-36b6be1c70b3 req-c6186dc7-cc22-4683-b3d7-4e9235110cfe tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:42.621315 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218892c9-dee8-42a9-ac43-36b6be1c70b3 req-c6186dc7-cc22-4683-b3d7-4e9235110cfe tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:42.635589 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218892c9-dee8-42a9-ac43-36b6be1c70b3 req-c6186dc7-cc22-4683-b3d7-4e9235110cfe tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:42.644633 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=80a7fb3a-f884-41e9-837c-0092f3339dab,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:42.650006 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218892c9-dee8-42a9-ac43-36b6be1c70b3 req-c6186dc7-cc22-4683-b3d7-4e9235110cfe tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:42.661878 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218892c9-dee8-42a9-ac43-36b6be1c70b3 req-c6186dc7-cc22-4683-b3d7-4e9235110cfe tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:42.670112 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-f9eb49ac-e36e-4841-bdd4-5a5ae6e94270 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14089b0a-a143-4bab-b3d9-7b7a52a6c722']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:42.672349 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473ba797-a409-4264-865e-9a9165f55157 None None] The sync data for ids ['561a3cd2-aabb-4f11-920e-1a8454920696'] in n-d-829613-2 is: [{'id': '561a3cd2-aabb-4f11-920e-1a8454920696', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-214811159-router', 'tenant_id': 'a33ff16117b5429daaa9225b5871ef11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '9d2948ca-5513-47fa-93dd-5df070b708e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:37:12Z', 'updated_at': '2022-02-17T17:37:29Z', 'revision_number': 4, 'project_id': 'a33ff16117b5429daaa9225b5871ef11', 'gw_port': {'id': '9d2948ca-5513-47fa-93dd-5df070b708e7', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561a3cd2-aabb-4f11-920e-1a8454920696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:37:15Z', 'updated_at': '2022-02-17T17:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'de0da242-00c0-4e9f-84b4-5d11e18c86a4', 'name': '', 'network_id': '2a574d4f-e4f9-49f2-aee6-25c2bbb796ce', 'tenant_id': 'a33ff16117b5429daaa9225b5871ef11', 'mac_address': 'fa:16:3e:60:c5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '561a3cd2-aabb-4f11-920e-1a8454920696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '21a1df04-56c1-48bc-b696-a5e17ac4d235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:37:27Z', 'updated_at': '2022-02-17T17:37:38Z', 'revision_number': 4, 'project_id': 'a33ff16117b5429daaa9225b5871ef11', 'subnets': [{'id': '21a1df04-56c1-48bc-b696-a5e17ac4d235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:37:42.676070 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218892c9-dee8-42a9-ac43-36b6be1c70b3 req-c6186dc7-cc22-4683-b3d7-4e9235110cfe tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:42.697667 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-218892c9-dee8-42a9-ac43-36b6be1c70b3 req-c6186dc7-cc22-4683-b3d7-4e9235110cfe tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 5419 time: 0.4321010 Feb 17 17:37:42.699237 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-f9eb49ac-e36e-4841-bdd4-5a5ae6e94270 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4276df0f-d127-4915-af98-fdcca7907e2c') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:42.699779 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-f9eb49ac-e36e-4841-bdd4-5a5ae6e94270 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4276df0f-d127-4915-af98-fdcca7907e2c') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:42.722329 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9eb49ac-e36e-4841-bdd4-5a5ae6e94270 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (4276df0f-d127-4915-af98-fdcca7907e2c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:42.763434 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 706b8f56-6b40-4470-b8f6-35f3b50fd7c8 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:37:42.772443 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9eb49ac-e36e-4841-bdd4-5a5ae6e94270 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (4276df0f-d127-4915-af98-fdcca7907e2c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:42.792978 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9eb49ac-e36e-4841-bdd4-5a5ae6e94270 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:37:42.794428 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9eb49ac-e36e-4841-bdd4-5a5ae6e94270 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (4276df0f-d127-4915-af98-fdcca7907e2c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:42.803375 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:37:42.803375 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:37:42.803375 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:37:42.803375 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:37:42.803375 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:37:42.803375 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:37:42.803375 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:37:42.803375 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:37:42.803375 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:37:42.803375 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:37:42.803375 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:37:42.803375 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:37:42.803375 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:37:42.803375 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:37:42.803375 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:37:42.803375 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:37:42.803375 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:37:42.803375 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:37:42.803375 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:37:42.803375 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:37:42.803375 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:37:42.803375 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:37:42.803375 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:37:42.803375 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:37:42.803375 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:37:42.803375 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:37:42.803375 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:37:42.803375 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:37:42.803375 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:37:42.803375 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:37:42.803375 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:37:42.803375 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:37:42.884590 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0b261ae9-f5cc-4b0e-9ed7-20dba684dd68 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (d5f83aed-eead-43a7-9032-383146c73787), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:42.918518 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9eb49ac-e36e-4841-bdd4-5a5ae6e94270 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (14089b0a-a143-4bab-b3d9-7b7a52a6c722), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:42.921634 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8588b471-5c70-4724-b78d-a746f201fc6f req-076be27b-a526-4166-8983-b5b54ea3023e tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "GET /v2.0/security-groups?id=277f59ea-2d85-46af-8186-a4cd64f3dcb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4720321 Feb 17 17:37:42.964642 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7333abaa-8d8d-42ad-85bd-74ad6e27cafc req-50eb9365-de79-4a8a-95ee-e2956e1643a1 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4656148 Feb 17 17:37:42.966172 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9eb49ac-e36e-4841-bdd4-5a5ae6e94270 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-615188'] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:42.976368 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f9eb49ac-e36e-4841-bdd4-5a5ae6e94270 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "DELETE /v2.0/networks/14089b0a-a143-4bab-b3d9-7b7a52a6c722 HTTP/1.1" status: 204 len: 168 time: 4.8834987 Feb 17 17:37:42.977515 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb49ac-e36e-4841-bdd4-5a5ae6e94270 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Pushing event deleted for resources: {'Network': ['ID=14089b0a-a143-4bab-b3d9-7b7a52a6c722,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:42.980016 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46614) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:43.026660 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b5195609-cac0-4fa8-b299-28df0f22596b None None] Current status of the port 706b8f56-6b40-4470-b8f6-35f3b50fd7c8 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:43.034140 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8b26995-2463-4016-ab67-5a8c58ab52f0 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] DELETE failed (client error): The resource could not be found. Feb 17 17:37:43.034675 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8b26995-2463-4016-ab67-5a8c58ab52f0 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:37:43.037798 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e8b26995-2463-4016-ab67-5a8c58ab52f0 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "DELETE /v2.0/networks/14089b0a-a143-4bab-b3d9-7b7a52a6c722 HTTP/1.1" status: 404 len: 339 time: 0.0536277 Feb 17 17:37:43.048817 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46616) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:43.055945 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1495782-50f0-44bb-ac25-1cd042176b56 None None] Pushing event deleted for resources: {'Port': ['ID=1901856e-5e8b-468b-9417-fa6131c20d7a,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:43.066298 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-575acb15-bda3-4019-96e6-455adc9d5d72 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-70198496', 'description': 'd1'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:37:43.105788 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b261ae9-f5cc-4b0e-9ed7-20dba684dd68 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:37:43.111291 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-218892c9-dee8-42a9-ac43-36b6be1c70b3 req-3abfa9b0-493a-479c-af12-ff2ce0ef113a tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/security-groups?id=fd4d27d9-e68c-41ba-a909-f949182bce5a&id=4a46e179-4efe-408d-8163-359e1c80274b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4128253 Feb 17 17:37:43.136845 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2c1c3-6381-4f00-8466-2435350ab981 req-93f87d0f-5541-4e9f-a6c6-bdf419fb775a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:43.141368 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dcc2c1c3-6381-4f00-8466-2435350ab981 req-93f87d0f-5541-4e9f-a6c6-bdf419fb775a service neutron] 10.222.0.91 "GET /v2.0/networks?id=2a574d4f-e4f9-49f2-aee6-25c2bbb796ce HTTP/1.1" status: 200 len: 929 time: 0.6574693 Feb 17 17:37:43.152932 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-0b261ae9-f5cc-4b0e-9ed7-20dba684dd68 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:37:43.161260 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1cdc76fe-307b-40c9-95be-503fb3c01a3a req-9f983567-b9ea-4d89-a530-9cd1d4b6509c tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5f50c38-74ae-4ae2-83fb-5e17173d66f2 HTTP/1.1" status: 200 len: 210 time: 0.1111181 Feb 17 17:37:43.176209 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b261ae9-f5cc-4b0e-9ed7-20dba684dd68 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:37:43.192208 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b261ae9-f5cc-4b0e-9ed7-20dba684dd68 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:43.192915 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0b261ae9-f5cc-4b0e-9ed7-20dba684dd68 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:43.225689 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b261ae9-f5cc-4b0e-9ed7-20dba684dd68 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Port': ['ID=d5f83aed-eead-43a7-9032-383146c73787,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:43.276201 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d4ecb4-aa2e-4204-a4e6-93e7005962a1 x-openstack-request-id: req-78d4ecb4-aa2e-4204-a4e6-93e7005962a1 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:37:43.277187 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842b1390-d20b-429c-b44f-a99e611cf750", "name": "network-vif-deleted", "tag": "ead96634-4ef4-423a-b514-d956339d9ffc", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:37:43.277400 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-78d4ecb4-aa2e-4204-a4e6-93e7005962a1 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:37:43.277830 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842b1390-d20b-429c-b44f-a99e611cf750', 'name': 'network-vif-deleted', 'tag': 'ead96634-4ef4-423a-b514-d956339d9ffc', 'status': 'completed', 'code': 200} Feb 17 17:37:43.286602 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dcc2c1c3-6381-4f00-8466-2435350ab981 req-40505bdf-9793-43e9-8d02-1c281bf9cb59 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6fd8fede-7055-4d6d-a04d-8b0c189e0ea5 HTTP/1.1" status: 200 len: 217 time: 0.0908821 Feb 17 17:37:43.287261 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575acb15-bda3-4019-96e6-455adc9d5d72 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Made reservation on behalf of 15e5b8cede264c62bf635b9a00989986 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:37:43.290574 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-575acb15-bda3-4019-96e6-455adc9d5d72 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:43.309057 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Attempting to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:37:43.310089 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Attempting to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:37:43.310379 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Attempting to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 on network 14089b0a-a143-4bab-b3d9-7b7a52a6c722 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:37:43.338623 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:37:43.339012 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Attempting to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 on network 14089b0a-a143-4bab-b3d9-7b7a52a6c722 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:37:43.355426 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-0b261ae9-f5cc-4b0e-9ed7-20dba684dd68 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4280493 Feb 17 17:37:43.356084 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46620) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:43.380646 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 on network 14089b0a-a143-4bab-b3d9-7b7a52a6c722 not bound, no agent of type HyperV agent registered on host n-d-829613-2 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:37:43.381033 n-d-829613-2 neutron-server[103436]: ERROR neutron.plugins.ml2.managers [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Failed to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 on host n-d-829613-2 for vnic_type normal using segments [] Feb 17 17:37:43.382739 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-fe4c664f-f388-44b7-b265-d05b2243b70e None None] Provisioning complete for port 706b8f56-6b40-4470-b8f6-35f3b50fd7c8 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:37:43.383119 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fe4c664f-f388-44b7-b265-d05b2243b70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (706b8f56-6b40-4470-b8f6-35f3b50fd7c8), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:43.395871 n-d-829613-2 neutron-server[103436]: INFO neutron.plugins.ml2.plugin [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Attempt 2 to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 Feb 17 17:37:43.422283 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Attempting to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:37:43.422649 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Attempting to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:37:43.423024 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Attempting to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 on network 14089b0a-a143-4bab-b3d9-7b7a52a6c722 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:37:43.429640 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bf1f3d-b877-4b26-9ceb-f5e2fe4291eb tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:43.431226 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-70bf1f3d-b877-4b26-9ceb-f5e2fe4291eb tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0737553 Feb 17 17:37:43.434307 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46622) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:43.506150 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-575acb15-bda3-4019-96e6-455adc9d5d72 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:37:43.534250 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2c1c3-6381-4f00-8466-2435350ab981 req-11902433-4c67-4fde-b6b6-c9e7e9f00369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:43.543741 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dcc2c1c3-6381-4f00-8466-2435350ab981 req-11902433-4c67-4fde-b6b6-c9e7e9f00369 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=21a1df04-56c1-48bc-b696-a5e17ac4d235 HTTP/1.1" status: 200 len: 867 time: 0.2485380 Feb 17 17:37:43.558866 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:37:43.559403 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Attempting to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 on network 14089b0a-a143-4bab-b3d9-7b7a52a6c722 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:37:43.595215 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device ead96634-4ef4-423a-b514-d956339d9ffc no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:37:43.624594 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-575acb15-bda3-4019-96e6-455adc9d5d72 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (8d5b80ba-eed5-4145-922a-ef972c039e4c), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:43.625165 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-575acb15-bda3-4019-96e6-455adc9d5d72 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Added segment 8d5b80ba-eed5-4145-922a-ef972c039e4c of type vlan for network 07c9b49e-425d-450f-8d03-0cac885d0b56 Feb 17 17:37:43.657960 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee572a04-7d8c-41ea-9ad1-807916a9540a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-f82adc72-a904-4b51-9a87-7ea8a1981040', 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'project_id': 'c017d73ca35741f09876024d2cbfcdb7', 'fixed_ips': [{'subnet_id': 'f1dbd1a1-6c96-423f-889f-fdc829814d82'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:37:43.660229 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ee572a04-7d8c-41ea-9ad1-807916a9540a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:43.675123 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 on network 14089b0a-a143-4bab-b3d9-7b7a52a6c722 not bound, no agent of type HyperV agent registered on host n-d-829613-2 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:37:43.675547 n-d-829613-2 neutron-server[103436]: ERROR neutron.plugins.ml2.managers [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Failed to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 on host n-d-829613-2 for vnic_type normal using segments [] Feb 17 17:37:43.680584 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-07670cad-d64e-45ca-95eb-0a18201bc40c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Deleting port d5f83aed-eead-43a7-9032-383146c73787 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:37:43.681073 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-07670cad-d64e-45ca-95eb-0a18201bc40c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (d5f83aed-eead-43a7-9032-383146c73787), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:43.686406 n-d-829613-2 neutron-server[103436]: INFO neutron.plugins.ml2.plugin [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Attempt 3 to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 Feb 17 17:37:43.727216 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: ead96634-4ef4-423a-b514-d956339d9ffc {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:37:43.727569 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device ead96634-4ef4-423a-b514-d956339d9ffc not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:37:43.736897 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025b62e-1c82-4181-96a7-f0adbee52450 req-26520156-12b8-43ca-bf92-bacece798d03 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:43.737112 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Attempting to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:37:43.737380 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Attempting to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:37:43.745918 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0025b62e-1c82-4181-96a7-f0adbee52450 req-26520156-12b8-43ca-bf92-bacece798d03 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=60ab87b1-d42f-4db3-96e5-629833bd232b HTTP/1.1" status: 200 len: 945 time: 0.4287374 Feb 17 17:37:43.754096 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Attempting to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 on network 14089b0a-a143-4bab-b3d9-7b7a52a6c722 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:37:43.862502 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-07670cad-d64e-45ca-95eb-0a18201bc40c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (d5f83aed-eead-43a7-9032-383146c73787), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:43.884295 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-07670cad-d64e-45ca-95eb-0a18201bc40c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Calling delete_port for d5f83aed-eead-43a7-9032-383146c73787 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:37:43.925639 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-575acb15-bda3-4019-96e6-455adc9d5d72 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (07c9b49e-425d-450f-8d03-0cac885d0b56), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:43.962956 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 706b8f56-6b40-4470-b8f6-35f3b50fd7c8 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:37:43.963580 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (706b8f56-6b40-4470-b8f6-35f3b50fd7c8), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:43.966849 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:37:43.967457 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Attempting to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 on network 14089b0a-a143-4bab-b3d9-7b7a52a6c722 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:37:44.036218 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 on network 14089b0a-a143-4bab-b3d9-7b7a52a6c722 not bound, no agent of type HyperV agent registered on host n-d-829613-2 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:37:44.036844 n-d-829613-2 neutron-server[103436]: ERROR neutron.plugins.ml2.managers [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Failed to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 on host n-d-829613-2 for vnic_type normal using segments [] Feb 17 17:37:44.059084 n-d-829613-2 neutron-server[103436]: INFO neutron.plugins.ml2.plugin [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Attempt 4 to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 Feb 17 17:37:44.125278 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2c1c3-6381-4f00-8466-2435350ab981 req-86381d43-7d1a-464c-b2eb-3efb4e553b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:44.129036 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dcc2c1c3-6381-4f00-8466-2435350ab981 req-86381d43-7d1a-464c-b2eb-3efb4e553b60 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2a574d4f-e4f9-49f2-aee6-25c2bbb796ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5776808 Feb 17 17:37:44.132423 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-07670cad-d64e-45ca-95eb-0a18201bc40c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (d5f83aed-eead-43a7-9032-383146c73787), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:44.152703 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Attempting to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:37:44.153115 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Attempting to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:37:44.155898 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Attempting to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 on network 14089b0a-a143-4bab-b3d9-7b7a52a6c722 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:37:44.183284 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4953951-93a4-42da-8e23-bb2011d29222 req-049bdb59-7780-4414-ad76-bc540800f105 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:44.191152 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f4953951-93a4-42da-8e23-bb2011d29222 req-049bdb59-7780-4414-ad76-bc540800f105 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/ports?device_id=59197634-6534-4d67-a5f8-07414b9d1035 HTTP/1.1" status: 200 len: 949 time: 0.5219319 Feb 17 17:37:44.204017 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0025b62e-1c82-4181-96a7-f0adbee52450 req-8c121d46-6493-4e9c-9e3d-494dc8f2485b tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731585 Feb 17 17:37:44.217831 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07670cad-d64e-45ca-95eb-0a18201bc40c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Port': ['ID=d5f83aed-eead-43a7-9032-383146c73787,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:44.254476 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-575acb15-bda3-4019-96e6-455adc9d5d72 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (07c9b49e-425d-450f-8d03-0cac885d0b56), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:44.259682 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575acb15-bda3-4019-96e6-455adc9d5d72 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:44.260336 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-575acb15-bda3-4019-96e6-455adc9d5d72 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:44.281789 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-07670cad-d64e-45ca-95eb-0a18201bc40c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:44.284315 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e450445-e622-4dd9-82c1-a33a1cfa168a req-5ffb38a1-c871-4437-a62a-ca6b7eead39f tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:44.285840 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0e450445-e622-4dd9-82c1-a33a1cfa168a req-5ffb38a1-c871-4437-a62a-ca6b7eead39f tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] 10.222.0.71 "GET /v2.0/networks?id=9bcc8a88-3b91-4ec1-b3b9-fb9678537539 HTTP/1.1" status: 200 len: 817 time: 0.6266468 Feb 17 17:37:44.289211 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-07670cad-d64e-45ca-95eb-0a18201bc40c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/ports/d5f83aed-eead-43a7-9032-383146c73787 HTTP/1.1" status: 204 len: 168 time: 0.8529556 Feb 17 17:37:44.289936 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46634) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:44.337862 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-0e450445-e622-4dd9-82c1-a33a1cfa168a req-e212a54b-fcd3-437d-84c5-86028514a780 tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] Request body: {'port': {'device_id': 'a5f50c38-74ae-4ae2-83fb-5e17173d66f2', 'network_id': '9bcc8a88-3b91-4ec1-b3b9-fb9678537539', 'admin_state_up': True, 'tenant_id': 'bfcb5827d83a4cf78d474a574e22d5cf'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:37:44.339342 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-ee572a04-7d8c-41ea-9ad1-807916a9540a None None] Allocated IP 2001:db8::2 (f82adc72-a904-4b51-9a87-7ea8a1981040/f1dbd1a1-6c96-423f-889f-fdc829814d82/d8cdf433-681c-4ef8-b0e9-e24a4cc292e0) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:37:44.363362 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f7aa90-a1c0-4fe6-b03e-b9a3a443af97 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:44.364957 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f7aa90-a1c0-4fe6-b03e-b9a3a443af97 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:44.366690 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-575acb15-bda3-4019-96e6-455adc9d5d72 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3106585 Feb 17 17:37:44.369693 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b9f7aa90-a1c0-4fe6-b03e-b9a3a443af97 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0786648 Feb 17 17:37:44.371316 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46636) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:44.373196 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46638) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:44.477179 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf0c683b-4691-4920-8f2e-facbb8ac196e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Deleting subnet f1dbd1a1-6c96-423f-889f-fdc829814d82 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:37:44.526054 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ee572a04-7d8c-41ea-9ad1-807916a9540a None None] Publish callbacks [] for port (d8cdf433-681c-4ef8-b0e9-e24a4cc292e0), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:44.533480 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f4953951-93a4-42da-8e23-bb2011d29222 req-6495f68f-2af4-47d5-8380-4657620cf0d7 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/security-groups?id=653b32b6-fa07-4d55-bd5b-f262ebd124a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369558 Feb 17 17:37:44.534486 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575acb15-bda3-4019-96e6-455adc9d5d72 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Pushing event updated for resources: {'Network': ['ID=07c9b49e-425d-450f-8d03-0cac885d0b56,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:44.558456 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ee572a04-7d8c-41ea-9ad1-807916a9540a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (d8cdf433-681c-4ef8-b0e9-e24a4cc292e0), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:44.586302 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dcc2c1c3-6381-4f00-8466-2435350ab981 req-56f2c2ac-1c4c-4a69-b815-8fa163bbdc47 service neutron] 10.222.0.91 "GET /v2.0/networks/2a574d4f-e4f9-49f2-aee6-25c2bbb796ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4312267 Feb 17 17:37:44.621023 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 07c9b49e-425d-450f-8d03-0cac885d0b56 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:37:44.694055 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd7e10-018d-482b-9574-8f47a0b9a228 req-db534fb0-e96e-417f-adfb-e7c3ace08399 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:44.702614 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-13fd7e10-018d-482b-9574-8f47a0b9a228 req-db534fb0-e96e-417f-adfb-e7c3ace08399 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "GET /v2.0/ports?device_id=240c422b-1b78-4785-83ce-f53c86d91391 HTTP/1.1" status: 200 len: 943 time: 0.3346636 Feb 17 17:37:44.709652 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee572a04-7d8c-41ea-9ad1-807916a9540a None None] Pushing event updated for resources: {'Port': ['ID=d8cdf433-681c-4ef8-b0e9-e24a4cc292e0,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:44.713910 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:37:44.714291 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Attempting to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 on network 14089b0a-a143-4bab-b3d9-7b7a52a6c722 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:37:44.735623 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 on network 14089b0a-a143-4bab-b3d9-7b7a52a6c722 not bound, no agent of type HyperV agent registered on host n-d-829613-2 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:37:44.736897 n-d-829613-2 neutron-server[103436]: ERROR neutron.plugins.ml2.managers [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Failed to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 on host n-d-829613-2 for vnic_type normal using segments [] Feb 17 17:37:44.738511 n-d-829613-2 neutron-server[103436]: INFO neutron.plugins.ml2.plugin [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Attempt 5 to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 Feb 17 17:37:44.744745 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-fe4c664f-f388-44b7-b265-d05b2243b70e None None] Current status of the port 706b8f56-6b40-4470-b8f6-35f3b50fd7c8 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:44.815534 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 706b8f56-6b40-4470-b8f6-35f3b50fd7c8 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:44.824377 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Attempting to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:37:44.824910 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Attempting to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:37:44.825283 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Attempting to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 on network 14089b0a-a143-4bab-b3d9-7b7a52a6c722 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:37:44.833389 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee572a04-7d8c-41ea-9ad1-807916a9540a None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:37:44.834305 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:37:44.834682 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Attempting to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 on network 14089b0a-a143-4bab-b3d9-7b7a52a6c722 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:37:44.868090 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 on network 14089b0a-a143-4bab-b3d9-7b7a52a6c722 not bound, no agent of type HyperV agent registered on host n-d-829613-2 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:37:44.868606 n-d-829613-2 neutron-server[103436]: ERROR neutron.plugins.ml2.managers [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Failed to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 on host n-d-829613-2 for vnic_type normal using segments [] Feb 17 17:37:44.869713 n-d-829613-2 neutron-server[103436]: INFO neutron.plugins.ml2.plugin [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Attempt 6 to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 Feb 17 17:37:44.877453 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e450445-e622-4dd9-82c1-a33a1cfa168a req-e212a54b-fcd3-437d-84c5-86028514a780 tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] Made reservation on behalf of bfcb5827d83a4cf78d474a574e22d5cf for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:37:44.881508 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0e450445-e622-4dd9-82c1-a33a1cfa168a req-e212a54b-fcd3-437d-84c5-86028514a780 tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:44.884524 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-ee572a04-7d8c-41ea-9ad1-807916a9540a None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:37:44.888416 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee572a04-7d8c-41ea-9ad1-807916a9540a None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:37:44.916851 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Attempting to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:37:44.916981 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Attempting to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:37:44.917347 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Attempting to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 on network 14089b0a-a143-4bab-b3d9-7b7a52a6c722 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:37:44.921364 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-13fd7e10-018d-482b-9574-8f47a0b9a228 req-8b1ef42a-0b00-43b1-a0a8-d25a4d742eaa tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "GET /v2.0/security-groups?id=277f59ea-2d85-46af-8186-a4cd64f3dcb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177823 Feb 17 17:37:44.965467 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 1901856e-5e8b-468b-9417-fa6131c20d7a no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:37:44.979896 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dcc2c1c3-6381-4f00-8466-2435350ab981 req-7595eeea-929f-4dcf-a3f2-ea62751a3658 service neutron] 10.222.0.91 "GET /v2.0/networks/2a574d4f-e4f9-49f2-aee6-25c2bbb796ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851528 Feb 17 17:37:45.011605 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:37:45.011988 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Attempting to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 on network 14089b0a-a143-4bab-b3d9-7b7a52a6c722 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:37:45.025007 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 on network 14089b0a-a143-4bab-b3d9-7b7a52a6c722 not bound, no agent of type HyperV agent registered on host n-d-829613-2 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:37:45.025398 n-d-829613-2 neutron-server[103436]: ERROR neutron.plugins.ml2.managers [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Failed to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 on host n-d-829613-2 for vnic_type normal using segments [] Feb 17 17:37:45.027844 n-d-829613-2 neutron-server[103436]: INFO neutron.plugins.ml2.plugin [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Attempt 7 to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 Feb 17 17:37:45.039018 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 1901856e-5e8b-468b-9417-fa6131c20d7a {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:37:45.039369 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 1901856e-5e8b-468b-9417-fa6131c20d7a not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:37:45.044922 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Attempting to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:37:45.045338 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Attempting to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:37:45.045706 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Attempting to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 on network 14089b0a-a143-4bab-b3d9-7b7a52a6c722 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:37:45.052524 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-ee572a04-7d8c-41ea-9ad1-807916a9540a None None] Attempting to bind port d8cdf433-681c-4ef8-b0e9-e24a4cc292e0 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:37:45.053065 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-ee572a04-7d8c-41ea-9ad1-807916a9540a None None] Attempting to bind port d8cdf433-681c-4ef8-b0e9-e24a4cc292e0 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:37:45.053439 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee572a04-7d8c-41ea-9ad1-807916a9540a None None] Attempting to bind port d8cdf433-681c-4ef8-b0e9-e24a4cc292e0 on network f82adc72-a904-4b51-9a87-7ea8a1981040 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:37:45.062164 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee572a04-7d8c-41ea-9ad1-807916a9540a None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:37:45.062544 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee572a04-7d8c-41ea-9ad1-807916a9540a None None] Checking segment: {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:37:45.062956 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ee572a04-7d8c-41ea-9ad1-807916a9540a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:45.063349 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee572a04-7d8c-41ea-9ad1-807916a9540a None None] Bound using segment: {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:37:45.063830 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-ee572a04-7d8c-41ea-9ad1-807916a9540a None None] Bound port: d8cdf433-681c-4ef8-b0e9-e24a4cc292e0, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:37:45.064216 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ee572a04-7d8c-41ea-9ad1-807916a9540a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d8cdf433-681c-4ef8-b0e9-e24a4cc292e0), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:45.068753 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:37:45.069138 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Attempting to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 on network 14089b0a-a143-4bab-b3d9-7b7a52a6c722 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:37:45.077639 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d1487-2d80-4d4d-b071-c8a3224a8faa req-10fdc6f4-f6fe-4048-b817-f726c6c3dd02 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:45.083146 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 on network 14089b0a-a143-4bab-b3d9-7b7a52a6c722 not bound, no agent of type HyperV agent registered on host n-d-829613-2 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:37:45.083503 n-d-829613-2 neutron-server[103436]: ERROR neutron.plugins.ml2.managers [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Failed to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 on host n-d-829613-2 for vnic_type normal using segments [] Feb 17 17:37:45.084029 n-d-829613-2 neutron-server[103436]: INFO neutron.plugins.ml2.plugin [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Attempt 8 to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 Feb 17 17:37:45.084785 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d1487-2d80-4d4d-b071-c8a3224a8faa req-10fdc6f4-f6fe-4048-b817-f726c6c3dd02 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:45.091539 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d1487-2d80-4d4d-b071-c8a3224a8faa req-10fdc6f4-f6fe-4048-b817-f726c6c3dd02 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:45.094402 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Attempting to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:37:45.094766 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Attempting to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:37:45.095507 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Attempting to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 on network 14089b0a-a143-4bab-b3d9-7b7a52a6c722 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:37:45.098147 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d1487-2d80-4d4d-b071-c8a3224a8faa req-10fdc6f4-f6fe-4048-b817-f726c6c3dd02 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:45.102109 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:37:45.102670 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Attempting to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 on network 14089b0a-a143-4bab-b3d9-7b7a52a6c722 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:37:45.104671 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d1487-2d80-4d4d-b071-c8a3224a8faa req-10fdc6f4-f6fe-4048-b817-f726c6c3dd02 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:45.111417 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d1487-2d80-4d4d-b071-c8a3224a8faa req-10fdc6f4-f6fe-4048-b817-f726c6c3dd02 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:45.121393 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d1487-2d80-4d4d-b071-c8a3224a8faa req-10fdc6f4-f6fe-4048-b817-f726c6c3dd02 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:45.123738 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-844d1487-2d80-4d4d-b071-c8a3224a8faa req-10fdc6f4-f6fe-4048-b817-f726c6c3dd02 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 5419 time: 0.4434028 Feb 17 17:37:45.143480 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 on network 14089b0a-a143-4bab-b3d9-7b7a52a6c722 not bound, no agent of type HyperV agent registered on host n-d-829613-2 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:37:45.143842 n-d-829613-2 neutron-server[103436]: ERROR neutron.plugins.ml2.managers [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Failed to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 on host n-d-829613-2 for vnic_type normal using segments [] Feb 17 17:37:45.148481 n-d-829613-2 neutron-server[103436]: INFO neutron.plugins.ml2.plugin [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Attempt 9 to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 Feb 17 17:37:45.164077 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Attempting to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:37:45.164492 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Attempting to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:37:45.165031 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Attempting to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 on network 14089b0a-a143-4bab-b3d9-7b7a52a6c722 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:37:45.166030 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-096224d6-54b9-4c24-97ec-246b205cf686 req-f12aeee4-079e-4b4b-970e-c728ce997880 tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5f50c38-74ae-4ae2-83fb-5e17173d66f2 HTTP/1.1" status: 200 len: 210 time: 0.1231213 Feb 17 17:37:45.198746 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:37:45.199411 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Attempting to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 on network 14089b0a-a143-4bab-b3d9-7b7a52a6c722 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:37:45.207910 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-ee572a04-7d8c-41ea-9ad1-807916a9540a None None] For port d8cdf433-681c-4ef8-b0e9-e24a4cc292e0, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:37:45.215672 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 on network 14089b0a-a143-4bab-b3d9-7b7a52a6c722 not bound, no agent of type HyperV agent registered on host n-d-829613-2 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:37:45.216110 n-d-829613-2 neutron-server[103436]: ERROR neutron.plugins.ml2.managers [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Failed to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 on host n-d-829613-2 for vnic_type normal using segments [] Feb 17 17:37:45.218746 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-ee572a04-7d8c-41ea-9ad1-807916a9540a None None] For port d8cdf433-681c-4ef8-b0e9-e24a4cc292e0, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=d8cdf433-681c-4ef8-b0e9-e24a4cc292e0,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:37:45.220413 n-d-829613-2 neutron-server[103436]: INFO neutron.plugins.ml2.plugin [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Attempt 10 to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 Feb 17 17:37:45.232887 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cf0c683b-4691-4920-8f2e-facbb8ac196e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (f1dbd1a1-6c96-423f-889f-fdc829814d82), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:45.235797 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ee572a04-7d8c-41ea-9ad1-807916a9540a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (d8cdf433-681c-4ef8-b0e9-e24a4cc292e0), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:45.237811 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Attempting to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:37:45.238168 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Attempting to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:37:45.239929 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Attempting to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 on network 14089b0a-a143-4bab-b3d9-7b7a52a6c722 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:37:45.266274 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device de0da242-00c0-4e9f-84b4-5d11e18c86a4 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:37:45.291149 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:37:45.291511 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Attempting to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 on network 14089b0a-a143-4bab-b3d9-7b7a52a6c722 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:37:45.334013 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 on network 14089b0a-a143-4bab-b3d9-7b7a52a6c722 not bound, no agent of type HyperV agent registered on host n-d-829613-2 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:37:45.334428 n-d-829613-2 neutron-server[103436]: ERROR neutron.plugins.ml2.managers [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Failed to bind port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 on host n-d-829613-2 for vnic_type normal using segments [] Feb 17 17:37:45.336766 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:45.347473 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-0e450445-e622-4dd9-82c1-a33a1cfa168a req-e212a54b-fcd3-437d-84c5-86028514a780 tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] Allocated IP 172.20.0.4 (9bcc8a88-3b91-4ec1-b3b9-fb9678537539/a695d28a-4122-459c-ad10-65288ba6ea20/45257e85-317d-459f-b5af-17b70425681b) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:37:45.347667 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825938be-9995-4acc-a988-f8bb55ea5ca1 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:45.347667 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-825938be-9995-4acc-a988-f8bb55ea5ca1 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "GET /v2.0/networks?id=07c9b49e-425d-450f-8d03-0cac885d0b56 HTTP/1.1" status: 200 len: 763 time: 0.9723485 Feb 17 17:37:45.351039 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46644) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:45.359428 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cf0c683b-4691-4920-8f2e-facbb8ac196e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (f1dbd1a1-6c96-423f-889f-fdc829814d82), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:45.365590 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-590c68c0-faca-4cd4-af1a-26d72e841af8 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Request body: {'network': {'description': 'd2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:37:45.418513 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b34f1ecf-f99f-4b63-a109-35a6485cdb4c None None] Port 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 has been deleted concurrently {{(pid=103436) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 17 17:37:45.420032 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee572a04-7d8c-41ea-9ad1-807916a9540a None None] Pushing event updated for resources: {'Port': ['ID=d8cdf433-681c-4ef8-b0e9-e24a4cc292e0,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:45.440662 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port de0da242-00c0-4e9f-84b4-5d11e18c86a4 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:37:45.441042 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (de0da242-00c0-4e9f-84b4-5d11e18c86a4), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:45.482098 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5caa8b-dd5e-45b5-9adf-5e36b1ab46c2 req-2c1a4a8f-4388-40de-8495-2621d8a95529 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:45.484088 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-aa5caa8b-dd5e-45b5-9adf-5e36b1ab46c2 req-2c1a4a8f-4388-40de-8495-2621d8a95529 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.71 "GET /v2.0/ports?device_id=59197634-6534-4d67-a5f8-07414b9d1035 HTTP/1.1" status: 200 len: 949 time: 0.2482505 Feb 17 17:37:45.572981 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port de0da242-00c0-4e9f-84b4-5d11e18c86a4 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:45.581604 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 6fd8fede-7055-4d6d-a04d-8b0c189e0ea5 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:37:45.737150 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-844d1487-2d80-4d4d-b071-c8a3224a8faa req-27728b23-68b5-41ae-aaeb-48472759da2d tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/security-groups?id=fd4d27d9-e68c-41ba-a909-f949182bce5a&id=4a46e179-4efe-408d-8163-359e1c80274b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5866077 Feb 17 17:37:45.815537 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fea684-72db-4382-83fe-d911dbb0d0a2 req-b5e4a2c4-ddd8-450f-b2fc-51cace2eb9fc tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:45.825899 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f5fea684-72db-4382-83fe-d911dbb0d0a2 req-b5e4a2c4-ddd8-450f-b2fc-51cace2eb9fc tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=60ab87b1-d42f-4db3-96e5-629833bd232b HTTP/1.1" status: 200 len: 945 time: 0.3486171 Feb 17 17:37:45.900342 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cf0c683b-4691-4920-8f2e-facbb8ac196e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (f1dbd1a1-6c96-423f-889f-fdc829814d82), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:45.915497 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 6fd8fede-7055-4d6d-a04d-8b0c189e0ea5, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=6fd8fede-7055-4d6d-a04d-8b0c189e0ea5,segment=NetworkSegment(db684214-d7da-45c4-b29d-9500ff344225),segment_id=db684214-d7da-45c4-b29d-9500ff344225)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:46.031777 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-590c68c0-faca-4cd4-af1a-26d72e841af8 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (07c9b49e-425d-450f-8d03-0cac885d0b56), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:46.089414 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-590c68c0-faca-4cd4-af1a-26d72e841af8 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (07c9b49e-425d-450f-8d03-0cac885d0b56), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:46.190510 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c68c0-faca-4cd4-af1a-26d72e841af8 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Pushing event updated for resources: {'Network': ['ID=07c9b49e-425d-450f-8d03-0cac885d0b56,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:46.196669 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '6fd8fede-7055-4d6d-a04d-8b0c189e0ea5', 'network_id': '2a574d4f-e4f9-49f2-aee6-25c2bbb796ce', 'port_id': '6fd8fede-7055-4d6d-a04d-8b0c189e0ea5', 'mac_address': 'fa:16:3e:66:d2:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21a1df04-56c1-48bc-b696-a5e17ac4d235', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:37:46.210415 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-590c68c0-faca-4cd4-af1a-26d72e841af8 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Network 07c9b49e-425d-450f-8d03-0cac885d0b56 is not hosted by any dhcp agent {{(pid=103434) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 17 17:37:46.210770 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 07c9b49e-425d-450f-8d03-0cac885d0b56 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:37:46.218009 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590c68c0-faca-4cd4-af1a-26d72e841af8 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:46.218009 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-590c68c0-faca-4cd4-af1a-26d72e841af8 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:46.219506 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-590c68c0-faca-4cd4-af1a-26d72e841af8 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "PUT /v2.0/networks/07c9b49e-425d-450f-8d03-0cac885d0b56 HTTP/1.1" status: 200 len: 760 time: 0.8676140 Feb 17 17:37:46.224027 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46654) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:46.326874 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cf0c683b-4691-4920-8f2e-facbb8ac196e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (f1dbd1a1-6c96-423f-889f-fdc829814d82), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:46.347081 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0e450445-e622-4dd9-82c1-a33a1cfa168a req-e212a54b-fcd3-437d-84c5-86028514a780 tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] Publish callbacks [] for port (45257e85-317d-459f-b5af-17b70425681b), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:46.349839 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 6fd8fede-7055-4d6d-a04d-8b0c189e0ea5 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:46.350740 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6fd8fede-7055-4d6d-a04d-8b0c189e0ea5), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:46.375687 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-aa5caa8b-dd5e-45b5-9adf-5e36b1ab46c2 req-33caf453-83d3-4de9-abc9-7c4397ed9599 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Deleting port 26539d74-7370-4720-a6c3-66c159785bad {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:37:46.376194 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-aa5caa8b-dd5e-45b5-9adf-5e36b1ab46c2 req-33caf453-83d3-4de9-abc9-7c4397ed9599 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (26539d74-7370-4720-a6c3-66c159785bad), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:46.379461 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fd8fede-7055-4d6d-a04d-8b0c189e0ea5 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:37:46.380576 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58b135-f916-45d2-a49f-833f13a84787 req-2d27ad37-2fe3-4ecc-b026-f6505bd26ec0 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:46.388082 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cf58b135-f916-45d2-a49f-833f13a84787 req-2d27ad37-2fe3-4ecc-b026-f6505bd26ec0 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/ports?device_id=59197634-6534-4d67-a5f8-07414b9d1035 HTTP/1.1" status: 200 len: 949 time: 0.1128907 Feb 17 17:37:46.405898 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 6fd8fede-7055-4d6d-a04d-8b0c189e0ea5, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=6fd8fede-7055-4d6d-a04d-8b0c189e0ea5,segment=NetworkSegment(db684214-d7da-45c4-b29d-9500ff344225),segment_id=db684214-d7da-45c4-b29d-9500ff344225)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:46.410716 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (6fd8fede-7055-4d6d-a04d-8b0c189e0ea5), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:46.415475 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cf0c683b-4691-4920-8f2e-facbb8ac196e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:46.419262 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-cf0c683b-4691-4920-8f2e-facbb8ac196e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/f1dbd1a1-6c96-423f-889f-fdc829814d82 HTTP/1.1" status: 204 len: 168 time: 2.0401003 Feb 17 17:37:46.450225 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46656) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:46.461799 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cf58b135-f916-45d2-a49f-833f13a84787 req-55d14164-b959-4bf9-9226-83e382eb905f tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/security-groups?id=653b32b6-fa07-4d55-bd5b-f262ebd124a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727468 Feb 17 17:37:46.475672 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0c683b-4691-4920-8f2e-facbb8ac196e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Subnet': ['ID=f1dbd1a1-6c96-423f-889f-fdc829814d82,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:46.501509 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=6fd8fede-7055-4d6d-a04d-8b0c189e0ea5,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:46.512462 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03028424-5428-4cd5-8f8f-b56635bec708 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:46.520221 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-03028424-5428-4cd5-8f8f-b56635bec708 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "GET /v2.0/networks?id=07c9b49e-425d-450f-8d03-0cac885d0b56 HTTP/1.1" status: 200 len: 763 time: 0.2911236 Feb 17 17:37:46.520882 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46658) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:46.526776 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:37:46.527141 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:37:46.531450 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:37:46.531850 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:37:46.532202 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:37:46.532991 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:37:46.533358 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:37:46.533698 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:37:46.534007 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:37:46.534384 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:37:46.534669 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:37:46.534999 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:37:46.535329 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:37:46.598569 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f5fea684-72db-4382-83fe-d911dbb0d0a2 req-4c1024ff-05d4-4bcf-8af2-1e3bec88349f tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7677717 Feb 17 17:37:46.608060 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46660) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:46.609083 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a2fbf036-0241-4ea1-aba8-b20de6e2d116 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1460943 Feb 17 17:37:46.629572 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['6fd8fede-7055-4d6d-a04d-8b0c189e0ea5'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:37:46.707040 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0e450445-e622-4dd9-82c1-a33a1cfa168a req-e212a54b-fcd3-437d-84c5-86028514a780 tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (45257e85-317d-459f-b5af-17b70425681b), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:46.733405 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e450445-e622-4dd9-82c1-a33a1cfa168a req-e212a54b-fcd3-437d-84c5-86028514a780 tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] Network 9bcc8a88-3b91-4ec1-b3b9-fb9678537539 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:37:46.747265 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-0e450445-e622-4dd9-82c1-a33a1cfa168a req-e212a54b-fcd3-437d-84c5-86028514a780 tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:37:46.749979 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e450445-e622-4dd9-82c1-a33a1cfa168a req-e212a54b-fcd3-437d-84c5-86028514a780 tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:37:46.811718 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-aa5caa8b-dd5e-45b5-9adf-5e36b1ab46c2 req-33caf453-83d3-4de9-abc9-7c4397ed9599 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] For port 26539d74-7370-4720-a6c3-66c159785bad, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=26539d74-7370-4720-a6c3-66c159785bad,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:46.812088 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-aa5caa8b-dd5e-45b5-9adf-5e36b1ab46c2 req-33caf453-83d3-4de9-abc9-7c4397ed9599 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (26539d74-7370-4720-a6c3-66c159785bad), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:46.865669 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa37c4c-6021-4eb0-9373-897c6462f367 req-bab23dc0-9205-44a6-a933-5b3c8465292f tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:46.884323 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ffa37c4c-6021-4eb0-9373-897c6462f367 req-bab23dc0-9205-44a6-a933-5b3c8465292f tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "GET /v2.0/ports?device_id=240c422b-1b78-4785-83ce-f53c86d91391 HTTP/1.1" status: 200 len: 944 time: 0.2722678 Feb 17 17:37:46.890594 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-aa5caa8b-dd5e-45b5-9adf-5e36b1ab46c2 req-33caf453-83d3-4de9-abc9-7c4397ed9599 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Calling delete_port for 26539d74-7370-4720-a6c3-66c159785bad owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:37:46.960734 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae3bde3-56cd-4639-b9c9-234865da312f tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:46.968850 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7ae3bde3-56cd-4639-b9c9-234865da312f tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4428678 Feb 17 17:37:46.975297 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46666) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:47.010677 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe011f0-7172-4cac-8d02-9403102ede77 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:47.014469 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0fe011f0-7172-4cac-8d02-9403102ede77 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4008732 Feb 17 17:37:47.016849 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46668) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:47.047734 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e212a54b-fcd3-437d-84c5-86028514a780 tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] Pushing event updated for resources: {'Port': ['ID=45257e85-317d-459f-b5af-17b70425681b,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:47.062693 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-fbe75981-7ead-4ced-8a4a-4a87a1df3703 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "GET /v2.0/subnets?network_id=d7afcf1f-5124-4168-b80f-10ace9d04ea7 HTTP/1.1" status: 200 len: 207 time: 0.0826201 Feb 17 17:37:47.067724 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46672) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:47.107228 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e450445-e622-4dd9-82c1-a33a1cfa168a req-e212a54b-fcd3-437d-84c5-86028514a780 tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:47.107983 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0e450445-e622-4dd9-82c1-a33a1cfa168a req-e212a54b-fcd3-437d-84c5-86028514a780 tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:47.126634 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ffa37c4c-6021-4eb0-9373-897c6462f367 req-d6b58817-acab-4326-902f-703ed754fe1a tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "GET /v2.0/security-groups?id=277f59ea-2d85-46af-8186-a4cd64f3dcb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412975 Feb 17 17:37:47.157265 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0e450445-e622-4dd9-82c1-a33a1cfa168a req-e212a54b-fcd3-437d-84c5-86028514a780 tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8529351 Feb 17 17:37:47.191457 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585587d-6510-4757-981e-fd6db09a8786 req-1e0bd478-0c2c-4b1d-bc3a-c8c695cf5a28 tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:47.192293 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-199c6e1c-978c-471d-9a48-f37f05327a4b None None] Could not find standard attr ID for object 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8. {{(pid=103436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 17:37:47.193346 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6585587d-6510-4757-981e-fd6db09a8786 req-1e0bd478-0c2c-4b1d-bc3a-c8c695cf5a28 tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5f50c38-74ae-4ae2-83fb-5e17173d66f2 HTTP/1.1" status: 200 len: 931 time: 0.4581888 Feb 17 17:37:47.202601 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-0e450445-e622-4dd9-82c1-a33a1cfa168a req-e399b1d7-339a-4187-a048-22c70b23374b service neutron] Request body: {'port': {'device_id': 'a5f50c38-74ae-4ae2-83fb-5e17173d66f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:37:47.270379 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa338b59-9b0f-4589-9d66-7f167c29c979 None None] DHCP port deletion for 14089b0a-a143-4bab-b3d9-7b7a52a6c722 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:37:47.298932 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1db48e5-9715-4d17-ada4-089339a81423 None None] Network 14089b0a-a143-4bab-b3d9-7b7a52a6c722 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:37:47.320046 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device d8cdf433-681c-4ef8-b0e9-e24a4cc292e0 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:37:47.323675 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1db48e5-9715-4d17-ada4-089339a81423 None None] Network 14089b0a-a143-4bab-b3d9-7b7a52a6c722 could not be found, it might have been deleted concurrently. {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 17 17:37:47.326432 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5383832-7f07-4a4e-b06c-b5265d45f4b7 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:47.327912 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c5383832-7f07-4a4e-b06c-b5265d45f4b7 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3099487 Feb 17 17:37:47.333193 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46674) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:47.351926 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6585587d-6510-4757-981e-fd6db09a8786 req-b84aef4e-97e8-4ae3-bebe-ac6d31a96832 tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] 10.222.0.87 "GET /v2.0/security-groups?id=6e84d6e9-8d24-450f-881e-81f04b98605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447153 Feb 17 17:37:47.406856 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6d888833-af00-441e-acfc-1760dfd819f3 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0708539 Feb 17 17:37:47.414396 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46676) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:47.417391 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66071a20-438f-4bfa-aa4b-1dbb4eb8cc9b None None] Network 14089b0a-a143-4bab-b3d9-7b7a52a6c722 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:37:47.421387 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-20a8e47d-bd59-4e22-b4b6-f5133b58df28 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'subnet': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:37:47.451571 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-aa5caa8b-dd5e-45b5-9adf-5e36b1ab46c2 req-33caf453-83d3-4de9-abc9-7c4397ed9599 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (26539d74-7370-4720-a6c3-66c159785bad), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:47.487517 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33caf453-83d3-4de9-abc9-7c4397ed9599 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Pushing event deleted for resources: {'Port': ['ID=26539d74-7370-4720-a6c3-66c159785bad,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:47.491608 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66071a20-438f-4bfa-aa4b-1dbb4eb8cc9b None None] Network 14089b0a-a143-4bab-b3d9-7b7a52a6c722 could not be found, it might have been deleted concurrently. {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 17 17:37:47.511289 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0e450445-e622-4dd9-82c1-a33a1cfa168a req-e399b1d7-339a-4187-a048-22c70b23374b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (45257e85-317d-459f-b5af-17b70425681b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:47.521659 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port d8cdf433-681c-4ef8-b0e9-e24a4cc292e0 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:37:47.522044 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d8cdf433-681c-4ef8-b0e9-e24a4cc292e0), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:47.533964 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d62dd15-52f9-418d-bd6a-b2b0d986e894 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:47.538976 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d62dd15-52f9-418d-bd6a-b2b0d986e894 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:47.546996 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d62dd15-52f9-418d-bd6a-b2b0d986e894 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:47.552273 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d62dd15-52f9-418d-bd6a-b2b0d986e894 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:47.557314 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d62dd15-52f9-418d-bd6a-b2b0d986e894 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:47.563134 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d62dd15-52f9-418d-bd6a-b2b0d986e894 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:47.571434 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-1d62dd15-52f9-418d-bd6a-b2b0d986e894 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.5015767 Feb 17 17:37:47.589283 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd98eb2-0bf1-465a-9db5-4ba06fe7d034 req-6b3354ee-3af6-4e4d-a107-3a94bb84e19e tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:47.597602 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 6fd8fede-7055-4d6d-a04d-8b0c189e0ea5 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:37:47.600004 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46680) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:47.600947 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa5caa8b-dd5e-45b5-9adf-5e36b1ab46c2 req-33caf453-83d3-4de9-abc9-7c4397ed9599 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] No DVR routers for this DVR port 26539d74-7370-4720-a6c3-66c159785bad on host n-h1-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:37:47.602238 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9bd98eb2-0bf1-465a-9db5-4ba06fe7d034 req-6b3354ee-3af6-4e4d-a107-3a94bb84e19e tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=60ab87b1-d42f-4db3-96e5-629833bd232b HTTP/1.1" status: 200 len: 945 time: 0.3335216 Feb 17 17:37:47.618346 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-aa5caa8b-dd5e-45b5-9adf-5e36b1ab46c2 req-33caf453-83d3-4de9-abc9-7c4397ed9599 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:47.622382 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-aa5caa8b-dd5e-45b5-9adf-5e36b1ab46c2 req-33caf453-83d3-4de9-abc9-7c4397ed9599 tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.71 "DELETE /v2.0/ports/26539d74-7370-4720-a6c3-66c159785bad HTTP/1.1" status: 204 len: 173 time: 2.1323099 Feb 17 17:37:47.634086 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59197634-6534-4d67-a5f8-07414b9d1035', 'name': 'network-vif-deleted', 'tag': '26539d74-7370-4720-a6c3-66c159785bad'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:37:47.636883 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606a0a91-ee40-4da8-8c38-f6f6e9036612" -d '{"events": [{"server_uuid": "59197634-6534-4d67-a5f8-07414b9d1035", "name": "network-vif-deleted", "tag": "26539d74-7370-4720-a6c3-66c159785bad"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:37:47.689898 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a41253f-d4f3-4b9f-904a-6364221cfc52 None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:37:47.743928 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-9887f387-7fdb-4b01-9d46-46a56c264888 None None] Provisioning complete for port d8cdf433-681c-4ef8-b0e9-e24a4cc292e0 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:37:47.744692 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9887f387-7fdb-4b01-9d46-46a56c264888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d8cdf433-681c-4ef8-b0e9-e24a4cc292e0), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:47.788640 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a0e1f70b-ee51-458a-8ad6-a8e9a373a163 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1855223 Feb 17 17:37:47.792442 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46684) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:47.803955 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port d8cdf433-681c-4ef8-b0e9-e24a4cc292e0 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:47.817480 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d8cdf433-681c-4ef8-b0e9-e24a4cc292e0), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:47.846077 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9bd98eb2-0bf1-465a-9db5-4ba06fe7d034 req-f866a6b3-81d3-41ad-a81c-5c4dd713487b tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428710 Feb 17 17:37:47.887114 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d873e1-6842-477d-ade1-d6caa2e2f5ab tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:47.892289 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d873e1-6842-477d-ade1-d6caa2e2f5ab tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:47.894177 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d873e1-6842-477d-ade1-d6caa2e2f5ab tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:47.895918 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d873e1-6842-477d-ade1-d6caa2e2f5ab tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:47.897579 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d873e1-6842-477d-ade1-d6caa2e2f5ab tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:47.900662 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-48d873e1-6842-477d-ade1-d6caa2e2f5ab tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1067584 Feb 17 17:37:47.904993 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46688) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:47.928828 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port 6fd8fede-7055-4d6d-a04d-8b0c189e0ea5 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:37:47.937361 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4818b-da87-4343-97c9-004251edd0b7 req-d661566a-c4aa-4c79-ac74-2efcce48e1ac tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:47.946127 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4818b-da87-4343-97c9-004251edd0b7 req-d661566a-c4aa-4c79-ac74-2efcce48e1ac tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:47.963869 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4818b-da87-4343-97c9-004251edd0b7 req-d661566a-c4aa-4c79-ac74-2efcce48e1ac tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:47.965113 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port d8cdf433-681c-4ef8-b0e9-e24a4cc292e0, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=d8cdf433-681c-4ef8-b0e9-e24a4cc292e0,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:47.975066 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4818b-da87-4343-97c9-004251edd0b7 req-d661566a-c4aa-4c79-ac74-2efcce48e1ac tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:47.985950 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4818b-da87-4343-97c9-004251edd0b7 req-d661566a-c4aa-4c79-ac74-2efcce48e1ac tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:47.987040 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (d8cdf433-681c-4ef8-b0e9-e24a4cc292e0), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:47.992303 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 6fd8fede-7055-4d6d-a04d-8b0c189e0ea5 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:37:47.992781 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6fd8fede-7055-4d6d-a04d-8b0c189e0ea5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:48.000886 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4818b-da87-4343-97c9-004251edd0b7 req-d661566a-c4aa-4c79-ac74-2efcce48e1ac tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:48.006936 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4818b-da87-4343-97c9-004251edd0b7 req-d661566a-c4aa-4c79-ac74-2efcce48e1ac tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:48.009311 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c7b4818b-da87-4343-97c9-004251edd0b7 req-d661566a-c4aa-4c79-ac74-2efcce48e1ac tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 5419 time: 0.4534938 Feb 17 17:37:48.037999 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b428ccbc-6c73-4b93-9c63-40fb8778bacf tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Attributes excluded by policy engine: ['shared'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:48.039231 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b428ccbc-6c73-4b93-9c63-40fb8778bacf tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Attributes excluded by policy engine: ['shared'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:48.040603 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b428ccbc-6c73-4b93-9c63-40fb8778bacf tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Attributes excluded by policy engine: ['shared'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:48.041834 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b428ccbc-6c73-4b93-9c63-40fb8778bacf tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Attributes excluded by policy engine: ['shared'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:48.043286 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b428ccbc-6c73-4b93-9c63-40fb8778bacf tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Attributes excluded by policy engine: ['shared'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:48.045823 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b428ccbc-6c73-4b93-9c63-40fb8778bacf tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1396401 Feb 17 17:37:48.049486 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46690) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:48.092540 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cf46803e-5441-4809-ad2e-d63459cceefd req-6dc28cff-4b42-4712-b849-a5c11ad7893a tempest-ServersAdminNegativeTestJSON-1644074053 tempest-ServersAdminNegativeTestJSON-1644074053-project] 10.222.0.87 "GET /v2.0/ports?device_id=59197634-6534-4d67-a5f8-07414b9d1035 HTTP/1.1" status: 200 len: 210 time: 0.0779524 Feb 17 17:37:48.169962 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=d8cdf433-681c-4ef8-b0e9-e24a4cc292e0,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:48.211437 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a8e47d-bd59-4e22-b4b6-f5133b58df28 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:37:48.226166 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-9887f387-7fdb-4b01-9d46-46a56c264888 None None] Current status of the port d8cdf433-681c-4ef8-b0e9-e24a4cc292e0 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:48.233034 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-20a8e47d-bd59-4e22-b4b6-f5133b58df28 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:48.245306 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-9887f387-7fdb-4b01-9d46-46a56c264888 None None] Could not find standard attr ID for object d5f83aed-eead-43a7-9032-383146c73787. {{(pid=103436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 17:37:48.321000 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 6fd8fede-7055-4d6d-a04d-8b0c189e0ea5 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:48.321522 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6fd8fede-7055-4d6d-a04d-8b0c189e0ea5), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:48.357963 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afe03e7-f007-4dbc-b5d6-879abf875e5c tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:48.360295 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3afe03e7-f007-4dbc-b5d6-879abf875e5c tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "GET /v2.0/networks/842f5908-7554-4cca-b4da-cc8ce7d9258c HTTP/1.1" status: 200 len: 804 time: 0.3096666 Feb 17 17:37:48.363185 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88b7d12-a115-4013-831f-ece6e913a930 x-openstack-request-id: req-c88b7d12-a115-4013-831f-ece6e913a930 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:37:48.363185 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59197634-6534-4d67-a5f8-07414b9d1035", "name": "network-vif-deleted", "tag": "26539d74-7370-4720-a6c3-66c159785bad", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:37:48.363185 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c88b7d12-a115-4013-831f-ece6e913a930 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:37:48.363707 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59197634-6534-4d67-a5f8-07414b9d1035', 'name': 'network-vif-deleted', 'tag': '26539d74-7370-4720-a6c3-66c159785bad', 'status': 'completed', 'code': 200} Feb 17 17:37:48.364069 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46696) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:48.370647 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 6fd8fede-7055-4d6d-a04d-8b0c189e0ea5, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=6fd8fede-7055-4d6d-a04d-8b0c189e0ea5,segment=NetworkSegment(db684214-d7da-45c4-b29d-9500ff344225),segment_id=db684214-d7da-45c4-b29d-9500ff344225)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:48.373926 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240c422b-1b78-4785-83ce-f53c86d91391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd8fede-7055-4d6d-a04d-8b0c189e0ea5'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:37:48.376634 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb86d153-3dcc-4e78-b3c1-6d41a1d5efad" -d '{"events": [{"server_uuid": "240c422b-1b78-4785-83ce-f53c86d91391", "name": "network-vif-plugged", "status": "completed", "tag": "6fd8fede-7055-4d6d-a04d-8b0c189e0ea5"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:37:48.384125 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d56937b-abb9-44d4-8d31-e47f1bd4ff56 None None] DHCP port deletion for f82adc72-a904-4b51-9a87-7ea8a1981040 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:37:48.397584 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (6fd8fede-7055-4d6d-a04d-8b0c189e0ea5), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:48.463130 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c7b4818b-da87-4343-97c9-004251edd0b7 req-0c38fd29-9505-41af-82b0-ef92e6d58fff tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/security-groups?id=fd4d27d9-e68c-41ba-a909-f949182bce5a&id=4a46e179-4efe-408d-8163-359e1c80274b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3654976 Feb 17 17:37:48.544164 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=6fd8fede-7055-4d6d-a04d-8b0c189e0ea5,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:48.549532 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec0c916-9e9c-46b9-804c-905b559104d5 x-openstack-request-id: req-5ec0c916-9e9c-46b9-804c-905b559104d5 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:37:48.550552 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "240c422b-1b78-4785-83ce-f53c86d91391", "name": "network-vif-plugged", "status": "completed", "tag": "6fd8fede-7055-4d6d-a04d-8b0c189e0ea5", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:37:48.550818 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5ec0c916-9e9c-46b9-804c-905b559104d5 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:37:48.551275 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '240c422b-1b78-4785-83ce-f53c86d91391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd8fede-7055-4d6d-a04d-8b0c189e0ea5', 'code': 200} Feb 17 17:37:48.579238 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-0d56937b-abb9-44d4-8d31-e47f1bd4ff56 None None] Deleting port d8cdf433-681c-4ef8-b0e9-e24a4cc292e0 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:37:48.579798 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0d56937b-abb9-44d4-8d31-e47f1bd4ff56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (d8cdf433-681c-4ef8-b0e9-e24a4cc292e0), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:48.590515 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b568dfa4-7309-4aac-9898-6c7bca0b3994 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "GET /v2.0/networks/842f5908-7554-4cca-b4da-cc8ce7d9258c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2222910 Feb 17 17:37:48.591534 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46704) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:48.666108 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa3f5d5-b129-48e4-baad-507d94acdc0a tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:48.671213 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-aaa3f5d5-b129-48e4-baad-507d94acdc0a tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "GET /v2.0/subnets/df536947-6ddb-4dda-8159-c2353dad8ddf HTTP/1.1" status: 200 len: 843 time: 0.0756958 Feb 17 17:37:48.671485 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46706) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:48.671683 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-0d56937b-abb9-44d4-8d31-e47f1bd4ff56 None None] For port d8cdf433-681c-4ef8-b0e9-e24a4cc292e0, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=d8cdf433-681c-4ef8-b0e9-e24a4cc292e0,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:48.672093 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0d56937b-abb9-44d4-8d31-e47f1bd4ff56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (d8cdf433-681c-4ef8-b0e9-e24a4cc292e0), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:48.694798 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 26539d74-7370-4720-a6c3-66c159785bad no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:37:48.726734 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: 26539d74-7370-4720-a6c3-66c159785bad {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:37:48.726934 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 26539d74-7370-4720-a6c3-66c159785bad not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:37:48.735659 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-0d56937b-abb9-44d4-8d31-e47f1bd4ff56 None None] Calling delete_port for d8cdf433-681c-4ef8-b0e9-e24a4cc292e0 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:37:48.737039 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8b59a2-da5e-4cea-90bf-7e41036dab1c tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Attributes excluded by policy engine: ['shared'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:48.743385 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7c8b59a2-da5e-4cea-90bf-7e41036dab1c tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "GET /v2.0/subnets/df536947-6ddb-4dda-8159-c2353dad8ddf?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0708914 Feb 17 17:37:48.744262 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46708) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:48.749938 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-f1115d18-089c-47bb-8a89-865e697b7f10 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-438425657'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:37:48.752895 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:48.781679 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1115d18-089c-47bb-8a89-865e697b7f10 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Made reservation on behalf of 15e5b8cede264c62bf635b9a00989986 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:37:48.788511 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f1115d18-089c-47bb-8a89-865e697b7f10 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:48.830564 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-0e450445-e622-4dd9-82c1-a33a1cfa168a req-e399b1d7-339a-4187-a048-22c70b23374b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45257e85-317d-459f-b5af-17b70425681b {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:37:48.837985 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1115d18-089c-47bb-8a89-865e697b7f10 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:37:48.854293 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0e450445-e622-4dd9-82c1-a33a1cfa168a req-e399b1d7-339a-4187-a048-22c70b23374b service neutron] Publish callbacks [] for port (45257e85-317d-459f-b5af-17b70425681b), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:48.861727 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f1115d18-089c-47bb-8a89-865e697b7f10 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (7f2cb002-ae2e-4910-96cd-e8c836d3be5d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:48.862599 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-f1115d18-089c-47bb-8a89-865e697b7f10 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Added segment 7f2cb002-ae2e-4910-96cd-e8c836d3be5d of type vlan for network aec90817-9bed-4174-ac3c-b22d1d5b9e26 Feb 17 17:37:48.878942 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57b0aa5-705d-4155-97ea-f13d243b7f1b req-eb86e329-4624-40d8-a16a-424f058bbf7c tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:48.880585 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c57b0aa5-705d-4155-97ea-f13d243b7f1b req-eb86e329-4624-40d8-a16a-424f058bbf7c tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5f50c38-74ae-4ae2-83fb-5e17173d66f2 HTTP/1.1" status: 200 len: 931 time: 0.2286093 Feb 17 17:37:48.882815 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cc4dd-f36b-45a8-bda1-caf816d68f18 req-3cc066d9-6cea-445e-8f6d-04f238b2e26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:48.884278 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-de6cc4dd-f36b-45a8-bda1-caf816d68f18 req-3cc066d9-6cea-445e-8f6d-04f238b2e26c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=240c422b-1b78-4785-83ce-f53c86d91391 HTTP/1.1" status: 200 len: 1127 time: 0.2202976 Feb 17 17:37:48.899392 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26674c8a-85ca-47ad-8d04-943cc608da67 req-7592d554-820b-4199-8179-60235b803080 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:48.907432 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-26674c8a-85ca-47ad-8d04-943cc608da67 req-7592d554-820b-4199-8179-60235b803080 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "GET /v2.0/ports?device_id=240c422b-1b78-4785-83ce-f53c86d91391 HTTP/1.1" status: 200 len: 945 time: 0.3964655 Feb 17 17:37:48.932617 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0d56937b-abb9-44d4-8d31-e47f1bd4ff56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (d8cdf433-681c-4ef8-b0e9-e24a4cc292e0), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:48.934897 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f1115d18-089c-47bb-8a89-865e697b7f10 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (aec90817-9bed-4174-ac3c-b22d1d5b9e26), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:48.974840 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f1115d18-089c-47bb-8a89-865e697b7f10 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (aec90817-9bed-4174-ac3c-b22d1d5b9e26), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:48.976796 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d56937b-abb9-44d4-8d31-e47f1bd4ff56 None None] Pushing event deleted for resources: {'Port': ['ID=d8cdf433-681c-4ef8-b0e9-e24a4cc292e0,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:48.978728 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d56937b-abb9-44d4-8d31-e47f1bd4ff56 None None] No DVR routers for this DVR port d8cdf433-681c-4ef8-b0e9-e24a4cc292e0 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:37:48.982863 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1115d18-089c-47bb-8a89-865e697b7f10 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:48.983623 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f1115d18-089c-47bb-8a89-865e697b7f10 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:49.032878 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f1115d18-089c-47bb-8a89-865e697b7f10 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2872369 Feb 17 17:37:49.036806 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46712) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:49.040704 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-26674c8a-85ca-47ad-8d04-943cc608da67 req-87c58fba-385c-4abc-b523-f4f8a51f6605 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "GET /v2.0/security-groups?id=277f59ea-2d85-46af-8186-a4cd64f3dcb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324093 Feb 17 17:37:49.041720 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-0e450445-e622-4dd9-82c1-a33a1cfa168a req-e399b1d7-339a-4187-a048-22c70b23374b service neutron] Transition to ACTIVE for port object 45257e85-317d-459f-b5af-17b70425681b will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:37:49.042291 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ed4be881-a716-4ad2-a9e5-f0b61be258c6 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Request body: {'subnet': {'network_id': 'aec90817-9bed-4174-ac3c-b22d1d5b9e26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:37:49.067158 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0e450445-e622-4dd9-82c1-a33a1cfa168a req-e399b1d7-339a-4187-a048-22c70b23374b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (45257e85-317d-459f-b5af-17b70425681b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:49.103030 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1115d18-089c-47bb-8a89-865e697b7f10 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Pushing event updated for resources: {'Network': ['ID=aec90817-9bed-4174-ac3c-b22d1d5b9e26,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:49.122655 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network aec90817-9bed-4174-ac3c-b22d1d5b9e26 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:37:49.140923 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c57b0aa5-705d-4155-97ea-f13d243b7f1b req-31538b11-5ae4-42e9-8b65-83698dff3ff6 tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] 10.222.0.87 "GET /v2.0/security-groups?id=6e84d6e9-8d24-450f-881e-81f04b98605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306969 Feb 17 17:37:49.228068 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4be881-a716-4ad2-a9e5-f0b61be258c6 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Made reservation on behalf of 15e5b8cede264c62bf635b9a00989986 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:37:49.235412 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ed4be881-a716-4ad2-a9e5-f0b61be258c6 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:49.254352 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device d8cdf433-681c-4ef8-b0e9-e24a4cc292e0 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:37:49.284212 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: d8cdf433-681c-4ef8-b0e9-e24a4cc292e0 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:37:49.284646 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device d8cdf433-681c-4ef8-b0e9-e24a4cc292e0 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:37:49.286275 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:37:49.313278 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:37:49.313754 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 1c811b7c-a6b4-4fd2-a031-c5d8e420f3c8 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:37:49.358685 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-de6cc4dd-f36b-45a8-bda1-caf816d68f18 req-521851c9-2afb-4959-88b9-dad3c7179177 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=277f59ea-2d85-46af-8186-a4cd64f3dcb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4423647 Feb 17 17:37:49.359309 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e399b1d7-339a-4187-a048-22c70b23374b service neutron] Pushing event updated for resources: {'Port': ['ID=45257e85-317d-459f-b5af-17b70425681b,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:49.368663 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.ipam_backend_mixin [None req-ed4be881-a716-4ad2-a9e5-f0b61be258c6 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Performing IP validity checks on allocation pools {{(pid=103434) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 17 17:37:49.369551 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.ipam_backend_mixin [None req-ed4be881-a716-4ad2-a9e5-f0b61be258c6 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103434) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 17 17:37:49.422870 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f4b83-a310-425f-9960-ca10c656d5b6 req-82d5c043-91da-426c-b77e-5fc21da2cd29 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:49.424340 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ac3f4b83-a310-425f-9960-ca10c656d5b6 req-82d5c043-91da-426c-b77e-5fc21da2cd29 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=60ab87b1-d42f-4db3-96e5-629833bd232b HTTP/1.1" status: 200 len: 945 time: 0.2020326 Feb 17 17:37:49.495998 n-d-829613-2 neutron-server[103435]: DEBUG neutron.objects.ports [None req-20a8e47d-bd59-4e22-b4b6-f5133b58df28 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103435) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 17 17:37:49.498027 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-0e450445-e622-4dd9-82c1-a33a1cfa168a req-e399b1d7-339a-4187-a048-22c70b23374b service neutron] Attempting to bind port 45257e85-317d-459f-b5af-17b70425681b on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:37:49.498358 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-0e450445-e622-4dd9-82c1-a33a1cfa168a req-e399b1d7-339a-4187-a048-22c70b23374b service neutron] Attempting to bind port 45257e85-317d-459f-b5af-17b70425681b by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '2348ccb8-b5ba-46c2-9adb-0c68d6d6c0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9bcc8a88-3b91-4ec1-b3b9-fb9678537539'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:37:49.498675 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e450445-e622-4dd9-82c1-a33a1cfa168a req-e399b1d7-339a-4187-a048-22c70b23374b service neutron] Attempting to bind port 45257e85-317d-459f-b5af-17b70425681b on network 9bcc8a88-3b91-4ec1-b3b9-fb9678537539 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:37:49.507302 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-20a8e47d-bd59-4e22-b4b6-f5133b58df28 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (b44b9dd8-7624-4ddc-8ec4-ffc63dc8b222), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:49.532156 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:49.557447 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e450445-e622-4dd9-82c1-a33a1cfa168a req-e399b1d7-339a-4187-a048-22c70b23374b service neutron] Port 45257e85-317d-459f-b5af-17b70425681b on network 9bcc8a88-3b91-4ec1-b3b9-fb9678537539 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:37:49.557775 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e450445-e622-4dd9-82c1-a33a1cfa168a req-e399b1d7-339a-4187-a048-22c70b23374b service neutron] Attempting to bind port 45257e85-317d-459f-b5af-17b70425681b on network 9bcc8a88-3b91-4ec1-b3b9-fb9678537539 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:37:49.585378 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e450445-e622-4dd9-82c1-a33a1cfa168a req-e399b1d7-339a-4187-a048-22c70b23374b service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:37:49.585749 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e450445-e622-4dd9-82c1-a33a1cfa168a req-e399b1d7-339a-4187-a048-22c70b23374b service neutron] Checking segment: {'id': '2348ccb8-b5ba-46c2-9adb-0c68d6d6c0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9bcc8a88-3b91-4ec1-b3b9-fb9678537539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:37:49.586151 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e450445-e622-4dd9-82c1-a33a1cfa168a req-e399b1d7-339a-4187-a048-22c70b23374b service neutron] Bound using segment: {'id': '2348ccb8-b5ba-46c2-9adb-0c68d6d6c0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9bcc8a88-3b91-4ec1-b3b9-fb9678537539'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:37:49.586559 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-0e450445-e622-4dd9-82c1-a33a1cfa168a req-e399b1d7-339a-4187-a048-22c70b23374b service neutron] Bound port: 45257e85-317d-459f-b5af-17b70425681b, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2348ccb8-b5ba-46c2-9adb-0c68d6d6c0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9bcc8a88-3b91-4ec1-b3b9-fb9678537539'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:37:49.586938 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0e450445-e622-4dd9-82c1-a33a1cfa168a req-e399b1d7-339a-4187-a048-22c70b23374b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (45257e85-317d-459f-b5af-17b70425681b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:49.592277 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ed4be881-a716-4ad2-a9e5-f0b61be258c6 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (84e6b240-be8f-4e48-8ea8-49b79a3df923), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:49.594118 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a8e47d-bd59-4e22-b4b6-f5133b58df28 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:37:49.609010 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a8e47d-bd59-4e22-b4b6-f5133b58df28 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Subnet': ['ID=b44b9dd8-7624-4ddc-8ec4-ffc63dc8b222,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:49.622814 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-20a8e47d-bd59-4e22-b4b6-f5133b58df28 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:37:49.627664 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46724) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:49.633557 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed517333-3d22-4920-acc9-689f61a64a26 None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:37:49.645504 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a8e47d-bd59-4e22-b4b6-f5133b58df28 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:49.647167 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-20a8e47d-bd59-4e22-b4b6-f5133b58df28 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:49.670287 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ac3f4b83-a310-425f-9960-ca10c656d5b6 req-a3a43598-766e-46dd-950f-ac9274fd5337 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361274 Feb 17 17:37:49.720397 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4be881-a716-4ad2-a9e5-f0b61be258c6 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Pushing event updated for resources: {'Subnet': ['ID=84e6b240-be8f-4e48-8ea8-49b79a3df923,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:49.729495 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4be881-a716-4ad2-a9e5-f0b61be258c6 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Checking segment: {'id': '7f2cb002-ae2e-4910-96cd-e8c836d3be5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'aec90817-9bed-4174-ac3c-b22d1d5b9e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:37:49.729870 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4be881-a716-4ad2-a9e5-f0b61be258c6 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Network hostable DHCP agents. Network: aec90817-9bed-4174-ac3c-b22d1d5b9e26, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:37:49.752596 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4be881-a716-4ad2-a9e5-f0b61be258c6 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Network aec90817-9bed-4174-ac3c-b22d1d5b9e26 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:37:49.753986 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-20a8e47d-bd59-4e22-b4b6-f5133b58df28 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3382461 Feb 17 17:37:49.757658 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46730) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:49.776409 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-ed4be881-a716-4ad2-a9e5-f0b61be258c6 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, aec90817-9bed-4174-ac3c-b22d1d5b9e26) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:37:49.781441 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4be881-a716-4ad2-a9e5-f0b61be258c6 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:49.782372 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ed4be881-a716-4ad2-a9e5-f0b61be258c6 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:49.783461 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-c6d7698d-d81d-4de4-95ae-8d5f0294a8b7 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'subnet': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:37:49.796651 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7c2d91-d428-4b23-8bdb-62cb2d499c6a None None] Network aec90817-9bed-4174-ac3c-b22d1d5b9e26 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:37:49.812269 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ed4be881-a716-4ad2-a9e5-f0b61be258c6 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.7745552 Feb 17 17:37:49.819451 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46732) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:49.832357 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-df2b9d08-ffa5-4eeb-93c6-66ae96f61ef9 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:37:49.832601 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-0e450445-e622-4dd9-82c1-a33a1cfa168a req-e399b1d7-339a-4187-a048-22c70b23374b service neutron] For port 45257e85-317d-459f-b5af-17b70425681b, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:37:49.836974 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-0e450445-e622-4dd9-82c1-a33a1cfa168a req-e399b1d7-339a-4187-a048-22c70b23374b service neutron] For port 45257e85-317d-459f-b5af-17b70425681b, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=45257e85-317d-459f-b5af-17b70425681b,segment=NetworkSegment(2348ccb8-b5ba-46c2-9adb-0c68d6d6c0ea),segment_id=2348ccb8-b5ba-46c2-9adb-0c68d6d6c0ea)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:37:49.838236 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f257bb-7990-4e91-b120-c7d3e0495430 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-f82adc72-a904-4b51-9a87-7ea8a1981040', 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'project_id': 'c017d73ca35741f09876024d2cbfcdb7', 'fixed_ips': [{'subnet_id': 'b44b9dd8-7624-4ddc-8ec4-ffc63dc8b222'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:37:49.839258 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e1f257bb-7990-4e91-b120-c7d3e0495430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:49.887417 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a8832-0ef7-48a4-8e2b-923a3a79b73d req-c7e2ae01-65f2-48b7-b1eb-017982bd9ea6 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:49.893733 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a8832-0ef7-48a4-8e2b-923a3a79b73d req-c7e2ae01-65f2-48b7-b1eb-017982bd9ea6 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:49.899690 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a8832-0ef7-48a4-8e2b-923a3a79b73d req-c7e2ae01-65f2-48b7-b1eb-017982bd9ea6 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:49.907166 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a8832-0ef7-48a4-8e2b-923a3a79b73d req-c7e2ae01-65f2-48b7-b1eb-017982bd9ea6 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:49.913558 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a8832-0ef7-48a4-8e2b-923a3a79b73d req-c7e2ae01-65f2-48b7-b1eb-017982bd9ea6 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:49.917428 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-52367af1-7505-4971-81ba-cac477d8aad4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1f1931af29374107be8715ef2fc37bf8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2867076 Feb 17 17:37:49.920548 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46734) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:49.924834 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a8832-0ef7-48a4-8e2b-923a3a79b73d req-c7e2ae01-65f2-48b7-b1eb-017982bd9ea6 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:49.931253 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a8832-0ef7-48a4-8e2b-923a3a79b73d req-c7e2ae01-65f2-48b7-b1eb-017982bd9ea6 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:49.939416 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-432a8832-0ef7-48a4-8e2b-923a3a79b73d req-c7e2ae01-65f2-48b7-b1eb-017982bd9ea6 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 5419 time: 0.3600886 Feb 17 17:37:49.950950 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0e450445-e622-4dd9-82c1-a33a1cfa168a req-e399b1d7-339a-4187-a048-22c70b23374b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (45257e85-317d-459f-b5af-17b70425681b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:50.003824 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-df2b9d08-ffa5-4eeb-93c6-66ae96f61ef9 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8740591'] for subnet (84e6b240-be8f-4e48-8ea8-49b79a3df923), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:50.016606 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46473f73-dab9-4e76-9c07-65afb8de81d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-aec90817-9bed-4174-ac3c-b22d1d5b9e26', 'network_id': 'aec90817-9bed-4174-ac3c-b22d1d5b9e26', 'project_id': '15e5b8cede264c62bf635b9a00989986', 'fixed_ips': [{'subnet_id': '84e6b240-be8f-4e48-8ea8-49b79a3df923'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:37:50.017475 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-46473f73-dab9-4e76-9c07-65afb8de81d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:50.040478 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-599cf675-ff37-4e12-958e-e9deff44d8a9 admin admin] Publish callbacks [] for security_group (653b32b6-fa07-4d55-bd5b-f262ebd124a0), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:50.056346 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e450445-e622-4dd9-82c1-a33a1cfa168a req-e399b1d7-339a-4187-a048-22c70b23374b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:50.057497 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0e450445-e622-4dd9-82c1-a33a1cfa168a req-e399b1d7-339a-4187-a048-22c70b23374b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:50.058994 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0e450445-e622-4dd9-82c1-a33a1cfa168a req-e399b1d7-339a-4187-a048-22c70b23374b service neutron] 10.222.0.71 "PUT /v2.0/ports/45257e85-317d-459f-b5af-17b70425681b HTTP/1.1" status: 200 len: 1091 time: 2.8643987 Feb 17 17:37:50.078026 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e399b1d7-339a-4187-a048-22c70b23374b service neutron] Pushing event updated for resources: {'Port': ['ID=45257e85-317d-459f-b5af-17b70425681b,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:50.086468 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5f50c38-74ae-4ae2-83fb-5e17173d66f2', 'tag': '45257e85-317d-459f-b5af-17b70425681b'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:37:50.090688 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a3e709-64e3-422f-9eaa-f1d9870f9d68" -d '{"events": [{"name": "network-changed", "server_uuid": "a5f50c38-74ae-4ae2-83fb-5e17173d66f2", "tag": "45257e85-317d-459f-b5af-17b70425681b"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:37:50.108257 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-599cf675-ff37-4e12-958e-e9deff44d8a9 admin admin] Publish callbacks [] for security_group (653b32b6-fa07-4d55-bd5b-f262ebd124a0), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:50.145356 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-e1f257bb-7990-4e91-b120-c7d3e0495430 None None] Allocated IP 2001:db8::f816:3eff:fe38:9361 (f82adc72-a904-4b51-9a87-7ea8a1981040/b44b9dd8-7624-4ddc-8ec4-ffc63dc8b222/f53fb65a-d811-48e3-82ec-86a31ea9271c) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:37:50.233734 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-432a8832-0ef7-48a4-8e2b-923a3a79b73d req-9f9dccbe-314a-4a7c-96aa-6506eb863eb5 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/security-groups?id=fd4d27d9-e68c-41ba-a909-f949182bce5a&id=4a46e179-4efe-408d-8163-359e1c80274b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2933178 Feb 17 17:37:50.276692 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-599cf675-ff37-4e12-958e-e9deff44d8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (653b32b6-fa07-4d55-bd5b-f262ebd124a0), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:50.292150 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-599cf675-ff37-4e12-958e-e9deff44d8a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:50.296279 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-599cf675-ff37-4e12-958e-e9deff44d8a9 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/653b32b6-fa07-4d55-bd5b-f262ebd124a0 HTTP/1.1" status: 204 len: 168 time: 0.3718677 Feb 17 17:37:50.298626 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-df2b9d08-ffa5-4eeb-93c6-66ae96f61ef9 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786427760231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9899089'] for subnet (84e6b240-be8f-4e48-8ea8-49b79a3df923), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:50.315481 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599cf675-ff37-4e12-958e-e9deff44d8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653b32b6-fa07-4d55-bd5b-f262ebd124a0,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:50.348008 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985dd72-113b-4417-ab1a-9bdefa7bb53f req-796d1359-3726-4ae1-801e-e7415ecfbc33 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:50.349672 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a985dd72-113b-4417-ab1a-9bdefa7bb53f req-796d1359-3726-4ae1-801e-e7415ecfbc33 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=60ab87b1-d42f-4db3-96e5-629833bd232b HTTP/1.1" status: 200 len: 945 time: 0.5620596 Feb 17 17:37:50.371049 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-46473f73-dab9-4e76-9c07-65afb8de81d1 None None] Allocated IP 2001:db8::3 (aec90817-9bed-4174-ac3c-b22d1d5b9e26/84e6b240-be8f-4e48-8ea8-49b79a3df923/88be60c6-79c1-436e-83a9-cc2d937ca5de) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:37:50.393337 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e450445-e622-4dd9-82c1-a33a1cfa168a req-8930d124-b022-4c79-be0a-0548fb4fcc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:50.394780 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0e450445-e622-4dd9-82c1-a33a1cfa168a req-8930d124-b022-4c79-be0a-0548fb4fcc02 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bfcb5827d83a4cf78d474a574e22d5cf&device_id=a5f50c38-74ae-4ae2-83fb-5e17173d66f2 HTTP/1.1" status: 200 len: 1125 time: 0.2462096 Feb 17 17:37:50.429511 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2b9d08-ffa5-4eeb-93c6-66ae96f61ef9 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:50.430141 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-df2b9d08-ffa5-4eeb-93c6-66ae96f61ef9 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:50.431560 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-df2b9d08-ffa5-4eeb-93c6-66ae96f61ef9 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "PUT /v2.0/subnets/84e6b240-be8f-4e48-8ea8-49b79a3df923 HTTP/1.1" status: 200 len: 900 time: 0.6106181 Feb 17 17:37:50.438028 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46746) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:50.483341 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0e450445-e622-4dd9-82c1-a33a1cfa168a req-86b329b2-acd8-468d-966a-cb251cc289e2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45257e85-317d-459f-b5af-17b70425681b HTTP/1.1" status: 200 len: 217 time: 0.0768476 Feb 17 17:37:50.530878 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a985dd72-113b-4417-ab1a-9bdefa7bb53f req-637bbd4d-f929-41e1-9c8c-42f25dd55a32 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694305 Feb 17 17:37:50.553886 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b9d08-ffa5-4eeb-93c6-66ae96f61ef9 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Pushing event updated for resources: {'Subnet': ['ID=84e6b240-be8f-4e48-8ea8-49b79a3df923,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:50.595185 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e1f257bb-7990-4e91-b120-c7d3e0495430 None None] Publish callbacks [] for port (f53fb65a-d811-48e3-82ec-86a31ea9271c), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:50.601286 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d7698d-d81d-4de4-95ae-8d5f0294a8b7 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:37:50.616285 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c6d7698d-d81d-4de4-95ae-8d5f0294a8b7 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:50.636226 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e1f257bb-7990-4e91-b120-c7d3e0495430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (f53fb65a-d811-48e3-82ec-86a31ea9271c), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:50.637284 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30554687-4eb8-443c-8968-b555ba47928a x-openstack-request-id: req-30554687-4eb8-443c-8968-b555ba47928a {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:37:50.637284 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5f50c38-74ae-4ae2-83fb-5e17173d66f2", "tag": "45257e85-317d-459f-b5af-17b70425681b", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:37:50.637284 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-30554687-4eb8-443c-8968-b555ba47928a {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:37:50.638085 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5f50c38-74ae-4ae2-83fb-5e17173d66f2', 'tag': '45257e85-317d-459f-b5af-17b70425681b', 'status': 'completed', 'code': 200} Feb 17 17:37:50.682188 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ad762b01-0f70-4200-9268-c302e9736b90 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (aec90817-9bed-4174-ac3c-b22d1d5b9e26), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:50.745089 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f257bb-7990-4e91-b120-c7d3e0495430 None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:37:50.753522 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-e1f257bb-7990-4e91-b120-c7d3e0495430 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:37:50.756084 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f257bb-7990-4e91-b120-c7d3e0495430 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:37:50.769567 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f257bb-7990-4e91-b120-c7d3e0495430 None None] Pushing event updated for resources: {'Port': ['ID=f53fb65a-d811-48e3-82ec-86a31ea9271c,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:50.831170 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ad762b01-0f70-4200-9268-c302e9736b90 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (84e6b240-be8f-4e48-8ea8-49b79a3df923), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:50.864410 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-e1f257bb-7990-4e91-b120-c7d3e0495430 None None] Attempting to bind port f53fb65a-d811-48e3-82ec-86a31ea9271c on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:37:50.864783 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-e1f257bb-7990-4e91-b120-c7d3e0495430 None None] Attempting to bind port f53fb65a-d811-48e3-82ec-86a31ea9271c by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:37:50.865234 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f257bb-7990-4e91-b120-c7d3e0495430 None None] Attempting to bind port f53fb65a-d811-48e3-82ec-86a31ea9271c on network f82adc72-a904-4b51-9a87-7ea8a1981040 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:37:50.883641 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e450445-e622-4dd9-82c1-a33a1cfa168a req-ded25daa-ef48-4588-93be-22a45bdc100d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:50.885222 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0e450445-e622-4dd9-82c1-a33a1cfa168a req-ded25daa-ef48-4588-93be-22a45bdc100d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a695d28a-4122-459c-ad10-65288ba6ea20 HTTP/1.1" status: 200 len: 857 time: 0.3872273 Feb 17 17:37:50.901313 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f257bb-7990-4e91-b120-c7d3e0495430 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:37:50.901787 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f257bb-7990-4e91-b120-c7d3e0495430 None None] Checking segment: {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:37:50.902290 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e1f257bb-7990-4e91-b120-c7d3e0495430 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:50.902898 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f257bb-7990-4e91-b120-c7d3e0495430 None None] Bound using segment: {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:37:50.903604 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-e1f257bb-7990-4e91-b120-c7d3e0495430 None None] Bound port: f53fb65a-d811-48e3-82ec-86a31ea9271c, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:37:50.904072 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e1f257bb-7990-4e91-b120-c7d3e0495430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (f53fb65a-d811-48e3-82ec-86a31ea9271c), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:50.933829 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920a3ad-6470-4cb2-82b9-94a8fd0f78f7 req-d77f66ef-f38d-4d02-99f5-1ca7f1b25175 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:50.936801 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3920a3ad-6470-4cb2-82b9-94a8fd0f78f7 req-d77f66ef-f38d-4d02-99f5-1ca7f1b25175 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "GET /v2.0/ports?device_id=240c422b-1b78-4785-83ce-f53c86d91391 HTTP/1.1" status: 200 len: 945 time: 0.4600191 Feb 17 17:37:50.952080 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-46473f73-dab9-4e76-9c07-65afb8de81d1 None None] Publish callbacks [] for port (88be60c6-79c1-436e-83a9-cc2d937ca5de), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:50.965276 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46752) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:50.973770 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0e450445-e622-4dd9-82c1-a33a1cfa168a req-953ed7b5-d7e5-4c39-8260-a92fe1264de8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9bcc8a88-3b91-4ec1-b3b9-fb9678537539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763028 Feb 17 17:37:50.988890 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d340264-fa5e-4349-9d82-e98c32167455 req-9a5b3579-b4eb-4ec0-bb7d-471c05d57f2f tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:50.996697 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9d340264-fa5e-4349-9d82-e98c32167455 req-9a5b3579-b4eb-4ec0-bb7d-471c05d57f2f tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5f50c38-74ae-4ae2-83fb-5e17173d66f2 HTTP/1.1" status: 200 len: 943 time: 0.2973492 Feb 17 17:37:51.005520 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-46473f73-dab9-4e76-9c07-65afb8de81d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (88be60c6-79c1-436e-83a9-cc2d937ca5de), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:51.018582 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ad762b01-0f70-4200-9268-c302e9736b90 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (84e6b240-be8f-4e48-8ea8-49b79a3df923), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:51.068201 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-1e38bcfa-3c50-4ad6-bbd5-6735a603f88e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=01f795b7480c4929b56d6d7ef9603f0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1033838 Feb 17 17:37:51.069470 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46754) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:51.070228 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad762b01-0f70-4200-9268-c302e9736b90 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Pushing event deleted for resources: {'Subnet': ['ID=84e6b240-be8f-4e48-8ea8-49b79a3df923,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:51.075015 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46473f73-dab9-4e76-9c07-65afb8de81d1 None None] Pushing event updated for resources: {'Port': ['ID=88be60c6-79c1-436e-83a9-cc2d937ca5de,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:51.082645 n-d-829613-2 neutron-server[103435]: INFO neutron.db.ipam_backend_mixin [None req-c6d7698d-d81d-4de4-95ae-8d5f0294a8b7 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b44b9dd8-7624-4ddc-8ec4-ffc63dc8b222 (CIDR: 2001:db8::/64) Feb 17 17:37:51.089767 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46473f73-dab9-4e76-9c07-65afb8de81d1 None None] Network aec90817-9bed-4174-ac3c-b22d1d5b9e26 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:37:51.095425 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-46473f73-dab9-4e76-9c07-65afb8de81d1 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:37:51.102772 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46473f73-dab9-4e76-9c07-65afb8de81d1 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:37:51.126867 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6d7698d-d81d-4de4-95ae-8d5f0294a8b7 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 17:37:51.128762 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6d7698d-d81d-4de4-95ae-8d5f0294a8b7 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:37:51.149463 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-e1f257bb-7990-4e91-b120-c7d3e0495430 None None] For port f53fb65a-d811-48e3-82ec-86a31ea9271c, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:37:51.158566 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c6d7698d-d81d-4de4-95ae-8d5f0294a8b7 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3963780 Feb 17 17:37:51.162725 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ad762b01-0f70-4200-9268-c302e9736b90 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (aec90817-9bed-4174-ac3c-b22d1d5b9e26), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:51.171734 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46756) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:51.183279 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-fa5bc141-dc3a-4620-acf5-d64fd012569d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'subnet': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:37:51.187470 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-e1f257bb-7990-4e91-b120-c7d3e0495430 None None] For port f53fb65a-d811-48e3-82ec-86a31ea9271c, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=f53fb65a-d811-48e3-82ec-86a31ea9271c,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:37:51.192057 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-ad762b01-0f70-4200-9268-c302e9736b90 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aec90817-9bed-4174-ac3c-b22d1d5b9e26']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:51.193906 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-46473f73-dab9-4e76-9c07-65afb8de81d1 None None] Attempting to bind port 88be60c6-79c1-436e-83a9-cc2d937ca5de on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:37:51.195040 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-46473f73-dab9-4e76-9c07-65afb8de81d1 None None] Attempting to bind port 88be60c6-79c1-436e-83a9-cc2d937ca5de by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '7f2cb002-ae2e-4910-96cd-e8c836d3be5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'aec90817-9bed-4174-ac3c-b22d1d5b9e26'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:37:51.195403 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46473f73-dab9-4e76-9c07-65afb8de81d1 None None] Attempting to bind port 88be60c6-79c1-436e-83a9-cc2d937ca5de on network aec90817-9bed-4174-ac3c-b22d1d5b9e26 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:37:51.202463 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46473f73-dab9-4e76-9c07-65afb8de81d1 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:37:51.202852 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46473f73-dab9-4e76-9c07-65afb8de81d1 None None] Checking segment: {'id': '7f2cb002-ae2e-4910-96cd-e8c836d3be5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'aec90817-9bed-4174-ac3c-b22d1d5b9e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:37:51.203243 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-46473f73-dab9-4e76-9c07-65afb8de81d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:51.203645 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46473f73-dab9-4e76-9c07-65afb8de81d1 None None] Bound using segment: {'id': '7f2cb002-ae2e-4910-96cd-e8c836d3be5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'aec90817-9bed-4174-ac3c-b22d1d5b9e26'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:37:51.204071 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-ad762b01-0f70-4200-9268-c302e9736b90 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f2cb002-ae2e-4910-96cd-e8c836d3be5d') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:51.204214 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-46473f73-dab9-4e76-9c07-65afb8de81d1 None None] Bound port: 88be60c6-79c1-436e-83a9-cc2d937ca5de, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f2cb002-ae2e-4910-96cd-e8c836d3be5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'aec90817-9bed-4174-ac3c-b22d1d5b9e26'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:37:51.204448 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-ad762b01-0f70-4200-9268-c302e9736b90 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f2cb002-ae2e-4910-96cd-e8c836d3be5d') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:51.204862 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-46473f73-dab9-4e76-9c07-65afb8de81d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (88be60c6-79c1-436e-83a9-cc2d937ca5de), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:51.207317 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e1f257bb-7990-4e91-b120-c7d3e0495430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (f53fb65a-d811-48e3-82ec-86a31ea9271c), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:51.216515 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ad762b01-0f70-4200-9268-c302e9736b90 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (7f2cb002-ae2e-4910-96cd-e8c836d3be5d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:51.232431 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ad762b01-0f70-4200-9268-c302e9736b90 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (7f2cb002-ae2e-4910-96cd-e8c836d3be5d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:51.242375 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad762b01-0f70-4200-9268-c302e9736b90 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:37:51.242804 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ad762b01-0f70-4200-9268-c302e9736b90 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (7f2cb002-ae2e-4910-96cd-e8c836d3be5d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:51.260278 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9d340264-fa5e-4349-9d82-e98c32167455 req-5eb7bcd7-351e-44c7-8cd0-62bc24600b1f tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] 10.222.0.87 "GET /v2.0/security-groups?id=6e84d6e9-8d24-450f-881e-81f04b98605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614999 Feb 17 17:37:51.323299 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:37:51.323299 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:37:51.323299 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:37:51.323299 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:37:51.323299 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:37:51.323299 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:37:51.323299 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:37:51.323299 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:37:51.323299 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:37:51.323299 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:37:51.323299 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:37:51.323299 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:37:51.323299 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:37:51.323299 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:37:51.323299 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:37:51.323299 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:37:51.323299 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:37:51.323299 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:37:51.323299 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:37:51.323299 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:37:51.323299 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:37:51.323299 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:37:51.323299 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:37:51.323299 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:37:51.323299 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:37:51.323299 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:37:51.323299 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:37:51.323299 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:37:51.323299 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:37:51.323299 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:37:51.323299 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:37:51.323299 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:37:51.325601 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-46473f73-dab9-4e76-9c07-65afb8de81d1 None None] For port 88be60c6-79c1-436e-83a9-cc2d937ca5de, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:37:51.327050 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-46473f73-dab9-4e76-9c07-65afb8de81d1 None None] For port 88be60c6-79c1-436e-83a9-cc2d937ca5de, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=88be60c6-79c1-436e-83a9-cc2d937ca5de,segment=NetworkSegment(7f2cb002-ae2e-4910-96cd-e8c836d3be5d),segment_id=7f2cb002-ae2e-4910-96cd-e8c836d3be5d)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:37:51.327386 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.db.api [None req-ad762b01-0f70-4200-9268-c302e9736b90 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 17:37:51.327386 n-d-829613-2 neutron-server[103434]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 17:37:51.327386 n-d-829613-2 neutron-server[103434]: [parameters: {'id': 'aec90817-9bed-4174-ac3c-b22d1d5b9e26'}] Feb 17 17:37:51.327386 n-d-829613-2 neutron-server[103434]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:37:51.327709 n-d-829613-2 neutron-server[103434]: DEBUG oslo_db.api [None req-ad762b01-0f70-4200-9268-c302e9736b90 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 17:37:51.334848 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3920a3ad-6470-4cb2-82b9-94a8fd0f78f7 req-087b855e-24fd-4f8d-b0ed-ad06413ed12d tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "GET /v2.0/security-groups?id=277f59ea-2d85-46af-8186-a4cd64f3dcb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702011 Feb 17 17:37:51.347724 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0e450445-e622-4dd9-82c1-a33a1cfa168a req-47969f4d-986f-41c4-8fa9-f3b79f8adc66 service neutron] 10.222.0.71 "GET /v2.0/networks/9bcc8a88-3b91-4ec1-b3b9-fb9678537539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460271 Feb 17 17:37:51.357194 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-46473f73-dab9-4e76-9c07-65afb8de81d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (88be60c6-79c1-436e-83a9-cc2d937ca5de), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:51.383040 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6e03969a-4b64-46f4-8003-422bf41d59f7 admin admin] Publish callbacks [] for security_group (1c97cfb2-a867-4ee7-a129-4135225a53df), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:51.410340 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6e03969a-4b64-46f4-8003-422bf41d59f7 admin admin] Publish callbacks [] for security_group (1c97cfb2-a867-4ee7-a129-4135225a53df), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:51.491368 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6e03969a-4b64-46f4-8003-422bf41d59f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (1c97cfb2-a867-4ee7-a129-4135225a53df), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:51.520859 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6e03969a-4b64-46f4-8003-422bf41d59f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:51.522143 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6e03969a-4b64-46f4-8003-422bf41d59f7 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/1c97cfb2-a867-4ee7-a129-4135225a53df HTTP/1.1" status: 204 len: 168 time: 0.4487236 Feb 17 17:37:51.536658 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f257bb-7990-4e91-b120-c7d3e0495430 None None] Pushing event updated for resources: {'Port': ['ID=f53fb65a-d811-48e3-82ec-86a31ea9271c,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:51.539865 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e03969a-4b64-46f4-8003-422bf41d59f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c97cfb2-a867-4ee7-a129-4135225a53df,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:51.641003 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0e450445-e622-4dd9-82c1-a33a1cfa168a req-ca4c5ca6-9a57-4482-8265-b8be14530dac service neutron] 10.222.0.71 "GET /v2.0/networks/9bcc8a88-3b91-4ec1-b3b9-fb9678537539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871425 Feb 17 17:37:51.717923 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9566f9-7102-49d3-ad01-5f9eab197fe6 req-92339923-fec6-4d41-b72a-f553f78ec1c6 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:51.728856 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39687bda-cf08-4604-80ee-c83cb5c1532b None None] Network aec90817-9bed-4174-ac3c-b22d1d5b9e26 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:37:51.738878 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9566f9-7102-49d3-ad01-5f9eab197fe6 req-92339923-fec6-4d41-b72a-f553f78ec1c6 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:51.749226 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46473f73-dab9-4e76-9c07-65afb8de81d1 None None] Pushing event updated for resources: {'Port': ['ID=88be60c6-79c1-436e-83a9-cc2d937ca5de,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:51.752190 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9566f9-7102-49d3-ad01-5f9eab197fe6 req-92339923-fec6-4d41-b72a-f553f78ec1c6 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:51.768732 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9566f9-7102-49d3-ad01-5f9eab197fe6 req-92339923-fec6-4d41-b72a-f553f78ec1c6 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:51.774612 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9566f9-7102-49d3-ad01-5f9eab197fe6 req-92339923-fec6-4d41-b72a-f553f78ec1c6 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:51.799059 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9566f9-7102-49d3-ad01-5f9eab197fe6 req-92339923-fec6-4d41-b72a-f553f78ec1c6 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:51.810466 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9566f9-7102-49d3-ad01-5f9eab197fe6 req-92339923-fec6-4d41-b72a-f553f78ec1c6 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:51.812446 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8a9566f9-7102-49d3-ad01-5f9eab197fe6 req-92339923-fec6-4d41-b72a-f553f78ec1c6 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 5419 time: 0.3342040 Feb 17 17:37:51.828507 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ad762b01-0f70-4200-9268-c302e9736b90 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (aec90817-9bed-4174-ac3c-b22d1d5b9e26), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:51.841518 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5bc141-dc3a-4620-acf5-d64fd012569d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:37:51.857097 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fa5bc141-dc3a-4620-acf5-d64fd012569d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:51.963055 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3d52b4-609c-48a7-aa9b-935e12c88db5 None None] Network aec90817-9bed-4174-ac3c-b22d1d5b9e26 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:37:52.110050 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3e709-64e3-422f-9eaa-f1d9870f9d68 req-609d40f0-8636-43f4-b25c-5c7672b0aeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:52.111584 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-01a3e709-64e3-422f-9eaa-f1d9870f9d68 req-609d40f0-8636-43f4-b25c-5c7672b0aeb4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bfcb5827d83a4cf78d474a574e22d5cf&device_id=a5f50c38-74ae-4ae2-83fb-5e17173d66f2 HTTP/1.1" status: 200 len: 1125 time: 0.2979031 Feb 17 17:37:52.125666 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8a9566f9-7102-49d3-ad01-5f9eab197fe6 req-19a40f6c-eb95-4350-979d-7ff0a260a12b tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/security-groups?id=fd4d27d9-e68c-41ba-a909-f949182bce5a&id=4a46e179-4efe-408d-8163-359e1c80274b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2189248 Feb 17 17:37:52.140651 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd1a26-cbea-4e26-b848-1ffbe8c03070 req-64757ff8-7ee8-47fc-a858-85b103b43900 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:52.142241 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-febd1a26-cbea-4e26-b848-1ffbe8c03070 req-64757ff8-7ee8-47fc-a858-85b103b43900 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=60ab87b1-d42f-4db3-96e5-629833bd232b HTTP/1.1" status: 200 len: 945 time: 0.2784855 Feb 17 17:37:52.306239 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-ad762b01-0f70-4200-9268-c302e9736b90 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Deleting port 88be60c6-79c1-436e-83a9-cc2d937ca5de {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:37:52.306844 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ad762b01-0f70-4200-9268-c302e9736b90 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (88be60c6-79c1-436e-83a9-cc2d937ca5de), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:52.404008 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-ad762b01-0f70-4200-9268-c302e9736b90 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] For port 88be60c6-79c1-436e-83a9-cc2d937ca5de, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=88be60c6-79c1-436e-83a9-cc2d937ca5de,segment=NetworkSegment(7f2cb002-ae2e-4910-96cd-e8c836d3be5d),segment_id=7f2cb002-ae2e-4910-96cd-e8c836d3be5d)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:52.404414 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ad762b01-0f70-4200-9268-c302e9736b90 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (88be60c6-79c1-436e-83a9-cc2d937ca5de), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:52.421616 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-ad762b01-0f70-4200-9268-c302e9736b90 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Calling delete_port for 88be60c6-79c1-436e-83a9-cc2d937ca5de owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:37:52.529386 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ad762b01-0f70-4200-9268-c302e9736b90 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (88be60c6-79c1-436e-83a9-cc2d937ca5de), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:52.555281 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad762b01-0f70-4200-9268-c302e9736b90 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Pushing event deleted for resources: {'Port': ['ID=88be60c6-79c1-436e-83a9-cc2d937ca5de,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:52.562428 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad762b01-0f70-4200-9268-c302e9736b90 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] No DVR routers for this DVR port 88be60c6-79c1-436e-83a9-cc2d937ca5de on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:37:52.642135 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46798) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:52.691021 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ad762b01-0f70-4200-9268-c302e9736b90 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (aec90817-9bed-4174-ac3c-b22d1d5b9e26), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:52.720923 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-ad762b01-0f70-4200-9268-c302e9736b90 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aec90817-9bed-4174-ac3c-b22d1d5b9e26']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:52.733292 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-febd1a26-cbea-4e26-b848-1ffbe8c03070 req-96ccf826-16da-4146-8975-190e4707a469 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5725942 Feb 17 17:37:52.734914 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-ad762b01-0f70-4200-9268-c302e9736b90 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f2cb002-ae2e-4910-96cd-e8c836d3be5d') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:52.735384 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-ad762b01-0f70-4200-9268-c302e9736b90 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f2cb002-ae2e-4910-96cd-e8c836d3be5d') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:52.750065 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ad762b01-0f70-4200-9268-c302e9736b90 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (7f2cb002-ae2e-4910-96cd-e8c836d3be5d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:52.769340 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ad762b01-0f70-4200-9268-c302e9736b90 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (7f2cb002-ae2e-4910-96cd-e8c836d3be5d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:52.776079 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad762b01-0f70-4200-9268-c302e9736b90 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:37:52.776535 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ad762b01-0f70-4200-9268-c302e9736b90 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (7f2cb002-ae2e-4910-96cd-e8c836d3be5d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:52.780037 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:37:52.780037 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:37:52.780037 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:37:52.780037 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:37:52.780037 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:37:52.780037 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:37:52.780037 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:37:52.780037 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:37:52.780037 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:37:52.780037 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:37:52.780037 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:37:52.780037 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:37:52.780037 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:37:52.780037 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:37:52.780037 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:37:52.780037 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:37:52.780037 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:37:52.780037 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:37:52.780037 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:37:52.780037 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:37:52.780037 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:37:52.780037 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:37:52.780037 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:37:52.780037 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:37:52.780037 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:37:52.780037 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:37:52.780037 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:37:52.780037 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:37:52.780037 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:37:52.780037 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:37:52.780037 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:37:52.780037 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:37:52.815153 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc48079-5bd4-4004-8251-68a12ccb8982 None None] get_active_networks_info from n-d-829613-2 {{(pid=103436) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 17 17:37:52.898049 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-5a545187-555e-489a-a0c2-ba35b52d0317 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-212893028-network', 'tenant_id': 'd3f502fd13d54e719e076d4ebdeaddbe'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:37:52.917648 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ad762b01-0f70-4200-9268-c302e9736b90 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (aec90817-9bed-4174-ac3c-b22d1d5b9e26), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:52.925811 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ad762b01-0f70-4200-9268-c302e9736b90 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:52.935223 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ad762b01-0f70-4200-9268-c302e9736b90 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "DELETE /v2.0/networks/aec90817-9bed-4174-ac3c-b22d1d5b9e26 HTTP/1.1" status: 204 len: 168 time: 2.4961333 Feb 17 17:37:52.936141 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46808) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:52.943929 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3e709-64e3-422f-9eaa-f1d9870f9d68 req-19e92ad8-a9b3-462d-8f61-71ad55c2d95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:52.946353 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-01a3e709-64e3-422f-9eaa-f1d9870f9d68 req-19e92ad8-a9b3-462d-8f61-71ad55c2d95e service neutron] 10.222.0.71 "GET /v2.0/networks?id=9bcc8a88-3b91-4ec1-b3b9-fb9678537539 HTTP/1.1" status: 200 len: 918 time: 0.8262274 Feb 17 17:37:52.964688 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a545187-555e-489a-a0c2-ba35b52d0317 admin admin] Made reservation on behalf of d3f502fd13d54e719e076d4ebdeaddbe for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:37:52.968320 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5a545187-555e-489a-a0c2-ba35b52d0317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:52.979000 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191cbae-0e6c-4dd9-9aa3-cbd31d1d9476 req-2e07e67f-19ee-40f5-8140-238636bcbaa4 tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:52.979512 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5a545187-555e-489a-a0c2-ba35b52d0317 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:52.986942 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8191cbae-0e6c-4dd9-9aa3-cbd31d1d9476 req-2e07e67f-19ee-40f5-8140-238636bcbaa4 tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5f50c38-74ae-4ae2-83fb-5e17173d66f2 HTTP/1.1" status: 200 len: 943 time: 0.3268874 Feb 17 17:37:53.003256 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-3e9597d7-00de-42b7-8e01-5a60b5c908a8 None None] Provisioning complete for port f53fb65a-d811-48e3-82ec-86a31ea9271c triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:37:53.003632 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3e9597d7-00de-42b7-8e01-5a60b5c908a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (f53fb65a-d811-48e3-82ec-86a31ea9271c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:53.006724 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad762b01-0f70-4200-9268-c302e9736b90 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Pushing event deleted for resources: {'Network': ['ID=aec90817-9bed-4174-ac3c-b22d1d5b9e26,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:53.010922 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-80fa5cda-c0d7-4ba8-bcce-e6b6f2993353 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] DELETE failed (client error): The resource could not be found. Feb 17 17:37:53.017237 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80fa5cda-c0d7-4ba8-bcce-e6b6f2993353 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:37:53.027528 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-80fa5cda-c0d7-4ba8-bcce-e6b6f2993353 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "DELETE /v2.0/subnets/84e6b240-be8f-4e48-8ea8-49b79a3df923 HTTP/1.1" status: 404 len: 337 time: 0.0882816 Feb 17 17:37:53.028177 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46810) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:53.057041 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc48079-5bd4-4004-8251-68a12ccb8982 None None] Resources bound (agent type, host, resource id): {{(pid=103436) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 17:37:53.069686 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-01a3e709-64e3-422f-9eaa-f1d9870f9d68 req-44efd7e9-c8b2-4686-8d43-38f874698fdc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45257e85-317d-459f-b5af-17b70425681b HTTP/1.1" status: 200 len: 217 time: 0.1163864 Feb 17 17:37:53.100232 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2226e7c-6946-4733-980c-20f583f09e2e tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] DELETE failed (client error): The resource could not be found. Feb 17 17:37:53.100790 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2226e7c-6946-4733-980c-20f583f09e2e tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:37:53.111916 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c2226e7c-6946-4733-980c-20f583f09e2e tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "DELETE /v2.0/networks/aec90817-9bed-4174-ac3c-b22d1d5b9e26 HTTP/1.1" status: 404 len: 339 time: 0.0761340 Feb 17 17:37:53.113796 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46812) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:53.135090 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8191cbae-0e6c-4dd9-9aa3-cbd31d1d9476 req-14034c8c-d65e-48f9-b618-95f241b3a55b tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] 10.222.0.87 "GET /v2.0/security-groups?id=6e84d6e9-8d24-450f-881e-81f04b98605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470771 Feb 17 17:37:53.214672 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fa5bc141-dc3a-4620-acf5-d64fd012569d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (1f8cd8ad-a6bd-4425-9b31-5b7d4238c037), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:53.239498 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3562631-71ad-47de-9725-4dfeea300871 req-5326a866-5f2d-4ed8-bf18-24a570abecb7 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:53.246654 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c3562631-71ad-47de-9725-4dfeea300871 req-5326a866-5f2d-4ed8-bf18-24a570abecb7 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "GET /v2.0/ports?device_id=240c422b-1b78-4785-83ce-f53c86d91391 HTTP/1.1" status: 200 len: 945 time: 0.3736408 Feb 17 17:37:53.327369 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5bc141-dc3a-4620-acf5-d64fd012569d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Subnet': ['ID=1f8cd8ad-a6bd-4425-9b31-5b7d4238c037,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:53.338717 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7f5fbbd3-6091-4cfd-af76-32447f1b552d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (07c9b49e-425d-450f-8d03-0cac885d0b56), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:53.351788 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3e709-64e3-422f-9eaa-f1d9870f9d68 req-1c224112-26e5-4fc0-ac7f-0755edbc5dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:53.354108 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-01a3e709-64e3-422f-9eaa-f1d9870f9d68 req-1c224112-26e5-4fc0-ac7f-0755edbc5dfc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a695d28a-4122-459c-ad10-65288ba6ea20 HTTP/1.1" status: 200 len: 857 time: 0.2737639 Feb 17 17:37:53.407600 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5bc141-dc3a-4620-acf5-d64fd012569d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:37:53.410412 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5a545187-555e-489a-a0c2-ba35b52d0317 admin admin] Publish callbacks [] for security_group (a2b464b0-2999-42c4-a62f-fd6160f3d182), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:53.415979 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device f53fb65a-d811-48e3-82ec-86a31ea9271c up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:37:53.422578 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5a545187-555e-489a-a0c2-ba35b52d0317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (a2b464b0-2999-42c4-a62f-fd6160f3d182), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:53.437039 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-01a3e709-64e3-422f-9eaa-f1d9870f9d68 req-d1d2419a-28a9-4214-bb5c-3803885a7e30 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9bcc8a88-3b91-4ec1-b3b9-fb9678537539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505278 Feb 17 17:37:53.438000 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-fa5bc141-dc3a-4620-acf5-d64fd012569d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:37:53.442971 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5bc141-dc3a-4620-acf5-d64fd012569d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:53.443620 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fa5bc141-dc3a-4620-acf5-d64fd012569d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:53.469041 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a545187-555e-489a-a0c2-ba35b52d0317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b464b0-2999-42c4-a62f-fd6160f3d182,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:53.472845 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c3562631-71ad-47de-9725-4dfeea300871 req-71bc2d11-5971-49d8-839b-741fcbb2da4e tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "GET /v2.0/security-groups?id=277f59ea-2d85-46af-8186-a4cd64f3dcb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226171 Feb 17 17:37:53.500892 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-3e9597d7-00de-42b7-8e01-5a60b5c908a8 None None] Current status of the port f53fb65a-d811-48e3-82ec-86a31ea9271c is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:53.501280 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3e9597d7-00de-42b7-8e01-5a60b5c908a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (f53fb65a-d811-48e3-82ec-86a31ea9271c), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:53.513644 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a545187-555e-489a-a0c2-ba35b52d0317 admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:37:53.527196 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-fa5bc141-dc3a-4620-acf5-d64fd012569d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3491867 Feb 17 17:37:53.530215 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46818) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:53.554832 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7f5fbbd3-6091-4cfd-af76-32447f1b552d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (07c9b49e-425d-450f-8d03-0cac885d0b56), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:53.569830 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-4f578271-fcf0-45fe-8582-d0a021d2e61f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'port': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'mac_address': 'fa:16:3e:1f:ff:31', 'name': 'tempest-NetworksTestDHCPv6-968649915'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:37:53.583858 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5a545187-555e-489a-a0c2-ba35b52d0317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (a1df8f81-674b-4920-bf3c-53891eca3aa8), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:53.584628 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-5a545187-555e-489a-a0c2-ba35b52d0317 admin admin] Added segment a1df8f81-674b-4920-bf3c-53891eca3aa8 of type vlan for network dca030c4-ce2c-42a0-be68-a1740488b25a Feb 17 17:37:53.607892 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89716b-fd16-40a0-9764-36fbb289b569 req-a3931c72-23c8-4c61-a326-ee12d4a4caf8 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:53.612669 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-7f5fbbd3-6091-4cfd-af76-32447f1b552d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07c9b49e-425d-450f-8d03-0cac885d0b56']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:53.614630 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89716b-fd16-40a0-9764-36fbb289b569 req-a3931c72-23c8-4c61-a326-ee12d4a4caf8 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:53.619994 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89716b-fd16-40a0-9764-36fbb289b569 req-a3931c72-23c8-4c61-a326-ee12d4a4caf8 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:53.626857 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89716b-fd16-40a0-9764-36fbb289b569 req-a3931c72-23c8-4c61-a326-ee12d4a4caf8 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:53.632881 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89716b-fd16-40a0-9764-36fbb289b569 req-a3931c72-23c8-4c61-a326-ee12d4a4caf8 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:53.639682 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89716b-fd16-40a0-9764-36fbb289b569 req-a3931c72-23c8-4c61-a326-ee12d4a4caf8 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:53.647359 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89716b-fd16-40a0-9764-36fbb289b569 req-a3931c72-23c8-4c61-a326-ee12d4a4caf8 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:53.657257 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6c89716b-fd16-40a0-9764-36fbb289b569 req-a3931c72-23c8-4c61-a326-ee12d4a4caf8 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 5419 time: 0.3897498 Feb 17 17:37:53.667938 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 08d126b0-cae8-435d-a7c4-67c6dbfa3b4c details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:37:53.680156 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-3e9597d7-00de-42b7-8e01-5a60b5c908a8 None None] For port f53fb65a-d811-48e3-82ec-86a31ea9271c, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=f53fb65a-d811-48e3-82ec-86a31ea9271c,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:53.689776 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-7f5fbbd3-6091-4cfd-af76-32447f1b552d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d5b80ba-eed5-4145-922a-ef972c039e4c') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:53.695345 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-7f5fbbd3-6091-4cfd-af76-32447f1b552d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d5b80ba-eed5-4145-922a-ef972c039e4c') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:53.695822 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port f53fb65a-d811-48e3-82ec-86a31ea9271c triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:37:53.696372 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (f53fb65a-d811-48e3-82ec-86a31ea9271c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:53.751239 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3e9597d7-00de-42b7-8e01-5a60b5c908a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (f53fb65a-d811-48e3-82ec-86a31ea9271c), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:53.768813 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7f5fbbd3-6091-4cfd-af76-32447f1b552d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (8d5b80ba-eed5-4145-922a-ef972c039e4c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:53.771542 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5a545187-555e-489a-a0c2-ba35b52d0317 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (dca030c4-ce2c-42a0-be68-a1740488b25a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:53.806784 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7f5fbbd3-6091-4cfd-af76-32447f1b552d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (8d5b80ba-eed5-4145-922a-ef972c039e4c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:53.812817 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9597d7-00de-42b7-8e01-5a60b5c908a8 None None] Pushing event updated for resources: {'Port': ['ID=f53fb65a-d811-48e3-82ec-86a31ea9271c,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:53.842232 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f5fbbd3-6091-4cfd-af76-32447f1b552d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:37:53.843006 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7f5fbbd3-6091-4cfd-af76-32447f1b552d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (8d5b80ba-eed5-4145-922a-ef972c039e4c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:53.846541 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:37:53.846541 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:37:53.846541 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:37:53.846541 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:37:53.846541 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:37:53.846541 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:37:53.846541 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:37:53.846541 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:37:53.846541 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:37:53.846541 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:37:53.846541 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:37:53.846541 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:37:53.846541 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:37:53.846541 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:37:53.846541 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:37:53.846541 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:37:53.846541 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:37:53.846541 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:37:53.846541 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:37:53.846541 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:37:53.846541 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:37:53.846541 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:37:53.846541 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:37:53.846541 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:37:53.846541 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:37:53.846541 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:37:53.846541 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:37:53.846541 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:37:53.846541 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:37:53.846541 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:37:53.846541 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:37:53.846541 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:37:53.865314 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.resource_extend [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 17:37:53.898707 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5a545187-555e-489a-a0c2-ba35b52d0317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (dca030c4-ce2c-42a0-be68-a1740488b25a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:53.900965 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a545187-555e-489a-a0c2-ba35b52d0317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:53.901985 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5a545187-555e-489a-a0c2-ba35b52d0317 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:53.912084 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-01a3e709-64e3-422f-9eaa-f1d9870f9d68 req-98305d72-d35d-4ce8-8b62-921b1c66c8e7 service neutron] 10.222.0.71 "GET /v2.0/networks/9bcc8a88-3b91-4ec1-b3b9-fb9678537539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4637907 Feb 17 17:37:53.928193 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d688f1ee-91e9-4987-aa8d-0ee95de44aae None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:37:53.950237 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2b0671f8-fbed-4c3d-96c8-6ce42a493317 req-b6e1ad05-3f0c-4f3f-ad32-64db03a614aa tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d7afcf1f-5124-4168-b80f-10ace9d04ea7 HTTP/1.1" status: 200 len: 258 time: 0.4291337 Feb 17 17:37:53.967608 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-2b0671f8-fbed-4c3d-96c8-6ce42a493317 req-7ed643ce-1a8d-4acb-aa4b-881d5d084c54 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:37:54.004558 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6c89716b-fd16-40a0-9764-36fbb289b569 req-9da94ae2-0833-440e-9c7f-a685416af994 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/security-groups?id=fd4d27d9-e68c-41ba-a909-f949182bce5a&id=4a46e179-4efe-408d-8163-359e1c80274b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3383164 Feb 17 17:37:54.011975 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5a545187-555e-489a-a0c2-ba35b52d0317 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3684220 Feb 17 17:37:54.013367 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7f5fbbd3-6091-4cfd-af76-32447f1b552d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (07c9b49e-425d-450f-8d03-0cac885d0b56), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:54.016773 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port f53fb65a-d811-48e3-82ec-86a31ea9271c is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:54.017791 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46824) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:54.028705 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-fbd817e4-e47d-4032-928c-5a833a4411d7 admin admin] Request body: {'subnet': {'network_id': 'dca030c4-ce2c-42a0-be68-a1740488b25a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-212893028-subnet', 'tenant_id': 'd3f502fd13d54e719e076d4ebdeaddbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:37:54.034581 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7f5fbbd3-6091-4cfd-af76-32447f1b552d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:54.038435 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2b0671f8-fbed-4c3d-96c8-6ce42a493317 req-7ed643ce-1a8d-4acb-aa4b-881d5d084c54 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:54.039778 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7f5fbbd3-6091-4cfd-af76-32447f1b552d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "DELETE /v2.0/networks/07c9b49e-425d-450f-8d03-0cac885d0b56 HTTP/1.1" status: 204 len: 168 time: 0.9248488 Feb 17 17:37:54.040898 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f578271-fcf0-45fe-8582-d0a021d2e61f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:37:54.044034 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46826) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:54.122137 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a545187-555e-489a-a0c2-ba35b52d0317 admin admin] Pushing event updated for resources: {'Network': ['ID=dca030c4-ce2c-42a0-be68-a1740488b25a,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:54.124750 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 08d126b0-cae8-435d-a7c4-67c6dbfa3b4c, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=08d126b0-cae8-435d-a7c4-67c6dbfa3b4c,segment=NetworkSegment(13d2e8d9-7afd-45f6-84e2-b7416289d330),segment_id=13d2e8d9-7afd-45f6-84e2-b7416289d330)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:54.136029 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '08d126b0-cae8-435d-a7c4-67c6dbfa3b4c', 'network_id': 'cc320263-b432-4650-9484-dc130e67f905', 'port_id': '08d126b0-cae8-435d-a7c4-67c6dbfa3b4c', 'mac_address': 'fa:16:3e:c1:ea:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2e0eb54-8f78-4737-b37f-1044983cc57f', 'ip_address': '10.1.1.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:37:54.149973 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c4de864-6d4f-434f-b9fd-8384ca860b33 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] DELETE failed (client error): The resource could not be found. Feb 17 17:37:54.149973 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c4de864-6d4f-434f-b9fd-8384ca860b33 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:37:54.157418 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-8c4de864-6d4f-434f-b9fd-8384ca860b33 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "DELETE /v2.0/subnets/bf39f6c6-3a20-4e2c-a177-0507de0305b8 HTTP/1.1" status: 404 len: 337 time: 0.1032016 Feb 17 17:37:54.160730 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46828) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:54.179261 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 08d126b0-cae8-435d-a7c4-67c6dbfa3b4c is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:54.179658 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (08d126b0-cae8-435d-a7c4-67c6dbfa3b4c), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:54.181783 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network dca030c4-ce2c-42a0-be68-a1740488b25a details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:37:54.193258 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f578271-fcf0-45fe-8582-d0a021d2e61f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:54.213665 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd817e4-e47d-4032-928c-5a833a4411d7 admin admin] Made reservation on behalf of d3f502fd13d54e719e076d4ebdeaddbe for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:37:54.216226 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fbd817e4-e47d-4032-928c-5a833a4411d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:54.233942 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08d126b0-cae8-435d-a7c4-67c6dbfa3b4c {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:37:54.241480 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a1effb3-1a5d-4104-b3bf-ee2233b3fc02 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] DELETE failed (client error): The resource could not be found. Feb 17 17:37:54.242142 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a1effb3-1a5d-4104-b3bf-ee2233b3fc02 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:37:54.248665 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-3a1effb3-1a5d-4104-b3bf-ee2233b3fc02 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "DELETE /v2.0/networks/14089b0a-a143-4bab-b3d9-7b7a52a6c722 HTTP/1.1" status: 404 len: 339 time: 0.0703406 Feb 17 17:37:54.249224 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46832) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:54.250006 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-4f578271-fcf0-45fe-8582-d0a021d2e61f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] device_id is not set on port d6247b71-45ab-4251-b1a1-286cccb2d5bb yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:37:54.280785 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-01a3e709-64e3-422f-9eaa-f1d9870f9d68 req-c61da533-818d-48bc-ba2c-6a6ca729ea1a service neutron] 10.222.0.71 "GET /v2.0/networks/9bcc8a88-3b91-4ec1-b3b9-fb9678537539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557134 Feb 17 17:37:54.309629 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 08d126b0-cae8-435d-a7c4-67c6dbfa3b4c, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=08d126b0-cae8-435d-a7c4-67c6dbfa3b4c,segment=NetworkSegment(13d2e8d9-7afd-45f6-84e2-b7416289d330),segment_id=13d2e8d9-7afd-45f6-84e2-b7416289d330)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:54.320507 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (08d126b0-cae8-435d-a7c4-67c6dbfa3b4c), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:54.321184 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 3a0304e4-2f7a-4a83-9f09-e81f38957152 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:37:54.384063 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5fbbd3-6091-4cfd-af76-32447f1b552d tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Pushing event deleted for resources: {'Network': ['ID=07c9b49e-425d-450f-8d03-0cac885d0b56,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:54.399410 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd837b5f-6bed-4c0f-9303-c3096eec95c9 None None] Update dhcp port {'port': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'fixed_ips': [{'subnet_id': 'b44b9dd8-7624-4ddc-8ec4-ffc63dc8b222', 'ip_address': '2001:db8::f816:3eff:fe38:9361'}, {'subnet_id': '1f8cd8ad-a6bd-4425-9b31-5b7d4238c037'}], 'binding:host_id': 'n-d-829613-2'}, 'id': 'f53fb65a-d811-48e3-82ec-86a31ea9271c'} from n-d-829613-2. {{(pid=103436) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 17 17:37:54.420572 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-a850e874-5ff7-49c3-9809-f389cc6c8737 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Deleting subnet 63d0abdd-c3c8-4b6b-85e0-171e7ff3a133 {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:37:54.428991 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b150ef29-4875-4581-8ec6-e5e11ce5f0cd req-9ca9bcab-abad-419e-ae22-beafed72752a tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:54.430589 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b150ef29-4875-4581-8ec6-e5e11ce5f0cd req-9ca9bcab-abad-419e-ae22-beafed72752a tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=60ab87b1-d42f-4db3-96e5-629833bd232b HTTP/1.1" status: 200 len: 945 time: 0.3295760 Feb 17 17:37:54.437429 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a850e874-5ff7-49c3-9809-f389cc6c8737 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks [] for subnet (63d0abdd-c3c8-4b6b-85e0-171e7ff3a133), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:54.484388 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bd837b5f-6bed-4c0f-9303-c3096eec95c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (f53fb65a-d811-48e3-82ec-86a31ea9271c), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:54.487288 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 3a0304e4-2f7a-4a83-9f09-e81f38957152, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=3a0304e4-2f7a-4a83-9f09-e81f38957152,segment=NetworkSegment(82732791-61b6-4864-92cc-594948a3b9a8),segment_id=82732791-61b6-4864-92cc-594948a3b9a8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:54.510717 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=08d126b0-cae8-435d-a7c4-67c6dbfa3b4c,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:54.514431 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '3a0304e4-2f7a-4a83-9f09-e81f38957152', 'network_id': '7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef', 'port_id': '3a0304e4-2f7a-4a83-9f09-e81f38957152', 'mac_address': 'fa:16:3e:80:f6:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '540d487b-e25b-4d54-95fe-b2d05bcb76cb', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:37:54.525987 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-4f578271-fcf0-45fe-8582-d0a021d2e61f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Allocated IP 2001:db8:0:1::9d (f82adc72-a904-4b51-9a87-7ea8a1981040/1f8cd8ad-a6bd-4425-9b31-5b7d4238c037/d6247b71-45ab-4251-b1a1-286cccb2d5bb) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:37:54.532910 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-4f578271-fcf0-45fe-8582-d0a021d2e61f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Allocated IP 2001:db8::f816:3eff:fe1f:ff31 (f82adc72-a904-4b51-9a87-7ea8a1981040/b44b9dd8-7624-4ddc-8ec4-ffc63dc8b222/d6247b71-45ab-4251-b1a1-286cccb2d5bb) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:37:54.537290 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a850e874-5ff7-49c3-9809-f389cc6c8737 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (63d0abdd-c3c8-4b6b-85e0-171e7ff3a133), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:54.616884 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b150ef29-4875-4581-8ec6-e5e11ce5f0cd req-8d3fb43c-edd7-47fa-9369-e27b4d188055 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557450 Feb 17 17:37:54.630688 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 3a0304e4-2f7a-4a83-9f09-e81f38957152 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:54.631097 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3a0304e4-2f7a-4a83-9f09-e81f38957152), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:54.656814 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a0304e4-2f7a-4a83-9f09-e81f38957152 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:37:54.687061 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 3a0304e4-2f7a-4a83-9f09-e81f38957152, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=3a0304e4-2f7a-4a83-9f09-e81f38957152,segment=NetworkSegment(82732791-61b6-4864-92cc-594948a3b9a8),segment_id=82732791-61b6-4864-92cc-594948a3b9a8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:54.692128 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (3a0304e4-2f7a-4a83-9f09-e81f38957152), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:54.693255 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 613c48ee-ff33-4710-a66b-a3a36bbd9380 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:37:54.706224 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2b0671f8-fbed-4c3d-96c8-6ce42a493317 req-7ed643ce-1a8d-4acb-aa4b-881d5d084c54 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:54.710749 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f578271-fcf0-45fe-8582-d0a021d2e61f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for port (d6247b71-45ab-4251-b1a1-286cccb2d5bb), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:54.716925 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fbd817e4-e47d-4032-928c-5a833a4411d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (f10362c3-2514-42f4-bcb6-429992c4e5f4), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:54.725119 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 45257e85-317d-459f-b5af-17b70425681b details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:37:54.761162 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f578271-fcf0-45fe-8582-d0a021d2e61f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (d6247b71-45ab-4251-b1a1-286cccb2d5bb), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:54.824564 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a850e874-5ff7-49c3-9809-f389cc6c8737 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (63d0abdd-c3c8-4b6b-85e0-171e7ff3a133), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:54.831493 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=3a0304e4-2f7a-4a83-9f09-e81f38957152,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:54.854961 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 613c48ee-ff33-4710-a66b-a3a36bbd9380, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=613c48ee-ff33-4710-a66b-a3a36bbd9380,segment=NetworkSegment(82732791-61b6-4864-92cc-594948a3b9a8),segment_id=82732791-61b6-4864-92cc-594948a3b9a8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:54.878057 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f578271-fcf0-45fe-8582-d0a021d2e61f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:37:54.879772 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-4f578271-fcf0-45fe-8582-d0a021d2e61f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:37:54.889448 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f578271-fcf0-45fe-8582-d0a021d2e61f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Port': ['ID=d6247b71-45ab-4251-b1a1-286cccb2d5bb,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:54.899084 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f578271-fcf0-45fe-8582-d0a021d2e61f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:37:54.901560 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f578271-fcf0-45fe-8582-d0a021d2e61f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:54.902659 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f578271-fcf0-45fe-8582-d0a021d2e61f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:54.916328 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '613c48ee-ff33-4710-a66b-a3a36bbd9380', 'network_id': '7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef', 'port_id': '613c48ee-ff33-4710-a66b-a3a36bbd9380', 'mac_address': 'fa:16:3e:47:37:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '540d487b-e25b-4d54-95fe-b2d05bcb76cb', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:37:54.932103 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4f578271-fcf0-45fe-8582-d0a021d2e61f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.3742046 Feb 17 17:37:54.936252 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-bd837b5f-6bed-4c0f-9303-c3096eec95c9 None None] Allocated IP 2001:db8:0:1::2 (f82adc72-a904-4b51-9a87-7ea8a1981040/1f8cd8ad-a6bd-4425-9b31-5b7d4238c037/f53fb65a-d811-48e3-82ec-86a31ea9271c) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:37:54.936436 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46836) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:54.984769 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd817e4-e47d-4032-928c-5a833a4411d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f10362c3-2514-42f4-bcb6-429992c4e5f4,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:54.991660 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a850e874-5ff7-49c3-9809-f389cc6c8737 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (63d0abdd-c3c8-4b6b-85e0-171e7ff3a133), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:55.049395 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a850e874-5ff7-49c3-9809-f389cc6c8737 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Pushing event deleted for resources: {'Subnet': ['ID=63d0abdd-c3c8-4b6b-85e0-171e7ff3a133,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:55.077181 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12336cd-bf5f-47ec-83b3-e06083090fb8 req-f4db0de6-74bf-438c-b5f0-ba4bf15a27d3 tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:55.083792 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b12336cd-bf5f-47ec-83b3-e06083090fb8 req-f4db0de6-74bf-438c-b5f0-ba4bf15a27d3 tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5f50c38-74ae-4ae2-83fb-5e17173d66f2 HTTP/1.1" status: 200 len: 943 time: 0.3645492 Feb 17 17:37:55.087452 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 613c48ee-ff33-4710-a66b-a3a36bbd9380 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:55.087840 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (613c48ee-ff33-4710-a66b-a3a36bbd9380), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:55.111893 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a850e874-5ff7-49c3-9809-f389cc6c8737 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:55.113480 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ef3c6e-4238-49ea-87d5-80b75bc1ff79 None None] Network 02282d7b-e50d-4f07-9e23-d5c20470087b requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:37:55.117922 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a850e874-5ff7-49c3-9809-f389cc6c8737 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "DELETE /v2.0/subnets/63d0abdd-c3c8-4b6b-85e0-171e7ff3a133 HTTP/1.1" status: 204 len: 168 time: 0.8631959 Feb 17 17:37:55.127777 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46840) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:55.144457 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-fec9cb7a-1efe-48bd-8c22-f81f5b4158f1 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Deleting port d6247b71-45ab-4251-b1a1-286cccb2d5bb {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:37:55.145353 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fec9cb7a-1efe-48bd-8c22-f81f5b4158f1 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (d6247b71-45ab-4251-b1a1-286cccb2d5bb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:55.145892 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 613c48ee-ff33-4710-a66b-a3a36bbd9380 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:37:55.147908 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd817e4-e47d-4032-928c-5a833a4411d7 admin admin] Checking segment: {'id': 'a1df8f81-674b-4920-bf3c-53891eca3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'dca030c4-ce2c-42a0-be68-a1740488b25a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:37:55.148310 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd817e4-e47d-4032-928c-5a833a4411d7 admin admin] Network hostable DHCP agents. Network: dca030c4-ce2c-42a0-be68-a1740488b25a, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:37:55.153383 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-2b0671f8-fbed-4c3d-96c8-6ce42a493317 req-7ed643ce-1a8d-4acb-aa4b-881d5d084c54 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Allocated IP 172.25.8.198 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/f830d011-04b0-4b6b-b7c5-684f683a1df4) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:37:55.166941 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 45257e85-317d-459f-b5af-17b70425681b, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=45257e85-317d-459f-b5af-17b70425681b,segment=NetworkSegment(2348ccb8-b5ba-46c2-9adb-0c68d6d6c0ea),segment_id=2348ccb8-b5ba-46c2-9adb-0c68d6d6c0ea)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:55.250252 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '45257e85-317d-459f-b5af-17b70425681b', 'network_id': '9bcc8a88-3b91-4ec1-b3b9-fb9678537539', 'port_id': '45257e85-317d-459f-b5af-17b70425681b', 'mac_address': 'fa:16:3e:5e:a1:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a695d28a-4122-459c-ad10-65288ba6ea20', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:37:55.262961 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device f53fb65a-d811-48e3-82ec-86a31ea9271c up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:37:55.263903 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b12336cd-bf5f-47ec-83b3-e06083090fb8 req-6d572933-e5a5-462a-a587-65e61ead1c6a tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] 10.222.0.87 "GET /v2.0/security-groups?id=6e84d6e9-8d24-450f-881e-81f04b98605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791534 Feb 17 17:37:55.271192 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd817e4-e47d-4032-928c-5a833a4411d7 admin admin] Network dca030c4-ce2c-42a0-be68-a1740488b25a is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:37:55.298818 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7a34f4f-17d5-4879-a4e9-57adb21883e0 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Deleting subnet 4aee34b0-c30d-4c9f-a86d-bf189ed1d825 {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:37:55.300977 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fec9cb7a-1efe-48bd-8c22-f81f5b4158f1 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (d6247b71-45ab-4251-b1a1-286cccb2d5bb), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:55.317719 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-fec9cb7a-1efe-48bd-8c22-f81f5b4158f1 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Calling delete_port for d6247b71-45ab-4251-b1a1-286cccb2d5bb owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:37:55.326231 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 613c48ee-ff33-4710-a66b-a3a36bbd9380, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=613c48ee-ff33-4710-a66b-a3a36bbd9380,segment=NetworkSegment(82732791-61b6-4864-92cc-594948a3b9a8),segment_id=82732791-61b6-4864-92cc-594948a3b9a8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:55.344767 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (613c48ee-ff33-4710-a66b-a3a36bbd9380), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:55.345440 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 46ca0592-2b78-4190-9be6-1b3e395f0384 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:37:55.351698 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c7a34f4f-17d5-4879-a4e9-57adb21883e0 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks [] for subnet (4aee34b0-c30d-4c9f-a86d-bf189ed1d825), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:55.402251 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-fbd817e4-e47d-4032-928c-5a833a4411d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, dca030c4-ce2c-42a0-be68-a1740488b25a) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:37:55.434353 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd817e4-e47d-4032-928c-5a833a4411d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:55.435061 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fbd817e4-e47d-4032-928c-5a833a4411d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:55.468076 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c7a34f4f-17d5-4879-a4e9-57adb21883e0 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (4aee34b0-c30d-4c9f-a86d-bf189ed1d825), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:55.520202 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-fbd817e4-e47d-4032-928c-5a833a4411d7 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4913816 Feb 17 17:37:55.529037 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2b0671f8-fbed-4c3d-96c8-6ce42a493317 req-7ed643ce-1a8d-4acb-aa4b-881d5d084c54 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Publish callbacks [] for port (f830d011-04b0-4b6b-b7c5-684f683a1df4), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:55.540176 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fec9cb7a-1efe-48bd-8c22-f81f5b4158f1 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (d6247b71-45ab-4251-b1a1-286cccb2d5bb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:55.557206 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020bc5ec-1b09-4198-9ae0-a6458431dcbf req-0ab184bb-fc1f-4dfe-b479-608c8fa02d91 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:55.562566 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020bc5ec-1b09-4198-9ae0-a6458431dcbf req-0ab184bb-fc1f-4dfe-b479-608c8fa02d91 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:55.567883 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020bc5ec-1b09-4198-9ae0-a6458431dcbf req-0ab184bb-fc1f-4dfe-b479-608c8fa02d91 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:55.568533 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 46ca0592-2b78-4190-9be6-1b3e395f0384, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=46ca0592-2b78-4190-9be6-1b3e395f0384,segment=NetworkSegment(13d2e8d9-7afd-45f6-84e2-b7416289d330),segment_id=13d2e8d9-7afd-45f6-84e2-b7416289d330)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:55.573816 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020bc5ec-1b09-4198-9ae0-a6458431dcbf req-0ab184bb-fc1f-4dfe-b479-608c8fa02d91 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:55.578320 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec9cb7a-1efe-48bd-8c22-f81f5b4158f1 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Port': ['ID=d6247b71-45ab-4251-b1a1-286cccb2d5bb,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:55.580494 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020bc5ec-1b09-4198-9ae0-a6458431dcbf req-0ab184bb-fc1f-4dfe-b479-608c8fa02d91 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:55.586094 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020bc5ec-1b09-4198-9ae0-a6458431dcbf req-0ab184bb-fc1f-4dfe-b479-608c8fa02d91 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:55.591985 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020bc5ec-1b09-4198-9ae0-a6458431dcbf req-0ab184bb-fc1f-4dfe-b479-608c8fa02d91 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:55.599442 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-020bc5ec-1b09-4198-9ae0-a6458431dcbf req-0ab184bb-fc1f-4dfe-b479-608c8fa02d91 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 5422 time: 0.2446480 Feb 17 17:37:55.602313 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '46ca0592-2b78-4190-9be6-1b3e395f0384', 'network_id': 'cc320263-b432-4650-9484-dc130e67f905', 'port_id': '46ca0592-2b78-4190-9be6-1b3e395f0384', 'mac_address': 'fa:16:3e:54:4c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2e0eb54-8f78-4737-b37f-1044983cc57f', 'ip_address': '10.1.1.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:37:55.604600 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78bb4ca-209a-44ef-a6ff-f7b956640dfe None None] Network dca030c4-ce2c-42a0-be68-a1740488b25a requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:37:55.632046 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fec9cb7a-1efe-48bd-8c22-f81f5b4158f1 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:55.648542 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fec9cb7a-1efe-48bd-8c22-f81f5b4158f1 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/ports/d6247b71-45ab-4251-b1a1-286cccb2d5bb HTTP/1.1" status: 204 len: 168 time: 0.7097363 Feb 17 17:37:55.649187 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46844) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:55.692678 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-bd837b5f-6bed-4c0f-9303-c3096eec95c9 None None] For port f53fb65a-d811-48e3-82ec-86a31ea9271c, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=f53fb65a-d811-48e3-82ec-86a31ea9271c,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:55.721823 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d721e3-60eb-47d0-89e1-167c23ca3afe tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:55.727119 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-76d721e3-60eb-47d0-89e1-167c23ca3afe tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0762010 Feb 17 17:37:55.727413 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46850) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:55.737028 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-020bc5ec-1b09-4198-9ae0-a6458431dcbf req-dc7b09be-5117-4b2e-b2da-b2a02c69d4a4 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/security-groups?id=fd4d27d9-e68c-41ba-a909-f949182bce5a&id=4a46e179-4efe-408d-8163-359e1c80274b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1300125 Feb 17 17:37:55.778676 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c7a34f4f-17d5-4879-a4e9-57adb21883e0 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (4aee34b0-c30d-4c9f-a86d-bf189ed1d825), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:55.804964 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2b0671f8-fbed-4c3d-96c8-6ce42a493317 req-7ed643ce-1a8d-4acb-aa4b-881d5d084c54 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (f830d011-04b0-4b6b-b7c5-684f683a1df4), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:55.820081 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084a983b-0162-4e13-bc2c-cc2631cf638d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:55.821557 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-084a983b-0162-4e13-bc2c-cc2631cf638d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0931139 Feb 17 17:37:55.824159 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46854) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:55.855053 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bd837b5f-6bed-4c0f-9303-c3096eec95c9 None None] Publish callbacks [] for port (f53fb65a-d811-48e3-82ec-86a31ea9271c), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:55.883980 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b0671f8-fbed-4c3d-96c8-6ce42a493317 req-7ed643ce-1a8d-4acb-aa4b-881d5d084c54 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:37:55.892016 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57fe874-a881-4ab6-9694-96302aaa76bf tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:55.893682 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57fe874-a881-4ab6-9694-96302aaa76bf tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:55.895336 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57fe874-a881-4ab6-9694-96302aaa76bf tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:55.896949 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d57fe874-a881-4ab6-9694-96302aaa76bf tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0717924 Feb 17 17:37:55.900413 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46858) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:55.903589 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-2b0671f8-fbed-4c3d-96c8-6ce42a493317 req-7ed643ce-1a8d-4acb-aa4b-881d5d084c54 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:37:55.910557 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b0671f8-fbed-4c3d-96c8-6ce42a493317 req-7ed643ce-1a8d-4acb-aa4b-881d5d084c54 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:37:55.951829 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed643ce-1a8d-4acb-aa4b-881d5d084c54 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Pushing event updated for resources: {'Port': ['ID=f830d011-04b0-4b6b-b7c5-684f683a1df4,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:55.962787 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=613c48ee-ff33-4710-a66b-a3a36bbd9380,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:55.980946 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bd837b5f-6bed-4c0f-9303-c3096eec95c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (f53fb65a-d811-48e3-82ec-86a31ea9271c), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:55.983701 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c7a34f4f-17d5-4879-a4e9-57adb21883e0 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (4aee34b0-c30d-4c9f-a86d-bf189ed1d825), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:55.992383 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dbbb95-2bb6-4b66-bb06-c7167eb69e8e None None] Network dca030c4-ce2c-42a0-be68-a1740488b25a requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:37:55.994819 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 45257e85-317d-459f-b5af-17b70425681b is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:55.995182 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (45257e85-317d-459f-b5af-17b70425681b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:56.006396 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c7a34f4f-17d5-4879-a4e9-57adb21883e0 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:56.009091 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb4463af-b236-4b7b-9917-cdffe9babd41 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Deleting subnet 1f8cd8ad-a6bd-4425-9b31-5b7d4238c037 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:37:56.012035 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c7a34f4f-17d5-4879-a4e9-57adb21883e0 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "DELETE /v2.0/subnets/4aee34b0-c30d-4c9f-a86d-bf189ed1d825 HTTP/1.1" status: 204 len: 168 time: 0.8790426 Feb 17 17:37:56.013047 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46862) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:56.070397 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port f53fb65a-d811-48e3-82ec-86a31ea9271c triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:37:56.070732 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (f53fb65a-d811-48e3-82ec-86a31ea9271c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:56.072314 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 46ca0592-2b78-4190-9be6-1b3e395f0384 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:56.072718 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (46ca0592-2b78-4190-9be6-1b3e395f0384), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:56.086151 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45257e85-317d-459f-b5af-17b70425681b {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:37:56.130353 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1235169f-e17b-421e-bca3-cd3871a3e9cb tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (02282d7b-e50d-4f07-9e23-d5c20470087b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:56.133684 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fb4463af-b236-4b7b-9917-cdffe9babd41 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (1f8cd8ad-a6bd-4425-9b31-5b7d4238c037), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:56.150576 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2b0671f8-fbed-4c3d-96c8-6ce42a493317 req-7ed643ce-1a8d-4acb-aa4b-881d5d084c54 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Publish callbacks [] for floatingip (ae427ace-c58f-4cde-a048-a7ea42e897ab), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:56.196657 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913f5a3-a9a4-4c4c-acd1-5e88745a9c32 req-b1aa3aab-72ec-45d8-8b09-76c011bfd2df tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:56.205658 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e913f5a3-a9a4-4c4c-acd1-5e88745a9c32 req-b1aa3aab-72ec-45d8-8b09-76c011bfd2df tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=60ab87b1-d42f-4db3-96e5-629833bd232b HTTP/1.1" status: 200 len: 945 time: 0.3726156 Feb 17 17:37:56.206759 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a34f4f-17d5-4879-a4e9-57adb21883e0 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Pushing event deleted for resources: {'Subnet': ['ID=4aee34b0-c30d-4c9f-a86d-bf189ed1d825,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:56.238251 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46ca0592-2b78-4190-9be6-1b3e395f0384 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:37:56.240344 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fb4463af-b236-4b7b-9917-cdffe9babd41 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (1f8cd8ad-a6bd-4425-9b31-5b7d4238c037), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:56.245648 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 45257e85-317d-459f-b5af-17b70425681b, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=45257e85-317d-459f-b5af-17b70425681b,segment=NetworkSegment(2348ccb8-b5ba-46c2-9adb-0c68d6d6c0ea),segment_id=2348ccb8-b5ba-46c2-9adb-0c68d6d6c0ea)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:56.259041 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46870) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:56.260723 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd837b5f-6bed-4c0f-9303-c3096eec95c9 None None] Pushing event updated for resources: {'Port': ['ID=f53fb65a-d811-48e3-82ec-86a31ea9271c,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:56.266905 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-a1498e84-eddd-41d3-a80a-f5a7e59eb96a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1236783967-network', 'tenant_id': '7902414d7bf04bea90b727d2f248cc77'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:37:56.272279 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (45257e85-317d-459f-b5af-17b70425681b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:56.310095 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2b0671f8-fbed-4c3d-96c8-6ce42a493317 req-7ed643ce-1a8d-4acb-aa4b-881d5d084c54 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (f830d011-04b0-4b6b-b7c5-684f683a1df4), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:56.324012 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 46ca0592-2b78-4190-9be6-1b3e395f0384, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=46ca0592-2b78-4190-9be6-1b3e395f0384,segment=NetworkSegment(13d2e8d9-7afd-45f6-84e2-b7416289d330),segment_id=13d2e8d9-7afd-45f6-84e2-b7416289d330)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:56.350150 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-1235169f-e17b-421e-bca3-cd3871a3e9cb tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Deleting port 706b8f56-6b40-4470-b8f6-35f3b50fd7c8 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:37:56.350544 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1235169f-e17b-421e-bca3-cd3871a3e9cb tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (706b8f56-6b40-4470-b8f6-35f3b50fd7c8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:56.372955 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (46ca0592-2b78-4190-9be6-1b3e395f0384), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:56.373617 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device ed35401b-3bd0-4605-9ab0-9a24b1913fbc details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:37:56.378527 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e913f5a3-a9a4-4c4c-acd1-5e88745a9c32 req-fb745a27-0ce0-468b-993f-6cb317cf98dd tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655233 Feb 17 17:37:56.417610 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1498e84-eddd-41d3-a80a-f5a7e59eb96a admin admin] Made reservation on behalf of 7902414d7bf04bea90b727d2f248cc77 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:37:56.419386 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a1498e84-eddd-41d3-a80a-f5a7e59eb96a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:56.440329 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=45257e85-317d-459f-b5af-17b70425681b,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:56.456477 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-1235169f-e17b-421e-bca3-cd3871a3e9cb tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] For port 706b8f56-6b40-4470-b8f6-35f3b50fd7c8, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=706b8f56-6b40-4470-b8f6-35f3b50fd7c8,segment=NetworkSegment(a18351b7-58b4-463b-878c-3c2c9712c5b1),segment_id=a18351b7-58b4-463b-878c-3c2c9712c5b1)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:56.456851 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1235169f-e17b-421e-bca3-cd3871a3e9cb tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (706b8f56-6b40-4470-b8f6-35f3b50fd7c8), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:56.479500 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-1235169f-e17b-421e-bca3-cd3871a3e9cb tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Calling delete_port for 706b8f56-6b40-4470-b8f6-35f3b50fd7c8 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:37:56.485147 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e3661b-4a5f-42a8-b048-a5d35ccfdb27 None None] Update dhcp port {'port': {'network_id': '02282d7b-e50d-4f07-9e23-d5c20470087b', 'fixed_ips': [{'subnet_id': '4aee34b0-c30d-4c9f-a86d-bf189ed1d825'}], 'binding:host_id': 'n-d-829613-2'}, 'id': '706b8f56-6b40-4470-b8f6-35f3b50fd7c8'} from n-d-829613-2. {{(pid=103436) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 17 17:37:56.537784 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['45257e85-317d-459f-b5af-17b70425681b'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:37:56.603018 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1235169f-e17b-421e-bca3-cd3871a3e9cb tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (706b8f56-6b40-4470-b8f6-35f3b50fd7c8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:56.605105 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port f53fb65a-d811-48e3-82ec-86a31ea9271c is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:56.635641 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-64e3661b-4a5f-42a8-b048-a5d35ccfdb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (706b8f56-6b40-4470-b8f6-35f3b50fd7c8), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:56.655795 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1235169f-e17b-421e-bca3-cd3871a3e9cb tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Pushing event deleted for resources: {'Port': ['ID=706b8f56-6b40-4470-b8f6-35f3b50fd7c8,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:56.661277 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fb4463af-b236-4b7b-9917-cdffe9babd41 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (1f8cd8ad-a6bd-4425-9b31-5b7d4238c037), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:56.665197 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1235169f-e17b-421e-bca3-cd3871a3e9cb tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] No DVR routers for this DVR port 706b8f56-6b40-4470-b8f6-35f3b50fd7c8 on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:37:56.711613 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e3661b-4a5f-42a8-b048-a5d35ccfdb27 None None] Host n-d-829613-2 tried to update port 706b8f56-6b40-4470-b8f6-35f3b50fd7c8 which no longer exists. {{(pid=103436) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:317}} Feb 17 17:37:56.716804 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=46ca0592-2b78-4190-9be6-1b3e395f0384,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:56.782108 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port ed35401b-3bd0-4605-9ab0-9a24b1913fbc, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=ed35401b-3bd0-4605-9ab0-9a24b1913fbc,segment=NetworkSegment(02645fb9-f8c0-4e52-bfd2-07423e88e8ac),segment_id=02645fb9-f8c0-4e52-bfd2-07423e88e8ac)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:56.814905 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': 'ed35401b-3bd0-4605-9ab0-9a24b1913fbc', 'network_id': '0a5e4a87-4ee5-43ba-9b80-4028df7a735a', 'port_id': 'ed35401b-3bd0-4605-9ab0-9a24b1913fbc', 'mac_address': 'fa:16:3e:e1:ff:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98ec6acc-308e-4130-b06f-00382706d70a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:37:56.833709 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fca006-8098-4260-aea3-f293d76bc55c None None] Network 02282d7b-e50d-4f07-9e23-d5c20470087b requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:37:56.839066 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1235169f-e17b-421e-bca3-cd3871a3e9cb tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (02282d7b-e50d-4f07-9e23-d5c20470087b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:56.869722 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-1235169f-e17b-421e-bca3-cd3871a3e9cb tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02282d7b-e50d-4f07-9e23-d5c20470087b']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:56.877500 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a1498e84-eddd-41d3-a80a-f5a7e59eb96a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:56.884296 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-1235169f-e17b-421e-bca3-cd3871a3e9cb tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a18351b7-58b4-463b-878c-3c2c9712c5b1') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:56.884534 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-1235169f-e17b-421e-bca3-cd3871a3e9cb tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a18351b7-58b4-463b-878c-3c2c9712c5b1') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:56.898212 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1235169f-e17b-421e-bca3-cd3871a3e9cb tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (a18351b7-58b4-463b-878c-3c2c9712c5b1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:56.919128 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1235169f-e17b-421e-bca3-cd3871a3e9cb tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (a18351b7-58b4-463b-878c-3c2c9712c5b1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:56.925826 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1235169f-e17b-421e-bca3-cd3871a3e9cb tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:37:56.926403 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1235169f-e17b-421e-bca3-cd3871a3e9cb tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (a18351b7-58b4-463b-878c-3c2c9712c5b1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:56.952947 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-405cb974-97f5-48ea-94f1-164362f70946 None None] Could not find standard attr ID for object 706b8f56-6b40-4470-b8f6-35f3b50fd7c8. {{(pid=103436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 17:37:56.991418 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11f5639-9e00-49b0-9245-2fc312e413f4 None None] DHCP port deletion for 02282d7b-e50d-4f07-9e23-d5c20470087b request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:37:57.048335 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port ed35401b-3bd0-4605-9ab0-9a24b1913fbc is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:57.048745 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ed35401b-3bd0-4605-9ab0-9a24b1913fbc), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:57.081766 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed35401b-3bd0-4605-9ab0-9a24b1913fbc {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:37:57.119607 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95f8d2-dcf2-47c3-9dae-c13aa887cca8 req-c0f59c61-3a14-4a95-b026-00e7d3e867fa tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:57.122580 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:37:57.122580 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:37:57.122580 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:37:57.122580 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:37:57.122580 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:37:57.122580 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:37:57.122580 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:37:57.122580 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:37:57.122580 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:37:57.122580 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:37:57.122580 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:37:57.122580 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:37:57.122580 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:37:57.122580 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:37:57.122580 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:37:57.122580 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:37:57.122580 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:37:57.122580 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:37:57.122580 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:37:57.122580 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:37:57.122580 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:37:57.122580 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:37:57.122580 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:37:57.122580 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:37:57.122580 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:37:57.122580 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:37:57.122580 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:37:57.122580 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:37:57.122580 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:37:57.122580 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:37:57.122580 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:37:57.122580 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:37:57.124907 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fb4463af-b236-4b7b-9917-cdffe9babd41 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (1f8cd8ad-a6bd-4425-9b31-5b7d4238c037), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:57.132222 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bf95f8d2-dcf2-47c3-9dae-c13aa887cca8 req-c0f59c61-3a14-4a95-b026-00e7d3e867fa tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5f50c38-74ae-4ae2-83fb-5e17173d66f2 HTTP/1.1" status: 200 len: 944 time: 0.2419889 Feb 17 17:37:57.132480 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1235169f-e17b-421e-bca3-cd3871a3e9cb tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (02282d7b-e50d-4f07-9e23-d5c20470087b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:57.160638 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port ed35401b-3bd0-4605-9ab0-9a24b1913fbc, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=ed35401b-3bd0-4605-9ab0-9a24b1913fbc,segment=NetworkSegment(02645fb9-f8c0-4e52-bfd2-07423e88e8ac),segment_id=02645fb9-f8c0-4e52-bfd2-07423e88e8ac)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:57.167449 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1235169f-e17b-421e-bca3-cd3871a3e9cb tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:57.170309 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ed35401b-3bd0-4605-9ab0-9a24b1913fbc), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:57.170951 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 52ff7d56-9a39-4bcd-81d3-82d714507134 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:37:57.175401 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-1235169f-e17b-421e-bca3-cd3871a3e9cb tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "DELETE /v2.0/networks/02282d7b-e50d-4f07-9e23-d5c20470087b HTTP/1.1" status: 204 len: 168 time: 1.1613212 Feb 17 17:37:57.179608 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46878) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:57.182092 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4463af-b236-4b7b-9917-cdffe9babd41 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Subnet': ['ID=1f8cd8ad-a6bd-4425-9b31-5b7d4238c037,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:57.205211 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fb4463af-b236-4b7b-9917-cdffe9babd41 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:57.208532 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fb4463af-b236-4b7b-9917-cdffe9babd41 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/1f8cd8ad-a6bd-4425-9b31-5b7d4238c037 HTTP/1.1" status: 204 len: 168 time: 1.3071702 Feb 17 17:37:57.209603 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1235169f-e17b-421e-bca3-cd3871a3e9cb tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Pushing event deleted for resources: {'Network': ['ID=02282d7b-e50d-4f07-9e23-d5c20470087b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:57.211981 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46880) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:57.238579 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2cb084d-d36a-49a6-9163-94b668446ae9 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] DELETE failed (client error): The resource could not be found. Feb 17 17:37:57.239061 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2cb084d-d36a-49a6-9163-94b668446ae9 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:37:57.242711 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a2cb084d-d36a-49a6-9163-94b668446ae9 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "DELETE /v2.0/subnets/38fdb613-faf1-47fc-8211-ac5727cc2c57 HTTP/1.1" status: 404 len: 337 time: 0.0614898 Feb 17 17:37:57.253437 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46882) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:57.276792 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=ed35401b-3bd0-4605-9ab0-9a24b1913fbc,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:57.308665 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device f53fb65a-d811-48e3-82ec-86a31ea9271c up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:37:57.312766 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-185f962e-f892-41d1-a4cf-aa8d1a7a8b08 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Deleting subnet b44b9dd8-7624-4ddc-8ec4-ffc63dc8b222 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:37:57.314572 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 52ff7d56-9a39-4bcd-81d3-82d714507134, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=52ff7d56-9a39-4bcd-81d3-82d714507134,segment=NetworkSegment(13d2e8d9-7afd-45f6-84e2-b7416289d330),segment_id=13d2e8d9-7afd-45f6-84e2-b7416289d330)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:57.317412 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-185f962e-f892-41d1-a4cf-aa8d1a7a8b08 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (b44b9dd8-7624-4ddc-8ec4-ffc63dc8b222), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:57.362914 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2b0671f8-fbed-4c3d-96c8-6ce42a493317 req-7ed643ce-1a8d-4acb-aa4b-881d5d084c54 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Publish callbacks [] for port (f830d011-04b0-4b6b-b7c5-684f683a1df4), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:57.363483 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '52ff7d56-9a39-4bcd-81d3-82d714507134', 'network_id': 'cc320263-b432-4650-9484-dc130e67f905', 'port_id': '52ff7d56-9a39-4bcd-81d3-82d714507134', 'mac_address': 'fa:16:3e:38:e4:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2e0eb54-8f78-4737-b37f-1044983cc57f', 'ip_address': '10.1.1.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:37:57.367541 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-d691e060-1a1e-444f-8167-5c10ecbe8c4e None None] Provisioning complete for port f53fb65a-d811-48e3-82ec-86a31ea9271c triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:37:57.368116 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d691e060-1a1e-444f-8167-5c10ecbe8c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (f53fb65a-d811-48e3-82ec-86a31ea9271c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:57.371454 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-de3fe900-9eb2-40d5-bdee-a6f119c51191 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] DELETE failed (client error): The resource could not be found. Feb 17 17:37:57.372234 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de3fe900-9eb2-40d5-bdee-a6f119c51191 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:37:57.375610 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-de3fe900-9eb2-40d5-bdee-a6f119c51191 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "DELETE /v2.0/networks/fb871d13-cc4a-47f3-b3fb-c553a2844e07 HTTP/1.1" status: 404 len: 339 time: 0.1098905 Feb 17 17:37:57.385488 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-185f962e-f892-41d1-a4cf-aa8d1a7a8b08 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (b44b9dd8-7624-4ddc-8ec4-ffc63dc8b222), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:57.386724 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46884) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:57.419549 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bf95f8d2-dcf2-47c3-9dae-c13aa887cca8 req-8eb56d28-4214-428c-a22a-49712b647597 tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] 10.222.0.87 "GET /v2.0/security-groups?id=6e84d6e9-8d24-450f-881e-81f04b98605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863507 Feb 17 17:37:57.424477 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a1498e84-eddd-41d3-a80a-f5a7e59eb96a admin admin] Publish callbacks [] for security_group (01ddbc47-2ecd-49ad-bc35-b9c2c02408de), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:57.451497 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2b0671f8-fbed-4c3d-96c8-6ce42a493317 req-7ed643ce-1a8d-4acb-aa4b-881d5d084c54 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (f830d011-04b0-4b6b-b7c5-684f683a1df4), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:57.462367 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a1498e84-eddd-41d3-a80a-f5a7e59eb96a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (01ddbc47-2ecd-49ad-bc35-b9c2c02408de), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:57.474583 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1498e84-eddd-41d3-a80a-f5a7e59eb96a admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:37:57.484179 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a1498e84-eddd-41d3-a80a-f5a7e59eb96a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (b1513e70-ce35-4d96-be2d-1143d2bc3330), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:57.484567 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-a1498e84-eddd-41d3-a80a-f5a7e59eb96a admin admin] Added segment b1513e70-ce35-4d96-be2d-1143d2bc3330 of type vlan for network 81290140-b440-498d-9162-144661a59a2b Feb 17 17:37:57.508408 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 52ff7d56-9a39-4bcd-81d3-82d714507134 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:57.509504 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (52ff7d56-9a39-4bcd-81d3-82d714507134), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:57.550026 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52ff7d56-9a39-4bcd-81d3-82d714507134 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:37:57.552901 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a1498e84-eddd-41d3-a80a-f5a7e59eb96a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (81290140-b440-498d-9162-144661a59a2b), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:57.570662 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 52ff7d56-9a39-4bcd-81d3-82d714507134, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=52ff7d56-9a39-4bcd-81d3-82d714507134,segment=NetworkSegment(13d2e8d9-7afd-45f6-84e2-b7416289d330),segment_id=13d2e8d9-7afd-45f6-84e2-b7416289d330)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:57.584724 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-185f962e-f892-41d1-a4cf-aa8d1a7a8b08 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (b44b9dd8-7624-4ddc-8ec4-ffc63dc8b222), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:57.587101 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (52ff7d56-9a39-4bcd-81d3-82d714507134), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:57.587812 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 4816c808-0fae-4aeb-902b-6085c77a50fa details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:37:57.588078 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bcf1772-e5b3-47db-b458-d7cfee7a352a tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] DELETE failed (client error): The resource could not be found. Feb 17 17:37:57.588573 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bcf1772-e5b3-47db-b458-d7cfee7a352a tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:37:57.594538 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-6bcf1772-e5b3-47db-b458-d7cfee7a352a tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "DELETE /v2.0/subnets/a079a070-8813-40c7-8c4e-cc4d9a6657b2 HTTP/1.1" status: 404 len: 337 time: 0.1765079 Feb 17 17:37:57.595622 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46888) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:57.622916 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port f53fb65a-d811-48e3-82ec-86a31ea9271c triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:37:57.623246 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (f53fb65a-d811-48e3-82ec-86a31ea9271c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:57.646835 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a1498e84-eddd-41d3-a80a-f5a7e59eb96a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (81290140-b440-498d-9162-144661a59a2b), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:57.647806 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1498e84-eddd-41d3-a80a-f5a7e59eb96a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:57.648417 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a1498e84-eddd-41d3-a80a-f5a7e59eb96a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:57.664081 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0878c79-9b4a-4e4d-9ede-3ce76e90ebad tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] DELETE failed (client error): The resource could not be found. Feb 17 17:37:57.665012 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0878c79-9b4a-4e4d-9ede-3ce76e90ebad tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:37:57.670179 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f0878c79-9b4a-4e4d-9ede-3ce76e90ebad tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "DELETE /v2.0/networks/27be3341-1ae7-46f2-8d61-24f60a1520b1 HTTP/1.1" status: 404 len: 339 time: 0.0743041 Feb 17 17:37:57.672559 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5544f6f2-26df-4f61-b9f7-7b756c23edd4 None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:37:57.674376 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46890) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:57.680814 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-d691e060-1a1e-444f-8167-5c10ecbe8c4e None None] Current status of the port f53fb65a-d811-48e3-82ec-86a31ea9271c is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:57.719218 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b2a4b51-7a44-4a24-80de-e8bd345f9219 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] DELETE failed (client error): The resource could not be found. Feb 17 17:37:57.719926 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b2a4b51-7a44-4a24-80de-e8bd345f9219 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:37:57.724779 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3b2a4b51-7a44-4a24-80de-e8bd345f9219 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "DELETE /v2.0/subnets/76268460-4a9c-42ec-b837-1cc06ee7bf13 HTTP/1.1" status: 404 len: 337 time: 0.0491383 Feb 17 17:37:57.731595 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46892) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:57.753482 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1498e84-eddd-41d3-a80a-f5a7e59eb96a admin admin] Pushing event updated for resources: {'Network': ['ID=81290140-b440-498d-9162-144661a59a2b,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:57.758854 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 4816c808-0fae-4aeb-902b-6085c77a50fa, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=4816c808-0fae-4aeb-902b-6085c77a50fa,segment=NetworkSegment(13d2e8d9-7afd-45f6-84e2-b7416289d330),segment_id=13d2e8d9-7afd-45f6-84e2-b7416289d330)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:57.761179 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a1498e84-eddd-41d3-a80a-f5a7e59eb96a admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5010548 Feb 17 17:37:57.766627 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46894) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:57.773630 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ada9b66-56a2-45ea-8782-1c1203163566 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] DELETE failed (client error): The resource could not be found. Feb 17 17:37:57.774363 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ada9b66-56a2-45ea-8782-1c1203163566 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:37:57.778239 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-1ada9b66-56a2-45ea-8782-1c1203163566 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "DELETE /v2.0/networks/2ba8cdb3-c301-413d-91ad-c93cbf3e9827 HTTP/1.1" status: 404 len: 339 time: 0.0453413 Feb 17 17:37:57.781450 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46896) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:57.784489 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-5562ceff-abc4-4e62-ae54-0870f88dae46 admin admin] Request body: {'subnet': {'network_id': '81290140-b440-498d-9162-144661a59a2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1236783967-subnet', 'tenant_id': '7902414d7bf04bea90b727d2f248cc77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:37:57.786691 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=52ff7d56-9a39-4bcd-81d3-82d714507134,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:57.803928 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 81290140-b440-498d-9162-144661a59a2b details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:37:57.829315 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1498e84-eddd-41d3-a80a-f5a7e59eb96a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ddbc47-2ecd-49ad-bc35-b9c2c02408de,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:57.838766 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed643ce-1a8d-4acb-aa4b-881d5d084c54 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Pushing event updated for resources: {'Port': ['ID=f830d011-04b0-4b6b-b7c5-684f683a1df4,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:57.859254 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-185f962e-f892-41d1-a4cf-aa8d1a7a8b08 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (b44b9dd8-7624-4ddc-8ec4-ffc63dc8b222), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:57.877938 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aefdba-2ee8-4074-a427-49a0510f4bbc req-7a70e6b4-7fef-4b4e-bc75-22b889f21209 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:57.881747 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aefdba-2ee8-4074-a427-49a0510f4bbc req-7a70e6b4-7fef-4b4e-bc75-22b889f21209 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:57.887577 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aefdba-2ee8-4074-a427-49a0510f4bbc req-7a70e6b4-7fef-4b4e-bc75-22b889f21209 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:57.892976 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aefdba-2ee8-4074-a427-49a0510f4bbc req-7a70e6b4-7fef-4b4e-bc75-22b889f21209 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:57.898335 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aefdba-2ee8-4074-a427-49a0510f4bbc req-7a70e6b4-7fef-4b4e-bc75-22b889f21209 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:57.904313 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aefdba-2ee8-4074-a427-49a0510f4bbc req-7a70e6b4-7fef-4b4e-bc75-22b889f21209 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:57.909617 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aefdba-2ee8-4074-a427-49a0510f4bbc req-7a70e6b4-7fef-4b4e-bc75-22b889f21209 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:57.917341 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-34aefdba-2ee8-4074-a427-49a0510f4bbc req-7a70e6b4-7fef-4b4e-bc75-22b889f21209 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 5425 time: 0.3355641 Feb 17 17:37:57.919193 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f962e-f892-41d1-a4cf-aa8d1a7a8b08 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Subnet': ['ID=b44b9dd8-7624-4ddc-8ec4-ffc63dc8b222,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:57.936726 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5562ceff-abc4-4e62-ae54-0870f88dae46 admin admin] Made reservation on behalf of 7902414d7bf04bea90b727d2f248cc77 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:37:57.939090 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5562ceff-abc4-4e62-ae54-0870f88dae46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:57.953545 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-185f962e-f892-41d1-a4cf-aa8d1a7a8b08 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:57.960633 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-185f962e-f892-41d1-a4cf-aa8d1a7a8b08 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/b44b9dd8-7624-4ddc-8ec4-ffc63dc8b222 HTTP/1.1" status: 204 len: 168 time: 0.7314103 Feb 17 17:37:57.966307 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46898) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:57.976888 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-be79889c-3dc1-4ecc-b9bd-6ccba0549a51 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Deleting subnet dc159feb-1969-43d0-816c-a5a32cc8c0a3 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:37:57.982747 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-be79889c-3dc1-4ecc-b9bd-6ccba0549a51 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks [] for subnet (dc159feb-1969-43d0-816c-a5a32cc8c0a3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:58.048188 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b9de295a-f0f0-4f5a-b919-c6c5dd4b0842 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0805576 Feb 17 17:37:58.051325 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46900) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:58.056954 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2b0671f8-fbed-4c3d-96c8-6ce42a493317 req-7ed643ce-1a8d-4acb-aa4b-881d5d084c54 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (ae427ace-c58f-4cde-a048-a7ea42e897ab), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:58.062660 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-e083c52d-3913-4349-91dc-6ea4cf3bc60e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'subnet': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:37:58.070868 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-a358a3ba-72c3-4553-a33e-efc9ee7bad14 None None] Could not find standard attr ID for object d6247b71-45ab-4251-b1a1-286cccb2d5bb. {{(pid=103436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 17:37:58.075612 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '4816c808-0fae-4aeb-902b-6085c77a50fa', 'network_id': 'cc320263-b432-4650-9484-dc130e67f905', 'port_id': '4816c808-0fae-4aeb-902b-6085c77a50fa', 'mac_address': 'fa:16:3e:9d:fe:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2e0eb54-8f78-4737-b37f-1044983cc57f', 'ip_address': '10.1.1.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:37:58.116450 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-be79889c-3dc1-4ecc-b9bd-6ccba0549a51 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (dc159feb-1969-43d0-816c-a5a32cc8c0a3), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:58.145294 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2b0671f8-fbed-4c3d-96c8-6ce42a493317 req-7ed643ce-1a8d-4acb-aa4b-881d5d084c54 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:58.163758 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2b0671f8-fbed-4c3d-96c8-6ce42a493317 req-7ed643ce-1a8d-4acb-aa4b-881d5d084c54 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.2124848 Feb 17 17:37:58.172663 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port f53fb65a-d811-48e3-82ec-86a31ea9271c is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:58.205134 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 4816c808-0fae-4aeb-902b-6085c77a50fa is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:58.205538 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (4816c808-0fae-4aeb-902b-6085c77a50fa), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:58.245178 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4816c808-0fae-4aeb-902b-6085c77a50fa {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:37:58.264234 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 706b8f56-6b40-4470-b8f6-35f3b50fd7c8 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:37:58.299388 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 706b8f56-6b40-4470-b8f6-35f3b50fd7c8 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:37:58.299729 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 706b8f56-6b40-4470-b8f6-35f3b50fd7c8 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:37:58.302296 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 4816c808-0fae-4aeb-902b-6085c77a50fa, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=4816c808-0fae-4aeb-902b-6085c77a50fa,segment=NetworkSegment(13d2e8d9-7afd-45f6-84e2-b7416289d330),segment_id=13d2e8d9-7afd-45f6-84e2-b7416289d330)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:58.308595 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (4816c808-0fae-4aeb-902b-6085c77a50fa), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:58.310588 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2b0671f8-fbed-4c3d-96c8-6ce42a493317 req-310761f3-c966-4371-b372-9750d697c6d8 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.8.198 HTTP/1.1" status: 200 len: 696 time: 0.1458843 Feb 17 17:37:58.364665 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e083c52d-3913-4349-91dc-6ea4cf3bc60e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:37:58.370576 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e083c52d-3913-4349-91dc-6ea4cf3bc60e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:58.401089 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=4816c808-0fae-4aeb-902b-6085c77a50fa,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:58.413502 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa21363-f261-4cf2-9455-7bdd1c76dbaa None None] Update dhcp port {'port': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'fixed_ips': [{'subnet_id': 'b44b9dd8-7624-4ddc-8ec4-ffc63dc8b222'}], 'binding:host_id': 'n-d-829613-2'}, 'id': 'f53fb65a-d811-48e3-82ec-86a31ea9271c'} from n-d-829613-2. {{(pid=103436) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 17 17:37:58.420118 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-be79889c-3dc1-4ecc-b9bd-6ccba0549a51 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (dc159feb-1969-43d0-816c-a5a32cc8c0a3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:58.444972 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7aa21363-f261-4cf2-9455-7bdd1c76dbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (f53fb65a-d811-48e3-82ec-86a31ea9271c), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:58.445541 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-34aefdba-2ee8-4074-a427-49a0510f4bbc req-30599172-5c6d-45c2-a25b-af4dee97ac56 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/security-groups?id=fd4d27d9-e68c-41ba-a909-f949182bce5a&id=4a46e179-4efe-408d-8163-359e1c80274b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5217752 Feb 17 17:37:58.470140 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0671f8-fbed-4c3d-96c8-6ce42a493317 req-572d340a-69d2-4b40-b796-b6e0355cfe02 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:58.488047 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2b0671f8-fbed-4c3d-96c8-6ce42a493317 req-572d340a-69d2-4b40-b796-b6e0355cfe02 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "GET /v2.0/networks/d7afcf1f-5124-4168-b80f-10ace9d04ea7 HTTP/1.1" status: 200 len: 784 time: 0.1764913 Feb 17 17:37:58.514818 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5562ceff-abc4-4e62-ae54-0870f88dae46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (88f5ca29-34cf-4dab-8851-61d7c2bac70b), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:58.572854 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-be79889c-3dc1-4ecc-b9bd-6ccba0549a51 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (dc159feb-1969-43d0-816c-a5a32cc8c0a3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:58.645946 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be79889c-3dc1-4ecc-b9bd-6ccba0549a51 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Pushing event deleted for resources: {'Subnet': ['ID=dc159feb-1969-43d0-816c-a5a32cc8c0a3,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:58.661280 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-be79889c-3dc1-4ecc-b9bd-6ccba0549a51 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:58.672937 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-be79889c-3dc1-4ecc-b9bd-6ccba0549a51 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "DELETE /v2.0/subnets/dc159feb-1969-43d0-816c-a5a32cc8c0a3 HTTP/1.1" status: 204 len: 168 time: 0.8877902 Feb 17 17:37:58.674724 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46912) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:37:58.696065 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fd7839-dd1a-408a-8f5a-6ffd0137ecf3 None None] Network ca0b3ccb-930c-4992-90a4-aaf6092295f5 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:37:58.704451 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5562ceff-abc4-4e62-ae54-0870f88dae46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88f5ca29-34cf-4dab-8851-61d7c2bac70b,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:58.742329 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5562ceff-abc4-4e62-ae54-0870f88dae46 admin admin] Checking segment: {'id': 'b1513e70-ce35-4d96-be2d-1143d2bc3330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '81290140-b440-498d-9162-144661a59a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:37:58.742966 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5562ceff-abc4-4e62-ae54-0870f88dae46 admin admin] Network hostable DHCP agents. Network: 81290140-b440-498d-9162-144661a59a2b, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:37:58.744598 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 45257e85-317d-459f-b5af-17b70425681b up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:37:58.758526 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd73b0-b40e-4d30-a156-3c3bff0ccc10 req-8e100f42-b966-473c-b58c-340755275c5e tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:58.766064 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-05dd73b0-b40e-4d30-a156-3c3bff0ccc10 req-8e100f42-b966-473c-b58c-340755275c5e tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=60ab87b1-d42f-4db3-96e5-629833bd232b HTTP/1.1" status: 200 len: 945 time: 0.1771941 Feb 17 17:37:58.801355 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270277d0-67fd-44e4-970e-0e721c1310e7 None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:37:58.808691 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a769a00b-f6f1-4b35-8d16-5791d79bed69 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (ca0b3ccb-930c-4992-90a4-aaf6092295f5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:58.858006 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5562ceff-abc4-4e62-ae54-0870f88dae46 admin admin] Network 81290140-b440-498d-9162-144661a59a2b is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:37:58.897736 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-05dd73b0-b40e-4d30-a156-3c3bff0ccc10 req-6571510d-4cf4-4135-8824-176b45ea621f tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306329 Feb 17 17:37:58.914781 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-5562ceff-abc4-4e62-ae54-0870f88dae46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 81290140-b440-498d-9162-144661a59a2b) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:37:58.921487 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5562ceff-abc4-4e62-ae54-0870f88dae46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:58.922008 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5562ceff-abc4-4e62-ae54-0870f88dae46 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:58.942396 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109fc1d1-28eb-4fd3-ba37-a607669c6610 req-7be7ae26-e174-4be1-b2a2-5cfec40ee8f8 tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:58.943942 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-109fc1d1-28eb-4fd3-ba37-a607669c6610 req-7be7ae26-e174-4be1-b2a2-5cfec40ee8f8 tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5f50c38-74ae-4ae2-83fb-5e17173d66f2 HTTP/1.1" status: 200 len: 944 time: 0.1577172 Feb 17 17:37:58.979452 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['08d126b0-cae8-435d-a7c4-67c6dbfa3b4c'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:37:58.982324 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5810565a-dc4a-43ed-9cad-70fa13589c9e None None] Network 81290140-b440-498d-9162-144661a59a2b requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:37:59.027134 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-5562ceff-abc4-4e62-ae54-0870f88dae46 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2531755 Feb 17 17:37:59.058705 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['46ca0592-2b78-4190-9be6-1b3e395f0384'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:37:59.119423 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['613c48ee-ff33-4710-a66b-a3a36bbd9380'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:37:59.128693 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-109fc1d1-28eb-4fd3-ba37-a607669c6610 req-978b72bf-2535-4d3c-a6d0-4495607fefa9 tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] 10.222.0.87 "GET /v2.0/security-groups?id=6e84d6e9-8d24-450f-881e-81f04b98605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421673 Feb 17 17:37:59.145038 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780f329-948c-4958-a1eb-717be4ed1822 req-d57abc9b-17c7-4618-b2e5-ae6cb55b881d tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:59.145038 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0780f329-948c-4958-a1eb-717be4ed1822 req-d57abc9b-17c7-4618-b2e5-ae6cb55b881d tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "GET /v2.0/ports?device_id=240c422b-1b78-4785-83ce-f53c86d91391&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1778338 Feb 17 17:37:59.163503 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['3a0304e4-2f7a-4a83-9f09-e81f38957152'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:37:59.200528 n-d-829613-2 neutron-server[103434]: DEBUG neutron.objects.ports [None req-e083c52d-3913-4349-91dc-6ea4cf3bc60e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103434) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 17 17:37:59.218890 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-a769a00b-f6f1-4b35-8d16-5791d79bed69 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Deleting port 7081bb01-8623-49c7-972a-3412395e0e2e {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:37:59.219269 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a769a00b-f6f1-4b35-8d16-5791d79bed69 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (7081bb01-8623-49c7-972a-3412395e0e2e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:59.219788 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['4816c808-0fae-4aeb-902b-6085c77a50fa'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:37:59.222287 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['52ff7d56-9a39-4bcd-81d3-82d714507134'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:37:59.225106 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['ed35401b-3bd0-4605-9ab0-9a24b1913fbc'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:37:59.248670 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0780f329-948c-4958-a1eb-717be4ed1822 req-f73dba3d-dbd7-4cdd-9201-d275fac2fafa tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.8.198 HTTP/1.1" status: 200 len: 696 time: 0.0914133 Feb 17 17:37:59.272793 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-0780f329-948c-4958-a1eb-717be4ed1822 req-325d21d2-74dd-43a4-acb9-e1302c2f038d tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Request body: {'floatingip': {'port_id': '6fd8fede-7055-4d6d-a04d-8b0c189e0ea5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:37:59.318003 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-a769a00b-f6f1-4b35-8d16-5791d79bed69 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] For port 7081bb01-8623-49c7-972a-3412395e0e2e, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=7081bb01-8623-49c7-972a-3412395e0e2e,segment=NetworkSegment(a8563f57-d7e9-4ad0-bd8b-42388e1407bb),segment_id=a8563f57-d7e9-4ad0-bd8b-42388e1407bb)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:37:59.318360 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a769a00b-f6f1-4b35-8d16-5791d79bed69 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (7081bb01-8623-49c7-972a-3412395e0e2e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:59.335361 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device f53fb65a-d811-48e3-82ec-86a31ea9271c no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:37:59.337418 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-a769a00b-f6f1-4b35-8d16-5791d79bed69 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Calling delete_port for 7081bb01-8623-49c7-972a-3412395e0e2e owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:37:59.374310 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0780f329-948c-4958-a1eb-717be4ed1822 req-325d21d2-74dd-43a4-acb9-e1302c2f038d tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Publish callbacks [] for floatingip (ae427ace-c58f-4cde-a048-a7ea42e897ab), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:59.484962 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd35d9-5b41-4461-8306-271bf5eab0db req-7b0d109d-2523-4081-9926-f15496131df2 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:37:59.486463 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-91cd35d9-5b41-4461-8306-271bf5eab0db req-7b0d109d-2523-4081-9926-f15496131df2 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/ports?device_id=a66cf83c-02b1-4b63-8363-98a2a0637846 HTTP/1.1" status: 200 len: 946 time: 0.2265396 Feb 17 17:37:59.500836 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-63624098-37b4-4c4a-8a29-b9f4cd0ec4a2 None None] Provisioning complete for port f53fb65a-d811-48e3-82ec-86a31ea9271c triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:37:59.501259 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-63624098-37b4-4c4a-8a29-b9f4cd0ec4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (f53fb65a-d811-48e3-82ec-86a31ea9271c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:59.578744 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e083c52d-3913-4349-91dc-6ea4cf3bc60e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (f53fb65a-d811-48e3-82ec-86a31ea9271c), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:59.581104 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a769a00b-f6f1-4b35-8d16-5791d79bed69 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (7081bb01-8623-49c7-972a-3412395e0e2e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:59.609476 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34075d81-7072-4afa-b02e-77e77e3cfe5b None None] Network 81290140-b440-498d-9162-144661a59a2b requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:37:59.620962 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a769a00b-f6f1-4b35-8d16-5791d79bed69 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Pushing event deleted for resources: {'Port': ['ID=7081bb01-8623-49c7-972a-3412395e0e2e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:37:59.627526 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-91cd35d9-5b41-4461-8306-271bf5eab0db req-5632950a-7252-4d7c-8587-fc59eecdbf49 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/security-groups?id=24064728-799d-4802-ac8c-8dad004b7477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297951 Feb 17 17:37:59.636904 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a769a00b-f6f1-4b35-8d16-5791d79bed69 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] No DVR routers for this DVR port 7081bb01-8623-49c7-972a-3412395e0e2e on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:37:59.841894 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a769a00b-f6f1-4b35-8d16-5791d79bed69 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (ca0b3ccb-930c-4992-90a4-aaf6092295f5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:59.886637 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-a769a00b-f6f1-4b35-8d16-5791d79bed69 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca0b3ccb-930c-4992-90a4-aaf6092295f5']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:59.889401 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port f53fb65a-d811-48e3-82ec-86a31ea9271c is: ACTIVE; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:37:59.889924 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (f53fb65a-d811-48e3-82ec-86a31ea9271c), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:59.914990 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-a769a00b-f6f1-4b35-8d16-5791d79bed69 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8563f57-d7e9-4ad0-bd8b-42388e1407bb') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:59.915311 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-a769a00b-f6f1-4b35-8d16-5791d79bed69 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8563f57-d7e9-4ad0-bd8b-42388e1407bb') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:37:59.930517 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a769a00b-f6f1-4b35-8d16-5791d79bed69 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (a8563f57-d7e9-4ad0-bd8b-42388e1407bb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:37:59.980593 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a769a00b-f6f1-4b35-8d16-5791d79bed69 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (a8563f57-d7e9-4ad0-bd8b-42388e1407bb), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:00.001743 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a769a00b-f6f1-4b35-8d16-5791d79bed69 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:38:00.002191 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a769a00b-f6f1-4b35-8d16-5791d79bed69 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (a8563f57-d7e9-4ad0-bd8b-42388e1407bb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:00.005284 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:38:00.005284 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:38:00.005284 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:38:00.005284 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:38:00.005284 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:38:00.005284 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:38:00.005284 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:38:00.005284 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:38:00.005284 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:38:00.005284 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:38:00.005284 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:38:00.005284 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:38:00.005284 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:38:00.005284 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:38:00.005284 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:38:00.005284 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:38:00.005284 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:38:00.005284 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:38:00.005284 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:38:00.005284 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:38:00.005284 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:38:00.005284 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:38:00.005284 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:38:00.005284 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:38:00.005284 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:38:00.005284 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:38:00.005284 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:38:00.005284 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:38:00.005284 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:38:00.005284 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:38:00.005284 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:38:00.005284 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:38:00.052024 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-e083c52d-3913-4349-91dc-6ea4cf3bc60e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] For port f53fb65a-d811-48e3-82ec-86a31ea9271c, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=f53fb65a-d811-48e3-82ec-86a31ea9271c,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:00.103879 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-63624098-37b4-4c4a-8a29-b9f4cd0ec4a2 None None] Current status of the port f53fb65a-d811-48e3-82ec-86a31ea9271c is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:00.106175 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d52ebe4-1ef2-462f-aabf-e21904e3416b None None] DHCP port deletion for f82adc72-a904-4b51-9a87-7ea8a1981040 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:38:00.114852 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e083c52d-3913-4349-91dc-6ea4cf3bc60e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for port (f53fb65a-d811-48e3-82ec-86a31ea9271c), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:00.126680 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e083c52d-3913-4349-91dc-6ea4cf3bc60e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (f53fb65a-d811-48e3-82ec-86a31ea9271c), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:00.142668 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a769a00b-f6f1-4b35-8d16-5791d79bed69 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (ca0b3ccb-930c-4992-90a4-aaf6092295f5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:00.187635 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a769a00b-f6f1-4b35-8d16-5791d79bed69 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:00.194217 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a769a00b-f6f1-4b35-8d16-5791d79bed69 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "DELETE /v2.0/networks/ca0b3ccb-930c-4992-90a4-aaf6092295f5 HTTP/1.1" status: 204 len: 168 time: 1.5165384 Feb 17 17:38:00.199583 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46944) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:00.224858 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e083c52d-3913-4349-91dc-6ea4cf3bc60e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (55e49b71-3f87-4dfa-b203-8e920aa95795), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:00.307976 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e083c52d-3913-4349-91dc-6ea4cf3bc60e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Subnet': ['ID=55e49b71-3f87-4dfa-b203-8e920aa95795,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:00.316817 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a769a00b-f6f1-4b35-8d16-5791d79bed69 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Pushing event deleted for resources: {'Network': ['ID=ca0b3ccb-930c-4992-90a4-aaf6092295f5,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:00.370712 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e083c52d-3913-4349-91dc-6ea4cf3bc60e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Port': ['ID=f53fb65a-d811-48e3-82ec-86a31ea9271c,revision_number=8']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:00.379288 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0780f329-948c-4958-a1eb-717be4ed1822 req-325d21d2-74dd-43a4-acb9-e1302c2f038d tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:00.398202 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e083c52d-3913-4349-91dc-6ea4cf3bc60e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:38:00.403714 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0780f329-948c-4958-a1eb-717be4ed1822 req-325d21d2-74dd-43a4-acb9-e1302c2f038d tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (ae427ace-c58f-4cde-a048-a7ea42e897ab), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:00.410192 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e4150d5-6583-48ad-8f43-c05e20698ee1 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] DELETE failed (client error): The resource could not be found. Feb 17 17:38:00.411266 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e4150d5-6583-48ad-8f43-c05e20698ee1 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:00.415747 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5e4150d5-6583-48ad-8f43-c05e20698ee1 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "DELETE /v2.0/subnets/719aa24c-9649-4e5b-911c-95d31d449074 HTTP/1.1" status: 404 len: 337 time: 0.2041571 Feb 17 17:38:00.418164 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-e083c52d-3913-4349-91dc-6ea4cf3bc60e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:38:00.422320 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1daf27cd-eefc-4e9d-8586-5eb900b66029 None None] DHCP port deletion for ca0b3ccb-930c-4992-90a4-aaf6092295f5 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:38:00.426864 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46946) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:00.438727 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e083c52d-3913-4349-91dc-6ea4cf3bc60e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:00.439730 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e083c52d-3913-4349-91dc-6ea4cf3bc60e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:00.486216 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e083c52d-3913-4349-91dc-6ea4cf3bc60e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4307239 Feb 17 17:38:00.486216 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa5f6369-0800-452f-9883-c14713e40efc tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] DELETE failed (client error): The resource could not be found. Feb 17 17:38:00.486216 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa5f6369-0800-452f-9883-c14713e40efc tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:00.491665 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-aa5f6369-0800-452f-9883-c14713e40efc tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "DELETE /v2.0/networks/54ff5972-e174-40ba-ba0a-314ce8070572 HTTP/1.1" status: 404 len: 339 time: 0.0612476 Feb 17 17:38:00.491665 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46948) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:00.493226 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46950) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:00.498362 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-2a7693a7-2969-41db-8242-8de68291ca9d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'subnet': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:00.541940 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 45257e85-317d-459f-b5af-17b70425681b completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:38:00.592514 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-29d1b606-c726-4538-80ed-7ece8de56e46 req-1afc1311-ec30-4d8f-810b-7b10acb4fb0e service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=240c422b-1b78-4785-83ce-f53c86d91391&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2110629 Feb 17 17:38:00.618578 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26624f49-154b-4cd7-a2d7-3251bec8ab01 req-1acce61b-7e3d-4b28-b2b3-0cb3ebd95540 tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:00.624936 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-26624f49-154b-4cd7-a2d7-3251bec8ab01 req-1acce61b-7e3d-4b28-b2b3-0cb3ebd95540 tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] 10.222.0.87 "GET /v2.0/networks?id=dca030c4-ce2c-42a0-be68-a1740488b25a HTTP/1.1" status: 200 len: 814 time: 0.2344530 Feb 17 17:38:00.648042 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-475b2ebb-4e46-4f3b-bc65-5534d0866231 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Deleting subnet df536947-6ddb-4dda-8159-c2353dad8ddf {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:38:00.648282 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 45257e85-317d-459f-b5af-17b70425681b triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:38:00.648523 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (45257e85-317d-459f-b5af-17b70425681b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:00.655454 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-475b2ebb-4e46-4f3b-bc65-5534d0866231 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks [] for subnet (df536947-6ddb-4dda-8159-c2353dad8ddf), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:00.664933 n-d-829613-2 neutron-server[103435]: INFO neutron.db.l3_db [req-0780f329-948c-4958-a1eb-717be4ed1822 req-325d21d2-74dd-43a4-acb9-e1302c2f038d tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Floating IP ae427ace-c58f-4cde-a048-a7ea42e897ab associated. External IP: 172.25.8.198, port: 6fd8fede-7055-4d6d-a04d-8b0c189e0ea5. Feb 17 17:38:00.669598 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:38:00.669966 n-d-829613-2 neutron-server[103436]: DEBUG oslo_db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 17:38:00.712780 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-26624f49-154b-4cd7-a2d7-3251bec8ab01 req-44556e56-c7db-456b-a0cd-60c4e722832b tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] 10.222.0.87 "GET /v2.0/quotas/d3f502fd13d54e719e076d4ebdeaddbe HTTP/1.1" status: 200 len: 375 time: 0.0866854 Feb 17 17:38:00.725877 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-475b2ebb-4e46-4f3b-bc65-5534d0866231 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (df536947-6ddb-4dda-8159-c2353dad8ddf), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:00.787273 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-26624f49-154b-4cd7-a2d7-3251bec8ab01 req-040036f4-94bc-435d-9c72-fc82b27d3734 tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=d3f502fd13d54e719e076d4ebdeaddbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401309 Feb 17 17:38:00.817789 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1b606-c726-4538-80ed-7ece8de56e46 req-628760cc-5970-43a4-bed0-56a3a55a004a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:00.819412 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-29d1b606-c726-4538-80ed-7ece8de56e46 req-628760cc-5970-43a4-bed0-56a3a55a004a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a33ff16117b5429daaa9225b5871ef11&device_id=240c422b-1b78-4785-83ce-f53c86d91391 HTTP/1.1" status: 200 len: 1127 time: 0.1717412 Feb 17 17:38:00.834131 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-0d52ebe4-1ef2-462f-aabf-e21904e3416b None None] Deleting port f53fb65a-d811-48e3-82ec-86a31ea9271c {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:38:00.834516 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0d52ebe4-1ef2-462f-aabf-e21904e3416b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (f53fb65a-d811-48e3-82ec-86a31ea9271c), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:01.103043 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1b606-c726-4538-80ed-7ece8de56e46 req-7d0ff0ae-9f51-4d12-b5c8-f6b9b6379443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:01.103947 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 45257e85-317d-459f-b5af-17b70425681b is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:01.104370 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (45257e85-317d-459f-b5af-17b70425681b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:01.104566 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-29d1b606-c726-4538-80ed-7ece8de56e46 req-7d0ff0ae-9f51-4d12-b5c8-f6b9b6379443 service neutron] 10.222.0.91 "GET /v2.0/networks?id=2a574d4f-e4f9-49f2-aee6-25c2bbb796ce HTTP/1.1" status: 200 len: 929 time: 0.2305467 Feb 17 17:38:01.109835 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-26624f49-154b-4cd7-a2d7-3251bec8ab01 req-9109b615-3eaa-4c7a-a391-7d65755de5b1 service neutron] 10.222.0.87 "GET /v2.0/networks/dca030c4-ce2c-42a0-be68-a1740488b25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283063 Feb 17 17:38:01.111817 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0780f329-948c-4958-a1eb-717be4ed1822 req-325d21d2-74dd-43a4-acb9-e1302c2f038d tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Router 561a3cd2-aabb-4f11-920e-1a8454920696 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:38:01.145604 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-0d52ebe4-1ef2-462f-aabf-e21904e3416b None None] For port f53fb65a-d811-48e3-82ec-86a31ea9271c, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=f53fb65a-d811-48e3-82ec-86a31ea9271c,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:01.146048 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0d52ebe4-1ef2-462f-aabf-e21904e3416b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (f53fb65a-d811-48e3-82ec-86a31ea9271c), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:01.152345 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f50c38-74ae-4ae2-83fb-5e17173d66f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45257e85-317d-459f-b5af-17b70425681b'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:38:01.155271 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a8f210-5b38-4a93-9697-9cdda8c52323" -d '{"events": [{"server_uuid": "a5f50c38-74ae-4ae2-83fb-5e17173d66f2", "name": "network-vif-plugged", "status": "completed", "tag": "45257e85-317d-459f-b5af-17b70425681b"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:38:01.178924 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-0d52ebe4-1ef2-462f-aabf-e21904e3416b None None] Calling delete_port for f53fb65a-d811-48e3-82ec-86a31ea9271c owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:38:01.181666 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 45257e85-317d-459f-b5af-17b70425681b, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=45257e85-317d-459f-b5af-17b70425681b,segment=NetworkSegment(2348ccb8-b5ba-46c2-9adb-0c68d6d6c0ea),segment_id=2348ccb8-b5ba-46c2-9adb-0c68d6d6c0ea)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:01.212543 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (45257e85-317d-459f-b5af-17b70425681b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:01.272293 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7693a7-2969-41db-8242-8de68291ca9d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:38:01.277286 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2a7693a7-2969-41db-8242-8de68291ca9d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:01.286058 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-29d1b606-c726-4538-80ed-7ece8de56e46 req-e27f7656-0423-4d12-9403-4d328739232a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6fd8fede-7055-4d6d-a04d-8b0c189e0ea5 HTTP/1.1" status: 200 len: 999 time: 0.1625097 Feb 17 17:38:01.306161 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port f53fb65a-d811-48e3-82ec-86a31ea9271c is: ACTIVE; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:01.306561 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (f53fb65a-d811-48e3-82ec-86a31ea9271c), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:01.346853 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=45257e85-317d-459f-b5af-17b70425681b,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:01.373171 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port f53fb65a-d811-48e3-82ec-86a31ea9271c, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=f53fb65a-d811-48e3-82ec-86a31ea9271c,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:01.388381 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (f53fb65a-d811-48e3-82ec-86a31ea9271c), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:01.434992 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-26624f49-154b-4cd7-a2d7-3251bec8ab01 req-88c17d27-0be1-47ce-8d94-69a5cfa8cde4 service neutron] 10.222.0.87 "GET /v2.0/networks/dca030c4-ce2c-42a0-be68-a1740488b25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189702 Feb 17 17:38:01.436179 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-475b2ebb-4e46-4f3b-bc65-5534d0866231 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (df536947-6ddb-4dda-8159-c2353dad8ddf), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:01.511461 n-d-829613-2 neutron-server[103434]: INFO neutron.db.ipam_backend_mixin [None req-2a7693a7-2969-41db-8242-8de68291ca9d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 55e49b71-3f87-4dfa-b203-8e920aa95795 (CIDR: 2001:db8::/64) Feb 17 17:38:01.519952 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a7693a7-2969-41db-8242-8de68291ca9d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 17:38:01.520566 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a7693a7-2969-41db-8242-8de68291ca9d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:01.542078 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=f53fb65a-d811-48e3-82ec-86a31ea9271c,revision_number=9']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:01.551796 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46956) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:01.552278 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2a7693a7-2969-41db-8242-8de68291ca9d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0607841 Feb 17 17:38:01.561804 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-cd49a966-5f44-42bb-a1ba-b25d6675d199 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'subnet': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:01.567185 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-475b2ebb-4e46-4f3b-bc65-5534d0866231 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (df536947-6ddb-4dda-8159-c2353dad8ddf), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:01.570803 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 7081bb01-8623-49c7-972a-3412395e0e2e no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:38:01.573325 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0d52ebe4-1ef2-462f-aabf-e21904e3416b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (f53fb65a-d811-48e3-82ec-86a31ea9271c), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:01.581399 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1b606-c726-4538-80ed-7ece8de56e46 req-ee8f32ed-217b-4b4b-87bb-88ee18ef08d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:01.583007 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-29d1b606-c726-4538-80ed-7ece8de56e46 req-ee8f32ed-217b-4b4b-87bb-88ee18ef08d7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=21a1df04-56c1-48bc-b696-a5e17ac4d235 HTTP/1.1" status: 200 len: 867 time: 0.2007246 Feb 17 17:38:01.610022 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475b2ebb-4e46-4f3b-bc65-5534d0866231 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Pushing event deleted for resources: {'Subnet': ['ID=df536947-6ddb-4dda-8159-c2353dad8ddf,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:01.615106 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-475b2ebb-4e46-4f3b-bc65-5534d0866231 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:01.635811 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-475b2ebb-4e46-4f3b-bc65-5534d0866231 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "DELETE /v2.0/subnets/df536947-6ddb-4dda-8159-c2353dad8ddf HTTP/1.1" status: 204 len: 168 time: 1.1319492 Feb 17 17:38:01.637686 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46962) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:01.651523 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 7081bb01-8623-49c7-972a-3412395e0e2e {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:38:01.651869 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 7081bb01-8623-49c7-972a-3412395e0e2e not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:38:01.690259 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0780f329-948c-4958-a1eb-717be4ed1822 req-325d21d2-74dd-43a4-acb9-e1302c2f038d tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:38:01.702711 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376d6e7a-9c8b-4ed2-bcc3-7d95d2a8275c None None] Sync routers for ids ['561a3cd2-aabb-4f11-920e-1a8454920696'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:38:01.720636 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376d6e7a-9c8b-4ed2-bcc3-7d95d2a8275c None None] Routers {'561a3cd2-aabb-4f11-920e-1a8454920696'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:38:01.721419 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-376d6e7a-9c8b-4ed2-bcc3-7d95d2a8275c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:37:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['561a3cd2-aabb-4f11-920e-1a8454920696'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:38:01.753370 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4067363-8cdd-4cec-92c7-7c6e04225838 None None] Network 842f5908-7554-4cca-b4da-cc8ce7d9258c requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:38:01.769496 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b57a0bf-48bc-44f7-9a80-4e92e9cc08f8 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (842f5908-7554-4cca-b4da-cc8ce7d9258c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:01.776105 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d52ebe4-1ef2-462f-aabf-e21904e3416b None None] Pushing event deleted for resources: {'Port': ['ID=f53fb65a-d811-48e3-82ec-86a31ea9271c,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:01.803867 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0780f329-948c-4958-a1eb-717be4ed1822 req-325d21d2-74dd-43a4-acb9-e1302c2f038d tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:01.840064 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d52ebe4-1ef2-462f-aabf-e21904e3416b None None] No DVR routers for this DVR port f53fb65a-d811-48e3-82ec-86a31ea9271c on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:38:01.868964 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b928656-19ff-4f14-a335-f9e861270fdd None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:38:01.876733 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-2b57a0bf-48bc-44f7-9a80-4e92e9cc08f8 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Deleting port 0128c698-0053-497d-b067-615e88af571d {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:38:01.876733 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b57a0bf-48bc-44f7-9a80-4e92e9cc08f8 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (0128c698-0053-497d-b067-615e88af571d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:01.898776 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0780f329-948c-4958-a1eb-717be4ed1822 req-325d21d2-74dd-43a4-acb9-e1302c2f038d tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "PUT /v2.0/floatingips/ae427ace-c58f-4cde-a048-a7ea42e897ab HTTP/1.1" status: 200 len: 996 time: 2.6297877 Feb 17 17:38:01.903332 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '240c422b-1b78-4785-83ce-f53c86d91391', 'tag': '6fd8fede-7055-4d6d-a04d-8b0c189e0ea5'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:38:01.906298 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e95a4a-4681-4714-b83f-07527b422ad0" -d '{"events": [{"name": "network-changed", "server_uuid": "240c422b-1b78-4785-83ce-f53c86d91391", "tag": "6fd8fede-7055-4d6d-a04d-8b0c189e0ea5"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:38:01.912863 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1b606-c726-4538-80ed-7ece8de56e46 req-d6ef2048-5f3d-4db2-bf0e-eb804195e250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:01.914512 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-29d1b606-c726-4538-80ed-7ece8de56e46 req-d6ef2048-5f3d-4db2-bf0e-eb804195e250 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2a574d4f-e4f9-49f2-aee6-25c2bbb796ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2851555 Feb 17 17:38:01.971512 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-2b57a0bf-48bc-44f7-9a80-4e92e9cc08f8 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] For port 0128c698-0053-497d-b067-615e88af571d, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=0128c698-0053-497d-b067-615e88af571d,segment=NetworkSegment(73a3264c-10a1-4c9c-b379-ef049d41f6aa),segment_id=73a3264c-10a1-4c9c-b379-ef049d41f6aa)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:01.972089 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b57a0bf-48bc-44f7-9a80-4e92e9cc08f8 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (0128c698-0053-497d-b067-615e88af571d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:01.987016 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-376d6e7a-9c8b-4ed2-bcc3-7d95d2a8275c None None] Set router 561a3cd2-aabb-4f11-920e-1a8454920696 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:38:01.992929 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1444caf8-50fe-4159-9eac-15cb2dc71001 req-81aac06b-f788-41bd-b3bd-3a5dc1f67994 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:01.998930 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1444caf8-50fe-4159-9eac-15cb2dc71001 req-81aac06b-f788-41bd-b3bd-3a5dc1f67994 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:01.999087 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-2b57a0bf-48bc-44f7-9a80-4e92e9cc08f8 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Calling delete_port for 0128c698-0053-497d-b067-615e88af571d owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:38:02.004398 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1444caf8-50fe-4159-9eac-15cb2dc71001 req-81aac06b-f788-41bd-b3bd-3a5dc1f67994 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:02.009707 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1444caf8-50fe-4159-9eac-15cb2dc71001 req-81aac06b-f788-41bd-b3bd-3a5dc1f67994 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:02.015086 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1444caf8-50fe-4159-9eac-15cb2dc71001 req-81aac06b-f788-41bd-b3bd-3a5dc1f67994 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:02.026204 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1444caf8-50fe-4159-9eac-15cb2dc71001 req-81aac06b-f788-41bd-b3bd-3a5dc1f67994 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:02.045609 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1444caf8-50fe-4159-9eac-15cb2dc71001 req-81aac06b-f788-41bd-b3bd-3a5dc1f67994 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:02.047809 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1444caf8-50fe-4159-9eac-15cb2dc71001 req-81aac06b-f788-41bd-b3bd-3a5dc1f67994 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 5426 time: 0.2833295 Feb 17 17:38:02.120687 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413cfff2-4a3c-45b7-8843-f7cbbf7a0200 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-f82adc72-a904-4b51-9a87-7ea8a1981040', 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'project_id': 'c017d73ca35741f09876024d2cbfcdb7', 'fixed_ips': [{'subnet_id': '55e49b71-3f87-4dfa-b203-8e920aa95795'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:38:02.121500 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-413cfff2-4a3c-45b7-8843-f7cbbf7a0200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:02.122273 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd49a966-5f44-42bb-a1ba-b25d6675d199 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:38:02.125762 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cd49a966-5f44-42bb-a1ba-b25d6675d199 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:02.181218 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b57a0bf-48bc-44f7-9a80-4e92e9cc08f8 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (0128c698-0053-497d-b067-615e88af571d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:02.232713 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b57a0bf-48bc-44f7-9a80-4e92e9cc08f8 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Pushing event deleted for resources: {'Port': ['ID=0128c698-0053-497d-b067-615e88af571d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:02.235365 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b57a0bf-48bc-44f7-9a80-4e92e9cc08f8 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] No DVR routers for this DVR port 0128c698-0053-497d-b067-615e88af571d on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:38:02.282270 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-413cfff2-4a3c-45b7-8843-f7cbbf7a0200 None None] Allocated IP 2001:db8::f816:3eff:fe47:3f85 (f82adc72-a904-4b51-9a87-7ea8a1981040/55e49b71-3f87-4dfa-b203-8e920aa95795/fdac0b95-364e-4693-80e6-d185a4b6f3aa) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:38:02.336283 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 46ca0592-2b78-4190-9be6-1b3e395f0384 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:38:02.377517 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b57a0bf-48bc-44f7-9a80-4e92e9cc08f8 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (842f5908-7554-4cca-b4da-cc8ce7d9258c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:02.425362 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd21afb-74d6-4e4b-8a3b-252f2fc94ad7 None None] DHCP port deletion for 842f5908-7554-4cca-b4da-cc8ce7d9258c request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:38:02.428273 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-2b57a0bf-48bc-44f7-9a80-4e92e9cc08f8 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['842f5908-7554-4cca-b4da-cc8ce7d9258c']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:38:02.447057 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-376d6e7a-9c8b-4ed2-bcc3-7d95d2a8275c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561a3cd2-aabb-4f11-920e-1a8454920696', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-214811159-router', 'tenant_id': 'a33ff16117b5429daaa9225b5871ef11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '9d2948ca-5513-47fa-93dd-5df070b708e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:37:12Z', 'updated_at': '2022-02-17T17:37:29Z', 'revision_number': 4, 'project_id': 'a33ff16117b5429daaa9225b5871ef11', 'gw_port': {'id': '9d2948ca-5513-47fa-93dd-5df070b708e7', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561a3cd2-aabb-4f11-920e-1a8454920696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:37:15Z', 'updated_at': '2022-02-17T17:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': 'ae427ace-c58f-4cde-a048-a7ea42e897ab', 'tenant_id': 'a33ff16117b5429daaa9225b5871ef11', 'floating_ip_address': '172.25.8.198', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '561a3cd2-aabb-4f11-920e-1a8454920696', 'port_id': '6fd8fede-7055-4d6d-a04d-8b0c189e0ea5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a574d4f-e4f9-49f2-aee6-25c2bbb796ce', 'mac_address': 'fa:16:3e:66:d2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240c422b-1b78-4785-83ce-f53c86d91391', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:37:56Z', 'updated_at': '2022-02-17T17:38:00Z', 'revision_number': 1, 'project_id': 'a33ff16117b5429daaa9225b5871ef11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de0da242-00c0-4e9f-84b4-5d11e18c86a4', 'name': '', 'network_id': '2a574d4f-e4f9-49f2-aee6-25c2bbb796ce', 'tenant_id': 'a33ff16117b5429daaa9225b5871ef11', 'mac_address': 'fa:16:3e:60:c5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561a3cd2-aabb-4f11-920e-1a8454920696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '21a1df04-56c1-48bc-b696-a5e17ac4d235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:37:27Z', 'updated_at': '2022-02-17T17:37:41Z', 'revision_number': 5, 'project_id': 'a33ff16117b5429daaa9225b5871ef11', 'subnets': [{'id': '21a1df04-56c1-48bc-b696-a5e17ac4d235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:38:02.465888 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-2b57a0bf-48bc-44f7-9a80-4e92e9cc08f8 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73a3264c-10a1-4c9c-b379-ef049d41f6aa') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:38:02.466506 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-2b57a0bf-48bc-44f7-9a80-4e92e9cc08f8 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73a3264c-10a1-4c9c-b379-ef049d41f6aa') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:38:02.494830 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376d6e7a-9c8b-4ed2-bcc3-7d95d2a8275c None None] Checking router: 561a3cd2-aabb-4f11-920e-1a8454920696 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:38:02.499094 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port 46ca0592-2b78-4190-9be6-1b3e395f0384 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:38:02.500459 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b57a0bf-48bc-44f7-9a80-4e92e9cc08f8 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (73a3264c-10a1-4c9c-b379-ef049d41f6aa), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:02.507910 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 46ca0592-2b78-4190-9be6-1b3e395f0384 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:38:02.508335 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (46ca0592-2b78-4190-9be6-1b3e395f0384), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:02.509062 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376d6e7a-9c8b-4ed2-bcc3-7d95d2a8275c None None] Routers {'561a3cd2-aabb-4f11-920e-1a8454920696'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:38:02.509896 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-376d6e7a-9c8b-4ed2-bcc3-7d95d2a8275c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:37:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['561a3cd2-aabb-4f11-920e-1a8454920696'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:38:02.533337 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-29d1b606-c726-4538-80ed-7ece8de56e46 req-84976827-172c-4e74-a766-c24cf3cc2651 service neutron] 10.222.0.91 "GET /v2.0/networks/2a574d4f-e4f9-49f2-aee6-25c2bbb796ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6040599 Feb 17 17:38:02.538438 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780f329-948c-4958-a1eb-717be4ed1822 req-1ad3c109-b78f-41eb-b31a-91d30dbef2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:02.539911 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0780f329-948c-4958-a1eb-717be4ed1822 req-1ad3c109-b78f-41eb-b31a-91d30dbef2d5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a33ff16117b5429daaa9225b5871ef11&device_id=240c422b-1b78-4785-83ce-f53c86d91391 HTTP/1.1" status: 200 len: 1127 time: 0.6202092 Feb 17 17:38:02.543170 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b57a0bf-48bc-44f7-9a80-4e92e9cc08f8 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (73a3264c-10a1-4c9c-b379-ef049d41f6aa), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:02.558613 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b57a0bf-48bc-44f7-9a80-4e92e9cc08f8 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:38:02.562900 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b57a0bf-48bc-44f7-9a80-4e92e9cc08f8 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (73a3264c-10a1-4c9c-b379-ef049d41f6aa), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:02.566630 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1444caf8-50fe-4159-9eac-15cb2dc71001 req-f4e52f68-34e9-44d5-87da-23decaa3a5fa tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/security-groups?id=fd4d27d9-e68c-41ba-a909-f949182bce5a&id=4a46e179-4efe-408d-8163-359e1c80274b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5035863 Feb 17 17:38:02.654328 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:38:02.654328 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:38:02.654328 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:38:02.654328 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:38:02.654328 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:38:02.654328 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:38:02.654328 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:38:02.654328 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:38:02.654328 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:38:02.654328 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:38:02.654328 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:38:02.654328 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:38:02.654328 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:38:02.654328 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:38:02.654328 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:38:02.654328 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:38:02.654328 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:38:02.654328 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:38:02.654328 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:38:02.654328 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:38:02.654328 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:38:02.654328 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:38:02.654328 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:38:02.654328 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:38:02.654328 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:38:02.654328 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:38:02.654328 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:38:02.654328 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:38:02.654328 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:38:02.654328 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:38:02.654328 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:38:02.654328 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:38:02.656746 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-413cfff2-4a3c-45b7-8843-f7cbbf7a0200 None None] Publish callbacks [] for port (fdac0b95-364e-4693-80e6-d185a4b6f3aa), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:02.657792 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b57a0bf-48bc-44f7-9a80-4e92e9cc08f8 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (842f5908-7554-4cca-b4da-cc8ce7d9258c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:02.679743 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b57a0bf-48bc-44f7-9a80-4e92e9cc08f8 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:02.683087 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2b57a0bf-48bc-44f7-9a80-4e92e9cc08f8 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] 10.222.0.87 "DELETE /v2.0/networks/842f5908-7554-4cca-b4da-cc8ce7d9258c HTTP/1.1" status: 204 len: 168 time: 1.0430858 Feb 17 17:38:02.685047 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b57a0bf-48bc-44f7-9a80-4e92e9cc08f8 tempest-NetworksIpV6Test-895632431 tempest-NetworksIpV6Test-895632431-project] Pushing event deleted for resources: {'Network': ['ID=842f5908-7554-4cca-b4da-cc8ce7d9258c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:02.712774 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-413cfff2-4a3c-45b7-8843-f7cbbf7a0200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (fdac0b95-364e-4693-80e6-d185a4b6f3aa), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:02.725634 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-376d6e7a-9c8b-4ed2-bcc3-7d95d2a8275c None None] Set router 561a3cd2-aabb-4f11-920e-1a8454920696 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:38:02.773816 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413cfff2-4a3c-45b7-8843-f7cbbf7a0200 None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:38:02.779036 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 46ca0592-2b78-4190-9be6-1b3e395f0384 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:02.779589 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (46ca0592-2b78-4190-9be6-1b3e395f0384), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:02.784743 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-413cfff2-4a3c-45b7-8843-f7cbbf7a0200 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:38:02.789322 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413cfff2-4a3c-45b7-8843-f7cbbf7a0200 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:38:02.791775 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413cfff2-4a3c-45b7-8843-f7cbbf7a0200 None None] Pushing event updated for resources: {'Port': ['ID=fdac0b95-364e-4693-80e6-d185a4b6f3aa,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:02.909968 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 46ca0592-2b78-4190-9be6-1b3e395f0384, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=46ca0592-2b78-4190-9be6-1b3e395f0384,segment=NetworkSegment(13d2e8d9-7afd-45f6-84e2-b7416289d330),segment_id=13d2e8d9-7afd-45f6-84e2-b7416289d330)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:02.912426 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-413cfff2-4a3c-45b7-8843-f7cbbf7a0200 None None] Attempting to bind port fdac0b95-364e-4693-80e6-d185a4b6f3aa on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:38:02.913023 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-413cfff2-4a3c-45b7-8843-f7cbbf7a0200 None None] Attempting to bind port fdac0b95-364e-4693-80e6-d185a4b6f3aa by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:38:02.913401 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413cfff2-4a3c-45b7-8843-f7cbbf7a0200 None None] Attempting to bind port fdac0b95-364e-4693-80e6-d185a4b6f3aa on network f82adc72-a904-4b51-9a87-7ea8a1981040 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:38:02.919829 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-560ffd0a-0a1e-452a-bfbf-808e774fa4d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:02.921822 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (46ca0592-2b78-4190-9be6-1b3e395f0384), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:02.922673 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 52ff7d56-9a39-4bcd-81d3-82d714507134 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:38:02.947438 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413cfff2-4a3c-45b7-8843-f7cbbf7a0200 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:38:02.947832 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413cfff2-4a3c-45b7-8843-f7cbbf7a0200 None None] Checking segment: {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:38:02.948302 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-413cfff2-4a3c-45b7-8843-f7cbbf7a0200 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:02.948698 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413cfff2-4a3c-45b7-8843-f7cbbf7a0200 None None] Bound using segment: {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:38:02.949200 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-413cfff2-4a3c-45b7-8843-f7cbbf7a0200 None None] Bound port: fdac0b95-364e-4693-80e6-d185a4b6f3aa, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:38:02.950117 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-413cfff2-4a3c-45b7-8843-f7cbbf7a0200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (fdac0b95-364e-4693-80e6-d185a4b6f3aa), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:03.017757 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8dcb5-e2da-4f1c-bde9-48880e57e366 req-38880005-8727-4548-b4a0-0093a463f4cd tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:03.019326 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-89d8dcb5-e2da-4f1c-bde9-48880e57e366 req-38880005-8727-4548-b4a0-0093a463f4cd tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=60ab87b1-d42f-4db3-96e5-629833bd232b HTTP/1.1" status: 200 len: 945 time: 0.2898002 Feb 17 17:38:03.025436 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-29d1b606-c726-4538-80ed-7ece8de56e46 req-e14ab333-d78f-48b2-94cd-c665fdf8ed92 service neutron] 10.222.0.91 "GET /v2.0/networks/2a574d4f-e4f9-49f2-aee6-25c2bbb796ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4799526 Feb 17 17:38:03.051514 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780f329-948c-4958-a1eb-717be4ed1822 req-7119f8c1-c2ac-4181-8aba-e0b3057db741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:03.058818 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=46ca0592-2b78-4190-9be6-1b3e395f0384,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:03.062150 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0780f329-948c-4958-a1eb-717be4ed1822 req-7119f8c1-c2ac-4181-8aba-e0b3057db741 service neutron] 10.222.0.87 "GET /v2.0/networks?id=2a574d4f-e4f9-49f2-aee6-25c2bbb796ce HTTP/1.1" status: 200 len: 929 time: 0.4882302 Feb 17 17:38:03.100680 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-413cfff2-4a3c-45b7-8843-f7cbbf7a0200 None None] For port fdac0b95-364e-4693-80e6-d185a4b6f3aa, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:38:03.103203 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port 52ff7d56-9a39-4bcd-81d3-82d714507134 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:38:03.108379 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-413cfff2-4a3c-45b7-8843-f7cbbf7a0200 None None] For port fdac0b95-364e-4693-80e6-d185a4b6f3aa, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=fdac0b95-364e-4693-80e6-d185a4b6f3aa,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:38:03.111420 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 52ff7d56-9a39-4bcd-81d3-82d714507134 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:38:03.111608 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (52ff7d56-9a39-4bcd-81d3-82d714507134), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:03.115930 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-413cfff2-4a3c-45b7-8843-f7cbbf7a0200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (fdac0b95-364e-4693-80e6-d185a4b6f3aa), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:03.116188 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46978) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:03.167645 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-376d6e7a-9c8b-4ed2-bcc3-7d95d2a8275c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561a3cd2-aabb-4f11-920e-1a8454920696', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-214811159-router', 'tenant_id': 'a33ff16117b5429daaa9225b5871ef11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '9d2948ca-5513-47fa-93dd-5df070b708e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:37:12Z', 'updated_at': '2022-02-17T17:37:29Z', 'revision_number': 4, 'project_id': 'a33ff16117b5429daaa9225b5871ef11', 'gw_port': {'id': '9d2948ca-5513-47fa-93dd-5df070b708e7', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561a3cd2-aabb-4f11-920e-1a8454920696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:37:15Z', 'updated_at': '2022-02-17T17:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': 'ae427ace-c58f-4cde-a048-a7ea42e897ab', 'tenant_id': 'a33ff16117b5429daaa9225b5871ef11', 'floating_ip_address': '172.25.8.198', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '561a3cd2-aabb-4f11-920e-1a8454920696', 'port_id': '6fd8fede-7055-4d6d-a04d-8b0c189e0ea5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a574d4f-e4f9-49f2-aee6-25c2bbb796ce', 'mac_address': 'fa:16:3e:66:d2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240c422b-1b78-4785-83ce-f53c86d91391', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:37:56Z', 'updated_at': '2022-02-17T17:38:00Z', 'revision_number': 1, 'project_id': 'a33ff16117b5429daaa9225b5871ef11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de0da242-00c0-4e9f-84b4-5d11e18c86a4', 'name': '', 'network_id': '2a574d4f-e4f9-49f2-aee6-25c2bbb796ce', 'tenant_id': 'a33ff16117b5429daaa9225b5871ef11', 'mac_address': 'fa:16:3e:60:c5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561a3cd2-aabb-4f11-920e-1a8454920696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '21a1df04-56c1-48bc-b696-a5e17ac4d235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:37:27Z', 'updated_at': '2022-02-17T17:37:41Z', 'revision_number': 5, 'project_id': 'a33ff16117b5429daaa9225b5871ef11', 'subnets': [{'id': '21a1df04-56c1-48bc-b696-a5e17ac4d235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:38:03.218674 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413cfff2-4a3c-45b7-8843-f7cbbf7a0200 None None] Pushing event updated for resources: {'Port': ['ID=fdac0b95-364e-4693-80e6-d185a4b6f3aa,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:03.233181 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-89d8dcb5-e2da-4f1c-bde9-48880e57e366 req-55dbe7d0-5bb0-4c39-b5b8-1e15e0c8f608 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053568 Feb 17 17:38:03.242291 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0780f329-948c-4958-a1eb-717be4ed1822 req-3c5c25fc-5dda-4129-b4df-dcd45ed116b5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6fd8fede-7055-4d6d-a04d-8b0c189e0ea5 HTTP/1.1" status: 200 len: 999 time: 0.1792467 Feb 17 17:38:03.265390 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376d6e7a-9c8b-4ed2-bcc3-7d95d2a8275c None None] The sync data for ids ['561a3cd2-aabb-4f11-920e-1a8454920696'] in n-d-829613-2 is: [{'id': '561a3cd2-aabb-4f11-920e-1a8454920696', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-214811159-router', 'tenant_id': 'a33ff16117b5429daaa9225b5871ef11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '9d2948ca-5513-47fa-93dd-5df070b708e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:37:12Z', 'updated_at': '2022-02-17T17:37:29Z', 'revision_number': 4, 'project_id': 'a33ff16117b5429daaa9225b5871ef11', 'gw_port': {'id': '9d2948ca-5513-47fa-93dd-5df070b708e7', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561a3cd2-aabb-4f11-920e-1a8454920696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:37:15Z', 'updated_at': '2022-02-17T17:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': 'ae427ace-c58f-4cde-a048-a7ea42e897ab', 'tenant_id': 'a33ff16117b5429daaa9225b5871ef11', 'floating_ip_address': '172.25.8.198', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '561a3cd2-aabb-4f11-920e-1a8454920696', 'port_id': '6fd8fede-7055-4d6d-a04d-8b0c189e0ea5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a574d4f-e4f9-49f2-aee6-25c2bbb796ce', 'mac_address': 'fa:16:3e:66:d2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240c422b-1b78-4785-83ce-f53c86d91391', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:37:56Z', 'updated_at': '2022-02-17T17:38:00Z', 'revision_number': 1, 'project_id': 'a33ff16117b5429daaa9225b5871ef11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de0da242-00c0-4e9f-84b4-5d11e18c86a4', 'name': '', 'network_id': '2a574d4f-e4f9-49f2-aee6-25c2bbb796ce', 'tenant_id': 'a33ff16117b5429daaa9225b5871ef11', 'mac_address': 'fa:16:3e:60:c5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561a3cd2-aabb-4f11-920e-1a8454920696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '21a1df04-56c1-48bc-b696-a5e17ac4d235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:37:27Z', 'updated_at': '2022-02-17T17:37:41Z', 'revision_number': 5, 'project_id': 'a33ff16117b5429daaa9225b5871ef11', 'subnets': [{'id': '21a1df04-56c1-48bc-b696-a5e17ac4d235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:38:03.391132 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 52ff7d56-9a39-4bcd-81d3-82d714507134 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:03.398040 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (52ff7d56-9a39-4bcd-81d3-82d714507134), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:03.431920 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-975392af-4da3-4e8f-bbc5-0e85a7dbcdba admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=15e5b8cede264c62bf635b9a00989986&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3141770 Feb 17 17:38:03.436309 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46982) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:03.470239 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 52ff7d56-9a39-4bcd-81d3-82d714507134, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=52ff7d56-9a39-4bcd-81d3-82d714507134,segment=NetworkSegment(13d2e8d9-7afd-45f6-84e2-b7416289d330),segment_id=13d2e8d9-7afd-45f6-84e2-b7416289d330)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:03.483636 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (52ff7d56-9a39-4bcd-81d3-82d714507134), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:03.571333 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 0128c698-0053-497d-b067-615e88af571d no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:38:03.584527 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe760309-0b2a-40d8-a252-26507ddfdb76 admin admin] Publish callbacks [] for security_group (64d33547-4f0e-402a-b691-bd1d40315742), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:03.616310 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 0128c698-0053-497d-b067-615e88af571d {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:38:03.616672 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 0128c698-0053-497d-b067-615e88af571d not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:38:03.619987 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=52ff7d56-9a39-4bcd-81d3-82d714507134,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:03.622733 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe760309-0b2a-40d8-a252-26507ddfdb76 admin admin] Publish callbacks [] for security_group (64d33547-4f0e-402a-b691-bd1d40315742), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:03.643041 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26624f49-154b-4cd7-a2d7-3251bec8ab01 req-db289359-b6f3-4480-ad1a-83d77fbb8733 tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:03.644877 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-26624f49-154b-4cd7-a2d7-3251bec8ab01 req-db289359-b6f3-4480-ad1a-83d77fbb8733 tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] 10.222.0.91 "GET /v2.0/networks?id=dca030c4-ce2c-42a0-be68-a1740488b25a HTTP/1.1" status: 200 len: 814 time: 0.2962320 Feb 17 17:38:03.647830 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780f329-948c-4958-a1eb-717be4ed1822 req-1b7592b1-7070-4f56-94b1-17a3bcff1f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:03.655141 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0780f329-948c-4958-a1eb-717be4ed1822 req-1b7592b1-7070-4f56-94b1-17a3bcff1f36 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=21a1df04-56c1-48bc-b696-a5e17ac4d235 HTTP/1.1" status: 200 len: 867 time: 0.4021394 Feb 17 17:38:03.667445 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cd49a966-5f44-42bb-a1ba-b25d6675d199 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (5f407c62-dd2f-43fd-ba20-3e1910a28211), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:03.672624 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c878cfb8-40cd-4fa9-b3d2-0eac0a5fd3d9 None None] New status for floating IP ae427ace-c58f-4cde-a048-a7ea42e897ab: ACTIVE {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 17:38:03.675613 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-26624f49-154b-4cd7-a2d7-3251bec8ab01 req-b8ed7bbc-e9aa-4b51-bf14-92585f79ec56 tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] Request body: {'port': {'device_id': '4faafdc4-4cfc-45a4-9aa2-b84030e219f7', 'network_id': 'dca030c4-ce2c-42a0-be68-a1740488b25a', 'admin_state_up': True, 'tenant_id': 'd3f502fd13d54e719e076d4ebdeaddbe'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:03.706687 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe760309-0b2a-40d8-a252-26507ddfdb76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (64d33547-4f0e-402a-b691-bd1d40315742), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:03.709820 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe760309-0b2a-40d8-a252-26507ddfdb76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:03.711609 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fe760309-0b2a-40d8-a252-26507ddfdb76 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/64d33547-4f0e-402a-b691-bd1d40315742 HTTP/1.1" status: 204 len: 168 time: 0.2740881 Feb 17 17:38:03.722393 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe760309-0b2a-40d8-a252-26507ddfdb76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d33547-4f0e-402a-b691-bd1d40315742,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:03.787157 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd49a966-5f44-42bb-a1ba-b25d6675d199 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:38:03.804405 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-cd49a966-5f44-42bb-a1ba-b25d6675d199 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:38:03.835563 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd49a966-5f44-42bb-a1ba-b25d6675d199 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:03.836308 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cd49a966-5f44-42bb-a1ba-b25d6675d199 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:03.838944 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd49a966-5f44-42bb-a1ba-b25d6675d199 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Subnet': ['ID=5f407c62-dd2f-43fd-ba20-3e1910a28211,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:03.848175 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b20844-7ac0-418d-a67e-d59de5eac3a2 req-d52f2218-7e6a-4c17-976e-d4e1c99b5a2f tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:03.852786 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d6b20844-7ac0-418d-a67e-d59de5eac3a2 req-d52f2218-7e6a-4c17-976e-d4e1c99b5a2f tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5f50c38-74ae-4ae2-83fb-5e17173d66f2 HTTP/1.1" status: 200 len: 945 time: 0.3525577 Feb 17 17:38:03.922287 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780f329-948c-4958-a1eb-717be4ed1822 req-94168d85-d041-4c16-962f-49a896e3443c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:03.924342 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0780f329-948c-4958-a1eb-717be4ed1822 req-94168d85-d041-4c16-962f-49a896e3443c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2a574d4f-e4f9-49f2-aee6-25c2bbb796ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2682459 Feb 17 17:38:03.940123 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-cd49a966-5f44-42bb-a1ba-b25d6675d199 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3827336 Feb 17 17:38:03.943180 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46990) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:03.948746 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ed6f7ad6-210b-4fff-81ad-f5e9c31c8459 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'port': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'mac_address': 'fa:16:3e:91:1b:ab', 'name': 'tempest-NetworksTestDHCPv6-1123997136'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:04.043148 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d6b20844-7ac0-418d-a67e-d59de5eac3a2 req-64c09bf6-bf5c-4980-bee5-f232b7f02191 tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] 10.222.0.87 "GET /v2.0/security-groups?id=6e84d6e9-8d24-450f-881e-81f04b98605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682904 Feb 17 17:38:04.070279 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26624f49-154b-4cd7-a2d7-3251bec8ab01 req-b8ed7bbc-e9aa-4b51-bf14-92585f79ec56 tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] Made reservation on behalf of d3f502fd13d54e719e076d4ebdeaddbe for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:38:04.073939 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-26624f49-154b-4cd7-a2d7-3251bec8ab01 req-b8ed7bbc-e9aa-4b51-bf14-92585f79ec56 tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:04.109492 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6f7ad6-210b-4fff-81ad-f5e9c31c8459 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:38:04.172334 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0780f329-948c-4958-a1eb-717be4ed1822 req-6cee3a12-b46d-40d5-a3dc-e3f564b9185c service neutron] 10.222.0.87 "GET /v2.0/networks/2a574d4f-e4f9-49f2-aee6-25c2bbb796ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358341 Feb 17 17:38:04.214207 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ed6f7ad6-210b-4fff-81ad-f5e9c31c8459 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:04.274212 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-ed6f7ad6-210b-4fff-81ad-f5e9c31c8459 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] device_id is not set on port 689ff4f3-5f01-44a0-a313-01a8a6163e41 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:38:04.320769 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 08d126b0-cae8-435d-a7c4-67c6dbfa3b4c up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:38:04.360352 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-26624f49-154b-4cd7-a2d7-3251bec8ab01 req-b8ed7bbc-e9aa-4b51-bf14-92585f79ec56 tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] Allocated IP 172.20.0.10 (dca030c4-ce2c-42a0-be68-a1740488b25a/f10362c3-2514-42f4-bcb6-429992c4e5f4/fc5371a9-2d2d-48bf-846a-8055ba7e0652) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:38:04.375837 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5091788-6652-42e7-822e-9cbd03b40d03 req-21fff247-6a1b-437b-9e9a-89b7d44864df tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:04.377520 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d5091788-6652-42e7-822e-9cbd03b40d03 req-21fff247-6a1b-437b-9e9a-89b7d44864df tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/ports?device_id=a66cf83c-02b1-4b63-8363-98a2a0637846 HTTP/1.1" status: 200 len: 946 time: 0.2237437 Feb 17 17:38:04.416164 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0780f329-948c-4958-a1eb-717be4ed1822 req-d40b8a0d-b60e-466a-bfae-71d2cacc7d07 service neutron] 10.222.0.87 "GET /v2.0/networks/2a574d4f-e4f9-49f2-aee6-25c2bbb796ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195065 Feb 17 17:38:04.492995 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d5091788-6652-42e7-822e-9cbd03b40d03 req-316cdc85-938f-46b2-8ec8-97777ec5853e tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/security-groups?id=24064728-799d-4802-ac8c-8dad004b7477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065228 Feb 17 17:38:04.601094 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-ed6f7ad6-210b-4fff-81ad-f5e9c31c8459 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Allocated IP 2001:db8:0:1::1d3 (f82adc72-a904-4b51-9a87-7ea8a1981040/5f407c62-dd2f-43fd-ba20-3e1910a28211/689ff4f3-5f01-44a0-a313-01a8a6163e41) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:38:04.617395 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-ed6f7ad6-210b-4fff-81ad-f5e9c31c8459 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Allocated IP 2001:db8::f816:3eff:fe91:1bab (f82adc72-a904-4b51-9a87-7ea8a1981040/55e49b71-3f87-4dfa-b203-8e920aa95795/689ff4f3-5f01-44a0-a313-01a8a6163e41) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:38:04.685457 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b32bfa-bbc9-4acf-a529-a284371c8497 x-openstack-request-id: req-08b32bfa-bbc9-4acf-a529-a284371c8497 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:38:04.686043 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "240c422b-1b78-4785-83ce-f53c86d91391", "tag": "6fd8fede-7055-4d6d-a04d-8b0c189e0ea5", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:38:04.687051 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-08b32bfa-bbc9-4acf-a529-a284371c8497 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:38:04.687478 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '240c422b-1b78-4785-83ce-f53c86d91391', 'tag': '6fd8fede-7055-4d6d-a04d-8b0c189e0ea5', 'status': 'completed', 'code': 200} Feb 17 17:38:04.818763 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa0ec57-9cab-443a-bd22-9c06dee58cb2 x-openstack-request-id: req-baa0ec57-9cab-443a-bd22-9c06dee58cb2 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:38:04.819375 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f50c38-74ae-4ae2-83fb-5e17173d66f2", "name": "network-vif-plugged", "status": "completed", "tag": "45257e85-317d-459f-b5af-17b70425681b", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:38:04.819482 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-baa0ec57-9cab-443a-bd22-9c06dee58cb2 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:38:04.819827 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f50c38-74ae-4ae2-83fb-5e17173d66f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45257e85-317d-459f-b5af-17b70425681b', 'code': 200} Feb 17 17:38:04.821348 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb272aae-af68-40e1-85aa-2c4800350d98 None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:38:04.829795 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-81f13d85-0100-4910-9bf5-8765a68f2eb3 req-e57056f9-9a02-410e-b67c-308c4043a82a tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] 10.222.0.87 "GET /v2.0/ports?device_id=4faafdc4-4cfc-45a4-9aa2-b84030e219f7 HTTP/1.1" status: 200 len: 210 time: 0.1413937 Feb 17 17:38:04.883750 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 47014) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:04.914425 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-26624f49-154b-4cd7-a2d7-3251bec8ab01 req-b8ed7bbc-e9aa-4b51-bf14-92585f79ec56 tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] Publish callbacks [] for port (fc5371a9-2d2d-48bf-846a-8055ba7e0652), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:04.942152 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d1c83-732f-4ada-93a8-97034b41ab3c req-cade6593-1ac2-4710-bf48-46b9deef9afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:04.942857 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-323ca738-fd66-4bc2-9fbd-a9ca90785fee None None] Provisioning complete for port fdac0b95-364e-4693-80e6-d185a4b6f3aa triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:38:04.943417 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-323ca738-fd66-4bc2-9fbd-a9ca90785fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (fdac0b95-364e-4693-80e6-d185a4b6f3aa), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:04.944697 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3f7d1c83-732f-4ada-93a8-97034b41ab3c req-cade6593-1ac2-4710-bf48-46b9deef9afd service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a5f50c38-74ae-4ae2-83fb-5e17173d66f2 HTTP/1.1" status: 200 len: 1127 time: 0.2890460 Feb 17 17:38:04.959421 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e95a4a-4681-4714-b83f-07527b422ad0 req-b50673fc-249a-4639-b356-6afc47e4eb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:04.961087 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-71e95a4a-4681-4714-b83f-07527b422ad0 req-b50673fc-249a-4639-b356-6afc47e4eb6e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a33ff16117b5429daaa9225b5871ef11&device_id=240c422b-1b78-4785-83ce-f53c86d91391 HTTP/1.1" status: 200 len: 1127 time: 0.2616920 Feb 17 17:38:05.042171 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f15e24-0637-4ad0-9652-024a3e8fdefc req-561b90ce-1300-4250-8792-65e3f1d5dae4 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:05.050073 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f15e24-0637-4ad0-9652-024a3e8fdefc req-561b90ce-1300-4250-8792-65e3f1d5dae4 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:05.052728 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port 08d126b0-cae8-435d-a7c4-67c6dbfa3b4c completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:38:05.055698 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f15e24-0637-4ad0-9652-024a3e8fdefc req-561b90ce-1300-4250-8792-65e3f1d5dae4 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:05.061725 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f15e24-0637-4ad0-9652-024a3e8fdefc req-561b90ce-1300-4250-8792-65e3f1d5dae4 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:05.067070 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f15e24-0637-4ad0-9652-024a3e8fdefc req-561b90ce-1300-4250-8792-65e3f1d5dae4 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:05.072655 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f15e24-0637-4ad0-9652-024a3e8fdefc req-561b90ce-1300-4250-8792-65e3f1d5dae4 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:05.078424 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f15e24-0637-4ad0-9652-024a3e8fdefc req-561b90ce-1300-4250-8792-65e3f1d5dae4 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:05.080635 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-02f15e24-0637-4ad0-9652-024a3e8fdefc req-561b90ce-1300-4250-8792-65e3f1d5dae4 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 5428 time: 0.2537625 Feb 17 17:38:05.081451 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ed6f7ad6-210b-4fff-81ad-f5e9c31c8459 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for port (689ff4f3-5f01-44a0-a313-01a8a6163e41), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:05.087144 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 08d126b0-cae8-435d-a7c4-67c6dbfa3b4c triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:38:05.087651 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (08d126b0-cae8-435d-a7c4-67c6dbfa3b4c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:05.089253 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e95a4a-4681-4714-b83f-07527b422ad0 req-de5e0a65-d4c5-4de1-956c-cdaf75185214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:05.091314 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-71e95a4a-4681-4714-b83f-07527b422ad0 req-de5e0a65-d4c5-4de1-956c-cdaf75185214 service neutron] 10.222.0.91 "GET /v2.0/networks?id=2a574d4f-e4f9-49f2-aee6-25c2bbb796ce HTTP/1.1" status: 200 len: 929 time: 0.1244950 Feb 17 17:38:05.096897 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-f84314d7-466a-476a-8b71-157bcf1a66dd tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-156990025'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:05.161853 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-323ca738-fd66-4bc2-9fbd-a9ca90785fee None None] Current status of the port fdac0b95-364e-4693-80e6-d185a4b6f3aa is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:05.162401 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-323ca738-fd66-4bc2-9fbd-a9ca90785fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (fdac0b95-364e-4693-80e6-d185a4b6f3aa), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:05.179783 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3f7d1c83-732f-4ada-93a8-97034b41ab3c req-f7d15c8c-ffc8-4a35-9cb8-202646827712 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=6e84d6e9-8d24-450f-881e-81f04b98605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247560 Feb 17 17:38:05.188224 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-71e95a4a-4681-4714-b83f-07527b422ad0 req-6460d777-235d-4519-843e-c318f34665bd service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6fd8fede-7055-4d6d-a04d-8b0c189e0ea5 HTTP/1.1" status: 200 len: 1001 time: 0.0884230 Feb 17 17:38:05.190289 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-26624f49-154b-4cd7-a2d7-3251bec8ab01 req-b8ed7bbc-e9aa-4b51-bf14-92585f79ec56 tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (fc5371a9-2d2d-48bf-846a-8055ba7e0652), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:05.191639 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ed6f7ad6-210b-4fff-81ad-f5e9c31c8459 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (689ff4f3-5f01-44a0-a313-01a8a6163e41), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:05.222120 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5eb5b2-73cd-49f1-b7dd-32b454c51782 req-38bba122-a562-457d-8058-000059365998 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:05.223796 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1c5eb5b2-73cd-49f1-b7dd-32b454c51782 req-38bba122-a562-457d-8058-000059365998 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=60ab87b1-d42f-4db3-96e5-629833bd232b HTTP/1.1" status: 200 len: 945 time: 0.3172495 Feb 17 17:38:05.251675 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84314d7-466a-476a-8b71-157bcf1a66dd tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Made reservation on behalf of 79c72a74f4c54033a14e3cbd8e3a57ad for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:38:05.255127 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f84314d7-466a-476a-8b71-157bcf1a66dd tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:05.262862 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-323ca738-fd66-4bc2-9fbd-a9ca90785fee None None] For port fdac0b95-364e-4693-80e6-d185a4b6f3aa, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=fdac0b95-364e-4693-80e6-d185a4b6f3aa,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:05.283814 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6f7ad6-210b-4fff-81ad-f5e9c31c8459 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:38:05.288612 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-323ca738-fd66-4bc2-9fbd-a9ca90785fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (fdac0b95-364e-4693-80e6-d185a4b6f3aa), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:05.291125 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-ed6f7ad6-210b-4fff-81ad-f5e9c31c8459 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:38:05.297086 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6f7ad6-210b-4fff-81ad-f5e9c31c8459 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:38:05.300567 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f84314d7-466a-476a-8b71-157bcf1a66dd tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:05.302527 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6f7ad6-210b-4fff-81ad-f5e9c31c8459 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:05.303200 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ed6f7ad6-210b-4fff-81ad-f5e9c31c8459 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:05.308910 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26624f49-154b-4cd7-a2d7-3251bec8ab01 req-b8ed7bbc-e9aa-4b51-bf14-92585f79ec56 tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] Network dca030c4-ce2c-42a0-be68-a1740488b25a is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:38:05.323865 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e95a4a-4681-4714-b83f-07527b422ad0 req-9d6adbc9-91c8-4d63-84c1-afc2fc79b4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:05.325591 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-71e95a4a-4681-4714-b83f-07527b422ad0 req-9d6adbc9-91c8-4d63-84c1-afc2fc79b4b5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=21a1df04-56c1-48bc-b696-a5e17ac4d235 HTTP/1.1" status: 200 len: 867 time: 0.1268411 Feb 17 17:38:05.327053 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f7ad6-210b-4fff-81ad-f5e9c31c8459 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Port': ['ID=689ff4f3-5f01-44a0-a313-01a8a6163e41,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:05.337770 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-26624f49-154b-4cd7-a2d7-3251bec8ab01 req-b8ed7bbc-e9aa-4b51-bf14-92585f79ec56 tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:38:05.346253 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-26624f49-154b-4cd7-a2d7-3251bec8ab01 req-b8ed7bbc-e9aa-4b51-bf14-92585f79ec56 tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:38:05.346873 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4741dc3-6ea2-4908-9db3-8e4a0dd908e5 None None] Update dhcp port {'port': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'fixed_ips': [{'subnet_id': '55e49b71-3f87-4dfa-b203-8e920aa95795', 'ip_address': '2001:db8::f816:3eff:fe47:3f85'}, {'subnet_id': '5f407c62-dd2f-43fd-ba20-3e1910a28211'}], 'binding:host_id': 'n-d-829613-2'}, 'id': 'fdac0b95-364e-4693-80e6-d185a4b6f3aa'} from n-d-829613-2. {{(pid=103436) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 17 17:38:05.360387 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ed6f7ad6-210b-4fff-81ad-f5e9c31c8459 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.4130070 Feb 17 17:38:05.361118 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47020) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:05.362801 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-02f15e24-0637-4ad0-9652-024a3e8fdefc req-da768f68-fc54-43bc-84be-44bbfb853118 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/security-groups?id=fd4d27d9-e68c-41ba-a909-f949182bce5a&id=4a46e179-4efe-408d-8163-359e1c80274b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2525485 Feb 17 17:38:05.363539 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed7bbc-e9aa-4b51-bf14-92585f79ec56 tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] Pushing event updated for resources: {'Port': ['ID=fc5371a9-2d2d-48bf-846a-8055ba7e0652,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:05.418110 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 08d126b0-cae8-435d-a7c4-67c6dbfa3b4c is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:05.419106 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (08d126b0-cae8-435d-a7c4-67c6dbfa3b4c), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:05.446915 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2028258f-064c-41cb-8083-eec752f03cae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:05.457582 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e4741dc3-6ea2-4908-9db3-8e4a0dd908e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (fdac0b95-364e-4693-80e6-d185a4b6f3aa), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:05.459951 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1c5eb5b2-73cd-49f1-b7dd-32b454c51782 req-df7783b4-552a-4adb-8e0b-24975d2b85e8 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024105 Feb 17 17:38:05.470259 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ca738-fd66-4bc2-9fbd-a9ca90785fee None None] Pushing event updated for resources: {'Port': ['ID=fdac0b95-364e-4693-80e6-d185a4b6f3aa,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:05.502626 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 08d126b0-cae8-435d-a7c4-67c6dbfa3b4c, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=08d126b0-cae8-435d-a7c4-67c6dbfa3b4c,segment=NetworkSegment(13d2e8d9-7afd-45f6-84e2-b7416289d330),segment_id=13d2e8d9-7afd-45f6-84e2-b7416289d330)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:05.511836 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (08d126b0-cae8-435d-a7c4-67c6dbfa3b4c), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:05.513520 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26624f49-154b-4cd7-a2d7-3251bec8ab01 req-b8ed7bbc-e9aa-4b51-bf14-92585f79ec56 tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:05.513877 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 3a0304e4-2f7a-4a83-9f09-e81f38957152 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:38:05.514327 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-26624f49-154b-4cd7-a2d7-3251bec8ab01 req-b8ed7bbc-e9aa-4b51-bf14-92585f79ec56 tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:05.540424 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e95a4a-4681-4714-b83f-07527b422ad0 req-f815dfbc-43ad-4b9d-b4c8-ea2b864b92e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:05.541682 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-71e95a4a-4681-4714-b83f-07527b422ad0 req-f815dfbc-43ad-4b9d-b4c8-ea2b864b92e5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2a574d4f-e4f9-49f2-aee6-25c2bbb796ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2017028 Feb 17 17:38:05.676144 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-71e95a4a-4681-4714-b83f-07527b422ad0 req-649d76f4-81b9-45ed-9ca9-7a0f6cbd1c3b service neutron] 10.222.0.91 "GET /v2.0/networks/2a574d4f-e4f9-49f2-aee6-25c2bbb796ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235609 Feb 17 17:38:05.687910 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-0f49f0c8-d2cc-4e1d-96af-08061b21ca76 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Deleting port 689ff4f3-5f01-44a0-a313-01a8a6163e41 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:38:05.688285 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0f49f0c8-d2cc-4e1d-96af-08061b21ca76 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (689ff4f3-5f01-44a0-a313-01a8a6163e41), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:05.704733 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device fdac0b95-364e-4693-80e6-d185a4b6f3aa up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:38:05.746379 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=08d126b0-cae8-435d-a7c4-67c6dbfa3b4c,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:05.808669 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port 3a0304e4-2f7a-4a83-9f09-e81f38957152 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:38:05.817138 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-e4741dc3-6ea2-4908-9db3-8e4a0dd908e5 None None] Allocated IP 2001:db8:0:1::2 (f82adc72-a904-4b51-9a87-7ea8a1981040/5f407c62-dd2f-43fd-ba20-3e1910a28211/fdac0b95-364e-4693-80e6-d185a4b6f3aa) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:38:05.826769 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 3a0304e4-2f7a-4a83-9f09-e81f38957152 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:38:05.827929 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (3a0304e4-2f7a-4a83-9f09-e81f38957152), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:05.874153 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-26624f49-154b-4cd7-a2d7-3251bec8ab01 req-b8ed7bbc-e9aa-4b51-bf14-92585f79ec56 tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2166624 Feb 17 17:38:05.875094 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0f49f0c8-d2cc-4e1d-96af-08061b21ca76 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (689ff4f3-5f01-44a0-a313-01a8a6163e41), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:05.891129 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-71e95a4a-4681-4714-b83f-07527b422ad0 req-0be94d6e-a684-401e-8b1e-84a1520cadaf service neutron] 10.222.0.91 "GET /v2.0/networks/2a574d4f-e4f9-49f2-aee6-25c2bbb796ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836779 Feb 17 17:38:05.891604 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-26624f49-154b-4cd7-a2d7-3251bec8ab01 req-6bb2ffd2-0a54-4884-b402-5e310cec11d5 service neutron] Request body: {'port': {'device_id': '4faafdc4-4cfc-45a4-9aa2-b84030e219f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:05.896413 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-0f49f0c8-d2cc-4e1d-96af-08061b21ca76 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Calling delete_port for 689ff4f3-5f01-44a0-a313-01a8a6163e41 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:38:05.907885 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port fdac0b95-364e-4693-80e6-d185a4b6f3aa triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:38:05.908985 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (fdac0b95-364e-4693-80e6-d185a4b6f3aa), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:05.953127 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d5e5b8ec-a711-47eb-800f-732975314ee0 req-47a5e5a2-481a-4782-8464-9a60cc5149b3 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d7afcf1f-5124-4168-b80f-10ace9d04ea7 HTTP/1.1" status: 200 len: 258 time: 0.5347066 Feb 17 17:38:05.971986 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f84314d7-466a-476a-8b71-157bcf1a66dd tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for security_group (ecc5d93f-c447-4ad6-970a-02107bb6db88), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:05.979275 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-d5e5b8ec-a711-47eb-800f-732975314ee0 req-6a7eec3a-8d43-44bc-9371-4ca89fffbd7d tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:05.991803 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f84314d7-466a-476a-8b71-157bcf1a66dd tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (ecc5d93f-c447-4ad6-970a-02107bb6db88), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:06.053657 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5925f5ad-3d61-4c12-8eb0-b2c8fc688f08 req-ca8ee7b5-d9a6-456a-aac8-3f7befd143d5 tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:06.055190 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5925f5ad-3d61-4c12-8eb0-b2c8fc688f08 req-ca8ee7b5-d9a6-456a-aac8-3f7befd143d5 tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5f50c38-74ae-4ae2-83fb-5e17173d66f2 HTTP/1.1" status: 200 len: 945 time: 0.2341413 Feb 17 17:38:06.082203 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-26624f49-154b-4cd7-a2d7-3251bec8ab01 req-6bb2ffd2-0a54-4884-b402-5e310cec11d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (fc5371a9-2d2d-48bf-846a-8055ba7e0652), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:06.082466 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 3a0304e4-2f7a-4a83-9f09-e81f38957152 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:06.082934 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3a0304e4-2f7a-4a83-9f09-e81f38957152), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:06.098221 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84314d7-466a-476a-8b71-157bcf1a66dd tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc5d93f-c447-4ad6-970a-02107bb6db88,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:06.105928 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d5e5b8ec-a711-47eb-800f-732975314ee0 req-6a7eec3a-8d43-44bc-9371-4ca89fffbd7d tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:06.117417 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-e4741dc3-6ea2-4908-9db3-8e4a0dd908e5 None None] For port fdac0b95-364e-4693-80e6-d185a4b6f3aa, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=fdac0b95-364e-4693-80e6-d185a4b6f3aa,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:06.149641 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port fdac0b95-364e-4693-80e6-d185a4b6f3aa is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:06.152322 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0f49f0c8-d2cc-4e1d-96af-08061b21ca76 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (689ff4f3-5f01-44a0-a313-01a8a6163e41), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:06.171353 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 3a0304e4-2f7a-4a83-9f09-e81f38957152, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=3a0304e4-2f7a-4a83-9f09-e81f38957152,segment=NetworkSegment(82732791-61b6-4864-92cc-594948a3b9a8),segment_id=82732791-61b6-4864-92cc-594948a3b9a8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:06.175804 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e4741dc3-6ea2-4908-9db3-8e4a0dd908e5 None None] Publish callbacks [] for port (fdac0b95-364e-4693-80e6-d185a4b6f3aa), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:06.178050 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (3a0304e4-2f7a-4a83-9f09-e81f38957152), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:06.178958 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device ed35401b-3bd0-4605-9ab0-9a24b1913fbc up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:38:06.182278 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f84314d7-466a-476a-8b71-157bcf1a66dd tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:38:06.194479 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f49f0c8-d2cc-4e1d-96af-08061b21ca76 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Port': ['ID=689ff4f3-5f01-44a0-a313-01a8a6163e41,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:06.211573 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5925f5ad-3d61-4c12-8eb0-b2c8fc688f08 req-9935b356-ed25-4dcc-a77f-32126c09a3d6 tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] 10.222.0.87 "GET /v2.0/security-groups?id=6e84d6e9-8d24-450f-881e-81f04b98605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418579 Feb 17 17:38:06.229033 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e4741dc3-6ea2-4908-9db3-8e4a0dd908e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (fdac0b95-364e-4693-80e6-d185a4b6f3aa), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:06.247491 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f84314d7-466a-476a-8b71-157bcf1a66dd tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (a6d0ebb9-2416-462b-91d2-a784842ff2ac), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:06.247491 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-f84314d7-466a-476a-8b71-157bcf1a66dd tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Added segment a6d0ebb9-2416-462b-91d2-a784842ff2ac of type vlan for network 0556905e-4875-46d8-9121-765bf272ed3b Feb 17 17:38:06.285926 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port ed35401b-3bd0-4605-9ab0-9a24b1913fbc completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:38:06.320779 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port ed35401b-3bd0-4605-9ab0-9a24b1913fbc triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:38:06.321381 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ed35401b-3bd0-4605-9ab0-9a24b1913fbc), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:06.327527 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0f49f0c8-d2cc-4e1d-96af-08061b21ca76 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:06.332923 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0f49f0c8-d2cc-4e1d-96af-08061b21ca76 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/ports/689ff4f3-5f01-44a0-a313-01a8a6163e41 HTTP/1.1" status: 204 len: 168 time: 0.9693787 Feb 17 17:38:06.335334 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47026) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:06.371051 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=3a0304e4-2f7a-4a83-9f09-e81f38957152,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:06.425281 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821c1880-b5c2-4ae3-ad96-b64b668f3154 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:06.430154 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-821c1880-b5c2-4ae3-ad96-b64b668f3154 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0931385 Feb 17 17:38:06.430901 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47030) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:06.443102 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f84314d7-466a-476a-8b71-157bcf1a66dd tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (0556905e-4875-46d8-9121-765bf272ed3b), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:06.444104 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4741dc3-6ea2-4908-9db3-8e4a0dd908e5 None None] Pushing event updated for resources: {'Port': ['ID=fdac0b95-364e-4693-80e6-d185a4b6f3aa,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:06.494108 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port ed35401b-3bd0-4605-9ab0-9a24b1913fbc is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:06.494843 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ed35401b-3bd0-4605-9ab0-9a24b1913fbc), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:06.510090 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc950c8d-858e-4e98-a299-dec7a2c4b9ee tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:06.520750 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bc950c8d-858e-4e98-a299-dec7a2c4b9ee tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0855024 Feb 17 17:38:06.522915 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47034) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:06.545098 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port ed35401b-3bd0-4605-9ab0-9a24b1913fbc, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=ed35401b-3bd0-4605-9ab0-9a24b1913fbc,segment=NetworkSegment(02645fb9-f8c0-4e52-bfd2-07423e88e8ac),segment_id=02645fb9-f8c0-4e52-bfd2-07423e88e8ac)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:06.550224 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ed35401b-3bd0-4605-9ab0-9a24b1913fbc), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:06.551042 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 613c48ee-ff33-4710-a66b-a3a36bbd9380 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:38:06.558418 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e97534-97cc-4c66-a785-d7323b79b264 req-15cbd076-00f6-434d-8978-803090cbd122 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:06.560205 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-58e97534-97cc-4c66-a785-d7323b79b264 req-15cbd076-00f6-434d-8978-803090cbd122 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/ports?device_id=a66cf83c-02b1-4b63-8363-98a2a0637846 HTTP/1.1" status: 200 len: 946 time: 0.2263751 Feb 17 17:38:06.589502 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d033dd-5c97-455f-90b6-dc55e99a7989 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:06.591033 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d033dd-5c97-455f-90b6-dc55e99a7989 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:06.592925 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d033dd-5c97-455f-90b6-dc55e99a7989 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:06.593302 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f84314d7-466a-476a-8b71-157bcf1a66dd tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (0556905e-4875-46d8-9121-765bf272ed3b), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:06.594222 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f1d033dd-5c97-455f-90b6-dc55e99a7989 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0705886 Feb 17 17:38:06.597374 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47036) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:06.598472 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84314d7-466a-476a-8b71-157bcf1a66dd tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:06.599061 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f84314d7-466a-476a-8b71-157bcf1a66dd tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:06.666544 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e35a122-8016-4718-a139-429e2b091dfe tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Deleting subnet 55e49b71-3f87-4dfa-b203-8e920aa95795 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:38:06.671304 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9e35a122-8016-4718-a139-429e2b091dfe tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (55e49b71-3f87-4dfa-b203-8e920aa95795), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:06.691721 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=ed35401b-3bd0-4605-9ab0-9a24b1913fbc,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:06.702296 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:06.710366 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port 613c48ee-ff33-4710-a66b-a3a36bbd9380 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:38:06.715529 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 613c48ee-ff33-4710-a66b-a3a36bbd9380 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:38:06.716191 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (613c48ee-ff33-4710-a66b-a3a36bbd9380), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:06.729341 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-f84314d7-466a-476a-8b71-157bcf1a66dd tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8379021 Feb 17 17:38:06.732347 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47038) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:06.737779 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-46802a27-6797-440c-a2c2-85b0e58221ef tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Request body: {'port': {'network_id': '0556905e-4875-46d8-9121-765bf272ed3b', 'name': 'tempest-PortsIpV6TestJSON-637535811'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:06.746411 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9e35a122-8016-4718-a139-429e2b091dfe tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (55e49b71-3f87-4dfa-b203-8e920aa95795), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:06.811276 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 613c48ee-ff33-4710-a66b-a3a36bbd9380 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:06.811649 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (613c48ee-ff33-4710-a66b-a3a36bbd9380), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:06.818161 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-58e97534-97cc-4c66-a785-d7323b79b264 req-c350de4c-7096-4f77-829d-024c375596ac tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/security-groups?id=24064728-799d-4802-ac8c-8dad004b7477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2513049 Feb 17 17:38:06.818934 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84314d7-466a-476a-8b71-157bcf1a66dd tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event updated for resources: {'Network': ['ID=0556905e-4875-46d8-9121-765bf272ed3b,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:06.827209 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d5e5b8ec-a711-47eb-800f-732975314ee0 req-6a7eec3a-8d43-44bc-9371-4ca89fffbd7d tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:06.843529 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ca0592-2b78-4190-9be6-1b3e395f0384'}, {'server_uuid': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ff7d56-9a39-4bcd-81d3-82d714507134'}, {'server_uuid': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d126b0-cae8-435d-a7c4-67c6dbfa3b4c'}, {'server_uuid': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0304e4-2f7a-4a83-9f09-e81f38957152'}, {'server_uuid': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed35401b-3bd0-4605-9ab0-9a24b1913fbc'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:38:06.847334 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d404cb8-f1ac-42ec-ab44-b7d70518b96f" -d '{"events": [{"server_uuid": "8a875872-ecbe-4e3b-9059-98bd8c42bc1e", "name": "network-vif-plugged", "status": "completed", "tag": "46ca0592-2b78-4190-9be6-1b3e395f0384"}, {"server_uuid": "8a875872-ecbe-4e3b-9059-98bd8c42bc1e", "name": "network-vif-plugged", "status": "completed", "tag": "52ff7d56-9a39-4bcd-81d3-82d714507134"}, {"server_uuid": "8a875872-ecbe-4e3b-9059-98bd8c42bc1e", "name": "network-vif-plugged", "status": "completed", "tag": "08d126b0-cae8-435d-a7c4-67c6dbfa3b4c"}, {"server_uuid": "8a875872-ecbe-4e3b-9059-98bd8c42bc1e", "name": "network-vif-plugged", "status": "completed", "tag": "3a0304e4-2f7a-4a83-9f09-e81f38957152"}, {"server_uuid": "8a875872-ecbe-4e3b-9059-98bd8c42bc1e", "name": "network-vif-plugged", "status": "completed", "tag": "ed35401b-3bd0-4605-9ab0-9a24b1913fbc"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:38:06.858029 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9e35a122-8016-4718-a139-429e2b091dfe tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (55e49b71-3f87-4dfa-b203-8e920aa95795), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:06.892991 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 0556905e-4875-46d8-9121-765bf272ed3b details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:38:06.945042 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 613c48ee-ff33-4710-a66b-a3a36bbd9380, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=613c48ee-ff33-4710-a66b-a3a36bbd9380,segment=NetworkSegment(82732791-61b6-4864-92cc-594948a3b9a8),segment_id=82732791-61b6-4864-92cc-594948a3b9a8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:06.953187 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (613c48ee-ff33-4710-a66b-a3a36bbd9380), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:06.954263 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 4816c808-0fae-4aeb-902b-6085c77a50fa up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:38:06.954421 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-d5e5b8ec-a711-47eb-800f-732975314ee0 req-6a7eec3a-8d43-44bc-9371-4ca89fffbd7d tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Allocated IP 172.25.8.219 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/cdf5d2a2-8fc9-41fb-9213-845fb0b97440) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:38:07.062346 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46802a27-6797-440c-a2c2-85b0e58221ef tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Made reservation on behalf of 79c72a74f4c54033a14e3cbd8e3a57ad for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:38:07.071594 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-46802a27-6797-440c-a2c2-85b0e58221ef tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:07.078785 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9e35a122-8016-4718-a139-429e2b091dfe tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (55e49b71-3f87-4dfa-b203-8e920aa95795), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:07.079497 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=613c48ee-ff33-4710-a66b-a3a36bbd9380,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:07.080343 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d5e5b8ec-a711-47eb-800f-732975314ee0 req-6a7eec3a-8d43-44bc-9371-4ca89fffbd7d tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Publish callbacks [] for port (cdf5d2a2-8fc9-41fb-9213-845fb0b97440), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:07.102401 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port 4816c808-0fae-4aeb-902b-6085c77a50fa completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:38:07.106973 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 4816c808-0fae-4aeb-902b-6085c77a50fa triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:38:07.107975 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (4816c808-0fae-4aeb-902b-6085c77a50fa), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:07.129341 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e35a122-8016-4718-a139-429e2b091dfe tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Subnet': ['ID=55e49b71-3f87-4dfa-b203-8e920aa95795,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:07.143847 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-46802a27-6797-440c-a2c2-85b0e58221ef tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] device_id is not set on port 13a8db4c-b2e7-4ac0-b4d1-f033bb447457 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:38:07.154231 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9e35a122-8016-4718-a139-429e2b091dfe tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:07.161624 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9e35a122-8016-4718-a139-429e2b091dfe tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/55e49b71-3f87-4dfa-b203-8e920aa95795 HTTP/1.1" status: 204 len: 168 time: 0.5628545 Feb 17 17:38:07.162630 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47042) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:07.226902 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded408d8-8e46-4097-8f4a-1d8fbebcb682 req-c960e2ae-3a39-4462-98ef-79a295bd027b tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:07.228398 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ded408d8-8e46-4097-8f4a-1d8fbebcb682 req-c960e2ae-3a39-4462-98ef-79a295bd027b tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] 10.222.0.87 "GET /v2.0/ports?device_id=4faafdc4-4cfc-45a4-9aa2-b84030e219f7 HTTP/1.1" status: 200 len: 932 time: 0.1347036 Feb 17 17:38:07.228814 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 4816c808-0fae-4aeb-902b-6085c77a50fa is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:07.229665 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (4816c808-0fae-4aeb-902b-6085c77a50fa), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:07.231710 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d5e5b8ec-a711-47eb-800f-732975314ee0 req-6a7eec3a-8d43-44bc-9371-4ca89fffbd7d tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (cdf5d2a2-8fc9-41fb-9213-845fb0b97440), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:07.274197 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-a0863428-2237-4732-8a90-2d6fffffbc02 None None] Provisioning complete for port fdac0b95-364e-4693-80e6-d185a4b6f3aa triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:38:07.275244 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a0863428-2237-4732-8a90-2d6fffffbc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (fdac0b95-364e-4693-80e6-d185a4b6f3aa), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:07.281598 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-26624f49-154b-4cd7-a2d7-3251bec8ab01 req-6bb2ffd2-0a54-4884-b402-5e310cec11d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc5371a9-2d2d-48bf-846a-8055ba7e0652 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:38:07.296700 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-26624f49-154b-4cd7-a2d7-3251bec8ab01 req-6bb2ffd2-0a54-4884-b402-5e310cec11d5 service neutron] Publish callbacks [] for port (fc5371a9-2d2d-48bf-846a-8055ba7e0652), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:07.297875 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9362969-892d-4ec5-a6fb-57f5543e7a93 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Deleting subnet 5f407c62-dd2f-43fd-ba20-3e1910a28211 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:38:07.301364 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9362969-892d-4ec5-a6fb-57f5543e7a93 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (5f407c62-dd2f-43fd-ba20-3e1910a28211), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:07.321714 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5e5b8ec-a711-47eb-800f-732975314ee0 req-6a7eec3a-8d43-44bc-9371-4ca89fffbd7d tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:38:07.330410 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-d5e5b8ec-a711-47eb-800f-732975314ee0 req-6a7eec3a-8d43-44bc-9371-4ca89fffbd7d tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:38:07.333138 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5e5b8ec-a711-47eb-800f-732975314ee0 req-6a7eec3a-8d43-44bc-9371-4ca89fffbd7d tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:38:07.337055 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 4816c808-0fae-4aeb-902b-6085c77a50fa, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=4816c808-0fae-4aeb-902b-6085c77a50fa,segment=NetworkSegment(13d2e8d9-7afd-45f6-84e2-b7416289d330),segment_id=13d2e8d9-7afd-45f6-84e2-b7416289d330)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:07.344613 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (4816c808-0fae-4aeb-902b-6085c77a50fa), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:07.376440 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9362969-892d-4ec5-a6fb-57f5543e7a93 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (5f407c62-dd2f-43fd-ba20-3e1910a28211), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:07.407764 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=4816c808-0fae-4aeb-902b-6085c77a50fa,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:07.432700 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d5e5b8ec-a711-47eb-800f-732975314ee0 req-6a7eec3a-8d43-44bc-9371-4ca89fffbd7d tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Publish callbacks [] for floatingip (292d7f74-f1cb-4677-9d8e-eb6cf7c9b0e8), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:07.464881 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-26624f49-154b-4cd7-a2d7-3251bec8ab01 req-6bb2ffd2-0a54-4884-b402-5e310cec11d5 service neutron] Transition to ACTIVE for port object fc5371a9-2d2d-48bf-846a-8055ba7e0652 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:38:07.470170 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ded408d8-8e46-4097-8f4a-1d8fbebcb682 req-01400297-e51b-4204-a17d-91ad855be682 tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2b464b0-2999-42c4-a62f-fd6160f3d182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300770 Feb 17 17:38:07.475514 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7eec3a-8d43-44bc-9371-4ca89fffbd7d tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Pushing event updated for resources: {'Port': ['ID=cdf5d2a2-8fc9-41fb-9213-845fb0b97440,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:07.494078 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-26624f49-154b-4cd7-a2d7-3251bec8ab01 req-6bb2ffd2-0a54-4884-b402-5e310cec11d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (fc5371a9-2d2d-48bf-846a-8055ba7e0652), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:07.545517 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9362969-892d-4ec5-a6fb-57f5543e7a93 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (5f407c62-dd2f-43fd-ba20-3e1910a28211), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:07.564910 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d5e5b8ec-a711-47eb-800f-732975314ee0 req-6a7eec3a-8d43-44bc-9371-4ca89fffbd7d tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (cdf5d2a2-8fc9-41fb-9213-845fb0b97440), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:07.593388 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-a0863428-2237-4732-8a90-2d6fffffbc02 None None] Current status of the port fdac0b95-364e-4693-80e6-d185a4b6f3aa is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:07.637251 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device fdac0b95-364e-4693-80e6-d185a4b6f3aa up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:38:07.656155 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2ffd2-0a54-4884-b402-5e310cec11d5 service neutron] Pushing event updated for resources: {'Port': ['ID=fc5371a9-2d2d-48bf-846a-8055ba7e0652,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:07.663173 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-46802a27-6797-440c-a2c2-85b0e58221ef tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for port (13a8db4c-b2e7-4ac0-b4d1-f033bb447457), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:07.666319 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8a1012-6533-43d7-9065-a675bb27b070 None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:38:07.719203 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9362969-892d-4ec5-a6fb-57f5543e7a93 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (5f407c62-dd2f-43fd-ba20-3e1910a28211), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:07.725440 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-46802a27-6797-440c-a2c2-85b0e58221ef tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (13a8db4c-b2e7-4ac0-b4d1-f033bb447457), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:07.736022 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-f9bae97c-066f-4a35-92c0-3ea138d3e37b None None] Could not find standard attr ID for object 689ff4f3-5f01-44a0-a313-01a8a6163e41. {{(pid=103436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 17:38:07.760944 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9362969-892d-4ec5-a6fb-57f5543e7a93 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Subnet': ['ID=5f407c62-dd2f-43fd-ba20-3e1910a28211,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:07.798127 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f9362969-892d-4ec5-a6fb-57f5543e7a93 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:07.802050 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f9362969-892d-4ec5-a6fb-57f5543e7a93 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/5f407c62-dd2f-43fd-ba20-3e1910a28211 HTTP/1.1" status: 204 len: 168 time: 0.6363628 Feb 17 17:38:07.805998 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 47046) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:07.833224 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46802a27-6797-440c-a2c2-85b0e58221ef tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event updated for resources: {'Port': ['ID=13a8db4c-b2e7-4ac0-b4d1-f033bb447457,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:07.851789 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46802a27-6797-440c-a2c2-85b0e58221ef tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Checking segment: {'id': 'a6d0ebb9-2416-462b-91d2-a784842ff2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0556905e-4875-46d8-9121-765bf272ed3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:38:07.852221 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46802a27-6797-440c-a2c2-85b0e58221ef tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Network hostable DHCP agents. Network: 0556905e-4875-46d8-9121-765bf272ed3b, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:38:07.876349 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46802a27-6797-440c-a2c2-85b0e58221ef tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Network 0556905e-4875-46d8-9121-765bf272ed3b is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:38:07.879807 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b900f2-2faa-4677-a5ef-7dfc4ec48a27 req-2f0f9321-4f94-411c-9e92-dffb65b6d954 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:07.885734 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b900f2-2faa-4677-a5ef-7dfc4ec48a27 req-2f0f9321-4f94-411c-9e92-dffb65b6d954 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:07.887676 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-46802a27-6797-440c-a2c2-85b0e58221ef tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 0556905e-4875-46d8-9121-765bf272ed3b) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:38:07.891715 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46802a27-6797-440c-a2c2-85b0e58221ef tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:38:07.893813 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b900f2-2faa-4677-a5ef-7dfc4ec48a27 req-2f0f9321-4f94-411c-9e92-dffb65b6d954 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:07.897871 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46802a27-6797-440c-a2c2-85b0e58221ef tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:07.898602 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-46802a27-6797-440c-a2c2-85b0e58221ef tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:07.899844 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b900f2-2faa-4677-a5ef-7dfc4ec48a27 req-2f0f9321-4f94-411c-9e92-dffb65b6d954 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:07.906361 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b900f2-2faa-4677-a5ef-7dfc4ec48a27 req-2f0f9321-4f94-411c-9e92-dffb65b6d954 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:07.912202 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b900f2-2faa-4677-a5ef-7dfc4ec48a27 req-2f0f9321-4f94-411c-9e92-dffb65b6d954 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:07.918381 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b900f2-2faa-4677-a5ef-7dfc4ec48a27 req-2f0f9321-4f94-411c-9e92-dffb65b6d954 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:07.920353 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e7b900f2-2faa-4677-a5ef-7dfc4ec48a27 req-2f0f9321-4f94-411c-9e92-dffb65b6d954 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 5433 time: 0.3054674 Feb 17 17:38:07.920515 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-46802a27-6797-440c-a2c2-85b0e58221ef tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1868935 Feb 17 17:38:07.923461 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47050) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:07.925415 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-ed1532d1-71b0-43d6-9246-c7eeb3f2bac4 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1180739 Feb 17 17:38:07.928022 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-26624f49-154b-4cd7-a2d7-3251bec8ab01 req-6bb2ffd2-0a54-4884-b402-5e310cec11d5 service neutron] Attempting to bind port fc5371a9-2d2d-48bf-846a-8055ba7e0652 on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:38:07.928382 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-26624f49-154b-4cd7-a2d7-3251bec8ab01 req-6bb2ffd2-0a54-4884-b402-5e310cec11d5 service neutron] Attempting to bind port fc5371a9-2d2d-48bf-846a-8055ba7e0652 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': 'a1df8f81-674b-4920-bf3c-53891eca3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'dca030c4-ce2c-42a0-be68-a1740488b25a'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:38:07.928705 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26624f49-154b-4cd7-a2d7-3251bec8ab01 req-6bb2ffd2-0a54-4884-b402-5e310cec11d5 service neutron] Attempting to bind port fc5371a9-2d2d-48bf-846a-8055ba7e0652 on network dca030c4-ce2c-42a0-be68-a1740488b25a {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:38:07.928857 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47052) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:07.936084 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ffa1b748-6ac5-4ace-8ed1-fba9ba9d0bde tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'subnet': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:07.940721 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce44a622-708f-4b27-b0e4-9bdc35894f2d None None] Network 0556905e-4875-46d8-9121-765bf272ed3b requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:38:07.951330 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-9a342bd2-457d-499a-9fc2-24da81d0d0cc tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1322807585'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:07.961459 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26624f49-154b-4cd7-a2d7-3251bec8ab01 req-6bb2ffd2-0a54-4884-b402-5e310cec11d5 service neutron] Port fc5371a9-2d2d-48bf-846a-8055ba7e0652 on network dca030c4-ce2c-42a0-be68-a1740488b25a not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:38:07.961872 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26624f49-154b-4cd7-a2d7-3251bec8ab01 req-6bb2ffd2-0a54-4884-b402-5e310cec11d5 service neutron] Attempting to bind port fc5371a9-2d2d-48bf-846a-8055ba7e0652 on network dca030c4-ce2c-42a0-be68-a1740488b25a {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:38:07.991282 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26624f49-154b-4cd7-a2d7-3251bec8ab01 req-6bb2ffd2-0a54-4884-b402-5e310cec11d5 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:38:07.991567 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26624f49-154b-4cd7-a2d7-3251bec8ab01 req-6bb2ffd2-0a54-4884-b402-5e310cec11d5 service neutron] Checking segment: {'id': 'a1df8f81-674b-4920-bf3c-53891eca3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'dca030c4-ce2c-42a0-be68-a1740488b25a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:38:07.992049 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26624f49-154b-4cd7-a2d7-3251bec8ab01 req-6bb2ffd2-0a54-4884-b402-5e310cec11d5 service neutron] Bound using segment: {'id': 'a1df8f81-674b-4920-bf3c-53891eca3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'dca030c4-ce2c-42a0-be68-a1740488b25a'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:38:07.992724 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-26624f49-154b-4cd7-a2d7-3251bec8ab01 req-6bb2ffd2-0a54-4884-b402-5e310cec11d5 service neutron] Bound port: fc5371a9-2d2d-48bf-846a-8055ba7e0652, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1df8f81-674b-4920-bf3c-53891eca3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'dca030c4-ce2c-42a0-be68-a1740488b25a'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:38:07.993154 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-26624f49-154b-4cd7-a2d7-3251bec8ab01 req-6bb2ffd2-0a54-4884-b402-5e310cec11d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (fc5371a9-2d2d-48bf-846a-8055ba7e0652), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:07.995480 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:08.039937 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a342bd2-457d-499a-9fc2-24da81d0d0cc tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Made reservation on behalf of 79c72a74f4c54033a14e3cbd8e3a57ad for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:38:08.048285 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9a342bd2-457d-499a-9fc2-24da81d0d0cc tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:08.077828 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port fdac0b95-364e-4693-80e6-d185a4b6f3aa triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:38:08.078216 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (fdac0b95-364e-4693-80e6-d185a4b6f3aa), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:08.082652 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d5e5b8ec-a711-47eb-800f-732975314ee0 req-6a7eec3a-8d43-44bc-9371-4ca89fffbd7d tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Publish callbacks [] for port (cdf5d2a2-8fc9-41fb-9213-845fb0b97440), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:08.088253 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa1b748-6ac5-4ace-8ed1-fba9ba9d0bde tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:38:08.092146 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ffa1b748-6ac5-4ace-8ed1-fba9ba9d0bde tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:08.092676 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d5e5b8ec-a711-47eb-800f-732975314ee0 req-6a7eec3a-8d43-44bc-9371-4ca89fffbd7d tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (cdf5d2a2-8fc9-41fb-9213-845fb0b97440), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:08.096777 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a342bd2-457d-499a-9fc2-24da81d0d0cc tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:38:08.101876 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e7b900f2-2faa-4677-a5ef-7dfc4ec48a27 req-7b23afcd-8d38-415c-895b-03f2b8f3318d tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/security-groups?id=fd4d27d9-e68c-41ba-a909-f949182bce5a&id=4a46e179-4efe-408d-8163-359e1c80274b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1685176 Feb 17 17:38:08.137480 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9a342bd2-457d-499a-9fc2-24da81d0d0cc tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (82f11e10-6118-4e04-a133-41151df6df50), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:08.138395 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-9a342bd2-457d-499a-9fc2-24da81d0d0cc tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Added segment 82f11e10-6118-4e04-a133-41151df6df50 of type vlan for network 8eff1c1a-5c44-4fd9-b46d-c41882956bed Feb 17 17:38:08.208208 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7eec3a-8d43-44bc-9371-4ca89fffbd7d tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Pushing event updated for resources: {'Port': ['ID=cdf5d2a2-8fc9-41fb-9213-845fb0b97440,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:08.212006 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-26624f49-154b-4cd7-a2d7-3251bec8ab01 req-6bb2ffd2-0a54-4884-b402-5e310cec11d5 service neutron] For port fc5371a9-2d2d-48bf-846a-8055ba7e0652, host n-h2-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:38:08.241285 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d5e5b8ec-a711-47eb-800f-732975314ee0 req-6a7eec3a-8d43-44bc-9371-4ca89fffbd7d tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (292d7f74-f1cb-4677-9d8e-eb6cf7c9b0e8), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:08.244977 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-26624f49-154b-4cd7-a2d7-3251bec8ab01 req-6bb2ffd2-0a54-4884-b402-5e310cec11d5 service neutron] For port fc5371a9-2d2d-48bf-846a-8055ba7e0652, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=fc5371a9-2d2d-48bf-846a-8055ba7e0652,segment=NetworkSegment(a1df8f81-674b-4920-bf3c-53891eca3aa8),segment_id=a1df8f81-674b-4920-bf3c-53891eca3aa8)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:38:08.261696 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port fdac0b95-364e-4693-80e6-d185a4b6f3aa is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:08.261941 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9a342bd2-457d-499a-9fc2-24da81d0d0cc tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (8eff1c1a-5c44-4fd9-b46d-c41882956bed), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:08.274070 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-26624f49-154b-4cd7-a2d7-3251bec8ab01 req-6bb2ffd2-0a54-4884-b402-5e310cec11d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (fc5371a9-2d2d-48bf-846a-8055ba7e0652), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:08.275587 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66545f71-4dcf-464a-ba43-5890e14294c2 None None] Update dhcp port {'port': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'fixed_ips': [{'subnet_id': '5f407c62-dd2f-43fd-ba20-3e1910a28211'}], 'binding:host_id': 'n-d-829613-2'}, 'id': 'fdac0b95-364e-4693-80e6-d185a4b6f3aa'} from n-d-829613-2. {{(pid=103436) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 17 17:38:08.307387 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-66545f71-4dcf-464a-ba43-5890e14294c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (fdac0b95-364e-4693-80e6-d185a4b6f3aa), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:08.312001 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9a342bd2-457d-499a-9fc2-24da81d0d0cc tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (8eff1c1a-5c44-4fd9-b46d-c41882956bed), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:08.317390 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26624f49-154b-4cd7-a2d7-3251bec8ab01 req-6bb2ffd2-0a54-4884-b402-5e310cec11d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:08.318015 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-26624f49-154b-4cd7-a2d7-3251bec8ab01 req-6bb2ffd2-0a54-4884-b402-5e310cec11d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:08.318150 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a342bd2-457d-499a-9fc2-24da81d0d0cc tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:08.318680 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9a342bd2-457d-499a-9fc2-24da81d0d0cc tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:08.319729 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-26624f49-154b-4cd7-a2d7-3251bec8ab01 req-6bb2ffd2-0a54-4884-b402-5e310cec11d5 service neutron] 10.222.0.91 "PUT /v2.0/ports/fc5371a9-2d2d-48bf-846a-8055ba7e0652 HTTP/1.1" status: 200 len: 1092 time: 2.4366333 Feb 17 17:38:08.322388 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d5e5b8ec-a711-47eb-800f-732975314ee0 req-6a7eec3a-8d43-44bc-9371-4ca89fffbd7d tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:08.324270 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d5e5b8ec-a711-47eb-800f-732975314ee0 req-6a7eec3a-8d43-44bc-9371-4ca89fffbd7d tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3618367 Feb 17 17:38:08.328424 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4faafdc4-4cfc-45a4-9aa2-b84030e219f7', 'tag': 'fc5371a9-2d2d-48bf-846a-8055ba7e0652'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:38:08.330977 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7c9aff-a07f-4642-bdd7-b3bcfa4b2a1b" -d '{"events": [{"name": "network-changed", "server_uuid": "4faafdc4-4cfc-45a4-9aa2-b84030e219f7", "tag": "fc5371a9-2d2d-48bf-846a-8055ba7e0652"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:38:08.402549 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700fa27-40bd-4cd6-8a08-8674ccf83ca4 req-cf5c72b9-9af3-4825-9113-de2f2f008147 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:08.404012 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9700fa27-40bd-4cd6-8a08-8674ccf83ca4 req-cf5c72b9-9af3-4825-9113-de2f2f008147 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=60ab87b1-d42f-4db3-96e5-629833bd232b HTTP/1.1" status: 200 len: 945 time: 0.1860332 Feb 17 17:38:08.414119 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9a342bd2-457d-499a-9fc2-24da81d0d0cc tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4868159 Feb 17 17:38:08.418867 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47056) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:08.430237 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-945e1686-bfa6-444e-a309-fb042a78526d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Request body: {'ports': [{'network_id': '0556905e-4875-46d8-9121-765bf272ed3b'}, {'network_id': '8eff1c1a-5c44-4fd9-b46d-c41882956bed'}]} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:08.430237 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-945e1686-bfa6-444e-a309-fb042a78526d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Request body: {'port': {'network_id': '0556905e-4875-46d8-9121-765bf272ed3b'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:08.430750 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-945e1686-bfa6-444e-a309-fb042a78526d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Request body: {'port': {'network_id': '8eff1c1a-5c44-4fd9-b46d-c41882956bed'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:08.446288 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d5e5b8ec-a711-47eb-800f-732975314ee0 req-43d3c799-d6dd-4fed-be05-55cfe09b7185 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.8.219 HTTP/1.1" status: 200 len: 696 time: 0.1067805 Feb 17 17:38:08.479483 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2ffd2-0a54-4884-b402-5e310cec11d5 service neutron] Pushing event updated for resources: {'Port': ['ID=fc5371a9-2d2d-48bf-846a-8055ba7e0652,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:08.494525 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a342bd2-457d-499a-9fc2-24da81d0d0cc tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event updated for resources: {'Network': ['ID=8eff1c1a-5c44-4fd9-b46d-c41882956bed,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:08.517084 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 8eff1c1a-5c44-4fd9-b46d-c41882956bed details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:38:08.589431 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a84023-c2b6-4f84-a85e-f60837af55fb None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:38:08.602111 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ffa1b748-6ac5-4ace-8ed1-fba9ba9d0bde tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (d6c409d4-6d77-41ca-8205-c66738d1df01), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:08.643365 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-a05013eb-3bd6-4921-9802-829b2b6a0d22 None None] Provisioning complete for port fdac0b95-364e-4693-80e6-d185a4b6f3aa triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:38:08.643365 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a05013eb-3bd6-4921-9802-829b2b6a0d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (fdac0b95-364e-4693-80e6-d185a4b6f3aa), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:08.668164 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa1b748-6ac5-4ace-8ed1-fba9ba9d0bde tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:38:08.702358 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-ffa1b748-6ac5-4ace-8ed1-fba9ba9d0bde tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:38:08.714339 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa1b748-6ac5-4ace-8ed1-fba9ba9d0bde tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:08.714600 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ffa1b748-6ac5-4ace-8ed1-fba9ba9d0bde tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:08.724436 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa1b748-6ac5-4ace-8ed1-fba9ba9d0bde tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Subnet': ['ID=d6c409d4-6d77-41ca-8205-c66738d1df01,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:08.744288 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ffa1b748-6ac5-4ace-8ed1-fba9ba9d0bde tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8140254 Feb 17 17:38:08.744903 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47060) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:08.755909 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-e73366f7-d29a-49d4-8e64-1ab1f3789e79 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'subnet': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:08.786899 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945e1686-bfa6-444e-a309-fb042a78526d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Made reservation on behalf of 79c72a74f4c54033a14e3cbd8e3a57ad for: {'port': 2} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:38:08.790839 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-945e1686-bfa6-444e-a309-fb042a78526d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:08.804290 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-a05013eb-3bd6-4921-9802-829b2b6a0d22 None None] Current status of the port fdac0b95-364e-4693-80e6-d185a4b6f3aa is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:08.811525 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-945e1686-bfa6-444e-a309-fb042a78526d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:08.847995 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26624f49-154b-4cd7-a2d7-3251bec8ab01 req-82010101-35b9-4f92-885b-3808a5974439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:08.849603 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-26624f49-154b-4cd7-a2d7-3251bec8ab01 req-82010101-35b9-4f92-885b-3808a5974439 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d3f502fd13d54e719e076d4ebdeaddbe&device_id=4faafdc4-4cfc-45a4-9aa2-b84030e219f7 HTTP/1.1" status: 200 len: 1126 time: 0.4446917 Feb 17 17:38:08.859303 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9700fa27-40bd-4cd6-8a08-8674ccf83ca4 req-aa319946-6805-4bfd-9c86-20d146001c33 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4343605 Feb 17 17:38:08.880842 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74d835d-78f7-45f8-8aa4-625df5cb68ab None None] Update dhcp port {'port': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'fixed_ips': [{'subnet_id': 'd6c409d4-6d77-41ca-8205-c66738d1df01'}], 'binding:host_id': 'n-d-829613-2'}, 'id': 'fdac0b95-364e-4693-80e6-d185a4b6f3aa'} from n-d-829613-2. {{(pid=103436) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 17 17:38:08.916882 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Thu, 17 Feb 2022 17:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472610a3-e141-4f3a-bf58-3100fe0c554c x-openstack-request-id: req-472610a3-e141-4f3a-bf58-3100fe0c554c {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:38:08.917453 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a875872-ecbe-4e3b-9059-98bd8c42bc1e", "name": "network-vif-plugged", "status": "completed", "tag": "46ca0592-2b78-4190-9be6-1b3e395f0384", "code": 200}, {"server_uuid": "8a875872-ecbe-4e3b-9059-98bd8c42bc1e", "name": "network-vif-plugged", "status": "completed", "tag": "52ff7d56-9a39-4bcd-81d3-82d714507134", "code": 200}, {"server_uuid": "8a875872-ecbe-4e3b-9059-98bd8c42bc1e", "name": "network-vif-plugged", "status": "completed", "tag": "08d126b0-cae8-435d-a7c4-67c6dbfa3b4c", "code": 200}, {"server_uuid": "8a875872-ecbe-4e3b-9059-98bd8c42bc1e", "name": "network-vif-plugged", "status": "completed", "tag": "3a0304e4-2f7a-4a83-9f09-e81f38957152", "code": 200}, {"server_uuid": "8a875872-ecbe-4e3b-9059-98bd8c42bc1e", "name": "network-vif-plugged", "status": "completed", "tag": "ed35401b-3bd0-4605-9ab0-9a24b1913fbc", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:38:08.917819 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-472610a3-e141-4f3a-bf58-3100fe0c554c {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:38:08.918925 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ca0592-2b78-4190-9be6-1b3e395f0384', 'code': 200} Feb 17 17:38:08.919414 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ff7d56-9a39-4bcd-81d3-82d714507134', 'code': 200} Feb 17 17:38:08.919876 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d126b0-cae8-435d-a7c4-67c6dbfa3b4c', 'code': 200} Feb 17 17:38:08.920377 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0304e4-2f7a-4a83-9f09-e81f38957152', 'code': 200} Feb 17 17:38:08.920922 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed35401b-3bd0-4605-9ab0-9a24b1913fbc', 'code': 200} Feb 17 17:38:08.926830 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-26624f49-154b-4cd7-a2d7-3251bec8ab01 req-bba96fbc-01d4-4fb2-928f-eeb883d98433 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc5371a9-2d2d-48bf-846a-8055ba7e0652 HTTP/1.1" status: 200 len: 217 time: 0.0638397 Feb 17 17:38:08.953811 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:08.968972 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d74d835d-78f7-45f8-8aa4-625df5cb68ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (fdac0b95-364e-4693-80e6-d185a4b6f3aa), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:08.992529 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73366f7-d29a-49d4-8e64-1ab1f3789e79 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:38:08.996046 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e73366f7-d29a-49d4-8e64-1ab1f3789e79 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:09.016076 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5b8ec-a711-47eb-800f-732975314ee0 req-7789ea47-c442-483a-8edd-61e77de62d78 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:09.017479 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d5e5b8ec-a711-47eb-800f-732975314ee0 req-7789ea47-c442-483a-8edd-61e77de62d78 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "GET /v2.0/networks/d7afcf1f-5124-4168-b80f-10ace9d04ea7 HTTP/1.1" status: 200 len: 784 time: 0.5602300 Feb 17 17:38:09.047270 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26624f49-154b-4cd7-a2d7-3251bec8ab01 req-a9631a09-4cec-4bc7-9a65-d7f1ea4ac718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:09.048855 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-26624f49-154b-4cd7-a2d7-3251bec8ab01 req-a9631a09-4cec-4bc7-9a65-d7f1ea4ac718 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f10362c3-2514-42f4-bcb6-429992c4e5f4 HTTP/1.1" status: 200 len: 854 time: 0.1165411 Feb 17 17:38:09.063671 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-945e1686-bfa6-444e-a309-fb042a78526d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] device_id is not set on port 541558fa-d6d7-44be-a3cb-1879709d037c yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:38:09.089185 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-26624f49-154b-4cd7-a2d7-3251bec8ab01 req-0434d5b4-0aab-4520-b557-ee85f9e7b305 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=dca030c4-ce2c-42a0-be68-a1740488b25a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330706 Feb 17 17:38:09.148047 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6f9f7-9b71-4c9f-9c41-1b5656e7ef4c req-dab68c25-a629-4678-8260-e697e1b6163c tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:09.149674 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d6f6f9f7-9b71-4c9f-9c41-1b5656e7ef4c req-dab68c25-a629-4678-8260-e697e1b6163c tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5f50c38-74ae-4ae2-83fb-5e17173d66f2 HTTP/1.1" status: 200 len: 945 time: 0.1553702 Feb 17 17:38:09.177041 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-d74d835d-78f7-45f8-8aa4-625df5cb68ab None None] Allocated IP 2001:db8::2 (f82adc72-a904-4b51-9a87-7ea8a1981040/d6c409d4-6d77-41ca-8205-c66738d1df01/fdac0b95-364e-4693-80e6-d185a4b6f3aa) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:38:09.241979 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e3186a-115e-4cdd-9dec-d4558d7e2505 req-d8c2129f-88a7-421c-892a-43357d079982 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:09.243569 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-17e3186a-115e-4cdd-9dec-d4558d7e2505 req-d8c2129f-88a7-421c-892a-43357d079982 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/ports?device_id=a66cf83c-02b1-4b63-8363-98a2a0637846 HTTP/1.1" status: 200 len: 946 time: 0.1511621 Feb 17 17:38:09.286114 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-d74d835d-78f7-45f8-8aa4-625df5cb68ab None None] For port fdac0b95-364e-4693-80e6-d185a4b6f3aa, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=fdac0b95-364e-4693-80e6-d185a4b6f3aa,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:09.298158 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d6f6f9f7-9b71-4c9f-9c41-1b5656e7ef4c req-64ef3091-5e92-48cd-af0d-a6c7ee990f97 tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] 10.222.0.87 "GET /v2.0/security-groups?id=6e84d6e9-8d24-450f-881e-81f04b98605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337688 Feb 17 17:38:09.306444 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-26624f49-154b-4cd7-a2d7-3251bec8ab01 req-08ed8d97-57c7-42cb-ab0f-d49f5bf2026f service neutron] 10.222.0.91 "GET /v2.0/networks/dca030c4-ce2c-42a0-be68-a1740488b25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015393 Feb 17 17:38:09.340986 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d74d835d-78f7-45f8-8aa4-625df5cb68ab None None] Publish callbacks [] for port (fdac0b95-364e-4693-80e6-d185a4b6f3aa), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:09.347473 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d74d835d-78f7-45f8-8aa4-625df5cb68ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (fdac0b95-364e-4693-80e6-d185a4b6f3aa), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:09.462387 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1824bc18-89d1-45a1-9c81-042afaf5735d x-openstack-request-id: req-1824bc18-89d1-45a1-9c81-042afaf5735d {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:38:09.462900 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4faafdc4-4cfc-45a4-9aa2-b84030e219f7", "tag": "fc5371a9-2d2d-48bf-846a-8055ba7e0652", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:38:09.463133 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d835d-78f7-45f8-8aa4-625df5cb68ab None None] Pushing event updated for resources: {'Port': ['ID=fdac0b95-364e-4693-80e6-d185a4b6f3aa,revision_number=7']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:09.463489 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1824bc18-89d1-45a1-9c81-042afaf5735d {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:38:09.463907 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4faafdc4-4cfc-45a4-9aa2-b84030e219f7', 'tag': 'fc5371a9-2d2d-48bf-846a-8055ba7e0652', 'status': 'completed', 'code': 200} Feb 17 17:38:09.507052 n-d-829613-2 neutron-server[103434]: INFO neutron.db.ipam_backend_mixin [None req-e73366f7-d29a-49d4-8e64-1ab1f3789e79 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d6c409d4-6d77-41ca-8205-c66738d1df01 (CIDR: 2001:db8::/64) Feb 17 17:38:09.517036 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-e73366f7-d29a-49d4-8e64-1ab1f3789e79 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 17:38:09.517513 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e73366f7-d29a-49d4-8e64-1ab1f3789e79 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:09.532187 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-17e3186a-115e-4cdd-9dec-d4558d7e2505 req-db55b8b3-eb07-4672-a5be-b936b9829667 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/security-groups?id=24064728-799d-4802-ac8c-8dad004b7477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2744107 Feb 17 17:38:09.547820 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device fdac0b95-364e-4693-80e6-d185a4b6f3aa no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:38:09.550825 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e73366f7-d29a-49d4-8e64-1ab1f3789e79 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8020778 Feb 17 17:38:09.553735 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 47068) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:09.564860 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-a4fc5224-70fe-4e20-9ea0-2c87d1db3ba4 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'subnet': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:09.604970 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-26624f49-154b-4cd7-a2d7-3251bec8ab01 req-d8e24636-8a77-4df0-8fb2-8fc772cfd6b0 service neutron] 10.222.0.91 "GET /v2.0/networks/dca030c4-ce2c-42a0-be68-a1740488b25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828171 Feb 17 17:38:09.610358 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-945e1686-bfa6-444e-a309-fb042a78526d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for port (541558fa-d6d7-44be-a3cb-1879709d037c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:09.621794 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee98ae9-5d2c-4263-827b-8a19e18b3256 req-f9dca725-7102-42db-803c-61479afa5275 tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:09.629652 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cee98ae9-5d2c-4263-827b-8a19e18b3256 req-f9dca725-7102-42db-803c-61479afa5275 tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] 10.222.0.87 "GET /v2.0/ports?device_id=4faafdc4-4cfc-45a4-9aa2-b84030e219f7 HTTP/1.1" status: 200 len: 944 time: 0.1737854 Feb 17 17:38:09.724607 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-945e1686-bfa6-444e-a309-fb042a78526d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] device_id is not set on port 2b961f08-ed83-4cbc-87bc-49484990eb2c yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:38:09.757026 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port fdac0b95-364e-4693-80e6-d185a4b6f3aa is: ACTIVE; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:09.757617 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (fdac0b95-364e-4693-80e6-d185a4b6f3aa), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:09.800693 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port fdac0b95-364e-4693-80e6-d185a4b6f3aa, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=fdac0b95-364e-4693-80e6-d185a4b6f3aa,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:09.805893 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (fdac0b95-364e-4693-80e6-d185a4b6f3aa), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:09.825918 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cee98ae9-5d2c-4263-827b-8a19e18b3256 req-ffb16d3c-fa7a-46a4-b4d7-b801c09fa29a tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2b464b0-2999-42c4-a62f-fd6160f3d182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904440 Feb 17 17:38:09.854232 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-945e1686-bfa6-444e-a309-fb042a78526d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for port (2b961f08-ed83-4cbc-87bc-49484990eb2c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:09.881489 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c9aff-a07f-4642-bdd7-b3bcfa4b2a1b req-03affe08-e2dd-419b-b291-72b171dc9aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:09.888994 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dd7c9aff-a07f-4642-bdd7-b3bcfa4b2a1b req-03affe08-e2dd-419b-b291-72b171dc9aa4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d3f502fd13d54e719e076d4ebdeaddbe&device_id=4faafdc4-4cfc-45a4-9aa2-b84030e219f7 HTTP/1.1" status: 200 len: 1126 time: 0.1782734 Feb 17 17:38:09.890333 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=fdac0b95-364e-4693-80e6-d185a4b6f3aa,revision_number=8']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:09.922324 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-945e1686-bfa6-444e-a309-fb042a78526d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (541558fa-d6d7-44be-a3cb-1879709d037c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:09.949172 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945e1686-bfa6-444e-a309-fb042a78526d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Network 0556905e-4875-46d8-9121-765bf272ed3b is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:38:09.958316 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e827fa-8d18-4d12-937a-a04a23f0d63b req-05694af5-0263-405e-b514-a73a4e2c416f tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:09.959847 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-32e827fa-8d18-4d12-937a-a04a23f0d63b req-05694af5-0263-405e-b514-a73a4e2c416f tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "GET /v2.0/ports?device_id=240c422b-1b78-4785-83ce-f53c86d91391&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2546155 Feb 17 17:38:09.971710 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-945e1686-bfa6-444e-a309-fb042a78526d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:38:09.975667 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945e1686-bfa6-444e-a309-fb042a78526d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:38:09.976592 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-945e1686-bfa6-444e-a309-fb042a78526d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (2b961f08-ed83-4cbc-87bc-49484990eb2c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:09.999175 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4fc5224-70fe-4e20-9ea0-2c87d1db3ba4 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:38:10.002746 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a4fc5224-70fe-4e20-9ea0-2c87d1db3ba4 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:10.006206 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e1686-bfa6-444e-a309-fb042a78526d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event updated for resources: {'Port': ['ID=541558fa-d6d7-44be-a3cb-1879709d037c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:10.069109 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945e1686-bfa6-444e-a309-fb042a78526d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Checking segment: {'id': '82f11e10-6118-4e04-a133-41151df6df50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '8eff1c1a-5c44-4fd9-b46d-c41882956bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:38:10.069480 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945e1686-bfa6-444e-a309-fb042a78526d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Network hostable DHCP agents. Network: 8eff1c1a-5c44-4fd9-b46d-c41882956bed, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:38:10.072833 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e1686-bfa6-444e-a309-fb042a78526d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event updated for resources: {'Port': ['ID=2b961f08-ed83-4cbc-87bc-49484990eb2c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:10.091633 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945e1686-bfa6-444e-a309-fb042a78526d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Network 8eff1c1a-5c44-4fd9-b46d-c41882956bed is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:38:10.101785 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-945e1686-bfa6-444e-a309-fb042a78526d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 8eff1c1a-5c44-4fd9-b46d-c41882956bed) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:38:10.107533 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945e1686-bfa6-444e-a309-fb042a78526d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:38:10.110031 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8de05db-a840-45f3-85f6-92907e36a28f None None] Network 8eff1c1a-5c44-4fd9-b46d-c41882956bed requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:38:10.118799 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-32e827fa-8d18-4d12-937a-a04a23f0d63b req-8c88dab7-8f8c-401c-9e36-0c5637ed01ca tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.8.219 HTTP/1.1" status: 200 len: 696 time: 0.1318998 Feb 17 17:38:10.125804 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945e1686-bfa6-444e-a309-fb042a78526d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:10.130238 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945e1686-bfa6-444e-a309-fb042a78526d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:10.130945 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-945e1686-bfa6-444e-a309-fb042a78526d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:10.140604 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-32e827fa-8d18-4d12-937a-a04a23f0d63b req-3e5d57ad-5ead-454f-8e48-912ffb3359ea tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Request body: {'floatingip': {'port_id': '6fd8fede-7055-4d6d-a04d-8b0c189e0ea5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:10.162888 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-945e1686-bfa6-444e-a309-fb042a78526d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7430606 Feb 17 17:38:10.167220 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47072) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:10.233923 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-32e827fa-8d18-4d12-937a-a04a23f0d63b req-3e5d57ad-5ead-454f-8e48-912ffb3359ea tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Publish callbacks [] for floatingip (292d7f74-f1cb-4677-9d8e-eb6cf7c9b0e8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:10.236410 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c9aff-a07f-4642-bdd7-b3bcfa4b2a1b req-aba58f07-eca9-4020-88e5-bce6cbd92dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:10.237868 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dd7c9aff-a07f-4642-bdd7-b3bcfa4b2a1b req-aba58f07-eca9-4020-88e5-bce6cbd92dd0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=dca030c4-ce2c-42a0-be68-a1740488b25a HTTP/1.1" status: 200 len: 915 time: 0.3390143 Feb 17 17:38:10.253436 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f94070-d74c-4444-ae08-cd1b3268bf93 req-069d0e5a-5b25-43bf-bcd9-d5c4a8ed2e73 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:10.258721 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f94070-d74c-4444-ae08-cd1b3268bf93 req-069d0e5a-5b25-43bf-bcd9-d5c4a8ed2e73 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:10.264753 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f94070-d74c-4444-ae08-cd1b3268bf93 req-069d0e5a-5b25-43bf-bcd9-d5c4a8ed2e73 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:10.270080 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f94070-d74c-4444-ae08-cd1b3268bf93 req-069d0e5a-5b25-43bf-bcd9-d5c4a8ed2e73 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:10.275349 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f94070-d74c-4444-ae08-cd1b3268bf93 req-069d0e5a-5b25-43bf-bcd9-d5c4a8ed2e73 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:10.280673 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f94070-d74c-4444-ae08-cd1b3268bf93 req-069d0e5a-5b25-43bf-bcd9-d5c4a8ed2e73 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:10.282185 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-5cd890fc-2036-4183-bb21-5bc8cbde057f tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Deleting port 2b961f08-ed83-4cbc-87bc-49484990eb2c {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:38:10.282607 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5cd890fc-2036-4183-bb21-5bc8cbde057f tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (2b961f08-ed83-4cbc-87bc-49484990eb2c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:10.286052 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f94070-d74c-4444-ae08-cd1b3268bf93 req-069d0e5a-5b25-43bf-bcd9-d5c4a8ed2e73 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:10.288029 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-99f94070-d74c-4444-ae08-cd1b3268bf93 req-069d0e5a-5b25-43bf-bcd9-d5c4a8ed2e73 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 5433 time: 0.3788314 Feb 17 17:38:10.346747 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa7842e-6d47-49ea-b0a6-7cb74f8d762f None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:38:10.362867 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5cd890fc-2036-4183-bb21-5bc8cbde057f tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (2b961f08-ed83-4cbc-87bc-49484990eb2c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:10.374887 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-5cd890fc-2036-4183-bb21-5bc8cbde057f tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Calling delete_port for 2b961f08-ed83-4cbc-87bc-49484990eb2c owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:38:10.410674 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dd7c9aff-a07f-4642-bdd7-b3bcfa4b2a1b req-d2841a21-93a4-4d2b-85d3-f729e099d6f3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc5371a9-2d2d-48bf-846a-8055ba7e0652 HTTP/1.1" status: 200 len: 217 time: 0.1215949 Feb 17 17:38:10.436166 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-f9e36741-7453-4787-a029-0af57a585a8e None None] Provisioning complete for port fdac0b95-364e-4693-80e6-d185a4b6f3aa triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:38:10.436685 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f9e36741-7453-4787-a029-0af57a585a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (fdac0b95-364e-4693-80e6-d185a4b6f3aa), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:10.462866 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5cd890fc-2036-4183-bb21-5bc8cbde057f tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (2b961f08-ed83-4cbc-87bc-49484990eb2c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:10.497286 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd890fc-2036-4183-bb21-5bc8cbde057f tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event deleted for resources: {'Port': ['ID=2b961f08-ed83-4cbc-87bc-49484990eb2c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:10.512826 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5cd890fc-2036-4183-bb21-5bc8cbde057f tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:10.522228 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5cd890fc-2036-4183-bb21-5bc8cbde057f tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "DELETE /v2.0/ports/2b961f08-ed83-4cbc-87bc-49484990eb2c HTTP/1.1" status: 204 len: 168 time: 0.3535628 Feb 17 17:38:10.524803 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47074) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:10.556849 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-f9e36741-7453-4787-a029-0af57a585a8e None None] Current status of the port fdac0b95-364e-4693-80e6-d185a4b6f3aa is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:10.557332 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f9e36741-7453-4787-a029-0af57a585a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (fdac0b95-364e-4693-80e6-d185a4b6f3aa), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:10.570279 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c9aff-a07f-4642-bdd7-b3bcfa4b2a1b req-bc31adbf-7764-4ec9-89a4-927921ad65f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:10.571478 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dd7c9aff-a07f-4642-bdd7-b3bcfa4b2a1b req-bc31adbf-7764-4ec9-89a4-927921ad65f2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f10362c3-2514-42f4-bcb6-429992c4e5f4 HTTP/1.1" status: 200 len: 854 time: 0.1504178 Feb 17 17:38:10.581286 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-99f94070-d74c-4444-ae08-cd1b3268bf93 req-c3e98c59-1f21-4ace-9459-0f7c22cb7e81 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/security-groups?id=fd4d27d9-e68c-41ba-a909-f949182bce5a&id=4a46e179-4efe-408d-8163-359e1c80274b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2463014 Feb 17 17:38:10.617313 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-f9e36741-7453-4787-a029-0af57a585a8e None None] For port fdac0b95-364e-4693-80e6-d185a4b6f3aa, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=fdac0b95-364e-4693-80e6-d185a4b6f3aa,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:10.623731 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f9e36741-7453-4787-a029-0af57a585a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (fdac0b95-364e-4693-80e6-d185a4b6f3aa), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:10.641759 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af4442f-3541-4c53-9052-92a8c6ab04dd tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:10.658814 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af4442f-3541-4c53-9052-92a8c6ab04dd tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:10.662691 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6af4442f-3541-4c53-9052-92a8c6ab04dd tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1344442 Feb 17 17:38:10.663504 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47078) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:10.699332 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e36741-7453-4787-a029-0af57a585a8e None None] Pushing event updated for resources: {'Port': ['ID=fdac0b95-364e-4693-80e6-d185a4b6f3aa,revision_number=9']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:10.733064 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dd7c9aff-a07f-4642-bdd7-b3bcfa4b2a1b req-28694345-e203-41d8-be81-a8680befd7bf service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=dca030c4-ce2c-42a0-be68-a1740488b25a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781832 Feb 17 17:38:10.839227 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b633b-a5dd-43d1-bf67-b55738fff4ab tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Deleting port 541558fa-d6d7-44be-a3cb-1879709d037c {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:38:10.839828 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e9b633b-a5dd-43d1-bf67-b55738fff4ab tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (541558fa-d6d7-44be-a3cb-1879709d037c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:10.901617 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [req-32e827fa-8d18-4d12-937a-a04a23f0d63b req-3e5d57ad-5ead-454f-8e48-912ffb3359ea tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] update failed (client error): There was a conflict when trying to complete your request. Feb 17 17:38:10.902892 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-32e827fa-8d18-4d12-937a-a04a23f0d63b req-3e5d57ad-5ead-454f-8e48-912ffb3359ea tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "PUT /v2.0/floatingips/292d7f74-f1cb-4677-9d8e-eb6cf7c9b0e8 HTTP/1.1" status: 409 len: 550 time: 0.7721450 Feb 17 17:38:10.922318 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613c48ee-ff33-4710-a66b-a3a36bbd9380'}, {'server_uuid': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4816c808-0fae-4aeb-902b-6085c77a50fa'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:38:10.923170 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e9b633b-a5dd-43d1-bf67-b55738fff4ab tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (541558fa-d6d7-44be-a3cb-1879709d037c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:10.926979 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb818e4f-45d3-4046-811b-1f00a5f67e24" -d '{"events": [{"server_uuid": "8a875872-ecbe-4e3b-9059-98bd8c42bc1e", "name": "network-vif-plugged", "status": "completed", "tag": "613c48ee-ff33-4710-a66b-a3a36bbd9380"}, {"server_uuid": "8a875872-ecbe-4e3b-9059-98bd8c42bc1e", "name": "network-vif-plugged", "status": "completed", "tag": "4816c808-0fae-4aeb-902b-6085c77a50fa"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:38:10.937171 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b633b-a5dd-43d1-bf67-b55738fff4ab tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Calling delete_port for 541558fa-d6d7-44be-a3cb-1879709d037c owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:38:10.963642 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-af84bf8b-86a5-4fab-8c47-f5672d557673 None None] Provisioning complete for port fdac0b95-364e-4693-80e6-d185a4b6f3aa triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:38:10.964149 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-af84bf8b-86a5-4fab-8c47-f5672d557673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (fdac0b95-364e-4693-80e6-d185a4b6f3aa), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:11.008739 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dd7c9aff-a07f-4642-bdd7-b3bcfa4b2a1b req-d239a079-3e30-4251-8c68-d9e5852c5b70 service neutron] 10.222.0.91 "GET /v2.0/networks/dca030c4-ce2c-42a0-be68-a1740488b25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648938 Feb 17 17:38:11.037773 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e9b633b-a5dd-43d1-bf67-b55738fff4ab tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (541558fa-d6d7-44be-a3cb-1879709d037c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:11.052152 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-af84bf8b-86a5-4fab-8c47-f5672d557673 None None] Current status of the port fdac0b95-364e-4693-80e6-d185a4b6f3aa is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:11.064323 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7cca8a-0322-4787-b7fa-b8e0d1d0cad7 req-fda2da47-8d3d-4905-aa3a-08d9bea26fbe tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:11.065947 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fe7cca8a-0322-4787-b7fa-b8e0d1d0cad7 req-fda2da47-8d3d-4905-aa3a-08d9bea26fbe tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=60ab87b1-d42f-4db3-96e5-629833bd232b HTTP/1.1" status: 200 len: 945 time: 0.2042999 Feb 17 17:38:11.074639 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e9b633b-a5dd-43d1-bf67-b55738fff4ab tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:11.078529 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8e9b633b-a5dd-43d1-bf67-b55738fff4ab tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "DELETE /v2.0/ports/541558fa-d6d7-44be-a3cb-1879709d037c HTTP/1.1" status: 204 len: 168 time: 0.4138894 Feb 17 17:38:11.079778 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b633b-a5dd-43d1-bf67-b55738fff4ab tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event deleted for resources: {'Port': ['ID=541558fa-d6d7-44be-a3cb-1879709d037c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:11.082620 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47088) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:11.141047 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd1d269-f922-4ea1-a24c-74198a51af0f tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:11.145110 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3bd1d269-f922-4ea1-a24c-74198a51af0f tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0590246 Feb 17 17:38:11.145358 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47090) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:11.172529 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-6818bae4-aac6-4a80-aee5-59551c69aad5 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] GET failed (client error): The resource could not be found. Feb 17 17:38:11.174002 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6818bae4-aac6-4a80-aee5-59551c69aad5 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "GET /v2.0/ports/2b961f08-ed83-4cbc-87bc-49484990eb2c HTTP/1.1" status: 404 len: 333 time: 0.0277169 Feb 17 17:38:11.176797 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47092) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:11.202175 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-34edec23-8c3d-4516-937c-57654b0b2812 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] GET failed (client error): The resource could not be found. Feb 17 17:38:11.203878 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-34edec23-8c3d-4516-937c-57654b0b2812 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "GET /v2.0/ports/541558fa-d6d7-44be-a3cb-1879709d037c HTTP/1.1" status: 404 len: 333 time: 0.0258880 Feb 17 17:38:11.206530 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47094) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:11.216393 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2916cd62-3236-445f-b7d7-e57f58d33d47 req-109a5f83-6d26-4800-ba7c-5f199a802dae tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:11.217894 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2916cd62-3236-445f-b7d7-e57f58d33d47 req-109a5f83-6d26-4800-ba7c-5f199a802dae tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/ports?device_id=a66cf83c-02b1-4b63-8363-98a2a0637846 HTTP/1.1" status: 200 len: 946 time: 0.2389138 Feb 17 17:38:11.272971 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fe7cca8a-0322-4787-b7fa-b8e0d1d0cad7 req-d83d67e3-1140-4d4e-8a10-ed97d23997d1 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868989 Feb 17 17:38:11.281249 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dd7c9aff-a07f-4642-bdd7-b3bcfa4b2a1b req-e368d958-f6e5-49f9-b6a3-10ca66251f43 service neutron] 10.222.0.91 "GET /v2.0/networks/dca030c4-ce2c-42a0-be68-a1740488b25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369318 Feb 17 17:38:11.284665 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0e080cf-59f4-4fca-9746-98ea4f409336 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (8eff1c1a-5c44-4fd9-b46d-c41882956bed), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:11.288694 n-d-829613-2 neutron-server[103435]: DEBUG neutron.objects.ports [None req-a4fc5224-70fe-4e20-9ea0-2c87d1db3ba4 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103435) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 17 17:38:11.375037 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0e080cf-59f4-4fca-9746-98ea4f409336 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (8eff1c1a-5c44-4fd9-b46d-c41882956bed), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:11.396299 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e0e080cf-59f4-4fca-9746-98ea4f409336 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eff1c1a-5c44-4fd9-b46d-c41882956bed']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:38:11.406402 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e0e080cf-59f4-4fca-9746-98ea4f409336 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82f11e10-6118-4e04-a133-41151df6df50') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:38:11.406704 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e0e080cf-59f4-4fca-9746-98ea4f409336 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82f11e10-6118-4e04-a133-41151df6df50') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:38:11.408675 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2916cd62-3236-445f-b7d7-e57f58d33d47 req-8d0310dd-883d-482b-b949-4a40e1bb69cf tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/security-groups?id=24064728-799d-4802-ac8c-8dad004b7477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824806 Feb 17 17:38:11.417491 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0e080cf-59f4-4fca-9746-98ea4f409336 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (82f11e10-6118-4e04-a133-41151df6df50), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:11.442721 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0e080cf-59f4-4fca-9746-98ea4f409336 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (82f11e10-6118-4e04-a133-41151df6df50), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:11.452467 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0e080cf-59f4-4fca-9746-98ea4f409336 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:38:11.453905 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0e080cf-59f4-4fca-9746-98ea4f409336 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (82f11e10-6118-4e04-a133-41151df6df50), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:11.458053 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:38:11.458053 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:38:11.458053 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:38:11.458053 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:38:11.458053 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:38:11.458053 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:38:11.458053 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:38:11.458053 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:38:11.458053 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:38:11.458053 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:38:11.458053 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:38:11.458053 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:38:11.458053 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:38:11.458053 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:38:11.458053 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:38:11.458053 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:38:11.458053 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:38:11.458053 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:38:11.458053 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:38:11.458053 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:38:11.458053 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:38:11.458053 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:38:11.458053 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:38:11.458053 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:38:11.458053 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:38:11.458053 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:38:11.458053 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:38:11.458053 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:38:11.458053 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:38:11.458053 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:38:11.458053 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:38:11.458053 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:38:11.469624 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217ca0b-d643-43ca-ba53-f24c8592dacc req-d053b378-f972-40fd-95d8-0dc941b40f8e tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:11.471342 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5217ca0b-d643-43ca-ba53-f24c8592dacc req-d053b378-f972-40fd-95d8-0dc941b40f8e tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5f50c38-74ae-4ae2-83fb-5e17173d66f2 HTTP/1.1" status: 200 len: 945 time: 0.1198640 Feb 17 17:38:11.546333 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0e080cf-59f4-4fca-9746-98ea4f409336 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (8eff1c1a-5c44-4fd9-b46d-c41882956bed), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:11.555703 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0e080cf-59f4-4fca-9746-98ea4f409336 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:11.560743 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e0e080cf-59f4-4fca-9746-98ea4f409336 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "DELETE /v2.0/networks/8eff1c1a-5c44-4fd9-b46d-c41882956bed HTTP/1.1" status: 204 len: 168 time: 0.3532324 Feb 17 17:38:11.572804 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device fdac0b95-364e-4693-80e6-d185a4b6f3aa up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:38:11.582211 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47096) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:11.587334 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-7124585c-84de-4f27-bbbb-dddefc0ca5d3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1462984610'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:11.592848 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e080cf-59f4-4fca-9746-98ea4f409336 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event deleted for resources: {'Network': ['ID=8eff1c1a-5c44-4fd9-b46d-c41882956bed,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:11.615295 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7124585c-84de-4f27-bbbb-dddefc0ca5d3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Made reservation on behalf of 79c72a74f4c54033a14e3cbd8e3a57ad for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:38:11.619163 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7124585c-84de-4f27-bbbb-dddefc0ca5d3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:11.639009 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port fdac0b95-364e-4693-80e6-d185a4b6f3aa triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:38:11.639419 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (fdac0b95-364e-4693-80e6-d185a4b6f3aa), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:11.655330 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7124585c-84de-4f27-bbbb-dddefc0ca5d3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:38:11.667923 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7124585c-84de-4f27-bbbb-dddefc0ca5d3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (c6beffdd-6ae6-4d05-b0ab-1f20e9a03bd4), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:11.669145 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-7124585c-84de-4f27-bbbb-dddefc0ca5d3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Added segment c6beffdd-6ae6-4d05-b0ab-1f20e9a03bd4 of type vlan for network 59dcdf44-1664-4172-933d-3d8ae4795724 Feb 17 17:38:11.711648 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7124585c-84de-4f27-bbbb-dddefc0ca5d3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (59dcdf44-1664-4172-933d-3d8ae4795724), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:11.726823 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port fdac0b95-364e-4693-80e6-d185a4b6f3aa is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:11.739793 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7124585c-84de-4f27-bbbb-dddefc0ca5d3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (59dcdf44-1664-4172-933d-3d8ae4795724), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:11.745003 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7124585c-84de-4f27-bbbb-dddefc0ca5d3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:11.745694 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7124585c-84de-4f27-bbbb-dddefc0ca5d3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:11.789803 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7124585c-84de-4f27-bbbb-dddefc0ca5d3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2064431 Feb 17 17:38:11.793438 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47100) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:11.800511 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-980a91bc-d190-4899-8c27-457876b9bd03 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Request body: {'subnet': {'network_id': '59dcdf44-1664-4172-933d-3d8ae4795724', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:11.839852 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7124585c-84de-4f27-bbbb-dddefc0ca5d3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event updated for resources: {'Network': ['ID=59dcdf44-1664-4172-933d-3d8ae4795724,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:11.845119 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a4fc5224-70fe-4e20-9ea0-2c87d1db3ba4 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (fdac0b95-364e-4693-80e6-d185a4b6f3aa), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:11.852149 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 59dcdf44-1664-4172-933d-3d8ae4795724 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:38:11.867298 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5217ca0b-d643-43ca-ba53-f24c8592dacc req-b8861153-6211-43d0-b7d7-533cbe18a481 tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] 10.222.0.87 "GET /v2.0/security-groups?id=6e84d6e9-8d24-450f-881e-81f04b98605d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882840 Feb 17 17:38:11.923130 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980a91bc-d190-4899-8c27-457876b9bd03 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Made reservation on behalf of 79c72a74f4c54033a14e3cbd8e3a57ad for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:38:11.923373 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f65c46-c798-4cac-98b2-da9d52359762 req-15079075-9a29-42b5-ba88-ff8e899e2344 tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:11.924814 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e6f65c46-c798-4cac-98b2-da9d52359762 req-15079075-9a29-42b5-ba88-ff8e899e2344 tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] 10.222.0.87 "GET /v2.0/ports?device_id=4faafdc4-4cfc-45a4-9aa2-b84030e219f7 HTTP/1.1" status: 200 len: 944 time: 0.4123988 Feb 17 17:38:11.928384 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-980a91bc-d190-4899-8c27-457876b9bd03 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:12.000870 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.ipam_backend_mixin [None req-980a91bc-d190-4899-8c27-457876b9bd03 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Performing IP validity checks on allocation pools {{(pid=103434) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 17 17:38:12.003765 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.ipam_backend_mixin [None req-980a91bc-d190-4899-8c27-457876b9bd03 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103434) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 17 17:38:12.004642 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d3b727ab-19b9-46d2-a8a8-226f6162497d req-43703023-1694-4c3b-9769-1aba73346dc1 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "GET /v2.0/floatingips/292d7f74-f1cb-4677-9d8e-eb6cf7c9b0e8 HTTP/1.1" status: 200 len: 693 time: 0.0913680 Feb 17 17:38:12.093645 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e6f65c46-c798-4cac-98b2-da9d52359762 req-8077e3ab-f4b8-49f9-8171-aaea19b70465 tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2b464b0-2999-42c4-a62f-fd6160f3d182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582825 Feb 17 17:38:12.143750 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 17 Feb 2022 17:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaeedf6c-2c5c-47bb-9161-56418dd16be4 x-openstack-request-id: req-eaeedf6c-2c5c-47bb-9161-56418dd16be4 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:38:12.144304 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a875872-ecbe-4e3b-9059-98bd8c42bc1e", "name": "network-vif-plugged", "status": "completed", "tag": "613c48ee-ff33-4710-a66b-a3a36bbd9380", "code": 200}, {"server_uuid": "8a875872-ecbe-4e3b-9059-98bd8c42bc1e", "name": "network-vif-plugged", "status": "completed", "tag": "4816c808-0fae-4aeb-902b-6085c77a50fa", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:38:12.144799 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-eaeedf6c-2c5c-47bb-9161-56418dd16be4 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:38:12.146193 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613c48ee-ff33-4710-a66b-a3a36bbd9380', 'code': 200} Feb 17 17:38:12.146477 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-980a91bc-d190-4899-8c27-457876b9bd03 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (3ec5ac69-4173-4cd8-9515-e12b010c6fd3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:12.147001 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4816c808-0fae-4aeb-902b-6085c77a50fa', 'code': 200} Feb 17 17:38:12.222122 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980a91bc-d190-4899-8c27-457876b9bd03 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event updated for resources: {'Subnet': ['ID=3ec5ac69-4173-4cd8-9515-e12b010c6fd3,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:12.230331 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980a91bc-d190-4899-8c27-457876b9bd03 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Checking segment: {'id': 'c6beffdd-6ae6-4d05-b0ab-1f20e9a03bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '59dcdf44-1664-4172-933d-3d8ae4795724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:38:12.231524 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980a91bc-d190-4899-8c27-457876b9bd03 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Network hostable DHCP agents. Network: 59dcdf44-1664-4172-933d-3d8ae4795724, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:38:12.249990 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980a91bc-d190-4899-8c27-457876b9bd03 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Network 59dcdf44-1664-4172-933d-3d8ae4795724 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:38:12.259079 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-980a91bc-d190-4899-8c27-457876b9bd03 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 59dcdf44-1664-4172-933d-3d8ae4795724) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:38:12.263733 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980a91bc-d190-4899-8c27-457876b9bd03 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:12.264380 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-980a91bc-d190-4899-8c27-457876b9bd03 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:12.273950 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d834a10a-e6d0-4e34-b005-aad4842df8b5 None None] Network 59dcdf44-1664-4172-933d-3d8ae4795724 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:38:12.282828 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-980a91bc-d190-4899-8c27-457876b9bd03 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4885201 Feb 17 17:38:12.285658 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47102) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:12.287984 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-a4fc5224-70fe-4e20-9ea0-2c87d1db3ba4 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] For port fdac0b95-364e-4693-80e6-d185a4b6f3aa, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=fdac0b95-364e-4693-80e6-d185a4b6f3aa,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:12.294456 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-57d66ed2-b9bb-40aa-8ceb-4a887e5277f3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Request body: {'port': {'network_id': '59dcdf44-1664-4172-933d-3d8ae4795724', 'name': 'tempest-PortsIpV6TestJSON-1773245884'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:12.320942 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b727ab-19b9-46d2-a8a8-226f6162497d req-14700578-811c-4e35-ba3a-447e37f4e720 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:12.322318 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d3b727ab-19b9-46d2-a8a8-226f6162497d req-14700578-811c-4e35-ba3a-447e37f4e720 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "GET /v2.0/networks/d7afcf1f-5124-4168-b80f-10ace9d04ea7 HTTP/1.1" status: 200 len: 784 time: 0.3082490 Feb 17 17:38:12.345193 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device fc5371a9-2d2d-48bf-846a-8055ba7e0652 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:38:12.417216 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d66ed2-b9bb-40aa-8ceb-4a887e5277f3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Made reservation on behalf of 79c72a74f4c54033a14e3cbd8e3a57ad for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:38:12.421955 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-57d66ed2-b9bb-40aa-8ceb-4a887e5277f3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:12.424320 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a53ff4-3e7a-4ff3-b3e7-cad9976a566b req-7525d346-62b5-40f4-97e6-6e0e1bb03382 tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:12.425333 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-07a53ff4-3e7a-4ff3-b3e7-cad9976a566b req-7525d346-62b5-40f4-97e6-6e0e1bb03382 tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5f50c38-74ae-4ae2-83fb-5e17173d66f2 HTTP/1.1" status: 200 len: 945 time: 0.2429926 Feb 17 17:38:12.425954 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1703d9-8b97-4715-bdcd-3d6e1f4b7ea8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-59dcdf44-1664-4172-933d-3d8ae4795724', 'network_id': '59dcdf44-1664-4172-933d-3d8ae4795724', 'project_id': '79c72a74f4c54033a14e3cbd8e3a57ad', 'fixed_ips': [{'subnet_id': '3ec5ac69-4173-4cd8-9515-e12b010c6fd3'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:38:12.426817 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5c1703d9-8b97-4715-bdcd-3d6e1f4b7ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:12.427524 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a4fc5224-70fe-4e20-9ea0-2c87d1db3ba4 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for port (fdac0b95-364e-4693-80e6-d185a4b6f3aa), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:12.434999 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d3b727ab-19b9-46d2-a8a8-226f6162497d req-c4f40efb-53ab-4bc2-9d58-e468b2470456 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.8.219 HTTP/1.1" status: 200 len: 696 time: 0.0993652 Feb 17 17:38:12.447132 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-57d66ed2-b9bb-40aa-8ceb-4a887e5277f3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] device_id is not set on port c12e8765-b41c-4e4d-b5a5-47f8f1923051 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:38:12.447451 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a4fc5224-70fe-4e20-9ea0-2c87d1db3ba4 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (fdac0b95-364e-4693-80e6-d185a4b6f3aa), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:12.485015 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7446e7-44f2-4bc2-84f5-e42cd84ba76a req-1fdcb9c3-aa95-4060-84f0-b7677752d466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:12.485489 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7446e7-44f2-4bc2-84f5-e42cd84ba76a req-1fdcb9c3-aa95-4060-84f0-b7677752d466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:12.485968 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7446e7-44f2-4bc2-84f5-e42cd84ba76a req-1fdcb9c3-aa95-4060-84f0-b7677752d466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:12.486436 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7446e7-44f2-4bc2-84f5-e42cd84ba76a req-1fdcb9c3-aa95-4060-84f0-b7677752d466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:12.486899 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7446e7-44f2-4bc2-84f5-e42cd84ba76a req-1fdcb9c3-aa95-4060-84f0-b7677752d466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:12.487364 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7446e7-44f2-4bc2-84f5-e42cd84ba76a req-1fdcb9c3-aa95-4060-84f0-b7677752d466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:12.488310 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7446e7-44f2-4bc2-84f5-e42cd84ba76a req-1fdcb9c3-aa95-4060-84f0-b7677752d466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:12.490666 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f7446e7-44f2-4bc2-84f5-e42cd84ba76a req-1fdcb9c3-aa95-4060-84f0-b7677752d466 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 6707 time: 0.2380934 Feb 17 17:38:12.501075 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac38b55-e58c-46f4-a5da-9e09b10d36b2 req-9c361cbc-3718-444e-84ac-e5cf5eb542fe tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:12.506452 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac38b55-e58c-46f4-a5da-9e09b10d36b2 req-9c361cbc-3718-444e-84ac-e5cf5eb542fe tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:12.511703 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac38b55-e58c-46f4-a5da-9e09b10d36b2 req-9c361cbc-3718-444e-84ac-e5cf5eb542fe tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:12.520901 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac38b55-e58c-46f4-a5da-9e09b10d36b2 req-9c361cbc-3718-444e-84ac-e5cf5eb542fe tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:12.526203 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac38b55-e58c-46f4-a5da-9e09b10d36b2 req-9c361cbc-3718-444e-84ac-e5cf5eb542fe tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:12.532019 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac38b55-e58c-46f4-a5da-9e09b10d36b2 req-9c361cbc-3718-444e-84ac-e5cf5eb542fe tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:12.537335 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac38b55-e58c-46f4-a5da-9e09b10d36b2 req-9c361cbc-3718-444e-84ac-e5cf5eb542fe tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:12.539341 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2ac38b55-e58c-46f4-a5da-9e09b10d36b2 req-9c361cbc-3718-444e-84ac-e5cf5eb542fe tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 5433 time: 0.3114064 Feb 17 17:38:12.585846 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port fc5371a9-2d2d-48bf-846a-8055ba7e0652, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=fc5371a9-2d2d-48bf-846a-8055ba7e0652,segment=NetworkSegment(a1df8f81-674b-4920-bf3c-53891eca3aa8),segment_id=a1df8f81-674b-4920-bf3c-53891eca3aa8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:12.588043 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-57d66ed2-b9bb-40aa-8ceb-4a887e5277f3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Allocated IP 2001:db8::139 (59dcdf44-1664-4172-933d-3d8ae4795724/3ec5ac69-4173-4cd8-9515-e12b010c6fd3/c12e8765-b41c-4e4d-b5a5-47f8f1923051) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:38:12.598306 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': 'fc5371a9-2d2d-48bf-846a-8055ba7e0652', 'network_id': 'dca030c4-ce2c-42a0-be68-a1740488b25a', 'port_id': 'fc5371a9-2d2d-48bf-846a-8055ba7e0652', 'mac_address': 'fa:16:3e:ea:74:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f10362c3-2514-42f4-bcb6-429992c4e5f4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:38:12.638695 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a4fc5224-70fe-4e20-9ea0-2c87d1db3ba4 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (91e822c2-51e7-41d1-9aa0-2e46fcdc297f), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:12.680451 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d3b727ab-19b9-46d2-a8a8-226f6162497d req-df9d5b53-13be-4c29-a16c-fbbe95fd156f tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.8.219 HTTP/1.1" status: 200 len: 696 time: 0.2300336 Feb 17 17:38:12.761282 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-57d66ed2-b9bb-40aa-8ceb-4a887e5277f3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for port (c12e8765-b41c-4e4d-b5a5-47f8f1923051), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:12.790032 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fc5224-70fe-4e20-9ea0-2c87d1db3ba4 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:38:12.794982 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc5224-70fe-4e20-9ea0-2c87d1db3ba4 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Port': ['ID=fdac0b95-364e-4693-80e6-d185a4b6f3aa,revision_number=11']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:12.800217 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-57d66ed2-b9bb-40aa-8ceb-4a887e5277f3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (c12e8765-b41c-4e4d-b5a5-47f8f1923051), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:12.832091 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port fc5371a9-2d2d-48bf-846a-8055ba7e0652 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:12.832767 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (fc5371a9-2d2d-48bf-846a-8055ba7e0652), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:12.844354 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-a4fc5224-70fe-4e20-9ea0-2c87d1db3ba4 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:38:12.848177 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d66ed2-b9bb-40aa-8ceb-4a887e5277f3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Network 59dcdf44-1664-4172-933d-3d8ae4795724 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:38:12.857038 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-57d66ed2-b9bb-40aa-8ceb-4a887e5277f3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:38:12.860742 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78b252c-6c54-4f13-9864-5155ab4d9781 None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:38:12.860885 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d66ed2-b9bb-40aa-8ceb-4a887e5277f3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:38:12.866988 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d66ed2-b9bb-40aa-8ceb-4a887e5277f3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:12.867162 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fc5224-70fe-4e20-9ea0-2c87d1db3ba4 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:12.867638 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-57d66ed2-b9bb-40aa-8ceb-4a887e5277f3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:12.867750 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a4fc5224-70fe-4e20-9ea0-2c87d1db3ba4 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:12.880388 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc5224-70fe-4e20-9ea0-2c87d1db3ba4 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Subnet': ['ID=91e822c2-51e7-41d1-9aa0-2e46fcdc297f,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:12.893113 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f7446e7-44f2-4bc2-84f5-e42cd84ba76a req-435aa5ea-78c6-4913-8e77-edeee8b11f6e service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=4a46e179-4efe-408d-8163-359e1c80274b&id=fd4d27d9-e68c-41ba-a909-f949182bce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3248079 Feb 17 17:38:12.897872 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d66ed2-b9bb-40aa-8ceb-4a887e5277f3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event updated for resources: {'Port': ['ID=c12e8765-b41c-4e4d-b5a5-47f8f1923051,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:12.904272 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-57d66ed2-b9bb-40aa-8ceb-4a887e5277f3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6170995 Feb 17 17:38:12.907024 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47110) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:12.910111 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc5371a9-2d2d-48bf-846a-8055ba7e0652 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:38:12.942821 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2ac38b55-e58c-46f4-a5da-9e09b10d36b2 req-838c92b7-2d6b-4bcb-a393-213ab7c933da tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/security-groups?id=fd4d27d9-e68c-41ba-a909-f949182bce5a&id=4a46e179-4efe-408d-8163-359e1c80274b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3715816 Feb 17 17:38:12.951872 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-5c1703d9-8b97-4715-bdcd-3d6e1f4b7ea8 None None] Allocated IP 2001:db8::2 (59dcdf44-1664-4172-933d-3d8ae4795724/3ec5ac69-4173-4cd8-9515-e12b010c6fd3/4621add7-3726-4ea1-bb9f-381a6ba2b508) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:38:12.952826 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a4fc5224-70fe-4e20-9ea0-2c87d1db3ba4 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.3937392 Feb 17 17:38:12.957194 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47112) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:12.969754 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-2190bd36-f5f3-41c6-a4c7-374083fad6ae tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'port': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'mac_address': 'fa:16:3e:59:e7:b3', 'name': 'tempest-NetworksTestDHCPv6-355580307'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:13.008184 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-07a53ff4-3e7a-4ff3-b3e7-cad9976a566b req-aa52a012-1792-4d67-a4b5-c15c646f3caa tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] Deleting port 45257e85-317d-459f-b5af-17b70425681b {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:38:13.008554 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-07a53ff4-3e7a-4ff3-b3e7-cad9976a566b req-aa52a012-1792-4d67-a4b5-c15c646f3caa tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (45257e85-317d-459f-b5af-17b70425681b), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:13.024181 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port fc5371a9-2d2d-48bf-846a-8055ba7e0652, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=fc5371a9-2d2d-48bf-846a-8055ba7e0652,segment=NetworkSegment(a1df8f81-674b-4920-bf3c-53891eca3aa8),segment_id=a1df8f81-674b-4920-bf3c-53891eca3aa8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:13.033895 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (fc5371a9-2d2d-48bf-846a-8055ba7e0652), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:13.117795 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-8938b02a-1a30-4be9-8bbc-7b4676b876cc tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Deleting port c12e8765-b41c-4e4d-b5a5-47f8f1923051 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:38:13.118673 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8938b02a-1a30-4be9-8bbc-7b4676b876cc tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (c12e8765-b41c-4e4d-b5a5-47f8f1923051), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:13.121819 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-d3b727ab-19b9-46d2-a8a8-226f6162497d req-505792f6-e6ba-4a34-8a0d-9e0d29a4b44b tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Deleting port cdf5d2a2-8fc9-41fb-9213-845fb0b97440 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:38:13.122186 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d3b727ab-19b9-46d2-a8a8-226f6162497d req-505792f6-e6ba-4a34-8a0d-9e0d29a4b44b tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (cdf5d2a2-8fc9-41fb-9213-845fb0b97440), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:13.162144 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-07a53ff4-3e7a-4ff3-b3e7-cad9976a566b req-aa52a012-1792-4d67-a4b5-c15c646f3caa tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] For port 45257e85-317d-459f-b5af-17b70425681b, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=45257e85-317d-459f-b5af-17b70425681b,segment=NetworkSegment(2348ccb8-b5ba-46c2-9adb-0c68d6d6c0ea),segment_id=2348ccb8-b5ba-46c2-9adb-0c68d6d6c0ea)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:13.162470 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-07a53ff4-3e7a-4ff3-b3e7-cad9976a566b req-aa52a012-1792-4d67-a4b5-c15c646f3caa tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (45257e85-317d-459f-b5af-17b70425681b), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:13.175682 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=fc5371a9-2d2d-48bf-846a-8055ba7e0652,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:13.221793 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-07a53ff4-3e7a-4ff3-b3e7-cad9976a566b req-aa52a012-1792-4d67-a4b5-c15c646f3caa tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] Calling delete_port for 45257e85-317d-459f-b5af-17b70425681b owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:38:13.229080 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2190bd36-f5f3-41c6-a4c7-374083fad6ae tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:38:13.260878 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca839a-abc9-468b-8abe-d3e383406ab5 req-2a3a2655-2d66-4c88-af3a-25e76b239ba7 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:13.271571 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-23ca839a-abc9-468b-8abe-d3e383406ab5 req-2a3a2655-2d66-4c88-af3a-25e76b239ba7 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=60ab87b1-d42f-4db3-96e5-629833bd232b HTTP/1.1" status: 200 len: 945 time: 0.1937745 Feb 17 17:38:13.276277 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8938b02a-1a30-4be9-8bbc-7b4676b876cc tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (c12e8765-b41c-4e4d-b5a5-47f8f1923051), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:13.289808 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5c1703d9-8b97-4715-bdcd-3d6e1f4b7ea8 None None] Publish callbacks [] for port (4621add7-3726-4ea1-bb9f-381a6ba2b508), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:13.297693 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5c1703d9-8b97-4715-bdcd-3d6e1f4b7ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (4621add7-3726-4ea1-bb9f-381a6ba2b508), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:13.323312 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-8938b02a-1a30-4be9-8bbc-7b4676b876cc tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Calling delete_port for c12e8765-b41c-4e4d-b5a5-47f8f1923051 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:38:13.337276 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d3b727ab-19b9-46d2-a8a8-226f6162497d req-505792f6-e6ba-4a34-8a0d-9e0d29a4b44b tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (cdf5d2a2-8fc9-41fb-9213-845fb0b97440), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:13.337890 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d3b727ab-19b9-46d2-a8a8-226f6162497d req-505792f6-e6ba-4a34-8a0d-9e0d29a4b44b tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Publish callbacks [] for floatingip (cdf5d2a2-8fc9-41fb-9213-845fb0b97440), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:13.353542 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1703d9-8b97-4715-bdcd-3d6e1f4b7ea8 None None] Network 59dcdf44-1664-4172-933d-3d8ae4795724 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:38:13.356278 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-5c1703d9-8b97-4715-bdcd-3d6e1f4b7ea8 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:38:13.361222 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1703d9-8b97-4715-bdcd-3d6e1f4b7ea8 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:38:13.364042 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-d3b727ab-19b9-46d2-a8a8-226f6162497d req-505792f6-e6ba-4a34-8a0d-9e0d29a4b44b tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Calling delete_port for cdf5d2a2-8fc9-41fb-9213-845fb0b97440 owned by network:floatingip {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:38:13.407649 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2190bd36-f5f3-41c6-a4c7-374083fad6ae tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:13.436871 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['fc5371a9-2d2d-48bf-846a-8055ba7e0652'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:38:13.438718 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-2190bd36-f5f3-41c6-a4c7-374083fad6ae tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] device_id is not set on port 3e72de2e-32ac-4bad-a39f-a40d1295cba0 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:38:13.451623 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1703d9-8b97-4715-bdcd-3d6e1f4b7ea8 None None] Pushing event updated for resources: {'Port': ['ID=4621add7-3726-4ea1-bb9f-381a6ba2b508,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:13.464366 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-23ca839a-abc9-468b-8abe-d3e383406ab5 req-5afb4fa7-ebea-4f5a-a68b-7dd27d92a440 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917582 Feb 17 17:38:13.490002 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-5c1703d9-8b97-4715-bdcd-3d6e1f4b7ea8 None None] Attempting to bind port 4621add7-3726-4ea1-bb9f-381a6ba2b508 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:38:13.490554 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-5c1703d9-8b97-4715-bdcd-3d6e1f4b7ea8 None None] Attempting to bind port 4621add7-3726-4ea1-bb9f-381a6ba2b508 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'c6beffdd-6ae6-4d05-b0ab-1f20e9a03bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '59dcdf44-1664-4172-933d-3d8ae4795724'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:38:13.492282 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1703d9-8b97-4715-bdcd-3d6e1f4b7ea8 None None] Attempting to bind port 4621add7-3726-4ea1-bb9f-381a6ba2b508 on network 59dcdf44-1664-4172-933d-3d8ae4795724 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:38:13.523342 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1703d9-8b97-4715-bdcd-3d6e1f4b7ea8 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:38:13.523799 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1703d9-8b97-4715-bdcd-3d6e1f4b7ea8 None None] Checking segment: {'id': 'c6beffdd-6ae6-4d05-b0ab-1f20e9a03bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '59dcdf44-1664-4172-933d-3d8ae4795724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:38:13.524120 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5c1703d9-8b97-4715-bdcd-3d6e1f4b7ea8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:13.524622 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1703d9-8b97-4715-bdcd-3d6e1f4b7ea8 None None] Bound using segment: {'id': 'c6beffdd-6ae6-4d05-b0ab-1f20e9a03bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '59dcdf44-1664-4172-933d-3d8ae4795724'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:38:13.535715 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-5c1703d9-8b97-4715-bdcd-3d6e1f4b7ea8 None None] Bound port: 4621add7-3726-4ea1-bb9f-381a6ba2b508, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6beffdd-6ae6-4d05-b0ab-1f20e9a03bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '59dcdf44-1664-4172-933d-3d8ae4795724'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:38:13.536127 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5c1703d9-8b97-4715-bdcd-3d6e1f4b7ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (4621add7-3726-4ea1-bb9f-381a6ba2b508), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:13.579382 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device fdac0b95-364e-4693-80e6-d185a4b6f3aa up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:38:13.638120 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:38:13.673883 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-07a53ff4-3e7a-4ff3-b3e7-cad9976a566b req-aa52a012-1792-4d67-a4b5-c15c646f3caa tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (45257e85-317d-459f-b5af-17b70425681b), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:13.691159 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8938b02a-1a30-4be9-8bbc-7b4676b876cc tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (c12e8765-b41c-4e4d-b5a5-47f8f1923051), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:13.734777 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328b644-23b5-468d-8417-e7eaa63ae94f req-14c292c7-e800-4dae-97ec-9afe91cb44ac tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:13.736796 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6328b644-23b5-468d-8417-e7eaa63ae94f req-14c292c7-e800-4dae-97ec-9afe91cb44ac tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/ports?device_id=a66cf83c-02b1-4b63-8363-98a2a0637846 HTTP/1.1" status: 200 len: 946 time: 0.1906462 Feb 17 17:38:13.763411 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8938b02a-1a30-4be9-8bbc-7b4676b876cc tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event deleted for resources: {'Port': ['ID=c12e8765-b41c-4e4d-b5a5-47f8f1923051,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:13.787697 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5c1703d9-8b97-4715-bdcd-3d6e1f4b7ea8 None None] For port 4621add7-3726-4ea1-bb9f-381a6ba2b508, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:38:13.790802 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa52a012-1792-4d67-a4b5-c15c646f3caa tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] Pushing event deleted for resources: {'Port': ['ID=45257e85-317d-459f-b5af-17b70425681b,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:13.804519 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5c1703d9-8b97-4715-bdcd-3d6e1f4b7ea8 None None] For port 4621add7-3726-4ea1-bb9f-381a6ba2b508, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=4621add7-3726-4ea1-bb9f-381a6ba2b508,segment=NetworkSegment(c6beffdd-6ae6-4d05-b0ab-1f20e9a03bd4),segment_id=c6beffdd-6ae6-4d05-b0ab-1f20e9a03bd4)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:38:13.812069 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port fdac0b95-364e-4693-80e6-d185a4b6f3aa triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:38:13.812466 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (fdac0b95-364e-4693-80e6-d185a4b6f3aa), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:13.816132 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8938b02a-1a30-4be9-8bbc-7b4676b876cc tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:13.821237 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8938b02a-1a30-4be9-8bbc-7b4676b876cc tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "DELETE /v2.0/ports/c12e8765-b41c-4e4d-b5a5-47f8f1923051 HTTP/1.1" status: 204 len: 168 time: 0.9106491 Feb 17 17:38:13.823351 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47116) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:13.834408 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-2190bd36-f5f3-41c6-a4c7-374083fad6ae tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Allocated IP 2001:db8::187 (f82adc72-a904-4b51-9a87-7ea8a1981040/d6c409d4-6d77-41ca-8205-c66738d1df01/3e72de2e-32ac-4bad-a39f-a40d1295cba0) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:38:13.858160 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-babcaef1-cf3b-42ee-a4cd-f92167241dff tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] DELETE failed (client error): The resource could not be found. Feb 17 17:38:13.858800 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-babcaef1-cf3b-42ee-a4cd-f92167241dff tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:13.864702 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-babcaef1-cf3b-42ee-a4cd-f92167241dff tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "DELETE /v2.0/ports/c12e8765-b41c-4e4d-b5a5-47f8f1923051 HTTP/1.1" status: 404 len: 333 time: 0.0376914 Feb 17 17:38:13.864702 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-2190bd36-f5f3-41c6-a4c7-374083fad6ae tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Allocated IP 2001:db8:0:1:f816:3eff:fe59:e7b3 (f82adc72-a904-4b51-9a87-7ea8a1981040/91e822c2-51e7-41d1-9aa0-2e46fcdc297f/3e72de2e-32ac-4bad-a39f-a40d1295cba0) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:38:13.865965 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47118) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:13.868814 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a53ff4-3e7a-4ff3-b3e7-cad9976a566b req-aa52a012-1792-4d67-a4b5-c15c646f3caa tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] No DVR routers for this DVR port 45257e85-317d-459f-b5af-17b70425681b on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:38:13.878397 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-07a53ff4-3e7a-4ff3-b3e7-cad9976a566b req-aa52a012-1792-4d67-a4b5-c15c646f3caa tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:13.878397 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-07a53ff4-3e7a-4ff3-b3e7-cad9976a566b req-aa52a012-1792-4d67-a4b5-c15c646f3caa tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] 10.222.0.71 "DELETE /v2.0/ports/45257e85-317d-459f-b5af-17b70425681b HTTP/1.1" status: 204 len: 173 time: 1.4408154 Feb 17 17:38:13.890245 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5c1703d9-8b97-4715-bdcd-3d6e1f4b7ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (4621add7-3726-4ea1-bb9f-381a6ba2b508), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:13.895863 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f50c38-74ae-4ae2-83fb-5e17173d66f2', 'name': 'network-vif-deleted', 'tag': '45257e85-317d-459f-b5af-17b70425681b'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:38:13.901190 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290173ec-db11-4344-8ca4-a9705ba739a1" -d '{"events": [{"server_uuid": "a5f50c38-74ae-4ae2-83fb-5e17173d66f2", "name": "network-vif-deleted", "tag": "45257e85-317d-459f-b5af-17b70425681b"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:38:13.903947 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6af2fb6-b8ba-48c6-ab6e-a4f6415c2f9b tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] GET failed (client error): The resource could not be found. Feb 17 17:38:13.908440 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f6af2fb6-b8ba-48c6-ab6e-a4f6415c2f9b tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "GET /v2.0/ports/c12e8765-b41c-4e4d-b5a5-47f8f1923051 HTTP/1.1" status: 404 len: 333 time: 0.0389028 Feb 17 17:38:13.909872 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47122) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:13.927176 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6328b644-23b5-468d-8417-e7eaa63ae94f req-2373f9bd-046d-4298-936c-9024fa912965 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/security-groups?id=24064728-799d-4802-ac8c-8dad004b7477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696012 Feb 17 17:38:13.928475 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d3b727ab-19b9-46d2-a8a8-226f6162497d req-505792f6-e6ba-4a34-8a0d-9e0d29a4b44b tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (cdf5d2a2-8fc9-41fb-9213-845fb0b97440), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:13.968640 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505792f6-e6ba-4a34-8a0d-9e0d29a4b44b tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Pushing event deleted for resources: {'Port': ['ID=cdf5d2a2-8fc9-41fb-9213-845fb0b97440,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:14.079113 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1703d9-8b97-4715-bdcd-3d6e1f4b7ea8 None None] Pushing event updated for resources: {'Port': ['ID=4621add7-3726-4ea1-bb9f-381a6ba2b508,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:14.091986 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8dad0bc-d17c-4943-8f9d-3e4c0ce03ef6 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Deleting subnet 3ec5ac69-4173-4cd8-9515-e12b010c6fd3 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:38:14.112849 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f8dad0bc-d17c-4943-8f9d-3e4c0ce03ef6 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for subnet (3ec5ac69-4173-4cd8-9515-e12b010c6fd3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:14.123003 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port fdac0b95-364e-4693-80e6-d185a4b6f3aa is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:14.132822 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8aace4e8-7062-4243-98ac-42c62065dc64 req-301d58fe-1c83-49e7-848b-3492574c6524 tempest-InstanceActionsV221TestJSON-1274380601 tempest-InstanceActionsV221TestJSON-1274380601-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5f50c38-74ae-4ae2-83fb-5e17173d66f2 HTTP/1.1" status: 200 len: 210 time: 0.0576932 Feb 17 17:38:14.177859 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d3b727ab-19b9-46d2-a8a8-226f6162497d req-505792f6-e6ba-4a34-8a0d-9e0d29a4b44b tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Publish callbacks [] for floatingip (292d7f74-f1cb-4677-9d8e-eb6cf7c9b0e8), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:14.182476 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d3b727ab-19b9-46d2-a8a8-226f6162497d req-505792f6-e6ba-4a34-8a0d-9e0d29a4b44b tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:14.188899 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d3b727ab-19b9-46d2-a8a8-226f6162497d req-505792f6-e6ba-4a34-8a0d-9e0d29a4b44b tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "DELETE /v2.0/floatingips/292d7f74-f1cb-4677-9d8e-eb6cf7c9b0e8 HTTP/1.1" status: 204 len: 173 time: 1.4782205 Feb 17 17:38:14.196528 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f8dad0bc-d17c-4943-8f9d-3e4c0ce03ef6 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (3ec5ac69-4173-4cd8-9515-e12b010c6fd3), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:14.269282 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9752461a-46bf-4d23-9cf1-14e2090dbf7d x-openstack-request-id: req-9752461a-46bf-4d23-9cf1-14e2090dbf7d {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:38:14.269282 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f50c38-74ae-4ae2-83fb-5e17173d66f2", "name": "network-vif-deleted", "tag": "45257e85-317d-459f-b5af-17b70425681b", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:38:14.269282 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9752461a-46bf-4d23-9cf1-14e2090dbf7d {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:38:14.269282 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f50c38-74ae-4ae2-83fb-5e17173d66f2', 'name': 'network-vif-deleted', 'tag': '45257e85-317d-459f-b5af-17b70425681b', 'status': 'completed', 'code': 200} Feb 17 17:38:14.324050 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-ca66cca3-7192-4044-907d-7e65f6efff96 None None] Provisioning complete for port fdac0b95-364e-4693-80e6-d185a4b6f3aa triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:38:14.325043 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ca66cca3-7192-4044-907d-7e65f6efff96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (fdac0b95-364e-4693-80e6-d185a4b6f3aa), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:14.386045 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2190bd36-f5f3-41c6-a4c7-374083fad6ae tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for port (3e72de2e-32ac-4bad-a39f-a40d1295cba0), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:14.431165 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f8dad0bc-d17c-4943-8f9d-3e4c0ce03ef6 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (3ec5ac69-4173-4cd8-9515-e12b010c6fd3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:14.491152 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92181b-65a3-4c5f-b174-fe7528c9a681 req-1913f431-18f4-442d-9aa6-860e03d85562 tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:14.494191 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3f92181b-65a3-4c5f-b174-fe7528c9a681 req-1913f431-18f4-442d-9aa6-860e03d85562 tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] 10.222.0.87 "GET /v2.0/ports?device_id=4faafdc4-4cfc-45a4-9aa2-b84030e219f7 HTTP/1.1" status: 200 len: 945 time: 0.2411635 Feb 17 17:38:14.518759 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2190bd36-f5f3-41c6-a4c7-374083fad6ae tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (3e72de2e-32ac-4bad-a39f-a40d1295cba0), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:14.526032 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-ca66cca3-7192-4044-907d-7e65f6efff96 None None] Current status of the port fdac0b95-364e-4693-80e6-d185a4b6f3aa is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:14.563415 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be081f-7fb3-480c-8d69-f7000c10e09f req-b9cccfdd-a64e-4cfa-84e6-304e1770ecdd tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:14.569791 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f8dad0bc-d17c-4943-8f9d-3e4c0ce03ef6 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (3ec5ac69-4173-4cd8-9515-e12b010c6fd3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:14.569995 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be081f-7fb3-480c-8d69-f7000c10e09f req-b9cccfdd-a64e-4cfa-84e6-304e1770ecdd tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:14.575331 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be081f-7fb3-480c-8d69-f7000c10e09f req-b9cccfdd-a64e-4cfa-84e6-304e1770ecdd tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:14.582714 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be081f-7fb3-480c-8d69-f7000c10e09f req-b9cccfdd-a64e-4cfa-84e6-304e1770ecdd tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:14.587986 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be081f-7fb3-480c-8d69-f7000c10e09f req-b9cccfdd-a64e-4cfa-84e6-304e1770ecdd tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:14.593790 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be081f-7fb3-480c-8d69-f7000c10e09f req-b9cccfdd-a64e-4cfa-84e6-304e1770ecdd tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:14.599101 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be081f-7fb3-480c-8d69-f7000c10e09f req-b9cccfdd-a64e-4cfa-84e6-304e1770ecdd tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:14.601077 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c9be081f-7fb3-480c-8d69-f7000c10e09f req-b9cccfdd-a64e-4cfa-84e6-304e1770ecdd tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 5433 time: 0.2377236 Feb 17 17:38:14.616322 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dad0bc-d17c-4943-8f9d-3e4c0ce03ef6 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event deleted for resources: {'Subnet': ['ID=3ec5ac69-4173-4cd8-9515-e12b010c6fd3,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:14.619338 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2190bd36-f5f3-41c6-a4c7-374083fad6ae tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:38:14.627093 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f8dad0bc-d17c-4943-8f9d-3e4c0ce03ef6 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:14.630370 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f8dad0bc-d17c-4943-8f9d-3e4c0ce03ef6 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "DELETE /v2.0/subnets/3ec5ac69-4173-4cd8-9515-e12b010c6fd3 HTTP/1.1" status: 204 len: 168 time: 0.7199700 Feb 17 17:38:14.631479 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-2190bd36-f5f3-41c6-a4c7-374083fad6ae tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:38:14.633377 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47130) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:14.635320 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2190bd36-f5f3-41c6-a4c7-374083fad6ae tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:38:14.640667 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2190bd36-f5f3-41c6-a4c7-374083fad6ae tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:14.641304 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2190bd36-f5f3-41c6-a4c7-374083fad6ae tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:14.641424 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3f92181b-65a3-4c5f-b174-fe7528c9a681 req-0af44ce7-b182-4f0b-97ff-4ca34c477427 tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2b464b0-2999-42c4-a62f-fd6160f3d182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386824 Feb 17 17:38:14.643865 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190bd36-f5f3-41c6-a4c7-374083fad6ae tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Port': ['ID=3e72de2e-32ac-4bad-a39f-a40d1295cba0,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:14.686590 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2190bd36-f5f3-41c6-a4c7-374083fad6ae tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7258561 Feb 17 17:38:14.686870 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47132) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:14.755471 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c9be081f-7fb3-480c-8d69-f7000c10e09f req-aa2ad411-3069-447d-b580-28270a59d5aa tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/security-groups?id=fd4d27d9-e68c-41ba-a909-f949182bce5a&id=4a46e179-4efe-408d-8163-359e1c80274b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1394722 Feb 17 17:38:14.781587 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-437c48cf-7c9b-4e77-9f20-4f664a176cd3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (59dcdf44-1664-4172-933d-3d8ae4795724), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:14.798633 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 80a7fb3a-f884-41e9-837c-0092f3339dab no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:38:14.903605 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-bb2d7f36-dc43-498e-94f5-0618c269aecf tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Deleting port 3e72de2e-32ac-4bad-a39f-a40d1295cba0 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:38:14.903954 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bb2d7f36-dc43-498e-94f5-0618c269aecf tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (3e72de2e-32ac-4bad-a39f-a40d1295cba0), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:14.923040 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 80a7fb3a-f884-41e9-837c-0092f3339dab is: ACTIVE; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:14.923040 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (80a7fb3a-f884-41e9-837c-0092f3339dab), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:14.940062 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-437c48cf-7c9b-4e77-9f20-4f664a176cd3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Deleting port 4621add7-3726-4ea1-bb9f-381a6ba2b508 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:38:14.940351 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-437c48cf-7c9b-4e77-9f20-4f664a176cd3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (4621add7-3726-4ea1-bb9f-381a6ba2b508), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:14.971016 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 80a7fb3a-f884-41e9-837c-0092f3339dab, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=80a7fb3a-f884-41e9-837c-0092f3339dab,segment=NetworkSegment(e4661035-9680-4da1-989b-77404c89e6fd),segment_id=e4661035-9680-4da1-989b-77404c89e6fd)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:14.972452 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ab87b1-d42f-4db3-96e5-629833bd232b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80a7fb3a-f884-41e9-837c-0092f3339dab'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:38:14.977079 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e33b611-ad12-4be6-9e0c-421c175a003f" -d '{"events": [{"server_uuid": "60ab87b1-d42f-4db3-96e5-629833bd232b", "name": "network-vif-unplugged", "status": "completed", "tag": "80a7fb3a-f884-41e9-837c-0092f3339dab"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:38:14.982103 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (80a7fb3a-f884-41e9-837c-0092f3339dab), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:14.983102 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 45257e85-317d-459f-b5af-17b70425681b no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:38:15.051459 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: 45257e85-317d-459f-b5af-17b70425681b {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:38:15.052063 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 45257e85-317d-459f-b5af-17b70425681b not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:38:15.092159 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-135c7205-17e0-455a-af2d-82d6d6106610 None None] Provisioning complete for port 3e72de2e-32ac-4bad-a39f-a40d1295cba0 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:38:15.092810 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-135c7205-17e0-455a-af2d-82d6d6106610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (3e72de2e-32ac-4bad-a39f-a40d1295cba0), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:15.095701 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=80a7fb3a-f884-41e9-837c-0092f3339dab,revision_number=6']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:15.099952 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-437c48cf-7c9b-4e77-9f20-4f664a176cd3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] For port 4621add7-3726-4ea1-bb9f-381a6ba2b508, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=4621add7-3726-4ea1-bb9f-381a6ba2b508,segment=NetworkSegment(c6beffdd-6ae6-4d05-b0ab-1f20e9a03bd4),segment_id=c6beffdd-6ae6-4d05-b0ab-1f20e9a03bd4)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:15.100508 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-437c48cf-7c9b-4e77-9f20-4f664a176cd3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (4621add7-3726-4ea1-bb9f-381a6ba2b508), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:15.104191 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bb2d7f36-dc43-498e-94f5-0618c269aecf tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (3e72de2e-32ac-4bad-a39f-a40d1295cba0), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:15.126044 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-437c48cf-7c9b-4e77-9f20-4f664a176cd3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Calling delete_port for 4621add7-3726-4ea1-bb9f-381a6ba2b508 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:38:15.127901 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-bb2d7f36-dc43-498e-94f5-0618c269aecf tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Calling delete_port for 3e72de2e-32ac-4bad-a39f-a40d1295cba0 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:38:15.142827 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-135c7205-17e0-455a-af2d-82d6d6106610 None None] Port 3e72de2e-32ac-4bad-a39f-a40d1295cba0 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:38:15.180701 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-30c2c28f-ed4c-46dd-b7ea-ad43021ccdc7 req-6a8746ff-c69b-4746-b566-62aa8893e580 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.8.198 HTTP/1.1" status: 200 len: 1001 time: 0.5086446 Feb 17 17:38:15.263815 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2c28f-ed4c-46dd-b7ea-ad43021ccdc7 req-b439bbef-9b4b-45f1-a006-96afb260fef5 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:15.272631 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-30c2c28f-ed4c-46dd-b7ea-ad43021ccdc7 req-b439bbef-9b4b-45f1-a006-96afb260fef5 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "GET /v2.0/ports/6fd8fede-7055-4d6d-a04d-8b0c189e0ea5 HTTP/1.1" status: 200 len: 942 time: 0.0688651 Feb 17 17:38:15.278960 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-437c48cf-7c9b-4e77-9f20-4f664a176cd3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (4621add7-3726-4ea1-bb9f-381a6ba2b508), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:15.289233 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4d1e08-a44d-4709-8f51-7b30af0b8c73 req-c66f3b56-79d9-4232-9308-acfd493213e3 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:15.291067 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bb4d1e08-a44d-4709-8f51-7b30af0b8c73 req-c66f3b56-79d9-4232-9308-acfd493213e3 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=60ab87b1-d42f-4db3-96e5-629833bd232b HTTP/1.1" status: 200 len: 943 time: 0.1211090 Feb 17 17:38:15.335671 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c48cf-7c9b-4e77-9f20-4f664a176cd3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event deleted for resources: {'Port': ['ID=4621add7-3726-4ea1-bb9f-381a6ba2b508,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:15.339653 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437c48cf-7c9b-4e77-9f20-4f664a176cd3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] No DVR routers for this DVR port 4621add7-3726-4ea1-bb9f-381a6ba2b508 on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:38:15.396917 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bb4d1e08-a44d-4709-8f51-7b30af0b8c73 req-7b79bbd6-3fa7-4d7c-8bb5-3c361ef64181 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993326 Feb 17 17:38:15.408211 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-30c2c28f-ed4c-46dd-b7ea-ad43021ccdc7 req-2db35aeb-2062-499b-aea2-9328ac59c494 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.8.198 HTTP/1.1" status: 200 len: 1001 time: 0.0894525 Feb 17 17:38:15.475474 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-437c48cf-7c9b-4e77-9f20-4f664a176cd3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (59dcdf44-1664-4172-933d-3d8ae4795724), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:15.502456 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fc5fb3-33f9-4f07-94ec-ba2b45ce8974 None None] Network 59dcdf44-1664-4172-933d-3d8ae4795724 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:38:15.503363 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bb2d7f36-dc43-498e-94f5-0618c269aecf tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (3e72de2e-32ac-4bad-a39f-a40d1295cba0), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:15.509021 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-437c48cf-7c9b-4e77-9f20-4f664a176cd3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59dcdf44-1664-4172-933d-3d8ae4795724']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:38:15.555420 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d7f36-dc43-498e-94f5-0618c269aecf tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Port': ['ID=3e72de2e-32ac-4bad-a39f-a40d1295cba0,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:15.560260 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-437c48cf-7c9b-4e77-9f20-4f664a176cd3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6beffdd-6ae6-4d05-b0ab-1f20e9a03bd4') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:38:15.560568 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-437c48cf-7c9b-4e77-9f20-4f664a176cd3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6beffdd-6ae6-4d05-b0ab-1f20e9a03bd4') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:38:15.579284 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2c28f-ed4c-46dd-b7ea-ad43021ccdc7 req-e5f72a82-1d28-4070-bf71-51ecb270fff5 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:15.580988 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-30c2c28f-ed4c-46dd-b7ea-ad43021ccdc7 req-e5f72a82-1d28-4070-bf71-51ecb270fff5 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "GET /v2.0/networks/d7afcf1f-5124-4168-b80f-10ace9d04ea7 HTTP/1.1" status: 200 len: 784 time: 0.1649210 Feb 17 17:38:15.595942 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-437c48cf-7c9b-4e77-9f20-4f664a176cd3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (c6beffdd-6ae6-4d05-b0ab-1f20e9a03bd4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:15.603543 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5623c-ee90-4b6e-bca8-1f77d434b56c req-59e7611a-3ec0-4048-a4d9-f20749770e1a tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:15.605202 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c7c5623c-ee90-4b6e-bca8-1f77d434b56c req-59e7611a-3ec0-4048-a4d9-f20749770e1a tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/ports?device_id=a66cf83c-02b1-4b63-8363-98a2a0637846 HTTP/1.1" status: 200 len: 946 time: 0.0957291 Feb 17 17:38:15.623057 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bb2d7f36-dc43-498e-94f5-0618c269aecf tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:15.628525 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bb2d7f36-dc43-498e-94f5-0618c269aecf tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/ports/3e72de2e-32ac-4bad-a39f-a40d1295cba0 HTTP/1.1" status: 204 len: 168 time: 0.9386544 Feb 17 17:38:15.629673 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47140) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:15.636457 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-ef0c3d4e-b75c-40a8-8a88-48c323cd2f61 None None] Could not find standard attr ID for object 4621add7-3726-4ea1-bb9f-381a6ba2b508. {{(pid=103436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 17:38:15.662751 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-437c48cf-7c9b-4e77-9f20-4f664a176cd3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (c6beffdd-6ae6-4d05-b0ab-1f20e9a03bd4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:15.679829 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-437c48cf-7c9b-4e77-9f20-4f664a176cd3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:38:15.680270 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-437c48cf-7c9b-4e77-9f20-4f664a176cd3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (c6beffdd-6ae6-4d05-b0ab-1f20e9a03bd4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:15.683671 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:38:15.683671 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:38:15.683671 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:38:15.683671 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:38:15.683671 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:38:15.683671 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:38:15.683671 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:38:15.683671 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:38:15.683671 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:38:15.683671 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:38:15.683671 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:38:15.683671 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:38:15.683671 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:38:15.683671 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:38:15.683671 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:38:15.683671 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:38:15.683671 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:38:15.683671 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:38:15.683671 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:38:15.683671 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:38:15.683671 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:38:15.683671 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:38:15.683671 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:38:15.683671 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:38:15.683671 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:38:15.683671 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:38:15.683671 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:38:15.683671 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:38:15.683671 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:38:15.683671 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:38:15.683671 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:38:15.683671 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:38:15.703337 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-30c2c28f-ed4c-46dd-b7ea-ad43021ccdc7 req-3cb6c502-2591-413d-be19-46cf3b24388a tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.8.198 HTTP/1.1" status: 200 len: 1001 time: 0.1148708 Feb 17 17:38:15.707031 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c7c5623c-ee90-4b6e-bca8-1f77d434b56c req-f4c72638-a6c3-4260-8eb3-c8645ff3d070 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/security-groups?id=24064728-799d-4802-ac8c-8dad004b7477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724461 Feb 17 17:38:15.716788 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-30c2c28f-ed4c-46dd-b7ea-ad43021ccdc7 req-11ca8423-c3af-43e6-9071-2380399b5be4 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:15.740410 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37972b0-0fe6-4676-a92f-7cb016853e5c None None] DHCP port deletion for 59dcdf44-1664-4172-933d-3d8ae4795724 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:38:15.768605 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d985ef-a0e6-4300-8065-dbbe9dd4e8f3 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:15.773188 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-69d985ef-a0e6-4300-8065-dbbe9dd4e8f3 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1424427 Feb 17 17:38:15.774481 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 47144) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:15.784503 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-437c48cf-7c9b-4e77-9f20-4f664a176cd3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (59dcdf44-1664-4172-933d-3d8ae4795724), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:15.789265 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 17:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b945c121-c2c5-47db-9ff0-eb99a9ba0161 x-openstack-request-id: req-b945c121-c2c5-47db-9ff0-eb99a9ba0161 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:38:15.789637 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60ab87b1-d42f-4db3-96e5-629833bd232b", "name": "network-vif-unplugged", "status": "completed", "tag": "80a7fb3a-f884-41e9-837c-0092f3339dab", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:38:15.791204 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b945c121-c2c5-47db-9ff0-eb99a9ba0161 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:38:15.793053 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60ab87b1-d42f-4db3-96e5-629833bd232b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80a7fb3a-f884-41e9-837c-0092f3339dab', 'code': 200} Feb 17 17:38:15.797920 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-437c48cf-7c9b-4e77-9f20-4f664a176cd3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:15.801844 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-437c48cf-7c9b-4e77-9f20-4f664a176cd3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "DELETE /v2.0/networks/59dcdf44-1664-4172-933d-3d8ae4795724 HTTP/1.1" status: 204 len: 168 time: 1.1675282 Feb 17 17:38:15.814554 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47148) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:15.820482 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-8473506a-a5e1-49c5-bc8c-5322ef748a04 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1259528956'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:15.825633 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c48cf-7c9b-4e77-9f20-4f664a176cd3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event deleted for resources: {'Network': ['ID=59dcdf44-1664-4172-933d-3d8ae4795724,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:15.848922 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8473506a-a5e1-49c5-bc8c-5322ef748a04 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Made reservation on behalf of 79c72a74f4c54033a14e3cbd8e3a57ad for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:38:15.855294 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8473506a-a5e1-49c5-bc8c-5322ef748a04 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:15.862773 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-30c2c28f-ed4c-46dd-b7ea-ad43021ccdc7 req-11ca8423-c3af-43e6-9071-2380399b5be4 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Publish callbacks [] for floatingip (ae427ace-c58f-4cde-a048-a7ea42e897ab), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:15.898156 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8473506a-a5e1-49c5-bc8c-5322ef748a04 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:38:15.907663 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8473506a-a5e1-49c5-bc8c-5322ef748a04 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (96c3b098-aeb7-41cf-a218-ded66f5348c6), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:15.908053 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-8473506a-a5e1-49c5-bc8c-5322ef748a04 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Added segment 96c3b098-aeb7-41cf-a218-ded66f5348c6 of type vlan for network 00658488-b211-4223-b69d-9e670d718cb5 Feb 17 17:38:15.949011 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8473506a-a5e1-49c5-bc8c-5322ef748a04 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (00658488-b211-4223-b69d-9e670d718cb5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:15.955685 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fedf311-8eed-4684-8a9a-7b9cd7f992e2 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:15.957406 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-0fedf311-8eed-4684-8a9a-7b9cd7f992e2 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1819379 Feb 17 17:38:15.961219 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47152) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:16.006782 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8473506a-a5e1-49c5-bc8c-5322ef748a04 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (00658488-b211-4223-b69d-9e670d718cb5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:16.011737 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8473506a-a5e1-49c5-bc8c-5322ef748a04 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:16.012950 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8473506a-a5e1-49c5-bc8c-5322ef748a04 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:16.037293 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b360d29-c4dc-4d2d-a933-b35d0ef16df4 req-dc408d23-322c-4e34-9e56-d8d93272f717 tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:16.038815 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7b360d29-c4dc-4d2d-a933-b35d0ef16df4 req-dc408d23-322c-4e34-9e56-d8d93272f717 tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] 10.222.0.87 "GET /v2.0/ports?device_id=4faafdc4-4cfc-45a4-9aa2-b84030e219f7 HTTP/1.1" status: 200 len: 945 time: 0.1337078 Feb 17 17:38:16.054013 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a6d6d6-3111-4eef-92b3-d859ac33596b tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:16.055456 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a6d6d6-3111-4eef-92b3-d859ac33596b tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:16.056796 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a6d6d6-3111-4eef-92b3-d859ac33596b tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:16.061450 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-07a6d6d6-3111-4eef-92b3-d859ac33596b tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0962172 Feb 17 17:38:16.065860 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47154) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:16.069143 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8473506a-a5e1-49c5-bc8c-5322ef748a04 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2533898 Feb 17 17:38:16.074142 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 47156) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:16.081689 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-e544e057-d569-4f33-b1b9-05d5837c21df tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Request body: {'subnet': {'network_id': '00658488-b211-4223-b69d-9e670d718cb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:16.089365 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-30c2c28f-ed4c-46dd-b7ea-ad43021ccdc7 req-11ca8423-c3af-43e6-9071-2380399b5be4 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:16.110801 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-30c2c28f-ed4c-46dd-b7ea-ad43021ccdc7 req-11ca8423-c3af-43e6-9071-2380399b5be4 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (ae427ace-c58f-4cde-a048-a7ea42e897ab), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:16.111149 n-d-829613-2 neutron-server[103435]: INFO neutron.db.l3_db [req-30c2c28f-ed4c-46dd-b7ea-ad43021ccdc7 req-11ca8423-c3af-43e6-9071-2380399b5be4 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Floating IP ae427ace-c58f-4cde-a048-a7ea42e897ab disassociated. External IP: 172.25.8.198, port: 6fd8fede-7055-4d6d-a04d-8b0c189e0ea5. Feb 17 17:38:16.135005 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8473506a-a5e1-49c5-bc8c-5322ef748a04 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event updated for resources: {'Network': ['ID=00658488-b211-4223-b69d-9e670d718cb5,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:16.147637 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 00658488-b211-4223-b69d-9e670d718cb5 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:38:16.153068 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f9876aa-e914-4d57-9c0a-5e7874e17c99 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Deleting subnet 91e822c2-51e7-41d1-9aa0-2e46fcdc297f {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:38:16.156463 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2f9876aa-e914-4d57-9c0a-5e7874e17c99 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (91e822c2-51e7-41d1-9aa0-2e46fcdc297f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:16.203953 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2f9876aa-e914-4d57-9c0a-5e7874e17c99 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (91e822c2-51e7-41d1-9aa0-2e46fcdc297f), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:16.275069 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7b360d29-c4dc-4d2d-a933-b35d0ef16df4 req-1ea2aa27-32cd-4df1-bc09-f2404b8d5288 tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2b464b0-2999-42c4-a62f-fd6160f3d182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016642 Feb 17 17:38:16.286863 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2f9876aa-e914-4d57-9c0a-5e7874e17c99 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (91e822c2-51e7-41d1-9aa0-2e46fcdc297f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:16.303703 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e544e057-d569-4f33-b1b9-05d5837c21df tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Made reservation on behalf of 79c72a74f4c54033a14e3cbd8e3a57ad for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:38:16.307120 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e544e057-d569-4f33-b1b9-05d5837c21df tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:16.348195 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device fc5371a9-2d2d-48bf-846a-8055ba7e0652 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:38:16.370155 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2f9876aa-e914-4d57-9c0a-5e7874e17c99 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (91e822c2-51e7-41d1-9aa0-2e46fcdc297f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:16.398776 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9876aa-e914-4d57-9c0a-5e7874e17c99 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Subnet': ['ID=91e822c2-51e7-41d1-9aa0-2e46fcdc297f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:16.405272 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2f9876aa-e914-4d57-9c0a-5e7874e17c99 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:16.407651 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port fc5371a9-2d2d-48bf-846a-8055ba7e0652 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:38:16.409582 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2f9876aa-e914-4d57-9c0a-5e7874e17c99 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/91e822c2-51e7-41d1-9aa0-2e46fcdc297f HTTP/1.1" status: 204 len: 168 time: 0.3393915 Feb 17 17:38:16.416874 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 47158) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:16.419822 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port fc5371a9-2d2d-48bf-846a-8055ba7e0652 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:38:16.419822 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (fc5371a9-2d2d-48bf-846a-8055ba7e0652), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:16.444428 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927474f2-3b56-48ed-afe8-abe8ad62a196 None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:38:16.563833 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-76493303-6709-44c2-8675-b53f6cc7f289 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Deleting subnet d6c409d4-6d77-41ca-8205-c66738d1df01 {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:38:16.572511 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-76493303-6709-44c2-8675-b53f6cc7f289 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (d6c409d4-6d77-41ca-8205-c66738d1df01), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:16.589335 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port fc5371a9-2d2d-48bf-846a-8055ba7e0652 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:16.589728 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (fc5371a9-2d2d-48bf-846a-8055ba7e0652), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:16.616935 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378a23c-583c-468e-98c2-9e4270b981b0 req-dadf1f68-6bb4-4628-a79b-52ad202e5c2d tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:16.622734 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378a23c-583c-468e-98c2-9e4270b981b0 req-dadf1f68-6bb4-4628-a79b-52ad202e5c2d tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:16.628020 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378a23c-583c-468e-98c2-9e4270b981b0 req-dadf1f68-6bb4-4628-a79b-52ad202e5c2d tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:16.632415 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port fc5371a9-2d2d-48bf-846a-8055ba7e0652, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=fc5371a9-2d2d-48bf-846a-8055ba7e0652,segment=NetworkSegment(a1df8f81-674b-4920-bf3c-53891eca3aa8),segment_id=a1df8f81-674b-4920-bf3c-53891eca3aa8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:16.633225 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378a23c-583c-468e-98c2-9e4270b981b0 req-dadf1f68-6bb4-4628-a79b-52ad202e5c2d tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:16.638272 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (fc5371a9-2d2d-48bf-846a-8055ba7e0652), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:16.639633 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378a23c-583c-468e-98c2-9e4270b981b0 req-dadf1f68-6bb4-4628-a79b-52ad202e5c2d tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:16.645095 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378a23c-583c-468e-98c2-9e4270b981b0 req-dadf1f68-6bb4-4628-a79b-52ad202e5c2d tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:16.650248 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378a23c-583c-468e-98c2-9e4270b981b0 req-dadf1f68-6bb4-4628-a79b-52ad202e5c2d tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:16.652183 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0378a23c-583c-468e-98c2-9e4270b981b0 req-dadf1f68-6bb4-4628-a79b-52ad202e5c2d tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 5433 time: 0.2907341 Feb 17 17:38:16.694867 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=fc5371a9-2d2d-48bf-846a-8055ba7e0652,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:16.707807 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30c2c28f-ed4c-46dd-b7ea-ad43021ccdc7 req-11ca8423-c3af-43e6-9071-2380399b5be4 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Router 561a3cd2-aabb-4f11-920e-1a8454920696 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:38:16.711517 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-76493303-6709-44c2-8675-b53f6cc7f289 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (d6c409d4-6d77-41ca-8205-c66738d1df01), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:16.794771 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 80a7fb3a-f884-41e9-837c-0092f3339dab details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:38:16.909943 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 80a7fb3a-f884-41e9-837c-0092f3339dab, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=80a7fb3a-f884-41e9-837c-0092f3339dab,segment=NetworkSegment(e4661035-9680-4da1-989b-77404c89e6fd),segment_id=e4661035-9680-4da1-989b-77404c89e6fd)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:16.922939 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '80a7fb3a-f884-41e9-837c-0092f3339dab', 'network_id': 'ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad', 'port_id': '80a7fb3a-f884-41e9-837c-0092f3339dab', 'mac_address': 'fa:16:3e:4e:d4:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '884735e1-5568-4ef9-9e9a-5668bb636166', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:38:16.947853 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0378a23c-583c-468e-98c2-9e4270b981b0 req-3b956b6c-93cb-4737-8cb4-b97d6f2c2afa tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/security-groups?id=fd4d27d9-e68c-41ba-a909-f949182bce5a&id=4a46e179-4efe-408d-8163-359e1c80274b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2771168 Feb 17 17:38:16.971199 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e544e057-d569-4f33-b1b9-05d5837c21df tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (06ce30fe-978b-40f6-9ae4-5ff314af90df), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:16.976701 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 80a7fb3a-f884-41e9-837c-0092f3339dab is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:16.977798 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (80a7fb3a-f884-41e9-837c-0092f3339dab), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:16.989050 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-76493303-6709-44c2-8675-b53f6cc7f289 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (d6c409d4-6d77-41ca-8205-c66738d1df01), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:17.004925 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80a7fb3a-f884-41e9-837c-0092f3339dab {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:38:17.031399 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 80a7fb3a-f884-41e9-837c-0092f3339dab, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=80a7fb3a-f884-41e9-837c-0092f3339dab,segment=NetworkSegment(e4661035-9680-4da1-989b-77404c89e6fd),segment_id=e4661035-9680-4da1-989b-77404c89e6fd)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:17.039291 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (80a7fb3a-f884-41e9-837c-0092f3339dab), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:17.097197 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30c2c28f-ed4c-46dd-b7ea-ad43021ccdc7 req-11ca8423-c3af-43e6-9071-2380399b5be4 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:38:17.106625 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=80a7fb3a-f884-41e9-837c-0092f3339dab,revision_number=7']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:17.115154 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602337aa-9085-4d60-b5d5-8bafe256f90a None None] Sync routers for ids ['561a3cd2-aabb-4f11-920e-1a8454920696'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:38:17.122755 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-30c2c28f-ed4c-46dd-b7ea-ad43021ccdc7 req-11ca8423-c3af-43e6-9071-2380399b5be4 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:17.129559 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602337aa-9085-4d60-b5d5-8bafe256f90a None None] Routers {'561a3cd2-aabb-4f11-920e-1a8454920696'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:38:17.130667 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-602337aa-9085-4d60-b5d5-8bafe256f90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:38:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['561a3cd2-aabb-4f11-920e-1a8454920696'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:38:17.189791 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e544e057-d569-4f33-b1b9-05d5837c21df tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event updated for resources: {'Subnet': ['ID=06ce30fe-978b-40f6-9ae4-5ff314af90df,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:17.216737 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-76493303-6709-44c2-8675-b53f6cc7f289 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (d6c409d4-6d77-41ca-8205-c66738d1df01), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:17.223684 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-30c2c28f-ed4c-46dd-b7ea-ad43021ccdc7 req-11ca8423-c3af-43e6-9071-2380399b5be4 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "PUT /v2.0/floatingips/ae427ace-c58f-4cde-a048-a7ea42e897ab HTTP/1.1" status: 200 len: 695 time: 1.5121441 Feb 17 17:38:17.235193 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '240c422b-1b78-4785-83ce-f53c86d91391', 'tag': '6fd8fede-7055-4d6d-a04d-8b0c189e0ea5'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:38:17.237667 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34dca00d-cacb-4c39-aa2d-5cad20fb234b" -d '{"events": [{"name": "network-changed", "server_uuid": "240c422b-1b78-4785-83ce-f53c86d91391", "tag": "6fd8fede-7055-4d6d-a04d-8b0c189e0ea5"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:38:17.238729 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['80a7fb3a-f884-41e9-837c-0092f3339dab'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:38:17.260836 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-602337aa-9085-4d60-b5d5-8bafe256f90a None None] Set router 561a3cd2-aabb-4f11-920e-1a8454920696 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:38:17.276090 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e544e057-d569-4f33-b1b9-05d5837c21df tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Checking segment: {'id': '96c3b098-aeb7-41cf-a218-ded66f5348c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '00658488-b211-4223-b69d-9e670d718cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:38:17.276090 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e544e057-d569-4f33-b1b9-05d5837c21df tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Network hostable DHCP agents. Network: 00658488-b211-4223-b69d-9e670d718cb5, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:38:17.279554 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76493303-6709-44c2-8675-b53f6cc7f289 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Subnet': ['ID=d6c409d4-6d77-41ca-8205-c66738d1df01,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:17.298239 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-76493303-6709-44c2-8675-b53f6cc7f289 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:17.304432 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47172) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:17.304930 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-76493303-6709-44c2-8675-b53f6cc7f289 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/d6c409d4-6d77-41ca-8205-c66738d1df01 HTTP/1.1" status: 204 len: 168 time: 0.8864586 Feb 17 17:38:17.347424 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb46393-5bfa-4381-a78b-f445510cc2ee req-86a0212b-c1b9-4202-8845-232bb0181fa6 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:17.354670 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0eb46393-5bfa-4381-a78b-f445510cc2ee req-86a0212b-c1b9-4202-8845-232bb0181fa6 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=60ab87b1-d42f-4db3-96e5-629833bd232b HTTP/1.1" status: 200 len: 944 time: 0.1880181 Feb 17 17:38:17.366005 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e544e057-d569-4f33-b1b9-05d5837c21df tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Network 00658488-b211-4223-b69d-9e670d718cb5 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:38:17.391996 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe43e4a9-520a-4203-9ab9-501ed5edcd72 None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:38:17.393688 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2c28f-ed4c-46dd-b7ea-ad43021ccdc7 req-52bece8b-79b4-43e5-9afc-bc364935ce74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:17.395545 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-30c2c28f-ed4c-46dd-b7ea-ad43021ccdc7 req-52bece8b-79b4-43e5-9afc-bc364935ce74 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a33ff16117b5429daaa9225b5871ef11&device_id=240c422b-1b78-4785-83ce-f53c86d91391 HTTP/1.1" status: 200 len: 1127 time: 0.1328757 Feb 17 17:38:17.400941 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-e544e057-d569-4f33-b1b9-05d5837c21df tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 00658488-b211-4223-b69d-9e670d718cb5) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:38:17.413377 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e544e057-d569-4f33-b1b9-05d5837c21df tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:17.414150 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e544e057-d569-4f33-b1b9-05d5837c21df tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:17.425253 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de08e5f-18b9-49ce-96cb-cc993a7136cc None None] Network 00658488-b211-4223-b69d-9e670d718cb5 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:38:17.499882 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 4621add7-3726-4ea1-bb9f-381a6ba2b508 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:38:17.507853 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-602337aa-9085-4d60-b5d5-8bafe256f90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561a3cd2-aabb-4f11-920e-1a8454920696', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-214811159-router', 'tenant_id': 'a33ff16117b5429daaa9225b5871ef11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '9d2948ca-5513-47fa-93dd-5df070b708e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:37:12Z', 'updated_at': '2022-02-17T17:37:29Z', 'revision_number': 4, 'project_id': 'a33ff16117b5429daaa9225b5871ef11', 'gw_port': {'id': '9d2948ca-5513-47fa-93dd-5df070b708e7', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561a3cd2-aabb-4f11-920e-1a8454920696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:37:15Z', 'updated_at': '2022-02-17T17:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'de0da242-00c0-4e9f-84b4-5d11e18c86a4', 'name': '', 'network_id': '2a574d4f-e4f9-49f2-aee6-25c2bbb796ce', 'tenant_id': 'a33ff16117b5429daaa9225b5871ef11', 'mac_address': 'fa:16:3e:60:c5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561a3cd2-aabb-4f11-920e-1a8454920696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '21a1df04-56c1-48bc-b696-a5e17ac4d235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:37:27Z', 'updated_at': '2022-02-17T17:37:41Z', 'revision_number': 5, 'project_id': 'a33ff16117b5429daaa9225b5871ef11', 'subnets': [{'id': '21a1df04-56c1-48bc-b696-a5e17ac4d235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:38:17.612803 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 4621add7-3726-4ea1-bb9f-381a6ba2b508 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:38:17.613067 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 4621add7-3726-4ea1-bb9f-381a6ba2b508 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:38:17.645762 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602337aa-9085-4d60-b5d5-8bafe256f90a None None] Checking router: 561a3cd2-aabb-4f11-920e-1a8454920696 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:38:17.655226 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602337aa-9085-4d60-b5d5-8bafe256f90a None None] Routers {'561a3cd2-aabb-4f11-920e-1a8454920696'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:38:17.655854 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-602337aa-9085-4d60-b5d5-8bafe256f90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:38:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['561a3cd2-aabb-4f11-920e-1a8454920696'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:38:17.658063 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-a3872984-c306-47a9-aa2e-3795387c8402 None None] Provisioning complete for port fdac0b95-364e-4693-80e6-d185a4b6f3aa triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:38:17.658440 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a3872984-c306-47a9-aa2e-3795387c8402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (fdac0b95-364e-4693-80e6-d185a4b6f3aa), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:17.749280 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d51a8b-686a-4d3c-87c7-183a211d9cae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-00658488-b211-4223-b69d-9e670d718cb5', 'network_id': '00658488-b211-4223-b69d-9e670d718cb5', 'project_id': '79c72a74f4c54033a14e3cbd8e3a57ad', 'fixed_ips': [{'subnet_id': '06ce30fe-978b-40f6-9ae4-5ff314af90df'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:38:17.750973 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f7d51a8b-686a-4d3c-87c7-183a211d9cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:17.762522 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0eb46393-5bfa-4381-a78b-f445510cc2ee req-0916f79b-f624-4844-a831-3f80be73ea81 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4061723 Feb 17 17:38:17.787639 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e544e057-d569-4f33-b1b9-05d5837c21df tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7113361 Feb 17 17:38:17.792816 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 47174) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:17.792996 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-602337aa-9085-4d60-b5d5-8bafe256f90a None None] Set router 561a3cd2-aabb-4f11-920e-1a8454920696 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:38:17.805954 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4faafdc4-4cfc-45a4-9aa2-b84030e219f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5371a9-2d2d-48bf-846a-8055ba7e0652'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:38:17.808850 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d2ae0a-d099-4f2f-9113-fac9208e1950" -d '{"events": [{"server_uuid": "4faafdc4-4cfc-45a4-9aa2-b84030e219f7", "name": "network-vif-plugged", "status": "completed", "tag": "fc5371a9-2d2d-48bf-846a-8055ba7e0652"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:38:17.810179 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-729c594e-9e57-41f4-bf51-eccf5f9cc578 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Request body: {'port': {'network_id': '00658488-b211-4223-b69d-9e670d718cb5', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1165165806'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:17.821504 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b7f51fa0-1476-4cde-8a31-6d616431f14e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5125980 Feb 17 17:38:17.826384 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47178) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:17.834538 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-94de1319-cf3a-4696-80f3-4e1acf7cd90b tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'subnet': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:17.963688 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da884e72-47dd-40ee-abd2-1e278d647e22 None None] DHCP port deletion for f82adc72-a904-4b51-9a87-7ea8a1981040 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:38:17.970235 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94de1319-cf3a-4696-80f3-4e1acf7cd90b tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:38:17.974795 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94de1319-cf3a-4696-80f3-4e1acf7cd90b tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:17.994309 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-f7d51a8b-686a-4d3c-87c7-183a211d9cae None None] Allocated IP 2001:db8::2 (00658488-b211-4223-b69d-9e670d718cb5/06ce30fe-978b-40f6-9ae4-5ff314af90df/9a7a3ece-e6eb-4db3-9df9-bf16241ae478) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:38:18.008279 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2c28f-ed4c-46dd-b7ea-ad43021ccdc7 req-b0a09745-e69f-4985-89f5-6f2de540ee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:18.009799 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-30c2c28f-ed4c-46dd-b7ea-ad43021ccdc7 req-b0a09745-e69f-4985-89f5-6f2de540ee40 service neutron] 10.222.0.87 "GET /v2.0/networks?id=2a574d4f-e4f9-49f2-aee6-25c2bbb796ce HTTP/1.1" status: 200 len: 929 time: 0.5929279 Feb 17 17:38:18.052271 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-a3872984-c306-47a9-aa2e-3795387c8402 None None] Current status of the port fdac0b95-364e-4693-80e6-d185a4b6f3aa is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:18.078529 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-30c2c28f-ed4c-46dd-b7ea-ad43021ccdc7 req-d4e496cb-3266-45e9-a650-f45b10459f36 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6fd8fede-7055-4d6d-a04d-8b0c189e0ea5 HTTP/1.1" status: 200 len: 217 time: 0.0566370 Feb 17 17:38:18.084423 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-602337aa-9085-4d60-b5d5-8bafe256f90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561a3cd2-aabb-4f11-920e-1a8454920696', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-214811159-router', 'tenant_id': 'a33ff16117b5429daaa9225b5871ef11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '9d2948ca-5513-47fa-93dd-5df070b708e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:37:12Z', 'updated_at': '2022-02-17T17:37:29Z', 'revision_number': 4, 'project_id': 'a33ff16117b5429daaa9225b5871ef11', 'gw_port': {'id': '9d2948ca-5513-47fa-93dd-5df070b708e7', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561a3cd2-aabb-4f11-920e-1a8454920696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:37:15Z', 'updated_at': '2022-02-17T17:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'de0da242-00c0-4e9f-84b4-5d11e18c86a4', 'name': '', 'network_id': '2a574d4f-e4f9-49f2-aee6-25c2bbb796ce', 'tenant_id': 'a33ff16117b5429daaa9225b5871ef11', 'mac_address': 'fa:16:3e:60:c5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561a3cd2-aabb-4f11-920e-1a8454920696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '21a1df04-56c1-48bc-b696-a5e17ac4d235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:37:27Z', 'updated_at': '2022-02-17T17:37:41Z', 'revision_number': 5, 'project_id': 'a33ff16117b5429daaa9225b5871ef11', 'subnets': [{'id': '21a1df04-56c1-48bc-b696-a5e17ac4d235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:38:18.122894 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602337aa-9085-4d60-b5d5-8bafe256f90a None None] The sync data for ids ['561a3cd2-aabb-4f11-920e-1a8454920696'] in n-d-829613-2 is: [{'id': '561a3cd2-aabb-4f11-920e-1a8454920696', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-214811159-router', 'tenant_id': 'a33ff16117b5429daaa9225b5871ef11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '9d2948ca-5513-47fa-93dd-5df070b708e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:37:12Z', 'updated_at': '2022-02-17T17:37:29Z', 'revision_number': 4, 'project_id': 'a33ff16117b5429daaa9225b5871ef11', 'gw_port': {'id': '9d2948ca-5513-47fa-93dd-5df070b708e7', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561a3cd2-aabb-4f11-920e-1a8454920696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:37:15Z', 'updated_at': '2022-02-17T17:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'de0da242-00c0-4e9f-84b4-5d11e18c86a4', 'name': '', 'network_id': '2a574d4f-e4f9-49f2-aee6-25c2bbb796ce', 'tenant_id': 'a33ff16117b5429daaa9225b5871ef11', 'mac_address': 'fa:16:3e:60:c5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561a3cd2-aabb-4f11-920e-1a8454920696', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '21a1df04-56c1-48bc-b696-a5e17ac4d235', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:37:27Z', 'updated_at': '2022-02-17T17:37:41Z', 'revision_number': 5, 'project_id': 'a33ff16117b5429daaa9225b5871ef11', 'subnets': [{'id': '21a1df04-56c1-48bc-b696-a5e17ac4d235', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:38:18.149089 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2c28f-ed4c-46dd-b7ea-ad43021ccdc7 req-de201efb-e554-4617-8aaf-71fd54f21e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:18.150548 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-30c2c28f-ed4c-46dd-b7ea-ad43021ccdc7 req-de201efb-e554-4617-8aaf-71fd54f21e4e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=21a1df04-56c1-48bc-b696-a5e17ac4d235 HTTP/1.1" status: 200 len: 867 time: 0.0656509 Feb 17 17:38:18.176693 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c83bf-d863-4d80-889d-30e94b4c1791 req-95f81057-d2cf-419b-966f-baa55f3bd31b tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:18.178702 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-096c83bf-d863-4d80-889d-30e94b4c1791 req-95f81057-d2cf-419b-966f-baa55f3bd31b tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/ports?device_id=a66cf83c-02b1-4b63-8363-98a2a0637846 HTTP/1.1" status: 200 len: 946 time: 0.2903891 Feb 17 17:38:18.188544 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729c594e-9e57-41f4-bf51-eccf5f9cc578 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Made reservation on behalf of 79c72a74f4c54033a14e3cbd8e3a57ad for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:38:18.191963 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-729c594e-9e57-41f4-bf51-eccf5f9cc578 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:18.206053 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94de1319-cf3a-4696-80f3-4e1acf7cd90b tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (ed74193c-3204-4f60-bc71-6d1b5bb65324), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:18.235414 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-da884e72-47dd-40ee-abd2-1e278d647e22 None None] Deleting port fdac0b95-364e-4693-80e6-d185a4b6f3aa {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:38:18.235790 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-da884e72-47dd-40ee-abd2-1e278d647e22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (fdac0b95-364e-4693-80e6-d185a4b6f3aa), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:18.249425 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-729c594e-9e57-41f4-bf51-eccf5f9cc578 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] device_id is not set on port cc96221b-4145-4fac-91f1-932ca1195a1e yet. {{(pid=103435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:38:18.264871 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94de1319-cf3a-4696-80f3-4e1acf7cd90b tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:38:18.274620 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-94de1319-cf3a-4696-80f3-4e1acf7cd90b tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:38:18.274933 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f7d51a8b-686a-4d3c-87c7-183a211d9cae None None] Publish callbacks [] for port (9a7a3ece-e6eb-4db3-9df9-bf16241ae478), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:18.283547 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94de1319-cf3a-4696-80f3-4e1acf7cd90b tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:18.285601 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94de1319-cf3a-4696-80f3-4e1acf7cd90b tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:18.286271 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f7d51a8b-686a-4d3c-87c7-183a211d9cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (9a7a3ece-e6eb-4db3-9df9-bf16241ae478), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:18.306445 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94de1319-cf3a-4696-80f3-4e1acf7cd90b tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Subnet': ['ID=ed74193c-3204-4f60-bc71-6d1b5bb65324,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:18.320367 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-94de1319-cf3a-4696-80f3-4e1acf7cd90b tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4902530 Feb 17 17:38:18.320558 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47180) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:18.330366 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-6e4863cf-9d29-422e-bc9d-c82616c0e5b0 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'subnet': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:18.341679 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2c28f-ed4c-46dd-b7ea-ad43021ccdc7 req-f47f9a44-9185-492e-98bf-1a933cf030bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:18.343387 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-30c2c28f-ed4c-46dd-b7ea-ad43021ccdc7 req-f47f9a44-9185-492e-98bf-1a933cf030bd service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2a574d4f-e4f9-49f2-aee6-25c2bbb796ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1636841 Feb 17 17:38:18.359730 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-096c83bf-d863-4d80-889d-30e94b4c1791 req-1a800c80-f8a6-4cab-92f8-dcadf94e12ab tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/security-groups?id=24064728-799d-4802-ac8c-8dad004b7477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635866 Feb 17 17:38:18.365794 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d51a8b-686a-4d3c-87c7-183a211d9cae None None] Network 00658488-b211-4223-b69d-9e670d718cb5 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:38:18.375185 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-f7d51a8b-686a-4d3c-87c7-183a211d9cae None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:38:18.382120 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d51a8b-686a-4d3c-87c7-183a211d9cae None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:38:18.386649 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d51a8b-686a-4d3c-87c7-183a211d9cae None None] Pushing event updated for resources: {'Port': ['ID=9a7a3ece-e6eb-4db3-9df9-bf16241ae478,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:18.394981 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-da884e72-47dd-40ee-abd2-1e278d647e22 None None] For port fdac0b95-364e-4693-80e6-d185a4b6f3aa, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=fdac0b95-364e-4693-80e6-d185a4b6f3aa,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:18.395388 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-da884e72-47dd-40ee-abd2-1e278d647e22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (fdac0b95-364e-4693-80e6-d185a4b6f3aa), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:18.430769 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-da884e72-47dd-40ee-abd2-1e278d647e22 None None] Calling delete_port for fdac0b95-364e-4693-80e6-d185a4b6f3aa owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:38:18.455001 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-729c594e-9e57-41f4-bf51-eccf5f9cc578 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Allocated IP 2001:db8::87 (00658488-b211-4223-b69d-9e670d718cb5/06ce30fe-978b-40f6-9ae4-5ff314af90df/cc96221b-4145-4fac-91f1-932ca1195a1e) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:38:18.494196 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4863cf-9d29-422e-bc9d-c82616c0e5b0 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:38:18.499066 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6e4863cf-9d29-422e-bc9d-c82616c0e5b0 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:18.623093 n-d-829613-2 neutron-server[103434]: INFO neutron.db.ipam_backend_mixin [None req-6e4863cf-9d29-422e-bc9d-c82616c0e5b0 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ed74193c-3204-4f60-bc71-6d1b5bb65324 (CIDR: 2001:db8::/64) Feb 17 17:38:18.626512 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e4863cf-9d29-422e-bc9d-c82616c0e5b0 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 17:38:18.627105 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e4863cf-9d29-422e-bc9d-c82616c0e5b0 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:18.647256 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6e4863cf-9d29-422e-bc9d-c82616c0e5b0 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3254418 Feb 17 17:38:18.650080 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47182) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:18.652176 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381e8406-8efc-4adb-9dec-aeda67655744 None None] New status for floating IP ae427ace-c58f-4cde-a048-a7ea42e897ab: DOWN {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 17:38:18.656117 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-b77292e0-7719-4ba8-8f5f-65c23b3141cd tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'subnet': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:18.722235 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-30c2c28f-ed4c-46dd-b7ea-ad43021ccdc7 req-f1be581b-4df2-4bca-8864-6004abf1b2cd service neutron] 10.222.0.87 "GET /v2.0/networks/2a574d4f-e4f9-49f2-aee6-25c2bbb796ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609843 Feb 17 17:38:18.725209 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-729c594e-9e57-41f4-bf51-eccf5f9cc578 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for port (cc96221b-4145-4fac-91f1-932ca1195a1e), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:18.739155 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e800e796-3697-4e3e-9390-792bfa116811 req-6e4a9200-e405-405a-b26c-ff8dda97dbbe tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:18.744638 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e800e796-3697-4e3e-9390-792bfa116811 req-6e4a9200-e405-405a-b26c-ff8dda97dbbe tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:18.750416 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e800e796-3697-4e3e-9390-792bfa116811 req-6e4a9200-e405-405a-b26c-ff8dda97dbbe tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:18.755637 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e800e796-3697-4e3e-9390-792bfa116811 req-6e4a9200-e405-405a-b26c-ff8dda97dbbe tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:18.760919 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e800e796-3697-4e3e-9390-792bfa116811 req-6e4a9200-e405-405a-b26c-ff8dda97dbbe tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:18.766194 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e800e796-3697-4e3e-9390-792bfa116811 req-6e4a9200-e405-405a-b26c-ff8dda97dbbe tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:18.767537 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-f7d51a8b-686a-4d3c-87c7-183a211d9cae None None] Attempting to bind port 9a7a3ece-e6eb-4db3-9df9-bf16241ae478 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:38:18.767924 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-f7d51a8b-686a-4d3c-87c7-183a211d9cae None None] Attempting to bind port 9a7a3ece-e6eb-4db3-9df9-bf16241ae478 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '96c3b098-aeb7-41cf-a218-ded66f5348c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '00658488-b211-4223-b69d-9e670d718cb5'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:38:18.768314 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d51a8b-686a-4d3c-87c7-183a211d9cae None None] Attempting to bind port 9a7a3ece-e6eb-4db3-9df9-bf16241ae478 on network 00658488-b211-4223-b69d-9e670d718cb5 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:38:18.772798 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e800e796-3697-4e3e-9390-792bfa116811 req-6e4a9200-e405-405a-b26c-ff8dda97dbbe tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:18.774174 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e800e796-3697-4e3e-9390-792bfa116811 req-6e4a9200-e405-405a-b26c-ff8dda97dbbe tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 5433 time: 0.2608383 Feb 17 17:38:18.785364 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47186) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:18.791880 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-45fcc6d2-98d4-4414-86d2-e0331eb63822 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Request body: {'floatingip': {'port_id': 'ed35401b-3bd0-4605-9ab0-9a24b1913fbc'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:18.837315 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-45fcc6d2-98d4-4414-86d2-e0331eb63822 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks [] for floatingip (ad0dc8a6-c476-4709-b2a6-da463b03c2c1), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:18.861259 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca400aa-b4a5-4471-9639-59a4ec982509 x-openstack-request-id: req-8ca400aa-b4a5-4471-9639-59a4ec982509 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:38:18.861565 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "240c422b-1b78-4785-83ce-f53c86d91391", "tag": "6fd8fede-7055-4d6d-a04d-8b0c189e0ea5", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:38:18.861822 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8ca400aa-b4a5-4471-9639-59a4ec982509 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:38:18.862222 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '240c422b-1b78-4785-83ce-f53c86d91391', 'tag': '6fd8fede-7055-4d6d-a04d-8b0c189e0ea5', 'status': 'completed', 'code': 200} Feb 17 17:38:18.873100 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77292e0-7719-4ba8-8f5f-65c23b3141cd tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:38:18.876622 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b77292e0-7719-4ba8-8f5f-65c23b3141cd tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:18.899885 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d51a8b-686a-4d3c-87c7-183a211d9cae None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:38:18.900274 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d51a8b-686a-4d3c-87c7-183a211d9cae None None] Checking segment: {'id': '96c3b098-aeb7-41cf-a218-ded66f5348c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '00658488-b211-4223-b69d-9e670d718cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:38:18.900692 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f7d51a8b-686a-4d3c-87c7-183a211d9cae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:18.901089 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d51a8b-686a-4d3c-87c7-183a211d9cae None None] Bound using segment: {'id': '96c3b098-aeb7-41cf-a218-ded66f5348c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '00658488-b211-4223-b69d-9e670d718cb5'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:38:18.901580 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-f7d51a8b-686a-4d3c-87c7-183a211d9cae None None] Bound port: 9a7a3ece-e6eb-4db3-9df9-bf16241ae478, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96c3b098-aeb7-41cf-a218-ded66f5348c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '00658488-b211-4223-b69d-9e670d718cb5'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:38:18.901973 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f7d51a8b-686a-4d3c-87c7-183a211d9cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (9a7a3ece-e6eb-4db3-9df9-bf16241ae478), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:18.911308 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 80a7fb3a-f884-41e9-837c-0092f3339dab up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:38:18.913589 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:18.916439 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-729c594e-9e57-41f4-bf51-eccf5f9cc578 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (cc96221b-4145-4fac-91f1-932ca1195a1e), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:18.920445 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-30c2c28f-ed4c-46dd-b7ea-ad43021ccdc7 req-b02a78ee-093a-4431-afca-9d2f9c1c6d63 service neutron] 10.222.0.87 "GET /v2.0/networks/2a574d4f-e4f9-49f2-aee6-25c2bbb796ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453178 Feb 17 17:38:19.015222 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908d4105-233e-4019-b98e-5340c822e6cc x-openstack-request-id: req-908d4105-233e-4019-b98e-5340c822e6cc {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:38:19.022166 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4faafdc4-4cfc-45a4-9aa2-b84030e219f7", "name": "network-vif-plugged", "status": "completed", "tag": "fc5371a9-2d2d-48bf-846a-8055ba7e0652", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:38:19.022451 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-908d4105-233e-4019-b98e-5340c822e6cc {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:38:19.022712 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4faafdc4-4cfc-45a4-9aa2-b84030e219f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5371a9-2d2d-48bf-846a-8055ba7e0652', 'code': 200} Feb 17 17:38:19.039026 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c594e-9e57-41f4-bf51-eccf5f9cc578 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event updated for resources: {'Port': ['ID=cc96221b-4145-4fac-91f1-932ca1195a1e,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:19.109223 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729c594e-9e57-41f4-bf51-eccf5f9cc578 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Network 00658488-b211-4223-b69d-9e670d718cb5 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:38:19.137861 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-729c594e-9e57-41f4-bf51-eccf5f9cc578 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:38:19.169674 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729c594e-9e57-41f4-bf51-eccf5f9cc578 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:38:19.175749 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729c594e-9e57-41f4-bf51-eccf5f9cc578 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:19.176293 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-729c594e-9e57-41f4-bf51-eccf5f9cc578 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:19.201654 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-da884e72-47dd-40ee-abd2-1e278d647e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (fdac0b95-364e-4693-80e6-d185a4b6f3aa), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:19.210532 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-f7d51a8b-686a-4d3c-87c7-183a211d9cae None None] For port 9a7a3ece-e6eb-4db3-9df9-bf16241ae478, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:38:19.220774 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dca00d-cacb-4c39-aa2d-5cad20fb234b req-7bfa5b37-d687-4777-9bdf-30c94c7898a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:19.222546 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-34dca00d-cacb-4c39-aa2d-5cad20fb234b req-7bfa5b37-d687-4777-9bdf-30c94c7898a7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a33ff16117b5429daaa9225b5871ef11&device_id=240c422b-1b78-4785-83ce-f53c86d91391 HTTP/1.1" status: 200 len: 1127 time: 0.3189034 Feb 17 17:38:19.232893 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3aea14-4b25-4b05-84ec-fbcda403067c req-b6eb3ed3-0f93-4bc3-906b-1a1486a1cb96 tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:19.234863 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0a3aea14-4b25-4b05-84ec-fbcda403067c req-b6eb3ed3-0f93-4bc3-906b-1a1486a1cb96 tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] 10.222.0.87 "GET /v2.0/ports?device_id=4faafdc4-4cfc-45a4-9aa2-b84030e219f7 HTTP/1.1" status: 200 len: 946 time: 0.3093457 Feb 17 17:38:19.240392 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da884e72-47dd-40ee-abd2-1e278d647e22 None None] Pushing event deleted for resources: {'Port': ['ID=fdac0b95-364e-4693-80e6-d185a4b6f3aa,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:19.242764 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0696a4-fb82-4fea-99be-f4911a66d697 req-663f92c4-9e60-46db-9640-f23e7a917ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:19.245909 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3d0696a4-fb82-4fea-99be-f4911a66d697 req-663f92c4-9e60-46db-9640-f23e7a917ae6 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=4faafdc4-4cfc-45a4-9aa2-b84030e219f7 HTTP/1.1" status: 200 len: 1128 time: 0.1543043 Feb 17 17:38:19.256256 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-f7d51a8b-686a-4d3c-87c7-183a211d9cae None None] For port 9a7a3ece-e6eb-4db3-9df9-bf16241ae478, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=9a7a3ece-e6eb-4db3-9df9-bf16241ae478,segment=NetworkSegment(96c3b098-aeb7-41cf-a218-ded66f5348c6),segment_id=96c3b098-aeb7-41cf-a218-ded66f5348c6)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:38:19.257854 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da884e72-47dd-40ee-abd2-1e278d647e22 None None] No DVR routers for this DVR port fdac0b95-364e-4693-80e6-d185a4b6f3aa on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:38:19.261031 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 80a7fb3a-f884-41e9-837c-0092f3339dab triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:38:19.261480 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (80a7fb3a-f884-41e9-837c-0092f3339dab), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:19.264224 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-729c594e-9e57-41f4-bf51-eccf5f9cc578 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.4651461 Feb 17 17:38:19.269523 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 47192) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:19.293763 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f7d51a8b-686a-4d3c-87c7-183a211d9cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (9a7a3ece-e6eb-4db3-9df9-bf16241ae478), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:19.303602 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc71e59c-78ca-4672-93cc-58edcede46f2 None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:38:19.322912 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e38281-b657-4328-83f4-da431fac7cf4 req-05146cad-184f-42ba-b354-ccbd35ba0f81 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:19.325259 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-57e38281-b657-4328-83f4-da431fac7cf4 req-05146cad-184f-42ba-b354-ccbd35ba0f81 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=60ab87b1-d42f-4db3-96e5-629833bd232b HTTP/1.1" status: 200 len: 944 time: 0.2255743 Feb 17 17:38:19.459558 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3d0696a4-fb82-4fea-99be-f4911a66d697 req-245470a4-22f5-4b37-a82c-cafc129ff62c service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=a2b464b0-2999-42c4-a62f-fd6160f3d182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047458 Feb 17 17:38:19.461125 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d51a8b-686a-4d3c-87c7-183a211d9cae None None] Pushing event updated for resources: {'Port': ['ID=9a7a3ece-e6eb-4db3-9df9-bf16241ae478,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:19.528485 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2f455d-4887-4b06-acdb-298aa707446d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-f82adc72-a904-4b51-9a87-7ea8a1981040', 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'project_id': 'c017d73ca35741f09876024d2cbfcdb7', 'fixed_ips': [{'subnet_id': 'ed74193c-3204-4f60-bc71-6d1b5bb65324'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:38:19.529287 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-df2f455d-4887-4b06-acdb-298aa707446d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:19.549273 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-57e38281-b657-4328-83f4-da431fac7cf4 req-fff01615-b095-4bfe-bf48-dff938796512 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960704 Feb 17 17:38:19.570682 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 80a7fb3a-f884-41e9-837c-0092f3339dab is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:19.571076 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (80a7fb3a-f884-41e9-837c-0092f3339dab), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:19.571318 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0a3aea14-4b25-4b05-84ec-fbcda403067c req-14eb52b7-6cd0-4344-9aa5-a624245982e6 tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2b464b0-2999-42c4-a62f-fd6160f3d182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752676 Feb 17 17:38:19.576464 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:19.611145 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device fdac0b95-364e-4693-80e6-d185a4b6f3aa no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:38:19.616712 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dca00d-cacb-4c39-aa2d-5cad20fb234b req-3badd2e0-5ce7-4ee5-a510-3d11b97672f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:19.618376 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-34dca00d-cacb-4c39-aa2d-5cad20fb234b req-3badd2e0-5ce7-4ee5-a510-3d11b97672f0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=2a574d4f-e4f9-49f2-aee6-25c2bbb796ce HTTP/1.1" status: 200 len: 929 time: 0.3820431 Feb 17 17:38:19.638515 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-6a761520-df5c-40e2-ab00-6e2e250be1d3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Deleting port cc96221b-4145-4fac-91f1-932ca1195a1e {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:38:19.638808 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6a761520-df5c-40e2-ab00-6e2e250be1d3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (cc96221b-4145-4fac-91f1-932ca1195a1e), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:19.675850 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47196) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:19.692185 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: fdac0b95-364e-4693-80e6-d185a4b6f3aa {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:38:19.692640 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device fdac0b95-364e-4693-80e6-d185a4b6f3aa not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:38:19.724667 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 80a7fb3a-f884-41e9-837c-0092f3339dab, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=80a7fb3a-f884-41e9-837c-0092f3339dab,segment=NetworkSegment(e4661035-9680-4da1-989b-77404c89e6fd),segment_id=e4661035-9680-4da1-989b-77404c89e6fd)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:19.731604 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (80a7fb3a-f884-41e9-837c-0092f3339dab), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:19.757134 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-35781b53-c227-43b7-a09b-3de658132d5a admin admin] Deleting subnet a695d28a-4122-459c-ad10-65288ba6ea20 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:38:19.779453 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35781b53-c227-43b7-a09b-3de658132d5a admin admin] Publish callbacks [] for subnet (a695d28a-4122-459c-ad10-65288ba6ea20), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:19.858290 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=80a7fb3a-f884-41e9-837c-0092f3339dab,revision_number=8']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:19.871816 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-df2f455d-4887-4b06-acdb-298aa707446d None None] Allocated IP 2001:db8::2 (f82adc72-a904-4b51-9a87-7ea8a1981040/ed74193c-3204-4f60-bc71-6d1b5bb65324/aaf97ece-c7ae-411f-b780-5ed7609472f0) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:38:19.898532 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-34dca00d-cacb-4c39-aa2d-5cad20fb234b req-678e2c78-c981-44a1-9427-f565a2d32c12 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6fd8fede-7055-4d6d-a04d-8b0c189e0ea5 HTTP/1.1" status: 200 len: 217 time: 0.1425221 Feb 17 17:38:19.943786 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.db.resource_extend [None req-45fcc6d2-98d4-4414-86d2-e0331eb63822 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 17:38:19.946213 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-69f4a353-a00c-4a23-9d77-81754f74fd63 req-deb7f914-1b98-4977-b9fe-dfcd7cd5da3d tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "GET /v2.0/floatingips/ae427ace-c58f-4cde-a048-a7ea42e897ab HTTP/1.1" status: 200 len: 693 time: 0.1912220 Feb 17 17:38:20.000340 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35781b53-c227-43b7-a09b-3de658132d5a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (a695d28a-4122-459c-ad10-65288ba6ea20), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:20.062283 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6a761520-df5c-40e2-ab00-6e2e250be1d3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (cc96221b-4145-4fac-91f1-932ca1195a1e), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:20.070454 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-45fcc6d2-98d4-4414-86d2-e0331eb63822 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:20.084678 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c51e9-9e23-4827-b545-330f43ea9b83 req-e5ad453e-cebd-4e9f-9df9-de7123aa8301 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:20.089926 n-d-829613-2 neutron-server[103434]: DEBUG neutron.objects.ports [None req-b77292e0-7719-4ba8-8f5f-65c23b3141cd tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103434) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 17 17:38:20.091982 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ed8c51e9-9e23-4827-b545-330f43ea9b83 req-e5ad453e-cebd-4e9f-9df9-de7123aa8301 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/ports?device_id=a66cf83c-02b1-4b63-8363-98a2a0637846 HTTP/1.1" status: 200 len: 946 time: 0.3288543 Feb 17 17:38:20.093444 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-45fcc6d2-98d4-4414-86d2-e0331eb63822 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (ad0dc8a6-c476-4709-b2a6-da463b03c2c1), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:20.095426 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b77292e0-7719-4ba8-8f5f-65c23b3141cd tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (9d8d655d-1225-415e-a1d0-2e4c74317925), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:20.099483 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35781b53-c227-43b7-a09b-3de658132d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (a695d28a-4122-459c-ad10-65288ba6ea20), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:20.113459 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-df2f455d-4887-4b06-acdb-298aa707446d None None] Publish callbacks [] for port (aaf97ece-c7ae-411f-b780-5ed7609472f0), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:20.120857 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-df2f455d-4887-4b06-acdb-298aa707446d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (aaf97ece-c7ae-411f-b780-5ed7609472f0), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:20.130374 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-6a761520-df5c-40e2-ab00-6e2e250be1d3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Calling delete_port for cc96221b-4145-4fac-91f1-932ca1195a1e owned by {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:38:20.142927 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dca00d-cacb-4c39-aa2d-5cad20fb234b req-0c3359e0-df99-4a4c-b4c5-4cb4c9626f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:20.144278 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-34dca00d-cacb-4c39-aa2d-5cad20fb234b req-0c3359e0-df99-4a4c-b4c5-4cb4c9626f28 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=21a1df04-56c1-48bc-b696-a5e17ac4d235 HTTP/1.1" status: 200 len: 867 time: 0.2367594 Feb 17 17:38:20.170781 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2f455d-4887-4b06-acdb-298aa707446d None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:38:20.174882 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-df2f455d-4887-4b06-acdb-298aa707446d None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:38:20.179604 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4a353-a00c-4a23-9d77-81754f74fd63 req-c5a5fc25-f6f2-43fc-b91c-4380d7cef2d5 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:20.180054 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2f455d-4887-4b06-acdb-298aa707446d None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:38:20.184348 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2f455d-4887-4b06-acdb-298aa707446d None None] Pushing event updated for resources: {'Port': ['ID=aaf97ece-c7ae-411f-b780-5ed7609472f0,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:20.189052 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-69f4a353-a00c-4a23-9d77-81754f74fd63 req-c5a5fc25-f6f2-43fc-b91c-4380d7cef2d5 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "GET /v2.0/networks/d7afcf1f-5124-4168-b80f-10ace9d04ea7 HTTP/1.1" status: 200 len: 784 time: 0.2418544 Feb 17 17:38:20.251018 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-df2f455d-4887-4b06-acdb-298aa707446d None None] Attempting to bind port aaf97ece-c7ae-411f-b780-5ed7609472f0 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:38:20.252702 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-df2f455d-4887-4b06-acdb-298aa707446d None None] Attempting to bind port aaf97ece-c7ae-411f-b780-5ed7609472f0 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:38:20.252702 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2f455d-4887-4b06-acdb-298aa707446d None None] Attempting to bind port aaf97ece-c7ae-411f-b780-5ed7609472f0 on network f82adc72-a904-4b51-9a87-7ea8a1981040 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:38:20.258551 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2f455d-4887-4b06-acdb-298aa707446d None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:38:20.259025 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2f455d-4887-4b06-acdb-298aa707446d None None] Checking segment: {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:38:20.260229 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-df2f455d-4887-4b06-acdb-298aa707446d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:20.260229 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2f455d-4887-4b06-acdb-298aa707446d None None] Bound using segment: {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:38:20.260818 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-df2f455d-4887-4b06-acdb-298aa707446d None None] Bound port: aaf97ece-c7ae-411f-b780-5ed7609472f0, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e335282-9f02-43e2-8539-6ad6227c4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:38:20.262547 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-df2f455d-4887-4b06-acdb-298aa707446d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (aaf97ece-c7ae-411f-b780-5ed7609472f0), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:20.265476 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77292e0-7719-4ba8-8f5f-65c23b3141cd tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:38:20.285389 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-b77292e0-7719-4ba8-8f5f-65c23b3141cd tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:38:20.294915 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77292e0-7719-4ba8-8f5f-65c23b3141cd tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:20.294915 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b77292e0-7719-4ba8-8f5f-65c23b3141cd tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:20.301383 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77292e0-7719-4ba8-8f5f-65c23b3141cd tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Subnet': ['ID=9d8d655d-1225-415e-a1d0-2e4c74317925,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:20.329906 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77292e0-7719-4ba8-8f5f-65c23b3141cd tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:38:20.330773 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77292e0-7719-4ba8-8f5f-65c23b3141cd tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:38:20.331267 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77292e0-7719-4ba8-8f5f-65c23b3141cd tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:38:20.331766 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77292e0-7719-4ba8-8f5f-65c23b3141cd tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:38:20.332319 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77292e0-7719-4ba8-8f5f-65c23b3141cd tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:38:20.332839 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77292e0-7719-4ba8-8f5f-65c23b3141cd tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:38:20.333177 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77292e0-7719-4ba8-8f5f-65c23b3141cd tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:38:20.333516 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77292e0-7719-4ba8-8f5f-65c23b3141cd tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:38:20.333851 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77292e0-7719-4ba8-8f5f-65c23b3141cd tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:38:20.334176 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77292e0-7719-4ba8-8f5f-65c23b3141cd tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:38:20.334682 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77292e0-7719-4ba8-8f5f-65c23b3141cd tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:38:20.335169 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77292e0-7719-4ba8-8f5f-65c23b3141cd tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:38:20.335668 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77292e0-7719-4ba8-8f5f-65c23b3141cd tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:38:20.340440 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-69f4a353-a00c-4a23-9d77-81754f74fd63 req-c64a1a11-d1f4-4d7f-af62-82e727416222 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.8.198 HTTP/1.1" status: 200 len: 696 time: 0.1503022 Feb 17 17:38:20.350675 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-df2f455d-4887-4b06-acdb-298aa707446d None None] For port aaf97ece-c7ae-411f-b780-5ed7609472f0, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:38:20.351993 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b77292e0-7719-4ba8-8f5f-65c23b3141cd tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.7004826 Feb 17 17:38:20.353812 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-df2f455d-4887-4b06-acdb-298aa707446d None None] For port aaf97ece-c7ae-411f-b780-5ed7609472f0, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=aaf97ece-c7ae-411f-b780-5ed7609472f0,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:38:20.355095 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47198) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:20.356460 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ed8c51e9-9e23-4827-b545-330f43ea9b83 req-a9365be2-5d0c-4b10-8eac-58e27b553aad tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/security-groups?id=24064728-799d-4802-ac8c-8dad004b7477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2629154 Feb 17 17:38:20.361181 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-3abaa8fa-317c-488b-9687-5c77da417731 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Request body: {'port': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'mac_address': 'fa:16:3e:d9:a6:ed', 'name': 'tempest-NetworksTestDHCPv6-1976516647'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:20.367748 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35781b53-c227-43b7-a09b-3de658132d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (a695d28a-4122-459c-ad10-65288ba6ea20), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:20.374090 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-df2f455d-4887-4b06-acdb-298aa707446d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (aaf97ece-c7ae-411f-b780-5ed7609472f0), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:20.412386 n-d-829613-2 neutron-server[103434]: INFO neutron.db.l3_db [None req-45fcc6d2-98d4-4414-86d2-e0331eb63822 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Floating IP ad0dc8a6-c476-4709-b2a6-da463b03c2c1 associated. External IP: 172.25.8.235, port: ed35401b-3bd0-4605-9ab0-9a24b1913fbc. Feb 17 17:38:20.417505 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-69f4a353-a00c-4a23-9d77-81754f74fd63 req-c6fb4a7a-cb24-40df-bcae-3bb9199d9b24 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.8.198 HTTP/1.1" status: 200 len: 696 time: 0.0761075 Feb 17 17:38:20.421808 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35781b53-c227-43b7-a09b-3de658132d5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a695d28a-4122-459c-ad10-65288ba6ea20,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:20.443264 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2f455d-4887-4b06-acdb-298aa707446d None None] Pushing event updated for resources: {'Port': ['ID=aaf97ece-c7ae-411f-b780-5ed7609472f0,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:20.678013 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35781b53-c227-43b7-a09b-3de658132d5a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:20.688438 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-35781b53-c227-43b7-a09b-3de658132d5a admin admin] 10.222.0.87 "DELETE /v2.0/subnets/a695d28a-4122-459c-ad10-65288ba6ea20 HTTP/1.1" status: 204 len: 168 time: 1.0047274 Feb 17 17:38:20.696185 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47208) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:20.842775 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abaa8fa-317c-488b-9687-5c77da417731 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Made reservation on behalf of c017d73ca35741f09876024d2cbfcdb7 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:38:20.857889 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6a94d7f2-8e1c-40d8-a1fe-b3bcf3786445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (9bcc8a88-3b91-4ec1-b3b9-fb9678537539), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:20.941015 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dca00d-cacb-4c39-aa2d-5cad20fb234b req-c15386b4-f328-4eab-bbae-70320ce237be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:20.941015 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-34dca00d-cacb-4c39-aa2d-5cad20fb234b req-c15386b4-f328-4eab-bbae-70320ce237be service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2a574d4f-e4f9-49f2-aee6-25c2bbb796ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7881298 Feb 17 17:38:21.024094 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ab87b1-d42f-4db3-96e5-629833bd232b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a7fb3a-f884-41e9-837c-0092f3339dab'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:38:21.026623 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8867f746-ce89-4627-ae20-7847c2cba94d" -d '{"events": [{"server_uuid": "60ab87b1-d42f-4db3-96e5-629833bd232b", "name": "network-vif-plugged", "status": "completed", "tag": "80a7fb3a-f884-41e9-837c-0092f3339dab"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:38:21.109302 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b0a4fb-98e3-4ade-bdfc-fb5ccde55bc9 None None] Network 00658488-b211-4223-b69d-9e670d718cb5 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:38:21.191766 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af81ff5-d593-46f5-b33a-140297749b3e req-8d0fe13f-7bce-4e76-82cb-74f75563eff0 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:21.193408 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9af81ff5-d593-46f5-b33a-140297749b3e req-8d0fe13f-7bce-4e76-82cb-74f75563eff0 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/ports?device_id=a66cf83c-02b1-4b63-8363-98a2a0637846 HTTP/1.1" status: 200 len: 946 time: 0.2814114 Feb 17 17:38:21.200296 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9dd8b4-e6a8-4dd0-9575-6186f68149b7 req-382dad66-1086-43f9-9b77-01a01ccbf6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:21.201897 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8c9dd8b4-e6a8-4dd0-9575-6186f68149b7 req-382dad66-1086-43f9-9b77-01a01ccbf6df service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a45426717d8d45f2862bf894c7d95737&device_id=a66cf83c-02b1-4b63-8363-98a2a0637846 HTTP/1.1" status: 200 len: 1128 time: 0.2789338 Feb 17 17:38:21.216473 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-0e5ea8c3-1a23-4b56-8922-3db94b1d2c4c None None] Provisioning complete for port 9a7a3ece-e6eb-4db3-9df9-bf16241ae478 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:38:21.217061 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0e5ea8c3-1a23-4b56-8922-3db94b1d2c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (9a7a3ece-e6eb-4db3-9df9-bf16241ae478), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:21.275619 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-34dca00d-cacb-4c39-aa2d-5cad20fb234b req-26a01c07-8d0e-4f1a-842b-8a9859221480 service neutron] 10.222.0.91 "GET /v2.0/networks/2a574d4f-e4f9-49f2-aee6-25c2bbb796ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985950 Feb 17 17:38:21.286846 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6a761520-df5c-40e2-ab00-6e2e250be1d3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (cc96221b-4145-4fac-91f1-932ca1195a1e), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:21.343514 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-0e5ea8c3-1a23-4b56-8922-3db94b1d2c4c None None] Current status of the port 9a7a3ece-e6eb-4db3-9df9-bf16241ae478 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:21.343967 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0e5ea8c3-1a23-4b56-8922-3db94b1d2c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (9a7a3ece-e6eb-4db3-9df9-bf16241ae478), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:21.394633 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-0e5ea8c3-1a23-4b56-8922-3db94b1d2c4c None None] For port 9a7a3ece-e6eb-4db3-9df9-bf16241ae478, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=9a7a3ece-e6eb-4db3-9df9-bf16241ae478,segment=NetworkSegment(96c3b098-aeb7-41cf-a218-ded66f5348c6),segment_id=96c3b098-aeb7-41cf-a218-ded66f5348c6)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:21.406010 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0e5ea8c3-1a23-4b56-8922-3db94b1d2c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (9a7a3ece-e6eb-4db3-9df9-bf16241ae478), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:21.449565 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a761520-df5c-40e2-ab00-6e2e250be1d3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event deleted for resources: {'Port': ['ID=cc96221b-4145-4fac-91f1-932ca1195a1e,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:21.460471 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9af81ff5-d593-46f5-b33a-140297749b3e req-76eb3a36-9f85-4782-a7c0-8bf99e518a33 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/security-groups?id=24064728-799d-4802-ac8c-8dad004b7477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2507467 Feb 17 17:38:21.464437 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6a761520-df5c-40e2-ab00-6e2e250be1d3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:21.470249 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5ea8c3-1a23-4b56-8922-3db94b1d2c4c None None] Pushing event updated for resources: {'Port': ['ID=9a7a3ece-e6eb-4db3-9df9-bf16241ae478,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:21.471153 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-6a761520-df5c-40e2-ab00-6e2e250be1d3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "DELETE /v2.0/ports/cc96221b-4145-4fac-91f1-932ca1195a1e HTTP/1.1" status: 204 len: 168 time: 2.1847675 Feb 17 17:38:21.474937 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 47212) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:21.558067 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6a94d7f2-8e1c-40d8-a1fe-b3bcf3786445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (9bcc8a88-3b91-4ec1-b3b9-fb9678537539), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:21.577950 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3abaa8fa-317c-488b-9687-5c77da417731 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:21.601332 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-69f4a353-a00c-4a23-9d77-81754f74fd63 req-809a474a-03cc-4b6c-8504-c1951fde2b77 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Deleting port f830d011-04b0-4b6b-b7c5-684f683a1df4 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:38:21.601568 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-69f4a353-a00c-4a23-9d77-81754f74fd63 req-809a474a-03cc-4b6c-8504-c1951fde2b77 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (f830d011-04b0-4b6b-b7c5-684f683a1df4), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:21.615417 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-428cfee9-0a91-42dc-a539-afedac4f29a6 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] GET failed (client error): The resource could not be found. Feb 17 17:38:21.619693 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-428cfee9-0a91-42dc-a539-afedac4f29a6 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "GET /v2.0/ports/cc96221b-4145-4fac-91f1-932ca1195a1e HTTP/1.1" status: 404 len: 333 time: 0.1427481 Feb 17 17:38:21.626494 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-6a94d7f2-8e1c-40d8-a1fe-b3bcf3786445 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bcc8a88-3b91-4ec1-b3b9-fb9678537539']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:38:21.635277 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 47214) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:21.665344 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-3abaa8fa-317c-488b-9687-5c77da417731 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] device_id is not set on port 13bc3808-1293-4af7-92d7-ed2896ea357f yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:38:21.672494 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-6a94d7f2-8e1c-40d8-a1fe-b3bcf3786445 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2348ccb8-b5ba-46c2-9adb-0c68d6d6c0ea') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:38:21.672894 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-6a94d7f2-8e1c-40d8-a1fe-b3bcf3786445 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2348ccb8-b5ba-46c2-9adb-0c68d6d6c0ea') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:38:21.695296 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45fcc6d2-98d4-4414-86d2-e0331eb63822 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Router 5da8e7a7-b629-4290-b86c-f2777850e416 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:38:21.695963 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9dd8b4-e6a8-4dd0-9575-6186f68149b7 req-4c2c8877-1369-401b-be1b-108670bf72f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:21.702394 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8c9dd8b4-e6a8-4dd0-9575-6186f68149b7 req-4c2c8877-1369-401b-be1b-108670bf72f3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=249d7a73-68d0-4715-9e76-b2a8e292b955 HTTP/1.1" status: 200 len: 910 time: 0.4912157 Feb 17 17:38:21.702582 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6a94d7f2-8e1c-40d8-a1fe-b3bcf3786445 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (2348ccb8-b5ba-46c2-9adb-0c68d6d6c0ea), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:21.722190 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 9a7a3ece-e6eb-4db3-9df9-bf16241ae478 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:38:21.780413 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-e3912866-bd8d-444b-91b0-190e437770a6 None None] Could not find standard attr ID for object cc96221b-4145-4fac-91f1-932ca1195a1e. {{(pid=103436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 17:38:21.787389 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6a94d7f2-8e1c-40d8-a1fe-b3bcf3786445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (2348ccb8-b5ba-46c2-9adb-0c68d6d6c0ea), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:21.821948 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-e3912866-bd8d-444b-91b0-190e437770a6 None None] Provisioning complete for port 9a7a3ece-e6eb-4db3-9df9-bf16241ae478 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:38:21.822265 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e3912866-bd8d-444b-91b0-190e437770a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (9a7a3ece-e6eb-4db3-9df9-bf16241ae478), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:21.857040 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-34dca00d-cacb-4c39-aa2d-5cad20fb234b req-6301f687-634e-44f2-b1cc-d6f5079decf7 service neutron] 10.222.0.91 "GET /v2.0/networks/2a574d4f-e4f9-49f2-aee6-25c2bbb796ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5671396 Feb 17 17:38:21.869907 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-7feaa666-9b1c-4618-9c5e-e84ba0d51a93 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Deleting subnet 06ce30fe-978b-40f6-9ae4-5ff314af90df {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:38:21.877526 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a94d7f2-8e1c-40d8-a1fe-b3bcf3786445 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:38:21.880161 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6a94d7f2-8e1c-40d8-a1fe-b3bcf3786445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (2348ccb8-b5ba-46c2-9adb-0c68d6d6c0ea), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:21.880734 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 9a7a3ece-e6eb-4db3-9df9-bf16241ae478 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:38:21.881114 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (9a7a3ece-e6eb-4db3-9df9-bf16241ae478), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:21.885759 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:38:21.885759 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:38:21.885759 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:38:21.885759 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:38:21.885759 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:38:21.885759 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:38:21.885759 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:38:21.885759 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:38:21.885759 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:38:21.885759 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:38:21.885759 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:38:21.885759 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:38:21.885759 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:38:21.885759 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:38:21.885759 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:38:21.885759 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:38:21.885759 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:38:21.885759 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:38:21.885759 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:38:21.885759 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:38:21.885759 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:38:21.885759 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:38:21.885759 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:38:21.885759 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:38:21.885759 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:38:21.885759 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:38:21.885759 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:38:21.885759 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:38:21.885759 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:38:21.885759 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:38:21.885759 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:38:21.885759 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:38:21.893020 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7feaa666-9b1c-4618-9c5e-e84ba0d51a93 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for subnet (06ce30fe-978b-40f6-9ae4-5ff314af90df), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:21.969675 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-69f4a353-a00c-4a23-9d77-81754f74fd63 req-809a474a-03cc-4b6c-8504-c1951fde2b77 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (f830d011-04b0-4b6b-b7c5-684f683a1df4), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:21.970315 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-69f4a353-a00c-4a23-9d77-81754f74fd63 req-809a474a-03cc-4b6c-8504-c1951fde2b77 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Publish callbacks [] for floatingip (f830d011-04b0-4b6b-b7c5-684f683a1df4), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:21.986341 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-69f4a353-a00c-4a23-9d77-81754f74fd63 req-809a474a-03cc-4b6c-8504-c1951fde2b77 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Calling delete_port for f830d011-04b0-4b6b-b7c5-684f683a1df4 owned by network:floatingip {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:38:22.032872 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6a94d7f2-8e1c-40d8-a1fe-b3bcf3786445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (9bcc8a88-3b91-4ec1-b3b9-fb9678537539), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:22.036487 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-e3912866-bd8d-444b-91b0-190e437770a6 None None] Current status of the port 9a7a3ece-e6eb-4db3-9df9-bf16241ae478 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:22.066603 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6a94d7f2-8e1c-40d8-a1fe-b3bcf3786445 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:22.077974 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6a94d7f2-8e1c-40d8-a1fe-b3bcf3786445 admin admin] 10.222.0.87 "DELETE /v2.0/networks/9bcc8a88-3b91-4ec1-b3b9-fb9678537539 HTTP/1.1" status: 204 len: 168 time: 1.3794622 Feb 17 17:38:22.103693 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 9a7a3ece-e6eb-4db3-9df9-bf16241ae478 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:22.105086 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device aaf97ece-c7ae-411f-b780-5ed7609472f0 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:38:22.105277 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a94d7f2-8e1c-40d8-a1fe-b3bcf3786445 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bcc8a88-3b91-4ec1-b3b9-fb9678537539,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:22.163353 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45fcc6d2-98d4-4414-86d2-e0331eb63822 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:38:22.172108 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-45fcc6d2-98d4-4414-86d2-e0331eb63822 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:22.175622 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afcb65b-adc3-4762-bf91-b969f52a8d03 None None] Sync routers for ids ['5da8e7a7-b629-4290-b86c-f2777850e416'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:38:22.195314 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7feaa666-9b1c-4618-9c5e-e84ba0d51a93 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (06ce30fe-978b-40f6-9ae4-5ff314af90df), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:22.200052 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27e87a3-7f65-4a91-bb74-70b776c0ec1c None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:38:22.201448 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afcb65b-adc3-4762-bf91-b969f52a8d03 None None] Routers {'5da8e7a7-b629-4290-b86c-f2777850e416'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:38:22.203863 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-0afcb65b-adc3-4762-bf91-b969f52a8d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:38:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['5da8e7a7-b629-4290-b86c-f2777850e416'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:38:22.210892 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-3abaa8fa-317c-488b-9687-5c77da417731 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Allocated IP 2001:db8::4c (f82adc72-a904-4b51-9a87-7ea8a1981040/ed74193c-3204-4f60-bc71-6d1b5bb65324/13bc3808-1293-4af7-92d7-ed2896ea357f) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:38:22.223233 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-3abaa8fa-317c-488b-9687-5c77da417731 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Allocated IP 2001:db8:0:1:f816:3eff:fed9:a6ed (f82adc72-a904-4b51-9a87-7ea8a1981040/9d8d655d-1225-415e-a1d0-2e4c74317925/13bc3808-1293-4af7-92d7-ed2896ea357f) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:38:22.226650 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-45fcc6d2-98d4-4414-86d2-e0331eb63822 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "PUT /v2.0/floatingips/ad0dc8a6-c476-4709-b2a6-da463b03c2c1 HTTP/1.1" status: 200 len: 992 time: 3.4401555 Feb 17 17:38:22.232461 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'tag': 'ed35401b-3bd0-4605-9ab0-9a24b1913fbc'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:38:22.235062 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546b9df0-5533-4e31-8cdf-d3819be536ee" -d '{"events": [{"name": "network-changed", "server_uuid": "8a875872-ecbe-4e3b-9059-98bd8c42bc1e", "tag": "ed35401b-3bd0-4605-9ab0-9a24b1913fbc"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:38:22.243195 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port aaf97ece-c7ae-411f-b780-5ed7609472f0 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:38:22.248936 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (aaf97ece-c7ae-411f-b780-5ed7609472f0), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:22.316580 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7feaa666-9b1c-4618-9c5e-e84ba0d51a93 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (06ce30fe-978b-40f6-9ae4-5ff314af90df), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:22.326243 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-89e7b07f-2dbd-4408-baaa-0fa4929ef567 None None] Could not find standard attr ID for object cc96221b-4145-4fac-91f1-932ca1195a1e. {{(pid=103436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 17:38:22.371972 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8c9dd8b4-e6a8-4dd0-9575-6186f68149b7 req-9d64b709-3f41-4998-840f-eea05a23d8cc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e00aaed-554c-4e36-90b7-8553757a4a66 HTTP/1.1" status: 200 len: 1002 time: 0.6456499 Feb 17 17:38:22.383363 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4c195-4dd5-4ffb-9b75-f8efb6dc3e07 req-feb8417e-601d-4df0-bc71-1c588ac758ab tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:22.385844 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-87d4c195-4dd5-4ffb-9b75-f8efb6dc3e07 req-feb8417e-601d-4df0-bc71-1c588ac758ab tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=60ab87b1-d42f-4db3-96e5-629833bd232b HTTP/1.1" status: 200 len: 945 time: 0.7822316 Feb 17 17:38:22.386574 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-69f4a353-a00c-4a23-9d77-81754f74fd63 req-809a474a-03cc-4b6c-8504-c1951fde2b77 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (f830d011-04b0-4b6b-b7c5-684f683a1df4), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:22.452161 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47222) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:22.465463 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-0afcb65b-adc3-4762-bf91-b969f52a8d03 None None] Set router 5da8e7a7-b629-4290-b86c-f2777850e416 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:38:22.480152 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-89e7b07f-2dbd-4408-baaa-0fa4929ef567 None None] Provisioning complete for port aaf97ece-c7ae-411f-b780-5ed7609472f0 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:38:22.481799 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-89e7b07f-2dbd-4408-baaa-0fa4929ef567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (aaf97ece-c7ae-411f-b780-5ed7609472f0), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:22.491336 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3abaa8fa-317c-488b-9687-5c77da417731 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for port (13bc3808-1293-4af7-92d7-ed2896ea357f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:22.507749 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a474a-03cc-4b6c-8504-c1951fde2b77 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Pushing event deleted for resources: {'Port': ['ID=f830d011-04b0-4b6b-b7c5-684f683a1df4,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:22.582883 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c26871b3-a18a-45ff-a000-b046888b8555 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=bfcb5827d83a4cf78d474a574e22d5cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1120343 Feb 17 17:38:22.585215 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47226) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:22.587367 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-69f4a353-a00c-4a23-9d77-81754f74fd63 req-809a474a-03cc-4b6c-8504-c1951fde2b77 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Publish callbacks [] for floatingip (ae427ace-c58f-4cde-a048-a7ea42e897ab), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:22.597160 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-69f4a353-a00c-4a23-9d77-81754f74fd63 req-809a474a-03cc-4b6c-8504-c1951fde2b77 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:22.598423 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-69f4a353-a00c-4a23-9d77-81754f74fd63 req-809a474a-03cc-4b6c-8504-c1951fde2b77 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "DELETE /v2.0/floatingips/ae427ace-c58f-4cde-a048-a7ea42e897ab HTTP/1.1" status: 204 len: 173 time: 2.1801300 Feb 17 17:38:22.635370 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9dd8b4-e6a8-4dd0-9575-6186f68149b7 req-38cef64f-69bd-4878-9761-3f1e4d7a13d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:22.637967 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8c9dd8b4-e6a8-4dd0-9575-6186f68149b7 req-38cef64f-69bd-4878-9761-3f1e4d7a13d5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=183d9df1-0481-445d-8bb9-bc438141d74b HTTP/1.1" status: 200 len: 848 time: 0.2444997 Feb 17 17:38:22.647489 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3abaa8fa-317c-488b-9687-5c77da417731 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (13bc3808-1293-4af7-92d7-ed2896ea357f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:22.651494 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port aaf97ece-c7ae-411f-b780-5ed7609472f0 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:22.651995 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (aaf97ece-c7ae-411f-b780-5ed7609472f0), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:22.681864 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abaa8fa-317c-488b-9687-5c77da417731 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Network f82adc72-a904-4b51-9a87-7ea8a1981040 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:38:22.689105 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-3abaa8fa-317c-488b-9687-5c77da417731 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:38:22.694991 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7feaa666-9b1c-4618-9c5e-e84ba0d51a93 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (06ce30fe-978b-40f6-9ae4-5ff314af90df), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:22.720533 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abaa8fa-317c-488b-9687-5c77da417731 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:38:22.726267 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abaa8fa-317c-488b-9687-5c77da417731 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:22.727158 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3abaa8fa-317c-488b-9687-5c77da417731 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:22.730419 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-87d4c195-4dd5-4ffb-9b75-f8efb6dc3e07 req-83ae38be-21a5-49c1-af85-ad931f5a7480 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218119 Feb 17 17:38:22.750250 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feaa666-9b1c-4618-9c5e-e84ba0d51a93 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event deleted for resources: {'Subnet': ['ID=06ce30fe-978b-40f6-9ae4-5ff314af90df,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:22.775623 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7feaa666-9b1c-4618-9c5e-e84ba0d51a93 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:22.781131 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-89e7b07f-2dbd-4408-baaa-0fa4929ef567 None None] Current status of the port aaf97ece-c7ae-411f-b780-5ed7609472f0 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:22.781530 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-89e7b07f-2dbd-4408-baaa-0fa4929ef567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (aaf97ece-c7ae-411f-b780-5ed7609472f0), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:22.783428 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-7feaa666-9b1c-4618-9c5e-e84ba0d51a93 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "DELETE /v2.0/subnets/06ce30fe-978b-40f6-9ae4-5ff314af90df HTTP/1.1" status: 204 len: 168 time: 1.1428680 Feb 17 17:38:22.785579 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 47230) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:22.794998 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port aaf97ece-c7ae-411f-b780-5ed7609472f0, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=aaf97ece-c7ae-411f-b780-5ed7609472f0,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:22.796149 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4bd925-39d0-4b38-b806-4aa494a4578d None None] Network 00658488-b211-4223-b69d-9e670d718cb5 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:38:22.815583 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 47232) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:22.817674 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3abaa8fa-317c-488b-9687-5c77da417731 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.4602597 Feb 17 17:38:22.837557 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abaa8fa-317c-488b-9687-5c77da417731 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event updated for resources: {'Port': ['ID=13bc3808-1293-4af7-92d7-ed2896ea357f,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:22.863260 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (aaf97ece-c7ae-411f-b780-5ed7609472f0), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:22.878682 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ef5da5-13b9-4f21-8949-c768659ddcb3 None None] Update dhcp port {'port': {'network_id': 'f82adc72-a904-4b51-9a87-7ea8a1981040', 'fixed_ips': [{'subnet_id': 'ed74193c-3204-4f60-bc71-6d1b5bb65324', 'ip_address': '2001:db8::2'}, {'subnet_id': '9d8d655d-1225-415e-a1d0-2e4c74317925'}], 'binding:host_id': 'n-d-829613-2'}, 'id': 'aaf97ece-c7ae-411f-b780-5ed7609472f0'} from n-d-829613-2. {{(pid=103436) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 17 17:38:22.883196 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-0afcb65b-adc3-4762-bf91-b969f52a8d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da8e7a7-b629-4290-b86c-f2777850e416', 'name': 'tempest-TaggedBootDevicesTest-1008680030-router', 'tenant_id': '918d19e8f1f044baa808ac9d66a136f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '74162f3a-045b-4c0b-afc2-c4430fc99f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:34:29Z', 'updated_at': '2022-02-17T17:34:39Z', 'revision_number': 4, 'project_id': '918d19e8f1f044baa808ac9d66a136f9', 'gw_port': {'id': '74162f3a-045b-4c0b-afc2-c4430fc99f08', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da8e7a7-b629-4290-b86c-f2777850e416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:34:32Z', 'updated_at': '2022-02-17T17:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': 'ad0dc8a6-c476-4709-b2a6-da463b03c2c1', 'tenant_id': '918d19e8f1f044baa808ac9d66a136f9', 'floating_ip_address': '172.25.8.235', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '5da8e7a7-b629-4290-b86c-f2777850e416', 'port_id': 'ed35401b-3bd0-4605-9ab0-9a24b1913fbc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1267, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a5e4a87-4ee5-43ba-9b80-4028df7a735a', 'mac_address': 'fa:16:3e:e1:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:36:06Z', 'updated_at': '2022-02-17T17:38:19Z', 'revision_number': 1, 'project_id': '918d19e8f1f044baa808ac9d66a136f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e232601c-c671-4a11-bfc4-293b0d39694d', 'name': '', 'network_id': '0a5e4a87-4ee5-43ba-9b80-4028df7a735a', 'tenant_id': '918d19e8f1f044baa808ac9d66a136f9', 'mac_address': 'fa:16:3e:ca:59:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da8e7a7-b629-4290-b86c-f2777850e416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '98ec6acc-308e-4130-b06f-00382706d70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:34:38Z', 'updated_at': '2022-02-17T17:34:46Z', 'revision_number': 5, 'project_id': '918d19e8f1f044baa808ac9d66a136f9', 'subnets': [{'id': '98ec6acc-308e-4130-b06f-00382706d70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:38:22.891889 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e4400971-54e6-41cf-93d2-57147e47c0a7 admin admin] Publish callbacks [] for security_group (6e84d6e9-8d24-450f-881e-81f04b98605d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:22.914984 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afcb65b-adc3-4762-bf91-b969f52a8d03 None None] Checking router: 5da8e7a7-b629-4290-b86c-f2777850e416 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:38:22.926596 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afcb65b-adc3-4762-bf91-b969f52a8d03 None None] Routers {'5da8e7a7-b629-4290-b86c-f2777850e416'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:38:22.927590 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-0afcb65b-adc3-4762-bf91-b969f52a8d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:38:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['5da8e7a7-b629-4290-b86c-f2777850e416'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:38:22.941795 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9dd8b4-e6a8-4dd0-9575-6186f68149b7 req-71016d52-8f04-4227-834d-1ddddd934be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:22.943351 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8c9dd8b4-e6a8-4dd0-9575-6186f68149b7 req-71016d52-8f04-4227-834d-1ddddd934be9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=249d7a73-68d0-4715-9e76-b2a8e292b955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2929718 Feb 17 17:38:22.967305 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e4400971-54e6-41cf-93d2-57147e47c0a7 admin admin] Publish callbacks [] for security_group (6e84d6e9-8d24-450f-881e-81f04b98605d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:22.970936 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a56178-9a31-49cc-b0b8-3c6cf69b3650 req-7bde5a9a-8905-44d7-b0fc-3ef8ed6de9ae tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:22.972571 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-40a56178-9a31-49cc-b0b8-3c6cf69b3650 req-7bde5a9a-8905-44d7-b0fc-3ef8ed6de9ae tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] 10.222.0.87 "GET /v2.0/ports?device_id=4faafdc4-4cfc-45a4-9aa2-b84030e219f7 HTTP/1.1" status: 200 len: 946 time: 0.2365682 Feb 17 17:38:23.081758 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454c850-a12e-49c4-ba7c-39f6c02f14b0 req-7234d7e5-0a0f-47f2-9966-1d8a0408ff8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:23.082894 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-0afcb65b-adc3-4762-bf91-b969f52a8d03 None None] Set router 5da8e7a7-b629-4290-b86c-f2777850e416 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:38:23.083254 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c454c850-a12e-49c4-ba7c-39f6c02f14b0 req-7234d7e5-0a0f-47f2-9966-1d8a0408ff8f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=60ab87b1-d42f-4db3-96e5-629833bd232b HTTP/1.1" status: 200 len: 1127 time: 0.0839038 Feb 17 17:38:23.103685 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e4400971-54e6-41cf-93d2-57147e47c0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (6e84d6e9-8d24-450f-881e-81f04b98605d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:23.106945 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e4400971-54e6-41cf-93d2-57147e47c0a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:23.110955 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e4400971-54e6-41cf-93d2-57147e47c0a7 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6e84d6e9-8d24-450f-881e-81f04b98605d HTTP/1.1" status: 204 len: 168 time: 0.5245087 Feb 17 17:38:23.132512 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ce87c545-002e-4eba-9c7e-544b7f8f3b99 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (00658488-b211-4223-b69d-9e670d718cb5), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:23.132777 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4400971-54e6-41cf-93d2-57147e47c0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e84d6e9-8d24-450f-881e-81f04b98605d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:23.159334 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e43538-b272-413e-9a77-de334a4c8a10 x-openstack-request-id: req-21e43538-b272-413e-9a77-de334a4c8a10 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:38:23.159651 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60ab87b1-d42f-4db3-96e5-629833bd232b", "name": "network-vif-plugged", "status": "completed", "tag": "80a7fb3a-f884-41e9-837c-0092f3339dab", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:38:23.160104 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-21e43538-b272-413e-9a77-de334a4c8a10 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:38:23.160688 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60ab87b1-d42f-4db3-96e5-629833bd232b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a7fb3a-f884-41e9-837c-0092f3339dab', 'code': 200} Feb 17 17:38:23.166766 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c454c850-a12e-49c4-ba7c-39f6c02f14b0 req-59f74ed9-6642-433f-85f8-15a3546bf145 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712459 Feb 17 17:38:23.248291 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-85ef5da5-13b9-4f21-8949-c768659ddcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (aaf97ece-c7ae-411f-b780-5ed7609472f0), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:23.272159 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.api [None req-89e7b07f-2dbd-4408-baaa-0fa4929ef567 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:38:23.272588 n-d-829613-2 neutron-server[103436]: DEBUG oslo_db.api [None req-89e7b07f-2dbd-4408-baaa-0fa4929ef567 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 17:38:23.275944 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=aaf97ece-c7ae-411f-b780-5ed7609472f0,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:23.418686 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c4a7da-6ac1-4f03-8871-76a2d749122f None None] DHCP port deletion for 00658488-b211-4223-b69d-9e670d718cb5 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:38:23.428071 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-0afcb65b-adc3-4762-bf91-b969f52a8d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da8e7a7-b629-4290-b86c-f2777850e416', 'name': 'tempest-TaggedBootDevicesTest-1008680030-router', 'tenant_id': '918d19e8f1f044baa808ac9d66a136f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '74162f3a-045b-4c0b-afc2-c4430fc99f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:34:29Z', 'updated_at': '2022-02-17T17:34:39Z', 'revision_number': 4, 'project_id': '918d19e8f1f044baa808ac9d66a136f9', 'gw_port': {'id': '74162f3a-045b-4c0b-afc2-c4430fc99f08', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da8e7a7-b629-4290-b86c-f2777850e416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:34:32Z', 'updated_at': '2022-02-17T17:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': 'ad0dc8a6-c476-4709-b2a6-da463b03c2c1', 'tenant_id': '918d19e8f1f044baa808ac9d66a136f9', 'floating_ip_address': '172.25.8.235', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '5da8e7a7-b629-4290-b86c-f2777850e416', 'port_id': 'ed35401b-3bd0-4605-9ab0-9a24b1913fbc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1267, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a5e4a87-4ee5-43ba-9b80-4028df7a735a', 'mac_address': 'fa:16:3e:e1:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:36:06Z', 'updated_at': '2022-02-17T17:38:19Z', 'revision_number': 1, 'project_id': '918d19e8f1f044baa808ac9d66a136f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e232601c-c671-4a11-bfc4-293b0d39694d', 'name': '', 'network_id': '0a5e4a87-4ee5-43ba-9b80-4028df7a735a', 'tenant_id': '918d19e8f1f044baa808ac9d66a136f9', 'mac_address': 'fa:16:3e:ca:59:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da8e7a7-b629-4290-b86c-f2777850e416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '98ec6acc-308e-4130-b06f-00382706d70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:34:38Z', 'updated_at': '2022-02-17T17:34:46Z', 'revision_number': 5, 'project_id': '918d19e8f1f044baa808ac9d66a136f9', 'subnets': [{'id': '98ec6acc-308e-4130-b06f-00382706d70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:38:23.483065 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afcb65b-adc3-4762-bf91-b969f52a8d03 None None] The sync data for ids ['5da8e7a7-b629-4290-b86c-f2777850e416'] in n-d-829613-2 is: [{'id': '5da8e7a7-b629-4290-b86c-f2777850e416', 'name': 'tempest-TaggedBootDevicesTest-1008680030-router', 'tenant_id': '918d19e8f1f044baa808ac9d66a136f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '74162f3a-045b-4c0b-afc2-c4430fc99f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:34:29Z', 'updated_at': '2022-02-17T17:34:39Z', 'revision_number': 4, 'project_id': '918d19e8f1f044baa808ac9d66a136f9', 'gw_port': {'id': '74162f3a-045b-4c0b-afc2-c4430fc99f08', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da8e7a7-b629-4290-b86c-f2777850e416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:34:32Z', 'updated_at': '2022-02-17T17:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': 'ad0dc8a6-c476-4709-b2a6-da463b03c2c1', 'tenant_id': '918d19e8f1f044baa808ac9d66a136f9', 'floating_ip_address': '172.25.8.235', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '5da8e7a7-b629-4290-b86c-f2777850e416', 'port_id': 'ed35401b-3bd0-4605-9ab0-9a24b1913fbc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1267, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a5e4a87-4ee5-43ba-9b80-4028df7a735a', 'mac_address': 'fa:16:3e:e1:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:36:06Z', 'updated_at': '2022-02-17T17:38:19Z', 'revision_number': 1, 'project_id': '918d19e8f1f044baa808ac9d66a136f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e232601c-c671-4a11-bfc4-293b0d39694d', 'name': '', 'network_id': '0a5e4a87-4ee5-43ba-9b80-4028df7a735a', 'tenant_id': '918d19e8f1f044baa808ac9d66a136f9', 'mac_address': 'fa:16:3e:ca:59:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da8e7a7-b629-4290-b86c-f2777850e416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '98ec6acc-308e-4130-b06f-00382706d70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:34:38Z', 'updated_at': '2022-02-17T17:34:46Z', 'revision_number': 5, 'project_id': '918d19e8f1f044baa808ac9d66a136f9', 'subnets': [{'id': '98ec6acc-308e-4130-b06f-00382706d70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:38:23.562990 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device aaf97ece-c7ae-411f-b780-5ed7609472f0 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:38:23.577216 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-40a56178-9a31-49cc-b0b8-3c6cf69b3650 req-e42da422-e3c9-4be5-8435-c67af5da329f tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2b464b0-2999-42c4-a62f-fd6160f3d182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4874635 Feb 17 17:38:23.629684 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8c9dd8b4-e6a8-4dd0-9575-6186f68149b7 req-d98983ee-bf99-4903-af9c-80bf70ed616a service neutron] 10.222.0.71 "GET /v2.0/networks/249d7a73-68d0-4715-9e76-b2a8e292b955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6560602 Feb 17 17:38:23.636207 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-bbca2a7a-0cff-47ad-ac39-29559a89c9cf tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Deleting port 13bc3808-1293-4af7-92d7-ed2896ea357f {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:38:23.636529 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bbca2a7a-0cff-47ad-ac39-29559a89c9cf tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (13bc3808-1293-4af7-92d7-ed2896ea357f), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:23.665746 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-85ef5da5-13b9-4f21-8949-c768659ddcb3 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe48:feb3 (f82adc72-a904-4b51-9a87-7ea8a1981040/9d8d655d-1225-415e-a1d0-2e4c74317925/aaf97ece-c7ae-411f-b780-5ed7609472f0) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:38:23.703890 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149ba901-8747-478d-bb63-e067c93cdcad x-openstack-request-id: req-149ba901-8747-478d-bb63-e067c93cdcad {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:38:23.704436 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a875872-ecbe-4e3b-9059-98bd8c42bc1e", "tag": "ed35401b-3bd0-4605-9ab0-9a24b1913fbc", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:38:23.704741 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-149ba901-8747-478d-bb63-e067c93cdcad {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:38:23.705183 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'tag': 'ed35401b-3bd0-4605-9ab0-9a24b1913fbc', 'status': 'completed', 'code': 200} Feb 17 17:38:23.712576 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-25c4a7da-6ac1-4f03-8871-76a2d749122f None None] Deleting port 9a7a3ece-e6eb-4db3-9df9-bf16241ae478 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:38:23.712956 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-25c4a7da-6ac1-4f03-8871-76a2d749122f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (9a7a3ece-e6eb-4db3-9df9-bf16241ae478), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:23.726885 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63315af0-fcab-453c-b80e-57d913e41e46 req-e48821e3-cf4b-40e5-a6ca-ab4729e3f7e9 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:23.735276 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63315af0-fcab-453c-b80e-57d913e41e46 req-e48821e3-cf4b-40e5-a6ca-ab4729e3f7e9 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:23.742715 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63315af0-fcab-453c-b80e-57d913e41e46 req-e48821e3-cf4b-40e5-a6ca-ab4729e3f7e9 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:23.751158 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63315af0-fcab-453c-b80e-57d913e41e46 req-e48821e3-cf4b-40e5-a6ca-ab4729e3f7e9 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:23.759425 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63315af0-fcab-453c-b80e-57d913e41e46 req-e48821e3-cf4b-40e5-a6ca-ab4729e3f7e9 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:23.765604 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63315af0-fcab-453c-b80e-57d913e41e46 req-e48821e3-cf4b-40e5-a6ca-ab4729e3f7e9 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:23.771490 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63315af0-fcab-453c-b80e-57d913e41e46 req-e48821e3-cf4b-40e5-a6ca-ab4729e3f7e9 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:23.779858 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-63315af0-fcab-453c-b80e-57d913e41e46 req-e48821e3-cf4b-40e5-a6ca-ab4729e3f7e9 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 5433 time: 0.2716310 Feb 17 17:38:23.932690 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72abc0a-fc7b-4771-9a1a-9fe447d655b0 None None] New status for floating IP ad0dc8a6-c476-4709-b2a6-da463b03c2c1: ACTIVE {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 17:38:23.952837 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-25c4a7da-6ac1-4f03-8871-76a2d749122f None None] For port 9a7a3ece-e6eb-4db3-9df9-bf16241ae478, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=9a7a3ece-e6eb-4db3-9df9-bf16241ae478,segment=NetworkSegment(96c3b098-aeb7-41cf-a218-ded66f5348c6),segment_id=96c3b098-aeb7-41cf-a218-ded66f5348c6)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:23.953178 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-25c4a7da-6ac1-4f03-8871-76a2d749122f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (9a7a3ece-e6eb-4db3-9df9-bf16241ae478), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:24.041026 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-25c4a7da-6ac1-4f03-8871-76a2d749122f None None] Calling delete_port for 9a7a3ece-e6eb-4db3-9df9-bf16241ae478 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:38:24.060040 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-89e7b07f-2dbd-4408-baaa-0fa4929ef567 None None] Current status of the port aaf97ece-c7ae-411f-b780-5ed7609472f0 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:24.078052 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-85ef5da5-13b9-4f21-8949-c768659ddcb3 None None] For port aaf97ece-c7ae-411f-b780-5ed7609472f0, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=aaf97ece-c7ae-411f-b780-5ed7609472f0,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:24.103914 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-ce87c545-002e-4eba-9c7e-544b7f8f3b99 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Deleting port 9a7a3ece-e6eb-4db3-9df9-bf16241ae478 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:38:24.104441 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ce87c545-002e-4eba-9c7e-544b7f8f3b99 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (9a7a3ece-e6eb-4db3-9df9-bf16241ae478), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:24.143787 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bbca2a7a-0cff-47ad-ac39-29559a89c9cf tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (13bc3808-1293-4af7-92d7-ed2896ea357f), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:24.160214 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8c9dd8b4-e6a8-4dd0-9575-6186f68149b7 req-e391652a-eb05-4c59-8a85-7d30e27061b3 service neutron] 10.222.0.71 "GET /v2.0/networks/249d7a73-68d0-4715-9e76-b2a8e292b955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5189097 Feb 17 17:38:24.190375 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-63315af0-fcab-453c-b80e-57d913e41e46 req-2d7c10ff-5528-470e-b520-3757e474edc2 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/security-groups?id=fd4d27d9-e68c-41ba-a909-f949182bce5a&id=4a46e179-4efe-408d-8163-359e1c80274b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4014008 Feb 17 17:38:24.253895 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-85ef5da5-13b9-4f21-8949-c768659ddcb3 None None] Publish callbacks [] for port (aaf97ece-c7ae-411f-b780-5ed7609472f0), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:24.256847 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port aaf97ece-c7ae-411f-b780-5ed7609472f0 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:38:24.257275 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (aaf97ece-c7ae-411f-b780-5ed7609472f0), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:24.275539 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b9df0-5533-4e31-8cdf-d3819be536ee req-f8950e0b-5836-41d2-89d0-157d792e2827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:24.276309 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b9df0-5533-4e31-8cdf-d3819be536ee req-f8950e0b-5836-41d2-89d0-157d792e2827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:24.276927 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b9df0-5533-4e31-8cdf-d3819be536ee req-f8950e0b-5836-41d2-89d0-157d792e2827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:24.277647 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b9df0-5533-4e31-8cdf-d3819be536ee req-f8950e0b-5836-41d2-89d0-157d792e2827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:24.278257 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b9df0-5533-4e31-8cdf-d3819be536ee req-f8950e0b-5836-41d2-89d0-157d792e2827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:24.278873 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b9df0-5533-4e31-8cdf-d3819be536ee req-f8950e0b-5836-41d2-89d0-157d792e2827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:24.279477 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b9df0-5533-4e31-8cdf-d3819be536ee req-f8950e0b-5836-41d2-89d0-157d792e2827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:24.281717 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-546b9df0-5533-4e31-8cdf-d3819be536ee req-f8950e0b-5836-41d2-89d0-157d792e2827 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=918d19e8f1f044baa808ac9d66a136f9&device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 6707 time: 0.4915543 Feb 17 17:38:24.282937 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-bbca2a7a-0cff-47ad-ac39-29559a89c9cf tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Calling delete_port for 13bc3808-1293-4af7-92d7-ed2896ea357f owned by {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:38:24.303191 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b0e9e5-f862-4cab-940d-9e3ea8b46b94 req-b120ca26-1c20-4900-8e0c-905d07b99506 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:24.305858 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-25c4a7da-6ac1-4f03-8871-76a2d749122f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (9a7a3ece-e6eb-4db3-9df9-bf16241ae478), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:24.310344 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-22b0e9e5-f862-4cab-940d-9e3ea8b46b94 req-b120ca26-1c20-4900-8e0c-905d07b99506 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/ports?device_id=a66cf83c-02b1-4b63-8363-98a2a0637846 HTTP/1.1" status: 200 len: 946 time: 0.4698362 Feb 17 17:38:24.337769 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-85ef5da5-13b9-4f21-8949-c768659ddcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (aaf97ece-c7ae-411f-b780-5ed7609472f0), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:24.355662 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c4a7da-6ac1-4f03-8871-76a2d749122f None None] Pushing event deleted for resources: {'Port': ['ID=9a7a3ece-e6eb-4db3-9df9-bf16241ae478,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:24.381533 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47266) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:24.447512 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-ce87c545-002e-4eba-9c7e-544b7f8f3b99 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] For port 9a7a3ece-e6eb-4db3-9df9-bf16241ae478, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=9a7a3ece-e6eb-4db3-9df9-bf16241ae478,segment=NetworkSegment(96c3b098-aeb7-41cf-a218-ded66f5348c6),segment_id=96c3b098-aeb7-41cf-a218-ded66f5348c6)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:24.447890 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ce87c545-002e-4eba-9c7e-544b7f8f3b99 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (9a7a3ece-e6eb-4db3-9df9-bf16241ae478), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:24.507333 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c4a7da-6ac1-4f03-8871-76a2d749122f None None] No DVR routers for this DVR port 9a7a3ece-e6eb-4db3-9df9-bf16241ae478 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:38:24.543555 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef5da5-13b9-4f21-8949-c768659ddcb3 None None] Pushing event updated for resources: {'Port': ['ID=aaf97ece-c7ae-411f-b780-5ed7609472f0,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:24.544093 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-54aad125-be3a-4763-9253-106102675032 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-77997613-network', 'tenant_id': '126dec359e5a4147b05d2ce9ed443ea7'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:24.565482 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-ce87c545-002e-4eba-9c7e-544b7f8f3b99 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Calling delete_port for 9a7a3ece-e6eb-4db3-9df9-bf16241ae478 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:38:24.598053 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port aaf97ece-c7ae-411f-b780-5ed7609472f0 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:24.608039 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54aad125-be3a-4763-9253-106102675032 admin admin] Made reservation on behalf of 126dec359e5a4147b05d2ce9ed443ea7 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:38:24.610596 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-54aad125-be3a-4763-9253-106102675032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:24.637319 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-22b0e9e5-f862-4cab-940d-9e3ea8b46b94 req-f32340f1-c31b-4bb7-bfed-881c6b5adc9e tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/security-groups?id=24064728-799d-4802-ac8c-8dad004b7477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2949684 Feb 17 17:38:24.650302 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-54aad125-be3a-4763-9253-106102675032 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:24.713989 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 9a7a3ece-e6eb-4db3-9df9-bf16241ae478 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:38:24.757902 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 9a7a3ece-e6eb-4db3-9df9-bf16241ae478 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:38:24.759505 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 9a7a3ece-e6eb-4db3-9df9-bf16241ae478 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:38:24.801125 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b9df0-5533-4e31-8cdf-d3819be536ee req-2796d062-9b14-4d02-9f44-e64edcbbad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:24.803122 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-546b9df0-5533-4e31-8cdf-d3819be536ee req-2796d062-9b14-4d02-9f44-e64edcbbad36 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0a5e4a87-4ee5-43ba-9b80-4028df7a735a HTTP/1.1" status: 200 len: 913 time: 0.5125031 Feb 17 17:38:24.832484 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-54aad125-be3a-4763-9253-106102675032 admin admin] Publish callbacks [] for security_group (c0c1da27-5156-4487-bf9f-31a05708ed74), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:24.838018 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc89b5-33ae-45b7-865b-effe0eef1539 req-72f175f4-32f5-4c6a-9b5b-ea27252e1b7f tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:24.838764 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-54aad125-be3a-4763-9253-106102675032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (c0c1da27-5156-4487-bf9f-31a05708ed74), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:24.840219 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f3cc89b5-33ae-45b7-865b-effe0eef1539 req-72f175f4-32f5-4c6a-9b5b-ea27252e1b7f tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=60ab87b1-d42f-4db3-96e5-629833bd232b HTTP/1.1" status: 200 len: 945 time: 0.5255237 Feb 17 17:38:24.881989 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54aad125-be3a-4763-9253-106102675032 admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:38:24.884637 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aad125-be3a-4763-9253-106102675032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c1da27-5156-4487-bf9f-31a05708ed74,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:24.897251 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-54aad125-be3a-4763-9253-106102675032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (35db7bfb-f40a-40b5-883e-cb5d409c283a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:24.897650 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-54aad125-be3a-4763-9253-106102675032 admin admin] Added segment 35db7bfb-f40a-40b5-883e-cb5d409c283a of type vlan for network 4185a04b-9227-49e3-827b-a30bed406bcb Feb 17 17:38:24.969740 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-54aad125-be3a-4763-9253-106102675032 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (4185a04b-9227-49e3-827b-a30bed406bcb), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:25.007304 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-54aad125-be3a-4763-9253-106102675032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (4185a04b-9227-49e3-827b-a30bed406bcb), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:25.008532 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54aad125-be3a-4763-9253-106102675032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:25.009247 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-54aad125-be3a-4763-9253-106102675032 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:25.043141 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e81159-77ae-4614-8af4-5aee206f8720 req-c687a979-e707-4af9-92d8-dfdd6f4df6cb tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:25.046919 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-65e81159-77ae-4614-8af4-5aee206f8720 req-c687a979-e707-4af9-92d8-dfdd6f4df6cb tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "GET /v2.0/ports?device_id=240c422b-1b78-4785-83ce-f53c86d91391&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3137844 Feb 17 17:38:25.052183 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-54aad125-be3a-4763-9253-106102675032 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6676068 Feb 17 17:38:25.055004 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47274) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:25.063668 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-b6e372b5-7edc-4359-bf2a-6decead1867b admin admin] Request body: {'subnet': {'network_id': '4185a04b-9227-49e3-827b-a30bed406bcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-77997613-subnet', 'tenant_id': '126dec359e5a4147b05d2ce9ed443ea7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:25.077372 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-546b9df0-5533-4e31-8cdf-d3819be536ee req-4728b3ca-5ff8-4e8c-806d-386f37e3831b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed35401b-3bd0-4605-9ab0-9a24b1913fbc HTTP/1.1" status: 200 len: 1002 time: 0.2669373 Feb 17 17:38:25.090792 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ce87c545-002e-4eba-9c7e-544b7f8f3b99 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (9a7a3ece-e6eb-4db3-9df9-bf16241ae478), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:25.107385 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e372b5-7edc-4359-bf2a-6decead1867b admin admin] Made reservation on behalf of 126dec359e5a4147b05d2ce9ed443ea7 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:38:25.109763 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b6e372b5-7edc-4359-bf2a-6decead1867b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:25.112059 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aad125-be3a-4763-9253-106102675032 admin admin] Pushing event updated for resources: {'Network': ['ID=4185a04b-9227-49e3-827b-a30bed406bcb,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:25.126609 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 4185a04b-9227-49e3-827b-a30bed406bcb details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:38:25.240525 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b9df0-5533-4e31-8cdf-d3819be536ee req-4308ec75-0427-4134-b56b-c6acd4f07821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:25.242384 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-546b9df0-5533-4e31-8cdf-d3819be536ee req-4308ec75-0427-4134-b56b-c6acd4f07821 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98ec6acc-308e-4130-b06f-00382706d70a HTTP/1.1" status: 200 len: 851 time: 0.1478963 Feb 17 17:38:25.256867 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-65e81159-77ae-4614-8af4-5aee206f8720 req-9183817f-7782-4a15-9f04-6931e521a692 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1877508 Feb 17 17:38:25.261783 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f3cc89b5-33ae-45b7-865b-effe0eef1539 req-89936013-0894-4fdd-9c4d-bac44d8c8a7d tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3974867 Feb 17 17:38:25.291697 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce87c545-002e-4eba-9c7e-544b7f8f3b99 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event deleted for resources: {'Port': ['ID=9a7a3ece-e6eb-4db3-9df9-bf16241ae478,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:25.313803 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce87c545-002e-4eba-9c7e-544b7f8f3b99 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] No DVR routers for this DVR port 9a7a3ece-e6eb-4db3-9df9-bf16241ae478 on host n-d-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:38:25.346394 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce87c545-002e-4eba-9c7e-544b7f8f3b99 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:38:25.346783 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce87c545-002e-4eba-9c7e-544b7f8f3b99 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:38:25.347240 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce87c545-002e-4eba-9c7e-544b7f8f3b99 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:38:25.347578 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce87c545-002e-4eba-9c7e-544b7f8f3b99 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:38:25.347912 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce87c545-002e-4eba-9c7e-544b7f8f3b99 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:38:25.348309 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce87c545-002e-4eba-9c7e-544b7f8f3b99 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:38:25.348643 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce87c545-002e-4eba-9c7e-544b7f8f3b99 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:38:25.348966 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce87c545-002e-4eba-9c7e-544b7f8f3b99 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:38:25.349333 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce87c545-002e-4eba-9c7e-544b7f8f3b99 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:38:25.349768 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce87c545-002e-4eba-9c7e-544b7f8f3b99 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:38:25.350089 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce87c545-002e-4eba-9c7e-544b7f8f3b99 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:38:25.350412 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce87c545-002e-4eba-9c7e-544b7f8f3b99 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:38:25.350779 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce87c545-002e-4eba-9c7e-544b7f8f3b99 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:38:25.451444 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-810ee521-18b1-40ff-9985-51ea142236eb req-d4b5c3fe-d6f7-4119-9914-9f8501a5a2aa tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1357267 Feb 17 17:38:25.503156 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bbca2a7a-0cff-47ad-ac39-29559a89c9cf tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (13bc3808-1293-4af7-92d7-ed2896ea357f), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:25.518617 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-9ae9e30a-9e81-46c1-9d4e-3494e229739d None None] Provisioning complete for port aaf97ece-c7ae-411f-b780-5ed7609472f0 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:38:25.519267 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9ae9e30a-9e81-46c1-9d4e-3494e229739d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (aaf97ece-c7ae-411f-b780-5ed7609472f0), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:25.576745 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ce87c545-002e-4eba-9c7e-544b7f8f3b99 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (00658488-b211-4223-b69d-9e670d718cb5), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:25.608351 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device aaf97ece-c7ae-411f-b780-5ed7609472f0 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:38:25.629689 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca2a7a-0cff-47ad-ac39-29559a89c9cf tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Port': ['ID=13bc3808-1293-4af7-92d7-ed2896ea357f,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:25.656838 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b9df0-5533-4e31-8cdf-d3819be536ee req-04f96f40-c51a-45fb-b00c-b7295d5af26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:25.658439 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-546b9df0-5533-4e31-8cdf-d3819be536ee req-04f96f40-c51a-45fb-b00c-b7295d5af26d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0a5e4a87-4ee5-43ba-9b80-4028df7a735a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3956869 Feb 17 17:38:25.712568 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-ce87c545-002e-4eba-9c7e-544b7f8f3b99 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00658488-b211-4223-b69d-9e670d718cb5']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:38:25.745205 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b6e372b5-7edc-4359-bf2a-6decead1867b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (ae6f582f-f431-4be8-9155-e78feef29d45), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:25.747621 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port aaf97ece-c7ae-411f-b780-5ed7609472f0 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:38:25.748005 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (aaf97ece-c7ae-411f-b780-5ed7609472f0), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:25.751902 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-9ae9e30a-9e81-46c1-9d4e-3494e229739d None None] Current status of the port aaf97ece-c7ae-411f-b780-5ed7609472f0 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:25.825612 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e372b5-7edc-4359-bf2a-6decead1867b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae6f582f-f431-4be8-9155-e78feef29d45,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:25.834661 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e372b5-7edc-4359-bf2a-6decead1867b admin admin] Checking segment: {'id': '35db7bfb-f40a-40b5-883e-cb5d409c283a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '4185a04b-9227-49e3-827b-a30bed406bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:38:25.835050 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e372b5-7edc-4359-bf2a-6decead1867b admin admin] Network hostable DHCP agents. Network: 4185a04b-9227-49e3-827b-a30bed406bcb, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:38:25.863011 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e372b5-7edc-4359-bf2a-6decead1867b admin admin] Network 4185a04b-9227-49e3-827b-a30bed406bcb is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:38:25.870304 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port aaf97ece-c7ae-411f-b780-5ed7609472f0 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:25.876229 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-b6e372b5-7edc-4359-bf2a-6decead1867b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 4185a04b-9227-49e3-827b-a30bed406bcb) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:38:25.882609 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e372b5-7edc-4359-bf2a-6decead1867b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:25.885492 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-64e089b5-f745-477d-8c1b-e22708436731 None None] Could not find standard attr ID for object 13bc3808-1293-4af7-92d7-ed2896ea357f. {{(pid=103436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 17:38:25.888896 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a37a96e-0b8b-49d3-985e-9f55a449b02b None None] Network 4185a04b-9227-49e3-827b-a30bed406bcb requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:38:25.889496 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b6e372b5-7edc-4359-bf2a-6decead1867b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:25.914145 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8f1f4-b839-4673-9bef-5e7b2df44df0 req-06362324-b5ca-46a9-a26f-10e0ab3f4e8b tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:25.921148 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8f1f4-b839-4673-9bef-5e7b2df44df0 req-06362324-b5ca-46a9-a26f-10e0ab3f4e8b tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:25.921637 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b6e372b5-7edc-4359-bf2a-6decead1867b admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8585660 Feb 17 17:38:25.949048 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8f1f4-b839-4673-9bef-5e7b2df44df0 req-06362324-b5ca-46a9-a26f-10e0ab3f4e8b tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:25.967201 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8f1f4-b839-4673-9bef-5e7b2df44df0 req-06362324-b5ca-46a9-a26f-10e0ab3f4e8b tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:25.982379 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8f1f4-b839-4673-9bef-5e7b2df44df0 req-06362324-b5ca-46a9-a26f-10e0ab3f4e8b tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:25.997317 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8f1f4-b839-4673-9bef-5e7b2df44df0 req-06362324-b5ca-46a9-a26f-10e0ab3f4e8b tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:26.004340 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8f1f4-b839-4673-9bef-5e7b2df44df0 req-06362324-b5ca-46a9-a26f-10e0ab3f4e8b tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:26.006333 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-40f8f1f4-b839-4673-9bef-5e7b2df44df0 req-06362324-b5ca-46a9-a26f-10e0ab3f4e8b tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 5433 time: 0.6852474 Feb 17 17:38:26.029407 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-546b9df0-5533-4e31-8cdf-d3819be536ee req-4433b1f4-9d26-4242-9fc1-9ce0cd5ac9b7 service neutron] 10.222.0.91 "GET /v2.0/networks/0a5e4a87-4ee5-43ba-9b80-4028df7a735a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054233 Feb 17 17:38:26.033389 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ff3b38-ac7b-4a67-81f3-f4eb836b8516 None None] Network 4185a04b-9227-49e3-827b-a30bed406bcb requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:38:26.156818 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-ce87c545-002e-4eba-9c7e-544b7f8f3b99 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96c3b098-aeb7-41cf-a218-ded66f5348c6') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:38:26.157366 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-ce87c545-002e-4eba-9c7e-544b7f8f3b99 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96c3b098-aeb7-41cf-a218-ded66f5348c6') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:38:26.166106 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bbca2a7a-0cff-47ad-ac39-29559a89c9cf tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:26.171069 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-bbca2a7a-0cff-47ad-ac39-29559a89c9cf tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/ports/13bc3808-1293-4af7-92d7-ed2896ea357f HTTP/1.1" status: 204 len: 168 time: 3.3536556 Feb 17 17:38:26.175129 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47290) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:26.209915 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ce87c545-002e-4eba-9c7e-544b7f8f3b99 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (96c3b098-aeb7-41cf-a218-ded66f5348c6), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:26.289037 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ce87c545-002e-4eba-9c7e-544b7f8f3b99 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (96c3b098-aeb7-41cf-a218-ded66f5348c6), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:26.307674 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26625560-b0b0-4538-a02f-40a4fe082935 req-fccfedf2-02a1-45c6-8e39-8c1a0847d9ad tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:26.310057 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-26625560-b0b0-4538-a02f-40a4fe082935 req-fccfedf2-02a1-45c6-8e39-8c1a0847d9ad tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=60ab87b1-d42f-4db3-96e5-629833bd232b HTTP/1.1" status: 200 len: 945 time: 0.7032959 Feb 17 17:38:26.327012 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce87c545-002e-4eba-9c7e-544b7f8f3b99 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:38:26.327677 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ce87c545-002e-4eba-9c7e-544b7f8f3b99 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (96c3b098-aeb7-41cf-a218-ded66f5348c6), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:26.333194 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8613a826-90c1-4d67-948f-43074faf95e9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:26.335055 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8613a826-90c1-4d67-948f-43074faf95e9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1586330 Feb 17 17:38:26.337433 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47300) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:26.343997 n-d-829613-2 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:38:26.343997 n-d-829613-2 neutron-server[103435]: self.session.flush() Feb 17 17:38:26.343997 n-d-829613-2 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:38:26.343997 n-d-829613-2 neutron-server[103435]: self.session.flush() Feb 17 17:38:26.343997 n-d-829613-2 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:38:26.343997 n-d-829613-2 neutron-server[103435]: self.session.flush() Feb 17 17:38:26.343997 n-d-829613-2 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:38:26.343997 n-d-829613-2 neutron-server[103435]: self.session.flush() Feb 17 17:38:26.343997 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 17:38:26.343997 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:38:26.343997 n-d-829613-2 neutron-server[103435]: timer() Feb 17 17:38:26.343997 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:38:26.343997 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 17:38:26.343997 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:38:26.343997 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 17:38:26.343997 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:38:26.343997 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 17:38:26.343997 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:38:26.343997 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 17:38:26.343997 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:38:26.343997 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 17:38:26.343997 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:38:26.343997 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:38:26.343997 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:38:26.343997 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:38:26.343997 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:38:26.343997 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 17:38:26.343997 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:38:26.343997 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 17:38:26.343997 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:38:26.343997 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:38:26.343997 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:38:26.343997 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 17:38:26.343997 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:38:26.343997 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:38:26.343997 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:38:26.343997 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:38:26.343997 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:38:26.343997 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:38:26.343997 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:38:26.347064 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-546b9df0-5533-4e31-8cdf-d3819be536ee req-3f903031-7eba-4903-a993-db895c221fd8 service neutron] 10.222.0.91 "GET /v2.0/networks/0a5e4a87-4ee5-43ba-9b80-4028df7a735a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778208 Feb 17 17:38:26.405587 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2626f35c-4eb0-415a-a342-774295c6643b tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:26.409735 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2626f35c-4eb0-415a-a342-774295c6643b tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0688584 Feb 17 17:38:26.410481 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47302) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:26.468072 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af73131-5a83-4eac-abf6-397eac0b6f77 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:26.469657 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af73131-5a83-4eac-abf6-397eac0b6f77 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:26.470991 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af73131-5a83-4eac-abf6-397eac0b6f77 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:26.472665 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4af73131-5a83-4eac-abf6-397eac0b6f77 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0610762 Feb 17 17:38:26.475422 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47304) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:26.481518 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ce87c545-002e-4eba-9c7e-544b7f8f3b99 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (00658488-b211-4223-b69d-9e670d718cb5), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:26.488920 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-26625560-b0b0-4538-a02f-40a4fe082935 req-0963dd0f-dede-4464-abdb-9f056d6d8f93 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695888 Feb 17 17:38:26.503264 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ce87c545-002e-4eba-9c7e-544b7f8f3b99 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:26.507006 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-ce87c545-002e-4eba-9c7e-544b7f8f3b99 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "DELETE /v2.0/networks/00658488-b211-4223-b69d-9e670d718cb5 HTTP/1.1" status: 204 len: 168 time: 3.7160144 Feb 17 17:38:26.512435 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47306) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:26.519427 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-a15ce440-e979-46d1-92c1-8574992af036 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Request body: {'port': {'network_id': '0556905e-4875-46d8-9121-765bf272ed3b', 'name': 'tempest-PortsIpV6TestJSON-1697508892'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:26.527983 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce87c545-002e-4eba-9c7e-544b7f8f3b99 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event deleted for resources: {'Network': ['ID=00658488-b211-4223-b69d-9e670d718cb5,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:26.544264 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdabbd34-5ed6-4381-a9ff-f4e7c268a8b1 req-0c97bcbf-b51d-45b7-acec-ec6cc230b3df tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:26.551482 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cdabbd34-5ed6-4381-a9ff-f4e7c268a8b1 req-0c97bcbf-b51d-45b7-acec-ec6cc230b3df tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/ports?device_id=a66cf83c-02b1-4b63-8363-98a2a0637846 HTTP/1.1" status: 200 len: 946 time: 0.1542640 Feb 17 17:38:26.600838 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e5c6518-ca47-49fa-b6c3-a1e8f5487c13 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Deleting subnet 9d8d655d-1225-415e-a1d0-2e4c74317925 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:38:26.604108 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cdabbd34-5ed6-4381-a9ff-f4e7c268a8b1 req-3d1ea174-bda6-4af3-938d-cdeb828de852 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/security-groups?id=24064728-799d-4802-ac8c-8dad004b7477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517528 Feb 17 17:38:26.611101 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e5c6518-ca47-49fa-b6c3-a1e8f5487c13 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (9d8d655d-1225-415e-a1d0-2e4c74317925), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:26.666902 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e5c6518-ca47-49fa-b6c3-a1e8f5487c13 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (9d8d655d-1225-415e-a1d0-2e4c74317925), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:26.687750 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15ce440-e979-46d1-92c1-8574992af036 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Made reservation on behalf of 79c72a74f4c54033a14e3cbd8e3a57ad for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:38:26.691478 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a15ce440-e979-46d1-92c1-8574992af036 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:26.722793 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-a15ce440-e979-46d1-92c1-8574992af036 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] device_id is not set on port 83ce7785-7ea1-4821-9641-f15e010dea2d yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:38:26.799347 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067163b-9196-43eb-9d37-f7e5916afe5d req-a8cd22a5-3f43-4c84-90c6-41e27788967c tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:26.800952 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a067163b-9196-43eb-9d37-f7e5916afe5d req-a8cd22a5-3f43-4c84-90c6-41e27788967c tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "GET /v2.0/ports?device_id=240c422b-1b78-4785-83ce-f53c86d91391 HTTP/1.1" status: 200 len: 945 time: 0.1163173 Feb 17 17:38:26.822418 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e5c6518-ca47-49fa-b6c3-a1e8f5487c13 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (9d8d655d-1225-415e-a1d0-2e4c74317925), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:26.862951 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-6d7e4695-3fb0-479d-9c47-04fb48f1bf65 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:26.865051 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-6d7e4695-3fb0-479d-9c47-04fb48f1bf65 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/networks?id=4185a04b-9227-49e3-827b-a30bed406bcb HTTP/1.1" status: 200 len: 811 time: 0.1482224 Feb 17 17:38:26.974578 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e5c6518-ca47-49fa-b6c3-a1e8f5487c13 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (9d8d655d-1225-415e-a1d0-2e4c74317925), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:26.997671 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a15ce440-e979-46d1-92c1-8574992af036 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for port (83ce7785-7ea1-4821-9641-f15e010dea2d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:27.022742 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5c6518-ca47-49fa-b6c3-a1e8f5487c13 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Subnet': ['ID=9d8d655d-1225-415e-a1d0-2e4c74317925,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:27.027750 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e5c6518-ca47-49fa-b6c3-a1e8f5487c13 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:27.035240 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8e5c6518-ca47-49fa-b6c3-a1e8f5487c13 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/9d8d655d-1225-415e-a1d0-2e4c74317925 HTTP/1.1" status: 204 len: 168 time: 0.5565038 Feb 17 17:38:27.035428 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87466e72-d027-46c3-86fc-b8c7a0fb62e2 None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:38:27.037356 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47322) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:27.104296 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-6822a313-4bae-4d82-8e8e-1105c6855e01 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Deleting subnet ed74193c-3204-4f60-bc71-6d1b5bb65324 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:38:27.109702 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6822a313-4bae-4d82-8e8e-1105c6855e01 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (ed74193c-3204-4f60-bc71-6d1b5bb65324), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:27.147774 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a15ce440-e979-46d1-92c1-8574992af036 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (83ce7785-7ea1-4821-9641-f15e010dea2d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:27.150169 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-0645a78f-1239-43ff-af53-eb26fe6f393e tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/quotas/126dec359e5a4147b05d2ce9ed443ea7 HTTP/1.1" status: 200 len: 375 time: 0.2787712 Feb 17 17:38:27.171239 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a067163b-9196-43eb-9d37-f7e5916afe5d req-65d784bc-0e3d-46b5-af0c-0ca0a18a225e tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "GET /v2.0/security-groups?id=277f59ea-2d85-46af-8186-a4cd64f3dcb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485260 Feb 17 17:38:27.191621 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6822a313-4bae-4d82-8e8e-1105c6855e01 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (ed74193c-3204-4f60-bc71-6d1b5bb65324), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:27.224873 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-e9dd9a93-0c04-468b-98c8-1ead2dd75d7a tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=126dec359e5a4147b05d2ce9ed443ea7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478013 Feb 17 17:38:27.231132 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15ce440-e979-46d1-92c1-8574992af036 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Network 0556905e-4875-46d8-9121-765bf272ed3b is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:38:27.239806 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-a15ce440-e979-46d1-92c1-8574992af036 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:38:27.246978 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15ce440-e979-46d1-92c1-8574992af036 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:38:27.252123 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15ce440-e979-46d1-92c1-8574992af036 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:27.252771 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a15ce440-e979-46d1-92c1-8574992af036 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:27.265615 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ce440-e979-46d1-92c1-8574992af036 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event updated for resources: {'Port': ['ID=83ce7785-7ea1-4821-9641-f15e010dea2d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:27.291126 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a15ce440-e979-46d1-92c1-8574992af036 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7753971 Feb 17 17:38:27.292778 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47326) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:27.333722 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-269ae470-e7e7-40aa-b58c-136bf76ddd9e service neutron] 10.222.0.87 "GET /v2.0/networks/4185a04b-9227-49e3-827b-a30bed406bcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049409 Feb 17 17:38:27.466615 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6822a313-4bae-4d82-8e8e-1105c6855e01 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (ed74193c-3204-4f60-bc71-6d1b5bb65324), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:27.509464 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-b9565cf5-aaf0-4df1-ab73-fb2fa59091b5 service neutron] 10.222.0.87 "GET /v2.0/networks/4185a04b-9227-49e3-827b-a30bed406bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560416 Feb 17 17:38:27.515182 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-f8e4056c-75c5-4dcf-b966-eb72f0399d53 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Deleting port 83ce7785-7ea1-4821-9641-f15e010dea2d {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:38:27.515692 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f8e4056c-75c5-4dcf-b966-eb72f0399d53 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (83ce7785-7ea1-4821-9641-f15e010dea2d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:27.605901 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f8e4056c-75c5-4dcf-b966-eb72f0399d53 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (83ce7785-7ea1-4821-9641-f15e010dea2d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:27.609364 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6822a313-4bae-4d82-8e8e-1105c6855e01 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (ed74193c-3204-4f60-bc71-6d1b5bb65324), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:27.630886 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-f8e4056c-75c5-4dcf-b966-eb72f0399d53 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Calling delete_port for 83ce7785-7ea1-4821-9641-f15e010dea2d owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:38:27.655598 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822a313-4bae-4d82-8e8e-1105c6855e01 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Subnet': ['ID=ed74193c-3204-4f60-bc71-6d1b5bb65324,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:27.657690 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6822a313-4bae-4d82-8e8e-1105c6855e01 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:27.661079 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6822a313-4bae-4d82-8e8e-1105c6855e01 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/ed74193c-3204-4f60-bc71-6d1b5bb65324 HTTP/1.1" status: 204 len: 168 time: 0.6227186 Feb 17 17:38:27.665217 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 47340) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:27.768961 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-48ba29f1-61d8-4f0b-a7f8-265a92b3d3a7 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1020298 Feb 17 17:38:27.776381 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47352) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:27.872143 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f450f4-65b4-4d48-9608-c8cb8e1f2195 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:27.879361 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e9f450f4-65b4-4d48-9608-c8cb8e1f2195 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0930059 Feb 17 17:38:27.879361 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47358) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:27.956186 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216f2906-0bf7-49c8-a5c4-decdb8896056 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:27.961949 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-216f2906-0bf7-49c8-a5c4-decdb8896056 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0827432 Feb 17 17:38:27.963688 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47362) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:27.991969 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfcb885-2c26-4e64-a903-066f413f3de6 req-24a35a42-3be5-44a6-96b3-efc8637bb205 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:27.998955 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2dfcb885-2c26-4e64-a903-066f413f3de6 req-24a35a42-3be5-44a6-96b3-efc8637bb205 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/networks?id=ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad HTTP/1.1" status: 200 len: 813 time: 0.1912928 Feb 17 17:38:28.021515 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-187bf39f-b9d1-4664-9a59-b99b68784d40 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0560639 Feb 17 17:38:28.026533 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47366) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:28.064316 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f8e4056c-75c5-4dcf-b966-eb72f0399d53 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (83ce7785-7ea1-4821-9641-f15e010dea2d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:28.072911 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eda53af-c97a-492f-b8a7-be0ad70a95fe tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] DELETE failed (client error): The resource could not be found. Feb 17 17:38:28.073516 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eda53af-c97a-492f-b8a7-be0ad70a95fe tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:28.079897 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8eda53af-c97a-492f-b8a7-be0ad70a95fe tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/ports/13bc3808-1293-4af7-92d7-ed2896ea357f HTTP/1.1" status: 404 len: 333 time: 0.0509808 Feb 17 17:38:28.085383 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47370) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:28.107119 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2dfcb885-2c26-4e64-a903-066f413f3de6 req-977e6148-3a5f-4d6f-a261-f801d29c5b6b tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/quotas/5c112397353b4d5f9dae4aa16205da6f HTTP/1.1" status: 200 len: 375 time: 0.1071668 Feb 17 17:38:28.110905 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-04ec4762-691b-43b3-ad46-f2196674a878 req-5f73e56d-562c-498f-99e8-8dc179b592e5 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/ports?device_id=905d5be7-eb6b-40e9-b60a-3952747f316b HTTP/1.1" status: 200 len: 210 time: 0.0738554 Feb 17 17:38:28.127341 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24acbb48-2b91-46a9-a560-92442ce5a03b None None] Network f82adc72-a904-4b51-9a87-7ea8a1981040 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:38:28.127775 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e4056c-75c5-4dcf-b966-eb72f0399d53 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event deleted for resources: {'Port': ['ID=83ce7785-7ea1-4821-9641-f15e010dea2d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:28.132513 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f8e4056c-75c5-4dcf-b966-eb72f0399d53 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:28.137402 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f8e4056c-75c5-4dcf-b966-eb72f0399d53 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "DELETE /v2.0/ports/83ce7785-7ea1-4821-9641-f15e010dea2d HTTP/1.1" status: 204 len: 168 time: 0.8428719 Feb 17 17:38:28.153375 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 47372) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:28.157691 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-7386f005-2d9e-40ac-a7b0-028e59eb2f53 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] DELETE failed (client error): The resource could not be found. Feb 17 17:38:28.158165 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7386f005-2d9e-40ac-a7b0-028e59eb2f53 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:28.161800 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-75a0838f-a9ec-4df2-b171-6b67705f3157 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Request body: {'port': {'network_id': '0556905e-4875-46d8-9121-765bf272ed3b', 'mac_address': 'fa:16:3e:4a:87:b4', 'name': 'tempest-PortsIpV6TestJSON-1493962874'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:28.164808 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7386f005-2d9e-40ac-a7b0-028e59eb2f53 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/9d8d655d-1225-415e-a1d0-2e4c74317925 HTTP/1.1" status: 404 len: 337 time: 0.0782001 Feb 17 17:38:28.165420 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47374) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:28.194022 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ab0b87f-5753-431d-be8b-ceb5ac2341e6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] DELETE failed (client error): The resource could not be found. Feb 17 17:38:28.194309 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ab0b87f-5753-431d-be8b-ceb5ac2341e6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:28.200845 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3ab0b87f-5753-431d-be8b-ceb5ac2341e6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/ed74193c-3204-4f60-bc71-6d1b5bb65324 HTTP/1.1" status: 404 len: 337 time: 0.0338597 Feb 17 17:38:28.201488 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47378) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:28.248027 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-31cfbef3-2b29-4965-9d21-bf5b741bf31b tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] DELETE failed (client error): The resource could not be found. Feb 17 17:38:28.250028 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31cfbef3-2b29-4965-9d21-bf5b741bf31b tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:28.256117 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-31cfbef3-2b29-4965-9d21-bf5b741bf31b tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/ports/3e72de2e-32ac-4bad-a39f-a40d1295cba0 HTTP/1.1" status: 404 len: 333 time: 0.0535111 Feb 17 17:38:28.256965 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47382) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:28.284440 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ab6c6-a01a-4171-a7c8-2ba10e3bf3e5 req-e245e32e-de76-49cc-bbc2-0de639260598 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:28.285989 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9b0ab6c6-a01a-4171-a7c8-2ba10e3bf3e5 req-e245e32e-de76-49cc-bbc2-0de639260598 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.91 "GET /v2.0/ports?device_id=240c422b-1b78-4785-83ce-f53c86d91391 HTTP/1.1" status: 200 len: 945 time: 0.2843833 Feb 17 17:38:28.293128 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b01c396-441d-4d47-b589-7c9be57a91c3 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] DELETE failed (client error): The resource could not be found. Feb 17 17:38:28.293592 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b01c396-441d-4d47-b589-7c9be57a91c3 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:28.299622 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3b01c396-441d-4d47-b589-7c9be57a91c3 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/91e822c2-51e7-41d1-9aa0-2e46fcdc297f HTTP/1.1" status: 404 len: 337 time: 0.0415051 Feb 17 17:38:28.300273 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47386) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:28.308219 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2dfcb885-2c26-4e64-a903-066f413f3de6 req-f66bc930-dffe-42f5-b7c4-0447162fdb90 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=5c112397353b4d5f9dae4aa16205da6f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1997838 Feb 17 17:38:28.331892 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-7097fdbc-9e0e-4008-b003-d19f2c1709d1 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] DELETE failed (client error): The resource could not be found. Feb 17 17:38:28.332424 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7097fdbc-9e0e-4008-b003-d19f2c1709d1 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:28.338967 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7097fdbc-9e0e-4008-b003-d19f2c1709d1 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/d6c409d4-6d77-41ca-8205-c66738d1df01 HTTP/1.1" status: 404 len: 337 time: 0.0377061 Feb 17 17:38:28.340438 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47388) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:28.380205 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-f94d1574-6c23-4a90-8fd2-6dafe1482c65 None None] Provisioning complete for port aaf97ece-c7ae-411f-b780-5ed7609472f0 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:38:28.380984 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f94d1574-6c23-4a90-8fd2-6dafe1482c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (aaf97ece-c7ae-411f-b780-5ed7609472f0), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:28.409322 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-570adbeb-2460-4a83-adf9-237216e93dc8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] DELETE failed (client error): The resource could not be found. Feb 17 17:38:28.409930 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-570adbeb-2460-4a83-adf9-237216e93dc8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:28.410834 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a0838f-a9ec-4df2-b171-6b67705f3157 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Made reservation on behalf of 79c72a74f4c54033a14e3cbd8e3a57ad for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:38:28.422771 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-570adbeb-2460-4a83-adf9-237216e93dc8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/ports/689ff4f3-5f01-44a0-a313-01a8a6163e41 HTTP/1.1" status: 404 len: 333 time: 0.0812488 Feb 17 17:38:28.423442 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47390) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:28.470274 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cea8c4c-2873-4fff-8c19-ec9f29447891 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] DELETE failed (client error): The resource could not be found. Feb 17 17:38:28.472826 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cea8c4c-2873-4fff-8c19-ec9f29447891 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:28.476217 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3cea8c4c-2873-4fff-8c19-ec9f29447891 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/5f407c62-dd2f-43fd-ba20-3e1910a28211 HTTP/1.1" status: 404 len: 337 time: 0.0517914 Feb 17 17:38:28.481877 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47392) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:28.519883 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1b58204-eb52-4833-ab97-7fab6c7cf6a9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] DELETE failed (client error): The resource could not be found. Feb 17 17:38:28.520405 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1b58204-eb52-4833-ab97-7fab6c7cf6a9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:28.524618 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d1b58204-eb52-4833-ab97-7fab6c7cf6a9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/55e49b71-3f87-4dfa-b203-8e920aa95795 HTTP/1.1" status: 404 len: 337 time: 0.0399883 Feb 17 17:38:28.528695 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47396) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:28.547469 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-75a0838f-a9ec-4df2-b171-6b67705f3157 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:28.562119 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-f21c27db-1711-4328-ba50-0e9e665e5847 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] DELETE failed (client error): The resource could not be found. Feb 17 17:38:28.562709 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f21c27db-1711-4328-ba50-0e9e665e5847 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:28.565913 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f21c27db-1711-4328-ba50-0e9e665e5847 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/ports/d6247b71-45ab-4251-b1a1-286cccb2d5bb HTTP/1.1" status: 404 len: 333 time: 0.0362396 Feb 17 17:38:28.572786 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47398) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:28.608476 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-676e0c04-490d-4cb8-ad01-57b231e1f2e8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] DELETE failed (client error): The resource could not be found. Feb 17 17:38:28.609146 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-676e0c04-490d-4cb8-ad01-57b231e1f2e8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:28.619118 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-676e0c04-490d-4cb8-ad01-57b231e1f2e8 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/1f8cd8ad-a6bd-4425-9b31-5b7d4238c037 HTTP/1.1" status: 404 len: 337 time: 0.0445683 Feb 17 17:38:28.619526 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 47400) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:28.645357 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-75a0838f-a9ec-4df2-b171-6b67705f3157 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] device_id is not set on port e91adaa9-a94b-4a57-acfb-7b175da93578 yet. {{(pid=103435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:38:28.712643 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-736b7e9e-1da8-49b2-9b2d-90535383343f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] DELETE failed (client error): The resource could not be found. Feb 17 17:38:28.713383 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-736b7e9e-1da8-49b2-9b2d-90535383343f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:28.717260 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-736b7e9e-1da8-49b2-9b2d-90535383343f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/b44b9dd8-7624-4ddc-8ec4-ffc63dc8b222 HTTP/1.1" status: 404 len: 337 time: 0.0899971 Feb 17 17:38:28.720334 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47402) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:28.726010 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b3763-e300-4c14-bc6a-1f5497895cc4 req-51ff5cbb-306c-486b-8728-d4411f9ce104 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:28.734685 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e76b3763-e300-4c14-bc6a-1f5497895cc4 req-51ff5cbb-306c-486b-8728-d4411f9ce104 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "GET /v2.0/ports?device_id=240c422b-1b78-4785-83ce-f53c86d91391 HTTP/1.1" status: 200 len: 945 time: 0.4473574 Feb 17 17:38:28.742298 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d15a78c-58e8-4776-8397-289c838c5f40 None None] DHCP port deletion for f82adc72-a904-4b51-9a87-7ea8a1981040 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:38:28.767880 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-768d7620-9d4d-465e-9506-ae0f0cf1d0fe tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] DELETE failed (client error): The resource could not be found. Feb 17 17:38:28.768842 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-768d7620-9d4d-465e-9506-ae0f0cf1d0fe tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:28.775214 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-768d7620-9d4d-465e-9506-ae0f0cf1d0fe tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/ports/d5f83aed-eead-43a7-9032-383146c73787 HTTP/1.1" status: 404 len: 333 time: 0.0536656 Feb 17 17:38:28.776760 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47404) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:28.781007 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-f94d1574-6c23-4a90-8fd2-6dafe1482c65 None None] Current status of the port aaf97ece-c7ae-411f-b780-5ed7609472f0 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:28.809817 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-9d15a78c-58e8-4776-8397-289c838c5f40 None None] Deleting port aaf97ece-c7ae-411f-b780-5ed7609472f0 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:38:28.810213 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9d15a78c-58e8-4776-8397-289c838c5f40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (aaf97ece-c7ae-411f-b780-5ed7609472f0), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:28.834245 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2dfcb885-2c26-4e64-a903-066f413f3de6 req-4756383e-a79f-41fb-8bc0-bf645bbd6de2 service neutron] 10.222.0.87 "GET /v2.0/networks/ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5248945 Feb 17 17:38:28.851097 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd438bed-c867-406f-8afb-de10a1045191 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] DELETE failed (client error): The resource could not be found. Feb 17 17:38:28.851877 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd438bed-c867-406f-8afb-de10a1045191 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:28.852534 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-9b0ab6c6-a01a-4171-a7c8-2ba10e3bf3e5 req-b7743daf-4155-4865-9791-6bcee9990b9c tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Deleting port 6fd8fede-7055-4d6d-a04d-8b0c189e0ea5 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:38:28.852961 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9b0ab6c6-a01a-4171-a7c8-2ba10e3bf3e5 req-b7743daf-4155-4865-9791-6bcee9990b9c tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (6fd8fede-7055-4d6d-a04d-8b0c189e0ea5), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:28.862056 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-dd438bed-c867-406f-8afb-de10a1045191 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/f1dbd1a1-6c96-423f-889f-fdc829814d82 HTTP/1.1" status: 404 len: 337 time: 0.0837979 Feb 17 17:38:28.863459 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47406) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:28.909661 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-9d15a78c-58e8-4776-8397-289c838c5f40 None None] For port aaf97ece-c7ae-411f-b780-5ed7609472f0, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=aaf97ece-c7ae-411f-b780-5ed7609472f0,segment=NetworkSegment(4e335282-9f02-43e2-8539-6ad6227c4c38),segment_id=4e335282-9f02-43e2-8539-6ad6227c4c38)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:28.910071 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9d15a78c-58e8-4776-8397-289c838c5f40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (aaf97ece-c7ae-411f-b780-5ed7609472f0), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:28.924219 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cc60445-e9ff-4aa7-86b4-acde9826d8bc tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] DELETE failed (client error): The resource could not be found. Feb 17 17:38:28.926435 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-9d15a78c-58e8-4776-8397-289c838c5f40 None None] Calling delete_port for aaf97ece-c7ae-411f-b780-5ed7609472f0 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:38:28.929611 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cc60445-e9ff-4aa7-86b4-acde9826d8bc tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:28.943980 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7cc60445-e9ff-4aa7-86b4-acde9826d8bc tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/ports/2c5005f8-66ad-476f-a584-0da2d3807cdb HTTP/1.1" status: 404 len: 333 time: 0.0780675 Feb 17 17:38:28.944757 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47410) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:28.994195 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1157635-c597-412b-84b3-dcfca6d37fd9 req-e2cd46a6-457e-4cd0-97b2-f061ccdf11fd tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:28.998668 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e1157635-c597-412b-84b3-dcfca6d37fd9 req-e2cd46a6-457e-4cd0-97b2-f061ccdf11fd tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.71 "GET /v2.0/ports?device_id=60ab87b1-d42f-4db3-96e5-629833bd232b HTTP/1.1" status: 200 len: 945 time: 0.3265419 Feb 17 17:38:29.041222 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-9759da78-d3e3-4d67-8472-6f2b1feb7394 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] DELETE failed (client error): The resource could not be found. Feb 17 17:38:29.041631 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9759da78-d3e3-4d67-8472-6f2b1feb7394 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:29.055730 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9759da78-d3e3-4d67-8472-6f2b1feb7394 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/b6f0cdc6-5ac1-4979-9879-cc78b39338aa HTTP/1.1" status: 404 len: 337 time: 0.1087484 Feb 17 17:38:29.056437 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47412) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:29.061729 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9d15a78c-58e8-4776-8397-289c838c5f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (aaf97ece-c7ae-411f-b780-5ed7609472f0), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:29.091899 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d15a78c-58e8-4776-8397-289c838c5f40 None None] Pushing event deleted for resources: {'Port': ['ID=aaf97ece-c7ae-411f-b780-5ed7609472f0,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:29.093858 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d15a78c-58e8-4776-8397-289c838c5f40 None None] No DVR routers for this DVR port aaf97ece-c7ae-411f-b780-5ed7609472f0 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:38:29.104521 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e76b3763-e300-4c14-bc6a-1f5497895cc4 req-1db6ee39-3d29-448f-898d-0479e0059758 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "GET /v2.0/security-groups?id=277f59ea-2d85-46af-8186-a4cd64f3dcb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689547 Feb 17 17:38:29.137922 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-4094a607-78ff-4118-879a-9042c410399a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] DELETE failed (client error): The resource could not be found. Feb 17 17:38:29.138793 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4094a607-78ff-4118-879a-9042c410399a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:29.147383 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4094a607-78ff-4118-879a-9042c410399a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/ports/df7d9f78-75b2-43b0-9c60-79159f2ddc44 HTTP/1.1" status: 404 len: 333 time: 0.0862725 Feb 17 17:38:29.148070 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47416) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:29.185534 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a7eebd5-c045-44ca-9c85-3815f02ccb6e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] DELETE failed (client error): The resource could not be found. Feb 17 17:38:29.186193 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a7eebd5-c045-44ca-9c85-3815f02ccb6e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:29.194728 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9a7eebd5-c045-44ca-9c85-3815f02ccb6e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/15289497-8f87-4d6b-b485-08948dc0a1dd HTTP/1.1" status: 404 len: 337 time: 0.0455699 Feb 17 17:38:29.195400 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47418) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:29.270097 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaf3c82b-501d-4f35-8f83-bb5e4bde2d15 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] DELETE failed (client error): The resource could not be found. Feb 17 17:38:29.270834 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaf3c82b-501d-4f35-8f83-bb5e4bde2d15 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:29.276627 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-eaf3c82b-501d-4f35-8f83-bb5e4bde2d15 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/ports/f5dbdae3-07c5-482e-8735-420a8569f331 HTTP/1.1" status: 404 len: 333 time: 0.0779989 Feb 17 17:38:29.277178 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47420) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:29.329301 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-9b0ab6c6-a01a-4171-a7c8-2ba10e3bf3e5 req-b7743daf-4155-4865-9791-6bcee9990b9c tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] For port 6fd8fede-7055-4d6d-a04d-8b0c189e0ea5, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=6fd8fede-7055-4d6d-a04d-8b0c189e0ea5,segment=NetworkSegment(db684214-d7da-45c4-b29d-9500ff344225),segment_id=db684214-d7da-45c4-b29d-9500ff344225)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:29.329600 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9b0ab6c6-a01a-4171-a7c8-2ba10e3bf3e5 req-b7743daf-4155-4865-9791-6bcee9990b9c tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (6fd8fede-7055-4d6d-a04d-8b0c189e0ea5), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:29.372905 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-68e1b1ac-9acc-4614-9fb4-dfdcfbb1d92f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] DELETE failed (client error): The resource could not be found. Feb 17 17:38:29.373879 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68e1b1ac-9acc-4614-9fb4-dfdcfbb1d92f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:29.381994 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-68e1b1ac-9acc-4614-9fb4-dfdcfbb1d92f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/d2a7c452-be9c-4dd9-89e3-661a5a73a7db HTTP/1.1" status: 404 len: 337 time: 0.1031709 Feb 17 17:38:29.382953 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47422) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:29.392025 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-75a0838f-a9ec-4df2-b171-6b67705f3157 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for port (e91adaa9-a94b-4a57-acfb-7b175da93578), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:29.403846 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2dfcb885-2c26-4e64-a903-066f413f3de6 req-8011f410-6a10-4017-b855-2cc96d8d52d6 service neutron] 10.222.0.87 "GET /v2.0/networks/ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5607712 Feb 17 17:38:29.428136 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1882dcb-6175-4361-9532-9ed56e063646 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] DELETE failed (client error): The resource could not be found. Feb 17 17:38:29.429154 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1882dcb-6175-4361-9532-9ed56e063646 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:29.429278 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-37b986b3-3c9b-45df-bfd2-00222de63c52 req-d75f821b-a3e8-4623-ad00-9d103a3775ff tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/ports?device_id=905d5be7-eb6b-40e9-b60a-3952747f316b HTTP/1.1" status: 200 len: 210 time: 0.1596684 Feb 17 17:38:29.437116 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a1882dcb-6175-4361-9532-9ed56e063646 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/ports/9f8833f1-6d9b-4b70-92ce-40630cc326ec HTTP/1.1" status: 404 len: 333 time: 0.0523291 Feb 17 17:38:29.439254 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47424) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:29.467678 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-9b0ab6c6-a01a-4171-a7c8-2ba10e3bf3e5 req-b7743daf-4155-4865-9791-6bcee9990b9c tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Calling delete_port for 6fd8fede-7055-4d6d-a04d-8b0c189e0ea5 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:38:29.495194 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-3baea783-cc34-4289-9606-2034fce1e46e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] DELETE failed (client error): The resource could not be found. Feb 17 17:38:29.495819 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3baea783-cc34-4289-9606-2034fce1e46e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:29.503581 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3baea783-cc34-4289-9606-2034fce1e46e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/c237e3ec-047a-41b6-8aea-f9328921ab1f HTTP/1.1" status: 404 len: 337 time: 0.0613046 Feb 17 17:38:29.504354 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47426) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:29.540064 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-02617ceb-8bba-40b5-96b7-d45344f5f0a2 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] DELETE failed (client error): The resource could not be found. Feb 17 17:38:29.540807 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02617ceb-8bba-40b5-96b7-d45344f5f0a2 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:29.548654 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-02617ceb-8bba-40b5-96b7-d45344f5f0a2 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/ports/0a244e66-01bf-4732-8030-da01baaefe72 HTTP/1.1" status: 404 len: 333 time: 0.0432646 Feb 17 17:38:29.549558 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47428) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:29.583804 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-baf120ae-d264-4996-b156-15343743ef58 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] DELETE failed (client error): The resource could not be found. Feb 17 17:38:29.584376 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baf120ae-d264-4996-b156-15343743ef58 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:29.592532 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-baf120ae-d264-4996-b156-15343743ef58 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/aa6bf743-7486-4e57-8aa0-de8ae9fcee00 HTTP/1.1" status: 404 len: 337 time: 0.0415571 Feb 17 17:38:29.593854 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47432) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:29.599043 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device aaf97ece-c7ae-411f-b780-5ed7609472f0 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:38:29.620049 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-75a0838f-a9ec-4df2-b171-6b67705f3157 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (e91adaa9-a94b-4a57-acfb-7b175da93578), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:29.638153 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: aaf97ece-c7ae-411f-b780-5ed7609472f0 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:38:29.638416 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-e1157635-c597-412b-84b3-dcfca6d37fd9 req-75578a70-09a7-4768-bc9b-07fefeeb6f45 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Deleting port 80a7fb3a-f884-41e9-837c-0092f3339dab {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:38:29.638861 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-e1157635-c597-412b-84b3-dcfca6d37fd9 req-75578a70-09a7-4768-bc9b-07fefeeb6f45 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (80a7fb3a-f884-41e9-837c-0092f3339dab), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:29.639090 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device aaf97ece-c7ae-411f-b780-5ed7609472f0 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:38:29.655309 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0da954e-d6d6-4953-98c8-671377796dfd tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] DELETE failed (client error): The resource could not be found. Feb 17 17:38:29.655778 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0da954e-d6d6-4953-98c8-671377796dfd tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:29.660283 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f0da954e-d6d6-4953-98c8-671377796dfd tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/578e3e22-eb75-4205-a9ac-089cd7b6c170 HTTP/1.1" status: 404 len: 337 time: 0.0484087 Feb 17 17:38:29.662098 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47436) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:29.698148 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-e808284c-958e-46b5-bf60-2d4ed79bdcd9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] DELETE failed (client error): The resource could not be found. Feb 17 17:38:29.698728 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e808284c-958e-46b5-bf60-2d4ed79bdcd9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:29.705257 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e808284c-958e-46b5-bf60-2d4ed79bdcd9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/ports/92dfa7eb-3807-48bf-a3b4-6baa03b5f3e3 HTTP/1.1" status: 404 len: 333 time: 0.0389848 Feb 17 17:38:29.705759 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47438) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:29.707187 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7c25bf38-bf4a-41d1-8cb9-36b9c5204781 req-c0445f9c-7db3-4e17-bb1a-aabb6136c453 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=0696203f-5736-4bfd-89dd-9abcf0d112ec HTTP/1.1" status: 200 len: 210 time: 0.0884986 Feb 17 17:38:29.745118 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-583c6c44-da1b-4904-8880-b99849cee005 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] DELETE failed (client error): The resource could not be found. Feb 17 17:38:29.745875 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-583c6c44-da1b-4904-8880-b99849cee005 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:29.750610 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-583c6c44-da1b-4904-8880-b99849cee005 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/ffae3350-0496-4ecf-b6f6-049b3accc67f HTTP/1.1" status: 404 len: 337 time: 0.0438306 Feb 17 17:38:29.755432 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a0838f-a9ec-4df2-b171-6b67705f3157 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Network 0556905e-4875-46d8-9121-765bf272ed3b is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:38:29.759719 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47440) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:29.761822 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-75a0838f-a9ec-4df2-b171-6b67705f3157 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:38:29.795982 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a0838f-a9ec-4df2-b171-6b67705f3157 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:38:29.801849 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a0838f-a9ec-4df2-b171-6b67705f3157 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:29.802724 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-75a0838f-a9ec-4df2-b171-6b67705f3157 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:29.806909 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-e45b92d3-9e94-46c1-b208-5050a07e79f6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] DELETE failed (client error): The resource could not be found. Feb 17 17:38:29.808118 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e45b92d3-9e94-46c1-b208-5050a07e79f6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:29.812610 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a0838f-a9ec-4df2-b171-6b67705f3157 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event updated for resources: {'Port': ['ID=e91adaa9-a94b-4a57-acfb-7b175da93578,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:29.812783 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e45b92d3-9e94-46c1-b208-5050a07e79f6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/ecad979f-9b97-4849-bfa7-7db657f50a05 HTTP/1.1" status: 404 len: 337 time: 0.0513961 Feb 17 17:38:29.815274 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47442) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:29.842214 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e8388b9-6818-44df-926b-3bb4e8039876 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] DELETE failed (client error): The resource could not be found. Feb 17 17:38:29.843076 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e8388b9-6818-44df-926b-3bb4e8039876 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:29.847049 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8e8388b9-6818-44df-926b-3bb4e8039876 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/ports/0c75f450-2ad2-4626-8c82-0da531d64889 HTTP/1.1" status: 404 len: 333 time: 0.0306127 Feb 17 17:38:29.850961 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47444) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:29.881730 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-75a0838f-a9ec-4df2-b171-6b67705f3157 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7242987 Feb 17 17:38:29.889320 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 47446) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:29.906485 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce31a0b7-1949-46bd-acfe-cc90ebba3fe7 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] DELETE failed (client error): The resource could not be found. Feb 17 17:38:29.907147 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce31a0b7-1949-46bd-acfe-cc90ebba3fe7 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:29.913905 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ce31a0b7-1949-46bd-acfe-cc90ebba3fe7 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/9917a1d7-5783-41ed-9481-a1b7320fb193 HTTP/1.1" status: 404 len: 337 time: 0.0588408 Feb 17 17:38:29.939662 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 47448) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:30.003126 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-e1157635-c597-412b-84b3-dcfca6d37fd9 req-75578a70-09a7-4768-bc9b-07fefeeb6f45 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] For port 80a7fb3a-f884-41e9-837c-0092f3339dab, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=80a7fb3a-f884-41e9-837c-0092f3339dab,segment=NetworkSegment(e4661035-9680-4da1-989b-77404c89e6fd),segment_id=e4661035-9680-4da1-989b-77404c89e6fd)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:30.009049 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-e1157635-c597-412b-84b3-dcfca6d37fd9 req-75578a70-09a7-4768-bc9b-07fefeeb6f45 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (80a7fb3a-f884-41e9-837c-0092f3339dab), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:30.020870 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9b0ab6c6-a01a-4171-a7c8-2ba10e3bf3e5 req-b7743daf-4155-4865-9791-6bcee9990b9c tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (6fd8fede-7055-4d6d-a04d-8b0c189e0ea5), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:30.030714 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-bad6dbcc-6f54-4c50-8fcf-8b3a0ea1e50f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] DELETE failed (client error): The resource could not be found. Feb 17 17:38:30.034056 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bad6dbcc-6f54-4c50-8fcf-8b3a0ea1e50f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:30.038634 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-bad6dbcc-6f54-4c50-8fcf-8b3a0ea1e50f tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/efab06e9-45a5-4a4f-8004-952b2b4726dc HTTP/1.1" status: 404 len: 337 time: 0.0977867 Feb 17 17:38:30.046306 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['6fd8fede-7055-4d6d-a04d-8b0c189e0ea5'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:38:30.049624 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 47456) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:30.082801 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-e1157635-c597-412b-84b3-dcfca6d37fd9 req-75578a70-09a7-4768-bc9b-07fefeeb6f45 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Calling delete_port for 80a7fb3a-f884-41e9-837c-0092f3339dab owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:38:30.112938 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329cf863-f51c-4dd5-9cfc-e2a01682a3eb tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:30.116765 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-329cf863-f51c-4dd5-9cfc-e2a01682a3eb tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "GET /v2.0/ports/e91adaa9-a94b-4a57-acfb-7b175da93578 HTTP/1.1" status: 200 len: 845 time: 0.2184608 Feb 17 17:38:30.137985 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 47458) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:30.142966 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7743daf-4155-4865-9791-6bcee9990b9c tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Pushing event deleted for resources: {'Port': ['ID=6fd8fede-7055-4d6d-a04d-8b0c189e0ea5,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:30.156356 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-f08e7a7b-99ae-45eb-a155-36f0b6f09d5e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] DELETE failed (client error): The resource could not be found. Feb 17 17:38:30.156959 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f08e7a7b-99ae-45eb-a155-36f0b6f09d5e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:30.160157 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-f08e7a7b-99ae-45eb-a155-36f0b6f09d5e tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/ports/7fe8055e-0eeb-4bb0-8b7b-4f490cd58830 HTTP/1.1" status: 404 len: 333 time: 0.1009810 Feb 17 17:38:30.172003 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 47462) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:30.292072 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-ff9a4830-0a86-47ea-becf-11d25783a749 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:30.294198 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-ff9a4830-0a86-47ea-becf-11d25783a749 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.71 "GET /v2.0/networks?id=4185a04b-9227-49e3-827b-a30bed406bcb HTTP/1.1" status: 200 len: 811 time: 0.3890581 Feb 17 17:38:30.317239 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b978faf-2138-4f88-b6a7-43f3c79ccbad tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] DELETE failed (client error): The resource could not be found. Feb 17 17:38:30.317676 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-258af8dd-2112-4c63-977b-317745674fbf tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Request body: {'port': {'device_id': '4ffa1a07-de8a-4f7a-8c80-60d50cb87ec7', 'network_id': '4185a04b-9227-49e3-827b-a30bed406bcb', 'admin_state_up': True, 'tenant_id': '126dec359e5a4147b05d2ce9ed443ea7'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:30.317922 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b978faf-2138-4f88-b6a7-43f3c79ccbad tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:30.321432 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-0b978faf-2138-4f88-b6a7-43f3c79ccbad tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/a71ff80f-72d2-4834-8516-0588514e999f HTTP/1.1" status: 404 len: 337 time: 0.1481595 Feb 17 17:38:30.327820 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b0ab6c6-a01a-4171-a7c8-2ba10e3bf3e5 req-b7743daf-4155-4865-9791-6bcee9990b9c tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] No DVR routers for this DVR port 6fd8fede-7055-4d6d-a04d-8b0c189e0ea5 on host n-h2-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:38:30.332380 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47466) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:30.349225 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9b0ab6c6-a01a-4171-a7c8-2ba10e3bf3e5 req-b7743daf-4155-4865-9791-6bcee9990b9c tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:30.353250 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9b0ab6c6-a01a-4171-a7c8-2ba10e3bf3e5 req-b7743daf-4155-4865-9791-6bcee9990b9c tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.91 "DELETE /v2.0/ports/6fd8fede-7055-4d6d-a04d-8b0c189e0ea5 HTTP/1.1" status: 204 len: 173 time: 2.0568926 Feb 17 17:38:30.358218 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240c422b-1b78-4785-83ce-f53c86d91391', 'name': 'network-vif-deleted', 'tag': '6fd8fede-7055-4d6d-a04d-8b0c189e0ea5'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:38:30.360567 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e0e50d-898a-4e0b-9ac3-bb75b4e247b7" -d '{"events": [{"server_uuid": "240c422b-1b78-4785-83ce-f53c86d91391", "name": "network-vif-deleted", "tag": "6fd8fede-7055-4d6d-a04d-8b0c189e0ea5"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:38:30.371301 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-62d47e07-5cc6-43c3-81dc-82ac58550fa0 req-d958fded-86b8-405e-aaa6-4f663d74e58a tempest-FloatingIPsAssociationNegativeTestJSON-2057344908 tempest-FloatingIPsAssociationNegativeTestJSON-2057344908-project] 10.222.0.87 "GET /v2.0/ports?device_id=240c422b-1b78-4785-83ce-f53c86d91391 HTTP/1.1" status: 200 len: 210 time: 0.1071801 Feb 17 17:38:30.381237 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-14d8a110-6665-41bb-ba04-222970f2a58c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] DELETE failed (client error): The resource could not be found. Feb 17 17:38:30.381703 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14d8a110-6665-41bb-ba04-222970f2a58c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:30.387656 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-14d8a110-6665-41bb-ba04-222970f2a58c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/ff0e7a51-1f34-4f18-a257-783f4bd319ce HTTP/1.1" status: 404 len: 337 time: 0.0543664 Feb 17 17:38:30.391313 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47470) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:30.431740 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-810b8e98-5e63-48d3-9f1c-a72e7bddc8a9 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/ports?device_id=8726920e-7cd1-42f5-adb6-96d952324ae4 HTTP/1.1" status: 200 len: 205 time: 0.0393023 Feb 17 17:38:30.437893 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-c356809e-523b-4cbd-bacd-4da8d2cb192a tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:30.439293 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-c356809e-523b-4cbd-bacd-4da8d2cb192a tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.91 "GET /v2.0/networks?id=4185a04b-9227-49e3-827b-a30bed406bcb HTTP/1.1" status: 200 len: 811 time: 0.3338025 Feb 17 17:38:30.439782 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47472) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:30.473733 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856b1088-225b-4573-b988-6270618e3139 x-openstack-request-id: req-856b1088-225b-4573-b988-6270618e3139 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:38:30.474325 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "240c422b-1b78-4785-83ce-f53c86d91391", "name": "network-vif-deleted", "tag": "6fd8fede-7055-4d6d-a04d-8b0c189e0ea5", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:38:30.474325 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-856b1088-225b-4573-b988-6270618e3139 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:38:30.475770 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '240c422b-1b78-4785-83ce-f53c86d91391', 'name': 'network-vif-deleted', 'tag': '6fd8fede-7055-4d6d-a04d-8b0c189e0ea5', 'status': 'completed', 'code': 200} Feb 17 17:38:30.497378 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-e37eb5db-c347-497c-82c7-ce85b3c46027 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Request body: {'port': {'device_id': '905d5be7-eb6b-40e9-b60a-3952747f316b', 'network_id': '4185a04b-9227-49e3-827b-a30bed406bcb', 'admin_state_up': True, 'tenant_id': '126dec359e5a4147b05d2ce9ed443ea7'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:30.510300 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-29fb6a3b-9681-40f0-a606-46dbe30f98f1 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] delete failed (client error): The resource could not be found. Feb 17 17:38:30.513566 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-29fb6a3b-9681-40f0-a606-46dbe30f98f1 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/routers/8726920e-7cd1-42f5-adb6-96d952324ae4 HTTP/1.1" status: 404 len: 336 time: 0.0702827 Feb 17 17:38:30.514162 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47476) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:30.645612 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3820b4e-82c7-4193-a43d-c167d76e0b94 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] DELETE failed (client error): The resource could not be found. Feb 17 17:38:30.646303 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3820b4e-82c7-4193-a43d-c167d76e0b94 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:30.649554 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a3820b4e-82c7-4193-a43d-c167d76e0b94 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/23d2d894-67de-4040-8df8-411ce5b86fe2 HTTP/1.1" status: 404 len: 337 time: 0.0920675 Feb 17 17:38:30.666707 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47478) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:30.785869 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ee20e9e7-87af-44c7-bcf6-6628f2663275 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "GET /v2.0/ports?device_id=b4364133-2a3a-479a-9776-5d369d5437eb HTTP/1.1" status: 200 len: 205 time: 0.1139960 Feb 17 17:38:30.791116 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47482) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:30.903659 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 80a7fb3a-f884-41e9-837c-0092f3339dab no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:38:30.921931 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-146594f6-453f-4e95-8313-f83eaed32bcb tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] delete failed (client error): The resource could not be found. Feb 17 17:38:30.925318 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-146594f6-453f-4e95-8313-f83eaed32bcb tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/routers/b4364133-2a3a-479a-9776-5d369d5437eb HTTP/1.1" status: 404 len: 336 time: 0.1121626 Feb 17 17:38:30.926478 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47484) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:30.970528 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee0e8d01-b4c3-4c07-b1b1-60c338bc721d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] DELETE failed (client error): The resource could not be found. Feb 17 17:38:30.970997 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee0e8d01-b4c3-4c07-b1b1-60c338bc721d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:30.976335 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ee0e8d01-b4c3-4c07-b1b1-60c338bc721d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/f3077742-c3c0-4adc-9eaa-a82e60b33b8c HTTP/1.1" status: 404 len: 337 time: 0.0446293 Feb 17 17:38:30.978949 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47486) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:30.992286 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: 80a7fb3a-f884-41e9-837c-0092f3339dab {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:38:30.993456 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 80a7fb3a-f884-41e9-837c-0092f3339dab not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:38:31.021140 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ecaeba0-e318-46a5-a56b-533a88057c35 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] DELETE failed (client error): The resource could not be found. Feb 17 17:38:31.021614 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ecaeba0-e318-46a5-a56b-533a88057c35 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:31.028554 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8ecaeba0-e318-46a5-a56b-533a88057c35 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/ca6108dc-1c8e-4a2c-a3e1-89dc9d5b2213 HTTP/1.1" status: 404 len: 337 time: 0.0431671 Feb 17 17:38:31.028554 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-258af8dd-2112-4c63-977b-317745674fbf tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Made reservation on behalf of 126dec359e5a4147b05d2ce9ed443ea7 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:38:31.032304 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-258af8dd-2112-4c63-977b-317745674fbf tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:31.035596 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47488) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:31.050430 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-e37eb5db-c347-497c-82c7-ce85b3c46027 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Made reservation on behalf of 126dec359e5a4147b05d2ce9ed443ea7 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:38:31.054282 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-e37eb5db-c347-497c-82c7-ce85b3c46027 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:31.152212 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-98a3274e-0ae1-47c6-a389-685980fd1af4 req-94d05908-abba-4c9c-a9cc-5a565ff5e5de tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/ports?device_id=905d5be7-eb6b-40e9-b60a-3952747f316b HTTP/1.1" status: 200 len: 210 time: 0.5820274 Feb 17 17:38:31.189654 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-e1157635-c597-412b-84b3-dcfca6d37fd9 req-75578a70-09a7-4768-bc9b-07fefeeb6f45 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (80a7fb3a-f884-41e9-837c-0092f3339dab), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:31.221916 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-258af8dd-2112-4c63-977b-317745674fbf tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Allocated IP 172.20.0.8 (4185a04b-9227-49e3-827b-a30bed406bcb/ae6f582f-f431-4be8-9155-e78feef29d45/4a73530d-a485-421e-a886-1c8f514cc585) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:38:31.226344 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-42a3301f-c278-453b-8d5d-663aac4abf2a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] DELETE failed (client error): The resource could not be found. Feb 17 17:38:31.226951 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42a3301f-c278-453b-8d5d-663aac4abf2a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:31.230092 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-42a3301f-c278-453b-8d5d-663aac4abf2a tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/ports/57b6c3c2-44fe-401b-adf0-cfd68bc255ed HTTP/1.1" status: 404 len: 333 time: 0.1937561 Feb 17 17:38:31.234242 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47492) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:31.268959 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2336731a-bb2d-40d6-9d70-23aa8b9151bd req-7031537a-2370-485b-8f70-6bbedfcdcb86 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=0696203f-5736-4bfd-89dd-9abcf0d112ec HTTP/1.1" status: 200 len: 210 time: 0.0917780 Feb 17 17:38:31.276574 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9e914e7-8657-4791-8c52-677ee3e20c39 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] DELETE failed (client error): The resource could not be found. Feb 17 17:38:31.277044 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9e914e7-8657-4791-8c52-677ee3e20c39 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:31.280236 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f9e914e7-8657-4791-8c52-677ee3e20c39 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/8fe85eca-e787-47ba-a7fc-f564fa8fbf72 HTTP/1.1" status: 404 len: 337 time: 0.0440166 Feb 17 17:38:31.310518 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47494) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:31.338528 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75578a70-09a7-4768-bc9b-07fefeeb6f45 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Pushing event deleted for resources: {'Port': ['ID=80a7fb3a-f884-41e9-837c-0092f3339dab,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:31.360273 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-82a49ca7-90dd-492c-84d8-13f40c162fda tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] DELETE failed (client error): The resource could not be found. Feb 17 17:38:31.361324 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82a49ca7-90dd-492c-84d8-13f40c162fda tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:31.366684 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-82a49ca7-90dd-492c-84d8-13f40c162fda tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/ports/90813c9a-50fc-463a-81d3-95d625f8acc0 HTTP/1.1" status: 404 len: 333 time: 0.0555172 Feb 17 17:38:31.374526 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47496) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:31.385922 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1157635-c597-412b-84b3-dcfca6d37fd9 req-75578a70-09a7-4768-bc9b-07fefeeb6f45 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] No DVR routers for this DVR port 80a7fb3a-f884-41e9-837c-0092f3339dab on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:38:31.389050 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-e1157635-c597-412b-84b3-dcfca6d37fd9 req-75578a70-09a7-4768-bc9b-07fefeeb6f45 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:31.393187 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e1157635-c597-412b-84b3-dcfca6d37fd9 req-75578a70-09a7-4768-bc9b-07fefeeb6f45 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.71 "DELETE /v2.0/ports/80a7fb3a-f884-41e9-837c-0092f3339dab HTTP/1.1" status: 204 len: 173 time: 2.3490670 Feb 17 17:38:31.396311 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-e7ea02bf-8dc5-4ded-8de6-827ffd0ddd42 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Deleting port e91adaa9-a94b-4a57-acfb-7b175da93578 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:38:31.396311 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e7ea02bf-8dc5-4ded-8de6-827ffd0ddd42 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (e91adaa9-a94b-4a57-acfb-7b175da93578), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:31.491469 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 47500) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:31.525595 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-4617c44b-d514-462e-8db8-6c3e3a12bbcc tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] DELETE failed (client error): The resource could not be found. Feb 17 17:38:31.526329 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4617c44b-d514-462e-8db8-6c3e3a12bbcc tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:31.530471 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4617c44b-d514-462e-8db8-6c3e3a12bbcc tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/1c0ecf68-d1dc-420b-a725-96d06e055120 HTTP/1.1" status: 404 len: 337 time: 0.1527014 Feb 17 17:38:31.533248 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47502) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:31.547506 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e7ea02bf-8dc5-4ded-8de6-827ffd0ddd42 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (e91adaa9-a94b-4a57-acfb-7b175da93578), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:31.562462 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-c30e5c0c-fe24-47c1-a31d-f16adfd0f27d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] DELETE failed (client error): The resource could not be found. Feb 17 17:38:31.563117 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c30e5c0c-fe24-47c1-a31d-f16adfd0f27d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:31.566609 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c30e5c0c-fe24-47c1-a31d-f16adfd0f27d tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/ports/006aa79c-d14f-4983-a5f9-827d16a27609 HTTP/1.1" status: 404 len: 333 time: 0.0322149 Feb 17 17:38:31.570721 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47504) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:31.594143 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfcb885-2c26-4e64-a903-066f413f3de6 req-a8e8a527-c59e-43cb-820e-8f3ae0b5f56a tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:31.595858 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2dfcb885-2c26-4e64-a903-066f413f3de6 req-a8e8a527-c59e-43cb-820e-8f3ae0b5f56a tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.71 "GET /v2.0/networks?id=ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad HTTP/1.1" status: 200 len: 813 time: 0.4378204 Feb 17 17:38:31.605756 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-e7ea02bf-8dc5-4ded-8de6-827ffd0ddd42 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Calling delete_port for e91adaa9-a94b-4a57-acfb-7b175da93578 owned by {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:38:31.609324 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-c063c708-d7f5-43db-b65c-dc5945f7d9e6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] DELETE failed (client error): The resource could not be found. Feb 17 17:38:31.609785 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c063c708-d7f5-43db-b65c-dc5945f7d9e6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:31.613203 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c063c708-d7f5-43db-b65c-dc5945f7d9e6 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/18da09ef-de83-4b4a-bb49-44cb5b66af1a HTTP/1.1" status: 404 len: 337 time: 0.0414572 Feb 17 17:38:31.614840 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-2dfcb885-2c26-4e64-a903-066f413f3de6 req-ebca9ded-3aab-4bfd-ab34-b19a6907be9d tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Request body: {'port': {'device_id': '0696203f-5736-4bfd-89dd-9abcf0d112ec', 'network_id': 'ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad', 'admin_state_up': True, 'tenant_id': '5c112397353b4d5f9dae4aa16205da6f'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:31.616494 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47508) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:31.633971 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-258af8dd-2112-4c63-977b-317745674fbf tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Publish callbacks [] for port (4a73530d-a485-421e-a886-1c8f514cc585), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:31.652945 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eb56b74-c787-4d88-a125-5ad7ab1a4971 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] DELETE failed (client error): The resource could not be found. Feb 17 17:38:31.653634 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eb56b74-c787-4d88-a125-5ad7ab1a4971 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:31.659166 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5eb56b74-c787-4d88-a125-5ad7ab1a4971 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/ports/45e92bb8-7649-4c4f-b3bb-f8edda28134e HTTP/1.1" status: 404 len: 333 time: 0.0392971 Feb 17 17:38:31.661593 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47510) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:31.687917 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb4433d0-bb4f-4b7c-aaf3-60cb92296a1c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] DELETE failed (client error): The resource could not be found. Feb 17 17:38:31.688479 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb4433d0-bb4f-4b7c-aaf3-60cb92296a1c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:31.693949 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-eb4433d0-bb4f-4b7c-aaf3-60cb92296a1c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/04166ac2-430a-4d4b-9d04-c6fa5ab80e8f HTTP/1.1" status: 404 len: 337 time: 0.0311997 Feb 17 17:38:31.695363 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47512) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:31.727281 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7477a4b-5e89-42b6-a883-c0d3818ee734 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] DELETE failed (client error): The resource could not be found. Feb 17 17:38:31.728169 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7477a4b-5e89-42b6-a883-c0d3818ee734 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:31.734001 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c7477a4b-5e89-42b6-a883-c0d3818ee734 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/ports/127cc4ad-f8be-4a68-a325-5d8172d4435e HTTP/1.1" status: 404 len: 333 time: 0.0366445 Feb 17 17:38:31.735833 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 47514) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:31.785723 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4b76810-ca76-40d2-af05-ee96957444df tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] DELETE failed (client error): The resource could not be found. Feb 17 17:38:31.786187 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4b76810-ca76-40d2-af05-ee96957444df tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:31.789470 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a4b76810-ca76-40d2-af05-ee96957444df tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/a7da5542-56a2-4bcf-bd10-b9b35dbd7551 HTTP/1.1" status: 404 len: 337 time: 0.0497882 Feb 17 17:38:31.797537 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 47516) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:31.804807 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-e37eb5db-c347-497c-82c7-ce85b3c46027 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Allocated IP 172.20.0.10 (4185a04b-9227-49e3-827b-a30bed406bcb/ae6f582f-f431-4be8-9155-e78feef29d45/5235ae6b-25e3-41b9-a2f7-ec825f84b80e) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:38:31.889184 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-258af8dd-2112-4c63-977b-317745674fbf tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (4a73530d-a485-421e-a886-1c8f514cc585), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:31.909141 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-81dcc5d5-e5ca-4c50-ae3d-18721c65d914 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] DELETE failed (client error): The resource could not be found. Feb 17 17:38:31.909723 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81dcc5d5-e5ca-4c50-ae3d-18721c65d914 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:31.915196 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-81dcc5d5-e5ca-4c50-ae3d-18721c65d914 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/ports/22f2a9c0-2959-4758-ba3e-9b73cf7fc88c HTTP/1.1" status: 404 len: 333 time: 0.1131647 Feb 17 17:38:31.920789 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 47518) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:32.017280 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-254b810e-2c53-4e0b-af94-b3494c8c3dee tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] DELETE failed (client error): The resource could not be found. Feb 17 17:38:32.017766 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-254b810e-2c53-4e0b-af94-b3494c8c3dee tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:32.023711 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-254b810e-2c53-4e0b-af94-b3494c8c3dee tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/3a8c0793-3999-4d4d-9fd3-ea89c4bfaaa5 HTTP/1.1" status: 404 len: 337 time: 0.0925150 Feb 17 17:38:32.026532 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 47520) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:32.037800 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-e37eb5db-c347-497c-82c7-ce85b3c46027 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Publish callbacks [] for port (5235ae6b-25e3-41b9-a2f7-ec825f84b80e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:32.042659 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dfcb885-2c26-4e64-a903-066f413f3de6 req-ebca9ded-3aab-4bfd-ab34-b19a6907be9d tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Made reservation on behalf of 5c112397353b4d5f9dae4aa16205da6f for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:38:32.046343 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2dfcb885-2c26-4e64-a903-066f413f3de6 req-ebca9ded-3aab-4bfd-ab34-b19a6907be9d tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:32.067922 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad4b1582-6d60-482f-b152-5c35ddbd048c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] DELETE failed (client error): The resource could not be found. Feb 17 17:38:32.068448 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad4b1582-6d60-482f-b152-5c35ddbd048c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:32.074647 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-ad4b1582-6d60-482f-b152-5c35ddbd048c tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/ports/c939bfed-cf5d-4ab3-a06b-5c76aa8f134d HTTP/1.1" status: 404 len: 333 time: 0.0421147 Feb 17 17:38:32.074647 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e7ea02bf-8dc5-4ded-8de6-827ffd0ddd42 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (e91adaa9-a94b-4a57-acfb-7b175da93578), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:32.076340 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-258af8dd-2112-4c63-977b-317745674fbf tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Network 4185a04b-9227-49e3-827b-a30bed406bcb is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:38:32.076988 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47522) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:32.096980 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-258af8dd-2112-4c63-977b-317745674fbf tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:38:32.121134 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-258af8dd-2112-4c63-977b-317745674fbf tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:38:32.124025 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea02bf-8dc5-4ded-8de6-827ffd0ddd42 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event deleted for resources: {'Port': ['ID=e91adaa9-a94b-4a57-acfb-7b175da93578,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:32.129322 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258af8dd-2112-4c63-977b-317745674fbf tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Pushing event updated for resources: {'Port': ['ID=4a73530d-a485-421e-a886-1c8f514cc585,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:32.131554 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6c29837-4869-465d-933a-d33d57ffa287 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] DELETE failed (client error): The resource could not be found. Feb 17 17:38:32.132019 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6c29837-4869-465d-933a-d33d57ffa287 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:32.139075 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f6c29837-4869-465d-933a-d33d57ffa287 tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/subnets/7695b488-64e7-4d9d-a257-a1a60dd097d3 HTTP/1.1" status: 404 len: 337 time: 0.0595026 Feb 17 17:38:32.140010 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47524) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:32.141697 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e7ea02bf-8dc5-4ded-8de6-827ffd0ddd42 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:32.147815 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e7ea02bf-8dc5-4ded-8de6-827ffd0ddd42 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "DELETE /v2.0/ports/e91adaa9-a94b-4a57-acfb-7b175da93578 HTTP/1.1" status: 204 len: 168 time: 2.0024023 Feb 17 17:38:32.170395 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 47526) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:32.234130 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-ede7b575-9d81-41d1-a668-204d27851bbb tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] GET failed (client error): The resource could not be found. Feb 17 17:38:32.241567 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-ede7b575-9d81-41d1-a668-204d27851bbb tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "GET /v2.0/ports/e91adaa9-a94b-4a57-acfb-7b175da93578 HTTP/1.1" status: 404 len: 333 time: 0.0699415 Feb 17 17:38:32.242687 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-258af8dd-2112-4c63-977b-317745674fbf tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:32.243354 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-258af8dd-2112-4c63-977b-317745674fbf tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:32.246025 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 47532) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:32.256485 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-9363bb72-541e-461e-bbfd-0616c77b262f tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Request body: {'port': {'network_id': '0556905e-4875-46d8-9121-765bf272ed3b', 'name': 'tempest-PortsIpV6TestJSON-1135400373'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:32.296478 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-e37eb5db-c347-497c-82c7-ce85b3c46027 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (5235ae6b-25e3-41b9-a2f7-ec825f84b80e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:32.316274 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-258af8dd-2112-4c63-977b-317745674fbf tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0035064 Feb 17 17:38:32.354325 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-ca410c31-3f9b-49c2-bbb5-d2afc23c7874 service neutron] Request body: {'port': {'device_id': '4ffa1a07-de8a-4f7a-8c80-60d50cb87ec7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:32.364295 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d0e18117-3b4a-4d56-9316-219095a01d6b tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (f82adc72-a904-4b51-9a87-7ea8a1981040), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:32.391356 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 6fd8fede-7055-4d6d-a04d-8b0c189e0ea5 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:38:32.424971 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: 6fd8fede-7055-4d6d-a04d-8b0c189e0ea5 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:38:32.425697 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 6fd8fede-7055-4d6d-a04d-8b0c189e0ea5 not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:38:32.479847 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ab87b1-d42f-4db3-96e5-629833bd232b', 'name': 'network-vif-deleted', 'tag': '80a7fb3a-f884-41e9-837c-0092f3339dab'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:38:32.482121 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f96a2b-c2a9-443e-8194-bd4568e07e64" -d '{"events": [{"server_uuid": "60ab87b1-d42f-4db3-96e5-629833bd232b", "name": "network-vif-deleted", "tag": "80a7fb3a-f884-41e9-837c-0092f3339dab"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:38:32.490956 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-16234f86-cb14-42d6-b276-6af7d57f0293 req-74f42e60-7dd3-40b3-a2b2-2deac88ffe27 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=0696203f-5736-4bfd-89dd-9abcf0d112ec HTTP/1.1" status: 200 len: 210 time: 0.0665500 Feb 17 17:38:32.535967 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-2dfcb885-2c26-4e64-a903-066f413f3de6 req-ebca9ded-3aab-4bfd-ab34-b19a6907be9d tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Allocated IP 172.20.0.9 (ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad/884735e1-5568-4ef9-9e9a-5668bb636166/12955f1d-3c69-482b-a7c4-cfac9c0642c7) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:38:32.585705 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9363bb72-541e-461e-bbfd-0616c77b262f tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Made reservation on behalf of 79c72a74f4c54033a14e3cbd8e3a57ad for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:38:32.590529 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9363bb72-541e-461e-bbfd-0616c77b262f tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:32.602538 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54451e3-8fe1-4fcc-a9b2-690fa3fb3f9a x-openstack-request-id: req-e54451e3-8fe1-4fcc-a9b2-690fa3fb3f9a {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:38:32.602847 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60ab87b1-d42f-4db3-96e5-629833bd232b", "name": "network-vif-deleted", "tag": "80a7fb3a-f884-41e9-837c-0092f3339dab", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:38:32.603115 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e54451e3-8fe1-4fcc-a9b2-690fa3fb3f9a {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:38:32.603521 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60ab87b1-d42f-4db3-96e5-629833bd232b', 'name': 'network-vif-deleted', 'tag': '80a7fb3a-f884-41e9-837c-0092f3339dab', 'status': 'completed', 'code': 200} Feb 17 17:38:32.630335 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e55d2-2de9-4559-9d0d-764b958ddc8c req-fd7e2b1f-3069-411b-a1c7-6fade4b0ac97 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:32.631903 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-062e55d2-2de9-4559-9d0d-764b958ddc8c req-fd7e2b1f-3069-411b-a1c7-6fade4b0ac97 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/ports?device_id=905d5be7-eb6b-40e9-b60a-3952747f316b HTTP/1.1" status: 200 len: 932 time: 0.2820730 Feb 17 17:38:32.687730 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-9363bb72-541e-461e-bbfd-0616c77b262f tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] device_id is not set on port 1d64436c-9c39-45e2-ab76-717587d83470 yet. {{(pid=103435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:38:32.757316 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-e37eb5db-c347-497c-82c7-ce85b3c46027 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Network 4185a04b-9227-49e3-827b-a30bed406bcb is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:38:32.767563 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-e37eb5db-c347-497c-82c7-ce85b3c46027 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:38:32.773412 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-e37eb5db-c347-497c-82c7-ce85b3c46027 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:38:32.775945 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37eb5db-c347-497c-82c7-ce85b3c46027 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Pushing event updated for resources: {'Port': ['ID=5235ae6b-25e3-41b9-a2f7-ec825f84b80e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:32.863632 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-ca410c31-3f9b-49c2-bbb5-d2afc23c7874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (4a73530d-a485-421e-a886-1c8f514cc585), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:32.864433 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-062e55d2-2de9-4559-9d0d-764b958ddc8c req-d83a5c12-7c0d-49f8-8259-0eff08961575 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/security-groups?id=c0c1da27-5156-4487-bf9f-31a05708ed74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188723 Feb 17 17:38:32.897811 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4a191fb1-6f3b-4fc2-903d-ad6f9ab8d202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:32.900155 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-e37eb5db-c347-497c-82c7-ce85b3c46027 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:32.900816 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-e37eb5db-c347-497c-82c7-ce85b3c46027 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:32.960779 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2dfcb885-2c26-4e64-a903-066f413f3de6 req-ebca9ded-3aab-4bfd-ab34-b19a6907be9d tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Publish callbacks [] for port (12955f1d-3c69-482b-a7c4-cfac9c0642c7), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:32.971067 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d0e18117-3b4a-4d56-9316-219095a01d6b tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (f82adc72-a904-4b51-9a87-7ea8a1981040), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:33.000272 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-e37eb5db-c347-497c-82c7-ce85b3c46027 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5080376 Feb 17 17:38:33.002326 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c80e5911-5cd0-45fb-87c6-b7da308af36c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (561a3cd2-aabb-4f11-920e-1a8454920696), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:33.024469 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-a5adbcb9-5b9a-4b08-be0d-cedae1bfcf32 service neutron] Request body: {'port': {'device_id': '905d5be7-eb6b-40e9-b60a-3952747f316b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:33.032660 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-d0e18117-3b4a-4d56-9316-219095a01d6b tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f82adc72-a904-4b51-9a87-7ea8a1981040']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:38:33.073893 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-d0e18117-3b4a-4d56-9316-219095a01d6b tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e335282-9f02-43e2-8539-6ad6227c4c38') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:38:33.074691 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-d0e18117-3b4a-4d56-9316-219095a01d6b tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e335282-9f02-43e2-8539-6ad6227c4c38') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:38:33.148981 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9363bb72-541e-461e-bbfd-0616c77b262f tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for port (1d64436c-9c39-45e2-ab76-717587d83470), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:33.150722 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d0e18117-3b4a-4d56-9316-219095a01d6b tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (4e335282-9f02-43e2-8539-6ad6227c4c38), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:33.161226 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2dfcb885-2c26-4e64-a903-066f413f3de6 req-ebca9ded-3aab-4bfd-ab34-b19a6907be9d tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (12955f1d-3c69-482b-a7c4-cfac9c0642c7), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:33.191978 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d0e18117-3b4a-4d56-9316-219095a01d6b tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (4e335282-9f02-43e2-8539-6ad6227c4c38), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:33.209307 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-a5adbcb9-5b9a-4b08-be0d-cedae1bfcf32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5235ae6b-25e3-41b9-a2f7-ec825f84b80e), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:33.220120 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0e18117-3b4a-4d56-9316-219095a01d6b tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:38:33.220545 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d0e18117-3b4a-4d56-9316-219095a01d6b tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (4e335282-9f02-43e2-8539-6ad6227c4c38), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:33.224061 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:38:33.224061 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:38:33.224061 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:38:33.224061 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:38:33.224061 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:38:33.224061 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:38:33.224061 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:38:33.224061 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:38:33.224061 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:38:33.224061 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:38:33.224061 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:38:33.224061 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:38:33.224061 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:38:33.224061 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:38:33.224061 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:38:33.224061 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:38:33.224061 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:38:33.224061 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:38:33.224061 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:38:33.224061 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:38:33.224061 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:38:33.224061 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:38:33.224061 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:38:33.224061 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:38:33.224061 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:38:33.224061 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:38:33.224061 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:38:33.224061 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:38:33.224061 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:38:33.224061 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:38:33.224061 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:38:33.224061 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:38:33.239185 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dfcb885-2c26-4e64-a903-066f413f3de6 req-ebca9ded-3aab-4bfd-ab34-b19a6907be9d tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Network ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:38:33.290908 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-2dfcb885-2c26-4e64-a903-066f413f3de6 req-ebca9ded-3aab-4bfd-ab34-b19a6907be9d tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:38:33.299143 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dfcb885-2c26-4e64-a903-066f413f3de6 req-ebca9ded-3aab-4bfd-ab34-b19a6907be9d tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:38:33.320094 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca9ded-3aab-4bfd-ab34-b19a6907be9d tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Pushing event updated for resources: {'Port': ['ID=12955f1d-3c69-482b-a7c4-cfac9c0642c7,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:33.469396 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d0e18117-3b4a-4d56-9316-219095a01d6b tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (f82adc72-a904-4b51-9a87-7ea8a1981040), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:33.484445 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d0e18117-3b4a-4d56-9316-219095a01d6b tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:33.487992 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d0e18117-3b4a-4d56-9316-219095a01d6b tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] 10.222.0.87 "DELETE /v2.0/networks/f82adc72-a904-4b51-9a87-7ea8a1981040 HTTP/1.1" status: 204 len: 168 time: 1.3243189 Feb 17 17:38:33.524632 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e18117-3b4a-4d56-9316-219095a01d6b tempest-NetworksTestDHCPv6-2125390867 tempest-NetworksTestDHCPv6-2125390867-project] Pushing event deleted for resources: {'Network': ['ID=f82adc72-a904-4b51-9a87-7ea8a1981040,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:33.611335 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-ca410c31-3f9b-49c2-bbb5-d2afc23c7874 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a73530d-a485-421e-a886-1c8f514cc585 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:38:33.624977 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-ca410c31-3f9b-49c2-bbb5-d2afc23c7874 service neutron] Publish callbacks [] for port (4a73530d-a485-421e-a886-1c8f514cc585), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:33.642105 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-ca410c31-3f9b-49c2-bbb5-d2afc23c7874 service neutron] Transition to ACTIVE for port object 4a73530d-a485-421e-a886-1c8f514cc585 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:38:33.646630 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9363bb72-541e-461e-bbfd-0616c77b262f tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (1d64436c-9c39-45e2-ab76-717587d83470), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:33.653059 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-ca410c31-3f9b-49c2-bbb5-d2afc23c7874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (4a73530d-a485-421e-a886-1c8f514cc585), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:33.734595 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfcb885-2c26-4e64-a903-066f413f3de6 req-ebca9ded-3aab-4bfd-ab34-b19a6907be9d tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:33.735225 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2dfcb885-2c26-4e64-a903-066f413f3de6 req-ebca9ded-3aab-4bfd-ab34-b19a6907be9d tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:33.752601 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9363bb72-541e-461e-bbfd-0616c77b262f tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Network 0556905e-4875-46d8-9121-765bf272ed3b is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:38:33.776546 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-9363bb72-541e-461e-bbfd-0616c77b262f tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:38:33.787301 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9363bb72-541e-461e-bbfd-0616c77b262f tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:38:33.792022 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca410c31-3f9b-49c2-bbb5-d2afc23c7874 service neutron] Pushing event updated for resources: {'Port': ['ID=4a73530d-a485-421e-a886-1c8f514cc585,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:33.793511 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9363bb72-541e-461e-bbfd-0616c77b262f tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:33.794309 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9363bb72-541e-461e-bbfd-0616c77b262f tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:33.800533 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2dfcb885-2c26-4e64-a903-066f413f3de6 req-ebca9ded-3aab-4bfd-ab34-b19a6907be9d tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1924560 Feb 17 17:38:33.805879 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9363bb72-541e-461e-bbfd-0616c77b262f tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event updated for resources: {'Port': ['ID=1d64436c-9c39-45e2-ab76-717587d83470,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:33.824664 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-2dfcb885-2c26-4e64-a903-066f413f3de6 req-71d7d0e6-c33f-4fcf-9a70-341a54949f78 service neutron] Request body: {'port': {'device_id': '0696203f-5736-4bfd-89dd-9abcf0d112ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:33.836505 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 47546) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:33.867841 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be2605-c840-4cd6-94d5-772120980c27 req-9cbbd2e0-278d-46d0-9977-eb21781a2f98 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:33.876002 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-73be2605-c840-4cd6-94d5-772120980c27 req-9cbbd2e0-278d-46d0-9977-eb21781a2f98 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=0696203f-5736-4bfd-89dd-9abcf0d112ec HTTP/1.1" status: 200 len: 931 time: 0.2546568 Feb 17 17:38:33.903565 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-9363bb72-541e-461e-bbfd-0616c77b262f tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6521387 Feb 17 17:38:33.913518 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 47552) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:33.926558 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-09d91382-aaa6-4422-9632-fab8190f5907 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:33.961471 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-ca410c31-3f9b-49c2-bbb5-d2afc23c7874 service neutron] Attempting to bind port 4a73530d-a485-421e-a886-1c8f514cc585 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:38:33.962848 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-ca410c31-3f9b-49c2-bbb5-d2afc23c7874 service neutron] Attempting to bind port 4a73530d-a485-421e-a886-1c8f514cc585 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '35db7bfb-f40a-40b5-883e-cb5d409c283a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '4185a04b-9227-49e3-827b-a30bed406bcb'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:38:33.965172 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-ca410c31-3f9b-49c2-bbb5-d2afc23c7874 service neutron] Attempting to bind port 4a73530d-a485-421e-a886-1c8f514cc585 on network 4185a04b-9227-49e3-827b-a30bed406bcb {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:38:33.997532 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-ca410c31-3f9b-49c2-bbb5-d2afc23c7874 service neutron] Port 4a73530d-a485-421e-a886-1c8f514cc585 on network 4185a04b-9227-49e3-827b-a30bed406bcb not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:38:33.998023 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-ca410c31-3f9b-49c2-bbb5-d2afc23c7874 service neutron] Attempting to bind port 4a73530d-a485-421e-a886-1c8f514cc585 on network 4185a04b-9227-49e3-827b-a30bed406bcb {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:38:34.032996 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-ca410c31-3f9b-49c2-bbb5-d2afc23c7874 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:38:34.033342 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-ca410c31-3f9b-49c2-bbb5-d2afc23c7874 service neutron] Checking segment: {'id': '35db7bfb-f40a-40b5-883e-cb5d409c283a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '4185a04b-9227-49e3-827b-a30bed406bcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:38:34.033732 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-ca410c31-3f9b-49c2-bbb5-d2afc23c7874 service neutron] Bound using segment: {'id': '35db7bfb-f40a-40b5-883e-cb5d409c283a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '4185a04b-9227-49e3-827b-a30bed406bcb'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:38:34.034191 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-ca410c31-3f9b-49c2-bbb5-d2afc23c7874 service neutron] Bound port: 4a73530d-a485-421e-a886-1c8f514cc585, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35db7bfb-f40a-40b5-883e-cb5d409c283a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '4185a04b-9227-49e3-827b-a30bed406bcb'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:38:34.034547 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-ca410c31-3f9b-49c2-bbb5-d2afc23c7874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (4a73530d-a485-421e-a886-1c8f514cc585), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:34.061556 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-a5adbcb9-5b9a-4b08-be0d-cedae1bfcf32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5235ae6b-25e3-41b9-a2f7-ec825f84b80e {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:38:34.087110 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-a5adbcb9-5b9a-4b08-be0d-cedae1bfcf32 service neutron] Publish callbacks [] for port (5235ae6b-25e3-41b9-a2f7-ec825f84b80e), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:34.109213 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-a5adbcb9-5b9a-4b08-be0d-cedae1bfcf32 service neutron] Transition to ACTIVE for port object 5235ae6b-25e3-41b9-a2f7-ec825f84b80e will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:38:34.121318 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-a5adbcb9-5b9a-4b08-be0d-cedae1bfcf32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (5235ae6b-25e3-41b9-a2f7-ec825f84b80e), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:34.124163 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2dfcb885-2c26-4e64-a903-066f413f3de6 req-71d7d0e6-c33f-4fcf-9a70-341a54949f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (12955f1d-3c69-482b-a7c4-cfac9c0642c7), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:34.154561 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-73be2605-c840-4cd6-94d5-772120980c27 req-e40b9c67-578d-4726-8249-5e0220ea5084 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750216 Feb 17 17:38:34.162603 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-ca410c31-3f9b-49c2-bbb5-d2afc23c7874 service neutron] For port 4a73530d-a485-421e-a886-1c8f514cc585, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:38:34.185824 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-ca410c31-3f9b-49c2-bbb5-d2afc23c7874 service neutron] For port 4a73530d-a485-421e-a886-1c8f514cc585, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=4a73530d-a485-421e-a886-1c8f514cc585,segment=NetworkSegment(35db7bfb-f40a-40b5-883e-cb5d409c283a),segment_id=35db7bfb-f40a-40b5-883e-cb5d409c283a)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:38:34.199466 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-ca410c31-3f9b-49c2-bbb5-d2afc23c7874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (4a73530d-a485-421e-a886-1c8f514cc585), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:34.204140 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5adbcb9-5b9a-4b08-be0d-cedae1bfcf32 service neutron] Pushing event updated for resources: {'Port': ['ID=5235ae6b-25e3-41b9-a2f7-ec825f84b80e,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:34.239393 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-09d91382-aaa6-4422-9632-fab8190f5907 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1d64436c-9c39-45e2-ab76-717587d83470), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:34.253940 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-49f26e4c-0ddd-4bfe-9419-4435bb14ea98 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c017d73ca35741f09876024d2cbfcdb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4159760 Feb 17 17:38:34.268620 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 47554) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:34.274405 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-ca410c31-3f9b-49c2-bbb5-d2afc23c7874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:34.275017 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-ca410c31-3f9b-49c2-bbb5-d2afc23c7874 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:34.276433 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-ca410c31-3f9b-49c2-bbb5-d2afc23c7874 service neutron] 10.222.0.71 "PUT /v2.0/ports/4a73530d-a485-421e-a886-1c8f514cc585 HTTP/1.1" status: 200 len: 1091 time: 1.9319263 Feb 17 17:38:34.276891 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ffa1a07-de8a-4f7a-8c80-60d50cb87ec7', 'tag': '4a73530d-a485-421e-a886-1c8f514cc585'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:38:34.281119 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7ef2ea-6530-4b17-850b-cf38e58d2754" -d '{"events": [{"name": "network-changed", "server_uuid": "4ffa1a07-de8a-4f7a-8c80-60d50cb87ec7", "tag": "4a73530d-a485-421e-a886-1c8f514cc585"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:38:34.363069 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586de29-e56b-47de-a7ce-e26c1ebf4eed req-32fe038e-6ee4-4ed3-88f1-176eb77fcec6 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:34.365051 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4586de29-e56b-47de-a7ce-e26c1ebf4eed req-32fe038e-6ee4-4ed3-88f1-176eb77fcec6 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/ports?device_id=905d5be7-eb6b-40e9-b60a-3952747f316b HTTP/1.1" status: 200 len: 932 time: 0.3524902 Feb 17 17:38:34.375607 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b1f7d8-3032-4d25-93db-39231595dded x-openstack-request-id: req-21b1f7d8-3032-4d25-93db-39231595dded {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:38:34.375607 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ffa1a07-de8a-4f7a-8c80-60d50cb87ec7", "tag": "4a73530d-a485-421e-a886-1c8f514cc585", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:38:34.375607 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-21b1f7d8-3032-4d25-93db-39231595dded {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:38:34.375607 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ffa1a07-de8a-4f7a-8c80-60d50cb87ec7', 'tag': '4a73530d-a485-421e-a886-1c8f514cc585', 'status': 'completed', 'code': 200} Feb 17 17:38:34.382117 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca410c31-3f9b-49c2-bbb5-d2afc23c7874 service neutron] Pushing event updated for resources: {'Port': ['ID=4a73530d-a485-421e-a886-1c8f514cc585,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:34.397752 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-a5adbcb9-5b9a-4b08-be0d-cedae1bfcf32 service neutron] Attempting to bind port 5235ae6b-25e3-41b9-a2f7-ec825f84b80e on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:38:34.398093 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-a5adbcb9-5b9a-4b08-be0d-cedae1bfcf32 service neutron] Attempting to bind port 5235ae6b-25e3-41b9-a2f7-ec825f84b80e by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '35db7bfb-f40a-40b5-883e-cb5d409c283a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '4185a04b-9227-49e3-827b-a30bed406bcb'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:38:34.398425 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-a5adbcb9-5b9a-4b08-be0d-cedae1bfcf32 service neutron] Attempting to bind port 5235ae6b-25e3-41b9-a2f7-ec825f84b80e on network 4185a04b-9227-49e3-827b-a30bed406bcb {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:38:34.407915 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-a5adbcb9-5b9a-4b08-be0d-cedae1bfcf32 service neutron] Port 5235ae6b-25e3-41b9-a2f7-ec825f84b80e on network 4185a04b-9227-49e3-827b-a30bed406bcb not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:38:34.408271 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-a5adbcb9-5b9a-4b08-be0d-cedae1bfcf32 service neutron] Attempting to bind port 5235ae6b-25e3-41b9-a2f7-ec825f84b80e on network 4185a04b-9227-49e3-827b-a30bed406bcb {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:38:34.417846 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-a5adbcb9-5b9a-4b08-be0d-cedae1bfcf32 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:38:34.418190 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-a5adbcb9-5b9a-4b08-be0d-cedae1bfcf32 service neutron] Checking segment: {'id': '35db7bfb-f40a-40b5-883e-cb5d409c283a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '4185a04b-9227-49e3-827b-a30bed406bcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:38:34.418588 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-a5adbcb9-5b9a-4b08-be0d-cedae1bfcf32 service neutron] Bound using segment: {'id': '35db7bfb-f40a-40b5-883e-cb5d409c283a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '4185a04b-9227-49e3-827b-a30bed406bcb'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:38:34.419150 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-a5adbcb9-5b9a-4b08-be0d-cedae1bfcf32 service neutron] Bound port: 5235ae6b-25e3-41b9-a2f7-ec825f84b80e, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35db7bfb-f40a-40b5-883e-cb5d409c283a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '4185a04b-9227-49e3-827b-a30bed406bcb'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:38:34.419648 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-a5adbcb9-5b9a-4b08-be0d-cedae1bfcf32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5235ae6b-25e3-41b9-a2f7-ec825f84b80e), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:34.432015 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-7ac08199-5d75-4f10-b199-82f2aa39b46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:34.433615 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-7ac08199-5d75-4f10-b199-82f2aa39b46c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=126dec359e5a4147b05d2ce9ed443ea7&device_id=4ffa1a07-de8a-4f7a-8c80-60d50cb87ec7 HTTP/1.1" status: 200 len: 1125 time: 0.1128871 Feb 17 17:38:34.501582 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-0868bd98-ec76-4278-a6a2-3cc688e180c3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a73530d-a485-421e-a886-1c8f514cc585 HTTP/1.1" status: 200 len: 217 time: 0.0591164 Feb 17 17:38:34.595242 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-a5adbcb9-5b9a-4b08-be0d-cedae1bfcf32 service neutron] For port 5235ae6b-25e3-41b9-a2f7-ec825f84b80e, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:38:34.601851 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-a5adbcb9-5b9a-4b08-be0d-cedae1bfcf32 service neutron] For port 5235ae6b-25e3-41b9-a2f7-ec825f84b80e, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=5235ae6b-25e3-41b9-a2f7-ec825f84b80e,segment=NetworkSegment(35db7bfb-f40a-40b5-883e-cb5d409c283a),segment_id=35db7bfb-f40a-40b5-883e-cb5d409c283a)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:38:34.607466 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-1f78015a-9064-4532-801e-dfd2ad211358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:34.609509 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-1f78015a-9064-4532-801e-dfd2ad211358 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ae6f582f-f431-4be8-9155-e78feef29d45 HTTP/1.1" status: 200 len: 851 time: 0.1008377 Feb 17 17:38:34.626425 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-c80e5911-5cd0-45fb-87c6-b7da308af36c admin admin] Deleting port de0da242-00c0-4e9f-84b4-5d11e18c86a4 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:38:34.627023 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c80e5911-5cd0-45fb-87c6-b7da308af36c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (de0da242-00c0-4e9f-84b4-5d11e18c86a4), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:34.632281 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-a5adbcb9-5b9a-4b08-be0d-cedae1bfcf32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (5235ae6b-25e3-41b9-a2f7-ec825f84b80e), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:34.663857 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-5e67a226-1ed8-4b1c-a8f3-3f413b42334e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4185a04b-9227-49e3-827b-a30bed406bcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449481 Feb 17 17:38:34.696538 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-a5adbcb9-5b9a-4b08-be0d-cedae1bfcf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:34.697508 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-a5adbcb9-5b9a-4b08-be0d-cedae1bfcf32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:34.699216 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-a5adbcb9-5b9a-4b08-be0d-cedae1bfcf32 service neutron] 10.222.0.91 "PUT /v2.0/ports/5235ae6b-25e3-41b9-a2f7-ec825f84b80e HTTP/1.1" status: 200 len: 1092 time: 1.6903634 Feb 17 17:38:34.736842 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4586de29-e56b-47de-a7ce-e26c1ebf4eed req-cf42e29d-50a8-4e40-9ee8-d12e617533cd tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/security-groups?id=c0c1da27-5156-4487-bf9f-31a05708ed74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268912 Feb 17 17:38:34.745915 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-60c64c9c-0523-4969-88ba-3eb1c67d65db admin admin] Publish callbacks [] for security_group (a101cc40-62ec-4460-ae02-4b5c1ab1f425), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:34.869150 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5adbcb9-5b9a-4b08-be0d-cedae1bfcf32 service neutron] Pushing event updated for resources: {'Port': ['ID=5235ae6b-25e3-41b9-a2f7-ec825f84b80e,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:34.871690 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-60c64c9c-0523-4969-88ba-3eb1c67d65db admin admin] Publish callbacks [] for security_group (a101cc40-62ec-4460-ae02-4b5c1ab1f425), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:34.883384 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-ca2c7d8b-9056-481f-95ec-c23e44165e4b service neutron] 10.222.0.71 "GET /v2.0/networks/4185a04b-9227-49e3-827b-a30bed406bcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096782 Feb 17 17:38:34.921411 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-d0c3f4c8-a496-450f-af2e-8e9af4a9ddbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:34.923015 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-d0c3f4c8-a496-450f-af2e-8e9af4a9ddbd service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=126dec359e5a4147b05d2ce9ed443ea7&device_id=905d5be7-eb6b-40e9-b60a-3952747f316b HTTP/1.1" status: 200 len: 1126 time: 0.1243360 Feb 17 17:38:34.945615 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-09d91382-aaa6-4422-9632-fab8190f5907 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for port (1d64436c-9c39-45e2-ab76-717587d83470), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:34.970441 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-09d91382-aaa6-4422-9632-fab8190f5907 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (1d64436c-9c39-45e2-ab76-717587d83470), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:35.007179 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-5bb89a13-97af-4031-90b9-cf59030d2ac3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5235ae6b-25e3-41b9-a2f7-ec825f84b80e HTTP/1.1" status: 200 len: 217 time: 0.0755858 Feb 17 17:38:35.025727 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-c80e5911-5cd0-45fb-87c6-b7da308af36c admin admin] For port de0da242-00c0-4e9f-84b4-5d11e18c86a4, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=de0da242-00c0-4e9f-84b4-5d11e18c86a4,segment=NetworkSegment(db684214-d7da-45c4-b29d-9500ff344225),segment_id=db684214-d7da-45c4-b29d-9500ff344225)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:35.025727 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c80e5911-5cd0-45fb-87c6-b7da308af36c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (de0da242-00c0-4e9f-84b4-5d11e18c86a4), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:35.053074 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-09d91382-aaa6-4422-9632-fab8190f5907 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] In _notify_port_updated(), no bound segment for port 1d64436c-9c39-45e2-ab76-717587d83470 on network 0556905e-4875-46d8-9121-765bf272ed3b {{(pid=103435) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 17 17:38:35.059012 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d91382-aaa6-4422-9632-fab8190f5907 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:35.059453 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-09d91382-aaa6-4422-9632-fab8190f5907 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:35.060860 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-09d91382-aaa6-4422-9632-fab8190f5907 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "PUT /v2.0/ports/1d64436c-9c39-45e2-ab76-717587d83470 HTTP/1.1" status: 200 len: 818 time: 1.1431942 Feb 17 17:38:35.066692 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47560) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:35.067853 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-c80e5911-5cd0-45fb-87c6-b7da308af36c admin admin] Calling delete_port for de0da242-00c0-4e9f-84b4-5d11e18c86a4 owned by network:router_interface {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:38:35.098806 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d91382-aaa6-4422-9632-fab8190f5907 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event updated for resources: {'Port': ['ID=1d64436c-9c39-45e2-ab76-717587d83470,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:35.119343 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-f66adb7f-2219-4bb3-b452-9ce3515f233f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:35.120785 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-f66adb7f-2219-4bb3-b452-9ce3515f233f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ae6f582f-f431-4be8-9155-e78feef29d45 HTTP/1.1" status: 200 len: 851 time: 0.1052985 Feb 17 17:38:35.125295 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-13c0d97e-c0d8-4532-a8d6-e4098de2107d service neutron] 10.222.0.71 "GET /v2.0/networks/4185a04b-9227-49e3-827b-a30bed406bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376790 Feb 17 17:38:35.167367 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-60c64c9c-0523-4969-88ba-3eb1c67d65db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (a101cc40-62ec-4460-ae02-4b5c1ab1f425), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:35.170120 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-60c64c9c-0523-4969-88ba-3eb1c67d65db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:35.171330 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-60c64c9c-0523-4969-88ba-3eb1c67d65db admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a101cc40-62ec-4460-ae02-4b5c1ab1f425 HTTP/1.1" status: 204 len: 168 time: 0.8659861 Feb 17 17:38:35.191478 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-2dfcb885-2c26-4e64-a903-066f413f3de6 req-71d7d0e6-c33f-4fcf-9a70-341a54949f78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12955f1d-3c69-482b-a7c4-cfac9c0642c7 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:38:35.200011 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c64c9c-0523-4969-88ba-3eb1c67d65db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a101cc40-62ec-4460-ae02-4b5c1ab1f425,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:35.212181 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2dfcb885-2c26-4e64-a903-066f413f3de6 req-71d7d0e6-c33f-4fcf-9a70-341a54949f78 service neutron] Publish callbacks [] for port (12955f1d-3c69-482b-a7c4-cfac9c0642c7), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:35.218301 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-c44f11da-a147-41cd-a8f6-46a3b9fbfeeb service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4185a04b-9227-49e3-827b-a30bed406bcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869012 Feb 17 17:38:35.254473 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-2dfcb885-2c26-4e64-a903-066f413f3de6 req-71d7d0e6-c33f-4fcf-9a70-341a54949f78 service neutron] Transition to ACTIVE for port object 12955f1d-3c69-482b-a7c4-cfac9c0642c7 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:38:35.301714 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2dfcb885-2c26-4e64-a903-066f413f3de6 req-71d7d0e6-c33f-4fcf-9a70-341a54949f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (12955f1d-3c69-482b-a7c4-cfac9c0642c7), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:35.374411 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ef2ea-6530-4b17-850b-cf38e58d2754 req-e3761440-be7d-4cbc-b064-27d10c62f416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:35.375950 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5f7ef2ea-6530-4b17-850b-cf38e58d2754 req-e3761440-be7d-4cbc-b064-27d10c62f416 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=126dec359e5a4147b05d2ce9ed443ea7&device_id=4ffa1a07-de8a-4f7a-8c80-60d50cb87ec7 HTTP/1.1" status: 200 len: 1125 time: 0.1644921 Feb 17 17:38:35.381031 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-f91fd031-0c28-4118-bb81-3a263d760dac tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Deleting port 1d64436c-9c39-45e2-ab76-717587d83470 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:38:35.381400 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f91fd031-0c28-4118-bb81-3a263d760dac tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (1d64436c-9c39-45e2-ab76-717587d83470), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:35.414040 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e77e8878-a836-4f82-8de2-a52aabad2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:35.437407 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d7d0e6-c33f-4fcf-9a70-341a54949f78 service neutron] Pushing event updated for resources: {'Port': ['ID=12955f1d-3c69-482b-a7c4-cfac9c0642c7,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:35.459888 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-f5f1cf6a-74bc-4fb4-94fb-a1e70d186a7a service neutron] 10.222.0.91 "GET /v2.0/networks/4185a04b-9227-49e3-827b-a30bed406bcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197285 Feb 17 17:38:35.529744 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f91fd031-0c28-4118-bb81-3a263d760dac tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (1d64436c-9c39-45e2-ab76-717587d83470), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:35.563267 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca419a4-d1e5-45d8-a31a-81d666d0988b req-7bcb5730-e309-44ff-9670-d7e15af0ef66 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:35.565206 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aca419a4-d1e5-45d8-a31a-81d666d0988b req-7bcb5730-e309-44ff-9670-d7e15af0ef66 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=0696203f-5736-4bfd-89dd-9abcf0d112ec HTTP/1.1" status: 200 len: 943 time: 0.2712066 Feb 17 17:38:35.617472 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-f91fd031-0c28-4118-bb81-3a263d760dac tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Calling delete_port for 1d64436c-9c39-45e2-ab76-717587d83470 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:38:35.681054 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-2dfcb885-2c26-4e64-a903-066f413f3de6 req-71d7d0e6-c33f-4fcf-9a70-341a54949f78 service neutron] Attempting to bind port 12955f1d-3c69-482b-a7c4-cfac9c0642c7 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:38:35.681472 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-2dfcb885-2c26-4e64-a903-066f413f3de6 req-71d7d0e6-c33f-4fcf-9a70-341a54949f78 service neutron] Attempting to bind port 12955f1d-3c69-482b-a7c4-cfac9c0642c7 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': 'e4661035-9680-4da1-989b-77404c89e6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:38:35.681939 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfcb885-2c26-4e64-a903-066f413f3de6 req-71d7d0e6-c33f-4fcf-9a70-341a54949f78 service neutron] Attempting to bind port 12955f1d-3c69-482b-a7c4-cfac9c0642c7 on network ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:38:35.691033 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aca419a4-d1e5-45d8-a31a-81d666d0988b req-9f10f299-c209-41ec-948e-5057c52f80d8 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195161 Feb 17 17:38:35.693948 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfcb885-2c26-4e64-a903-066f413f3de6 req-71d7d0e6-c33f-4fcf-9a70-341a54949f78 service neutron] Port 12955f1d-3c69-482b-a7c4-cfac9c0642c7 on network ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:38:35.694299 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfcb885-2c26-4e64-a903-066f413f3de6 req-71d7d0e6-c33f-4fcf-9a70-341a54949f78 service neutron] Attempting to bind port 12955f1d-3c69-482b-a7c4-cfac9c0642c7 on network ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:38:35.701217 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfcb885-2c26-4e64-a903-066f413f3de6 req-71d7d0e6-c33f-4fcf-9a70-341a54949f78 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:38:35.701573 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfcb885-2c26-4e64-a903-066f413f3de6 req-71d7d0e6-c33f-4fcf-9a70-341a54949f78 service neutron] Checking segment: {'id': 'e4661035-9680-4da1-989b-77404c89e6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:38:35.701964 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfcb885-2c26-4e64-a903-066f413f3de6 req-71d7d0e6-c33f-4fcf-9a70-341a54949f78 service neutron] Bound using segment: {'id': 'e4661035-9680-4da1-989b-77404c89e6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:38:35.702406 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-2dfcb885-2c26-4e64-a903-066f413f3de6 req-71d7d0e6-c33f-4fcf-9a70-341a54949f78 service neutron] Bound port: 12955f1d-3c69-482b-a7c4-cfac9c0642c7, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4661035-9680-4da1-989b-77404c89e6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:38:35.702771 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2dfcb885-2c26-4e64-a903-066f413f3de6 req-71d7d0e6-c33f-4fcf-9a70-341a54949f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (12955f1d-3c69-482b-a7c4-cfac9c0642c7), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:35.704940 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c80e5911-5cd0-45fb-87c6-b7da308af36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (de0da242-00c0-4e9f-84b4-5d11e18c86a4), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:35.748096 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80e5911-5cd0-45fb-87c6-b7da308af36c admin admin] Pushing event deleted for resources: {'Port': ['ID=de0da242-00c0-4e9f-84b4-5d11e18c86a4,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:35.770546 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ef2ea-6530-4b17-850b-cf38e58d2754 req-07df7a92-92ec-4b6b-8f74-929769532aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:35.772027 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5f7ef2ea-6530-4b17-850b-cf38e58d2754 req-07df7a92-92ec-4b6b-8f74-929769532aee service neutron] 10.222.0.71 "GET /v2.0/networks?id=4185a04b-9227-49e3-827b-a30bed406bcb HTTP/1.1" status: 200 len: 912 time: 0.3850827 Feb 17 17:38:35.868522 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5f7ef2ea-6530-4b17-850b-cf38e58d2754 req-df3f84ce-5471-4de7-b5d7-3ecb01bda29c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a73530d-a485-421e-a886-1c8f514cc585 HTTP/1.1" status: 200 len: 217 time: 0.0858960 Feb 17 17:38:35.870454 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eb3b4c19-d0fe-43aa-b50d-cddda9a942bf req-2e773e16-4d5a-41ea-b61d-68e88a6ef1fd service neutron] 10.222.0.91 "GET /v2.0/networks/4185a04b-9227-49e3-827b-a30bed406bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039719 Feb 17 17:38:35.911214 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-2dfcb885-2c26-4e64-a903-066f413f3de6 req-71d7d0e6-c33f-4fcf-9a70-341a54949f78 service neutron] For port 12955f1d-3c69-482b-a7c4-cfac9c0642c7, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:38:35.915510 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-2dfcb885-2c26-4e64-a903-066f413f3de6 req-71d7d0e6-c33f-4fcf-9a70-341a54949f78 service neutron] For port 12955f1d-3c69-482b-a7c4-cfac9c0642c7, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=12955f1d-3c69-482b-a7c4-cfac9c0642c7,segment=NetworkSegment(e4661035-9680-4da1-989b-77404c89e6fd),segment_id=e4661035-9680-4da1-989b-77404c89e6fd)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:38:35.958668 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f91fd031-0c28-4118-bb81-3a263d760dac tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (1d64436c-9c39-45e2-ab76-717587d83470), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:36.003898 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91fd031-0c28-4118-bb81-3a263d760dac tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event deleted for resources: {'Port': ['ID=1d64436c-9c39-45e2-ab76-717587d83470,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:36.062531 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f91fd031-0c28-4118-bb81-3a263d760dac tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:36.073799 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f91fd031-0c28-4118-bb81-3a263d760dac tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "DELETE /v2.0/ports/1d64436c-9c39-45e2-ab76-717587d83470 HTTP/1.1" status: 204 len: 168 time: 1.0060380 Feb 17 17:38:36.076417 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47582) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:36.114116 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c80e5911-5cd0-45fb-87c6-b7da308af36c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (561a3cd2-aabb-4f11-920e-1a8454920696), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:36.117480 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2dfcb885-2c26-4e64-a903-066f413f3de6 req-71d7d0e6-c33f-4fcf-9a70-341a54949f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (12955f1d-3c69-482b-a7c4-cfac9c0642c7), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:36.118418 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ef2ea-6530-4b17-850b-cf38e58d2754 req-e692f2e4-3bf5-4cd2-acaa-d65cbe48c78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:36.120286 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5f7ef2ea-6530-4b17-850b-cf38e58d2754 req-e692f2e4-3bf5-4cd2-acaa-d65cbe48c78a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ae6f582f-f431-4be8-9155-e78feef29d45 HTTP/1.1" status: 200 len: 851 time: 0.2376299 Feb 17 17:38:36.175603 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5f7ef2ea-6530-4b17-850b-cf38e58d2754 req-5035696b-0b92-4a38-870e-8da28362f04d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4185a04b-9227-49e3-827b-a30bed406bcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362868 Feb 17 17:38:36.235431 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b354e63-692a-49ca-9e62-036eee57e1fe tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:36.237421 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6b354e63-692a-49ca-9e62-036eee57e1fe tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1462038 Feb 17 17:38:36.240294 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47590) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:36.311278 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-44615387-b7e8-4822-8121-d19c01095a11 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] GET failed (client error): The resource could not be found. Feb 17 17:38:36.313199 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-44615387-b7e8-4822-8121-d19c01095a11 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "GET /v2.0/ports/1d64436c-9c39-45e2-ab76-717587d83470 HTTP/1.1" status: 404 len: 333 time: 0.0715511 Feb 17 17:38:36.317706 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47592) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:36.325835 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ef9c1d5b-b0ac-4200-9537-ed9786a5e514 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-780091945'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:36.346785 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47594) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:36.376208 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '905d5be7-eb6b-40e9-b60a-3952747f316b', 'tag': '5235ae6b-25e3-41b9-a2f7-ec825f84b80e'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:38:36.380142 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d951d7-53fd-40bd-b5bf-164e452a3ee0" -d '{"events": [{"name": "network-changed", "server_uuid": "905d5be7-eb6b-40e9-b60a-3952747f316b", "tag": "5235ae6b-25e3-41b9-a2f7-ec825f84b80e"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:38:36.389168 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5f7ef2ea-6530-4b17-850b-cf38e58d2754 req-804411cf-2504-4b72-a82f-1962b4a32d48 service neutron] 10.222.0.71 "GET /v2.0/networks/4185a04b-9227-49e3-827b-a30bed406bcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065997 Feb 17 17:38:36.410469 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9c1d5b-b0ac-4200-9537-ed9786a5e514 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Made reservation on behalf of 79c72a74f4c54033a14e3cbd8e3a57ad for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:38:36.418631 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef9c1d5b-b0ac-4200-9537-ed9786a5e514 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:36.442974 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d3abca-0268-44d6-b92b-5219dc3e7c5a x-openstack-request-id: req-27d3abca-0268-44d6-b92b-5219dc3e7c5a {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:38:36.443288 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "905d5be7-eb6b-40e9-b60a-3952747f316b", "tag": "5235ae6b-25e3-41b9-a2f7-ec825f84b80e", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:38:36.443722 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-27d3abca-0268-44d6-b92b-5219dc3e7c5a {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:38:36.444278 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '905d5be7-eb6b-40e9-b60a-3952747f316b', 'tag': '5235ae6b-25e3-41b9-a2f7-ec825f84b80e', 'status': 'completed', 'code': 200} Feb 17 17:38:36.522977 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-39100c1e-bb50-4e3b-8594-5af72a0a232e tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1762343139'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:36.553485 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfcb885-2c26-4e64-a903-066f413f3de6 req-71d7d0e6-c33f-4fcf-9a70-341a54949f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:36.554241 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2dfcb885-2c26-4e64-a903-066f413f3de6 req-71d7d0e6-c33f-4fcf-9a70-341a54949f78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:36.555557 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2dfcb885-2c26-4e64-a903-066f413f3de6 req-71d7d0e6-c33f-4fcf-9a70-341a54949f78 service neutron] 10.222.0.71 "PUT /v2.0/ports/12955f1d-3c69-482b-a7c4-cfac9c0642c7 HTTP/1.1" status: 200 len: 1091 time: 2.7468345 Feb 17 17:38:36.557780 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0696203f-5736-4bfd-89dd-9abcf0d112ec', 'tag': '12955f1d-3c69-482b-a7c4-cfac9c0642c7'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:38:36.560654 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfea1fd3-8cbe-4a1b-ae6f-b7052528ad26" -d '{"events": [{"name": "network-changed", "server_uuid": "0696203f-5736-4bfd-89dd-9abcf0d112ec", "tag": "12955f1d-3c69-482b-a7c4-cfac9c0642c7"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:38:36.571881 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef9c1d5b-b0ac-4200-9537-ed9786a5e514 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:38:36.602763 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef9c1d5b-b0ac-4200-9537-ed9786a5e514 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (b597d4da-7f0f-4e7a-8923-d40506b0cdf1), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:36.603116 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-ef9c1d5b-b0ac-4200-9537-ed9786a5e514 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Added segment b597d4da-7f0f-4e7a-8923-d40506b0cdf1 of type vlan for network a35742ac-d7f7-4694-b915-8a4eb886ad2e Feb 17 17:38:36.624676 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39100c1e-bb50-4e3b-8594-5af72a0a232e tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Made reservation on behalf of 0bf1c80706be439b9efc3240cfead030 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:38:36.626263 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:36.628569 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-39100c1e-bb50-4e3b-8594-5af72a0a232e tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:36.651837 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5f7ef2ea-6530-4b17-850b-cf38e58d2754 req-8ef05441-0eac-4034-ae28-b79b3d6849f0 service neutron] 10.222.0.71 "GET /v2.0/networks/4185a04b-9227-49e3-827b-a30bed406bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558491 Feb 17 17:38:36.654436 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-39100c1e-bb50-4e3b-8594-5af72a0a232e tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:36.704863 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722e3178-acd1-4251-a01d-94f748d98a16 x-openstack-request-id: req-722e3178-acd1-4251-a01d-94f748d98a16 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:38:36.705160 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0696203f-5736-4bfd-89dd-9abcf0d112ec", "tag": "12955f1d-3c69-482b-a7c4-cfac9c0642c7", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:38:36.705407 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-722e3178-acd1-4251-a01d-94f748d98a16 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:38:36.707438 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0696203f-5736-4bfd-89dd-9abcf0d112ec', 'tag': '12955f1d-3c69-482b-a7c4-cfac9c0642c7', 'status': 'completed', 'code': 200} Feb 17 17:38:36.713731 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d7d0e6-c33f-4fcf-9a70-341a54949f78 service neutron] Pushing event updated for resources: {'Port': ['ID=12955f1d-3c69-482b-a7c4-cfac9c0642c7,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:36.729936 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b383568-9a2e-45e7-b7f7-66a13e72c6c1 req-78000a17-d047-4392-ab66-99a6053f18ad tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:36.731201 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d951d7-53fd-40bd-b5bf-164e452a3ee0 req-31d70aed-5a85-4c94-af88-7eada82b319d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:36.732796 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a1d951d7-53fd-40bd-b5bf-164e452a3ee0 req-31d70aed-5a85-4c94-af88-7eada82b319d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=126dec359e5a4147b05d2ce9ed443ea7&device_id=905d5be7-eb6b-40e9-b60a-3952747f316b HTTP/1.1" status: 200 len: 1126 time: 0.2580657 Feb 17 17:38:36.738683 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4b383568-9a2e-45e7-b7f7-66a13e72c6c1 req-78000a17-d047-4392-ab66-99a6053f18ad tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/ports?device_id=905d5be7-eb6b-40e9-b60a-3952747f316b HTTP/1.1" status: 200 len: 944 time: 0.8887596 Feb 17 17:38:36.816917 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef9c1d5b-b0ac-4200-9537-ed9786a5e514 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (a35742ac-d7f7-4694-b915-8a4eb886ad2e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:36.833426 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4b383568-9a2e-45e7-b7f7-66a13e72c6c1 req-7466eb8f-8182-4e26-ab6a-ff07a609383b tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/security-groups?id=c0c1da27-5156-4487-bf9f-31a05708ed74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943222 Feb 17 17:38:36.864436 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfcb885-2c26-4e64-a903-066f413f3de6 req-7a7d5d40-7fbf-4d35-b34e-cfe31ec3a96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:36.864436 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2dfcb885-2c26-4e64-a903-066f413f3de6 req-7a7d5d40-7fbf-4d35-b34e-cfe31ec3a96a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5c112397353b4d5f9dae4aa16205da6f&device_id=0696203f-5736-4bfd-89dd-9abcf0d112ec HTTP/1.1" status: 200 len: 1125 time: 0.2241504 Feb 17 17:38:36.894747 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef9c1d5b-b0ac-4200-9537-ed9786a5e514 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (a35742ac-d7f7-4694-b915-8a4eb886ad2e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:36.899394 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9c1d5b-b0ac-4200-9537-ed9786a5e514 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:36.901135 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef9c1d5b-b0ac-4200-9537-ed9786a5e514 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:36.920359 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 4a73530d-a485-421e-a886-1c8f514cc585 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:38:36.920788 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d951d7-53fd-40bd-b5bf-164e452a3ee0 req-eafd9e63-5cc7-49ad-9203-b3344bc95166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:36.922456 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a1d951d7-53fd-40bd-b5bf-164e452a3ee0 req-eafd9e63-5cc7-49ad-9203-b3344bc95166 service neutron] 10.222.0.91 "GET /v2.0/networks?id=4185a04b-9227-49e3-827b-a30bed406bcb HTTP/1.1" status: 200 len: 912 time: 0.1794267 Feb 17 17:38:36.980547 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2dfcb885-2c26-4e64-a903-066f413f3de6 req-35a4f924-b1f1-47ae-987a-5187b27596f7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12955f1d-3c69-482b-a7c4-cfac9c0642c7 HTTP/1.1" status: 200 len: 217 time: 0.0779340 Feb 17 17:38:36.991156 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a1d951d7-53fd-40bd-b5bf-164e452a3ee0 req-ee18d823-cc54-4f06-be63-beaebf222d7f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5235ae6b-25e3-41b9-a2f7-ec825f84b80e HTTP/1.1" status: 200 len: 217 time: 0.0505657 Feb 17 17:38:37.007762 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ef9c1d5b-b0ac-4200-9537-ed9786a5e514 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6886313 Feb 17 17:38:37.023105 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 47606) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:37.032490 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdcab40-a8ce-431b-a9c7-63e1dec9a95e req-5099913d-b0b8-4196-8bc0-ed160f54f12b tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:37.034132 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7fdcab40-a8ce-431b-a9c7-63e1dec9a95e req-5099913d-b0b8-4196-8bc0-ed160f54f12b tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=0696203f-5736-4bfd-89dd-9abcf0d112ec HTTP/1.1" status: 200 len: 943 time: 0.2234409 Feb 17 17:38:37.039224 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-24ae0795-9c04-4f62-a2c5-c58f1ddf5cfe tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Request body: {'subnet': {'network_id': 'a35742ac-d7f7-4694-b915-8a4eb886ad2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:37.114201 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c1d5b-b0ac-4200-9537-ed9786a5e514 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event updated for resources: {'Network': ['ID=a35742ac-d7f7-4694-b915-8a4eb886ad2e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:37.125110 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-39100c1e-bb50-4e3b-8594-5af72a0a232e tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Publish callbacks [] for security_group (20d2c3af-4880-4847-a5f5-9764787f681b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:37.129416 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network a35742ac-d7f7-4694-b915-8a4eb886ad2e details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:38:37.131749 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d951d7-53fd-40bd-b5bf-164e452a3ee0 req-ba706835-0d6e-45b3-bab9-0e5a47bbd4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:37.133417 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a1d951d7-53fd-40bd-b5bf-164e452a3ee0 req-ba706835-0d6e-45b3-bab9-0e5a47bbd4d0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ae6f582f-f431-4be8-9155-e78feef29d45 HTTP/1.1" status: 200 len: 851 time: 0.1331701 Feb 17 17:38:37.135503 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-39100c1e-bb50-4e3b-8594-5af72a0a232e tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (20d2c3af-4880-4847-a5f5-9764787f681b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:37.138660 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 4a73530d-a485-421e-a886-1c8f514cc585, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=4a73530d-a485-421e-a886-1c8f514cc585,segment=NetworkSegment(35db7bfb-f40a-40b5-883e-cb5d409c283a),segment_id=35db7bfb-f40a-40b5-883e-cb5d409c283a)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:37.168059 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '4a73530d-a485-421e-a886-1c8f514cc585', 'network_id': '4185a04b-9227-49e3-827b-a30bed406bcb', 'port_id': '4a73530d-a485-421e-a886-1c8f514cc585', 'mac_address': 'fa:16:3e:ab:88:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae6f582f-f431-4be8-9155-e78feef29d45', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:38:37.173360 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfcb885-2c26-4e64-a903-066f413f3de6 req-3fcfdeb2-8fbe-4f02-8987-fcef1776b25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:37.174936 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2dfcb885-2c26-4e64-a903-066f413f3de6 req-3fcfdeb2-8fbe-4f02-8987-fcef1776b25a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=884735e1-5568-4ef9-9e9a-5668bb636166 HTTP/1.1" status: 200 len: 853 time: 0.1870272 Feb 17 17:38:37.181308 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a1d951d7-53fd-40bd-b5bf-164e452a3ee0 req-d18d8412-59cb-4631-b49d-4efc6e717596 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4185a04b-9227-49e3-827b-a30bed406bcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346420 Feb 17 17:38:37.185941 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80e5911-5cd0-45fb-87c6-b7da308af36c admin admin] Router 561a3cd2-aabb-4f11-920e-1a8454920696 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:38:37.217181 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39100c1e-bb50-4e3b-8594-5af72a0a232e tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:38:37.243141 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39100c1e-bb50-4e3b-8594-5af72a0a232e tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20d2c3af-4880-4847-a5f5-9764787f681b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:37.245231 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 4a73530d-a485-421e-a886-1c8f514cc585 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:37.246414 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (4a73530d-a485-421e-a886-1c8f514cc585), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:37.260355 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-39100c1e-bb50-4e3b-8594-5af72a0a232e tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (17f4c03b-6381-45f9-88da-c0299fac02af), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:37.260718 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-39100c1e-bb50-4e3b-8594-5af72a0a232e tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Added segment 17f4c03b-6381-45f9-88da-c0299fac02af of type vlan for network 941cbf72-911b-4de4-b6f0-33b1ad2adc71 Feb 17 17:38:37.264659 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a73530d-a485-421e-a886-1c8f514cc585 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:38:37.270967 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2dfcb885-2c26-4e64-a903-066f413f3de6 req-3513a861-62b7-48ce-839b-774e92f778b5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816574 Feb 17 17:38:37.292636 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 4a73530d-a485-421e-a886-1c8f514cc585, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=4a73530d-a485-421e-a886-1c8f514cc585,segment=NetworkSegment(35db7bfb-f40a-40b5-883e-cb5d409c283a),segment_id=35db7bfb-f40a-40b5-883e-cb5d409c283a)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:37.298223 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (4a73530d-a485-421e-a886-1c8f514cc585), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:37.359464 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=4a73530d-a485-421e-a886-1c8f514cc585,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:37.361113 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-39100c1e-bb50-4e3b-8594-5af72a0a232e tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (941cbf72-911b-4de4-b6f0-33b1ad2adc71), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:37.387080 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a1d951d7-53fd-40bd-b5bf-164e452a3ee0 req-5bb666a7-2be9-438e-a3eb-bb2657844c99 service neutron] 10.222.0.91 "GET /v2.0/networks/4185a04b-9227-49e3-827b-a30bed406bcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931798 Feb 17 17:38:37.433197 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-39100c1e-bb50-4e3b-8594-5af72a0a232e tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (941cbf72-911b-4de4-b6f0-33b1ad2adc71), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:37.437028 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7fdcab40-a8ce-431b-a9c7-63e1dec9a95e req-55de26eb-dc2b-4707-b141-f685669846fd tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3879132 Feb 17 17:38:37.438356 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39100c1e-bb50-4e3b-8594-5af72a0a232e tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:37.438969 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-39100c1e-bb50-4e3b-8594-5af72a0a232e tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:37.529825 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ae0795-9c04-4f62-a2c5-c58f1ddf5cfe tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Made reservation on behalf of 79c72a74f4c54033a14e3cbd8e3a57ad for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:38:37.533567 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-24ae0795-9c04-4f62-a2c5-c58f1ddf5cfe tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:37.535841 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['4a73530d-a485-421e-a886-1c8f514cc585'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:38:37.539651 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-39100c1e-bb50-4e3b-8594-5af72a0a232e tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.1800060 Feb 17 17:38:37.545399 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47608) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:37.552614 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-2651db49-da73-4207-a526-d5ae1e968192 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Request body: {'subnet': {'network_id': '941cbf72-911b-4de4-b6f0-33b1ad2adc71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:37.656516 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a1d951d7-53fd-40bd-b5bf-164e452a3ee0 req-eba7a1d8-673e-440d-8d0a-86e4da1f5033 service neutron] 10.222.0.91 "GET /v2.0/networks/4185a04b-9227-49e3-827b-a30bed406bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534962 Feb 17 17:38:37.739428 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39100c1e-bb50-4e3b-8594-5af72a0a232e tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Pushing event updated for resources: {'Network': ['ID=941cbf72-911b-4de4-b6f0-33b1ad2adc71,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:37.744867 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-24ae0795-9c04-4f62-a2c5-c58f1ddf5cfe tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (39b1f140-e4ab-4547-beab-ead24a504013), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:37.753288 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 941cbf72-911b-4de4-b6f0-33b1ad2adc71 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:38:37.803983 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2651db49-da73-4207-a526-d5ae1e968192 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Made reservation on behalf of 0bf1c80706be439b9efc3240cfead030 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:38:37.813426 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2651db49-da73-4207-a526-d5ae1e968192 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:37.857357 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2dfcb885-2c26-4e64-a903-066f413f3de6 req-c02a8136-37d0-48e1-b7ff-e28ffd1f4723 service neutron] 10.222.0.71 "GET /v2.0/networks/ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5662870 Feb 17 17:38:37.866755 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80e5911-5cd0-45fb-87c6-b7da308af36c admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:38:37.868159 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ae0795-9c04-4f62-a2c5-c58f1ddf5cfe tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event updated for resources: {'Subnet': ['ID=39b1f140-e4ab-4547-beab-ead24a504013,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:37.883297 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c80e5911-5cd0-45fb-87c6-b7da308af36c admin admin] 10.222.0.87 "PUT /v2.0/routers/561a3cd2-aabb-4f11-920e-1a8454920696/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3869545 Feb 17 17:38:37.884043 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 47614) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:37.884594 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd611982-53e3-4d1c-9e3e-e8bc763a34af None None] Sync routers for ids ['561a3cd2-aabb-4f11-920e-1a8454920696'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:38:37.898560 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd611982-53e3-4d1c-9e3e-e8bc763a34af None None] Routers {'561a3cd2-aabb-4f11-920e-1a8454920696'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:38:37.904561 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-bd611982-53e3-4d1c-9e3e-e8bc763a34af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:38:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['561a3cd2-aabb-4f11-920e-1a8454920696'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:38:37.910601 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:38.016983 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-07a3007d-4cf3-48f9-95d2-3de1526193be admin admin] Publish callbacks [] for router (561a3cd2-aabb-4f11-920e-1a8454920696), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:38.038939 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-bd611982-53e3-4d1c-9e3e-e8bc763a34af None None] Set router 561a3cd2-aabb-4f11-920e-1a8454920696 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:38:38.201678 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-07a3007d-4cf3-48f9-95d2-3de1526193be admin admin] Publish callbacks [] for router_gateway (561a3cd2-aabb-4f11-920e-1a8454920696), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:38.255960 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ae0795-9c04-4f62-a2c5-c58f1ddf5cfe tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Checking segment: {'id': 'b597d4da-7f0f-4e7a-8923-d40506b0cdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a35742ac-d7f7-4694-b915-8a4eb886ad2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:38:38.256358 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ae0795-9c04-4f62-a2c5-c58f1ddf5cfe tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Network hostable DHCP agents. Network: a35742ac-d7f7-4694-b915-8a4eb886ad2e, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:38:38.345486 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ae0795-9c04-4f62-a2c5-c58f1ddf5cfe tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Network a35742ac-d7f7-4694-b915-8a4eb886ad2e is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:38:38.354838 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e63d7-ce08-4def-ac94-a49dbbd5ed09 req-e9ad6c52-e680-4719-8726-ac27ea2db5ab tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:38.357296 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-081e63d7-ce08-4def-ac94-a49dbbd5ed09 req-e9ad6c52-e680-4719-8726-ac27ea2db5ab tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/ports?device_id=905d5be7-eb6b-40e9-b60a-3952747f316b HTTP/1.1" status: 200 len: 944 time: 0.2186599 Feb 17 17:38:38.362135 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2dfcb885-2c26-4e64-a903-066f413f3de6 req-01def1b5-4a52-4739-ae66-3af6ff700148 service neutron] 10.222.0.71 "GET /v2.0/networks/ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4950361 Feb 17 17:38:38.379050 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-bd611982-53e3-4d1c-9e3e-e8bc763a34af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561a3cd2-aabb-4f11-920e-1a8454920696', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-214811159-router', 'tenant_id': 'a33ff16117b5429daaa9225b5871ef11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '9d2948ca-5513-47fa-93dd-5df070b708e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:37:12Z', 'updated_at': '2022-02-17T17:38:35Z', 'revision_number': 5, 'project_id': 'a33ff16117b5429daaa9225b5871ef11', 'gw_port': {'id': '9d2948ca-5513-47fa-93dd-5df070b708e7', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:6f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561a3cd2-aabb-4f11-920e-1a8454920696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:37:15Z', 'updated_at': '2022-02-17T17:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:38:38.394450 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-24ae0795-9c04-4f62-a2c5-c58f1ddf5cfe tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, a35742ac-d7f7-4694-b915-8a4eb886ad2e) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:38:38.405816 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35297c58-bbb7-4ce0-9171-d34ca6a7e3d4 None None] Network a35742ac-d7f7-4694-b915-8a4eb886ad2e requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:38:38.415708 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd611982-53e3-4d1c-9e3e-e8bc763a34af None None] Checking router: 561a3cd2-aabb-4f11-920e-1a8454920696 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:38:38.427032 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd611982-53e3-4d1c-9e3e-e8bc763a34af None None] Routers {'561a3cd2-aabb-4f11-920e-1a8454920696'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:38:38.427599 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ae0795-9c04-4f62-a2c5-c58f1ddf5cfe tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:38.427773 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-bd611982-53e3-4d1c-9e3e-e8bc763a34af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:38:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['561a3cd2-aabb-4f11-920e-1a8454920696'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:38:38.433085 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-24ae0795-9c04-4f62-a2c5-c58f1ddf5cfe tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:38.519620 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-07a3007d-4cf3-48f9-95d2-3de1526193be admin admin] Deleting port 9d2948ca-5513-47fa-93dd-5df070b708e7 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:38:38.520764 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-07a3007d-4cf3-48f9-95d2-3de1526193be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (9d2948ca-5513-47fa-93dd-5df070b708e7), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:38.556979 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-bd611982-53e3-4d1c-9e3e-e8bc763a34af None None] Set router 561a3cd2-aabb-4f11-920e-1a8454920696 gateway port host: None {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:38:38.623342 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5281fcf3-082b-4c48-80ae-e7f3c408184c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-a35742ac-d7f7-4694-b915-8a4eb886ad2e', 'network_id': 'a35742ac-d7f7-4694-b915-8a4eb886ad2e', 'project_id': '79c72a74f4c54033a14e3cbd8e3a57ad', 'fixed_ips': [{'subnet_id': '39b1f140-e4ab-4547-beab-ead24a504013'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:38:38.624302 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5281fcf3-082b-4c48-80ae-e7f3c408184c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:38.631235 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-07a3007d-4cf3-48f9-95d2-3de1526193be admin admin] For port 9d2948ca-5513-47fa-93dd-5df070b708e7, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=9d2948ca-5513-47fa-93dd-5df070b708e7,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:38.632100 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-07a3007d-4cf3-48f9-95d2-3de1526193be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (9d2948ca-5513-47fa-93dd-5df070b708e7), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:38.661936 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-07a3007d-4cf3-48f9-95d2-3de1526193be admin admin] Calling delete_port for 9d2948ca-5513-47fa-93dd-5df070b708e7 owned by network:router_gateway {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:38:38.667227 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-bd611982-53e3-4d1c-9e3e-e8bc763a34af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561a3cd2-aabb-4f11-920e-1a8454920696', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-214811159-router', 'tenant_id': 'a33ff16117b5429daaa9225b5871ef11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:37:12Z', 'updated_at': '2022-02-17T17:38:38Z', 'revision_number': 6, 'project_id': 'a33ff16117b5429daaa9225b5871ef11', 'gw_port_host': None}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:38:38.712893 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2651db49-da73-4207-a526-d5ae1e968192 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (b97828db-f145-49ca-9dcb-1d9977843ec4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:38.744295 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-24ae0795-9c04-4f62-a2c5-c58f1ddf5cfe tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7070978 Feb 17 17:38:38.745454 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd611982-53e3-4d1c-9e3e-e8bc763a34af None None] The sync data for ids ['561a3cd2-aabb-4f11-920e-1a8454920696'] in n-d-829613-2 is: [{'id': '561a3cd2-aabb-4f11-920e-1a8454920696', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-214811159-router', 'tenant_id': 'a33ff16117b5429daaa9225b5871ef11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:37:12Z', 'updated_at': '2022-02-17T17:38:38Z', 'revision_number': 6, 'project_id': 'a33ff16117b5429daaa9225b5871ef11', 'gw_port_host': None}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:38:38.769067 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47620) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:38.794700 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-081e63d7-ce08-4def-ac94-a49dbbd5ed09 req-1b7ac8f6-6e39-4019-8adf-2c23a080e217 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/security-groups?id=c0c1da27-5156-4487-bf9f-31a05708ed74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4127934 Feb 17 17:38:38.806659 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ea9e3b57-721d-46c6-9d66-d65e9b08fcd7 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Request body: {'subnet': {'network_id': 'a35742ac-d7f7-4694-b915-8a4eb886ad2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:38.835687 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea1fd3-8cbe-4a1b-ae6f-b7052528ad26 req-cad397d3-6cdc-43f4-b18f-ab0c909eb225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:38.837002 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cfea1fd3-8cbe-4a1b-ae6f-b7052528ad26 req-cad397d3-6cdc-43f4-b18f-ab0c909eb225 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5c112397353b4d5f9dae4aa16205da6f&device_id=0696203f-5736-4bfd-89dd-9abcf0d112ec HTTP/1.1" status: 200 len: 1125 time: 0.3958306 Feb 17 17:38:38.862072 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-5281fcf3-082b-4c48-80ae-e7f3c408184c None None] Allocated IP 2001:db8::2 (a35742ac-d7f7-4694-b915-8a4eb886ad2e/39b1f140-e4ab-4547-beab-ead24a504013/7500ee51-f4fb-49ab-b9cb-a2814c9e3c76) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:38:38.927483 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2651db49-da73-4207-a526-d5ae1e968192 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Pushing event updated for resources: {'Subnet': ['ID=b97828db-f145-49ca-9dcb-1d9977843ec4,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:38.989726 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2651db49-da73-4207-a526-d5ae1e968192 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Checking segment: {'id': '17f4c03b-6381-45f9-88da-c0299fac02af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '941cbf72-911b-4de4-b6f0-33b1ad2adc71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:38:38.990163 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2651db49-da73-4207-a526-d5ae1e968192 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Network hostable DHCP agents. Network: 941cbf72-911b-4de4-b6f0-33b1ad2adc71, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:38:39.037603 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2651db49-da73-4207-a526-d5ae1e968192 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Network 941cbf72-911b-4de4-b6f0-33b1ad2adc71 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:38:39.045944 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5281fcf3-082b-4c48-80ae-e7f3c408184c None None] Publish callbacks [] for port (7500ee51-f4fb-49ab-b9cb-a2814c9e3c76), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:39.056002 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9e3b57-721d-46c6-9d66-d65e9b08fcd7 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Made reservation on behalf of 79c72a74f4c54033a14e3cbd8e3a57ad for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:38:39.057781 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 4a73530d-a485-421e-a886-1c8f514cc585 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:38:39.061070 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5281fcf3-082b-4c48-80ae-e7f3c408184c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (7500ee51-f4fb-49ab-b9cb-a2814c9e3c76), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:39.061519 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ea9e3b57-721d-46c6-9d66-d65e9b08fcd7 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:39.068664 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-2651db49-da73-4207-a526-d5ae1e968192 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 941cbf72-911b-4de4-b6f0-33b1ad2adc71) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:38:39.101653 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2651db49-da73-4207-a526-d5ae1e968192 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:39.102280 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2651db49-da73-4207-a526-d5ae1e968192 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:39.170345 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2651db49-da73-4207-a526-d5ae1e968192 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6217883 Feb 17 17:38:39.173466 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47624) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:39.179532 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-f2372a9a-6a9e-4e77-b48e-1d1a8e9d7615 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Request body: {'port': {'network_id': '941cbf72-911b-4de4-b6f0-33b1ad2adc71', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1106134964'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:39.202966 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8aed0e-ffc7-4ac1-9b44-ddab645851b1 None None] Network 941cbf72-911b-4de4-b6f0-33b1ad2adc71 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:38:39.320283 n-d-829613-2 neutron-server[103434]: INFO neutron.db.ipam_backend_mixin [None req-ea9e3b57-721d-46c6-9d66-d65e9b08fcd7 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 39b1f140-e4ab-4547-beab-ead24a504013 (CIDR: 2001:db8::/64) Feb 17 17:38:39.325106 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5281fcf3-082b-4c48-80ae-e7f3c408184c None None] Pushing event updated for resources: {'Port': ['ID=7500ee51-f4fb-49ab-b9cb-a2814c9e3c76,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:39.333248 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea9e3b57-721d-46c6-9d66-d65e9b08fcd7 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 17:38:39.333677 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea9e3b57-721d-46c6-9d66-d65e9b08fcd7 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:38:39.373754 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ea9e3b57-721d-46c6-9d66-d65e9b08fcd7 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5992260 Feb 17 17:38:39.377594 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5281fcf3-082b-4c48-80ae-e7f3c408184c None None] Network a35742ac-d7f7-4694-b915-8a4eb886ad2e is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:38:39.377982 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47626) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:39.383246 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02c3754-ee95-4a90-ba1d-b4cac85d9932 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-941cbf72-911b-4de4-b6f0-33b1ad2adc71', 'network_id': '941cbf72-911b-4de4-b6f0-33b1ad2adc71', 'project_id': '0bf1c80706be439b9efc3240cfead030', 'fixed_ips': [{'subnet_id': 'b97828db-f145-49ca-9dcb-1d9977843ec4'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:38:39.383651 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-28807012-1f12-4b33-888a-27096de42080 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Request body: {'subnet': {'network_id': 'a35742ac-d7f7-4694-b915-8a4eb886ad2e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:39.384124 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e02c3754-ee95-4a90-ba1d-b4cac85d9932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:39.386044 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:39.388962 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-5281fcf3-082b-4c48-80ae-e7f3c408184c None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:38:39.391332 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5281fcf3-082b-4c48-80ae-e7f3c408184c None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:38:39.429056 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931219d3-ea20-4328-9278-2c16c14a47ab req-714555cc-af26-4dd0-8622-8bc9c5df72f9 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:39.438177 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-931219d3-ea20-4328-9278-2c16c14a47ab req-714555cc-af26-4dd0-8622-8bc9c5df72f9 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=0696203f-5736-4bfd-89dd-9abcf0d112ec HTTP/1.1" status: 200 len: 943 time: 0.7127895 Feb 17 17:38:39.545633 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-931219d3-ea20-4328-9278-2c16c14a47ab req-8d849d3e-6f99-4846-a7c8-dd976a7be7c1 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064079 Feb 17 17:38:39.557886 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2372a9a-6a9e-4e77-b48e-1d1a8e9d7615 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Made reservation on behalf of 0bf1c80706be439b9efc3240cfead030 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:38:39.563819 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f2372a9a-6a9e-4e77-b48e-1d1a8e9d7615 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:39.581819 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea1fd3-8cbe-4a1b-ae6f-b7052528ad26 req-0f7cc1e3-ef30-4a0a-9756-0ecb09c39ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:39.583022 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-e02c3754-ee95-4a90-ba1d-b4cac85d9932 None None] Allocated IP 2001:db8::2 (941cbf72-911b-4de4-b6f0-33b1ad2adc71/b97828db-f145-49ca-9dcb-1d9977843ec4/b29d8629-3313-4696-a9ac-4034612e0251) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:38:39.586448 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cfea1fd3-8cbe-4a1b-ae6f-b7052528ad26 req-0f7cc1e3-ef30-4a0a-9756-0ecb09c39ceb service neutron] 10.222.0.71 "GET /v2.0/networks?id=ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad HTTP/1.1" status: 200 len: 914 time: 0.7056620 Feb 17 17:38:39.590631 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28807012-1f12-4b33-888a-27096de42080 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Made reservation on behalf of 79c72a74f4c54033a14e3cbd8e3a57ad for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:38:39.594754 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28807012-1f12-4b33-888a-27096de42080 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:39.673141 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 4a73530d-a485-421e-a886-1c8f514cc585 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:38:39.726208 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cfea1fd3-8cbe-4a1b-ae6f-b7052528ad26 req-346a38dd-e4f2-47b4-a039-3db0fd429957 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12955f1d-3c69-482b-a7c4-cfac9c0642c7 HTTP/1.1" status: 200 len: 217 time: 0.1327455 Feb 17 17:38:39.734675 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-f2372a9a-6a9e-4e77-b48e-1d1a8e9d7615 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] device_id is not set on port 640af4e5-7b72-457b-b72a-a468320e7ea5 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:38:39.808294 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea1fd3-8cbe-4a1b-ae6f-b7052528ad26 req-b397f153-1604-492f-86e7-669864b02148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:39.810704 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cfea1fd3-8cbe-4a1b-ae6f-b7052528ad26 req-b397f153-1604-492f-86e7-669864b02148 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=884735e1-5568-4ef9-9e9a-5668bb636166 HTTP/1.1" status: 200 len: 853 time: 0.0761831 Feb 17 17:38:39.811544 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-07a3007d-4cf3-48f9-95d2-3de1526193be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (9d2948ca-5513-47fa-93dd-5df070b708e7), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:39.842399 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e02c3754-ee95-4a90-ba1d-b4cac85d9932 None None] Publish callbacks [] for port (b29d8629-3313-4696-a9ac-4034612e0251), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:39.846927 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 4a73530d-a485-421e-a886-1c8f514cc585 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:38:39.847876 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (4a73530d-a485-421e-a886-1c8f514cc585), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:39.887496 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cfea1fd3-8cbe-4a1b-ae6f-b7052528ad26 req-4cec9d8c-614a-49bc-b5c4-a67d1a1cc0f2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666850 Feb 17 17:38:39.888297 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a3007d-4cf3-48f9-95d2-3de1526193be admin admin] Pushing event deleted for resources: {'Port': ['ID=9d2948ca-5513-47fa-93dd-5df070b708e7,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:39.993472 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device de0da242-00c0-4e9f-84b4-5d11e18c86a4 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:38:40.026673 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-f2372a9a-6a9e-4e77-b48e-1d1a8e9d7615 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Allocated IP 2001:db8::283 (941cbf72-911b-4de4-b6f0-33b1ad2adc71/b97828db-f145-49ca-9dcb-1d9977843ec4/640af4e5-7b72-457b-b72a-a468320e7ea5) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:38:40.036747 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: de0da242-00c0-4e9f-84b4-5d11e18c86a4 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:38:40.037266 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device de0da242-00c0-4e9f-84b4-5d11e18c86a4 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:38:40.037651 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 9d2948ca-5513-47fa-93dd-5df070b708e7 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:38:40.061349 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e02c3754-ee95-4a90-ba1d-b4cac85d9932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (b29d8629-3313-4696-a9ac-4034612e0251), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:40.065021 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 9d2948ca-5513-47fa-93dd-5df070b708e7 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:38:40.065417 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 9d2948ca-5513-47fa-93dd-5df070b708e7 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:38:40.115387 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02c3754-ee95-4a90-ba1d-b4cac85d9932 None None] Pushing event updated for resources: {'Port': ['ID=b29d8629-3313-4696-a9ac-4034612e0251,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:40.149823 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02c3754-ee95-4a90-ba1d-b4cac85d9932 None None] Network 941cbf72-911b-4de4-b6f0-33b1ad2adc71 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:38:40.150726 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-5281fcf3-082b-4c48-80ae-e7f3c408184c None None] Attempting to bind port 7500ee51-f4fb-49ab-b9cb-a2814c9e3c76 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:38:40.151191 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-5281fcf3-082b-4c48-80ae-e7f3c408184c None None] Attempting to bind port 7500ee51-f4fb-49ab-b9cb-a2814c9e3c76 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'b597d4da-7f0f-4e7a-8923-d40506b0cdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a35742ac-d7f7-4694-b915-8a4eb886ad2e'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:38:40.151603 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5281fcf3-082b-4c48-80ae-e7f3c408184c None None] Attempting to bind port 7500ee51-f4fb-49ab-b9cb-a2814c9e3c76 on network a35742ac-d7f7-4694-b915-8a4eb886ad2e {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:38:40.157574 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-e02c3754-ee95-4a90-ba1d-b4cac85d9932 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:38:40.163039 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02c3754-ee95-4a90-ba1d-b4cac85d9932 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:38:40.168352 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baaf6f3-1531-4a58-81f4-7465f20e778d req-05db4bf4-76c7-43fc-8736-257cd3f45e3a tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:40.170299 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9baaf6f3-1531-4a58-81f4-7465f20e778d req-05db4bf4-76c7-43fc-8736-257cd3f45e3a tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/ports?device_id=905d5be7-eb6b-40e9-b60a-3952747f316b HTTP/1.1" status: 200 len: 944 time: 0.1997743 Feb 17 17:38:40.181653 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5281fcf3-082b-4c48-80ae-e7f3c408184c None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:38:40.182319 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5281fcf3-082b-4c48-80ae-e7f3c408184c None None] Checking segment: {'id': 'b597d4da-7f0f-4e7a-8923-d40506b0cdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a35742ac-d7f7-4694-b915-8a4eb886ad2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:38:40.182881 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5281fcf3-082b-4c48-80ae-e7f3c408184c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:40.184262 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5281fcf3-082b-4c48-80ae-e7f3c408184c None None] Bound using segment: {'id': 'b597d4da-7f0f-4e7a-8923-d40506b0cdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a35742ac-d7f7-4694-b915-8a4eb886ad2e'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:38:40.184909 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-5281fcf3-082b-4c48-80ae-e7f3c408184c None None] Bound port: 7500ee51-f4fb-49ab-b9cb-a2814c9e3c76, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b597d4da-7f0f-4e7a-8923-d40506b0cdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a35742ac-d7f7-4694-b915-8a4eb886ad2e'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:38:40.185637 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5281fcf3-082b-4c48-80ae-e7f3c408184c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7500ee51-f4fb-49ab-b9cb-a2814c9e3c76), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:40.213430 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-07a3007d-4cf3-48f9-95d2-3de1526193be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (561a3cd2-aabb-4f11-920e-1a8454920696), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:40.213770 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f2372a9a-6a9e-4e77-b48e-1d1a8e9d7615 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Publish callbacks [] for port (640af4e5-7b72-457b-b72a-a468320e7ea5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:40.257276 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f2372a9a-6a9e-4e77-b48e-1d1a8e9d7615 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (640af4e5-7b72-457b-b72a-a468320e7ea5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:40.318760 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-e02c3754-ee95-4a90-ba1d-b4cac85d9932 None None] Attempting to bind port b29d8629-3313-4696-a9ac-4034612e0251 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:38:40.320601 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-e02c3754-ee95-4a90-ba1d-b4cac85d9932 None None] Attempting to bind port b29d8629-3313-4696-a9ac-4034612e0251 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '17f4c03b-6381-45f9-88da-c0299fac02af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '941cbf72-911b-4de4-b6f0-33b1ad2adc71'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:38:40.321201 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02c3754-ee95-4a90-ba1d-b4cac85d9932 None None] Attempting to bind port b29d8629-3313-4696-a9ac-4034612e0251 on network 941cbf72-911b-4de4-b6f0-33b1ad2adc71 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:38:40.329146 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02c3754-ee95-4a90-ba1d-b4cac85d9932 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:38:40.330368 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02c3754-ee95-4a90-ba1d-b4cac85d9932 None None] Checking segment: {'id': '17f4c03b-6381-45f9-88da-c0299fac02af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '941cbf72-911b-4de4-b6f0-33b1ad2adc71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:38:40.331184 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e02c3754-ee95-4a90-ba1d-b4cac85d9932 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:40.331781 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02c3754-ee95-4a90-ba1d-b4cac85d9932 None None] Bound using segment: {'id': '17f4c03b-6381-45f9-88da-c0299fac02af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '941cbf72-911b-4de4-b6f0-33b1ad2adc71'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:38:40.332915 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-e02c3754-ee95-4a90-ba1d-b4cac85d9932 None None] Bound port: b29d8629-3313-4696-a9ac-4034612e0251, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17f4c03b-6381-45f9-88da-c0299fac02af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '941cbf72-911b-4de4-b6f0-33b1ad2adc71'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:38:40.333499 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e02c3754-ee95-4a90-ba1d-b4cac85d9932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b29d8629-3313-4696-a9ac-4034612e0251), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:40.335161 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2372a9a-6a9e-4e77-b48e-1d1a8e9d7615 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Network 941cbf72-911b-4de4-b6f0-33b1ad2adc71 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:38:40.335515 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cfea1fd3-8cbe-4a1b-ae6f-b7052528ad26 req-cf530dcc-2b0c-49b6-b4ca-39bd2624d641 service neutron] 10.222.0.71 "GET /v2.0/networks/ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361022 Feb 17 17:38:40.344931 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-f2372a9a-6a9e-4e77-b48e-1d1a8e9d7615 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:38:40.356003 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2372a9a-6a9e-4e77-b48e-1d1a8e9d7615 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:38:40.361991 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2372a9a-6a9e-4e77-b48e-1d1a8e9d7615 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:40.362797 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f2372a9a-6a9e-4e77-b48e-1d1a8e9d7615 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:40.371746 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2372a9a-6a9e-4e77-b48e-1d1a8e9d7615 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Pushing event updated for resources: {'Port': ['ID=640af4e5-7b72-457b-b72a-a468320e7ea5,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:40.388422 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28807012-1f12-4b33-888a-27096de42080 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (2382fb7a-dab2-4d0d-81c7-310f7003735f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:40.402976 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9baaf6f3-1531-4a58-81f4-7465f20e778d req-93966b2c-62c5-462b-99e7-12b8b9091c9e tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/security-groups?id=c0c1da27-5156-4487-bf9f-31a05708ed74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177260 Feb 17 17:38:40.414535 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-07a3007d-4cf3-48f9-95d2-3de1526193be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (561a3cd2-aabb-4f11-920e-1a8454920696), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:40.423562 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 4a73530d-a485-421e-a886-1c8f514cc585 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:40.424164 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (4a73530d-a485-421e-a886-1c8f514cc585), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:40.426175 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-07a3007d-4cf3-48f9-95d2-3de1526193be admin admin] Publish callbacks [] for router_controller (561a3cd2-aabb-4f11-920e-1a8454920696), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:40.452861 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28807012-1f12-4b33-888a-27096de42080 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event updated for resources: {'Subnet': ['ID=2382fb7a-dab2-4d0d-81c7-310f7003735f,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:40.462488 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f2372a9a-6a9e-4e77-b48e-1d1a8e9d7615 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.2876289 Feb 17 17:38:40.467552 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47632) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:40.471484 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ffa1a07-de8a-4f7a-8c80-60d50cb87ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a73530d-a485-421e-a886-1c8f514cc585'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:38:40.473770 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf774512-8c48-4494-96e6-c6d8202e0031" -d '{"events": [{"server_uuid": "4ffa1a07-de8a-4f7a-8c80-60d50cb87ec7", "name": "network-vif-plugged", "status": "completed", "tag": "4a73530d-a485-421e-a886-1c8f514cc585"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:38:40.477647 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-284deda4-1a83-45cb-9155-cf91013824ba tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Request body: {'port': {'network_id': '941cbf72-911b-4de4-b6f0-33b1ad2adc71', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1130112161', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:40.478934 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.api.validators [None req-284deda4-1a83-45cb-9155-cf91013824ba tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] bootfile-name is not in valid_values {{(pid=103434) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 17 17:38:40.479253 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 4a73530d-a485-421e-a886-1c8f514cc585, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=4a73530d-a485-421e-a886-1c8f514cc585,segment=NetworkSegment(35db7bfb-f40a-40b5-883e-cb5d409c283a),segment_id=35db7bfb-f40a-40b5-883e-cb5d409c283a)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:40.481025 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.api.validators [None req-284deda4-1a83-45cb-9155-cf91013824ba tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] tftp-server is not in valid_values {{(pid=103434) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 17 17:38:40.484009 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.api.validators [None req-284deda4-1a83-45cb-9155-cf91013824ba tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] server-ip-address is not in valid_values {{(pid=103434) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 17 17:38:40.486146 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 5235ae6b-25e3-41b9-a2f7-ec825f84b80e details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:38:40.539344 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-07a3007d-4cf3-48f9-95d2-3de1526193be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (561a3cd2-aabb-4f11-920e-1a8454920696), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:40.539965 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a3007d-4cf3-48f9-95d2-3de1526193be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 561a3cd2-aabb-4f11-920e-1a8454920696 {{(pid=103435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:38:40.546481 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-07a3007d-4cf3-48f9-95d2-3de1526193be admin admin] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:40.551242 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-07a3007d-4cf3-48f9-95d2-3de1526193be admin admin] 10.222.0.87 "DELETE /v2.0/routers/561a3cd2-aabb-4f11-920e-1a8454920696 HTTP/1.1" status: 204 len: 168 time: 2.6632698 Feb 17 17:38:40.551242 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 47636) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:40.655248 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-a65588e4-5682-4ca3-88de-1f85e0886c6f admin admin] Deleting subnet 21a1df04-56c1-48bc-b696-a5e17ac4d235 {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:38:40.660182 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a65588e4-5682-4ca3-88de-1f85e0886c6f admin admin] Publish callbacks [] for subnet (21a1df04-56c1-48bc-b696-a5e17ac4d235), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:40.662149 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 5235ae6b-25e3-41b9-a2f7-ec825f84b80e, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=5235ae6b-25e3-41b9-a2f7-ec825f84b80e,segment=NetworkSegment(35db7bfb-f40a-40b5-883e-cb5d409c283a),segment_id=35db7bfb-f40a-40b5-883e-cb5d409c283a)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:40.693995 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca29779b-f120-451a-8d5e-8b090237d264 x-openstack-request-id: req-ca29779b-f120-451a-8d5e-8b090237d264 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:38:40.694198 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ffa1a07-de8a-4f7a-8c80-60d50cb87ec7", "name": "network-vif-plugged", "status": "completed", "tag": "4a73530d-a485-421e-a886-1c8f514cc585", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:38:40.694461 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ca29779b-f120-451a-8d5e-8b090237d264 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:38:40.694863 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ffa1a07-de8a-4f7a-8c80-60d50cb87ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a73530d-a485-421e-a886-1c8f514cc585', 'code': 200} Feb 17 17:38:40.696810 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '5235ae6b-25e3-41b9-a2f7-ec825f84b80e', 'network_id': '4185a04b-9227-49e3-827b-a30bed406bcb', 'port_id': '5235ae6b-25e3-41b9-a2f7-ec825f84b80e', 'mac_address': 'fa:16:3e:7a:1c:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae6f582f-f431-4be8-9155-e78feef29d45', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:38:40.698708 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (4a73530d-a485-421e-a886-1c8f514cc585), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:40.701333 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-e02c3754-ee95-4a90-ba1d-b4cac85d9932 None None] For port b29d8629-3313-4696-a9ac-4034612e0251, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:38:40.701773 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28807012-1f12-4b33-888a-27096de42080 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Network a35742ac-d7f7-4694-b915-8a4eb886ad2e is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:38:40.710261 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a65588e4-5682-4ca3-88de-1f85e0886c6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (21a1df04-56c1-48bc-b696-a5e17ac4d235), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:40.738037 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-28807012-1f12-4b33-888a-27096de42080 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:38:40.774220 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-e02c3754-ee95-4a90-ba1d-b4cac85d9932 None None] For port b29d8629-3313-4696-a9ac-4034612e0251, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=b29d8629-3313-4696-a9ac-4034612e0251,segment=NetworkSegment(17f4c03b-6381-45f9-88da-c0299fac02af),segment_id=17f4c03b-6381-45f9-88da-c0299fac02af)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:38:40.793715 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cfea1fd3-8cbe-4a1b-ae6f-b7052528ad26 req-a2e97f63-d411-4c43-a2cd-054eb52752f8 service neutron] 10.222.0.71 "GET /v2.0/networks/ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232676 Feb 17 17:38:40.793987 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28807012-1f12-4b33-888a-27096de42080 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:40.794778 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28807012-1f12-4b33-888a-27096de42080 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:40.809313 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5281fcf3-082b-4c48-80ae-e7f3c408184c None None] For port 7500ee51-f4fb-49ab-b9cb-a2814c9e3c76, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:38:40.812291 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e02c3754-ee95-4a90-ba1d-b4cac85d9932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b29d8629-3313-4696-a9ac-4034612e0251), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:40.813915 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284deda4-1a83-45cb-9155-cf91013824ba tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Made reservation on behalf of 0bf1c80706be439b9efc3240cfead030 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:38:40.821347 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-284deda4-1a83-45cb-9155-cf91013824ba tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:40.851552 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-284deda4-1a83-45cb-9155-cf91013824ba tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] device_id is not set on port 4bceca7a-aafa-46df-bfc4-68e7d4a97703 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:38:40.868952 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5281fcf3-082b-4c48-80ae-e7f3c408184c None None] For port 7500ee51-f4fb-49ab-b9cb-a2814c9e3c76, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=7500ee51-f4fb-49ab-b9cb-a2814c9e3c76,segment=NetworkSegment(b597d4da-7f0f-4e7a-8923-d40506b0cdf1),segment_id=b597d4da-7f0f-4e7a-8923-d40506b0cdf1)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:38:40.877928 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a65588e4-5682-4ca3-88de-1f85e0886c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (21a1df04-56c1-48bc-b696-a5e17ac4d235), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:40.888022 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5281fcf3-082b-4c48-80ae-e7f3c408184c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (7500ee51-f4fb-49ab-b9cb-a2814c9e3c76), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:40.894330 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=4a73530d-a485-421e-a886-1c8f514cc585,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:40.899483 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 5235ae6b-25e3-41b9-a2f7-ec825f84b80e is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:40.899888 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5235ae6b-25e3-41b9-a2f7-ec825f84b80e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:40.943222 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-28807012-1f12-4b33-888a-27096de42080 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5641127 Feb 17 17:38:40.952558 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 47640) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:40.959325 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-cb095413-5447-477a-98de-d3477ccee9b5 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Request body: {'port': {'network_id': 'a35742ac-d7f7-4694-b915-8a4eb886ad2e', 'fixed_ips': [{'subnet_id': '39b1f140-e4ab-4547-beab-ead24a504013'}, {'subnet_id': '2382fb7a-dab2-4d0d-81c7-310f7003735f'}], 'name': 'tempest-PortsIpV6TestJSON-1778960581'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:40.985616 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 12955f1d-3c69-482b-a7c4-cfac9c0642c7 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:38:41.017555 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607086f-67c7-4e7e-84d3-b456b5738326 req-04bdffd5-c0fa-4c4e-85c1-262c14c2420f tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:41.019669 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b607086f-67c7-4e7e-84d3-b456b5738326 req-04bdffd5-c0fa-4c4e-85c1-262c14c2420f tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=0696203f-5736-4bfd-89dd-9abcf0d112ec HTTP/1.1" status: 200 len: 943 time: 0.2444320 Feb 17 17:38:41.021735 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5235ae6b-25e3-41b9-a2f7-ec825f84b80e {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:38:41.033524 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a65588e4-5682-4ca3-88de-1f85e0886c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (21a1df04-56c1-48bc-b696-a5e17ac4d235), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:41.089135 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a65588e4-5682-4ca3-88de-1f85e0886c6f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:41.111219 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a65588e4-5682-4ca3-88de-1f85e0886c6f admin admin] 10.222.0.87 "DELETE /v2.0/subnets/21a1df04-56c1-48bc-b696-a5e17ac4d235 HTTP/1.1" status: 204 len: 168 time: 0.5271106 Feb 17 17:38:41.111660 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab94720d-09d6-4f07-a2d0-8df8a993d3a2 None None] Network 2a574d4f-e4f9-49f2-aee6-25c2bbb796ce requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:38:41.163334 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 47644) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:41.166065 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-284deda4-1a83-45cb-9155-cf91013824ba tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Allocated IP 2001:db8::370 (941cbf72-911b-4de4-b6f0-33b1ad2adc71/b97828db-f145-49ca-9dcb-1d9977843ec4/4bceca7a-aafa-46df-bfc4-68e7d4a97703) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:38:41.196326 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 5235ae6b-25e3-41b9-a2f7-ec825f84b80e, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=5235ae6b-25e3-41b9-a2f7-ec825f84b80e,segment=NetworkSegment(35db7bfb-f40a-40b5-883e-cb5d409c283a),segment_id=35db7bfb-f40a-40b5-883e-cb5d409c283a)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:41.240054 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.resource_extend [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 17:38:41.243391 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (5235ae6b-25e3-41b9-a2f7-ec825f84b80e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:41.255584 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02c3754-ee95-4a90-ba1d-b4cac85d9932 None None] Pushing event updated for resources: {'Port': ['ID=b29d8629-3313-4696-a9ac-4034612e0251,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:41.317095 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1fc81b-b271-4c6e-988c-87040781f153 req-ae2adeef-0b3b-4ca2-bc6f-5676162f7f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:41.318718 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-bf1fc81b-b271-4c6e-988c-87040781f153 req-ae2adeef-0b3b-4ca2-bc6f-5676162f7f43 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4ffa1a07-de8a-4f7a-8c80-60d50cb87ec7 HTTP/1.1" status: 200 len: 1127 time: 0.6145806 Feb 17 17:38:41.320304 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-532523da-de5e-4c42-9067-4bb27ee5b414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (2a574d4f-e4f9-49f2-aee6-25c2bbb796ce), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:41.327416 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65588e4-5682-4ca3-88de-1f85e0886c6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21a1df04-56c1-48bc-b696-a5e17ac4d235,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:41.396404 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b607086f-67c7-4e7e-84d3-b456b5738326 req-2898ccdd-012b-47eb-9537-1e01edbf2a00 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337457 Feb 17 17:38:41.640222 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-284deda4-1a83-45cb-9155-cf91013824ba tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Publish callbacks [] for port (4bceca7a-aafa-46df-bfc4-68e7d4a97703), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:41.746861 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-bf1fc81b-b271-4c6e-988c-87040781f153 req-28deff62-ce36-4950-b097-ffe642482bad service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c0c1da27-5156-4487-bf9f-31a05708ed74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3704777 Feb 17 17:38:41.765145 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-284deda4-1a83-45cb-9155-cf91013824ba tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (4bceca7a-aafa-46df-bfc4-68e7d4a97703), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:41.765363 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb095413-5447-477a-98de-d3477ccee9b5 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Made reservation on behalf of 79c72a74f4c54033a14e3cbd8e3a57ad for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:38:41.851024 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['5235ae6b-25e3-41b9-a2f7-ec825f84b80e'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:38:41.853066 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284deda4-1a83-45cb-9155-cf91013824ba tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Network 941cbf72-911b-4de4-b6f0-33b1ad2adc71 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:38:41.854471 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device b29d8629-3313-4696-a9ac-4034612e0251 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:38:41.854692 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284deda4-1a83-45cb-9155-cf91013824ba tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Pushing event updated for resources: {'Port': ['ID=4bceca7a-aafa-46df-bfc4-68e7d4a97703,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:41.858940 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-284deda4-1a83-45cb-9155-cf91013824ba tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:38:41.865689 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284deda4-1a83-45cb-9155-cf91013824ba tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:38:41.878237 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284deda4-1a83-45cb-9155-cf91013824ba tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:41.878237 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-284deda4-1a83-45cb-9155-cf91013824ba tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:41.882508 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-532523da-de5e-4c42-9067-4bb27ee5b414 admin admin] Deleting port a1ceac7b-2ee7-483b-bf80-b362aa6261b8 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:38:41.882855 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-532523da-de5e-4c42-9067-4bb27ee5b414 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (a1ceac7b-2ee7-483b-bf80-b362aa6261b8), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:41.893728 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cb095413-5447-477a-98de-d3477ccee9b5 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:41.900742 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-284deda4-1a83-45cb-9155-cf91013824ba tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.4319580 Feb 17 17:38:41.903854 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47648) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:41.945431 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-cb095413-5447-477a-98de-d3477ccee9b5 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] device_id is not set on port 16ad957b-3113-4534-ba1d-b753df7ec795 yet. {{(pid=103435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:38:41.979533 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5281fcf3-082b-4c48-80ae-e7f3c408184c None None] Pushing event updated for resources: {'Port': ['ID=7500ee51-f4fb-49ab-b9cb-a2814c9e3c76,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:42.044872 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8109f4a2-2d62-47dd-93b2-38b780d54cde tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:42.051863 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8109f4a2-2d62-47dd-93b2-38b780d54cde tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:42.060643 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8109f4a2-2d62-47dd-93b2-38b780d54cde tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:42.065849 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8109f4a2-2d62-47dd-93b2-38b780d54cde tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1582007 Feb 17 17:38:42.066265 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47650) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:42.071978 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61d409-f2fa-4d86-b6f4-a08b19f0fd0e req-0f982650-15a6-4325-adf5-3cef94f1cc43 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:42.073663 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ae61d409-f2fa-4d86-b6f4-a08b19f0fd0e req-0f982650-15a6-4325-adf5-3cef94f1cc43 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/ports?device_id=905d5be7-eb6b-40e9-b60a-3952747f316b HTTP/1.1" status: 200 len: 945 time: 0.5113194 Feb 17 17:38:42.106770 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc990c19-3929-41f3-91de-ae8893d0db22 None None] DHCP port deletion for 2a574d4f-e4f9-49f2-aee6-25c2bbb796ce request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:38:42.111244 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=5235ae6b-25e3-41b9-a2f7-ec825f84b80e,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:42.116593 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 12955f1d-3c69-482b-a7c4-cfac9c0642c7, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=12955f1d-3c69-482b-a7c4-cfac9c0642c7,segment=NetworkSegment(e4661035-9680-4da1-989b-77404c89e6fd),segment_id=e4661035-9680-4da1-989b-77404c89e6fd)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:42.173995 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '12955f1d-3c69-482b-a7c4-cfac9c0642c7', 'network_id': 'ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad', 'port_id': '12955f1d-3c69-482b-a7c4-cfac9c0642c7', 'mac_address': 'fa:16:3e:ac:1d:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '884735e1-5568-4ef9-9e9a-5668bb636166', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:38:42.262128 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-532523da-de5e-4c42-9067-4bb27ee5b414 admin admin] For port a1ceac7b-2ee7-483b-bf80-b362aa6261b8, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=a1ceac7b-2ee7-483b-bf80-b362aa6261b8,segment=NetworkSegment(db684214-d7da-45c4-b29d-9500ff344225),segment_id=db684214-d7da-45c4-b29d-9500ff344225)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:42.262491 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-532523da-de5e-4c42-9067-4bb27ee5b414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (a1ceac7b-2ee7-483b-bf80-b362aa6261b8), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:42.270307 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 12955f1d-3c69-482b-a7c4-cfac9c0642c7 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:42.270714 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (12955f1d-3c69-482b-a7c4-cfac9c0642c7), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:42.288956 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-532523da-de5e-4c42-9067-4bb27ee5b414 admin admin] Calling delete_port for a1ceac7b-2ee7-483b-bf80-b362aa6261b8 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:38:42.302697 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-c9a52e02-10e3-4b2d-b8b5-f9d1031b4784 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Deleting port 4bceca7a-aafa-46df-bfc4-68e7d4a97703 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:38:42.303048 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c9a52e02-10e3-4b2d-b8b5-f9d1031b4784 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (4bceca7a-aafa-46df-bfc4-68e7d4a97703), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:42.328465 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12955f1d-3c69-482b-a7c4-cfac9c0642c7 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:38:42.343852 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port b29d8629-3313-4696-a9ac-4034612e0251 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:38:42.345798 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ae61d409-f2fa-4d86-b6f4-a08b19f0fd0e req-c2f172b8-024f-49c2-90fd-f0cbb5a07a90 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/security-groups?id=c0c1da27-5156-4487-bf9f-31a05708ed74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592702 Feb 17 17:38:42.358397 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b29d8629-3313-4696-a9ac-4034612e0251), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:42.477368 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 12955f1d-3c69-482b-a7c4-cfac9c0642c7, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=12955f1d-3c69-482b-a7c4-cfac9c0642c7,segment=NetworkSegment(e4661035-9680-4da1-989b-77404c89e6fd),segment_id=e4661035-9680-4da1-989b-77404c89e6fd)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:42.496604 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c9a52e02-10e3-4b2d-b8b5-f9d1031b4784 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (4bceca7a-aafa-46df-bfc4-68e7d4a97703), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:42.496867 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (12955f1d-3c69-482b-a7c4-cfac9c0642c7), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:42.514115 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-c9a52e02-10e3-4b2d-b8b5-f9d1031b4784 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Calling delete_port for 4bceca7a-aafa-46df-bfc4-68e7d4a97703 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:38:42.569865 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=12955f1d-3c69-482b-a7c4-cfac9c0642c7,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:42.582447 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-fc990c19-3929-41f3-91de-ae8893d0db22 None None] Deleting port a1ceac7b-2ee7-483b-bf80-b362aa6261b8 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:38:42.582828 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fc990c19-3929-41f3-91de-ae8893d0db22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (a1ceac7b-2ee7-483b-bf80-b362aa6261b8), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:42.676486 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-532523da-de5e-4c42-9067-4bb27ee5b414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (a1ceac7b-2ee7-483b-bf80-b362aa6261b8), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:42.679355 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-fc990c19-3929-41f3-91de-ae8893d0db22 None None] For port a1ceac7b-2ee7-483b-bf80-b362aa6261b8, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=a1ceac7b-2ee7-483b-bf80-b362aa6261b8,segment=NetworkSegment(db684214-d7da-45c4-b29d-9500ff344225),segment_id=db684214-d7da-45c4-b29d-9500ff344225)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:42.681062 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fc990c19-3929-41f3-91de-ae8893d0db22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (a1ceac7b-2ee7-483b-bf80-b362aa6261b8), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:42.694600 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-fc990c19-3929-41f3-91de-ae8893d0db22 None None] Calling delete_port for a1ceac7b-2ee7-483b-bf80-b362aa6261b8 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:38:42.696737 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578656f4-3e83-4a74-ac5a-f20a58f67068 req-c84e035f-76f9-40c1-b3c6-b3b07e237ed5 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:42.704681 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-578656f4-3e83-4a74-ac5a-f20a58f67068 req-c84e035f-76f9-40c1-b3c6-b3b07e237ed5 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=0696203f-5736-4bfd-89dd-9abcf0d112ec HTTP/1.1" status: 200 len: 944 time: 0.1852283 Feb 17 17:38:42.727966 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c9a52e02-10e3-4b2d-b8b5-f9d1031b4784 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (4bceca7a-aafa-46df-bfc4-68e7d4a97703), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:42.767649 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532523da-de5e-4c42-9067-4bb27ee5b414 admin admin] No DVR routers for this DVR port a1ceac7b-2ee7-483b-bf80-b362aa6261b8 on host n-d-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:38:42.779368 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a52e02-10e3-4b2d-b8b5-f9d1031b4784 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Pushing event deleted for resources: {'Port': ['ID=4bceca7a-aafa-46df-bfc4-68e7d4a97703,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:42.797884 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fc990c19-3929-41f3-91de-ae8893d0db22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (a1ceac7b-2ee7-483b-bf80-b362aa6261b8), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:42.818515 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532523da-de5e-4c42-9067-4bb27ee5b414 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1ceac7b-2ee7-483b-bf80-b362aa6261b8,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:42.819310 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c9a52e02-10e3-4b2d-b8b5-f9d1031b4784 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:42.822223 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-cb095413-5447-477a-98de-d3477ccee9b5 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Allocated IP 2001:db8::3b4 (a35742ac-d7f7-4694-b915-8a4eb886ad2e/39b1f140-e4ab-4547-beab-ead24a504013/16ad957b-3113-4534-ba1d-b753df7ec795) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:38:42.823267 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c9a52e02-10e3-4b2d-b8b5-f9d1031b4784 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] 10.222.0.87 "DELETE /v2.0/ports/4bceca7a-aafa-46df-bfc4-68e7d4a97703 HTTP/1.1" status: 204 len: 168 time: 0.7550228 Feb 17 17:38:42.828888 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47656) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:42.835543 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-bc000951-1e2d-4596-9ea0-92c8c26b0b43 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Request body: {'port': {'name': 'tempest-new-port-name-1305212691', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:42.836033 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.api.validators [None req-bc000951-1e2d-4596-9ea0-92c8c26b0b43 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] bootfile-name is not in valid_values {{(pid=103434) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 17 17:38:42.836480 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.api.validators [None req-bc000951-1e2d-4596-9ea0-92c8c26b0b43 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] tftp-server is not in valid_values {{(pid=103434) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 17 17:38:42.836834 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.api.validators [None req-bc000951-1e2d-4596-9ea0-92c8c26b0b43 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] server-ip-address is not in valid_values {{(pid=103434) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 17 17:38:42.873000 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-cb095413-5447-477a-98de-d3477ccee9b5 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Allocated IP 2001:db8:0:1::2a (a35742ac-d7f7-4694-b915-8a4eb886ad2e/2382fb7a-dab2-4d0d-81c7-310f7003735f/16ad957b-3113-4534-ba1d-b753df7ec795) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:38:42.902578 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['12955f1d-3c69-482b-a7c4-cfac9c0642c7'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:38:42.908756 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc990c19-3929-41f3-91de-ae8893d0db22 None None] No DVR routers for this DVR port a1ceac7b-2ee7-483b-bf80-b362aa6261b8 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:38:42.909920 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc990c19-3929-41f3-91de-ae8893d0db22 None None] Pushing event deleted for resources: {'Port': ['ID=a1ceac7b-2ee7-483b-bf80-b362aa6261b8,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:42.963116 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port b29d8629-3313-4696-a9ac-4034612e0251 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:42.963682 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b29d8629-3313-4696-a9ac-4034612e0251), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:42.994933 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-532523da-de5e-4c42-9067-4bb27ee5b414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (2a574d4f-e4f9-49f2-aee6-25c2bbb796ce), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:43.002170 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-578656f4-3e83-4a74-ac5a-f20a58f67068 req-59b5f6b1-f3b8-4110-a5a1-02599452413e tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966051 Feb 17 17:38:43.019349 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bc000951-1e2d-4596-9ea0-92c8c26b0b43 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (640af4e5-7b72-457b-b72a-a468320e7ea5), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:43.058441 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port b29d8629-3313-4696-a9ac-4034612e0251, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=b29d8629-3313-4696-a9ac-4034612e0251,segment=NetworkSegment(17f4c03b-6381-45f9-88da-c0299fac02af),segment_id=17f4c03b-6381-45f9-88da-c0299fac02af)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:43.065151 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-532523da-de5e-4c42-9067-4bb27ee5b414 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a574d4f-e4f9-49f2-aee6-25c2bbb796ce']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:38:43.071395 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b29d8629-3313-4696-a9ac-4034612e0251), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:43.101284 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-532523da-de5e-4c42-9067-4bb27ee5b414 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db684214-d7da-45c4-b29d-9500ff344225') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:38:43.102835 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-532523da-de5e-4c42-9067-4bb27ee5b414 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db684214-d7da-45c4-b29d-9500ff344225') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:38:43.128901 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc7e8a3-e8b3-4570-9758-96d44ffb6e9a None None] Network a35742ac-d7f7-4694-b915-8a4eb886ad2e requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:38:43.129899 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-532523da-de5e-4c42-9067-4bb27ee5b414 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (db684214-d7da-45c4-b29d-9500ff344225), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:43.170243 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-532523da-de5e-4c42-9067-4bb27ee5b414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (db684214-d7da-45c4-b29d-9500ff344225), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:43.190874 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-532523da-de5e-4c42-9067-4bb27ee5b414 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:38:43.191271 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-532523da-de5e-4c42-9067-4bb27ee5b414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (db684214-d7da-45c4-b29d-9500ff344225), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:43.193608 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 17:38:43.193608 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:38:43.193608 n-d-829613-2 neutron-server[103435]: timer() Feb 17 17:38:43.193608 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:38:43.193608 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 17:38:43.193608 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:38:43.193608 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 17:38:43.193608 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:38:43.193608 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 17:38:43.193608 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:38:43.193608 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 17:38:43.193608 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:38:43.193608 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 17:38:43.193608 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:38:43.193608 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:38:43.193608 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:38:43.193608 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:38:43.193608 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:38:43.193608 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 17:38:43.193608 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:38:43.193608 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 17:38:43.193608 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:38:43.193608 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:38:43.193608 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:38:43.193608 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 17:38:43.193608 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:38:43.193608 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:38:43.193608 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:38:43.193608 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:38:43.193608 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:38:43.193608 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:38:43.193608 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:38:43.317745 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=b29d8629-3313-4696-a9ac-4034612e0251,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:43.322616 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-532523da-de5e-4c42-9067-4bb27ee5b414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (2a574d4f-e4f9-49f2-aee6-25c2bbb796ce), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:43.332528 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-532523da-de5e-4c42-9067-4bb27ee5b414 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:43.334472 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bc000951-1e2d-4596-9ea0-92c8c26b0b43 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Publish callbacks [] for port (640af4e5-7b72-457b-b72a-a468320e7ea5), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:43.336261 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-532523da-de5e-4c42-9067-4bb27ee5b414 admin admin] 10.222.0.87 "DELETE /v2.0/networks/2a574d4f-e4f9-49f2-aee6-25c2bbb796ce HTTP/1.1" status: 204 len: 168 time: 2.1709955 Feb 17 17:38:43.345944 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bc000951-1e2d-4596-9ea0-92c8c26b0b43 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (640af4e5-7b72-457b-b72a-a468320e7ea5), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:43.351851 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532523da-de5e-4c42-9067-4bb27ee5b414 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a574d4f-e4f9-49f2-aee6-25c2bbb796ce,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:43.359075 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58373f7-7e55-4fba-93b0-fe6445674dc8 None None] Network 941cbf72-911b-4de4-b6f0-33b1ad2adc71 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:38:43.389451 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cb095413-5447-477a-98de-d3477ccee9b5 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for port (16ad957b-3113-4534-ba1d-b753df7ec795), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:43.398642 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-d174ee90-f8d8-4537-9b12-9aa4f2eeb4d0 None None] Provisioning complete for port 7500ee51-f4fb-49ab-b9cb-a2814c9e3c76 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:38:43.399906 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d174ee90-f8d8-4537-9b12-9aa4f2eeb4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7500ee51-f4fb-49ab-b9cb-a2814c9e3c76), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:43.437977 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cb095413-5447-477a-98de-d3477ccee9b5 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (16ad957b-3113-4534-ba1d-b753df7ec795), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:43.438609 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc000951-1e2d-4596-9ea0-92c8c26b0b43 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Pushing event updated for resources: {'Port': ['ID=640af4e5-7b72-457b-b72a-a468320e7ea5,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:43.455166 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-bc000951-1e2d-4596-9ea0-92c8c26b0b43 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] In _notify_port_updated(), no bound segment for port 640af4e5-7b72-457b-b72a-a468320e7ea5 on network 941cbf72-911b-4de4-b6f0-33b1ad2adc71 {{(pid=103434) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 17 17:38:43.474060 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc000951-1e2d-4596-9ea0-92c8c26b0b43 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:43.474862 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bc000951-1e2d-4596-9ea0-92c8c26b0b43 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:43.485746 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bc000951-1e2d-4596-9ea0-92c8c26b0b43 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] 10.222.0.87 "PUT /v2.0/ports/640af4e5-7b72-457b-b72a-a468320e7ea5 HTTP/1.1" status: 200 len: 1130 time: 0.6496887 Feb 17 17:38:43.485746 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47666) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:43.507786 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb095413-5447-477a-98de-d3477ccee9b5 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Network a35742ac-d7f7-4694-b915-8a4eb886ad2e is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:38:43.530741 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-cb095413-5447-477a-98de-d3477ccee9b5 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:38:43.533590 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb095413-5447-477a-98de-d3477ccee9b5 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:38:43.539811 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb095413-5447-477a-98de-d3477ccee9b5 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:43.540371 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cb095413-5447-477a-98de-d3477ccee9b5 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:43.580305 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-cb095413-5447-477a-98de-d3477ccee9b5 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.6256001 Feb 17 17:38:43.583431 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47668) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:43.593279 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 47670) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:43.593561 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-eea2c464-a58f-44fd-8c20-5250aaf1711e tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '39b1f140-e4ab-4547-beab-ead24a504013'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:43.614237 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb095413-5447-477a-98de-d3477ccee9b5 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event updated for resources: {'Port': ['ID=16ad957b-3113-4534-ba1d-b753df7ec795,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:43.643826 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bb7d4e-7107-4717-acd6-0a3e3bb3bd21 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:43.650066 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-28bb7d4e-7107-4717-acd6-0a3e3bb3bd21 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] 10.222.0.87 "GET /v2.0/ports/640af4e5-7b72-457b-b72a-a468320e7ea5 HTTP/1.1" status: 200 len: 1130 time: 0.1633790 Feb 17 17:38:43.651648 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 47672) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:43.654959 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-563f73e3-7c85-427c-a7ba-ef4f5b8ca019 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a33ff16117b5429daaa9225b5871ef11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0605943 Feb 17 17:38:43.664620 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 47674) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:43.742051 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91506a1e-a78a-4f41-a987-ae398ae4423c req-c8e33fc2-ce82-4fde-bbc5-4742906b926c tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:43.748532 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 7500ee51-f4fb-49ab-b9cb-a2814c9e3c76 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:38:43.749106 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-91506a1e-a78a-4f41-a987-ae398ae4423c req-c8e33fc2-ce82-4fde-bbc5-4742906b926c tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/ports?device_id=905d5be7-eb6b-40e9-b60a-3952747f316b HTTP/1.1" status: 200 len: 945 time: 0.2742190 Feb 17 17:38:43.777821 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-d174ee90-f8d8-4537-9b12-9aa4f2eeb4d0 None None] Current status of the port 7500ee51-f4fb-49ab-b9cb-a2814c9e3c76 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:43.778278 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d174ee90-f8d8-4537-9b12-9aa4f2eeb4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7500ee51-f4fb-49ab-b9cb-a2814c9e3c76), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:43.870070 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-91506a1e-a78a-4f41-a987-ae398ae4423c req-df71e16b-fa75-49e9-9b0d-88321ae4256e tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/security-groups?id=c0c1da27-5156-4487-bf9f-31a05708ed74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108818 Feb 17 17:38:43.872462 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8afd686a-ad9c-49f1-91d5-6eba71e45da0 admin admin] Publish callbacks [] for security_group (277f59ea-2d85-46af-8186-a4cd64f3dcb2), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:43.886933 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eea2c464-a58f-44fd-8c20-5250aaf1711e tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (16ad957b-3113-4534-ba1d-b753df7ec795), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:43.892704 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-d174ee90-f8d8-4537-9b12-9aa4f2eeb4d0 None None] For port 7500ee51-f4fb-49ab-b9cb-a2814c9e3c76, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=7500ee51-f4fb-49ab-b9cb-a2814c9e3c76,segment=NetworkSegment(b597d4da-7f0f-4e7a-8923-d40506b0cdf1),segment_id=b597d4da-7f0f-4e7a-8923-d40506b0cdf1)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:43.903914 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105d0f14-848a-4d2b-b321-1f907b832b11 None None] Update dhcp port {'port': {'network_id': 'a35742ac-d7f7-4694-b915-8a4eb886ad2e', 'fixed_ips': [{'subnet_id': '39b1f140-e4ab-4547-beab-ead24a504013', 'ip_address': '2001:db8::2'}, {'subnet_id': '2382fb7a-dab2-4d0d-81c7-310f7003735f'}], 'binding:host_id': 'n-d-829613-2'}, 'id': '7500ee51-f4fb-49ab-b9cb-a2814c9e3c76'} from n-d-829613-2. {{(pid=103436) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 17 17:38:43.906108 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d174ee90-f8d8-4537-9b12-9aa4f2eeb4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (7500ee51-f4fb-49ab-b9cb-a2814c9e3c76), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:43.914622 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b5716413-cf92-46f9-9678-3682e8d07742 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Deleting port 640af4e5-7b72-457b-b72a-a468320e7ea5 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:38:43.915145 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b5716413-cf92-46f9-9678-3682e8d07742 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (640af4e5-7b72-457b-b72a-a468320e7ea5), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:43.934423 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8afd686a-ad9c-49f1-91d5-6eba71e45da0 admin admin] Publish callbacks [] for security_group (277f59ea-2d85-46af-8186-a4cd64f3dcb2), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:43.967376 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-105d0f14-848a-4d2b-b321-1f907b832b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7500ee51-f4fb-49ab-b9cb-a2814c9e3c76), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:43.983075 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 7500ee51-f4fb-49ab-b9cb-a2814c9e3c76 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:38:43.983403 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7500ee51-f4fb-49ab-b9cb-a2814c9e3c76), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:44.096624 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8afd686a-ad9c-49f1-91d5-6eba71e45da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (277f59ea-2d85-46af-8186-a4cd64f3dcb2), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:44.107503 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8afd686a-ad9c-49f1-91d5-6eba71e45da0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:44.108996 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-8afd686a-ad9c-49f1-91d5-6eba71e45da0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/277f59ea-2d85-46af-8186-a4cd64f3dcb2 HTTP/1.1" status: 204 len: 168 time: 0.4433224 Feb 17 17:38:44.112094 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ee90-f8d8-4537-9b12-9aa4f2eeb4d0 None None] Pushing event updated for resources: {'Port': ['ID=7500ee51-f4fb-49ab-b9cb-a2814c9e3c76,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:44.128157 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-002b6d2c-bcd3-40ac-8285-15846bd739a3 None None] Provisioning complete for port b29d8629-3313-4696-a9ac-4034612e0251 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:38:44.128392 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-002b6d2c-bcd3-40ac-8285-15846bd739a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b29d8629-3313-4696-a9ac-4034612e0251), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:44.161760 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b5716413-cf92-46f9-9678-3682e8d07742 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (640af4e5-7b72-457b-b72a-a468320e7ea5), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:44.194453 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b5716413-cf92-46f9-9678-3682e8d07742 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Calling delete_port for 640af4e5-7b72-457b-b72a-a468320e7ea5 owned by {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:38:44.263455 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-eea2c464-a58f-44fd-8c20-5250aaf1711e tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Delete allocated IP 2001:db8:0:1::2a (a35742ac-d7f7-4694-b915-8a4eb886ad2e/2382fb7a-dab2-4d0d-81c7-310f7003735f) {{(pid=103434) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 17 17:38:44.290074 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 7500ee51-f4fb-49ab-b9cb-a2814c9e3c76 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:44.291346 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device b29d8629-3313-4696-a9ac-4034612e0251 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:38:44.315874 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afd686a-ad9c-49f1-91d5-6eba71e45da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277f59ea-2d85-46af-8186-a4cd64f3dcb2,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:44.412442 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-002b6d2c-bcd3-40ac-8285-15846bd739a3 None None] Current status of the port b29d8629-3313-4696-a9ac-4034612e0251 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:44.435117 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port b29d8629-3313-4696-a9ac-4034612e0251 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:38:44.435772 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b29d8629-3313-4696-a9ac-4034612e0251), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:44.457310 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02805587-58e3-47f5-bed6-0a86cf91de8c req-4a427d61-1490-4468-b8aa-64d7ef0aa313 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:44.468419 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-02805587-58e3-47f5-bed6-0a86cf91de8c req-4a427d61-1490-4468-b8aa-64d7ef0aa313 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=0696203f-5736-4bfd-89dd-9abcf0d112ec HTTP/1.1" status: 200 len: 944 time: 0.1834435 Feb 17 17:38:44.474098 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 5235ae6b-25e3-41b9-a2f7-ec825f84b80e up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:38:44.544665 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eea2c464-a58f-44fd-8c20-5250aaf1711e tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for port (16ad957b-3113-4534-ba1d-b753df7ec795), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:44.548425 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-02805587-58e3-47f5-bed6-0a86cf91de8c req-935ae567-4410-4616-a30e-319f6356a585 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735009 Feb 17 17:38:44.562755 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eea2c464-a58f-44fd-8c20-5250aaf1711e tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (16ad957b-3113-4534-ba1d-b753df7ec795), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:44.630752 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b5716413-cf92-46f9-9678-3682e8d07742 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (640af4e5-7b72-457b-b72a-a468320e7ea5), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:44.642057 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-eea2c464-a58f-44fd-8c20-5250aaf1711e tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] In _notify_port_updated(), no bound segment for port 16ad957b-3113-4534-ba1d-b753df7ec795 on network a35742ac-d7f7-4694-b915-8a4eb886ad2e {{(pid=103434) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 17 17:38:44.648125 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea2c464-a58f-44fd-8c20-5250aaf1711e tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:44.649043 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eea2c464-a58f-44fd-8c20-5250aaf1711e tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:44.650750 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-eea2c464-a58f-44fd-8c20-5250aaf1711e tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "PUT /v2.0/ports/16ad957b-3113-4534-ba1d-b753df7ec795 HTTP/1.1" status: 200 len: 926 time: 1.0639796 Feb 17 17:38:44.654246 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47684) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:44.664106 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-c718d347-de32-4b7e-8e7f-0d3be5eb9a15 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '39b1f140-e4ab-4547-beab-ead24a504013'}, {'subnet_id': '2382fb7a-dab2-4d0d-81c7-310f7003735f'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:44.685279 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5716413-cf92-46f9-9678-3682e8d07742 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Pushing event deleted for resources: {'Port': ['ID=640af4e5-7b72-457b-b72a-a468320e7ea5,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:44.699567 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea2c464-a58f-44fd-8c20-5250aaf1711e tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event updated for resources: {'Port': ['ID=16ad957b-3113-4534-ba1d-b753df7ec795,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:44.731752 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b5716413-cf92-46f9-9678-3682e8d07742 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:44.736317 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b5716413-cf92-46f9-9678-3682e8d07742 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] 10.222.0.87 "DELETE /v2.0/ports/640af4e5-7b72-457b-b72a-a468320e7ea5 HTTP/1.1" status: 204 len: 168 time: 1.0790584 Feb 17 17:38:44.738312 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 47688) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:44.798412 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c718d347-de32-4b7e-8e7f-0d3be5eb9a15 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (16ad957b-3113-4534-ba1d-b753df7ec795), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:44.824656 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5d219ee-be44-4084-a01b-927d68cb332b tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Deleting subnet b97828db-f145-49ca-9dcb-1d9977843ec4 {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:38:44.829558 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f5d219ee-be44-4084-a01b-927d68cb332b tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Publish callbacks [] for subnet (b97828db-f145-49ca-9dcb-1d9977843ec4), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:44.887896 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f5d219ee-be44-4084-a01b-927d68cb332b tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (b97828db-f145-49ca-9dcb-1d9977843ec4), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:44.902977 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-105d0f14-848a-4d2b-b321-1f907b832b11 None None] Allocated IP 2001:db8:0:1::2 (a35742ac-d7f7-4694-b915-8a4eb886ad2e/2382fb7a-dab2-4d0d-81c7-310f7003735f/7500ee51-f4fb-49ab-b9cb-a2814c9e3c76) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:38:45.009857 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f5d219ee-be44-4084-a01b-927d68cb332b tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (b97828db-f145-49ca-9dcb-1d9977843ec4), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:45.076721 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-105d0f14-848a-4d2b-b321-1f907b832b11 None None] For port 7500ee51-f4fb-49ab-b9cb-a2814c9e3c76, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=7500ee51-f4fb-49ab-b9cb-a2814c9e3c76,segment=NetworkSegment(b597d4da-7f0f-4e7a-8923-d40506b0cdf1),segment_id=b597d4da-7f0f-4e7a-8923-d40506b0cdf1)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:45.115180 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-105d0f14-848a-4d2b-b321-1f907b832b11 None None] Publish callbacks [] for port (7500ee51-f4fb-49ab-b9cb-a2814c9e3c76), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:45.129591 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-3a3811ed-f372-4fab-a9a2-06f3dba28f01 None None] Could not find standard attr ID for object 640af4e5-7b72-457b-b72a-a468320e7ea5. {{(pid=103436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 17:38:45.143590 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 12955f1d-3c69-482b-a7c4-cfac9c0642c7 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:38:45.145903 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-105d0f14-848a-4d2b-b321-1f907b832b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (7500ee51-f4fb-49ab-b9cb-a2814c9e3c76), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:45.303150 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-c718d347-de32-4b7e-8e7f-0d3be5eb9a15 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Allocated IP 2001:db8:0:1::12f (a35742ac-d7f7-4694-b915-8a4eb886ad2e/2382fb7a-dab2-4d0d-81c7-310f7003735f/16ad957b-3113-4534-ba1d-b753df7ec795) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:38:45.361974 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-3a3811ed-f372-4fab-a9a2-06f3dba28f01 None None] Provisioning complete for port b29d8629-3313-4696-a9ac-4034612e0251 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:38:45.362516 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3a3811ed-f372-4fab-a9a2-06f3dba28f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b29d8629-3313-4696-a9ac-4034612e0251), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:45.437894 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d0f14-848a-4d2b-b321-1f907b832b11 None None] Pushing event updated for resources: {'Port': ['ID=7500ee51-f4fb-49ab-b9cb-a2814c9e3c76,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:45.463596 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82e905-1af1-4679-9e77-73d5c9fbf87d req-00ab0f50-95f8-4b0e-aff6-1b4783196cd9 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:45.465934 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ec82e905-1af1-4679-9e77-73d5c9fbf87d req-00ab0f50-95f8-4b0e-aff6-1b4783196cd9 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/ports?device_id=905d5be7-eb6b-40e9-b60a-3952747f316b HTTP/1.1" status: 200 len: 945 time: 0.4693830 Feb 17 17:38:45.487176 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port b29d8629-3313-4696-a9ac-4034612e0251 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:45.494629 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port 5235ae6b-25e3-41b9-a2f7-ec825f84b80e completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:38:45.508734 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 5235ae6b-25e3-41b9-a2f7-ec825f84b80e triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:38:45.509133 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (5235ae6b-25e3-41b9-a2f7-ec825f84b80e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:45.584589 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ec82e905-1af1-4679-9e77-73d5c9fbf87d req-212ecfe4-0a63-4fcf-9d9c-db5dcb2831b1 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/security-groups?id=c0c1da27-5156-4487-bf9f-31a05708ed74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053712 Feb 17 17:38:45.585896 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f5d219ee-be44-4084-a01b-927d68cb332b tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (b97828db-f145-49ca-9dcb-1d9977843ec4), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:45.615416 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device a1ceac7b-2ee7-483b-bf80-b362aa6261b8 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:38:45.618549 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d219ee-be44-4084-a01b-927d68cb332b tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Pushing event deleted for resources: {'Subnet': ['ID=b97828db-f145-49ca-9dcb-1d9977843ec4,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:45.619203 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c718d347-de32-4b7e-8e7f-0d3be5eb9a15 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for port (16ad957b-3113-4534-ba1d-b753df7ec795), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:45.623900 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f5d219ee-be44-4084-a01b-927d68cb332b tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:45.630011 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47716) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:45.632855 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-f5d219ee-be44-4084-a01b-927d68cb332b tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] 10.222.0.87 "DELETE /v2.0/subnets/b97828db-f145-49ca-9dcb-1d9977843ec4 HTTP/1.1" status: 204 len: 168 time: 0.8931441 Feb 17 17:38:45.653912 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 12955f1d-3c69-482b-a7c4-cfac9c0642c7 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:38:45.674649 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: a1ceac7b-2ee7-483b-bf80-b362aa6261b8 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:38:45.674649 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device a1ceac7b-2ee7-483b-bf80-b362aa6261b8 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:38:45.676472 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 12955f1d-3c69-482b-a7c4-cfac9c0642c7 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:38:45.676860 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (12955f1d-3c69-482b-a7c4-cfac9c0642c7), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:45.806412 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622d3ba-91ad-4749-9238-4e0dc34ad675 req-8ec64b9c-bd6c-417b-a079-9b72e234fabb tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:45.810078 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b622d3ba-91ad-4749-9238-4e0dc34ad675 req-8ec64b9c-bd6c-417b-a079-9b72e234fabb tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=0696203f-5736-4bfd-89dd-9abcf0d112ec HTTP/1.1" status: 200 len: 944 time: 0.1309123 Feb 17 17:38:45.818070 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c296f65-dd49-4a00-ba5a-64239dc94d99 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (941cbf72-911b-4de4-b6f0-33b1ad2adc71), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:45.828371 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c718d347-de32-4b7e-8e7f-0d3be5eb9a15 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (16ad957b-3113-4534-ba1d-b753df7ec795), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:45.856131 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 7500ee51-f4fb-49ab-b9cb-a2814c9e3c76 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:38:45.912172 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-3a3811ed-f372-4fab-a9a2-06f3dba28f01 None None] Current status of the port b29d8629-3313-4696-a9ac-4034612e0251 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:45.918319 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b622d3ba-91ad-4749-9238-4e0dc34ad675 req-7dc6a79d-96b1-475b-b688-a665e42866ef tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006711 Feb 17 17:38:45.937234 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c718d347-de32-4b7e-8e7f-0d3be5eb9a15 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event updated for resources: {'Port': ['ID=16ad957b-3113-4534-ba1d-b753df7ec795,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:45.983456 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 12955f1d-3c69-482b-a7c4-cfac9c0642c7 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:45.983924 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (12955f1d-3c69-482b-a7c4-cfac9c0642c7), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:46.018754 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46cc8d0-83f7-441c-9cce-b8364ef7ce71 None None] Network 941cbf72-911b-4de4-b6f0-33b1ad2adc71 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:38:46.052974 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-c718d347-de32-4b7e-8e7f-0d3be5eb9a15 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] In _notify_port_updated(), no bound segment for port 16ad957b-3113-4534-ba1d-b753df7ec795 on network a35742ac-d7f7-4694-b915-8a4eb886ad2e {{(pid=103434) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 17 17:38:46.058611 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c718d347-de32-4b7e-8e7f-0d3be5eb9a15 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:46.059301 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c718d347-de32-4b7e-8e7f-0d3be5eb9a15 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:46.060731 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c718d347-de32-4b7e-8e7f-0d3be5eb9a15 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "PUT /v2.0/ports/16ad957b-3113-4534-ba1d-b753df7ec795 HTTP/1.1" status: 200 len: 1012 time: 1.4052651 Feb 17 17:38:46.063887 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 47726) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:46.072216 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-0c296f65-dd49-4a00-ba5a-64239dc94d99 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Deleting port b29d8629-3313-4696-a9ac-4034612e0251 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:38:46.072732 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c296f65-dd49-4a00-ba5a-64239dc94d99 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (b29d8629-3313-4696-a9ac-4034612e0251), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:46.077512 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 12955f1d-3c69-482b-a7c4-cfac9c0642c7, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=12955f1d-3c69-482b-a7c4-cfac9c0642c7,segment=NetworkSegment(e4661035-9680-4da1-989b-77404c89e6fd),segment_id=e4661035-9680-4da1-989b-77404c89e6fd)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:46.090660 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0696203f-5736-4bfd-89dd-9abcf0d112ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12955f1d-3c69-482b-a7c4-cfac9c0642c7'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:38:46.100146 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f93dc5-9e3c-4377-9665-dc7bf62150d5" -d '{"events": [{"server_uuid": "0696203f-5736-4bfd-89dd-9abcf0d112ec", "name": "network-vif-plugged", "status": "completed", "tag": "12955f1d-3c69-482b-a7c4-cfac9c0642c7"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:38:46.110199 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-d3b45708-dd43-4002-98bd-8dbb2db3eac6 None None] Could not find standard attr ID for object 640af4e5-7b72-457b-b72a-a468320e7ea5. {{(pid=103436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 17:38:46.115957 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (12955f1d-3c69-482b-a7c4-cfac9c0642c7), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:46.194166 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-0c296f65-dd49-4a00-ba5a-64239dc94d99 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] For port b29d8629-3313-4696-a9ac-4034612e0251, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=b29d8629-3313-4696-a9ac-4034612e0251,segment=NetworkSegment(17f4c03b-6381-45f9-88da-c0299fac02af),segment_id=17f4c03b-6381-45f9-88da-c0299fac02af)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:46.194542 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c296f65-dd49-4a00-ba5a-64239dc94d99 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (b29d8629-3313-4696-a9ac-4034612e0251), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:46.209892 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee83bca2-ed85-4795-9a2b-07e81dc49452 x-openstack-request-id: req-ee83bca2-ed85-4795-9a2b-07e81dc49452 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:38:46.210546 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0696203f-5736-4bfd-89dd-9abcf0d112ec", "name": "network-vif-plugged", "status": "completed", "tag": "12955f1d-3c69-482b-a7c4-cfac9c0642c7", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:38:46.210997 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ee83bca2-ed85-4795-9a2b-07e81dc49452 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:38:46.212180 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0696203f-5736-4bfd-89dd-9abcf0d112ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12955f1d-3c69-482b-a7c4-cfac9c0642c7', 'code': 200} Feb 17 17:38:46.223899 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-0c296f65-dd49-4a00-ba5a-64239dc94d99 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Calling delete_port for b29d8629-3313-4696-a9ac-4034612e0251 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:38:46.228457 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-d3b45708-dd43-4002-98bd-8dbb2db3eac6 None None] Could not find standard attr ID for object 4bceca7a-aafa-46df-bfc4-68e7d4a97703. {{(pid=103436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 17:38:46.231414 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 5235ae6b-25e3-41b9-a2f7-ec825f84b80e is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:46.232792 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5235ae6b-25e3-41b9-a2f7-ec825f84b80e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:46.236563 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-6ae53332-55d3-4ad7-b806-6ee82ee65e0b tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Deleting port 16ad957b-3113-4534-ba1d-b753df7ec795 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:38:46.236912 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6ae53332-55d3-4ad7-b806-6ee82ee65e0b tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (16ad957b-3113-4534-ba1d-b753df7ec795), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:46.358399 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=12955f1d-3c69-482b-a7c4-cfac9c0642c7,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:46.371994 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 5235ae6b-25e3-41b9-a2f7-ec825f84b80e, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=5235ae6b-25e3-41b9-a2f7-ec825f84b80e,segment=NetworkSegment(35db7bfb-f40a-40b5-883e-cb5d409c283a),segment_id=35db7bfb-f40a-40b5-883e-cb5d409c283a)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:46.383877 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c399f61-f1ad-4aca-a151-d638e8a45a51 req-fcc957d1-f02d-4f75-9053-531c75d7e02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:46.385943 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8c399f61-f1ad-4aca-a151-d638e8a45a51 req-fcc957d1-f02d-4f75-9053-531c75d7e02c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0696203f-5736-4bfd-89dd-9abcf0d112ec HTTP/1.1" status: 200 len: 1127 time: 0.1563883 Feb 17 17:38:46.389306 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6ae53332-55d3-4ad7-b806-6ee82ee65e0b tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (16ad957b-3113-4534-ba1d-b753df7ec795), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:46.400001 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (5235ae6b-25e3-41b9-a2f7-ec825f84b80e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:46.407054 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-6ae53332-55d3-4ad7-b806-6ee82ee65e0b tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Calling delete_port for 16ad957b-3113-4534-ba1d-b753df7ec795 owned by {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:38:46.452649 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c296f65-dd49-4a00-ba5a-64239dc94d99 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (b29d8629-3313-4696-a9ac-4034612e0251), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:46.463826 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 7500ee51-f4fb-49ab-b9cb-a2814c9e3c76 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:38:46.465040 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7500ee51-f4fb-49ab-b9cb-a2814c9e3c76), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:46.467964 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=5235ae6b-25e3-41b9-a2f7-ec825f84b80e,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:46.524747 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0cd650-a411-4c1d-a54c-411e5d4798dc None None] DHCP port deletion for 941cbf72-911b-4de4-b6f0-33b1ad2adc71 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:38:46.543952 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c296f65-dd49-4a00-ba5a-64239dc94d99 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Pushing event deleted for resources: {'Port': ['ID=b29d8629-3313-4696-a9ac-4034612e0251,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:46.551421 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c296f65-dd49-4a00-ba5a-64239dc94d99 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] No DVR routers for this DVR port b29d8629-3313-4696-a9ac-4034612e0251 on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:38:46.559053 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8c399f61-f1ad-4aca-a151-d638e8a45a51 req-ef678bac-68b6-4dbf-9e8f-2433e4aa5075 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641140 Feb 17 17:38:46.588425 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fb2e21-21a6-42a6-84c7-76e832804727 None None] Network a35742ac-d7f7-4694-b915-8a4eb886ad2e requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:38:46.678356 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c296f65-dd49-4a00-ba5a-64239dc94d99 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (941cbf72-911b-4de4-b6f0-33b1ad2adc71), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:46.688194 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6ae53332-55d3-4ad7-b806-6ee82ee65e0b tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (16ad957b-3113-4534-ba1d-b753df7ec795), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:46.696945 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 7500ee51-f4fb-49ab-b9cb-a2814c9e3c76 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:46.709639 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-0c296f65-dd49-4a00-ba5a-64239dc94d99 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['941cbf72-911b-4de4-b6f0-33b1ad2adc71']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:38:46.723747 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-0c296f65-dd49-4a00-ba5a-64239dc94d99 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17f4c03b-6381-45f9-88da-c0299fac02af') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:38:46.724010 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-0c296f65-dd49-4a00-ba5a-64239dc94d99 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17f4c03b-6381-45f9-88da-c0299fac02af') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:38:46.735916 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c296f65-dd49-4a00-ba5a-64239dc94d99 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (17f4c03b-6381-45f9-88da-c0299fac02af), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:46.738449 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-68c71b25-46da-456e-a7a9-ec4cc678c76b None None] Provisioning complete for port 16ad957b-3113-4534-ba1d-b753df7ec795 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:38:46.738449 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-68c71b25-46da-456e-a7a9-ec4cc678c76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (16ad957b-3113-4534-ba1d-b753df7ec795), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:46.754580 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c296f65-dd49-4a00-ba5a-64239dc94d99 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (17f4c03b-6381-45f9-88da-c0299fac02af), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:46.763318 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c296f65-dd49-4a00-ba5a-64239dc94d99 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:38:46.763840 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c296f65-dd49-4a00-ba5a-64239dc94d99 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (17f4c03b-6381-45f9-88da-c0299fac02af), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:46.766554 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-68c71b25-46da-456e-a7a9-ec4cc678c76b None None] Port 16ad957b-3113-4534-ba1d-b753df7ec795 was deleted so its status cannot be updated. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 17 17:38:46.768176 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:38:46.768176 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:38:46.768176 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:38:46.768176 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:38:46.768176 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:38:46.768176 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:38:46.768176 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:38:46.768176 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:38:46.768176 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:38:46.768176 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:38:46.768176 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:38:46.768176 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:38:46.768176 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:38:46.768176 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:38:46.768176 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:38:46.768176 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:38:46.768176 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:38:46.768176 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:38:46.768176 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:38:46.768176 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:38:46.768176 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:38:46.768176 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:38:46.768176 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:38:46.768176 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:38:46.768176 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:38:46.768176 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:38:46.768176 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:38:46.768176 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:38:46.768176 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:38:46.768176 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:38:46.768176 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:38:46.768176 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:38:46.790148 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-68c71b25-46da-456e-a7a9-ec4cc678c76b None None] Provisioning complete for port 7500ee51-f4fb-49ab-b9cb-a2814c9e3c76 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:38:46.791136 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-68c71b25-46da-456e-a7a9-ec4cc678c76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7500ee51-f4fb-49ab-b9cb-a2814c9e3c76), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:46.810897 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae53332-55d3-4ad7-b806-6ee82ee65e0b tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event deleted for resources: {'Port': ['ID=16ad957b-3113-4534-ba1d-b753df7ec795,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:46.837562 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6ae53332-55d3-4ad7-b806-6ee82ee65e0b tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:46.841750 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-6ae53332-55d3-4ad7-b806-6ee82ee65e0b tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "DELETE /v2.0/ports/16ad957b-3113-4534-ba1d-b753df7ec795 HTTP/1.1" status: 204 len: 168 time: 0.7766767 Feb 17 17:38:46.845302 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47756) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:46.861366 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c296f65-dd49-4a00-ba5a-64239dc94d99 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (941cbf72-911b-4de4-b6f0-33b1ad2adc71), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:46.871914 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2edfc-af19-452c-bf8b-7427644886e5 req-a023e6aa-a736-4189-ba5d-72a85cdccf34 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:46.873563 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4ee2edfc-af19-452c-bf8b-7427644886e5 req-a023e6aa-a736-4189-ba5d-72a85cdccf34 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/ports?device_id=905d5be7-eb6b-40e9-b60a-3952747f316b HTTP/1.1" status: 200 len: 946 time: 0.1542451 Feb 17 17:38:46.900105 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c296f65-dd49-4a00-ba5a-64239dc94d99 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:46.909500 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0c296f65-dd49-4a00-ba5a-64239dc94d99 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] 10.222.0.87 "DELETE /v2.0/networks/941cbf72-911b-4de4-b6f0-33b1ad2adc71 HTTP/1.1" status: 204 len: 168 time: 1.2775991 Feb 17 17:38:46.912302 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef520c8c-179b-4d66-b997-75ef7115bd29 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] GET failed (client error): The resource could not be found. Feb 17 17:38:46.913719 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ef520c8c-179b-4d66-b997-75ef7115bd29 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "GET /v2.0/ports/16ad957b-3113-4534-ba1d-b753df7ec795 HTTP/1.1" status: 404 len: 333 time: 0.0673788 Feb 17 17:38:46.923547 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 47766) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:46.930222 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c296f65-dd49-4a00-ba5a-64239dc94d99 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297 tempest-ExtraDHCPOptionsIpV6TestJSON-707165297-project] Pushing event deleted for resources: {'Network': ['ID=941cbf72-911b-4de4-b6f0-33b1ad2adc71,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:46.989015 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-68c71b25-46da-456e-a7a9-ec4cc678c76b None None] Current status of the port 7500ee51-f4fb-49ab-b9cb-a2814c9e3c76 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:47.017297 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4ee2edfc-af19-452c-bf8b-7427644886e5 req-a99abd12-14c6-4d3a-a0b8-7f538e0c3ff0 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/security-groups?id=c0c1da27-5156-4487-bf9f-31a05708ed74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322355 Feb 17 17:38:47.047768 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-e505ae0a-054c-4261-b4ec-e899984cc0e9 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Deleting subnet 2382fb7a-dab2-4d0d-81c7-310f7003735f {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:38:47.051699 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e505ae0a-054c-4261-b4ec-e899984cc0e9 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for subnet (2382fb7a-dab2-4d0d-81c7-310f7003735f), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:47.104608 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e505ae0a-054c-4261-b4ec-e899984cc0e9 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (2382fb7a-dab2-4d0d-81c7-310f7003735f), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:47.252572 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062ff40-85fb-44ef-9667-d693953462c1 req-09e836dd-b678-4d32-a0a3-7a082ca8b9fb tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:47.254404 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d062ff40-85fb-44ef-9667-d693953462c1 req-09e836dd-b678-4d32-a0a3-7a082ca8b9fb tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=0696203f-5736-4bfd-89dd-9abcf0d112ec HTTP/1.1" status: 200 len: 945 time: 0.1155412 Feb 17 17:38:47.284041 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e505ae0a-054c-4261-b4ec-e899984cc0e9 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (2382fb7a-dab2-4d0d-81c7-310f7003735f), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:47.316073 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-041ba81b-2b50-4ace-86ec-8f06c30b3efc None None] Provisioning complete for port 7500ee51-f4fb-49ab-b9cb-a2814c9e3c76 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:38:47.316382 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-041ba81b-2b50-4ace-86ec-8f06c30b3efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7500ee51-f4fb-49ab-b9cb-a2814c9e3c76), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:47.336745 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47804) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:47.383877 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d062ff40-85fb-44ef-9667-d693953462c1 req-d184bd0e-72e4-40ef-89b6-46f44807f48f tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195056 Feb 17 17:38:47.424847 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e505ae0a-054c-4261-b4ec-e899984cc0e9 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (2382fb7a-dab2-4d0d-81c7-310f7003735f), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:47.462681 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e505ae0a-054c-4261-b4ec-e899984cc0e9 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event deleted for resources: {'Subnet': ['ID=2382fb7a-dab2-4d0d-81c7-310f7003735f,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:47.464807 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e505ae0a-054c-4261-b4ec-e899984cc0e9 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:47.469056 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e505ae0a-054c-4261-b4ec-e899984cc0e9 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "DELETE /v2.0/subnets/2382fb7a-dab2-4d0d-81c7-310f7003735f HTTP/1.1" status: 204 len: 168 time: 0.5423543 Feb 17 17:38:47.471699 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47826) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:47.474478 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-041ba81b-2b50-4ace-86ec-8f06c30b3efc None None] Current status of the port 7500ee51-f4fb-49ab-b9cb-a2814c9e3c76 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:47.542569 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-934fa5e1-d3b6-4dfd-a892-9ab5c92685ad tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Deleting subnet 39b1f140-e4ab-4547-beab-ead24a504013 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:38:47.557623 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-934fa5e1-d3b6-4dfd-a892-9ab5c92685ad tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for subnet (39b1f140-e4ab-4547-beab-ead24a504013), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:47.592178 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c40db9-0d33-4c0e-98e0-4c91484c9262 None None] Network a35742ac-d7f7-4694-b915-8a4eb886ad2e requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:38:47.623835 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-934fa5e1-d3b6-4dfd-a892-9ab5c92685ad tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (39b1f140-e4ab-4547-beab-ead24a504013), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:47.648949 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-1de0b051-8514-45ba-abba-8196a92e81c3 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=0bf1c80706be439b9efc3240cfead030&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3108830 Feb 17 17:38:47.651707 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 47848) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:47.715245 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-04c29720-7936-4f28-bf48-011a87de0eeb None None] Could not find standard attr ID for object 16ad957b-3113-4534-ba1d-b753df7ec795. {{(pid=103436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 17:38:47.758248 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3bf7108a-e446-4f6c-b777-46f3ab1a3486 admin admin] Publish callbacks [] for security_group (20d2c3af-4880-4847-a5f5-9764787f681b), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:47.791906 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-934fa5e1-d3b6-4dfd-a892-9ab5c92685ad tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (39b1f140-e4ab-4547-beab-ead24a504013), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:47.804599 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3bf7108a-e446-4f6c-b777-46f3ab1a3486 admin admin] Publish callbacks [] for security_group (20d2c3af-4880-4847-a5f5-9764787f681b), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:47.806876 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device b29d8629-3313-4696-a9ac-4034612e0251 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:38:47.834884 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: b29d8629-3313-4696-a9ac-4034612e0251 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:38:47.835237 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device b29d8629-3313-4696-a9ac-4034612e0251 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:38:47.886131 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3bf7108a-e446-4f6c-b777-46f3ab1a3486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (20d2c3af-4880-4847-a5f5-9764787f681b), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:47.889407 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3bf7108a-e446-4f6c-b777-46f3ab1a3486 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:47.890063 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-934fa5e1-d3b6-4dfd-a892-9ab5c92685ad tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (39b1f140-e4ab-4547-beab-ead24a504013), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:47.893795 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-3bf7108a-e446-4f6c-b777-46f3ab1a3486 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/20d2c3af-4880-4847-a5f5-9764787f681b HTTP/1.1" status: 204 len: 168 time: 0.2410321 Feb 17 17:38:47.903000 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf7108a-e446-4f6c-b777-46f3ab1a3486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d2c3af-4880-4847-a5f5-9764787f681b,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:47.906474 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-934fa5e1-d3b6-4dfd-a892-9ab5c92685ad tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:47.910371 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-934fa5e1-d3b6-4dfd-a892-9ab5c92685ad tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "DELETE /v2.0/subnets/39b1f140-e4ab-4547-beab-ead24a504013 HTTP/1.1" status: 204 len: 168 time: 0.4367857 Feb 17 17:38:47.912870 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 47864) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:47.941377 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934fa5e1-d3b6-4dfd-a892-9ab5c92685ad tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event deleted for resources: {'Subnet': ['ID=39b1f140-e4ab-4547-beab-ead24a504013,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:48.053941 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-33cd24d3-2afc-41c6-8fd5-20ca3620e2e4 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (a35742ac-d7f7-4694-b915-8a4eb886ad2e), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:48.186235 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-33cd24d3-2afc-41c6-8fd5-20ca3620e2e4 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Deleting port 7500ee51-f4fb-49ab-b9cb-a2814c9e3c76 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:38:48.186613 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-33cd24d3-2afc-41c6-8fd5-20ca3620e2e4 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (7500ee51-f4fb-49ab-b9cb-a2814c9e3c76), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:48.213178 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '905d5be7-eb6b-40e9-b60a-3952747f316b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5235ae6b-25e3-41b9-a2f7-ec825f84b80e'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:38:48.220277 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705e7cd3-5863-464f-97d2-d35558ec0cfc" -d '{"events": [{"server_uuid": "905d5be7-eb6b-40e9-b60a-3952747f316b", "name": "network-vif-plugged", "status": "completed", "tag": "5235ae6b-25e3-41b9-a2f7-ec825f84b80e"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:38:48.287704 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-33cd24d3-2afc-41c6-8fd5-20ca3620e2e4 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] For port 7500ee51-f4fb-49ab-b9cb-a2814c9e3c76, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=7500ee51-f4fb-49ab-b9cb-a2814c9e3c76,segment=NetworkSegment(b597d4da-7f0f-4e7a-8923-d40506b0cdf1),segment_id=b597d4da-7f0f-4e7a-8923-d40506b0cdf1)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:48.288076 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-33cd24d3-2afc-41c6-8fd5-20ca3620e2e4 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (7500ee51-f4fb-49ab-b9cb-a2814c9e3c76), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:48.307204 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5610a4a-1fc1-4a55-8865-b78e21a628a2 req-5238ef9b-1fb1-4c4c-92a7-f0a45539bd17 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:48.309233 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d5610a4a-1fc1-4a55-8865-b78e21a628a2 req-5238ef9b-1fb1-4c4c-92a7-f0a45539bd17 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/ports?device_id=905d5be7-eb6b-40e9-b60a-3952747f316b HTTP/1.1" status: 200 len: 946 time: 0.1350198 Feb 17 17:38:48.328447 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-33cd24d3-2afc-41c6-8fd5-20ca3620e2e4 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Calling delete_port for 7500ee51-f4fb-49ab-b9cb-a2814c9e3c76 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:38:48.447436 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d5610a4a-1fc1-4a55-8865-b78e21a628a2 req-8aec90e9-f4bb-459a-871b-77d121aa45a7 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/security-groups?id=c0c1da27-5156-4487-bf9f-31a05708ed74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265237 Feb 17 17:38:48.505775 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce93aa6-4dd3-462e-98a9-28ce9e95e994 x-openstack-request-id: req-cce93aa6-4dd3-462e-98a9-28ce9e95e994 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:38:48.506970 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "905d5be7-eb6b-40e9-b60a-3952747f316b", "name": "network-vif-plugged", "status": "completed", "tag": "5235ae6b-25e3-41b9-a2f7-ec825f84b80e", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:38:48.507816 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-cce93aa6-4dd3-462e-98a9-28ce9e95e994 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:38:48.508491 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '905d5be7-eb6b-40e9-b60a-3952747f316b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5235ae6b-25e3-41b9-a2f7-ec825f84b80e', 'code': 200} Feb 17 17:38:48.510524 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-33cd24d3-2afc-41c6-8fd5-20ca3620e2e4 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (7500ee51-f4fb-49ab-b9cb-a2814c9e3c76), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:48.578081 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd24d3-2afc-41c6-8fd5-20ca3620e2e4 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event deleted for resources: {'Port': ['ID=7500ee51-f4fb-49ab-b9cb-a2814c9e3c76,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:48.582110 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cd24d3-2afc-41c6-8fd5-20ca3620e2e4 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] No DVR routers for this DVR port 7500ee51-f4fb-49ab-b9cb-a2814c9e3c76 on host n-d-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:38:48.661453 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17120070-fe60-4ba1-877e-cffb7ae2bfaf req-5cbd429a-eea9-4486-a80d-af5eb3fcae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:48.663238 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-17120070-fe60-4ba1-877e-cffb7ae2bfaf req-5cbd429a-eea9-4486-a80d-af5eb3fcae9f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=905d5be7-eb6b-40e9-b60a-3952747f316b HTTP/1.1" status: 200 len: 1128 time: 0.0922081 Feb 17 17:38:48.719083 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceeb6231-87a7-4612-8e1a-813e18094a25 None None] Network a35742ac-d7f7-4694-b915-8a4eb886ad2e requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:38:48.754914 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:48.764568 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-17120070-fe60-4ba1-877e-cffb7ae2bfaf req-14776a3b-e3fc-40f4-b6c7-82732ba366bd service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=c0c1da27-5156-4487-bf9f-31a05708ed74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948875 Feb 17 17:38:48.789321 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-90e0de4b-1a31-4e6a-86d9-e9a5710145d5 None None] Could not find standard attr ID for object 7500ee51-f4fb-49ab-b9cb-a2814c9e3c76. {{(pid=103436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 17:38:48.809082 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-33cd24d3-2afc-41c6-8fd5-20ca3620e2e4 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (a35742ac-d7f7-4694-b915-8a4eb886ad2e), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:48.841120 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b15cec-3e06-4eb1-9a78-874ccbf2de2d req-a945d845-7e46-4eb0-b340-6e2315e59f95 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:48.849492 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b4b15cec-3e06-4eb1-9a78-874ccbf2de2d req-a945d845-7e46-4eb0-b340-6e2315e59f95 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=0696203f-5736-4bfd-89dd-9abcf0d112ec HTTP/1.1" status: 200 len: 945 time: 0.2688494 Feb 17 17:38:48.895911 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-33cd24d3-2afc-41c6-8fd5-20ca3620e2e4 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a35742ac-d7f7-4694-b915-8a4eb886ad2e']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:38:48.921618 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-33cd24d3-2afc-41c6-8fd5-20ca3620e2e4 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b597d4da-7f0f-4e7a-8923-d40506b0cdf1') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:38:48.921929 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-33cd24d3-2afc-41c6-8fd5-20ca3620e2e4 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b597d4da-7f0f-4e7a-8923-d40506b0cdf1') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:38:48.940143 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-33cd24d3-2afc-41c6-8fd5-20ca3620e2e4 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (b597d4da-7f0f-4e7a-8923-d40506b0cdf1), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:48.960431 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b4b15cec-3e06-4eb1-9a78-874ccbf2de2d req-92a95b25-3c3a-4f41-9004-f49425193888 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095021 Feb 17 17:38:48.966751 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b46a5b-bbd1-4c49-b626-485a6bbce0f7 None None] DHCP port deletion for a35742ac-d7f7-4694-b915-8a4eb886ad2e request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:38:48.988873 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-33cd24d3-2afc-41c6-8fd5-20ca3620e2e4 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (b597d4da-7f0f-4e7a-8923-d40506b0cdf1), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:49.000523 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33cd24d3-2afc-41c6-8fd5-20ca3620e2e4 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:38:49.001043 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-33cd24d3-2afc-41c6-8fd5-20ca3620e2e4 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (b597d4da-7f0f-4e7a-8923-d40506b0cdf1), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:49.017768 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47984) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:49.085559 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 17:38:49.085559 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:38:49.085559 n-d-829613-2 neutron-server[103435]: timer() Feb 17 17:38:49.085559 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:38:49.085559 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 17:38:49.085559 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:38:49.085559 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 17:38:49.085559 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:38:49.085559 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 17:38:49.085559 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:38:49.085559 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 17:38:49.085559 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:38:49.085559 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 17:38:49.085559 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:38:49.085559 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:38:49.085559 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:38:49.085559 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:38:49.085559 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:38:49.085559 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 17:38:49.085559 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:38:49.085559 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 17:38:49.085559 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:38:49.085559 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:38:49.085559 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:38:49.085559 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 17:38:49.085559 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:38:49.085559 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:38:49.085559 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:38:49.085559 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:38:49.085559 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:38:49.085559 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:38:49.085559 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:38:49.092101 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-33cd24d3-2afc-41c6-8fd5-20ca3620e2e4 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (a35742ac-d7f7-4694-b915-8a4eb886ad2e), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:49.104887 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-33cd24d3-2afc-41c6-8fd5-20ca3620e2e4 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:49.108859 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-33cd24d3-2afc-41c6-8fd5-20ca3620e2e4 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "DELETE /v2.0/networks/a35742ac-d7f7-4694-b915-8a4eb886ad2e HTTP/1.1" status: 204 len: 168 time: 1.1948221 Feb 17 17:38:49.112370 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47998) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:49.156485 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd24d3-2afc-41c6-8fd5-20ca3620e2e4 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event deleted for resources: {'Network': ['ID=a35742ac-d7f7-4694-b915-8a4eb886ad2e,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:49.181755 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-a2ebe92c-0505-4764-8ddb-c94f3919bd2b tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-892840097'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:49.216069 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bacb5da-7b80-4f72-b330-cf2ef9c65061 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:49.217639 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5bacb5da-7b80-4f72-b330-cf2ef9c65061 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1037474 Feb 17 17:38:49.219160 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ebe92c-0505-4764-8ddb-c94f3919bd2b tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Made reservation on behalf of 03e402034aa04ff6944c86c878c07771 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:38:49.223120 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba0ea7-d6f0-45c0-ac52-49395500f78e req-1c71e45b-6e48-4f8a-b6c9-7851f23bb703 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:49.223835 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a2ebe92c-0505-4764-8ddb-c94f3919bd2b tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:49.224774 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7eba0ea7-d6f0-45c0-ac52-49395500f78e req-1c71e45b-6e48-4f8a-b6c9-7851f23bb703 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=0696203f-5736-4bfd-89dd-9abcf0d112ec HTTP/1.1" status: 200 len: 945 time: 0.0660295 Feb 17 17:38:49.225276 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 48000) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:49.233702 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a2ebe92c-0505-4764-8ddb-c94f3919bd2b tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:49.307254 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-f67cd5a0-35b8-4ec2-84bd-1b23ec0a79c9 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0807650 Feb 17 17:38:49.311485 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7eba0ea7-d6f0-45c0-ac52-49395500f78e req-321b48b0-a131-4b46-9731-0eacea86fe91 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761924 Feb 17 17:38:49.311969 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 48004) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:49.317046 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-b0f8184c-b46e-4fff-aba1-60bc541cb599 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1213221467'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:49.332461 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a2ebe92c-0505-4764-8ddb-c94f3919bd2b tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for security_group (f22300b9-8bfb-44c6-a1b6-9b293c544b66), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:49.343345 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a2ebe92c-0505-4764-8ddb-c94f3919bd2b tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (f22300b9-8bfb-44c6-a1b6-9b293c544b66), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:49.350574 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f8184c-b46e-4fff-aba1-60bc541cb599 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Made reservation on behalf of 79c72a74f4c54033a14e3cbd8e3a57ad for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:38:49.354704 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b0f8184c-b46e-4fff-aba1-60bc541cb599 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:49.384195 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2ebe92c-0505-4764-8ddb-c94f3919bd2b tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:38:49.394670 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a2ebe92c-0505-4764-8ddb-c94f3919bd2b tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (cd187ee7-e824-48b1-828e-cf31d6723dfc), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:49.394907 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-a2ebe92c-0505-4764-8ddb-c94f3919bd2b tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Added segment cd187ee7-e824-48b1-828e-cf31d6723dfc of type vlan for network 390c8bfa-e579-4ed1-b54f-c49df60eba09 Feb 17 17:38:49.407564 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0f8184c-b46e-4fff-aba1-60bc541cb599 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:38:49.442784 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b0f8184c-b46e-4fff-aba1-60bc541cb599 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (2db0b9f8-245d-4888-9a59-071674216301), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:49.443144 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-b0f8184c-b46e-4fff-aba1-60bc541cb599 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Added segment 2db0b9f8-245d-4888-9a59-071674216301 of type vlan for network cd1c1bdb-4418-4199-9978-4b9c5288b31b Feb 17 17:38:49.449394 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a2ebe92c-0505-4764-8ddb-c94f3919bd2b tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (390c8bfa-e579-4ed1-b54f-c49df60eba09), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:49.459809 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ebe92c-0505-4764-8ddb-c94f3919bd2b tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f22300b9-8bfb-44c6-a1b6-9b293c544b66,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:49.485694 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a2ebe92c-0505-4764-8ddb-c94f3919bd2b tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (390c8bfa-e579-4ed1-b54f-c49df60eba09), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:49.492077 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ebe92c-0505-4764-8ddb-c94f3919bd2b tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:49.492909 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a2ebe92c-0505-4764-8ddb-c94f3919bd2b tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:49.503458 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b0f8184c-b46e-4fff-aba1-60bc541cb599 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (cd1c1bdb-4418-4199-9978-4b9c5288b31b), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:49.545477 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a2ebe92c-0505-4764-8ddb-c94f3919bd2b tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5232291 Feb 17 17:38:49.545926 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 48044) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:49.551252 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b0f8184c-b46e-4fff-aba1-60bc541cb599 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (cd1c1bdb-4418-4199-9978-4b9c5288b31b), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:49.556375 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:49.559393 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-2b32e083-aef0-4c0d-a67e-dfb71030a06b tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Request body: {'subnet': {'network_id': '390c8bfa-e579-4ed1-b54f-c49df60eba09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:49.560198 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f8184c-b46e-4fff-aba1-60bc541cb599 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:49.560873 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b0f8184c-b46e-4fff-aba1-60bc541cb599 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:49.625379 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b0f8184c-b46e-4fff-aba1-60bc541cb599 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3123264 Feb 17 17:38:49.628634 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 48060) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:49.633481 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-150d60f6-36b9-469f-852a-a4b1f42675de tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Request body: {'subnet': {'network_id': 'cd1c1bdb-4418-4199-9978-4b9c5288b31b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:49.643345 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ebe92c-0505-4764-8ddb-c94f3919bd2b tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Pushing event updated for resources: {'Network': ['ID=390c8bfa-e579-4ed1-b54f-c49df60eba09,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:49.657768 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 390c8bfa-e579-4ed1-b54f-c49df60eba09 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:38:49.711276 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f8184c-b46e-4fff-aba1-60bc541cb599 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event updated for resources: {'Network': ['ID=cd1c1bdb-4418-4199-9978-4b9c5288b31b,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:49.715127 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b32e083-aef0-4c0d-a67e-dfb71030a06b tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Made reservation on behalf of 03e402034aa04ff6944c86c878c07771 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:38:49.722038 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b32e083-aef0-4c0d-a67e-dfb71030a06b tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:49.772448 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network cd1c1bdb-4418-4199-9978-4b9c5288b31b details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:38:49.867303 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 7500ee51-f4fb-49ab-b9cb-a2814c9e3c76 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:38:49.882583 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150d60f6-36b9-469f-852a-a4b1f42675de tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Made reservation on behalf of 79c72a74f4c54033a14e3cbd8e3a57ad for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:38:49.887089 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-150d60f6-36b9-469f-852a-a4b1f42675de tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:49.939585 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 7500ee51-f4fb-49ab-b9cb-a2814c9e3c76 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:38:49.940230 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 7500ee51-f4fb-49ab-b9cb-a2814c9e3c76 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:38:50.043184 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b32e083-aef0-4c0d-a67e-dfb71030a06b tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (247b5577-9ea4-445e-acdb-c063647b8b00), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:50.096484 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065ee0d-caab-452d-8aba-6a5debd17364 req-30eb4d55-e837-4d5e-a82a-f987be7b9082 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:50.098060 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f065ee0d-caab-452d-8aba-6a5debd17364 req-30eb4d55-e837-4d5e-a82a-f987be7b9082 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/ports?device_id=905d5be7-eb6b-40e9-b60a-3952747f316b HTTP/1.1" status: 200 len: 946 time: 0.2035713 Feb 17 17:38:50.127271 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b32e083-aef0-4c0d-a67e-dfb71030a06b tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Pushing event updated for resources: {'Subnet': ['ID=247b5577-9ea4-445e-acdb-c063647b8b00,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:50.135679 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b32e083-aef0-4c0d-a67e-dfb71030a06b tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Checking segment: {'id': 'cd187ee7-e824-48b1-828e-cf31d6723dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '390c8bfa-e579-4ed1-b54f-c49df60eba09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:38:50.136051 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b32e083-aef0-4c0d-a67e-dfb71030a06b tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Network hostable DHCP agents. Network: 390c8bfa-e579-4ed1-b54f-c49df60eba09, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:38:50.153496 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b32e083-aef0-4c0d-a67e-dfb71030a06b tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Network 390c8bfa-e579-4ed1-b54f-c49df60eba09 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:38:50.159397 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf56c4-643c-4a71-9ef8-2489dba7f422 req-7a727a52-ff8a-4858-83de-32b0d0efc403 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:50.161377 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eccf56c4-643c-4a71-9ef8-2489dba7f422 req-7a727a52-ff8a-4858-83de-32b0d0efc403 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=0696203f-5736-4bfd-89dd-9abcf0d112ec HTTP/1.1" status: 200 len: 945 time: 0.1416245 Feb 17 17:38:50.162399 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-2b32e083-aef0-4c0d-a67e-dfb71030a06b tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 390c8bfa-e579-4ed1-b54f-c49df60eba09) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:38:50.166574 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b32e083-aef0-4c0d-a67e-dfb71030a06b tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:50.167210 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b32e083-aef0-4c0d-a67e-dfb71030a06b tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:50.177659 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f598fd5-4736-43f2-8be0-c200d30dbbd7 None None] Network 390c8bfa-e579-4ed1-b54f-c49df60eba09 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:38:50.190943 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2b32e083-aef0-4c0d-a67e-dfb71030a06b tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6437707 Feb 17 17:38:50.191879 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 48076) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:50.198225 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-fe7508fb-3399-4a6d-8f87-04dfa58c79d5 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1863014038', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}, 'admin_state_up': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:50.227744 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f065ee0d-caab-452d-8aba-6a5debd17364 req-287d246f-1e77-4a83-aa95-7192633e0189 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/security-groups?id=c0c1da27-5156-4487-bf9f-31a05708ed74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221819 Feb 17 17:38:50.240174 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe7508fb-3399-4a6d-8f87-04dfa58c79d5 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (1d79183a-43b6-4840-b514-7b4aefa7befc), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:50.243669 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe7508fb-3399-4a6d-8f87-04dfa58c79d5 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (1d79183a-43b6-4840-b514-7b4aefa7befc), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:50.290883 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eccf56c4-643c-4a71-9ef8-2489dba7f422 req-e080f9c8-cfd1-441e-a4c9-72cd47060ede tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138136 Feb 17 17:38:50.292133 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3de1bb-4d14-4112-bd73-ad920b5176db None None] Network 390c8bfa-e579-4ed1-b54f-c49df60eba09 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:38:50.292563 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-150d60f6-36b9-469f-852a-a4b1f42675de tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (17166362-d1e1-4a89-aea7-4d48329837e9), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:50.359010 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150d60f6-36b9-469f-852a-a4b1f42675de tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event updated for resources: {'Subnet': ['ID=17166362-d1e1-4a89-aea7-4d48329837e9,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:50.376176 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150d60f6-36b9-469f-852a-a4b1f42675de tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Checking segment: {'id': '2db0b9f8-245d-4888-9a59-071674216301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd1c1bdb-4418-4199-9978-4b9c5288b31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:38:50.376969 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150d60f6-36b9-469f-852a-a4b1f42675de tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Network hostable DHCP agents. Network: cd1c1bdb-4418-4199-9978-4b9c5288b31b, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:38:50.405381 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150d60f6-36b9-469f-852a-a4b1f42675de tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Network cd1c1bdb-4418-4199-9978-4b9c5288b31b is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:38:50.412627 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe7508fb-3399-4a6d-8f87-04dfa58c79d5 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for router_controller (1d79183a-43b6-4840-b514-7b4aefa7befc), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:50.435335 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-150d60f6-36b9-469f-852a-a4b1f42675de tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, cd1c1bdb-4418-4199-9978-4b9c5288b31b) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:38:50.440769 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150d60f6-36b9-469f-852a-a4b1f42675de tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:50.441541 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-150d60f6-36b9-469f-852a-a4b1f42675de tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:50.447364 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961cf17a-7f14-4fbe-af18-2d72cf4749de None None] Network cd1c1bdb-4418-4199-9978-4b9c5288b31b requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:38:50.465311 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-150d60f6-36b9-469f-852a-a4b1f42675de tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8326757 Feb 17 17:38:50.466766 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 48100) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:50.482629 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-b9085618-a61a-4200-9b65-1feab496e821 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Request body: {'port': {'network_id': 'cd1c1bdb-4418-4199-9978-4b9c5288b31b', 'name': 'tempest-PortsIpV6TestJSON-879835254'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:50.599292 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb143d95-fa2c-43fc-8a53-c27b86fca122 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-cd1c1bdb-4418-4199-9978-4b9c5288b31b', 'network_id': 'cd1c1bdb-4418-4199-9978-4b9c5288b31b', 'project_id': '79c72a74f4c54033a14e3cbd8e3a57ad', 'fixed_ips': [{'subnet_id': '17166362-d1e1-4a89-aea7-4d48329837e9'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:38:50.600736 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eb143d95-fa2c-43fc-8a53-c27b86fca122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:50.632057 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:38:50.668421 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe7508fb-3399-4a6d-8f87-04dfa58c79d5 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for router_gateway (1d79183a-43b6-4840-b514-7b4aefa7befc), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:50.704903 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37995c-7c42-4212-b6e0-3c96c1aa9d2a req-5615e2d1-7fee-42ae-bddf-3a49b0d769ea tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:50.706842 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3c37995c-7c42-4212-b6e0-3c96c1aa9d2a req-5615e2d1-7fee-42ae-bddf-3a49b0d769ea tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=0696203f-5736-4bfd-89dd-9abcf0d112ec HTTP/1.1" status: 200 len: 945 time: 0.2207265 Feb 17 17:38:50.708820 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9085618-a61a-4200-9b65-1feab496e821 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Made reservation on behalf of 79c72a74f4c54033a14e3cbd8e3a57ad for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:38:50.712209 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b9085618-a61a-4200-9b65-1feab496e821 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:50.744011 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-b9085618-a61a-4200-9b65-1feab496e821 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] device_id is not set on port 30bb39f0-1850-40bc-87cf-4ac21e089a46 yet. {{(pid=103435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:38:50.850464 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3c37995c-7c42-4212-b6e0-3c96c1aa9d2a req-d717533b-ea6e-4ea8-96e8-54210ac0b262 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350243 Feb 17 17:38:51.083153 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-eb143d95-fa2c-43fc-8a53-c27b86fca122 None None] Allocated IP 2001:db8::2 (cd1c1bdb-4418-4199-9978-4b9c5288b31b/17166362-d1e1-4a89-aea7-4d48329837e9/7ad6c719-f651-451d-a731-3c5dcd6de782) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:38:51.093871 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe7508fb-3399-4a6d-8f87-04dfa58c79d5 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for router_gateway (1d79183a-43b6-4840-b514-7b4aefa7befc), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:51.125097 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe7508fb-3399-4a6d-8f87-04dfa58c79d5 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:51.208785 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549de49-457e-41a5-a742-42960a6ff9e1 req-2153aa07-a9de-435c-b3f4-4f2611088e7e tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:51.232222 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7549de49-457e-41a5-a742-42960a6ff9e1 req-2153aa07-a9de-435c-b3f4-4f2611088e7e tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=0696203f-5736-4bfd-89dd-9abcf0d112ec HTTP/1.1" status: 200 len: 945 time: 0.0979245 Feb 17 17:38:51.301852 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-fe7508fb-3399-4a6d-8f87-04dfa58c79d5 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Allocated IP 172.25.8.29 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/f14f9213-7dc6-42b9-be6c-d8fd834f01b4) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:38:51.321556 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7549de49-457e-41a5-a742-42960a6ff9e1 req-e07a8676-b14e-4544-bf8e-7690c95e4655 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829744 Feb 17 17:38:51.328040 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eb143d95-fa2c-43fc-8a53-c27b86fca122 None None] Publish callbacks [] for port (7ad6c719-f651-451d-a731-3c5dcd6de782), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:51.338183 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eb143d95-fa2c-43fc-8a53-c27b86fca122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (7ad6c719-f651-451d-a731-3c5dcd6de782), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:51.393244 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb143d95-fa2c-43fc-8a53-c27b86fca122 None None] Pushing event updated for resources: {'Port': ['ID=7ad6c719-f651-451d-a731-3c5dcd6de782,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:51.401687 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb143d95-fa2c-43fc-8a53-c27b86fca122 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:38:51.402076 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb143d95-fa2c-43fc-8a53-c27b86fca122 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:38:51.402428 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb143d95-fa2c-43fc-8a53-c27b86fca122 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:38:51.402769 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb143d95-fa2c-43fc-8a53-c27b86fca122 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:38:51.403210 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb143d95-fa2c-43fc-8a53-c27b86fca122 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:38:51.403594 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb143d95-fa2c-43fc-8a53-c27b86fca122 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:38:51.403950 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb143d95-fa2c-43fc-8a53-c27b86fca122 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:38:51.404314 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb143d95-fa2c-43fc-8a53-c27b86fca122 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:38:51.404682 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb143d95-fa2c-43fc-8a53-c27b86fca122 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:38:51.405070 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb143d95-fa2c-43fc-8a53-c27b86fca122 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:38:51.405403 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb143d95-fa2c-43fc-8a53-c27b86fca122 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:38:51.405761 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb143d95-fa2c-43fc-8a53-c27b86fca122 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:38:51.406091 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb143d95-fa2c-43fc-8a53-c27b86fca122 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:38:51.420145 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb143d95-fa2c-43fc-8a53-c27b86fca122 None None] Network cd1c1bdb-4418-4199-9978-4b9c5288b31b is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:38:51.421610 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-eb143d95-fa2c-43fc-8a53-c27b86fca122 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:38:51.427073 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb143d95-fa2c-43fc-8a53-c27b86fca122 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:38:51.498356 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-eb143d95-fa2c-43fc-8a53-c27b86fca122 None None] Attempting to bind port 7ad6c719-f651-451d-a731-3c5dcd6de782 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:38:51.498736 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-eb143d95-fa2c-43fc-8a53-c27b86fca122 None None] Attempting to bind port 7ad6c719-f651-451d-a731-3c5dcd6de782 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '2db0b9f8-245d-4888-9a59-071674216301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd1c1bdb-4418-4199-9978-4b9c5288b31b'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:38:51.499105 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb143d95-fa2c-43fc-8a53-c27b86fca122 None None] Attempting to bind port 7ad6c719-f651-451d-a731-3c5dcd6de782 on network cd1c1bdb-4418-4199-9978-4b9c5288b31b {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:38:51.505128 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb143d95-fa2c-43fc-8a53-c27b86fca122 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:38:51.505492 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb143d95-fa2c-43fc-8a53-c27b86fca122 None None] Checking segment: {'id': '2db0b9f8-245d-4888-9a59-071674216301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd1c1bdb-4418-4199-9978-4b9c5288b31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:38:51.505904 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eb143d95-fa2c-43fc-8a53-c27b86fca122 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:51.506302 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb143d95-fa2c-43fc-8a53-c27b86fca122 None None] Bound using segment: {'id': '2db0b9f8-245d-4888-9a59-071674216301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd1c1bdb-4418-4199-9978-4b9c5288b31b'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:38:51.506805 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-eb143d95-fa2c-43fc-8a53-c27b86fca122 None None] Bound port: 7ad6c719-f651-451d-a731-3c5dcd6de782, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db0b9f8-245d-4888-9a59-071674216301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cd1c1bdb-4418-4199-9978-4b9c5288b31b'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:38:51.507205 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eb143d95-fa2c-43fc-8a53-c27b86fca122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7ad6c719-f651-451d-a731-3c5dcd6de782), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:51.531882 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-b9085618-a61a-4200-9b65-1feab496e821 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Allocated IP 2001:db8::139 (cd1c1bdb-4418-4199-9978-4b9c5288b31b/17166362-d1e1-4a89-aea7-4d48329837e9/30bb39f0-1850-40bc-87cf-4ac21e089a46) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:38:51.582919 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe7508fb-3399-4a6d-8f87-04dfa58c79d5 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for port (f14f9213-7dc6-42b9-be6c-d8fd834f01b4), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:51.598665 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ffd86-e0e6-4200-8b02-21092a364361 req-722faa6f-f599-4833-9b07-714885670f3f tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:51.600218 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2f4ffd86-e0e6-4200-8b02-21092a364361 req-722faa6f-f599-4833-9b07-714885670f3f tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/ports?device_id=905d5be7-eb6b-40e9-b60a-3952747f316b HTTP/1.1" status: 200 len: 946 time: 0.1177938 Feb 17 17:38:51.628728 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe7508fb-3399-4a6d-8f87-04dfa58c79d5 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (f14f9213-7dc6-42b9-be6c-d8fd834f01b4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:51.634705 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-eb143d95-fa2c-43fc-8a53-c27b86fca122 None None] For port 7ad6c719-f651-451d-a731-3c5dcd6de782, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:38:51.639332 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-eb143d95-fa2c-43fc-8a53-c27b86fca122 None None] For port 7ad6c719-f651-451d-a731-3c5dcd6de782, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=7ad6c719-f651-451d-a731-3c5dcd6de782,segment=NetworkSegment(2db0b9f8-245d-4888-9a59-071674216301),segment_id=2db0b9f8-245d-4888-9a59-071674216301)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:38:51.646872 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eb143d95-fa2c-43fc-8a53-c27b86fca122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (7ad6c719-f651-451d-a731-3c5dcd6de782), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:51.690734 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7508fb-3399-4a6d-8f87-04dfa58c79d5 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Pushing event updated for resources: {'Port': ['ID=f14f9213-7dc6-42b9-be6c-d8fd834f01b4,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:51.726187 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7508fb-3399-4a6d-8f87-04dfa58c79d5 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:38:51.728136 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-fe7508fb-3399-4a6d-8f87-04dfa58c79d5 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:38:51.733303 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7508fb-3399-4a6d-8f87-04dfa58c79d5 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:38:51.748236 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb143d95-fa2c-43fc-8a53-c27b86fca122 None None] Pushing event updated for resources: {'Port': ['ID=7ad6c719-f651-451d-a731-3c5dcd6de782,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:51.774761 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2f4ffd86-e0e6-4200-8b02-21092a364361 req-cc71026d-4798-42f0-ae0b-982d8f373b6e tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/security-groups?id=c0c1da27-5156-4487-bf9f-31a05708ed74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528270 Feb 17 17:38:51.848988 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e79e19-cdcd-406e-af11-d01be9dc68b4 req-248a8163-2fbc-4f49-be39-5def76c3f1bf tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:51.856426 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-13e79e19-cdcd-406e-af11-d01be9dc68b4 req-248a8163-2fbc-4f49-be39-5def76c3f1bf tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=0696203f-5736-4bfd-89dd-9abcf0d112ec HTTP/1.1" status: 200 len: 945 time: 0.2450366 Feb 17 17:38:51.928591 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b9085618-a61a-4200-9b65-1feab496e821 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for port (30bb39f0-1850-40bc-87cf-4ac21e089a46), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:51.956315 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-13e79e19-cdcd-406e-af11-d01be9dc68b4 req-be416931-ccd8-40ce-a75d-fb57743b8a8f tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976386 Feb 17 17:38:52.070073 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b9085618-a61a-4200-9b65-1feab496e821 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (30bb39f0-1850-40bc-87cf-4ac21e089a46), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:52.176471 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9085618-a61a-4200-9b65-1feab496e821 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Network cd1c1bdb-4418-4199-9978-4b9c5288b31b is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:38:52.182783 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-b9085618-a61a-4200-9b65-1feab496e821 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:38:52.220977 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9085618-a61a-4200-9b65-1feab496e821 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:38:52.228940 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9085618-a61a-4200-9b65-1feab496e821 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:52.229940 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b9085618-a61a-4200-9b65-1feab496e821 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:52.284831 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9085618-a61a-4200-9b65-1feab496e821 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event updated for resources: {'Port': ['ID=30bb39f0-1850-40bc-87cf-4ac21e089a46,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:52.311505 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b9085618-a61a-4200-9b65-1feab496e821 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8442292 Feb 17 17:38:52.314930 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 48212) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:52.324929 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-dda8008d-c411-48e9-894e-2a6433452ff7 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Request body: {'port': {'network_id': 'cd1c1bdb-4418-4199-9978-4b9c5288b31b', 'name': 'tempest-PortsIpV6TestJSON-601881275'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:38:52.369315 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ba77a-ef8b-430d-84b8-b46f67952530 req-64ce0d3a-df1d-4f02-8bc3-4fc9f2a28cbd tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:52.371721 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a34ba77a-ef8b-430d-84b8-b46f67952530 req-64ce0d3a-df1d-4f02-8bc3-4fc9f2a28cbd tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/ports?device_id=4ffa1a07-de8a-4f7a-8c80-60d50cb87ec7 HTTP/1.1" status: 200 len: 945 time: 0.1926012 Feb 17 17:38:52.493782 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a34ba77a-ef8b-430d-84b8-b46f67952530 req-88a58278-04d9-428f-b482-67e0296e719d tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/security-groups?id=c0c1da27-5156-4487-bf9f-31a05708ed74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159120 Feb 17 17:38:52.543915 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda8008d-c411-48e9-894e-2a6433452ff7 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Made reservation on behalf of 79c72a74f4c54033a14e3cbd8e3a57ad for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:38:52.547654 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dda8008d-c411-48e9-894e-2a6433452ff7 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:52.552628 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe7508fb-3399-4a6d-8f87-04dfa58c79d5 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for router_gateway (1d79183a-43b6-4840-b514-7b4aefa7befc), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:52.579547 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-dda8008d-c411-48e9-894e-2a6433452ff7 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] device_id is not set on port f7dd0123-3027-4555-b74b-63cd7d094d33 yet. {{(pid=103435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:38:52.819104 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-dda8008d-c411-48e9-894e-2a6433452ff7 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Allocated IP 2001:db8::104 (cd1c1bdb-4418-4199-9978-4b9c5288b31b/17166362-d1e1-4a89-aea7-4d48329837e9/f7dd0123-3027-4555-b74b-63cd7d094d33) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:38:52.927030 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe7508fb-3399-4a6d-8f87-04dfa58c79d5 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (1d79183a-43b6-4840-b514-7b4aefa7befc), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:53.107838 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dda8008d-c411-48e9-894e-2a6433452ff7 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for port (f7dd0123-3027-4555-b74b-63cd7d094d33), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:53.170485 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dda8008d-c411-48e9-894e-2a6433452ff7 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (f7dd0123-3027-4555-b74b-63cd7d094d33), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:53.239555 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe7508fb-3399-4a6d-8f87-04dfa58c79d5 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Router 1d79183a-43b6-4840-b514-7b4aefa7befc is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:38:53.296065 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8008d-c411-48e9-894e-2a6433452ff7 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event updated for resources: {'Port': ['ID=f7dd0123-3027-4555-b74b-63cd7d094d33,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:53.298186 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda8008d-c411-48e9-894e-2a6433452ff7 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Network cd1c1bdb-4418-4199-9978-4b9c5288b31b is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:38:53.300070 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-dda8008d-c411-48e9-894e-2a6433452ff7 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:38:53.302332 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda8008d-c411-48e9-894e-2a6433452ff7 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:38:53.308776 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda8008d-c411-48e9-894e-2a6433452ff7 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:53.309624 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dda8008d-c411-48e9-894e-2a6433452ff7 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:53.336520 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-dda8008d-c411-48e9-894e-2a6433452ff7 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0212884 Feb 17 17:38:53.338073 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 48274) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:53.364803 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bd07ee-b990-495e-8608-d95027102dda None None] Network cd1c1bdb-4418-4199-9978-4b9c5288b31b requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:38:53.423884 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7508fb-3399-4a6d-8f87-04dfa58c79d5 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:38:53.456408 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe7508fb-3399-4a6d-8f87-04dfa58c79d5 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:53.463405 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fe7508fb-3399-4a6d-8f87-04dfa58c79d5 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2692037 Feb 17 17:38:53.465217 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 48282) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:53.496992 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2e878f-72a3-4c7c-a1d8-6288a011f9a9 None None] Sync routers for ids ['1d79183a-43b6-4840-b514-7b4aefa7befc'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:38:53.570838 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-d5ba0794-b027-49f9-a29c-9a5dd073d246 None None] Provisioning complete for port 7ad6c719-f651-451d-a731-3c5dcd6de782 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:38:53.571227 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d5ba0794-b027-49f9-a29c-9a5dd073d246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7ad6c719-f651-451d-a731-3c5dcd6de782), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:53.578830 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2e878f-72a3-4c7c-a1d8-6288a011f9a9 None None] Routers {'1d79183a-43b6-4840-b514-7b4aefa7befc'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:38:53.579495 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-5e2e878f-72a3-4c7c-a1d8-6288a011f9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:38:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['1d79183a-43b6-4840-b514-7b4aefa7befc'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:38:53.592759 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d36216-aa53-4136-b118-56a0f6cde525 req-9fee04df-b120-4e3f-a1fe-401644804068 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:53.599519 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f2d36216-aa53-4136-b118-56a0f6cde525 req-9fee04df-b120-4e3f-a1fe-401644804068 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=0696203f-5736-4bfd-89dd-9abcf0d112ec HTTP/1.1" status: 200 len: 945 time: 0.1532791 Feb 17 17:38:53.615374 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d38fd1e-eab2-431d-8f08-0f477dbc8c1b tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:53.619787 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-0d38fd1e-eab2-431d-8f08-0f477dbc8c1b tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A139 HTTP/1.1" status: 200 len: 928 time: 0.2792876 Feb 17 17:38:53.626252 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 48290) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:53.663326 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-5e2e878f-72a3-4c7c-a1d8-6288a011f9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:38:53.691659 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2e878f-72a3-4c7c-a1d8-6288a011f9a9 None None] Routers {'1d79183a-43b6-4840-b514-7b4aefa7befc'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:38:53.692308 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-5e2e878f-72a3-4c7c-a1d8-6288a011f9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:38:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['1d79183a-43b6-4840-b514-7b4aefa7befc'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:38:53.711445 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f2d36216-aa53-4136-b118-56a0f6cde525 req-39a28d24-b697-4d85-8ba7-6d80084dc442 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110179 Feb 17 17:38:53.736029 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-5e2e878f-72a3-4c7c-a1d8-6288a011f9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:38:53.737374 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2e878f-72a3-4c7c-a1d8-6288a011f9a9 None None] The sync data for ids ['1d79183a-43b6-4840-b514-7b4aefa7befc'] in n-d-829613-2 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:38:53.823088 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-d5ba0794-b027-49f9-a29c-9a5dd073d246 None None] Current status of the port 7ad6c719-f651-451d-a731-3c5dcd6de782 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:53.823492 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d5ba0794-b027-49f9-a29c-9a5dd073d246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7ad6c719-f651-451d-a731-3c5dcd6de782), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:53.870608 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-d5ba0794-b027-49f9-a29c-9a5dd073d246 None None] For port 7ad6c719-f651-451d-a731-3c5dcd6de782, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=7ad6c719-f651-451d-a731-3c5dcd6de782,segment=NetworkSegment(2db0b9f8-245d-4888-9a59-071674216301),segment_id=2db0b9f8-245d-4888-9a59-071674216301)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:53.881767 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d5ba0794-b027-49f9-a29c-9a5dd073d246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (7ad6c719-f651-451d-a731-3c5dcd6de782), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:53.998669 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba0794-b027-49f9-a29c-9a5dd073d246 None None] Pushing event updated for resources: {'Port': ['ID=7ad6c719-f651-451d-a731-3c5dcd6de782,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:54.013010 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 7ad6c719-f651-451d-a731-3c5dcd6de782 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:38:54.089747 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 7ad6c719-f651-451d-a731-3c5dcd6de782 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:38:54.090047 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7ad6c719-f651-451d-a731-3c5dcd6de782), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:54.250964 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 7ad6c719-f651-451d-a731-3c5dcd6de782 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:54.318355 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-79b94cb4-1e86-455d-bd98-bd769e755b84 None None] Provisioning complete for port 30bb39f0-1850-40bc-87cf-4ac21e089a46 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:38:54.319215 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-79b94cb4-1e86-455d-bd98-bd769e755b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (30bb39f0-1850-40bc-87cf-4ac21e089a46), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:54.399834 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-65b382d1-292b-4888-be61-f4a2afcf8c7f tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:54.408891 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-79b94cb4-1e86-455d-bd98-bd769e755b84 None None] Port 30bb39f0-1850-40bc-87cf-4ac21e089a46 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:38:54.441058 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-79b94cb4-1e86-455d-bd98-bd769e755b84 None None] Provisioning complete for port f7dd0123-3027-4555-b74b-63cd7d094d33 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:38:54.441475 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-79b94cb4-1e86-455d-bd98-bd769e755b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (f7dd0123-3027-4555-b74b-63cd7d094d33), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:54.478305 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d24c5a-7e56-490c-88d8-f0d3e71fa5ff req-6a9d7a0e-a9bc-4e69-8f29-b0510a50c8d6 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:54.479897 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-41d24c5a-7e56-490c-88d8-f0d3e71fa5ff req-6a9d7a0e-a9bc-4e69-8f29-b0510a50c8d6 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.71 "GET /v2.0/ports?device_id=0696203f-5736-4bfd-89dd-9abcf0d112ec HTTP/1.1" status: 200 len: 945 time: 0.1692374 Feb 17 17:38:54.532847 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-79b94cb4-1e86-455d-bd98-bd769e755b84 None None] Port f7dd0123-3027-4555-b74b-63cd7d094d33 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:38:54.552494 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-79b94cb4-1e86-455d-bd98-bd769e755b84 None None] Provisioning complete for port 7ad6c719-f651-451d-a731-3c5dcd6de782 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:38:54.552880 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-79b94cb4-1e86-455d-bd98-bd769e755b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7ad6c719-f651-451d-a731-3c5dcd6de782), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:54.674880 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e60f8-9dd1-4095-b81d-9bfdc79df336 req-905db751-1b4a-49be-b11b-c1e606c8fdbc tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:54.676453 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ae1e60f8-9dd1-4095-b81d-9bfdc79df336 req-905db751-1b4a-49be-b11b-c1e606c8fdbc tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ffa1a07-de8a-4f7a-8c80-60d50cb87ec7 HTTP/1.1" status: 200 len: 945 time: 0.1841922 Feb 17 17:38:54.687023 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-0c0bc6fd-fe6d-43f8-8a48-f3d60457ef68 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:54.694867 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-0c0bc6fd-fe6d-43f8-8a48-f3d60457ef68 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/networks?id=4185a04b-9227-49e3-827b-a30bed406bcb HTTP/1.1" status: 200 len: 811 time: 1.0051646 Feb 17 17:38:54.789753 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-79b94cb4-1e86-455d-bd98-bd769e755b84 None None] Current status of the port 7ad6c719-f651-451d-a731-3c5dcd6de782 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:54.814114 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-1f55ef8f-1bb5-4306-a202-429a7577d073 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/quotas/126dec359e5a4147b05d2ce9ed443ea7 HTTP/1.1" status: 200 len: 375 time: 0.1182084 Feb 17 17:38:54.820764 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-00c23213-7996-4161-a5f7-d5a82dcc75ed tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Deleting port f7dd0123-3027-4555-b74b-63cd7d094d33 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:38:54.821183 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-00c23213-7996-4161-a5f7-d5a82dcc75ed tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (f7dd0123-3027-4555-b74b-63cd7d094d33), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:54.933805 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-985c69f1-195b-47bc-998b-a269e44bc96d None None] Provisioning complete for port 30bb39f0-1850-40bc-87cf-4ac21e089a46 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:38:54.937211 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-985c69f1-195b-47bc-998b-a269e44bc96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (30bb39f0-1850-40bc-87cf-4ac21e089a46), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:54.979385 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35cff1-e96d-4fea-8d65-92708754e73c req-4dd9303c-618e-4179-a348-f70a72a8e938 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:54.989556 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cd35cff1-e96d-4fea-8d65-92708754e73c req-4dd9303c-618e-4179-a348-f70a72a8e938 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.91 "GET /v2.0/ports?device_id=905d5be7-eb6b-40e9-b60a-3952747f316b HTTP/1.1" status: 200 len: 946 time: 0.2581589 Feb 17 17:38:55.004380 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-985c69f1-195b-47bc-998b-a269e44bc96d None None] Port 30bb39f0-1850-40bc-87cf-4ac21e089a46 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:38:55.134973 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-ae1e60f8-9dd1-4095-b81d-9bfdc79df336 req-0a1dfe98-d739-4d36-a690-900cdeb67bb0 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Deleting port 4a73530d-a485-421e-a886-1c8f514cc585 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:38:55.135368 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ae1e60f8-9dd1-4095-b81d-9bfdc79df336 req-0a1dfe98-d739-4d36-a690-900cdeb67bb0 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (4a73530d-a485-421e-a886-1c8f514cc585), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:55.142832 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-a5b82055-30a9-497f-9727-2c7d6f0a0fae None None] Provisioning complete for port f7dd0123-3027-4555-b74b-63cd7d094d33 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:38:55.143204 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a5b82055-30a9-497f-9727-2c7d6f0a0fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (f7dd0123-3027-4555-b74b-63cd7d094d33), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:55.157202 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-408bc7f5-8e20-4df7-b7f5-346a3b87bb0f tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=126dec359e5a4147b05d2ce9ed443ea7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3256814 Feb 17 17:38:55.229873 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-a5b82055-30a9-497f-9727-2c7d6f0a0fae None None] Port f7dd0123-3027-4555-b74b-63cd7d094d33 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:38:55.295677 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-00c23213-7996-4161-a5f7-d5a82dcc75ed tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (f7dd0123-3027-4555-b74b-63cd7d094d33), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:55.307897 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05183875-9d64-47e8-9e63-d10592a8b087 req-1a7edcfc-55d6-4ddf-8985-059b61eca23e tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:55.319310 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-05183875-9d64-47e8-9e63-d10592a8b087 req-1a7edcfc-55d6-4ddf-8985-059b61eca23e tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=0696203f-5736-4bfd-89dd-9abcf0d112ec HTTP/1.1" status: 200 len: 945 time: 0.4549387 Feb 17 17:38:55.337865 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-c56371cd-22c8-4fa8-bfb5-289c86350848 service neutron] 10.222.0.87 "GET /v2.0/networks/4185a04b-9227-49e3-827b-a30bed406bcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626263 Feb 17 17:38:55.365729 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-41d24c5a-7e56-490c-88d8-f0d3e71fa5ff req-0f6b458d-c5f9-4a71-91fe-8b28291e2317 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Deleting port 12955f1d-3c69-482b-a7c4-cfac9c0642c7 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:38:55.370916 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-41d24c5a-7e56-490c-88d8-f0d3e71fa5ff req-0f6b458d-c5f9-4a71-91fe-8b28291e2317 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (12955f1d-3c69-482b-a7c4-cfac9c0642c7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:55.384748 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-00c23213-7996-4161-a5f7-d5a82dcc75ed tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Calling delete_port for f7dd0123-3027-4555-b74b-63cd7d094d33 owned by {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:38:55.471138 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-cd35cff1-e96d-4fea-8d65-92708754e73c req-89facc58-8aec-4642-9d5e-fe1be9b43711 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Deleting port 5235ae6b-25e3-41b9-a2f7-ec825f84b80e {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:38:55.472649 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-cd35cff1-e96d-4fea-8d65-92708754e73c req-89facc58-8aec-4642-9d5e-fe1be9b43711 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (5235ae6b-25e3-41b9-a2f7-ec825f84b80e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:55.603596 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-ae1e60f8-9dd1-4095-b81d-9bfdc79df336 req-0a1dfe98-d739-4d36-a690-900cdeb67bb0 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] For port 4a73530d-a485-421e-a886-1c8f514cc585, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=4a73530d-a485-421e-a886-1c8f514cc585,segment=NetworkSegment(35db7bfb-f40a-40b5-883e-cb5d409c283a),segment_id=35db7bfb-f40a-40b5-883e-cb5d409c283a)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:55.604603 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ae1e60f8-9dd1-4095-b81d-9bfdc79df336 req-0a1dfe98-d739-4d36-a690-900cdeb67bb0 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (4a73530d-a485-421e-a886-1c8f514cc585), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:55.629294 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-ae1e60f8-9dd1-4095-b81d-9bfdc79df336 req-0a1dfe98-d739-4d36-a690-900cdeb67bb0 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Calling delete_port for 4a73530d-a485-421e-a886-1c8f514cc585 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:38:55.647938 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 48374) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:55.772940 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-65b382d1-292b-4888-be61-f4a2afcf8c7f tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Allocated IP 172.20.0.1 (390c8bfa-e579-4ed1-b54f-c49df60eba09/247b5577-9ea4-445e-acdb-c063647b8b00/9a759303-9323-4027-baee-bc2e65afa6bd) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:38:55.795011 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-41d24c5a-7e56-490c-88d8-f0d3e71fa5ff req-0f6b458d-c5f9-4a71-91fe-8b28291e2317 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] For port 12955f1d-3c69-482b-a7c4-cfac9c0642c7, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=12955f1d-3c69-482b-a7c4-cfac9c0642c7,segment=NetworkSegment(e4661035-9680-4da1-989b-77404c89e6fd),segment_id=e4661035-9680-4da1-989b-77404c89e6fd)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:55.795234 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-41d24c5a-7e56-490c-88d8-f0d3e71fa5ff req-0f6b458d-c5f9-4a71-91fe-8b28291e2317 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (12955f1d-3c69-482b-a7c4-cfac9c0642c7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:55.853400 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 7ad6c719-f651-451d-a731-3c5dcd6de782 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:38:55.855338 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-41d24c5a-7e56-490c-88d8-f0d3e71fa5ff req-0f6b458d-c5f9-4a71-91fe-8b28291e2317 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Calling delete_port for 12955f1d-3c69-482b-a7c4-cfac9c0642c7 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:38:55.859870 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-cd35cff1-e96d-4fea-8d65-92708754e73c req-89facc58-8aec-4642-9d5e-fe1be9b43711 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] For port 5235ae6b-25e3-41b9-a2f7-ec825f84b80e, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=5235ae6b-25e3-41b9-a2f7-ec825f84b80e,segment=NetworkSegment(35db7bfb-f40a-40b5-883e-cb5d409c283a),segment_id=35db7bfb-f40a-40b5-883e-cb5d409c283a)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:55.860442 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-cd35cff1-e96d-4fea-8d65-92708754e73c req-89facc58-8aec-4642-9d5e-fe1be9b43711 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (5235ae6b-25e3-41b9-a2f7-ec825f84b80e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:55.864570 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-00c23213-7996-4161-a5f7-d5a82dcc75ed tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (f7dd0123-3027-4555-b74b-63cd7d094d33), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:55.902993 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-cd35cff1-e96d-4fea-8d65-92708754e73c req-89facc58-8aec-4642-9d5e-fe1be9b43711 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Calling delete_port for 5235ae6b-25e3-41b9-a2f7-ec825f84b80e owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:38:55.963062 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-05183875-9d64-47e8-9e63-d10592a8b087 req-350b0251-1027-44cb-a4a8-d10939956f28 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6426773 Feb 17 17:38:55.982742 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c23213-7996-4161-a5f7-d5a82dcc75ed tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event deleted for resources: {'Port': ['ID=f7dd0123-3027-4555-b74b-63cd7d094d33,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:55.994645 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-00c23213-7996-4161-a5f7-d5a82dcc75ed tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:55.998508 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-00c23213-7996-4161-a5f7-d5a82dcc75ed tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "DELETE /v2.0/ports/f7dd0123-3027-4555-b74b-63cd7d094d33 HTTP/1.1" status: 204 len: 168 time: 2.3712709 Feb 17 17:38:56.010006 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 48378) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:56.038036 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 7ad6c719-f651-451d-a731-3c5dcd6de782 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:38:56.039227 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7ad6c719-f651-451d-a731-3c5dcd6de782), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:56.060449 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5ec3d4c-5b60-4202-a8d5-48db2f8d29a9 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] GET failed (client error): The resource could not be found. Feb 17 17:38:56.062134 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e5ec3d4c-5b60-4202-a8d5-48db2f8d29a9 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "GET /v2.0/ports/f7dd0123-3027-4555-b74b-63cd7d094d33 HTTP/1.1" status: 404 len: 333 time: 0.0509946 Feb 17 17:38:56.078545 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-bd50b3f7-1b1f-4ae8-a364-0e71c5f477bf service neutron] 10.222.0.87 "GET /v2.0/networks/4185a04b-9227-49e3-827b-a30bed406bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7370899 Feb 17 17:38:56.093871 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 48380) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:56.253543 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 7ad6c719-f651-451d-a731-3c5dcd6de782 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:38:56.277616 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-68e1ab27-ebae-45c3-aa16-6eec812e7c56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:56.328091 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ae1e60f8-9dd1-4095-b81d-9bfdc79df336 req-0a1dfe98-d739-4d36-a690-900cdeb67bb0 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (4a73530d-a485-421e-a886-1c8f514cc585), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:56.347468 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['5235ae6b-25e3-41b9-a2f7-ec825f84b80e'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:38:56.398310 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1dfe98-d739-4d36-a690-900cdeb67bb0 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Pushing event deleted for resources: {'Port': ['ID=4a73530d-a485-421e-a886-1c8f514cc585,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:56.406280 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-57cbe91e-1d0d-48b6-984d-08d55fff33b0 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Deleting port 30bb39f0-1850-40bc-87cf-4ac21e089a46 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:38:56.406689 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-57cbe91e-1d0d-48b6-984d-08d55fff33b0 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (30bb39f0-1850-40bc-87cf-4ac21e089a46), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:56.484341 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae1e60f8-9dd1-4095-b81d-9bfdc79df336 req-0a1dfe98-d739-4d36-a690-900cdeb67bb0 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] No DVR routers for this DVR port 4a73530d-a485-421e-a886-1c8f514cc585 on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:38:56.493961 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ae1e60f8-9dd1-4095-b81d-9bfdc79df336 req-0a1dfe98-d739-4d36-a690-900cdeb67bb0 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:56.500819 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ae1e60f8-9dd1-4095-b81d-9bfdc79df336 req-0a1dfe98-d739-4d36-a690-900cdeb67bb0 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.71 "DELETE /v2.0/ports/4a73530d-a485-421e-a886-1c8f514cc585 HTTP/1.1" status: 204 len: 173 time: 1.7857561 Feb 17 17:38:56.501014 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ffa1a07-de8a-4f7a-8c80-60d50cb87ec7', 'name': 'network-vif-deleted', 'tag': '4a73530d-a485-421e-a886-1c8f514cc585'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:38:56.503484 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4cd7fd-00e7-412c-8fc6-468f20525580" -d '{"events": [{"server_uuid": "4ffa1a07-de8a-4f7a-8c80-60d50cb87ec7", "name": "network-vif-deleted", "tag": "4a73530d-a485-421e-a886-1c8f514cc585"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:38:56.609085 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-57cbe91e-1d0d-48b6-984d-08d55fff33b0 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (30bb39f0-1850-40bc-87cf-4ac21e089a46), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:56.620436 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b7c167-1555-4c65-8106-e4dcc3332156 x-openstack-request-id: req-56b7c167-1555-4c65-8106-e4dcc3332156 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:38:56.620906 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ffa1a07-de8a-4f7a-8c80-60d50cb87ec7", "name": "network-vif-deleted", "tag": "4a73530d-a485-421e-a886-1c8f514cc585", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:38:56.621364 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-56b7c167-1555-4c65-8106-e4dcc3332156 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:38:56.621873 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ffa1a07-de8a-4f7a-8c80-60d50cb87ec7', 'name': 'network-vif-deleted', 'tag': '4a73530d-a485-421e-a886-1c8f514cc585', 'status': 'completed', 'code': 200} Feb 17 17:38:56.632575 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-57cbe91e-1d0d-48b6-984d-08d55fff33b0 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Calling delete_port for 30bb39f0-1850-40bc-87cf-4ac21e089a46 owned by {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:38:56.642037 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-68e1ab27-ebae-45c3-aa16-6eec812e7c56 admin admin] Publish callbacks [] for security_group (dbbe2a2a-ba61-4d49-85cf-0f96efa20fd2), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:56.674405 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-68e1ab27-ebae-45c3-aa16-6eec812e7c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (dbbe2a2a-ba61-4d49-85cf-0f96efa20fd2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:56.710358 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-68e1ab27-ebae-45c3-aa16-6eec812e7c56 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=01522f70910b41ffa8799088c08b995f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0405059 Feb 17 17:38:56.713029 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 48394) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:56.721416 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-65b382d1-292b-4888-be61-f4a2afcf8c7f tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for port (9a759303-9323-4027-baee-bc2e65afa6bd), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:56.750588 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0fb07386-3f11-45a2-9a1f-db5c665292d3 req-5f0d8e0a-4d98-45d2-bf95-139048a0bcf6 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/ports?device_id=5ffce458-0ebd-46c0-a157-71c6a8e225e5 HTTP/1.1" status: 200 len: 210 time: 0.0552056 Feb 17 17:38:56.807039 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e1ab27-ebae-45c3-aa16-6eec812e7c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbe2a2a-ba61-4d49-85cf-0f96efa20fd2,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:56.841357 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-23454933-aa5a-4c08-a26d-cdd01651b2cd admin admin] Publish callbacks [] for security_group (dbbe2a2a-ba61-4d49-85cf-0f96efa20fd2), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:56.894744 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-23454933-aa5a-4c08-a26d-cdd01651b2cd admin admin] Publish callbacks [] for security_group (dbbe2a2a-ba61-4d49-85cf-0f96efa20fd2), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:56.920013 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-41d24c5a-7e56-490c-88d8-f0d3e71fa5ff req-0f6b458d-c5f9-4a71-91fe-8b28291e2317 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (12955f1d-3c69-482b-a7c4-cfac9c0642c7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:56.927993 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-65b382d1-292b-4888-be61-f4a2afcf8c7f tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (9a759303-9323-4027-baee-bc2e65afa6bd), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:56.958426 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-57cbe91e-1d0d-48b6-984d-08d55fff33b0 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (30bb39f0-1850-40bc-87cf-4ac21e089a46), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:56.979886 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 4a73530d-a485-421e-a886-1c8f514cc585 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:38:56.999055 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b382d1-292b-4888-be61-f4a2afcf8c7f tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Pushing event updated for resources: {'Port': ['ID=9a759303-9323-4027-baee-bc2e65afa6bd,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:57.043920 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: 4a73530d-a485-421e-a886-1c8f514cc585 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:38:57.044648 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 4a73530d-a485-421e-a886-1c8f514cc585 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:38:57.049287 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 12955f1d-3c69-482b-a7c4-cfac9c0642c7 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:38:57.056812 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cbe91e-1d0d-48b6-984d-08d55fff33b0 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event deleted for resources: {'Port': ['ID=30bb39f0-1850-40bc-87cf-4ac21e089a46,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:57.134999 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: 12955f1d-3c69-482b-a7c4-cfac9c0642c7 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:38:57.136926 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 12955f1d-3c69-482b-a7c4-cfac9c0642c7 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:38:57.140852 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6b458d-c5f9-4a71-91fe-8b28291e2317 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Pushing event deleted for resources: {'Port': ['ID=12955f1d-3c69-482b-a7c4-cfac9c0642c7,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:57.173166 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b382d1-292b-4888-be61-f4a2afcf8c7f tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Network 390c8bfa-e579-4ed1-b54f-c49df60eba09 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:38:57.178142 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-cd35cff1-e96d-4fea-8d65-92708754e73c req-89facc58-8aec-4642-9d5e-fe1be9b43711 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (5235ae6b-25e3-41b9-a2f7-ec825f84b80e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:57.196473 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-57cbe91e-1d0d-48b6-984d-08d55fff33b0 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:57.212638 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-57cbe91e-1d0d-48b6-984d-08d55fff33b0 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "DELETE /v2.0/ports/30bb39f0-1850-40bc-87cf-4ac21e089a46 HTTP/1.1" status: 204 len: 168 time: 1.1118240 Feb 17 17:38:57.218734 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 48406) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:57.275080 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-65b382d1-292b-4888-be61-f4a2afcf8c7f tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:38:57.313823 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b382d1-292b-4888-be61-f4a2afcf8c7f tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:38:57.375396 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89facc58-8aec-4642-9d5e-fe1be9b43711 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Pushing event deleted for resources: {'Port': ['ID=5235ae6b-25e3-41b9-a2f7-ec825f84b80e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:57.395595 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-47bf3650-e2fb-473a-9fd1-f1d43673cee2 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] GET failed (client error): The resource could not be found. Feb 17 17:38:57.402118 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-47bf3650-e2fb-473a-9fd1-f1d43673cee2 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "GET /v2.0/ports/30bb39f0-1850-40bc-87cf-4ac21e089a46 HTTP/1.1" status: 404 len: 333 time: 0.1816304 Feb 17 17:38:57.409058 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd35cff1-e96d-4fea-8d65-92708754e73c req-89facc58-8aec-4642-9d5e-fe1be9b43711 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] No DVR routers for this DVR port 5235ae6b-25e3-41b9-a2f7-ec825f84b80e on host n-h2-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:38:57.411775 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d24c5a-7e56-490c-88d8-f0d3e71fa5ff req-0f6b458d-c5f9-4a71-91fe-8b28291e2317 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] No DVR routers for this DVR port 12955f1d-3c69-482b-a7c4-cfac9c0642c7 on host n-h1-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:38:57.414750 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b4aec957-48ff-404e-a8c5-bf4d9c0e176a req-c7d1c28f-8790-4cc4-9153-273bc8810c74 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=0696203f-5736-4bfd-89dd-9abcf0d112ec HTTP/1.1" status: 200 len: 210 time: 0.1553469 Feb 17 17:38:57.417747 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 48408) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:57.419546 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-23454933-aa5a-4c08-a26d-cdd01651b2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (dbbe2a2a-ba61-4d49-85cf-0f96efa20fd2), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:57.426335 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-cd35cff1-e96d-4fea-8d65-92708754e73c req-89facc58-8aec-4642-9d5e-fe1be9b43711 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:57.430013 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-23454933-aa5a-4c08-a26d-cdd01651b2cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:57.434527 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cd35cff1-e96d-4fea-8d65-92708754e73c req-89facc58-8aec-4642-9d5e-fe1be9b43711 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.91 "DELETE /v2.0/ports/5235ae6b-25e3-41b9-a2f7-ec825f84b80e HTTP/1.1" status: 204 len: 173 time: 2.4213924 Feb 17 17:38:57.438134 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '905d5be7-eb6b-40e9-b60a-3952747f316b', 'name': 'network-vif-deleted', 'tag': '5235ae6b-25e3-41b9-a2f7-ec825f84b80e'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:38:57.440619 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ced97c-f0f6-400c-95e1-03559888ffa0" -d '{"events": [{"server_uuid": "905d5be7-eb6b-40e9-b60a-3952747f316b", "name": "network-vif-deleted", "tag": "5235ae6b-25e3-41b9-a2f7-ec825f84b80e"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:38:57.458669 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-23454933-aa5a-4c08-a26d-cdd01651b2cd admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/dbbe2a2a-ba61-4d49-85cf-0f96efa20fd2 HTTP/1.1" status: 204 len: 168 time: 0.7442031 Feb 17 17:38:57.462451 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-41d24c5a-7e56-490c-88d8-f0d3e71fa5ff req-0f6b458d-c5f9-4a71-91fe-8b28291e2317 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:57.474570 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-41d24c5a-7e56-490c-88d8-f0d3e71fa5ff req-0f6b458d-c5f9-4a71-91fe-8b28291e2317 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.71 "DELETE /v2.0/ports/12955f1d-3c69-482b-a7c4-cfac9c0642c7 HTTP/1.1" status: 204 len: 173 time: 2.9821198 Feb 17 17:38:57.541109 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-65b382d1-292b-4888-be61-f4a2afcf8c7f tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (1d79183a-43b6-4840-b514-7b4aefa7befc), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:57.549430 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6caaa1-76cf-4096-bed3-5b09a9e5b113 x-openstack-request-id: req-8a6caaa1-76cf-4096-bed3-5b09a9e5b113 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:38:57.549716 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "905d5be7-eb6b-40e9-b60a-3952747f316b", "name": "network-vif-deleted", "tag": "5235ae6b-25e3-41b9-a2f7-ec825f84b80e", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:38:57.549973 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8a6caaa1-76cf-4096-bed3-5b09a9e5b113 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:38:57.560389 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '905d5be7-eb6b-40e9-b60a-3952747f316b', 'name': 'network-vif-deleted', 'tag': '5235ae6b-25e3-41b9-a2f7-ec825f84b80e', 'status': 'completed', 'code': 200} Feb 17 17:38:57.588573 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23454933-aa5a-4c08-a26d-cdd01651b2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbe2a2a-ba61-4d49-85cf-0f96efa20fd2,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:57.654566 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-e24a95ea-3c9c-43d3-8eba-3e9847a4cbe8 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Deleting subnet 17166362-d1e1-4a89-aea7-4d48329837e9 {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:38:57.666111 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e24a95ea-3c9c-43d3-8eba-3e9847a4cbe8 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for subnet (17166362-d1e1-4a89-aea7-4d48329837e9), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:57.766497 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e24a95ea-3c9c-43d3-8eba-3e9847a4cbe8 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (17166362-d1e1-4a89-aea7-4d48329837e9), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:57.856876 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-65b382d1-292b-4888-be61-f4a2afcf8c7f tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (9a759303-9323-4027-baee-bc2e65afa6bd), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:58.063865 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e2432466-7e15-4d91-8e3e-9e2a01c11e47 req-436641de-4bc9-4b70-92ab-0a7c7062ef8b tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/ports?device_id=5ffce458-0ebd-46c0-a157-71c6a8e225e5 HTTP/1.1" status: 200 len: 210 time: 0.1577814 Feb 17 17:38:58.095445 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e24a95ea-3c9c-43d3-8eba-3e9847a4cbe8 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (17166362-d1e1-4a89-aea7-4d48329837e9), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:58.271032 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e24a95ea-3c9c-43d3-8eba-3e9847a4cbe8 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (17166362-d1e1-4a89-aea7-4d48329837e9), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:58.393808 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eae28dc-f528-4213-9132-5cb454bc6d57 None None] Network cd1c1bdb-4418-4199-9978-4b9c5288b31b requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:38:58.410698 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e24a95ea-3c9c-43d3-8eba-3e9847a4cbe8 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:58.424775 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e24a95ea-3c9c-43d3-8eba-3e9847a4cbe8 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "DELETE /v2.0/subnets/17166362-d1e1-4a89-aea7-4d48329837e9 HTTP/1.1" status: 204 len: 168 time: 0.9590325 Feb 17 17:38:58.426595 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a95ea-3c9c-43d3-8eba-3e9847a4cbe8 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event deleted for resources: {'Subnet': ['ID=17166362-d1e1-4a89-aea7-4d48329837e9,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:58.431626 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 48430) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:38:58.630985 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 5235ae6b-25e3-41b9-a2f7-ec825f84b80e no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:38:58.703568 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: 5235ae6b-25e3-41b9-a2f7-ec825f84b80e {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:38:58.705463 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 5235ae6b-25e3-41b9-a2f7-ec825f84b80e not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:38:58.746548 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-65b382d1-292b-4888-be61-f4a2afcf8c7f tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for port (9a759303-9323-4027-baee-bc2e65afa6bd), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:58.750558 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6e718c39-69d9-4128-a406-f57ec3e6bf7b tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (cd1c1bdb-4418-4199-9978-4b9c5288b31b), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:58.765611 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-65b382d1-292b-4888-be61-f4a2afcf8c7f tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (9a759303-9323-4027-baee-bc2e65afa6bd), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:58.774380 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-03da9ff6-091b-4ed9-847e-eff67207d3cd req-69c81949-ce4b-401a-a172-6a57b48b6a96 tempest-ServerDiskConfigTestJSON-451614817 tempest-ServerDiskConfigTestJSON-451614817-project] 10.222.0.87 "GET /v2.0/ports?device_id=0696203f-5736-4bfd-89dd-9abcf0d112ec HTTP/1.1" status: 200 len: 210 time: 0.0798926 Feb 17 17:38:58.868977 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-6e718c39-69d9-4128-a406-f57ec3e6bf7b tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Deleting port 7ad6c719-f651-451d-a731-3c5dcd6de782 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:38:58.869417 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6e718c39-69d9-4128-a406-f57ec3e6bf7b tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (7ad6c719-f651-451d-a731-3c5dcd6de782), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:58.935611 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-65b382d1-292b-4888-be61-f4a2afcf8c7f tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (1d79183a-43b6-4840-b514-7b4aefa7befc), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:58.962220 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791c92e0-a5a0-4b02-aa5e-c15e07a84f3b None None] DHCP port deletion for cd1c1bdb-4418-4199-9978-4b9c5288b31b request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:38:59.078929 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-6e718c39-69d9-4128-a406-f57ec3e6bf7b tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] For port 7ad6c719-f651-451d-a731-3c5dcd6de782, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=7ad6c719-f651-451d-a731-3c5dcd6de782,segment=NetworkSegment(2db0b9f8-245d-4888-9a59-071674216301),segment_id=2db0b9f8-245d-4888-9a59-071674216301)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:59.079585 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6e718c39-69d9-4128-a406-f57ec3e6bf7b tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (7ad6c719-f651-451d-a731-3c5dcd6de782), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:59.095333 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-791c92e0-a5a0-4b02-aa5e-c15e07a84f3b None None] Deleting port 7ad6c719-f651-451d-a731-3c5dcd6de782 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:38:59.095718 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-791c92e0-a5a0-4b02-aa5e-c15e07a84f3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (7ad6c719-f651-451d-a731-3c5dcd6de782), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:59.114123 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-b959dd55-b0ed-48d8-afcd-6b9d4aaa5d06 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1825945 Feb 17 17:38:59.122127 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-6e718c39-69d9-4128-a406-f57ec3e6bf7b tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Calling delete_port for 7ad6c719-f651-451d-a731-3c5dcd6de782 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:38:59.327019 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-791c92e0-a5a0-4b02-aa5e-c15e07a84f3b None None] For port 7ad6c719-f651-451d-a731-3c5dcd6de782, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=7ad6c719-f651-451d-a731-3c5dcd6de782,segment=NetworkSegment(2db0b9f8-245d-4888-9a59-071674216301),segment_id=2db0b9f8-245d-4888-9a59-071674216301)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:38:59.328942 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-791c92e0-a5a0-4b02-aa5e-c15e07a84f3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (7ad6c719-f651-451d-a731-3c5dcd6de782), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:59.371067 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-791c92e0-a5a0-4b02-aa5e-c15e07a84f3b None None] Calling delete_port for 7ad6c719-f651-451d-a731-3c5dcd6de782 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:38:59.376786 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3a0bb946-a172-47ed-a6e6-6084bcc951a7 req-c8524e99-3283-45a8-8269-752db3bbfaa7 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/ports?device_id=5ffce458-0ebd-46c0-a157-71c6a8e225e5 HTTP/1.1" status: 200 len: 210 time: 0.1142533 Feb 17 17:38:59.384991 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6e718c39-69d9-4128-a406-f57ec3e6bf7b tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (7ad6c719-f651-451d-a731-3c5dcd6de782), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:59.477345 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e718c39-69d9-4128-a406-f57ec3e6bf7b tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event deleted for resources: {'Port': ['ID=7ad6c719-f651-451d-a731-3c5dcd6de782,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:59.497838 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-791c92e0-a5a0-4b02-aa5e-c15e07a84f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (7ad6c719-f651-451d-a731-3c5dcd6de782), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:59.510228 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e718c39-69d9-4128-a406-f57ec3e6bf7b tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] No DVR routers for this DVR port 7ad6c719-f651-451d-a731-3c5dcd6de782 on host n-d-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:38:59.533516 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791c92e0-a5a0-4b02-aa5e-c15e07a84f3b None None] Pushing event deleted for resources: {'Port': ['ID=7ad6c719-f651-451d-a731-3c5dcd6de782,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:38:59.545179 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791c92e0-a5a0-4b02-aa5e-c15e07a84f3b None None] No DVR routers for this DVR port 7ad6c719-f651-451d-a731-3c5dcd6de782 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:38:59.577362 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-0362d519-a290-4ce2-afc1-5d97fd66f4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:59.578017 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-0362d519-a290-4ce2-afc1-5d97fd66f4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:59.578569 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-0362d519-a290-4ce2-afc1-5d97fd66f4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:59.579072 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-0362d519-a290-4ce2-afc1-5d97fd66f4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:59.579601 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-0362d519-a290-4ce2-afc1-5d97fd66f4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:59.580311 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-0362d519-a290-4ce2-afc1-5d97fd66f4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:59.581146 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-0362d519-a290-4ce2-afc1-5d97fd66f4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:59.583768 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-0362d519-a290-4ce2-afc1-5d97fd66f4c1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=918d19e8f1f044baa808ac9d66a136f9&device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 6707 time: 0.3082449 Feb 17 17:38:59.703968 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6e718c39-69d9-4128-a406-f57ec3e6bf7b tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (cd1c1bdb-4418-4199-9978-4b9c5288b31b), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:59.819371 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-6e718c39-69d9-4128-a406-f57ec3e6bf7b tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd1c1bdb-4418-4199-9978-4b9c5288b31b']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:38:59.845428 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 7ad6c719-f651-451d-a731-3c5dcd6de782 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:38:59.856493 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-6e718c39-69d9-4128-a406-f57ec3e6bf7b tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2db0b9f8-245d-4888-9a59-071674216301') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:38:59.857586 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-6e718c39-69d9-4128-a406-f57ec3e6bf7b tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2db0b9f8-245d-4888-9a59-071674216301') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:38:59.876918 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6e718c39-69d9-4128-a406-f57ec3e6bf7b tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (2db0b9f8-245d-4888-9a59-071674216301), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:59.903914 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 7ad6c719-f651-451d-a731-3c5dcd6de782 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:38:59.904307 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 7ad6c719-f651-451d-a731-3c5dcd6de782 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:38:59.933653 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6e718c39-69d9-4128-a406-f57ec3e6bf7b tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (2db0b9f8-245d-4888-9a59-071674216301), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:59.937238 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-c285f2b0-f76d-40e9-bd2d-decc7ab97548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:59.938439 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-c285f2b0-f76d-40e9-bd2d-decc7ab97548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:59.939239 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-c285f2b0-f76d-40e9-bd2d-decc7ab97548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:38:59.941422 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-c285f2b0-f76d-40e9-bd2d-decc7ab97548 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0a5e4a87-4ee5-43ba-9b80-4028df7a735a&id=cc320263-b432-4650-9484-dc130e67f905&id=cc320263-b432-4650-9484-dc130e67f905&id=cc320263-b432-4650-9484-dc130e67f905&id=cc320263-b432-4650-9484-dc130e67f905&id=7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef&id=7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef HTTP/1.1" status: 200 len: 2293 time: 0.3213370 Feb 17 17:38:59.962975 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e718c39-69d9-4128-a406-f57ec3e6bf7b tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:38:59.963398 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6e718c39-69d9-4128-a406-f57ec3e6bf7b tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (2db0b9f8-245d-4888-9a59-071674216301), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:38:59.968961 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 17:38:59.968961 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:38:59.968961 n-d-829613-2 neutron-server[103435]: timer() Feb 17 17:38:59.968961 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:38:59.968961 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 17:38:59.968961 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:38:59.968961 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 17:38:59.968961 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:38:59.968961 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 17:38:59.968961 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:38:59.968961 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 17:38:59.968961 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:38:59.968961 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 17:38:59.968961 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:38:59.968961 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:38:59.968961 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:38:59.968961 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:38:59.968961 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:38:59.968961 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 17:38:59.968961 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:38:59.968961 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 17:38:59.968961 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:38:59.968961 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:38:59.968961 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:38:59.968961 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 17:38:59.968961 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:38:59.968961 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:38:59.968961 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:38:59.968961 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:38:59.968961 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:38:59.968961 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:38:59.968961 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:39:00.170957 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0696203f-5736-4bfd-89dd-9abcf0d112ec', 'name': 'network-vif-deleted', 'tag': '12955f1d-3c69-482b-a7c4-cfac9c0642c7'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:39:00.173300 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d449e1-0492-4523-a2b4-8f1f978500bf" -d '{"events": [{"server_uuid": "0696203f-5736-4bfd-89dd-9abcf0d112ec", "name": "network-vif-deleted", "tag": "12955f1d-3c69-482b-a7c4-cfac9c0642c7"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:39:00.191915 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-f74cc797-59b4-466d-9826-1a79df7a7d90 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:00.193576 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-f74cc797-59b4-466d-9826-1a79df7a7d90 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.71 "GET /v2.0/networks?id=4185a04b-9227-49e3-827b-a30bed406bcb HTTP/1.1" status: 200 len: 811 time: 1.2864900 Feb 17 17:39:00.212266 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b382d1-292b-4888-be61-f4a2afcf8c7f tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Pushing event updated for resources: {'Port': ['ID=9a759303-9323-4027-baee-bc2e65afa6bd,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:00.212589 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 48476) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:00.229585 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-4107d1f4-1bbf-45bc-a288-c1b486ed5918 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Request body: {'port': {'device_id': '2ef7d1ac-9d64-4854-9eb8-2a4fd485fa59', 'network_id': '4185a04b-9227-49e3-827b-a30bed406bcb', 'admin_state_up': True, 'tenant_id': '126dec359e5a4147b05d2ce9ed443ea7'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:00.233180 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6e718c39-69d9-4128-a406-f57ec3e6bf7b tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (cd1c1bdb-4418-4199-9978-4b9c5288b31b), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:00.238470 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-dbd28e1d-36d2-4216-b48a-c6ea804a3272 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed35401b-3bd0-4605-9ab0-9a24b1913fbc HTTP/1.1" status: 200 len: 1002 time: 0.2900240 Feb 17 17:39:00.265634 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6e718c39-69d9-4128-a406-f57ec3e6bf7b tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:00.274144 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-6e718c39-69d9-4128-a406-f57ec3e6bf7b tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "DELETE /v2.0/networks/cd1c1bdb-4418-4199-9978-4b9c5288b31b HTTP/1.1" status: 204 len: 168 time: 1.8375850 Feb 17 17:39:00.279289 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 48478) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:00.300522 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5c9341-d91e-4f70-8e71-0f865d45a33b x-openstack-request-id: req-7c5c9341-d91e-4f70-8e71-0f865d45a33b {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:39:00.300897 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0696203f-5736-4bfd-89dd-9abcf0d112ec", "name": "network-vif-deleted", "tag": "12955f1d-3c69-482b-a7c4-cfac9c0642c7", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:39:00.301335 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7c5c9341-d91e-4f70-8e71-0f865d45a33b {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:39:00.301757 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0696203f-5736-4bfd-89dd-9abcf0d112ec', 'name': 'network-vif-deleted', 'tag': '12955f1d-3c69-482b-a7c4-cfac9c0642c7', 'status': 'completed', 'code': 200} Feb 17 17:39:00.307507 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-828b9b74-970a-44af-9b0c-3d82cc950b8c tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1348931131'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:00.352261 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-3ed75075-87a8-4b5c-a220-dc3a78da3f34 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:00.354011 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-3ed75075-87a8-4b5c-a220-dc3a78da3f34 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.91 "GET /v2.0/networks?id=4185a04b-9227-49e3-827b-a30bed406bcb HTTP/1.1" status: 200 len: 811 time: 1.4741154 Feb 17 17:39:00.358086 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e718c39-69d9-4128-a406-f57ec3e6bf7b tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event deleted for resources: {'Network': ['ID=cd1c1bdb-4418-4199-9978-4b9c5288b31b,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:00.402429 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-6e662dbb-05dc-4cae-8404-884a1a9264da tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Request body: {'port': {'device_id': '5ffce458-0ebd-46c0-a157-71c6a8e225e5', 'network_id': '4185a04b-9227-49e3-827b-a30bed406bcb', 'admin_state_up': True, 'tenant_id': '126dec359e5a4147b05d2ce9ed443ea7'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:00.403173 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d15b4e9-5071-49f3-b6a4-ccaefc8c1ee3 admin admin] Deleting subnet 884735e1-5568-4ef9-9e9a-5668bb636166 {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:39:00.409486 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8d15b4e9-5071-49f3-b6a4-ccaefc8c1ee3 admin admin] Publish callbacks [] for subnet (884735e1-5568-4ef9-9e9a-5668bb636166), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:00.411343 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828b9b74-970a-44af-9b0c-3d82cc950b8c tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Made reservation on behalf of 79c72a74f4c54033a14e3cbd8e3a57ad for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:39:00.414877 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-828b9b74-970a-44af-9b0c-3d82cc950b8c tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:00.451268 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-cffcb3ef-b9e8-4cc5-a53f-ceb1cae64478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:00.452894 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-cffcb3ef-b9e8-4cc5-a53f-ceb1cae64478 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98ec6acc-308e-4130-b06f-00382706d70a HTTP/1.1" status: 200 len: 851 time: 0.1769958 Feb 17 17:39:00.458469 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b382d1-292b-4888-be61-f4a2afcf8c7f tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Network 390c8bfa-e579-4ed1-b54f-c49df60eba09 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:39:00.463846 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-65b382d1-292b-4888-be61-f4a2afcf8c7f tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:39:00.511708 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8d15b4e9-5071-49f3-b6a4-ccaefc8c1ee3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (884735e1-5568-4ef9-9e9a-5668bb636166), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:00.633216 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-828b9b74-970a-44af-9b0c-3d82cc950b8c tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:39:00.672460 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b382d1-292b-4888-be61-f4a2afcf8c7f tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Router 1d79183a-43b6-4840-b514-7b4aefa7befc has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:39:00.710089 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-73eaf6e2-029e-43f8-9ccb-5ad89eede713 req-6c212b2b-731e-4a5d-896b-d1b2a1eedeff tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/ports?device_id=5ffce458-0ebd-46c0-a157-71c6a8e225e5 HTTP/1.1" status: 200 len: 210 time: 0.1165903 Feb 17 17:39:00.722356 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-828b9b74-970a-44af-9b0c-3d82cc950b8c tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (6d542213-557d-4d0b-a56a-de8fddf7f564), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:00.722721 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-828b9b74-970a-44af-9b0c-3d82cc950b8c tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Added segment 6d542213-557d-4d0b-a56a-de8fddf7f564 of type vlan for network 9d210c6b-a327-473c-8f29-2296f316173e Feb 17 17:39:00.729458 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-4107d1f4-1bbf-45bc-a288-c1b486ed5918 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Made reservation on behalf of 126dec359e5a4147b05d2ce9ed443ea7 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:39:00.735247 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-4107d1f4-1bbf-45bc-a288-c1b486ed5918 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:00.756069 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8d15b4e9-5071-49f3-b6a4-ccaefc8c1ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (884735e1-5568-4ef9-9e9a-5668bb636166), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:00.798348 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-147df3c4-12ef-4df3-a8b1-01fd97986c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:00.799894 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-147df3c4-12ef-4df3-a8b1-01fd97986c28 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0a5e4a87-4ee5-43ba-9b80-4028df7a735a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3369644 Feb 17 17:39:00.841569 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-828b9b74-970a-44af-9b0c-3d82cc950b8c tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (9d210c6b-a327-473c-8f29-2296f316173e), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:01.005537 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-828b9b74-970a-44af-9b0c-3d82cc950b8c tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (9d210c6b-a327-473c-8f29-2296f316173e), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:01.009766 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-6e662dbb-05dc-4cae-8404-884a1a9264da tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Made reservation on behalf of 126dec359e5a4147b05d2ce9ed443ea7 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:39:01.013261 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-6e662dbb-05dc-4cae-8404-884a1a9264da tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:01.015358 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828b9b74-970a-44af-9b0c-3d82cc950b8c tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:01.016720 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-828b9b74-970a-44af-9b0c-3d82cc950b8c tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:01.039642 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8d15b4e9-5071-49f3-b6a4-ccaefc8c1ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (884735e1-5568-4ef9-9e9a-5668bb636166), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:01.094368 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8d15b4e9-5071-49f3-b6a4-ccaefc8c1ee3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:01.097995 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-8d15b4e9-5071-49f3-b6a4-ccaefc8c1ee3 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/884735e1-5568-4ef9-9e9a-5668bb636166 HTTP/1.1" status: 204 len: 168 time: 0.8815138 Feb 17 17:39:01.103569 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 48500) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:01.121107 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-5c2fde3e-644a-460c-9b16-e1bc41437b11 service neutron] 10.222.0.91 "GET /v2.0/networks/0a5e4a87-4ee5-43ba-9b80-4028df7a735a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039331 Feb 17 17:39:01.121950 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d15b4e9-5071-49f3-b6a4-ccaefc8c1ee3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=884735e1-5568-4ef9-9e9a-5668bb636166,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:01.133408 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-828b9b74-970a-44af-9b0c-3d82cc950b8c tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8435044 Feb 17 17:39:01.145157 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 48502) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:01.147152 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b382d1-292b-4888-be61-f4a2afcf8c7f tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:39:01.153204 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-6b476d9d-2089-4564-b4c1-2ddb330e6d6e tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Request body: {'subnet': {'network_id': '9d210c6b-a327-473c-8f29-2296f316173e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:01.161456 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ddd22c-c848-409a-a645-3cf68c16326d None None] Sync routers for ids ['1d79183a-43b6-4840-b514-7b4aefa7befc'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:39:01.176362 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-65b382d1-292b-4888-be61-f4a2afcf8c7f tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] 10.222.0.87 "PUT /v2.0/routers/1d79183a-43b6-4840-b514-7b4aefa7befc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7076755 Feb 17 17:39:01.183972 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ddd22c-c848-409a-a645-3cf68c16326d None None] Routers {'1d79183a-43b6-4840-b514-7b4aefa7befc'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:39:01.184815 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 48506) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:01.187653 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-a5ddd22c-c848-409a-a645-3cf68c16326d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:38:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['1d79183a-43b6-4840-b514-7b4aefa7befc'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:01.194463 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-1a5b093b-b3bb-4038-9626-d812f0ff9e5d tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Request body: {'port': {'network_id': '390c8bfa-e579-4ed1-b54f-c49df60eba09', 'name': 'tempest-FloatingIPTestJSON-1962402091'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:01.248324 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-a5ddd22c-c848-409a-a645-3cf68c16326d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:01.261733 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ddd22c-c848-409a-a645-3cf68c16326d None None] Routers {'1d79183a-43b6-4840-b514-7b4aefa7befc'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:39:01.262593 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-a5ddd22c-c848-409a-a645-3cf68c16326d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:38:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['1d79183a-43b6-4840-b514-7b4aefa7befc'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:01.319141 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-a5ddd22c-c848-409a-a645-3cf68c16326d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:01.320064 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ddd22c-c848-409a-a645-3cf68c16326d None None] The sync data for ids ['1d79183a-43b6-4840-b514-7b4aefa7befc'] in n-d-829613-2 is: [] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:39:01.361438 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-4107d1f4-1bbf-45bc-a288-c1b486ed5918 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Allocated IP 172.20.0.2 (4185a04b-9227-49e3-827b-a30bed406bcb/ae6f582f-f431-4be8-9155-e78feef29d45/f069148d-2acc-4f1c-ac49-04d4a31d4c03) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:39:01.546505 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5b093b-b3bb-4038-9626-d812f0ff9e5d tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Made reservation on behalf of 03e402034aa04ff6944c86c878c07771 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:39:01.550181 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1a5b093b-b3bb-4038-9626-d812f0ff9e5d tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:01.602979 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-1a5b093b-b3bb-4038-9626-d812f0ff9e5d tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] device_id is not set on port 165fea7a-8f68-4efe-9562-e51762dbe62a yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:39:01.625567 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b9b74-970a-44af-9b0c-3d82cc950b8c tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event updated for resources: {'Network': ['ID=9d210c6b-a327-473c-8f29-2296f316173e,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:01.640180 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 9d210c6b-a327-473c-8f29-2296f316173e details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:39:01.685062 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-4107d1f4-1bbf-45bc-a288-c1b486ed5918 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Publish callbacks [] for port (f069148d-2acc-4f1c-ac49-04d4a31d4c03), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:01.775560 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-1a5b093b-b3bb-4038-9626-d812f0ff9e5d tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Allocated IP 172.20.0.6 (390c8bfa-e579-4ed1-b54f-c49df60eba09/247b5577-9ea4-445e-acdb-c063647b8b00/165fea7a-8f68-4efe-9562-e51762dbe62a) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:39:01.780801 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-27897dae-0897-4d02-af0b-f56a3b5cb6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:01.809618 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b476d9d-2089-4564-b4c1-2ddb330e6d6e tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Made reservation on behalf of 79c72a74f4c54033a14e3cbd8e3a57ad for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:39:01.813252 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6b476d9d-2089-4564-b4c1-2ddb330e6d6e tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:01.834999 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-4107d1f4-1bbf-45bc-a288-c1b486ed5918 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (f069148d-2acc-4f1c-ac49-04d4a31d4c03), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:01.900376 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-61b73f8d-7312-43e2-9949-5eeaf4c1743d service neutron] 10.222.0.91 "GET /v2.0/networks/0a5e4a87-4ee5-43ba-9b80-4028df7a735a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7559979 Feb 17 17:39:01.905882 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bf4317a7-1fc0-44d8-8496-b8a0d4ffd613 req-6ff15d4a-254d-4cf5-a481-65d4c57b8d3e tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/ports?device_id=5ffce458-0ebd-46c0-a157-71c6a8e225e5 HTTP/1.1" status: 200 len: 210 time: 0.0875056 Feb 17 17:39:01.912405 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-4107d1f4-1bbf-45bc-a288-c1b486ed5918 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Network 4185a04b-9227-49e3-827b-a30bed406bcb is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:39:01.933822 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-4107d1f4-1bbf-45bc-a288-c1b486ed5918 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:39:01.945822 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-6e662dbb-05dc-4cae-8404-884a1a9264da tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Allocated IP 172.20.0.5 (4185a04b-9227-49e3-827b-a30bed406bcb/ae6f582f-f431-4be8-9155-e78feef29d45/6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:39:01.953721 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-8016aae7-16e0-4962-939d-9c8f4aac1976 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=52ff7d56-9a39-4bcd-81d3-82d714507134 HTTP/1.1" status: 200 len: 217 time: 0.0409265 Feb 17 17:39:01.960477 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-4107d1f4-1bbf-45bc-a288-c1b486ed5918 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:39:01.971724 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4107d1f4-1bbf-45bc-a288-c1b486ed5918 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Pushing event updated for resources: {'Port': ['ID=f069148d-2acc-4f1c-ac49-04d4a31d4c03,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:02.084674 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-27897dae-0897-4d02-af0b-f56a3b5cb6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:02.089027 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-4107d1f4-1bbf-45bc-a288-c1b486ed5918 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:02.089843 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-4107d1f4-1bbf-45bc-a288-c1b486ed5918 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:02.111904 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-73c9feca-007b-4d62-977a-1026789a7136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:02.113512 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-73c9feca-007b-4d62-977a-1026789a7136 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f2e0eb54-8f78-4737-b37f-1044983cc57f HTTP/1.1" status: 200 len: 797 time: 0.1181405 Feb 17 17:39:02.117764 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-27897dae-0897-4d02-af0b-f56a3b5cb6b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:02.162796 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-27897dae-0897-4d02-af0b-f56a3b5cb6b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4661035-9680-4da1-989b-77404c89e6fd') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:02.163264 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-27897dae-0897-4d02-af0b-f56a3b5cb6b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4661035-9680-4da1-989b-77404c89e6fd') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:02.173000 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-4107d1f4-1bbf-45bc-a288-c1b486ed5918 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9579551 Feb 17 17:39:02.190691 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-5a739252-46e2-4385-a439-ded8d70be1b2 service neutron] Request body: {'port': {'device_id': '2ef7d1ac-9d64-4854-9eb8-2a4fd485fa59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:02.197209 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-27897dae-0897-4d02-af0b-f56a3b5cb6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (e4661035-9680-4da1-989b-77404c89e6fd), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:02.224498 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-27897dae-0897-4d02-af0b-f56a3b5cb6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (e4661035-9680-4da1-989b-77404c89e6fd), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:02.240682 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27897dae-0897-4d02-af0b-f56a3b5cb6b1 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:39:02.241112 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-27897dae-0897-4d02-af0b-f56a3b5cb6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (e4661035-9680-4da1-989b-77404c89e6fd), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:02.242948 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 17:39:02.242948 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:39:02.242948 n-d-829613-2 neutron-server[103435]: timer() Feb 17 17:39:02.242948 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:39:02.242948 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 17:39:02.242948 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:39:02.242948 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 17:39:02.242948 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:39:02.242948 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 17:39:02.242948 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:39:02.242948 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 17:39:02.242948 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:39:02.242948 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 17:39:02.242948 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:39:02.242948 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:39:02.242948 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:39:02.242948 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:39:02.242948 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:39:02.242948 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 17:39:02.242948 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:39:02.242948 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 17:39:02.242948 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:39:02.242948 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:39:02.242948 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:39:02.242948 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 17:39:02.242948 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:39:02.242948 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:39:02.242948 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:39:02.242948 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:39:02.242948 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:39:02.242948 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:39:02.242948 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:39:02.293081 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-ccafb332-bc24-48dc-9fbf-88548bd6382d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:02.293798 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1a5b093b-b3bb-4038-9626-d812f0ff9e5d tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for port (165fea7a-8f68-4efe-9562-e51762dbe62a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:02.294866 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-ccafb332-bc24-48dc-9fbf-88548bd6382d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=cc320263-b432-4650-9484-dc130e67f905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1725936 Feb 17 17:39:02.360043 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-6e662dbb-05dc-4cae-8404-884a1a9264da tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Publish callbacks [] for port (6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:02.362076 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6b476d9d-2089-4564-b4c1-2ddb330e6d6e tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (8b0b9e6f-b4db-4d86-b72b-cfb678cf678a), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:02.373816 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-5a739252-46e2-4385-a439-ded8d70be1b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (f069148d-2acc-4f1c-ac49-04d4a31d4c03), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:02.379081 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-27897dae-0897-4d02-af0b-f56a3b5cb6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:02.404166 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-27897dae-0897-4d02-af0b-f56a3b5cb6b1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:02.408271 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-27897dae-0897-4d02-af0b-f56a3b5cb6b1 admin admin] 10.222.0.87 "DELETE /v2.0/networks/ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad HTTP/1.1" status: 204 len: 168 time: 1.3026209 Feb 17 17:39:02.472445 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27897dae-0897-4d02-af0b-f56a3b5cb6b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea55d0d6-1b8e-4dd3-b79f-7b1a1ec950ad,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:02.510454 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b476d9d-2089-4564-b4c1-2ddb330e6d6e tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event updated for resources: {'Subnet': ['ID=8b0b9e6f-b4db-4d86-b72b-cfb678cf678a,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:02.530121 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b476d9d-2089-4564-b4c1-2ddb330e6d6e tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Checking segment: {'id': '6d542213-557d-4d0b-a56a-de8fddf7f564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9d210c6b-a327-473c-8f29-2296f316173e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:39:02.530762 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b476d9d-2089-4564-b4c1-2ddb330e6d6e tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Network hostable DHCP agents. Network: 9d210c6b-a327-473c-8f29-2296f316173e, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:39:02.549234 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-7b095957-497a-4f5b-a992-e32cd71d0024 service neutron] 10.222.0.91 "GET /v2.0/networks/cc320263-b432-4650-9484-dc130e67f905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130580 Feb 17 17:39:02.589129 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b476d9d-2089-4564-b4c1-2ddb330e6d6e tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Network 9d210c6b-a327-473c-8f29-2296f316173e is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:39:02.636770 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-6b476d9d-2089-4564-b4c1-2ddb330e6d6e tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 9d210c6b-a327-473c-8f29-2296f316173e) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:39:02.647000 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b476d9d-2089-4564-b4c1-2ddb330e6d6e tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:02.647744 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6b476d9d-2089-4564-b4c1-2ddb330e6d6e tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:02.657855 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047b6558-7d32-4ca0-ab0f-fce5b0944a31 None None] Network 9d210c6b-a327-473c-8f29-2296f316173e requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:39:02.678482 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-6b476d9d-2089-4564-b4c1-2ddb330e6d6e tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5299418 Feb 17 17:39:02.681093 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 48550) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:02.686817 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-6134eb65-391c-441b-87be-dfd88da6e8b3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Request body: {'port': {'network_id': '9d210c6b-a327-473c-8f29-2296f316173e', 'name': 'tempest-PortsIpV6TestJSON-1785503444', 'fixed_ips': [{'subnet_id': '8b0b9e6f-b4db-4d86-b72b-cfb678cf678a', 'ip_address': '2001:db8::10'}]}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:02.694893 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-5ae24a5c-6837-42f6-b3f2-8da50b743b7d service neutron] 10.222.0.91 "GET /v2.0/networks/cc320263-b432-4650-9484-dc130e67f905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396554 Feb 17 17:39:02.701745 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1a5b093b-b3bb-4038-9626-d812f0ff9e5d tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (165fea7a-8f68-4efe-9562-e51762dbe62a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:02.752191 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-5d3664fa-77b8-4698-9695-52906f7e3ccb service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=08d126b0-cae8-435d-a7c4-67c6dbfa3b4c HTTP/1.1" status: 200 len: 217 time: 0.0448911 Feb 17 17:39:02.868617 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 48564) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:02.892395 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-6e662dbb-05dc-4cae-8404-884a1a9264da tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:02.922022 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c351772-dfc3-4a79-ab37-71aa84542922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-9d210c6b-a327-473c-8f29-2296f316173e', 'network_id': '9d210c6b-a327-473c-8f29-2296f316173e', 'project_id': '79c72a74f4c54033a14e3cbd8e3a57ad', 'fixed_ips': [{'subnet_id': '8b0b9e6f-b4db-4d86-b72b-cfb678cf678a'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:39:02.922944 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5c351772-dfc3-4a79-ab37-71aa84542922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:02.951822 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5b093b-b3bb-4038-9626-d812f0ff9e5d tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Network 390c8bfa-e579-4ed1-b54f-c49df60eba09 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:39:02.976497 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4392f013-c20a-4c4a-a051-72477e615343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:02.983942 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-1a5b093b-b3bb-4038-9626-d812f0ff9e5d tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:39:02.988662 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5b093b-b3bb-4038-9626-d812f0ff9e5d tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:39:02.993152 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b093b-b3bb-4038-9626-d812f0ff9e5d tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Pushing event updated for resources: {'Port': ['ID=165fea7a-8f68-4efe-9562-e51762dbe62a,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:03.049854 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-5c0987dc-8dca-47bd-9a26-a334141c0de6 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5c112397353b4d5f9dae4aa16205da6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1800005 Feb 17 17:39:03.068693 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 48586) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:03.070674 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-0f054669-c6f5-407b-8101-206f9d0797be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:03.072375 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-0f054669-c6f5-407b-8101-206f9d0797be service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f2e0eb54-8f78-4737-b37f-1044983cc57f HTTP/1.1" status: 200 len: 797 time: 0.3128455 Feb 17 17:39:03.088544 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e662dbb-05dc-4cae-8404-884a1a9264da tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Pushing event updated for resources: {'Port': ['ID=6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:03.146966 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6134eb65-391c-441b-87be-dfd88da6e8b3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Made reservation on behalf of 79c72a74f4c54033a14e3cbd8e3a57ad for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:39:03.181522 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-5c351772-dfc3-4a79-ab37-71aa84542922 None None] Allocated IP 2001:db8::2 (9d210c6b-a327-473c-8f29-2296f316173e/8b0b9e6f-b4db-4d86-b72b-cfb678cf678a/7c5250fc-3bc1-4917-bf7e-4cd5363edbc6) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:39:03.222813 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-edb91c3e-91bc-445b-80c4-1c18d30a0285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:03.224632 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-edb91c3e-91bc-445b-80c4-1c18d30a0285 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=cc320263-b432-4650-9484-dc130e67f905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1440935 Feb 17 17:39:03.251295 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-5a739252-46e2-4385-a439-ded8d70be1b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f069148d-2acc-4f1c-ac49-04d4a31d4c03 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:39:03.262137 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-5a739252-46e2-4385-a439-ded8d70be1b2 service neutron] Publish callbacks [] for port (f069148d-2acc-4f1c-ac49-04d4a31d4c03), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:03.271141 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31279a94-2397-4711-ad58-03f0f50cc3a5 req-e61b953f-512f-45fa-8fe1-e9b6904e70d7 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:03.272962 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-31279a94-2397-4711-ad58-03f0f50cc3a5 req-e61b953f-512f-45fa-8fe1-e9b6904e70d7 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/ports?device_id=5ffce458-0ebd-46c0-a157-71c6a8e225e5 HTTP/1.1" status: 200 len: 931 time: 0.2491524 Feb 17 17:39:03.275856 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-5a739252-46e2-4385-a439-ded8d70be1b2 service neutron] Transition to ACTIVE for port object f069148d-2acc-4f1c-ac49-04d4a31d4c03 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:39:03.276879 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-338902b6-575c-4592-9933-a15680c075f0 admin admin] Publish callbacks [] for security_group (ef03dceb-4fe4-4d1a-978b-aad5e4211ff0), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:03.282148 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-6e662dbb-05dc-4cae-8404-884a1a9264da tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Network 4185a04b-9227-49e3-827b-a30bed406bcb is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:39:03.287311 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-5a739252-46e2-4385-a439-ded8d70be1b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (f069148d-2acc-4f1c-ac49-04d4a31d4c03), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:03.353505 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-6e662dbb-05dc-4cae-8404-884a1a9264da tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:39:03.359293 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5c351772-dfc3-4a79-ab37-71aa84542922 None None] Publish callbacks [] for port (7c5250fc-3bc1-4917-bf7e-4cd5363edbc6), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:03.366725 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5c351772-dfc3-4a79-ab37-71aa84542922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (7c5250fc-3bc1-4917-bf7e-4cd5363edbc6), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:03.369257 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a739252-46e2-4385-a439-ded8d70be1b2 service neutron] Pushing event updated for resources: {'Port': ['ID=f069148d-2acc-4f1c-ac49-04d4a31d4c03,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:03.388493 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-6e662dbb-05dc-4cae-8404-884a1a9264da tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:39:03.394926 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-338902b6-575c-4592-9933-a15680c075f0 admin admin] Publish callbacks [] for security_group (ef03dceb-4fe4-4d1a-978b-aad5e4211ff0), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:03.407565 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c351772-dfc3-4a79-ab37-71aa84542922 None None] Network 9d210c6b-a327-473c-8f29-2296f316173e is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:39:03.411134 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-5c351772-dfc3-4a79-ab37-71aa84542922 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:39:03.413694 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c351772-dfc3-4a79-ab37-71aa84542922 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:39:03.418933 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6134eb65-391c-441b-87be-dfd88da6e8b3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:03.458513 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c351772-dfc3-4a79-ab37-71aa84542922 None None] Pushing event updated for resources: {'Port': ['ID=7c5250fc-3bc1-4917-bf7e-4cd5363edbc6,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:03.492082 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-6e662dbb-05dc-4cae-8404-884a1a9264da tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:03.492796 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-6e662dbb-05dc-4cae-8404-884a1a9264da tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:03.495115 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-217c4ed0-3920-4737-b094-08ebedcc32dd service neutron] 10.222.0.91 "GET /v2.0/networks/cc320263-b432-4650-9484-dc130e67f905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407002 Feb 17 17:39:03.505661 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-31279a94-2397-4711-ad58-03f0f50cc3a5 req-871df5a0-e1ba-42e6-b773-144c14da1b66 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/security-groups?id=c0c1da27-5156-4487-bf9f-31a05708ed74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096586 Feb 17 17:39:03.506408 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-5c351772-dfc3-4a79-ab37-71aa84542922 None None] Attempting to bind port 7c5250fc-3bc1-4917-bf7e-4cd5363edbc6 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:39:03.506897 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-6134eb65-391c-441b-87be-dfd88da6e8b3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] device_id is not set on port d5453c55-d657-4cf3-b059-ee1fc56da7e7 yet. {{(pid=103435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:39:03.507283 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-5c351772-dfc3-4a79-ab37-71aa84542922 None None] Attempting to bind port 7c5250fc-3bc1-4917-bf7e-4cd5363edbc6 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '6d542213-557d-4d0b-a56a-de8fddf7f564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9d210c6b-a327-473c-8f29-2296f316173e'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:39:03.508000 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c351772-dfc3-4a79-ab37-71aa84542922 None None] Attempting to bind port 7c5250fc-3bc1-4917-bf7e-4cd5363edbc6 on network 9d210c6b-a327-473c-8f29-2296f316173e {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:39:03.516443 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c351772-dfc3-4a79-ab37-71aa84542922 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:39:03.517897 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c351772-dfc3-4a79-ab37-71aa84542922 None None] Checking segment: {'id': '6d542213-557d-4d0b-a56a-de8fddf7f564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9d210c6b-a327-473c-8f29-2296f316173e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:39:03.520034 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5c351772-dfc3-4a79-ab37-71aa84542922 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:03.520983 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c351772-dfc3-4a79-ab37-71aa84542922 None None] Bound using segment: {'id': '6d542213-557d-4d0b-a56a-de8fddf7f564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9d210c6b-a327-473c-8f29-2296f316173e'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:39:03.521927 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-5c351772-dfc3-4a79-ab37-71aa84542922 None None] Bound port: 7c5250fc-3bc1-4917-bf7e-4cd5363edbc6, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d542213-557d-4d0b-a56a-de8fddf7f564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '9d210c6b-a327-473c-8f29-2296f316173e'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:39:03.522602 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5c351772-dfc3-4a79-ab37-71aa84542922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7c5250fc-3bc1-4917-bf7e-4cd5363edbc6), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:03.593913 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5b093b-b3bb-4038-9626-d812f0ff9e5d tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:03.594827 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1a5b093b-b3bb-4038-9626-d812f0ff9e5d tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:03.614042 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-5a739252-46e2-4385-a439-ded8d70be1b2 service neutron] Attempting to bind port f069148d-2acc-4f1c-ac49-04d4a31d4c03 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:39:03.614603 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-5a739252-46e2-4385-a439-ded8d70be1b2 service neutron] Attempting to bind port f069148d-2acc-4f1c-ac49-04d4a31d4c03 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '35db7bfb-f40a-40b5-883e-cb5d409c283a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '4185a04b-9227-49e3-827b-a30bed406bcb'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:39:03.615013 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-5a739252-46e2-4385-a439-ded8d70be1b2 service neutron] Attempting to bind port f069148d-2acc-4f1c-ac49-04d4a31d4c03 on network 4185a04b-9227-49e3-827b-a30bed406bcb {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:39:03.616424 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5c351772-dfc3-4a79-ab37-71aa84542922 None None] For port 7c5250fc-3bc1-4917-bf7e-4cd5363edbc6, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:39:03.620589 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5c351772-dfc3-4a79-ab37-71aa84542922 None None] For port 7c5250fc-3bc1-4917-bf7e-4cd5363edbc6, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=7c5250fc-3bc1-4917-bf7e-4cd5363edbc6,segment=NetworkSegment(6d542213-557d-4d0b-a56a-de8fddf7f564),segment_id=6d542213-557d-4d0b-a56a-de8fddf7f564)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:39:03.621946 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-5a739252-46e2-4385-a439-ded8d70be1b2 service neutron] Port f069148d-2acc-4f1c-ac49-04d4a31d4c03 on network 4185a04b-9227-49e3-827b-a30bed406bcb not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:39:03.622296 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-5a739252-46e2-4385-a439-ded8d70be1b2 service neutron] Attempting to bind port f069148d-2acc-4f1c-ac49-04d4a31d4c03 on network 4185a04b-9227-49e3-827b-a30bed406bcb {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:39:03.628211 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5c351772-dfc3-4a79-ab37-71aa84542922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (7c5250fc-3bc1-4917-bf7e-4cd5363edbc6), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:03.634838 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-1a5b093b-b3bb-4038-9626-d812f0ff9e5d tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4460912 Feb 17 17:39:03.637270 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-5a739252-46e2-4385-a439-ded8d70be1b2 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:39:03.637629 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-5a739252-46e2-4385-a439-ded8d70be1b2 service neutron] Checking segment: {'id': '35db7bfb-f40a-40b5-883e-cb5d409c283a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '4185a04b-9227-49e3-827b-a30bed406bcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:39:03.638920 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-5a739252-46e2-4385-a439-ded8d70be1b2 service neutron] Bound using segment: {'id': '35db7bfb-f40a-40b5-883e-cb5d409c283a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '4185a04b-9227-49e3-827b-a30bed406bcb'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:39:03.639460 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-5a739252-46e2-4385-a439-ded8d70be1b2 service neutron] Bound port: f069148d-2acc-4f1c-ac49-04d4a31d4c03, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35db7bfb-f40a-40b5-883e-cb5d409c283a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '4185a04b-9227-49e3-827b-a30bed406bcb'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:39:03.639895 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-5a739252-46e2-4385-a439-ded8d70be1b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (f069148d-2acc-4f1c-ac49-04d4a31d4c03), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:03.640447 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 48588) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:03.651049 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-00b52a37-26b3-430f-8514-60d4aa7ff403 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Request body: {'port': {'network_id': '390c8bfa-e579-4ed1-b54f-c49df60eba09', 'name': 'tempest-FloatingIPTestJSON-552902722'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:03.664146 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-338902b6-575c-4592-9933-a15680c075f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (ef03dceb-4fe4-4d1a-978b-aad5e4211ff0), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:03.666999 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-338902b6-575c-4592-9933-a15680c075f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:03.671050 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-338902b6-575c-4592-9933-a15680c075f0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ef03dceb-4fe4-4d1a-978b-aad5e4211ff0 HTTP/1.1" status: 204 len: 168 time: 0.5951939 Feb 17 17:39:03.744338 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c351772-dfc3-4a79-ab37-71aa84542922 None None] Pushing event updated for resources: {'Port': ['ID=7c5250fc-3bc1-4917-bf7e-4cd5363edbc6,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:03.760808 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-6e662dbb-05dc-4cae-8404-884a1a9264da tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3711133 Feb 17 17:39:03.765300 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-5a739252-46e2-4385-a439-ded8d70be1b2 service neutron] For port f069148d-2acc-4f1c-ac49-04d4a31d4c03, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:39:03.769970 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-5a739252-46e2-4385-a439-ded8d70be1b2 service neutron] For port f069148d-2acc-4f1c-ac49-04d4a31d4c03, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=f069148d-2acc-4f1c-ac49-04d4a31d4c03,segment=NetworkSegment(35db7bfb-f40a-40b5-883e-cb5d409c283a),segment_id=35db7bfb-f40a-40b5-883e-cb5d409c283a)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:39:03.780052 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-6f77732d-9d28-4ab4-bdda-1e3c9d75d27e service neutron] Request body: {'port': {'device_id': '5ffce458-0ebd-46c0-a157-71c6a8e225e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:03.794334 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338902b6-575c-4592-9933-a15680c075f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef03dceb-4fe4-4d1a-978b-aad5e4211ff0,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:03.927211 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-6f77732d-9d28-4ab4-bdda-1e3c9d75d27e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:03.935302 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-f106c405-ee7c-49ea-9e4a-3b51875858e7 service neutron] 10.222.0.91 "GET /v2.0/networks/cc320263-b432-4650-9484-dc130e67f905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4207990 Feb 17 17:39:04.007525 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-5a739252-46e2-4385-a439-ded8d70be1b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (f069148d-2acc-4f1c-ac49-04d4a31d4c03), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:04.057458 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-80765f86-1d02-436d-a14d-7929f8108789 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=4816c808-0fae-4aeb-902b-6085c77a50fa HTTP/1.1" status: 200 len: 217 time: 0.0653453 Feb 17 17:39:04.123956 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-5a739252-46e2-4385-a439-ded8d70be1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:04.124611 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-5a739252-46e2-4385-a439-ded8d70be1b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:04.126055 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-5a739252-46e2-4385-a439-ded8d70be1b2 service neutron] 10.222.0.71 "PUT /v2.0/ports/f069148d-2acc-4f1c-ac49-04d4a31d4c03 HTTP/1.1" status: 200 len: 1091 time: 1.9445117 Feb 17 17:39:04.129217 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef7d1ac-9d64-4854-9eb8-2a4fd485fa59', 'tag': 'f069148d-2acc-4f1c-ac49-04d4a31d4c03'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:39:04.131506 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513ef047-2747-4489-a77d-f47f548d87fe" -d '{"events": [{"name": "network-changed", "server_uuid": "2ef7d1ac-9d64-4854-9eb8-2a4fd485fa59", "tag": "f069148d-2acc-4f1c-ac49-04d4a31d4c03"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:39:04.253691 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-6134eb65-391c-441b-87be-dfd88da6e8b3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Allocated IP 2001:db8::10 (9d210c6b-a327-473c-8f29-2296f316173e/8b0b9e6f-b4db-4d86-b72b-cfb678cf678a/d5453c55-d657-4cf3-b059-ee1fc56da7e7) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:39:04.262786 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c259e9ed-70f5-434c-83d1-c1ecdd68f4e8 x-openstack-request-id: req-c259e9ed-70f5-434c-83d1-c1ecdd68f4e8 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:39:04.263315 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ef7d1ac-9d64-4854-9eb8-2a4fd485fa59", "tag": "f069148d-2acc-4f1c-ac49-04d4a31d4c03", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:39:04.263593 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c259e9ed-70f5-434c-83d1-c1ecdd68f4e8 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:39:04.263898 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ef7d1ac-9d64-4854-9eb8-2a4fd485fa59', 'tag': 'f069148d-2acc-4f1c-ac49-04d4a31d4c03', 'status': 'completed', 'code': 200} Feb 17 17:39:04.308441 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a739252-46e2-4385-a439-ded8d70be1b2 service neutron] Pushing event updated for resources: {'Port': ['ID=f069148d-2acc-4f1c-ac49-04d4a31d4c03,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:04.458354 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-31fdc3b2-90a8-46c2-9b25-9a587c3a7430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:04.460272 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-31fdc3b2-90a8-46c2-9b25-9a587c3a7430 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=126dec359e5a4147b05d2ce9ed443ea7&device_id=2ef7d1ac-9d64-4854-9eb8-2a4fd485fa59 HTTP/1.1" status: 200 len: 1125 time: 0.2675874 Feb 17 17:39:04.499089 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6134eb65-391c-441b-87be-dfd88da6e8b3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for port (d5453c55-d657-4cf3-b059-ee1fc56da7e7), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:04.527290 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-99ed121f-9c34-4d22-8c5a-38ac8fb9c8a7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f069148d-2acc-4f1c-ac49-04d4a31d4c03 HTTP/1.1" status: 200 len: 217 time: 0.0526252 Feb 17 17:39:04.561724 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-17aad459-c792-4cc5-8c40-abf73102eb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:04.565965 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-17aad459-c792-4cc5-8c40-abf73102eb36 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f2e0eb54-8f78-4737-b37f-1044983cc57f HTTP/1.1" status: 200 len: 797 time: 0.4966486 Feb 17 17:39:04.612235 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6134eb65-391c-441b-87be-dfd88da6e8b3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (d5453c55-d657-4cf3-b059-ee1fc56da7e7), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:04.635223 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-eb48bd69-42ef-431d-b74d-a06b60654b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:04.637298 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-eb48bd69-42ef-431d-b74d-a06b60654b8d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ae6f582f-f431-4be8-9155-e78feef29d45 HTTP/1.1" status: 200 len: 851 time: 0.0778825 Feb 17 17:39:04.720872 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-70f5319b-fd0e-46d5-a066-b7044bea51ac service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4185a04b-9227-49e3-827b-a30bed406bcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735779 Feb 17 17:39:04.786171 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6134eb65-391c-441b-87be-dfd88da6e8b3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event updated for resources: {'Port': ['ID=d5453c55-d657-4cf3-b059-ee1fc56da7e7,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:04.800086 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b52a37-26b3-430f-8514-60d4aa7ff403 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Made reservation on behalf of 03e402034aa04ff6944c86c878c07771 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:39:04.804139 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-00b52a37-26b3-430f-8514-60d4aa7ff403 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:04.866888 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6134eb65-391c-441b-87be-dfd88da6e8b3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Network 9d210c6b-a327-473c-8f29-2296f316173e is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:39:04.893509 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-6134eb65-391c-441b-87be-dfd88da6e8b3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:39:04.896290 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6134eb65-391c-441b-87be-dfd88da6e8b3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:39:04.909590 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6134eb65-391c-441b-87be-dfd88da6e8b3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:04.910706 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6134eb65-391c-441b-87be-dfd88da6e8b3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:04.914340 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-6f77732d-9d28-4ab4-bdda-1e3c9d75d27e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:39:04.937324 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-6f77732d-9d28-4ab4-bdda-1e3c9d75d27e service neutron] Publish callbacks [] for port (6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:04.989068 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-9e1177e9-ea50-42ed-b9df-f8c3fcf6a461 service neutron] 10.222.0.71 "GET /v2.0/networks/4185a04b-9227-49e3-827b-a30bed406bcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577605 Feb 17 17:39:04.991501 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-6f77732d-9d28-4ab4-bdda-1e3c9d75d27e service neutron] Transition to ACTIVE for port object 6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:39:05.012602 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-6134eb65-391c-441b-87be-dfd88da6e8b3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3302433 Feb 17 17:39:05.023010 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 48632) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:05.041456 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-9da47ad5-63c2-4c6d-bb77-6597fabd1e8d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Request body: {'port': {'network_id': '9d210c6b-a327-473c-8f29-2296f316173e', 'name': 'tempest-PortsIpV6TestJSON-420183789', 'fixed_ips': [{'subnet_id': '8b0b9e6f-b4db-4d86-b72b-cfb678cf678a', 'ip_address': '2001:db8::f'}]}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:05.119421 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-6f77732d-9d28-4ab4-bdda-1e3c9d75d27e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:05.121823 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 48636) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:05.221092 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-1ab011aa-15aa-4d3d-8079-8832a6baf48d service neutron] 10.222.0.71 "GET /v2.0/networks/4185a04b-9227-49e3-827b-a30bed406bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240672 Feb 17 17:39:05.244589 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-00b52a37-26b3-430f-8514-60d4aa7ff403 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] device_id is not set on port 85e2c19f-bcc7-4b4f-afd2-3f40e5c17286 yet. {{(pid=103435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:39:05.287111 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-71ff7afe-98c2-4c29-8cc6-e5146a714182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:05.288940 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-71ff7afe-98c2-4c29-8cc6-e5146a714182 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=cc320263-b432-4650-9484-dc130e67f905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.7056472 Feb 17 17:39:05.289690 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da47ad5-63c2-4c6d-bb77-6597fabd1e8d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Made reservation on behalf of 79c72a74f4c54033a14e3cbd8e3a57ad for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:39:05.296021 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9da47ad5-63c2-4c6d-bb77-6597fabd1e8d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:05.323262 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a908d723-c776-412f-8a22-0b23d8a4569d None None] Network 9d210c6b-a327-473c-8f29-2296f316173e requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:39:05.473360 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f77732d-9d28-4ab4-bdda-1e3c9d75d27e service neutron] Pushing event updated for resources: {'Port': ['ID=6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:05.554699 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-66bf2061-f97a-4b74-8c6b-513b7f4d4c93 None None] Provisioning complete for port 7c5250fc-3bc1-4917-bf7e-4cd5363edbc6 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:39:05.555787 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-66bf2061-f97a-4b74-8c6b-513b7f4d4c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7c5250fc-3bc1-4917-bf7e-4cd5363edbc6), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:05.557020 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-f8e8b021-0985-4bc5-a29c-69c4b1d9afb5 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-163473098-network', 'tenant_id': 'b209356421da47f1a4a432732ce9b398'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:05.585441 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ef047-2747-4489-a77d-f47f548d87fe req-cfb07015-4007-4b44-9571-b85f5a5b27bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:05.587278 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-513ef047-2747-4489-a77d-f47f548d87fe req-cfb07015-4007-4b44-9571-b85f5a5b27bf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=126dec359e5a4147b05d2ce9ed443ea7&device_id=2ef7d1ac-9d64-4854-9eb8-2a4fd485fa59 HTTP/1.1" status: 200 len: 1125 time: 0.3031521 Feb 17 17:39:05.639362 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-997dbecd-0c8a-4cec-8af8-4e31e5907415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:05.640769 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-6f77732d-9d28-4ab4-bdda-1e3c9d75d27e service neutron] Attempting to bind port 6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:39:05.641192 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-6f77732d-9d28-4ab4-bdda-1e3c9d75d27e service neutron] Attempting to bind port 6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '35db7bfb-f40a-40b5-883e-cb5d409c283a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '4185a04b-9227-49e3-827b-a30bed406bcb'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:39:05.641589 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-6f77732d-9d28-4ab4-bdda-1e3c9d75d27e service neutron] Attempting to bind port 6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac on network 4185a04b-9227-49e3-827b-a30bed406bcb {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:39:05.661986 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e8b021-0985-4bc5-a29c-69c4b1d9afb5 admin admin] Made reservation on behalf of b209356421da47f1a4a432732ce9b398 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:39:05.665180 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f8e8b021-0985-4bc5-a29c-69c4b1d9afb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:05.679663 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f8e8b021-0985-4bc5-a29c-69c4b1d9afb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:05.681836 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-6f77732d-9d28-4ab4-bdda-1e3c9d75d27e service neutron] Port 6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac on network 4185a04b-9227-49e3-827b-a30bed406bcb not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:39:05.682264 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-6f77732d-9d28-4ab4-bdda-1e3c9d75d27e service neutron] Attempting to bind port 6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac on network 4185a04b-9227-49e3-827b-a30bed406bcb {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:39:05.734805 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-6f77732d-9d28-4ab4-bdda-1e3c9d75d27e service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:39:05.735229 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-6f77732d-9d28-4ab4-bdda-1e3c9d75d27e service neutron] Checking segment: {'id': '35db7bfb-f40a-40b5-883e-cb5d409c283a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '4185a04b-9227-49e3-827b-a30bed406bcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:39:05.735687 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-6f77732d-9d28-4ab4-bdda-1e3c9d75d27e service neutron] Bound using segment: {'id': '35db7bfb-f40a-40b5-883e-cb5d409c283a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '4185a04b-9227-49e3-827b-a30bed406bcb'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:39:05.736203 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-6f77732d-9d28-4ab4-bdda-1e3c9d75d27e service neutron] Bound port: 6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35db7bfb-f40a-40b5-883e-cb5d409c283a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '4185a04b-9227-49e3-827b-a30bed406bcb'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:39:05.736651 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-6f77732d-9d28-4ab4-bdda-1e3c9d75d27e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:05.756121 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-66bf2061-f97a-4b74-8c6b-513b7f4d4c93 None None] Current status of the port 7c5250fc-3bc1-4917-bf7e-4cd5363edbc6 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:39:05.756553 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-66bf2061-f97a-4b74-8c6b-513b7f4d4c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7c5250fc-3bc1-4917-bf7e-4cd5363edbc6), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:05.835026 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-66bf2061-f97a-4b74-8c6b-513b7f4d4c93 None None] For port 7c5250fc-3bc1-4917-bf7e-4cd5363edbc6, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=7c5250fc-3bc1-4917-bf7e-4cd5363edbc6,segment=NetworkSegment(6d542213-557d-4d0b-a56a-de8fddf7f564),segment_id=6d542213-557d-4d0b-a56a-de8fddf7f564)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:39:05.838130 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ef047-2747-4489-a77d-f47f548d87fe req-35b8fbc8-9a1e-454b-be84-25cd34396907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:05.840154 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-513ef047-2747-4489-a77d-f47f548d87fe req-35b8fbc8-9a1e-454b-be84-25cd34396907 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4185a04b-9227-49e3-827b-a30bed406bcb HTTP/1.1" status: 200 len: 912 time: 0.2441592 Feb 17 17:39:05.846173 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657dc5d8-daf2-4076-b198-2b0f010193d6 req-c0d1d136-310e-4236-9f27-e1465598858d tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:05.848087 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-657dc5d8-daf2-4076-b198-2b0f010193d6 req-c0d1d136-310e-4236-9f27-e1465598858d tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/ports?device_id=5ffce458-0ebd-46c0-a157-71c6a8e225e5 HTTP/1.1" status: 200 len: 931 time: 1.1783202 Feb 17 17:39:05.860030 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-66bf2061-f97a-4b74-8c6b-513b7f4d4c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (7c5250fc-3bc1-4917-bf7e-4cd5363edbc6), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:05.871829 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-9da47ad5-63c2-4c6d-bb77-6597fabd1e8d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] device_id is not set on port 3dc2f060-daea-43ae-b818-29bac1745161 yet. {{(pid=103435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:39:05.922389 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-513ef047-2747-4489-a77d-f47f548d87fe req-350d812a-4d64-4ec1-b8da-d333c7528f59 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f069148d-2acc-4f1c-ac49-04d4a31d4c03 HTTP/1.1" status: 200 len: 217 time: 0.0704217 Feb 17 17:39:05.940224 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e9406574-f465-42b7-a4f1-993d732d8cc8 req-3373e3c6-0883-4884-935e-135ebdacfd0c tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=98b36a0977de45c0a743fd9cc28b88ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1324828 Feb 17 17:39:05.941374 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-6f77732d-9d28-4ab4-bdda-1e3c9d75d27e service neutron] For port 6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:39:05.953747 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 7c5250fc-3bc1-4917-bf7e-4cd5363edbc6 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:39:05.996452 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-6f77732d-9d28-4ab4-bdda-1e3c9d75d27e service neutron] For port 6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac,segment=NetworkSegment(35db7bfb-f40a-40b5-883e-cb5d409c283a),segment_id=35db7bfb-f40a-40b5-883e-cb5d409c283a)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:39:06.016757 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-6f77732d-9d28-4ab4-bdda-1e3c9d75d27e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:06.029929 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f8e8b021-0985-4bc5-a29c-69c4b1d9afb5 admin admin] Publish callbacks [] for security_group (01113e2a-fb7d-4e22-a6b4-e3835adf9a18), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:06.062727 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f8e8b021-0985-4bc5-a29c-69c4b1d9afb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (01113e2a-fb7d-4e22-a6b4-e3835adf9a18), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:06.081640 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ef047-2747-4489-a77d-f47f548d87fe req-4da7f242-113d-4264-bca2-3393b9600adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:06.083173 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-513ef047-2747-4489-a77d-f47f548d87fe req-4da7f242-113d-4264-bca2-3393b9600adb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ae6f582f-f431-4be8-9155-e78feef29d45 HTTP/1.1" status: 200 len: 851 time: 0.1540642 Feb 17 17:39:06.087295 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf2061-f97a-4b74-8c6b-513b7f4d4c93 None None] Pushing event updated for resources: {'Port': ['ID=7c5250fc-3bc1-4917-bf7e-4cd5363edbc6,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:06.097777 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 7c5250fc-3bc1-4917-bf7e-4cd5363edbc6 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:39:06.100174 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-6f77732d-9d28-4ab4-bdda-1e3c9d75d27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:06.100394 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7c5250fc-3bc1-4917-bf7e-4cd5363edbc6), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:06.100666 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-6f77732d-9d28-4ab4-bdda-1e3c9d75d27e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:06.102394 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-6f77732d-9d28-4ab4-bdda-1e3c9d75d27e service neutron] 10.222.0.91 "PUT /v2.0/ports/6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac HTTP/1.1" status: 200 len: 1091 time: 2.3304105 Feb 17 17:39:06.170859 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-513ef047-2747-4489-a77d-f47f548d87fe req-0ef18315-9f97-4c8f-b19f-a32e1925d215 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4185a04b-9227-49e3-827b-a30bed406bcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673475 Feb 17 17:39:06.173264 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8e8b021-0985-4bc5-a29c-69c4b1d9afb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:39:06.193326 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f77732d-9d28-4ab4-bdda-1e3c9d75d27e service neutron] Pushing event updated for resources: {'Port': ['ID=6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:06.212770 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e8b021-0985-4bc5-a29c-69c4b1d9afb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01113e2a-fb7d-4e22-a6b4-e3835adf9a18,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:06.253883 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-657dc5d8-daf2-4076-b198-2b0f010193d6 req-b829f581-f363-46e7-b235-1d3d2a3de8ca tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/security-groups?id=c0c1da27-5156-4487-bf9f-31a05708ed74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931952 Feb 17 17:39:06.274609 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ffce458-0ebd-46c0-a157-71c6a8e225e5', 'tag': '6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:39:06.277936 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ae78d5-568a-4372-8638-7156cb27e40d" -d '{"events": [{"name": "network-changed", "server_uuid": "5ffce458-0ebd-46c0-a157-71c6a8e225e5", "tag": "6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:39:06.285434 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 7c5250fc-3bc1-4917-bf7e-4cd5363edbc6 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:39:06.290574 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-00b52a37-26b3-430f-8514-60d4aa7ff403 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Allocated IP 172.20.0.3 (390c8bfa-e579-4ed1-b54f-c49df60eba09/247b5577-9ea4-445e-acdb-c063647b8b00/85e2c19f-bcc7-4b4f-afd2-3f40e5c17286) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:39:06.297589 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f8e8b021-0985-4bc5-a29c-69c4b1d9afb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (f07732c4-033f-4710-8403-c46ca6551036), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:06.297933 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-f8e8b021-0985-4bc5-a29c-69c4b1d9afb5 admin admin] Added segment f07732c4-033f-4710-8403-c46ca6551036 of type vlan for network d75f2967-9baa-454b-9e4b-063c9ebc97c7 Feb 17 17:39:06.302629 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-618086e5-5ed5-4ee6-9ba3-2f0cf2d58846 service neutron] 10.222.0.91 "GET /v2.0/networks/cc320263-b432-4650-9484-dc130e67f905?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0026047 Feb 17 17:39:06.429443 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f8e8b021-0985-4bc5-a29c-69c4b1d9afb5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (d75f2967-9baa-454b-9e4b-063c9ebc97c7), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:06.453207 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-03a0c6cd-2926-4168-96e2-abe74c7981b0 service neutron] 10.222.0.91 "GET /v2.0/networks/cc320263-b432-4650-9484-dc130e67f905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330934 Feb 17 17:39:06.477876 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-55e1ded6-1f02-4f65-b1bb-2b815a70927b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:06.479197 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-55e1ded6-1f02-4f65-b1bb-2b815a70927b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=126dec359e5a4147b05d2ce9ed443ea7&device_id=5ffce458-0ebd-46c0-a157-71c6a8e225e5 HTTP/1.1" status: 200 len: 1125 time: 0.3020961 Feb 17 17:39:06.530752 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-fa4035ae-5337-4d69-bc5b-6c65bb8838c1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=46ca0592-2b78-4190-9be6-1b3e395f0384 HTTP/1.1" status: 200 len: 217 time: 0.0634389 Feb 17 17:39:06.543080 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f8e8b021-0985-4bc5-a29c-69c4b1d9afb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (d75f2967-9baa-454b-9e4b-063c9ebc97c7), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:06.544053 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e8b021-0985-4bc5-a29c-69c4b1d9afb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:06.544646 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f8e8b021-0985-4bc5-a29c-69c4b1d9afb5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:06.553641 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-513ef047-2747-4489-a77d-f47f548d87fe req-46500685-ffe1-4536-ae98-7eb73c2fec98 service neutron] 10.222.0.71 "GET /v2.0/networks/4185a04b-9227-49e3-827b-a30bed406bcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752246 Feb 17 17:39:06.554890 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-e5e01cd3-fb05-4cf2-85b9-00aba96cc31a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac HTTP/1.1" status: 200 len: 217 time: 0.0609441 Feb 17 17:39:06.564298 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-83c0d4c0-b8af-45f2-bf1d-fe1870929779 None None] Provisioning complete for port d5453c55-d657-4cf3-b059-ee1fc56da7e7 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:39:06.566278 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-83c0d4c0-b8af-45f2-bf1d-fe1870929779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d5453c55-d657-4cf3-b059-ee1fc56da7e7), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:06.618784 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9406574-f465-42b7-a4f1-993d732d8cc8 req-b3ccf123-adb1-4e30-93c3-4085496b88cb tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:06.620167 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4acc67be-9c15-4262-a68c-8c764e79caff x-openstack-request-id: req-4acc67be-9c15-4262-a68c-8c764e79caff {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:39:06.620508 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ffce458-0ebd-46c0-a157-71c6a8e225e5", "tag": "6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:39:06.620763 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4acc67be-9c15-4262-a68c-8c764e79caff {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:39:06.621170 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ffce458-0ebd-46c0-a157-71c6a8e225e5', 'tag': '6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac', 'status': 'completed', 'code': 200} Feb 17 17:39:06.628955 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e9406574-f465-42b7-a4f1-993d732d8cc8 req-b3ccf123-adb1-4e30-93c3-4085496b88cb tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6873128 Feb 17 17:39:06.646077 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f8e8b021-0985-4bc5-a29c-69c4b1d9afb5 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5069506 Feb 17 17:39:06.678761 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:06.693862 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e8b021-0985-4bc5-a29c-69c4b1d9afb5 admin admin] Pushing event updated for resources: {'Network': ['ID=d75f2967-9baa-454b-9e4b-063c9ebc97c7,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:06.694101 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-83c0d4c0-b8af-45f2-bf1d-fe1870929779 None None] Port d5453c55-d657-4cf3-b059-ee1fc56da7e7 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:39:06.705010 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 48678) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:06.709639 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network d75f2967-9baa-454b-9e4b-063c9ebc97c7 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:39:06.729359 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-cc02bae4-4497-4f7c-ba58-c242062cb3c5 admin admin] Request body: {'subnet': {'network_id': 'd75f2967-9baa-454b-9e4b-063c9ebc97c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-163473098-subnet', 'tenant_id': 'b209356421da47f1a4a432732ce9b398', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:06.748396 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-f7758a4a-7f1f-4a68-b971-b459dd1b08ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:06.752195 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-f7758a4a-7f1f-4a68-b971-b459dd1b08ea service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ae6f582f-f431-4be8-9155-e78feef29d45 HTTP/1.1" status: 200 len: 851 time: 0.1829329 Feb 17 17:39:06.763082 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e9406574-f465-42b7-a4f1-993d732d8cc8 req-9a39a41a-c451-40f5-b5be-33df5262820a tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.87 "GET /v2.0/quotas/98b36a0977de45c0a743fd9cc28b88ad HTTP/1.1" status: 200 len: 375 time: 0.1332860 Feb 17 17:39:06.768949 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-83c0d4c0-b8af-45f2-bf1d-fe1870929779 None None] Provisioning complete for port 7c5250fc-3bc1-4917-bf7e-4cd5363edbc6 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:39:06.769465 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-83c0d4c0-b8af-45f2-bf1d-fe1870929779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7c5250fc-3bc1-4917-bf7e-4cd5363edbc6), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:06.802867 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-9da47ad5-63c2-4c6d-bb77-6597fabd1e8d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Allocated IP 2001:db8::f (9d210c6b-a327-473c-8f29-2296f316173e/8b0b9e6f-b4db-4d86-b72b-cfb678cf678a/3dc2f060-daea-43ae-b818-29bac1745161) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:39:06.832542 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-1aefb2cb-55e3-4e5d-af23-1fd8f79f0ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:06.834484 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-1aefb2cb-55e3-4e5d-af23-1fd8f79f0ad3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f2e0eb54-8f78-4737-b37f-1044983cc57f HTTP/1.1" status: 200 len: 797 time: 0.2776701 Feb 17 17:39:06.855792 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e9406574-f465-42b7-a4f1-993d732d8cc8 req-faa95498-ee74-4977-acfb-6e25f3a11182 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=98b36a0977de45c0a743fd9cc28b88ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0917187 Feb 17 17:39:06.927071 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc02bae4-4497-4f7c-ba58-c242062cb3c5 admin admin] Made reservation on behalf of b209356421da47f1a4a432732ce9b398 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:39:06.933682 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cc02bae4-4497-4f7c-ba58-c242062cb3c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:06.983787 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-83c0d4c0-b8af-45f2-bf1d-fe1870929779 None None] Current status of the port 7c5250fc-3bc1-4917-bf7e-4cd5363edbc6 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:39:07.061585 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device f069148d-2acc-4f1c-ac49-04d4a31d4c03 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:39:07.364947 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9858fc17-7e42-4779-990d-806c888a45b9 req-fbf9ee32-369b-4b0e-9dd8-eeaa54897859 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=98b36a0977de45c0a743fd9cc28b88ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0991025 Feb 17 17:39:07.392024 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-f24871f9-09b9-44e0-82f9-c1902be5593f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4185a04b-9227-49e3-827b-a30bed406bcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6009946 Feb 17 17:39:07.420580 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-5136456b-f28e-4ebc-acbc-3dcd1c7825f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:07.422666 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-5136456b-f28e-4ebc-acbc-3dcd1c7825f1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=cc320263-b432-4650-9484-dc130e67f905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5658827 Feb 17 17:39:07.467143 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cc02bae4-4497-4f7c-ba58-c242062cb3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (cec9a07b-e14f-470e-91d4-14ffa2e16306), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:07.483161 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port f069148d-2acc-4f1c-ac49-04d4a31d4c03, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=f069148d-2acc-4f1c-ac49-04d4a31d4c03,segment=NetworkSegment(35db7bfb-f40a-40b5-883e-cb5d409c283a),segment_id=35db7bfb-f40a-40b5-883e-cb5d409c283a)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:39:07.499752 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-513ef047-2747-4489-a77d-f47f548d87fe req-cf532327-71e4-47c7-915a-8c00c8653239 service neutron] 10.222.0.71 "GET /v2.0/networks/4185a04b-9227-49e3-827b-a30bed406bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9290659 Feb 17 17:39:07.524538 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': 'f069148d-2acc-4f1c-ac49-04d4a31d4c03', 'network_id': '4185a04b-9227-49e3-827b-a30bed406bcb', 'port_id': 'f069148d-2acc-4f1c-ac49-04d4a31d4c03', 'mac_address': 'fa:16:3e:f3:52:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae6f582f-f431-4be8-9155-e78feef29d45', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:39:07.535553 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-4980c886-9f91-47d2-9eb7-18842cee384c service neutron] 10.222.0.91 "GET /v2.0/networks/4185a04b-9227-49e3-827b-a30bed406bcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354866 Feb 17 17:39:07.544200 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-bf321d92-bbf6-4d6e-b1df-18bd0cc3def6 None None] Provisioning complete for port d5453c55-d657-4cf3-b059-ee1fc56da7e7 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:39:07.544851 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bf321d92-bbf6-4d6e-b1df-18bd0cc3def6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d5453c55-d657-4cf3-b059-ee1fc56da7e7), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:07.574399 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc02bae4-4497-4f7c-ba58-c242062cb3c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cec9a07b-e14f-470e-91d4-14ffa2e16306,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:07.627982 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-bf321d92-bbf6-4d6e-b1df-18bd0cc3def6 None None] Port d5453c55-d657-4cf3-b059-ee1fc56da7e7 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:39:07.633782 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port f069148d-2acc-4f1c-ac49-04d4a31d4c03 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:39:07.634406 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (f069148d-2acc-4f1c-ac49-04d4a31d4c03), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:07.666237 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f069148d-2acc-4f1c-ac49-04d4a31d4c03 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:39:07.675377 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e65c48ba-f0d5-4647-abb7-54960778ef6f req-00ca60fc-6a36-4572-81b2-f640e6358ab9 service neutron] 10.222.0.91 "GET /v2.0/networks/4185a04b-9227-49e3-827b-a30bed406bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341221 Feb 17 17:39:07.723812 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port f069148d-2acc-4f1c-ac49-04d4a31d4c03, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=f069148d-2acc-4f1c-ac49-04d4a31d4c03,segment=NetworkSegment(35db7bfb-f40a-40b5-883e-cb5d409c283a),segment_id=35db7bfb-f40a-40b5-883e-cb5d409c283a)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:39:07.731049 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (f069148d-2acc-4f1c-ac49-04d4a31d4c03), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:07.798154 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858fc17-7e42-4779-990d-806c888a45b9 req-e0d2eb3b-0ffa-4bd3-b1f6-37acc129c313 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:07.799668 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9858fc17-7e42-4779-990d-806c888a45b9 req-e0d2eb3b-0ffa-4bd3-b1f6-37acc129c313 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4335227 Feb 17 17:39:07.806324 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=f069148d-2acc-4f1c-ac49-04d4a31d4c03,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:07.833078 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae78d5-568a-4372-8638-7156cb27e40d req-68df8c7a-5ff7-4df8-beb5-d72cbde5f669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:07.837118 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:07.837697 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c3ae78d5-568a-4372-8638-7156cb27e40d req-68df8c7a-5ff7-4df8-beb5-d72cbde5f669 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=126dec359e5a4147b05d2ce9ed443ea7&device_id=5ffce458-0ebd-46c0-a157-71c6a8e225e5 HTTP/1.1" status: 200 len: 1125 time: 0.0856016 Feb 17 17:39:07.871143 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 7c5250fc-3bc1-4917-bf7e-4cd5363edbc6 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:39:07.903656 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ca57e-db31-4ce0-aa8f-905727a8f6ea req-24169172-d589-4ac6-850c-36c8bbbbcf71 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:07.905428 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-685ca57e-db31-4ce0-aa8f-905727a8f6ea req-24169172-d589-4ac6-850c-36c8bbbbcf71 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/ports?device_id=5ffce458-0ebd-46c0-a157-71c6a8e225e5 HTTP/1.1" status: 200 len: 943 time: 0.4720976 Feb 17 17:39:07.962362 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['f069148d-2acc-4f1c-ac49-04d4a31d4c03'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:39:07.975944 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae78d5-568a-4372-8638-7156cb27e40d req-f28e6bb5-630d-4103-8765-eb11169d4e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:07.977291 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c3ae78d5-568a-4372-8638-7156cb27e40d req-f28e6bb5-630d-4103-8765-eb11169d4e9e service neutron] 10.222.0.91 "GET /v2.0/networks?id=4185a04b-9227-49e3-827b-a30bed406bcb HTTP/1.1" status: 200 len: 912 time: 0.1334274 Feb 17 17:39:08.020479 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-00b52a37-26b3-430f-8514-60d4aa7ff403 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for port (85e2c19f-bcc7-4b4f-afd2-3f40e5c17286), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:08.032501 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9858fc17-7e42-4779-990d-806c888a45b9 req-9e9fc0dc-2503-4af0-8248-12db365e76f7 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.87 "GET /v2.0/quotas/98b36a0977de45c0a743fd9cc28b88ad HTTP/1.1" status: 200 len: 375 time: 0.1793432 Feb 17 17:39:08.049620 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 7c5250fc-3bc1-4917-bf7e-4cd5363edbc6 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:39:08.049891 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7c5250fc-3bc1-4917-bf7e-4cd5363edbc6), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:08.064572 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c3ae78d5-568a-4372-8638-7156cb27e40d req-5b038d2a-5f09-4629-a697-bed219c1fe1c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac HTTP/1.1" status: 200 len: 217 time: 0.0802906 Feb 17 17:39:08.094432 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9858fc17-7e42-4779-990d-806c888a45b9 req-dc3ddd91-45f5-415f-803b-c2daec3d8b3f tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=98b36a0977de45c0a743fd9cc28b88ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602953 Feb 17 17:39:08.197449 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae78d5-568a-4372-8638-7156cb27e40d req-a8e592fc-c280-488b-88db-0d02c6ff40e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:08.199815 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c3ae78d5-568a-4372-8638-7156cb27e40d req-a8e592fc-c280-488b-88db-0d02c6ff40e7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ae6f582f-f431-4be8-9155-e78feef29d45 HTTP/1.1" status: 200 len: 851 time: 0.1290634 Feb 17 17:39:08.238137 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc02bae4-4497-4f7c-ba58-c242062cb3c5 admin admin] Checking segment: {'id': 'f07732c4-033f-4710-8403-c46ca6551036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd75f2967-9baa-454b-9e4b-063c9ebc97c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:39:08.238926 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc02bae4-4497-4f7c-ba58-c242062cb3c5 admin admin] Network hostable DHCP agents. Network: d75f2967-9baa-454b-9e4b-063c9ebc97c7, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:39:08.264227 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 7c5250fc-3bc1-4917-bf7e-4cd5363edbc6 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:39:08.307630 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c3ae78d5-568a-4372-8638-7156cb27e40d req-bcd6ee89-057d-418e-b327-7d19edb9f7ba service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4185a04b-9227-49e3-827b-a30bed406bcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1014109 Feb 17 17:39:08.321572 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-8170b522-f7cc-4682-bf00-dd92e23a7764 service neutron] 10.222.0.91 "GET /v2.0/networks/cc320263-b432-4650-9484-dc130e67f905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8454731 Feb 17 17:39:08.391579 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-685ca57e-db31-4ce0-aa8f-905727a8f6ea req-698b24e3-e7be-4456-9597-7cf5faa31891 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/security-groups?id=c0c1da27-5156-4487-bf9f-31a05708ed74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3895175 Feb 17 17:39:08.411019 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-00b52a37-26b3-430f-8514-60d4aa7ff403 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (85e2c19f-bcc7-4b4f-afd2-3f40e5c17286), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:08.434525 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc02bae4-4497-4f7c-ba58-c242062cb3c5 admin admin] Network d75f2967-9baa-454b-9e4b-063c9ebc97c7 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:39:08.474203 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-cc02bae4-4497-4f7c-ba58-c242062cb3c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, d75f2967-9baa-454b-9e4b-063c9ebc97c7) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:39:08.496201 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7e4178-6e9d-4b32-b01f-66df00990f2e None None] Network d75f2967-9baa-454b-9e4b-063c9ebc97c7 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:39:08.589149 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c3ae78d5-568a-4372-8638-7156cb27e40d req-011f5da5-5a59-46b5-9fac-e598d5287c3a service neutron] 10.222.0.91 "GET /v2.0/networks/4185a04b-9227-49e3-827b-a30bed406bcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743185 Feb 17 17:39:08.614613 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9da47ad5-63c2-4c6d-bb77-6597fabd1e8d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for port (3dc2f060-daea-43ae-b818-29bac1745161), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:08.623366 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc02bae4-4497-4f7c-ba58-c242062cb3c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:08.624115 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cc02bae4-4497-4f7c-ba58-c242062cb3c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:08.794201 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-071af517-3c3f-454a-8c4c-f0cfa648f38d req-d3d6b2a6-c8d0-4797-a16a-454841eb3eb3 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.87 "GET /v2.0/ports?device_id=3448c5c7-468d-4aa5-80d4-bce345360982 HTTP/1.1" status: 200 len: 210 time: 0.2000237 Feb 17 17:39:08.816812 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7244634f-6a88-484c-8f5e-b15a5cf5c16e None None] Network d75f2967-9baa-454b-9e4b-063c9ebc97c7 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:39:08.832997 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e9406574-f465-42b7-a4f1-993d732d8cc8 req-a8660882-f260-4266-822b-f24da1db9719 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=98b36a0977de45c0a743fd9cc28b88ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1116512 Feb 17 17:39:08.903965 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b52a37-26b3-430f-8514-60d4aa7ff403 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Network 390c8bfa-e579-4ed1-b54f-c49df60eba09 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:39:08.924122 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-cc02bae4-4497-4f7c-ba58-c242062cb3c5 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2079015 Feb 17 17:39:08.946992 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-00b52a37-26b3-430f-8514-60d4aa7ff403 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:39:09.005081 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b52a37-26b3-430f-8514-60d4aa7ff403 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:39:09.014529 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c3ae78d5-568a-4372-8638-7156cb27e40d req-3007dad3-413c-4faa-a113-4a9c1eb6dedd service neutron] 10.222.0.91 "GET /v2.0/networks/4185a04b-9227-49e3-827b-a30bed406bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184220 Feb 17 17:39:09.014986 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:09.144137 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b52a37-26b3-430f-8514-60d4aa7ff403 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:09.149810 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-00b52a37-26b3-430f-8514-60d4aa7ff403 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:09.187046 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b52a37-26b3-430f-8514-60d4aa7ff403 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Pushing event updated for resources: {'Port': ['ID=85e2c19f-bcc7-4b4f-afd2-3f40e5c17286,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:09.204887 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-00b52a37-26b3-430f-8514-60d4aa7ff403 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 5.5616930 Feb 17 17:39:09.221513 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 48728) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:09.251070 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-944844cc-4a74-4666-821e-a28ff32723fa tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'port_id': '85e2c19f-bcc7-4b4f-afd2-3f40e5c17286', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:09.261969 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device f069148d-2acc-4f1c-ac49-04d4a31d4c03 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:39:09.337963 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-944844cc-4a74-4666-821e-a28ff32723fa tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:09.375489 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9406574-f465-42b7-a4f1-993d732d8cc8 req-92496ded-2bda-4bda-b1d2-456f4229d1ec tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:09.377705 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e9406574-f465-42b7-a4f1-993d732d8cc8 req-92496ded-2bda-4bda-b1d2-456f4229d1ec tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5365107 Feb 17 17:39:09.382867 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-7e1fbcb4-f982-48bc-8ab6-588634ddac19 service neutron] 10.222.0.91 "GET /v2.0/networks/cc320263-b432-4650-9484-dc130e67f905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0085638 Feb 17 17:39:09.391354 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-e9406574-f465-42b7-a4f1-993d732d8cc8 req-83d47cce-cdd5-4d86-adfb-59c22e1205e4 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Request body: {'port': {'device_id': 'f8516490-e323-4676-8497-08f986001dea', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'admin_state_up': True, 'tenant_id': '98b36a0977de45c0a743fd9cc28b88ad'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:09.510043 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-0f9f4497-c2a6-4d0f-9875-fe723b16b46e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=613c48ee-ff33-4710-a66b-a3a36bbd9380 HTTP/1.1" status: 200 len: 217 time: 0.0903442 Feb 17 17:39:09.545564 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9da47ad5-63c2-4c6d-bb77-6597fabd1e8d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (3dc2f060-daea-43ae-b818-29bac1745161), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:09.588164 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port f069148d-2acc-4f1c-ac49-04d4a31d4c03 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:39:09.598957 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port f069148d-2acc-4f1c-ac49-04d4a31d4c03 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:39:09.598957 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (f069148d-2acc-4f1c-ac49-04d4a31d4c03), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:09.689477 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9406574-f465-42b7-a4f1-993d732d8cc8 req-83d47cce-cdd5-4d86-adfb-59c22e1205e4 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Made reservation on behalf of 98b36a0977de45c0a743fd9cc28b88ad for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:39:09.694117 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e9406574-f465-42b7-a4f1-993d732d8cc8 req-83d47cce-cdd5-4d86-adfb-59c22e1205e4 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:09.702233 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-2ad8d898-60db-4546-b7fb-f87262afe3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:09.704069 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-2ad8d898-60db-4546-b7fb-f87262afe3ee service neutron] 10.222.0.91 "GET /v2.0/subnets?id=540d487b-e25b-4d54-95fe-b2d05bcb76cb HTTP/1.1" status: 200 len: 797 time: 0.1757076 Feb 17 17:39:09.705795 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e9406574-f465-42b7-a4f1-993d732d8cc8 req-83d47cce-cdd5-4d86-adfb-59c22e1205e4 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:09.903669 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port f069148d-2acc-4f1c-ac49-04d4a31d4c03 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:39:09.904186 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (f069148d-2acc-4f1c-ac49-04d4a31d4c03), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:09.938330 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e9406574-f465-42b7-a4f1-993d732d8cc8 req-83d47cce-cdd5-4d86-adfb-59c22e1205e4 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Publish callbacks [] for security_group (e9bd42c3-c838-49d1-a22a-8fe0d191573f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:09.942496 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e9406574-f465-42b7-a4f1-993d732d8cc8 req-83d47cce-cdd5-4d86-adfb-59c22e1205e4 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (e9bd42c3-c838-49d1-a22a-8fe0d191573f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:09.952461 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef7d1ac-9d64-4854-9eb8-2a4fd485fa59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f069148d-2acc-4f1c-ac49-04d4a31d4c03'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:39:09.952461 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869a702d-f32f-4e1b-87ee-ae3434bd2ff4" -d '{"events": [{"server_uuid": "2ef7d1ac-9d64-4854-9eb8-2a4fd485fa59", "name": "network-vif-plugged", "status": "completed", "tag": "f069148d-2acc-4f1c-ac49-04d4a31d4c03"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:39:09.965108 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da47ad5-63c2-4c6d-bb77-6597fabd1e8d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Network 9d210c6b-a327-473c-8f29-2296f316173e is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:39:09.988606 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port f069148d-2acc-4f1c-ac49-04d4a31d4c03, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=f069148d-2acc-4f1c-ac49-04d4a31d4c03,segment=NetworkSegment(35db7bfb-f40a-40b5-883e-cb5d409c283a),segment_id=35db7bfb-f40a-40b5-883e-cb5d409c283a)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:39:10.012588 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (f069148d-2acc-4f1c-ac49-04d4a31d4c03), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:10.076063 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-9da47ad5-63c2-4c6d-bb77-6597fabd1e8d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:39:10.080792 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d47cce-cdd5-4d86-adfb-59c22e1205e4 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bd42c3-c838-49d1-a22a-8fe0d191573f,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:10.097932 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da47ad5-63c2-4c6d-bb77-6597fabd1e8d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:39:10.103697 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da47ad5-63c2-4c6d-bb77-6597fabd1e8d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:10.105172 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9da47ad5-63c2-4c6d-bb77-6597fabd1e8d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:10.137398 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928689b3-f50c-43ee-8c5a-3e6635f79fe6 req-28c3badd-03a5-41c3-989a-b4eafde9ff2d tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:10.139372 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-928689b3-f50c-43ee-8c5a-3e6635f79fe6 req-28c3badd-03a5-41c3-989a-b4eafde9ff2d tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/ports?device_id=5ffce458-0ebd-46c0-a157-71c6a8e225e5 HTTP/1.1" status: 200 len: 943 time: 0.4281983 Feb 17 17:39:10.141516 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da47ad5-63c2-4c6d-bb77-6597fabd1e8d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event updated for resources: {'Port': ['ID=3dc2f060-daea-43ae-b818-29bac1745161,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:10.152701 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 48752) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:10.157139 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-9da47ad5-63c2-4c6d-bb77-6597fabd1e8d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 5.1291976 Feb 17 17:39:10.199698 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-6ed096a3-9ea2-49b6-ab3c-4cbfc1914af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:10.201810 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-6ed096a3-9ea2-49b6-ab3c-4cbfc1914af5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4823120 Feb 17 17:39:10.249996 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=f069148d-2acc-4f1c-ac49-04d4a31d4c03,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:10.548753 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-e9406574-f465-42b7-a4f1-993d732d8cc8 req-83d47cce-cdd5-4d86-adfb-59c22e1205e4 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Allocated IP 192.168.233.37 (82b8d039-1c14-456f-ab24-8b3aebebd7d8/ac79920f-9ddd-4352-b866-6056158b178e/8787d5d2-3f84-4423-9f0d-ae43c4c30a90) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:39:10.603150 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:39:10.680269 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-dd4cda37-8924-42c3-a217-f5dc5a632591 None None] Provisioning complete for port 3dc2f060-daea-43ae-b818-29bac1745161 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:39:10.680651 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dd4cda37-8924-42c3-a217-f5dc5a632591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (3dc2f060-daea-43ae-b818-29bac1745161), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:10.773359 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-dd4cda37-8924-42c3-a217-f5dc5a632591 None None] Port 3dc2f060-daea-43ae-b818-29bac1745161 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:39:10.895683 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e9406574-f465-42b7-a4f1-993d732d8cc8 req-83d47cce-cdd5-4d86-adfb-59c22e1205e4 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Publish callbacks [] for port (8787d5d2-3f84-4423-9f0d-ae43c4c30a90), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:10.944815 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 48770) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:10.946266 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac,segment=NetworkSegment(35db7bfb-f40a-40b5-883e-cb5d409c283a),segment_id=35db7bfb-f40a-40b5-883e-cb5d409c283a)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:39:10.970081 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-53bfcbe7-f8e2-4428-a70c-73883f3c2b0c req-42024212-070f-4d5d-8ca1-b2a2969e1dbc tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.87 "GET /v2.0/ports?device_id=3448c5c7-468d-4aa5-80d4-bce345360982 HTTP/1.1" status: 200 len: 210 time: 0.7163079 Feb 17 17:39:10.979355 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac', 'network_id': '4185a04b-9227-49e3-827b-a30bed406bcb', 'port_id': '6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac', 'mac_address': 'fa:16:3e:a7:74:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae6f582f-f431-4be8-9155-e78feef29d45', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:39:10.999773 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e9406574-f465-42b7-a4f1-993d732d8cc8 req-83d47cce-cdd5-4d86-adfb-59c22e1205e4 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (8787d5d2-3f84-4423-9f0d-ae43c4c30a90), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:11.022681 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9858fc17-7e42-4779-990d-806c888a45b9 req-7296a8ee-cab2-4f70-94ed-2f6b5eab151a tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=98b36a0977de45c0a743fd9cc28b88ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.8106785 Feb 17 17:39:11.043843 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccfc868-95c9-491b-aad2-43748eccf763 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:11.049086 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4ccfc868-95c9-491b-aad2-43748eccf763 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.8940711 Feb 17 17:39:11.057538 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:39:11.058552 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:11.071124 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 48774) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:11.077679 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:39:11.104440 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac,segment=NetworkSegment(35db7bfb-f40a-40b5-883e-cb5d409c283a),segment_id=35db7bfb-f40a-40b5-883e-cb5d409c283a)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:39:11.112945 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:11.122129 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea6ef72-5b6f-4bb4-9eaa-ee74be6daf5f x-openstack-request-id: req-cea6ef72-5b6f-4bb4-9eaa-ee74be6daf5f {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:39:11.122466 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef7d1ac-9d64-4854-9eb8-2a4fd485fa59", "name": "network-vif-plugged", "status": "completed", "tag": "f069148d-2acc-4f1c-ac49-04d4a31d4c03", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:39:11.124227 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-cea6ef72-5b6f-4bb4-9eaa-ee74be6daf5f {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:39:11.124734 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef7d1ac-9d64-4854-9eb8-2a4fd485fa59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f069148d-2acc-4f1c-ac49-04d4a31d4c03', 'code': 200} Feb 17 17:39:11.231627 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:11.248357 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9406574-f465-42b7-a4f1-993d732d8cc8 req-83d47cce-cdd5-4d86-adfb-59c22e1205e4 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:39:11.268269 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-944844cc-4a74-4666-821e-a28ff32723fa tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:11.320290 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-e9406574-f465-42b7-a4f1-993d732d8cc8 req-83d47cce-cdd5-4d86-adfb-59c22e1205e4 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:39:11.335255 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-928689b3-f50c-43ee-8c5a-3e6635f79fe6 req-97c43d5f-becf-4e18-99cb-f9e784b8480a tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/security-groups?id=c0c1da27-5156-4487-bf9f-31a05708ed74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1667721 Feb 17 17:39:11.354424 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9406574-f465-42b7-a4f1-993d732d8cc8 req-83d47cce-cdd5-4d86-adfb-59c22e1205e4 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:39:11.460504 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:39:11.481265 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9406574-f465-42b7-a4f1-993d732d8cc8 req-83d47cce-cdd5-4d86-adfb-59c22e1205e4 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:11.482768 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e9406574-f465-42b7-a4f1-993d732d8cc8 req-83d47cce-cdd5-4d86-adfb-59c22e1205e4 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:11.501523 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d47cce-cdd5-4d86-adfb-59c22e1205e4 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Pushing event updated for resources: {'Port': ['ID=8787d5d2-3f84-4423-9f0d-ae43c4c30a90,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:11.530975 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a494dbbb-dd34-428f-bdde-44da2d392cce req-a36ce4d8-63d2-4e60-82fe-eda1ec55d830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:11.531995 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a494dbbb-dd34-428f-bdde-44da2d392cce req-a36ce4d8-63d2-4e60-82fe-eda1ec55d830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:11.532504 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a494dbbb-dd34-428f-bdde-44da2d392cce req-a36ce4d8-63d2-4e60-82fe-eda1ec55d830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:11.532978 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a494dbbb-dd34-428f-bdde-44da2d392cce req-a36ce4d8-63d2-4e60-82fe-eda1ec55d830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:11.533756 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a494dbbb-dd34-428f-bdde-44da2d392cce req-a36ce4d8-63d2-4e60-82fe-eda1ec55d830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:11.535341 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a494dbbb-dd34-428f-bdde-44da2d392cce req-a36ce4d8-63d2-4e60-82fe-eda1ec55d830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:11.535341 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a494dbbb-dd34-428f-bdde-44da2d392cce req-a36ce4d8-63d2-4e60-82fe-eda1ec55d830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:11.557147 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a494dbbb-dd34-428f-bdde-44da2d392cce req-a36ce4d8-63d2-4e60-82fe-eda1ec55d830 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 6707 time: 0.6107578 Feb 17 17:39:11.583511 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e9406574-f465-42b7-a4f1-993d732d8cc8 req-83d47cce-cdd5-4d86-adfb-59c22e1205e4 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1962211 Feb 17 17:39:11.642265 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-e9406574-f465-42b7-a4f1-993d732d8cc8 req-16a06852-760a-417e-a259-cb28fc6d6115 service neutron] Request body: {'port': {'device_id': 'f8516490-e323-4676-8497-08f986001dea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:11.655366 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-f7b11dd2-5881-4e15-bbd5-fd774e6fe344 service neutron] 10.222.0.91 "GET /v2.0/networks/7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4166720 Feb 17 17:39:11.676562 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5d4095-5d9b-4658-a3fa-bc6561b37905 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:11.689465 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5d4095-5d9b-4658-a3fa-bc6561b37905 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:11.704873 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5d4095-5d9b-4658-a3fa-bc6561b37905 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:11.708927 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-1b5d4095-5d9b-4658-a3fa-bc6561b37905 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.6283243 Feb 17 17:39:11.729001 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 48790) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:11.791539 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858fc17-7e42-4779-990d-806c888a45b9 req-6f5f93ea-f77f-4eba-ae89-7c07af923fb4 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:11.794509 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc85a6-0f99-4b7d-a556-28f5b7dc5195 req-5003869c-dbf3-4e4d-bc9f-788aaf0c30e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:11.797671 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f7cc85a6-0f99-4b7d-a556-28f5b7dc5195 req-5003869c-dbf3-4e4d-bc9f-788aaf0c30e4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2ef7d1ac-9d64-4854-9eb8-2a4fd485fa59 HTTP/1.1" status: 200 len: 1127 time: 0.5583079 Feb 17 17:39:11.800394 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9858fc17-7e42-4779-990d-806c888a45b9 req-6f5f93ea-f77f-4eba-ae89-7c07af923fb4 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7763691 Feb 17 17:39:11.808884 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1b125213-bf6d-40a5-80f6-a8bbd739fd29 req-080397c1-1de5-43e9-a8c3-0c992e7ddbc1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a66cf83c-02b1-4b63-8363-98a2a0637846&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7312386 Feb 17 17:39:11.843306 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e2e53cc-abf0-47ba-814d-08bc3c504ab2 None None] Provisioning complete for port 8787d5d2-3f84-4423-9f0d-ae43c4c30a90 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:39:11.843306 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e2e53cc-abf0-47ba-814d-08bc3c504ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (8787d5d2-3f84-4423-9f0d-ae43c4c30a90), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:11.881802 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-9858fc17-7e42-4779-990d-806c888a45b9 req-3736d23e-0cd0-405f-b0c5-1458deadde36 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Request body: {'port': {'device_id': '3448c5c7-468d-4aa5-80d4-bce345360982', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'admin_state_up': True, 'tenant_id': '98b36a0977de45c0a743fd9cc28b88ad'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:11.928154 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a494dbbb-dd34-428f-bdde-44da2d392cce req-b5e57a26-15fe-44ae-8124-54f2b0886824 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=4a46e179-4efe-408d-8163-359e1c80274b&id=fd4d27d9-e68c-41ba-a909-f949182bce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3689067 Feb 17 17:39:11.946903 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e9406574-f465-42b7-a4f1-993d732d8cc8 req-16a06852-760a-417e-a259-cb28fc6d6115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8787d5d2-3f84-4423-9f0d-ae43c4c30a90), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:11.977392 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f7cc85a6-0f99-4b7d-a556-28f5b7dc5195 req-17ca7390-79a5-4be9-ac41-b2ba3bd8ad08 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c0c1da27-5156-4487-bf9f-31a05708ed74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894740 Feb 17 17:39:12.007739 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e2e53cc-abf0-47ba-814d-08bc3c504ab2 None None] Port 8787d5d2-3f84-4423-9f0d-ae43c4c30a90 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:39:12.058928 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-944844cc-4a74-4666-821e-a28ff32723fa tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Allocated IP 172.25.8.33 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/48868b74-e69b-4e1c-ba12-3dcdbf229a7b) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:39:12.227888 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7495c882-18ed-48d1-97ec-6e3ab6b166fc req-0bfdf174-857a-496e-a6cc-0ddf2afce5ab tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.87 "GET /v2.0/ports?device_id=3448c5c7-468d-4aa5-80d4-bce345360982 HTTP/1.1" status: 200 len: 210 time: 0.0656717 Feb 17 17:39:12.305995 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-944844cc-4a74-4666-821e-a28ff32723fa tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for port (48868b74-e69b-4e1c-ba12-3dcdbf229a7b), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:12.365045 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b125213-bf6d-40a5-80f6-a8bbd739fd29 req-ab8df3b4-2bd4-4ad7-aa28-2dbe86b593fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:12.366558 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1b125213-bf6d-40a5-80f6-a8bbd739fd29 req-ab8df3b4-2bd4-4ad7-aa28-2dbe86b593fa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a45426717d8d45f2862bf894c7d95737&device_id=a66cf83c-02b1-4b63-8363-98a2a0637846 HTTP/1.1" status: 200 len: 1128 time: 0.4906898 Feb 17 17:39:12.372622 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-e9406574-f465-42b7-a4f1-993d732d8cc8 req-16a06852-760a-417e-a259-cb28fc6d6115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8787d5d2-3f84-4423-9f0d-ae43c4c30a90 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:39:12.377982 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-f9cd276e-7905-4da2-80fe-d257e6edf3d4 service neutron] 10.222.0.91 "GET /v2.0/networks/7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6920195 Feb 17 17:39:12.388312 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e9406574-f465-42b7-a4f1-993d732d8cc8 req-16a06852-760a-417e-a259-cb28fc6d6115 service neutron] Publish callbacks [] for port (8787d5d2-3f84-4423-9f0d-ae43c4c30a90), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:12.404204 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-e9406574-f465-42b7-a4f1-993d732d8cc8 req-16a06852-760a-417e-a259-cb28fc6d6115 service neutron] Transition to ACTIVE for port object 8787d5d2-3f84-4423-9f0d-ae43c4c30a90 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:39:12.410871 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e9406574-f465-42b7-a4f1-993d732d8cc8 req-16a06852-760a-417e-a259-cb28fc6d6115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (8787d5d2-3f84-4423-9f0d-ae43c4c30a90), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:12.472516 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-c3cc0fc0-7a77-4a72-821f-4d01f30f9e54 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Deleting port 3dc2f060-daea-43ae-b818-29bac1745161 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:39:12.472907 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c3cc0fc0-7a77-4a72-821f-4d01f30f9e54 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (3dc2f060-daea-43ae-b818-29bac1745161), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:12.477081 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a06852-760a-417e-a259-cb28fc6d6115 service neutron] Pushing event updated for resources: {'Port': ['ID=8787d5d2-3f84-4423-9f0d-ae43c4c30a90,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:12.526743 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-a4ea14f1-3548-4117-9242-b5821ec15619 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3a0304e4-2f7a-4a83-9f09-e81f38957152 HTTP/1.1" status: 200 len: 217 time: 0.1397421 Feb 17 17:39:12.597008 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-e9406574-f465-42b7-a4f1-993d732d8cc8 req-16a06852-760a-417e-a259-cb28fc6d6115 service neutron] Attempting to bind port 8787d5d2-3f84-4423-9f0d-ae43c4c30a90 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:39:12.597608 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-e9406574-f465-42b7-a4f1-993d732d8cc8 req-16a06852-760a-417e-a259-cb28fc6d6115 service neutron] Attempting to bind port 8787d5d2-3f84-4423-9f0d-ae43c4c30a90 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:39:12.598110 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9406574-f465-42b7-a4f1-993d732d8cc8 req-16a06852-760a-417e-a259-cb28fc6d6115 service neutron] Attempting to bind port 8787d5d2-3f84-4423-9f0d-ae43c4c30a90 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:39:12.603066 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9406574-f465-42b7-a4f1-993d732d8cc8 req-16a06852-760a-417e-a259-cb28fc6d6115 service neutron] Port 8787d5d2-3f84-4423-9f0d-ae43c4c30a90 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:39:12.603657 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9406574-f465-42b7-a4f1-993d732d8cc8 req-16a06852-760a-417e-a259-cb28fc6d6115 service neutron] Attempting to bind port 8787d5d2-3f84-4423-9f0d-ae43c4c30a90 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:39:12.610315 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9406574-f465-42b7-a4f1-993d732d8cc8 req-16a06852-760a-417e-a259-cb28fc6d6115 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:39:12.611018 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9406574-f465-42b7-a4f1-993d732d8cc8 req-16a06852-760a-417e-a259-cb28fc6d6115 service neutron] Checking segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:39:12.611579 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9406574-f465-42b7-a4f1-993d732d8cc8 req-16a06852-760a-417e-a259-cb28fc6d6115 service neutron] Bound using segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:39:12.612184 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-e9406574-f465-42b7-a4f1-993d732d8cc8 req-16a06852-760a-417e-a259-cb28fc6d6115 service neutron] Bound port: 8787d5d2-3f84-4423-9f0d-ae43c4c30a90, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:39:12.612772 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e9406574-f465-42b7-a4f1-993d732d8cc8 req-16a06852-760a-417e-a259-cb28fc6d6115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8787d5d2-3f84-4423-9f0d-ae43c4c30a90), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:12.643973 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-677fd4c1-3ea4-43ed-90d9-34616f1b15a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:12.645541 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-677fd4c1-3ea4-43ed-90d9-34616f1b15a9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=540d487b-e25b-4d54-95fe-b2d05bcb76cb HTTP/1.1" status: 200 len: 797 time: 0.0815845 Feb 17 17:39:12.724705 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-e9406574-f465-42b7-a4f1-993d732d8cc8 req-16a06852-760a-417e-a259-cb28fc6d6115 service neutron] For port 8787d5d2-3f84-4423-9f0d-ae43c4c30a90, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:39:12.728367 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-e9406574-f465-42b7-a4f1-993d732d8cc8 req-16a06852-760a-417e-a259-cb28fc6d6115 service neutron] For port 8787d5d2-3f84-4423-9f0d-ae43c4c30a90, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=8787d5d2-3f84-4423-9f0d-ae43c4c30a90,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:39:12.736039 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e9406574-f465-42b7-a4f1-993d732d8cc8 req-16a06852-760a-417e-a259-cb28fc6d6115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (8787d5d2-3f84-4423-9f0d-ae43c4c30a90), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:12.784298 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9406574-f465-42b7-a4f1-993d732d8cc8 req-16a06852-760a-417e-a259-cb28fc6d6115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:12.785025 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e9406574-f465-42b7-a4f1-993d732d8cc8 req-16a06852-760a-417e-a259-cb28fc6d6115 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:12.786347 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e9406574-f465-42b7-a4f1-993d732d8cc8 req-16a06852-760a-417e-a259-cb28fc6d6115 service neutron] 10.222.0.71 "PUT /v2.0/ports/8787d5d2-3f84-4423-9f0d-ae43c4c30a90 HTTP/1.1" status: 200 len: 1095 time: 1.1744366 Feb 17 17:39:12.786811 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8516490-e323-4676-8497-08f986001dea', 'tag': '8787d5d2-3f84-4423-9f0d-ae43c4c30a90'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:39:12.789569 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdeacbc6-5148-468a-8b56-f58cd1b8bdd9" -d '{"events": [{"name": "network-changed", "server_uuid": "f8516490-e323-4676-8497-08f986001dea", "tag": "8787d5d2-3f84-4423-9f0d-ae43c4c30a90"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:39:12.845634 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a06852-760a-417e-a259-cb28fc6d6115 service neutron] Pushing event updated for resources: {'Port': ['ID=8787d5d2-3f84-4423-9f0d-ae43c4c30a90,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:12.904638 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c3cc0fc0-7a77-4a72-821f-4d01f30f9e54 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (3dc2f060-daea-43ae-b818-29bac1745161), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:12.913247 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9406574-f465-42b7-a4f1-993d732d8cc8 req-53f6d1e0-102d-46da-b093-87a083f3763b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:12.916072 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e9406574-f465-42b7-a4f1-993d732d8cc8 req-53f6d1e0-102d-46da-b093-87a083f3763b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=98b36a0977de45c0a743fd9cc28b88ad&device_id=f8516490-e323-4676-8497-08f986001dea HTTP/1.1" status: 200 len: 1129 time: 0.0648878 Feb 17 17:39:12.921751 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-c3cc0fc0-7a77-4a72-821f-4d01f30f9e54 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Calling delete_port for 3dc2f060-daea-43ae-b818-29bac1745161 owned by {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:39:12.934479 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-944844cc-4a74-4666-821e-a28ff32723fa tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (48868b74-e69b-4e1c-ba12-3dcdbf229a7b), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:12.944224 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9858fc17-7e42-4779-990d-806c888a45b9 req-3736d23e-0cd0-405f-b0c5-1458deadde36 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Made reservation on behalf of 98b36a0977de45c0a743fd9cc28b88ad for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:39:12.952329 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9858fc17-7e42-4779-990d-806c888a45b9 req-3736d23e-0cd0-405f-b0c5-1458deadde36 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:13.003025 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e9406574-f465-42b7-a4f1-993d732d8cc8 req-526dcdfb-aab9-4a64-98cf-3047333f5a84 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=8787d5d2-3f84-4423-9f0d-ae43c4c30a90 HTTP/1.1" status: 200 len: 217 time: 0.0759399 Feb 17 17:39:13.090818 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9406574-f465-42b7-a4f1-993d732d8cc8 req-6e2a21ae-8e91-4241-bf8d-c88cf1e6e33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:13.092594 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e9406574-f465-42b7-a4f1-993d732d8cc8 req-6e2a21ae-8e91-4241-bf8d-c88cf1e6e33d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.0775669 Feb 17 17:39:13.093723 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b125213-bf6d-40a5-80f6-a8bbd739fd29 req-2daac18a-665d-4c10-8278-5f7d692afa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:13.095451 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1b125213-bf6d-40a5-80f6-a8bbd739fd29 req-2daac18a-665d-4c10-8278-5f7d692afa28 service neutron] 10.222.0.71 "GET /v2.0/networks?id=249d7a73-68d0-4715-9e76-b2a8e292b955 HTTP/1.1" status: 200 len: 910 time: 0.7036414 Feb 17 17:39:13.101647 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a0070-d783-4b11-aea3-3368867857d6 req-ab962f9d-a032-46b6-9941-4588da3dee90 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:13.109612 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a76a0070-d783-4b11-aea3-3368867857d6 req-ab962f9d-a032-46b6-9941-4588da3dee90 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] 10.222.0.87 "GET /v2.0/networks?id=d75f2967-9baa-454b-9e4b-063c9ebc97c7 HTTP/1.1" status: 200 len: 809 time: 0.7198174 Feb 17 17:39:13.179877 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9406574-f465-42b7-a4f1-993d732d8cc8 req-857226bb-4fd9-45fa-acd2-b7f55528f7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:13.181908 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e9406574-f465-42b7-a4f1-993d732d8cc8 req-857226bb-4fd9-45fa-acd2-b7f55528f7ab service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0795293 Feb 17 17:39:13.258620 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944844cc-4a74-4666-821e-a28ff32723fa tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:39:13.266292 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580aac88-8888-4c69-b2f4-d5c847163a1c req-58d049a7-6a64-4b85-b348-b3d442c4a4d7 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:13.267868 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-580aac88-8888-4c69-b2f4-d5c847163a1c req-58d049a7-6a64-4b85-b348-b3d442c4a4d7 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/ports?device_id=5ffce458-0ebd-46c0-a157-71c6a8e225e5 HTTP/1.1" status: 200 len: 944 time: 0.8426461 Feb 17 17:39:13.268475 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944844cc-4a74-4666-821e-a28ff32723fa tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Pushing event updated for resources: {'Port': ['ID=48868b74-e69b-4e1c-ba12-3dcdbf229a7b,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:13.294577 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e9406574-f465-42b7-a4f1-993d732d8cc8 req-c4c96e27-e4ab-4b2c-9936-fc93b62fa7b7 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067035 Feb 17 17:39:13.312933 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a76a0070-d783-4b11-aea3-3368867857d6 req-fa278e37-8ade-4e43-bcde-6e1d2954b55a tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] 10.222.0.87 "GET /v2.0/quotas/b209356421da47f1a4a432732ce9b398 HTTP/1.1" status: 200 len: 375 time: 0.2024992 Feb 17 17:39:13.313783 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-944844cc-4a74-4666-821e-a28ff32723fa tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:39:13.323452 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944844cc-4a74-4666-821e-a28ff32723fa tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:39:13.342416 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-a38e6531-4ea5-427d-bd39-11ffe6fc45c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:13.343889 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-a38e6531-4ea5-427d-bd39-11ffe6fc45c1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.6128349 Feb 17 17:39:13.441559 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e9406574-f465-42b7-a4f1-993d732d8cc8 req-c20b1526-4581-44ed-ba26-ac31c95ff0d0 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413603 Feb 17 17:39:13.464885 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a76a0070-d783-4b11-aea3-3368867857d6 req-12b69698-5eff-428f-86ce-dd6e0ac21c5f tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=b209356421da47f1a4a432732ce9b398&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1256795 Feb 17 17:39:13.531179 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1b125213-bf6d-40a5-80f6-a8bbd739fd29 req-b9db56d0-2150-4b82-b40e-76f82189e850 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e00aaed-554c-4e36-90b7-8553757a4a66 HTTP/1.1" status: 200 len: 1002 time: 0.4194555 Feb 17 17:39:14.016828 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-580aac88-8888-4c69-b2f4-d5c847163a1c req-cfd70d7a-75c5-489d-9fcc-676090c51677 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/security-groups?id=c0c1da27-5156-4487-bf9f-31a05708ed74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7055290 Feb 17 17:39:14.020647 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-9858fc17-7e42-4779-990d-806c888a45b9 req-3736d23e-0cd0-405f-b0c5-1458deadde36 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Allocated IP 192.168.233.230 (82b8d039-1c14-456f-ab24-8b3aebebd7d8/ac79920f-9ddd-4352-b866-6056158b178e/ba54d401-b9fc-4cdc-9ada-0431b41e0595) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:39:14.162411 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-4b056a8e-f2a9-46f5-b0c1-33035bf1f389 service neutron] 10.222.0.91 "GET /v2.0/networks/7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7827923 Feb 17 17:39:14.204271 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4afd1ec-208c-4ee5-b450-d9bc0c341824 x-openstack-request-id: req-c4afd1ec-208c-4ee5-b450-d9bc0c341824 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:39:14.205876 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8516490-e323-4676-8497-08f986001dea", "tag": "8787d5d2-3f84-4423-9f0d-ae43c4c30a90", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:39:14.206584 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c4afd1ec-208c-4ee5-b450-d9bc0c341824 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:39:14.207181 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8516490-e323-4676-8497-08f986001dea', 'tag': '8787d5d2-3f84-4423-9f0d-ae43c4c30a90', 'status': 'completed', 'code': 200} Feb 17 17:39:14.235030 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b125213-bf6d-40a5-80f6-a8bbd739fd29 req-e8f21e07-7f13-428c-8fab-0b14c576213d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:14.236523 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1b125213-bf6d-40a5-80f6-a8bbd739fd29 req-e8f21e07-7f13-428c-8fab-0b14c576213d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=183d9df1-0481-445d-8bb9-bc438141d74b HTTP/1.1" status: 200 len: 848 time: 0.6950445 Feb 17 17:39:14.282970 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a76a0070-d783-4b11-aea3-3368867857d6 req-daf5ae2a-edd7-42cc-a01c-632cb35c2f52 service neutron] 10.222.0.87 "GET /v2.0/networks/d75f2967-9baa-454b-9e4b-063c9ebc97c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7995646 Feb 17 17:39:14.328558 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeacbc6-5148-468a-8b56-f58cd1b8bdd9 req-0308a346-08c0-4ff4-89bf-34d5bcd58683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:14.330519 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-bdeacbc6-5148-468a-8b56-f58cd1b8bdd9 req-0308a346-08c0-4ff4-89bf-34d5bcd58683 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=98b36a0977de45c0a743fd9cc28b88ad&device_id=f8516490-e323-4676-8497-08f986001dea HTTP/1.1" status: 200 len: 1129 time: 0.1023378 Feb 17 17:39:14.367739 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c3cc0fc0-7a77-4a72-821f-4d01f30f9e54 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (3dc2f060-daea-43ae-b818-29bac1745161), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:14.453945 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeacbc6-5148-468a-8b56-f58cd1b8bdd9 req-2d10517e-cb23-40e7-9a16-86621342ed66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:14.455523 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-bdeacbc6-5148-468a-8b56-f58cd1b8bdd9 req-2d10517e-cb23-40e7-9a16-86621342ed66 service neutron] 10.222.0.71 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 0.1178508 Feb 17 17:39:14.508775 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-bdeacbc6-5148-468a-8b56-f58cd1b8bdd9 req-2592cc0e-60fa-483c-a30f-4bd361aac3df service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=8787d5d2-3f84-4423-9f0d-ae43c4c30a90 HTTP/1.1" status: 200 len: 217 time: 0.0468409 Feb 17 17:39:14.574578 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeacbc6-5148-468a-8b56-f58cd1b8bdd9 req-f95fbaa9-3fd4-42d6-a39e-697dc6ec9019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:14.576343 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-bdeacbc6-5148-468a-8b56-f58cd1b8bdd9 req-f95fbaa9-3fd4-42d6-a39e-697dc6ec9019 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.0627925 Feb 17 17:39:14.596130 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:39:14.619744 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc0fc0-7a77-4a72-821f-4d01f30f9e54 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event deleted for resources: {'Port': ['ID=3dc2f060-daea-43ae-b818-29bac1745161,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:14.634748 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-61feb9a4-def9-4097-9b95-ac013ee67385 req-b6c2e3a4-e51e-43db-b36d-39d4f3658fa8 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.87 "GET /v2.0/ports?device_id=3448c5c7-468d-4aa5-80d4-bce345360982 HTTP/1.1" status: 200 len: 210 time: 0.2649069 Feb 17 17:39:14.738985 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeacbc6-5148-468a-8b56-f58cd1b8bdd9 req-d4bf4551-c76e-4cdf-a838-f26b1f0abbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:14.741871 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-bdeacbc6-5148-468a-8b56-f58cd1b8bdd9 req-d4bf4551-c76e-4cdf-a838-f26b1f0abbef service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1604576 Feb 17 17:39:14.771086 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port 6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:39:14.784482 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:39:14.786114 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:14.916116 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c3cc0fc0-7a77-4a72-821f-4d01f30f9e54 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:14.927487 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c3cc0fc0-7a77-4a72-821f-4d01f30f9e54 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "DELETE /v2.0/ports/3dc2f060-daea-43ae-b818-29bac1745161 HTTP/1.1" status: 204 len: 168 time: 3.1910193 Feb 17 17:39:14.944711 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:39:14.945255 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:14.961643 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 48842) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:14.992459 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ffce458-0ebd-46c0-a157-71c6a8e225e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:39:14.993136 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b125213-bf6d-40a5-80f6-a8bbd739fd29 req-18e0c9fd-ff09-4e73-9c8b-6dda131a48d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:14.994674 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1b125213-bf6d-40a5-80f6-a8bbd739fd29 req-18e0c9fd-ff09-4e73-9c8b-6dda131a48d0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=249d7a73-68d0-4715-9e76-b2a8e292b955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7316113 Feb 17 17:39:14.996330 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97213973-8ea9-4329-bdfc-fdbc7dbf8b0a" -d '{"events": [{"server_uuid": "5ffce458-0ebd-46c0-a157-71c6a8e225e5", "name": "network-vif-plugged", "status": "completed", "tag": "6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:39:15.012735 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac,segment=NetworkSegment(35db7bfb-f40a-40b5-883e-cb5d409c283a),segment_id=35db7bfb-f40a-40b5-883e-cb5d409c283a)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:39:15.019074 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-bdeacbc6-5148-468a-8b56-f58cd1b8bdd9 req-c784e1d6-2397-4a71-8b7a-6f4de1f528e7 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701614 Feb 17 17:39:15.037373 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:15.042199 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d65759d-7bf5-4294-b6d4-bc00d6cdb91e req-2ad0cb18-f91c-4c93-b6e3-dab449486d65 service neutron] 10.222.0.91 "GET /v2.0/networks/7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8629951 Feb 17 17:39:15.076017 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e4e2732-f78b-4d81-b733-ff0f02fce5df tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] GET failed (client error): The resource could not be found. Feb 17 17:39:15.086634 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-9e4e2732-f78b-4d81-b733-ff0f02fce5df tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "GET /v2.0/ports/3dc2f060-daea-43ae-b818-29bac1745161 HTTP/1.1" status: 404 len: 333 time: 0.1219187 Feb 17 17:39:15.095592 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 48848) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:15.147564 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9858fc17-7e42-4779-990d-806c888a45b9 req-3736d23e-0cd0-405f-b0c5-1458deadde36 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Publish callbacks [] for port (ba54d401-b9fc-4cdc-9ada-0431b41e0595), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:15.165615 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a76a0070-d783-4b11-aea3-3368867857d6 req-7d290914-1287-4ba8-9ca9-4326476bc8cd service neutron] 10.222.0.87 "GET /v2.0/networks/d75f2967-9baa-454b-9e4b-063c9ebc97c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7605934 Feb 17 17:39:15.270313 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba3a27b-47e2-44fc-9f6c-5aaf4c17c055 x-openstack-request-id: req-7ba3a27b-47e2-44fc-9f6c-5aaf4c17c055 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:39:15.270722 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ffce458-0ebd-46c0-a157-71c6a8e225e5", "name": "network-vif-plugged", "status": "completed", "tag": "6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:39:15.271042 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7ba3a27b-47e2-44fc-9f6c-5aaf4c17c055 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:39:15.271516 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ffce458-0ebd-46c0-a157-71c6a8e225e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac', 'code': 200} Feb 17 17:39:15.272798 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:15.288575 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 8787d5d2-3f84-4423-9f0d-ae43c4c30a90 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:39:15.509146 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 8787d5d2-3f84-4423-9f0d-ae43c4c30a90, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=8787d5d2-3f84-4423-9f0d-ae43c4c30a90,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:39:15.535179 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '8787d5d2-3f84-4423-9f0d-ae43c4c30a90', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'port_id': '8787d5d2-3f84-4423-9f0d-ae43c4c30a90', 'mac_address': 'fa:16:3e:28:c3:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac79920f-9ddd-4352-b866-6056158b178e', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:39:15.585820 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-bdeacbc6-5148-468a-8b56-f58cd1b8bdd9 req-f33f17c6-6b4b-4be8-8bf0-b692211f8a03 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5607815 Feb 17 17:39:15.617388 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-cade4cdd-4bb0-4e2f-b987-a60079c780e6 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Deleting port d5453c55-d657-4cf3-b059-ee1fc56da7e7 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:39:15.618277 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cade4cdd-4bb0-4e2f-b987-a60079c780e6 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (d5453c55-d657-4cf3-b059-ee1fc56da7e7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:15.715660 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 8787d5d2-3f84-4423-9f0d-ae43c4c30a90 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:39:15.716440 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8787d5d2-3f84-4423-9f0d-ae43c4c30a90), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:15.718897 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2d17cf0b-a0e4-43f2-8dd8-487152f9d2a3 req-15d27ffb-f077-4f69-9acc-6212f89fd4b4 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcd6831f-a1bc-47e9-b604-2508796939bb HTTP/1.1" status: 200 len: 210 time: 0.0563431 Feb 17 17:39:15.771695 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8787d5d2-3f84-4423-9f0d-ae43c4c30a90 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:39:15.857938 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9858fc17-7e42-4779-990d-806c888a45b9 req-3736d23e-0cd0-405f-b0c5-1458deadde36 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (ba54d401-b9fc-4cdc-9ada-0431b41e0595), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:15.884618 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 8787d5d2-3f84-4423-9f0d-ae43c4c30a90, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=8787d5d2-3f84-4423-9f0d-ae43c4c30a90,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:39:15.885483 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cade4cdd-4bb0-4e2f-b987-a60079c780e6 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (d5453c55-d657-4cf3-b059-ee1fc56da7e7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:15.894378 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1b125213-bf6d-40a5-80f6-a8bbd739fd29 req-a421dba0-52d9-4245-aee2-c18f70495699 service neutron] 10.222.0.71 "GET /v2.0/networks/249d7a73-68d0-4715-9e76-b2a8e292b955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8494473 Feb 17 17:39:15.894633 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (8787d5d2-3f84-4423-9f0d-ae43c4c30a90), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:15.910347 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394e7c0-c50f-493d-8842-5de36528e84e req-44aed2e7-927c-4c0d-b100-17259c973d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:15.912080 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4394e7c0-c50f-493d-8842-5de36528e84e req-44aed2e7-927c-4c0d-b100-17259c973d4d service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=5ffce458-0ebd-46c0-a157-71c6a8e225e5 HTTP/1.1" status: 200 len: 1127 time: 0.5625634 Feb 17 17:39:15.913617 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-cade4cdd-4bb0-4e2f-b987-a60079c780e6 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Calling delete_port for d5453c55-d657-4cf3-b059-ee1fc56da7e7 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:39:15.993914 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ea561-695d-4337-91de-1565588002bd req-73e73a88-ddc7-4e8c-8678-633fb163fde5 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:16.006646 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-470ea561-695d-4337-91de-1565588002bd req-73e73a88-ddc7-4e8c-8678-633fb163fde5 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/ports?device_id=5ffce458-0ebd-46c0-a157-71c6a8e225e5 HTTP/1.1" status: 200 len: 945 time: 0.6703217 Feb 17 17:39:16.044205 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=8787d5d2-3f84-4423-9f0d-ae43c4c30a90,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:16.080726 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-944844cc-4a74-4666-821e-a28ff32723fa tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for floatingip (6bcf6182-f460-46e1-95b1-9fa31bdc8792), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:16.113725 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['8787d5d2-3f84-4423-9f0d-ae43c4c30a90'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:39:16.142147 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3736d23e-0cd0-405f-b0c5-1458deadde36 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Pushing event updated for resources: {'Port': ['ID=ba54d401-b9fc-4cdc-9ada-0431b41e0595,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:16.183829 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cade4cdd-4bb0-4e2f-b987-a60079c780e6 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (d5453c55-d657-4cf3-b059-ee1fc56da7e7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:16.238550 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9858fc17-7e42-4779-990d-806c888a45b9 req-3736d23e-0cd0-405f-b0c5-1458deadde36 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:39:16.290670 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4394e7c0-c50f-493d-8842-5de36528e84e req-08ca189b-f30f-49ff-9de6-0d520ada1502 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=c0c1da27-5156-4487-bf9f-31a05708ed74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691014 Feb 17 17:39:16.304625 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-9858fc17-7e42-4779-990d-806c888a45b9 req-3736d23e-0cd0-405f-b0c5-1458deadde36 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:39:16.327168 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-9858fc17-7e42-4779-990d-806c888a45b9 req-3736d23e-0cd0-405f-b0c5-1458deadde36 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:39:16.335764 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade4cdd-4bb0-4e2f-b987-a60079c780e6 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event deleted for resources: {'Port': ['ID=d5453c55-d657-4cf3-b059-ee1fc56da7e7,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:16.338200 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cade4cdd-4bb0-4e2f-b987-a60079c780e6 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:16.357589 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-cade4cdd-4bb0-4e2f-b987-a60079c780e6 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "DELETE /v2.0/ports/d5453c55-d657-4cf3-b059-ee1fc56da7e7 HTTP/1.1" status: 204 len: 168 time: 1.2606280 Feb 17 17:39:16.361431 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 48866) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:16.413102 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-15673eb5-beaa-4b4f-b050-2e36abd70af1 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] GET failed (client error): The resource could not be found. Feb 17 17:39:16.430383 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-15673eb5-beaa-4b4f-b050-2e36abd70af1 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "GET /v2.0/ports/d5453c55-d657-4cf3-b059-ee1fc56da7e7 HTTP/1.1" status: 404 len: 333 time: 0.0659204 Feb 17 17:39:16.431397 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 48868) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:16.483492 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858fc17-7e42-4779-990d-806c888a45b9 req-3736d23e-0cd0-405f-b0c5-1458deadde36 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:16.483728 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9858fc17-7e42-4779-990d-806c888a45b9 req-3736d23e-0cd0-405f-b0c5-1458deadde36 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:16.515597 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-38399c4a-8653-4d4b-9858-76c1713fd04e tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Deleting subnet 8b0b9e6f-b4db-4d86-b72b-cfb678cf678a {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:39:16.517404 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d04c645-4b1f-401e-9476-fcc72e7d52f9 req-e4e20565-e236-4b21-9e1c-e1063b82e2d1 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:16.520225 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4d04c645-4b1f-401e-9476-fcc72e7d52f9 req-e4e20565-e236-4b21-9e1c-e1063b82e2d1 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.87 "GET /v2.0/ports?device_id=3448c5c7-468d-4aa5-80d4-bce345360982 HTTP/1.1" status: 200 len: 936 time: 0.6887493 Feb 17 17:39:16.527547 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-38399c4a-8653-4d4b-9858-76c1713fd04e tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for subnet (8b0b9e6f-b4db-4d86-b72b-cfb678cf678a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:16.536124 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-470ea561-695d-4337-91de-1565588002bd req-e4db4dc7-b9f0-4e83-9d2e-0f7a52ab53c1 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/security-groups?id=c0c1da27-5156-4487-bf9f-31a05708ed74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5280397 Feb 17 17:39:16.608653 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-38399c4a-8653-4d4b-9858-76c1713fd04e tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (8b0b9e6f-b4db-4d86-b72b-cfb678cf678a), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:16.651801 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-944844cc-4a74-4666-821e-a28ff32723fa tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (48868b74-e69b-4e1c-ba12-3dcdbf229a7b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:16.795829 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-38399c4a-8653-4d4b-9858-76c1713fd04e tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (8b0b9e6f-b4db-4d86-b72b-cfb678cf678a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:16.865236 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-25987b0f-79b9-43d8-96ea-0f433f700e19 None None] Provisioning complete for port ba54d401-b9fc-4cdc-9ada-0431b41e0595 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:39:16.866198 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-25987b0f-79b9-43d8-96ea-0f433f700e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ba54d401-b9fc-4cdc-9ada-0431b41e0595), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:16.930845 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-38399c4a-8653-4d4b-9858-76c1713fd04e tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (8b0b9e6f-b4db-4d86-b72b-cfb678cf678a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:16.941732 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-944844cc-4a74-4666-821e-a28ff32723fa tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for port (48868b74-e69b-4e1c-ba12-3dcdbf229a7b), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:16.949755 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-25987b0f-79b9-43d8-96ea-0f433f700e19 None None] Port ba54d401-b9fc-4cdc-9ada-0431b41e0595 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:39:16.983348 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38399c4a-8653-4d4b-9858-76c1713fd04e tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event deleted for resources: {'Subnet': ['ID=8b0b9e6f-b4db-4d86-b72b-cfb678cf678a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:16.985349 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-38399c4a-8653-4d4b-9858-76c1713fd04e tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:16.991317 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-38399c4a-8653-4d4b-9858-76c1713fd04e tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "DELETE /v2.0/subnets/8b0b9e6f-b4db-4d86-b72b-cfb678cf678a HTTP/1.1" status: 204 len: 168 time: 0.5579357 Feb 17 17:39:16.991961 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 48876) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:16.998160 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888c8308-9de4-4170-bd4d-2762da1dc399 None None] Network 9d210c6b-a327-473c-8f29-2296f316173e requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:39:17.017318 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9858fc17-7e42-4779-990d-806c888a45b9 req-3736d23e-0cd0-405f-b0c5-1458deadde36 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.1507449 Feb 17 17:39:17.033293 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-944844cc-4a74-4666-821e-a28ff32723fa tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (48868b74-e69b-4e1c-ba12-3dcdbf229a7b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:17.068761 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-9858fc17-7e42-4779-990d-806c888a45b9 req-cf58c375-37c3-4971-9df1-9baf10a68e45 service neutron] Request body: {'port': {'device_id': '3448c5c7-468d-4aa5-80d4-bce345360982', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:17.075160 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 8787d5d2-3f84-4423-9f0d-ae43c4c30a90 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:39:17.122422 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ed34ea12-aa1d-4b4a-ba94-c25d8d0701ad req-87762a09-3df8-4f61-b733-d7d5706b4203 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcd6831f-a1bc-47e9-b604-2508796939bb HTTP/1.1" status: 200 len: 210 time: 0.1700668 Feb 17 17:39:17.145771 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f86b4d98-144c-45ae-a9a2-e98a9306dfc4 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (9d210c6b-a327-473c-8f29-2296f316173e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:17.177344 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4d04c645-4b1f-401e-9476-fcc72e7d52f9 req-9f0ea3dd-0a23-402e-ac88-2b93307b0a89 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.87 "GET /v2.0/security-groups?id=e9bd42c3-c838-49d1-a22a-8fe0d191573f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6150496 Feb 17 17:39:17.199140 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1b125213-bf6d-40a5-80f6-a8bbd739fd29 req-e636e689-928f-4376-af91-3c4945da1139 service neutron] 10.222.0.71 "GET /v2.0/networks/249d7a73-68d0-4715-9e76-b2a8e292b955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2792723 Feb 17 17:39:17.287340 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-f86b4d98-144c-45ae-a9a2-e98a9306dfc4 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Deleting port 7c5250fc-3bc1-4917-bf7e-4cd5363edbc6 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:39:17.294573 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f86b4d98-144c-45ae-a9a2-e98a9306dfc4 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (7c5250fc-3bc1-4917-bf7e-4cd5363edbc6), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:17.299105 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 8787d5d2-3f84-4423-9f0d-ae43c4c30a90 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:39:17.322190 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 8787d5d2-3f84-4423-9f0d-ae43c4c30a90 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:39:17.322560 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (8787d5d2-3f84-4423-9f0d-ae43c4c30a90), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:17.409831 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca63fa8-d2f5-4529-b2c7-ee17423bf93e None None] DHCP port deletion for 9d210c6b-a327-473c-8f29-2296f316173e request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:39:17.594014 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-f86b4d98-144c-45ae-a9a2-e98a9306dfc4 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] For port 7c5250fc-3bc1-4917-bf7e-4cd5363edbc6, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=7c5250fc-3bc1-4917-bf7e-4cd5363edbc6,segment=NetworkSegment(6d542213-557d-4d0b-a56a-de8fddf7f564),segment_id=6d542213-557d-4d0b-a56a-de8fddf7f564)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:39:17.602539 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f86b4d98-144c-45ae-a9a2-e98a9306dfc4 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (7c5250fc-3bc1-4917-bf7e-4cd5363edbc6), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:17.624881 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-f86b4d98-144c-45ae-a9a2-e98a9306dfc4 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Calling delete_port for 7c5250fc-3bc1-4917-bf7e-4cd5363edbc6 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:39:17.665162 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944844cc-4a74-4666-821e-a28ff32723fa tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Pushing event updated for resources: {'Port': ['ID=48868b74-e69b-4e1c-ba12-3dcdbf229a7b,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:17.690977 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-944844cc-4a74-4666-821e-a28ff32723fa tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (6bcf6182-f460-46e1-95b1-9fa31bdc8792), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:17.799755 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 8787d5d2-3f84-4423-9f0d-ae43c4c30a90 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:39:17.800764 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8787d5d2-3f84-4423-9f0d-ae43c4c30a90), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:17.872379 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8516490-e323-4676-8497-08f986001dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8787d5d2-3f84-4423-9f0d-ae43c4c30a90'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:39:17.877335 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf55c8ba-676d-43f2-9324-ff5529684dea" -d '{"events": [{"server_uuid": "f8516490-e323-4676-8497-08f986001dea", "name": "network-vif-plugged", "status": "completed", "tag": "8787d5d2-3f84-4423-9f0d-ae43c4c30a90"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:39:17.889153 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f86b4d98-144c-45ae-a9a2-e98a9306dfc4 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (7c5250fc-3bc1-4917-bf7e-4cd5363edbc6), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:17.904000 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86b4d98-144c-45ae-a9a2-e98a9306dfc4 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] No DVR routers for this DVR port 7c5250fc-3bc1-4917-bf7e-4cd5363edbc6 on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:39:17.943492 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 7c5250fc-3bc1-4917-bf7e-4cd5363edbc6 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:39:18.014342 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a0070-d783-4b11-aea3-3368867857d6 req-87856a22-4ac2-488d-8393-413466a7eb50 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:18.016560 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a76a0070-d783-4b11-aea3-3368867857d6 req-87856a22-4ac2-488d-8393-413466a7eb50 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] 10.222.0.91 "GET /v2.0/networks?id=d75f2967-9baa-454b-9e4b-063c9ebc97c7 HTTP/1.1" status: 200 len: 809 time: 0.3837960 Feb 17 17:39:18.026462 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9858fc17-7e42-4779-990d-806c888a45b9 req-cf58c375-37c3-4971-9df1-9baf10a68e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ba54d401-b9fc-4cdc-9ada-0431b41e0595), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:18.039179 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-a76a0070-d783-4b11-aea3-3368867857d6 req-2dd53369-1e59-4151-96eb-620eb12c1864 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] Request body: {'port': {'device_id': 'dcd6831f-a1bc-47e9-b604-2508796939bb', 'network_id': 'd75f2967-9baa-454b-9e4b-063c9ebc97c7', 'admin_state_up': True, 'tenant_id': 'b209356421da47f1a4a432732ce9b398'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:18.047756 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c178981-3520-479b-9561-508ada6e798c x-openstack-request-id: req-2c178981-3520-479b-9561-508ada6e798c {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:39:18.048165 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8516490-e323-4676-8497-08f986001dea", "name": "network-vif-plugged", "status": "completed", "tag": "8787d5d2-3f84-4423-9f0d-ae43c4c30a90", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:39:18.056394 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2c178981-3520-479b-9561-508ada6e798c {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:39:18.057169 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8516490-e323-4676-8497-08f986001dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8787d5d2-3f84-4423-9f0d-ae43c4c30a90', 'code': 200} Feb 17 17:39:18.065363 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 7c5250fc-3bc1-4917-bf7e-4cd5363edbc6 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:39:18.065856 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 7c5250fc-3bc1-4917-bf7e-4cd5363edbc6 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:39:18.088317 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 8787d5d2-3f84-4423-9f0d-ae43c4c30a90, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=8787d5d2-3f84-4423-9f0d-ae43c4c30a90,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:39:18.101210 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (8787d5d2-3f84-4423-9f0d-ae43c4c30a90), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:18.111275 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b4d98-144c-45ae-a9a2-e98a9306dfc4 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event deleted for resources: {'Port': ['ID=7c5250fc-3bc1-4917-bf7e-4cd5363edbc6,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:18.123177 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-aca63fa8-d2f5-4529-b2c7-ee17423bf93e None None] Deleting port 7c5250fc-3bc1-4917-bf7e-4cd5363edbc6 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:39:18.123972 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-aca63fa8-d2f5-4529-b2c7-ee17423bf93e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (7c5250fc-3bc1-4917-bf7e-4cd5363edbc6), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:18.267169 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f86b4d98-144c-45ae-a9a2-e98a9306dfc4 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (9d210c6b-a327-473c-8f29-2296f316173e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:18.314660 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-f86b4d98-144c-45ae-a9a2-e98a9306dfc4 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d210c6b-a327-473c-8f29-2296f316173e']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:18.328461 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-f86b4d98-144c-45ae-a9a2-e98a9306dfc4 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d542213-557d-4d0b-a56a-de8fddf7f564') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:18.328924 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-f86b4d98-144c-45ae-a9a2-e98a9306dfc4 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d542213-557d-4d0b-a56a-de8fddf7f564') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:18.340725 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f86b4d98-144c-45ae-a9a2-e98a9306dfc4 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (6d542213-557d-4d0b-a56a-de8fddf7f564), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:18.361063 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f86b4d98-144c-45ae-a9a2-e98a9306dfc4 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (6d542213-557d-4d0b-a56a-de8fddf7f564), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:18.369482 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f86b4d98-144c-45ae-a9a2-e98a9306dfc4 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:39:18.370596 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f86b4d98-144c-45ae-a9a2-e98a9306dfc4 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (6d542213-557d-4d0b-a56a-de8fddf7f564), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:18.376266 n-d-829613-2 neutron-server[103435]: INFO neutron.db.l3_db [None req-944844cc-4a74-4666-821e-a28ff32723fa tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Floating IP 6bcf6182-f460-46e1-95b1-9fa31bdc8792 associated. External IP: 172.25.8.33, port: 85e2c19f-bcc7-4b4f-afd2-3f40e5c17286. Feb 17 17:39:18.422459 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=8787d5d2-3f84-4423-9f0d-ae43c4c30a90,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:18.466091 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:39:18.466091 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:39:18.466091 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:39:18.466091 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:39:18.466091 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:39:18.466091 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:39:18.466091 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:39:18.466091 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:39:18.466091 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:39:18.466091 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:39:18.466091 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:39:18.466091 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:39:18.466091 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:39:18.466091 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:39:18.466091 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:39:18.466091 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:39:18.466091 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:39:18.466091 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:39:18.466091 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:39:18.466091 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:39:18.466091 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:39:18.466091 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:39:18.466091 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:39:18.466091 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:39:18.466091 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:39:18.466091 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:39:18.466091 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:39:18.466091 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:39:18.466091 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:39:18.466091 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:39:18.466091 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:39:18.466091 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:39:18.469743 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f86b4d98-144c-45ae-a9a2-e98a9306dfc4 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (9d210c6b-a327-473c-8f29-2296f316173e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:18.492756 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f86b4d98-144c-45ae-a9a2-e98a9306dfc4 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:18.501250 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f86b4d98-144c-45ae-a9a2-e98a9306dfc4 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "DELETE /v2.0/networks/9d210c6b-a327-473c-8f29-2296f316173e HTTP/1.1" status: 204 len: 168 time: 1.5078981 Feb 17 17:39:18.507321 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 48890) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:18.523537 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-74e58833-19b4-4400-9406-239d755038b7 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2029870917'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:18.549045 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7d345b38-31a9-479d-a441-0629d9e6e380 req-91826e35-a3dd-4c8c-b533-407052ac2d14 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcd6831f-a1bc-47e9-b604-2508796939bb HTTP/1.1" status: 200 len: 210 time: 0.1760304 Feb 17 17:39:18.574546 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-aca63fa8-d2f5-4529-b2c7-ee17423bf93e None None] For port 7c5250fc-3bc1-4917-bf7e-4cd5363edbc6, host n-d-829613-2, got binding levels [] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:39:18.575598 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-aca63fa8-d2f5-4529-b2c7-ee17423bf93e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (7c5250fc-3bc1-4917-bf7e-4cd5363edbc6), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:18.598006 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e58833-19b4-4400-9406-239d755038b7 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Made reservation on behalf of 79c72a74f4c54033a14e3cbd8e3a57ad for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:39:18.606011 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-74e58833-19b4-4400-9406-239d755038b7 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:18.620438 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-aca63fa8-d2f5-4529-b2c7-ee17423bf93e None None] Calling delete_port for 7c5250fc-3bc1-4917-bf7e-4cd5363edbc6 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:39:18.628002 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.ipam_backend_mixin [None req-aca63fa8-d2f5-4529-b2c7-ee17423bf93e None None] Port 7c5250fc-3bc1-4917-bf7e-4cd5363edbc6 was not found and therefore no delete operation was performed {{(pid=103436) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 17 17:39:18.633697 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-aca63fa8-d2f5-4529-b2c7-ee17423bf93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (7c5250fc-3bc1-4917-bf7e-4cd5363edbc6), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:18.640563 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a76a0070-d783-4b11-aea3-3368867857d6 req-2dd53369-1e59-4151-96eb-620eb12c1864 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] Made reservation on behalf of b209356421da47f1a4a432732ce9b398 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:39:18.647785 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b4d98-144c-45ae-a9a2-e98a9306dfc4 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event deleted for resources: {'Network': ['ID=9d210c6b-a327-473c-8f29-2296f316173e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:18.652190 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a76a0070-d783-4b11-aea3-3368867857d6 req-2dd53369-1e59-4151-96eb-620eb12c1864 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:18.680582 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca2a2eb-bb09-4cba-bc37-810b8fd9d235 req-43bbd490-31e7-49e9-9926-c9cebb60ec09 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:18.688743 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dca2a2eb-bb09-4cba-bc37-810b8fd9d235 req-43bbd490-31e7-49e9-9926-c9cebb60ec09 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/ports?device_id=5ffce458-0ebd-46c0-a157-71c6a8e225e5 HTTP/1.1" status: 200 len: 945 time: 0.8577433 Feb 17 17:39:18.693194 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aca63fa8-d2f5-4529-b2c7-ee17423bf93e None None] Network 9d210c6b-a327-473c-8f29-2296f316173e is not hosted by any dhcp agent {{(pid=103436) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 17 17:39:18.695026 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca63fa8-d2f5-4529-b2c7-ee17423bf93e None None] No DVR routers for this DVR port 7c5250fc-3bc1-4917-bf7e-4cd5363edbc6 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:39:18.718442 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74e58833-19b4-4400-9406-239d755038b7 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:39:18.719452 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca63fa8-d2f5-4529-b2c7-ee17423bf93e None None] Pushing event deleted for resources: {'Port': ['ID=7c5250fc-3bc1-4917-bf7e-4cd5363edbc6,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:18.746496 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-74e58833-19b4-4400-9406-239d755038b7 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (ceacaea4-d6ca-466a-b5e0-cb44420408c1), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:18.747007 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-74e58833-19b4-4400-9406-239d755038b7 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Added segment ceacaea4-d6ca-466a-b5e0-cb44420408c1 of type vlan for network 3d2f90f9-70bf-4be4-8e65-ef6ea5030c77 Feb 17 17:39:18.765605 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:18.787922 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26f246-5086-452b-bdcc-91e2c6831737 req-e95d7e1d-15b9-49bd-be80-b57be47d3c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:18.789464 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7a26f246-5086-452b-bdcc-91e2c6831737 req-e95d7e1d-15b9-49bd-be80-b57be47d3c67 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f8516490-e323-4676-8497-08f986001dea HTTP/1.1" status: 200 len: 1131 time: 0.7192688 Feb 17 17:39:18.817569 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-74e58833-19b4-4400-9406-239d755038b7 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (3d2f90f9-70bf-4be4-8e65-ef6ea5030c77), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:18.857976 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-74e58833-19b4-4400-9406-239d755038b7 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (3d2f90f9-70bf-4be4-8e65-ef6ea5030c77), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:18.867422 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e58833-19b4-4400-9406-239d755038b7 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:18.868357 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-74e58833-19b4-4400-9406-239d755038b7 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:18.972843 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-74e58833-19b4-4400-9406-239d755038b7 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4631035 Feb 17 17:39:18.976915 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 48894) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:18.986289 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-f7205fa0-49f0-417b-9214-f0b68482c56e tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Request body: {'subnet': {'network_id': '3d2f90f9-70bf-4be4-8e65-ef6ea5030c77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:19.027782 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dca2a2eb-bb09-4cba-bc37-810b8fd9d235 req-b427a572-74a8-43fe-a7d9-550cc977853e tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/security-groups?id=c0c1da27-5156-4487-bf9f-31a05708ed74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358245 Feb 17 17:39:19.097415 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e58833-19b4-4400-9406-239d755038b7 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event updated for resources: {'Network': ['ID=3d2f90f9-70bf-4be4-8e65-ef6ea5030c77,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:19.118980 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 3d2f90f9-70bf-4be4-8e65-ef6ea5030c77 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:39:19.212168 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7a26f246-5086-452b-bdcc-91e2c6831737 req-377d00ab-9a1b-410b-a71f-ecd5be47cccb service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e9bd42c3-c838-49d1-a22a-8fe0d191573f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4091144 Feb 17 17:39:19.224583 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7205fa0-49f0-417b-9214-f0b68482c56e tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Made reservation on behalf of 79c72a74f4c54033a14e3cbd8e3a57ad for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:39:19.228694 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f7205fa0-49f0-417b-9214-f0b68482c56e tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:19.300152 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06ae99-0934-49f7-a839-dee4a680e65d req-d4d6e706-e8b4-47e5-b282-d5afbc83e014 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:19.302351 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ac06ae99-0934-49f7-a839-dee4a680e65d req-d4d6e706-e8b4-47e5-b282-d5afbc83e014 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.87 "GET /v2.0/ports?device_id=3448c5c7-468d-4aa5-80d4-bce345360982 HTTP/1.1" status: 200 len: 936 time: 0.5780759 Feb 17 17:39:19.394748 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-a76a0070-d783-4b11-aea3-3368867857d6 req-2dd53369-1e59-4151-96eb-620eb12c1864 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] Allocated IP 172.20.0.7 (d75f2967-9baa-454b-9e4b-063c9ebc97c7/cec9a07b-e14f-470e-91d4-14ffa2e16306/0b7168dc-d46d-4df3-a0f0-67d7ef134da7) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:39:19.470994 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f77246-b0dc-4e07-a10c-a1c01a4266b1 req-89ced1fe-5f8b-4a88-bf71-af659cf4813f tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:19.473012 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-76f77246-b0dc-4e07-a10c-a1c01a4266b1 req-89ced1fe-5f8b-4a88-bf71-af659cf4813f tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ef7d1ac-9d64-4854-9eb8-2a4fd485fa59 HTTP/1.1" status: 200 len: 945 time: 0.3101490 Feb 17 17:39:19.511984 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ac06ae99-0934-49f7-a839-dee4a680e65d req-3f746abe-95c3-494e-b237-900d217ddcaf tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.87 "GET /v2.0/security-groups?id=e9bd42c3-c838-49d1-a22a-8fe0d191573f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836860 Feb 17 17:39:19.524255 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-944844cc-4a74-4666-821e-a28ff32723fa tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Router 1d79183a-43b6-4840-b514-7b4aefa7befc has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:39:19.570252 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f7205fa0-49f0-417b-9214-f0b68482c56e tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (b84620b7-29cc-49d2-adc2-274f491c6682), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:19.604993 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:19.666605 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7205fa0-49f0-417b-9214-f0b68482c56e tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event updated for resources: {'Subnet': ['ID=b84620b7-29cc-49d2-adc2-274f491c6682,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:19.676631 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7205fa0-49f0-417b-9214-f0b68482c56e tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Checking segment: {'id': 'ceacaea4-d6ca-466a-b5e0-cb44420408c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3d2f90f9-70bf-4be4-8e65-ef6ea5030c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:39:19.677003 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7205fa0-49f0-417b-9214-f0b68482c56e tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Network hostable DHCP agents. Network: 3d2f90f9-70bf-4be4-8e65-ef6ea5030c77, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:39:19.709889 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-9858fc17-7e42-4779-990d-806c888a45b9 req-cf58c375-37c3-4971-9df1-9baf10a68e45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba54d401-b9fc-4cdc-9ada-0431b41e0595 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:39:19.717096 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7205fa0-49f0-417b-9214-f0b68482c56e tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Network 3d2f90f9-70bf-4be4-8e65-ef6ea5030c77 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:39:19.720518 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9858fc17-7e42-4779-990d-806c888a45b9 req-cf58c375-37c3-4971-9df1-9baf10a68e45 service neutron] Publish callbacks [] for port (ba54d401-b9fc-4cdc-9ada-0431b41e0595), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:19.733997 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-9858fc17-7e42-4779-990d-806c888a45b9 req-cf58c375-37c3-4971-9df1-9baf10a68e45 service neutron] Transition to ACTIVE for port object ba54d401-b9fc-4cdc-9ada-0431b41e0595 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:39:19.741172 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-f7205fa0-49f0-417b-9214-f0b68482c56e tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 3d2f90f9-70bf-4be4-8e65-ef6ea5030c77) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:39:19.750793 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2b542a-aaff-4079-9245-912ee66ba8df None None] Network 3d2f90f9-70bf-4be4-8e65-ef6ea5030c77 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:39:19.755287 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9858fc17-7e42-4779-990d-806c888a45b9 req-cf58c375-37c3-4971-9df1-9baf10a68e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (ba54d401-b9fc-4cdc-9ada-0431b41e0595), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:19.772787 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7205fa0-49f0-417b-9214-f0b68482c56e tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:19.773468 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f7205fa0-49f0-417b-9214-f0b68482c56e tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:19.825143 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f7205fa0-49f0-417b-9214-f0b68482c56e tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8464139 Feb 17 17:39:19.828034 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 48902) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:19.834065 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-43e81cf7-ef8e-4b61-a5eb-ed2425e17cf4 req-b166eba5-2c05-4821-bd56-ad9c669922bd tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcd6831f-a1bc-47e9-b604-2508796939bb HTTP/1.1" status: 200 len: 210 time: 0.0951066 Feb 17 17:39:19.872602 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-e60491a7-878c-437e-84f7-7b10af5525db tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-115497689', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:19.888475 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a76a0070-d783-4b11-aea3-3368867857d6 req-2dd53369-1e59-4151-96eb-620eb12c1864 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] Publish callbacks [] for port (0b7168dc-d46d-4df3-a0f0-67d7ef134da7), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:19.910131 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-76f77246-b0dc-4e07-a10c-a1c01a4266b1 req-35cbebeb-289a-4a82-ad73-a58f129bdf87 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/security-groups?id=c0c1da27-5156-4487-bf9f-31a05708ed74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098897 Feb 17 17:39:19.920223 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e60491a7-878c-437e-84f7-7b10af5525db tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (edfd6517-8557-4e6a-a2a2-af7d7d7fd286), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:19.921518 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e60491a7-878c-437e-84f7-7b10af5525db tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (edfd6517-8557-4e6a-a2a2-af7d7d7fd286), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:20.087154 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561f3e2b-9855-474f-870a-40024a0df8a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-3d2f90f9-70bf-4be4-8e65-ef6ea5030c77', 'network_id': '3d2f90f9-70bf-4be4-8e65-ef6ea5030c77', 'project_id': '79c72a74f4c54033a14e3cbd8e3a57ad', 'fixed_ips': [{'subnet_id': 'b84620b7-29cc-49d2-adc2-274f491c6682'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:39:20.088073 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-561f3e2b-9855-474f-870a-40024a0df8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:20.099593 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e60491a7-878c-437e-84f7-7b10af5525db tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for router_controller (edfd6517-8557-4e6a-a2a2-af7d7d7fd286), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:20.105825 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e60491a7-878c-437e-84f7-7b10af5525db tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (edfd6517-8557-4e6a-a2a2-af7d7d7fd286), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:20.147891 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e60491a7-878c-437e-84f7-7b10af5525db tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:20.154986 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e60491a7-878c-437e-84f7-7b10af5525db tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3258555 Feb 17 17:39:20.158466 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 48908) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:20.174407 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-b51a2e88-176c-4c66-8cf0-1122bf880141 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Request body: {'port': {'network_id': '3d2f90f9-70bf-4be4-8e65-ef6ea5030c77', 'name': 'tempest-PortsIpV6TestJSON-256958752'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:20.370915 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58c375-37c3-4971-9df1-9baf10a68e45 service neutron] Pushing event updated for resources: {'Port': ['ID=ba54d401-b9fc-4cdc-9ada-0431b41e0595,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:20.440504 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a76a0070-d783-4b11-aea3-3368867857d6 req-2dd53369-1e59-4151-96eb-620eb12c1864 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (0b7168dc-d46d-4df3-a0f0-67d7ef134da7), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:20.547340 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51a2e88-176c-4c66-8cf0-1122bf880141 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Made reservation on behalf of 79c72a74f4c54033a14e3cbd8e3a57ad for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:39:20.552588 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b51a2e88-176c-4c66-8cf0-1122bf880141 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:20.596546 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-561f3e2b-9855-474f-870a-40024a0df8a4 None None] Allocated IP 2001:db8::2 (3d2f90f9-70bf-4be4-8e65-ef6ea5030c77/b84620b7-29cc-49d2-adc2-274f491c6682/1e88d42b-57e3-4d5b-8111-c038fb79811e) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:39:20.655874 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-b51a2e88-176c-4c66-8cf0-1122bf880141 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] device_id is not set on port 51ae2ceb-b962-418f-ad1d-095ffa20fb54 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:39:20.703987 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a76a0070-d783-4b11-aea3-3368867857d6 req-2dd53369-1e59-4151-96eb-620eb12c1864 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] Network d75f2967-9baa-454b-9e4b-063c9ebc97c7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:39:20.725560 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-a76a0070-d783-4b11-aea3-3368867857d6 req-2dd53369-1e59-4151-96eb-620eb12c1864 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:39:20.740265 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-a76a0070-d783-4b11-aea3-3368867857d6 req-2dd53369-1e59-4151-96eb-620eb12c1864 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:39:20.759803 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd53369-1e59-4151-96eb-620eb12c1864 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] Pushing event updated for resources: {'Port': ['ID=0b7168dc-d46d-4df3-a0f0-67d7ef134da7,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:21.021947 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-561f3e2b-9855-474f-870a-40024a0df8a4 None None] Publish callbacks [] for port (1e88d42b-57e3-4d5b-8111-c038fb79811e), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:21.031200 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-561f3e2b-9855-474f-870a-40024a0df8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (1e88d42b-57e3-4d5b-8111-c038fb79811e), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:21.134029 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561f3e2b-9855-474f-870a-40024a0df8a4 None None] Network 3d2f90f9-70bf-4be4-8e65-ef6ea5030c77 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:39:21.145264 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-561f3e2b-9855-474f-870a-40024a0df8a4 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:39:21.166210 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-b51a2e88-176c-4c66-8cf0-1122bf880141 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Allocated IP 2001:db8::105 (3d2f90f9-70bf-4be4-8e65-ef6ea5030c77/b84620b7-29cc-49d2-adc2-274f491c6682/51ae2ceb-b962-418f-ad1d-095ffa20fb54) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:39:21.175665 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561f3e2b-9855-474f-870a-40024a0df8a4 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:39:21.209971 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f3e2b-9855-474f-870a-40024a0df8a4 None None] Pushing event updated for resources: {'Port': ['ID=1e88d42b-57e3-4d5b-8111-c038fb79811e,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:21.324225 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-561f3e2b-9855-474f-870a-40024a0df8a4 None None] Attempting to bind port 1e88d42b-57e3-4d5b-8111-c038fb79811e on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:39:21.325039 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-561f3e2b-9855-474f-870a-40024a0df8a4 None None] Attempting to bind port 1e88d42b-57e3-4d5b-8111-c038fb79811e by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'ceacaea4-d6ca-466a-b5e0-cb44420408c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3d2f90f9-70bf-4be4-8e65-ef6ea5030c77'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:39:21.326045 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561f3e2b-9855-474f-870a-40024a0df8a4 None None] Attempting to bind port 1e88d42b-57e3-4d5b-8111-c038fb79811e on network 3d2f90f9-70bf-4be4-8e65-ef6ea5030c77 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:39:21.333660 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561f3e2b-9855-474f-870a-40024a0df8a4 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:39:21.334336 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561f3e2b-9855-474f-870a-40024a0df8a4 None None] Checking segment: {'id': 'ceacaea4-d6ca-466a-b5e0-cb44420408c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3d2f90f9-70bf-4be4-8e65-ef6ea5030c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:39:21.335079 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-561f3e2b-9855-474f-870a-40024a0df8a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:21.335677 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561f3e2b-9855-474f-870a-40024a0df8a4 None None] Bound using segment: {'id': 'ceacaea4-d6ca-466a-b5e0-cb44420408c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3d2f90f9-70bf-4be4-8e65-ef6ea5030c77'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:39:21.336374 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-561f3e2b-9855-474f-870a-40024a0df8a4 None None] Bound port: 1e88d42b-57e3-4d5b-8111-c038fb79811e, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceacaea4-d6ca-466a-b5e0-cb44420408c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3d2f90f9-70bf-4be4-8e65-ef6ea5030c77'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:39:21.337078 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-561f3e2b-9855-474f-870a-40024a0df8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1e88d42b-57e3-4d5b-8111-c038fb79811e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:21.429464 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-561f3e2b-9855-474f-870a-40024a0df8a4 None None] For port 1e88d42b-57e3-4d5b-8111-c038fb79811e, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:39:21.433643 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-561f3e2b-9855-474f-870a-40024a0df8a4 None None] For port 1e88d42b-57e3-4d5b-8111-c038fb79811e, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=1e88d42b-57e3-4d5b-8111-c038fb79811e,segment=NetworkSegment(ceacaea4-d6ca-466a-b5e0-cb44420408c1),segment_id=ceacaea4-d6ca-466a-b5e0-cb44420408c1)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:39:21.444731 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-561f3e2b-9855-474f-870a-40024a0df8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (1e88d42b-57e3-4d5b-8111-c038fb79811e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:21.463373 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944844cc-4a74-4666-821e-a28ff32723fa tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:39:21.470665 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-9858fc17-7e42-4779-990d-806c888a45b9 req-cf58c375-37c3-4971-9df1-9baf10a68e45 service neutron] Attempting to bind port ba54d401-b9fc-4cdc-9ada-0431b41e0595 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:39:21.470811 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-9858fc17-7e42-4779-990d-806c888a45b9 req-cf58c375-37c3-4971-9df1-9baf10a68e45 service neutron] Attempting to bind port ba54d401-b9fc-4cdc-9ada-0431b41e0595 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:39:21.471055 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9858fc17-7e42-4779-990d-806c888a45b9 req-cf58c375-37c3-4971-9df1-9baf10a68e45 service neutron] Attempting to bind port ba54d401-b9fc-4cdc-9ada-0431b41e0595 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:39:21.482035 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9858fc17-7e42-4779-990d-806c888a45b9 req-cf58c375-37c3-4971-9df1-9baf10a68e45 service neutron] Port ba54d401-b9fc-4cdc-9ada-0431b41e0595 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:39:21.482372 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9858fc17-7e42-4779-990d-806c888a45b9 req-cf58c375-37c3-4971-9df1-9baf10a68e45 service neutron] Attempting to bind port ba54d401-b9fc-4cdc-9ada-0431b41e0595 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:39:21.489317 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b51a2e88-176c-4c66-8cf0-1122bf880141 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for port (51ae2ceb-b962-418f-ad1d-095ffa20fb54), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:21.508832 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140d1836-0a29-4f6f-b6a8-b0e9fec29521 None None] Sync routers for ids ['1d79183a-43b6-4840-b514-7b4aefa7befc'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:39:21.514706 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9858fc17-7e42-4779-990d-806c888a45b9 req-cf58c375-37c3-4971-9df1-9baf10a68e45 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:39:21.515058 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9858fc17-7e42-4779-990d-806c888a45b9 req-cf58c375-37c3-4971-9df1-9baf10a68e45 service neutron] Checking segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:39:21.515452 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9858fc17-7e42-4779-990d-806c888a45b9 req-cf58c375-37c3-4971-9df1-9baf10a68e45 service neutron] Bound using segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:39:21.515893 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-9858fc17-7e42-4779-990d-806c888a45b9 req-cf58c375-37c3-4971-9df1-9baf10a68e45 service neutron] Bound port: ba54d401-b9fc-4cdc-9ada-0431b41e0595, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:39:21.516334 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9858fc17-7e42-4779-990d-806c888a45b9 req-cf58c375-37c3-4971-9df1-9baf10a68e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ba54d401-b9fc-4cdc-9ada-0431b41e0595), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:21.527716 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a0070-d783-4b11-aea3-3368867857d6 req-2dd53369-1e59-4151-96eb-620eb12c1864 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:21.528469 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a76a0070-d783-4b11-aea3-3368867857d6 req-2dd53369-1e59-4151-96eb-620eb12c1864 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:21.532722 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b51a2e88-176c-4c66-8cf0-1122bf880141 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (51ae2ceb-b962-418f-ad1d-095ffa20fb54), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:21.564625 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a76a0070-d783-4b11-aea3-3368867857d6 req-2dd53369-1e59-4151-96eb-620eb12c1864 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5317123 Feb 17 17:39:21.567684 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140d1836-0a29-4f6f-b6a8-b0e9fec29521 None None] Routers {'1d79183a-43b6-4840-b514-7b4aefa7befc'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:39:21.568149 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-944844cc-4a74-4666-821e-a28ff32723fa tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:21.569065 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-140d1836-0a29-4f6f-b6a8-b0e9fec29521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:39:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['1d79183a-43b6-4840-b514-7b4aefa7befc'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:21.631970 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-a76a0070-d783-4b11-aea3-3368867857d6 req-633315c2-f1f7-41e8-a7a9-430dc51322a3 service neutron] Request body: {'port': {'device_id': 'dcd6831f-a1bc-47e9-b604-2508796939bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:21.641753 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3ed85-a31e-433e-b186-d8575bd7a420 req-244f4425-9c4e-4d8c-b78f-bb9a72838186 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:21.643332 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e1b3ed85-a31e-433e-b186-d8575bd7a420 req-244f4425-9c4e-4d8c-b78f-bb9a72838186 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.87 "GET /v2.0/ports?device_id=3448c5c7-468d-4aa5-80d4-bce345360982 HTTP/1.1" status: 200 len: 948 time: 0.8193324 Feb 17 17:39:21.659629 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772daac-1428-4095-a25c-146438a56cca req-2b898804-8cc4-43c3-8681-6feebed9f330 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:21.667943 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e772daac-1428-4095-a25c-146438a56cca req-2b898804-8cc4-43c3-8681-6feebed9f330 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ef7d1ac-9d64-4854-9eb8-2a4fd485fa59 HTTP/1.1" status: 200 len: 945 time: 0.8813362 Feb 17 17:39:21.676839 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-140d1836-0a29-4f6f-b6a8-b0e9fec29521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:21.736183 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f3e2b-9855-474f-870a-40024a0df8a4 None None] Pushing event updated for resources: {'Port': ['ID=1e88d42b-57e3-4d5b-8111-c038fb79811e,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:21.756702 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140d1836-0a29-4f6f-b6a8-b0e9fec29521 None None] Routers {'1d79183a-43b6-4840-b514-7b4aefa7befc'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:39:21.757846 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-140d1836-0a29-4f6f-b6a8-b0e9fec29521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:39:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['1d79183a-43b6-4840-b514-7b4aefa7befc'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:21.802714 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51a2e88-176c-4c66-8cf0-1122bf880141 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event updated for resources: {'Port': ['ID=51ae2ceb-b962-418f-ad1d-095ffa20fb54,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:21.844150 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e1b3ed85-a31e-433e-b186-d8575bd7a420 req-b56f7e8d-b486-4200-b854-691b0c986b3d tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.87 "GET /v2.0/security-groups?id=e9bd42c3-c838-49d1-a22a-8fe0d191573f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241643 Feb 17 17:39:21.857322 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51a2e88-176c-4c66-8cf0-1122bf880141 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:39:21.863414 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51a2e88-176c-4c66-8cf0-1122bf880141 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:39:21.864472 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51a2e88-176c-4c66-8cf0-1122bf880141 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:39:21.865028 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51a2e88-176c-4c66-8cf0-1122bf880141 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:39:21.865885 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51a2e88-176c-4c66-8cf0-1122bf880141 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:39:21.866395 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-944844cc-4a74-4666-821e-a28ff32723fa tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 12.6426501 Feb 17 17:39:21.866839 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51a2e88-176c-4c66-8cf0-1122bf880141 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:39:21.867498 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51a2e88-176c-4c66-8cf0-1122bf880141 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:39:21.868168 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51a2e88-176c-4c66-8cf0-1122bf880141 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:39:21.882607 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 48928) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:21.897675 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51a2e88-176c-4c66-8cf0-1122bf880141 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:39:21.897675 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51a2e88-176c-4c66-8cf0-1122bf880141 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:39:21.897675 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51a2e88-176c-4c66-8cf0-1122bf880141 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:39:21.897675 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51a2e88-176c-4c66-8cf0-1122bf880141 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:39:21.897675 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51a2e88-176c-4c66-8cf0-1122bf880141 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:39:21.898553 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-0dc59ecb-b8d4-4935-88fa-2bdc0a07a25c tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:21.981544 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51a2e88-176c-4c66-8cf0-1122bf880141 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Network 3d2f90f9-70bf-4be4-8e65-ef6ea5030c77 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:39:22.014149 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-140d1836-0a29-4f6f-b6a8-b0e9fec29521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:22.019981 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140d1836-0a29-4f6f-b6a8-b0e9fec29521 None None] The sync data for ids ['1d79183a-43b6-4840-b514-7b4aefa7befc'] in n-d-829613-2 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:39:22.032766 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-b51a2e88-176c-4c66-8cf0-1122bf880141 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:39:22.044418 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0dc59ecb-b8d4-4935-88fa-2bdc0a07a25c tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for floatingip (6bcf6182-f460-46e1-95b1-9fa31bdc8792), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:22.071905 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51a2e88-176c-4c66-8cf0-1122bf880141 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:39:22.082710 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51a2e88-176c-4c66-8cf0-1122bf880141 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:22.083920 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b51a2e88-176c-4c66-8cf0-1122bf880141 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:22.109689 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a76a0070-d783-4b11-aea3-3368867857d6 req-633315c2-f1f7-41e8-a7a9-430dc51322a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0b7168dc-d46d-4df3-a0f0-67d7ef134da7), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:22.132332 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b51a2e88-176c-4c66-8cf0-1122bf880141 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9724524 Feb 17 17:39:22.148969 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47231744-23ec-42c8-8cf1-61ea12b138a8 req-2cbc9dfb-9060-4cfc-8d77-2a6f3acb8d9e tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:22.152643 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-47231744-23ec-42c8-8cf1-61ea12b138a8 req-2cbc9dfb-9060-4cfc-8d77-2a6f3acb8d9e tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.91 "GET /v2.0/ports?device_id=5ffce458-0ebd-46c0-a157-71c6a8e225e5 HTTP/1.1" status: 200 len: 945 time: 0.1849520 Feb 17 17:39:22.153507 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 48930) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:22.175136 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e772daac-1428-4095-a25c-146438a56cca req-8cd8002b-f51a-4e71-914f-f01a0924a8c3 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/security-groups?id=c0c1da27-5156-4487-bf9f-31a05708ed74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5062761 Feb 17 17:39:22.230648 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59614df9-50b0-46d9-93ce-81408ed261ff req-38df82a7-2068-463c-ac4b-9a3d743d4d0f tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:22.230648 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-59614df9-50b0-46d9-93ce-81408ed261ff req-38df82a7-2068-463c-ac4b-9a3d743d4d0f tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.71 "GET /v2.0/ports?device_id=2ef7d1ac-9d64-4854-9eb8-2a4fd485fa59 HTTP/1.1" status: 200 len: 945 time: 0.6090112 Feb 17 17:39:22.258657 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-9858fc17-7e42-4779-990d-806c888a45b9 req-cf58c375-37c3-4971-9df1-9baf10a68e45 service neutron] For port ba54d401-b9fc-4cdc-9ada-0431b41e0595, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:39:22.353188 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-9858fc17-7e42-4779-990d-806c888a45b9 req-cf58c375-37c3-4971-9df1-9baf10a68e45 service neutron] For port ba54d401-b9fc-4cdc-9ada-0431b41e0595, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=ba54d401-b9fc-4cdc-9ada-0431b41e0595,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:39:22.390835 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9858fc17-7e42-4779-990d-806c888a45b9 req-cf58c375-37c3-4971-9df1-9baf10a68e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (ba54d401-b9fc-4cdc-9ada-0431b41e0595), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:22.426283 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae24dca7-68eb-4dfd-b7e1-06d992176740 req-05fc6da9-df9b-46c1-8673-7c0f57b1c882 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:22.427873 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ae24dca7-68eb-4dfd-b7e1-06d992176740 req-05fc6da9-df9b-46c1-8673-7c0f57b1c882 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcd6831f-a1bc-47e9-b604-2508796939bb HTTP/1.1" status: 200 len: 931 time: 0.3363116 Feb 17 17:39:22.646470 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0dc59ecb-b8d4-4935-88fa-2bdc0a07a25c tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:22.665584 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0dc59ecb-b8d4-4935-88fa-2bdc0a07a25c tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (6bcf6182-f460-46e1-95b1-9fa31bdc8792), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:22.665940 n-d-829613-2 neutron-server[103435]: INFO neutron.db.l3_db [None req-0dc59ecb-b8d4-4935-88fa-2bdc0a07a25c tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Floating IP 6bcf6182-f460-46e1-95b1-9fa31bdc8792 disassociated. External IP: 172.25.8.33, port: 85e2c19f-bcc7-4b4f-afd2-3f40e5c17286. Feb 17 17:39:22.676512 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858fc17-7e42-4779-990d-806c888a45b9 req-cf58c375-37c3-4971-9df1-9baf10a68e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:22.677225 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9858fc17-7e42-4779-990d-806c888a45b9 req-cf58c375-37c3-4971-9df1-9baf10a68e45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:22.678663 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9858fc17-7e42-4779-990d-806c888a45b9 req-cf58c375-37c3-4971-9df1-9baf10a68e45 service neutron] 10.222.0.71 "PUT /v2.0/ports/ba54d401-b9fc-4cdc-9ada-0431b41e0595 HTTP/1.1" status: 200 len: 1096 time: 5.6147032 Feb 17 17:39:22.703173 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3448c5c7-468d-4aa5-80d4-bce345360982', 'tag': 'ba54d401-b9fc-4cdc-9ada-0431b41e0595'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:39:22.712537 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092c34f5-9f66-42a0-904a-fddeeb71b14f" -d '{"events": [{"name": "network-changed", "server_uuid": "3448c5c7-468d-4aa5-80d4-bce345360982", "tag": "ba54d401-b9fc-4cdc-9ada-0431b41e0595"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:39:23.010681 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880f66b7-732c-4b13-b076-b2aea6ec9eae x-openstack-request-id: req-880f66b7-732c-4b13-b076-b2aea6ec9eae {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:39:23.012190 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3448c5c7-468d-4aa5-80d4-bce345360982", "tag": "ba54d401-b9fc-4cdc-9ada-0431b41e0595", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:39:23.018486 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-880f66b7-732c-4b13-b076-b2aea6ec9eae {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:39:23.018935 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3448c5c7-468d-4aa5-80d4-bce345360982', 'tag': 'ba54d401-b9fc-4cdc-9ada-0431b41e0595', 'status': 'completed', 'code': 200} Feb 17 17:39:23.082242 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ae24dca7-68eb-4dfd-b7e1-06d992176740 req-4077340e-253d-4936-974a-7309d9239989 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] 10.222.0.87 "GET /v2.0/security-groups?id=01113e2a-fb7d-4e22-a6b4-e3835adf9a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4340415 Feb 17 17:39:23.201541 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58c375-37c3-4971-9df1-9baf10a68e45 service neutron] Pushing event updated for resources: {'Port': ['ID=ba54d401-b9fc-4cdc-9ada-0431b41e0595,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:23.291102 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-47231744-23ec-42c8-8cf1-61ea12b138a8 req-ef009b9d-7ad2-4fec-aa08-514dc104eb67 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Deleting port 6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:39:23.292672 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-47231744-23ec-42c8-8cf1-61ea12b138a8 req-ef009b9d-7ad2-4fec-aa08-514dc104eb67 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:23.338464 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-59614df9-50b0-46d9-93ce-81408ed261ff req-1d1a3b8d-6ca2-464a-89ce-626f439ff30c tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Deleting port f069148d-2acc-4f1c-ac49-04d4a31d4c03 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:39:23.339434 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-59614df9-50b0-46d9-93ce-81408ed261ff req-1d1a3b8d-6ca2-464a-89ce-626f439ff30c tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (f069148d-2acc-4f1c-ac49-04d4a31d4c03), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:23.345506 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858fc17-7e42-4779-990d-806c888a45b9 req-be0415b9-e433-4730-9878-d378dfa76250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:23.347118 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9858fc17-7e42-4779-990d-806c888a45b9 req-be0415b9-e433-4730-9878-d378dfa76250 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=98b36a0977de45c0a743fd9cc28b88ad&device_id=3448c5c7-468d-4aa5-80d4-bce345360982 HTTP/1.1" status: 200 len: 1130 time: 0.4564757 Feb 17 17:39:23.503446 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4012f029-77a4-4b2e-b707-fc41905292f1 None None] Network 3d2f90f9-70bf-4be4-8e65-ef6ea5030c77 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:39:23.534816 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0a6c8-609f-4c24-a7e2-aa3ed1a00548 req-adf4eb2e-7b99-4089-ab6b-f692d3de13bd tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:23.536521 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7dd0a6c8-609f-4c24-a7e2-aa3ed1a00548 req-adf4eb2e-7b99-4089-ab6b-f692d3de13bd tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.87 "GET /v2.0/ports?device_id=3448c5c7-468d-4aa5-80d4-bce345360982 HTTP/1.1" status: 200 len: 948 time: 0.4750085 Feb 17 17:39:23.544352 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9858fc17-7e42-4779-990d-806c888a45b9 req-d370798c-e404-4c11-b182-39b749ad738e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=ba54d401-b9fc-4cdc-9ada-0431b41e0595 HTTP/1.1" status: 200 len: 217 time: 0.1812968 Feb 17 17:39:23.551019 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-47231744-23ec-42c8-8cf1-61ea12b138a8 req-ef009b9d-7ad2-4fec-aa08-514dc104eb67 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] For port 6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac,segment=NetworkSegment(35db7bfb-f40a-40b5-883e-cb5d409c283a),segment_id=35db7bfb-f40a-40b5-883e-cb5d409c283a)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:39:23.551413 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-47231744-23ec-42c8-8cf1-61ea12b138a8 req-ef009b9d-7ad2-4fec-aa08-514dc104eb67 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:23.568139 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-47231744-23ec-42c8-8cf1-61ea12b138a8 req-ef009b9d-7ad2-4fec-aa08-514dc104eb67 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Calling delete_port for 6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:39:23.791258 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-f7526090-3095-4726-b399-c7af7ee0f51f None None] Provisioning complete for port 1e88d42b-57e3-4d5b-8111-c038fb79811e triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:39:23.796891 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f7526090-3095-4726-b399-c7af7ee0f51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1e88d42b-57e3-4d5b-8111-c038fb79811e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:23.897590 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7dd0a6c8-609f-4c24-a7e2-aa3ed1a00548 req-8bf641b3-b6d9-494c-88d8-9e2e8fbdf52d tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.87 "GET /v2.0/security-groups?id=e9bd42c3-c838-49d1-a22a-8fe0d191573f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511872 Feb 17 17:39:23.962757 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 1e88d42b-57e3-4d5b-8111-c038fb79811e up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:39:24.096612 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-a76a0070-d783-4b11-aea3-3368867857d6 req-633315c2-f1f7-41e8-a7a9-430dc51322a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b7168dc-d46d-4df3-a0f0-67d7ef134da7 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:39:24.112758 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b4f69229-d275-4a02-8f81-876fede67072 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (51ae2ceb-b962-418f-ad1d-095ffa20fb54), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:24.125156 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a76a0070-d783-4b11-aea3-3368867857d6 req-633315c2-f1f7-41e8-a7a9-430dc51322a3 service neutron] Publish callbacks [] for port (0b7168dc-d46d-4df3-a0f0-67d7ef134da7), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:24.156028 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-a76a0070-d783-4b11-aea3-3368867857d6 req-633315c2-f1f7-41e8-a7a9-430dc51322a3 service neutron] Transition to ACTIVE for port object 0b7168dc-d46d-4df3-a0f0-67d7ef134da7 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:39:24.206884 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-47231744-23ec-42c8-8cf1-61ea12b138a8 req-ef009b9d-7ad2-4fec-aa08-514dc104eb67 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:24.211676 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-f7526090-3095-4726-b399-c7af7ee0f51f None None] Current status of the port 1e88d42b-57e3-4d5b-8111-c038fb79811e is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:39:24.215655 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f7526090-3095-4726-b399-c7af7ee0f51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1e88d42b-57e3-4d5b-8111-c038fb79811e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:24.238582 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:39:24.282326 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a76a0070-d783-4b11-aea3-3368867857d6 req-633315c2-f1f7-41e8-a7a9-430dc51322a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (0b7168dc-d46d-4df3-a0f0-67d7ef134da7), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:24.364815 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-f7526090-3095-4726-b399-c7af7ee0f51f None None] For port 1e88d42b-57e3-4d5b-8111-c038fb79811e, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=1e88d42b-57e3-4d5b-8111-c038fb79811e,segment=NetworkSegment(ceacaea4-d6ca-466a-b5e0-cb44420408c1),segment_id=ceacaea4-d6ca-466a-b5e0-cb44420408c1)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:39:24.376697 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 1e88d42b-57e3-4d5b-8111-c038fb79811e triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:39:24.377343 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1e88d42b-57e3-4d5b-8111-c038fb79811e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:24.389037 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef009b9d-7ad2-4fec-aa08-514dc104eb67 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Pushing event deleted for resources: {'Port': ['ID=6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:24.390513 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858fc17-7e42-4779-990d-806c888a45b9 req-36733977-196e-4dc6-b053-099786ba3bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:24.392020 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9858fc17-7e42-4779-990d-806c888a45b9 req-36733977-196e-4dc6-b053-099786ba3bfd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.8323505 Feb 17 17:39:24.417782 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc59ecb-b8d4-4935-88fa-2bdc0a07a25c tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Router 1d79183a-43b6-4840-b514-7b4aefa7befc has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:39:24.422221 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633315c2-f1f7-41e8-a7a9-430dc51322a3 service neutron] Pushing event updated for resources: {'Port': ['ID=0b7168dc-d46d-4df3-a0f0-67d7ef134da7,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:24.455228 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f7526090-3095-4726-b399-c7af7ee0f51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (1e88d42b-57e3-4d5b-8111-c038fb79811e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:24.517940 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d6025-85fc-4627-95ff-700eb6f46e6e req-f94973db-9eb8-4ab2-ae19-0c98ee432dbc tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:24.519583 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4f9d6025-85fc-4627-95ff-700eb6f46e6e req-f94973db-9eb8-4ab2-ae19-0c98ee432dbc tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ef7d1ac-9d64-4854-9eb8-2a4fd485fa59 HTTP/1.1" status: 200 len: 945 time: 1.1941669 Feb 17 17:39:24.568301 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 1e88d42b-57e3-4d5b-8111-c038fb79811e is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:39:24.598558 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7526090-3095-4726-b399-c7af7ee0f51f None None] Pushing event updated for resources: {'Port': ['ID=1e88d42b-57e3-4d5b-8111-c038fb79811e,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:24.626595 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-4306e874-26b3-4f49-a510-eef0c8e1326f None None] Provisioning complete for port 1e88d42b-57e3-4d5b-8111-c038fb79811e triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:39:24.627219 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4306e874-26b3-4f49-a510-eef0c8e1326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1e88d42b-57e3-4d5b-8111-c038fb79811e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:24.685953 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-59614df9-50b0-46d9-93ce-81408ed261ff req-1d1a3b8d-6ca2-464a-89ce-626f439ff30c tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] For port f069148d-2acc-4f1c-ac49-04d4a31d4c03, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=f069148d-2acc-4f1c-ac49-04d4a31d4c03,segment=NetworkSegment(35db7bfb-f40a-40b5-883e-cb5d409c283a),segment_id=35db7bfb-f40a-40b5-883e-cb5d409c283a)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:39:24.686325 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-59614df9-50b0-46d9-93ce-81408ed261ff req-1d1a3b8d-6ca2-464a-89ce-626f439ff30c tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (f069148d-2acc-4f1c-ac49-04d4a31d4c03), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:24.779652 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-59614df9-50b0-46d9-93ce-81408ed261ff req-1d1a3b8d-6ca2-464a-89ce-626f439ff30c tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Calling delete_port for f069148d-2acc-4f1c-ac49-04d4a31d4c03 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:39:24.911714 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-4306e874-26b3-4f49-a510-eef0c8e1326f None None] Current status of the port 1e88d42b-57e3-4d5b-8111-c038fb79811e is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:39:24.959051 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-4306e874-26b3-4f49-a510-eef0c8e1326f None None] Provisioning complete for port 51ae2ceb-b962-418f-ad1d-095ffa20fb54 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:39:24.959645 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4306e874-26b3-4f49-a510-eef0c8e1326f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (51ae2ceb-b962-418f-ad1d-095ffa20fb54), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:25.096175 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device f069148d-2acc-4f1c-ac49-04d4a31d4c03 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:39:25.113186 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b4f69229-d275-4a02-8f81-876fede67072 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for port (51ae2ceb-b962-418f-ad1d-095ffa20fb54), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:25.137844 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b4f69229-d275-4a02-8f81-876fede67072 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (51ae2ceb-b962-418f-ad1d-095ffa20fb54), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:25.140009 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-47231744-23ec-42c8-8cf1-61ea12b138a8 req-ef009b9d-7ad2-4fec-aa08-514dc104eb67 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] No DVR routers for this DVR port 6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac on host n-h2-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:39:25.150764 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-47231744-23ec-42c8-8cf1-61ea12b138a8 req-ef009b9d-7ad2-4fec-aa08-514dc104eb67 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:25.155210 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-47231744-23ec-42c8-8cf1-61ea12b138a8 req-ef009b9d-7ad2-4fec-aa08-514dc104eb67 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.91 "DELETE /v2.0/ports/6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac HTTP/1.1" status: 204 len: 173 time: 2.9853134 Feb 17 17:39:25.155969 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ffce458-0ebd-46c0-a157-71c6a8e225e5', 'name': 'network-vif-deleted', 'tag': '6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:39:25.158420 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aef01c8-ecf5-484b-83d7-facc73f0b0a1" -d '{"events": [{"server_uuid": "5ffce458-0ebd-46c0-a157-71c6a8e225e5", "name": "network-vif-deleted", "tag": "6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:39:25.360794 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-4306e874-26b3-4f49-a510-eef0c8e1326f None None] Port 51ae2ceb-b962-418f-ad1d-095ffa20fb54 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:39:25.388529 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f69229-d275-4a02-8f81-876fede67072 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event updated for resources: {'Port': ['ID=51ae2ceb-b962-418f-ad1d-095ffa20fb54,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:25.417925 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port f069148d-2acc-4f1c-ac49-04d4a31d4c03 is: ACTIVE; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:39:25.418947 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (f069148d-2acc-4f1c-ac49-04d4a31d4c03), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:25.508359 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port f069148d-2acc-4f1c-ac49-04d4a31d4c03, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=f069148d-2acc-4f1c-ac49-04d4a31d4c03,segment=NetworkSegment(35db7bfb-f40a-40b5-883e-cb5d409c283a),segment_id=35db7bfb-f40a-40b5-883e-cb5d409c283a)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:39:25.516689 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef7d1ac-9d64-4854-9eb8-2a4fd485fa59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f069148d-2acc-4f1c-ac49-04d4a31d4c03'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:39:25.523158 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18bb82dd-82a1-4709-823f-320728b82126" -d '{"events": [{"server_uuid": "2ef7d1ac-9d64-4854-9eb8-2a4fd485fa59", "name": "network-vif-unplugged", "status": "completed", "tag": "f069148d-2acc-4f1c-ac49-04d4a31d4c03"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:39:25.533164 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (f069148d-2acc-4f1c-ac49-04d4a31d4c03), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:25.554265 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b4f69229-d275-4a02-8f81-876fede67072 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (edfd6517-8557-4e6a-a2a2-af7d7d7fd286), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:25.643937 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-4aed5551-3e12-4bc0-8df7-c6b30a2dfc13 None None] Provisioning complete for port 51ae2ceb-b962-418f-ad1d-095ffa20fb54 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:39:25.646284 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4aed5551-3e12-4bc0-8df7-c6b30a2dfc13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (51ae2ceb-b962-418f-ad1d-095ffa20fb54), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:25.726160 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=f069148d-2acc-4f1c-ac49-04d4a31d4c03,revision_number=6']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:25.745248 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-4aed5551-3e12-4bc0-8df7-c6b30a2dfc13 None None] Port 51ae2ceb-b962-418f-ad1d-095ffa20fb54 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:39:25.820133 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4f9d6025-85fc-4627-95ff-700eb6f46e6e req-75d5b4fc-ac59-4f01-8cf3-f038a86278c4 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/security-groups?id=c0c1da27-5156-4487-bf9f-31a05708ed74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2515612 Feb 17 17:39:25.880359 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b4f69229-d275-4a02-8f81-876fede67072 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (51ae2ceb-b962-418f-ad1d-095ffa20fb54), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:25.881053 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-46293b1c-6993-43c7-9c33-80b93a3c16fb None None] Provisioning complete for port 51ae2ceb-b962-418f-ad1d-095ffa20fb54 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:39:25.882428 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-46293b1c-6993-43c7-9c33-80b93a3c16fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (51ae2ceb-b962-418f-ad1d-095ffa20fb54), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:25.896477 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-59614df9-50b0-46d9-93ce-81408ed261ff req-1d1a3b8d-6ca2-464a-89ce-626f439ff30c tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (f069148d-2acc-4f1c-ac49-04d4a31d4c03), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:25.942902 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 1e88d42b-57e3-4d5b-8111-c038fb79811e up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:39:25.970010 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802f381-d745-41b4-8441-28b99142f564 req-ae95b9f5-60d2-4dc4-bbbd-fb1df8cb6555 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:25.971548 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2802f381-d745-41b4-8441-28b99142f564 req-ae95b9f5-60d2-4dc4-bbbd-fb1df8cb6555 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcd6831f-a1bc-47e9-b604-2508796939bb HTTP/1.1" status: 200 len: 943 time: 1.7054307 Feb 17 17:39:26.006154 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-46293b1c-6993-43c7-9c33-80b93a3c16fb None None] Port 51ae2ceb-b962-418f-ad1d-095ffa20fb54 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:39:26.032491 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 1e88d42b-57e3-4d5b-8111-c038fb79811e triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:39:26.032998 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1e88d42b-57e3-4d5b-8111-c038fb79811e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:26.078491 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a3b8d-6ca2-464a-89ce-626f439ff30c tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Pushing event deleted for resources: {'Port': ['ID=f069148d-2acc-4f1c-ac49-04d4a31d4c03,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:26.108028 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858fc17-7e42-4779-990d-806c888a45b9 req-0da28a5b-83d4-45f4-bd27-003a71e7e9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:26.109599 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9858fc17-7e42-4779-990d-806c888a45b9 req-0da28a5b-83d4-45f4-bd27-003a71e7e9f7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 1.6719198 Feb 17 17:39:26.158805 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 1e88d42b-57e3-4d5b-8111-c038fb79811e is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:39:26.213578 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a3b8d-6ca2-464a-89ce-626f439ff30c tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:39:26.214378 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a3b8d-6ca2-464a-89ce-626f439ff30c tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:39:26.214729 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a3b8d-6ca2-464a-89ce-626f439ff30c tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:39:26.215070 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a3b8d-6ca2-464a-89ce-626f439ff30c tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:39:26.215406 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a3b8d-6ca2-464a-89ce-626f439ff30c tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:39:26.215739 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a3b8d-6ca2-464a-89ce-626f439ff30c tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:39:26.216068 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a3b8d-6ca2-464a-89ce-626f439ff30c tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:39:26.216422 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a3b8d-6ca2-464a-89ce-626f439ff30c tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:39:26.216753 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a3b8d-6ca2-464a-89ce-626f439ff30c tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:39:26.217079 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a3b8d-6ca2-464a-89ce-626f439ff30c tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:39:26.217407 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a3b8d-6ca2-464a-89ce-626f439ff30c tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:39:26.217731 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a3b8d-6ca2-464a-89ce-626f439ff30c tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:39:26.218055 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1a3b8d-6ca2-464a-89ce-626f439ff30c tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:39:26.257690 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b4f69229-d275-4a02-8f81-876fede67072 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for port (51ae2ceb-b962-418f-ad1d-095ffa20fb54), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:26.265433 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b4f69229-d275-4a02-8f81-876fede67072 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (51ae2ceb-b962-418f-ad1d-095ffa20fb54), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:26.266526 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b4f69229-d275-4a02-8f81-876fede67072 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (edfd6517-8557-4e6a-a2a2-af7d7d7fd286), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:26.304044 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-59614df9-50b0-46d9-93ce-81408ed261ff req-1d1a3b8d-6ca2-464a-89ce-626f439ff30c tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] No DVR routers for this DVR port f069148d-2acc-4f1c-ac49-04d4a31d4c03 on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:39:26.319513 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-59614df9-50b0-46d9-93ce-81408ed261ff req-1d1a3b8d-6ca2-464a-89ce-626f439ff30c tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:26.323546 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-59614df9-50b0-46d9-93ce-81408ed261ff req-1d1a3b8d-6ca2-464a-89ce-626f439ff30c tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.71 "DELETE /v2.0/ports/f069148d-2acc-4f1c-ac49-04d4a31d4c03 HTTP/1.1" status: 204 len: 173 time: 4.0691066 Feb 17 17:39:26.327127 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef7d1ac-9d64-4854-9eb8-2a4fd485fa59', 'name': 'network-vif-deleted', 'tag': 'f069148d-2acc-4f1c-ac49-04d4a31d4c03'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:39:26.329981 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a39844-b7ae-4f56-a6dc-a1d2060ee48f" -d '{"events": [{"server_uuid": "2ef7d1ac-9d64-4854-9eb8-2a4fd485fa59", "name": "network-vif-deleted", "tag": "f069148d-2acc-4f1c-ac49-04d4a31d4c03"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:39:26.347446 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f69229-d275-4a02-8f81-876fede67072 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event updated for resources: {'Port': ['ID=51ae2ceb-b962-418f-ad1d-095ffa20fb54,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:26.353173 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9858fc17-7e42-4779-990d-806c888a45b9 req-257612ea-0add-40f5-b4ed-12d872e2e417 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308567 Feb 17 17:39:26.359845 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-a76a0070-d783-4b11-aea3-3368867857d6 req-633315c2-f1f7-41e8-a7a9-430dc51322a3 service neutron] Attempting to bind port 0b7168dc-d46d-4df3-a0f0-67d7ef134da7 on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:39:26.360179 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-a76a0070-d783-4b11-aea3-3368867857d6 req-633315c2-f1f7-41e8-a7a9-430dc51322a3 service neutron] Attempting to bind port 0b7168dc-d46d-4df3-a0f0-67d7ef134da7 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': 'f07732c4-033f-4710-8403-c46ca6551036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd75f2967-9baa-454b-9e4b-063c9ebc97c7'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:39:26.360537 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76a0070-d783-4b11-aea3-3368867857d6 req-633315c2-f1f7-41e8-a7a9-430dc51322a3 service neutron] Attempting to bind port 0b7168dc-d46d-4df3-a0f0-67d7ef134da7 on network d75f2967-9baa-454b-9e4b-063c9ebc97c7 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:39:26.381493 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2849d-502f-45f7-ace7-99dba2b55588 req-f978e9c9-fd9f-4c31-8dad-8ae4cf2a51ea tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:26.383629 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-63b2849d-502f-45f7-ace7-99dba2b55588 req-f978e9c9-fd9f-4c31-8dad-8ae4cf2a51ea tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.87 "GET /v2.0/ports?device_id=3448c5c7-468d-4aa5-80d4-bce345360982 HTTP/1.1" status: 200 len: 948 time: 0.4403553 Feb 17 17:39:26.416183 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2802f381-d745-41b4-8441-28b99142f564 req-8263c994-5edd-486f-84ad-ebbf1bb2b0a7 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] 10.222.0.87 "GET /v2.0/security-groups?id=01113e2a-fb7d-4e22-a6b4-e3835adf9a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619730 Feb 17 17:39:26.442467 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc59ecb-b8d4-4935-88fa-2bdc0a07a25c tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:39:26.445437 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f69229-d275-4a02-8f81-876fede67072 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Network 3d2f90f9-70bf-4be4-8e65-ef6ea5030c77 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:39:26.447316 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-b4f69229-d275-4a02-8f81-876fede67072 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:39:26.449807 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0dc59ecb-b8d4-4935-88fa-2bdc0a07a25c tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:26.485816 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3891dc9d-3ab0-439d-b1c9-efa4bc88a9d2 None None] Sync routers for ids ['1d79183a-43b6-4840-b514-7b4aefa7befc'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:39:26.514612 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76a0070-d783-4b11-aea3-3368867857d6 req-633315c2-f1f7-41e8-a7a9-430dc51322a3 service neutron] Port 0b7168dc-d46d-4df3-a0f0-67d7ef134da7 on network d75f2967-9baa-454b-9e4b-063c9ebc97c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:39:26.518535 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c155210a-7c71-4a89-9ed1-322923f6177e x-openstack-request-id: req-c155210a-7c71-4a89-9ed1-322923f6177e {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:39:26.518949 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ffce458-0ebd-46c0-a157-71c6a8e225e5", "name": "network-vif-deleted", "tag": "6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:39:26.519307 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c155210a-7c71-4a89-9ed1-322923f6177e {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:39:26.519813 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ffce458-0ebd-46c0-a157-71c6a8e225e5', 'name': 'network-vif-deleted', 'tag': '6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac', 'status': 'completed', 'code': 200} Feb 17 17:39:26.524045 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76a0070-d783-4b11-aea3-3368867857d6 req-633315c2-f1f7-41e8-a7a9-430dc51322a3 service neutron] Attempting to bind port 0b7168dc-d46d-4df3-a0f0-67d7ef134da7 on network d75f2967-9baa-454b-9e4b-063c9ebc97c7 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:39:26.557313 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76a0070-d783-4b11-aea3-3368867857d6 req-633315c2-f1f7-41e8-a7a9-430dc51322a3 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:39:26.558256 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3891dc9d-3ab0-439d-b1c9-efa4bc88a9d2 None None] Routers {'1d79183a-43b6-4840-b514-7b4aefa7befc'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:39:26.559420 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-3891dc9d-3ab0-439d-b1c9-efa4bc88a9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:39:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['1d79183a-43b6-4840-b514-7b4aefa7befc'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:26.563054 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76a0070-d783-4b11-aea3-3368867857d6 req-633315c2-f1f7-41e8-a7a9-430dc51322a3 service neutron] Checking segment: {'id': 'f07732c4-033f-4710-8403-c46ca6551036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd75f2967-9baa-454b-9e4b-063c9ebc97c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:39:26.563458 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76a0070-d783-4b11-aea3-3368867857d6 req-633315c2-f1f7-41e8-a7a9-430dc51322a3 service neutron] Bound using segment: {'id': 'f07732c4-033f-4710-8403-c46ca6551036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd75f2967-9baa-454b-9e4b-063c9ebc97c7'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:39:26.566951 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-a76a0070-d783-4b11-aea3-3368867857d6 req-633315c2-f1f7-41e8-a7a9-430dc51322a3 service neutron] Bound port: 0b7168dc-d46d-4df3-a0f0-67d7ef134da7, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f07732c4-033f-4710-8403-c46ca6551036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd75f2967-9baa-454b-9e4b-063c9ebc97c7'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:39:26.567341 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a76a0070-d783-4b11-aea3-3368867857d6 req-633315c2-f1f7-41e8-a7a9-430dc51322a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0b7168dc-d46d-4df3-a0f0-67d7ef134da7), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:26.605817 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-3891dc9d-3ab0-439d-b1c9-efa4bc88a9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:26.615444 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3891dc9d-3ab0-439d-b1c9-efa4bc88a9d2 None None] Routers {'1d79183a-43b6-4840-b514-7b4aefa7befc'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:39:26.616118 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-3891dc9d-3ab0-439d-b1c9-efa4bc88a9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:39:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['1d79183a-43b6-4840-b514-7b4aefa7befc'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:26.627575 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:39:26.679636 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: 6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:39:26.680336 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 6d3aa25c-bdbc-412d-bbbd-05dd3ef742ac not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:39:26.684113 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-3891dc9d-3ab0-439d-b1c9-efa4bc88a9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:26.684920 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3891dc9d-3ab0-439d-b1c9-efa4bc88a9d2 None None] The sync data for ids ['1d79183a-43b6-4840-b514-7b4aefa7befc'] in n-d-829613-2 is: [] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:39:26.691386 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-0dc59ecb-b8d4-4935-88fa-2bdc0a07a25c tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] 10.222.0.87 "PUT /v2.0/floatingips/6bcf6182-f460-46e1-95b1-9fa31bdc8792 HTTP/1.1" status: 200 len: 687 time: 4.7977202 Feb 17 17:39:26.696474 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 48966) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:26.721489 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 17:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4033f38f-df67-40e4-95ed-5310e90e20e6 x-openstack-request-id: req-4033f38f-df67-40e4-95ed-5310e90e20e6 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:39:26.722623 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef7d1ac-9d64-4854-9eb8-2a4fd485fa59", "name": "network-vif-unplugged", "status": "completed", "tag": "f069148d-2acc-4f1c-ac49-04d4a31d4c03", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:39:26.723092 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4033f38f-df67-40e4-95ed-5310e90e20e6 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:39:26.723833 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef7d1ac-9d64-4854-9eb8-2a4fd485fa59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f069148d-2acc-4f1c-ac49-04d4a31d4c03', 'code': 200} Feb 17 17:39:26.744218 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-63b2849d-502f-45f7-ace7-99dba2b55588 req-c619602d-d978-4f0d-8762-0ef861e1bd8a tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.87 "GET /v2.0/security-groups?id=e9bd42c3-c838-49d1-a22a-8fe0d191573f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259518 Feb 17 17:39:26.791161 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f69229-d275-4a02-8f81-876fede67072 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Router edfd6517-8557-4e6a-a2a2-af7d7d7fd286 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:39:26.823593 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393069ab-eaa7-4db4-94f5-7b769763e6ae x-openstack-request-id: req-393069ab-eaa7-4db4-94f5-7b769763e6ae {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:39:26.824199 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef7d1ac-9d64-4854-9eb8-2a4fd485fa59", "name": "network-vif-deleted", "tag": "f069148d-2acc-4f1c-ac49-04d4a31d4c03", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:39:26.824398 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-393069ab-eaa7-4db4-94f5-7b769763e6ae {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:39:26.824790 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef7d1ac-9d64-4854-9eb8-2a4fd485fa59', 'name': 'network-vif-deleted', 'tag': 'f069148d-2acc-4f1c-ac49-04d4a31d4c03', 'status': 'completed', 'code': 200} Feb 17 17:39:26.831856 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9858fc17-7e42-4779-990d-806c888a45b9 req-3923f902-5a3c-45ca-b236-c2566b223733 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4685225 Feb 17 17:39:26.882114 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-a76a0070-d783-4b11-aea3-3368867857d6 req-633315c2-f1f7-41e8-a7a9-430dc51322a3 service neutron] For port 0b7168dc-d46d-4df3-a0f0-67d7ef134da7, host n-h2-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:39:26.889811 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-a76a0070-d783-4b11-aea3-3368867857d6 req-633315c2-f1f7-41e8-a7a9-430dc51322a3 service neutron] For port 0b7168dc-d46d-4df3-a0f0-67d7ef134da7, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=0b7168dc-d46d-4df3-a0f0-67d7ef134da7,segment=NetworkSegment(f07732c4-033f-4710-8403-c46ca6551036),segment_id=f07732c4-033f-4710-8403-c46ca6551036)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:39:26.896902 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a76a0070-d783-4b11-aea3-3368867857d6 req-633315c2-f1f7-41e8-a7a9-430dc51322a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (0b7168dc-d46d-4df3-a0f0-67d7ef134da7), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:27.014440 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a0070-d783-4b11-aea3-3368867857d6 req-633315c2-f1f7-41e8-a7a9-430dc51322a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:27.015254 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a76a0070-d783-4b11-aea3-3368867857d6 req-633315c2-f1f7-41e8-a7a9-430dc51322a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:27.018573 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a76a0070-d783-4b11-aea3-3368867857d6 req-633315c2-f1f7-41e8-a7a9-430dc51322a3 service neutron] 10.222.0.91 "PUT /v2.0/ports/0b7168dc-d46d-4df3-a0f0-67d7ef134da7 HTTP/1.1" status: 200 len: 1091 time: 5.3908513 Feb 17 17:39:27.085239 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-20c4d677-20f4-4035-8d27-593dfc9b3f0c None None] Provisioning complete for port 51ae2ceb-b962-418f-ad1d-095ffa20fb54 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:39:27.085856 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-20c4d677-20f4-4035-8d27-593dfc9b3f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (51ae2ceb-b962-418f-ad1d-095ffa20fb54), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:27.109261 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f69229-d275-4a02-8f81-876fede67072 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:39:27.118831 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b4f69229-d275-4a02-8f81-876fede67072 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "PUT /v2.0/routers/edfd6517-8557-4e6a-a2a2-af7d7d7fd286/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9611363 Feb 17 17:39:27.120900 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 48972) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:27.123553 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017a8fb7-f678-4cce-a4e4-2f2cd2a91f17 None None] Sync routers for ids ['edfd6517-8557-4e6a-a2a2-af7d7d7fd286'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:39:27.127765 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-248cc1a7-1c08-42b7-b945-a53156eb6fbe tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Deleting port 48868b74-e69b-4e1c-ba12-3dcdbf229a7b {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:39:27.128504 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-248cc1a7-1c08-42b7-b945-a53156eb6fbe tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (48868b74-e69b-4e1c-ba12-3dcdbf229a7b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:27.144801 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-20c4d677-20f4-4035-8d27-593dfc9b3f0c None None] Port 51ae2ceb-b962-418f-ad1d-095ffa20fb54 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:39:27.150784 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017a8fb7-f678-4cce-a4e4-2f2cd2a91f17 None None] Routers {'edfd6517-8557-4e6a-a2a2-af7d7d7fd286'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:39:27.152400 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-017a8fb7-f678-4cce-a4e4-2f2cd2a91f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:39:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['edfd6517-8557-4e6a-a2a2-af7d7d7fd286'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:27.191943 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-017a8fb7-f678-4cce-a4e4-2f2cd2a91f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:27.205607 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017a8fb7-f678-4cce-a4e4-2f2cd2a91f17 None None] Routers {'edfd6517-8557-4e6a-a2a2-af7d7d7fd286'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:39:27.207474 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-017a8fb7-f678-4cce-a4e4-2f2cd2a91f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:39:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['edfd6517-8557-4e6a-a2a2-af7d7d7fd286'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:27.217209 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cd30612b-6cb6-4129-a958-bc17099d9090 req-85df414d-5e7c-4139-9de2-225b13507ad4 tempest-MultipleCreateTestJSON-205278036 tempest-MultipleCreateTestJSON-205278036-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ef7d1ac-9d64-4854-9eb8-2a4fd485fa59 HTTP/1.1" status: 200 len: 210 time: 0.1473193 Feb 17 17:39:27.233341 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633315c2-f1f7-41e8-a7a9-430dc51322a3 service neutron] Pushing event updated for resources: {'Port': ['ID=0b7168dc-d46d-4df3-a0f0-67d7ef134da7,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:27.280183 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce11d2-19d0-4b4b-abc5-08b047e2b41b req-6410ecf6-9bc5-4ab5-8ac7-afec3a3300e5 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:27.282288 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7cce11d2-19d0-4b4b-abc5-08b047e2b41b req-6410ecf6-9bc5-4ab5-8ac7-afec3a3300e5 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/ports?device_id=a66cf83c-02b1-4b63-8363-98a2a0637846 HTTP/1.1" status: 200 len: 946 time: 0.3223760 Feb 17 17:39:27.285955 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c34f5-9f66-42a0-904a-fddeeb71b14f req-64d59988-74cd-4637-b072-836fef96174d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:27.287153 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-017a8fb7-f678-4cce-a4e4-2f2cd2a91f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:27.287432 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-092c34f5-9f66-42a0-904a-fddeeb71b14f req-64d59988-74cd-4637-b072-836fef96174d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=98b36a0977de45c0a743fd9cc28b88ad&device_id=3448c5c7-468d-4aa5-80d4-bce345360982 HTTP/1.1" status: 200 len: 1130 time: 0.2129281 Feb 17 17:39:27.288208 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017a8fb7-f678-4cce-a4e4-2f2cd2a91f17 None None] The sync data for ids ['edfd6517-8557-4e6a-a2a2-af7d7d7fd286'] in n-d-829613-2 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:39:27.289893 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a0070-d783-4b11-aea3-3368867857d6 req-367bbc56-ee23-4600-8d6a-48bcd9989304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:27.291326 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a76a0070-d783-4b11-aea3-3368867857d6 req-367bbc56-ee23-4600-8d6a-48bcd9989304 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b209356421da47f1a4a432732ce9b398&device_id=dcd6831f-a1bc-47e9-b604-2508796939bb HTTP/1.1" status: 200 len: 1125 time: 0.1779518 Feb 17 17:39:27.301145 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af4dfac-cf38-482d-840d-dbe4473c50a6 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:27.305686 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3af4dfac-cf38-482d-840d-dbe4473c50a6 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "GET /v2.0/ports?device_id=edfd6517-8557-4e6a-a2a2-af7d7d7fd286 HTTP/1.1" status: 200 len: 988 time: 0.1806991 Feb 17 17:39:27.309437 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 48974) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:27.313561 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-248cc1a7-1c08-42b7-b945-a53156eb6fbe tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (48868b74-e69b-4e1c-ba12-3dcdbf229a7b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:27.314230 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-248cc1a7-1c08-42b7-b945-a53156eb6fbe tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for floatingip (48868b74-e69b-4e1c-ba12-3dcdbf229a7b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:27.330847 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-248cc1a7-1c08-42b7-b945-a53156eb6fbe tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Calling delete_port for 48868b74-e69b-4e1c-ba12-3dcdbf229a7b owned by network:floatingip {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:39:27.470270 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a76a0070-d783-4b11-aea3-3368867857d6 req-4ff0fc92-64c0-43b2-8049-bf857a6c62ce service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b7168dc-d46d-4df3-a0f0-67d7ef134da7 HTTP/1.1" status: 200 len: 217 time: 0.1691926 Feb 17 17:39:27.516605 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-248cc1a7-1c08-42b7-b945-a53156eb6fbe tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (48868b74-e69b-4e1c-ba12-3dcdbf229a7b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:27.549939 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248cc1a7-1c08-42b7-b945-a53156eb6fbe tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Pushing event deleted for resources: {'Port': ['ID=48868b74-e69b-4e1c-ba12-3dcdbf229a7b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:27.642290 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:39:27.644870 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-248cc1a7-1c08-42b7-b945-a53156eb6fbe tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for floatingip (6bcf6182-f460-46e1-95b1-9fa31bdc8792), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:27.649266 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-248cc1a7-1c08-42b7-b945-a53156eb6fbe tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:27.655599 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-248cc1a7-1c08-42b7-b945-a53156eb6fbe tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] 10.222.0.87 "DELETE /v2.0/floatingips/6bcf6182-f460-46e1-95b1-9fa31bdc8792 HTTP/1.1" status: 204 len: 168 time: 0.9534240 Feb 17 17:39:27.657615 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 48978) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:27.664752 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-6c72ce56-7d0c-4c2a-ae89-f3f929682fe4 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'port_id': '165fea7a-8f68-4efe-9562-e51762dbe62a'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:27.675397 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a0070-d783-4b11-aea3-3368867857d6 req-d036cc8c-1d3c-4eeb-90a7-f0aaeb28b062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:27.676918 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a76a0070-d783-4b11-aea3-3368867857d6 req-d036cc8c-1d3c-4eeb-90a7-f0aaeb28b062 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=cec9a07b-e14f-470e-91d4-14ffa2e16306 HTTP/1.1" status: 200 len: 849 time: 0.1903732 Feb 17 17:39:27.700406 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6c72ce56-7d0c-4c2a-ae89-f3f929682fe4 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:27.708466 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7cce11d2-19d0-4b4b-abc5-08b047e2b41b req-d5d04579-c5b2-4b21-ac2a-96f69c528684 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/security-groups?id=24064728-799d-4802-ac8c-8dad004b7477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3996994 Feb 17 17:39:27.791451 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c34f5-9f66-42a0-904a-fddeeb71b14f req-d898c94b-a603-4256-9026-6bd58dd40175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:27.793175 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-092c34f5-9f66-42a0-904a-fddeeb71b14f req-d898c94b-a603-4256-9026-6bd58dd40175 service neutron] 10.222.0.71 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 0.4995856 Feb 17 17:39:27.797847 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a76a0070-d783-4b11-aea3-3368867857d6 req-2d779afd-2b34-457f-832d-d2ddd9a2ab8b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d75f2967-9baa-454b-9e4b-063c9ebc97c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1113284 Feb 17 17:39:27.822034 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6c72ce56-7d0c-4c2a-ae89-f3f929682fe4 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:27.822251 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d021a-e8ee-4478-ad0b-48512812a405 req-08c27f9e-e256-4b25-aa83-92438fb78ca5 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:27.823720 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d66d021a-e8ee-4478-ad0b-48512812a405 req-08c27f9e-e256-4b25-aa83-92438fb78ca5 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcd6831f-a1bc-47e9-b604-2508796939bb HTTP/1.1" status: 200 len: 943 time: 0.3222301 Feb 17 17:39:27.923252 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-092c34f5-9f66-42a0-904a-fddeeb71b14f req-953a0625-c51e-4a85-9ab0-684dce4f61d3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=ba54d401-b9fc-4cdc-9ada-0431b41e0595 HTTP/1.1" status: 200 len: 217 time: 0.1069889 Feb 17 17:39:28.105299 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d66d021a-e8ee-4478-ad0b-48512812a405 req-c2b21919-9bae-472c-b17e-15a01b15045b tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] 10.222.0.87 "GET /v2.0/security-groups?id=01113e2a-fb7d-4e22-a6b4-e3835adf9a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643852 Feb 17 17:39:28.160673 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c34f5-9f66-42a0-904a-fddeeb71b14f req-32f7f60e-0051-4701-9bb8-87930eb109c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:28.162127 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-092c34f5-9f66-42a0-904a-fddeeb71b14f req-32f7f60e-0051-4701-9bb8-87930eb109c3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.2201469 Feb 17 17:39:28.170103 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a76a0070-d783-4b11-aea3-3368867857d6 req-971f6227-e508-4d14-ab77-d6d56f5de569 service neutron] 10.222.0.91 "GET /v2.0/networks/d75f2967-9baa-454b-9e4b-063c9ebc97c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635254 Feb 17 17:39:28.203814 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14429ad3-5dec-4c0e-b597-eb61cf8880cb req-70a4a0e5-34cb-46d9-bd10-c0c552b37f1b tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:28.205422 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-14429ad3-5dec-4c0e-b597-eb61cf8880cb req-70a4a0e5-34cb-46d9-bd10-c0c552b37f1b tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.87 "GET /v2.0/ports?device_id=3448c5c7-468d-4aa5-80d4-bce345360982 HTTP/1.1" status: 200 len: 948 time: 0.3392327 Feb 17 17:39:28.231235 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-6c72ce56-7d0c-4c2a-ae89-f3f929682fe4 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Allocated IP 172.25.8.46 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/4695b4cc-8cdf-4633-9a01-903001291e9c) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:39:28.350703 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 48988) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:28.424162 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-1426a518-a6c3-452f-a7d4-426b14c69c5b admin admin] Deleting subnet ae6f582f-f431-4be8-9155-e78feef29d45 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:39:28.433803 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1426a518-a6c3-452f-a7d4-426b14c69c5b admin admin] Publish callbacks [] for subnet (ae6f582f-f431-4be8-9155-e78feef29d45), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:28.467156 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6c72ce56-7d0c-4c2a-ae89-f3f929682fe4 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for port (4695b4cc-8cdf-4633-9a01-903001291e9c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:28.489323 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1426a518-a6c3-452f-a7d4-426b14c69c5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (ae6f582f-f431-4be8-9155-e78feef29d45), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:28.551334 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1426a518-a6c3-452f-a7d4-426b14c69c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (ae6f582f-f431-4be8-9155-e78feef29d45), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:28.575033 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6c72ce56-7d0c-4c2a-ae89-f3f929682fe4 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (4695b4cc-8cdf-4633-9a01-903001291e9c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:28.626028 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c72ce56-7d0c-4c2a-ae89-f3f929682fe4 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:39:28.633991 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-6c72ce56-7d0c-4c2a-ae89-f3f929682fe4 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:39:28.642260 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c72ce56-7d0c-4c2a-ae89-f3f929682fe4 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:39:28.648722 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c72ce56-7d0c-4c2a-ae89-f3f929682fe4 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Pushing event updated for resources: {'Port': ['ID=4695b4cc-8cdf-4633-9a01-903001291e9c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:28.686467 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1426a518-a6c3-452f-a7d4-426b14c69c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (ae6f582f-f431-4be8-9155-e78feef29d45), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:28.727625 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1426a518-a6c3-452f-a7d4-426b14c69c5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae6f582f-f431-4be8-9155-e78feef29d45,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:28.782189 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1426a518-a6c3-452f-a7d4-426b14c69c5b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:28.785620 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-1426a518-a6c3-452f-a7d4-426b14c69c5b admin admin] 10.222.0.87 "DELETE /v2.0/subnets/ae6f582f-f431-4be8-9155-e78feef29d45 HTTP/1.1" status: 204 len: 168 time: 0.4337347 Feb 17 17:39:28.796444 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c34f5-9f66-42a0-904a-fddeeb71b14f req-908fd491-c379-4fae-9f55-82f3853cd4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:28.798621 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-092c34f5-9f66-42a0-904a-fddeeb71b14f req-908fd491-c379-4fae-9f55-82f3853cd4e3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6275554 Feb 17 17:39:28.803258 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-14429ad3-5dec-4c0e-b597-eb61cf8880cb req-66c12e5d-c9a8-4390-ba54-8d0bae440f3c tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.87 "GET /v2.0/security-groups?id=e9bd42c3-c838-49d1-a22a-8fe0d191573f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5692086 Feb 17 17:39:28.807668 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 48992) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:28.833357 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd6831f-a1bc-47e9-b604-2508796939bb', 'tag': '0b7168dc-d46d-4df3-a0f0-67d7ef134da7'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:39:28.837181 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1168c7f7-3ad7-4bb0-a5b1-c488a600f60c" -d '{"events": [{"name": "network-changed", "server_uuid": "dcd6831f-a1bc-47e9-b604-2508796939bb", "tag": "0b7168dc-d46d-4df3-a0f0-67d7ef134da7"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:39:28.862024 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a76a0070-d783-4b11-aea3-3368867857d6 req-45d67a3c-d29e-476c-a05a-a246f46501af service neutron] 10.222.0.91 "GET /v2.0/networks/d75f2967-9baa-454b-9e4b-063c9ebc97c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6769207 Feb 17 17:39:28.949143 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd74f21-0475-4a2d-95e3-5d98e9f84a64 x-openstack-request-id: req-bfd74f21-0475-4a2d-95e3-5d98e9f84a64 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:39:28.949555 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcd6831f-a1bc-47e9-b604-2508796939bb", "tag": "0b7168dc-d46d-4df3-a0f0-67d7ef134da7", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:39:28.950412 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-bfd74f21-0475-4a2d-95e3-5d98e9f84a64 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:39:28.950412 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcd6831f-a1bc-47e9-b604-2508796939bb', 'tag': '0b7168dc-d46d-4df3-a0f0-67d7ef134da7', 'status': 'completed', 'code': 200} Feb 17 17:39:29.071856 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device ba54d401-b9fc-4cdc-9ada-0431b41e0595 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:39:29.236284 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-20de9b1f-dcf5-4482-b551-e6eb3287b73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (4185a04b-9227-49e3-827b-a30bed406bcb), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:29.273975 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6c72ce56-7d0c-4c2a-ae89-f3f929682fe4 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for floatingip (5ba800f8-0535-4002-9b89-7520b6e4a104), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:29.332847 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port ba54d401-b9fc-4cdc-9ada-0431b41e0595, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=ba54d401-b9fc-4cdc-9ada-0431b41e0595,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:39:29.347219 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': 'ba54d401-b9fc-4cdc-9ada-0431b41e0595', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'port_id': 'ba54d401-b9fc-4cdc-9ada-0431b41e0595', 'mac_address': 'fa:16:3e:50:cc:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac79920f-9ddd-4352-b866-6056158b178e', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:39:29.363125 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95199b08-5fe4-492f-a199-e94b0827db3a req-93b751a0-ed3a-487e-973e-fe9fbd44c220 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:29.374842 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-95199b08-5fe4-492f-a199-e94b0827db3a req-93b751a0-ed3a-487e-973e-fe9fbd44c220 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/ports?device_id=a66cf83c-02b1-4b63-8363-98a2a0637846 HTTP/1.1" status: 200 len: 946 time: 0.5680850 Feb 17 17:39:29.399682 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6c72ce56-7d0c-4c2a-ae89-f3f929682fe4 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (4695b4cc-8cdf-4633-9a01-903001291e9c), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:29.403436 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bef2fb7b-51df-47a6-930f-8d53857688f7 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (edfd6517-8557-4e6a-a2a2-af7d7d7fd286), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:29.411001 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port ba54d401-b9fc-4cdc-9ada-0431b41e0595 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:39:29.411425 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ba54d401-b9fc-4cdc-9ada-0431b41e0595), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:29.429164 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba54d401-b9fc-4cdc-9ada-0431b41e0595 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:39:29.457290 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port ba54d401-b9fc-4cdc-9ada-0431b41e0595, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=ba54d401-b9fc-4cdc-9ada-0431b41e0595,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:39:29.464532 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ba54d401-b9fc-4cdc-9ada-0431b41e0595), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:29.525685 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=ba54d401-b9fc-4cdc-9ada-0431b41e0595,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:29.531726 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168c7f7-3ad7-4bb0-a5b1-c488a600f60c req-024658c5-93c8-497b-b22e-eeceecdafb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:29.533922 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1168c7f7-3ad7-4bb0-a5b1-c488a600f60c req-024658c5-93c8-497b-b22e-eeceecdafb9b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b209356421da47f1a4a432732ce9b398&device_id=dcd6831f-a1bc-47e9-b604-2508796939bb HTTP/1.1" status: 200 len: 1125 time: 0.5824249 Feb 17 17:39:29.536533 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-092c34f5-9f66-42a0-904a-fddeeb71b14f req-f433f627-f60f-42bf-bb70-592c0afb6cb4 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7213452 Feb 17 17:39:29.572410 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6c72ce56-7d0c-4c2a-ae89-f3f929682fe4 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for port (4695b4cc-8cdf-4633-9a01-903001291e9c), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:29.576981 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6c72ce56-7d0c-4c2a-ae89-f3f929682fe4 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (4695b4cc-8cdf-4633-9a01-903001291e9c), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:29.625931 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c72ce56-7d0c-4c2a-ae89-f3f929682fe4 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Pushing event updated for resources: {'Port': ['ID=4695b4cc-8cdf-4633-9a01-903001291e9c,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:29.673559 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6c72ce56-7d0c-4c2a-ae89-f3f929682fe4 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (5ba800f8-0535-4002-9b89-7520b6e4a104), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:29.693227 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['ba54d401-b9fc-4cdc-9ada-0431b41e0595'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:39:29.762422 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797187d-91f8-4b47-8099-b23d860ce1f4 req-27855875-ec49-494d-b098-6b6347b88fdb tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:29.764666 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d797187d-91f8-4b47-8099-b23d860ce1f4 req-27855875-ec49-494d-b098-6b6347b88fdb tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcd6831f-a1bc-47e9-b604-2508796939bb HTTP/1.1" status: 200 len: 943 time: 0.5017769 Feb 17 17:39:29.778946 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-95199b08-5fe4-492f-a199-e94b0827db3a req-6acdfd74-313f-4cfb-b2f7-ff3b131071ff tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/security-groups?id=24064728-799d-4802-ac8c-8dad004b7477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4027762 Feb 17 17:39:29.780969 n-d-829613-2 neutron-server[103434]: INFO neutron.db.l3_db [None req-6c72ce56-7d0c-4c2a-ae89-f3f929682fe4 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Floating IP 5ba800f8-0535-4002-9b89-7520b6e4a104 associated. External IP: 172.25.8.46, port: 165fea7a-8f68-4efe-9562-e51762dbe62a. Feb 17 17:39:29.903542 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-092c34f5-9f66-42a0-904a-fddeeb71b14f req-457b0e4d-77dc-4736-ba68-598bdbcaf120 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304000 Feb 17 17:39:30.018141 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-20de9b1f-dcf5-4482-b551-e6eb3287b73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (4185a04b-9227-49e3-827b-a30bed406bcb), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:30.083827 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c72ce56-7d0c-4c2a-ae89-f3f929682fe4 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Router 1d79183a-43b6-4840-b514-7b4aefa7befc has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:39:30.153039 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d797187d-91f8-4b47-8099-b23d860ce1f4 req-39b77037-0d14-4706-9718-03d2e7f71f82 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] 10.222.0.87 "GET /v2.0/security-groups?id=01113e2a-fb7d-4e22-a6b4-e3835adf9a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780631 Feb 17 17:39:30.181514 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-20de9b1f-dcf5-4482-b551-e6eb3287b73b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4185a04b-9227-49e3-827b-a30bed406bcb']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:30.210751 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c72ce56-7d0c-4c2a-ae89-f3f929682fe4 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:39:30.212576 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-20de9b1f-dcf5-4482-b551-e6eb3287b73b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35db7bfb-f40a-40b5-883e-cb5d409c283a') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:30.213025 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-20de9b1f-dcf5-4482-b551-e6eb3287b73b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35db7bfb-f40a-40b5-883e-cb5d409c283a') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:30.232046 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c993cb7-b45e-4144-bb31-09cb3f0198c1 None None] Sync routers for ids ['1d79183a-43b6-4840-b514-7b4aefa7befc'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:39:30.233690 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6c72ce56-7d0c-4c2a-ae89-f3f929682fe4 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:30.243351 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-20de9b1f-dcf5-4482-b551-e6eb3287b73b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (35db7bfb-f40a-40b5-883e-cb5d409c283a), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:30.247407 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c993cb7-b45e-4144-bb31-09cb3f0198c1 None None] Routers {'1d79183a-43b6-4840-b514-7b4aefa7befc'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:39:30.247905 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168c7f7-3ad7-4bb0-a5b1-c488a600f60c req-05f668bb-7ddf-46a2-9ee4-27ddaf9ec856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:30.248992 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-0c993cb7-b45e-4144-bb31-09cb3f0198c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:39:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['1d79183a-43b6-4840-b514-7b4aefa7befc'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:30.250268 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1168c7f7-3ad7-4bb0-a5b1-c488a600f60c req-05f668bb-7ddf-46a2-9ee4-27ddaf9ec856 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d75f2967-9baa-454b-9e4b-063c9ebc97c7 HTTP/1.1" status: 200 len: 910 time: 0.6823754 Feb 17 17:39:30.278094 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6c72ce56-7d0c-4c2a-ae89-f3f929682fe4 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.6189599 Feb 17 17:39:30.279677 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49004) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:30.301945 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-0c993cb7-b45e-4144-bb31-09cb3f0198c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:30.316223 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c993cb7-b45e-4144-bb31-09cb3f0198c1 None None] Routers {'1d79183a-43b6-4840-b514-7b4aefa7befc'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:39:30.317269 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-0c993cb7-b45e-4144-bb31-09cb3f0198c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:39:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['1d79183a-43b6-4840-b514-7b4aefa7befc'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:30.352087 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-20de9b1f-dcf5-4482-b551-e6eb3287b73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (35db7bfb-f40a-40b5-883e-cb5d409c283a), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:30.357972 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-0c993cb7-b45e-4144-bb31-09cb3f0198c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:30.359243 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c993cb7-b45e-4144-bb31-09cb3f0198c1 None None] The sync data for ids ['1d79183a-43b6-4840-b514-7b4aefa7befc'] in n-d-829613-2 is: [] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:39:30.362743 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20de9b1f-dcf5-4482-b551-e6eb3287b73b admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:39:30.363290 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-20de9b1f-dcf5-4482-b551-e6eb3287b73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (35db7bfb-f40a-40b5-883e-cb5d409c283a), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:30.378171 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-14175964-0550-4139-82d9-dbcac4812a59 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] 10.222.0.87 "GET /v2.0/floatingips/5ba800f8-0535-4002-9b89-7520b6e4a104 HTTP/1.1" status: 200 len: 977 time: 0.0961001 Feb 17 17:39:30.378658 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49006) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:30.382690 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb285563-e2f7-4ee9-bba7-d5aec248ac67 req-b48c0698-5348-41a8-8e61-d0e38766d398 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:30.384259 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cb285563-e2f7-4ee9-bba7-d5aec248ac67 req-b48c0698-5348-41a8-8e61-d0e38766d398 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.87 "GET /v2.0/ports?device_id=3448c5c7-468d-4aa5-80d4-bce345360982 HTTP/1.1" status: 200 len: 949 time: 0.4077127 Feb 17 17:39:30.385875 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1168c7f7-3ad7-4bb0-a5b1-c488a600f60c req-f74473c4-65ee-46ec-90e0-226e1a5e2c96 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b7168dc-d46d-4df3-a0f0-67d7ef134da7 HTTP/1.1" status: 200 len: 217 time: 0.1174107 Feb 17 17:39:30.386756 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 17:39:30.386756 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:39:30.386756 n-d-829613-2 neutron-server[103435]: timer() Feb 17 17:39:30.386756 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:39:30.386756 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 17:39:30.386756 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:39:30.386756 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 17:39:30.386756 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:39:30.386756 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 17:39:30.386756 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:39:30.386756 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 17:39:30.386756 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:39:30.386756 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 17:39:30.386756 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:39:30.386756 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:39:30.386756 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:39:30.386756 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:39:30.386756 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:39:30.386756 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 17:39:30.386756 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:39:30.386756 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 17:39:30.386756 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:39:30.386756 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:39:30.386756 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:39:30.386756 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 17:39:30.386756 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:39:30.386756 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:39:30.386756 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:39:30.386756 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:39:30.386756 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:39:30.386756 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:39:30.386756 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:39:30.507357 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-20de9b1f-dcf5-4482-b551-e6eb3287b73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (4185a04b-9227-49e3-827b-a30bed406bcb), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:30.512472 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-20de9b1f-dcf5-4482-b551-e6eb3287b73b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:30.516057 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-20de9b1f-dcf5-4482-b551-e6eb3287b73b admin admin] 10.222.0.87 "DELETE /v2.0/networks/4185a04b-9227-49e3-827b-a30bed406bcb HTTP/1.1" status: 204 len: 168 time: 1.7026083 Feb 17 17:39:30.547393 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168c7f7-3ad7-4bb0-a5b1-c488a600f60c req-a5e5f0ff-e6cf-4c2e-a0f1-c1674558ce91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:30.549433 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1168c7f7-3ad7-4bb0-a5b1-c488a600f60c req-a5e5f0ff-e6cf-4c2e-a0f1-c1674558ce91 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=cec9a07b-e14f-470e-91d4-14ffa2e16306 HTTP/1.1" status: 200 len: 849 time: 0.1493595 Feb 17 17:39:30.562525 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f3b11df6-9058-4832-a22e-d8c4df22a814 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] 10.222.0.87 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1825771 Feb 17 17:39:30.564901 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49010) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:30.572205 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-4416e9f1-12aa-4885-bd44-c48b8eb2c65d tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Request body: {'floatingip': {'port_id': '85e2c19f-bcc7-4b4f-afd2-3f40e5c17286'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:30.582886 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de9b1f-dcf5-4482-b551-e6eb3287b73b admin admin] Pushing event deleted for resources: {'Network': ['ID=4185a04b-9227-49e3-827b-a30bed406bcb,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:30.625471 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1168c7f7-3ad7-4bb0-a5b1-c488a600f60c req-f03d69f0-f981-4ab0-9fd8-09584dd6d708 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d75f2967-9baa-454b-9e4b-063c9ebc97c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632098 Feb 17 17:39:30.632458 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cb285563-e2f7-4ee9-bba7-d5aec248ac67 req-01445513-c8ba-486f-8d57-51545bbe251b tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.87 "GET /v2.0/security-groups?id=e9bd42c3-c838-49d1-a22a-8fe0d191573f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284238 Feb 17 17:39:30.695883 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4416e9f1-12aa-4885-bd44-c48b8eb2c65d tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for floatingip (5ba800f8-0535-4002-9b89-7520b6e4a104), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:30.742023 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-bef2fb7b-51df-47a6-930f-8d53857688f7 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Deleting port 51ae2ceb-b962-418f-ad1d-095ffa20fb54 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:39:30.742367 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bef2fb7b-51df-47a6-930f-8d53857688f7 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (51ae2ceb-b962-418f-ad1d-095ffa20fb54), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:30.768030 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49012) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:30.810494 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1168c7f7-3ad7-4bb0-a5b1-c488a600f60c req-8aac318f-cc3e-40be-a1ad-0eac0de71269 service neutron] 10.222.0.91 "GET /v2.0/networks/d75f2967-9baa-454b-9e4b-063c9ebc97c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759117 Feb 17 17:39:30.921966 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-540be1fd-2758-42c0-8f3d-43793b5cce47 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=126dec359e5a4147b05d2ce9ed443ea7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1523416 Feb 17 17:39:30.926810 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49016) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:31.050623 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bef2fb7b-51df-47a6-930f-8d53857688f7 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (51ae2ceb-b962-418f-ad1d-095ffa20fb54), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:31.072496 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device ba54d401-b9fc-4cdc-9ada-0431b41e0595 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:39:31.081163 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-bef2fb7b-51df-47a6-930f-8d53857688f7 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Calling delete_port for 51ae2ceb-b962-418f-ad1d-095ffa20fb54 owned by network:router_interface {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:39:31.087850 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-91061c86-19e4-4492-8014-95c45790c452 admin admin] Publish callbacks [] for security_group (c0c1da27-5156-4487-bf9f-31a05708ed74), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:31.114164 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-91061c86-19e4-4492-8014-95c45790c452 admin admin] Publish callbacks [] for security_group (c0c1da27-5156-4487-bf9f-31a05708ed74), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:31.126749 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port ba54d401-b9fc-4cdc-9ada-0431b41e0595 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:39:31.132475 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port ba54d401-b9fc-4cdc-9ada-0431b41e0595 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:39:31.133065 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ba54d401-b9fc-4cdc-9ada-0431b41e0595), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:31.306589 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port ba54d401-b9fc-4cdc-9ada-0431b41e0595 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:39:31.307337 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ba54d401-b9fc-4cdc-9ada-0431b41e0595), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:31.336732 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3448c5c7-468d-4aa5-80d4-bce345360982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba54d401-b9fc-4cdc-9ada-0431b41e0595'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:39:31.339761 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae8b354-3aaf-4f24-89e8-74efd3ec5bb0" -d '{"events": [{"server_uuid": "3448c5c7-468d-4aa5-80d4-bce345360982", "name": "network-vif-plugged", "status": "completed", "tag": "ba54d401-b9fc-4cdc-9ada-0431b41e0595"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:39:31.355599 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port ba54d401-b9fc-4cdc-9ada-0431b41e0595, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=ba54d401-b9fc-4cdc-9ada-0431b41e0595,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:39:31.361420 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ba54d401-b9fc-4cdc-9ada-0431b41e0595), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:31.418187 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1168c7f7-3ad7-4bb0-a5b1-c488a600f60c req-6769a75c-3974-42ee-a331-22959ab2d58b service neutron] 10.222.0.91 "GET /v2.0/networks/d75f2967-9baa-454b-9e4b-063c9ebc97c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5963833 Feb 17 17:39:31.424289 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bef2fb7b-51df-47a6-930f-8d53857688f7 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (51ae2ceb-b962-418f-ad1d-095ffa20fb54), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:31.430664 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=ba54d401-b9fc-4cdc-9ada-0431b41e0595,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:31.510146 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f949c-7220-4fc7-9345-1b7871998bc5 req-75c40eac-00a9-461d-9b50-8d95ec9c6075 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:31.511911 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a7f949c-7220-4fc7-9345-1b7871998bc5 req-75c40eac-00a9-461d-9b50-8d95ec9c6075 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/ports?device_id=a66cf83c-02b1-4b63-8363-98a2a0637846 HTTP/1.1" status: 200 len: 946 time: 0.5719125 Feb 17 17:39:31.523794 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-91061c86-19e4-4492-8014-95c45790c452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (c0c1da27-5156-4487-bf9f-31a05708ed74), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:31.527263 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-91061c86-19e4-4492-8014-95c45790c452 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:31.532491 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-91061c86-19e4-4492-8014-95c45790c452 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c0c1da27-5156-4487-bf9f-31a05708ed74 HTTP/1.1" status: 204 len: 168 time: 0.6000867 Feb 17 17:39:31.540615 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef2fb7b-51df-47a6-930f-8d53857688f7 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event deleted for resources: {'Port': ['ID=51ae2ceb-b962-418f-ad1d-095ffa20fb54,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:31.560418 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91061c86-19e4-4492-8014-95c45790c452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c1da27-5156-4487-bf9f-31a05708ed74,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:31.850880 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4416e9f1-12aa-4885-bd44-c48b8eb2c65d tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:31.857158 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4416e9f1-12aa-4885-bd44-c48b8eb2c65d tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (5ba800f8-0535-4002-9b89-7520b6e4a104), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:32.024059 n-d-829613-2 neutron-server[103434]: INFO neutron.db.l3_db [None req-4416e9f1-12aa-4885-bd44-c48b8eb2c65d tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Floating IP 5ba800f8-0535-4002-9b89-7520b6e4a104 associated. External IP: 172.25.8.46, port: 165fea7a-8f68-4efe-9562-e51762dbe62a. Feb 17 17:39:32.113245 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a7f949c-7220-4fc7-9345-1b7871998bc5 req-0b5c2566-4a59-46d8-b269-eed5dccfdc48 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/security-groups?id=24064728-799d-4802-ac8c-8dad004b7477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5729992 Feb 17 17:39:32.140486 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bef2fb7b-51df-47a6-930f-8d53857688f7 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (edfd6517-8557-4e6a-a2a2-af7d7d7fd286), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:32.150539 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf56acf-77cd-48d1-ab04-b0d6fa51b7f8 req-bbf69f6d-3f3f-4da3-b7e6-d5556890e228 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:32.152559 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ccf56acf-77cd-48d1-ab04-b0d6fa51b7f8 req-bbf69f6d-3f3f-4da3-b7e6-d5556890e228 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcd6831f-a1bc-47e9-b604-2508796939bb HTTP/1.1" status: 200 len: 943 time: 0.7543821 Feb 17 17:39:32.205686 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876a3fd6-c329-4ea9-996d-7ec754d4431d x-openstack-request-id: req-876a3fd6-c329-4ea9-996d-7ec754d4431d {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:39:32.206816 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3448c5c7-468d-4aa5-80d4-bce345360982", "name": "network-vif-plugged", "status": "completed", "tag": "ba54d401-b9fc-4cdc-9ada-0431b41e0595", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:39:32.207224 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-876a3fd6-c329-4ea9-996d-7ec754d4431d {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:39:32.207769 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3448c5c7-468d-4aa5-80d4-bce345360982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba54d401-b9fc-4cdc-9ada-0431b41e0595', 'code': 200} Feb 17 17:39:32.373995 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ccf56acf-77cd-48d1-ab04-b0d6fa51b7f8 req-eac69a5c-d3d0-45ec-b7d4-362b937f35dc tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] 10.222.0.87 "GET /v2.0/security-groups?id=01113e2a-fb7d-4e22-a6b4-e3835adf9a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091553 Feb 17 17:39:32.539844 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4416e9f1-12aa-4885-bd44-c48b8eb2c65d tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Router 1d79183a-43b6-4840-b514-7b4aefa7befc has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:39:32.567379 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e4ed9-6000-45fd-a9be-4780063a92de req-7af506a6-6f22-4e9d-a9f4-9f9121124dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:32.568964 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-285e4ed9-6000-45fd-a9be-4780063a92de req-7af506a6-6f22-4e9d-a9f4-9f9121124dd6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3448c5c7-468d-4aa5-80d4-bce345360982 HTTP/1.1" status: 200 len: 1132 time: 0.2144854 Feb 17 17:39:32.622151 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef2fb7b-51df-47a6-930f-8d53857688f7 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Router edfd6517-8557-4e6a-a2a2-af7d7d7fd286 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:39:32.642899 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 0b7168dc-d46d-4df3-a0f0-67d7ef134da7 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:39:32.707667 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4416e9f1-12aa-4885-bd44-c48b8eb2c65d tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:39:32.772558 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 0b7168dc-d46d-4df3-a0f0-67d7ef134da7, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=0b7168dc-d46d-4df3-a0f0-67d7ef134da7,segment=NetworkSegment(f07732c4-033f-4710-8403-c46ca6551036),segment_id=f07732c4-033f-4710-8403-c46ca6551036)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:39:32.791248 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d46beac-2494-49f1-a56a-d0c5e64ef518 None None] Sync routers for ids ['1d79183a-43b6-4840-b514-7b4aefa7befc'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:39:32.795717 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '0b7168dc-d46d-4df3-a0f0-67d7ef134da7', 'network_id': 'd75f2967-9baa-454b-9e4b-063c9ebc97c7', 'port_id': '0b7168dc-d46d-4df3-a0f0-67d7ef134da7', 'mac_address': 'fa:16:3e:4a:c2:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cec9a07b-e14f-470e-91d4-14ffa2e16306', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:39:32.829615 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d46beac-2494-49f1-a56a-d0c5e64ef518 None None] Routers {'1d79183a-43b6-4840-b514-7b4aefa7befc'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:39:32.830630 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-4d46beac-2494-49f1-a56a-d0c5e64ef518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:39:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['1d79183a-43b6-4840-b514-7b4aefa7befc'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:32.886183 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6200c63-9393-40f0-bcb2-4a449a76e60b req-3dc1aeb8-1c80-4252-be79-27cef36d1810 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:32.890809 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c6200c63-9393-40f0-bcb2-4a449a76e60b req-3dc1aeb8-1c80-4252-be79-27cef36d1810 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.87 "GET /v2.0/ports?device_id=3448c5c7-468d-4aa5-80d4-bce345360982 HTTP/1.1" status: 200 len: 950 time: 0.3819940 Feb 17 17:39:32.894291 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-285e4ed9-6000-45fd-a9be-4780063a92de req-aa045f77-0b90-4742-96e4-cb5ea124be09 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e9bd42c3-c838-49d1-a22a-8fe0d191573f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068979 Feb 17 17:39:33.010130 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-4d46beac-2494-49f1-a56a-d0c5e64ef518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:33.014424 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49050) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:33.017286 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f264975-bcb9-43e0-9b97-f845321376bd req-02df04c5-019b-4e98-8588-450af26aa582 tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:33.020816 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1f264975-bcb9-43e0-9b97-f845321376bd req-02df04c5-019b-4e98-8588-450af26aa582 tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] 10.222.0.87 "GET /v2.0/ports?device_id=4faafdc4-4cfc-45a4-9aa2-b84030e219f7 HTTP/1.1" status: 200 len: 946 time: 0.3575556 Feb 17 17:39:33.032798 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef2fb7b-51df-47a6-930f-8d53857688f7 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:39:33.036612 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-14f6ab23-5906-41ac-85dc-e1e3c4d33a3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:33.050242 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acee2e37-55d8-4ef8-8025-678b8601790d None None] Sync routers for ids ['edfd6517-8557-4e6a-a2a2-af7d7d7fd286'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:39:33.052128 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d46beac-2494-49f1-a56a-d0c5e64ef518 None None] Routers {'1d79183a-43b6-4840-b514-7b4aefa7befc'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:39:33.052788 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-4d46beac-2494-49f1-a56a-d0c5e64ef518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:39:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['1d79183a-43b6-4840-b514-7b4aefa7befc'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:33.055173 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 0b7168dc-d46d-4df3-a0f0-67d7ef134da7 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:39:33.055548 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0b7168dc-d46d-4df3-a0f0-67d7ef134da7), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:33.056285 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49054) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:33.057159 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-bef2fb7b-51df-47a6-930f-8d53857688f7 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "PUT /v2.0/routers/edfd6517-8557-4e6a-a2a2-af7d7d7fd286/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7459908 Feb 17 17:39:33.078399 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acee2e37-55d8-4ef8-8025-678b8601790d None None] Routers {'edfd6517-8557-4e6a-a2a2-af7d7d7fd286'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:39:33.079040 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-acee2e37-55d8-4ef8-8025-678b8601790d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:39:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['edfd6517-8557-4e6a-a2a2-af7d7d7fd286'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:33.099883 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-4d46beac-2494-49f1-a56a-d0c5e64ef518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:33.100586 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d46beac-2494-49f1-a56a-d0c5e64ef518 None None] The sync data for ids ['1d79183a-43b6-4840-b514-7b4aefa7befc'] in n-d-829613-2 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:39:33.107090 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b7168dc-d46d-4df3-a0f0-67d7ef134da7 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:39:33.133973 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4416e9f1-12aa-4885-bd44-c48b8eb2c65d tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Router 1d79183a-43b6-4840-b514-7b4aefa7befc has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:39:33.137552 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c67a31e-82f6-429b-9d42-7360c5812a3f tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] GET failed (client error): The resource could not be found. Feb 17 17:39:33.139467 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c6200c63-9393-40f0-bcb2-4a449a76e60b req-3450c992-82d3-414a-9268-792ce72bff79 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.87 "GET /v2.0/security-groups?id=e9bd42c3-c838-49d1-a22a-8fe0d191573f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995451 Feb 17 17:39:33.143723 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9c67a31e-82f6-429b-9d42-7360c5812a3f tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "GET /v2.0/ports/51ae2ceb-b962-418f-ad1d-095ffa20fb54 HTTP/1.1" status: 404 len: 333 time: 0.0822849 Feb 17 17:39:33.147540 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49058) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:33.151421 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 0b7168dc-d46d-4df3-a0f0-67d7ef134da7, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=0b7168dc-d46d-4df3-a0f0-67d7ef134da7,segment=NetworkSegment(f07732c4-033f-4710-8403-c46ca6551036),segment_id=f07732c4-033f-4710-8403-c46ca6551036)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:39:33.159540 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (0b7168dc-d46d-4df3-a0f0-67d7ef134da7), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:33.173476 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-acee2e37-55d8-4ef8-8025-678b8601790d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:33.191646 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1f264975-bcb9-43e0-9b97-f845321376bd req-f45781ba-7bbc-4d97-9e4d-9b5c03841361 tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2b464b0-2999-42c4-a62f-fd6160f3d182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614132 Feb 17 17:39:33.196572 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acee2e37-55d8-4ef8-8025-678b8601790d None None] Routers {'edfd6517-8557-4e6a-a2a2-af7d7d7fd286'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:39:33.197443 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-acee2e37-55d8-4ef8-8025-678b8601790d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:39:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['edfd6517-8557-4e6a-a2a2-af7d7d7fd286'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:33.247815 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=0b7168dc-d46d-4df3-a0f0-67d7ef134da7,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:33.257468 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-acee2e37-55d8-4ef8-8025-678b8601790d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:33.258614 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acee2e37-55d8-4ef8-8025-678b8601790d None None] The sync data for ids ['edfd6517-8557-4e6a-a2a2-af7d7d7fd286'] in n-d-829613-2 is: [] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:39:33.291336 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-c671eeed-84f3-4a2f-a134-d17160e59d0e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2114678557-network', 'tenant_id': '4010b90dceb14ea6a98968e6b17cf28b'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:33.368808 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c69e9-187d-4af0-96c1-dd9779663102 req-9d00dad9-fa76-466e-b73d-9c321a71ad5b tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:33.371899 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1b4c69e9-187d-4af0-96c1-dd9779663102 req-9d00dad9-fa76-466e-b73d-9c321a71ad5b tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/ports?device_id=a66cf83c-02b1-4b63-8363-98a2a0637846 HTTP/1.1" status: 200 len: 946 time: 0.0876446 Feb 17 17:39:33.379270 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4418a594-bd30-4825-9fee-dffccf818aa3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for router (edfd6517-8557-4e6a-a2a2-af7d7d7fd286), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:33.417821 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c671eeed-84f3-4a2f-a134-d17160e59d0e admin admin] Made reservation on behalf of 4010b90dceb14ea6a98968e6b17cf28b for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:39:33.420376 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c671eeed-84f3-4a2f-a134-d17160e59d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:33.428372 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1b4c69e9-187d-4af0-96c1-dd9779663102 req-afc94f3a-9329-447f-b8cb-b5e540583980 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/security-groups?id=24064728-799d-4802-ac8c-8dad004b7477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507088 Feb 17 17:39:33.446927 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['0b7168dc-d46d-4df3-a0f0-67d7ef134da7'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:39:33.475233 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c671eeed-84f3-4a2f-a134-d17160e59d0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:33.610237 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166838c-6626-4a8a-80e1-4c34f4080a2c req-0a67d6f0-f7ca-4005-8843-48387a51cf60 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:33.612212 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e166838c-6626-4a8a-80e1-4c34f4080a2c req-0a67d6f0-f7ca-4005-8843-48387a51cf60 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcd6831f-a1bc-47e9-b604-2508796939bb HTTP/1.1" status: 200 len: 944 time: 0.1009314 Feb 17 17:39:33.660987 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4418a594-bd30-4825-9fee-dffccf818aa3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (edfd6517-8557-4e6a-a2a2-af7d7d7fd286), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:33.662854 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4416e9f1-12aa-4885-bd44-c48b8eb2c65d tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:39:33.667858 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4418a594-bd30-4825-9fee-dffccf818aa3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for router_controller (edfd6517-8557-4e6a-a2a2-af7d7d7fd286), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:33.673570 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4416e9f1-12aa-4885-bd44-c48b8eb2c65d tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:33.678219 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73b7217-90be-478a-bf48-184881589170 None None] Sync routers for ids ['1d79183a-43b6-4840-b514-7b4aefa7befc'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:39:33.692282 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73b7217-90be-478a-bf48-184881589170 None None] Routers {'1d79183a-43b6-4840-b514-7b4aefa7befc'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:39:33.693171 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e73b7217-90be-478a-bf48-184881589170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:39:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['1d79183a-43b6-4840-b514-7b4aefa7befc'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:33.695950 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e166838c-6626-4a8a-80e1-4c34f4080a2c req-d43660e8-9efe-424b-8246-fb0fe6d05693 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] 10.222.0.87 "GET /v2.0/security-groups?id=01113e2a-fb7d-4e22-a6b4-e3835adf9a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773282 Feb 17 17:39:33.748390 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e73b7217-90be-478a-bf48-184881589170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:33.758553 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73b7217-90be-478a-bf48-184881589170 None None] Routers {'1d79183a-43b6-4840-b514-7b4aefa7befc'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:39:33.759159 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e73b7217-90be-478a-bf48-184881589170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:39:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['1d79183a-43b6-4840-b514-7b4aefa7befc'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:33.782021 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4418a594-bd30-4825-9fee-dffccf818aa3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (edfd6517-8557-4e6a-a2a2-af7d7d7fd286), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:33.782552 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4418a594-bd30-4825-9fee-dffccf818aa3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Fanout notify agent at l3_agent the message router_deleted on router edfd6517-8557-4e6a-a2a2-af7d7d7fd286 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:39:33.797932 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e73b7217-90be-478a-bf48-184881589170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:33.798595 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73b7217-90be-478a-bf48-184881589170 None None] The sync data for ids ['1d79183a-43b6-4840-b514-7b4aefa7befc'] in n-d-829613-2 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:39:33.813970 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4418a594-bd30-4825-9fee-dffccf818aa3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:33.815084 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4418a594-bd30-4825-9fee-dffccf818aa3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "DELETE /v2.0/routers/edfd6517-8557-4e6a-a2a2-af7d7d7fd286 HTTP/1.1" status: 204 len: 168 time: 0.6663830 Feb 17 17:39:33.817844 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 49062) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:33.833024 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c671eeed-84f3-4a2f-a134-d17160e59d0e admin admin] Publish callbacks [] for security_group (6b3bf299-0159-4adc-a8e9-4ef0041e4cf3), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:33.839828 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4416e9f1-12aa-4885-bd44-c48b8eb2c65d tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] 10.222.0.87 "PUT /v2.0/floatingips/5ba800f8-0535-4002-9b89-7520b6e4a104 HTTP/1.1" status: 200 len: 976 time: 3.2712741 Feb 17 17:39:33.840127 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49064) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:33.846907 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-59636597-7fde-46f6-b781-d891425df53a tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:33.887899 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5b06e07-893f-4cc6-b8dd-db79f19dce23 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Deleting subnet b84620b7-29cc-49d2-adc2-274f491c6682 {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:39:33.892871 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a5b06e07-893f-4cc6-b8dd-db79f19dce23 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for subnet (b84620b7-29cc-49d2-adc2-274f491c6682), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:33.896791 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c671eeed-84f3-4a2f-a134-d17160e59d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (6b3bf299-0159-4adc-a8e9-4ef0041e4cf3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:33.934060 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c671eeed-84f3-4a2f-a134-d17160e59d0e admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:39:33.953081 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-59636597-7fde-46f6-b781-d891425df53a tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for floatingip (5ba800f8-0535-4002-9b89-7520b6e4a104), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:33.953533 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a5b06e07-893f-4cc6-b8dd-db79f19dce23 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (b84620b7-29cc-49d2-adc2-274f491c6682), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:33.959486 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c671eeed-84f3-4a2f-a134-d17160e59d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:33.990817 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c671eeed-84f3-4a2f-a134-d17160e59d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (18563972-a346-4d2f-9db2-6c97a64b55cb), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:33.991169 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-c671eeed-84f3-4a2f-a134-d17160e59d0e admin admin] Added segment 18563972-a346-4d2f-9db2-6c97a64b55cb of type vlan for network 41eab850-74f8-4919-9573-0fe261607aa2 Feb 17 17:39:34.064451 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c671eeed-84f3-4a2f-a134-d17160e59d0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (41eab850-74f8-4919-9573-0fe261607aa2), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:34.140646 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c671eeed-84f3-4a2f-a134-d17160e59d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (41eab850-74f8-4919-9573-0fe261607aa2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:34.141425 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c671eeed-84f3-4a2f-a134-d17160e59d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:34.142046 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c671eeed-84f3-4a2f-a134-d17160e59d0e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:34.153093 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a5b06e07-893f-4cc6-b8dd-db79f19dce23 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (b84620b7-29cc-49d2-adc2-274f491c6682), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:34.206385 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-59636597-7fde-46f6-b781-d891425df53a tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:34.216718 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7076d1d-475d-4836-a06f-3087a7609405 req-1e83944a-72f1-4f0c-af7e-a8239c97b67b tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:34.219619 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e7076d1d-475d-4836-a06f-3087a7609405 req-1e83944a-72f1-4f0c-af7e-a8239c97b67b tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] 10.222.0.91 "GET /v2.0/ports?device_id=4faafdc4-4cfc-45a4-9aa2-b84030e219f7 HTTP/1.1" status: 200 len: 946 time: 0.1197124 Feb 17 17:39:34.222638 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-59636597-7fde-46f6-b781-d891425df53a tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (5ba800f8-0535-4002-9b89-7520b6e4a104), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:34.223010 n-d-829613-2 neutron-server[103434]: INFO neutron.db.l3_db [None req-59636597-7fde-46f6-b781-d891425df53a tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Floating IP 5ba800f8-0535-4002-9b89-7520b6e4a104 disassociated. External IP: 172.25.8.46, port: 85e2c19f-bcc7-4b4f-afd2-3f40e5c17286. Feb 17 17:39:34.265964 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c671eeed-84f3-4a2f-a134-d17160e59d0e admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2501249 Feb 17 17:39:34.301206 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 49070) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:34.315028 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-ab4e50ba-95c3-44bd-9f49-1ebfa603a7da admin admin] Request body: {'subnet': {'network_id': '41eab850-74f8-4919-9573-0fe261607aa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2114678557-subnet', 'tenant_id': '4010b90dceb14ea6a98968e6b17cf28b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:34.441924 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a5b06e07-893f-4cc6-b8dd-db79f19dce23 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (b84620b7-29cc-49d2-adc2-274f491c6682), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:34.450019 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4e50ba-95c3-44bd-9f49-1ebfa603a7da admin admin] Made reservation on behalf of 4010b90dceb14ea6a98968e6b17cf28b for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:39:34.452410 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ab4e50ba-95c3-44bd-9f49-1ebfa603a7da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:34.500479 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b06e07-893f-4cc6-b8dd-db79f19dce23 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event deleted for resources: {'Subnet': ['ID=b84620b7-29cc-49d2-adc2-274f491c6682,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:34.513815 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a5b06e07-893f-4cc6-b8dd-db79f19dce23 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:34.517139 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a5b06e07-893f-4cc6-b8dd-db79f19dce23 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "DELETE /v2.0/subnets/b84620b7-29cc-49d2-adc2-274f491c6682 HTTP/1.1" status: 204 len: 168 time: 0.6980376 Feb 17 17:39:34.524133 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 49074) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:34.531655 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe7fe6d-c278-493a-8a78-a0df1eedec14 None None] Network 3d2f90f9-70bf-4be4-8e65-ef6ea5030c77 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:39:34.554219 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae3a22-1a4e-4f7a-925a-a74d135b48e7 req-a515d212-bbd9-49fa-9090-39c0702121d7 tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:34.556420 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b8ae3a22-1a4e-4f7a-925a-a74d135b48e7 req-a515d212-bbd9-49fa-9090-39c0702121d7 tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] 10.222.0.87 "GET /v2.0/ports?device_id=4faafdc4-4cfc-45a4-9aa2-b84030e219f7 HTTP/1.1" status: 200 len: 946 time: 0.2556813 Feb 17 17:39:34.594970 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c671eeed-84f3-4a2f-a134-d17160e59d0e admin admin] Pushing event updated for resources: {'Network': ['ID=41eab850-74f8-4919-9573-0fe261607aa2,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:34.631738 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b257ab-8b80-490c-a732-df0ac2ccf543 req-7a9bf477-cbc9-40a4-88cd-539891b536c2 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:34.633253 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a6b257ab-8b80-490c-a732-df0ac2ccf543 req-7a9bf477-cbc9-40a4-88cd-539891b536c2 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.87 "GET /v2.0/ports?device_id=3448c5c7-468d-4aa5-80d4-bce345360982 HTTP/1.1" status: 200 len: 950 time: 0.3351741 Feb 17 17:39:34.730335 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-e7076d1d-475d-4836-a06f-3087a7609405 req-161228df-ec23-4e61-a11e-a96966848e0f tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] Deleting port fc5371a9-2d2d-48bf-846a-8055ba7e0652 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:39:34.730588 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-e7076d1d-475d-4836-a06f-3087a7609405 req-161228df-ec23-4e61-a11e-a96966848e0f tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (fc5371a9-2d2d-48bf-846a-8055ba7e0652), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:34.739892 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-47ae3ec4-bd00-4f8b-afb4-698f07755759 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (3d2f90f9-70bf-4be4-8e65-ef6ea5030c77), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:34.831295 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b8ae3a22-1a4e-4f7a-925a-a74d135b48e7 req-828f4c0c-1a67-48ce-9b2e-4d1f828564d9 tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] 10.222.0.87 "GET /v2.0/security-groups?id=a2b464b0-2999-42c4-a62f-fd6160f3d182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321773 Feb 17 17:39:34.844583 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59636597-7fde-46f6-b781-d891425df53a tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Router 1d79183a-43b6-4840-b514-7b4aefa7befc has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:39:34.866184 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 41eab850-74f8-4919-9573-0fe261607aa2 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:39:34.868590 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 0b7168dc-d46d-4df3-a0f0-67d7ef134da7 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:39:34.878234 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a6b257ab-8b80-490c-a732-df0ac2ccf543 req-7c7fd010-23fc-41b8-8525-caab153bd3b5 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.87 "GET /v2.0/security-groups?id=e9bd42c3-c838-49d1-a22a-8fe0d191573f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296410 Feb 17 17:39:34.973944 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-e7076d1d-475d-4836-a06f-3087a7609405 req-161228df-ec23-4e61-a11e-a96966848e0f tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] For port fc5371a9-2d2d-48bf-846a-8055ba7e0652, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=fc5371a9-2d2d-48bf-846a-8055ba7e0652,segment=NetworkSegment(a1df8f81-674b-4920-bf3c-53891eca3aa8),segment_id=a1df8f81-674b-4920-bf3c-53891eca3aa8)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:39:34.974310 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-e7076d1d-475d-4836-a06f-3087a7609405 req-161228df-ec23-4e61-a11e-a96966848e0f tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (fc5371a9-2d2d-48bf-846a-8055ba7e0652), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:35.022268 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-e7076d1d-475d-4836-a06f-3087a7609405 req-161228df-ec23-4e61-a11e-a96966848e0f tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] Calling delete_port for fc5371a9-2d2d-48bf-846a-8055ba7e0652 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:39:35.069707 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59636597-7fde-46f6-b781-d891425df53a tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:39:35.075887 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-59636597-7fde-46f6-b781-d891425df53a tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:35.099060 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba926b3-c4a4-404b-a167-b6033ff7a8cb None None] Sync routers for ids ['1d79183a-43b6-4840-b514-7b4aefa7befc'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:39:35.118924 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ab4e50ba-95c3-44bd-9f49-1ebfa603a7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (b20ab57b-0ae5-4c69-b6b9-871207503198), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:35.129484 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-59636597-7fde-46f6-b781-d891425df53a tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] 10.222.0.87 "PUT /v2.0/floatingips/5ba800f8-0535-4002-9b89-7520b6e4a104 HTTP/1.1" status: 200 len: 687 time: 1.2820742 Feb 17 17:39:35.133231 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49080) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:35.138859 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba926b3-c4a4-404b-a167-b6033ff7a8cb None None] Routers {'1d79183a-43b6-4840-b514-7b4aefa7befc'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:39:35.139860 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-7ba926b3-c4a4-404b-a167-b6033ff7a8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:39:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['1d79183a-43b6-4840-b514-7b4aefa7befc'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:35.186189 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port 0b7168dc-d46d-4df3-a0f0-67d7ef134da7 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:39:35.197181 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 0b7168dc-d46d-4df3-a0f0-67d7ef134da7 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:39:35.197876 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (0b7168dc-d46d-4df3-a0f0-67d7ef134da7), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:35.203805 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-47ae3ec4-bd00-4f8b-afb4-698f07755759 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Deleting port 1e88d42b-57e3-4d5b-8111-c038fb79811e {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:39:35.204428 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-47ae3ec4-bd00-4f8b-afb4-698f07755759 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (1e88d42b-57e3-4d5b-8111-c038fb79811e), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:35.227136 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-7ba926b3-c4a4-404b-a167-b6033ff7a8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:35.258825 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba926b3-c4a4-404b-a167-b6033ff7a8cb None None] Routers {'1d79183a-43b6-4840-b514-7b4aefa7befc'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:39:35.259616 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-7ba926b3-c4a4-404b-a167-b6033ff7a8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:39:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['1d79183a-43b6-4840-b514-7b4aefa7befc'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:35.272511 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afefc67a-456a-42a4-8cf3-93245f9f9ab2 req-a4b84590-4da6-4138-ad19-bc381732cdc6 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:35.273942 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-afefc67a-456a-42a4-8cf3-93245f9f9ab2 req-a4b84590-4da6-4138-ad19-bc381732cdc6 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/ports?device_id=a66cf83c-02b1-4b63-8363-98a2a0637846 HTTP/1.1" status: 200 len: 946 time: 0.2623997 Feb 17 17:39:35.306781 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4282fad-b093-4812-9d66-a21b7da3c51c None None] DHCP port deletion for 3d2f90f9-70bf-4be4-8e65-ef6ea5030c77 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:39:35.318560 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-7ba926b3-c4a4-404b-a167-b6033ff7a8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:35.319391 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba926b3-c4a4-404b-a167-b6033ff7a8cb None None] The sync data for ids ['1d79183a-43b6-4840-b514-7b4aefa7befc'] in n-d-829613-2 is: [] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:39:35.323223 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4e50ba-95c3-44bd-9f49-1ebfa603a7da admin admin] Pushing event updated for resources: {'Subnet': ['ID=b20ab57b-0ae5-4c69-b6b9-871207503198,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:35.332033 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff097afc-b372-4d13-b461-c6ddc45d62f2 req-28eb92be-b1e5-479d-a92e-03a64b1525ce tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:35.333508 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ff097afc-b372-4d13-b461-c6ddc45d62f2 req-28eb92be-b1e5-479d-a92e-03a64b1525ce tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcd6831f-a1bc-47e9-b604-2508796939bb HTTP/1.1" status: 200 len: 944 time: 0.2968850 Feb 17 17:39:35.402686 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-47ae3ec4-bd00-4f8b-afb4-698f07755759 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] For port 1e88d42b-57e3-4d5b-8111-c038fb79811e, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=1e88d42b-57e3-4d5b-8111-c038fb79811e,segment=NetworkSegment(ceacaea4-d6ca-466a-b5e0-cb44420408c1),segment_id=ceacaea4-d6ca-466a-b5e0-cb44420408c1)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:39:35.403047 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-47ae3ec4-bd00-4f8b-afb4-698f07755759 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (1e88d42b-57e3-4d5b-8111-c038fb79811e), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:35.418145 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4e50ba-95c3-44bd-9f49-1ebfa603a7da admin admin] Checking segment: {'id': '18563972-a346-4d2f-9db2-6c97a64b55cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '41eab850-74f8-4919-9573-0fe261607aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:39:35.418521 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4e50ba-95c3-44bd-9f49-1ebfa603a7da admin admin] Network hostable DHCP agents. Network: 41eab850-74f8-4919-9573-0fe261607aa2, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:39:35.423745 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-aa28962f-3797-4f6d-acbd-19d37d5e76d2 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Deleting port 4695b4cc-8cdf-4633-9a01-903001291e9c {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:39:35.424783 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aa28962f-3797-4f6d-acbd-19d37d5e76d2 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (4695b4cc-8cdf-4633-9a01-903001291e9c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:35.471243 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-47ae3ec4-bd00-4f8b-afb4-698f07755759 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Calling delete_port for 1e88d42b-57e3-4d5b-8111-c038fb79811e owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:39:35.486316 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-10d09bb7-bde2-41f3-8255-ac531057bce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:35.505843 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-e4282fad-b093-4812-9d66-a21b7da3c51c None None] Deleting port 1e88d42b-57e3-4d5b-8111-c038fb79811e {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:39:35.506390 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e4282fad-b093-4812-9d66-a21b7da3c51c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (1e88d42b-57e3-4d5b-8111-c038fb79811e), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:35.510121 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 0b7168dc-d46d-4df3-a0f0-67d7ef134da7 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:39:35.511286 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0b7168dc-d46d-4df3-a0f0-67d7ef134da7), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:35.530143 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ff097afc-b372-4d13-b461-c6ddc45d62f2 req-3ea58150-405e-48c6-b7e6-d6e7ce32ec40 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] 10.222.0.87 "GET /v2.0/security-groups?id=01113e2a-fb7d-4e22-a6b4-e3835adf9a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776321 Feb 17 17:39:35.538715 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-afefc67a-456a-42a4-8cf3-93245f9f9ab2 req-f8c97a8a-4814-4cc5-8c26-5ecbe36cefc1 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/security-groups?id=24064728-799d-4802-ac8c-8dad004b7477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920192 Feb 17 17:39:35.540827 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aa28962f-3797-4f6d-acbd-19d37d5e76d2 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (4695b4cc-8cdf-4633-9a01-903001291e9c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:35.541616 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aa28962f-3797-4f6d-acbd-19d37d5e76d2 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for floatingip (4695b4cc-8cdf-4633-9a01-903001291e9c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:35.563661 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-aa28962f-3797-4f6d-acbd-19d37d5e76d2 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Calling delete_port for 4695b4cc-8cdf-4633-9a01-903001291e9c owned by network:floatingip {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:39:35.612625 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-e7076d1d-475d-4836-a06f-3087a7609405 req-161228df-ec23-4e61-a11e-a96966848e0f tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (fc5371a9-2d2d-48bf-846a-8055ba7e0652), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:35.614892 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd6831f-a1bc-47e9-b604-2508796939bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7168dc-d46d-4df3-a0f0-67d7ef134da7'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:39:35.616583 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4e50ba-95c3-44bd-9f49-1ebfa603a7da admin admin] Network 41eab850-74f8-4919-9573-0fe261607aa2 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:39:35.617222 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38937de-8f44-4818-b47e-2c4c9f0fc7a1" -d '{"events": [{"server_uuid": "dcd6831f-a1bc-47e9-b604-2508796939bb", "name": "network-vif-plugged", "status": "completed", "tag": "0b7168dc-d46d-4df3-a0f0-67d7ef134da7"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:39:35.656833 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 0b7168dc-d46d-4df3-a0f0-67d7ef134da7, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=0b7168dc-d46d-4df3-a0f0-67d7ef134da7,segment=NetworkSegment(f07732c4-033f-4710-8403-c46ca6551036),segment_id=f07732c4-033f-4710-8403-c46ca6551036)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:39:35.669024 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['fc5371a9-2d2d-48bf-846a-8055ba7e0652'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:39:35.708193 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16cbe1f1-1787-4628-80f7-d824a5e1ae09 x-openstack-request-id: req-16cbe1f1-1787-4628-80f7-d824a5e1ae09 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:39:35.708878 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd6831f-a1bc-47e9-b604-2508796939bb", "name": "network-vif-plugged", "status": "completed", "tag": "0b7168dc-d46d-4df3-a0f0-67d7ef134da7", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:39:35.709334 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-16cbe1f1-1787-4628-80f7-d824a5e1ae09 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:39:35.709845 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd6831f-a1bc-47e9-b604-2508796939bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7168dc-d46d-4df3-a0f0-67d7ef134da7', 'code': 200} Feb 17 17:39:35.735205 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161228df-ec23-4e61-a11e-a96966848e0f tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] Pushing event deleted for resources: {'Port': ['ID=fc5371a9-2d2d-48bf-846a-8055ba7e0652,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:35.741749 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (0b7168dc-d46d-4df3-a0f0-67d7ef134da7), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:35.756799 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-e4282fad-b093-4812-9d66-a21b7da3c51c None None] For port 1e88d42b-57e3-4d5b-8111-c038fb79811e, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=1e88d42b-57e3-4d5b-8111-c038fb79811e,segment=NetworkSegment(ceacaea4-d6ca-466a-b5e0-cb44420408c1),segment_id=ceacaea4-d6ca-466a-b5e0-cb44420408c1)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:39:35.757393 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e4282fad-b093-4812-9d66-a21b7da3c51c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (1e88d42b-57e3-4d5b-8111-c038fb79811e), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:35.774761 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-e4282fad-b093-4812-9d66-a21b7da3c51c None None] Calling delete_port for 1e88d42b-57e3-4d5b-8111-c038fb79811e owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:39:35.790097 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-ab4e50ba-95c3-44bd-9f49-1ebfa603a7da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 41eab850-74f8-4919-9573-0fe261607aa2) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:39:35.806944 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aa28962f-3797-4f6d-acbd-19d37d5e76d2 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (4695b4cc-8cdf-4633-9a01-903001291e9c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:35.833163 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4e50ba-95c3-44bd-9f49-1ebfa603a7da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:35.834072 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ab4e50ba-95c3-44bd-9f49-1ebfa603a7da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:35.848144 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa28962f-3797-4f6d-acbd-19d37d5e76d2 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Pushing event deleted for resources: {'Port': ['ID=4695b4cc-8cdf-4633-9a01-903001291e9c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:35.855386 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d24421-4667-41ea-bda7-06c24ef3b7fb req-dbc94837-fad0-4b08-89a5-2e80959babce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:35.857050 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-67d24421-4667-41ea-bda7-06c24ef3b7fb req-dbc94837-fad0-4b08-89a5-2e80959babce service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=dcd6831f-a1bc-47e9-b604-2508796939bb HTTP/1.1" status: 200 len: 1127 time: 0.1256301 Feb 17 17:39:35.883251 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c831833b-f381-479a-87e8-81ef40861a2d None None] Network 41eab850-74f8-4919-9573-0fe261607aa2 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:39:35.885438 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7076d1d-475d-4836-a06f-3087a7609405 req-161228df-ec23-4e61-a11e-a96966848e0f tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] No DVR routers for this DVR port fc5371a9-2d2d-48bf-846a-8055ba7e0652 on host n-h2-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:39:35.887310 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 1e88d42b-57e3-4d5b-8111-c038fb79811e no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:39:35.903877 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0c38c-f2e0-4052-8ab2-12be256322ad req-86546c67-9a0b-4ada-8c41-6ffae9dc3985 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:35.906168 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-32f0c38c-f2e0-4052-8ab2-12be256322ad req-86546c67-9a0b-4ada-8c41-6ffae9dc3985 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.87 "GET /v2.0/ports?device_id=f8516490-e323-4676-8497-08f986001dea HTTP/1.1" status: 200 len: 949 time: 0.2169914 Feb 17 17:39:35.909083 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-e7076d1d-475d-4836-a06f-3087a7609405 req-161228df-ec23-4e61-a11e-a96966848e0f tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:35.913162 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e7076d1d-475d-4836-a06f-3087a7609405 req-161228df-ec23-4e61-a11e-a96966848e0f tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] 10.222.0.91 "DELETE /v2.0/ports/fc5371a9-2d2d-48bf-846a-8055ba7e0652 HTTP/1.1" status: 204 len: 173 time: 1.6781464 Feb 17 17:39:35.914407 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4faafdc4-4cfc-45a4-9aa2-b84030e219f7', 'name': 'network-vif-deleted', 'tag': 'fc5371a9-2d2d-48bf-846a-8055ba7e0652'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:39:35.918765 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a1dc8f-93e3-49dd-b34e-2e310aa01e36" -d '{"events": [{"server_uuid": "4faafdc4-4cfc-45a4-9aa2-b84030e219f7", "name": "network-vif-deleted", "tag": "fc5371a9-2d2d-48bf-846a-8055ba7e0652"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:39:35.937728 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-ab4e50ba-95c3-44bd-9f49-1ebfa603a7da admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.6307201 Feb 17 17:39:35.938760 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-47ae3ec4-bd00-4f8b-afb4-698f07755759 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (1e88d42b-57e3-4d5b-8111-c038fb79811e), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:36.001805 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aa28962f-3797-4f6d-acbd-19d37d5e76d2 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for floatingip (5ba800f8-0535-4002-9b89-7520b6e4a104), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:36.005789 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aa28962f-3797-4f6d-acbd-19d37d5e76d2 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:36.007082 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-aa28962f-3797-4f6d-acbd-19d37d5e76d2 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] 10.222.0.87 "DELETE /v2.0/floatingips/5ba800f8-0535-4002-9b89-7520b6e4a104 HTTP/1.1" status: 204 len: 168 time: 0.8704588 Feb 17 17:39:36.009773 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49090) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:36.018394 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No active binding found for port 1e88d42b-57e3-4d5b-8111-c038fb79811e {{(pid=103436) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 17 17:39:36.018948 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] The host n-d-829613-2 is not matching for port 1e88d42b-57e3-4d5b-8111-c038fb79811e host None! {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 17 17:39:36.019445 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 1e88d42b-57e3-4d5b-8111-c038fb79811e not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:39:36.022499 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-67d24421-4667-41ea-bda7-06c24ef3b7fb req-812acee7-f572-47a1-bef4-35fb1260026c service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=01113e2a-fb7d-4e22-a6b4-e3835adf9a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442127 Feb 17 17:39:36.025449 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=0b7168dc-d46d-4df3-a0f0-67d7ef134da7,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:36.038373 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae3ec4-bd00-4f8b-afb4-698f07755759 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event deleted for resources: {'Port': ['ID=1e88d42b-57e3-4d5b-8111-c038fb79811e,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:36.064894 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-109317f9-f9bc-400a-b083-9977035ccb75 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] delete failed (client error): The resource could not be found. Feb 17 17:39:36.069428 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-109317f9-f9bc-400a-b083-9977035ccb75 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] 10.222.0.87 "DELETE /v2.0/floatingips/5ba800f8-0535-4002-9b89-7520b6e4a104 HTTP/1.1" status: 404 len: 345 time: 0.0543385 Feb 17 17:39:36.070244 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49092) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:36.126299 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-040dd702-3905-4f4d-b238-0dd29bbd33f2 req-854f3745-5a45-4c7c-bf0d-7203db37a770 tempest-VolumesAdminNegativeTest-450162630 tempest-VolumesAdminNegativeTest-450162630-project] 10.222.0.87 "GET /v2.0/ports?device_id=4faafdc4-4cfc-45a4-9aa2-b84030e219f7 HTTP/1.1" status: 200 len: 210 time: 0.1263888 Feb 17 17:39:36.127591 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ae3ec4-bd00-4f8b-afb4-698f07755759 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] No DVR routers for this DVR port 1e88d42b-57e3-4d5b-8111-c038fb79811e on host n-d-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:39:36.170922 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-32f0c38c-f2e0-4052-8ab2-12be256322ad req-55573802-3fdb-4ce2-ab73-1a4d3848d650 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.87 "GET /v2.0/security-groups?id=e9bd42c3-c838-49d1-a22a-8fe0d191573f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461317 Feb 17 17:39:36.184999 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e4282fad-b093-4812-9d66-a21b7da3c51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (1e88d42b-57e3-4d5b-8111-c038fb79811e), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:36.236039 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4282fad-b093-4812-9d66-a21b7da3c51c None None] Pushing event deleted for resources: {'Port': ['ID=1e88d42b-57e3-4d5b-8111-c038fb79811e,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:36.239058 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60536aec-09bf-43ef-9a8d-d987789e467a None None] Network 41eab850-74f8-4919-9573-0fe261607aa2 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:39:36.278606 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e062eef-f9d2-4cc6-acde-150a5c05b867 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:36.288207 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4282fad-b093-4812-9d66-a21b7da3c51c None None] No DVR routers for this DVR port 1e88d42b-57e3-4d5b-8111-c038fb79811e on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:39:36.288959 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-47ae3ec4-bd00-4f8b-afb4-698f07755759 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (3d2f90f9-70bf-4be4-8e65-ef6ea5030c77), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:36.294282 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e062eef-f9d2-4cc6-acde-150a5c05b867 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:36.313067 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e062eef-f9d2-4cc6-acde-150a5c05b867 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:36.315550 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ca9cb7-a403-4fc8-bbf6-0f37f19188e5 x-openstack-request-id: req-59ca9cb7-a403-4fc8-bbf6-0f37f19188e5 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:39:36.315964 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4faafdc4-4cfc-45a4-9aa2-b84030e219f7", "name": "network-vif-deleted", "tag": "fc5371a9-2d2d-48bf-846a-8055ba7e0652", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:39:36.316342 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-59ca9cb7-a403-4fc8-bbf6-0f37f19188e5 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:39:36.316895 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4faafdc4-4cfc-45a4-9aa2-b84030e219f7', 'name': 'network-vif-deleted', 'tag': 'fc5371a9-2d2d-48bf-846a-8055ba7e0652', 'status': 'completed', 'code': 200} Feb 17 17:39:36.317890 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9e062eef-f9d2-4cc6-acde-150a5c05b867 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] 10.222.0.87 "GET /v2.0/ports?network_id=390c8bfa-e579-4ed1-b54f-c49df60eba09 HTTP/1.1" status: 200 len: 2357 time: 0.2465436 Feb 17 17:39:36.318530 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49102) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:36.340450 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-47ae3ec4-bd00-4f8b-afb4-698f07755759 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d2f90f9-70bf-4be4-8e65-ef6ea5030c77']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:36.354138 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-47ae3ec4-bd00-4f8b-afb4-698f07755759 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceacaea4-d6ca-466a-b5e0-cb44420408c1') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:36.356632 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-47ae3ec4-bd00-4f8b-afb4-698f07755759 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceacaea4-d6ca-466a-b5e0-cb44420408c1') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:36.380643 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-47ae3ec4-bd00-4f8b-afb4-698f07755759 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (ceacaea4-d6ca-466a-b5e0-cb44420408c1), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:36.409500 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85740572-0ad1-4d9d-ac89-26f82ea57d7b tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:36.410777 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-47ae3ec4-bd00-4f8b-afb4-698f07755759 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (ceacaea4-d6ca-466a-b5e0-cb44420408c1), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:36.418204 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-85740572-0ad1-4d9d-ac89-26f82ea57d7b tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] 10.222.0.87 "GET /v2.0/subnets/247b5577-9ea4-445e-acdb-c063647b8b00 HTTP/1.1" status: 200 len: 797 time: 0.0986028 Feb 17 17:39:36.419290 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49108) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:36.424896 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-16132fcd-d39f-4c97-a609-2a8b0a094fa2 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Request body: {'port': {'network_id': '390c8bfa-e579-4ed1-b54f-c49df60eba09', 'name': 'tempest-FloatingIPTestJSON-1173297813', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:36.425178 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47ae3ec4-bd00-4f8b-afb4-698f07755759 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:39:36.425870 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-47ae3ec4-bd00-4f8b-afb4-698f07755759 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (ceacaea4-d6ca-466a-b5e0-cb44420408c1), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:36.494269 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 17:39:36.494269 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:39:36.494269 n-d-829613-2 neutron-server[103435]: timer() Feb 17 17:39:36.494269 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:39:36.494269 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 17:39:36.494269 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:39:36.494269 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 17:39:36.494269 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:39:36.494269 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 17:39:36.494269 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:39:36.494269 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 17:39:36.494269 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:39:36.494269 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 17:39:36.494269 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:39:36.494269 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:39:36.494269 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:39:36.494269 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:39:36.494269 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:39:36.494269 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 17:39:36.494269 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:39:36.494269 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 17:39:36.494269 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:39:36.494269 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:39:36.494269 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:39:36.494269 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 17:39:36.494269 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:39:36.494269 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:39:36.494269 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:39:36.494269 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:39:36.494269 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:39:36.494269 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:39:36.494269 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:39:36.501585 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-47ae3ec4-bd00-4f8b-afb4-698f07755759 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (3d2f90f9-70bf-4be4-8e65-ef6ea5030c77), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:36.521412 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-47ae3ec4-bd00-4f8b-afb4-698f07755759 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:36.527311 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-47ae3ec4-bd00-4f8b-afb4-698f07755759 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "DELETE /v2.0/networks/3d2f90f9-70bf-4be4-8e65-ef6ea5030c77 HTTP/1.1" status: 204 len: 168 time: 2.0023537 Feb 17 17:39:36.535483 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49118) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:36.579314 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae3ec4-bd00-4f8b-afb4-698f07755759 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event deleted for resources: {'Network': ['ID=3d2f90f9-70bf-4be4-8e65-ef6ea5030c77,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:36.601467 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:36.637892 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941f7617-a795-4af5-859c-0fb00877a3ee tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:36.639942 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-941f7617-a795-4af5-859c-0fb00877a3ee tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "GET /v2.0/ports/13a8db4c-b2e7-4ac0-b4d1-f033bb447457 HTTP/1.1" status: 200 len: 844 time: 0.0976574 Feb 17 17:39:36.647661 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49128) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:36.740781 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bedf799f-1f51-4a54-b773-28fa4d096d67 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "GET /v2.0/ports/13a8db4c-b2e7-4ac0-b4d1-f033bb447457?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0913975 Feb 17 17:39:36.741739 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16132fcd-d39f-4c97-a609-2a8b0a094fa2 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Made reservation on behalf of 03e402034aa04ff6944c86c878c07771 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:39:36.746070 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49132) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:36.752401 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-cbbdcaaa-53ef-4e54-a3bd-fb04a75098c4 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Request body: {'subnet': {'network_id': '0556905e-4875-46d8-9121-765bf272ed3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:36.752655 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1001699-066f-4adb-b31c-5fd844c21db0 req-c11277b2-1267-4310-bbbd-6c32e49273fa tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:36.754352 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b1001699-066f-4adb-b31c-5fd844c21db0 req-c11277b2-1267-4310-bbbd-6c32e49273fa tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/networks?id=41eab850-74f8-4919-9573-0fe261607aa2 HTTP/1.1" status: 200 len: 806 time: 0.1835330 Feb 17 17:39:36.925042 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-16132fcd-d39f-4c97-a609-2a8b0a094fa2 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:36.940905 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbdcaaa-53ef-4e54-a3bd-fb04a75098c4 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Made reservation on behalf of 79c72a74f4c54033a14e3cbd8e3a57ad for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:39:36.944216 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cbbdcaaa-53ef-4e54-a3bd-fb04a75098c4 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:36.984487 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-16132fcd-d39f-4c97-a609-2a8b0a094fa2 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] device_id is not set on port 8c9a66e7-3837-4a49-bc09-35040fe2fb11 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:39:37.141205 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b1001699-066f-4adb-b31c-5fd844c21db0 req-d0bb6aa4-c139-4e63-80fd-1d33aa33ca0b tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/quotas/4010b90dceb14ea6a98968e6b17cf28b HTTP/1.1" status: 200 len: 375 time: 0.3748980 Feb 17 17:39:37.176643 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b1001699-066f-4adb-b31c-5fd844c21db0 req-4ebc7a9f-f569-4f61-941e-60a54ff45ef0 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=4010b90dceb14ea6a98968e6b17cf28b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307815 Feb 17 17:39:37.217514 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a1bb0-d8d2-4a2a-8f07-cb4131304114 req-cfba3810-4de9-4ada-af89-4d08e9ccd622 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:37.219091 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f32a1bb0-d8d2-4a2a-8f07-cb4131304114 req-cfba3810-4de9-4ada-af89-4d08e9ccd622 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/ports?device_id=a66cf83c-02b1-4b63-8363-98a2a0637846 HTTP/1.1" status: 200 len: 946 time: 0.4635322 Feb 17 17:39:37.321306 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f32a1bb0-d8d2-4a2a-8f07-cb4131304114 req-d8dbdd81-02fa-4352-8415-c8b87aeeb6e6 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/security-groups?id=24064728-799d-4802-ac8c-8dad004b7477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931151 Feb 17 17:39:37.328728 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b1001699-066f-4adb-b31c-5fd844c21db0 req-e61361b4-eb91-4b51-881b-9d6a88c5bd15 service neutron] 10.222.0.87 "GET /v2.0/networks/41eab850-74f8-4919-9573-0fe261607aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423502 Feb 17 17:39:37.447403 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b1001699-066f-4adb-b31c-5fd844c21db0 req-272a7b4c-c774-4883-9a5e-009ff766970f service neutron] 10.222.0.87 "GET /v2.0/networks/41eab850-74f8-4919-9573-0fe261607aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070743 Feb 17 17:39:37.476042 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cbbdcaaa-53ef-4e54-a3bd-fb04a75098c4 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (2a43602a-cb50-4867-b56a-0d805b85bd41), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:37.496313 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7b7ec-9768-43f7-bfcc-b19e5d7be23f req-e5375a5a-a14e-469f-bca2-f88474978a59 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:37.497904 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36d7b7ec-9768-43f7-bfcc-b19e5d7be23f req-e5375a5a-a14e-469f-bca2-f88474978a59 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcd6831f-a1bc-47e9-b604-2508796939bb HTTP/1.1" status: 200 len: 945 time: 0.0704195 Feb 17 17:39:37.564140 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36d7b7ec-9768-43f7-bfcc-b19e5d7be23f req-ae545c92-dfd7-4133-a0fc-d8f7ca0977bf tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] 10.222.0.87 "GET /v2.0/security-groups?id=01113e2a-fb7d-4e22-a6b4-e3835adf9a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596495 Feb 17 17:39:37.623418 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbdcaaa-53ef-4e54-a3bd-fb04a75098c4 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Network 0556905e-4875-46d8-9121-765bf272ed3b is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:39:37.642029 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-cbbdcaaa-53ef-4e54-a3bd-fb04a75098c4 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:39:37.645814 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-16132fcd-d39f-4c97-a609-2a8b0a094fa2 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Allocated IP 172.20.0.14 (390c8bfa-e579-4ed1-b54f-c49df60eba09/247b5577-9ea4-445e-acdb-c063647b8b00/8c9a66e7-3837-4a49-bc09-35040fe2fb11) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:39:37.656333 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238f4946-c075-4f70-8ca8-a013d56c5f61 None None] Network 0556905e-4875-46d8-9121-765bf272ed3b requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:39:37.660600 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbdcaaa-53ef-4e54-a3bd-fb04a75098c4 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:37.661558 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cbbdcaaa-53ef-4e54-a3bd-fb04a75098c4 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:37.683039 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbdcaaa-53ef-4e54-a3bd-fb04a75098c4 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event updated for resources: {'Subnet': ['ID=2a43602a-cb50-4867-b56a-0d805b85bd41,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:37.695633 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 49150) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:37.697548 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-16132fcd-d39f-4c97-a609-2a8b0a094fa2 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Allocated IP 172.20.0.13 (390c8bfa-e579-4ed1-b54f-c49df60eba09/247b5577-9ea4-445e-acdb-c063647b8b00/8c9a66e7-3837-4a49-bc09-35040fe2fb11) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:39:37.697548 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-cbbdcaaa-53ef-4e54-a3bd-fb04a75098c4 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9496176 Feb 17 17:39:37.704811 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49152) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:37.712519 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-957f2c29-58d8-48cb-9294-461388eea44b tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Request body: {'security_group': {'name': 'tempest-secgroup-506305915'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:37.789945 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-957f2c29-58d8-48cb-9294-461388eea44b tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:37.861371 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-432ae5eb-6a6f-4190-b994-340549688277 req-a894a860-922a-4645-a911-5354cdeecce7 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=55c7eb16-fee7-4f03-a0c9-94507e94006c HTTP/1.1" status: 200 len: 210 time: 0.1035438 Feb 17 17:39:37.892225 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-afd835a9-2800-41f9-ba9a-ad554bde87e8 admin admin] Deleting subnet f10362c3-2514-42f4-bcb6-429992c4e5f4 {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:39:37.896942 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-afd835a9-2800-41f9-ba9a-ad554bde87e8 admin admin] Publish callbacks [] for subnet (f10362c3-2514-42f4-bcb6-429992c4e5f4), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:37.978991 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-afd835a9-2800-41f9-ba9a-ad554bde87e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (f10362c3-2514-42f4-bcb6-429992c4e5f4), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:38.022624 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:38.079862 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e041d67a-ec3b-492a-9433-84c5fcd76a3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-0556905e-4875-46d8-9121-765bf272ed3b', 'network_id': '0556905e-4875-46d8-9121-765bf272ed3b', 'project_id': '79c72a74f4c54033a14e3cbd8e3a57ad', 'fixed_ips': [{'subnet_id': '2a43602a-cb50-4867-b56a-0d805b85bd41'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:39:38.082062 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e041d67a-ec3b-492a-9433-84c5fcd76a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:38.085251 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-afd835a9-2800-41f9-ba9a-ad554bde87e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (f10362c3-2514-42f4-bcb6-429992c4e5f4), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:38.139882 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-16132fcd-d39f-4c97-a609-2a8b0a094fa2 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for port (8c9a66e7-3837-4a49-bc09-35040fe2fb11), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:38.145239 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-957f2c29-58d8-48cb-9294-461388eea44b tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for security_group (63d94496-2fee-4561-ba90-9fa68d2fb52e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:38.156480 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-957f2c29-58d8-48cb-9294-461388eea44b tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (63d94496-2fee-4561-ba90-9fa68d2fb52e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:38.185092 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-afd835a9-2800-41f9-ba9a-ad554bde87e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (f10362c3-2514-42f4-bcb6-429992c4e5f4), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:38.219980 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-957f2c29-58d8-48cb-9294-461388eea44b tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:38.225355 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-957f2c29-58d8-48cb-9294-461388eea44b tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5166979 Feb 17 17:39:38.225557 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd835a9-2800-41f9-ba9a-ad554bde87e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f10362c3-2514-42f4-bcb6-429992c4e5f4,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:38.228008 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 49162) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:38.235023 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-c145083b-9f34-42aa-a116-f0df32d8f032 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Request body: {'security_group': {'name': 'tempest-secgroup-1449030757'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:38.242402 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f2c29-58d8-48cb-9294-461388eea44b tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63d94496-2fee-4561-ba90-9fa68d2fb52e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:38.260667 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-afd835a9-2800-41f9-ba9a-ad554bde87e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:38.269062 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-afd835a9-2800-41f9-ba9a-ad554bde87e8 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/f10362c3-2514-42f4-bcb6-429992c4e5f4 HTTP/1.1" status: 204 len: 168 time: 0.5819473 Feb 17 17:39:38.269390 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-16132fcd-d39f-4c97-a609-2a8b0a094fa2 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (8c9a66e7-3837-4a49-bc09-35040fe2fb11), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:38.270851 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 49164) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:38.349456 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c145083b-9f34-42aa-a116-f0df32d8f032 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:38.361213 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16132fcd-d39f-4c97-a609-2a8b0a094fa2 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Network 390c8bfa-e579-4ed1-b54f-c49df60eba09 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:39:38.367608 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-16132fcd-d39f-4c97-a609-2a8b0a094fa2 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:39:38.377684 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16132fcd-d39f-4c97-a609-2a8b0a094fa2 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:39:38.386181 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16132fcd-d39f-4c97-a609-2a8b0a094fa2 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Pushing event updated for resources: {'Port': ['ID=8c9a66e7-3837-4a49-bc09-35040fe2fb11,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:38.393361 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-e041d67a-ec3b-492a-9433-84c5fcd76a3a None None] Allocated IP 2001:db8::2 (0556905e-4875-46d8-9121-765bf272ed3b/2a43602a-cb50-4867-b56a-0d805b85bd41/c0607abd-dfcd-4a9e-818b-af3e6b495b1f) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:39:38.490260 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16132fcd-d39f-4c97-a609-2a8b0a094fa2 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:38.491384 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-16132fcd-d39f-4c97-a609-2a8b0a094fa2 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:38.525463 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-16132fcd-d39f-4c97-a609-2a8b0a094fa2 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.1040463 Feb 17 17:39:38.528139 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49170) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:38.536555 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-192ceacb-fd29-4d64-9091-c976246b225e tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'port_id': '8c9a66e7-3837-4a49-bc09-35040fe2fb11', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:38.584763 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72cbeb-c3cb-4bb8-8f8b-6fdd0fac6acc req-1862712a-a0a9-4103-b0d5-c29974155d98 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:38.591845 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-192ceacb-fd29-4d64-9091-c976246b225e tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:38.593226 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ea72cbeb-c3cb-4bb8-8f8b-6fdd0fac6acc req-1862712a-a0a9-4103-b0d5-c29974155d98 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcd6831f-a1bc-47e9-b604-2508796939bb HTTP/1.1" status: 200 len: 945 time: 0.3374369 Feb 17 17:39:38.597523 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a137907f-bf68-4590-936e-eaffa0221eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (dca030c4-ce2c-42a0-be68-a1740488b25a), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:38.716833 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ea72cbeb-c3cb-4bb8-8f8b-6fdd0fac6acc req-70e9275c-1df4-46f2-9d46-733dc67ced65 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] 10.222.0.87 "GET /v2.0/security-groups?id=01113e2a-fb7d-4e22-a6b4-e3835adf9a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225998 Feb 17 17:39:38.739663 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device fc5371a9-2d2d-48bf-846a-8055ba7e0652 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:39:38.779742 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: fc5371a9-2d2d-48bf-846a-8055ba7e0652 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:39:38.780279 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device fc5371a9-2d2d-48bf-846a-8055ba7e0652 not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:39:38.787563 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e041d67a-ec3b-492a-9433-84c5fcd76a3a None None] Publish callbacks [] for port (c0607abd-dfcd-4a9e-818b-af3e6b495b1f), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:38.797775 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e041d67a-ec3b-492a-9433-84c5fcd76a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (c0607abd-dfcd-4a9e-818b-af3e6b495b1f), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:38.823298 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b834dd-214e-44f6-ac6c-c72979b5bb0c req-052a065a-3bea-4a8a-80ee-1037780cebec tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:38.824903 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-44b834dd-214e-44f6-ac6c-c72979b5bb0c req-052a065a-3bea-4a8a-80ee-1037780cebec tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/ports?device_id=a66cf83c-02b1-4b63-8363-98a2a0637846 HTTP/1.1" status: 200 len: 946 time: 0.3174787 Feb 17 17:39:38.827813 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-192ceacb-fd29-4d64-9091-c976246b225e tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:38.877845 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e041d67a-ec3b-492a-9433-84c5fcd76a3a None None] Network 0556905e-4875-46d8-9121-765bf272ed3b is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:39:38.882999 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-e041d67a-ec3b-492a-9433-84c5fcd76a3a None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:39:38.896935 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e041d67a-ec3b-492a-9433-84c5fcd76a3a None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:39:38.901636 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c145083b-9f34-42aa-a116-f0df32d8f032 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for security_group (93b41cb9-dd9c-4fbe-a404-62aa58403844), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:38.913969 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c145083b-9f34-42aa-a116-f0df32d8f032 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (93b41cb9-dd9c-4fbe-a404-62aa58403844), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:38.917958 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e041d67a-ec3b-492a-9433-84c5fcd76a3a None None] Pushing event updated for resources: {'Port': ['ID=c0607abd-dfcd-4a9e-818b-af3e6b495b1f,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:39.003355 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a137907f-bf68-4590-936e-eaffa0221eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (dca030c4-ce2c-42a0-be68-a1740488b25a), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:39.006442 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c145083b-9f34-42aa-a116-f0df32d8f032 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93b41cb9-dd9c-4fbe-a404-62aa58403844,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:39.028487 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:39.047683 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-44b834dd-214e-44f6-ac6c-c72979b5bb0c req-5a0563f2-a76e-426b-8196-e49ba17a29f4 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/security-groups?id=24064728-799d-4802-ac8c-8dad004b7477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2139258 Feb 17 17:39:39.048576 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-e041d67a-ec3b-492a-9433-84c5fcd76a3a None None] Attempting to bind port c0607abd-dfcd-4a9e-818b-af3e6b495b1f on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:39:39.049191 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-e041d67a-ec3b-492a-9433-84c5fcd76a3a None None] Attempting to bind port c0607abd-dfcd-4a9e-818b-af3e6b495b1f by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'a6d0ebb9-2416-462b-91d2-a784842ff2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0556905e-4875-46d8-9121-765bf272ed3b'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:39:39.049784 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e041d67a-ec3b-492a-9433-84c5fcd76a3a None None] Attempting to bind port c0607abd-dfcd-4a9e-818b-af3e6b495b1f on network 0556905e-4875-46d8-9121-765bf272ed3b {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:39:39.057180 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c145083b-9f34-42aa-a116-f0df32d8f032 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:39.061339 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c145083b-9f34-42aa-a116-f0df32d8f032 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8310916 Feb 17 17:39:39.063116 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e041d67a-ec3b-492a-9433-84c5fcd76a3a None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:39:39.063717 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e041d67a-ec3b-492a-9433-84c5fcd76a3a None None] Checking segment: {'id': 'a6d0ebb9-2416-462b-91d2-a784842ff2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0556905e-4875-46d8-9121-765bf272ed3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:39:39.064401 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e041d67a-ec3b-492a-9433-84c5fcd76a3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:39.065029 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e041d67a-ec3b-492a-9433-84c5fcd76a3a None None] Bound using segment: {'id': 'a6d0ebb9-2416-462b-91d2-a784842ff2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0556905e-4875-46d8-9121-765bf272ed3b'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:39:39.065824 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-e041d67a-ec3b-492a-9433-84c5fcd76a3a None None] Bound port: c0607abd-dfcd-4a9e-818b-af3e6b495b1f, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d0ebb9-2416-462b-91d2-a784842ff2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0556905e-4875-46d8-9121-765bf272ed3b'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:39:39.066433 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e041d67a-ec3b-492a-9433-84c5fcd76a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c0607abd-dfcd-4a9e-818b-af3e6b495b1f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:39.068474 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49184) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:39.077608 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-3766aaa9-eda3-498a-b925-91ed007f454d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1870813075', 'security_groups': ['93b41cb9-dd9c-4fbe-a404-62aa58403844'], 'network_id': '0556905e-4875-46d8-9121-765bf272ed3b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2a43602a-cb50-4867-b56a-0d805b85bd41'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:39.090026 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f1adc213-ca1b-4b46-aa62-2610830187ef req-d1c08043-e673-4244-b46b-f3738cacde02 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=55c7eb16-fee7-4f03-a0c9-94507e94006c HTTP/1.1" status: 200 len: 210 time: 0.0753019 Feb 17 17:39:39.092836 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-a137907f-bf68-4590-936e-eaffa0221eba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dca030c4-ce2c-42a0-be68-a1740488b25a']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:39.102034 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-a137907f-bf68-4590-936e-eaffa0221eba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1df8f81-674b-4920-bf3c-53891eca3aa8') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:39.103171 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-a137907f-bf68-4590-936e-eaffa0221eba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1df8f81-674b-4920-bf3c-53891eca3aa8') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:39.117122 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a137907f-bf68-4590-936e-eaffa0221eba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (a1df8f81-674b-4920-bf3c-53891eca3aa8), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:39.132203 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a137907f-bf68-4590-936e-eaffa0221eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (a1df8f81-674b-4920-bf3c-53891eca3aa8), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:39.140979 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a137907f-bf68-4590-936e-eaffa0221eba admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:39:39.141672 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a137907f-bf68-4590-936e-eaffa0221eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (a1df8f81-674b-4920-bf3c-53891eca3aa8), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:39.144133 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 17:39:39.144133 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:39:39.144133 n-d-829613-2 neutron-server[103435]: timer() Feb 17 17:39:39.144133 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:39:39.144133 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 17:39:39.144133 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:39:39.144133 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 17:39:39.144133 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:39:39.144133 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 17:39:39.144133 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:39:39.144133 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 17:39:39.144133 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:39:39.144133 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 17:39:39.144133 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:39:39.144133 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:39:39.144133 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:39:39.144133 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:39:39.144133 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:39:39.144133 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 17:39:39.144133 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:39:39.144133 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 17:39:39.144133 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:39:39.144133 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:39:39.144133 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:39:39.144133 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 17:39:39.144133 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:39:39.144133 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:39:39.144133 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:39:39.144133 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:39:39.144133 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:39:39.144133 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:39:39.144133 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:39:39.168172 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-192ceacb-fd29-4d64-9091-c976246b225e tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Allocated IP 172.25.8.194 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/51c62f1c-5adc-437e-b2b5-b7b265e965d2) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:39:39.200753 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-e041d67a-ec3b-492a-9433-84c5fcd76a3a None None] For port c0607abd-dfcd-4a9e-818b-af3e6b495b1f, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:39:39.223425 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-e041d67a-ec3b-492a-9433-84c5fcd76a3a None None] For port c0607abd-dfcd-4a9e-818b-af3e6b495b1f, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=c0607abd-dfcd-4a9e-818b-af3e6b495b1f,segment=NetworkSegment(a6d0ebb9-2416-462b-91d2-a784842ff2ac),segment_id=a6d0ebb9-2416-462b-91d2-a784842ff2ac)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:39:39.223865 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a137907f-bf68-4590-936e-eaffa0221eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (dca030c4-ce2c-42a0-be68-a1740488b25a), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:39.237667 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e041d67a-ec3b-492a-9433-84c5fcd76a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c0607abd-dfcd-4a9e-818b-af3e6b495b1f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:39.245947 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a137907f-bf68-4590-936e-eaffa0221eba admin admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:39.249945 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a137907f-bf68-4590-936e-eaffa0221eba admin admin] 10.222.0.87 "DELETE /v2.0/networks/dca030c4-ce2c-42a0-be68-a1740488b25a HTTP/1.1" status: 204 len: 168 time: 0.9586265 Feb 17 17:39:39.251406 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a137907f-bf68-4590-936e-eaffa0221eba admin admin] Pushing event deleted for resources: {'Network': ['ID=dca030c4-ce2c-42a0-be68-a1740488b25a,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:39.253853 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 49188) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:39.332486 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-eea5a14f-e705-444f-8c9c-e58af38fdef8 admin admin] Deleting subnet 88f5ca29-34cf-4dab-8851-61d7c2bac70b {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:39:39.343991 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-eea5a14f-e705-444f-8c9c-e58af38fdef8 admin admin] Publish callbacks [] for subnet (88f5ca29-34cf-4dab-8851-61d7c2bac70b), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:39.425153 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3766aaa9-eda3-498a-b925-91ed007f454d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Made reservation on behalf of 79c72a74f4c54033a14e3cbd8e3a57ad for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:39:39.447234 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e041d67a-ec3b-492a-9433-84c5fcd76a3a None None] Pushing event updated for resources: {'Port': ['ID=c0607abd-dfcd-4a9e-818b-af3e6b495b1f,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:39.448784 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-192ceacb-fd29-4d64-9091-c976246b225e tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for port (51c62f1c-5adc-437e-b2b5-b7b265e965d2), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:39.492038 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-eea5a14f-e705-444f-8c9c-e58af38fdef8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (88f5ca29-34cf-4dab-8851-61d7c2bac70b), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:39.618214 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-192ceacb-fd29-4d64-9091-c976246b225e tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (51c62f1c-5adc-437e-b2b5-b7b265e965d2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:39.644642 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-eea5a14f-e705-444f-8c9c-e58af38fdef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (88f5ca29-34cf-4dab-8851-61d7c2bac70b), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:39.670486 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192ceacb-fd29-4d64-9091-c976246b225e tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:39:39.675106 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3766aaa9-eda3-498a-b925-91ed007f454d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:39.677908 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5d136-211f-42e5-992b-a58f914e4e37 req-ec5936f0-82de-41ca-a1b5-7affa35d9a48 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:39.683933 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-192ceacb-fd29-4d64-9091-c976246b225e tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:39:39.685418 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a4d5d136-211f-42e5-992b-a58f914e4e37 req-ec5936f0-82de-41ca-a1b5-7affa35d9a48 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/ports?device_id=a66cf83c-02b1-4b63-8363-98a2a0637846 HTTP/1.1" status: 200 len: 946 time: 0.2750907 Feb 17 17:39:39.699053 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192ceacb-fd29-4d64-9091-c976246b225e tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:39:39.720563 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47914f7-2fca-41cd-99cf-06135f3a0d12 req-5799327e-3e2d-4e79-af64-a710446c8cb2 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:39.723171 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e47914f7-2fca-41cd-99cf-06135f3a0d12 req-5799327e-3e2d-4e79-af64-a710446c8cb2 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] 10.222.0.91 "GET /v2.0/ports?device_id=dcd6831f-a1bc-47e9-b604-2508796939bb HTTP/1.1" status: 200 len: 945 time: 0.2248654 Feb 17 17:39:39.811431 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-3766aaa9-eda3-498a-b925-91ed007f454d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] device_id is not set on port 1253ddee-7249-4b44-87b6-cd4ad8ba9e9e yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:39:39.828730 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192ceacb-fd29-4d64-9091-c976246b225e tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Pushing event updated for resources: {'Port': ['ID=51c62f1c-5adc-437e-b2b5-b7b265e965d2,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:39.843641 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1001699-066f-4adb-b31c-5fd844c21db0 req-eaa71780-2880-456f-aa7f-44b9d21e918f tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:39.845183 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b1001699-066f-4adb-b31c-5fd844c21db0 req-eaa71780-2880-456f-aa7f-44b9d21e918f tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.91 "GET /v2.0/networks?id=41eab850-74f8-4919-9573-0fe261607aa2 HTTP/1.1" status: 200 len: 806 time: 0.3485537 Feb 17 17:39:39.857308 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14edb0a9-fcd8-4221-a7fd-50c7ef8d6a8a req-a16ee6a7-a73f-4276-b286-efc85c2eb96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:39.860518 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-14edb0a9-fcd8-4221-a7fd-50c7ef8d6a8a req-a16ee6a7-a73f-4276-b286-efc85c2eb96c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a45426717d8d45f2862bf894c7d95737&device_id=a66cf83c-02b1-4b63-8363-98a2a0637846 HTTP/1.1" status: 200 len: 1128 time: 0.3472829 Feb 17 17:39:39.889522 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-b1001699-066f-4adb-b31c-5fd844c21db0 req-2fed05d4-620d-4daa-af27-74359bbcbc75 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Request body: {'port': {'device_id': '55c7eb16-fee7-4f03-a0c9-94507e94006c', 'network_id': '41eab850-74f8-4919-9573-0fe261607aa2', 'admin_state_up': True, 'tenant_id': '4010b90dceb14ea6a98968e6b17cf28b'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:39.964923 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a4d5d136-211f-42e5-992b-a58f914e4e37 req-4abfd1b8-8a8a-4a48-8c93-23bd598370e9 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/security-groups?id=24064728-799d-4802-ac8c-8dad004b7477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2786055 Feb 17 17:39:39.993505 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-eea5a14f-e705-444f-8c9c-e58af38fdef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (88f5ca29-34cf-4dab-8851-61d7c2bac70b), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:40.013381 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device c0607abd-dfcd-4a9e-818b-af3e6b495b1f up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:39:40.111693 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port c0607abd-dfcd-4a9e-818b-af3e6b495b1f triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:39:40.112086 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c0607abd-dfcd-4a9e-818b-af3e6b495b1f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:40.125868 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-eea5a14f-e705-444f-8c9c-e58af38fdef8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:40.131556 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-eea5a14f-e705-444f-8c9c-e58af38fdef8 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/88f5ca29-34cf-4dab-8851-61d7c2bac70b HTTP/1.1" status: 204 len: 168 time: 0.8740859 Feb 17 17:39:40.131556 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea5a14f-e705-444f-8c9c-e58af38fdef8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88f5ca29-34cf-4dab-8851-61d7c2bac70b,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:40.133580 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 49204) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:40.182932 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b81279-5031-470a-b037-397c8a94216b req-b8d49c2a-0930-4688-a589-4a5636abfd71 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:40.184772 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f3b81279-5031-470a-b037-397c8a94216b req-b8d49c2a-0930-4688-a589-4a5636abfd71 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcd6831f-a1bc-47e9-b604-2508796939bb HTTP/1.1" status: 200 len: 945 time: 0.3121996 Feb 17 17:39:40.233582 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port c0607abd-dfcd-4a9e-818b-af3e6b495b1f is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:39:40.234471 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c0607abd-dfcd-4a9e-818b-af3e6b495b1f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:40.288891 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port c0607abd-dfcd-4a9e-818b-af3e6b495b1f, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=c0607abd-dfcd-4a9e-818b-af3e6b495b1f,segment=NetworkSegment(a6d0ebb9-2416-462b-91d2-a784842ff2ac),segment_id=a6d0ebb9-2416-462b-91d2-a784842ff2ac)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:39:40.294340 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c0607abd-dfcd-4a9e-818b-af3e6b495b1f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:40.322376 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-773f64cb-5e8b-495b-aeb7-57f057ee296a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (81290140-b440-498d-9162-144661a59a2b), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:40.368151 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-57e07ff9-c0fe-4cc5-9198-96e9c9aae9a3 req-df353af7-a013-4d30-8a73-ce5b15ba2f2f tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=55c7eb16-fee7-4f03-a0c9-94507e94006c HTTP/1.1" status: 200 len: 210 time: 0.1420348 Feb 17 17:39:40.377704 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14edb0a9-fcd8-4221-a7fd-50c7ef8d6a8a req-1217b970-f0df-4d84-b569-860c4cb207f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:40.378238 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=c0607abd-dfcd-4a9e-818b-af3e6b495b1f,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:40.379191 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-14edb0a9-fcd8-4221-a7fd-50c7ef8d6a8a req-1217b970-f0df-4d84-b569-860c4cb207f0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=249d7a73-68d0-4715-9e76-b2a8e292b955 HTTP/1.1" status: 200 len: 910 time: 0.4813094 Feb 17 17:39:40.389621 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f3b81279-5031-470a-b037-397c8a94216b req-a2cd5069-a3d5-465e-ae4c-e09010f44f17 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] 10.222.0.87 "GET /v2.0/security-groups?id=01113e2a-fb7d-4e22-a6b4-e3835adf9a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926620 Feb 17 17:39:40.467819 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1001699-066f-4adb-b31c-5fd844c21db0 req-2fed05d4-620d-4daa-af27-74359bbcbc75 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Made reservation on behalf of 4010b90dceb14ea6a98968e6b17cf28b for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:39:40.470794 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b1001699-066f-4adb-b31c-5fd844c21db0 req-2fed05d4-620d-4daa-af27-74359bbcbc75 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:40.564466 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-773f64cb-5e8b-495b-aeb7-57f057ee296a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (81290140-b440-498d-9162-144661a59a2b), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:40.570410 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-14edb0a9-fcd8-4221-a7fd-50c7ef8d6a8a req-7eef1f87-d92c-4c38-8754-aac017aeb986 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e00aaed-554c-4e36-90b7-8553757a4a66 HTTP/1.1" status: 200 len: 1002 time: 0.1774344 Feb 17 17:39:40.658792 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-773f64cb-5e8b-495b-aeb7-57f057ee296a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81290140-b440-498d-9162-144661a59a2b']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:40.680028 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-e47914f7-2fca-41cd-99cf-06135f3a0d12 req-71c3558f-2ead-46a1-b43b-1c95a022dd23 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] Deleting port 0b7168dc-d46d-4df3-a0f0-67d7ef134da7 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:39:40.680821 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e47914f7-2fca-41cd-99cf-06135f3a0d12 req-71c3558f-2ead-46a1-b43b-1c95a022dd23 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (0b7168dc-d46d-4df3-a0f0-67d7ef134da7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:40.681697 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-773f64cb-5e8b-495b-aeb7-57f057ee296a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1513e70-ce35-4d96-be2d-1143d2bc3330') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:40.682024 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-773f64cb-5e8b-495b-aeb7-57f057ee296a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1513e70-ce35-4d96-be2d-1143d2bc3330') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:40.705086 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-773f64cb-5e8b-495b-aeb7-57f057ee296a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (b1513e70-ce35-4d96-be2d-1143d2bc3330), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:40.726050 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14edb0a9-fcd8-4221-a7fd-50c7ef8d6a8a req-5b625772-91f7-4401-b06e-302559c61a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:40.727542 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-14edb0a9-fcd8-4221-a7fd-50c7ef8d6a8a req-5b625772-91f7-4401-b06e-302559c61a92 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=183d9df1-0481-445d-8bb9-bc438141d74b HTTP/1.1" status: 200 len: 848 time: 0.1482942 Feb 17 17:39:40.757745 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-773f64cb-5e8b-495b-aeb7-57f057ee296a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (b1513e70-ce35-4d96-be2d-1143d2bc3330), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:40.787616 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-773f64cb-5e8b-495b-aeb7-57f057ee296a admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:39:40.788032 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-773f64cb-5e8b-495b-aeb7-57f057ee296a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (b1513e70-ce35-4d96-be2d-1143d2bc3330), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:40.789860 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 17:39:40.789860 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:39:40.789860 n-d-829613-2 neutron-server[103435]: timer() Feb 17 17:39:40.789860 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:39:40.789860 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 17:39:40.789860 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:39:40.789860 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 17:39:40.789860 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:39:40.789860 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 17:39:40.789860 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:39:40.789860 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 17:39:40.789860 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:39:40.789860 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 17:39:40.789860 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:39:40.789860 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:39:40.789860 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:39:40.789860 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:39:40.789860 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:39:40.789860 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 17:39:40.789860 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:39:40.789860 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 17:39:40.789860 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:39:40.789860 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:39:40.789860 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:39:40.789860 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 17:39:40.789860 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:39:40.789860 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:39:40.789860 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:39:40.789860 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:39:40.789860 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:39:40.789860 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:39:40.789860 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:39:40.795446 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-3766aaa9-eda3-498a-b925-91ed007f454d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Allocated IP 2001:db8::a6 (0556905e-4875-46d8-9121-765bf272ed3b/2a43602a-cb50-4867-b56a-0d805b85bd41/1253ddee-7249-4b44-87b6-cd4ad8ba9e9e) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:39:40.832946 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-b1001699-066f-4adb-b31c-5fd844c21db0 req-2fed05d4-620d-4daa-af27-74359bbcbc75 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Allocated IP 172.20.0.11 (41eab850-74f8-4919-9573-0fe261607aa2/b20ab57b-0ae5-4c69-b6b9-871207503198/d0cc2a16-299a-4fcb-9e02-8e660124ccbc) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:39:40.902096 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-e47914f7-2fca-41cd-99cf-06135f3a0d12 req-71c3558f-2ead-46a1-b43b-1c95a022dd23 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] For port 0b7168dc-d46d-4df3-a0f0-67d7ef134da7, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=0b7168dc-d46d-4df3-a0f0-67d7ef134da7,segment=NetworkSegment(f07732c4-033f-4710-8403-c46ca6551036),segment_id=f07732c4-033f-4710-8403-c46ca6551036)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:39:40.902496 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e47914f7-2fca-41cd-99cf-06135f3a0d12 req-71c3558f-2ead-46a1-b43b-1c95a022dd23 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (0b7168dc-d46d-4df3-a0f0-67d7ef134da7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:40.902662 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-773f64cb-5e8b-495b-aeb7-57f057ee296a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (81290140-b440-498d-9162-144661a59a2b), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:40.911518 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14edb0a9-fcd8-4221-a7fd-50c7ef8d6a8a req-b53509b7-b6bf-4471-a8b3-ab544bd45685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:40.913085 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-14edb0a9-fcd8-4221-a7fd-50c7ef8d6a8a req-b53509b7-b6bf-4471-a8b3-ab544bd45685 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=249d7a73-68d0-4715-9e76-b2a8e292b955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1714077 Feb 17 17:39:40.919403 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-773f64cb-5e8b-495b-aeb7-57f057ee296a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:40.925365 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-773f64cb-5e8b-495b-aeb7-57f057ee296a admin admin] 10.222.0.87 "DELETE /v2.0/networks/81290140-b440-498d-9162-144661a59a2b HTTP/1.1" status: 204 len: 168 time: 0.7844293 Feb 17 17:39:40.969090 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773f64cb-5e8b-495b-aeb7-57f057ee296a admin admin] Pushing event deleted for resources: {'Network': ['ID=81290140-b440-498d-9162-144661a59a2b,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:41.010898 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-e47914f7-2fca-41cd-99cf-06135f3a0d12 req-71c3558f-2ead-46a1-b43b-1c95a022dd23 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] Calling delete_port for 0b7168dc-d46d-4df3-a0f0-67d7ef134da7 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:39:41.066216 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-bd9441a8-7a01-4262-8c71-8a8578aeb4a6 None None] Provisioning complete for port 13a8db4c-b2e7-4ac0-b4d1-f033bb447457 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:39:41.067742 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bd9441a8-7a01-4262-8c71-8a8578aeb4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (13a8db4c-b2e7-4ac0-b4d1-f033bb447457), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:41.145949 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 8787d5d2-3f84-4423-9f0d-ae43c4c30a90 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:39:41.178436 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 49226) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:41.238941 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-14edb0a9-fcd8-4221-a7fd-50c7ef8d6a8a req-362c23fc-8b08-4e5b-83c3-99d21307c7e8 service neutron] 10.222.0.71 "GET /v2.0/networks/249d7a73-68d0-4715-9e76-b2a8e292b955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092003 Feb 17 17:39:41.241013 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-bd9441a8-7a01-4262-8c71-8a8578aeb4a6 None None] Port 13a8db4c-b2e7-4ac0-b4d1-f033bb447457 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:39:41.291155 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-fa77a450-3c2b-499b-aeac-2624001be59b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d3f502fd13d54e719e076d4ebdeaddbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1000161 Feb 17 17:39:41.307486 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 49236) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:41.335256 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-bd9441a8-7a01-4262-8c71-8a8578aeb4a6 None None] Provisioning complete for port c0607abd-dfcd-4a9e-818b-af3e6b495b1f triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:39:41.337026 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bd9441a8-7a01-4262-8c71-8a8578aeb4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c0607abd-dfcd-4a9e-818b-af3e6b495b1f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:41.344086 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58c8ed-f22f-4436-984f-a61f6d955917 req-542def86-02d8-4075-8f44-1a6ce33d7176 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:41.345782 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9e58c8ed-f22f-4436-984f-a61f6d955917 req-542def86-02d8-4075-8f44-1a6ce33d7176 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/ports?device_id=a66cf83c-02b1-4b63-8363-98a2a0637846 HTTP/1.1" status: 200 len: 946 time: 0.2080705 Feb 17 17:39:41.345990 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e47914f7-2fca-41cd-99cf-06135f3a0d12 req-71c3558f-2ead-46a1-b43b-1c95a022dd23 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (0b7168dc-d46d-4df3-a0f0-67d7ef134da7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:41.351931 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b1001699-066f-4adb-b31c-5fd844c21db0 req-2fed05d4-620d-4daa-af27-74359bbcbc75 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks [] for port (d0cc2a16-299a-4fcb-9e02-8e660124ccbc), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:41.374041 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-192ceacb-fd29-4d64-9091-c976246b225e tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for floatingip (2c904554-da05-4b41-9547-c1327fef1908), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:41.390937 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['0b7168dc-d46d-4df3-a0f0-67d7ef134da7'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:39:41.441971 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 8787d5d2-3f84-4423-9f0d-ae43c4c30a90, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=8787d5d2-3f84-4423-9f0d-ae43c4c30a90,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:39:41.460087 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '8787d5d2-3f84-4423-9f0d-ae43c4c30a90', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'port_id': '8787d5d2-3f84-4423-9f0d-ae43c4c30a90', 'mac_address': 'fa:16:3e:28:c3:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac79920f-9ddd-4352-b866-6056158b178e', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:39:41.498944 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3766aaa9-eda3-498a-b925-91ed007f454d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for port (1253ddee-7249-4b44-87b6-cd4ad8ba9e9e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:41.509215 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3558f-2ead-46a1-b43b-1c95a022dd23 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] Pushing event deleted for resources: {'Port': ['ID=0b7168dc-d46d-4df3-a0f0-67d7ef134da7,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:41.534650 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7fb1143c-9086-4341-8be3-47aa7e30b9be admin admin] Publish callbacks [] for security_group (a2b464b0-2999-42c4-a62f-fd6160f3d182), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:41.559065 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9e58c8ed-f22f-4436-984f-a61f6d955917 req-24426750-c5f7-4b37-b6fe-ff03022d0c38 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/security-groups?id=24064728-799d-4802-ac8c-8dad004b7477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028854 Feb 17 17:39:41.571730 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 8787d5d2-3f84-4423-9f0d-ae43c4c30a90 is: ACTIVE; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:39:41.572445 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8787d5d2-3f84-4423-9f0d-ae43c4c30a90), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:41.576976 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-192ceacb-fd29-4d64-9091-c976246b225e tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (51c62f1c-5adc-437e-b2b5-b7b265e965d2), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:41.595840 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8787d5d2-3f84-4423-9f0d-ae43c4c30a90 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:39:41.600060 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0690c3a8-4c41-4aa6-8bbc-d96492331f62 req-ce2daa05-da2c-472a-ba16-c99f8a70bbc0 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=55c7eb16-fee7-4f03-a0c9-94507e94006c HTTP/1.1" status: 200 len: 210 time: 0.0564647 Feb 17 17:39:41.613175 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-bd9441a8-7a01-4262-8c71-8a8578aeb4a6 None None] Current status of the port c0607abd-dfcd-4a9e-818b-af3e6b495b1f is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:39:41.615161 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-14edb0a9-fcd8-4221-a7fd-50c7ef8d6a8a req-839b2963-fba5-43c8-9d2e-d69a195be422 service neutron] 10.222.0.71 "GET /v2.0/networks/249d7a73-68d0-4715-9e76-b2a8e292b955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354237 Feb 17 17:39:41.628232 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7fb1143c-9086-4341-8be3-47aa7e30b9be admin admin] Publish callbacks [] for security_group (a2b464b0-2999-42c4-a62f-fd6160f3d182), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:41.630454 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b1001699-066f-4adb-b31c-5fd844c21db0 req-2fed05d4-620d-4daa-af27-74359bbcbc75 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (d0cc2a16-299a-4fcb-9e02-8e660124ccbc), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:41.659317 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 8787d5d2-3f84-4423-9f0d-ae43c4c30a90, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=8787d5d2-3f84-4423-9f0d-ae43c4c30a90,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:39:41.668745 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-e47914f7-2fca-41cd-99cf-06135f3a0d12 req-71c3558f-2ead-46a1-b43b-1c95a022dd23 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] No DVR routers for this DVR port 0b7168dc-d46d-4df3-a0f0-67d7ef134da7 on host n-h2-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:39:41.671719 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (8787d5d2-3f84-4423-9f0d-ae43c4c30a90), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:41.674853 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e47914f7-2fca-41cd-99cf-06135f3a0d12 req-71c3558f-2ead-46a1-b43b-1c95a022dd23 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:41.678749 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e47914f7-2fca-41cd-99cf-06135f3a0d12 req-71c3558f-2ead-46a1-b43b-1c95a022dd23 tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] 10.222.0.91 "DELETE /v2.0/ports/0b7168dc-d46d-4df3-a0f0-67d7ef134da7 HTTP/1.1" status: 204 len: 173 time: 1.8968093 Feb 17 17:39:41.690055 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd6831f-a1bc-47e9-b604-2508796939bb', 'name': 'network-vif-deleted', 'tag': '0b7168dc-d46d-4df3-a0f0-67d7ef134da7'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:39:41.693647 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62e1ff4-652f-4ec1-8dd5-de1b62412ce9" -d '{"events": [{"server_uuid": "dcd6831f-a1bc-47e9-b604-2508796939bb", "name": "network-vif-deleted", "tag": "0b7168dc-d46d-4df3-a0f0-67d7ef134da7"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:39:41.726357 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1001699-066f-4adb-b31c-5fd844c21db0 req-2fed05d4-620d-4daa-af27-74359bbcbc75 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Network 41eab850-74f8-4919-9573-0fe261607aa2 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:39:41.757389 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-b1001699-066f-4adb-b31c-5fd844c21db0 req-2fed05d4-620d-4daa-af27-74359bbcbc75 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:39:41.806739 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c44bd2-9b52-4dc8-aef6-dd83e235efb7 x-openstack-request-id: req-c5c44bd2-9b52-4dc8-aef6-dd83e235efb7 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:39:41.806921 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd6831f-a1bc-47e9-b604-2508796939bb", "name": "network-vif-deleted", "tag": "0b7168dc-d46d-4df3-a0f0-67d7ef134da7", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:39:41.807215 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c5c44bd2-9b52-4dc8-aef6-dd83e235efb7 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:39:41.807674 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd6831f-a1bc-47e9-b604-2508796939bb', 'name': 'network-vif-deleted', 'tag': '0b7168dc-d46d-4df3-a0f0-67d7ef134da7', 'status': 'completed', 'code': 200} Feb 17 17:39:41.829162 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c04094b9-d2c5-4c17-9d0d-89dcec27e81d req-60c7bac5-81b4-4086-9b1c-7652dc06423a tempest-ServerGroupTestJSON-1152573940 tempest-ServerGroupTestJSON-1152573940-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcd6831f-a1bc-47e9-b604-2508796939bb HTTP/1.1" status: 200 len: 210 time: 0.1049070 Feb 17 17:39:41.832687 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['8787d5d2-3f84-4423-9f0d-ae43c4c30a90'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:39:41.838217 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1001699-066f-4adb-b31c-5fd844c21db0 req-2fed05d4-620d-4daa-af27-74359bbcbc75 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:39:41.854936 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3766aaa9-eda3-498a-b925-91ed007f454d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (1253ddee-7249-4b44-87b6-cd4ad8ba9e9e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:41.883609 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed05d4-620d-4daa-af27-74359bbcbc75 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Pushing event updated for resources: {'Port': ['ID=d0cc2a16-299a-4fcb-9e02-8e660124ccbc,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:41.894978 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=8787d5d2-3f84-4423-9f0d-ae43c4c30a90,revision_number=6']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:41.939883 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7fb1143c-9086-4341-8be3-47aa7e30b9be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (a2b464b0-2999-42c4-a62f-fd6160f3d182), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:41.943257 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7fb1143c-9086-4341-8be3-47aa7e30b9be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:41.944874 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-7fb1143c-9086-4341-8be3-47aa7e30b9be admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a2b464b0-2999-42c4-a62f-fd6160f3d182 HTTP/1.1" status: 204 len: 168 time: 0.6309876 Feb 17 17:39:41.951819 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3766aaa9-eda3-498a-b925-91ed007f454d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Network 0556905e-4875-46d8-9121-765bf272ed3b is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:39:41.970202 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-3766aaa9-eda3-498a-b925-91ed007f454d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:39:41.971991 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb1143c-9086-4341-8be3-47aa7e30b9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b464b0-2999-42c4-a62f-fd6160f3d182,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:41.977548 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3766aaa9-eda3-498a-b925-91ed007f454d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:39:41.985646 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3766aaa9-eda3-498a-b925-91ed007f454d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:41.986449 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3766aaa9-eda3-498a-b925-91ed007f454d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:41.992677 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3766aaa9-eda3-498a-b925-91ed007f454d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event updated for resources: {'Port': ['ID=1253ddee-7249-4b44-87b6-cd4ad8ba9e9e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:41.993818 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device c0607abd-dfcd-4a9e-818b-af3e6b495b1f up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:39:42.023511 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1001699-066f-4adb-b31c-5fd844c21db0 req-2fed05d4-620d-4daa-af27-74359bbcbc75 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:42.025254 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b1001699-066f-4adb-b31c-5fd844c21db0 req-2fed05d4-620d-4daa-af27-74359bbcbc75 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:42.034230 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3766aaa9-eda3-498a-b925-91ed007f454d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9642675 Feb 17 17:39:42.037734 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49256) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:42.043965 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-66071ab2-e785-4681-8ffd-639ae77ee7a3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Request body: {'subnet': {'network_id': '0556905e-4875-46d8-9121-765bf272ed3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:42.061260 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-192ceacb-fd29-4d64-9091-c976246b225e tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for port (51c62f1c-5adc-437e-b2b5-b7b265e965d2), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:42.064143 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b1001699-066f-4adb-b31c-5fd844c21db0 req-2fed05d4-620d-4daa-af27-74359bbcbc75 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2018399 Feb 17 17:39:42.095267 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-192ceacb-fd29-4d64-9091-c976246b225e tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (51c62f1c-5adc-437e-b2b5-b7b265e965d2), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:42.097230 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-b1001699-066f-4adb-b31c-5fd844c21db0 req-10a225b0-fa47-4121-a631-bf72fa94fb17 service neutron] Request body: {'port': {'device_id': '55c7eb16-fee7-4f03-a0c9-94507e94006c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:42.380710 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192ceacb-fd29-4d64-9091-c976246b225e tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Pushing event updated for resources: {'Port': ['ID=51c62f1c-5adc-437e-b2b5-b7b265e965d2,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:42.501178 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-192ceacb-fd29-4d64-9091-c976246b225e tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (2c904554-da05-4b41-9547-c1327fef1908), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:42.507834 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port c0607abd-dfcd-4a9e-818b-af3e6b495b1f triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:39:42.511027 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c0607abd-dfcd-4a9e-818b-af3e6b495b1f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:42.751118 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-77584ffd-f8f7-4b64-ae4a-2e46b15c96fc None None] Provisioning complete for port 1253ddee-7249-4b44-87b6-cd4ad8ba9e9e triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:39:42.755173 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-77584ffd-f8f7-4b64-ae4a-2e46b15c96fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1253ddee-7249-4b44-87b6-cd4ad8ba9e9e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:42.799898 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66071ab2-e785-4681-8ffd-639ae77ee7a3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Made reservation on behalf of 79c72a74f4c54033a14e3cbd8e3a57ad for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:39:42.817458 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66071ab2-e785-4681-8ffd-639ae77ee7a3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:42.843259 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b1001699-066f-4adb-b31c-5fd844c21db0 req-10a225b0-fa47-4121-a631-bf72fa94fb17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d0cc2a16-299a-4fcb-9e02-8e660124ccbc), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:42.885915 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49276) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:42.899725 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f6699-25fd-4b18-b8f0-cb39164c90ba req-323d7c47-f301-4996-806d-22d73cb2021a tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:42.901952 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-624f6699-25fd-4b18-b8f0-cb39164c90ba req-323d7c47-f301-4996-806d-22d73cb2021a tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/ports?device_id=a66cf83c-02b1-4b63-8363-98a2a0637846 HTTP/1.1" status: 200 len: 946 time: 0.1819925 Feb 17 17:39:42.957752 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-77584ffd-f8f7-4b64-ae4a-2e46b15c96fc None None] Port 1253ddee-7249-4b44-87b6-cd4ad8ba9e9e cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:39:42.963881 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port c0607abd-dfcd-4a9e-818b-af3e6b495b1f is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:39:42.984042 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db560a-7d40-47cf-97db-701064326806 req-8669753a-88dc-4a0d-a75f-958ae683fe2b tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:42.988912 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b4db560a-7d40-47cf-97db-701064326806 req-8669753a-88dc-4a0d-a75f-958ae683fe2b tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=55c7eb16-fee7-4f03-a0c9-94507e94006c HTTP/1.1" status: 200 len: 932 time: 0.1845386 Feb 17 17:39:43.071964 n-d-829613-2 neutron-server[103434]: INFO neutron.db.l3_db [None req-192ceacb-fd29-4d64-9091-c976246b225e tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Floating IP 2c904554-da05-4b41-9547-c1327fef1908 associated. External IP: 172.25.8.194, port: 8c9a66e7-3837-4a49-bc09-35040fe2fb11. Feb 17 17:39:43.080543 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0a369ba5-f7d6-4a28-a6ac-8ae6e1d6718f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7902414d7bf04bea90b727d2f248cc77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1865714 Feb 17 17:39:43.083665 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49278) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:43.103815 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 8787d5d2-3f84-4423-9f0d-ae43c4c30a90 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:39:43.134785 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-624f6699-25fd-4b18-b8f0-cb39164c90ba req-c74a45f8-6425-4cdc-9ffe-79f28f421cc6 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/security-groups?id=24064728-799d-4802-ac8c-8dad004b7477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2044590 Feb 17 17:39:43.167567 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b4db560a-7d40-47cf-97db-701064326806 req-968de611-30dd-430d-8d78-96429a34211e tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675122 Feb 17 17:39:43.207836 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 8787d5d2-3f84-4423-9f0d-ae43c4c30a90 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:39:43.208779 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (8787d5d2-3f84-4423-9f0d-ae43c4c30a90), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:43.275043 n-d-829613-2 neutron-server[103434]: INFO neutron.db.ipam_backend_mixin [None req-66071ab2-e785-4681-8ffd-639ae77ee7a3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2a43602a-cb50-4867-b56a-0d805b85bd41 (CIDR: 2001:db8::/64) Feb 17 17:39:43.288732 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-66071ab2-e785-4681-8ffd-639ae77ee7a3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 17:39:43.289244 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66071ab2-e785-4681-8ffd-639ae77ee7a3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:39:43.362641 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-66071ab2-e785-4681-8ffd-639ae77ee7a3 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3236663 Feb 17 17:39:43.367346 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 49288) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:43.381201 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-9e6668f5-2241-4fa5-aa0a-7e669b18f29c tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Request body: {'subnet': {'network_id': '0556905e-4875-46d8-9121-765bf272ed3b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:43.388934 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 8787d5d2-3f84-4423-9f0d-ae43c4c30a90 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:39:43.389341 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8787d5d2-3f84-4423-9f0d-ae43c4c30a90), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:43.422380 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-b1001699-066f-4adb-b31c-5fd844c21db0 req-10a225b0-fa47-4121-a631-bf72fa94fb17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0cc2a16-299a-4fcb-9e02-8e660124ccbc {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:39:43.438351 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b1001699-066f-4adb-b31c-5fd844c21db0 req-10a225b0-fa47-4121-a631-bf72fa94fb17 service neutron] Publish callbacks [] for port (d0cc2a16-299a-4fcb-9e02-8e660124ccbc), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:43.443732 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 8787d5d2-3f84-4423-9f0d-ae43c4c30a90, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=8787d5d2-3f84-4423-9f0d-ae43c4c30a90,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:39:43.444923 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8516490-e323-4676-8497-08f986001dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8787d5d2-3f84-4423-9f0d-ae43c4c30a90'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:39:43.449337 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c43fa2-bcec-4162-8a83-0d30cbbacf04" -d '{"events": [{"server_uuid": "f8516490-e323-4676-8497-08f986001dea", "name": "network-vif-plugged", "status": "completed", "tag": "8787d5d2-3f84-4423-9f0d-ae43c4c30a90"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:39:43.456212 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-806ab426-e3a5-47a5-8bc1-510150030b7a admin admin] Publish callbacks [] for security_group (01ddbc47-2ecd-49ad-bc35-b9c2c02408de), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:43.476833 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (8787d5d2-3f84-4423-9f0d-ae43c4c30a90), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:43.498632 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-b1001699-066f-4adb-b31c-5fd844c21db0 req-10a225b0-fa47-4121-a631-bf72fa94fb17 service neutron] Transition to ACTIVE for port object d0cc2a16-299a-4fcb-9e02-8e660124ccbc will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:39:43.523724 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b1001699-066f-4adb-b31c-5fd844c21db0 req-10a225b0-fa47-4121-a631-bf72fa94fb17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (d0cc2a16-299a-4fcb-9e02-8e660124ccbc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:43.584157 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24440eb3-6e64-4b22-9129-08c7e7c8e839 x-openstack-request-id: req-24440eb3-6e64-4b22-9129-08c7e7c8e839 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:39:43.584784 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8516490-e323-4676-8497-08f986001dea", "name": "network-vif-plugged", "status": "completed", "tag": "8787d5d2-3f84-4423-9f0d-ae43c4c30a90", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:39:43.584784 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-24440eb3-6e64-4b22-9129-08c7e7c8e839 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:39:43.585258 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8516490-e323-4676-8497-08f986001dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8787d5d2-3f84-4423-9f0d-ae43c4c30a90', 'code': 200} Feb 17 17:39:43.585715 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=8787d5d2-3f84-4423-9f0d-ae43c4c30a90,revision_number=7']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:43.603386 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6668f5-2241-4fa5-aa0a-7e669b18f29c tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Made reservation on behalf of 79c72a74f4c54033a14e3cbd8e3a57ad for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:39:43.607691 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9e6668f5-2241-4fa5-aa0a-7e669b18f29c tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:43.659055 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-806ab426-e3a5-47a5-8bc1-510150030b7a admin admin] Publish callbacks [] for security_group (01ddbc47-2ecd-49ad-bc35-b9c2c02408de), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:43.691563 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a225b0-fa47-4121-a631-bf72fa94fb17 service neutron] Pushing event updated for resources: {'Port': ['ID=d0cc2a16-299a-4fcb-9e02-8e660124ccbc,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:43.728645 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49314) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:43.807500 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-7854b4c8-c637-478d-a175-73ade3ac202a admin admin] Deleting subnet cec9a07b-e14f-470e-91d4-14ffa2e16306 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:39:43.810995 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7854b4c8-c637-478d-a175-73ade3ac202a admin admin] Publish callbacks [] for subnet (cec9a07b-e14f-470e-91d4-14ffa2e16306), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:43.819720 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-b1001699-066f-4adb-b31c-5fd844c21db0 req-10a225b0-fa47-4121-a631-bf72fa94fb17 service neutron] Attempting to bind port d0cc2a16-299a-4fcb-9e02-8e660124ccbc on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:39:43.820061 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-b1001699-066f-4adb-b31c-5fd844c21db0 req-10a225b0-fa47-4121-a631-bf72fa94fb17 service neutron] Attempting to bind port d0cc2a16-299a-4fcb-9e02-8e660124ccbc by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '18563972-a346-4d2f-9db2-6c97a64b55cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '41eab850-74f8-4919-9573-0fe261607aa2'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:39:43.820426 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1001699-066f-4adb-b31c-5fd844c21db0 req-10a225b0-fa47-4121-a631-bf72fa94fb17 service neutron] Attempting to bind port d0cc2a16-299a-4fcb-9e02-8e660124ccbc on network 41eab850-74f8-4919-9573-0fe261607aa2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:39:43.830339 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1001699-066f-4adb-b31c-5fd844c21db0 req-10a225b0-fa47-4121-a631-bf72fa94fb17 service neutron] Port d0cc2a16-299a-4fcb-9e02-8e660124ccbc on network 41eab850-74f8-4919-9573-0fe261607aa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:39:43.830675 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1001699-066f-4adb-b31c-5fd844c21db0 req-10a225b0-fa47-4121-a631-bf72fa94fb17 service neutron] Attempting to bind port d0cc2a16-299a-4fcb-9e02-8e660124ccbc on network 41eab850-74f8-4919-9573-0fe261607aa2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:39:43.837921 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1001699-066f-4adb-b31c-5fd844c21db0 req-10a225b0-fa47-4121-a631-bf72fa94fb17 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:39:43.838842 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1001699-066f-4adb-b31c-5fd844c21db0 req-10a225b0-fa47-4121-a631-bf72fa94fb17 service neutron] Checking segment: {'id': '18563972-a346-4d2f-9db2-6c97a64b55cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '41eab850-74f8-4919-9573-0fe261607aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:39:43.839224 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1001699-066f-4adb-b31c-5fd844c21db0 req-10a225b0-fa47-4121-a631-bf72fa94fb17 service neutron] Bound using segment: {'id': '18563972-a346-4d2f-9db2-6c97a64b55cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '41eab850-74f8-4919-9573-0fe261607aa2'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:39:43.839669 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-b1001699-066f-4adb-b31c-5fd844c21db0 req-10a225b0-fa47-4121-a631-bf72fa94fb17 service neutron] Bound port: d0cc2a16-299a-4fcb-9e02-8e660124ccbc, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18563972-a346-4d2f-9db2-6c97a64b55cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '41eab850-74f8-4919-9573-0fe261607aa2'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:39:43.840033 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b1001699-066f-4adb-b31c-5fd844c21db0 req-10a225b0-fa47-4121-a631-bf72fa94fb17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d0cc2a16-299a-4fcb-9e02-8e660124ccbc), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:43.855636 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7854b4c8-c637-478d-a175-73ade3ac202a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (cec9a07b-e14f-470e-91d4-14ffa2e16306), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:43.934745 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-192ceacb-fd29-4d64-9091-c976246b225e tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Router 1d79183a-43b6-4840-b514-7b4aefa7befc has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:39:43.935458 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-806ab426-e3a5-47a5-8bc1-510150030b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (01ddbc47-2ecd-49ad-bc35-b9c2c02408de), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:43.941075 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-806ab426-e3a5-47a5-8bc1-510150030b7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:43.942292 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-806ab426-e3a5-47a5-8bc1-510150030b7a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/01ddbc47-2ecd-49ad-bc35-b9c2c02408de HTTP/1.1" status: 204 len: 168 time: 0.8567054 Feb 17 17:39:43.943865 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7854b4c8-c637-478d-a175-73ade3ac202a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (cec9a07b-e14f-470e-91d4-14ffa2e16306), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:43.974929 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ab426-e3a5-47a5-8bc1-510150030b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ddbc47-2ecd-49ad-bc35-b9c2c02408de,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:43.980957 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-b1001699-066f-4adb-b31c-5fd844c21db0 req-10a225b0-fa47-4121-a631-bf72fa94fb17 service neutron] For port d0cc2a16-299a-4fcb-9e02-8e660124ccbc, host n-h2-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:39:44.005820 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-b1001699-066f-4adb-b31c-5fd844c21db0 req-10a225b0-fa47-4121-a631-bf72fa94fb17 service neutron] For port d0cc2a16-299a-4fcb-9e02-8e660124ccbc, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=d0cc2a16-299a-4fcb-9e02-8e660124ccbc,segment=NetworkSegment(18563972-a346-4d2f-9db2-6c97a64b55cb),segment_id=18563972-a346-4d2f-9db2-6c97a64b55cb)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:39:44.067012 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b1001699-066f-4adb-b31c-5fd844c21db0 req-10a225b0-fa47-4121-a631-bf72fa94fb17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (d0cc2a16-299a-4fcb-9e02-8e660124ccbc), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:44.144884 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1001699-066f-4adb-b31c-5fd844c21db0 req-10a225b0-fa47-4121-a631-bf72fa94fb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:44.145785 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b1001699-066f-4adb-b31c-5fd844c21db0 req-10a225b0-fa47-4121-a631-bf72fa94fb17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:44.147881 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b1001699-066f-4adb-b31c-5fd844c21db0 req-10a225b0-fa47-4121-a631-bf72fa94fb17 service neutron] 10.222.0.91 "PUT /v2.0/ports/d0cc2a16-299a-4fcb-9e02-8e660124ccbc HTTP/1.1" status: 200 len: 1092 time: 2.0735362 Feb 17 17:39:44.147881 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c7eb16-fee7-4f03-a0c9-94507e94006c', 'tag': 'd0cc2a16-299a-4fcb-9e02-8e660124ccbc'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:39:44.150524 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6892478-d0c6-4b20-b5b6-577b2d22fadc" -d '{"events": [{"name": "network-changed", "server_uuid": "55c7eb16-fee7-4f03-a0c9-94507e94006c", "tag": "d0cc2a16-299a-4fcb-9e02-8e660124ccbc"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:39:44.165461 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7854b4c8-c637-478d-a175-73ade3ac202a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (cec9a07b-e14f-470e-91d4-14ffa2e16306), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:44.235206 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7854b4c8-c637-478d-a175-73ade3ac202a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cec9a07b-e14f-470e-91d4-14ffa2e16306,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:44.260292 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7854b4c8-c637-478d-a175-73ade3ac202a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:44.263791 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7854b4c8-c637-478d-a175-73ade3ac202a admin admin] 10.222.0.87 "DELETE /v2.0/subnets/cec9a07b-e14f-470e-91d4-14ffa2e16306 HTTP/1.1" status: 204 len: 168 time: 0.5181329 Feb 17 17:39:44.266818 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49322) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:44.278385 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192ceacb-fd29-4d64-9091-c976246b225e tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:39:44.281173 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe1f5aa-4520-4299-ae66-fd23e1b7f806 x-openstack-request-id: req-7fe1f5aa-4520-4299-ae66-fd23e1b7f806 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:39:44.281474 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c7eb16-fee7-4f03-a0c9-94507e94006c", "tag": "d0cc2a16-299a-4fcb-9e02-8e660124ccbc", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:39:44.281742 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7fe1f5aa-4520-4299-ae66-fd23e1b7f806 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:39:44.289055 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c7eb16-fee7-4f03-a0c9-94507e94006c', 'tag': 'd0cc2a16-299a-4fcb-9e02-8e660124ccbc', 'status': 'completed', 'code': 200} Feb 17 17:39:44.298635 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa47bee-c7b9-4f0a-ae48-d488228091e0 None None] Sync routers for ids ['1d79183a-43b6-4840-b514-7b4aefa7befc'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:39:44.319991 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa47bee-c7b9-4f0a-ae48-d488228091e0 None None] Routers {'1d79183a-43b6-4840-b514-7b4aefa7befc'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:39:44.321344 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-eaa47bee-c7b9-4f0a-ae48-d488228091e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:39:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['1d79183a-43b6-4840-b514-7b4aefa7befc'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:44.338218 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-192ceacb-fd29-4d64-9091-c976246b225e tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:44.378009 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a225b0-fa47-4121-a631-bf72fa94fb17 service neutron] Pushing event updated for resources: {'Port': ['ID=d0cc2a16-299a-4fcb-9e02-8e660124ccbc,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:44.395244 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9e6668f5-2241-4fa5-aa0a-7e669b18f29c tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (700e5e7c-bb66-45f5-8e73-6741da9be48d), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:44.412360 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-192ceacb-fd29-4d64-9091-c976246b225e tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.8780999 Feb 17 17:39:44.413336 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 49326) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:44.449084 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-84541bc2-20e5-485f-b286-acac5859e6d3 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Request body: {'floatingip': {'port_id': '8c9a66e7-3837-4a49-bc09-35040fe2fb11', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:44.498858 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6668f5-2241-4fa5-aa0a-7e669b18f29c tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Network 0556905e-4875-46d8-9121-765bf272ed3b is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:39:44.508649 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1001699-066f-4adb-b31c-5fd844c21db0 req-a248cc97-941f-4fd5-a583-deb841afca7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:44.511665 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b1001699-066f-4adb-b31c-5fd844c21db0 req-a248cc97-941f-4fd5-a583-deb841afca7f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4010b90dceb14ea6a98968e6b17cf28b&device_id=55c7eb16-fee7-4f03-a0c9-94507e94006c HTTP/1.1" status: 200 len: 1126 time: 0.2804828 Feb 17 17:39:44.533394 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-9e6668f5-2241-4fa5-aa0a-7e669b18f29c tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:39:44.557778 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eef65254-0b9c-4dd6-a1c1-ac27ffe02b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (d75f2967-9baa-454b-9e4b-063c9ebc97c7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:44.601804 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6668f5-2241-4fa5-aa0a-7e669b18f29c tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:44.602412 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9e6668f5-2241-4fa5-aa0a-7e669b18f29c tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:44.615017 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b1001699-066f-4adb-b31c-5fd844c21db0 req-c1036872-d8b0-47be-9a6a-019da3aa98ef service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0cc2a16-299a-4fcb-9e02-8e660124ccbc HTTP/1.1" status: 200 len: 217 time: 0.0947247 Feb 17 17:39:44.677724 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c89bb-af1f-490a-81e4-432bccad78f3 req-067161f0-3836-4b92-ab03-fc727a3d71f6 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:44.685151 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dc7c89bb-af1f-490a-81e4-432bccad78f3 req-067161f0-3836-4b92-ab03-fc727a3d71f6 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=55c7eb16-fee7-4f03-a0c9-94507e94006c HTTP/1.1" status: 200 len: 944 time: 0.3626146 Feb 17 17:39:44.692748 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6c9d6b-8480-4a0d-a17c-a44cdcbc8319 None None] Network 0556905e-4875-46d8-9121-765bf272ed3b requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:39:44.699262 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eef65254-0b9c-4dd6-a1c1-ac27ffe02b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (d75f2967-9baa-454b-9e4b-063c9ebc97c7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:44.700263 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-84541bc2-20e5-485f-b286-acac5859e6d3 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for floatingip (2c904554-da05-4b41-9547-c1327fef1908), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:44.732999 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-eef65254-0b9c-4dd6-a1c1-ac27ffe02b6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d75f2967-9baa-454b-9e4b-063c9ebc97c7']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:44.747883 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-eef65254-0b9c-4dd6-a1c1-ac27ffe02b6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f07732c4-033f-4710-8403-c46ca6551036') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:44.748739 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-eef65254-0b9c-4dd6-a1c1-ac27ffe02b6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f07732c4-033f-4710-8403-c46ca6551036') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:44.763680 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eef65254-0b9c-4dd6-a1c1-ac27ffe02b6e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (f07732c4-033f-4710-8403-c46ca6551036), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:44.777272 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 0b7168dc-d46d-4df3-a0f0-67d7ef134da7 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:39:44.785745 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eef65254-0b9c-4dd6-a1c1-ac27ffe02b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (f07732c4-033f-4710-8403-c46ca6551036), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:44.790191 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-9e6668f5-2241-4fa5-aa0a-7e669b18f29c tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4131846 Feb 17 17:39:44.791328 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49344) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:44.796838 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6668f5-2241-4fa5-aa0a-7e669b18f29c tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event updated for resources: {'Subnet': ['ID=700e5e7c-bb66-45f5-8e73-6741da9be48d,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:44.812762 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-eaa47bee-c7b9-4f0a-ae48-d488228091e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:44.820660 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-a3d03f47-624f-4fc1-8e16-0bed22de66bd tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1476519657', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '700e5e7c-bb66-45f5-8e73-6741da9be48d'}], 'security_groups': ['63d94496-2fee-4561-ba90-9fa68d2fb52e']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:44.844205 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: 0b7168dc-d46d-4df3-a0f0-67d7ef134da7 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:39:44.844900 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 0b7168dc-d46d-4df3-a0f0-67d7ef134da7 not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:39:44.852556 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa47bee-c7b9-4f0a-ae48-d488228091e0 None None] Routers {'1d79183a-43b6-4840-b514-7b4aefa7befc'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:39:44.853537 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-eaa47bee-c7b9-4f0a-ae48-d488228091e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:39:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['1d79183a-43b6-4840-b514-7b4aefa7befc'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:44.866930 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1001699-066f-4adb-b31c-5fd844c21db0 req-574350a5-4bf5-4b8e-8788-8fe19c08bcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:44.868506 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b1001699-066f-4adb-b31c-5fd844c21db0 req-574350a5-4bf5-4b8e-8788-8fe19c08bcbf service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b20ab57b-0ae5-4c69-b6b9-871207503198 HTTP/1.1" status: 200 len: 846 time: 0.1989658 Feb 17 17:39:44.913647 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-eaa47bee-c7b9-4f0a-ae48-d488228091e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:44.914375 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa47bee-c7b9-4f0a-ae48-d488228091e0 None None] The sync data for ids ['1d79183a-43b6-4840-b514-7b4aefa7befc'] in n-d-829613-2 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:39:44.922515 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b1001699-066f-4adb-b31c-5fd844c21db0 req-95acf549-8559-44de-9360-1218175bba58 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=41eab850-74f8-4919-9573-0fe261607aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350215 Feb 17 17:39:44.975810 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dc7c89bb-af1f-490a-81e4-432bccad78f3 req-8de738ab-6afb-447e-95ec-d866bc5ebad4 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901969 Feb 17 17:39:45.055605 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b92b07-cff9-4c4a-bafd-dbe26a120215 None None] Update dhcp port {'port': {'network_id': '0556905e-4875-46d8-9121-765bf272ed3b', 'fixed_ips': [{'subnet_id': '2a43602a-cb50-4867-b56a-0d805b85bd41', 'ip_address': '2001:db8::2'}, {'subnet_id': '700e5e7c-bb66-45f5-8e73-6741da9be48d'}], 'binding:host_id': 'n-d-829613-2'}, 'id': 'c0607abd-dfcd-4a9e-818b-af3e6b495b1f'} from n-d-829613-2. {{(pid=103436) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 17 17:39:45.116989 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b1001699-066f-4adb-b31c-5fd844c21db0 req-35c7dc3d-5007-40b3-9579-325e620c7af8 service neutron] 10.222.0.91 "GET /v2.0/networks/41eab850-74f8-4919-9573-0fe261607aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838112 Feb 17 17:39:45.130705 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-22b92b07-cff9-4c4a-bafd-dbe26a120215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c0607abd-dfcd-4a9e-818b-af3e6b495b1f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:45.202967 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eef65254-0b9c-4dd6-a1c1-ac27ffe02b6e admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:39:45.203239 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eef65254-0b9c-4dd6-a1c1-ac27ffe02b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (f07732c4-033f-4710-8403-c46ca6551036), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:45.204980 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:39:45.204980 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:39:45.204980 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:39:45.204980 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:39:45.204980 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:39:45.204980 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:39:45.204980 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:39:45.204980 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:39:45.204980 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:39:45.204980 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:39:45.204980 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:39:45.204980 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:39:45.204980 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:39:45.204980 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:39:45.204980 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:39:45.204980 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:39:45.204980 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:39:45.204980 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:39:45.204980 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:39:45.204980 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:39:45.204980 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:39:45.204980 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:39:45.204980 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:39:45.204980 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:39:45.204980 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:39:45.204980 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:39:45.204980 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:39:45.204980 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:39:45.204980 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:39:45.204980 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:39:45.204980 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:39:45.204980 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:39:45.309265 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eef65254-0b9c-4dd6-a1c1-ac27ffe02b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (d75f2967-9baa-454b-9e4b-063c9ebc97c7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:45.346480 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eef65254-0b9c-4dd6-a1c1-ac27ffe02b6e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:45.352675 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-eef65254-0b9c-4dd6-a1c1-ac27ffe02b6e admin admin] 10.222.0.87 "DELETE /v2.0/networks/d75f2967-9baa-454b-9e4b-063c9ebc97c7 HTTP/1.1" status: 204 len: 168 time: 1.0847533 Feb 17 17:39:45.375437 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef65254-0b9c-4dd6-a1c1-ac27ffe02b6e admin admin] Pushing event deleted for resources: {'Network': ['ID=d75f2967-9baa-454b-9e4b-063c9ebc97c7,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:45.483673 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3d03f47-624f-4fc1-8e16-0bed22de66bd tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1253ddee-7249-4b44-87b6-cd4ad8ba9e9e), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:45.562510 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b1001699-066f-4adb-b31c-5fd844c21db0 req-1776d638-9412-4ecd-b7b9-0cac34cc342d service neutron] 10.222.0.91 "GET /v2.0/networks/41eab850-74f8-4919-9573-0fe261607aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4378917 Feb 17 17:39:45.602952 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 49360) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:45.694140 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-22b92b07-cff9-4c4a-bafd-dbe26a120215 None None] Allocated IP 2001:db8:0:1::2 (0556905e-4875-46d8-9121-765bf272ed3b/700e5e7c-bb66-45f5-8e73-6741da9be48d/c0607abd-dfcd-4a9e-818b-af3e6b495b1f) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:39:45.726632 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49370) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:45.870267 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-22b92b07-cff9-4c4a-bafd-dbe26a120215 None None] For port c0607abd-dfcd-4a9e-818b-af3e6b495b1f, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=c0607abd-dfcd-4a9e-818b-af3e6b495b1f,segment=NetworkSegment(a6d0ebb9-2416-462b-91d2-a784842ff2ac),segment_id=a6d0ebb9-2416-462b-91d2-a784842ff2ac)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:39:45.908503 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49374) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:45.909230 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-8d257f8b-df63-4002-9c77-99c3b461984c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b209356421da47f1a4a432732ce9b398&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3042457 Feb 17 17:39:45.911726 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6892478-d0c6-4b20-b5b6-577b2d22fadc req-745b40d4-cf8e-4d01-a5d6-0c9c717fbb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:45.915046 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e6892478-d0c6-4b20-b5b6-577b2d22fadc req-745b40d4-cf8e-4d01-a5d6-0c9c717fbb27 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4010b90dceb14ea6a98968e6b17cf28b&device_id=55c7eb16-fee7-4f03-a0c9-94507e94006c HTTP/1.1" status: 200 len: 1126 time: 0.2095673 Feb 17 17:39:45.937807 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-22b92b07-cff9-4c4a-bafd-dbe26a120215 None None] Publish callbacks [] for port (c0607abd-dfcd-4a9e-818b-af3e6b495b1f), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:45.955214 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-22b92b07-cff9-4c4a-bafd-dbe26a120215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c0607abd-dfcd-4a9e-818b-af3e6b495b1f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:46.083346 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-9b61b53c-2b3d-480b-872b-7c99db0b59ab admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1515123131-network', 'tenant_id': 'd25e4e1cdd84422184c0ddb522055b36'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:46.147876 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b92b07-cff9-4c4a-bafd-dbe26a120215 None None] Pushing event updated for resources: {'Port': ['ID=c0607abd-dfcd-4a9e-818b-af3e6b495b1f,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:46.152225 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-84541bc2-20e5-485f-b286-acac5859e6d3 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:46.184337 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-84541bc2-20e5-485f-b286-acac5859e6d3 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (2c904554-da05-4b41-9547-c1327fef1908), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:46.231422 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b61b53c-2b3d-480b-872b-7c99db0b59ab admin admin] Made reservation on behalf of d25e4e1cdd84422184c0ddb522055b36 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:39:46.233813 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9b61b53c-2b3d-480b-872b-7c99db0b59ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:46.258483 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-a3d03f47-624f-4fc1-8e16-0bed22de66bd tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Delete allocated IP 2001:db8::a6 (0556905e-4875-46d8-9121-765bf272ed3b/2a43602a-cb50-4867-b56a-0d805b85bd41) {{(pid=103434) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 17 17:39:46.272455 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9b61b53c-2b3d-480b-872b-7c99db0b59ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:46.281518 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-13bce239-9043-4b88-a1f8-75c10c803d11 admin admin] Publish callbacks [] for security_group (01113e2a-fb7d-4e22-a6b4-e3835adf9a18), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:46.316797 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-13bce239-9043-4b88-a1f8-75c10c803d11 admin admin] Publish callbacks [] for security_group (01113e2a-fb7d-4e22-a6b4-e3835adf9a18), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:46.333769 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6892478-d0c6-4b20-b5b6-577b2d22fadc req-f1448f23-3a35-42b9-a78c-8e66d9eaa44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:46.333769 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e6892478-d0c6-4b20-b5b6-577b2d22fadc req-f1448f23-3a35-42b9-a78c-8e66d9eaa44e service neutron] 10.222.0.91 "GET /v2.0/networks?id=41eab850-74f8-4919-9573-0fe261607aa2 HTTP/1.1" status: 200 len: 907 time: 0.4066577 Feb 17 17:39:46.378018 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-a3d03f47-624f-4fc1-8e16-0bed22de66bd tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Allocated IP 2001:db8:0:1::22b (0556905e-4875-46d8-9121-765bf272ed3b/700e5e7c-bb66-45f5-8e73-6741da9be48d/1253ddee-7249-4b44-87b6-cd4ad8ba9e9e) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:39:46.400533 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ebfe4b-c95d-4530-8c44-0ff2847db6a4 req-ee3815bf-850a-4fc1-ab07-59f50b15382c tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:46.402653 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-00ebfe4b-c95d-4530-8c44-0ff2847db6a4 req-ee3815bf-850a-4fc1-ab07-59f50b15382c tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=55c7eb16-fee7-4f03-a0c9-94507e94006c HTTP/1.1" status: 200 len: 944 time: 0.3029799 Feb 17 17:39:46.416051 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e6892478-d0c6-4b20-b5b6-577b2d22fadc req-4a09c407-5b11-4f4d-8774-391cb829173a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0cc2a16-299a-4fcb-9e02-8e660124ccbc HTTP/1.1" status: 200 len: 217 time: 0.0742023 Feb 17 17:39:46.422656 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-13bce239-9043-4b88-a1f8-75c10c803d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (01113e2a-fb7d-4e22-a6b4-e3835adf9a18), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:46.425777 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-13bce239-9043-4b88-a1f8-75c10c803d11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:46.427208 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-13bce239-9043-4b88-a1f8-75c10c803d11 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/01113e2a-fb7d-4e22-a6b4-e3835adf9a18 HTTP/1.1" status: 204 len: 168 time: 0.5176637 Feb 17 17:39:46.467433 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bce239-9043-4b88-a1f8-75c10c803d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01113e2a-fb7d-4e22-a6b4-e3835adf9a18,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:46.584130 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6892478-d0c6-4b20-b5b6-577b2d22fadc req-d976f00e-1f08-4c15-972d-e6780a6653ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:46.585806 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e6892478-d0c6-4b20-b5b6-577b2d22fadc req-d976f00e-1f08-4c15-972d-e6780a6653ed service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b20ab57b-0ae5-4c69-b6b9-871207503198 HTTP/1.1" status: 200 len: 846 time: 0.1549823 Feb 17 17:39:46.770480 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9b61b53c-2b3d-480b-872b-7c99db0b59ab admin admin] Publish callbacks [] for security_group (c6a56a95-141c-4ebf-a087-ff3a6edde99e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:46.784733 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9b61b53c-2b3d-480b-872b-7c99db0b59ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (c6a56a95-141c-4ebf-a087-ff3a6edde99e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:46.839619 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3d03f47-624f-4fc1-8e16-0bed22de66bd tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for port (1253ddee-7249-4b44-87b6-cd4ad8ba9e9e), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:46.851021 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b61b53c-2b3d-480b-872b-7c99db0b59ab admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:39:46.863431 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3d03f47-624f-4fc1-8e16-0bed22de66bd tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (1253ddee-7249-4b44-87b6-cd4ad8ba9e9e), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:46.866950 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b61b53c-2b3d-480b-872b-7c99db0b59ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a56a95-141c-4ebf-a087-ff3a6edde99e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:46.943239 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9b61b53c-2b3d-480b-872b-7c99db0b59ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:46.943927 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-9b61b53c-2b3d-480b-872b-7c99db0b59ab admin admin] Added segment 1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8 of type vlan for network 83cc66ec-b716-4047-926b-17461255d55d Feb 17 17:39:47.017303 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-a3d03f47-624f-4fc1-8e16-0bed22de66bd tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] In _notify_port_updated(), no bound segment for port 1253ddee-7249-4b44-87b6-cd4ad8ba9e9e on network 0556905e-4875-46d8-9121-765bf272ed3b {{(pid=103434) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 17 17:39:47.024510 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d03f47-624f-4fc1-8e16-0bed22de66bd tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:47.026161 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3d03f47-624f-4fc1-8e16-0bed22de66bd tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:47.035750 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a3d03f47-624f-4fc1-8e16-0bed22de66bd tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "PUT /v2.0/ports/1253ddee-7249-4b44-87b6-cd4ad8ba9e9e HTTP/1.1" status: 200 len: 931 time: 2.2399561 Feb 17 17:39:47.036507 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49398) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:47.156949 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e6892478-d0c6-4b20-b5b6-577b2d22fadc req-9fb7fcf4-24b8-4788-82cc-dac8412a0bf9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=41eab850-74f8-4919-9573-0fe261607aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5148349 Feb 17 17:39:47.162468 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-00ebfe4b-c95d-4530-8c44-0ff2847db6a4 req-100cc10f-c6d6-476e-b140-be06cb6ca1f7 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7483237 Feb 17 17:39:47.232412 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d03f47-624f-4fc1-8e16-0bed22de66bd tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event updated for resources: {'Port': ['ID=1253ddee-7249-4b44-87b6-cd4ad8ba9e9e,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:47.256655 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9b61b53c-2b3d-480b-872b-7c99db0b59ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (83cc66ec-b716-4047-926b-17461255d55d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:47.285610 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84541bc2-20e5-485f-b286-acac5859e6d3 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Router 1d79183a-43b6-4840-b514-7b4aefa7befc has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:39:47.299953 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e6892478-d0c6-4b20-b5b6-577b2d22fadc req-a14cd481-b49c-4047-9dbc-6808ac8b3c3d service neutron] 10.222.0.91 "GET /v2.0/networks/41eab850-74f8-4919-9573-0fe261607aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316092 Feb 17 17:39:47.311600 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-0a0d8d11-5bf9-49af-90fc-bbbbe5335526 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Deleting port 1253ddee-7249-4b44-87b6-cd4ad8ba9e9e {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:39:47.311964 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0a0d8d11-5bf9-49af-90fc-bbbbe5335526 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (1253ddee-7249-4b44-87b6-cd4ad8ba9e9e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:47.318638 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9b61b53c-2b3d-480b-872b-7c99db0b59ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (83cc66ec-b716-4047-926b-17461255d55d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:47.320354 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b61b53c-2b3d-480b-872b-7c99db0b59ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:47.320982 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9b61b53c-2b3d-480b-872b-7c99db0b59ab admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:47.358620 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-07364fff-47a3-402c-ade3-e6276bb0705c None None] Provisioning complete for port 13a8db4c-b2e7-4ac0-b4d1-f033bb447457 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:39:47.366972 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-07364fff-47a3-402c-ade3-e6276bb0705c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (13a8db4c-b2e7-4ac0-b4d1-f033bb447457), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:47.415969 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9b61b53c-2b3d-480b-872b-7c99db0b59ab admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.6856489 Feb 17 17:39:47.419708 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 49406) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:47.429083 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-0b48376b-ccd2-4120-b2d8-d1752d6d2bd9 admin admin] Request body: {'subnet': {'network_id': '83cc66ec-b716-4047-926b-17461255d55d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1515123131-subnet', 'tenant_id': 'd25e4e1cdd84422184c0ddb522055b36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:47.478419 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-07364fff-47a3-402c-ade3-e6276bb0705c None None] Port 13a8db4c-b2e7-4ac0-b4d1-f033bb447457 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:39:47.519305 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-07364fff-47a3-402c-ade3-e6276bb0705c None None] Provisioning complete for port 1253ddee-7249-4b44-87b6-cd4ad8ba9e9e triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:39:47.519674 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-07364fff-47a3-402c-ade3-e6276bb0705c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1253ddee-7249-4b44-87b6-cd4ad8ba9e9e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:47.556814 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b61b53c-2b3d-480b-872b-7c99db0b59ab admin admin] Pushing event updated for resources: {'Network': ['ID=83cc66ec-b716-4047-926b-17461255d55d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:47.564088 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b48376b-ccd2-4120-b2d8-d1752d6d2bd9 admin admin] Made reservation on behalf of d25e4e1cdd84422184c0ddb522055b36 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:39:47.566572 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0b48376b-ccd2-4120-b2d8-d1752d6d2bd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:47.576488 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 83cc66ec-b716-4047-926b-17461255d55d details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:39:47.609599 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0a0d8d11-5bf9-49af-90fc-bbbbe5335526 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (1253ddee-7249-4b44-87b6-cd4ad8ba9e9e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:47.616322 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e6892478-d0c6-4b20-b5b6-577b2d22fadc req-9421988b-c351-40c0-a59f-b27dfd4b026c service neutron] 10.222.0.91 "GET /v2.0/networks/41eab850-74f8-4919-9573-0fe261607aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103771 Feb 17 17:39:47.623781 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84541bc2-20e5-485f-b286-acac5859e6d3 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:39:47.630311 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-84541bc2-20e5-485f-b286-acac5859e6d3 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:47.634768 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cae6ca-d241-42b9-9b64-48b7c63d5304 None None] Sync routers for ids ['1d79183a-43b6-4840-b514-7b4aefa7befc'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:39:47.654542 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cae6ca-d241-42b9-9b64-48b7c63d5304 None None] Routers {'1d79183a-43b6-4840-b514-7b4aefa7befc'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:39:47.655724 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-0a0d8d11-5bf9-49af-90fc-bbbbe5335526 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Calling delete_port for 1253ddee-7249-4b44-87b6-cd4ad8ba9e9e owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:39:47.656588 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-c6cae6ca-d241-42b9-9b64-48b7c63d5304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:39:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['1d79183a-43b6-4840-b514-7b4aefa7befc'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:47.756018 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-c6cae6ca-d241-42b9-9b64-48b7c63d5304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:47.786441 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-07364fff-47a3-402c-ade3-e6276bb0705c None None] Port 1253ddee-7249-4b44-87b6-cd4ad8ba9e9e cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:39:47.789089 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cae6ca-d241-42b9-9b64-48b7c63d5304 None None] Routers {'1d79183a-43b6-4840-b514-7b4aefa7befc'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:39:47.789740 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-c6cae6ca-d241-42b9-9b64-48b7c63d5304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:39:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['1d79183a-43b6-4840-b514-7b4aefa7befc'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:47.819927 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-07364fff-47a3-402c-ade3-e6276bb0705c None None] Provisioning complete for port c0607abd-dfcd-4a9e-818b-af3e6b495b1f triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:39:47.820442 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-07364fff-47a3-402c-ade3-e6276bb0705c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c0607abd-dfcd-4a9e-818b-af3e6b495b1f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:47.836735 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-84541bc2-20e5-485f-b286-acac5859e6d3 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] 10.222.0.87 "PUT /v2.0/floatingips/2c904554-da05-4b41-9547-c1327fef1908 HTTP/1.1" status: 200 len: 979 time: 3.4111466 Feb 17 17:39:47.842035 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 49420) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:47.864580 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-c6cae6ca-d241-42b9-9b64-48b7c63d5304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:47.865236 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cae6ca-d241-42b9-9b64-48b7c63d5304 None None] The sync data for ids ['1d79183a-43b6-4840-b514-7b4aefa7befc'] in n-d-829613-2 is: [] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:39:47.882893 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0a0d8d11-5bf9-49af-90fc-bbbbe5335526 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (1253ddee-7249-4b44-87b6-cd4ad8ba9e9e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:47.951422 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49424) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:47.969517 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device c0607abd-dfcd-4a9e-818b-af3e6b495b1f up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:39:47.986663 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0d8d11-5bf9-49af-90fc-bbbbe5335526 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event deleted for resources: {'Port': ['ID=1253ddee-7249-4b44-87b6-cd4ad8ba9e9e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:48.008383 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0a0d8d11-5bf9-49af-90fc-bbbbe5335526 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:48.012366 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0a0d8d11-5bf9-49af-90fc-bbbbe5335526 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "DELETE /v2.0/ports/1253ddee-7249-4b44-87b6-cd4ad8ba9e9e HTTP/1.1" status: 204 len: 168 time: 0.9668927 Feb 17 17:39:48.020221 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 49428) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:48.070671 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a810435-5030-4fb9-bd0b-58c35d5abf7f tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] GET failed (client error): The resource could not be found. Feb 17 17:39:48.072292 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-7a810435-5030-4fb9-bd0b-58c35d5abf7f tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "GET /v2.0/ports/1253ddee-7249-4b44-87b6-cd4ad8ba9e9e HTTP/1.1" status: 404 len: 333 time: 0.0405123 Feb 17 17:39:48.075289 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49430) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:48.079671 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-07364fff-47a3-402c-ade3-e6276bb0705c None None] Current status of the port c0607abd-dfcd-4a9e-818b-af3e6b495b1f is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:39:48.128259 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port c0607abd-dfcd-4a9e-818b-af3e6b495b1f triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:39:48.132397 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c0607abd-dfcd-4a9e-818b-af3e6b495b1f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:48.172596 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3833c1da-a5ae-4696-b3d8-e2c7e8b89465 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for security_group (93b41cb9-dd9c-4fbe-a404-62aa58403844), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:48.226536 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3833c1da-a5ae-4696-b3d8-e2c7e8b89465 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for security_group (93b41cb9-dd9c-4fbe-a404-62aa58403844), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:48.230980 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-1477ceca-f85b-4cb0-a470-aa2c694433ce None None] Could not find standard attr ID for object 1253ddee-7249-4b44-87b6-cd4ad8ba9e9e. {{(pid=103436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 17:39:48.249590 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-7b4ff99d-aaa5-4375-a087-89d669048d77 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-2011918016-network', 'tenant_id': 'b0fb42267d024cfbae564aa55b350788'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:48.252330 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0b48376b-ccd2-4120-b2d8-d1752d6d2bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (1e1fcde1-7a12-4137-bca4-1789efb75583), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:48.308022 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4ff99d-aaa5-4375-a087-89d669048d77 admin admin] Made reservation on behalf of b0fb42267d024cfbae564aa55b350788 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:39:48.311282 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b4ff99d-aaa5-4375-a087-89d669048d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:48.330449 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port c0607abd-dfcd-4a9e-818b-af3e6b495b1f is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:39:48.341208 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b4ff99d-aaa5-4375-a087-89d669048d77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:48.427077 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3833c1da-a5ae-4696-b3d8-e2c7e8b89465 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (93b41cb9-dd9c-4fbe-a404-62aa58403844), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:48.429854 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3833c1da-a5ae-4696-b3d8-e2c7e8b89465 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:48.435193 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3833c1da-a5ae-4696-b3d8-e2c7e8b89465 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "DELETE /v2.0/security-groups/93b41cb9-dd9c-4fbe-a404-62aa58403844 HTTP/1.1" status: 204 len: 168 time: 0.3545253 Feb 17 17:39:48.438206 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49434) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:48.459750 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-dbed4c92-5d36-4c37-bfc3-810242799955 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Deleting port 51c62f1c-5adc-437e-b2b5-b7b265e965d2 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:39:48.469258 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dbed4c92-5d36-4c37-bfc3-810242799955 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (51c62f1c-5adc-437e-b2b5-b7b265e965d2), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:48.470383 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b48376b-ccd2-4120-b2d8-d1752d6d2bd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e1fcde1-7a12-4137-bca4-1789efb75583,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:48.475311 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3833c1da-a5ae-4696-b3d8-e2c7e8b89465 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b41cb9-dd9c-4fbe-a404-62aa58403844,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:48.480590 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b4ff99d-aaa5-4375-a087-89d669048d77 admin admin] Publish callbacks [] for security_group (cbcee363-0bc0-49bf-a0d2-7c2223e6f06c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:48.497988 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b4ff99d-aaa5-4375-a087-89d669048d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (cbcee363-0bc0-49bf-a0d2-7c2223e6f06c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:48.526975 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7239f1a-2352-4f72-be5f-4df6a65945e0 req-d8146b8e-3c33-4dca-a6c6-7d979c6fc087 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:48.528741 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a7239f1a-2352-4f72-be5f-4df6a65945e0 req-d8146b8e-3c33-4dca-a6c6-7d979c6fc087 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=55c7eb16-fee7-4f03-a0c9-94507e94006c HTTP/1.1" status: 200 len: 944 time: 0.2247181 Feb 17 17:39:48.531271 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b48376b-ccd2-4120-b2d8-d1752d6d2bd9 admin admin] Checking segment: {'id': '1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '83cc66ec-b716-4047-926b-17461255d55d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:39:48.531650 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b48376b-ccd2-4120-b2d8-d1752d6d2bd9 admin admin] Network hostable DHCP agents. Network: 83cc66ec-b716-4047-926b-17461255d55d, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:39:48.552552 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b4ff99d-aaa5-4375-a087-89d669048d77 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:39:48.574936 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b4ff99d-aaa5-4375-a087-89d669048d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (80af71d2-6810-45c1-8520-db6a1714ff10), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:48.575656 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-7b4ff99d-aaa5-4375-a087-89d669048d77 admin admin] Added segment 80af71d2-6810-45c1-8520-db6a1714ff10 of type vlan for network b2cdfbff-16c7-45e3-b97b-944f59a2460d Feb 17 17:39:48.588080 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ff99d-aaa5-4375-a087-89d669048d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:48.622399 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8d8aba58-a98d-46ee-868e-8658a773a579 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for security_group (63d94496-2fee-4561-ba90-9fa68d2fb52e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:48.643412 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b4ff99d-aaa5-4375-a087-89d669048d77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (b2cdfbff-16c7-45e3-b97b-944f59a2460d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:48.662689 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8d8aba58-a98d-46ee-868e-8658a773a579 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for security_group (63d94496-2fee-4561-ba90-9fa68d2fb52e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:48.708453 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a7239f1a-2352-4f72-be5f-4df6a65945e0 req-12922f83-85f9-4577-8b8c-a00e9ebdb65c tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682699 Feb 17 17:39:48.709331 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device d0cc2a16-299a-4fcb-9e02-8e660124ccbc details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:39:48.722256 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b4ff99d-aaa5-4375-a087-89d669048d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (b2cdfbff-16c7-45e3-b97b-944f59a2460d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:48.722256 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4ff99d-aaa5-4375-a087-89d669048d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:48.722256 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b4ff99d-aaa5-4375-a087-89d669048d77 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:48.743549 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b48376b-ccd2-4120-b2d8-d1752d6d2bd9 admin admin] Network 83cc66ec-b716-4047-926b-17461255d55d is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:39:48.749815 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dbed4c92-5d36-4c37-bfc3-810242799955 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (51c62f1c-5adc-437e-b2b5-b7b265e965d2), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:48.750467 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dbed4c92-5d36-4c37-bfc3-810242799955 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for floatingip (51c62f1c-5adc-437e-b2b5-b7b265e965d2), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:48.774115 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-dbed4c92-5d36-4c37-bfc3-810242799955 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Calling delete_port for 51c62f1c-5adc-437e-b2b5-b7b265e965d2 owned by network:floatingip {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:39:48.778838 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-0b48376b-ccd2-4120-b2d8-d1752d6d2bd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 83cc66ec-b716-4047-926b-17461255d55d) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:39:48.780333 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7b4ff99d-aaa5-4375-a087-89d669048d77 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8277543 Feb 17 17:39:48.787273 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 49442) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:48.792703 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b48376b-ccd2-4120-b2d8-d1752d6d2bd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:48.793543 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0b48376b-ccd2-4120-b2d8-d1752d6d2bd9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:48.800543 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-a0647bb2-66ad-43c1-af61-3616475a8e29 admin admin] Request body: {'subnet': {'network_id': 'b2cdfbff-16c7-45e3-b97b-944f59a2460d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-2011918016-subnet', 'tenant_id': 'b0fb42267d024cfbae564aa55b350788', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:48.845308 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8d8aba58-a98d-46ee-868e-8658a773a579 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (63d94496-2fee-4561-ba90-9fa68d2fb52e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:48.847834 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8d8aba58-a98d-46ee-868e-8658a773a579 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:48.859626 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8d8aba58-a98d-46ee-868e-8658a773a579 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "DELETE /v2.0/security-groups/63d94496-2fee-4561-ba90-9fa68d2fb52e HTTP/1.1" status: 204 len: 168 time: 0.4152720 Feb 17 17:39:48.868960 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49444) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:48.871636 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ff99d-aaa5-4375-a087-89d669048d77 admin admin] Pushing event updated for resources: {'Network': ['ID=b2cdfbff-16c7-45e3-b97b-944f59a2460d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:48.897372 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-0b48376b-ccd2-4120-b2d8-d1752d6d2bd9 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4766679 Feb 17 17:39:48.922465 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0647bb2-66ad-43c1-af61-3616475a8e29 admin admin] Made reservation on behalf of b0fb42267d024cfbae564aa55b350788 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:39:48.927625 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a0647bb2-66ad-43c1-af61-3616475a8e29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:48.982742 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8aba58-a98d-46ee-868e-8658a773a579 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d94496-2fee-4561-ba90-9fa68d2fb52e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:48.989090 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port d0cc2a16-299a-4fcb-9e02-8e660124ccbc, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=d0cc2a16-299a-4fcb-9e02-8e660124ccbc,segment=NetworkSegment(18563972-a346-4d2f-9db2-6c97a64b55cb),segment_id=18563972-a346-4d2f-9db2-6c97a64b55cb)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:39:49.038508 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': 'd0cc2a16-299a-4fcb-9e02-8e660124ccbc', 'network_id': '41eab850-74f8-4919-9573-0fe261607aa2', 'port_id': 'd0cc2a16-299a-4fcb-9e02-8e660124ccbc', 'mac_address': 'fa:16:3e:05:5c:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b20ab57b-0ae5-4c69-b6b9-871207503198', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:39:49.040867 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-e33d9562-ce2c-4e98-9d9a-9da784050166 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Deleting subnet 2a43602a-cb50-4867-b56a-0d805b85bd41 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:39:49.050844 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e33d9562-ce2c-4e98-9d9a-9da784050166 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for subnet (2a43602a-cb50-4867-b56a-0d805b85bd41), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:49.065041 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e3a391-7731-4a74-8ba0-027ce1440468 None None] Network 83cc66ec-b716-4047-926b-17461255d55d requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:39:49.076026 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network b2cdfbff-16c7-45e3-b97b-944f59a2460d details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:39:49.146504 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e33d9562-ce2c-4e98-9d9a-9da784050166 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (2a43602a-cb50-4867-b56a-0d805b85bd41), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:49.166481 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a0647bb2-66ad-43c1-af61-3616475a8e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (36b5f32c-14a0-4a60-ad2f-22440ca5b40f), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:49.283758 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:49.292716 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0647bb2-66ad-43c1-af61-3616475a8e29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36b5f32c-14a0-4a60-ad2f-22440ca5b40f,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:49.343511 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e33d9562-ce2c-4e98-9d9a-9da784050166 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (2a43602a-cb50-4867-b56a-0d805b85bd41), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:49.366571 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0647bb2-66ad-43c1-af61-3616475a8e29 admin admin] Checking segment: {'id': '80af71d2-6810-45c1-8520-db6a1714ff10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b2cdfbff-16c7-45e3-b97b-944f59a2460d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:39:49.367831 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0647bb2-66ad-43c1-af61-3616475a8e29 admin admin] Network hostable DHCP agents. Network: b2cdfbff-16c7-45e3-b97b-944f59a2460d, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:39:49.406253 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port d0cc2a16-299a-4fcb-9e02-8e660124ccbc is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:39:49.406566 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d0cc2a16-299a-4fcb-9e02-8e660124ccbc), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:49.409539 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e5d9ed-8123-4bca-9949-3e9aad1e5fe0 None None] Network 83cc66ec-b716-4047-926b-17461255d55d requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:39:49.425245 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0cc2a16-299a-4fcb-9e02-8e660124ccbc {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:39:49.459905 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e33d9562-ce2c-4e98-9d9a-9da784050166 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (2a43602a-cb50-4867-b56a-0d805b85bd41), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:49.480376 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port d0cc2a16-299a-4fcb-9e02-8e660124ccbc, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=d0cc2a16-299a-4fcb-9e02-8e660124ccbc,segment=NetworkSegment(18563972-a346-4d2f-9db2-6c97a64b55cb),segment_id=18563972-a346-4d2f-9db2-6c97a64b55cb)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:39:49.508545 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0647bb2-66ad-43c1-af61-3616475a8e29 admin admin] Network b2cdfbff-16c7-45e3-b97b-944f59a2460d is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:39:49.511087 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (d0cc2a16-299a-4fcb-9e02-8e660124ccbc), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:49.519586 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d9562-ce2c-4e98-9d9a-9da784050166 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event deleted for resources: {'Subnet': ['ID=2a43602a-cb50-4867-b56a-0d805b85bd41,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:49.537642 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-a0647bb2-66ad-43c1-af61-3616475a8e29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, b2cdfbff-16c7-45e3-b97b-944f59a2460d) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:39:49.543748 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e33d9562-ce2c-4e98-9d9a-9da784050166 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:49.556551 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0647bb2-66ad-43c1-af61-3616475a8e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:49.557952 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a0647bb2-66ad-43c1-af61-3616475a8e29 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:49.558614 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e33d9562-ce2c-4e98-9d9a-9da784050166 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "DELETE /v2.0/subnets/2a43602a-cb50-4867-b56a-0d805b85bd41 HTTP/1.1" status: 204 len: 168 time: 0.6878829 Feb 17 17:39:49.560635 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49464) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:49.566885 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7432ee13-a469-47a5-a4d0-6fc88cff41f7 None None] Network b2cdfbff-16c7-45e3-b97b-944f59a2460d requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:39:49.578404 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ba9e0514-831a-4da6-8589-660c1c0cd3b9 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Request body: {'subnet': {'network_id': '0556905e-4875-46d8-9121-765bf272ed3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:49.587317 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfa6a02-2d29-464f-9d66-2adf8d0abc67 None None] Network 0556905e-4875-46d8-9121-765bf272ed3b requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:39:49.631957 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a0647bb2-66ad-43c1-af61-3616475a8e29 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8431108 Feb 17 17:39:49.634750 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 49466) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:49.639586 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-a26d3d9c-e0c9-4674-b332-b1161c43c877 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-2011918016-router', 'tenant_id': 'b0fb42267d024cfbae564aa55b350788', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:49.655004 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dbed4c92-5d36-4c37-bfc3-810242799955 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (51c62f1c-5adc-437e-b2b5-b7b265e965d2), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:49.763298 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbed4c92-5d36-4c37-bfc3-810242799955 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Pushing event deleted for resources: {'Port': ['ID=51c62f1c-5adc-437e-b2b5-b7b265e965d2,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:49.790185 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a26d3d9c-e0c9-4674-b332-b1161c43c877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (b389c19b-77f0-4a05-b366-1f7d62c5967a), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:49.799751 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a26d3d9c-e0c9-4674-b332-b1161c43c877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (b389c19b-77f0-4a05-b366-1f7d62c5967a), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:49.826789 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['d0cc2a16-299a-4fcb-9e02-8e660124ccbc'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:39:49.867951 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9e0514-831a-4da6-8589-660c1c0cd3b9 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Made reservation on behalf of 79c72a74f4c54033a14e3cbd8e3a57ad for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:39:49.888709 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0514-831a-4da6-8589-660c1c0cd3b9 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:49.979637 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=d0cc2a16-299a-4fcb-9e02-8e660124ccbc,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:49.996362 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:50.107641 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dbed4c92-5d36-4c37-bfc3-810242799955 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for floatingip (2c904554-da05-4b41-9547-c1327fef1908), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:50.108003 n-d-829613-2 neutron-server[103435]: INFO neutron.db.l3_db [None req-dbed4c92-5d36-4c37-bfc3-810242799955 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Floating IP 2c904554-da05-4b41-9547-c1327fef1908 disassociated (deleted). External IP: 172.25.8.194, port: 8c9a66e7-3837-4a49-bc09-35040fe2fb11. Feb 17 17:39:50.112288 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a26d3d9c-e0c9-4674-b332-b1161c43c877 admin admin] Publish callbacks [] for router_controller (b389c19b-77f0-4a05-b366-1f7d62c5967a), precommit_add_association {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:50.136755 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95f3a08-4142-4ddf-b935-ef0d2701779e None None] Network b2cdfbff-16c7-45e3-b97b-944f59a2460d requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:39:50.249540 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076dd8b4-1f02-41dc-adc6-68383761fd78 req-68130746-0cdb-4627-9947-c343ced6ae93 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:50.259146 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-076dd8b4-1f02-41dc-adc6-68383761fd78 req-68130746-0cdb-4627-9947-c343ced6ae93 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=55c7eb16-fee7-4f03-a0c9-94507e94006c HTTP/1.1" status: 200 len: 945 time: 0.4125831 Feb 17 17:39:50.348623 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0514-831a-4da6-8589-660c1c0cd3b9 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (1d1bca14-2b25-4f91-ba44-32ce29c03e5d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:50.365646 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f609792-2131-4c45-89f9-b0d5620feb5d req-6fd56c89-6e30-48bf-8eac-e0ef75b0c976 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:50.367358 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8f609792-2131-4c45-89f9-b0d5620feb5d req-6fd56c89-6e30-48bf-8eac-e0ef75b0c976 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/networks?id=83cc66ec-b716-4047-926b-17461255d55d HTTP/1.1" status: 200 len: 805 time: 0.5879433 Feb 17 17:39:50.415334 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8f609792-2131-4c45-89f9-b0d5620feb5d req-83450228-f775-49f1-a7ab-92adb0140a23 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/quotas/d25e4e1cdd84422184c0ddb522055b36 HTTP/1.1" status: 200 len: 375 time: 0.0311716 Feb 17 17:39:50.421682 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9e0514-831a-4da6-8589-660c1c0cd3b9 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Network 0556905e-4875-46d8-9121-765bf272ed3b is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:39:50.428228 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-ba9e0514-831a-4da6-8589-660c1c0cd3b9 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:39:50.431516 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9e0514-831a-4da6-8589-660c1c0cd3b9 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:50.432698 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0514-831a-4da6-8589-660c1c0cd3b9 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:50.449397 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e0514-831a-4da6-8589-660c1c0cd3b9 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event updated for resources: {'Subnet': ['ID=1d1bca14-2b25-4f91-ba44-32ce29c03e5d,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:50.465435 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ba9e0514-831a-4da6-8589-660c1c0cd3b9 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9031377 Feb 17 17:39:50.467541 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49480) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:50.472417 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-119f8974-3958-4dc4-8c7f-34cfd50d70ec tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Request body: {'security_group': {'name': 'tempest-secgroup-1283572128'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:50.482115 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-076dd8b4-1f02-41dc-adc6-68383761fd78 req-b188c1f0-8fe8-4c9c-8ad4-aeb650f85b24 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219827 Feb 17 17:39:50.506623 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-119f8974-3958-4dc4-8c7f-34cfd50d70ec tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:50.564163 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8f609792-2131-4c45-89f9-b0d5620feb5d req-9f774622-d09d-45f5-b68a-d5fde3187251 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=d25e4e1cdd84422184c0ddb522055b36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0761955 Feb 17 17:39:50.567848 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a26d3d9c-e0c9-4674-b332-b1161c43c877 admin admin] Publish callbacks [] for router_gateway (b389c19b-77f0-4a05-b366-1f7d62c5967a), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:50.692795 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-119f8974-3958-4dc4-8c7f-34cfd50d70ec tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for security_group (38e29663-894d-4456-aa73-e1b22a87060c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:50.702613 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-119f8974-3958-4dc4-8c7f-34cfd50d70ec tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (38e29663-894d-4456-aa73-e1b22a87060c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:50.751817 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f8974-3958-4dc4-8c7f-34cfd50d70ec tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38e29663-894d-4456-aa73-e1b22a87060c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:50.769601 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-119f8974-3958-4dc4-8c7f-34cfd50d70ec tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:50.772311 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-119f8974-3958-4dc4-8c7f-34cfd50d70ec tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3022244 Feb 17 17:39:50.774215 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49490) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:50.786525 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ba02c14c-0293-4f81-a387-091c6904905f tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Request body: {'security_group': {'name': 'tempest-secgroup-1345588562'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:50.829581 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ba02c14c-0293-4f81-a387-091c6904905f tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:50.971794 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ba02c14c-0293-4f81-a387-091c6904905f tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for security_group (5f30e733-5f07-48b6-8483-2791227b4198), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:50.977299 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ba02c14c-0293-4f81-a387-091c6904905f tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (5f30e733-5f07-48b6-8483-2791227b4198), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:51.019381 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ba02c14c-0293-4f81-a387-091c6904905f tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:51.020705 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ba02c14c-0293-4f81-a387-091c6904905f tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2431910 Feb 17 17:39:51.023709 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49492) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:51.028656 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-a23c306b-a98d-4004-9c50-2a352be6db0d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Request body: {'security_group': {'name': 'tempest-secgroup-1568322250'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:51.054635 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba02c14c-0293-4f81-a387-091c6904905f tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f30e733-5f07-48b6-8483-2791227b4198,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:51.094203 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a23c306b-a98d-4004-9c50-2a352be6db0d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:51.162051 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3966b4d-2b18-4163-a520-a1edf241a62a None None] Network 0556905e-4875-46d8-9121-765bf272ed3b requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:39:51.207694 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a23c306b-a98d-4004-9c50-2a352be6db0d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for security_group (101f24f8-a136-49de-8b95-6d1cc406d62d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:51.216443 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a23c306b-a98d-4004-9c50-2a352be6db0d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (101f24f8-a136-49de-8b95-6d1cc406d62d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:51.257782 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c306b-a98d-4004-9c50-2a352be6db0d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=101f24f8-a136-49de-8b95-6d1cc406d62d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:51.277046 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8f609792-2131-4c45-89f9-b0d5620feb5d req-3ab9f1ec-5235-4ff5-a9e3-4d673d04fc16 service neutron] 10.222.0.87 "GET /v2.0/networks/83cc66ec-b716-4047-926b-17461255d55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6947849 Feb 17 17:39:51.277880 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a23c306b-a98d-4004-9c50-2a352be6db0d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:51.279494 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a23c306b-a98d-4004-9c50-2a352be6db0d tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2550957 Feb 17 17:39:51.282230 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49494) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:51.287963 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ea486d92-4d01-4e6b-a74e-ed6603efc45c tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-791302042', 'security_groups': ['101f24f8-a136-49de-8b95-6d1cc406d62d'], 'network_id': '0556905e-4875-46d8-9121-765bf272ed3b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1d1bca14-2b25-4f91-ba44-32ce29c03e5d'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:51.326031 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-99d5b94f-cc72-4128-aaad-4adf5578186c None None] Provisioning complete for port 13a8db4c-b2e7-4ac0-b4d1-f033bb447457 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:39:51.326925 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-99d5b94f-cc72-4128-aaad-4adf5578186c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (13a8db4c-b2e7-4ac0-b4d1-f033bb447457), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:51.498937 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbed4c92-5d36-4c37-bfc3-810242799955 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Router 1d79183a-43b6-4840-b514-7b4aefa7befc has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:39:51.508941 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea486d92-4d01-4e6b-a74e-ed6603efc45c tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Made reservation on behalf of 79c72a74f4c54033a14e3cbd8e3a57ad for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:39:51.542141 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8f609792-2131-4c45-89f9-b0d5620feb5d req-2857e4d6-3349-409a-80cf-ed8aefc40caf service neutron] 10.222.0.87 "GET /v2.0/networks/83cc66ec-b716-4047-926b-17461255d55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639725 Feb 17 17:39:51.557709 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-99d5b94f-cc72-4128-aaad-4adf5578186c None None] Port 13a8db4c-b2e7-4ac0-b4d1-f033bb447457 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:39:51.574299 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-99d5b94f-cc72-4128-aaad-4adf5578186c None None] Provisioning complete for port c0607abd-dfcd-4a9e-818b-af3e6b495b1f triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:39:51.574930 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-99d5b94f-cc72-4128-aaad-4adf5578186c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c0607abd-dfcd-4a9e-818b-af3e6b495b1f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:51.680312 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ea486d92-4d01-4e6b-a74e-ed6603efc45c tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:51.701334 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-ea486d92-4d01-4e6b-a74e-ed6603efc45c tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] device_id is not set on port f9e69660-459c-4e43-9b69-ed5a25384edd yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:39:51.706659 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accdbfcd-bdf9-409e-ba2e-794f9bdda4b8 None None] Update dhcp port {'port': {'network_id': '0556905e-4875-46d8-9121-765bf272ed3b', 'fixed_ips': [{'subnet_id': '700e5e7c-bb66-45f5-8e73-6741da9be48d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1d1bca14-2b25-4f91-ba44-32ce29c03e5d'}], 'binding:host_id': 'n-d-829613-2'}, 'id': 'c0607abd-dfcd-4a9e-818b-af3e6b495b1f'} from n-d-829613-2. {{(pid=103436) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 17 17:39:51.742145 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-99d5b94f-cc72-4128-aaad-4adf5578186c None None] Current status of the port c0607abd-dfcd-4a9e-818b-af3e6b495b1f is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:39:51.761598 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-accdbfcd-bdf9-409e-ba2e-794f9bdda4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c0607abd-dfcd-4a9e-818b-af3e6b495b1f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:51.960866 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-ea486d92-4d01-4e6b-a74e-ed6603efc45c tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Allocated IP 2001:db8::22c (0556905e-4875-46d8-9121-765bf272ed3b/1d1bca14-2b25-4f91-ba44-32ce29c03e5d/f9e69660-459c-4e43-9b69-ed5a25384edd) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:39:52.133701 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-07152389-17eb-4a58-971f-3d1e1c392c8e req-2767b81c-3435-491f-b3d3-bc8b00efcba8 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=2f9651f6-eec5-4c73-b6d6-b15657e0970d HTTP/1.1" status: 200 len: 210 time: 0.0465274 Feb 17 17:39:52.156926 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbed4c92-5d36-4c37-bfc3-810242799955 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:39:52.169148 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be861c48-576a-4669-8166-67ff29173977 None None] Sync routers for ids ['1d79183a-43b6-4840-b514-7b4aefa7befc'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:39:52.186631 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be861c48-576a-4669-8166-67ff29173977 None None] Routers {'1d79183a-43b6-4840-b514-7b4aefa7befc'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:39:52.190213 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-be861c48-576a-4669-8166-67ff29173977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:39:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['1d79183a-43b6-4840-b514-7b4aefa7befc'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:52.191123 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0adc7-a3e6-45a5-93f5-00789bbd89c3 req-0d7d5b21-09bf-43f3-9c4c-83746e58d4ec tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:52.195497 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9da0adc7-a3e6-45a5-93f5-00789bbd89c3 req-0d7d5b21-09bf-43f3-9c4c-83746e58d4ec tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=55c7eb16-fee7-4f03-a0c9-94507e94006c HTTP/1.1" status: 200 len: 945 time: 0.5217469 Feb 17 17:39:52.212559 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dbed4c92-5d36-4c37-bfc3-810242799955 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:52.218171 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ea486d92-4d01-4e6b-a74e-ed6603efc45c tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for port (f9e69660-459c-4e43-9b69-ed5a25384edd), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:52.267135 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ea486d92-4d01-4e6b-a74e-ed6603efc45c tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (f9e69660-459c-4e43-9b69-ed5a25384edd), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:52.283598 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-dbed4c92-5d36-4c37-bfc3-810242799955 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] 10.222.0.87 "DELETE /v2.0/floatingips/2c904554-da05-4b41-9547-c1327fef1908 HTTP/1.1" status: 204 len: 168 time: 4.4392059 Feb 17 17:39:52.287406 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49516) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:52.303533 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-be861c48-576a-4669-8166-67ff29173977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:52.346684 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea486d92-4d01-4e6b-a74e-ed6603efc45c tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Network 0556905e-4875-46d8-9121-765bf272ed3b is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:39:52.353595 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-ea486d92-4d01-4e6b-a74e-ed6603efc45c tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:39:52.361963 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea486d92-4d01-4e6b-a74e-ed6603efc45c tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:39:52.367889 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea486d92-4d01-4e6b-a74e-ed6603efc45c tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:52.368044 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ea486d92-4d01-4e6b-a74e-ed6603efc45c tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:52.382067 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be861c48-576a-4669-8166-67ff29173977 None None] Routers {'1d79183a-43b6-4840-b514-7b4aefa7befc'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:39:52.382734 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-be861c48-576a-4669-8166-67ff29173977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:39:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['1d79183a-43b6-4840-b514-7b4aefa7befc'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:52.394998 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ea486d92-4d01-4e6b-a74e-ed6603efc45c tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1085117 Feb 17 17:39:52.399049 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 49520) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:52.400473 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a26d3d9c-e0c9-4674-b332-b1161c43c877 admin admin] Publish callbacks [] for router_gateway (b389c19b-77f0-4a05-b366-1f7d62c5967a), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:52.436296 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-2d0911b9-e632-4ca8-a6a1-daf0fd0a14db tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Request body: {'subnet': {'network_id': '0556905e-4875-46d8-9121-765bf272ed3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:52.445702 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea486d92-4d01-4e6b-a74e-ed6603efc45c tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event updated for resources: {'Port': ['ID=f9e69660-459c-4e43-9b69-ed5a25384edd,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:52.464284 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-be861c48-576a-4669-8166-67ff29173977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:52.465316 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be861c48-576a-4669-8166-67ff29173977 None None] The sync data for ids ['1d79183a-43b6-4840-b514-7b4aefa7befc'] in n-d-829613-2 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:39:52.499219 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-accdbfcd-bdf9-409e-ba2e-794f9bdda4b8 None None] Allocated IP 2001:db8::2 (0556905e-4875-46d8-9121-765bf272ed3b/1d1bca14-2b25-4f91-ba44-32ce29c03e5d/c0607abd-dfcd-4a9e-818b-af3e6b495b1f) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:39:52.504358 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-0e6a9809-7ebd-4caf-b7c5-270e42210af4 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Deleting port 8c9a66e7-3837-4a49-bc09-35040fe2fb11 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:39:52.504790 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0e6a9809-7ebd-4caf-b7c5-270e42210af4 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (8c9a66e7-3837-4a49-bc09-35040fe2fb11), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:52.514705 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a26d3d9c-e0c9-4674-b332-b1161c43c877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:52.539966 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9da0adc7-a3e6-45a5-93f5-00789bbd89c3 req-aa679365-6c06-4514-9c71-502384c81885 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528791 Feb 17 17:39:52.672087 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-accdbfcd-bdf9-409e-ba2e-794f9bdda4b8 None None] For port c0607abd-dfcd-4a9e-818b-af3e6b495b1f, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=c0607abd-dfcd-4a9e-818b-af3e6b495b1f,segment=NetworkSegment(a6d0ebb9-2416-462b-91d2-a784842ff2ac),segment_id=a6d0ebb9-2416-462b-91d2-a784842ff2ac)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:39:52.714255 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-a26d3d9c-e0c9-4674-b332-b1161c43c877 admin admin] Allocated IP 172.25.8.38 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/341f6617-c8af-416f-8f5b-9e317f041522) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:39:52.714933 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-accdbfcd-bdf9-409e-ba2e-794f9bdda4b8 None None] Publish callbacks [] for port (c0607abd-dfcd-4a9e-818b-af3e6b495b1f), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:52.727465 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-accdbfcd-bdf9-409e-ba2e-794f9bdda4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c0607abd-dfcd-4a9e-818b-af3e6b495b1f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:52.729185 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0e6a9809-7ebd-4caf-b7c5-270e42210af4 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (8c9a66e7-3837-4a49-bc09-35040fe2fb11), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:52.741681 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0911b9-e632-4ca8-a6a1-daf0fd0a14db tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Made reservation on behalf of 79c72a74f4c54033a14e3cbd8e3a57ad for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:39:52.751149 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device d0cc2a16-299a-4fcb-9e02-8e660124ccbc up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:39:52.751795 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2d0911b9-e632-4ca8-a6a1-daf0fd0a14db tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:52.772235 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-0e6a9809-7ebd-4caf-b7c5-270e42210af4 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Calling delete_port for 8c9a66e7-3837-4a49-bc09-35040fe2fb11 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:39:52.889859 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a26d3d9c-e0c9-4674-b332-b1161c43c877 admin admin] Publish callbacks [] for port (341f6617-c8af-416f-8f5b-9e317f041522), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:52.906677 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accdbfcd-bdf9-409e-ba2e-794f9bdda4b8 None None] Pushing event updated for resources: {'Port': ['ID=c0607abd-dfcd-4a9e-818b-af3e6b495b1f,revision_number=6']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:52.919400 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accdbfcd-bdf9-409e-ba2e-794f9bdda4b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:39:52.919759 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accdbfcd-bdf9-409e-ba2e-794f9bdda4b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:39:52.920085 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accdbfcd-bdf9-409e-ba2e-794f9bdda4b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:39:52.926751 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accdbfcd-bdf9-409e-ba2e-794f9bdda4b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:39:52.927848 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accdbfcd-bdf9-409e-ba2e-794f9bdda4b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:39:52.927999 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accdbfcd-bdf9-409e-ba2e-794f9bdda4b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:39:52.934812 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accdbfcd-bdf9-409e-ba2e-794f9bdda4b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:39:52.935498 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accdbfcd-bdf9-409e-ba2e-794f9bdda4b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:39:52.935848 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accdbfcd-bdf9-409e-ba2e-794f9bdda4b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:39:52.936190 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accdbfcd-bdf9-409e-ba2e-794f9bdda4b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:39:52.936609 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accdbfcd-bdf9-409e-ba2e-794f9bdda4b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:39:52.936946 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accdbfcd-bdf9-409e-ba2e-794f9bdda4b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:39:52.937281 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accdbfcd-bdf9-409e-ba2e-794f9bdda4b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:39:52.959284 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port d0cc2a16-299a-4fcb-9e02-8e660124ccbc completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:39:52.966816 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port d0cc2a16-299a-4fcb-9e02-8e660124ccbc triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:39:52.967343 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d0cc2a16-299a-4fcb-9e02-8e660124ccbc), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:53.002943 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a26d3d9c-e0c9-4674-b332-b1161c43c877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (341f6617-c8af-416f-8f5b-9e317f041522), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:53.125658 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0e6a9809-7ebd-4caf-b7c5-270e42210af4 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (8c9a66e7-3837-4a49-bc09-35040fe2fb11), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:53.143439 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port d0cc2a16-299a-4fcb-9e02-8e660124ccbc is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:39:53.143732 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d0cc2a16-299a-4fcb-9e02-8e660124ccbc), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:53.176286 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6a9809-7ebd-4caf-b7c5-270e42210af4 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Pushing event deleted for resources: {'Port': ['ID=8c9a66e7-3837-4a49-bc09-35040fe2fb11,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:53.200563 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c7eb16-fee7-4f03-a0c9-94507e94006c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0cc2a16-299a-4fcb-9e02-8e660124ccbc'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:39:53.202976 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b51a94-1eaf-45d6-9858-5d0f1b22f42b" -d '{"events": [{"server_uuid": "55c7eb16-fee7-4f03-a0c9-94507e94006c", "name": "network-vif-plugged", "status": "completed", "tag": "d0cc2a16-299a-4fcb-9e02-8e660124ccbc"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:39:53.236524 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port d0cc2a16-299a-4fcb-9e02-8e660124ccbc, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=d0cc2a16-299a-4fcb-9e02-8e660124ccbc,segment=NetworkSegment(18563972-a346-4d2f-9db2-6c97a64b55cb),segment_id=18563972-a346-4d2f-9db2-6c97a64b55cb)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:39:53.247631 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (d0cc2a16-299a-4fcb-9e02-8e660124ccbc), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:53.272500 n-d-829613-2 neutron-server[103435]: INFO neutron.db.ipam_backend_mixin [None req-2d0911b9-e632-4ca8-a6a1-daf0fd0a14db tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1d1bca14-2b25-4f91-ba44-32ce29c03e5d (CIDR: 2001:db8::/64) Feb 17 17:39:53.342470 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc703eb2-935d-45d0-aff5-602b1197e2ca x-openstack-request-id: req-dc703eb2-935d-45d0-aff5-602b1197e2ca {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:39:53.342808 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c7eb16-fee7-4f03-a0c9-94507e94006c", "name": "network-vif-plugged", "status": "completed", "tag": "d0cc2a16-299a-4fcb-9e02-8e660124ccbc", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:39:53.343019 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-dc703eb2-935d-45d0-aff5-602b1197e2ca {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:39:53.350142 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c7eb16-fee7-4f03-a0c9-94507e94006c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0cc2a16-299a-4fcb-9e02-8e660124ccbc', 'code': 200} Feb 17 17:39:53.398211 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d0911b9-e632-4ca8-a6a1-daf0fd0a14db tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 17:39:53.400116 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d0911b9-e632-4ca8-a6a1-daf0fd0a14db tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:39:53.428282 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=d0cc2a16-299a-4fcb-9e02-8e660124ccbc,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:53.467065 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0e6a9809-7ebd-4caf-b7c5-270e42210af4 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:53.483878 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0e6a9809-7ebd-4caf-b7c5-270e42210af4 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] 10.222.0.87 "DELETE /v2.0/ports/8c9a66e7-3837-4a49-bc09-35040fe2fb11 HTTP/1.1" status: 204 len: 168 time: 1.1938410 Feb 17 17:39:53.485455 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49538) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:53.500093 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-e3679ae5-b5df-46dc-a80a-7b3672f7e7e7 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:53.512482 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8ff7e037-c6b8-4815-af61-17fa371412f4 req-69d5c82a-b61e-44cc-8cec-3ca0c899b31c tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=2f9651f6-eec5-4c73-b6d6-b15657e0970d HTTP/1.1" status: 200 len: 210 time: 0.1811373 Feb 17 17:39:53.513125 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d3d9c-e0c9-4674-b332-b1161c43c877 admin admin] Pushing event updated for resources: {'Port': ['ID=341f6617-c8af-416f-8f5b-9e317f041522,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:53.549154 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26d3d9c-e0c9-4674-b332-b1161c43c877 admin admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:39:53.584142 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-a26d3d9c-e0c9-4674-b332-b1161c43c877 admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:39:53.590178 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26d3d9c-e0c9-4674-b332-b1161c43c877 admin admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:39:53.649970 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3afa9-0f2d-4aec-8095-1210368962e9 req-d7710e44-9a3b-49f6-8641-1f12bad934e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:53.656063 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-29f3afa9-0f2d-4aec-8095-1210368962e9 req-d7710e44-9a3b-49f6-8641-1f12bad934e2 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=55c7eb16-fee7-4f03-a0c9-94507e94006c HTTP/1.1" status: 200 len: 1128 time: 0.2151802 Feb 17 17:39:53.658877 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e3679ae5-b5df-46dc-a80a-7b3672f7e7e7 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:53.693368 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-2d0911b9-e632-4ca8-a6a1-daf0fd0a14db tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2891128 Feb 17 17:39:53.696338 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49542) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:53.702034 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ebe5244f-9438-4378-a64c-dee7a20c1390 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Request body: {'subnet': {'network_id': '0556905e-4875-46d8-9121-765bf272ed3b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:53.862501 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-29f3afa9-0f2d-4aec-8095-1210368962e9 req-50089375-f446-4a1f-adb3-3f88f46b53f3 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980374 Feb 17 17:39:53.887161 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f609792-2131-4c45-89f9-b0d5620feb5d req-38e52044-3215-4c4b-87bc-a4664e160d62 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:53.892580 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8f609792-2131-4c45-89f9-b0d5620feb5d req-38e52044-3215-4c4b-87bc-a4664e160d62 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.91 "GET /v2.0/networks?id=83cc66ec-b716-4047-926b-17461255d55d HTTP/1.1" status: 200 len: 805 time: 0.5464740 Feb 17 17:39:53.915317 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device c0607abd-dfcd-4a9e-818b-af3e6b495b1f up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:39:54.006709 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port c0607abd-dfcd-4a9e-818b-af3e6b495b1f triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:39:54.007103 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c0607abd-dfcd-4a9e-818b-af3e6b495b1f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:54.008761 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f39ca1-7504-4955-bb06-ce87fb522ae9 req-b3df199a-30e2-49fa-a7ff-47d788462540 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:54.016977 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f3f39ca1-7504-4955-bb06-ce87fb522ae9 req-b3df199a-30e2-49fa-a7ff-47d788462540 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=55c7eb16-fee7-4f03-a0c9-94507e94006c HTTP/1.1" status: 200 len: 946 time: 0.3483417 Feb 17 17:39:54.023747 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e3679ae5-b5df-46dc-a80a-7b3672f7e7e7 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:54.060155 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-8f609792-2131-4c45-89f9-b0d5620feb5d req-5e9bad4e-f362-45f6-aa82-ae5fa60368de tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Request body: {'port': {'device_id': '2f9651f6-eec5-4c73-b6d6-b15657e0970d', 'network_id': '83cc66ec-b716-4047-926b-17461255d55d', 'admin_state_up': True, 'tenant_id': 'd25e4e1cdd84422184c0ddb522055b36'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:54.111604 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-ed2a3233-004b-425e-aa18-e86cea046991 None None] Provisioning complete for port 13a8db4c-b2e7-4ac0-b4d1-f033bb447457 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:39:54.125419 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ed2a3233-004b-425e-aa18-e86cea046991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (13a8db4c-b2e7-4ac0-b4d1-f033bb447457), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:54.176979 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-e3679ae5-b5df-46dc-a80a-7b3672f7e7e7 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Allocated IP 172.25.8.248 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/1d8f9984-76cd-4ff8-8a4d-99427f02660c) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:39:54.192978 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-ed2a3233-004b-425e-aa18-e86cea046991 None None] Port 13a8db4c-b2e7-4ac0-b4d1-f033bb447457 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:39:54.249142 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-ed2a3233-004b-425e-aa18-e86cea046991 None None] Provisioning complete for port c0607abd-dfcd-4a9e-818b-af3e6b495b1f triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:39:54.250284 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ed2a3233-004b-425e-aa18-e86cea046991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c0607abd-dfcd-4a9e-818b-af3e6b495b1f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:54.310614 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f3f39ca1-7504-4955-bb06-ce87fb522ae9 req-66018865-ee83-4edd-985d-8708a4b6f9cb tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835274 Feb 17 17:39:54.317645 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e3679ae5-b5df-46dc-a80a-7b3672f7e7e7 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for port (1d8f9984-76cd-4ff8-8a4d-99427f02660c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:54.321041 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port c0607abd-dfcd-4a9e-818b-af3e6b495b1f is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:39:54.370262 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe5244f-9438-4378-a64c-dee7a20c1390 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Made reservation on behalf of 79c72a74f4c54033a14e3cbd8e3a57ad for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:39:54.374805 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ebe5244f-9438-4378-a64c-dee7a20c1390 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:54.401995 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-ed2a3233-004b-425e-aa18-e86cea046991 None None] Current status of the port c0607abd-dfcd-4a9e-818b-af3e6b495b1f is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:39:54.411640 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f609792-2131-4c45-89f9-b0d5620feb5d req-5e9bad4e-f362-45f6-aa82-ae5fa60368de tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Made reservation on behalf of d25e4e1cdd84422184c0ddb522055b36 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:39:54.414162 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e3679ae5-b5df-46dc-a80a-7b3672f7e7e7 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (1d8f9984-76cd-4ff8-8a4d-99427f02660c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:54.415288 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8f609792-2131-4c45-89f9-b0d5620feb5d req-5e9bad4e-f362-45f6-aa82-ae5fa60368de tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:54.450013 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a26d3d9c-e0c9-4674-b332-b1161c43c877 admin admin] Publish callbacks [] for router_gateway (b389c19b-77f0-4a05-b366-1f7d62c5967a), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:54.512803 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3679ae5-b5df-46dc-a80a-7b3672f7e7e7 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:39:54.520966 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-e3679ae5-b5df-46dc-a80a-7b3672f7e7e7 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:39:54.523571 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3679ae5-b5df-46dc-a80a-7b3672f7e7e7 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:39:54.531984 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-c93bef47-9a09-4999-96ea-373cdd522f93 None None] Provisioning complete for port f9e69660-459c-4e43-9b69-ed5a25384edd triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:39:54.532622 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c93bef47-9a09-4999-96ea-373cdd522f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (f9e69660-459c-4e43-9b69-ed5a25384edd), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:54.577160 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3679ae5-b5df-46dc-a80a-7b3672f7e7e7 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Pushing event updated for resources: {'Port': ['ID=1d8f9984-76cd-4ff8-8a4d-99427f02660c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:54.608729 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-c93bef47-9a09-4999-96ea-373cdd522f93 None None] Port f9e69660-459c-4e43-9b69-ed5a25384edd cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:39:54.624533 n-d-829613-2 neutron-server[103434]: INFO neutron.db.ipam_backend_mixin [None req-ebe5244f-9438-4378-a64c-dee7a20c1390 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 700e5e7c-bb66-45f5-8e73-6741da9be48d (CIDR: 2001:db8:0:1::/64) Feb 17 17:39:54.631646 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebe5244f-9438-4378-a64c-dee7a20c1390 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 17:39:54.632118 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebe5244f-9438-4378-a64c-dee7a20c1390 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:39:54.658173 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ebe5244f-9438-4378-a64c-dee7a20c1390 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.9606333 Feb 17 17:39:54.658779 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49556) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:54.665528 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-0d361ec2-f3a0-4c61-9a92-e78d3b2371b0 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Request body: {'subnet': {'network_id': '0556905e-4875-46d8-9121-765bf272ed3b', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:54.677627 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-baeb2af0-60ad-4b92-9566-a756fe93fb0d req-308d883d-4fb2-40b7-a642-7de3eb8bdd8c tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=2f9651f6-eec5-4c73-b6d6-b15657e0970d HTTP/1.1" status: 200 len: 210 time: 0.0427866 Feb 17 17:39:54.707772 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e3679ae5-b5df-46dc-a80a-7b3672f7e7e7 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for floatingip (604c24b0-c8bc-49ca-a227-d2f01b5f3657), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:54.809802 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e3679ae5-b5df-46dc-a80a-7b3672f7e7e7 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1d8f9984-76cd-4ff8-8a4d-99427f02660c), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:54.824154 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-8f609792-2131-4c45-89f9-b0d5620feb5d req-5e9bad4e-f362-45f6-aa82-ae5fa60368de tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Allocated IP 172.20.0.8 (83cc66ec-b716-4047-926b-17461255d55d/1e1fcde1-7a12-4137-bca4-1789efb75583/4f7e1fde-9dc6-4b9d-af31-b0868911c823) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:39:54.906069 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d361ec2-f3a0-4c61-9a92-e78d3b2371b0 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Made reservation on behalf of 79c72a74f4c54033a14e3cbd8e3a57ad for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:39:54.910419 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d361ec2-f3a0-4c61-9a92-e78d3b2371b0 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:55.013533 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a26d3d9c-e0c9-4674-b332-b1161c43c877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (b389c19b-77f0-4a05-b366-1f7d62c5967a), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:55.517495 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e3679ae5-b5df-46dc-a80a-7b3672f7e7e7 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for port (1d8f9984-76cd-4ff8-8a4d-99427f02660c), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:55.524192 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e3679ae5-b5df-46dc-a80a-7b3672f7e7e7 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (1d8f9984-76cd-4ff8-8a4d-99427f02660c), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:55.627577 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3679ae5-b5df-46dc-a80a-7b3672f7e7e7 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Pushing event updated for resources: {'Port': ['ID=1d8f9984-76cd-4ff8-8a4d-99427f02660c,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:55.644742 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e91e1-3193-481d-ac5c-e9000f1be875 req-b6dead25-ed5d-41cf-8b85-d7c847b0ed09 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:55.646503 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-834e91e1-3193-481d-ac5c-e9000f1be875 req-b6dead25-ed5d-41cf-8b85-d7c847b0ed09 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=55c7eb16-fee7-4f03-a0c9-94507e94006c HTTP/1.1" status: 200 len: 946 time: 0.1683390 Feb 17 17:39:55.675058 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8f609792-2131-4c45-89f9-b0d5620feb5d req-5e9bad4e-f362-45f6-aa82-ae5fa60368de tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Publish callbacks [] for port (4f7e1fde-9dc6-4b9d-af31-b0868911c823), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:55.688357 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e3679ae5-b5df-46dc-a80a-7b3672f7e7e7 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (604c24b0-c8bc-49ca-a227-d2f01b5f3657), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:55.729214 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e3679ae5-b5df-46dc-a80a-7b3672f7e7e7 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:55.733254 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 49576) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:55.739678 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e3679ae5-b5df-46dc-a80a-7b3672f7e7e7 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2519028 Feb 17 17:39:55.742168 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-32eec1c4-6eed-4950-a1a6-3a4e374f90f5 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Request body: {'port': {'network_id': '390c8bfa-e579-4ed1-b54f-c49df60eba09', 'name': 'tempest-FloatingIPTestJSON-362406971'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:55.795450 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d361ec2-f3a0-4c61-9a92-e78d3b2371b0 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (d17e4a98-48bf-4244-acb9-a4b3f711f6ba), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:55.800724 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-834e91e1-3193-481d-ac5c-e9000f1be875 req-30d0736c-7263-45ac-abdf-2cffd6043c48 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442213 Feb 17 17:39:55.883659 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8f609792-2131-4c45-89f9-b0d5620feb5d req-5e9bad4e-f362-45f6-aa82-ae5fa60368de tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (4f7e1fde-9dc6-4b9d-af31-b0868911c823), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:55.902796 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d361ec2-f3a0-4c61-9a92-e78d3b2371b0 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event updated for resources: {'Subnet': ['ID=d17e4a98-48bf-4244-acb9-a4b3f711f6ba,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:55.917404 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d361ec2-f3a0-4c61-9a92-e78d3b2371b0 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Network 0556905e-4875-46d8-9121-765bf272ed3b is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:39:55.918989 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-0d361ec2-f3a0-4c61-9a92-e78d3b2371b0 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:39:55.922755 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d361ec2-f3a0-4c61-9a92-e78d3b2371b0 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:55.922755 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d361ec2-f3a0-4c61-9a92-e78d3b2371b0 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:55.934072 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b993d81b-2308-47c2-ad38-f2dcab1d7c49 None None] Network 0556905e-4875-46d8-9121-765bf272ed3b requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:39:55.959752 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0d361ec2-f3a0-4c61-9a92-e78d3b2371b0 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2980783 Feb 17 17:39:55.968365 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49580) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:55.983200 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-aa36a5d9-c271-4509-9833-10b57d8c9923 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1273684933', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd17e4a98-48bf-4244-acb9-a4b3f711f6ba'}], 'security_groups': ['38e29663-894d-4456-aa73-e1b22a87060c', '5f30e733-5f07-48b6-8483-2791227b4198']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:55.993648 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f609792-2131-4c45-89f9-b0d5620feb5d req-5e9bad4e-f362-45f6-aa82-ae5fa60368de tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Network 83cc66ec-b716-4047-926b-17461255d55d is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:39:56.000331 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-8f609792-2131-4c45-89f9-b0d5620feb5d req-5e9bad4e-f362-45f6-aa82-ae5fa60368de tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:39:56.009238 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f609792-2131-4c45-89f9-b0d5620feb5d req-5e9bad4e-f362-45f6-aa82-ae5fa60368de tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:39:56.070649 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26d3d9c-e0c9-4674-b332-b1161c43c877 admin admin] Router b389c19b-77f0-4a05-b366-1f7d62c5967a is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:39:56.129465 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9bad4e-f362-45f6-aa82-ae5fa60368de tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Pushing event updated for resources: {'Port': ['ID=4f7e1fde-9dc6-4b9d-af31-b0868911c823,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:56.219902 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aa36a5d9-c271-4509-9833-10b57d8c9923 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (f9e69660-459c-4e43-9b69-ed5a25384edd), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:56.300560 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7dba75-2753-4de3-bf15-91e10f0c18b5 req-a9f6938f-4d32-4f7c-90ef-6718de406a2a tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:56.305162 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7c7dba75-2753-4de3-bf15-91e10f0c18b5 req-a9f6938f-4d32-4f7c-90ef-6718de406a2a tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=2f9651f6-eec5-4c73-b6d6-b15657e0970d HTTP/1.1" status: 200 len: 931 time: 0.4838536 Feb 17 17:39:56.396821 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1638eb-8a1f-484e-a4e3-b88a4e3a1ec2 None None] Update dhcp port {'port': {'network_id': '0556905e-4875-46d8-9121-765bf272ed3b', 'fixed_ips': [{'subnet_id': '700e5e7c-bb66-45f5-8e73-6741da9be48d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1d1bca14-2b25-4f91-ba44-32ce29c03e5d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd17e4a98-48bf-4244-acb9-a4b3f711f6ba'}], 'binding:host_id': 'n-d-829613-2'}, 'id': 'c0607abd-dfcd-4a9e-818b-af3e6b495b1f'} from n-d-829613-2. {{(pid=103436) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 17 17:39:56.422151 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f609792-2131-4c45-89f9-b0d5620feb5d req-5e9bad4e-f362-45f6-aa82-ae5fa60368de tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:56.423931 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8f609792-2131-4c45-89f9-b0d5620feb5d req-5e9bad4e-f362-45f6-aa82-ae5fa60368de tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:56.472910 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6d1638eb-8a1f-484e-a4e3-b88a4e3a1ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c0607abd-dfcd-4a9e-818b-af3e6b495b1f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:56.548053 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32eec1c4-6eed-4950-a1a6-3a4e374f90f5 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Made reservation on behalf of 03e402034aa04ff6944c86c878c07771 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:39:56.552814 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-32eec1c4-6eed-4950-a1a6-3a4e374f90f5 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:56.614689 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7c7dba75-2753-4de3-bf15-91e10f0c18b5 req-078ce325-74eb-4ca7-8ca5-3dc11ff6b2c0 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558112 Feb 17 17:39:56.618934 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8f609792-2131-4c45-89f9-b0d5620feb5d req-5e9bad4e-f362-45f6-aa82-ae5fa60368de tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5629170 Feb 17 17:39:56.627983 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-aa36a5d9-c271-4509-9833-10b57d8c9923 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Delete allocated IP 2001:db8::22c (0556905e-4875-46d8-9121-765bf272ed3b/1d1bca14-2b25-4f91-ba44-32ce29c03e5d) {{(pid=103434) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 17 17:39:56.633042 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-8f609792-2131-4c45-89f9-b0d5620feb5d req-e747c546-f4ba-4d61-b7de-5d9414a80bf0 service neutron] Request body: {'port': {'device_id': '2f9651f6-eec5-4c73-b6d6-b15657e0970d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:56.648569 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-aa36a5d9-c271-4509-9833-10b57d8c9923 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Allocated IP 2001:db8:0:2::10c (0556905e-4875-46d8-9121-765bf272ed3b/d17e4a98-48bf-4244-acb9-a4b3f711f6ba/f9e69660-459c-4e43-9b69-ed5a25384edd) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:39:56.691991 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-32eec1c4-6eed-4950-a1a6-3a4e374f90f5 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] device_id is not set on port f35c3f24-477f-4cda-b1e5-bce7df643157 yet. {{(pid=103435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:39:56.738497 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c9679-a166-4667-b450-5e92bf7098dc req-cfe97124-334f-4275-b49e-e36c51897b82 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:56.740448 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b30c9679-a166-4667-b450-5e92bf7098dc req-cfe97124-334f-4275-b49e-e36c51897b82 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/networks?id=41eab850-74f8-4919-9573-0fe261607aa2 HTTP/1.1" status: 200 len: 806 time: 0.5642073 Feb 17 17:39:56.778825 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26d3d9c-e0c9-4674-b332-b1161c43c877 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:39:56.794394 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e6f40a-2235-44f4-a352-bc3ca9a1d009 None None] Sync routers for ids ['b389c19b-77f0-4a05-b366-1f7d62c5967a'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:39:56.823792 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e6f40a-2235-44f4-a352-bc3ca9a1d009 None None] Routers {'b389c19b-77f0-4a05-b366-1f7d62c5967a'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:39:56.825394 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-71e6f40a-2235-44f4-a352-bc3ca9a1d009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:39:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['b389c19b-77f0-4a05-b366-1f7d62c5967a'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:56.843886 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b30c9679-a166-4667-b450-5e92bf7098dc req-a8027dca-c47c-4c3f-81a3-d41bd2a2524f tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/quotas/4010b90dceb14ea6a98968e6b17cf28b HTTP/1.1" status: 200 len: 375 time: 0.0705893 Feb 17 17:39:56.866676 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aa36a5d9-c271-4509-9833-10b57d8c9923 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for port (f9e69660-459c-4e43-9b69-ed5a25384edd), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:56.875086 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aa36a5d9-c271-4509-9833-10b57d8c9923 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (f9e69660-459c-4e43-9b69-ed5a25384edd), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:56.905032 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a26d3d9c-e0c9-4674-b332-b1161c43c877 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:56.910051 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a26d3d9c-e0c9-4674-b332-b1161c43c877 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.2739313 Feb 17 17:39:56.922126 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49602) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:56.971785 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8f609792-2131-4c45-89f9-b0d5620feb5d req-e747c546-f4ba-4d61-b7de-5d9414a80bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (4f7e1fde-9dc6-4b9d-af31-b0868911c823), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:56.980108 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-71e6f40a-2235-44f4-a352-bc3ca9a1d009 None None] Set router b389c19b-77f0-4a05-b366-1f7d62c5967a gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:39:56.993649 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-6d1638eb-8a1f-484e-a4e3-b88a4e3a1ec2 None None] Allocated IP 2001:db8:0:2::2 (0556905e-4875-46d8-9121-765bf272ed3b/d17e4a98-48bf-4244-acb9-a4b3f711f6ba/c0607abd-dfcd-4a9e-818b-af3e6b495b1f) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:39:57.111872 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-32eec1c4-6eed-4950-a1a6-3a4e374f90f5 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Allocated IP 172.20.0.4 (390c8bfa-e579-4ed1-b54f-c49df60eba09/247b5577-9ea4-445e-acdb-c063647b8b00/f35c3f24-477f-4cda-b1e5-bce7df643157) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:39:57.144135 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b30c9679-a166-4667-b450-5e92bf7098dc req-09974870-6233-4443-acfc-510afd77f386 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=4010b90dceb14ea6a98968e6b17cf28b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2921429 Feb 17 17:39:57.155518 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-aa36a5d9-c271-4509-9833-10b57d8c9923 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] In _notify_port_updated(), no bound segment for port f9e69660-459c-4e43-9b69-ed5a25384edd on network 0556905e-4875-46d8-9121-765bf272ed3b {{(pid=103434) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 17 17:39:57.168973 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa36a5d9-c271-4509-9833-10b57d8c9923 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:57.171464 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aa36a5d9-c271-4509-9833-10b57d8c9923 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:57.176898 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-aa36a5d9-c271-4509-9833-10b57d8c9923 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "PUT /v2.0/ports/f9e69660-459c-4e43-9b69-ed5a25384edd HTTP/1.1" status: 200 len: 970 time: 1.2051401 Feb 17 17:39:57.188008 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49604) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:57.226548 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-6d1638eb-8a1f-484e-a4e3-b88a4e3a1ec2 None None] For port c0607abd-dfcd-4a9e-818b-af3e6b495b1f, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=c0607abd-dfcd-4a9e-818b-af3e6b495b1f,segment=NetworkSegment(a6d0ebb9-2416-462b-91d2-a784842ff2ac),segment_id=a6d0ebb9-2416-462b-91d2-a784842ff2ac)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:39:57.245715 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa36a5d9-c271-4509-9833-10b57d8c9923 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event updated for resources: {'Port': ['ID=f9e69660-459c-4e43-9b69-ed5a25384edd,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:57.261712 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-71e6f40a-2235-44f4-a352-bc3ca9a1d009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b389c19b-77f0-4a05-b366-1f7d62c5967a', 'name': 'tempest-ServerRescueTestJSON-2011918016-router', 'tenant_id': 'b0fb42267d024cfbae564aa55b350788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '341f6617-c8af-416f-8f5b-9e317f041522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:39:49Z', 'updated_at': '2022-02-17T17:39:54Z', 'revision_number': 3, 'project_id': 'b0fb42267d024cfbae564aa55b350788', 'gw_port': {'id': '341f6617-c8af-416f-8f5b-9e317f041522', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:94:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b389c19b-77f0-4a05-b366-1f7d62c5967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:39:52Z', 'updated_at': '2022-02-17T17:39:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:57.294101 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6d1638eb-8a1f-484e-a4e3-b88a4e3a1ec2 None None] Publish callbacks [] for port (c0607abd-dfcd-4a9e-818b-af3e6b495b1f), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:57.315909 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6d1638eb-8a1f-484e-a4e3-b88a4e3a1ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c0607abd-dfcd-4a9e-818b-af3e6b495b1f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:57.326151 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e6f40a-2235-44f4-a352-bc3ca9a1d009 None None] Checking router: b389c19b-77f0-4a05-b366-1f7d62c5967a for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:39:57.336873 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e6f40a-2235-44f4-a352-bc3ca9a1d009 None None] Updating router b389c19b-77f0-4a05-b366-1f7d62c5967a port 341f6617-c8af-416f-8f5b-9e317f041522 binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:39:57.403055 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-71e6f40a-2235-44f4-a352-bc3ca9a1d009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (341f6617-c8af-416f-8f5b-9e317f041522), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:57.461517 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-e0085c3a-97cc-4471-9232-467a985798b5 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Deleting port f9e69660-459c-4e43-9b69-ed5a25384edd {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:39:57.462023 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0085c3a-97cc-4471-9232-467a985798b5 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (f9e69660-459c-4e43-9b69-ed5a25384edd), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:57.612674 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0085c3a-97cc-4471-9232-467a985798b5 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (f9e69660-459c-4e43-9b69-ed5a25384edd), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:57.630320 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-e0085c3a-97cc-4471-9232-467a985798b5 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Calling delete_port for f9e69660-459c-4e43-9b69-ed5a25384edd owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:39:57.657182 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1638eb-8a1f-484e-a4e3-b88a4e3a1ec2 None None] Pushing event updated for resources: {'Port': ['ID=c0607abd-dfcd-4a9e-818b-af3e6b495b1f,revision_number=7']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:57.678712 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b30c9679-a166-4667-b450-5e92bf7098dc req-34883fbc-befd-44ea-a7a9-efeb3bf38dd7 service neutron] 10.222.0.87 "GET /v2.0/networks/41eab850-74f8-4919-9573-0fe261607aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5222652 Feb 17 17:39:57.961750 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device c0607abd-dfcd-4a9e-818b-af3e6b495b1f up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:39:57.989870 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-32eec1c4-6eed-4950-a1a6-3a4e374f90f5 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for port (f35c3f24-477f-4cda-b1e5-bce7df643157), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:58.097883 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port c0607abd-dfcd-4a9e-818b-af3e6b495b1f triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:39:58.098372 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c0607abd-dfcd-4a9e-818b-af3e6b495b1f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:58.123339 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0085c3a-97cc-4471-9232-467a985798b5 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (f9e69660-459c-4e43-9b69-ed5a25384edd), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:58.155838 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-8f609792-2131-4c45-89f9-b0d5620feb5d req-e747c546-f4ba-4d61-b7de-5d9414a80bf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f7e1fde-9dc6-4b9d-af31-b0868911c823 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:39:58.196709 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b30c9679-a166-4667-b450-5e92bf7098dc req-f3267fba-cd33-4113-8297-b138b98bae1e service neutron] 10.222.0.87 "GET /v2.0/networks/41eab850-74f8-4919-9573-0fe261607aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5067484 Feb 17 17:39:58.205266 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8f609792-2131-4c45-89f9-b0d5620feb5d req-e747c546-f4ba-4d61-b7de-5d9414a80bf0 service neutron] Publish callbacks [] for port (4f7e1fde-9dc6-4b9d-af31-b0868911c823), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:58.245008 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0290861-7a8d-4581-aa03-99503e3b7f21 req-5a833916-b2af-4cda-801d-e74880f167cc tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:58.252340 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0085c3a-97cc-4471-9232-467a985798b5 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:58.255961 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e0085c3a-97cc-4471-9232-467a985798b5 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "DELETE /v2.0/ports/f9e69660-459c-4e43-9b69-ed5a25384edd HTTP/1.1" status: 204 len: 168 time: 1.0652966 Feb 17 17:39:58.257434 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0085c3a-97cc-4471-9232-467a985798b5 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event deleted for resources: {'Port': ['ID=f9e69660-459c-4e43-9b69-ed5a25384edd,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:58.258594 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f0290861-7a8d-4581-aa03-99503e3b7f21 req-5a833916-b2af-4cda-801d-e74880f167cc tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=2f9651f6-eec5-4c73-b6d6-b15657e0970d HTTP/1.1" status: 200 len: 931 time: 0.4245486 Feb 17 17:39:58.266888 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49610) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:58.316333 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port c0607abd-dfcd-4a9e-818b-af3e6b495b1f is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:39:58.372028 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa84d25c-898c-482b-9b77-2b2a64028c06 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] GET failed (client error): The resource could not be found. Feb 17 17:39:58.374663 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-8f609792-2131-4c45-89f9-b0d5620feb5d req-e747c546-f4ba-4d61-b7de-5d9414a80bf0 service neutron] Transition to ACTIVE for port object 4f7e1fde-9dc6-4b9d-af31-b0868911c823 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:39:58.379100 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fa84d25c-898c-482b-9b77-2b2a64028c06 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "GET /v2.0/ports/f9e69660-459c-4e43-9b69-ed5a25384edd HTTP/1.1" status: 404 len: 333 time: 0.1058185 Feb 17 17:39:58.384055 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 49612) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:58.420063 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8f609792-2131-4c45-89f9-b0d5620feb5d req-e747c546-f4ba-4d61-b7de-5d9414a80bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (4f7e1fde-9dc6-4b9d-af31-b0868911c823), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:58.433158 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-71e6f40a-2235-44f4-a352-bc3ca9a1d009 None None] Publish callbacks [] for port (341f6617-c8af-416f-8f5b-9e317f041522), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:58.442086 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-71e6f40a-2235-44f4-a352-bc3ca9a1d009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (341f6617-c8af-416f-8f5b-9e317f041522), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:58.553918 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-71e6f40a-2235-44f4-a352-bc3ca9a1d009 None None] Attempting to bind port 341f6617-c8af-416f-8f5b-9e317f041522 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:39:58.558542 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-71e6f40a-2235-44f4-a352-bc3ca9a1d009 None None] Attempting to bind port 341f6617-c8af-416f-8f5b-9e317f041522 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:39:58.561478 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e6f40a-2235-44f4-a352-bc3ca9a1d009 None None] Attempting to bind port 341f6617-c8af-416f-8f5b-9e317f041522 on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:39:58.581076 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a3f723-a980-49e9-9eb4-a3a679846558 None None] Pushing event updated for resources: {'Port': ['ID=341f6617-c8af-416f-8f5b-9e317f041522,revision_number=2']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:58.595359 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a3f723-a980-49e9-9eb4-a3a679846558 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:39:58.595810 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a3f723-a980-49e9-9eb4-a3a679846558 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:39:58.596265 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a3f723-a980-49e9-9eb4-a3a679846558 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:39:58.596803 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a3f723-a980-49e9-9eb4-a3a679846558 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:39:58.597230 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a3f723-a980-49e9-9eb4-a3a679846558 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:39:58.597796 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a3f723-a980-49e9-9eb4-a3a679846558 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:39:58.598215 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a3f723-a980-49e9-9eb4-a3a679846558 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:39:58.598637 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a3f723-a980-49e9-9eb4-a3a679846558 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:39:58.599186 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a3f723-a980-49e9-9eb4-a3a679846558 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:39:58.599607 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a3f723-a980-49e9-9eb4-a3a679846558 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:39:58.600021 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a3f723-a980-49e9-9eb4-a3a679846558 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:39:58.600616 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a3f723-a980-49e9-9eb4-a3a679846558 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:39:58.601029 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a3f723-a980-49e9-9eb4-a3a679846558 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:39:58.605175 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e6f40a-2235-44f4-a352-bc3ca9a1d009 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:39:58.605834 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e6f40a-2235-44f4-a352-bc3ca9a1d009 None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:39:58.606328 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-71e6f40a-2235-44f4-a352-bc3ca9a1d009 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:58.606838 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e6f40a-2235-44f4-a352-bc3ca9a1d009 None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:39:58.607444 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-71e6f40a-2235-44f4-a352-bc3ca9a1d009 None None] Bound port: 341f6617-c8af-416f-8f5b-9e317f041522, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:39:58.608120 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-71e6f40a-2235-44f4-a352-bc3ca9a1d009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (341f6617-c8af-416f-8f5b-9e317f041522), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:58.761936 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fbe80fb7-2078-4bff-8591-513b1aaa4695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:58.762482 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e747c546-f4ba-4d61-b7de-5d9414a80bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=4f7e1fde-9dc6-4b9d-af31-b0868911c823,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:58.788029 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-71e6f40a-2235-44f4-a352-bc3ca9a1d009 None None] For port 341f6617-c8af-416f-8f5b-9e317f041522, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:39:58.801394 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-32eec1c4-6eed-4950-a1a6-3a4e374f90f5 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (f35c3f24-477f-4cda-b1e5-bce7df643157), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:58.805542 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-71e6f40a-2235-44f4-a352-bc3ca9a1d009 None None] For port 341f6617-c8af-416f-8f5b-9e317f041522, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=341f6617-c8af-416f-8f5b-9e317f041522,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:39:58.823805 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-71e6f40a-2235-44f4-a352-bc3ca9a1d009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (341f6617-c8af-416f-8f5b-9e317f041522), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:58.842724 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f0290861-7a8d-4581-aa03-99503e3b7f21 req-2a8dbd25-2315-437a-b12d-98f0584ff6e9 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5813334 Feb 17 17:39:58.902690 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-35b019bb-93fc-4835-89c5-744a10ea05bc None None] Provisioning complete for port 13a8db4c-b2e7-4ac0-b4d1-f033bb447457 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:39:58.903108 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-35b019bb-93fc-4835-89c5-744a10ea05bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (13a8db4c-b2e7-4ac0-b4d1-f033bb447457), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:58.918196 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e6f40a-2235-44f4-a352-bc3ca9a1d009 None None] Routers {'b389c19b-77f0-4a05-b366-1f7d62c5967a'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:39:58.918838 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-71e6f40a-2235-44f4-a352-bc3ca9a1d009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:39:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['b389c19b-77f0-4a05-b366-1f7d62c5967a'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:59.015216 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eec1c4-6eed-4950-a1a6-3a4e374f90f5 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Pushing event updated for resources: {'Port': ['ID=f35c3f24-477f-4cda-b1e5-bce7df643157,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:59.061240 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-35b019bb-93fc-4835-89c5-744a10ea05bc None None] Port 13a8db4c-b2e7-4ac0-b4d1-f033bb447457 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:39:59.065746 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32eec1c4-6eed-4950-a1a6-3a4e374f90f5 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Network 390c8bfa-e579-4ed1-b54f-c49df60eba09 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:39:59.082879 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-35b019bb-93fc-4835-89c5-744a10ea05bc None None] Could not find standard attr ID for object f9e69660-459c-4e43-9b69-ed5a25384edd. {{(pid=103436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 17:39:59.133692 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-35b019bb-93fc-4835-89c5-744a10ea05bc None None] Provisioning complete for port c0607abd-dfcd-4a9e-818b-af3e6b495b1f triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:39:59.139603 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-35b019bb-93fc-4835-89c5-744a10ea05bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c0607abd-dfcd-4a9e-818b-af3e6b495b1f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:59.242432 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-71e6f40a-2235-44f4-a352-bc3ca9a1d009 None None] Set router b389c19b-77f0-4a05-b366-1f7d62c5967a gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:39:59.254501 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-32eec1c4-6eed-4950-a1a6-3a4e374f90f5 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:39:59.295573 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32eec1c4-6eed-4950-a1a6-3a4e374f90f5 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:39:59.426249 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32eec1c4-6eed-4950-a1a6-3a4e374f90f5 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:39:59.435357 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-fbe80fb7-2078-4bff-8591-513b1aaa4695 admin admin] Allocated IP 172.20.0.1 (b2cdfbff-16c7-45e3-b97b-944f59a2460d/36b5f32c-14a0-4a60-ad2f-22440ca5b40f/80221218-1bc4-4c3b-b418-7a4ee52a422e) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:39:59.436227 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-32eec1c4-6eed-4950-a1a6-3a4e374f90f5 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:59.448937 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-35b019bb-93fc-4835-89c5-744a10ea05bc None None] Current status of the port c0607abd-dfcd-4a9e-818b-af3e6b495b1f is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:39:59.475494 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-555f1d21-9ce1-4461-a1db-56520ee937f5 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for security_group (101f24f8-a136-49de-8b95-6d1cc406d62d), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:59.507774 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-32eec1c4-6eed-4950-a1a6-3a4e374f90f5 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.7688169 Feb 17 17:39:59.507774 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-8f609792-2131-4c45-89f9-b0d5620feb5d req-e747c546-f4ba-4d61-b7de-5d9414a80bf0 service neutron] Attempting to bind port 4f7e1fde-9dc6-4b9d-af31-b0868911c823 on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:39:59.507774 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-8f609792-2131-4c45-89f9-b0d5620feb5d req-e747c546-f4ba-4d61-b7de-5d9414a80bf0 service neutron] Attempting to bind port 4f7e1fde-9dc6-4b9d-af31-b0868911c823 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '83cc66ec-b716-4047-926b-17461255d55d'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:39:59.510510 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49644) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:59.511118 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f609792-2131-4c45-89f9-b0d5620feb5d req-e747c546-f4ba-4d61-b7de-5d9414a80bf0 service neutron] Attempting to bind port 4f7e1fde-9dc6-4b9d-af31-b0868911c823 on network 83cc66ec-b716-4047-926b-17461255d55d {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:39:59.513782 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a3f723-a980-49e9-9eb4-a3a679846558 None None] Pushing event updated for resources: {'Port': ['ID=341f6617-c8af-416f-8f5b-9e317f041522,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:59.532544 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-17462d5c-f202-4974-9c73-c3da836f6e5a tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Request body: {'floatingip': {'port_id': 'f35c3f24-477f-4cda-b1e5-bce7df643157'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:39:59.563575 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f609792-2131-4c45-89f9-b0d5620feb5d req-e747c546-f4ba-4d61-b7de-5d9414a80bf0 service neutron] Port 4f7e1fde-9dc6-4b9d-af31-b0868911c823 on network 83cc66ec-b716-4047-926b-17461255d55d not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:39:59.564095 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f609792-2131-4c45-89f9-b0d5620feb5d req-e747c546-f4ba-4d61-b7de-5d9414a80bf0 service neutron] Attempting to bind port 4f7e1fde-9dc6-4b9d-af31-b0868911c823 on network 83cc66ec-b716-4047-926b-17461255d55d {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:39:59.565415 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-1d52fc82-1491-47ab-8144-dc95482f7572 None None] Could not find standard attr ID for object f9e69660-459c-4e43-9b69-ed5a25384edd. {{(pid=103436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 17:39:59.600288 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f609792-2131-4c45-89f9-b0d5620feb5d req-e747c546-f4ba-4d61-b7de-5d9414a80bf0 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:39:59.600889 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f609792-2131-4c45-89f9-b0d5620feb5d req-e747c546-f4ba-4d61-b7de-5d9414a80bf0 service neutron] Checking segment: {'id': '1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '83cc66ec-b716-4047-926b-17461255d55d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:39:59.603176 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f609792-2131-4c45-89f9-b0d5620feb5d req-e747c546-f4ba-4d61-b7de-5d9414a80bf0 service neutron] Bound using segment: {'id': '1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '83cc66ec-b716-4047-926b-17461255d55d'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:39:59.607741 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-8f609792-2131-4c45-89f9-b0d5620feb5d req-e747c546-f4ba-4d61-b7de-5d9414a80bf0 service neutron] Bound port: 4f7e1fde-9dc6-4b9d-af31-b0868911c823, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '83cc66ec-b716-4047-926b-17461255d55d'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:39:59.611687 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8f609792-2131-4c45-89f9-b0d5620feb5d req-e747c546-f4ba-4d61-b7de-5d9414a80bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (4f7e1fde-9dc6-4b9d-af31-b0868911c823), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:59.686988 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-555f1d21-9ce1-4461-a1db-56520ee937f5 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for security_group (101f24f8-a136-49de-8b95-6d1cc406d62d), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:59.721771 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-17462d5c-f202-4974-9c73-c3da836f6e5a tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for floatingip (604c24b0-c8bc-49ca-a227-d2f01b5f3657), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:59.877612 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-555f1d21-9ce1-4461-a1db-56520ee937f5 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (101f24f8-a136-49de-8b95-6d1cc406d62d), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:59.893146 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-555f1d21-9ce1-4461-a1db-56520ee937f5 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:39:59.894737 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-555f1d21-9ce1-4461-a1db-56520ee937f5 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "DELETE /v2.0/security-groups/101f24f8-a136-49de-8b95-6d1cc406d62d HTTP/1.1" status: 204 len: 168 time: 1.5074356 Feb 17 17:39:59.910554 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 49672) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:39:59.912747 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555f1d21-9ce1-4461-a1db-56520ee937f5 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=101f24f8-a136-49de-8b95-6d1cc406d62d,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:39:59.914012 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-71e6f40a-2235-44f4-a352-bc3ca9a1d009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b389c19b-77f0-4a05-b366-1f7d62c5967a', 'name': 'tempest-ServerRescueTestJSON-2011918016-router', 'tenant_id': 'b0fb42267d024cfbae564aa55b350788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '341f6617-c8af-416f-8f5b-9e317f041522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:39:49Z', 'updated_at': '2022-02-17T17:39:54Z', 'revision_number': 3, 'project_id': 'b0fb42267d024cfbae564aa55b350788', 'gw_port': {'id': '341f6617-c8af-416f-8f5b-9e317f041522', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:94:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b389c19b-77f0-4a05-b366-1f7d62c5967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:39:52Z', 'updated_at': '2022-02-17T17:39:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:39:59.951207 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-8f609792-2131-4c45-89f9-b0d5620feb5d req-e747c546-f4ba-4d61-b7de-5d9414a80bf0 service neutron] For port 4f7e1fde-9dc6-4b9d-af31-b0868911c823, host n-h2-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:39:59.951437 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e6f40a-2235-44f4-a352-bc3ca9a1d009 None None] The sync data for ids ['b389c19b-77f0-4a05-b366-1f7d62c5967a'] in n-d-829613-2 is: [{'id': 'b389c19b-77f0-4a05-b366-1f7d62c5967a', 'name': 'tempest-ServerRescueTestJSON-2011918016-router', 'tenant_id': 'b0fb42267d024cfbae564aa55b350788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '341f6617-c8af-416f-8f5b-9e317f041522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:39:49Z', 'updated_at': '2022-02-17T17:39:54Z', 'revision_number': 3, 'project_id': 'b0fb42267d024cfbae564aa55b350788', 'gw_port': {'id': '341f6617-c8af-416f-8f5b-9e317f041522', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:94:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b389c19b-77f0-4a05-b366-1f7d62c5967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:39:52Z', 'updated_at': '2022-02-17T17:39:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:40:00.059107 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-8f609792-2131-4c45-89f9-b0d5620feb5d req-e747c546-f4ba-4d61-b7de-5d9414a80bf0 service neutron] For port 4f7e1fde-9dc6-4b9d-af31-b0868911c823, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=4f7e1fde-9dc6-4b9d-af31-b0868911c823,segment=NetworkSegment(1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8),segment_id=1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:40:00.125539 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fbe80fb7-2078-4bff-8591-513b1aaa4695 admin admin] Publish callbacks [] for port (80221218-1bc4-4c3b-b418-7a4ee52a422e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:00.131321 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8f609792-2131-4c45-89f9-b0d5620feb5d req-e747c546-f4ba-4d61-b7de-5d9414a80bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (4f7e1fde-9dc6-4b9d-af31-b0868911c823), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:00.193809 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e747c546-f4ba-4d61-b7de-5d9414a80bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=4f7e1fde-9dc6-4b9d-af31-b0868911c823,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:00.247118 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b7bff3c3-95da-426b-bd58-f312c8a46e41 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for security_group (5f30e733-5f07-48b6-8483-2791227b4198), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:00.255510 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4bb7e-14e8-4210-967c-de9d0eb0b37c req-be0b1cc9-d86d-49bb-ab95-aa0c048a1824 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:00.262632 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-78c4bb7e-14e8-4210-967c-de9d0eb0b37c req-be0b1cc9-d86d-49bb-ab95-aa0c048a1824 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=2f9651f6-eec5-4c73-b6d6-b15657e0970d HTTP/1.1" status: 200 len: 943 time: 0.2295821 Feb 17 17:40:00.268406 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f609792-2131-4c45-89f9-b0d5620feb5d req-e747c546-f4ba-4d61-b7de-5d9414a80bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:00.269088 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8f609792-2131-4c45-89f9-b0d5620feb5d req-e747c546-f4ba-4d61-b7de-5d9414a80bf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:00.270402 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8f609792-2131-4c45-89f9-b0d5620feb5d req-e747c546-f4ba-4d61-b7de-5d9414a80bf0 service neutron] 10.222.0.91 "PUT /v2.0/ports/4f7e1fde-9dc6-4b9d-af31-b0868911c823 HTTP/1.1" status: 200 len: 1091 time: 3.6426473 Feb 17 17:40:00.277481 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f9651f6-eec5-4c73-b6d6-b15657e0970d', 'tag': '4f7e1fde-9dc6-4b9d-af31-b0868911c823'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:40:00.279680 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14713f0f-a098-442c-ac70-93acd70b778b" -d '{"events": [{"name": "network-changed", "server_uuid": "2f9651f6-eec5-4c73-b6d6-b15657e0970d", "tag": "4f7e1fde-9dc6-4b9d-af31-b0868911c823"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:40:00.355687 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed09ef-e014-454b-81bf-9ffab7583ac3 req-07dc656e-a5d9-41d3-ae7b-6e1b3454a9af tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:00.357407 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c0ed09ef-e014-454b-81bf-9ffab7583ac3 req-07dc656e-a5d9-41d3-ae7b-6e1b3454a9af tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/networks?id=41eab850-74f8-4919-9573-0fe261607aa2 HTTP/1.1" status: 200 len: 806 time: 0.4477506 Feb 17 17:40:00.459011 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b7bff3c3-95da-426b-bd58-f312c8a46e41 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for security_group (5f30e733-5f07-48b6-8483-2791227b4198), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:00.482607 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-78c4bb7e-14e8-4210-967c-de9d0eb0b37c req-37085178-c13a-4525-8e12-4b53f22108cd tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138741 Feb 17 17:40:00.488131 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c0ed09ef-e014-454b-81bf-9ffab7583ac3 req-b13635f5-761d-4744-8f6f-fb265d90a409 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/quotas/4010b90dceb14ea6a98968e6b17cf28b HTTP/1.1" status: 200 len: 375 time: 0.0716875 Feb 17 17:40:00.515401 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f609792-2131-4c45-89f9-b0d5620feb5d req-d2bc6fc7-30c2-4ccb-96d0-61c4d9721269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:00.517188 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8f609792-2131-4c45-89f9-b0d5620feb5d req-d2bc6fc7-30c2-4ccb-96d0-61c4d9721269 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d25e4e1cdd84422184c0ddb522055b36&device_id=2f9651f6-eec5-4c73-b6d6-b15657e0970d HTTP/1.1" status: 200 len: 1125 time: 0.1872644 Feb 17 17:40:00.716170 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fbe80fb7-2078-4bff-8591-513b1aaa4695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (80221218-1bc4-4c3b-b418-7a4ee52a422e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:00.780662 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe80fb7-2078-4bff-8591-513b1aaa4695 admin admin] Network b2cdfbff-16c7-45e3-b97b-944f59a2460d is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:40:00.827261 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-fbe80fb7-2078-4bff-8591-513b1aaa4695 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:40:00.832528 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe80fb7-2078-4bff-8591-513b1aaa4695 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:40:00.893368 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe80fb7-2078-4bff-8591-513b1aaa4695 admin admin] Pushing event updated for resources: {'Port': ['ID=80221218-1bc4-4c3b-b418-7a4ee52a422e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:00.924760 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-17462d5c-f202-4974-9c73-c3da836f6e5a tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:00.929458 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-17462d5c-f202-4974-9c73-c3da836f6e5a tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (604c24b0-c8bc-49ca-a227-d2f01b5f3657), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:01.043865 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fbe80fb7-2078-4bff-8591-513b1aaa4695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (b389c19b-77f0-4a05-b366-1f7d62c5967a), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:01.257783 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8f609792-2131-4c45-89f9-b0d5620feb5d req-e49b676e-8174-476d-aee1-11ae58302b38 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f7e1fde-9dc6-4b9d-af31-b0868911c823 HTTP/1.1" status: 200 len: 217 time: 0.7243862 Feb 17 17:40:01.269021 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e67864c-417a-43db-a96c-5e911ac95e50 x-openstack-request-id: req-3e67864c-417a-43db-a96c-5e911ac95e50 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:40:01.269962 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f9651f6-eec5-4c73-b6d6-b15657e0970d", "tag": "4f7e1fde-9dc6-4b9d-af31-b0868911c823", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:40:01.270369 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3e67864c-417a-43db-a96c-5e911ac95e50 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:40:01.270947 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f9651f6-eec5-4c73-b6d6-b15657e0970d', 'tag': '4f7e1fde-9dc6-4b9d-af31-b0868911c823', 'status': 'completed', 'code': 200} Feb 17 17:40:01.362175 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b7bff3c3-95da-426b-bd58-f312c8a46e41 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (5f30e733-5f07-48b6-8483-2791227b4198), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:01.367465 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b7bff3c3-95da-426b-bd58-f312c8a46e41 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:01.368913 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b7bff3c3-95da-426b-bd58-f312c8a46e41 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "DELETE /v2.0/security-groups/5f30e733-5f07-48b6-8483-2791227b4198 HTTP/1.1" status: 204 len: 168 time: 1.4536378 Feb 17 17:40:01.386508 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 49686) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:01.388557 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bff3c3-95da-426b-bd58-f312c8a46e41 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f30e733-5f07-48b6-8483-2791227b4198,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:01.397172 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f609792-2131-4c45-89f9-b0d5620feb5d req-8c1c5ab1-3761-4c08-aa32-073db876fbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:01.398864 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8f609792-2131-4c45-89f9-b0d5620feb5d req-8c1c5ab1-3761-4c08-aa32-073db876fbf6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1e1fcde1-7a12-4137-bca4-1789efb75583 HTTP/1.1" status: 200 len: 845 time: 0.1255078 Feb 17 17:40:01.412835 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c0ed09ef-e014-454b-81bf-9ffab7583ac3 req-24610385-abc8-43a7-baec-0d3e1e90d8d4 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=4010b90dceb14ea6a98968e6b17cf28b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9115331 Feb 17 17:40:01.501291 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8f609792-2131-4c45-89f9-b0d5620feb5d req-c0f54f43-b15e-4d58-9bdb-cef314a2de6f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=83cc66ec-b716-4047-926b-17461255d55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870309 Feb 17 17:40:01.518156 n-d-829613-2 neutron-server[103434]: INFO neutron.db.l3_db [None req-17462d5c-f202-4974-9c73-c3da836f6e5a tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Floating IP 604c24b0-c8bc-49ca-a227-d2f01b5f3657 associated. External IP: 172.25.8.248, port: f35c3f24-477f-4cda-b1e5-bce7df643157. Feb 17 17:40:01.589475 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fbe80fb7-2078-4bff-8591-513b1aaa4695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (80221218-1bc4-4c3b-b418-7a4ee52a422e), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:01.655229 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8f609792-2131-4c45-89f9-b0d5620feb5d req-632fe3a2-5c70-4627-b3ab-98f8543c5af3 service neutron] 10.222.0.91 "GET /v2.0/networks/83cc66ec-b716-4047-926b-17461255d55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292930 Feb 17 17:40:01.785912 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fbe80fb7-2078-4bff-8591-513b1aaa4695 admin admin] Publish callbacks [] for port (80221218-1bc4-4c3b-b418-7a4ee52a422e), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:01.792491 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fbe80fb7-2078-4bff-8591-513b1aaa4695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (80221218-1bc4-4c3b-b418-7a4ee52a422e), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:01.898170 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe80fb7-2078-4bff-8591-513b1aaa4695 admin admin] Pushing event updated for resources: {'Port': ['ID=80221218-1bc4-4c3b-b418-7a4ee52a422e,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:01.901138 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-996cb68c-fabd-4774-acc0-0133041fb890 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for security_group (38e29663-894d-4456-aa73-e1b22a87060c), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:01.904016 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fbe80fb7-2078-4bff-8591-513b1aaa4695 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (b389c19b-77f0-4a05-b366-1f7d62c5967a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:01.933884 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a74d60-98f9-4a4e-80ad-3622d8b609c6 req-6c653c59-6875-497a-b11d-4a65ccbd1281 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:01.935640 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-34a74d60-98f9-4a4e-80ad-3622d8b609c6 req-6c653c59-6875-497a-b11d-4a65ccbd1281 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=2f9651f6-eec5-4c73-b6d6-b15657e0970d HTTP/1.1" status: 200 len: 943 time: 0.2659335 Feb 17 17:40:01.973437 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c0ed09ef-e014-454b-81bf-9ffab7583ac3 req-e461a20c-43dd-4608-a1f2-f8d35568a223 service neutron] 10.222.0.87 "GET /v2.0/networks/41eab850-74f8-4919-9573-0fe261607aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5331101 Feb 17 17:40:01.992054 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-996cb68c-fabd-4774-acc0-0133041fb890 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for security_group (38e29663-894d-4456-aa73-e1b22a87060c), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:02.032197 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 341f6617-c8af-416f-8f5b-9e317f041522 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:40:02.105679 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-34a74d60-98f9-4a4e-80ad-3622d8b609c6 req-f5428b3c-7546-4cd0-b585-8f12ad0f3c55 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486149 Feb 17 17:40:02.115534 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8f609792-2131-4c45-89f9-b0d5620feb5d req-df198907-c791-4762-a331-eb5aafe63b6a service neutron] 10.222.0.91 "GET /v2.0/networks/83cc66ec-b716-4047-926b-17461255d55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4443181 Feb 17 17:40:02.133947 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17462d5c-f202-4974-9c73-c3da836f6e5a tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Router 1d79183a-43b6-4840-b514-7b4aefa7befc has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:40:02.155669 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 341f6617-c8af-416f-8f5b-9e317f041522 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:40:02.156051 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (341f6617-c8af-416f-8f5b-9e317f041522), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:02.316985 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-996cb68c-fabd-4774-acc0-0133041fb890 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (38e29663-894d-4456-aa73-e1b22a87060c), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:02.319910 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-996cb68c-fabd-4774-acc0-0133041fb890 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:02.323743 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 341f6617-c8af-416f-8f5b-9e317f041522 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:40:02.324184 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (341f6617-c8af-416f-8f5b-9e317f041522), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:02.324518 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-996cb68c-fabd-4774-acc0-0133041fb890 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "DELETE /v2.0/security-groups/38e29663-894d-4456-aa73-e1b22a87060c HTTP/1.1" status: 204 len: 168 time: 0.9309685 Feb 17 17:40:02.326814 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 49700) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:02.354107 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 341f6617-c8af-416f-8f5b-9e317f041522, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=341f6617-c8af-416f-8f5b-9e317f041522,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:40:02.361605 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (341f6617-c8af-416f-8f5b-9e317f041522), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:02.380991 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17462d5c-f202-4974-9c73-c3da836f6e5a tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:40:02.404822 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-215c58be-88b1-4153-abcb-134508237115 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Deleting subnet 1d1bca14-2b25-4f91-ba44-32ce29c03e5d {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:40:02.408855 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-17462d5c-f202-4974-9c73-c3da836f6e5a tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:02.422402 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-215c58be-88b1-4153-abcb-134508237115 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for subnet (1d1bca14-2b25-4f91-ba44-32ce29c03e5d), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:02.435502 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=341f6617-c8af-416f-8f5b-9e317f041522,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:02.438368 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d72dbc4-fa12-46d4-b3dc-4e849497eed6 None None] Sync routers for ids ['1d79183a-43b6-4840-b514-7b4aefa7befc'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:40:02.452884 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996cb68c-fabd-4774-acc0-0133041fb890 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e29663-894d-4456-aa73-e1b22a87060c,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:02.456288 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c0ed09ef-e014-454b-81bf-9ffab7583ac3 req-f0b52301-b0ff-49a2-8978-04338edcb016 service neutron] 10.222.0.87 "GET /v2.0/networks/41eab850-74f8-4919-9573-0fe261607aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4683959 Feb 17 17:40:02.463291 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14713f0f-a098-442c-ac70-93acd70b778b req-13e6d1bf-904f-43b9-9947-02958b9ae243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:02.465155 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-14713f0f-a098-442c-ac70-93acd70b778b req-13e6d1bf-904f-43b9-9947-02958b9ae243 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d25e4e1cdd84422184c0ddb522055b36&device_id=2f9651f6-eec5-4c73-b6d6-b15657e0970d HTTP/1.1" status: 200 len: 1125 time: 0.2095950 Feb 17 17:40:02.482732 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-17462d5c-f202-4974-9c73-c3da836f6e5a tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] 10.222.0.87 "PUT /v2.0/floatingips/604c24b0-c8bc-49ca-a227-d2f01b5f3657 HTTP/1.1" status: 200 len: 977 time: 2.9650304 Feb 17 17:40:02.484980 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49702) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:02.500134 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d72dbc4-fa12-46d4-b3dc-4e849497eed6 None None] Routers {'1d79183a-43b6-4840-b514-7b4aefa7befc'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:40:02.500810 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-8d72dbc4-fa12-46d4-b3dc-4e849497eed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:39:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['1d79183a-43b6-4840-b514-7b4aefa7befc'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:02.528019 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-215c58be-88b1-4153-abcb-134508237115 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (1d1bca14-2b25-4f91-ba44-32ce29c03e5d), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:02.585709 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe80fb7-2078-4bff-8591-513b1aaa4695 admin admin] Network b2cdfbff-16c7-45e3-b97b-944f59a2460d is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:40:02.600017 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-8d72dbc4-fa12-46d4-b3dc-4e849497eed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:02.624518 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d72dbc4-fa12-46d4-b3dc-4e849497eed6 None None] Routers {'1d79183a-43b6-4840-b514-7b4aefa7befc'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:40:02.625267 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-8d72dbc4-fa12-46d4-b3dc-4e849497eed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:39:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['1d79183a-43b6-4840-b514-7b4aefa7befc'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:02.648630 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-fbe80fb7-2078-4bff-8591-513b1aaa4695 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:40:02.701648 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-8d72dbc4-fa12-46d4-b3dc-4e849497eed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:02.702562 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d72dbc4-fa12-46d4-b3dc-4e849497eed6 None None] The sync data for ids ['1d79183a-43b6-4840-b514-7b4aefa7befc'] in n-d-829613-2 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:40:02.716611 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14713f0f-a098-442c-ac70-93acd70b778b req-9f22bf39-1b5b-48d8-9ee6-0a7619a2ea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:02.718264 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-14713f0f-a098-442c-ac70-93acd70b778b req-9f22bf39-1b5b-48d8-9ee6-0a7619a2ea69 service neutron] 10.222.0.91 "GET /v2.0/networks?id=83cc66ec-b716-4047-926b-17461255d55d HTTP/1.1" status: 200 len: 906 time: 0.2449787 Feb 17 17:40:02.795399 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-14713f0f-a098-442c-ac70-93acd70b778b req-53311bc8-aa50-485f-a1e2-707d2d148024 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f7e1fde-9dc6-4b9d-af31-b0868911c823 HTTP/1.1" status: 200 len: 217 time: 0.0680106 Feb 17 17:40:02.815150 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-215c58be-88b1-4153-abcb-134508237115 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (1d1bca14-2b25-4f91-ba44-32ce29c03e5d), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:02.854914 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-9faa6f89-77a1-43cf-9a16-0b2ec78fa7c3 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Deleting port f35c3f24-477f-4cda-b1e5-bce7df643157 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:40:02.856121 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9faa6f89-77a1-43cf-9a16-0b2ec78fa7c3 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (f35c3f24-477f-4cda-b1e5-bce7df643157), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:02.878059 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bb3bd5da-a20b-41c5-a623-428c86534afb req-36bb1c02-94ea-4361-945d-704c07fd21bb tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=91673fd8-3bea-488b-8f60-43f90b315b48 HTTP/1.1" status: 200 len: 210 time: 0.0897918 Feb 17 17:40:02.901692 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-178c8cc9-4983-4325-89c9-9742dcaf3b4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:03.018018 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe80fb7-2078-4bff-8591-513b1aaa4695 admin admin] Router b389c19b-77f0-4a05-b366-1f7d62c5967a has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:40:03.020336 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9faa6f89-77a1-43cf-9a16-0b2ec78fa7c3 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (f35c3f24-477f-4cda-b1e5-bce7df643157), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:03.028081 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14713f0f-a098-442c-ac70-93acd70b778b req-0878cc4c-55a9-44d2-bb83-47ad153c936a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:03.030152 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-14713f0f-a098-442c-ac70-93acd70b778b req-0878cc4c-55a9-44d2-bb83-47ad153c936a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1e1fcde1-7a12-4137-bca4-1789efb75583 HTTP/1.1" status: 200 len: 845 time: 0.1516998 Feb 17 17:40:03.079152 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-14713f0f-a098-442c-ac70-93acd70b778b req-a2c49caa-1f41-45c3-ba5b-e1c076f1107f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=83cc66ec-b716-4047-926b-17461255d55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428367 Feb 17 17:40:03.094947 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-215c58be-88b1-4153-abcb-134508237115 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (1d1bca14-2b25-4f91-ba44-32ce29c03e5d), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:03.148885 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c58be-88b1-4153-abcb-134508237115 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event deleted for resources: {'Subnet': ['ID=1d1bca14-2b25-4f91-ba44-32ce29c03e5d,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:03.155178 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-215c58be-88b1-4153-abcb-134508237115 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:03.165206 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-215c58be-88b1-4153-abcb-134508237115 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "DELETE /v2.0/subnets/1d1bca14-2b25-4f91-ba44-32ce29c03e5d HTTP/1.1" status: 204 len: 168 time: 0.8251898 Feb 17 17:40:03.169054 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769d8094-8449-45f4-86e1-a9fea6eea56a None None] Network 0556905e-4875-46d8-9121-765bf272ed3b requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:40:03.170863 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 49718) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:03.360178 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-84358bd2-fe8c-4d37-9fbf-ac31a76f04dc tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Deleting subnet d17e4a98-48bf-4244-acb9-a4b3f711f6ba {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:40:03.367433 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-84358bd2-fe8c-4d37-9fbf-ac31a76f04dc tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for subnet (d17e4a98-48bf-4244-acb9-a4b3f711f6ba), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:03.374832 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-14713f0f-a098-442c-ac70-93acd70b778b req-f716fa29-b911-415d-a4af-bbe273c3030a service neutron] 10.222.0.91 "GET /v2.0/networks/83cc66ec-b716-4047-926b-17461255d55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894008 Feb 17 17:40:03.460291 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a423b97-5963-4aab-a60b-ab667cfda8e6 req-49c5ef0f-374a-4302-bfd8-2c408b8283f3 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:03.460291 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1a423b97-5963-4aab-a60b-ab667cfda8e6 req-49c5ef0f-374a-4302-bfd8-2c408b8283f3 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=2f9651f6-eec5-4c73-b6d6-b15657e0970d HTTP/1.1" status: 200 len: 943 time: 0.1749055 Feb 17 17:40:03.523828 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-84358bd2-fe8c-4d37-9fbf-ac31a76f04dc tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (d17e4a98-48bf-4244-acb9-a4b3f711f6ba), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:03.597379 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9faa6f89-77a1-43cf-9a16-0b2ec78fa7c3 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:03.598149 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9faa6f89-77a1-43cf-9a16-0b2ec78fa7c3 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (604c24b0-c8bc-49ca-a227-d2f01b5f3657), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:03.599224 n-d-829613-2 neutron-server[103434]: INFO neutron.db.l3_db [None req-9faa6f89-77a1-43cf-9a16-0b2ec78fa7c3 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Floating IP 604c24b0-c8bc-49ca-a227-d2f01b5f3657 disassociated. External IP: 172.25.8.248, port: f35c3f24-477f-4cda-b1e5-bce7df643157. Feb 17 17:40:03.600449 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-9faa6f89-77a1-43cf-9a16-0b2ec78fa7c3 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Calling delete_port for f35c3f24-477f-4cda-b1e5-bce7df643157 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:40:03.661681 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1a423b97-5963-4aab-a60b-ab667cfda8e6 req-5dee8061-5d97-4ce6-884d-3572acfc4575 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893022 Feb 17 17:40:03.667043 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe80fb7-2078-4bff-8591-513b1aaa4695 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:40:03.682477 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fbe80fb7-2078-4bff-8591-513b1aaa4695 admin admin] 10.222.0.87 "PUT /v2.0/routers/b389c19b-77f0-4a05-b366-1f7d62c5967a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7552977 Feb 17 17:40:03.686124 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41833d45-2c0b-428d-90da-d9893b5f6b63 None None] Sync routers for ids ['b389c19b-77f0-4a05-b366-1f7d62c5967a'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:40:03.733566 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41833d45-2c0b-428d-90da-d9893b5f6b63 None None] Routers {'b389c19b-77f0-4a05-b366-1f7d62c5967a'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:40:03.734205 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-41833d45-2c0b-428d-90da-d9893b5f6b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:39:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['b389c19b-77f0-4a05-b366-1f7d62c5967a'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:03.762212 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-14713f0f-a098-442c-ac70-93acd70b778b req-7c86b395-ee51-48f0-9197-78a6c14036b4 service neutron] 10.222.0.91 "GET /v2.0/networks/83cc66ec-b716-4047-926b-17461255d55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627849 Feb 17 17:40:03.806767 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-84358bd2-fe8c-4d37-9fbf-ac31a76f04dc tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (d17e4a98-48bf-4244-acb9-a4b3f711f6ba), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:03.940737 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-84358bd2-fe8c-4d37-9fbf-ac31a76f04dc tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (d17e4a98-48bf-4244-acb9-a4b3f711f6ba), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:03.975679 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-84358bd2-fe8c-4d37-9fbf-ac31a76f04dc tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:03.989154 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-84358bd2-fe8c-4d37-9fbf-ac31a76f04dc tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "DELETE /v2.0/subnets/d17e4a98-48bf-4244-acb9-a4b3f711f6ba HTTP/1.1" status: 204 len: 168 time: 0.8171327 Feb 17 17:40:04.002815 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 341f6617-c8af-416f-8f5b-9e317f041522 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:40:04.005874 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 49736) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:04.042305 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9faa6f89-77a1-43cf-9a16-0b2ec78fa7c3 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (f35c3f24-477f-4cda-b1e5-bce7df643157), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:04.066931 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84358bd2-fe8c-4d37-9fbf-ac31a76f04dc tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event deleted for resources: {'Subnet': ['ID=d17e4a98-48bf-4244-acb9-a4b3f711f6ba,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:04.075991 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-41833d45-2c0b-428d-90da-d9893b5f6b63 None None] Set router b389c19b-77f0-4a05-b366-1f7d62c5967a gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:40:04.084862 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa6f89-77a1-43cf-9a16-0b2ec78fa7c3 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Pushing event deleted for resources: {'Port': ['ID=f35c3f24-477f-4cda-b1e5-bce7df643157,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:04.116560 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-f899c98c-254d-46e2-92c4-0e0c1a925b65 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] DELETE failed (client error): The resource could not be found. Feb 17 17:40:04.117222 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f899c98c-254d-46e2-92c4-0e0c1a925b65 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:40:04.127787 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-f899c98c-254d-46e2-92c4-0e0c1a925b65 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "DELETE /v2.0/subnets/1d1bca14-2b25-4f91-ba44-32ce29c03e5d HTTP/1.1" status: 404 len: 337 time: 0.1146467 Feb 17 17:40:04.129950 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49744) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:04.163549 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1dd89533-8729-49eb-be1a-77e4725cac6f req-b5ef664a-4b34-4f32-a5d7-964c5d72afde tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=91673fd8-3bea-488b-8f60-43f90b315b48 HTTP/1.1" status: 200 len: 210 time: 0.0936577 Feb 17 17:40:04.174951 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 341f6617-c8af-416f-8f5b-9e317f041522 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:40:04.175525 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (341f6617-c8af-416f-8f5b-9e317f041522), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:04.338658 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 341f6617-c8af-416f-8f5b-9e317f041522 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:40:04.390294 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbb0621c-4bee-4702-bc36-35700390c02a tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Deleting subnet 700e5e7c-bb66-45f5-8e73-6741da9be48d {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:40:04.398207 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cbb0621c-4bee-4702-bc36-35700390c02a tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for subnet (700e5e7c-bb66-45f5-8e73-6741da9be48d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:04.507641 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cbb0621c-4bee-4702-bc36-35700390c02a tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (700e5e7c-bb66-45f5-8e73-6741da9be48d), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:04.521611 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-41833d45-2c0b-428d-90da-d9893b5f6b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b389c19b-77f0-4a05-b366-1f7d62c5967a', 'name': 'tempest-ServerRescueTestJSON-2011918016-router', 'tenant_id': 'b0fb42267d024cfbae564aa55b350788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '341f6617-c8af-416f-8f5b-9e317f041522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:39:49Z', 'updated_at': '2022-02-17T17:40:01Z', 'revision_number': 4, 'project_id': 'b0fb42267d024cfbae564aa55b350788', 'gw_port': {'id': '341f6617-c8af-416f-8f5b-9e317f041522', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:94:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b389c19b-77f0-4a05-b366-1f7d62c5967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:39:52Z', 'updated_at': '2022-02-17T17:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '80221218-1bc4-4c3b-b418-7a4ee52a422e', 'name': '', 'network_id': 'b2cdfbff-16c7-45e3-b97b-944f59a2460d', 'tenant_id': 'b0fb42267d024cfbae564aa55b350788', 'mac_address': 'fa:16:3e:2a:3c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b389c19b-77f0-4a05-b366-1f7d62c5967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '36b5f32c-14a0-4a60-ad2f-22440ca5b40f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:39:58Z', 'updated_at': '2022-02-17T17:40:01Z', 'revision_number': 2, 'project_id': 'b0fb42267d024cfbae564aa55b350788', 'subnets': [{'id': '36b5f32c-14a0-4a60-ad2f-22440ca5b40f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:04.567422 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41833d45-2c0b-428d-90da-d9893b5f6b63 None None] Checking router: b389c19b-77f0-4a05-b366-1f7d62c5967a for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:40:04.567789 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41833d45-2c0b-428d-90da-d9893b5f6b63 None None] Updating router b389c19b-77f0-4a05-b366-1f7d62c5967a port 80221218-1bc4-4c3b-b418-7a4ee52a422e binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:40:04.576026 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9faa6f89-77a1-43cf-9a16-0b2ec78fa7c3 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Router 1d79183a-43b6-4840-b514-7b4aefa7befc has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:40:04.612208 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-41833d45-2c0b-428d-90da-d9893b5f6b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (80221218-1bc4-4c3b-b418-7a4ee52a422e), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:04.641314 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:40:04.641547 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c6521d-c789-4dd1-8f0f-98262a54d2f2 None None] Network 0556905e-4875-46d8-9121-765bf272ed3b requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:40:04.732459 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac5223-138f-4af0-9f89-0199469e34fe req-db6a2d12-db96-4c38-a295-07fd49800d92 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:04.735862 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-73ac5223-138f-4af0-9f89-0199469e34fe req-db6a2d12-db96-4c38-a295-07fd49800d92 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/networks?id=b2cdfbff-16c7-45e3-b97b-944f59a2460d HTTP/1.1" status: 200 len: 811 time: 0.4163406 Feb 17 17:40:04.762969 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-73ac5223-138f-4af0-9f89-0199469e34fe req-3947a22c-0fa9-4c81-8681-65f096cb1277 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/quotas/b0fb42267d024cfbae564aa55b350788 HTTP/1.1" status: 200 len: 375 time: 0.0200508 Feb 17 17:40:04.782366 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-02774443-c3fd-4912-af5d-e3cb2ce6b689 None None] Provisioning complete for port 13a8db4c-b2e7-4ac0-b4d1-f033bb447457 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:40:04.783030 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-02774443-c3fd-4912-af5d-e3cb2ce6b689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (13a8db4c-b2e7-4ac0-b4d1-f033bb447457), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:04.803623 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 4f7e1fde-9dc6-4b9d-af31-b0868911c823 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:40:04.817239 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cbb0621c-4bee-4702-bc36-35700390c02a tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (700e5e7c-bb66-45f5-8e73-6741da9be48d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:04.852892 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed09ef-e014-454b-81bf-9ffab7583ac3 req-1447d65a-7711-4a30-8332-49da49c4705c tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:04.856374 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c0ed09ef-e014-454b-81bf-9ffab7583ac3 req-1447d65a-7711-4a30-8332-49da49c4705c tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.71 "GET /v2.0/networks?id=41eab850-74f8-4919-9573-0fe261607aa2 HTTP/1.1" status: 200 len: 806 time: 0.3168812 Feb 17 17:40:04.902332 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9faa6f89-77a1-43cf-9a16-0b2ec78fa7c3 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:40:04.918886 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-c0ed09ef-e014-454b-81bf-9ffab7583ac3 req-97450d69-a904-4656-bf8b-9d78fe2ee02d tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Request body: {'port': {'device_id': '91673fd8-3bea-488b-8f60-43f90b315b48', 'network_id': '41eab850-74f8-4919-9573-0fe261607aa2', 'admin_state_up': True, 'tenant_id': '4010b90dceb14ea6a98968e6b17cf28b'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:40:04.926450 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f74a987-b51b-4800-9b78-7c978d7a7a29 None None] Sync routers for ids ['1d79183a-43b6-4840-b514-7b4aefa7befc'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:40:04.947805 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f74a987-b51b-4800-9b78-7c978d7a7a29 None None] Routers {'1d79183a-43b6-4840-b514-7b4aefa7befc'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:40:04.948733 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-7f74a987-b51b-4800-9b78-7c978d7a7a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:39:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['1d79183a-43b6-4840-b514-7b4aefa7befc'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:04.977866 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cbb0621c-4bee-4702-bc36-35700390c02a tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (700e5e7c-bb66-45f5-8e73-6741da9be48d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:04.980432 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-41833d45-2c0b-428d-90da-d9893b5f6b63 None None] Publish callbacks [] for port (80221218-1bc4-4c3b-b418-7a4ee52a422e), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:04.992671 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-41833d45-2c0b-428d-90da-d9893b5f6b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (80221218-1bc4-4c3b-b418-7a4ee52a422e), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:05.020066 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9faa6f89-77a1-43cf-9a16-0b2ec78fa7c3 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:05.025880 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9faa6f89-77a1-43cf-9a16-0b2ec78fa7c3 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] 10.222.0.87 "DELETE /v2.0/ports/f35c3f24-477f-4cda-b1e5-bce7df643157 HTTP/1.1" status: 204 len: 168 time: 2.5369167 Feb 17 17:40:05.025880 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cbb0621c-4bee-4702-bc36-35700390c02a tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:05.031588 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-cbb0621c-4bee-4702-bc36-35700390c02a tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "DELETE /v2.0/subnets/700e5e7c-bb66-45f5-8e73-6741da9be48d HTTP/1.1" status: 204 len: 168 time: 0.8996747 Feb 17 17:40:05.032989 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb0621c-4bee-4702-bc36-35700390c02a tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event deleted for resources: {'Subnet': ['ID=700e5e7c-bb66-45f5-8e73-6741da9be48d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:05.035039 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49778) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:05.035446 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49780) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:05.060053 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-73ac5223-138f-4af0-9f89-0199469e34fe req-d2899ae6-103a-4042-b8af-a6e5ea5da08d tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=b0fb42267d024cfbae564aa55b350788&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2909007 Feb 17 17:40:05.113817 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53246522-4d7a-4c1d-95b5-bfa5eb1f3488 None None] Pushing event updated for resources: {'Port': ['ID=80221218-1bc4-4c3b-b418-7a4ee52a422e,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:05.137105 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-65e0275b-11a9-44aa-8e2b-ea8fb3a2420e tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] DELETE failed (client error): The resource could not be found. Feb 17 17:40:05.138577 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65e0275b-11a9-44aa-8e2b-ea8fb3a2420e tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:40:05.148715 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-65e0275b-11a9-44aa-8e2b-ea8fb3a2420e tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "DELETE /v2.0/subnets/2a43602a-cb50-4867-b56a-0d805b85bd41 HTTP/1.1" status: 404 len: 337 time: 0.0947785 Feb 17 17:40:05.155821 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 49782) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:05.158157 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-41833d45-2c0b-428d-90da-d9893b5f6b63 None None] Attempting to bind port 80221218-1bc4-4c3b-b418-7a4ee52a422e on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:40:05.158602 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-41833d45-2c0b-428d-90da-d9893b5f6b63 None None] Attempting to bind port 80221218-1bc4-4c3b-b418-7a4ee52a422e by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '80af71d2-6810-45c1-8520-db6a1714ff10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b2cdfbff-16c7-45e3-b97b-944f59a2460d'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:40:05.159027 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41833d45-2c0b-428d-90da-d9893b5f6b63 None None] Attempting to bind port 80221218-1bc4-4c3b-b418-7a4ee52a422e on network b2cdfbff-16c7-45e3-b97b-944f59a2460d {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:40:05.166361 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41833d45-2c0b-428d-90da-d9893b5f6b63 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:40:05.167082 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41833d45-2c0b-428d-90da-d9893b5f6b63 None None] Checking segment: {'id': '80af71d2-6810-45c1-8520-db6a1714ff10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b2cdfbff-16c7-45e3-b97b-944f59a2460d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:40:05.167556 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-41833d45-2c0b-428d-90da-d9893b5f6b63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:05.168008 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41833d45-2c0b-428d-90da-d9893b5f6b63 None None] Bound using segment: {'id': '80af71d2-6810-45c1-8520-db6a1714ff10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b2cdfbff-16c7-45e3-b97b-944f59a2460d'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:40:05.168633 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-41833d45-2c0b-428d-90da-d9893b5f6b63 None None] Bound port: 80221218-1bc4-4c3b-b418-7a4ee52a422e, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80af71d2-6810-45c1-8520-db6a1714ff10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b2cdfbff-16c7-45e3-b97b-944f59a2460d'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:40:05.169075 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-41833d45-2c0b-428d-90da-d9893b5f6b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (80221218-1bc4-4c3b-b418-7a4ee52a422e), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:05.170560 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d6263-5934-4586-8324-fa6e2f70b0a6 req-7052972c-7f5e-47eb-ab3f-5a2999e6b96b tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:05.178291 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bb7d6263-5934-4586-8324-fa6e2f70b0a6 req-7052972c-7f5e-47eb-ab3f-5a2999e6b96b tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=2f9651f6-eec5-4c73-b6d6-b15657e0970d HTTP/1.1" status: 200 len: 943 time: 0.3504910 Feb 17 17:40:05.191018 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-7f74a987-b51b-4800-9b78-7c978d7a7a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:05.204991 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b78fb37d-d77e-4e52-b784-0a591142ee59 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] 10.222.0.87 "GET /v2.0/floatingips/604c24b0-c8bc-49ca-a227-d2f01b5f3657 HTTP/1.1" status: 200 len: 688 time: 0.1678178 Feb 17 17:40:05.207520 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49786) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:05.218575 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-02774443-c3fd-4912-af5d-e3cb2ce6b689 None None] Port 13a8db4c-b2e7-4ac0-b4d1-f033bb447457 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:40:05.223449 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 4f7e1fde-9dc6-4b9d-af31-b0868911c823, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=4f7e1fde-9dc6-4b9d-af31-b0868911c823,segment=NetworkSegment(1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8),segment_id=1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:40:05.236844 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '4f7e1fde-9dc6-4b9d-af31-b0868911c823', 'network_id': '83cc66ec-b716-4047-926b-17461255d55d', 'port_id': '4f7e1fde-9dc6-4b9d-af31-b0868911c823', 'mac_address': 'fa:16:3e:33:42:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e1fcde1-7a12-4137-bca4-1789efb75583', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:40:05.249574 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f74a987-b51b-4800-9b78-7c978d7a7a29 None None] Routers {'1d79183a-43b6-4840-b514-7b4aefa7befc'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:40:05.249964 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-7f74a987-b51b-4800-9b78-7c978d7a7a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:39:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['1d79183a-43b6-4840-b514-7b4aefa7befc'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:05.262215 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-41833d45-2c0b-428d-90da-d9893b5f6b63 None None] For port 80221218-1bc4-4c3b-b418-7a4ee52a422e, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:40:05.266369 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-41833d45-2c0b-428d-90da-d9893b5f6b63 None None] For port 80221218-1bc4-4c3b-b418-7a4ee52a422e, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=80221218-1bc4-4c3b-b418-7a4ee52a422e,segment=NetworkSegment(80af71d2-6810-45c1-8520-db6a1714ff10),segment_id=80af71d2-6810-45c1-8520-db6a1714ff10)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:40:05.274525 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-41833d45-2c0b-428d-90da-d9893b5f6b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (80221218-1bc4-4c3b-b418-7a4ee52a422e), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:05.281318 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-73ac5223-138f-4af0-9f89-0199469e34fe req-c4283802-59dc-494e-a73e-b90f886695c0 service neutron] 10.222.0.87 "GET /v2.0/networks/b2cdfbff-16c7-45e3-b97b-944f59a2460d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108839 Feb 17 17:40:05.283393 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-8fff0655-f6d6-4128-87c6-55daf00168ac tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "GET /v2.0/ports?device_id=edfd6517-8557-4e6a-a2a2-af7d7d7fd286 HTTP/1.1" status: 200 len: 205 time: 0.1029396 Feb 17 17:40:05.291108 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 49788) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:05.295543 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-7f74a987-b51b-4800-9b78-7c978d7a7a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:05.296200 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f74a987-b51b-4800-9b78-7c978d7a7a29 None None] The sync data for ids ['1d79183a-43b6-4840-b514-7b4aefa7befc'] in n-d-829613-2 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:40:05.297525 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-02774443-c3fd-4912-af5d-e3cb2ce6b689 None None] Provisioning complete for port c0607abd-dfcd-4a9e-818b-af3e6b495b1f triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:40:05.297894 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-02774443-c3fd-4912-af5d-e3cb2ce6b689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c0607abd-dfcd-4a9e-818b-af3e6b495b1f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:05.366641 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 4f7e1fde-9dc6-4b9d-af31-b0868911c823 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:40:05.367045 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (4f7e1fde-9dc6-4b9d-af31-b0868911c823), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:05.381199 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0ed09ef-e014-454b-81bf-9ffab7583ac3 req-97450d69-a904-4656-bf8b-9d78fe2ee02d tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Made reservation on behalf of 4010b90dceb14ea6a98968e6b17cf28b for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:40:05.385232 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c0ed09ef-e014-454b-81bf-9ffab7583ac3 req-97450d69-a904-4656-bf8b-9d78fe2ee02d tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:05.386312 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f7e1fde-9dc6-4b9d-af31-b0868911c823 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:40:05.398194 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-181486d2-99b2-4008-a6ee-44929322c889 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] delete failed (client error): The resource could not be found. Feb 17 17:40:05.399252 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-181486d2-99b2-4008-a6ee-44929322c889 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "DELETE /v2.0/routers/edfd6517-8557-4e6a-a2a2-af7d7d7fd286 HTTP/1.1" status: 404 len: 336 time: 0.0981345 Feb 17 17:40:05.415091 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 49790) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:05.423480 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53246522-4d7a-4c1d-95b5-bfa5eb1f3488 None None] Pushing event updated for resources: {'Port': ['ID=80221218-1bc4-4c3b-b418-7a4ee52a422e,revision_number=4']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:05.440110 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d430c15a-7493-4e1e-a2e9-50fd97c1cfd7 None None] Update dhcp port {'port': {'network_id': '0556905e-4875-46d8-9121-765bf272ed3b', 'fixed_ips': [{'subnet_id': '700e5e7c-bb66-45f5-8e73-6741da9be48d'}], 'binding:host_id': 'n-d-829613-2'}, 'id': 'c0607abd-dfcd-4a9e-818b-af3e6b495b1f'} from n-d-829613-2. {{(pid=103436) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 17 17:40:05.450876 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-23da28bc-c620-48ed-8f82-95bce5ad98c1 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] DELETE failed (client error): The resource could not be found. Feb 17 17:40:05.451452 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23da28bc-c620-48ed-8f82-95bce5ad98c1 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:40:05.454457 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-23da28bc-c620-48ed-8f82-95bce5ad98c1 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "DELETE /v2.0/subnets/b84620b7-29cc-49d2-adc2-274f491c6682 HTTP/1.1" status: 404 len: 337 time: 0.0381911 Feb 17 17:40:05.455705 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41833d45-2c0b-428d-90da-d9893b5f6b63 None None] Routers {'b389c19b-77f0-4a05-b366-1f7d62c5967a'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:40:05.456638 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-41833d45-2c0b-428d-90da-d9893b5f6b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:39:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['b389c19b-77f0-4a05-b366-1f7d62c5967a'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:05.486501 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d430c15a-7493-4e1e-a2e9-50fd97c1cfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c0607abd-dfcd-4a9e-818b-af3e6b495b1f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:05.495613 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 49794) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:05.515489 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 4f7e1fde-9dc6-4b9d-af31-b0868911c823, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=4f7e1fde-9dc6-4b9d-af31-b0868911c823,segment=NetworkSegment(1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8),segment_id=1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:40:05.520333 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-aea904b7-4b9d-4548-affe-6e90ec9ef908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:05.529921 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (4f7e1fde-9dc6-4b9d-af31-b0868911c823), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:05.533947 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d3dd916-27cf-4c2d-905b-b2faf51bcea8 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] DELETE failed (client error): The resource could not be found. Feb 17 17:40:05.534438 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d3dd916-27cf-4c2d-905b-b2faf51bcea8 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:40:05.537663 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1d3dd916-27cf-4c2d-905b-b2faf51bcea8 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "DELETE /v2.0/subnets/8b0b9e6f-b4db-4d86-b72b-cfb678cf678a HTTP/1.1" status: 404 len: 337 time: 0.0410848 Feb 17 17:40:05.546855 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 49796) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:05.587193 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-b66eb893-91d4-45dd-9d2d-865a43b89e27 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] DELETE failed (client error): The resource could not be found. Feb 17 17:40:05.587723 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b66eb893-91d4-45dd-9d2d-865a43b89e27 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:40:05.592622 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b66eb893-91d4-45dd-9d2d-865a43b89e27 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "DELETE /v2.0/subnets/17166362-d1e1-4a89-aea7-4d48329837e9 HTTP/1.1" status: 404 len: 337 time: 0.0439181 Feb 17 17:40:05.605321 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 49798) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:05.627570 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bb7d6263-5934-4586-8324-fa6e2f70b0a6 req-95884833-ab87-494e-aca7-923346962cde tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4483092 Feb 17 17:40:05.692409 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-d05bc762-4d7f-4f67-a993-83e626dab23c tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] DELETE failed (client error): The resource could not be found. Feb 17 17:40:05.693015 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d05bc762-4d7f-4f67-a993-83e626dab23c tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:40:05.699687 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-d05bc762-4d7f-4f67-a993-83e626dab23c tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "DELETE /v2.0/ports/16ad957b-3113-4534-ba1d-b753df7ec795 HTTP/1.1" status: 404 len: 333 time: 0.0888968 Feb 17 17:40:05.699907 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=4f7e1fde-9dc6-4b9d-af31-b0868911c823,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:05.705535 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 49800) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:05.765436 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-02774443-c3fd-4912-af5d-e3cb2ce6b689 None None] Current status of the port c0607abd-dfcd-4a9e-818b-af3e6b495b1f is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:40:05.766021 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-73ac5223-138f-4af0-9f89-0199469e34fe req-ee1d0283-534d-4de3-8f89-56972a5a6cf8 service neutron] 10.222.0.87 "GET /v2.0/networks/b2cdfbff-16c7-45e3-b97b-944f59a2460d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4741585 Feb 17 17:40:05.773574 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-00769a55-86a4-4b39-bfd2-f97adbded1e2 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Deleting port 1d8f9984-76cd-4ff8-8a4d-99427f02660c {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:40:05.773931 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00769a55-86a4-4b39-bfd2-f97adbded1e2 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (1d8f9984-76cd-4ff8-8a4d-99427f02660c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:05.774336 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2865fac-41eb-4dde-8f81-cd0266684624 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] DELETE failed (client error): The resource could not be found. Feb 17 17:40:05.774808 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2865fac-41eb-4dde-8f81-cd0266684624 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:40:05.779194 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a2865fac-41eb-4dde-8f81-cd0266684624 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "DELETE /v2.0/subnets/2382fb7a-dab2-4d0d-81c7-310f7003735f HTTP/1.1" status: 404 len: 337 time: 0.0706925 Feb 17 17:40:05.789063 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49802) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:05.823113 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadbbed5-a7f8-4ada-866c-eb1f5023af6a None None] Network 0556905e-4875-46d8-9121-765bf272ed3b requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:40:05.841061 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-336e78dc-d1bd-470c-b878-33836eee7042 req-59d67cee-9d64-4141-879e-4095f8333e74 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=91673fd8-3bea-488b-8f60-43f90b315b48 HTTP/1.1" status: 200 len: 210 time: 0.0714757 Feb 17 17:40:05.852945 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-c36bc7b0-cd3e-4db3-8215-63f837d93b8a tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] DELETE failed (client error): The resource could not be found. Feb 17 17:40:05.854377 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c36bc7b0-cd3e-4db3-8215-63f837d93b8a tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:40:05.868310 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c36bc7b0-cd3e-4db3-8215-63f837d93b8a tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "DELETE /v2.0/subnets/39b1f140-e4ab-4547-beab-ead24a504013 HTTP/1.1" status: 404 len: 337 time: 0.0684080 Feb 17 17:40:05.868528 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['4f7e1fde-9dc6-4b9d-af31-b0868911c823'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:40:05.870391 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49804) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:05.943465 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-41833d45-2c0b-428d-90da-d9893b5f6b63 None None] Set router b389c19b-77f0-4a05-b366-1f7d62c5967a gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:40:05.954272 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-c0ed09ef-e014-454b-81bf-9ffab7583ac3 req-97450d69-a904-4656-bf8b-9d78fe2ee02d tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Allocated IP 172.20.0.6 (41eab850-74f8-4919-9573-0fe261607aa2/b20ab57b-0ae5-4c69-b6b9-871207503198/d2dc3f99-7376-40e5-b61d-e28585ba5a51) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:40:05.969928 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f5cccd9-3b7a-48b3-b91e-6d7784aa3dda tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] DELETE failed (client error): The resource could not be found. Feb 17 17:40:05.972033 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f5cccd9-3b7a-48b3-b91e-6d7784aa3dda tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:40:05.976689 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8f5cccd9-3b7a-48b3-b91e-6d7784aa3dda tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "DELETE /v2.0/ports/cc96221b-4145-4fac-91f1-932ca1195a1e HTTP/1.1" status: 404 len: 333 time: 0.1046562 Feb 17 17:40:05.981434 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 49810) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:05.992857 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device c0607abd-dfcd-4a9e-818b-af3e6b495b1f no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:40:06.049382 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00769a55-86a4-4b39-bfd2-f97adbded1e2 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (1d8f9984-76cd-4ff8-8a4d-99427f02660c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:06.049789 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00769a55-86a4-4b39-bfd2-f97adbded1e2 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for floatingip (1d8f9984-76cd-4ff8-8a4d-99427f02660c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:06.063140 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-50616c8a-2295-4b1a-b142-33aca01b90cb tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] DELETE failed (client error): The resource could not be found. Feb 17 17:40:06.063607 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50616c8a-2295-4b1a-b142-33aca01b90cb tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:40:06.074242 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-50616c8a-2295-4b1a-b142-33aca01b90cb tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "DELETE /v2.0/subnets/06ce30fe-978b-40f6-9ae4-5ff314af90df HTTP/1.1" status: 404 len: 337 time: 0.0915010 Feb 17 17:40:06.074900 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49816) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:06.086911 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-0dcb9eff-6158-4d77-9026-57a99c17c022 None None] Provisioning complete for port 13a8db4c-b2e7-4ac0-b4d1-f033bb447457 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:40:06.087309 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0dcb9eff-6158-4d77-9026-57a99c17c022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (13a8db4c-b2e7-4ac0-b4d1-f033bb447457), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:06.119827 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fbb73247-d569-452e-a2c9-d02f656f4dcc req-3c2c163c-6a05-4b7b-bab8-4606d048a259 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=2de6d73b-a3c3-4fc1-b8e3-d83105037f43 HTTP/1.1" status: 200 len: 210 time: 0.0443785 Feb 17 17:40:06.123738 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-00769a55-86a4-4b39-bfd2-f97adbded1e2 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Calling delete_port for 1d8f9984-76cd-4ff8-8a4d-99427f02660c owned by network:floatingip {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:40:06.148288 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-0dcb9eff-6158-4d77-9026-57a99c17c022 None None] Port 13a8db4c-b2e7-4ac0-b4d1-f033bb447457 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:40:06.201336 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ab1d708-4328-49fe-bd3b-ebeb4676e626 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] DELETE failed (client error): The resource could not be found. Feb 17 17:40:06.203606 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ab1d708-4328-49fe-bd3b-ebeb4676e626 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:40:06.211815 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6ab1d708-4328-49fe-bd3b-ebeb4676e626 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "DELETE /v2.0/subnets/3ec5ac69-4173-4cd8-9515-e12b010c6fd3 HTTP/1.1" status: 404 len: 337 time: 0.1308367 Feb 17 17:40:06.214799 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 49824) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:06.267681 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-0dcb9eff-6158-4d77-9026-57a99c17c022 None None] Provisioning complete for port c0607abd-dfcd-4a9e-818b-af3e6b495b1f triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:40:06.268138 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0dcb9eff-6158-4d77-9026-57a99c17c022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c0607abd-dfcd-4a9e-818b-af3e6b495b1f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:06.451172 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c0ed09ef-e014-454b-81bf-9ffab7583ac3 req-97450d69-a904-4656-bf8b-9d78fe2ee02d tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks [] for port (d2dc3f99-7376-40e5-b61d-e28585ba5a51), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:06.482719 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-41833d45-2c0b-428d-90da-d9893b5f6b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b389c19b-77f0-4a05-b366-1f7d62c5967a', 'name': 'tempest-ServerRescueTestJSON-2011918016-router', 'tenant_id': 'b0fb42267d024cfbae564aa55b350788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '341f6617-c8af-416f-8f5b-9e317f041522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:39:49Z', 'updated_at': '2022-02-17T17:40:01Z', 'revision_number': 4, 'project_id': 'b0fb42267d024cfbae564aa55b350788', 'gw_port': {'id': '341f6617-c8af-416f-8f5b-9e317f041522', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:94:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b389c19b-77f0-4a05-b366-1f7d62c5967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:39:52Z', 'updated_at': '2022-02-17T17:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '80221218-1bc4-4c3b-b418-7a4ee52a422e', 'name': '', 'network_id': 'b2cdfbff-16c7-45e3-b97b-944f59a2460d', 'tenant_id': 'b0fb42267d024cfbae564aa55b350788', 'mac_address': 'fa:16:3e:2a:3c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b389c19b-77f0-4a05-b366-1f7d62c5967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '36b5f32c-14a0-4a60-ad2f-22440ca5b40f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:39:58Z', 'updated_at': '2022-02-17T17:40:05Z', 'revision_number': 4, 'project_id': 'b0fb42267d024cfbae564aa55b350788', 'subnets': [{'id': '36b5f32c-14a0-4a60-ad2f-22440ca5b40f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:06.489072 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port c0607abd-dfcd-4a9e-818b-af3e6b495b1f is: ACTIVE; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:40:06.489461 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c0607abd-dfcd-4a9e-818b-af3e6b495b1f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:06.491609 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1721b396-dbcd-487b-955a-56fdd535a87a None None] DHCP port deletion for 0556905e-4875-46d8-9121-765bf272ed3b request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:40:06.551867 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00769a55-86a4-4b39-bfd2-f97adbded1e2 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (1d8f9984-76cd-4ff8-8a4d-99427f02660c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:06.564656 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port c0607abd-dfcd-4a9e-818b-af3e6b495b1f, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=c0607abd-dfcd-4a9e-818b-af3e6b495b1f,segment=NetworkSegment(a6d0ebb9-2416-462b-91d2-a784842ff2ac),segment_id=a6d0ebb9-2416-462b-91d2-a784842ff2ac)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:40:06.583944 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8570d6-9d29-4a8c-b3ec-75448ae93c1b req-9b592270-4b78-42fb-944a-dc49501f9a47 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:06.585568 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3d8570d6-9d29-4a8c-b3ec-75448ae93c1b req-9b592270-4b78-42fb-944a-dc49501f9a47 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.87 "GET /v2.0/ports?device_id=f8516490-e323-4676-8497-08f986001dea HTTP/1.1" status: 200 len: 949 time: 0.1564877 Feb 17 17:40:06.590511 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-5c9e2385-65f1-4b31-832d-a1ef0f036dce tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Deleting port 13a8db4c-b2e7-4ac0-b4d1-f033bb447457 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:40:06.590919 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5c9e2385-65f1-4b31-832d-a1ef0f036dce tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (13a8db4c-b2e7-4ac0-b4d1-f033bb447457), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:06.598328 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41833d45-2c0b-428d-90da-d9893b5f6b63 None None] The sync data for ids ['b389c19b-77f0-4a05-b366-1f7d62c5967a'] in n-d-829613-2 is: [{'id': 'b389c19b-77f0-4a05-b366-1f7d62c5967a', 'name': 'tempest-ServerRescueTestJSON-2011918016-router', 'tenant_id': 'b0fb42267d024cfbae564aa55b350788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '341f6617-c8af-416f-8f5b-9e317f041522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:39:49Z', 'updated_at': '2022-02-17T17:40:01Z', 'revision_number': 4, 'project_id': 'b0fb42267d024cfbae564aa55b350788', 'gw_port': {'id': '341f6617-c8af-416f-8f5b-9e317f041522', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:94:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b389c19b-77f0-4a05-b366-1f7d62c5967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:39:52Z', 'updated_at': '2022-02-17T17:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '80221218-1bc4-4c3b-b418-7a4ee52a422e', 'name': '', 'network_id': 'b2cdfbff-16c7-45e3-b97b-944f59a2460d', 'tenant_id': 'b0fb42267d024cfbae564aa55b350788', 'mac_address': 'fa:16:3e:2a:3c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b389c19b-77f0-4a05-b366-1f7d62c5967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '36b5f32c-14a0-4a60-ad2f-22440ca5b40f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:39:58Z', 'updated_at': '2022-02-17T17:40:05Z', 'revision_number': 4, 'project_id': 'b0fb42267d024cfbae564aa55b350788', 'subnets': [{'id': '36b5f32c-14a0-4a60-ad2f-22440ca5b40f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:40:06.612212 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c0ed09ef-e014-454b-81bf-9ffab7583ac3 req-97450d69-a904-4656-bf8b-9d78fe2ee02d tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (d2dc3f99-7376-40e5-b61d-e28585ba5a51), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:06.620534 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00769a55-86a4-4b39-bfd2-f97adbded1e2 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Pushing event deleted for resources: {'Port': ['ID=1d8f9984-76cd-4ff8-8a4d-99427f02660c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:06.705905 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c0607abd-dfcd-4a9e-818b-af3e6b495b1f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:06.713747 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['d0cc2a16-299a-4fcb-9e02-8e660124ccbc'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:40:06.756372 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3d8570d6-9d29-4a8c-b3ec-75448ae93c1b req-fb5f1f62-7866-4706-95c2-228694bb6de4 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.87 "GET /v2.0/security-groups?id=e9bd42c3-c838-49d1-a22a-8fe0d191573f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592200 Feb 17 17:40:06.799641 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00769a55-86a4-4b39-bfd2-f97adbded1e2 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for floatingip (604c24b0-c8bc-49ca-a227-d2f01b5f3657), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:06.814413 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00769a55-86a4-4b39-bfd2-f97adbded1e2 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:06.815722 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-00769a55-86a4-4b39-bfd2-f97adbded1e2 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] 10.222.0.87 "DELETE /v2.0/floatingips/604c24b0-c8bc-49ca-a227-d2f01b5f3657 HTTP/1.1" status: 204 len: 168 time: 1.6072216 Feb 17 17:40:06.836375 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49846) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:06.845427 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-677ca838-7b95-4bd6-bd0f-6f984a1936a7 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'port_id': '85e2c19f-bcc7-4b4f-afd2-3f40e5c17286'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:40:06.864070 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=c0607abd-dfcd-4a9e-818b-af3e6b495b1f,revision_number=11']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:06.897717 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-677ca838-7b95-4bd6-bd0f-6f984a1936a7 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:06.949381 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-0dcb9eff-6158-4d77-9026-57a99c17c022 None None] Current status of the port c0607abd-dfcd-4a9e-818b-af3e6b495b1f is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:40:06.950131 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0dcb9eff-6158-4d77-9026-57a99c17c022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c0607abd-dfcd-4a9e-818b-af3e6b495b1f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:06.974880 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97450d69-a904-4656-bf8b-9d78fe2ee02d tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Pushing event updated for resources: {'Port': ['ID=d2dc3f99-7376-40e5-b61d-e28585ba5a51,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:06.992010 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5c9e2385-65f1-4b31-832d-a1ef0f036dce tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (13a8db4c-b2e7-4ac0-b4d1-f033bb447457), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:07.024070 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-0dcb9eff-6158-4d77-9026-57a99c17c022 None None] For port c0607abd-dfcd-4a9e-818b-af3e6b495b1f, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=c0607abd-dfcd-4a9e-818b-af3e6b495b1f,segment=NetworkSegment(a6d0ebb9-2416-462b-91d2-a784842ff2ac),segment_id=a6d0ebb9-2416-462b-91d2-a784842ff2ac)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:40:07.039243 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:07.041157 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0dcb9eff-6158-4d77-9026-57a99c17c022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c0607abd-dfcd-4a9e-818b-af3e6b495b1f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:07.119395 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb9eff-6158-4d77-9026-57a99c17c022 None None] Pushing event updated for resources: {'Port': ['ID=c0607abd-dfcd-4a9e-818b-af3e6b495b1f,revision_number=12']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:07.168231 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-677ca838-7b95-4bd6-bd0f-6f984a1936a7 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:07.171934 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-1721b396-dbcd-487b-955a-56fdd535a87a None None] Deleting port c0607abd-dfcd-4a9e-818b-af3e6b495b1f {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:40:07.172653 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1721b396-dbcd-487b-955a-56fdd535a87a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (c0607abd-dfcd-4a9e-818b-af3e6b495b1f), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:07.368275 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-1721b396-dbcd-487b-955a-56fdd535a87a None None] For port c0607abd-dfcd-4a9e-818b-af3e6b495b1f, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=c0607abd-dfcd-4a9e-818b-af3e6b495b1f,segment=NetworkSegment(a6d0ebb9-2416-462b-91d2-a784842ff2ac),segment_id=a6d0ebb9-2416-462b-91d2-a784842ff2ac)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:40:07.369085 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1721b396-dbcd-487b-955a-56fdd535a87a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (c0607abd-dfcd-4a9e-818b-af3e6b495b1f), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:07.408285 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-677ca838-7b95-4bd6-bd0f-6f984a1936a7 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Allocated IP 172.25.8.212 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/eb62bfdb-4935-4b37-ab59-4a25bdd6de19) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:40:07.418142 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-1721b396-dbcd-487b-955a-56fdd535a87a None None] Calling delete_port for c0607abd-dfcd-4a9e-818b-af3e6b495b1f owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:40:07.592814 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1721b396-dbcd-487b-955a-56fdd535a87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (c0607abd-dfcd-4a9e-818b-af3e6b495b1f), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:07.615456 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0ed09ef-e014-454b-81bf-9ffab7583ac3 req-97450d69-a904-4656-bf8b-9d78fe2ee02d tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Network 41eab850-74f8-4919-9573-0fe261607aa2 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:40:07.625353 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-677ca838-7b95-4bd6-bd0f-6f984a1936a7 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for port (eb62bfdb-4935-4b37-ab59-4a25bdd6de19), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:07.639101 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-c0ed09ef-e014-454b-81bf-9ffab7583ac3 req-97450d69-a904-4656-bf8b-9d78fe2ee02d tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:40:07.642738 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-5c9e2385-65f1-4b31-832d-a1ef0f036dce tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Calling delete_port for 13a8db4c-b2e7-4ac0-b4d1-f033bb447457 owned by {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:40:07.646374 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ed09ef-e014-454b-81bf-9ffab7583ac3 req-97450d69-a904-4656-bf8b-9d78fe2ee02d tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:40:07.653353 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1721b396-dbcd-487b-955a-56fdd535a87a None None] Pushing event deleted for resources: {'Port': ['ID=c0607abd-dfcd-4a9e-818b-af3e6b495b1f,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:07.660773 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1721b396-dbcd-487b-955a-56fdd535a87a None None] No DVR routers for this DVR port c0607abd-dfcd-4a9e-818b-af3e6b495b1f on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:40:07.702268 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-677ca838-7b95-4bd6-bd0f-6f984a1936a7 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (eb62bfdb-4935-4b37-ab59-4a25bdd6de19), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:07.747667 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677ca838-7b95-4bd6-bd0f-6f984a1936a7 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:40:07.754889 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-677ca838-7b95-4bd6-bd0f-6f984a1936a7 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:40:07.759091 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677ca838-7b95-4bd6-bd0f-6f984a1936a7 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:40:07.790190 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc19419-876c-4538-836f-c1689d41e142 req-fad52ecc-c190-4780-9536-115cff3a8a13 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:07.793361 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6cc19419-876c-4538-836f-c1689d41e142 req-fad52ecc-c190-4780-9536-115cff3a8a13 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=2f9651f6-eec5-4c73-b6d6-b15657e0970d HTTP/1.1" status: 200 len: 944 time: 1.0354469 Feb 17 17:40:07.799565 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677ca838-7b95-4bd6-bd0f-6f984a1936a7 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Pushing event updated for resources: {'Port': ['ID=eb62bfdb-4935-4b37-ab59-4a25bdd6de19,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:07.831275 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed09ef-e014-454b-81bf-9ffab7583ac3 req-97450d69-a904-4656-bf8b-9d78fe2ee02d tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:07.832412 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c0ed09ef-e014-454b-81bf-9ffab7583ac3 req-97450d69-a904-4656-bf8b-9d78fe2ee02d tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:07.848589 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:07.871648 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c0ed09ef-e014-454b-81bf-9ffab7583ac3 req-97450d69-a904-4656-bf8b-9d78fe2ee02d tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9732497 Feb 17 17:40:07.881542 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e142ecf-b2a2-4d08-a905-8a1069ba7da9 req-ed471b07-ba89-4a0b-97d6-3e68b1e44a16 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:07.883113 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6e142ecf-b2a2-4d08-a905-8a1069ba7da9 req-ed471b07-ba89-4a0b-97d6-3e68b1e44a16 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=91673fd8-3bea-488b-8f60-43f90b315b48 HTTP/1.1" status: 200 len: 931 time: 0.2613575 Feb 17 17:40:07.889978 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-c0ed09ef-e014-454b-81bf-9ffab7583ac3 req-d10aa446-aad4-4e75-98e5-5a646fbdf41b service neutron] Request body: {'port': {'device_id': '91673fd8-3bea-488b-8f60-43f90b315b48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:40:07.970227 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5c9e2385-65f1-4b31-832d-a1ef0f036dce tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (13a8db4c-b2e7-4ac0-b4d1-f033bb447457), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:07.998169 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 80221218-1bc4-4c3b-b418-7a4ee52a422e up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:40:08.026483 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e2385-65f1-4b31-832d-a1ef0f036dce tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event deleted for resources: {'Port': ['ID=13a8db4c-b2e7-4ac0-b4d1-f033bb447457,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:08.044989 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5c9e2385-65f1-4b31-832d-a1ef0f036dce tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:08.049735 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-5c9e2385-65f1-4b31-832d-a1ef0f036dce tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "DELETE /v2.0/ports/13a8db4c-b2e7-4ac0-b4d1-f033bb447457 HTTP/1.1" status: 204 len: 168 time: 1.8337991 Feb 17 17:40:08.062325 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 49866) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:08.062955 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c0ed09ef-e014-454b-81bf-9ffab7583ac3 req-d10aa446-aad4-4e75-98e5-5a646fbdf41b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d2dc3f99-7376-40e5-b61d-e28585ba5a51), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:08.068318 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 80221218-1bc4-4c3b-b418-7a4ee52a422e triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:40:08.068749 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (80221218-1bc4-4c3b-b418-7a4ee52a422e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:08.167580 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 80221218-1bc4-4c3b-b418-7a4ee52a422e is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:40:08.168050 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (80221218-1bc4-4c3b-b418-7a4ee52a422e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:08.190496 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6cc19419-876c-4538-836f-c1689d41e142 req-c37614d5-0192-48be-ba4b-802377eac0b0 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3859241 Feb 17 17:40:08.245793 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 80221218-1bc4-4c3b-b418-7a4ee52a422e, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=80221218-1bc4-4c3b-b418-7a4ee52a422e,segment=NetworkSegment(80af71d2-6810-45c1-8520-db6a1714ff10),segment_id=80af71d2-6810-45c1-8520-db6a1714ff10)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:40:08.260268 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (80221218-1bc4-4c3b-b418-7a4ee52a422e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:08.369694 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6e142ecf-b2a2-4d08-a905-8a1069ba7da9 req-02ef11ba-d030-4d47-a005-42f47388e25a tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4765265 Feb 17 17:40:08.379345 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=80221218-1bc4-4c3b-b418-7a4ee52a422e,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:08.402293 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a930c831-16a4-43bf-8411-a592e9bcbe88 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (0556905e-4875-46d8-9121-765bf272ed3b), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:08.412923 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-72077e5e-6411-4ffc-8c76-b6abc034afcd req-f3d03ccf-cccf-49cc-83d3-1cd63a6bc2be tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=2de6d73b-a3c3-4fc1-b8e3-d83105037f43 HTTP/1.1" status: 200 len: 210 time: 0.0667479 Feb 17 17:40:08.433619 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-677ca838-7b95-4bd6-bd0f-6f984a1936a7 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for floatingip (f3edb6ce-9533-42b0-b1ea-f42c41c54bcb), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:08.521119 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-677ca838-7b95-4bd6-bd0f-6f984a1936a7 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (eb62bfdb-4935-4b37-ab59-4a25bdd6de19), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:08.647690 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac5223-138f-4af0-9f89-0199469e34fe req-562960cf-89f5-4786-98bc-4df161ca0481 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:08.649339 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-73ac5223-138f-4af0-9f89-0199469e34fe req-562960cf-89f5-4786-98bc-4df161ca0481 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.91 "GET /v2.0/networks?id=b2cdfbff-16c7-45e3-b97b-944f59a2460d HTTP/1.1" status: 200 len: 811 time: 0.4524670 Feb 17 17:40:08.679541 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-677ca838-7b95-4bd6-bd0f-6f984a1936a7 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for port (eb62bfdb-4935-4b37-ab59-4a25bdd6de19), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:08.685936 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-677ca838-7b95-4bd6-bd0f-6f984a1936a7 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (eb62bfdb-4935-4b37-ab59-4a25bdd6de19), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:08.690267 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-73ac5223-138f-4af0-9f89-0199469e34fe req-99791417-9397-4c76-a48f-f556539c0750 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Request body: {'port': {'device_id': '2de6d73b-a3c3-4fc1-b8e3-d83105037f43', 'network_id': 'b2cdfbff-16c7-45e3-b97b-944f59a2460d', 'admin_state_up': True, 'tenant_id': 'b0fb42267d024cfbae564aa55b350788'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:40:08.743400 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a930c831-16a4-43bf-8411-a592e9bcbe88 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (0556905e-4875-46d8-9121-765bf272ed3b), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:08.760123 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677ca838-7b95-4bd6-bd0f-6f984a1936a7 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Pushing event updated for resources: {'Port': ['ID=eb62bfdb-4935-4b37-ab59-4a25bdd6de19,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:08.770433 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-677ca838-7b95-4bd6-bd0f-6f984a1936a7 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (f3edb6ce-9533-42b0-b1ea-f42c41c54bcb), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:08.788506 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-a930c831-16a4-43bf-8411-a592e9bcbe88 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0556905e-4875-46d8-9121-765bf272ed3b']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:08.797139 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 4f7e1fde-9dc6-4b9d-af31-b0868911c823 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:40:08.844562 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-a930c831-16a4-43bf-8411-a592e9bcbe88 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6d0ebb9-2416-462b-91d2-a784842ff2ac') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:08.844809 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-a930c831-16a4-43bf-8411-a592e9bcbe88 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6d0ebb9-2416-462b-91d2-a784842ff2ac') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:08.851973 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port 4f7e1fde-9dc6-4b9d-af31-b0868911c823 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:40:08.859680 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 4f7e1fde-9dc6-4b9d-af31-b0868911c823 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:40:08.860056 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (4f7e1fde-9dc6-4b9d-af31-b0868911c823), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:08.869115 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a930c831-16a4-43bf-8411-a592e9bcbe88 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (a6d0ebb9-2416-462b-91d2-a784842ff2ac), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:08.894693 n-d-829613-2 neutron-server[103434]: INFO neutron.db.l3_db [None req-677ca838-7b95-4bd6-bd0f-6f984a1936a7 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Floating IP f3edb6ce-9533-42b0-b1ea-f42c41c54bcb associated. External IP: 172.25.8.212, port: 85e2c19f-bcc7-4b4f-afd2-3f40e5c17286. Feb 17 17:40:08.907818 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a930c831-16a4-43bf-8411-a592e9bcbe88 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (a6d0ebb9-2416-462b-91d2-a784842ff2ac), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:08.943910 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a930c831-16a4-43bf-8411-a592e9bcbe88 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:40:08.944403 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a930c831-16a4-43bf-8411-a592e9bcbe88 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (a6d0ebb9-2416-462b-91d2-a784842ff2ac), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:08.947597 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 17:40:08.947597 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:40:08.947597 n-d-829613-2 neutron-server[103435]: timer() Feb 17 17:40:08.947597 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:40:08.947597 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 17:40:08.947597 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:40:08.947597 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 17:40:08.947597 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:40:08.947597 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 17:40:08.947597 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:40:08.947597 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 17:40:08.947597 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:40:08.947597 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 17:40:08.947597 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:40:08.947597 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:40:08.947597 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:40:08.947597 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:40:08.947597 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:40:08.947597 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 17:40:08.947597 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:40:08.947597 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 17:40:08.947597 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:40:08.947597 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:40:08.947597 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:40:08.947597 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 17:40:08.947597 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:40:08.947597 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:40:08.947597 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:40:08.947597 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:40:08.947597 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:40:08.947597 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:40:08.947597 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:40:08.959630 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:08.962225 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 4f7e1fde-9dc6-4b9d-af31-b0868911c823 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:40:08.962225 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (4f7e1fde-9dc6-4b9d-af31-b0868911c823), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:08.988889 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f9651f6-eec5-4c73-b6d6-b15657e0970d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7e1fde-9dc6-4b9d-af31-b0868911c823'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:40:08.992158 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee21c1f-eb92-45a1-a926-8d84a16da180" -d '{"events": [{"server_uuid": "2f9651f6-eec5-4c73-b6d6-b15657e0970d", "name": "network-vif-plugged", "status": "completed", "tag": "4f7e1fde-9dc6-4b9d-af31-b0868911c823"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:40:08.998221 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-c0ed09ef-e014-454b-81bf-9ffab7583ac3 req-d10aa446-aad4-4e75-98e5-5a646fbdf41b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2dc3f99-7376-40e5-b61d-e28585ba5a51 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:40:09.018185 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 4f7e1fde-9dc6-4b9d-af31-b0868911c823, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=4f7e1fde-9dc6-4b9d-af31-b0868911c823,segment=NetworkSegment(1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8),segment_id=1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:40:09.023924 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (4f7e1fde-9dc6-4b9d-af31-b0868911c823), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:09.045290 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c0ed09ef-e014-454b-81bf-9ffab7583ac3 req-d10aa446-aad4-4e75-98e5-5a646fbdf41b service neutron] Publish callbacks [] for port (d2dc3f99-7376-40e5-b61d-e28585ba5a51), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:09.051042 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73ac5223-138f-4af0-9f89-0199469e34fe req-99791417-9397-4c76-a48f-f556539c0750 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Made reservation on behalf of b0fb42267d024cfbae564aa55b350788 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:40:09.054656 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-73ac5223-138f-4af0-9f89-0199469e34fe req-99791417-9397-4c76-a48f-f556539c0750 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:09.064482 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1fbf0d1-932f-4b7d-97da-9e36f6e6eac4 x-openstack-request-id: req-e1fbf0d1-932f-4b7d-97da-9e36f6e6eac4 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:40:09.064902 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f9651f6-eec5-4c73-b6d6-b15657e0970d", "name": "network-vif-plugged", "status": "completed", "tag": "4f7e1fde-9dc6-4b9d-af31-b0868911c823", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:40:09.065253 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e1fbf0d1-932f-4b7d-97da-9e36f6e6eac4 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:40:09.065754 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f9651f6-eec5-4c73-b6d6-b15657e0970d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7e1fde-9dc6-4b9d-af31-b0868911c823', 'code': 200} Feb 17 17:40:09.086313 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-c0ed09ef-e014-454b-81bf-9ffab7583ac3 req-d10aa446-aad4-4e75-98e5-5a646fbdf41b service neutron] Transition to ACTIVE for port object d2dc3f99-7376-40e5-b61d-e28585ba5a51 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:40:09.095473 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a930c831-16a4-43bf-8411-a592e9bcbe88 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (0556905e-4875-46d8-9121-765bf272ed3b), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:09.098222 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=4f7e1fde-9dc6-4b9d-af31-b0868911c823,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:09.101365 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a930c831-16a4-43bf-8411-a592e9bcbe88 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:09.105410 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a930c831-16a4-43bf-8411-a592e9bcbe88 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] 10.222.0.87 "DELETE /v2.0/networks/0556905e-4875-46d8-9121-765bf272ed3b HTTP/1.1" status: 204 len: 168 time: 1.0370667 Feb 17 17:40:09.110347 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c0ed09ef-e014-454b-81bf-9ffab7583ac3 req-d10aa446-aad4-4e75-98e5-5a646fbdf41b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (d2dc3f99-7376-40e5-b61d-e28585ba5a51), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:09.161764 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a930c831-16a4-43bf-8411-a592e9bcbe88 tempest-PortsIpV6TestJSON-1852985604 tempest-PortsIpV6TestJSON-1852985604-project] Pushing event deleted for resources: {'Network': ['ID=0556905e-4875-46d8-9121-765bf272ed3b,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:09.184796 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc792903-a617-4215-bc75-48ab703f05b9 req-f63df00c-c14c-4071-932b-fa8503fb7834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:09.186338 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-fc792903-a617-4215-bc75-48ab703f05b9 req-f63df00c-c14c-4071-932b-fa8503fb7834 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2f9651f6-eec5-4c73-b6d6-b15657e0970d HTTP/1.1" status: 200 len: 1127 time: 0.0692642 Feb 17 17:40:09.208545 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 8787d5d2-3f84-4423-9f0d-ae43c4c30a90 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:40:09.221421 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-677ca838-7b95-4bd6-bd0f-6f984a1936a7 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Router 1d79183a-43b6-4840-b514-7b4aefa7befc has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:40:09.244510 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10aa446-aad4-4e75-98e5-5a646fbdf41b service neutron] Pushing event updated for resources: {'Port': ['ID=d2dc3f99-7376-40e5-b61d-e28585ba5a51,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:09.293877 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-fc792903-a617-4215-bc75-48ab703f05b9 req-e4a35d69-e668-4448-8183-8c7dad1a3ede service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006989 Feb 17 17:40:09.338327 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 8787d5d2-3f84-4423-9f0d-ae43c4c30a90 is: ACTIVE; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:40:09.339027 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8787d5d2-3f84-4423-9f0d-ae43c4c30a90), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:09.376014 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49884) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:09.398866 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 8787d5d2-3f84-4423-9f0d-ae43c4c30a90, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=8787d5d2-3f84-4423-9f0d-ae43c4c30a90,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:40:09.402738 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-73ac5223-138f-4af0-9f89-0199469e34fe req-99791417-9397-4c76-a48f-f556539c0750 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Allocated IP 172.20.0.6 (b2cdfbff-16c7-45e3-b97b-944f59a2460d/36b5f32c-14a0-4a60-ad2f-22440ca5b40f/2f628e11-9b66-427f-bfa9-b50966abc8d0) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:40:09.405046 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (8787d5d2-3f84-4423-9f0d-ae43c4c30a90), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:09.453821 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677ca838-7b95-4bd6-bd0f-6f984a1936a7 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:40:09.459571 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-c0ed09ef-e014-454b-81bf-9ffab7583ac3 req-d10aa446-aad4-4e75-98e5-5a646fbdf41b service neutron] Attempting to bind port d2dc3f99-7376-40e5-b61d-e28585ba5a51 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:40:09.459987 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-c0ed09ef-e014-454b-81bf-9ffab7583ac3 req-d10aa446-aad4-4e75-98e5-5a646fbdf41b service neutron] Attempting to bind port d2dc3f99-7376-40e5-b61d-e28585ba5a51 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '18563972-a346-4d2f-9db2-6c97a64b55cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '41eab850-74f8-4919-9573-0fe261607aa2'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:40:09.460348 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ed09ef-e014-454b-81bf-9ffab7583ac3 req-d10aa446-aad4-4e75-98e5-5a646fbdf41b service neutron] Attempting to bind port d2dc3f99-7376-40e5-b61d-e28585ba5a51 on network 41eab850-74f8-4919-9573-0fe261607aa2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:40:09.468912 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6d94c7-a69b-41b2-9cef-654994f4edd1 None None] Sync routers for ids ['1d79183a-43b6-4840-b514-7b4aefa7befc'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:40:09.477621 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=8787d5d2-3f84-4423-9f0d-ae43c4c30a90,revision_number=8']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:09.483299 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-677ca838-7b95-4bd6-bd0f-6f984a1936a7 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:09.497530 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ed09ef-e014-454b-81bf-9ffab7583ac3 req-d10aa446-aad4-4e75-98e5-5a646fbdf41b service neutron] Port d2dc3f99-7376-40e5-b61d-e28585ba5a51 on network 41eab850-74f8-4919-9573-0fe261607aa2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:40:09.497870 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ed09ef-e014-454b-81bf-9ffab7583ac3 req-d10aa446-aad4-4e75-98e5-5a646fbdf41b service neutron] Attempting to bind port d2dc3f99-7376-40e5-b61d-e28585ba5a51 on network 41eab850-74f8-4919-9573-0fe261607aa2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:40:09.499903 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6d94c7-a69b-41b2-9cef-654994f4edd1 None None] Routers {'1d79183a-43b6-4840-b514-7b4aefa7befc'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:40:09.500714 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-2c6d94c7-a69b-41b2-9cef-654994f4edd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:40:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['1d79183a-43b6-4840-b514-7b4aefa7befc'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:09.507542 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ebc551-739c-4508-8f9d-ef24f1ffd10d req-619bcb07-7381-4cb8-a9bf-cee4baf24fcb tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:09.515458 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-69ebc551-739c-4508-8f9d-ef24f1ffd10d req-619bcb07-7381-4cb8-a9bf-cee4baf24fcb tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=2f9651f6-eec5-4c73-b6d6-b15657e0970d HTTP/1.1" status: 200 len: 945 time: 0.1905534 Feb 17 17:40:09.528047 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-677ca838-7b95-4bd6-bd0f-6f984a1936a7 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.6898155 Feb 17 17:40:09.529052 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49894) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:09.535344 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-b05885ac-fab8-4724-9fc1-02c0d412a97d tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2026357840'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:40:09.546024 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-2c6d94c7-a69b-41b2-9cef-654994f4edd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:09.555034 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6d94c7-a69b-41b2-9cef-654994f4edd1 None None] Routers {'1d79183a-43b6-4840-b514-7b4aefa7befc'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:40:09.555892 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-2c6d94c7-a69b-41b2-9cef-654994f4edd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:40:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['1d79183a-43b6-4840-b514-7b4aefa7befc'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:09.564566 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ed09ef-e014-454b-81bf-9ffab7583ac3 req-d10aa446-aad4-4e75-98e5-5a646fbdf41b service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:40:09.564925 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ed09ef-e014-454b-81bf-9ffab7583ac3 req-d10aa446-aad4-4e75-98e5-5a646fbdf41b service neutron] Checking segment: {'id': '18563972-a346-4d2f-9db2-6c97a64b55cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '41eab850-74f8-4919-9573-0fe261607aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:40:09.565299 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ed09ef-e014-454b-81bf-9ffab7583ac3 req-d10aa446-aad4-4e75-98e5-5a646fbdf41b service neutron] Bound using segment: {'id': '18563972-a346-4d2f-9db2-6c97a64b55cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '41eab850-74f8-4919-9573-0fe261607aa2'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:40:09.565743 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-c0ed09ef-e014-454b-81bf-9ffab7583ac3 req-d10aa446-aad4-4e75-98e5-5a646fbdf41b service neutron] Bound port: d2dc3f99-7376-40e5-b61d-e28585ba5a51, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18563972-a346-4d2f-9db2-6c97a64b55cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '41eab850-74f8-4919-9573-0fe261607aa2'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:40:09.566104 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c0ed09ef-e014-454b-81bf-9ffab7583ac3 req-d10aa446-aad4-4e75-98e5-5a646fbdf41b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d2dc3f99-7376-40e5-b61d-e28585ba5a51), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:09.594156 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7f7030d1-8b2f-4ec2-b19d-7d5a696df75f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=79c72a74f4c54033a14e3cbd8e3a57ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2146630 Feb 17 17:40:09.594392 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49896) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:09.595734 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-2c6d94c7-a69b-41b2-9cef-654994f4edd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:09.596894 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6d94c7-a69b-41b2-9cef-654994f4edd1 None None] The sync data for ids ['1d79183a-43b6-4840-b514-7b4aefa7befc'] in n-d-829613-2 is: [] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:40:09.608050 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05885ac-fab8-4724-9fc1-02c0d412a97d tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Made reservation on behalf of 03e402034aa04ff6944c86c878c07771 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:40:09.611400 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b05885ac-fab8-4724-9fc1-02c0d412a97d tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:09.655342 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b05885ac-fab8-4724-9fc1-02c0d412a97d tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:40:09.673932 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b05885ac-fab8-4724-9fc1-02c0d412a97d tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (343cd390-a61f-4d30-bedf-b9c1577ff379), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:09.674277 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-b05885ac-fab8-4724-9fc1-02c0d412a97d tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Added segment 343cd390-a61f-4d30-bedf-b9c1577ff379 of type vlan for network 5f4fe614-fb2c-4e08-a34c-782edb2e86b2 Feb 17 17:40:09.688232 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40c1c575-5861-490f-b8bd-78ef557b2377 admin admin] Publish callbacks [] for security_group (ecc5d93f-c447-4ad6-970a-02107bb6db88), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:09.696049 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098b3b9-57eb-4dc4-ab74-a94353ad5c82 req-c3bf01ed-07e0-436c-a7f8-7a5f0e6d5d0c tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:09.698107 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e098b3b9-57eb-4dc4-ab74-a94353ad5c82 req-c3bf01ed-07e0-436c-a7f8-7a5f0e6d5d0c tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=91673fd8-3bea-488b-8f60-43f90b315b48 HTTP/1.1" status: 200 len: 943 time: 0.2352498 Feb 17 17:40:09.704921 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-69ebc551-739c-4508-8f9d-ef24f1ffd10d req-2b9590b8-b7ac-445d-a60a-588b74098ac7 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886532 Feb 17 17:40:09.737348 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40c1c575-5861-490f-b8bd-78ef557b2377 admin admin] Publish callbacks [] for security_group (ecc5d93f-c447-4ad6-970a-02107bb6db88), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:09.739940 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b05885ac-fab8-4724-9fc1-02c0d412a97d tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (5f4fe614-fb2c-4e08-a34c-782edb2e86b2), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:09.783589 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-c0ed09ef-e014-454b-81bf-9ffab7583ac3 req-d10aa446-aad4-4e75-98e5-5a646fbdf41b service neutron] For port d2dc3f99-7376-40e5-b61d-e28585ba5a51, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:40:09.789948 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b05885ac-fab8-4724-9fc1-02c0d412a97d tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (5f4fe614-fb2c-4e08-a34c-782edb2e86b2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:09.794972 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05885ac-fab8-4724-9fc1-02c0d412a97d tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:09.795558 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b05885ac-fab8-4724-9fc1-02c0d412a97d tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:09.832773 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b05885ac-fab8-4724-9fc1-02c0d412a97d tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3026450 Feb 17 17:40:09.836906 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49898) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:09.843554 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-c0ed09ef-e014-454b-81bf-9ffab7583ac3 req-d10aa446-aad4-4e75-98e5-5a646fbdf41b service neutron] For port d2dc3f99-7376-40e5-b61d-e28585ba5a51, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=d2dc3f99-7376-40e5-b61d-e28585ba5a51,segment=NetworkSegment(18563972-a346-4d2f-9db2-6c97a64b55cb),segment_id=18563972-a346-4d2f-9db2-6c97a64b55cb)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:40:09.844690 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-3c1861e0-d230-4a11-b1c1-6faa3df6e08e tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Request body: {'subnet': {'network_id': '5f4fe614-fb2c-4e08-a34c-782edb2e86b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:40:09.848784 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-89452645-f1a9-4f28-846d-989bbde23c2c req-48924cca-e653-4d4c-8f3e-c276a4604190 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=2de6d73b-a3c3-4fc1-b8e3-d83105037f43 HTTP/1.1" status: 200 len: 210 time: 0.0685313 Feb 17 17:40:09.851652 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40c1c575-5861-490f-b8bd-78ef557b2377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (ecc5d93f-c447-4ad6-970a-02107bb6db88), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:09.854420 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40c1c575-5861-490f-b8bd-78ef557b2377 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:09.859087 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-40c1c575-5861-490f-b8bd-78ef557b2377 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ecc5d93f-c447-4ad6-970a-02107bb6db88 HTTP/1.1" status: 204 len: 168 time: 0.2601724 Feb 17 17:40:09.878343 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c0ed09ef-e014-454b-81bf-9ffab7583ac3 req-d10aa446-aad4-4e75-98e5-5a646fbdf41b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (d2dc3f99-7376-40e5-b61d-e28585ba5a51), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:09.881006 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-73ac5223-138f-4af0-9f89-0199469e34fe req-99791417-9397-4c76-a48f-f556539c0750 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Publish callbacks [] for port (2f628e11-9b66-427f-bfa9-b50966abc8d0), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:09.909375 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e098b3b9-57eb-4dc4-ab74-a94353ad5c82 req-96f8932a-fa11-4c97-aa86-58f3b28c7dab tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774905 Feb 17 17:40:09.924978 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed09ef-e014-454b-81bf-9ffab7583ac3 req-d10aa446-aad4-4e75-98e5-5a646fbdf41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:09.925700 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c0ed09ef-e014-454b-81bf-9ffab7583ac3 req-d10aa446-aad4-4e75-98e5-5a646fbdf41b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:09.927479 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c0ed09ef-e014-454b-81bf-9ffab7583ac3 req-d10aa446-aad4-4e75-98e5-5a646fbdf41b service neutron] 10.222.0.71 "PUT /v2.0/ports/d2dc3f99-7376-40e5-b61d-e28585ba5a51 HTTP/1.1" status: 200 len: 1091 time: 2.0433025 Feb 17 17:40:09.931731 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91673fd8-3bea-488b-8f60-43f90b315b48', 'tag': 'd2dc3f99-7376-40e5-b61d-e28585ba5a51'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:40:09.935384 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1a2e23-e811-4c97-880d-b8b7e252e9a1" -d '{"events": [{"name": "network-changed", "server_uuid": "91673fd8-3bea-488b-8f60-43f90b315b48", "tag": "d2dc3f99-7376-40e5-b61d-e28585ba5a51"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:40:09.967536 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05885ac-fab8-4724-9fc1-02c0d412a97d tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Pushing event updated for resources: {'Network': ['ID=5f4fe614-fb2c-4e08-a34c-782edb2e86b2,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:09.977752 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c1c575-5861-490f-b8bd-78ef557b2377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc5d93f-c447-4ad6-970a-02107bb6db88,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:09.979950 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 80221218-1bc4-4c3b-b418-7a4ee52a422e up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:40:09.980726 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10aa446-aad4-4e75-98e5-5a646fbdf41b service neutron] Pushing event updated for resources: {'Port': ['ID=d2dc3f99-7376-40e5-b61d-e28585ba5a51,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:10.048545 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 5f4fe614-fb2c-4e08-a34c-782edb2e86b2 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:40:10.053225 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1861e0-d230-4a11-b1c1-6faa3df6e08e tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Made reservation on behalf of 03e402034aa04ff6944c86c878c07771 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:40:10.057623 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c1861e0-d230-4a11-b1c1-6faa3df6e08e tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:10.064751 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64fd572-1e69-431b-93b0-96dd10f8aa5d x-openstack-request-id: req-a64fd572-1e69-431b-93b0-96dd10f8aa5d {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:40:10.065300 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91673fd8-3bea-488b-8f60-43f90b315b48", "tag": "d2dc3f99-7376-40e5-b61d-e28585ba5a51", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:40:10.065300 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a64fd572-1e69-431b-93b0-96dd10f8aa5d {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:40:10.065702 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91673fd8-3bea-488b-8f60-43f90b315b48', 'tag': 'd2dc3f99-7376-40e5-b61d-e28585ba5a51', 'status': 'completed', 'code': 200} Feb 17 17:40:10.067880 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-73ac5223-138f-4af0-9f89-0199469e34fe req-99791417-9397-4c76-a48f-f556539c0750 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (2f628e11-9b66-427f-bfa9-b50966abc8d0), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:10.143651 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73ac5223-138f-4af0-9f89-0199469e34fe req-99791417-9397-4c76-a48f-f556539c0750 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Network b2cdfbff-16c7-45e3-b97b-944f59a2460d is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:40:10.150493 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-73ac5223-138f-4af0-9f89-0199469e34fe req-99791417-9397-4c76-a48f-f556539c0750 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:40:10.153217 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ac5223-138f-4af0-9f89-0199469e34fe req-99791417-9397-4c76-a48f-f556539c0750 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:40:10.158129 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99791417-9397-4c76-a48f-f556539c0750 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Pushing event updated for resources: {'Port': ['ID=2f628e11-9b66-427f-bfa9-b50966abc8d0,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:10.187376 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 80221218-1bc4-4c3b-b418-7a4ee52a422e triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:40:10.189143 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (80221218-1bc4-4c3b-b418-7a4ee52a422e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:10.192583 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed09ef-e014-454b-81bf-9ffab7583ac3 req-73794e48-cd47-4452-81ce-6ff37012186a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:10.194130 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c0ed09ef-e014-454b-81bf-9ffab7583ac3 req-73794e48-cd47-4452-81ce-6ff37012186a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4010b90dceb14ea6a98968e6b17cf28b&device_id=91673fd8-3bea-488b-8f60-43f90b315b48 HTTP/1.1" status: 200 len: 1125 time: 0.1954081 Feb 17 17:40:10.242279 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c0ed09ef-e014-454b-81bf-9ffab7583ac3 req-4b85bfef-a1a4-4518-839e-d31f13ce5b66 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2dc3f99-7376-40e5-b61d-e28585ba5a51 HTTP/1.1" status: 200 len: 217 time: 0.0400629 Feb 17 17:40:10.268126 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac5223-138f-4af0-9f89-0199469e34fe req-99791417-9397-4c76-a48f-f556539c0750 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:10.268818 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-73ac5223-138f-4af0-9f89-0199469e34fe req-99791417-9397-4c76-a48f-f556539c0750 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:10.277279 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c1861e0-d230-4a11-b1c1-6faa3df6e08e tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (c56184f6-2ede-41a3-966a-4bccef7e79c8), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:10.312014 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 80221218-1bc4-4c3b-b418-7a4ee52a422e is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:40:10.320594 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-73ac5223-138f-4af0-9f89-0199469e34fe req-99791417-9397-4c76-a48f-f556539c0750 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6435084 Feb 17 17:40:10.334934 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-73ac5223-138f-4af0-9f89-0199469e34fe req-f0bdb0d6-bd7d-4145-b591-2ca779458bfd service neutron] Request body: {'port': {'device_id': '2de6d73b-a3c3-4fc1-b8e3-d83105037f43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:40:10.341786 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed09ef-e014-454b-81bf-9ffab7583ac3 req-b0ab347d-958c-4784-b151-0a71a985c7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:10.343310 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c0ed09ef-e014-454b-81bf-9ffab7583ac3 req-b0ab347d-958c-4784-b151-0a71a985c7e7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b20ab57b-0ae5-4c69-b6b9-871207503198 HTTP/1.1" status: 200 len: 846 time: 0.0946977 Feb 17 17:40:10.344381 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1861e0-d230-4a11-b1c1-6faa3df6e08e tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Pushing event updated for resources: {'Subnet': ['ID=c56184f6-2ede-41a3-966a-4bccef7e79c8,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:10.357279 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1861e0-d230-4a11-b1c1-6faa3df6e08e tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Checking segment: {'id': '343cd390-a61f-4d30-bedf-b9c1577ff379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '5f4fe614-fb2c-4e08-a34c-782edb2e86b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:40:10.357644 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1861e0-d230-4a11-b1c1-6faa3df6e08e tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Network hostable DHCP agents. Network: 5f4fe614-fb2c-4e08-a34c-782edb2e86b2, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:40:10.377724 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1861e0-d230-4a11-b1c1-6faa3df6e08e tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Network 5f4fe614-fb2c-4e08-a34c-782edb2e86b2 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:40:10.390756 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-3c1861e0-d230-4a11-b1c1-6faa3df6e08e tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 5f4fe614-fb2c-4e08-a34c-782edb2e86b2) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:40:10.399013 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a152edcd-7dc7-4821-8876-9ad5c12c5eb4 None None] Network 5f4fe614-fb2c-4e08-a34c-782edb2e86b2 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:40:10.405180 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1861e0-d230-4a11-b1c1-6faa3df6e08e tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:10.406100 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c1861e0-d230-4a11-b1c1-6faa3df6e08e tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:10.409818 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c0ed09ef-e014-454b-81bf-9ffab7583ac3 req-b6d6bfeb-a337-47ef-9764-feb84b567c90 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=41eab850-74f8-4919-9573-0fe261607aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375292 Feb 17 17:40:10.430825 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3c1861e0-d230-4a11-b1c1-6faa3df6e08e tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5881639 Feb 17 17:40:10.431543 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49920) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:10.436474 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-35522e4d-f5bc-4812-8acf-d5c862d2f611 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1249940579', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}, 'admin_state_up': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:40:10.472974 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35522e4d-f5bc-4812-8acf-d5c862d2f611 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (698515af-ea19-456c-8b2a-04edba6b1f11), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:10.474484 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35522e4d-f5bc-4812-8acf-d5c862d2f611 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (698515af-ea19-456c-8b2a-04edba6b1f11), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:10.491515 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-73ac5223-138f-4af0-9f89-0199469e34fe req-f0bdb0d6-bd7d-4145-b591-2ca779458bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2f628e11-9b66-427f-bfa9-b50966abc8d0), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:10.551207 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35522e4d-f5bc-4812-8acf-d5c862d2f611 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for router_controller (698515af-ea19-456c-8b2a-04edba6b1f11), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:10.578823 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1131e44c-22ea-41b9-a8ee-c7abe4b09a6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-5f4fe614-fb2c-4e08-a34c-782edb2e86b2', 'network_id': '5f4fe614-fb2c-4e08-a34c-782edb2e86b2', 'project_id': '03e402034aa04ff6944c86c878c07771', 'fixed_ips': [{'subnet_id': 'c56184f6-2ede-41a3-966a-4bccef7e79c8'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:40:10.580628 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1131e44c-22ea-41b9-a8ee-c7abe4b09a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:10.605764 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c0ed09ef-e014-454b-81bf-9ffab7583ac3 req-0187bc45-a8ba-40f9-a14c-0e22c4f0f686 service neutron] 10.222.0.71 "GET /v2.0/networks/41eab850-74f8-4919-9573-0fe261607aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859856 Feb 17 17:40:10.752894 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-1131e44c-22ea-41b9-a8ee-c7abe4b09a6f None None] Allocated IP 172.20.0.2 (5f4fe614-fb2c-4e08-a34c-782edb2e86b2/c56184f6-2ede-41a3-966a-4bccef7e79c8/1acf4469-ef65-40c2-a516-3f40958f6780) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:40:10.830703 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c0ed09ef-e014-454b-81bf-9ffab7583ac3 req-26900db2-43ff-4dfe-88ab-9c7e4f1a7d58 service neutron] 10.222.0.71 "GET /v2.0/networks/41eab850-74f8-4919-9573-0fe261607aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149992 Feb 17 17:40:10.848614 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35522e4d-f5bc-4812-8acf-d5c862d2f611 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for router_gateway (698515af-ea19-456c-8b2a-04edba6b1f11), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:10.923522 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1131e44c-22ea-41b9-a8ee-c7abe4b09a6f None None] Publish callbacks [] for port (1acf4469-ef65-40c2-a516-3f40958f6780), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:10.931884 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1131e44c-22ea-41b9-a8ee-c7abe4b09a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (1acf4469-ef65-40c2-a516-3f40958f6780), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:11.019125 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49942) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:11.027906 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [-] 10.222.0.87 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026903 Feb 17 17:40:11.028199 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49944) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:11.045607 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66605d87-d1ac-4f90-9f14-95cb3a71f197 req-d58a9cdd-8099-47fe-92f4-aacec9275c57 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:11.047617 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-66605d87-d1ac-4f90-9f14-95cb3a71f197 req-d58a9cdd-8099-47fe-92f4-aacec9275c57 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=2f9651f6-eec5-4c73-b6d6-b15657e0970d HTTP/1.1" status: 200 len: 945 time: 0.2227192 Feb 17 17:40:11.139833 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a2e23-e811-4c97-880d-b8b7e252e9a1 req-6b74e8b7-0efd-44fe-a07f-91f1cc3a4a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:11.141380 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-db1a2e23-e811-4c97-880d-b8b7e252e9a1 req-6b74e8b7-0efd-44fe-a07f-91f1cc3a4a67 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4010b90dceb14ea6a98968e6b17cf28b&device_id=91673fd8-3bea-488b-8f60-43f90b315b48 HTTP/1.1" status: 200 len: 1125 time: 0.2386019 Feb 17 17:40:11.166662 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8516490-e323-4676-8497-08f986001dea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8787d5d2-3f84-4423-9f0d-ae43c4c30a90'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:40:11.169255 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f32c96-69ab-485a-838e-8d72e0e0c757" -d '{"events": [{"server_uuid": "f8516490-e323-4676-8497-08f986001dea", "name": "network-vif-unplugged", "status": "completed", "tag": "8787d5d2-3f84-4423-9f0d-ae43c4c30a90"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:40:11.192624 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1131e44c-22ea-41b9-a8ee-c7abe4b09a6f None None] Network 5f4fe614-fb2c-4e08-a34c-782edb2e86b2 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:40:11.198297 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9ba2398a-0001-4fd9-af90-eaa18b7f27da tempest-NetworksApiDiscovery-89990752 tempest-NetworksApiDiscovery-89990752-project] 10.222.0.87 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1648414 Feb 17 17:40:11.198498 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-1131e44c-22ea-41b9-a8ee-c7abe4b09a6f None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:40:11.199082 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1131e44c-22ea-41b9-a8ee-c7abe4b09a6f None None] Pushing event updated for resources: {'Port': ['ID=1acf4469-ef65-40c2-a516-3f40958f6780,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:11.199598 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35522e4d-f5bc-4812-8acf-d5c862d2f611 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for router_gateway (698515af-ea19-456c-8b2a-04edba6b1f11), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:11.206607 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1131e44c-22ea-41b9-a8ee-c7abe4b09a6f None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:40:11.226206 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35522e4d-f5bc-4812-8acf-d5c862d2f611 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:11.237861 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device ba54d401-b9fc-4cdc-9ada-0431b41e0595 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:40:11.286407 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-1131e44c-22ea-41b9-a8ee-c7abe4b09a6f None None] Attempting to bind port 1acf4469-ef65-40c2-a516-3f40958f6780 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:40:11.287077 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-1131e44c-22ea-41b9-a8ee-c7abe4b09a6f None None] Attempting to bind port 1acf4469-ef65-40c2-a516-3f40958f6780 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '343cd390-a61f-4d30-bedf-b9c1577ff379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '5f4fe614-fb2c-4e08-a34c-782edb2e86b2'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:40:11.287603 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1131e44c-22ea-41b9-a8ee-c7abe4b09a6f None None] Attempting to bind port 1acf4469-ef65-40c2-a516-3f40958f6780 on network 5f4fe614-fb2c-4e08-a34c-782edb2e86b2 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:40:11.297436 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1131e44c-22ea-41b9-a8ee-c7abe4b09a6f None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:40:11.298152 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1131e44c-22ea-41b9-a8ee-c7abe4b09a6f None None] Checking segment: {'id': '343cd390-a61f-4d30-bedf-b9c1577ff379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '5f4fe614-fb2c-4e08-a34c-782edb2e86b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:40:11.298719 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1131e44c-22ea-41b9-a8ee-c7abe4b09a6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:11.299390 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1131e44c-22ea-41b9-a8ee-c7abe4b09a6f None None] Bound using segment: {'id': '343cd390-a61f-4d30-bedf-b9c1577ff379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '5f4fe614-fb2c-4e08-a34c-782edb2e86b2'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:40:11.300054 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-1131e44c-22ea-41b9-a8ee-c7abe4b09a6f None None] Bound port: 1acf4469-ef65-40c2-a516-3f40958f6780, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '343cd390-a61f-4d30-bedf-b9c1577ff379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '5f4fe614-fb2c-4e08-a34c-782edb2e86b2'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:40:11.300640 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1131e44c-22ea-41b9-a8ee-c7abe4b09a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1acf4469-ef65-40c2-a516-3f40958f6780), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:11.348640 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-35522e4d-f5bc-4812-8acf-d5c862d2f611 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Allocated IP 172.25.8.191 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/cde61454-c53c-4ace-9d98-5f00d28e2e2e) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:40:11.439194 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-1131e44c-22ea-41b9-a8ee-c7abe4b09a6f None None] For port 1acf4469-ef65-40c2-a516-3f40958f6780, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:40:11.470148 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-1131e44c-22ea-41b9-a8ee-c7abe4b09a6f None None] For port 1acf4469-ef65-40c2-a516-3f40958f6780, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=1acf4469-ef65-40c2-a516-3f40958f6780,segment=NetworkSegment(343cd390-a61f-4d30-bedf-b9c1577ff379),segment_id=343cd390-a61f-4d30-bedf-b9c1577ff379)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:40:11.473388 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35522e4d-f5bc-4812-8acf-d5c862d2f611 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for port (cde61454-c53c-4ace-9d98-5f00d28e2e2e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:11.483639 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1131e44c-22ea-41b9-a8ee-c7abe4b09a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (1acf4469-ef65-40c2-a516-3f40958f6780), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:11.527322 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35522e4d-f5bc-4812-8acf-d5c862d2f611 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (cde61454-c53c-4ace-9d98-5f00d28e2e2e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:11.550992 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49477660-e5da-4976-8990-3b80ea0e4563 req-1f5699c4-3e56-4856-b18b-d45e310bd0e1 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:11.552832 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-49477660-e5da-4976-8990-3b80ea0e4563 req-1f5699c4-3e56-4856-b18b-d45e310bd0e1 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=2de6d73b-a3c3-4fc1-b8e3-d83105037f43 HTTP/1.1" status: 200 len: 931 time: 0.5823171 Feb 17 17:40:11.560436 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-73ac5223-138f-4af0-9f89-0199469e34fe req-f0bdb0d6-bd7d-4145-b591-2ca779458bfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f628e11-9b66-427f-bfa9-b50966abc8d0 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:40:11.568393 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49954) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:11.577617 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1131e44c-22ea-41b9-a8ee-c7abe4b09a6f None None] Pushing event updated for resources: {'Port': ['ID=1acf4469-ef65-40c2-a516-3f40958f6780,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:11.584537 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-73ac5223-138f-4af0-9f89-0199469e34fe req-f0bdb0d6-bd7d-4145-b591-2ca779458bfd service neutron] Publish callbacks [] for port (2f628e11-9b66-427f-bfa9-b50966abc8d0), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:11.597393 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port ba54d401-b9fc-4cdc-9ada-0431b41e0595, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=ba54d401-b9fc-4cdc-9ada-0431b41e0595,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:40:11.598753 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35522e4d-f5bc-4812-8acf-d5c862d2f611 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:40:11.602957 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-35522e4d-f5bc-4812-8acf-d5c862d2f611 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:40:11.608468 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35522e4d-f5bc-4812-8acf-d5c862d2f611 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:40:11.608732 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-66605d87-d1ac-4f90-9f14-95cb3a71f197 req-2b5a74b4-c990-493e-a5b4-f2bfbb2ef642 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5522900 Feb 17 17:40:11.627446 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': 'ba54d401-b9fc-4cdc-9ada-0431b41e0595', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'port_id': 'ba54d401-b9fc-4cdc-9ada-0431b41e0595', 'mac_address': 'fa:16:3e:50:cc:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac79920f-9ddd-4352-b866-6056158b178e', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:40:11.640279 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35522e4d-f5bc-4812-8acf-d5c862d2f611 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Pushing event updated for resources: {'Port': ['ID=cde61454-c53c-4ace-9d98-5f00d28e2e2e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:11.682682 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6be594ee-0ba5-4567-8cc8-b893b276910e req-827f010e-4d59-4df8-833c-63492a900c8c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a66cf83c-02b1-4b63-8363-98a2a0637846&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6593318 Feb 17 17:40:11.730940 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port ba54d401-b9fc-4cdc-9ada-0431b41e0595 is: ACTIVE; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:40:11.731424 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ba54d401-b9fc-4cdc-9ada-0431b41e0595), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:11.764711 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba54d401-b9fc-4cdc-9ada-0431b41e0595 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:40:11.797931 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-73ac5223-138f-4af0-9f89-0199469e34fe req-f0bdb0d6-bd7d-4145-b591-2ca779458bfd service neutron] Transition to ACTIVE for port object 2f628e11-9b66-427f-bfa9-b50966abc8d0 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:40:11.818697 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port ba54d401-b9fc-4cdc-9ada-0431b41e0595, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=ba54d401-b9fc-4cdc-9ada-0431b41e0595,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:40:11.824625 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ba54d401-b9fc-4cdc-9ada-0431b41e0595), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:11.827933 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-73ac5223-138f-4af0-9f89-0199469e34fe req-f0bdb0d6-bd7d-4145-b591-2ca779458bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (2f628e11-9b66-427f-bfa9-b50966abc8d0), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:11.913293 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=ba54d401-b9fc-4cdc-9ada-0431b41e0595,revision_number=6']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:11.929838 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2ec78b97-2cab-4155-83af-4bcdba27c04d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:11.973601 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['ba54d401-b9fc-4cdc-9ada-0431b41e0595'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:40:12.155808 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-49477660-e5da-4976-8990-3b80ea0e4563 req-fc0d0668-c29c-4a9e-beaf-296158c224da tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5795050 Feb 17 17:40:12.181074 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35522e4d-f5bc-4812-8acf-d5c862d2f611 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for router_gateway (698515af-ea19-456c-8b2a-04edba6b1f11), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:12.194661 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bdb0d6-bd7d-4145-b591-2ca779458bfd service neutron] Pushing event updated for resources: {'Port': ['ID=2f628e11-9b66-427f-bfa9-b50966abc8d0,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:12.198931 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a2e23-e811-4c97-880d-b8b7e252e9a1 req-2b686758-dd50-4ef1-8b62-7db332c3f2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:12.200461 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-db1a2e23-e811-4c97-880d-b8b7e252e9a1 req-2b686758-dd50-4ef1-8b62-7db332c3f2fe service neutron] 10.222.0.71 "GET /v2.0/networks?id=41eab850-74f8-4919-9573-0fe261607aa2 HTTP/1.1" status: 200 len: 907 time: 1.0506086 Feb 17 17:40:12.284830 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-db1a2e23-e811-4c97-880d-b8b7e252e9a1 req-37a18805-0b03-4802-9551-2b7ba1907d2d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2dc3f99-7376-40e5-b61d-e28585ba5a51 HTTP/1.1" status: 200 len: 217 time: 0.0741506 Feb 17 17:40:12.314225 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be594ee-0ba5-4567-8cc8-b893b276910e req-634e4d21-532b-4dda-a7ad-abf17686e8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:12.317474 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6be594ee-0ba5-4567-8cc8-b893b276910e req-634e4d21-532b-4dda-a7ad-abf17686e8b5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a45426717d8d45f2862bf894c7d95737&device_id=a66cf83c-02b1-4b63-8363-98a2a0637846 HTTP/1.1" status: 200 len: 1128 time: 0.5054758 Feb 17 17:40:12.342519 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 17:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466b9ed4-ff3b-4675-a4d1-565e93ca88aa x-openstack-request-id: req-466b9ed4-ff3b-4675-a4d1-565e93ca88aa {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:40:12.343009 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8516490-e323-4676-8497-08f986001dea", "name": "network-vif-unplugged", "status": "completed", "tag": "8787d5d2-3f84-4423-9f0d-ae43c4c30a90", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:40:12.343356 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-466b9ed4-ff3b-4675-a4d1-565e93ca88aa {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:40:12.343770 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8516490-e323-4676-8497-08f986001dea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8787d5d2-3f84-4423-9f0d-ae43c4c30a90', 'code': 200} Feb 17 17:40:12.359055 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01fcd5-f07f-488e-8e77-05550102d1e7 req-4a3ac776-e4b5-45a2-85e6-985941a401d6 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:12.362415 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-da01fcd5-f07f-488e-8e77-05550102d1e7 req-4a3ac776-e4b5-45a2-85e6-985941a401d6 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=91673fd8-3bea-488b-8f60-43f90b315b48 HTTP/1.1" status: 200 len: 943 time: 0.5379834 Feb 17 17:40:12.559302 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a2e23-e811-4c97-880d-b8b7e252e9a1 req-e8ca73c3-30d1-43d7-a112-03999fc307a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:12.560904 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-db1a2e23-e811-4c97-880d-b8b7e252e9a1 req-e8ca73c3-30d1-43d7-a112-03999fc307a9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b20ab57b-0ae5-4c69-b6b9-871207503198 HTTP/1.1" status: 200 len: 846 time: 0.2421749 Feb 17 17:40:12.624222 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be594ee-0ba5-4567-8cc8-b893b276910e req-b82af001-8861-4fa5-939b-1bf99e835b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:12.625746 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6be594ee-0ba5-4567-8cc8-b893b276910e req-b82af001-8861-4fa5-939b-1bf99e835b5b service neutron] 10.222.0.71 "GET /v2.0/networks?id=249d7a73-68d0-4715-9e76-b2a8e292b955 HTTP/1.1" status: 200 len: 910 time: 0.2623150 Feb 17 17:40:12.644834 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-da01fcd5-f07f-488e-8e77-05550102d1e7 req-cd857644-1c23-4d2f-aa30-32a44d38c331 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665403 Feb 17 17:40:12.763591 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-db1a2e23-e811-4c97-880d-b8b7e252e9a1 req-77cf0a38-6eab-46ef-8bc7-3a61dc0a983d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=41eab850-74f8-4919-9573-0fe261607aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1781323 Feb 17 17:40:12.765590 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6be594ee-0ba5-4567-8cc8-b893b276910e req-4518bd1e-411e-4822-ac50-1443769b9a17 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e00aaed-554c-4e36-90b7-8553757a4a66 HTTP/1.1" status: 200 len: 1002 time: 0.1170824 Feb 17 17:40:12.869527 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-73ac5223-138f-4af0-9f89-0199469e34fe req-f0bdb0d6-bd7d-4145-b591-2ca779458bfd service neutron] Attempting to bind port 2f628e11-9b66-427f-bfa9-b50966abc8d0 on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:40:12.869913 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-73ac5223-138f-4af0-9f89-0199469e34fe req-f0bdb0d6-bd7d-4145-b591-2ca779458bfd service neutron] Attempting to bind port 2f628e11-9b66-427f-bfa9-b50966abc8d0 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '80af71d2-6810-45c1-8520-db6a1714ff10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b2cdfbff-16c7-45e3-b97b-944f59a2460d'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:40:12.870322 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ac5223-138f-4af0-9f89-0199469e34fe req-f0bdb0d6-bd7d-4145-b591-2ca779458bfd service neutron] Attempting to bind port 2f628e11-9b66-427f-bfa9-b50966abc8d0 on network b2cdfbff-16c7-45e3-b97b-944f59a2460d {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:40:12.904950 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2ec78b97-2cab-4155-83af-4bcdba27c04d admin admin] Publish callbacks [] for security_group (326c39fe-6655-4f0b-815f-eed6e3b3b953), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:12.910076 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb412fe-0af1-4555-9efc-d24cdf1c3e6a req-99eda955-2795-446b-b649-bbdb9fdc432a tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:12.912546 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1fb412fe-0af1-4555-9efc-d24cdf1c3e6a req-99eda955-2795-446b-b649-bbdb9fdc432a tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=2f9651f6-eec5-4c73-b6d6-b15657e0970d HTTP/1.1" status: 200 len: 945 time: 0.3328905 Feb 17 17:40:12.915297 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2ec78b97-2cab-4155-83af-4bcdba27c04d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (326c39fe-6655-4f0b-815f-eed6e3b3b953), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:12.925516 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ac5223-138f-4af0-9f89-0199469e34fe req-f0bdb0d6-bd7d-4145-b591-2ca779458bfd service neutron] Port 2f628e11-9b66-427f-bfa9-b50966abc8d0 on network b2cdfbff-16c7-45e3-b97b-944f59a2460d not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:40:12.925867 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ac5223-138f-4af0-9f89-0199469e34fe req-f0bdb0d6-bd7d-4145-b591-2ca779458bfd service neutron] Attempting to bind port 2f628e11-9b66-427f-bfa9-b50966abc8d0 on network b2cdfbff-16c7-45e3-b97b-944f59a2460d {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:40:12.969123 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ac5223-138f-4af0-9f89-0199469e34fe req-f0bdb0d6-bd7d-4145-b591-2ca779458bfd service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:40:12.969569 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ac5223-138f-4af0-9f89-0199469e34fe req-f0bdb0d6-bd7d-4145-b591-2ca779458bfd service neutron] Checking segment: {'id': '80af71d2-6810-45c1-8520-db6a1714ff10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b2cdfbff-16c7-45e3-b97b-944f59a2460d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:40:12.969893 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ac5223-138f-4af0-9f89-0199469e34fe req-f0bdb0d6-bd7d-4145-b591-2ca779458bfd service neutron] Bound using segment: {'id': '80af71d2-6810-45c1-8520-db6a1714ff10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b2cdfbff-16c7-45e3-b97b-944f59a2460d'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:40:12.970336 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-73ac5223-138f-4af0-9f89-0199469e34fe req-f0bdb0d6-bd7d-4145-b591-2ca779458bfd service neutron] Bound port: 2f628e11-9b66-427f-bfa9-b50966abc8d0, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80af71d2-6810-45c1-8520-db6a1714ff10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b2cdfbff-16c7-45e3-b97b-944f59a2460d'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:40:12.970702 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-73ac5223-138f-4af0-9f89-0199469e34fe req-f0bdb0d6-bd7d-4145-b591-2ca779458bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2f628e11-9b66-427f-bfa9-b50966abc8d0), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:12.981098 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2ec78b97-2cab-4155-83af-4bcdba27c04d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c10b35dc20634bb89b30766b11b1f745&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4114850 Feb 17 17:40:12.981871 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec78b97-2cab-4155-83af-4bcdba27c04d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326c39fe-6655-4f0b-815f-eed6e3b3b953,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:12.988813 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49992) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:13.017198 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35522e4d-f5bc-4812-8acf-d5c862d2f611 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (698515af-ea19-456c-8b2a-04edba6b1f11), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:13.132363 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be594ee-0ba5-4567-8cc8-b893b276910e req-f11e50f5-f911-44a5-b47d-56688d30252d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:13.134050 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6be594ee-0ba5-4567-8cc8-b893b276910e req-f11e50f5-f911-44a5-b47d-56688d30252d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=183d9df1-0481-445d-8bb9-bc438141d74b HTTP/1.1" status: 200 len: 848 time: 0.3407967 Feb 17 17:40:13.141269 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0893521e-a658-4ca7-a444-dcd98d715030 admin admin] Publish callbacks [] for security_group (326c39fe-6655-4f0b-815f-eed6e3b3b953), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:13.174272 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1fb412fe-0af1-4555-9efc-d24cdf1c3e6a req-227e3823-924b-4f7d-89dc-a01e1f93afe3 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016108 Feb 17 17:40:13.224539 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0893521e-a658-4ca7-a444-dcd98d715030 admin admin] Publish callbacks [] for security_group (326c39fe-6655-4f0b-815f-eed6e3b3b953), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:13.244500 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device ba54d401-b9fc-4cdc-9ada-0431b41e0595 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:40:13.315181 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35522e4d-f5bc-4812-8acf-d5c862d2f611 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Router 698515af-ea19-456c-8b2a-04edba6b1f11 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:40:13.316977 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-db1a2e23-e811-4c97-880d-b8b7e252e9a1 req-c5f63c7e-3072-4a35-a4f2-1a7c1f4c899f service neutron] 10.222.0.71 "GET /v2.0/networks/41eab850-74f8-4919-9573-0fe261607aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5225005 Feb 17 17:40:13.329821 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-73ac5223-138f-4af0-9f89-0199469e34fe req-f0bdb0d6-bd7d-4145-b591-2ca779458bfd service neutron] For port 2f628e11-9b66-427f-bfa9-b50966abc8d0, host n-h2-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:40:13.345391 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0893521e-a658-4ca7-a444-dcd98d715030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (326c39fe-6655-4f0b-815f-eed6e3b3b953), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:13.348370 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0893521e-a658-4ca7-a444-dcd98d715030 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:13.349804 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0893521e-a658-4ca7-a444-dcd98d715030 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/326c39fe-6655-4f0b-815f-eed6e3b3b953 HTTP/1.1" status: 204 len: 168 time: 0.3598061 Feb 17 17:40:13.350283 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-73ac5223-138f-4af0-9f89-0199469e34fe req-f0bdb0d6-bd7d-4145-b591-2ca779458bfd service neutron] For port 2f628e11-9b66-427f-bfa9-b50966abc8d0, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=2f628e11-9b66-427f-bfa9-b50966abc8d0,segment=NetworkSegment(80af71d2-6810-45c1-8520-db6a1714ff10),segment_id=80af71d2-6810-45c1-8520-db6a1714ff10)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:40:13.369378 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893521e-a658-4ca7-a444-dcd98d715030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326c39fe-6655-4f0b-815f-eed6e3b3b953,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:13.421255 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port ba54d401-b9fc-4cdc-9ada-0431b41e0595 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:40:13.421973 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ba54d401-b9fc-4cdc-9ada-0431b41e0595), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:13.498534 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35522e4d-f5bc-4812-8acf-d5c862d2f611 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:40:13.518155 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-73ac5223-138f-4af0-9f89-0199469e34fe req-f0bdb0d6-bd7d-4145-b591-2ca779458bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (2f628e11-9b66-427f-bfa9-b50966abc8d0), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:13.527939 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c677ae-3995-4503-8a73-7dc115220f7a None None] Sync routers for ids ['698515af-ea19-456c-8b2a-04edba6b1f11'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:40:13.535788 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149c6168-528e-4e97-b842-822c52c99eb8 None None] Network 5f4fe614-fb2c-4e08-a34c-782edb2e86b2 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:40:13.551972 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35522e4d-f5bc-4812-8acf-d5c862d2f611 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:13.560574 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-35522e4d-f5bc-4812-8acf-d5c862d2f611 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.1252089 Feb 17 17:40:13.561140 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50008) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:13.625497 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be594ee-0ba5-4567-8cc8-b893b276910e req-09cd8982-f6b4-43e3-ba40-fe254dc8ff90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:13.627034 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6be594ee-0ba5-4567-8cc8-b893b276910e req-09cd8982-f6b4-43e3-ba40-fe254dc8ff90 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=249d7a73-68d0-4715-9e76-b2a8e292b955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4476950 Feb 17 17:40:13.650624 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port ba54d401-b9fc-4cdc-9ada-0431b41e0595 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:40:13.651257 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ba54d401-b9fc-4cdc-9ada-0431b41e0595), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:13.663457 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c677ae-3995-4503-8a73-7dc115220f7a None None] Routers {'698515af-ea19-456c-8b2a-04edba6b1f11'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:40:13.664261 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f8c677ae-3995-4503-8a73-7dc115220f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:40:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['698515af-ea19-456c-8b2a-04edba6b1f11'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:13.797640 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port ba54d401-b9fc-4cdc-9ada-0431b41e0595, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=ba54d401-b9fc-4cdc-9ada-0431b41e0595,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:40:13.802304 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f8c677ae-3995-4503-8a73-7dc115220f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:13.807643 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac5223-138f-4af0-9f89-0199469e34fe req-f0bdb0d6-bd7d-4145-b591-2ca779458bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:13.808489 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-73ac5223-138f-4af0-9f89-0199469e34fe req-f0bdb0d6-bd7d-4145-b591-2ca779458bfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:13.810171 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-73ac5223-138f-4af0-9f89-0199469e34fe req-f0bdb0d6-bd7d-4145-b591-2ca779458bfd service neutron] 10.222.0.91 "PUT /v2.0/ports/2f628e11-9b66-427f-bfa9-b50966abc8d0 HTTP/1.1" status: 200 len: 1091 time: 3.4810331 Feb 17 17:40:13.812853 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de6d73b-a3c3-4fc1-b8e3-d83105037f43', 'tag': '2f628e11-9b66-427f-bfa9-b50966abc8d0'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:40:13.815459 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164d849d-edab-4150-8cd3-b601617da65d" -d '{"events": [{"name": "network-changed", "server_uuid": "2de6d73b-a3c3-4fc1-b8e3-d83105037f43", "tag": "2f628e11-9b66-427f-bfa9-b50966abc8d0"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:40:13.836007 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ba54d401-b9fc-4cdc-9ada-0431b41e0595), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:13.840503 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-0cef0760-c6ff-4adc-958e-f12d6f20e28e None None] Provisioning complete for port 1acf4469-ef65-40c2-a516-3f40958f6780 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:40:13.840886 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0cef0760-c6ff-4adc-958e-f12d6f20e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1acf4469-ef65-40c2-a516-3f40958f6780), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:13.891432 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb238f-3cf7-4f06-be2e-a2cfddbc10a6 req-abef4dd7-7c8a-4eb1-9d72-c08464f81a09 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:13.900405 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-faeb238f-3cf7-4f06-be2e-a2cfddbc10a6 req-abef4dd7-7c8a-4eb1-9d72-c08464f81a09 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=2de6d73b-a3c3-4fc1-b8e3-d83105037f43 HTTP/1.1" status: 200 len: 943 time: 0.5369868 Feb 17 17:40:13.983326 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=ba54d401-b9fc-4cdc-9ada-0431b41e0595,revision_number=7']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:13.988053 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c677ae-3995-4503-8a73-7dc115220f7a None None] Routers {'698515af-ea19-456c-8b2a-04edba6b1f11'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:40:13.988721 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f8c677ae-3995-4503-8a73-7dc115220f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:40:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['698515af-ea19-456c-8b2a-04edba6b1f11'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:14.032144 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f8c677ae-3995-4503-8a73-7dc115220f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:14.032856 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c677ae-3995-4503-8a73-7dc115220f7a None None] The sync data for ids ['698515af-ea19-456c-8b2a-04edba6b1f11'] in n-d-829613-2 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:40:14.098871 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 1acf4469-ef65-40c2-a516-3f40958f6780 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:40:14.187745 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bdb0d6-bd7d-4145-b591-2ca779458bfd service neutron] Pushing event updated for resources: {'Port': ['ID=2f628e11-9b66-427f-bfa9-b50966abc8d0,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:14.242893 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-0cef0760-c6ff-4adc-958e-f12d6f20e28e None None] Current status of the port 1acf4469-ef65-40c2-a516-3f40958f6780 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:40:14.242893 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0cef0760-c6ff-4adc-958e-f12d6f20e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1acf4469-ef65-40c2-a516-3f40958f6780), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:14.287296 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-0cef0760-c6ff-4adc-958e-f12d6f20e28e None None] For port 1acf4469-ef65-40c2-a516-3f40958f6780, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=1acf4469-ef65-40c2-a516-3f40958f6780,segment=NetworkSegment(343cd390-a61f-4d30-bedf-b9c1577ff379),segment_id=343cd390-a61f-4d30-bedf-b9c1577ff379)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:40:14.294718 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0cef0760-c6ff-4adc-958e-f12d6f20e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (1acf4469-ef65-40c2-a516-3f40958f6780), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:14.355769 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-db1a2e23-e811-4c97-880d-b8b7e252e9a1 req-badd62c6-802b-42ed-8693-ecd31d3f7085 service neutron] 10.222.0.71 "GET /v2.0/networks/41eab850-74f8-4919-9573-0fe261607aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9943008 Feb 17 17:40:14.357768 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 1acf4469-ef65-40c2-a516-3f40958f6780 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:40:14.358164 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1acf4469-ef65-40c2-a516-3f40958f6780), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:14.366927 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3448c5c7-468d-4aa5-80d4-bce345360982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba54d401-b9fc-4cdc-9ada-0431b41e0595'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:40:14.370049 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df335685-17d4-472d-8187-c336019c0461" -d '{"events": [{"server_uuid": "3448c5c7-468d-4aa5-80d4-bce345360982", "name": "network-vif-plugged", "status": "completed", "tag": "ba54d401-b9fc-4cdc-9ada-0431b41e0595"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:40:14.403349 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6be594ee-0ba5-4567-8cc8-b893b276910e req-76510c1e-bab1-4f0f-9225-294460aa9c71 service neutron] 10.222.0.71 "GET /v2.0/networks/249d7a73-68d0-4715-9e76-b2a8e292b955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6898980 Feb 17 17:40:14.469840 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-faeb238f-3cf7-4f06-be2e-a2cfddbc10a6 req-d545c481-9c84-4a91-854c-fa6186c2522a tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4531162 Feb 17 17:40:14.498861 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef0760-c6ff-4adc-958e-f12d6f20e28e None None] Pushing event updated for resources: {'Port': ['ID=1acf4469-ef65-40c2-a516-3f40958f6780,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:14.541424 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac5223-138f-4af0-9f89-0199469e34fe req-e62333ac-8e35-40ce-8feb-9eb4f76f2834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:14.543170 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-73ac5223-138f-4af0-9f89-0199469e34fe req-e62333ac-8e35-40ce-8feb-9eb4f76f2834 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b0fb42267d024cfbae564aa55b350788&device_id=2de6d73b-a3c3-4fc1-b8e3-d83105037f43 HTTP/1.1" status: 200 len: 1125 time: 0.6188028 Feb 17 17:40:14.554504 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-f83f8b10-e8f2-473c-8c67-c12acfb9b13c None None] Provisioning complete for port 1acf4469-ef65-40c2-a516-3f40958f6780 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:40:14.555192 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f83f8b10-e8f2-473c-8c67-c12acfb9b13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1acf4469-ef65-40c2-a516-3f40958f6780), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:14.602299 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 1acf4469-ef65-40c2-a516-3f40958f6780 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:40:14.617193 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8119f9d-6826-469a-a567-ddaf980922e2 req-fdfbc902-5b73-4076-992d-5a40e155c70a tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:14.617646 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ac979e6d-5839-4cbd-a5c4-c6f05cbb7e9b tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:14.637877 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c8119f9d-6826-469a-a567-ddaf980922e2 req-fdfbc902-5b73-4076-992d-5a40e155c70a tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=91673fd8-3bea-488b-8f60-43f90b315b48 HTTP/1.1" status: 200 len: 943 time: 0.7174017 Feb 17 17:40:14.644848 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23417993-0c83-4de4-a310-9466205c8bd6 x-openstack-request-id: req-23417993-0c83-4de4-a310-9466205c8bd6 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:40:14.645147 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2de6d73b-a3c3-4fc1-b8e3-d83105037f43", "tag": "2f628e11-9b66-427f-bfa9-b50966abc8d0", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:40:14.645575 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-23417993-0c83-4de4-a310-9466205c8bd6 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:40:14.645967 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2de6d73b-a3c3-4fc1-b8e3-d83105037f43', 'tag': '2f628e11-9b66-427f-bfa9-b50966abc8d0', 'status': 'completed', 'code': 200} Feb 17 17:40:14.726217 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-f83f8b10-e8f2-473c-8c67-c12acfb9b13c None None] Current status of the port 1acf4469-ef65-40c2-a516-3f40958f6780 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:40:14.816108 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c8119f9d-6826-469a-a567-ddaf980922e2 req-1bac22c5-7df5-494e-9af1-039aff867600 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728003 Feb 17 17:40:14.819833 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-73ac5223-138f-4af0-9f89-0199469e34fe req-804f3a2f-7ada-4c26-aeca-94d8a29e06d7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f628e11-9b66-427f-bfa9-b50966abc8d0 HTTP/1.1" status: 200 len: 217 time: 0.1677473 Feb 17 17:40:14.904774 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a24c24-f952-4558-bfaf-427775eb2f0f x-openstack-request-id: req-82a24c24-f952-4558-bfaf-427775eb2f0f {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:40:14.905316 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3448c5c7-468d-4aa5-80d4-bce345360982", "name": "network-vif-plugged", "status": "completed", "tag": "ba54d401-b9fc-4cdc-9ada-0431b41e0595", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:40:14.905745 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-82a24c24-f952-4558-bfaf-427775eb2f0f {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:40:14.906332 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3448c5c7-468d-4aa5-80d4-bce345360982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba54d401-b9fc-4cdc-9ada-0431b41e0595', 'code': 200} Feb 17 17:40:14.992974 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-ac979e6d-5839-4cbd-a5c4-c6f05cbb7e9b tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Allocated IP 172.20.0.1 (5f4fe614-fb2c-4e08-a34c-782edb2e86b2/c56184f6-2ede-41a3-966a-4bccef7e79c8/6a55a2cd-9d21-4950-8925-3a7a638a470e) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:40:15.060543 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac5223-138f-4af0-9f89-0199469e34fe req-22a86914-cc1d-43e0-a8de-80fea0e181fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:15.062578 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-73ac5223-138f-4af0-9f89-0199469e34fe req-22a86914-cc1d-43e0-a8de-80fea0e181fd service neutron] 10.222.0.91 "GET /v2.0/subnets?id=36b5f32c-14a0-4a60-ad2f-22440ca5b40f HTTP/1.1" status: 200 len: 851 time: 0.1338797 Feb 17 17:40:15.074363 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6be594ee-0ba5-4567-8cc8-b893b276910e req-3ef393a9-58f8-417a-b3aa-48b9cbf9749f service neutron] 10.222.0.71 "GET /v2.0/networks/249d7a73-68d0-4715-9e76-b2a8e292b955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6522760 Feb 17 17:40:15.135026 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-73ac5223-138f-4af0-9f89-0199469e34fe req-988920fd-4318-489d-a198-be7f9eccbd3c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b2cdfbff-16c7-45e3-b97b-944f59a2460d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582588 Feb 17 17:40:15.144647 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024b011-43ec-4da9-b969-77eb1d3a5806 req-b80fc301-2e9a-42de-95fe-1fae932b5636 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:15.146586 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5024b011-43ec-4da9-b969-77eb1d3a5806 req-b80fc301-2e9a-42de-95fe-1fae932b5636 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=2f9651f6-eec5-4c73-b6d6-b15657e0970d HTTP/1.1" status: 200 len: 945 time: 0.3794935 Feb 17 17:40:15.170567 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ac979e6d-5839-4cbd-a5c4-c6f05cbb7e9b tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for port (6a55a2cd-9d21-4950-8925-3a7a638a470e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:15.219003 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ac979e6d-5839-4cbd-a5c4-c6f05cbb7e9b tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (6a55a2cd-9d21-4950-8925-3a7a638a470e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:15.254096 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device d2dc3f99-7376-40e5-b61d-e28585ba5a51 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:40:15.269855 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac979e6d-5839-4cbd-a5c4-c6f05cbb7e9b tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Network 5f4fe614-fb2c-4e08-a34c-782edb2e86b2 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:40:15.277730 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-ac979e6d-5839-4cbd-a5c4-c6f05cbb7e9b tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:40:15.286381 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac979e6d-5839-4cbd-a5c4-c6f05cbb7e9b tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:40:15.300957 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5024b011-43ec-4da9-b969-77eb1d3a5806 req-51abbb0f-20f4-4fa6-b30d-1fa2f16d4c7f tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310241 Feb 17 17:40:15.327178 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-73ac5223-138f-4af0-9f89-0199469e34fe req-62b70fc7-dbf8-4d3f-8c2b-0a1ac148359a service neutron] 10.222.0.91 "GET /v2.0/networks/b2cdfbff-16c7-45e3-b97b-944f59a2460d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792378 Feb 17 17:40:15.374896 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac979e6d-5839-4cbd-a5c4-c6f05cbb7e9b tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Pushing event updated for resources: {'Port': ['ID=6a55a2cd-9d21-4950-8925-3a7a638a470e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:15.449431 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ac979e6d-5839-4cbd-a5c4-c6f05cbb7e9b tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (698515af-ea19-456c-8b2a-04edba6b1f11), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:15.552372 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port d2dc3f99-7376-40e5-b61d-e28585ba5a51, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=d2dc3f99-7376-40e5-b61d-e28585ba5a51,segment=NetworkSegment(18563972-a346-4d2f-9db2-6c97a64b55cb),segment_id=18563972-a346-4d2f-9db2-6c97a64b55cb)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:40:15.597640 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': 'd2dc3f99-7376-40e5-b61d-e28585ba5a51', 'network_id': '41eab850-74f8-4919-9573-0fe261607aa2', 'port_id': 'd2dc3f99-7376-40e5-b61d-e28585ba5a51', 'mac_address': 'fa:16:3e:86:cf:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b20ab57b-0ae5-4c69-b6b9-871207503198', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:40:15.649498 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port d2dc3f99-7376-40e5-b61d-e28585ba5a51 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:40:15.650723 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d2dc3f99-7376-40e5-b61d-e28585ba5a51), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:15.664755 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-73ac5223-138f-4af0-9f89-0199469e34fe req-0d6a8c9b-9c46-4f91-988c-85175d10d886 service neutron] 10.222.0.91 "GET /v2.0/networks/b2cdfbff-16c7-45e3-b97b-944f59a2460d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305731 Feb 17 17:40:15.667408 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2dc3f99-7376-40e5-b61d-e28585ba5a51 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:40:15.741472 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port d2dc3f99-7376-40e5-b61d-e28585ba5a51, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=d2dc3f99-7376-40e5-b61d-e28585ba5a51,segment=NetworkSegment(18563972-a346-4d2f-9db2-6c97a64b55cb),segment_id=18563972-a346-4d2f-9db2-6c97a64b55cb)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:40:15.764410 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (d2dc3f99-7376-40e5-b61d-e28585ba5a51), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:15.851875 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9578de-5941-4a33-9ea3-9b8dbcf629d6 req-58f2b513-16d6-4817-8229-15f7c8c96d00 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:15.854258 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4e9578de-5941-4a33-9ea3-9b8dbcf629d6 req-58f2b513-16d6-4817-8229-15f7c8c96d00 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=2de6d73b-a3c3-4fc1-b8e3-d83105037f43 HTTP/1.1" status: 200 len: 943 time: 0.1594682 Feb 17 17:40:15.878047 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ac979e6d-5839-4cbd-a5c4-c6f05cbb7e9b tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6a55a2cd-9d21-4950-8925-3a7a638a470e), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:15.906930 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d849d-edab-4150-8cd3-b601617da65d req-f5d7e122-5d1f-421a-b911-03f250e91f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:15.908862 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-164d849d-edab-4150-8cd3-b601617da65d req-f5d7e122-5d1f-421a-b911-03f250e91f34 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b0fb42267d024cfbae564aa55b350788&device_id=2de6d73b-a3c3-4fc1-b8e3-d83105037f43 HTTP/1.1" status: 200 len: 1125 time: 0.1763549 Feb 17 17:40:15.947495 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-f3022854-0ee2-42e6-b67e-d6ffe3502ba8 None None] Provisioning complete for port 6a55a2cd-9d21-4950-8925-3a7a638a470e triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:40:15.947905 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f3022854-0ee2-42e6-b67e-d6ffe3502ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6a55a2cd-9d21-4950-8925-3a7a638a470e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:15.970736 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 1acf4469-ef65-40c2-a516-3f40958f6780 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:40:16.070854 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4e9578de-5941-4a33-9ea3-9b8dbcf629d6 req-401553ad-6b00-4c20-b367-055206457178 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948614 Feb 17 17:40:16.212040 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d849d-edab-4150-8cd3-b601617da65d req-dbebaffc-4c5f-449c-bb10-a8ea036a355f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:16.214441 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['d2dc3f99-7376-40e5-b61d-e28585ba5a51'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:40:16.217486 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-164d849d-edab-4150-8cd3-b601617da65d req-dbebaffc-4c5f-449c-bb10-a8ea036a355f service neutron] 10.222.0.91 "GET /v2.0/networks?id=b2cdfbff-16c7-45e3-b97b-944f59a2460d HTTP/1.1" status: 200 len: 912 time: 0.2910473 Feb 17 17:40:16.330464 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-164d849d-edab-4150-8cd3-b601617da65d req-c6a340cd-217c-432f-80ae-af790631b6cf service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f628e11-9b66-427f-bfa9-b50966abc8d0 HTTP/1.1" status: 200 len: 217 time: 0.0834634 Feb 17 17:40:16.361441 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-f3022854-0ee2-42e6-b67e-d6ffe3502ba8 None None] Port 6a55a2cd-9d21-4950-8925-3a7a638a470e cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:40:16.371971 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=d2dc3f99-7376-40e5-b61d-e28585ba5a51,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:16.442118 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a3e17-48f4-4fb8-b5ba-d4d4c789af36 req-edcf5b51-6f52-4e72-8dd9-6c809d5ed2c4 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:16.449028 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-863a3e17-48f4-4fb8-b5ba-d4d4c789af36 req-edcf5b51-6f52-4e72-8dd9-6c809d5ed2c4 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=91673fd8-3bea-488b-8f60-43f90b315b48 HTTP/1.1" status: 200 len: 944 time: 0.2473431 Feb 17 17:40:16.464040 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ac979e6d-5839-4cbd-a5c4-c6f05cbb7e9b tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for port (6a55a2cd-9d21-4950-8925-3a7a638a470e), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:16.470665 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ac979e6d-5839-4cbd-a5c4-c6f05cbb7e9b tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (6a55a2cd-9d21-4950-8925-3a7a638a470e), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:16.471562 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 1acf4469-ef65-40c2-a516-3f40958f6780 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:40:16.472086 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1acf4469-ef65-40c2-a516-3f40958f6780), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:16.509015 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d849d-edab-4150-8cd3-b601617da65d req-8be1cbdd-cbf7-48bc-a076-fe4f65019aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:16.510389 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-164d849d-edab-4150-8cd3-b601617da65d req-8be1cbdd-cbf7-48bc-a076-fe4f65019aca service neutron] 10.222.0.91 "GET /v2.0/subnets?id=36b5f32c-14a0-4a60-ad2f-22440ca5b40f HTTP/1.1" status: 200 len: 851 time: 0.1680810 Feb 17 17:40:16.569458 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ac979e6d-5839-4cbd-a5c4-c6f05cbb7e9b tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (698515af-ea19-456c-8b2a-04edba6b1f11), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:16.572193 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac979e6d-5839-4cbd-a5c4-c6f05cbb7e9b tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Pushing event updated for resources: {'Port': ['ID=6a55a2cd-9d21-4950-8925-3a7a638a470e,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:16.619389 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-164d849d-edab-4150-8cd3-b601617da65d req-872dd936-06be-4264-959c-08e7ca8efc91 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b2cdfbff-16c7-45e3-b97b-944f59a2460d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1019728 Feb 17 17:40:16.686558 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-863a3e17-48f4-4fb8-b5ba-d4d4c789af36 req-f6ac8f0b-e578-4885-ad62-3fcc49f11ca3 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301311 Feb 17 17:40:16.774135 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 1acf4469-ef65-40c2-a516-3f40958f6780 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:40:16.824308 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac979e6d-5839-4cbd-a5c4-c6f05cbb7e9b tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Network 5f4fe614-fb2c-4e08-a34c-782edb2e86b2 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:40:16.826173 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-ac979e6d-5839-4cbd-a5c4-c6f05cbb7e9b tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:40:16.843842 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-164d849d-edab-4150-8cd3-b601617da65d req-a8d57564-286c-4637-aeee-466540b77c71 service neutron] 10.222.0.91 "GET /v2.0/networks/b2cdfbff-16c7-45e3-b97b-944f59a2460d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127979 Feb 17 17:40:17.019706 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac979e6d-5839-4cbd-a5c4-c6f05cbb7e9b tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Router 698515af-ea19-456c-8b2a-04edba6b1f11 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:40:17.059036 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-164d849d-edab-4150-8cd3-b601617da65d req-290d6c0f-1bc5-4d9a-8b1c-5846a524c454 service neutron] 10.222.0.91 "GET /v2.0/networks/b2cdfbff-16c7-45e3-b97b-944f59a2460d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060781 Feb 17 17:40:17.220913 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac979e6d-5839-4cbd-a5c4-c6f05cbb7e9b tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:40:17.237741 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3741efa1-6e86-45ae-9486-559f59afc0f6 None None] Sync routers for ids ['698515af-ea19-456c-8b2a-04edba6b1f11'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:40:17.269755 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3741efa1-6e86-45ae-9486-559f59afc0f6 None None] Routers {'698515af-ea19-456c-8b2a-04edba6b1f11'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:40:17.270463 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-3741efa1-6e86-45ae-9486-559f59afc0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:40:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['698515af-ea19-456c-8b2a-04edba6b1f11'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:17.278191 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ac979e6d-5839-4cbd-a5c4-c6f05cbb7e9b tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] 10.222.0.87 "PUT /v2.0/routers/698515af-ea19-456c-8b2a-04edba6b1f11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7156379 Feb 17 17:40:17.285571 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 50120) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:17.295607 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-7cbcb7e0-b50d-4737-a123-da5441fdb552 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Request body: {'port': {'network_id': '5f4fe614-fb2c-4e08-a34c-782edb2e86b2', 'name': 'tempest-FloatingIPTestJSON-1703371054'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:40:17.311567 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-39b6e42b-a407-468b-8ede-f5dd5d15296b None None] Provisioning complete for port 6a55a2cd-9d21-4950-8925-3a7a638a470e triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:40:17.311962 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-39b6e42b-a407-468b-8ede-f5dd5d15296b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6a55a2cd-9d21-4950-8925-3a7a638a470e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:17.339380 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f541c-3762-4808-8885-c4d4a88f2b35 req-0abdaac1-ae2a-410c-a5bd-326c98aed162 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:17.341110 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b79f541c-3762-4808-8885-c4d4a88f2b35 req-0abdaac1-ae2a-410c-a5bd-326c98aed162 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=2de6d73b-a3c3-4fc1-b8e3-d83105037f43 HTTP/1.1" status: 200 len: 943 time: 0.1620347 Feb 17 17:40:17.386454 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-39b6e42b-a407-468b-8ede-f5dd5d15296b None None] Port 6a55a2cd-9d21-4950-8925-3a7a638a470e cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:40:17.404456 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-3741efa1-6e86-45ae-9486-559f59afc0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:17.414655 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3741efa1-6e86-45ae-9486-559f59afc0f6 None None] Routers {'698515af-ea19-456c-8b2a-04edba6b1f11'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:40:17.415574 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-3741efa1-6e86-45ae-9486-559f59afc0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:40:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['698515af-ea19-456c-8b2a-04edba6b1f11'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:17.457880 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b79f541c-3762-4808-8885-c4d4a88f2b35 req-09e410ae-212c-400e-96d5-54e4c9688d03 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022501 Feb 17 17:40:17.459282 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-3741efa1-6e86-45ae-9486-559f59afc0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:17.460195 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3741efa1-6e86-45ae-9486-559f59afc0f6 None None] The sync data for ids ['698515af-ea19-456c-8b2a-04edba6b1f11'] in n-d-829613-2 is: [] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:40:17.516157 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cbcb7e0-b50d-4737-a123-da5441fdb552 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Made reservation on behalf of 03e402034aa04ff6944c86c878c07771 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:40:17.519728 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7cbcb7e0-b50d-4737-a123-da5441fdb552 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:17.546436 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-7cbcb7e0-b50d-4737-a123-da5441fdb552 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] device_id is not set on port afffa8b9-5a04-455a-9850-cc37d93c0573 yet. {{(pid=103435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:40:17.674940 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-7cbcb7e0-b50d-4737-a123-da5441fdb552 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Allocated IP 172.20.0.6 (5f4fe614-fb2c-4e08-a34c-782edb2e86b2/c56184f6-2ede-41a3-966a-4bccef7e79c8/afffa8b9-5a04-455a-9850-cc37d93c0573) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:40:17.945754 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78506d85-ddba-41bf-8192-2ac1f1c61dc7 req-26576d06-538a-4398-9d70-e4496c35f81b tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:17.952279 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-78506d85-ddba-41bf-8192-2ac1f1c61dc7 req-26576d06-538a-4398-9d70-e4496c35f81b tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=91673fd8-3bea-488b-8f60-43f90b315b48 HTTP/1.1" status: 200 len: 944 time: 0.1225629 Feb 17 17:40:17.996234 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7cbcb7e0-b50d-4737-a123-da5441fdb552 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for port (afffa8b9-5a04-455a-9850-cc37d93c0573), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:18.026607 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-78506d85-ddba-41bf-8192-2ac1f1c61dc7 req-eb53248e-879e-4681-b733-baa1461a4bc3 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695229 Feb 17 17:40:18.052963 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7cbcb7e0-b50d-4737-a123-da5441fdb552 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (afffa8b9-5a04-455a-9850-cc37d93c0573), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:18.102596 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbcb7e0-b50d-4737-a123-da5441fdb552 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Network 5f4fe614-fb2c-4e08-a34c-782edb2e86b2 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:40:18.106371 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-7cbcb7e0-b50d-4737-a123-da5441fdb552 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:40:18.113287 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbcb7e0-b50d-4737-a123-da5441fdb552 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:40:18.145622 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbcb7e0-b50d-4737-a123-da5441fdb552 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Pushing event updated for resources: {'Port': ['ID=afffa8b9-5a04-455a-9850-cc37d93c0573,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:18.183834 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbcb7e0-b50d-4737-a123-da5441fdb552 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:18.185056 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7cbcb7e0-b50d-4737-a123-da5441fdb552 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:18.209802 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-7cbcb7e0-b50d-4737-a123-da5441fdb552 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9229898 Feb 17 17:40:18.212562 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 50134) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:18.219150 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-c8ea0b73-6eef-4d3a-b068-8eefd706168f tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Request body: {'floatingip': {'port_id': 'afffa8b9-5a04-455a-9850-cc37d93c0573'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:40:18.368299 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c8ea0b73-6eef-4d3a-b068-8eefd706168f tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for floatingip (f3edb6ce-9533-42b0-b1ea-f42c41c54bcb), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:18.532813 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b2f97158-177d-4f48-a341-87a4735fb46f None None] Provisioning complete for port afffa8b9-5a04-455a-9850-cc37d93c0573 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:40:18.533781 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b2f97158-177d-4f48-a341-87a4735fb46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (afffa8b9-5a04-455a-9850-cc37d93c0573), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:18.594065 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b2f97158-177d-4f48-a341-87a4735fb46f None None] Port afffa8b9-5a04-455a-9850-cc37d93c0573 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:40:18.730581 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:18.731292 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e38ac3-cfcb-4120-8988-c059fd85bdd1 req-7455dd46-260f-4da9-94e4-33d21fa12401 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:18.733004 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-60e38ac3-cfcb-4120-8988-c059fd85bdd1 req-7455dd46-260f-4da9-94e4-33d21fa12401 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=2de6d73b-a3c3-4fc1-b8e3-d83105037f43 HTTP/1.1" status: 200 len: 943 time: 0.1949399 Feb 17 17:40:18.811944 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-60e38ac3-cfcb-4120-8988-c059fd85bdd1 req-85428a0e-3e04-4282-9c4f-de49971cf294 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688782 Feb 17 17:40:18.862058 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 2f628e11-9b66-427f-bfa9-b50966abc8d0 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:40:19.051322 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 2f628e11-9b66-427f-bfa9-b50966abc8d0, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=2f628e11-9b66-427f-bfa9-b50966abc8d0,segment=NetworkSegment(80af71d2-6810-45c1-8520-db6a1714ff10),segment_id=80af71d2-6810-45c1-8520-db6a1714ff10)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:40:19.069415 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '2f628e11-9b66-427f-bfa9-b50966abc8d0', 'network_id': 'b2cdfbff-16c7-45e3-b97b-944f59a2460d', 'port_id': '2f628e11-9b66-427f-bfa9-b50966abc8d0', 'mac_address': 'fa:16:3e:0c:24:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b5f32c-14a0-4a60-ad2f-22440ca5b40f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:40:19.139096 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 2f628e11-9b66-427f-bfa9-b50966abc8d0 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:40:19.139948 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2f628e11-9b66-427f-bfa9-b50966abc8d0), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:19.158348 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f628e11-9b66-427f-bfa9-b50966abc8d0 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:40:19.198966 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 2f628e11-9b66-427f-bfa9-b50966abc8d0, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=2f628e11-9b66-427f-bfa9-b50966abc8d0,segment=NetworkSegment(80af71d2-6810-45c1-8520-db6a1714ff10),segment_id=80af71d2-6810-45c1-8520-db6a1714ff10)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:40:19.207969 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (2f628e11-9b66-427f-bfa9-b50966abc8d0), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:19.208691 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 4f7e1fde-9dc6-4b9d-af31-b0868911c823 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:40:19.290964 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device d2dc3f99-7376-40e5-b61d-e28585ba5a51 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:40:19.328274 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=2f628e11-9b66-427f-bfa9-b50966abc8d0,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:19.431134 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port d2dc3f99-7376-40e5-b61d-e28585ba5a51 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:40:19.438522 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port d2dc3f99-7376-40e5-b61d-e28585ba5a51 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:40:19.438958 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d2dc3f99-7376-40e5-b61d-e28585ba5a51), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:19.495317 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 4f7e1fde-9dc6-4b9d-af31-b0868911c823, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=4f7e1fde-9dc6-4b9d-af31-b0868911c823,segment=NetworkSegment(1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8),segment_id=1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:40:19.523187 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '4f7e1fde-9dc6-4b9d-af31-b0868911c823', 'network_id': '83cc66ec-b716-4047-926b-17461255d55d', 'port_id': '4f7e1fde-9dc6-4b9d-af31-b0868911c823', 'mac_address': 'fa:16:3e:33:42:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e1fcde1-7a12-4137-bca4-1789efb75583', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:40:19.647845 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 4f7e1fde-9dc6-4b9d-af31-b0868911c823 is: ACTIVE; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:40:19.648555 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (4f7e1fde-9dc6-4b9d-af31-b0868911c823), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:19.677510 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:19.681931 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f7e1fde-9dc6-4b9d-af31-b0868911c823 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:40:19.692504 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port d2dc3f99-7376-40e5-b61d-e28585ba5a51 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:40:19.692938 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d2dc3f99-7376-40e5-b61d-e28585ba5a51), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:19.722695 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 4f7e1fde-9dc6-4b9d-af31-b0868911c823, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=4f7e1fde-9dc6-4b9d-af31-b0868911c823,segment=NetworkSegment(1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8),segment_id=1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:40:19.754133 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port d2dc3f99-7376-40e5-b61d-e28585ba5a51, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=d2dc3f99-7376-40e5-b61d-e28585ba5a51,segment=NetworkSegment(18563972-a346-4d2f-9db2-6c97a64b55cb),segment_id=18563972-a346-4d2f-9db2-6c97a64b55cb)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:40:19.755965 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91673fd8-3bea-488b-8f60-43f90b315b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2dc3f99-7376-40e5-b61d-e28585ba5a51'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:40:19.759399 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87bbce4d-c2d0-4fbe-b1bf-e74b337eeba9" -d '{"events": [{"server_uuid": "91673fd8-3bea-488b-8f60-43f90b315b48", "name": "network-vif-plugged", "status": "completed", "tag": "d2dc3f99-7376-40e5-b61d-e28585ba5a51"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:40:19.765427 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (d2dc3f99-7376-40e5-b61d-e28585ba5a51), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:19.767607 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (4f7e1fde-9dc6-4b9d-af31-b0868911c823), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:19.844961 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=d2dc3f99-7376-40e5-b61d-e28585ba5a51,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:19.924490 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['4f7e1fde-9dc6-4b9d-af31-b0868911c823'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:40:20.001150 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c8ea0b73-6eef-4d3a-b068-8eefd706168f tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:20.011968 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4ae0c-b4d9-4a0c-93ad-d137931b8b81 req-b3a4494c-40f3-49b3-ae90-7ddb6e13f763 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:20.013918 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fcc4ae0c-b4d9-4a0c-93ad-d137931b8b81 req-b3a4494c-40f3-49b3-ae90-7ddb6e13f763 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=91673fd8-3bea-488b-8f60-43f90b315b48 HTTP/1.1" status: 200 len: 944 time: 0.5390530 Feb 17 17:40:20.015290 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c8ea0b73-6eef-4d3a-b068-8eefd706168f tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (f3edb6ce-9533-42b0-b1ea-f42c41c54bcb), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:20.058642 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=4f7e1fde-9dc6-4b9d-af31-b0868911c823,revision_number=6']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:20.141011 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fcc4ae0c-b4d9-4a0c-93ad-d137931b8b81 req-4f417013-7df5-4a33-8067-339e8a03badb tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212454 Feb 17 17:40:20.207979 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['2f628e11-9b66-427f-bfa9-b50966abc8d0'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:40:20.212085 n-d-829613-2 neutron-server[103435]: INFO neutron.db.l3_db [None req-c8ea0b73-6eef-4d3a-b068-8eefd706168f tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Floating IP f3edb6ce-9533-42b0-b1ea-f42c41c54bcb associated. External IP: 172.25.8.212, port: 85e2c19f-bcc7-4b4f-afd2-3f40e5c17286. Feb 17 17:40:20.356604 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef976a9-0f65-481a-9978-5d5ecf1b82ad x-openstack-request-id: req-9ef976a9-0f65-481a-9978-5d5ecf1b82ad {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:40:20.357163 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91673fd8-3bea-488b-8f60-43f90b315b48", "name": "network-vif-plugged", "status": "completed", "tag": "d2dc3f99-7376-40e5-b61d-e28585ba5a51", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:40:20.357643 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9ef976a9-0f65-481a-9978-5d5ecf1b82ad {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:40:20.360337 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91673fd8-3bea-488b-8f60-43f90b315b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2dc3f99-7376-40e5-b61d-e28585ba5a51', 'code': 200} Feb 17 17:40:20.595523 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca82d08-bc6d-4580-95b1-f9c8f8fd6ef0 req-9e52968a-e571-4506-a8d7-195cea29db6b tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:20.599298 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dca82d08-bc6d-4580-95b1-f9c8f8fd6ef0 req-9e52968a-e571-4506-a8d7-195cea29db6b tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=2de6d73b-a3c3-4fc1-b8e3-d83105037f43 HTTP/1.1" status: 200 len: 944 time: 0.1741388 Feb 17 17:40:21.007556 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 4f7e1fde-9dc6-4b9d-af31-b0868911c823 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:40:21.089416 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dca82d08-bc6d-4580-95b1-f9c8f8fd6ef0 req-38b5d492-d425-43e2-ac79-134c0394abaa tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280356 Feb 17 17:40:21.100577 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3011d1-79be-4658-bf09-ba2db8b438e8 req-cc60d84d-d136-4656-83db-e1b4e357aad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:21.102478 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ee3011d1-79be-4658-bf09-ba2db8b438e8 req-cc60d84d-d136-4656-83db-e1b4e357aad5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=91673fd8-3bea-488b-8f60-43f90b315b48 HTTP/1.1" status: 200 len: 1127 time: 0.7594392 Feb 17 17:40:21.141428 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 4f7e1fde-9dc6-4b9d-af31-b0868911c823 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:40:21.141832 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (4f7e1fde-9dc6-4b9d-af31-b0868911c823), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:21.201546 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ee3011d1-79be-4658-bf09-ba2db8b438e8 req-869f9736-8537-40b3-be17-fce4d41f1442 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908456 Feb 17 17:40:21.220439 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ea0b73-6eef-4d3a-b068-8eefd706168f tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Router 1d79183a-43b6-4840-b514-7b4aefa7befc has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:40:21.267436 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 4f7e1fde-9dc6-4b9d-af31-b0868911c823 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:40:21.268199 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (4f7e1fde-9dc6-4b9d-af31-b0868911c823), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:21.333880 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 4f7e1fde-9dc6-4b9d-af31-b0868911c823, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=4f7e1fde-9dc6-4b9d-af31-b0868911c823,segment=NetworkSegment(1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8),segment_id=1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:40:21.339427 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (4f7e1fde-9dc6-4b9d-af31-b0868911c823), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:21.454152 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=4f7e1fde-9dc6-4b9d-af31-b0868911c823,revision_number=7']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:21.472672 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ea0b73-6eef-4d3a-b068-8eefd706168f tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:40:21.485752 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb84e52-5659-4f25-b443-814313d5ee83 None None] Sync routers for ids ['1d79183a-43b6-4840-b514-7b4aefa7befc'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:40:21.522561 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb84e52-5659-4f25-b443-814313d5ee83 None None] Routers {'1d79183a-43b6-4840-b514-7b4aefa7befc'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:40:21.534364 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-1eb84e52-5659-4f25-b443-814313d5ee83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:40:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['1d79183a-43b6-4840-b514-7b4aefa7befc'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:21.682295 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-1eb84e52-5659-4f25-b443-814313d5ee83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:21.716903 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb84e52-5659-4f25-b443-814313d5ee83 None None] Routers {'1d79183a-43b6-4840-b514-7b4aefa7befc'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:40:21.717495 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-1eb84e52-5659-4f25-b443-814313d5ee83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:40:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['1d79183a-43b6-4840-b514-7b4aefa7befc'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:21.795816 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-1eb84e52-5659-4f25-b443-814313d5ee83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:21.800081 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb84e52-5659-4f25-b443-814313d5ee83 None None] The sync data for ids ['1d79183a-43b6-4840-b514-7b4aefa7befc'] in n-d-829613-2 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:40:21.875730 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ea0b73-6eef-4d3a-b068-8eefd706168f tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Router 698515af-ea19-456c-8b2a-04edba6b1f11 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:40:22.090078 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ea0b73-6eef-4d3a-b068-8eefd706168f tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:40:22.095729 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c8ea0b73-6eef-4d3a-b068-8eefd706168f tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:22.114423 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7faf5618-99e0-4e6e-91ee-75115e1b6998 None None] Sync routers for ids ['698515af-ea19-456c-8b2a-04edba6b1f11'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:40:22.141238 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7faf5618-99e0-4e6e-91ee-75115e1b6998 None None] Routers {'698515af-ea19-456c-8b2a-04edba6b1f11'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:40:22.142315 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-7faf5618-99e0-4e6e-91ee-75115e1b6998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:40:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['698515af-ea19-456c-8b2a-04edba6b1f11'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:22.229951 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50228) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:22.230497 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c8ea0b73-6eef-4d3a-b068-8eefd706168f tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] 10.222.0.87 "PUT /v2.0/floatingips/f3edb6ce-9533-42b0-b1ea-f42c41c54bcb HTTP/1.1" status: 200 len: 978 time: 4.0161359 Feb 17 17:40:22.257304 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-7faf5618-99e0-4e6e-91ee-75115e1b6998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:22.291199 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7faf5618-99e0-4e6e-91ee-75115e1b6998 None None] Routers {'698515af-ea19-456c-8b2a-04edba6b1f11'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:40:22.294469 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-7faf5618-99e0-4e6e-91ee-75115e1b6998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:40:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['698515af-ea19-456c-8b2a-04edba6b1f11'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:22.345394 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-7faf5618-99e0-4e6e-91ee-75115e1b6998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:22.349088 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7faf5618-99e0-4e6e-91ee-75115e1b6998 None None] The sync data for ids ['698515af-ea19-456c-8b2a-04edba6b1f11'] in n-d-829613-2 is: [] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:40:22.362221 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f9651f6-eec5-4c73-b6d6-b15657e0970d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7e1fde-9dc6-4b9d-af31-b0868911c823'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:40:22.366439 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a616d8e2-f374-49c1-9557-ff7af98e80b1" -d '{"events": [{"server_uuid": "2f9651f6-eec5-4c73-b6d6-b15657e0970d", "name": "network-vif-plugged", "status": "completed", "tag": "4f7e1fde-9dc6-4b9d-af31-b0868911c823"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:40:22.464187 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-929c721f-4756-4dfc-883e-88dc2b624d7c tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Deleting port afffa8b9-5a04-455a-9850-cc37d93c0573 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:40:22.465834 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-929c721f-4756-4dfc-883e-88dc2b624d7c tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (afffa8b9-5a04-455a-9850-cc37d93c0573), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:22.693992 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-929c721f-4756-4dfc-883e-88dc2b624d7c tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (afffa8b9-5a04-455a-9850-cc37d93c0573), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:22.894284 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 2f628e11-9b66-427f-bfa9-b50966abc8d0 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:40:23.098926 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port 2f628e11-9b66-427f-bfa9-b50966abc8d0 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:40:23.109360 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 2f628e11-9b66-427f-bfa9-b50966abc8d0 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:40:23.109745 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2f628e11-9b66-427f-bfa9-b50966abc8d0), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:23.291843 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 2f628e11-9b66-427f-bfa9-b50966abc8d0 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:40:23.292189 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2f628e11-9b66-427f-bfa9-b50966abc8d0), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:23.457459 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 2f628e11-9b66-427f-bfa9-b50966abc8d0, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=2f628e11-9b66-427f-bfa9-b50966abc8d0,segment=NetworkSegment(80af71d2-6810-45c1-8520-db6a1714ff10),segment_id=80af71d2-6810-45c1-8520-db6a1714ff10)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:40:23.490673 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (2f628e11-9b66-427f-bfa9-b50966abc8d0), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:23.747336 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=2f628e11-9b66-427f-bfa9-b50966abc8d0,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:23.895328 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-929c721f-4756-4dfc-883e-88dc2b624d7c tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:23.896923 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-929c721f-4756-4dfc-883e-88dc2b624d7c tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (f3edb6ce-9533-42b0-b1ea-f42c41c54bcb), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:23.900843 n-d-829613-2 neutron-server[103434]: INFO neutron.db.l3_db [None req-929c721f-4756-4dfc-883e-88dc2b624d7c tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Floating IP f3edb6ce-9533-42b0-b1ea-f42c41c54bcb disassociated. External IP: 172.25.8.212, port: afffa8b9-5a04-455a-9850-cc37d93c0573. Feb 17 17:40:23.901765 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-929c721f-4756-4dfc-883e-88dc2b624d7c tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Calling delete_port for afffa8b9-5a04-455a-9850-cc37d93c0573 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:40:24.134236 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-929c721f-4756-4dfc-883e-88dc2b624d7c tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (afffa8b9-5a04-455a-9850-cc37d93c0573), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:24.231915 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c721f-4756-4dfc-883e-88dc2b624d7c tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Pushing event deleted for resources: {'Port': ['ID=afffa8b9-5a04-455a-9850-cc37d93c0573,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:24.265552 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929c721f-4756-4dfc-883e-88dc2b624d7c tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:40:24.265906 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929c721f-4756-4dfc-883e-88dc2b624d7c tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:40:24.266254 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929c721f-4756-4dfc-883e-88dc2b624d7c tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:40:24.266594 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929c721f-4756-4dfc-883e-88dc2b624d7c tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:40:24.266935 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929c721f-4756-4dfc-883e-88dc2b624d7c tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:40:24.267267 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929c721f-4756-4dfc-883e-88dc2b624d7c tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:40:24.267604 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929c721f-4756-4dfc-883e-88dc2b624d7c tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:40:24.267945 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929c721f-4756-4dfc-883e-88dc2b624d7c tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:40:24.268352 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929c721f-4756-4dfc-883e-88dc2b624d7c tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:40:24.271277 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929c721f-4756-4dfc-883e-88dc2b624d7c tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:40:24.271277 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929c721f-4756-4dfc-883e-88dc2b624d7c tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:40:24.271277 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929c721f-4756-4dfc-883e-88dc2b624d7c tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:40:24.271277 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929c721f-4756-4dfc-883e-88dc2b624d7c tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:40:24.569948 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-929c721f-4756-4dfc-883e-88dc2b624d7c tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Router 698515af-ea19-456c-8b2a-04edba6b1f11 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:40:24.779394 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929c721f-4756-4dfc-883e-88dc2b624d7c tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:40:24.813871 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b20881-dab6-4b7f-9d7b-0b07b3b73303 None None] Sync routers for ids ['698515af-ea19-456c-8b2a-04edba6b1f11'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:40:24.850053 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b20881-dab6-4b7f-9d7b-0b07b3b73303 None None] Routers {'698515af-ea19-456c-8b2a-04edba6b1f11'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:40:24.854272 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-c9b20881-dab6-4b7f-9d7b-0b07b3b73303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:40:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['698515af-ea19-456c-8b2a-04edba6b1f11'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:24.893200 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-c9b20881-dab6-4b7f-9d7b-0b07b3b73303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:24.899376 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-929c721f-4756-4dfc-883e-88dc2b624d7c tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:24.903478 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b20881-dab6-4b7f-9d7b-0b07b3b73303 None None] Routers {'698515af-ea19-456c-8b2a-04edba6b1f11'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:40:24.904173 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-c9b20881-dab6-4b7f-9d7b-0b07b3b73303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:40:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['698515af-ea19-456c-8b2a-04edba6b1f11'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:24.907065 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 50250) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:24.907564 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-929c721f-4756-4dfc-883e-88dc2b624d7c tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] 10.222.0.87 "DELETE /v2.0/ports/afffa8b9-5a04-455a-9850-cc37d93c0573 HTTP/1.1" status: 204 len: 168 time: 2.6753049 Feb 17 17:40:24.939529 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-c9b20881-dab6-4b7f-9d7b-0b07b3b73303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:24.940894 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b20881-dab6-4b7f-9d7b-0b07b3b73303 None None] The sync data for ids ['698515af-ea19-456c-8b2a-04edba6b1f11'] in n-d-829613-2 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:40:25.565745 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f5805037-2957-4b5e-ab9e-bfd705350879 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (698515af-ea19-456c-8b2a-04edba6b1f11), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:26.163169 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f5805037-2957-4b5e-ab9e-bfd705350879 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Deleting port 6a55a2cd-9d21-4950-8925-3a7a638a470e {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:40:26.168439 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f5805037-2957-4b5e-ab9e-bfd705350879 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (6a55a2cd-9d21-4950-8925-3a7a638a470e), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:26.457411 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f5805037-2957-4b5e-ab9e-bfd705350879 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (6a55a2cd-9d21-4950-8925-3a7a638a470e), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:26.489278 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f5805037-2957-4b5e-ab9e-bfd705350879 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Calling delete_port for 6a55a2cd-9d21-4950-8925-3a7a638a470e owned by network:router_interface {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:40:26.928461 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f5805037-2957-4b5e-ab9e-bfd705350879 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (6a55a2cd-9d21-4950-8925-3a7a638a470e), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:26.992295 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5805037-2957-4b5e-ab9e-bfd705350879 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Pushing event deleted for resources: {'Port': ['ID=6a55a2cd-9d21-4950-8925-3a7a638a470e,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:27.068499 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5805037-2957-4b5e-ab9e-bfd705350879 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:40:27.068854 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5805037-2957-4b5e-ab9e-bfd705350879 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:40:27.069200 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5805037-2957-4b5e-ab9e-bfd705350879 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:40:27.076556 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5805037-2957-4b5e-ab9e-bfd705350879 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:40:27.076947 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5805037-2957-4b5e-ab9e-bfd705350879 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:40:27.077302 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5805037-2957-4b5e-ab9e-bfd705350879 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:40:27.077648 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5805037-2957-4b5e-ab9e-bfd705350879 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:40:27.077995 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5805037-2957-4b5e-ab9e-bfd705350879 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:40:27.078335 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5805037-2957-4b5e-ab9e-bfd705350879 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:40:27.078673 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5805037-2957-4b5e-ab9e-bfd705350879 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:40:27.079013 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5805037-2957-4b5e-ab9e-bfd705350879 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:40:27.079347 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5805037-2957-4b5e-ab9e-bfd705350879 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:40:27.079682 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5805037-2957-4b5e-ab9e-bfd705350879 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:40:27.747958 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f5805037-2957-4b5e-ab9e-bfd705350879 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (698515af-ea19-456c-8b2a-04edba6b1f11), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:28.191398 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5805037-2957-4b5e-ab9e-bfd705350879 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Router 698515af-ea19-456c-8b2a-04edba6b1f11 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:40:28.515437 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5805037-2957-4b5e-ab9e-bfd705350879 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:40:28.712647 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-f5805037-2957-4b5e-ab9e-bfd705350879 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] 10.222.0.87 "PUT /v2.0/routers/698515af-ea19-456c-8b2a-04edba6b1f11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8032174 Feb 17 17:40:28.717402 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e8ed04-d1a9-4ae2-aea5-2ddaa929ffdf None None] Sync routers for ids ['698515af-ea19-456c-8b2a-04edba6b1f11'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:40:28.718604 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50272) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:28.771952 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e8ed04-d1a9-4ae2-aea5-2ddaa929ffdf None None] Routers {'698515af-ea19-456c-8b2a-04edba6b1f11'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:40:28.773329 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-63e8ed04-d1a9-4ae2-aea5-2ddaa929ffdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:40:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['698515af-ea19-456c-8b2a-04edba6b1f11'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:28.851655 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-63e8ed04-d1a9-4ae2-aea5-2ddaa929ffdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:28.864212 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e8ed04-d1a9-4ae2-aea5-2ddaa929ffdf None None] Routers {'698515af-ea19-456c-8b2a-04edba6b1f11'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:40:28.865421 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-63e8ed04-d1a9-4ae2-aea5-2ddaa929ffdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:40:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['698515af-ea19-456c-8b2a-04edba6b1f11'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:28.966070 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-63e8ed04-d1a9-4ae2-aea5-2ddaa929ffdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:28.966735 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e8ed04-d1a9-4ae2-aea5-2ddaa929ffdf None None] The sync data for ids ['698515af-ea19-456c-8b2a-04edba6b1f11'] in n-d-829613-2 is: [] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:40:29.028913 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c5210d98-d8b9-4c29-9bf3-98a8d75dff95 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for router (698515af-ea19-456c-8b2a-04edba6b1f11), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:29.379735 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c5210d98-d8b9-4c29-9bf3-98a8d75dff95 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for router_gateway (698515af-ea19-456c-8b2a-04edba6b1f11), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:29.545779 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-c5210d98-d8b9-4c29-9bf3-98a8d75dff95 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Deleting port cde61454-c53c-4ace-9d98-5f00d28e2e2e {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:40:29.546294 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c5210d98-d8b9-4c29-9bf3-98a8d75dff95 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (cde61454-c53c-4ace-9d98-5f00d28e2e2e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:29.705481 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c5210d98-d8b9-4c29-9bf3-98a8d75dff95 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (cde61454-c53c-4ace-9d98-5f00d28e2e2e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:29.719711 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-c5210d98-d8b9-4c29-9bf3-98a8d75dff95 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Calling delete_port for cde61454-c53c-4ace-9d98-5f00d28e2e2e owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:40:30.199929 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c5210d98-d8b9-4c29-9bf3-98a8d75dff95 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (cde61454-c53c-4ace-9d98-5f00d28e2e2e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:30.234023 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5210d98-d8b9-4c29-9bf3-98a8d75dff95 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Pushing event deleted for resources: {'Port': ['ID=cde61454-c53c-4ace-9d98-5f00d28e2e2e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:30.346819 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c5210d98-d8b9-4c29-9bf3-98a8d75dff95 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (698515af-ea19-456c-8b2a-04edba6b1f11), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:30.504103 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c5210d98-d8b9-4c29-9bf3-98a8d75dff95 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (698515af-ea19-456c-8b2a-04edba6b1f11), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:30.507724 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c5210d98-d8b9-4c29-9bf3-98a8d75dff95 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for router_controller (698515af-ea19-456c-8b2a-04edba6b1f11), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:30.529311 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d073cb-71e6-40dd-8c04-c66e077bdbd5 req-3da6c7dc-b7c7-45f8-9729-b7237e16667a tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:30.536348 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a6d073cb-71e6-40dd-8c04-c66e077bdbd5 req-3da6c7dc-b7c7-45f8-9729-b7237e16667a tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=2de6d73b-a3c3-4fc1-b8e3-d83105037f43 HTTP/1.1" status: 200 len: 945 time: 0.1197524 Feb 17 17:40:30.601320 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064a5c8-f5e5-40e4-abb5-70b69cce469d req-53f10676-e150-438e-b42b-7c81c4040067 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:30.608684 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c5210d98-d8b9-4c29-9bf3-98a8d75dff95 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (698515af-ea19-456c-8b2a-04edba6b1f11), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:30.610737 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5210d98-d8b9-4c29-9bf3-98a8d75dff95 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Fanout notify agent at l3_agent the message router_deleted on router 698515af-ea19-456c-8b2a-04edba6b1f11 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:40:30.615560 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1064a5c8-f5e5-40e4-abb5-70b69cce469d req-53f10676-e150-438e-b42b-7c81c4040067 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=91673fd8-3bea-488b-8f60-43f90b315b48 HTTP/1.1" status: 200 len: 945 time: 0.1586406 Feb 17 17:40:30.643894 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a6d073cb-71e6-40dd-8c04-c66e077bdbd5 req-80f3541b-8250-4fe5-9a16-83a2ce9d5985 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065495 Feb 17 17:40:30.648026 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c5210d98-d8b9-4c29-9bf3-98a8d75dff95 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:30.682249 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c5210d98-d8b9-4c29-9bf3-98a8d75dff95 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] 10.222.0.87 "DELETE /v2.0/routers/698515af-ea19-456c-8b2a-04edba6b1f11 HTTP/1.1" status: 204 len: 168 time: 1.9608929 Feb 17 17:40:30.689381 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50306) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:30.770609 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1064a5c8-f5e5-40e4-abb5-70b69cce469d req-4c2942b7-4359-478c-959f-760e32f46eb5 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179805 Feb 17 17:40:30.777903 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-0be791fb-ab87-46b7-b482-0e63a295f1b2 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Deleting subnet c56184f6-2ede-41a3-966a-4bccef7e79c8 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:40:30.782622 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0be791fb-ab87-46b7-b482-0e63a295f1b2 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for subnet (c56184f6-2ede-41a3-966a-4bccef7e79c8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:30.803941 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26505164-ba0a-4cd2-84c8-763fbbcbbd13 x-openstack-request-id: req-26505164-ba0a-4cd2-84c8-763fbbcbbd13 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:40:30.804871 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f9651f6-eec5-4c73-b6d6-b15657e0970d", "name": "network-vif-plugged", "status": "completed", "tag": "4f7e1fde-9dc6-4b9d-af31-b0868911c823", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:40:30.805284 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-26505164-ba0a-4cd2-84c8-763fbbcbbd13 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:40:30.806554 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f9651f6-eec5-4c73-b6d6-b15657e0970d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7e1fde-9dc6-4b9d-af31-b0868911c823', 'code': 200} Feb 17 17:40:30.860105 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0be791fb-ab87-46b7-b482-0e63a295f1b2 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (c56184f6-2ede-41a3-966a-4bccef7e79c8), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:31.048773 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0be791fb-ab87-46b7-b482-0e63a295f1b2 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (c56184f6-2ede-41a3-966a-4bccef7e79c8), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:31.090387 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46373d89-fe02-4737-a03c-3ed29f8bd5c9 req-cb9f1433-1373-4fc6-a4a4-24ab0741695b tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:31.093159 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-46373d89-fe02-4737-a03c-3ed29f8bd5c9 req-cb9f1433-1373-4fc6-a4a4-24ab0741695b tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=91673fd8-3bea-488b-8f60-43f90b315b48 HTTP/1.1" status: 200 len: 945 time: 0.1268859 Feb 17 17:40:31.135288 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0be791fb-ab87-46b7-b482-0e63a295f1b2 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (c56184f6-2ede-41a3-966a-4bccef7e79c8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:31.163227 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c39a59-3d5e-4aba-94a0-36c541afec69 None None] Network 5f4fe614-fb2c-4e08-a34c-782edb2e86b2 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:40:31.177818 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0be791fb-ab87-46b7-b482-0e63a295f1b2 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:31.197790 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0be791fb-ab87-46b7-b482-0e63a295f1b2 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] 10.222.0.87 "DELETE /v2.0/subnets/c56184f6-2ede-41a3-966a-4bccef7e79c8 HTTP/1.1" status: 204 len: 168 time: 0.5029593 Feb 17 17:40:31.201618 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 50324) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:31.246458 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be791fb-ab87-46b7-b482-0e63a295f1b2 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Pushing event deleted for resources: {'Subnet': ['ID=c56184f6-2ede-41a3-966a-4bccef7e79c8,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:31.271465 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-46373d89-fe02-4737-a03c-3ed29f8bd5c9 req-7511efc6-cec8-4cb5-9cc7-37c4b21a7d58 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475549 Feb 17 17:40:31.284267 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced1289-3515-46a4-95cb-ec82908d982a req-b4126401-bf0c-43f1-ac44-039396971c10 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:31.296503 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0ced1289-3515-46a4-95cb-ec82908d982a req-b4126401-bf0c-43f1-ac44-039396971c10 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.87 "GET /v2.0/ports?device_id=3448c5c7-468d-4aa5-80d4-bce345360982 HTTP/1.1" status: 200 len: 950 time: 0.2369964 Feb 17 17:40:31.456808 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7625dc-ae9b-4198-a6e7-db25b39d78c8 None None] DHCP port deletion for 5f4fe614-fb2c-4e08-a34c-782edb2e86b2 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:40:31.465603 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-62ed6d5a-6ae4-4786-9e5e-393fe720c172 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (5f4fe614-fb2c-4e08-a34c-782edb2e86b2), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:31.496973 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0ced1289-3515-46a4-95cb-ec82908d982a req-fad113bb-84f7-4f44-8d6f-d706e44c5e85 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.87 "GET /v2.0/security-groups?id=e9bd42c3-c838-49d1-a22a-8fe0d191573f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966133 Feb 17 17:40:31.548633 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-eb7625dc-ae9b-4198-a6e7-db25b39d78c8 None None] Deleting port 1acf4469-ef65-40c2-a516-3f40958f6780 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:40:31.549229 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eb7625dc-ae9b-4198-a6e7-db25b39d78c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (1acf4469-ef65-40c2-a516-3f40958f6780), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:31.675352 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-62ed6d5a-6ae4-4786-9e5e-393fe720c172 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Deleting port 1acf4469-ef65-40c2-a516-3f40958f6780 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:40:31.675843 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-62ed6d5a-6ae4-4786-9e5e-393fe720c172 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (1acf4469-ef65-40c2-a516-3f40958f6780), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:31.718438 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-eb7625dc-ae9b-4198-a6e7-db25b39d78c8 None None] For port 1acf4469-ef65-40c2-a516-3f40958f6780, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=1acf4469-ef65-40c2-a516-3f40958f6780,segment=NetworkSegment(343cd390-a61f-4d30-bedf-b9c1577ff379),segment_id=343cd390-a61f-4d30-bedf-b9c1577ff379)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:40:31.718855 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eb7625dc-ae9b-4198-a6e7-db25b39d78c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (1acf4469-ef65-40c2-a516-3f40958f6780), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:31.762840 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-eb7625dc-ae9b-4198-a6e7-db25b39d78c8 None None] Calling delete_port for 1acf4469-ef65-40c2-a516-3f40958f6780 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:40:31.934891 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-62ed6d5a-6ae4-4786-9e5e-393fe720c172 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] For port 1acf4469-ef65-40c2-a516-3f40958f6780, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=1acf4469-ef65-40c2-a516-3f40958f6780,segment=NetworkSegment(343cd390-a61f-4d30-bedf-b9c1577ff379),segment_id=343cd390-a61f-4d30-bedf-b9c1577ff379)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:40:31.942062 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-62ed6d5a-6ae4-4786-9e5e-393fe720c172 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (1acf4469-ef65-40c2-a516-3f40958f6780), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:31.968915 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-62ed6d5a-6ae4-4786-9e5e-393fe720c172 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Calling delete_port for 1acf4469-ef65-40c2-a516-3f40958f6780 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:40:31.976520 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eb7625dc-ae9b-4198-a6e7-db25b39d78c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (1acf4469-ef65-40c2-a516-3f40958f6780), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:32.063041 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 1acf4469-ef65-40c2-a516-3f40958f6780 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:40:32.106251 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 1acf4469-ef65-40c2-a516-3f40958f6780 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:40:32.106500 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 1acf4469-ef65-40c2-a516-3f40958f6780 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:40:32.107995 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7625dc-ae9b-4198-a6e7-db25b39d78c8 None None] Pushing event deleted for resources: {'Port': ['ID=1acf4469-ef65-40c2-a516-3f40958f6780,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:32.111951 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7625dc-ae9b-4198-a6e7-db25b39d78c8 None None] No DVR routers for this DVR port 1acf4469-ef65-40c2-a516-3f40958f6780 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:40:32.201280 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d4cc8-3768-4757-89bb-49eb0f282178 req-4dca2da0-7b13-4e74-9ccd-468e520c0e79 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:32.203044 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-899d4cc8-3768-4757-89bb-49eb0f282178 req-4dca2da0-7b13-4e74-9ccd-468e520c0e79 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/ports?device_id=a66cf83c-02b1-4b63-8363-98a2a0637846 HTTP/1.1" status: 200 len: 946 time: 0.2276962 Feb 17 17:40:32.295920 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-62ed6d5a-6ae4-4786-9e5e-393fe720c172 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (1acf4469-ef65-40c2-a516-3f40958f6780), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:32.322332 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed6d5a-6ae4-4786-9e5e-393fe720c172 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Pushing event deleted for resources: {'Port': ['ID=1acf4469-ef65-40c2-a516-3f40958f6780,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:32.351013 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-899d4cc8-3768-4757-89bb-49eb0f282178 req-82f6e081-7246-42ce-b22e-fa90edbc9d68 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/security-groups?id=24064728-799d-4802-ac8c-8dad004b7477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387675 Feb 17 17:40:32.371897 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ed6d5a-6ae4-4786-9e5e-393fe720c172 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] No DVR routers for this DVR port 1acf4469-ef65-40c2-a516-3f40958f6780 on host n-d-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:40:32.492061 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-62ed6d5a-6ae4-4786-9e5e-393fe720c172 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (5f4fe614-fb2c-4e08-a34c-782edb2e86b2), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:32.527890 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-62ed6d5a-6ae4-4786-9e5e-393fe720c172 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f4fe614-fb2c-4e08-a34c-782edb2e86b2']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:32.574861 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-62ed6d5a-6ae4-4786-9e5e-393fe720c172 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '343cd390-a61f-4d30-bedf-b9c1577ff379') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:32.575623 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-62ed6d5a-6ae4-4786-9e5e-393fe720c172 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '343cd390-a61f-4d30-bedf-b9c1577ff379') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:32.598092 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-62ed6d5a-6ae4-4786-9e5e-393fe720c172 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (343cd390-a61f-4d30-bedf-b9c1577ff379), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:32.654060 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-62ed6d5a-6ae4-4786-9e5e-393fe720c172 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (343cd390-a61f-4d30-bedf-b9c1577ff379), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:32.668968 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62ed6d5a-6ae4-4786-9e5e-393fe720c172 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:40:32.669934 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-62ed6d5a-6ae4-4786-9e5e-393fe720c172 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (343cd390-a61f-4d30-bedf-b9c1577ff379), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:32.720538 n-d-829613-2 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:40:32.720538 n-d-829613-2 neutron-server[103435]: self.session.flush() Feb 17 17:40:32.720538 n-d-829613-2 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:40:32.720538 n-d-829613-2 neutron-server[103435]: self.session.flush() Feb 17 17:40:32.720538 n-d-829613-2 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:40:32.720538 n-d-829613-2 neutron-server[103435]: self.session.flush() Feb 17 17:40:32.720538 n-d-829613-2 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:40:32.720538 n-d-829613-2 neutron-server[103435]: self.session.flush() Feb 17 17:40:32.720538 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 17:40:32.720538 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:40:32.720538 n-d-829613-2 neutron-server[103435]: timer() Feb 17 17:40:32.720538 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:40:32.720538 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 17:40:32.720538 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:40:32.720538 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 17:40:32.720538 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:40:32.720538 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 17:40:32.720538 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:40:32.720538 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 17:40:32.720538 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:40:32.720538 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 17:40:32.720538 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:40:32.720538 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:40:32.720538 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:40:32.720538 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:40:32.720538 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:40:32.720538 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 17:40:32.720538 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:40:32.720538 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 17:40:32.720538 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:40:32.720538 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:40:32.720538 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:40:32.720538 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 17:40:32.720538 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:40:32.720538 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:40:32.720538 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:40:32.720538 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:40:32.720538 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:40:32.720538 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:40:32.720538 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:40:32.807559 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de6d73b-a3c3-4fc1-b8e3-d83105037f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f628e11-9b66-427f-bfa9-b50966abc8d0'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:40:32.810960 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9754cbb6-051d-4cb3-9cc7-36a719b69105" -d '{"events": [{"server_uuid": "2de6d73b-a3c3-4fc1-b8e3-d83105037f43", "name": "network-vif-plugged", "status": "completed", "tag": "2f628e11-9b66-427f-bfa9-b50966abc8d0"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:40:32.848062 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e4d104-824b-4425-9b4a-719d671abf47 req-fb93d76f-d241-4be1-8acc-46cb94199df9 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:32.852840 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-63e4d104-824b-4425-9b4a-719d671abf47 req-fb93d76f-d241-4be1-8acc-46cb94199df9 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=2de6d73b-a3c3-4fc1-b8e3-d83105037f43 HTTP/1.1" status: 200 len: 945 time: 0.4308467 Feb 17 17:40:32.859091 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-62ed6d5a-6ae4-4786-9e5e-393fe720c172 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (5f4fe614-fb2c-4e08-a34c-782edb2e86b2), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:32.867169 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-62ed6d5a-6ae4-4786-9e5e-393fe720c172 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:32.871383 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-62ed6d5a-6ae4-4786-9e5e-393fe720c172 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] 10.222.0.87 "DELETE /v2.0/networks/5f4fe614-fb2c-4e08-a34c-782edb2e86b2 HTTP/1.1" status: 204 len: 168 time: 1.6682458 Feb 17 17:40:32.875467 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50364) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:32.927356 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-47918017-ca30-4264-ac47-4b9189481c34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:32.933382 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44144c5e-6970-4d8b-82e9-353bb13d6c63 req-6d8eb0b2-7ebc-493d-a034-8b8f8dfc941a tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:32.935164 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-44144c5e-6970-4d8b-82e9-353bb13d6c63 req-6d8eb0b2-7ebc-493d-a034-8b8f8dfc941a tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=91673fd8-3bea-488b-8f60-43f90b315b48 HTTP/1.1" status: 200 len: 945 time: 0.3902607 Feb 17 17:40:32.981167 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed6d5a-6ae4-4786-9e5e-393fe720c172 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Pushing event deleted for resources: {'Network': ['ID=5f4fe614-fb2c-4e08-a34c-782edb2e86b2,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:33.046406 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-44144c5e-6970-4d8b-82e9-353bb13d6c63 req-c34b03fb-9303-45ff-ab02-049e0b33ee11 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778918 Feb 17 17:40:33.062950 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-63e4d104-824b-4425-9b4a-719d671abf47 req-7e86629b-2501-4e5e-a443-b8776ffe7f5b tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799989 Feb 17 17:40:33.200190 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6f52c7-82f0-4c11-b650-912dde009893 x-openstack-request-id: req-7a6f52c7-82f0-4c11-b650-912dde009893 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:40:33.200706 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de6d73b-a3c3-4fc1-b8e3-d83105037f43", "name": "network-vif-plugged", "status": "completed", "tag": "2f628e11-9b66-427f-bfa9-b50966abc8d0", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:40:33.200793 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7a6f52c7-82f0-4c11-b650-912dde009893 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:40:33.201153 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de6d73b-a3c3-4fc1-b8e3-d83105037f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f628e11-9b66-427f-bfa9-b50966abc8d0', 'code': 200} Feb 17 17:40:33.214343 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-14c88460-6f94-4868-ac58-d58b32903af5 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Deleting port eb62bfdb-4935-4b37-ab59-4a25bdd6de19 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:40:33.215019 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-14c88460-6f94-4868-ac58-d58b32903af5 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (eb62bfdb-4935-4b37-ab59-4a25bdd6de19), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:33.366298 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce1f34-4206-48da-9ec2-4feb2627f95c req-84cdb70f-0b79-49b1-a74f-312e31af4699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:33.368065 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a5ce1f34-4206-48da-9ec2-4feb2627f95c req-84cdb70f-0b79-49b1-a74f-312e31af4699 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2de6d73b-a3c3-4fc1-b8e3-d83105037f43 HTTP/1.1" status: 200 len: 1127 time: 0.0923846 Feb 17 17:40:33.382252 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-14c88460-6f94-4868-ac58-d58b32903af5 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (eb62bfdb-4935-4b37-ab59-4a25bdd6de19), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:33.382829 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-14c88460-6f94-4868-ac58-d58b32903af5 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for floatingip (eb62bfdb-4935-4b37-ab59-4a25bdd6de19), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:33.411573 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-14c88460-6f94-4868-ac58-d58b32903af5 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Calling delete_port for eb62bfdb-4935-4b37-ab59-4a25bdd6de19 owned by network:floatingip {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:40:33.443111 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a5ce1f34-4206-48da-9ec2-4feb2627f95c req-0dd4cce5-05f0-4334-8347-9beb7158e321 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683482 Feb 17 17:40:33.592009 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb91d3d-8498-4629-b3ec-4898da7932da req-ba44d361-c066-4fe1-a719-296954608329 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:33.599647 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bcb91d3d-8498-4629-b3ec-4898da7932da req-ba44d361-c066-4fe1-a719-296954608329 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/ports?device_id=a66cf83c-02b1-4b63-8363-98a2a0637846 HTTP/1.1" status: 200 len: 946 time: 0.1161504 Feb 17 17:40:33.616302 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba32b605-9c9b-4a0b-bcaf-26cc24efbc98 req-f2230947-a6b4-412c-b88d-37e9042d3337 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:33.617933 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ba32b605-9c9b-4a0b-bcaf-26cc24efbc98 req-f2230947-a6b4-412c-b88d-37e9042d3337 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.71 "GET /v2.0/ports?device_id=91673fd8-3bea-488b-8f60-43f90b315b48 HTTP/1.1" status: 200 len: 945 time: 0.1332316 Feb 17 17:40:33.711064 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-14c88460-6f94-4868-ac58-d58b32903af5 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (eb62bfdb-4935-4b37-ab59-4a25bdd6de19), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:33.803012 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c88460-6f94-4868-ac58-d58b32903af5 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Pushing event deleted for resources: {'Port': ['ID=eb62bfdb-4935-4b37-ab59-4a25bdd6de19,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:33.859300 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-14c88460-6f94-4868-ac58-d58b32903af5 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for floatingip (f3edb6ce-9533-42b0-b1ea-f42c41c54bcb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:33.863042 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-14c88460-6f94-4868-ac58-d58b32903af5 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:33.864845 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-14c88460-6f94-4868-ac58-d58b32903af5 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] 10.222.0.87 "DELETE /v2.0/floatingips/f3edb6ce-9533-42b0-b1ea-f42c41c54bcb HTTP/1.1" status: 204 len: 168 time: 0.9871192 Feb 17 17:40:33.871355 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50388) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:33.929453 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa969db2-3593-41e6-a234-102851f67b46 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] DELETE failed (client error): The resource could not be found. Feb 17 17:40:33.930382 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa969db2-3593-41e6-a234-102851f67b46 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:40:33.943130 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fa969db2-3593-41e6-a234-102851f67b46 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] 10.222.0.87 "DELETE /v2.0/ports/afffa8b9-5a04-455a-9850-cc37d93c0573 HTTP/1.1" status: 404 len: 333 time: 0.0657239 Feb 17 17:40:33.947678 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50390) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:33.953749 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bcb91d3d-8498-4629-b3ec-4898da7932da req-69a1c1a0-e565-4bf9-a3e4-9c6156217a4a tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/security-groups?id=24064728-799d-4802-ac8c-8dad004b7477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3529694 Feb 17 17:40:33.986823 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-104aee23-a82b-40ec-b67c-4ea108a8819f tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] 10.222.0.87 "GET /v2.0/ports?device_id=698515af-ea19-456c-8b2a-04edba6b1f11 HTTP/1.1" status: 200 len: 205 time: 0.0379617 Feb 17 17:40:33.990455 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 50392) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:34.042922 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-2aa918fa-1a1d-4eb6-9f5a-c3ed141a8811 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] delete failed (client error): The resource could not be found. Feb 17 17:40:34.044023 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-2aa918fa-1a1d-4eb6-9f5a-c3ed141a8811 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] 10.222.0.87 "DELETE /v2.0/routers/698515af-ea19-456c-8b2a-04edba6b1f11 HTTP/1.1" status: 404 len: 336 time: 0.0513680 Feb 17 17:40:34.046777 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50394) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:34.076649 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6261d6-cd56-4908-84d0-63e7f1a94f79 req-70c2be1b-4c1a-4184-8d43-6460894182cd tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:34.078376 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ed6261d6-cd56-4908-84d0-63e7f1a94f79 req-70c2be1b-4c1a-4184-8d43-6460894182cd tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.71 "GET /v2.0/ports?device_id=a66cf83c-02b1-4b63-8363-98a2a0637846 HTTP/1.1" status: 200 len: 946 time: 0.1561625 Feb 17 17:40:34.129103 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-ba32b605-9c9b-4a0b-bcaf-26cc24efbc98 req-50732ab4-2dd0-4192-8919-d816bc536f87 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Deleting port d2dc3f99-7376-40e5-b61d-e28585ba5a51 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:40:34.136857 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ba32b605-9c9b-4a0b-bcaf-26cc24efbc98 req-50732ab4-2dd0-4192-8919-d816bc536f87 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (d2dc3f99-7376-40e5-b61d-e28585ba5a51), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:34.159001 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-3661f3ac-e6a2-40a7-8af5-db41202db086 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] DELETE failed (client error): The resource could not be found. Feb 17 17:40:34.159635 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3661f3ac-e6a2-40a7-8af5-db41202db086 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:40:34.166175 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3661f3ac-e6a2-40a7-8af5-db41202db086 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] 10.222.0.87 "DELETE /v2.0/subnets/c56184f6-2ede-41a3-966a-4bccef7e79c8 HTTP/1.1" status: 404 len: 337 time: 0.1179447 Feb 17 17:40:34.167070 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50402) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:34.361603 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-80acecd6-dafd-45c7-8cd8-a479781a6485 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Deleting port 85e2c19f-bcc7-4b4f-afd2-3f40e5c17286 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:40:34.365619 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-80acecd6-dafd-45c7-8cd8-a479781a6485 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (85e2c19f-bcc7-4b4f-afd2-3f40e5c17286), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:34.442145 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac5664-3d46-445e-817f-edfa078cc84d req-0de1d541-5f44-45dd-ac19-cf34dd51faba tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:34.451769 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-97ac5664-3d46-445e-817f-edfa078cc84d req-0de1d541-5f44-45dd-ac19-cf34dd51faba tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=91673fd8-3bea-488b-8f60-43f90b315b48 HTTP/1.1" status: 200 len: 945 time: 0.2497580 Feb 17 17:40:34.507941 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d3250-1984-4e64-a5d5-c17682785088 req-ad4bc010-5471-435b-9298-20c2dcee0f8b tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:34.516354 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c88d3250-1984-4e64-a5d5-c17682785088 req-ad4bc010-5471-435b-9298-20c2dcee0f8b tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=2de6d73b-a3c3-4fc1-b8e3-d83105037f43 HTTP/1.1" status: 200 len: 945 time: 0.2393868 Feb 17 17:40:34.534423 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-ba32b605-9c9b-4a0b-bcaf-26cc24efbc98 req-50732ab4-2dd0-4192-8919-d816bc536f87 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] For port d2dc3f99-7376-40e5-b61d-e28585ba5a51, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=d2dc3f99-7376-40e5-b61d-e28585ba5a51,segment=NetworkSegment(18563972-a346-4d2f-9db2-6c97a64b55cb),segment_id=18563972-a346-4d2f-9db2-6c97a64b55cb)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:40:34.534893 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ba32b605-9c9b-4a0b-bcaf-26cc24efbc98 req-50732ab4-2dd0-4192-8919-d816bc536f87 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (d2dc3f99-7376-40e5-b61d-e28585ba5a51), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:34.609086 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-ba32b605-9c9b-4a0b-bcaf-26cc24efbc98 req-50732ab4-2dd0-4192-8919-d816bc536f87 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Calling delete_port for d2dc3f99-7376-40e5-b61d-e28585ba5a51 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:40:34.615018 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-80acecd6-dafd-45c7-8cd8-a479781a6485 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (85e2c19f-bcc7-4b4f-afd2-3f40e5c17286), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:34.617416 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-ed6261d6-cd56-4908-84d0-63e7f1a94f79 req-19aff7be-f9d1-4f67-95e4-7bae2feb73f9 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Deleting port 8e00aaed-554c-4e36-90b7-8553757a4a66 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:40:34.619250 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ed6261d6-cd56-4908-84d0-63e7f1a94f79 req-19aff7be-f9d1-4f67-95e4-7bae2feb73f9 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (8e00aaed-554c-4e36-90b7-8553757a4a66), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:34.645137 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-80acecd6-dafd-45c7-8cd8-a479781a6485 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Calling delete_port for 85e2c19f-bcc7-4b4f-afd2-3f40e5c17286 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:40:34.765911 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-97ac5664-3d46-445e-817f-edfa078cc84d req-ce1addd5-bfa4-4cb1-8e61-d466d589bfb8 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128815 Feb 17 17:40:34.885250 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c88d3250-1984-4e64-a5d5-c17682785088 req-1fcdf2fe-4896-47d5-9d72-96ea68466751 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689170 Feb 17 17:40:34.916094 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-80acecd6-dafd-45c7-8cd8-a479781a6485 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (85e2c19f-bcc7-4b4f-afd2-3f40e5c17286), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:34.938807 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-ed6261d6-cd56-4908-84d0-63e7f1a94f79 req-19aff7be-f9d1-4f67-95e4-7bae2feb73f9 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] For port 8e00aaed-554c-4e36-90b7-8553757a4a66, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=8e00aaed-554c-4e36-90b7-8553757a4a66,segment=NetworkSegment(de9925ab-fb0a-459b-801e-29b98d137fdd),segment_id=de9925ab-fb0a-459b-801e-29b98d137fdd)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:40:34.939182 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ed6261d6-cd56-4908-84d0-63e7f1a94f79 req-19aff7be-f9d1-4f67-95e4-7bae2feb73f9 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (8e00aaed-554c-4e36-90b7-8553757a4a66), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:35.031871 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80acecd6-dafd-45c7-8cd8-a479781a6485 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Pushing event deleted for resources: {'Port': ['ID=85e2c19f-bcc7-4b4f-afd2-3f40e5c17286,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:35.156581 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-80acecd6-dafd-45c7-8cd8-a479781a6485 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:35.164319 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-80acecd6-dafd-45c7-8cd8-a479781a6485 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] 10.222.0.87 "DELETE /v2.0/ports/85e2c19f-bcc7-4b4f-afd2-3f40e5c17286 HTTP/1.1" status: 204 len: 168 time: 0.9926240 Feb 17 17:40:35.174162 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50436) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:35.291107 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ba32b605-9c9b-4a0b-bcaf-26cc24efbc98 req-50732ab4-2dd0-4192-8919-d816bc536f87 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (d2dc3f99-7376-40e5-b61d-e28585ba5a51), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:35.304790 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['d0cc2a16-299a-4fcb-9e02-8e660124ccbc'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:40:35.308364 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['d2dc3f99-7376-40e5-b61d-e28585ba5a51'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:40:35.325077 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50732ab4-2dd0-4192-8919-d816bc536f87 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Pushing event deleted for resources: {'Port': ['ID=d2dc3f99-7376-40e5-b61d-e28585ba5a51,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:35.386712 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ed6261d6-cd56-4908-84d0-63e7f1a94f79 req-19aff7be-f9d1-4f67-95e4-7bae2feb73f9 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:35.387399 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ed6261d6-cd56-4908-84d0-63e7f1a94f79 req-19aff7be-f9d1-4f67-95e4-7bae2feb73f9 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (1d6ad051-14d2-49ba-95f7-a031b27a9c2c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:35.387823 n-d-829613-2 neutron-server[103435]: INFO neutron.db.l3_db [req-ed6261d6-cd56-4908-84d0-63e7f1a94f79 req-19aff7be-f9d1-4f67-95e4-7bae2feb73f9 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Floating IP 1d6ad051-14d2-49ba-95f7-a031b27a9c2c disassociated. External IP: 172.25.8.222, port: 8e00aaed-554c-4e36-90b7-8553757a4a66. Feb 17 17:40:35.388298 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-ed6261d6-cd56-4908-84d0-63e7f1a94f79 req-19aff7be-f9d1-4f67-95e4-7bae2feb73f9 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Calling delete_port for 8e00aaed-554c-4e36-90b7-8553757a4a66 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:40:35.403535 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc06a5-84e2-4dd3-b309-7e4699f9d465 req-7c4c2313-a74a-457d-b544-0ba735eec9b1 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:35.406044 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-68dc06a5-84e2-4dd3-b309-7e4699f9d465 req-7c4c2313-a74a-457d-b544-0ba735eec9b1 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/ports?device_id=a66cf83c-02b1-4b63-8363-98a2a0637846 HTTP/1.1" status: 200 len: 946 time: 0.2124276 Feb 17 17:40:35.440915 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba32b605-9c9b-4a0b-bcaf-26cc24efbc98 req-50732ab4-2dd0-4192-8919-d816bc536f87 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] No DVR routers for this DVR port d2dc3f99-7376-40e5-b61d-e28585ba5a51 on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:40:35.445745 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ba32b605-9c9b-4a0b-bcaf-26cc24efbc98 req-50732ab4-2dd0-4192-8919-d816bc536f87 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:35.449855 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ba32b605-9c9b-4a0b-bcaf-26cc24efbc98 req-50732ab4-2dd0-4192-8919-d816bc536f87 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.71 "DELETE /v2.0/ports/d2dc3f99-7376-40e5-b61d-e28585ba5a51 HTTP/1.1" status: 204 len: 173 time: 1.8115313 Feb 17 17:40:35.451888 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91673fd8-3bea-488b-8f60-43f90b315b48', 'name': 'network-vif-deleted', 'tag': 'd2dc3f99-7376-40e5-b61d-e28585ba5a51'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:40:35.454375 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0447eef6-fb98-42e5-b090-337f3d1d4a9b" -d '{"events": [{"server_uuid": "91673fd8-3bea-488b-8f60-43f90b315b48", "name": "network-vif-deleted", "tag": "d2dc3f99-7376-40e5-b61d-e28585ba5a51"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:40:35.489616 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-94272581-b5b4-4e8a-8bf7-5949a9cf9fbf tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Deleting port 165fea7a-8f68-4efe-9562-e51762dbe62a {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:40:35.492096 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94272581-b5b4-4e8a-8bf7-5949a9cf9fbf tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (165fea7a-8f68-4efe-9562-e51762dbe62a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:35.535442 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-68dc06a5-84e2-4dd3-b309-7e4699f9d465 req-e8560bb3-be6a-4503-858e-01db674a9c5a tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/security-groups?id=24064728-799d-4802-ac8c-8dad004b7477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011889 Feb 17 17:40:35.569612 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 8787d5d2-3f84-4423-9f0d-ae43c4c30a90 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:40:35.581873 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device ba54d401-b9fc-4cdc-9ada-0431b41e0595 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:40:35.762841 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94272581-b5b4-4e8a-8bf7-5949a9cf9fbf tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (165fea7a-8f68-4efe-9562-e51762dbe62a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:35.784229 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ed6261d6-cd56-4908-84d0-63e7f1a94f79 req-19aff7be-f9d1-4f67-95e4-7bae2feb73f9 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (8e00aaed-554c-4e36-90b7-8553757a4a66), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:35.811638 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-94272581-b5b4-4e8a-8bf7-5949a9cf9fbf tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Calling delete_port for 165fea7a-8f68-4efe-9562-e51762dbe62a owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:40:35.880996 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02475ed3-3d11-4606-9942-552e38051c9f x-openstack-request-id: req-02475ed3-3d11-4606-9942-552e38051c9f {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:40:35.881305 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91673fd8-3bea-488b-8f60-43f90b315b48", "name": "network-vif-deleted", "tag": "d2dc3f99-7376-40e5-b61d-e28585ba5a51", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:40:35.881667 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-02475ed3-3d11-4606-9942-552e38051c9f {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:40:35.882331 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91673fd8-3bea-488b-8f60-43f90b315b48', 'name': 'network-vif-deleted', 'tag': 'd2dc3f99-7376-40e5-b61d-e28585ba5a51', 'status': 'completed', 'code': 200} Feb 17 17:40:35.884418 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aff7be-f9d1-4f67-95e4-7bae2feb73f9 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Pushing event deleted for resources: {'Port': ['ID=8e00aaed-554c-4e36-90b7-8553757a4a66,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:35.959281 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.resource_extend [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 17:40:35.971768 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-34284dc7-8d41-4f50-99ec-95d0171ec829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:36.239875 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94272581-b5b4-4e8a-8bf7-5949a9cf9fbf tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (165fea7a-8f68-4efe-9562-e51762dbe62a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:36.280087 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 8787d5d2-3f84-4423-9f0d-ae43c4c30a90, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=8787d5d2-3f84-4423-9f0d-ae43c4c30a90,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:40:36.283804 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port ba54d401-b9fc-4cdc-9ada-0431b41e0595 is: ACTIVE; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:40:36.284059 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ba54d401-b9fc-4cdc-9ada-0431b41e0595), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:36.310866 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94272581-b5b4-4e8a-8bf7-5949a9cf9fbf tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Pushing event deleted for resources: {'Port': ['ID=165fea7a-8f68-4efe-9562-e51762dbe62a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:36.367334 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3448c5c7-468d-4aa5-80d4-bce345360982', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba54d401-b9fc-4cdc-9ada-0431b41e0595'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:40:36.370786 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39eab6ed-fb64-40f6-a710-8a89d9f5c56c" -d '{"events": [{"server_uuid": "3448c5c7-468d-4aa5-80d4-bce345360982", "name": "network-vif-unplugged", "status": "completed", "tag": "ba54d401-b9fc-4cdc-9ada-0431b41e0595"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:40:36.373561 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '8787d5d2-3f84-4423-9f0d-ae43c4c30a90', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'port_id': '8787d5d2-3f84-4423-9f0d-ae43c4c30a90', 'mac_address': 'fa:16:3e:28:c3:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac79920f-9ddd-4352-b866-6056158b178e', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:40:36.475783 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port ba54d401-b9fc-4cdc-9ada-0431b41e0595, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=ba54d401-b9fc-4cdc-9ada-0431b41e0595,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:40:36.521674 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ba54d401-b9fc-4cdc-9ada-0431b41e0595), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:36.559402 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 8787d5d2-3f84-4423-9f0d-ae43c4c30a90 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:40:36.559885 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8787d5d2-3f84-4423-9f0d-ae43c4c30a90), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:36.569648 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94272581-b5b4-4e8a-8bf7-5949a9cf9fbf tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:36.580533 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-94272581-b5b4-4e8a-8bf7-5949a9cf9fbf tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] 10.222.0.87 "DELETE /v2.0/ports/165fea7a-8f68-4efe-9562-e51762dbe62a HTTP/1.1" status: 204 len: 168 time: 1.4051611 Feb 17 17:40:36.581627 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50468) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:36.650636 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8787d5d2-3f84-4423-9f0d-ae43c4c30a90 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:40:36.661846 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:36.699343 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=ba54d401-b9fc-4cdc-9ada-0431b41e0595,revision_number=8']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:36.724346 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4840ff-c110-43a6-ad41-e9fa490745e2 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:36.725913 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4c4840ff-c110-43a6-ad41-e9fa490745e2 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] 10.222.0.87 "GET /v2.0/ports?device_id=1d79183a-43b6-4840-b514-7b4aefa7befc HTTP/1.1" status: 200 len: 913 time: 0.1425185 Feb 17 17:40:36.728639 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 8787d5d2-3f84-4423-9f0d-ae43c4c30a90, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=8787d5d2-3f84-4423-9f0d-ae43c4c30a90,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:40:36.729521 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50476) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:36.738463 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (8787d5d2-3f84-4423-9f0d-ae43c4c30a90), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:36.819704 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=8787d5d2-3f84-4423-9f0d-ae43c4c30a90,revision_number=9']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:36.824442 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['8787d5d2-3f84-4423-9f0d-ae43c4c30a90'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:40:36.916829 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bd2e0a54-d806-4731-979d-c844ed067cc0 req-f1eba4dd-f707-4503-bec2-6ba70144d507 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=91673fd8-3bea-488b-8f60-43f90b315b48 HTTP/1.1" status: 200 len: 210 time: 0.9029129 Feb 17 17:40:37.099545 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed455aab-06dc-45ed-b9c8-ef40645a7cdf req-2bb0e4ef-1ca3-4124-8449-cf8fad46573e tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:37.101172 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ed455aab-06dc-45ed-b9c8-ef40645a7cdf req-2bb0e4ef-1ca3-4124-8449-cf8fad46573e tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=2de6d73b-a3c3-4fc1-b8e3-d83105037f43 HTTP/1.1" status: 200 len: 945 time: 0.2091398 Feb 17 17:40:37.168107 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 17:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7484060-df8e-491f-84f3-0d48c5b4c5f7 x-openstack-request-id: req-e7484060-df8e-491f-84f3-0d48c5b4c5f7 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:40:37.168803 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3448c5c7-468d-4aa5-80d4-bce345360982", "name": "network-vif-unplugged", "status": "completed", "tag": "ba54d401-b9fc-4cdc-9ada-0431b41e0595", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:40:37.169155 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e7484060-df8e-491f-84f3-0d48c5b4c5f7 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:40:37.170231 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3448c5c7-468d-4aa5-80d4-bce345360982', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba54d401-b9fc-4cdc-9ada-0431b41e0595', 'code': 200} Feb 17 17:40:37.172131 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed6261d6-cd56-4908-84d0-63e7f1a94f79 req-19aff7be-f9d1-4f67-95e4-7bae2feb73f9 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Router 840903af-ad3e-4180-93f6-7e726b422724 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:40:37.339569 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device d2dc3f99-7376-40e5-b61d-e28585ba5a51 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:40:37.365912 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8c51e671-c239-43a5-955e-7843dfd1113a tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (1d79183a-43b6-4840-b514-7b4aefa7befc), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:37.368677 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e7df50cc-62cb-43f8-aaa9-797d88b5ed98 req-91f12fe6-604b-4924-b7ee-186272ce9d26 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/ports?device_id=a66cf83c-02b1-4b63-8363-98a2a0637846 HTTP/1.1" status: 200 len: 210 time: 0.0802372 Feb 17 17:40:37.388648 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: d2dc3f99-7376-40e5-b61d-e28585ba5a51 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:40:37.389160 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device d2dc3f99-7376-40e5-b61d-e28585ba5a51 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:40:37.389705 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 8e00aaed-554c-4e36-90b7-8553757a4a66 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:40:37.414544 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ed455aab-06dc-45ed-b9c8-ef40645a7cdf req-c01a8616-ca9d-4386-8094-241c78c2bfe2 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670975 Feb 17 17:40:37.421777 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: 8e00aaed-554c-4e36-90b7-8553757a4a66 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:40:37.422304 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 8e00aaed-554c-4e36-90b7-8553757a4a66 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:40:37.500687 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed6261d6-cd56-4908-84d0-63e7f1a94f79 req-19aff7be-f9d1-4f67-95e4-7bae2feb73f9 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:40:37.522330 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fbab53-f201-4630-94f8-8b4be5dd879a None None] Sync routers for ids ['840903af-ad3e-4180-93f6-7e726b422724'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:40:37.555333 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fbab53-f201-4630-94f8-8b4be5dd879a None None] Routers {'840903af-ad3e-4180-93f6-7e726b422724'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:40:37.556937 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a5fbab53-f201-4630-94f8-8b4be5dd879a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:40:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['840903af-ad3e-4180-93f6-7e726b422724'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:37.657327 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed6261d6-cd56-4908-84d0-63e7f1a94f79 req-19aff7be-f9d1-4f67-95e4-7bae2feb73f9 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] No DVR routers for this DVR port 8e00aaed-554c-4e36-90b7-8553757a4a66 on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:40:37.663841 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ed6261d6-cd56-4908-84d0-63e7f1a94f79 req-19aff7be-f9d1-4f67-95e4-7bae2feb73f9 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:37.670848 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ed6261d6-cd56-4908-84d0-63e7f1a94f79 req-19aff7be-f9d1-4f67-95e4-7bae2feb73f9 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.71 "DELETE /v2.0/ports/8e00aaed-554c-4e36-90b7-8553757a4a66 HTTP/1.1" status: 204 len: 173 time: 3.5849576 Feb 17 17:40:37.884347 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66cf83c-02b1-4b63-8363-98a2a0637846', 'name': 'network-vif-deleted', 'tag': '8e00aaed-554c-4e36-90b7-8553757a4a66'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:40:37.889371 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03628e98-deea-4b84-a9f0-da86b94763fe" -d '{"events": [{"server_uuid": "a66cf83c-02b1-4b63-8363-98a2a0637846", "name": "network-vif-deleted", "tag": "8e00aaed-554c-4e36-90b7-8553757a4a66"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:40:37.935449 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-a5fbab53-f201-4630-94f8-8b4be5dd879a None None] Set router 840903af-ad3e-4180-93f6-7e726b422724 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:40:38.085887 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:38.205568 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf170ab1-7e20-404d-81d3-f873351f13a7 x-openstack-request-id: req-bf170ab1-7e20-404d-81d3-f873351f13a7 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:40:38.206252 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a66cf83c-02b1-4b63-8363-98a2a0637846", "name": "network-vif-deleted", "tag": "8e00aaed-554c-4e36-90b7-8553757a4a66", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:40:38.206252 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-bf170ab1-7e20-404d-81d3-f873351f13a7 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:40:38.206824 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a66cf83c-02b1-4b63-8363-98a2a0637846', 'name': 'network-vif-deleted', 'tag': '8e00aaed-554c-4e36-90b7-8553757a4a66', 'status': 'completed', 'code': 200} Feb 17 17:40:38.426457 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7d88f-223d-4a10-b796-8be811d85f56 req-7709db49-766f-4307-a2b4-416f4f7afca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:38.428173 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b0b7d88f-223d-4a10-b796-8be811d85f56 req-7709db49-766f-4307-a2b4-416f4f7afca7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b0fb42267d024cfbae564aa55b350788&device_id=2de6d73b-a3c3-4fc1-b8e3-d83105037f43 HTTP/1.1" status: 200 len: 1127 time: 0.2843461 Feb 17 17:40:38.679546 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a5fbab53-f201-4630-94f8-8b4be5dd879a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840903af-ad3e-4180-93f6-7e726b422724', 'name': 'tempest-AttachVolumeTestJSON-92461313-router', 'tenant_id': 'a45426717d8d45f2862bf894c7d95737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'aac037e6-35cc-4538-a55f-d947e9e15ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:36:02Z', 'updated_at': '2022-02-17T17:36:16Z', 'revision_number': 4, 'project_id': 'a45426717d8d45f2862bf894c7d95737', 'gw_port': {'id': 'aac037e6-35cc-4538-a55f-d947e9e15ed4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840903af-ad3e-4180-93f6-7e726b422724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:36:04Z', 'updated_at': '2022-02-17T17:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '1fa40148-0016-4ac4-81ac-14d546f76b67', 'name': '', 'network_id': '249d7a73-68d0-4715-9e76-b2a8e292b955', 'tenant_id': 'a45426717d8d45f2862bf894c7d95737', 'mac_address': 'fa:16:3e:27:e9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840903af-ad3e-4180-93f6-7e726b422724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '183d9df1-0481-445d-8bb9-bc438141d74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:36:13Z', 'updated_at': '2022-02-17T17:36:25Z', 'revision_number': 5, 'project_id': 'a45426717d8d45f2862bf894c7d95737', 'subnets': [{'id': '183d9df1-0481-445d-8bb9-bc438141d74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:38.753854 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-8c51e671-c239-43a5-955e-7843dfd1113a tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Deleting port 9a759303-9323-4027-baee-bc2e65afa6bd {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:40:38.754659 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8c51e671-c239-43a5-955e-7843dfd1113a tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (9a759303-9323-4027-baee-bc2e65afa6bd), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:38.764376 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fbab53-f201-4630-94f8-8b4be5dd879a None None] Checking router: 840903af-ad3e-4180-93f6-7e726b422724 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:40:38.781452 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fbab53-f201-4630-94f8-8b4be5dd879a None None] Routers {'840903af-ad3e-4180-93f6-7e726b422724'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:40:38.782422 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a5fbab53-f201-4630-94f8-8b4be5dd879a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:40:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['840903af-ad3e-4180-93f6-7e726b422724'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:38.786762 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7d88f-223d-4a10-b796-8be811d85f56 req-4afe6a61-00bb-4d47-893f-720d4ddb8dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:38.789561 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b0b7d88f-223d-4a10-b796-8be811d85f56 req-4afe6a61-00bb-4d47-893f-720d4ddb8dc9 service neutron] 10.222.0.91 "GET /v2.0/networks?id=b2cdfbff-16c7-45e3-b97b-944f59a2460d HTTP/1.1" status: 200 len: 912 time: 0.3554015 Feb 17 17:40:38.838911 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c71c09-f6cf-4963-bcd9-060100f44a37 req-3d231577-a11d-4afe-ac88-6c173af42507 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:38.853639 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b1c71c09-f6cf-4963-bcd9-060100f44a37 req-3d231577-a11d-4afe-ac88-6c173af42507 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=2de6d73b-a3c3-4fc1-b8e3-d83105037f43 HTTP/1.1" status: 200 len: 945 time: 0.3891625 Feb 17 17:40:38.879505 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8c51e671-c239-43a5-955e-7843dfd1113a tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (9a759303-9323-4027-baee-bc2e65afa6bd), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:38.894318 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-8c51e671-c239-43a5-955e-7843dfd1113a tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Calling delete_port for 9a759303-9323-4027-baee-bc2e65afa6bd owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:40:39.005792 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-a5fbab53-f201-4630-94f8-8b4be5dd879a None None] Set router 840903af-ad3e-4180-93f6-7e726b422724 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:40:39.093781 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b0b7d88f-223d-4a10-b796-8be811d85f56 req-e123cfe7-05d2-4e02-8f5e-0b27c9035ad0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f628e11-9b66-427f-bfa9-b50966abc8d0 HTTP/1.1" status: 200 len: 217 time: 0.2945657 Feb 17 17:40:39.098030 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b1c71c09-f6cf-4963-bcd9-060100f44a37 req-e5985135-b11e-400b-8929-5372adae6493 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424946 Feb 17 17:40:39.186672 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7d88f-223d-4a10-b796-8be811d85f56 req-ecc4a65a-6bb7-4918-a69d-ac4aeba84225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:39.189318 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b0b7d88f-223d-4a10-b796-8be811d85f56 req-ecc4a65a-6bb7-4918-a69d-ac4aeba84225 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=36b5f32c-14a0-4a60-ad2f-22440ca5b40f HTTP/1.1" status: 200 len: 851 time: 0.0902367 Feb 17 17:40:39.301108 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b0b7d88f-223d-4a10-b796-8be811d85f56 req-78c639a3-9f48-440b-b8cf-199ff9bd96c8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b2cdfbff-16c7-45e3-b97b-944f59a2460d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055169 Feb 17 17:40:39.436334 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8c51e671-c239-43a5-955e-7843dfd1113a tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (9a759303-9323-4027-baee-bc2e65afa6bd), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:39.521246 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 8787d5d2-3f84-4423-9f0d-ae43c4c30a90 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:40:39.522394 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c51e671-c239-43a5-955e-7843dfd1113a tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Pushing event deleted for resources: {'Port': ['ID=9a759303-9323-4027-baee-bc2e65afa6bd,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:39.576319 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:39.783784 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b0b7d88f-223d-4a10-b796-8be811d85f56 req-03b9884c-67d3-4f67-8ef5-fb7d648f2de9 service neutron] 10.222.0.91 "GET /v2.0/networks/b2cdfbff-16c7-45e3-b97b-944f59a2460d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4730628 Feb 17 17:40:39.784516 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50602) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:39.819061 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 8787d5d2-3f84-4423-9f0d-ae43c4c30a90 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:40:39.819824 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (8787d5d2-3f84-4423-9f0d-ae43c4c30a90), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:40.018678 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f75546f3-747e-4bfd-9ea2-6902e68b7452 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks [] for security_group (24064728-799d-4802-ac8c-8dad004b7477), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:40.066824 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f75546f3-747e-4bfd-9ea2-6902e68b7452 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks [] for security_group (24064728-799d-4802-ac8c-8dad004b7477), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:40.076210 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8c51e671-c239-43a5-955e-7843dfd1113a tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (1d79183a-43b6-4840-b514-7b4aefa7befc), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:40.168542 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 8787d5d2-3f84-4423-9f0d-ae43c4c30a90 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:40:40.168905 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8787d5d2-3f84-4423-9f0d-ae43c4c30a90), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:40.209618 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8516490-e323-4676-8497-08f986001dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8787d5d2-3f84-4423-9f0d-ae43c4c30a90'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:40:40.212272 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc01961e-ef8e-4fec-99ab-e1e000376f9f" -d '{"events": [{"server_uuid": "f8516490-e323-4676-8497-08f986001dea", "name": "network-vif-plugged", "status": "completed", "tag": "8787d5d2-3f84-4423-9f0d-ae43c4c30a90"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:40:40.222296 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a5fbab53-f201-4630-94f8-8b4be5dd879a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840903af-ad3e-4180-93f6-7e726b422724', 'name': 'tempest-AttachVolumeTestJSON-92461313-router', 'tenant_id': 'a45426717d8d45f2862bf894c7d95737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'aac037e6-35cc-4538-a55f-d947e9e15ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:36:02Z', 'updated_at': '2022-02-17T17:36:16Z', 'revision_number': 4, 'project_id': 'a45426717d8d45f2862bf894c7d95737', 'gw_port': {'id': 'aac037e6-35cc-4538-a55f-d947e9e15ed4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840903af-ad3e-4180-93f6-7e726b422724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:36:04Z', 'updated_at': '2022-02-17T17:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '1fa40148-0016-4ac4-81ac-14d546f76b67', 'name': '', 'network_id': '249d7a73-68d0-4715-9e76-b2a8e292b955', 'tenant_id': 'a45426717d8d45f2862bf894c7d95737', 'mac_address': 'fa:16:3e:27:e9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840903af-ad3e-4180-93f6-7e726b422724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '183d9df1-0481-445d-8bb9-bc438141d74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:36:13Z', 'updated_at': '2022-02-17T17:36:25Z', 'revision_number': 5, 'project_id': 'a45426717d8d45f2862bf894c7d95737', 'subnets': [{'id': '183d9df1-0481-445d-8bb9-bc438141d74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:40.234356 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 8787d5d2-3f84-4423-9f0d-ae43c4c30a90, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=8787d5d2-3f84-4423-9f0d-ae43c4c30a90,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:40:40.271629 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (8787d5d2-3f84-4423-9f0d-ae43c4c30a90), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:40.275703 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fbab53-f201-4630-94f8-8b4be5dd879a None None] The sync data for ids ['840903af-ad3e-4180-93f6-7e726b422724'] in n-d-829613-2 is: [{'id': '840903af-ad3e-4180-93f6-7e726b422724', 'name': 'tempest-AttachVolumeTestJSON-92461313-router', 'tenant_id': 'a45426717d8d45f2862bf894c7d95737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'aac037e6-35cc-4538-a55f-d947e9e15ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:36:02Z', 'updated_at': '2022-02-17T17:36:16Z', 'revision_number': 4, 'project_id': 'a45426717d8d45f2862bf894c7d95737', 'gw_port': {'id': 'aac037e6-35cc-4538-a55f-d947e9e15ed4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840903af-ad3e-4180-93f6-7e726b422724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:36:04Z', 'updated_at': '2022-02-17T17:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '1fa40148-0016-4ac4-81ac-14d546f76b67', 'name': '', 'network_id': '249d7a73-68d0-4715-9e76-b2a8e292b955', 'tenant_id': 'a45426717d8d45f2862bf894c7d95737', 'mac_address': 'fa:16:3e:27:e9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840903af-ad3e-4180-93f6-7e726b422724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '183d9df1-0481-445d-8bb9-bc438141d74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:36:13Z', 'updated_at': '2022-02-17T17:36:25Z', 'revision_number': 5, 'project_id': 'a45426717d8d45f2862bf894c7d95737', 'subnets': [{'id': '183d9df1-0481-445d-8bb9-bc438141d74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:40:40.353445 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=8787d5d2-3f84-4423-9f0d-ae43c4c30a90,revision_number=10']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:40.353976 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b0b7d88f-223d-4a10-b796-8be811d85f56 req-eb459777-1055-4ddb-bc99-934fb4d9e399 service neutron] 10.222.0.91 "GET /v2.0/networks/b2cdfbff-16c7-45e3-b97b-944f59a2460d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5651488 Feb 17 17:40:40.416982 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbacaf-2785-4bd9-a1e8-8791b46d8768 req-d83a0dca-3061-4b08-957a-c7c8cec7e7fd tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:40.418554 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-67cbacaf-2785-4bd9-a1e8-8791b46d8768 req-d83a0dca-3061-4b08-957a-c7c8cec7e7fd tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/networks?id=41eab850-74f8-4919-9573-0fe261607aa2 HTTP/1.1" status: 200 len: 806 time: 0.1874328 Feb 17 17:40:40.426940 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090e2e6-f30e-416a-a625-054fa77ba100 req-20fd7b7d-bfc7-4067-b9c9-ed90e1b0d4e0 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:40.434632 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a090e2e6-f30e-416a-a625-054fa77ba100 req-20fd7b7d-bfc7-4067-b9c9-ed90e1b0d4e0 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/networks?id=83cc66ec-b716-4047-926b-17461255d55d HTTP/1.1" status: 200 len: 805 time: 0.3738666 Feb 17 17:40:40.464157 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-67cbacaf-2785-4bd9-a1e8-8791b46d8768 req-c3399855-d939-417d-9010-0fad27c1e2b7 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/quotas/4010b90dceb14ea6a98968e6b17cf28b HTTP/1.1" status: 200 len: 375 time: 0.0177577 Feb 17 17:40:40.466170 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a090e2e6-f30e-416a-a625-054fa77ba100 req-79f09549-0ba2-41c5-a640-c6e1163f5a56 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/quotas/d25e4e1cdd84422184c0ddb522055b36 HTTP/1.1" status: 200 len: 375 time: 0.0297499 Feb 17 17:40:40.497881 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f75546f3-747e-4bfd-9ea2-6902e68b7452 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (24064728-799d-4802-ac8c-8dad004b7477), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:40.506081 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f75546f3-747e-4bfd-9ea2-6902e68b7452 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:40.511341 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f75546f3-747e-4bfd-9ea2-6902e68b7452 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "DELETE /v2.0/security-groups/24064728-799d-4802-ac8c-8dad004b7477 HTTP/1.1" status: 204 len: 168 time: 0.7217681 Feb 17 17:40:40.511602 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 50644) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:40.533864 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-ff5cc861-cf8c-4175-8f3b-fd2c8f5038a6 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] show failed (client error): The resource could not be found. Feb 17 17:40:40.536803 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75546f3-747e-4bfd-9ea2-6902e68b7452 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24064728-799d-4802-ac8c-8dad004b7477,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:40.538133 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-ff5cc861-cf8c-4175-8f3b-fd2c8f5038a6 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/security-groups/24064728-799d-4802-ac8c-8dad004b7477 HTTP/1.1" status: 404 len: 347 time: 0.0262139 Feb 17 17:40:40.538728 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 50646) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:40.597826 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c51e671-c239-43a5-955e-7843dfd1113a tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Router 1d79183a-43b6-4840-b514-7b4aefa7befc has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:40:40.692970 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a090e2e6-f30e-416a-a625-054fa77ba100 req-03b886ab-1e75-4b89-a665-849727f4840a tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=d25e4e1cdd84422184c0ddb522055b36&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2244382 Feb 17 17:40:40.840273 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda778e7-bce9-4de3-9eb2-bbd311a2a698 None None] New status for floating IP 1d6ad051-14d2-49ba-95f7-a031b27a9c2c: DOWN {{(pid=103438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 17:40:40.868499 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-67cbacaf-2785-4bd9-a1e8-8791b46d8768 req-f47890a2-c1f2-4ef3-ac26-40d497672d05 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=4010b90dceb14ea6a98968e6b17cf28b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3944108 Feb 17 17:40:40.927265 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c51e671-c239-43a5-955e-7843dfd1113a tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:40:40.937477 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8c51e671-c239-43a5-955e-7843dfd1113a tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] 10.222.0.87 "PUT /v2.0/routers/1d79183a-43b6-4840-b514-7b4aefa7befc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2040501 Feb 17 17:40:40.939260 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50650) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:40.939925 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc967f8-791d-471e-b662-3682b329e8bf None None] Sync routers for ids ['1d79183a-43b6-4840-b514-7b4aefa7befc'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:40:40.963446 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 4f7e1fde-9dc6-4b9d-af31-b0868911c823 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:40:41.013798 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc967f8-791d-471e-b662-3682b329e8bf None None] Routers {'1d79183a-43b6-4840-b514-7b4aefa7befc'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:40:41.027318 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-4dc967f8-791d-471e-b662-3682b329e8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:40:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['1d79183a-43b6-4840-b514-7b4aefa7befc'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:41.160011 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-4dc967f8-791d-471e-b662-3682b329e8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:41.184934 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc967f8-791d-471e-b662-3682b329e8bf None None] Routers {'1d79183a-43b6-4840-b514-7b4aefa7befc'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:40:41.185731 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-4dc967f8-791d-471e-b662-3682b329e8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:40:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['1d79183a-43b6-4840-b514-7b4aefa7befc'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:41.212180 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2cbdb88f-ac67-49fe-a32e-1cc2dec81abf tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for router (1d79183a-43b6-4840-b514-7b4aefa7befc), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:41.221696 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a090e2e6-f30e-416a-a625-054fa77ba100 req-a1a26340-208b-487f-bc7c-6cdb31f833a6 service neutron] 10.222.0.87 "GET /v2.0/networks/83cc66ec-b716-4047-926b-17461255d55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5276954 Feb 17 17:40:41.238664 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-67cbacaf-2785-4bd9-a1e8-8791b46d8768 req-72660e2e-825d-4711-9d5d-0ce879bd36d6 service neutron] 10.222.0.87 "GET /v2.0/networks/41eab850-74f8-4919-9573-0fe261607aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846332 Feb 17 17:40:41.259790 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-4dc967f8-791d-471e-b662-3682b329e8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:41.260900 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc967f8-791d-471e-b662-3682b329e8bf None None] The sync data for ids ['1d79183a-43b6-4840-b514-7b4aefa7befc'] in n-d-829613-2 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:40:41.361516 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f94d1a17-e850-445a-b05f-3f1b78970097 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Deleting port a6cfdc50-b2ca-462e-bfbb-0ad04ed8e469 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:40:41.362511 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f94d1a17-e850-445a-b05f-3f1b78970097 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (a6cfdc50-b2ca-462e-bfbb-0ad04ed8e469), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:41.372224 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 4f7e1fde-9dc6-4b9d-af31-b0868911c823 is: ACTIVE; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:40:41.372646 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (4f7e1fde-9dc6-4b9d-af31-b0868911c823), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:41.447518 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 4f7e1fde-9dc6-4b9d-af31-b0868911c823, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=4f7e1fde-9dc6-4b9d-af31-b0868911c823,segment=NetworkSegment(1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8),segment_id=1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:40:41.450684 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2cbdb88f-ac67-49fe-a32e-1cc2dec81abf tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for router_gateway (1d79183a-43b6-4840-b514-7b4aefa7befc), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:41.456934 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (4f7e1fde-9dc6-4b9d-af31-b0868911c823), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:41.538471 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-2cbdb88f-ac67-49fe-a32e-1cc2dec81abf tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Deleting port f14f9213-7dc6-42b9-be6c-d8fd834f01b4 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:40:41.538968 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2cbdb88f-ac67-49fe-a32e-1cc2dec81abf tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (f14f9213-7dc6-42b9-be6c-d8fd834f01b4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:41.607994 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=4f7e1fde-9dc6-4b9d-af31-b0868911c823,revision_number=8']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:41.630785 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:40:41.663393 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a090e2e6-f30e-416a-a625-054fa77ba100 req-a81a73c0-416d-495c-ad29-0a3e3465ee25 service neutron] 10.222.0.87 "GET /v2.0/networks/83cc66ec-b716-4047-926b-17461255d55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038838 Feb 17 17:40:41.710060 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2cbdb88f-ac67-49fe-a32e-1cc2dec81abf tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (f14f9213-7dc6-42b9-be6c-d8fd834f01b4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:41.731354 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-2cbdb88f-ac67-49fe-a32e-1cc2dec81abf tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Calling delete_port for f14f9213-7dc6-42b9-be6c-d8fd834f01b4 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:40:41.742622 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-67cbacaf-2785-4bd9-a1e8-8791b46d8768 req-40696600-395d-424c-8aa5-cf52937b6943 service neutron] 10.222.0.87 "GET /v2.0/networks/41eab850-74f8-4919-9573-0fe261607aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5002489 Feb 17 17:40:41.803924 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad5799d-e1ba-4291-a548-a0fcf1e82c05 req-eef4f93d-3f12-466a-a02e-19493ca6984e tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:41.807202 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1ad5799d-e1ba-4291-a548-a0fcf1e82c05 req-eef4f93d-3f12-466a-a02e-19493ca6984e tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.91 "GET /v2.0/ports?device_id=2f9651f6-eec5-4c73-b6d6-b15657e0970d HTTP/1.1" status: 200 len: 943 time: 0.3433013 Feb 17 17:40:41.810455 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f94d1a17-e850-445a-b05f-3f1b78970097 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (a6cfdc50-b2ca-462e-bfbb-0ad04ed8e469), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:41.814862 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f94d1a17-e850-445a-b05f-3f1b78970097 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks [] for floatingip (a6cfdc50-b2ca-462e-bfbb-0ad04ed8e469), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:41.924787 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f94d1a17-e850-445a-b05f-3f1b78970097 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Calling delete_port for a6cfdc50-b2ca-462e-bfbb-0ad04ed8e469 owned by network:floatingip {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:40:42.096583 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270152bf-aa3a-41e7-9e34-8b674d558131 x-openstack-request-id: req-270152bf-aa3a-41e7-9e34-8b674d558131 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:40:42.097271 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8516490-e323-4676-8497-08f986001dea", "name": "network-vif-plugged", "status": "completed", "tag": "8787d5d2-3f84-4423-9f0d-ae43c4c30a90", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:40:42.097271 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-270152bf-aa3a-41e7-9e34-8b674d558131 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:40:42.097556 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8516490-e323-4676-8497-08f986001dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8787d5d2-3f84-4423-9f0d-ae43c4c30a90', 'code': 200} Feb 17 17:40:42.204138 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2cbdb88f-ac67-49fe-a32e-1cc2dec81abf tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (f14f9213-7dc6-42b9-be6c-d8fd834f01b4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:42.303234 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbdb88f-ac67-49fe-a32e-1cc2dec81abf tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Pushing event deleted for resources: {'Port': ['ID=f14f9213-7dc6-42b9-be6c-d8fd834f01b4,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:42.464462 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13375a-b427-4bd6-a72e-2eb2649b044e req-772b8e31-5f9d-4ad0-b240-91f05a5bcef9 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:42.469764 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dc13375a-b427-4bd6-a72e-2eb2649b044e req-772b8e31-5f9d-4ad0-b240-91f05a5bcef9 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=2de6d73b-a3c3-4fc1-b8e3-d83105037f43 HTTP/1.1" status: 200 len: 945 time: 0.4968228 Feb 17 17:40:42.519037 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2cbdb88f-ac67-49fe-a32e-1cc2dec81abf tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (1d79183a-43b6-4840-b514-7b4aefa7befc), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:42.676072 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0a962e93-e7ad-42af-9733-7e1acced2692 req-75a67731-58ea-42b1-bfb2-8453cc2c4d4a tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e1b8510-1502-4cc4-a1b0-9a8c510a86dd HTTP/1.1" status: 200 len: 210 time: 0.1909103 Feb 17 17:40:42.701252 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-1ad5799d-e1ba-4291-a548-a0fcf1e82c05 req-4876f31e-9ab5-4182-b407-25b75d77bf34 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Deleting port 4f7e1fde-9dc6-4b9d-af31-b0868911c823 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:40:42.708132 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-1ad5799d-e1ba-4291-a548-a0fcf1e82c05 req-4876f31e-9ab5-4182-b407-25b75d77bf34 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (4f7e1fde-9dc6-4b9d-af31-b0868911c823), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:42.823021 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2cbdb88f-ac67-49fe-a32e-1cc2dec81abf tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (1d79183a-43b6-4840-b514-7b4aefa7befc), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:42.826544 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2cbdb88f-ac67-49fe-a32e-1cc2dec81abf tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for router_controller (1d79183a-43b6-4840-b514-7b4aefa7befc), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:42.845608 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-de477e39-8118-4b3f-a162-6519d2d1df3e req-b5905be0-c247-4b01-8001-0e560b107fca tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=80e7a0c7-3754-495a-bd53-4f2c80b76913 HTTP/1.1" status: 200 len: 210 time: 0.0377455 Feb 17 17:40:42.907542 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2cbdb88f-ac67-49fe-a32e-1cc2dec81abf tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (1d79183a-43b6-4840-b514-7b4aefa7befc), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:42.908274 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbdb88f-ac67-49fe-a32e-1cc2dec81abf tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Fanout notify agent at l3_agent the message router_deleted on router 1d79183a-43b6-4840-b514-7b4aefa7befc {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:40:42.917052 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2cbdb88f-ac67-49fe-a32e-1cc2dec81abf tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:42.919981 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2cbdb88f-ac67-49fe-a32e-1cc2dec81abf tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] 10.222.0.87 "DELETE /v2.0/routers/1d79183a-43b6-4840-b514-7b4aefa7befc HTTP/1.1" status: 204 len: 168 time: 1.9794917 Feb 17 17:40:42.922521 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50680) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:42.987187 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d0290a0-dd69-4b8f-8cd7-3f90373e992c tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Deleting subnet 247b5577-9ea4-445e-acdb-c063647b8b00 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:40:42.991158 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5d0290a0-dd69-4b8f-8cd7-3f90373e992c tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for subnet (247b5577-9ea4-445e-acdb-c063647b8b00), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:43.026864 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dc13375a-b427-4bd6-a72e-2eb2649b044e req-5be17e86-422e-4b29-a310-0ddb82822495 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5292559 Feb 17 17:40:43.046311 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5d0290a0-dd69-4b8f-8cd7-3f90373e992c tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (247b5577-9ea4-445e-acdb-c063647b8b00), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:43.054668 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f94d1a17-e850-445a-b05f-3f1b78970097 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (a6cfdc50-b2ca-462e-bfbb-0ad04ed8e469), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:43.125213 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5d0290a0-dd69-4b8f-8cd7-3f90373e992c tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (247b5577-9ea4-445e-acdb-c063647b8b00), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:43.125451 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94d1a17-e850-445a-b05f-3f1b78970097 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Pushing event deleted for resources: {'Port': ['ID=a6cfdc50-b2ca-462e-bfbb-0ad04ed8e469,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:43.137762 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-1ad5799d-e1ba-4291-a548-a0fcf1e82c05 req-4876f31e-9ab5-4182-b407-25b75d77bf34 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] For port 4f7e1fde-9dc6-4b9d-af31-b0868911c823, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=4f7e1fde-9dc6-4b9d-af31-b0868911c823,segment=NetworkSegment(1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8),segment_id=1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:40:43.138437 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-1ad5799d-e1ba-4291-a548-a0fcf1e82c05 req-4876f31e-9ab5-4182-b407-25b75d77bf34 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (4f7e1fde-9dc6-4b9d-af31-b0868911c823), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:43.214118 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5d0290a0-dd69-4b8f-8cd7-3f90373e992c tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (247b5577-9ea4-445e-acdb-c063647b8b00), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:43.234679 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-1ad5799d-e1ba-4291-a548-a0fcf1e82c05 req-4876f31e-9ab5-4182-b407-25b75d77bf34 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Calling delete_port for 4f7e1fde-9dc6-4b9d-af31-b0868911c823 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:40:43.240348 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f94d1a17-e850-445a-b05f-3f1b78970097 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks [] for floatingip (1d6ad051-14d2-49ba-95f7-a031b27a9c2c), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:43.243406 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f94d1a17-e850-445a-b05f-3f1b78970097 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:43.244830 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-f94d1a17-e850-445a-b05f-3f1b78970097 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "DELETE /v2.0/floatingips/1d6ad051-14d2-49ba-95f7-a031b27a9c2c HTTP/1.1" status: 204 len: 168 time: 2.7029128 Feb 17 17:40:43.256686 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0290a0-dd69-4b8f-8cd7-3f90373e992c tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Pushing event deleted for resources: {'Subnet': ['ID=247b5577-9ea4-445e-acdb-c063647b8b00,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:43.281827 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5d0290a0-dd69-4b8f-8cd7-3f90373e992c tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:43.291695 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5d0290a0-dd69-4b8f-8cd7-3f90373e992c tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] 10.222.0.87 "DELETE /v2.0/subnets/247b5577-9ea4-445e-acdb-c063647b8b00 HTTP/1.1" status: 204 len: 168 time: 0.3679473 Feb 17 17:40:43.294286 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50686) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:43.516542 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6e838d4-28a1-4b4a-a779-b279de8e2431 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (390c8bfa-e579-4ed1-b54f-c49df60eba09), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:43.629482 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-1ad5799d-e1ba-4291-a548-a0fcf1e82c05 req-4876f31e-9ab5-4182-b407-25b75d77bf34 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (4f7e1fde-9dc6-4b9d-af31-b0868911c823), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:43.692216 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4876f31e-9ab5-4182-b407-25b75d77bf34 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Pushing event deleted for resources: {'Port': ['ID=4f7e1fde-9dc6-4b9d-af31-b0868911c823,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:43.818877 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6e838d4-28a1-4b4a-a779-b279de8e2431 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (390c8bfa-e579-4ed1-b54f-c49df60eba09), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:43.855062 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50702) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:43.865648 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-93fb174c-a123-4ffd-86c8-18c2549408cb tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1881591180', 'description': 'tempest-description--1784661529'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:40:43.898943 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-d6e838d4-28a1-4b4a-a779-b279de8e2431 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['390c8bfa-e579-4ed1-b54f-c49df60eba09']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:43.914708 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-93fb174c-a123-4ffd-86c8-18c2549408cb tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:43.952571 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-d6e838d4-28a1-4b4a-a779-b279de8e2431 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd187ee7-e824-48b1-828e-cf31d6723dfc') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:43.952571 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-d6e838d4-28a1-4b4a-a779-b279de8e2431 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd187ee7-e824-48b1-828e-cf31d6723dfc') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:43.996430 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6e838d4-28a1-4b4a-a779-b279de8e2431 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (cd187ee7-e824-48b1-828e-cf31d6723dfc), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:44.003211 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad5799d-e1ba-4291-a548-a0fcf1e82c05 req-4876f31e-9ab5-4182-b407-25b75d77bf34 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] No DVR routers for this DVR port 4f7e1fde-9dc6-4b9d-af31-b0868911c823 on host n-h2-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:40:44.007620 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-1ad5799d-e1ba-4291-a548-a0fcf1e82c05 req-4876f31e-9ab5-4182-b407-25b75d77bf34 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:44.018256 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1ad5799d-e1ba-4291-a548-a0fcf1e82c05 req-4876f31e-9ab5-4182-b407-25b75d77bf34 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.91 "DELETE /v2.0/ports/4f7e1fde-9dc6-4b9d-af31-b0868911c823 HTTP/1.1" status: 204 len: 173 time: 2.1999476 Feb 17 17:40:44.052032 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6e838d4-28a1-4b4a-a779-b279de8e2431 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (cd187ee7-e824-48b1-828e-cf31d6723dfc), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:44.085968 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6e838d4-28a1-4b4a-a779-b279de8e2431 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:40:44.086465 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6e838d4-28a1-4b4a-a779-b279de8e2431 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (cd187ee7-e824-48b1-828e-cf31d6723dfc), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:44.093341 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f9651f6-eec5-4c73-b6d6-b15657e0970d', 'name': 'network-vif-deleted', 'tag': '4f7e1fde-9dc6-4b9d-af31-b0868911c823'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:40:44.098934 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f9651f6-eec5-4c73-b6d6-b15657e0970d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f7e1fde-9dc6-4b9d-af31-b0868911c823'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:40:44.102120 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fb2177-c2f0-4548-93ad-57d23f8b8a7f" -d '{"events": [{"server_uuid": "2f9651f6-eec5-4c73-b6d6-b15657e0970d", "name": "network-vif-unplugged", "status": "completed", "tag": "4f7e1fde-9dc6-4b9d-af31-b0868911c823"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:40:44.105012 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59cdd5d9-364f-4f97-8eb1-9fae2fc4294c" -d '{"events": [{"server_uuid": "2f9651f6-eec5-4c73-b6d6-b15657e0970d", "name": "network-vif-deleted", "tag": "4f7e1fde-9dc6-4b9d-af31-b0868911c823"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:40:44.210682 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-719a435f-e33e-490b-b6e1-50e53cd24f21 req-67ef08b1-9371-439f-9f51-e03b7462fd99 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e1b8510-1502-4cc4-a1b0-9a8c510a86dd HTTP/1.1" status: 200 len: 210 time: 0.2648699 Feb 17 17:40:44.375432 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:40:44.375432 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:40:44.375432 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:40:44.375432 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:40:44.375432 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:40:44.375432 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:40:44.375432 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:40:44.375432 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:40:44.375432 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:40:44.375432 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:40:44.375432 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:40:44.375432 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:40:44.375432 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:40:44.375432 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:40:44.375432 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:40:44.375432 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:40:44.375432 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:40:44.375432 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:40:44.375432 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:40:44.375432 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:40:44.375432 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:40:44.375432 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:40:44.375432 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:40:44.375432 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:40:44.375432 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:40:44.375432 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:40:44.375432 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:40:44.375432 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:40:44.375432 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:40:44.375432 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:40:44.375432 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:40:44.375432 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:40:44.396317 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6e838d4-28a1-4b4a-a779-b279de8e2431 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (390c8bfa-e579-4ed1-b54f-c49df60eba09), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:44.422098 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090e2e6-f30e-416a-a625-054fa77ba100 req-93180a5d-cea6-459c-bdb6-11a692118d48 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:44.423875 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a090e2e6-f30e-416a-a625-054fa77ba100 req-93180a5d-cea6-459c-bdb6-11a692118d48 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.71 "GET /v2.0/networks?id=83cc66ec-b716-4047-926b-17461255d55d HTTP/1.1" status: 200 len: 805 time: 0.5900850 Feb 17 17:40:44.424608 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6e838d4-28a1-4b4a-a779-b279de8e2431 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:44.428300 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d6e838d4-28a1-4b4a-a779-b279de8e2431 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] 10.222.0.87 "DELETE /v2.0/networks/390c8bfa-e579-4ed1-b54f-c49df60eba09 HTTP/1.1" status: 204 len: 168 time: 1.1300464 Feb 17 17:40:44.448513 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e838d4-28a1-4b4a-a779-b279de8e2431 tempest-FloatingIPTestJSON-1265247764 tempest-FloatingIPTestJSON-1265247764-project] Pushing event deleted for resources: {'Network': ['ID=390c8bfa-e579-4ed1-b54f-c49df60eba09,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:44.463248 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1288c8f9-49c5-4070-9d1e-986bb75062f4 req-98c2bed2-cb67-4f14-b012-6f2b9004d23a tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=80e7a0c7-3754-495a-bd53-4f2c80b76913 HTTP/1.1" status: 200 len: 210 time: 0.4783852 Feb 17 17:40:44.475263 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-a090e2e6-f30e-416a-a625-054fa77ba100 req-87df3d40-b3d8-446d-a2b5-9e02fd5d2d58 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Request body: {'port': {'device_id': '5e1b8510-1502-4cc4-a1b0-9a8c510a86dd', 'network_id': '83cc66ec-b716-4047-926b-17461255d55d', 'admin_state_up': True, 'tenant_id': 'd25e4e1cdd84422184c0ddb522055b36'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:40:44.576228 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-93fb174c-a123-4ffd-86c8-18c2549408cb tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks [] for security_group (806c1d2d-a559-4157-a49c-a01fcfccae91), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:44.586514 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-93fb174c-a123-4ffd-86c8-18c2549408cb tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (806c1d2d-a559-4157-a49c-a01fcfccae91), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:44.593481 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 17:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee24637-b9b7-45bd-9642-d0442e26b7a3 x-openstack-request-id: req-9ee24637-b9b7-45bd-9642-d0442e26b7a3 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:40:44.594054 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f9651f6-eec5-4c73-b6d6-b15657e0970d", "name": "network-vif-unplugged", "status": "completed", "tag": "4f7e1fde-9dc6-4b9d-af31-b0868911c823", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:40:44.594900 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9ee24637-b9b7-45bd-9642-d0442e26b7a3 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:40:44.595750 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f9651f6-eec5-4c73-b6d6-b15657e0970d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f7e1fde-9dc6-4b9d-af31-b0868911c823', 'code': 200} Feb 17 17:40:44.653849 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-93fb174c-a123-4ffd-86c8-18c2549408cb tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:44.663565 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-93fb174c-a123-4ffd-86c8-18c2549408cb tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.8073573 Feb 17 17:40:44.664152 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50720) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:44.715246 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-00f58ebb-186f-4a9b-8d3c-9d70ae190e87 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Request body: {'security_group_rule': {'security_group_id': '806c1d2d-a559-4157-a49c-a01fcfccae91', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:40:44.744396 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fb174c-a123-4ffd-86c8-18c2549408cb tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=806c1d2d-a559-4157-a49c-a01fcfccae91,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:44.759322 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b23c69-3f8c-46f3-8351-4e6d7a7a73e3 x-openstack-request-id: req-f6b23c69-3f8c-46f3-8351-4e6d7a7a73e3 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:40:44.760608 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f9651f6-eec5-4c73-b6d6-b15657e0970d", "name": "network-vif-deleted", "tag": "4f7e1fde-9dc6-4b9d-af31-b0868911c823", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:40:44.760818 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f6b23c69-3f8c-46f3-8351-4e6d7a7a73e3 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:40:44.761182 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f9651f6-eec5-4c73-b6d6-b15657e0970d', 'name': 'network-vif-deleted', 'tag': '4f7e1fde-9dc6-4b9d-af31-b0868911c823', 'status': 'completed', 'code': 200} Feb 17 17:40:44.867871 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00f58ebb-186f-4a9b-8d3c-9d70ae190e87 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks [] for security_group_rule (3cd84aca-aa76-4da6-bf1a-a484d06e10d5), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:44.874810 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a090e2e6-f30e-416a-a625-054fa77ba100 req-87df3d40-b3d8-446d-a2b5-9e02fd5d2d58 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Made reservation on behalf of d25e4e1cdd84422184c0ddb522055b36 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:40:44.880503 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a090e2e6-f30e-416a-a625-054fa77ba100 req-87df3d40-b3d8-446d-a2b5-9e02fd5d2d58 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:44.979180 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 4f7e1fde-9dc6-4b9d-af31-b0868911c823 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:40:45.069844 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: 4f7e1fde-9dc6-4b9d-af31-b0868911c823 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:40:45.072877 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 4f7e1fde-9dc6-4b9d-af31-b0868911c823 not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:40:45.103350 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00f58ebb-186f-4a9b-8d3c-9d70ae190e87 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks [] for security_group_rule (3cd84aca-aa76-4da6-bf1a-a484d06e10d5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:45.104641 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50732) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:45.119809 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00f58ebb-186f-4a9b-8d3c-9d70ae190e87 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (3cd84aca-aa76-4da6-bf1a-a484d06e10d5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:45.155493 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f58ebb-186f-4a9b-8d3c-9d70ae190e87 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cd84aca-aa76-4da6-bf1a-a484d06e10d5,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:45.168764 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00f58ebb-186f-4a9b-8d3c-9d70ae190e87 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:45.173026 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-00f58ebb-186f-4a9b-8d3c-9d70ae190e87 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4865854 Feb 17 17:40:45.175329 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50736) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:45.189199 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-47f90bc6-aa36-466c-a0d2-a9c8404d3537 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Request body: {'security_group_rule': {'security_group_id': '806c1d2d-a559-4157-a49c-a01fcfccae91', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:40:45.335883 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-47f90bc6-aa36-466c-a0d2-a9c8404d3537 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks [] for security_group_rule (43de45a5-cacb-4638-b4db-2ad778fdc896), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:45.421609 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e602d8e8-c685-40be-8f06-9420721d0b36 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=03e402034aa04ff6944c86c878c07771&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3149157 Feb 17 17:40:45.424919 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50742) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:45.517034 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-47f90bc6-aa36-466c-a0d2-a9c8404d3537 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks [] for security_group_rule (43de45a5-cacb-4638-b4db-2ad778fdc896), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:45.522151 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-47f90bc6-aa36-466c-a0d2-a9c8404d3537 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (43de45a5-cacb-4638-b4db-2ad778fdc896), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:45.543395 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f90bc6-aa36-466c-a0d2-a9c8404d3537 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43de45a5-cacb-4638-b4db-2ad778fdc896,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:45.610502 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-47f90bc6-aa36-466c-a0d2-a9c8404d3537 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:45.611780 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-47f90bc6-aa36-466c-a0d2-a9c8404d3537 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4354243 Feb 17 17:40:45.617673 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50746) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:45.622836 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-1bf1b89d-fd33-44d0-a9ac-6cef6ce8e878 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:40:45.661663 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d15d843f-68e2-48f9-8940-d36f0b300ccb admin admin] Publish callbacks [] for security_group (f22300b9-8bfb-44c6-a1b6-9b293c544b66), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:45.665623 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1bf1b89d-fd33-44d0-a9ac-6cef6ce8e878 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:45.706450 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d15d843f-68e2-48f9-8940-d36f0b300ccb admin admin] Publish callbacks [] for security_group (f22300b9-8bfb-44c6-a1b6-9b293c544b66), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:45.825519 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-a090e2e6-f30e-416a-a625-054fa77ba100 req-87df3d40-b3d8-446d-a2b5-9e02fd5d2d58 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Allocated IP 172.20.0.9 (83cc66ec-b716-4047-926b-17461255d55d/1e1fcde1-7a12-4137-bca4-1789efb75583/62baaad9-a961-4e18-91ab-20698a2e1ab3) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:40:45.890013 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d15d843f-68e2-48f9-8940-d36f0b300ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (f22300b9-8bfb-44c6-a1b6-9b293c544b66), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:45.894005 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d15d843f-68e2-48f9-8940-d36f0b300ccb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:45.895974 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d15d843f-68e2-48f9-8940-d36f0b300ccb admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f22300b9-8bfb-44c6-a1b6-9b293c544b66 HTTP/1.1" status: 204 len: 168 time: 0.4556017 Feb 17 17:40:45.916056 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d843f-68e2-48f9-8940-d36f0b300ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22300b9-8bfb-44c6-a1b6-9b293c544b66,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:45.924806 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5da4c1ce-5afe-4df3-b9e5-663314d7a29a req-7123e475-f6b1-4135-903f-c5ac62c5f2fb tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e1b8510-1502-4cc4-a1b0-9a8c510a86dd HTTP/1.1" status: 200 len: 210 time: 0.0962470 Feb 17 17:40:45.963441 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1bf1b89d-fd33-44d0-a9ac-6cef6ce8e878 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:46.171394 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031a058-8db6-4269-9c49-7473e48c4fa1 req-994119f0-a310-41c5-9975-09c28d433cc4 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:46.185573 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5031a058-8db6-4269-9c49-7473e48c4fa1 req-994119f0-a310-41c5-9975-09c28d433cc4 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=2de6d73b-a3c3-4fc1-b8e3-d83105037f43 HTTP/1.1" status: 200 len: 945 time: 1.7604651 Feb 17 17:40:46.217202 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbacaf-2785-4bd9-a1e8-8791b46d8768 req-f6a4c048-3b58-40f6-867d-304d1b59471a tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:46.221379 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-67cbacaf-2785-4bd9-a1e8-8791b46d8768 req-f6a4c048-3b58-40f6-867d-304d1b59471a tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.71 "GET /v2.0/networks?id=41eab850-74f8-4919-9573-0fe261607aa2 HTTP/1.1" status: 200 len: 806 time: 0.4068813 Feb 17 17:40:46.246377 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-1bf1b89d-fd33-44d0-a9ac-6cef6ce8e878 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Allocated IP 172.25.8.16 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/2885b76d-faa5-4468-bb5b-f0ff455cf942) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:40:46.457909 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1bf1b89d-fd33-44d0-a9ac-6cef6ce8e878 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks [] for port (2885b76d-faa5-4468-bb5b-f0ff455cf942), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:46.476149 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-67cbacaf-2785-4bd9-a1e8-8791b46d8768 req-7173ad66-8085-4f7c-a6d7-532218e0783f tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Request body: {'port': {'device_id': '80e7a0c7-3754-495a-bd53-4f2c80b76913', 'network_id': '41eab850-74f8-4919-9573-0fe261607aa2', 'admin_state_up': True, 'tenant_id': '4010b90dceb14ea6a98968e6b17cf28b'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:40:46.512332 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1bf1b89d-fd33-44d0-a9ac-6cef6ce8e878 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (2885b76d-faa5-4468-bb5b-f0ff455cf942), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:46.526208 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7bd5477a-c2b9-479b-90cd-28713fb4e3bf req-7909fb25-d03d-4564-9010-5fdbf971fbd8 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=80e7a0c7-3754-495a-bd53-4f2c80b76913 HTTP/1.1" status: 200 len: 210 time: 0.3323548 Feb 17 17:40:46.634532 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf1b89d-fd33-44d0-a9ac-6cef6ce8e878 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:40:46.648724 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-1bf1b89d-fd33-44d0-a9ac-6cef6ce8e878 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:40:46.649880 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5031a058-8db6-4269-9c49-7473e48c4fa1 req-dc32aa18-fb8b-4972-8ea6-ea309ce8d75b tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4239736 Feb 17 17:40:46.657623 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf1b89d-fd33-44d0-a9ac-6cef6ce8e878 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:40:46.695400 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1b89d-fd33-44d0-a9ac-6cef6ce8e878 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Pushing event updated for resources: {'Port': ['ID=2885b76d-faa5-4468-bb5b-f0ff455cf942,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:46.784085 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a090e2e6-f30e-416a-a625-054fa77ba100 req-87df3d40-b3d8-446d-a2b5-9e02fd5d2d58 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Publish callbacks [] for port (62baaad9-a961-4e18-91ab-20698a2e1ab3), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:46.814030 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1bf1b89d-fd33-44d0-a9ac-6cef6ce8e878 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks [] for floatingip (cac6031b-9009-478c-b32d-40b5215bca60), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:46.868975 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a090e2e6-f30e-416a-a625-054fa77ba100 req-87df3d40-b3d8-446d-a2b5-9e02fd5d2d58 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (62baaad9-a961-4e18-91ab-20698a2e1ab3), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:46.886788 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1bf1b89d-fd33-44d0-a9ac-6cef6ce8e878 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2885b76d-faa5-4468-bb5b-f0ff455cf942), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:46.980465 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a090e2e6-f30e-416a-a625-054fa77ba100 req-87df3d40-b3d8-446d-a2b5-9e02fd5d2d58 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Network 83cc66ec-b716-4047-926b-17461255d55d is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:40:46.986290 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67cbacaf-2785-4bd9-a1e8-8791b46d8768 req-7173ad66-8085-4f7c-a6d7-532218e0783f tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Made reservation on behalf of 4010b90dceb14ea6a98968e6b17cf28b for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:40:46.989989 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-67cbacaf-2785-4bd9-a1e8-8791b46d8768 req-7173ad66-8085-4f7c-a6d7-532218e0783f tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:46.999827 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-a090e2e6-f30e-416a-a625-054fa77ba100 req-87df3d40-b3d8-446d-a2b5-9e02fd5d2d58 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:40:47.002933 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-a090e2e6-f30e-416a-a625-054fa77ba100 req-87df3d40-b3d8-446d-a2b5-9e02fd5d2d58 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:40:47.119622 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090e2e6-f30e-416a-a625-054fa77ba100 req-87df3d40-b3d8-446d-a2b5-9e02fd5d2d58 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:47.120228 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a090e2e6-f30e-416a-a625-054fa77ba100 req-87df3d40-b3d8-446d-a2b5-9e02fd5d2d58 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:47.177210 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1bf1b89d-fd33-44d0-a9ac-6cef6ce8e878 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks [] for port (2885b76d-faa5-4468-bb5b-f0ff455cf942), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:47.178819 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a090e2e6-f30e-416a-a625-054fa77ba100 req-87df3d40-b3d8-446d-a2b5-9e02fd5d2d58 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7134039 Feb 17 17:40:47.184428 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87df3d40-b3d8-446d-a2b5-9e02fd5d2d58 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Pushing event updated for resources: {'Port': ['ID=62baaad9-a961-4e18-91ab-20698a2e1ab3,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:47.185629 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1bf1b89d-fd33-44d0-a9ac-6cef6ce8e878 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (2885b76d-faa5-4468-bb5b-f0ff455cf942), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:47.205414 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-a090e2e6-f30e-416a-a625-054fa77ba100 req-111181f3-c891-4d91-8c15-013e0d243f17 service neutron] Request body: {'port': {'device_id': '5e1b8510-1502-4cc4-a1b0-9a8c510a86dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:40:47.291130 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50786) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:47.308135 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40039eb-7259-4772-9a37-3aab78ee1aa2 req-fb0f35ec-b339-4d96-a96c-c1dd8b94135b tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:47.309833 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b40039eb-7259-4772-9a37-3aab78ee1aa2 req-fb0f35ec-b339-4d96-a96c-c1dd8b94135b tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e1b8510-1502-4cc4-a1b0-9a8c510a86dd HTTP/1.1" status: 200 len: 931 time: 0.2030122 Feb 17 17:40:47.339384 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1b89d-fd33-44d0-a9ac-6cef6ce8e878 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Pushing event updated for resources: {'Port': ['ID=2885b76d-faa5-4468-bb5b-f0ff455cf942,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:47.348122 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1bf1b89d-fd33-44d0-a9ac-6cef6ce8e878 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (cac6031b-9009-478c-b32d-40b5215bca60), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:47.387081 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1bf1b89d-fd33-44d0-a9ac-6cef6ce8e878 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:47.388384 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-1bf1b89d-fd33-44d0-a9ac-6cef6ce8e878 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7696860 Feb 17 17:40:47.436832 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a090e2e6-f30e-416a-a625-054fa77ba100 req-111181f3-c891-4d91-8c15-013e0d243f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (62baaad9-a961-4e18-91ab-20698a2e1ab3), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:47.476142 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-b14ca72d-c492-46e8-a084-b621340807b0 tempest-NetworksNegativeTestJSON-1418180380 tempest-NetworksNegativeTestJSON-1418180380-project] Request body: {'port': {'network_id': 'c3e619cb-5141-40c0-9e12-ac93f2257eeb', 'name': 'tempest-NetworksNegativeTestJSON-856806531'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:40:47.490933 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-67cbacaf-2785-4bd9-a1e8-8791b46d8768 req-7173ad66-8085-4f7c-a6d7-532218e0783f tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Allocated IP 172.20.0.2 (41eab850-74f8-4919-9573-0fe261607aa2/b20ab57b-0ae5-4c69-b6b9-871207503198/1f934d60-b55a-4271-a2fa-6afadb256904) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:40:47.491318 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-b14ca72d-c492-46e8-a084-b621340807b0 tempest-NetworksNegativeTestJSON-1418180380 tempest-NetworksNegativeTestJSON-1418180380-project] POST failed (client error): The resource could not be found. Feb 17 17:40:47.491925 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b14ca72d-c492-46e8-a084-b621340807b0 tempest-NetworksNegativeTestJSON-1418180380 tempest-NetworksNegativeTestJSON-1418180380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:40:47.497343 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b14ca72d-c492-46e8-a084-b621340807b0 tempest-NetworksNegativeTestJSON-1418180380 tempest-NetworksNegativeTestJSON-1418180380-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2004631 Feb 17 17:40:47.499913 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50792) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:47.560562 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-57dbe108-e450-4f97-8452-48128953ba15 tempest-NetworksNegativeTestJSON-1418180380 tempest-NetworksNegativeTestJSON-1418180380-project] DELETE failed (client error): The resource could not be found. Feb 17 17:40:47.561448 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57dbe108-e450-4f97-8452-48128953ba15 tempest-NetworksNegativeTestJSON-1418180380 tempest-NetworksNegativeTestJSON-1418180380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:40:47.564867 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-57dbe108-e450-4f97-8452-48128953ba15 tempest-NetworksNegativeTestJSON-1418180380 tempest-NetworksNegativeTestJSON-1418180380-project] 10.222.0.87 "DELETE /v2.0/networks/6fdeaf24-c9d8-4c19-9b6d-0d1ee78ef007 HTTP/1.1" status: 404 len: 339 time: 0.0529840 Feb 17 17:40:47.572642 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50800) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:47.627098 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-72c2bf67-6718-4c9d-be6a-20954ac8fb7a tempest-NetworksNegativeTestJSON-1418180380 tempest-NetworksNegativeTestJSON-1418180380-project] DELETE failed (client error): The resource could not be found. Feb 17 17:40:47.627850 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72c2bf67-6718-4c9d-be6a-20954ac8fb7a tempest-NetworksNegativeTestJSON-1418180380 tempest-NetworksNegativeTestJSON-1418180380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:40:47.631334 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-72c2bf67-6718-4c9d-be6a-20954ac8fb7a tempest-NetworksNegativeTestJSON-1418180380 tempest-NetworksNegativeTestJSON-1418180380-project] 10.222.0.87 "DELETE /v2.0/ports/e8bd2cb3-e66f-4ec7-b9df-689e0d18a7f7 HTTP/1.1" status: 404 len: 333 time: 0.0559592 Feb 17 17:40:47.636850 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50804) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:47.663566 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-a030666d-f679-42e5-9fce-77bc6295cc22 tempest-NetworksNegativeTestJSON-1418180380 tempest-NetworksNegativeTestJSON-1418180380-project] DELETE failed (client error): The resource could not be found. Feb 17 17:40:47.664397 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a030666d-f679-42e5-9fce-77bc6295cc22 tempest-NetworksNegativeTestJSON-1418180380 tempest-NetworksNegativeTestJSON-1418180380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:40:47.668456 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a030666d-f679-42e5-9fce-77bc6295cc22 tempest-NetworksNegativeTestJSON-1418180380 tempest-NetworksNegativeTestJSON-1418180380-project] 10.222.0.87 "DELETE /v2.0/subnets/6c402423-de68-43c4-8df1-9cf67f7a72b0 HTTP/1.1" status: 404 len: 337 time: 0.0302978 Feb 17 17:40:47.672066 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50806) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:47.692973 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-df436ea3-62cb-4c6c-8f42-5d7990290ebe tempest-NetworksNegativeTestJSON-1418180380 tempest-NetworksNegativeTestJSON-1418180380-project] GET failed (client error): The resource could not be found. Feb 17 17:40:47.695000 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-df436ea3-62cb-4c6c-8f42-5d7990290ebe tempest-NetworksNegativeTestJSON-1418180380 tempest-NetworksNegativeTestJSON-1418180380-project] 10.222.0.87 "GET /v2.0/networks/14e8f8a7-48cb-4855-9eac-0d249a0cf595 HTTP/1.1" status: 404 len: 339 time: 0.0213704 Feb 17 17:40:47.700864 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50812) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:47.729561 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fc0b5f6-c84d-4d83-a57b-53bb7bcb1d8b tempest-NetworksNegativeTestJSON-1418180380 tempest-NetworksNegativeTestJSON-1418180380-project] GET failed (client error): The resource could not be found. Feb 17 17:40:47.731452 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0fc0b5f6-c84d-4d83-a57b-53bb7bcb1d8b tempest-NetworksNegativeTestJSON-1418180380 tempest-NetworksNegativeTestJSON-1418180380-project] 10.222.0.87 "GET /v2.0/ports/77278dd0-2890-49bb-a8a2-deafd912e804 HTTP/1.1" status: 404 len: 333 time: 0.0293534 Feb 17 17:40:47.735124 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50814) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:47.763076 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bcc84e1-9261-4ea7-ad4d-f92e777e84df tempest-NetworksNegativeTestJSON-1418180380 tempest-NetworksNegativeTestJSON-1418180380-project] GET failed (client error): The resource could not be found. Feb 17 17:40:47.765218 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8bcc84e1-9261-4ea7-ad4d-f92e777e84df tempest-NetworksNegativeTestJSON-1418180380 tempest-NetworksNegativeTestJSON-1418180380-project] 10.222.0.87 "GET /v2.0/subnets/08e3e1f2-9f95-45da-b678-5f38c9a9a1a9 HTTP/1.1" status: 404 len: 337 time: 0.0286725 Feb 17 17:40:47.769027 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50816) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:47.776964 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-2f2b78a5-dcd1-422f-b22f-ac69cbdd5a54 tempest-NetworksNegativeTestJSON-1418180380 tempest-NetworksNegativeTestJSON-1418180380-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:40:47.809492 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f2b78a5-dcd1-422f-b22f-ac69cbdd5a54 tempest-NetworksNegativeTestJSON-1418180380 tempest-NetworksNegativeTestJSON-1418180380-project] PUT failed (client error): The resource could not be found. Feb 17 17:40:47.812566 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f2b78a5-dcd1-422f-b22f-ac69cbdd5a54 tempest-NetworksNegativeTestJSON-1418180380 tempest-NetworksNegativeTestJSON-1418180380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:40:47.817313 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2f2b78a5-dcd1-422f-b22f-ac69cbdd5a54 tempest-NetworksNegativeTestJSON-1418180380 tempest-NetworksNegativeTestJSON-1418180380-project] 10.222.0.87 "PUT /v2.0/networks/7049c714-a774-4da3-b5bc-66a8b719fcd4 HTTP/1.1" status: 404 len: 339 time: 0.0435951 Feb 17 17:40:47.823173 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50818) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:47.832276 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ec9bc9c7-b9e8-4f71-a795-2bd98091fe60 tempest-NetworksNegativeTestJSON-1418180380 tempest-NetworksNegativeTestJSON-1418180380-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:40:47.854537 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b40039eb-7259-4772-9a37-3aab78ee1aa2 req-c95998e7-0563-4d8f-8815-d774af1fab34 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5253289 Feb 17 17:40:47.859674 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec9bc9c7-b9e8-4f71-a795-2bd98091fe60 tempest-NetworksNegativeTestJSON-1418180380 tempest-NetworksNegativeTestJSON-1418180380-project] PUT failed (client error): The resource could not be found. Feb 17 17:40:47.859982 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec9bc9c7-b9e8-4f71-a795-2bd98091fe60 tempest-NetworksNegativeTestJSON-1418180380 tempest-NetworksNegativeTestJSON-1418180380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:40:47.866621 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ec9bc9c7-b9e8-4f71-a795-2bd98091fe60 tempest-NetworksNegativeTestJSON-1418180380 tempest-NetworksNegativeTestJSON-1418180380-project] 10.222.0.87 "PUT /v2.0/ports/c1abed8a-79d0-4177-8cc9-10522284880f HTTP/1.1" status: 404 len: 333 time: 0.0375993 Feb 17 17:40:47.868309 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 50820) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:47.881858 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-e47f8b17-2c29-4bd1-a213-e660494889af tempest-NetworksNegativeTestJSON-1418180380 tempest-NetworksNegativeTestJSON-1418180380-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:40:48.020950 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0c1fe2a3-32ea-40b8-b512-409b495da42e req-38fe88e4-1ea7-462c-9eb2-e0eb7e5a5ac5 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=80e7a0c7-3754-495a-bd53-4f2c80b76913 HTTP/1.1" status: 200 len: 210 time: 0.1563725 Feb 17 17:40:48.021972 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-e47f8b17-2c29-4bd1-a213-e660494889af tempest-NetworksNegativeTestJSON-1418180380 tempest-NetworksNegativeTestJSON-1418180380-project] PUT failed (client error): The resource could not be found. Feb 17 17:40:48.022538 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e47f8b17-2c29-4bd1-a213-e660494889af tempest-NetworksNegativeTestJSON-1418180380 tempest-NetworksNegativeTestJSON-1418180380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:40:48.023904 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e47f8b17-2c29-4bd1-a213-e660494889af tempest-NetworksNegativeTestJSON-1418180380 tempest-NetworksNegativeTestJSON-1418180380-project] 10.222.0.87 "PUT /v2.0/subnets/3e63fc9b-96ed-47c9-9da3-5d953ac8e77e HTTP/1.1" status: 404 len: 337 time: 0.1524937 Feb 17 17:40:48.283023 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50844) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:48.443883 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50848) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:48.459162 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-67cbacaf-2785-4bd9-a1e8-8791b46d8768 req-7173ad66-8085-4f7c-a6d7-532218e0783f tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks [] for port (1f934d60-b55a-4271-a2fa-6afadb256904), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:48.523498 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-328eff38-c69d-49b4-a596-e510af2aebfe req-79dfb302-3be4-46ff-9861-095a85a913a8 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--1881591180&fields=id&tenant_id=a45426717d8d45f2862bf894c7d95737 HTTP/1.1" status: 200 len: 267 time: 0.4900143 Feb 17 17:40:48.618929 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-42cf50cd-1591-4fab-863d-837c79fb9551 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:48.637668 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ef5e8-d246-4fa9-b860-721b25ea7107 req-6e80e8b7-5971-408c-a6fc-cfeb92b06ed3 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:48.645804 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d37ef5e8-d246-4fa9-b860-721b25ea7107 req-6e80e8b7-5971-408c-a6fc-cfeb92b06ed3 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=2de6d73b-a3c3-4fc1-b8e3-d83105037f43 HTTP/1.1" status: 200 len: 945 time: 0.3441417 Feb 17 17:40:48.669992 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7630dbb6-1a3b-4906-bd9c-47668e45bcc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:48.752877 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d37ef5e8-d246-4fa9-b860-721b25ea7107 req-2e5ef4b7-f870-4499-b732-65c19153c23d tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058180 Feb 17 17:40:48.766608 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:48.813711 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-a090e2e6-f30e-416a-a625-054fa77ba100 req-111181f3-c891-4d91-8c15-013e0d243f17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62baaad9-a961-4e18-91ab-20698a2e1ab3 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:40:48.827582 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a090e2e6-f30e-416a-a625-054fa77ba100 req-111181f3-c891-4d91-8c15-013e0d243f17 service neutron] Publish callbacks [] for port (62baaad9-a961-4e18-91ab-20698a2e1ab3), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:48.844398 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-67cbacaf-2785-4bd9-a1e8-8791b46d8768 req-7173ad66-8085-4f7c-a6d7-532218e0783f tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (1f934d60-b55a-4271-a2fa-6afadb256904), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:48.863645 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328eff38-c69d-49b4-a596-e510af2aebfe req-84cd01f0-2be8-4597-8c4f-6ec95c8b8f89 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:48.863990 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['d0cc2a16-299a-4fcb-9e02-8e660124ccbc'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:40:48.865666 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-328eff38-c69d-49b4-a596-e510af2aebfe req-84cd01f0-2be8-4597-8c4f-6ec95c8b8f89 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/networks?id=249d7a73-68d0-4715-9e76-b2a8e292b955 HTTP/1.1" status: 200 len: 809 time: 0.3332207 Feb 17 17:40:48.966783 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-a090e2e6-f30e-416a-a625-054fa77ba100 req-111181f3-c891-4d91-8c15-013e0d243f17 service neutron] Transition to ACTIVE for port object 62baaad9-a961-4e18-91ab-20698a2e1ab3 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:40:49.026905 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a090e2e6-f30e-416a-a625-054fa77ba100 req-111181f3-c891-4d91-8c15-013e0d243f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (62baaad9-a961-4e18-91ab-20698a2e1ab3), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:49.031399 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67cbacaf-2785-4bd9-a1e8-8791b46d8768 req-7173ad66-8085-4f7c-a6d7-532218e0783f tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Network 41eab850-74f8-4919-9573-0fe261607aa2 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:40:49.066490 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-328eff38-c69d-49b4-a596-e510af2aebfe req-bd50e370-5c93-414f-a1fb-65a504081df3 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/quotas/a45426717d8d45f2862bf894c7d95737 HTTP/1.1" status: 200 len: 375 time: 0.1775186 Feb 17 17:40:49.084457 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-67cbacaf-2785-4bd9-a1e8-8791b46d8768 req-7173ad66-8085-4f7c-a6d7-532218e0783f tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:40:49.090064 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-67cbacaf-2785-4bd9-a1e8-8791b46d8768 req-7173ad66-8085-4f7c-a6d7-532218e0783f tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:40:49.138209 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7173ad66-8085-4f7c-a6d7-532218e0783f tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Pushing event updated for resources: {'Port': ['ID=1f934d60-b55a-4271-a2fa-6afadb256904,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:49.230127 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-42cf50cd-1591-4fab-863d-837c79fb9551 admin admin] Publish callbacks [] for security_group (2df2912d-4d0b-4ae7-9598-66e5ed7b593c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:49.244541 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-42cf50cd-1591-4fab-863d-837c79fb9551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (2df2912d-4d0b-4ae7-9598-66e5ed7b593c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:49.266179 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111181f3-c891-4d91-8c15-013e0d243f17 service neutron] Pushing event updated for resources: {'Port': ['ID=62baaad9-a961-4e18-91ab-20698a2e1ab3,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:49.293398 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbacaf-2785-4bd9-a1e8-8791b46d8768 req-7173ad66-8085-4f7c-a6d7-532218e0783f tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:49.294074 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-67cbacaf-2785-4bd9-a1e8-8791b46d8768 req-7173ad66-8085-4f7c-a6d7-532218e0783f tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:49.305911 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-42cf50cd-1591-4fab-863d-837c79fb9551 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d9e225f15b904f238b018383a122236d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0209613 Feb 17 17:40:49.306547 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50858) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:49.307179 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376f6c1-6ab3-4409-9f2a-f49627b74045 req-1fc6ea14-3f6c-48bf-bbf7-76b62bb9bc48 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:49.308813 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5376f6c1-6ab3-4409-9f2a-f49627b74045 req-1fc6ea14-3f6c-48bf-bbf7-76b62bb9bc48 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e1b8510-1502-4cc4-a1b0-9a8c510a86dd HTTP/1.1" status: 200 len: 943 time: 0.3339975 Feb 17 17:40:49.330958 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf50cd-1591-4fab-863d-837c79fb9551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df2912d-4d0b-4ae7-9598-66e5ed7b593c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:49.361201 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-67cbacaf-2785-4bd9-a1e8-8791b46d8768 req-7173ad66-8085-4f7c-a6d7-532218e0783f tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1096003 Feb 17 17:40:49.372994 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-328eff38-c69d-49b4-a596-e510af2aebfe req-4c17ae61-85e1-475d-b579-fc5539da7a7e tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=a45426717d8d45f2862bf894c7d95737&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2760098 Feb 17 17:40:49.392055 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-67cbacaf-2785-4bd9-a1e8-8791b46d8768 req-f33b393f-27c8-46e9-88d4-7b1d617b0613 service neutron] Request body: {'port': {'device_id': '80e7a0c7-3754-495a-bd53-4f2c80b76913', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:40:49.409095 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2504ef4d-8625-4b31-b9f8-f289157909d2 admin admin] Publish callbacks [] for security_group (2df2912d-4d0b-4ae7-9598-66e5ed7b593c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:49.420552 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7630dbb6-1a3b-4906-bd9c-47668e45bcc0 admin admin] Publish callbacks [] for security_group (f325a5fd-2d86-4c56-88f0-c65de8c36c84), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:49.431112 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7630dbb6-1a3b-4906-bd9c-47668e45bcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (f325a5fd-2d86-4c56-88f0-c65de8c36c84), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:49.444701 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-a090e2e6-f30e-416a-a625-054fa77ba100 req-111181f3-c891-4d91-8c15-013e0d243f17 service neutron] Attempting to bind port 62baaad9-a961-4e18-91ab-20698a2e1ab3 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:40:49.445043 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-a090e2e6-f30e-416a-a625-054fa77ba100 req-111181f3-c891-4d91-8c15-013e0d243f17 service neutron] Attempting to bind port 62baaad9-a961-4e18-91ab-20698a2e1ab3 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '83cc66ec-b716-4047-926b-17461255d55d'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:40:49.445377 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a090e2e6-f30e-416a-a625-054fa77ba100 req-111181f3-c891-4d91-8c15-013e0d243f17 service neutron] Attempting to bind port 62baaad9-a961-4e18-91ab-20698a2e1ab3 on network 83cc66ec-b716-4047-926b-17461255d55d {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:40:49.468489 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2504ef4d-8625-4b31-b9f8-f289157909d2 admin admin] Publish callbacks [] for security_group (2df2912d-4d0b-4ae7-9598-66e5ed7b593c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:49.485420 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5376f6c1-6ab3-4409-9f2a-f49627b74045 req-c450e1b8-8e4c-4a07-9114-c5f31351c267 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676490 Feb 17 17:40:49.487897 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a090e2e6-f30e-416a-a625-054fa77ba100 req-111181f3-c891-4d91-8c15-013e0d243f17 service neutron] Port 62baaad9-a961-4e18-91ab-20698a2e1ab3 on network 83cc66ec-b716-4047-926b-17461255d55d not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:40:49.488231 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a090e2e6-f30e-416a-a625-054fa77ba100 req-111181f3-c891-4d91-8c15-013e0d243f17 service neutron] Attempting to bind port 62baaad9-a961-4e18-91ab-20698a2e1ab3 on network 83cc66ec-b716-4047-926b-17461255d55d {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:40:49.548381 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a090e2e6-f30e-416a-a625-054fa77ba100 req-111181f3-c891-4d91-8c15-013e0d243f17 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:40:49.548732 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a090e2e6-f30e-416a-a625-054fa77ba100 req-111181f3-c891-4d91-8c15-013e0d243f17 service neutron] Checking segment: {'id': '1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '83cc66ec-b716-4047-926b-17461255d55d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:40:49.549128 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a090e2e6-f30e-416a-a625-054fa77ba100 req-111181f3-c891-4d91-8c15-013e0d243f17 service neutron] Bound using segment: {'id': '1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '83cc66ec-b716-4047-926b-17461255d55d'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:40:49.549585 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-a090e2e6-f30e-416a-a625-054fa77ba100 req-111181f3-c891-4d91-8c15-013e0d243f17 service neutron] Bound port: 62baaad9-a961-4e18-91ab-20698a2e1ab3, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '83cc66ec-b716-4047-926b-17461255d55d'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:40:49.549951 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a090e2e6-f30e-416a-a625-054fa77ba100 req-111181f3-c891-4d91-8c15-013e0d243f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (62baaad9-a961-4e18-91ab-20698a2e1ab3), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:49.583260 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-67cbacaf-2785-4bd9-a1e8-8791b46d8768 req-f33b393f-27c8-46e9-88d4-7b1d617b0613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1f934d60-b55a-4271-a2fa-6afadb256904), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:49.586409 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7630dbb6-1a3b-4906-bd9c-47668e45bcc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f325a5fd-2d86-4c56-88f0-c65de8c36c84,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:49.611230 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7630dbb6-1a3b-4906-bd9c-47668e45bcc0 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=fc9e856caedc4f3ab9ee22ac2fb33eed&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1651490 Feb 17 17:40:49.616215 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50860) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:49.625098 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:49.665935 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-328eff38-c69d-49b4-a596-e510af2aebfe req-300397f7-6fe1-470c-83f5-f22cdc167555 service neutron] 10.222.0.87 "GET /v2.0/networks/249d7a73-68d0-4715-9e76-b2a8e292b955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629769 Feb 17 17:40:49.676461 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a7d2edb0-325e-4481-b145-ccdc5555f8cd admin admin] Publish callbacks [] for security_group (f325a5fd-2d86-4c56-88f0-c65de8c36c84), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:49.698515 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2504ef4d-8625-4b31-b9f8-f289157909d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (2df2912d-4d0b-4ae7-9598-66e5ed7b593c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:49.701715 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2504ef4d-8625-4b31-b9f8-f289157909d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:49.705998 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2504ef4d-8625-4b31-b9f8-f289157909d2 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2df2912d-4d0b-4ae7-9598-66e5ed7b593c HTTP/1.1" status: 204 len: 168 time: 0.3892756 Feb 17 17:40:49.714617 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a7d2edb0-325e-4481-b145-ccdc5555f8cd admin admin] Publish callbacks [] for security_group (f325a5fd-2d86-4c56-88f0-c65de8c36c84), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:49.729923 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2504ef4d-8625-4b31-b9f8-f289157909d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df2912d-4d0b-4ae7-9598-66e5ed7b593c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:49.774592 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-a090e2e6-f30e-416a-a625-054fa77ba100 req-111181f3-c891-4d91-8c15-013e0d243f17 service neutron] For port 62baaad9-a961-4e18-91ab-20698a2e1ab3, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:40:49.816633 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a7d2edb0-325e-4481-b145-ccdc5555f8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (f325a5fd-2d86-4c56-88f0-c65de8c36c84), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:49.819399 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a7d2edb0-325e-4481-b145-ccdc5555f8cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:49.823889 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a7d2edb0-325e-4481-b145-ccdc5555f8cd admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f325a5fd-2d86-4c56-88f0-c65de8c36c84 HTTP/1.1" status: 204 len: 168 time: 0.2027862 Feb 17 17:40:49.832656 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d2edb0-325e-4481-b145-ccdc5555f8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f325a5fd-2d86-4c56-88f0-c65de8c36c84,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:49.943951 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-a090e2e6-f30e-416a-a625-054fa77ba100 req-111181f3-c891-4d91-8c15-013e0d243f17 service neutron] For port 62baaad9-a961-4e18-91ab-20698a2e1ab3, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=62baaad9-a961-4e18-91ab-20698a2e1ab3,segment=NetworkSegment(1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8),segment_id=1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:40:49.979351 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c1b97-ba72-40b5-9ea2-1e0855e9fdd2 req-98cfacd1-9adb-4df1-bb36-db12367e160b tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:49.987929 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4f3c1b97-ba72-40b5-9ea2-1e0855e9fdd2 req-98cfacd1-9adb-4df1-bb36-db12367e160b tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=80e7a0c7-3754-495a-bd53-4f2c80b76913 HTTP/1.1" status: 200 len: 931 time: 0.3754213 Feb 17 17:40:50.010325 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a090e2e6-f30e-416a-a625-054fa77ba100 req-111181f3-c891-4d91-8c15-013e0d243f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (62baaad9-a961-4e18-91ab-20698a2e1ab3), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:50.105656 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090e2e6-f30e-416a-a625-054fa77ba100 req-111181f3-c891-4d91-8c15-013e0d243f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:50.106637 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a090e2e6-f30e-416a-a625-054fa77ba100 req-111181f3-c891-4d91-8c15-013e0d243f17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:50.109182 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a090e2e6-f30e-416a-a625-054fa77ba100 req-111181f3-c891-4d91-8c15-013e0d243f17 service neutron] 10.222.0.71 "PUT /v2.0/ports/62baaad9-a961-4e18-91ab-20698a2e1ab3 HTTP/1.1" status: 200 len: 1091 time: 2.9176192 Feb 17 17:40:50.111664 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-328eff38-c69d-49b4-a596-e510af2aebfe req-d2be9b71-3455-46c8-aa5c-857c853b77da service neutron] 10.222.0.87 "GET /v2.0/networks/249d7a73-68d0-4715-9e76-b2a8e292b955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4191263 Feb 17 17:40:50.151159 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e1b8510-1502-4cc4-a1b0-9a8c510a86dd', 'tag': '62baaad9-a961-4e18-91ab-20698a2e1ab3'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:40:50.154897 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8963456a-071a-4aca-99ea-37468208c7cb" -d '{"events": [{"name": "network-changed", "server_uuid": "5e1b8510-1502-4cc4-a1b0-9a8c510a86dd", "tag": "62baaad9-a961-4e18-91ab-20698a2e1ab3"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:40:50.177475 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4f3c1b97-ba72-40b5-9ea2-1e0855e9fdd2 req-8d26560f-f819-4493-adde-3e74263900f5 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841326 Feb 17 17:40:50.419969 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b295d4-e364-4c2e-97df-aadd285c79e2 x-openstack-request-id: req-e8b295d4-e364-4c2e-97df-aadd285c79e2 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:40:50.420440 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e1b8510-1502-4cc4-a1b0-9a8c510a86dd", "tag": "62baaad9-a961-4e18-91ab-20698a2e1ab3", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:40:50.420796 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e8b295d4-e364-4c2e-97df-aadd285c79e2 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:40:50.421290 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e1b8510-1502-4cc4-a1b0-9a8c510a86dd', 'tag': '62baaad9-a961-4e18-91ab-20698a2e1ab3', 'status': 'completed', 'code': 200} Feb 17 17:40:50.507289 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-889718ec-f7fb-46fb-bf4f-d40633b9837d req-b75438f8-77d7-4891-ba4e-85d84f50622b tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/ports?device_id=3838c5c4-af7e-4830-8cae-75f6ec0c3575 HTTP/1.1" status: 200 len: 210 time: 0.0976465 Feb 17 17:40:50.515897 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111181f3-c891-4d91-8c15-013e0d243f17 service neutron] Pushing event updated for resources: {'Port': ['ID=62baaad9-a961-4e18-91ab-20698a2e1ab3,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:50.572782 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50894) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:50.605641 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-263267ae-4e63-408e-a2aa-90cdd53c2675 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:50.616791 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090e2e6-f30e-416a-a625-054fa77ba100 req-01733f3f-b731-4240-96c9-3f297f94a283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:50.618500 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a090e2e6-f30e-416a-a625-054fa77ba100 req-01733f3f-b731-4240-96c9-3f297f94a283 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d25e4e1cdd84422184c0ddb522055b36&device_id=5e1b8510-1502-4cc4-a1b0-9a8c510a86dd HTTP/1.1" status: 200 len: 1125 time: 0.4582739 Feb 17 17:40:50.735600 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-263267ae-4e63-408e-a2aa-90cdd53c2675 admin admin] Publish callbacks [] for security_group (d8287426-84d0-46ac-830f-0d95c3514a6e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:50.743398 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-263267ae-4e63-408e-a2aa-90cdd53c2675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (d8287426-84d0-46ac-830f-0d95c3514a6e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:50.762024 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a090e2e6-f30e-416a-a625-054fa77ba100 req-2068cea6-7a82-4fa4-98e6-6c13da6e5071 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62baaad9-a961-4e18-91ab-20698a2e1ab3 HTTP/1.1" status: 200 len: 217 time: 0.1242452 Feb 17 17:40:50.819537 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-263267ae-4e63-408e-a2aa-90cdd53c2675 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8e6d94b8bd334361a5ef9dfd175342ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2442944 Feb 17 17:40:50.820305 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50902) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:50.836232 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263267ae-4e63-408e-a2aa-90cdd53c2675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8287426-84d0-46ac-830f-0d95c3514a6e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:50.935923 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3252bfce-56cb-43e4-bebc-59c7aff42cf9 admin admin] Publish callbacks [] for security_group (d8287426-84d0-46ac-830f-0d95c3514a6e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:50.994306 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3252bfce-56cb-43e4-bebc-59c7aff42cf9 admin admin] Publish callbacks [] for security_group (d8287426-84d0-46ac-830f-0d95c3514a6e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:51.077144 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090e2e6-f30e-416a-a625-054fa77ba100 req-5df11892-6da9-41ac-a93c-e33aa90cfb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:51.080344 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a090e2e6-f30e-416a-a625-054fa77ba100 req-5df11892-6da9-41ac-a93c-e33aa90cfb24 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1e1fcde1-7a12-4137-bca4-1789efb75583 HTTP/1.1" status: 200 len: 845 time: 0.3174345 Feb 17 17:40:51.113180 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3252bfce-56cb-43e4-bebc-59c7aff42cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (d8287426-84d0-46ac-830f-0d95c3514a6e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:51.116540 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3252bfce-56cb-43e4-bebc-59c7aff42cf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:51.118491 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3252bfce-56cb-43e4-bebc-59c7aff42cf9 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d8287426-84d0-46ac-830f-0d95c3514a6e HTTP/1.1" status: 204 len: 168 time: 0.2922022 Feb 17 17:40:51.138267 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3252bfce-56cb-43e4-bebc-59c7aff42cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8287426-84d0-46ac-830f-0d95c3514a6e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:51.219758 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a090e2e6-f30e-416a-a625-054fa77ba100 req-04b431e6-b52d-49a3-aaf9-e36a509b480e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=83cc66ec-b716-4047-926b-17461255d55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1095886 Feb 17 17:40:51.222131 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-67cbacaf-2785-4bd9-a1e8-8791b46d8768 req-f33b393f-27c8-46e9-88d4-7b1d617b0613 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f934d60-b55a-4271-a2fa-6afadb256904 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:40:51.251731 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93227c3-9e2b-4d87-93ff-5abec2d57e73 req-a41c5a02-217b-4594-a20b-0b39c2f8a067 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:51.253781 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e93227c3-9e2b-4d87-93ff-5abec2d57e73 req-a41c5a02-217b-4594-a20b-0b39c2f8a067 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=2de6d73b-a3c3-4fc1-b8e3-d83105037f43 HTTP/1.1" status: 200 len: 945 time: 0.7296941 Feb 17 17:40:51.255994 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-67cbacaf-2785-4bd9-a1e8-8791b46d8768 req-f33b393f-27c8-46e9-88d4-7b1d617b0613 service neutron] Publish callbacks [] for port (1f934d60-b55a-4271-a2fa-6afadb256904), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:51.566858 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50928) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:51.827831 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aaaad4-5b1e-48a6-90ea-919545b3b725 req-9f796b0f-5ef8-4ae8-ba60-2943dd21de7f tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:51.841515 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d4aaaad4-5b1e-48a6-90ea-919545b3b725 req-9f796b0f-5ef8-4ae8-ba60-2943dd21de7f tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e1b8510-1502-4cc4-a1b0-9a8c510a86dd HTTP/1.1" status: 200 len: 943 time: 1.2218540 Feb 17 17:40:51.858482 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-67cbacaf-2785-4bd9-a1e8-8791b46d8768 req-f33b393f-27c8-46e9-88d4-7b1d617b0613 service neutron] Transition to ACTIVE for port object 1f934d60-b55a-4271-a2fa-6afadb256904 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:40:51.884909 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-67cbacaf-2785-4bd9-a1e8-8791b46d8768 req-f33b393f-27c8-46e9-88d4-7b1d617b0613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (1f934d60-b55a-4271-a2fa-6afadb256904), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:51.894964 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a090e2e6-f30e-416a-a625-054fa77ba100 req-ef0356d9-6e3d-4f4a-a7c6-184c9b42b5d2 service neutron] 10.222.0.71 "GET /v2.0/networks/83cc66ec-b716-4047-926b-17461255d55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6362839 Feb 17 17:40:51.902040 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e93227c3-9e2b-4d87-93ff-5abec2d57e73 req-00aa7db2-3a63-45a4-b925-d7c4092ada55 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6390452 Feb 17 17:40:52.013831 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-d2a6e01e-05cc-493c-9b11-852297a93a45 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-543287494'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:40:52.063017 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d4aaaad4-5b1e-48a6-90ea-919545b3b725 req-99908241-e35b-4b6d-a5e1-e60bc4082878 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205842 Feb 17 17:40:52.091414 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a6e01e-05cc-493c-9b11-852297a93a45 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Made reservation on behalf of 04e7db23090146589aa29ee9174e4b32 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:40:52.101509 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d2a6e01e-05cc-493c-9b11-852297a93a45 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:52.124282 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d2a6e01e-05cc-493c-9b11-852297a93a45 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:52.171899 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b393f-27c8-46e9-88d4-7b1d617b0613 service neutron] Pushing event updated for resources: {'Port': ['ID=1f934d60-b55a-4271-a2fa-6afadb256904,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:52.300559 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d2a6e01e-05cc-493c-9b11-852297a93a45 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for security_group (f414bcee-a209-40e9-91f3-964bf0206078), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:52.327717 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d2a6e01e-05cc-493c-9b11-852297a93a45 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (f414bcee-a209-40e9-91f3-964bf0206078), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:52.348634 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2a6e01e-05cc-493c-9b11-852297a93a45 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:40:52.390175 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d2a6e01e-05cc-493c-9b11-852297a93a45 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (d9bcbc3d-f2cd-493c-bcbf-af72029ea0eb), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:52.390751 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-d2a6e01e-05cc-493c-9b11-852297a93a45 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Added segment d9bcbc3d-f2cd-493c-bcbf-af72029ea0eb of type vlan for network 8171219a-902a-4326-9ca3-07aa71b9eb64 Feb 17 17:40:52.441041 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3827688e-4d06-44ef-b3b4-4d3c9f63dce2 req-5100053d-f5ca-41d8-b20a-4a2c545c7b62 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/ports?device_id=3838c5c4-af7e-4830-8cae-75f6ec0c3575 HTTP/1.1" status: 200 len: 210 time: 0.1031458 Feb 17 17:40:52.448752 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a6e01e-05cc-493c-9b11-852297a93a45 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f414bcee-a209-40e9-91f3-964bf0206078,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:52.523657 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d2a6e01e-05cc-493c-9b11-852297a93a45 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (8171219a-902a-4326-9ca3-07aa71b9eb64), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:52.558692 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-67cbacaf-2785-4bd9-a1e8-8791b46d8768 req-f33b393f-27c8-46e9-88d4-7b1d617b0613 service neutron] Attempting to bind port 1f934d60-b55a-4271-a2fa-6afadb256904 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:40:52.559399 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-67cbacaf-2785-4bd9-a1e8-8791b46d8768 req-f33b393f-27c8-46e9-88d4-7b1d617b0613 service neutron] Attempting to bind port 1f934d60-b55a-4271-a2fa-6afadb256904 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '18563972-a346-4d2f-9db2-6c97a64b55cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '41eab850-74f8-4919-9573-0fe261607aa2'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:40:52.559882 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cbacaf-2785-4bd9-a1e8-8791b46d8768 req-f33b393f-27c8-46e9-88d4-7b1d617b0613 service neutron] Attempting to bind port 1f934d60-b55a-4271-a2fa-6afadb256904 on network 41eab850-74f8-4919-9573-0fe261607aa2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:40:52.568913 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603591f3-e5b9-4ad7-bb33-425a2b31e9d8 req-0a8a6a03-ff03-4909-98a0-de544aaab022 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:52.569835 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d2a6e01e-05cc-493c-9b11-852297a93a45 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (8171219a-902a-4326-9ca3-07aa71b9eb64), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:52.571485 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-603591f3-e5b9-4ad7-bb33-425a2b31e9d8 req-0a8a6a03-ff03-4909-98a0-de544aaab022 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=80e7a0c7-3754-495a-bd53-4f2c80b76913 HTTP/1.1" status: 200 len: 943 time: 0.5522778 Feb 17 17:40:52.576736 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a090e2e6-f30e-416a-a625-054fa77ba100 req-8945388b-9944-42e4-821e-1e8f335d6491 service neutron] 10.222.0.71 "GET /v2.0/networks/83cc66ec-b716-4047-926b-17461255d55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6737826 Feb 17 17:40:52.583197 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cbacaf-2785-4bd9-a1e8-8791b46d8768 req-f33b393f-27c8-46e9-88d4-7b1d617b0613 service neutron] Port 1f934d60-b55a-4271-a2fa-6afadb256904 on network 41eab850-74f8-4919-9573-0fe261607aa2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:40:52.583794 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cbacaf-2785-4bd9-a1e8-8791b46d8768 req-f33b393f-27c8-46e9-88d4-7b1d617b0613 service neutron] Attempting to bind port 1f934d60-b55a-4271-a2fa-6afadb256904 on network 41eab850-74f8-4919-9573-0fe261607aa2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:40:52.584212 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a6e01e-05cc-493c-9b11-852297a93a45 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:52.584906 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d2a6e01e-05cc-493c-9b11-852297a93a45 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:52.596190 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328eff38-c69d-49b4-a596-e510af2aebfe req-519188e0-1b66-463f-9086-3ea2ecdd1e85 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:52.598759 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-328eff38-c69d-49b4-a596-e510af2aebfe req-519188e0-1b66-463f-9086-3ea2ecdd1e85 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.91 "GET /v2.0/networks?id=249d7a73-68d0-4715-9e76-b2a8e292b955 HTTP/1.1" status: 200 len: 809 time: 0.5344696 Feb 17 17:40:52.639595 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d2a6e01e-05cc-493c-9b11-852297a93a45 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0712996 Feb 17 17:40:52.643715 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50958) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:52.663120 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cbacaf-2785-4bd9-a1e8-8791b46d8768 req-f33b393f-27c8-46e9-88d4-7b1d617b0613 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:40:52.663467 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cbacaf-2785-4bd9-a1e8-8791b46d8768 req-f33b393f-27c8-46e9-88d4-7b1d617b0613 service neutron] Checking segment: {'id': '18563972-a346-4d2f-9db2-6c97a64b55cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '41eab850-74f8-4919-9573-0fe261607aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:40:52.663849 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cbacaf-2785-4bd9-a1e8-8791b46d8768 req-f33b393f-27c8-46e9-88d4-7b1d617b0613 service neutron] Bound using segment: {'id': '18563972-a346-4d2f-9db2-6c97a64b55cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '41eab850-74f8-4919-9573-0fe261607aa2'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:40:52.664337 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-67cbacaf-2785-4bd9-a1e8-8791b46d8768 req-f33b393f-27c8-46e9-88d4-7b1d617b0613 service neutron] Bound port: 1f934d60-b55a-4271-a2fa-6afadb256904, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18563972-a346-4d2f-9db2-6c97a64b55cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '41eab850-74f8-4919-9573-0fe261607aa2'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:40:52.665260 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-67cbacaf-2785-4bd9-a1e8-8791b46d8768 req-f33b393f-27c8-46e9-88d4-7b1d617b0613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1f934d60-b55a-4271-a2fa-6afadb256904), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:52.675131 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-e3ae7747-c1f6-43ba-9e0a-642e72109c80 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2005196771'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:40:52.679715 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a6e01e-05cc-493c-9b11-852297a93a45 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event updated for resources: {'Network': ['ID=8171219a-902a-4326-9ca3-07aa71b9eb64,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:52.691559 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 8171219a-902a-4326-9ca3-07aa71b9eb64 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:40:52.731893 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ae7747-c1f6-43ba-9e0a-642e72109c80 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Made reservation on behalf of 04e7db23090146589aa29ee9174e4b32 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:40:52.735379 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e3ae7747-c1f6-43ba-9e0a-642e72109c80 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:52.765112 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ae7747-c1f6-43ba-9e0a-642e72109c80 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:40:52.777378 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e3ae7747-c1f6-43ba-9e0a-642e72109c80 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (75306e56-6532-4f8d-a9ca-9c275e681b27), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:52.777769 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-e3ae7747-c1f6-43ba-9e0a-642e72109c80 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Added segment 75306e56-6532-4f8d-a9ca-9c275e681b27 of type vlan for network 743b8801-80fc-424c-a5b9-b4de817f06bf Feb 17 17:40:52.827292 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e3ae7747-c1f6-43ba-9e0a-642e72109c80 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (743b8801-80fc-424c-a5b9-b4de817f06bf), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:52.863743 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e3ae7747-c1f6-43ba-9e0a-642e72109c80 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (743b8801-80fc-424c-a5b9-b4de817f06bf), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:52.869131 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ae7747-c1f6-43ba-9e0a-642e72109c80 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:52.869837 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e3ae7747-c1f6-43ba-9e0a-642e72109c80 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:52.903853 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e3ae7747-c1f6-43ba-9e0a-642e72109c80 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2566018 Feb 17 17:40:52.908911 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50968) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:52.910689 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-2bd38fc4-a2b2-4226-9608-6ae29d9a8046 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Request body: {'subnet': {'network_id': '8171219a-902a-4326-9ca3-07aa71b9eb64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:40:52.999947 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-603591f3-e5b9-4ad7-bb33-425a2b31e9d8 req-c428e5a7-f22e-4ca1-a355-4e04f723ee05 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4194970 Feb 17 17:40:53.014884 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8963456a-071a-4aca-99ea-37468208c7cb req-cf74e7eb-45d2-4750-8f3a-d5009217c98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:53.019690 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8963456a-071a-4aca-99ea-37468208c7cb req-cf74e7eb-45d2-4750-8f3a-d5009217c98a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d25e4e1cdd84422184c0ddb522055b36&device_id=5e1b8510-1502-4cc4-a1b0-9a8c510a86dd HTTP/1.1" status: 200 len: 1125 time: 0.3596394 Feb 17 17:40:53.081565 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-328eff38-c69d-49b4-a596-e510af2aebfe req-14e9ac55-46f7-457e-9ff9-980ac0ee585a tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a45426717d8d45f2862bf894c7d95737 HTTP/1.1" status: 200 len: 380 time: 0.4719946 Feb 17 17:40:53.135630 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae7747-c1f6-43ba-9e0a-642e72109c80 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event updated for resources: {'Network': ['ID=743b8801-80fc-424c-a5b9-b4de817f06bf,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:53.144431 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd38fc4-a2b2-4226-9608-6ae29d9a8046 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Made reservation on behalf of 04e7db23090146589aa29ee9174e4b32 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:40:53.156797 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 743b8801-80fc-424c-a5b9-b4de817f06bf details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:40:53.157414 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2bd38fc4-a2b2-4226-9608-6ae29d9a8046 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:53.158790 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-328eff38-c69d-49b4-a596-e510af2aebfe req-833a2d89-b60d-4733-b0b5-44182031eaef tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Request body: {'port': {'device_id': '3838c5c4-af7e-4830-8cae-75f6ec0c3575', 'network_id': '249d7a73-68d0-4715-9e76-b2a8e292b955', 'admin_state_up': True, 'tenant_id': 'a45426717d8d45f2862bf894c7d95737', 'security_groups': ['806c1d2d-a559-4157-a49c-a01fcfccae91']}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:40:53.304474 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-67cbacaf-2785-4bd9-a1e8-8791b46d8768 req-f33b393f-27c8-46e9-88d4-7b1d617b0613 service neutron] For port 1f934d60-b55a-4271-a2fa-6afadb256904, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:40:53.437618 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8963456a-071a-4aca-99ea-37468208c7cb req-06676f22-3ad9-4254-8351-dc259df1d758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:53.439570 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8963456a-071a-4aca-99ea-37468208c7cb req-06676f22-3ad9-4254-8351-dc259df1d758 service neutron] 10.222.0.71 "GET /v2.0/networks?id=83cc66ec-b716-4047-926b-17461255d55d HTTP/1.1" status: 200 len: 906 time: 0.3781281 Feb 17 17:40:53.478126 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2bd38fc4-a2b2-4226-9608-6ae29d9a8046 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (288767de-63f0-4a87-884a-7f6ae5ae1683), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:53.502215 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8963456a-071a-4aca-99ea-37468208c7cb req-6c5154b0-3ec0-4761-bb84-443ee1609f2e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62baaad9-a961-4e18-91ab-20698a2e1ab3 HTTP/1.1" status: 200 len: 217 time: 0.0449889 Feb 17 17:40:53.502476 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-67cbacaf-2785-4bd9-a1e8-8791b46d8768 req-f33b393f-27c8-46e9-88d4-7b1d617b0613 service neutron] For port 1f934d60-b55a-4271-a2fa-6afadb256904, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=1f934d60-b55a-4271-a2fa-6afadb256904,segment=NetworkSegment(18563972-a346-4d2f-9db2-6c97a64b55cb),segment_id=18563972-a346-4d2f-9db2-6c97a64b55cb)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:40:53.550463 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd56b43-940b-43dd-bfbc-88cb16497086 req-8aa392a0-4aee-4d02-be4a-ab6c9c33a5cb tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:53.551207 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3dd56b43-940b-43dd-bfbc-88cb16497086 req-8aa392a0-4aee-4d02-be4a-ab6c9c33a5cb tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=2de6d73b-a3c3-4fc1-b8e3-d83105037f43 HTTP/1.1" status: 200 len: 945 time: 0.5283689 Feb 17 17:40:53.571610 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd38fc4-a2b2-4226-9608-6ae29d9a8046 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event updated for resources: {'Subnet': ['ID=288767de-63f0-4a87-884a-7f6ae5ae1683,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:53.574398 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-67cbacaf-2785-4bd9-a1e8-8791b46d8768 req-f33b393f-27c8-46e9-88d4-7b1d617b0613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (1f934d60-b55a-4271-a2fa-6afadb256904), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:53.607297 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbacaf-2785-4bd9-a1e8-8791b46d8768 req-f33b393f-27c8-46e9-88d4-7b1d617b0613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:53.608063 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-67cbacaf-2785-4bd9-a1e8-8791b46d8768 req-f33b393f-27c8-46e9-88d4-7b1d617b0613 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:53.609596 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-67cbacaf-2785-4bd9-a1e8-8791b46d8768 req-f33b393f-27c8-46e9-88d4-7b1d617b0613 service neutron] 10.222.0.71 "PUT /v2.0/ports/1f934d60-b55a-4271-a2fa-6afadb256904 HTTP/1.1" status: 200 len: 1091 time: 4.2344139 Feb 17 17:40:53.650861 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70cf20c-6d5c-4a6a-b763-2ec9ec71e156 req-47f2b440-305f-44f0-81e4-71bbebf8f3c9 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:53.660617 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd38fc4-a2b2-4226-9608-6ae29d9a8046 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Checking segment: {'id': 'd9bcbc3d-f2cd-493c-bcbf-af72029ea0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8171219a-902a-4326-9ca3-07aa71b9eb64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:40:53.660839 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d70cf20c-6d5c-4a6a-b763-2ec9ec71e156 req-47f2b440-305f-44f0-81e4-71bbebf8f3c9 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e1b8510-1502-4cc4-a1b0-9a8c510a86dd HTTP/1.1" status: 200 len: 943 time: 0.3936181 Feb 17 17:40:53.660964 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd38fc4-a2b2-4226-9608-6ae29d9a8046 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Network hostable DHCP agents. Network: 8171219a-902a-4326-9ca3-07aa71b9eb64, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:40:53.661606 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80e7a0c7-3754-495a-bd53-4f2c80b76913', 'tag': '1f934d60-b55a-4271-a2fa-6afadb256904'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:40:53.662852 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec979ec-9cf3-4d7c-9adc-ac8d91c8d27b" -d '{"events": [{"name": "network-changed", "server_uuid": "80e7a0c7-3754-495a-bd53-4f2c80b76913", "tag": "1f934d60-b55a-4271-a2fa-6afadb256904"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:40:53.701657 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd38fc4-a2b2-4226-9608-6ae29d9a8046 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Network 8171219a-902a-4326-9ca3-07aa71b9eb64 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:40:53.724481 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-2bd38fc4-a2b2-4226-9608-6ae29d9a8046 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 8171219a-902a-4326-9ca3-07aa71b9eb64) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:40:53.729438 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd38fc4-a2b2-4226-9608-6ae29d9a8046 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:53.734093 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2bd38fc4-a2b2-4226-9608-6ae29d9a8046 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:53.749442 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b39ce1-2c08-428f-a782-ec587938ddc3 None None] Network 8171219a-902a-4326-9ca3-07aa71b9eb64 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:40:53.750778 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2bd38fc4-a2b2-4226-9608-6ae29d9a8046 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8444264 Feb 17 17:40:53.754009 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50990) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:53.761469 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-10d3da66-624a-4591-a94e-7db2dbe7592f tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Request body: {'subnet': {'network_id': '743b8801-80fc-424c-a5b9-b4de817f06bf', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:40:53.837015 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8963456a-071a-4aca-99ea-37468208c7cb req-fa0ee950-69d7-4056-9749-da304ca5c0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:53.842048 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8963456a-071a-4aca-99ea-37468208c7cb req-fa0ee950-69d7-4056-9749-da304ca5c0cb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1e1fcde1-7a12-4137-bca4-1789efb75583 HTTP/1.1" status: 200 len: 845 time: 0.3245730 Feb 17 17:40:53.873267 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d3da66-624a-4591-a94e-7db2dbe7592f tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Made reservation on behalf of 04e7db23090146589aa29ee9174e4b32 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:40:53.882241 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10d3da66-624a-4591-a94e-7db2dbe7592f tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:53.903642 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b393f-27c8-46e9-88d4-7b1d617b0613 service neutron] Pushing event updated for resources: {'Port': ['ID=1f934d60-b55a-4271-a2fa-6afadb256904,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:53.921251 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19eb9c47-28d0-42c0-a822-aa646105e553 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-8171219a-902a-4326-9ca3-07aa71b9eb64', 'network_id': '8171219a-902a-4326-9ca3-07aa71b9eb64', 'project_id': '04e7db23090146589aa29ee9174e4b32', 'fixed_ips': [{'subnet_id': '288767de-63f0-4a87-884a-7f6ae5ae1683'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:40:53.922395 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-19eb9c47-28d0-42c0-a822-aa646105e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:53.923823 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-328eff38-c69d-49b4-a596-e510af2aebfe req-833a2d89-b60d-4733-b0b5-44182031eaef tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Made reservation on behalf of a45426717d8d45f2862bf894c7d95737 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:40:53.928501 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-328eff38-c69d-49b4-a596-e510af2aebfe req-833a2d89-b60d-4733-b0b5-44182031eaef tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:53.947584 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d70cf20c-6d5c-4a6a-b763-2ec9ec71e156 req-42914923-66e6-4417-a09e-08f336619279 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884557 Feb 17 17:40:54.016519 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8963456a-071a-4aca-99ea-37468208c7cb req-06dab65c-4acf-4688-b7e2-a2ad7b97a0d9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=83cc66ec-b716-4047-926b-17461255d55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938845 Feb 17 17:40:54.034030 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbacaf-2785-4bd9-a1e8-8791b46d8768 req-3854daf8-f013-4832-b026-d0882f8ded4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:54.035665 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-67cbacaf-2785-4bd9-a1e8-8791b46d8768 req-3854daf8-f013-4832-b026-d0882f8ded4d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4010b90dceb14ea6a98968e6b17cf28b&device_id=80e7a0c7-3754-495a-bd53-4f2c80b76913 HTTP/1.1" status: 200 len: 1125 time: 0.3650522 Feb 17 17:40:54.070719 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3dd56b43-940b-43dd-bfbc-88cb16497086 req-41b18510-632e-45ed-9ec2-de9a0bf7d81e tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4850051 Feb 17 17:40:54.219697 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a7221f-e664-4d14-8003-78bff97435ed x-openstack-request-id: req-b1a7221f-e664-4d14-8003-78bff97435ed {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:40:54.220141 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80e7a0c7-3754-495a-bd53-4f2c80b76913", "tag": "1f934d60-b55a-4271-a2fa-6afadb256904", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:40:54.220694 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b1a7221f-e664-4d14-8003-78bff97435ed {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:40:54.221208 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80e7a0c7-3754-495a-bd53-4f2c80b76913', 'tag': '1f934d60-b55a-4271-a2fa-6afadb256904', 'status': 'completed', 'code': 200} Feb 17 17:40:54.224972 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-67cbacaf-2785-4bd9-a1e8-8791b46d8768 req-30a58068-9edf-4aa5-95b0-efb14bf97d8b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1f934d60-b55a-4271-a2fa-6afadb256904 HTTP/1.1" status: 200 len: 217 time: 0.1513925 Feb 17 17:40:54.357406 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-070697e6-87e1-4a0d-b7d0-415ddd8f0429 req-004cc14e-840a-4074-8e91-ff53d48ede5f tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/ports?device_id=3838c5c4-af7e-4830-8cae-75f6ec0c3575 HTTP/1.1" status: 200 len: 210 time: 0.1028001 Feb 17 17:40:54.394381 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-19eb9c47-28d0-42c0-a822-aa646105e553 None None] Allocated IP 2001:db8::2 (8171219a-902a-4326-9ca3-07aa71b9eb64/288767de-63f0-4a87-884a-7f6ae5ae1683/ac47da09-a77b-4c9e-ab47-813ad10f4c38) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:40:54.440440 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10d3da66-624a-4591-a94e-7db2dbe7592f tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (35d44f6e-e93c-41ee-8c50-3eb7452f834d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:54.544008 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-328eff38-c69d-49b4-a596-e510af2aebfe req-833a2d89-b60d-4733-b0b5-44182031eaef tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Allocated IP 172.20.0.11 (249d7a73-68d0-4715-9e76-b2a8e292b955/183d9df1-0481-445d-8bb9-bc438141d74b/b639a497-422d-403e-a296-c60f611dfd1b) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:40:54.551499 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d3da66-624a-4591-a94e-7db2dbe7592f tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Checking segment: {'id': '75306e56-6532-4f8d-a9ca-9c275e681b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '743b8801-80fc-424c-a5b9-b4de817f06bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:40:54.552268 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d3da66-624a-4591-a94e-7db2dbe7592f tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Network hostable DHCP agents. Network: 743b8801-80fc-424c-a5b9-b4de817f06bf, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:40:54.581092 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8963456a-071a-4aca-99ea-37468208c7cb req-2fdcead5-35ab-433f-99e8-fa97621fec5d service neutron] 10.222.0.71 "GET /v2.0/networks/83cc66ec-b716-4047-926b-17461255d55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5483122 Feb 17 17:40:54.586813 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbacaf-2785-4bd9-a1e8-8791b46d8768 req-6ac94805-390c-42de-b623-26d6aa900013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:54.590781 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-67cbacaf-2785-4bd9-a1e8-8791b46d8768 req-6ac94805-390c-42de-b623-26d6aa900013 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b20ab57b-0ae5-4c69-b6b9-871207503198 HTTP/1.1" status: 200 len: 846 time: 0.3552868 Feb 17 17:40:54.598908 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d3da66-624a-4591-a94e-7db2dbe7592f tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event updated for resources: {'Subnet': ['ID=35d44f6e-e93c-41ee-8c50-3eb7452f834d,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:54.606297 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-19eb9c47-28d0-42c0-a822-aa646105e553 None None] Publish callbacks [] for port (ac47da09-a77b-4c9e-ab47-813ad10f4c38), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:54.609355 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d3da66-624a-4591-a94e-7db2dbe7592f tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Network 743b8801-80fc-424c-a5b9-b4de817f06bf is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:40:54.616064 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-19eb9c47-28d0-42c0-a822-aa646105e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (ac47da09-a77b-4c9e-ab47-813ad10f4c38), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:54.629406 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-10d3da66-624a-4591-a94e-7db2dbe7592f tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 743b8801-80fc-424c-a5b9-b4de817f06bf) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:40:54.647654 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d3da66-624a-4591-a94e-7db2dbe7592f tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:54.655140 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10d3da66-624a-4591-a94e-7db2dbe7592f tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:54.702889 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b0c901-86b6-49a6-bceb-fa88f87284bd None None] Network 743b8801-80fc-424c-a5b9-b4de817f06bf requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:40:54.712234 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-10d3da66-624a-4591-a94e-7db2dbe7592f tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9562261 Feb 17 17:40:54.715499 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 51008) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:54.726881 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-83a6f2b1-ed8b-47bb-a698-9513c24b41c2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1981373990', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:40:54.789653 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-83a6f2b1-ed8b-47bb-a698-9513c24b41c2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (e2225e1a-ef82-4253-b66b-bd99f4b37ccb), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:54.790881 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-83a6f2b1-ed8b-47bb-a698-9513c24b41c2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (e2225e1a-ef82-4253-b66b-bd99f4b37ccb), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:54.846862 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8963456a-071a-4aca-99ea-37468208c7cb req-f114ee44-6319-4c9a-ade4-ea9cc942d449 service neutron] 10.222.0.71 "GET /v2.0/networks/83cc66ec-b716-4047-926b-17461255d55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493649 Feb 17 17:40:54.883542 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19eb9c47-28d0-42c0-a822-aa646105e553 None None] Network 8171219a-902a-4326-9ca3-07aa71b9eb64 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:40:54.887700 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ad41f8-e4a6-4f08-b12d-9f1ba70385e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-743b8801-80fc-424c-a5b9-b4de817f06bf', 'network_id': '743b8801-80fc-424c-a5b9-b4de817f06bf', 'project_id': '04e7db23090146589aa29ee9174e4b32', 'fixed_ips': [{'subnet_id': '35d44f6e-e93c-41ee-8c50-3eb7452f834d'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:40:54.888905 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-83ad41f8-e4a6-4f08-b12d-9f1ba70385e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:54.891241 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb9c47-28d0-42c0-a822-aa646105e553 None None] Pushing event updated for resources: {'Port': ['ID=ac47da09-a77b-4c9e-ab47-813ad10f4c38,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:54.895915 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-19eb9c47-28d0-42c0-a822-aa646105e553 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:40:54.908614 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6547c4b-3a50-43d8-926c-e58ffeaf9d47 req-4b385eb5-f760-4c77-b952-4945d30201b1 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:54.914538 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eb9c47-28d0-42c0-a822-aa646105e553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:40:54.914997 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eb9c47-28d0-42c0-a822-aa646105e553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:40:54.915415 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eb9c47-28d0-42c0-a822-aa646105e553 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:40:54.915828 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eb9c47-28d0-42c0-a822-aa646105e553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:40:54.916232 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eb9c47-28d0-42c0-a822-aa646105e553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:40:54.916833 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eb9c47-28d0-42c0-a822-aa646105e553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:40:54.917691 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b6547c4b-3a50-43d8-926c-e58ffeaf9d47 req-4b385eb5-f760-4c77-b952-4945d30201b1 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=80e7a0c7-3754-495a-bd53-4f2c80b76913 HTTP/1.1" status: 200 len: 943 time: 0.5654941 Feb 17 17:40:54.918239 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eb9c47-28d0-42c0-a822-aa646105e553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:40:54.922799 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eb9c47-28d0-42c0-a822-aa646105e553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:40:54.923451 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eb9c47-28d0-42c0-a822-aa646105e553 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:40:54.924657 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eb9c47-28d0-42c0-a822-aa646105e553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:40:54.925221 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eb9c47-28d0-42c0-a822-aa646105e553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:40:54.925950 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-67cbacaf-2785-4bd9-a1e8-8791b46d8768 req-e67a9bea-9f54-434f-9400-52d44190ec7a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=41eab850-74f8-4919-9573-0fe261607aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745060 Feb 17 17:40:54.926568 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eb9c47-28d0-42c0-a822-aa646105e553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:40:54.926931 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eb9c47-28d0-42c0-a822-aa646105e553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:40:54.930973 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19eb9c47-28d0-42c0-a822-aa646105e553 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:40:54.971059 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-83a6f2b1-ed8b-47bb-a698-9513c24b41c2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for router_controller (e2225e1a-ef82-4253-b66b-bd99f4b37ccb), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:54.988105 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-83a6f2b1-ed8b-47bb-a698-9513c24b41c2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (e2225e1a-ef82-4253-b66b-bd99f4b37ccb), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:55.034964 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-83a6f2b1-ed8b-47bb-a698-9513c24b41c2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:55.042823 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-83a6f2b1-ed8b-47bb-a698-9513c24b41c2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3235703 Feb 17 17:40:55.044778 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 51014) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:55.118922 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-83ad41f8-e4a6-4f08-b12d-9f1ba70385e9 None None] Allocated IP 2001:db8:1::2 (743b8801-80fc-424c-a5b9-b4de817f06bf/35d44f6e-e93c-41ee-8c50-3eb7452f834d/e69ddc07-2cbf-442b-8739-a8808f93e3ed) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:40:55.208968 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-328eff38-c69d-49b4-a596-e510af2aebfe req-833a2d89-b60d-4733-b0b5-44182031eaef tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks [] for port (b639a497-422d-403e-a296-c60f611dfd1b), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:55.278417 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-328eff38-c69d-49b4-a596-e510af2aebfe req-833a2d89-b60d-4733-b0b5-44182031eaef tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (b639a497-422d-403e-a296-c60f611dfd1b), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:55.330158 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-19eb9c47-28d0-42c0-a822-aa646105e553 None None] Attempting to bind port ac47da09-a77b-4c9e-ab47-813ad10f4c38 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:40:55.330919 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-19eb9c47-28d0-42c0-a822-aa646105e553 None None] Attempting to bind port ac47da09-a77b-4c9e-ab47-813ad10f4c38 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'd9bcbc3d-f2cd-493c-bcbf-af72029ea0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8171219a-902a-4326-9ca3-07aa71b9eb64'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:40:55.331550 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eb9c47-28d0-42c0-a822-aa646105e553 None None] Attempting to bind port ac47da09-a77b-4c9e-ab47-813ad10f4c38 on network 8171219a-902a-4326-9ca3-07aa71b9eb64 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:40:55.348782 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eb9c47-28d0-42c0-a822-aa646105e553 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:40:55.349696 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eb9c47-28d0-42c0-a822-aa646105e553 None None] Checking segment: {'id': 'd9bcbc3d-f2cd-493c-bcbf-af72029ea0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8171219a-902a-4326-9ca3-07aa71b9eb64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:40:55.350351 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-19eb9c47-28d0-42c0-a822-aa646105e553 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:55.350995 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eb9c47-28d0-42c0-a822-aa646105e553 None None] Bound using segment: {'id': 'd9bcbc3d-f2cd-493c-bcbf-af72029ea0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8171219a-902a-4326-9ca3-07aa71b9eb64'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:40:55.351750 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-19eb9c47-28d0-42c0-a822-aa646105e553 None None] Bound port: ac47da09-a77b-4c9e-ab47-813ad10f4c38, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9bcbc3d-f2cd-493c-bcbf-af72029ea0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8171219a-902a-4326-9ca3-07aa71b9eb64'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:40:55.353174 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-19eb9c47-28d0-42c0-a822-aa646105e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ac47da09-a77b-4c9e-ab47-813ad10f4c38), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:55.374452 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-83ad41f8-e4a6-4f08-b12d-9f1ba70385e9 None None] Publish callbacks [] for port (e69ddc07-2cbf-442b-8739-a8808f93e3ed), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:55.398493 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 62baaad9-a961-4e18-91ab-20698a2e1ab3 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:40:55.420039 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-83ad41f8-e4a6-4f08-b12d-9f1ba70385e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (e69ddc07-2cbf-442b-8739-a8808f93e3ed), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:55.443504 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b6547c4b-3a50-43d8-926c-e58ffeaf9d47 req-d897549c-fa88-4288-a06e-b097974c6c99 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5249391 Feb 17 17:40:55.458091 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-328eff38-c69d-49b4-a596-e510af2aebfe req-833a2d89-b60d-4733-b0b5-44182031eaef tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Network 249d7a73-68d0-4715-9e76-b2a8e292b955 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:40:55.460702 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-41c84963-e183-42c8-90a7-1ae5ce636ee9 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:55.472315 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-328eff38-c69d-49b4-a596-e510af2aebfe req-833a2d89-b60d-4733-b0b5-44182031eaef tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:40:55.475502 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-328eff38-c69d-49b4-a596-e510af2aebfe req-833a2d89-b60d-4733-b0b5-44182031eaef tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:40:55.538019 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a2d89-b60d-4733-b0b5-44182031eaef tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Pushing event updated for resources: {'Port': ['ID=b639a497-422d-403e-a296-c60f611dfd1b,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:55.541892 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ad41f8-e4a6-4f08-b12d-9f1ba70385e9 None None] Network 743b8801-80fc-424c-a5b9-b4de817f06bf is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:40:55.551378 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-83ad41f8-e4a6-4f08-b12d-9f1ba70385e9 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:40:55.557249 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.resource_extend [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 17:40:55.562730 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ad41f8-e4a6-4f08-b12d-9f1ba70385e9 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:40:55.581327 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813903b0-eee6-4567-be1d-66ff8c5532c6 req-89bd2a56-7a33-4ec4-b919-8321029730af tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:55.583895 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-813903b0-eee6-4567-be1d-66ff8c5532c6 req-89bd2a56-7a33-4ec4-b919-8321029730af tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e1b8510-1502-4cc4-a1b0-9a8c510a86dd HTTP/1.1" status: 200 len: 943 time: 0.3239219 Feb 17 17:40:55.589769 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-67cbacaf-2785-4bd9-a1e8-8791b46d8768 req-0a64a61b-97d8-403b-b017-e12da94da3e0 service neutron] 10.222.0.71 "GET /v2.0/networks/41eab850-74f8-4919-9573-0fe261607aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6326852 Feb 17 17:40:55.592620 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-19eb9c47-28d0-42c0-a822-aa646105e553 None None] For port ac47da09-a77b-4c9e-ab47-813ad10f4c38, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:40:55.614096 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ad41f8-e4a6-4f08-b12d-9f1ba70385e9 None None] Pushing event updated for resources: {'Port': ['ID=e69ddc07-2cbf-442b-8739-a8808f93e3ed,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:55.657741 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-19eb9c47-28d0-42c0-a822-aa646105e553 None None] For port ac47da09-a77b-4c9e-ab47-813ad10f4c38, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=ac47da09-a77b-4c9e-ab47-813ad10f4c38,segment=NetworkSegment(d9bcbc3d-f2cd-493c-bcbf-af72029ea0eb),segment_id=d9bcbc3d-f2cd-493c-bcbf-af72029ea0eb)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:40:55.667834 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328eff38-c69d-49b4-a596-e510af2aebfe req-833a2d89-b60d-4733-b0b5-44182031eaef tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:55.671303 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-328eff38-c69d-49b4-a596-e510af2aebfe req-833a2d89-b60d-4733-b0b5-44182031eaef tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:55.778757 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-19eb9c47-28d0-42c0-a822-aa646105e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ac47da09-a77b-4c9e-ab47-813ad10f4c38), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:55.839427 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-328eff38-c69d-49b4-a596-e510af2aebfe req-833a2d89-b60d-4733-b0b5-44182031eaef tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6829677 Feb 17 17:40:55.847618 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-328eff38-c69d-49b4-a596-e510af2aebfe req-5c783170-d0d7-49df-9a05-d0c9bfa8db61 service neutron] Request body: {'port': {'device_id': '3838c5c4-af7e-4830-8cae-75f6ec0c3575', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:40:55.862878 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb9c47-28d0-42c0-a822-aa646105e553 None None] Pushing event updated for resources: {'Port': ['ID=ac47da09-a77b-4c9e-ab47-813ad10f4c38,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:55.882158 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-813903b0-eee6-4567-be1d-66ff8c5532c6 req-14b69d50-b25f-426e-af17-389d2a918c97 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843769 Feb 17 17:40:55.919912 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-83ad41f8-e4a6-4f08-b12d-9f1ba70385e9 None None] Attempting to bind port e69ddc07-2cbf-442b-8739-a8808f93e3ed on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:40:55.921450 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-83ad41f8-e4a6-4f08-b12d-9f1ba70385e9 None None] Attempting to bind port e69ddc07-2cbf-442b-8739-a8808f93e3ed by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '75306e56-6532-4f8d-a9ca-9c275e681b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '743b8801-80fc-424c-a5b9-b4de817f06bf'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:40:55.922898 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ad41f8-e4a6-4f08-b12d-9f1ba70385e9 None None] Attempting to bind port e69ddc07-2cbf-442b-8739-a8808f93e3ed on network 743b8801-80fc-424c-a5b9-b4de817f06bf {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:40:55.985497 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 62baaad9-a961-4e18-91ab-20698a2e1ab3, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=62baaad9-a961-4e18-91ab-20698a2e1ab3,segment=NetworkSegment(1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8),segment_id=1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:40:55.994684 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ad41f8-e4a6-4f08-b12d-9f1ba70385e9 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:40:55.995370 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ad41f8-e4a6-4f08-b12d-9f1ba70385e9 None None] Checking segment: {'id': '75306e56-6532-4f8d-a9ca-9c275e681b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '743b8801-80fc-424c-a5b9-b4de817f06bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:40:55.996022 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-83ad41f8-e4a6-4f08-b12d-9f1ba70385e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:55.997302 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ad41f8-e4a6-4f08-b12d-9f1ba70385e9 None None] Bound using segment: {'id': '75306e56-6532-4f8d-a9ca-9c275e681b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '743b8801-80fc-424c-a5b9-b4de817f06bf'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:40:55.998159 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-83ad41f8-e4a6-4f08-b12d-9f1ba70385e9 None None] Bound port: e69ddc07-2cbf-442b-8739-a8808f93e3ed, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75306e56-6532-4f8d-a9ca-9c275e681b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '743b8801-80fc-424c-a5b9-b4de817f06bf'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:40:55.998786 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-83ad41f8-e4a6-4f08-b12d-9f1ba70385e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (e69ddc07-2cbf-442b-8739-a8808f93e3ed), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:56.020353 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-41c84963-e183-42c8-90a7-1ae5ce636ee9 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Allocated IP 2001:db8::1 (8171219a-902a-4326-9ca3-07aa71b9eb64/288767de-63f0-4a87-884a-7f6ae5ae1683/af337953-7a76-43cb-a7f0-1603af341ca2) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:40:56.049527 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '62baaad9-a961-4e18-91ab-20698a2e1ab3', 'network_id': '83cc66ec-b716-4047-926b-17461255d55d', 'port_id': '62baaad9-a961-4e18-91ab-20698a2e1ab3', 'mac_address': 'fa:16:3e:25:1e:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e1fcde1-7a12-4137-bca4-1789efb75583', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:40:56.106458 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0dd4a-0855-4b95-9cab-72ac88d682ba req-1be5a0f9-86e9-4a65-9fef-ed13f10878b5 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:56.108055 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6df0dd4a-0855-4b95-9cab-72ac88d682ba req-1be5a0f9-86e9-4a65-9fef-ed13f10878b5 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=2de6d73b-a3c3-4fc1-b8e3-d83105037f43 HTTP/1.1" status: 200 len: 945 time: 0.4894888 Feb 17 17:40:56.157373 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-83ad41f8-e4a6-4f08-b12d-9f1ba70385e9 None None] For port e69ddc07-2cbf-442b-8739-a8808f93e3ed, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:40:56.161589 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-83ad41f8-e4a6-4f08-b12d-9f1ba70385e9 None None] For port e69ddc07-2cbf-442b-8739-a8808f93e3ed, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=e69ddc07-2cbf-442b-8739-a8808f93e3ed,segment=NetworkSegment(75306e56-6532-4f8d-a9ca-9c275e681b27),segment_id=75306e56-6532-4f8d-a9ca-9c275e681b27)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:40:56.199121 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-83ad41f8-e4a6-4f08-b12d-9f1ba70385e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (e69ddc07-2cbf-442b-8739-a8808f93e3ed), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:56.267255 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-41c84963-e183-42c8-90a7-1ae5ce636ee9 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for port (af337953-7a76-43cb-a7f0-1603af341ca2), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:56.307965 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-1e5a2a0b-d430-4278-bb1f-9fb37e1f0b02 None None] Provisioning complete for port b639a497-422d-403e-a296-c60f611dfd1b triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:40:56.312727 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1e5a2a0b-d430-4278-bb1f-9fb37e1f0b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b639a497-422d-403e-a296-c60f611dfd1b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:56.323122 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ad41f8-e4a6-4f08-b12d-9f1ba70385e9 None None] Pushing event updated for resources: {'Port': ['ID=e69ddc07-2cbf-442b-8739-a8808f93e3ed,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:56.400310 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-41c84963-e183-42c8-90a7-1ae5ce636ee9 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (af337953-7a76-43cb-a7f0-1603af341ca2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:56.403486 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 62baaad9-a961-4e18-91ab-20698a2e1ab3 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:40:56.404299 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (62baaad9-a961-4e18-91ab-20698a2e1ab3), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:56.459806 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62baaad9-a961-4e18-91ab-20698a2e1ab3 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:40:56.521127 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 62baaad9-a961-4e18-91ab-20698a2e1ab3, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=62baaad9-a961-4e18-91ab-20698a2e1ab3,segment=NetworkSegment(1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8),segment_id=1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:40:56.562192 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (62baaad9-a961-4e18-91ab-20698a2e1ab3), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:56.575250 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-1e5a2a0b-d430-4278-bb1f-9fb37e1f0b02 None None] Port b639a497-422d-403e-a296-c60f611dfd1b cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:40:56.595845 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c84963-e183-42c8-90a7-1ae5ce636ee9 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Network 8171219a-902a-4326-9ca3-07aa71b9eb64 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:40:56.615959 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c84963-e183-42c8-90a7-1ae5ce636ee9 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event updated for resources: {'Port': ['ID=af337953-7a76-43cb-a7f0-1603af341ca2,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:56.640891 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-41c84963-e183-42c8-90a7-1ae5ce636ee9 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:40:56.653609 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c84963-e183-42c8-90a7-1ae5ce636ee9 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:40:56.658180 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-41c84963-e183-42c8-90a7-1ae5ce636ee9 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (e2225e1a-ef82-4253-b66b-bd99f4b37ccb), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:56.697623 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=62baaad9-a961-4e18-91ab-20698a2e1ab3,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:56.801882 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['62baaad9-a961-4e18-91ab-20698a2e1ab3'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:40:57.122603 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-67cbacaf-2785-4bd9-a1e8-8791b46d8768 req-94691eec-47eb-4bbb-9c8a-c92351415cef service neutron] 10.222.0.71 "GET /v2.0/networks/41eab850-74f8-4919-9573-0fe261607aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5263355 Feb 17 17:40:57.125309 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-41c84963-e183-42c8-90a7-1ae5ce636ee9 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (af337953-7a76-43cb-a7f0-1603af341ca2), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:57.152910 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6df0dd4a-0855-4b95-9cab-72ac88d682ba req-a064a20b-61a4-42ae-a5e5-ba3fbbd4c829 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0254700 Feb 17 17:40:57.202019 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-328eff38-c69d-49b4-a596-e510af2aebfe req-5c783170-d0d7-49df-9a05-d0c9bfa8db61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b639a497-422d-403e-a296-c60f611dfd1b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:57.525032 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-41c84963-e183-42c8-90a7-1ae5ce636ee9 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for port (af337953-7a76-43cb-a7f0-1603af341ca2), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:57.534452 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-41c84963-e183-42c8-90a7-1ae5ce636ee9 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (af337953-7a76-43cb-a7f0-1603af341ca2), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:57.535926 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-41c84963-e183-42c8-90a7-1ae5ce636ee9 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (e2225e1a-ef82-4253-b66b-bd99f4b37ccb), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:57.628188 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c84963-e183-42c8-90a7-1ae5ce636ee9 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event updated for resources: {'Port': ['ID=af337953-7a76-43cb-a7f0-1603af341ca2,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:57.652109 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2236d8-9bba-41f7-a889-100e2902cd36 req-b4d040a4-636d-492b-bc9d-8d6704cd7f46 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:57.653861 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1f2236d8-9bba-41f7-a889-100e2902cd36 req-b4d040a4-636d-492b-bc9d-8d6704cd7f46 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/ports?device_id=3838c5c4-af7e-4830-8cae-75f6ec0c3575 HTTP/1.1" status: 200 len: 932 time: 0.7845440 Feb 17 17:40:57.779506 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e0138-b63b-4fab-858b-6a309d2aa48d req-6b337093-9966-48b2-b173-aa14366d1e4c tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:57.781349 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d1e0138-b63b-4fab-858b-6a309d2aa48d req-6b337093-9966-48b2-b173-aa14366d1e4c tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=80e7a0c7-3754-495a-bd53-4f2c80b76913 HTTP/1.1" status: 200 len: 943 time: 0.2751167 Feb 17 17:40:57.790378 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec979ec-9cf3-4d7c-9adc-ac8d91c8d27b req-0bbaca88-f77a-4bc2-bd9d-8f85efb187c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:57.792062 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8ec979ec-9cf3-4d7c-9adc-ac8d91c8d27b req-0bbaca88-f77a-4bc2-bd9d-8f85efb187c2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4010b90dceb14ea6a98968e6b17cf28b&device_id=80e7a0c7-3754-495a-bd53-4f2c80b76913 HTTP/1.1" status: 200 len: 1125 time: 0.6135662 Feb 17 17:40:57.881336 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c84963-e183-42c8-90a7-1ae5ce636ee9 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Network 8171219a-902a-4326-9ca3-07aa71b9eb64 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:40:57.882946 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-41c84963-e183-42c8-90a7-1ae5ce636ee9 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:40:57.947959 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1f2236d8-9bba-41f7-a889-100e2902cd36 req-facea250-1bc6-4c9e-a79a-62b09db3c251 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/security-groups?id=806c1d2d-a559-4157-a49c-a01fcfccae91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2829523 Feb 17 17:40:58.027748 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2f63cb-4b9d-422e-ae94-3ef6ce2b39ab None None] Network 8171219a-902a-4326-9ca3-07aa71b9eb64 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:40:58.217025 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device ac47da09-a77b-4c9e-ab47-813ad10f4c38 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:40:58.222213 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d1e0138-b63b-4fab-858b-6a309d2aa48d req-0abfd399-b064-46a3-aeee-951c19955602 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4284573 Feb 17 17:40:58.311455 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec979ec-9cf3-4d7c-9adc-ac8d91c8d27b req-9a08322d-b575-4ab5-88dc-ee0788239da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:58.325946 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8ec979ec-9cf3-4d7c-9adc-ac8d91c8d27b req-9a08322d-b575-4ab5-88dc-ee0788239da2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=41eab850-74f8-4919-9573-0fe261607aa2 HTTP/1.1" status: 200 len: 907 time: 0.5090516 Feb 17 17:40:58.352785 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-db6e73fb-dc2e-4374-a733-3c296e0167c2 None None] Provisioning complete for port ac47da09-a77b-4c9e-ab47-813ad10f4c38 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:40:58.358381 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-db6e73fb-dc2e-4374-a733-3c296e0167c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ac47da09-a77b-4c9e-ab47-813ad10f4c38), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:58.483129 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c84963-e183-42c8-90a7-1ae5ce636ee9 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Router e2225e1a-ef82-4253-b66b-bd99f4b37ccb is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:40:58.592916 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8ec979ec-9cf3-4d7c-9adc-ac8d91c8d27b req-14ebf2ec-5d1f-416a-ae2f-212e7b0ba28b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1f934d60-b55a-4271-a2fa-6afadb256904 HTTP/1.1" status: 200 len: 217 time: 0.2332065 Feb 17 17:40:58.646273 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c84963-e183-42c8-90a7-1ae5ce636ee9 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:40:58.656293 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-41c84963-e183-42c8-90a7-1ae5ce636ee9 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "PUT /v2.0/routers/e2225e1a-ef82-4253-b66b-bd99f4b37ccb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6089439 Feb 17 17:40:58.657022 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 51082) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:58.657830 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45eed96a-0929-4f22-8acf-e8edc96fe912 None None] Sync routers for ids ['e2225e1a-ef82-4253-b66b-bd99f4b37ccb'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:40:58.688450 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45eed96a-0929-4f22-8acf-e8edc96fe912 None None] Routers {'e2225e1a-ef82-4253-b66b-bd99f4b37ccb'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:40:58.691663 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-45eed96a-0929-4f22-8acf-e8edc96fe912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:40:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['e2225e1a-ef82-4253-b66b-bd99f4b37ccb'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:58.751698 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-328eff38-c69d-49b4-a596-e510af2aebfe req-5c783170-d0d7-49df-9a05-d0c9bfa8db61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b639a497-422d-403e-a296-c60f611dfd1b {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:40:58.753092 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ba749d-8876-4216-abd5-1415d052bf78 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:58.760447 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-90ba749d-8876-4216-abd5-1415d052bf78 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "GET /v2.0/ports/af337953-7a76-43cb-a7f0-1603af341ca2 HTTP/1.1" status: 200 len: 911 time: 0.1021359 Feb 17 17:40:58.761873 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 51084) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:58.778328 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-328eff38-c69d-49b4-a596-e510af2aebfe req-5c783170-d0d7-49df-9a05-d0c9bfa8db61 service neutron] Publish callbacks [] for port (b639a497-422d-403e-a296-c60f611dfd1b), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:58.790744 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-45eed96a-0929-4f22-8acf-e8edc96fe912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:58.808457 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45eed96a-0929-4f22-8acf-e8edc96fe912 None None] Routers {'e2225e1a-ef82-4253-b66b-bd99f4b37ccb'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:40:58.813347 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-45eed96a-0929-4f22-8acf-e8edc96fe912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:40:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['e2225e1a-ef82-4253-b66b-bd99f4b37ccb'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:58.814488 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-328eff38-c69d-49b4-a596-e510af2aebfe req-5c783170-d0d7-49df-9a05-d0c9bfa8db61 service neutron] Transition to ACTIVE for port object b639a497-422d-403e-a296-c60f611dfd1b will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:40:58.825243 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2070e14d-225c-454a-bcc9-104fa93d4358 None None] Network 743b8801-80fc-424c-a5b9-b4de817f06bf requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:40:58.889125 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-328eff38-c69d-49b4-a596-e510af2aebfe req-5c783170-d0d7-49df-9a05-d0c9bfa8db61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (b639a497-422d-403e-a296-c60f611dfd1b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:58.908580 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port ac47da09-a77b-4c9e-ab47-813ad10f4c38 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:40:58.908998 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ac47da09-a77b-4c9e-ab47-813ad10f4c38), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:58.916512 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-45eed96a-0929-4f22-8acf-e8edc96fe912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:40:58.917632 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45eed96a-0929-4f22-8acf-e8edc96fe912 None None] The sync data for ids ['e2225e1a-ef82-4253-b66b-bd99f4b37ccb'] in n-d-829613-2 is: [] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:40:59.173531 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c783170-d0d7-49df-9a05-d0c9bfa8db61 service neutron] Pushing event updated for resources: {'Port': ['ID=b639a497-422d-403e-a296-c60f611dfd1b,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:59.190417 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec979ec-9cf3-4d7c-9adc-ac8d91c8d27b req-a6fb49d1-9a29-4c97-a94e-544cfcbca602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:59.194002 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8ec979ec-9cf3-4d7c-9adc-ac8d91c8d27b req-a6fb49d1-9a29-4c97-a94e-544cfcbca602 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b20ab57b-0ae5-4c69-b6b9-871207503198 HTTP/1.1" status: 200 len: 846 time: 0.5782137 Feb 17 17:40:59.262071 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-db6e73fb-dc2e-4374-a733-3c296e0167c2 None None] Current status of the port ac47da09-a77b-4c9e-ab47-813ad10f4c38 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:40:59.263131 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-db6e73fb-dc2e-4374-a733-3c296e0167c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ac47da09-a77b-4c9e-ab47-813ad10f4c38), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:59.318214 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-db6e73fb-dc2e-4374-a733-3c296e0167c2 None None] For port ac47da09-a77b-4c9e-ab47-813ad10f4c38, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=ac47da09-a77b-4c9e-ab47-813ad10f4c38,segment=NetworkSegment(d9bcbc3d-f2cd-493c-bcbf-af72029ea0eb),segment_id=d9bcbc3d-f2cd-493c-bcbf-af72029ea0eb)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:40:59.348124 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-db6e73fb-dc2e-4374-a733-3c296e0167c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ac47da09-a77b-4c9e-ab47-813ad10f4c38), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:59.393920 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8ec979ec-9cf3-4d7c-9adc-ac8d91c8d27b req-8ede5228-a185-4999-95aa-6cd75264531e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=41eab850-74f8-4919-9573-0fe261607aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1845448 Feb 17 17:40:59.427782 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54baa138-bdbf-4854-8259-1a751de70914 req-f733b977-4360-45b1-a609-f159cff43c61 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:59.448863 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-54baa138-bdbf-4854-8259-1a751de70914 req-f733b977-4360-45b1-a609-f159cff43c61 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e1b8510-1502-4cc4-a1b0-9a8c510a86dd HTTP/1.1" status: 200 len: 944 time: 1.1435566 Feb 17 17:40:59.500938 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port ac47da09-a77b-4c9e-ab47-813ad10f4c38 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:40:59.502056 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device e69ddc07-2cbf-442b-8739-a8808f93e3ed up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:40:59.589340 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 62baaad9-a961-4e18-91ab-20698a2e1ab3 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:40:59.724130 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e73fb-dc2e-4374-a733-3c296e0167c2 None None] Pushing event updated for resources: {'Port': ['ID=ac47da09-a77b-4c9e-ab47-813ad10f4c38,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:40:59.756800 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1b93e-72c9-4d6e-a7f7-e602068739db req-5274dd8d-b7c8-4cf2-998a-963e8936a10b tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:40:59.770441 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6cc1b93e-72c9-4d6e-a7f7-e602068739db req-5274dd8d-b7c8-4cf2-998a-963e8936a10b tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=2de6d73b-a3c3-4fc1-b8e3-d83105037f43 HTTP/1.1" status: 200 len: 945 time: 1.2067494 Feb 17 17:40:59.819376 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f348b68-68ec-4cb0-a94d-b3b562a4acc0 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:59.822586 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 51106) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:40:59.888694 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-be2075ed-ced5-4a5a-badd-39d8498d98e5 None None] Provisioning complete for port e69ddc07-2cbf-442b-8739-a8808f93e3ed triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:40:59.889080 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-be2075ed-ced5-4a5a-badd-39d8498d98e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (e69ddc07-2cbf-442b-8739-a8808f93e3ed), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:59.907243 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port e69ddc07-2cbf-442b-8739-a8808f93e3ed triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:40:59.907706 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (e69ddc07-2cbf-442b-8739-a8808f93e3ed), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:40:59.994515 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-328eff38-c69d-49b4-a596-e510af2aebfe req-5c783170-d0d7-49df-9a05-d0c9bfa8db61 service neutron] Attempting to bind port b639a497-422d-403e-a296-c60f611dfd1b on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:40:59.994923 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-328eff38-c69d-49b4-a596-e510af2aebfe req-5c783170-d0d7-49df-9a05-d0c9bfa8db61 service neutron] Attempting to bind port b639a497-422d-403e-a296-c60f611dfd1b by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': 'de9925ab-fb0a-459b-801e-29b98d137fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '249d7a73-68d0-4715-9e76-b2a8e292b955'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:40:59.995188 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328eff38-c69d-49b4-a596-e510af2aebfe req-5c783170-d0d7-49df-9a05-d0c9bfa8db61 service neutron] Attempting to bind port b639a497-422d-403e-a296-c60f611dfd1b on network 249d7a73-68d0-4715-9e76-b2a8e292b955 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:41:00.056950 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 62baaad9-a961-4e18-91ab-20698a2e1ab3 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:41:00.062727 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-54baa138-bdbf-4854-8259-1a751de70914 req-d9f4a759-b1ed-4a06-b958-6423d55924bb tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6085672 Feb 17 17:41:00.063674 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328eff38-c69d-49b4-a596-e510af2aebfe req-5c783170-d0d7-49df-9a05-d0c9bfa8db61 service neutron] Port b639a497-422d-403e-a296-c60f611dfd1b on network 249d7a73-68d0-4715-9e76-b2a8e292b955 not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:41:00.064783 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328eff38-c69d-49b4-a596-e510af2aebfe req-5c783170-d0d7-49df-9a05-d0c9bfa8db61 service neutron] Attempting to bind port b639a497-422d-403e-a296-c60f611dfd1b on network 249d7a73-68d0-4715-9e76-b2a8e292b955 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:41:00.081233 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 62baaad9-a961-4e18-91ab-20698a2e1ab3 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:41:00.083801 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (62baaad9-a961-4e18-91ab-20698a2e1ab3), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:00.125698 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328eff38-c69d-49b4-a596-e510af2aebfe req-5c783170-d0d7-49df-9a05-d0c9bfa8db61 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:41:00.142050 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328eff38-c69d-49b4-a596-e510af2aebfe req-5c783170-d0d7-49df-9a05-d0c9bfa8db61 service neutron] Checking segment: {'id': 'de9925ab-fb0a-459b-801e-29b98d137fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '249d7a73-68d0-4715-9e76-b2a8e292b955'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:41:00.142455 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328eff38-c69d-49b4-a596-e510af2aebfe req-5c783170-d0d7-49df-9a05-d0c9bfa8db61 service neutron] Bound using segment: {'id': 'de9925ab-fb0a-459b-801e-29b98d137fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '249d7a73-68d0-4715-9e76-b2a8e292b955'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:41:00.142931 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-328eff38-c69d-49b4-a596-e510af2aebfe req-5c783170-d0d7-49df-9a05-d0c9bfa8db61 service neutron] Bound port: b639a497-422d-403e-a296-c60f611dfd1b, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de9925ab-fb0a-459b-801e-29b98d137fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '249d7a73-68d0-4715-9e76-b2a8e292b955'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:41:00.143312 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-328eff38-c69d-49b4-a596-e510af2aebfe req-5c783170-d0d7-49df-9a05-d0c9bfa8db61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b639a497-422d-403e-a296-c60f611dfd1b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:00.223362 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fd175307-e117-42d1-9973-83382881647d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:00.255998 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8ec979ec-9cf3-4d7c-9adc-ac8d91c8d27b req-94e96bf0-48e2-4b35-b128-92210c41ac67 service neutron] 10.222.0.71 "GET /v2.0/networks/41eab850-74f8-4919-9573-0fe261607aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8016632 Feb 17 17:41:00.280871 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6cc1b93e-72c9-4d6e-a7f7-e602068739db req-44f95cd9-4a5f-4750-963f-3355a1a61f5d tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5093715 Feb 17 17:41:00.399946 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-be2075ed-ced5-4a5a-badd-39d8498d98e5 None None] Current status of the port e69ddc07-2cbf-442b-8739-a8808f93e3ed is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:41:00.401356 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-be2075ed-ced5-4a5a-badd-39d8498d98e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (e69ddc07-2cbf-442b-8739-a8808f93e3ed), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:00.511379 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port e69ddc07-2cbf-442b-8739-a8808f93e3ed is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:41:00.511379 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (e69ddc07-2cbf-442b-8739-a8808f93e3ed), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:00.530979 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-1f348b68-68ec-4cb0-a94d-b3b562a4acc0 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Allocated IP 2001:db8:1::1 (743b8801-80fc-424c-a5b9-b4de817f06bf/35d44f6e-e93c-41ee-8c50-3eb7452f834d/7d1b568a-9eef-4bf5-9748-576b4fe67899) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:41:00.534330 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fd175307-e117-42d1-9973-83382881647d admin admin] Publish callbacks [] for security_group (dd821dfc-40ce-48d8-9698-fb3abfbf9358), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:00.544259 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fd175307-e117-42d1-9973-83382881647d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (dd821dfc-40ce-48d8-9698-fb3abfbf9358), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:00.547056 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-be2075ed-ced5-4a5a-badd-39d8498d98e5 None None] For port e69ddc07-2cbf-442b-8739-a8808f93e3ed, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=e69ddc07-2cbf-442b-8739-a8808f93e3ed,segment=NetworkSegment(75306e56-6532-4f8d-a9ca-9c275e681b27),segment_id=75306e56-6532-4f8d-a9ca-9c275e681b27)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:41:00.569466 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-be2075ed-ced5-4a5a-badd-39d8498d98e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (e69ddc07-2cbf-442b-8739-a8808f93e3ed), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:00.589551 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 62baaad9-a961-4e18-91ab-20698a2e1ab3 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:41:00.590809 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (62baaad9-a961-4e18-91ab-20698a2e1ab3), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:00.655618 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-328eff38-c69d-49b4-a596-e510af2aebfe req-5c783170-d0d7-49df-9a05-d0c9bfa8db61 service neutron] For port b639a497-422d-403e-a296-c60f611dfd1b, host n-h2-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:41:00.659310 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8ec979ec-9cf3-4d7c-9adc-ac8d91c8d27b req-9dc42ebb-a982-486e-b859-8a88e8d1a92a service neutron] 10.222.0.71 "GET /v2.0/networks/41eab850-74f8-4919-9573-0fe261607aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772466 Feb 17 17:41:00.661084 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-328eff38-c69d-49b4-a596-e510af2aebfe req-5c783170-d0d7-49df-9a05-d0c9bfa8db61 service neutron] For port b639a497-422d-403e-a296-c60f611dfd1b, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=b639a497-422d-403e-a296-c60f611dfd1b,segment=NetworkSegment(de9925ab-fb0a-459b-801e-29b98d137fdd),segment_id=de9925ab-fb0a-459b-801e-29b98d137fdd)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:41:00.706065 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864cfbc-f6db-4c39-a4b7-6ed108c9f918 req-9ebaa21a-dcb7-402d-a3c5-9380fb78c010 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:00.715737 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5864cfbc-f6db-4c39-a4b7-6ed108c9f918 req-9ebaa21a-dcb7-402d-a3c5-9380fb78c010 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=80e7a0c7-3754-495a-bd53-4f2c80b76913 HTTP/1.1" status: 200 len: 943 time: 0.2580814 Feb 17 17:41:00.728886 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-328eff38-c69d-49b4-a596-e510af2aebfe req-5c783170-d0d7-49df-9a05-d0c9bfa8db61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (b639a497-422d-403e-a296-c60f611dfd1b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:00.772741 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca50e901-306d-4ee7-bfb8-986ccb33aa5f req-5bc44aad-f8fa-44c5-866e-d19a9c4b73fb tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:00.780005 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ca50e901-306d-4ee7-bfb8-986ccb33aa5f req-5bc44aad-f8fa-44c5-866e-d19a9c4b73fb tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/ports?device_id=3838c5c4-af7e-4830-8cae-75f6ec0c3575 HTTP/1.1" status: 200 len: 944 time: 0.3414159 Feb 17 17:41:00.860644 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328eff38-c69d-49b4-a596-e510af2aebfe req-5c783170-d0d7-49df-9a05-d0c9bfa8db61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:00.881330 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-328eff38-c69d-49b4-a596-e510af2aebfe req-5c783170-d0d7-49df-9a05-d0c9bfa8db61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:00.882865 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-328eff38-c69d-49b4-a596-e510af2aebfe req-5c783170-d0d7-49df-9a05-d0c9bfa8db61 service neutron] 10.222.0.91 "PUT /v2.0/ports/b639a497-422d-403e-a296-c60f611dfd1b HTTP/1.1" status: 200 len: 1092 time: 5.0415082 Feb 17 17:41:00.902570 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3838c5c4-af7e-4830-8cae-75f6ec0c3575', 'tag': 'b639a497-422d-403e-a296-c60f611dfd1b'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:41:00.924810 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eff8891-7091-401c-b646-d31970693709" -d '{"events": [{"name": "network-changed", "server_uuid": "3838c5c4-af7e-4830-8cae-75f6ec0c3575", "tag": "b639a497-422d-403e-a296-c60f611dfd1b"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:41:00.938540 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:41:00.939058 n-d-829613-2 neutron-server[103436]: DEBUG oslo_db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 17:41:00.962932 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e1b8510-1502-4cc4-a1b0-9a8c510a86dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62baaad9-a961-4e18-91ab-20698a2e1ab3'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:41:00.965585 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c10dc1d-103e-44c2-8fd4-db07167856c1" -d '{"events": [{"server_uuid": "5e1b8510-1502-4cc4-a1b0-9a8c510a86dd", "name": "network-vif-plugged", "status": "completed", "tag": "62baaad9-a961-4e18-91ab-20698a2e1ab3"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:41:00.994233 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2075ed-ced5-4a5a-badd-39d8498d98e5 None None] Pushing event updated for resources: {'Port': ['ID=e69ddc07-2cbf-442b-8739-a8808f93e3ed,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:01.004929 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 62baaad9-a961-4e18-91ab-20698a2e1ab3, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=62baaad9-a961-4e18-91ab-20698a2e1ab3,segment=NetworkSegment(1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8),segment_id=1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:41:01.016751 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (62baaad9-a961-4e18-91ab-20698a2e1ab3), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:01.066894 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-2ee41255-1acf-46fc-a7f4-406261bbc8a6 None None] Provisioning complete for port ac47da09-a77b-4c9e-ab47-813ad10f4c38 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:41:01.067464 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2ee41255-1acf-46fc-a7f4-406261bbc8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ac47da09-a77b-4c9e-ab47-813ad10f4c38), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:01.136198 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c783170-d0d7-49df-9a05-d0c9bfa8db61 service neutron] Pushing event updated for resources: {'Port': ['ID=b639a497-422d-403e-a296-c60f611dfd1b,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:01.154916 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=62baaad9-a961-4e18-91ab-20698a2e1ab3,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:01.167200 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5864cfbc-f6db-4c39-a4b7-6ed108c9f918 req-5186995e-5e3b-4250-bcac-ba341d3ea6fe tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4504666 Feb 17 17:41:01.215897 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ca50e901-306d-4ee7-bfb8-986ccb33aa5f req-54324dd4-7b2a-4c7e-987e-358b37ec7252 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/security-groups?id=806c1d2d-a559-4157-a49c-a01fcfccae91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3318505 Feb 17 17:41:01.244551 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328eff38-c69d-49b4-a596-e510af2aebfe req-3616707f-b021-456d-b382-da2e185b8a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:01.246140 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-328eff38-c69d-49b4-a596-e510af2aebfe req-3616707f-b021-456d-b382-da2e185b8a06 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a45426717d8d45f2862bf894c7d95737&device_id=3838c5c4-af7e-4830-8cae-75f6ec0c3575 HTTP/1.1" status: 200 len: 1126 time: 0.3028255 Feb 17 17:41:01.302469 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-2ee41255-1acf-46fc-a7f4-406261bbc8a6 None None] Current status of the port ac47da09-a77b-4c9e-ab47-813ad10f4c38 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:41:01.323064 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fd175307-e117-42d1-9973-83382881647d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=00365011f9f147538894d09b730f0057&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4948587 Feb 17 17:41:01.327109 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 51126) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:01.330086 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39ae8ad-4aa4-491c-b1f3-6a988aec7b32 x-openstack-request-id: req-a39ae8ad-4aa4-491c-b1f3-6a988aec7b32 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:41:01.330663 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e1b8510-1502-4cc4-a1b0-9a8c510a86dd", "name": "network-vif-plugged", "status": "completed", "tag": "62baaad9-a961-4e18-91ab-20698a2e1ab3", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:41:01.332493 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a39ae8ad-4aa4-491c-b1f3-6a988aec7b32 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:41:01.334345 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e1b8510-1502-4cc4-a1b0-9a8c510a86dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62baaad9-a961-4e18-91ab-20698a2e1ab3', 'code': 200} Feb 17 17:41:01.335187 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-2ee41255-1acf-46fc-a7f4-406261bbc8a6 None None] Provisioning complete for port af337953-7a76-43cb-a7f0-1603af341ca2 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:41:01.337157 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2ee41255-1acf-46fc-a7f4-406261bbc8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (af337953-7a76-43cb-a7f0-1603af341ca2), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:01.389302 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233af0c2-527f-4a36-875e-1f4616014a25 x-openstack-request-id: req-233af0c2-527f-4a36-875e-1f4616014a25 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:41:01.394254 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3838c5c4-af7e-4830-8cae-75f6ec0c3575", "tag": "b639a497-422d-403e-a296-c60f611dfd1b", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:41:01.394552 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-233af0c2-527f-4a36-875e-1f4616014a25 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:41:01.395051 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3838c5c4-af7e-4830-8cae-75f6ec0c3575', 'tag': 'b639a497-422d-403e-a296-c60f611dfd1b', 'status': 'completed', 'code': 200} Feb 17 17:41:01.417977 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 1f934d60-b55a-4271-a2fa-6afadb256904 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:41:01.421699 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-328eff38-c69d-49b4-a596-e510af2aebfe req-1db3d10d-8d2a-469a-8f48-f6241020cc79 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b639a497-422d-403e-a296-c60f611dfd1b HTTP/1.1" status: 200 len: 217 time: 0.1658475 Feb 17 17:41:01.443561 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-2ee41255-1acf-46fc-a7f4-406261bbc8a6 None None] Port af337953-7a76-43cb-a7f0-1603af341ca2 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:41:01.462907 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd175307-e117-42d1-9973-83382881647d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd821dfc-40ce-48d8-9698-fb3abfbf9358,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:01.484692 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f348b68-68ec-4cb0-a94d-b3b562a4acc0 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for port (7d1b568a-9eef-4bf5-9748-576b4fe67899), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:01.499566 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port e69ddc07-2cbf-442b-8739-a8808f93e3ed is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:41:01.515881 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-2ee41255-1acf-46fc-a7f4-406261bbc8a6 None None] Provisioning complete for port e69ddc07-2cbf-442b-8739-a8808f93e3ed triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:41:01.516095 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2ee41255-1acf-46fc-a7f4-406261bbc8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (e69ddc07-2cbf-442b-8739-a8808f93e3ed), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:01.516953 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d11d9c91-02f7-4c10-b9e7-1ff782938fff admin admin] Publish callbacks [] for security_group (dd821dfc-40ce-48d8-9698-fb3abfbf9358), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:01.542509 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d11d9c91-02f7-4c10-b9e7-1ff782938fff admin admin] Publish callbacks [] for security_group (dd821dfc-40ce-48d8-9698-fb3abfbf9358), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:01.652450 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 1f934d60-b55a-4271-a2fa-6afadb256904, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=1f934d60-b55a-4271-a2fa-6afadb256904,segment=NetworkSegment(18563972-a346-4d2f-9db2-6c97a64b55cb),segment_id=18563972-a346-4d2f-9db2-6c97a64b55cb)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:41:01.672565 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '1f934d60-b55a-4271-a2fa-6afadb256904', 'network_id': '41eab850-74f8-4919-9573-0fe261607aa2', 'port_id': '1f934d60-b55a-4271-a2fa-6afadb256904', 'mac_address': 'fa:16:3e:e1:dd:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b20ab57b-0ae5-4c69-b6b9-871207503198', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:41:01.694431 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe9c3b-c7d0-4ad5-bc3e-eb413f49f128 req-2e6a741b-edf4-4c5d-95d7-10fe6aa39905 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:01.708397 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d11d9c91-02f7-4c10-b9e7-1ff782938fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (dd821dfc-40ce-48d8-9698-fb3abfbf9358), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:01.710778 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c3fe9c3b-c7d0-4ad5-bc3e-eb413f49f128 req-2e6a741b-edf4-4c5d-95d7-10fe6aa39905 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=2de6d73b-a3c3-4fc1-b8e3-d83105037f43 HTTP/1.1" status: 200 len: 945 time: 0.2186272 Feb 17 17:41:01.712734 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d11d9c91-02f7-4c10-b9e7-1ff782938fff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:01.716792 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d11d9c91-02f7-4c10-b9e7-1ff782938fff admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/dd821dfc-40ce-48d8-9698-fb3abfbf9358 HTTP/1.1" status: 204 len: 168 time: 0.3650858 Feb 17 17:41:01.732171 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d9c91-02f7-4c10-b9e7-1ff782938fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd821dfc-40ce-48d8-9698-fb3abfbf9358,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:01.739391 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f348b68-68ec-4cb0-a94d-b3b562a4acc0 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (7d1b568a-9eef-4bf5-9748-576b4fe67899), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:01.747466 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 1f934d60-b55a-4271-a2fa-6afadb256904 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:41:01.747867 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1f934d60-b55a-4271-a2fa-6afadb256904), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:01.750268 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device ac47da09-a77b-4c9e-ab47-813ad10f4c38 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:41:01.787546 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328eff38-c69d-49b4-a596-e510af2aebfe req-1e6079ab-15cd-4848-b260-5c88489c9ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:01.792350 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-328eff38-c69d-49b4-a596-e510af2aebfe req-1e6079ab-15cd-4848-b260-5c88489c9ad2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=183d9df1-0481-445d-8bb9-bc438141d74b HTTP/1.1" status: 200 len: 848 time: 0.2389817 Feb 17 17:41:01.846409 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f934d60-b55a-4271-a2fa-6afadb256904 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:41:01.868074 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 1f934d60-b55a-4271-a2fa-6afadb256904, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=1f934d60-b55a-4271-a2fa-6afadb256904,segment=NetworkSegment(18563972-a346-4d2f-9db2-6c97a64b55cb),segment_id=18563972-a346-4d2f-9db2-6c97a64b55cb)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:41:01.882265 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (1f934d60-b55a-4271-a2fa-6afadb256904), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:01.901213 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f348b68-68ec-4cb0-a94d-b3b562a4acc0 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event updated for resources: {'Port': ['ID=7d1b568a-9eef-4bf5-9748-576b4fe67899,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:01.907144 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f092d-c51f-4eed-9a65-75cee96471f1 req-6c17f2dc-2ebe-484a-9c11-866d3766a56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:01.913038 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bd2f092d-c51f-4eed-9a65-75cee96471f1 req-6c17f2dc-2ebe-484a-9c11-866d3766a56f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5e1b8510-1502-4cc4-a1b0-9a8c510a86dd HTTP/1.1" status: 200 len: 1127 time: 0.5168841 Feb 17 17:41:01.942172 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c3fe9c3b-c7d0-4ad5-bc3e-eb413f49f128 req-4437542b-3443-4a11-8196-f5afb19e7b3c tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085447 Feb 17 17:41:01.942395 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f348b68-68ec-4cb0-a94d-b3b562a4acc0 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Network 743b8801-80fc-424c-a5b9-b4de817f06bf is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:41:01.944545 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-2ee41255-1acf-46fc-a7f4-406261bbc8a6 None None] Current status of the port e69ddc07-2cbf-442b-8739-a8808f93e3ed is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:41:01.947029 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-1f348b68-68ec-4cb0-a94d-b3b562a4acc0 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:41:01.953069 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f348b68-68ec-4cb0-a94d-b3b562a4acc0 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:41:01.953623 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f348b68-68ec-4cb0-a94d-b3b562a4acc0 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (e2225e1a-ef82-4253-b66b-bd99f4b37ccb), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:01.962269 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port ac47da09-a77b-4c9e-ab47-813ad10f4c38 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:41:01.962647 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ac47da09-a77b-4c9e-ab47-813ad10f4c38), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:01.964956 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=1f934d60-b55a-4271-a2fa-6afadb256904,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:02.035646 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393ffa5-c465-4f27-b421-147fc43c1053 req-f9231ce1-e9db-402e-a09d-6d6d2f415170 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:02.046590 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b393ffa5-c465-4f27-b421-147fc43c1053 req-f9231ce1-e9db-402e-a09d-6d6d2f415170 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e1b8510-1502-4cc4-a1b0-9a8c510a86dd HTTP/1.1" status: 200 len: 945 time: 0.5896704 Feb 17 17:41:02.114068 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bd2f092d-c51f-4eed-9a65-75cee96471f1 req-681e80ac-dfed-449f-90c1-69f0cf0b8734 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689904 Feb 17 17:41:02.168975 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['1f934d60-b55a-4271-a2fa-6afadb256904'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:41:02.169726 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328eff38-c69d-49b4-a596-e510af2aebfe req-ea297517-2698-4018-908c-afccf62a5fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:02.173036 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-328eff38-c69d-49b4-a596-e510af2aebfe req-ea297517-2698-4018-908c-afccf62a5fbc service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=249d7a73-68d0-4715-9e76-b2a8e292b955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2574198 Feb 17 17:41:02.232733 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b393ffa5-c465-4f27-b421-147fc43c1053 req-9c583c74-eb86-4741-a705-156aff253b39 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699128 Feb 17 17:41:02.311774 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-2b68cd51-b55c-4b33-9b9d-b09b1e33b73f None None] Provisioning complete for port af337953-7a76-43cb-a7f0-1603af341ca2 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:41:02.311906 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2b68cd51-b55c-4b33-9b9d-b09b1e33b73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (af337953-7a76-43cb-a7f0-1603af341ca2), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:02.355908 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 51144) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:02.428479 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port ac47da09-a77b-4c9e-ab47-813ad10f4c38 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:41:02.431007 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device e69ddc07-2cbf-442b-8739-a8808f93e3ed up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:41:02.471992 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f348b68-68ec-4cb0-a94d-b3b562a4acc0 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7d1b568a-9eef-4bf5-9748-576b4fe67899), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:02.480720 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-74821e95-130c-491b-baa9-6aa4b13d3909 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:02.510281 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-2b68cd51-b55c-4b33-9b9d-b09b1e33b73f None None] Port af337953-7a76-43cb-a7f0-1603af341ca2 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:41:02.554656 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port e69ddc07-2cbf-442b-8739-a8808f93e3ed triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:41:02.555496 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (e69ddc07-2cbf-442b-8739-a8808f93e3ed), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:02.561152 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-328eff38-c69d-49b4-a596-e510af2aebfe req-a41679b1-1a83-46a3-a9cc-ddbc62c2f61d service neutron] 10.222.0.91 "GET /v2.0/networks/249d7a73-68d0-4715-9e76-b2a8e292b955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3789172 Feb 17 17:41:02.642376 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-6d8e6eb3-7e50-41ba-83b8-0b456391f4c2 None None] Provisioning complete for port 7d1b568a-9eef-4bf5-9748-576b4fe67899 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:41:02.642746 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6d8e6eb3-7e50-41ba-83b8-0b456391f4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7d1b568a-9eef-4bf5-9748-576b4fe67899), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:02.660509 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210518b2-bd3b-4f0d-a4fe-3df8ba9e7acb req-7bea32b3-7260-4f62-b474-143e1e480e83 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:02.663206 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-210518b2-bd3b-4f0d-a4fe-3df8ba9e7acb req-7bea32b3-7260-4f62-b474-143e1e480e83 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=80e7a0c7-3754-495a-bd53-4f2c80b76913 HTTP/1.1" status: 200 len: 944 time: 0.2928202 Feb 17 17:41:02.708079 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-6d8e6eb3-7e50-41ba-83b8-0b456391f4c2 None None] Port 7d1b568a-9eef-4bf5-9748-576b4fe67899 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:41:02.708435 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port e69ddc07-2cbf-442b-8739-a8808f93e3ed is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:41:02.743909 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e70e09-6567-426e-88ac-e6371c770e4a req-6585a873-9f82-493f-adc8-20793c042e82 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:02.745476 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-59e70e09-6567-426e-88ac-e6371c770e4a req-6585a873-9f82-493f-adc8-20793c042e82 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/ports?device_id=3838c5c4-af7e-4830-8cae-75f6ec0c3575 HTTP/1.1" status: 200 len: 944 time: 0.3175378 Feb 17 17:41:02.865467 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-210518b2-bd3b-4f0d-a4fe-3df8ba9e7acb req-c7f8eb13-ccf7-4573-89b3-ddb566b00fdd tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677148 Feb 17 17:41:02.882065 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-328eff38-c69d-49b4-a596-e510af2aebfe req-6616b094-1978-408d-a8f3-1e5888799900 service neutron] 10.222.0.91 "GET /v2.0/networks/249d7a73-68d0-4715-9e76-b2a8e292b955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070853 Feb 17 17:41:02.919559 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-654dc2ad-52d3-46f9-bc56-e90ae48fea25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:02.944166 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-59e70e09-6567-426e-88ac-e6371c770e4a req-059ad0de-264f-4a4f-97aa-245764319246 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/security-groups?id=806c1d2d-a559-4157-a49c-a01fcfccae91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811247 Feb 17 17:41:02.965522 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-74821e95-130c-491b-baa9-6aa4b13d3909 admin admin] Publish callbacks [] for security_group (824d0d4f-b10f-4733-8dac-c9736c21734d), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:02.970232 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-74821e95-130c-491b-baa9-6aa4b13d3909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (824d0d4f-b10f-4733-8dac-c9736c21734d), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:02.992029 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f348b68-68ec-4cb0-a94d-b3b562a4acc0 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for port (7d1b568a-9eef-4bf5-9748-576b4fe67899), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:03.041614 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74821e95-130c-491b-baa9-6aa4b13d3909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824d0d4f-b10f-4733-8dac-c9736c21734d,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:03.050225 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-74821e95-130c-491b-baa9-6aa4b13d3909 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5b963f8414da46f9bd350b45c28426b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6910725 Feb 17 17:41:03.053053 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 51170) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:03.071610 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-f7fe6abe-f08c-4869-9c7f-df92796cf743 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2023184 Feb 17 17:41:03.072139 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f348b68-68ec-4cb0-a94d-b3b562a4acc0 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (7d1b568a-9eef-4bf5-9748-576b4fe67899), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:03.073008 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f348b68-68ec-4cb0-a94d-b3b562a4acc0 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (e2225e1a-ef82-4253-b66b-bd99f4b37ccb), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:03.099944 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff8891-7091-401c-b646-d31970693709 req-4ce4190d-94af-4560-adb8-6959743a02c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:03.101550 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4eff8891-7091-401c-b646-d31970693709 req-4ce4190d-94af-4560-adb8-6959743a02c4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a45426717d8d45f2862bf894c7d95737&device_id=3838c5c4-af7e-4830-8cae-75f6ec0c3575 HTTP/1.1" status: 200 len: 1126 time: 0.1564090 Feb 17 17:41:03.201593 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-713a8d96-08aa-49df-8028-c768236936cc admin admin] Publish callbacks [] for security_group (824d0d4f-b10f-4733-8dac-c9736c21734d), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:03.224054 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f348b68-68ec-4cb0-a94d-b3b562a4acc0 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event updated for resources: {'Port': ['ID=7d1b568a-9eef-4bf5-9748-576b4fe67899,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:03.269945 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-484f4c87-16ae-48d5-bcee-628406f5c30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:03.270437 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-484f4c87-16ae-48d5-bcee-628406f5c30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:03.270902 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-484f4c87-16ae-48d5-bcee-628406f5c30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:03.271380 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-484f4c87-16ae-48d5-bcee-628406f5c30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:03.271846 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-484f4c87-16ae-48d5-bcee-628406f5c30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:03.272343 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-484f4c87-16ae-48d5-bcee-628406f5c30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:03.272816 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-484f4c87-16ae-48d5-bcee-628406f5c30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:03.274849 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-484f4c87-16ae-48d5-bcee-628406f5c30e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=918d19e8f1f044baa808ac9d66a136f9&device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 6707 time: 0.1237314 Feb 17 17:41:03.276070 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-713a8d96-08aa-49df-8028-c768236936cc admin admin] Publish callbacks [] for security_group (824d0d4f-b10f-4733-8dac-c9736c21734d), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:03.280431 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f348b68-68ec-4cb0-a94d-b3b562a4acc0 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Network 743b8801-80fc-424c-a5b9-b4de817f06bf is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:41:03.282896 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-1f348b68-68ec-4cb0-a94d-b3b562a4acc0 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:41:03.287431 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1957dc-3729-4520-894f-976a137a439e req-2dab45f6-b169-457c-b438-e2eeea0ec107 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:03.288996 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bf1957dc-3729-4520-894f-976a137a439e req-2dab45f6-b169-457c-b438-e2eeea0ec107 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=2de6d73b-a3c3-4fc1-b8e3-d83105037f43 HTTP/1.1" status: 200 len: 945 time: 0.2054889 Feb 17 17:41:03.376995 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff8891-7091-401c-b646-d31970693709 req-02584007-1f29-4bad-aeed-fa9011b80a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:03.378714 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4eff8891-7091-401c-b646-d31970693709 req-02584007-1f29-4bad-aeed-fa9011b80a14 service neutron] 10.222.0.91 "GET /v2.0/networks?id=249d7a73-68d0-4715-9e76-b2a8e292b955 HTTP/1.1" status: 200 len: 910 time: 0.2567892 Feb 17 17:41:03.386998 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e060aa8-85ce-4f9a-8c03-d69512201073 req-8238d2b9-3587-420a-ac3c-acebc0bf154f tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:03.388709 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0e060aa8-85ce-4f9a-8c03-d69512201073 req-8238d2b9-3587-420a-ac3c-acebc0bf154f tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.87 "GET /v2.0/ports?device_id=f8516490-e323-4676-8497-08f986001dea HTTP/1.1" status: 200 len: 950 time: 0.2406271 Feb 17 17:41:03.445569 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 1f934d60-b55a-4271-a2fa-6afadb256904 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:41:03.459785 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4eff8891-7091-401c-b646-d31970693709 req-4082b373-d6c5-4b1c-b1de-ad3782ba472d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b639a497-422d-403e-a296-c60f611dfd1b HTTP/1.1" status: 200 len: 217 time: 0.0699372 Feb 17 17:41:03.482524 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bf1957dc-3729-4520-894f-976a137a439e req-22afad01-3569-4651-b5e9-6e2d04ab9902 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826627 Feb 17 17:41:03.523178 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f348b68-68ec-4cb0-a94d-b3b562a4acc0 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Router e2225e1a-ef82-4253-b66b-bd99f4b37ccb has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:41:03.562571 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-b42de1ad-6a06-4e3a-b151-8d4c51b119e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:03.563162 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-b42de1ad-6a06-4e3a-b151-8d4c51b119e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:03.563641 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-b42de1ad-6a06-4e3a-b151-8d4c51b119e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:03.564086 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 1f934d60-b55a-4271-a2fa-6afadb256904 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:41:03.569092 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 1f934d60-b55a-4271-a2fa-6afadb256904 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:41:03.569533 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-b42de1ad-6a06-4e3a-b151-8d4c51b119e3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0a5e4a87-4ee5-43ba-9b80-4028df7a735a&id=cc320263-b432-4650-9484-dc130e67f905&id=cc320263-b432-4650-9484-dc130e67f905&id=cc320263-b432-4650-9484-dc130e67f905&id=cc320263-b432-4650-9484-dc130e67f905&id=7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef&id=7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef HTTP/1.1" status: 200 len: 2293 time: 0.2257681 Feb 17 17:41:03.569764 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1f934d60-b55a-4271-a2fa-6afadb256904), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:03.574745 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-713a8d96-08aa-49df-8028-c768236936cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (824d0d4f-b10f-4733-8dac-c9736c21734d), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:03.579730 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-713a8d96-08aa-49df-8028-c768236936cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:03.582055 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-713a8d96-08aa-49df-8028-c768236936cc admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/824d0d4f-b10f-4733-8dac-c9736c21734d HTTP/1.1" status: 204 len: 168 time: 0.5268829 Feb 17 17:41:03.616962 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a8d96-08aa-49df-8028-c768236936cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824d0d4f-b10f-4733-8dac-c9736c21734d,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:03.679586 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff8891-7091-401c-b646-d31970693709 req-876f9628-c57d-4ac8-bdfe-78402f730afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:03.686160 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4eff8891-7091-401c-b646-d31970693709 req-876f9628-c57d-4ac8-bdfe-78402f730afb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=183d9df1-0481-445d-8bb9-bc438141d74b HTTP/1.1" status: 200 len: 848 time: 0.2001674 Feb 17 17:41:03.712049 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 1f934d60-b55a-4271-a2fa-6afadb256904 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:41:03.712438 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1f934d60-b55a-4271-a2fa-6afadb256904), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:03.720531 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-234c7e86-0b02-4097-8eb2-d2b39d538885 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed35401b-3bd0-4605-9ab0-9a24b1913fbc HTTP/1.1" status: 200 len: 1002 time: 0.1431150 Feb 17 17:41:03.753141 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 1f934d60-b55a-4271-a2fa-6afadb256904, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=1f934d60-b55a-4271-a2fa-6afadb256904,segment=NetworkSegment(18563972-a346-4d2f-9db2-6c97a64b55cb),segment_id=18563972-a346-4d2f-9db2-6c97a64b55cb)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:41:03.754241 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e7a0c7-3754-495a-bd53-4f2c80b76913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f934d60-b55a-4271-a2fa-6afadb256904'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:41:03.759554 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746a2ba2-91ef-4ac4-83f1-eede7258c6b4" -d '{"events": [{"server_uuid": "80e7a0c7-3754-495a-bd53-4f2c80b76913", "name": "network-vif-plugged", "status": "completed", "tag": "1f934d60-b55a-4271-a2fa-6afadb256904"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:41:03.763628 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (1f934d60-b55a-4271-a2fa-6afadb256904), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:03.769086 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0e060aa8-85ce-4f9a-8c03-d69512201073 req-6f828d99-8959-42df-a807-77de41eb47cf tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.87 "GET /v2.0/security-groups?id=e9bd42c3-c838-49d1-a22a-8fe0d191573f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295989 Feb 17 17:41:03.856571 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-474878fc-8565-4848-bad4-020ea9d2b38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:03.858067 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-474878fc-8565-4848-bad4-020ea9d2b38a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98ec6acc-308e-4130-b06f-00382706d70a HTTP/1.1" status: 200 len: 851 time: 0.1301613 Feb 17 17:41:03.881499 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f348b68-68ec-4cb0-a94d-b3b562a4acc0 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:41:03.881499 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-1f348b68-68ec-4cb0-a94d-b3b562a4acc0 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "PUT /v2.0/routers/e2225e1a-ef82-4253-b66b-bd99f4b37ccb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1144331 Feb 17 17:41:03.892403 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 51186) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:03.903871 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4e0922-6b5a-4ff7-b117-4d3523474d5a None None] Sync routers for ids ['e2225e1a-ef82-4253-b66b-bd99f4b37ccb'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:41:03.917354 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-01a71fd5-0f17-44f1-b981-44fd8fbcbe43 None None] Provisioning complete for port 7d1b568a-9eef-4bf5-9748-576b4fe67899 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:41:03.917766 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-01a71fd5-0f17-44f1-b981-44fd8fbcbe43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7d1b568a-9eef-4bf5-9748-576b4fe67899), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:03.930799 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-82114ef4-49b3-4c96-a715-5e3f7e51c751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:03.935538 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=1f934d60-b55a-4271-a2fa-6afadb256904,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:03.935772 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-82114ef4-49b3-4c96-a715-5e3f7e51c751 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0a5e4a87-4ee5-43ba-9b80-4028df7a735a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0695462 Feb 17 17:41:03.942291 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4e0922-6b5a-4ff7-b117-4d3523474d5a None None] Routers {'e2225e1a-ef82-4253-b66b-bd99f4b37ccb'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:41:03.943068 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-6a4e0922-6b5a-4ff7-b117-4d3523474d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:40:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['e2225e1a-ef82-4253-b66b-bd99f4b37ccb'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:03.986481 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff8891-7091-401c-b646-d31970693709 req-ae0cff90-98dd-4dd3-91ac-9e83a803d98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:03.990523 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4eff8891-7091-401c-b646-d31970693709 req-ae0cff90-98dd-4dd3-91ac-9e83a803d98a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=249d7a73-68d0-4715-9e76-b2a8e292b955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2148237 Feb 17 17:41:04.004426 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc7133-affb-4749-a833-3bfa8a94e23c req-7c6e8fb4-a676-4816-80c6-8e470839a047 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:04.007772 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e0cc7133-affb-4749-a833-3bfa8a94e23c req-7c6e8fb4-a676-4816-80c6-8e470839a047 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e1b8510-1502-4cc4-a1b0-9a8c510a86dd HTTP/1.1" status: 200 len: 945 time: 0.3787191 Feb 17 17:41:04.017411 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-6a4e0922-6b5a-4ff7-b117-4d3523474d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:04.041509 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-01a71fd5-0f17-44f1-b981-44fd8fbcbe43 None None] Port 7d1b568a-9eef-4bf5-9748-576b4fe67899 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:41:04.046890 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4e0922-6b5a-4ff7-b117-4d3523474d5a None None] Routers {'e2225e1a-ef82-4253-b66b-bd99f4b37ccb'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:41:04.047823 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-6a4e0922-6b5a-4ff7-b117-4d3523474d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:40:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['e2225e1a-ef82-4253-b66b-bd99f4b37ccb'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:04.090708 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80dd6ef7-74d7-4919-bfc2-598e34caaf52 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:04.093277 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-80dd6ef7-74d7-4919-bfc2-598e34caaf52 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "GET /v2.0/ports/7d1b568a-9eef-4bf5-9748-576b4fe67899 HTTP/1.1" status: 200 len: 913 time: 0.1962857 Feb 17 17:41:04.100028 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 51192) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:04.150447 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-6a4e0922-6b5a-4ff7-b117-4d3523474d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:04.152659 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4e0922-6b5a-4ff7-b117-4d3523474d5a None None] The sync data for ids ['e2225e1a-ef82-4253-b66b-bd99f4b37ccb'] in n-d-829613-2 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:41:04.210952 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e0cc7133-affb-4749-a833-3bfa8a94e23c req-5f6861d8-7f66-461d-b74f-fe9b0fbf66ee tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932578 Feb 17 17:41:04.236187 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-f12c1a81-91f5-43e1-a98e-d439f8139d55 service neutron] 10.222.0.91 "GET /v2.0/networks/0a5e4a87-4ee5-43ba-9b80-4028df7a735a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898138 Feb 17 17:41:04.286545 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c95bf42-f0a2-47dd-b308-0ad1922cd3c8 x-openstack-request-id: req-7c95bf42-f0a2-47dd-b308-0ad1922cd3c8 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:41:04.287008 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80e7a0c7-3754-495a-bd53-4f2c80b76913", "name": "network-vif-plugged", "status": "completed", "tag": "1f934d60-b55a-4271-a2fa-6afadb256904", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:41:04.287423 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7c95bf42-f0a2-47dd-b308-0ad1922cd3c8 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:41:04.288052 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80e7a0c7-3754-495a-bd53-4f2c80b76913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f934d60-b55a-4271-a2fa-6afadb256904', 'code': 200} Feb 17 17:41:04.320174 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4eff8891-7091-401c-b646-d31970693709 req-e69b39f7-f11e-4d31-8022-092919d71b10 service neutron] 10.222.0.91 "GET /v2.0/networks/249d7a73-68d0-4715-9e76-b2a8e292b955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076425 Feb 17 17:41:04.480452 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-7a7c9227-d8c5-4276-8d0f-fc2903e8eb59 service neutron] 10.222.0.91 "GET /v2.0/networks/0a5e4a87-4ee5-43ba-9b80-4028df7a735a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423439 Feb 17 17:41:04.541250 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-53ce2737-b2be-4b0a-83de-a33e812e36d3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=52ff7d56-9a39-4bcd-81d3-82d714507134 HTTP/1.1" status: 200 len: 217 time: 0.0544915 Feb 17 17:41:04.566951 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e3511-6a43-4987-8310-79404f9b96e8 req-4a4dff2d-7699-4a82-8b5b-5ceb3154a917 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:04.568651 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-645e3511-6a43-4987-8310-79404f9b96e8 req-4a4dff2d-7699-4a82-8b5b-5ceb3154a917 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=80e7a0c7-3754-495a-bd53-4f2c80b76913 HTTP/1.1" status: 200 len: 945 time: 0.1581080 Feb 17 17:41:04.573834 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4eff8891-7091-401c-b646-d31970693709 req-3f182e5c-ed03-4a95-8982-5f9628f7fbbc service neutron] 10.222.0.91 "GET /v2.0/networks/249d7a73-68d0-4715-9e76-b2a8e292b955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466028 Feb 17 17:41:04.603003 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4acf8e5-1526-42dd-91e0-bbe0df3aa931 req-229ece0a-1ee1-488a-9ce7-3daa4a9562a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:04.605523 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b4acf8e5-1526-42dd-91e0-bbe0df3aa931 req-229ece0a-1ee1-488a-9ce7-3daa4a9562a5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=80e7a0c7-3754-495a-bd53-4f2c80b76913 HTTP/1.1" status: 200 len: 1127 time: 0.1952879 Feb 17 17:41:04.647121 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-b35d6f42-44e5-4e91-b6d5-437ed6edec1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:04.649150 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-b35d6f42-44e5-4e91-b6d5-437ed6edec1a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f2e0eb54-8f78-4737-b37f-1044983cc57f HTTP/1.1" status: 200 len: 797 time: 0.0873952 Feb 17 17:41:04.649724 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daebb238-ed4e-49e4-a90a-ae44b40837a8 req-67354213-5391-4764-9043-1b7cb83160a5 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:04.651350 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-daebb238-ed4e-49e4-a90a-ae44b40837a8 req-67354213-5391-4764-9043-1b7cb83160a5 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/ports?device_id=3838c5c4-af7e-4830-8cae-75f6ec0c3575 HTTP/1.1" status: 200 len: 944 time: 0.1486952 Feb 17 17:41:04.681781 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-645e3511-6a43-4987-8310-79404f9b96e8 req-c4c4bc20-74e5-474c-be88-152504175d7b tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973232 Feb 17 17:41:04.718089 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b4acf8e5-1526-42dd-91e0-bbe0df3aa931 req-638b86dd-522e-426c-bc28-2d331ddc2d9a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073105 Feb 17 17:41:04.754625 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-daebb238-ed4e-49e4-a90a-ae44b40837a8 req-66d09b19-7904-42ac-bc47-a974e7fb38fd tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/security-groups?id=806c1d2d-a559-4157-a49c-a01fcfccae91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942850 Feb 17 17:41:04.785336 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-14e484b6-ec69-41bb-8493-4fc41dcc03c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:04.786885 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-14e484b6-ec69-41bb-8493-4fc41dcc03c6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=cc320263-b432-4650-9484-dc130e67f905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1315269 Feb 17 17:41:04.848233 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b67f2087-b124-43ac-b59a-2db1deb253ac tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (e2225e1a-ef82-4253-b66b-bd99f4b37ccb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:05.003935 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-1dac3c82-ed3e-46eb-baa6-92eab650b3ad service neutron] 10.222.0.91 "GET /v2.0/networks/cc320263-b432-4650-9484-dc130e67f905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025716 Feb 17 17:41:05.079191 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445fdd8-70a8-4f59-9990-8faf6edf4e2f req-c7a6acb6-26f7-4cfa-9f48-62acda85808d tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:05.082862 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3445fdd8-70a8-4f59-9990-8faf6edf4e2f req-c7a6acb6-26f7-4cfa-9f48-62acda85808d tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e1b8510-1502-4cc4-a1b0-9a8c510a86dd HTTP/1.1" status: 200 len: 945 time: 0.1514666 Feb 17 17:41:05.084032 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device b639a497-422d-403e-a296-c60f611dfd1b details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:41:05.172348 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-d2105978-cade-4099-9c3c-53dc2915eaa3 service neutron] 10.222.0.91 "GET /v2.0/networks/cc320263-b432-4650-9484-dc130e67f905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614609 Feb 17 17:41:05.209320 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25463b-47d6-4fb4-a369-e22484befe60 req-e87c5d07-8e3c-4627-96b2-8c2b821e4394 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:05.218074 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-530a7cf0-4a78-430b-ac47-37ad45cf7682 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=08d126b0-cae8-435d-a7c4-67c6dbfa3b4c HTTP/1.1" status: 200 len: 217 time: 0.0379841 Feb 17 17:41:05.223582 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ba25463b-47d6-4fb4-a369-e22484befe60 req-e87c5d07-8e3c-4627-96b2-8c2b821e4394 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=2de6d73b-a3c3-4fc1-b8e3-d83105037f43 HTTP/1.1" status: 200 len: 945 time: 0.2478817 Feb 17 17:41:05.273471 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port b639a497-422d-403e-a296-c60f611dfd1b, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=b639a497-422d-403e-a296-c60f611dfd1b,segment=NetworkSegment(de9925ab-fb0a-459b-801e-29b98d137fdd),segment_id=de9925ab-fb0a-459b-801e-29b98d137fdd)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:41:05.283334 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3445fdd8-70a8-4f59-9990-8faf6edf4e2f req-791b3173-5e2c-4714-8317-41910e75dc6f tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892395 Feb 17 17:41:05.295337 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': 'b639a497-422d-403e-a296-c60f611dfd1b', 'network_id': '249d7a73-68d0-4715-9e76-b2a8e292b955', 'port_id': 'b639a497-422d-403e-a296-c60f611dfd1b', 'mac_address': 'fa:16:3e:12:68:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '183d9df1-0481-445d-8bb9-bc438141d74b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:41:05.321459 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-4ca1dd2e-ac89-49ec-a85a-64edc99d205a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:05.323211 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-4ca1dd2e-ac89-49ec-a85a-64edc99d205a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f2e0eb54-8f78-4737-b37f-1044983cc57f HTTP/1.1" status: 200 len: 797 time: 0.0867007 Feb 17 17:41:05.339188 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ba25463b-47d6-4fb4-a369-e22484befe60 req-dd20a292-79bc-4aea-b1de-74e9f2e65b0d tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141274 Feb 17 17:41:05.374442 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-b67f2087-b124-43ac-b59a-2db1deb253ac tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Deleting port 7d1b568a-9eef-4bf5-9748-576b4fe67899 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:41:05.374861 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b67f2087-b124-43ac-b59a-2db1deb253ac tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (7d1b568a-9eef-4bf5-9748-576b4fe67899), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:05.403881 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port b639a497-422d-403e-a296-c60f611dfd1b is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:41:05.404804 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b639a497-422d-403e-a296-c60f611dfd1b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:05.473847 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-0fef92ce-628e-422d-994b-d26cb44e0dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:05.476605 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-0fef92ce-628e-422d-994b-d26cb44e0dad service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=cc320263-b432-4650-9484-dc130e67f905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1480312 Feb 17 17:41:05.588355 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b67f2087-b124-43ac-b59a-2db1deb253ac tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (7d1b568a-9eef-4bf5-9748-576b4fe67899), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:05.605124 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e165294f-c1c6-4662-9e18-f0eec724ddc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:05.611865 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b639a497-422d-403e-a296-c60f611dfd1b {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:41:05.622980 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-b67f2087-b124-43ac-b59a-2db1deb253ac tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Calling delete_port for 7d1b568a-9eef-4bf5-9748-576b4fe67899 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:41:05.634273 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port b639a497-422d-403e-a296-c60f611dfd1b, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=b639a497-422d-403e-a296-c60f611dfd1b,segment=NetworkSegment(de9925ab-fb0a-459b-801e-29b98d137fdd),segment_id=de9925ab-fb0a-459b-801e-29b98d137fdd)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:41:05.638818 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b639a497-422d-403e-a296-c60f611dfd1b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:05.720457 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=b639a497-422d-403e-a296-c60f611dfd1b,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:05.922811 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['b639a497-422d-403e-a296-c60f611dfd1b'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:41:05.993223 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db7118-ab26-456a-bf1b-58f07c220fc4 req-648f2db8-d91e-47a4-a3a4-5b2b8d2aecfa tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:05.994931 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b3db7118-ab26-456a-bf1b-58f07c220fc4 req-648f2db8-d91e-47a4-a3a4-5b2b8d2aecfa tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/ports?device_id=3838c5c4-af7e-4830-8cae-75f6ec0c3575 HTTP/1.1" status: 200 len: 945 time: 0.1086512 Feb 17 17:41:06.003348 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584eb0a2-d03f-42d3-b1d9-0ee9b5864e19 req-ba2e4893-f38b-462c-b559-31ed36811451 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:06.012209 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-584eb0a2-d03f-42d3-b1d9-0ee9b5864e19 req-ba2e4893-f38b-462c-b559-31ed36811451 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=80e7a0c7-3754-495a-bd53-4f2c80b76913 HTTP/1.1" status: 200 len: 945 time: 0.1741242 Feb 17 17:41:06.056221 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-5b27d5c9-39cd-4cd7-9fd7-e4b3dbeeb695 service neutron] 10.222.0.91 "GET /v2.0/networks/cc320263-b432-4650-9484-dc130e67f905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5737069 Feb 17 17:41:06.078629 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-584eb0a2-d03f-42d3-b1d9-0ee9b5864e19 req-f9a8fc14-12ab-4fbf-846d-9f251a73a2e6 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655131 Feb 17 17:41:06.113142 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b3db7118-ab26-456a-bf1b-58f07c220fc4 req-6ffdef73-a1f0-44e7-a266-90cc39d60ead tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/security-groups?id=806c1d2d-a559-4157-a49c-a01fcfccae91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988145 Feb 17 17:41:06.222580 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-8f137d55-11a2-46ab-b546-6f01c5384ae3 service neutron] 10.222.0.91 "GET /v2.0/networks/cc320263-b432-4650-9484-dc130e67f905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587474 Feb 17 17:41:06.269479 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-5232d91e-fd12-4a57-ad2d-d648cdec426a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=4816c808-0fae-4aeb-902b-6085c77a50fa HTTP/1.1" status: 200 len: 217 time: 0.0368826 Feb 17 17:41:06.363693 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-bfdb74be-af7a-41f5-8ab2-5072c3e6ddad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:06.365271 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-bfdb74be-af7a-41f5-8ab2-5072c3e6ddad service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f2e0eb54-8f78-4737-b37f-1044983cc57f HTTP/1.1" status: 200 len: 797 time: 0.0884595 Feb 17 17:41:06.382238 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b67f2087-b124-43ac-b59a-2db1deb253ac tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (7d1b568a-9eef-4bf5-9748-576b4fe67899), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:06.416030 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f2087-b124-43ac-b59a-2db1deb253ac tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event deleted for resources: {'Port': ['ID=7d1b568a-9eef-4bf5-9748-576b4fe67899,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:06.584930 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-8ecaa45d-3b41-47cd-be96-0c2ddc757037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:06.586560 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-8ecaa45d-3b41-47cd-be96-0c2ddc757037 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=cc320263-b432-4650-9484-dc130e67f905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2146306 Feb 17 17:41:06.615621 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:06.637566 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b67f2087-b124-43ac-b59a-2db1deb253ac tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (e2225e1a-ef82-4253-b66b-bd99f4b37ccb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:06.774511 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-908a6715-86a7-49e1-8d6b-9d31fcb34576 service neutron] 10.222.0.91 "GET /v2.0/networks/cc320263-b432-4650-9484-dc130e67f905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794598 Feb 17 17:41:06.913979 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55516217-4259-4c86-9492-bd5b35c6fbb4 req-58146fc7-f950-4543-b112-5671500c5be2 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:06.916057 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-55516217-4259-4c86-9492-bd5b35c6fbb4 req-58146fc7-f950-4543-b112-5671500c5be2 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e1b8510-1502-4cc4-a1b0-9a8c510a86dd HTTP/1.1" status: 200 len: 945 time: 0.5262887 Feb 17 17:41:06.939734 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96246f9-fa3c-49d9-b710-74381f92a669 req-96ac7a99-b45c-4975-863a-c9c905003ad1 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:06.946564 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d96246f9-fa3c-49d9-b710-74381f92a669 req-96ac7a99-b45c-4975-863a-c9c905003ad1 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=2de6d73b-a3c3-4fc1-b8e3-d83105037f43 HTTP/1.1" status: 200 len: 945 time: 0.1329131 Feb 17 17:41:06.948952 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-497969d6-9135-4599-a7ed-8d735d66dc37 service neutron] 10.222.0.91 "GET /v2.0/networks/cc320263-b432-4650-9484-dc130e67f905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686480 Feb 17 17:41:06.954739 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105c5be-229f-4d86-8375-4bd6a69aa37a req-2488f163-2e5b-4612-a8f7-65f9f4c019d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:06.954739 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d105c5be-229f-4d86-8375-4bd6a69aa37a req-2488f163-2e5b-4612-a8f7-65f9f4c019d7 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2de6d73b-a3c3-4fc1-b8e3-d83105037f43 HTTP/1.1" status: 200 len: 1127 time: 0.1388247 Feb 17 17:41:07.003970 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-f86411ed-b1f5-4139-912d-148979f80469 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=46ca0592-2b78-4190-9be6-1b3e395f0384 HTTP/1.1" status: 200 len: 217 time: 0.0417821 Feb 17 17:41:07.005969 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67f2087-b124-43ac-b59a-2db1deb253ac tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Router e2225e1a-ef82-4253-b66b-bd99f4b37ccb has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:41:07.045235 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-55516217-4259-4c86-9492-bd5b35c6fbb4 req-f8d07d79-0b39-4cf9-8bfe-f4b31f806539 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201391 Feb 17 17:41:07.066320 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d96246f9-fa3c-49d9-b710-74381f92a669 req-dde778d0-4195-4595-9877-39bbd318ebbd tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151311 Feb 17 17:41:07.066320 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d105c5be-229f-4d86-8375-4bd6a69aa37a req-a1c6a469-0a47-4e46-bf40-9a51e6a9a07b service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002440 Feb 17 17:41:07.092037 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device b639a497-422d-403e-a296-c60f611dfd1b up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:41:07.157728 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-c2ce9600-504d-4286-820b-3b15d17af217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:07.159682 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-c2ce9600-504d-4286-820b-3b15d17af217 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f2e0eb54-8f78-4737-b37f-1044983cc57f HTTP/1.1" status: 200 len: 797 time: 0.1494548 Feb 17 17:41:07.173607 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port b639a497-422d-403e-a296-c60f611dfd1b completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:41:07.175759 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67f2087-b124-43ac-b59a-2db1deb253ac tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:41:07.179445 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port b639a497-422d-403e-a296-c60f611dfd1b triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:41:07.180559 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b639a497-422d-403e-a296-c60f611dfd1b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:07.181936 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b67f2087-b124-43ac-b59a-2db1deb253ac tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "PUT /v2.0/routers/e2225e1a-ef82-4253-b66b-bd99f4b37ccb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0806992 Feb 17 17:41:07.186305 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 51366) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:07.193556 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343b0ed0-ab48-488e-ab3a-462ea76e03c4 None None] Sync routers for ids ['e2225e1a-ef82-4253-b66b-bd99f4b37ccb'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:41:07.209263 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343b0ed0-ab48-488e-ab3a-462ea76e03c4 None None] Routers {'e2225e1a-ef82-4253-b66b-bd99f4b37ccb'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:41:07.209875 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-343b0ed0-ab48-488e-ab3a-462ea76e03c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:41:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['e2225e1a-ef82-4253-b66b-bd99f4b37ccb'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:07.251866 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-343b0ed0-ab48-488e-ab3a-462ea76e03c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:07.265610 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343b0ed0-ab48-488e-ab3a-462ea76e03c4 None None] Routers {'e2225e1a-ef82-4253-b66b-bd99f4b37ccb'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:41:07.266791 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-343b0ed0-ab48-488e-ab3a-462ea76e03c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:41:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['e2225e1a-ef82-4253-b66b-bd99f4b37ccb'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:07.306045 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-343b0ed0-ab48-488e-ab3a-462ea76e03c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:07.308020 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343b0ed0-ab48-488e-ab3a-462ea76e03c4 None None] The sync data for ids ['e2225e1a-ef82-4253-b66b-bd99f4b37ccb'] in n-d-829613-2 is: [] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:41:07.316185 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port b639a497-422d-403e-a296-c60f611dfd1b is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:41:07.316623 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b639a497-422d-403e-a296-c60f611dfd1b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:07.345854 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-e20d5e28-101b-4e63-b4dc-19dcd5e82f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:07.349436 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-e20d5e28-101b-4e63-b4dc-19dcd5e82f69 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=cc320263-b432-4650-9484-dc130e67f905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0970953 Feb 17 17:41:07.350609 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3838c5c4-af7e-4830-8cae-75f6ec0c3575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b639a497-422d-403e-a296-c60f611dfd1b'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:41:07.353434 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2929bb-2a6e-4d05-80d0-6e364112e8eb" -d '{"events": [{"server_uuid": "3838c5c4-af7e-4830-8cae-75f6ec0c3575", "name": "network-vif-plugged", "status": "completed", "tag": "b639a497-422d-403e-a296-c60f611dfd1b"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:41:07.365116 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port b639a497-422d-403e-a296-c60f611dfd1b, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=b639a497-422d-403e-a296-c60f611dfd1b,segment=NetworkSegment(de9925ab-fb0a-459b-801e-29b98d137fdd),segment_id=de9925ab-fb0a-459b-801e-29b98d137fdd)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:41:07.370395 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b639a497-422d-403e-a296-c60f611dfd1b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:07.410185 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5354cfdb-2de0-4139-8b3b-952eb8e96020 req-c2c19e72-11d3-4e35-8133-06d0f6f38144 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:07.411680 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5354cfdb-2de0-4139-8b3b-952eb8e96020 req-c2c19e72-11d3-4e35-8133-06d0f6f38144 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=80e7a0c7-3754-495a-bd53-4f2c80b76913 HTTP/1.1" status: 200 len: 945 time: 0.1581373 Feb 17 17:41:07.442791 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=b639a497-422d-403e-a296-c60f611dfd1b,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:07.458551 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea4ffb-47df-48a9-afaf-8fc49e769dcc req-aaf5459b-153e-4549-9666-42618327ecd6 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:07.466642 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d9ea4ffb-47df-48a9-afaf-8fc49e769dcc req-aaf5459b-153e-4549-9666-42618327ecd6 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/ports?device_id=3838c5c4-af7e-4830-8cae-75f6ec0c3575 HTTP/1.1" status: 200 len: 945 time: 0.2018301 Feb 17 17:41:07.483214 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-0882b737-07f5-497e-825a-ed389f00f3dd service neutron] 10.222.0.91 "GET /v2.0/networks/cc320263-b432-4650-9484-dc130e67f905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266584 Feb 17 17:41:07.486705 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 8787d5d2-3f84-4423-9f0d-ae43c4c30a90 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:41:07.596352 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-35437eb4-efa7-4d05-81fe-31baa12d126e service neutron] 10.222.0.91 "GET /v2.0/networks/cc320263-b432-4650-9484-dc130e67f905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987766 Feb 17 17:41:07.618746 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 8787d5d2-3f84-4423-9f0d-ae43c4c30a90 is: ACTIVE; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:41:07.619341 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8787d5d2-3f84-4423-9f0d-ae43c4c30a90), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:07.647373 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-e53d5cd5-e8e6-443f-8f21-bb97a8d08c18 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=613c48ee-ff33-4710-a66b-a3a36bbd9380 HTTP/1.1" status: 200 len: 217 time: 0.0435789 Feb 17 17:41:07.662565 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 8787d5d2-3f84-4423-9f0d-ae43c4c30a90, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=8787d5d2-3f84-4423-9f0d-ae43c4c30a90,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:41:07.671085 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (8787d5d2-3f84-4423-9f0d-ae43c4c30a90), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:07.689685 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d9ea4ffb-47df-48a9-afaf-8fc49e769dcc req-82605a8f-a938-429e-9c86-29fe0020b6f5 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/security-groups?id=806c1d2d-a559-4157-a49c-a01fcfccae91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2068083 Feb 17 17:41:07.706082 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-0a994793-f366-4884-827f-b077f7b15859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:07.708087 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-0a994793-f366-4884-827f-b077f7b15859 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=540d487b-e25b-4d54-95fe-b2d05bcb76cb HTTP/1.1" status: 200 len: 797 time: 0.0542035 Feb 17 17:41:07.725117 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=8787d5d2-3f84-4423-9f0d-ae43c4c30a90,revision_number=11']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:07.732538 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5354cfdb-2de0-4139-8b3b-952eb8e96020 req-c075dc2f-0134-4ff0-9f80-ba04b59aa08b tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822564 Feb 17 17:41:07.788161 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-8113e049-c1ae-4c5c-9478-0e500d59b4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:07.790460 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-8113e049-c1ae-4c5c-9478-0e500d59b4f6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0760612 Feb 17 17:41:07.821945 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d0f297-5629-4e55-9188-3ee7511c9f5b x-openstack-request-id: req-f5d0f297-5629-4e55-9188-3ee7511c9f5b {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:41:07.822412 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3838c5c4-af7e-4830-8cae-75f6ec0c3575", "name": "network-vif-plugged", "status": "completed", "tag": "b639a497-422d-403e-a296-c60f611dfd1b", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:41:07.822668 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f5d0f297-5629-4e55-9188-3ee7511c9f5b {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:41:07.823134 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3838c5c4-af7e-4830-8cae-75f6ec0c3575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b639a497-422d-403e-a296-c60f611dfd1b', 'code': 200} Feb 17 17:41:07.860139 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:07.958827 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-3f2f78c0-57d6-4d05-85a8-4af059bd5ea9 service neutron] 10.222.0.91 "GET /v2.0/networks/7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596119 Feb 17 17:41:08.041586 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d0d6b-9552-4892-a982-fe43d5cfa7eb req-ef923a39-aea6-4ea1-8df7-7c417ee636a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:08.043794 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4f7d0d6b-9552-4892-a982-fe43d5cfa7eb req-ef923a39-aea6-4ea1-8df7-7c417ee636a3 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=3838c5c4-af7e-4830-8cae-75f6ec0c3575 HTTP/1.1" status: 200 len: 1128 time: 0.0991087 Feb 17 17:41:08.051461 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f9980-8211-49c8-b95d-41776648bd39 req-cd9e6bbe-405b-42fb-8888-7839da99c5f5 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:08.060220 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e36f9980-8211-49c8-b95d-41776648bd39 req-cd9e6bbe-405b-42fb-8888-7839da99c5f5 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=80e7a0c7-3754-495a-bd53-4f2c80b76913 HTTP/1.1" status: 200 len: 945 time: 0.1750798 Feb 17 17:41:08.112992 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a6eee5d2-ebd5-4f99-a047-75504ba72189 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (e2225e1a-ef82-4253-b66b-bd99f4b37ccb), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:08.146485 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-50fd4d0c-a527-42ec-8a08-83ba9309ff4a service neutron] 10.222.0.91 "GET /v2.0/networks/7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679032 Feb 17 17:41:08.197610 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-306b5315-ce5e-4d26-ad77-a0d25178df15 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3a0304e4-2f7a-4a83-9f09-e81f38957152 HTTP/1.1" status: 200 len: 217 time: 0.0455980 Feb 17 17:41:08.251418 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-dc04ee87-48e8-400f-8ec9-0200c2753a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:08.253893 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-dc04ee87-48e8-400f-8ec9-0200c2753a57 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=540d487b-e25b-4d54-95fe-b2d05bcb76cb HTTP/1.1" status: 200 len: 797 time: 0.0513813 Feb 17 17:41:08.268377 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e36f9980-8211-49c8-b95d-41776648bd39 req-2e0c266c-d4c0-4118-bf90-4d25ad9d8f3b tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069986 Feb 17 17:41:08.273775 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4f7d0d6b-9552-4892-a982-fe43d5cfa7eb req-5e9b01d1-fce1-47bd-b9a7-6e72edbf4179 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=806c1d2d-a559-4157-a49c-a01fcfccae91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2112916 Feb 17 17:41:08.349733 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-62f7e800-533f-4d33-8f9e-9feab3b3c3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:08.352287 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-62f7e800-533f-4d33-8f9e-9feab3b3c3c8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0916450 Feb 17 17:41:08.404309 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097da60-e23d-4d38-b5b3-ff1cb6a3e564 req-b9affe42-3c27-4414-b89a-3c55198ad54a tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:08.405791 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9097da60-e23d-4d38-b5b3-ff1cb6a3e564 req-b9affe42-3c27-4414-b89a-3c55198ad54a tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e1b8510-1502-4cc4-a1b0-9a8c510a86dd HTTP/1.1" status: 200 len: 945 time: 0.2456098 Feb 17 17:41:08.466902 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c9b32-e229-4396-a1b2-2d35d363b60a req-bc2e801b-361e-4e15-92fa-12244eb88cb0 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:08.468406 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-180c9b32-e229-4396-a1b2-2d35d363b60a req-bc2e801b-361e-4e15-92fa-12244eb88cb0 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=2de6d73b-a3c3-4fc1-b8e3-d83105037f43 HTTP/1.1" status: 200 len: 945 time: 0.1294427 Feb 17 17:41:08.504215 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9097da60-e23d-4d38-b5b3-ff1cb6a3e564 req-a91d3134-b548-48c7-ba0c-b9375a2f8b56 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917592 Feb 17 17:41:08.566429 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-180c9b32-e229-4396-a1b2-2d35d363b60a req-2bd3cfc1-8c86-4f4b-9352-caf152c39e9c tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903151 Feb 17 17:41:08.669900 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-a6eee5d2-ebd5-4f99-a047-75504ba72189 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Deleting port af337953-7a76-43cb-a7f0-1603af341ca2 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:41:08.670495 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a6eee5d2-ebd5-4f99-a047-75504ba72189 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (af337953-7a76-43cb-a7f0-1603af341ca2), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:08.700766 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-9a2ec652-a06f-4d2a-936a-90559e7d79ee service neutron] 10.222.0.91 "GET /v2.0/networks/7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183836 Feb 17 17:41:08.851221 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a6eee5d2-ebd5-4f99-a047-75504ba72189 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (af337953-7a76-43cb-a7f0-1603af341ca2), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:08.883220 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630e572-a5d3-4967-9ae3-dc4cf8851ec0 req-d6944c54-4d09-48a7-bebf-de90482aa59a tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:08.890408 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9630e572-a5d3-4967-9ae3-dc4cf8851ec0 req-d6944c54-4d09-48a7-bebf-de90482aa59a tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/ports?device_id=3838c5c4-af7e-4830-8cae-75f6ec0c3575 HTTP/1.1" status: 200 len: 946 time: 0.0926254 Feb 17 17:41:08.893914 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-a6eee5d2-ebd5-4f99-a047-75504ba72189 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Calling delete_port for af337953-7a76-43cb-a7f0-1603af341ca2 owned by network:router_interface {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:41:08.927453 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eea5c4d8-7e05-4e3e-af86-cf3b61c8b9eb req-17b6e922-01ef-4d3a-a8f4-ca6827f69f40 service neutron] 10.222.0.91 "GET /v2.0/networks/7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151597 Feb 17 17:41:08.980483 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:08.985475 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9630e572-a5d3-4967-9ae3-dc4cf8851ec0 req-524774fd-bddd-4655-b425-facc65bfc799 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/security-groups?id=806c1d2d-a559-4157-a49c-a01fcfccae91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898523 Feb 17 17:41:09.232197 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387aa46-cb2b-4ad8-9f43-7efa51e484f2 req-42d131d6-58a8-43b5-a742-2a7c6e78053a tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:09.237206 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0387aa46-cb2b-4ad8-9f43-7efa51e484f2 req-42d131d6-58a8-43b5-a742-2a7c6e78053a tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/networks?id=b2cdfbff-16c7-45e3-b97b-944f59a2460d HTTP/1.1" status: 200 len: 811 time: 0.2285368 Feb 17 17:41:09.260332 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0387aa46-cb2b-4ad8-9f43-7efa51e484f2 req-53a84d46-2148-4bb3-8f7f-d44e1fb10012 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/quotas/b0fb42267d024cfbae564aa55b350788 HTTP/1.1" status: 200 len: 375 time: 0.0221853 Feb 17 17:41:09.278873 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2e837-14db-429c-bd14-4b38de4bdd41 req-f40ae82f-fc26-4ca2-b038-c73885d8f813 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:09.280628 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-60e2e837-14db-429c-bd14-4b38de4bdd41 req-f40ae82f-fc26-4ca2-b038-c73885d8f813 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=80e7a0c7-3754-495a-bd53-4f2c80b76913 HTTP/1.1" status: 200 len: 945 time: 0.2034593 Feb 17 17:41:09.410609 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-60e2e837-14db-429c-bd14-4b38de4bdd41 req-14753526-7af4-4e98-a76a-37c4781fdb3f tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187453 Feb 17 17:41:09.422926 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0387aa46-cb2b-4ad8-9f43-7efa51e484f2 req-3a55d7ba-c04f-4ebf-b0af-ebcf347a1adc tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=b0fb42267d024cfbae564aa55b350788&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1529140 Feb 17 17:41:09.444709 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a6eee5d2-ebd5-4f99-a047-75504ba72189 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (af337953-7a76-43cb-a7f0-1603af341ca2), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:09.484706 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eee5d2-ebd5-4f99-a047-75504ba72189 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event deleted for resources: {'Port': ['ID=af337953-7a76-43cb-a7f0-1603af341ca2,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:09.668443 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a6eee5d2-ebd5-4f99-a047-75504ba72189 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (e2225e1a-ef82-4253-b66b-bd99f4b37ccb), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:09.696357 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0387aa46-cb2b-4ad8-9f43-7efa51e484f2 req-7db1e6d4-ede2-423d-a3c3-16afbc59a9c5 service neutron] 10.222.0.87 "GET /v2.0/networks/b2cdfbff-16c7-45e3-b97b-944f59a2460d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589076 Feb 17 17:41:09.825032 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8516490-e323-4676-8497-08f986001dea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8787d5d2-3f84-4423-9f0d-ae43c4c30a90'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:41:09.827797 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d09873e-0e97-4ea0-83c0-31370bbed230" -d '{"events": [{"server_uuid": "f8516490-e323-4676-8497-08f986001dea", "name": "network-vif-unplugged", "status": "completed", "tag": "8787d5d2-3f84-4423-9f0d-ae43c4c30a90"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:41:09.938112 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0387aa46-cb2b-4ad8-9f43-7efa51e484f2 req-c8d75931-98ca-4950-9340-b7b1a47df71a service neutron] 10.222.0.87 "GET /v2.0/networks/b2cdfbff-16c7-45e3-b97b-944f59a2460d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408719 Feb 17 17:41:09.954624 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6eee5d2-ebd5-4f99-a047-75504ba72189 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Router e2225e1a-ef82-4253-b66b-bd99f4b37ccb has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:41:10.234546 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 17:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f15ebbc-0766-48f6-aa61-6c396ca0aab9 x-openstack-request-id: req-3f15ebbc-0766-48f6-aa61-6c396ca0aab9 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:41:10.235209 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8516490-e323-4676-8497-08f986001dea", "name": "network-vif-unplugged", "status": "completed", "tag": "8787d5d2-3f84-4423-9f0d-ae43c4c30a90", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:41:10.235209 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3f15ebbc-0766-48f6-aa61-6c396ca0aab9 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:41:10.235481 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8516490-e323-4676-8497-08f986001dea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8787d5d2-3f84-4423-9f0d-ae43c4c30a90', 'code': 200} Feb 17 17:41:10.531395 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6eee5d2-ebd5-4f99-a047-75504ba72189 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:41:10.543387 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a6eee5d2-ebd5-4f99-a047-75504ba72189 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "PUT /v2.0/routers/e2225e1a-ef82-4253-b66b-bd99f4b37ccb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3535254 Feb 17 17:41:10.543894 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 51544) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:10.546184 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f42f17-f6ee-46e8-9384-b7391a6de2d1 None None] Sync routers for ids ['e2225e1a-ef82-4253-b66b-bd99f4b37ccb'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:41:10.556525 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f42f17-f6ee-46e8-9384-b7391a6de2d1 None None] Routers {'e2225e1a-ef82-4253-b66b-bd99f4b37ccb'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:41:10.557446 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-71f42f17-f6ee-46e8-9384-b7391a6de2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:41:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['e2225e1a-ef82-4253-b66b-bd99f4b37ccb'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:10.609435 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c8ae52-4041-4e14-89bf-b3bf4e5d942f req-1a36a5fc-5e4f-4841-8e5e-0e4486d5ab83 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:10.615330 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0c959932-4629-41e1-8ca4-3ea885a87c10 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2225e1a-ef82-4253-b66b-bd99f4b37ccb HTTP/1.1" status: 200 len: 205 time: 0.0681481 Feb 17 17:41:10.615520 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-68c8ae52-4041-4e14-89bf-b3bf4e5d942f req-1a36a5fc-5e4f-4841-8e5e-0e4486d5ab83 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/ports?device_id=3838c5c4-af7e-4830-8cae-75f6ec0c3575 HTTP/1.1" status: 200 len: 946 time: 0.1753418 Feb 17 17:41:10.616674 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 51546) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:10.618740 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-71f42f17-f6ee-46e8-9384-b7391a6de2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:10.628699 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52879dd9-aaa9-4190-92b2-5ff71c1f5811 req-e155bc65-8e80-4f06-accf-eba07c034908 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:10.630274 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f42f17-f6ee-46e8-9384-b7391a6de2d1 None None] Routers {'e2225e1a-ef82-4253-b66b-bd99f4b37ccb'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:41:10.631114 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-71f42f17-f6ee-46e8-9384-b7391a6de2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:41:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['e2225e1a-ef82-4253-b66b-bd99f4b37ccb'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:10.639538 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-52879dd9-aaa9-4190-92b2-5ff71c1f5811 req-e155bc65-8e80-4f06-accf-eba07c034908 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e1b8510-1502-4cc4-a1b0-9a8c510a86dd HTTP/1.1" status: 200 len: 945 time: 0.2006843 Feb 17 17:41:10.661080 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5797014b-3416-4522-aadb-832fb5549249 req-a1c6a6b4-544b-4888-9900-44a35123ad5e tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:10.662570 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5797014b-3416-4522-aadb-832fb5549249 req-a1c6a6b4-544b-4888-9900-44a35123ad5e tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.71 "GET /v2.0/ports?device_id=80e7a0c7-3754-495a-bd53-4f2c80b76913 HTTP/1.1" status: 200 len: 945 time: 0.2226799 Feb 17 17:41:10.681051 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-71f42f17-f6ee-46e8-9384-b7391a6de2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:10.682081 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f42f17-f6ee-46e8-9384-b7391a6de2d1 None None] The sync data for ids ['e2225e1a-ef82-4253-b66b-bd99f4b37ccb'] in n-d-829613-2 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:41:10.746122 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9129680f-bfcb-429b-aba9-4e99b8f3e07e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for router (e2225e1a-ef82-4253-b66b-bd99f4b37ccb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:10.860372 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-68c8ae52-4041-4e14-89bf-b3bf4e5d942f req-b5090d5c-dc60-4795-b78c-ff28edb72a43 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/security-groups?id=806c1d2d-a559-4157-a49c-a01fcfccae91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1961367 Feb 17 17:41:10.920524 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-52879dd9-aaa9-4190-92b2-5ff71c1f5811 req-2bb13c94-b2dc-4dd7-ac7f-47eac6c80732 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710788 Feb 17 17:41:10.976620 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9129680f-bfcb-429b-aba9-4e99b8f3e07e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (e2225e1a-ef82-4253-b66b-bd99f4b37ccb), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:10.979686 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9129680f-bfcb-429b-aba9-4e99b8f3e07e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for router_controller (e2225e1a-ef82-4253-b66b-bd99f4b37ccb), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:11.021733 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-54db3305-9055-4b16-9a95-a8831b2a502f req-13a0f516-08cb-4736-8b18-f98d20f273e9 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=b225e2b2-ab3f-4f53-a044-4c9a77e83d8f HTTP/1.1" status: 200 len: 210 time: 0.0549757 Feb 17 17:41:11.025310 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-5797014b-3416-4522-aadb-832fb5549249 req-4cf0c163-49ce-4175-baf4-c600fee06557 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Deleting port 1f934d60-b55a-4271-a2fa-6afadb256904 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:41:11.025823 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-5797014b-3416-4522-aadb-832fb5549249 req-4cf0c163-49ce-4175-baf4-c600fee06557 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (1f934d60-b55a-4271-a2fa-6afadb256904), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:11.072860 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9129680f-bfcb-429b-aba9-4e99b8f3e07e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (e2225e1a-ef82-4253-b66b-bd99f4b37ccb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:11.073402 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9129680f-bfcb-429b-aba9-4e99b8f3e07e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Fanout notify agent at l3_agent the message router_deleted on router e2225e1a-ef82-4253-b66b-bd99f4b37ccb {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:41:11.088536 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9129680f-bfcb-429b-aba9-4e99b8f3e07e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:11.089687 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9129680f-bfcb-429b-aba9-4e99b8f3e07e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "DELETE /v2.0/routers/e2225e1a-ef82-4253-b66b-bd99f4b37ccb HTTP/1.1" status: 204 len: 168 time: 0.4714239 Feb 17 17:41:11.092338 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 51560) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:11.174413 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-57edf53d-d8a8-4898-9207-35a6c572830c tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Deleting subnet 35d44f6e-e93c-41ee-8c50-3eb7452f834d {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:41:11.180722 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-57edf53d-d8a8-4898-9207-35a6c572830c tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for subnet (35d44f6e-e93c-41ee-8c50-3eb7452f834d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:11.205312 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-5797014b-3416-4522-aadb-832fb5549249 req-4cf0c163-49ce-4175-baf4-c600fee06557 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] For port 1f934d60-b55a-4271-a2fa-6afadb256904, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=1f934d60-b55a-4271-a2fa-6afadb256904,segment=NetworkSegment(18563972-a346-4d2f-9db2-6c97a64b55cb),segment_id=18563972-a346-4d2f-9db2-6c97a64b55cb)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:41:11.205691 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-5797014b-3416-4522-aadb-832fb5549249 req-4cf0c163-49ce-4175-baf4-c600fee06557 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (1f934d60-b55a-4271-a2fa-6afadb256904), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:11.229740 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-5797014b-3416-4522-aadb-832fb5549249 req-4cf0c163-49ce-4175-baf4-c600fee06557 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Calling delete_port for 1f934d60-b55a-4271-a2fa-6afadb256904 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:41:11.251452 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da619425-168f-489f-b58d-c79f5a0d562e req-c23445aa-bd7f-4813-b2d0-a802194d99a6 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:11.252916 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-da619425-168f-489f-b58d-c79f5a0d562e req-c23445aa-bd7f-4813-b2d0-a802194d99a6 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=80e7a0c7-3754-495a-bd53-4f2c80b76913 HTTP/1.1" status: 200 len: 945 time: 0.1212692 Feb 17 17:41:11.263982 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-57edf53d-d8a8-4898-9207-35a6c572830c tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (35d44f6e-e93c-41ee-8c50-3eb7452f834d), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:11.410779 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-57edf53d-d8a8-4898-9207-35a6c572830c tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (35d44f6e-e93c-41ee-8c50-3eb7452f834d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:11.499267 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-57edf53d-d8a8-4898-9207-35a6c572830c tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (35d44f6e-e93c-41ee-8c50-3eb7452f834d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:11.500138 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-da619425-168f-489f-b58d-c79f5a0d562e req-d147bdb2-5d5d-4318-b3e6-8de6bb82e9f7 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379935 Feb 17 17:41:11.519917 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-57edf53d-d8a8-4898-9207-35a6c572830c tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:11.533948 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db85acf-a8b2-4538-ac05-3e620fb17b21 None None] Network 743b8801-80fc-424c-a5b9-b4de817f06bf requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:41:11.549650 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-57edf53d-d8a8-4898-9207-35a6c572830c tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "DELETE /v2.0/subnets/35d44f6e-e93c-41ee-8c50-3eb7452f834d HTTP/1.1" status: 204 len: 168 time: 0.4562027 Feb 17 17:41:11.606593 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 51590) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:11.607863 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57edf53d-d8a8-4898-9207-35a6c572830c tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event deleted for resources: {'Subnet': ['ID=35d44f6e-e93c-41ee-8c50-3eb7452f834d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:11.687391 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-946ff403-f348-4619-aaec-320031a0b415 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Deleting subnet 288767de-63f0-4a87-884a-7f6ae5ae1683 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:41:11.691123 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-946ff403-f348-4619-aaec-320031a0b415 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for subnet (288767de-63f0-4a87-884a-7f6ae5ae1683), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:11.747732 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-946ff403-f348-4619-aaec-320031a0b415 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (288767de-63f0-4a87-884a-7f6ae5ae1683), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:11.803735 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bffcbd-0b98-44d8-8969-165dd6d5057c None None] DHCP port deletion for 743b8801-80fc-424c-a5b9-b4de817f06bf request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:41:11.809329 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a060f-a297-445d-b81f-251e9805f632 req-26d46f77-dc1a-47f1-bf60-d6eb67e8e685 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:11.814985 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aa8a060f-a297-445d-b81f-251e9805f632 req-26d46f77-dc1a-47f1-bf60-d6eb67e8e685 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/ports?device_id=3838c5c4-af7e-4830-8cae-75f6ec0c3575 HTTP/1.1" status: 200 len: 946 time: 0.1883750 Feb 17 17:41:11.827013 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387aa46-cb2b-4ad8-9f43-7efa51e484f2 req-8c679adb-b224-4208-8fdd-a94fa70ab938 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:11.828694 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0387aa46-cb2b-4ad8-9f43-7efa51e484f2 req-8c679adb-b224-4208-8fdd-a94fa70ab938 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.71 "GET /v2.0/networks?id=b2cdfbff-16c7-45e3-b97b-944f59a2460d HTTP/1.1" status: 200 len: 811 time: 0.4328151 Feb 17 17:41:11.829314 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 51604) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:11.832439 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-5797014b-3416-4522-aadb-832fb5549249 req-4cf0c163-49ce-4175-baf4-c600fee06557 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (1f934d60-b55a-4271-a2fa-6afadb256904), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:11.846579 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-1ba7536c-eb04-4676-a0fb-d5ff447f83a1 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Request body: {'floatingip': {'port_id': 'b639a497-422d-403e-a296-c60f611dfd1b'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:11.859231 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-0387aa46-cb2b-4ad8-9f43-7efa51e484f2 req-3c3c69c1-d7ac-46e1-be6b-bd303a8a1f12 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Request body: {'port': {'device_id': 'b225e2b2-ab3f-4f53-a044-4c9a77e83d8f', 'network_id': 'b2cdfbff-16c7-45e3-b97b-944f59a2460d', 'admin_state_up': True, 'tenant_id': 'b0fb42267d024cfbae564aa55b350788'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:11.862758 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-946ff403-f348-4619-aaec-320031a0b415 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (288767de-63f0-4a87-884a-7f6ae5ae1683), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:11.863045 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['1f934d60-b55a-4271-a2fa-6afadb256904'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:41:11.864843 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['d0cc2a16-299a-4fcb-9e02-8e660124ccbc'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:41:11.927907 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-946ff403-f348-4619-aaec-320031a0b415 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (288767de-63f0-4a87-884a-7f6ae5ae1683), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:11.974442 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ff403-f348-4619-aaec-320031a0b415 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event deleted for resources: {'Subnet': ['ID=288767de-63f0-4a87-884a-7f6ae5ae1683,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:11.977224 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-946ff403-f348-4619-aaec-320031a0b415 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:11.981015 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-946ff403-f348-4619-aaec-320031a0b415 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "DELETE /v2.0/subnets/288767de-63f0-4a87-884a-7f6ae5ae1683 HTTP/1.1" status: 204 len: 168 time: 0.3636675 Feb 17 17:41:11.989743 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 51614) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:12.054433 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf0c163-49ce-4175-baf4-c600fee06557 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Pushing event deleted for resources: {'Port': ['ID=1f934d60-b55a-4271-a2fa-6afadb256904,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:12.087688 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08d1e4f-63e1-4859-8053-c4f9aaedea12 None None] Network 8171219a-902a-4326-9ca3-07aa71b9eb64 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:41:12.091252 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5aec6ebf-45c7-4d42-9d35-7c4c4cd605c2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (743b8801-80fc-424c-a5b9-b4de817f06bf), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:12.116677 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1ba7536c-eb04-4676-a0fb-d5ff447f83a1 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks [] for floatingip (cac6031b-9009-478c-b32d-40b5215bca60), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:12.214965 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-6027b5d3-3e0d-44da-852c-dc1a7189ca9a req-f8255903-bfc2-4fb4-933b-4cc0cf89de97 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f8516490-e323-4676-8497-08f986001dea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1117842 Feb 17 17:41:12.237050 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-5aec6ebf-45c7-4d42-9d35-7c4c4cd605c2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Deleting port e69ddc07-2cbf-442b-8739-a8808f93e3ed {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:41:12.237788 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5aec6ebf-45c7-4d42-9d35-7c4c4cd605c2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (e69ddc07-2cbf-442b-8739-a8808f93e3ed), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:12.309930 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-60bffcbd-0b98-44d8-8969-165dd6d5057c None None] Deleting port e69ddc07-2cbf-442b-8739-a8808f93e3ed {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:41:12.310631 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-60bffcbd-0b98-44d8-8969-165dd6d5057c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (e69ddc07-2cbf-442b-8739-a8808f93e3ed), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:12.388000 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-60bffcbd-0b98-44d8-8969-165dd6d5057c None None] For port e69ddc07-2cbf-442b-8739-a8808f93e3ed, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=e69ddc07-2cbf-442b-8739-a8808f93e3ed,segment=NetworkSegment(75306e56-6532-4f8d-a9ca-9c275e681b27),segment_id=75306e56-6532-4f8d-a9ca-9c275e681b27)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:41:12.389086 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-60bffcbd-0b98-44d8-8969-165dd6d5057c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (e69ddc07-2cbf-442b-8739-a8808f93e3ed), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:12.391738 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027b5d3-3e0d-44da-852c-dc1a7189ca9a req-cb8c9401-a7d7-4b83-ba36-c70aad668805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:12.397222 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-6027b5d3-3e0d-44da-852c-dc1a7189ca9a req-cb8c9401-a7d7-4b83-ba36-c70aad668805 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=98b36a0977de45c0a743fd9cc28b88ad&device_id=f8516490-e323-4676-8497-08f986001dea HTTP/1.1" status: 200 len: 1130 time: 0.1553652 Feb 17 17:41:12.411233 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-5aec6ebf-45c7-4d42-9d35-7c4c4cd605c2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] For port e69ddc07-2cbf-442b-8739-a8808f93e3ed, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=e69ddc07-2cbf-442b-8739-a8808f93e3ed,segment=NetworkSegment(75306e56-6532-4f8d-a9ca-9c275e681b27),segment_id=75306e56-6532-4f8d-a9ca-9c275e681b27)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:41:12.413189 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5aec6ebf-45c7-4d42-9d35-7c4c4cd605c2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (e69ddc07-2cbf-442b-8739-a8808f93e3ed), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:12.413799 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-5797014b-3416-4522-aadb-832fb5549249 req-4cf0c163-49ce-4175-baf4-c600fee06557 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] No DVR routers for this DVR port 1f934d60-b55a-4271-a2fa-6afadb256904 on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:41:12.414544 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-60bffcbd-0b98-44d8-8969-165dd6d5057c None None] Calling delete_port for e69ddc07-2cbf-442b-8739-a8808f93e3ed owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:41:12.420376 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-5797014b-3416-4522-aadb-832fb5549249 req-4cf0c163-49ce-4175-baf4-c600fee06557 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:12.424766 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5797014b-3416-4522-aadb-832fb5549249 req-4cf0c163-49ce-4175-baf4-c600fee06557 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.71 "DELETE /v2.0/ports/1f934d60-b55a-4271-a2fa-6afadb256904 HTTP/1.1" status: 204 len: 173 time: 1.7466893 Feb 17 17:41:12.481870 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e7a0c7-3754-495a-bd53-4f2c80b76913', 'name': 'network-vif-deleted', 'tag': '1f934d60-b55a-4271-a2fa-6afadb256904'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:41:12.484733 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b293bdf4-88e7-4ecf-bd85-f96542aa0ab8" -d '{"events": [{"server_uuid": "80e7a0c7-3754-495a-bd53-4f2c80b76913", "name": "network-vif-deleted", "tag": "1f934d60-b55a-4271-a2fa-6afadb256904"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:41:12.597573 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-5aec6ebf-45c7-4d42-9d35-7c4c4cd605c2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Calling delete_port for e69ddc07-2cbf-442b-8739-a8808f93e3ed owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:41:12.608284 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027b5d3-3e0d-44da-852c-dc1a7189ca9a req-2d04c774-6bb9-4901-b313-ae0c952a4eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:12.609773 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-6027b5d3-3e0d-44da-852c-dc1a7189ca9a req-2d04c774-6bb9-4901-b313-ae0c952a4eed service neutron] 10.222.0.71 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 0.1927311 Feb 17 17:41:12.611709 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8dafe63b-aa5a-4e58-aa31-6b0839d7588e req-3a0d0de4-a98b-4dd6-808b-4dc7df600397 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=b225e2b2-ab3f-4f53-a044-4c9a77e83d8f HTTP/1.1" status: 200 len: 210 time: 0.1139486 Feb 17 17:41:12.652783 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-60bffcbd-0b98-44d8-8969-165dd6d5057c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (e69ddc07-2cbf-442b-8739-a8808f93e3ed), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:12.663649 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b9bf55-d103-4bad-b2c8-e50d7e7338c6 None None] DHCP port deletion for 8171219a-902a-4326-9ca3-07aa71b9eb64 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:41:12.701865 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bffcbd-0b98-44d8-8969-165dd6d5057c None None] Pushing event deleted for resources: {'Port': ['ID=e69ddc07-2cbf-442b-8739-a8808f93e3ed,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:12.738914 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bffcbd-0b98-44d8-8969-165dd6d5057c None None] No DVR routers for this DVR port e69ddc07-2cbf-442b-8739-a8808f93e3ed on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:41:12.755983 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-6027b5d3-3e0d-44da-852c-dc1a7189ca9a req-4c62a899-2872-496d-ba61-c425955fae8c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=8787d5d2-3f84-4423-9f0d-ae43c4c30a90 HTTP/1.1" status: 200 len: 217 time: 0.1356013 Feb 17 17:41:12.769500 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a495822-b54a-4bff-a450-9fb48c5029b9 req-115fb4fd-fff1-423b-afeb-2b4f00e04d92 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:12.774985 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3a495822-b54a-4bff-a450-9fb48c5029b9 req-115fb4fd-fff1-423b-afeb-2b4f00e04d92 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e1b8510-1502-4cc4-a1b0-9a8c510a86dd HTTP/1.1" status: 200 len: 945 time: 0.5815935 Feb 17 17:41:12.795145 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b0b9bf55-d103-4bad-b2c8-e50d7e7338c6 None None] Deleting port ac47da09-a77b-4c9e-ab47-813ad10f4c38 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:41:12.795581 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b0b9bf55-d103-4bad-b2c8-e50d7e7338c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (ac47da09-a77b-4c9e-ab47-813ad10f4c38), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:12.831159 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0387aa46-cb2b-4ad8-9f43-7efa51e484f2 req-3c3c69c1-d7ac-46e1-be6b-bd303a8a1f12 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Made reservation on behalf of b0fb42267d024cfbae564aa55b350788 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:41:12.836899 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0387aa46-cb2b-4ad8-9f43-7efa51e484f2 req-3c3c69c1-d7ac-46e1-be6b-bd303a8a1f12 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:12.881451 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027b5d3-3e0d-44da-852c-dc1a7189ca9a req-cef6ef65-2413-44ed-b872-436ceb5e2823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:12.883121 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-6027b5d3-3e0d-44da-852c-dc1a7189ca9a req-cef6ef65-2413-44ed-b872-436ceb5e2823 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.1197317 Feb 17 17:41:12.925682 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b0b9bf55-d103-4bad-b2c8-e50d7e7338c6 None None] For port ac47da09-a77b-4c9e-ab47-813ad10f4c38, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=ac47da09-a77b-4c9e-ab47-813ad10f4c38,segment=NetworkSegment(d9bcbc3d-f2cd-493c-bcbf-af72029ea0eb),segment_id=d9bcbc3d-f2cd-493c-bcbf-af72029ea0eb)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:41:12.926155 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b0b9bf55-d103-4bad-b2c8-e50d7e7338c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (ac47da09-a77b-4c9e-ab47-813ad10f4c38), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:12.935694 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5aec6ebf-45c7-4d42-9d35-7c4c4cd605c2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (e69ddc07-2cbf-442b-8739-a8808f93e3ed), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:12.945527 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b0b9bf55-d103-4bad-b2c8-e50d7e7338c6 None None] Calling delete_port for ac47da09-a77b-4c9e-ab47-813ad10f4c38 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:41:12.998252 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec6ebf-45c7-4d42-9d35-7c4c4cd605c2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event deleted for resources: {'Port': ['ID=e69ddc07-2cbf-442b-8739-a8808f93e3ed,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:13.001487 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aec6ebf-45c7-4d42-9d35-7c4c4cd605c2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] No DVR routers for this DVR port e69ddc07-2cbf-442b-8739-a8808f93e3ed on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:41:13.061325 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6abdbb-6428-4bb4-9b23-cf10ff44d89e x-openstack-request-id: req-bd6abdbb-6428-4bb4-9b23-cf10ff44d89e {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:41:13.061622 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80e7a0c7-3754-495a-bd53-4f2c80b76913", "name": "network-vif-deleted", "tag": "1f934d60-b55a-4271-a2fa-6afadb256904", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:41:13.061967 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-bd6abdbb-6428-4bb4-9b23-cf10ff44d89e {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:41:13.062625 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80e7a0c7-3754-495a-bd53-4f2c80b76913', 'name': 'network-vif-deleted', 'tag': '1f934d60-b55a-4271-a2fa-6afadb256904', 'status': 'completed', 'code': 200} Feb 17 17:41:13.067664 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b0b9bf55-d103-4bad-b2c8-e50d7e7338c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (ac47da09-a77b-4c9e-ab47-813ad10f4c38), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:13.089565 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3a495822-b54a-4bff-a450-9fb48c5029b9 req-6d2d2ecd-0851-4eaf-9461-e193aebc87e2 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976663 Feb 17 17:41:13.090277 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027b5d3-3e0d-44da-852c-dc1a7189ca9a req-dc54fd55-1658-4720-a149-515b2f7e9ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:13.092867 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-6027b5d3-3e0d-44da-852c-dc1a7189ca9a req-dc54fd55-1658-4720-a149-515b2f7e9ce7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1947060 Feb 17 17:41:13.149848 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b9bf55-d103-4bad-b2c8-e50d7e7338c6 None None] Pushing event deleted for resources: {'Port': ['ID=ac47da09-a77b-4c9e-ab47-813ad10f4c38,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:13.160061 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b9bf55-d103-4bad-b2c8-e50d7e7338c6 None None] No DVR routers for this DVR port ac47da09-a77b-4c9e-ab47-813ad10f4c38 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:41:13.330213 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-0387aa46-cb2b-4ad8-9f43-7efa51e484f2 req-3c3c69c1-d7ac-46e1-be6b-bd303a8a1f12 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Allocated IP 172.20.0.8 (b2cdfbff-16c7-45e3-b97b-944f59a2460d/36b5f32c-14a0-4a60-ad2f-22440ca5b40f/ab034c34-3587-4fb7-b4fe-fa25164c42db) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:41:13.334498 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5aec6ebf-45c7-4d42-9d35-7c4c4cd605c2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (743b8801-80fc-424c-a5b9-b4de817f06bf), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:13.371621 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-6027b5d3-3e0d-44da-852c-dc1a7189ca9a req-ba90dd42-1745-4850-b285-7b3e88588933 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395499 Feb 17 17:41:13.403409 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-5aec6ebf-45c7-4d42-9d35-7c4c4cd605c2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['743b8801-80fc-424c-a5b9-b4de817f06bf']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:13.437022 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-5aec6ebf-45c7-4d42-9d35-7c4c4cd605c2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75306e56-6532-4f8d-a9ca-9c275e681b27') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:13.437716 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-5aec6ebf-45c7-4d42-9d35-7c4c4cd605c2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75306e56-6532-4f8d-a9ca-9c275e681b27') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:13.453879 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5aec6ebf-45c7-4d42-9d35-7c4c4cd605c2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (75306e56-6532-4f8d-a9ca-9c275e681b27), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:13.493244 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bca28-a41e-42c4-a3de-4e69d3ffda40 req-f1f86172-963e-4df7-807c-c25e034e37c2 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:13.494816 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-614bca28-a41e-42c4-a3de-4e69d3ffda40 req-f1f86172-963e-4df7-807c-c25e034e37c2 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.87 "GET /v2.0/ports?device_id=3448c5c7-468d-4aa5-80d4-bce345360982 HTTP/1.1" status: 200 len: 948 time: 0.2715290 Feb 17 17:41:13.622307 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device ac47da09-a77b-4c9e-ab47-813ad10f4c38 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:41:13.649814 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: ac47da09-a77b-4c9e-ab47-813ad10f4c38 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:41:13.650629 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device ac47da09-a77b-4c9e-ab47-813ad10f4c38 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:41:13.651291 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device e69ddc07-2cbf-442b-8739-a8808f93e3ed no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:41:13.673404 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: e69ddc07-2cbf-442b-8739-a8808f93e3ed {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:41:13.674534 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device e69ddc07-2cbf-442b-8739-a8808f93e3ed not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:41:13.727933 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179edd47-0a5c-4421-aef8-617c43c86c0c req-2aa30dd4-9d9f-4038-88d5-0a6b2f1711b1 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:13.729526 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-179edd47-0a5c-4421-aef8-617c43c86c0c req-2aa30dd4-9d9f-4038-88d5-0a6b2f1711b1 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/networks?id=41eab850-74f8-4919-9573-0fe261607aa2 HTTP/1.1" status: 200 len: 806 time: 0.3521676 Feb 17 17:41:13.731517 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.db.resource_extend [None req-1ba7536c-eb04-4676-a0fb-d5ff447f83a1 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 17:41:13.798725 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-614bca28-a41e-42c4-a3de-4e69d3ffda40 req-379cdfa5-e781-47ff-98c0-ef2180e3bd87 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.87 "GET /v2.0/security-groups?id=e9bd42c3-c838-49d1-a22a-8fe0d191573f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950494 Feb 17 17:41:13.860656 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0387aa46-cb2b-4ad8-9f43-7efa51e484f2 req-3c3c69c1-d7ac-46e1-be6b-bd303a8a1f12 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Publish callbacks [] for port (ab034c34-3587-4fb7-b4fe-fa25164c42db), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:13.862310 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5aec6ebf-45c7-4d42-9d35-7c4c4cd605c2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (75306e56-6532-4f8d-a9ca-9c275e681b27), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:13.872104 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aec6ebf-45c7-4d42-9d35-7c4c4cd605c2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:41:13.872559 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5aec6ebf-45c7-4d42-9d35-7c4c4cd605c2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (75306e56-6532-4f8d-a9ca-9c275e681b27), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:13.875612 n-d-829613-2 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:41:13.875612 n-d-829613-2 neutron-server[103434]: self.session.flush() Feb 17 17:41:13.875612 n-d-829613-2 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:41:13.875612 n-d-829613-2 neutron-server[103434]: self.session.flush() Feb 17 17:41:13.875612 n-d-829613-2 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:41:13.875612 n-d-829613-2 neutron-server[103434]: self.session.flush() Feb 17 17:41:13.875612 n-d-829613-2 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:41:13.875612 n-d-829613-2 neutron-server[103434]: self.session.flush() Feb 17 17:41:13.875612 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:41:13.875612 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:41:13.875612 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:41:13.875612 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:41:13.875612 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:41:13.875612 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:41:13.875612 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:41:13.875612 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:41:13.875612 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:41:13.875612 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:41:13.875612 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:41:13.875612 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:41:13.875612 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:41:13.875612 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:41:13.875612 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:41:13.875612 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:41:13.875612 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:41:13.875612 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:41:13.875612 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:41:13.875612 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:41:13.875612 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:41:13.875612 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:41:13.875612 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:41:13.875612 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:41:13.875612 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:41:13.875612 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:41:13.875612 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:41:13.875612 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:41:13.875612 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:41:13.875612 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:41:13.875612 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:41:13.875612 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:41:13.906804 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-179edd47-0a5c-4421-aef8-617c43c86c0c req-cbe2ece4-c4bb-439b-a952-f7bd90101c42 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/quotas/4010b90dceb14ea6a98968e6b17cf28b HTTP/1.1" status: 200 len: 375 time: 0.1461780 Feb 17 17:41:13.937693 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9b3687b3-990f-45a5-b6b7-a954c9787365 req-0b6d7588-325a-4ed9-8d77-f7c0bcd04644 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=b225e2b2-ab3f-4f53-a044-4c9a77e83d8f HTTP/1.1" status: 200 len: 210 time: 0.0477531 Feb 17 17:41:13.942811 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-6027b5d3-3e0d-44da-852c-dc1a7189ca9a req-5253ee90-6ec0-460d-81af-3d23cf3400c9 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5558190 Feb 17 17:41:13.944697 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1ba7536c-eb04-4676-a0fb-d5ff447f83a1 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:13.951139 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5aec6ebf-45c7-4d42-9d35-7c4c4cd605c2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (743b8801-80fc-424c-a5b9-b4de817f06bf), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:13.963159 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5aec6ebf-45c7-4d42-9d35-7c4c4cd605c2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:13.969235 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5aec6ebf-45c7-4d42-9d35-7c4c4cd605c2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "DELETE /v2.0/networks/743b8801-80fc-424c-a5b9-b4de817f06bf HTTP/1.1" status: 204 len: 168 time: 1.9759386 Feb 17 17:41:13.979113 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 51668) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:13.992903 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec6ebf-45c7-4d42-9d35-7c4c4cd605c2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event deleted for resources: {'Network': ['ID=743b8801-80fc-424c-a5b9-b4de817f06bf,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:13.994693 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1ba7536c-eb04-4676-a0fb-d5ff447f83a1 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (cac6031b-9009-478c-b32d-40b5215bca60), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:14.073268 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d737bb97-a88a-40b5-a4ec-aa5cd768b533 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (8171219a-902a-4326-9ca3-07aa71b9eb64), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:14.107457 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0387aa46-cb2b-4ad8-9f43-7efa51e484f2 req-3c3c69c1-d7ac-46e1-be6b-bd303a8a1f12 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (ab034c34-3587-4fb7-b4fe-fa25164c42db), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:14.123776 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['2f628e11-9b66-427f-bfa9-b50966abc8d0'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:41:14.169565 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d737bb97-a88a-40b5-a4ec-aa5cd768b533 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (8171219a-902a-4326-9ca3-07aa71b9eb64), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:14.191617 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-d737bb97-a88a-40b5-a4ec-aa5cd768b533 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8171219a-902a-4326-9ca3-07aa71b9eb64']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:14.202147 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-d737bb97-a88a-40b5-a4ec-aa5cd768b533 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9bcbc3d-f2cd-493c-bcbf-af72029ea0eb') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:14.202447 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-d737bb97-a88a-40b5-a4ec-aa5cd768b533 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9bcbc3d-f2cd-493c-bcbf-af72029ea0eb') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:14.205335 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3c69c1-d7ac-46e1-be6b-bd303a8a1f12 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Pushing event updated for resources: {'Port': ['ID=ab034c34-3587-4fb7-b4fe-fa25164c42db,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:14.219853 n-d-829613-2 neutron-server[103435]: INFO neutron.db.l3_db [None req-1ba7536c-eb04-4676-a0fb-d5ff447f83a1 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Floating IP cac6031b-9009-478c-b32d-40b5215bca60 associated. External IP: 172.25.8.16, port: b639a497-422d-403e-a296-c60f611dfd1b. Feb 17 17:41:14.220725 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d737bb97-a88a-40b5-a4ec-aa5cd768b533 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (d9bcbc3d-f2cd-493c-bcbf-af72029ea0eb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:14.233209 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0387aa46-cb2b-4ad8-9f43-7efa51e484f2 req-3c3c69c1-d7ac-46e1-be6b-bd303a8a1f12 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Network b2cdfbff-16c7-45e3-b97b-944f59a2460d is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:41:14.235707 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d737bb97-a88a-40b5-a4ec-aa5cd768b533 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (d9bcbc3d-f2cd-493c-bcbf-af72029ea0eb), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:14.242828 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d737bb97-a88a-40b5-a4ec-aa5cd768b533 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:41:14.243224 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d737bb97-a88a-40b5-a4ec-aa5cd768b533 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (d9bcbc3d-f2cd-493c-bcbf-af72029ea0eb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:14.274847 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:41:14.274847 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:41:14.274847 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:41:14.274847 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:41:14.274847 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:41:14.274847 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:41:14.274847 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:41:14.274847 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:41:14.274847 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:41:14.274847 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:41:14.274847 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:41:14.274847 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:41:14.274847 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:41:14.274847 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:41:14.274847 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:41:14.274847 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:41:14.274847 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:41:14.274847 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:41:14.274847 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:41:14.274847 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:41:14.274847 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:41:14.274847 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:41:14.274847 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:41:14.274847 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:41:14.274847 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:41:14.274847 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:41:14.274847 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:41:14.274847 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:41:14.274847 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:41:14.274847 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:41:14.274847 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:41:14.274847 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:41:14.323838 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d737bb97-a88a-40b5-a4ec-aa5cd768b533 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (8171219a-902a-4326-9ca3-07aa71b9eb64), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:14.328522 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d737bb97-a88a-40b5-a4ec-aa5cd768b533 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:14.335753 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d737bb97-a88a-40b5-a4ec-aa5cd768b533 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "DELETE /v2.0/networks/8171219a-902a-4326-9ca3-07aa71b9eb64 HTTP/1.1" status: 204 len: 168 time: 0.3579257 Feb 17 17:41:14.336909 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 51674) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:14.352894 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-b2a41e7e-2347-4b15-9690-f8f0289d9650 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1724656212'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:14.389455 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d737bb97-a88a-40b5-a4ec-aa5cd768b533 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event deleted for resources: {'Network': ['ID=8171219a-902a-4326-9ca3-07aa71b9eb64,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:14.404895 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a41e7e-2347-4b15-9690-f8f0289d9650 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Made reservation on behalf of 04e7db23090146589aa29ee9174e4b32 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:41:14.408537 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b2a41e7e-2347-4b15-9690-f8f0289d9650 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:14.440559 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2a41e7e-2347-4b15-9690-f8f0289d9650 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:41:14.456481 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b2a41e7e-2347-4b15-9690-f8f0289d9650 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (1c3ba6b2-a544-43e5-95bc-b4a4a7eba789), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:14.456846 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-b2a41e7e-2347-4b15-9690-f8f0289d9650 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Added segment 1c3ba6b2-a544-43e5-95bc-b4a4a7eba789 of type vlan for network 3ba908d0-8522-41ad-bbc5-184a35add49a Feb 17 17:41:14.514150 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b2a41e7e-2347-4b15-9690-f8f0289d9650 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (3ba908d0-8522-41ad-bbc5-184a35add49a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:14.584610 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b2a41e7e-2347-4b15-9690-f8f0289d9650 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (3ba908d0-8522-41ad-bbc5-184a35add49a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:14.590400 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a41e7e-2347-4b15-9690-f8f0289d9650 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:14.591029 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b2a41e7e-2347-4b15-9690-f8f0289d9650 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:14.643219 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740649b-f5e3-438e-b088-6622c7f7ecf1 req-56e108fb-70d3-46e6-8c65-f941c8032edd tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:14.644883 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3740649b-f5e3-438e-b088-6622c7f7ecf1 req-56e108fb-70d3-46e6-8c65-f941c8032edd tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.71 "GET /v2.0/ports?device_id=3448c5c7-468d-4aa5-80d4-bce345360982 HTTP/1.1" status: 200 len: 948 time: 0.1060743 Feb 17 17:41:14.655223 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b2a41e7e-2347-4b15-9690-f8f0289d9650 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3037467 Feb 17 17:41:14.657241 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 51680) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:14.692540 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-0387aa46-cb2b-4ad8-9f43-7efa51e484f2 req-3c3c69c1-d7ac-46e1-be6b-bd303a8a1f12 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:41:14.693661 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-610da1ce-b889-42bb-90fa-ecd26f5020a8 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Request body: {'subnet': {'network_id': '3ba908d0-8522-41ad-bbc5-184a35add49a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:14.698028 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-179edd47-0a5c-4421-aef8-617c43c86c0c req-b8111900-03a7-4356-9b6c-a9e88ef25a78 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=4010b90dceb14ea6a98968e6b17cf28b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7664287 Feb 17 17:41:14.727193 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-0387aa46-cb2b-4ad8-9f43-7efa51e484f2 req-3c3c69c1-d7ac-46e1-be6b-bd303a8a1f12 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:41:14.734807 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a41e7e-2347-4b15-9690-f8f0289d9650 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event updated for resources: {'Network': ['ID=3ba908d0-8522-41ad-bbc5-184a35add49a,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:14.746779 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 3ba908d0-8522-41ad-bbc5-184a35add49a details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:41:14.871478 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610da1ce-b889-42bb-90fa-ecd26f5020a8 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Made reservation on behalf of 04e7db23090146589aa29ee9174e4b32 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:41:14.876503 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-610da1ce-b889-42bb-90fa-ecd26f5020a8 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:14.888706 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387aa46-cb2b-4ad8-9f43-7efa51e484f2 req-3c3c69c1-d7ac-46e1-be6b-bd303a8a1f12 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:14.889331 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0387aa46-cb2b-4ad8-9f43-7efa51e484f2 req-3c3c69c1-d7ac-46e1-be6b-bd303a8a1f12 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:14.897413 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-3740649b-f5e3-438e-b088-6622c7f7ecf1 req-6c45e485-7fc3-4cf3-b86d-96c8ed9398bb tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Deleting port ba54d401-b9fc-4cdc-9ada-0431b41e0595 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:41:14.897756 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-3740649b-f5e3-438e-b088-6622c7f7ecf1 req-6c45e485-7fc3-4cf3-b86d-96c8ed9398bb tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (ba54d401-b9fc-4cdc-9ada-0431b41e0595), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:14.945077 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0387aa46-cb2b-4ad8-9f43-7efa51e484f2 req-3c3c69c1-d7ac-46e1-be6b-bd303a8a1f12 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1063929 Feb 17 17:41:14.954531 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b8f2e-3b5e-4913-9639-eba2aef443b7 req-fba08ee0-9fe1-4242-9bce-3f0ebcc0cb12 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:14.960717 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3b4b8f2e-3b5e-4913-9639-eba2aef443b7 req-fba08ee0-9fe1-4242-9bce-3f0ebcc0cb12 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e1b8510-1502-4cc4-a1b0-9a8c510a86dd HTTP/1.1" status: 200 len: 945 time: 0.2353275 Feb 17 17:41:14.969403 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-0387aa46-cb2b-4ad8-9f43-7efa51e484f2 req-60a63db1-ae11-4967-a2d6-211131310653 service neutron] Request body: {'port': {'device_id': 'b225e2b2-ab3f-4f53-a044-4c9a77e83d8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:15.027718 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-179edd47-0a5c-4421-aef8-617c43c86c0c req-88c31c69-ab7d-4cb3-85b2-7f99bc08aa2b service neutron] 10.222.0.87 "GET /v2.0/networks/41eab850-74f8-4919-9573-0fe261607aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946143 Feb 17 17:41:15.054200 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-3740649b-f5e3-438e-b088-6622c7f7ecf1 req-6c45e485-7fc3-4cf3-b86d-96c8ed9398bb tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] For port ba54d401-b9fc-4cdc-9ada-0431b41e0595, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=ba54d401-b9fc-4cdc-9ada-0431b41e0595,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:41:15.054606 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-3740649b-f5e3-438e-b088-6622c7f7ecf1 req-6c45e485-7fc3-4cf3-b86d-96c8ed9398bb tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (ba54d401-b9fc-4cdc-9ada-0431b41e0595), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:15.073853 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-3740649b-f5e3-438e-b088-6622c7f7ecf1 req-6c45e485-7fc3-4cf3-b86d-96c8ed9398bb tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Calling delete_port for ba54d401-b9fc-4cdc-9ada-0431b41e0595 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:41:15.210295 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3b4b8f2e-3b5e-4913-9639-eba2aef443b7 req-1f2dae19-19b2-4b23-860a-e240e1f06ad4 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477057 Feb 17 17:41:15.216019 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-610da1ce-b889-42bb-90fa-ecd26f5020a8 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (7a67c4b8-867a-40fd-b0c4-a38c8adeb3d3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:15.226278 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0387aa46-cb2b-4ad8-9f43-7efa51e484f2 req-60a63db1-ae11-4967-a2d6-211131310653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ab034c34-3587-4fb7-b4fe-fa25164c42db), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:15.275805 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-179edd47-0a5c-4421-aef8-617c43c86c0c req-6db00b48-5e20-40a9-bc41-e086e6f0d712 service neutron] 10.222.0.87 "GET /v2.0/networks/41eab850-74f8-4919-9573-0fe261607aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052200 Feb 17 17:41:15.290901 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba7536c-eb04-4676-a0fb-d5ff447f83a1 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Router 840903af-ad3e-4180-93f6-7e726b422724 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:41:15.326312 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610da1ce-b889-42bb-90fa-ecd26f5020a8 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event updated for resources: {'Subnet': ['ID=7a67c4b8-867a-40fd-b0c4-a38c8adeb3d3,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:15.356697 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610da1ce-b889-42bb-90fa-ecd26f5020a8 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Checking segment: {'id': '1c3ba6b2-a544-43e5-95bc-b4a4a7eba789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3ba908d0-8522-41ad-bbc5-184a35add49a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:41:15.357198 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610da1ce-b889-42bb-90fa-ecd26f5020a8 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Network hostable DHCP agents. Network: 3ba908d0-8522-41ad-bbc5-184a35add49a, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:41:15.371852 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-3740649b-f5e3-438e-b088-6622c7f7ecf1 req-6c45e485-7fc3-4cf3-b86d-96c8ed9398bb tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (ba54d401-b9fc-4cdc-9ada-0431b41e0595), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:15.428575 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c45e485-7fc3-4cf3-b86d-96c8ed9398bb tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Pushing event deleted for resources: {'Port': ['ID=ba54d401-b9fc-4cdc-9ada-0431b41e0595,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:15.431062 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610da1ce-b889-42bb-90fa-ecd26f5020a8 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Network 3ba908d0-8522-41ad-bbc5-184a35add49a is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:41:15.495438 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-3740649b-f5e3-438e-b088-6622c7f7ecf1 req-6c45e485-7fc3-4cf3-b86d-96c8ed9398bb tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] No DVR routers for this DVR port ba54d401-b9fc-4cdc-9ada-0431b41e0595 on host n-h1-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:41:15.501762 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-3740649b-f5e3-438e-b088-6622c7f7ecf1 req-6c45e485-7fc3-4cf3-b86d-96c8ed9398bb tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:15.505729 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3740649b-f5e3-438e-b088-6622c7f7ecf1 req-6c45e485-7fc3-4cf3-b86d-96c8ed9398bb tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.71 "DELETE /v2.0/ports/ba54d401-b9fc-4cdc-9ada-0431b41e0595 HTTP/1.1" status: 204 len: 173 time: 0.8518350 Feb 17 17:41:15.506354 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-610da1ce-b889-42bb-90fa-ecd26f5020a8 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 3ba908d0-8522-41ad-bbc5-184a35add49a) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:41:15.516755 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee8c92e-aeb0-42f5-b95e-cf854b81536c None None] Network 3ba908d0-8522-41ad-bbc5-184a35add49a requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:41:15.523355 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610da1ce-b889-42bb-90fa-ecd26f5020a8 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:15.524669 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-610da1ce-b889-42bb-90fa-ecd26f5020a8 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:15.564323 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3448c5c7-468d-4aa5-80d4-bce345360982', 'name': 'network-vif-deleted', 'tag': 'ba54d401-b9fc-4cdc-9ada-0431b41e0595'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:41:15.567961 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d9a026-a425-4113-808e-f09a509ebc5b" -d '{"events": [{"server_uuid": "3448c5c7-468d-4aa5-80d4-bce345360982", "name": "network-vif-deleted", "tag": "ba54d401-b9fc-4cdc-9ada-0431b41e0595"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:41:15.575894 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-610da1ce-b889-42bb-90fa-ecd26f5020a8 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9126842 Feb 17 17:41:15.578557 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 51692) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:15.584833 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-a1ec4553-3804-42ca-b101-bc79cd85f3af tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-204619792', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:15.624752 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1ec4553-3804-42ca-b101-bc79cd85f3af tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (6bc749a9-7baa-4fcc-810f-53295b9b759b), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:15.627108 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1ec4553-3804-42ca-b101-bc79cd85f3af tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (6bc749a9-7baa-4fcc-810f-53295b9b759b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:15.697400 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-986a1773-7dfd-46ac-a544-e2e62f80e350 req-031509a6-a3d7-4419-abdf-1073b25f0bb1 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.87 "GET /v2.0/ports?device_id=3448c5c7-468d-4aa5-80d4-bce345360982 HTTP/1.1" status: 200 len: 210 time: 0.0993578 Feb 17 17:41:15.714847 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b81404-b666-49b1-a985-2cf58667074a req-0b554802-ed89-4ac1-91c3-0fdd4f4d0127 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:15.721070 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b81404-b666-49b1-a985-2cf58667074a req-0b554802-ed89-4ac1-91c3-0fdd4f4d0127 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:15.737947 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 1f934d60-b55a-4271-a2fa-6afadb256904 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:41:15.740674 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b81404-b666-49b1-a985-2cf58667074a req-0b554802-ed89-4ac1-91c3-0fdd4f4d0127 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:15.752214 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1ec4553-3804-42ca-b101-bc79cd85f3af tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for router_controller (6bc749a9-7baa-4fcc-810f-53295b9b759b), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:15.752800 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b81404-b666-49b1-a985-2cf58667074a req-0b554802-ed89-4ac1-91c3-0fdd4f4d0127 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:15.758392 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1ec4553-3804-42ca-b101-bc79cd85f3af tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (6bc749a9-7baa-4fcc-810f-53295b9b759b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:15.767518 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b81404-b666-49b1-a985-2cf58667074a req-0b554802-ed89-4ac1-91c3-0fdd4f4d0127 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:15.774057 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b81404-b666-49b1-a985-2cf58667074a req-0b554802-ed89-4ac1-91c3-0fdd4f4d0127 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:15.781722 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b81404-b666-49b1-a985-2cf58667074a req-0b554802-ed89-4ac1-91c3-0fdd4f4d0127 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:15.788123 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1ec4553-3804-42ca-b101-bc79cd85f3af tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:15.790289 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a1ec4553-3804-42ca-b101-bc79cd85f3af tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2098463 Feb 17 17:41:15.791131 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-49b81404-b666-49b1-a985-2cf58667074a req-0b554802-ed89-4ac1-91c3-0fdd4f4d0127 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 5433 time: 0.4669733 Feb 17 17:41:15.794966 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 51698) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:15.808354 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-08fc2077-a43d-46e4-be10-46f692889b5a tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Request body: {'port': {'network_id': '3ba908d0-8522-41ad-bbc5-184a35add49a', 'name': 'tempest-RoutersIpV6Test-1481760855'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:15.808615 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: 1f934d60-b55a-4271-a2fa-6afadb256904 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:41:15.809076 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 1f934d60-b55a-4271-a2fa-6afadb256904 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:41:15.909677 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9282df1c-42f2-4ff2-bd38-08c7953e754c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-3ba908d0-8522-41ad-bbc5-184a35add49a', 'network_id': '3ba908d0-8522-41ad-bbc5-184a35add49a', 'project_id': '04e7db23090146589aa29ee9174e4b32', 'fixed_ips': [{'subnet_id': '7a67c4b8-867a-40fd-b0c4-a38c8adeb3d3'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:41:15.910571 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9282df1c-42f2-4ff2-bd38-08c7953e754c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:16.064991 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba7536c-eb04-4676-a0fb-d5ff447f83a1 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:41:16.077101 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1ba7536c-eb04-4676-a0fb-d5ff447f83a1 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:16.080619 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d55ea8-dfc6-45b5-93ba-3aaf0bc2af04 None None] Sync routers for ids ['840903af-ad3e-4180-93f6-7e726b422724'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:41:16.099211 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d55ea8-dfc6-45b5-93ba-3aaf0bc2af04 None None] Routers {'840903af-ad3e-4180-93f6-7e726b422724'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:41:16.099836 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-51d55ea8-dfc6-45b5-93ba-3aaf0bc2af04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:41:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['840903af-ad3e-4180-93f6-7e726b422724'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:16.203131 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08fc2077-a43d-46e4-be10-46f692889b5a tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Made reservation on behalf of 04e7db23090146589aa29ee9174e4b32 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:41:16.212006 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-08fc2077-a43d-46e4-be10-46f692889b5a tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:16.241234 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1ba7536c-eb04-4676-a0fb-d5ff447f83a1 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "PUT /v2.0/floatingips/cac6031b-9009-478c-b32d-40b5215bca60 HTTP/1.1" status: 200 len: 991 time: 4.4070086 Feb 17 17:41:16.245610 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3838c5c4-af7e-4830-8cae-75f6ec0c3575', 'tag': 'b639a497-422d-403e-a296-c60f611dfd1b'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:41:16.248481 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c06f3f5-c8d0-4fd5-a516-3000a7dca502" -d '{"events": [{"name": "network-changed", "server_uuid": "3838c5c4-af7e-4830-8cae-75f6ec0c3575", "tag": "b639a497-422d-403e-a296-c60f611dfd1b"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:41:16.249711 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-08fc2077-a43d-46e4-be10-46f692889b5a tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] device_id is not set on port 7ddf6782-c983-464d-b30f-daac00e8ef35 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:41:16.287755 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-49b81404-b666-49b1-a985-2cf58667074a req-81b82c17-7d88-4858-8d79-8f4aadca5397 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/security-groups?id=fd4d27d9-e68c-41ba-a909-f949182bce5a&id=4a46e179-4efe-408d-8163-359e1c80274b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4955220 Feb 17 17:41:16.334409 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deaa821-ea2d-4026-89f3-b0331eb12465 req-2b46ede7-4273-4fef-a93c-485860c9f802 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:16.341357 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3deaa821-ea2d-4026-89f3-b0331eb12465 req-2b46ede7-4273-4fef-a93c-485860c9f802 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=b225e2b2-ab3f-4f53-a044-4c9a77e83d8f HTTP/1.1" status: 200 len: 931 time: 0.4614205 Feb 17 17:41:16.403152 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-9282df1c-42f2-4ff2-bd38-08c7953e754c None None] Allocated IP 2001:db8::2 (3ba908d0-8522-41ad-bbc5-184a35add49a/7a67c4b8-867a-40fd-b0c4-a38c8adeb3d3/092ee77a-b7b5-4db7-98c2-0d179ab2481c) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:41:16.422180 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-51d55ea8-dfc6-45b5-93ba-3aaf0bc2af04 None None] Set router 840903af-ad3e-4180-93f6-7e726b422724 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:41:16.494330 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-0387aa46-cb2b-4ad8-9f43-7efa51e484f2 req-60a63db1-ae11-4967-a2d6-211131310653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab034c34-3587-4fb7-b4fe-fa25164c42db {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:41:16.513452 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0387aa46-cb2b-4ad8-9f43-7efa51e484f2 req-60a63db1-ae11-4967-a2d6-211131310653 service neutron] Publish callbacks [] for port (ab034c34-3587-4fb7-b4fe-fa25164c42db), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:16.532335 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 51718) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:16.537077 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-0387aa46-cb2b-4ad8-9f43-7efa51e484f2 req-60a63db1-ae11-4967-a2d6-211131310653 service neutron] Transition to ACTIVE for port object ab034c34-3587-4fb7-b4fe-fa25164c42db will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:41:16.554890 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0387aa46-cb2b-4ad8-9f43-7efa51e484f2 req-60a63db1-ae11-4967-a2d6-211131310653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (ab034c34-3587-4fb7-b4fe-fa25164c42db), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:16.600008 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-deb1ea4c-c2c8-4a15-a186-a67ec3b39c8c req-bc752891-acd7-40a8-9a97-872fdfadb95a tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=fb683c74-b73e-4567-907c-f82e1bc386ea HTTP/1.1" status: 200 len: 210 time: 0.2128453 Feb 17 17:41:16.604857 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a63db1-ae11-4967-a2d6-211131310653 service neutron] Pushing event updated for resources: {'Port': ['ID=ab034c34-3587-4fb7-b4fe-fa25164c42db,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:16.669724 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3deaa821-ea2d-4026-89f3-b0331eb12465 req-06161377-6fc4-492b-a819-f0c28e3d582c tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179524 Feb 17 17:41:16.704384 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9282df1c-42f2-4ff2-bd38-08c7953e754c None None] Publish callbacks [] for port (092ee77a-b7b5-4db7-98c2-0d179ab2481c), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:16.720111 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9282df1c-42f2-4ff2-bd38-08c7953e754c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (092ee77a-b7b5-4db7-98c2-0d179ab2481c), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:16.830696 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9282df1c-42f2-4ff2-bd38-08c7953e754c None None] Pushing event updated for resources: {'Port': ['ID=092ee77a-b7b5-4db7-98c2-0d179ab2481c,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:16.842109 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e11ef51b-bac5-48a0-9b74-38a3bea63b6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:16.855825 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-0387aa46-cb2b-4ad8-9f43-7efa51e484f2 req-60a63db1-ae11-4967-a2d6-211131310653 service neutron] Attempting to bind port ab034c34-3587-4fb7-b4fe-fa25164c42db on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:41:16.857597 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-0387aa46-cb2b-4ad8-9f43-7efa51e484f2 req-60a63db1-ae11-4967-a2d6-211131310653 service neutron] Attempting to bind port ab034c34-3587-4fb7-b4fe-fa25164c42db by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '80af71d2-6810-45c1-8520-db6a1714ff10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b2cdfbff-16c7-45e3-b97b-944f59a2460d'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:41:16.858690 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0387aa46-cb2b-4ad8-9f43-7efa51e484f2 req-60a63db1-ae11-4967-a2d6-211131310653 service neutron] Attempting to bind port ab034c34-3587-4fb7-b4fe-fa25164c42db on network b2cdfbff-16c7-45e3-b97b-944f59a2460d {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:41:16.861726 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9282df1c-42f2-4ff2-bd38-08c7953e754c None None] Network 3ba908d0-8522-41ad-bbc5-184a35add49a is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:41:16.865292 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-9282df1c-42f2-4ff2-bd38-08c7953e754c None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:41:16.871200 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0387aa46-cb2b-4ad8-9f43-7efa51e484f2 req-60a63db1-ae11-4967-a2d6-211131310653 service neutron] Port ab034c34-3587-4fb7-b4fe-fa25164c42db on network b2cdfbff-16c7-45e3-b97b-944f59a2460d not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:41:16.872427 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9282df1c-42f2-4ff2-bd38-08c7953e754c None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:41:16.873024 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0387aa46-cb2b-4ad8-9f43-7efa51e484f2 req-60a63db1-ae11-4967-a2d6-211131310653 service neutron] Attempting to bind port ab034c34-3587-4fb7-b4fe-fa25164c42db on network b2cdfbff-16c7-45e3-b97b-944f59a2460d {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:41:16.891072 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0387aa46-cb2b-4ad8-9f43-7efa51e484f2 req-60a63db1-ae11-4967-a2d6-211131310653 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:41:16.893681 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0387aa46-cb2b-4ad8-9f43-7efa51e484f2 req-60a63db1-ae11-4967-a2d6-211131310653 service neutron] Checking segment: {'id': '80af71d2-6810-45c1-8520-db6a1714ff10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b2cdfbff-16c7-45e3-b97b-944f59a2460d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:41:16.894466 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0387aa46-cb2b-4ad8-9f43-7efa51e484f2 req-60a63db1-ae11-4967-a2d6-211131310653 service neutron] Bound using segment: {'id': '80af71d2-6810-45c1-8520-db6a1714ff10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b2cdfbff-16c7-45e3-b97b-944f59a2460d'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:41:16.898115 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-0387aa46-cb2b-4ad8-9f43-7efa51e484f2 req-60a63db1-ae11-4967-a2d6-211131310653 service neutron] Bound port: ab034c34-3587-4fb7-b4fe-fa25164c42db, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80af71d2-6810-45c1-8520-db6a1714ff10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b2cdfbff-16c7-45e3-b97b-944f59a2460d'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:41:16.898115 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0387aa46-cb2b-4ad8-9f43-7efa51e484f2 req-60a63db1-ae11-4967-a2d6-211131310653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ab034c34-3587-4fb7-b4fe-fa25164c42db), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:17.088677 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e11ef51b-bac5-48a0-9b74-38a3bea63b6f admin admin] Publish callbacks [] for security_group (69e5eaa0-c3f4-4adf-957c-bc45dece42d0), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:17.091211 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9edc12b7-a406-466c-a305-735a40788f5f x-openstack-request-id: req-9edc12b7-a406-466c-a305-735a40788f5f {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:41:17.091562 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3448c5c7-468d-4aa5-80d4-bce345360982", "name": "network-vif-deleted", "tag": "ba54d401-b9fc-4cdc-9ada-0431b41e0595", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:41:17.091854 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9edc12b7-a406-466c-a305-735a40788f5f {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:41:17.092509 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3448c5c7-468d-4aa5-80d4-bce345360982', 'name': 'network-vif-deleted', 'tag': 'ba54d401-b9fc-4cdc-9ada-0431b41e0595', 'status': 'completed', 'code': 200} Feb 17 17:41:17.096082 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-9282df1c-42f2-4ff2-bd38-08c7953e754c None None] Attempting to bind port 092ee77a-b7b5-4db7-98c2-0d179ab2481c on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:41:17.099457 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-9282df1c-42f2-4ff2-bd38-08c7953e754c None None] Attempting to bind port 092ee77a-b7b5-4db7-98c2-0d179ab2481c by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '1c3ba6b2-a544-43e5-95bc-b4a4a7eba789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3ba908d0-8522-41ad-bbc5-184a35add49a'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:41:17.100346 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9282df1c-42f2-4ff2-bd38-08c7953e754c None None] Attempting to bind port 092ee77a-b7b5-4db7-98c2-0d179ab2481c on network 3ba908d0-8522-41ad-bbc5-184a35add49a {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:41:17.109778 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e11ef51b-bac5-48a0-9b74-38a3bea63b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (69e5eaa0-c3f4-4adf-957c-bc45dece42d0), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:17.120817 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9282df1c-42f2-4ff2-bd38-08c7953e754c None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:41:17.121392 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9282df1c-42f2-4ff2-bd38-08c7953e754c None None] Checking segment: {'id': '1c3ba6b2-a544-43e5-95bc-b4a4a7eba789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3ba908d0-8522-41ad-bbc5-184a35add49a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:41:17.124808 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9282df1c-42f2-4ff2-bd38-08c7953e754c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:17.125844 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9282df1c-42f2-4ff2-bd38-08c7953e754c None None] Bound using segment: {'id': '1c3ba6b2-a544-43e5-95bc-b4a4a7eba789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3ba908d0-8522-41ad-bbc5-184a35add49a'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:41:17.126590 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-9282df1c-42f2-4ff2-bd38-08c7953e754c None None] Bound port: 092ee77a-b7b5-4db7-98c2-0d179ab2481c, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c3ba6b2-a544-43e5-95bc-b4a4a7eba789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3ba908d0-8522-41ad-bbc5-184a35add49a'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:41:17.130225 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9282df1c-42f2-4ff2-bd38-08c7953e754c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (092ee77a-b7b5-4db7-98c2-0d179ab2481c), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:17.144307 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec45426-fd15-4a72-9d7f-bec5e1020f72 x-openstack-request-id: req-bec45426-fd15-4a72-9d7f-bec5e1020f72 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:41:17.145427 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3838c5c4-af7e-4830-8cae-75f6ec0c3575", "tag": "b639a497-422d-403e-a296-c60f611dfd1b", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:41:17.147297 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-bec45426-fd15-4a72-9d7f-bec5e1020f72 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:41:17.148081 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3838c5c4-af7e-4830-8cae-75f6ec0c3575', 'tag': 'b639a497-422d-403e-a296-c60f611dfd1b', 'status': 'completed', 'code': 200} Feb 17 17:41:17.201394 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-0387aa46-cb2b-4ad8-9f43-7efa51e484f2 req-60a63db1-ae11-4967-a2d6-211131310653 service neutron] For port ab034c34-3587-4fb7-b4fe-fa25164c42db, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:41:17.208115 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-0387aa46-cb2b-4ad8-9f43-7efa51e484f2 req-60a63db1-ae11-4967-a2d6-211131310653 service neutron] For port ab034c34-3587-4fb7-b4fe-fa25164c42db, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=ab034c34-3587-4fb7-b4fe-fa25164c42db,segment=NetworkSegment(80af71d2-6810-45c1-8520-db6a1714ff10),segment_id=80af71d2-6810-45c1-8520-db6a1714ff10)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:41:17.223212 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832d596-9e24-4872-a2df-552b87672d09 req-ad07174b-99ce-4336-be57-f304d74305c9 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:17.225183 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3832d596-9e24-4872-a2df-552b87672d09 req-ad07174b-99ce-4336-be57-f304d74305c9 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e1b8510-1502-4cc4-a1b0-9a8c510a86dd HTTP/1.1" status: 200 len: 945 time: 0.1848600 Feb 17 17:41:17.228026 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0387aa46-cb2b-4ad8-9f43-7efa51e484f2 req-60a63db1-ae11-4967-a2d6-211131310653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (ab034c34-3587-4fb7-b4fe-fa25164c42db), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:17.307472 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a63db1-ae11-4967-a2d6-211131310653 service neutron] Pushing event updated for resources: {'Port': ['ID=ab034c34-3587-4fb7-b4fe-fa25164c42db,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:17.313695 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-9282df1c-42f2-4ff2-bd38-08c7953e754c None None] For port 092ee77a-b7b5-4db7-98c2-0d179ab2481c, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:41:17.323078 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-9282df1c-42f2-4ff2-bd38-08c7953e754c None None] For port 092ee77a-b7b5-4db7-98c2-0d179ab2481c, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=092ee77a-b7b5-4db7-98c2-0d179ab2481c,segment=NetworkSegment(1c3ba6b2-a544-43e5-95bc-b4a4a7eba789),segment_id=1c3ba6b2-a544-43e5-95bc-b4a4a7eba789)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:41:17.353453 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387aa46-cb2b-4ad8-9f43-7efa51e484f2 req-60a63db1-ae11-4967-a2d6-211131310653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:17.355218 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0387aa46-cb2b-4ad8-9f43-7efa51e484f2 req-60a63db1-ae11-4967-a2d6-211131310653 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:17.355871 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9282df1c-42f2-4ff2-bd38-08c7953e754c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (092ee77a-b7b5-4db7-98c2-0d179ab2481c), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:17.357447 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0387aa46-cb2b-4ad8-9f43-7efa51e484f2 req-60a63db1-ae11-4967-a2d6-211131310653 service neutron] 10.222.0.71 "PUT /v2.0/ports/ab034c34-3587-4fb7-b4fe-fa25164c42db HTTP/1.1" status: 200 len: 1091 time: 2.3920977 Feb 17 17:41:17.365625 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-51d55ea8-dfc6-45b5-93ba-3aaf0bc2af04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840903af-ad3e-4180-93f6-7e726b422724', 'name': 'tempest-AttachVolumeTestJSON-92461313-router', 'tenant_id': 'a45426717d8d45f2862bf894c7d95737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'aac037e6-35cc-4538-a55f-d947e9e15ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:36:02Z', 'updated_at': '2022-02-17T17:36:16Z', 'revision_number': 4, 'project_id': 'a45426717d8d45f2862bf894c7d95737', 'gw_port': {'id': 'aac037e6-35cc-4538-a55f-d947e9e15ed4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840903af-ad3e-4180-93f6-7e726b422724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:36:04Z', 'updated_at': '2022-02-17T17:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': 'cac6031b-9009-478c-b32d-40b5215bca60', 'tenant_id': 'a45426717d8d45f2862bf894c7d95737', 'floating_ip_address': '172.25.8.16', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '840903af-ad3e-4180-93f6-7e726b422724', 'port_id': 'b639a497-422d-403e-a296-c60f611dfd1b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '249d7a73-68d0-4715-9e76-b2a8e292b955', 'mac_address': 'fa:16:3e:12:68:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3838c5c4-af7e-4830-8cae-75f6ec0c3575', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:40:46Z', 'updated_at': '2022-02-17T17:41:13Z', 'revision_number': 1, 'project_id': 'a45426717d8d45f2862bf894c7d95737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fa40148-0016-4ac4-81ac-14d546f76b67', 'name': '', 'network_id': '249d7a73-68d0-4715-9e76-b2a8e292b955', 'tenant_id': 'a45426717d8d45f2862bf894c7d95737', 'mac_address': 'fa:16:3e:27:e9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840903af-ad3e-4180-93f6-7e726b422724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '183d9df1-0481-445d-8bb9-bc438141d74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:36:13Z', 'updated_at': '2022-02-17T17:36:25Z', 'revision_number': 5, 'project_id': 'a45426717d8d45f2862bf894c7d95737', 'subnets': [{'id': '183d9df1-0481-445d-8bb9-bc438141d74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:17.443497 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3832d596-9e24-4872-a2df-552b87672d09 req-3e6d8720-a654-431b-940a-a24026f6c35b tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417832 Feb 17 17:41:17.482851 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-08fc2077-a43d-46e4-be10-46f692889b5a tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Allocated IP 2001:db8::232 (3ba908d0-8522-41ad-bbc5-184a35add49a/7a67c4b8-867a-40fd-b0c4-a38c8adeb3d3/7ddf6782-c983-464d-b30f-daac00e8ef35) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:41:17.495998 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d55ea8-dfc6-45b5-93ba-3aaf0bc2af04 None None] Checking router: 840903af-ad3e-4180-93f6-7e726b422724 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:41:17.524886 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9282df1c-42f2-4ff2-bd38-08c7953e754c None None] Pushing event updated for resources: {'Port': ['ID=092ee77a-b7b5-4db7-98c2-0d179ab2481c,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:17.531386 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d55ea8-dfc6-45b5-93ba-3aaf0bc2af04 None None] Routers {'840903af-ad3e-4180-93f6-7e726b422724'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:41:17.536001 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-51d55ea8-dfc6-45b5-93ba-3aaf0bc2af04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:41:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['840903af-ad3e-4180-93f6-7e726b422724'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:17.605629 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ef51b-bac5-48a0-9b74-38a3bea63b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e5eaa0-c3f4-4adf-957c-bc45dece42d0,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:17.618658 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e11ef51b-bac5-48a0-9b74-38a3bea63b6f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=dbcc4a759fa9445b9e39223466cc1e5c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0851421 Feb 17 17:41:17.623611 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c06f3f5-c8d0-4fd5-a516-3000a7dca502 req-c1f0a47a-d08d-4d99-a157-8f595f252238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:17.625220 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9c06f3f5-c8d0-4fd5-a516-3000a7dca502 req-c1f0a47a-d08d-4d99-a157-8f595f252238 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a45426717d8d45f2862bf894c7d95737&device_id=3838c5c4-af7e-4830-8cae-75f6ec0c3575 HTTP/1.1" status: 200 len: 1128 time: 0.4587839 Feb 17 17:41:17.637150 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 51738) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:17.771769 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c06f3f5-c8d0-4fd5-a516-3000a7dca502 req-36526758-32d5-4307-962e-8565cab69d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:17.774209 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9c06f3f5-c8d0-4fd5-a516-3000a7dca502 req-36526758-32d5-4307-962e-8565cab69d69 service neutron] 10.222.0.91 "GET /v2.0/networks?id=249d7a73-68d0-4715-9e76-b2a8e292b955 HTTP/1.1" status: 200 len: 910 time: 0.1317301 Feb 17 17:41:17.870659 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387aa46-cb2b-4ad8-9f43-7efa51e484f2 req-f697ea33-c83c-450e-9f42-81df98c02259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:17.873322 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0387aa46-cb2b-4ad8-9f43-7efa51e484f2 req-f697ea33-c83c-450e-9f42-81df98c02259 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b0fb42267d024cfbae564aa55b350788&device_id=b225e2b2-ab3f-4f53-a044-4c9a77e83d8f HTTP/1.1" status: 200 len: 1125 time: 0.3158009 Feb 17 17:41:17.943953 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-51d55ea8-dfc6-45b5-93ba-3aaf0bc2af04 None None] Set router 840903af-ad3e-4180-93f6-7e726b422724 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:41:17.951715 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0387aa46-cb2b-4ad8-9f43-7efa51e484f2 req-81383545-89fb-4864-8c1b-82c38dfba1ad service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab034c34-3587-4fb7-b4fe-fa25164c42db HTTP/1.1" status: 200 len: 217 time: 0.0627415 Feb 17 17:41:17.987043 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9c06f3f5-c8d0-4fd5-a516-3000a7dca502 req-23c0b686-1aec-4b47-93c3-94f072e77f22 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b639a497-422d-403e-a296-c60f611dfd1b HTTP/1.1" status: 200 len: 999 time: 0.2000716 Feb 17 17:41:18.108536 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c06f3f5-c8d0-4fd5-a516-3000a7dca502 req-48296d8f-43bd-4653-a9b7-9cfb1ccfe3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:18.110095 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9c06f3f5-c8d0-4fd5-a516-3000a7dca502 req-48296d8f-43bd-4653-a9b7-9cfb1ccfe3ba service neutron] 10.222.0.91 "GET /v2.0/subnets?id=183d9df1-0481-445d-8bb9-bc438141d74b HTTP/1.1" status: 200 len: 848 time: 0.0772462 Feb 17 17:41:18.118695 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179edd47-0a5c-4421-aef8-617c43c86c0c req-8084c0fc-505b-4d96-bc31-d7c53a5c08c5 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:18.120422 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-179edd47-0a5c-4421-aef8-617c43c86c0c req-8084c0fc-505b-4d96-bc31-d7c53a5c08c5 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.71 "GET /v2.0/networks?id=41eab850-74f8-4919-9573-0fe261607aa2 HTTP/1.1" status: 200 len: 806 time: 0.6416881 Feb 17 17:41:18.157645 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa00aa-e66f-4ed6-bf8f-80b4e56c8741 req-01cd329f-2141-4a42-a95c-c445a5d1a0a6 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:18.164921 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa00aa-e66f-4ed6-bf8f-80b4e56c8741 req-01cd329f-2141-4a42-a95c-c445a5d1a0a6 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:18.174817 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa00aa-e66f-4ed6-bf8f-80b4e56c8741 req-01cd329f-2141-4a42-a95c-c445a5d1a0a6 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:18.185547 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa00aa-e66f-4ed6-bf8f-80b4e56c8741 req-01cd329f-2141-4a42-a95c-c445a5d1a0a6 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:18.194120 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa00aa-e66f-4ed6-bf8f-80b4e56c8741 req-01cd329f-2141-4a42-a95c-c445a5d1a0a6 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:18.202942 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa00aa-e66f-4ed6-bf8f-80b4e56c8741 req-01cd329f-2141-4a42-a95c-c445a5d1a0a6 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:18.213012 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa00aa-e66f-4ed6-bf8f-80b4e56c8741 req-01cd329f-2141-4a42-a95c-c445a5d1a0a6 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:18.214599 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3bfa00aa-e66f-4ed6-bf8f-80b4e56c8741 req-01cd329f-2141-4a42-a95c-c445a5d1a0a6 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 5433 time: 0.5724578 Feb 17 17:41:18.234816 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387aa46-cb2b-4ad8-9f43-7efa51e484f2 req-e806a2e2-6c3a-444e-82b7-135f1b7a926e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:18.236356 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0387aa46-cb2b-4ad8-9f43-7efa51e484f2 req-e806a2e2-6c3a-444e-82b7-135f1b7a926e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=36b5f32c-14a0-4a60-ad2f-22440ca5b40f HTTP/1.1" status: 200 len: 851 time: 0.2690327 Feb 17 17:41:18.240364 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-179edd47-0a5c-4421-aef8-617c43c86c0c req-aaf4d85c-d4a6-4ccc-96b0-7df05ff5e5f2 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Request body: {'port': {'device_id': 'fb683c74-b73e-4567-907c-f82e1bc386ea', 'network_id': '41eab850-74f8-4919-9573-0fe261607aa2', 'admin_state_up': True, 'tenant_id': '4010b90dceb14ea6a98968e6b17cf28b'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:18.262765 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-967886bd-d5f2-4b31-b5b6-b2556da01f53 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:18.268093 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-967886bd-d5f2-4b31-b5b6-b2556da01f53 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:18.273548 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-967886bd-d5f2-4b31-b5b6-b2556da01f53 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:18.278788 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-967886bd-d5f2-4b31-b5b6-b2556da01f53 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:18.280677 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0387aa46-cb2b-4ad8-9f43-7efa51e484f2 req-e4cdbb13-665d-433f-808a-caaa252d862f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b2cdfbff-16c7-45e3-b97b-944f59a2460d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354910 Feb 17 17:41:18.285095 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-967886bd-d5f2-4b31-b5b6-b2556da01f53 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:18.290904 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-967886bd-d5f2-4b31-b5b6-b2556da01f53 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:18.296165 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-967886bd-d5f2-4b31-b5b6-b2556da01f53 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:18.298109 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-967886bd-d5f2-4b31-b5b6-b2556da01f53 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 5433 time: 0.7346573 Feb 17 17:41:18.298804 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-88b2e5cb-e70f-444c-86e5-dff84f9517f6 admin admin] Publish callbacks [] for security_group (69e5eaa0-c3f4-4adf-957c-bc45dece42d0), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:18.385315 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0387aa46-cb2b-4ad8-9f43-7efa51e484f2 req-98f16a56-d4b9-4642-99d3-2fdc17e87d56 service neutron] 10.222.0.71 "GET /v2.0/networks/b2cdfbff-16c7-45e3-b97b-944f59a2460d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974238 Feb 17 17:41:18.397259 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-08fc2077-a43d-46e4-be10-46f692889b5a tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for port (7ddf6782-c983-464d-b30f-daac00e8ef35), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:18.402131 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c06f3f5-c8d0-4fd5-a516-3000a7dca502 req-7fd1f3ab-840b-4513-9d3b-8dc1829a50f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:18.403637 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9c06f3f5-c8d0-4fd5-a516-3000a7dca502 req-7fd1f3ab-840b-4513-9d3b-8dc1829a50f9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=249d7a73-68d0-4715-9e76-b2a8e292b955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2587218 Feb 17 17:41:18.405236 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa96a3f6-6eb6-4c35-822c-814c69fa74c3 req-6f73cea7-2911-4ea0-a0ac-b3edd62c18f3 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:18.412596 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fa96a3f6-6eb6-4c35-822c-814c69fa74c3 req-6f73cea7-2911-4ea0-a0ac-b3edd62c18f3 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.87 "GET /v2.0/ports?device_id=f8516490-e323-4676-8497-08f986001dea HTTP/1.1" status: 200 len: 948 time: 0.5437338 Feb 17 17:41:18.416628 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-1b9407af-7f99-4c1c-986c-357c9b74b50c tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:18.417997 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-1b9407af-7f99-4c1c-986c-357c9b74b50c tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.91 "GET /v2.0/ports/08d126b0-cae8-435d-a7c4-67c6dbfa3b4c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0777678 Feb 17 17:41:18.521292 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-51d55ea8-dfc6-45b5-93ba-3aaf0bc2af04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840903af-ad3e-4180-93f6-7e726b422724', 'name': 'tempest-AttachVolumeTestJSON-92461313-router', 'tenant_id': 'a45426717d8d45f2862bf894c7d95737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'aac037e6-35cc-4538-a55f-d947e9e15ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:36:02Z', 'updated_at': '2022-02-17T17:36:16Z', 'revision_number': 4, 'project_id': 'a45426717d8d45f2862bf894c7d95737', 'gw_port': {'id': 'aac037e6-35cc-4538-a55f-d947e9e15ed4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840903af-ad3e-4180-93f6-7e726b422724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:36:04Z', 'updated_at': '2022-02-17T17:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': 'cac6031b-9009-478c-b32d-40b5215bca60', 'tenant_id': 'a45426717d8d45f2862bf894c7d95737', 'floating_ip_address': '172.25.8.16', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '840903af-ad3e-4180-93f6-7e726b422724', 'port_id': 'b639a497-422d-403e-a296-c60f611dfd1b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '249d7a73-68d0-4715-9e76-b2a8e292b955', 'mac_address': 'fa:16:3e:12:68:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3838c5c4-af7e-4830-8cae-75f6ec0c3575', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:40:46Z', 'updated_at': '2022-02-17T17:41:13Z', 'revision_number': 1, 'project_id': 'a45426717d8d45f2862bf894c7d95737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fa40148-0016-4ac4-81ac-14d546f76b67', 'name': '', 'network_id': '249d7a73-68d0-4715-9e76-b2a8e292b955', 'tenant_id': 'a45426717d8d45f2862bf894c7d95737', 'mac_address': 'fa:16:3e:27:e9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840903af-ad3e-4180-93f6-7e726b422724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '183d9df1-0481-445d-8bb9-bc438141d74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:36:13Z', 'updated_at': '2022-02-17T17:36:25Z', 'revision_number': 5, 'project_id': 'a45426717d8d45f2862bf894c7d95737', 'subnets': [{'id': '183d9df1-0481-445d-8bb9-bc438141d74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:18.525738 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9c06f3f5-c8d0-4fd5-a516-3000a7dca502 req-e337039c-207a-4e69-a253-d1ace5aa8282 service neutron] 10.222.0.91 "GET /v2.0/networks/249d7a73-68d0-4715-9e76-b2a8e292b955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118181 Feb 17 17:41:18.560741 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d55ea8-dfc6-45b5-93ba-3aaf0bc2af04 None None] The sync data for ids ['840903af-ad3e-4180-93f6-7e726b422724'] in n-d-829613-2 is: [{'id': '840903af-ad3e-4180-93f6-7e726b422724', 'name': 'tempest-AttachVolumeTestJSON-92461313-router', 'tenant_id': 'a45426717d8d45f2862bf894c7d95737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'aac037e6-35cc-4538-a55f-d947e9e15ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:36:02Z', 'updated_at': '2022-02-17T17:36:16Z', 'revision_number': 4, 'project_id': 'a45426717d8d45f2862bf894c7d95737', 'gw_port': {'id': 'aac037e6-35cc-4538-a55f-d947e9e15ed4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840903af-ad3e-4180-93f6-7e726b422724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:36:04Z', 'updated_at': '2022-02-17T17:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': 'cac6031b-9009-478c-b32d-40b5215bca60', 'tenant_id': 'a45426717d8d45f2862bf894c7d95737', 'floating_ip_address': '172.25.8.16', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '840903af-ad3e-4180-93f6-7e726b422724', 'port_id': 'b639a497-422d-403e-a296-c60f611dfd1b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '249d7a73-68d0-4715-9e76-b2a8e292b955', 'mac_address': 'fa:16:3e:12:68:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3838c5c4-af7e-4830-8cae-75f6ec0c3575', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:40:46Z', 'updated_at': '2022-02-17T17:41:13Z', 'revision_number': 1, 'project_id': 'a45426717d8d45f2862bf894c7d95737', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fa40148-0016-4ac4-81ac-14d546f76b67', 'name': '', 'network_id': '249d7a73-68d0-4715-9e76-b2a8e292b955', 'tenant_id': 'a45426717d8d45f2862bf894c7d95737', 'mac_address': 'fa:16:3e:27:e9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840903af-ad3e-4180-93f6-7e726b422724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '183d9df1-0481-445d-8bb9-bc438141d74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:36:13Z', 'updated_at': '2022-02-17T17:36:25Z', 'revision_number': 5, 'project_id': 'a45426717d8d45f2862bf894c7d95737', 'subnets': [{'id': '183d9df1-0481-445d-8bb9-bc438141d74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:41:18.631441 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:41:18.632957 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-88b2e5cb-e70f-444c-86e5-dff84f9517f6 admin admin] Publish callbacks [] for security_group (69e5eaa0-c3f4-4adf-957c-bc45dece42d0), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:18.648214 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fa96a3f6-6eb6-4c35-822c-814c69fa74c3 req-35d97e1f-56a7-4a4a-9241-15e3e9115b95 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.87 "GET /v2.0/security-groups?id=e9bd42c3-c838-49d1-a22a-8fe0d191573f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305033 Feb 17 17:41:18.691568 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-08fc2077-a43d-46e4-be10-46f692889b5a tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (7ddf6782-c983-464d-b30f-daac00e8ef35), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:18.695158 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3bfa00aa-e66f-4ed6-bf8f-80b4e56c8741 req-ebda3bb8-d53e-441c-8fb6-7a873f6e4ecd tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/security-groups?id=fd4d27d9-e68c-41ba-a909-f949182bce5a&id=4a46e179-4efe-408d-8163-359e1c80274b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4496548 Feb 17 17:41:18.753310 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:18.861742 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0387aa46-cb2b-4ad8-9f43-7efa51e484f2 req-80984d01-461c-4a50-b2c6-4123b98c717f service neutron] 10.222.0.71 "GET /v2.0/networks/b2cdfbff-16c7-45e3-b97b-944f59a2460d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4621229 Feb 17 17:41:18.864427 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fc2077-a43d-46e4-be10-46f692889b5a tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Network 3ba908d0-8522-41ad-bbc5-184a35add49a is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:41:18.895095 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ea477f9d-adbe-4ee0-a1a1-0b13185daf19 req-219bdd4e-055e-4adb-994c-ec2ba02e333d tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=fb683c74-b73e-4567-907c-f82e1bc386ea HTTP/1.1" status: 200 len: 210 time: 0.1012785 Feb 17 17:41:18.897696 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-08fc2077-a43d-46e4-be10-46f692889b5a tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:41:18.901346 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fc2077-a43d-46e4-be10-46f692889b5a tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:41:18.917709 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fc2077-a43d-46e4-be10-46f692889b5a tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:18.918423 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-08fc2077-a43d-46e4-be10-46f692889b5a tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:18.982830 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-51872960-64f4-41d5-ad6e-c681704f5721 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.91 "GET /v2.0/networks/cc320263-b432-4650-9484-dc130e67f905?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5457189 Feb 17 17:41:18.985057 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc2077-a43d-46e4-be10-46f692889b5a tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event updated for resources: {'Port': ['ID=7ddf6782-c983-464d-b30f-daac00e8ef35,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:19.016135 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9c06f3f5-c8d0-4fd5-a516-3000a7dca502 req-ec3705d6-b8e8-4d5f-9434-cb7810f400d3 service neutron] 10.222.0.91 "GET /v2.0/networks/249d7a73-68d0-4715-9e76-b2a8e292b955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4792845 Feb 17 17:41:19.020031 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1303b8f-8834-408e-ab98-b2357c26ad65 None None] New status for floating IP cac6031b-9009-478c-b32d-40b5215bca60: ACTIVE {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 17:41:19.034359 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-08fc2077-a43d-46e4-be10-46f692889b5a tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2359967 Feb 17 17:41:19.036332 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 51750) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:19.099231 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-3454542f-cdc7-4e8c-bfed-0233a4509295 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:19.108446 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-88b2e5cb-e70f-444c-86e5-dff84f9517f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (69e5eaa0-c3f4-4adf-957c-bc45dece42d0), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:19.110980 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-88b2e5cb-e70f-444c-86e5-dff84f9517f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:19.112715 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-88b2e5cb-e70f-444c-86e5-dff84f9517f6 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/69e5eaa0-c3f4-4adf-957c-bc45dece42d0 HTTP/1.1" status: 204 len: 168 time: 1.4644573 Feb 17 17:41:19.145336 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338bc82-7ea0-49eb-9e56-fbe4426f88d9 req-e1aceda2-abab-44c1-8f75-f9697f3f8053 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:19.153681 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d338bc82-7ea0-49eb-9e56-fbe4426f88d9 req-e1aceda2-abab-44c1-8f75-f9697f3f8053 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=b225e2b2-ab3f-4f53-a044-4c9a77e83d8f HTTP/1.1" status: 200 len: 943 time: 0.3149753 Feb 17 17:41:19.160570 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b225e2b2-ab3f-4f53-a044-4c9a77e83d8f', 'tag': 'ab034c34-3587-4fb7-b4fe-fa25164c42db'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:41:19.163083 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5169599a-1642-498b-a631-1c5a537c08c6" -d '{"events": [{"name": "network-changed", "server_uuid": "b225e2b2-ab3f-4f53-a044-4c9a77e83d8f", "tag": "ab034c34-3587-4fb7-b4fe-fa25164c42db"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:41:19.183963 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-179edd47-0a5c-4421-aef8-617c43c86c0c req-aaf4d85c-d4a6-4ccc-96b0-7df05ff5e5f2 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Made reservation on behalf of 4010b90dceb14ea6a98968e6b17cf28b for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:41:19.187329 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-179edd47-0a5c-4421-aef8-617c43c86c0c req-aaf4d85c-d4a6-4ccc-96b0-7df05ff5e5f2 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:19.203869 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2e5cb-e70f-444c-86e5-dff84f9517f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e5eaa0-c3f4-4adf-957c-bc45dece42d0,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:19.277876 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d338bc82-7ea0-49eb-9e56-fbe4426f88d9 req-c24d53c7-7226-434e-aee8-8a1986a13243 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231663 Feb 17 17:41:19.391174 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d1cad2-de86-4e78-84f8-d31424fd70cc x-openstack-request-id: req-05d1cad2-de86-4e78-84f8-d31424fd70cc {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:41:19.391731 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b225e2b2-ab3f-4f53-a044-4c9a77e83d8f", "tag": "ab034c34-3587-4fb7-b4fe-fa25164c42db", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:41:19.392139 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-05d1cad2-de86-4e78-84f8-d31424fd70cc {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:41:19.392736 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b225e2b2-ab3f-4f53-a044-4c9a77e83d8f', 'tag': 'ab034c34-3587-4fb7-b4fe-fa25164c42db', 'status': 'completed', 'code': 200} Feb 17 17:41:19.415383 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165735b-428b-481d-9e40-98fb993893f5 req-824d5b52-11cb-4c3b-ad8f-0d0aee2bd17e tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:19.422924 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b165735b-428b-481d-9e40-98fb993893f5 req-824d5b52-11cb-4c3b-ad8f-0d0aee2bd17e tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e1b8510-1502-4cc4-a1b0-9a8c510a86dd HTTP/1.1" status: 200 len: 945 time: 0.4168072 Feb 17 17:41:19.472674 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-3454542f-cdc7-4e8c-bfed-0233a4509295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (08d126b0-cae8-435d-a7c4-67c6dbfa3b4c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:19.561583 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e273f077-d3bf-46e2-b362-4d2573c2be43 None None] Network 3ba908d0-8522-41ad-bbc5-184a35add49a requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:41:19.580534 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-179edd47-0a5c-4421-aef8-617c43c86c0c req-aaf4d85c-d4a6-4ccc-96b0-7df05ff5e5f2 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Allocated IP 172.20.0.5 (41eab850-74f8-4919-9573-0fe261607aa2/b20ab57b-0ae5-4c69-b6b9-871207503198/27901c75-5069-43da-b3a9-e01a8f0f0f2b) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:41:19.691674 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 51762) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:19.712957 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device ba54d401-b9fc-4cdc-9ada-0431b41e0595 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:41:19.735598 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b165735b-428b-481d-9e40-98fb993893f5 req-cd769807-0eb1-459c-9e79-456bb9688250 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113279 Feb 17 17:41:19.737927 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-93d48c9e-ed80-4954-ad7e-1a3b6a51ac1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:19.743810 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: ba54d401-b9fc-4cdc-9ada-0431b41e0595 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:41:19.755516 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device ba54d401-b9fc-4cdc-9ada-0431b41e0595 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:41:19.758693 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 092ee77a-b7b5-4db7-98c2-0d179ab2481c up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:41:19.805161 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c8ac8cf3-6ebc-4a22-b0af-8df45b616f8c tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7ddf6782-c983-464d-b30f-daac00e8ef35), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:19.843049 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-eabef92d-82ef-48a5-8af2-6ce1a111a299 None None] Provisioning complete for port 092ee77a-b7b5-4db7-98c2-0d179ab2481c triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:41:19.843466 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eabef92d-82ef-48a5-8af2-6ce1a111a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (092ee77a-b7b5-4db7-98c2-0d179ab2481c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:19.847278 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5169599a-1642-498b-a631-1c5a537c08c6 req-99fbd181-2e59-4e6d-a4b9-a3847e4b3bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:19.850031 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5169599a-1642-498b-a631-1c5a537c08c6 req-99fbd181-2e59-4e6d-a4b9-a3847e4b3bcb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b0fb42267d024cfbae564aa55b350788&device_id=b225e2b2-ab3f-4f53-a044-4c9a77e83d8f HTTP/1.1" status: 200 len: 1125 time: 0.4379346 Feb 17 17:41:19.897505 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:19.908328 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 092ee77a-b7b5-4db7-98c2-0d179ab2481c triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:41:19.908743 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (092ee77a-b7b5-4db7-98c2-0d179ab2481c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:20.023551 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-eabef92d-82ef-48a5-8af2-6ce1a111a299 None None] Current status of the port 092ee77a-b7b5-4db7-98c2-0d179ab2481c is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:41:20.023951 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eabef92d-82ef-48a5-8af2-6ce1a111a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (092ee77a-b7b5-4db7-98c2-0d179ab2481c), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:20.116613 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 092ee77a-b7b5-4db7-98c2-0d179ab2481c is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:41:20.117053 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (092ee77a-b7b5-4db7-98c2-0d179ab2481c), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:20.122787 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-eabef92d-82ef-48a5-8af2-6ce1a111a299 None None] For port 092ee77a-b7b5-4db7-98c2-0d179ab2481c, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=092ee77a-b7b5-4db7-98c2-0d179ab2481c,segment=NetworkSegment(1c3ba6b2-a544-43e5-95bc-b4a4a7eba789),segment_id=1c3ba6b2-a544-43e5-95bc-b4a4a7eba789)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:41:20.133079 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eabef92d-82ef-48a5-8af2-6ce1a111a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (092ee77a-b7b5-4db7-98c2-0d179ab2481c), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:20.301196 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabef92d-82ef-48a5-8af2-6ce1a111a299 None None] Pushing event updated for resources: {'Port': ['ID=092ee77a-b7b5-4db7-98c2-0d179ab2481c,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:20.310479 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:41:20.310866 n-d-829613-2 neutron-server[103436]: DEBUG oslo_db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 17:41:20.362128 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54238bb7-b843-48dd-9265-63709c3c6b93 req-a3d5fa9e-eeaf-40e1-a4a7-25048da5991c tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:20.363628 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-54238bb7-b843-48dd-9265-63709c3c6b93 req-a3d5fa9e-eeaf-40e1-a4a7-25048da5991c tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8516490-e323-4676-8497-08f986001dea HTTP/1.1" status: 200 len: 948 time: 0.7957239 Feb 17 17:41:20.377339 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5169599a-1642-498b-a631-1c5a537c08c6 req-34e968cf-17d3-4d27-9580-b36209dfe93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:20.378822 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5169599a-1642-498b-a631-1c5a537c08c6 req-34e968cf-17d3-4d27-9580-b36209dfe93c service neutron] 10.222.0.71 "GET /v2.0/networks?id=b2cdfbff-16c7-45e3-b97b-944f59a2460d HTTP/1.1" status: 200 len: 912 time: 0.5006323 Feb 17 17:41:20.441534 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5169599a-1642-498b-a631-1c5a537c08c6 req-668e40a3-2263-48ff-8ffc-f2e4d065167d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab034c34-3587-4fb7-b4fe-fa25164c42db HTTP/1.1" status: 200 len: 217 time: 0.0534780 Feb 17 17:41:20.469009 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-10894849-0438-4bb5-ab94-2cfcb466db3c None None] Provisioning complete for port 092ee77a-b7b5-4db7-98c2-0d179ab2481c triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:41:20.469553 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-10894849-0438-4bb5-ab94-2cfcb466db3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (092ee77a-b7b5-4db7-98c2-0d179ab2481c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:20.541507 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5169599a-1642-498b-a631-1c5a537c08c6 req-4fedd38f-5f07-4d0f-a589-29aef04446e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:20.544189 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5169599a-1642-498b-a631-1c5a537c08c6 req-4fedd38f-5f07-4d0f-a589-29aef04446e4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=36b5f32c-14a0-4a60-ad2f-22440ca5b40f HTTP/1.1" status: 200 len: 851 time: 0.0966468 Feb 17 17:41:20.559721 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-3454542f-cdc7-4e8c-bfed-0233a4509295 service neutron] For port 08d126b0-cae8-435d-a7c4-67c6dbfa3b4c, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=08d126b0-cae8-435d-a7c4-67c6dbfa3b4c,segment=NetworkSegment(13d2e8d9-7afd-45f6-84e2-b7416289d330),segment_id=13d2e8d9-7afd-45f6-84e2-b7416289d330)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:41:20.562024 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c8ac8cf3-6ebc-4a22-b0af-8df45b616f8c tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for port (7ddf6782-c983-464d-b30f-daac00e8ef35), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:20.581663 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-10894849-0438-4bb5-ab94-2cfcb466db3c None None] Current status of the port 092ee77a-b7b5-4db7-98c2-0d179ab2481c is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:41:20.587001 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2468e-f156-41e5-8168-ce069585afdd req-69960d8d-0177-4d3f-b27f-35f29971da9d tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:20.588293 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f6a2468e-f156-41e5-8168-ce069585afdd req-69960d8d-0177-4d3f-b27f-35f29971da9d tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.87 "GET /v2.0/ports?device_id=f8516490-e323-4676-8497-08f986001dea HTTP/1.1" status: 200 len: 948 time: 0.7441480 Feb 17 17:41:20.597026 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c8ac8cf3-6ebc-4a22-b0af-8df45b616f8c tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (7ddf6782-c983-464d-b30f-daac00e8ef35), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:20.607295 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-10894849-0438-4bb5-ab94-2cfcb466db3c None None] Provisioning complete for port 7ddf6782-c983-464d-b30f-daac00e8ef35 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:41:20.608034 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-10894849-0438-4bb5-ab94-2cfcb466db3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7ddf6782-c983-464d-b30f-daac00e8ef35), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:20.611126 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5169599a-1642-498b-a631-1c5a537c08c6 req-0fc5c1c5-97f5-468d-bffa-c377bbd5f301 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b2cdfbff-16c7-45e3-b97b-944f59a2460d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535398 Feb 17 17:41:20.617938 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-93d48c9e-ed80-4954-ad7e-1a3b6a51ac1f admin admin] Publish callbacks [] for security_group (9011e288-97c3-42a9-bed1-1e4a0863d1ee), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:20.638224 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf8da1c-a764-4d70-b9ea-33eefd542be1 req-180125fc-bd63-4bea-9a09-d50bf8087b5c tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:20.643634 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf8da1c-a764-4d70-b9ea-33eefd542be1 req-180125fc-bd63-4bea-9a09-d50bf8087b5c tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:20.649005 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf8da1c-a764-4d70-b9ea-33eefd542be1 req-180125fc-bd63-4bea-9a09-d50bf8087b5c tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:20.652339 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-93d48c9e-ed80-4954-ad7e-1a3b6a51ac1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (9011e288-97c3-42a9-bed1-1e4a0863d1ee), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:20.654323 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf8da1c-a764-4d70-b9ea-33eefd542be1 req-180125fc-bd63-4bea-9a09-d50bf8087b5c tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:20.660427 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf8da1c-a764-4d70-b9ea-33eefd542be1 req-180125fc-bd63-4bea-9a09-d50bf8087b5c tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:20.660681 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-10894849-0438-4bb5-ab94-2cfcb466db3c None None] Port 7ddf6782-c983-464d-b30f-daac00e8ef35 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:41:20.666377 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf8da1c-a764-4d70-b9ea-33eefd542be1 req-180125fc-bd63-4bea-9a09-d50bf8087b5c tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:20.671589 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf8da1c-a764-4d70-b9ea-33eefd542be1 req-180125fc-bd63-4bea-9a09-d50bf8087b5c tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:20.674108 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8cf8da1c-a764-4d70-b9ea-33eefd542be1 req-180125fc-bd63-4bea-9a09-d50bf8087b5c tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 5433 time: 0.4172742 Feb 17 17:41:20.787944 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-3454542f-cdc7-4e8c-bfed-0233a4509295 service neutron] For port 08d126b0-cae8-435d-a7c4-67c6dbfa3b4c, host n-h2-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:41:20.792182 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-179edd47-0a5c-4421-aef8-617c43c86c0c req-aaf4d85c-d4a6-4ccc-96b0-7df05ff5e5f2 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks [] for port (27901c75-5069-43da-b3a9-e01a8f0f0f2b), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:20.806520 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d48c9e-ed80-4954-ad7e-1a3b6a51ac1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9011e288-97c3-42a9-bed1-1e4a0863d1ee,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:20.821316 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-93d48c9e-ed80-4954-ad7e-1a3b6a51ac1f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7b899cb4cd5746e0bbeff1e69ac5c5bb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1278865 Feb 17 17:41:20.830402 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 51776) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:20.849981 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-bc10e0d3-8c98-4a7b-95d7-d0ae6f2ee4d0 None None] Provisioning complete for port 7ddf6782-c983-464d-b30f-daac00e8ef35 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:41:20.850589 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bc10e0d3-8c98-4a7b-95d7-d0ae6f2ee4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7ddf6782-c983-464d-b30f-daac00e8ef35), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:20.904897 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 092ee77a-b7b5-4db7-98c2-0d179ab2481c is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:41:20.914943 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-bc10e0d3-8c98-4a7b-95d7-d0ae6f2ee4d0 None None] Port 7ddf6782-c983-464d-b30f-daac00e8ef35 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:41:20.934789 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8cf8da1c-a764-4d70-b9ea-33eefd542be1 req-069086d3-d44e-4c47-b485-56ab5be09f73 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/security-groups?id=fd4d27d9-e68c-41ba-a909-f949182bce5a&id=4a46e179-4efe-408d-8163-359e1c80274b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2348514 Feb 17 17:41:20.941157 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-54238bb7-b843-48dd-9265-63709c3c6b93 req-f45e230f-aa13-4702-b89a-d4776da4017c tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Deleting port 8787d5d2-3f84-4423-9f0d-ae43c4c30a90 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:41:20.941508 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-54238bb7-b843-48dd-9265-63709c3c6b93 req-f45e230f-aa13-4702-b89a-d4776da4017c tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (8787d5d2-3f84-4423-9f0d-ae43c4c30a90), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:20.979065 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f6a2468e-f156-41e5-8168-ce069585afdd req-72d21d28-f24a-4ed6-9828-a1ab2ec71a8c tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.87 "GET /v2.0/security-groups?id=e9bd42c3-c838-49d1-a22a-8fe0d191573f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779149 Feb 17 17:41:20.981281 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-3454542f-cdc7-4e8c-bfed-0233a4509295 service neutron] device_id is not set on port 08d126b0-cae8-435d-a7c4-67c6dbfa3b4c yet. {{(pid=103435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:41:21.001241 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-3454542f-cdc7-4e8c-bfed-0233a4509295 service neutron] Publish callbacks [] for port (08d126b0-cae8-435d-a7c4-67c6dbfa3b4c), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:21.041991 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-82b07396-f90a-4bfa-9cfa-cf2211f83155 None None] Provisioning complete for port 7ddf6782-c983-464d-b30f-daac00e8ef35 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:41:21.043300 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-82b07396-f90a-4bfa-9cfa-cf2211f83155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7ddf6782-c983-464d-b30f-daac00e8ef35), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:21.062336 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-3454542f-cdc7-4e8c-bfed-0233a4509295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (08d126b0-cae8-435d-a7c4-67c6dbfa3b4c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:21.076055 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-179edd47-0a5c-4421-aef8-617c43c86c0c req-aaf4d85c-d4a6-4ccc-96b0-7df05ff5e5f2 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (27901c75-5069-43da-b3a9-e01a8f0f0f2b), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:21.096759 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['d0cc2a16-299a-4fcb-9e02-8e660124ccbc'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:41:21.134056 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 08d126b0-cae8-435d-a7c4-67c6dbfa3b4c no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:41:21.166677 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-82b07396-f90a-4bfa-9cfa-cf2211f83155 None None] Port 7ddf6782-c983-464d-b30f-daac00e8ef35 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:41:21.202239 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] The host n-h2-829613-2 is not matching for port 08d126b0-cae8-435d-a7c4-67c6dbfa3b4c host ! {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 17 17:41:21.202743 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 08d126b0-cae8-435d-a7c4-67c6dbfa3b4c not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:41:21.203246 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 46ca0592-2b78-4190-9be6-1b3e395f0384 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:41:21.249385 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-54238bb7-b843-48dd-9265-63709c3c6b93 req-f45e230f-aa13-4702-b89a-d4776da4017c tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] For port 8787d5d2-3f84-4423-9f0d-ae43c4c30a90, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=8787d5d2-3f84-4423-9f0d-ae43c4c30a90,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:41:21.249820 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-54238bb7-b843-48dd-9265-63709c3c6b93 req-f45e230f-aa13-4702-b89a-d4776da4017c tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (8787d5d2-3f84-4423-9f0d-ae43c4c30a90), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:21.253451 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-179edd47-0a5c-4421-aef8-617c43c86c0c req-aaf4d85c-d4a6-4ccc-96b0-7df05ff5e5f2 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Network 41eab850-74f8-4919-9573-0fe261607aa2 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:41:21.254972 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ac8cf3-6ebc-4a22-b0af-8df45b616f8c tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event updated for resources: {'Port': ['ID=7ddf6782-c983-464d-b30f-daac00e8ef35,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:21.259165 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3454542f-cdc7-4e8c-bfed-0233a4509295 service neutron] Pushing event updated for resources: {'Port': ['ID=08d126b0-cae8-435d-a7c4-67c6dbfa3b4c,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:21.262804 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-3454542f-cdc7-4e8c-bfed-0233a4509295 service neutron] No DVR routers for this DVR port 08d126b0-cae8-435d-a7c4-67c6dbfa3b4c on host n-h2-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:41:21.278744 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5169599a-1642-498b-a631-1c5a537c08c6 req-38c5620c-a072-4c3f-aa91-32f5d6c92588 service neutron] 10.222.0.71 "GET /v2.0/networks/b2cdfbff-16c7-45e3-b97b-944f59a2460d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6553173 Feb 17 17:41:21.299586 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-179edd47-0a5c-4421-aef8-617c43c86c0c req-aaf4d85c-d4a6-4ccc-96b0-7df05ff5e5f2 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:41:21.340837 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-179edd47-0a5c-4421-aef8-617c43c86c0c req-aaf4d85c-d4a6-4ccc-96b0-7df05ff5e5f2 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:41:21.344136 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-54238bb7-b843-48dd-9265-63709c3c6b93 req-f45e230f-aa13-4702-b89a-d4776da4017c tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Calling delete_port for 8787d5d2-3f84-4423-9f0d-ae43c4c30a90 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:41:21.363666 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 46ca0592-2b78-4190-9be6-1b3e395f0384 is: ACTIVE; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:41:21.364059 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (46ca0592-2b78-4190-9be6-1b3e395f0384), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:21.415854 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46ca0592-2b78-4190-9be6-1b3e395f0384'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:41:21.419262 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ebe5c10-76e7-414d-9c18-a93e4d846a1c" -d '{"events": [{"server_uuid": "8a875872-ecbe-4e3b-9059-98bd8c42bc1e", "name": "network-vif-unplugged", "status": "completed", "tag": "46ca0592-2b78-4190-9be6-1b3e395f0384"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:41:21.430545 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c4d37e-bdb2-44e7-b470-6fe7ece30df9 req-091ee7ed-2147-46ee-8d87-8973e760bc02 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:21.432338 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-29c4d37e-bdb2-44e7-b470-6fe7ece30df9 req-091ee7ed-2147-46ee-8d87-8973e760bc02 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=b225e2b2-ab3f-4f53-a044-4c9a77e83d8f HTTP/1.1" status: 200 len: 943 time: 0.3330677 Feb 17 17:41:21.435058 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 46ca0592-2b78-4190-9be6-1b3e395f0384, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=46ca0592-2b78-4190-9be6-1b3e395f0384,segment=NetworkSegment(13d2e8d9-7afd-45f6-84e2-b7416289d330),segment_id=13d2e8d9-7afd-45f6-84e2-b7416289d330)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:41:21.442617 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (46ca0592-2b78-4190-9be6-1b3e395f0384), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:21.444222 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 3a0304e4-2f7a-4a83-9f09-e81f38957152 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:41:21.467301 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-da89f773-3630-4164-8390-5b3aecc19d26 admin admin] Publish callbacks [] for security_group (9011e288-97c3-42a9-bed1-1e4a0863d1ee), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:21.487879 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf4d85c-d4a6-4ccc-96b0-7df05ff5e5f2 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Pushing event updated for resources: {'Port': ['ID=27901c75-5069-43da-b3a9-e01a8f0f0f2b,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:21.495412 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-3454542f-cdc7-4e8c-bfed-0233a4509295 service neutron] In _notify_port_updated(), no bound segment for port 08d126b0-cae8-435d-a7c4-67c6dbfa3b4c on network cc320263-b432-4650-9484-dc130e67f905 {{(pid=103435) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 17 17:41:21.496374 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-3454542f-cdc7-4e8c-bfed-0233a4509295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:21.497033 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-3454542f-cdc7-4e8c-bfed-0233a4509295 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:21.499108 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-3454542f-cdc7-4e8c-bfed-0233a4509295 service neutron] 10.222.0.91 "PUT /v2.0/ports/08d126b0-cae8-435d-a7c4-67c6dbfa3b4c HTTP/1.1" status: 200 len: 1026 time: 2.4486282 Feb 17 17:41:21.504630 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c8ac8cf3-6ebc-4a22-b0af-8df45b616f8c tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (6bc749a9-7baa-4fcc-810f-53295b9b759b), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:21.508771 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d639d-6989-448f-9fb0-b662c542f28d req-5e3603f6-263c-48b7-bd54-f412893b699f tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:21.510393 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b82d639d-6989-448f-9fb0-b662c542f28d req-5e3603f6-263c-48b7-bd54-f412893b699f tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=fb683c74-b73e-4567-907c-f82e1bc386ea HTTP/1.1" status: 200 len: 931 time: 0.4075685 Feb 17 17:41:21.549632 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-4f940f37-9a8c-4607-ba69-21e0cc284fca None None] Provisioning complete for port 08d126b0-cae8-435d-a7c4-67c6dbfa3b4c triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:41:21.550004 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4f940f37-9a8c-4607-ba69-21e0cc284fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (08d126b0-cae8-435d-a7c4-67c6dbfa3b4c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:21.551396 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=46ca0592-2b78-4190-9be6-1b3e395f0384,revision_number=6']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:21.557221 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179edd47-0a5c-4421-aef8-617c43c86c0c req-aaf4d85c-d4a6-4ccc-96b0-7df05ff5e5f2 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:21.557855 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-179edd47-0a5c-4421-aef8-617c43c86c0c req-aaf4d85c-d4a6-4ccc-96b0-7df05ff5e5f2 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:21.624605 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 3a0304e4-2f7a-4a83-9f09-e81f38957152 is: ACTIVE; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:41:21.624963 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3a0304e4-2f7a-4a83-9f09-e81f38957152), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:21.635724 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-4f940f37-9a8c-4607-ba69-21e0cc284fca None None] Port 08d126b0-cae8-435d-a7c4-67c6dbfa3b4c cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:41:21.647509 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-da89f773-3630-4164-8390-5b3aecc19d26 admin admin] Publish callbacks [] for security_group (9011e288-97c3-42a9-bed1-1e4a0863d1ee), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:21.663615 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-179edd47-0a5c-4421-aef8-617c43c86c0c req-aaf4d85c-d4a6-4ccc-96b0-7df05ff5e5f2 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4376063 Feb 17 17:41:21.669246 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 3a0304e4-2f7a-4a83-9f09-e81f38957152, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=3a0304e4-2f7a-4a83-9f09-e81f38957152,segment=NetworkSegment(82732791-61b6-4864-92cc-594948a3b9a8),segment_id=82732791-61b6-4864-92cc-594948a3b9a8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:41:21.670616 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 092ee77a-b7b5-4db7-98c2-0d179ab2481c up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:41:21.683460 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-16534ea1-dc05-45c6-aa56-5813ecd5ba2f tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:21.684358 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-16534ea1-dc05-45c6-aa56-5813ecd5ba2f tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.91 "GET /v2.0/ports/52ff7d56-9a39-4bcd-81d3-82d714507134?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1725442 Feb 17 17:41:21.689267 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5169599a-1642-498b-a631-1c5a537c08c6 req-e018cce5-5b4e-446e-a92f-11b52f402487 service neutron] 10.222.0.71 "GET /v2.0/networks/b2cdfbff-16c7-45e3-b97b-944f59a2460d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962655 Feb 17 17:41:21.695755 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-179edd47-0a5c-4421-aef8-617c43c86c0c req-31ab4936-289e-4b0f-b60b-bd7689751882 service neutron] Request body: {'port': {'device_id': 'fb683c74-b73e-4567-907c-f82e1bc386ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:21.699227 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device ab034c34-3587-4fb7-b4fe-fa25164c42db details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:41:21.700408 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-29c4d37e-bdb2-44e7-b470-6fe7ece30df9 req-336ccca3-4bcc-401b-a93e-658f1216fafe tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148485 Feb 17 17:41:21.701108 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (3a0304e4-2f7a-4a83-9f09-e81f38957152), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:21.702640 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 613c48ee-ff33-4710-a66b-a3a36bbd9380 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:41:21.732563 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-b27fa5bd-6417-482a-8c60-bd4bd1eff2cf service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:21.763277 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c8ac8cf3-6ebc-4a22-b0af-8df45b616f8c tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7ddf6782-c983-464d-b30f-daac00e8ef35), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:21.765111 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b82d639d-6989-448f-9fb0-b662c542f28d req-8d30bea4-dae3-4c73-89c7-19a59ade60e7 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419739 Feb 17 17:41:21.793552 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-da89f773-3630-4164-8390-5b3aecc19d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (9011e288-97c3-42a9-bed1-1e4a0863d1ee), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:21.799851 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-da89f773-3630-4164-8390-5b3aecc19d26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:21.806656 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-da89f773-3630-4164-8390-5b3aecc19d26 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9011e288-97c3-42a9-bed1-1e4a0863d1ee HTTP/1.1" status: 204 len: 168 time: 0.9690068 Feb 17 17:41:21.849866 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da89f773-3630-4164-8390-5b3aecc19d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9011e288-97c3-42a9-bed1-1e4a0863d1ee,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:21.860387 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=3a0304e4-2f7a-4a83-9f09-e81f38957152,revision_number=6']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:21.961814 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-179edd47-0a5c-4421-aef8-617c43c86c0c req-31ab4936-289e-4b0f-b60b-bd7689751882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (27901c75-5069-43da-b3a9-e01a8f0f0f2b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:21.967794 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-b27fa5bd-6417-482a-8c60-bd4bd1eff2cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (52ff7d56-9a39-4bcd-81d3-82d714507134), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:22.004621 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-54238bb7-b843-48dd-9265-63709c3c6b93 req-f45e230f-aa13-4702-b89a-d4776da4017c tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (8787d5d2-3f84-4423-9f0d-ae43c4c30a90), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:22.007309 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 092ee77a-b7b5-4db7-98c2-0d179ab2481c triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:41:22.008929 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (092ee77a-b7b5-4db7-98c2-0d179ab2481c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:22.112192 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef52144-3372-477b-8d30-5fda9521fd80 req-326f3ab4-308c-401a-b8df-31839cbff871 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:22.114230 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aef52144-3372-477b-8d30-5fda9521fd80 req-326f3ab4-308c-401a-b8df-31839cbff871 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e1b8510-1502-4cc4-a1b0-9a8c510a86dd HTTP/1.1" status: 200 len: 945 time: 0.2579024 Feb 17 17:41:22.115348 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45e230f-aa13-4702-b89a-d4776da4017c tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Pushing event deleted for resources: {'Port': ['ID=8787d5d2-3f84-4423-9f0d-ae43c4c30a90,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:22.154484 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 613c48ee-ff33-4710-a66b-a3a36bbd9380 is: ACTIVE; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:41:22.158434 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (613c48ee-ff33-4710-a66b-a3a36bbd9380), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:22.190943 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port ab034c34-3587-4fb7-b4fe-fa25164c42db, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=ab034c34-3587-4fb7-b4fe-fa25164c42db,segment=NetworkSegment(80af71d2-6810-45c1-8520-db6a1714ff10),segment_id=80af71d2-6810-45c1-8520-db6a1714ff10)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:41:22.258913 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-54238bb7-b843-48dd-9265-63709c3c6b93 req-f45e230f-aa13-4702-b89a-d4776da4017c tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] No DVR routers for this DVR port 8787d5d2-3f84-4423-9f0d-ae43c4c30a90 on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:41:22.262495 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 613c48ee-ff33-4710-a66b-a3a36bbd9380, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=613c48ee-ff33-4710-a66b-a3a36bbd9380,segment=NetworkSegment(82732791-61b6-4864-92cc-594948a3b9a8),segment_id=82732791-61b6-4864-92cc-594948a3b9a8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:41:22.263754 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': 'ab034c34-3587-4fb7-b4fe-fa25164c42db', 'network_id': 'b2cdfbff-16c7-45e3-b97b-944f59a2460d', 'port_id': 'ab034c34-3587-4fb7-b4fe-fa25164c42db', 'mac_address': 'fa:16:3e:73:3c:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b5f32c-14a0-4a60-ad2f-22440ca5b40f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:41:22.275672 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (613c48ee-ff33-4710-a66b-a3a36bbd9380), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:22.276448 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device ed35401b-3bd0-4605-9ab0-9a24b1913fbc no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:41:22.344145 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-54238bb7-b843-48dd-9265-63709c3c6b93 req-f45e230f-aa13-4702-b89a-d4776da4017c tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:22.347902 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-54238bb7-b843-48dd-9265-63709c3c6b93 req-f45e230f-aa13-4702-b89a-d4776da4017c tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.71 "DELETE /v2.0/ports/8787d5d2-3f84-4423-9f0d-ae43c4c30a90 HTTP/1.1" status: 204 len: 173 time: 1.9410596 Feb 17 17:41:22.348382 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8516490-e323-4676-8497-08f986001dea', 'name': 'network-vif-deleted', 'tag': '8787d5d2-3f84-4423-9f0d-ae43c4c30a90'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:41:22.349098 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 17:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8215648a-d5b8-4347-8749-d6705cd7682c x-openstack-request-id: req-8215648a-d5b8-4347-8749-d6705cd7682c {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:41:22.349699 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a875872-ecbe-4e3b-9059-98bd8c42bc1e", "name": "network-vif-unplugged", "status": "completed", "tag": "46ca0592-2b78-4190-9be6-1b3e395f0384", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:41:22.350403 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8215648a-d5b8-4347-8749-d6705cd7682c {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:41:22.351011 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa93823-b914-456d-9eae-ffeb954082e2" -d '{"events": [{"server_uuid": "f8516490-e323-4676-8497-08f986001dea", "name": "network-vif-deleted", "tag": "8787d5d2-3f84-4423-9f0d-ae43c4c30a90"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:41:22.363692 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c8ac8cf3-6ebc-4a22-b0af-8df45b616f8c tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for port (7ddf6782-c983-464d-b30f-daac00e8ef35), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:22.369032 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c8ac8cf3-6ebc-4a22-b0af-8df45b616f8c tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (7ddf6782-c983-464d-b30f-daac00e8ef35), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:22.370164 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c8ac8cf3-6ebc-4a22-b0af-8df45b616f8c tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (6bc749a9-7baa-4fcc-810f-53295b9b759b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:22.373760 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46ca0592-2b78-4190-9be6-1b3e395f0384', 'code': 200} Feb 17 17:41:22.456967 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 51802) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:22.525622 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94425f03-698f-4701-903e-6f0aec9c2582 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:22.551647 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aef52144-3372-477b-8d30-5fda9521fd80 req-8e4d9eb3-1804-47d9-b772-b0558ab31ea3 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4170430 Feb 17 17:41:22.656032 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=613c48ee-ff33-4710-a66b-a3a36bbd9380,revision_number=6']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:22.659661 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 092ee77a-b7b5-4db7-98c2-0d179ab2481c is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:41:22.662133 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ac8cf3-6ebc-4a22-b0af-8df45b616f8c tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event updated for resources: {'Port': ['ID=7ddf6782-c983-464d-b30f-daac00e8ef35,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:22.662923 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port ab034c34-3587-4fb7-b4fe-fa25164c42db is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:41:22.663504 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ab034c34-3587-4fb7-b4fe-fa25164c42db), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:22.685016 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab034c34-3587-4fb7-b4fe-fa25164c42db {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:41:22.743561 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port ab034c34-3587-4fb7-b4fe-fa25164c42db, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=ab034c34-3587-4fb7-b4fe-fa25164c42db,segment=NetworkSegment(80af71d2-6810-45c1-8520-db6a1714ff10),segment_id=80af71d2-6810-45c1-8520-db6a1714ff10)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:41:22.752154 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ab034c34-3587-4fb7-b4fe-fa25164c42db), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:22.758199 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port ed35401b-3bd0-4605-9ab0-9a24b1913fbc is: ACTIVE; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:41:22.758503 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ed35401b-3bd0-4605-9ab0-9a24b1913fbc), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:22.764804 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-b27fa5bd-6417-482a-8c60-bd4bd1eff2cf service neutron] For port 52ff7d56-9a39-4bcd-81d3-82d714507134, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=52ff7d56-9a39-4bcd-81d3-82d714507134,segment=NetworkSegment(13d2e8d9-7afd-45f6-84e2-b7416289d330),segment_id=13d2e8d9-7afd-45f6-84e2-b7416289d330)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:41:22.805701 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ac8cf3-6ebc-4a22-b0af-8df45b616f8c tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Network 3ba908d0-8522-41ad-bbc5-184a35add49a is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:41:22.808395 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-c8ac8cf3-6ebc-4a22-b0af-8df45b616f8c tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:41:22.831923 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97de35d-57ad-483c-b65a-e0e6a81e4039 req-69e1fa8f-fe33-442e-ae6b-e85692519541 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:22.847127 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97de35d-57ad-483c-b65a-e0e6a81e4039 req-69e1fa8f-fe33-442e-ae6b-e85692519541 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:22.857566 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97de35d-57ad-483c-b65a-e0e6a81e4039 req-69e1fa8f-fe33-442e-ae6b-e85692519541 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:22.865965 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97de35d-57ad-483c-b65a-e0e6a81e4039 req-69e1fa8f-fe33-442e-ae6b-e85692519541 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:22.876723 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97de35d-57ad-483c-b65a-e0e6a81e4039 req-69e1fa8f-fe33-442e-ae6b-e85692519541 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:22.888291 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97de35d-57ad-483c-b65a-e0e6a81e4039 req-69e1fa8f-fe33-442e-ae6b-e85692519541 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:22.897239 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f97de35d-57ad-483c-b65a-e0e6a81e4039 req-69e1fa8f-fe33-442e-ae6b-e85692519541 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 4654 time: 0.4868188 Feb 17 17:41:22.898439 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port ed35401b-3bd0-4605-9ab0-9a24b1913fbc, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=ed35401b-3bd0-4605-9ab0-9a24b1913fbc,segment=NetworkSegment(02645fb9-f8c0-4e52-bfd2-07423e88e8ac),segment_id=02645fb9-f8c0-4e52-bfd2-07423e88e8ac)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:41:22.907997 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=ab034c34-3587-4fb7-b4fe-fa25164c42db,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:22.910395 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ed35401b-3bd0-4605-9ab0-9a24b1913fbc), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:22.911199 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 52ff7d56-9a39-4bcd-81d3-82d714507134 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:41:22.967277 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1283fa47-785d-4b5c-add3-7e0eba1081b6 req-543f9d20-e77d-4670-a88f-ad64343ccbf9 tempest-ListImageFiltersTestJSON-621561694 tempest-ListImageFiltersTestJSON-621561694-project] 10.222.0.87 "GET /v2.0/ports?device_id=f8516490-e323-4676-8497-08f986001dea HTTP/1.1" status: 200 len: 210 time: 0.2213476 Feb 17 17:41:23.009627 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['ab034c34-3587-4fb7-b4fe-fa25164c42db'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:41:23.095204 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=ed35401b-3bd0-4605-9ab0-9a24b1913fbc,revision_number=6']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:23.095967 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb1b332-ad7e-47a7-99ca-683566558a31 x-openstack-request-id: req-ccb1b332-ad7e-47a7-99ca-683566558a31 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:41:23.096560 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8516490-e323-4676-8497-08f986001dea", "name": "network-vif-deleted", "tag": "8787d5d2-3f84-4423-9f0d-ae43c4c30a90", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:41:23.098565 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ccb1b332-ad7e-47a7-99ca-683566558a31 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:41:23.099091 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8516490-e323-4676-8497-08f986001dea', 'name': 'network-vif-deleted', 'tag': '8787d5d2-3f84-4423-9f0d-ae43c4c30a90', 'status': 'completed', 'code': 200} Feb 17 17:41:23.144155 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94425f03-698f-4701-903e-6f0aec9c2582 admin admin] Publish callbacks [] for security_group (5cc1fa58-c63b-452c-9a02-f371601444fa), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:23.154798 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-b27fa5bd-6417-482a-8c60-bd4bd1eff2cf service neutron] For port 52ff7d56-9a39-4bcd-81d3-82d714507134, host n-h2-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:41:23.159882 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-94425f03-698f-4701-903e-6f0aec9c2582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (5cc1fa58-c63b-452c-9a02-f371601444fa), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:23.192556 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ac8cf3-6ebc-4a22-b0af-8df45b616f8c tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Router 6bc749a9-7baa-4fcc-810f-53295b9b759b is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:41:23.218405 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-94425f03-698f-4701-903e-6f0aec9c2582 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a39d6ab3781b4fd493dcd5f4ca823298&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7569573 Feb 17 17:41:23.227087 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 51808) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:23.266262 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 52ff7d56-9a39-4bcd-81d3-82d714507134 is: ACTIVE; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:41:23.267597 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (52ff7d56-9a39-4bcd-81d3-82d714507134), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:23.295489 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94425f03-698f-4701-903e-6f0aec9c2582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc1fa58-c63b-452c-9a02-f371601444fa,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:23.324509 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f97de35d-57ad-483c-b65a-e0e6a81e4039 req-952693de-213c-4a62-83bb-7761e4341454 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/security-groups?id=fd4d27d9-e68c-41ba-a909-f949182bce5a&id=4a46e179-4efe-408d-8163-359e1c80274b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4257824 Feb 17 17:41:23.344353 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-b27fa5bd-6417-482a-8c60-bd4bd1eff2cf service neutron] device_id is not set on port 52ff7d56-9a39-4bcd-81d3-82d714507134 yet. {{(pid=103435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:41:23.348998 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-d00ddb18-3f59-4211-9fa2-c931af99cdb9 None None] Provisioning complete for port 7ddf6782-c983-464d-b30f-daac00e8ef35 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:41:23.349383 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d00ddb18-3f59-4211-9fa2-c931af99cdb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7ddf6782-c983-464d-b30f-daac00e8ef35), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:23.369323 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ac8cf3-6ebc-4a22-b0af-8df45b616f8c tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:41:23.376325 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-b27fa5bd-6417-482a-8c60-bd4bd1eff2cf service neutron] Publish callbacks [] for port (52ff7d56-9a39-4bcd-81d3-82d714507134), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:23.382437 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b494de-7890-480d-b29a-90e2ad0c93c7 None None] Sync routers for ids ['6bc749a9-7baa-4fcc-810f-53295b9b759b'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:41:23.389558 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-179edd47-0a5c-4421-aef8-617c43c86c0c req-31ab4936-289e-4b0f-b60b-bd7689751882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27901c75-5069-43da-b3a9-e01a8f0f0f2b {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:41:23.389761 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c8ac8cf3-6ebc-4a22-b0af-8df45b616f8c tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "PUT /v2.0/routers/6bc749a9-7baa-4fcc-810f-53295b9b759b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3517449 Feb 17 17:41:23.392958 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 51810) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:23.406731 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b494de-7890-480d-b29a-90e2ad0c93c7 None None] Routers {'6bc749a9-7baa-4fcc-810f-53295b9b759b'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:41:23.407890 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-f6b494de-7890-480d-b29a-90e2ad0c93c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:41:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['6bc749a9-7baa-4fcc-810f-53295b9b759b'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:23.409617 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947fecc-6fbf-4d68-a61f-96c0f2b0c9db req-99858b8f-69ec-4e1e-8668-8ccda27168f3 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:23.417396 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b947fecc-6fbf-4d68-a61f-96c0f2b0c9db req-99858b8f-69ec-4e1e-8668-8ccda27168f3 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=b225e2b2-ab3f-4f53-a044-4c9a77e83d8f HTTP/1.1" status: 200 len: 944 time: 0.2113998 Feb 17 17:41:23.425552 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-179edd47-0a5c-4421-aef8-617c43c86c0c req-31ab4936-289e-4b0f-b60b-bd7689751882 service neutron] Publish callbacks [] for port (27901c75-5069-43da-b3a9-e01a8f0f0f2b), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:23.439014 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-b27fa5bd-6417-482a-8c60-bd4bd1eff2cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (52ff7d56-9a39-4bcd-81d3-82d714507134), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:23.454405 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003e6ad7-2f25-47b3-946f-8d0b1ae771f3 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:23.456271 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-003e6ad7-2f25-47b3-946f-8d0b1ae771f3 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "GET /v2.0/ports/7ddf6782-c983-464d-b30f-daac00e8ef35 HTTP/1.1" status: 200 len: 984 time: 0.0613968 Feb 17 17:41:23.459366 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 51812) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:23.485524 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-d00ddb18-3f59-4211-9fa2-c931af99cdb9 None None] Port 7ddf6782-c983-464d-b30f-daac00e8ef35 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:41:23.499621 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-f6b494de-7890-480d-b29a-90e2ad0c93c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:23.530428 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b494de-7890-480d-b29a-90e2ad0c93c7 None None] Routers {'6bc749a9-7baa-4fcc-810f-53295b9b759b'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:41:23.531042 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-f6b494de-7890-480d-b29a-90e2ad0c93c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:41:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['6bc749a9-7baa-4fcc-810f-53295b9b759b'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:23.595354 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-f6b494de-7890-480d-b29a-90e2ad0c93c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:23.596001 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b494de-7890-480d-b29a-90e2ad0c93c7 None None] The sync data for ids ['6bc749a9-7baa-4fcc-810f-53295b9b759b'] in n-d-829613-2 is: [] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:41:23.605068 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.api [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:41:23.605633 n-d-829613-2 neutron-server[103436]: DEBUG oslo_db.api [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 17:41:23.609309 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-179edd47-0a5c-4421-aef8-617c43c86c0c req-31ab4936-289e-4b0f-b60b-bd7689751882 service neutron] Transition to ACTIVE for port object 27901c75-5069-43da-b3a9-e01a8f0f0f2b will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:41:23.646891 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-179edd47-0a5c-4421-aef8-617c43c86c0c req-31ab4936-289e-4b0f-b60b-bd7689751882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (27901c75-5069-43da-b3a9-e01a8f0f0f2b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:23.673120 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-b27fa5bd-6417-482a-8c60-bd4bd1eff2cf service neutron] No DVR routers for this DVR port 52ff7d56-9a39-4bcd-81d3-82d714507134 on host n-h2-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:41:23.694438 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 8787d5d2-3f84-4423-9f0d-ae43c4c30a90 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:41:23.746051 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-665b77bc-efee-4f93-8862-deef0a236a6b admin admin] Publish callbacks [] for security_group (5cc1fa58-c63b-452c-9a02-f371601444fa), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:23.748010 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27fa5bd-6417-482a-8c60-bd4bd1eff2cf service neutron] Pushing event updated for resources: {'Port': ['ID=52ff7d56-9a39-4bcd-81d3-82d714507134,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:23.814757 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ab4936-289e-4b0f-b60b-bd7689751882 service neutron] Pushing event updated for resources: {'Port': ['ID=27901c75-5069-43da-b3a9-e01a8f0f0f2b,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:23.850823 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b947fecc-6fbf-4d68-a61f-96c0f2b0c9db req-a78555ce-4f5e-4cc6-b622-551d026b3b1e tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4325404 Feb 17 17:41:23.868538 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae0261-62e1-411d-918f-560057fc5659 req-51dfd321-7554-4be0-bb12-4e3d10d0d9e2 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:23.870591 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eeae0261-62e1-411d-918f-560057fc5659 req-51dfd321-7554-4be0-bb12-4e3d10d0d9e2 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=fb683c74-b73e-4567-907c-f82e1bc386ea HTTP/1.1" status: 200 len: 931 time: 0.4422877 Feb 17 17:41:23.927823 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-665b77bc-efee-4f93-8862-deef0a236a6b admin admin] Publish callbacks [] for security_group (5cc1fa58-c63b-452c-9a02-f371601444fa), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:23.950079 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-b27fa5bd-6417-482a-8c60-bd4bd1eff2cf service neutron] In _notify_port_updated(), no bound segment for port 52ff7d56-9a39-4bcd-81d3-82d714507134 on network cc320263-b432-4650-9484-dc130e67f905 {{(pid=103435) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 17 17:41:23.951321 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-b27fa5bd-6417-482a-8c60-bd4bd1eff2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:23.951933 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-b27fa5bd-6417-482a-8c60-bd4bd1eff2cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:23.953722 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-b27fa5bd-6417-482a-8c60-bd4bd1eff2cf service neutron] 10.222.0.91 "PUT /v2.0/ports/52ff7d56-9a39-4bcd-81d3-82d714507134 HTTP/1.1" status: 200 len: 1027 time: 2.2468710 Feb 17 17:41:23.958742 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: 8787d5d2-3f84-4423-9f0d-ae43c4c30a90 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:41:23.959207 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 8787d5d2-3f84-4423-9f0d-ae43c4c30a90 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:41:23.973718 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-26878ce9-21d6-43d9-b847-6ea7cf6a9f46 None None] Provisioning complete for port 52ff7d56-9a39-4bcd-81d3-82d714507134 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:41:23.974150 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-26878ce9-21d6-43d9-b847-6ea7cf6a9f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (52ff7d56-9a39-4bcd-81d3-82d714507134), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:24.012390 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-26878ce9-21d6-43d9-b847-6ea7cf6a9f46 None None] Port 52ff7d56-9a39-4bcd-81d3-82d714507134 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:41:24.048295 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1ec548ef-fbe9-45c9-a348-0cf1d44e34c1 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (6bc749a9-7baa-4fcc-810f-53295b9b759b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:24.154657 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 52ff7d56-9a39-4bcd-81d3-82d714507134 is: DOWN; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:41:24.155697 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 4816c808-0fae-4aeb-902b-6085c77a50fa no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:41:24.278424 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 4816c808-0fae-4aeb-902b-6085c77a50fa is: ACTIVE; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:41:24.279077 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (4816c808-0fae-4aeb-902b-6085c77a50fa), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:24.291008 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-1ec548ef-fbe9-45c9-a348-0cf1d44e34c1 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Deleting port 7ddf6782-c983-464d-b30f-daac00e8ef35 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:41:24.291356 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1ec548ef-fbe9-45c9-a348-0cf1d44e34c1 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (7ddf6782-c983-464d-b30f-daac00e8ef35), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:24.318936 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 4816c808-0fae-4aeb-902b-6085c77a50fa, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=4816c808-0fae-4aeb-902b-6085c77a50fa,segment=NetworkSegment(13d2e8d9-7afd-45f6-84e2-b7416289d330),segment_id=13d2e8d9-7afd-45f6-84e2-b7416289d330)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:41:24.324692 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (4816c808-0fae-4aeb-902b-6085c77a50fa), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:24.376131 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a0304e4-2f7a-4a83-9f09-e81f38957152'}, {'server_uuid': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '613c48ee-ff33-4710-a66b-a3a36bbd9380'}, {'server_uuid': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed35401b-3bd0-4605-9ab0-9a24b1913fbc'}, {'server_uuid': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4816c808-0fae-4aeb-902b-6085c77a50fa'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:41:24.378633 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a479f3-2f4c-47f8-b14b-47e35e331149" -d '{"events": [{"server_uuid": "8a875872-ecbe-4e3b-9059-98bd8c42bc1e", "name": "network-vif-unplugged", "status": "completed", "tag": "3a0304e4-2f7a-4a83-9f09-e81f38957152"}, {"server_uuid": "8a875872-ecbe-4e3b-9059-98bd8c42bc1e", "name": "network-vif-unplugged", "status": "completed", "tag": "613c48ee-ff33-4710-a66b-a3a36bbd9380"}, {"server_uuid": "8a875872-ecbe-4e3b-9059-98bd8c42bc1e", "name": "network-vif-unplugged", "status": "completed", "tag": "ed35401b-3bd0-4605-9ab0-9a24b1913fbc"}, {"server_uuid": "8a875872-ecbe-4e3b-9059-98bd8c42bc1e", "name": "network-vif-unplugged", "status": "completed", "tag": "4816c808-0fae-4aeb-902b-6085c77a50fa"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:41:24.387328 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=4816c808-0fae-4aeb-902b-6085c77a50fa,revision_number=6']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:24.403348 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1ec548ef-fbe9-45c9-a348-0cf1d44e34c1 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (7ddf6782-c983-464d-b30f-daac00e8ef35), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:24.419710 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-1ec548ef-fbe9-45c9-a348-0cf1d44e34c1 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Calling delete_port for 7ddf6782-c983-464d-b30f-daac00e8ef35 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:41:24.531612 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eeae0261-62e1-411d-918f-560057fc5659 req-51c1339d-f541-4347-b1da-6bdd76e449f7 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6343608 Feb 17 17:41:24.536069 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-179edd47-0a5c-4421-aef8-617c43c86c0c req-31ab4936-289e-4b0f-b60b-bd7689751882 service neutron] Attempting to bind port 27901c75-5069-43da-b3a9-e01a8f0f0f2b on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:41:24.536483 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-179edd47-0a5c-4421-aef8-617c43c86c0c req-31ab4936-289e-4b0f-b60b-bd7689751882 service neutron] Attempting to bind port 27901c75-5069-43da-b3a9-e01a8f0f0f2b by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '18563972-a346-4d2f-9db2-6c97a64b55cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '41eab850-74f8-4919-9573-0fe261607aa2'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:41:24.536788 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179edd47-0a5c-4421-aef8-617c43c86c0c req-31ab4936-289e-4b0f-b60b-bd7689751882 service neutron] Attempting to bind port 27901c75-5069-43da-b3a9-e01a8f0f0f2b on network 41eab850-74f8-4919-9573-0fe261607aa2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:41:24.545953 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf22b4-0fe6-4d6a-ae3f-b8bb5ce1a1ed req-69239de3-2056-478b-87a3-33c85c9a0085 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:24.547539 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eabf22b4-0fe6-4d6a-ae3f-b8bb5ce1a1ed req-69239de3-2056-478b-87a3-33c85c9a0085 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e1b8510-1502-4cc4-a1b0-9a8c510a86dd HTTP/1.1" status: 200 len: 945 time: 0.6219351 Feb 17 17:41:24.566463 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179edd47-0a5c-4421-aef8-617c43c86c0c req-31ab4936-289e-4b0f-b60b-bd7689751882 service neutron] Port 27901c75-5069-43da-b3a9-e01a8f0f0f2b on network 41eab850-74f8-4919-9573-0fe261607aa2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:41:24.566463 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179edd47-0a5c-4421-aef8-617c43c86c0c req-31ab4936-289e-4b0f-b60b-bd7689751882 service neutron] Attempting to bind port 27901c75-5069-43da-b3a9-e01a8f0f0f2b on network 41eab850-74f8-4919-9573-0fe261607aa2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:41:24.584185 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-665b77bc-efee-4f93-8862-deef0a236a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (5cc1fa58-c63b-452c-9a02-f371601444fa), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:24.586982 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-665b77bc-efee-4f93-8862-deef0a236a6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:24.588187 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-665b77bc-efee-4f93-8862-deef0a236a6b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5cc1fa58-c63b-452c-9a02-f371601444fa HTTP/1.1" status: 204 len: 168 time: 1.3533263 Feb 17 17:41:24.622116 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1ec548ef-fbe9-45c9-a348-0cf1d44e34c1 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (7ddf6782-c983-464d-b30f-daac00e8ef35), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:24.638044 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179edd47-0a5c-4421-aef8-617c43c86c0c req-31ab4936-289e-4b0f-b60b-bd7689751882 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:41:24.642047 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179edd47-0a5c-4421-aef8-617c43c86c0c req-31ab4936-289e-4b0f-b60b-bd7689751882 service neutron] Checking segment: {'id': '18563972-a346-4d2f-9db2-6c97a64b55cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '41eab850-74f8-4919-9573-0fe261607aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:41:24.642536 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179edd47-0a5c-4421-aef8-617c43c86c0c req-31ab4936-289e-4b0f-b60b-bd7689751882 service neutron] Bound using segment: {'id': '18563972-a346-4d2f-9db2-6c97a64b55cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '41eab850-74f8-4919-9573-0fe261607aa2'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:41:24.643009 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-179edd47-0a5c-4421-aef8-617c43c86c0c req-31ab4936-289e-4b0f-b60b-bd7689751882 service neutron] Bound port: 27901c75-5069-43da-b3a9-e01a8f0f0f2b, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18563972-a346-4d2f-9db2-6c97a64b55cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '41eab850-74f8-4919-9573-0fe261607aa2'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:41:24.644662 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-179edd47-0a5c-4421-aef8-617c43c86c0c req-31ab4936-289e-4b0f-b60b-bd7689751882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (27901c75-5069-43da-b3a9-e01a8f0f0f2b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:24.656722 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec548ef-fbe9-45c9-a348-0cf1d44e34c1 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event deleted for resources: {'Port': ['ID=7ddf6782-c983-464d-b30f-daac00e8ef35,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:24.681804 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b77bc-efee-4f93-8862-deef0a236a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc1fa58-c63b-452c-9a02-f371601444fa,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:24.687625 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec548ef-fbe9-45c9-a348-0cf1d44e34c1 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:41:24.687625 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec548ef-fbe9-45c9-a348-0cf1d44e34c1 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:41:24.687625 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec548ef-fbe9-45c9-a348-0cf1d44e34c1 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:41:24.688309 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec548ef-fbe9-45c9-a348-0cf1d44e34c1 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:41:24.688778 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec548ef-fbe9-45c9-a348-0cf1d44e34c1 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:41:24.689207 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec548ef-fbe9-45c9-a348-0cf1d44e34c1 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:41:24.689864 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec548ef-fbe9-45c9-a348-0cf1d44e34c1 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:41:24.690320 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec548ef-fbe9-45c9-a348-0cf1d44e34c1 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:41:24.690930 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec548ef-fbe9-45c9-a348-0cf1d44e34c1 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:41:24.691482 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec548ef-fbe9-45c9-a348-0cf1d44e34c1 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:41:24.691940 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec548ef-fbe9-45c9-a348-0cf1d44e34c1 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:41:24.692531 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec548ef-fbe9-45c9-a348-0cf1d44e34c1 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:41:24.693612 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec548ef-fbe9-45c9-a348-0cf1d44e34c1 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:41:24.783747 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-00b4ff7b-54cb-4e44-bba3-96ed8f2cb86f tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Deleting port ed35401b-3bd0-4605-9ab0-9a24b1913fbc {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:41:24.784098 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-00b4ff7b-54cb-4e44-bba3-96ed8f2cb86f tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (ed35401b-3bd0-4605-9ab0-9a24b1913fbc), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:24.829040 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1ec548ef-fbe9-45c9-a348-0cf1d44e34c1 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (6bc749a9-7baa-4fcc-810f-53295b9b759b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:24.893136 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eabf22b4-0fe6-4d6a-ae3f-b8bb5ce1a1ed req-52843356-3a18-4814-a6c1-31c040c4796b tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295636 Feb 17 17:41:24.926041 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef676e-dac2-462d-b909-cd59d0e87f2c req-ef05aecd-9820-472d-a814-534fc8b3e86a tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:24.942334 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef676e-dac2-462d-b909-cd59d0e87f2c req-ef05aecd-9820-472d-a814-534fc8b3e86a tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:24.952676 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef676e-dac2-462d-b909-cd59d0e87f2c req-ef05aecd-9820-472d-a814-534fc8b3e86a tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:24.962365 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef676e-dac2-462d-b909-cd59d0e87f2c req-ef05aecd-9820-472d-a814-534fc8b3e86a tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:24.969230 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef676e-dac2-462d-b909-cd59d0e87f2c req-ef05aecd-9820-472d-a814-534fc8b3e86a tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:24.971211 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c3ef676e-dac2-462d-b909-cd59d0e87f2c req-ef05aecd-9820-472d-a814-534fc8b3e86a tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 3876 time: 0.3045862 Feb 17 17:41:24.987443 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-179edd47-0a5c-4421-aef8-617c43c86c0c req-31ab4936-289e-4b0f-b60b-bd7689751882 service neutron] For port 27901c75-5069-43da-b3a9-e01a8f0f0f2b, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:41:24.990675 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Thu, 17 Feb 2022 17:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eacb51b7-ad55-45f6-8b34-88dd962864ad x-openstack-request-id: req-eacb51b7-ad55-45f6-8b34-88dd962864ad {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:41:24.991335 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-179edd47-0a5c-4421-aef8-617c43c86c0c req-31ab4936-289e-4b0f-b60b-bd7689751882 service neutron] For port 27901c75-5069-43da-b3a9-e01a8f0f0f2b, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=27901c75-5069-43da-b3a9-e01a8f0f0f2b,segment=NetworkSegment(18563972-a346-4d2f-9db2-6c97a64b55cb),segment_id=18563972-a346-4d2f-9db2-6c97a64b55cb)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:41:24.991797 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a875872-ecbe-4e3b-9059-98bd8c42bc1e", "name": "network-vif-unplugged", "status": "completed", "tag": "3a0304e4-2f7a-4a83-9f09-e81f38957152", "code": 200}, {"server_uuid": "8a875872-ecbe-4e3b-9059-98bd8c42bc1e", "name": "network-vif-unplugged", "status": "completed", "tag": "613c48ee-ff33-4710-a66b-a3a36bbd9380", "code": 200}, {"server_uuid": "8a875872-ecbe-4e3b-9059-98bd8c42bc1e", "name": "network-vif-unplugged", "status": "completed", "tag": "ed35401b-3bd0-4605-9ab0-9a24b1913fbc", "code": 200}, {"server_uuid": "8a875872-ecbe-4e3b-9059-98bd8c42bc1e", "name": "network-vif-unplugged", "status": "completed", "tag": "4816c808-0fae-4aeb-902b-6085c77a50fa", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:41:24.992222 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-eacb51b7-ad55-45f6-8b34-88dd962864ad {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:41:24.992850 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a0304e4-2f7a-4a83-9f09-e81f38957152', 'code': 200} Feb 17 17:41:24.993254 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '613c48ee-ff33-4710-a66b-a3a36bbd9380', 'code': 200} Feb 17 17:41:24.993717 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed35401b-3bd0-4605-9ab0-9a24b1913fbc', 'code': 200} Feb 17 17:41:24.994710 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4816c808-0fae-4aeb-902b-6085c77a50fa', 'code': 200} Feb 17 17:41:25.001088 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-179edd47-0a5c-4421-aef8-617c43c86c0c req-31ab4936-289e-4b0f-b60b-bd7689751882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (27901c75-5069-43da-b3a9-e01a8f0f0f2b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:25.105945 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179edd47-0a5c-4421-aef8-617c43c86c0c req-31ab4936-289e-4b0f-b60b-bd7689751882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:25.106890 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-179edd47-0a5c-4421-aef8-617c43c86c0c req-31ab4936-289e-4b0f-b60b-bd7689751882 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:25.108572 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-179edd47-0a5c-4421-aef8-617c43c86c0c req-31ab4936-289e-4b0f-b60b-bd7689751882 service neutron] 10.222.0.71 "PUT /v2.0/ports/27901c75-5069-43da-b3a9-e01a8f0f0f2b HTTP/1.1" status: 200 len: 1091 time: 3.4210062 Feb 17 17:41:25.126684 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb683c74-b73e-4567-907c-f82e1bc386ea', 'tag': '27901c75-5069-43da-b3a9-e01a8f0f0f2b'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:41:25.129425 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b6a9f9-af43-4027-ad89-71cb128b4087" -d '{"events": [{"name": "network-changed", "server_uuid": "fb683c74-b73e-4567-907c-f82e1bc386ea", "tag": "27901c75-5069-43da-b3a9-e01a8f0f0f2b"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:41:25.168088 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec548ef-fbe9-45c9-a348-0cf1d44e34c1 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Router 6bc749a9-7baa-4fcc-810f-53295b9b759b has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:41:25.262625 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ab4936-289e-4b0f-b60b-bd7689751882 service neutron] Pushing event updated for resources: {'Port': ['ID=27901c75-5069-43da-b3a9-e01a8f0f0f2b,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:25.274904 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec548ef-fbe9-45c9-a348-0cf1d44e34c1 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:41:25.282775 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-00b4ff7b-54cb-4e44-bba3-96ed8f2cb86f tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] For port ed35401b-3bd0-4605-9ab0-9a24b1913fbc, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=ed35401b-3bd0-4605-9ab0-9a24b1913fbc,segment=NetworkSegment(02645fb9-f8c0-4e52-bfd2-07423e88e8ac),segment_id=02645fb9-f8c0-4e52-bfd2-07423e88e8ac)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:41:25.283154 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-00b4ff7b-54cb-4e44-bba3-96ed8f2cb86f tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (ed35401b-3bd0-4605-9ab0-9a24b1913fbc), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:25.284886 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-1ec548ef-fbe9-45c9-a348-0cf1d44e34c1 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "PUT /v2.0/routers/6bc749a9-7baa-4fcc-810f-53295b9b759b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8243666 Feb 17 17:41:25.288036 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 51852) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:25.292543 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748e1dbf-61c1-4e0d-b306-78218e4f9e5d None None] Sync routers for ids ['6bc749a9-7baa-4fcc-810f-53295b9b759b'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:41:25.300232 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c3ef676e-dac2-462d-b909-cd59d0e87f2c req-b0d72788-4b29-468f-be28-65b367f33e20 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/security-groups?id=fd4d27d9-e68c-41ba-a909-f949182bce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3012438 Feb 17 17:41:25.313550 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748e1dbf-61c1-4e0d-b306-78218e4f9e5d None None] Routers {'6bc749a9-7baa-4fcc-810f-53295b9b759b'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:41:25.324788 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-748e1dbf-61c1-4e0d-b306-78218e4f9e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:41:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['6bc749a9-7baa-4fcc-810f-53295b9b759b'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:25.385332 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179edd47-0a5c-4421-aef8-617c43c86c0c req-99504275-8f06-41ae-844c-546956a8cf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:25.391280 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-179edd47-0a5c-4421-aef8-617c43c86c0c req-99504275-8f06-41ae-844c-546956a8cf5d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4010b90dceb14ea6a98968e6b17cf28b&device_id=fb683c74-b73e-4567-907c-f82e1bc386ea HTTP/1.1" status: 200 len: 1125 time: 0.2299933 Feb 17 17:41:25.437827 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-748e1dbf-61c1-4e0d-b306-78218e4f9e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:25.460387 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748e1dbf-61c1-4e0d-b306-78218e4f9e5d None None] Routers {'6bc749a9-7baa-4fcc-810f-53295b9b759b'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:41:25.463955 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-748e1dbf-61c1-4e0d-b306-78218e4f9e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:41:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['6bc749a9-7baa-4fcc-810f-53295b9b759b'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:25.509396 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-179edd47-0a5c-4421-aef8-617c43c86c0c req-4aef460b-7415-4cd6-b0e4-f65cea0120f3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27901c75-5069-43da-b3a9-e01a8f0f0f2b HTTP/1.1" status: 200 len: 217 time: 0.1003714 Feb 17 17:41:25.513922 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-748e1dbf-61c1-4e0d-b306-78218e4f9e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:25.514820 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748e1dbf-61c1-4e0d-b306-78218e4f9e5d None None] The sync data for ids ['6bc749a9-7baa-4fcc-810f-53295b9b759b'] in n-d-829613-2 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:41:25.636518 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bcb901f-9b00-4f8a-aa32-1784abe7e6a8 x-openstack-request-id: req-1bcb901f-9b00-4f8a-aa32-1784abe7e6a8 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:41:25.636920 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb683c74-b73e-4567-907c-f82e1bc386ea", "tag": "27901c75-5069-43da-b3a9-e01a8f0f0f2b", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:41:25.637266 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1bcb901f-9b00-4f8a-aa32-1784abe7e6a8 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:41:25.637847 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb683c74-b73e-4567-907c-f82e1bc386ea', 'tag': '27901c75-5069-43da-b3a9-e01a8f0f0f2b', 'status': 'completed', 'code': 200} Feb 17 17:41:25.691193 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device ab034c34-3587-4fb7-b4fe-fa25164c42db up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:41:25.830521 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port ab034c34-3587-4fb7-b4fe-fa25164c42db completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:41:25.855001 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port ab034c34-3587-4fb7-b4fe-fa25164c42db triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:41:25.855388 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ab034c34-3587-4fb7-b4fe-fa25164c42db), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:25.923844 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179edd47-0a5c-4421-aef8-617c43c86c0c req-db1eddf7-deb9-4a1e-b699-baed6da8fcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:25.930403 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-179edd47-0a5c-4421-aef8-617c43c86c0c req-db1eddf7-deb9-4a1e-b699-baed6da8fcbb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b20ab57b-0ae5-4c69-b6b9-871207503198 HTTP/1.1" status: 200 len: 846 time: 0.2893131 Feb 17 17:41:26.044593 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b901f759-bf41-4eff-ad26-1e2651da9ec6 req-adfca419-fba9-4920-b316-a4fc9453be10 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:26.049223 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b901f759-bf41-4eff-ad26-1e2651da9ec6 req-adfca419-fba9-4920-b316-a4fc9453be10 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=b225e2b2-ab3f-4f53-a044-4c9a77e83d8f HTTP/1.1" status: 200 len: 944 time: 0.5533934 Feb 17 17:41:26.055467 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port ab034c34-3587-4fb7-b4fe-fa25164c42db is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:41:26.057538 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ab034c34-3587-4fb7-b4fe-fa25164c42db), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:26.059100 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-179edd47-0a5c-4421-aef8-617c43c86c0c req-e299c090-2c48-4289-8f15-41fa68c1013f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=41eab850-74f8-4919-9573-0fe261607aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1188006 Feb 17 17:41:26.065261 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-69aec133-7d8a-4dd5-8ec6-cabce23e4e01 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] remove_router_interface failed (client error): The resource could not be found. Feb 17 17:41:26.071719 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 51892) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:26.076981 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-69aec133-7d8a-4dd5-8ec6-cabce23e4e01 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "PUT /v2.0/routers/6bc749a9-7baa-4fcc-810f-53295b9b759b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7767835 Feb 17 17:41:26.119623 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port ab034c34-3587-4fb7-b4fe-fa25164c42db, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=ab034c34-3587-4fb7-b4fe-fa25164c42db,segment=NetworkSegment(80af71d2-6810-45c1-8520-db6a1714ff10),segment_id=80af71d2-6810-45c1-8520-db6a1714ff10)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:41:26.131009 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ab034c34-3587-4fb7-b4fe-fa25164c42db), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:26.197514 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-d9fdaae0-e6b5-41af-b192-091c95b9f682 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "GET /v2.0/ports?device_id=6bc749a9-7baa-4fcc-810f-53295b9b759b HTTP/1.1" status: 200 len: 205 time: 0.0885756 Feb 17 17:41:26.198653 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 51902) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:26.212582 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-00b4ff7b-54cb-4e44-bba3-96ed8f2cb86f tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:26.212582 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-00b4ff7b-54cb-4e44-bba3-96ed8f2cb86f tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (ad0dc8a6-c476-4709-b2a6-da463b03c2c1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:26.212582 n-d-829613-2 neutron-server[103435]: INFO neutron.db.l3_db [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-00b4ff7b-54cb-4e44-bba3-96ed8f2cb86f tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Floating IP ad0dc8a6-c476-4709-b2a6-da463b03c2c1 disassociated. External IP: 172.25.8.235, port: ed35401b-3bd0-4605-9ab0-9a24b1913fbc. Feb 17 17:41:26.212582 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-00b4ff7b-54cb-4e44-bba3-96ed8f2cb86f tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Calling delete_port for ed35401b-3bd0-4605-9ab0-9a24b1913fbc owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:41:26.292419 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=ab034c34-3587-4fb7-b4fe-fa25164c42db,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:26.357662 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2088d61f-917f-4636-8f3e-87ddfb177c96 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for router (6bc749a9-7baa-4fcc-810f-53295b9b759b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:26.431652 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b901f759-bf41-4eff-ad26-1e2651da9ec6 req-f5d096ef-19ec-4358-b45a-4ee7285dee08 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674510 Feb 17 17:41:26.494697 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-00b4ff7b-54cb-4e44-bba3-96ed8f2cb86f tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (ed35401b-3bd0-4605-9ab0-9a24b1913fbc), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:26.498426 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-179edd47-0a5c-4421-aef8-617c43c86c0c req-502588f9-e4a4-429f-9337-e1b1c6307907 service neutron] 10.222.0.71 "GET /v2.0/networks/41eab850-74f8-4919-9573-0fe261607aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4258111 Feb 17 17:41:26.544993 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b4ff7b-54cb-4e44-bba3-96ed8f2cb86f tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Pushing event deleted for resources: {'Port': ['ID=ed35401b-3bd0-4605-9ab0-9a24b1913fbc,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:26.571372 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2088d61f-917f-4636-8f3e-87ddfb177c96 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (6bc749a9-7baa-4fcc-810f-53295b9b759b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:26.573737 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2088d61f-917f-4636-8f3e-87ddfb177c96 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for router_controller (6bc749a9-7baa-4fcc-810f-53295b9b759b), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:26.634837 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2088d61f-917f-4636-8f3e-87ddfb177c96 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (6bc749a9-7baa-4fcc-810f-53295b9b759b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:26.634954 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2088d61f-917f-4636-8f3e-87ddfb177c96 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Fanout notify agent at l3_agent the message router_deleted on router 6bc749a9-7baa-4fcc-810f-53295b9b759b {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:41:26.642534 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2088d61f-917f-4636-8f3e-87ddfb177c96 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:26.646817 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2088d61f-917f-4636-8f3e-87ddfb177c96 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "DELETE /v2.0/routers/6bc749a9-7baa-4fcc-810f-53295b9b759b HTTP/1.1" status: 204 len: 168 time: 0.4447918 Feb 17 17:41:26.647500 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 51916) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:26.666483 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419defa-3b7f-4374-9484-694a041bb670 req-4a5584f1-7844-4ff7-bf26-b59f85721942 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:26.668835 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f419defa-3b7f-4374-9484-694a041bb670 req-4a5584f1-7844-4ff7-bf26-b59f85721942 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=fb683c74-b73e-4567-907c-f82e1bc386ea HTTP/1.1" status: 200 len: 943 time: 0.3452442 Feb 17 17:41:26.714967 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a9f5179-4f1f-440b-92ff-5e31eab158c4 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Deleting subnet 7a67c4b8-867a-40fd-b0c4-a38c8adeb3d3 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:41:26.718691 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3a9f5179-4f1f-440b-92ff-5e31eab158c4 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for subnet (7a67c4b8-867a-40fd-b0c4-a38c8adeb3d3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:26.778377 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3a9f5179-4f1f-440b-92ff-5e31eab158c4 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (7a67c4b8-867a-40fd-b0c4-a38c8adeb3d3), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:26.871830 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437175a-45a2-43f1-9037-2f0ef59d04e7 req-18230431-693a-40a8-985d-0570d62abbe8 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:26.879502 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b437175a-45a2-43f1-9037-2f0ef59d04e7 req-18230431-693a-40a8-985d-0570d62abbe8 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e1b8510-1502-4cc4-a1b0-9a8c510a86dd HTTP/1.1" status: 200 len: 945 time: 0.3453133 Feb 17 17:41:26.893675 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f419defa-3b7f-4374-9484-694a041bb670 req-db888933-60f7-4a2d-ba00-b23b537c720a tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798892 Feb 17 17:41:26.902821 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3a9f5179-4f1f-440b-92ff-5e31eab158c4 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (7a67c4b8-867a-40fd-b0c4-a38c8adeb3d3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:26.976289 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-179edd47-0a5c-4421-aef8-617c43c86c0c req-7d2c5562-0468-47b3-8008-b7d2e45c0020 service neutron] 10.222.0.71 "GET /v2.0/networks/41eab850-74f8-4919-9573-0fe261607aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4404302 Feb 17 17:41:26.998167 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b225e2b2-ab3f-4f53-a044-4c9a77e83d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab034c34-3587-4fb7-b4fe-fa25164c42db'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:41:27.005962 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953a5f67-beab-4911-b9ce-1a0f3c292029" -d '{"events": [{"server_uuid": "b225e2b2-ab3f-4f53-a044-4c9a77e83d8f", "name": "network-vif-plugged", "status": "completed", "tag": "ab034c34-3587-4fb7-b4fe-fa25164c42db"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:41:27.006395 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-00b4ff7b-54cb-4e44-bba3-96ed8f2cb86f tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Router 5da8e7a7-b629-4290-b86c-f2777850e416 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:41:27.012381 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b437175a-45a2-43f1-9037-2f0ef59d04e7 req-7e1923df-eda8-4cb5-8ffc-234bd7d241f9 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250639 Feb 17 17:41:27.035681 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3a9f5179-4f1f-440b-92ff-5e31eab158c4 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (7a67c4b8-867a-40fd-b0c4-a38c8adeb3d3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:27.125743 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f5179-4f1f-440b-92ff-5e31eab158c4 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event deleted for resources: {'Subnet': ['ID=7a67c4b8-867a-40fd-b0c4-a38c8adeb3d3,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:27.133683 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3a9f5179-4f1f-440b-92ff-5e31eab158c4 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:27.145183 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3a9f5179-4f1f-440b-92ff-5e31eab158c4 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "DELETE /v2.0/subnets/7a67c4b8-867a-40fd-b0c4-a38c8adeb3d3 HTTP/1.1" status: 204 len: 168 time: 0.4965150 Feb 17 17:41:27.147662 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 51934) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:27.150327 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eca94f9-e91f-49d9-9f18-97b4feeaabf8 None None] Network 3ba908d0-8522-41ad-bbc5-184a35add49a requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:41:27.313971 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-669595c3-b486-4f72-83d2-eb5ec995472b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (3ba908d0-8522-41ad-bbc5-184a35add49a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:27.359686 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6a9f9-af43-4027-ad89-71cb128b4087 req-3a6ee4fe-fa83-45ba-ba71-04b66e0f98fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:27.361225 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d7b6a9f9-af43-4027-ad89-71cb128b4087 req-3a6ee4fe-fa83-45ba-ba71-04b66e0f98fc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4010b90dceb14ea6a98968e6b17cf28b&device_id=fb683c74-b73e-4567-907c-f82e1bc386ea HTTP/1.1" status: 200 len: 1125 time: 0.1447115 Feb 17 17:41:27.373688 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c1478-e07b-4834-a754-34c2ea9910a6 req-2c0df936-0969-4c7a-8018-4af0a6b82b32 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:27.378929 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c1478-e07b-4834-a754-34c2ea9910a6 req-2c0df936-0969-4c7a-8018-4af0a6b82b32 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:27.385612 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c1478-e07b-4834-a754-34c2ea9910a6 req-2c0df936-0969-4c7a-8018-4af0a6b82b32 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:27.393961 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c1478-e07b-4834-a754-34c2ea9910a6 req-2c0df936-0969-4c7a-8018-4af0a6b82b32 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:27.395660 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e70c1478-e07b-4834-a754-34c2ea9910a6 req-2c0df936-0969-4c7a-8018-4af0a6b82b32 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 3142 time: 0.1807594 Feb 17 17:41:27.401591 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-669595c3-b486-4f72-83d2-eb5ec995472b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Deleting port 092ee77a-b7b5-4db7-98c2-0d179ab2481c {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:41:27.401943 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-669595c3-b486-4f72-83d2-eb5ec995472b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (092ee77a-b7b5-4db7-98c2-0d179ab2481c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:27.459780 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-00b4ff7b-54cb-4e44-bba3-96ed8f2cb86f tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:41:27.476712 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ff5e6f-9376-44fa-af29-c29259a1de9a None None] Sync routers for ids ['5da8e7a7-b629-4290-b86c-f2777850e416'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:41:27.491171 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ff5e6f-9376-44fa-af29-c29259a1de9a None None] Routers {'5da8e7a7-b629-4290-b86c-f2777850e416'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:41:27.492592 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-39ff5e6f-9376-44fa-af29-c29259a1de9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:41:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['5da8e7a7-b629-4290-b86c-f2777850e416'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:27.582029 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c886fda7-33f2-4c20-bc60-5b25850f1fb8 None None] DHCP port deletion for 3ba908d0-8522-41ad-bbc5-184a35add49a request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:41:27.582245 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-669595c3-b486-4f72-83d2-eb5ec995472b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] For port 092ee77a-b7b5-4db7-98c2-0d179ab2481c, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=092ee77a-b7b5-4db7-98c2-0d179ab2481c,segment=NetworkSegment(1c3ba6b2-a544-43e5-95bc-b4a4a7eba789),segment_id=1c3ba6b2-a544-43e5-95bc-b4a4a7eba789)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:41:27.583593 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-669595c3-b486-4f72-83d2-eb5ec995472b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (092ee77a-b7b5-4db7-98c2-0d179ab2481c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:27.604388 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-669595c3-b486-4f72-83d2-eb5ec995472b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Calling delete_port for 092ee77a-b7b5-4db7-98c2-0d179ab2481c owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:41:27.671859 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-00b4ff7b-54cb-4e44-bba3-96ed8f2cb86f tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] No DVR routers for this DVR port ed35401b-3bd0-4605-9ab0-9a24b1913fbc on host n-h2-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:41:27.678290 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-00b4ff7b-54cb-4e44-bba3-96ed8f2cb86f tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:27.686920 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-00b4ff7b-54cb-4e44-bba3-96ed8f2cb86f tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.91 "DELETE /v2.0/ports/ed35401b-3bd0-4605-9ab0-9a24b1913fbc HTTP/1.1" status: 204 len: 173 time: 3.6673620 Feb 17 17:41:27.687717 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'name': 'network-vif-deleted', 'tag': 'ed35401b-3bd0-4605-9ab0-9a24b1913fbc'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:41:27.694312 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f5c603-de41-4c9b-853b-7705344d4069" -d '{"events": [{"server_uuid": "8a875872-ecbe-4e3b-9059-98bd8c42bc1e", "name": "network-vif-deleted", "tag": "ed35401b-3bd0-4605-9ab0-9a24b1913fbc"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:41:27.716452 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-c886fda7-33f2-4c20-bc60-5b25850f1fb8 None None] Deleting port 092ee77a-b7b5-4db7-98c2-0d179ab2481c {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:41:27.716835 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c886fda7-33f2-4c20-bc60-5b25850f1fb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (092ee77a-b7b5-4db7-98c2-0d179ab2481c), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:27.728832 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-39ff5e6f-9376-44fa-af29-c29259a1de9a None None] Set router 5da8e7a7-b629-4290-b86c-f2777850e416 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:41:27.734787 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 092ee77a-b7b5-4db7-98c2-0d179ab2481c no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:41:27.797457 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-669595c3-b486-4f72-83d2-eb5ec995472b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (092ee77a-b7b5-4db7-98c2-0d179ab2481c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:27.830133 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669595c3-b486-4f72-83d2-eb5ec995472b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event deleted for resources: {'Port': ['ID=092ee77a-b7b5-4db7-98c2-0d179ab2481c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:27.832186 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669595c3-b486-4f72-83d2-eb5ec995472b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] No DVR routers for this DVR port 092ee77a-b7b5-4db7-98c2-0d179ab2481c on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:41:27.855352 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a84985e-b9bf-4412-8d71-450c9e8996d6 x-openstack-request-id: req-1a84985e-b9bf-4412-8d71-450c9e8996d6 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:41:27.856103 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b225e2b2-ab3f-4f53-a044-4c9a77e83d8f", "name": "network-vif-plugged", "status": "completed", "tag": "ab034c34-3587-4fb7-b4fe-fa25164c42db", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:41:27.856575 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1a84985e-b9bf-4412-8d71-450c9e8996d6 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:41:27.857173 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b225e2b2-ab3f-4f53-a044-4c9a77e83d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab034c34-3587-4fb7-b4fe-fa25164c42db', 'code': 200} Feb 17 17:41:27.955284 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e70c1478-e07b-4834-a754-34c2ea9910a6 req-f2fc73c3-0971-4bfa-881f-fe962dcd8b42 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/security-groups?id=fd4d27d9-e68c-41ba-a909-f949182bce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5400150 Feb 17 17:41:28.004099 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-669595c3-b486-4f72-83d2-eb5ec995472b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (3ba908d0-8522-41ad-bbc5-184a35add49a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:28.061502 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-c886fda7-33f2-4c20-bc60-5b25850f1fb8 None None] For port 092ee77a-b7b5-4db7-98c2-0d179ab2481c, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=092ee77a-b7b5-4db7-98c2-0d179ab2481c,segment=NetworkSegment(1c3ba6b2-a544-43e5-95bc-b4a4a7eba789),segment_id=1c3ba6b2-a544-43e5-95bc-b4a4a7eba789)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:41:28.061922 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c886fda7-33f2-4c20-bc60-5b25850f1fb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (092ee77a-b7b5-4db7-98c2-0d179ab2481c), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:28.064479 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-669595c3-b486-4f72-83d2-eb5ec995472b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ba908d0-8522-41ad-bbc5-184a35add49a']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:28.085287 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-669595c3-b486-4f72-83d2-eb5ec995472b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c3ba6b2-a544-43e5-95bc-b4a4a7eba789') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:28.087274 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-669595c3-b486-4f72-83d2-eb5ec995472b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c3ba6b2-a544-43e5-95bc-b4a4a7eba789') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:28.093660 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No active binding found for port 092ee77a-b7b5-4db7-98c2-0d179ab2481c {{(pid=103436) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 17 17:41:28.095624 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] The host n-d-829613-2 is not matching for port 092ee77a-b7b5-4db7-98c2-0d179ab2481c host None! {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 17 17:41:28.096515 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 092ee77a-b7b5-4db7-98c2-0d179ab2481c not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:41:28.114192 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-669595c3-b486-4f72-83d2-eb5ec995472b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (1c3ba6b2-a544-43e5-95bc-b4a4a7eba789), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:28.121732 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-c886fda7-33f2-4c20-bc60-5b25850f1fb8 None None] Calling delete_port for 092ee77a-b7b5-4db7-98c2-0d179ab2481c owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:41:28.142007 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-669595c3-b486-4f72-83d2-eb5ec995472b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (1c3ba6b2-a544-43e5-95bc-b4a4a7eba789), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:28.160152 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-669595c3-b486-4f72-83d2-eb5ec995472b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:41:28.160680 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-669595c3-b486-4f72-83d2-eb5ec995472b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (1c3ba6b2-a544-43e5-95bc-b4a4a7eba789), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:28.165437 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:41:28.165437 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:41:28.165437 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:41:28.165437 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:41:28.165437 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:41:28.165437 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:41:28.165437 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:41:28.165437 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:41:28.165437 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:41:28.165437 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:41:28.165437 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:41:28.165437 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:41:28.165437 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:41:28.165437 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:41:28.165437 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:41:28.165437 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:41:28.165437 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:41:28.165437 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:41:28.165437 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:41:28.165437 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:41:28.165437 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:41:28.165437 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:41:28.165437 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:41:28.165437 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:41:28.165437 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:41:28.165437 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:41:28.165437 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:41:28.165437 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:41:28.165437 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:41:28.165437 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:41:28.165437 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:41:28.165437 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:41:28.170547 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42bf789-6e28-4bed-bf71-4eb24ee0d572 x-openstack-request-id: req-e42bf789-6e28-4bed-bf71-4eb24ee0d572 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:41:28.171040 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a875872-ecbe-4e3b-9059-98bd8c42bc1e", "name": "network-vif-deleted", "tag": "ed35401b-3bd0-4605-9ab0-9a24b1913fbc", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:41:28.171134 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e42bf789-6e28-4bed-bf71-4eb24ee0d572 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:41:28.175061 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'name': 'network-vif-deleted', 'tag': 'ed35401b-3bd0-4605-9ab0-9a24b1913fbc', 'status': 'completed', 'code': 200} Feb 17 17:41:28.292345 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6a9f9-af43-4027-ad89-71cb128b4087 req-6c1c84f1-af65-4d47-8e03-9b44542ba849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:28.293838 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d7b6a9f9-af43-4027-ad89-71cb128b4087 req-6c1c84f1-af65-4d47-8e03-9b44542ba849 service neutron] 10.222.0.71 "GET /v2.0/networks?id=41eab850-74f8-4919-9573-0fe261607aa2 HTTP/1.1" status: 200 len: 907 time: 0.8955743 Feb 17 17:41:28.295698 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47bc4db-8f06-4b17-97e1-9d14e5e39832 req-824bbd2d-9a8f-4183-8a5e-bb10a75e9e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:28.297114 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c47bc4db-8f06-4b17-97e1-9d14e5e39832 req-824bbd2d-9a8f-4183-8a5e-bb10a75e9e9a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b225e2b2-ab3f-4f53-a044-4c9a77e83d8f HTTP/1.1" status: 200 len: 1127 time: 0.4400172 Feb 17 17:41:28.323214 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-39ff5e6f-9376-44fa-af29-c29259a1de9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da8e7a7-b629-4290-b86c-f2777850e416', 'name': 'tempest-TaggedBootDevicesTest-1008680030-router', 'tenant_id': '918d19e8f1f044baa808ac9d66a136f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '74162f3a-045b-4c0b-afc2-c4430fc99f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:34:29Z', 'updated_at': '2022-02-17T17:34:39Z', 'revision_number': 4, 'project_id': '918d19e8f1f044baa808ac9d66a136f9', 'gw_port': {'id': '74162f3a-045b-4c0b-afc2-c4430fc99f08', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da8e7a7-b629-4290-b86c-f2777850e416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:34:32Z', 'updated_at': '2022-02-17T17:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'e232601c-c671-4a11-bfc4-293b0d39694d', 'name': '', 'network_id': '0a5e4a87-4ee5-43ba-9b80-4028df7a735a', 'tenant_id': '918d19e8f1f044baa808ac9d66a136f9', 'mac_address': 'fa:16:3e:ca:59:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da8e7a7-b629-4290-b86c-f2777850e416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '98ec6acc-308e-4130-b06f-00382706d70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:34:38Z', 'updated_at': '2022-02-17T17:34:46Z', 'revision_number': 5, 'project_id': '918d19e8f1f044baa808ac9d66a136f9', 'subnets': [{'id': '98ec6acc-308e-4130-b06f-00382706d70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:28.367715 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-669595c3-b486-4f72-83d2-eb5ec995472b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (3ba908d0-8522-41ad-bbc5-184a35add49a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:28.378250 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c886fda7-33f2-4c20-bc60-5b25850f1fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (092ee77a-b7b5-4db7-98c2-0d179ab2481c), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:28.398987 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ff5e6f-9376-44fa-af29-c29259a1de9a None None] Checking router: 5da8e7a7-b629-4290-b86c-f2777850e416 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:41:28.404031 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c886fda7-33f2-4c20-bc60-5b25850f1fb8 None None] Network 3ba908d0-8522-41ad-bbc5-184a35add49a is not hosted by any dhcp agent {{(pid=103436) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 17 17:41:28.405804 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c886fda7-33f2-4c20-bc60-5b25850f1fb8 None None] No DVR routers for this DVR port 092ee77a-b7b5-4db7-98c2-0d179ab2481c on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:41:28.406989 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-669595c3-b486-4f72-83d2-eb5ec995472b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:28.414086 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-669595c3-b486-4f72-83d2-eb5ec995472b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "DELETE /v2.0/networks/3ba908d0-8522-41ad-bbc5-184a35add49a HTTP/1.1" status: 204 len: 168 time: 1.2648261 Feb 17 17:41:28.415114 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669595c3-b486-4f72-83d2-eb5ec995472b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event deleted for resources: {'Network': ['ID=3ba908d0-8522-41ad-bbc5-184a35add49a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:28.416849 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 51968) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:28.418946 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 51970) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:28.429510 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ff5e6f-9376-44fa-af29-c29259a1de9a None None] Routers {'5da8e7a7-b629-4290-b86c-f2777850e416'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:41:28.429832 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-fb1a7dcb-2c2c-4608-acef-2009f1d9ce60 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1950232085'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:28.433609 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-39ff5e6f-9376-44fa-af29-c29259a1de9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:41:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['5da8e7a7-b629-4290-b86c-f2777850e416'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:28.456716 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1a7dcb-2c2c-4608-acef-2009f1d9ce60 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Made reservation on behalf of 04e7db23090146589aa29ee9174e4b32 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:41:28.464351 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fb1a7dcb-2c2c-4608-acef-2009f1d9ce60 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:28.473955 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c886fda7-33f2-4c20-bc60-5b25850f1fb8 None None] Pushing event deleted for resources: {'Port': ['ID=092ee77a-b7b5-4db7-98c2-0d179ab2481c,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:28.496404 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb1a7dcb-2c2c-4608-acef-2009f1d9ce60 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:41:28.514200 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fb1a7dcb-2c2c-4608-acef-2009f1d9ce60 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (0364715c-2a13-4545-b519-2c63e7446806), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:28.514849 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-fb1a7dcb-2c2c-4608-acef-2009f1d9ce60 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Added segment 0364715c-2a13-4545-b519-2c63e7446806 of type vlan for network ccc01407-1d10-4a75-867e-bf03fbcb684c Feb 17 17:41:28.567237 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d7b6a9f9-af43-4027-ad89-71cb128b4087 req-77f3fdb0-f944-4dfc-af4b-e572fdea6a5c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27901c75-5069-43da-b3a9-e01a8f0f0f2b HTTP/1.1" status: 200 len: 217 time: 0.2029469 Feb 17 17:41:28.609731 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fb1a7dcb-2c2c-4608-acef-2009f1d9ce60 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (ccc01407-1d10-4a75-867e-bf03fbcb684c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:28.636058 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c47bc4db-8f06-4b17-97e1-9d14e5e39832 req-7202d980-4dee-4f7b-ba5d-b258bee90c5b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816105 Feb 17 17:41:28.640496 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-39ff5e6f-9376-44fa-af29-c29259a1de9a None None] Set router 5da8e7a7-b629-4290-b86c-f2777850e416 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:41:28.691888 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214b389-f217-4c8e-b0eb-73fee38f5bfd req-7842de0f-1ebf-4897-b06e-5543b5d891f3 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:28.693604 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2214b389-f217-4c8e-b0eb-73fee38f5bfd req-7842de0f-1ebf-4897-b06e-5543b5d891f3 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=b225e2b2-ab3f-4f53-a044-4c9a77e83d8f HTTP/1.1" status: 200 len: 945 time: 0.7755215 Feb 17 17:41:28.745801 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3422fba6-30b8-4174-93c0-9ae6c7ac2819 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=98b36a0977de45c0a743fd9cc28b88ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3247480 Feb 17 17:41:28.745801 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 51976) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:28.753650 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fb1a7dcb-2c2c-4608-acef-2009f1d9ce60 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (ccc01407-1d10-4a75-867e-bf03fbcb684c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:28.754810 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cde97e-bc56-4ecb-a7da-c75c2dd5da7f req-4d2c30d2-daa6-4672-a4d5-67d5be20408a tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:28.761980 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-75cde97e-bc56-4ecb-a7da-c75c2dd5da7f req-4d2c30d2-daa6-4672-a4d5-67d5be20408a tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=fb683c74-b73e-4567-907c-f82e1bc386ea HTTP/1.1" status: 200 len: 943 time: 0.5288284 Feb 17 17:41:28.771110 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1a7dcb-2c2c-4608-acef-2009f1d9ce60 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:28.774514 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fb1a7dcb-2c2c-4608-acef-2009f1d9ce60 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:28.796493 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-e00f5801-dd54-422c-b72c-139504545dbf tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Deleting port 3a0304e4-2f7a-4a83-9f09-e81f38957152 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:41:28.796819 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-e00f5801-dd54-422c-b72c-139504545dbf tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (3a0304e4-2f7a-4a83-9f09-e81f38957152), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:28.903763 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-e00f5801-dd54-422c-b72c-139504545dbf tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] For port 3a0304e4-2f7a-4a83-9f09-e81f38957152, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=3a0304e4-2f7a-4a83-9f09-e81f38957152,segment=NetworkSegment(82732791-61b6-4864-92cc-594948a3b9a8),segment_id=82732791-61b6-4864-92cc-594948a3b9a8)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:41:28.904297 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-e00f5801-dd54-422c-b72c-139504545dbf tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (3a0304e4-2f7a-4a83-9f09-e81f38957152), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:28.942672 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fb1a7dcb-2c2c-4608-acef-2009f1d9ce60 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5185227 Feb 17 17:41:28.943298 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 51978) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:29.012224 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-8d2ec234-a420-45f4-8712-5ff39f8eebac tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Request body: {'subnet': {'network_id': 'ccc01407-1d10-4a75-867e-bf03fbcb684c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:29.019422 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-39ff5e6f-9376-44fa-af29-c29259a1de9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da8e7a7-b629-4290-b86c-f2777850e416', 'name': 'tempest-TaggedBootDevicesTest-1008680030-router', 'tenant_id': '918d19e8f1f044baa808ac9d66a136f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '74162f3a-045b-4c0b-afc2-c4430fc99f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:34:29Z', 'updated_at': '2022-02-17T17:34:39Z', 'revision_number': 4, 'project_id': '918d19e8f1f044baa808ac9d66a136f9', 'gw_port': {'id': '74162f3a-045b-4c0b-afc2-c4430fc99f08', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da8e7a7-b629-4290-b86c-f2777850e416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:34:32Z', 'updated_at': '2022-02-17T17:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'e232601c-c671-4a11-bfc4-293b0d39694d', 'name': '', 'network_id': '0a5e4a87-4ee5-43ba-9b80-4028df7a735a', 'tenant_id': '918d19e8f1f044baa808ac9d66a136f9', 'mac_address': 'fa:16:3e:ca:59:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da8e7a7-b629-4290-b86c-f2777850e416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '98ec6acc-308e-4130-b06f-00382706d70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:34:38Z', 'updated_at': '2022-02-17T17:34:46Z', 'revision_number': 5, 'project_id': '918d19e8f1f044baa808ac9d66a136f9', 'subnets': [{'id': '98ec6acc-308e-4130-b06f-00382706d70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:29.188658 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a7dcb-2c2c-4608-acef-2009f1d9ce60 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event updated for resources: {'Network': ['ID=ccc01407-1d10-4a75-867e-bf03fbcb684c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:29.205356 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network ccc01407-1d10-4a75-867e-bf03fbcb684c details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:41:29.224019 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f7d24af3-a1ba-4f19-b694-4ff43a04a61f admin admin] Publish callbacks [] for security_group (e9bd42c3-c838-49d1-a22a-8fe0d191573f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:29.250978 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ff5e6f-9376-44fa-af29-c29259a1de9a None None] The sync data for ids ['5da8e7a7-b629-4290-b86c-f2777850e416'] in n-d-829613-2 is: [{'id': '5da8e7a7-b629-4290-b86c-f2777850e416', 'name': 'tempest-TaggedBootDevicesTest-1008680030-router', 'tenant_id': '918d19e8f1f044baa808ac9d66a136f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '74162f3a-045b-4c0b-afc2-c4430fc99f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:34:29Z', 'updated_at': '2022-02-17T17:34:39Z', 'revision_number': 4, 'project_id': '918d19e8f1f044baa808ac9d66a136f9', 'gw_port': {'id': '74162f3a-045b-4c0b-afc2-c4430fc99f08', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da8e7a7-b629-4290-b86c-f2777850e416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:34:32Z', 'updated_at': '2022-02-17T17:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'e232601c-c671-4a11-bfc4-293b0d39694d', 'name': '', 'network_id': '0a5e4a87-4ee5-43ba-9b80-4028df7a735a', 'tenant_id': '918d19e8f1f044baa808ac9d66a136f9', 'mac_address': 'fa:16:3e:ca:59:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da8e7a7-b629-4290-b86c-f2777850e416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '98ec6acc-308e-4130-b06f-00382706d70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:34:38Z', 'updated_at': '2022-02-17T17:34:46Z', 'revision_number': 5, 'project_id': '918d19e8f1f044baa808ac9d66a136f9', 'subnets': [{'id': '98ec6acc-308e-4130-b06f-00382706d70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:41:29.265381 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f7d24af3-a1ba-4f19-b694-4ff43a04a61f admin admin] Publish callbacks [] for security_group (e9bd42c3-c838-49d1-a22a-8fe0d191573f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:29.272498 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2ec234-a420-45f4-8712-5ff39f8eebac tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Made reservation on behalf of 04e7db23090146589aa29ee9174e4b32 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:41:29.276221 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8d2ec234-a420-45f4-8712-5ff39f8eebac tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:29.451169 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f7d24af3-a1ba-4f19-b694-4ff43a04a61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (e9bd42c3-c838-49d1-a22a-8fe0d191573f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:29.453852 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f7d24af3-a1ba-4f19-b694-4ff43a04a61f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:29.458983 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f7d24af3-a1ba-4f19-b694-4ff43a04a61f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e9bd42c3-c838-49d1-a22a-8fe0d191573f HTTP/1.1" status: 204 len: 168 time: 0.7087305 Feb 17 17:41:29.495468 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d24af3-a1ba-4f19-b694-4ff43a04a61f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bd42c3-c838-49d1-a22a-8fe0d191573f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:29.697722 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 27901c75-5069-43da-b3a9-e01a8f0f0f2b details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:41:29.753657 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-e00f5801-dd54-422c-b72c-139504545dbf tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Calling delete_port for 3a0304e4-2f7a-4a83-9f09-e81f38957152 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:41:29.775456 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-75cde97e-bc56-4ecb-a7da-c75c2dd5da7f req-68a5120b-717f-40c2-b15c-c765ada62b7b tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0111327 Feb 17 17:41:29.832094 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8d2ec234-a420-45f4-8712-5ff39f8eebac tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (70623506-a9e6-4c55-a529-9780b7dbf670), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:29.924031 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6a9f9-af43-4027-ad89-71cb128b4087 req-4bcc8def-b7a9-46c8-8c7a-4fbd0d3892a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:29.943648 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d7b6a9f9-af43-4027-ad89-71cb128b4087 req-4bcc8def-b7a9-46c8-8c7a-4fbd0d3892a2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b20ab57b-0ae5-4c69-b6b9-871207503198 HTTP/1.1" status: 200 len: 846 time: 1.3121309 Feb 17 17:41:29.989770 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2214b389-f217-4c8e-b0eb-73fee38f5bfd req-983e5405-6413-4f50-bcc0-241180de1154 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2494481 Feb 17 17:41:30.013068 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c00de77-e1e9-4c44-9943-0411344a8738 None None] New status for floating IP ad0dc8a6-c476-4709-b2a6-da463b03c2c1: DOWN {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 17:41:30.068813 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2ec234-a420-45f4-8712-5ff39f8eebac tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event updated for resources: {'Subnet': ['ID=70623506-a9e6-4c55-a529-9780b7dbf670,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:30.093867 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2ec234-a420-45f4-8712-5ff39f8eebac tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Checking segment: {'id': '0364715c-2a13-4545-b519-2c63e7446806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ccc01407-1d10-4a75-867e-bf03fbcb684c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:41:30.094615 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2ec234-a420-45f4-8712-5ff39f8eebac tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Network hostable DHCP agents. Network: ccc01407-1d10-4a75-867e-bf03fbcb684c, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:41:30.135470 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2ec234-a420-45f4-8712-5ff39f8eebac tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Network ccc01407-1d10-4a75-867e-bf03fbcb684c is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:41:30.166109 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-8d2ec234-a420-45f4-8712-5ff39f8eebac tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, ccc01407-1d10-4a75-867e-bf03fbcb684c) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:41:30.173666 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d7b6a9f9-af43-4027-ad89-71cb128b4087 req-7625f5b1-6e5b-4370-ad43-dd7ff77d4cf7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=41eab850-74f8-4919-9573-0fe261607aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1745851 Feb 17 17:41:30.178486 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2ec234-a420-45f4-8712-5ff39f8eebac tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:30.180269 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8d2ec234-a420-45f4-8712-5ff39f8eebac tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:30.212709 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1865b7-5884-40af-839e-5ed3b55ec385 None None] Network ccc01407-1d10-4a75-867e-bf03fbcb684c requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:41:30.236171 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8d2ec234-a420-45f4-8712-5ff39f8eebac tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2302601 Feb 17 17:41:30.237415 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 51998) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:30.252790 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ef7ce932-8b76-4cc9-9a57-22b85b188d0a tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-330693138', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:30.275218 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 27901c75-5069-43da-b3a9-e01a8f0f0f2b, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=27901c75-5069-43da-b3a9-e01a8f0f0f2b,segment=NetworkSegment(18563972-a346-4d2f-9db2-6c97a64b55cb),segment_id=18563972-a346-4d2f-9db2-6c97a64b55cb)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:41:30.302859 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef7ce932-8b76-4cc9-9a57-22b85b188d0a tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (c055d7d4-2793-4d02-acaf-7ebf209b012b), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:30.306886 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef7ce932-8b76-4cc9-9a57-22b85b188d0a tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (c055d7d4-2793-4d02-acaf-7ebf209b012b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:30.352499 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '27901c75-5069-43da-b3a9-e01a8f0f0f2b', 'network_id': '41eab850-74f8-4919-9573-0fe261607aa2', 'port_id': '27901c75-5069-43da-b3a9-e01a8f0f0f2b', 'mac_address': 'fa:16:3e:41:47:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b20ab57b-0ae5-4c69-b6b9-871207503198', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:41:30.430531 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef7ce932-8b76-4cc9-9a57-22b85b188d0a tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for router_controller (c055d7d4-2793-4d02-acaf-7ebf209b012b), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:30.444912 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef7ce932-8b76-4cc9-9a57-22b85b188d0a tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (c055d7d4-2793-4d02-acaf-7ebf209b012b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:30.453145 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 27901c75-5069-43da-b3a9-e01a8f0f0f2b is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:41:30.454045 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (27901c75-5069-43da-b3a9-e01a8f0f0f2b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:30.462317 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef7ce932-8b76-4cc9-9a57-22b85b188d0a tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:30.465584 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ef7ce932-8b76-4cc9-9a57-22b85b188d0a tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2263942 Feb 17 17:41:30.467849 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 52004) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:30.498570 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb86aec6-05eb-40e6-a36d-f05275df0376 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-ccc01407-1d10-4a75-867e-bf03fbcb684c', 'network_id': 'ccc01407-1d10-4a75-867e-bf03fbcb684c', 'project_id': '04e7db23090146589aa29ee9174e4b32', 'fixed_ips': [{'subnet_id': '70623506-a9e6-4c55-a529-9780b7dbf670'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:41:30.499461 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fb86aec6-05eb-40e6-a36d-f05275df0376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:30.528536 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27901c75-5069-43da-b3a9-e01a8f0f0f2b {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:41:30.689686 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-e00f5801-dd54-422c-b72c-139504545dbf tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (3a0304e4-2f7a-4a83-9f09-e81f38957152), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:30.791616 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 27901c75-5069-43da-b3a9-e01a8f0f0f2b, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=27901c75-5069-43da-b3a9-e01a8f0f0f2b,segment=NetworkSegment(18563972-a346-4d2f-9db2-6c97a64b55cb),segment_id=18563972-a346-4d2f-9db2-6c97a64b55cb)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:41:30.807987 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (27901c75-5069-43da-b3a9-e01a8f0f0f2b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:30.897786 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30efa357-75d9-4ba2-81d9-fbfa1600096b req-f7f01339-64bb-4c50-9291-9240852853e2 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:30.908992 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-30efa357-75d9-4ba2-81d9-fbfa1600096b req-f7f01339-64bb-4c50-9291-9240852853e2 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e1b8510-1502-4cc4-a1b0-9a8c510a86dd HTTP/1.1" status: 200 len: 945 time: 0.9563074 Feb 17 17:41:30.947149 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=27901c75-5069-43da-b3a9-e01a8f0f0f2b,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:30.970385 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bb08ff7a-abbe-402a-9749-ae3b44a0f8b2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:30.987824 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f5801-dd54-422c-b72c-139504545dbf tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Pushing event deleted for resources: {'Port': ['ID=3a0304e4-2f7a-4a83-9f09-e81f38957152,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:31.048849 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-e00f5801-dd54-422c-b72c-139504545dbf tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] No DVR routers for this DVR port 3a0304e4-2f7a-4a83-9f09-e81f38957152 on host n-h2-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:41:31.052790 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-e00f5801-dd54-422c-b72c-139504545dbf tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:31.057004 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-e00f5801-dd54-422c-b72c-139504545dbf tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.91 "DELETE /v2.0/ports/3a0304e4-2f7a-4a83-9f09-e81f38957152 HTTP/1.1" status: 204 len: 173 time: 3.3363051 Feb 17 17:41:31.058521 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00f5801-dd54-422c-b72c-139504545dbf tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:41:31.059026 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00f5801-dd54-422c-b72c-139504545dbf tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:41:31.059520 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00f5801-dd54-422c-b72c-139504545dbf tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:41:31.060030 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00f5801-dd54-422c-b72c-139504545dbf tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:41:31.060605 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00f5801-dd54-422c-b72c-139504545dbf tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:41:31.061180 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00f5801-dd54-422c-b72c-139504545dbf tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:41:31.061666 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-fb86aec6-05eb-40e6-a36d-f05275df0376 None None] Allocated IP 2001:db8::2 (ccc01407-1d10-4a75-867e-bf03fbcb684c/70623506-a9e6-4c55-a529-9780b7dbf670/799a0846-f8cf-4ae1-a036-8c1c11ef1d79) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:41:31.061792 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00f5801-dd54-422c-b72c-139504545dbf tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:41:31.062266 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00f5801-dd54-422c-b72c-139504545dbf tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:41:31.062747 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00f5801-dd54-422c-b72c-139504545dbf tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:41:31.063221 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00f5801-dd54-422c-b72c-139504545dbf tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:41:31.063701 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00f5801-dd54-422c-b72c-139504545dbf tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:41:31.064306 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00f5801-dd54-422c-b72c-139504545dbf tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:41:31.064775 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00f5801-dd54-422c-b72c-139504545dbf tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:41:31.077885 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'name': 'network-vif-deleted', 'tag': '3a0304e4-2f7a-4a83-9f09-e81f38957152'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:41:31.080402 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec43ff8-3d55-48e1-a7b6-807786cda10c" -d '{"events": [{"server_uuid": "8a875872-ecbe-4e3b-9059-98bd8c42bc1e", "name": "network-vif-deleted", "tag": "3a0304e4-2f7a-4a83-9f09-e81f38957152"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:41:31.146033 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d7b6a9f9-af43-4027-ad89-71cb128b4087 req-a228a24c-f603-458e-9aa4-5d60312019f6 service neutron] 10.222.0.71 "GET /v2.0/networks/41eab850-74f8-4919-9573-0fe261607aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9715016 Feb 17 17:41:31.174752 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ddefa-0cdc-43e8-8550-7e20d494e6b8 req-aaa5a42f-d74c-42d7-a9a3-65e0b596055b tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:31.181702 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ddefa-0cdc-43e8-8550-7e20d494e6b8 req-aaa5a42f-d74c-42d7-a9a3-65e0b596055b tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:31.187091 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ddefa-0cdc-43e8-8550-7e20d494e6b8 req-aaa5a42f-d74c-42d7-a9a3-65e0b596055b tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:31.192585 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ddefa-0cdc-43e8-8550-7e20d494e6b8 req-aaa5a42f-d74c-42d7-a9a3-65e0b596055b tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:31.200504 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-de3ddefa-0cdc-43e8-8550-7e20d494e6b8 req-aaa5a42f-d74c-42d7-a9a3-65e0b596055b tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 3064 time: 0.8145645 Feb 17 17:41:31.225532 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-30efa357-75d9-4ba2-81d9-fbfa1600096b req-6651fb33-b378-4f39-9183-33f8e1794eae tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073533 Feb 17 17:41:31.270754 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fb86aec6-05eb-40e6-a36d-f05275df0376 None None] Publish callbacks [] for port (799a0846-f8cf-4ae1-a036-8c1c11ef1d79), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:31.284355 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['27901c75-5069-43da-b3a9-e01a8f0f0f2b'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:41:31.287852 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fb86aec6-05eb-40e6-a36d-f05275df0376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (799a0846-f8cf-4ae1-a036-8c1c11ef1d79), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:31.371600 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb86aec6-05eb-40e6-a36d-f05275df0376 None None] Network ccc01407-1d10-4a75-867e-bf03fbcb684c is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:41:31.381341 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb86aec6-05eb-40e6-a36d-f05275df0376 None None] Pushing event updated for resources: {'Port': ['ID=799a0846-f8cf-4ae1-a036-8c1c11ef1d79,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:31.403578 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-fb86aec6-05eb-40e6-a36d-f05275df0376 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:41:31.407371 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-bb08ff7a-abbe-402a-9749-ae3b44a0f8b2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Allocated IP 2001:db8::1 (ccc01407-1d10-4a75-867e-bf03fbcb684c/70623506-a9e6-4c55-a529-9780b7dbf670/420822e8-fb6f-4b0d-b7cd-cbe1e6ba28ad) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:41:31.417353 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb86aec6-05eb-40e6-a36d-f05275df0376 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:41:31.446531 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-de3ddefa-0cdc-43e8-8550-7e20d494e6b8 req-520869d9-8bd0-49d4-a97e-fa7608cb31a7 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/security-groups?id=fd4d27d9-e68c-41ba-a909-f949182bce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2388387 Feb 17 17:41:31.536028 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-4e8def90-7a6f-4fb1-a24e-c4b99fadbeb1 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Deleting port 4816c808-0fae-4aeb-902b-6085c77a50fa {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:41:31.539490 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-fb86aec6-05eb-40e6-a36d-f05275df0376 None None] Attempting to bind port 799a0846-f8cf-4ae1-a036-8c1c11ef1d79 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:41:31.539872 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-fb86aec6-05eb-40e6-a36d-f05275df0376 None None] Attempting to bind port 799a0846-f8cf-4ae1-a036-8c1c11ef1d79 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0364715c-2a13-4545-b519-2c63e7446806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ccc01407-1d10-4a75-867e-bf03fbcb684c'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:41:31.541007 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb86aec6-05eb-40e6-a36d-f05275df0376 None None] Attempting to bind port 799a0846-f8cf-4ae1-a036-8c1c11ef1d79 on network ccc01407-1d10-4a75-867e-bf03fbcb684c {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:41:31.541628 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-4e8def90-7a6f-4fb1-a24e-c4b99fadbeb1 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (4816c808-0fae-4aeb-902b-6085c77a50fa), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:31.562259 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb86aec6-05eb-40e6-a36d-f05275df0376 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:41:31.562651 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb86aec6-05eb-40e6-a36d-f05275df0376 None None] Checking segment: {'id': '0364715c-2a13-4545-b519-2c63e7446806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ccc01407-1d10-4a75-867e-bf03fbcb684c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:41:31.563070 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fb86aec6-05eb-40e6-a36d-f05275df0376 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:31.563473 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb86aec6-05eb-40e6-a36d-f05275df0376 None None] Bound using segment: {'id': '0364715c-2a13-4545-b519-2c63e7446806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ccc01407-1d10-4a75-867e-bf03fbcb684c'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:41:31.563963 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-fb86aec6-05eb-40e6-a36d-f05275df0376 None None] Bound port: 799a0846-f8cf-4ae1-a036-8c1c11ef1d79, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0364715c-2a13-4545-b519-2c63e7446806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'ccc01407-1d10-4a75-867e-bf03fbcb684c'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:41:31.565399 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fb86aec6-05eb-40e6-a36d-f05275df0376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (799a0846-f8cf-4ae1-a036-8c1c11ef1d79), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:31.615202 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bb08ff7a-abbe-402a-9749-ae3b44a0f8b2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for port (420822e8-fb6f-4b0d-b7cd-cbe1e6ba28ad), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:31.641596 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-fb86aec6-05eb-40e6-a36d-f05275df0376 None None] For port 799a0846-f8cf-4ae1-a036-8c1c11ef1d79, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:41:31.645028 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-fb86aec6-05eb-40e6-a36d-f05275df0376 None None] For port 799a0846-f8cf-4ae1-a036-8c1c11ef1d79, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=799a0846-f8cf-4ae1-a036-8c1c11ef1d79,segment=NetworkSegment(0364715c-2a13-4545-b519-2c63e7446806),segment_id=0364715c-2a13-4545-b519-2c63e7446806)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:41:31.653285 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fb86aec6-05eb-40e6-a36d-f05275df0376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (799a0846-f8cf-4ae1-a036-8c1c11ef1d79), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:31.654977 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bb08ff7a-abbe-402a-9749-ae3b44a0f8b2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (420822e8-fb6f-4b0d-b7cd-cbe1e6ba28ad), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:31.691189 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d7b6a9f9-af43-4027-ad89-71cb128b4087 req-205e8abb-12b1-4427-9b53-22a2ac4c2f6d service neutron] 10.222.0.71 "GET /v2.0/networks/41eab850-74f8-4919-9573-0fe261607aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5259948 Feb 17 17:41:31.724759 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e564e67-69df-4ae5-805d-6f51625f0515 req-feb14607-ed9c-4d67-9a76-6a5668716d01 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:31.727654 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4e564e67-69df-4ae5-805d-6f51625f0515 req-feb14607-ed9c-4d67-9a76-6a5668716d01 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=fb683c74-b73e-4567-907c-f82e1bc386ea HTTP/1.1" status: 200 len: 944 time: 0.3489716 Feb 17 17:41:31.751108 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb08ff7a-abbe-402a-9749-ae3b44a0f8b2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event updated for resources: {'Port': ['ID=420822e8-fb6f-4b0d-b7cd-cbe1e6ba28ad,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:31.775879 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb08ff7a-abbe-402a-9749-ae3b44a0f8b2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Network ccc01407-1d10-4a75-867e-bf03fbcb684c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:41:31.778605 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-bb08ff7a-abbe-402a-9749-ae3b44a0f8b2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:41:31.780542 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb86aec6-05eb-40e6-a36d-f05275df0376 None None] Pushing event updated for resources: {'Port': ['ID=799a0846-f8cf-4ae1-a036-8c1c11ef1d79,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:31.794404 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb08ff7a-abbe-402a-9749-ae3b44a0f8b2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:41:31.795411 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bb08ff7a-abbe-402a-9749-ae3b44a0f8b2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (c055d7d4-2793-4d02-acaf-7ebf209b012b), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:31.837817 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a295f7-d4fb-412b-8977-7341173b4060 req-d3980da6-73b8-4dfd-b3a1-c40a5bf9a4ec tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:31.839279 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-17a295f7-d4fb-412b-8977-7341173b4060 req-d3980da6-73b8-4dfd-b3a1-c40a5bf9a4ec tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=b225e2b2-ab3f-4f53-a044-4c9a77e83d8f HTTP/1.1" status: 200 len: 945 time: 0.2363799 Feb 17 17:41:31.909487 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4e564e67-69df-4ae5-805d-6f51625f0515 req-3cd1b5d9-e7a0-4232-b29b-b0a8fe7af8ef tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362746 Feb 17 17:41:31.911231 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-4e8def90-7a6f-4fb1-a24e-c4b99fadbeb1 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] For port 4816c808-0fae-4aeb-902b-6085c77a50fa, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=4816c808-0fae-4aeb-902b-6085c77a50fa,segment=NetworkSegment(13d2e8d9-7afd-45f6-84e2-b7416289d330),segment_id=13d2e8d9-7afd-45f6-84e2-b7416289d330)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:41:31.911651 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-4e8def90-7a6f-4fb1-a24e-c4b99fadbeb1 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (4816c808-0fae-4aeb-902b-6085c77a50fa), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:31.956355 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-4e8def90-7a6f-4fb1-a24e-c4b99fadbeb1 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Calling delete_port for 4816c808-0fae-4aeb-902b-6085c77a50fa owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:41:32.000324 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-17a295f7-d4fb-412b-8977-7341173b4060 req-fec9b8c1-f2af-4d88-b2a2-f4b9e9cf7f89 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316674 Feb 17 17:41:32.040202 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3255556-0a29-43e2-bd30-bb4db37e17ae x-openstack-request-id: req-f3255556-0a29-43e2-bd30-bb4db37e17ae {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:41:32.040572 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a875872-ecbe-4e3b-9059-98bd8c42bc1e", "name": "network-vif-deleted", "tag": "3a0304e4-2f7a-4a83-9f09-e81f38957152", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:41:32.040777 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f3255556-0a29-43e2-bd30-bb4db37e17ae {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:41:32.041203 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'name': 'network-vif-deleted', 'tag': '3a0304e4-2f7a-4a83-9f09-e81f38957152', 'status': 'completed', 'code': 200} Feb 17 17:41:32.045963 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bb08ff7a-abbe-402a-9749-ae3b44a0f8b2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (420822e8-fb6f-4b0d-b7cd-cbe1e6ba28ad), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:32.369364 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-4e8def90-7a6f-4fb1-a24e-c4b99fadbeb1 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (4816c808-0fae-4aeb-902b-6085c77a50fa), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:32.659086 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8def90-7a6f-4fb1-a24e-c4b99fadbeb1 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Pushing event deleted for resources: {'Port': ['ID=4816c808-0fae-4aeb-902b-6085c77a50fa,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:32.770199 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-4e8def90-7a6f-4fb1-a24e-c4b99fadbeb1 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] No DVR routers for this DVR port 4816c808-0fae-4aeb-902b-6085c77a50fa on host n-h2-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:41:32.779947 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-4e8def90-7a6f-4fb1-a24e-c4b99fadbeb1 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:32.787380 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-4e8def90-7a6f-4fb1-a24e-c4b99fadbeb1 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.91 "DELETE /v2.0/ports/4816c808-0fae-4aeb-902b-6085c77a50fa HTTP/1.1" status: 204 len: 173 time: 1.7069402 Feb 17 17:41:32.814235 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bb08ff7a-abbe-402a-9749-ae3b44a0f8b2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for port (420822e8-fb6f-4b0d-b7cd-cbe1e6ba28ad), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:32.824514 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bb08ff7a-abbe-402a-9749-ae3b44a0f8b2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (420822e8-fb6f-4b0d-b7cd-cbe1e6ba28ad), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:32.825899 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bb08ff7a-abbe-402a-9749-ae3b44a0f8b2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (c055d7d4-2793-4d02-acaf-7ebf209b012b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:32.934074 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-138b7f07-5c40-416e-8fd5-7e67a1d0b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:32.978154 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 52072) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:33.124046 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2dbcc0-cb5f-46d8-b61c-6e706eb8844d req-2d92be07-eb4f-4263-b683-d508990b468d tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:33.135395 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb08ff7a-abbe-402a-9749-ae3b44a0f8b2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Network ccc01407-1d10-4a75-867e-bf03fbcb684c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:41:33.136122 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6d2dbcc0-cb5f-46d8-b61c-6e706eb8844d req-2d92be07-eb4f-4263-b683-d508990b468d tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e1b8510-1502-4cc4-a1b0-9a8c510a86dd HTTP/1.1" status: 200 len: 945 time: 0.5641444 Feb 17 17:41:33.151349 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-bb08ff7a-abbe-402a-9749-ae3b44a0f8b2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:41:33.262883 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd13273-6090-4a7d-9185-316867ac5359 req-864e526e-31ec-446c-a5b5-db6194512c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:33.273139 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-abd13273-6090-4a7d-9185-316867ac5359 req-864e526e-31ec-446c-a5b5-db6194512c05 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b0fb42267d024cfbae564aa55b350788&device_id=b225e2b2-ab3f-4f53-a044-4c9a77e83d8f HTTP/1.1" status: 200 len: 1127 time: 0.6513131 Feb 17 17:41:33.338082 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54352093-b84a-43a5-bce9-e24411feab01 req-01b3fb6a-aff9-4aeb-bbc7-e7a43767e24c tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:33.347050 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb08ff7a-abbe-402a-9749-ae3b44a0f8b2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event updated for resources: {'Port': ['ID=420822e8-fb6f-4b0d-b7cd-cbe1e6ba28ad,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:33.354061 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-54352093-b84a-43a5-bce9-e24411feab01 req-01b3fb6a-aff9-4aeb-bbc7-e7a43767e24c tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=b225e2b2-ab3f-4f53-a044-4c9a77e83d8f HTTP/1.1" status: 200 len: 945 time: 0.7099550 Feb 17 17:41:33.400611 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb08ff7a-abbe-402a-9749-ae3b44a0f8b2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Router c055d7d4-2793-4d02-acaf-7ebf209b012b is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:41:33.406329 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96124939-8be7-445c-bd6e-e4e1ad88b864 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:33.426497 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6d2dbcc0-cb5f-46d8-b61c-6e706eb8844d req-fcf37e31-2633-4b70-9b77-a78de44bc9bd tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892590 Feb 17 17:41:33.629233 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-54352093-b84a-43a5-bce9-e24411feab01 req-dd90a20f-5c18-4569-b337-4561d9d74dac tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739370 Feb 17 17:41:33.646037 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb08ff7a-abbe-402a-9749-ae3b44a0f8b2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:41:33.651119 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bb08ff7a-abbe-402a-9749-ae3b44a0f8b2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "PUT /v2.0/routers/c055d7d4-2793-4d02-acaf-7ebf209b012b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1816463 Feb 17 17:41:33.654939 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 52090) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:33.659880 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7386649b-4d32-429e-a152-be290feb9cb6 None None] Sync routers for ids ['c055d7d4-2793-4d02-acaf-7ebf209b012b'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:41:33.689516 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7386649b-4d32-429e-a152-be290feb9cb6 None None] Routers {'c055d7d4-2793-4d02-acaf-7ebf209b012b'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:41:33.690228 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-7386649b-4d32-429e-a152-be290feb9cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:41:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['c055d7d4-2793-4d02-acaf-7ebf209b012b'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:33.698970 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 27901c75-5069-43da-b3a9-e01a8f0f0f2b up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:41:33.722542 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-03a70824-7c5f-40e5-9e50-46ec4757bfbe tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Deleting port 46ca0592-2b78-4190-9be6-1b3e395f0384 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:41:33.722945 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-03a70824-7c5f-40e5-9e50-46ec4757bfbe tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (46ca0592-2b78-4190-9be6-1b3e395f0384), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:33.735303 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd13273-6090-4a7d-9185-316867ac5359 req-be90fa33-cd7b-4b10-83c5-4ffcf56486ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:33.737633 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-abd13273-6090-4a7d-9185-316867ac5359 req-be90fa33-cd7b-4b10-83c5-4ffcf56486ce service neutron] 10.222.0.71 "GET /v2.0/networks?id=b2cdfbff-16c7-45e3-b97b-944f59a2460d HTTP/1.1" status: 200 len: 912 time: 0.4392819 Feb 17 17:41:33.786480 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e95e133-4ae5-4e49-b7d1-fc1e1ecb42a9 None None] Network ccc01407-1d10-4a75-867e-bf03fbcb684c requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:41:33.849947 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-7386649b-4d32-429e-a152-be290feb9cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:33.869958 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5590d210-985b-41f6-a372-135ac18cf671 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:33.871452 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5590d210-985b-41f6-a372-135ac18cf671 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "GET /v2.0/ports/420822e8-fb6f-4b0d-b7cd-cbe1e6ba28ad HTTP/1.1" status: 200 len: 911 time: 0.2154770 Feb 17 17:41:33.881815 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 52100) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:33.902735 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7386649b-4d32-429e-a152-be290feb9cb6 None None] Routers {'c055d7d4-2793-4d02-acaf-7ebf209b012b'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:41:33.903330 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-7386649b-4d32-429e-a152-be290feb9cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:41:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['c055d7d4-2793-4d02-acaf-7ebf209b012b'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:33.911813 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96124939-8be7-445c-bd6e-e4e1ad88b864 admin admin] Publish callbacks [] for security_group (9fd516bc-23ff-4e70-be6f-6c3fd4907cb9), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:33.935342 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-abd13273-6090-4a7d-9185-316867ac5359 req-5e92d255-e071-48cb-b845-0d32b15ca90e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab034c34-3587-4fb7-b4fe-fa25164c42db HTTP/1.1" status: 200 len: 217 time: 0.1609280 Feb 17 17:41:33.936269 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 799a0846-f8cf-4ae1-a036-8c1c11ef1d79 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:41:33.949582 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96124939-8be7-445c-bd6e-e4e1ad88b864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (9fd516bc-23ff-4e70-be6f-6c3fd4907cb9), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:34.016796 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-7386649b-4d32-429e-a152-be290feb9cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:34.017641 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7386649b-4d32-429e-a152-be290feb9cb6 None None] The sync data for ids ['c055d7d4-2793-4d02-acaf-7ebf209b012b'] in n-d-829613-2 is: [] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:41:34.049005 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-96124939-8be7-445c-bd6e-e4e1ad88b864 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=27c8ab7fa57544a8b35b8b49f6f4b07b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0610931 Feb 17 17:41:34.051842 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 52104) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:34.059046 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0153f-17fb-42f5-89eb-5adf9ca5cde6 req-b963cb9f-0a2a-4eec-bf47-3731060478d7 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:34.066295 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0153f-17fb-42f5-89eb-5adf9ca5cde6 req-b963cb9f-0a2a-4eec-bf47-3731060478d7 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:34.076037 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fae0153f-17fb-42f5-89eb-5adf9ca5cde6 req-b963cb9f-0a2a-4eec-bf47-3731060478d7 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 1676 time: 0.5415394 Feb 17 17:41:34.078120 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'name': 'network-vif-deleted', 'tag': '4816c808-0fae-4aeb-902b-6085c77a50fa'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:41:34.080718 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78d7169-5ef2-4257-9dec-54872570ecad" -d '{"events": [{"server_uuid": "8a875872-ecbe-4e3b-9059-98bd8c42bc1e", "name": "network-vif-deleted", "tag": "4816c808-0fae-4aeb-902b-6085c77a50fa"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:41:34.289613 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-d05f9824-95a2-47f9-9993-fd3ff7cdfe27 None None] Provisioning complete for port 799a0846-f8cf-4ae1-a036-8c1c11ef1d79 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:41:34.290251 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d05f9824-95a2-47f9-9993-fd3ff7cdfe27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (799a0846-f8cf-4ae1-a036-8c1c11ef1d79), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:34.301522 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adca151-a4c1-40c2-9307-a8a1db16fe61 req-38b4566b-1577-4175-b784-40c98e6d9ce3 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:34.303592 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3adca151-a4c1-40c2-9307-a8a1db16fe61 req-38b4566b-1577-4175-b784-40c98e6d9ce3 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=fb683c74-b73e-4567-907c-f82e1bc386ea HTTP/1.1" status: 200 len: 944 time: 0.5262539 Feb 17 17:41:34.345269 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96124939-8be7-445c-bd6e-e4e1ad88b864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd516bc-23ff-4e70-be6f-6c3fd4907cb9,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:34.425674 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd13273-6090-4a7d-9185-316867ac5359 req-1f7f78d0-a9d9-4b46-b491-476c3f176abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:34.427731 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-abd13273-6090-4a7d-9185-316867ac5359 req-1f7f78d0-a9d9-4b46-b491-476c3f176abc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=36b5f32c-14a0-4a60-ad2f-22440ca5b40f HTTP/1.1" status: 200 len: 851 time: 0.4830310 Feb 17 17:41:34.440415 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-03a70824-7c5f-40e5-9e50-46ec4757bfbe tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] For port 46ca0592-2b78-4190-9be6-1b3e395f0384, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=46ca0592-2b78-4190-9be6-1b3e395f0384,segment=NetworkSegment(13d2e8d9-7afd-45f6-84e2-b7416289d330),segment_id=13d2e8d9-7afd-45f6-84e2-b7416289d330)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:41:34.441099 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-03a70824-7c5f-40e5-9e50-46ec4757bfbe tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (46ca0592-2b78-4190-9be6-1b3e395f0384), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:34.493333 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fae0153f-17fb-42f5-89eb-5adf9ca5cde6 req-aeff464a-0ca2-4d94-a141-983cbdc91560 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/security-groups?id=fd4d27d9-e68c-41ba-a909-f949182bce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4096205 Feb 17 17:41:34.511422 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 799a0846-f8cf-4ae1-a036-8c1c11ef1d79 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:41:34.524927 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (799a0846-f8cf-4ae1-a036-8c1c11ef1d79), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:34.590702 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-d05f9824-95a2-47f9-9993-fd3ff7cdfe27 None None] Current status of the port 799a0846-f8cf-4ae1-a036-8c1c11ef1d79 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:41:34.591270 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d05f9824-95a2-47f9-9993-fd3ff7cdfe27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (799a0846-f8cf-4ae1-a036-8c1c11ef1d79), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:34.611437 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-03a70824-7c5f-40e5-9e50-46ec4757bfbe tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Calling delete_port for 46ca0592-2b78-4190-9be6-1b3e395f0384 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:41:34.626592 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3adca151-a4c1-40c2-9307-a8a1db16fe61 req-7211e70f-6f29-4aa7-803a-ae466c0c73e0 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968812 Feb 17 17:41:34.633863 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-abd13273-6090-4a7d-9185-316867ac5359 req-cdba3bd1-9d7c-4948-a5c0-11e87e2050c2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b2cdfbff-16c7-45e3-b97b-944f59a2460d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1842976 Feb 17 17:41:34.648955 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d64295-047f-480e-a90b-c78667eaa7df x-openstack-request-id: req-c4d64295-047f-480e-a90b-c78667eaa7df {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:41:34.649354 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a875872-ecbe-4e3b-9059-98bd8c42bc1e", "name": "network-vif-deleted", "tag": "4816c808-0fae-4aeb-902b-6085c77a50fa", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:41:34.649628 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c4d64295-047f-480e-a90b-c78667eaa7df {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:41:34.650282 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'name': 'network-vif-deleted', 'tag': '4816c808-0fae-4aeb-902b-6085c77a50fa', 'status': 'completed', 'code': 200} Feb 17 17:41:34.666524 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 27901c75-5069-43da-b3a9-e01a8f0f0f2b completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:41:34.744683 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 27901c75-5069-43da-b3a9-e01a8f0f0f2b triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:41:34.747288 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (27901c75-5069-43da-b3a9-e01a8f0f0f2b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:34.768235 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-691b70be-684e-472b-aef7-e19153b34bb3 admin admin] Publish callbacks [] for security_group (9fd516bc-23ff-4e70-be6f-6c3fd4907cb9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:34.831351 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-d05f9824-95a2-47f9-9993-fd3ff7cdfe27 None None] For port 799a0846-f8cf-4ae1-a036-8c1c11ef1d79, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=799a0846-f8cf-4ae1-a036-8c1c11ef1d79,segment=NetworkSegment(0364715c-2a13-4545-b519-2c63e7446806),segment_id=0364715c-2a13-4545-b519-2c63e7446806)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:41:34.843044 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d05f9824-95a2-47f9-9993-fd3ff7cdfe27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (799a0846-f8cf-4ae1-a036-8c1c11ef1d79), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:35.012112 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05f9824-95a2-47f9-9993-fd3ff7cdfe27 None None] Pushing event updated for resources: {'Port': ['ID=799a0846-f8cf-4ae1-a036-8c1c11ef1d79,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:35.084339 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 799a0846-f8cf-4ae1-a036-8c1c11ef1d79 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:41:35.124941 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 27901c75-5069-43da-b3a9-e01a8f0f0f2b is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:41:35.125341 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (27901c75-5069-43da-b3a9-e01a8f0f0f2b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:35.178635 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-175ec17e-ce75-4fa7-82ff-15e6b0b43431 None None] Provisioning complete for port 420822e8-fb6f-4b0d-b7cd-cbe1e6ba28ad triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:41:35.180028 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-175ec17e-ce75-4fa7-82ff-15e6b0b43431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (420822e8-fb6f-4b0d-b7cd-cbe1e6ba28ad), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:35.211493 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-691b70be-684e-472b-aef7-e19153b34bb3 admin admin] Publish callbacks [] for security_group (9fd516bc-23ff-4e70-be6f-6c3fd4907cb9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:35.215663 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879c8a6-b13b-4b10-851f-0ba3e47f9e18 req-c0a4a610-48e8-4318-889e-0176f36cbfb3 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:35.217305 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f879c8a6-b13b-4b10-851f-0ba3e47f9e18 req-c0a4a610-48e8-4318-889e-0176f36cbfb3 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e1b8510-1502-4cc4-a1b0-9a8c510a86dd HTTP/1.1" status: 200 len: 945 time: 0.4305203 Feb 17 17:41:35.219152 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-03a70824-7c5f-40e5-9e50-46ec4757bfbe tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (46ca0592-2b78-4190-9be6-1b3e395f0384), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:35.239880 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-abd13273-6090-4a7d-9185-316867ac5359 req-befd4747-aaf6-424f-9f8a-5e685b496796 service neutron] 10.222.0.71 "GET /v2.0/networks/b2cdfbff-16c7-45e3-b97b-944f59a2460d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5694654 Feb 17 17:41:35.267570 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218248a-fae2-4673-a77b-00de9aa9cf84 req-f709c096-6bc4-4fdd-bb57-c47f4beb2647 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:35.275235 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb683c74-b73e-4567-907c-f82e1bc386ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27901c75-5069-43da-b3a9-e01a8f0f0f2b'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:41:35.281297 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a218248a-fae2-4673-a77b-00de9aa9cf84 req-f709c096-6bc4-4fdd-bb57-c47f4beb2647 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=b225e2b2-ab3f-4f53-a044-4c9a77e83d8f HTTP/1.1" status: 200 len: 945 time: 0.4394693 Feb 17 17:41:35.291925 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d91148-2270-45b0-bf29-545bbfabd81e" -d '{"events": [{"server_uuid": "fb683c74-b73e-4567-907c-f82e1bc386ea", "name": "network-vif-plugged", "status": "completed", "tag": "27901c75-5069-43da-b3a9-e01a8f0f0f2b"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:41:35.386024 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 27901c75-5069-43da-b3a9-e01a8f0f0f2b, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=27901c75-5069-43da-b3a9-e01a8f0f0f2b,segment=NetworkSegment(18563972-a346-4d2f-9db2-6c97a64b55cb),segment_id=18563972-a346-4d2f-9db2-6c97a64b55cb)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:41:35.409153 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-175ec17e-ce75-4fa7-82ff-15e6b0b43431 None None] Port 420822e8-fb6f-4b0d-b7cd-cbe1e6ba28ad cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:41:35.434663 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (27901c75-5069-43da-b3a9-e01a8f0f0f2b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:35.459924 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-691b70be-684e-472b-aef7-e19153b34bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (9fd516bc-23ff-4e70-be6f-6c3fd4907cb9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:35.466842 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-691b70be-684e-472b-aef7-e19153b34bb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:35.474523 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-691b70be-684e-472b-aef7-e19153b34bb3 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9fd516bc-23ff-4e70-be6f-6c3fd4907cb9 HTTP/1.1" status: 204 len: 168 time: 1.4126980 Feb 17 17:41:35.499777 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b70be-684e-472b-aef7-e19153b34bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd516bc-23ff-4e70-be6f-6c3fd4907cb9,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:35.528297 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85d6c9d2-4a89-4a28-b70a-f4c18cf589c0 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (c055d7d4-2793-4d02-acaf-7ebf209b012b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:35.541082 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8ce02e92-2048-497d-86c1-07b41b9e6ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:35.565645 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-abd13273-6090-4a7d-9185-316867ac5359 req-9bbc0c4d-22a0-4f02-a183-9d0bac8dcac7 service neutron] 10.222.0.71 "GET /v2.0/networks/b2cdfbff-16c7-45e3-b97b-944f59a2460d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832062 Feb 17 17:41:35.591947 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-175ec17e-ce75-4fa7-82ff-15e6b0b43431 None None] Provisioning complete for port 799a0846-f8cf-4ae1-a036-8c1c11ef1d79 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:41:35.608737 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-175ec17e-ce75-4fa7-82ff-15e6b0b43431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (799a0846-f8cf-4ae1-a036-8c1c11ef1d79), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:35.743328 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=27901c75-5069-43da-b3a9-e01a8f0f0f2b,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:35.783134 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a218248a-fae2-4673-a77b-00de9aa9cf84 req-439b50ab-c890-4ea9-bcba-e7f85f0ffef2 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477799 Feb 17 17:41:35.787037 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a70824-7c5f-40e5-9e50-46ec4757bfbe tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Pushing event deleted for resources: {'Port': ['ID=46ca0592-2b78-4190-9be6-1b3e395f0384,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:35.806722 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 799a0846-f8cf-4ae1-a036-8c1c11ef1d79 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:41:35.927094 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eceb659-95b2-4a72-9709-abd02d25d255 x-openstack-request-id: req-7eceb659-95b2-4a72-9709-abd02d25d255 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:41:35.927539 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb683c74-b73e-4567-907c-f82e1bc386ea", "name": "network-vif-plugged", "status": "completed", "tag": "27901c75-5069-43da-b3a9-e01a8f0f0f2b", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:41:35.927902 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7eceb659-95b2-4a72-9709-abd02d25d255 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:41:35.928446 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb683c74-b73e-4567-907c-f82e1bc386ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27901c75-5069-43da-b3a9-e01a8f0f0f2b', 'code': 200} Feb 17 17:41:35.936302 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-03a70824-7c5f-40e5-9e50-46ec4757bfbe tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] No DVR routers for this DVR port 46ca0592-2b78-4190-9be6-1b3e395f0384 on host n-h2-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:41:35.955698 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-03a70824-7c5f-40e5-9e50-46ec4757bfbe tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:35.961363 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-03a70824-7c5f-40e5-9e50-46ec4757bfbe tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.91 "DELETE /v2.0/ports/46ca0592-2b78-4190-9be6-1b3e395f0384 HTTP/1.1" status: 204 len: 173 time: 3.1036472 Feb 17 17:41:36.029922 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-175ec17e-ce75-4fa7-82ff-15e6b0b43431 None None] Current status of the port 799a0846-f8cf-4ae1-a036-8c1c11ef1d79 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:41:36.056078 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 799a0846-f8cf-4ae1-a036-8c1c11ef1d79 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:41:36.056403 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (799a0846-f8cf-4ae1-a036-8c1c11ef1d79), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:36.212301 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f879c8a6-b13b-4b10-851f-0ba3e47f9e18 req-654639c4-7a10-4d93-a03b-200a030eead0 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9686546 Feb 17 17:41:36.314262 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 799a0846-f8cf-4ae1-a036-8c1c11ef1d79 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:41:36.324185 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-83ca0bef-75d8-42a7-a654-a588a377b780 None None] Provisioning complete for port 420822e8-fb6f-4b0d-b7cd-cbe1e6ba28ad triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:41:36.324859 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-83ca0bef-75d8-42a7-a654-a588a377b780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (420822e8-fb6f-4b0d-b7cd-cbe1e6ba28ad), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:36.371313 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b403a-6979-4304-8f38-9a08ebc0fb6f req-d2993cbc-6296-41da-805c-cdbe003d56f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:36.372344 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5c5b403a-6979-4304-8f38-9a08ebc0fb6f req-d2993cbc-6296-41da-805c-cdbe003d56f9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fb683c74-b73e-4567-907c-f82e1bc386ea HTTP/1.1" status: 200 len: 1127 time: 0.3037262 Feb 17 17:41:36.398051 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-85d6c9d2-4a89-4a28-b70a-f4c18cf589c0 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Deleting port 420822e8-fb6f-4b0d-b7cd-cbe1e6ba28ad {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:41:36.398738 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85d6c9d2-4a89-4a28-b70a-f4c18cf589c0 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (420822e8-fb6f-4b0d-b7cd-cbe1e6ba28ad), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:36.431184 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-83ca0bef-75d8-42a7-a654-a588a377b780 None None] Port 420822e8-fb6f-4b0d-b7cd-cbe1e6ba28ad cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:41:36.540598 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-fc27f93b-aa3c-4544-9fd3-44bb7e179fd1 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Deleting port 613c48ee-ff33-4710-a66b-a3a36bbd9380 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:41:36.540958 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-fc27f93b-aa3c-4544-9fd3-44bb7e179fd1 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (613c48ee-ff33-4710-a66b-a3a36bbd9380), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:36.574813 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eabd97-bdde-48d3-b4f0-1e21f80b4617 req-c70999cf-c553-4353-adbf-9240c8b3e499 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:36.581826 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b6eabd97-bdde-48d3-b4f0-1e21f80b4617 req-c70999cf-c553-4353-adbf-9240c8b3e499 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 943 time: 0.4457588 Feb 17 17:41:36.609945 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85d6c9d2-4a89-4a28-b70a-f4c18cf589c0 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (420822e8-fb6f-4b0d-b7cd-cbe1e6ba28ad), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:36.632614 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:36.645729 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-85d6c9d2-4a89-4a28-b70a-f4c18cf589c0 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Calling delete_port for 420822e8-fb6f-4b0d-b7cd-cbe1e6ba28ad owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:41:36.662393 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'name': 'network-vif-deleted', 'tag': '46ca0592-2b78-4190-9be6-1b3e395f0384'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:41:36.665273 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ebccb74-57e3-4749-8eb4-e32e8b9e8ccf" -d '{"events": [{"server_uuid": "8a875872-ecbe-4e3b-9059-98bd8c42bc1e", "name": "network-vif-deleted", "tag": "46ca0592-2b78-4190-9be6-1b3e395f0384"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:41:36.700951 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5c5b403a-6979-4304-8f38-9a08ebc0fb6f req-027000cf-137f-44cc-b792-7adfa324cd3d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052530 Feb 17 17:41:37.032093 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85d6c9d2-4a89-4a28-b70a-f4c18cf589c0 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (420822e8-fb6f-4b0d-b7cd-cbe1e6ba28ad), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:37.085714 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6c9d2-4a89-4a28-b70a-f4c18cf589c0 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event deleted for resources: {'Port': ['ID=420822e8-fb6f-4b0d-b7cd-cbe1e6ba28ad,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:37.136536 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 52156) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:37.189129 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a12c444-4b42-4f2d-a7f9-5997d86fb8b3 req-e958d163-f7ca-4d3b-8a79-6632a7fe7a84 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:37.191062 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8a12c444-4b42-4f2d-a7f9-5997d86fb8b3 req-e958d163-f7ca-4d3b-8a79-6632a7fe7a84 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=fb683c74-b73e-4567-907c-f82e1bc386ea HTTP/1.1" status: 200 len: 945 time: 0.7854793 Feb 17 17:41:37.225343 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b6eabd97-bdde-48d3-b4f0-1e21f80b4617 req-69b0618b-6049-4076-a75b-1d9edf84eb4f tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/security-groups?id=fd4d27d9-e68c-41ba-a909-f949182bce5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6424410 Feb 17 17:41:37.293488 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-fc27f93b-aa3c-4544-9fd3-44bb7e179fd1 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] For port 613c48ee-ff33-4710-a66b-a3a36bbd9380, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=613c48ee-ff33-4710-a66b-a3a36bbd9380,segment=NetworkSegment(82732791-61b6-4864-92cc-594948a3b9a8),segment_id=82732791-61b6-4864-92cc-594948a3b9a8)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:41:37.297661 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-fc27f93b-aa3c-4544-9fd3-44bb7e179fd1 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (613c48ee-ff33-4710-a66b-a3a36bbd9380), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:37.309658 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85d6c9d2-4a89-4a28-b70a-f4c18cf589c0 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (c055d7d4-2793-4d02-acaf-7ebf209b012b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:37.336312 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-fc27f93b-aa3c-4544-9fd3-44bb7e179fd1 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Calling delete_port for 613c48ee-ff33-4710-a66b-a3a36bbd9380 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:41:37.372226 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d89b46-3c3d-4e42-8880-e89b22f54183 x-openstack-request-id: req-a8d89b46-3c3d-4e42-8880-e89b22f54183 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:41:37.373362 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a875872-ecbe-4e3b-9059-98bd8c42bc1e", "name": "network-vif-deleted", "tag": "46ca0592-2b78-4190-9be6-1b3e395f0384", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:41:37.373857 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a8d89b46-3c3d-4e42-8880-e89b22f54183 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:41:37.374480 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'name': 'network-vif-deleted', 'tag': '46ca0592-2b78-4190-9be6-1b3e395f0384', 'status': 'completed', 'code': 200} Feb 17 17:41:37.431372 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8a12c444-4b42-4f2d-a7f9-5997d86fb8b3 req-763571f0-02df-4fb3-af36-5f64243f56b7 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284787 Feb 17 17:41:37.571695 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-439e21e5-02c8-4e6b-8f0a-cf31a90ea10b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1364818474-network', 'tenant_id': '5ab5a8f3d07949ee87fa6424345c8d29'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:37.638672 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439e21e5-02c8-4e6b-8f0a-cf31a90ea10b admin admin] Made reservation on behalf of 5ab5a8f3d07949ee87fa6424345c8d29 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:41:37.641921 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-439e21e5-02c8-4e6b-8f0a-cf31a90ea10b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:37.656971 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-439e21e5-02c8-4e6b-8f0a-cf31a90ea10b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:37.774803 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec89955c-e92b-42ba-82d7-526d009037cd req-7eb3ea62-7ab5-4bec-b26b-eeb0328e974e tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:37.783587 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ec89955c-e92b-42ba-82d7-526d009037cd req-7eb3ea62-7ab5-4bec-b26b-eeb0328e974e tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=b225e2b2-ab3f-4f53-a044-4c9a77e83d8f HTTP/1.1" status: 200 len: 945 time: 0.2502372 Feb 17 17:41:37.883395 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:37.887547 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3794e-d142-491c-acaf-b1dcba848778 req-1d758095-8dbe-4af0-a861-442e27f9f81f tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:37.894760 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b5d3794e-d142-491c-acaf-b1dcba848778 req-1d758095-8dbe-4af0-a861-442e27f9f81f tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=5e1b8510-1502-4cc4-a1b0-9a8c510a86dd HTTP/1.1" status: 200 len: 945 time: 0.3217566 Feb 17 17:41:37.918277 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ec89955c-e92b-42ba-82d7-526d009037cd req-2e190eb3-2da5-4dd5-bf4f-bd63b6f7caac tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335347 Feb 17 17:41:37.932917 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d6c9d2-4a89-4a28-b70a-f4c18cf589c0 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Router c055d7d4-2793-4d02-acaf-7ebf209b012b has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:41:37.983068 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-fc27f93b-aa3c-4544-9fd3-44bb7e179fd1 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (613c48ee-ff33-4710-a66b-a3a36bbd9380), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:37.990791 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b5d3794e-d142-491c-acaf-b1dcba848778 req-0277a30a-ebb9-4ad0-846b-69417b446f5b tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950193 Feb 17 17:41:38.027933 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc27f93b-aa3c-4544-9fd3-44bb7e179fd1 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Pushing event deleted for resources: {'Port': ['ID=613c48ee-ff33-4710-a66b-a3a36bbd9380,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:38.099895 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-fc27f93b-aa3c-4544-9fd3-44bb7e179fd1 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] No DVR routers for this DVR port 613c48ee-ff33-4710-a66b-a3a36bbd9380 on host n-h2-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:41:38.103605 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-fc27f93b-aa3c-4544-9fd3-44bb7e179fd1 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:38.107203 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2eeb768c-cdfb-46dc-9c8b-f594db7a5c90 req-fc27f93b-aa3c-4544-9fd3-44bb7e179fd1 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.91 "DELETE /v2.0/ports/613c48ee-ff33-4710-a66b-a3a36bbd9380 HTTP/1.1" status: 204 len: 173 time: 2.1324673 Feb 17 17:41:38.137222 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-439e21e5-02c8-4e6b-8f0a-cf31a90ea10b admin admin] Publish callbacks [] for security_group (db12b9a8-8881-4c75-91fc-1eccc995806a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:38.149280 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d6c9d2-4a89-4a28-b70a-f4c18cf589c0 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:41:38.167635 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4fcb4f-49a2-4ec0-82e0-4b7474539eaf None None] Sync routers for ids ['c055d7d4-2793-4d02-acaf-7ebf209b012b'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:41:38.189659 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4fcb4f-49a2-4ec0-82e0-4b7474539eaf None None] Routers {'c055d7d4-2793-4d02-acaf-7ebf209b012b'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:41:38.190608 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-cc4fcb4f-49a2-4ec0-82e0-4b7474539eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:41:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['c055d7d4-2793-4d02-acaf-7ebf209b012b'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:38.193482 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 52172) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:38.201474 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-85d6c9d2-4a89-4a28-b70a-f4c18cf589c0 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "PUT /v2.0/routers/c055d7d4-2793-4d02-acaf-7ebf209b012b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3101778 Feb 17 17:41:38.204119 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-439e21e5-02c8-4e6b-8f0a-cf31a90ea10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (db12b9a8-8881-4c75-91fc-1eccc995806a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:38.253823 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-28778f21-9c93-4a7d-8120-09e6a9fd2ea6 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "GET /v2.0/ports?device_id=c055d7d4-2793-4d02-acaf-7ebf209b012b HTTP/1.1" status: 200 len: 205 time: 0.0590298 Feb 17 17:41:38.263317 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 52174) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:38.287429 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e21e5-02c8-4e6b-8f0a-cf31a90ea10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db12b9a8-8881-4c75-91fc-1eccc995806a,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:38.315302 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-cc4fcb4f-49a2-4ec0-82e0-4b7474539eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:38.326119 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-439e21e5-02c8-4e6b-8f0a-cf31a90ea10b admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:41:38.344392 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4fcb4f-49a2-4ec0-82e0-4b7474539eaf None None] Routers {'c055d7d4-2793-4d02-acaf-7ebf209b012b'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:41:38.345082 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-cc4fcb4f-49a2-4ec0-82e0-4b7474539eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:41:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['c055d7d4-2793-4d02-acaf-7ebf209b012b'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:38.345221 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-439e21e5-02c8-4e6b-8f0a-cf31a90ea10b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (48fb0e71-67bd-41db-ac22-f883c26fb1e6), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:38.345521 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-439e21e5-02c8-4e6b-8f0a-cf31a90ea10b admin admin] Added segment 48fb0e71-67bd-41db-ac22-f883c26fb1e6 of type vlan for network a74fa299-ec56-42b1-a9c7-0cb427121e81 Feb 17 17:41:38.404492 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-439e21e5-02c8-4e6b-8f0a-cf31a90ea10b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (a74fa299-ec56-42b1-a9c7-0cb427121e81), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:38.457524 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-439e21e5-02c8-4e6b-8f0a-cf31a90ea10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (a74fa299-ec56-42b1-a9c7-0cb427121e81), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:38.458951 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439e21e5-02c8-4e6b-8f0a-cf31a90ea10b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:38.459722 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-439e21e5-02c8-4e6b-8f0a-cf31a90ea10b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:38.462738 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b3b31ae6-ed0e-413f-adae-4e1c470f7806 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for router (c055d7d4-2793-4d02-acaf-7ebf209b012b), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:38.470137 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-cc4fcb4f-49a2-4ec0-82e0-4b7474539eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:38.470886 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4fcb4f-49a2-4ec0-82e0-4b7474539eaf None None] The sync data for ids ['c055d7d4-2793-4d02-acaf-7ebf209b012b'] in n-d-829613-2 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:41:38.577372 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e21e5-02c8-4e6b-8f0a-cf31a90ea10b admin admin] Pushing event updated for resources: {'Network': ['ID=a74fa299-ec56-42b1-a9c7-0cb427121e81,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:38.584000 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-439e21e5-02c8-4e6b-8f0a-cf31a90ea10b admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4463267 Feb 17 17:41:38.585004 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f4e9de40-589d-4b3a-a44f-e4106479cc6a req-74062414-4f8e-481d-84d4-06e72e63a140 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 210 time: 0.1189156 Feb 17 17:41:38.591183 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network a74fa299-ec56-42b1-a9c7-0cb427121e81 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:41:38.605273 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 52186) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:38.628317 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-dc40f2ce-f7d0-4f68-b8b5-2155f55fd4c5 admin admin] Request body: {'subnet': {'network_id': 'a74fa299-ec56-42b1-a9c7-0cb427121e81', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1364818474-subnet', 'tenant_id': '5ab5a8f3d07949ee87fa6424345c8d29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:38.687836 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc40f2ce-f7d0-4f68-b8b5-2155f55fd4c5 admin admin] Made reservation on behalf of 5ab5a8f3d07949ee87fa6424345c8d29 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:41:38.690417 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dc40f2ce-f7d0-4f68-b8b5-2155f55fd4c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:38.900722 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b3b31ae6-ed0e-413f-adae-4e1c470f7806 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (c055d7d4-2793-4d02-acaf-7ebf209b012b), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:38.903223 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b3b31ae6-ed0e-413f-adae-4e1c470f7806 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for router_controller (c055d7d4-2793-4d02-acaf-7ebf209b012b), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:38.948102 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:39.035365 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b3b31ae6-ed0e-413f-adae-4e1c470f7806 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (c055d7d4-2793-4d02-acaf-7ebf209b012b), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:39.037313 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b31ae6-ed0e-413f-adae-4e1c470f7806 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Fanout notify agent at l3_agent the message router_deleted on router c055d7d4-2793-4d02-acaf-7ebf209b012b {{(pid=103435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:41:39.081795 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b3b31ae6-ed0e-413f-adae-4e1c470f7806 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:39.082885 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b3b31ae6-ed0e-413f-adae-4e1c470f7806 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "DELETE /v2.0/routers/c055d7d4-2793-4d02-acaf-7ebf209b012b HTTP/1.1" status: 204 len: 168 time: 0.8185718 Feb 17 17:41:39.088391 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 52202) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:39.160477 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dc40f2ce-f7d0-4f68-b8b5-2155f55fd4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (6cb63f13-407c-434b-8ea9-7e2ac8625cd1), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:39.162943 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cc6a364-b3ce-44cd-94e5-3efa2bcd30bd tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Deleting subnet 70623506-a9e6-4c55-a529-9780b7dbf670 {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:41:39.166357 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3cc6a364-b3ce-44cd-94e5-3efa2bcd30bd tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for subnet (70623506-a9e6-4c55-a529-9780b7dbf670), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:39.219915 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3cc6a364-b3ce-44cd-94e5-3efa2bcd30bd tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (70623506-a9e6-4c55-a529-9780b7dbf670), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:39.262599 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc40f2ce-f7d0-4f68-b8b5-2155f55fd4c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cb63f13-407c-434b-8ea9-7e2ac8625cd1,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:39.277250 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc40f2ce-f7d0-4f68-b8b5-2155f55fd4c5 admin admin] Checking segment: {'id': '48fb0e71-67bd-41db-ac22-f883c26fb1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a74fa299-ec56-42b1-a9c7-0cb427121e81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:41:39.278023 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc40f2ce-f7d0-4f68-b8b5-2155f55fd4c5 admin admin] Network hostable DHCP agents. Network: a74fa299-ec56-42b1-a9c7-0cb427121e81, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:41:39.309429 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc40f2ce-f7d0-4f68-b8b5-2155f55fd4c5 admin admin] Network a74fa299-ec56-42b1-a9c7-0cb427121e81 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:41:39.323229 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-dc40f2ce-f7d0-4f68-b8b5-2155f55fd4c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, a74fa299-ec56-42b1-a9c7-0cb427121e81) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:41:39.335009 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd846527-3251-4373-b594-bf328db80f18 None None] Network a74fa299-ec56-42b1-a9c7-0cb427121e81 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:41:39.346743 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc40f2ce-f7d0-4f68-b8b5-2155f55fd4c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:39.348676 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dc40f2ce-f7d0-4f68-b8b5-2155f55fd4c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:39.377195 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3cc6a364-b3ce-44cd-94e5-3efa2bcd30bd tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (70623506-a9e6-4c55-a529-9780b7dbf670), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:39.393522 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-dc40f2ce-f7d0-4f68-b8b5-2155f55fd4c5 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7782686 Feb 17 17:41:39.448079 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'name': 'network-vif-deleted', 'tag': '613c48ee-ff33-4710-a66b-a3a36bbd9380'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:41:39.453831 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a868708-dffa-4b51-9001-91b9c6a598e2" -d '{"events": [{"server_uuid": "8a875872-ecbe-4e3b-9059-98bd8c42bc1e", "name": "network-vif-deleted", "tag": "613c48ee-ff33-4710-a66b-a3a36bbd9380"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:41:39.487874 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3cc6a364-b3ce-44cd-94e5-3efa2bcd30bd tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (70623506-a9e6-4c55-a529-9780b7dbf670), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:39.506665 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46d1034-dda6-46aa-b4c8-0908034f0960 None None] Network a74fa299-ec56-42b1-a9c7-0cb427121e81 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:41:39.598439 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc6a364-b3ce-44cd-94e5-3efa2bcd30bd tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event deleted for resources: {'Subnet': ['ID=70623506-a9e6-4c55-a529-9780b7dbf670,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:39.610770 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3cc6a364-b3ce-44cd-94e5-3efa2bcd30bd tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:39.617356 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-3cc6a364-b3ce-44cd-94e5-3efa2bcd30bd tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "DELETE /v2.0/subnets/70623506-a9e6-4c55-a529-9780b7dbf670 HTTP/1.1" status: 204 len: 168 time: 0.5271277 Feb 17 17:41:39.619991 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 52210) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:39.620976 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fa16ee-0b48-4d08-9475-0cbee94d540b None None] Network ccc01407-1d10-4a75-867e-bf03fbcb684c requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:41:39.680720 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d7823-d904-47c3-8d85-f211ce75e0f4 req-4859c329-3ba2-410d-9dba-8c4c127a21dd tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:39.703447 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-491d7823-d904-47c3-8d85-f211ce75e0f4 req-4859c329-3ba2-410d-9dba-8c4c127a21dd tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=b225e2b2-ab3f-4f53-a044-4c9a77e83d8f HTTP/1.1" status: 200 len: 945 time: 0.6318340 Feb 17 17:41:39.731721 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c98c7-c537-4012-98a3-957f39465d9c req-bc13fb92-c93d-4662-bb43-585b396f6c82 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:39.739654 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-518c98c7-c537-4012-98a3-957f39465d9c req-bc13fb92-c93d-4662-bb43-585b396f6c82 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=fb683c74-b73e-4567-907c-f82e1bc386ea HTTP/1.1" status: 200 len: 945 time: 0.7325292 Feb 17 17:41:39.779495 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-871f9580-6d78-438e-9594-71fd9174865b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (ccc01407-1d10-4a75-867e-bf03fbcb684c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:39.845089 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-491d7823-d904-47c3-8d85-f211ce75e0f4 req-5818a04a-209d-46b0-828e-94cbb0442ed0 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394665 Feb 17 17:41:39.875033 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-871f9580-6d78-438e-9594-71fd9174865b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Deleting port 799a0846-f8cf-4ae1-a036-8c1c11ef1d79 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:41:39.875943 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-871f9580-6d78-438e-9594-71fd9174865b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (799a0846-f8cf-4ae1-a036-8c1c11ef1d79), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:39.907716 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b100b0b-35e0-4cee-88ab-9c88978381cc None None] DHCP port deletion for ccc01407-1d10-4a75-867e-bf03fbcb684c request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:41:39.932407 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-518c98c7-c537-4012-98a3-957f39465d9c req-0e5a0a62-b8ac-48b4-a3ab-31368154b72e tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705418 Feb 17 17:41:39.958200 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6aae9bd-9ca3-4603-874b-015fb8f54d52 x-openstack-request-id: req-b6aae9bd-9ca3-4603-874b-015fb8f54d52 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:41:39.958944 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a875872-ecbe-4e3b-9059-98bd8c42bc1e", "name": "network-vif-deleted", "tag": "613c48ee-ff33-4710-a66b-a3a36bbd9380", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:41:39.958944 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b6aae9bd-9ca3-4603-874b-015fb8f54d52 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:41:39.959261 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a875872-ecbe-4e3b-9059-98bd8c42bc1e', 'name': 'network-vif-deleted', 'tag': '613c48ee-ff33-4710-a66b-a3a36bbd9380', 'status': 'completed', 'code': 200} Feb 17 17:41:40.015414 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-4b100b0b-35e0-4cee-88ab-9c88978381cc None None] Deleting port 799a0846-f8cf-4ae1-a036-8c1c11ef1d79 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:41:40.015957 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4b100b0b-35e0-4cee-88ab-9c88978381cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (799a0846-f8cf-4ae1-a036-8c1c11ef1d79), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:40.027668 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-871f9580-6d78-438e-9594-71fd9174865b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] For port 799a0846-f8cf-4ae1-a036-8c1c11ef1d79, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=799a0846-f8cf-4ae1-a036-8c1c11ef1d79,segment=NetworkSegment(0364715c-2a13-4545-b519-2c63e7446806),segment_id=0364715c-2a13-4545-b519-2c63e7446806)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:41:40.028058 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-871f9580-6d78-438e-9594-71fd9174865b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (799a0846-f8cf-4ae1-a036-8c1c11ef1d79), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:40.051656 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4addf0a5-c220-45a7-bb56-5e12e0e9faea req-7e6c00a6-cc16-40ec-a8b6-e8bfa6ef84bd tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 210 time: 0.0408878 Feb 17 17:41:40.056032 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-871f9580-6d78-438e-9594-71fd9174865b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Calling delete_port for 799a0846-f8cf-4ae1-a036-8c1c11ef1d79 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:41:40.170420 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-4b100b0b-35e0-4cee-88ab-9c88978381cc None None] For port 799a0846-f8cf-4ae1-a036-8c1c11ef1d79, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=799a0846-f8cf-4ae1-a036-8c1c11ef1d79,segment=NetworkSegment(0364715c-2a13-4545-b519-2c63e7446806),segment_id=0364715c-2a13-4545-b519-2c63e7446806)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:41:40.170843 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4b100b0b-35e0-4cee-88ab-9c88978381cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (799a0846-f8cf-4ae1-a036-8c1c11ef1d79), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:40.188918 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-4b100b0b-35e0-4cee-88ab-9c88978381cc None None] Calling delete_port for 799a0846-f8cf-4ae1-a036-8c1c11ef1d79 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:41:40.225598 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-f81ee216-d341-40f2-a01e-1371584509b9 req-8faff180-fa67-489e-a142-d753283b905d tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-665033792', 'description': 'tempest-description-2010696727'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:40.261247 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-871f9580-6d78-438e-9594-71fd9174865b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (799a0846-f8cf-4ae1-a036-8c1c11ef1d79), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:40.283018 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-f81ee216-d341-40f2-a01e-1371584509b9 req-8faff180-fa67-489e-a142-d753283b905d tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:40.296043 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:41:40.296043 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:41:40.296043 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:41:40.296043 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:41:40.296043 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:41:40.296043 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:41:40.296043 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:41:40.296043 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:41:40.296043 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:41:40.296043 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:41:40.296043 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:41:40.296043 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:41:40.296043 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:41:40.296043 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:41:40.296043 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:41:40.296043 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:41:40.296043 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:41:40.296043 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:41:40.296043 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:41:40.296043 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:41:40.296043 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:41:40.296043 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:41:40.296043 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:41:40.296043 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:41:40.296043 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:41:40.296043 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:41:40.296043 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:41:40.296043 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:41:40.296043 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:41:40.296043 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:41:40.296043 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:41:40.296043 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:41:40.296043 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:41:40.296043 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:41:40.296043 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:41:40.296043 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:41:40.296043 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:41:40.296043 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:41:40.296043 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:41:40.296043 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:41:40.298816 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:41:40.298816 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:41:40.298816 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:41:40.298816 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:41:40.298816 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:41:40.298816 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:41:40.298816 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:41:40.298816 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:41:40.298816 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:41:40.298816 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:41:40.298816 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:41:40.298816 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:41:40.298816 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:41:40.298816 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:41:40.310265 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f9580-6d78-438e-9594-71fd9174865b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event deleted for resources: {'Port': ['ID=799a0846-f8cf-4ae1-a036-8c1c11ef1d79,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:40.311420 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4b100b0b-35e0-4cee-88ab-9c88978381cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (799a0846-f8cf-4ae1-a036-8c1c11ef1d79), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:40.329193 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871f9580-6d78-438e-9594-71fd9174865b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] No DVR routers for this DVR port 799a0846-f8cf-4ae1-a036-8c1c11ef1d79 on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:41:40.387464 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b100b0b-35e0-4cee-88ab-9c88978381cc None None] No DVR routers for this DVR port 799a0846-f8cf-4ae1-a036-8c1c11ef1d79 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:41:40.408361 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b100b0b-35e0-4cee-88ab-9c88978381cc None None] Pushing event deleted for resources: {'Port': ['ID=799a0846-f8cf-4ae1-a036-8c1c11ef1d79,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:40.449197 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56849d-3ce1-4bf7-bf56-73de06c098c8 req-6da1688f-17aa-4245-95c0-c4f2169b9012 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:40.455892 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ef56849d-3ce1-4bf7-bf56-73de06c098c8 req-6da1688f-17aa-4245-95c0-c4f2169b9012 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/networks?id=41eab850-74f8-4919-9573-0fe261607aa2 HTTP/1.1" status: 200 len: 806 time: 0.1857746 Feb 17 17:41:40.485451 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-871f9580-6d78-438e-9594-71fd9174865b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (ccc01407-1d10-4a75-867e-bf03fbcb684c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:40.499226 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-f81ee216-d341-40f2-a01e-1371584509b9 req-8faff180-fa67-489e-a142-d753283b905d tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group (f2504de8-9eee-4333-bd54-9dc2d361f484), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:40.504772 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-f81ee216-d341-40f2-a01e-1371584509b9 req-8faff180-fa67-489e-a142-d753283b905d tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (f2504de8-9eee-4333-bd54-9dc2d361f484), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:40.513982 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ef56849d-3ce1-4bf7-bf56-73de06c098c8 req-1a0d4e21-462f-41e6-be7b-8663d0c55f11 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/quotas/4010b90dceb14ea6a98968e6b17cf28b HTTP/1.1" status: 200 len: 375 time: 0.0570991 Feb 17 17:41:40.531837 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-871f9580-6d78-438e-9594-71fd9174865b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc01407-1d10-4a75-867e-bf03fbcb684c']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:40.549825 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-871f9580-6d78-438e-9594-71fd9174865b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0364715c-2a13-4545-b519-2c63e7446806') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:40.550211 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-871f9580-6d78-438e-9594-71fd9174865b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0364715c-2a13-4545-b519-2c63e7446806') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:40.563585 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-871f9580-6d78-438e-9594-71fd9174865b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (0364715c-2a13-4545-b519-2c63e7446806), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:40.581399 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-f81ee216-d341-40f2-a01e-1371584509b9 req-8faff180-fa67-489e-a142-d753283b905d tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:40.582537 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-871f9580-6d78-438e-9594-71fd9174865b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (0364715c-2a13-4545-b519-2c63e7446806), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:40.583434 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f81ee216-d341-40f2-a01e-1371584509b9 req-8faff180-fa67-489e-a142-d753283b905d tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.3629930 Feb 17 17:41:40.587050 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faff180-fa67-489e-a142-d753283b905d tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2504de8-9eee-4333-bd54-9dc2d361f484,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:40.598947 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-871f9580-6d78-438e-9594-71fd9174865b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:41:40.599429 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-871f9580-6d78-438e-9594-71fd9174865b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (0364715c-2a13-4545-b519-2c63e7446806), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:40.658864 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ef56849d-3ce1-4bf7-bf56-73de06c098c8 req-da600e86-3312-4bcf-8899-d94b668e545c tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=4010b90dceb14ea6a98968e6b17cf28b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1364338 Feb 17 17:41:40.673381 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:41:40.673381 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:41:40.673381 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:41:40.673381 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:41:40.673381 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:41:40.673381 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:41:40.673381 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:41:40.673381 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:41:40.673381 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:41:40.673381 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:41:40.673381 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:41:40.673381 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:41:40.673381 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:41:40.673381 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:41:40.673381 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:41:40.673381 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:41:40.673381 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:41:40.673381 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:41:40.673381 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:41:40.673381 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:41:40.673381 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:41:40.673381 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:41:40.673381 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:41:40.673381 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:41:40.673381 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:41:40.673381 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:41:40.673381 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:41:40.673381 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:41:40.673381 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:41:40.673381 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:41:40.673381 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:41:40.673381 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:41:40.688196 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-be384c12-014a-4182-a245-bcfc4f70625a req-2a47247d-f826-42fb-8d30-2dce137ccc76 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] 10.222.0.87 "GET /v2.0/security-groups/f2504de8-9eee-4333-bd54-9dc2d361f484 HTTP/1.1" status: 200 len: 1823 time: 0.0749519 Feb 17 17:41:40.692369 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-871f9580-6d78-438e-9594-71fd9174865b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (ccc01407-1d10-4a75-867e-bf03fbcb684c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:40.693670 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-be384c12-014a-4182-a245-bcfc4f70625a req-80f02b3e-0dc9-4660-aff7-6b4b2864efa8 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f2504de8-9eee-4333-bd54-9dc2d361f484', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:40.693884 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-be384c12-014a-4182-a245-bcfc4f70625a req-80f02b3e-0dc9-4660-aff7-6b4b2864efa8 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f2504de8-9eee-4333-bd54-9dc2d361f484', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:40.729384 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-871f9580-6d78-438e-9594-71fd9174865b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:40.737601 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 52242) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:40.740058 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-871f9580-6d78-438e-9594-71fd9174865b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "DELETE /v2.0/networks/ccc01407-1d10-4a75-867e-bf03fbcb684c HTTP/1.1" status: 204 len: 168 time: 1.1184092 Feb 17 17:41:40.741132 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f9580-6d78-438e-9594-71fd9174865b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event deleted for resources: {'Network': ['ID=ccc01407-1d10-4a75-867e-bf03fbcb684c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:40.750407 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-0f18f17e-e1ce-4937-9d10-981315389c6e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-836609292', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}, 'admin_state_up': False}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:40.775490 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0f18f17e-e1ce-4937-9d10-981315389c6e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (4857eaf5-6ad1-47f0-a643-7e2c4d28b8eb), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:40.776653 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0f18f17e-e1ce-4937-9d10-981315389c6e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (4857eaf5-6ad1-47f0-a643-7e2c4d28b8eb), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:40.879967 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0f18f17e-e1ce-4937-9d10-981315389c6e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for router_controller (4857eaf5-6ad1-47f0-a643-7e2c4d28b8eb), precommit_add_association {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:41.037491 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-be384c12-014a-4182-a245-bcfc4f70625a req-80f02b3e-0dc9-4660-aff7-6b4b2864efa8 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group_rule (cf065858-53c5-4bb8-a527-ad0a862b6bb3), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:41.133296 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0f18f17e-e1ce-4937-9d10-981315389c6e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for router_gateway (4857eaf5-6ad1-47f0-a643-7e2c4d28b8eb), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:41.167462 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ef56849d-3ce1-4bf7-bf56-73de06c098c8 req-096e9fc7-9a9a-4112-8d3e-a0d124836bbd service neutron] 10.222.0.87 "GET /v2.0/networks/41eab850-74f8-4919-9573-0fe261607aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4959798 Feb 17 17:41:41.222349 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-be384c12-014a-4182-a245-bcfc4f70625a req-80f02b3e-0dc9-4660-aff7-6b4b2864efa8 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group_rule (cf065858-53c5-4bb8-a527-ad0a862b6bb3), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:41.236568 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-be384c12-014a-4182-a245-bcfc4f70625a req-80f02b3e-0dc9-4660-aff7-6b4b2864efa8 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (cf065858-53c5-4bb8-a527-ad0a862b6bb3), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:41.260759 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f02b3e-0dc9-4660-aff7-6b4b2864efa8 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf065858-53c5-4bb8-a527-ad0a862b6bb3,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:41.316437 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-be384c12-014a-4182-a245-bcfc4f70625a req-80f02b3e-0dc9-4660-aff7-6b4b2864efa8 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:41.317659 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-be384c12-014a-4182-a245-bcfc4f70625a req-80f02b3e-0dc9-4660-aff7-6b4b2864efa8 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6285710 Feb 17 17:41:41.394048 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ef56849d-3ce1-4bf7-bf56-73de06c098c8 req-bba84e98-6caf-4345-af35-447d9c03c0db service neutron] 10.222.0.87 "GET /v2.0/networks/41eab850-74f8-4919-9573-0fe261607aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257142 Feb 17 17:41:41.752106 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 799a0846-f8cf-4ae1-a036-8c1c11ef1d79 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:41:41.773213 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 62baaad9-a961-4e18-91ab-20698a2e1ab3 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:41:41.794906 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0f18f17e-e1ce-4937-9d10-981315389c6e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for router_gateway (4857eaf5-6ad1-47f0-a643-7e2c4d28b8eb), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:41.835073 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 799a0846-f8cf-4ae1-a036-8c1c11ef1d79 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:41:41.842993 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 799a0846-f8cf-4ae1-a036-8c1c11ef1d79 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:41:41.859533 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 52278) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:41.896196 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4140f0e5-5876-4171-9193-37445f964a14 req-6afc33a1-dd3c-4c5f-8c15-63025b1133d0 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 210 time: 0.1729405 Feb 17 17:41:41.903224 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0f18f17e-e1ce-4937-9d10-981315389c6e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:42.039451 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cbd7e6-f652-48bf-8893-3ccc68bf1ae6 req-5479801f-6ca1-4dcb-97ab-98f616768ebd tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:42.040841 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f5cbd7e6-f652-48bf-8893-3ccc68bf1ae6 req-5479801f-6ca1-4dcb-97ab-98f616768ebd tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=b225e2b2-ab3f-4f53-a044-4c9a77e83d8f HTTP/1.1" status: 200 len: 945 time: 0.6169336 Feb 17 17:41:42.119002 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-df14ffc3-c563-4088-9676-49189fad0319 req-acb21814-dbe7-4af2-9171-9384bae718c3 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1935333308', 'description': 'tempest-description-1568615458'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:42.195279 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f5cbd7e6-f652-48bf-8893-3ccc68bf1ae6 req-b8355d82-a7c1-43f9-ae97-2e85834f27ed tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375892 Feb 17 17:41:42.197994 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 62baaad9-a961-4e18-91ab-20698a2e1ab3, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=62baaad9-a961-4e18-91ab-20698a2e1ab3,segment=NetworkSegment(1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8),segment_id=1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:41:42.218596 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ec4253f-47bd-4086-9855-85044ad717c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:42.249663 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '62baaad9-a961-4e18-91ab-20698a2e1ab3', 'network_id': '83cc66ec-b716-4047-926b-17461255d55d', 'port_id': '62baaad9-a961-4e18-91ab-20698a2e1ab3', 'mac_address': 'fa:16:3e:25:1e:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e1fcde1-7a12-4137-bca4-1789efb75583', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:41:42.266849 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-df14ffc3-c563-4088-9676-49189fad0319 req-acb21814-dbe7-4af2-9171-9384bae718c3 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:42.335395 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e595aa55-3c6d-4db3-b3a7-2c3d18477d5d req-fba628f2-12f1-4bf3-a923-8176fc3b60f3 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=6956214e-42d7-4827-9f41-cc88c474c8b7 HTTP/1.1" status: 200 len: 210 time: 0.0718863 Feb 17 17:41:42.360526 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-0f18f17e-e1ce-4937-9d10-981315389c6e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Allocated IP 172.25.8.193 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/1fde16a0-68a7-4c29-a231-7f7f786fbe22) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:41:42.362652 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 62baaad9-a961-4e18-91ab-20698a2e1ab3 is: ACTIVE; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:41:42.363056 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (62baaad9-a961-4e18-91ab-20698a2e1ab3), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:42.400671 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 62baaad9-a961-4e18-91ab-20698a2e1ab3 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:41:42.439945 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 62baaad9-a961-4e18-91ab-20698a2e1ab3, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=62baaad9-a961-4e18-91ab-20698a2e1ab3,segment=NetworkSegment(1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8),segment_id=1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:41:42.452656 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (62baaad9-a961-4e18-91ab-20698a2e1ab3), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:42.488478 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ec4253f-47bd-4086-9855-85044ad717c5 admin admin] Publish callbacks [] for security_group (74f7434c-7436-4f47-9e32-ec2ad146091d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:42.506710 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6ec4253f-47bd-4086-9855-85044ad717c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (74f7434c-7436-4f47-9e32-ec2ad146091d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:42.576682 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6ec4253f-47bd-4086-9855-85044ad717c5 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d7563430f6ae4affb2bce51be9c892ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7141430 Feb 17 17:41:42.579243 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 52306) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:42.583814 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['62baaad9-a961-4e18-91ab-20698a2e1ab3'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:41:42.606477 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=62baaad9-a961-4e18-91ab-20698a2e1ab3,revision_number=6']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:42.621738 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-df14ffc3-c563-4088-9676-49189fad0319 req-acb21814-dbe7-4af2-9171-9384bae718c3 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group (c47e0839-6668-40fb-9952-db2aade8e6c1), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:42.650089 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-df14ffc3-c563-4088-9676-49189fad0319 req-acb21814-dbe7-4af2-9171-9384bae718c3 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (c47e0839-6668-40fb-9952-db2aade8e6c1), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:42.729705 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec4253f-47bd-4086-9855-85044ad717c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f7434c-7436-4f47-9e32-ec2ad146091d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:42.787843 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb21814-dbe7-4af2-9171-9384bae718c3 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c47e0839-6668-40fb-9952-db2aade8e6c1,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:42.827219 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-df14ffc3-c563-4088-9676-49189fad0319 req-acb21814-dbe7-4af2-9171-9384bae718c3 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:42.830471 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-df14ffc3-c563-4088-9676-49189fad0319 req-acb21814-dbe7-4af2-9171-9384bae718c3 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.7439444 Feb 17 17:41:42.843783 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0f18f17e-e1ce-4937-9d10-981315389c6e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for port (1fde16a0-68a7-4c29-a231-7f7f786fbe22), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:42.847447 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4b83a8ea-2873-47e5-8c43-02ef75d4c1c4 admin admin] Publish callbacks [] for security_group (74f7434c-7436-4f47-9e32-ec2ad146091d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:42.907841 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4b83a8ea-2873-47e5-8c43-02ef75d4c1c4 admin admin] Publish callbacks [] for security_group (74f7434c-7436-4f47-9e32-ec2ad146091d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:42.999311 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4b83a8ea-2873-47e5-8c43-02ef75d4c1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (74f7434c-7436-4f47-9e32-ec2ad146091d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:43.003550 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4b83a8ea-2873-47e5-8c43-02ef75d4c1c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:43.009658 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4b83a8ea-2873-47e5-8c43-02ef75d4c1c4 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/74f7434c-7436-4f47-9e32-ec2ad146091d HTTP/1.1" status: 204 len: 168 time: 0.4225233 Feb 17 17:41:43.009960 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0f18f17e-e1ce-4937-9d10-981315389c6e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (1fde16a0-68a7-4c29-a231-7f7f786fbe22), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:43.024729 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b83a8ea-2873-47e5-8c43-02ef75d4c1c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f7434c-7436-4f47-9e32-ec2ad146091d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:43.133265 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f18f17e-e1ce-4937-9d10-981315389c6e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event updated for resources: {'Port': ['ID=1fde16a0-68a7-4c29-a231-7f7f786fbe22,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:43.210982 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f18f17e-e1ce-4937-9d10-981315389c6e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:41:43.231658 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4be5d4b5-e595-4e56-93e5-53d4cd158d53 req-e2ca9c81-ffe6-47e9-9f81-456815e5cd13 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 210 time: 0.1060197 Feb 17 17:41:43.238205 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-0f18f17e-e1ce-4937-9d10-981315389c6e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:41:43.243098 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e67cc3f3-e49b-4a28-9506-173896279767 req-d2bffea0-9826-4d96-808f-c04c8c341775 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] 10.222.0.87 "GET /v2.0/security-groups/c47e0839-6668-40fb-9952-db2aade8e6c1 HTTP/1.1" status: 200 len: 1824 time: 0.3897808 Feb 17 17:41:43.258922 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f18f17e-e1ce-4937-9d10-981315389c6e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:41:43.308490 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-e67cc3f3-e49b-4a28-9506-173896279767 req-f5092c21-92e8-4546-9fa1-9b1c7302a17c tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c47e0839-6668-40fb-9952-db2aade8e6c1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:43.308822 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-e67cc3f3-e49b-4a28-9506-173896279767 req-f5092c21-92e8-4546-9fa1-9b1c7302a17c tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c47e0839-6668-40fb-9952-db2aade8e6c1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:43.644363 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 52338) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:43.672386 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fdabea7b-63c5-4650-b350-ad2e0f76c0d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:43.787645 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 62baaad9-a961-4e18-91ab-20698a2e1ab3 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:41:43.825104 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7954a3-5a3c-43dc-945e-2e931563ab15 req-5c1bb88b-65b6-4b26-83c5-f641e301c084 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:43.826762 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc7954a3-5a3c-43dc-945e-2e931563ab15 req-5c1bb88b-65b6-4b26-83c5-f641e301c084 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=b225e2b2-ab3f-4f53-a044-4c9a77e83d8f HTTP/1.1" status: 200 len: 945 time: 0.2829430 Feb 17 17:41:43.849705 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-e67cc3f3-e49b-4a28-9506-173896279767 req-f5092c21-92e8-4546-9fa1-9b1c7302a17c tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group_rule (5d35187c-ac2d-44dd-9420-ed186a8f40ee), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:43.932938 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fdabea7b-63c5-4650-b350-ad2e0f76c0d8 admin admin] Publish callbacks [] for security_group (605322fd-01cf-4ca4-b8eb-9fba37a7a5bc), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:43.940501 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 62baaad9-a961-4e18-91ab-20698a2e1ab3 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:41:43.940745 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fdabea7b-63c5-4650-b350-ad2e0f76c0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (605322fd-01cf-4ca4-b8eb-9fba37a7a5bc), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:43.941317 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (62baaad9-a961-4e18-91ab-20698a2e1ab3), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:44.097587 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 62baaad9-a961-4e18-91ab-20698a2e1ab3 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:41:44.098259 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (62baaad9-a961-4e18-91ab-20698a2e1ab3), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:44.103671 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fdabea7b-63c5-4650-b350-ad2e0f76c0d8 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8f8acfa0383a4bf1961def57b987dd78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4579175 Feb 17 17:41:44.106756 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 52340) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:44.113122 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdabea7b-63c5-4650-b350-ad2e0f76c0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605322fd-01cf-4ca4-b8eb-9fba37a7a5bc,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:44.145731 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e1b8510-1502-4cc4-a1b0-9a8c510a86dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62baaad9-a961-4e18-91ab-20698a2e1ab3'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:41:44.153695 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b3ab4a2-1cad-4d11-9084-1e03164bb2d7" -d '{"events": [{"server_uuid": "5e1b8510-1502-4cc4-a1b0-9a8c510a86dd", "name": "network-vif-plugged", "status": "completed", "tag": "62baaad9-a961-4e18-91ab-20698a2e1ab3"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:41:44.188557 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 62baaad9-a961-4e18-91ab-20698a2e1ab3, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=62baaad9-a961-4e18-91ab-20698a2e1ab3,segment=NetworkSegment(1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8),segment_id=1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:41:44.194428 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (62baaad9-a961-4e18-91ab-20698a2e1ab3), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:44.256395 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-70bb0c01-2415-4cfe-a816-a7aa0eb86629 admin admin] Publish callbacks [] for security_group (605322fd-01cf-4ca4-b8eb-9fba37a7a5bc), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:44.285774 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=62baaad9-a961-4e18-91ab-20698a2e1ab3,revision_number=7']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:44.293076 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-70bb0c01-2415-4cfe-a816-a7aa0eb86629 admin admin] Publish callbacks [] for security_group (605322fd-01cf-4ca4-b8eb-9fba37a7a5bc), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:44.382997 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-70bb0c01-2415-4cfe-a816-a7aa0eb86629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (605322fd-01cf-4ca4-b8eb-9fba37a7a5bc), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:44.386651 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-70bb0c01-2415-4cfe-a816-a7aa0eb86629 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:44.387874 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-70bb0c01-2415-4cfe-a816-a7aa0eb86629 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/605322fd-01cf-4ca4-b8eb-9fba37a7a5bc HTTP/1.1" status: 204 len: 168 time: 0.2767849 Feb 17 17:41:44.412585 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bb0c01-2415-4cfe-a816-a7aa0eb86629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605322fd-01cf-4ca4-b8eb-9fba37a7a5bc,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:44.418805 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0f18f17e-e1ce-4937-9d10-981315389c6e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for router_gateway (4857eaf5-6ad1-47f0-a643-7e2c4d28b8eb), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:44.507823 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-e67cc3f3-e49b-4a28-9506-173896279767 req-f5092c21-92e8-4546-9fa1-9b1c7302a17c tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group_rule (5d35187c-ac2d-44dd-9420-ed186a8f40ee), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:44.567385 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc7954a3-5a3c-43dc-945e-2e931563ab15 req-5349a0dc-9bb1-4269-9ddc-3850f210c276 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7311437 Feb 17 17:41:44.706318 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56849d-3ce1-4bf7-bf56-73de06c098c8 req-daf76593-0df2-4dc3-a5bc-7cc1f7678b3b tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:44.707903 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ef56849d-3ce1-4bf7-bf56-73de06c098c8 req-daf76593-0df2-4dc3-a5bc-7cc1f7678b3b tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.91 "GET /v2.0/networks?id=41eab850-74f8-4919-9573-0fe261607aa2 HTTP/1.1" status: 200 len: 806 time: 1.0064974 Feb 17 17:41:44.711518 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-e67cc3f3-e49b-4a28-9506-173896279767 req-f5092c21-92e8-4546-9fa1-9b1c7302a17c tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (5d35187c-ac2d-44dd-9420-ed186a8f40ee), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:44.839013 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-ef56849d-3ce1-4bf7-bf56-73de06c098c8 req-1d429b8e-548a-4687-9d96-cb99648e0f30 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Request body: {'port': {'device_id': '6956214e-42d7-4827-9f41-cc88c474c8b7', 'network_id': '41eab850-74f8-4919-9573-0fe261607aa2', 'admin_state_up': True, 'tenant_id': '4010b90dceb14ea6a98968e6b17cf28b'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:44.853937 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7531823d-ba3c-40ed-8e4d-e7d08c3240c1 req-889e6700-5ed2-4d39-8370-0f3957395405 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=6956214e-42d7-4827-9f41-cc88c474c8b7 HTTP/1.1" status: 200 len: 210 time: 0.1065323 Feb 17 17:41:44.943513 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7426cc-f117-44cf-ae7e-a9c97138182d x-openstack-request-id: req-3e7426cc-f117-44cf-ae7e-a9c97138182d {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:41:44.944021 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e1b8510-1502-4cc4-a1b0-9a8c510a86dd", "name": "network-vif-plugged", "status": "completed", "tag": "62baaad9-a961-4e18-91ab-20698a2e1ab3", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:41:44.944136 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3e7426cc-f117-44cf-ae7e-a9c97138182d {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:41:44.945388 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e1b8510-1502-4cc4-a1b0-9a8c510a86dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62baaad9-a961-4e18-91ab-20698a2e1ab3', 'code': 200} Feb 17 17:41:45.029642 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-e67cc3f3-e49b-4a28-9506-173896279767 req-f5092c21-92e8-4546-9fa1-9b1c7302a17c tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:45.030874 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e67cc3f3-e49b-4a28-9506-173896279767 req-f5092c21-92e8-4546-9fa1-9b1c7302a17c tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.7629559 Feb 17 17:41:45.042502 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5092c21-92e8-4546-9fa1-9b1c7302a17c tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d35187c-ac2d-44dd-9420-ed186a8f40ee,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:45.090116 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef56849d-3ce1-4bf7-bf56-73de06c098c8 req-1d429b8e-548a-4687-9d96-cb99648e0f30 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Made reservation on behalf of 4010b90dceb14ea6a98968e6b17cf28b for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:41:45.094047 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ef56849d-3ce1-4bf7-bf56-73de06c098c8 req-1d429b8e-548a-4687-9d96-cb99648e0f30 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:45.143460 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c99ee7a5-0fba-4919-93d3-936d63c6d4c0 req-1840c8cd-4804-4095-a0b5-b282d1bf3a09 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 210 time: 0.0718985 Feb 17 17:41:45.199749 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-66d0ec2e-2aa4-411d-9461-8d0c6230d7b8 req-bba23ec1-a66b-459b-90de-15bfab961176 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2036405303', 'description': 'tempest-description-1432439831'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:45.253130 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0f18f17e-e1ce-4937-9d10-981315389c6e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (4857eaf5-6ad1-47f0-a643-7e2c4d28b8eb), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:45.351507 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-66d0ec2e-2aa4-411d-9461-8d0c6230d7b8 req-bba23ec1-a66b-459b-90de-15bfab961176 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:45.495286 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-ef56849d-3ce1-4bf7-bf56-73de06c098c8 req-1d429b8e-548a-4687-9d96-cb99648e0f30 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Allocated IP 172.20.0.14 (41eab850-74f8-4919-9573-0fe261607aa2/b20ab57b-0ae5-4c69-b6b9-871207503198/0baeef86-e05c-4584-a8b0-b9df1da7a2ac) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:41:45.555681 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-66d0ec2e-2aa4-411d-9461-8d0c6230d7b8 req-bba23ec1-a66b-459b-90de-15bfab961176 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group (8cfd399d-05e3-46e2-8e79-517c8fd7ae8c), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:45.566267 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-66d0ec2e-2aa4-411d-9461-8d0c6230d7b8 req-bba23ec1-a66b-459b-90de-15bfab961176 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (8cfd399d-05e3-46e2-8e79-517c8fd7ae8c), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:45.652890 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-66d0ec2e-2aa4-411d-9461-8d0c6230d7b8 req-bba23ec1-a66b-459b-90de-15bfab961176 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:45.658284 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-66d0ec2e-2aa4-411d-9461-8d0c6230d7b8 req-bba23ec1-a66b-459b-90de-15bfab961176 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.4668553 Feb 17 17:41:45.692880 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba23ec1-a66b-459b-90de-15bfab961176 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfd399d-05e3-46e2-8e79-517c8fd7ae8c,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:45.718036 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-ab0e1937-9db7-4816-80c2-5d6c3f6a56d5 req-4a08dcf6-ac13-4404-a23a-ad3262b56b2d tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-546995931', 'description': 'tempest-description-1723399491'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:45.812831 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f18f17e-e1ce-4937-9d10-981315389c6e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Router 4857eaf5-6ad1-47f0-a643-7e2c4d28b8eb is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:41:45.828176 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ab0e1937-9db7-4816-80c2-5d6c3f6a56d5 req-4a08dcf6-ac13-4404-a23a-ad3262b56b2d tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:45.866097 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 52386) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:45.973706 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ef56849d-3ce1-4bf7-bf56-73de06c098c8 req-1d429b8e-548a-4687-9d96-cb99648e0f30 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks [] for port (0baeef86-e05c-4584-a8b0-b9df1da7a2ac), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:45.982952 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154610e-a034-402f-84c9-11842e43f01d req-e182c795-1311-4f42-bddd-ee077257f330 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:45.984562 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c154610e-a034-402f-84c9-11842e43f01d req-e182c795-1311-4f42-bddd-ee077257f330 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=b225e2b2-ab3f-4f53-a044-4c9a77e83d8f HTTP/1.1" status: 200 len: 945 time: 0.2933855 Feb 17 17:41:46.131115 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-256dc0d1-799c-4849-acaf-50b2afc124be admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-960223322-network', 'tenant_id': '38c36ff59cec4a6383e4836c2fe2624e'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:46.151787 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ef56849d-3ce1-4bf7-bf56-73de06c098c8 req-1d429b8e-548a-4687-9d96-cb99648e0f30 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (0baeef86-e05c-4584-a8b0-b9df1da7a2ac), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:46.166739 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['27901c75-5069-43da-b3a9-e01a8f0f0f2b'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:41:46.168900 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256dc0d1-799c-4849-acaf-50b2afc124be admin admin] Made reservation on behalf of 38c36ff59cec4a6383e4836c2fe2624e for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:41:46.172198 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-256dc0d1-799c-4849-acaf-50b2afc124be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:46.183391 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-256dc0d1-799c-4849-acaf-50b2afc124be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:46.187699 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ab0e1937-9db7-4816-80c2-5d6c3f6a56d5 req-4a08dcf6-ac13-4404-a23a-ad3262b56b2d tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group (1e70214e-c288-4cf8-9aa9-46cc49b4f7ae), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:46.234959 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['d0cc2a16-299a-4fcb-9e02-8e660124ccbc'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:41:46.282786 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c154610e-a034-402f-84c9-11842e43f01d req-82c16b22-0886-428c-a80f-671939df4c23 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761841 Feb 17 17:41:46.287389 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f18f17e-e1ce-4937-9d10-981315389c6e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:41:46.305254 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3ae765-16dd-440e-afb2-32527e023e9c None None] Sync routers for ids ['4857eaf5-6ad1-47f0-a643-7e2c4d28b8eb'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:41:46.328687 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3ae765-16dd-440e-afb2-32527e023e9c None None] Routers {'4857eaf5-6ad1-47f0-a643-7e2c4d28b8eb'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:41:46.336167 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-eb3ae765-16dd-440e-afb2-32527e023e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:41:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['4857eaf5-6ad1-47f0-a643-7e2c4d28b8eb'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:46.348557 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d429b8e-548a-4687-9d96-cb99648e0f30 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Pushing event updated for resources: {'Port': ['ID=0baeef86-e05c-4584-a8b0-b9df1da7a2ac,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:46.351486 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-256dc0d1-799c-4849-acaf-50b2afc124be admin admin] Publish callbacks [] for security_group (04e714d3-07c0-4cea-9f77-13c45a3b8be2), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:46.356709 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ab0e1937-9db7-4816-80c2-5d6c3f6a56d5 req-4a08dcf6-ac13-4404-a23a-ad3262b56b2d tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (1e70214e-c288-4cf8-9aa9-46cc49b4f7ae), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:46.365777 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-256dc0d1-799c-4849-acaf-50b2afc124be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (04e714d3-07c0-4cea-9f77-13c45a3b8be2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:46.389946 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0f18f17e-e1ce-4937-9d10-981315389c6e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:46.395538 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-0f18f17e-e1ce-4937-9d10-981315389c6e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.6568778 Feb 17 17:41:46.402069 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 52396) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:46.411053 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef56849d-3ce1-4bf7-bf56-73de06c098c8 req-1d429b8e-548a-4687-9d96-cb99648e0f30 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Network 41eab850-74f8-4919-9573-0fe261607aa2 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:41:46.429777 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-ef56849d-3ce1-4bf7-bf56-73de06c098c8 req-1d429b8e-548a-4687-9d96-cb99648e0f30 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:41:46.432086 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef56849d-3ce1-4bf7-bf56-73de06c098c8 req-1d429b8e-548a-4687-9d96-cb99648e0f30 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:41:46.465930 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-eb3ae765-16dd-440e-afb2-32527e023e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:46.492893 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3ae765-16dd-440e-afb2-32527e023e9c None None] Routers {'4857eaf5-6ad1-47f0-a643-7e2c4d28b8eb'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:41:46.493914 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-eb3ae765-16dd-440e-afb2-32527e023e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:41:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['4857eaf5-6ad1-47f0-a643-7e2c4d28b8eb'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:46.522933 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-256dc0d1-799c-4849-acaf-50b2afc124be admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:41:46.535297 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-eb3ae765-16dd-440e-afb2-32527e023e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:46.536198 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3ae765-16dd-440e-afb2-32527e023e9c None None] The sync data for ids ['4857eaf5-6ad1-47f0-a643-7e2c4d28b8eb'] in n-d-829613-2 is: [] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:41:46.560774 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-256dc0d1-799c-4849-acaf-50b2afc124be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (a4a802fa-6d6a-44b0-a6af-8352902a0277), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:46.561490 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-256dc0d1-799c-4849-acaf-50b2afc124be admin admin] Added segment a4a802fa-6d6a-44b0-a6af-8352902a0277 of type vlan for network 6d2c051c-f5fb-4ea4-8622-2e6ebc263a26 Feb 17 17:41:46.571767 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ab0e1937-9db7-4816-80c2-5d6c3f6a56d5 req-4a08dcf6-ac13-4404-a23a-ad3262b56b2d tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:46.573151 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ab0e1937-9db7-4816-80c2-5d6c3f6a56d5 req-4a08dcf6-ac13-4404-a23a-ad3262b56b2d tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.8879507 Feb 17 17:41:46.620810 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-256dc0d1-799c-4849-acaf-50b2afc124be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (6d2c051c-f5fb-4ea4-8622-2e6ebc263a26), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:46.657639 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-256dc0d1-799c-4849-acaf-50b2afc124be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (6d2c051c-f5fb-4ea4-8622-2e6ebc263a26), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:46.658993 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256dc0d1-799c-4849-acaf-50b2afc124be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:46.659701 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-256dc0d1-799c-4849-acaf-50b2afc124be admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:46.672029 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256dc0d1-799c-4849-acaf-50b2afc124be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e714d3-07c0-4cea-9f77-13c45a3b8be2,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:46.711038 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a08dcf6-ac13-4404-a23a-ad3262b56b2d tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e70214e-c288-4cf8-9aa9-46cc49b4f7ae,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:46.746327 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-256dc0d1-799c-4849-acaf-50b2afc124be admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8783357 Feb 17 17:41:46.748008 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 52408) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:46.789618 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-6c3f45a2-7bf1-46af-a4e9-9725c2ab0642 admin admin] Request body: {'subnet': {'network_id': '6d2c051c-f5fb-4ea4-8622-2e6ebc263a26', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-960223322-subnet', 'tenant_id': '38c36ff59cec4a6383e4836c2fe2624e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:46.961370 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256dc0d1-799c-4849-acaf-50b2afc124be admin admin] Pushing event updated for resources: {'Network': ['ID=6d2c051c-f5fb-4ea4-8622-2e6ebc263a26,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:47.000497 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 6d2c051c-f5fb-4ea4-8622-2e6ebc263a26 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:41:47.015697 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56849d-3ce1-4bf7-bf56-73de06c098c8 req-1d429b8e-548a-4687-9d96-cb99648e0f30 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:47.016679 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ef56849d-3ce1-4bf7-bf56-73de06c098c8 req-1d429b8e-548a-4687-9d96-cb99648e0f30 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:47.020744 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e96f9367-b468-49cd-b6d4-e2b31e990b82 req-44233519-0d79-485b-9a8a-bde6926392e7 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 210 time: 0.0902989 Feb 17 17:41:47.050797 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3f45a2-7bf1-46af-a4e9-9725c2ab0642 admin admin] Made reservation on behalf of 38c36ff59cec4a6383e4836c2fe2624e for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:41:47.055057 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ef56849d-3ce1-4bf7-bf56-73de06c098c8 req-1d429b8e-548a-4687-9d96-cb99648e0f30 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2414997 Feb 17 17:41:47.056326 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6c3f45a2-7bf1-46af-a4e9-9725c2ab0642 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:47.073403 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-ef56849d-3ce1-4bf7-bf56-73de06c098c8 req-4062acba-1c15-423a-bf4a-7a8d23e7f7b9 service neutron] Request body: {'port': {'device_id': '6956214e-42d7-4827-9f41-cc88c474c8b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:47.135801 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719aac6f-2101-4bbb-ae3d-7df453f013d9 req-c36b3d92-69ce-4653-9adc-43768cbaa660 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:47.137419 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-719aac6f-2101-4bbb-ae3d-7df453f013d9 req-c36b3d92-69ce-4653-9adc-43768cbaa660 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=6956214e-42d7-4827-9f41-cc88c474c8b7 HTTP/1.1" status: 200 len: 932 time: 0.5810626 Feb 17 17:41:47.216103 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-24951fd0-52d2-46a2-b72d-687e3d8ef73b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "GET /v2.0/routers/4857eaf5-6ad1-47f0-a643-7e2c4d28b8eb HTTP/1.1" status: 200 len: 884 time: 0.8088219 Feb 17 17:41:47.219460 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 52416) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:47.373842 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d8e8c2b0-c875-4b9d-8c17-cec361629612 req-e776b450-6b33-4dc9-be25-8b83b39c9652 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] 10.222.0.87 "GET /v2.0/security-groups/8cfd399d-05e3-46e2-8e79-517c8fd7ae8c HTTP/1.1" status: 200 len: 1824 time: 0.2335792 Feb 17 17:41:47.374444 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ef56849d-3ce1-4bf7-bf56-73de06c098c8 req-4062acba-1c15-423a-bf4a-7a8d23e7f7b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0baeef86-e05c-4584-a8b0-b9df1da7a2ac), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:47.403253 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-719aac6f-2101-4bbb-ae3d-7df453f013d9 req-0a9d4e65-4819-409b-b638-edbb69d02179 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408137 Feb 17 17:41:47.407219 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6c3f45a2-7bf1-46af-a4e9-9725c2ab0642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (f515b944-7b71-4852-900d-ed2a445b62af), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:47.471458 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f45a2-7bf1-46af-a4e9-9725c2ab0642 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f515b944-7b71-4852-900d-ed2a445b62af,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:47.567649 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3f45a2-7bf1-46af-a4e9-9725c2ab0642 admin admin] Checking segment: {'id': 'a4a802fa-6d6a-44b0-a6af-8352902a0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6d2c051c-f5fb-4ea4-8622-2e6ebc263a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:41:47.568010 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3f45a2-7bf1-46af-a4e9-9725c2ab0642 admin admin] Network hostable DHCP agents. Network: 6d2c051c-f5fb-4ea4-8622-2e6ebc263a26, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:41:47.607321 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3f45a2-7bf1-46af-a4e9-9725c2ab0642 admin admin] Network 6d2c051c-f5fb-4ea4-8622-2e6ebc263a26 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:41:47.631286 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-6c3f45a2-7bf1-46af-a4e9-9725c2ab0642 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 6d2c051c-f5fb-4ea4-8622-2e6ebc263a26) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:41:47.639624 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52f4f32-2742-4d02-9339-0dabcf315b27 None None] Network 6d2c051c-f5fb-4ea4-8622-2e6ebc263a26 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:41:47.645943 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3f45a2-7bf1-46af-a4e9-9725c2ab0642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:47.646879 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6c3f45a2-7bf1-46af-a4e9-9725c2ab0642 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:47.697808 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b91ee698-38b0-4132-9ffd-762744899b37 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.4770057 Feb 17 17:41:47.698436 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d8e8c2b0-c875-4b9d-8c17-cec361629612 req-89f34e2f-eb8e-4ff9-bccc-00daa9a36529 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] 10.222.0.87 "GET /v2.0/security-groups/1e70214e-c288-4cf8-9aa9-46cc49b4f7ae HTTP/1.1" status: 200 len: 1823 time: 0.3172300 Feb 17 17:41:47.701921 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 52424) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:47.706575 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-444d082b-dfe7-415a-96af-b9e7f5b74351 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-836609292'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:47.719034 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6c3f45a2-7bf1-46af-a4e9-9725c2ab0642 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9480164 Feb 17 17:41:47.811077 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e83bd1-118b-42af-af5f-879f87e6906a None None] Network 6d2c051c-f5fb-4ea4-8622-2e6ebc263a26 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:41:47.923693 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-d8e8c2b0-c875-4b9d-8c17-cec361629612 req-9e57a537-b68e-4247-bda7-3a428d6c07e7 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8cfd399d-05e3-46e2-8e79-517c8fd7ae8c', 'remote_group_id': '1e70214e-c288-4cf8-9aa9-46cc49b4f7ae', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:47.925197 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-d8e8c2b0-c875-4b9d-8c17-cec361629612 req-9e57a537-b68e-4247-bda7-3a428d6c07e7 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8cfd399d-05e3-46e2-8e79-517c8fd7ae8c', 'remote_group_id': '1e70214e-c288-4cf8-9aa9-46cc49b4f7ae', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:48.535543 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 52446) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:48.542463 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-56085e80-f4af-4598-b98d-5e36778cf0cb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1365126263-network', 'tenant_id': 'a9a7bb9a85e342628848ce0811bfc8ae'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:48.563752 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fa10e-766c-4c71-ada1-95ade3405776 req-7dde1906-d1e9-423c-bebc-47019f846004 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:48.565499 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7e4fa10e-766c-4c71-ada1-95ade3405776 req-7dde1906-d1e9-423c-bebc-47019f846004 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=b225e2b2-ab3f-4f53-a044-4c9a77e83d8f HTTP/1.1" status: 200 len: 945 time: 0.8802829 Feb 17 17:41:48.582252 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56085e80-f4af-4598-b98d-5e36778cf0cb admin admin] Made reservation on behalf of a9a7bb9a85e342628848ce0811bfc8ae for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:41:48.585401 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-56085e80-f4af-4598-b98d-5e36778cf0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:48.595030 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-56085e80-f4af-4598-b98d-5e36778cf0cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:48.634983 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-ef56849d-3ce1-4bf7-bf56-73de06c098c8 req-4062acba-1c15-423a-bf4a-7a8d23e7f7b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0baeef86-e05c-4584-a8b0-b9df1da7a2ac {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:41:48.665086 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ef56849d-3ce1-4bf7-bf56-73de06c098c8 req-4062acba-1c15-423a-bf4a-7a8d23e7f7b9 service neutron] Publish callbacks [] for port (0baeef86-e05c-4584-a8b0-b9df1da7a2ac), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:48.676765 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d8e8c2b0-c875-4b9d-8c17-cec361629612 req-9e57a537-b68e-4247-bda7-3a428d6c07e7 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group_rule (842ba9a8-69b5-4415-afb3-c68fbe8ee178), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:48.718593 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d8e8c2b0-c875-4b9d-8c17-cec361629612 req-9e57a537-b68e-4247-bda7-3a428d6c07e7 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group_rule (842ba9a8-69b5-4415-afb3-c68fbe8ee178), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:48.735580 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d8e8c2b0-c875-4b9d-8c17-cec361629612 req-9e57a537-b68e-4247-bda7-3a428d6c07e7 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (842ba9a8-69b5-4415-afb3-c68fbe8ee178), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:48.757206 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-ef56849d-3ce1-4bf7-bf56-73de06c098c8 req-4062acba-1c15-423a-bf4a-7a8d23e7f7b9 service neutron] Transition to ACTIVE for port object 0baeef86-e05c-4584-a8b0-b9df1da7a2ac will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:41:48.765217 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:48.788712 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-56085e80-f4af-4598-b98d-5e36778cf0cb admin admin] Publish callbacks [] for security_group (116fc551-48ed-4a99-9bdb-618f6015b1de), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:48.796141 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-56085e80-f4af-4598-b98d-5e36778cf0cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (116fc551-48ed-4a99-9bdb-618f6015b1de), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:48.815347 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ef56849d-3ce1-4bf7-bf56-73de06c098c8 req-4062acba-1c15-423a-bf4a-7a8d23e7f7b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (0baeef86-e05c-4584-a8b0-b9df1da7a2ac), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:48.868702 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56085e80-f4af-4598-b98d-5e36778cf0cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116fc551-48ed-4a99-9bdb-618f6015b1de,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:48.902995 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e57a537-b68e-4247-bda7-3a428d6c07e7 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=842ba9a8-69b5-4415-afb3-c68fbe8ee178,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:48.917681 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56085e80-f4af-4598-b98d-5e36778cf0cb admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:41:48.943889 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4062acba-1c15-423a-bf4a-7a8d23e7f7b9 service neutron] Pushing event updated for resources: {'Port': ['ID=0baeef86-e05c-4584-a8b0-b9df1da7a2ac,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:48.957374 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-56085e80-f4af-4598-b98d-5e36778cf0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (0d9470da-d295-4326-8d76-770cc1446962), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:48.960708 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-56085e80-f4af-4598-b98d-5e36778cf0cb admin admin] Added segment 0d9470da-d295-4326-8d76-770cc1446962 of type vlan for network 3313538b-448b-4ed3-b401-142a3a08c814 Feb 17 17:41:48.961307 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d8e8c2b0-c875-4b9d-8c17-cec361629612 req-9e57a537-b68e-4247-bda7-3a428d6c07e7 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:48.962689 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d8e8c2b0-c875-4b9d-8c17-cec361629612 req-9e57a537-b68e-4247-bda7-3a428d6c07e7 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.0712950 Feb 17 17:41:48.979147 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7e4fa10e-766c-4c71-ada1-95ade3405776 req-2156411a-c0c2-4196-a60d-cad9ae3d2bed tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3958740 Feb 17 17:41:49.113280 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-56085e80-f4af-4598-b98d-5e36778cf0cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (3313538b-448b-4ed3-b401-142a3a08c814), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:49.185945 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-56085e80-f4af-4598-b98d-5e36778cf0cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (3313538b-448b-4ed3-b401-142a3a08c814), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:49.187266 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56085e80-f4af-4598-b98d-5e36778cf0cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:49.188106 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-56085e80-f4af-4598-b98d-5e36778cf0cb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:49.260230 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-56085e80-f4af-4598-b98d-5e36778cf0cb admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7234819 Feb 17 17:41:49.267060 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 52460) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:49.274987 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-60e16bae-2b9b-436c-a767-f00cf5f51912 admin admin] Request body: {'subnet': {'network_id': '3313538b-448b-4ed3-b401-142a3a08c814', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1365126263-subnet', 'tenant_id': 'a9a7bb9a85e342628848ce0811bfc8ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:49.276855 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-444d082b-dfe7-415a-96af-b9e7f5b74351 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-362104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31404'] for router (4857eaf5-6ad1-47f0-a643-7e2c4d28b8eb), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:49.314732 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56085e80-f4af-4598-b98d-5e36778cf0cb admin admin] Pushing event updated for resources: {'Network': ['ID=3313538b-448b-4ed3-b401-142a3a08c814,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:49.315027 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-444d082b-dfe7-415a-96af-b9e7f5b74351 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-362081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-362090', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-362947'] for router (4857eaf5-6ad1-47f0-a643-7e2c4d28b8eb), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:49.328012 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 3313538b-448b-4ed3-b401-142a3a08c814 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:41:49.342521 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e16bae-2b9b-436c-a767-f00cf5f51912 admin admin] Made reservation on behalf of a9a7bb9a85e342628848ce0811bfc8ae for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:41:49.346312 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-60e16bae-2b9b-436c-a767-f00cf5f51912 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:49.435101 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fccb3345-cf40-4300-9f9e-94b60a65ae0f req-f5ba1e8c-ec65-4483-892f-bd72582c9de9 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 210 time: 0.1964273 Feb 17 17:41:49.462936 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-ef56849d-3ce1-4bf7-bf56-73de06c098c8 req-4062acba-1c15-423a-bf4a-7a8d23e7f7b9 service neutron] Attempting to bind port 0baeef86-e05c-4584-a8b0-b9df1da7a2ac on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:41:49.463648 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-ef56849d-3ce1-4bf7-bf56-73de06c098c8 req-4062acba-1c15-423a-bf4a-7a8d23e7f7b9 service neutron] Attempting to bind port 0baeef86-e05c-4584-a8b0-b9df1da7a2ac by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '18563972-a346-4d2f-9db2-6c97a64b55cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '41eab850-74f8-4919-9573-0fe261607aa2'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:41:49.464262 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef56849d-3ce1-4bf7-bf56-73de06c098c8 req-4062acba-1c15-423a-bf4a-7a8d23e7f7b9 service neutron] Attempting to bind port 0baeef86-e05c-4584-a8b0-b9df1da7a2ac on network 41eab850-74f8-4919-9573-0fe261607aa2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:41:49.585819 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-f049a544-0696-4533-8a50-3a9cf12df3da req-01ec5d4b-3d1a-4ee5-9c01-6e2b74a7c352 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1321518383', 'description': 'tempest-description-1602891354'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:49.593046 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-60e16bae-2b9b-436c-a767-f00cf5f51912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (b7882f31-ed12-4726-a93f-effe9cfbd201), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:49.615836 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef56849d-3ce1-4bf7-bf56-73de06c098c8 req-4062acba-1c15-423a-bf4a-7a8d23e7f7b9 service neutron] Port 0baeef86-e05c-4584-a8b0-b9df1da7a2ac on network 41eab850-74f8-4919-9573-0fe261607aa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:41:49.617922 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef56849d-3ce1-4bf7-bf56-73de06c098c8 req-4062acba-1c15-423a-bf4a-7a8d23e7f7b9 service neutron] Attempting to bind port 0baeef86-e05c-4584-a8b0-b9df1da7a2ac on network 41eab850-74f8-4919-9573-0fe261607aa2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:41:49.631107 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-f049a544-0696-4533-8a50-3a9cf12df3da req-01ec5d4b-3d1a-4ee5-9c01-6e2b74a7c352 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:49.646963 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:49.660392 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b046d77-d142-472b-a183-fbc684ba41e6 req-e9ec1e00-5040-4c88-8d3c-5d36b1de2000 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:49.661990 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7b046d77-d142-472b-a183-fbc684ba41e6 req-e9ec1e00-5040-4c88-8d3c-5d36b1de2000 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=6956214e-42d7-4827-9f41-cc88c474c8b7 HTTP/1.1" status: 200 len: 944 time: 0.3751764 Feb 17 17:41:49.662775 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef56849d-3ce1-4bf7-bf56-73de06c098c8 req-4062acba-1c15-423a-bf4a-7a8d23e7f7b9 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:41:49.663744 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef56849d-3ce1-4bf7-bf56-73de06c098c8 req-4062acba-1c15-423a-bf4a-7a8d23e7f7b9 service neutron] Checking segment: {'id': '18563972-a346-4d2f-9db2-6c97a64b55cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '41eab850-74f8-4919-9573-0fe261607aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:41:49.667475 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef56849d-3ce1-4bf7-bf56-73de06c098c8 req-4062acba-1c15-423a-bf4a-7a8d23e7f7b9 service neutron] Bound using segment: {'id': '18563972-a346-4d2f-9db2-6c97a64b55cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '41eab850-74f8-4919-9573-0fe261607aa2'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:41:49.668025 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-ef56849d-3ce1-4bf7-bf56-73de06c098c8 req-4062acba-1c15-423a-bf4a-7a8d23e7f7b9 service neutron] Bound port: 0baeef86-e05c-4584-a8b0-b9df1da7a2ac, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18563972-a346-4d2f-9db2-6c97a64b55cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '41eab850-74f8-4919-9573-0fe261607aa2'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:41:49.671518 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ef56849d-3ce1-4bf7-bf56-73de06c098c8 req-4062acba-1c15-423a-bf4a-7a8d23e7f7b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0baeef86-e05c-4584-a8b0-b9df1da7a2ac), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:49.722577 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e16bae-2b9b-436c-a767-f00cf5f51912 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7882f31-ed12-4726-a93f-effe9cfbd201,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:49.747622 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e16bae-2b9b-436c-a767-f00cf5f51912 admin admin] Checking segment: {'id': '0d9470da-d295-4326-8d76-770cc1446962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3313538b-448b-4ed3-b401-142a3a08c814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:41:49.748140 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e16bae-2b9b-436c-a767-f00cf5f51912 admin admin] Network hostable DHCP agents. Network: 3313538b-448b-4ed3-b401-142a3a08c814, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:41:49.771965 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e16bae-2b9b-436c-a767-f00cf5f51912 admin admin] Network 3313538b-448b-4ed3-b401-142a3a08c814 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:41:49.788838 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-60e16bae-2b9b-436c-a767-f00cf5f51912 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 3313538b-448b-4ed3-b401-142a3a08c814) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:41:49.798554 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ee9678-ab17-4cfd-adcd-08ba3cabbeec None None] Network 3313538b-448b-4ed3-b401-142a3a08c814 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:41:49.816580 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e16bae-2b9b-436c-a767-f00cf5f51912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:49.817680 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-60e16bae-2b9b-436c-a767-f00cf5f51912 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:49.850957 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7b046d77-d142-472b-a183-fbc684ba41e6 req-3c11c8aa-9550-421f-b4ca-1023cf4b8ca3 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713660 Feb 17 17:41:49.883409 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-60e16bae-2b9b-436c-a767-f00cf5f51912 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6075289 Feb 17 17:41:49.913981 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-444d082b-dfe7-415a-96af-b9e7f5b74351 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Router 4857eaf5-6ad1-47f0-a643-7e2c4d28b8eb has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:41:49.941314 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-ef56849d-3ce1-4bf7-bf56-73de06c098c8 req-4062acba-1c15-423a-bf4a-7a8d23e7f7b9 service neutron] For port 0baeef86-e05c-4584-a8b0-b9df1da7a2ac, host n-h2-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:41:49.950985 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-ef56849d-3ce1-4bf7-bf56-73de06c098c8 req-4062acba-1c15-423a-bf4a-7a8d23e7f7b9 service neutron] For port 0baeef86-e05c-4584-a8b0-b9df1da7a2ac, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=0baeef86-e05c-4584-a8b0-b9df1da7a2ac,segment=NetworkSegment(18563972-a346-4d2f-9db2-6c97a64b55cb),segment_id=18563972-a346-4d2f-9db2-6c97a64b55cb)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:41:49.966469 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ef56849d-3ce1-4bf7-bf56-73de06c098c8 req-4062acba-1c15-423a-bf4a-7a8d23e7f7b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (0baeef86-e05c-4584-a8b0-b9df1da7a2ac), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:50.020849 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-f049a544-0696-4533-8a50-3a9cf12df3da req-01ec5d4b-3d1a-4ee5-9c01-6e2b74a7c352 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group (44b7244e-649e-4d16-93b3-9d872ca9cb91), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:50.037223 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56849d-3ce1-4bf7-bf56-73de06c098c8 req-4062acba-1c15-423a-bf4a-7a8d23e7f7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:50.038970 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ef56849d-3ce1-4bf7-bf56-73de06c098c8 req-4062acba-1c15-423a-bf4a-7a8d23e7f7b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:50.041241 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ef56849d-3ce1-4bf7-bf56-73de06c098c8 req-4062acba-1c15-423a-bf4a-7a8d23e7f7b9 service neutron] 10.222.0.91 "PUT /v2.0/ports/0baeef86-e05c-4584-a8b0-b9df1da7a2ac HTTP/1.1" status: 200 len: 1092 time: 2.9785085 Feb 17 17:41:50.042823 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6956214e-42d7-4827-9f41-cc88c474c8b7', 'tag': '0baeef86-e05c-4584-a8b0-b9df1da7a2ac'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:41:50.087026 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c793d185-2a57-459a-8ea2-4dc9aff0b982" -d '{"events": [{"name": "network-changed", "server_uuid": "6956214e-42d7-4827-9f41-cc88c474c8b7", "tag": "0baeef86-e05c-4584-a8b0-b9df1da7a2ac"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:41:50.090382 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-f049a544-0696-4533-8a50-3a9cf12df3da req-01ec5d4b-3d1a-4ee5-9c01-6e2b74a7c352 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (44b7244e-649e-4d16-93b3-9d872ca9cb91), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:50.124383 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d651709b-13bc-4b9b-b638-12cf8e9a02dc None None] Network 3313538b-448b-4ed3-b401-142a3a08c814 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:41:50.246145 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444d082b-dfe7-415a-96af-b9e7f5b74351 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:41:50.254147 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-444d082b-dfe7-415a-96af-b9e7f5b74351 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:50.255359 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-444d082b-dfe7-415a-96af-b9e7f5b74351 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "PUT /v2.0/routers/4857eaf5-6ad1-47f0-a643-7e2c4d28b8eb HTTP/1.1" status: 200 len: 891 time: 2.5523064 Feb 17 17:41:50.256122 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4062acba-1c15-423a-bf4a-7a8d23e7f7b9 service neutron] Pushing event updated for resources: {'Port': ['ID=0baeef86-e05c-4584-a8b0-b9df1da7a2ac,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:50.258181 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 52482) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:50.350659 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9a251b-50ea-49ba-8faa-991ff1e54e07 None None] Sync routers for ids ['4857eaf5-6ad1-47f0-a643-7e2c4d28b8eb'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:41:50.367992 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9a251b-50ea-49ba-8faa-991ff1e54e07 None None] Routers {'4857eaf5-6ad1-47f0-a643-7e2c4d28b8eb'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:41:50.368803 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-9a9a251b-50ea-49ba-8faa-991ff1e54e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:41:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['4857eaf5-6ad1-47f0-a643-7e2c4d28b8eb'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:50.383886 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-f049a544-0696-4533-8a50-3a9cf12df3da req-01ec5d4b-3d1a-4ee5-9c01-6e2b74a7c352 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:50.390755 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f049a544-0696-4533-8a50-3a9cf12df3da req-01ec5d4b-3d1a-4ee5-9c01-6e2b74a7c352 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.8443255 Feb 17 17:41:50.412377 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ec5d4b-3d1a-4ee5-9c01-6e2b74a7c352 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44b7244e-649e-4d16-93b3-9d872ca9cb91,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:50.428155 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-9a9a251b-50ea-49ba-8faa-991ff1e54e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:50.440702 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9a251b-50ea-49ba-8faa-991ff1e54e07 None None] Routers {'4857eaf5-6ad1-47f0-a643-7e2c4d28b8eb'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:41:50.442268 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-9a9a251b-50ea-49ba-8faa-991ff1e54e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:41:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['4857eaf5-6ad1-47f0-a643-7e2c4d28b8eb'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:50.465438 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4409a-4bbe-4683-86c7-4a7f9c3684a2 req-4cb034f6-5004-4e6a-ac94-2be26a56162f tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:50.470382 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b6d4409a-4bbe-4683-86c7-4a7f9c3684a2 req-4cb034f6-5004-4e6a-ac94-2be26a56162f tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=b225e2b2-ab3f-4f53-a044-4c9a77e83d8f HTTP/1.1" status: 200 len: 945 time: 0.2102182 Feb 17 17:41:50.502104 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-35a4d663-a565-40ff-8e4e-23f7feafe6eb tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "GET /v2.0/routers/4857eaf5-6ad1-47f0-a643-7e2c4d28b8eb HTTP/1.1" status: 200 len: 891 time: 0.2427356 Feb 17 17:41:50.502838 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 52498) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:50.539157 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f9ab5c98-6ca7-4439-82a3-971321591558 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "GET /v2.0/ports?device_id=4857eaf5-6ad1-47f0-a643-7e2c4d28b8eb HTTP/1.1" status: 200 len: 205 time: 0.0348153 Feb 17 17:41:50.540079 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 52500) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:50.595594 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-9a9a251b-50ea-49ba-8faa-991ff1e54e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:50.596652 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9a251b-50ea-49ba-8faa-991ff1e54e07 None None] The sync data for ids ['4857eaf5-6ad1-47f0-a643-7e2c4d28b8eb'] in n-d-829613-2 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:41:50.612019 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56849d-3ce1-4bf7-bf56-73de06c098c8 req-c1ca4ed6-1652-4056-b594-d5d14b6f6d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:50.612725 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ef56849d-3ce1-4bf7-bf56-73de06c098c8 req-c1ca4ed6-1652-4056-b594-d5d14b6f6d2c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4010b90dceb14ea6a98968e6b17cf28b&device_id=6956214e-42d7-4827-9f41-cc88c474c8b7 HTTP/1.1" status: 200 len: 1126 time: 0.3497727 Feb 17 17:41:50.614368 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86835f23-b718-4d3e-91f4-0b359ffbc089 x-openstack-request-id: req-86835f23-b718-4d3e-91f4-0b359ffbc089 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:41:50.614752 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6956214e-42d7-4827-9f41-cc88c474c8b7", "tag": "0baeef86-e05c-4584-a8b0-b9df1da7a2ac", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:41:50.615104 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-86835f23-b718-4d3e-91f4-0b359ffbc089 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:41:50.615845 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6956214e-42d7-4827-9f41-cc88c474c8b7', 'tag': '0baeef86-e05c-4584-a8b0-b9df1da7a2ac', 'status': 'completed', 'code': 200} Feb 17 17:41:50.619736 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b6d4409a-4bbe-4683-86c7-4a7f9c3684a2 req-34c16929-c66c-4e6b-9461-1ecef682e710 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390569 Feb 17 17:41:50.670405 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ef56849d-3ce1-4bf7-bf56-73de06c098c8 req-acfffa39-9fd2-4af4-ac25-f9070f4d7372 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0baeef86-e05c-4584-a8b0-b9df1da7a2ac HTTP/1.1" status: 200 len: 217 time: 0.0495725 Feb 17 17:41:50.675144 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-313221f6-67c3-436e-8262-7f7b09bd574d req-7a434c43-eb24-441f-910d-f2d094280647 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1083551057', 'description': 'tempest-description-601909256'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:50.762245 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56849d-3ce1-4bf7-bf56-73de06c098c8 req-c233b3d2-3cdc-4dde-9d3b-d2a3cf1a60aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:50.763967 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ef56849d-3ce1-4bf7-bf56-73de06c098c8 req-c233b3d2-3cdc-4dde-9d3b-d2a3cf1a60aa service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b20ab57b-0ae5-4c69-b6b9-871207503198 HTTP/1.1" status: 200 len: 846 time: 0.0836606 Feb 17 17:41:50.806519 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ef56849d-3ce1-4bf7-bf56-73de06c098c8 req-d9938bae-fdd1-44ac-b0d1-126967a514ab service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=41eab850-74f8-4919-9573-0fe261607aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353961 Feb 17 17:41:50.813061 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-313221f6-67c3-436e-8262-7f7b09bd574d req-7a434c43-eb24-441f-910d-f2d094280647 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:51.110082 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-313221f6-67c3-436e-8262-7f7b09bd574d req-7a434c43-eb24-441f-910d-f2d094280647 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group (073a5c91-61c6-4fec-89d8-9fca63da1ace), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:51.245693 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-313221f6-67c3-436e-8262-7f7b09bd574d req-7a434c43-eb24-441f-910d-f2d094280647 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (073a5c91-61c6-4fec-89d8-9fca63da1ace), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:51.253674 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d803be4c-8677-4916-b1b4-b384719a0d52 req-215287d1-0a3d-4b8a-9903-eab0deb734ab tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:51.255181 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d803be4c-8677-4916-b1b4-b384719a0d52 req-215287d1-0a3d-4b8a-9903-eab0deb734ab tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] 10.222.0.87 "GET /v2.0/networks?id=6d2c051c-f5fb-4ea4-8622-2e6ebc263a26 HTTP/1.1" status: 200 len: 808 time: 0.1431525 Feb 17 17:41:51.295959 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a434c43-eb24-441f-910d-f2d094280647 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=073a5c91-61c6-4fec-89d8-9fca63da1ace,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:51.328289 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-313221f6-67c3-436e-8262-7f7b09bd574d req-7a434c43-eb24-441f-910d-f2d094280647 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:51.329577 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-313221f6-67c3-436e-8262-7f7b09bd574d req-7a434c43-eb24-441f-910d-f2d094280647 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.6611822 Feb 17 17:41:51.339209 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d803be4c-8677-4916-b1b4-b384719a0d52 req-c8e8521d-d014-46a8-a0ad-a0879fb7e717 tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] 10.222.0.87 "GET /v2.0/quotas/38c36ff59cec4a6383e4836c2fe2624e HTTP/1.1" status: 200 len: 375 time: 0.0521159 Feb 17 17:41:51.342025 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ef56849d-3ce1-4bf7-bf56-73de06c098c8 req-aca01346-852c-4114-8135-56def556867d service neutron] 10.222.0.91 "GET /v2.0/networks/41eab850-74f8-4919-9573-0fe261607aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4991903 Feb 17 17:41:51.438813 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a4d18231-2cd5-4192-8c8a-92916f7943df tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for router (4857eaf5-6ad1-47f0-a643-7e2c4d28b8eb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:51.483626 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d803be4c-8677-4916-b1b4-b384719a0d52 req-418fde46-6daf-43f7-a6fd-564427a9a345 tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=38c36ff59cec4a6383e4836c2fe2624e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1309767 Feb 17 17:41:51.623902 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a4d18231-2cd5-4192-8c8a-92916f7943df tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for router_gateway (4857eaf5-6ad1-47f0-a643-7e2c4d28b8eb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:51.624067 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7389c05b-0028-4c46-9961-81cd9dbe5d40 req-60748bc6-3ae4-4b24-abf9-598528759463 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 210 time: 0.1392059 Feb 17 17:41:51.685914 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ef56849d-3ce1-4bf7-bf56-73de06c098c8 req-9637df63-9d9a-491e-b333-dfb053e72e35 service neutron] 10.222.0.91 "GET /v2.0/networks/41eab850-74f8-4919-9573-0fe261607aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311138 Feb 17 17:41:51.774232 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-a4d18231-2cd5-4192-8c8a-92916f7943df tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Deleting port 1fde16a0-68a7-4c29-a231-7f7f786fbe22 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:41:51.775946 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a4d18231-2cd5-4192-8c8a-92916f7943df tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (1fde16a0-68a7-4c29-a231-7f7f786fbe22), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:51.930265 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a4d18231-2cd5-4192-8c8a-92916f7943df tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (1fde16a0-68a7-4c29-a231-7f7f786fbe22), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:51.959007 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-a4d18231-2cd5-4192-8c8a-92916f7943df tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Calling delete_port for 1fde16a0-68a7-4c29-a231-7f7f786fbe22 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:41:52.037803 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a2a3b-85c5-4dfa-ab66-723eb61ed01f req-e374831a-e034-4425-9b6c-d320206bb1c9 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:52.045435 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-665a2a3b-85c5-4dfa-ab66-723eb61ed01f req-e374831a-e034-4425-9b6c-d320206bb1c9 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=6956214e-42d7-4827-9f41-cc88c474c8b7 HTTP/1.1" status: 200 len: 944 time: 0.2322149 Feb 17 17:41:52.098056 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793d185-2a57-459a-8ea2-4dc9aff0b982 req-090eeff7-b5e0-4442-9729-9d9f4ebd31bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:52.099758 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c793d185-2a57-459a-8ea2-4dc9aff0b982 req-090eeff7-b5e0-4442-9729-9d9f4ebd31bf service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4010b90dceb14ea6a98968e6b17cf28b&device_id=6956214e-42d7-4827-9f41-cc88c474c8b7 HTTP/1.1" status: 200 len: 1126 time: 0.3636258 Feb 17 17:41:52.145881 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d803be4c-8677-4916-b1b4-b384719a0d52 req-bfb58cb6-f56e-4c2d-8483-06cc36a16227 service neutron] 10.222.0.87 "GET /v2.0/networks/6d2c051c-f5fb-4ea4-8622-2e6ebc263a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6358633 Feb 17 17:41:52.265994 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d803be4c-8677-4916-b1b4-b384719a0d52 req-1c6a40cf-39ef-4456-9b66-84663c74c07b service neutron] 10.222.0.87 "GET /v2.0/networks/6d2c051c-f5fb-4ea4-8622-2e6ebc263a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111720 Feb 17 17:41:52.343914 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-665a2a3b-85c5-4dfa-ab66-723eb61ed01f req-72bf2dfc-ff2d-434f-9c76-a03b7b00cd6c tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825954 Feb 17 17:41:52.385339 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a4d18231-2cd5-4192-8c8a-92916f7943df tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (1fde16a0-68a7-4c29-a231-7f7f786fbe22), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:52.426851 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793d185-2a57-459a-8ea2-4dc9aff0b982 req-6b49bd50-22ae-49d2-bfb0-6b965f65c809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:52.428683 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c793d185-2a57-459a-8ea2-4dc9aff0b982 req-6b49bd50-22ae-49d2-bfb0-6b965f65c809 service neutron] 10.222.0.91 "GET /v2.0/networks?id=41eab850-74f8-4919-9573-0fe261607aa2 HTTP/1.1" status: 200 len: 907 time: 0.3219886 Feb 17 17:41:52.438317 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0ad5c31e-b810-4e4c-b373-0fc7f7485756 req-5886d79c-bdb5-4140-ba57-f70156d77204 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] 10.222.0.87 "GET /v2.0/security-groups/44b7244e-649e-4d16-93b3-9d872ca9cb91 HTTP/1.1" status: 200 len: 1824 time: 0.0611806 Feb 17 17:41:52.476099 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d18231-2cd5-4192-8c8a-92916f7943df tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event deleted for resources: {'Port': ['ID=1fde16a0-68a7-4c29-a231-7f7f786fbe22,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:52.553568 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0ad5c31e-b810-4e4c-b373-0fc7f7485756 req-0c66a836-bf45-4d0d-bb33-6d6c78cf7e90 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] 10.222.0.87 "GET /v2.0/security-groups/073a5c91-61c6-4fec-89d8-9fca63da1ace HTTP/1.1" status: 200 len: 1823 time: 0.1142683 Feb 17 17:41:52.567105 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-0ad5c31e-b810-4e4c-b373-0fc7f7485756 req-79c1c96b-c1ee-4fb0-a329-4b4759e9de5e tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '44b7244e-649e-4d16-93b3-9d872ca9cb91', 'remote_group_id': '073a5c91-61c6-4fec-89d8-9fca63da1ace', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:52.567436 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-0ad5c31e-b810-4e4c-b373-0fc7f7485756 req-79c1c96b-c1ee-4fb0-a329-4b4759e9de5e tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '44b7244e-649e-4d16-93b3-9d872ca9cb91', 'remote_group_id': '073a5c91-61c6-4fec-89d8-9fca63da1ace', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:52.613502 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a4d18231-2cd5-4192-8c8a-92916f7943df tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (4857eaf5-6ad1-47f0-a643-7e2c4d28b8eb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:52.758250 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a4d18231-2cd5-4192-8c8a-92916f7943df tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (4857eaf5-6ad1-47f0-a643-7e2c4d28b8eb), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:52.762384 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a4d18231-2cd5-4192-8c8a-92916f7943df tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for router_controller (4857eaf5-6ad1-47f0-a643-7e2c4d28b8eb), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:52.773811 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c793d185-2a57-459a-8ea2-4dc9aff0b982 req-5775d29e-4f7f-4496-8a39-d1300500c146 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0baeef86-e05c-4584-a8b0-b9df1da7a2ac HTTP/1.1" status: 200 len: 217 time: 0.2546446 Feb 17 17:41:52.867144 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ad181-525f-47a5-b3df-0649e97be1aa req-fc484a5b-a379-49e3-8f8d-e6d615b4f89e tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:52.869114 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e22ad181-525f-47a5-b3df-0649e97be1aa req-fc484a5b-a379-49e3-8f8d-e6d615b4f89e tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=b225e2b2-ab3f-4f53-a044-4c9a77e83d8f HTTP/1.1" status: 200 len: 945 time: 0.1905482 Feb 17 17:41:52.910452 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a4d18231-2cd5-4192-8c8a-92916f7943df tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (4857eaf5-6ad1-47f0-a643-7e2c4d28b8eb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:52.911057 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d18231-2cd5-4192-8c8a-92916f7943df tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Fanout notify agent at l3_agent the message router_deleted on router 4857eaf5-6ad1-47f0-a643-7e2c4d28b8eb {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:41:52.929318 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a4d18231-2cd5-4192-8c8a-92916f7943df tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:52.930903 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a4d18231-2cd5-4192-8c8a-92916f7943df tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "DELETE /v2.0/routers/4857eaf5-6ad1-47f0-a643-7e2c4d28b8eb HTTP/1.1" status: 204 len: 168 time: 2.3894663 Feb 17 17:41:52.935791 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 52546) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:52.947683 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-8ab81ff1-54a0-4bd3-b4d1-0dbdc716622b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-75067369'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:52.970409 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e22ad181-525f-47a5-b3df-0649e97be1aa req-a0406d76-44f2-4ce7-aa7f-db66246f35bf tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937796 Feb 17 17:41:52.981447 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793d185-2a57-459a-8ea2-4dc9aff0b982 req-4412b57d-47bc-4600-adf0-185c1eb878d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:52.987292 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c793d185-2a57-459a-8ea2-4dc9aff0b982 req-4412b57d-47bc-4600-adf0-185c1eb878d3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b20ab57b-0ae5-4c69-b6b9-871207503198 HTTP/1.1" status: 200 len: 846 time: 0.2075915 Feb 17 17:41:53.005900 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab81ff1-54a0-4bd3-b4d1-0dbdc716622b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Made reservation on behalf of 04e7db23090146589aa29ee9174e4b32 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:41:53.010290 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ab81ff1-54a0-4bd3-b4d1-0dbdc716622b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:53.068152 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ab81ff1-54a0-4bd3-b4d1-0dbdc716622b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:41:53.084262 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c793d185-2a57-459a-8ea2-4dc9aff0b982 req-f84ab6f8-c227-43c1-be05-1069daaddb44 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=41eab850-74f8-4919-9573-0fe261607aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900121 Feb 17 17:41:53.090133 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ab81ff1-54a0-4bd3-b4d1-0dbdc716622b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (cd74ce58-f84c-4137-a1de-5a1ef9057ba0), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:53.090737 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-8ab81ff1-54a0-4bd3-b4d1-0dbdc716622b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Added segment cd74ce58-f84c-4137-a1de-5a1ef9057ba0 of type vlan for network 91f72b8f-d8cd-4fc1-9e27-1c919024b71c Feb 17 17:41:53.153502 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ec34ec3d-325c-4497-9ad3-7f7b409c6af0 req-79344ae6-61ee-4599-b5ae-0465492dc6a4 tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] 10.222.0.87 "GET /v2.0/ports?device_id=7492068d-a768-4b35-b548-83e3edeb717c HTTP/1.1" status: 200 len: 210 time: 0.0643964 Feb 17 17:41:53.193500 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ab81ff1-54a0-4bd3-b4d1-0dbdc716622b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (91f72b8f-d8cd-4fc1-9e27-1c919024b71c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:53.238631 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ab81ff1-54a0-4bd3-b4d1-0dbdc716622b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (91f72b8f-d8cd-4fc1-9e27-1c919024b71c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:53.244468 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab81ff1-54a0-4bd3-b4d1-0dbdc716622b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:53.245292 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ab81ff1-54a0-4bd3-b4d1-0dbdc716622b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:53.247039 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0ad5c31e-b810-4e4c-b373-0fc7f7485756 req-79c1c96b-c1ee-4fb0-a329-4b4759e9de5e tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group_rule (0b74e24a-40c0-4d69-b0cc-243f5a539342), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:53.318359 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d48ae009-c031-4c07-aa46-854124a4c711 req-95e6e26a-44d6-42d8-b64f-7efd54591395 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 210 time: 0.0740464 Feb 17 17:41:53.338949 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8ab81ff1-54a0-4bd3-b4d1-0dbdc716622b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3993409 Feb 17 17:41:53.339230 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 52552) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:53.367966 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-507a694f-2088-4776-a391-56835c14fa10 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Request body: {'subnet': {'network_id': '91f72b8f-d8cd-4fc1-9e27-1c919024b71c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:53.445311 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0ad5c31e-b810-4e4c-b373-0fc7f7485756 req-79c1c96b-c1ee-4fb0-a329-4b4759e9de5e tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group_rule (0b74e24a-40c0-4d69-b0cc-243f5a539342), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:53.447787 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab81ff1-54a0-4bd3-b4d1-0dbdc716622b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event updated for resources: {'Network': ['ID=91f72b8f-d8cd-4fc1-9e27-1c919024b71c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:53.453543 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0ad5c31e-b810-4e4c-b373-0fc7f7485756 req-79c1c96b-c1ee-4fb0-a329-4b4759e9de5e tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (0b74e24a-40c0-4d69-b0cc-243f5a539342), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:53.467195 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 91f72b8f-d8cd-4fc1-9e27-1c919024b71c details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:41:53.603258 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c1c96b-c1ee-4fb0-a329-4b4759e9de5e tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b74e24a-40c0-4d69-b0cc-243f5a539342,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:53.610688 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507a694f-2088-4776-a391-56835c14fa10 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Made reservation on behalf of 04e7db23090146589aa29ee9174e4b32 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:41:53.614539 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-507a694f-2088-4776-a391-56835c14fa10 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:53.623393 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c793d185-2a57-459a-8ea2-4dc9aff0b982 req-1646bb6e-ca4b-4a2b-831b-c1aa4c5fa38f service neutron] 10.222.0.91 "GET /v2.0/networks/41eab850-74f8-4919-9573-0fe261607aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4641521 Feb 17 17:41:53.633800 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0ad5c31e-b810-4e4c-b373-0fc7f7485756 req-79c1c96b-c1ee-4fb0-a329-4b4759e9de5e tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:53.655671 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0ad5c31e-b810-4e4c-b373-0fc7f7485756 req-79c1c96b-c1ee-4fb0-a329-4b4759e9de5e tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.0978818 Feb 17 17:41:53.920565 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c793d185-2a57-459a-8ea2-4dc9aff0b982 req-0838ffb2-d6ae-453d-9bd6-513ee0cbf897 service neutron] 10.222.0.91 "GET /v2.0/networks/41eab850-74f8-4919-9573-0fe261607aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632055 Feb 17 17:41:54.053867 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360230ac-549d-4da0-985a-98b47c4505e7 req-082eb062-fbd3-4389-b6ed-cce014df4162 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:54.061802 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-360230ac-549d-4da0-985a-98b47c4505e7 req-082eb062-fbd3-4389-b6ed-cce014df4162 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=6956214e-42d7-4827-9f41-cc88c474c8b7 HTTP/1.1" status: 200 len: 944 time: 0.1402042 Feb 17 17:41:54.104992 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1e181b33-7c9b-401f-8a22-101ca6942736 req-51b5de66-c185-44a8-8f81-376efc8e5b2d tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] 10.222.0.87 "GET /v2.0/security-groups/073a5c91-61c6-4fec-89d8-9fca63da1ace HTTP/1.1" status: 200 len: 1823 time: 0.0961807 Feb 17 17:41:54.188694 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-507a694f-2088-4776-a391-56835c14fa10 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (1d741246-3ffa-4873-8b24-c5ff63b7eccf), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:54.220969 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-360230ac-549d-4da0-985a-98b47c4505e7 req-c3ec23f7-36a8-44fd-90f5-a65fa0002ecf tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581795 Feb 17 17:41:54.264227 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-1e181b33-7c9b-401f-8a22-101ca6942736 req-d4d69be2-9ea4-425a-91fa-ba0043c0121b tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group (073a5c91-61c6-4fec-89d8-9fca63da1ace), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:54.305353 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507a694f-2088-4776-a391-56835c14fa10 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event updated for resources: {'Subnet': ['ID=1d741246-3ffa-4873-8b24-c5ff63b7eccf,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:54.325070 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507a694f-2088-4776-a391-56835c14fa10 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Checking segment: {'id': 'cd74ce58-f84c-4137-a1de-5a1ef9057ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '91f72b8f-d8cd-4fc1-9e27-1c919024b71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:41:54.325463 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507a694f-2088-4776-a391-56835c14fa10 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Network hostable DHCP agents. Network: 91f72b8f-d8cd-4fc1-9e27-1c919024b71c, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:41:54.361732 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507a694f-2088-4776-a391-56835c14fa10 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Network 91f72b8f-d8cd-4fc1-9e27-1c919024b71c is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:41:54.371377 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-1e181b33-7c9b-401f-8a22-101ca6942736 req-d4d69be2-9ea4-425a-91fa-ba0043c0121b tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group (073a5c91-61c6-4fec-89d8-9fca63da1ace), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:54.377426 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-507a694f-2088-4776-a391-56835c14fa10 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 91f72b8f-d8cd-4fc1-9e27-1c919024b71c) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:41:54.387487 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507a694f-2088-4776-a391-56835c14fa10 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:54.388093 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-507a694f-2088-4776-a391-56835c14fa10 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:54.395682 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5e2ca6-78a6-4886-a41d-ba98913408f2 None None] Network 91f72b8f-d8cd-4fc1-9e27-1c919024b71c requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:41:54.415755 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-507a694f-2088-4776-a391-56835c14fa10 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0754244 Feb 17 17:41:54.418304 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 52582) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:54.422894 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-aad0ef90-32d8-46db-a0c2-4c0492d2f31c tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-73889137', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:54.466480 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aad0ef90-32d8-46db-a0c2-4c0492d2f31c tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (27e62dec-dd3d-46ed-93fa-3142e825e676), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:54.467401 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aad0ef90-32d8-46db-a0c2-4c0492d2f31c tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (27e62dec-dd3d-46ed-93fa-3142e825e676), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:54.591270 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd939848-6f1f-4649-a81a-9c1049fbfdc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-91f72b8f-d8cd-4fc1-9e27-1c919024b71c', 'network_id': '91f72b8f-d8cd-4fc1-9e27-1c919024b71c', 'project_id': '04e7db23090146589aa29ee9174e4b32', 'fixed_ips': [{'subnet_id': '1d741246-3ffa-4873-8b24-c5ff63b7eccf'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:41:54.592150 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fd939848-6f1f-4649-a81a-9c1049fbfdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:54.598431 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aad0ef90-32d8-46db-a0c2-4c0492d2f31c tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for router_controller (27e62dec-dd3d-46ed-93fa-3142e825e676), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:54.603679 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aad0ef90-32d8-46db-a0c2-4c0492d2f31c tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (27e62dec-dd3d-46ed-93fa-3142e825e676), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:54.634959 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aad0ef90-32d8-46db-a0c2-4c0492d2f31c tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:54.636971 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-aad0ef90-32d8-46db-a0c2-4c0492d2f31c tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2169909 Feb 17 17:41:54.639232 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 52584) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:54.761377 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff7a8c-7b1a-438d-ae93-85762eb40c6d req-a3646836-da5b-4b55-b736-ea738dafc774 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:54.780852 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c2ff7a8c-7b1a-438d-ae93-85762eb40c6d req-a3646836-da5b-4b55-b736-ea738dafc774 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=b225e2b2-ab3f-4f53-a044-4c9a77e83d8f HTTP/1.1" status: 200 len: 945 time: 0.4048460 Feb 17 17:41:54.787945 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d803be4c-8677-4916-b1b4-b384719a0d52 req-d8893932-1e9b-4001-94b8-0217a4456ad2 tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:54.789410 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d803be4c-8677-4916-b1b4-b384719a0d52 req-d8893932-1e9b-4001-94b8-0217a4456ad2 tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] 10.222.0.71 "GET /v2.0/networks?id=6d2c051c-f5fb-4ea4-8622-2e6ebc263a26 HTTP/1.1" status: 200 len: 808 time: 0.4767518 Feb 17 17:41:54.844712 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-fd939848-6f1f-4649-a81a-9c1049fbfdc4 None None] Allocated IP 2001:db8::2 (91f72b8f-d8cd-4fc1-9e27-1c919024b71c/1d741246-3ffa-4873-8b24-c5ff63b7eccf/c8e4ba76-f69d-441f-81ba-ef94e549b1e2) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:41:54.853808 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-d803be4c-8677-4916-b1b4-b384719a0d52 req-facca40f-7fd6-4d8c-bfba-7281eb081260 tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] Request body: {'port': {'device_id': '7492068d-a768-4b35-b548-83e3edeb717c', 'network_id': '6d2c051c-f5fb-4ea4-8622-2e6ebc263a26', 'admin_state_up': True, 'tenant_id': '38c36ff59cec4a6383e4836c2fe2624e'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:54.942781 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c2ff7a8c-7b1a-438d-ae93-85762eb40c6d req-ba270401-aa5b-4f49-b6b1-64bd169be01c tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594522 Feb 17 17:41:54.954075 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-1e181b33-7c9b-401f-8a22-101ca6942736 req-d4d69be2-9ea4-425a-91fa-ba0043c0121b tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (073a5c91-61c6-4fec-89d8-9fca63da1ace), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:54.963806 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-1e181b33-7c9b-401f-8a22-101ca6942736 req-d4d69be2-9ea4-425a-91fa-ba0043c0121b tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:54.980063 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1e181b33-7c9b-401f-8a22-101ca6942736 req-d4d69be2-9ea4-425a-91fa-ba0043c0121b tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] 10.222.0.87 "DELETE /v2.0/security-groups/073a5c91-61c6-4fec-89d8-9fca63da1ace HTTP/1.1" status: 204 len: 173 time: 0.8657534 Feb 17 17:41:55.131114 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fd939848-6f1f-4649-a81a-9c1049fbfdc4 None None] Publish callbacks [] for port (c8e4ba76-f69d-441f-81ba-ef94e549b1e2), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:55.145349 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fd939848-6f1f-4649-a81a-9c1049fbfdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (c8e4ba76-f69d-441f-81ba-ef94e549b1e2), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:55.233034 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd939848-6f1f-4649-a81a-9c1049fbfdc4 None None] Network 91f72b8f-d8cd-4fc1-9e27-1c919024b71c is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:41:55.239360 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 0baeef86-e05c-4584-a8b0-b9df1da7a2ac details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:41:55.246779 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10eb9a30-c28e-4919-b8c1-142faa138686 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:55.269764 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-fd939848-6f1f-4649-a81a-9c1049fbfdc4 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:41:55.288974 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd939848-6f1f-4649-a81a-9c1049fbfdc4 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:41:55.293624 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd939848-6f1f-4649-a81a-9c1049fbfdc4 None None] Pushing event updated for resources: {'Port': ['ID=c8e4ba76-f69d-441f-81ba-ef94e549b1e2,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:55.330087 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd939848-6f1f-4649-a81a-9c1049fbfdc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:41:55.330444 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd939848-6f1f-4649-a81a-9c1049fbfdc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:41:55.330797 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd939848-6f1f-4649-a81a-9c1049fbfdc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:41:55.331144 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd939848-6f1f-4649-a81a-9c1049fbfdc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:41:55.331487 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd939848-6f1f-4649-a81a-9c1049fbfdc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:41:55.331873 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd939848-6f1f-4649-a81a-9c1049fbfdc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:41:55.332157 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd939848-6f1f-4649-a81a-9c1049fbfdc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:41:55.337490 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd939848-6f1f-4649-a81a-9c1049fbfdc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:41:55.337852 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd939848-6f1f-4649-a81a-9c1049fbfdc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:41:55.338199 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd939848-6f1f-4649-a81a-9c1049fbfdc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:41:55.338540 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd939848-6f1f-4649-a81a-9c1049fbfdc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:41:55.338876 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd939848-6f1f-4649-a81a-9c1049fbfdc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:41:55.339214 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd939848-6f1f-4649-a81a-9c1049fbfdc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:41:55.441322 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.resource_extend [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 17:41:55.457412 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d69be2-9ea4-425a-91fa-ba0043c0121b tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=073a5c91-61c6-4fec-89d8-9fca63da1ace,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:55.474513 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c7ca875b-aced-4af9-8242-ddaa296fb62a req-afcde612-d915-47dc-b5f6-555443e1c064 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 210 time: 0.2536705 Feb 17 17:41:55.492972 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-72e74e18-9e98-4d37-8cf0-a6065cc04e84 req-994ac29c-de48-4fc3-be49-a2c568786ded tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] 10.222.0.87 "GET /v2.0/ports?device_id=7492068d-a768-4b35-b548-83e3edeb717c HTTP/1.1" status: 200 len: 210 time: 0.2224722 Feb 17 17:41:55.520487 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-fd939848-6f1f-4649-a81a-9c1049fbfdc4 None None] Attempting to bind port c8e4ba76-f69d-441f-81ba-ef94e549b1e2 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:41:55.520487 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-fd939848-6f1f-4649-a81a-9c1049fbfdc4 None None] Attempting to bind port c8e4ba76-f69d-441f-81ba-ef94e549b1e2 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'cd74ce58-f84c-4137-a1de-5a1ef9057ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '91f72b8f-d8cd-4fc1-9e27-1c919024b71c'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:41:55.520798 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd939848-6f1f-4649-a81a-9c1049fbfdc4 None None] Attempting to bind port c8e4ba76-f69d-441f-81ba-ef94e549b1e2 on network 91f72b8f-d8cd-4fc1-9e27-1c919024b71c {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:41:55.550239 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-10eb9a30-c28e-4919-b8c1-142faa138686 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Allocated IP 2001:db8::1 (91f72b8f-d8cd-4fc1-9e27-1c919024b71c/1d741246-3ffa-4873-8b24-c5ff63b7eccf/3d452635-e512-473e-a84a-a4e106cef39c) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:41:55.557244 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d803be4c-8677-4916-b1b4-b384719a0d52 req-facca40f-7fd6-4d8c-bfba-7281eb081260 tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] Made reservation on behalf of 38c36ff59cec4a6383e4836c2fe2624e for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:41:55.563607 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d803be4c-8677-4916-b1b4-b384719a0d52 req-facca40f-7fd6-4d8c-bfba-7281eb081260 tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:55.603793 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd939848-6f1f-4649-a81a-9c1049fbfdc4 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:41:55.604372 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd939848-6f1f-4649-a81a-9c1049fbfdc4 None None] Checking segment: {'id': 'cd74ce58-f84c-4137-a1de-5a1ef9057ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '91f72b8f-d8cd-4fc1-9e27-1c919024b71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:41:55.604635 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fd939848-6f1f-4649-a81a-9c1049fbfdc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:55.605018 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd939848-6f1f-4649-a81a-9c1049fbfdc4 None None] Bound using segment: {'id': 'cd74ce58-f84c-4137-a1de-5a1ef9057ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '91f72b8f-d8cd-4fc1-9e27-1c919024b71c'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:41:55.605514 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-fd939848-6f1f-4649-a81a-9c1049fbfdc4 None None] Bound port: c8e4ba76-f69d-441f-81ba-ef94e549b1e2, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd74ce58-f84c-4137-a1de-5a1ef9057ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '91f72b8f-d8cd-4fc1-9e27-1c919024b71c'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:41:55.605901 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fd939848-6f1f-4649-a81a-9c1049fbfdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c8e4ba76-f69d-441f-81ba-ef94e549b1e2), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:55.632043 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:41:55.736124 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a54c3d15-bc6e-46eb-99cc-915a1064f864 req-dfad65b0-f317-4f5a-97a5-1b4956b5cbed tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] 10.222.0.87 "GET /v2.0/security-groups/44b7244e-649e-4d16-93b3-9d872ca9cb91 HTTP/1.1" status: 200 len: 1824 time: 0.1681862 Feb 17 17:41:55.807585 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-e4d0d6fb-96e0-4ef3-a938-1e094092024d req-7aa10c66-2bfe-4536-8b6a-981732e24b0b tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2013370038', 'description': 'tempest-description-623885979'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:55.815753 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10eb9a30-c28e-4919-b8c1-142faa138686 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for port (3d452635-e512-473e-a84a-a4e106cef39c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:55.896882 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10eb9a30-c28e-4919-b8c1-142faa138686 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (3d452635-e512-473e-a84a-a4e106cef39c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:55.910900 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 0baeef86-e05c-4584-a8b0-b9df1da7a2ac, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=0baeef86-e05c-4584-a8b0-b9df1da7a2ac,segment=NetworkSegment(18563972-a346-4d2f-9db2-6c97a64b55cb),segment_id=18563972-a346-4d2f-9db2-6c97a64b55cb)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:41:55.979473 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '0baeef86-e05c-4584-a8b0-b9df1da7a2ac', 'network_id': '41eab850-74f8-4919-9573-0fe261607aa2', 'port_id': '0baeef86-e05c-4584-a8b0-b9df1da7a2ac', 'mac_address': 'fa:16:3e:4b:84:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b20ab57b-0ae5-4c69-b6b9-871207503198', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:41:55.986646 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-e4d0d6fb-96e0-4ef3-a938-1e094092024d req-7aa10c66-2bfe-4536-8b6a-981732e24b0b tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:55.990097 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-d803be4c-8677-4916-b1b4-b384719a0d52 req-facca40f-7fd6-4d8c-bfba-7281eb081260 tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] Allocated IP 172.20.0.6 (6d2c051c-f5fb-4ea4-8622-2e6ebc263a26/f515b944-7b71-4852-900d-ed2a445b62af/07789f26-31de-4179-9508-366b7c8dcf1b) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:41:55.993661 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10eb9a30-c28e-4919-b8c1-142faa138686 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Network 91f72b8f-d8cd-4fc1-9e27-1c919024b71c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:41:56.021223 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-10eb9a30-c28e-4919-b8c1-142faa138686 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:41:56.025199 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a023c409-7c89-4d7f-b776-b6d5ac1f8a95 req-7cc9d3c8-d98a-47c7-9ea6-1290213167c8 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:56.030373 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10eb9a30-c28e-4919-b8c1-142faa138686 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:41:56.030943 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10eb9a30-c28e-4919-b8c1-142faa138686 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (27e62dec-dd3d-46ed-93fa-3142e825e676), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:56.033880 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a023c409-7c89-4d7f-b776-b6d5ac1f8a95 req-7cc9d3c8-d98a-47c7-9ea6-1290213167c8 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=6956214e-42d7-4827-9f41-cc88c474c8b7 HTTP/1.1" status: 200 len: 944 time: 0.2573338 Feb 17 17:41:56.041924 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-fd939848-6f1f-4649-a81a-9c1049fbfdc4 None None] For port c8e4ba76-f69d-441f-81ba-ef94e549b1e2, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:41:56.098303 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-fd939848-6f1f-4649-a81a-9c1049fbfdc4 None None] For port c8e4ba76-f69d-441f-81ba-ef94e549b1e2, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=c8e4ba76-f69d-441f-81ba-ef94e549b1e2,segment=NetworkSegment(cd74ce58-f84c-4137-a1de-5a1ef9057ba0),segment_id=cd74ce58-f84c-4137-a1de-5a1ef9057ba0)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:41:56.115649 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fd939848-6f1f-4649-a81a-9c1049fbfdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c8e4ba76-f69d-441f-81ba-ef94e549b1e2), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:56.128928 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 0baeef86-e05c-4584-a8b0-b9df1da7a2ac is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:41:56.129323 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0baeef86-e05c-4584-a8b0-b9df1da7a2ac), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:56.165361 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a023c409-7c89-4d7f-b776-b6d5ac1f8a95 req-12ec8749-0ce0-4cc2-aa5a-aa493daefcf6 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247118 Feb 17 17:41:56.267528 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0baeef86-e05c-4584-a8b0-b9df1da7a2ac {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:41:56.341845 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd939848-6f1f-4649-a81a-9c1049fbfdc4 None None] Pushing event updated for resources: {'Port': ['ID=c8e4ba76-f69d-441f-81ba-ef94e549b1e2,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:56.343883 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-e4d0d6fb-96e0-4ef3-a938-1e094092024d req-7aa10c66-2bfe-4536-8b6a-981732e24b0b tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group (92e1f6d8-66ad-4f41-81a8-d785f83069e1), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:56.348172 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 0baeef86-e05c-4584-a8b0-b9df1da7a2ac, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=0baeef86-e05c-4584-a8b0-b9df1da7a2ac,segment=NetworkSegment(18563972-a346-4d2f-9db2-6c97a64b55cb),segment_id=18563972-a346-4d2f-9db2-6c97a64b55cb)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:41:56.363530 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (0baeef86-e05c-4584-a8b0-b9df1da7a2ac), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:56.379464 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-e4d0d6fb-96e0-4ef3-a938-1e094092024d req-7aa10c66-2bfe-4536-8b6a-981732e24b0b tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (92e1f6d8-66ad-4f41-81a8-d785f83069e1), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:56.447067 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-e4d0d6fb-96e0-4ef3-a938-1e094092024d req-7aa10c66-2bfe-4536-8b6a-981732e24b0b tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:56.453645 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e4d0d6fb-96e0-4ef3-a938-1e094092024d req-7aa10c66-2bfe-4536-8b6a-981732e24b0b tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.6569688 Feb 17 17:41:56.502077 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=0baeef86-e05c-4584-a8b0-b9df1da7a2ac,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:56.521609 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa10c66-2bfe-4536-8b6a-981732e24b0b tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92e1f6d8-66ad-4f41-81a8-d785f83069e1,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:56.552457 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10eb9a30-c28e-4919-b8c1-142faa138686 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3d452635-e512-473e-a84a-a4e106cef39c), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:56.566007 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eb9a30-c28e-4919-b8c1-142faa138686 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event updated for resources: {'Port': ['ID=3d452635-e512-473e-a84a-a4e106cef39c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:56.593204 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d803be4c-8677-4916-b1b4-b384719a0d52 req-facca40f-7fd6-4d8c-bfba-7281eb081260 tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] Publish callbacks [] for port (07789f26-31de-4179-9508-366b7c8dcf1b), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:56.605118 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['0baeef86-e05c-4584-a8b0-b9df1da7a2ac'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:41:56.666285 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc867b-8aca-4d7f-8904-48ce1ecf41c6 req-a3aa7a8e-fa0c-4684-95e1-af8ac20d7afd tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:56.673436 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-61bc867b-8aca-4d7f-8904-48ce1ecf41c6 req-a3aa7a8e-fa0c-4684-95e1-af8ac20d7afd tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=b225e2b2-ab3f-4f53-a044-4c9a77e83d8f HTTP/1.1" status: 200 len: 945 time: 0.3741040 Feb 17 17:41:56.760591 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cead4a62-bc2e-4277-8ce6-e87ac87d9844 req-f5f4a0c7-189b-4845-88dd-7bf33ce9cf1b tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] 10.222.0.87 "GET /v2.0/security-groups/92e1f6d8-66ad-4f41-81a8-d785f83069e1 HTTP/1.1" status: 200 len: 1823 time: 0.2774398 Feb 17 17:41:57.112445 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10eb9a30-c28e-4919-b8c1-142faa138686 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for port (3d452635-e512-473e-a84a-a4e106cef39c), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:57.119343 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10eb9a30-c28e-4919-b8c1-142faa138686 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (3d452635-e512-473e-a84a-a4e106cef39c), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:57.120404 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10eb9a30-c28e-4919-b8c1-142faa138686 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (27e62dec-dd3d-46ed-93fa-3142e825e676), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:57.212701 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eb9a30-c28e-4919-b8c1-142faa138686 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event updated for resources: {'Port': ['ID=3d452635-e512-473e-a84a-a4e106cef39c,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:57.435131 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-cead4a62-bc2e-4277-8ce6-e87ac87d9844 req-6deaa903-23b7-42ec-a068-2583d6af0bca tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '92e1f6d8-66ad-4f41-81a8-d785f83069e1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:57.435131 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-cead4a62-bc2e-4277-8ce6-e87ac87d9844 req-6deaa903-23b7-42ec-a068-2583d6af0bca tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '92e1f6d8-66ad-4f41-81a8-d785f83069e1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:57.483849 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-61bc867b-8aca-4d7f-8904-48ce1ecf41c6 req-f373c95e-0937-41b4-84d2-bcc6ef3a2e85 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7986777 Feb 17 17:41:57.528660 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d803be4c-8677-4916-b1b4-b384719a0d52 req-facca40f-7fd6-4d8c-bfba-7281eb081260 tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (07789f26-31de-4179-9508-366b7c8dcf1b), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:57.666453 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10eb9a30-c28e-4919-b8c1-142faa138686 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Network 91f72b8f-d8cd-4fc1-9e27-1c919024b71c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:41:57.672148 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-10eb9a30-c28e-4919-b8c1-142faa138686 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:41:57.731905 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d803be4c-8677-4916-b1b4-b384719a0d52 req-facca40f-7fd6-4d8c-bfba-7281eb081260 tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] Network 6d2c051c-f5fb-4ea4-8622-2e6ebc263a26 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:41:57.782747 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-d803be4c-8677-4916-b1b4-b384719a0d52 req-facca40f-7fd6-4d8c-bfba-7281eb081260 tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:41:57.787441 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-d803be4c-8677-4916-b1b4-b384719a0d52 req-facca40f-7fd6-4d8c-bfba-7281eb081260 tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:41:57.804520 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facca40f-7fd6-4d8c-bfba-7281eb081260 tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] Pushing event updated for resources: {'Port': ['ID=07789f26-31de-4179-9508-366b7c8dcf1b,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:57.854687 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device c8e4ba76-f69d-441f-81ba-ef94e549b1e2 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:41:57.890644 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-cead4a62-bc2e-4277-8ce6-e87ac87d9844 req-6deaa903-23b7-42ec-a068-2583d6af0bca tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group_rule (4158e2f2-5fa9-4a52-ab0b-b229bd5dabc5), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:57.966308 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port c8e4ba76-f69d-441f-81ba-ef94e549b1e2 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:41:57.966691 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c8e4ba76-f69d-441f-81ba-ef94e549b1e2), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:57.978983 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10eb9a30-c28e-4919-b8c1-142faa138686 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Router 27e62dec-dd3d-46ed-93fa-3142e825e676 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:41:57.985109 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae9a73-4160-4943-834c-b53542a50e40 req-93192c9e-1886-422a-b3e4-aac27ca6f985 tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:57.987514 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d6ae9a73-4160-4943-834c-b53542a50e40 req-93192c9e-1886-422a-b3e4-aac27ca6f985 tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] 10.222.0.87 "GET /v2.0/ports?device_id=7492068d-a768-4b35-b548-83e3edeb717c HTTP/1.1" status: 200 len: 931 time: 0.3645430 Feb 17 17:41:58.038645 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d803be4c-8677-4916-b1b4-b384719a0d52 req-facca40f-7fd6-4d8c-bfba-7281eb081260 tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:58.039569 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d803be4c-8677-4916-b1b4-b384719a0d52 req-facca40f-7fd6-4d8c-bfba-7281eb081260 tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:58.066394 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-cead4a62-bc2e-4277-8ce6-e87ac87d9844 req-6deaa903-23b7-42ec-a068-2583d6af0bca tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group_rule (4158e2f2-5fa9-4a52-ab0b-b229bd5dabc5), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:58.080996 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-cead4a62-bc2e-4277-8ce6-e87ac87d9844 req-6deaa903-23b7-42ec-a068-2583d6af0bca tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (4158e2f2-5fa9-4a52-ab0b-b229bd5dabc5), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:58.136435 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d803be4c-8677-4916-b1b4-b384719a0d52 req-facca40f-7fd6-4d8c-bfba-7281eb081260 tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3069725 Feb 17 17:41:58.144843 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deaa903-23b7-42ec-a068-2583d6af0bca tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4158e2f2-5fa9-4a52-ab0b-b229bd5dabc5,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:58.160017 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port c8e4ba76-f69d-441f-81ba-ef94e549b1e2 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:41:58.173827 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d6ae9a73-4160-4943-834c-b53542a50e40 req-35e69b44-2c5a-421d-81b5-89eaaa8a4c4b tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] 10.222.0.87 "GET /v2.0/security-groups?id=04e714d3-07c0-4cea-9f77-13c45a3b8be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757789 Feb 17 17:41:58.181056 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c8e4ba76-f69d-441f-81ba-ef94e549b1e2), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:58.203233 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-d803be4c-8677-4916-b1b4-b384719a0d52 req-beb5e366-cd5f-4372-a50b-6341f850b847 service neutron] Request body: {'port': {'device_id': '7492068d-a768-4b35-b548-83e3edeb717c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:58.265728 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10eb9a30-c28e-4919-b8c1-142faa138686 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:41:58.274028 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port c8e4ba76-f69d-441f-81ba-ef94e549b1e2, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=c8e4ba76-f69d-441f-81ba-ef94e549b1e2,segment=NetworkSegment(cd74ce58-f84c-4137-a1de-5a1ef9057ba0),segment_id=cd74ce58-f84c-4137-a1de-5a1ef9057ba0)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:41:58.277485 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-10eb9a30-c28e-4919-b8c1-142faa138686 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "PUT /v2.0/routers/27e62dec-dd3d-46ed-93fa-3142e825e676/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6366622 Feb 17 17:41:58.279562 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c8e4ba76-f69d-441f-81ba-ef94e549b1e2), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:58.280167 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 52616) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:58.286867 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-cead4a62-bc2e-4277-8ce6-e87ac87d9844 req-6deaa903-23b7-42ec-a068-2583d6af0bca tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:58.288313 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f3725c-1b4e-4f37-8cb5-0d783506e96a None None] Sync routers for ids ['27e62dec-dd3d-46ed-93fa-3142e825e676'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:41:58.294933 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cead4a62-bc2e-4277-8ce6-e87ac87d9844 req-6deaa903-23b7-42ec-a068-2583d6af0bca tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.5332272 Feb 17 17:41:58.325160 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f3725c-1b4e-4f37-8cb5-0d783506e96a None None] Routers {'27e62dec-dd3d-46ed-93fa-3142e825e676'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:41:58.333703 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-95f3725c-1b4e-4f37-8cb5-0d783506e96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:41:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['27e62dec-dd3d-46ed-93fa-3142e825e676'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:58.379327 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc551ac-0077-4278-8bcd-15b06a84476e None None] Network 91f72b8f-d8cd-4fc1-9e27-1c919024b71c requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:41:58.385732 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=c8e4ba76-f69d-441f-81ba-ef94e549b1e2,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:58.411773 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8394ecb6-b5c8-4fd1-a203-db8c62c0b1b8 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:58.424459 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8394ecb6-b5c8-4fd1-a203-db8c62c0b1b8 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "GET /v2.0/ports/3d452635-e512-473e-a84a-a4e106cef39c HTTP/1.1" status: 200 len: 911 time: 0.1420832 Feb 17 17:41:58.430437 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 52628) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:58.447677 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-9461ff45-cf88-4e8a-86c5-5e34c23b0ea1 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1d741246-3ffa-4873-8b24-c5ff63b7eccf'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:58.452017 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-95f3725c-1b4e-4f37-8cb5-0d783506e96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:58.495498 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f3725c-1b4e-4f37-8cb5-0d783506e96a None None] Routers {'27e62dec-dd3d-46ed-93fa-3142e825e676'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:41:58.496196 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-95f3725c-1b4e-4f37-8cb5-0d783506e96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:41:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['27e62dec-dd3d-46ed-93fa-3142e825e676'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:58.501144 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-68c4de1b-622a-4aeb-8527-56a7be5ea4d0 req-721263b8-1a9b-43d5-8254-04491439f41e tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 210 time: 0.1936769 Feb 17 17:41:58.543951 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-f573ad29-3964-4ab6-98ed-1e2138924def None None] Provisioning complete for port c8e4ba76-f69d-441f-81ba-ef94e549b1e2 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:41:58.545296 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f573ad29-3964-4ab6-98ed-1e2138924def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c8e4ba76-f69d-441f-81ba-ef94e549b1e2), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:58.601520 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-95f3725c-1b4e-4f37-8cb5-0d783506e96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:41:58.602449 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f3725c-1b4e-4f37-8cb5-0d783506e96a None None] The sync data for ids ['27e62dec-dd3d-46ed-93fa-3142e825e676'] in n-d-829613-2 is: [] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:41:58.670488 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d803be4c-8677-4916-b1b4-b384719a0d52 req-beb5e366-cd5f-4372-a50b-6341f850b847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (07789f26-31de-4179-9508-366b7c8dcf1b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:58.812680 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-f573ad29-3964-4ab6-98ed-1e2138924def None None] Current status of the port c8e4ba76-f69d-441f-81ba-ef94e549b1e2 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:41:58.823290 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e6d3582d-f4c2-421f-9e67-c8dbfd44df95 req-250c2d41-aebc-4e13-99e6-ce0c43240add tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] 10.222.0.87 "GET /v2.0/security-groups/92e1f6d8-66ad-4f41-81a8-d785f83069e1 HTTP/1.1" status: 200 len: 2417 time: 0.2444396 Feb 17 17:41:58.904451 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-e6d3582d-f4c2-421f-9e67-c8dbfd44df95 req-8c0faec7-d993-4bb0-9b01-12f470434c1a tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '92e1f6d8-66ad-4f41-81a8-d785f83069e1', 'remote_group_id': None}]} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:58.904865 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-e6d3582d-f4c2-421f-9e67-c8dbfd44df95 req-8c0faec7-d993-4bb0-9b01-12f470434c1a tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '92e1f6d8-66ad-4f41-81a8-d785f83069e1', 'remote_group_id': None}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:41:58.983997 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd50e2-9d2c-479b-a03d-f04dd2578cdb req-046e160f-e823-4347-938f-61fe60edb8d9 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:58.993129 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9461ff45-cf88-4e8a-86c5-5e34c23b0ea1 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3d452635-e512-473e-a84a-a4e106cef39c), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:58.994821 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-adfd50e2-9d2c-479b-a03d-f04dd2578cdb req-046e160f-e823-4347-938f-61fe60edb8d9 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=6956214e-42d7-4827-9f41-cc88c474c8b7 HTTP/1.1" status: 200 len: 945 time: 0.4926248 Feb 17 17:41:59.285038 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 0baeef86-e05c-4584-a8b0-b9df1da7a2ac up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:41:59.317296 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-adfd50e2-9d2c-479b-a03d-f04dd2578cdb req-ebd6bb5f-712e-4ffe-83c9-6bed784247c4 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212783 Feb 17 17:41:59.341434 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-e6d3582d-f4c2-421f-9e67-c8dbfd44df95 req-8c0faec7-d993-4bb0-9b01-12f470434c1a tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group_rule (af76836d-2f7a-4052-9fb4-8e766243a39a), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:59.499308 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-842cb375-a9db-4da9-a4f9-3b36c30f790e None None] Provisioning complete for port 3d452635-e512-473e-a84a-a4e106cef39c triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:41:59.499700 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-842cb375-a9db-4da9-a4f9-3b36c30f790e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (3d452635-e512-473e-a84a-a4e106cef39c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:59.510591 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port 0baeef86-e05c-4584-a8b0-b9df1da7a2ac completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:41:59.579806 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 0baeef86-e05c-4584-a8b0-b9df1da7a2ac triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:41:59.580198 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (0baeef86-e05c-4584-a8b0-b9df1da7a2ac), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:59.608826 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-e6d3582d-f4c2-421f-9e67-c8dbfd44df95 req-8c0faec7-d993-4bb0-9b01-12f470434c1a tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group_rule (af76836d-2f7a-4052-9fb4-8e766243a39a), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:59.643579 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9461ff45-cf88-4e8a-86c5-5e34c23b0ea1 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for port (3d452635-e512-473e-a84a-a4e106cef39c), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:59.654235 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-e6d3582d-f4c2-421f-9e67-c8dbfd44df95 req-8c0faec7-d993-4bb0-9b01-12f470434c1a tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (af76836d-2f7a-4052-9fb4-8e766243a39a), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:59.654595 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9461ff45-cf88-4e8a-86c5-5e34c23b0ea1 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (3d452635-e512-473e-a84a-a4e106cef39c), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:59.672269 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9461ff45-cf88-4e8a-86c5-5e34c23b0ea1 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:59.674337 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9461ff45-cf88-4e8a-86c5-5e34c23b0ea1 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:59.681650 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9461ff45-cf88-4e8a-86c5-5e34c23b0ea1 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "PUT /v2.0/ports/3d452635-e512-473e-a84a-a4e106cef39c HTTP/1.1" status: 200 len: 911 time: 1.2492161 Feb 17 17:41:59.683605 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 52644) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:41:59.689727 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-842cb375-a9db-4da9-a4f9-3b36c30f790e None None] Port 3d452635-e512-473e-a84a-a4e106cef39c cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:41:59.740505 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-842cb375-a9db-4da9-a4f9-3b36c30f790e None None] Provisioning complete for port c8e4ba76-f69d-441f-81ba-ef94e549b1e2 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:41:59.741343 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-842cb375-a9db-4da9-a4f9-3b36c30f790e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c8e4ba76-f69d-441f-81ba-ef94e549b1e2), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:59.790179 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-e6d3582d-f4c2-421f-9e67-c8dbfd44df95 req-8c0faec7-d993-4bb0-9b01-12f470434c1a tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:59.791388 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e6d3582d-f4c2-421f-9e67-c8dbfd44df95 req-8c0faec7-d993-4bb0-9b01-12f470434c1a tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.8919888 Feb 17 17:41:59.809873 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device c8e4ba76-f69d-441f-81ba-ef94e549b1e2 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:41:59.821609 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0faec7-d993-4bb0-9b01-12f470434c1a tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af76836d-2f7a-4052-9fb4-8e766243a39a,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:41:59.884545 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-d803be4c-8677-4916-b1b4-b384719a0d52 req-beb5e366-cd5f-4372-a50b-6341f850b847 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07789f26-31de-4179-9508-366b7c8dcf1b {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:41:59.962409 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d803be4c-8677-4916-b1b4-b384719a0d52 req-beb5e366-cd5f-4372-a50b-6341f850b847 service neutron] Publish callbacks [] for port (07789f26-31de-4179-9508-366b7c8dcf1b), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:41:59.975362 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b6b00-cdcb-491c-be63-b84b044d9fae req-9440f1ab-7117-4520-ab12-619b1f44b281 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:41:59.977130 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e06b6b00-cdcb-491c-be63-b84b044d9fae req-9440f1ab-7117-4520-ab12-619b1f44b281 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=b225e2b2-ab3f-4f53-a044-4c9a77e83d8f HTTP/1.1" status: 200 len: 945 time: 0.5116453 Feb 17 17:41:59.977735 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 0baeef86-e05c-4584-a8b0-b9df1da7a2ac is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:41:59.978127 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0baeef86-e05c-4584-a8b0-b9df1da7a2ac), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:00.021678 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9461ff45-cf88-4e8a-86c5-5e34c23b0ea1 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event updated for resources: {'Port': ['ID=3d452635-e512-473e-a84a-a4e106cef39c,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:00.058305 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e06b6b00-cdcb-491c-be63-b84b044d9fae req-e0c62151-298a-4d76-ba54-1bf18f974c25 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731432 Feb 17 17:42:00.069585 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-d803be4c-8677-4916-b1b4-b384719a0d52 req-beb5e366-cd5f-4372-a50b-6341f850b847 service neutron] Transition to ACTIVE for port object 07789f26-31de-4179-9508-366b7c8dcf1b will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:42:00.077669 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d803be4c-8677-4916-b1b4-b384719a0d52 req-beb5e366-cd5f-4372-a50b-6341f850b847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (07789f26-31de-4179-9508-366b7c8dcf1b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:00.121425 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6956214e-42d7-4827-9f41-cc88c474c8b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0baeef86-e05c-4584-a8b0-b9df1da7a2ac'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:42:00.123650 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab72a5cf-dd5c-46ae-a5b1-5bdbc7fd01d1" -d '{"events": [{"server_uuid": "6956214e-42d7-4827-9f41-cc88c474c8b7", "name": "network-vif-plugged", "status": "completed", "tag": "0baeef86-e05c-4584-a8b0-b9df1da7a2ac"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:42:00.187150 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 0baeef86-e05c-4584-a8b0-b9df1da7a2ac, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=0baeef86-e05c-4584-a8b0-b9df1da7a2ac,segment=NetworkSegment(18563972-a346-4d2f-9db2-6c97a64b55cb),segment_id=18563972-a346-4d2f-9db2-6c97a64b55cb)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:42:00.201500 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e67981-e7d3-48e1-8965-9c4e9f8e38cb req-093dd607-18bb-4607-8438-e196ff05da68 tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:00.203144 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-12e67981-e7d3-48e1-8965-9c4e9f8e38cb req-093dd607-18bb-4607-8438-e196ff05da68 tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] 10.222.0.87 "GET /v2.0/ports?device_id=7492068d-a768-4b35-b548-83e3edeb717c HTTP/1.1" status: 200 len: 931 time: 0.3138740 Feb 17 17:42:00.253791 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-842cb375-a9db-4da9-a4f9-3b36c30f790e None None] Current status of the port c8e4ba76-f69d-441f-81ba-ef94e549b1e2 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:42:00.266033 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (0baeef86-e05c-4584-a8b0-b9df1da7a2ac), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:00.347387 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb5e366-cd5f-4372-a50b-6341f850b847 service neutron] Pushing event updated for resources: {'Port': ['ID=07789f26-31de-4179-9508-366b7c8dcf1b,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:00.395526 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=0baeef86-e05c-4584-a8b0-b9df1da7a2ac,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:00.426225 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port c8e4ba76-f69d-441f-81ba-ef94e549b1e2 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:42:00.426656 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c8e4ba76-f69d-441f-81ba-ef94e549b1e2), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:00.501608 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e43160ab-bc25-45ab-8189-c7e40c66f043 req-30fc6472-493a-4cdf-bae3-95d938036885 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 210 time: 0.0748713 Feb 17 17:42:00.524962 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b7bb6d34-6301-4a30-a19d-66ccbc7d90b2 None None] Provisioning complete for port 3d452635-e512-473e-a84a-a4e106cef39c triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:42:00.526621 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b7bb6d34-6301-4a30-a19d-66ccbc7d90b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (3d452635-e512-473e-a84a-a4e106cef39c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:00.592359 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-d803be4c-8677-4916-b1b4-b384719a0d52 req-beb5e366-cd5f-4372-a50b-6341f850b847 service neutron] Attempting to bind port 07789f26-31de-4179-9508-366b7c8dcf1b on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:42:00.592577 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-d803be4c-8677-4916-b1b4-b384719a0d52 req-beb5e366-cd5f-4372-a50b-6341f850b847 service neutron] Attempting to bind port 07789f26-31de-4179-9508-366b7c8dcf1b by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': 'a4a802fa-6d6a-44b0-a6af-8352902a0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6d2c051c-f5fb-4ea4-8622-2e6ebc263a26'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:42:00.592913 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d803be4c-8677-4916-b1b4-b384719a0d52 req-beb5e366-cd5f-4372-a50b-6341f850b847 service neutron] Attempting to bind port 07789f26-31de-4179-9508-366b7c8dcf1b on network 6d2c051c-f5fb-4ea4-8622-2e6ebc263a26 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:42:00.657647 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d803be4c-8677-4916-b1b4-b384719a0d52 req-beb5e366-cd5f-4372-a50b-6341f850b847 service neutron] Port 07789f26-31de-4179-9508-366b7c8dcf1b on network 6d2c051c-f5fb-4ea4-8622-2e6ebc263a26 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:42:00.658297 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d803be4c-8677-4916-b1b4-b384719a0d52 req-beb5e366-cd5f-4372-a50b-6341f850b847 service neutron] Attempting to bind port 07789f26-31de-4179-9508-366b7c8dcf1b on network 6d2c051c-f5fb-4ea4-8622-2e6ebc263a26 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:42:00.666625 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-12e67981-e7d3-48e1-8965-9c4e9f8e38cb req-50dbd036-86df-4641-b2a5-39c0d676fbc9 tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] 10.222.0.87 "GET /v2.0/security-groups?id=04e714d3-07c0-4cea-9f77-13c45a3b8be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4308619 Feb 17 17:42:00.684358 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b0bd1488-84c3-4d69-920c-eaa8179c8b89 req-772ecf2c-0535-426c-96c1-325cde53e04d tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] 10.222.0.87 "GET /v2.0/security-groups/92e1f6d8-66ad-4f41-81a8-d785f83069e1 HTTP/1.1" status: 200 len: 3016 time: 0.0973823 Feb 17 17:42:00.685610 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d803be4c-8677-4916-b1b4-b384719a0d52 req-beb5e366-cd5f-4372-a50b-6341f850b847 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:42:00.688979 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d803be4c-8677-4916-b1b4-b384719a0d52 req-beb5e366-cd5f-4372-a50b-6341f850b847 service neutron] Checking segment: {'id': 'a4a802fa-6d6a-44b0-a6af-8352902a0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6d2c051c-f5fb-4ea4-8622-2e6ebc263a26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:42:00.689618 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d803be4c-8677-4916-b1b4-b384719a0d52 req-beb5e366-cd5f-4372-a50b-6341f850b847 service neutron] Bound using segment: {'id': 'a4a802fa-6d6a-44b0-a6af-8352902a0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6d2c051c-f5fb-4ea4-8622-2e6ebc263a26'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:42:00.690464 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-d803be4c-8677-4916-b1b4-b384719a0d52 req-beb5e366-cd5f-4372-a50b-6341f850b847 service neutron] Bound port: 07789f26-31de-4179-9508-366b7c8dcf1b, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4a802fa-6d6a-44b0-a6af-8352902a0277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6d2c051c-f5fb-4ea4-8622-2e6ebc263a26'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:42:00.691137 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d803be4c-8677-4916-b1b4-b384719a0d52 req-beb5e366-cd5f-4372-a50b-6341f850b847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (07789f26-31de-4179-9508-366b7c8dcf1b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:00.710027 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b7bb6d34-6301-4a30-a19d-66ccbc7d90b2 None None] Port 3d452635-e512-473e-a84a-a4e106cef39c cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:42:00.852368 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d766a598-2128-4aa8-9a7b-29e3ee4324e6 x-openstack-request-id: req-d766a598-2128-4aa8-9a7b-29e3ee4324e6 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:42:00.854646 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6956214e-42d7-4827-9f41-cc88c474c8b7", "name": "network-vif-plugged", "status": "completed", "tag": "0baeef86-e05c-4584-a8b0-b9df1da7a2ac", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:42:00.855002 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d766a598-2128-4aa8-9a7b-29e3ee4324e6 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:42:00.855424 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6956214e-42d7-4827-9f41-cc88c474c8b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0baeef86-e05c-4584-a8b0-b9df1da7a2ac', 'code': 200} Feb 17 17:42:00.909271 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port c8e4ba76-f69d-441f-81ba-ef94e549b1e2 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:42:01.024803 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-d803be4c-8677-4916-b1b4-b384719a0d52 req-beb5e366-cd5f-4372-a50b-6341f850b847 service neutron] For port 07789f26-31de-4179-9508-366b7c8dcf1b, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:42:01.070536 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-d803be4c-8677-4916-b1b4-b384719a0d52 req-beb5e366-cd5f-4372-a50b-6341f850b847 service neutron] For port 07789f26-31de-4179-9508-366b7c8dcf1b, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=07789f26-31de-4179-9508-366b7c8dcf1b,segment=NetworkSegment(a4a802fa-6d6a-44b0-a6af-8352902a0277),segment_id=a4a802fa-6d6a-44b0-a6af-8352902a0277)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:42:01.083441 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2986558d-3474-455e-8226-9646db179dba tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (27e62dec-dd3d-46ed-93fa-3142e825e676), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:01.125907 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d803be4c-8677-4916-b1b4-b384719a0d52 req-beb5e366-cd5f-4372-a50b-6341f850b847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (07789f26-31de-4179-9508-366b7c8dcf1b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:01.163700 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d803be4c-8677-4916-b1b4-b384719a0d52 req-beb5e366-cd5f-4372-a50b-6341f850b847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:01.164269 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d803be4c-8677-4916-b1b4-b384719a0d52 req-beb5e366-cd5f-4372-a50b-6341f850b847 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:01.165736 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d803be4c-8677-4916-b1b4-b384719a0d52 req-beb5e366-cd5f-4372-a50b-6341f850b847 service neutron] 10.222.0.71 "PUT /v2.0/ports/07789f26-31de-4179-9508-366b7c8dcf1b HTTP/1.1" status: 200 len: 1091 time: 2.9904077 Feb 17 17:42:01.169009 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-537178de-9355-429a-a6f7-f3672c2fb8fd req-0f03b829-4e5d-4b40-b762-383b3acf3763 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] 10.222.0.87 "GET /v2.0/security-group-rules/af76836d-2f7a-4052-9fb4-8e766243a39a HTTP/1.1" status: 200 len: 783 time: 0.2858453 Feb 17 17:42:01.169465 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7492068d-a768-4b35-b548-83e3edeb717c', 'tag': '07789f26-31de-4179-9508-366b7c8dcf1b'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:42:01.180098 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8340c4-3d52-4028-b609-0233eb83080d" -d '{"events": [{"name": "network-changed", "server_uuid": "7492068d-a768-4b35-b548-83e3edeb717c", "tag": "07789f26-31de-4179-9508-366b7c8dcf1b"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:42:01.364582 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98825bd8-7eda-49db-8548-cb0b7f6b124e req-d47b4854-35a5-461a-8954-784679db5f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:01.367719 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-98825bd8-7eda-49db-8548-cb0b7f6b124e req-d47b4854-35a5-461a-8954-784679db5f98 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=6956214e-42d7-4827-9f41-cc88c474c8b7 HTTP/1.1" status: 200 len: 1128 time: 0.4663002 Feb 17 17:42:01.450978 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb5e366-cd5f-4372-a50b-6341f850b847 service neutron] Pushing event updated for resources: {'Port': ['ID=07789f26-31de-4179-9508-366b7c8dcf1b,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:01.497074 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca112e-d2fc-4155-ad1b-de4e11caea58 req-58406975-9c64-4945-98b9-2e7f369aad27 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:01.501163 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f2ca112e-d2fc-4155-ad1b-de4e11caea58 req-58406975-9c64-4945-98b9-2e7f369aad27 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=6956214e-42d7-4827-9f41-cc88c474c8b7 HTTP/1.1" status: 200 len: 946 time: 0.6051161 Feb 17 17:42:01.560846 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-537178de-9355-429a-a6f7-f3672c2fb8fd req-3f45f7ab-633f-4f1d-afee-1ac4f05b4ab6 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] 10.222.0.87 "GET /v2.0/security-groups/92e1f6d8-66ad-4f41-81a8-d785f83069e1 HTTP/1.1" status: 200 len: 3016 time: 0.3325751 Feb 17 17:42:01.577368 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-2986558d-3474-455e-8226-9646db179dba tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Deleting port 3d452635-e512-473e-a84a-a4e106cef39c {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:42:01.580272 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2986558d-3474-455e-8226-9646db179dba tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (3d452635-e512-473e-a84a-a4e106cef39c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:01.662778 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-537178de-9355-429a-a6f7-f3672c2fb8fd req-81389e5a-3bc5-4064-acca-48abc036363a tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group_rule (af76836d-2f7a-4052-9fb4-8e766243a39a), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:01.685365 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d803be4c-8677-4916-b1b4-b384719a0d52 req-c35acb14-86b2-4dbf-a687-1be18b67bf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:01.687189 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d803be4c-8677-4916-b1b4-b384719a0d52 req-c35acb14-86b2-4dbf-a687-1be18b67bf0a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=38c36ff59cec4a6383e4836c2fe2624e&device_id=7492068d-a768-4b35-b548-83e3edeb717c HTTP/1.1" status: 200 len: 1125 time: 0.4570227 Feb 17 17:42:01.716808 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-537178de-9355-429a-a6f7-f3672c2fb8fd req-81389e5a-3bc5-4064-acca-48abc036363a tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group_rule (af76836d-2f7a-4052-9fb4-8e766243a39a), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:01.747250 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-98825bd8-7eda-49db-8548-cb0b7f6b124e req-7fe83dcb-9318-4d66-b91c-336af9ac886e service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543770 Feb 17 17:42:01.761553 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2986558d-3474-455e-8226-9646db179dba tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (3d452635-e512-473e-a84a-a4e106cef39c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:01.811405 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-2986558d-3474-455e-8226-9646db179dba tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Calling delete_port for 3d452635-e512-473e-a84a-a4e106cef39c owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:42:01.961436 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d803be4c-8677-4916-b1b4-b384719a0d52 req-b7f4ac13-d64b-4521-bcca-0138ff46d44f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07789f26-31de-4179-9508-366b7c8dcf1b HTTP/1.1" status: 200 len: 217 time: 0.2548308 Feb 17 17:42:02.055930 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f2ca112e-d2fc-4155-ad1b-de4e11caea58 req-c2037bb2-4d5c-477f-a282-fc8a8fdb55b8 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5436616 Feb 17 17:42:02.090770 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-537178de-9355-429a-a6f7-f3672c2fb8fd req-81389e5a-3bc5-4064-acca-48abc036363a tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (af76836d-2f7a-4052-9fb4-8e766243a39a), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:02.104257 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-537178de-9355-429a-a6f7-f3672c2fb8fd req-81389e5a-3bc5-4064-acca-48abc036363a tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:02.117332 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-537178de-9355-429a-a6f7-f3672c2fb8fd req-81389e5a-3bc5-4064-acca-48abc036363a tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/af76836d-2f7a-4052-9fb4-8e766243a39a HTTP/1.1" status: 204 len: 173 time: 0.5565119 Feb 17 17:42:02.131518 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f63ca-a847-48b5-8163-f794c2544c39 req-4b81fcaa-34fe-4b6e-a19a-53097a977dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:02.133597 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-769f63ca-a847-48b5-8163-f794c2544c39 req-4b81fcaa-34fe-4b6e-a19a-53097a977dce service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b225e2b2-ab3f-4f53-a044-4c9a77e83d8f HTTP/1.1" status: 200 len: 1127 time: 0.2432265 Feb 17 17:42:02.163283 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d803be4c-8677-4916-b1b4-b384719a0d52 req-75bc83c9-4637-4355-a52c-c36dd6b9cdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:02.164854 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d803be4c-8677-4916-b1b4-b384719a0d52 req-75bc83c9-4637-4355-a52c-c36dd6b9cdba service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f515b944-7b71-4852-900d-ed2a445b62af HTTP/1.1" status: 200 len: 848 time: 0.1740212 Feb 17 17:42:02.165812 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81389e5a-3bc5-4064-acca-48abc036363a tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=af76836d-2f7a-4052-9fb4-8e766243a39a,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:02.173344 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2986558d-3474-455e-8226-9646db179dba tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (3d452635-e512-473e-a84a-a4e106cef39c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:02.298607 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d803be4c-8677-4916-b1b4-b384719a0d52 req-03352fe9-d748-479e-9449-f7ef4488eab7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6d2c051c-f5fb-4ea4-8622-2e6ebc263a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1056921 Feb 17 17:42:02.305406 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2986558d-3474-455e-8226-9646db179dba tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event deleted for resources: {'Port': ['ID=3d452635-e512-473e-a84a-a4e106cef39c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:02.306363 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af6974a-4587-4a1e-acbd-573acff3196e x-openstack-request-id: req-5af6974a-4587-4a1e-acbd-573acff3196e {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:42:02.306943 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7492068d-a768-4b35-b548-83e3edeb717c", "tag": "07789f26-31de-4179-9508-366b7c8dcf1b", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:42:02.312860 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5af6974a-4587-4a1e-acbd-573acff3196e {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:42:02.313645 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7492068d-a768-4b35-b548-83e3edeb717c', 'tag': '07789f26-31de-4179-9508-366b7c8dcf1b', 'status': 'completed', 'code': 200} Feb 17 17:42:02.455480 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2986558d-3474-455e-8226-9646db179dba tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (27e62dec-dd3d-46ed-93fa-3142e825e676), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:02.501214 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d803be4c-8677-4916-b1b4-b384719a0d52 req-bab1ac57-2db7-4be0-b3d0-39d4bca6a8db service neutron] 10.222.0.71 "GET /v2.0/networks/6d2c051c-f5fb-4ea4-8622-2e6ebc263a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713078 Feb 17 17:42:02.558570 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-769f63ca-a847-48b5-8163-f794c2544c39 req-2c0d7359-d047-43b4-8a59-bd9405cfe257 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184046 Feb 17 17:42:02.606992 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e32a1998-d087-43f5-be82-cd2930a2297a req-9af55a54-f0c0-437e-9033-997558a2f7be tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 210 time: 0.1031055 Feb 17 17:42:02.772040 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2986558d-3474-455e-8226-9646db179dba tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Router 27e62dec-dd3d-46ed-93fa-3142e825e676 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:42:02.803770 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d803be4c-8677-4916-b1b4-b384719a0d52 req-08684a89-edaa-45ce-91e2-11a47616a2f9 service neutron] 10.222.0.71 "GET /v2.0/networks/6d2c051c-f5fb-4ea4-8622-2e6ebc263a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884865 Feb 17 17:42:02.917238 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b7914fb6-e353-48fa-942e-2c45a285c5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:02.931320 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9993f5-aa5a-4140-bd3b-d8070b48e3a0 req-b49f73b9-e24c-4422-9b28-b939ad6abcda tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:02.933113 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dd9993f5-aa5a-4140-bd3b-d8070b48e3a0 req-b49f73b9-e24c-4422-9b28-b939ad6abcda tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=b225e2b2-ab3f-4f53-a044-4c9a77e83d8f HTTP/1.1" status: 200 len: 945 time: 0.2819972 Feb 17 17:42:02.969763 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2986558d-3474-455e-8226-9646db179dba tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:42:02.985631 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cb5358-1577-4252-8756-a781d7b3ea34 None None] Sync routers for ids ['27e62dec-dd3d-46ed-93fa-3142e825e676'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:42:02.988581 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2986558d-3474-455e-8226-9646db179dba tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "PUT /v2.0/routers/27e62dec-dd3d-46ed-93fa-3142e825e676/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2069373 Feb 17 17:42:02.990394 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 52684) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:03.003784 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cb5358-1577-4252-8756-a781d7b3ea34 None None] Routers {'27e62dec-dd3d-46ed-93fa-3142e825e676'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:42:03.004462 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-b2cb5358-1577-4252-8756-a781d7b3ea34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:41:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['27e62dec-dd3d-46ed-93fa-3142e825e676'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:03.062908 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dd9993f5-aa5a-4140-bd3b-d8070b48e3a0 req-54aa77fd-b058-4901-9b2b-e0b174529a57 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233387 Feb 17 17:42:03.065574 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-aae0a8fe-ba13-4801-a45e-09453356c2cf tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "GET /v2.0/ports?device_id=27e62dec-dd3d-46ed-93fa-3142e825e676 HTTP/1.1" status: 200 len: 205 time: 0.0727167 Feb 17 17:42:03.067820 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 52686) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:03.068130 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-b2cb5358-1577-4252-8756-a781d7b3ea34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:03.083669 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056efb79-5bb6-4f7d-851f-5e7d4aee3bd8 req-209320f0-35ad-4c76-8909-f8662b8de7c5 tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:03.088085 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cb5358-1577-4252-8756-a781d7b3ea34 None None] Routers {'27e62dec-dd3d-46ed-93fa-3142e825e676'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:42:03.088749 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-b2cb5358-1577-4252-8756-a781d7b3ea34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:41:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['27e62dec-dd3d-46ed-93fa-3142e825e676'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:03.091203 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-056efb79-5bb6-4f7d-851f-5e7d4aee3bd8 req-209320f0-35ad-4c76-8909-f8662b8de7c5 tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] 10.222.0.87 "GET /v2.0/ports?device_id=7492068d-a768-4b35-b548-83e3edeb717c HTTP/1.1" status: 200 len: 943 time: 0.3450952 Feb 17 17:42:03.183480 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-b2cb5358-1577-4252-8756-a781d7b3ea34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:03.184167 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cb5358-1577-4252-8756-a781d7b3ea34 None None] The sync data for ids ['27e62dec-dd3d-46ed-93fa-3142e825e676'] in n-d-829613-2 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:42:03.196264 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-056efb79-5bb6-4f7d-851f-5e7d4aee3bd8 req-e6e02b2e-ce58-4202-8ce5-aa16a8523613 tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] 10.222.0.87 "GET /v2.0/security-groups?id=04e714d3-07c0-4cea-9f77-13c45a3b8be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011813 Feb 17 17:42:03.230691 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4a80b8b7-e990-45f9-ae1a-22debdea15f2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for router (27e62dec-dd3d-46ed-93fa-3142e825e676), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:03.235551 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8340c4-3d52-4028-b609-0233eb83080d req-ddf70160-457b-4e0d-828d-2662f9c10bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:03.236927 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8f8340c4-3d52-4028-b609-0233eb83080d req-ddf70160-457b-4e0d-828d-2662f9c10bf1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=38c36ff59cec4a6383e4836c2fe2624e&device_id=7492068d-a768-4b35-b548-83e3edeb717c HTTP/1.1" status: 200 len: 1125 time: 0.3599880 Feb 17 17:42:03.332277 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-73a2f38b-bac9-48aa-a66a-0f65a2b00e9c req-a4a5fd22-39ad-494d-8223-f3acd1ac7783 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] 10.222.0.87 "GET /v2.0/security-groups/92e1f6d8-66ad-4f41-81a8-d785f83069e1 HTTP/1.1" status: 200 len: 2417 time: 0.1595325 Feb 17 17:42:03.415246 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4a80b8b7-e990-45f9-ae1a-22debdea15f2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (27e62dec-dd3d-46ed-93fa-3142e825e676), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:03.418287 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4a80b8b7-e990-45f9-ae1a-22debdea15f2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for router_controller (27e62dec-dd3d-46ed-93fa-3142e825e676), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:03.472389 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4a80b8b7-e990-45f9-ae1a-22debdea15f2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (27e62dec-dd3d-46ed-93fa-3142e825e676), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:03.474038 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a80b8b7-e990-45f9-ae1a-22debdea15f2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Fanout notify agent at l3_agent the message router_deleted on router 27e62dec-dd3d-46ed-93fa-3142e825e676 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:42:03.484916 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4a80b8b7-e990-45f9-ae1a-22debdea15f2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:03.489123 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4a80b8b7-e990-45f9-ae1a-22debdea15f2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "DELETE /v2.0/routers/27e62dec-dd3d-46ed-93fa-3142e825e676 HTTP/1.1" status: 204 len: 168 time: 0.4190164 Feb 17 17:42:03.489969 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 52692) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:03.500688 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-73a2f38b-bac9-48aa-a66a-0f65a2b00e9c req-d60517a2-3e5a-4599-9ab7-c40e528c5c92 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group (92e1f6d8-66ad-4f41-81a8-d785f83069e1), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:03.544173 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931d067-1f08-45c3-a61e-2bd05dfc0662 req-3448e969-2ffd-4213-a245-492e50c3c331 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:03.545428 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-99eb6f2d-83c8-4b70-a616-2173b243cf4e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Deleting subnet 1d741246-3ffa-4873-8b24-c5ff63b7eccf {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:42:03.549152 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-99eb6f2d-83c8-4b70-a616-2173b243cf4e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for subnet (1d741246-3ffa-4873-8b24-c5ff63b7eccf), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:03.552230 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6931d067-1f08-45c3-a61e-2bd05dfc0662 req-3448e969-2ffd-4213-a245-492e50c3c331 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=6956214e-42d7-4827-9f41-cc88c474c8b7 HTTP/1.1" status: 200 len: 946 time: 0.2852559 Feb 17 17:42:03.593737 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-73a2f38b-bac9-48aa-a66a-0f65a2b00e9c req-d60517a2-3e5a-4599-9ab7-c40e528c5c92 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group (92e1f6d8-66ad-4f41-81a8-d785f83069e1), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:03.599487 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-99eb6f2d-83c8-4b70-a616-2173b243cf4e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (1d741246-3ffa-4873-8b24-c5ff63b7eccf), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:03.633726 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8340c4-3d52-4028-b609-0233eb83080d req-b4f8fae1-85af-4cec-95f9-8d4f32e473f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:03.637706 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8f8340c4-3d52-4028-b609-0233eb83080d req-b4f8fae1-85af-4cec-95f9-8d4f32e473f3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6d2c051c-f5fb-4ea4-8622-2e6ebc263a26 HTTP/1.1" status: 200 len: 909 time: 0.3865864 Feb 17 17:42:03.692278 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8f8340c4-3d52-4028-b609-0233eb83080d req-824295f2-08c2-4be3-a1b2-8df784eb33e3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07789f26-31de-4179-9508-366b7c8dcf1b HTTP/1.1" status: 200 len: 217 time: 0.0402691 Feb 17 17:42:03.718156 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-99eb6f2d-83c8-4b70-a616-2173b243cf4e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (1d741246-3ffa-4873-8b24-c5ff63b7eccf), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:03.756194 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8340c4-3d52-4028-b609-0233eb83080d req-eaef553b-be4a-4985-9c97-3e881d3d45d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:03.758156 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8f8340c4-3d52-4028-b609-0233eb83080d req-eaef553b-be4a-4985-9c97-3e881d3d45d9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f515b944-7b71-4852-900d-ed2a445b62af HTTP/1.1" status: 200 len: 848 time: 0.0544953 Feb 17 17:42:03.807169 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8f8340c4-3d52-4028-b609-0233eb83080d req-c510c18e-8635-4330-944a-ae4cd70147fd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6d2c051c-f5fb-4ea4-8622-2e6ebc263a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365400 Feb 17 17:42:03.810169 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-99eb6f2d-83c8-4b70-a616-2173b243cf4e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (1d741246-3ffa-4873-8b24-c5ff63b7eccf), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:03.826512 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6931d067-1f08-45c3-a61e-2bd05dfc0662 req-8a507d00-4d2e-4f4f-9adc-1a4d9b2e8a10 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687385 Feb 17 17:42:03.840781 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb6f2d-83c8-4b70-a616-2173b243cf4e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event deleted for resources: {'Subnet': ['ID=1d741246-3ffa-4873-8b24-c5ff63b7eccf,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:03.854139 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-99eb6f2d-83c8-4b70-a616-2173b243cf4e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:03.862550 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fd3766-b6b1-49d6-8866-8198d63522b5 None None] Network 91f72b8f-d8cd-4fc1-9e27-1c919024b71c requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:42:03.864713 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-99eb6f2d-83c8-4b70-a616-2173b243cf4e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "DELETE /v2.0/subnets/1d741246-3ffa-4873-8b24-c5ff63b7eccf HTTP/1.1" status: 204 len: 168 time: 0.3729241 Feb 17 17:42:03.865692 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 52698) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:04.032186 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-73a2f38b-bac9-48aa-a66a-0f65a2b00e9c req-d60517a2-3e5a-4599-9ab7-c40e528c5c92 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (92e1f6d8-66ad-4f41-81a8-d785f83069e1), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:04.034837 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-73a2f38b-bac9-48aa-a66a-0f65a2b00e9c req-d60517a2-3e5a-4599-9ab7-c40e528c5c92 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:04.036000 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-73a2f38b-bac9-48aa-a66a-0f65a2b00e9c req-d60517a2-3e5a-4599-9ab7-c40e528c5c92 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] 10.222.0.87 "DELETE /v2.0/security-groups/92e1f6d8-66ad-4f41-81a8-d785f83069e1 HTTP/1.1" status: 204 len: 173 time: 0.6836562 Feb 17 17:42:04.054803 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6499759-a6b4-4c6c-ae59-963325b17690 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (91f72b8f-d8cd-4fc1-9e27-1c919024b71c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:04.070663 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60517a2-3e5a-4599-9ab7-c40e528c5c92 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e1f6d8-66ad-4f41-81a8-d785f83069e1,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:04.174173 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d44168-465b-4698-8a91-426975ef3c03 None None] DHCP port deletion for 91f72b8f-d8cd-4fc1-9e27-1c919024b71c request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:42:04.179637 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0c1b3bb5-3ebc-4c58-9eb9-9ac976872919 req-98e3e1f6-5e84-4af5-ac24-cce4881acb8c tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 210 time: 0.0944297 Feb 17 17:42:04.218288 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-c6499759-a6b4-4c6c-ae59-963325b17690 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Deleting port c8e4ba76-f69d-441f-81ba-ef94e549b1e2 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:42:04.218288 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6499759-a6b4-4c6c-ae59-963325b17690 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (c8e4ba76-f69d-441f-81ba-ef94e549b1e2), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:04.229100 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8f8340c4-3d52-4028-b609-0233eb83080d req-e777b407-c1d4-42db-a2ea-1a1f0627c3c1 service neutron] 10.222.0.71 "GET /v2.0/networks/6d2c051c-f5fb-4ea4-8622-2e6ebc263a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011240 Feb 17 17:42:04.306435 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-c6499759-a6b4-4c6c-ae59-963325b17690 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] For port c8e4ba76-f69d-441f-81ba-ef94e549b1e2, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=c8e4ba76-f69d-441f-81ba-ef94e549b1e2,segment=NetworkSegment(cd74ce58-f84c-4137-a1de-5a1ef9057ba0),segment_id=cd74ce58-f84c-4137-a1de-5a1ef9057ba0)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:42:04.307026 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6499759-a6b4-4c6c-ae59-963325b17690 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (c8e4ba76-f69d-441f-81ba-ef94e549b1e2), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:04.322351 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-c6499759-a6b4-4c6c-ae59-963325b17690 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Calling delete_port for c8e4ba76-f69d-441f-81ba-ef94e549b1e2 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:42:04.454259 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6499759-a6b4-4c6c-ae59-963325b17690 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (c8e4ba76-f69d-441f-81ba-ef94e549b1e2), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:04.475903 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [req-b67aa065-4c60-4e3b-90ff-ca1dbfb79f09 req-bb8b1547-6209-4e5d-9860-d38fd5076f93 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] show failed (client error): The resource could not be found. Feb 17 17:42:04.489137 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b67aa065-4c60-4e3b-90ff-ca1dbfb79f09 req-bb8b1547-6209-4e5d-9860-d38fd5076f93 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] 10.222.0.87 "GET /v2.0/security-groups/073a5c91-61c6-4fec-89d8-9fca63da1ace HTTP/1.1" status: 404 len: 352 time: 0.2187395 Feb 17 17:42:04.497266 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6499759-a6b4-4c6c-ae59-963325b17690 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event deleted for resources: {'Port': ['ID=c8e4ba76-f69d-441f-81ba-ef94e549b1e2,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:04.499174 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8f8340c4-3d52-4028-b609-0233eb83080d req-c9936643-b53a-42a7-8018-db143fa5703e service neutron] 10.222.0.71 "GET /v2.0/networks/6d2c051c-f5fb-4ea4-8622-2e6ebc263a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582734 Feb 17 17:42:04.528923 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6499759-a6b4-4c6c-ae59-963325b17690 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] No DVR routers for this DVR port c8e4ba76-f69d-441f-81ba-ef94e549b1e2 on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:42:04.575850 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ecf6d0-32a6-417c-a0cf-5663431f64d1 req-d4fc0dba-e126-4284-97e9-950ae53ce63d tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:04.586372 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-16ecf6d0-32a6-417c-a0cf-5663431f64d1 req-d4fc0dba-e126-4284-97e9-950ae53ce63d tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=fb683c74-b73e-4567-907c-f82e1bc386ea HTTP/1.1" status: 200 len: 945 time: 0.4012837 Feb 17 17:42:04.658853 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-91d44168-465b-4698-8a91-426975ef3c03 None None] Deleting port c8e4ba76-f69d-441f-81ba-ef94e549b1e2 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:42:04.659638 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-91d44168-465b-4698-8a91-426975ef3c03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (c8e4ba76-f69d-441f-81ba-ef94e549b1e2), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:04.676285 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6499759-a6b4-4c6c-ae59-963325b17690 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (91f72b8f-d8cd-4fc1-9e27-1c919024b71c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:04.697684 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00364d2b-8935-4395-8a0b-823b6f53b066 req-da08febc-fa04-4eb4-91af-afd5f35c6e6a tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:04.704761 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-00364d2b-8935-4395-8a0b-823b6f53b066 req-da08febc-fa04-4eb4-91af-afd5f35c6e6a tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=b225e2b2-ab3f-4f53-a044-4c9a77e83d8f HTTP/1.1" status: 200 len: 945 time: 0.1172426 Feb 17 17:42:04.712191 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-c6499759-a6b4-4c6c-ae59-963325b17690 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91f72b8f-d8cd-4fc1-9e27-1c919024b71c']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:04.726656 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-c6499759-a6b4-4c6c-ae59-963325b17690 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd74ce58-f84c-4137-a1de-5a1ef9057ba0') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:04.727011 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-c6499759-a6b4-4c6c-ae59-963325b17690 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd74ce58-f84c-4137-a1de-5a1ef9057ba0') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:04.735500 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-16ecf6d0-32a6-417c-a0cf-5663431f64d1 req-4e1bb0c0-345b-4e10-9382-0b347dd0ca6c tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246529 Feb 17 17:42:04.750192 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6499759-a6b4-4c6c-ae59-963325b17690 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (cd74ce58-f84c-4137-a1de-5a1ef9057ba0), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:04.785261 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6499759-a6b4-4c6c-ae59-963325b17690 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (cd74ce58-f84c-4137-a1de-5a1ef9057ba0), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:04.793159 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-91d44168-465b-4698-8a91-426975ef3c03 None None] For port c8e4ba76-f69d-441f-81ba-ef94e549b1e2, host n-d-829613-2, got binding levels [] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:42:04.793560 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-91d44168-465b-4698-8a91-426975ef3c03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (c8e4ba76-f69d-441f-81ba-ef94e549b1e2), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:04.805280 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-00364d2b-8935-4395-8a0b-823b6f53b066 req-d6a7705a-35cc-49cb-a8dd-0b6833dc1384 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965128 Feb 17 17:42:04.805647 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6499759-a6b4-4c6c-ae59-963325b17690 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:42:04.805974 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6499759-a6b4-4c6c-ae59-963325b17690 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (cd74ce58-f84c-4137-a1de-5a1ef9057ba0), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:04.809464 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:42:04.809464 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:42:04.809464 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:42:04.809464 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:42:04.809464 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:42:04.809464 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:42:04.809464 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:42:04.809464 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:42:04.809464 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:42:04.809464 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:42:04.809464 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:42:04.809464 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:42:04.809464 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:42:04.809464 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:42:04.809464 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:42:04.809464 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:42:04.809464 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:42:04.809464 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:42:04.809464 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:42:04.809464 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:42:04.809464 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:42:04.809464 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:42:04.809464 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:42:04.809464 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:42:04.809464 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:42:04.809464 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:42:04.809464 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:42:04.809464 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:42:04.809464 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:42:04.809464 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:42:04.809464 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:42:04.809464 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:42:04.823459 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-91d44168-465b-4698-8a91-426975ef3c03 None None] Calling delete_port for c8e4ba76-f69d-441f-81ba-ef94e549b1e2 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:42:04.828119 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.ipam_backend_mixin [None req-91d44168-465b-4698-8a91-426975ef3c03 None None] Port c8e4ba76-f69d-441f-81ba-ef94e549b1e2 was not found and therefore no delete operation was performed {{(pid=103436) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 17 17:42:04.831577 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-91d44168-465b-4698-8a91-426975ef3c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (c8e4ba76-f69d-441f-81ba-ef94e549b1e2), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:04.855392 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d44168-465b-4698-8a91-426975ef3c03 None None] No DVR routers for this DVR port c8e4ba76-f69d-441f-81ba-ef94e549b1e2 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:42:04.922459 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d44168-465b-4698-8a91-426975ef3c03 None None] Pushing event deleted for resources: {'Port': ['ID=c8e4ba76-f69d-441f-81ba-ef94e549b1e2,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:04.968015 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6499759-a6b4-4c6c-ae59-963325b17690 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (91f72b8f-d8cd-4fc1-9e27-1c919024b71c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:04.983169 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6499759-a6b4-4c6c-ae59-963325b17690 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:04.998464 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 52722) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:04.999907 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c6499759-a6b4-4c6c-ae59-963325b17690 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "DELETE /v2.0/networks/91f72b8f-d8cd-4fc1-9e27-1c919024b71c HTTP/1.1" status: 204 len: 168 time: 1.1247854 Feb 17 17:42:05.019171 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6499759-a6b4-4c6c-ae59-963325b17690 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event deleted for resources: {'Network': ['ID=91f72b8f-d8cd-4fc1-9e27-1c919024b71c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:05.019892 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-e2305be6-e944-4336-afba-86221847efc6 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1651222951', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:42:05.028234 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0263a548-1414-4744-b58d-78ca4e0be0c4 req-6fc1ba74-6d50-4604-a92e-33d295a4462f tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] 10.222.0.87 "GET /v2.0/security-groups/44b7244e-649e-4d16-93b3-9d872ca9cb91 HTTP/1.1" status: 200 len: 1824 time: 0.1701729 Feb 17 17:42:05.092864 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e2305be6-e944-4336-afba-86221847efc6 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (9b2c10db-b692-4548-8f09-96a7ae3ab222), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:05.093906 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e2305be6-e944-4336-afba-86221847efc6 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (9b2c10db-b692-4548-8f09-96a7ae3ab222), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:05.102270 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2160b5c4-5354-4e27-90a5-225f58ff05e8 req-68164248-37e3-4b7a-8f64-3d10f6f27f60 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=55c7eb16-fee7-4f03-a0c9-94507e94006c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2346179 Feb 17 17:42:05.140733 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc953b6-94f1-4354-8aab-621f63071235 req-9a3936bd-82f5-4857-b87f-f3417466c49f tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:05.142445 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bbc953b6-94f1-4354-8aab-621f63071235 req-9a3936bd-82f5-4857-b87f-f3417466c49f tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] 10.222.0.87 "GET /v2.0/ports?device_id=7492068d-a768-4b35-b548-83e3edeb717c HTTP/1.1" status: 200 len: 943 time: 0.2088883 Feb 17 17:42:05.277437 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e2305be6-e944-4336-afba-86221847efc6 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for router_controller (9b2c10db-b692-4548-8f09-96a7ae3ab222), precommit_add_association {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:05.295322 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e2305be6-e944-4336-afba-86221847efc6 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (9b2c10db-b692-4548-8f09-96a7ae3ab222), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:05.331966 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0263a548-1414-4744-b58d-78ca4e0be0c4 req-9848dcbb-ff22-4203-af85-514c4b3886ac tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group (44b7244e-649e-4d16-93b3-9d872ca9cb91), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:05.368566 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e2305be6-e944-4336-afba-86221847efc6 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:05.372159 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e2305be6-e944-4336-afba-86221847efc6 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3714380 Feb 17 17:42:05.373222 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bbc953b6-94f1-4354-8aab-621f63071235 req-e0d56594-4241-4473-8fd6-cff98de5558a tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] 10.222.0.87 "GET /v2.0/security-groups?id=04e714d3-07c0-4cea-9f77-13c45a3b8be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729736 Feb 17 17:42:05.373913 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 52726) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:05.391284 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-9cf7c682-1b56-4eef-9815-f1199d9634cf tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-776392163'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:42:05.410404 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-55a15f24-a0ee-4cfc-a89f-6c7e08cdf738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:05.419467 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0263a548-1414-4744-b58d-78ca4e0be0c4 req-9848dcbb-ff22-4203-af85-514c4b3886ac tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group (44b7244e-649e-4d16-93b3-9d872ca9cb91), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:05.433496 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160b5c4-5354-4e27-90a5-225f58ff05e8 req-b9155657-ee24-42ef-a8b0-4b187596832b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:05.435052 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2160b5c4-5354-4e27-90a5-225f58ff05e8 req-b9155657-ee24-42ef-a8b0-4b187596832b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4010b90dceb14ea6a98968e6b17cf28b&device_id=55c7eb16-fee7-4f03-a0c9-94507e94006c HTTP/1.1" status: 200 len: 1128 time: 0.2906978 Feb 17 17:42:05.476401 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf7c682-1b56-4eef-9815-f1199d9634cf tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Made reservation on behalf of 04e7db23090146589aa29ee9174e4b32 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:42:05.488657 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9cf7c682-1b56-4eef-9815-f1199d9634cf tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:05.535470 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0263a548-1414-4744-b58d-78ca4e0be0c4 req-9848dcbb-ff22-4203-af85-514c4b3886ac tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (44b7244e-649e-4d16-93b3-9d872ca9cb91), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:05.538113 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0263a548-1414-4744-b58d-78ca4e0be0c4 req-9848dcbb-ff22-4203-af85-514c4b3886ac tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:05.545019 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0263a548-1414-4744-b58d-78ca4e0be0c4 req-9848dcbb-ff22-4203-af85-514c4b3886ac tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] 10.222.0.87 "DELETE /v2.0/security-groups/44b7244e-649e-4d16-93b3-9d872ca9cb91 HTTP/1.1" status: 204 len: 173 time: 0.5033081 Feb 17 17:42:05.576304 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cf7c682-1b56-4eef-9815-f1199d9634cf tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:42:05.582652 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160b5c4-5354-4e27-90a5-225f58ff05e8 req-e2650a34-4d57-4723-8a30-5473a0931343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:05.585249 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2160b5c4-5354-4e27-90a5-225f58ff05e8 req-e2650a34-4d57-4723-8a30-5473a0931343 service neutron] 10.222.0.91 "GET /v2.0/networks?id=41eab850-74f8-4919-9573-0fe261607aa2 HTTP/1.1" status: 200 len: 907 time: 0.1218796 Feb 17 17:42:05.602332 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9848dcbb-ff22-4203-af85-514c4b3886ac tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b7244e-649e-4d16-93b3-9d872ca9cb91,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:05.602497 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9cf7c682-1b56-4eef-9815-f1199d9634cf tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (789634e2-9da7-49c8-869a-638c701d36f1), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:05.602824 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-9cf7c682-1b56-4eef-9815-f1199d9634cf tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Added segment 789634e2-9da7-49c8-869a-638c701d36f1 of type vlan for network 584e0f41-bf60-4bc2-9b57-471ac9f5365d Feb 17 17:42:05.661819 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2160b5c4-5354-4e27-90a5-225f58ff05e8 req-cedb9870-1b46-489f-9b75-63c674791c6f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0cc2a16-299a-4fcb-9e02-8e660124ccbc HTTP/1.1" status: 200 len: 217 time: 0.0687733 Feb 17 17:42:05.739131 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9cf7c682-1b56-4eef-9815-f1199d9634cf tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (584e0f41-bf60-4bc2-9b57-471ac9f5365d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:05.769683 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device c8e4ba76-f69d-441f-81ba-ef94e549b1e2 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:42:05.789430 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9cf7c682-1b56-4eef-9815-f1199d9634cf tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (584e0f41-bf60-4bc2-9b57-471ac9f5365d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:05.799307 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf7c682-1b56-4eef-9815-f1199d9634cf tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:05.800165 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9cf7c682-1b56-4eef-9815-f1199d9634cf tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:05.831123 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160b5c4-5354-4e27-90a5-225f58ff05e8 req-aaa2109b-c9cd-405d-a6ac-5489e9f409f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:05.832766 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2160b5c4-5354-4e27-90a5-225f58ff05e8 req-aaa2109b-c9cd-405d-a6ac-5489e9f409f5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b20ab57b-0ae5-4c69-b6b9-871207503198 HTTP/1.1" status: 200 len: 846 time: 0.1297088 Feb 17 17:42:05.855174 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9cf7c682-1b56-4eef-9815-f1199d9634cf tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4734716 Feb 17 17:42:05.857628 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 52740) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:05.859504 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced1898-d457-4ad6-b788-a71b50c362b1 req-71106e12-f984-4291-9bba-2f722a35c80f tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:05.866976 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-b4d24671-1311-404c-9bc9-7437e6ebb2ed tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Request body: {'subnet': {'network_id': '584e0f41-bf60-4bc2-9b57-471ac9f5365d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:42:05.867652 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1ced1898-d457-4ad6-b788-a71b50c362b1 req-71106e12-f984-4291-9bba-2f722a35c80f tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=6956214e-42d7-4827-9f41-cc88c474c8b7 HTTP/1.1" status: 200 len: 946 time: 0.2618308 Feb 17 17:42:05.870142 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: c8e4ba76-f69d-441f-81ba-ef94e549b1e2 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:42:05.870504 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device c8e4ba76-f69d-441f-81ba-ef94e549b1e2 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:42:05.889474 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 07789f26-31de-4179-9508-366b7c8dcf1b details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:42:05.922475 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2160b5c4-5354-4e27-90a5-225f58ff05e8 req-7575c79d-d4a4-42e4-8689-c6d1aa6cf529 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=41eab850-74f8-4919-9573-0fe261607aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813050 Feb 17 17:42:05.931425 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf7c682-1b56-4eef-9815-f1199d9634cf tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event updated for resources: {'Network': ['ID=584e0f41-bf60-4bc2-9b57-471ac9f5365d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:05.954795 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95764d66-9893-453a-b2c7-e21c46a44a25 req-5200776a-43e5-4bc6-a972-cac621d63f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:05.956638 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-95764d66-9893-453a-b2c7-e21c46a44a25 req-5200776a-43e5-4bc6-a972-cac621d63f52 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b0fb42267d024cfbae564aa55b350788&device_id=b225e2b2-ab3f-4f53-a044-4c9a77e83d8f HTTP/1.1" status: 200 len: 1127 time: 0.1914883 Feb 17 17:42:06.014935 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1ced1898-d457-4ad6-b788-a71b50c362b1 req-61848696-09df-448f-96ec-5a1d4a2ca546 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462100 Feb 17 17:42:06.071934 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d24671-1311-404c-9bc9-7437e6ebb2ed tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Made reservation on behalf of 04e7db23090146589aa29ee9174e4b32 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:42:06.080376 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b4d24671-1311-404c-9bc9-7437e6ebb2ed tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:06.205638 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a468b1f3-6f45-4b9e-9bfd-dcd097d40338 req-37086633-ddf5-463d-bd6e-5c6ac8d976bc tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] 10.222.0.87 "GET /v2.0/security-groups/1e70214e-c288-4cf8-9aa9-46cc49b4f7ae HTTP/1.1" status: 200 len: 1823 time: 0.1232879 Feb 17 17:42:06.212599 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 07789f26-31de-4179-9508-366b7c8dcf1b, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=07789f26-31de-4179-9508-366b7c8dcf1b,segment=NetworkSegment(a4a802fa-6d6a-44b0-a6af-8352902a0277),segment_id=a4a802fa-6d6a-44b0-a6af-8352902a0277)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:42:06.257893 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 584e0f41-bf60-4bc2-9b57-471ac9f5365d details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:42:06.262107 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2160b5c4-5354-4e27-90a5-225f58ff05e8 req-c10eee6c-98fe-448b-8192-5ceb18587a3d service neutron] 10.222.0.91 "GET /v2.0/networks/41eab850-74f8-4919-9573-0fe261607aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301532 Feb 17 17:42:06.263800 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95764d66-9893-453a-b2c7-e21c46a44a25 req-c10376d2-6531-4a5d-a383-0d6ceb04d3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:06.265980 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-95764d66-9893-453a-b2c7-e21c46a44a25 req-c10376d2-6531-4a5d-a383-0d6ceb04d3d0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b2cdfbff-16c7-45e3-b97b-944f59a2460d HTTP/1.1" status: 200 len: 912 time: 0.2923069 Feb 17 17:42:06.370492 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-95764d66-9893-453a-b2c7-e21c46a44a25 req-b5dbf9b2-4448-4f27-9490-2469090eb74c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab034c34-3587-4fb7-b4fe-fa25164c42db HTTP/1.1" status: 200 len: 217 time: 0.0672517 Feb 17 17:42:06.411413 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '07789f26-31de-4179-9508-366b7c8dcf1b', 'network_id': '6d2c051c-f5fb-4ea4-8622-2e6ebc263a26', 'port_id': '07789f26-31de-4179-9508-366b7c8dcf1b', 'mac_address': 'fa:16:3e:50:2a:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f515b944-7b71-4852-900d-ed2a445b62af', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:42:06.469910 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 07789f26-31de-4179-9508-366b7c8dcf1b is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:42:06.470373 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (07789f26-31de-4179-9508-366b7c8dcf1b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:06.495073 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07789f26-31de-4179-9508-366b7c8dcf1b {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:42:06.518633 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 07789f26-31de-4179-9508-366b7c8dcf1b, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=07789f26-31de-4179-9508-366b7c8dcf1b,segment=NetworkSegment(a4a802fa-6d6a-44b0-a6af-8352902a0277),segment_id=a4a802fa-6d6a-44b0-a6af-8352902a0277)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:42:06.526072 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (07789f26-31de-4179-9508-366b7c8dcf1b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:06.536357 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b4d24671-1311-404c-9bc9-7437e6ebb2ed tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:06.560729 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a468b1f3-6f45-4b9e-9bfd-dcd097d40338 req-acc22f24-5a35-4257-b4c2-2ba617dd0521 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group (1e70214e-c288-4cf8-9aa9-46cc49b4f7ae), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:06.591661 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=07789f26-31de-4179-9508-366b7c8dcf1b,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:06.623925 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d24671-1311-404c-9bc9-7437e6ebb2ed tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event updated for resources: {'Subnet': ['ID=dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:06.645374 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d24671-1311-404c-9bc9-7437e6ebb2ed tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Checking segment: {'id': '789634e2-9da7-49c8-869a-638c701d36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '584e0f41-bf60-4bc2-9b57-471ac9f5365d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:42:06.645374 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d24671-1311-404c-9bc9-7437e6ebb2ed tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Network hostable DHCP agents. Network: 584e0f41-bf60-4bc2-9b57-471ac9f5365d, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:42:06.658056 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:06.671446 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d24671-1311-404c-9bc9-7437e6ebb2ed tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Network 584e0f41-bf60-4bc2-9b57-471ac9f5365d is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:42:06.688351 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-b4d24671-1311-404c-9bc9-7437e6ebb2ed tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 584e0f41-bf60-4bc2-9b57-471ac9f5365d) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:42:06.690771 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-835c2e63-e212-43e0-96be-949a7947af95 req-4fea6636-67ff-42db-a181-3607b632f470 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 210 time: 0.0791538 Feb 17 17:42:06.701298 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231dbc56-45b5-4c57-8b0c-ac24907987a9 None None] Network 584e0f41-bf60-4bc2-9b57-471ac9f5365d requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:42:06.708611 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d24671-1311-404c-9bc9-7437e6ebb2ed tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:06.709318 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b4d24671-1311-404c-9bc9-7437e6ebb2ed tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:06.710111 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a468b1f3-6f45-4b9e-9bfd-dcd097d40338 req-acc22f24-5a35-4257-b4c2-2ba617dd0521 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group (1e70214e-c288-4cf8-9aa9-46cc49b4f7ae), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:06.731126 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95764d66-9893-453a-b2c7-e21c46a44a25 req-a4c81036-b866-4f70-818f-c5db96a21a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:06.735482 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-95764d66-9893-453a-b2c7-e21c46a44a25 req-a4c81036-b866-4f70-818f-c5db96a21a98 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=36b5f32c-14a0-4a60-ad2f-22440ca5b40f HTTP/1.1" status: 200 len: 851 time: 0.3564448 Feb 17 17:42:06.740478 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b4d24671-1311-404c-9bc9-7437e6ebb2ed tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8816445 Feb 17 17:42:06.743768 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 52750) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:06.756099 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2160b5c4-5354-4e27-90a5-225f58ff05e8 req-17b7f1ff-ea9a-4674-bb81-adff3a2f03e6 service neutron] 10.222.0.91 "GET /v2.0/networks/41eab850-74f8-4919-9573-0fe261607aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4489062 Feb 17 17:42:06.807875 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-95764d66-9893-453a-b2c7-e21c46a44a25 req-3555cae1-d1e7-4855-916c-efde624494f3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b2cdfbff-16c7-45e3-b97b-944f59a2460d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493021 Feb 17 17:42:06.840443 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['07789f26-31de-4179-9508-366b7c8dcf1b'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:42:06.952113 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf1d8d8-6aef-42a4-8597-fde236c15eee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-584e0f41-bf60-4bc2-9b57-471ac9f5365d', 'network_id': '584e0f41-bf60-4bc2-9b57-471ac9f5365d', 'project_id': '04e7db23090146589aa29ee9174e4b32', 'fixed_ips': [{'subnet_id': 'dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:42:06.953048 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-baf1d8d8-6aef-42a4-8597-fde236c15eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:07.118789 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-baf1d8d8-6aef-42a4-8597-fde236c15eee None None] Allocated IP 2001:db8::2 (584e0f41-bf60-4bc2-9b57-471ac9f5365d/dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2/ada0fa99-6afd-4088-b02f-fa0fd554af5c) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:42:07.283118 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-baf1d8d8-6aef-42a4-8597-fde236c15eee None None] Publish callbacks [] for port (ada0fa99-6afd-4088-b02f-fa0fd554af5c), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:07.295751 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-baf1d8d8-6aef-42a4-8597-fde236c15eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (ada0fa99-6afd-4088-b02f-fa0fd554af5c), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:07.345391 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-403d9d7e-723b-426d-8fc5-3a7f448c9ea3 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:07.349197 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf1d8d8-6aef-42a4-8597-fde236c15eee None None] Pushing event updated for resources: {'Port': ['ID=ada0fa99-6afd-4088-b02f-fa0fd554af5c,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:07.367211 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf1d8d8-6aef-42a4-8597-fde236c15eee None None] Network 584e0f41-bf60-4bc2-9b57-471ac9f5365d is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:42:07.369609 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-baf1d8d8-6aef-42a4-8597-fde236c15eee None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:42:07.376688 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf1d8d8-6aef-42a4-8597-fde236c15eee None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:42:07.488746 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-baf1d8d8-6aef-42a4-8597-fde236c15eee None None] Attempting to bind port ada0fa99-6afd-4088-b02f-fa0fd554af5c on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:42:07.489413 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-baf1d8d8-6aef-42a4-8597-fde236c15eee None None] Attempting to bind port ada0fa99-6afd-4088-b02f-fa0fd554af5c by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '789634e2-9da7-49c8-869a-638c701d36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '584e0f41-bf60-4bc2-9b57-471ac9f5365d'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:42:07.489553 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf1d8d8-6aef-42a4-8597-fde236c15eee None None] Attempting to bind port ada0fa99-6afd-4088-b02f-fa0fd554af5c on network 584e0f41-bf60-4bc2-9b57-471ac9f5365d {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:42:07.518766 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a468b1f3-6f45-4b9e-9bfd-dcd097d40338 req-acc22f24-5a35-4257-b4c2-2ba617dd0521 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (1e70214e-c288-4cf8-9aa9-46cc49b4f7ae), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:07.520637 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf1d8d8-6aef-42a4-8597-fde236c15eee None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:42:07.521023 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf1d8d8-6aef-42a4-8597-fde236c15eee None None] Checking segment: {'id': '789634e2-9da7-49c8-869a-638c701d36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '584e0f41-bf60-4bc2-9b57-471ac9f5365d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:42:07.521449 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-baf1d8d8-6aef-42a4-8597-fde236c15eee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:07.521570 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a468b1f3-6f45-4b9e-9bfd-dcd097d40338 req-acc22f24-5a35-4257-b4c2-2ba617dd0521 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:07.521866 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf1d8d8-6aef-42a4-8597-fde236c15eee None None] Bound using segment: {'id': '789634e2-9da7-49c8-869a-638c701d36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '584e0f41-bf60-4bc2-9b57-471ac9f5365d'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:42:07.522628 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a468b1f3-6f45-4b9e-9bfd-dcd097d40338 req-acc22f24-5a35-4257-b4c2-2ba617dd0521 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] 10.222.0.87 "DELETE /v2.0/security-groups/1e70214e-c288-4cf8-9aa9-46cc49b4f7ae HTTP/1.1" status: 204 len: 173 time: 1.2769704 Feb 17 17:42:07.532724 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-baf1d8d8-6aef-42a4-8597-fde236c15eee None None] Bound port: ada0fa99-6afd-4088-b02f-fa0fd554af5c, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '789634e2-9da7-49c8-869a-638c701d36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '584e0f41-bf60-4bc2-9b57-471ac9f5365d'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:42:07.533505 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-baf1d8d8-6aef-42a4-8597-fde236c15eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ada0fa99-6afd-4088-b02f-fa0fd554af5c), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:07.544338 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc22f24-5a35-4257-b4c2-2ba617dd0521 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e70214e-c288-4cf8-9aa9-46cc49b4f7ae,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:07.643844 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f132058c-53ab-4298-8472-ac1c02c5e4f7 req-2a5256ee-a190-4de7-bd87-7502e90ae093 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:07.651725 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f132058c-53ab-4298-8472-ac1c02c5e4f7 req-2a5256ee-a190-4de7-bd87-7502e90ae093 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=b225e2b2-ab3f-4f53-a044-4c9a77e83d8f HTTP/1.1" status: 200 len: 945 time: 0.2068441 Feb 17 17:42:07.732100 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-95764d66-9893-453a-b2c7-e21c46a44a25 req-d3553814-3e98-4416-9b71-c7e10036e4b0 service neutron] 10.222.0.71 "GET /v2.0/networks/b2cdfbff-16c7-45e3-b97b-944f59a2460d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9167976 Feb 17 17:42:07.743434 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-baf1d8d8-6aef-42a4-8597-fde236c15eee None None] For port ada0fa99-6afd-4088-b02f-fa0fd554af5c, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:42:07.769305 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-baf1d8d8-6aef-42a4-8597-fde236c15eee None None] For port ada0fa99-6afd-4088-b02f-fa0fd554af5c, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=ada0fa99-6afd-4088-b02f-fa0fd554af5c,segment=NetworkSegment(789634e2-9da7-49c8-869a-638c701d36f1),segment_id=789634e2-9da7-49c8-869a-638c701d36f1)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:42:07.817552 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-baf1d8d8-6aef-42a4-8597-fde236c15eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ada0fa99-6afd-4088-b02f-fa0fd554af5c), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:07.819091 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f132058c-53ab-4298-8472-ac1c02c5e4f7 req-6973b5d1-9744-4631-8fad-61907d3fce7f tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656022 Feb 17 17:42:07.932205 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-403d9d7e-723b-426d-8fc5-3a7f448c9ea3 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Allocated IP 2001:db8::1 (584e0f41-bf60-4bc2-9b57-471ac9f5365d/dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2/24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:42:07.952381 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-95764d66-9893-453a-b2c7-e21c46a44a25 req-b5a69e82-0063-43f7-afdd-f2e3ebfd70a6 service neutron] 10.222.0.71 "GET /v2.0/networks/b2cdfbff-16c7-45e3-b97b-944f59a2460d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076857 Feb 17 17:42:08.001893 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:08.021455 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf1d8d8-6aef-42a4-8597-fde236c15eee None None] Pushing event updated for resources: {'Port': ['ID=ada0fa99-6afd-4088-b02f-fa0fd554af5c,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:08.092709 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-403d9d7e-723b-426d-8fc5-3a7f448c9ea3 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for port (24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:08.108226 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-27b5ce20-5fa3-41c0-a5cb-ea3e57ee6434 req-d5f1c4d7-2c58-4bd8-adac-f4df69bbb042 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] 10.222.0.87 "GET /v2.0/security-groups/8cfd399d-05e3-46e2-8e79-517c8fd7ae8c HTTP/1.1" status: 200 len: 1824 time: 0.1217813 Feb 17 17:42:08.130601 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-403d9d7e-723b-426d-8fc5-3a7f448c9ea3 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:08.145715 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0908f-b1de-4d5a-a13b-77bbfdd2944f req-0ead46aa-0bd5-49a4-89cf-ee6de26b4947 tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:08.147295 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b5d0908f-b1de-4d5a-a13b-77bbfdd2944f req-0ead46aa-0bd5-49a4-89cf-ee6de26b4947 tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] 10.222.0.87 "GET /v2.0/ports?device_id=7492068d-a768-4b35-b548-83e3edeb717c HTTP/1.1" status: 200 len: 944 time: 0.1499097 Feb 17 17:42:08.211676 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403d9d7e-723b-426d-8fc5-3a7f448c9ea3 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Network 584e0f41-bf60-4bc2-9b57-471ac9f5365d is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:42:08.215646 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-403d9d7e-723b-426d-8fc5-3a7f448c9ea3 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:42:08.224533 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403d9d7e-723b-426d-8fc5-3a7f448c9ea3 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:42:08.225350 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-403d9d7e-723b-426d-8fc5-3a7f448c9ea3 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (9b2c10db-b692-4548-8f09-96a7ae3ab222), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:08.238333 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b5d0908f-b1de-4d5a-a13b-77bbfdd2944f req-6dbdd0e8-84a5-46c8-a948-812faa33477b tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] 10.222.0.87 "GET /v2.0/security-groups?id=04e714d3-07c0-4cea-9f77-13c45a3b8be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837228 Feb 17 17:42:08.275916 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-27b5ce20-5fa3-41c0-a5cb-ea3e57ee6434 req-59164d56-9a61-4185-890b-296add718561 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group (8cfd399d-05e3-46e2-8e79-517c8fd7ae8c), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:08.285663 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d9d7e-723b-426d-8fc5-3a7f448c9ea3 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event updated for resources: {'Port': ['ID=24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:08.303832 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-27b5ce20-5fa3-41c0-a5cb-ea3e57ee6434 req-59164d56-9a61-4185-890b-296add718561 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group (8cfd399d-05e3-46e2-8e79-517c8fd7ae8c), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:08.411322 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-130e8a65-f5d0-482c-bd1b-79095dea26cd req-3ea2d5af-db5f-428a-8ccd-8ebccb5275d2 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 210 time: 0.0601141 Feb 17 17:42:08.417375 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-403d9d7e-723b-426d-8fc5-3a7f448c9ea3 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:08.423653 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-27b5ce20-5fa3-41c0-a5cb-ea3e57ee6434 req-59164d56-9a61-4185-890b-296add718561 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (8cfd399d-05e3-46e2-8e79-517c8fd7ae8c), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:08.426775 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-27b5ce20-5fa3-41c0-a5cb-ea3e57ee6434 req-59164d56-9a61-4185-890b-296add718561 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:08.445216 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-27b5ce20-5fa3-41c0-a5cb-ea3e57ee6434 req-59164d56-9a61-4185-890b-296add718561 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] 10.222.0.87 "DELETE /v2.0/security-groups/8cfd399d-05e3-46e2-8e79-517c8fd7ae8c HTTP/1.1" status: 204 len: 173 time: 0.3264260 Feb 17 17:42:08.480607 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59164d56-9a61-4185-890b-296add718561 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfd399d-05e3-46e2-8e79-517c8fd7ae8c,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:08.605201 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a19dc79f-b91c-444f-b501-97a915f21456 req-4663e23f-cc64-425d-9d43-ab6e0d29efca tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] 10.222.0.87 "GET /v2.0/security-groups/c47e0839-6668-40fb-9952-db2aade8e6c1 HTTP/1.1" status: 200 len: 2424 time: 0.1109622 Feb 17 17:42:08.619946 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f11cc-603c-4a94-8a72-387da6ef7064 req-4444bd01-97f5-4c85-ac2d-a82dd8e68b6c tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:08.622423 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-620f11cc-603c-4a94-8a72-387da6ef7064 req-4444bd01-97f5-4c85-ac2d-a82dd8e68b6c tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=6956214e-42d7-4827-9f41-cc88c474c8b7 HTTP/1.1" status: 200 len: 946 time: 0.0860467 Feb 17 17:42:08.723964 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-620f11cc-603c-4a94-8a72-387da6ef7064 req-a22c2838-a153-4c0c-bdac-07a250e152c2 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875645 Feb 17 17:42:08.736717 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a19dc79f-b91c-444f-b501-97a915f21456 req-9f4a7226-4576-4dff-8ac9-cb8a9467b6e8 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group (c47e0839-6668-40fb-9952-db2aade8e6c1), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:08.774697 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a19dc79f-b91c-444f-b501-97a915f21456 req-9f4a7226-4576-4dff-8ac9-cb8a9467b6e8 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group (c47e0839-6668-40fb-9952-db2aade8e6c1), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:08.840832 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a19dc79f-b91c-444f-b501-97a915f21456 req-9f4a7226-4576-4dff-8ac9-cb8a9467b6e8 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (c47e0839-6668-40fb-9952-db2aade8e6c1), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:08.844682 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a19dc79f-b91c-444f-b501-97a915f21456 req-9f4a7226-4576-4dff-8ac9-cb8a9467b6e8 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:08.849427 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a19dc79f-b91c-444f-b501-97a915f21456 req-9f4a7226-4576-4dff-8ac9-cb8a9467b6e8 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] 10.222.0.87 "DELETE /v2.0/security-groups/c47e0839-6668-40fb-9952-db2aade8e6c1 HTTP/1.1" status: 204 len: 173 time: 0.2371411 Feb 17 17:42:08.873183 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4a7226-4576-4dff-8ac9-cb8a9467b6e8 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47e0839-6668-40fb-9952-db2aade8e6c1,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:08.969053 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fe00cf9c-b81e-4fb1-a023-f53a0ccea8a4 req-01745cd2-767c-4fd7-b17b-28230f0a7e68 tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] 10.222.0.87 "GET /v2.0/security-groups/f2504de8-9eee-4333-bd54-9dc2d361f484 HTTP/1.1" status: 200 len: 2417 time: 0.0782926 Feb 17 17:42:08.990073 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:09.050832 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e504db3-6d7d-4830-a414-23bc5508cc28 req-40dfd6ac-fdba-4114-97f9-adb9a57f97d2 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:09.058961 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2e504db3-6d7d-4830-a414-23bc5508cc28 req-40dfd6ac-fdba-4114-97f9-adb9a57f97d2 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=b225e2b2-ab3f-4f53-a044-4c9a77e83d8f HTTP/1.1" status: 200 len: 945 time: 0.1076498 Feb 17 17:42:09.082343 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-fe00cf9c-b81e-4fb1-a023-f53a0ccea8a4 req-1d8af762-8fdd-492c-8278-dc809f974a1e tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group (f2504de8-9eee-4333-bd54-9dc2d361f484), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:09.128260 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-fe00cf9c-b81e-4fb1-a023-f53a0ccea8a4 req-1d8af762-8fdd-492c-8278-dc809f974a1e tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group (f2504de8-9eee-4333-bd54-9dc2d361f484), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:09.198439 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2e504db3-6d7d-4830-a414-23bc5508cc28 req-baac68ef-8435-42c6-ab13-4034f6820625 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385753 Feb 17 17:42:09.238738 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-403d9d7e-723b-426d-8fc5-3a7f448c9ea3 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for port (24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:09.249685 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-403d9d7e-723b-426d-8fc5-3a7f448c9ea3 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:09.252324 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-403d9d7e-723b-426d-8fc5-3a7f448c9ea3 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (9b2c10db-b692-4548-8f09-96a7ae3ab222), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:09.274292 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d2ae5c-ea20-4583-98b2-3c14f3511668 req-f190f805-6132-4eae-91a5-d0e5ddc5b83c tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:09.279630 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d7d2ae5c-ea20-4583-98b2-3c14f3511668 req-f190f805-6132-4eae-91a5-d0e5ddc5b83c tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.91 "GET /v2.0/ports?device_id=6956214e-42d7-4827-9f41-cc88c474c8b7 HTTP/1.1" status: 200 len: 946 time: 0.1249533 Feb 17 17:42:09.282572 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-fe00cf9c-b81e-4fb1-a023-f53a0ccea8a4 req-1d8af762-8fdd-492c-8278-dc809f974a1e tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (f2504de8-9eee-4333-bd54-9dc2d361f484), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:09.299749 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-fe00cf9c-b81e-4fb1-a023-f53a0ccea8a4 req-1d8af762-8fdd-492c-8278-dc809f974a1e tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:09.306550 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fe00cf9c-b81e-4fb1-a023-f53a0ccea8a4 req-1d8af762-8fdd-492c-8278-dc809f974a1e tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] 10.222.0.87 "DELETE /v2.0/security-groups/f2504de8-9eee-4333-bd54-9dc2d361f484 HTTP/1.1" status: 204 len: 173 time: 0.3218393 Feb 17 17:42:09.336799 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 52798) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:09.353476 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8af762-8fdd-492c-8278-dc809f974a1e tempest-SecurityGroupRulesTestJSON-324032938 tempest-SecurityGroupRulesTestJSON-324032938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2504de8-9eee-4333-bd54-9dc2d361f484,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:09.435113 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d9d7e-723b-426d-8fc5-3a7f448c9ea3 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event updated for resources: {'Port': ['ID=24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:09.541259 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f3449e-7a61-42c5-a2b4-a1aa9e906ec0 None None] Network 584e0f41-bf60-4bc2-9b57-471ac9f5365d requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:42:09.572081 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403d9d7e-723b-426d-8fc5-3a7f448c9ea3 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Network 584e0f41-bf60-4bc2-9b57-471ac9f5365d is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:42:09.573565 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-403d9d7e-723b-426d-8fc5-3a7f448c9ea3 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:42:09.589405 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e2c57e2-ab65-4818-aeab-67dfe3e7d654 admin admin] Deleting subnet 6cb63f13-407c-434b-8ea9-7e2ac8625cd1 {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:42:09.593474 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3e2c57e2-ab65-4818-aeab-67dfe3e7d654 admin admin] Publish callbacks [] for subnet (6cb63f13-407c-434b-8ea9-7e2ac8625cd1), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:09.719376 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3e2c57e2-ab65-4818-aeab-67dfe3e7d654 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (6cb63f13-407c-434b-8ea9-7e2ac8625cd1), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:09.774719 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-8aaf54ee-adf7-4baa-9301-ea533c05605b None None] Provisioning complete for port ada0fa99-6afd-4088-b02f-fa0fd554af5c triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:42:09.775095 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8aaf54ee-adf7-4baa-9301-ea533c05605b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ada0fa99-6afd-4088-b02f-fa0fd554af5c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:09.784965 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3e2c57e2-ab65-4818-aeab-67dfe3e7d654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (6cb63f13-407c-434b-8ea9-7e2ac8625cd1), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:09.808592 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-403d9d7e-723b-426d-8fc5-3a7f448c9ea3 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Router 9b2c10db-b692-4548-8f09-96a7ae3ab222 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:42:09.827985 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device ada0fa99-6afd-4088-b02f-fa0fd554af5c up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:42:09.870264 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ab208-6ff7-42c2-a778-2d94d1267f44 req-ad24bec2-a037-4b8c-b9e0-5d856356a7a9 tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:09.872427 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-068ab208-6ff7-42c2-a778-2d94d1267f44 req-ad24bec2-a037-4b8c-b9e0-5d856356a7a9 tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] 10.222.0.87 "GET /v2.0/ports?device_id=7492068d-a768-4b35-b548-83e3edeb717c HTTP/1.1" status: 200 len: 944 time: 0.4239504 Feb 17 17:42:09.875241 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3e2c57e2-ab65-4818-aeab-67dfe3e7d654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (6cb63f13-407c-434b-8ea9-7e2ac8625cd1), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:09.904404 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 07789f26-31de-4179-9508-366b7c8dcf1b up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:42:10.003567 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-068ab208-6ff7-42c2-a778-2d94d1267f44 req-95bc59f1-08b0-4900-81ca-e719a9e5a765 tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] 10.222.0.87 "GET /v2.0/security-groups?id=04e714d3-07c0-4cea-9f77-13c45a3b8be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239066 Feb 17 17:42:10.019999 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403d9d7e-723b-426d-8fc5-3a7f448c9ea3 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:42:10.049240 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c57e2-ab65-4818-aeab-67dfe3e7d654 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cb63f13-407c-434b-8ea9-7e2ac8625cd1,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:10.052928 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-403d9d7e-723b-426d-8fc5-3a7f448c9ea3 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "PUT /v2.0/routers/9b2c10db-b692-4548-8f09-96a7ae3ab222/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3070259 Feb 17 17:42:10.053967 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 52838) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:10.058871 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3e2c57e2-ab65-4818-aeab-67dfe3e7d654 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:10.059001 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc524dd-2191-4b9e-9c83-dbfe059898e1 None None] Sync routers for ids ['9b2c10db-b692-4548-8f09-96a7ae3ab222'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:42:10.072047 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-3e2c57e2-ab65-4818-aeab-67dfe3e7d654 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/6cb63f13-407c-434b-8ea9-7e2ac8625cd1 HTTP/1.1" status: 204 len: 168 time: 0.7109051 Feb 17 17:42:10.075593 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc524dd-2191-4b9e-9c83-dbfe059898e1 None None] Routers {'9b2c10db-b692-4548-8f09-96a7ae3ab222'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:42:10.076990 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-fcc524dd-2191-4b9e-9c83-dbfe059898e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:42:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['9b2c10db-b692-4548-8f09-96a7ae3ab222'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:10.077543 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-d1e0b79b-c195-4f77-b899-62d6239fe8a2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-54980276'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:42:10.090157 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port ada0fa99-6afd-4088-b02f-fa0fd554af5c triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:42:10.092218 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 52840) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:10.099030 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ada0fa99-6afd-4088-b02f-fa0fd554af5c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:10.146001 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e0b79b-c195-4f77-b899-62d6239fe8a2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Made reservation on behalf of 04e7db23090146589aa29ee9174e4b32 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:42:10.154418 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d1e0b79b-c195-4f77-b899-62d6239fe8a2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:10.179733 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 07789f26-31de-4179-9508-366b7c8dcf1b completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:42:10.204828 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 07789f26-31de-4179-9508-366b7c8dcf1b triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:42:10.205243 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-d7d2ae5c-ea20-4583-98b2-3c14f3511668 req-b28db3d1-a269-4bd9-8718-9601554d0181 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Deleting port 0baeef86-e05c-4584-a8b0-b9df1da7a2ac {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:42:10.205597 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d7d2ae5c-ea20-4583-98b2-3c14f3511668 req-b28db3d1-a269-4bd9-8718-9601554d0181 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (0baeef86-e05c-4584-a8b0-b9df1da7a2ac), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:10.208811 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (07789f26-31de-4179-9508-366b7c8dcf1b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:10.221291 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-fcc524dd-2191-4b9e-9c83-dbfe059898e1 None None] Set router 9b2c10db-b692-4548-8f09-96a7ae3ab222 gateway port host: None {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:42:10.235952 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1e0b79b-c195-4f77-b899-62d6239fe8a2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:42:10.254588 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d1e0b79b-c195-4f77-b899-62d6239fe8a2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (d214c733-4506-4196-ba3b-23aa3011a3b7), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:10.255257 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-d1e0b79b-c195-4f77-b899-62d6239fe8a2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Added segment d214c733-4506-4196-ba3b-23aa3011a3b7 of type vlan for network dc7d2cec-fd61-4209-bbf6-b181d90118c3 Feb 17 17:42:10.320316 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-d7d2ae5c-ea20-4583-98b2-3c14f3511668 req-b28db3d1-a269-4bd9-8718-9601554d0181 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] For port 0baeef86-e05c-4584-a8b0-b9df1da7a2ac, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=0baeef86-e05c-4584-a8b0-b9df1da7a2ac,segment=NetworkSegment(18563972-a346-4d2f-9db2-6c97a64b55cb),segment_id=18563972-a346-4d2f-9db2-6c97a64b55cb)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:42:10.320659 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d7d2ae5c-ea20-4583-98b2-3c14f3511668 req-b28db3d1-a269-4bd9-8718-9601554d0181 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (0baeef86-e05c-4584-a8b0-b9df1da7a2ac), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:10.337923 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-d7d2ae5c-ea20-4583-98b2-3c14f3511668 req-b28db3d1-a269-4bd9-8718-9601554d0181 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Calling delete_port for 0baeef86-e05c-4584-a8b0-b9df1da7a2ac owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:42:10.362283 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d1e0b79b-c195-4f77-b899-62d6239fe8a2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (dc7d2cec-fd61-4209-bbf6-b181d90118c3), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:10.370961 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-8aaf54ee-adf7-4baa-9301-ea533c05605b None None] Current status of the port ada0fa99-6afd-4088-b02f-fa0fd554af5c is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:42:10.370961 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8aaf54ee-adf7-4baa-9301-ea533c05605b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ada0fa99-6afd-4088-b02f-fa0fd554af5c), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:10.429604 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d1e0b79b-c195-4f77-b899-62d6239fe8a2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (dc7d2cec-fd61-4209-bbf6-b181d90118c3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:10.435733 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e0b79b-c195-4f77-b899-62d6239fe8a2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:10.437471 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d1e0b79b-c195-4f77-b899-62d6239fe8a2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:10.508665 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d1e0b79b-c195-4f77-b899-62d6239fe8a2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4506578 Feb 17 17:42:10.516333 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 52858) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:10.521287 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-000d5b86-e546-408a-bd61-5d7160e0b2f9 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Request body: {'subnet': {'network_id': 'dc7d2cec-fd61-4209-bbf6-b181d90118c3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:42:10.531219 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-8aaf54ee-adf7-4baa-9301-ea533c05605b None None] For port ada0fa99-6afd-4088-b02f-fa0fd554af5c, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=ada0fa99-6afd-4088-b02f-fa0fd554af5c,segment=NetworkSegment(789634e2-9da7-49c8-869a-638c701d36f1),segment_id=789634e2-9da7-49c8-869a-638c701d36f1)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:42:10.573158 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d7d2ae5c-ea20-4583-98b2-3c14f3511668 req-b28db3d1-a269-4bd9-8718-9601554d0181 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (0baeef86-e05c-4584-a8b0-b9df1da7a2ac), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:10.576957 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b0387623-987c-4138-8e2f-604ef6ad0d65 req-dd74ba92-045e-453e-8ced-bdfda0a1d42c tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 210 time: 0.3990791 Feb 17 17:42:10.621470 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-fcc524dd-2191-4b9e-9c83-dbfe059898e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'name': 'tempest-RoutersIpV6Test-router-1651222951', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:42:05Z', 'updated_at': '2022-02-17T17:42:08Z', 'revision_number': 2, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'gw_port_host': None, '_interfaces': [{'id': '24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe', 'name': '', 'network_id': '584e0f41-bf60-4bc2-9b57-471ac9f5365d', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:24:53:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:07Z', 'updated_at': '2022-02-17T17:42:08Z', 'revision_number': 2, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': 'dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:10.643756 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 07789f26-31de-4179-9508-366b7c8dcf1b is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:42:10.644264 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (07789f26-31de-4179-9508-366b7c8dcf1b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:10.646932 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['d0cc2a16-299a-4fcb-9e02-8e660124ccbc', '0baeef86-e05c-4584-a8b0-b9df1da7a2ac'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:42:10.667421 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b484b438-f072-4a14-a28a-9f8e2bdb9943 req-56758015-c074-4ae1-92bc-3a2e1141da47 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=6956214e-42d7-4827-9f41-cc88c474c8b7 HTTP/1.1" status: 200 len: 210 time: 0.1199837 Feb 17 17:42:10.678927 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['27901c75-5069-43da-b3a9-e01a8f0f0f2b'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:42:10.691286 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8aaf54ee-adf7-4baa-9301-ea533c05605b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ada0fa99-6afd-4088-b02f-fa0fd554af5c), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:10.694697 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e0b79b-c195-4f77-b899-62d6239fe8a2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event updated for resources: {'Network': ['ID=dc7d2cec-fd61-4209-bbf6-b181d90118c3,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:10.706129 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc524dd-2191-4b9e-9c83-dbfe059898e1 None None] Checking router: 9b2c10db-b692-4548-8f09-96a7ae3ab222 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:42:10.706482 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc524dd-2191-4b9e-9c83-dbfe059898e1 None None] Updating router 9b2c10db-b692-4548-8f09-96a7ae3ab222 port 24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:42:10.733370 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000d5b86-e546-408a-bd61-5d7160e0b2f9 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Made reservation on behalf of 04e7db23090146589aa29ee9174e4b32 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:42:10.738778 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-000d5b86-e546-408a-bd61-5d7160e0b2f9 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:10.778620 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-fcc524dd-2191-4b9e-9c83-dbfe059898e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:10.784066 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port ada0fa99-6afd-4088-b02f-fa0fd554af5c is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:42:10.784492 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ada0fa99-6afd-4088-b02f-fa0fd554af5c), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:10.888379 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28db3d1-a269-4bd9-8718-9601554d0181 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Pushing event deleted for resources: {'Port': ['ID=0baeef86-e05c-4584-a8b0-b9df1da7a2ac,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:10.962407 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network dc7d2cec-fd61-4209-bbf6-b181d90118c3 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:42:11.005822 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d2ae5c-ea20-4583-98b2-3c14f3511668 req-b28db3d1-a269-4bd9-8718-9601554d0181 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] No DVR routers for this DVR port 0baeef86-e05c-4584-a8b0-b9df1da7a2ac on host n-h2-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:42:11.012210 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d7d2ae5c-ea20-4583-98b2-3c14f3511668 req-b28db3d1-a269-4bd9-8718-9601554d0181 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:11.015753 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d7d2ae5c-ea20-4583-98b2-3c14f3511668 req-b28db3d1-a269-4bd9-8718-9601554d0181 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.91 "DELETE /v2.0/ports/0baeef86-e05c-4584-a8b0-b9df1da7a2ac HTTP/1.1" status: 204 len: 173 time: 1.7081745 Feb 17 17:42:11.018388 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1372b84f-1195-49e1-a66d-bbc9d8d3f386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (a74fa299-ec56-42b1-a9c7-0cb427121e81), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:11.022732 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6956214e-42d7-4827-9f41-cc88c474c8b7', 'name': 'network-vif-deleted', 'tag': '0baeef86-e05c-4584-a8b0-b9df1da7a2ac'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:42:11.025750 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5328a573-e64c-4432-81ce-061561499353" -d '{"events": [{"server_uuid": "6956214e-42d7-4827-9f41-cc88c474c8b7", "name": "network-vif-deleted", "tag": "0baeef86-e05c-4584-a8b0-b9df1da7a2ac"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:42:11.125634 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0f8d3-71d2-47f1-9dac-0e0c3e50f1a4 req-c3d86edd-19cf-4f36-97cc-1f6683c6052a tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:11.127207 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-30f0f8d3-71d2-47f1-9dac-0e0c3e50f1a4 req-c3d86edd-19cf-4f36-97cc-1f6683c6052a tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=b225e2b2-ab3f-4f53-a044-4c9a77e83d8f HTTP/1.1" status: 200 len: 945 time: 0.3009329 Feb 17 17:42:11.221655 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 07789f26-31de-4179-9508-366b7c8dcf1b, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=07789f26-31de-4179-9508-366b7c8dcf1b,segment=NetworkSegment(a4a802fa-6d6a-44b0-a6af-8352902a0277),segment_id=a4a802fa-6d6a-44b0-a6af-8352902a0277)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:42:11.297853 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-30f0f8d3-71d2-47f1-9dac-0e0c3e50f1a4 req-c9900562-109c-4600-9f78-ed9c68b5ada2 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394229 Feb 17 17:42:11.316770 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7492068d-a768-4b35-b548-83e3edeb717c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07789f26-31de-4179-9508-366b7c8dcf1b'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:42:11.318008 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-000d5b86-e546-408a-bd61-5d7160e0b2f9 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (3da41a4b-ede7-4b1c-8577-5d9bb335ebf9), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:11.321142 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ae9a36-5961-45a3-8c5f-7af14bf895db" -d '{"events": [{"server_uuid": "7492068d-a768-4b35-b548-83e3edeb717c", "name": "network-vif-plugged", "status": "completed", "tag": "07789f26-31de-4179-9508-366b7c8dcf1b"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:42:11.325079 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf54ee-adf7-4baa-9301-ea533c05605b None None] Pushing event updated for resources: {'Port': ['ID=ada0fa99-6afd-4088-b02f-fa0fd554af5c,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:11.382499 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (07789f26-31de-4179-9508-366b7c8dcf1b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:11.399982 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1372b84f-1195-49e1-a66d-bbc9d8d3f386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (a74fa299-ec56-42b1-a9c7-0cb427121e81), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:11.459689 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ff2037-b96d-47d2-91d1-c3c63a99bf62 x-openstack-request-id: req-18ff2037-b96d-47d2-91d1-c3c63a99bf62 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:42:11.459975 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6956214e-42d7-4827-9f41-cc88c474c8b7", "name": "network-vif-deleted", "tag": "0baeef86-e05c-4584-a8b0-b9df1da7a2ac", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:42:11.460230 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-18ff2037-b96d-47d2-91d1-c3c63a99bf62 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:42:11.472024 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d5b86-e546-408a-bd61-5d7160e0b2f9 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event updated for resources: {'Subnet': ['ID=3da41a4b-ede7-4b1c-8577-5d9bb335ebf9,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:11.472717 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-fcc524dd-2191-4b9e-9c83-dbfe059898e1 None None] Publish callbacks [] for port (24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:11.473208 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6956214e-42d7-4827-9f41-cc88c474c8b7', 'name': 'network-vif-deleted', 'tag': '0baeef86-e05c-4584-a8b0-b9df1da7a2ac', 'status': 'completed', 'code': 200} Feb 17 17:42:11.497528 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-fcc524dd-2191-4b9e-9c83-dbfe059898e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:11.503350 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000d5b86-e546-408a-bd61-5d7160e0b2f9 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Checking segment: {'id': 'd214c733-4506-4196-ba3b-23aa3011a3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'dc7d2cec-fd61-4209-bbf6-b181d90118c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:42:11.504206 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000d5b86-e546-408a-bd61-5d7160e0b2f9 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Network hostable DHCP agents. Network: dc7d2cec-fd61-4209-bbf6-b181d90118c3, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:42:11.509539 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-1372b84f-1195-49e1-a66d-bbc9d8d3f386 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a74fa299-ec56-42b1-a9c7-0cb427121e81']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:11.546511 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:42:11.547727 n-d-829613-2 neutron-server[103436]: DEBUG oslo_db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 17:42:11.549806 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000d5b86-e546-408a-bd61-5d7160e0b2f9 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Network dc7d2cec-fd61-4209-bbf6-b181d90118c3 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:42:11.563892 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-1372b84f-1195-49e1-a66d-bbc9d8d3f386 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48fb0e71-67bd-41db-ac22-f883c26fb1e6') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:11.564195 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-1372b84f-1195-49e1-a66d-bbc9d8d3f386 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48fb0e71-67bd-41db-ac22-f883c26fb1e6') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:11.572620 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-fe8fefd5-ec71-47e2-9123-78f36b2a619d None None] Provisioning complete for port 24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:42:11.573246 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fe8fefd5-ec71-47e2-9123-78f36b2a619d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:11.591617 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-000d5b86-e546-408a-bd61-5d7160e0b2f9 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, dc7d2cec-fd61-4209-bbf6-b181d90118c3) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:42:11.597149 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000d5b86-e546-408a-bd61-5d7160e0b2f9 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:11.597759 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-000d5b86-e546-408a-bd61-5d7160e0b2f9 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:11.628739 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec376f71-dfb8-487b-a1cf-7583de3c559e req-93726cd3-7218-4968-bce5-106114980344 tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:11.641537 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ec376f71-dfb8-487b-a1cf-7583de3c559e req-93726cd3-7218-4968-bce5-106114980344 tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] 10.222.0.87 "GET /v2.0/ports?device_id=7492068d-a768-4b35-b548-83e3edeb717c HTTP/1.1" status: 200 len: 945 time: 0.3581657 Feb 17 17:42:11.646680 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-000d5b86-e546-408a-bd61-5d7160e0b2f9 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1291549 Feb 17 17:42:11.648502 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1372b84f-1195-49e1-a66d-bbc9d8d3f386 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (48fb0e71-67bd-41db-ac22-f883c26fb1e6), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:11.649791 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 52882) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:11.660886 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-fe8fefd5-ec71-47e2-9123-78f36b2a619d None None] Port 24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:42:11.670851 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3c25bd-1bca-478a-8806-b9063e865ef5 None None] Network dc7d2cec-fd61-4209-bbf6-b181d90118c3 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:42:11.688085 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad0c27a-037a-4e38-86e6-4e49bac425f9 None None] Pushing event updated for resources: {'Port': ['ID=24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:11.697411 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad0c27a-037a-4e38-86e6-4e49bac425f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:42:11.698066 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad0c27a-037a-4e38-86e6-4e49bac425f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:42:11.698569 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad0c27a-037a-4e38-86e6-4e49bac425f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:42:11.699063 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad0c27a-037a-4e38-86e6-4e49bac425f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:42:11.699567 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad0c27a-037a-4e38-86e6-4e49bac425f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:42:11.700056 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad0c27a-037a-4e38-86e6-4e49bac425f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:42:11.700576 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad0c27a-037a-4e38-86e6-4e49bac425f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:42:11.701062 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad0c27a-037a-4e38-86e6-4e49bac425f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:42:11.701697 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad0c27a-037a-4e38-86e6-4e49bac425f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:42:11.702558 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad0c27a-037a-4e38-86e6-4e49bac425f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:42:11.703175 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad0c27a-037a-4e38-86e6-4e49bac425f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:42:11.703683 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad0c27a-037a-4e38-86e6-4e49bac425f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:42:11.704495 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad0c27a-037a-4e38-86e6-4e49bac425f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:42:11.764308 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-fcc524dd-2191-4b9e-9c83-dbfe059898e1 None None] Attempting to bind port 24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:42:11.764797 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-fcc524dd-2191-4b9e-9c83-dbfe059898e1 None None] Attempting to bind port 24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '789634e2-9da7-49c8-869a-638c701d36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '584e0f41-bf60-4bc2-9b57-471ac9f5365d'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:42:11.765415 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc524dd-2191-4b9e-9c83-dbfe059898e1 None None] Attempting to bind port 24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe on network 584e0f41-bf60-4bc2-9b57-471ac9f5365d {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:42:11.774067 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc524dd-2191-4b9e-9c83-dbfe059898e1 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:42:11.774773 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc524dd-2191-4b9e-9c83-dbfe059898e1 None None] Checking segment: {'id': '789634e2-9da7-49c8-869a-638c701d36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '584e0f41-bf60-4bc2-9b57-471ac9f5365d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:42:11.775766 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-fcc524dd-2191-4b9e-9c83-dbfe059898e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:11.776424 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc524dd-2191-4b9e-9c83-dbfe059898e1 None None] Bound using segment: {'id': '789634e2-9da7-49c8-869a-638c701d36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '584e0f41-bf60-4bc2-9b57-471ac9f5365d'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:42:11.777386 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-fcc524dd-2191-4b9e-9c83-dbfe059898e1 None None] Bound port: 24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '789634e2-9da7-49c8-869a-638c701d36f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '584e0f41-bf60-4bc2-9b57-471ac9f5365d'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:42:11.777999 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-fcc524dd-2191-4b9e-9c83-dbfe059898e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:11.830924 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ec376f71-dfb8-487b-a1cf-7583de3c559e req-91012897-f413-4a9b-99ca-81d239eba65c tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] 10.222.0.87 "GET /v2.0/security-groups?id=04e714d3-07c0-4cea-9f77-13c45a3b8be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868553 Feb 17 17:42:11.885547 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1372b84f-1195-49e1-a66d-bbc9d8d3f386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (48fb0e71-67bd-41db-ac22-f883c26fb1e6), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:11.886907 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-fcc524dd-2191-4b9e-9c83-dbfe059898e1 None None] For port 24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:42:11.913995 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1372b84f-1195-49e1-a66d-bbc9d8d3f386 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:42:11.915050 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1372b84f-1195-49e1-a66d-bbc9d8d3f386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (48fb0e71-67bd-41db-ac22-f883c26fb1e6), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:11.917710 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 17:42:11.917710 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:42:11.917710 n-d-829613-2 neutron-server[103435]: timer() Feb 17 17:42:11.917710 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:42:11.917710 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 17:42:11.917710 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:42:11.917710 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 17:42:11.917710 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:42:11.917710 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 17:42:11.917710 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:42:11.917710 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 17:42:11.917710 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:42:11.917710 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 17:42:11.917710 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:42:11.917710 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:42:11.917710 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:42:11.917710 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:42:11.917710 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:42:11.917710 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 17:42:11.917710 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:42:11.917710 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 17:42:11.917710 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:42:11.917710 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:42:11.917710 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:42:11.917710 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 17:42:11.917710 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:42:11.917710 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:42:11.917710 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:42:11.917710 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:42:11.917710 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:42:11.917710 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:42:11.917710 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:42:11.933069 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 62baaad9-a961-4e18-91ab-20698a2e1ab3 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:42:12.081180 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad39738-770f-4f72-8e11-07784b5bdb9f req-e7e521b0-67fe-433c-a0ac-1a9450d685ff tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:12.090352 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dad39738-770f-4f72-8e11-07784b5bdb9f req-e7e521b0-67fe-433c-a0ac-1a9450d685ff tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/networks?id=83cc66ec-b716-4047-926b-17461255d55d HTTP/1.1" status: 200 len: 805 time: 0.4347987 Feb 17 17:42:12.176409 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-fcc524dd-2191-4b9e-9c83-dbfe059898e1 None None] For port 24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe,segment=NetworkSegment(789634e2-9da7-49c8-869a-638c701d36f1),segment_id=789634e2-9da7-49c8-869a-638c701d36f1)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:42:12.188620 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-fcc524dd-2191-4b9e-9c83-dbfe059898e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:12.189325 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dad39738-770f-4f72-8e11-07784b5bdb9f req-2dd730d3-b86a-49de-b720-157a94ec0530 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/quotas/d25e4e1cdd84422184c0ddb522055b36 HTTP/1.1" status: 200 len: 375 time: 0.0975394 Feb 17 17:42:12.191338 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1372b84f-1195-49e1-a66d-bbc9d8d3f386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (a74fa299-ec56-42b1-a9c7-0cb427121e81), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:12.208940 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1372b84f-1195-49e1-a66d-bbc9d8d3f386 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:12.216655 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1372b84f-1195-49e1-a66d-bbc9d8d3f386 admin admin] 10.222.0.87 "DELETE /v2.0/networks/a74fa299-ec56-42b1-a9c7-0cb427121e81 HTTP/1.1" status: 204 len: 168 time: 2.1212766 Feb 17 17:42:12.278326 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1372b84f-1195-49e1-a66d-bbc9d8d3f386 admin admin] Pushing event deleted for resources: {'Network': ['ID=a74fa299-ec56-42b1-a9c7-0cb427121e81,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:12.308004 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc524dd-2191-4b9e-9c83-dbfe059898e1 None None] Routers {'9b2c10db-b692-4548-8f09-96a7ae3ab222'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:42:12.313681 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-fcc524dd-2191-4b9e-9c83-dbfe059898e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:42:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['9b2c10db-b692-4548-8f09-96a7ae3ab222'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:12.325044 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317ef47a-932b-458e-8789-2ac47b01f56c x-openstack-request-id: req-317ef47a-932b-458e-8789-2ac47b01f56c {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:42:12.325950 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7492068d-a768-4b35-b548-83e3edeb717c", "name": "network-vif-plugged", "status": "completed", "tag": "07789f26-31de-4179-9508-366b7c8dcf1b", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:42:12.326389 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-317ef47a-932b-458e-8789-2ac47b01f56c {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:42:12.326935 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7492068d-a768-4b35-b548-83e3edeb717c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07789f26-31de-4179-9508-366b7c8dcf1b', 'code': 200} Feb 17 17:42:12.377819 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b91508-a75b-4c35-b8cc-006bc1b2b3a2 req-d2a87144-9c01-428b-b3ff-fc1b14c2284c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:12.379339 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-40b91508-a75b-4c35-b8cc-006bc1b2b3a2 req-d2a87144-9c01-428b-b3ff-fc1b14c2284c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7492068d-a768-4b35-b548-83e3edeb717c HTTP/1.1" status: 200 len: 1127 time: 0.2783911 Feb 17 17:42:12.381413 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2bd31890-8869-49e0-809f-fedcc195f7f1 req-edea2633-702d-4f1d-8ba9-efd72f71b665 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 210 time: 0.0622923 Feb 17 17:42:12.396074 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-fe8fefd5-ec71-47e2-9123-78f36b2a619d None None] Provisioning complete for port ada0fa99-6afd-4088-b02f-fa0fd554af5c triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:42:12.398395 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fe8fefd5-ec71-47e2-9123-78f36b2a619d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ada0fa99-6afd-4088-b02f-fa0fd554af5c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:12.462747 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3488c8-0bd7-4bc9-af32-de733d93d088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-dc7d2cec-fd61-4209-bbf6-b181d90118c3', 'network_id': 'dc7d2cec-fd61-4209-bbf6-b181d90118c3', 'project_id': '04e7db23090146589aa29ee9174e4b32', 'fixed_ips': [{'subnet_id': '3da41a4b-ede7-4b1c-8577-5d9bb335ebf9'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:42:12.466170 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ec3488c8-0bd7-4bc9-af32-de733d93d088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:12.469434 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dad39738-770f-4f72-8e11-07784b5bdb9f req-2398c8fe-a3b2-4798-a0bd-a5385db074f7 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=d25e4e1cdd84422184c0ddb522055b36&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2514248 Feb 17 17:42:12.512032 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port ada0fa99-6afd-4088-b02f-fa0fd554af5c is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:42:12.531513 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=07789f26-31de-4179-9508-366b7c8dcf1b,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:12.592324 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2ad007d3-7427-4347-9e2c-9e10a9d6e8dd tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:12.621340 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-40b91508-a75b-4c35-b8cc-006bc1b2b3a2 req-8ffeccfa-7b8b-4e1a-a787-930fe3c59839 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=04e714d3-07c0-4cea-9f77-13c45a3b8be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305579 Feb 17 17:42:12.720688 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-fcc524dd-2191-4b9e-9c83-dbfe059898e1 None None] Set router 9b2c10db-b692-4548-8f09-96a7ae3ab222 gateway port host: None {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:42:12.758653 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 52892) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:12.762513 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device ada0fa99-6afd-4088-b02f-fa0fd554af5c up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:42:13.019235 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-fcc524dd-2191-4b9e-9c83-dbfe059898e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'name': 'tempest-RoutersIpV6Test-router-1651222951', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:42:05Z', 'updated_at': '2022-02-17T17:42:08Z', 'revision_number': 2, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'gw_port_host': None, '_interfaces': [{'id': '24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe', 'name': '', 'network_id': '584e0f41-bf60-4bc2-9b57-471ac9f5365d', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:24:53:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:07Z', 'updated_at': '2022-02-17T17:42:11Z', 'revision_number': 4, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': 'dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:13.028958 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4505a-f73b-423e-8a94-cc4100124bcd req-02978724-d0f5-461b-bb76-10c38cff47bd tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:13.031210 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c2b4505a-f73b-423e-8a94-cc4100124bcd req-02978724-d0f5-461b-bb76-10c38cff47bd tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e1b8510-1502-4cc4-a1b0-9a8c510a86dd HTTP/1.1" status: 200 len: 945 time: 0.4369404 Feb 17 17:42:13.059021 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc524dd-2191-4b9e-9c83-dbfe059898e1 None None] The sync data for ids ['9b2c10db-b692-4548-8f09-96a7ae3ab222'] in n-d-829613-2 is: [{'id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'name': 'tempest-RoutersIpV6Test-router-1651222951', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:42:05Z', 'updated_at': '2022-02-17T17:42:08Z', 'revision_number': 2, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'gw_port_host': None, '_interfaces': [{'id': '24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe', 'name': '', 'network_id': '584e0f41-bf60-4bc2-9b57-471ac9f5365d', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:24:53:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:07Z', 'updated_at': '2022-02-17T17:42:11Z', 'revision_number': 4, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': 'dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:42:13.061919 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad0c27a-037a-4e38-86e6-4e49bac425f9 None None] Pushing event updated for resources: {'Port': ['ID=24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe,revision_number=4']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:13.078570 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 62baaad9-a961-4e18-91ab-20698a2e1ab3 is: ACTIVE; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:42:13.079007 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (62baaad9-a961-4e18-91ab-20698a2e1ab3), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:13.089752 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-2ad007d3-7427-4347-9e2c-9e10a9d6e8dd tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Allocated IP 2001:db8:1::1 (dc7d2cec-fd61-4209-bbf6-b181d90118c3/3da41a4b-ede7-4b1c-8577-5d9bb335ebf9/3645128d-2481-4e12-a8c8-f906e6e3a073) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:42:13.115165 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b4826-75af-457b-93aa-58962cd15e5e req-71f1a94d-a9cc-422d-a7e4-d3a675212729 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:13.123819 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-044b4826-75af-457b-93aa-58962cd15e5e req-71f1a94d-a9cc-422d-a7e4-d3a675212729 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=b225e2b2-ab3f-4f53-a044-4c9a77e83d8f HTTP/1.1" status: 200 len: 945 time: 0.4926934 Feb 17 17:42:13.132160 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-25a7899e-b058-49a5-ac74-c6df0e7f631a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5ab5a8f3d07949ee87fa6424345c8d29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3703766 Feb 17 17:42:13.135255 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port ada0fa99-6afd-4088-b02f-fa0fd554af5c triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:42:13.135641 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ada0fa99-6afd-4088-b02f-fa0fd554af5c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:13.177025 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-fe8fefd5-ec71-47e2-9123-78f36b2a619d None None] Current status of the port ada0fa99-6afd-4088-b02f-fa0fd554af5c is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:42:13.191541 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 52896) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:13.199681 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dad39738-770f-4f72-8e11-07784b5bdb9f req-c74ba26f-d7ad-49b4-bf48-93ffd359a400 service neutron] 10.222.0.87 "GET /v2.0/networks/83cc66ec-b716-4047-926b-17461255d55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7293429 Feb 17 17:42:13.213803 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 62baaad9-a961-4e18-91ab-20698a2e1ab3, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=62baaad9-a961-4e18-91ab-20698a2e1ab3,segment=NetworkSegment(1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8),segment_id=1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:42:13.249997 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (62baaad9-a961-4e18-91ab-20698a2e1ab3), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:13.294031 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2ad007d3-7427-4347-9e2c-9e10a9d6e8dd tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for port (3645128d-2481-4e12-a8c8-f906e6e3a073), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:13.326877 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 0baeef86-e05c-4584-a8b0-b9df1da7a2ac no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:42:13.353034 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: 0baeef86-e05c-4584-a8b0-b9df1da7a2ac {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:42:13.353434 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 0baeef86-e05c-4584-a8b0-b9df1da7a2ac not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:42:13.355224 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port ada0fa99-6afd-4088-b02f-fa0fd554af5c is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:42:13.356674 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2ad007d3-7427-4347-9e2c-9e10a9d6e8dd tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (3645128d-2481-4e12-a8c8-f906e6e3a073), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:13.374657 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-044b4826-75af-457b-93aa-58962cd15e5e req-095c49cb-0fa6-4a88-8293-25a675219cf4 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497308 Feb 17 17:42:13.465962 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-ddc52051-f682-4986-abbb-df05103c571e None None] Provisioning complete for port 24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:42:13.466122 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ddc52051-f682-4986-abbb-df05103c571e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:13.472856 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=62baaad9-a961-4e18-91ab-20698a2e1ab3,revision_number=8']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:13.475344 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dad39738-770f-4f72-8e11-07784b5bdb9f req-84dcfa3d-aaf7-42a8-a584-93b4ea5b9916 service neutron] 10.222.0.87 "GET /v2.0/networks/83cc66ec-b716-4047-926b-17461255d55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647400 Feb 17 17:42:13.479992 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cc5fba04-143d-43e7-ae8b-e17b270cc125 admin admin] Publish callbacks [] for security_group (db12b9a8-8881-4c75-91fc-1eccc995806a), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:13.482138 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad007d3-7427-4347-9e2c-9e10a9d6e8dd tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Network dc7d2cec-fd61-4209-bbf6-b181d90118c3 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:42:13.487196 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-2ad007d3-7427-4347-9e2c-9e10a9d6e8dd tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:42:13.501972 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad007d3-7427-4347-9e2c-9e10a9d6e8dd tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event updated for resources: {'Port': ['ID=3645128d-2481-4e12-a8c8-f906e6e3a073,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:13.505119 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad007d3-7427-4347-9e2c-9e10a9d6e8dd tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:42:13.505885 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2ad007d3-7427-4347-9e2c-9e10a9d6e8dd tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (9b2c10db-b692-4548-8f09-96a7ae3ab222), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:13.537953 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cc5fba04-143d-43e7-ae8b-e17b270cc125 admin admin] Publish callbacks [] for security_group (db12b9a8-8881-4c75-91fc-1eccc995806a), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:13.614018 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-c2b4505a-f73b-423e-8a94-cc4100124bcd req-7ffca07d-24a2-4ca7-9eb8-233acd73e686 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Deleting port 62baaad9-a961-4e18-91ab-20698a2e1ab3 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:42:13.614565 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c2b4505a-f73b-423e-8a94-cc4100124bcd req-7ffca07d-24a2-4ca7-9eb8-233acd73e686 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (62baaad9-a961-4e18-91ab-20698a2e1ab3), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:13.651540 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-ec3488c8-0bd7-4bc9-af32-de733d93d088 None None] Allocated IP 2001:db8:1::2 (dc7d2cec-fd61-4209-bbf6-b181d90118c3/3da41a4b-ede7-4b1c-8577-5d9bb335ebf9/573c86b4-8463-4973-9394-4e8bfe0bc50b) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:42:13.755538 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-c2b4505a-f73b-423e-8a94-cc4100124bcd req-7ffca07d-24a2-4ca7-9eb8-233acd73e686 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] For port 62baaad9-a961-4e18-91ab-20698a2e1ab3, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=62baaad9-a961-4e18-91ab-20698a2e1ab3,segment=NetworkSegment(1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8),segment_id=1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:42:13.756436 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c2b4505a-f73b-423e-8a94-cc4100124bcd req-7ffca07d-24a2-4ca7-9eb8-233acd73e686 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (62baaad9-a961-4e18-91ab-20698a2e1ab3), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:13.773686 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-c2b4505a-f73b-423e-8a94-cc4100124bcd req-7ffca07d-24a2-4ca7-9eb8-233acd73e686 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Calling delete_port for 62baaad9-a961-4e18-91ab-20698a2e1ab3 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:42:13.780191 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2ad007d3-7427-4347-9e2c-9e10a9d6e8dd tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3645128d-2481-4e12-a8c8-f906e6e3a073), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:13.989575 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cc5fba04-143d-43e7-ae8b-e17b270cc125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (db12b9a8-8881-4c75-91fc-1eccc995806a), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:13.993124 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cc5fba04-143d-43e7-ae8b-e17b270cc125 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:13.994182 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-cc5fba04-143d-43e7-ae8b-e17b270cc125 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/db12b9a8-8881-4c75-91fc-1eccc995806a HTTP/1.1" status: 204 len: 168 time: 0.7977650 Feb 17 17:42:14.002189 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c2b4505a-f73b-423e-8a94-cc4100124bcd req-7ffca07d-24a2-4ca7-9eb8-233acd73e686 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (62baaad9-a961-4e18-91ab-20698a2e1ab3), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:14.024294 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-ddc52051-f682-4986-abbb-df05103c571e None None] Current status of the port 24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:42:14.024934 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ddc52051-f682-4986-abbb-df05103c571e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:14.042494 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-27830e80-fef3-475d-88ad-3e6354c452dc req-9a65b394-da55-4912-b329-7653cb62753b tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 210 time: 0.0632966 Feb 17 17:42:14.074593 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5fba04-143d-43e7-ae8b-e17b270cc125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db12b9a8-8881-4c75-91fc-1eccc995806a,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:14.131632 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffca07d-24a2-4ca7-9eb8-233acd73e686 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Pushing event deleted for resources: {'Port': ['ID=62baaad9-a961-4e18-91ab-20698a2e1ab3,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:14.226466 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-ddc52051-f682-4986-abbb-df05103c571e None None] For port 24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe,segment=NetworkSegment(789634e2-9da7-49c8-869a-638c701d36f1),segment_id=789634e2-9da7-49c8-869a-638c701d36f1)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:42:14.236110 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2b4505a-f73b-423e-8a94-cc4100124bcd req-7ffca07d-24a2-4ca7-9eb8-233acd73e686 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] No DVR routers for this DVR port 62baaad9-a961-4e18-91ab-20698a2e1ab3 on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:42:14.250097 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ddc52051-f682-4986-abbb-df05103c571e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:14.251899 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c2b4505a-f73b-423e-8a94-cc4100124bcd req-7ffca07d-24a2-4ca7-9eb8-233acd73e686 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:14.261946 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c2b4505a-f73b-423e-8a94-cc4100124bcd req-7ffca07d-24a2-4ca7-9eb8-233acd73e686 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.71 "DELETE /v2.0/ports/62baaad9-a961-4e18-91ab-20698a2e1ab3 HTTP/1.1" status: 204 len: 173 time: 1.2211154 Feb 17 17:42:14.263576 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e1b8510-1502-4cc4-a1b0-9a8c510a86dd', 'name': 'network-vif-deleted', 'tag': '62baaad9-a961-4e18-91ab-20698a2e1ab3'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:42:14.266195 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59bee4c-9ce7-47d6-b380-651c8c5c6f60" -d '{"events": [{"server_uuid": "5e1b8510-1502-4cc4-a1b0-9a8c510a86dd", "name": "network-vif-deleted", "tag": "62baaad9-a961-4e18-91ab-20698a2e1ab3"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:42:14.305261 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d5dfc-028d-47bd-a1e7-3abe53728635 req-29218205-530b-4aff-b52a-b8a9c1367849 tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:14.306980 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-737d5dfc-028d-47bd-a1e7-3abe53728635 req-29218205-530b-4aff-b52a-b8a9c1367849 tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] 10.222.0.87 "GET /v2.0/ports?device_id=7492068d-a768-4b35-b548-83e3edeb717c HTTP/1.1" status: 200 len: 945 time: 0.3600781 Feb 17 17:42:14.411486 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e1b8510-1502-4cc4-a1b0-9a8c510a86dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62baaad9-a961-4e18-91ab-20698a2e1ab3'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:42:14.414462 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71835fa-dcc7-46cc-be4e-9dd04059c4dd" -d '{"events": [{"server_uuid": "5e1b8510-1502-4cc4-a1b0-9a8c510a86dd", "name": "network-vif-unplugged", "status": "completed", "tag": "62baaad9-a961-4e18-91ab-20698a2e1ab3"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:42:14.480553 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-737d5dfc-028d-47bd-a1e7-3abe53728635 req-f82cc5fd-df8f-415a-828b-25067e473fe0 tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] 10.222.0.87 "GET /v2.0/security-groups?id=04e714d3-07c0-4cea-9f77-13c45a3b8be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472359 Feb 17 17:42:14.496006 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc52051-f682-4986-abbb-df05103c571e None None] Pushing event updated for resources: {'Port': ['ID=24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:14.523631 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ec3488c8-0bd7-4bc9-af32-de733d93d088 None None] Publish callbacks [] for port (573c86b4-8463-4973-9394-4e8bfe0bc50b), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:14.544083 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d9f99-8363-4b7a-b3f4-802bd0cb3027 req-e09e3aa5-3f29-4693-ac04-e1f2ec746019 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:14.546050 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ec3488c8-0bd7-4bc9-af32-de733d93d088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (573c86b4-8463-4973-9394-4e8bfe0bc50b), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:14.555270 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8c8d9f99-8363-4b7a-b3f4-802bd0cb3027 req-e09e3aa5-3f29-4693-ac04-e1f2ec746019 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=fb683c74-b73e-4567-907c-f82e1bc386ea HTTP/1.1" status: 200 len: 945 time: 0.3073413 Feb 17 17:42:14.643966 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2ad007d3-7427-4347-9e2c-9e10a9d6e8dd tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for port (3645128d-2481-4e12-a8c8-f906e6e3a073), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:14.653478 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2ad007d3-7427-4347-9e2c-9e10a9d6e8dd tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (3645128d-2481-4e12-a8c8-f906e6e3a073), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:14.654282 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2ad007d3-7427-4347-9e2c-9e10a9d6e8dd tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (9b2c10db-b692-4548-8f09-96a7ae3ab222), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:14.684197 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3488c8-0bd7-4bc9-af32-de733d93d088 None None] Network dc7d2cec-fd61-4209-bbf6-b181d90118c3 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:42:14.686573 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3488c8-0bd7-4bc9-af32-de733d93d088 None None] Pushing event updated for resources: {'Port': ['ID=573c86b4-8463-4973-9394-4e8bfe0bc50b,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:14.718330 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-ec3488c8-0bd7-4bc9-af32-de733d93d088 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:42:14.733391 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3488c8-0bd7-4bc9-af32-de733d93d088 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:42:14.743618 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-15fcc5e4-8d36-42db-809d-8f73a03ae172 req-badeed8b-4958-4b4c-a8a1-2b212a4e6c21 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=d58b9cc9-333e-4cb9-8286-d3742f827ea1 HTTP/1.1" status: 200 len: 210 time: 0.1586430 Feb 17 17:42:14.747898 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:42:14.797853 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8c8d9f99-8363-4b7a-b3f4-802bd0cb3027 req-3239cc5f-e13e-46fa-b07b-c0e357ecf28a tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341075 Feb 17 17:42:14.844080 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a7d2f4-e201-4a03-b6c9-4d90db7b87d9 x-openstack-request-id: req-47a7d2f4-e201-4a03-b6c9-4d90db7b87d9 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:42:14.844473 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e1b8510-1502-4cc4-a1b0-9a8c510a86dd", "name": "network-vif-deleted", "tag": "62baaad9-a961-4e18-91ab-20698a2e1ab3", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:42:14.844924 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-47a7d2f4-e201-4a03-b6c9-4d90db7b87d9 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:42:14.845419 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e1b8510-1502-4cc4-a1b0-9a8c510a86dd', 'name': 'network-vif-deleted', 'tag': '62baaad9-a961-4e18-91ab-20698a2e1ab3', 'status': 'completed', 'code': 200} Feb 17 17:42:14.888177 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad007d3-7427-4347-9e2c-9e10a9d6e8dd tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event updated for resources: {'Port': ['ID=3645128d-2481-4e12-a8c8-f906e6e3a073,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:14.948617 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 17:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ca6ba4-78d4-4f24-8107-35bb75b84121 x-openstack-request-id: req-c4ca6ba4-78d4-4f24-8107-35bb75b84121 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:42:14.948914 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e1b8510-1502-4cc4-a1b0-9a8c510a86dd", "name": "network-vif-unplugged", "status": "completed", "tag": "62baaad9-a961-4e18-91ab-20698a2e1ab3", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:42:14.949169 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c4ca6ba4-78d4-4f24-8107-35bb75b84121 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:42:14.949562 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e1b8510-1502-4cc4-a1b0-9a8c510a86dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62baaad9-a961-4e18-91ab-20698a2e1ab3', 'code': 200} Feb 17 17:42:14.951137 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-ec3488c8-0bd7-4bc9-af32-de733d93d088 None None] Attempting to bind port 573c86b4-8463-4973-9394-4e8bfe0bc50b on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:42:14.951664 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-ec3488c8-0bd7-4bc9-af32-de733d93d088 None None] Attempting to bind port 573c86b4-8463-4973-9394-4e8bfe0bc50b by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'd214c733-4506-4196-ba3b-23aa3011a3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'dc7d2cec-fd61-4209-bbf6-b181d90118c3'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:42:14.952168 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3488c8-0bd7-4bc9-af32-de733d93d088 None None] Attempting to bind port 573c86b4-8463-4973-9394-4e8bfe0bc50b on network dc7d2cec-fd61-4209-bbf6-b181d90118c3 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:42:14.955824 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:42:14.956423 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:14.962551 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad007d3-7427-4347-9e2c-9e10a9d6e8dd tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Network dc7d2cec-fd61-4209-bbf6-b181d90118c3 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:42:14.964386 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-2ad007d3-7427-4347-9e2c-9e10a9d6e8dd tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:42:14.995544 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3488c8-0bd7-4bc9-af32-de733d93d088 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:42:14.996191 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3488c8-0bd7-4bc9-af32-de733d93d088 None None] Checking segment: {'id': 'd214c733-4506-4196-ba3b-23aa3011a3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'dc7d2cec-fd61-4209-bbf6-b181d90118c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:42:14.996799 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ec3488c8-0bd7-4bc9-af32-de733d93d088 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:14.997344 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3488c8-0bd7-4bc9-af32-de733d93d088 None None] Bound using segment: {'id': 'd214c733-4506-4196-ba3b-23aa3011a3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'dc7d2cec-fd61-4209-bbf6-b181d90118c3'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:42:14.997986 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-ec3488c8-0bd7-4bc9-af32-de733d93d088 None None] Bound port: 573c86b4-8463-4973-9394-4e8bfe0bc50b, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd214c733-4506-4196-ba3b-23aa3011a3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'dc7d2cec-fd61-4209-bbf6-b181d90118c3'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:42:14.998628 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ec3488c8-0bd7-4bc9-af32-de733d93d088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (573c86b4-8463-4973-9394-4e8bfe0bc50b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:15.085028 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97652ea0-ae2e-45ce-852d-0a79cf0e3168 req-fff54163-c40e-4558-b49c-1d7c5c7d249f tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:15.088200 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-97652ea0-ae2e-45ce-852d-0a79cf0e3168 req-fff54163-c40e-4558-b49c-1d7c5c7d249f tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=b225e2b2-ab3f-4f53-a044-4c9a77e83d8f HTTP/1.1" status: 200 len: 945 time: 0.1145022 Feb 17 17:42:15.096812 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-ec3488c8-0bd7-4bc9-af32-de733d93d088 None None] For port 573c86b4-8463-4973-9394-4e8bfe0bc50b, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:42:15.102583 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-ec3488c8-0bd7-4bc9-af32-de733d93d088 None None] For port 573c86b4-8463-4973-9394-4e8bfe0bc50b, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=573c86b4-8463-4973-9394-4e8bfe0bc50b,segment=NetworkSegment(d214c733-4506-4196-ba3b-23aa3011a3b7),segment_id=d214c733-4506-4196-ba3b-23aa3011a3b7)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:42:15.118600 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ec3488c8-0bd7-4bc9-af32-de733d93d088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (573c86b4-8463-4973-9394-4e8bfe0bc50b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:15.201688 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-97652ea0-ae2e-45ce-852d-0a79cf0e3168 req-4bf0a359-4e07-489f-b5ec-5041cd2921ab tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985057 Feb 17 17:42:15.222599 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad007d3-7427-4347-9e2c-9e10a9d6e8dd tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Router 9b2c10db-b692-4548-8f09-96a7ae3ab222 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:42:15.244515 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3488c8-0bd7-4bc9-af32-de733d93d088 None None] Pushing event updated for resources: {'Port': ['ID=573c86b4-8463-4973-9394-4e8bfe0bc50b,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:15.343471 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:42:15.362201 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6e0f9dbe-40c3-4cd4-ba21-c68cba7394de req-38997749-3b7a-441a-be03-b45ff47c8db9 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 210 time: 0.0933480 Feb 17 17:42:15.379031 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad007d3-7427-4347-9e2c-9e10a9d6e8dd tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:42:15.386889 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2ad007d3-7427-4347-9e2c-9e10a9d6e8dd tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "PUT /v2.0/routers/9b2c10db-b692-4548-8f09-96a7ae3ab222/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7333844 Feb 17 17:42:15.392639 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 52934) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:15.398832 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-694e60c8-c05d-4b42-91eb-e889d64558c4 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1088447321'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:42:15.437216 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694e60c8-c05d-4b42-91eb-e889d64558c4 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Made reservation on behalf of 04e7db23090146589aa29ee9174e4b32 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:42:15.449695 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-694e60c8-c05d-4b42-91eb-e889d64558c4 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:15.488038 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-694e60c8-c05d-4b42-91eb-e889d64558c4 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:42:15.500892 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba78ffb-90cf-4982-b0d7-1398ba85932c req-cc596061-23c8-4e44-a0e6-1f82c81eac78 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:15.507343 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0ba78ffb-90cf-4982-b0d7-1398ba85932c req-cc596061-23c8-4e44-a0e6-1f82c81eac78 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.71 "GET /v2.0/ports?device_id=fb683c74-b73e-4567-907c-f82e1bc386ea HTTP/1.1" status: 200 len: 945 time: 0.1440525 Feb 17 17:42:15.519081 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-694e60c8-c05d-4b42-91eb-e889d64558c4 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (3b06922c-3dc1-4fdf-98dd-4ea7926b8a2f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:15.519454 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-694e60c8-c05d-4b42-91eb-e889d64558c4 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Added segment 3b06922c-3dc1-4fdf-98dd-4ea7926b8a2f of type vlan for network a11c25aa-f650-46a2-978a-b723879ca3f4 Feb 17 17:42:15.684896 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20437e50-7302-427f-b813-cbef4f8f6588 None None] Sync routers for ids ['9b2c10db-b692-4548-8f09-96a7ae3ab222'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:42:15.721658 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20437e50-7302-427f-b813-cbef4f8f6588 None None] Routers {'9b2c10db-b692-4548-8f09-96a7ae3ab222'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:42:15.722329 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-20437e50-7302-427f-b813-cbef4f8f6588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:42:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['9b2c10db-b692-4548-8f09-96a7ae3ab222'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:15.735789 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-694e60c8-c05d-4b42-91eb-e889d64558c4 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (a11c25aa-f650-46a2-978a-b723879ca3f4), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:15.797478 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-694e60c8-c05d-4b42-91eb-e889d64558c4 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (a11c25aa-f650-46a2-978a-b723879ca3f4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:15.803235 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694e60c8-c05d-4b42-91eb-e889d64558c4 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:15.806725 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 52946) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:15.811972 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-694e60c8-c05d-4b42-91eb-e889d64558c4 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:15.878864 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-694e60c8-c05d-4b42-91eb-e889d64558c4 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4788601 Feb 17 17:42:15.879800 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 52952) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:15.901597 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-9d2155c2-3da1-43f7-ae51-69457a8000c6 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Request body: {'subnet': {'network_id': 'a11c25aa-f650-46a2-978a-b723879ca3f4', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:42:15.914564 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 62baaad9-a961-4e18-91ab-20698a2e1ab3 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:42:15.944677 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: 62baaad9-a961-4e18-91ab-20698a2e1ab3 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:42:15.945271 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 62baaad9-a961-4e18-91ab-20698a2e1ab3 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:42:15.965074 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad39738-770f-4f72-8e11-07784b5bdb9f req-f80856cf-609e-45b9-baa9-04f5e5e0c933 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:15.966312 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-20437e50-7302-427f-b813-cbef4f8f6588 None None] Set router 9b2c10db-b692-4548-8f09-96a7ae3ab222 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:42:15.967009 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dad39738-770f-4f72-8e11-07784b5bdb9f req-f80856cf-609e-45b9-baa9-04f5e5e0c933 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.91 "GET /v2.0/networks?id=83cc66ec-b716-4047-926b-17461255d55d HTTP/1.1" status: 200 len: 805 time: 0.3421845 Feb 17 17:42:15.996058 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-dad39738-770f-4f72-8e11-07784b5bdb9f req-698cac19-a3cc-420a-9ac8-38a6c6ba7429 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Request body: {'port': {'device_id': 'd58b9cc9-333e-4cb9-8286-d3742f827ea1', 'network_id': '83cc66ec-b716-4047-926b-17461255d55d', 'admin_state_up': True, 'tenant_id': 'd25e4e1cdd84422184c0ddb522055b36'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:42:16.047197 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2155c2-3da1-43f7-ae51-69457a8000c6 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Made reservation on behalf of 04e7db23090146589aa29ee9174e4b32 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:42:16.052760 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-33ca76b9-f3c5-4958-b124-2bd90e54649d req-62420e37-af42-45ca-8301-9d45126cb62c tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=d58b9cc9-333e-4cb9-8286-d3742f827ea1 HTTP/1.1" status: 200 len: 210 time: 0.0780120 Feb 17 17:42:16.055099 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9d2155c2-3da1-43f7-ae51-69457a8000c6 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:16.150431 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-e7f80c97-bf5d-41de-8080-e99bda587da3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-144865368-network', 'tenant_id': 'd6f41f463302424b87b8bea7cf6c4f8e'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:42:16.156829 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694e60c8-c05d-4b42-91eb-e889d64558c4 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event updated for resources: {'Network': ['ID=a11c25aa-f650-46a2-978a-b723879ca3f4,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:16.176750 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b58375-5b62-4646-bf73-d91b245b6a67 req-fa303022-76c4-45d9-8316-fcf30a29ced9 tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:16.178939 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d3b58375-5b62-4646-bf73-d91b245b6a67 req-fa303022-76c4-45d9-8316-fcf30a29ced9 tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] 10.222.0.87 "GET /v2.0/ports?device_id=7492068d-a768-4b35-b548-83e3edeb717c HTTP/1.1" status: 200 len: 945 time: 0.5048625 Feb 17 17:42:16.201773 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-0ba78ffb-90cf-4982-b0d7-1398ba85932c req-751b8290-f7e9-4b33-b86f-518c383be163 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Deleting port 27901c75-5069-43da-b3a9-e01a8f0f0f2b {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:42:16.202118 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0ba78ffb-90cf-4982-b0d7-1398ba85932c req-751b8290-f7e9-4b33-b86f-518c383be163 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (27901c75-5069-43da-b3a9-e01a8f0f0f2b), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:16.207565 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network a11c25aa-f650-46a2-978a-b723879ca3f4 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:42:16.354196 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-20437e50-7302-427f-b813-cbef4f8f6588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'name': 'tempest-RoutersIpV6Test-router-1651222951', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:42:05Z', 'updated_at': '2022-02-17T17:42:13Z', 'revision_number': 3, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'gw_port_host': None, '_interfaces': [{'id': '24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe', 'name': '', 'network_id': '584e0f41-bf60-4bc2-9b57-471ac9f5365d', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:24:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:07Z', 'updated_at': '2022-02-17T17:42:14Z', 'revision_number': 5, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': 'dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3645128d-2481-4e12-a8c8-f906e6e3a073', 'name': '', 'network_id': 'dc7d2cec-fd61-4209-bbf6-b181d90118c3', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:b5:a6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '3da41a4b-ede7-4b1c-8577-5d9bb335ebf9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:12Z', 'updated_at': '2022-02-17T17:42:14Z', 'revision_number': 2, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': '3da41a4b-ede7-4b1c-8577-5d9bb335ebf9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:16.405475 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20437e50-7302-427f-b813-cbef4f8f6588 None None] Checking router: 9b2c10db-b692-4548-8f09-96a7ae3ab222 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:42:16.406150 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20437e50-7302-427f-b813-cbef4f8f6588 None None] Updating router 9b2c10db-b692-4548-8f09-96a7ae3ab222 port 3645128d-2481-4e12-a8c8-f906e6e3a073 binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:42:16.428219 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9d2155c2-3da1-43f7-ae51-69457a8000c6 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (d65811ae-6238-4ca2-a407-2a8d4b0838b6), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:16.445213 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-20437e50-7302-427f-b813-cbef4f8f6588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3645128d-2481-4e12-a8c8-f906e6e3a073), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:16.524551 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2155c2-3da1-43f7-ae51-69457a8000c6 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Checking segment: {'id': '3b06922c-3dc1-4fdf-98dd-4ea7926b8a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a11c25aa-f650-46a2-978a-b723879ca3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:42:16.525163 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2155c2-3da1-43f7-ae51-69457a8000c6 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Network hostable DHCP agents. Network: a11c25aa-f650-46a2-978a-b723879ca3f4, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:42:16.536087 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2155c2-3da1-43f7-ae51-69457a8000c6 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event updated for resources: {'Subnet': ['ID=d65811ae-6238-4ca2-a407-2a8d4b0838b6,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:16.558098 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2155c2-3da1-43f7-ae51-69457a8000c6 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Network a11c25aa-f650-46a2-978a-b723879ca3f4 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:42:16.591626 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-9d2155c2-3da1-43f7-ae51-69457a8000c6 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, a11c25aa-f650-46a2-978a-b723879ca3f4) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:42:16.596851 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2155c2-3da1-43f7-ae51-69457a8000c6 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:16.597522 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9d2155c2-3da1-43f7-ae51-69457a8000c6 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:16.637965 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9d2155c2-3da1-43f7-ae51-69457a8000c6 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7414181 Feb 17 17:42:16.641322 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 52958) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:16.649979 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e26a00-a5eb-4afa-b463-66223714f178 None None] Network a11c25aa-f650-46a2-978a-b723879ca3f4 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:42:16.788065 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 573c86b4-8463-4973-9394-4e8bfe0bc50b up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:42:16.816003 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f80c97-bf5d-41de-8080-e99bda587da3 admin admin] Made reservation on behalf of d6f41f463302424b87b8bea7cf6c4f8e for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:42:16.819220 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e7f80c97-bf5d-41de-8080-e99bda587da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:16.873145 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bfe09a-3cff-47de-8fca-c37daee67a7a req-e34c4380-a20a-4e73-81b3-511d362de390 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:16.875821 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e7bfe09a-3cff-47de-8fca-c37daee67a7a req-e34c4380-a20a-4e73-81b3-511d362de390 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.71 "GET /v2.0/ports?device_id=b225e2b2-ab3f-4f53-a044-4c9a77e83d8f HTTP/1.1" status: 200 len: 945 time: 0.8502779 Feb 17 17:42:16.902540 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e7f80c97-bf5d-41de-8080-e99bda587da3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:16.962970 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 573c86b4-8463-4973-9394-4e8bfe0bc50b triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:42:16.963354 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (573c86b4-8463-4973-9394-4e8bfe0bc50b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:17.007919 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d3b58375-5b62-4646-bf73-d91b245b6a67 req-654c3c0d-b819-4f3a-bb21-c5fd48bca110 tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] 10.222.0.87 "GET /v2.0/security-groups?id=04e714d3-07c0-4cea-9f77-13c45a3b8be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8166640 Feb 17 17:42:17.025804 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c9845-3ff7-4c3d-93a0-982c46e18b61 req-959217f7-c90e-45dd-a785-36d6ff6b2a1e tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:17.032976 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-749c9845-3ff7-4c3d-93a0-982c46e18b61 req-959217f7-c90e-45dd-a785-36d6ff6b2a1e tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=fb683c74-b73e-4567-907c-f82e1bc386ea HTTP/1.1" status: 200 len: 945 time: 0.8470211 Feb 17 17:42:17.182120 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-0ba78ffb-90cf-4982-b0d7-1398ba85932c req-751b8290-f7e9-4b33-b86f-518c383be163 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] For port 27901c75-5069-43da-b3a9-e01a8f0f0f2b, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=27901c75-5069-43da-b3a9-e01a8f0f0f2b,segment=NetworkSegment(18563972-a346-4d2f-9db2-6c97a64b55cb),segment_id=18563972-a346-4d2f-9db2-6c97a64b55cb)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:42:17.182916 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0ba78ffb-90cf-4982-b0d7-1398ba85932c req-751b8290-f7e9-4b33-b86f-518c383be163 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (27901c75-5069-43da-b3a9-e01a8f0f0f2b), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:17.202125 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432ef2ac-cbff-4f73-a2d2-2a0c5b2e079c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-a11c25aa-f650-46a2-978a-b723879ca3f4', 'network_id': 'a11c25aa-f650-46a2-978a-b723879ca3f4', 'project_id': '04e7db23090146589aa29ee9174e4b32', 'fixed_ips': [{'subnet_id': 'd65811ae-6238-4ca2-a407-2a8d4b0838b6'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:42:17.202993 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-432ef2ac-cbff-4f73-a2d2-2a0c5b2e079c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:17.216931 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ac28e8-77d2-4dee-b4a1-d08e6342dfd8 None None] Network dc7d2cec-fd61-4209-bbf6-b181d90118c3 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:42:17.255373 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dad39738-770f-4f72-8e11-07784b5bdb9f req-698cac19-a3cc-420a-9ac8-38a6c6ba7429 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Made reservation on behalf of d25e4e1cdd84422184c0ddb522055b36 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:42:17.259427 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-dad39738-770f-4f72-8e11-07784b5bdb9f req-698cac19-a3cc-420a-9ac8-38a6c6ba7429 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:17.261933 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-0ba78ffb-90cf-4982-b0d7-1398ba85932c req-751b8290-f7e9-4b33-b86f-518c383be163 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Calling delete_port for 27901c75-5069-43da-b3a9-e01a8f0f0f2b owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:42:17.275786 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-749c9845-3ff7-4c3d-93a0-982c46e18b61 req-20aa6962-0eb0-4010-9d15-6cef63beaa61 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418461 Feb 17 17:42:17.388343 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-a2320dfd-908d-47af-bf4b-1707801b081f None None] Provisioning complete for port 573c86b4-8463-4973-9394-4e8bfe0bc50b triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:42:17.388669 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a2320dfd-908d-47af-bf4b-1707801b081f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (573c86b4-8463-4973-9394-4e8bfe0bc50b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:17.491241 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 573c86b4-8463-4973-9394-4e8bfe0bc50b is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:42:17.491543 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (573c86b4-8463-4973-9394-4e8bfe0bc50b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:17.498262 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5132bc79-028f-454b-8f2b-07a42d682b06 req-74c0b835-65db-4de3-aaaf-551b833b9a27 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 210 time: 0.1060097 Feb 17 17:42:17.508196 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-e7bfe09a-3cff-47de-8fca-c37daee67a7a req-3c29581a-91b4-4a1b-be25-0c0a7af9e539 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Deleting port ab034c34-3587-4fb7-b4fe-fa25164c42db {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:42:17.508782 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-e7bfe09a-3cff-47de-8fca-c37daee67a7a req-3c29581a-91b4-4a1b-be25-0c0a7af9e539 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (ab034c34-3587-4fb7-b4fe-fa25164c42db), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:17.625196 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345fe5c-8dbc-4316-9193-ad1c82e87b52 req-cc9b501f-0f27-4bb0-9071-76e3ffdd1e43 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:17.632396 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5345fe5c-8dbc-4316-9193-ad1c82e87b52 req-cc9b501f-0f27-4bb0-9071-76e3ffdd1e43 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=b225e2b2-ab3f-4f53-a044-4c9a77e83d8f HTTP/1.1" status: 200 len: 945 time: 0.4705644 Feb 17 17:42:17.680050 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 573c86b4-8463-4973-9394-4e8bfe0bc50b, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=573c86b4-8463-4973-9394-4e8bfe0bc50b,segment=NetworkSegment(d214c733-4506-4196-ba3b-23aa3011a3b7),segment_id=d214c733-4506-4196-ba3b-23aa3011a3b7)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:42:17.697558 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5004947a-0c9b-46f3-9bc1-fe4b1d8df39e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:17.706186 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (573c86b4-8463-4973-9394-4e8bfe0bc50b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:17.720149 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a3e89f87-c9da-46c3-9713-3389edf4601e req-bbe6014a-e960-4c85-b853-1e724129768a tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=d58b9cc9-333e-4cb9-8286-d3742f827ea1 HTTP/1.1" status: 200 len: 210 time: 0.0706198 Feb 17 17:42:17.794851 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=573c86b4-8463-4973-9394-4e8bfe0bc50b,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:17.804999 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e7f80c97-bf5d-41de-8080-e99bda587da3 admin admin] Publish callbacks [] for security_group (8bf85efc-5f7d-4409-9eb0-265ed38c8e2b), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:17.819459 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-20437e50-7302-427f-b813-cbef4f8f6588 None None] Publish callbacks [] for port (3645128d-2481-4e12-a8c8-f906e6e3a073), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:17.832454 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-432ef2ac-cbff-4f73-a2d2-2a0c5b2e079c None None] Allocated IP 2001:db8:2::2 (a11c25aa-f650-46a2-978a-b723879ca3f4/d65811ae-6238-4ca2-a407-2a8d4b0838b6/16b18be1-8ca4-4d24-a26a-e650d1fb0c82) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:42:17.853985 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e7f80c97-bf5d-41de-8080-e99bda587da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (8bf85efc-5f7d-4409-9eb0-265ed38c8e2b), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:17.878253 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-20437e50-7302-427f-b813-cbef4f8f6588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (3645128d-2481-4e12-a8c8-f906e6e3a073), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:17.957161 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff029d3-1c14-436b-88f7-6dce428b91c6 None None] Pushing event updated for resources: {'Port': ['ID=3645128d-2481-4e12-a8c8-f906e6e3a073,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:17.987620 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7f80c97-bf5d-41de-8080-e99bda587da3 admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:42:18.033682 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-a2320dfd-908d-47af-bf4b-1707801b081f None None] Current status of the port 573c86b4-8463-4973-9394-4e8bfe0bc50b is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:42:18.041666 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-e7bfe09a-3cff-47de-8fca-c37daee67a7a req-3c29581a-91b4-4a1b-be25-0c0a7af9e539 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] For port ab034c34-3587-4fb7-b4fe-fa25164c42db, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=ab034c34-3587-4fb7-b4fe-fa25164c42db,segment=NetworkSegment(80af71d2-6810-45c1-8520-db6a1714ff10),segment_id=80af71d2-6810-45c1-8520-db6a1714ff10)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:42:18.042057 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-e7bfe09a-3cff-47de-8fca-c37daee67a7a req-3c29581a-91b4-4a1b-be25-0c0a7af9e539 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (ab034c34-3587-4fb7-b4fe-fa25164c42db), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:18.074434 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5345fe5c-8dbc-4316-9193-ad1c82e87b52 req-0983c374-053e-4532-97f7-7829e6ddfe3c tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4254041 Feb 17 17:42:18.103877 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e7f80c97-bf5d-41de-8080-e99bda587da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (e445ef8b-5f44-4f38-9891-9b611b476e92), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:18.104222 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-e7f80c97-bf5d-41de-8080-e99bda587da3 admin admin] Added segment e445ef8b-5f44-4f38-9891-9b611b476e92 of type vlan for network 79572a7d-dc92-475f-af61-75c377da6d53 Feb 17 17:42:18.109398 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f80c97-bf5d-41de-8080-e99bda587da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf85efc-5f7d-4409-9eb0-265ed38c8e2b,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:18.129180 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-20437e50-7302-427f-b813-cbef4f8f6588 None None] Attempting to bind port 3645128d-2481-4e12-a8c8-f906e6e3a073 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:42:18.129697 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-20437e50-7302-427f-b813-cbef4f8f6588 None None] Attempting to bind port 3645128d-2481-4e12-a8c8-f906e6e3a073 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'd214c733-4506-4196-ba3b-23aa3011a3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'dc7d2cec-fd61-4209-bbf6-b181d90118c3'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:42:18.130067 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20437e50-7302-427f-b813-cbef4f8f6588 None None] Attempting to bind port 3645128d-2481-4e12-a8c8-f906e6e3a073 on network dc7d2cec-fd61-4209-bbf6-b181d90118c3 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:42:18.138448 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-e7bfe09a-3cff-47de-8fca-c37daee67a7a req-3c29581a-91b4-4a1b-be25-0c0a7af9e539 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Calling delete_port for ab034c34-3587-4fb7-b4fe-fa25164c42db owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:42:18.143893 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-dad39738-770f-4f72-8e11-07784b5bdb9f req-698cac19-a3cc-420a-9ac8-38a6c6ba7429 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Allocated IP 172.20.0.6 (83cc66ec-b716-4047-926b-17461255d55d/1e1fcde1-7a12-4137-bca4-1789efb75583/62c1567c-d8e8-4ed6-845c-4e123dcc6aff) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:42:18.149461 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20437e50-7302-427f-b813-cbef4f8f6588 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:42:18.149842 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20437e50-7302-427f-b813-cbef4f8f6588 None None] Checking segment: {'id': 'd214c733-4506-4196-ba3b-23aa3011a3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'dc7d2cec-fd61-4209-bbf6-b181d90118c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:42:18.150239 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-20437e50-7302-427f-b813-cbef4f8f6588 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:18.150633 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20437e50-7302-427f-b813-cbef4f8f6588 None None] Bound using segment: {'id': 'd214c733-4506-4196-ba3b-23aa3011a3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'dc7d2cec-fd61-4209-bbf6-b181d90118c3'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:42:18.152266 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-20437e50-7302-427f-b813-cbef4f8f6588 None None] Bound port: 3645128d-2481-4e12-a8c8-f906e6e3a073, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd214c733-4506-4196-ba3b-23aa3011a3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'dc7d2cec-fd61-4209-bbf6-b181d90118c3'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:42:18.152660 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-20437e50-7302-427f-b813-cbef4f8f6588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3645128d-2481-4e12-a8c8-f906e6e3a073), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:18.204537 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e7f80c97-bf5d-41de-8080-e99bda587da3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (79572a7d-dc92-475f-af61-75c377da6d53), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:18.251147 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0ba78ffb-90cf-4982-b0d7-1398ba85932c req-751b8290-f7e9-4b33-b86f-518c383be163 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (27901c75-5069-43da-b3a9-e01a8f0f0f2b), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:18.254208 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-c31deb7a-c6cf-40ff-9adc-47b7d988d65f None None] Provisioning complete for port 3645128d-2481-4e12-a8c8-f906e6e3a073 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:42:18.254393 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c31deb7a-c6cf-40ff-9adc-47b7d988d65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (3645128d-2481-4e12-a8c8-f906e6e3a073), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:18.299890 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-c31deb7a-c6cf-40ff-9adc-47b7d988d65f None None] Port 3645128d-2481-4e12-a8c8-f906e6e3a073 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:42:18.301816 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['d0cc2a16-299a-4fcb-9e02-8e660124ccbc'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:42:18.361125 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751b8290-f7e9-4b33-b86f-518c383be163 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Pushing event deleted for resources: {'Port': ['ID=27901c75-5069-43da-b3a9-e01a8f0f0f2b,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:18.403245 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-20437e50-7302-427f-b813-cbef4f8f6588 None None] For port 3645128d-2481-4e12-a8c8-f906e6e3a073, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:42:18.406940 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-20437e50-7302-427f-b813-cbef4f8f6588 None None] For port 3645128d-2481-4e12-a8c8-f906e6e3a073, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=3645128d-2481-4e12-a8c8-f906e6e3a073,segment=NetworkSegment(d214c733-4506-4196-ba3b-23aa3011a3b7),segment_id=d214c733-4506-4196-ba3b-23aa3011a3b7)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:42:18.431421 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-20437e50-7302-427f-b813-cbef4f8f6588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (3645128d-2481-4e12-a8c8-f906e6e3a073), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:18.434594 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-432ef2ac-cbff-4f73-a2d2-2a0c5b2e079c None None] Publish callbacks [] for port (16b18be1-8ca4-4d24-a26a-e650d1fb0c82), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:18.519963 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-762049b6-9918-43b5-b651-c2e99d46b06c req-48c49e48-319b-4b11-adce-963db7ead839 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=fb683c74-b73e-4567-907c-f82e1bc386ea HTTP/1.1" status: 200 len: 210 time: 0.1628499 Feb 17 17:42:18.520630 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e7f80c97-bf5d-41de-8080-e99bda587da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (79572a7d-dc92-475f-af61-75c377da6d53), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:18.521574 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f80c97-bf5d-41de-8080-e99bda587da3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:18.522817 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e7f80c97-bf5d-41de-8080-e99bda587da3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:18.530469 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-432ef2ac-cbff-4f73-a2d2-2a0c5b2e079c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (16b18be1-8ca4-4d24-a26a-e650d1fb0c82), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:18.532396 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-c31deb7a-c6cf-40ff-9adc-47b7d988d65f None None] Provisioning complete for port 573c86b4-8463-4973-9394-4e8bfe0bc50b triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:42:18.532766 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c31deb7a-c6cf-40ff-9adc-47b7d988d65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (573c86b4-8463-4973-9394-4e8bfe0bc50b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:18.609903 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-5004947a-0c9b-46f3-9bc1-fe4b1d8df39e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Allocated IP 2001:db8:2::1 (a11c25aa-f650-46a2-978a-b723879ca3f4/d65811ae-6238-4ca2-a407-2a8d4b0838b6/90ca893f-fe03-43a9-b983-1dc803ac7834) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:42:18.672784 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff029d3-1c14-436b-88f7-6dce428b91c6 None None] Pushing event updated for resources: {'Port': ['ID=3645128d-2481-4e12-a8c8-f906e6e3a073,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:18.681515 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20437e50-7302-427f-b813-cbef4f8f6588 None None] Routers {'9b2c10db-b692-4548-8f09-96a7ae3ab222'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:42:18.682022 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-20437e50-7302-427f-b813-cbef4f8f6588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:42:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['9b2c10db-b692-4548-8f09-96a7ae3ab222'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:18.697600 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432ef2ac-cbff-4f73-a2d2-2a0c5b2e079c None None] Network a11c25aa-f650-46a2-978a-b723879ca3f4 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:42:18.704918 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-432ef2ac-cbff-4f73-a2d2-2a0c5b2e079c None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:42:18.708054 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432ef2ac-cbff-4f73-a2d2-2a0c5b2e079c None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:42:18.713103 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f80c97-bf5d-41de-8080-e99bda587da3 admin admin] Pushing event updated for resources: {'Network': ['ID=79572a7d-dc92-475f-af61-75c377da6d53,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:18.719191 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 573c86b4-8463-4973-9394-4e8bfe0bc50b up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:42:18.746679 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4e0bb053-ccb6-4022-98a1-bf7281157fe2 req-f63264e7-9b32-4d02-9fbe-1bc47e183818 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 210 time: 0.0858746 Feb 17 17:42:18.759597 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba78ffb-90cf-4982-b0d7-1398ba85932c req-751b8290-f7e9-4b33-b86f-518c383be163 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] No DVR routers for this DVR port 27901c75-5069-43da-b3a9-e01a8f0f0f2b on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:42:18.768203 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0ba78ffb-90cf-4982-b0d7-1398ba85932c req-751b8290-f7e9-4b33-b86f-518c383be163 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:18.772567 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0ba78ffb-90cf-4982-b0d7-1398ba85932c req-751b8290-f7e9-4b33-b86f-518c383be163 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.71 "DELETE /v2.0/ports/27901c75-5069-43da-b3a9-e01a8f0f0f2b HTTP/1.1" status: 204 len: 173 time: 3.2596657 Feb 17 17:42:18.780386 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5004947a-0c9b-46f3-9bc1-fe4b1d8df39e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for port (90ca893f-fe03-43a9-b983-1dc803ac7834), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:18.785702 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb683c74-b73e-4567-907c-f82e1bc386ea', 'name': 'network-vif-deleted', 'tag': '27901c75-5069-43da-b3a9-e01a8f0f0f2b'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:42:18.788887 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777b038a-652b-47f9-a4bb-4c3f3bda957a" -d '{"events": [{"server_uuid": "fb683c74-b73e-4567-907c-f82e1bc386ea", "name": "network-vif-deleted", "tag": "27901c75-5069-43da-b3a9-e01a8f0f0f2b"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:42:18.821795 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e7f80c97-bf5d-41de-8080-e99bda587da3 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.9804945 Feb 17 17:42:18.862406 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 52972) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:18.864801 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b3c67d-f18f-4981-ad5e-604c9a033a2a x-openstack-request-id: req-76b3c67d-f18f-4981-ad5e-604c9a033a2a {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:42:18.865114 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb683c74-b73e-4567-907c-f82e1bc386ea", "name": "network-vif-deleted", "tag": "27901c75-5069-43da-b3a9-e01a8f0f0f2b", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:42:18.865413 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-76b3c67d-f18f-4981-ad5e-604c9a033a2a {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:42:18.865818 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb683c74-b73e-4567-907c-f82e1bc386ea', 'name': 'network-vif-deleted', 'tag': '27901c75-5069-43da-b3a9-e01a8f0f0f2b', 'status': 'completed', 'code': 200} Feb 17 17:42:18.887947 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-3bd78c8f-d580-401c-80dc-6b6468e6af88 admin admin] Request body: {'subnet': {'network_id': '79572a7d-dc92-475f-af61-75c377da6d53', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-144865368-subnet', 'tenant_id': 'd6f41f463302424b87b8bea7cf6c4f8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:42:18.900186 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5004947a-0c9b-46f3-9bc1-fe4b1d8df39e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (90ca893f-fe03-43a9-b983-1dc803ac7834), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:18.967266 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5ec0d8b8-1bc3-46dd-9a1d-c734e97a68c7 req-6531fab5-bcc7-40db-b205-74594ac581f6 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=d58b9cc9-333e-4cb9-8286-d3742f827ea1 HTTP/1.1" status: 200 len: 210 time: 0.0628653 Feb 17 17:42:19.000758 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd78c8f-d580-401c-80dc-6b6468e6af88 admin admin] Made reservation on behalf of d6f41f463302424b87b8bea7cf6c4f8e for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:42:19.000758 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3bd78c8f-d580-401c-80dc-6b6468e6af88 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:19.008469 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5004947a-0c9b-46f3-9bc1-fe4b1d8df39e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Network a11c25aa-f650-46a2-978a-b723879ca3f4 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:42:19.011858 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-5004947a-0c9b-46f3-9bc1-fe4b1d8df39e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:42:19.021344 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5004947a-0c9b-46f3-9bc1-fe4b1d8df39e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:42:19.022586 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5004947a-0c9b-46f3-9bc1-fe4b1d8df39e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (9b2c10db-b692-4548-8f09-96a7ae3ab222), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:19.039667 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-20437e50-7302-427f-b813-cbef4f8f6588 None None] Set router 9b2c10db-b692-4548-8f09-96a7ae3ab222 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:42:19.095190 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-dad39738-770f-4f72-8e11-07784b5bdb9f req-698cac19-a3cc-420a-9ac8-38a6c6ba7429 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Publish callbacks [] for port (62c1567c-d8e8-4ed6-845c-4e123dcc6aff), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:19.134270 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-e7bfe09a-3cff-47de-8fca-c37daee67a7a req-3c29581a-91b4-4a1b-be25-0c0a7af9e539 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (ab034c34-3587-4fb7-b4fe-fa25164c42db), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:19.200773 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 79572a7d-dc92-475f-af61-75c377da6d53 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:42:19.256199 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['2f628e11-9b66-427f-bfa9-b50966abc8d0'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:42:19.278286 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5004947a-0c9b-46f3-9bc1-fe4b1d8df39e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event updated for resources: {'Port': ['ID=90ca893f-fe03-43a9-b983-1dc803ac7834,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:19.298735 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5004947a-0c9b-46f3-9bc1-fe4b1d8df39e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (90ca893f-fe03-43a9-b983-1dc803ac7834), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:19.316722 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c29581a-91b4-4a1b-be25-0c0a7af9e539 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Pushing event deleted for resources: {'Port': ['ID=ab034c34-3587-4fb7-b4fe-fa25164c42db,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:19.344860 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-dad39738-770f-4f72-8e11-07784b5bdb9f req-698cac19-a3cc-420a-9ac8-38a6c6ba7429 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (62c1567c-d8e8-4ed6-845c-4e123dcc6aff), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:19.410339 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8b50abae-b175-4758-8537-eb21079301b6 req-8ba19593-8b67-437b-a687-0693b157ba20 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=b225e2b2-ab3f-4f53-a044-4c9a77e83d8f HTTP/1.1" status: 200 len: 210 time: 0.0949066 Feb 17 17:42:19.425561 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3bd78c8f-d580-401c-80dc-6b6468e6af88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (bdbef64c-5f0c-4d02-9f70-d6d663f32074), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:19.481296 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432ef2ac-cbff-4f73-a2d2-2a0c5b2e079c None None] Pushing event updated for resources: {'Port': ['ID=16b18be1-8ca4-4d24-a26a-e650d1fb0c82,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:19.562250 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:19.613389 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dad39738-770f-4f72-8e11-07784b5bdb9f req-698cac19-a3cc-420a-9ac8-38a6c6ba7429 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Network 83cc66ec-b716-4047-926b-17461255d55d is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:42:19.614487 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7bfe09a-3cff-47de-8fca-c37daee67a7a req-3c29581a-91b4-4a1b-be25-0c0a7af9e539 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] No DVR routers for this DVR port ab034c34-3587-4fb7-b4fe-fa25164c42db on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:42:19.641298 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-e7bfe09a-3cff-47de-8fca-c37daee67a7a req-3c29581a-91b4-4a1b-be25-0c0a7af9e539 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:19.651582 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e7bfe09a-3cff-47de-8fca-c37daee67a7a req-3c29581a-91b4-4a1b-be25-0c0a7af9e539 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.71 "DELETE /v2.0/ports/ab034c34-3587-4fb7-b4fe-fa25164c42db HTTP/1.1" status: 204 len: 173 time: 2.7502494 Feb 17 17:42:19.666751 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-dad39738-770f-4f72-8e11-07784b5bdb9f req-698cac19-a3cc-420a-9ac8-38a6c6ba7429 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:42:19.669809 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad39738-770f-4f72-8e11-07784b5bdb9f req-698cac19-a3cc-420a-9ac8-38a6c6ba7429 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:42:19.709247 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698cac19-a3cc-420a-9ac8-38a6c6ba7429 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Pushing event updated for resources: {'Port': ['ID=62c1567c-d8e8-4ed6-845c-4e123dcc6aff,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:19.714145 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-432ef2ac-cbff-4f73-a2d2-2a0c5b2e079c None None] Attempting to bind port 16b18be1-8ca4-4d24-a26a-e650d1fb0c82 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:42:19.715266 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-432ef2ac-cbff-4f73-a2d2-2a0c5b2e079c None None] Attempting to bind port 16b18be1-8ca4-4d24-a26a-e650d1fb0c82 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '3b06922c-3dc1-4fdf-98dd-4ea7926b8a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a11c25aa-f650-46a2-978a-b723879ca3f4'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:42:19.717428 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432ef2ac-cbff-4f73-a2d2-2a0c5b2e079c None None] Attempting to bind port 16b18be1-8ca4-4d24-a26a-e650d1fb0c82 on network a11c25aa-f650-46a2-978a-b723879ca3f4 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:42:19.726434 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd78c8f-d580-401c-80dc-6b6468e6af88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdbef64c-5f0c-4d02-9f70-d6d663f32074,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:19.786652 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad39738-770f-4f72-8e11-07784b5bdb9f req-698cac19-a3cc-420a-9ac8-38a6c6ba7429 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:19.787836 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-dad39738-770f-4f72-8e11-07784b5bdb9f req-698cac19-a3cc-420a-9ac8-38a6c6ba7429 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:19.805426 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd78c8f-d580-401c-80dc-6b6468e6af88 admin admin] Checking segment: {'id': 'e445ef8b-5f44-4f38-9891-9b611b476e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '79572a7d-dc92-475f-af61-75c377da6d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:42:19.805823 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd78c8f-d580-401c-80dc-6b6468e6af88 admin admin] Network hostable DHCP agents. Network: 79572a7d-dc92-475f-af61-75c377da6d53, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:42:19.843412 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dad39738-770f-4f72-8e11-07784b5bdb9f req-698cac19-a3cc-420a-9ac8-38a6c6ba7429 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8570254 Feb 17 17:42:19.876554 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-dad39738-770f-4f72-8e11-07784b5bdb9f req-5ef4cf1d-fb24-4bc4-b249-58e6c59f8da2 service neutron] Request body: {'port': {'device_id': 'd58b9cc9-333e-4cb9-8286-d3742f827ea1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:42:19.892205 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd78c8f-d580-401c-80dc-6b6468e6af88 admin admin] Network 79572a7d-dc92-475f-af61-75c377da6d53 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:42:19.892792 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432ef2ac-cbff-4f73-a2d2-2a0c5b2e079c None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:42:19.893391 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432ef2ac-cbff-4f73-a2d2-2a0c5b2e079c None None] Checking segment: {'id': '3b06922c-3dc1-4fdf-98dd-4ea7926b8a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a11c25aa-f650-46a2-978a-b723879ca3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:42:19.893537 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5004947a-0c9b-46f3-9bc1-fe4b1d8df39e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for port (90ca893f-fe03-43a9-b983-1dc803ac7834), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:19.893974 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-432ef2ac-cbff-4f73-a2d2-2a0c5b2e079c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:19.894376 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432ef2ac-cbff-4f73-a2d2-2a0c5b2e079c None None] Bound using segment: {'id': '3b06922c-3dc1-4fdf-98dd-4ea7926b8a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a11c25aa-f650-46a2-978a-b723879ca3f4'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:42:19.894803 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-432ef2ac-cbff-4f73-a2d2-2a0c5b2e079c None None] Bound port: 16b18be1-8ca4-4d24-a26a-e650d1fb0c82, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b06922c-3dc1-4fdf-98dd-4ea7926b8a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a11c25aa-f650-46a2-978a-b723879ca3f4'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:42:19.895169 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-432ef2ac-cbff-4f73-a2d2-2a0c5b2e079c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (16b18be1-8ca4-4d24-a26a-e650d1fb0c82), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:19.903316 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5004947a-0c9b-46f3-9bc1-fe4b1d8df39e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (90ca893f-fe03-43a9-b983-1dc803ac7834), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:19.904355 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5004947a-0c9b-46f3-9bc1-fe4b1d8df39e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (9b2c10db-b692-4548-8f09-96a7ae3ab222), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:19.992474 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 27901c75-5069-43da-b3a9-e01a8f0f0f2b no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:42:20.007074 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-c31deb7a-c6cf-40ff-9adc-47b7d988d65f None None] Current status of the port 573c86b4-8463-4973-9394-4e8bfe0bc50b is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:42:20.038543 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0653e1fe-b601-4fa4-997f-48c95482d787 req-301a3d0d-b77c-4c71-9da8-10ee11f3554e tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 210 time: 0.0996034 Feb 17 17:42:20.052409 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-3bd78c8f-d580-401c-80dc-6b6468e6af88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 79572a7d-dc92-475f-af61-75c377da6d53) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:42:20.067891 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd78c8f-d580-401c-80dc-6b6468e6af88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:20.068887 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3bd78c8f-d580-401c-80dc-6b6468e6af88 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:20.102123 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5004947a-0c9b-46f3-9bc1-fe4b1d8df39e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event updated for resources: {'Port': ['ID=90ca893f-fe03-43a9-b983-1dc803ac7834,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:20.201925 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5004947a-0c9b-46f3-9bc1-fe4b1d8df39e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Network a11c25aa-f650-46a2-978a-b723879ca3f4 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:42:20.204601 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-3bd78c8f-d580-401c-80dc-6b6468e6af88 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3248639 Feb 17 17:42:20.209694 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-5004947a-0c9b-46f3-9bc1-fe4b1d8df39e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:42:20.217433 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-dad39738-770f-4f72-8e11-07784b5bdb9f req-5ef4cf1d-fb24-4bc4-b249-58e6c59f8da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (62c1567c-d8e8-4ed6-845c-4e123dcc6aff), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:20.287013 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:20.294244 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c2f8d3-ca2c-4a2f-b1a3-b08bc4f7415d None None] Network 79572a7d-dc92-475f-af61-75c377da6d53 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:42:20.303630 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ced2b-1697-4bcc-a955-1904cad62af3 req-2d27809e-2b56-4627-8edb-06ead1cdfabc tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:20.311270 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: 27901c75-5069-43da-b3a9-e01a8f0f0f2b {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:42:20.311628 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 27901c75-5069-43da-b3a9-e01a8f0f0f2b not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:42:20.312055 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device ab034c34-3587-4fb7-b4fe-fa25164c42db no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:42:20.313205 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3b4ced2b-1697-4bcc-a955-1904cad62af3 req-2d27809e-2b56-4627-8edb-06ead1cdfabc tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/networks?id=41eab850-74f8-4919-9573-0fe261607aa2 HTTP/1.1" status: 200 len: 806 time: 0.3476782 Feb 17 17:42:20.387928 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3b4ced2b-1697-4bcc-a955-1904cad62af3 req-0fb1e9f9-cfe3-47bf-858a-c5a3c82b429e tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/quotas/4010b90dceb14ea6a98968e6b17cf28b HTTP/1.1" status: 200 len: 375 time: 0.0728486 Feb 17 17:42:20.430719 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5004947a-0c9b-46f3-9bc1-fe4b1d8df39e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Router 9b2c10db-b692-4548-8f09-96a7ae3ab222 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:42:20.432888 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-448631d3-7ae2-4304-ab50-285db2c4ada0 None None] Provisioning complete for port 3645128d-2481-4e12-a8c8-f906e6e3a073 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:42:20.433272 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-448631d3-7ae2-4304-ab50-285db2c4ada0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (3645128d-2481-4e12-a8c8-f906e6e3a073), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:20.448845 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: ab034c34-3587-4fb7-b4fe-fa25164c42db {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:42:20.449180 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device ab034c34-3587-4fb7-b4fe-fa25164c42db not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:42:20.485209 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 573c86b4-8463-4973-9394-4e8bfe0bc50b triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:42:20.485592 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (573c86b4-8463-4973-9394-4e8bfe0bc50b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:20.486808 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fd40d-4077-4ccc-b7de-5933ca8f831d req-138c5c9e-f5d9-4751-a35a-c146a773e901 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:20.488737 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a69fd40d-4077-4ccc-b7de-5933ca8f831d req-138c5c9e-f5d9-4751-a35a-c146a773e901 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=d58b9cc9-333e-4cb9-8286-d3742f827ea1 HTTP/1.1" status: 200 len: 931 time: 0.2676795 Feb 17 17:42:20.574071 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5004947a-0c9b-46f3-9bc1-fe4b1d8df39e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:42:20.591148 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5004947a-0c9b-46f3-9bc1-fe4b1d8df39e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "PUT /v2.0/routers/9b2c10db-b692-4548-8f09-96a7ae3ab222/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9487150 Feb 17 17:42:20.591777 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53000) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:20.597789 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-aa74b3da-4622-4a3a-b34c-37e689dd222e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-852524074'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:42:20.624762 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa74b3da-4622-4a3a-b34c-37e689dd222e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Made reservation on behalf of 04e7db23090146589aa29ee9174e4b32 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:42:20.626957 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3b4ced2b-1697-4bcc-a955-1904cad62af3 req-8f21f8fb-9fe4-42d2-9b30-59a4ed69c912 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=4010b90dceb14ea6a98968e6b17cf28b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2332306 Feb 17 17:42:20.629409 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aa74b3da-4622-4a3a-b34c-37e689dd222e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:20.663665 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa74b3da-4622-4a3a-b34c-37e689dd222e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:42:20.676794 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aa74b3da-4622-4a3a-b34c-37e689dd222e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (e464c185-25ee-4dcb-bcb1-8bfe8d3b511d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:20.677163 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-aa74b3da-4622-4a3a-b34c-37e689dd222e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Added segment e464c185-25ee-4dcb-bcb1-8bfe8d3b511d of type vlan for network 76dd6c8f-9b15-4bdb-be8e-1220592df2b8 Feb 17 17:42:20.684935 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-432ef2ac-cbff-4f73-a2d2-2a0c5b2e079c None None] For port 16b18be1-8ca4-4d24-a26a-e650d1fb0c82, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:42:20.691606 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a69fd40d-4077-4ccc-b7de-5933ca8f831d req-ef715b16-0a78-4e68-85e9-08a23e20a5ab tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477532 Feb 17 17:42:20.691934 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-432ef2ac-cbff-4f73-a2d2-2a0c5b2e079c None None] For port 16b18be1-8ca4-4d24-a26a-e650d1fb0c82, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=16b18be1-8ca4-4d24-a26a-e650d1fb0c82,segment=NetworkSegment(3b06922c-3dc1-4fdf-98dd-4ea7926b8a2f),segment_id=3b06922c-3dc1-4fdf-98dd-4ea7926b8a2f)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:42:20.769314 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e7c5d0-105f-4609-a61b-40ca103a221a None None] Network 79572a7d-dc92-475f-af61-75c377da6d53 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:42:20.781936 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aa74b3da-4622-4a3a-b34c-37e689dd222e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (76dd6c8f-9b15-4bdb-be8e-1220592df2b8), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:20.813088 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-432ef2ac-cbff-4f73-a2d2-2a0c5b2e079c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (16b18be1-8ca4-4d24-a26a-e650d1fb0c82), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:20.856815 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aa74b3da-4622-4a3a-b34c-37e689dd222e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (76dd6c8f-9b15-4bdb-be8e-1220592df2b8), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:20.862398 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa74b3da-4622-4a3a-b34c-37e689dd222e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:20.868829 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aa74b3da-4622-4a3a-b34c-37e689dd222e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:20.887129 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b225e2b2-ab3f-4f53-a044-4c9a77e83d8f', 'name': 'network-vif-deleted', 'tag': 'ab034c34-3587-4fb7-b4fe-fa25164c42db'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:42:20.889618 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4baa62-218c-4df9-adb2-11e4d020f64b" -d '{"events": [{"server_uuid": "b225e2b2-ab3f-4f53-a044-4c9a77e83d8f", "name": "network-vif-deleted", "tag": "ab034c34-3587-4fb7-b4fe-fa25164c42db"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:42:20.893503 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3b4ced2b-1697-4bcc-a955-1904cad62af3 req-d11e9220-af47-4597-9ee9-d8e36ac3d070 service neutron] 10.222.0.87 "GET /v2.0/networks/41eab850-74f8-4919-9573-0fe261607aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650983 Feb 17 17:42:21.002785 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa74b3da-4622-4a3a-b34c-37e689dd222e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event updated for resources: {'Network': ['ID=76dd6c8f-9b15-4bdb-be8e-1220592df2b8,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:21.027442 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-aa74b3da-4622-4a3a-b34c-37e689dd222e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4345486 Feb 17 17:42:21.031075 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53008) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:21.042847 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-0db5ee0d-bbe0-4c92-9276-13826c0db0d0 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Request body: {'subnet': {'network_id': '76dd6c8f-9b15-4bdb-be8e-1220592df2b8', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:42:21.050655 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 76dd6c8f-9b15-4bdb-be8e-1220592df2b8 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:42:21.089009 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 573c86b4-8463-4973-9394-4e8bfe0bc50b is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:42:21.107004 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [req-27adee5c-9269-432c-993f-3908201f0078 req-62992f95-be5d-4ccc-b13d-f5e59d31030a tempest-SecurityGroupsNegativeTestJSON-578942251 tempest-SecurityGroupsNegativeTestJSON-578942251-project] show failed (client error): The resource could not be found. Feb 17 17:42:21.108064 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-27adee5c-9269-432c-993f-3908201f0078 req-62992f95-be5d-4ccc-b13d-f5e59d31030a tempest-SecurityGroupsNegativeTestJSON-578942251 tempest-SecurityGroupsNegativeTestJSON-578942251-project] 10.222.0.87 "GET /v2.0/security-groups/2f2eac50-bfd8-483b-96cb-0556dbe4e291 HTTP/1.1" status: 404 len: 352 time: 0.0201488 Feb 17 17:42:21.124931 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3b4ced2b-1697-4bcc-a955-1904cad62af3 req-2ddbf972-2b52-4541-8839-0d9f15384011 service neutron] 10.222.0.87 "GET /v2.0/networks/41eab850-74f8-4919-9573-0fe261607aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208228 Feb 17 17:42:21.149594 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-448631d3-7ae2-4304-ab50-285db2c4ada0 None None] Current status of the port 3645128d-2481-4e12-a8c8-f906e6e3a073 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:42:21.150512 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-448631d3-7ae2-4304-ab50-285db2c4ada0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3645128d-2481-4e12-a8c8-f906e6e3a073), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:21.154073 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-dad39738-770f-4f72-8e11-07784b5bdb9f req-5ef4cf1d-fb24-4bc4-b249-58e6c59f8da2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62c1567c-d8e8-4ed6-845c-4e123dcc6aff {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:42:21.159074 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432ef2ac-cbff-4f73-a2d2-2a0c5b2e079c None None] Pushing event updated for resources: {'Port': ['ID=16b18be1-8ca4-4d24-a26a-e650d1fb0c82,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:21.172616 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-dad39738-770f-4f72-8e11-07784b5bdb9f req-5ef4cf1d-fb24-4bc4-b249-58e6c59f8da2 service neutron] Publish callbacks [] for port (62c1567c-d8e8-4ed6-845c-4e123dcc6aff), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:21.196759 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-dad39738-770f-4f72-8e11-07784b5bdb9f req-5ef4cf1d-fb24-4bc4-b249-58e6c59f8da2 service neutron] Transition to ACTIVE for port object 62c1567c-d8e8-4ed6-845c-4e123dcc6aff will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:42:21.209484 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-dad39738-770f-4f72-8e11-07784b5bdb9f req-5ef4cf1d-fb24-4bc4-b249-58e6c59f8da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (62c1567c-d8e8-4ed6-845c-4e123dcc6aff), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:21.254727 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db5ee0d-bbe0-4c92-9276-13826c0db0d0 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Made reservation on behalf of 04e7db23090146589aa29ee9174e4b32 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:42:21.258820 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0db5ee0d-bbe0-4c92-9276-13826c0db0d0 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:21.329128 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-20437e50-7302-427f-b813-cbef4f8f6588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'name': 'tempest-RoutersIpV6Test-router-1651222951', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:42:05Z', 'updated_at': '2022-02-17T17:42:13Z', 'revision_number': 3, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'gw_port_host': None, '_interfaces': [{'id': '24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe', 'name': '', 'network_id': '584e0f41-bf60-4bc2-9b57-471ac9f5365d', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:24:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:07Z', 'updated_at': '2022-02-17T17:42:14Z', 'revision_number': 5, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': 'dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3645128d-2481-4e12-a8c8-f906e6e3a073', 'name': '', 'network_id': 'dc7d2cec-fd61-4209-bbf6-b181d90118c3', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:b5:a6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '3da41a4b-ede7-4b1c-8577-5d9bb335ebf9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:12Z', 'updated_at': '2022-02-17T17:42:18Z', 'revision_number': 4, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': '3da41a4b-ede7-4b1c-8577-5d9bb335ebf9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:21.336509 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-448631d3-7ae2-4304-ab50-285db2c4ada0 None None] For port 3645128d-2481-4e12-a8c8-f906e6e3a073, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=3645128d-2481-4e12-a8c8-f906e6e3a073,segment=NetworkSegment(d214c733-4506-4196-ba3b-23aa3011a3b7),segment_id=d214c733-4506-4196-ba3b-23aa3011a3b7)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:42:21.348412 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef4cf1d-fb24-4bc4-b249-58e6c59f8da2 service neutron] Pushing event updated for resources: {'Port': ['ID=62c1567c-d8e8-4ed6-845c-4e123dcc6aff,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:21.368138 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-448631d3-7ae2-4304-ab50-285db2c4ada0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (3645128d-2481-4e12-a8c8-f906e6e3a073), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:21.370066 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20437e50-7302-427f-b813-cbef4f8f6588 None None] The sync data for ids ['9b2c10db-b692-4548-8f09-96a7ae3ab222'] in n-d-829613-2 is: [{'id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'name': 'tempest-RoutersIpV6Test-router-1651222951', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:42:05Z', 'updated_at': '2022-02-17T17:42:13Z', 'revision_number': 3, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'gw_port_host': None, '_interfaces': [{'id': '24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe', 'name': '', 'network_id': '584e0f41-bf60-4bc2-9b57-471ac9f5365d', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:24:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:07Z', 'updated_at': '2022-02-17T17:42:14Z', 'revision_number': 5, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': 'dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3645128d-2481-4e12-a8c8-f906e6e3a073', 'name': '', 'network_id': 'dc7d2cec-fd61-4209-bbf6-b181d90118c3', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:b5:a6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '3da41a4b-ede7-4b1c-8577-5d9bb335ebf9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:12Z', 'updated_at': '2022-02-17T17:42:18Z', 'revision_number': 4, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': '3da41a4b-ede7-4b1c-8577-5d9bb335ebf9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:42:21.491662 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8007666-dd69-4522-9229-27b5d6d7c251 x-openstack-request-id: req-c8007666-dd69-4522-9229-27b5d6d7c251 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:42:21.492134 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b225e2b2-ab3f-4f53-a044-4c9a77e83d8f", "name": "network-vif-deleted", "tag": "ab034c34-3587-4fb7-b4fe-fa25164c42db", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:42:21.492358 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c8007666-dd69-4522-9229-27b5d6d7c251 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:42:21.493313 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b225e2b2-ab3f-4f53-a044-4c9a77e83d8f', 'name': 'network-vif-deleted', 'tag': 'ab034c34-3587-4fb7-b4fe-fa25164c42db', 'status': 'completed', 'code': 200} Feb 17 17:42:21.608615 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448631d3-7ae2-4304-ab50-285db2c4ada0 None None] Pushing event updated for resources: {'Port': ['ID=3645128d-2481-4e12-a8c8-f906e6e3a073,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:21.733026 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0e8322dc-8173-49f5-bdf1-70a8206c2641 req-aba525d9-7307-45c2-bca4-373fc50afdc2 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=86c9d94d-3b5c-4630-b601-f71b7a5692a8 HTTP/1.1" status: 200 len: 210 time: 0.1347301 Feb 17 17:42:21.779751 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0db5ee0d-bbe0-4c92-9276-13826c0db0d0 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (61d56af0-376f-4601-88fd-9ba75d110c81), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:21.784704 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bb519265-fd02-4162-8499-510f0c1537a8 req-a9e4eacb-d0e8-4107-9be8-6fc912e1dcc7 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 210 time: 0.0821066 Feb 17 17:42:21.837562 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-dad39738-770f-4f72-8e11-07784b5bdb9f req-5ef4cf1d-fb24-4bc4-b249-58e6c59f8da2 service neutron] Attempting to bind port 62c1567c-d8e8-4ed6-845c-4e123dcc6aff on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:42:21.838413 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-dad39738-770f-4f72-8e11-07784b5bdb9f req-5ef4cf1d-fb24-4bc4-b249-58e6c59f8da2 service neutron] Attempting to bind port 62c1567c-d8e8-4ed6-845c-4e123dcc6aff by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '83cc66ec-b716-4047-926b-17461255d55d'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:42:21.838980 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad39738-770f-4f72-8e11-07784b5bdb9f req-5ef4cf1d-fb24-4bc4-b249-58e6c59f8da2 service neutron] Attempting to bind port 62c1567c-d8e8-4ed6-845c-4e123dcc6aff on network 83cc66ec-b716-4047-926b-17461255d55d {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:42:21.856232 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad39738-770f-4f72-8e11-07784b5bdb9f req-5ef4cf1d-fb24-4bc4-b249-58e6c59f8da2 service neutron] Port 62c1567c-d8e8-4ed6-845c-4e123dcc6aff on network 83cc66ec-b716-4047-926b-17461255d55d not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:42:21.857201 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad39738-770f-4f72-8e11-07784b5bdb9f req-5ef4cf1d-fb24-4bc4-b249-58e6c59f8da2 service neutron] Attempting to bind port 62c1567c-d8e8-4ed6-845c-4e123dcc6aff on network 83cc66ec-b716-4047-926b-17461255d55d {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:42:21.877851 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad39738-770f-4f72-8e11-07784b5bdb9f req-5ef4cf1d-fb24-4bc4-b249-58e6c59f8da2 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:42:21.878745 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad39738-770f-4f72-8e11-07784b5bdb9f req-5ef4cf1d-fb24-4bc4-b249-58e6c59f8da2 service neutron] Checking segment: {'id': '1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '83cc66ec-b716-4047-926b-17461255d55d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:42:21.879630 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad39738-770f-4f72-8e11-07784b5bdb9f req-5ef4cf1d-fb24-4bc4-b249-58e6c59f8da2 service neutron] Bound using segment: {'id': '1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '83cc66ec-b716-4047-926b-17461255d55d'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:42:21.880487 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-dad39738-770f-4f72-8e11-07784b5bdb9f req-5ef4cf1d-fb24-4bc4-b249-58e6c59f8da2 service neutron] Bound port: 62c1567c-d8e8-4ed6-845c-4e123dcc6aff, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '83cc66ec-b716-4047-926b-17461255d55d'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:42:21.881702 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-dad39738-770f-4f72-8e11-07784b5bdb9f req-5ef4cf1d-fb24-4bc4-b249-58e6c59f8da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (62c1567c-d8e8-4ed6-845c-4e123dcc6aff), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:21.937565 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db5ee0d-bbe0-4c92-9276-13826c0db0d0 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Checking segment: {'id': 'e464c185-25ee-4dcb-bcb1-8bfe8d3b511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '76dd6c8f-9b15-4bdb-be8e-1220592df2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:42:21.937932 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db5ee0d-bbe0-4c92-9276-13826c0db0d0 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Network hostable DHCP agents. Network: 76dd6c8f-9b15-4bdb-be8e-1220592df2b8, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:42:21.940829 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db5ee0d-bbe0-4c92-9276-13826c0db0d0 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event updated for resources: {'Subnet': ['ID=61d56af0-376f-4601-88fd-9ba75d110c81,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:21.971040 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db5ee0d-bbe0-4c92-9276-13826c0db0d0 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Network 76dd6c8f-9b15-4bdb-be8e-1220592df2b8 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:42:21.985826 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-0db5ee0d-bbe0-4c92-9276-13826c0db0d0 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 76dd6c8f-9b15-4bdb-be8e-1220592df2b8) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:42:21.991892 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db5ee0d-bbe0-4c92-9276-13826c0db0d0 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:21.992664 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0db5ee0d-bbe0-4c92-9276-13826c0db0d0 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:21.994730 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b97d0d-3468-427e-a2e8-33df6c05c831 None None] Network 76dd6c8f-9b15-4bdb-be8e-1220592df2b8 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:42:22.016254 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f1d5fc44-09ac-40f6-a71b-105e20b1b649 req-c0c9e82d-421e-455a-9eac-b4f9f74423e6 tempest-SecurityGroupsNegativeTestJSON-578942251 tempest-SecurityGroupsNegativeTestJSON-578942251-project] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d6f41f463302424b87b8bea7cf6c4f8e HTTP/1.1" status: 200 len: 3005 time: 0.1856220 Feb 17 17:42:22.041566 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0db5ee0d-bbe0-4c92-9276-13826c0db0d0 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0081630 Feb 17 17:42:22.044741 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53030) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:22.105824 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-dad39738-770f-4f72-8e11-07784b5bdb9f req-5ef4cf1d-fb24-4bc4-b249-58e6c59f8da2 service neutron] For port 62c1567c-d8e8-4ed6-845c-4e123dcc6aff, host n-h2-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:42:22.110391 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-dad39738-770f-4f72-8e11-07784b5bdb9f req-5ef4cf1d-fb24-4bc4-b249-58e6c59f8da2 service neutron] For port 62c1567c-d8e8-4ed6-845c-4e123dcc6aff, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=62c1567c-d8e8-4ed6-845c-4e123dcc6aff,segment=NetworkSegment(1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8),segment_id=1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:42:22.122564 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649d086-5513-4253-8509-b5029c33c69b req-fe99bc98-8bb8-4e21-b111-550480dcf12b tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:22.134857 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b649d086-5513-4253-8509-b5029c33c69b req-fe99bc98-8bb8-4e21-b111-550480dcf12b tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=2de6d73b-a3c3-4fc1-b8e3-d83105037f43 HTTP/1.1" status: 200 len: 945 time: 0.2705007 Feb 17 17:42:22.168629 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-dad39738-770f-4f72-8e11-07784b5bdb9f req-5ef4cf1d-fb24-4bc4-b249-58e6c59f8da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (62c1567c-d8e8-4ed6-845c-4e123dcc6aff), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:22.211282 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1876fb-ce8b-4963-8d53-744b9ef4f3ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-76dd6c8f-9b15-4bdb-be8e-1220592df2b8', 'network_id': '76dd6c8f-9b15-4bdb-be8e-1220592df2b8', 'project_id': '04e7db23090146589aa29ee9174e4b32', 'fixed_ips': [{'subnet_id': '61d56af0-376f-4601-88fd-9ba75d110c81'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:42:22.212174 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2f1876fb-ce8b-4963-8d53-744b9ef4f3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:22.250123 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f1d5fc44-09ac-40f6-a71b-105e20b1b649 req-84e8f988-de33-43ba-8bcc-487319793be6 tempest-SecurityGroupsNegativeTestJSON-578942251 tempest-SecurityGroupsNegativeTestJSON-578942251-project] 10.222.0.87 "GET /v2.0/security-groups/8bf85efc-5f7d-4409-9eb0-265ed38c8e2b HTTP/1.1" status: 200 len: 3002 time: 0.2327278 Feb 17 17:42:22.395001 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad39738-770f-4f72-8e11-07784b5bdb9f req-5ef4cf1d-fb24-4bc4-b249-58e6c59f8da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:22.396896 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-dad39738-770f-4f72-8e11-07784b5bdb9f req-5ef4cf1d-fb24-4bc4-b249-58e6c59f8da2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:22.397811 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dad39738-770f-4f72-8e11-07784b5bdb9f req-5ef4cf1d-fb24-4bc4-b249-58e6c59f8da2 service neutron] 10.222.0.91 "PUT /v2.0/ports/62c1567c-d8e8-4ed6-845c-4e123dcc6aff HTTP/1.1" status: 200 len: 1091 time: 2.5298338 Feb 17 17:42:22.516523 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-2f1876fb-ce8b-4963-8d53-744b9ef4f3ca None None] Allocated IP 2001:db8:3::2 (76dd6c8f-9b15-4bdb-be8e-1220592df2b8/61d56af0-376f-4601-88fd-9ba75d110c81/0e5e78a3-3d97-4254-af28-51459dd51bbc) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:42:22.681095 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f2a96f-6dbf-4a8d-bcd5-37eb2e5ac173 None None] Sync routers for ids ['9b2c10db-b692-4548-8f09-96a7ae3ab222'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:42:22.691708 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f2a96f-6dbf-4a8d-bcd5-37eb2e5ac173 None None] Routers {'9b2c10db-b692-4548-8f09-96a7ae3ab222'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:42:22.692353 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-b9f2a96f-6dbf-4a8d-bcd5-37eb2e5ac173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:42:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['9b2c10db-b692-4548-8f09-96a7ae3ab222'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:22.845558 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2f1876fb-ce8b-4963-8d53-744b9ef4f3ca None None] Publish callbacks [] for port (0e5e78a3-3d97-4254-af28-51459dd51bbc), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:22.859342 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ed82ead-f227-4428-af4f-4e1e475514f5 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:22.868130 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2f1876fb-ce8b-4963-8d53-744b9ef4f3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (0e5e78a3-3d97-4254-af28-51459dd51bbc), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:22.920366 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-b9f2a96f-6dbf-4a8d-bcd5-37eb2e5ac173 None None] Set router 9b2c10db-b692-4548-8f09-96a7ae3ab222 gateway port host: None {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:42:22.976668 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1bbd84-ad74-41ed-8e1c-ab8c37eeef2f None None] Network a11c25aa-f650-46a2-978a-b723879ca3f4 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:42:23.018632 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1876fb-ce8b-4963-8d53-744b9ef4f3ca None None] Network 76dd6c8f-9b15-4bdb-be8e-1220592df2b8 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:42:23.044336 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f1d5fc44-09ac-40f6-a71b-105e20b1b649 req-f7d07822-ddbc-4986-8797-da20f1d63849 tempest-SecurityGroupsNegativeTestJSON-578942251 tempest-SecurityGroupsNegativeTestJSON-578942251-project] 10.222.0.87 "GET /v2.0/security-groups/8bf85efc-5f7d-4409-9eb0-265ed38c8e2b HTTP/1.1" status: 200 len: 3002 time: 0.7698629 Feb 17 17:42:23.066700 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b649d086-5513-4253-8509-b5029c33c69b req-74413cef-661d-4228-b37a-4b289fd25f0b tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9308741 Feb 17 17:42:23.081321 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-2f1876fb-ce8b-4963-8d53-744b9ef4f3ca None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:42:23.086886 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1876fb-ce8b-4963-8d53-744b9ef4f3ca None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:42:23.159091 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1876fb-ce8b-4963-8d53-744b9ef4f3ca None None] Pushing event updated for resources: {'Port': ['ID=0e5e78a3-3d97-4254-af28-51459dd51bbc,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:23.213437 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef4cf1d-fb24-4bc4-b249-58e6c59f8da2 service neutron] Pushing event updated for resources: {'Port': ['ID=62c1567c-d8e8-4ed6-845c-4e123dcc6aff,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:23.234441 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-1c6a1fa0-603c-4436-8fdc-9e510f9dc624 None None] Provisioning complete for port 16b18be1-8ca4-4d24-a26a-e650d1fb0c82 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:42:23.237253 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1c6a1fa0-603c-4436-8fdc-9e510f9dc624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (16b18be1-8ca4-4d24-a26a-e650d1fb0c82), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:23.358815 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-b9f2a96f-6dbf-4a8d-bcd5-37eb2e5ac173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'name': 'tempest-RoutersIpV6Test-router-1651222951', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:42:05Z', 'updated_at': '2022-02-17T17:42:19Z', 'revision_number': 4, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'gw_port_host': None, '_interfaces': [{'id': '24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe', 'name': '', 'network_id': '584e0f41-bf60-4bc2-9b57-471ac9f5365d', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:24:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:07Z', 'updated_at': '2022-02-17T17:42:14Z', 'revision_number': 5, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': 'dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3645128d-2481-4e12-a8c8-f906e6e3a073', 'name': '', 'network_id': 'dc7d2cec-fd61-4209-bbf6-b181d90118c3', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:b5:a6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '3da41a4b-ede7-4b1c-8577-5d9bb335ebf9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:12Z', 'updated_at': '2022-02-17T17:42:21Z', 'revision_number': 5, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': '3da41a4b-ede7-4b1c-8577-5d9bb335ebf9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90ca893f-fe03-43a9-b983-1dc803ac7834', 'name': '', 'network_id': 'a11c25aa-f650-46a2-978a-b723879ca3f4', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:4a:ed:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'd65811ae-6238-4ca2-a407-2a8d4b0838b6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:17Z', 'updated_at': '2022-02-17T17:42:19Z', 'revision_number': 2, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': 'd65811ae-6238-4ca2-a407-2a8d4b0838b6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:23.382487 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ced2b-1697-4bcc-a955-1904cad62af3 req-3e75cded-fd46-4137-8fd2-42a61f6e7369 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:23.384059 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3b4ced2b-1697-4bcc-a955-1904cad62af3 req-3e75cded-fd46-4137-8fd2-42a61f6e7369 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.71 "GET /v2.0/networks?id=41eab850-74f8-4919-9573-0fe261607aa2 HTTP/1.1" status: 200 len: 806 time: 0.3133974 Feb 17 17:42:23.447066 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-3b4ced2b-1697-4bcc-a955-1904cad62af3 req-45efc477-d913-4265-a4bc-2990ef6db5c5 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Request body: {'port': {'device_id': '86c9d94d-3b5c-4630-b601-f71b7a5692a8', 'network_id': '41eab850-74f8-4919-9573-0fe261607aa2', 'admin_state_up': True, 'tenant_id': '4010b90dceb14ea6a98968e6b17cf28b'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:42:23.448658 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-8ed82ead-f227-4428-af4f-4e1e475514f5 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Allocated IP 2001:db8:3::1 (76dd6c8f-9b15-4bdb-be8e-1220592df2b8/61d56af0-376f-4601-88fd-9ba75d110c81/ae1bec5e-1fe5-464f-81b8-d8b5c9726844) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:42:23.449985 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f2a96f-6dbf-4a8d-bcd5-37eb2e5ac173 None None] Checking router: 9b2c10db-b692-4548-8f09-96a7ae3ab222 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:42:23.450594 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f2a96f-6dbf-4a8d-bcd5-37eb2e5ac173 None None] Updating router 9b2c10db-b692-4548-8f09-96a7ae3ab222 port 90ca893f-fe03-43a9-b983-1dc803ac7834 binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:42:23.478068 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-2f1876fb-ce8b-4963-8d53-744b9ef4f3ca None None] Attempting to bind port 0e5e78a3-3d97-4254-af28-51459dd51bbc on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:42:23.490898 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-2f1876fb-ce8b-4963-8d53-744b9ef4f3ca None None] Attempting to bind port 0e5e78a3-3d97-4254-af28-51459dd51bbc by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'e464c185-25ee-4dcb-bcb1-8bfe8d3b511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '76dd6c8f-9b15-4bdb-be8e-1220592df2b8'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:42:23.492513 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1876fb-ce8b-4963-8d53-744b9ef4f3ca None None] Attempting to bind port 0e5e78a3-3d97-4254-af28-51459dd51bbc on network 76dd6c8f-9b15-4bdb-be8e-1220592df2b8 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:42:23.492764 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad39738-770f-4f72-8e11-07784b5bdb9f req-364d42ba-631f-4eb2-9a12-8439ec7c854a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:23.494295 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dad39738-770f-4f72-8e11-07784b5bdb9f req-364d42ba-631f-4eb2-9a12-8439ec7c854a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d25e4e1cdd84422184c0ddb522055b36&device_id=d58b9cc9-333e-4cb9-8286-d3742f827ea1 HTTP/1.1" status: 200 len: 1125 time: 0.4225013 Feb 17 17:42:23.497382 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd58b9cc9-333e-4cb9-8286-d3742f827ea1', 'tag': '62c1567c-d8e8-4ed6-845c-4e123dcc6aff'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:42:23.499664 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9813753-0fa7-4c42-8e60-e239c31b6f0d" -d '{"events": [{"name": "network-changed", "server_uuid": "d58b9cc9-333e-4cb9-8286-d3742f827ea1", "tag": "62c1567c-d8e8-4ed6-845c-4e123dcc6aff"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:42:23.510727 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d8a07d7d-0623-4c74-b59e-3174bfa2d887 req-9bb76f58-77ee-4c21-aaa9-b63b8555d9ef tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=86c9d94d-3b5c-4630-b601-f71b7a5692a8 HTTP/1.1" status: 200 len: 210 time: 0.1243751 Feb 17 17:42:23.515598 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 3645128d-2481-4e12-a8c8-f906e6e3a073 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:42:23.529978 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1876fb-ce8b-4963-8d53-744b9ef4f3ca None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:42:23.531247 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1876fb-ce8b-4963-8d53-744b9ef4f3ca None None] Checking segment: {'id': 'e464c185-25ee-4dcb-bcb1-8bfe8d3b511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '76dd6c8f-9b15-4bdb-be8e-1220592df2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:42:23.531878 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2f1876fb-ce8b-4963-8d53-744b9ef4f3ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:23.532524 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1876fb-ce8b-4963-8d53-744b9ef4f3ca None None] Bound using segment: {'id': 'e464c185-25ee-4dcb-bcb1-8bfe8d3b511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '76dd6c8f-9b15-4bdb-be8e-1220592df2b8'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:42:23.533385 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-2f1876fb-ce8b-4963-8d53-744b9ef4f3ca None None] Bound port: 0e5e78a3-3d97-4254-af28-51459dd51bbc, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e464c185-25ee-4dcb-bcb1-8bfe8d3b511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '76dd6c8f-9b15-4bdb-be8e-1220592df2b8'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:42:23.534028 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2f1876fb-ce8b-4963-8d53-744b9ef4f3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0e5e78a3-3d97-4254-af28-51459dd51bbc), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:23.539987 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b9f2a96f-6dbf-4a8d-bcd5-37eb2e5ac173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (90ca893f-fe03-43a9-b983-1dc803ac7834), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:23.698175 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ed82ead-f227-4428-af4f-4e1e475514f5 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for port (ae1bec5e-1fe5-464f-81b8-d8b5c9726844), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:23.743692 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-2f1876fb-ce8b-4963-8d53-744b9ef4f3ca None None] For port 0e5e78a3-3d97-4254-af28-51459dd51bbc, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:42:23.749183 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-2f1876fb-ce8b-4963-8d53-744b9ef4f3ca None None] For port 0e5e78a3-3d97-4254-af28-51459dd51bbc, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=0e5e78a3-3d97-4254-af28-51459dd51bbc,segment=NetworkSegment(e464c185-25ee-4dcb-bcb1-8bfe8d3b511d),segment_id=e464c185-25ee-4dcb-bcb1-8bfe8d3b511d)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:42:23.750588 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-1c6a1fa0-603c-4436-8fdc-9e510f9dc624 None None] Current status of the port 16b18be1-8ca4-4d24-a26a-e650d1fb0c82 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:42:23.750981 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1c6a1fa0-603c-4436-8fdc-9e510f9dc624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (16b18be1-8ca4-4d24-a26a-e650d1fb0c82), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:23.752774 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2416b-c654-4c39-8b09-b62f9e078779 req-52488b6f-581d-4422-8c55-f31cd87da60d tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:23.755849 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ed82ead-f227-4428-af4f-4e1e475514f5 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (ae1bec5e-1fe5-464f-81b8-d8b5c9726844), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:23.757300 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d1a2416b-c654-4c39-8b09-b62f9e078779 req-52488b6f-581d-4422-8c55-f31cd87da60d tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=d58b9cc9-333e-4cb9-8286-d3742f827ea1 HTTP/1.1" status: 200 len: 943 time: 0.5365937 Feb 17 17:42:23.760029 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5a2e0972-8f39-4352-9b09-bb6bf0d07f52 req-812bc8ea-01b6-4a36-8776-4cb2a2815cc0 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 210 time: 0.1042325 Feb 17 17:42:23.775672 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 3645128d-2481-4e12-a8c8-f906e6e3a073 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:42:23.777661 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dad39738-770f-4f72-8e11-07784b5bdb9f req-e273f79d-2a79-4bb3-8b1e-1313a29876d3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62c1567c-d8e8-4ed6-845c-4e123dcc6aff HTTP/1.1" status: 200 len: 217 time: 0.2437150 Feb 17 17:42:23.779764 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (3645128d-2481-4e12-a8c8-f906e6e3a073), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:23.784207 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed82ead-f227-4428-af4f-4e1e475514f5 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Network 76dd6c8f-9b15-4bdb-be8e-1220592df2b8 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:42:23.809956 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2f1876fb-ce8b-4963-8d53-744b9ef4f3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (0e5e78a3-3d97-4254-af28-51459dd51bbc), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:23.827570 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-8ed82ead-f227-4428-af4f-4e1e475514f5 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:42:23.837318 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed82ead-f227-4428-af4f-4e1e475514f5 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:42:23.838993 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ed82ead-f227-4428-af4f-4e1e475514f5 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (9b2c10db-b692-4548-8f09-96a7ae3ab222), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:23.932036 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b4ced2b-1697-4bcc-a955-1904cad62af3 req-45efc477-d913-4265-a4bc-2990ef6db5c5 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Made reservation on behalf of 4010b90dceb14ea6a98968e6b17cf28b for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:42:23.935852 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3b4ced2b-1697-4bcc-a955-1904cad62af3 req-45efc477-d913-4265-a4bc-2990ef6db5c5 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:23.943044 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-1c6a1fa0-603c-4436-8fdc-9e510f9dc624 None None] For port 16b18be1-8ca4-4d24-a26a-e650d1fb0c82, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=16b18be1-8ca4-4d24-a26a-e650d1fb0c82,segment=NetworkSegment(3b06922c-3dc1-4fdf-98dd-4ea7926b8a2f),segment_id=3b06922c-3dc1-4fdf-98dd-4ea7926b8a2f)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:42:23.995105 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1c6a1fa0-603c-4436-8fdc-9e510f9dc624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (16b18be1-8ca4-4d24-a26a-e650d1fb0c82), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:24.014030 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1876fb-ce8b-4963-8d53-744b9ef4f3ca None None] Pushing event updated for resources: {'Port': ['ID=0e5e78a3-3d97-4254-af28-51459dd51bbc,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:24.036024 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21635d90-60da-4195-844b-372414b8ee67 req-620e4c6a-17f7-4048-a936-95e2131a5eda tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:24.037574 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-21635d90-60da-4195-844b-372414b8ee67 req-620e4c6a-17f7-4048-a936-95e2131a5eda tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.91 "GET /v2.0/ports?device_id=2de6d73b-a3c3-4fc1-b8e3-d83105037f43 HTTP/1.1" status: 200 len: 945 time: 0.4073627 Feb 17 17:42:24.120436 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b9f2a96f-6dbf-4a8d-bcd5-37eb2e5ac173 None None] Publish callbacks [] for port (90ca893f-fe03-43a9-b983-1dc803ac7834), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:24.133247 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b9f2a96f-6dbf-4a8d-bcd5-37eb2e5ac173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (90ca893f-fe03-43a9-b983-1dc803ac7834), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:24.148593 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a9710792-bde3-4a4c-bf6e-309638106df8 req-c7010fc0-d9e3-4fb6-bf1c-1431d429c617 tempest-SecurityGroupsNegativeTestJSON-578942251 tempest-SecurityGroupsNegativeTestJSON-578942251-project] 10.222.0.87 "GET /v2.0/security-groups/8bf85efc-5f7d-4409-9eb0-265ed38c8e2b HTTP/1.1" status: 200 len: 3002 time: 0.2851429 Feb 17 17:42:24.151726 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d1a2416b-c654-4c39-8b09-b62f9e078779 req-bd817226-3670-4b9b-b796-6a67e7f0e5fe tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857939 Feb 17 17:42:24.201298 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed82ead-f227-4428-af4f-4e1e475514f5 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event updated for resources: {'Port': ['ID=ae1bec5e-1fe5-464f-81b8-d8b5c9726844,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:24.277439 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d84d92-2ae6-4f1f-a326-1b78c3eeae56 None None] Pushing event updated for resources: {'Port': ['ID=90ca893f-fe03-43a9-b983-1dc803ac7834,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:24.440022 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-3b4ced2b-1697-4bcc-a955-1904cad62af3 req-45efc477-d913-4265-a4bc-2990ef6db5c5 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Allocated IP 172.20.0.6 (41eab850-74f8-4919-9573-0fe261607aa2/b20ab57b-0ae5-4c69-b6b9-871207503198/24eaca68-6e09-4108-9f19-d71d023227ce) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:42:24.444090 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ed82ead-f227-4428-af4f-4e1e475514f5 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ae1bec5e-1fe5-464f-81b8-d8b5c9726844), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:24.461965 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-21635d90-60da-4195-844b-372414b8ee67 req-75173e36-22ff-4d39-85a9-832100d79830 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Deleting port 2f628e11-9b66-427f-bfa9-b50966abc8d0 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:42:24.462624 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-21635d90-60da-4195-844b-372414b8ee67 req-75173e36-22ff-4d39-85a9-832100d79830 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (2f628e11-9b66-427f-bfa9-b50966abc8d0), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:24.534009 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-b9f2a96f-6dbf-4a8d-bcd5-37eb2e5ac173 None None] Attempting to bind port 90ca893f-fe03-43a9-b983-1dc803ac7834 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:42:24.534796 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-b9f2a96f-6dbf-4a8d-bcd5-37eb2e5ac173 None None] Attempting to bind port 90ca893f-fe03-43a9-b983-1dc803ac7834 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '3b06922c-3dc1-4fdf-98dd-4ea7926b8a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a11c25aa-f650-46a2-978a-b723879ca3f4'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:42:24.536013 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f2a96f-6dbf-4a8d-bcd5-37eb2e5ac173 None None] Attempting to bind port 90ca893f-fe03-43a9-b983-1dc803ac7834 on network a11c25aa-f650-46a2-978a-b723879ca3f4 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:42:24.543190 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f2a96f-6dbf-4a8d-bcd5-37eb2e5ac173 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:42:24.543925 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f2a96f-6dbf-4a8d-bcd5-37eb2e5ac173 None None] Checking segment: {'id': '3b06922c-3dc1-4fdf-98dd-4ea7926b8a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a11c25aa-f650-46a2-978a-b723879ca3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:42:24.551085 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b9f2a96f-6dbf-4a8d-bcd5-37eb2e5ac173 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:24.551857 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f2a96f-6dbf-4a8d-bcd5-37eb2e5ac173 None None] Bound using segment: {'id': '3b06922c-3dc1-4fdf-98dd-4ea7926b8a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a11c25aa-f650-46a2-978a-b723879ca3f4'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:42:24.559422 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-b9f2a96f-6dbf-4a8d-bcd5-37eb2e5ac173 None None] Bound port: 90ca893f-fe03-43a9-b983-1dc803ac7834, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b06922c-3dc1-4fdf-98dd-4ea7926b8a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a11c25aa-f650-46a2-978a-b723879ca3f4'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:42:24.560535 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b9f2a96f-6dbf-4a8d-bcd5-37eb2e5ac173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (90ca893f-fe03-43a9-b983-1dc803ac7834), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:24.616727 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad39738-770f-4f72-8e11-07784b5bdb9f req-cdf3a2a0-8d20-4b42-84cc-a86e78d6d79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:24.619030 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dad39738-770f-4f72-8e11-07784b5bdb9f req-cdf3a2a0-8d20-4b42-84cc-a86e78d6d79b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1e1fcde1-7a12-4137-bca4-1789efb75583 HTTP/1.1" status: 200 len: 845 time: 0.8292961 Feb 17 17:42:24.633220 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda5e1bd-8796-4286-8dac-4bdd76e9c5a4 x-openstack-request-id: req-cda5e1bd-8796-4286-8dac-4bdd76e9c5a4 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:42:24.633774 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d58b9cc9-333e-4cb9-8286-d3742f827ea1", "tag": "62c1567c-d8e8-4ed6-845c-4e123dcc6aff", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:42:24.634253 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-cda5e1bd-8796-4286-8dac-4bdd76e9c5a4 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:42:24.634890 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd58b9cc9-333e-4cb9-8286-d3742f827ea1', 'tag': '62c1567c-d8e8-4ed6-845c-4e123dcc6aff', 'status': 'completed', 'code': 200} Feb 17 17:42:24.656407 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 3645128d-2481-4e12-a8c8-f906e6e3a073 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:42:24.657589 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 16b18be1-8ca4-4d24-a26a-e650d1fb0c82 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:42:24.712120 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-b9f2a96f-6dbf-4a8d-bcd5-37eb2e5ac173 None None] For port 90ca893f-fe03-43a9-b983-1dc803ac7834, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:42:24.717927 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-2495fcfd-cbfe-489e-9ed1-57ee767b4f1b None None] Provisioning complete for port 16b18be1-8ca4-4d24-a26a-e650d1fb0c82 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:42:24.718645 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-b9f2a96f-6dbf-4a8d-bcd5-37eb2e5ac173 None None] For port 90ca893f-fe03-43a9-b983-1dc803ac7834, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=90ca893f-fe03-43a9-b983-1dc803ac7834,segment=NetworkSegment(3b06922c-3dc1-4fdf-98dd-4ea7926b8a2f),segment_id=3b06922c-3dc1-4fdf-98dd-4ea7926b8a2f)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:42:24.718782 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2495fcfd-cbfe-489e-9ed1-57ee767b4f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (16b18be1-8ca4-4d24-a26a-e650d1fb0c82), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:24.738095 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-b9f2a96f-6dbf-4a8d-bcd5-37eb2e5ac173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (90ca893f-fe03-43a9-b983-1dc803ac7834), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:24.781826 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6a1fa0-603c-4436-8fdc-9e510f9dc624 None None] Pushing event updated for resources: {'Port': ['ID=16b18be1-8ca4-4d24-a26a-e650d1fb0c82,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:24.803239 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-21635d90-60da-4195-844b-372414b8ee67 req-75173e36-22ff-4d39-85a9-832100d79830 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] For port 2f628e11-9b66-427f-bfa9-b50966abc8d0, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=2f628e11-9b66-427f-bfa9-b50966abc8d0,segment=NetworkSegment(80af71d2-6810-45c1-8520-db6a1714ff10),segment_id=80af71d2-6810-45c1-8520-db6a1714ff10)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:42:24.803933 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-21635d90-60da-4195-844b-372414b8ee67 req-75173e36-22ff-4d39-85a9-832100d79830 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (2f628e11-9b66-427f-bfa9-b50966abc8d0), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:24.830917 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d84d92-2ae6-4f1f-a326-1b78c3eeae56 None None] Pushing event updated for resources: {'Port': ['ID=90ca893f-fe03-43a9-b983-1dc803ac7834,revision_number=4']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:24.842884 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-21635d90-60da-4195-844b-372414b8ee67 req-75173e36-22ff-4d39-85a9-832100d79830 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Calling delete_port for 2f628e11-9b66-427f-bfa9-b50966abc8d0 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:42:24.854273 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 16b18be1-8ca4-4d24-a26a-e650d1fb0c82 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:42:24.855309 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (16b18be1-8ca4-4d24-a26a-e650d1fb0c82), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:24.864353 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f2a96f-6dbf-4a8d-bcd5-37eb2e5ac173 None None] Routers {'9b2c10db-b692-4548-8f09-96a7ae3ab222'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:42:24.865911 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-b9f2a96f-6dbf-4a8d-bcd5-37eb2e5ac173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:42:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['9b2c10db-b692-4548-8f09-96a7ae3ab222'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:24.901026 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-2495fcfd-cbfe-489e-9ed1-57ee767b4f1b None None] Current status of the port 16b18be1-8ca4-4d24-a26a-e650d1fb0c82 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:42:24.904512 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dad39738-770f-4f72-8e11-07784b5bdb9f req-0faa4ba7-a9d1-4b94-b1b1-81dfed808fac service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=83cc66ec-b716-4047-926b-17461255d55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2176249 Feb 17 17:42:24.921467 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [req-a9710792-bde3-4a4c-bf6e-309638106df8 req-080c1efd-8f80-45d8-8490-c16cf1b20204 tempest-SecurityGroupsNegativeTestJSON-578942251 tempest-SecurityGroupsNegativeTestJSON-578942251-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 17 17:42:24.922524 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a9710792-bde3-4a4c-bf6e-309638106df8 req-080c1efd-8f80-45d8-8490-c16cf1b20204 tempest-SecurityGroupsNegativeTestJSON-578942251 tempest-SecurityGroupsNegativeTestJSON-578942251-project] 10.222.0.87 "DELETE /v2.0/security-groups/8bf85efc-5f7d-4409-9eb0-265ed38c8e2b HTTP/1.1" status: 409 len: 352 time: 0.7542949 Feb 17 17:42:24.930805 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-2495fcfd-cbfe-489e-9ed1-57ee767b4f1b None None] Provisioning complete for port 90ca893f-fe03-43a9-b983-1dc803ac7834 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:42:24.931204 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2495fcfd-cbfe-489e-9ed1-57ee767b4f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (90ca893f-fe03-43a9-b983-1dc803ac7834), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:25.057067 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dad39738-770f-4f72-8e11-07784b5bdb9f req-191a2909-e62f-4cfd-bd89-cc06dceb38ae service neutron] 10.222.0.91 "GET /v2.0/networks/83cc66ec-b716-4047-926b-17461255d55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390407 Feb 17 17:42:25.063725 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 16b18be1-8ca4-4d24-a26a-e650d1fb0c82 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:42:25.170757 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-2495fcfd-cbfe-489e-9ed1-57ee767b4f1b None None] Current status of the port 90ca893f-fe03-43a9-b983-1dc803ac7834 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:42:25.171608 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2495fcfd-cbfe-489e-9ed1-57ee767b4f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (90ca893f-fe03-43a9-b983-1dc803ac7834), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:25.178189 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3b4ced2b-1697-4bcc-a955-1904cad62af3 req-45efc477-d913-4265-a4bc-2990ef6db5c5 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks [] for port (24eaca68-6e09-4108-9f19-d71d023227ce), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:25.234499 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-b9f2a96f-6dbf-4a8d-bcd5-37eb2e5ac173 None None] Set router 9b2c10db-b692-4548-8f09-96a7ae3ab222 gateway port host: None {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:42:25.270860 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-2495fcfd-cbfe-489e-9ed1-57ee767b4f1b None None] For port 90ca893f-fe03-43a9-b983-1dc803ac7834, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=90ca893f-fe03-43a9-b983-1dc803ac7834,segment=NetworkSegment(3b06922c-3dc1-4fdf-98dd-4ea7926b8a2f),segment_id=3b06922c-3dc1-4fdf-98dd-4ea7926b8a2f)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:42:25.289627 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2495fcfd-cbfe-489e-9ed1-57ee767b4f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (90ca893f-fe03-43a9-b983-1dc803ac7834), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:25.325182 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa7f50-ef2e-491e-b82a-286f202b813c req-b9c96cae-4f10-4ac1-a57a-aea3cc58fb54 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:25.326935 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-26fa7f50-ef2e-491e-b82a-286f202b813c req-b9c96cae-4f10-4ac1-a57a-aea3cc58fb54 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/ports?device_id=2de6d73b-a3c3-4fc1-b8e3-d83105037f43 HTTP/1.1" status: 200 len: 945 time: 0.7044933 Feb 17 17:42:25.348770 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3b4ced2b-1697-4bcc-a955-1904cad62af3 req-45efc477-d913-4265-a4bc-2990ef6db5c5 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (24eaca68-6e09-4108-9f19-d71d023227ce), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:25.384103 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['d0cc2a16-299a-4fcb-9e02-8e660124ccbc'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:42:25.528991 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 16b18be1-8ca4-4d24-a26a-e650d1fb0c82 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:42:25.587950 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dad39738-770f-4f72-8e11-07784b5bdb9f req-1a00c976-7b28-43ec-b60d-3262e374fdd3 service neutron] 10.222.0.91 "GET /v2.0/networks/83cc66ec-b716-4047-926b-17461255d55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5169387 Feb 17 17:42:25.639101 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ed82ead-f227-4428-af4f-4e1e475514f5 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for port (ae1bec5e-1fe5-464f-81b8-d8b5c9726844), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:25.641700 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-21635d90-60da-4195-844b-372414b8ee67 req-75173e36-22ff-4d39-85a9-832100d79830 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (2f628e11-9b66-427f-bfa9-b50966abc8d0), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:25.653576 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ed82ead-f227-4428-af4f-4e1e475514f5 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (ae1bec5e-1fe5-464f-81b8-d8b5c9726844), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:25.654566 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ed82ead-f227-4428-af4f-4e1e475514f5 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (9b2c10db-b692-4548-8f09-96a7ae3ab222), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:25.697407 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b4ced2b-1697-4bcc-a955-1904cad62af3 req-45efc477-d913-4265-a4bc-2990ef6db5c5 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Network 41eab850-74f8-4919-9573-0fe261607aa2 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:42:25.738791 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75173e36-22ff-4d39-85a9-832100d79830 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Pushing event deleted for resources: {'Port': ['ID=2f628e11-9b66-427f-bfa9-b50966abc8d0,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:25.746525 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2495fcfd-cbfe-489e-9ed1-57ee767b4f1b None None] Pushing event updated for resources: {'Port': ['ID=90ca893f-fe03-43a9-b983-1dc803ac7834,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:25.763389 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-3b4ced2b-1697-4bcc-a955-1904cad62af3 req-45efc477-d913-4265-a4bc-2990ef6db5c5 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:42:25.784727 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-1767b0be-3db5-4ce1-b926-7da7ef251cc6 None None] Provisioning complete for port 90ca893f-fe03-43a9-b983-1dc803ac7834 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:42:25.790738 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1767b0be-3db5-4ce1-b926-7da7ef251cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (90ca893f-fe03-43a9-b983-1dc803ac7834), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:25.809950 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75173e36-22ff-4d39-85a9-832100d79830 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:42:25.810312 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75173e36-22ff-4d39-85a9-832100d79830 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:42:25.810661 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75173e36-22ff-4d39-85a9-832100d79830 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:42:25.811001 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75173e36-22ff-4d39-85a9-832100d79830 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:42:25.811474 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75173e36-22ff-4d39-85a9-832100d79830 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:42:25.811994 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75173e36-22ff-4d39-85a9-832100d79830 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:42:25.812511 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75173e36-22ff-4d39-85a9-832100d79830 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:42:25.813252 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75173e36-22ff-4d39-85a9-832100d79830 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:42:25.813252 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75173e36-22ff-4d39-85a9-832100d79830 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:42:25.813529 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75173e36-22ff-4d39-85a9-832100d79830 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:42:25.813822 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75173e36-22ff-4d39-85a9-832100d79830 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:42:25.814147 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75173e36-22ff-4d39-85a9-832100d79830 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:42:25.814475 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75173e36-22ff-4d39-85a9-832100d79830 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:42:25.817301 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-b9f2a96f-6dbf-4a8d-bcd5-37eb2e5ac173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'name': 'tempest-RoutersIpV6Test-router-1651222951', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:42:05Z', 'updated_at': '2022-02-17T17:42:24Z', 'revision_number': 5, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'gw_port_host': None, '_interfaces': [{'id': '24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe', 'name': '', 'network_id': '584e0f41-bf60-4bc2-9b57-471ac9f5365d', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:24:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:07Z', 'updated_at': '2022-02-17T17:42:14Z', 'revision_number': 5, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': 'dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3645128d-2481-4e12-a8c8-f906e6e3a073', 'name': '', 'network_id': 'dc7d2cec-fd61-4209-bbf6-b181d90118c3', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:b5:a6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '3da41a4b-ede7-4b1c-8577-5d9bb335ebf9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:12Z', 'updated_at': '2022-02-17T17:42:21Z', 'revision_number': 5, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': '3da41a4b-ede7-4b1c-8577-5d9bb335ebf9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90ca893f-fe03-43a9-b983-1dc803ac7834', 'name': '', 'network_id': 'a11c25aa-f650-46a2-978a-b723879ca3f4', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:4a:ed:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'd65811ae-6238-4ca2-a407-2a8d4b0838b6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:17Z', 'updated_at': '2022-02-17T17:42:24Z', 'revision_number': 4, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': 'd65811ae-6238-4ca2-a407-2a8d4b0838b6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae1bec5e-1fe5-464f-81b8-d8b5c9726844', 'name': '', 'network_id': '76dd6c8f-9b15-4bdb-be8e-1220592df2b8', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:2b:bf:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '61d56af0-376f-4601-88fd-9ba75d110c81', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:23Z', 'updated_at': '2022-02-17T17:42:23Z', 'revision_number': 1, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': '61d56af0-376f-4601-88fd-9ba75d110c81', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:25.830407 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b4ced2b-1697-4bcc-a955-1904cad62af3 req-45efc477-d913-4265-a4bc-2990ef6db5c5 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:42:25.868735 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f2a96f-6dbf-4a8d-bcd5-37eb2e5ac173 None None] The sync data for ids ['9b2c10db-b692-4548-8f09-96a7ae3ab222'] in n-d-829613-2 is: [{'id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'name': 'tempest-RoutersIpV6Test-router-1651222951', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:42:05Z', 'updated_at': '2022-02-17T17:42:24Z', 'revision_number': 5, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'gw_port_host': None, '_interfaces': [{'id': '24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe', 'name': '', 'network_id': '584e0f41-bf60-4bc2-9b57-471ac9f5365d', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:24:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:07Z', 'updated_at': '2022-02-17T17:42:14Z', 'revision_number': 5, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': 'dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3645128d-2481-4e12-a8c8-f906e6e3a073', 'name': '', 'network_id': 'dc7d2cec-fd61-4209-bbf6-b181d90118c3', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:b5:a6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '3da41a4b-ede7-4b1c-8577-5d9bb335ebf9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:12Z', 'updated_at': '2022-02-17T17:42:21Z', 'revision_number': 5, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': '3da41a4b-ede7-4b1c-8577-5d9bb335ebf9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90ca893f-fe03-43a9-b983-1dc803ac7834', 'name': '', 'network_id': 'a11c25aa-f650-46a2-978a-b723879ca3f4', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:4a:ed:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'd65811ae-6238-4ca2-a407-2a8d4b0838b6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:17Z', 'updated_at': '2022-02-17T17:42:24Z', 'revision_number': 4, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': 'd65811ae-6238-4ca2-a407-2a8d4b0838b6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae1bec5e-1fe5-464f-81b8-d8b5c9726844', 'name': '', 'network_id': '76dd6c8f-9b15-4bdb-be8e-1220592df2b8', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:2b:bf:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '61d56af0-376f-4601-88fd-9ba75d110c81', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:23Z', 'updated_at': '2022-02-17T17:42:23Z', 'revision_number': 1, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': '61d56af0-376f-4601-88fd-9ba75d110c81', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:42:25.908808 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45efc477-d913-4265-a4bc-2990ef6db5c5 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Pushing event updated for resources: {'Port': ['ID=24eaca68-6e09-4108-9f19-d71d023227ce,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:25.927563 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-26fa7f50-ef2e-491e-b82a-286f202b813c req-deeda0ec-de55-46fe-92c0-1af9eee46cca tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.87 "GET /v2.0/security-groups?id=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5713444 Feb 17 17:42:25.986566 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffce497-54d1-42ac-a80f-b9de03f92067 req-54b7b696-a501-4bdd-8dfa-7aff3f8d7930 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:25.998588 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3ffce497-54d1-42ac-a80f-b9de03f92067 req-54b7b696-a501-4bdd-8dfa-7aff3f8d7930 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=86c9d94d-3b5c-4630-b601-f71b7a5692a8 HTTP/1.1" status: 200 len: 931 time: 0.8877649 Feb 17 17:42:26.013579 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 16b18be1-8ca4-4d24-a26a-e650d1fb0c82 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:42:26.014700 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (16b18be1-8ca4-4d24-a26a-e650d1fb0c82), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:26.060093 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed82ead-f227-4428-af4f-4e1e475514f5 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event updated for resources: {'Port': ['ID=ae1bec5e-1fe5-464f-81b8-d8b5c9726844,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:26.064018 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-21635d90-60da-4195-844b-372414b8ee67 req-75173e36-22ff-4d39-85a9-832100d79830 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] No DVR routers for this DVR port 2f628e11-9b66-427f-bfa9-b50966abc8d0 on host n-h2-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:42:26.068747 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-21635d90-60da-4195-844b-372414b8ee67 req-75173e36-22ff-4d39-85a9-832100d79830 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:26.072788 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-21635d90-60da-4195-844b-372414b8ee67 req-75173e36-22ff-4d39-85a9-832100d79830 tempest-ServerRescueTestJSON-388786364 tempest-ServerRescueTestJSON-388786364-project] 10.222.0.91 "DELETE /v2.0/ports/2f628e11-9b66-427f-bfa9-b50966abc8d0 HTTP/1.1" status: 204 len: 173 time: 1.9732189 Feb 17 17:42:26.090192 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de6d73b-a3c3-4fc1-b8e3-d83105037f43', 'name': 'network-vif-deleted', 'tag': '2f628e11-9b66-427f-bfa9-b50966abc8d0'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:42:26.098703 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4540c6c8-8c65-44a7-a8db-60d625f8ac54" -d '{"events": [{"server_uuid": "2de6d73b-a3c3-4fc1-b8e3-d83105037f43", "name": "network-vif-deleted", "tag": "2f628e11-9b66-427f-bfa9-b50966abc8d0"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:42:26.140445 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9813753-0fa7-4c42-8e60-e239c31b6f0d req-24d0e8a9-05cb-4ccb-ad17-53510f1babff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:26.145770 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e9813753-0fa7-4c42-8e60-e239c31b6f0d req-24d0e8a9-05cb-4ccb-ad17-53510f1babff service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d25e4e1cdd84422184c0ddb522055b36&device_id=d58b9cc9-333e-4cb9-8286-d3742f827ea1 HTTP/1.1" status: 200 len: 1125 time: 0.4441042 Feb 17 17:42:26.200769 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d3b5d8-2eb3-46a8-94a5-411a25a0721d None None] Network 76dd6c8f-9b15-4bdb-be8e-1220592df2b8 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:42:26.230248 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ced2b-1697-4bcc-a955-1904cad62af3 req-45efc477-d913-4265-a4bc-2990ef6db5c5 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:26.244821 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3b4ced2b-1697-4bcc-a955-1904cad62af3 req-45efc477-d913-4265-a4bc-2990ef6db5c5 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:26.254671 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed82ead-f227-4428-af4f-4e1e475514f5 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Network 76dd6c8f-9b15-4bdb-be8e-1220592df2b8 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:42:26.260214 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-8ed82ead-f227-4428-af4f-4e1e475514f5 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:42:26.342336 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-83077f27-7a2f-4bed-a5e8-531c0d192bbe req-6344b63e-bb65-427f-81e4-1b1a786b1cb5 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 210 time: 0.1907661 Feb 17 17:42:26.386819 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3b4ced2b-1697-4bcc-a955-1904cad62af3 req-45efc477-d913-4265-a4bc-2990ef6db5c5 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9542868 Feb 17 17:42:26.399356 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-1767b0be-3db5-4ce1-b926-7da7ef251cc6 None None] Current status of the port 90ca893f-fe03-43a9-b983-1dc803ac7834 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:42:26.427730 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3ffce497-54d1-42ac-a80f-b9de03f92067 req-34f5cb9b-a07d-4c7b-b950-d45b042999b1 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4115613 Feb 17 17:42:26.452896 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-3b4ced2b-1697-4bcc-a955-1904cad62af3 req-c058444f-3ed3-4bac-803f-3e9a36ba7938 service neutron] Request body: {'port': {'device_id': '86c9d94d-3b5c-4630-b601-f71b7a5692a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:42:26.665759 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 16b18be1-8ca4-4d24-a26a-e650d1fb0c82 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:42:26.670572 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 0e5e78a3-3d97-4254-af28-51459dd51bbc up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:42:26.742709 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [req-cfff1286-ad20-4be9-ab6e-f06fad4b03ee req-4343074b-5a05-4d16-b6cd-9468226b8b2e tempest-SecurityGroupsNegativeTestJSON-578942251 tempest-SecurityGroupsNegativeTestJSON-578942251-project] show failed (client error): The resource could not be found. Feb 17 17:42:26.748600 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cfff1286-ad20-4be9-ab6e-f06fad4b03ee req-4343074b-5a05-4d16-b6cd-9468226b8b2e tempest-SecurityGroupsNegativeTestJSON-578942251 tempest-SecurityGroupsNegativeTestJSON-578942251-project] 10.222.0.87 "GET /v2.0/security-groups/2fa2c3b9-5fc9-4f32-9b0c-893c209f5bcd HTTP/1.1" status: 404 len: 352 time: 0.3181875 Feb 17 17:42:26.757181 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-15732178-52e3-4d1d-918a-edbda7ea9a5a None None] Provisioning complete for port 0e5e78a3-3d97-4254-af28-51459dd51bbc triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:42:26.758521 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-15732178-52e3-4d1d-918a-edbda7ea9a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (0e5e78a3-3d97-4254-af28-51459dd51bbc), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:26.917239 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-15732178-52e3-4d1d-918a-edbda7ea9a5a None None] Current status of the port 0e5e78a3-3d97-4254-af28-51459dd51bbc is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:42:26.917644 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-15732178-52e3-4d1d-918a-edbda7ea9a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0e5e78a3-3d97-4254-af28-51459dd51bbc), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:26.924746 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9813753-0fa7-4c42-8e60-e239c31b6f0d req-ebe981be-872f-4c38-a55a-a5fbed7bdd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:26.928397 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e9813753-0fa7-4c42-8e60-e239c31b6f0d req-ebe981be-872f-4c38-a55a-a5fbed7bdd39 service neutron] 10.222.0.91 "GET /v2.0/networks?id=83cc66ec-b716-4047-926b-17461255d55d HTTP/1.1" status: 200 len: 906 time: 0.7712004 Feb 17 17:42:26.936371 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 0e5e78a3-3d97-4254-af28-51459dd51bbc triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:42:26.936760 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (0e5e78a3-3d97-4254-af28-51459dd51bbc), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:26.944962 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3b4ced2b-1697-4bcc-a955-1904cad62af3 req-c058444f-3ed3-4bac-803f-3e9a36ba7938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (24eaca68-6e09-4108-9f19-d71d023227ce), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:27.039708 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e9fb1-a45c-44a2-a8a6-c89024cccf7e req-832a3e88-8ce0-40e9-bd23-5cc11f13bfdd tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:27.041548 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ee9e9fb1-a45c-44a2-a8a6-c89024cccf7e req-832a3e88-8ce0-40e9-bd23-5cc11f13bfdd tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=d58b9cc9-333e-4cb9-8286-d3742f827ea1 HTTP/1.1" status: 200 len: 943 time: 0.4535785 Feb 17 17:42:27.045500 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-15732178-52e3-4d1d-918a-edbda7ea9a5a None None] For port 0e5e78a3-3d97-4254-af28-51459dd51bbc, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=0e5e78a3-3d97-4254-af28-51459dd51bbc,segment=NetworkSegment(e464c185-25ee-4dcb-bcb1-8bfe8d3b511d),segment_id=e464c185-25ee-4dcb-bcb1-8bfe8d3b511d)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:42:27.059296 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e9813753-0fa7-4c42-8e60-e239c31b6f0d req-112ebb7b-f68b-4757-9df7-92c61bab78d4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62c1567c-d8e8-4ed6-845c-4e123dcc6aff HTTP/1.1" status: 200 len: 217 time: 0.0767360 Feb 17 17:42:27.066008 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-15732178-52e3-4d1d-918a-edbda7ea9a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (0e5e78a3-3d97-4254-af28-51459dd51bbc), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:27.087989 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [req-508c41dd-74ec-4c69-91c1-74d647cd98fc req-c7f6a377-5b70-45e5-ae7e-3fd13dbab3ea tempest-SecurityGroupsNegativeTestJSON-578942251 tempest-SecurityGroupsNegativeTestJSON-578942251-project] show failed (client error): The resource could not be found. Feb 17 17:42:27.089289 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-508c41dd-74ec-4c69-91c1-74d647cd98fc req-c7f6a377-5b70-45e5-ae7e-3fd13dbab3ea tempest-SecurityGroupsNegativeTestJSON-578942251 tempest-SecurityGroupsNegativeTestJSON-578942251-project] 10.222.0.87 "GET /v2.0/security-groups/91dabca4-50fb-4ffd-bcc7-69aa3bd765db HTTP/1.1" status: 404 len: 352 time: 0.1313996 Feb 17 17:42:27.121395 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 53064) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:27.182103 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-15732178-52e3-4d1d-918a-edbda7ea9a5a None None] Provisioning complete for port 90ca893f-fe03-43a9-b983-1dc803ac7834 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:42:27.199651 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-15732178-52e3-4d1d-918a-edbda7ea9a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (90ca893f-fe03-43a9-b983-1dc803ac7834), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:27.208185 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c3ffc0a-0472-4e46-af21-763c57acbd3d admin admin] Deleting subnet bdbef64c-5f0c-4d02-9f70-d6d663f32074 {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:42:27.276620 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 53066) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:27.297389 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5c3ffc0a-0472-4e46-af21-763c57acbd3d admin admin] Publish callbacks [] for subnet (bdbef64c-5f0c-4d02-9f70-d6d663f32074), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:27.298238 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82cdcca7-7740-4dc0-8978-7ccddae56017 x-openstack-request-id: req-82cdcca7-7740-4dc0-8978-7ccddae56017 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:42:27.298725 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de6d73b-a3c3-4fc1-b8e3-d83105037f43", "name": "network-vif-deleted", "tag": "2f628e11-9b66-427f-bfa9-b50966abc8d0", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:42:27.298814 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-82cdcca7-7740-4dc0-8978-7ccddae56017 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:42:27.299544 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de6d73b-a3c3-4fc1-b8e3-d83105037f43', 'name': 'network-vif-deleted', 'tag': '2f628e11-9b66-427f-bfa9-b50966abc8d0', 'status': 'completed', 'code': 200} Feb 17 17:42:27.304349 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15732178-52e3-4d1d-918a-edbda7ea9a5a None None] Pushing event updated for resources: {'Port': ['ID=0e5e78a3-3d97-4254-af28-51459dd51bbc,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:27.381573 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed82ead-f227-4428-af4f-4e1e475514f5 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Router 9b2c10db-b692-4548-8f09-96a7ae3ab222 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:42:27.388999 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 62c1567c-d8e8-4ed6-845c-4e123dcc6aff details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:42:27.405231 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 2f628e11-9b66-427f-bfa9-b50966abc8d0 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:42:27.526146 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: 2f628e11-9b66-427f-bfa9-b50966abc8d0 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:42:27.526419 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 2f628e11-9b66-427f-bfa9-b50966abc8d0 not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:42:27.584327 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 0e5e78a3-3d97-4254-af28-51459dd51bbc is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:42:27.611307 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed82ead-f227-4428-af4f-4e1e475514f5 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:42:27.630859 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8ed82ead-f227-4428-af4f-4e1e475514f5 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "PUT /v2.0/routers/9b2c10db-b692-4548-8f09-96a7ae3ab222/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5845370 Feb 17 17:42:27.639601 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53072) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:27.651400 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ab6221ec-ef9f-443f-a12e-3ef21c3c6c92 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:42:27.754840 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-15732178-52e3-4d1d-918a-edbda7ea9a5a None None] Current status of the port 90ca893f-fe03-43a9-b983-1dc803ac7834 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:42:27.846870 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 62c1567c-d8e8-4ed6-845c-4e123dcc6aff, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=62c1567c-d8e8-4ed6-845c-4e123dcc6aff,segment=NetworkSegment(1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8),segment_id=1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:42:27.909393 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '62c1567c-d8e8-4ed6-845c-4e123dcc6aff', 'network_id': '83cc66ec-b716-4047-926b-17461255d55d', 'port_id': '62c1567c-d8e8-4ed6-845c-4e123dcc6aff', 'mac_address': 'fa:16:3e:ea:c4:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e1fcde1-7a12-4137-bca4-1789efb75583', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:42:27.968843 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e332eb44-b86e-4a58-91dd-c06213d91bb3 req-626bcc69-52e8-4fe8-a798-25dd718e8ce0 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 210 time: 0.2453370 Feb 17 17:42:28.020496 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ee9e9fb1-a45c-44a2-a8a6-c89024cccf7e req-63768f47-8087-4de6-a034-e8fa0c9df05e tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9603097 Feb 17 17:42:28.024792 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5c3ffc0a-0472-4e46-af21-763c57acbd3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (bdbef64c-5f0c-4d02-9f70-d6d663f32074), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:28.059426 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 90ca893f-fe03-43a9-b983-1dc803ac7834 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:42:28.059572 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9813753-0fa7-4c42-8e60-e239c31b6f0d req-5b45df9f-2267-4f68-9f20-4e0d042dff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:28.065617 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e9813753-0fa7-4c42-8e60-e239c31b6f0d req-5b45df9f-2267-4f68-9f20-4e0d042dff67 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1e1fcde1-7a12-4137-bca4-1789efb75583 HTTP/1.1" status: 200 len: 845 time: 0.9564192 Feb 17 17:42:28.154239 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-8de34fac-4330-494b-a564-5cf4b1d0ec93 None None] Provisioning complete for port 0e5e78a3-3d97-4254-af28-51459dd51bbc triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:42:28.154639 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8de34fac-4330-494b-a564-5cf4b1d0ec93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (0e5e78a3-3d97-4254-af28-51459dd51bbc), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:28.169017 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 62c1567c-d8e8-4ed6-845c-4e123dcc6aff is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:42:28.169415 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (62c1567c-d8e8-4ed6-845c-4e123dcc6aff), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:28.272798 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98b62ea-e274-4685-8452-860bace4a8c7 None None] Sync routers for ids ['9b2c10db-b692-4548-8f09-96a7ae3ab222'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:42:28.310190 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62c1567c-d8e8-4ed6-845c-4e123dcc6aff {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:42:28.347065 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e9813753-0fa7-4c42-8e60-e239c31b6f0d req-524c3c7f-e3bf-40da-bd5d-63c9770841c2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=83cc66ec-b716-4047-926b-17461255d55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2395186 Feb 17 17:42:28.358033 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98b62ea-e274-4685-8452-860bace4a8c7 None None] Routers {'9b2c10db-b692-4548-8f09-96a7ae3ab222'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:42:28.360992 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-d98b62ea-e274-4685-8452-860bace4a8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:42:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['9b2c10db-b692-4548-8f09-96a7ae3ab222'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:28.366503 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5c3ffc0a-0472-4e46-af21-763c57acbd3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (bdbef64c-5f0c-4d02-9f70-d6d663f32074), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:28.492669 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 62c1567c-d8e8-4ed6-845c-4e123dcc6aff, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=62c1567c-d8e8-4ed6-845c-4e123dcc6aff,segment=NetworkSegment(1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8),segment_id=1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:42:28.513789 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 90ca893f-fe03-43a9-b983-1dc803ac7834 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:42:28.513789 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (90ca893f-fe03-43a9-b983-1dc803ac7834), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:28.530568 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.extraroute_db [None req-ab6221ec-ef9f-443f-a12e-3ef21c3c6c92 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103434) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 17 17:42:28.541374 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (62c1567c-d8e8-4ed6-845c-4e123dcc6aff), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:28.553986 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.extraroute_db [None req-ab6221ec-ef9f-443f-a12e-3ef21c3c6c92 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Removed routes are [] {{(pid=103434) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 17 17:42:28.555021 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab6221ec-ef9f-443f-a12e-3ef21c3c6c92 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-362104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31404'] for router (9b2c10db-b692-4548-8f09-96a7ae3ab222), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:28.576867 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d6a12-733d-4547-b643-4bb677188c64 req-fa4996c5-5382-4ab1-8412-7087a295d6df tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:28.579366 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fa5d6a12-733d-4547-b643-4bb677188c64 req-fa4996c5-5382-4ab1-8412-7087a295d6df tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=86c9d94d-3b5c-4630-b601-f71b7a5692a8 HTTP/1.1" status: 200 len: 931 time: 0.3052027 Feb 17 17:42:28.648186 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-d98b62ea-e274-4685-8452-860bace4a8c7 None None] Set router 9b2c10db-b692-4548-8f09-96a7ae3ab222 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:42:28.650551 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-8de34fac-4330-494b-a564-5cf4b1d0ec93 None None] Current status of the port 0e5e78a3-3d97-4254-af28-51459dd51bbc is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:42:28.722573 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-8de34fac-4330-494b-a564-5cf4b1d0ec93 None None] Provisioning complete for port ae1bec5e-1fe5-464f-81b8-d8b5c9726844 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:42:28.723109 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8de34fac-4330-494b-a564-5cf4b1d0ec93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ae1bec5e-1fe5-464f-81b8-d8b5c9726844), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:28.768005 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=62c1567c-d8e8-4ed6-845c-4e123dcc6aff,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:28.782238 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e9813753-0fa7-4c42-8e60-e239c31b6f0d req-c0ff8824-7e10-4a77-9a82-c8fd23e7ec1e service neutron] 10.222.0.91 "GET /v2.0/networks/83cc66ec-b716-4047-926b-17461255d55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4092450 Feb 17 17:42:28.820434 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['62c1567c-d8e8-4ed6-845c-4e123dcc6aff'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:42:28.830599 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fa5d6a12-733d-4547-b643-4bb677188c64 req-f780881d-9a19-4d32-8df8-5ae79dbaffd3 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352474 Feb 17 17:42:28.831868 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5c3ffc0a-0472-4e46-af21-763c57acbd3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (bdbef64c-5f0c-4d02-9f70-d6d663f32074), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:28.832823 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab6221ec-ef9f-443f-a12e-3ef21c3c6c92 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-362104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31404'] for router (9b2c10db-b692-4548-8f09-96a7ae3ab222), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:28.838270 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab6221ec-ef9f-443f-a12e-3ef21c3c6c92 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-362081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-362090', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-362947'] for router (9b2c10db-b692-4548-8f09-96a7ae3ab222), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:29.002158 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab6221ec-ef9f-443f-a12e-3ef21c3c6c92 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Router 9b2c10db-b692-4548-8f09-96a7ae3ab222 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:42:29.210007 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 90ca893f-fe03-43a9-b983-1dc803ac7834 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:42:29.211937 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 0e5e78a3-3d97-4254-af28-51459dd51bbc up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:42:29.212156 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6221ec-ef9f-443f-a12e-3ef21c3c6c92 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:42:29.219177 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-8de34fac-4330-494b-a564-5cf4b1d0ec93 None None] Port ae1bec5e-1fe5-464f-81b8-d8b5c9726844 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:42:29.241097 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab6221ec-ef9f-443f-a12e-3ef21c3c6c92 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:29.246790 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ab6221ec-ef9f-443f-a12e-3ef21c3c6c92 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "PUT /v2.0/routers/9b2c10db-b692-4548-8f09-96a7ae3ab222 HTTP/1.1" status: 200 len: 954 time: 1.6037850 Feb 17 17:42:29.254498 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53078) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:29.386152 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3ffc0a-0472-4e46-af21-763c57acbd3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdbef64c-5f0c-4d02-9f70-d6d663f32074,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:29.430776 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-daa5de3b-1a63-4d50-be76-69a355ae22ad tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "GET /v2.0/routers/9b2c10db-b692-4548-8f09-96a7ae3ab222 HTTP/1.1" status: 200 len: 954 time: 0.1748555 Feb 17 17:42:29.434588 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53080) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:29.444285 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-397a84e1-fd8c-4574-98d6-9adf206936c8 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Request body: {'router': {'routes': None}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:42:29.507639 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-c080a01a-66da-431c-968d-3cc2d883a546 None None] Provisioning complete for port ae1bec5e-1fe5-464f-81b8-d8b5c9726844 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:42:29.508324 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c080a01a-66da-431c-968d-3cc2d883a546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ae1bec5e-1fe5-464f-81b8-d8b5c9726844), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:29.601473 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e9813753-0fa7-4c42-8e60-e239c31b6f0d req-b219774e-c7c2-461b-b2b2-9ded477571d4 service neutron] 10.222.0.91 "GET /v2.0/networks/83cc66ec-b716-4047-926b-17461255d55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8179505 Feb 17 17:42:29.610184 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5c3ffc0a-0472-4e46-af21-763c57acbd3d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:29.613846 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-5c3ffc0a-0472-4e46-af21-763c57acbd3d admin admin] 10.222.0.87 "DELETE /v2.0/subnets/bdbef64c-5f0c-4d02-9f70-d6d663f32074 HTTP/1.1" status: 204 len: 168 time: 2.4907069 Feb 17 17:42:29.628974 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 0e5e78a3-3d97-4254-af28-51459dd51bbc triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:42:29.629846 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (0e5e78a3-3d97-4254-af28-51459dd51bbc), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:29.651872 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 53082) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:29.692568 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c93ff52f-886f-4abf-b7aa-abb531f6f6c8 req-ebfa5be3-caf5-4182-94c6-124daaaf8691 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 210 time: 0.3301287 Feb 17 17:42:29.705776 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-c080a01a-66da-431c-968d-3cc2d883a546 None None] Port ae1bec5e-1fe5-464f-81b8-d8b5c9726844 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:42:29.718521 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-12c668e9-5d92-4764-b4a7-dc757df473a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (b389c19b-77f0-4a05-b366-1f7d62c5967a), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:29.785006 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-d98b62ea-e274-4685-8452-860bace4a8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'name': 'tempest-RoutersIpV6Test-router-1651222951', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:42:05Z', 'updated_at': '2022-02-17T17:42:24Z', 'revision_number': 5, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'gw_port_host': None, '_interfaces': [{'id': '24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe', 'name': '', 'network_id': '584e0f41-bf60-4bc2-9b57-471ac9f5365d', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:24:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:07Z', 'updated_at': '2022-02-17T17:42:14Z', 'revision_number': 5, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': 'dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3645128d-2481-4e12-a8c8-f906e6e3a073', 'name': '', 'network_id': 'dc7d2cec-fd61-4209-bbf6-b181d90118c3', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:b5:a6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '3da41a4b-ede7-4b1c-8577-5d9bb335ebf9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:12Z', 'updated_at': '2022-02-17T17:42:21Z', 'revision_number': 5, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': '3da41a4b-ede7-4b1c-8577-5d9bb335ebf9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90ca893f-fe03-43a9-b983-1dc803ac7834', 'name': '', 'network_id': 'a11c25aa-f650-46a2-978a-b723879ca3f4', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:4a:ed:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'd65811ae-6238-4ca2-a407-2a8d4b0838b6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:17Z', 'updated_at': '2022-02-17T17:42:25Z', 'revision_number': 5, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': 'd65811ae-6238-4ca2-a407-2a8d4b0838b6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae1bec5e-1fe5-464f-81b8-d8b5c9726844', 'name': '', 'network_id': '76dd6c8f-9b15-4bdb-be8e-1220592df2b8', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:2b:bf:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '61d56af0-376f-4601-88fd-9ba75d110c81', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:23Z', 'updated_at': '2022-02-17T17:42:25Z', 'revision_number': 2, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': '61d56af0-376f-4601-88fd-9ba75d110c81', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:29.818791 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98b62ea-e274-4685-8452-860bace4a8c7 None None] Checking router: 9b2c10db-b692-4548-8f09-96a7ae3ab222 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:42:29.819356 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98b62ea-e274-4685-8452-860bace4a8c7 None None] Updating router 9b2c10db-b692-4548-8f09-96a7ae3ab222 port ae1bec5e-1fe5-464f-81b8-d8b5c9726844 binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:42:29.855013 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d98b62ea-e274-4685-8452-860bace4a8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ae1bec5e-1fe5-464f-81b8-d8b5c9726844), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:29.918023 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38269157-d969-4e97-a40d-c88c186d11c0 req-38708b95-0461-4717-88cd-34780adab2b3 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:29.921236 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-38269157-d969-4e97-a40d-c88c186d11c0 req-38708b95-0461-4717-88cd-34780adab2b3 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=d58b9cc9-333e-4cb9-8286-d3742f827ea1 HTTP/1.1" status: 200 len: 944 time: 0.5576584 Feb 17 17:42:29.977420 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 0e5e78a3-3d97-4254-af28-51459dd51bbc is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:42:29.983381 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-86b5bc6e-e1fe-4ee2-970f-09ca3c7d2a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (79572a7d-dc92-475f-af61-75c377da6d53), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:29.989305 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-3b4ced2b-1697-4bcc-a955-1904cad62af3 req-c058444f-3ed3-4bac-803f-3e9a36ba7938 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24eaca68-6e09-4108-9f19-d71d023227ce {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:42:30.020944 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.extraroute_db [None req-397a84e1-fd8c-4574-98d6-9adf206936c8 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Added routes are [] {{(pid=103434) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 17 17:42:30.022459 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.extraroute_db [None req-397a84e1-fd8c-4574-98d6-9adf206936c8 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103434) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 17 17:42:30.032162 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3b4ced2b-1697-4bcc-a955-1904cad62af3 req-c058444f-3ed3-4bac-803f-3e9a36ba7938 service neutron] Publish callbacks [] for port (24eaca68-6e09-4108-9f19-d71d023227ce), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:30.063710 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-397a84e1-fd8c-4574-98d6-9adf206936c8 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-362104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31404'] for router (9b2c10db-b692-4548-8f09-96a7ae3ab222), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:30.076101 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-38269157-d969-4e97-a40d-c88c186d11c0 req-81384ac6-20da-4b4d-b861-e38ab0be65a0 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416454 Feb 17 17:42:30.120474 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-3b4ced2b-1697-4bcc-a955-1904cad62af3 req-c058444f-3ed3-4bac-803f-3e9a36ba7938 service neutron] Transition to ACTIVE for port object 24eaca68-6e09-4108-9f19-d71d023227ce will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:42:30.185363 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-86b5bc6e-e1fe-4ee2-970f-09ca3c7d2a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (79572a7d-dc92-475f-af61-75c377da6d53), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:30.206630 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-86b5bc6e-e1fe-4ee2-970f-09ca3c7d2a2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79572a7d-dc92-475f-af61-75c377da6d53']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:30.217198 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-86b5bc6e-e1fe-4ee2-970f-09ca3c7d2a2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e445ef8b-5f44-4f38-9891-9b611b476e92') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:30.217498 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-86b5bc6e-e1fe-4ee2-970f-09ca3c7d2a2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e445ef8b-5f44-4f38-9891-9b611b476e92') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:30.228547 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-86b5bc6e-e1fe-4ee2-970f-09ca3c7d2a2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (e445ef8b-5f44-4f38-9891-9b611b476e92), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:30.242786 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-86b5bc6e-e1fe-4ee2-970f-09ca3c7d2a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (e445ef8b-5f44-4f38-9891-9b611b476e92), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:30.249374 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86b5bc6e-e1fe-4ee2-970f-09ca3c7d2a2f admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:42:30.249733 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-86b5bc6e-e1fe-4ee2-970f-09ca3c7d2a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (e445ef8b-5f44-4f38-9891-9b611b476e92), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:30.262212 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3b4ced2b-1697-4bcc-a955-1904cad62af3 req-c058444f-3ed3-4bac-803f-3e9a36ba7938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (24eaca68-6e09-4108-9f19-d71d023227ce), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:30.265113 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 17:42:30.265113 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:42:30.265113 n-d-829613-2 neutron-server[103435]: timer() Feb 17 17:42:30.265113 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:42:30.265113 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 17:42:30.265113 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:42:30.265113 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 17:42:30.265113 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:42:30.265113 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 17:42:30.265113 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:42:30.265113 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 17:42:30.265113 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:42:30.265113 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 17:42:30.265113 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:42:30.265113 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:42:30.265113 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:42:30.265113 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:42:30.265113 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:42:30.265113 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 17:42:30.265113 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:42:30.265113 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 17:42:30.265113 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:42:30.265113 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:42:30.265113 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:42:30.265113 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 17:42:30.265113 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:42:30.265113 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:42:30.265113 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:42:30.265113 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:42:30.265113 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:42:30.265113 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:42:30.265113 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:42:30.282156 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d98b62ea-e274-4685-8452-860bace4a8c7 None None] Publish callbacks [] for port (ae1bec5e-1fe5-464f-81b8-d8b5c9726844), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:30.292137 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d98b62ea-e274-4685-8452-860bace4a8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ae1bec5e-1fe5-464f-81b8-d8b5c9726844), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:30.348713 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-397a84e1-fd8c-4574-98d6-9adf206936c8 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-362104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31404'] for router (9b2c10db-b692-4548-8f09-96a7ae3ab222), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:30.361155 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-397a84e1-fd8c-4574-98d6-9adf206936c8 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-362081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-362090', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-362947'] for router (9b2c10db-b692-4548-8f09-96a7ae3ab222), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:30.433742 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e16b8-cb07-47d0-9d77-3dc3bb1e1875 req-74f10dc4-23b1-4288-9307-fae24498939b tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:30.435426 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-993e16b8-cb07-47d0-9d77-3dc3bb1e1875 req-74f10dc4-23b1-4288-9307-fae24498939b tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=86c9d94d-3b5c-4630-b601-f71b7a5692a8 HTTP/1.1" status: 200 len: 931 time: 0.4485617 Feb 17 17:42:30.445377 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-86b5bc6e-e1fe-4ee2-970f-09ca3c7d2a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (79572a7d-dc92-475f-af61-75c377da6d53), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:30.461178 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058444f-3ed3-4bac-803f-3e9a36ba7938 service neutron] Pushing event updated for resources: {'Port': ['ID=24eaca68-6e09-4108-9f19-d71d023227ce,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:30.464714 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-86b5bc6e-e1fe-4ee2-970f-09ca3c7d2a2f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:30.468189 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-86b5bc6e-e1fe-4ee2-970f-09ca3c7d2a2f admin admin] 10.222.0.87 "DELETE /v2.0/networks/79572a7d-dc92-475f-af61-75c377da6d53 HTTP/1.1" status: 204 len: 168 time: 0.8139997 Feb 17 17:42:30.486459 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa23cc5-1a32-4b0c-80bb-489c0cfbcfa0 None None] Pushing event updated for resources: {'Port': ['ID=ae1bec5e-1fe5-464f-81b8-d8b5c9726844,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:30.550530 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-d98b62ea-e274-4685-8452-860bace4a8c7 None None] Attempting to bind port ae1bec5e-1fe5-464f-81b8-d8b5c9726844 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:42:30.555083 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-d98b62ea-e274-4685-8452-860bace4a8c7 None None] Attempting to bind port ae1bec5e-1fe5-464f-81b8-d8b5c9726844 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'e464c185-25ee-4dcb-bcb1-8bfe8d3b511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '76dd6c8f-9b15-4bdb-be8e-1220592df2b8'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:42:30.557708 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98b62ea-e274-4685-8452-860bace4a8c7 None None] Attempting to bind port ae1bec5e-1fe5-464f-81b8-d8b5c9726844 on network 76dd6c8f-9b15-4bdb-be8e-1220592df2b8 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:42:30.569364 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98b62ea-e274-4685-8452-860bace4a8c7 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:42:30.572914 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98b62ea-e274-4685-8452-860bace4a8c7 None None] Checking segment: {'id': 'e464c185-25ee-4dcb-bcb1-8bfe8d3b511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '76dd6c8f-9b15-4bdb-be8e-1220592df2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:42:30.573475 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d98b62ea-e274-4685-8452-860bace4a8c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:30.573995 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98b62ea-e274-4685-8452-860bace4a8c7 None None] Bound using segment: {'id': 'e464c185-25ee-4dcb-bcb1-8bfe8d3b511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '76dd6c8f-9b15-4bdb-be8e-1220592df2b8'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:42:30.574133 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b5bc6e-e1fe-4ee2-970f-09ca3c7d2a2f admin admin] Pushing event deleted for resources: {'Network': ['ID=79572a7d-dc92-475f-af61-75c377da6d53,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:30.575954 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-d98b62ea-e274-4685-8452-860bace4a8c7 None None] Bound port: ae1bec5e-1fe5-464f-81b8-d8b5c9726844, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e464c185-25ee-4dcb-bcb1-8bfe8d3b511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '76dd6c8f-9b15-4bdb-be8e-1220592df2b8'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:42:30.576504 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d98b62ea-e274-4685-8452-860bace4a8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ae1bec5e-1fe5-464f-81b8-d8b5c9726844), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:30.590186 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-397a84e1-fd8c-4574-98d6-9adf206936c8 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Router 9b2c10db-b692-4548-8f09-96a7ae3ab222 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:42:30.685345 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 53088) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:30.711699 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-d98b62ea-e274-4685-8452-860bace4a8c7 None None] For port ae1bec5e-1fe5-464f-81b8-d8b5c9726844, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:42:30.727813 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-d98b62ea-e274-4685-8452-860bace4a8c7 None None] For port ae1bec5e-1fe5-464f-81b8-d8b5c9726844, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=ae1bec5e-1fe5-464f-81b8-d8b5c9726844,segment=NetworkSegment(e464c185-25ee-4dcb-bcb1-8bfe8d3b511d),segment_id=e464c185-25ee-4dcb-bcb1-8bfe8d3b511d)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:42:30.729609 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-993e16b8-cb07-47d0-9d77-3dc3bb1e1875 req-810e2489-a44a-41b7-9f30-bab66bda8e80 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804308 Feb 17 17:42:30.756846 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d98b62ea-e274-4685-8452-860bace4a8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ae1bec5e-1fe5-464f-81b8-d8b5c9726844), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:30.775100 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-3b4ced2b-1697-4bcc-a955-1904cad62af3 req-c058444f-3ed3-4bac-803f-3e9a36ba7938 service neutron] Attempting to bind port 24eaca68-6e09-4108-9f19-d71d023227ce on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:42:30.775437 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-3b4ced2b-1697-4bcc-a955-1904cad62af3 req-c058444f-3ed3-4bac-803f-3e9a36ba7938 service neutron] Attempting to bind port 24eaca68-6e09-4108-9f19-d71d023227ce by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '18563972-a346-4d2f-9db2-6c97a64b55cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '41eab850-74f8-4919-9573-0fe261607aa2'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:42:30.775774 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4ced2b-1697-4bcc-a955-1904cad62af3 req-c058444f-3ed3-4bac-803f-3e9a36ba7938 service neutron] Attempting to bind port 24eaca68-6e09-4108-9f19-d71d023227ce on network 41eab850-74f8-4919-9573-0fe261607aa2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:42:30.824867 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4ced2b-1697-4bcc-a955-1904cad62af3 req-c058444f-3ed3-4bac-803f-3e9a36ba7938 service neutron] Port 24eaca68-6e09-4108-9f19-d71d023227ce on network 41eab850-74f8-4919-9573-0fe261607aa2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:42:30.825218 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4ced2b-1697-4bcc-a955-1904cad62af3 req-c058444f-3ed3-4bac-803f-3e9a36ba7938 service neutron] Attempting to bind port 24eaca68-6e09-4108-9f19-d71d023227ce on network 41eab850-74f8-4919-9573-0fe261607aa2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:42:30.858095 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397a84e1-fd8c-4574-98d6-9adf206936c8 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:42:30.864443 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98b62ea-e274-4685-8452-860bace4a8c7 None None] Routers {'9b2c10db-b692-4548-8f09-96a7ae3ab222'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:42:30.866165 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-d98b62ea-e274-4685-8452-860bace4a8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:42:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['9b2c10db-b692-4548-8f09-96a7ae3ab222'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:30.872270 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0fe471b8-7413-40ef-ad08-e278d1b28b31 req-f195d2a1-74c5-4044-a469-454d1886a48e tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 210 time: 0.0663753 Feb 17 17:42:30.873493 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4ced2b-1697-4bcc-a955-1904cad62af3 req-c058444f-3ed3-4bac-803f-3e9a36ba7938 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:42:30.873841 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4ced2b-1697-4bcc-a955-1904cad62af3 req-c058444f-3ed3-4bac-803f-3e9a36ba7938 service neutron] Checking segment: {'id': '18563972-a346-4d2f-9db2-6c97a64b55cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '41eab850-74f8-4919-9573-0fe261607aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:42:30.874224 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4ced2b-1697-4bcc-a955-1904cad62af3 req-c058444f-3ed3-4bac-803f-3e9a36ba7938 service neutron] Bound using segment: {'id': '18563972-a346-4d2f-9db2-6c97a64b55cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '41eab850-74f8-4919-9573-0fe261607aa2'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:42:30.874675 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-3b4ced2b-1697-4bcc-a955-1904cad62af3 req-c058444f-3ed3-4bac-803f-3e9a36ba7938 service neutron] Bound port: 24eaca68-6e09-4108-9f19-d71d023227ce, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18563972-a346-4d2f-9db2-6c97a64b55cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '41eab850-74f8-4919-9573-0fe261607aa2'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:42:30.875033 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3b4ced2b-1697-4bcc-a955-1904cad62af3 req-c058444f-3ed3-4bac-803f-3e9a36ba7938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (24eaca68-6e09-4108-9f19-d71d023227ce), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:30.882148 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1fedc0f1-1a85-449a-b7e1-947220a581ee admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d6f41f463302424b87b8bea7cf6c4f8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1915865 Feb 17 17:42:30.889602 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 53092) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:30.897594 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-397a84e1-fd8c-4574-98d6-9adf206936c8 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:30.899062 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-397a84e1-fd8c-4574-98d6-9adf206936c8 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "PUT /v2.0/routers/9b2c10db-b692-4548-8f09-96a7ae3ab222 HTTP/1.1" status: 200 len: 704 time: 1.4633813 Feb 17 17:42:30.903181 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53094) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:30.997571 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b1dd6ea6-c5e9-489b-a4f7-ada9ac4f2eaa admin admin] Publish callbacks [] for security_group (8bf85efc-5f7d-4409-9eb0-265ed38c8e2b), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:31.011149 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-12c668e9-5d92-4764-b4a7-dc757df473a8 admin admin] Deleting port 80221218-1bc4-4c3b-b418-7a4ee52a422e {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:42:31.011498 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-12c668e9-5d92-4764-b4a7-dc757df473a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (80221218-1bc4-4c3b-b418-7a4ee52a422e), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:31.058211 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa23cc5-1a32-4b0c-80bb-489c0cfbcfa0 None None] Pushing event updated for resources: {'Port': ['ID=ae1bec5e-1fe5-464f-81b8-d8b5c9726844,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:31.064477 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-3b4ced2b-1697-4bcc-a955-1904cad62af3 req-c058444f-3ed3-4bac-803f-3e9a36ba7938 service neutron] For port 24eaca68-6e09-4108-9f19-d71d023227ce, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:42:31.077359 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-d98b62ea-e274-4685-8452-860bace4a8c7 None None] Set router 9b2c10db-b692-4548-8f09-96a7ae3ab222 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:42:31.082956 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b1dd6ea6-c5e9-489b-a4f7-ada9ac4f2eaa admin admin] Publish callbacks [] for security_group (8bf85efc-5f7d-4409-9eb0-265ed38c8e2b), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:31.120437 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ffe6d482-775f-4ad7-9fb3-712cba1555ed tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "GET /v2.0/routers/9b2c10db-b692-4548-8f09-96a7ae3ab222 HTTP/1.1" status: 200 len: 704 time: 0.2146447 Feb 17 17:42:31.122919 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53098) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:31.148082 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-2296afaf-dbfa-4501-a357-0ab27d53d191 None None] Provisioning complete for port ae1bec5e-1fe5-464f-81b8-d8b5c9726844 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:42:31.148515 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2296afaf-dbfa-4501-a357-0ab27d53d191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ae1bec5e-1fe5-464f-81b8-d8b5c9726844), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:31.153543 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-3b4ced2b-1697-4bcc-a955-1904cad62af3 req-c058444f-3ed3-4bac-803f-3e9a36ba7938 service neutron] For port 24eaca68-6e09-4108-9f19-d71d023227ce, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=24eaca68-6e09-4108-9f19-d71d023227ce,segment=NetworkSegment(18563972-a346-4d2f-9db2-6c97a64b55cb),segment_id=18563972-a346-4d2f-9db2-6c97a64b55cb)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:42:31.185281 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3b4ced2b-1697-4bcc-a955-1904cad62af3 req-c058444f-3ed3-4bac-803f-3e9a36ba7938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (24eaca68-6e09-4108-9f19-d71d023227ce), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:31.276474 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058444f-3ed3-4bac-803f-3e9a36ba7938 service neutron] Pushing event updated for resources: {'Port': ['ID=24eaca68-6e09-4108-9f19-d71d023227ce,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:31.322106 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-12c668e9-5d92-4764-b4a7-dc757df473a8 admin admin] For port 80221218-1bc4-4c3b-b418-7a4ee52a422e, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=80221218-1bc4-4c3b-b418-7a4ee52a422e,segment=NetworkSegment(80af71d2-6810-45c1-8520-db6a1714ff10),segment_id=80af71d2-6810-45c1-8520-db6a1714ff10)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:42:31.322488 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-12c668e9-5d92-4764-b4a7-dc757df473a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (80221218-1bc4-4c3b-b418-7a4ee52a422e), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:31.327750 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c058444f-3ed3-4bac-803f-3e9a36ba7938 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:42:31.328142 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c058444f-3ed3-4bac-803f-3e9a36ba7938 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:42:31.328554 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c058444f-3ed3-4bac-803f-3e9a36ba7938 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:42:31.328901 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c058444f-3ed3-4bac-803f-3e9a36ba7938 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:42:31.329301 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c058444f-3ed3-4bac-803f-3e9a36ba7938 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:42:31.329637 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c058444f-3ed3-4bac-803f-3e9a36ba7938 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:42:31.329969 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c058444f-3ed3-4bac-803f-3e9a36ba7938 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:42:31.330298 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c058444f-3ed3-4bac-803f-3e9a36ba7938 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:42:31.330625 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c058444f-3ed3-4bac-803f-3e9a36ba7938 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:42:31.330953 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c058444f-3ed3-4bac-803f-3e9a36ba7938 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:42:31.331280 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c058444f-3ed3-4bac-803f-3e9a36ba7938 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:42:31.331603 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c058444f-3ed3-4bac-803f-3e9a36ba7938 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:42:31.331925 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c058444f-3ed3-4bac-803f-3e9a36ba7938 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:42:31.359436 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ced2b-1697-4bcc-a955-1904cad62af3 req-c058444f-3ed3-4bac-803f-3e9a36ba7938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:31.360072 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3b4ced2b-1697-4bcc-a955-1904cad62af3 req-c058444f-3ed3-4bac-803f-3e9a36ba7938 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:31.361547 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3b4ced2b-1697-4bcc-a955-1904cad62af3 req-c058444f-3ed3-4bac-803f-3e9a36ba7938 service neutron] 10.222.0.71 "PUT /v2.0/ports/24eaca68-6e09-4108-9f19-d71d023227ce HTTP/1.1" status: 200 len: 1091 time: 4.9651854 Feb 17 17:42:31.367167 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c9d94d-3b5c-4630-b601-f71b7a5692a8', 'tag': '24eaca68-6e09-4108-9f19-d71d023227ce'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:42:31.369678 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab60e6f-9152-4848-872e-dee6e22755c0" -d '{"events": [{"name": "network-changed", "server_uuid": "86c9d94d-3b5c-4630-b601-f71b7a5692a8", "tag": "24eaca68-6e09-4108-9f19-d71d023227ce"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:42:31.380290 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-12c668e9-5d92-4764-b4a7-dc757df473a8 admin admin] Calling delete_port for 80221218-1bc4-4c3b-b418-7a4ee52a422e owned by network:router_interface {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:42:31.442601 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b1dd6ea6-c5e9-489b-a4f7-ada9ac4f2eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (8bf85efc-5f7d-4409-9eb0-265ed38c8e2b), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:31.445309 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b1dd6ea6-c5e9-489b-a4f7-ada9ac4f2eaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:31.446481 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b1dd6ea6-c5e9-489b-a4f7-ada9ac4f2eaa admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8bf85efc-5f7d-4409-9eb0-265ed38c8e2b HTTP/1.1" status: 204 len: 168 time: 0.5543623 Feb 17 17:42:31.463634 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 62c1567c-d8e8-4ed6-845c-4e123dcc6aff up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:42:31.480955 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a489f203-f061-4d04-9a97-dd17e978c89b x-openstack-request-id: req-a489f203-f061-4d04-9a97-dd17e978c89b {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:42:31.481287 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86c9d94d-3b5c-4630-b601-f71b7a5692a8", "tag": "24eaca68-6e09-4108-9f19-d71d023227ce", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:42:31.481501 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a489f203-f061-4d04-9a97-dd17e978c89b {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:42:31.481898 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86c9d94d-3b5c-4630-b601-f71b7a5692a8', 'tag': '24eaca68-6e09-4108-9f19-d71d023227ce', 'status': 'completed', 'code': 200} Feb 17 17:42:31.502191 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-2296afaf-dbfa-4501-a357-0ab27d53d191 None None] Current status of the port ae1bec5e-1fe5-464f-81b8-d8b5c9726844 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:42:31.502583 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2296afaf-dbfa-4501-a357-0ab27d53d191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ae1bec5e-1fe5-464f-81b8-d8b5c9726844), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:31.544711 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3549803e-1a46-44fb-b657-7e42685b0176 req-d70c2a9e-9f47-4c66-a7ef-84a8fb5e05ef tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:31.546318 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3549803e-1a46-44fb-b657-7e42685b0176 req-d70c2a9e-9f47-4c66-a7ef-84a8fb5e05ef tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=d58b9cc9-333e-4cb9-8286-d3742f827ea1 HTTP/1.1" status: 200 len: 944 time: 0.2768497 Feb 17 17:42:31.595245 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dd6ea6-c5e9-489b-a4f7-ada9ac4f2eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf85efc-5f7d-4409-9eb0-265ed38c8e2b,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:31.611825 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-2296afaf-dbfa-4501-a357-0ab27d53d191 None None] For port ae1bec5e-1fe5-464f-81b8-d8b5c9726844, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=ae1bec5e-1fe5-464f-81b8-d8b5c9726844,segment=NetworkSegment(e464c185-25ee-4dcb-bcb1-8bfe8d3b511d),segment_id=e464c185-25ee-4dcb-bcb1-8bfe8d3b511d)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:42:31.634780 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2296afaf-dbfa-4501-a357-0ab27d53d191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ae1bec5e-1fe5-464f-81b8-d8b5c9726844), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:31.702422 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port 62c1567c-d8e8-4ed6-845c-4e123dcc6aff completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:42:31.728432 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 62c1567c-d8e8-4ed6-845c-4e123dcc6aff triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:42:31.729019 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (62c1567c-d8e8-4ed6-845c-4e123dcc6aff), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:31.790929 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ced2b-1697-4bcc-a955-1904cad62af3 req-7cec6cfd-2e8b-4139-bc53-16f4f38a8fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:31.792294 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3b4ced2b-1697-4bcc-a955-1904cad62af3 req-7cec6cfd-2e8b-4139-bc53-16f4f38a8fff service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4010b90dceb14ea6a98968e6b17cf28b&device_id=86c9d94d-3b5c-4630-b601-f71b7a5692a8 HTTP/1.1" status: 200 len: 1125 time: 0.3508468 Feb 17 17:42:31.800716 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3549803e-1a46-44fb-b657-7e42685b0176 req-b9e073a5-7355-4d13-876a-4fc4ae82b370 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293692 Feb 17 17:42:31.837895 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2296afaf-dbfa-4501-a357-0ab27d53d191 None None] Pushing event updated for resources: {'Port': ['ID=ae1bec5e-1fe5-464f-81b8-d8b5c9726844,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:31.852571 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-d98b62ea-e274-4685-8452-860bace4a8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'name': 'tempest-RoutersIpV6Test-router-1651222951', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:42:05Z', 'updated_at': '2022-02-17T17:42:30Z', 'revision_number': 7, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'gw_port_host': None, '_interfaces': [{'id': '24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe', 'name': '', 'network_id': '584e0f41-bf60-4bc2-9b57-471ac9f5365d', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:24:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:07Z', 'updated_at': '2022-02-17T17:42:14Z', 'revision_number': 5, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': 'dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3645128d-2481-4e12-a8c8-f906e6e3a073', 'name': '', 'network_id': 'dc7d2cec-fd61-4209-bbf6-b181d90118c3', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:b5:a6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '3da41a4b-ede7-4b1c-8577-5d9bb335ebf9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:12Z', 'updated_at': '2022-02-17T17:42:21Z', 'revision_number': 5, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': '3da41a4b-ede7-4b1c-8577-5d9bb335ebf9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90ca893f-fe03-43a9-b983-1dc803ac7834', 'name': '', 'network_id': 'a11c25aa-f650-46a2-978a-b723879ca3f4', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:4a:ed:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'd65811ae-6238-4ca2-a407-2a8d4b0838b6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:17Z', 'updated_at': '2022-02-17T17:42:25Z', 'revision_number': 5, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': 'd65811ae-6238-4ca2-a407-2a8d4b0838b6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae1bec5e-1fe5-464f-81b8-d8b5c9726844', 'name': '', 'network_id': '76dd6c8f-9b15-4bdb-be8e-1220592df2b8', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:2b:bf:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '61d56af0-376f-4601-88fd-9ba75d110c81', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:23Z', 'updated_at': '2022-02-17T17:42:30Z', 'revision_number': 4, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': '61d56af0-376f-4601-88fd-9ba75d110c81', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:31.874684 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3b4ced2b-1697-4bcc-a955-1904cad62af3 req-8bbaa28b-9ae6-45be-bf45-90fb7d186bc5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24eaca68-6e09-4108-9f19-d71d023227ce HTTP/1.1" status: 200 len: 217 time: 0.0708008 Feb 17 17:42:31.892079 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98b62ea-e274-4685-8452-860bace4a8c7 None None] The sync data for ids ['9b2c10db-b692-4548-8f09-96a7ae3ab222'] in n-d-829613-2 is: [{'id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'name': 'tempest-RoutersIpV6Test-router-1651222951', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:42:05Z', 'updated_at': '2022-02-17T17:42:30Z', 'revision_number': 7, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'gw_port_host': None, '_interfaces': [{'id': '24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe', 'name': '', 'network_id': '584e0f41-bf60-4bc2-9b57-471ac9f5365d', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:24:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:07Z', 'updated_at': '2022-02-17T17:42:14Z', 'revision_number': 5, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': 'dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3645128d-2481-4e12-a8c8-f906e6e3a073', 'name': '', 'network_id': 'dc7d2cec-fd61-4209-bbf6-b181d90118c3', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:b5:a6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '3da41a4b-ede7-4b1c-8577-5d9bb335ebf9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:12Z', 'updated_at': '2022-02-17T17:42:21Z', 'revision_number': 5, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': '3da41a4b-ede7-4b1c-8577-5d9bb335ebf9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90ca893f-fe03-43a9-b983-1dc803ac7834', 'name': '', 'network_id': 'a11c25aa-f650-46a2-978a-b723879ca3f4', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:4a:ed:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'd65811ae-6238-4ca2-a407-2a8d4b0838b6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:17Z', 'updated_at': '2022-02-17T17:42:25Z', 'revision_number': 5, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': 'd65811ae-6238-4ca2-a407-2a8d4b0838b6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae1bec5e-1fe5-464f-81b8-d8b5c9726844', 'name': '', 'network_id': '76dd6c8f-9b15-4bdb-be8e-1220592df2b8', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:2b:bf:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '61d56af0-376f-4601-88fd-9ba75d110c81', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:23Z', 'updated_at': '2022-02-17T17:42:30Z', 'revision_number': 4, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': '61d56af0-376f-4601-88fd-9ba75d110c81', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:42:31.904209 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-34f15dc3-0294-4d1c-86c2-e8a7dce04b1a None None] Provisioning complete for port ae1bec5e-1fe5-464f-81b8-d8b5c9726844 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:42:31.904646 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-34f15dc3-0294-4d1c-86c2-e8a7dce04b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ae1bec5e-1fe5-464f-81b8-d8b5c9726844), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:32.113432 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 62c1567c-d8e8-4ed6-845c-4e123dcc6aff is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:42:32.113829 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (62c1567c-d8e8-4ed6-845c-4e123dcc6aff), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:32.168629 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd58b9cc9-333e-4cb9-8286-d3742f827ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c1567c-d8e8-4ed6-845c-4e123dcc6aff'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:42:32.175614 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acda6752-4f0c-400e-8188-627874ce4d35" -d '{"events": [{"server_uuid": "d58b9cc9-333e-4cb9-8286-d3742f827ea1", "name": "network-vif-plugged", "status": "completed", "tag": "62c1567c-d8e8-4ed6-845c-4e123dcc6aff"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:42:32.202292 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e767c26e-55ce-4d3d-bd91-8a39162e16d9 None None] Sync routers for ids ['9b2c10db-b692-4548-8f09-96a7ae3ab222'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:42:32.206271 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device ae1bec5e-1fe5-464f-81b8-d8b5c9726844 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:42:32.217923 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e767c26e-55ce-4d3d-bd91-8a39162e16d9 None None] Routers {'9b2c10db-b692-4548-8f09-96a7ae3ab222'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:42:32.220346 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-e767c26e-55ce-4d3d-bd91-8a39162e16d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:42:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['9b2c10db-b692-4548-8f09-96a7ae3ab222'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:32.236217 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ced2b-1697-4bcc-a955-1904cad62af3 req-b354a9c4-e9ea-45af-921a-bd5b05c252b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:32.237763 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3b4ced2b-1697-4bcc-a955-1904cad62af3 req-b354a9c4-e9ea-45af-921a-bd5b05c252b6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b20ab57b-0ae5-4c69-b6b9-871207503198 HTTP/1.1" status: 200 len: 846 time: 0.3171811 Feb 17 17:42:32.267541 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 62c1567c-d8e8-4ed6-845c-4e123dcc6aff, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=62c1567c-d8e8-4ed6-845c-4e123dcc6aff,segment=NetworkSegment(1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8),segment_id=1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:42:32.296690 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4f5d6228-76ae-4359-91c2-713eeb8a1c27 req-a8fede66-7934-49c8-9dbc-ede5c81ac9ca tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 210 time: 0.0953765 Feb 17 17:42:32.333682 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (62c1567c-d8e8-4ed6-845c-4e123dcc6aff), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:32.402674 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3b4ced2b-1697-4bcc-a955-1904cad62af3 req-78f974bb-4aeb-4851-bcd7-9b7d2b067c1f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=41eab850-74f8-4919-9573-0fe261607aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1204150 Feb 17 17:42:32.407772 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-12c668e9-5d92-4764-b4a7-dc757df473a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (80221218-1bc4-4c3b-b418-7a4ee52a422e), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:32.479184 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d88570-9740-4c2f-aedb-0073db4cf67a x-openstack-request-id: req-f7d88570-9740-4c2f-aedb-0073db4cf67a {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:42:32.479704 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d58b9cc9-333e-4cb9-8286-d3742f827ea1", "name": "network-vif-plugged", "status": "completed", "tag": "62c1567c-d8e8-4ed6-845c-4e123dcc6aff", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:42:32.479801 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f7d88570-9740-4c2f-aedb-0073db4cf67a {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:42:32.482730 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c668e9-5d92-4764-b4a7-dc757df473a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=80221218-1bc4-4c3b-b418-7a4ee52a422e,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:32.484376 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2dc35c13-7f0b-4c79-ad28-019b55cabf99 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (9b2c10db-b692-4548-8f09-96a7ae3ab222), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:32.490699 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd58b9cc9-333e-4cb9-8286-d3742f827ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c1567c-d8e8-4ed6-845c-4e123dcc6aff', 'code': 200} Feb 17 17:42:32.499776 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-34f15dc3-0294-4d1c-86c2-e8a7dce04b1a None None] Current status of the port ae1bec5e-1fe5-464f-81b8-d8b5c9726844 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:42:32.510380 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d9c842-4d00-4186-aa4c-cb8ccfc99ee7 req-d0661b65-d40c-4a99-9015-c23acf855913 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:32.512664 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-17d9c842-4d00-4186-aa4c-cb8ccfc99ee7 req-d0661b65-d40c-4a99-9015-c23acf855913 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=86c9d94d-3b5c-4630-b601-f71b7a5692a8 HTTP/1.1" status: 200 len: 943 time: 0.6351159 Feb 17 17:42:32.627478 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port ae1bec5e-1fe5-464f-81b8-d8b5c9726844 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:42:32.627863 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ae1bec5e-1fe5-464f-81b8-d8b5c9726844), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:32.678323 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=62c1567c-d8e8-4ed6-845c-4e123dcc6aff,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:32.774005 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port ae1bec5e-1fe5-464f-81b8-d8b5c9726844 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:42:32.815456 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ad3f0-ebbe-4da7-b934-02fc26ae2a79 req-577c0233-2c8a-4bba-8219-f4dc0a06d8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:32.817044 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4f9ad3f0-ebbe-4da7-b934-02fc26ae2a79 req-577c0233-2c8a-4bba-8219-f4dc0a06d8ce service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d58b9cc9-333e-4cb9-8286-d3742f827ea1 HTTP/1.1" status: 200 len: 1127 time: 0.3013442 Feb 17 17:42:32.819479 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3b4ced2b-1697-4bcc-a955-1904cad62af3 req-4729db1e-6b9e-4607-93c3-da83435b7d8f service neutron] 10.222.0.71 "GET /v2.0/networks/41eab850-74f8-4919-9573-0fe261607aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029481 Feb 17 17:42:32.824224 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-17d9c842-4d00-4186-aa4c-cb8ccfc99ee7 req-77afa4ff-14ac-4d89-9861-a93810594a59 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916908 Feb 17 17:42:32.831417 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:42:32.903006 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-e767c26e-55ce-4d3d-bd91-8a39162e16d9 None None] Set router 9b2c10db-b692-4548-8f09-96a7ae3ab222 gateway port host: None {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:42:32.929965 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f137249a-61b2-427f-aa15-704f06ecaa83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:32.979845 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 53134) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:33.032200 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-2dc35c13-7f0b-4c79-ad28-019b55cabf99 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Deleting port ae1bec5e-1fe5-464f-81b8-d8b5c9726844 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:42:33.032681 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2dc35c13-7f0b-4c79-ad28-019b55cabf99 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (ae1bec5e-1fe5-464f-81b8-d8b5c9726844), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:33.151192 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4f9ad3f0-ebbe-4da7-b934-02fc26ae2a79 req-3ae887d3-3289-47da-88fb-69c4bed11038 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259606 Feb 17 17:42:33.180311 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-12c668e9-5d92-4764-b4a7-dc757df473a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (b389c19b-77f0-4a05-b366-1f7d62c5967a), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:33.185150 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3b4ced2b-1697-4bcc-a955-1904cad62af3 req-f1607b77-68e9-446c-a6b2-adbce0c768cd service neutron] 10.222.0.71 "GET /v2.0/networks/41eab850-74f8-4919-9573-0fe261607aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041563 Feb 17 17:42:33.275289 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-2dc35c13-7f0b-4c79-ad28-019b55cabf99 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] For port ae1bec5e-1fe5-464f-81b8-d8b5c9726844, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=ae1bec5e-1fe5-464f-81b8-d8b5c9726844,segment=NetworkSegment(e464c185-25ee-4dcb-bcb1-8bfe8d3b511d),segment_id=e464c185-25ee-4dcb-bcb1-8bfe8d3b511d)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:42:33.276021 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2dc35c13-7f0b-4c79-ad28-019b55cabf99 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (ae1bec5e-1fe5-464f-81b8-d8b5c9726844), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:33.279452 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd32fd-6904-443b-9d59-a9a9b2ec782c req-9d774d22-795d-4925-bfd3-fb199949cb37 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:33.281104 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-25dd32fd-6904-443b-9d59-a9a9b2ec782c req-9d774d22-795d-4925-bfd3-fb199949cb37 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=d58b9cc9-333e-4cb9-8286-d3742f827ea1 HTTP/1.1" status: 200 len: 945 time: 0.2453177 Feb 17 17:42:33.292790 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-2dc35c13-7f0b-4c79-ad28-019b55cabf99 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Calling delete_port for ae1bec5e-1fe5-464f-81b8-d8b5c9726844 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:42:33.321581 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-f0ac102f-3ec2-4584-b733-ddb062e0e6bb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1202807929-network', 'tenant_id': '33d2652e6f5f4a26a4a17eafa5211a33'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:42:33.427084 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ac102f-3ec2-4584-b733-ddb062e0e6bb admin admin] Made reservation on behalf of 33d2652e6f5f4a26a4a17eafa5211a33 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:42:33.429537 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f0ac102f-3ec2-4584-b733-ddb062e0e6bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:33.464848 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f0ac102f-3ec2-4584-b733-ddb062e0e6bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:33.480594 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-e767c26e-55ce-4d3d-bd91-8a39162e16d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'name': 'tempest-RoutersIpV6Test-router-1651222951', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:42:05Z', 'updated_at': '2022-02-17T17:42:30Z', 'revision_number': 7, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'gw_port_host': None, '_interfaces': [{'id': '24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe', 'name': '', 'network_id': '584e0f41-bf60-4bc2-9b57-471ac9f5365d', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:24:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:07Z', 'updated_at': '2022-02-17T17:42:14Z', 'revision_number': 5, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': 'dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3645128d-2481-4e12-a8c8-f906e6e3a073', 'name': '', 'network_id': 'dc7d2cec-fd61-4209-bbf6-b181d90118c3', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:b5:a6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '3da41a4b-ede7-4b1c-8577-5d9bb335ebf9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:12Z', 'updated_at': '2022-02-17T17:42:21Z', 'revision_number': 5, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': '3da41a4b-ede7-4b1c-8577-5d9bb335ebf9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90ca893f-fe03-43a9-b983-1dc803ac7834', 'name': '', 'network_id': 'a11c25aa-f650-46a2-978a-b723879ca3f4', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:4a:ed:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'd65811ae-6238-4ca2-a407-2a8d4b0838b6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:17Z', 'updated_at': '2022-02-17T17:42:25Z', 'revision_number': 5, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': 'd65811ae-6238-4ca2-a407-2a8d4b0838b6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae1bec5e-1fe5-464f-81b8-d8b5c9726844', 'name': '', 'network_id': '76dd6c8f-9b15-4bdb-be8e-1220592df2b8', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:2b:bf:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '61d56af0-376f-4601-88fd-9ba75d110c81', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:23Z', 'updated_at': '2022-02-17T17:42:31Z', 'revision_number': 5, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': '61d56af0-376f-4601-88fd-9ba75d110c81', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:33.495584 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-25dd32fd-6904-443b-9d59-a9a9b2ec782c req-6b39f8f5-ade4-488f-8d30-5b063033017b tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655862 Feb 17 17:42:33.522082 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab60e6f-9152-4848-872e-dee6e22755c0 req-11a1b353-f0fd-48c8-a8d1-7cbfd4c3032d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:33.523688 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9ab60e6f-9152-4848-872e-dee6e22755c0 req-11a1b353-f0fd-48c8-a8d1-7cbfd4c3032d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4010b90dceb14ea6a98968e6b17cf28b&device_id=86c9d94d-3b5c-4630-b601-f71b7a5692a8 HTTP/1.1" status: 200 len: 1125 time: 0.2519808 Feb 17 17:42:33.530759 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e767c26e-55ce-4d3d-bd91-8a39162e16d9 None None] Checking router: 9b2c10db-b692-4548-8f09-96a7ae3ab222 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:42:33.543245 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dcedd9ad-b9fa-4cb8-931d-da8dc6b16bee req-b916cc30-e6f2-4f99-a5a7-56471e3cc8ff tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 210 time: 0.0804896 Feb 17 17:42:33.570709 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e767c26e-55ce-4d3d-bd91-8a39162e16d9 None None] Routers {'9b2c10db-b692-4548-8f09-96a7ae3ab222'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:42:33.571499 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-e767c26e-55ce-4d3d-bd91-8a39162e16d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:42:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['9b2c10db-b692-4548-8f09-96a7ae3ab222'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:33.603482 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2dc35c13-7f0b-4c79-ad28-019b55cabf99 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (ae1bec5e-1fe5-464f-81b8-d8b5c9726844), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:33.634485 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc35c13-7f0b-4c79-ad28-019b55cabf99 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event deleted for resources: {'Port': ['ID=ae1bec5e-1fe5-464f-81b8-d8b5c9726844,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:33.772742 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-e767c26e-55ce-4d3d-bd91-8a39162e16d9 None None] Set router 9b2c10db-b692-4548-8f09-96a7ae3ab222 gateway port host: None {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:42:33.848715 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab60e6f-9152-4848-872e-dee6e22755c0 req-ddd91c4f-642d-4a9e-8d0a-9bc92af15254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:33.852628 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9ab60e6f-9152-4848-872e-dee6e22755c0 req-ddd91c4f-642d-4a9e-8d0a-9bc92af15254 service neutron] 10.222.0.71 "GET /v2.0/networks?id=41eab850-74f8-4919-9573-0fe261607aa2 HTTP/1.1" status: 200 len: 907 time: 0.3076539 Feb 17 17:42:33.901741 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c668e9-5d92-4764-b4a7-dc757df473a8 admin admin] Router b389c19b-77f0-4a05-b366-1f7d62c5967a has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:42:33.903039 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2dc35c13-7f0b-4c79-ad28-019b55cabf99 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (9b2c10db-b692-4548-8f09-96a7ae3ab222), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:33.941435 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9ab60e6f-9152-4848-872e-dee6e22755c0 req-f5c5ba98-5134-4c94-876d-bfcb8ce59500 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24eaca68-6e09-4108-9f19-d71d023227ce HTTP/1.1" status: 200 len: 217 time: 0.0674324 Feb 17 17:42:33.944021 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f0ac102f-3ec2-4584-b733-ddb062e0e6bb admin admin] Publish callbacks [] for security_group (54cab2d4-96e7-4119-99f1-a1142b75742b), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:33.997858 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f0ac102f-3ec2-4584-b733-ddb062e0e6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (54cab2d4-96e7-4119-99f1-a1142b75742b), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:34.327756 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-e767c26e-55ce-4d3d-bd91-8a39162e16d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'name': 'tempest-RoutersIpV6Test-router-1651222951', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:42:05Z', 'updated_at': '2022-02-17T17:42:30Z', 'revision_number': 7, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'gw_port_host': None, '_interfaces': [{'id': '24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe', 'name': '', 'network_id': '584e0f41-bf60-4bc2-9b57-471ac9f5365d', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:24:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:07Z', 'updated_at': '2022-02-17T17:42:14Z', 'revision_number': 5, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': 'dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3645128d-2481-4e12-a8c8-f906e6e3a073', 'name': '', 'network_id': 'dc7d2cec-fd61-4209-bbf6-b181d90118c3', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:b5:a6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '3da41a4b-ede7-4b1c-8577-5d9bb335ebf9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:12Z', 'updated_at': '2022-02-17T17:42:21Z', 'revision_number': 5, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': '3da41a4b-ede7-4b1c-8577-5d9bb335ebf9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90ca893f-fe03-43a9-b983-1dc803ac7834', 'name': '', 'network_id': 'a11c25aa-f650-46a2-978a-b723879ca3f4', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:4a:ed:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'd65811ae-6238-4ca2-a407-2a8d4b0838b6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:17Z', 'updated_at': '2022-02-17T17:42:25Z', 'revision_number': 5, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': 'd65811ae-6238-4ca2-a407-2a8d4b0838b6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae1bec5e-1fe5-464f-81b8-d8b5c9726844', 'name': '', 'network_id': '76dd6c8f-9b15-4bdb-be8e-1220592df2b8', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:2b:bf:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '61d56af0-376f-4601-88fd-9ba75d110c81', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:23Z', 'updated_at': '2022-02-17T17:42:31Z', 'revision_number': 5, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': '61d56af0-376f-4601-88fd-9ba75d110c81', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:34.370410 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e767c26e-55ce-4d3d-bd91-8a39162e16d9 None None] The sync data for ids ['9b2c10db-b692-4548-8f09-96a7ae3ab222'] in n-d-829613-2 is: [{'id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'name': 'tempest-RoutersIpV6Test-router-1651222951', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:42:05Z', 'updated_at': '2022-02-17T17:42:30Z', 'revision_number': 7, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'gw_port_host': None, '_interfaces': [{'id': '24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe', 'name': '', 'network_id': '584e0f41-bf60-4bc2-9b57-471ac9f5365d', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:24:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:07Z', 'updated_at': '2022-02-17T17:42:14Z', 'revision_number': 5, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': 'dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3645128d-2481-4e12-a8c8-f906e6e3a073', 'name': '', 'network_id': 'dc7d2cec-fd61-4209-bbf6-b181d90118c3', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:b5:a6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '3da41a4b-ede7-4b1c-8577-5d9bb335ebf9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:12Z', 'updated_at': '2022-02-17T17:42:21Z', 'revision_number': 5, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': '3da41a4b-ede7-4b1c-8577-5d9bb335ebf9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90ca893f-fe03-43a9-b983-1dc803ac7834', 'name': '', 'network_id': 'a11c25aa-f650-46a2-978a-b723879ca3f4', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:4a:ed:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'd65811ae-6238-4ca2-a407-2a8d4b0838b6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:17Z', 'updated_at': '2022-02-17T17:42:25Z', 'revision_number': 5, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': 'd65811ae-6238-4ca2-a407-2a8d4b0838b6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae1bec5e-1fe5-464f-81b8-d8b5c9726844', 'name': '', 'network_id': '76dd6c8f-9b15-4bdb-be8e-1220592df2b8', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:2b:bf:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '61d56af0-376f-4601-88fd-9ba75d110c81', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:23Z', 'updated_at': '2022-02-17T17:42:31Z', 'revision_number': 5, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': '61d56af0-376f-4601-88fd-9ba75d110c81', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:42:34.427668 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc35c13-7f0b-4c79-ad28-019b55cabf99 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Router 9b2c10db-b692-4548-8f09-96a7ae3ab222 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:42:34.458764 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0ac102f-3ec2-4584-b733-ddb062e0e6bb admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:42:34.530170 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab60e6f-9152-4848-872e-dee6e22755c0 req-3cd92ab0-43ae-435a-b8f0-fdfd77ab86d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:34.531779 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9ab60e6f-9152-4848-872e-dee6e22755c0 req-3cd92ab0-43ae-435a-b8f0-fdfd77ab86d8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b20ab57b-0ae5-4c69-b6b9-871207503198 HTTP/1.1" status: 200 len: 846 time: 0.5814259 Feb 17 17:42:34.536488 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ac102f-3ec2-4584-b733-ddb062e0e6bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54cab2d4-96e7-4119-99f1-a1142b75742b,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:34.542652 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f0ac102f-3ec2-4584-b733-ddb062e0e6bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (a9afe95a-bc81-4053-bcf6-93dc37b0f7fa), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:34.543230 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-f0ac102f-3ec2-4584-b733-ddb062e0e6bb admin admin] Added segment a9afe95a-bc81-4053-bcf6-93dc37b0f7fa of type vlan for network 86d00201-0d9a-4363-96b8-dd16d5e6e4d8 Feb 17 17:42:34.584003 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc35c13-7f0b-4c79-ad28-019b55cabf99 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:42:34.590165 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2dc35c13-7f0b-4c79-ad28-019b55cabf99 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "PUT /v2.0/routers/9b2c10db-b692-4548-8f09-96a7ae3ab222/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4657505 Feb 17 17:42:34.593306 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53170) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:34.616418 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9ab60e6f-9152-4848-872e-dee6e22755c0 req-0492e267-2f3d-4315-b5d3-3ae48e883723 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=41eab850-74f8-4919-9573-0fe261607aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752001 Feb 17 17:42:34.655194 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9519813-dbbf-446a-b2b8-91e8f48efba0 req-88be5030-39c6-4df7-b65b-9758f77bd662 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:34.662791 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f9519813-dbbf-446a-b2b8-91e8f48efba0 req-88be5030-39c6-4df7-b65b-9758f77bd662 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=86c9d94d-3b5c-4630-b601-f71b7a5692a8 HTTP/1.1" status: 200 len: 943 time: 0.6661358 Feb 17 17:42:34.676957 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f0ac102f-3ec2-4584-b733-ddb062e0e6bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (86d00201-0d9a-4363-96b8-dd16d5e6e4d8), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:34.705892 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d89cfb6-3f9f-4a46-8680-3b9942a8ef74 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Deleting subnet 61d56af0-376f-4601-88fd-9ba75d110c81 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:42:34.710453 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5d89cfb6-3f9f-4a46-8680-3b9942a8ef74 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for subnet (61d56af0-376f-4601-88fd-9ba75d110c81), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:34.715916 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92016af8-2158-403d-a90e-ca8c656bb954 None None] Sync routers for ids ['9b2c10db-b692-4548-8f09-96a7ae3ab222'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:42:34.733803 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92016af8-2158-403d-a90e-ca8c656bb954 None None] Routers {'9b2c10db-b692-4548-8f09-96a7ae3ab222'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:42:34.734943 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-92016af8-2158-403d-a90e-ca8c656bb954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:42:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['9b2c10db-b692-4548-8f09-96a7ae3ab222'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:34.761038 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5d89cfb6-3f9f-4a46-8680-3b9942a8ef74 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (61d56af0-376f-4601-88fd-9ba75d110c81), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:34.797945 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c668e9-5d92-4764-b4a7-dc757df473a8 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:42:34.810749 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780db587-ab2e-46b4-96f5-bc3d7aaa0999 None None] Sync routers for ids ['b389c19b-77f0-4a05-b366-1f7d62c5967a'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:42:34.814931 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-12c668e9-5d92-4764-b4a7-dc757df473a8 admin admin] 10.222.0.87 "PUT /v2.0/routers/b389c19b-77f0-4a05-b366-1f7d62c5967a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5249245 Feb 17 17:42:34.822318 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 53176) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:34.831256 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780db587-ab2e-46b4-96f5-bc3d7aaa0999 None None] Routers {'b389c19b-77f0-4a05-b366-1f7d62c5967a'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:42:34.831883 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-780db587-ab2e-46b4-96f5-bc3d7aaa0999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:42:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['b389c19b-77f0-4a05-b366-1f7d62c5967a'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:34.878337 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5d89cfb6-3f9f-4a46-8680-3b9942a8ef74 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (61d56af0-376f-4601-88fd-9ba75d110c81), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:34.902611 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f9519813-dbbf-446a-b2b8-91e8f48efba0 req-0230dd9d-1b4f-47bc-90c9-e83ca2480a6e tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388141 Feb 17 17:42:34.920343 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-92016af8-2158-403d-a90e-ca8c656bb954 None None] Set router 9b2c10db-b692-4548-8f09-96a7ae3ab222 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:42:34.957691 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5d89cfb6-3f9f-4a46-8680-3b9942a8ef74 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (61d56af0-376f-4601-88fd-9ba75d110c81), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:34.966207 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f0ac102f-3ec2-4584-b733-ddb062e0e6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (86d00201-0d9a-4363-96b8-dd16d5e6e4d8), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:34.967838 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ac102f-3ec2-4584-b733-ddb062e0e6bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:34.968846 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f0ac102f-3ec2-4584-b733-ddb062e0e6bb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:35.008082 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-780db587-ab2e-46b4-96f5-bc3d7aaa0999 None None] Set router b389c19b-77f0-4a05-b366-1f7d62c5967a gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:42:35.016857 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9ab60e6f-9152-4848-872e-dee6e22755c0 req-d8e610d3-0622-4a02-a3ab-fb5a24a87637 service neutron] 10.222.0.71 "GET /v2.0/networks/41eab850-74f8-4919-9573-0fe261607aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3926284 Feb 17 17:42:35.030848 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d89cfb6-3f9f-4a46-8680-3b9942a8ef74 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event deleted for resources: {'Subnet': ['ID=61d56af0-376f-4601-88fd-9ba75d110c81,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:35.060163 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5d89cfb6-3f9f-4a46-8680-3b9942a8ef74 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:35.074411 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5d89cfb6-3f9f-4a46-8680-3b9942a8ef74 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "DELETE /v2.0/subnets/61d56af0-376f-4601-88fd-9ba75d110c81 HTTP/1.1" status: 204 len: 168 time: 0.4768789 Feb 17 17:42:35.075087 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53178) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:35.165659 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd31dbd-9d40-462a-8e1a-45f8625a3eb6 None None] Network 76dd6c8f-9b15-4bdb-be8e-1220592df2b8 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:42:35.171490 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-f0ac102f-3ec2-4584-b733-ddb062e0e6bb admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1902816 Feb 17 17:42:35.185863 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9ab60e6f-9152-4848-872e-dee6e22755c0 req-42ebd908-5956-4f6f-9393-3e1af713b579 service neutron] 10.222.0.71 "GET /v2.0/networks/41eab850-74f8-4919-9573-0fe261607aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553864 Feb 17 17:42:35.193834 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9fd9c-2241-4c1f-b979-98840e147f0e req-3456afcb-81e0-4fd4-802e-ab01a8c31711 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:35.206127 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-64a9fd9c-2241-4c1f-b979-98840e147f0e req-3456afcb-81e0-4fd4-802e-ab01a8c31711 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=d58b9cc9-333e-4cb9-8286-d3742f827ea1 HTTP/1.1" status: 200 len: 945 time: 0.5164237 Feb 17 17:42:35.228777 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 53180) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:35.258606 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4b057666-eacd-4cd0-96a1-0630eed01342 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (76dd6c8f-9b15-4bdb-be8e-1220592df2b8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:35.275031 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-780db587-ab2e-46b4-96f5-bc3d7aaa0999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b389c19b-77f0-4a05-b366-1f7d62c5967a', 'name': 'tempest-ServerRescueTestJSON-2011918016-router', 'tenant_id': 'b0fb42267d024cfbae564aa55b350788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '341f6617-c8af-416f-8f5b-9e317f041522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:39:49Z', 'updated_at': '2022-02-17T17:42:31Z', 'revision_number': 5, 'project_id': 'b0fb42267d024cfbae564aa55b350788', 'gw_port': {'id': '341f6617-c8af-416f-8f5b-9e317f041522', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:94:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b389c19b-77f0-4a05-b366-1f7d62c5967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:39:52Z', 'updated_at': '2022-02-17T17:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:35.300512 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-3ebed93a-3933-4493-a029-0eb2b94ec207 admin admin] Request body: {'subnet': {'network_id': '86d00201-0d9a-4363-96b8-dd16d5e6e4d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1202807929-subnet', 'tenant_id': '33d2652e6f5f4a26a4a17eafa5211a33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:42:35.314393 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8678f0bf-d765-4fa1-9b96-37fc5f6b2c4a req-681bd67f-4c4b-41dd-a4fd-50d96a1ed38a tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 210 time: 0.2849951 Feb 17 17:42:35.321208 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ac102f-3ec2-4584-b733-ddb062e0e6bb admin admin] Pushing event updated for resources: {'Network': ['ID=86d00201-0d9a-4363-96b8-dd16d5e6e4d8,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:35.340766 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780db587-ab2e-46b4-96f5-bc3d7aaa0999 None None] Checking router: b389c19b-77f0-4a05-b366-1f7d62c5967a for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:42:35.369410 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780db587-ab2e-46b4-96f5-bc3d7aaa0999 None None] Routers {'b389c19b-77f0-4a05-b366-1f7d62c5967a'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:42:35.370056 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-780db587-ab2e-46b4-96f5-bc3d7aaa0999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:42:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['b389c19b-77f0-4a05-b366-1f7d62c5967a'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:35.375644 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebed93a-3933-4493-a029-0eb2b94ec207 admin admin] Made reservation on behalf of 33d2652e6f5f4a26a4a17eafa5211a33 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:42:35.378813 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3ebed93a-3933-4493-a029-0eb2b94ec207 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:35.405908 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5a07eb28-a014-48f2-8052-fb8ac4235020 admin admin] Publish callbacks [] for router (b389c19b-77f0-4a05-b366-1f7d62c5967a), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:35.406450 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-4b057666-eacd-4cd0-96a1-0630eed01342 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Deleting port 0e5e78a3-3d97-4254-af28-51459dd51bbc {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:42:35.411060 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4b057666-eacd-4cd0-96a1-0630eed01342 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (0e5e78a3-3d97-4254-af28-51459dd51bbc), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:35.538896 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 86d00201-0d9a-4363-96b8-dd16d5e6e4d8 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:42:35.593091 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-64a9fd9c-2241-4c1f-b979-98840e147f0e req-e8c2106a-3710-4e9e-bd3a-23431bdd70f9 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523242 Feb 17 17:42:35.594423 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-4b057666-eacd-4cd0-96a1-0630eed01342 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] For port 0e5e78a3-3d97-4254-af28-51459dd51bbc, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=0e5e78a3-3d97-4254-af28-51459dd51bbc,segment=NetworkSegment(e464c185-25ee-4dcb-bcb1-8bfe8d3b511d),segment_id=e464c185-25ee-4dcb-bcb1-8bfe8d3b511d)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:42:35.594805 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4b057666-eacd-4cd0-96a1-0630eed01342 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (0e5e78a3-3d97-4254-af28-51459dd51bbc), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:35.602234 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5a07eb28-a014-48f2-8052-fb8ac4235020 admin admin] Publish callbacks [] for router_gateway (b389c19b-77f0-4a05-b366-1f7d62c5967a), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:35.620360 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-4b057666-eacd-4cd0-96a1-0630eed01342 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Calling delete_port for 0e5e78a3-3d97-4254-af28-51459dd51bbc owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:42:35.646588 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-92016af8-2158-403d-a90e-ca8c656bb954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'name': 'tempest-RoutersIpV6Test-router-1651222951', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:42:05Z', 'updated_at': '2022-02-17T17:42:33Z', 'revision_number': 8, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'gw_port_host': None, '_interfaces': [{'id': '24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe', 'name': '', 'network_id': '584e0f41-bf60-4bc2-9b57-471ac9f5365d', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:24:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:07Z', 'updated_at': '2022-02-17T17:42:14Z', 'revision_number': 5, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': 'dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3645128d-2481-4e12-a8c8-f906e6e3a073', 'name': '', 'network_id': 'dc7d2cec-fd61-4209-bbf6-b181d90118c3', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:b5:a6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '3da41a4b-ede7-4b1c-8577-5d9bb335ebf9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:12Z', 'updated_at': '2022-02-17T17:42:21Z', 'revision_number': 5, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': '3da41a4b-ede7-4b1c-8577-5d9bb335ebf9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90ca893f-fe03-43a9-b983-1dc803ac7834', 'name': '', 'network_id': 'a11c25aa-f650-46a2-978a-b723879ca3f4', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:4a:ed:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'd65811ae-6238-4ca2-a407-2a8d4b0838b6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:17Z', 'updated_at': '2022-02-17T17:42:25Z', 'revision_number': 5, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': 'd65811ae-6238-4ca2-a407-2a8d4b0838b6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:35.650035 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-780db587-ab2e-46b4-96f5-bc3d7aaa0999 None None] Set router b389c19b-77f0-4a05-b366-1f7d62c5967a gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:42:35.688316 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92016af8-2158-403d-a90e-ca8c656bb954 None None] Checking router: 9b2c10db-b692-4548-8f09-96a7ae3ab222 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:42:35.717575 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-40655fc9-f078-493d-bbf4-2ecfea335b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:35.774555 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4b057666-eacd-4cd0-96a1-0630eed01342 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (0e5e78a3-3d97-4254-af28-51459dd51bbc), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:35.792350 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92016af8-2158-403d-a90e-ca8c656bb954 None None] Routers {'9b2c10db-b692-4548-8f09-96a7ae3ab222'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:42:35.793406 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-92016af8-2158-403d-a90e-ca8c656bb954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:42:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['9b2c10db-b692-4548-8f09-96a7ae3ab222'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:35.891239 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b057666-eacd-4cd0-96a1-0630eed01342 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] No DVR routers for this DVR port 0e5e78a3-3d97-4254-af28-51459dd51bbc on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:42:35.904753 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b057666-eacd-4cd0-96a1-0630eed01342 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event deleted for resources: {'Port': ['ID=0e5e78a3-3d97-4254-af28-51459dd51bbc,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:35.948376 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-780db587-ab2e-46b4-96f5-bc3d7aaa0999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b389c19b-77f0-4a05-b366-1f7d62c5967a', 'name': 'tempest-ServerRescueTestJSON-2011918016-router', 'tenant_id': 'b0fb42267d024cfbae564aa55b350788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '341f6617-c8af-416f-8f5b-9e317f041522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:39:49Z', 'updated_at': '2022-02-17T17:42:31Z', 'revision_number': 5, 'project_id': 'b0fb42267d024cfbae564aa55b350788', 'gw_port': {'id': '341f6617-c8af-416f-8f5b-9e317f041522', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:94:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b389c19b-77f0-4a05-b366-1f7d62c5967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:39:52Z', 'updated_at': '2022-02-17T17:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:35.987626 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780db587-ab2e-46b4-96f5-bc3d7aaa0999 None None] The sync data for ids ['b389c19b-77f0-4a05-b366-1f7d62c5967a'] in n-d-829613-2 is: [{'id': 'b389c19b-77f0-4a05-b366-1f7d62c5967a', 'name': 'tempest-ServerRescueTestJSON-2011918016-router', 'tenant_id': 'b0fb42267d024cfbae564aa55b350788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '341f6617-c8af-416f-8f5b-9e317f041522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:39:49Z', 'updated_at': '2022-02-17T17:42:31Z', 'revision_number': 5, 'project_id': 'b0fb42267d024cfbae564aa55b350788', 'gw_port': {'id': '341f6617-c8af-416f-8f5b-9e317f041522', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:94:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b389c19b-77f0-4a05-b366-1f7d62c5967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:39:52Z', 'updated_at': '2022-02-17T17:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:42:36.065812 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-92016af8-2158-403d-a90e-ca8c656bb954 None None] Set router 9b2c10db-b692-4548-8f09-96a7ae3ab222 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:42:36.103907 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4b057666-eacd-4cd0-96a1-0630eed01342 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (76dd6c8f-9b15-4bdb-be8e-1220592df2b8), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:36.133230 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b33c5-8982-4345-9937-1eb092e4c186 req-536022e2-63dc-4efa-8106-2e6d4385b0ee tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:36.134937 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2e0b33c5-8982-4345-9937-1eb092e4c186 req-536022e2-63dc-4efa-8106-2e6d4385b0ee tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] 10.222.0.87 "GET /v2.0/ports?device_id=7492068d-a768-4b35-b548-83e3edeb717c HTTP/1.1" status: 200 len: 945 time: 0.3333604 Feb 17 17:42:36.139189 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-5a07eb28-a014-48f2-8052-fb8ac4235020 admin admin] Deleting port 341f6617-c8af-416f-8f5b-9e317f041522 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:42:36.140265 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5a07eb28-a014-48f2-8052-fb8ac4235020 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (341f6617-c8af-416f-8f5b-9e317f041522), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:36.142482 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-4b057666-eacd-4cd0-96a1-0630eed01342 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76dd6c8f-9b15-4bdb-be8e-1220592df2b8']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:36.154969 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-4b057666-eacd-4cd0-96a1-0630eed01342 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e464c185-25ee-4dcb-bcb1-8bfe8d3b511d') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:36.155807 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-4b057666-eacd-4cd0-96a1-0630eed01342 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e464c185-25ee-4dcb-bcb1-8bfe8d3b511d') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:36.168749 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4b057666-eacd-4cd0-96a1-0630eed01342 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (e464c185-25ee-4dcb-bcb1-8bfe8d3b511d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:36.186302 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4b057666-eacd-4cd0-96a1-0630eed01342 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (e464c185-25ee-4dcb-bcb1-8bfe8d3b511d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:36.193899 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b057666-eacd-4cd0-96a1-0630eed01342 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:42:36.194543 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4b057666-eacd-4cd0-96a1-0630eed01342 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (e464c185-25ee-4dcb-bcb1-8bfe8d3b511d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:36.241841 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-5a07eb28-a014-48f2-8052-fb8ac4235020 admin admin] For port 341f6617-c8af-416f-8f5b-9e317f041522, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=341f6617-c8af-416f-8f5b-9e317f041522,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:42:36.241841 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5a07eb28-a014-48f2-8052-fb8ac4235020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (341f6617-c8af-416f-8f5b-9e317f041522), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:36.242210 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa677242-bf74-4a59-9bf8-164960b79c2b None None] DHCP port deletion for 76dd6c8f-9b15-4bdb-be8e-1220592df2b8 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:42:36.243817 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 24eaca68-6e09-4108-9f19-d71d023227ce details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:42:36.255474 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-5a07eb28-a014-48f2-8052-fb8ac4235020 admin admin] Calling delete_port for 341f6617-c8af-416f-8f5b-9e317f041522 owned by network:router_gateway {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:42:36.268897 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:42:36.268897 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:42:36.268897 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:42:36.268897 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:42:36.268897 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:42:36.268897 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:42:36.268897 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:42:36.268897 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:42:36.268897 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:42:36.268897 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:42:36.268897 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:42:36.268897 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:42:36.268897 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:42:36.268897 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:42:36.268897 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:42:36.268897 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:42:36.268897 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:42:36.268897 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:42:36.268897 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:42:36.268897 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:42:36.268897 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:42:36.268897 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:42:36.268897 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:42:36.268897 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:42:36.268897 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:42:36.268897 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:42:36.268897 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:42:36.268897 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:42:36.268897 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:42:36.268897 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:42:36.268897 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:42:36.268897 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:42:36.275099 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4b057666-eacd-4cd0-96a1-0630eed01342 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (76dd6c8f-9b15-4bdb-be8e-1220592df2b8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:36.280299 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4b057666-eacd-4cd0-96a1-0630eed01342 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:36.288210 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4b057666-eacd-4cd0-96a1-0630eed01342 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "DELETE /v2.0/networks/76dd6c8f-9b15-4bdb-be8e-1220592df2b8 HTTP/1.1" status: 204 len: 168 time: 1.2095337 Feb 17 17:42:36.289204 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53192) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:36.375255 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 24eaca68-6e09-4108-9f19-d71d023227ce, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=24eaca68-6e09-4108-9f19-d71d023227ce,segment=NetworkSegment(18563972-a346-4d2f-9db2-6c97a64b55cb),segment_id=18563972-a346-4d2f-9db2-6c97a64b55cb)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:42:36.405511 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '24eaca68-6e09-4108-9f19-d71d023227ce', 'network_id': '41eab850-74f8-4919-9573-0fe261607aa2', 'port_id': '24eaca68-6e09-4108-9f19-d71d023227ce', 'mac_address': 'fa:16:3e:b1:2b:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b20ab57b-0ae5-4c69-b6b9-871207503198', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:42:36.424270 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3ebed93a-3933-4493-a029-0eb2b94ec207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (9b38a8c5-5190-4e64-a2cf-0cc233f21627), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:36.456427 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 0e5e78a3-3d97-4254-af28-51459dd51bbc no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:42:36.506686 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 0e5e78a3-3d97-4254-af28-51459dd51bbc {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:42:36.507961 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 0e5e78a3-3d97-4254-af28-51459dd51bbc not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:42:36.568365 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 24eaca68-6e09-4108-9f19-d71d023227ce is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:42:36.568780 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (24eaca68-6e09-4108-9f19-d71d023227ce), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:36.572715 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b057666-eacd-4cd0-96a1-0630eed01342 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event deleted for resources: {'Network': ['ID=76dd6c8f-9b15-4bdb-be8e-1220592df2b8,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:36.594244 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24eaca68-6e09-4108-9f19-d71d023227ce {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:42:36.609087 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3a98f-8c71-4f54-898d-ae3bb5364854 req-67a99874-656b-4450-9e9a-f4cc4dd70208 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:36.625483 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-83d3a98f-8c71-4f54-898d-ae3bb5364854 req-67a99874-656b-4450-9e9a-f4cc4dd70208 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=d58b9cc9-333e-4cb9-8286-d3742f827ea1 HTTP/1.1" status: 200 len: 945 time: 0.6392355 Feb 17 17:42:36.643327 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-92016af8-2158-403d-a90e-ca8c656bb954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'name': 'tempest-RoutersIpV6Test-router-1651222951', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:42:05Z', 'updated_at': '2022-02-17T17:42:33Z', 'revision_number': 8, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'gw_port_host': None, '_interfaces': [{'id': '24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe', 'name': '', 'network_id': '584e0f41-bf60-4bc2-9b57-471ac9f5365d', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:24:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:07Z', 'updated_at': '2022-02-17T17:42:14Z', 'revision_number': 5, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': 'dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3645128d-2481-4e12-a8c8-f906e6e3a073', 'name': '', 'network_id': 'dc7d2cec-fd61-4209-bbf6-b181d90118c3', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:b5:a6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '3da41a4b-ede7-4b1c-8577-5d9bb335ebf9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:12Z', 'updated_at': '2022-02-17T17:42:21Z', 'revision_number': 5, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': '3da41a4b-ede7-4b1c-8577-5d9bb335ebf9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90ca893f-fe03-43a9-b983-1dc803ac7834', 'name': '', 'network_id': 'a11c25aa-f650-46a2-978a-b723879ca3f4', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:4a:ed:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'd65811ae-6238-4ca2-a407-2a8d4b0838b6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:17Z', 'updated_at': '2022-02-17T17:42:25Z', 'revision_number': 5, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': 'd65811ae-6238-4ca2-a407-2a8d4b0838b6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:36.678441 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 24eaca68-6e09-4108-9f19-d71d023227ce, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=24eaca68-6e09-4108-9f19-d71d023227ce,segment=NetworkSegment(18563972-a346-4d2f-9db2-6c97a64b55cb),segment_id=18563972-a346-4d2f-9db2-6c97a64b55cb)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:42:36.681828 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92016af8-2158-403d-a90e-ca8c656bb954 None None] The sync data for ids ['9b2c10db-b692-4548-8f09-96a7ae3ab222'] in n-d-829613-2 is: [{'id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'name': 'tempest-RoutersIpV6Test-router-1651222951', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:42:05Z', 'updated_at': '2022-02-17T17:42:33Z', 'revision_number': 8, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'gw_port_host': None, '_interfaces': [{'id': '24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe', 'name': '', 'network_id': '584e0f41-bf60-4bc2-9b57-471ac9f5365d', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:24:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:07Z', 'updated_at': '2022-02-17T17:42:14Z', 'revision_number': 5, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': 'dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3645128d-2481-4e12-a8c8-f906e6e3a073', 'name': '', 'network_id': 'dc7d2cec-fd61-4209-bbf6-b181d90118c3', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:b5:a6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '3da41a4b-ede7-4b1c-8577-5d9bb335ebf9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:12Z', 'updated_at': '2022-02-17T17:42:21Z', 'revision_number': 5, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': '3da41a4b-ede7-4b1c-8577-5d9bb335ebf9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90ca893f-fe03-43a9-b983-1dc803ac7834', 'name': '', 'network_id': 'a11c25aa-f650-46a2-978a-b723879ca3f4', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:4a:ed:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'd65811ae-6238-4ca2-a407-2a8d4b0838b6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:17Z', 'updated_at': '2022-02-17T17:42:25Z', 'revision_number': 5, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': 'd65811ae-6238-4ca2-a407-2a8d4b0838b6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:42:36.685532 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:36.687062 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (24eaca68-6e09-4108-9f19-d71d023227ce), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:36.758187 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=24eaca68-6e09-4108-9f19-d71d023227ce,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:36.763651 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebed93a-3933-4493-a029-0eb2b94ec207 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b38a8c5-5190-4e64-a2cf-0cc233f21627,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:36.772813 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2e0b33c5-8982-4345-9937-1eb092e4c186 req-36ae9301-966b-4edc-8d8a-c4df595efca9 tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] 10.222.0.87 "GET /v2.0/security-groups?id=04e714d3-07c0-4cea-9f77-13c45a3b8be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609209 Feb 17 17:42:36.797173 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5a07eb28-a014-48f2-8052-fb8ac4235020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (341f6617-c8af-416f-8f5b-9e317f041522), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:36.806914 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebed93a-3933-4493-a029-0eb2b94ec207 admin admin] Checking segment: {'id': 'a9afe95a-bc81-4053-bcf6-93dc37b0f7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '86d00201-0d9a-4363-96b8-dd16d5e6e4d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:42:36.807228 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebed93a-3933-4493-a029-0eb2b94ec207 admin admin] Network hostable DHCP agents. Network: 86d00201-0d9a-4363-96b8-dd16d5e6e4d8, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:42:36.838620 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-394a09c3-90d3-4054-aa3d-3800cb89a7a4 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (9b2c10db-b692-4548-8f09-96a7ae3ab222), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:36.861594 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-83d3a98f-8c71-4f54-898d-ae3bb5364854 req-4d23c42e-d5c6-43cb-9170-3e34841efd30 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348726 Feb 17 17:42:36.897235 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07eb28-a014-48f2-8052-fb8ac4235020 admin admin] Pushing event deleted for resources: {'Port': ['ID=341f6617-c8af-416f-8f5b-9e317f041522,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:36.927536 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['24eaca68-6e09-4108-9f19-d71d023227ce'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:42:37.026553 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebed93a-3933-4493-a029-0eb2b94ec207 admin admin] Network 86d00201-0d9a-4363-96b8-dd16d5e6e4d8 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:42:37.082743 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2b881ead-62d5-48ee-9729-f097fe462c84 req-c0147786-f447-43fa-8bd9-93e2e44cafe0 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 210 time: 0.1079490 Feb 17 17:42:37.121778 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-3ebed93a-3933-4493-a029-0eb2b94ec207 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 86d00201-0d9a-4363-96b8-dd16d5e6e4d8) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:42:37.144123 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1283074-0a5a-40ed-8a93-f4362652e0d2 None None] Network 86d00201-0d9a-4363-96b8-dd16d5e6e4d8 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:42:37.151388 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebed93a-3933-4493-a029-0eb2b94ec207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:37.151992 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3ebed93a-3933-4493-a029-0eb2b94ec207 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:37.165931 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5a07eb28-a014-48f2-8052-fb8ac4235020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (b389c19b-77f0-4a05-b366-1f7d62c5967a), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:37.212420 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6813f8-a338-4b2c-8654-e1ec7acb02d6 req-e0bc2e89-3b60-44a5-8e65-be9ac3ea9d28 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:37.220406 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6a6813f8-a338-4b2c-8654-e1ec7acb02d6 req-e0bc2e89-3b60-44a5-8e65-be9ac3ea9d28 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=86c9d94d-3b5c-4630-b601-f71b7a5692a8 HTTP/1.1" status: 200 len: 944 time: 0.3196313 Feb 17 17:42:37.271915 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-3ebed93a-3933-4493-a029-0eb2b94ec207 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0413992 Feb 17 17:42:37.288603 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-394a09c3-90d3-4054-aa3d-3800cb89a7a4 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Deleting port 90ca893f-fe03-43a9-b983-1dc803ac7834 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:42:37.289022 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-394a09c3-90d3-4054-aa3d-3800cb89a7a4 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (90ca893f-fe03-43a9-b983-1dc803ac7834), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:37.342831 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bfacf5-72ec-41c3-b90d-fccd533d86b3 req-85449d85-077c-43f4-ae8e-46ae2a8c4252 tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:37.344351 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-40bfacf5-72ec-41c3-b90d-fccd533d86b3 req-85449d85-077c-43f4-ae8e-46ae2a8c4252 tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] 10.222.0.71 "GET /v2.0/ports?device_id=7492068d-a768-4b35-b548-83e3edeb717c HTTP/1.1" status: 200 len: 945 time: 0.2778263 Feb 17 17:42:37.352038 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5a07eb28-a014-48f2-8052-fb8ac4235020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (b389c19b-77f0-4a05-b366-1f7d62c5967a), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:37.357434 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5a07eb28-a014-48f2-8052-fb8ac4235020 admin admin] Publish callbacks [] for router_controller (b389c19b-77f0-4a05-b366-1f7d62c5967a), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:37.399854 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d923a750-5365-497d-8a89-53f405f2f6bc None None] Network 86d00201-0d9a-4363-96b8-dd16d5e6e4d8 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:42:37.496904 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6a6813f8-a338-4b2c-8654-e1ec7acb02d6 req-c5e96b98-572a-4f82-93b8-090c55d3feba tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755070 Feb 17 17:42:37.520094 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5a07eb28-a014-48f2-8052-fb8ac4235020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (b389c19b-77f0-4a05-b366-1f7d62c5967a), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:37.520662 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a07eb28-a014-48f2-8052-fb8ac4235020 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b389c19b-77f0-4a05-b366-1f7d62c5967a {{(pid=103435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:42:37.526296 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-394a09c3-90d3-4054-aa3d-3800cb89a7a4 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] For port 90ca893f-fe03-43a9-b983-1dc803ac7834, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=90ca893f-fe03-43a9-b983-1dc803ac7834,segment=NetworkSegment(3b06922c-3dc1-4fdf-98dd-4ea7926b8a2f),segment_id=3b06922c-3dc1-4fdf-98dd-4ea7926b8a2f)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:42:37.526839 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-394a09c3-90d3-4054-aa3d-3800cb89a7a4 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (90ca893f-fe03-43a9-b983-1dc803ac7834), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:37.528205 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5a07eb28-a014-48f2-8052-fb8ac4235020 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:37.531890 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-5a07eb28-a014-48f2-8052-fb8ac4235020 admin admin] 10.222.0.87 "DELETE /v2.0/routers/b389c19b-77f0-4a05-b366-1f7d62c5967a HTTP/1.1" status: 204 len: 168 time: 2.7015364 Feb 17 17:42:37.532839 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53206) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:37.555181 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-40bfacf5-72ec-41c3-b90d-fccd533d86b3 req-ed6c12ec-c35e-4178-a412-4359f8f43885 tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] Deleting port 07789f26-31de-4179-9508-366b7c8dcf1b {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:42:37.556318 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-40bfacf5-72ec-41c3-b90d-fccd533d86b3 req-ed6c12ec-c35e-4178-a412-4359f8f43885 tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (07789f26-31de-4179-9508-366b7c8dcf1b), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:37.615492 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-394a09c3-90d3-4054-aa3d-3800cb89a7a4 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Calling delete_port for 90ca893f-fe03-43a9-b983-1dc803ac7834 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:42:37.653765 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-66798953-f6d8-4125-b76b-00b88d569580 admin admin] Deleting subnet 36b5f32c-14a0-4a60-ad2f-22440ca5b40f {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:42:37.690030 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-40bfacf5-72ec-41c3-b90d-fccd533d86b3 req-ed6c12ec-c35e-4178-a412-4359f8f43885 tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] For port 07789f26-31de-4179-9508-366b7c8dcf1b, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=07789f26-31de-4179-9508-366b7c8dcf1b,segment=NetworkSegment(a4a802fa-6d6a-44b0-a6af-8352902a0277),segment_id=a4a802fa-6d6a-44b0-a6af-8352902a0277)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:42:37.690512 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-40bfacf5-72ec-41c3-b90d-fccd533d86b3 req-ed6c12ec-c35e-4178-a412-4359f8f43885 tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (07789f26-31de-4179-9508-366b7c8dcf1b), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:37.694654 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66798953-f6d8-4125-b76b-00b88d569580 admin admin] Publish callbacks [] for subnet (36b5f32c-14a0-4a60-ad2f-22440ca5b40f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:37.710216 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-40bfacf5-72ec-41c3-b90d-fccd533d86b3 req-ed6c12ec-c35e-4178-a412-4359f8f43885 tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] Calling delete_port for 07789f26-31de-4179-9508-366b7c8dcf1b owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:42:37.789757 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66798953-f6d8-4125-b76b-00b88d569580 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (36b5f32c-14a0-4a60-ad2f-22440ca5b40f), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:37.893468 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:37.953980 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-40bfacf5-72ec-41c3-b90d-fccd533d86b3 req-ed6c12ec-c35e-4178-a412-4359f8f43885 tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (07789f26-31de-4179-9508-366b7c8dcf1b), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:37.969546 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['07789f26-31de-4179-9508-366b7c8dcf1b'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:42:38.040683 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c12ec-c35e-4178-a412-4359f8f43885 tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] Pushing event deleted for resources: {'Port': ['ID=07789f26-31de-4179-9508-366b7c8dcf1b,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:38.041451 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 24eaca68-6e09-4108-9f19-d71d023227ce up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:42:38.081218 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3a53e320-e567-4e62-9691-1dcec839993f req-05096682-2834-468e-8e72-c58933ff4f51 tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] 10.222.0.87 "GET /v2.0/ports?device_id=7492068d-a768-4b35-b548-83e3edeb717c HTTP/1.1" status: 200 len: 210 time: 0.0937245 Feb 17 17:42:38.130217 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66798953-f6d8-4125-b76b-00b88d569580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (36b5f32c-14a0-4a60-ad2f-22440ca5b40f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:38.310028 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-40bfacf5-72ec-41c3-b90d-fccd533d86b3 req-ed6c12ec-c35e-4178-a412-4359f8f43885 tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] No DVR routers for this DVR port 07789f26-31de-4179-9508-366b7c8dcf1b on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:42:38.313728 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 24eaca68-6e09-4108-9f19-d71d023227ce completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:42:38.319627 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 24eaca68-6e09-4108-9f19-d71d023227ce triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:42:38.322007 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (24eaca68-6e09-4108-9f19-d71d023227ce), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:38.330935 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-40bfacf5-72ec-41c3-b90d-fccd533d86b3 req-ed6c12ec-c35e-4178-a412-4359f8f43885 tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:38.341511 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-40bfacf5-72ec-41c3-b90d-fccd533d86b3 req-ed6c12ec-c35e-4178-a412-4359f8f43885 tempest-VolumesActionsTest-1897958478 tempest-VolumesActionsTest-1897958478-project] 10.222.0.71 "DELETE /v2.0/ports/07789f26-31de-4179-9508-366b7c8dcf1b HTTP/1.1" status: 204 len: 173 time: 0.9872301 Feb 17 17:42:38.342285 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7492068d-a768-4b35-b548-83e3edeb717c', 'name': 'network-vif-deleted', 'tag': '07789f26-31de-4179-9508-366b7c8dcf1b'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:42:38.346221 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471404ad-3cd9-4401-96e4-ebddf0110320" -d '{"events": [{"server_uuid": "7492068d-a768-4b35-b548-83e3edeb717c", "name": "network-vif-deleted", "tag": "07789f26-31de-4179-9508-366b7c8dcf1b"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:42:38.351106 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66798953-f6d8-4125-b76b-00b88d569580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (36b5f32c-14a0-4a60-ad2f-22440ca5b40f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:38.381803 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device ae1bec5e-1fe5-464f-81b8-d8b5c9726844 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:42:38.400976 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66798953-f6d8-4125-b76b-00b88d569580 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36b5f32c-14a0-4a60-ad2f-22440ca5b40f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:38.405510 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66798953-f6d8-4125-b76b-00b88d569580 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:38.410085 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-66798953-f6d8-4125-b76b-00b88d569580 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/36b5f32c-14a0-4a60-ad2f-22440ca5b40f HTTP/1.1" status: 204 len: 168 time: 0.8756843 Feb 17 17:42:38.411256 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-394a09c3-90d3-4054-aa3d-3800cb89a7a4 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (90ca893f-fe03-43a9-b983-1dc803ac7834), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:38.412539 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: ae1bec5e-1fe5-464f-81b8-d8b5c9726844 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:42:38.413137 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device ae1bec5e-1fe5-464f-81b8-d8b5c9726844 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:42:38.415250 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53230) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:38.415997 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 341f6617-c8af-416f-8f5b-9e317f041522 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:42:38.465768 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cafc62-7e83-4338-af9e-433de4f858c9 req-a09ddb5a-8fa9-40fd-a3e1-1d698e12d56f tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:38.468269 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a9cafc62-7e83-4338-af9e-433de4f858c9 req-a09ddb5a-8fa9-40fd-a3e1-1d698e12d56f tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/networks?id=86d00201-0d9a-4363-96b8-dd16d5e6e4d8 HTTP/1.1" status: 200 len: 812 time: 0.5350769 Feb 17 17:42:38.468462 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a09c3-90d3-4054-aa3d-3800cb89a7a4 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event deleted for resources: {'Port': ['ID=90ca893f-fe03-43a9-b983-1dc803ac7834,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:38.509972 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 341f6617-c8af-416f-8f5b-9e317f041522 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:42:38.510819 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 341f6617-c8af-416f-8f5b-9e317f041522 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:42:38.512766 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 80221218-1bc4-4c3b-b418-7a4ee52a422e no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:42:38.527136 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a9cafc62-7e83-4338-af9e-433de4f858c9 req-a40ff898-d3a1-4eac-949f-b27e56dc798a tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/quotas/33d2652e6f5f4a26a4a17eafa5211a33 HTTP/1.1" status: 200 len: 375 time: 0.0408640 Feb 17 17:42:38.563547 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 80221218-1bc4-4c3b-b418-7a4ee52a422e {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:42:38.565603 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 80221218-1bc4-4c3b-b418-7a4ee52a422e not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:42:38.605309 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a9cafc62-7e83-4338-af9e-433de4f858c9 req-1226fcbb-15c2-4b24-969c-3731cd567813 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=33d2652e6f5f4a26a4a17eafa5211a33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0683005 Feb 17 17:42:38.623461 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fda9c0-d984-4666-bb70-2a828a0edd52 req-efe7b678-6787-48d6-932d-9d0f552de9f4 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:38.625362 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-52fda9c0-d984-4666-bb70-2a828a0edd52 req-efe7b678-6787-48d6-932d-9d0f552de9f4 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=d58b9cc9-333e-4cb9-8286-d3742f827ea1 HTTP/1.1" status: 200 len: 945 time: 0.2749450 Feb 17 17:42:38.645670 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 24eaca68-6e09-4108-9f19-d71d023227ce is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:42:38.646957 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (24eaca68-6e09-4108-9f19-d71d023227ce), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:38.692402 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40031988-4bc8-41fa-8bae-1744a6635574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (b2cdfbff-16c7-45e3-b97b-944f59a2460d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:38.695742 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 24eaca68-6e09-4108-9f19-d71d023227ce, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=24eaca68-6e09-4108-9f19-d71d023227ce,segment=NetworkSegment(18563972-a346-4d2f-9db2-6c97a64b55cb),segment_id=18563972-a346-4d2f-9db2-6c97a64b55cb)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:42:38.696907 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c9d94d-3b5c-4630-b601-f71b7a5692a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24eaca68-6e09-4108-9f19-d71d023227ce'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:42:38.702242 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49cc413-b9df-46b9-9e8a-df2085746581" -d '{"events": [{"server_uuid": "86c9d94d-3b5c-4630-b601-f71b7a5692a8", "name": "network-vif-plugged", "status": "completed", "tag": "24eaca68-6e09-4108-9f19-d71d023227ce"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:42:38.707707 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (24eaca68-6e09-4108-9f19-d71d023227ce), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:38.755240 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-394a09c3-90d3-4054-aa3d-3800cb89a7a4 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (9b2c10db-b692-4548-8f09-96a7ae3ab222), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:38.789913 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=24eaca68-6e09-4108-9f19-d71d023227ce,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:38.854734 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-52fda9c0-d984-4666-bb70-2a828a0edd52 req-7fd5415d-bc51-48e7-993d-dbfcf0f51ffd tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202199 Feb 17 17:42:38.900097 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a9cafc62-7e83-4338-af9e-433de4f858c9 req-e8b44bce-152c-4037-bfe3-98d1b5288fd8 service neutron] 10.222.0.87 "GET /v2.0/networks/86d00201-0d9a-4363-96b8-dd16d5e6e4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734373 Feb 17 17:42:38.928037 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40031988-4bc8-41fa-8bae-1744a6635574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (b2cdfbff-16c7-45e3-b97b-944f59a2460d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:38.965358 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:39.046902 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d744d26a-530c-41e0-8d5d-920de985d3d9 req-ce50463e-0eda-4534-b6ff-c92750f70944 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 210 time: 0.0671480 Feb 17 17:42:39.071263 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a9cafc62-7e83-4338-af9e-433de4f858c9 req-0f652677-938b-425b-90c8-8193815fee72 service neutron] 10.222.0.87 "GET /v2.0/networks/86d00201-0d9a-4363-96b8-dd16d5e6e4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700919 Feb 17 17:42:39.182330 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0dae869-f5e7-4aae-b5c1-bcb77dc51dcb x-openstack-request-id: req-c0dae869-f5e7-4aae-b5c1-bcb77dc51dcb {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:42:39.182638 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7492068d-a768-4b35-b548-83e3edeb717c", "name": "network-vif-deleted", "tag": "07789f26-31de-4179-9508-366b7c8dcf1b", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:42:39.182899 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c0dae869-f5e7-4aae-b5c1-bcb77dc51dcb {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:42:39.183341 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7492068d-a768-4b35-b548-83e3edeb717c', 'name': 'network-vif-deleted', 'tag': '07789f26-31de-4179-9508-366b7c8dcf1b', 'status': 'completed', 'code': 200} Feb 17 17:42:39.273071 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00336954-b950-4526-b0a8-fd81e5e3d427 x-openstack-request-id: req-00336954-b950-4526-b0a8-fd81e5e3d427 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:42:39.273574 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c9d94d-3b5c-4630-b601-f71b7a5692a8", "name": "network-vif-plugged", "status": "completed", "tag": "24eaca68-6e09-4108-9f19-d71d023227ce", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:42:39.274023 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-00336954-b950-4526-b0a8-fd81e5e3d427 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:42:39.274598 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c9d94d-3b5c-4630-b601-f71b7a5692a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24eaca68-6e09-4108-9f19-d71d023227ce', 'code': 200} Feb 17 17:42:39.333011 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-40031988-4bc8-41fa-8bae-1744a6635574 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2cdfbff-16c7-45e3-b97b-944f59a2460d']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:39.344769 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6270bb-ce6d-489c-a2ca-8cf02260d7ae req-1e779a10-bde2-4df4-b701-ecacbe05fdb1 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:39.347790 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-40031988-4bc8-41fa-8bae-1744a6635574 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80af71d2-6810-45c1-8520-db6a1714ff10') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:39.348095 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-40031988-4bc8-41fa-8bae-1744a6635574 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80af71d2-6810-45c1-8520-db6a1714ff10') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:39.354316 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5d6270bb-ce6d-489c-a2ca-8cf02260d7ae req-1e779a10-bde2-4df4-b701-ecacbe05fdb1 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=86c9d94d-3b5c-4630-b601-f71b7a5692a8 HTTP/1.1" status: 200 len: 945 time: 0.1088328 Feb 17 17:42:39.362259 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40031988-4bc8-41fa-8bae-1744a6635574 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (80af71d2-6810-45c1-8520-db6a1714ff10), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:39.488303 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40031988-4bc8-41fa-8bae-1744a6635574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (80af71d2-6810-45c1-8520-db6a1714ff10), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:39.491953 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394a09c3-90d3-4054-aa3d-3800cb89a7a4 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Router 9b2c10db-b692-4548-8f09-96a7ae3ab222 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:42:39.498565 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40031988-4bc8-41fa-8bae-1744a6635574 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:42:39.499574 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40031988-4bc8-41fa-8bae-1744a6635574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (80af71d2-6810-45c1-8520-db6a1714ff10), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:39.500802 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:42:39.500802 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:42:39.500802 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:42:39.500802 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:42:39.500802 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:42:39.500802 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:42:39.500802 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:42:39.500802 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:42:39.500802 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:42:39.500802 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:42:39.500802 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:42:39.500802 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:42:39.500802 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:42:39.500802 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:42:39.500802 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:42:39.500802 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:42:39.500802 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:42:39.500802 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:42:39.500802 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:42:39.500802 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:42:39.500802 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:42:39.500802 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:42:39.500802 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:42:39.500802 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:42:39.500802 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:42:39.500802 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:42:39.500802 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:42:39.500802 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:42:39.500802 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:42:39.500802 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:42:39.500802 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:42:39.500802 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:42:39.515130 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5d6270bb-ce6d-489c-a2ca-8cf02260d7ae req-455da350-a13d-44b9-a257-c2d12bc2bd0a tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598444 Feb 17 17:42:39.539388 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516a84e-e120-4e75-aba4-3bed1fb17985 req-621ae7f3-6f29-4932-8c74-0723e0a443c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:39.541142 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1516a84e-e120-4e75-aba4-3bed1fb17985 req-621ae7f3-6f29-4932-8c74-0723e0a443c8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=86c9d94d-3b5c-4630-b601-f71b7a5692a8 HTTP/1.1" status: 200 len: 1127 time: 0.1662109 Feb 17 17:42:39.619328 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1516a84e-e120-4e75-aba4-3bed1fb17985 req-83fc90c7-8140-474d-900b-79c883d76a26 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697722 Feb 17 17:42:39.694956 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40031988-4bc8-41fa-8bae-1744a6635574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (b2cdfbff-16c7-45e3-b97b-944f59a2460d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:39.713790 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40031988-4bc8-41fa-8bae-1744a6635574 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:39.714883 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3fb7885e-eeaf-4c0d-a0bf-367b60d744cc req-0174a2c1-24c1-4a36-9f23-9487087386dc tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=b38dc978-353b-4442-a10b-e0d0af8710bf HTTP/1.1" status: 200 len: 210 time: 0.0553803 Feb 17 17:42:39.717905 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-40031988-4bc8-41fa-8bae-1744a6635574 admin admin] 10.222.0.87 "DELETE /v2.0/networks/b2cdfbff-16c7-45e3-b97b-944f59a2460d HTTP/1.1" status: 204 len: 168 time: 1.2988079 Feb 17 17:42:39.719408 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40031988-4bc8-41fa-8bae-1744a6635574 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2cdfbff-16c7-45e3-b97b-944f59a2460d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:39.763677 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394a09c3-90d3-4054-aa3d-3800cb89a7a4 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:42:39.776389 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-394a09c3-90d3-4054-aa3d-3800cb89a7a4 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "PUT /v2.0/routers/9b2c10db-b692-4548-8f09-96a7ae3ab222/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4828460 Feb 17 17:42:39.777239 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 53264) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:39.790934 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de9ebcc-2125-48b2-97b3-56491bd14c03 None None] Sync routers for ids ['9b2c10db-b692-4548-8f09-96a7ae3ab222'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:42:39.810843 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de9ebcc-2125-48b2-97b3-56491bd14c03 None None] Routers {'9b2c10db-b692-4548-8f09-96a7ae3ab222'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:42:39.811606 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-6de9ebcc-2125-48b2-97b3-56491bd14c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:42:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['9b2c10db-b692-4548-8f09-96a7ae3ab222'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:39.895699 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-11d86002-ad1e-4b53-8d91-dce96b13190f tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Deleting subnet d65811ae-6238-4ca2-a407-2a8d4b0838b6 {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:42:39.909253 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-11d86002-ad1e-4b53-8d91-dce96b13190f tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for subnet (d65811ae-6238-4ca2-a407-2a8d4b0838b6), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:40.014090 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-11d86002-ad1e-4b53-8d91-dce96b13190f tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (d65811ae-6238-4ca2-a407-2a8d4b0838b6), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:40.015046 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-6de9ebcc-2125-48b2-97b3-56491bd14c03 None None] Set router 9b2c10db-b692-4548-8f09-96a7ae3ab222 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:42:40.097575 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53284) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:40.150617 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-11d86002-ad1e-4b53-8d91-dce96b13190f tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (d65811ae-6238-4ca2-a407-2a8d4b0838b6), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:40.238860 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5d2619fd-4133-4e6c-a628-47be92fbd392 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b0fb42267d024cfbae564aa55b350788&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1394432 Feb 17 17:42:40.239336 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53288) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:40.346428 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb1c421e-edc7-44cd-b2d6-ee937718f692 admin admin] Publish callbacks [] for security_group (cbcee363-0bc0-49bf-a0d2-7c2223e6f06c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:40.378109 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb1c421e-edc7-44cd-b2d6-ee937718f692 admin admin] Publish callbacks [] for security_group (cbcee363-0bc0-49bf-a0d2-7c2223e6f06c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:40.501171 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb1c421e-edc7-44cd-b2d6-ee937718f692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (cbcee363-0bc0-49bf-a0d2-7c2223e6f06c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:40.504140 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb1c421e-edc7-44cd-b2d6-ee937718f692 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:40.505510 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-cb1c421e-edc7-44cd-b2d6-ee937718f692 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/cbcee363-0bc0-49bf-a0d2-7c2223e6f06c HTTP/1.1" status: 204 len: 168 time: 0.2638593 Feb 17 17:42:40.523910 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c421e-edc7-44cd-b2d6-ee937718f692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbcee363-0bc0-49bf-a0d2-7c2223e6f06c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:40.617772 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-6de9ebcc-2125-48b2-97b3-56491bd14c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'name': 'tempest-RoutersIpV6Test-router-1651222951', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:42:05Z', 'updated_at': '2022-02-17T17:42:38Z', 'revision_number': 9, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'gw_port_host': None, '_interfaces': [{'id': '24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe', 'name': '', 'network_id': '584e0f41-bf60-4bc2-9b57-471ac9f5365d', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:24:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:07Z', 'updated_at': '2022-02-17T17:42:14Z', 'revision_number': 5, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': 'dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3645128d-2481-4e12-a8c8-f906e6e3a073', 'name': '', 'network_id': 'dc7d2cec-fd61-4209-bbf6-b181d90118c3', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:b5:a6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '3da41a4b-ede7-4b1c-8577-5d9bb335ebf9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:12Z', 'updated_at': '2022-02-17T17:42:21Z', 'revision_number': 5, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': '3da41a4b-ede7-4b1c-8577-5d9bb335ebf9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:40.719828 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de9ebcc-2125-48b2-97b3-56491bd14c03 None None] Checking router: 9b2c10db-b692-4548-8f09-96a7ae3ab222 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:42:40.740547 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de9ebcc-2125-48b2-97b3-56491bd14c03 None None] Routers {'9b2c10db-b692-4548-8f09-96a7ae3ab222'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:42:40.742928 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-6de9ebcc-2125-48b2-97b3-56491bd14c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:42:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['9b2c10db-b692-4548-8f09-96a7ae3ab222'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:40.901026 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-57fb97ea-0c9b-4aff-9e81-195ebcbc0c5b req-c0e20598-a07e-40c6-bbe7-54e5f6d8ee87 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 210 time: 0.7034633 Feb 17 17:42:41.010417 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d43135-76f3-455c-9683-a093663b52c3 req-4433c389-2abc-42f1-a5e8-2fc5bed13634 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:41.012148 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-32d43135-76f3-455c-9683-a093663b52c3 req-4433c389-2abc-42f1-a5e8-2fc5bed13634 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=86c9d94d-3b5c-4630-b601-f71b7a5692a8 HTTP/1.1" status: 200 len: 945 time: 0.1145272 Feb 17 17:42:41.014083 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-11d86002-ad1e-4b53-8d91-dce96b13190f tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (d65811ae-6238-4ca2-a407-2a8d4b0838b6), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:41.043625 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d86002-ad1e-4b53-8d91-dce96b13190f tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event deleted for resources: {'Subnet': ['ID=d65811ae-6238-4ca2-a407-2a8d4b0838b6,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:41.062592 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-6de9ebcc-2125-48b2-97b3-56491bd14c03 None None] Set router 9b2c10db-b692-4548-8f09-96a7ae3ab222 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:42:41.141676 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5ebaa032-3c1c-40e2-af71-af7032a51164 req-5c32c024-9c09-4305-81ff-ad73df3230e6 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=b38dc978-353b-4442-a10b-e0d0af8710bf HTTP/1.1" status: 200 len: 210 time: 0.0991421 Feb 17 17:42:41.146950 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-11d86002-ad1e-4b53-8d91-dce96b13190f tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:41.152619 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-11d86002-ad1e-4b53-8d91-dce96b13190f tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "DELETE /v2.0/subnets/d65811ae-6238-4ca2-a407-2a8d4b0838b6 HTTP/1.1" status: 204 len: 168 time: 1.3710980 Feb 17 17:42:41.153134 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53312) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:41.196819 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950569e4-ba38-4531-9233-4bd31d9038b4 None None] Network a11c25aa-f650-46a2-978a-b723879ca3f4 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:42:41.270759 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-32d43135-76f3-455c-9683-a093663b52c3 req-db5e840e-f637-4537-a7d8-bf033550a755 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300882 Feb 17 17:42:41.319486 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6239b5b-efd0-4863-b0cc-0b67e6142f47 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (a11c25aa-f650-46a2-978a-b723879ca3f4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:41.371903 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cafc62-7e83-4338-af9e-433de4f858c9 req-8a1bbed5-f42c-4297-83a4-47cc327c0c97 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:41.373712 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a9cafc62-7e83-4338-af9e-433de4f858c9 req-8a1bbed5-f42c-4297-83a4-47cc327c0c97 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.71 "GET /v2.0/networks?id=86d00201-0d9a-4363-96b8-dd16d5e6e4d8 HTTP/1.1" status: 200 len: 812 time: 0.2310674 Feb 17 17:42:41.387697 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-a9cafc62-7e83-4338-af9e-433de4f858c9 req-ffa76bd1-66aa-4864-b95c-fe4b1476c771 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Request body: {'port': {'device_id': 'b38dc978-353b-4442-a10b-e0d0af8710bf', 'network_id': '86d00201-0d9a-4363-96b8-dd16d5e6e4d8', 'admin_state_up': True, 'tenant_id': '33d2652e6f5f4a26a4a17eafa5211a33'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:42:41.438662 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-c6239b5b-efd0-4863-b0cc-0b67e6142f47 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Deleting port 16b18be1-8ca4-4d24-a26a-e650d1fb0c82 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:42:41.439254 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6239b5b-efd0-4863-b0cc-0b67e6142f47 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (16b18be1-8ca4-4d24-a26a-e650d1fb0c82), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:41.452841 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 62c1567c-d8e8-4ed6-845c-4e123dcc6aff details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:42:41.545992 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-c6239b5b-efd0-4863-b0cc-0b67e6142f47 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] For port 16b18be1-8ca4-4d24-a26a-e650d1fb0c82, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=16b18be1-8ca4-4d24-a26a-e650d1fb0c82,segment=NetworkSegment(3b06922c-3dc1-4fdf-98dd-4ea7926b8a2f),segment_id=3b06922c-3dc1-4fdf-98dd-4ea7926b8a2f)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:42:41.546552 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6239b5b-efd0-4863-b0cc-0b67e6142f47 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (16b18be1-8ca4-4d24-a26a-e650d1fb0c82), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:41.563542 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-c6239b5b-efd0-4863-b0cc-0b67e6142f47 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Calling delete_port for 16b18be1-8ca4-4d24-a26a-e650d1fb0c82 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:42:41.573186 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9cafc62-7e83-4338-af9e-433de4f858c9 req-ffa76bd1-66aa-4864-b95c-fe4b1476c771 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Made reservation on behalf of 33d2652e6f5f4a26a4a17eafa5211a33 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:42:41.580745 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a9cafc62-7e83-4338-af9e-433de4f858c9 req-ffa76bd1-66aa-4864-b95c-fe4b1476c771 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:41.687189 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6239b5b-efd0-4863-b0cc-0b67e6142f47 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (16b18be1-8ca4-4d24-a26a-e650d1fb0c82), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:41.745989 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6239b5b-efd0-4863-b0cc-0b67e6142f47 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event deleted for resources: {'Port': ['ID=16b18be1-8ca4-4d24-a26a-e650d1fb0c82,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:41.758358 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6239b5b-efd0-4863-b0cc-0b67e6142f47 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] No DVR routers for this DVR port 16b18be1-8ca4-4d24-a26a-e650d1fb0c82 on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:42:41.794610 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-a9cafc62-7e83-4338-af9e-433de4f858c9 req-ffa76bd1-66aa-4864-b95c-fe4b1476c771 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Allocated IP 172.20.0.13 (86d00201-0d9a-4363-96b8-dd16d5e6e4d8/9b38a8c5-5190-4e64-a2cf-0cc233f21627/951e9c1d-6d91-4db0-9c62-8ee608c26c5d) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:42:41.932272 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6239b5b-efd0-4863-b0cc-0b67e6142f47 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (a11c25aa-f650-46a2-978a-b723879ca3f4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:41.988596 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-c6239b5b-efd0-4863-b0cc-0b67e6142f47 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a11c25aa-f650-46a2-978a-b723879ca3f4']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:42.009510 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a9cafc62-7e83-4338-af9e-433de4f858c9 req-ffa76bd1-66aa-4864-b95c-fe4b1476c771 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Publish callbacks [] for port (951e9c1d-6d91-4db0-9c62-8ee608c26c5d), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:42.019996 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-c6239b5b-efd0-4863-b0cc-0b67e6142f47 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b06922c-3dc1-4fdf-98dd-4ea7926b8a2f') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:42.031473 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-c6239b5b-efd0-4863-b0cc-0b67e6142f47 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b06922c-3dc1-4fdf-98dd-4ea7926b8a2f') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:42.065430 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6239b5b-efd0-4863-b0cc-0b67e6142f47 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (3b06922c-3dc1-4fdf-98dd-4ea7926b8a2f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:42.105375 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53342) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:42.116619 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6239b5b-efd0-4863-b0cc-0b67e6142f47 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (3b06922c-3dc1-4fdf-98dd-4ea7926b8a2f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:42.126237 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6239b5b-efd0-4863-b0cc-0b67e6142f47 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:42:42.128874 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6239b5b-efd0-4863-b0cc-0b67e6142f47 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (3b06922c-3dc1-4fdf-98dd-4ea7926b8a2f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:42.136575 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:42:42.136575 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:42:42.136575 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:42:42.136575 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:42:42.136575 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:42:42.136575 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:42:42.136575 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:42:42.136575 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:42:42.136575 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:42:42.136575 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:42:42.136575 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:42:42.136575 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:42:42.136575 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:42:42.136575 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:42:42.136575 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:42:42.136575 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:42:42.136575 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:42:42.136575 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:42:42.136575 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:42:42.136575 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:42:42.136575 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:42:42.136575 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:42:42.136575 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:42:42.136575 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:42:42.136575 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:42:42.136575 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:42:42.136575 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:42:42.136575 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:42:42.136575 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:42:42.136575 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:42:42.136575 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:42:42.136575 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:42:42.162836 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2c653a07-1728-45eb-8534-62d9529dce32 req-8a7b83c5-70d5-426e-912d-f70c1bcbf26c tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 210 time: 0.0701058 Feb 17 17:42:42.171272 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a9cafc62-7e83-4338-af9e-433de4f858c9 req-ffa76bd1-66aa-4864-b95c-fe4b1476c771 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (951e9c1d-6d91-4db0-9c62-8ee608c26c5d), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:42.265292 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6239b5b-efd0-4863-b0cc-0b67e6142f47 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (a11c25aa-f650-46a2-978a-b723879ca3f4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:42.293092 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6239b5b-efd0-4863-b0cc-0b67e6142f47 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:42.293260 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9cafc62-7e83-4338-af9e-433de4f858c9 req-ffa76bd1-66aa-4864-b95c-fe4b1476c771 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Network 86d00201-0d9a-4363-96b8-dd16d5e6e4d8 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:42:42.302273 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-a9cafc62-7e83-4338-af9e-433de4f858c9 req-ffa76bd1-66aa-4864-b95c-fe4b1476c771 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:42:42.304642 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c6239b5b-efd0-4863-b0cc-0b67e6142f47 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "DELETE /v2.0/networks/a11c25aa-f650-46a2-978a-b723879ca3f4 HTTP/1.1" status: 204 len: 168 time: 1.1503325 Feb 17 17:42:42.307157 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53354) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:42.336390 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 07789f26-31de-4179-9508-366b7c8dcf1b no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:42:42.345538 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9cafc62-7e83-4338-af9e-433de4f858c9 req-ffa76bd1-66aa-4864-b95c-fe4b1476c771 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:42:42.456623 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-b9312392-44c9-4d48-bdaa-735608f02dd3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-345652555-network', 'tenant_id': '382b857f0e244ad488add6bf8393da4c'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:42:42.464169 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: 07789f26-31de-4179-9508-366b7c8dcf1b {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:42:42.467086 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 07789f26-31de-4179-9508-366b7c8dcf1b not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:42:42.467319 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6239b5b-efd0-4863-b0cc-0b67e6142f47 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event deleted for resources: {'Network': ['ID=a11c25aa-f650-46a2-978a-b723879ca3f4,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:42.485781 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cafc62-7e83-4338-af9e-433de4f858c9 req-ffa76bd1-66aa-4864-b95c-fe4b1476c771 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:42.486432 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a9cafc62-7e83-4338-af9e-433de4f858c9 req-ffa76bd1-66aa-4864-b95c-fe4b1476c771 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:42.501246 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa76bd1-66aa-4864-b95c-fe4b1476c771 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Pushing event updated for resources: {'Port': ['ID=951e9c1d-6d91-4db0-9c62-8ee608c26c5d,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:42.546277 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f36de4-0c40-4eed-af24-466f675bd923 req-4e2df1c7-8a0b-408b-8484-c592c62bba01 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:42.548362 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-74f36de4-0c40-4eed-af24-466f675bd923 req-4e2df1c7-8a0b-408b-8484-c592c62bba01 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=b38dc978-353b-4442-a10b-e0d0af8710bf HTTP/1.1" status: 200 len: 932 time: 0.2498202 Feb 17 17:42:42.567481 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 62c1567c-d8e8-4ed6-845c-4e123dcc6aff, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=62c1567c-d8e8-4ed6-845c-4e123dcc6aff,segment=NetworkSegment(1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8),segment_id=1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:42:42.599582 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00f47b8-7391-4c34-b768-69901c0f9aff None None] DHCP port deletion for a11c25aa-f650-46a2-978a-b723879ca3f4 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:42:42.603195 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a9cafc62-7e83-4338-af9e-433de4f858c9 req-ffa76bd1-66aa-4864-b95c-fe4b1476c771 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2200980 Feb 17 17:42:42.628096 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '62c1567c-d8e8-4ed6-845c-4e123dcc6aff', 'network_id': '83cc66ec-b716-4047-926b-17461255d55d', 'port_id': '62c1567c-d8e8-4ed6-845c-4e123dcc6aff', 'mac_address': 'fa:16:3e:ea:c4:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e1fcde1-7a12-4137-bca4-1789efb75583', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:42:42.632322 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-a9cafc62-7e83-4338-af9e-433de4f858c9 req-a0669037-ef0b-4b6e-b7a0-02f20b68d779 service neutron] Request body: {'port': {'device_id': 'b38dc978-353b-4442-a10b-e0d0af8710bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:42:42.647987 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9312392-44c9-4d48-bdaa-735608f02dd3 admin admin] Made reservation on behalf of 382b857f0e244ad488add6bf8393da4c for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:42:42.651457 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b9312392-44c9-4d48-bdaa-735608f02dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:42.669007 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b9312392-44c9-4d48-bdaa-735608f02dd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:42.713631 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-6de9ebcc-2125-48b2-97b3-56491bd14c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'name': 'tempest-RoutersIpV6Test-router-1651222951', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:42:05Z', 'updated_at': '2022-02-17T17:42:38Z', 'revision_number': 9, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'gw_port_host': None, '_interfaces': [{'id': '24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe', 'name': '', 'network_id': '584e0f41-bf60-4bc2-9b57-471ac9f5365d', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:24:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:07Z', 'updated_at': '2022-02-17T17:42:14Z', 'revision_number': 5, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': 'dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3645128d-2481-4e12-a8c8-f906e6e3a073', 'name': '', 'network_id': 'dc7d2cec-fd61-4209-bbf6-b181d90118c3', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:b5:a6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '3da41a4b-ede7-4b1c-8577-5d9bb335ebf9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:12Z', 'updated_at': '2022-02-17T17:42:21Z', 'revision_number': 5, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': '3da41a4b-ede7-4b1c-8577-5d9bb335ebf9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:42.738396 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a12025-d7b0-427e-95a5-38367014eace req-e3ff4a93-3ff3-40fe-b7b1-4329f41464aa tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:42.741012 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b8a12025-d7b0-427e-95a5-38367014eace req-e3ff4a93-3ff3-40fe-b7b1-4329f41464aa tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=86c9d94d-3b5c-4630-b601-f71b7a5692a8 HTTP/1.1" status: 200 len: 945 time: 0.2514870 Feb 17 17:42:42.803857 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de9ebcc-2125-48b2-97b3-56491bd14c03 None None] The sync data for ids ['9b2c10db-b692-4548-8f09-96a7ae3ab222'] in n-d-829613-2 is: [{'id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'name': 'tempest-RoutersIpV6Test-router-1651222951', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:42:05Z', 'updated_at': '2022-02-17T17:42:38Z', 'revision_number': 9, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'gw_port_host': None, '_interfaces': [{'id': '24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe', 'name': '', 'network_id': '584e0f41-bf60-4bc2-9b57-471ac9f5365d', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:24:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:07Z', 'updated_at': '2022-02-17T17:42:14Z', 'revision_number': 5, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': 'dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3645128d-2481-4e12-a8c8-f906e6e3a073', 'name': '', 'network_id': 'dc7d2cec-fd61-4209-bbf6-b181d90118c3', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:b5:a6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '3da41a4b-ede7-4b1c-8577-5d9bb335ebf9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:12Z', 'updated_at': '2022-02-17T17:42:21Z', 'revision_number': 5, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': '3da41a4b-ede7-4b1c-8577-5d9bb335ebf9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:42:42.820502 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 62c1567c-d8e8-4ed6-845c-4e123dcc6aff is: ACTIVE; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:42:42.820914 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (62c1567c-d8e8-4ed6-845c-4e123dcc6aff), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:42.825761 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b8a12025-d7b0-427e-95a5-38367014eace req-9a6fa107-acb8-4b10-aea8-746a288c6e96 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731676 Feb 17 17:42:42.843589 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-74f36de4-0c40-4eed-af24-466f675bd923 req-84a733cd-9da4-4a44-b83a-dfa9e9a682db tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808058 Feb 17 17:42:42.853578 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 62c1567c-d8e8-4ed6-845c-4e123dcc6aff {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:42:42.855021 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a9cafc62-7e83-4338-af9e-433de4f858c9 req-a0669037-ef0b-4b6e-b7a0-02f20b68d779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (951e9c1d-6d91-4db0-9c62-8ee608c26c5d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:42.905155 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 62c1567c-d8e8-4ed6-845c-4e123dcc6aff, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=62c1567c-d8e8-4ed6-845c-4e123dcc6aff,segment=NetworkSegment(1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8),segment_id=1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:42:42.910755 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (62c1567c-d8e8-4ed6-845c-4e123dcc6aff), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:43.024751 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b9312392-44c9-4d48-bdaa-735608f02dd3 admin admin] Publish callbacks [] for security_group (917c4dcd-7522-4812-b3d3-63da681a19d7), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:43.026502 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=62c1567c-d8e8-4ed6-845c-4e123dcc6aff,revision_number=6']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:43.062601 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b9312392-44c9-4d48-bdaa-735608f02dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (917c4dcd-7522-4812-b3d3-63da681a19d7), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:43.069308 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['62c1567c-d8e8-4ed6-845c-4e123dcc6aff'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:42:43.080034 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9312392-44c9-4d48-bdaa-735608f02dd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:42:43.123109 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b9312392-44c9-4d48-bdaa-735608f02dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (aa49af03-c564-4082-a30e-ef5173ffc14e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:43.123921 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-b9312392-44c9-4d48-bdaa-735608f02dd3 admin admin] Added segment aa49af03-c564-4082-a30e-ef5173ffc14e of type vlan for network a2fb92ab-24a0-482b-a0c3-06bfd51c2e52 Feb 17 17:42:43.222387 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9312392-44c9-4d48-bdaa-735608f02dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917c4dcd-7522-4812-b3d3-63da681a19d7,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:43.233890 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b9312392-44c9-4d48-bdaa-735608f02dd3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (a2fb92ab-24a0-482b-a0c3-06bfd51c2e52), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:43.337974 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b9312392-44c9-4d48-bdaa-735608f02dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (a2fb92ab-24a0-482b-a0c3-06bfd51c2e52), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:43.341394 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9312392-44c9-4d48-bdaa-735608f02dd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:43.343313 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b9312392-44c9-4d48-bdaa-735608f02dd3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:43.415240 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a217a0b-adb1-4838-99c6-4044c59bf13f req-0b031c9d-f354-486e-ae90-914c8559a6e9 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:43.418404 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7a217a0b-adb1-4838-99c6-4044c59bf13f req-0b031c9d-f354-486e-ae90-914c8559a6e9 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=86c9d94d-3b5c-4630-b601-f71b7a5692a8 HTTP/1.1" status: 200 len: 945 time: 0.3084815 Feb 17 17:42:43.454810 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2b4327ef-43e6-4564-b2fa-db17176d9cc4 req-7bb262d5-0fa0-45a1-b744-93be7c7d7979 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 210 time: 0.0760140 Feb 17 17:42:43.456460 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c3375e33-97f3-46f5-bdcd-38a138478b99 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (9b2c10db-b692-4548-8f09-96a7ae3ab222), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:43.473095 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b9312392-44c9-4d48-bdaa-735608f02dd3 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3637109 Feb 17 17:42:43.482786 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 53392) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:43.500386 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-44bd5530-b10b-46aa-978c-9a03e65df3be admin admin] Request body: {'subnet': {'network_id': 'a2fb92ab-24a0-482b-a0c3-06bfd51c2e52', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-345652555-subnet', 'tenant_id': '382b857f0e244ad488add6bf8393da4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:42:43.586152 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9312392-44c9-4d48-bdaa-735608f02dd3 admin admin] Pushing event updated for resources: {'Network': ['ID=a2fb92ab-24a0-482b-a0c3-06bfd51c2e52,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:43.606907 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network a2fb92ab-24a0-482b-a0c3-06bfd51c2e52 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:42:43.655804 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7a217a0b-adb1-4838-99c6-4044c59bf13f req-f8f07c81-18e4-433a-b5bb-309daee6c96f tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117763 Feb 17 17:42:43.734619 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44bd5530-b10b-46aa-978c-9a03e65df3be admin admin] Made reservation on behalf of 382b857f0e244ad488add6bf8393da4c for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:42:43.741359 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-44bd5530-b10b-46aa-978c-9a03e65df3be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:43.828427 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-a9cafc62-7e83-4338-af9e-433de4f858c9 req-a0669037-ef0b-4b6e-b7a0-02f20b68d779 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 951e9c1d-6d91-4db0-9c62-8ee608c26c5d {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:42:43.843415 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a9cafc62-7e83-4338-af9e-433de4f858c9 req-a0669037-ef0b-4b6e-b7a0-02f20b68d779 service neutron] Publish callbacks [] for port (951e9c1d-6d91-4db0-9c62-8ee608c26c5d), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:43.898845 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-a9cafc62-7e83-4338-af9e-433de4f858c9 req-a0669037-ef0b-4b6e-b7a0-02f20b68d779 service neutron] Transition to ACTIVE for port object 951e9c1d-6d91-4db0-9c62-8ee608c26c5d will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:42:43.906767 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a9cafc62-7e83-4338-af9e-433de4f858c9 req-a0669037-ef0b-4b6e-b7a0-02f20b68d779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (951e9c1d-6d91-4db0-9c62-8ee608c26c5d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:43.971194 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0669037-ef0b-4b6e-b7a0-02f20b68d779 service neutron] Pushing event updated for resources: {'Port': ['ID=951e9c1d-6d91-4db0-9c62-8ee608c26c5d,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:44.004219 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3704c7-53b6-445f-8104-4bb871211c15 req-33529b0f-a4f0-4ccc-99e0-014cb1c95098 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:44.013152 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bb3704c7-53b6-445f-8104-4bb871211c15 req-33529b0f-a4f0-4ccc-99e0-014cb1c95098 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=86c9d94d-3b5c-4630-b601-f71b7a5692a8 HTTP/1.1" status: 200 len: 945 time: 0.2235539 Feb 17 17:42:44.045645 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-c3375e33-97f3-46f5-bdcd-38a138478b99 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Deleting port 3645128d-2481-4e12-a8c8-f906e6e3a073 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:42:44.046003 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c3375e33-97f3-46f5-bdcd-38a138478b99 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (3645128d-2481-4e12-a8c8-f906e6e3a073), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:44.057292 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 90ca893f-fe03-43a9-b983-1dc803ac7834 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:42:44.098644 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 90ca893f-fe03-43a9-b983-1dc803ac7834 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:42:44.106166 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 90ca893f-fe03-43a9-b983-1dc803ac7834 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:42:44.108613 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 16b18be1-8ca4-4d24-a26a-e650d1fb0c82 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:42:44.150492 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 16b18be1-8ca4-4d24-a26a-e650d1fb0c82 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:42:44.153971 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 16b18be1-8ca4-4d24-a26a-e650d1fb0c82 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:42:44.207736 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bb3704c7-53b6-445f-8104-4bb871211c15 req-c372c3dc-b0c7-4a06-94fb-1783ea6eac59 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936915 Feb 17 17:42:44.221436 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-c3375e33-97f3-46f5-bdcd-38a138478b99 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] For port 3645128d-2481-4e12-a8c8-f906e6e3a073, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=3645128d-2481-4e12-a8c8-f906e6e3a073,segment=NetworkSegment(d214c733-4506-4196-ba3b-23aa3011a3b7),segment_id=d214c733-4506-4196-ba3b-23aa3011a3b7)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:42:44.222090 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c3375e33-97f3-46f5-bdcd-38a138478b99 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (3645128d-2481-4e12-a8c8-f906e6e3a073), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:44.239458 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-c3375e33-97f3-46f5-bdcd-38a138478b99 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Calling delete_port for 3645128d-2481-4e12-a8c8-f906e6e3a073 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:42:44.249159 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-a9cafc62-7e83-4338-af9e-433de4f858c9 req-a0669037-ef0b-4b6e-b7a0-02f20b68d779 service neutron] Attempting to bind port 951e9c1d-6d91-4db0-9c62-8ee608c26c5d on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:42:44.249497 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-a9cafc62-7e83-4338-af9e-433de4f858c9 req-a0669037-ef0b-4b6e-b7a0-02f20b68d779 service neutron] Attempting to bind port 951e9c1d-6d91-4db0-9c62-8ee608c26c5d by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': 'a9afe95a-bc81-4053-bcf6-93dc37b0f7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '86d00201-0d9a-4363-96b8-dd16d5e6e4d8'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:42:44.249823 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cafc62-7e83-4338-af9e-433de4f858c9 req-a0669037-ef0b-4b6e-b7a0-02f20b68d779 service neutron] Attempting to bind port 951e9c1d-6d91-4db0-9c62-8ee608c26c5d on network 86d00201-0d9a-4363-96b8-dd16d5e6e4d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:42:44.263383 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cafc62-7e83-4338-af9e-433de4f858c9 req-a0669037-ef0b-4b6e-b7a0-02f20b68d779 service neutron] Port 951e9c1d-6d91-4db0-9c62-8ee608c26c5d on network 86d00201-0d9a-4363-96b8-dd16d5e6e4d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:42:44.263705 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cafc62-7e83-4338-af9e-433de4f858c9 req-a0669037-ef0b-4b6e-b7a0-02f20b68d779 service neutron] Attempting to bind port 951e9c1d-6d91-4db0-9c62-8ee608c26c5d on network 86d00201-0d9a-4363-96b8-dd16d5e6e4d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:42:44.273533 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cafc62-7e83-4338-af9e-433de4f858c9 req-a0669037-ef0b-4b6e-b7a0-02f20b68d779 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:42:44.273870 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cafc62-7e83-4338-af9e-433de4f858c9 req-a0669037-ef0b-4b6e-b7a0-02f20b68d779 service neutron] Checking segment: {'id': 'a9afe95a-bc81-4053-bcf6-93dc37b0f7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '86d00201-0d9a-4363-96b8-dd16d5e6e4d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:42:44.274253 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9cafc62-7e83-4338-af9e-433de4f858c9 req-a0669037-ef0b-4b6e-b7a0-02f20b68d779 service neutron] Bound using segment: {'id': 'a9afe95a-bc81-4053-bcf6-93dc37b0f7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '86d00201-0d9a-4363-96b8-dd16d5e6e4d8'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:42:44.274686 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-a9cafc62-7e83-4338-af9e-433de4f858c9 req-a0669037-ef0b-4b6e-b7a0-02f20b68d779 service neutron] Bound port: 951e9c1d-6d91-4db0-9c62-8ee608c26c5d, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9afe95a-bc81-4053-bcf6-93dc37b0f7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '86d00201-0d9a-4363-96b8-dd16d5e6e4d8'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:42:44.275042 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a9cafc62-7e83-4338-af9e-433de4f858c9 req-a0669037-ef0b-4b6e-b7a0-02f20b68d779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (951e9c1d-6d91-4db0-9c62-8ee608c26c5d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:44.284321 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f20c2-5873-4ba5-b556-9990315fdf1a req-4766da68-5340-4b16-a920-3a40749ce641 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:44.293275 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cf5f20c2-5873-4ba5-b556-9990315fdf1a req-4766da68-5340-4b16-a920-3a40749ce641 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=b38dc978-353b-4442-a10b-e0d0af8710bf HTTP/1.1" status: 200 len: 944 time: 0.2589736 Feb 17 17:42:44.440366 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cf5f20c2-5873-4ba5-b556-9990315fdf1a req-2e170f13-375e-4a04-bea4-2bf0648b3f2b tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460564 Feb 17 17:42:44.567368 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-44bd5530-b10b-46aa-978c-9a03e65df3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (5f4853df-84e9-4b6c-b45a-555e57f7f4b9), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:44.591654 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-a9cafc62-7e83-4338-af9e-433de4f858c9 req-a0669037-ef0b-4b6e-b7a0-02f20b68d779 service neutron] For port 951e9c1d-6d91-4db0-9c62-8ee608c26c5d, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:42:44.607657 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c3375e33-97f3-46f5-bdcd-38a138478b99 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (3645128d-2481-4e12-a8c8-f906e6e3a073), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:44.665899 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3375e33-97f3-46f5-bdcd-38a138478b99 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event deleted for resources: {'Port': ['ID=3645128d-2481-4e12-a8c8-f906e6e3a073,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:44.789844 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd5530-b10b-46aa-978c-9a03e65df3be admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f4853df-84e9-4b6c-b45a-555e57f7f4b9,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:44.844620 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-a9cafc62-7e83-4338-af9e-433de4f858c9 req-a0669037-ef0b-4b6e-b7a0-02f20b68d779 service neutron] For port 951e9c1d-6d91-4db0-9c62-8ee608c26c5d, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=951e9c1d-6d91-4db0-9c62-8ee608c26c5d,segment=NetworkSegment(a9afe95a-bc81-4053-bcf6-93dc37b0f7fa),segment_id=a9afe95a-bc81-4053-bcf6-93dc37b0f7fa)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:42:44.865128 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b8642286-e9e5-4fad-8523-61d16d14a270 req-6aaff2a5-1388-4df3-bbad-1d462a7023ac tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 210 time: 0.1197174 Feb 17 17:42:44.927696 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a9cafc62-7e83-4338-af9e-433de4f858c9 req-a0669037-ef0b-4b6e-b7a0-02f20b68d779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (951e9c1d-6d91-4db0-9c62-8ee608c26c5d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:45.004044 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cafc62-7e83-4338-af9e-433de4f858c9 req-a0669037-ef0b-4b6e-b7a0-02f20b68d779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:45.007319 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a9cafc62-7e83-4338-af9e-433de4f858c9 req-a0669037-ef0b-4b6e-b7a0-02f20b68d779 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:45.010115 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a9cafc62-7e83-4338-af9e-433de4f858c9 req-a0669037-ef0b-4b6e-b7a0-02f20b68d779 service neutron] 10.222.0.71 "PUT /v2.0/ports/951e9c1d-6d91-4db0-9c62-8ee608c26c5d HTTP/1.1" status: 200 len: 1092 time: 2.3929999 Feb 17 17:42:45.050691 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b38dc978-353b-4442-a10b-e0d0af8710bf', 'tag': '951e9c1d-6d91-4db0-9c62-8ee608c26c5d'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:42:45.053038 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c3375e33-97f3-46f5-bdcd-38a138478b99 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (9b2c10db-b692-4548-8f09-96a7ae3ab222), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:45.078399 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61968c40-dfd1-4933-8497-81679ef10742" -d '{"events": [{"name": "network-changed", "server_uuid": "b38dc978-353b-4442-a10b-e0d0af8710bf", "tag": "951e9c1d-6d91-4db0-9c62-8ee608c26c5d"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:42:45.248106 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a179909e-fef5-4e97-803d-52d34b9c23f9 x-openstack-request-id: req-a179909e-fef5-4e97-803d-52d34b9c23f9 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:42:45.248453 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b38dc978-353b-4442-a10b-e0d0af8710bf", "tag": "951e9c1d-6d91-4db0-9c62-8ee608c26c5d", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:42:45.248668 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a179909e-fef5-4e97-803d-52d34b9c23f9 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:42:45.249074 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b38dc978-353b-4442-a10b-e0d0af8710bf', 'tag': '951e9c1d-6d91-4db0-9c62-8ee608c26c5d', 'status': 'completed', 'code': 200} Feb 17 17:42:45.268291 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066064a-7f36-4547-8a32-a1ba0d196bfb req-9c766c1a-51db-4261-9b30-a39bd4503051 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:45.276450 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e066064a-7f36-4547-8a32-a1ba0d196bfb req-9c766c1a-51db-4261-9b30-a39bd4503051 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=86c9d94d-3b5c-4630-b601-f71b7a5692a8 HTTP/1.1" status: 200 len: 945 time: 0.7520640 Feb 17 17:42:45.297532 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bd5530-b10b-46aa-978c-9a03e65df3be admin admin] Checking segment: {'id': 'aa49af03-c564-4082-a30e-ef5173ffc14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a2fb92ab-24a0-482b-a0c3-06bfd51c2e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:42:45.297904 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bd5530-b10b-46aa-978c-9a03e65df3be admin admin] Network hostable DHCP agents. Network: a2fb92ab-24a0-482b-a0c3-06bfd51c2e52, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:42:45.335225 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0669037-ef0b-4b6e-b7a0-02f20b68d779 service neutron] Pushing event updated for resources: {'Port': ['ID=951e9c1d-6d91-4db0-9c62-8ee608c26c5d,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:45.364336 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bd5530-b10b-46aa-978c-9a03e65df3be admin admin] Network a2fb92ab-24a0-482b-a0c3-06bfd51c2e52 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:42:45.378181 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-44bd5530-b10b-46aa-978c-9a03e65df3be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, a2fb92ab-24a0-482b-a0c3-06bfd51c2e52) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:42:45.385486 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cafc62-7e83-4338-af9e-433de4f858c9 req-e7656796-cde2-4979-abf6-10e97fb56f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:45.387616 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a9cafc62-7e83-4338-af9e-433de4f858c9 req-e7656796-cde2-4979-abf6-10e97fb56f13 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=33d2652e6f5f4a26a4a17eafa5211a33&device_id=b38dc978-353b-4442-a10b-e0d0af8710bf HTTP/1.1" status: 200 len: 1126 time: 0.3040190 Feb 17 17:42:45.390941 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897813b5-0426-4899-9d5a-571fdd4339cb None None] Network a2fb92ab-24a0-482b-a0c3-06bfd51c2e52 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:42:45.418133 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bd5530-b10b-46aa-978c-9a03e65df3be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:45.418984 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-44bd5530-b10b-46aa-978c-9a03e65df3be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:45.485601 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3375e33-97f3-46f5-bdcd-38a138478b99 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Router 9b2c10db-b692-4548-8f09-96a7ae3ab222 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:42:45.598031 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e066064a-7f36-4547-8a32-a1ba0d196bfb req-f8b99cd4-b8d6-4f8c-b0bc-3f631d5b6136 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210986 Feb 17 17:42:45.602405 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a9cafc62-7e83-4338-af9e-433de4f858c9 req-221eb810-573c-4868-9c31-3b1d5cd72a09 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=951e9c1d-6d91-4db0-9c62-8ee608c26c5d HTTP/1.1" status: 200 len: 217 time: 0.1913772 Feb 17 17:42:45.626440 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-44bd5530-b10b-46aa-978c-9a03e65df3be admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1424096 Feb 17 17:42:45.639056 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3375e33-97f3-46f5-bdcd-38a138478b99 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:42:45.659646 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c3375e33-97f3-46f5-bdcd-38a138478b99 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "PUT /v2.0/routers/9b2c10db-b692-4548-8f09-96a7ae3ab222/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3507540 Feb 17 17:42:45.660812 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53428) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:45.688321 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 62c1567c-d8e8-4ed6-845c-4e123dcc6aff up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:42:45.759482 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76075d5-85bc-4231-a8b2-0471be36df0f None None] Network a2fb92ab-24a0-482b-a0c3-06bfd51c2e52 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:42:45.783929 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab77b03-e6c3-4c99-a1e0-1f1d3baed0e1 None None] Sync routers for ids ['9b2c10db-b692-4548-8f09-96a7ae3ab222'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:42:45.796991 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab77b03-e6c3-4c99-a1e0-1f1d3baed0e1 None None] Routers {'9b2c10db-b692-4548-8f09-96a7ae3ab222'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:42:45.797958 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-bab77b03-e6c3-4c99-a1e0-1f1d3baed0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:42:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['9b2c10db-b692-4548-8f09-96a7ae3ab222'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:45.820731 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-0779d038-6f92-453c-95d8-8885cc8a3026 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Deleting subnet 3da41a4b-ede7-4b1c-8577-5d9bb335ebf9 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:42:45.825178 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0779d038-6f92-453c-95d8-8885cc8a3026 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for subnet (3da41a4b-ede7-4b1c-8577-5d9bb335ebf9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:45.905332 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-bab77b03-e6c3-4c99-a1e0-1f1d3baed0e1 None None] Set router 9b2c10db-b692-4548-8f09-96a7ae3ab222 gateway port host: None {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:42:45.972011 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0779d038-6f92-453c-95d8-8885cc8a3026 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (3da41a4b-ede7-4b1c-8577-5d9bb335ebf9), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:46.029637 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cafc62-7e83-4338-af9e-433de4f858c9 req-dd84c54e-6d2b-49f0-90e7-c25765767bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:46.036882 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a9cafc62-7e83-4338-af9e-433de4f858c9 req-dd84c54e-6d2b-49f0-90e7-c25765767bc6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9b38a8c5-5190-4e64-a2cf-0cc233f21627 HTTP/1.1" status: 200 len: 852 time: 0.4253035 Feb 17 17:42:46.118074 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 62c1567c-d8e8-4ed6-845c-4e123dcc6aff triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:42:46.118495 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (62c1567c-d8e8-4ed6-845c-4e123dcc6aff), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:46.150553 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba76209-5879-4267-8241-225956254202 req-f705eea8-cd8d-400e-8bad-bfd9af006994 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:46.168712 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eba76209-5879-4267-8241-225956254202 req-f705eea8-cd8d-400e-8bad-bfd9af006994 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=b38dc978-353b-4442-a10b-e0d0af8710bf HTTP/1.1" status: 200 len: 944 time: 0.5564933 Feb 17 17:42:46.183559 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a9cafc62-7e83-4338-af9e-433de4f858c9 req-cf12fd14-3779-4261-b3c1-c0971b00f40f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=86d00201-0d9a-4363-96b8-dd16d5e6e4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1458259 Feb 17 17:42:46.289626 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0779d038-6f92-453c-95d8-8885cc8a3026 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (3da41a4b-ede7-4b1c-8577-5d9bb335ebf9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:46.339815 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-72048021-c2be-4340-9551-0e6c5749c99a req-5c27d5f8-eea2-41da-a1fb-e5a73ce22ab1 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 210 time: 0.1594558 Feb 17 17:42:46.390255 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 62c1567c-d8e8-4ed6-845c-4e123dcc6aff is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:42:46.391789 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (62c1567c-d8e8-4ed6-845c-4e123dcc6aff), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:46.408646 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a1822c-fc9f-4a28-a60a-488a39dae0d7 req-432df651-7a27-4cae-8570-cb5b7f75c9da tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:46.414581 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b7a1822c-fc9f-4a28-a60a-488a39dae0d7 req-432df651-7a27-4cae-8570-cb5b7f75c9da tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.71 "GET /v2.0/ports?device_id=86c9d94d-3b5c-4630-b601-f71b7a5692a8 HTTP/1.1" status: 200 len: 945 time: 0.6343699 Feb 17 17:42:46.437056 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-bab77b03-e6c3-4c99-a1e0-1f1d3baed0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'name': 'tempest-RoutersIpV6Test-router-1651222951', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:42:05Z', 'updated_at': '2022-02-17T17:42:44Z', 'revision_number': 10, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'gw_port_host': None, '_interfaces': [{'id': '24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe', 'name': '', 'network_id': '584e0f41-bf60-4bc2-9b57-471ac9f5365d', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:24:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:07Z', 'updated_at': '2022-02-17T17:42:14Z', 'revision_number': 5, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': 'dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:46.470962 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd58b9cc9-333e-4cb9-8286-d3742f827ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c1567c-d8e8-4ed6-845c-4e123dcc6aff'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:42:46.480664 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb03d8e-c7e6-401f-a4fd-9ceaa32ce1ba" -d '{"events": [{"server_uuid": "d58b9cc9-333e-4cb9-8286-d3742f827ea1", "name": "network-vif-plugged", "status": "completed", "tag": "62c1567c-d8e8-4ed6-845c-4e123dcc6aff"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:42:46.493974 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0779d038-6f92-453c-95d8-8885cc8a3026 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (3da41a4b-ede7-4b1c-8577-5d9bb335ebf9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:46.514686 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab77b03-e6c3-4c99-a1e0-1f1d3baed0e1 None None] Checking router: 9b2c10db-b692-4548-8f09-96a7ae3ab222 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:42:46.531972 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab77b03-e6c3-4c99-a1e0-1f1d3baed0e1 None None] Routers {'9b2c10db-b692-4548-8f09-96a7ae3ab222'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:42:46.532630 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-bab77b03-e6c3-4c99-a1e0-1f1d3baed0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:42:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['9b2c10db-b692-4548-8f09-96a7ae3ab222'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:46.538921 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 62c1567c-d8e8-4ed6-845c-4e123dcc6aff, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=62c1567c-d8e8-4ed6-845c-4e123dcc6aff,segment=NetworkSegment(1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8),segment_id=1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:42:46.549519 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (62c1567c-d8e8-4ed6-845c-4e123dcc6aff), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:46.595793 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0779d038-6f92-453c-95d8-8885cc8a3026 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event deleted for resources: {'Subnet': ['ID=3da41a4b-ede7-4b1c-8577-5d9bb335ebf9,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:46.600812 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0779d038-6f92-453c-95d8-8885cc8a3026 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:46.625274 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0779d038-6f92-453c-95d8-8885cc8a3026 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "DELETE /v2.0/subnets/3da41a4b-ede7-4b1c-8577-5d9bb335ebf9 HTTP/1.1" status: 204 len: 168 time: 0.9530981 Feb 17 17:42:46.626336 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53454) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:46.633872 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50fdf2fa-d5b7-4765-a1e6-9baf609c30df x-openstack-request-id: req-50fdf2fa-d5b7-4765-a1e6-9baf609c30df {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:42:46.634166 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d58b9cc9-333e-4cb9-8286-d3742f827ea1", "name": "network-vif-plugged", "status": "completed", "tag": "62c1567c-d8e8-4ed6-845c-4e123dcc6aff", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:42:46.634430 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-50fdf2fa-d5b7-4765-a1e6-9baf609c30df {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:42:46.634835 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd58b9cc9-333e-4cb9-8286-d3742f827ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c1567c-d8e8-4ed6-845c-4e123dcc6aff', 'code': 200} Feb 17 17:42:46.642788 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=62c1567c-d8e8-4ed6-845c-4e123dcc6aff,revision_number=7']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:46.651017 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1e5189-79e8-4309-bba0-dd3eb79f2ff2 None None] Network dc7d2cec-fd61-4209-bbf6-b181d90118c3 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:42:46.707538 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53458) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:46.730855 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-72df7920-a2c3-4edf-b223-96e3c16faf28 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1797934839-network', 'tenant_id': 'fc81c16239b04ae983bf89eff87b9662'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:42:46.786722 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-bab77b03-e6c3-4c99-a1e0-1f1d3baed0e1 None None] Set router 9b2c10db-b692-4548-8f09-96a7ae3ab222 gateway port host: None {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:42:46.835448 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eba76209-5879-4267-8241-225956254202 req-6ca322be-ae64-445b-915e-e16e121b9b56 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6657422 Feb 17 17:42:46.905854 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a9cafc62-7e83-4338-af9e-433de4f858c9 req-890b9492-148c-4abb-b21b-a807f0830743 service neutron] 10.222.0.71 "GET /v2.0/networks/86d00201-0d9a-4363-96b8-dd16d5e6e4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7023909 Feb 17 17:42:46.909914 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-b7a1822c-fc9f-4a28-a60a-488a39dae0d7 req-ea451908-3b63-4368-ac2b-cce2cf2037ec tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Deleting port 24eaca68-6e09-4108-9f19-d71d023227ce {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:42:46.910346 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b7a1822c-fc9f-4a28-a60a-488a39dae0d7 req-ea451908-3b63-4368-ac2b-cce2cf2037ec tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (24eaca68-6e09-4108-9f19-d71d023227ce), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:46.970658 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-259e657a-d006-4e7c-a859-c2fe87ae52ac tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (dc7d2cec-fd61-4209-bbf6-b181d90118c3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:46.985044 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72df7920-a2c3-4edf-b223-96e3c16faf28 admin admin] Made reservation on behalf of fc81c16239b04ae983bf89eff87b9662 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:42:46.987872 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-72df7920-a2c3-4edf-b223-96e3c16faf28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:47.013317 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-72df7920-a2c3-4edf-b223-96e3c16faf28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:47.016442 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-b7a1822c-fc9f-4a28-a60a-488a39dae0d7 req-ea451908-3b63-4368-ac2b-cce2cf2037ec tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] For port 24eaca68-6e09-4108-9f19-d71d023227ce, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=24eaca68-6e09-4108-9f19-d71d023227ce,segment=NetworkSegment(18563972-a346-4d2f-9db2-6c97a64b55cb),segment_id=18563972-a346-4d2f-9db2-6c97a64b55cb)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:42:47.016887 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b7a1822c-fc9f-4a28-a60a-488a39dae0d7 req-ea451908-3b63-4368-ac2b-cce2cf2037ec tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (24eaca68-6e09-4108-9f19-d71d023227ce), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:47.032224 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6f6475-724a-4543-bbff-f534672031dd None None] DHCP port deletion for dc7d2cec-fd61-4209-bbf6-b181d90118c3 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:42:47.040677 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-b7a1822c-fc9f-4a28-a60a-488a39dae0d7 req-ea451908-3b63-4368-ac2b-cce2cf2037ec tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Calling delete_port for 24eaca68-6e09-4108-9f19-d71d023227ce owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:42:47.155023 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-bab77b03-e6c3-4c99-a1e0-1f1d3baed0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'name': 'tempest-RoutersIpV6Test-router-1651222951', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:42:05Z', 'updated_at': '2022-02-17T17:42:44Z', 'revision_number': 10, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'gw_port_host': None, '_interfaces': [{'id': '24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe', 'name': '', 'network_id': '584e0f41-bf60-4bc2-9b57-471ac9f5365d', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:24:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:07Z', 'updated_at': '2022-02-17T17:42:14Z', 'revision_number': 5, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': 'dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:47.183094 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-0d6f6475-724a-4543-bbff-f534672031dd None None] Deleting port 573c86b4-8463-4973-9394-4e8bfe0bc50b {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:42:47.183579 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0d6f6475-724a-4543-bbff-f534672031dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (573c86b4-8463-4973-9394-4e8bfe0bc50b), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:47.225811 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab77b03-e6c3-4c99-a1e0-1f1d3baed0e1 None None] The sync data for ids ['9b2c10db-b692-4548-8f09-96a7ae3ab222'] in n-d-829613-2 is: [{'id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'name': 'tempest-RoutersIpV6Test-router-1651222951', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:42:05Z', 'updated_at': '2022-02-17T17:42:44Z', 'revision_number': 10, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'gw_port_host': None, '_interfaces': [{'id': '24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe', 'name': '', 'network_id': '584e0f41-bf60-4bc2-9b57-471ac9f5365d', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'mac_address': 'fa:16:3e:24:53:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:42:07Z', 'updated_at': '2022-02-17T17:42:14Z', 'revision_number': 5, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'subnets': [{'id': 'dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:42:47.231679 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a9cafc62-7e83-4338-af9e-433de4f858c9 req-b9767a3a-1771-4bf0-a77f-d2f01ffe26fe service neutron] 10.222.0.71 "GET /v2.0/networks/86d00201-0d9a-4363-96b8-dd16d5e6e4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070094 Feb 17 17:42:47.265921 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-259e657a-d006-4e7c-a859-c2fe87ae52ac tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Deleting port 573c86b4-8463-4973-9394-4e8bfe0bc50b {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:42:47.266280 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-259e657a-d006-4e7c-a859-c2fe87ae52ac tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (573c86b4-8463-4973-9394-4e8bfe0bc50b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:47.300986 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25ba76-972b-40fa-8d34-9cf2f5917727 req-f36f510c-5a36-404a-b162-0d7e8a9763d2 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:47.303468 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ad25ba76-972b-40fa-8d34-9cf2f5917727 req-f36f510c-5a36-404a-b162-0d7e8a9763d2 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=86c9d94d-3b5c-4630-b601-f71b7a5692a8 HTTP/1.1" status: 200 len: 945 time: 0.5073829 Feb 17 17:42:47.331896 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-0d6f6475-724a-4543-bbff-f534672031dd None None] For port 573c86b4-8463-4973-9394-4e8bfe0bc50b, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=573c86b4-8463-4973-9394-4e8bfe0bc50b,segment=NetworkSegment(d214c733-4506-4196-ba3b-23aa3011a3b7),segment_id=d214c733-4506-4196-ba3b-23aa3011a3b7)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:42:47.332320 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0d6f6475-724a-4543-bbff-f534672031dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (573c86b4-8463-4973-9394-4e8bfe0bc50b), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:47.360876 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b7a1822c-fc9f-4a28-a60a-488a39dae0d7 req-ea451908-3b63-4368-ac2b-cce2cf2037ec tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (24eaca68-6e09-4108-9f19-d71d023227ce), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:47.366206 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-0d6f6475-724a-4543-bbff-f534672031dd None None] Calling delete_port for 573c86b4-8463-4973-9394-4e8bfe0bc50b owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:42:47.375098 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['24eaca68-6e09-4108-9f19-d71d023227ce'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:42:47.382454 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['d0cc2a16-299a-4fcb-9e02-8e660124ccbc'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:42:47.430038 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-72df7920-a2c3-4edf-b223-96e3c16faf28 admin admin] Publish callbacks [] for security_group (6197f63a-4c03-4443-a35c-fb3e65da035b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:47.446119 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-72df7920-a2c3-4edf-b223-96e3c16faf28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (6197f63a-4c03-4443-a35c-fb3e65da035b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:47.447302 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea451908-3b63-4368-ac2b-cce2cf2037ec tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Pushing event deleted for resources: {'Port': ['ID=24eaca68-6e09-4108-9f19-d71d023227ce,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:47.470682 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-259e657a-d006-4e7c-a859-c2fe87ae52ac tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] For port 573c86b4-8463-4973-9394-4e8bfe0bc50b, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=573c86b4-8463-4973-9394-4e8bfe0bc50b,segment=NetworkSegment(d214c733-4506-4196-ba3b-23aa3011a3b7),segment_id=d214c733-4506-4196-ba3b-23aa3011a3b7)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:42:47.471056 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-259e657a-d006-4e7c-a859-c2fe87ae52ac tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (573c86b4-8463-4973-9394-4e8bfe0bc50b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:47.539824 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-259e657a-d006-4e7c-a859-c2fe87ae52ac tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Calling delete_port for 573c86b4-8463-4973-9394-4e8bfe0bc50b owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:42:47.560160 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61968c40-dfd1-4933-8497-81679ef10742 req-1588bfbe-1f41-4ae5-be51-f0c5a4439b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:47.561808 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-61968c40-dfd1-4933-8497-81679ef10742 req-1588bfbe-1f41-4ae5-be51-f0c5a4439b05 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=33d2652e6f5f4a26a4a17eafa5211a33&device_id=b38dc978-353b-4442-a10b-e0d0af8710bf HTTP/1.1" status: 200 len: 1126 time: 0.2547135 Feb 17 17:42:47.586567 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-da9320dd-604d-43cd-8585-e5134b069868 req-b61e76b2-3bcc-42fb-b876-50be95341d77 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 210 time: 0.1083114 Feb 17 17:42:47.628664 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ad25ba76-972b-40fa-8d34-9cf2f5917727 req-19ea9d95-b058-4f11-afab-5ad5f8586913 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101935 Feb 17 17:42:47.661945 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a1822c-fc9f-4a28-a60a-488a39dae0d7 req-ea451908-3b63-4368-ac2b-cce2cf2037ec tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] No DVR routers for this DVR port 24eaca68-6e09-4108-9f19-d71d023227ce on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:42:47.683338 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b7a1822c-fc9f-4a28-a60a-488a39dae0d7 req-ea451908-3b63-4368-ac2b-cce2cf2037ec tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:47.700658 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b7a1822c-fc9f-4a28-a60a-488a39dae0d7 req-ea451908-3b63-4368-ac2b-cce2cf2037ec tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.71 "DELETE /v2.0/ports/24eaca68-6e09-4108-9f19-d71d023227ce HTTP/1.1" status: 204 len: 173 time: 1.2824891 Feb 17 17:42:47.705998 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c9d94d-3b5c-4630-b601-f71b7a5692a8', 'name': 'network-vif-deleted', 'tag': '24eaca68-6e09-4108-9f19-d71d023227ce'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:42:47.714862 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e718abba-8bed-418a-acbb-52ee690ea917" -d '{"events": [{"server_uuid": "86c9d94d-3b5c-4630-b601-f71b7a5692a8", "name": "network-vif-deleted", "tag": "24eaca68-6e09-4108-9f19-d71d023227ce"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:42:47.729062 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0d6f6475-724a-4543-bbff-f534672031dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (573c86b4-8463-4973-9394-4e8bfe0bc50b), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:47.787127 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72df7920-a2c3-4edf-b223-96e3c16faf28 admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:42:47.817524 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6f6475-724a-4543-bbff-f534672031dd None None] No DVR routers for this DVR port 573c86b4-8463-4973-9394-4e8bfe0bc50b on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:42:47.824224 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-72df7920-a2c3-4edf-b223-96e3c16faf28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (9b94ea61-fc90-4ba6-8932-ae03eef04318), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:47.830009 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-72df7920-a2c3-4edf-b223-96e3c16faf28 admin admin] Added segment 9b94ea61-fc90-4ba6-8932-ae03eef04318 of type vlan for network 6b876994-daa7-4c65-a752-57a9509132cb Feb 17 17:42:47.830009 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df7920-a2c3-4edf-b223-96e3c16faf28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6197f63a-4c03-4443-a35c-fb3e65da035b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:47.835698 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6f6475-724a-4543-bbff-f534672031dd None None] Pushing event deleted for resources: {'Port': ['ID=573c86b4-8463-4973-9394-4e8bfe0bc50b,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:47.905091 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb1a239-fc8e-4b3d-a614-9b24abda770b x-openstack-request-id: req-8cb1a239-fc8e-4b3d-a614-9b24abda770b {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:42:47.908388 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c9d94d-3b5c-4630-b601-f71b7a5692a8", "name": "network-vif-deleted", "tag": "24eaca68-6e09-4108-9f19-d71d023227ce", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:42:47.908904 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8cb1a239-fc8e-4b3d-a614-9b24abda770b {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:42:47.909503 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c9d94d-3b5c-4630-b601-f71b7a5692a8', 'name': 'network-vif-deleted', 'tag': '24eaca68-6e09-4108-9f19-d71d023227ce', 'status': 'completed', 'code': 200} Feb 17 17:42:47.916010 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61968c40-dfd1-4933-8497-81679ef10742 req-8e547524-c645-4b3b-b65c-37de0dc55d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:47.918652 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-61968c40-dfd1-4933-8497-81679ef10742 req-8e547524-c645-4b3b-b65c-37de0dc55d77 service neutron] 10.222.0.71 "GET /v2.0/networks?id=86d00201-0d9a-4363-96b8-dd16d5e6e4d8 HTTP/1.1" status: 200 len: 913 time: 0.3236024 Feb 17 17:42:47.991963 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-61968c40-dfd1-4933-8497-81679ef10742 req-2227c3de-c6d3-4bda-ac74-5111e3a7f2cd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=951e9c1d-6d91-4db0-9c62-8ee608c26c5d HTTP/1.1" status: 200 len: 217 time: 0.0609338 Feb 17 17:42:47.993347 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-72df7920-a2c3-4edf-b223-96e3c16faf28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (6b876994-daa7-4c65-a752-57a9509132cb), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:48.000025 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-259e657a-d006-4e7c-a859-c2fe87ae52ac tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (573c86b4-8463-4973-9394-4e8bfe0bc50b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:48.064335 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259e657a-d006-4e7c-a859-c2fe87ae52ac tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event deleted for resources: {'Port': ['ID=573c86b4-8463-4973-9394-4e8bfe0bc50b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:48.075657 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259e657a-d006-4e7c-a859-c2fe87ae52ac tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] No DVR routers for this DVR port 573c86b4-8463-4973-9394-4e8bfe0bc50b on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:42:48.125871 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-72df7920-a2c3-4edf-b223-96e3c16faf28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (6b876994-daa7-4c65-a752-57a9509132cb), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:48.130069 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72df7920-a2c3-4edf-b223-96e3c16faf28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:48.130804 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-72df7920-a2c3-4edf-b223-96e3c16faf28 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:48.131587 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 3645128d-2481-4e12-a8c8-f906e6e3a073 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:42:48.132620 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61968c40-dfd1-4933-8497-81679ef10742 req-09b2f15a-682b-44b4-b35e-2610cb6c829f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:48.134566 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-61968c40-dfd1-4933-8497-81679ef10742 req-09b2f15a-682b-44b4-b35e-2610cb6c829f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9b38a8c5-5190-4e64-a2cf-0cc233f21627 HTTP/1.1" status: 200 len: 852 time: 0.0989811 Feb 17 17:42:48.189503 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 3645128d-2481-4e12-a8c8-f906e6e3a073 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:42:48.189861 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 3645128d-2481-4e12-a8c8-f906e6e3a073 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:42:48.190295 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 573c86b4-8463-4973-9394-4e8bfe0bc50b no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:42:48.206013 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-61968c40-dfd1-4933-8497-81679ef10742 req-a7473b6b-07e8-4e74-a7ff-21d6c8f86f87 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=86d00201-0d9a-4363-96b8-dd16d5e6e4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464578 Feb 17 17:42:48.250897 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 573c86b4-8463-4973-9394-4e8bfe0bc50b {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:42:48.251396 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 573c86b4-8463-4973-9394-4e8bfe0bc50b not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:42:48.254052 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-72df7920-a2c3-4edf-b223-96e3c16faf28 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5155673 Feb 17 17:42:48.270644 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53476) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:48.284278 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-33d681a7-dd45-4552-8482-34cd89a26329 admin admin] Request body: {'subnet': {'network_id': '6b876994-daa7-4c65-a752-57a9509132cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1797934839-subnet', 'tenant_id': 'fc81c16239b04ae983bf89eff87b9662', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:42:48.361325 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-61968c40-dfd1-4933-8497-81679ef10742 req-fa500a67-8906-4127-b3b2-41698cfa4cc9 service neutron] 10.222.0.71 "GET /v2.0/networks/86d00201-0d9a-4363-96b8-dd16d5e6e4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437860 Feb 17 17:42:48.399555 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87c3af-1654-411b-a41e-75efff0772a1 req-881e590d-c4a4-4428-a9ac-2b980dab992a tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:48.410779 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-259e657a-d006-4e7c-a859-c2fe87ae52ac tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (dc7d2cec-fd61-4209-bbf6-b181d90118c3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:48.413503 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7f87c3af-1654-411b-a41e-75efff0772a1 req-881e590d-c4a4-4428-a9ac-2b980dab992a tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=b38dc978-353b-4442-a10b-e0d0af8710bf HTTP/1.1" status: 200 len: 944 time: 0.4202192 Feb 17 17:42:48.415266 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df7920-a2c3-4edf-b223-96e3c16faf28 admin admin] Pushing event updated for resources: {'Network': ['ID=6b876994-daa7-4c65-a752-57a9509132cb,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:48.428601 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 6b876994-daa7-4c65-a752-57a9509132cb details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:42:48.475466 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-259e657a-d006-4e7c-a859-c2fe87ae52ac tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc7d2cec-fd61-4209-bbf6-b181d90118c3']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:48.504682 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-259e657a-d006-4e7c-a859-c2fe87ae52ac tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd214c733-4506-4196-ba3b-23aa3011a3b7') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:48.506401 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-259e657a-d006-4e7c-a859-c2fe87ae52ac tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd214c733-4506-4196-ba3b-23aa3011a3b7') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:48.531015 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d681a7-dd45-4552-8482-34cd89a26329 admin admin] Made reservation on behalf of fc81c16239b04ae983bf89eff87b9662 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:42:48.533754 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-33d681a7-dd45-4552-8482-34cd89a26329 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:48.546313 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7f87c3af-1654-411b-a41e-75efff0772a1 req-0718f26c-7bc8-40c6-b2e7-5f5a466d17c3 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316264 Feb 17 17:42:48.573491 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-259e657a-d006-4e7c-a859-c2fe87ae52ac tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (d214c733-4506-4196-ba3b-23aa3011a3b7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:48.653955 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-61968c40-dfd1-4933-8497-81679ef10742 req-b3ec635d-fcdf-405f-bcf0-db54e2664939 service neutron] 10.222.0.71 "GET /v2.0/networks/86d00201-0d9a-4363-96b8-dd16d5e6e4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859020 Feb 17 17:42:48.684973 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-259e657a-d006-4e7c-a859-c2fe87ae52ac tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (d214c733-4506-4196-ba3b-23aa3011a3b7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:48.696706 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-259e657a-d006-4e7c-a859-c2fe87ae52ac tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:42:48.697126 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-259e657a-d006-4e7c-a859-c2fe87ae52ac tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (d214c733-4506-4196-ba3b-23aa3011a3b7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:48.700317 n-d-829613-2 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:42:48.700317 n-d-829613-2 neutron-server[103434]: self.session.flush() Feb 17 17:42:48.700317 n-d-829613-2 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:42:48.700317 n-d-829613-2 neutron-server[103434]: self.session.flush() Feb 17 17:42:48.700317 n-d-829613-2 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:42:48.700317 n-d-829613-2 neutron-server[103434]: self.session.flush() Feb 17 17:42:48.700317 n-d-829613-2 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:42:48.700317 n-d-829613-2 neutron-server[103434]: self.session.flush() Feb 17 17:42:48.700317 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:42:48.700317 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:42:48.700317 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:42:48.700317 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:42:48.700317 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:42:48.700317 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:42:48.700317 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:42:48.700317 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:42:48.700317 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:42:48.700317 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:42:48.700317 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:42:48.700317 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:42:48.700317 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:42:48.700317 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:42:48.700317 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:42:48.700317 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:42:48.700317 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:42:48.700317 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:42:48.700317 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:42:48.700317 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:42:48.700317 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:42:48.700317 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:42:48.700317 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:42:48.700317 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:42:48.700317 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:42:48.700317 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:42:48.700317 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:42:48.700317 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:42:48.700317 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:42:48.700317 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:42:48.700317 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:42:48.700317 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:42:48.797797 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-259e657a-d006-4e7c-a859-c2fe87ae52ac tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (dc7d2cec-fd61-4209-bbf6-b181d90118c3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:48.811451 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:48.822826 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a6212fbf-5b11-49d4-91da-b647f7a940e8 req-0e3aaabe-f124-444f-8e6a-82888de44498 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 210 time: 0.0945461 Feb 17 17:42:48.826274 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-259e657a-d006-4e7c-a859-c2fe87ae52ac tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:48.833037 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 53494) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:48.836900 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-259e657a-d006-4e7c-a859-c2fe87ae52ac tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "DELETE /v2.0/networks/dc7d2cec-fd61-4209-bbf6-b181d90118c3 HTTP/1.1" status: 204 len: 168 time: 2.2058368 Feb 17 17:42:48.912089 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259e657a-d006-4e7c-a859-c2fe87ae52ac tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event deleted for resources: {'Network': ['ID=dc7d2cec-fd61-4209-bbf6-b181d90118c3,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:49.089638 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-33d681a7-dd45-4552-8482-34cd89a26329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (e0c4b269-8c9b-478f-ae2c-0d5eebaebc86), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:49.161772 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d681a7-dd45-4552-8482-34cd89a26329 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0c4b269-8c9b-478f-ae2c-0d5eebaebc86,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:49.186505 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d681a7-dd45-4552-8482-34cd89a26329 admin admin] Checking segment: {'id': '9b94ea61-fc90-4ba6-8932-ae03eef04318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6b876994-daa7-4c65-a752-57a9509132cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:42:49.187185 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d681a7-dd45-4552-8482-34cd89a26329 admin admin] Network hostable DHCP agents. Network: 6b876994-daa7-4c65-a752-57a9509132cb, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:42:49.213076 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d681a7-dd45-4552-8482-34cd89a26329 admin admin] Network 6b876994-daa7-4c65-a752-57a9509132cb is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:42:49.226626 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-33d681a7-dd45-4552-8482-34cd89a26329 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 6b876994-daa7-4c65-a752-57a9509132cb) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:42:49.237235 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58caa82f-b306-4b64-8ebd-9734bcc56b64 None None] Network 6b876994-daa7-4c65-a752-57a9509132cb requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:42:49.244569 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d681a7-dd45-4552-8482-34cd89a26329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:49.246341 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-33d681a7-dd45-4552-8482-34cd89a26329 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:49.275219 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-33d681a7-dd45-4552-8482-34cd89a26329 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9983130 Feb 17 17:42:49.519340 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3852cd2a-9365-47ca-903f-040e914c0153 None None] Network 6b876994-daa7-4c65-a752-57a9509132cb requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:42:49.683315 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e2223-fe40-4545-9d0c-5b67fdfe1e5d req-ca2e8247-1ed4-40bc-8dfb-c5b67ff127ea tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:49.690132 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c80e2223-fe40-4545-9d0c-5b67fdfe1e5d req-ca2e8247-1ed4-40bc-8dfb-c5b67ff127ea tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/networks?id=41eab850-74f8-4919-9573-0fe261607aa2 HTTP/1.1" status: 200 len: 806 time: 0.5895462 Feb 17 17:42:49.701724 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:49.733016 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c80e2223-fe40-4545-9d0c-5b67fdfe1e5d req-bf0b08a7-12bf-440d-badb-4497befe1737 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/quotas/4010b90dceb14ea6a98968e6b17cf28b HTTP/1.1" status: 200 len: 375 time: 0.0418220 Feb 17 17:42:49.885325 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09461ccd-5921-4566-bb6f-ac3645b6a47e req-b300f8f0-23c6-4c6d-90b1-a7134ac534e3 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:49.886938 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-09461ccd-5921-4566-bb6f-ac3645b6a47e req-b300f8f0-23c6-4c6d-90b1-a7134ac534e3 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=b38dc978-353b-4442-a10b-e0d0af8710bf HTTP/1.1" status: 200 len: 944 time: 0.1828685 Feb 17 17:42:49.900200 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c80e2223-fe40-4545-9d0c-5b67fdfe1e5d req-2e2abc3d-e6f2-490b-ab22-075cd074a274 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=4010b90dceb14ea6a98968e6b17cf28b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1451118 Feb 17 17:42:50.047620 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-09461ccd-5921-4566-bb6f-ac3645b6a47e req-921a527c-d9c2-4c6b-b4d2-7353be0970f6 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461623 Feb 17 17:42:50.113172 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 951e9c1d-6d91-4db0-9c62-8ee608c26c5d details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:42:50.119605 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c80e2223-fe40-4545-9d0c-5b67fdfe1e5d req-53965a93-336f-47ad-9f62-e7b0590901d6 service neutron] 10.222.0.87 "GET /v2.0/networks/41eab850-74f8-4919-9573-0fe261607aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082224 Feb 17 17:42:50.195809 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df2085c9-f68e-43b2-a665-5b9ad433bff8 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (9b2c10db-b692-4548-8f09-96a7ae3ab222), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:50.450861 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 24eaca68-6e09-4108-9f19-d71d023227ce no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:42:50.552858 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: 24eaca68-6e09-4108-9f19-d71d023227ce {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:42:50.553522 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 24eaca68-6e09-4108-9f19-d71d023227ce not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:42:50.562017 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 951e9c1d-6d91-4db0-9c62-8ee608c26c5d, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=951e9c1d-6d91-4db0-9c62-8ee608c26c5d,segment=NetworkSegment(a9afe95a-bc81-4053-bcf6-93dc37b0f7fa),segment_id=a9afe95a-bc81-4053-bcf6-93dc37b0f7fa)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:42:50.586206 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '951e9c1d-6d91-4db0-9c62-8ee608c26c5d', 'network_id': '86d00201-0d9a-4363-96b8-dd16d5e6e4d8', 'port_id': '951e9c1d-6d91-4db0-9c62-8ee608c26c5d', 'mac_address': 'fa:16:3e:e0:39:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b38a8c5-5190-4e64-a2cf-0cc233f21627', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:42:50.590080 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c80e2223-fe40-4545-9d0c-5b67fdfe1e5d req-1b707e2b-04a9-45ff-ae10-9311bf85109d service neutron] 10.222.0.87 "GET /v2.0/networks/41eab850-74f8-4919-9573-0fe261607aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4693592 Feb 17 17:42:50.714832 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 951e9c1d-6d91-4db0-9c62-8ee608c26c5d is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:42:50.715184 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (951e9c1d-6d91-4db0-9c62-8ee608c26c5d), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:50.782960 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 951e9c1d-6d91-4db0-9c62-8ee608c26c5d {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:42:50.901592 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 951e9c1d-6d91-4db0-9c62-8ee608c26c5d, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=951e9c1d-6d91-4db0-9c62-8ee608c26c5d,segment=NetworkSegment(a9afe95a-bc81-4053-bcf6-93dc37b0f7fa),segment_id=a9afe95a-bc81-4053-bcf6-93dc37b0f7fa)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:42:50.907119 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (951e9c1d-6d91-4db0-9c62-8ee608c26c5d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:51.022467 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e131eee-9f12-4d0d-90e6-dad081ba85a3 req-3d328408-0372-4e1a-a2a7-2e97d95c03e2 tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:51.024011 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7e131eee-9f12-4d0d-90e6-dad081ba85a3 req-3d328408-0372-4e1a-a2a7-2e97d95c03e2 tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] 10.222.0.87 "GET /v2.0/networks?id=a2fb92ab-24a0-482b-a0c3-06bfd51c2e52 HTTP/1.1" status: 200 len: 824 time: 0.4815347 Feb 17 17:42:51.037641 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=951e9c1d-6d91-4db0-9c62-8ee608c26c5d,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:51.069874 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6ed210d9-9a49-437f-9b36-717256147137 req-e8d9abd9-1ada-4a32-abb6-fbf01381b4f5 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/ports?device_id=8a875872-ecbe-4e3b-9059-98bd8c42bc1e HTTP/1.1" status: 200 len: 210 time: 0.0725007 Feb 17 17:42:51.082389 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7e131eee-9f12-4d0d-90e6-dad081ba85a3 req-d6e64ea7-f2a0-4748-aac9-97e41be6e295 tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] 10.222.0.87 "GET /v2.0/quotas/382b857f0e244ad488add6bf8393da4c HTTP/1.1" status: 200 len: 375 time: 0.0285268 Feb 17 17:42:51.094439 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['951e9c1d-6d91-4db0-9c62-8ee608c26c5d'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:42:51.159281 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7e131eee-9f12-4d0d-90e6-dad081ba85a3 req-7a111b3f-ab0e-44dd-86f4-9b45b169de52 tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=382b857f0e244ad488add6bf8393da4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0701857 Feb 17 17:42:51.351365 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2d6ac90f-1499-4042-9783-fbef7656ab35 req-ffe01ac5-7cd4-4493-b92b-9d79a1bcca45 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=926714fc-e3e6-4a71-b017-ffe596828300 HTTP/1.1" status: 200 len: 210 time: 0.0497901 Feb 17 17:42:51.446410 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7e131eee-9f12-4d0d-90e6-dad081ba85a3 req-526f5251-6446-48ea-ad92-6ab32e5a6287 service neutron] 10.222.0.87 "GET /v2.0/networks/a2fb92ab-24a0-482b-a0c3-06bfd51c2e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640030 Feb 17 17:42:51.791443 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-df2085c9-f68e-43b2-a665-5b9ad433bff8 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Deleting port 24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:42:51.791837 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df2085c9-f68e-43b2-a665-5b9ad433bff8 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:51.840917 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7e131eee-9f12-4d0d-90e6-dad081ba85a3 req-57055a0b-d061-4fff-abd9-6cf8ff04f44c service neutron] 10.222.0.87 "GET /v2.0/networks/a2fb92ab-24a0-482b-a0c3-06bfd51c2e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882058 Feb 17 17:42:51.885703 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d038744-db77-4059-95be-53827ec9034e req-ddc13e36-c031-4e98-b7a0-96508ad5b995 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:51.893049 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d038744-db77-4059-95be-53827ec9034e req-ddc13e36-c031-4e98-b7a0-96508ad5b995 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=b38dc978-353b-4442-a10b-e0d0af8710bf HTTP/1.1" status: 200 len: 945 time: 0.3467512 Feb 17 17:42:52.039037 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-df2085c9-f68e-43b2-a665-5b9ad433bff8 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] For port 24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe,segment=NetworkSegment(789634e2-9da7-49c8-869a-638c701d36f1),segment_id=789634e2-9da7-49c8-869a-638c701d36f1)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:42:52.039690 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df2085c9-f68e-43b2-a665-5b9ad433bff8 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:52.078560 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-df2085c9-f68e-43b2-a665-5b9ad433bff8 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Calling delete_port for 24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe owned by network:router_interface {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:42:52.129180 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 951e9c1d-6d91-4db0-9c62-8ee608c26c5d up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:42:52.297780 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 951e9c1d-6d91-4db0-9c62-8ee608c26c5d completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:42:52.304985 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 951e9c1d-6d91-4db0-9c62-8ee608c26c5d triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:42:52.305585 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (951e9c1d-6d91-4db0-9c62-8ee608c26c5d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:52.328561 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-037d08d6-5523-4ebe-9009-3cfd96de949e req-7908e351-6ee2-4a8b-b027-f4b67007fa1c tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a7a5268-664b-4b8f-acd5-002e8b8e3ddc HTTP/1.1" status: 200 len: 210 time: 0.0478504 Feb 17 17:42:52.356144 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d038744-db77-4059-95be-53827ec9034e req-9d018bec-ba22-48a2-9cf3-b971a93f5b90 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4621356 Feb 17 17:42:52.535033 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 951e9c1d-6d91-4db0-9c62-8ee608c26c5d is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:42:52.536382 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (951e9c1d-6d91-4db0-9c62-8ee608c26c5d), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:52.538514 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53588) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:52.620839 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b83fc370-a3ab-4842-942a-6a86775649de req-e985b0d7-d3c1-4c22-99d0-c02237525e7b tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=926714fc-e3e6-4a71-b017-ffe596828300 HTTP/1.1" status: 200 len: 210 time: 0.0861638 Feb 17 17:42:52.666412 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38dc978-353b-4442-a10b-e0d0af8710bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951e9c1d-6d91-4db0-9c62-8ee608c26c5d'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:42:52.673546 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6943105f-2155-4c66-b917-8f52a4853a0c" -d '{"events": [{"server_uuid": "b38dc978-353b-4442-a10b-e0d0af8710bf", "name": "network-vif-plugged", "status": "completed", "tag": "951e9c1d-6d91-4db0-9c62-8ee608c26c5d"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:42:52.739671 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 951e9c1d-6d91-4db0-9c62-8ee608c26c5d, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=951e9c1d-6d91-4db0-9c62-8ee608c26c5d,segment=NetworkSegment(a9afe95a-bc81-4053-bcf6-93dc37b0f7fa),segment_id=a9afe95a-bc81-4053-bcf6-93dc37b0f7fa)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:42:52.747276 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (951e9c1d-6d91-4db0-9c62-8ee608c26c5d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:52.765762 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-324e2a7f-f41d-44f0-99d2-47e27c09145c tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks [] for security_group (fd4d27d9-e68c-41ba-a909-f949182bce5a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:52.827880 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e19171a-0a92-4eb5-b7af-a758b7803dfe x-openstack-request-id: req-1e19171a-0a92-4eb5-b7af-a758b7803dfe {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:42:52.828606 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38dc978-353b-4442-a10b-e0d0af8710bf", "name": "network-vif-plugged", "status": "completed", "tag": "951e9c1d-6d91-4db0-9c62-8ee608c26c5d", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:42:52.829058 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1e19171a-0a92-4eb5-b7af-a758b7803dfe {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:42:52.831637 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38dc978-353b-4442-a10b-e0d0af8710bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951e9c1d-6d91-4db0-9c62-8ee608c26c5d', 'code': 200} Feb 17 17:42:52.884379 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-324e2a7f-f41d-44f0-99d2-47e27c09145c tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks [] for security_group (fd4d27d9-e68c-41ba-a909-f949182bce5a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:52.890759 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=951e9c1d-6d91-4db0-9c62-8ee608c26c5d,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:53.027549 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-324e2a7f-f41d-44f0-99d2-47e27c09145c tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (fd4d27d9-e68c-41ba-a909-f949182bce5a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:53.031563 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-324e2a7f-f41d-44f0-99d2-47e27c09145c tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:53.033250 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-324e2a7f-f41d-44f0-99d2-47e27c09145c tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "DELETE /v2.0/security-groups/fd4d27d9-e68c-41ba-a909-f949182bce5a HTTP/1.1" status: 204 len: 168 time: 0.4929526 Feb 17 17:42:53.041670 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53596) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:53.072504 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df2085c9-f68e-43b2-a665-5b9ad433bff8 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:53.082038 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e2223-fe40-4545-9d0c-5b67fdfe1e5d req-276cf321-9b40-4443-b62f-4db1ca7a87f6 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:53.085242 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c80e2223-fe40-4545-9d0c-5b67fdfe1e5d req-276cf321-9b40-4443-b62f-4db1ca7a87f6 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.71 "GET /v2.0/networks?id=41eab850-74f8-4919-9573-0fe261607aa2 HTTP/1.1" status: 200 len: 806 time: 0.3971448 Feb 17 17:42:53.088583 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e2a7f-f41d-44f0-99d2-47e27c09145c tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4d27d9-e68c-41ba-a909-f949182bce5a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:53.095474 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-18951542-39c3-4de7-b51d-5b61bcf32ddf tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] show failed (client error): The resource could not be found. Feb 17 17:42:53.103099 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 53598) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:53.112871 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-18951542-39c3-4de7-b51d-5b61bcf32ddf tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "GET /v2.0/security-groups/fd4d27d9-e68c-41ba-a909-f949182bce5a HTTP/1.1" status: 404 len: 347 time: 0.0536995 Feb 17 17:42:53.128003 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-c80e2223-fe40-4545-9d0c-5b67fdfe1e5d req-16d505ef-168b-42bc-a19e-25e72184e0f5 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Request body: {'port': {'device_id': '926714fc-e3e6-4a71-b017-ffe596828300', 'network_id': '41eab850-74f8-4919-9573-0fe261607aa2', 'admin_state_up': True, 'tenant_id': '4010b90dceb14ea6a98968e6b17cf28b'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:42:53.354617 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2085c9-f68e-43b2-a665-5b9ad433bff8 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event deleted for resources: {'Port': ['ID=24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:53.795062 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d19db-52bc-4133-b63f-89411713fd09 req-8f1ecc16-b52d-4709-8ac6-f5e27a789f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:53.796990 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a08d19db-52bc-4133-b63f-89411713fd09 req-8f1ecc16-b52d-4709-8ac6-f5e27a789f14 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b38dc978-353b-4442-a10b-e0d0af8710bf HTTP/1.1" status: 200 len: 1128 time: 0.7711217 Feb 17 17:42:53.841107 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bc0474e6-390b-4f1a-9110-cf3a4ae0ad9b req-3b6a9c45-b5a1-46a4-9bce-2ce2ff7cffe2 tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a7a5268-664b-4b8f-acd5-002e8b8e3ddc HTTP/1.1" status: 200 len: 210 time: 0.2656684 Feb 17 17:42:53.902906 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df2085c9-f68e-43b2-a665-5b9ad433bff8 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (9b2c10db-b692-4548-8f09-96a7ae3ab222), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:54.216287 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e131eee-9f12-4d0d-90e6-dad081ba85a3 req-f588d8c3-4f2d-4c2c-b68e-e3d3ed540f4b tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:54.219205 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7e131eee-9f12-4d0d-90e6-dad081ba85a3 req-f588d8c3-4f2d-4c2c-b68e-e3d3ed540f4b tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] 10.222.0.91 "GET /v2.0/networks?id=a2fb92ab-24a0-482b-a0c3-06bfd51c2e52 HTTP/1.1" status: 200 len: 824 time: 0.1672828 Feb 17 17:42:54.262445 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a08d19db-52bc-4133-b63f-89411713fd09 req-4fb46f23-ca3f-4be0-bbde-17aecd7cbc24 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3977234 Feb 17 17:42:54.382710 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-7e131eee-9f12-4d0d-90e6-dad081ba85a3 req-f74445cf-b43b-492e-a1f0-06cf87063439 tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] Request body: {'port': {'device_id': '4a7a5268-664b-4b8f-acd5-002e8b8e3ddc', 'network_id': 'a2fb92ab-24a0-482b-a0c3-06bfd51c2e52', 'admin_state_up': True, 'tenant_id': '382b857f0e244ad488add6bf8393da4c'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:42:54.611866 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c80e2223-fe40-4545-9d0c-5b67fdfe1e5d req-16d505ef-168b-42bc-a19e-25e72184e0f5 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Made reservation on behalf of 4010b90dceb14ea6a98968e6b17cf28b for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:42:54.615987 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c80e2223-fe40-4545-9d0c-5b67fdfe1e5d req-16d505ef-168b-42bc-a19e-25e72184e0f5 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:54.774394 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-c80e2223-fe40-4545-9d0c-5b67fdfe1e5d req-16d505ef-168b-42bc-a19e-25e72184e0f5 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Allocated IP 172.20.0.14 (41eab850-74f8-4919-9573-0fe261607aa2/b20ab57b-0ae5-4c69-b6b9-871207503198/059d38cd-8714-43c8-a998-faa511c71f44) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:42:54.951232 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c80e2223-fe40-4545-9d0c-5b67fdfe1e5d req-16d505ef-168b-42bc-a19e-25e72184e0f5 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks [] for port (059d38cd-8714-43c8-a998-faa511c71f44), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:54.983762 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e131eee-9f12-4d0d-90e6-dad081ba85a3 req-f74445cf-b43b-492e-a1f0-06cf87063439 tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] Made reservation on behalf of 382b857f0e244ad488add6bf8393da4c for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:42:54.987922 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-7e131eee-9f12-4d0d-90e6-dad081ba85a3 req-f74445cf-b43b-492e-a1f0-06cf87063439 tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:54.999299 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ae90d209-7533-47c3-bcd5-10e5c63fa1d4 req-9978904d-aebf-4c72-9e57-68158375f36a tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=926714fc-e3e6-4a71-b017-ffe596828300 HTTP/1.1" status: 200 len: 210 time: 0.8984776 Feb 17 17:42:55.017680 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678990c-24e5-4119-b6d2-9f34be7a334f req-53498afe-2a9a-498d-8e92-85c7d42fe471 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:55.025474 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6678990c-24e5-4119-b6d2-9f34be7a334f req-53498afe-2a9a-498d-8e92-85c7d42fe471 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=b38dc978-353b-4442-a10b-e0d0af8710bf HTTP/1.1" status: 200 len: 946 time: 1.4684777 Feb 17 17:42:55.046329 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c80e2223-fe40-4545-9d0c-5b67fdfe1e5d req-16d505ef-168b-42bc-a19e-25e72184e0f5 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (059d38cd-8714-43c8-a998-faa511c71f44), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:55.061544 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['d0cc2a16-299a-4fcb-9e02-8e660124ccbc'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:42:55.091787 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2085c9-f68e-43b2-a665-5b9ad433bff8 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Router 9b2c10db-b692-4548-8f09-96a7ae3ab222 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:42:55.114148 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6678990c-24e5-4119-b6d2-9f34be7a334f req-cadfcaa5-51ad-46d3-940e-bea6f2cd9b22 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870652 Feb 17 17:42:55.727773 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c80e2223-fe40-4545-9d0c-5b67fdfe1e5d req-16d505ef-168b-42bc-a19e-25e72184e0f5 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Network 41eab850-74f8-4919-9573-0fe261607aa2 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:42:55.756014 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4043e7f6-86bc-4da9-b4f1-dc2de54abf2f req-6c0e6129-2830-41d4-9978-f29c700b3924 tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a7a5268-664b-4b8f-acd5-002e8b8e3ddc HTTP/1.1" status: 200 len: 210 time: 0.0606327 Feb 17 17:42:55.774052 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-c80e2223-fe40-4545-9d0c-5b67fdfe1e5d req-16d505ef-168b-42bc-a19e-25e72184e0f5 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:42:55.856791 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-c80e2223-fe40-4545-9d0c-5b67fdfe1e5d req-16d505ef-168b-42bc-a19e-25e72184e0f5 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:42:55.885778 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2085c9-f68e-43b2-a665-5b9ad433bff8 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:42:55.899072 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883813b6-8d5a-496c-a9f0-67e14cb36704 None None] Sync routers for ids ['9b2c10db-b692-4548-8f09-96a7ae3ab222'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:42:55.899302 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53638) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:55.915015 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883813b6-8d5a-496c-a9f0-67e14cb36704 None None] Routers {'9b2c10db-b692-4548-8f09-96a7ae3ab222'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:42:55.916005 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-883813b6-8d5a-496c-a9f0-67e14cb36704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:42:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['9b2c10db-b692-4548-8f09-96a7ae3ab222'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:55.920871 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-df2085c9-f68e-43b2-a665-5b9ad433bff8 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "PUT /v2.0/routers/9b2c10db-b692-4548-8f09-96a7ae3ab222/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0861833 Feb 17 17:42:55.988191 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-be19aa07-df48-4d0c-b1f0-ff2319cd86b3 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Deleting port f4154c76-9ee7-4052-a2a5-518aedfec408 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:42:55.988566 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-be19aa07-df48-4d0c-b1f0-ff2319cd86b3 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (f4154c76-9ee7-4052-a2a5-518aedfec408), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:55.991019 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d505ef-168b-42bc-a19e-25e72184e0f5 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Pushing event updated for resources: {'Port': ['ID=059d38cd-8714-43c8-a998-faa511c71f44,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:55.998822 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-c561ebe7-e105-4f4d-88cd-faed3f3ff3c7 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Deleting subnet dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:42:56.006332 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c561ebe7-e105-4f4d-88cd-faed3f3ff3c7 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for subnet (dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:56.105364 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-883813b6-8d5a-496c-a9f0-67e14cb36704 None None] Set router 9b2c10db-b692-4548-8f09-96a7ae3ab222 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:42:56.108484 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c561ebe7-e105-4f4d-88cd-faed3f3ff3c7 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:56.258952 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-883813b6-8d5a-496c-a9f0-67e14cb36704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'name': 'tempest-RoutersIpV6Test-router-1651222951', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:42:05Z', 'updated_at': '2022-02-17T17:42:52Z', 'revision_number': 11, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'gw_port_host': None}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:56.272594 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-be19aa07-df48-4d0c-b1f0-ff2319cd86b3 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (f4154c76-9ee7-4052-a2a5-518aedfec408), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:56.272925 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-be19aa07-df48-4d0c-b1f0-ff2319cd86b3 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks [] for floatingip (f4154c76-9ee7-4052-a2a5-518aedfec408), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:56.306754 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-be19aa07-df48-4d0c-b1f0-ff2319cd86b3 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Calling delete_port for f4154c76-9ee7-4052-a2a5-518aedfec408 owned by network:floatingip {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:42:56.325251 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c561ebe7-e105-4f4d-88cd-faed3f3ff3c7 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:56.450620 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c561ebe7-e105-4f4d-88cd-faed3f3ff3c7 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:56.518834 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c561ebe7-e105-4f4d-88cd-faed3f3ff3c7 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event deleted for resources: {'Subnet': ['ID=dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:56.549070 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c561ebe7-e105-4f4d-88cd-faed3f3ff3c7 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:56.559027 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c561ebe7-e105-4f4d-88cd-faed3f3ff3c7 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "DELETE /v2.0/subnets/dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2 HTTP/1.1" status: 204 len: 168 time: 0.6580424 Feb 17 17:42:56.559832 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53650) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:56.643026 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-be19aa07-df48-4d0c-b1f0-ff2319cd86b3 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (f4154c76-9ee7-4052-a2a5-518aedfec408), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:56.651090 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e2223-fe40-4545-9d0c-5b67fdfe1e5d req-16d505ef-168b-42bc-a19e-25e72184e0f5 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:56.651932 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c80e2223-fe40-4545-9d0c-5b67fdfe1e5d req-16d505ef-168b-42bc-a19e-25e72184e0f5 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:56.723453 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fbee221d-7ec2-4be4-ae90-bc012a99a410 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (584e0f41-bf60-4bc2-9b57-471ac9f5365d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:56.759897 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867a4e8a-c327-49d9-9243-c5ca379de5f6 None None] Network 584e0f41-bf60-4bc2-9b57-471ac9f5365d requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:42:56.764367 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883813b6-8d5a-496c-a9f0-67e14cb36704 None None] Checking router: 9b2c10db-b692-4548-8f09-96a7ae3ab222 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:42:56.799474 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883813b6-8d5a-496c-a9f0-67e14cb36704 None None] Routers {'9b2c10db-b692-4548-8f09-96a7ae3ab222'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:42:56.800419 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-883813b6-8d5a-496c-a9f0-67e14cb36704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:42:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['9b2c10db-b692-4548-8f09-96a7ae3ab222'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:56.856183 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-fbee221d-7ec2-4be4-ae90-bc012a99a410 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Deleting port ada0fa99-6afd-4088-b02f-fa0fd554af5c {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:42:56.856725 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fbee221d-7ec2-4be4-ae90-bc012a99a410 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (ada0fa99-6afd-4088-b02f-fa0fd554af5c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:56.893873 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be19aa07-df48-4d0c-b1f0-ff2319cd86b3 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Pushing event deleted for resources: {'Port': ['ID=f4154c76-9ee7-4052-a2a5-518aedfec408,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:56.962771 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c80e2223-fe40-4545-9d0c-5b67fdfe1e5d req-16d505ef-168b-42bc-a19e-25e72184e0f5 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8580890 Feb 17 17:42:56.986386 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-883813b6-8d5a-496c-a9f0-67e14cb36704 None None] Set router 9b2c10db-b692-4548-8f09-96a7ae3ab222 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:42:56.995237 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92525fb6-1c34-4bff-9ffa-1f9ba3fc970a req-4d08de61-d53c-4366-97c1-7f7b9c4b4446 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:56.997334 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-92525fb6-1c34-4bff-9ffa-1f9ba3fc970a req-4d08de61-d53c-4366-97c1-7f7b9c4b4446 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=926714fc-e3e6-4a71-b017-ffe596828300 HTTP/1.1" status: 200 len: 932 time: 0.3702493 Feb 17 17:42:57.004123 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-c80e2223-fe40-4545-9d0c-5b67fdfe1e5d req-be0db032-b63a-44a5-83dc-7b0b39aa9a58 service neutron] Request body: {'port': {'device_id': '926714fc-e3e6-4a71-b017-ffe596828300', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:42:57.021422 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-fbee221d-7ec2-4be4-ae90-bc012a99a410 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] For port ada0fa99-6afd-4088-b02f-fa0fd554af5c, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=ada0fa99-6afd-4088-b02f-fa0fd554af5c,segment=NetworkSegment(789634e2-9da7-49c8-869a-638c701d36f1),segment_id=789634e2-9da7-49c8-869a-638c701d36f1)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:42:57.022009 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fbee221d-7ec2-4be4-ae90-bc012a99a410 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (ada0fa99-6afd-4088-b02f-fa0fd554af5c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:57.072622 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-7e131eee-9f12-4d0d-90e6-dad081ba85a3 req-f74445cf-b43b-492e-a1f0-06cf87063439 tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] Allocated IP 172.20.0.7 (a2fb92ab-24a0-482b-a0c3-06bfd51c2e52/5f4853df-84e9-4b6c-b45a-555e57f7f4b9/954da632-fec5-4b22-ab89-0b217be93cc3) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:42:57.126370 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-fbee221d-7ec2-4be4-ae90-bc012a99a410 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Calling delete_port for ada0fa99-6afd-4088-b02f-fa0fd554af5c owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:42:57.168165 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-883813b6-8d5a-496c-a9f0-67e14cb36704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'name': 'tempest-RoutersIpV6Test-router-1651222951', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:42:05Z', 'updated_at': '2022-02-17T17:42:52Z', 'revision_number': 11, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'gw_port_host': None}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:57.225157 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6220a617-73de-4eae-9495-a6d4482f5b7b req-af634865-f7a4-4a65-806d-aa87f1370e24 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:57.236032 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6220a617-73de-4eae-9495-a6d4482f5b7b req-af634865-f7a4-4a65-806d-aa87f1370e24 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=b38dc978-353b-4442-a10b-e0d0af8710bf HTTP/1.1" status: 200 len: 946 time: 0.6191773 Feb 17 17:42:57.255509 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883813b6-8d5a-496c-a9f0-67e14cb36704 None None] The sync data for ids ['9b2c10db-b692-4548-8f09-96a7ae3ab222'] in n-d-829613-2 is: [{'id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'name': 'tempest-RoutersIpV6Test-router-1651222951', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:42:05Z', 'updated_at': '2022-02-17T17:42:52Z', 'revision_number': 11, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'gw_port_host': None}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:42:57.278451 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-be19aa07-df48-4d0c-b1f0-ff2319cd86b3 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks [] for floatingip (ad0dc8a6-c476-4709-b2a6-da463b03c2c1), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:57.281527 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-be19aa07-df48-4d0c-b1f0-ff2319cd86b3 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:57.282996 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-be19aa07-df48-4d0c-b1f0-ff2319cd86b3 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "DELETE /v2.0/floatingips/ad0dc8a6-c476-4709-b2a6-da463b03c2c1 HTTP/1.1" status: 204 len: 168 time: 4.1252220 Feb 17 17:42:57.297433 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 53656) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:57.457100 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c80e2223-fe40-4545-9d0c-5b67fdfe1e5d req-be0db032-b63a-44a5-83dc-7b0b39aa9a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (059d38cd-8714-43c8-a998-faa511c71f44), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:57.475261 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-92525fb6-1c34-4bff-9ffa-1f9ba3fc970a req-2f3e6ef0-ca18-4c86-87d9-ddbfa9648cc6 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952403 Feb 17 17:42:57.678887 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b78e28-d1dd-4ae9-9e7f-63de00af13a4 None None] DHCP port deletion for 584e0f41-bf60-4bc2-9b57-471ac9f5365d request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:42:57.800724 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6220a617-73de-4eae-9495-a6d4482f5b7b req-417359b3-b5c5-4327-9fac-f68c4b7ac88c tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5450361 Feb 17 17:42:57.926097 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-e6b78e28-d1dd-4ae9-9e7f-63de00af13a4 None None] Deleting port ada0fa99-6afd-4088-b02f-fa0fd554af5c {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:42:57.926511 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e6b78e28-d1dd-4ae9-9e7f-63de00af13a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (ada0fa99-6afd-4088-b02f-fa0fd554af5c), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:58.061601 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-e6b78e28-d1dd-4ae9-9e7f-63de00af13a4 None None] For port ada0fa99-6afd-4088-b02f-fa0fd554af5c, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=ada0fa99-6afd-4088-b02f-fa0fd554af5c,segment=NetworkSegment(789634e2-9da7-49c8-869a-638c701d36f1),segment_id=789634e2-9da7-49c8-869a-638c701d36f1)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:42:58.063770 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e6b78e28-d1dd-4ae9-9e7f-63de00af13a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (ada0fa99-6afd-4088-b02f-fa0fd554af5c), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:58.101386 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-e6b78e28-d1dd-4ae9-9e7f-63de00af13a4 None None] Calling delete_port for ada0fa99-6afd-4088-b02f-fa0fd554af5c owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:42:58.267527 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:42:58.359157 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:42:58.361276 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 24fe5db0-2b50-4a9d-ac9f-2ab0f26d8bbe not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:42:58.363750 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device ada0fa99-6afd-4088-b02f-fa0fd554af5c no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:42:58.482141 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fbee221d-7ec2-4be4-ae90-bc012a99a410 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (ada0fa99-6afd-4088-b02f-fa0fd554af5c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:58.511219 n-d-829613-2 neutron-server[103436]: INFO neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No ports have port_id starting with ada0fa99-6afd-4088-b02f-fa0fd554af5c Feb 17 17:42:58.573196 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbee221d-7ec2-4be4-ae90-bc012a99a410 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event deleted for resources: {'Port': ['ID=ada0fa99-6afd-4088-b02f-fa0fd554af5c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:58.580215 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbee221d-7ec2-4be4-ae90-bc012a99a410 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] No DVR routers for this DVR port ada0fa99-6afd-4088-b02f-fa0fd554af5c on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:42:58.611466 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e6b78e28-d1dd-4ae9-9e7f-63de00af13a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (ada0fa99-6afd-4088-b02f-fa0fd554af5c), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:58.632942 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f0f0a80e-52c6-462c-843f-d165371064e9 req-a45931f5-e5e7-4cc5-afa9-a6b7f4f61d09 tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a7a5268-664b-4b8f-acd5-002e8b8e3ddc HTTP/1.1" status: 200 len: 210 time: 0.5992613 Feb 17 17:42:58.694046 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b78e28-d1dd-4ae9-9e7f-63de00af13a4 None None] Pushing event deleted for resources: {'Port': ['ID=ada0fa99-6afd-4088-b02f-fa0fd554af5c,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:58.728229 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b78e28-d1dd-4ae9-9e7f-63de00af13a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:42:58.728769 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b78e28-d1dd-4ae9-9e7f-63de00af13a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:42:58.729225 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b78e28-d1dd-4ae9-9e7f-63de00af13a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:42:58.729680 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b78e28-d1dd-4ae9-9e7f-63de00af13a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:42:58.730125 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b78e28-d1dd-4ae9-9e7f-63de00af13a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:42:58.730568 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b78e28-d1dd-4ae9-9e7f-63de00af13a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:42:58.731725 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b78e28-d1dd-4ae9-9e7f-63de00af13a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:42:58.732206 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b78e28-d1dd-4ae9-9e7f-63de00af13a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:42:58.732716 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b78e28-d1dd-4ae9-9e7f-63de00af13a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:42:58.733207 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b78e28-d1dd-4ae9-9e7f-63de00af13a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:42:58.733653 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b78e28-d1dd-4ae9-9e7f-63de00af13a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:42:58.734088 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b78e28-d1dd-4ae9-9e7f-63de00af13a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:42:58.734528 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b78e28-d1dd-4ae9-9e7f-63de00af13a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:42:58.741863 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b78e28-d1dd-4ae9-9e7f-63de00af13a4 None None] No DVR routers for this DVR port ada0fa99-6afd-4088-b02f-fa0fd554af5c on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:42:58.892100 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fbee221d-7ec2-4be4-ae90-bc012a99a410 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (584e0f41-bf60-4bc2-9b57-471ac9f5365d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:58.963199 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-fbee221d-7ec2-4be4-ae90-bc012a99a410 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['584e0f41-bf60-4bc2-9b57-471ac9f5365d']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:58.988526 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-fbee221d-7ec2-4be4-ae90-bc012a99a410 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '789634e2-9da7-49c8-869a-638c701d36f1') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:58.989717 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-fbee221d-7ec2-4be4-ae90-bc012a99a410 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '789634e2-9da7-49c8-869a-638c701d36f1') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:42:58.991789 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-33ad0fc5-369f-42fb-ab01-d8b06f38c740 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Deleting port 08d126b0-cae8-435d-a7c4-67c6dbfa3b4c {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:42:58.992144 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-33ad0fc5-369f-42fb-ab01-d8b06f38c740 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (08d126b0-cae8-435d-a7c4-67c6dbfa3b4c), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:59.003895 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-7e131eee-9f12-4d0d-90e6-dad081ba85a3 req-f74445cf-b43b-492e-a1f0-06cf87063439 tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] Publish callbacks [] for port (954da632-fec5-4b22-ab89-0b217be93cc3), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:59.016215 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fbee221d-7ec2-4be4-ae90-bc012a99a410 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (789634e2-9da7-49c8-869a-638c701d36f1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:59.055826 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fbee221d-7ec2-4be4-ae90-bc012a99a410 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (789634e2-9da7-49c8-869a-638c701d36f1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:59.064951 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbee221d-7ec2-4be4-ae90-bc012a99a410 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:42:59.065644 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fbee221d-7ec2-4be4-ae90-bc012a99a410 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (789634e2-9da7-49c8-869a-638c701d36f1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:59.069384 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:42:59.069384 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:42:59.069384 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:42:59.069384 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:42:59.069384 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:42:59.069384 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:42:59.069384 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:42:59.069384 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:42:59.069384 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:42:59.069384 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:42:59.069384 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:42:59.069384 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:42:59.069384 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:42:59.069384 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:42:59.069384 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:42:59.069384 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:42:59.069384 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:42:59.069384 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:42:59.069384 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:42:59.069384 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:42:59.069384 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:42:59.069384 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:42:59.069384 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:42:59.069384 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:42:59.069384 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:42:59.069384 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:42:59.069384 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:42:59.069384 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:42:59.069384 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:42:59.069384 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:42:59.069384 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:42:59.069384 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:42:59.219318 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9fcb3d-6158-42ba-8cd0-46b88153bd81 req-1c635c34-91b0-451c-93c5-286356430bdb tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:59.220019 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fbee221d-7ec2-4be4-ae90-bc012a99a410 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (584e0f41-bf60-4bc2-9b57-471ac9f5365d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:59.222899 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3b9fcb3d-6158-42ba-8cd0-46b88153bd81 req-1c635c34-91b0-451c-93c5-286356430bdb tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=b38dc978-353b-4442-a10b-e0d0af8710bf HTTP/1.1" status: 200 len: 946 time: 0.5285408 Feb 17 17:42:59.233832 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fbee221d-7ec2-4be4-ae90-bc012a99a410 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:59.244167 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fbee221d-7ec2-4be4-ae90-bc012a99a410 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "DELETE /v2.0/networks/584e0f41-bf60-4bc2-9b57-471ac9f5365d HTTP/1.1" status: 204 len: 168 time: 2.6829951 Feb 17 17:42:59.253564 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53688) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:42:59.408114 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-31b04a2e-1d42-4b7b-a87b-fc27ffbab70c tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Request body: {'router': {'routes': None}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:42:59.435708 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbee221d-7ec2-4be4-ae90-bc012a99a410 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Pushing event deleted for resources: {'Network': ['ID=584e0f41-bf60-4bc2-9b57-471ac9f5365d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:42:59.444525 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e528e-320c-4088-80db-c1c90fdbe13f req-abd5a228-9128-4f1e-acca-e8fe57398886 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:42:59.446504 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a09e528e-320c-4088-80db-c1c90fdbe13f req-abd5a228-9128-4f1e-acca-e8fe57398886 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=926714fc-e3e6-4a71-b017-ffe596828300 HTTP/1.1" status: 200 len: 932 time: 0.6078546 Feb 17 17:42:59.463599 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-33ad0fc5-369f-42fb-ab01-d8b06f38c740 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (08d126b0-cae8-435d-a7c4-67c6dbfa3b4c), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:59.487875 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-7e131eee-9f12-4d0d-90e6-dad081ba85a3 req-f74445cf-b43b-492e-a1f0-06cf87063439 tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (954da632-fec5-4b22-ab89-0b217be93cc3), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:59.619053 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-c80e2223-fe40-4545-9d0c-5b67fdfe1e5d req-be0db032-b63a-44a5-83dc-7b0b39aa9a58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 059d38cd-8714-43c8-a998-faa511c71f44 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:42:59.632406 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-33ad0fc5-369f-42fb-ab01-d8b06f38c740 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Calling delete_port for 08d126b0-cae8-435d-a7c4-67c6dbfa3b4c owned by {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:42:59.646436 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c80e2223-fe40-4545-9d0c-5b67fdfe1e5d req-be0db032-b63a-44a5-83dc-7b0b39aa9a58 service neutron] Publish callbacks [] for port (059d38cd-8714-43c8-a998-faa511c71f44), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:42:59.682692 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e131eee-9f12-4d0d-90e6-dad081ba85a3 req-f74445cf-b43b-492e-a1f0-06cf87063439 tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] Network a2fb92ab-24a0-482b-a0c3-06bfd51c2e52 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:42:59.798804 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-7e131eee-9f12-4d0d-90e6-dad081ba85a3 req-f74445cf-b43b-492e-a1f0-06cf87063439 tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:42:59.812529 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e131eee-9f12-4d0d-90e6-dad081ba85a3 req-f74445cf-b43b-492e-a1f0-06cf87063439 tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:42:59.891922 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a09e528e-320c-4088-80db-c1c90fdbe13f req-9546bed2-930b-4886-baee-305ac98d6599 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4198511 Feb 17 17:42:59.952754 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.extraroute_db [None req-31b04a2e-1d42-4b7b-a87b-fc27ffbab70c tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Added routes are [] {{(pid=103434) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 17 17:42:59.953354 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.extraroute_db [None req-31b04a2e-1d42-4b7b-a87b-fc27ffbab70c tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Removed routes are [] {{(pid=103434) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 17 17:42:59.953484 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-31b04a2e-1d42-4b7b-a87b-fc27ffbab70c tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-362104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31404'] for router (9b2c10db-b692-4548-8f09-96a7ae3ab222), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:00.025775 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-c80e2223-fe40-4545-9d0c-5b67fdfe1e5d req-be0db032-b63a-44a5-83dc-7b0b39aa9a58 service neutron] Transition to ACTIVE for port object 059d38cd-8714-43c8-a998-faa511c71f44 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:43:00.120350 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3b9fcb3d-6158-42ba-8cd0-46b88153bd81 req-a1f6773d-5f09-4eab-974d-c7c870b38d9a tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8666673 Feb 17 17:43:00.123664 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74445cf-b43b-492e-a1f0-06cf87063439 tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] Pushing event updated for resources: {'Port': ['ID=954da632-fec5-4b22-ab89-0b217be93cc3,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:00.150724 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c80e2223-fe40-4545-9d0c-5b67fdfe1e5d req-be0db032-b63a-44a5-83dc-7b0b39aa9a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (059d38cd-8714-43c8-a998-faa511c71f44), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:00.357627 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0db032-b63a-44a5-83dc-7b0b39aa9a58 service neutron] Pushing event updated for resources: {'Port': ['ID=059d38cd-8714-43c8-a998-faa511c71f44,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:00.410057 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-31b04a2e-1d42-4b7b-a87b-fc27ffbab70c tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-362104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31404'] for router (9b2c10db-b692-4548-8f09-96a7ae3ab222), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:00.416447 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-31b04a2e-1d42-4b7b-a87b-fc27ffbab70c tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-362081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-362090', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-362947'] for router (9b2c10db-b692-4548-8f09-96a7ae3ab222), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:00.437272 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e9959-1345-4217-9f48-e4e25b8c375a req-ede06607-b06f-4e40-a1f0-f5ae97eb6ead tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:00.444303 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c61e9959-1345-4217-9f48-e4e25b8c375a req-ede06607-b06f-4e40-a1f0-f5ae97eb6ead tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.71 "GET /v2.0/ports?device_id=b38dc978-353b-4442-a10b-e0d0af8710bf HTTP/1.1" status: 200 len: 946 time: 0.7897630 Feb 17 17:43:00.596292 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e131eee-9f12-4d0d-90e6-dad081ba85a3 req-f74445cf-b43b-492e-a1f0-06cf87063439 tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:00.597755 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-7e131eee-9f12-4d0d-90e6-dad081ba85a3 req-f74445cf-b43b-492e-a1f0-06cf87063439 tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:00.611067 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-33ad0fc5-369f-42fb-ab01-d8b06f38c740 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (08d126b0-cae8-435d-a7c4-67c6dbfa3b4c), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:00.743631 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b04a2e-1d42-4b7b-a87b-fc27ffbab70c tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Router 9b2c10db-b692-4548-8f09-96a7ae3ab222 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:43:00.759343 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ad0fc5-369f-42fb-ab01-d8b06f38c740 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Pushing event deleted for resources: {'Port': ['ID=08d126b0-cae8-435d-a7c4-67c6dbfa3b4c,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:00.934059 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7e131eee-9f12-4d0d-90e6-dad081ba85a3 req-f74445cf-b43b-492e-a1f0-06cf87063439 tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6753495 Feb 17 17:43:01.005313 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b143a-d7de-49ac-a4d0-5b68b0127b5c req-6e19722e-b7a4-423b-a5fd-c59a53de5cc0 tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:01.019250 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-885b143a-d7de-49ac-a4d0-5b68b0127b5c req-6e19722e-b7a4-423b-a5fd-c59a53de5cc0 tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a7a5268-664b-4b8f-acd5-002e8b8e3ddc HTTP/1.1" status: 200 len: 931 time: 0.8414397 Feb 17 17:43:01.039212 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-7e131eee-9f12-4d0d-90e6-dad081ba85a3 req-520f5c22-293b-4cf4-b093-eb9aabbcf7a3 service neutron] Request body: {'port': {'device_id': '4a7a5268-664b-4b8f-acd5-002e8b8e3ddc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:43:01.056789 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-c80e2223-fe40-4545-9d0c-5b67fdfe1e5d req-be0db032-b63a-44a5-83dc-7b0b39aa9a58 service neutron] Attempting to bind port 059d38cd-8714-43c8-a998-faa511c71f44 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:43:01.057159 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-c80e2223-fe40-4545-9d0c-5b67fdfe1e5d req-be0db032-b63a-44a5-83dc-7b0b39aa9a58 service neutron] Attempting to bind port 059d38cd-8714-43c8-a998-faa511c71f44 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '18563972-a346-4d2f-9db2-6c97a64b55cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '41eab850-74f8-4919-9573-0fe261607aa2'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:43:01.057503 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80e2223-fe40-4545-9d0c-5b67fdfe1e5d req-be0db032-b63a-44a5-83dc-7b0b39aa9a58 service neutron] Attempting to bind port 059d38cd-8714-43c8-a998-faa511c71f44 on network 41eab850-74f8-4919-9573-0fe261607aa2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:43:01.205630 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b04a2e-1d42-4b7b-a87b-fc27ffbab70c tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:43:01.217283 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d41083-9214-465e-9ede-24ac644d2cbd None None] Sync routers for ids ['9b2c10db-b692-4548-8f09-96a7ae3ab222'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:43:01.232838 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-31b04a2e-1d42-4b7b-a87b-fc27ffbab70c tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:01.237541 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d41083-9214-465e-9ede-24ac644d2cbd None None] Routers {'9b2c10db-b692-4548-8f09-96a7ae3ab222'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:43:01.237541 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-59d41083-9214-465e-9ede-24ac644d2cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:42:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['9b2c10db-b692-4548-8f09-96a7ae3ab222'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:01.238885 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-31b04a2e-1d42-4b7b-a87b-fc27ffbab70c tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "PUT /v2.0/routers/9b2c10db-b692-4548-8f09-96a7ae3ab222 HTTP/1.1" status: 200 len: 705 time: 1.9820817 Feb 17 17:43:01.242347 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53720) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:01.321869 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c4cce161-4242-40ca-9578-913ac3c8118e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "GET /v2.0/ports?device_id=9b2c10db-b692-4548-8f09-96a7ae3ab222 HTTP/1.1" status: 200 len: 205 time: 0.0781503 Feb 17 17:43:01.323078 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53722) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:01.425535 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-33ad0fc5-369f-42fb-ab01-d8b06f38c740 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:01.434965 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-33ad0fc5-369f-42fb-ab01-d8b06f38c740 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "DELETE /v2.0/ports/08d126b0-cae8-435d-a7c4-67c6dbfa3b4c HTTP/1.1" status: 204 len: 168 time: 4.0862970 Feb 17 17:43:01.435823 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80e2223-fe40-4545-9d0c-5b67fdfe1e5d req-be0db032-b63a-44a5-83dc-7b0b39aa9a58 service neutron] Port 059d38cd-8714-43c8-a998-faa511c71f44 on network 41eab850-74f8-4919-9573-0fe261607aa2 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:43:01.436151 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80e2223-fe40-4545-9d0c-5b67fdfe1e5d req-be0db032-b63a-44a5-83dc-7b0b39aa9a58 service neutron] Attempting to bind port 059d38cd-8714-43c8-a998-faa511c71f44 on network 41eab850-74f8-4919-9573-0fe261607aa2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:43:01.452474 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 53724) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:01.477077 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80e2223-fe40-4545-9d0c-5b67fdfe1e5d req-be0db032-b63a-44a5-83dc-7b0b39aa9a58 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:43:01.477436 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80e2223-fe40-4545-9d0c-5b67fdfe1e5d req-be0db032-b63a-44a5-83dc-7b0b39aa9a58 service neutron] Checking segment: {'id': '18563972-a346-4d2f-9db2-6c97a64b55cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '41eab850-74f8-4919-9573-0fe261607aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:43:01.477823 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80e2223-fe40-4545-9d0c-5b67fdfe1e5d req-be0db032-b63a-44a5-83dc-7b0b39aa9a58 service neutron] Bound using segment: {'id': '18563972-a346-4d2f-9db2-6c97a64b55cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '41eab850-74f8-4919-9573-0fe261607aa2'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:43:01.478276 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-c80e2223-fe40-4545-9d0c-5b67fdfe1e5d req-be0db032-b63a-44a5-83dc-7b0b39aa9a58 service neutron] Bound port: 059d38cd-8714-43c8-a998-faa511c71f44, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18563972-a346-4d2f-9db2-6c97a64b55cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '41eab850-74f8-4919-9573-0fe261607aa2'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:43:01.478647 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c80e2223-fe40-4545-9d0c-5b67fdfe1e5d req-be0db032-b63a-44a5-83dc-7b0b39aa9a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (059d38cd-8714-43c8-a998-faa511c71f44), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:01.517433 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-59d41083-9214-465e-9ede-24ac644d2cbd None None] Set router 9b2c10db-b692-4548-8f09-96a7ae3ab222 gateway port host: None {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:43:01.592654 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ebee2343-7bf5-4884-bc02-b8f867a09e89 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for router (9b2c10db-b692-4548-8f09-96a7ae3ab222), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:01.744633 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-59d41083-9214-465e-9ede-24ac644d2cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'name': 'tempest-RoutersIpV6Test-router-1651222951', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:42:05Z', 'updated_at': '2022-02-17T17:42:52Z', 'revision_number': 11, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'gw_port_host': None}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:01.787943 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-885b143a-d7de-49ac-a4d0-5b68b0127b5c req-bd7d3cb7-ca21-4b36-93ea-e42b1b42d783 tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] 10.222.0.87 "GET /v2.0/security-groups?id=917c4dcd-7522-4812-b3d3-63da681a19d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6768925 Feb 17 17:43:01.856221 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d41083-9214-465e-9ede-24ac644d2cbd None None] Checking router: 9b2c10db-b692-4548-8f09-96a7ae3ab222 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:43:01.900751 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d41083-9214-465e-9ede-24ac644d2cbd None None] Routers {'9b2c10db-b692-4548-8f09-96a7ae3ab222'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:43:01.903436 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-59d41083-9214-465e-9ede-24ac644d2cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:42:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['9b2c10db-b692-4548-8f09-96a7ae3ab222'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:02.169733 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ebee2343-7bf5-4884-bc02-b8f867a09e89 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (9b2c10db-b692-4548-8f09-96a7ae3ab222), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:02.179650 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ebee2343-7bf5-4884-bc02-b8f867a09e89 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for router_controller (9b2c10db-b692-4548-8f09-96a7ae3ab222), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:02.247235 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4645fa-2537-421c-acdb-dbe604ad0085 req-b51e1394-0866-42fe-b989-30cea714936b tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:02.248949 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5d4645fa-2537-421c-acdb-dbe604ad0085 req-b51e1394-0866-42fe-b989-30cea714936b tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=926714fc-e3e6-4a71-b017-ffe596828300 HTTP/1.1" status: 200 len: 944 time: 1.1645935 Feb 17 17:43:02.252017 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-c61e9959-1345-4217-9f48-e4e25b8c375a req-49ade497-8c6d-49df-9abf-1267908e3ad6 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Deleting port 951e9c1d-6d91-4db0-9c62-8ee608c26c5d {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:43:02.252395 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c61e9959-1345-4217-9f48-e4e25b8c375a req-49ade497-8c6d-49df-9abf-1267908e3ad6 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (951e9c1d-6d91-4db0-9c62-8ee608c26c5d), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:02.285100 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-7e131eee-9f12-4d0d-90e6-dad081ba85a3 req-520f5c22-293b-4cf4-b093-eb9aabbcf7a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (954da632-fec5-4b22-ab89-0b217be93cc3), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:02.296443 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-59d41083-9214-465e-9ede-24ac644d2cbd None None] Set router 9b2c10db-b692-4548-8f09-96a7ae3ab222 gateway port host: None {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:43:02.323024 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ebee2343-7bf5-4884-bc02-b8f867a09e89 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (9b2c10db-b692-4548-8f09-96a7ae3ab222), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:02.323645 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebee2343-7bf5-4884-bc02-b8f867a09e89 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Fanout notify agent at l3_agent the message router_deleted on router 9b2c10db-b692-4548-8f09-96a7ae3ab222 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:43:02.338428 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ebee2343-7bf5-4884-bc02-b8f867a09e89 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:02.367787 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 53738) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:02.368021 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ebee2343-7bf5-4884-bc02-b8f867a09e89 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "DELETE /v2.0/routers/9b2c10db-b692-4548-8f09-96a7ae3ab222 HTTP/1.1" status: 204 len: 168 time: 1.0433707 Feb 17 17:43:02.372754 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-76582a10-d0aa-42a5-919b-c72c5114e54d tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-326620409', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:43:02.542170 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-59d41083-9214-465e-9ede-24ac644d2cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'name': 'tempest-RoutersIpV6Test-router-1651222951', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:42:05Z', 'updated_at': '2022-02-17T17:42:52Z', 'revision_number': 11, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'gw_port_host': None}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:02.660529 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d41083-9214-465e-9ede-24ac644d2cbd None None] The sync data for ids ['9b2c10db-b692-4548-8f09-96a7ae3ab222'] in n-d-829613-2 is: [{'id': '9b2c10db-b692-4548-8f09-96a7ae3ab222', 'name': 'tempest-RoutersIpV6Test-router-1651222951', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:42:05Z', 'updated_at': '2022-02-17T17:42:52Z', 'revision_number': 11, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'gw_port_host': None}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:43:02.921618 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-591af9da-bcee-4929-a354-b8307149b4f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:03.211109 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-c61e9959-1345-4217-9f48-e4e25b8c375a req-49ade497-8c6d-49df-9abf-1267908e3ad6 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] For port 951e9c1d-6d91-4db0-9c62-8ee608c26c5d, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=951e9c1d-6d91-4db0-9c62-8ee608c26c5d,segment=NetworkSegment(a9afe95a-bc81-4053-bcf6-93dc37b0f7fa),segment_id=a9afe95a-bc81-4053-bcf6-93dc37b0f7fa)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:43:03.211720 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c61e9959-1345-4217-9f48-e4e25b8c375a req-49ade497-8c6d-49df-9abf-1267908e3ad6 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (951e9c1d-6d91-4db0-9c62-8ee608c26c5d), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:03.239529 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-c61e9959-1345-4217-9f48-e4e25b8c375a req-49ade497-8c6d-49df-9abf-1267908e3ad6 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Calling delete_port for 951e9c1d-6d91-4db0-9c62-8ee608c26c5d owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:43:03.409618 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-c80e2223-fe40-4545-9d0c-5b67fdfe1e5d req-be0db032-b63a-44a5-83dc-7b0b39aa9a58 service neutron] For port 059d38cd-8714-43c8-a998-faa511c71f44, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:43:03.424156 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-c80e2223-fe40-4545-9d0c-5b67fdfe1e5d req-be0db032-b63a-44a5-83dc-7b0b39aa9a58 service neutron] For port 059d38cd-8714-43c8-a998-faa511c71f44, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=059d38cd-8714-43c8-a998-faa511c71f44,segment=NetworkSegment(18563972-a346-4d2f-9db2-6c97a64b55cb),segment_id=18563972-a346-4d2f-9db2-6c97a64b55cb)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:43:03.441466 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c61e9959-1345-4217-9f48-e4e25b8c375a req-49ade497-8c6d-49df-9abf-1267908e3ad6 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (951e9c1d-6d91-4db0-9c62-8ee608c26c5d), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:03.445966 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-c67d19d9-9033-44e2-9766-86d671d3e11a tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Deleting port 52ff7d56-9a39-4bcd-81d3-82d714507134 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:43:03.446297 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c67d19d9-9033-44e2-9766-86d671d3e11a tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (52ff7d56-9a39-4bcd-81d3-82d714507134), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:03.450803 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c80e2223-fe40-4545-9d0c-5b67fdfe1e5d req-be0db032-b63a-44a5-83dc-7b0b39aa9a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (059d38cd-8714-43c8-a998-faa511c71f44), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:03.516187 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe2c3a-a4bb-4a4d-9607-dc50ca6221a3 req-8a564bf4-a531-4442-9838-47121a2fa696 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:03.518221 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fdbe2c3a-a4bb-4a4d-9607-dc50ca6221a3 req-8a564bf4-a531-4442-9838-47121a2fa696 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=b38dc978-353b-4442-a10b-e0d0af8710bf HTTP/1.1" status: 200 len: 867 time: 1.3321040 Feb 17 17:43:03.533703 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5d4645fa-2537-421c-acdb-dbe604ad0085 req-71297fc9-9030-4436-b408-4938d0aa7e64 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2723284 Feb 17 17:43:03.716557 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c67d19d9-9033-44e2-9766-86d671d3e11a tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (52ff7d56-9a39-4bcd-81d3-82d714507134), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:03.731287 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-c67d19d9-9033-44e2-9766-86d671d3e11a tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Calling delete_port for 52ff7d56-9a39-4bcd-81d3-82d714507134 owned by {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:43:03.979350 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fdbe2c3a-a4bb-4a4d-9607-dc50ca6221a3 req-89fd326b-24c2-4f2c-8776-e15d14470c8e tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4423583 Feb 17 17:43:04.001831 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e2223-fe40-4545-9d0c-5b67fdfe1e5d req-be0db032-b63a-44a5-83dc-7b0b39aa9a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:04.002722 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c80e2223-fe40-4545-9d0c-5b67fdfe1e5d req-be0db032-b63a-44a5-83dc-7b0b39aa9a58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:04.005093 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c80e2223-fe40-4545-9d0c-5b67fdfe1e5d req-be0db032-b63a-44a5-83dc-7b0b39aa9a58 service neutron] 10.222.0.71 "PUT /v2.0/ports/059d38cd-8714-43c8-a998-faa511c71f44 HTTP/1.1" status: 200 len: 1092 time: 7.0268037 Feb 17 17:43:04.008632 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '926714fc-e3e6-4a71-b017-ffe596828300', 'tag': '059d38cd-8714-43c8-a998-faa511c71f44'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:43:04.018916 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550ab7bd-8353-42ec-8547-c7fe6a36d955" -d '{"events": [{"name": "network-changed", "server_uuid": "926714fc-e3e6-4a71-b017-ffe596828300", "tag": "059d38cd-8714-43c8-a998-faa511c71f44"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:43:04.055804 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-76582a10-d0aa-42a5-919b-c72c5114e54d tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (d1289ba1-d9fb-49e4-b7fa-9dfe307e6e0b), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:04.057086 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-76582a10-d0aa-42a5-919b-c72c5114e54d tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (d1289ba1-d9fb-49e4-b7fa-9dfe307e6e0b), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:04.121499 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-76582a10-d0aa-42a5-919b-c72c5114e54d tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for router_controller (d1289ba1-d9fb-49e4-b7fa-9dfe307e6e0b), precommit_add_association {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:04.163285 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-76582a10-d0aa-42a5-919b-c72c5114e54d tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (d1289ba1-d9fb-49e4-b7fa-9dfe307e6e0b), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:04.190402 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 951e9c1d-6d91-4db0-9c62-8ee608c26c5d no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:43:04.224072 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-76582a10-d0aa-42a5-919b-c72c5114e54d tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:04.228526 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53768) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:04.236889 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-17df5fd4-7f00-4ea9-9331-8067ee9f1997 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:43:04.244828 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-76582a10-d0aa-42a5-919b-c72c5114e54d tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.8757725 Feb 17 17:43:04.251649 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: 951e9c1d-6d91-4db0-9c62-8ee608c26c5d {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:43:04.254104 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 951e9c1d-6d91-4db0-9c62-8ee608c26c5d not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:43:04.340728 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d355f1-af87-46b1-b4d2-ab72bc135926 x-openstack-request-id: req-56d355f1-af87-46b1-b4d2-ab72bc135926 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:43:04.341194 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "926714fc-e3e6-4a71-b017-ffe596828300", "tag": "059d38cd-8714-43c8-a998-faa511c71f44", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:43:04.341575 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-56d355f1-af87-46b1-b4d2-ab72bc135926 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:43:04.342085 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '926714fc-e3e6-4a71-b017-ffe596828300', 'tag': '059d38cd-8714-43c8-a998-faa511c71f44', 'status': 'completed', 'code': 200} Feb 17 17:43:04.354253 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61e9959-1345-4217-9f48-e4e25b8c375a req-49ade497-8c6d-49df-9abf-1267908e3ad6 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] No DVR routers for this DVR port 951e9c1d-6d91-4db0-9c62-8ee608c26c5d on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:43:04.371920 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c61e9959-1345-4217-9f48-e4e25b8c375a req-49ade497-8c6d-49df-9abf-1267908e3ad6 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:04.382278 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c61e9959-1345-4217-9f48-e4e25b8c375a req-49ade497-8c6d-49df-9abf-1267908e3ad6 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.71 "DELETE /v2.0/ports/951e9c1d-6d91-4db0-9c62-8ee608c26c5d HTTP/1.1" status: 204 len: 173 time: 3.7779860 Feb 17 17:43:04.399982 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c67d19d9-9033-44e2-9766-86d671d3e11a tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (52ff7d56-9a39-4bcd-81d3-82d714507134), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:04.432165 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0db032-b63a-44a5-83dc-7b0b39aa9a58 service neutron] Pushing event updated for resources: {'Port': ['ID=059d38cd-8714-43c8-a998-faa511c71f44,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:04.465108 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e8c63-9e6d-4370-8cef-8bec6008dabe req-5625330d-379c-4048-abce-f2c1b9e21388 tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:04.467121 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ca6e8c63-9e6d-4370-8cef-8bec6008dabe req-5625330d-379c-4048-abce-f2c1b9e21388 tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a7a5268-664b-4b8f-acd5-002e8b8e3ddc HTTP/1.1" status: 200 len: 931 time: 0.5682724 Feb 17 17:43:04.816906 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-17df5fd4-7f00-4ea9-9331-8067ee9f1997 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-362104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31404'] for router (d1289ba1-d9fb-49e4-b7fa-9dfe307e6e0b), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:04.843360 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-17df5fd4-7f00-4ea9-9331-8067ee9f1997 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-362081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-362090', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-362947'] for router (d1289ba1-d9fb-49e4-b7fa-9dfe307e6e0b), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:05.005071 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-7e131eee-9f12-4d0d-90e6-dad081ba85a3 req-520f5c22-293b-4cf4-b093-eb9aabbcf7a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 954da632-fec5-4b22-ab89-0b217be93cc3 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:43:05.019641 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-7e131eee-9f12-4d0d-90e6-dad081ba85a3 req-520f5c22-293b-4cf4-b093-eb9aabbcf7a3 service neutron] Publish callbacks [] for port (954da632-fec5-4b22-ab89-0b217be93cc3), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:05.043619 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-7e131eee-9f12-4d0d-90e6-dad081ba85a3 req-520f5c22-293b-4cf4-b093-eb9aabbcf7a3 service neutron] Transition to ACTIVE for port object 954da632-fec5-4b22-ab89-0b217be93cc3 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:43:05.045981 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ade497-8c6d-49df-9abf-1267908e3ad6 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Pushing event deleted for resources: {'Port': ['ID=951e9c1d-6d91-4db0-9c62-8ee608c26c5d,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:05.084722 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e2223-fe40-4545-9d0c-5b67fdfe1e5d req-93bd0d4e-a200-4d02-8f74-202c07d894a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:05.086679 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c80e2223-fe40-4545-9d0c-5b67fdfe1e5d req-93bd0d4e-a200-4d02-8f74-202c07d894a4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4010b90dceb14ea6a98968e6b17cf28b&device_id=926714fc-e3e6-4a71-b017-ffe596828300 HTTP/1.1" status: 200 len: 1126 time: 0.9636571 Feb 17 17:43:05.087426 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-7e131eee-9f12-4d0d-90e6-dad081ba85a3 req-520f5c22-293b-4cf4-b093-eb9aabbcf7a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (954da632-fec5-4b22-ab89-0b217be93cc3), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:05.146552 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17df5fd4-7f00-4ea9-9331-8067ee9f1997 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Router d1289ba1-d9fb-49e4-b7fa-9dfe307e6e0b is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:43:05.244951 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ca6e8c63-9e6d-4370-8cef-8bec6008dabe req-ab23eaeb-fab0-459f-b452-69d8e498c19f tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] 10.222.0.87 "GET /v2.0/security-groups?id=917c4dcd-7522-4812-b3d3-63da681a19d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7652183 Feb 17 17:43:05.246314 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c80e2223-fe40-4545-9d0c-5b67fdfe1e5d req-b12f829b-eaf1-4cb3-bbdf-ae78e96cf341 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=059d38cd-8714-43c8-a998-faa511c71f44 HTTP/1.1" status: 200 len: 217 time: 0.1136837 Feb 17 17:43:05.247063 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67d19d9-9033-44e2-9766-86d671d3e11a tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Pushing event deleted for resources: {'Port': ['ID=52ff7d56-9a39-4bcd-81d3-82d714507134,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:05.378346 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f5c22-293b-4cf4-b093-eb9aabbcf7a3 service neutron] Pushing event updated for resources: {'Port': ['ID=954da632-fec5-4b22-ab89-0b217be93cc3,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:05.422415 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7fe737e5-c390-40a3-a1ad-689d4c081aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:05.456956 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17df5fd4-7f00-4ea9-9331-8067ee9f1997 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:43:05.471868 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004e2be8-707d-4eee-9fd6-ef3298fb16b9 None None] Sync routers for ids ['d1289ba1-d9fb-49e4-b7fa-9dfe307e6e0b'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:43:05.479558 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-17df5fd4-7f00-4ea9-9331-8067ee9f1997 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:05.484164 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-17df5fd4-7f00-4ea9-9331-8067ee9f1997 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "PUT /v2.0/routers/d1289ba1-d9fb-49e4-b7fa-9dfe307e6e0b HTTP/1.1" status: 200 len: 697 time: 1.2542372 Feb 17 17:43:05.485083 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53782) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:05.498826 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004e2be8-707d-4eee-9fd6-ef3298fb16b9 None None] Routers {'d1289ba1-d9fb-49e4-b7fa-9dfe307e6e0b'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:43:05.501740 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-004e2be8-707d-4eee-9fd6-ef3298fb16b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:43:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['d1289ba1-d9fb-49e4-b7fa-9dfe307e6e0b'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:05.586132 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8a6446e0-943b-4a6c-96ba-d459619ad873 req-aac0de56-e15b-4b80-a29a-4259ee8db0b1 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=b38dc978-353b-4442-a10b-e0d0af8710bf HTTP/1.1" status: 200 len: 210 time: 0.1528552 Feb 17 17:43:05.627741 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c67d19d9-9033-44e2-9766-86d671d3e11a tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:05.633686 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c67d19d9-9033-44e2-9766-86d671d3e11a tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "DELETE /v2.0/ports/52ff7d56-9a39-4bcd-81d3-82d714507134 HTTP/1.1" status: 204 len: 168 time: 4.1502841 Feb 17 17:43:05.633686 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 53784) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:05.635632 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d59ee9e9-1d36-4953-92a1-66ac332c8a69 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "GET /v2.0/routers/d1289ba1-d9fb-49e4-b7fa-9dfe307e6e0b HTTP/1.1" status: 200 len: 703 time: 0.1475894 Feb 17 17:43:05.640398 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53786) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:05.672814 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-004e2be8-707d-4eee-9fd6-ef3298fb16b9 None None] Set router d1289ba1-d9fb-49e4-b7fa-9dfe307e6e0b gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:43:05.727394 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-20cbb8ef-5fbf-4f23-b375-f2e1b7305db1 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Deleting subnet 540d487b-e25b-4d54-95fe-b2d05bcb76cb {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:43:05.731261 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-20cbb8ef-5fbf-4f23-b375-f2e1b7305db1 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks [] for subnet (540d487b-e25b-4d54-95fe-b2d05bcb76cb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:05.757229 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-23ce13a9-ce27-4d39-9da2-a1c33f50e9d4 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "GET /v2.0/ports?device_id=d1289ba1-d9fb-49e4-b7fa-9dfe307e6e0b HTTP/1.1" status: 200 len: 205 time: 0.0716980 Feb 17 17:43:05.775282 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 53798) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:05.780560 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-004e2be8-707d-4eee-9fd6-ef3298fb16b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1289ba1-d9fb-49e4-b7fa-9dfe307e6e0b', 'name': 'tempest-RoutersIpV6Test-router-326620409', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:43:04Z', 'updated_at': '2022-02-17T17:43:04Z', 'revision_number': 2, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'gw_port_host': None}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:05.796454 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-20cbb8ef-5fbf-4f23-b375-f2e1b7305db1 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (540d487b-e25b-4d54-95fe-b2d05bcb76cb), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:05.824549 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004e2be8-707d-4eee-9fd6-ef3298fb16b9 None None] Checking router: d1289ba1-d9fb-49e4-b7fa-9dfe307e6e0b for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:43:05.828330 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774cd71-ab6f-4b8d-a4fd-a74a4ec142a2 req-736e8d57-7a8d-4126-8b05-2f87b7b57e09 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:05.831780 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8774cd71-ab6f-4b8d-a4fd-a74a4ec142a2 req-736e8d57-7a8d-4126-8b05-2f87b7b57e09 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=926714fc-e3e6-4a71-b017-ffe596828300 HTTP/1.1" status: 200 len: 944 time: 0.7616990 Feb 17 17:43:05.849723 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004e2be8-707d-4eee-9fd6-ef3298fb16b9 None None] Routers {'d1289ba1-d9fb-49e4-b7fa-9dfe307e6e0b'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:43:05.850363 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-004e2be8-707d-4eee-9fd6-ef3298fb16b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:43:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['d1289ba1-d9fb-49e4-b7fa-9dfe307e6e0b'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:05.909404 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-20cbb8ef-5fbf-4f23-b375-f2e1b7305db1 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (540d487b-e25b-4d54-95fe-b2d05bcb76cb), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:05.917916 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e2223-fe40-4545-9d0c-5b67fdfe1e5d req-692fbcdc-0f19-420c-a7ef-3f813c10991a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:05.934297 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c80e2223-fe40-4545-9d0c-5b67fdfe1e5d req-692fbcdc-0f19-420c-a7ef-3f813c10991a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b20ab57b-0ae5-4c69-b6b9-871207503198 HTTP/1.1" status: 200 len: 846 time: 0.5996082 Feb 17 17:43:05.996561 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-20cbb8ef-5fbf-4f23-b375-f2e1b7305db1 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (540d487b-e25b-4d54-95fe-b2d05bcb76cb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:06.021089 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-004e2be8-707d-4eee-9fd6-ef3298fb16b9 None None] Set router d1289ba1-d9fb-49e4-b7fa-9dfe307e6e0b gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:43:06.042225 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cbb8ef-5fbf-4f23-b375-f2e1b7305db1 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Pushing event deleted for resources: {'Subnet': ['ID=540d487b-e25b-4d54-95fe-b2d05bcb76cb,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:06.053324 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-20cbb8ef-5fbf-4f23-b375-f2e1b7305db1 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:06.057974 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-20cbb8ef-5fbf-4f23-b375-f2e1b7305db1 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "DELETE /v2.0/subnets/540d487b-e25b-4d54-95fe-b2d05bcb76cb HTTP/1.1" status: 204 len: 168 time: 0.4162834 Feb 17 17:43:06.060903 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53800) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:06.079271 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5d24b4-e9ee-4aa5-aaa9-81c686323e5d None None] Network 7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:43:06.116007 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-7e131eee-9f12-4d0d-90e6-dad081ba85a3 req-520f5c22-293b-4cf4-b093-eb9aabbcf7a3 service neutron] Attempting to bind port 954da632-fec5-4b22-ab89-0b217be93cc3 on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:43:06.116287 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-7e131eee-9f12-4d0d-90e6-dad081ba85a3 req-520f5c22-293b-4cf4-b093-eb9aabbcf7a3 service neutron] Attempting to bind port 954da632-fec5-4b22-ab89-0b217be93cc3 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': 'aa49af03-c564-4082-a30e-ef5173ffc14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a2fb92ab-24a0-482b-a0c3-06bfd51c2e52'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:43:06.116626 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e131eee-9f12-4d0d-90e6-dad081ba85a3 req-520f5c22-293b-4cf4-b093-eb9aabbcf7a3 service neutron] Attempting to bind port 954da632-fec5-4b22-ab89-0b217be93cc3 on network a2fb92ab-24a0-482b-a0c3-06bfd51c2e52 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:43:06.159296 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e131eee-9f12-4d0d-90e6-dad081ba85a3 req-520f5c22-293b-4cf4-b093-eb9aabbcf7a3 service neutron] Port 954da632-fec5-4b22-ab89-0b217be93cc3 on network a2fb92ab-24a0-482b-a0c3-06bfd51c2e52 not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:43:06.159702 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e131eee-9f12-4d0d-90e6-dad081ba85a3 req-520f5c22-293b-4cf4-b093-eb9aabbcf7a3 service neutron] Attempting to bind port 954da632-fec5-4b22-ab89-0b217be93cc3 on network a2fb92ab-24a0-482b-a0c3-06bfd51c2e52 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:43:06.168306 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-28e3f6a7-633d-49cc-966d-be5cdeaf0681 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Deleting subnet f2e0eb54-8f78-4737-b37f-1044983cc57f {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:43:06.181102 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e131eee-9f12-4d0d-90e6-dad081ba85a3 req-520f5c22-293b-4cf4-b093-eb9aabbcf7a3 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:43:06.181496 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e131eee-9f12-4d0d-90e6-dad081ba85a3 req-520f5c22-293b-4cf4-b093-eb9aabbcf7a3 service neutron] Checking segment: {'id': 'aa49af03-c564-4082-a30e-ef5173ffc14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a2fb92ab-24a0-482b-a0c3-06bfd51c2e52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:43:06.181837 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e131eee-9f12-4d0d-90e6-dad081ba85a3 req-520f5c22-293b-4cf4-b093-eb9aabbcf7a3 service neutron] Bound using segment: {'id': 'aa49af03-c564-4082-a30e-ef5173ffc14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a2fb92ab-24a0-482b-a0c3-06bfd51c2e52'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:43:06.182278 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-7e131eee-9f12-4d0d-90e6-dad081ba85a3 req-520f5c22-293b-4cf4-b093-eb9aabbcf7a3 service neutron] Bound port: 954da632-fec5-4b22-ab89-0b217be93cc3, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa49af03-c564-4082-a30e-ef5173ffc14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a2fb92ab-24a0-482b-a0c3-06bfd51c2e52'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:43:06.182643 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-7e131eee-9f12-4d0d-90e6-dad081ba85a3 req-520f5c22-293b-4cf4-b093-eb9aabbcf7a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (954da632-fec5-4b22-ab89-0b217be93cc3), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:06.185208 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28e3f6a7-633d-49cc-966d-be5cdeaf0681 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks [] for subnet (f2e0eb54-8f78-4737-b37f-1044983cc57f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:06.186172 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53379414-8fcd-40f0-a56a-ee4d0b981331 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for router (d1289ba1-d9fb-49e4-b7fa-9dfe307e6e0b), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:06.198828 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-004e2be8-707d-4eee-9fd6-ef3298fb16b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1289ba1-d9fb-49e4-b7fa-9dfe307e6e0b', 'name': 'tempest-RoutersIpV6Test-router-326620409', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:43:04Z', 'updated_at': '2022-02-17T17:43:04Z', 'revision_number': 2, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'gw_port_host': None}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:06.201673 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c80e2223-fe40-4545-9d0c-5b67fdfe1e5d req-fe881af3-ce5f-4983-9ee5-5513e094330e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=41eab850-74f8-4919-9573-0fe261607aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1684289 Feb 17 17:43:06.257932 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28e3f6a7-633d-49cc-966d-be5cdeaf0681 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (f2e0eb54-8f78-4737-b37f-1044983cc57f), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:06.294354 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004e2be8-707d-4eee-9fd6-ef3298fb16b9 None None] The sync data for ids ['d1289ba1-d9fb-49e4-b7fa-9dfe307e6e0b'] in n-d-829613-2 is: [{'id': 'd1289ba1-d9fb-49e4-b7fa-9dfe307e6e0b', 'name': 'tempest-RoutersIpV6Test-router-326620409', 'tenant_id': '04e7db23090146589aa29ee9174e4b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:43:04Z', 'updated_at': '2022-02-17T17:43:04Z', 'revision_number': 2, 'project_id': '04e7db23090146589aa29ee9174e4b32', 'gw_port_host': None}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:43:06.433433 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38dc978-353b-4442-a10b-e0d0af8710bf', 'name': 'network-vif-deleted', 'tag': '951e9c1d-6d91-4db0-9c62-8ee608c26c5d'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:43:06.435701 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8fdb70-2428-435f-9a0c-84ade2e21c18" -d '{"events": [{"server_uuid": "b38dc978-353b-4442-a10b-e0d0af8710bf", "name": "network-vif-deleted", "tag": "951e9c1d-6d91-4db0-9c62-8ee608c26c5d"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:43:06.511349 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c709ddfc-d9a1-4782-82f9-0b9e7015e498 None None] DHCP port deletion for 7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:43:06.520433 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28e3f6a7-633d-49cc-966d-be5cdeaf0681 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (f2e0eb54-8f78-4737-b37f-1044983cc57f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:06.577431 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-c709ddfc-d9a1-4782-82f9-0b9e7015e498 None None] Deleting port 3a5984cc-f40e-4580-bea4-d43599054d5b {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:43:06.577972 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c709ddfc-d9a1-4782-82f9-0b9e7015e498 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (3a5984cc-f40e-4580-bea4-d43599054d5b), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:06.666915 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-c709ddfc-d9a1-4782-82f9-0b9e7015e498 None None] For port 3a5984cc-f40e-4580-bea4-d43599054d5b, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=3a5984cc-f40e-4580-bea4-d43599054d5b,segment=NetworkSegment(82732791-61b6-4864-92cc-594948a3b9a8),segment_id=82732791-61b6-4864-92cc-594948a3b9a8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:43:06.667493 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c709ddfc-d9a1-4782-82f9-0b9e7015e498 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (3a5984cc-f40e-4580-bea4-d43599054d5b), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:06.674501 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28e3f6a7-633d-49cc-966d-be5cdeaf0681 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (f2e0eb54-8f78-4737-b37f-1044983cc57f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:06.687460 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-c709ddfc-d9a1-4782-82f9-0b9e7015e498 None None] Calling delete_port for 3a5984cc-f40e-4580-bea4-d43599054d5b owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:43:06.700208 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28e3f6a7-633d-49cc-966d-be5cdeaf0681 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:06.709190 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-28e3f6a7-633d-49cc-966d-be5cdeaf0681 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "DELETE /v2.0/subnets/f2e0eb54-8f78-4737-b37f-1044983cc57f HTTP/1.1" status: 204 len: 168 time: 0.6464176 Feb 17 17:43:06.722905 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c80e2223-fe40-4545-9d0c-5b67fdfe1e5d req-40d06702-ead5-49af-be25-3db89af5f8f7 service neutron] 10.222.0.71 "GET /v2.0/networks/41eab850-74f8-4919-9573-0fe261607aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381833 Feb 17 17:43:06.770555 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53810) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:06.804422 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d284ceb1-d6d4-4a68-92cd-43af10e42bfc None None] Network cc320263-b432-4650-9484-dc130e67f905 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:43:06.805498 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e3f6a7-633d-49cc-966d-be5cdeaf0681 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Pushing event deleted for resources: {'Subnet': ['ID=f2e0eb54-8f78-4737-b37f-1044983cc57f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:06.816507 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8774cd71-ab6f-4b8d-a4fd-a74a4ec142a2 req-8d5d3874-0cf4-46fc-969c-ac3d71cd9594 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9752254 Feb 17 17:43:07.024718 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-98571666-b381-4ed4-beea-605025342e6a tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:07.034880 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c709ddfc-d9a1-4782-82f9-0b9e7015e498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (3a5984cc-f40e-4580-bea4-d43599054d5b), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:07.225083 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-98571666-b381-4ed4-beea-605025342e6a tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:07.250482 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-98571666-b381-4ed4-beea-605025342e6a tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:07.262587 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-98571666-b381-4ed4-beea-605025342e6a tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82732791-61b6-4864-92cc-594948a3b9a8') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:07.263170 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-98571666-b381-4ed4-beea-605025342e6a tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82732791-61b6-4864-92cc-594948a3b9a8') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:07.264944 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c709ddfc-d9a1-4782-82f9-0b9e7015e498 None None] Pushing event deleted for resources: {'Port': ['ID=3a5984cc-f40e-4580-bea4-d43599054d5b,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:07.272102 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53379414-8fcd-40f0-a56a-ee4d0b981331 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (d1289ba1-d9fb-49e4-b7fa-9dfe307e6e0b), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:07.274854 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53379414-8fcd-40f0-a56a-ee4d0b981331 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for router_controller (d1289ba1-d9fb-49e4-b7fa-9dfe307e6e0b), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:07.284968 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-98571666-b381-4ed4-beea-605025342e6a tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (82732791-61b6-4864-92cc-594948a3b9a8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:07.293576 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:07.294936 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c709ddfc-d9a1-4782-82f9-0b9e7015e498 None None] No DVR routers for this DVR port 3a5984cc-f40e-4580-bea4-d43599054d5b on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:43:07.343802 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-98571666-b381-4ed4-beea-605025342e6a tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (82732791-61b6-4864-92cc-594948a3b9a8), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:07.367688 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de30c90-6fd3-40fc-b2d4-5eb45f6d1064 x-openstack-request-id: req-9de30c90-6fd3-40fc-b2d4-5eb45f6d1064 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:43:07.368010 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38dc978-353b-4442-a10b-e0d0af8710bf", "name": "network-vif-deleted", "tag": "951e9c1d-6d91-4db0-9c62-8ee608c26c5d", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:43:07.368275 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9de30c90-6fd3-40fc-b2d4-5eb45f6d1064 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:43:07.368692 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38dc978-353b-4442-a10b-e0d0af8710bf', 'name': 'network-vif-deleted', 'tag': '951e9c1d-6d91-4db0-9c62-8ee608c26c5d', 'status': 'completed', 'code': 200} Feb 17 17:43:07.399017 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98571666-b381-4ed4-beea-605025342e6a tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:43:07.399547 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-98571666-b381-4ed4-beea-605025342e6a tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (82732791-61b6-4864-92cc-594948a3b9a8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:07.405286 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53379414-8fcd-40f0-a56a-ee4d0b981331 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (d1289ba1-d9fb-49e4-b7fa-9dfe307e6e0b), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:07.406130 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53379414-8fcd-40f0-a56a-ee4d0b981331 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Fanout notify agent at l3_agent the message router_deleted on router d1289ba1-d9fb-49e4-b7fa-9dfe307e6e0b {{(pid=103435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:43:07.428213 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-7e131eee-9f12-4d0d-90e6-dad081ba85a3 req-520f5c22-293b-4cf4-b093-eb9aabbcf7a3 service neutron] For port 954da632-fec5-4b22-ab89-0b217be93cc3, host n-h2-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:43:07.456538 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53379414-8fcd-40f0-a56a-ee4d0b981331 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:07.463602 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-53379414-8fcd-40f0-a56a-ee4d0b981331 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "DELETE /v2.0/routers/d1289ba1-d9fb-49e4-b7fa-9dfe307e6e0b HTTP/1.1" status: 204 len: 168 time: 1.6750894 Feb 17 17:43:07.497519 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a30f366-1983-496c-8ee8-83e5efe8a3df None None] DHCP port deletion for cc320263-b432-4650-9484-dc130e67f905 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:43:07.520313 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-7e131eee-9f12-4d0d-90e6-dad081ba85a3 req-520f5c22-293b-4cf4-b093-eb9aabbcf7a3 service neutron] For port 954da632-fec5-4b22-ab89-0b217be93cc3, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=954da632-fec5-4b22-ab89-0b217be93cc3,segment=NetworkSegment(aa49af03-c564-4082-a30e-ef5173ffc14e),segment_id=aa49af03-c564-4082-a30e-ef5173ffc14e)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:43:07.520555 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 53836) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:07.701356 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5a30f366-1983-496c-8ee8-83e5efe8a3df None None] Deleting port 4dfd3d7a-0cce-4511-9825-cc23505324dc {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:43:07.702335 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5a30f366-1983-496c-8ee8-83e5efe8a3df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (4dfd3d7a-0cce-4511-9825-cc23505324dc), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:07.712122 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:43:07.712122 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:43:07.712122 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:43:07.712122 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:43:07.712122 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:43:07.712122 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:43:07.712122 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:43:07.712122 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:43:07.712122 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:43:07.712122 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:43:07.712122 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:43:07.712122 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:43:07.712122 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:43:07.712122 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:43:07.712122 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:43:07.712122 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:43:07.712122 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:43:07.712122 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:43:07.712122 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:43:07.712122 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:43:07.712122 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:43:07.712122 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:43:07.712122 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:43:07.712122 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:43:07.712122 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:43:07.712122 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:43:07.712122 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:43:07.712122 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:43:07.712122 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:43:07.712122 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:43:07.712122 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:43:07.712122 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:43:07.729243 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-98571666-b381-4ed4-beea-605025342e6a tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:07.748354 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-98571666-b381-4ed4-beea-605025342e6a tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:07.769109 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-98571666-b381-4ed4-beea-605025342e6a tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "DELETE /v2.0/networks/7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef HTTP/1.1" status: 204 len: 168 time: 0.9824941 Feb 17 17:43:07.769109 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53840) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:07.803256 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b541c5b-2c26-4644-a7bd-0da673fe3744 req-8ac75c8a-50a4-48b6-a01f-655ca39af727 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:07.813820 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7b541c5b-2c26-4644-a7bd-0da673fe3744 req-8ac75c8a-50a4-48b6-a01f-655ca39af727 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/networks?id=86d00201-0d9a-4363-96b8-dd16d5e6e4d8 HTTP/1.1" status: 200 len: 812 time: 0.3526614 Feb 17 17:43:07.846662 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-7e131eee-9f12-4d0d-90e6-dad081ba85a3 req-520f5c22-293b-4cf4-b093-eb9aabbcf7a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (954da632-fec5-4b22-ab89-0b217be93cc3), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:07.858726 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5a30f366-1983-496c-8ee8-83e5efe8a3df None None] For port 4dfd3d7a-0cce-4511-9825-cc23505324dc, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=4dfd3d7a-0cce-4511-9825-cc23505324dc,segment=NetworkSegment(13d2e8d9-7afd-45f6-84e2-b7416289d330),segment_id=13d2e8d9-7afd-45f6-84e2-b7416289d330)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:43:07.859115 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5a30f366-1983-496c-8ee8-83e5efe8a3df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (4dfd3d7a-0cce-4511-9825-cc23505324dc), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:07.876098 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5a30f366-1983-496c-8ee8-83e5efe8a3df None None] Calling delete_port for 4dfd3d7a-0cce-4511-9825-cc23505324dc owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:43:07.983210 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98571666-b381-4ed4-beea-605025342e6a tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Pushing event deleted for resources: {'Network': ['ID=7c8b9c7d-3aca-43a3-83e9-d3bc39a5c1ef,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:07.993669 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8936cd9b-53cd-43be-a971-9a8582b7e3c8 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (cc320263-b432-4650-9484-dc130e67f905), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:08.011826 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b8724cda-acb1-429c-9923-40236392116e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "GET /v2.0/ports?device_id=d1289ba1-d9fb-49e4-b7fa-9dfe307e6e0b HTTP/1.1" status: 200 len: 205 time: 0.4899364 Feb 17 17:43:08.016467 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53844) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:08.085756 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5a30f366-1983-496c-8ee8-83e5efe8a3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (4dfd3d7a-0cce-4511-9825-cc23505324dc), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:08.095826 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7b541c5b-2c26-4644-a7bd-0da673fe3744 req-a7ee23b6-b0c4-4c63-b906-74e2c5216cb3 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/quotas/33d2652e6f5f4a26a4a17eafa5211a33 HTTP/1.1" status: 200 len: 375 time: 0.2812247 Feb 17 17:43:08.181843 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-e2847ae1-d0e7-46a1-8945-b072973d8050 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] delete failed (client error): The resource could not be found. Feb 17 17:43:08.186678 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e2847ae1-d0e7-46a1-8945-b072973d8050 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "DELETE /v2.0/routers/d1289ba1-d9fb-49e4-b7fa-9dfe307e6e0b HTTP/1.1" status: 404 len: 336 time: 0.1648955 Feb 17 17:43:08.188135 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53850) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:08.215157 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0b0ae-847c-46e7-8d78-fca0f602452d req-07475b71-f044-4396-8bfd-c44cf7e8aebc tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:08.220496 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fbe0b0ae-847c-46e7-8d78-fca0f602452d req-07475b71-f044-4396-8bfd-c44cf7e8aebc tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a7a5268-664b-4b8f-acd5-002e8b8e3ddc HTTP/1.1" status: 200 len: 943 time: 1.7352662 Feb 17 17:43:08.233299 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7b541c5b-2c26-4644-a7bd-0da673fe3744 req-85b8bece-216e-403d-bfb6-bb472db65600 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=33d2652e6f5f4a26a4a17eafa5211a33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1362107 Feb 17 17:43:08.261315 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 4dfd3d7a-0cce-4511-9825-cc23505324dc no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:43:08.272723 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e131eee-9f12-4d0d-90e6-dad081ba85a3 req-520f5c22-293b-4cf4-b093-eb9aabbcf7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:08.273571 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-7e131eee-9f12-4d0d-90e6-dad081ba85a3 req-520f5c22-293b-4cf4-b093-eb9aabbcf7a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:08.276322 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7e131eee-9f12-4d0d-90e6-dad081ba85a3 req-520f5c22-293b-4cf4-b093-eb9aabbcf7a3 service neutron] 10.222.0.91 "PUT /v2.0/ports/954da632-fec5-4b22-ab89-0b217be93cc3 HTTP/1.1" status: 200 len: 1091 time: 7.2525029 Feb 17 17:43:08.309715 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 4dfd3d7a-0cce-4511-9825-cc23505324dc {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:43:08.310228 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 4dfd3d7a-0cce-4511-9825-cc23505324dc not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:43:08.310560 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 3a5984cc-f40e-4580-bea4-d43599054d5b no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:43:08.337457 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a30f366-1983-496c-8ee8-83e5efe8a3df None None] Pushing event deleted for resources: {'Port': ['ID=4dfd3d7a-0cce-4511-9825-cc23505324dc,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:08.339523 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a30f366-1983-496c-8ee8-83e5efe8a3df None None] No DVR routers for this DVR port 4dfd3d7a-0cce-4511-9825-cc23505324dc on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:43:08.341610 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 3a5984cc-f40e-4580-bea4-d43599054d5b {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:43:08.341960 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 3a5984cc-f40e-4580-bea4-d43599054d5b not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:43:08.345053 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:08.479125 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8936cd9b-53cd-43be-a971-9a8582b7e3c8 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (cc320263-b432-4650-9484-dc130e67f905), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:08.506918 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c80e2223-fe40-4545-9d0c-5b67fdfe1e5d req-549cd03e-de19-4434-94b5-d53fc5024465 service neutron] 10.222.0.71 "GET /v2.0/networks/41eab850-74f8-4919-9573-0fe261607aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7051280 Feb 17 17:43:08.508057 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-8936cd9b-53cd-43be-a971-9a8582b7e3c8 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc320263-b432-4650-9484-dc130e67f905']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:08.520589 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f5c22-293b-4cf4-b093-eb9aabbcf7a3 service neutron] Pushing event updated for resources: {'Port': ['ID=954da632-fec5-4b22-ab89-0b217be93cc3,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:08.520804 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-8936cd9b-53cd-43be-a971-9a8582b7e3c8 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13d2e8d9-7afd-45f6-84e2-b7416289d330') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:08.520930 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-8936cd9b-53cd-43be-a971-9a8582b7e3c8 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13d2e8d9-7afd-45f6-84e2-b7416289d330') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:08.533435 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8936cd9b-53cd-43be-a971-9a8582b7e3c8 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (13d2e8d9-7afd-45f6-84e2-b7416289d330), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:08.550817 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8936cd9b-53cd-43be-a971-9a8582b7e3c8 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (13d2e8d9-7afd-45f6-84e2-b7416289d330), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:08.565212 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8936cd9b-53cd-43be-a971-9a8582b7e3c8 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:43:08.565212 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8936cd9b-53cd-43be-a971-9a8582b7e3c8 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (13d2e8d9-7afd-45f6-84e2-b7416289d330), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:08.570524 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e131eee-9f12-4d0d-90e6-dad081ba85a3 req-c3710af0-2d53-4bb8-a53a-7766e1a3e548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:08.573043 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7e131eee-9f12-4d0d-90e6-dad081ba85a3 req-c3710af0-2d53-4bb8-a53a-7766e1a3e548 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=382b857f0e244ad488add6bf8393da4c&device_id=4a7a5268-664b-4b8f-acd5-002e8b8e3ddc HTTP/1.1" status: 200 len: 1125 time: 0.1785750 Feb 17 17:43:08.630127 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fbe0b0ae-847c-46e7-8d78-fca0f602452d req-c9599dd4-7d3c-473d-b409-e67f508b10c4 tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] 10.222.0.87 "GET /v2.0/security-groups?id=917c4dcd-7522-4812-b3d3-63da681a19d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464620 Feb 17 17:43:08.631458 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7e131eee-9f12-4d0d-90e6-dad081ba85a3 req-9be55f21-9e64-40bf-9aca-69d9dd517b63 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=954da632-fec5-4b22-ab89-0b217be93cc3 HTTP/1.1" status: 200 len: 217 time: 0.0487711 Feb 17 17:43:08.663835 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:43:08.663835 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:43:08.663835 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:43:08.663835 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:43:08.663835 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:43:08.663835 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:43:08.663835 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:43:08.663835 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:43:08.663835 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:43:08.663835 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:43:08.663835 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:43:08.663835 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:43:08.663835 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:43:08.663835 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:43:08.663835 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:43:08.663835 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:43:08.663835 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:43:08.663835 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:43:08.663835 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:43:08.663835 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:43:08.663835 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:43:08.663835 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:43:08.663835 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:43:08.663835 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:43:08.663835 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:43:08.663835 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:43:08.663835 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:43:08.663835 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:43:08.663835 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:43:08.663835 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:43:08.663835 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:43:08.663835 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:43:08.672654 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-056ae6c4-e724-4f4c-aab4-a5d1f4367568 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] DELETE failed (client error): The resource could not be found. Feb 17 17:43:08.674249 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-056ae6c4-e724-4f4c-aab4-a5d1f4367568 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:43:08.685860 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-056ae6c4-e724-4f4c-aab4-a5d1f4367568 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "DELETE /v2.0/subnets/61d56af0-376f-4601-88fd-9ba75d110c81 HTTP/1.1" status: 404 len: 337 time: 0.4955106 Feb 17 17:43:08.688200 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53854) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:08.689639 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8936cd9b-53cd-43be-a971-9a8582b7e3c8 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (cc320263-b432-4650-9484-dc130e67f905), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:08.714004 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7b541c5b-2c26-4644-a7bd-0da673fe3744 req-26a88a53-5704-4852-8f04-510a8b03c2de service neutron] 10.222.0.87 "GET /v2.0/networks/86d00201-0d9a-4363-96b8-dd16d5e6e4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4796066 Feb 17 17:43:08.717025 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e131eee-9f12-4d0d-90e6-dad081ba85a3 req-d938fd6c-eb39-4414-8891-9ef4be0631cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:08.718316 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7e131eee-9f12-4d0d-90e6-dad081ba85a3 req-d938fd6c-eb39-4414-8891-9ef4be0631cf service neutron] 10.222.0.91 "GET /v2.0/subnets?id=5f4853df-84e9-4b6c-b45a-555e57f7f4b9 HTTP/1.1" status: 200 len: 864 time: 0.0664239 Feb 17 17:43:08.817903 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8936cd9b-53cd-43be-a971-9a8582b7e3c8 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:08.822670 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8936cd9b-53cd-43be-a971-9a8582b7e3c8 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] 10.222.0.87 "DELETE /v2.0/networks/cc320263-b432-4650-9484-dc130e67f905 HTTP/1.1" status: 204 len: 168 time: 1.0198257 Feb 17 17:43:08.868803 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-d04b0d2d-df88-4e08-abe1-289846e0d714 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] DELETE failed (client error): The resource could not be found. Feb 17 17:43:08.880867 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d04b0d2d-df88-4e08-abe1-289846e0d714 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:43:08.884598 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d04b0d2d-df88-4e08-abe1-289846e0d714 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "DELETE /v2.0/subnets/d65811ae-6238-4ca2-a407-2a8d4b0838b6 HTTP/1.1" status: 404 len: 337 time: 0.1861522 Feb 17 17:43:08.890265 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53858) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:08.893046 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8936cd9b-53cd-43be-a971-9a8582b7e3c8 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] Pushing event deleted for resources: {'Network': ['ID=cc320263-b432-4650-9484-dc130e67f905,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:08.970521 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca9c944f-d3cd-4176-9b6c-9549a51e66cc tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] DELETE failed (client error): The resource could not be found. Feb 17 17:43:08.971412 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca9c944f-d3cd-4176-9b6c-9549a51e66cc tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:43:08.976304 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ca9c944f-d3cd-4176-9b6c-9549a51e66cc tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "DELETE /v2.0/subnets/3da41a4b-ede7-4b1c-8577-5d9bb335ebf9 HTTP/1.1" status: 404 len: 337 time: 0.0835159 Feb 17 17:43:08.977996 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53860) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:09.010570 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-7999966e-aad2-435e-af59-f532bbf85806 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] DELETE failed (client error): The resource could not be found. Feb 17 17:43:09.011155 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7999966e-aad2-435e-af59-f532bbf85806 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:43:09.017211 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7999966e-aad2-435e-af59-f532bbf85806 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "DELETE /v2.0/subnets/dc2bbaa1-919f-4f99-89f9-8a013e1ae2c2 HTTP/1.1" status: 404 len: 337 time: 0.0355809 Feb 17 17:43:09.017767 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53862) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:09.046000 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:09.059717 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-561157dc-6ed3-460a-9f4b-74e8c1d0da53 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "GET /v2.0/ports?device_id=9b2c10db-b692-4548-8f09-96a7ae3ab222 HTTP/1.1" status: 200 len: 205 time: 0.0371435 Feb 17 17:43:09.060659 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53864) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:09.115016 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-35ee0baf-3b38-452d-be68-6aef40246e20 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] delete failed (client error): The resource could not be found. Feb 17 17:43:09.118764 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-35ee0baf-3b38-452d-be68-6aef40246e20 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "DELETE /v2.0/routers/9b2c10db-b692-4548-8f09-96a7ae3ab222 HTTP/1.1" status: 404 len: 336 time: 0.0544622 Feb 17 17:43:09.122198 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53866) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:09.174356 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7e9404ae-0885-4226-949c-f7a37ef7a963 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "GET /v2.0/ports?device_id=27e62dec-dd3d-46ed-93fa-3142e825e676 HTTP/1.1" status: 200 len: 205 time: 0.0503154 Feb 17 17:43:09.174595 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53868) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:09.234152 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-fa06181e-5f0f-482f-92d1-3f975b8381e5 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] delete failed (client error): The resource could not be found. Feb 17 17:43:09.237786 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fa06181e-5f0f-482f-92d1-3f975b8381e5 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "DELETE /v2.0/routers/27e62dec-dd3d-46ed-93fa-3142e825e676 HTTP/1.1" status: 404 len: 336 time: 0.0588498 Feb 17 17:43:09.239533 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53872) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:09.273542 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ceca0b0-fd80-4b02-aa24-8c956de0ebff tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] DELETE failed (client error): The resource could not be found. Feb 17 17:43:09.274122 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ceca0b0-fd80-4b02-aa24-8c956de0ebff tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:43:09.280875 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3ceca0b0-fd80-4b02-aa24-8c956de0ebff tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "DELETE /v2.0/subnets/1d741246-3ffa-4873-8b24-c5ff63b7eccf HTTP/1.1" status: 404 len: 337 time: 0.0375824 Feb 17 17:43:09.281185 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53874) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:09.333023 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2de6ce87-1db9-4bdd-be15-2f3ab33054f7 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "GET /v2.0/ports?device_id=4857eaf5-6ad1-47f0-a643-7e2c4d28b8eb HTTP/1.1" status: 200 len: 205 time: 0.0501881 Feb 17 17:43:09.335725 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53876) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:09.375604 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a7a5268-664b-4b8f-acd5-002e8b8e3ddc', 'tag': '954da632-fec5-4b22-ab89-0b217be93cc3'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:43:09.378236 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d564f4ad-f3ea-45c2-9cd7-e505572c848e" -d '{"events": [{"name": "network-changed", "server_uuid": "4a7a5268-664b-4b8f-acd5-002e8b8e3ddc", "tag": "954da632-fec5-4b22-ab89-0b217be93cc3"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:43:09.383584 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7e131eee-9f12-4d0d-90e6-dad081ba85a3 req-2c4624ba-20af-4378-b2f8-00562a337f6b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a2fb92ab-24a0-482b-a0c3-06bfd51c2e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6387105 Feb 17 17:43:09.391473 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-49da2a4e-3c2d-4b9a-81ba-268d5c32919f tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] delete failed (client error): The resource could not be found. Feb 17 17:43:09.392662 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-49da2a4e-3c2d-4b9a-81ba-268d5c32919f tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "DELETE /v2.0/routers/4857eaf5-6ad1-47f0-a643-7e2c4d28b8eb HTTP/1.1" status: 404 len: 336 time: 0.0559640 Feb 17 17:43:09.395291 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53880) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:09.435967 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8fdf1e1c-a274-4e56-a0df-5ae7f52062d6 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "GET /v2.0/ports?device_id=c055d7d4-2793-4d02-acaf-7ebf209b012b HTTP/1.1" status: 200 len: 205 time: 0.0393369 Feb 17 17:43:09.438321 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53882) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:09.498998 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7e131eee-9f12-4d0d-90e6-dad081ba85a3 req-5ad12131-b9bf-44f1-b014-413027acf158 service neutron] 10.222.0.91 "GET /v2.0/networks/a2fb92ab-24a0-482b-a0c3-06bfd51c2e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039102 Feb 17 17:43:09.543300 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-eb637237-429d-4d4a-835f-b7a20f36e5cd tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] delete failed (client error): The resource could not be found. Feb 17 17:43:09.544688 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-eb637237-429d-4d4a-835f-b7a20f36e5cd tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "DELETE /v2.0/routers/c055d7d4-2793-4d02-acaf-7ebf209b012b HTTP/1.1" status: 404 len: 336 time: 0.1054435 Feb 17 17:43:09.547313 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53884) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:09.592738 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-edca3c16-215f-4829-9610-478f7e5cfce2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] DELETE failed (client error): The resource could not be found. Feb 17 17:43:09.593427 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edca3c16-215f-4829-9610-478f7e5cfce2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:43:09.596812 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-edca3c16-215f-4829-9610-478f7e5cfce2 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "DELETE /v2.0/subnets/70623506-a9e6-4c55-a529-9780b7dbf670 HTTP/1.1" status: 404 len: 337 time: 0.0483603 Feb 17 17:43:09.602151 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 53886) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:09.677743 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-694b55be-b95c-4555-a536-1c72f68d0f3c tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "GET /v2.0/ports?device_id=6bc749a9-7baa-4fcc-810f-53295b9b759b HTTP/1.1" status: 200 len: 205 time: 0.0686340 Feb 17 17:43:09.680345 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53890) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:09.688332 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ab7bd-8353-42ec-8547-c7fe6a36d955 req-78f338f5-84f6-4a27-9855-ffff67420ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:09.696431 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-550ab7bd-8353-42ec-8547-c7fe6a36d955 req-78f338f5-84f6-4a27-9855-ffff67420ab8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4010b90dceb14ea6a98968e6b17cf28b&device_id=926714fc-e3e6-4a71-b017-ffe596828300 HTTP/1.1" status: 200 len: 1126 time: 1.0623171 Feb 17 17:43:09.758256 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-c4c44caa-d17a-41a7-a3af-0333397b04fa tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] delete failed (client error): The resource could not be found. Feb 17 17:43:09.759754 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c4c44caa-d17a-41a7-a3af-0333397b04fa tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "DELETE /v2.0/routers/6bc749a9-7baa-4fcc-810f-53295b9b759b HTTP/1.1" status: 404 len: 336 time: 0.0779958 Feb 17 17:43:09.762682 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53892) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:09.786724 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7b541c5b-2c26-4644-a7bd-0da673fe3744 req-e7e60901-1331-41f9-9876-e7cf351a740a service neutron] 10.222.0.87 "GET /v2.0/networks/86d00201-0d9a-4363-96b8-dd16d5e6e4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0717173 Feb 17 17:43:09.808958 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-a92566b2-ad20-4786-845a-c49ced16248b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] DELETE failed (client error): The resource could not be found. Feb 17 17:43:09.810085 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a92566b2-ad20-4786-845a-c49ced16248b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:43:09.814162 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a92566b2-ad20-4786-845a-c49ced16248b tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "DELETE /v2.0/subnets/7a67c4b8-867a-40fd-b0c4-a38c8adeb3d3 HTTP/1.1" status: 404 len: 337 time: 0.0492353 Feb 17 17:43:09.817069 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53894) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:09.832103 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:43:09.845801 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd2943-d0c6-46e0-af5d-f8b1728e5f6d req-6e11fe30-3ebb-42c1-ad40-190719a6704b tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:09.871754 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-49bd2943-d0c6-46e0-af5d-f8b1728e5f6d req-6e11fe30-3ebb-42c1-ad40-190719a6704b tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=926714fc-e3e6-4a71-b017-ffe596828300 HTTP/1.1" status: 200 len: 944 time: 1.0539348 Feb 17 17:43:09.931612 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 53898) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:09.932552 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f69476ba-af43-4fe2-b13d-d08a48c48d35 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2225e1a-ef82-4253-b66b-bd99f4b37ccb HTTP/1.1" status: 200 len: 205 time: 0.0951164 Feb 17 17:43:10.161491 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7e131eee-9f12-4d0d-90e6-dad081ba85a3 req-43853bf2-e7b8-4f80-946e-b2964763444b service neutron] 10.222.0.91 "GET /v2.0/networks/a2fb92ab-24a0-482b-a0c3-06bfd51c2e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6364782 Feb 17 17:43:10.162674 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-baccf715-c0e9-4357-9de2-df1245eeaf22 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] delete failed (client error): The resource could not be found. Feb 17 17:43:10.166681 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53914) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:10.175676 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-baccf715-c0e9-4357-9de2-df1245eeaf22 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "DELETE /v2.0/routers/e2225e1a-ef82-4253-b66b-bd99f4b37ccb HTTP/1.1" status: 404 len: 336 time: 0.2350659 Feb 17 17:43:10.264639 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-f94b0254-00b4-4e6b-a727-3ac5c54e3a72 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] DELETE failed (client error): The resource could not be found. Feb 17 17:43:10.265755 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f94b0254-00b4-4e6b-a727-3ac5c54e3a72 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:43:10.286756 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f94b0254-00b4-4e6b-a727-3ac5c54e3a72 tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "DELETE /v2.0/subnets/35d44f6e-e93c-41ee-8c50-3eb7452f834d HTTP/1.1" status: 404 len: 337 time: 0.1142583 Feb 17 17:43:10.287732 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53920) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:10.319004 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-49bd2943-d0c6-46e0-af5d-f8b1728e5f6d req-857780b4-8cf6-497f-b856-5a868ccd4db9 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4429216 Feb 17 17:43:10.325586 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8168c2ee-deab-4fd4-8e75-37bff295e9f6 x-openstack-request-id: req-8168c2ee-deab-4fd4-8e75-37bff295e9f6 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:43:10.326110 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a7a5268-664b-4b8f-acd5-002e8b8e3ddc", "tag": "954da632-fec5-4b22-ab89-0b217be93cc3", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:43:10.326476 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8168c2ee-deab-4fd4-8e75-37bff295e9f6 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:43:10.327063 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a7a5268-664b-4b8f-acd5-002e8b8e3ddc', 'tag': '954da632-fec5-4b22-ab89-0b217be93cc3', 'status': 'completed', 'code': 200} Feb 17 17:43:10.367403 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ab7bd-8353-42ec-8547-c7fe6a36d955 req-e900a22b-e579-4348-b05b-8b576c98bc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:10.369016 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-550ab7bd-8353-42ec-8547-c7fe6a36d955 req-e900a22b-e579-4348-b05b-8b576c98bc5c service neutron] 10.222.0.71 "GET /v2.0/networks?id=41eab850-74f8-4919-9573-0fe261607aa2 HTTP/1.1" status: 200 len: 907 time: 0.6557927 Feb 17 17:43:10.552964 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-550ab7bd-8353-42ec-8547-c7fe6a36d955 req-d1886483-e144-4e75-bc0a-dcf43531240c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=059d38cd-8714-43c8-a998-faa511c71f44 HTTP/1.1" status: 200 len: 217 time: 0.1699564 Feb 17 17:43:10.680478 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ab7bd-8353-42ec-8547-c7fe6a36d955 req-6a324fd5-a0de-4d82-b998-a5a830009695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:10.683560 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-550ab7bd-8353-42ec-8547-c7fe6a36d955 req-6a324fd5-a0de-4d82-b998-a5a830009695 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b20ab57b-0ae5-4c69-b6b9-871207503198 HTTP/1.1" status: 200 len: 846 time: 0.0981207 Feb 17 17:43:10.687633 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c656a419-bad3-49a6-ac72-3edda38e7da9 req-c00461ad-a599-4fa5-b9cf-5ed3db49d54a tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=b1c56184-172c-429b-be9b-fb77a9a80bd3 HTTP/1.1" status: 200 len: 210 time: 0.1580238 Feb 17 17:43:10.729175 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-550ab7bd-8353-42ec-8547-c7fe6a36d955 req-98c93c1e-2a88-4eaf-aee5-8e901370efe0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=41eab850-74f8-4919-9573-0fe261607aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386684 Feb 17 17:43:10.734624 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564f4ad-f3ea-45c2-9cd7-e505572c848e req-ee0f0ef7-ad5c-4f77-b68c-7e94bc37a0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:10.736136 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d564f4ad-f3ea-45c2-9cd7-e505572c848e req-ee0f0ef7-ad5c-4f77-b68c-7e94bc37a0a6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=382b857f0e244ad488add6bf8393da4c&device_id=4a7a5268-664b-4b8f-acd5-002e8b8e3ddc HTTP/1.1" status: 200 len: 1125 time: 0.4080894 Feb 17 17:43:10.906808 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-550ab7bd-8353-42ec-8547-c7fe6a36d955 req-4c2cbfe6-e78b-4ea4-b681-c7c8924d51df service neutron] 10.222.0.71 "GET /v2.0/networks/41eab850-74f8-4919-9573-0fe261607aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696153 Feb 17 17:43:11.005393 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1b10f-9e8e-4609-82de-13b977ba9d2d req-9d992a1a-b3ee-425d-a87e-4f2520af9ed6 tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:11.012573 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a1d1b10f-9e8e-4609-82de-13b977ba9d2d req-9d992a1a-b3ee-425d-a87e-4f2520af9ed6 tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a7a5268-664b-4b8f-acd5-002e8b8e3ddc HTTP/1.1" status: 200 len: 943 time: 0.4813466 Feb 17 17:43:11.276735 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-cab71e21-7c63-48d8-ada4-54a166cc1d9e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] DELETE failed (client error): The resource could not be found. Feb 17 17:43:11.278606 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cab71e21-7c63-48d8-ada4-54a166cc1d9e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:43:11.303165 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-cab71e21-7c63-48d8-ada4-54a166cc1d9e tempest-RoutersIpV6Test-704216861 tempest-RoutersIpV6Test-704216861-project] 10.222.0.87 "DELETE /v2.0/subnets/288767de-63f0-4a87-884a-7f6ae5ae1683 HTTP/1.1" status: 404 len: 337 time: 1.0093155 Feb 17 17:43:11.308111 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564f4ad-f3ea-45c2-9cd7-e505572c848e req-f9097d69-4d82-4b50-84a5-398200edbd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:11.314121 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d564f4ad-f3ea-45c2-9cd7-e505572c848e req-f9097d69-4d82-4b50-84a5-398200edbd3b service neutron] 10.222.0.91 "GET /v2.0/networks?id=a2fb92ab-24a0-482b-a0c3-06bfd51c2e52 HTTP/1.1" status: 200 len: 925 time: 0.5667920 Feb 17 17:43:11.345011 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a1d1b10f-9e8e-4609-82de-13b977ba9d2d req-c1b66621-bf6f-4d33-a173-9f70bb19248e tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] 10.222.0.87 "GET /v2.0/security-groups?id=917c4dcd-7522-4812-b3d3-63da681a19d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314042 Feb 17 17:43:11.416786 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-550ab7bd-8353-42ec-8547-c7fe6a36d955 req-0acfdb3b-54cc-4ea7-a588-62e6e564f872 service neutron] 10.222.0.71 "GET /v2.0/networks/41eab850-74f8-4919-9573-0fe261607aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5037904 Feb 17 17:43:11.420802 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d564f4ad-f3ea-45c2-9cd7-e505572c848e req-bd06ae4e-184b-4c99-8e20-2467f1e1ef30 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=954da632-fec5-4b22-ab89-0b217be93cc3 HTTP/1.1" status: 200 len: 217 time: 0.0899050 Feb 17 17:43:11.496281 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 954da632-fec5-4b22-ab89-0b217be93cc3 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:43:11.659608 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564f4ad-f3ea-45c2-9cd7-e505572c848e req-0ad1ac2f-bb32-4118-a972-86bdbaab49b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:11.662434 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d564f4ad-f3ea-45c2-9cd7-e505572c848e req-0ad1ac2f-bb32-4118-a972-86bdbaab49b6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=5f4853df-84e9-4b6c-b45a-555e57f7f4b9 HTTP/1.1" status: 200 len: 864 time: 0.2347949 Feb 17 17:43:11.708277 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45fc7c-24e2-4413-8058-fb8b27016921 req-fea8663c-939a-4b57-89f8-04ca06363c4a tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:11.727702 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f45fc7c-24e2-4413-8058-fb8b27016921 req-fea8663c-939a-4b57-89f8-04ca06363c4a tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=926714fc-e3e6-4a71-b017-ffe596828300 HTTP/1.1" status: 200 len: 944 time: 0.1564147 Feb 17 17:43:11.882871 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d564f4ad-f3ea-45c2-9cd7-e505572c848e req-b1acb899-3d01-4247-bafb-54d0e11eddc8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a2fb92ab-24a0-482b-a0c3-06bfd51c2e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2139766 Feb 17 17:43:12.011464 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 954da632-fec5-4b22-ab89-0b217be93cc3, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=954da632-fec5-4b22-ab89-0b217be93cc3,segment=NetworkSegment(aa49af03-c564-4082-a30e-ef5173ffc14e),segment_id=aa49af03-c564-4082-a30e-ef5173ffc14e)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:43:12.071029 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53972) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:12.081246 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '954da632-fec5-4b22-ab89-0b217be93cc3', 'network_id': 'a2fb92ab-24a0-482b-a0c3-06bfd51c2e52', 'port_id': '954da632-fec5-4b22-ab89-0b217be93cc3', 'mac_address': 'fa:16:3e:16:10:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f4853df-84e9-4b6c-b45a-555e57f7f4b9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:43:12.184128 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 954da632-fec5-4b22-ab89-0b217be93cc3 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:43:12.187652 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c167b5c2-28d7-4820-b4e6-86b34b904d33 req-cbc25123-b00e-4766-a02b-71298f155316 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=b1c56184-172c-429b-be9b-fb77a9a80bd3 HTTP/1.1" status: 200 len: 210 time: 0.1492140 Feb 17 17:43:12.187915 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (954da632-fec5-4b22-ab89-0b217be93cc3), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:12.218661 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 954da632-fec5-4b22-ab89-0b217be93cc3 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:43:12.228077 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 059d38cd-8714-43c8-a998-faa511c71f44 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:43:12.312989 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 954da632-fec5-4b22-ab89-0b217be93cc3, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=954da632-fec5-4b22-ab89-0b217be93cc3,segment=NetworkSegment(aa49af03-c564-4082-a30e-ef5173ffc14e),segment_id=aa49af03-c564-4082-a30e-ef5173ffc14e)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:43:12.334721 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (954da632-fec5-4b22-ab89-0b217be93cc3), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:12.446398 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-969b2645-c5d6-44dd-bd61-8fc0e166ee4f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=04e7db23090146589aa29ee9174e4b32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3751163 Feb 17 17:43:12.448871 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53994) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:12.467088 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=954da632-fec5-4b22-ab89-0b217be93cc3,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:12.519749 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 059d38cd-8714-43c8-a998-faa511c71f44, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=059d38cd-8714-43c8-a998-faa511c71f44,segment=NetworkSegment(18563972-a346-4d2f-9db2-6c97a64b55cb),segment_id=18563972-a346-4d2f-9db2-6c97a64b55cb)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:43:12.521611 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b541c5b-2c26-4644-a7bd-0da673fe3744 req-15d81d92-d253-4755-b718-17a2e3a320e8 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:12.525341 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7b541c5b-2c26-4644-a7bd-0da673fe3744 req-15d81d92-d253-4755-b718-17a2e3a320e8 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.71 "GET /v2.0/networks?id=86d00201-0d9a-4363-96b8-dd16d5e6e4d8 HTTP/1.1" status: 200 len: 812 time: 0.1671422 Feb 17 17:43:12.549583 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-7b541c5b-2c26-4644-a7bd-0da673fe3744 req-54bfc419-40f3-4d25-afcd-c72943d2bd41 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Request body: {'port': {'device_id': 'b1c56184-172c-429b-be9b-fb77a9a80bd3', 'network_id': '86d00201-0d9a-4363-96b8-dd16d5e6e4d8', 'admin_state_up': True, 'tenant_id': '33d2652e6f5f4a26a4a17eafa5211a33'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:43:12.555451 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '059d38cd-8714-43c8-a998-faa511c71f44', 'network_id': '41eab850-74f8-4919-9573-0fe261607aa2', 'port_id': '059d38cd-8714-43c8-a998-faa511c71f44', 'mac_address': 'fa:16:3e:07:5f:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b20ab57b-0ae5-4c69-b6b9-871207503198', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:43:12.683431 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-23ebb404-953b-4a07-a9bf-583b2ae15787 admin admin] Publish callbacks [] for security_group (f414bcee-a209-40e9-91f3-964bf0206078), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:12.700141 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f45fc7c-24e2-4413-8058-fb8b27016921 req-edbbe9d8-8648-4605-96d9-dd1a4f82452e tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9713378 Feb 17 17:43:12.757020 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-23ebb404-953b-4a07-a9bf-583b2ae15787 admin admin] Publish callbacks [] for security_group (f414bcee-a209-40e9-91f3-964bf0206078), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:12.802848 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['954da632-fec5-4b22-ab89-0b217be93cc3'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:43:12.824066 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-23ebb404-953b-4a07-a9bf-583b2ae15787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (f414bcee-a209-40e9-91f3-964bf0206078), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:12.831125 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-23ebb404-953b-4a07-a9bf-583b2ae15787 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:12.838075 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-23ebb404-953b-4a07-a9bf-583b2ae15787 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f414bcee-a209-40e9-91f3-964bf0206078 HTTP/1.1" status: 204 len: 168 time: 0.3867664 Feb 17 17:43:12.857797 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebb404-953b-4a07-a9bf-583b2ae15787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f414bcee-a209-40e9-91f3-964bf0206078,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:12.940722 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 059d38cd-8714-43c8-a998-faa511c71f44 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:43:12.941129 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (059d38cd-8714-43c8-a998-faa511c71f44), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:12.971734 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d564f4ad-f3ea-45c2-9cd7-e505572c848e req-7b5239f2-e46c-4e02-a658-74901eabc068 service neutron] 10.222.0.91 "GET /v2.0/networks/a2fb92ab-24a0-482b-a0c3-06bfd51c2e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0773382 Feb 17 17:43:13.017904 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 059d38cd-8714-43c8-a998-faa511c71f44 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:43:13.077197 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 059d38cd-8714-43c8-a998-faa511c71f44, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=059d38cd-8714-43c8-a998-faa511c71f44,segment=NetworkSegment(18563972-a346-4d2f-9db2-6c97a64b55cb),segment_id=18563972-a346-4d2f-9db2-6c97a64b55cb)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:43:13.092170 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (059d38cd-8714-43c8-a998-faa511c71f44), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:13.212081 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=059d38cd-8714-43c8-a998-faa511c71f44,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:13.327769 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['059d38cd-8714-43c8-a998-faa511c71f44'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:43:13.342009 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fdc09f-a660-42b9-b158-9f6720215771 req-70e3d202-d9c6-4ab4-bdfb-11d9b19b7124 tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:13.354104 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b9fdc09f-a660-42b9-b158-9f6720215771 req-70e3d202-d9c6-4ab4-bdfb-11d9b19b7124 tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a7a5268-664b-4b8f-acd5-002e8b8e3ddc HTTP/1.1" status: 200 len: 944 time: 0.5793705 Feb 17 17:43:13.477387 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d564f4ad-f3ea-45c2-9cd7-e505572c848e req-0631faf1-ded2-404d-850a-9eee32677f80 service neutron] 10.222.0.91 "GET /v2.0/networks/a2fb92ab-24a0-482b-a0c3-06bfd51c2e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298236 Feb 17 17:43:13.500655 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-af881f9b-e5b3-47f2-a84a-98aa7b863c4a req-c5641b14-ff67-4ffe-9158-a7edac0973cc tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=b1c56184-172c-429b-be9b-fb77a9a80bd3 HTTP/1.1" status: 200 len: 210 time: 0.1149850 Feb 17 17:43:13.508557 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b541c5b-2c26-4644-a7bd-0da673fe3744 req-54bfc419-40f3-4d25-afcd-c72943d2bd41 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Made reservation on behalf of 33d2652e6f5f4a26a4a17eafa5211a33 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:43:13.514996 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-7b541c5b-2c26-4644-a7bd-0da673fe3744 req-54bfc419-40f3-4d25-afcd-c72943d2bd41 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:13.718750 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b9fdc09f-a660-42b9-b158-9f6720215771 req-84d52c34-67b2-4e0b-b989-3b0dd77f3aef tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] 10.222.0.87 "GET /v2.0/security-groups?id=917c4dcd-7522-4812-b3d3-63da681a19d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563697 Feb 17 17:43:13.890366 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-7b541c5b-2c26-4644-a7bd-0da673fe3744 req-54bfc419-40f3-4d25-afcd-c72943d2bd41 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Allocated IP 172.20.0.3 (86d00201-0d9a-4363-96b8-dd16d5e6e4d8/9b38a8c5-5190-4e64-a2cf-0cc233f21627/ec419eab-32cc-47c2-8217-cd3941d7eb11) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:43:14.221287 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 059d38cd-8714-43c8-a998-faa511c71f44 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:43:14.242100 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-7b541c5b-2c26-4644-a7bd-0da673fe3744 req-54bfc419-40f3-4d25-afcd-c72943d2bd41 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Publish callbacks [] for port (ec419eab-32cc-47c2-8217-cd3941d7eb11), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:14.333182 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-7b541c5b-2c26-4644-a7bd-0da673fe3744 req-54bfc419-40f3-4d25-afcd-c72943d2bd41 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (ec419eab-32cc-47c2-8217-cd3941d7eb11), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:14.333515 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 059d38cd-8714-43c8-a998-faa511c71f44 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:43:14.339231 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 059d38cd-8714-43c8-a998-faa511c71f44 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:43:14.340578 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (059d38cd-8714-43c8-a998-faa511c71f44), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:14.360180 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54076) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:14.424209 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07c685-f52d-4975-9353-a2f271278bdc req-f2c923ef-c179-4df7-874b-fbe89d7ce685 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:14.433142 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7d07c685-f52d-4975-9353-a2f271278bdc req-f2c923ef-c179-4df7-874b-fbe89d7ce685 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=926714fc-e3e6-4a71-b017-ffe596828300 HTTP/1.1" status: 200 len: 945 time: 0.5241892 Feb 17 17:43:14.521867 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b541c5b-2c26-4644-a7bd-0da673fe3744 req-54bfc419-40f3-4d25-afcd-c72943d2bd41 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Network 86d00201-0d9a-4363-96b8-dd16d5e6e4d8 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:43:14.539300 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 059d38cd-8714-43c8-a998-faa511c71f44 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:43:14.539852 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (059d38cd-8714-43c8-a998-faa511c71f44), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:14.548102 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-7b541c5b-2c26-4644-a7bd-0da673fe3744 req-54bfc419-40f3-4d25-afcd-c72943d2bd41 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:43:14.549543 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-c77575f7-3693-41ac-854f-823b8048473c tempest-SubnetPoolsTestJSON-1673909916 tempest-SubnetPoolsTestJSON-1673909916-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-822966185', 'prefixes': ['172.20.0.0/16']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:43:14.571016 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b541c5b-2c26-4644-a7bd-0da673fe3744 req-54bfc419-40f3-4d25-afcd-c72943d2bd41 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:43:14.620261 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bfc419-40f3-4d25-afcd-c72943d2bd41 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Pushing event updated for resources: {'Port': ['ID=ec419eab-32cc-47c2-8217-cd3941d7eb11,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:14.665824 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 059d38cd-8714-43c8-a998-faa511c71f44, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=059d38cd-8714-43c8-a998-faa511c71f44,segment=NetworkSegment(18563972-a346-4d2f-9db2-6c97a64b55cb),segment_id=18563972-a346-4d2f-9db2-6c97a64b55cb)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:43:14.668481 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926714fc-e3e6-4a71-b017-ffe596828300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059d38cd-8714-43c8-a998-faa511c71f44'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:43:14.677333 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ba3ad2-9fa4-400e-a119-fee1d56cbcca" -d '{"events": [{"server_uuid": "926714fc-e3e6-4a71-b017-ffe596828300", "name": "network-vif-plugged", "status": "completed", "tag": "059d38cd-8714-43c8-a998-faa511c71f44"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:43:14.685370 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (059d38cd-8714-43c8-a998-faa511c71f44), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:14.695866 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c77575f7-3693-41ac-854f-823b8048473c tempest-SubnetPoolsTestJSON-1673909916 tempest-SubnetPoolsTestJSON-1673909916-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:14.697207 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c77575f7-3693-41ac-854f-823b8048473c tempest-SubnetPoolsTestJSON-1673909916 tempest-SubnetPoolsTestJSON-1673909916-project] 10.222.0.87 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.3343072 Feb 17 17:43:14.700724 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54104) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:14.783656 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7d07c685-f52d-4975-9353-a2f271278bdc req-4be88fed-c870-4b71-873f-55e76cd1c0e4 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438618 Feb 17 17:43:14.803823 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bb11efda-f851-4e0f-bae0-3da4fb2059cb tempest-SubnetPoolsTestJSON-1673909916 tempest-SubnetPoolsTestJSON-1673909916-project] 10.222.0.87 "GET /v2.0/subnetpools/948b0112-db2e-4207-93e2-bd84da0ceec3 HTTP/1.1" status: 200 len: 731 time: 0.1019475 Feb 17 17:43:14.806914 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54116) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:14.808432 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=059d38cd-8714-43c8-a998-faa511c71f44,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:14.811326 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b541c5b-2c26-4644-a7bd-0da673fe3744 req-54bfc419-40f3-4d25-afcd-c72943d2bd41 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:14.812026 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-7b541c5b-2c26-4644-a7bd-0da673fe3744 req-54bfc419-40f3-4d25-afcd-c72943d2bd41 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:14.823286 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-a9e2de6b-c874-4353-9c04-71cc067d57e2 tempest-SubnetPoolsTestJSON-1673909916 tempest-SubnetPoolsTestJSON-1673909916-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1618585507'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:43:14.872235 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7b541c5b-2c26-4644-a7bd-0da673fe3744 req-54bfc419-40f3-4d25-afcd-c72943d2bd41 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3301854 Feb 17 17:43:14.892470 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-7b541c5b-2c26-4644-a7bd-0da673fe3744 req-7fca8180-94f6-4dd5-8438-8e7e6c148962 service neutron] Request body: {'port': {'device_id': 'b1c56184-172c-429b-be9b-fb77a9a80bd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:43:14.962212 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a9e2de6b-c874-4353-9c04-71cc067d57e2 tempest-SubnetPoolsTestJSON-1673909916 tempest-SubnetPoolsTestJSON-1673909916-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:14.963614 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a9e2de6b-c874-4353-9c04-71cc067d57e2 tempest-SubnetPoolsTestJSON-1673909916 tempest-SubnetPoolsTestJSON-1673909916-project] 10.222.0.87 "PUT /v2.0/subnetpools/948b0112-db2e-4207-93e2-bd84da0ceec3 HTTP/1.1" status: 200 len: 684 time: 0.1555214 Feb 17 17:43:14.969289 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54120) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:15.001867 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76bb7b31-beed-4184-862f-c7a6a7e440af x-openstack-request-id: req-76bb7b31-beed-4184-862f-c7a6a7e440af {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:43:15.002178 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926714fc-e3e6-4a71-b017-ffe596828300", "name": "network-vif-plugged", "status": "completed", "tag": "059d38cd-8714-43c8-a998-faa511c71f44", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:43:15.002435 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-76bb7b31-beed-4184-862f-c7a6a7e440af {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:43:15.002859 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '926714fc-e3e6-4a71-b017-ffe596828300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059d38cd-8714-43c8-a998-faa511c71f44', 'code': 200} Feb 17 17:43:15.133722 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-60727175-e292-40e3-acc1-7fe754386dcf tempest-SubnetPoolsTestJSON-1673909916 tempest-SubnetPoolsTestJSON-1673909916-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:15.134843 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-60727175-e292-40e3-acc1-7fe754386dcf tempest-SubnetPoolsTestJSON-1673909916 tempest-SubnetPoolsTestJSON-1673909916-project] 10.222.0.87 "DELETE /v2.0/subnetpools/948b0112-db2e-4207-93e2-bd84da0ceec3 HTTP/1.1" status: 204 len: 168 time: 0.1645761 Feb 17 17:43:15.137603 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54122) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:15.181363 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-46b3052d-ab10-49fd-a32a-7289e118d964 tempest-SubnetPoolsTestJSON-1673909916 tempest-SubnetPoolsTestJSON-1673909916-project] show failed (client error): The resource could not be found. Feb 17 17:43:15.182450 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-46b3052d-ab10-49fd-a32a-7289e118d964 tempest-SubnetPoolsTestJSON-1673909916 tempest-SubnetPoolsTestJSON-1673909916-project] 10.222.0.87 "GET /v2.0/subnetpools/948b0112-db2e-4207-93e2-bd84da0ceec3 HTTP/1.1" status: 404 len: 346 time: 0.0438309 Feb 17 17:43:15.185351 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54124) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:15.207363 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-3c97c85c-2aca-4ea6-878f-104d4d04c754 tempest-SubnetPoolsTestJSON-1673909916 tempest-SubnetPoolsTestJSON-1673909916-project] delete failed (client error): The resource could not be found. Feb 17 17:43:15.208458 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3c97c85c-2aca-4ea6-878f-104d4d04c754 tempest-SubnetPoolsTestJSON-1673909916 tempest-SubnetPoolsTestJSON-1673909916-project] 10.222.0.87 "DELETE /v2.0/subnetpools/948b0112-db2e-4207-93e2-bd84da0ceec3 HTTP/1.1" status: 404 len: 346 time: 0.0221004 Feb 17 17:43:15.226076 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760ce9b-84d6-40a7-bfea-dbcdcc17dd30 req-763f77c1-8c11-41f2-b9f7-904cef75d624 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:15.229671 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3760ce9b-84d6-40a7-bfea-dbcdcc17dd30 req-763f77c1-8c11-41f2-b9f7-904cef75d624 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=b1c56184-172c-429b-be9b-fb77a9a80bd3 HTTP/1.1" status: 200 len: 931 time: 0.2583973 Feb 17 17:43:15.243232 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-7b541c5b-2c26-4644-a7bd-0da673fe3744 req-7fca8180-94f6-4dd5-8438-8e7e6c148962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ec419eab-32cc-47c2-8217-cd3941d7eb11), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:15.323029 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3f59f-5342-4396-a718-475ffec76414 req-04d84632-8217-4f7c-92e1-d07675095df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:15.324819 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-08e3f59f-5342-4396-a718-475ffec76414 req-04d84632-8217-4f7c-92e1-d07675095df6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=926714fc-e3e6-4a71-b017-ffe596828300 HTTP/1.1" status: 200 len: 1128 time: 0.1837027 Feb 17 17:43:15.332960 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176fd5e6-f073-412c-8e75-e381b35fee3f req-fe5cf7d4-27cc-4595-aabe-2f23365ebfd4 tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:15.341263 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-176fd5e6-f073-412c-8e75-e381b35fee3f req-fe5cf7d4-27cc-4595-aabe-2f23365ebfd4 tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a7a5268-664b-4b8f-acd5-002e8b8e3ddc HTTP/1.1" status: 200 len: 944 time: 0.2447681 Feb 17 17:43:15.439426 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3760ce9b-84d6-40a7-bfea-dbcdcc17dd30 req-d8ebffe1-4f77-42e6-826c-eec9ad9b0354 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921575 Feb 17 17:43:15.493552 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-08e3f59f-5342-4396-a718-475ffec76414 req-db87f3ab-b2fc-43bd-bc3b-f4a49cb79db2 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493483 Feb 17 17:43:15.513343 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 954da632-fec5-4b22-ab89-0b217be93cc3 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:43:15.551986 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-176fd5e6-f073-412c-8e75-e381b35fee3f req-0442fb9d-aa58-47cb-97cb-ea93e5ea273a tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] 10.222.0.87 "GET /v2.0/security-groups?id=917c4dcd-7522-4812-b3d3-63da681a19d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089767 Feb 17 17:43:15.636792 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port 954da632-fec5-4b22-ab89-0b217be93cc3 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:43:15.646030 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 954da632-fec5-4b22-ab89-0b217be93cc3 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:43:15.646326 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (954da632-fec5-4b22-ab89-0b217be93cc3), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:15.658465 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54136) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:15.952301 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 954da632-fec5-4b22-ab89-0b217be93cc3 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:43:15.952301 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (954da632-fec5-4b22-ab89-0b217be93cc3), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:15.957915 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5905ded2-e249-4933-85a8-e67f5c28706f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:16.072141 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 954da632-fec5-4b22-ab89-0b217be93cc3, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=954da632-fec5-4b22-ab89-0b217be93cc3,segment=NetworkSegment(aa49af03-c564-4082-a30e-ef5173ffc14e),segment_id=aa49af03-c564-4082-a30e-ef5173ffc14e)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:43:16.078102 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (954da632-fec5-4b22-ab89-0b217be93cc3), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:16.079438 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 62c1567c-d8e8-4ed6-845c-4e123dcc6aff no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:43:16.143031 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5905ded2-e249-4933-85a8-e67f5c28706f admin admin] Publish callbacks [] for security_group (2c060695-1b62-40f4-b5a5-6939168f62b0), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:16.150419 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5905ded2-e249-4933-85a8-e67f5c28706f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (2c060695-1b62-40f4-b5a5-6939168f62b0), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:16.240268 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=954da632-fec5-4b22-ab89-0b217be93cc3,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:16.252795 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5905ded2-e249-4933-85a8-e67f5c28706f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=db5d11725b084b9f87347f707323648a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5926952 Feb 17 17:43:16.260514 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54162) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:16.302843 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 62c1567c-d8e8-4ed6-845c-4e123dcc6aff is: ACTIVE; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:43:16.303239 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (62c1567c-d8e8-4ed6-845c-4e123dcc6aff), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:16.376192 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5905ded2-e249-4933-85a8-e67f5c28706f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c060695-1b62-40f4-b5a5-6939168f62b0,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:16.422516 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 62c1567c-d8e8-4ed6-845c-4e123dcc6aff, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=62c1567c-d8e8-4ed6-845c-4e123dcc6aff,segment=NetworkSegment(1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8),segment_id=1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:43:16.433424 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (62c1567c-d8e8-4ed6-845c-4e123dcc6aff), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:16.446224 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b1a48-ddfc-45ae-8000-3a60922e0868 req-b53ed430-4484-458d-81e9-ee38b686aaae tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:16.451572 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fe4b1a48-ddfc-45ae-8000-3a60922e0868 req-b53ed430-4484-458d-81e9-ee38b686aaae tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/networks?id=83cc66ec-b716-4047-926b-17461255d55d HTTP/1.1" status: 200 len: 805 time: 0.3182366 Feb 17 17:43:16.454243 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28f91d11-e3aa-4244-9a32-ccdb04b07a70 admin admin] Publish callbacks [] for security_group (2c060695-1b62-40f4-b5a5-6939168f62b0), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:16.506661 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=62c1567c-d8e8-4ed6-845c-4e123dcc6aff,revision_number=8']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:16.515551 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28f91d11-e3aa-4244-9a32-ccdb04b07a70 admin admin] Publish callbacks [] for security_group (2c060695-1b62-40f4-b5a5-6939168f62b0), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:16.588904 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-7b541c5b-2c26-4644-a7bd-0da673fe3744 req-7fca8180-94f6-4dd5-8438-8e7e6c148962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec419eab-32cc-47c2-8217-cd3941d7eb11 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:43:16.601077 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-7b541c5b-2c26-4644-a7bd-0da673fe3744 req-7fca8180-94f6-4dd5-8438-8e7e6c148962 service neutron] Publish callbacks [] for port (ec419eab-32cc-47c2-8217-cd3941d7eb11), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:16.637740 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28f91d11-e3aa-4244-9a32-ccdb04b07a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (2c060695-1b62-40f4-b5a5-6939168f62b0), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:16.638251 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-7b541c5b-2c26-4644-a7bd-0da673fe3744 req-7fca8180-94f6-4dd5-8438-8e7e6c148962 service neutron] Transition to ACTIVE for port object ec419eab-32cc-47c2-8217-cd3941d7eb11 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:43:16.641380 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28f91d11-e3aa-4244-9a32-ccdb04b07a70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:16.645391 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-28f91d11-e3aa-4244-9a32-ccdb04b07a70 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2c060695-1b62-40f4-b5a5-6939168f62b0 HTTP/1.1" status: 204 len: 168 time: 0.3800802 Feb 17 17:43:16.661216 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f91d11-e3aa-4244-9a32-ccdb04b07a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c060695-1b62-40f4-b5a5-6939168f62b0,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:16.665151 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-7b541c5b-2c26-4644-a7bd-0da673fe3744 req-7fca8180-94f6-4dd5-8438-8e7e6c148962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (ec419eab-32cc-47c2-8217-cd3941d7eb11), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:16.731393 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff7b482-772d-4072-9321-f8a81cf7cc4a req-881190bf-ccb8-420d-aedf-a859b865201a tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:16.735664 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eff7b482-772d-4072-9321-f8a81cf7cc4a req-881190bf-ccb8-420d-aedf-a859b865201a tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=926714fc-e3e6-4a71-b017-ffe596828300 HTTP/1.1" status: 200 len: 946 time: 0.8026884 Feb 17 17:43:16.810163 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fe4b1a48-ddfc-45ae-8000-3a60922e0868 req-e5254b6e-bc25-466f-b057-3f181e25c995 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/quotas/d25e4e1cdd84422184c0ddb522055b36 HTTP/1.1" status: 200 len: 375 time: 0.1641757 Feb 17 17:43:16.877005 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eff7b482-772d-4072-9321-f8a81cf7cc4a req-9fbc922b-b153-44a9-9ae4-4eb5a26d5e58 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979259 Feb 17 17:43:16.918429 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fca8180-94f6-4dd5-8438-8e7e6c148962 service neutron] Pushing event updated for resources: {'Port': ['ID=ec419eab-32cc-47c2-8217-cd3941d7eb11,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:17.005137 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7a5268-664b-4b8f-acd5-002e8b8e3ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954da632-fec5-4b22-ab89-0b217be93cc3'}, {'server_uuid': 'd58b9cc9-333e-4cb9-8286-d3742f827ea1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62c1567c-d8e8-4ed6-845c-4e123dcc6aff'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:43:17.008303 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d088b9-16bf-42d5-abf7-70248a9060e8" -d '{"events": [{"server_uuid": "4a7a5268-664b-4b8f-acd5-002e8b8e3ddc", "name": "network-vif-plugged", "status": "completed", "tag": "954da632-fec5-4b22-ab89-0b217be93cc3"}, {"server_uuid": "d58b9cc9-333e-4cb9-8286-d3742f827ea1", "name": "network-vif-unplugged", "status": "completed", "tag": "62c1567c-d8e8-4ed6-845c-4e123dcc6aff"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:43:17.541258 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fe4b1a48-ddfc-45ae-8000-3a60922e0868 req-2369cf68-dadf-4ee5-91d0-c5f099b31d22 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=d25e4e1cdd84422184c0ddb522055b36&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7300627 Feb 17 17:43:17.621708 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-7b541c5b-2c26-4644-a7bd-0da673fe3744 req-7fca8180-94f6-4dd5-8438-8e7e6c148962 service neutron] Attempting to bind port ec419eab-32cc-47c2-8217-cd3941d7eb11 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:43:17.622165 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-7b541c5b-2c26-4644-a7bd-0da673fe3744 req-7fca8180-94f6-4dd5-8438-8e7e6c148962 service neutron] Attempting to bind port ec419eab-32cc-47c2-8217-cd3941d7eb11 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': 'a9afe95a-bc81-4053-bcf6-93dc37b0f7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '86d00201-0d9a-4363-96b8-dd16d5e6e4d8'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:43:17.622595 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b541c5b-2c26-4644-a7bd-0da673fe3744 req-7fca8180-94f6-4dd5-8438-8e7e6c148962 service neutron] Attempting to bind port ec419eab-32cc-47c2-8217-cd3941d7eb11 on network 86d00201-0d9a-4363-96b8-dd16d5e6e4d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:43:17.641711 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b541c5b-2c26-4644-a7bd-0da673fe3744 req-7fca8180-94f6-4dd5-8438-8e7e6c148962 service neutron] Port ec419eab-32cc-47c2-8217-cd3941d7eb11 on network 86d00201-0d9a-4363-96b8-dd16d5e6e4d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:43:17.642177 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b541c5b-2c26-4644-a7bd-0da673fe3744 req-7fca8180-94f6-4dd5-8438-8e7e6c148962 service neutron] Attempting to bind port ec419eab-32cc-47c2-8217-cd3941d7eb11 on network 86d00201-0d9a-4363-96b8-dd16d5e6e4d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:43:17.673977 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b541c5b-2c26-4644-a7bd-0da673fe3744 req-7fca8180-94f6-4dd5-8438-8e7e6c148962 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:43:17.674460 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b541c5b-2c26-4644-a7bd-0da673fe3744 req-7fca8180-94f6-4dd5-8438-8e7e6c148962 service neutron] Checking segment: {'id': 'a9afe95a-bc81-4053-bcf6-93dc37b0f7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '86d00201-0d9a-4363-96b8-dd16d5e6e4d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:43:17.674957 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b541c5b-2c26-4644-a7bd-0da673fe3744 req-7fca8180-94f6-4dd5-8438-8e7e6c148962 service neutron] Bound using segment: {'id': 'a9afe95a-bc81-4053-bcf6-93dc37b0f7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '86d00201-0d9a-4363-96b8-dd16d5e6e4d8'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:43:17.675522 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-7b541c5b-2c26-4644-a7bd-0da673fe3744 req-7fca8180-94f6-4dd5-8438-8e7e6c148962 service neutron] Bound port: ec419eab-32cc-47c2-8217-cd3941d7eb11, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9afe95a-bc81-4053-bcf6-93dc37b0f7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '86d00201-0d9a-4363-96b8-dd16d5e6e4d8'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:43:17.676893 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-7b541c5b-2c26-4644-a7bd-0da673fe3744 req-7fca8180-94f6-4dd5-8438-8e7e6c148962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ec419eab-32cc-47c2-8217-cd3941d7eb11), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:17.690060 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc9a42-818e-4932-884b-8378ea704c04 req-14795036-8ecf-4cd2-b7bf-efd8d1d55fc7 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:17.697178 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1ddc9a42-818e-4932-884b-8378ea704c04 req-14795036-8ecf-4cd2-b7bf-efd8d1d55fc7 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=b1c56184-172c-429b-be9b-fb77a9a80bd3 HTTP/1.1" status: 200 len: 943 time: 0.2876215 Feb 17 17:43:17.814063 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92abfbd4-75c9-4d6b-8193-3c3d31c29467 req-a7151394-908f-49c2-b11d-889cec691239 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:17.816017 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-92abfbd4-75c9-4d6b-8193-3c3d31c29467 req-a7151394-908f-49c2-b11d-889cec691239 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.91 "GET /v2.0/ports?device_id=d58b9cc9-333e-4cb9-8286-d3742f827ea1 HTTP/1.1" status: 200 len: 943 time: 0.3973200 Feb 17 17:43:17.880118 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-7b541c5b-2c26-4644-a7bd-0da673fe3744 req-7fca8180-94f6-4dd5-8438-8e7e6c148962 service neutron] For port ec419eab-32cc-47c2-8217-cd3941d7eb11, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:43:17.885788 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-7b541c5b-2c26-4644-a7bd-0da673fe3744 req-7fca8180-94f6-4dd5-8438-8e7e6c148962 service neutron] For port ec419eab-32cc-47c2-8217-cd3941d7eb11, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=ec419eab-32cc-47c2-8217-cd3941d7eb11,segment=NetworkSegment(a9afe95a-bc81-4053-bcf6-93dc37b0f7fa),segment_id=a9afe95a-bc81-4053-bcf6-93dc37b0f7fa)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:43:17.895194 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54200) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:17.961508 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-7b541c5b-2c26-4644-a7bd-0da673fe3744 req-7fca8180-94f6-4dd5-8438-8e7e6c148962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (ec419eab-32cc-47c2-8217-cd3941d7eb11), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:18.087986 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fca8180-94f6-4dd5-8438-8e7e6c148962 service neutron] Pushing event updated for resources: {'Port': ['ID=ec419eab-32cc-47c2-8217-cd3941d7eb11,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:18.088174 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-95c7fdce-54e6-4a2f-b7bd-584623b6b694 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1714415313'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:43:18.116869 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c7fdce-54e6-4a2f-b7bd-584623b6b694 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Made reservation on behalf of 4e3bdaa7eb30470b923a2646c386ca2c for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:43:18.120688 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-95c7fdce-54e6-4a2f-b7bd-584623b6b694 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:18.139014 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-95c7fdce-54e6-4a2f-b7bd-584623b6b694 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:18.146397 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fe4b1a48-ddfc-45ae-8000-3a60922e0868 req-cec61d13-a4b7-4032-a901-1957acb67e89 service neutron] 10.222.0.87 "GET /v2.0/networks/83cc66ec-b716-4047-926b-17461255d55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6034975 Feb 17 17:43:18.160114 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b541c5b-2c26-4644-a7bd-0da673fe3744 req-7fca8180-94f6-4dd5-8438-8e7e6c148962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:18.161544 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-7b541c5b-2c26-4644-a7bd-0da673fe3744 req-7fca8180-94f6-4dd5-8438-8e7e6c148962 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:18.164362 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7b541c5b-2c26-4644-a7bd-0da673fe3744 req-7fca8180-94f6-4dd5-8438-8e7e6c148962 service neutron] 10.222.0.71 "PUT /v2.0/ports/ec419eab-32cc-47c2-8217-cd3941d7eb11 HTTP/1.1" status: 200 len: 1091 time: 3.2883532 Feb 17 17:43:18.169585 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1c56184-172c-429b-be9b-fb77a9a80bd3', 'tag': 'ec419eab-32cc-47c2-8217-cd3941d7eb11'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:43:18.174064 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d944453a-cf52-46d1-89e1-9f8fb9f4eb88" -d '{"events": [{"name": "network-changed", "server_uuid": "b1c56184-172c-429b-be9b-fb77a9a80bd3", "tag": "ec419eab-32cc-47c2-8217-cd3941d7eb11"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:43:18.202492 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1ddc9a42-818e-4932-884b-8378ea704c04 req-2124d4da-de3a-473b-b962-1e70c4dada02 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5041759 Feb 17 17:43:18.385998 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-95c7fdce-54e6-4a2f-b7bd-584623b6b694 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Publish callbacks [] for security_group (16ac6e80-ffde-46f7-ac89-5218a4b8b769), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:18.397545 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-95c7fdce-54e6-4a2f-b7bd-584623b6b694 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (16ac6e80-ffde-46f7-ac89-5218a4b8b769), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:18.464743 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95c7fdce-54e6-4a2f-b7bd-584623b6b694 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:43:18.481843 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c7fdce-54e6-4a2f-b7bd-584623b6b694 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16ac6e80-ffde-46f7-ac89-5218a4b8b769,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:18.498739 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-95c7fdce-54e6-4a2f-b7bd-584623b6b694 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (c5bbc2a7-0171-418c-b184-db64d13e2c10), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:18.499112 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-95c7fdce-54e6-4a2f-b7bd-584623b6b694 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Added segment c5bbc2a7-0171-418c-b184-db64d13e2c10 of type vlan for network d281cb4f-c466-45ac-a085-98908c8e9173 Feb 17 17:43:18.590780 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-95c7fdce-54e6-4a2f-b7bd-584623b6b694 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (d281cb4f-c466-45ac-a085-98908c8e9173), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:18.591055 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-92abfbd4-75c9-4d6b-8193-3c3d31c29467 req-257f02bd-c047-4050-bbb3-811e20ace127 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Deleting port 62c1567c-d8e8-4ed6-845c-4e123dcc6aff {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:43:18.591505 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-92abfbd4-75c9-4d6b-8193-3c3d31c29467 req-257f02bd-c047-4050-bbb3-811e20ace127 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (62c1567c-d8e8-4ed6-845c-4e123dcc6aff), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:18.606108 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86595f8c-19cc-466e-8b17-8066fbf649ba req-13712789-5b60-4d7b-a16f-9845754f57ba tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:18.614183 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-86595f8c-19cc-466e-8b17-8066fbf649ba req-13712789-5b60-4d7b-a16f-9845754f57ba tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a7a5268-664b-4b8f-acd5-002e8b8e3ddc HTTP/1.1" status: 200 len: 945 time: 0.2265115 Feb 17 17:43:18.638799 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b541c5b-2c26-4644-a7bd-0da673fe3744 req-e079e0d2-3ed0-49d1-9c9b-0d419b3854bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:18.639747 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-95c7fdce-54e6-4a2f-b7bd-584623b6b694 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (d281cb4f-c466-45ac-a085-98908c8e9173), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:18.640436 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7b541c5b-2c26-4644-a7bd-0da673fe3744 req-e079e0d2-3ed0-49d1-9c9b-0d419b3854bf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=33d2652e6f5f4a26a4a17eafa5211a33&device_id=b1c56184-172c-429b-be9b-fb77a9a80bd3 HTTP/1.1" status: 200 len: 1125 time: 0.4002876 Feb 17 17:43:18.653999 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c7fdce-54e6-4a2f-b7bd-584623b6b694 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:18.655334 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-95c7fdce-54e6-4a2f-b7bd-584623b6b694 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:18.720288 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7b541c5b-2c26-4644-a7bd-0da673fe3744 req-91774f5a-4ca6-40fc-8a79-e68d5c8ca504 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec419eab-32cc-47c2-8217-cd3941d7eb11 HTTP/1.1" status: 200 len: 217 time: 0.0567591 Feb 17 17:43:18.748065 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fe4b1a48-ddfc-45ae-8000-3a60922e0868 req-4916dbae-93c6-4519-88eb-8398130e4c18 service neutron] 10.222.0.87 "GET /v2.0/networks/83cc66ec-b716-4047-926b-17461255d55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5819278 Feb 17 17:43:18.820015 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:18.882396 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-95c7fdce-54e6-4a2f-b7bd-584623b6b694 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9860787 Feb 17 17:43:18.885385 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c7fdce-54e6-4a2f-b7bd-584623b6b694 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Pushing event updated for resources: {'Network': ['ID=d281cb4f-c466-45ac-a085-98908c8e9173,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:18.890916 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54214) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:18.902576 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network d281cb4f-c466-45ac-a085-98908c8e9173 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:43:18.903382 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ce43a965-0a50-4123-865e-3db0cc6e4220 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Request body: {'subnet': {'network_id': 'd281cb4f-c466-45ac-a085-98908c8e9173', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:43:19.011594 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-86595f8c-19cc-466e-8b17-8066fbf649ba req-2a6d37bd-7d46-41b2-808e-2a3ff166357f tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] 10.222.0.87 "GET /v2.0/security-groups?id=917c4dcd-7522-4812-b3d3-63da681a19d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3964937 Feb 17 17:43:19.053564 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b541c5b-2c26-4644-a7bd-0da673fe3744 req-d0cd29e4-4c57-49d7-9c0a-bbe069a9d7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:19.069022 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7b541c5b-2c26-4644-a7bd-0da673fe3744 req-d0cd29e4-4c57-49d7-9c0a-bbe069a9d7da service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9b38a8c5-5190-4e64-a2cf-0cc233f21627 HTTP/1.1" status: 200 len: 852 time: 0.3360817 Feb 17 17:43:19.075385 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 17 Feb 2022 17:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cba5714-541b-4d88-8b90-fd1f0efaced4 x-openstack-request-id: req-2cba5714-541b-4d88-8b90-fd1f0efaced4 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:43:19.076206 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a7a5268-664b-4b8f-acd5-002e8b8e3ddc", "name": "network-vif-plugged", "status": "completed", "tag": "954da632-fec5-4b22-ab89-0b217be93cc3", "code": 200}, {"server_uuid": "d58b9cc9-333e-4cb9-8286-d3742f827ea1", "name": "network-vif-unplugged", "status": "completed", "tag": "62c1567c-d8e8-4ed6-845c-4e123dcc6aff", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:43:19.076730 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2cba5714-541b-4d88-8b90-fd1f0efaced4 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:43:19.077742 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7a5268-664b-4b8f-acd5-002e8b8e3ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954da632-fec5-4b22-ab89-0b217be93cc3', 'code': 200} Feb 17 17:43:19.078698 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd58b9cc9-333e-4cb9-8286-d3742f827ea1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62c1567c-d8e8-4ed6-845c-4e123dcc6aff', 'code': 200} Feb 17 17:43:19.081323 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-92abfbd4-75c9-4d6b-8193-3c3d31c29467 req-257f02bd-c047-4050-bbb3-811e20ace127 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] For port 62c1567c-d8e8-4ed6-845c-4e123dcc6aff, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=62c1567c-d8e8-4ed6-845c-4e123dcc6aff,segment=NetworkSegment(1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8),segment_id=1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:43:19.081703 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-92abfbd4-75c9-4d6b-8193-3c3d31c29467 req-257f02bd-c047-4050-bbb3-811e20ace127 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (62c1567c-d8e8-4ed6-845c-4e123dcc6aff), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:19.173932 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d59d74-9c55-40df-be5b-d5c7c5ac5c55 x-openstack-request-id: req-f1d59d74-9c55-40df-be5b-d5c7c5ac5c55 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:43:19.174240 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1c56184-172c-429b-be9b-fb77a9a80bd3", "tag": "ec419eab-32cc-47c2-8217-cd3941d7eb11", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:43:19.174491 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f1d59d74-9c55-40df-be5b-d5c7c5ac5c55 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:43:19.174890 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1c56184-172c-429b-be9b-fb77a9a80bd3', 'tag': 'ec419eab-32cc-47c2-8217-cd3941d7eb11', 'status': 'completed', 'code': 200} Feb 17 17:43:19.221960 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296be27-e1a8-4770-b7db-c63f5f785bed req-f47b65fa-30a9-4b7c-90af-61d7fb012968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:19.224949 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9296be27-e1a8-4770-b7db-c63f5f785bed req-f47b65fa-30a9-4b7c-90af-61d7fb012968 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=4a7a5268-664b-4b8f-acd5-002e8b8e3ddc HTTP/1.1" status: 200 len: 1127 time: 0.0979586 Feb 17 17:43:19.228036 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce43a965-0a50-4123-865e-3db0cc6e4220 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Made reservation on behalf of 4e3bdaa7eb30470b923a2646c386ca2c for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:43:19.230999 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7b541c5b-2c26-4644-a7bd-0da673fe3744 req-d237fea3-788c-4d9e-b5b1-a2e28702f5f1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=86d00201-0d9a-4363-96b8-dd16d5e6e4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1503143 Feb 17 17:43:19.234496 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ce43a965-0a50-4123-865e-3db0cc6e4220 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:19.291394 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-92abfbd4-75c9-4d6b-8193-3c3d31c29467 req-257f02bd-c047-4050-bbb3-811e20ace127 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Calling delete_port for 62c1567c-d8e8-4ed6-845c-4e123dcc6aff owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:43:19.307129 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-78d57f70-ff7b-46b3-bc35-353cfbfe1b6d req-de52eef8-7a43-45bc-8bff-e974d365636a tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=4ceba540-545c-4eac-a16a-2f3eac2090cb HTTP/1.1" status: 200 len: 210 time: 0.1045256 Feb 17 17:43:19.398155 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9296be27-e1a8-4770-b7db-c63f5f785bed req-ccc82e6c-0492-4f1c-9014-4cb0ff5434db service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=917c4dcd-7522-4812-b3d3-63da681a19d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490827 Feb 17 17:43:19.647495 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:19.662174 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fff24-9b3a-418b-840e-5653b4c4fce3 req-d2b8629f-a0d5-4cd2-8e59-63b8a7c63366 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:19.669324 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-073fff24-9b3a-418b-840e-5653b4c4fce3 req-d2b8629f-a0d5-4cd2-8e59-63b8a7c63366 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=926714fc-e3e6-4a71-b017-ffe596828300 HTTP/1.1" status: 200 len: 946 time: 0.4726508 Feb 17 17:43:19.680985 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913e3e5-7d5e-4931-abd5-c6e84e697d00 req-0e89d5f4-cdaf-4927-bc3f-57f352679af1 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:19.682695 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9913e3e5-7d5e-4931-abd5-c6e84e697d00 req-0e89d5f4-cdaf-4927-bc3f-57f352679af1 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=b1c56184-172c-429b-be9b-fb77a9a80bd3 HTTP/1.1" status: 200 len: 943 time: 0.1925986 Feb 17 17:43:19.694705 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7b541c5b-2c26-4644-a7bd-0da673fe3744 req-bbaebddd-c171-48dd-8c1c-aee232a779ff service neutron] 10.222.0.71 "GET /v2.0/networks/86d00201-0d9a-4363-96b8-dd16d5e6e4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4492409 Feb 17 17:43:19.766245 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ce43a965-0a50-4123-865e-3db0cc6e4220 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (991972cd-4049-4065-8e42-5b9a740f0d32), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:19.921005 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-073fff24-9b3a-418b-840e-5653b4c4fce3 req-f7935a91-fad8-436d-84c9-3aa52cccd73e tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369890 Feb 17 17:43:19.992352 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9913e3e5-7d5e-4931-abd5-c6e84e697d00 req-1f45a9c0-55b2-49e4-a77d-ad1ce398c0f4 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947831 Feb 17 17:43:20.062446 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-92abfbd4-75c9-4d6b-8193-3c3d31c29467 req-257f02bd-c047-4050-bbb3-811e20ace127 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (62c1567c-d8e8-4ed6-845c-4e123dcc6aff), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:20.080388 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce43a965-0a50-4123-865e-3db0cc6e4220 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Pushing event updated for resources: {'Subnet': ['ID=991972cd-4049-4065-8e42-5b9a740f0d32,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:20.084826 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce43a965-0a50-4123-865e-3db0cc6e4220 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Checking segment: {'id': 'c5bbc2a7-0171-418c-b184-db64d13e2c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd281cb4f-c466-45ac-a085-98908c8e9173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:43:20.087341 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce43a965-0a50-4123-865e-3db0cc6e4220 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Network hostable DHCP agents. Network: d281cb4f-c466-45ac-a085-98908c8e9173, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:43:20.128727 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce43a965-0a50-4123-865e-3db0cc6e4220 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Network d281cb4f-c466-45ac-a085-98908c8e9173 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:43:20.144047 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257f02bd-c047-4050-bbb3-811e20ace127 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Pushing event deleted for resources: {'Port': ['ID=62c1567c-d8e8-4ed6-845c-4e123dcc6aff,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:20.154773 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-ce43a965-0a50-4123-865e-3db0cc6e4220 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, d281cb4f-c466-45ac-a085-98908c8e9173) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:43:20.161195 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce43a965-0a50-4123-865e-3db0cc6e4220 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:20.162031 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ce43a965-0a50-4123-865e-3db0cc6e4220 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:20.164698 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7b541c5b-2c26-4644-a7bd-0da673fe3744 req-d209de27-93f3-48b0-9fb2-e21960f15797 service neutron] 10.222.0.71 "GET /v2.0/networks/86d00201-0d9a-4363-96b8-dd16d5e6e4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4556296 Feb 17 17:43:20.172135 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858efd62-a4bc-4030-9eb3-398b22b7fd05 None None] Network d281cb4f-c466-45ac-a085-98908c8e9173 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:43:20.197732 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ce43a965-0a50-4123-865e-3db0cc6e4220 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3021898 Feb 17 17:43:20.200479 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54240) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:20.207037 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-5faec0ba-2920-4d0a-a119-9c2cb26f7a47 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Request body: {'port': {'network_id': 'd281cb4f-c466-45ac-a085-98908c8e9173', 'name': 'tempest-TagsExtTest-885615395'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:43:20.318044 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-92abfbd4-75c9-4d6b-8193-3c3d31c29467 req-257f02bd-c047-4050-bbb3-811e20ace127 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] No DVR routers for this DVR port 62c1567c-d8e8-4ed6-845c-4e123dcc6aff on host n-h2-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:43:20.320844 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-92abfbd4-75c9-4d6b-8193-3c3d31c29467 req-257f02bd-c047-4050-bbb3-811e20ace127 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:20.324843 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-92abfbd4-75c9-4d6b-8193-3c3d31c29467 req-257f02bd-c047-4050-bbb3-811e20ace127 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.91 "DELETE /v2.0/ports/62c1567c-d8e8-4ed6-845c-4e123dcc6aff HTTP/1.1" status: 204 len: 173 time: 2.4232249 Feb 17 17:43:20.440084 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243820f8-2b5b-4d07-8884-877bb9a767ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-d281cb4f-c466-45ac-a085-98908c8e9173', 'network_id': 'd281cb4f-c466-45ac-a085-98908c8e9173', 'project_id': '4e3bdaa7eb30470b923a2646c386ca2c', 'fixed_ips': [{'subnet_id': '991972cd-4049-4065-8e42-5b9a740f0d32'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:43:20.443773 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-243820f8-2b5b-4d07-8884-877bb9a767ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:20.513621 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5faec0ba-2920-4d0a-a119-9c2cb26f7a47 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Made reservation on behalf of 4e3bdaa7eb30470b923a2646c386ca2c for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:43:20.517392 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5faec0ba-2920-4d0a-a119-9c2cb26f7a47 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:20.582123 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-5faec0ba-2920-4d0a-a119-9c2cb26f7a47 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] device_id is not set on port 70e812fe-a0ed-45b8-aba7-6ba75406f083 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:43:20.590533 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944453a-cf52-46d1-89e1-9f8fb9f4eb88 req-8f954362-9c3b-4b59-b4d8-858eb1825e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:20.593596 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d944453a-cf52-46d1-89e1-9f8fb9f4eb88 req-8f954362-9c3b-4b59-b4d8-858eb1825e65 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=33d2652e6f5f4a26a4a17eafa5211a33&device_id=b1c56184-172c-429b-be9b-fb77a9a80bd3 HTTP/1.1" status: 200 len: 1125 time: 0.3517592 Feb 17 17:43:20.613166 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333e71b-2814-4d1f-bc92-e3cc70cceb77 req-6072232c-9765-4bd5-981e-6cec57a2f9e1 tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:20.623488 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0333e71b-2814-4d1f-bc92-e3cc70cceb77 req-6072232c-9765-4bd5-981e-6cec57a2f9e1 tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a7a5268-664b-4b8f-acd5-002e8b8e3ddc HTTP/1.1" status: 200 len: 945 time: 0.4055700 Feb 17 17:43:20.770688 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-5faec0ba-2920-4d0a-a119-9c2cb26f7a47 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Allocated IP 172.20.0.2 (d281cb4f-c466-45ac-a085-98908c8e9173/991972cd-4049-4065-8e42-5b9a740f0d32/70e812fe-a0ed-45b8-aba7-6ba75406f083) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:43:20.872637 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8bd047-a54e-4886-a10d-62dd5b30a485 req-4a3bcebf-3a4c-4735-ad02-cd19b2ec9ee8 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:20.875919 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-da8bd047-a54e-4886-a10d-62dd5b30a485 req-4a3bcebf-3a4c-4735-ad02-cd19b2ec9ee8 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=926714fc-e3e6-4a71-b017-ffe596828300 HTTP/1.1" status: 200 len: 946 time: 0.5824242 Feb 17 17:43:20.886721 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944453a-cf52-46d1-89e1-9f8fb9f4eb88 req-7eb7810a-9f91-40f9-a475-5d450ead5735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:20.889605 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d944453a-cf52-46d1-89e1-9f8fb9f4eb88 req-7eb7810a-9f91-40f9-a475-5d450ead5735 service neutron] 10.222.0.71 "GET /v2.0/networks?id=86d00201-0d9a-4363-96b8-dd16d5e6e4d8 HTTP/1.1" status: 200 len: 913 time: 0.2528005 Feb 17 17:43:21.032727 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d944453a-cf52-46d1-89e1-9f8fb9f4eb88 req-aef92faf-db6f-40bc-b240-91cc7d6fabf7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec419eab-32cc-47c2-8217-cd3941d7eb11 HTTP/1.1" status: 200 len: 217 time: 0.1148610 Feb 17 17:43:21.139642 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5faec0ba-2920-4d0a-a119-9c2cb26f7a47 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Publish callbacks [] for port (70e812fe-a0ed-45b8-aba7-6ba75406f083), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:21.220946 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-da8bd047-a54e-4886-a10d-62dd5b30a485 req-102eb7cf-d8fa-4adc-950c-1df63b427809 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166335 Feb 17 17:43:21.228189 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd58b9cc9-333e-4cb9-8286-d3742f827ea1', 'name': 'network-vif-deleted', 'tag': '62c1567c-d8e8-4ed6-845c-4e123dcc6aff'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:43:21.228353 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5faec0ba-2920-4d0a-a119-9c2cb26f7a47 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (70e812fe-a0ed-45b8-aba7-6ba75406f083), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:21.232040 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef08c27e-9d8b-4093-96a0-fb93c6331919" -d '{"events": [{"server_uuid": "d58b9cc9-333e-4cb9-8286-d3742f827ea1", "name": "network-vif-deleted", "tag": "62c1567c-d8e8-4ed6-845c-4e123dcc6aff"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:43:21.276411 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5faec0ba-2920-4d0a-a119-9c2cb26f7a47 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Network d281cb4f-c466-45ac-a085-98908c8e9173 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:43:21.280370 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-5faec0ba-2920-4d0a-a119-9c2cb26f7a47 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:43:21.283768 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5faec0ba-2920-4d0a-a119-9c2cb26f7a47 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:43:21.310833 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0333e71b-2814-4d1f-bc92-e3cc70cceb77 req-dd507fef-c745-40b8-945f-856e6e790d35 tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] 10.222.0.87 "GET /v2.0/security-groups?id=917c4dcd-7522-4812-b3d3-63da681a19d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6864545 Feb 17 17:43:21.345150 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944453a-cf52-46d1-89e1-9f8fb9f4eb88 req-43c30304-0de1-48f7-aa0f-334b2c6be865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:21.348408 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d944453a-cf52-46d1-89e1-9f8fb9f4eb88 req-43c30304-0de1-48f7-aa0f-334b2c6be865 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9b38a8c5-5190-4e64-a2cf-0cc233f21627 HTTP/1.1" status: 200 len: 852 time: 0.2821171 Feb 17 17:43:21.357934 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.api [None req-243820f8-2b5b-4d07-8884-877bb9a767ca None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-d98cad1d-d29f-4a4b-94fb-2407eb004e3e {{(pid=103436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:43:21.358462 n-d-829613-2 neutron-server[103436]: DEBUG oslo_db.api [None req-243820f8-2b5b-4d07-8884-877bb9a767ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 17:43:21.367471 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faec0ba-2920-4d0a-a119-9c2cb26f7a47 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Pushing event updated for resources: {'Port': ['ID=70e812fe-a0ed-45b8-aba7-6ba75406f083,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:21.415255 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5faec0ba-2920-4d0a-a119-9c2cb26f7a47 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:21.415848 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5faec0ba-2920-4d0a-a119-9c2cb26f7a47 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:21.426148 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3b7b398e-8063-4834-9286-647952d366e5 req-5b0b7efd-9536-44d8-a2ed-3c07f69edf2a tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=4ceba540-545c-4eac-a16a-2f3eac2090cb HTTP/1.1" status: 200 len: 210 time: 0.0832760 Feb 17 17:43:21.430764 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d944453a-cf52-46d1-89e1-9f8fb9f4eb88 req-d409b332-705f-4c17-968b-7a06355fc841 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=86d00201-0d9a-4363-96b8-dd16d5e6e4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600686 Feb 17 17:43:21.436812 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b1a48-ddfc-45ae-8000-3a60922e0868 req-20d1db91-49a3-4567-ba99-69332970716e tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:21.438245 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fe4b1a48-ddfc-45ae-8000-3a60922e0868 req-20d1db91-49a3-4567-ba99-69332970716e tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.91 "GET /v2.0/networks?id=83cc66ec-b716-4047-926b-17461255d55d HTTP/1.1" status: 200 len: 805 time: 0.6011043 Feb 17 17:43:21.448327 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5faec0ba-2920-4d0a-a119-9c2cb26f7a47 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.2465596 Feb 17 17:43:21.450916 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54256) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:21.455824 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-7cf57a74-ed47-4775-a9b7-4052f4d1a0bf tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1849843084', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:43:21.494090 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-fe4b1a48-ddfc-45ae-8000-3a60922e0868 req-af9f3b7d-8f32-4f6d-824c-ea912c93b2da tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Request body: {'port': {'device_id': '4ceba540-545c-4eac-a16a-2f3eac2090cb', 'network_id': '83cc66ec-b716-4047-926b-17461255d55d', 'admin_state_up': True, 'tenant_id': 'd25e4e1cdd84422184c0ddb522055b36'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:43:21.506235 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7cf57a74-ed47-4775-a9b7-4052f4d1a0bf tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (3d7ed544-507f-481d-b493-71764e1e8105), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:21.507330 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7cf57a74-ed47-4775-a9b7-4052f4d1a0bf tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (3d7ed544-507f-481d-b493-71764e1e8105), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:21.522972 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 62c1567c-d8e8-4ed6-845c-4e123dcc6aff no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:43:21.581845 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: 62c1567c-d8e8-4ed6-845c-4e123dcc6aff {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:43:21.582702 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 62c1567c-d8e8-4ed6-845c-4e123dcc6aff not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:43:21.682862 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7cf57a74-ed47-4775-a9b7-4052f4d1a0bf tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Publish callbacks [] for router_controller (3d7ed544-507f-481d-b493-71764e1e8105), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:21.693696 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7cf57a74-ed47-4775-a9b7-4052f4d1a0bf tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (3d7ed544-507f-481d-b493-71764e1e8105), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:21.727100 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7cf57a74-ed47-4775-a9b7-4052f4d1a0bf tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:21.728688 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7cf57a74-ed47-4775-a9b7-4052f4d1a0bf tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2767780 Feb 17 17:43:21.731560 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54260) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:21.736442 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-15488d23-d32e-49ab-a5d5-b1cb393890ed tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1288649733', 'prefixes': ['172.20.0.0/16']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:43:21.838072 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe4b1a48-ddfc-45ae-8000-3a60922e0868 req-af9f3b7d-8f32-4f6d-824c-ea912c93b2da tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Made reservation on behalf of d25e4e1cdd84422184c0ddb522055b36 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:43:21.839824 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-15488d23-d32e-49ab-a5d5-b1cb393890ed tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:21.841408 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-15488d23-d32e-49ab-a5d5-b1cb393890ed tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1086411 Feb 17 17:43:21.841534 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-fe4b1a48-ddfc-45ae-8000-3a60922e0868 req-af9f3b7d-8f32-4f6d-824c-ea912c93b2da tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:21.845221 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54262) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:21.850886 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-42f5e368-e08f-4a0b-8412-bc360ac8d680 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '991972cd-4049-4065-8e42-5b9a740f0d32', 'tempest-TagsExtTest-Tag-1522420639') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:21.859342 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-243820f8-2b5b-4d07-8884-877bb9a767ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:21.901675 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1b05f-924f-4644-9a38-191ff6d5e65f req-1cb9afce-b373-498a-879a-4815fe4ecd24 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:21.914094 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2fa1b05f-924f-4644-9a38-191ff6d5e65f req-1cb9afce-b373-498a-879a-4815fe4ecd24 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=b1c56184-172c-429b-be9b-fb77a9a80bd3 HTTP/1.1" status: 200 len: 943 time: 0.4746258 Feb 17 17:43:22.023083 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab690a-8e76-49ef-be50-a1abc1b9e225 req-4c5fab79-a5ea-4786-8a48-0a8409c96a18 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:22.036342 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e9ab690a-8e76-49ef-be50-a1abc1b9e225 req-4c5fab79-a5ea-4786-8a48-0a8409c96a18 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=926714fc-e3e6-4a71-b017-ffe596828300 HTTP/1.1" status: 200 len: 946 time: 0.3315160 Feb 17 17:43:22.119018 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-243820f8-2b5b-4d07-8884-877bb9a767ca None None] Allocated IP 172.20.0.3 (d281cb4f-c466-45ac-a085-98908c8e9173/991972cd-4049-4065-8e42-5b9a740f0d32/7f698bfe-4173-42fc-bc49-a3b63a7f1f9f) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:43:22.155085 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-42f5e368-e08f-4a0b-8412-bc360ac8d680 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "PUT /v2.0/subnets/991972cd-4049-4065-8e42-5b9a740f0d32/tags/tempest-TagsExtTest-Tag-1522420639 HTTP/1.1" status: 201 len: 201 time: 0.3083625 Feb 17 17:43:22.157770 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54268) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:22.167788 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-2ce661bb-1122-4099-96ac-166e1b7da53e tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '70e812fe-a0ed-45b8-aba7-6ba75406f083', 'tempest-TagsExtTest-Tag-1982618287') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:22.197990 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d944453a-cf52-46d1-89e1-9f8fb9f4eb88 req-25fa74d0-2cf6-4046-b509-d946d8138511 service neutron] 10.222.0.71 "GET /v2.0/networks/86d00201-0d9a-4363-96b8-dd16d5e6e4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7573779 Feb 17 17:43:22.275278 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2ce661bb-1122-4099-96ac-166e1b7da53e tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "PUT /v2.0/ports/70e812fe-a0ed-45b8-aba7-6ba75406f083/tags/tempest-TagsExtTest-Tag-1982618287 HTTP/1.1" status: 201 len: 201 time: 0.1157141 Feb 17 17:43:22.278171 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54270) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:22.286359 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device ec419eab-32cc-47c2-8217-cd3941d7eb11 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:43:22.291258 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-cde257cc-af80-4e14-aa60-c5024f7e4d6c tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3d7ed544-507f-481d-b493-71764e1e8105', 'tempest-TagsExtTest-Tag-191608812') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:22.293572 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2fa1b05f-924f-4644-9a38-191ff6d5e65f req-c1a18645-3f80-4faa-88b4-b4458c035762 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3753159 Feb 17 17:43:22.336861 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e9ab690a-8e76-49ef-be50-a1abc1b9e225 req-032a0df1-e85e-4fbd-b1b8-b509a39866c2 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988727 Feb 17 17:43:22.491822 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836a684d-50cc-40af-8fec-3d18091ac065 x-openstack-request-id: req-836a684d-50cc-40af-8fec-3d18091ac065 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:43:22.496890 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d58b9cc9-333e-4cb9-8286-d3742f827ea1", "name": "network-vif-deleted", "tag": "62c1567c-d8e8-4ed6-845c-4e123dcc6aff", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:43:22.497326 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-836a684d-50cc-40af-8fec-3d18091ac065 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:43:22.497873 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd58b9cc9-333e-4cb9-8286-d3742f827ea1', 'name': 'network-vif-deleted', 'tag': '62c1567c-d8e8-4ed6-845c-4e123dcc6aff', 'status': 'completed', 'code': 200} Feb 17 17:43:22.506687 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-cde257cc-af80-4e14-aa60-c5024f7e4d6c tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "PUT /v2.0/routers/3d7ed544-507f-481d-b493-71764e1e8105/tags/tempest-TagsExtTest-Tag-191608812 HTTP/1.1" status: 201 len: 201 time: 0.2274158 Feb 17 17:43:22.509484 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54278) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:22.515229 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-4e2cac50-b381-4e5b-89bb-223d4ed74a29 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f5837fe3-047f-4c79-a113-f81935ba3379', 'tempest-TagsExtTest-Tag-1003714758') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:22.539935 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port ec419eab-32cc-47c2-8217-cd3941d7eb11, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=ec419eab-32cc-47c2-8217-cd3941d7eb11,segment=NetworkSegment(a9afe95a-bc81-4053-bcf6-93dc37b0f7fa),segment_id=a9afe95a-bc81-4053-bcf6-93dc37b0f7fa)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:43:22.547834 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-fe4b1a48-ddfc-45ae-8000-3a60922e0868 req-af9f3b7d-8f32-4f6d-824c-ea912c93b2da tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Allocated IP 172.20.0.12 (83cc66ec-b716-4047-926b-17461255d55d/1e1fcde1-7a12-4137-bca4-1789efb75583/cd527b8f-abb4-42f6-973b-fb39c44be559) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:43:22.621362 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': 'ec419eab-32cc-47c2-8217-cd3941d7eb11', 'network_id': '86d00201-0d9a-4363-96b8-dd16d5e6e4d8', 'port_id': 'ec419eab-32cc-47c2-8217-cd3941d7eb11', 'mac_address': 'fa:16:3e:a2:ae:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b38a8c5-5190-4e64-a2cf-0cc233f21627', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:43:22.624946 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4e2cac50-b381-4e5b-89bb-223d4ed74a29 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "PUT /v2.0/subnetpools/f5837fe3-047f-4c79-a113-f81935ba3379/tags/tempest-TagsExtTest-Tag-1003714758 HTTP/1.1" status: 201 len: 201 time: 0.1132324 Feb 17 17:43:22.627390 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54282) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:22.635659 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-2b855733-b1ef-47b6-926d-412b54c5fb8f tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '991972cd-4049-4065-8e42-5b9a740f0d32') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:22.740732 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2b855733-b1ef-47b6-926d-412b54c5fb8f tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "GET /v2.0/subnets/991972cd-4049-4065-8e42-5b9a740f0d32/tags HTTP/1.1" status: 200 len: 241 time: 0.1118801 Feb 17 17:43:22.744493 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54286) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:22.755125 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-29430b6d-79e7-4120-8a4f-2ed98e2563f7 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '991972cd-4049-4065-8e42-5b9a740f0d32', 'tempest-TagsExtTest-Tag-1522420639') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:22.784633 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port ec419eab-32cc-47c2-8217-cd3941d7eb11 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:43:22.785733 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ec419eab-32cc-47c2-8217-cd3941d7eb11), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:22.797230 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b8e1ce40-45c6-4f34-b01d-5987f047aaf4 req-75f938a0-dcc7-49dc-a8a4-036260f2e956 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=4ceba540-545c-4eac-a16a-2f3eac2090cb HTTP/1.1" status: 200 len: 210 time: 0.1196225 Feb 17 17:43:22.826751 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-29430b6d-79e7-4120-8a4f-2ed98e2563f7 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "GET /v2.0/subnets/991972cd-4049-4065-8e42-5b9a740f0d32/tags/tempest-TagsExtTest-Tag-1522420639 HTTP/1.1" status: 204 len: 168 time: 0.0808618 Feb 17 17:43:22.829829 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54288) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:22.833489 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec419eab-32cc-47c2-8217-cd3941d7eb11 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:43:22.837750 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-6749cc9a-c81e-42c5-9a4c-1cbb713e90a8 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '991972cd-4049-4065-8e42-5b9a740f0d32', 'tempest-TagsExtTest-Tag-1522420639') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:22.940026 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6749cc9a-c81e-42c5-9a4c-1cbb713e90a8 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "DELETE /v2.0/subnets/991972cd-4049-4065-8e42-5b9a740f0d32/tags/tempest-TagsExtTest-Tag-1522420639 HTTP/1.1" status: 204 len: 168 time: 0.1066782 Feb 17 17:43:22.940755 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54290) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:22.947210 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-e784343d-e69f-49bc-955c-b34125359bf6 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '991972cd-4049-4065-8e42-5b9a740f0d32') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:22.967608 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port ec419eab-32cc-47c2-8217-cd3941d7eb11, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=ec419eab-32cc-47c2-8217-cd3941d7eb11,segment=NetworkSegment(a9afe95a-bc81-4053-bcf6-93dc37b0f7fa),segment_id=a9afe95a-bc81-4053-bcf6-93dc37b0f7fa)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:43:22.969725 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624f7a8-b3e0-4853-a970-119e176f8bf4 req-e342403d-e7eb-4314-a276-b119162b3aa9 tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:22.971592 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1624f7a8-b3e0-4853-a970-119e176f8bf4 req-e342403d-e7eb-4314-a276-b119162b3aa9 tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a7a5268-664b-4b8f-acd5-002e8b8e3ddc HTTP/1.1" status: 200 len: 945 time: 0.4726717 Feb 17 17:43:22.979441 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ec419eab-32cc-47c2-8217-cd3941d7eb11), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:22.982489 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-243820f8-2b5b-4d07-8884-877bb9a767ca None None] Publish callbacks [] for port (7f698bfe-4173-42fc-bc49-a3b63a7f1f9f), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:23.044391 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e784343d-e69f-49bc-955c-b34125359bf6 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "GET /v2.0/subnets/991972cd-4049-4065-8e42-5b9a740f0d32/tags HTTP/1.1" status: 200 len: 205 time: 0.1021557 Feb 17 17:43:23.045177 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54294) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:23.052644 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-243820f8-2b5b-4d07-8884-877bb9a767ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (7f698bfe-4173-42fc-bc49-a3b63a7f1f9f), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:23.056760 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-f53cdeda-ff66-4745-991f-263b9392a892 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '70e812fe-a0ed-45b8-aba7-6ba75406f083') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:23.117150 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243820f8-2b5b-4d07-8884-877bb9a767ca None None] Network d281cb4f-c466-45ac-a085-98908c8e9173 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:43:23.123926 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-243820f8-2b5b-4d07-8884-877bb9a767ca None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:43:23.131320 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243820f8-2b5b-4d07-8884-877bb9a767ca None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:43:23.147843 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d944453a-cf52-46d1-89e1-9f8fb9f4eb88 req-ecebdcc7-be02-4c5d-a0e8-95b2b95f40b6 service neutron] 10.222.0.71 "GET /v2.0/networks/86d00201-0d9a-4363-96b8-dd16d5e6e4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9319425 Feb 17 17:43:23.174373 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f53cdeda-ff66-4745-991f-263b9392a892 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "GET /v2.0/ports/70e812fe-a0ed-45b8-aba7-6ba75406f083/tags HTTP/1.1" status: 200 len: 241 time: 0.1218469 Feb 17 17:43:23.177584 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54298) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:23.181981 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-137782b1-36ae-4ce3-8dcd-0cd0bb4a2ad9 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '70e812fe-a0ed-45b8-aba7-6ba75406f083', 'tempest-TagsExtTest-Tag-1982618287') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:23.226249 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['ec419eab-32cc-47c2-8217-cd3941d7eb11'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:43:23.323578 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1624f7a8-b3e0-4853-a970-119e176f8bf4 req-ae4809ad-adf8-413a-997c-8e00a8f8518e tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] 10.222.0.87 "GET /v2.0/security-groups?id=917c4dcd-7522-4812-b3d3-63da681a19d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207436 Feb 17 17:43:23.338632 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=ec419eab-32cc-47c2-8217-cd3941d7eb11,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:23.404188 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-137782b1-36ae-4ce3-8dcd-0cd0bb4a2ad9 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "GET /v2.0/ports/70e812fe-a0ed-45b8-aba7-6ba75406f083/tags/tempest-TagsExtTest-Tag-1982618287 HTTP/1.1" status: 204 len: 168 time: 0.2254927 Feb 17 17:43:23.406525 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54308) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:23.423059 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243820f8-2b5b-4d07-8884-877bb9a767ca None None] Pushing event updated for resources: {'Port': ['ID=7f698bfe-4173-42fc-bc49-a3b63a7f1f9f,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:23.424108 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-57ba919c-7a8c-4a2a-91d5-128d5cc4d730 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '70e812fe-a0ed-45b8-aba7-6ba75406f083', 'tempest-TagsExtTest-Tag-1982618287') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:23.450438 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-243820f8-2b5b-4d07-8884-877bb9a767ca None None] Attempting to bind port 7f698bfe-4173-42fc-bc49-a3b63a7f1f9f on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:43:23.450872 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-243820f8-2b5b-4d07-8884-877bb9a767ca None None] Attempting to bind port 7f698bfe-4173-42fc-bc49-a3b63a7f1f9f by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'c5bbc2a7-0171-418c-b184-db64d13e2c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd281cb4f-c466-45ac-a085-98908c8e9173'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:43:23.451250 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243820f8-2b5b-4d07-8884-877bb9a767ca None None] Attempting to bind port 7f698bfe-4173-42fc-bc49-a3b63a7f1f9f on network d281cb4f-c466-45ac-a085-98908c8e9173 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:43:23.467008 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243820f8-2b5b-4d07-8884-877bb9a767ca None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:43:23.467391 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243820f8-2b5b-4d07-8884-877bb9a767ca None None] Checking segment: {'id': 'c5bbc2a7-0171-418c-b184-db64d13e2c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd281cb4f-c466-45ac-a085-98908c8e9173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:43:23.467801 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-243820f8-2b5b-4d07-8884-877bb9a767ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:23.468196 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243820f8-2b5b-4d07-8884-877bb9a767ca None None] Bound using segment: {'id': 'c5bbc2a7-0171-418c-b184-db64d13e2c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd281cb4f-c466-45ac-a085-98908c8e9173'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:43:23.471724 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-243820f8-2b5b-4d07-8884-877bb9a767ca None None] Bound port: 7f698bfe-4173-42fc-bc49-a3b63a7f1f9f, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5bbc2a7-0171-418c-b184-db64d13e2c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd281cb4f-c466-45ac-a085-98908c8e9173'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:43:23.473287 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-243820f8-2b5b-4d07-8884-877bb9a767ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7f698bfe-4173-42fc-bc49-a3b63a7f1f9f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:23.532716 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbae4dc-211c-45ae-a4e0-ea51f5ec9b39 req-7562440f-da2e-403b-9437-6be803aa5125 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:23.543792 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9fbae4dc-211c-45ae-a4e0-ea51f5ec9b39 req-7562440f-da2e-403b-9437-6be803aa5125 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=926714fc-e3e6-4a71-b017-ffe596828300 HTTP/1.1" status: 200 len: 946 time: 0.5535204 Feb 17 17:43:23.610928 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-57ba919c-7a8c-4a2a-91d5-128d5cc4d730 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "DELETE /v2.0/ports/70e812fe-a0ed-45b8-aba7-6ba75406f083/tags/tempest-TagsExtTest-Tag-1982618287 HTTP/1.1" status: 204 len: 168 time: 0.2030163 Feb 17 17:43:23.614695 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54310) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:23.619863 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-262310cc-221c-4dac-8af2-570a4308a1a7 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '70e812fe-a0ed-45b8-aba7-6ba75406f083') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:23.736971 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-262310cc-221c-4dac-8af2-570a4308a1a7 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "GET /v2.0/ports/70e812fe-a0ed-45b8-aba7-6ba75406f083/tags HTTP/1.1" status: 200 len: 205 time: 0.1209249 Feb 17 17:43:23.740661 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54312) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:23.745121 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-9edfb2fd-3bdb-4667-8a1f-fbad2e09ea40 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3d7ed544-507f-481d-b493-71764e1e8105') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:23.844738 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-243820f8-2b5b-4d07-8884-877bb9a767ca None None] For port 7f698bfe-4173-42fc-bc49-a3b63a7f1f9f, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:43:23.900819 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-243820f8-2b5b-4d07-8884-877bb9a767ca None None] For port 7f698bfe-4173-42fc-bc49-a3b63a7f1f9f, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=7f698bfe-4173-42fc-bc49-a3b63a7f1f9f,segment=NetworkSegment(c5bbc2a7-0171-418c-b184-db64d13e2c10),segment_id=c5bbc2a7-0171-418c-b184-db64d13e2c10)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:43:23.933819 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-243820f8-2b5b-4d07-8884-877bb9a767ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (7f698bfe-4173-42fc-bc49-a3b63a7f1f9f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:23.952770 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9edfb2fd-3bdb-4667-8a1f-fbad2e09ea40 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "GET /v2.0/routers/3d7ed544-507f-481d-b493-71764e1e8105/tags HTTP/1.1" status: 200 len: 240 time: 0.2051404 Feb 17 17:43:23.952770 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54318) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:23.957350 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-6f30e033-c5ae-42dc-a333-af6c2b720c14 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3d7ed544-507f-481d-b493-71764e1e8105', 'tempest-TagsExtTest-Tag-191608812') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:24.140670 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6f30e033-c5ae-42dc-a333-af6c2b720c14 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "GET /v2.0/routers/3d7ed544-507f-481d-b493-71764e1e8105/tags/tempest-TagsExtTest-Tag-191608812 HTTP/1.1" status: 204 len: 168 time: 0.1877096 Feb 17 17:43:24.143047 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54324) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:24.148129 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-91b00871-f2da-4728-9c09-06dc9566e626 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '3d7ed544-507f-481d-b493-71764e1e8105', 'tempest-TagsExtTest-Tag-191608812') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:24.219460 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243820f8-2b5b-4d07-8884-877bb9a767ca None None] Pushing event updated for resources: {'Port': ['ID=7f698bfe-4173-42fc-bc49-a3b63a7f1f9f,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:24.385989 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-91b00871-f2da-4728-9c09-06dc9566e626 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "DELETE /v2.0/routers/3d7ed544-507f-481d-b493-71764e1e8105/tags/tempest-TagsExtTest-Tag-191608812 HTTP/1.1" status: 204 len: 168 time: 0.2418616 Feb 17 17:43:24.389919 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54326) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:24.404472 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-1f6c0951-79be-4abe-b094-78382bc02e33 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3d7ed544-507f-481d-b493-71764e1e8105') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:24.592776 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-fe4b1a48-ddfc-45ae-8000-3a60922e0868 req-af9f3b7d-8f32-4f6d-824c-ea912c93b2da tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Publish callbacks [] for port (cd527b8f-abb4-42f6-973b-fb39c44be559), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:24.651507 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-1f6c0951-79be-4abe-b094-78382bc02e33 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "GET /v2.0/routers/3d7ed544-507f-481d-b493-71764e1e8105/tags HTTP/1.1" status: 200 len: 205 time: 0.2599409 Feb 17 17:43:24.656903 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54330) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:24.662492 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-fe4b1a48-ddfc-45ae-8000-3a60922e0868 req-af9f3b7d-8f32-4f6d-824c-ea912c93b2da tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (cd527b8f-abb4-42f6-973b-fb39c44be559), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:24.664888 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-0ef619a6-7393-4726-b7a0-78be2d328725 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f5837fe3-047f-4c79-a113-f81935ba3379') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:24.721432 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0ef619a6-7393-4726-b7a0-78be2d328725 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "GET /v2.0/subnetpools/f5837fe3-047f-4c79-a113-f81935ba3379/tags HTTP/1.1" status: 200 len: 241 time: 0.0602446 Feb 17 17:43:24.721748 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54334) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:24.730753 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-f5deb0fd-db5e-4b1d-9018-d616d4fd594a tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f5837fe3-047f-4c79-a113-f81935ba3379', 'tempest-TagsExtTest-Tag-1003714758') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:24.774956 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9fbae4dc-211c-45ae-a4e0-ea51f5ec9b39 req-134c4c17-fd51-4990-b82e-f48074a48be9 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2042069 Feb 17 17:43:24.779519 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f5deb0fd-db5e-4b1d-9018-d616d4fd594a tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "GET /v2.0/subnetpools/f5837fe3-047f-4c79-a113-f81935ba3379/tags/tempest-TagsExtTest-Tag-1003714758 HTTP/1.1" status: 204 len: 168 time: 0.0522327 Feb 17 17:43:24.784801 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54338) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:24.790072 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-26be7c12-e556-443d-ab84-4acd1b48bb1e tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'f5837fe3-047f-4c79-a113-f81935ba3379', 'tempest-TagsExtTest-Tag-1003714758') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:24.890257 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-26be7c12-e556-443d-ab84-4acd1b48bb1e tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "DELETE /v2.0/subnetpools/f5837fe3-047f-4c79-a113-f81935ba3379/tags/tempest-TagsExtTest-Tag-1003714758 HTTP/1.1" status: 204 len: 168 time: 0.1037288 Feb 17 17:43:24.891211 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a530ce-34b9-48d8-8252-5fb8b9405ebd req-1a0a2383-7137-456e-a158-eb1e9ad32a0a tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:24.892736 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54342) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:24.897788 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-a6a1996c-0874-4529-b352-ba694d0ad8e3 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f5837fe3-047f-4c79-a113-f81935ba3379') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:24.905730 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-18a530ce-34b9-48d8-8252-5fb8b9405ebd req-1a0a2383-7137-456e-a158-eb1e9ad32a0a tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=b1c56184-172c-429b-be9b-fb77a9a80bd3 HTTP/1.1" status: 200 len: 944 time: 1.3874104 Feb 17 17:43:24.945114 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a6a1996c-0874-4529-b352-ba694d0ad8e3 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "GET /v2.0/subnetpools/f5837fe3-047f-4c79-a113-f81935ba3379/tags HTTP/1.1" status: 200 len: 205 time: 0.0503142 Feb 17 17:43:24.950592 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54344) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:24.955106 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-12cb9f0e-1d14-4c88-9b8d-02f885bb53ec tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f5837fe3-047f-4c79-a113-f81935ba3379') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:25.009908 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe4b1a48-ddfc-45ae-8000-3a60922e0868 req-af9f3b7d-8f32-4f6d-824c-ea912c93b2da tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Network 83cc66ec-b716-4047-926b-17461255d55d is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:43:25.023083 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9f3b7d-8f32-4f6d-824c-ea912c93b2da tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Pushing event updated for resources: {'Port': ['ID=cd527b8f-abb4-42f6-973b-fb39c44be559,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:25.027238 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-12cb9f0e-1d14-4c88-9b8d-02f885bb53ec tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "DELETE /v2.0/subnetpools/f5837fe3-047f-4c79-a113-f81935ba3379/tags HTTP/1.1" status: 204 len: 168 time: 0.0755510 Feb 17 17:43:25.029531 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54346) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:25.031651 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-fe4b1a48-ddfc-45ae-8000-3a60922e0868 req-af9f3b7d-8f32-4f6d-824c-ea912c93b2da tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:43:25.042447 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-5c4ae15c-0c61-42ce-a8da-2b5384fe4740 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3d7ed544-507f-481d-b493-71764e1e8105') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:25.072330 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe4b1a48-ddfc-45ae-8000-3a60922e0868 req-af9f3b7d-8f32-4f6d-824c-ea912c93b2da tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:43:25.215146 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-18a530ce-34b9-48d8-8252-5fb8b9405ebd req-dd1d9c2f-1511-4115-b5ce-5dcad29c4bb2 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083317 Feb 17 17:43:25.249466 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b1a48-ddfc-45ae-8000-3a60922e0868 req-af9f3b7d-8f32-4f6d-824c-ea912c93b2da tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:25.249466 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-fe4b1a48-ddfc-45ae-8000-3a60922e0868 req-af9f3b7d-8f32-4f6d-824c-ea912c93b2da tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:25.262525 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5c4ae15c-0c61-42ce-a8da-2b5384fe4740 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "DELETE /v2.0/routers/3d7ed544-507f-481d-b493-71764e1e8105/tags HTTP/1.1" status: 204 len: 168 time: 0.2319791 Feb 17 17:43:25.266848 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54350) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:25.271954 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0731fef-b94f-45ad-9d63-a2a73448c974 req-307b8594-ddeb-459c-b6f6-116d50615c03 tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:25.278120 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-a3ad3903-c136-479d-b0f0-e272c2230b79 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '70e812fe-a0ed-45b8-aba7-6ba75406f083') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:25.279071 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b0731fef-b94f-45ad-9d63-a2a73448c974 req-307b8594-ddeb-459c-b6f6-116d50615c03 tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a7a5268-664b-4b8f-acd5-002e8b8e3ddc HTTP/1.1" status: 200 len: 945 time: 0.3013327 Feb 17 17:43:25.307142 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fe4b1a48-ddfc-45ae-8000-3a60922e0868 req-af9f3b7d-8f32-4f6d-824c-ea912c93b2da tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8211596 Feb 17 17:43:25.335673 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-fe4b1a48-ddfc-45ae-8000-3a60922e0868 req-d8398466-98ad-40d0-9dfd-33d1cbd3077c service neutron] Request body: {'port': {'device_id': '4ceba540-545c-4eac-a16a-2f3eac2090cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:43:25.397086 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b0731fef-b94f-45ad-9d63-a2a73448c974 req-1e33207f-f4b2-413f-bba4-19e8dbd22afc tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] 10.222.0.87 "GET /v2.0/security-groups?id=917c4dcd-7522-4812-b3d3-63da681a19d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114933 Feb 17 17:43:25.464784 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a3ad3903-c136-479d-b0f0-e272c2230b79 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "DELETE /v2.0/ports/70e812fe-a0ed-45b8-aba7-6ba75406f083/tags HTTP/1.1" status: 204 len: 168 time: 0.1943595 Feb 17 17:43:25.465529 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54356) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:25.481716 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-3aa05772-b0fb-48b7-8ac9-8ea64426e636 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '991972cd-4049-4065-8e42-5b9a740f0d32') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:25.642981 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1baad6e-1d5e-4bfd-a5b7-984328503720 req-fa693bb2-b2b8-481f-88aa-123a6e53259f tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:25.645501 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c1baad6e-1d5e-4bfd-a5b7-984328503720 req-fa693bb2-b2b8-481f-88aa-123a6e53259f tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=4ceba540-545c-4eac-a16a-2f3eac2090cb HTTP/1.1" status: 200 len: 932 time: 0.2462258 Feb 17 17:43:25.662983 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-fe4b1a48-ddfc-45ae-8000-3a60922e0868 req-d8398466-98ad-40d0-9dfd-33d1cbd3077c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (cd527b8f-abb4-42f6-973b-fb39c44be559), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:25.674642 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3aa05772-b0fb-48b7-8ac9-8ea64426e636 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "DELETE /v2.0/subnets/991972cd-4049-4065-8e42-5b9a740f0d32/tags HTTP/1.1" status: 204 len: 168 time: 0.2079430 Feb 17 17:43:25.680088 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54358) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:25.692804 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-8899d44f-b9eb-4c40-acef-b5e22de88c85 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '991972cd-4049-4065-8e42-5b9a740f0d32', 'tempest-TagsExtTest-Tag-323786998') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:25.853957 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8899d44f-b9eb-4c40-acef-b5e22de88c85 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "PUT /v2.0/subnets/991972cd-4049-4065-8e42-5b9a740f0d32/tags/tempest-TagsExtTest-Tag-323786998 HTTP/1.1" status: 201 len: 201 time: 0.1720858 Feb 17 17:43:25.856593 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54364) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:25.866243 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-924b495b-7f7e-499c-8d8f-8da14b052334 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '70e812fe-a0ed-45b8-aba7-6ba75406f083', 'tempest-TagsExtTest-Tag-282256455') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:26.061382 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea633d4-f083-43b2-91f1-d00b2f8d47ac None None] Network d281cb4f-c466-45ac-a085-98908c8e9173 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:43:26.137257 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-924b495b-7f7e-499c-8d8f-8da14b052334 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "PUT /v2.0/ports/70e812fe-a0ed-45b8-aba7-6ba75406f083/tags/tempest-TagsExtTest-Tag-282256455 HTTP/1.1" status: 201 len: 201 time: 0.2795267 Feb 17 17:43:26.139996 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54372) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:26.143526 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-fe4b1a48-ddfc-45ae-8000-3a60922e0868 req-d8398466-98ad-40d0-9dfd-33d1cbd3077c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd527b8f-abb4-42f6-973b-fb39c44be559 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:43:26.152921 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-fe4b1a48-ddfc-45ae-8000-3a60922e0868 req-d8398466-98ad-40d0-9dfd-33d1cbd3077c service neutron] Publish callbacks [] for port (cd527b8f-abb4-42f6-973b-fb39c44be559), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:26.154158 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-aea272bb-b349-4ed7-afc1-6b5b5cb875d2 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3d7ed544-507f-481d-b493-71764e1e8105', 'tempest-TagsExtTest-Tag-1604278487') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:26.169322 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-fe4b1a48-ddfc-45ae-8000-3a60922e0868 req-d8398466-98ad-40d0-9dfd-33d1cbd3077c service neutron] Transition to ACTIVE for port object cd527b8f-abb4-42f6-973b-fb39c44be559 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:43:26.208180 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c1baad6e-1d5e-4bfd-a5b7-984328503720 req-2ce5839a-354a-4dd0-8290-7739560079b1 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5470152 Feb 17 17:43:26.209005 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-fe4b1a48-ddfc-45ae-8000-3a60922e0868 req-d8398466-98ad-40d0-9dfd-33d1cbd3077c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (cd527b8f-abb4-42f6-973b-fb39c44be559), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:26.360727 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-aea272bb-b349-4ed7-afc1-6b5b5cb875d2 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "PUT /v2.0/routers/3d7ed544-507f-481d-b493-71764e1e8105/tags/tempest-TagsExtTest-Tag-1604278487 HTTP/1.1" status: 201 len: 201 time: 0.2189379 Feb 17 17:43:26.362793 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54376) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:26.370008 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-a255a79e-f81b-49bd-9a0b-46f1e12f31b7 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f5837fe3-047f-4c79-a113-f81935ba3379', 'tempest-TagsExtTest-Tag-2122871363') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:26.386844 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device ec419eab-32cc-47c2-8217-cd3941d7eb11 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:43:26.399456 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 7f698bfe-4173-42fc-bc49-a3b63a7f1f9f up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:43:26.446271 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a255a79e-f81b-49bd-9a0b-46f1e12f31b7 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "PUT /v2.0/subnetpools/f5837fe3-047f-4c79-a113-f81935ba3379/tags/tempest-TagsExtTest-Tag-2122871363 HTTP/1.1" status: 201 len: 201 time: 0.0817323 Feb 17 17:43:26.448974 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54378) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:26.460092 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-099e0e54-a1d9-4f86-877a-35ad61aafbaa tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '991972cd-4049-4065-8e42-5b9a740f0d32', {'tags': ['tempest-TagsExtTest-Tag-1261194703', 'tempest-TagsExtTest-Tag-228605771', 'tempest-TagsExtTest-Tag-1139149045']}) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:26.494864 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39564a-bdfa-428d-938f-675f36c257dd req-414544bc-70cf-45b4-b691-a74079b74ad6 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:26.496435 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ed39564a-bdfa-428d-938f-675f36c257dd req-414544bc-70cf-45b4-b691-a74079b74ad6 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=926714fc-e3e6-4a71-b017-ffe596828300 HTTP/1.1" status: 200 len: 946 time: 0.3197644 Feb 17 17:43:26.543631 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8398466-98ad-40d0-9dfd-33d1cbd3077c service neutron] Pushing event updated for resources: {'Port': ['ID=cd527b8f-abb4-42f6-973b-fb39c44be559,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:26.576551 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ed39564a-bdfa-428d-938f-675f36c257dd req-bed811bf-8863-4cab-a4ef-1548c681c77f tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527389 Feb 17 17:43:26.587591 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c453c60-6dfa-4e10-be8c-87e1b3a2de01 req-ca4fe42a-b417-4e5c-bbee-02d3106e9e26 tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:26.600298 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3c453c60-6dfa-4e10-be8c-87e1b3a2de01 req-ca4fe42a-b417-4e5c-bbee-02d3106e9e26 tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a7a5268-664b-4b8f-acd5-002e8b8e3ddc HTTP/1.1" status: 200 len: 945 time: 0.2014875 Feb 17 17:43:26.623320 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-45e75cbc-2c15-4719-b3c5-45bdd293253c None None] Provisioning complete for port 7f698bfe-4173-42fc-bc49-a3b63a7f1f9f triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:43:26.623637 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-45e75cbc-2c15-4719-b3c5-45bdd293253c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7f698bfe-4173-42fc-bc49-a3b63a7f1f9f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:26.662035 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-fe4b1a48-ddfc-45ae-8000-3a60922e0868 req-d8398466-98ad-40d0-9dfd-33d1cbd3077c service neutron] Attempting to bind port cd527b8f-abb4-42f6-973b-fb39c44be559 on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:43:26.663134 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-fe4b1a48-ddfc-45ae-8000-3a60922e0868 req-d8398466-98ad-40d0-9dfd-33d1cbd3077c service neutron] Attempting to bind port cd527b8f-abb4-42f6-973b-fb39c44be559 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '83cc66ec-b716-4047-926b-17461255d55d'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:43:26.664027 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4b1a48-ddfc-45ae-8000-3a60922e0868 req-d8398466-98ad-40d0-9dfd-33d1cbd3077c service neutron] Attempting to bind port cd527b8f-abb4-42f6-973b-fb39c44be559 on network 83cc66ec-b716-4047-926b-17461255d55d {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:43:26.680325 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4b1a48-ddfc-45ae-8000-3a60922e0868 req-d8398466-98ad-40d0-9dfd-33d1cbd3077c service neutron] Port cd527b8f-abb4-42f6-973b-fb39c44be559 on network 83cc66ec-b716-4047-926b-17461255d55d not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:43:26.681071 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4b1a48-ddfc-45ae-8000-3a60922e0868 req-d8398466-98ad-40d0-9dfd-33d1cbd3077c service neutron] Attempting to bind port cd527b8f-abb4-42f6-973b-fb39c44be559 on network 83cc66ec-b716-4047-926b-17461255d55d {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:43:26.684978 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-099e0e54-a1d9-4f86-877a-35ad61aafbaa tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "PUT /v2.0/subnets/991972cd-4049-4065-8e42-5b9a740f0d32/tags HTTP/1.1" status: 200 len: 317 time: 0.2325263 Feb 17 17:43:26.685624 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54380) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:26.703142 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4b1a48-ddfc-45ae-8000-3a60922e0868 req-d8398466-98ad-40d0-9dfd-33d1cbd3077c service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:43:26.703534 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-11bce0cd-2098-478f-8c49-af922c28af10 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '991972cd-4049-4065-8e42-5b9a740f0d32') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:26.704213 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4b1a48-ddfc-45ae-8000-3a60922e0868 req-d8398466-98ad-40d0-9dfd-33d1cbd3077c service neutron] Checking segment: {'id': '1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '83cc66ec-b716-4047-926b-17461255d55d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:43:26.705045 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4b1a48-ddfc-45ae-8000-3a60922e0868 req-d8398466-98ad-40d0-9dfd-33d1cbd3077c service neutron] Bound using segment: {'id': '1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '83cc66ec-b716-4047-926b-17461255d55d'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:43:26.705812 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-fe4b1a48-ddfc-45ae-8000-3a60922e0868 req-d8398466-98ad-40d0-9dfd-33d1cbd3077c service neutron] Bound port: cd527b8f-abb4-42f6-973b-fb39c44be559, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '83cc66ec-b716-4047-926b-17461255d55d'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:43:26.707324 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-fe4b1a48-ddfc-45ae-8000-3a60922e0868 req-d8398466-98ad-40d0-9dfd-33d1cbd3077c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (cd527b8f-abb4-42f6-973b-fb39c44be559), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:26.723950 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3c453c60-6dfa-4e10-be8c-87e1b3a2de01 req-b5e2063e-683f-40a6-928c-f0583bd22cf1 tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] 10.222.0.87 "GET /v2.0/security-groups?id=917c4dcd-7522-4812-b3d3-63da681a19d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280971 Feb 17 17:43:26.925177 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port ec419eab-32cc-47c2-8217-cd3941d7eb11 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:43:26.944135 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port ec419eab-32cc-47c2-8217-cd3941d7eb11 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:43:26.948549 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ec419eab-32cc-47c2-8217-cd3941d7eb11), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:26.954359 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-11bce0cd-2098-478f-8c49-af922c28af10 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "DELETE /v2.0/subnets/991972cd-4049-4065-8e42-5b9a740f0d32/tags HTTP/1.1" status: 204 len: 168 time: 0.2583687 Feb 17 17:43:26.956265 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 54386) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:26.966986 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.tag.tag_plugin [None req-f8459db5-4987-4665-992f-73aa6ffb3b3c tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '991972cd-4049-4065-8e42-5b9a740f0d32', 'tempest-TagsExtTest-Tag-1261194703') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:27.023177 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 7f698bfe-4173-42fc-bc49-a3b63a7f1f9f triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:43:27.023177 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7f698bfe-4173-42fc-bc49-a3b63a7f1f9f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:27.151051 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-fe4b1a48-ddfc-45ae-8000-3a60922e0868 req-d8398466-98ad-40d0-9dfd-33d1cbd3077c service neutron] For port cd527b8f-abb4-42f6-973b-fb39c44be559, host n-h2-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:43:27.174035 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd30062-c4b1-4cf9-90f4-9432827958eb req-36c20ebe-97e2-439f-9916-5bf40c360c83 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:27.176440 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fbd30062-c4b1-4cf9-90f4-9432827958eb req-36c20ebe-97e2-439f-9916-5bf40c360c83 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=b1c56184-172c-429b-be9b-fb77a9a80bd3 HTTP/1.1" status: 200 len: 944 time: 0.3681064 Feb 17 17:43:27.220468 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-fe4b1a48-ddfc-45ae-8000-3a60922e0868 req-d8398466-98ad-40d0-9dfd-33d1cbd3077c service neutron] For port cd527b8f-abb4-42f6-973b-fb39c44be559, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=cd527b8f-abb4-42f6-973b-fb39c44be559,segment=NetworkSegment(1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8),segment_id=1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:43:27.253595 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-fe4b1a48-ddfc-45ae-8000-3a60922e0868 req-d8398466-98ad-40d0-9dfd-33d1cbd3077c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (cd527b8f-abb4-42f6-973b-fb39c44be559), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:27.432580 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-f8459db5-4987-4665-992f-73aa6ffb3b3c tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] show failed (client error): The resource could not be found. Feb 17 17:43:27.433658 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-f8459db5-4987-4665-992f-73aa6ffb3b3c tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "GET /v2.0/subnets/991972cd-4049-4065-8e42-5b9a740f0d32/tags/tempest-TagsExtTest-Tag-1261194703 HTTP/1.1" status: 404 len: 329 time: 0.4725804 Feb 17 17:43:27.436568 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54398) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:27.443360 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-6c9685d9-89d9-44da-905a-c9bc2f9331ba tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '991972cd-4049-4065-8e42-5b9a740f0d32', 'tempest-TagsExtTest-Tag-228605771') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:27.463354 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b1a48-ddfc-45ae-8000-3a60922e0868 req-d8398466-98ad-40d0-9dfd-33d1cbd3077c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:27.466193 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-fe4b1a48-ddfc-45ae-8000-3a60922e0868 req-d8398466-98ad-40d0-9dfd-33d1cbd3077c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:27.467837 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fe4b1a48-ddfc-45ae-8000-3a60922e0868 req-d8398466-98ad-40d0-9dfd-33d1cbd3077c service neutron] 10.222.0.91 "PUT /v2.0/ports/cd527b8f-abb4-42f6-973b-fb39c44be559 HTTP/1.1" status: 200 len: 1092 time: 2.1401262 Feb 17 17:43:27.470060 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ceba540-545c-4eac-a16a-2f3eac2090cb', 'tag': 'cd527b8f-abb4-42f6-973b-fb39c44be559'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:43:27.481937 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eef5818-c2a1-4752-9918-2cac9649266b" -d '{"events": [{"name": "network-changed", "server_uuid": "4ceba540-545c-4eac-a16a-2f3eac2090cb", "tag": "cd527b8f-abb4-42f6-973b-fb39c44be559"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:43:27.580816 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-6c9685d9-89d9-44da-905a-c9bc2f9331ba tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] show failed (client error): The resource could not be found. Feb 17 17:43:27.589291 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fbd30062-c4b1-4cf9-90f4-9432827958eb req-e7262a76-1a1c-4f9e-b19d-9b87ecf4acf1 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959086 Feb 17 17:43:27.599840 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6c9685d9-89d9-44da-905a-c9bc2f9331ba tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "GET /v2.0/subnets/991972cd-4049-4065-8e42-5b9a740f0d32/tags/tempest-TagsExtTest-Tag-228605771 HTTP/1.1" status: 404 len: 328 time: 0.1577573 Feb 17 17:43:27.600544 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54402) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:27.620309 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-f4956254-e8af-4396-a1e1-53841731f3a6 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '991972cd-4049-4065-8e42-5b9a740f0d32', 'tempest-TagsExtTest-Tag-1139149045') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:27.664735 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-45e75cbc-2c15-4719-b3c5-45bdd293253c None None] Current status of the port 7f698bfe-4173-42fc-bc49-a3b63a7f1f9f is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:43:27.665286 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-45e75cbc-2c15-4719-b3c5-45bdd293253c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7f698bfe-4173-42fc-bc49-a3b63a7f1f9f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:27.694315 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8398466-98ad-40d0-9dfd-33d1cbd3077c service neutron] Pushing event updated for resources: {'Port': ['ID=cd527b8f-abb4-42f6-973b-fb39c44be559,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:27.697003 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port ec419eab-32cc-47c2-8217-cd3941d7eb11 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:43:27.697431 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ec419eab-32cc-47c2-8217-cd3941d7eb11), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:27.737487 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-f4956254-e8af-4396-a1e1-53841731f3a6 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] show failed (client error): The resource could not be found. Feb 17 17:43:27.744679 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f4956254-e8af-4396-a1e1-53841731f3a6 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "GET /v2.0/subnets/991972cd-4049-4065-8e42-5b9a740f0d32/tags/tempest-TagsExtTest-Tag-1139149045 HTTP/1.1" status: 404 len: 329 time: 0.1409881 Feb 17 17:43:27.745313 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54406) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:27.749887 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-fec27c85-fb60-4388-b4a0-79a835a26409 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '70e812fe-a0ed-45b8-aba7-6ba75406f083', {'tags': ['tempest-TagsExtTest-Tag-2020534896', 'tempest-TagsExtTest-Tag-929655804', 'tempest-TagsExtTest-Tag-789343439']}) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:27.826455 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5321235-e9aa-4c2e-9743-287d73f032a0 req-0a9e7fb4-8fbe-4bb8-ad17-cc05ef3481b6 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:27.834100 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f5321235-e9aa-4c2e-9743-287d73f032a0 req-0a9e7fb4-8fbe-4bb8-ad17-cc05ef3481b6 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=4ceba540-545c-4eac-a16a-2f3eac2090cb HTTP/1.1" status: 200 len: 944 time: 0.4164150 Feb 17 17:43:27.846359 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fec27c85-fb60-4388-b4a0-79a835a26409 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "PUT /v2.0/ports/70e812fe-a0ed-45b8-aba7-6ba75406f083/tags HTTP/1.1" status: 200 len: 316 time: 0.0999594 Feb 17 17:43:27.847032 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54408) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:27.853254 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-c365be12-d1e4-4d92-8ad6-ba9bc02deeba tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '70e812fe-a0ed-45b8-aba7-6ba75406f083') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:27.898562 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-45e75cbc-2c15-4719-b3c5-45bdd293253c None None] For port 7f698bfe-4173-42fc-bc49-a3b63a7f1f9f, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=7f698bfe-4173-42fc-bc49-a3b63a7f1f9f,segment=NetworkSegment(c5bbc2a7-0171-418c-b184-db64d13e2c10),segment_id=c5bbc2a7-0171-418c-b184-db64d13e2c10)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:43:27.901921 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b1a48-ddfc-45ae-8000-3a60922e0868 req-aa3fcbf5-901a-4ed0-a491-7690fbc7ae20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:27.902074 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c56184-172c-429b-be9b-fb77a9a80bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec419eab-32cc-47c2-8217-cd3941d7eb11'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:43:27.907488 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479d3a91-2bf6-467a-88aa-6cb57b142f54" -d '{"events": [{"server_uuid": "b1c56184-172c-429b-be9b-fb77a9a80bd3", "name": "network-vif-plugged", "status": "completed", "tag": "ec419eab-32cc-47c2-8217-cd3941d7eb11"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:43:27.916072 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fe4b1a48-ddfc-45ae-8000-3a60922e0868 req-aa3fcbf5-901a-4ed0-a491-7690fbc7ae20 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d25e4e1cdd84422184c0ddb522055b36&device_id=4ceba540-545c-4eac-a16a-2f3eac2090cb HTTP/1.1" status: 200 len: 1126 time: 0.3660586 Feb 17 17:43:27.922748 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-45e75cbc-2c15-4719-b3c5-45bdd293253c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (7f698bfe-4173-42fc-bc49-a3b63a7f1f9f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:27.939706 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port ec419eab-32cc-47c2-8217-cd3941d7eb11, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=ec419eab-32cc-47c2-8217-cd3941d7eb11,segment=NetworkSegment(a9afe95a-bc81-4053-bcf6-93dc37b0f7fa),segment_id=a9afe95a-bc81-4053-bcf6-93dc37b0f7fa)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:43:27.943016 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 7f698bfe-4173-42fc-bc49-a3b63a7f1f9f is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:43:27.947239 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7f698bfe-4173-42fc-bc49-a3b63a7f1f9f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:27.990189 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c365be12-d1e4-4d92-8ad6-ba9bc02deeba tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "DELETE /v2.0/ports/70e812fe-a0ed-45b8-aba7-6ba75406f083/tags HTTP/1.1" status: 204 len: 168 time: 0.1414421 Feb 17 17:43:27.993004 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54412) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:28.002156 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fe4b1a48-ddfc-45ae-8000-3a60922e0868 req-f7dc72b8-e62c-4568-8342-92f113d97bd4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd527b8f-abb4-42f6-973b-fb39c44be559 HTTP/1.1" status: 200 len: 217 time: 0.0424445 Feb 17 17:43:28.007588 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-8c2eaba8-33a1-4658-b67b-8711c6b2e8ac tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '70e812fe-a0ed-45b8-aba7-6ba75406f083', 'tempest-TagsExtTest-Tag-2020534896') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:28.011570 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ec419eab-32cc-47c2-8217-cd3941d7eb11), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:28.019204 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f5321235-e9aa-4c2e-9743-287d73f032a0 req-d4df5fcb-ee68-4018-90f5-4b55b3b4801f tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748788 Feb 17 17:43:28.064146 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e75cbc-2c15-4719-b3c5-45bdd293253c None None] Pushing event updated for resources: {'Port': ['ID=7f698bfe-4173-42fc-bc49-a3b63a7f1f9f,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:28.123512 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9848777e-ff3f-41fa-b07c-87253fd36173 x-openstack-request-id: req-9848777e-ff3f-41fa-b07c-87253fd36173 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:43:28.128945 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ceba540-545c-4eac-a16a-2f3eac2090cb", "tag": "cd527b8f-abb4-42f6-973b-fb39c44be559", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:43:28.129524 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9848777e-ff3f-41fa-b07c-87253fd36173 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:43:28.130231 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ceba540-545c-4eac-a16a-2f3eac2090cb', 'tag': 'cd527b8f-abb4-42f6-973b-fb39c44be559', 'status': 'completed', 'code': 200} Feb 17 17:43:28.170889 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-8c2eaba8-33a1-4658-b67b-8711c6b2e8ac tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] show failed (client error): The resource could not be found. Feb 17 17:43:28.171990 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8c2eaba8-33a1-4658-b67b-8711c6b2e8ac tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "GET /v2.0/ports/70e812fe-a0ed-45b8-aba7-6ba75406f083/tags/tempest-TagsExtTest-Tag-2020534896 HTTP/1.1" status: 404 len: 329 time: 0.1780465 Feb 17 17:43:28.172595 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c99a8d-668a-4c51-8d1d-ab6b50cb479b req-d8ceba1b-7cdc-4f2e-a4f2-410373cb66e4 tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:28.174604 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a4c99a8d-668a-4c51-8d1d-ab6b50cb479b req-d8ceba1b-7cdc-4f2e-a4f2-410373cb66e4 tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a7a5268-664b-4b8f-acd5-002e8b8e3ddc HTTP/1.1" status: 200 len: 945 time: 0.4297826 Feb 17 17:43:28.180933 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-de25f083-3acd-491a-9750-eaca4681df39 None None] Provisioning complete for port 7f698bfe-4173-42fc-bc49-a3b63a7f1f9f triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:43:28.181323 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-de25f083-3acd-491a-9750-eaca4681df39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7f698bfe-4173-42fc-bc49-a3b63a7f1f9f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:28.186290 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54416) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:28.200127 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-f730463f-13d4-41f2-b5b0-467a33aecebd tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '70e812fe-a0ed-45b8-aba7-6ba75406f083', 'tempest-TagsExtTest-Tag-929655804') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:28.313282 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a4c99a8d-668a-4c51-8d1d-ab6b50cb479b req-ed24cf51-f9a4-4f8c-8769-b6e498b3cbcd tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] 10.222.0.87 "GET /v2.0/security-groups?id=917c4dcd-7522-4812-b3d3-63da681a19d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218400 Feb 17 17:43:28.318951 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b1a48-ddfc-45ae-8000-3a60922e0868 req-aecccf71-a2e3-4bc4-9df1-ca7cefbb2f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:28.320689 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fe4b1a48-ddfc-45ae-8000-3a60922e0868 req-aecccf71-a2e3-4bc4-9df1-ca7cefbb2f79 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1e1fcde1-7a12-4137-bca4-1789efb75583 HTTP/1.1" status: 200 len: 845 time: 0.2932026 Feb 17 17:43:28.327478 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=ec419eab-32cc-47c2-8217-cd3941d7eb11,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:28.355695 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:43:28.356395 n-d-829613-2 neutron-server[103436]: DEBUG oslo_db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 17:43:28.380209 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fe4b1a48-ddfc-45ae-8000-3a60922e0868 req-d64b24fc-faf8-4843-be90-59000eda477b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=83cc66ec-b716-4047-926b-17461255d55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416718 Feb 17 17:43:28.389926 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-f730463f-13d4-41f2-b5b0-467a33aecebd tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] show failed (client error): The resource could not be found. Feb 17 17:43:28.390092 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea7bc0-602b-49c9-bc67-b4195b1880b9 req-f347e22b-3cc6-4fdf-95b6-a426facde674 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:28.391050 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f730463f-13d4-41f2-b5b0-467a33aecebd tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "GET /v2.0/ports/70e812fe-a0ed-45b8-aba7-6ba75406f083/tags/tempest-TagsExtTest-Tag-929655804 HTTP/1.1" status: 404 len: 328 time: 0.2037621 Feb 17 17:43:28.400053 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54422) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:28.401268 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5aea7bc0-602b-49c9-bc67-b4195b1880b9 req-f347e22b-3cc6-4fdf-95b6-a426facde674 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=926714fc-e3e6-4a71-b017-ffe596828300 HTTP/1.1" status: 200 len: 946 time: 0.1572530 Feb 17 17:43:28.414242 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-0314cc45-39bf-48b1-8723-a94e9f1a13a7 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '70e812fe-a0ed-45b8-aba7-6ba75406f083', 'tempest-TagsExtTest-Tag-789343439') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:28.494862 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc60dfe6-f7dc-496a-a6a1-97a33dfceed4 x-openstack-request-id: req-dc60dfe6-f7dc-496a-a6a1-97a33dfceed4 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:43:28.494862 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c56184-172c-429b-be9b-fb77a9a80bd3", "name": "network-vif-plugged", "status": "completed", "tag": "ec419eab-32cc-47c2-8217-cd3941d7eb11", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:43:28.494862 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-dc60dfe6-f7dc-496a-a6a1-97a33dfceed4 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:43:28.494862 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1c56184-172c-429b-be9b-fb77a9a80bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec419eab-32cc-47c2-8217-cd3941d7eb11', 'code': 200} Feb 17 17:43:28.513909 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5aea7bc0-602b-49c9-bc67-b4195b1880b9 req-5753d24d-28cb-44aa-8458-fab9f1b55600 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117334 Feb 17 17:43:28.539864 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-de25f083-3acd-491a-9750-eaca4681df39 None None] Current status of the port 7f698bfe-4173-42fc-bc49-a3b63a7f1f9f is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:43:28.552545 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-0314cc45-39bf-48b1-8723-a94e9f1a13a7 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] show failed (client error): The resource could not be found. Feb 17 17:43:28.553882 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0314cc45-39bf-48b1-8723-a94e9f1a13a7 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "GET /v2.0/ports/70e812fe-a0ed-45b8-aba7-6ba75406f083/tags/tempest-TagsExtTest-Tag-789343439 HTTP/1.1" status: 404 len: 328 time: 0.1511958 Feb 17 17:43:28.557534 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54424) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:28.573469 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-de25f083-3acd-491a-9750-eaca4681df39 None None] Provisioning complete for port 70e812fe-a0ed-45b8-aba7-6ba75406f083 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:43:28.573857 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-de25f083-3acd-491a-9750-eaca4681df39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (70e812fe-a0ed-45b8-aba7-6ba75406f083), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:28.576029 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-8df35e77-d1a9-45cd-a3e8-e6770bf88d30 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '3d7ed544-507f-481d-b493-71764e1e8105', {'tags': ['tempest-TagsExtTest-Tag-1178822726', 'tempest-TagsExtTest-Tag-632894540', 'tempest-TagsExtTest-Tag-881086906']}) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:28.642354 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fe4b1a48-ddfc-45ae-8000-3a60922e0868 req-d012a909-7100-4373-bc68-d6b3c7a6b6e0 service neutron] 10.222.0.91 "GET /v2.0/networks/83cc66ec-b716-4047-926b-17461255d55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386420 Feb 17 17:43:28.663170 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960a589-08f8-46fd-89d2-7bb18daa80ba req-fd5c303a-3099-45fc-8c10-619b19808369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:28.665279 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6960a589-08f8-46fd-89d2-7bb18daa80ba req-fd5c303a-3099-45fc-8c10-619b19808369 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b1c56184-172c-429b-be9b-fb77a9a80bd3 HTTP/1.1" status: 200 len: 1127 time: 0.1185193 Feb 17 17:43:28.669401 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-de25f083-3acd-491a-9750-eaca4681df39 None None] Port 70e812fe-a0ed-45b8-aba7-6ba75406f083 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:43:28.709780 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2e7d0-c290-42c1-b2b0-d05c3e4c4436 req-daf5eda7-0138-4d5e-be46-119746386e3e tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:28.711244 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-76a2e7d0-c290-42c1-b2b0-d05c3e4c4436 req-daf5eda7-0138-4d5e-be46-119746386e3e tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] 10.222.0.91 "GET /v2.0/ports?device_id=4a7a5268-664b-4b8f-acd5-002e8b8e3ddc HTTP/1.1" status: 200 len: 945 time: 0.1533060 Feb 17 17:43:28.728279 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8df35e77-d1a9-45cd-a3e8-e6770bf88d30 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "PUT /v2.0/routers/3d7ed544-507f-481d-b493-71764e1e8105/tags HTTP/1.1" status: 200 len: 316 time: 0.1646793 Feb 17 17:43:28.728522 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 54430) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:28.733735 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.tag.tag_plugin [None req-50e5687f-ffa3-4870-bcc6-6bc813fe411f tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3d7ed544-507f-481d-b493-71764e1e8105') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:28.820715 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-76a2e7d0-c290-42c1-b2b0-d05c3e4c4436 req-6200e648-d139-4faf-bead-2a7a1b70310d tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] Deleting port 954da632-fec5-4b22-ab89-0b217be93cc3 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:43:28.821275 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-76a2e7d0-c290-42c1-b2b0-d05c3e4c4436 req-6200e648-d139-4faf-bead-2a7a1b70310d tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (954da632-fec5-4b22-ab89-0b217be93cc3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:28.906519 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6960a589-08f8-46fd-89d2-7bb18daa80ba req-d817e0fc-02bb-49ab-8045-05f7f1708c57 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203610 Feb 17 17:43:28.918766 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-76a2e7d0-c290-42c1-b2b0-d05c3e4c4436 req-6200e648-d139-4faf-bead-2a7a1b70310d tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] For port 954da632-fec5-4b22-ab89-0b217be93cc3, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=954da632-fec5-4b22-ab89-0b217be93cc3,segment=NetworkSegment(aa49af03-c564-4082-a30e-ef5173ffc14e),segment_id=aa49af03-c564-4082-a30e-ef5173ffc14e)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:43:28.919145 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-76a2e7d0-c290-42c1-b2b0-d05c3e4c4436 req-6200e648-d139-4faf-bead-2a7a1b70310d tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (954da632-fec5-4b22-ab89-0b217be93cc3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:28.922272 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 7f698bfe-4173-42fc-bc49-a3b63a7f1f9f is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:43:28.926067 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf9280-8947-44e9-b6c4-315d52d545eb req-69cde3e0-2b8c-4aba-8799-7e4e35ef4e13 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:28.928293 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c4bf9280-8947-44e9-b6c4-315d52d545eb req-69cde3e0-2b8c-4aba-8799-7e4e35ef4e13 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=b1c56184-172c-429b-be9b-fb77a9a80bd3 HTTP/1.1" status: 200 len: 945 time: 0.2223935 Feb 17 17:43:28.931289 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fe4b1a48-ddfc-45ae-8000-3a60922e0868 req-29f4c3cf-1182-4fb0-a065-1825fe7df134 service neutron] 10.222.0.91 "GET /v2.0/networks/83cc66ec-b716-4047-926b-17461255d55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830167 Feb 17 17:43:28.939791 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-76a2e7d0-c290-42c1-b2b0-d05c3e4c4436 req-6200e648-d139-4faf-bead-2a7a1b70310d tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] Calling delete_port for 954da632-fec5-4b22-ab89-0b217be93cc3 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:43:29.038862 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-50e5687f-ffa3-4870-bcc6-6bc813fe411f tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "DELETE /v2.0/routers/3d7ed544-507f-481d-b493-71764e1e8105/tags HTTP/1.1" status: 204 len: 168 time: 0.3077109 Feb 17 17:43:29.038862 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 54432) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:29.045591 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.tag.tag_plugin [None req-784f9827-4850-4b27-85cc-b7312f6e13ee tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3d7ed544-507f-481d-b493-71764e1e8105', 'tempest-TagsExtTest-Tag-1178822726') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:29.053128 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c4bf9280-8947-44e9-b6c4-315d52d545eb req-5a7c0114-3310-4a3e-b213-a1831bdceb1d tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196930 Feb 17 17:43:29.073462 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 7f698bfe-4173-42fc-bc49-a3b63a7f1f9f up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:43:29.137377 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef5818-c2a1-4752-9918-2cac9649266b req-ed1f42f3-294a-4b01-bbe3-c935a30443bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:29.139110 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1eef5818-c2a1-4752-9918-2cac9649266b req-ed1f42f3-294a-4b01-bbe3-c935a30443bf service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d25e4e1cdd84422184c0ddb522055b36&device_id=4ceba540-545c-4eac-a16a-2f3eac2090cb HTTP/1.1" status: 200 len: 1126 time: 0.1433446 Feb 17 17:43:29.165820 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 7f698bfe-4173-42fc-bc49-a3b63a7f1f9f triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:43:29.166178 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7f698bfe-4173-42fc-bc49-a3b63a7f1f9f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:29.168368 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-76a2e7d0-c290-42c1-b2b0-d05c3e4c4436 req-6200e648-d139-4faf-bead-2a7a1b70310d tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (954da632-fec5-4b22-ab89-0b217be93cc3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:29.206526 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['954da632-fec5-4b22-ab89-0b217be93cc3'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:43:29.230551 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6200e648-d139-4faf-bead-2a7a1b70310d tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] Pushing event deleted for resources: {'Port': ['ID=954da632-fec5-4b22-ab89-0b217be93cc3,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:29.271695 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded1cce-7871-4157-ac89-bdf27f047f87 req-d413efaa-be2e-4eb1-a6bc-fb8781005b1e tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:29.273644 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0ded1cce-7871-4157-ac89-bdf27f047f87 req-d413efaa-be2e-4eb1-a6bc-fb8781005b1e tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=4ceba540-545c-4eac-a16a-2f3eac2090cb HTTP/1.1" status: 200 len: 944 time: 0.1416297 Feb 17 17:43:29.275187 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-784f9827-4850-4b27-85cc-b7312f6e13ee tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] show failed (client error): The resource could not be found. Feb 17 17:43:29.278935 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-784f9827-4850-4b27-85cc-b7312f6e13ee tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "GET /v2.0/routers/3d7ed544-507f-481d-b493-71764e1e8105/tags/tempest-TagsExtTest-Tag-1178822726 HTTP/1.1" status: 404 len: 329 time: 0.2361205 Feb 17 17:43:29.280129 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 54438) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:29.283008 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 7f698bfe-4173-42fc-bc49-a3b63a7f1f9f is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:43:29.286422 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.tag.tag_plugin [None req-cfe08e00-896d-47ca-9dc2-168f2dc56939 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3d7ed544-507f-481d-b493-71764e1e8105', 'tempest-TagsExtTest-Tag-632894540') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:29.293527 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6200e648-d139-4faf-bead-2a7a1b70310d tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:43:29.293794 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6200e648-d139-4faf-bead-2a7a1b70310d tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:43:29.294151 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6200e648-d139-4faf-bead-2a7a1b70310d tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:43:29.294505 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6200e648-d139-4faf-bead-2a7a1b70310d tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:43:29.294853 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6200e648-d139-4faf-bead-2a7a1b70310d tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:43:29.295196 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6200e648-d139-4faf-bead-2a7a1b70310d tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:43:29.295539 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6200e648-d139-4faf-bead-2a7a1b70310d tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:43:29.295878 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6200e648-d139-4faf-bead-2a7a1b70310d tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:43:29.296229 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6200e648-d139-4faf-bead-2a7a1b70310d tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:43:29.296582 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6200e648-d139-4faf-bead-2a7a1b70310d tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:43:29.296920 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6200e648-d139-4faf-bead-2a7a1b70310d tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:43:29.297253 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6200e648-d139-4faf-bead-2a7a1b70310d tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:43:29.297586 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6200e648-d139-4faf-bead-2a7a1b70310d tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:43:29.321755 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a2e7d0-c290-42c1-b2b0-d05c3e4c4436 req-6200e648-d139-4faf-bead-2a7a1b70310d tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] No DVR routers for this DVR port 954da632-fec5-4b22-ab89-0b217be93cc3 on host n-h2-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:43:29.324466 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-76a2e7d0-c290-42c1-b2b0-d05c3e4c4436 req-6200e648-d139-4faf-bead-2a7a1b70310d tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:29.328149 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-76a2e7d0-c290-42c1-b2b0-d05c3e4c4436 req-6200e648-d139-4faf-bead-2a7a1b70310d tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] 10.222.0.91 "DELETE /v2.0/ports/954da632-fec5-4b22-ab89-0b217be93cc3 HTTP/1.1" status: 204 len: 173 time: 0.6121726 Feb 17 17:43:29.328641 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7a5268-664b-4b8f-acd5-002e8b8e3ddc', 'name': 'network-vif-deleted', 'tag': '954da632-fec5-4b22-ab89-0b217be93cc3'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:43:29.330983 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e16695-ee5e-4753-8b78-4dfee02e0b44" -d '{"events": [{"server_uuid": "4a7a5268-664b-4b8f-acd5-002e8b8e3ddc", "name": "network-vif-deleted", "tag": "954da632-fec5-4b22-ab89-0b217be93cc3"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:43:29.372889 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846fe5b6-8300-4799-af3a-a306d7c6dcf6 x-openstack-request-id: req-846fe5b6-8300-4799-af3a-a306d7c6dcf6 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:43:29.373192 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a7a5268-664b-4b8f-acd5-002e8b8e3ddc", "name": "network-vif-deleted", "tag": "954da632-fec5-4b22-ab89-0b217be93cc3", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:43:29.373451 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-846fe5b6-8300-4799-af3a-a306d7c6dcf6 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:43:29.373868 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7a5268-664b-4b8f-acd5-002e8b8e3ddc', 'name': 'network-vif-deleted', 'tag': '954da632-fec5-4b22-ab89-0b217be93cc3', 'status': 'completed', 'code': 200} Feb 17 17:43:29.419654 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef5818-c2a1-4752-9918-2cac9649266b req-895d7e11-a50b-4582-b5c0-3dfbcb5b04d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:29.421464 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1eef5818-c2a1-4752-9918-2cac9649266b req-895d7e11-a50b-4582-b5c0-3dfbcb5b04d7 service neutron] 10.222.0.91 "GET /v2.0/networks?id=83cc66ec-b716-4047-926b-17461255d55d HTTP/1.1" status: 200 len: 906 time: 0.2534726 Feb 17 17:43:29.522837 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-19d17be6-81b0-408d-9c6a-0214c4a16190 req-b9a89b3d-b5db-4055-b964-bb95fd843c3c tempest-ServersNegativeTestMultiTenantJSON-1331928928 tempest-ServersNegativeTestMultiTenantJSON-1331928928-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a7a5268-664b-4b8f-acd5-002e8b8e3ddc HTTP/1.1" status: 200 len: 210 time: 0.0896902 Feb 17 17:43:29.524102 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1eef5818-c2a1-4752-9918-2cac9649266b req-649f8a33-74d7-4b56-884c-f312f5664e19 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd527b8f-abb4-42f6-973b-fb39c44be559 HTTP/1.1" status: 200 len: 217 time: 0.0899534 Feb 17 17:43:29.528617 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-cfe08e00-896d-47ca-9dc2-168f2dc56939 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] show failed (client error): The resource could not be found. Feb 17 17:43:29.532920 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-cfe08e00-896d-47ca-9dc2-168f2dc56939 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "GET /v2.0/routers/3d7ed544-507f-481d-b493-71764e1e8105/tags/tempest-TagsExtTest-Tag-632894540 HTTP/1.1" status: 404 len: 328 time: 0.2470849 Feb 17 17:43:29.533451 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54450) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:29.537673 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0ded1cce-7871-4157-ac89-bdf27f047f87 req-99066a26-84cc-437f-8843-5e17714b31ac tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570071 Feb 17 17:43:29.539610 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-66a752c3-17a5-4f76-bc16-fb35a465f099 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3d7ed544-507f-481d-b493-71764e1e8105', 'tempest-TagsExtTest-Tag-881086906') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:29.625777 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef5818-c2a1-4752-9918-2cac9649266b req-70111fe8-a73f-45ad-a8b7-d83f1585da30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:29.627950 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1eef5818-c2a1-4752-9918-2cac9649266b req-70111fe8-a73f-45ad-a8b7-d83f1585da30 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1e1fcde1-7a12-4137-bca4-1789efb75583 HTTP/1.1" status: 200 len: 845 time: 0.0964231 Feb 17 17:43:29.646608 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-66a752c3-17a5-4f76-bc16-fb35a465f099 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] show failed (client error): The resource could not be found. Feb 17 17:43:29.647836 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-66a752c3-17a5-4f76-bc16-fb35a465f099 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "GET /v2.0/routers/3d7ed544-507f-481d-b493-71764e1e8105/tags/tempest-TagsExtTest-Tag-881086906 HTTP/1.1" status: 404 len: 328 time: 0.1131816 Feb 17 17:43:29.650598 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54456) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:29.658185 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-acf4d5c1-4f41-4a27-b246-116f317f0700 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'f5837fe3-047f-4c79-a113-f81935ba3379', {'tags': ['tempest-TagsExtTest-Tag-1676413749', 'tempest-TagsExtTest-Tag-1784107970', 'tempest-TagsExtTest-Tag-1186427738']}) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:29.689722 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1eef5818-c2a1-4752-9918-2cac9649266b req-67b3281b-f7d6-496c-94f4-d37bab531ef2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=83cc66ec-b716-4047-926b-17461255d55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284925 Feb 17 17:43:29.712916 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-acf4d5c1-4f41-4a27-b246-116f317f0700 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "PUT /v2.0/subnetpools/f5837fe3-047f-4c79-a113-f81935ba3379/tags HTTP/1.1" status: 200 len: 318 time: 0.0611382 Feb 17 17:43:29.716692 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54460) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:29.720320 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-a4b7ea68-7339-43a8-b665-a9eabf1a7eda tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f5837fe3-047f-4c79-a113-f81935ba3379') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:29.742500 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc1563-aa88-4722-8f27-4d9ebd3abe54 req-b9cc8a6a-e0f6-4d19-b848-8535e3fd0fc1 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:29.744037 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-14cc1563-aa88-4722-8f27-4d9ebd3abe54 req-b9cc8a6a-e0f6-4d19-b848-8535e3fd0fc1 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=926714fc-e3e6-4a71-b017-ffe596828300 HTTP/1.1" status: 200 len: 946 time: 0.1146932 Feb 17 17:43:29.814265 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a4b7ea68-7339-43a8-b665-a9eabf1a7eda tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "DELETE /v2.0/subnetpools/f5837fe3-047f-4c79-a113-f81935ba3379/tags HTTP/1.1" status: 204 len: 168 time: 0.0982120 Feb 17 17:43:29.817906 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54464) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:29.835527 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-42bfd215-1fe1-479e-9f06-615f4f742a93 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f5837fe3-047f-4c79-a113-f81935ba3379', 'tempest-TagsExtTest-Tag-1676413749') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:29.838088 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-14cc1563-aa88-4722-8f27-4d9ebd3abe54 req-b06bc31b-7fce-4da0-85a4-affb22bd5b21 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602283 Feb 17 17:43:29.855824 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1eef5818-c2a1-4752-9918-2cac9649266b req-2a2bec46-847b-4738-8fd4-238c90ba251e service neutron] 10.222.0.91 "GET /v2.0/networks/83cc66ec-b716-4047-926b-17461255d55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582031 Feb 17 17:43:29.885823 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-42bfd215-1fe1-479e-9f06-615f4f742a93 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] show failed (client error): The resource could not be found. Feb 17 17:43:29.887158 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-42bfd215-1fe1-479e-9f06-615f4f742a93 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "GET /v2.0/subnetpools/f5837fe3-047f-4c79-a113-f81935ba3379/tags/tempest-TagsExtTest-Tag-1676413749 HTTP/1.1" status: 404 len: 329 time: 0.0668659 Feb 17 17:43:29.890473 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54466) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:29.895846 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-758c3663-caa1-4ba5-872f-c26d8c39bb57 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f5837fe3-047f-4c79-a113-f81935ba3379', 'tempest-TagsExtTest-Tag-1784107970') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:29.944153 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-758c3663-caa1-4ba5-872f-c26d8c39bb57 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] show failed (client error): The resource could not be found. Feb 17 17:43:29.945574 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-758c3663-caa1-4ba5-872f-c26d8c39bb57 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "GET /v2.0/subnetpools/f5837fe3-047f-4c79-a113-f81935ba3379/tags/tempest-TagsExtTest-Tag-1784107970 HTTP/1.1" status: 404 len: 329 time: 0.0538940 Feb 17 17:43:29.948544 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54468) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:29.958639 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-f6a57623-9e7b-4c19-b814-6a4e348897b7 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f5837fe3-047f-4c79-a113-f81935ba3379', 'tempest-TagsExtTest-Tag-1186427738') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:29.985355 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-f6a57623-9e7b-4c19-b814-6a4e348897b7 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] show failed (client error): The resource could not be found. Feb 17 17:43:29.987678 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f6a57623-9e7b-4c19-b814-6a4e348897b7 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "GET /v2.0/subnetpools/f5837fe3-047f-4c79-a113-f81935ba3379/tags/tempest-TagsExtTest-Tag-1186427738 HTTP/1.1" status: 404 len: 329 time: 0.0380046 Feb 17 17:43:29.991490 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54470) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:30.007596 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-d160d53f-23fc-4bdd-bcc9-034a45cb5fa9 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f5837fe3-047f-4c79-a113-f81935ba3379') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:30.069290 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d160d53f-23fc-4bdd-bcc9-034a45cb5fa9 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "DELETE /v2.0/subnetpools/f5837fe3-047f-4c79-a113-f81935ba3379/tags HTTP/1.1" status: 204 len: 168 time: 0.0734944 Feb 17 17:43:30.071698 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54472) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:30.077238 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-3f39fb00-f385-4938-8d4d-18ad6993241b tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3d7ed544-507f-481d-b493-71764e1e8105') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:30.093342 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1eef5818-c2a1-4752-9918-2cac9649266b req-5b610445-7b31-4d96-af12-d06e3c0fbc93 service neutron] 10.222.0.91 "GET /v2.0/networks/83cc66ec-b716-4047-926b-17461255d55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237582 Feb 17 17:43:30.187558 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3f39fb00-f385-4938-8d4d-18ad6993241b tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "DELETE /v2.0/routers/3d7ed544-507f-481d-b493-71764e1e8105/tags HTTP/1.1" status: 204 len: 168 time: 0.1139863 Feb 17 17:43:30.189924 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54476) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:30.194630 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-98dc3d33-09d7-4380-8473-d69396761b1c tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '70e812fe-a0ed-45b8-aba7-6ba75406f083') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:30.234108 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf0197-8b32-4d2f-bcde-0078b2c81487 req-1d33dbed-b62f-491b-ba70-d05bf55f3c91 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:30.244369 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f2bf0197-8b32-4d2f-bcde-0078b2c81487 req-1d33dbed-b62f-491b-ba70-d05bf55f3c91 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=b1c56184-172c-429b-be9b-fb77a9a80bd3 HTTP/1.1" status: 200 len: 945 time: 0.0849409 Feb 17 17:43:30.258040 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-98dc3d33-09d7-4380-8473-d69396761b1c tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "DELETE /v2.0/ports/70e812fe-a0ed-45b8-aba7-6ba75406f083/tags HTTP/1.1" status: 204 len: 168 time: 0.0636270 Feb 17 17:43:30.258606 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54478) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:30.263615 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-19036cc9-0e21-40a7-a476-08bbe7bb3d85 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '991972cd-4049-4065-8e42-5b9a740f0d32') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:30.312799 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f2bf0197-8b32-4d2f-bcde-0078b2c81487 req-0f72f007-7953-4d13-9b77-12e1d0d1f865 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671053 Feb 17 17:43:30.336264 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-19036cc9-0e21-40a7-a476-08bbe7bb3d85 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "DELETE /v2.0/subnets/991972cd-4049-4065-8e42-5b9a740f0d32/tags HTTP/1.1" status: 204 len: 168 time: 0.0682039 Feb 17 17:43:30.345849 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 54482) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:30.459966 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-721bd48c-3b60-42d1-bf41-58201d7ae804 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:30.461371 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-721bd48c-3b60-42d1-bf41-58201d7ae804 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "DELETE /v2.0/subnetpools/f5837fe3-047f-4c79-a113-f81935ba3379 HTTP/1.1" status: 204 len: 168 time: 0.1133537 Feb 17 17:43:30.463765 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 54486) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:30.499368 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-cf012688-e14c-482d-aa6a-8cc57f45186d tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "GET /v2.0/ports?device_id=3d7ed544-507f-481d-b493-71764e1e8105 HTTP/1.1" status: 200 len: 205 time: 0.0324931 Feb 17 17:43:30.499937 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 54490) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:30.622440 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ce25496a-c0cd-4f8a-b351-efba245c8ed2 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Publish callbacks [] for router (3d7ed544-507f-481d-b493-71764e1e8105), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:30.629571 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54496) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:30.720872 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8d0593c-462b-4f7f-8460-66a2583d1d9a admin admin] Deleting subnet 5f4853df-84e9-4b6c-b45a-555e57f7f4b9 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:43:30.731632 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a8d0593c-462b-4f7f-8460-66a2583d1d9a admin admin] Publish callbacks [] for subnet (5f4853df-84e9-4b6c-b45a-555e57f7f4b9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:30.834502 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a8d0593c-462b-4f7f-8460-66a2583d1d9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (5f4853df-84e9-4b6c-b45a-555e57f7f4b9), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:30.942708 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a8d0593c-462b-4f7f-8460-66a2583d1d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (5f4853df-84e9-4b6c-b45a-555e57f7f4b9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:31.061506 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a8d0593c-462b-4f7f-8460-66a2583d1d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (5f4853df-84e9-4b6c-b45a-555e57f7f4b9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:31.363844 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ce25496a-c0cd-4f8a-b351-efba245c8ed2 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (3d7ed544-507f-481d-b493-71764e1e8105), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:31.373162 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852eda8d-e828-4d4d-9574-bc73a4d6ca16 req-d5fe90b6-4650-4b73-a08e-dc76ee3bb3bb tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:31.381278 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-852eda8d-e828-4d4d-9574-bc73a4d6ca16 req-d5fe90b6-4650-4b73-a08e-dc76ee3bb3bb tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=4ceba540-545c-4eac-a16a-2f3eac2090cb HTTP/1.1" status: 200 len: 944 time: 0.6955976 Feb 17 17:43:31.385417 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ce25496a-c0cd-4f8a-b351-efba245c8ed2 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Publish callbacks [] for router_controller (3d7ed544-507f-481d-b493-71764e1e8105), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:31.452487 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-852eda8d-e828-4d4d-9574-bc73a4d6ca16 req-29805787-11fa-4771-8654-265a7e67b3d3 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695961 Feb 17 17:43:31.519819 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ce25496a-c0cd-4f8a-b351-efba245c8ed2 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (3d7ed544-507f-481d-b493-71764e1e8105), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:31.520566 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce25496a-c0cd-4f8a-b351-efba245c8ed2 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Fanout notify agent at l3_agent the message router_deleted on router 3d7ed544-507f-481d-b493-71764e1e8105 {{(pid=103435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:43:31.529494 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ce25496a-c0cd-4f8a-b351-efba245c8ed2 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:31.530800 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-ce25496a-c0cd-4f8a-b351-efba245c8ed2 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "DELETE /v2.0/routers/3d7ed544-507f-481d-b493-71764e1e8105 HTTP/1.1" status: 204 len: 168 time: 1.0297692 Feb 17 17:43:31.533774 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 54508) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:31.551797 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ceceb7-a5d2-49bf-a1ba-51d80e6a82c8 req-d3246ede-5884-496a-8427-3edce8b0baef tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:31.553782 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-50ceceb7-a5d2-49bf-a1ba-51d80e6a82c8 req-d3246ede-5884-496a-8427-3edce8b0baef tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=926714fc-e3e6-4a71-b017-ffe596828300 HTTP/1.1" status: 200 len: 946 time: 0.3060317 Feb 17 17:43:31.573088 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device cd527b8f-abb4-42f6-973b-fb39c44be559 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:43:31.576311 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 954da632-fec5-4b22-ab89-0b217be93cc3 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:43:31.618205 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a8d0593c-462b-4f7f-8460-66a2583d1d9a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:31.621516 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a8d0593c-462b-4f7f-8460-66a2583d1d9a admin admin] 10.222.0.87 "DELETE /v2.0/subnets/5f4853df-84e9-4b6c-b45a-555e57f7f4b9 HTTP/1.1" status: 204 len: 168 time: 0.9907393 Feb 17 17:43:31.622415 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d0593c-462b-4f7f-8460-66a2583d1d9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f4853df-84e9-4b6c-b45a-555e57f7f4b9,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:31.624380 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54510) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:31.666270 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: 954da632-fec5-4b22-ab89-0b217be93cc3 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:43:31.671130 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 954da632-fec5-4b22-ab89-0b217be93cc3 not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:43:31.703694 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66929b63-bddd-43a0-a290-0183e4bb9808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (a2fb92ab-24a0-482b-a0c3-06bfd51c2e52), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:31.747002 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-50ceceb7-a5d2-49bf-a1ba-51d80e6a82c8 req-7c863ed6-1d92-47b5-bec1-cb5fb156f010 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865263 Feb 17 17:43:31.833407 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port cd527b8f-abb4-42f6-973b-fb39c44be559, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=cd527b8f-abb4-42f6-973b-fb39c44be559,segment=NetworkSegment(1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8),segment_id=1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:43:31.847537 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': 'cd527b8f-abb4-42f6-973b-fb39c44be559', 'network_id': '83cc66ec-b716-4047-926b-17461255d55d', 'port_id': 'cd527b8f-abb4-42f6-973b-fb39c44be559', 'mac_address': 'fa:16:3e:e3:5c:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e1fcde1-7a12-4137-bca4-1789efb75583', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:43:31.898782 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-45c8f559-6cac-46f5-aae4-13df9583bd8a tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Deleting port 70e812fe-a0ed-45b8-aba7-6ba75406f083 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:43:31.904392 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-45c8f559-6cac-46f5-aae4-13df9583bd8a tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (70e812fe-a0ed-45b8-aba7-6ba75406f083), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:31.911239 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66929b63-bddd-43a0-a290-0183e4bb9808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (a2fb92ab-24a0-482b-a0c3-06bfd51c2e52), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:31.951664 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port cd527b8f-abb4-42f6-973b-fb39c44be559 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:43:31.951664 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (cd527b8f-abb4-42f6-973b-fb39c44be559), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:31.967297 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-66929b63-bddd-43a0-a290-0183e4bb9808 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2fb92ab-24a0-482b-a0c3-06bfd51c2e52']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:31.967767 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd527b8f-abb4-42f6-973b-fb39c44be559 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:43:31.985668 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-66929b63-bddd-43a0-a290-0183e4bb9808 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa49af03-c564-4082-a30e-ef5173ffc14e') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:31.985970 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-66929b63-bddd-43a0-a290-0183e4bb9808 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa49af03-c564-4082-a30e-ef5173ffc14e') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:32.007122 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66929b63-bddd-43a0-a290-0183e4bb9808 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (aa49af03-c564-4082-a30e-ef5173ffc14e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:32.026854 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port cd527b8f-abb4-42f6-973b-fb39c44be559, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=cd527b8f-abb4-42f6-973b-fb39c44be559,segment=NetworkSegment(1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8),segment_id=1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:43:32.032664 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (cd527b8f-abb4-42f6-973b-fb39c44be559), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:32.036030 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66929b63-bddd-43a0-a290-0183e4bb9808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (aa49af03-c564-4082-a30e-ef5173ffc14e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:32.052704 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66929b63-bddd-43a0-a290-0183e4bb9808 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:43:32.053387 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66929b63-bddd-43a0-a290-0183e4bb9808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (aa49af03-c564-4082-a30e-ef5173ffc14e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:32.055389 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:43:32.055389 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:43:32.055389 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:43:32.055389 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:43:32.055389 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:43:32.055389 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:43:32.055389 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:43:32.055389 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:43:32.055389 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:43:32.055389 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:43:32.055389 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:43:32.055389 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:43:32.055389 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:43:32.055389 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:43:32.055389 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:43:32.055389 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:43:32.055389 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:43:32.055389 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:43:32.055389 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:43:32.055389 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:43:32.055389 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:43:32.055389 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:43:32.055389 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:43:32.055389 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:43:32.055389 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:43:32.055389 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:43:32.055389 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:43:32.055389 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:43:32.055389 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:43:32.055389 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:43:32.055389 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:43:32.055389 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:43:32.141770 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-45c8f559-6cac-46f5-aae4-13df9583bd8a tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (70e812fe-a0ed-45b8-aba7-6ba75406f083), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:32.172368 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-45c8f559-6cac-46f5-aae4-13df9583bd8a tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Calling delete_port for 70e812fe-a0ed-45b8-aba7-6ba75406f083 owned by {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:43:32.177329 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=cd527b8f-abb4-42f6-973b-fb39c44be559,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:32.186163 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66929b63-bddd-43a0-a290-0183e4bb9808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (a2fb92ab-24a0-482b-a0c3-06bfd51c2e52), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:32.200678 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66929b63-bddd-43a0-a290-0183e4bb9808 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:32.213194 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-66929b63-bddd-43a0-a290-0183e4bb9808 admin admin] 10.222.0.87 "DELETE /v2.0/networks/a2fb92ab-24a0-482b-a0c3-06bfd51c2e52 HTTP/1.1" status: 204 len: 168 time: 0.5851066 Feb 17 17:43:32.213863 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54520) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:32.233821 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66929b63-bddd-43a0-a290-0183e4bb9808 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2fb92ab-24a0-482b-a0c3-06bfd51c2e52,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:32.259420 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['cd527b8f-abb4-42f6-973b-fb39c44be559'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:43:32.283410 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-004c5473-cda0-4fa7-b0a7-ad41af30d41c admin admin] Deleting subnet e0c4b269-8c9b-478f-ae2c-0d5eebaebc86 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:43:32.288122 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-004c5473-cda0-4fa7-b0a7-ad41af30d41c admin admin] Publish callbacks [] for subnet (e0c4b269-8c9b-478f-ae2c-0d5eebaebc86), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:32.341408 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-004c5473-cda0-4fa7-b0a7-ad41af30d41c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (e0c4b269-8c9b-478f-ae2c-0d5eebaebc86), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:32.423834 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-004c5473-cda0-4fa7-b0a7-ad41af30d41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (e0c4b269-8c9b-478f-ae2c-0d5eebaebc86), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:32.432125 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-45c8f559-6cac-46f5-aae4-13df9583bd8a tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (70e812fe-a0ed-45b8-aba7-6ba75406f083), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:32.477175 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c8f559-6cac-46f5-aae4-13df9583bd8a tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Pushing event deleted for resources: {'Port': ['ID=70e812fe-a0ed-45b8-aba7-6ba75406f083,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:32.495440 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c8f559-6cac-46f5-aae4-13df9583bd8a tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:43:32.495884 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c8f559-6cac-46f5-aae4-13df9583bd8a tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:43:32.496450 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c8f559-6cac-46f5-aae4-13df9583bd8a tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:43:32.496853 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c8f559-6cac-46f5-aae4-13df9583bd8a tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:43:32.497316 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c8f559-6cac-46f5-aae4-13df9583bd8a tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:43:32.497742 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c8f559-6cac-46f5-aae4-13df9583bd8a tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:43:32.498131 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c8f559-6cac-46f5-aae4-13df9583bd8a tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:43:32.498527 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c8f559-6cac-46f5-aae4-13df9583bd8a tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:43:32.498922 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c8f559-6cac-46f5-aae4-13df9583bd8a tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:43:32.500621 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c8f559-6cac-46f5-aae4-13df9583bd8a tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:43:32.501048 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c8f559-6cac-46f5-aae4-13df9583bd8a tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:43:32.501654 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c8f559-6cac-46f5-aae4-13df9583bd8a tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:43:32.502065 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c8f559-6cac-46f5-aae4-13df9583bd8a tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:43:32.555261 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-004c5473-cda0-4fa7-b0a7-ad41af30d41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (e0c4b269-8c9b-478f-ae2c-0d5eebaebc86), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:32.592188 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c5473-cda0-4fa7-b0a7-ad41af30d41c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0c4b269-8c9b-478f-ae2c-0d5eebaebc86,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:32.604372 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-004c5473-cda0-4fa7-b0a7-ad41af30d41c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:32.611268 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-004c5473-cda0-4fa7-b0a7-ad41af30d41c admin admin] 10.222.0.87 "DELETE /v2.0/subnets/e0c4b269-8c9b-478f-ae2c-0d5eebaebc86 HTTP/1.1" status: 204 len: 168 time: 0.3867631 Feb 17 17:43:32.614099 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54524) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:32.711236 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaaf74d-9342-4d70-a651-9c55d3454ab0 req-3415f0d2-5c96-445f-a70e-92c3135ad987 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:32.713254 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ddaaf74d-9342-4d70-a651-9c55d3454ab0 req-3415f0d2-5c96-445f-a70e-92c3135ad987 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=4ceba540-545c-4eac-a16a-2f3eac2090cb HTTP/1.1" status: 200 len: 945 time: 0.1461079 Feb 17 17:43:32.716679 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-45c8f559-6cac-46f5-aae4-13df9583bd8a tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:32.721140 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-45c8f559-6cac-46f5-aae4-13df9583bd8a tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "DELETE /v2.0/ports/70e812fe-a0ed-45b8-aba7-6ba75406f083 HTTP/1.1" status: 204 len: 168 time: 1.1866477 Feb 17 17:43:32.726856 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54526) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:32.804467 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ebd08e2d-f6bc-4cca-af0c-d8f9cea93d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (6b876994-daa7-4c65-a752-57a9509132cb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:32.903015 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ddaaf74d-9342-4d70-a651-9c55d3454ab0 req-f940ce7f-f486-4246-aa03-f13505cdf80a tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805885 Feb 17 17:43:32.938225 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f518b608-9d22-40bd-9856-1535906b9b21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:32.943751 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-49e474d7-3aa7-4441-9f77-53c198a41536 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Deleting subnet 991972cd-4049-4065-8e42-5b9a740f0d32 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:43:32.966021 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-49e474d7-3aa7-4441-9f77-53c198a41536 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Publish callbacks [] for subnet (991972cd-4049-4065-8e42-5b9a740f0d32), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:33.044229 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ebd08e2d-f6bc-4cca-af0c-d8f9cea93d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (6b876994-daa7-4c65-a752-57a9509132cb), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:33.085906 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7eaa36-8d69-4e84-9881-6598750227d0 req-0d48094a-9adf-4403-a86a-dc73d7f52b02 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:33.087834 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ad7eaa36-8d69-4e84-9881-6598750227d0 req-0d48094a-9adf-4403-a86a-dc73d7f52b02 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=926714fc-e3e6-4a71-b017-ffe596828300 HTTP/1.1" status: 200 len: 946 time: 0.1839077 Feb 17 17:43:33.104073 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-ebd08e2d-f6bc-4cca-af0c-d8f9cea93d24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b876994-daa7-4c65-a752-57a9509132cb']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:33.115164 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-49e474d7-3aa7-4441-9f77-53c198a41536 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (991972cd-4049-4065-8e42-5b9a740f0d32), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:33.138314 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-ebd08e2d-f6bc-4cca-af0c-d8f9cea93d24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b94ea61-fc90-4ba6-8932-ae03eef04318') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:33.138616 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-ebd08e2d-f6bc-4cca-af0c-d8f9cea93d24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b94ea61-fc90-4ba6-8932-ae03eef04318') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:33.164282 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ebd08e2d-f6bc-4cca-af0c-d8f9cea93d24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (9b94ea61-fc90-4ba6-8932-ae03eef04318), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:33.185385 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ebd08e2d-f6bc-4cca-af0c-d8f9cea93d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (9b94ea61-fc90-4ba6-8932-ae03eef04318), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:33.195689 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebd08e2d-f6bc-4cca-af0c-d8f9cea93d24 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:43:33.196572 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ebd08e2d-f6bc-4cca-af0c-d8f9cea93d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (9b94ea61-fc90-4ba6-8932-ae03eef04318), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:33.198390 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:43:33.198390 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:43:33.198390 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:43:33.198390 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:43:33.198390 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:43:33.198390 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:43:33.198390 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:43:33.198390 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:43:33.198390 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:43:33.198390 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:43:33.198390 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:43:33.198390 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:43:33.198390 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:43:33.198390 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:43:33.198390 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:43:33.198390 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:43:33.198390 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:43:33.198390 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:43:33.198390 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:43:33.198390 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:43:33.198390 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:43:33.198390 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:43:33.198390 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:43:33.198390 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:43:33.198390 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:43:33.198390 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:43:33.198390 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:43:33.198390 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:43:33.198390 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:43:33.198390 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:43:33.198390 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:43:33.198390 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:43:33.224799 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ad7eaa36-8d69-4e84-9881-6598750227d0 req-df7403d6-bf43-48cd-ba0b-4d28138c5d03 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233776 Feb 17 17:43:33.309578 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ebd08e2d-f6bc-4cca-af0c-d8f9cea93d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (6b876994-daa7-4c65-a752-57a9509132cb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:33.315613 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-49e474d7-3aa7-4441-9f77-53c198a41536 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (991972cd-4049-4065-8e42-5b9a740f0d32), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:33.319029 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ebd08e2d-f6bc-4cca-af0c-d8f9cea93d24 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:33.322256 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ebd08e2d-f6bc-4cca-af0c-d8f9cea93d24 admin admin] 10.222.0.87 "DELETE /v2.0/networks/6b876994-daa7-4c65-a752-57a9509132cb HTTP/1.1" status: 204 len: 168 time: 0.7071910 Feb 17 17:43:33.353244 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd08e2d-f6bc-4cca-af0c-d8f9cea93d24 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b876994-daa7-4c65-a752-57a9509132cb,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:33.403281 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-49e474d7-3aa7-4441-9f77-53c198a41536 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (991972cd-4049-4065-8e42-5b9a740f0d32), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:33.435315 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e474d7-3aa7-4441-9f77-53c198a41536 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Pushing event deleted for resources: {'Subnet': ['ID=991972cd-4049-4065-8e42-5b9a740f0d32,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:33.453636 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-49e474d7-3aa7-4441-9f77-53c198a41536 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:33.458488 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-49e474d7-3aa7-4441-9f77-53c198a41536 tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "DELETE /v2.0/subnets/991972cd-4049-4065-8e42-5b9a740f0d32 HTTP/1.1" status: 204 len: 168 time: 0.7302353 Feb 17 17:43:33.461510 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 54540) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:33.464199 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fbc86a-4fbf-4e57-90fe-3d6e8e028a98 None None] Network d281cb4f-c466-45ac-a085-98908c8e9173 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:43:33.564425 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54542) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:33.572820 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device cd527b8f-abb4-42f6-973b-fb39c44be559 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:43:33.573030 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-75cb001a-2f0f-423a-9a1e-f5c3a5e5f22e tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (d281cb4f-c466-45ac-a085-98908c8e9173), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:33.622077 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-96000e58-b5a2-4f39-9b2e-fd7fc2650140 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=382b857f0e244ad488add6bf8393da4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0561194 Feb 17 17:43:33.624878 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54544) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:33.654923 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-75cb001a-2f0f-423a-9a1e-f5c3a5e5f22e tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Deleting port 7f698bfe-4173-42fc-bc49-a3b63a7f1f9f {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:43:33.655278 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-75cb001a-2f0f-423a-9a1e-f5c3a5e5f22e tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (7f698bfe-4173-42fc-bc49-a3b63a7f1f9f), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:33.655893 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port cd527b8f-abb4-42f6-973b-fb39c44be559 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:43:33.667955 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port cd527b8f-abb4-42f6-973b-fb39c44be559 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:43:33.669195 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (cd527b8f-abb4-42f6-973b-fb39c44be559), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:33.723343 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5811247c-a6bb-4ffc-9d3d-47d9bbcef369 admin admin] Publish callbacks [] for security_group (917c4dcd-7522-4812-b3d3-63da681a19d7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:33.752046 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5811247c-a6bb-4ffc-9d3d-47d9bbcef369 admin admin] Publish callbacks [] for security_group (917c4dcd-7522-4812-b3d3-63da681a19d7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:33.753773 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fd939b-c0b6-4803-a0a8-ed2fc308a48f None None] DHCP port deletion for d281cb4f-c466-45ac-a085-98908c8e9173 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:43:33.760586 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-75cb001a-2f0f-423a-9a1e-f5c3a5e5f22e tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] For port 7f698bfe-4173-42fc-bc49-a3b63a7f1f9f, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=7f698bfe-4173-42fc-bc49-a3b63a7f1f9f,segment=NetworkSegment(c5bbc2a7-0171-418c-b184-db64d13e2c10),segment_id=c5bbc2a7-0171-418c-b184-db64d13e2c10)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:43:33.761137 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-75cb001a-2f0f-423a-9a1e-f5c3a5e5f22e tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (7f698bfe-4173-42fc-bc49-a3b63a7f1f9f), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:33.776017 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-75cb001a-2f0f-423a-9a1e-f5c3a5e5f22e tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Calling delete_port for 7f698bfe-4173-42fc-bc49-a3b63a7f1f9f owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:43:33.827819 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port cd527b8f-abb4-42f6-973b-fb39c44be559 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:43:33.828225 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (cd527b8f-abb4-42f6-973b-fb39c44be559), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:33.837718 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5811247c-a6bb-4ffc-9d3d-47d9bbcef369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (917c4dcd-7522-4812-b3d3-63da681a19d7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:33.841947 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5811247c-a6bb-4ffc-9d3d-47d9bbcef369 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:33.843764 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5811247c-a6bb-4ffc-9d3d-47d9bbcef369 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/917c4dcd-7522-4812-b3d3-63da681a19d7 HTTP/1.1" status: 204 len: 168 time: 0.2162867 Feb 17 17:43:33.858389 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5811247c-a6bb-4ffc-9d3d-47d9bbcef369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917c4dcd-7522-4812-b3d3-63da681a19d7,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:33.891545 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port cd527b8f-abb4-42f6-973b-fb39c44be559, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=cd527b8f-abb4-42f6-973b-fb39c44be559,segment=NetworkSegment(1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8),segment_id=1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:43:33.896943 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-75cb001a-2f0f-423a-9a1e-f5c3a5e5f22e tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (7f698bfe-4173-42fc-bc49-a3b63a7f1f9f), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:33.897256 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ceba540-545c-4eac-a16a-2f3eac2090cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd527b8f-abb4-42f6-973b-fb39c44be559'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:43:33.902570 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396c9982-50da-481b-9e39-3b273ad549bf" -d '{"events": [{"server_uuid": "4ceba540-545c-4eac-a16a-2f3eac2090cb", "name": "network-vif-plugged", "status": "completed", "tag": "cd527b8f-abb4-42f6-973b-fb39c44be559"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:43:33.920107 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (cd527b8f-abb4-42f6-973b-fb39c44be559), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:33.934522 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-35fd939b-c0b6-4803-a0a8-ed2fc308a48f None None] Deleting port 7f698bfe-4173-42fc-bc49-a3b63a7f1f9f {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:43:33.934907 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-35fd939b-c0b6-4803-a0a8-ed2fc308a48f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (7f698bfe-4173-42fc-bc49-a3b63a7f1f9f), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:33.977156 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb001a-2f0f-423a-9a1e-f5c3a5e5f22e tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Pushing event deleted for resources: {'Port': ['ID=7f698bfe-4173-42fc-bc49-a3b63a7f1f9f,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:33.986760 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cb001a-2f0f-423a-9a1e-f5c3a5e5f22e tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] No DVR routers for this DVR port 7f698bfe-4173-42fc-bc49-a3b63a7f1f9f on host n-d-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:43:34.057377 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-35fd939b-c0b6-4803-a0a8-ed2fc308a48f None None] For port 7f698bfe-4173-42fc-bc49-a3b63a7f1f9f, host n-d-829613-2, got binding levels [] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:43:34.057846 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-35fd939b-c0b6-4803-a0a8-ed2fc308a48f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (7f698bfe-4173-42fc-bc49-a3b63a7f1f9f), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:34.110414 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ecc5dbd-1f07-49d4-9538-fa5a50b46d7a x-openstack-request-id: req-2ecc5dbd-1f07-49d4-9538-fa5a50b46d7a {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:43:34.110748 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ceba540-545c-4eac-a16a-2f3eac2090cb", "name": "network-vif-plugged", "status": "completed", "tag": "cd527b8f-abb4-42f6-973b-fb39c44be559", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:43:34.110964 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2ecc5dbd-1f07-49d4-9538-fa5a50b46d7a {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:43:34.111363 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ceba540-545c-4eac-a16a-2f3eac2090cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd527b8f-abb4-42f6-973b-fb39c44be559', 'code': 200} Feb 17 17:43:34.223477 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=cd527b8f-abb4-42f6-973b-fb39c44be559,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:34.269661 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-35fd939b-c0b6-4803-a0a8-ed2fc308a48f None None] Calling delete_port for 7f698bfe-4173-42fc-bc49-a3b63a7f1f9f owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:43:34.284428 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.ipam_backend_mixin [None req-35fd939b-c0b6-4803-a0a8-ed2fc308a48f None None] Port 7f698bfe-4173-42fc-bc49-a3b63a7f1f9f was not found and therefore no delete operation was performed {{(pid=103436) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 17 17:43:34.286615 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-35fd939b-c0b6-4803-a0a8-ed2fc308a48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (7f698bfe-4173-42fc-bc49-a3b63a7f1f9f), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:34.312574 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fd939b-c0b6-4803-a0a8-ed2fc308a48f None None] No DVR routers for this DVR port 7f698bfe-4173-42fc-bc49-a3b63a7f1f9f on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:43:34.336824 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-75cb001a-2f0f-423a-9a1e-f5c3a5e5f22e tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (d281cb4f-c466-45ac-a085-98908c8e9173), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:34.340954 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd939b-c0b6-4803-a0a8-ed2fc308a48f None None] Pushing event deleted for resources: {'Port': ['ID=7f698bfe-4173-42fc-bc49-a3b63a7f1f9f,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:34.398362 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-75cb001a-2f0f-423a-9a1e-f5c3a5e5f22e tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d281cb4f-c466-45ac-a085-98908c8e9173']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:34.442747 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ad198-f84d-470c-88d4-9955fa114f09 req-4d30f354-9ad8-47d8-860a-1b3d6f4dcf23 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:34.444668 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7d0ad198-f84d-470c-88d4-9955fa114f09 req-4d30f354-9ad8-47d8-860a-1b3d6f4dcf23 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=4ceba540-545c-4eac-a16a-2f3eac2090cb HTTP/1.1" status: 200 len: 946 time: 0.4095006 Feb 17 17:43:34.449767 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f548f2-9fa6-4e88-addf-47d5a590dd0d req-67938f99-ed12-4824-9c01-ff1fa227231c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:34.451697 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-15f548f2-9fa6-4e88-addf-47d5a590dd0d req-67938f99-ed12-4824-9c01-ff1fa227231c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=4ceba540-545c-4eac-a16a-2f3eac2090cb HTTP/1.1" status: 200 len: 1128 time: 0.3354862 Feb 17 17:43:34.453932 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-75cb001a-2f0f-423a-9a1e-f5c3a5e5f22e tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5bbc2a7-0171-418c-b184-db64d13e2c10') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:34.454587 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-75cb001a-2f0f-423a-9a1e-f5c3a5e5f22e tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5bbc2a7-0171-418c-b184-db64d13e2c10') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:34.569085 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-75cb001a-2f0f-423a-9a1e-f5c3a5e5f22e tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (c5bbc2a7-0171-418c-b184-db64d13e2c10), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:34.602752 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-75cb001a-2f0f-423a-9a1e-f5c3a5e5f22e tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (c5bbc2a7-0171-418c-b184-db64d13e2c10), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:34.635407 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75cb001a-2f0f-423a-9a1e-f5c3a5e5f22e tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:43:34.636510 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-75cb001a-2f0f-423a-9a1e-f5c3a5e5f22e tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (c5bbc2a7-0171-418c-b184-db64d13e2c10), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:34.643725 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 17:43:34.643725 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:43:34.643725 n-d-829613-2 neutron-server[103435]: timer() Feb 17 17:43:34.643725 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:43:34.643725 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 17:43:34.643725 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:43:34.643725 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 17:43:34.643725 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:43:34.643725 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 17:43:34.643725 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:43:34.643725 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 17:43:34.643725 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:43:34.643725 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 17:43:34.643725 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:43:34.643725 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:43:34.643725 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:43:34.643725 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:43:34.643725 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:43:34.643725 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 17:43:34.643725 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:43:34.643725 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 17:43:34.643725 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:43:34.643725 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:43:34.643725 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:43:34.643725 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 17:43:34.643725 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:43:34.643725 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:43:34.643725 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:43:34.643725 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:43:34.643725 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:43:34.643725 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:43:34.643725 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:43:34.657707 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54582) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:34.726407 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-15f548f2-9fa6-4e88-addf-47d5a590dd0d req-1d84c3ef-696d-4e07-b91b-4629180c5e62 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599285 Feb 17 17:43:34.737894 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7d0ad198-f84d-470c-88d4-9955fa114f09 req-d39162a7-b3b2-4ddd-bbfd-ae5677913899 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605634 Feb 17 17:43:34.739454 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 54584) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:34.744666 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2ac68cb4-c922-43ee-9e0f-a7d1a0784050 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=fc81c16239b04ae983bf89eff87b9662&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0851402 Feb 17 17:43:34.800870 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-75cb001a-2f0f-423a-9a1e-f5c3a5e5f22e tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (d281cb4f-c466-45ac-a085-98908c8e9173), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:34.834609 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-75cb001a-2f0f-423a-9a1e-f5c3a5e5f22e tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:34.840635 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-75cb001a-2f0f-423a-9a1e-f5c3a5e5f22e tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] 10.222.0.87 "DELETE /v2.0/networks/d281cb4f-c466-45ac-a085-98908c8e9173 HTTP/1.1" status: 204 len: 168 time: 1.3751481 Feb 17 17:43:34.926997 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb001a-2f0f-423a-9a1e-f5c3a5e5f22e tempest-TagsExtTest-1551425619 tempest-TagsExtTest-1551425619-project] Pushing event deleted for resources: {'Network': ['ID=d281cb4f-c466-45ac-a085-98908c8e9173,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:34.969480 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4d467c01-6147-452a-ace1-31f4027c60ef admin admin] Publish callbacks [] for security_group (6197f63a-4c03-4443-a35c-fb3e65da035b), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:35.029930 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4d467c01-6147-452a-ace1-31f4027c60ef admin admin] Publish callbacks [] for security_group (6197f63a-4c03-4443-a35c-fb3e65da035b), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:35.064179 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 7f698bfe-4173-42fc-bc49-a3b63a7f1f9f no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:43:35.104150 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 7f698bfe-4173-42fc-bc49-a3b63a7f1f9f {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:43:35.104830 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 7f698bfe-4173-42fc-bc49-a3b63a7f1f9f not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:43:35.139616 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4d467c01-6147-452a-ace1-31f4027c60ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (6197f63a-4c03-4443-a35c-fb3e65da035b), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:35.148300 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4d467c01-6147-452a-ace1-31f4027c60ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:35.149548 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4d467c01-6147-452a-ace1-31f4027c60ef admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6197f63a-4c03-4443-a35c-fb3e65da035b HTTP/1.1" status: 204 len: 168 time: 0.3621874 Feb 17 17:43:35.194628 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d467c01-6147-452a-ace1-31f4027c60ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6197f63a-4c03-4443-a35c-fb3e65da035b,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:35.228318 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d961574-28fb-4095-b59b-1e5b6867bb39 req-b6a482e7-4046-44a2-a12b-2dd9708f3ded tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:35.231730 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5d961574-28fb-4095-b59b-1e5b6867bb39 req-b6a482e7-4046-44a2-a12b-2dd9708f3ded tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=926714fc-e3e6-4a71-b017-ffe596828300 HTTP/1.1" status: 200 len: 946 time: 0.3613887 Feb 17 17:43:35.392882 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5d961574-28fb-4095-b59b-1e5b6867bb39 req-21fcf149-04ad-4fef-9560-07fff04e963d tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552479 Feb 17 17:43:35.434858 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7df7bd59-260a-46b5-b3aa-111826e71fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:35.509284 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d285cf-0a23-4b98-8e6d-9bcdb6c29243 req-3ebc49b7-299b-4b58-ba4b-bbdbdf2aa202 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:35.510784 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e7d285cf-0a23-4b98-8e6d-9bcdb6c29243 req-3ebc49b7-299b-4b58-ba4b-bbdbdf2aa202 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/ports?device_id=3838c5c4-af7e-4830-8cae-75f6ec0c3575 HTTP/1.1" status: 200 len: 946 time: 0.1093185 Feb 17 17:43:35.517671 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54606) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:35.589302 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e7d285cf-0a23-4b98-8e6d-9bcdb6c29243 req-22184a31-111f-4e8f-9afb-aaec3a9e35d7 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/security-groups?id=806c1d2d-a559-4157-a49c-a01fcfccae91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672998 Feb 17 17:43:35.860630 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0a3eb69c-a2b0-452d-986d-d41d6d155034 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4e3bdaa7eb30470b923a2646c386ca2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3413486 Feb 17 17:43:35.861374 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54618) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:35.974614 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-15ae7911-161e-41f1-880a-f175068257ab admin admin] Publish callbacks [] for security_group (16ac6e80-ffde-46f7-ac89-5218a4b8b769), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:35.990360 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48cf88-4403-4d53-8e96-0b5bd680668f req-5f068355-a7ae-4003-86ed-eb2447f3016a tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:35.990360 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a48cf88-4403-4d53-8e96-0b5bd680668f req-5f068355-a7ae-4003-86ed-eb2447f3016a tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=4ceba540-545c-4eac-a16a-2f3eac2090cb HTTP/1.1" status: 200 len: 946 time: 0.1340158 Feb 17 17:43:36.041299 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-15ae7911-161e-41f1-880a-f175068257ab admin admin] Publish callbacks [] for security_group (16ac6e80-ffde-46f7-ac89-5218a4b8b769), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:36.087992 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a48cf88-4403-4d53-8e96-0b5bd680668f req-e8c087e4-4199-4800-964e-1ceaeaa5ebdb tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914736 Feb 17 17:43:36.158206 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-15ae7911-161e-41f1-880a-f175068257ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (16ac6e80-ffde-46f7-ac89-5218a4b8b769), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:36.161820 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-15ae7911-161e-41f1-880a-f175068257ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:36.163175 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-15ae7911-161e-41f1-880a-f175068257ab admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/16ac6e80-ffde-46f7-ac89-5218a4b8b769 HTTP/1.1" status: 204 len: 168 time: 0.3007460 Feb 17 17:43:36.176265 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ae7911-161e-41f1-880a-f175068257ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ac6e80-ffde-46f7-ac89-5218a4b8b769,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:36.575153 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523d1a6-5d88-4f45-bb90-07448fdd1b2a req-cccebe7f-167a-4900-ba2b-082b4ac5867a tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:36.582758 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2523d1a6-5d88-4f45-bb90-07448fdd1b2a req-cccebe7f-167a-4900-ba2b-082b4ac5867a tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=926714fc-e3e6-4a71-b017-ffe596828300 HTTP/1.1" status: 200 len: 946 time: 0.0761192 Feb 17 17:43:36.634290 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:36.713384 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2523d1a6-5d88-4f45-bb90-07448fdd1b2a req-e478c331-891f-43db-b8ae-de97da7f66f7 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295567 Feb 17 17:43:36.964084 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacefcea-df09-4496-9fa4-5a3f52946043 req-31f5d4a2-17c7-4e07-a409-4e5a7f2d1b5e tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:36.974435 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cacefcea-df09-4496-9fa4-5a3f52946043 req-31f5d4a2-17c7-4e07-a409-4e5a7f2d1b5e tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/ports?device_id=3838c5c4-af7e-4830-8cae-75f6ec0c3575 HTTP/1.1" status: 200 len: 946 time: 0.1649647 Feb 17 17:43:37.216458 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cacefcea-df09-4496-9fa4-5a3f52946043 req-4278b510-ba4b-41a7-a035-75823c5401bb tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/security-groups?id=806c1d2d-a559-4157-a49c-a01fcfccae91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2397833 Feb 17 17:43:37.299711 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029a368-78cd-4862-ab98-37f914602470 req-2d2e4892-ed1e-4df3-bd06-6b67b982a3e3 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:37.301413 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f029a368-78cd-4862-ab98-37f914602470 req-2d2e4892-ed1e-4df3-bd06-6b67b982a3e3 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.91 "GET /v2.0/ports?device_id=3838c5c4-af7e-4830-8cae-75f6ec0c3575 HTTP/1.1" status: 200 len: 946 time: 0.2752481 Feb 17 17:43:37.574584 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bb9d11-0bc2-4d96-b4bd-b89e2c0eed2b req-6c9ea2db-9c8f-4769-b205-0357d76483f5 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:37.587145 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-05bb9d11-0bc2-4d96-b4bd-b89e2c0eed2b req-6c9ea2db-9c8f-4769-b205-0357d76483f5 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=4ceba540-545c-4eac-a16a-2f3eac2090cb HTTP/1.1" status: 200 len: 946 time: 0.1912911 Feb 17 17:43:37.663771 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-f029a368-78cd-4862-ab98-37f914602470 req-dc94e174-efcc-4177-a510-cb9d27db2344 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Deleting port b639a497-422d-403e-a296-c60f611dfd1b {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:43:37.664410 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-f029a368-78cd-4862-ab98-37f914602470 req-dc94e174-efcc-4177-a510-cb9d27db2344 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (b639a497-422d-403e-a296-c60f611dfd1b), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:37.672200 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-05bb9d11-0bc2-4d96-b4bd-b89e2c0eed2b req-842b9506-b4d3-4c0e-8268-a15ded2b2f5a tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835404 Feb 17 17:43:37.879501 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:37.939978 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-f029a368-78cd-4862-ab98-37f914602470 req-dc94e174-efcc-4177-a510-cb9d27db2344 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] For port b639a497-422d-403e-a296-c60f611dfd1b, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=b639a497-422d-403e-a296-c60f611dfd1b,segment=NetworkSegment(de9925ab-fb0a-459b-801e-29b98d137fdd),segment_id=de9925ab-fb0a-459b-801e-29b98d137fdd)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:43:37.940906 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-f029a368-78cd-4862-ab98-37f914602470 req-dc94e174-efcc-4177-a510-cb9d27db2344 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (b639a497-422d-403e-a296-c60f611dfd1b), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:38.511237 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64404487-55d6-407f-accd-b97c11089d9e req-fe119faf-6030-47ac-86e5-6884c20d7f7b tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:38.524873 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-64404487-55d6-407f-accd-b97c11089d9e req-fe119faf-6030-47ac-86e5-6884c20d7f7b tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=926714fc-e3e6-4a71-b017-ffe596828300 HTTP/1.1" status: 200 len: 946 time: 0.2566621 Feb 17 17:43:38.579932 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-f029a368-78cd-4862-ab98-37f914602470 req-dc94e174-efcc-4177-a510-cb9d27db2344 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:38.580492 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-f029a368-78cd-4862-ab98-37f914602470 req-dc94e174-efcc-4177-a510-cb9d27db2344 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (cac6031b-9009-478c-b32d-40b5215bca60), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:38.580823 n-d-829613-2 neutron-server[103435]: INFO neutron.db.l3_db [req-f029a368-78cd-4862-ab98-37f914602470 req-dc94e174-efcc-4177-a510-cb9d27db2344 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Floating IP cac6031b-9009-478c-b32d-40b5215bca60 disassociated. External IP: 172.25.8.16, port: b639a497-422d-403e-a296-c60f611dfd1b. Feb 17 17:43:38.581202 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-f029a368-78cd-4862-ab98-37f914602470 req-dc94e174-efcc-4177-a510-cb9d27db2344 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Calling delete_port for b639a497-422d-403e-a296-c60f611dfd1b owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:43:38.816255 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-64404487-55d6-407f-accd-b97c11089d9e req-8c124b47-7719-4086-b525-41c4bcc6b148 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903202 Feb 17 17:43:38.970693 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:39.060961 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-f029a368-78cd-4862-ab98-37f914602470 req-dc94e174-efcc-4177-a510-cb9d27db2344 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (b639a497-422d-403e-a296-c60f611dfd1b), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:39.169741 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94e174-efcc-4177-a510-cb9d27db2344 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Pushing event deleted for resources: {'Port': ['ID=b639a497-422d-403e-a296-c60f611dfd1b,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:39.193855 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e295d1a-98aa-4c10-ba22-860b7112fde7 req-5ba60c91-d81c-431b-8a17-f3ace58d956a tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:39.206477 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8e295d1a-98aa-4c10-ba22-860b7112fde7 req-5ba60c91-d81c-431b-8a17-f3ace58d956a tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/ports?device_id=3838c5c4-af7e-4830-8cae-75f6ec0c3575 HTTP/1.1" status: 200 len: 867 time: 0.2413161 Feb 17 17:43:39.442212 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8e295d1a-98aa-4c10-ba22-860b7112fde7 req-a2aa0ed7-1310-4105-9bf6-b44057561074 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/security-groups?id=806c1d2d-a559-4157-a49c-a01fcfccae91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2323096 Feb 17 17:43:39.579658 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f029a368-78cd-4862-ab98-37f914602470 req-dc94e174-efcc-4177-a510-cb9d27db2344 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Router 840903af-ad3e-4180-93f6-7e726b422724 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:43:39.600638 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device b639a497-422d-403e-a296-c60f611dfd1b no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:43:39.645552 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: b639a497-422d-403e-a296-c60f611dfd1b {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:43:39.646155 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device b639a497-422d-403e-a296-c60f611dfd1b not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:43:39.933061 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f029a368-78cd-4862-ab98-37f914602470 req-dc94e174-efcc-4177-a510-cb9d27db2344 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:43:39.958055 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf1ad82-716c-4ca0-88e3-bddb63c9403f None None] Sync routers for ids ['840903af-ad3e-4180-93f6-7e726b422724'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:43:39.993117 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf1ad82-716c-4ca0-88e3-bddb63c9403f None None] Routers {'840903af-ad3e-4180-93f6-7e726b422724'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:43:39.994335 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-4cf1ad82-716c-4ca0-88e3-bddb63c9403f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:43:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['840903af-ad3e-4180-93f6-7e726b422724'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:40.075468 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-f029a368-78cd-4862-ab98-37f914602470 req-dc94e174-efcc-4177-a510-cb9d27db2344 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] No DVR routers for this DVR port b639a497-422d-403e-a296-c60f611dfd1b on host n-h2-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:43:40.082045 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-f029a368-78cd-4862-ab98-37f914602470 req-dc94e174-efcc-4177-a510-cb9d27db2344 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:40.085889 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f029a368-78cd-4862-ab98-37f914602470 req-dc94e174-efcc-4177-a510-cb9d27db2344 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.91 "DELETE /v2.0/ports/b639a497-422d-403e-a296-c60f611dfd1b HTTP/1.1" status: 204 len: 173 time: 2.7671359 Feb 17 17:43:40.086388 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3838c5c4-af7e-4830-8cae-75f6ec0c3575', 'name': 'network-vif-deleted', 'tag': 'b639a497-422d-403e-a296-c60f611dfd1b'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:43:40.114311 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68a3860-dba0-4cad-9205-048bee297aae" -d '{"events": [{"server_uuid": "3838c5c4-af7e-4830-8cae-75f6ec0c3575", "name": "network-vif-deleted", "tag": "b639a497-422d-403e-a296-c60f611dfd1b"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:43:40.453912 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-4cf1ad82-716c-4ca0-88e3-bddb63c9403f None None] Set router 840903af-ad3e-4180-93f6-7e726b422724 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:43:40.522834 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b6e88-b802-42b4-8017-ec314c1d41e9 req-cfe19895-45bb-46ec-88bf-2dfdb85ce001 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:40.531636 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-477b6e88-b802-42b4-8017-ec314c1d41e9 req-cfe19895-45bb-46ec-88bf-2dfdb85ce001 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=926714fc-e3e6-4a71-b017-ffe596828300 HTTP/1.1" status: 200 len: 946 time: 0.3931947 Feb 17 17:43:40.571158 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3e482-e7c5-419c-b0ac-79dcc4626eaa req-ea122d6d-cf43-41a6-af80-7fb0fd7499b3 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:40.578346 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2ce3e482-e7c5-419c-b0ac-79dcc4626eaa req-ea122d6d-cf43-41a6-af80-7fb0fd7499b3 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=4ceba540-545c-4eac-a16a-2f3eac2090cb HTTP/1.1" status: 200 len: 946 time: 0.3822269 Feb 17 17:43:40.633733 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54802) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:40.813562 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2ce3e482-e7c5-419c-b0ac-79dcc4626eaa req-57e261e2-a1e7-4604-904b-56b9fc2839a6 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167256 Feb 17 17:43:40.941443 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-477b6e88-b802-42b4-8017-ec314c1d41e9 req-4dc63360-f646-4c6e-9e35-0d1bb56d580c tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614182 Feb 17 17:43:40.983337 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed738b1a-16f5-4a44-b0be-3a5d11267f9f x-openstack-request-id: req-ed738b1a-16f5-4a44-b0be-3a5d11267f9f {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:43:40.983850 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3838c5c4-af7e-4830-8cae-75f6ec0c3575", "name": "network-vif-deleted", "tag": "b639a497-422d-403e-a296-c60f611dfd1b", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:43:40.984304 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ed738b1a-16f5-4a44-b0be-3a5d11267f9f {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:43:40.984974 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3838c5c4-af7e-4830-8cae-75f6ec0c3575', 'name': 'network-vif-deleted', 'tag': 'b639a497-422d-403e-a296-c60f611dfd1b', 'status': 'completed', 'code': 200} Feb 17 17:43:41.062274 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54816) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:41.142570 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de839d6e-3809-498a-962f-61af2e012db4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:41.211912 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab1a781f-bed7-4768-8fea-54557e2b1557 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks [] for security_group (806c1d2d-a559-4157-a49c-a01fcfccae91), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:41.262147 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab1a781f-bed7-4768-8fea-54557e2b1557 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks [] for security_group (806c1d2d-a559-4157-a49c-a01fcfccae91), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:41.340763 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de839d6e-3809-498a-962f-61af2e012db4 admin admin] Publish callbacks [] for security_group (8c383549-3543-4291-bd1c-99c325b5b97a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:41.355088 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de839d6e-3809-498a-962f-61af2e012db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (8c383549-3543-4291-bd1c-99c325b5b97a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:41.388907 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-4cf1ad82-716c-4ca0-88e3-bddb63c9403f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840903af-ad3e-4180-93f6-7e726b422724', 'name': 'tempest-AttachVolumeTestJSON-92461313-router', 'tenant_id': 'a45426717d8d45f2862bf894c7d95737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'aac037e6-35cc-4538-a55f-d947e9e15ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:36:02Z', 'updated_at': '2022-02-17T17:36:16Z', 'revision_number': 4, 'project_id': 'a45426717d8d45f2862bf894c7d95737', 'gw_port': {'id': 'aac037e6-35cc-4538-a55f-d947e9e15ed4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840903af-ad3e-4180-93f6-7e726b422724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:36:04Z', 'updated_at': '2022-02-17T17:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '1fa40148-0016-4ac4-81ac-14d546f76b67', 'name': '', 'network_id': '249d7a73-68d0-4715-9e76-b2a8e292b955', 'tenant_id': 'a45426717d8d45f2862bf894c7d95737', 'mac_address': 'fa:16:3e:27:e9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840903af-ad3e-4180-93f6-7e726b422724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '183d9df1-0481-445d-8bb9-bc438141d74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:36:13Z', 'updated_at': '2022-02-17T17:36:25Z', 'revision_number': 5, 'project_id': 'a45426717d8d45f2862bf894c7d95737', 'subnets': [{'id': '183d9df1-0481-445d-8bb9-bc438141d74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:41.437765 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab1a781f-bed7-4768-8fea-54557e2b1557 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (806c1d2d-a559-4157-a49c-a01fcfccae91), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:41.442052 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab1a781f-bed7-4768-8fea-54557e2b1557 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:41.443722 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ab1a781f-bed7-4768-8fea-54557e2b1557 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "DELETE /v2.0/security-groups/806c1d2d-a559-4157-a49c-a01fcfccae91 HTTP/1.1" status: 204 len: 168 time: 0.3799660 Feb 17 17:43:41.447370 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 54828) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:41.473716 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-ed0e5147-8dfa-454c-83aa-258af2ba2a79 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] show failed (client error): The resource could not be found. Feb 17 17:43:41.475153 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-ed0e5147-8dfa-454c-83aa-258af2ba2a79 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "GET /v2.0/security-groups/806c1d2d-a559-4157-a49c-a01fcfccae91 HTTP/1.1" status: 404 len: 347 time: 0.0261948 Feb 17 17:43:41.483536 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 54830) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:41.518772 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf1ad82-716c-4ca0-88e3-bddb63c9403f None None] Checking router: 840903af-ad3e-4180-93f6-7e726b422724 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:43:41.535251 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-de839d6e-3809-498a-962f-61af2e012db4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=07b0b58faf904a90bd423a284096bc61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8996911 Feb 17 17:43:41.539625 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de839d6e-3809-498a-962f-61af2e012db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c383549-3543-4291-bd1c-99c325b5b97a,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:41.556352 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54832) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:41.565017 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf1ad82-716c-4ca0-88e3-bddb63c9403f None None] Routers {'840903af-ad3e-4180-93f6-7e726b422724'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:43:41.566191 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-4cf1ad82-716c-4ca0-88e3-bddb63c9403f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:43:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['840903af-ad3e-4180-93f6-7e726b422724'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:41.615859 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device cd527b8f-abb4-42f6-973b-fb39c44be559 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:43:41.665786 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a781f-bed7-4768-8fea-54557e2b1557 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=806c1d2d-a559-4157-a49c-a01fcfccae91,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:41.777911 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-11a01130-b493-46e0-b002-cc8358fae8f4 admin admin] Publish callbacks [] for security_group (8c383549-3543-4291-bd1c-99c325b5b97a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:41.815904 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port cd527b8f-abb4-42f6-973b-fb39c44be559, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=cd527b8f-abb4-42f6-973b-fb39c44be559,segment=NetworkSegment(1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8),segment_id=1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:43:41.834082 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': 'cd527b8f-abb4-42f6-973b-fb39c44be559', 'network_id': '83cc66ec-b716-4047-926b-17461255d55d', 'port_id': 'cd527b8f-abb4-42f6-973b-fb39c44be559', 'mac_address': 'fa:16:3e:e3:5c:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e1fcde1-7a12-4137-bca4-1789efb75583', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:43:41.855014 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-4cf1ad82-716c-4ca0-88e3-bddb63c9403f None None] Set router 840903af-ad3e-4180-93f6-7e726b422724 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:43:41.901541 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port cd527b8f-abb4-42f6-973b-fb39c44be559 is: ACTIVE; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:43:41.902288 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (cd527b8f-abb4-42f6-973b-fb39c44be559), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:41.902727 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-11a01130-b493-46e0-b002-cc8358fae8f4 admin admin] Publish callbacks [] for security_group (8c383549-3543-4291-bd1c-99c325b5b97a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:41.918038 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd527b8f-abb4-42f6-973b-fb39c44be559 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:43:41.947502 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port cd527b8f-abb4-42f6-973b-fb39c44be559, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=cd527b8f-abb4-42f6-973b-fb39c44be559,segment=NetworkSegment(1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8),segment_id=1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:43:41.961115 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (cd527b8f-abb4-42f6-973b-fb39c44be559), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:41.967801 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b7d37-15b5-4711-a15d-09e03b07c77d req-4d4933b7-db55-41c9-a454-60c9c4e77a19 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:41.980366 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-210b7d37-15b5-4711-a15d-09e03b07c77d req-4d4933b7-db55-41c9-a454-60c9c4e77a19 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=926714fc-e3e6-4a71-b017-ffe596828300 HTTP/1.1" status: 200 len: 946 time: 0.4639709 Feb 17 17:43:42.040348 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=cd527b8f-abb4-42f6-973b-fb39c44be559,revision_number=6']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:42.051966 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-11a01130-b493-46e0-b002-cc8358fae8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (8c383549-3543-4291-bd1c-99c325b5b97a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:42.055157 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-11a01130-b493-46e0-b002-cc8358fae8f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:42.061269 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-11a01130-b493-46e0-b002-cc8358fae8f4 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8c383549-3543-4291-bd1c-99c325b5b97a HTTP/1.1" status: 204 len: 168 time: 0.5038009 Feb 17 17:43:42.091529 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a01130-b493-46e0-b002-cc8358fae8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c383549-3543-4291-bd1c-99c325b5b97a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:42.135223 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['cd527b8f-abb4-42f6-973b-fb39c44be559'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:43:42.264521 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-210b7d37-15b5-4711-a15d-09e03b07c77d req-a074bebc-3a63-477b-bfa9-8e7d6cf76e69 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821901 Feb 17 17:43:42.268893 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-3178747d-282c-4ab2-bfbb-530c9c04ce27 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Deleting port 2885b76d-faa5-4468-bb5b-f0ff455cf942 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:43:42.270073 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3178747d-282c-4ab2-bfbb-530c9c04ce27 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (2885b76d-faa5-4468-bb5b-f0ff455cf942), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:42.518594 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2c909-202c-4e10-bc8f-41c6586e6589 req-2e97f393-2541-4964-bfb8-ce4c464822e2 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:42.526228 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-94b2c909-202c-4e10-bc8f-41c6586e6589 req-2e97f393-2541-4964-bfb8-ce4c464822e2 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=4ceba540-545c-4eac-a16a-2f3eac2090cb HTTP/1.1" status: 200 len: 945 time: 0.5228412 Feb 17 17:43:42.562402 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-4cf1ad82-716c-4ca0-88e3-bddb63c9403f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840903af-ad3e-4180-93f6-7e726b422724', 'name': 'tempest-AttachVolumeTestJSON-92461313-router', 'tenant_id': 'a45426717d8d45f2862bf894c7d95737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'aac037e6-35cc-4538-a55f-d947e9e15ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:36:02Z', 'updated_at': '2022-02-17T17:36:16Z', 'revision_number': 4, 'project_id': 'a45426717d8d45f2862bf894c7d95737', 'gw_port': {'id': 'aac037e6-35cc-4538-a55f-d947e9e15ed4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840903af-ad3e-4180-93f6-7e726b422724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:36:04Z', 'updated_at': '2022-02-17T17:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '1fa40148-0016-4ac4-81ac-14d546f76b67', 'name': '', 'network_id': '249d7a73-68d0-4715-9e76-b2a8e292b955', 'tenant_id': 'a45426717d8d45f2862bf894c7d95737', 'mac_address': 'fa:16:3e:27:e9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840903af-ad3e-4180-93f6-7e726b422724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '183d9df1-0481-445d-8bb9-bc438141d74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:36:13Z', 'updated_at': '2022-02-17T17:36:25Z', 'revision_number': 5, 'project_id': 'a45426717d8d45f2862bf894c7d95737', 'subnets': [{'id': '183d9df1-0481-445d-8bb9-bc438141d74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:42.617506 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3178747d-282c-4ab2-bfbb-530c9c04ce27 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (2885b76d-faa5-4468-bb5b-f0ff455cf942), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:42.617506 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3178747d-282c-4ab2-bfbb-530c9c04ce27 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks [] for floatingip (2885b76d-faa5-4468-bb5b-f0ff455cf942), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:42.627761 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a742a3-a75e-4548-837c-9ad2d44269bb req-5418b755-fe3f-4d67-8219-539de223d0ef tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:42.639488 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-98a742a3-a75e-4548-837c-9ad2d44269bb req-5418b755-fe3f-4d67-8219-539de223d0ef tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=926714fc-e3e6-4a71-b017-ffe596828300 HTTP/1.1" status: 200 len: 946 time: 0.1734445 Feb 17 17:43:42.646678 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf1ad82-716c-4ca0-88e3-bddb63c9403f None None] The sync data for ids ['840903af-ad3e-4180-93f6-7e726b422724'] in n-d-829613-2 is: [{'id': '840903af-ad3e-4180-93f6-7e726b422724', 'name': 'tempest-AttachVolumeTestJSON-92461313-router', 'tenant_id': 'a45426717d8d45f2862bf894c7d95737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'aac037e6-35cc-4538-a55f-d947e9e15ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:36:02Z', 'updated_at': '2022-02-17T17:36:16Z', 'revision_number': 4, 'project_id': 'a45426717d8d45f2862bf894c7d95737', 'gw_port': {'id': 'aac037e6-35cc-4538-a55f-d947e9e15ed4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840903af-ad3e-4180-93f6-7e726b422724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:36:04Z', 'updated_at': '2022-02-17T17:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '1fa40148-0016-4ac4-81ac-14d546f76b67', 'name': '', 'network_id': '249d7a73-68d0-4715-9e76-b2a8e292b955', 'tenant_id': 'a45426717d8d45f2862bf894c7d95737', 'mac_address': 'fa:16:3e:27:e9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840903af-ad3e-4180-93f6-7e726b422724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '183d9df1-0481-445d-8bb9-bc438141d74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:36:13Z', 'updated_at': '2022-02-17T17:36:25Z', 'revision_number': 5, 'project_id': 'a45426717d8d45f2862bf894c7d95737', 'subnets': [{'id': '183d9df1-0481-445d-8bb9-bc438141d74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:43:42.781937 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-94b2c909-202c-4e10-bc8f-41c6586e6589 req-def3817f-973c-4fb1-9f7b-b46f110e5164 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547183 Feb 17 17:43:42.861152 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-3178747d-282c-4ab2-bfbb-530c9c04ce27 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Calling delete_port for 2885b76d-faa5-4468-bb5b-f0ff455cf942 owned by network:floatingip {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:43:43.205226 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-98a742a3-a75e-4548-837c-9ad2d44269bb req-42e5cdae-5835-46cd-8b58-ac8c78080a2f tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5651152 Feb 17 17:43:43.325118 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838d5922-06f4-4ce5-8179-0fa536485b50 None None] New status for floating IP cac6031b-9009-478c-b32d-40b5215bca60: DOWN {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 17:43:43.364809 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3178747d-282c-4ab2-bfbb-530c9c04ce27 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (2885b76d-faa5-4468-bb5b-f0ff455cf942), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:43.402753 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3178747d-282c-4ab2-bfbb-530c9c04ce27 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Pushing event deleted for resources: {'Port': ['ID=2885b76d-faa5-4468-bb5b-f0ff455cf942,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:43.599063 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.api [None req-838d5922-06f4-4ce5-8179-0fa536485b50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:43:43.599304 n-d-829613-2 neutron-server[103436]: DEBUG oslo_db.api [None req-838d5922-06f4-4ce5-8179-0fa536485b50 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 17:43:43.620994 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device cd527b8f-abb4-42f6-973b-fb39c44be559 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:43:43.679296 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3178747d-282c-4ab2-bfbb-530c9c04ce27 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks [] for floatingip (cac6031b-9009-478c-b32d-40b5215bca60), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:43.684564 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3178747d-282c-4ab2-bfbb-530c9c04ce27 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:43.691103 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-3178747d-282c-4ab2-bfbb-530c9c04ce27 tempest-AttachVolumeTestJSON-1665514430 tempest-AttachVolumeTestJSON-1665514430-project] 10.222.0.87 "DELETE /v2.0/floatingips/cac6031b-9009-478c-b32d-40b5215bca60 HTTP/1.1" status: 204 len: 168 time: 2.2049487 Feb 17 17:43:43.800547 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port cd527b8f-abb4-42f6-973b-fb39c44be559 is: BUILD; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:43:43.800952 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (cd527b8f-abb4-42f6-973b-fb39c44be559), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:43.846471 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id cd527b8f-abb4-42f6-973b-fb39c44be559 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:43:43.897984 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2099ed-bf48-41cd-860d-c9531df8fb3f req-55ef8630-deb5-4e49-b521-ebbe262f5867 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:43.904029 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fc2099ed-bf48-41cd-860d-c9531df8fb3f req-55ef8630-deb5-4e49-b521-ebbe262f5867 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=926714fc-e3e6-4a71-b017-ffe596828300 HTTP/1.1" status: 200 len: 946 time: 0.2563918 Feb 17 17:43:43.908910 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port cd527b8f-abb4-42f6-973b-fb39c44be559, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=cd527b8f-abb4-42f6-973b-fb39c44be559,segment=NetworkSegment(1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8),segment_id=1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:43:43.917914 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (cd527b8f-abb4-42f6-973b-fb39c44be559), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:44.027996 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db58a3-eae7-4176-be2e-f18bd58f1513 req-3b3cde33-7af7-48e3-b769-ffe9c2b7a3b9 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:44.033929 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=cd527b8f-abb4-42f6-973b-fb39c44be559,revision_number=7']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:44.045050 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-23db58a3-eae7-4176-be2e-f18bd58f1513 req-3b3cde33-7af7-48e3-b769-ffe9c2b7a3b9 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=4ceba540-545c-4eac-a16a-2f3eac2090cb HTTP/1.1" status: 200 len: 945 time: 0.2439952 Feb 17 17:43:44.096762 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fc2099ed-bf48-41cd-860d-c9531df8fb3f req-8e024f85-5483-4860-949e-0d25d62fba18 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801012 Feb 17 17:43:44.100389 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838d5922-06f4-4ce5-8179-0fa536485b50 None None] New status for floating IP cac6031b-9009-478c-b32d-40b5215bca60: DOWN {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 17:43:44.142729 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-23db58a3-eae7-4176-be2e-f18bd58f1513 req-bebb4f08-3c2b-4da8-a680-5a924b7eccd8 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922759 Feb 17 17:43:44.907760 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2764b-1c82-4b22-bc17-186c45dba28c req-3a85ed9d-a749-4dc6-ba44-4ce0adaba117 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:44.911220 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-90b2764b-1c82-4b22-bc17-186c45dba28c req-3a85ed9d-a749-4dc6-ba44-4ce0adaba117 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.91 "GET /v2.0/ports?device_id=4ceba540-545c-4eac-a16a-2f3eac2090cb HTTP/1.1" status: 200 len: 944 time: 0.1676295 Feb 17 17:43:44.942613 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45340c-3037-43e2-b168-f0bfcfc43454 req-dd8c2aa0-1a37-4620-92c2-7a793c99af46 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:44.944228 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9f45340c-3037-43e2-b168-f0bfcfc43454 req-dd8c2aa0-1a37-4620-92c2-7a793c99af46 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.71 "GET /v2.0/ports?device_id=926714fc-e3e6-4a71-b017-ffe596828300 HTTP/1.1" status: 200 len: 946 time: 0.1497829 Feb 17 17:43:45.185361 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-90b2764b-1c82-4b22-bc17-186c45dba28c req-e11ac6c8-7273-4f4e-9428-b1b856126247 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Deleting port cd527b8f-abb4-42f6-973b-fb39c44be559 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:43:45.185903 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-90b2764b-1c82-4b22-bc17-186c45dba28c req-e11ac6c8-7273-4f4e-9428-b1b856126247 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (cd527b8f-abb4-42f6-973b-fb39c44be559), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:45.211222 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-9f45340c-3037-43e2-b168-f0bfcfc43454 req-613d7428-337e-4994-9874-0c6209dc2775 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Deleting port 059d38cd-8714-43c8-a998-faa511c71f44 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:43:45.211603 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9f45340c-3037-43e2-b168-f0bfcfc43454 req-613d7428-337e-4994-9874-0c6209dc2775 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (059d38cd-8714-43c8-a998-faa511c71f44), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:45.520664 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-9f45340c-3037-43e2-b168-f0bfcfc43454 req-613d7428-337e-4994-9874-0c6209dc2775 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] For port 059d38cd-8714-43c8-a998-faa511c71f44, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=059d38cd-8714-43c8-a998-faa511c71f44,segment=NetworkSegment(18563972-a346-4d2f-9db2-6c97a64b55cb),segment_id=18563972-a346-4d2f-9db2-6c97a64b55cb)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:43:45.521483 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9f45340c-3037-43e2-b168-f0bfcfc43454 req-613d7428-337e-4994-9874-0c6209dc2775 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (059d38cd-8714-43c8-a998-faa511c71f44), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:45.565262 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-9f45340c-3037-43e2-b168-f0bfcfc43454 req-613d7428-337e-4994-9874-0c6209dc2775 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Calling delete_port for 059d38cd-8714-43c8-a998-faa511c71f44 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:43:45.594662 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f29c1a-2197-4633-9b6f-2ad00c86feb2 req-a3a82ed7-5189-43d8-bac1-bb70bcfe4a4a tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:45.600370 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-14f29c1a-2197-4633-9b6f-2ad00c86feb2 req-a3a82ed7-5189-43d8-bac1-bb70bcfe4a4a tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=4ceba540-545c-4eac-a16a-2f3eac2090cb HTTP/1.1" status: 200 len: 944 time: 0.2541802 Feb 17 17:43:46.605400 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8f036-f23d-435e-bdc2-f3951bd6ba34 req-6cccc33d-86ca-4716-b120-ed4d05b9e3a9 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:46.607226 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-40a8f036-f23d-435e-bdc2-f3951bd6ba34 req-6cccc33d-86ca-4716-b120-ed4d05b9e3a9 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=926714fc-e3e6-4a71-b017-ffe596828300 HTTP/1.1" status: 200 len: 946 time: 1.2678008 Feb 17 17:43:46.703183 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-90b2764b-1c82-4b22-bc17-186c45dba28c req-e11ac6c8-7273-4f4e-9428-b1b856126247 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] For port cd527b8f-abb4-42f6-973b-fb39c44be559, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=cd527b8f-abb4-42f6-973b-fb39c44be559,segment=NetworkSegment(1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8),segment_id=1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:43:46.703553 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-90b2764b-1c82-4b22-bc17-186c45dba28c req-e11ac6c8-7273-4f4e-9428-b1b856126247 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (cd527b8f-abb4-42f6-973b-fb39c44be559), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:46.792860 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-90b2764b-1c82-4b22-bc17-186c45dba28c req-e11ac6c8-7273-4f4e-9428-b1b856126247 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Calling delete_port for cd527b8f-abb4-42f6-973b-fb39c44be559 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:43:46.835222 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:43:46.887877 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-40a8f036-f23d-435e-bdc2-f3951bd6ba34 req-5cedf95e-d7a3-4782-b622-0bc1c21fe39c tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288361 Feb 17 17:43:46.916388 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-14f29c1a-2197-4633-9b6f-2ad00c86feb2 req-683efe63-afff-417c-808a-bac11a55c0cc tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/security-groups?id=c6a56a95-141c-4ebf-a087-ff3a6edde99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048172 Feb 17 17:43:46.969837 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9f45340c-3037-43e2-b168-f0bfcfc43454 req-613d7428-337e-4994-9874-0c6209dc2775 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (059d38cd-8714-43c8-a998-faa511c71f44), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:46.981789 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['d0cc2a16-299a-4fcb-9e02-8e660124ccbc'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:43:47.023640 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613d7428-337e-4994-9874-0c6209dc2775 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Pushing event deleted for resources: {'Port': ['ID=059d38cd-8714-43c8-a998-faa511c71f44,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:47.082318 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f45340c-3037-43e2-b168-f0bfcfc43454 req-613d7428-337e-4994-9874-0c6209dc2775 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] No DVR routers for this DVR port 059d38cd-8714-43c8-a998-faa511c71f44 on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:43:47.086971 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9f45340c-3037-43e2-b168-f0bfcfc43454 req-613d7428-337e-4994-9874-0c6209dc2775 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:47.090868 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9f45340c-3037-43e2-b168-f0bfcfc43454 req-613d7428-337e-4994-9874-0c6209dc2775 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.71 "DELETE /v2.0/ports/059d38cd-8714-43c8-a998-faa511c71f44 HTTP/1.1" status: 204 len: 173 time: 2.1274559 Feb 17 17:43:47.091741 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926714fc-e3e6-4a71-b017-ffe596828300', 'name': 'network-vif-deleted', 'tag': '059d38cd-8714-43c8-a998-faa511c71f44'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:43:47.101387 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2909449-7c30-4b48-9064-f73795f35785" -d '{"events": [{"server_uuid": "926714fc-e3e6-4a71-b017-ffe596828300", "name": "network-vif-deleted", "tag": "059d38cd-8714-43c8-a998-faa511c71f44"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:43:47.231700 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618db8fe-1de8-484e-934b-e210afcda357 x-openstack-request-id: req-618db8fe-1de8-484e-934b-e210afcda357 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:43:47.232005 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926714fc-e3e6-4a71-b017-ffe596828300", "name": "network-vif-deleted", "tag": "059d38cd-8714-43c8-a998-faa511c71f44", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:43:47.232295 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-618db8fe-1de8-484e-934b-e210afcda357 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:43:47.239515 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '926714fc-e3e6-4a71-b017-ffe596828300', 'name': 'network-vif-deleted', 'tag': '059d38cd-8714-43c8-a998-faa511c71f44', 'status': 'completed', 'code': 200} Feb 17 17:43:47.348424 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-90b2764b-1c82-4b22-bc17-186c45dba28c req-e11ac6c8-7273-4f4e-9428-b1b856126247 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (cd527b8f-abb4-42f6-973b-fb39c44be559), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:47.421812 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ac6c8-7273-4f4e-9428-b1b856126247 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Pushing event deleted for resources: {'Port': ['ID=cd527b8f-abb4-42f6-973b-fb39c44be559,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:47.547672 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b2764b-1c82-4b22-bc17-186c45dba28c req-e11ac6c8-7273-4f4e-9428-b1b856126247 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] No DVR routers for this DVR port cd527b8f-abb4-42f6-973b-fb39c44be559 on host n-h2-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:43:47.552396 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-90b2764b-1c82-4b22-bc17-186c45dba28c req-e11ac6c8-7273-4f4e-9428-b1b856126247 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:47.557246 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-90b2764b-1c82-4b22-bc17-186c45dba28c req-e11ac6c8-7273-4f4e-9428-b1b856126247 tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.91 "DELETE /v2.0/ports/cd527b8f-abb4-42f6-973b-fb39c44be559 HTTP/1.1" status: 204 len: 173 time: 2.6400306 Feb 17 17:43:47.636322 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device cd527b8f-abb4-42f6-973b-fb39c44be559 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:43:47.695955 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: cd527b8f-abb4-42f6-973b-fb39c44be559 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:43:47.696784 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device cd527b8f-abb4-42f6-973b-fb39c44be559 not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:43:48.114086 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c44efc1e-aac0-499a-9205-ddbe69d25bba req-894d5f6d-495c-415f-9830-5816d447fb7f tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=926714fc-e3e6-4a71-b017-ffe596828300 HTTP/1.1" status: 200 len: 210 time: 0.0678742 Feb 17 17:43:48.211432 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7b53fcbc-3521-479c-8bf2-65e1a3365c7e req-c57e6c86-2b6d-466c-b437-17ef8cc10e8c tempest-ImagesTestJSON-2092812201 tempest-ImagesTestJSON-2092812201-project] 10.222.0.87 "GET /v2.0/ports?device_id=4ceba540-545c-4eac-a16a-2f3eac2090cb HTTP/1.1" status: 200 len: 210 time: 0.0782764 Feb 17 17:43:48.407705 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 059d38cd-8714-43c8-a998-faa511c71f44 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:43:48.451648 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: 059d38cd-8714-43c8-a998-faa511c71f44 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:43:48.452276 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 059d38cd-8714-43c8-a998-faa511c71f44 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:43:48.808192 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:49.240941 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ceba540-545c-4eac-a16a-2f3eac2090cb', 'name': 'network-vif-deleted', 'tag': 'cd527b8f-abb4-42f6-973b-fb39c44be559'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:43:49.243463 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6bf217-6750-4e1e-a3f2-db54b2ab671f" -d '{"events": [{"server_uuid": "4ceba540-545c-4eac-a16a-2f3eac2090cb", "name": "network-vif-deleted", "tag": "cd527b8f-abb4-42f6-973b-fb39c44be559"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:43:49.360838 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8837bfa2-c8c1-44a8-9953-e1d839c7560b x-openstack-request-id: req-8837bfa2-c8c1-44a8-9953-e1d839c7560b {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:43:49.361221 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ceba540-545c-4eac-a16a-2f3eac2090cb", "name": "network-vif-deleted", "tag": "cd527b8f-abb4-42f6-973b-fb39c44be559", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:43:49.361575 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8837bfa2-c8c1-44a8-9953-e1d839c7560b {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:43:49.362077 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ceba540-545c-4eac-a16a-2f3eac2090cb', 'name': 'network-vif-deleted', 'tag': 'cd527b8f-abb4-42f6-973b-fb39c44be559', 'status': 'completed', 'code': 200} Feb 17 17:43:49.647237 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:49.852633 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55062) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:50.002672 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-93d0c797-2c7d-46c8-93a0-a51791a8aee6 admin admin] Deleting subnet 1e1fcde1-7a12-4137-bca4-1789efb75583 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:43:50.017069 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-93d0c797-2c7d-46c8-93a0-a51791a8aee6 admin admin] Publish callbacks [] for subnet (1e1fcde1-7a12-4137-bca4-1789efb75583), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:50.151594 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-93d0c797-2c7d-46c8-93a0-a51791a8aee6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (1e1fcde1-7a12-4137-bca4-1789efb75583), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:50.265017 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-93d0c797-2c7d-46c8-93a0-a51791a8aee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (1e1fcde1-7a12-4137-bca4-1789efb75583), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:50.394648 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-93d0c797-2c7d-46c8-93a0-a51791a8aee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (1e1fcde1-7a12-4137-bca4-1789efb75583), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:50.463203 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d0c797-2c7d-46c8-93a0-a51791a8aee6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e1fcde1-7a12-4137-bca4-1789efb75583,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:50.474464 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6fffaa-d7c3-4831-9043-d153b774a758 req-69ddcf5b-e09e-40ff-85ac-a9255232f506 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:50.495338 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6d6fffaa-d7c3-4831-9043-d153b774a758 req-69ddcf5b-e09e-40ff-85ac-a9255232f506 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=55c7eb16-fee7-4f03-a0c9-94507e94006c HTTP/1.1" status: 200 len: 946 time: 0.1410000 Feb 17 17:43:50.532745 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-93d0c797-2c7d-46c8-93a0-a51791a8aee6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:50.548221 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-93d0c797-2c7d-46c8-93a0-a51791a8aee6 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/1e1fcde1-7a12-4137-bca4-1789efb75583 HTTP/1.1" status: 204 len: 168 time: 0.6944640 Feb 17 17:43:50.551258 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55086) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:50.676677 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6d6fffaa-d7c3-4831-9043-d153b774a758 req-470ed3fe-4e0b-48fb-8138-0657405d728f tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737030 Feb 17 17:43:50.728001 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ccfbbc1a-464e-4168-9473-d53efb118802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (83cc66ec-b716-4047-926b-17461255d55d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:50.934447 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ccfbbc1a-464e-4168-9473-d53efb118802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (83cc66ec-b716-4047-926b-17461255d55d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:50.990837 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-ccfbbc1a-464e-4168-9473-d53efb118802 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83cc66ec-b716-4047-926b-17461255d55d']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:51.014943 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-ccfbbc1a-464e-4168-9473-d53efb118802 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:51.015417 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-ccfbbc1a-464e-4168-9473-d53efb118802 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:51.027639 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ccfbbc1a-464e-4168-9473-d53efb118802 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:51.046343 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ccfbbc1a-464e-4168-9473-d53efb118802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:51.066468 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccfbbc1a-464e-4168-9473-d53efb118802 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:43:51.067897 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ccfbbc1a-464e-4168-9473-d53efb118802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (1e081821-ba7d-4d6e-b8c5-bbb4ab219eb8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:51.070963 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:43:51.070963 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:43:51.070963 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:43:51.070963 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:43:51.070963 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:43:51.070963 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:43:51.070963 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:43:51.070963 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:43:51.070963 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:43:51.070963 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:43:51.070963 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:43:51.070963 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:43:51.070963 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:43:51.070963 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:43:51.070963 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:43:51.070963 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:43:51.070963 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:43:51.070963 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:43:51.070963 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:43:51.070963 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:43:51.070963 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:43:51.070963 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:43:51.070963 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:43:51.070963 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:43:51.070963 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:43:51.070963 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:43:51.070963 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:43:51.070963 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:43:51.070963 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:43:51.070963 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:43:51.070963 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:43:51.070963 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:43:51.145874 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ccfbbc1a-464e-4168-9473-d53efb118802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (83cc66ec-b716-4047-926b-17461255d55d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:51.155244 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ccfbbc1a-464e-4168-9473-d53efb118802 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:51.162539 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ccfbbc1a-464e-4168-9473-d53efb118802 admin admin] 10.222.0.87 "DELETE /v2.0/networks/83cc66ec-b716-4047-926b-17461255d55d HTTP/1.1" status: 204 len: 168 time: 0.6095910 Feb 17 17:43:51.175477 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbbc1a-464e-4168-9473-d53efb118802 admin admin] Pushing event deleted for resources: {'Network': ['ID=83cc66ec-b716-4047-926b-17461255d55d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:51.548818 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55104) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:51.636435 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-f95c09fe-78b6-4293-a505-99e6dc10a5de admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d25e4e1cdd84422184c0ddb522055b36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0847578 Feb 17 17:43:51.638709 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55106) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:51.728967 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a4a31897-4217-4c20-acae-e9f6c85de284 admin admin] Publish callbacks [] for security_group (c6a56a95-141c-4ebf-a087-ff3a6edde99e), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:51.766964 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a4a31897-4217-4c20-acae-e9f6c85de284 admin admin] Publish callbacks [] for security_group (c6a56a95-141c-4ebf-a087-ff3a6edde99e), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:51.835770 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b09e4b-663b-460a-a73a-1887b1ed70c0 req-ad344ff9-510e-4eb3-94da-2fd8d0123d5b tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:51.837342 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-05b09e4b-663b-460a-a73a-1887b1ed70c0 req-ad344ff9-510e-4eb3-94da-2fd8d0123d5b tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.91 "GET /v2.0/ports?device_id=55c7eb16-fee7-4f03-a0c9-94507e94006c HTTP/1.1" status: 200 len: 946 time: 0.1615174 Feb 17 17:43:51.838001 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a4a31897-4217-4c20-acae-e9f6c85de284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (c6a56a95-141c-4ebf-a087-ff3a6edde99e), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:51.840721 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a4a31897-4217-4c20-acae-e9f6c85de284 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:51.845192 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a4a31897-4217-4c20-acae-e9f6c85de284 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c6a56a95-141c-4ebf-a087-ff3a6edde99e HTTP/1.1" status: 204 len: 168 time: 0.2021539 Feb 17 17:43:51.870132 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a31897-4217-4c20-acae-e9f6c85de284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a56a95-141c-4ebf-a087-ff3a6edde99e,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:51.957348 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7dfbd3-5168-4b22-9f51-a5707e6ad84d req-f442a140-be16-4201-b461-6b1966075d7e tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:51.964835 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0b7dfbd3-5168-4b22-9f51-a5707e6ad84d req-f442a140-be16-4201-b461-6b1966075d7e tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=55c7eb16-fee7-4f03-a0c9-94507e94006c HTTP/1.1" status: 200 len: 946 time: 0.1204083 Feb 17 17:43:52.060543 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0b7dfbd3-5168-4b22-9f51-a5707e6ad84d req-7c098aa9-a638-473b-ae85-1c3d1be4cd32 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896688 Feb 17 17:43:52.125194 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-05b09e4b-663b-460a-a73a-1887b1ed70c0 req-7ef6f5e5-52f8-4885-8e9f-62df56ccfeb8 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Deleting port d0cc2a16-299a-4fcb-9e02-8e660124ccbc {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:43:52.125803 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-05b09e4b-663b-460a-a73a-1887b1ed70c0 req-7ef6f5e5-52f8-4885-8e9f-62df56ccfeb8 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (d0cc2a16-299a-4fcb-9e02-8e660124ccbc), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:52.267043 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-05b09e4b-663b-460a-a73a-1887b1ed70c0 req-7ef6f5e5-52f8-4885-8e9f-62df56ccfeb8 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] For port d0cc2a16-299a-4fcb-9e02-8e660124ccbc, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=d0cc2a16-299a-4fcb-9e02-8e660124ccbc,segment=NetworkSegment(18563972-a346-4d2f-9db2-6c97a64b55cb),segment_id=18563972-a346-4d2f-9db2-6c97a64b55cb)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:43:52.267418 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-05b09e4b-663b-460a-a73a-1887b1ed70c0 req-7ef6f5e5-52f8-4885-8e9f-62df56ccfeb8 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (d0cc2a16-299a-4fcb-9e02-8e660124ccbc), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:52.291842 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-05b09e4b-663b-460a-a73a-1887b1ed70c0 req-7ef6f5e5-52f8-4885-8e9f-62df56ccfeb8 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Calling delete_port for d0cc2a16-299a-4fcb-9e02-8e660124ccbc owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:43:52.448445 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-05b09e4b-663b-460a-a73a-1887b1ed70c0 req-7ef6f5e5-52f8-4885-8e9f-62df56ccfeb8 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (d0cc2a16-299a-4fcb-9e02-8e660124ccbc), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:52.462107 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['d0cc2a16-299a-4fcb-9e02-8e660124ccbc'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:43:52.643018 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b09e4b-663b-460a-a73a-1887b1ed70c0 req-7ef6f5e5-52f8-4885-8e9f-62df56ccfeb8 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] No DVR routers for this DVR port d0cc2a16-299a-4fcb-9e02-8e660124ccbc on host n-h2-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:43:52.650092 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-05b09e4b-663b-460a-a73a-1887b1ed70c0 req-7ef6f5e5-52f8-4885-8e9f-62df56ccfeb8 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:52.659871 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-05b09e4b-663b-460a-a73a-1887b1ed70c0 req-7ef6f5e5-52f8-4885-8e9f-62df56ccfeb8 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.91 "DELETE /v2.0/ports/d0cc2a16-299a-4fcb-9e02-8e660124ccbc HTTP/1.1" status: 204 len: 173 time: 0.8162024 Feb 17 17:43:52.660941 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef6f5e5-52f8-4885-8e9f-62df56ccfeb8 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] Pushing event deleted for resources: {'Port': ['ID=d0cc2a16-299a-4fcb-9e02-8e660124ccbc,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:52.666538 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c7eb16-fee7-4f03-a0c9-94507e94006c', 'name': 'network-vif-deleted', 'tag': 'd0cc2a16-299a-4fcb-9e02-8e660124ccbc'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:43:52.670967 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fccc034a-d895-4dc1-acd8-5c79ccbf3577" -d '{"events": [{"server_uuid": "55c7eb16-fee7-4f03-a0c9-94507e94006c", "name": "network-vif-deleted", "tag": "d0cc2a16-299a-4fcb-9e02-8e660124ccbc"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:43:52.839731 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa6d178-ef3a-4f57-9b55-cfa3357667f4 x-openstack-request-id: req-6aa6d178-ef3a-4f57-9b55-cfa3357667f4 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:43:52.840271 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c7eb16-fee7-4f03-a0c9-94507e94006c", "name": "network-vif-deleted", "tag": "d0cc2a16-299a-4fcb-9e02-8e660124ccbc", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:43:52.840636 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6aa6d178-ef3a-4f57-9b55-cfa3357667f4 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:43:52.841342 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c7eb16-fee7-4f03-a0c9-94507e94006c', 'name': 'network-vif-deleted', 'tag': 'd0cc2a16-299a-4fcb-9e02-8e660124ccbc', 'status': 'completed', 'code': 200} Feb 17 17:43:53.348557 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ecc9e098-d142-40ec-9917-a91c9a9c729f req-4e5f3da9-ee83-4107-85fb-c3945a0e9731 tempest-ServersTestJSON-217185005 tempest-ServersTestJSON-217185005-project] 10.222.0.87 "GET /v2.0/ports?device_id=55c7eb16-fee7-4f03-a0c9-94507e94006c HTTP/1.1" status: 200 len: 210 time: 0.1360538 Feb 17 17:43:54.464606 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55228) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:54.645938 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8a75cf7-2d4f-4919-8ab0-4ee32a8a52c8 admin admin] Deleting subnet b20ab57b-0ae5-4c69-b6b9-871207503198 {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:43:54.663854 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b8a75cf7-2d4f-4919-8ab0-4ee32a8a52c8 admin admin] Publish callbacks [] for subnet (b20ab57b-0ae5-4c69-b6b9-871207503198), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:54.736312 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b8a75cf7-2d4f-4919-8ab0-4ee32a8a52c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (b20ab57b-0ae5-4c69-b6b9-871207503198), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:54.858541 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b8a75cf7-2d4f-4919-8ab0-4ee32a8a52c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (b20ab57b-0ae5-4c69-b6b9-871207503198), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:55.013198 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55234) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:55.014140 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b8a75cf7-2d4f-4919-8ab0-4ee32a8a52c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (b20ab57b-0ae5-4c69-b6b9-871207503198), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:55.119223 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a75cf7-2d4f-4919-8ab0-4ee32a8a52c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b20ab57b-0ae5-4c69-b6b9-871207503198,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:55.132935 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b8a75cf7-2d4f-4919-8ab0-4ee32a8a52c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:55.140495 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b8a75cf7-2d4f-4919-8ab0-4ee32a8a52c8 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/b20ab57b-0ae5-4c69-b6b9-871207503198 HTTP/1.1" status: 204 len: 168 time: 0.6731141 Feb 17 17:43:55.145855 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55240) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:55.363868 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3a15fef0-e856-4bda-8518-dc3a088868b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (41eab850-74f8-4919-9573-0fe261607aa2), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:55.616654 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3a15fef0-e856-4bda-8518-dc3a088868b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (41eab850-74f8-4919-9573-0fe261607aa2), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:55.646492 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-3a15fef0-e856-4bda-8518-dc3a088868b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41eab850-74f8-4919-9573-0fe261607aa2']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:55.662338 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device d0cc2a16-299a-4fcb-9e02-8e660124ccbc no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:43:55.679188 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-3a15fef0-e856-4bda-8518-dc3a088868b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18563972-a346-4d2f-9db2-6c97a64b55cb') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:55.679876 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-3a15fef0-e856-4bda-8518-dc3a088868b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18563972-a346-4d2f-9db2-6c97a64b55cb') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:43:55.694254 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3a15fef0-e856-4bda-8518-dc3a088868b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (18563972-a346-4d2f-9db2-6c97a64b55cb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:55.712540 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3a15fef0-e856-4bda-8518-dc3a088868b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (18563972-a346-4d2f-9db2-6c97a64b55cb), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:55.720369 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a15fef0-e856-4bda-8518-dc3a088868b8 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:43:55.722468 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3a15fef0-e856-4bda-8518-dc3a088868b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (18563972-a346-4d2f-9db2-6c97a64b55cb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:55.740143 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: d0cc2a16-299a-4fcb-9e02-8e660124ccbc {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:43:55.740755 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device d0cc2a16-299a-4fcb-9e02-8e660124ccbc not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:43:55.892112 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4351b576-1256-4287-a608-b2a24ace23a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:55.916114 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:43:55.916114 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:43:55.916114 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:43:55.916114 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:43:55.916114 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:43:55.916114 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:43:55.916114 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:43:55.916114 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:43:55.916114 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:43:55.916114 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:43:55.916114 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:43:55.916114 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:43:55.916114 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:43:55.916114 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:43:55.916114 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:43:55.916114 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:43:55.916114 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:43:55.916114 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:43:55.916114 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:43:55.916114 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:43:55.916114 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:43:55.916114 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:43:55.916114 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:43:55.916114 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:43:55.916114 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:43:55.916114 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:43:55.916114 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:43:55.916114 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:43:55.916114 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:43:55.916114 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:43:55.916114 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:43:55.916114 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:43:56.090606 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4351b576-1256-4287-a608-b2a24ace23a8 admin admin] Publish callbacks [] for security_group (9da1a644-ccd5-41ef-b1ca-3bb064aba47c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:56.100719 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3a15fef0-e856-4bda-8518-dc3a088868b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (41eab850-74f8-4919-9573-0fe261607aa2), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:56.107143 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3a15fef0-e856-4bda-8518-dc3a088868b8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:56.118852 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3a15fef0-e856-4bda-8518-dc3a088868b8 admin admin] 10.222.0.87 "DELETE /v2.0/networks/41eab850-74f8-4919-9573-0fe261607aa2 HTTP/1.1" status: 204 len: 168 time: 0.9657733 Feb 17 17:43:56.118852 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4351b576-1256-4287-a608-b2a24ace23a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (9da1a644-ccd5-41ef-b1ca-3bb064aba47c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:56.268650 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55258) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:56.269775 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4351b576-1256-4287-a608-b2a24ace23a8 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2ce777dc9b08453788ba9f50f4123a15&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2545826 Feb 17 17:43:56.317320 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4351b576-1256-4287-a608-b2a24ace23a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da1a644-ccd5-41ef-b1ca-3bb064aba47c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:56.318984 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55260) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:56.322653 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a15fef0-e856-4bda-8518-dc3a088868b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=41eab850-74f8-4919-9573-0fe261607aa2,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:56.447927 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-369fe3cb-ebed-453f-ac5b-926f7107e350 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4010b90dceb14ea6a98968e6b17cf28b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1276546 Feb 17 17:43:56.451469 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55266) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:56.480006 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-860e2a55-98ee-4123-8042-978a27412ef0 admin admin] Publish callbacks [] for security_group (9da1a644-ccd5-41ef-b1ca-3bb064aba47c), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:56.536341 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-860e2a55-98ee-4123-8042-978a27412ef0 admin admin] Publish callbacks [] for security_group (9da1a644-ccd5-41ef-b1ca-3bb064aba47c), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:56.598686 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-860e2a55-98ee-4123-8042-978a27412ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (9da1a644-ccd5-41ef-b1ca-3bb064aba47c), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:56.602017 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-860e2a55-98ee-4123-8042-978a27412ef0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:56.617041 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cf318287-2a55-4282-bd1d-f55d5e271d35 admin admin] Publish callbacks [] for security_group (6b3bf299-0159-4adc-a8e9-4ef0041e4cf3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:56.625674 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-860e2a55-98ee-4123-8042-978a27412ef0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9da1a644-ccd5-41ef-b1ca-3bb064aba47c HTTP/1.1" status: 204 len: 168 time: 0.3553538 Feb 17 17:43:56.666006 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e2a55-98ee-4123-8042-978a27412ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da1a644-ccd5-41ef-b1ca-3bb064aba47c,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:56.701292 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cf318287-2a55-4282-bd1d-f55d5e271d35 admin admin] Publish callbacks [] for security_group (6b3bf299-0159-4adc-a8e9-4ef0041e4cf3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:56.899979 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cf318287-2a55-4282-bd1d-f55d5e271d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (6b3bf299-0159-4adc-a8e9-4ef0041e4cf3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:56.915448 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cf318287-2a55-4282-bd1d-f55d5e271d35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:56.928760 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-cf318287-2a55-4282-bd1d-f55d5e271d35 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6b3bf299-0159-4adc-a8e9-4ef0041e4cf3 HTTP/1.1" status: 204 len: 168 time: 0.4681869 Feb 17 17:43:56.969928 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf318287-2a55-4282-bd1d-f55d5e271d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3bf299-0159-4adc-a8e9-4ef0041e4cf3,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:58.431064 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55344) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:58.780178 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-4e93bad0-9e8b-42a1-9731-79c9e3d53f13 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-150731531-network', 'tenant_id': 'e508b16e79e443079bc882c92e8d7ca6'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:43:58.824427 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e93bad0-9e8b-42a1-9731-79c9e3d53f13 admin admin] Made reservation on behalf of e508b16e79e443079bc882c92e8d7ca6 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:43:58.829382 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4e93bad0-9e8b-42a1-9731-79c9e3d53f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:58.856798 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4e93bad0-9e8b-42a1-9731-79c9e3d53f13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:59.086493 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4e93bad0-9e8b-42a1-9731-79c9e3d53f13 admin admin] Publish callbacks [] for security_group (81e56099-f5c9-46cd-82a4-1c9a6df7ec2a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:59.095551 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4e93bad0-9e8b-42a1-9731-79c9e3d53f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (81e56099-f5c9-46cd-82a4-1c9a6df7ec2a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:59.123088 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e93bad0-9e8b-42a1-9731-79c9e3d53f13 admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:43:59.148502 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4e93bad0-9e8b-42a1-9731-79c9e3d53f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (99e0f10c-0b98-4991-b7b6-44dcd9e3b025), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:59.149745 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-4e93bad0-9e8b-42a1-9731-79c9e3d53f13 admin admin] Added segment 99e0f10c-0b98-4991-b7b6-44dcd9e3b025 of type vlan for network 3958299d-5c46-4d37-a8cb-63d39d73c811 Feb 17 17:43:59.259097 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4e93bad0-9e8b-42a1-9731-79c9e3d53f13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (3958299d-5c46-4d37-a8cb-63d39d73c811), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:59.422101 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e93bad0-9e8b-42a1-9731-79c9e3d53f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e56099-f5c9-46cd-82a4-1c9a6df7ec2a,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:59.431896 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4e93bad0-9e8b-42a1-9731-79c9e3d53f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (3958299d-5c46-4d37-a8cb-63d39d73c811), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:59.433163 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e93bad0-9e8b-42a1-9731-79c9e3d53f13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:43:59.435175 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4e93bad0-9e8b-42a1-9731-79c9e3d53f13 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:43:59.604908 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e93bad0-9e8b-42a1-9731-79c9e3d53f13 admin admin] Pushing event updated for resources: {'Network': ['ID=3958299d-5c46-4d37-a8cb-63d39d73c811,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:43:59.627147 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 3958299d-5c46-4d37-a8cb-63d39d73c811 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:43:59.632198 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4e93bad0-9e8b-42a1-9731-79c9e3d53f13 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1999702 Feb 17 17:43:59.635624 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55386) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:43:59.641595 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-6c5d4c96-8002-450d-b57f-2be8f5f5dd20 admin admin] Request body: {'subnet': {'network_id': '3958299d-5c46-4d37-a8cb-63d39d73c811', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-150731531-subnet', 'tenant_id': 'e508b16e79e443079bc882c92e8d7ca6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:43:59.696363 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5d4c96-8002-450d-b57f-2be8f5f5dd20 admin admin] Made reservation on behalf of e508b16e79e443079bc882c92e8d7ca6 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:43:59.718657 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6c5d4c96-8002-450d-b57f-2be8f5f5dd20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:00.340221 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6c5d4c96-8002-450d-b57f-2be8f5f5dd20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (b1447df4-ae3d-4628-92b7-31a64e426c79), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:00.469725 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5d4c96-8002-450d-b57f-2be8f5f5dd20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1447df4-ae3d-4628-92b7-31a64e426c79,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:00.608204 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-67084848-5b12-4847-b49d-acdf2d7ef36c req-b8a24d04-56d8-4369-ab6f-f7b67f9d07ea tempest-ServerShowV257Test-303209735 tempest-ServerShowV257Test-303209735-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fe1aa0f-8455-498d-a8e9-d66ac7bcce90 HTTP/1.1" status: 200 len: 210 time: 0.1653297 Feb 17 17:44:00.665120 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5d4c96-8002-450d-b57f-2be8f5f5dd20 admin admin] Checking segment: {'id': '99e0f10c-0b98-4991-b7b6-44dcd9e3b025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3958299d-5c46-4d37-a8cb-63d39d73c811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:44:00.665704 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5d4c96-8002-450d-b57f-2be8f5f5dd20 admin admin] Network hostable DHCP agents. Network: 3958299d-5c46-4d37-a8cb-63d39d73c811, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:44:00.708113 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5d4c96-8002-450d-b57f-2be8f5f5dd20 admin admin] Network 3958299d-5c46-4d37-a8cb-63d39d73c811 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:44:00.738401 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-6c5d4c96-8002-450d-b57f-2be8f5f5dd20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 3958299d-5c46-4d37-a8cb-63d39d73c811) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:44:00.745384 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5d4c96-8002-450d-b57f-2be8f5f5dd20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:00.746072 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6c5d4c96-8002-450d-b57f-2be8f5f5dd20 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:00.748967 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2f5ae0-2dcd-4f53-8877-4bf08697d399 None None] Network 3958299d-5c46-4d37-a8cb-63d39d73c811 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:44:00.795970 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55420) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:00.796575 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-6c5d4c96-8002-450d-b57f-2be8f5f5dd20 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1591191 Feb 17 17:44:00.801225 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-6a4d4c49-4488-4dce-8444-5054dcca99f2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-150731531-router', 'tenant_id': 'e508b16e79e443079bc882c92e8d7ca6', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:44:00.888902 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6a4d4c49-4488-4dce-8444-5054dcca99f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (8d3d811e-d5e6-4ba9-bb07-170f3d040c07), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:00.890988 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6a4d4c49-4488-4dce-8444-5054dcca99f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (8d3d811e-d5e6-4ba9-bb07-170f3d040c07), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:01.136035 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6a4d4c49-4488-4dce-8444-5054dcca99f2 admin admin] Publish callbacks [] for router_controller (8d3d811e-d5e6-4ba9-bb07-170f3d040c07), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:01.529654 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6a4d4c49-4488-4dce-8444-5054dcca99f2 admin admin] Publish callbacks [] for router_gateway (8d3d811e-d5e6-4ba9-bb07-170f3d040c07), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:01.735391 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17bc444-595b-4d3e-bdf5-ceb84a9cce1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-3958299d-5c46-4d37-a8cb-63d39d73c811', 'network_id': '3958299d-5c46-4d37-a8cb-63d39d73c811', 'project_id': 'e508b16e79e443079bc882c92e8d7ca6', 'fixed_ips': [{'subnet_id': 'b1447df4-ae3d-4628-92b7-31a64e426c79'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:44:01.736387 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a17bc444-595b-4d3e-bdf5-ceb84a9cce1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:01.928333 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2715b4c8-1bc5-465f-b825-5ee15763a2ef req-dac429b2-4c15-42c8-afb4-b668ce49efdc tempest-ServerShowV257Test-303209735 tempest-ServerShowV257Test-303209735-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fe1aa0f-8455-498d-a8e9-d66ac7bcce90 HTTP/1.1" status: 200 len: 210 time: 0.0786645 Feb 17 17:44:02.224725 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-a17bc444-595b-4d3e-bdf5-ceb84a9cce1d None None] Allocated IP 172.20.0.2 (3958299d-5c46-4d37-a8cb-63d39d73c811/b1447df4-ae3d-4628-92b7-31a64e426c79/02c55563-7954-42f3-aba2-6432296a384f) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:44:02.316619 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6a4d4c49-4488-4dce-8444-5054dcca99f2 admin admin] Publish callbacks [] for router_gateway (8d3d811e-d5e6-4ba9-bb07-170f3d040c07), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:02.412925 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6a4d4c49-4488-4dce-8444-5054dcca99f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:02.669571 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a17bc444-595b-4d3e-bdf5-ceb84a9cce1d None None] Publish callbacks [] for port (02c55563-7954-42f3-aba2-6432296a384f), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:02.689099 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a17bc444-595b-4d3e-bdf5-ceb84a9cce1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (02c55563-7954-42f3-aba2-6432296a384f), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:02.757616 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-6a4d4c49-4488-4dce-8444-5054dcca99f2 admin admin] Allocated IP 172.25.8.223 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/8240fe3a-a645-4b94-91c6-c365cdbdf6a3) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:44:02.888630 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17bc444-595b-4d3e-bdf5-ceb84a9cce1d None None] Pushing event updated for resources: {'Port': ['ID=02c55563-7954-42f3-aba2-6432296a384f,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:02.964122 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17bc444-595b-4d3e-bdf5-ceb84a9cce1d None None] Network 3958299d-5c46-4d37-a8cb-63d39d73c811 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:44:02.991225 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-a17bc444-595b-4d3e-bdf5-ceb84a9cce1d None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:44:03.003221 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17bc444-595b-4d3e-bdf5-ceb84a9cce1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:44:03.003571 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17bc444-595b-4d3e-bdf5-ceb84a9cce1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:44:03.017869 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17bc444-595b-4d3e-bdf5-ceb84a9cce1d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:44:03.018345 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17bc444-595b-4d3e-bdf5-ceb84a9cce1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:44:03.018682 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17bc444-595b-4d3e-bdf5-ceb84a9cce1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:44:03.019015 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17bc444-595b-4d3e-bdf5-ceb84a9cce1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:44:03.019350 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17bc444-595b-4d3e-bdf5-ceb84a9cce1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:44:03.019678 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17bc444-595b-4d3e-bdf5-ceb84a9cce1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:44:03.020008 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17bc444-595b-4d3e-bdf5-ceb84a9cce1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:44:03.020360 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17bc444-595b-4d3e-bdf5-ceb84a9cce1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:44:03.020682 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17bc444-595b-4d3e-bdf5-ceb84a9cce1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:44:03.021035 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17bc444-595b-4d3e-bdf5-ceb84a9cce1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:44:03.021318 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17bc444-595b-4d3e-bdf5-ceb84a9cce1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:44:03.031828 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17bc444-595b-4d3e-bdf5-ceb84a9cce1d None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:44:03.054402 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ed2a38f4-a396-434a-8ddc-6bada943f428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:03.091161 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6a4d4c49-4488-4dce-8444-5054dcca99f2 admin admin] Publish callbacks [] for port (8240fe3a-a645-4b94-91c6-c365cdbdf6a3), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:03.211634 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6a4d4c49-4488-4dce-8444-5054dcca99f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (8240fe3a-a645-4b94-91c6-c365cdbdf6a3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:03.226823 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-a17bc444-595b-4d3e-bdf5-ceb84a9cce1d None None] Attempting to bind port 02c55563-7954-42f3-aba2-6432296a384f on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:44:03.227397 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-a17bc444-595b-4d3e-bdf5-ceb84a9cce1d None None] Attempting to bind port 02c55563-7954-42f3-aba2-6432296a384f by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '99e0f10c-0b98-4991-b7b6-44dcd9e3b025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3958299d-5c46-4d37-a8cb-63d39d73c811'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:44:03.227654 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17bc444-595b-4d3e-bdf5-ceb84a9cce1d None None] Attempting to bind port 02c55563-7954-42f3-aba2-6432296a384f on network 3958299d-5c46-4d37-a8cb-63d39d73c811 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:44:03.246932 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-857542eb-bb1a-4e0e-b42b-e00af8ba1508 req-96c9eec4-1024-4769-9333-a79f6a8ac0fe tempest-ServerShowV257Test-303209735 tempest-ServerShowV257Test-303209735-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fe1aa0f-8455-498d-a8e9-d66ac7bcce90 HTTP/1.1" status: 200 len: 210 time: 0.0901287 Feb 17 17:44:03.253199 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17bc444-595b-4d3e-bdf5-ceb84a9cce1d None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:44:03.253588 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17bc444-595b-4d3e-bdf5-ceb84a9cce1d None None] Checking segment: {'id': '99e0f10c-0b98-4991-b7b6-44dcd9e3b025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3958299d-5c46-4d37-a8cb-63d39d73c811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:44:03.253999 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a17bc444-595b-4d3e-bdf5-ceb84a9cce1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:03.254397 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17bc444-595b-4d3e-bdf5-ceb84a9cce1d None None] Bound using segment: {'id': '99e0f10c-0b98-4991-b7b6-44dcd9e3b025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3958299d-5c46-4d37-a8cb-63d39d73c811'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:44:03.254889 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-a17bc444-595b-4d3e-bdf5-ceb84a9cce1d None None] Bound port: 02c55563-7954-42f3-aba2-6432296a384f, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e0f10c-0b98-4991-b7b6-44dcd9e3b025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3958299d-5c46-4d37-a8cb-63d39d73c811'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:44:03.255271 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a17bc444-595b-4d3e-bdf5-ceb84a9cce1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (02c55563-7954-42f3-aba2-6432296a384f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:03.385812 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4d4c49-4488-4dce-8444-5054dcca99f2 admin admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:44:03.413042 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-6a4d4c49-4488-4dce-8444-5054dcca99f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:44:03.428762 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4d4c49-4488-4dce-8444-5054dcca99f2 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:44:03.511397 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-a17bc444-595b-4d3e-bdf5-ceb84a9cce1d None None] For port 02c55563-7954-42f3-aba2-6432296a384f, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:44:03.517390 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4d4c49-4488-4dce-8444-5054dcca99f2 admin admin] Pushing event updated for resources: {'Port': ['ID=8240fe3a-a645-4b94-91c6-c365cdbdf6a3,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:03.529746 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-a17bc444-595b-4d3e-bdf5-ceb84a9cce1d None None] For port 02c55563-7954-42f3-aba2-6432296a384f, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=02c55563-7954-42f3-aba2-6432296a384f,segment=NetworkSegment(99e0f10c-0b98-4991-b7b6-44dcd9e3b025),segment_id=99e0f10c-0b98-4991-b7b6-44dcd9e3b025)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:44:03.544033 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a17bc444-595b-4d3e-bdf5-ceb84a9cce1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (02c55563-7954-42f3-aba2-6432296a384f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:03.636877 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d9b90c63-bb9a-494d-a324-dcee123ea611 req-bdccd976-1dc1-4e76-9e3c-3c7dda826846 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=3fe1aa0f-8455-498d-a8e9-d66ac7bcce90 HTTP/1.1" status: 200 len: 210 time: 0.0510757 Feb 17 17:44:03.779064 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17bc444-595b-4d3e-bdf5-ceb84a9cce1d None None] Pushing event updated for resources: {'Port': ['ID=02c55563-7954-42f3-aba2-6432296a384f,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:04.253509 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6a4d4c49-4488-4dce-8444-5054dcca99f2 admin admin] Publish callbacks [] for router_gateway (8d3d811e-d5e6-4ba9-bb07-170f3d040c07), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:04.275213 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55470) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:04.434602 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-a479651f-ba95-4f23-9b95-9aa833a273a4 admin admin] Deleting subnet f515b944-7b71-4852-900d-ed2a445b62af {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:44:04.450238 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a479651f-ba95-4f23-9b95-9aa833a273a4 admin admin] Publish callbacks [] for subnet (f515b944-7b71-4852-900d-ed2a445b62af), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:04.703442 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9ac214ca-f668-4c63-a0de-18c9ca9df204 req-adc5762a-32d9-40f2-9579-74cfcad5b2ea tempest-ServerShowV257Test-303209735 tempest-ServerShowV257Test-303209735-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fe1aa0f-8455-498d-a8e9-d66ac7bcce90 HTTP/1.1" status: 200 len: 210 time: 0.2571359 Feb 17 17:44:04.740978 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a479651f-ba95-4f23-9b95-9aa833a273a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (f515b944-7b71-4852-900d-ed2a445b62af), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:04.856649 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a479651f-ba95-4f23-9b95-9aa833a273a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (f515b944-7b71-4852-900d-ed2a445b62af), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:04.870003 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6a4d4c49-4488-4dce-8444-5054dcca99f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (8d3d811e-d5e6-4ba9-bb07-170f3d040c07), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:05.015443 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a479651f-ba95-4f23-9b95-9aa833a273a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (f515b944-7b71-4852-900d-ed2a445b62af), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:05.140641 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a479651f-ba95-4f23-9b95-9aa833a273a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f515b944-7b71-4852-900d-ed2a445b62af,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:05.180223 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a479651f-ba95-4f23-9b95-9aa833a273a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:05.206621 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55482) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:05.209169 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a479651f-ba95-4f23-9b95-9aa833a273a4 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/f515b944-7b71-4852-900d-ed2a445b62af HTTP/1.1" status: 204 len: 168 time: 0.9325299 Feb 17 17:44:05.283586 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 02c55563-7954-42f3-aba2-6432296a384f up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:44:05.457756 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-04bc0fb9-d3a2-42cc-8762-134fa680a59f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:05.500106 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 02c55563-7954-42f3-aba2-6432296a384f triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:44:05.500670 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (02c55563-7954-42f3-aba2-6432296a384f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:05.518588 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66aea79f-dcaa-48ea-8cc6-e9be01650f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (6d2c051c-f5fb-4ea4-8622-2e6ebc263a26), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:05.678402 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4d4c49-4488-4dce-8444-5054dcca99f2 admin admin] Router 8d3d811e-d5e6-4ba9-bb07-170f3d040c07 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:44:05.722989 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 02c55563-7954-42f3-aba2-6432296a384f is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:44:05.723445 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (02c55563-7954-42f3-aba2-6432296a384f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:05.845105 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 02c55563-7954-42f3-aba2-6432296a384f, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=02c55563-7954-42f3-aba2-6432296a384f,segment=NetworkSegment(99e0f10c-0b98-4991-b7b6-44dcd9e3b025),segment_id=99e0f10c-0b98-4991-b7b6-44dcd9e3b025)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:44:05.853461 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506195f5-3e94-4791-9372-b26ee098e84d None None] Network 3958299d-5c46-4d37-a8cb-63d39d73c811 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:44:05.861647 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (02c55563-7954-42f3-aba2-6432296a384f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:05.893420 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8e26e131-477b-4521-90b6-c843d9cdaa70 req-9d70a7ef-8d8c-4d31-a2fe-34a310e14eb7 tempest-ServerShowV257Test-303209735 tempest-ServerShowV257Test-303209735-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fe1aa0f-8455-498d-a8e9-d66ac7bcce90 HTTP/1.1" status: 200 len: 210 time: 0.0517521 Feb 17 17:44:06.054527 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=02c55563-7954-42f3-aba2-6432296a384f,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:06.117709 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b48c9075-034d-49e8-808b-91ab9dc615bf None None] Provisioning complete for port 02c55563-7954-42f3-aba2-6432296a384f triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:44:06.124801 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b48c9075-034d-49e8-808b-91ab9dc615bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (02c55563-7954-42f3-aba2-6432296a384f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:06.656899 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-091c00c7-48a8-4b34-91ea-481dff1b2a3c req-eca6f431-d3b9-45e2-bc91-72e9ae078793 tempest-ServerShowV257Test-303209735 tempest-ServerShowV257Test-303209735-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fe1aa0f-8455-498d-a8e9-d66ac7bcce90 HTTP/1.1" status: 200 len: 210 time: 0.0635455 Feb 17 17:44:06.797955 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b48c9075-034d-49e8-808b-91ab9dc615bf None None] Current status of the port 02c55563-7954-42f3-aba2-6432296a384f is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:44:06.811226 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:06.902299 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55520) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:07.136132 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66aea79f-dcaa-48ea-8cc6-e9be01650f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (6d2c051c-f5fb-4ea4-8622-2e6ebc263a26), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:07.212808 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 02c55563-7954-42f3-aba2-6432296a384f up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:44:07.240737 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-66aea79f-dcaa-48ea-8cc6-e9be01650f21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d2c051c-f5fb-4ea4-8622-2e6ebc263a26']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:44:07.278008 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-66aea79f-dcaa-48ea-8cc6-e9be01650f21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4a802fa-6d6a-44b0-a6af-8352902a0277') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:44:07.278374 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-66aea79f-dcaa-48ea-8cc6-e9be01650f21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4a802fa-6d6a-44b0-a6af-8352902a0277') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:44:07.319810 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66aea79f-dcaa-48ea-8cc6-e9be01650f21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (a4a802fa-6d6a-44b0-a6af-8352902a0277), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:07.351153 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66aea79f-dcaa-48ea-8cc6-e9be01650f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (a4a802fa-6d6a-44b0-a6af-8352902a0277), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:07.358473 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66aea79f-dcaa-48ea-8cc6-e9be01650f21 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:44:07.358890 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66aea79f-dcaa-48ea-8cc6-e9be01650f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (a4a802fa-6d6a-44b0-a6af-8352902a0277), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:07.365474 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 02c55563-7954-42f3-aba2-6432296a384f triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:44:07.366310 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (02c55563-7954-42f3-aba2-6432296a384f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:07.374126 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-fbfee5dc-3d28-4190-818d-4cbfb15fb18e None None] Provisioning complete for port 02c55563-7954-42f3-aba2-6432296a384f triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:44:07.374873 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fbfee5dc-3d28-4190-818d-4cbfb15fb18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (02c55563-7954-42f3-aba2-6432296a384f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:07.435373 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:44:07.435373 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:44:07.435373 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:44:07.435373 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:44:07.435373 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:44:07.435373 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:44:07.435373 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:44:07.435373 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:44:07.435373 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:44:07.435373 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:44:07.435373 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:44:07.435373 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:44:07.435373 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:44:07.435373 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:44:07.435373 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:44:07.435373 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:44:07.435373 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:44:07.435373 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:44:07.435373 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:44:07.435373 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:44:07.435373 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:44:07.435373 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:44:07.435373 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:44:07.435373 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:44:07.435373 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:44:07.435373 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:44:07.435373 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:44:07.435373 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:44:07.435373 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:44:07.435373 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:44:07.435373 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:44:07.435373 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:44:07.450578 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66aea79f-dcaa-48ea-8cc6-e9be01650f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (6d2c051c-f5fb-4ea4-8622-2e6ebc263a26), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:07.546399 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66aea79f-dcaa-48ea-8cc6-e9be01650f21 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:07.561588 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55528) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:07.563827 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-66aea79f-dcaa-48ea-8cc6-e9be01650f21 admin admin] 10.222.0.87 "DELETE /v2.0/networks/6d2c051c-f5fb-4ea4-8622-2e6ebc263a26 HTTP/1.1" status: 204 len: 168 time: 2.3553665 Feb 17 17:44:07.722795 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aea79f-dcaa-48ea-8cc6-e9be01650f21 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d2c051c-f5fb-4ea4-8622-2e6ebc263a26,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:07.741414 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-fbfee5dc-3d28-4190-818d-4cbfb15fb18e None None] Current status of the port 02c55563-7954-42f3-aba2-6432296a384f is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:44:07.887194 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4d4c49-4488-4dce-8444-5054dcca99f2 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:44:07.904737 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8bec3a-8a42-4b71-80b5-1cf31e8ea23b None None] Sync routers for ids ['8d3d811e-d5e6-4ba9-bb07-170f3d040c07'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:44:07.911423 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-9164f2aa-4b39-4a62-8579-5403de9e1e56 admin admin] Deleting subnet b7882f31-ed12-4726-a93f-effe9cfbd201 {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:44:07.922167 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 02c55563-7954-42f3-aba2-6432296a384f is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:44:07.942668 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6a4d4c49-4488-4dce-8444-5054dcca99f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:07.943848 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8bec3a-8a42-4b71-80b5-1cf31e8ea23b None None] Routers {'8d3d811e-d5e6-4ba9-bb07-170f3d040c07'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:44:07.944583 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-bd8bec3a-8a42-4b71-80b5-1cf31e8ea23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:44:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['8d3d811e-d5e6-4ba9-bb07-170f3d040c07'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:44:07.950622 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6a4d4c49-4488-4dce-8444-5054dcca99f2 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.1527772 Feb 17 17:44:07.954495 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55538) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:07.964480 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:08.086637 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9164f2aa-4b39-4a62-8579-5403de9e1e56 admin admin] Publish callbacks [] for subnet (b7882f31-ed12-4726-a93f-effe9cfbd201), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:08.218661 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-852674c6-942f-4a68-b55c-5a7254302398 req-bb395576-1641-4eae-b53c-ff6e42588c21 tempest-ServerShowV257Test-303209735 tempest-ServerShowV257Test-303209735-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fe1aa0f-8455-498d-a8e9-d66ac7bcce90 HTTP/1.1" status: 200 len: 210 time: 0.3111002 Feb 17 17:44:08.274598 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-bd8bec3a-8a42-4b71-80b5-1cf31e8ea23b None None] Set router 8d3d811e-d5e6-4ba9-bb07-170f3d040c07 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:44:08.407646 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9164f2aa-4b39-4a62-8579-5403de9e1e56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (b7882f31-ed12-4726-a93f-effe9cfbd201), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:08.634283 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-bd8bec3a-8a42-4b71-80b5-1cf31e8ea23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3d811e-d5e6-4ba9-bb07-170f3d040c07', 'name': 'tempest-ServersTestFqdnHostnames-150731531-router', 'tenant_id': 'e508b16e79e443079bc882c92e8d7ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '8240fe3a-a645-4b94-91c6-c365cdbdf6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:44:00Z', 'updated_at': '2022-02-17T17:44:03Z', 'revision_number': 3, 'project_id': 'e508b16e79e443079bc882c92e8d7ca6', 'gw_port': {'id': '8240fe3a-a645-4b94-91c6-c365cdbdf6a3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d3d811e-d5e6-4ba9-bb07-170f3d040c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:44:02Z', 'updated_at': '2022-02-17T17:44:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:44:08.700093 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8bec3a-8a42-4b71-80b5-1cf31e8ea23b None None] Checking router: 8d3d811e-d5e6-4ba9-bb07-170f3d040c07 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:44:08.705066 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8bec3a-8a42-4b71-80b5-1cf31e8ea23b None None] Updating router 8d3d811e-d5e6-4ba9-bb07-170f3d040c07 port 8240fe3a-a645-4b94-91c6-c365cdbdf6a3 binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:44:08.709754 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9164f2aa-4b39-4a62-8579-5403de9e1e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (b7882f31-ed12-4726-a93f-effe9cfbd201), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:08.785162 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-bd8bec3a-8a42-4b71-80b5-1cf31e8ea23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8240fe3a-a645-4b94-91c6-c365cdbdf6a3), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:08.975664 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f1807417-f58a-41a5-a818-7866fc8658b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:09.005201 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:09.095270 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0e27299a-891b-4eae-88c0-ced567f3c858 req-4c99f61d-1d0f-4122-8fa4-c93c141c1005 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1a991e559bdf47ed9cde877bdbc6e1d7&device_id=3fe1aa0f-8455-498d-a8e9-d66ac7bcce90 HTTP/1.1" status: 200 len: 210 time: 0.1855302 Feb 17 17:44:09.362931 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-bd8bec3a-8a42-4b71-80b5-1cf31e8ea23b None None] Publish callbacks [] for port (8240fe3a-a645-4b94-91c6-c365cdbdf6a3), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:09.370722 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-bd8bec3a-8a42-4b71-80b5-1cf31e8ea23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (8240fe3a-a645-4b94-91c6-c365cdbdf6a3), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:09.416740 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0e27299a-891b-4eae-88c0-ced567f3c858 req-0f7819d0-a7ae-4cea-9d7c-839c4a1f29d6 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=1a991e559bdf47ed9cde877bdbc6e1d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2943354 Feb 17 17:44:09.431073 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5822a144-7329-4ffc-b8da-19b57d3b69e8 None None] Pushing event updated for resources: {'Port': ['ID=8240fe3a-a645-4b94-91c6-c365cdbdf6a3,revision_number=2']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:09.456767 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5822a144-7329-4ffc-b8da-19b57d3b69e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:44:09.457413 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5822a144-7329-4ffc-b8da-19b57d3b69e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:44:09.458168 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5822a144-7329-4ffc-b8da-19b57d3b69e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:44:09.459235 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5822a144-7329-4ffc-b8da-19b57d3b69e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:44:09.459831 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5822a144-7329-4ffc-b8da-19b57d3b69e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:44:09.460605 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5822a144-7329-4ffc-b8da-19b57d3b69e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:44:09.461480 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5822a144-7329-4ffc-b8da-19b57d3b69e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:44:09.462061 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5822a144-7329-4ffc-b8da-19b57d3b69e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:44:09.462615 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5822a144-7329-4ffc-b8da-19b57d3b69e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:44:09.463177 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5822a144-7329-4ffc-b8da-19b57d3b69e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:44:09.463846 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5822a144-7329-4ffc-b8da-19b57d3b69e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:44:09.464790 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5822a144-7329-4ffc-b8da-19b57d3b69e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:44:09.465709 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5822a144-7329-4ffc-b8da-19b57d3b69e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:44:09.471916 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-bd8bec3a-8a42-4b71-80b5-1cf31e8ea23b None None] Attempting to bind port 8240fe3a-a645-4b94-91c6-c365cdbdf6a3 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:44:09.472684 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-bd8bec3a-8a42-4b71-80b5-1cf31e8ea23b None None] Attempting to bind port 8240fe3a-a645-4b94-91c6-c365cdbdf6a3 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:44:09.473555 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8bec3a-8a42-4b71-80b5-1cf31e8ea23b None None] Attempting to bind port 8240fe3a-a645-4b94-91c6-c365cdbdf6a3 on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:44:09.481602 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8bec3a-8a42-4b71-80b5-1cf31e8ea23b None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:44:09.482541 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8bec3a-8a42-4b71-80b5-1cf31e8ea23b None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:44:09.483219 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-bd8bec3a-8a42-4b71-80b5-1cf31e8ea23b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:09.484732 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8bec3a-8a42-4b71-80b5-1cf31e8ea23b None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:44:09.485485 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-bd8bec3a-8a42-4b71-80b5-1cf31e8ea23b None None] Bound port: 8240fe3a-a645-4b94-91c6-c365cdbdf6a3, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:44:09.486118 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-bd8bec3a-8a42-4b71-80b5-1cf31e8ea23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8240fe3a-a645-4b94-91c6-c365cdbdf6a3), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:09.515257 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-f1807417-f58a-41a5-a818-7866fc8658b4 admin admin] Allocated IP 172.20.0.1 (3958299d-5c46-4d37-a8cb-63d39d73c811/b1447df4-ae3d-4628-92b7-31a64e426c79/1dbb2389-a7d0-4e45-8dca-751a5080fa2a) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:44:09.564010 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-bd8bec3a-8a42-4b71-80b5-1cf31e8ea23b None None] For port 8240fe3a-a645-4b94-91c6-c365cdbdf6a3, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:44:09.568868 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-bd8bec3a-8a42-4b71-80b5-1cf31e8ea23b None None] For port 8240fe3a-a645-4b94-91c6-c365cdbdf6a3, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=8240fe3a-a645-4b94-91c6-c365cdbdf6a3,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:44:09.575730 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-bd8bec3a-8a42-4b71-80b5-1cf31e8ea23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (8240fe3a-a645-4b94-91c6-c365cdbdf6a3), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:09.699346 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5822a144-7329-4ffc-b8da-19b57d3b69e8 None None] Pushing event updated for resources: {'Port': ['ID=8240fe3a-a645-4b94-91c6-c365cdbdf6a3,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:09.726397 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8bec3a-8a42-4b71-80b5-1cf31e8ea23b None None] Routers {'8d3d811e-d5e6-4ba9-bb07-170f3d040c07'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:44:09.727145 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-bd8bec3a-8a42-4b71-80b5-1cf31e8ea23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:44:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['8d3d811e-d5e6-4ba9-bb07-170f3d040c07'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:44:10.035360 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f1807417-f58a-41a5-a818-7866fc8658b4 admin admin] Publish callbacks [] for port (1dbb2389-a7d0-4e45-8dca-751a5080fa2a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:10.102773 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27299a-891b-4eae-88c0-ced567f3c858 req-e989ddbd-65e3-4b36-b505-4f6bb78535ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:10.115163 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0e27299a-891b-4eae-88c0-ced567f3c858 req-e989ddbd-65e3-4b36-b505-4f6bb78535ee service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6658010 Feb 17 17:44:10.123221 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f1807417-f58a-41a5-a818-7866fc8658b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (1dbb2389-a7d0-4e45-8dca-751a5080fa2a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:10.144927 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e75a6779-243c-4410-8a5a-b3e519521a81 req-7f704488-d98a-41e1-9ae1-35086345f3de tempest-ServerShowV257Test-303209735 tempest-ServerShowV257Test-303209735-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fe1aa0f-8455-498d-a8e9-d66ac7bcce90 HTTP/1.1" status: 200 len: 210 time: 0.1690495 Feb 17 17:44:10.182463 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9164f2aa-4b39-4a62-8579-5403de9e1e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (b7882f31-ed12-4726-a93f-effe9cfbd201), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:10.276419 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1807417-f58a-41a5-a818-7866fc8658b4 admin admin] Network 3958299d-5c46-4d37-a8cb-63d39d73c811 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:44:10.289430 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-f1807417-f58a-41a5-a818-7866fc8658b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:44:10.297242 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1807417-f58a-41a5-a818-7866fc8658b4 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:44:10.326971 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-bd8bec3a-8a42-4b71-80b5-1cf31e8ea23b None None] Set router 8d3d811e-d5e6-4ba9-bb07-170f3d040c07 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:44:10.370493 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1807417-f58a-41a5-a818-7866fc8658b4 admin admin] Pushing event updated for resources: {'Port': ['ID=1dbb2389-a7d0-4e45-8dca-751a5080fa2a,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:10.387661 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9164f2aa-4b39-4a62-8579-5403de9e1e56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7882f31-ed12-4726-a93f-effe9cfbd201,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:10.492522 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9164f2aa-4b39-4a62-8579-5403de9e1e56 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:10.496021 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-9164f2aa-4b39-4a62-8579-5403de9e1e56 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/b7882f31-ed12-4726-a93f-effe9cfbd201 HTTP/1.1" status: 204 len: 168 time: 2.9329612 Feb 17 17:44:10.509885 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55564) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:10.533197 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f1807417-f58a-41a5-a818-7866fc8658b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (8d3d811e-d5e6-4ba9-bb07-170f3d040c07), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:10.817218 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-49585515-df81-4d14-9bd4-999b79c2b1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (3313538b-448b-4ed3-b401-142a3a08c814), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:10.943973 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f1807417-f58a-41a5-a818-7866fc8658b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1dbb2389-a7d0-4e45-8dca-751a5080fa2a), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:11.023950 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-bd8bec3a-8a42-4b71-80b5-1cf31e8ea23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3d811e-d5e6-4ba9-bb07-170f3d040c07', 'name': 'tempest-ServersTestFqdnHostnames-150731531-router', 'tenant_id': 'e508b16e79e443079bc882c92e8d7ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '8240fe3a-a645-4b94-91c6-c365cdbdf6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:44:00Z', 'updated_at': '2022-02-17T17:44:03Z', 'revision_number': 3, 'project_id': 'e508b16e79e443079bc882c92e8d7ca6', 'gw_port': {'id': '8240fe3a-a645-4b94-91c6-c365cdbdf6a3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d3d811e-d5e6-4ba9-bb07-170f3d040c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:44:02Z', 'updated_at': '2022-02-17T17:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:44:11.100374 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8bec3a-8a42-4b71-80b5-1cf31e8ea23b None None] The sync data for ids ['8d3d811e-d5e6-4ba9-bb07-170f3d040c07'] in n-d-829613-2 is: [{'id': '8d3d811e-d5e6-4ba9-bb07-170f3d040c07', 'name': 'tempest-ServersTestFqdnHostnames-150731531-router', 'tenant_id': 'e508b16e79e443079bc882c92e8d7ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '8240fe3a-a645-4b94-91c6-c365cdbdf6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:44:00Z', 'updated_at': '2022-02-17T17:44:03Z', 'revision_number': 3, 'project_id': 'e508b16e79e443079bc882c92e8d7ca6', 'gw_port': {'id': '8240fe3a-a645-4b94-91c6-c365cdbdf6a3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d3d811e-d5e6-4ba9-bb07-170f3d040c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:44:02Z', 'updated_at': '2022-02-17T17:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:44:11.178193 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-49585515-df81-4d14-9bd4-999b79c2b1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (3313538b-448b-4ed3-b401-142a3a08c814), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:11.256442 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-49585515-df81-4d14-9bd4-999b79c2b1f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3313538b-448b-4ed3-b401-142a3a08c814']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:44:11.312216 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-49585515-df81-4d14-9bd4-999b79c2b1f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d9470da-d295-4326-8d76-770cc1446962') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:44:11.321631 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-49585515-df81-4d14-9bd4-999b79c2b1f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d9470da-d295-4326-8d76-770cc1446962') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:44:11.463777 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-c78f3cdc-222c-4316-8cca-96b044e67fe3 None None] Provisioning complete for port 1dbb2389-a7d0-4e45-8dca-751a5080fa2a triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:44:11.464574 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c78f3cdc-222c-4316-8cca-96b044e67fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1dbb2389-a7d0-4e45-8dca-751a5080fa2a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:11.576907 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-49585515-df81-4d14-9bd4-999b79c2b1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (0d9470da-d295-4326-8d76-770cc1446962), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:11.617007 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-49585515-df81-4d14-9bd4-999b79c2b1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (0d9470da-d295-4326-8d76-770cc1446962), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:11.640230 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49585515-df81-4d14-9bd4-999b79c2b1f4 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:44:11.640700 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-49585515-df81-4d14-9bd4-999b79c2b1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (0d9470da-d295-4326-8d76-770cc1446962), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:11.673774 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-c78f3cdc-222c-4316-8cca-96b044e67fe3 None None] Port 1dbb2389-a7d0-4e45-8dca-751a5080fa2a cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:44:11.688945 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f1807417-f58a-41a5-a818-7866fc8658b4 admin admin] Publish callbacks [] for port (1dbb2389-a7d0-4e45-8dca-751a5080fa2a), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:11.704636 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f1807417-f58a-41a5-a818-7866fc8658b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (1dbb2389-a7d0-4e45-8dca-751a5080fa2a), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:11.704882 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 17:44:11.704882 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:44:11.704882 n-d-829613-2 neutron-server[103435]: timer() Feb 17 17:44:11.704882 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:44:11.704882 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 17:44:11.704882 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:44:11.704882 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 17:44:11.704882 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:44:11.704882 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 17:44:11.704882 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:44:11.704882 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 17:44:11.704882 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:44:11.704882 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 17:44:11.704882 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:44:11.704882 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:44:11.704882 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:44:11.704882 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:44:11.704882 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:44:11.704882 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 17:44:11.704882 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:44:11.704882 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 17:44:11.704882 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:44:11.704882 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:44:11.704882 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:44:11.704882 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 17:44:11.704882 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:44:11.704882 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:44:11.704882 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:44:11.704882 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:44:11.704882 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:44:11.704882 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:44:11.704882 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:44:11.732565 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c7fac396-2b21-4cc2-8f33-265734eb083d req-b71a8982-4f0d-4bc8-87c2-1f425ce557ff tempest-ServerShowV257Test-303209735 tempest-ServerShowV257Test-303209735-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fe1aa0f-8455-498d-a8e9-d66ac7bcce90 HTTP/1.1" status: 200 len: 210 time: 0.3253326 Feb 17 17:44:11.972221 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-49585515-df81-4d14-9bd4-999b79c2b1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (3313538b-448b-4ed3-b401-142a3a08c814), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:12.018723 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-49585515-df81-4d14-9bd4-999b79c2b1f4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:12.028138 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-49585515-df81-4d14-9bd4-999b79c2b1f4 admin admin] 10.222.0.87 "DELETE /v2.0/networks/3313538b-448b-4ed3-b401-142a3a08c814 HTTP/1.1" status: 204 len: 168 time: 1.5100594 Feb 17 17:44:12.028383 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1807417-f58a-41a5-a818-7866fc8658b4 admin admin] Pushing event updated for resources: {'Port': ['ID=1dbb2389-a7d0-4e45-8dca-751a5080fa2a,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:12.076614 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f1807417-f58a-41a5-a818-7866fc8658b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (8d3d811e-d5e6-4ba9-bb07-170f3d040c07), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:12.139970 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3ae6d3cb-212c-48a6-927c-5c2ae7a97bd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (5da8e7a7-b629-4290-b86c-f2777850e416), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:12.142198 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49585515-df81-4d14-9bd4-999b79c2b1f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3313538b-448b-4ed3-b401-142a3a08c814,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:12.449017 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55588) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:12.521645 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1807417-f58a-41a5-a818-7866fc8658b4 admin admin] Network 3958299d-5c46-4d37-a8cb-63d39d73c811 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:44:12.524232 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-f1807417-f58a-41a5-a818-7866fc8658b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:44:13.093163 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1807417-f58a-41a5-a818-7866fc8658b4 admin admin] Router 8d3d811e-d5e6-4ba9-bb07-170f3d040c07 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:44:13.142832 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-033c3682-2529-4fd0-b71b-7ad69619eb40 req-e3b9d356-9ad4-4490-918c-b5336c209530 tempest-ServerShowV257Test-303209735 tempest-ServerShowV257Test-303209735-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fe1aa0f-8455-498d-a8e9-d66ac7bcce90 HTTP/1.1" status: 200 len: 210 time: 0.1971154 Feb 17 17:44:13.240516 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-fb319ce0-b76b-40a6-b6ef-10094fa2f83e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=38c36ff59cec4a6383e4836c2fe2624e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7818444 Feb 17 17:44:13.246793 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55600) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:13.351971 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-145327bc-3d6f-4984-bdd4-b6d7a3d3cb68 None None] Provisioning complete for port 1dbb2389-a7d0-4e45-8dca-751a5080fa2a triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:44:13.353289 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-145327bc-3d6f-4984-bdd4-b6d7a3d3cb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1dbb2389-a7d0-4e45-8dca-751a5080fa2a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:13.454814 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 8240fe3a-a645-4b94-91c6-c365cdbdf6a3 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:44:13.608876 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3ea71108-e94b-4423-8463-06c54ea1dcf7 admin admin] Publish callbacks [] for security_group (04e714d3-07c0-4cea-9f77-13c45a3b8be2), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:13.644059 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-145327bc-3d6f-4984-bdd4-b6d7a3d3cb68 None None] Port 1dbb2389-a7d0-4e45-8dca-751a5080fa2a cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:44:13.687540 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 8240fe3a-a645-4b94-91c6-c365cdbdf6a3 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:44:13.688363 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (8240fe3a-a645-4b94-91c6-c365cdbdf6a3), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:13.705724 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1807417-f58a-41a5-a818-7866fc8658b4 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:44:13.712188 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6d3cb-212c-48a6-927c-5c2ae7a97bd4 admin admin] Deleting port e232601c-c671-4a11-bfc4-293b0d39694d {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:44:13.715342 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3ae6d3cb-212c-48a6-927c-5c2ae7a97bd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (e232601c-c671-4a11-bfc4-293b0d39694d), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:13.729551 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f1807417-f58a-41a5-a818-7866fc8658b4 admin admin] 10.222.0.87 "PUT /v2.0/routers/8d3d811e-d5e6-4ba9-bb07-170f3d040c07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7683873 Feb 17 17:44:13.744232 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3ea71108-e94b-4423-8463-06c54ea1dcf7 admin admin] Publish callbacks [] for security_group (04e714d3-07c0-4cea-9f77-13c45a3b8be2), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:14.039861 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 8240fe3a-a645-4b94-91c6-c365cdbdf6a3 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:44:14.040514 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8240fe3a-a645-4b94-91c6-c365cdbdf6a3), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:14.067343 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 8240fe3a-a645-4b94-91c6-c365cdbdf6a3, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=8240fe3a-a645-4b94-91c6-c365cdbdf6a3,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:44:14.075626 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (8240fe3a-a645-4b94-91c6-c365cdbdf6a3), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:14.192424 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-3ae6d3cb-212c-48a6-927c-5c2ae7a97bd4 admin admin] For port e232601c-c671-4a11-bfc4-293b0d39694d, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=e232601c-c671-4a11-bfc4-293b0d39694d,segment=NetworkSegment(02645fb9-f8c0-4e52-bfd2-07423e88e8ac),segment_id=02645fb9-f8c0-4e52-bfd2-07423e88e8ac)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:44:14.193981 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3ae6d3cb-212c-48a6-927c-5c2ae7a97bd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (e232601c-c671-4a11-bfc4-293b0d39694d), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:14.235804 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6d3cb-212c-48a6-927c-5c2ae7a97bd4 admin admin] Calling delete_port for e232601c-c671-4a11-bfc4-293b0d39694d owned by network:router_interface {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:44:14.275848 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=8240fe3a-a645-4b94-91c6-c365cdbdf6a3,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:14.336376 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3ea71108-e94b-4423-8463-06c54ea1dcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (04e714d3-07c0-4cea-9f77-13c45a3b8be2), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:14.343099 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3ea71108-e94b-4423-8463-06c54ea1dcf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:14.347796 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-3ea71108-e94b-4423-8463-06c54ea1dcf7 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/04e714d3-07c0-4cea-9f77-13c45a3b8be2 HTTP/1.1" status: 204 len: 168 time: 1.1000483 Feb 17 17:44:14.370092 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea71108-e94b-4423-8463-06c54ea1dcf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e714d3-07c0-4cea-9f77-13c45a3b8be2,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:14.764821 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55628) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:14.766800 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2138eab7-bf8e-4cb5-bc22-37f5205ddf18 req-bb3f0e19-279d-428e-b59f-ff72fb3d237f tempest-ServerShowV257Test-303209735 tempest-ServerShowV257Test-303209735-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fe1aa0f-8455-498d-a8e9-d66ac7bcce90 HTTP/1.1" status: 200 len: 210 time: 0.0701652 Feb 17 17:44:14.771292 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3ae6d3cb-212c-48a6-927c-5c2ae7a97bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (e232601c-c671-4a11-bfc4-293b0d39694d), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:14.771738 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-c0e93aef-7285-47f7-a7ba-ae3018f18d9f tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1935294153', 'description': 'tempest-description--1793885131'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:44:14.834719 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c0e93aef-7285-47f7-a7ba-ae3018f18d9f tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:15.034439 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c0e93aef-7285-47f7-a7ba-ae3018f18d9f tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Publish callbacks [] for security_group (f1053671-5092-4c41-b270-0af73859484e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:15.038827 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c0e93aef-7285-47f7-a7ba-ae3018f18d9f tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (f1053671-5092-4c41-b270-0af73859484e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:15.066508 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8919f152-be9e-405a-a617-8f4d444bd590 None None] Sync routers for ids ['8d3d811e-d5e6-4ba9-bb07-170f3d040c07'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:44:15.086516 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8919f152-be9e-405a-a617-8f4d444bd590 None None] Routers {'8d3d811e-d5e6-4ba9-bb07-170f3d040c07'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:44:15.087170 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-8919f152-be9e-405a-a617-8f4d444bd590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:44:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['8d3d811e-d5e6-4ba9-bb07-170f3d040c07'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:44:15.120526 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae6d3cb-212c-48a6-927c-5c2ae7a97bd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e232601c-c671-4a11-bfc4-293b0d39694d,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:15.165375 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e93aef-7285-47f7-a7ba-ae3018f18d9f tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1053671-5092-4c41-b270-0af73859484e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:15.216443 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c0e93aef-7285-47f7-a7ba-ae3018f18d9f tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:15.223013 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c0e93aef-7285-47f7-a7ba-ae3018f18d9f tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4562469 Feb 17 17:44:15.225741 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55640) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:15.246438 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-90dd2633-6af6-4bbc-9a0b-7d29311e6805 tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Request body: {'security_group_rule': {'security_group_id': 'f1053671-5092-4c41-b270-0af73859484e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:44:15.285702 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55642) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:15.375846 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-90dd2633-6af6-4bbc-9a0b-7d29311e6805 tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Publish callbacks [] for security_group_rule (a32e14d0-a0df-4736-b5f7-63bcac0299c3), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:15.442291 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3ae6d3cb-212c-48a6-927c-5c2ae7a97bd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (5da8e7a7-b629-4290-b86c-f2777850e416), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:15.474339 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f1d4e7-50dc-4999-9bc9-563fb0c4071e req-be7d17f0-eb1d-41e6-897a-9c4d31e2dcde tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:15.475949 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-8919f152-be9e-405a-a617-8f4d444bd590 None None] Set router 8d3d811e-d5e6-4ba9-bb07-170f3d040c07 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:44:15.480099 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-af965f76-153d-4655-bee5-2b59ade15ead admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a9a7bb9a85e342628848ce0811bfc8ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1931608 Feb 17 17:44:15.486276 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-39f1d4e7-50dc-4999-9bc9-563fb0c4071e req-be7d17f0-eb1d-41e6-897a-9c4d31e2dcde tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=b1c56184-172c-429b-be9b-fb77a9a80bd3 HTTP/1.1" status: 200 len: 945 time: 0.5561256 Feb 17 17:44:15.488116 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55644) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:15.591033 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-90dd2633-6af6-4bbc-9a0b-7d29311e6805 tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Publish callbacks [] for security_group_rule (a32e14d0-a0df-4736-b5f7-63bcac0299c3), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:15.597757 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-90dd2633-6af6-4bbc-9a0b-7d29311e6805 tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (a32e14d0-a0df-4736-b5f7-63bcac0299c3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:15.649583 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-90dd2633-6af6-4bbc-9a0b-7d29311e6805 tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:15.652812 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-90dd2633-6af6-4bbc-9a0b-7d29311e6805 tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4251781 Feb 17 17:44:15.654833 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd2633-6af6-4bbc-9a0b-7d29311e6805 tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a32e14d0-a0df-4736-b5f7-63bcac0299c3,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:15.662663 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55646) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:15.675747 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-5ce7d1d4-5fe5-42ff-b905-9a6b94f08206 tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Request body: {'security_group_rule': {'security_group_id': 'f1053671-5092-4c41-b270-0af73859484e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:44:15.720061 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 8240fe3a-a645-4b94-91c6-c365cdbdf6a3 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:44:15.742450 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5ce7d1d4-5fe5-42ff-b905-9a6b94f08206 tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Publish callbacks [] for security_group_rule (94657e5a-4741-4e80-8029-a35b9fcf2822), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:15.824959 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 8240fe3a-a645-4b94-91c6-c365cdbdf6a3 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:44:15.825347 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (8240fe3a-a645-4b94-91c6-c365cdbdf6a3), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:15.925583 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-8919f152-be9e-405a-a617-8f4d444bd590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3d811e-d5e6-4ba9-bb07-170f3d040c07', 'name': 'tempest-ServersTestFqdnHostnames-150731531-router', 'tenant_id': 'e508b16e79e443079bc882c92e8d7ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '8240fe3a-a645-4b94-91c6-c365cdbdf6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:44:00Z', 'updated_at': '2022-02-17T17:44:10Z', 'revision_number': 4, 'project_id': 'e508b16e79e443079bc882c92e8d7ca6', 'gw_port': {'id': '8240fe3a-a645-4b94-91c6-c365cdbdf6a3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3d811e-d5e6-4ba9-bb07-170f3d040c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:44:02Z', 'updated_at': '2022-02-17T17:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '1dbb2389-a7d0-4e45-8dca-751a5080fa2a', 'name': '', 'network_id': '3958299d-5c46-4d37-a8cb-63d39d73c811', 'tenant_id': 'e508b16e79e443079bc882c92e8d7ca6', 'mac_address': 'fa:16:3e:e3:db:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d3d811e-d5e6-4ba9-bb07-170f3d040c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'b1447df4-ae3d-4628-92b7-31a64e426c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:44:09Z', 'updated_at': '2022-02-17T17:44:11Z', 'revision_number': 2, 'project_id': 'e508b16e79e443079bc882c92e8d7ca6', 'subnets': [{'id': 'b1447df4-ae3d-4628-92b7-31a64e426c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:44:15.934969 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5ce7d1d4-5fe5-42ff-b905-9a6b94f08206 tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Publish callbacks [] for security_group_rule (94657e5a-4741-4e80-8029-a35b9fcf2822), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:15.942479 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5ce7d1d4-5fe5-42ff-b905-9a6b94f08206 tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (94657e5a-4741-4e80-8029-a35b9fcf2822), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:15.974931 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8919f152-be9e-405a-a617-8f4d444bd590 None None] Checking router: 8d3d811e-d5e6-4ba9-bb07-170f3d040c07 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:44:15.975296 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8919f152-be9e-405a-a617-8f4d444bd590 None None] Updating router 8d3d811e-d5e6-4ba9-bb07-170f3d040c07 port 1dbb2389-a7d0-4e45-8dca-751a5080fa2a binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:44:16.007871 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce7d1d4-5fe5-42ff-b905-9a6b94f08206 tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94657e5a-4741-4e80-8029-a35b9fcf2822,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:16.014694 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8919f152-be9e-405a-a617-8f4d444bd590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1dbb2389-a7d0-4e45-8dca-751a5080fa2a), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:16.029467 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5ce7d1d4-5fe5-42ff-b905-9a6b94f08206 tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:16.037935 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5ce7d1d4-5fe5-42ff-b905-9a6b94f08206 tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3715413 Feb 17 17:44:16.040443 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55650) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:16.049601 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-af68f29d-bce7-4303-9dc2-4af4c2ffcd9a tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:44:16.115076 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af68f29d-bce7-4303-9dc2-4af4c2ffcd9a tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:16.369931 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af68f29d-bce7-4303-9dc2-4af4c2ffcd9a tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:16.390132 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 8240fe3a-a645-4b94-91c6-c365cdbdf6a3 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:44:16.521358 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8919f152-be9e-405a-a617-8f4d444bd590 None None] Publish callbacks [] for port (1dbb2389-a7d0-4e45-8dca-751a5080fa2a), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:16.529672 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8919f152-be9e-405a-a617-8f4d444bd590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (1dbb2389-a7d0-4e45-8dca-751a5080fa2a), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:16.577269 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-af68f29d-bce7-4303-9dc2-4af4c2ffcd9a tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Allocated IP 172.25.8.17 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/e1b257d4-c748-4122-b737-9dfa9b2c989d) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:44:16.605912 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9e96969e-e667-499e-b885-2060fd14eeac req-fcc2c57c-6e38-4bbb-a569-4aba327fb751 tempest-ServerShowV257Test-303209735 tempest-ServerShowV257Test-303209735-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fe1aa0f-8455-498d-a8e9-d66ac7bcce90 HTTP/1.1" status: 200 len: 210 time: 0.1540992 Feb 17 17:44:16.695713 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9790eec7-ff27-4db8-85a6-5be6779b7721 None None] Pushing event updated for resources: {'Port': ['ID=1dbb2389-a7d0-4e45-8dca-751a5080fa2a,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:16.757093 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-39f1d4e7-50dc-4999-9bc9-563fb0c4071e req-4389ce1a-f5ae-47bd-9128-3d4d3a0a42d0 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2697694 Feb 17 17:44:16.812613 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-8919f152-be9e-405a-a617-8f4d444bd590 None None] Attempting to bind port 1dbb2389-a7d0-4e45-8dca-751a5080fa2a on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:44:16.813000 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-8919f152-be9e-405a-a617-8f4d444bd590 None None] Attempting to bind port 1dbb2389-a7d0-4e45-8dca-751a5080fa2a by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '99e0f10c-0b98-4991-b7b6-44dcd9e3b025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3958299d-5c46-4d37-a8cb-63d39d73c811'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:44:16.813416 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8919f152-be9e-405a-a617-8f4d444bd590 None None] Attempting to bind port 1dbb2389-a7d0-4e45-8dca-751a5080fa2a on network 3958299d-5c46-4d37-a8cb-63d39d73c811 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:44:16.820690 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8919f152-be9e-405a-a617-8f4d444bd590 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:44:16.821094 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8919f152-be9e-405a-a617-8f4d444bd590 None None] Checking segment: {'id': '99e0f10c-0b98-4991-b7b6-44dcd9e3b025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3958299d-5c46-4d37-a8cb-63d39d73c811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:44:16.821482 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8919f152-be9e-405a-a617-8f4d444bd590 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:16.821875 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8919f152-be9e-405a-a617-8f4d444bd590 None None] Bound using segment: {'id': '99e0f10c-0b98-4991-b7b6-44dcd9e3b025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3958299d-5c46-4d37-a8cb-63d39d73c811'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:44:16.822354 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-8919f152-be9e-405a-a617-8f4d444bd590 None None] Bound port: 1dbb2389-a7d0-4e45-8dca-751a5080fa2a, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e0f10c-0b98-4991-b7b6-44dcd9e3b025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3958299d-5c46-4d37-a8cb-63d39d73c811'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:44:16.822737 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8919f152-be9e-405a-a617-8f4d444bd590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1dbb2389-a7d0-4e45-8dca-751a5080fa2a), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:16.863912 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4a3a0-c6d5-4284-9721-d35521e7ab26 req-3922adae-00e1-4229-887f-9019acb9076c tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:16.868854 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b6a4a3a0-c6d5-4284-9721-d35521e7ab26 req-3922adae-00e1-4229-887f-9019acb9076c tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c56184-172c-429b-be9b-fb77a9a80bd3 HTTP/1.1" status: 200 len: 945 time: 0.3771572 Feb 17 17:44:16.919135 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-8919f152-be9e-405a-a617-8f4d444bd590 None None] For port 1dbb2389-a7d0-4e45-8dca-751a5080fa2a, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:44:16.919961 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b7db6346-d41a-4be7-8dae-ff3e031b6fb4 admin admin] Publish callbacks [] for security_group (116fc551-48ed-4a99-9bdb-618f6015b1de), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:16.926097 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-8919f152-be9e-405a-a617-8f4d444bd590 None None] For port 1dbb2389-a7d0-4e45-8dca-751a5080fa2a, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=1dbb2389-a7d0-4e45-8dca-751a5080fa2a,segment=NetworkSegment(99e0f10c-0b98-4991-b7b6-44dcd9e3b025),segment_id=99e0f10c-0b98-4991-b7b6-44dcd9e3b025)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:44:16.935263 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8919f152-be9e-405a-a617-8f4d444bd590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (1dbb2389-a7d0-4e45-8dca-751a5080fa2a), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:16.980157 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af68f29d-bce7-4303-9dc2-4af4c2ffcd9a tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Publish callbacks [] for port (e1b257d4-c748-4122-b737-9dfa9b2c989d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:16.982492 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b7db6346-d41a-4be7-8dae-ff3e031b6fb4 admin admin] Publish callbacks [] for security_group (116fc551-48ed-4a99-9bdb-618f6015b1de), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:17.037895 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8919f152-be9e-405a-a617-8f4d444bd590 None None] Routers {'8d3d811e-d5e6-4ba9-bb07-170f3d040c07'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:44:17.038695 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-8919f152-be9e-405a-a617-8f4d444bd590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:44:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['8d3d811e-d5e6-4ba9-bb07-170f3d040c07'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:44:17.143720 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af68f29d-bce7-4303-9dc2-4af4c2ffcd9a tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (e1b257d4-c748-4122-b737-9dfa9b2c989d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:17.191747 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9790eec7-ff27-4db8-85a6-5be6779b7721 None None] Pushing event updated for resources: {'Port': ['ID=1dbb2389-a7d0-4e45-8dca-751a5080fa2a,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:17.262772 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af68f29d-bce7-4303-9dc2-4af4c2ffcd9a tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:44:17.271351 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-af68f29d-bce7-4303-9dc2-4af4c2ffcd9a tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:44:17.280637 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af68f29d-bce7-4303-9dc2-4af4c2ffcd9a tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:44:17.282352 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-9968eb86-7b9c-404f-bbef-1e4f0ef7de02 None None] Provisioning complete for port 1dbb2389-a7d0-4e45-8dca-751a5080fa2a triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:44:17.282741 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9968eb86-7b9c-404f-bbef-1e4f0ef7de02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1dbb2389-a7d0-4e45-8dca-751a5080fa2a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:17.363044 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b7db6346-d41a-4be7-8dae-ff3e031b6fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (116fc551-48ed-4a99-9bdb-618f6015b1de), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:17.372500 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b7db6346-d41a-4be7-8dae-ff3e031b6fb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:17.387464 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b7db6346-d41a-4be7-8dae-ff3e031b6fb4 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/116fc551-48ed-4a99-9bdb-618f6015b1de HTTP/1.1" status: 204 len: 168 time: 1.0024371 Feb 17 17:44:17.427425 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68f29d-bce7-4303-9dc2-4af4c2ffcd9a tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Pushing event updated for resources: {'Port': ['ID=e1b257d4-c748-4122-b737-9dfa9b2c989d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:17.491749 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db6346-d41a-4be7-8dae-ff3e031b6fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116fc551-48ed-4a99-9bdb-618f6015b1de,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:17.577350 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-8919f152-be9e-405a-a617-8f4d444bd590 None None] Set router 8d3d811e-d5e6-4ba9-bb07-170f3d040c07 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:44:17.632923 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af68f29d-bce7-4303-9dc2-4af4c2ffcd9a tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Publish callbacks [] for floatingip (74650519-2017-4be5-b87c-6669fcaab6c2), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:17.673324 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-b6a4a3a0-c6d5-4284-9721-d35521e7ab26 req-46157fb9-10fa-4ec2-93a2-4794b5875b0a tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Deleting port ec419eab-32cc-47c2-8217-cd3941d7eb11 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:44:17.674418 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b6a4a3a0-c6d5-4284-9721-d35521e7ab26 req-46157fb9-10fa-4ec2-93a2-4794b5875b0a tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (ec419eab-32cc-47c2-8217-cd3941d7eb11), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:17.733098 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af68f29d-bce7-4303-9dc2-4af4c2ffcd9a tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (e1b257d4-c748-4122-b737-9dfa9b2c989d), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:17.857716 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae6d3cb-212c-48a6-927c-5c2ae7a97bd4 admin admin] Router 5da8e7a7-b629-4290-b86c-f2777850e416 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:44:18.081315 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-9968eb86-7b9c-404f-bbef-1e4f0ef7de02 None None] Current status of the port 1dbb2389-a7d0-4e45-8dca-751a5080fa2a is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:44:18.082131 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9968eb86-7b9c-404f-bbef-1e4f0ef7de02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1dbb2389-a7d0-4e45-8dca-751a5080fa2a), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:18.096934 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-da212ea0-6cd2-4534-9a0d-0d9e3d9d3f4d req-0de99020-d7b7-4638-b6ea-1a60b5dc3a1e tempest-ServerShowV257Test-303209735 tempest-ServerShowV257Test-303209735-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fe1aa0f-8455-498d-a8e9-d66ac7bcce90 HTTP/1.1" status: 200 len: 210 time: 0.2086875 Feb 17 17:44:18.200061 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-b6a4a3a0-c6d5-4284-9721-d35521e7ab26 req-46157fb9-10fa-4ec2-93a2-4794b5875b0a tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] For port ec419eab-32cc-47c2-8217-cd3941d7eb11, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=ec419eab-32cc-47c2-8217-cd3941d7eb11,segment=NetworkSegment(a9afe95a-bc81-4053-bcf6-93dc37b0f7fa),segment_id=a9afe95a-bc81-4053-bcf6-93dc37b0f7fa)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:44:18.204011 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b6a4a3a0-c6d5-4284-9721-d35521e7ab26 req-46157fb9-10fa-4ec2-93a2-4794b5875b0a tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (ec419eab-32cc-47c2-8217-cd3941d7eb11), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:18.219394 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af68f29d-bce7-4303-9dc2-4af4c2ffcd9a tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Publish callbacks [] for port (e1b257d4-c748-4122-b737-9dfa9b2c989d), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:18.230936 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af68f29d-bce7-4303-9dc2-4af4c2ffcd9a tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (e1b257d4-c748-4122-b737-9dfa9b2c989d), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:18.340116 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-b6a4a3a0-c6d5-4284-9721-d35521e7ab26 req-46157fb9-10fa-4ec2-93a2-4794b5875b0a tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Calling delete_port for ec419eab-32cc-47c2-8217-cd3941d7eb11 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:44:18.455098 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-9968eb86-7b9c-404f-bbef-1e4f0ef7de02 None None] For port 1dbb2389-a7d0-4e45-8dca-751a5080fa2a, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=1dbb2389-a7d0-4e45-8dca-751a5080fa2a,segment=NetworkSegment(99e0f10c-0b98-4991-b7b6-44dcd9e3b025),segment_id=99e0f10c-0b98-4991-b7b6-44dcd9e3b025)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:44:18.473077 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af68f29d-bce7-4303-9dc2-4af4c2ffcd9a tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (74650519-2017-4be5-b87c-6669fcaab6c2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:18.478349 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9968eb86-7b9c-404f-bbef-1e4f0ef7de02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (1dbb2389-a7d0-4e45-8dca-751a5080fa2a), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:18.485854 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68f29d-bce7-4303-9dc2-4af4c2ffcd9a tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Pushing event updated for resources: {'Port': ['ID=e1b257d4-c748-4122-b737-9dfa9b2c989d,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:18.524639 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af68f29d-bce7-4303-9dc2-4af4c2ffcd9a tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:18.527458 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-af68f29d-bce7-4303-9dc2-4af4c2ffcd9a tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4859209 Feb 17 17:44:18.598494 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae6d3cb-212c-48a6-927c-5c2ae7a97bd4 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:44:18.612490 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9968eb86-7b9c-404f-bbef-1e4f0ef7de02 None None] Pushing event updated for resources: {'Port': ['ID=1dbb2389-a7d0-4e45-8dca-751a5080fa2a,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:18.617519 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8c55d4-65ec-4118-ba26-dae0f5545b74 None None] Sync routers for ids ['5da8e7a7-b629-4290-b86c-f2777850e416'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:44:18.662503 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8c55d4-65ec-4118-ba26-dae0f5545b74 None None] Routers {'5da8e7a7-b629-4290-b86c-f2777850e416'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:44:18.663201 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-3b8c55d4-65ec-4118-ba26-dae0f5545b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:44:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['5da8e7a7-b629-4290-b86c-f2777850e416'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:44:18.669506 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecbfd5a-a31d-4333-bd3b-b6d3e1e3ba9a req-a67984a9-c8bf-47dd-af95-dd8d79b1a2c0 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:18.673402 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3ecbfd5a-a31d-4333-bd3b-b6d3e1e3ba9a req-a67984a9-c8bf-47dd-af95-dd8d79b1a2c0 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=b1c56184-172c-429b-be9b-fb77a9a80bd3 HTTP/1.1" status: 200 len: 945 time: 0.7136335 Feb 17 17:44:18.684229 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-3ae6d3cb-212c-48a6-927c-5c2ae7a97bd4 admin admin] 10.222.0.87 "PUT /v2.0/routers/5da8e7a7-b629-4290-b86c-f2777850e416/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7802246 Feb 17 17:44:18.687029 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55696) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:18.772023 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-2f217121-eb3c-405c-9dbe-2ba57c8c1bdd None None] Provisioning complete for port 1dbb2389-a7d0-4e45-8dca-751a5080fa2a triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:44:18.773679 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2f217121-eb3c-405c-9dbe-2ba57c8c1bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1dbb2389-a7d0-4e45-8dca-751a5080fa2a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:18.940523 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:18.961445 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-8919f152-be9e-405a-a617-8f4d444bd590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3d811e-d5e6-4ba9-bb07-170f3d040c07', 'name': 'tempest-ServersTestFqdnHostnames-150731531-router', 'tenant_id': 'e508b16e79e443079bc882c92e8d7ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '8240fe3a-a645-4b94-91c6-c365cdbdf6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:44:00Z', 'updated_at': '2022-02-17T17:44:10Z', 'revision_number': 4, 'project_id': 'e508b16e79e443079bc882c92e8d7ca6', 'gw_port': {'id': '8240fe3a-a645-4b94-91c6-c365cdbdf6a3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3d811e-d5e6-4ba9-bb07-170f3d040c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:44:02Z', 'updated_at': '2022-02-17T17:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '1dbb2389-a7d0-4e45-8dca-751a5080fa2a', 'name': '', 'network_id': '3958299d-5c46-4d37-a8cb-63d39d73c811', 'tenant_id': 'e508b16e79e443079bc882c92e8d7ca6', 'mac_address': 'fa:16:3e:e3:db:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d3d811e-d5e6-4ba9-bb07-170f3d040c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'b1447df4-ae3d-4628-92b7-31a64e426c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:44:09Z', 'updated_at': '2022-02-17T17:44:16Z', 'revision_number': 4, 'project_id': 'e508b16e79e443079bc882c92e8d7ca6', 'subnets': [{'id': 'b1447df4-ae3d-4628-92b7-31a64e426c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:44:18.991837 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6500fbd4-38cd-46d1-8fb2-9096eb8981ef admin admin] Publish callbacks [] for router (5da8e7a7-b629-4290-b86c-f2777850e416), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:18.995035 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-3b8c55d4-65ec-4118-ba26-dae0f5545b74 None None] Set router 5da8e7a7-b629-4290-b86c-f2777850e416 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:44:19.021674 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3ecbfd5a-a31d-4333-bd3b-b6d3e1e3ba9a req-07141e6a-2e25-4de8-b051-ba178660d4b0 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307343 Feb 17 17:44:19.043258 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8919f152-be9e-405a-a617-8f4d444bd590 None None] The sync data for ids ['8d3d811e-d5e6-4ba9-bb07-170f3d040c07'] in n-d-829613-2 is: [{'id': '8d3d811e-d5e6-4ba9-bb07-170f3d040c07', 'name': 'tempest-ServersTestFqdnHostnames-150731531-router', 'tenant_id': 'e508b16e79e443079bc882c92e8d7ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '8240fe3a-a645-4b94-91c6-c365cdbdf6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:44:00Z', 'updated_at': '2022-02-17T17:44:10Z', 'revision_number': 4, 'project_id': 'e508b16e79e443079bc882c92e8d7ca6', 'gw_port': {'id': '8240fe3a-a645-4b94-91c6-c365cdbdf6a3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3d811e-d5e6-4ba9-bb07-170f3d040c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:44:02Z', 'updated_at': '2022-02-17T17:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '1dbb2389-a7d0-4e45-8dca-751a5080fa2a', 'name': '', 'network_id': '3958299d-5c46-4d37-a8cb-63d39d73c811', 'tenant_id': 'e508b16e79e443079bc882c92e8d7ca6', 'mac_address': 'fa:16:3e:e3:db:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d3d811e-d5e6-4ba9-bb07-170f3d040c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'b1447df4-ae3d-4628-92b7-31a64e426c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:44:09Z', 'updated_at': '2022-02-17T17:44:16Z', 'revision_number': 4, 'project_id': 'e508b16e79e443079bc882c92e8d7ca6', 'subnets': [{'id': 'b1447df4-ae3d-4628-92b7-31a64e426c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:44:19.161676 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b6a4a3a0-c6d5-4284-9721-d35521e7ab26 req-46157fb9-10fa-4ec2-93a2-4794b5875b0a tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (ec419eab-32cc-47c2-8217-cd3941d7eb11), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:19.181938 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-01a4a4c5-2ee4-4084-9920-17f4e7107ffe req-cade09c2-a632-42fd-97ae-dc2b9d6ebb42 tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--1935294153&fields=id&tenant_id=e508b16e79e443079bc882c92e8d7ca6 HTTP/1.1" status: 200 len: 267 time: 0.2097607 Feb 17 17:44:19.228578 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-2f217121-eb3c-405c-9dbe-2ba57c8c1bdd None None] Current status of the port 1dbb2389-a7d0-4e45-8dca-751a5080fa2a is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:44:19.262556 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46157fb9-10fa-4ec2-93a2-4794b5875b0a tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Pushing event deleted for resources: {'Port': ['ID=ec419eab-32cc-47c2-8217-cd3941d7eb11,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:19.314751 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6500fbd4-38cd-46d1-8fb2-9096eb8981ef admin admin] Publish callbacks [] for router_gateway (5da8e7a7-b629-4290-b86c-f2777850e416), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:19.447673 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-6500fbd4-38cd-46d1-8fb2-9096eb8981ef admin admin] Deleting port 74162f3a-045b-4c0b-afc2-c4430fc99f08 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:44:19.448030 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6500fbd4-38cd-46d1-8fb2-9096eb8981ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (74162f3a-045b-4c0b-afc2-c4430fc99f08), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:19.513471 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-479539ca-47cf-4f55-b222-56420d9e2fac req-e9cee033-a312-47bb-b5b9-4165bd663f0e tempest-ServerShowV257Test-303209735 tempest-ServerShowV257Test-303209735-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fe1aa0f-8455-498d-a8e9-d66ac7bcce90 HTTP/1.1" status: 200 len: 210 time: 0.1732817 Feb 17 17:44:19.546308 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-3b8c55d4-65ec-4118-ba26-dae0f5545b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da8e7a7-b629-4290-b86c-f2777850e416', 'name': 'tempest-TaggedBootDevicesTest-1008680030-router', 'tenant_id': '918d19e8f1f044baa808ac9d66a136f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '74162f3a-045b-4c0b-afc2-c4430fc99f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:34:29Z', 'updated_at': '2022-02-17T17:44:14Z', 'revision_number': 5, 'project_id': '918d19e8f1f044baa808ac9d66a136f9', 'gw_port': {'id': '74162f3a-045b-4c0b-afc2-c4430fc99f08', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da8e7a7-b629-4290-b86c-f2777850e416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:34:32Z', 'updated_at': '2022-02-17T17:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:44:19.562881 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a4a3a0-c6d5-4284-9721-d35521e7ab26 req-46157fb9-10fa-4ec2-93a2-4794b5875b0a tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] No DVR routers for this DVR port ec419eab-32cc-47c2-8217-cd3941d7eb11 on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:44:19.573223 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b6a4a3a0-c6d5-4284-9721-d35521e7ab26 req-46157fb9-10fa-4ec2-93a2-4794b5875b0a tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:19.590988 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8c55d4-65ec-4118-ba26-dae0f5545b74 None None] Checking router: 5da8e7a7-b629-4290-b86c-f2777850e416 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:44:19.591548 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b6a4a3a0-c6d5-4284-9721-d35521e7ab26 req-46157fb9-10fa-4ec2-93a2-4794b5875b0a tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.71 "DELETE /v2.0/ports/ec419eab-32cc-47c2-8217-cd3941d7eb11 HTTP/1.1" status: 204 len: 173 time: 2.6757581 Feb 17 17:44:19.633465 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8c55d4-65ec-4118-ba26-dae0f5545b74 None None] Routers {'5da8e7a7-b629-4290-b86c-f2777850e416'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:44:19.636831 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-3b8c55d4-65ec-4118-ba26-dae0f5545b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:44:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['5da8e7a7-b629-4290-b86c-f2777850e416'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:44:19.657350 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:19.690222 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c56184-172c-429b-be9b-fb77a9a80bd3', 'name': 'network-vif-deleted', 'tag': 'ec419eab-32cc-47c2-8217-cd3941d7eb11'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:44:19.697495 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-6500fbd4-38cd-46d1-8fb2-9096eb8981ef admin admin] For port 74162f3a-045b-4c0b-afc2-c4430fc99f08, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=74162f3a-045b-4c0b-afc2-c4430fc99f08,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:44:19.699868 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6500fbd4-38cd-46d1-8fb2-9096eb8981ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (74162f3a-045b-4c0b-afc2-c4430fc99f08), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:19.704106 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e1de4b-494f-4305-964d-0be28c1d08fa" -d '{"events": [{"server_uuid": "b1c56184-172c-429b-be9b-fb77a9a80bd3", "name": "network-vif-deleted", "tag": "ec419eab-32cc-47c2-8217-cd3941d7eb11"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:44:19.770678 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-6500fbd4-38cd-46d1-8fb2-9096eb8981ef admin admin] Calling delete_port for 74162f3a-045b-4c0b-afc2-c4430fc99f08 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:44:19.797548 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-3b8c55d4-65ec-4118-ba26-dae0f5545b74 None None] Set router 5da8e7a7-b629-4290-b86c-f2777850e416 gateway port host: None {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:44:19.851415 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc3091a-3e0e-42cd-97e9-0ede69fb3c1e x-openstack-request-id: req-5bc3091a-3e0e-42cd-97e9-0ede69fb3c1e {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:44:19.851959 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c56184-172c-429b-be9b-fb77a9a80bd3", "name": "network-vif-deleted", "tag": "ec419eab-32cc-47c2-8217-cd3941d7eb11", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:44:19.852421 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5bc3091a-3e0e-42cd-97e9-0ede69fb3c1e {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:44:19.852986 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1c56184-172c-429b-be9b-fb77a9a80bd3', 'name': 'network-vif-deleted', 'tag': 'ec419eab-32cc-47c2-8217-cd3941d7eb11', 'status': 'completed', 'code': 200} Feb 17 17:44:19.861077 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a4a4c5-2ee4-4084-9920-17f4e7107ffe req-243fbba0-185a-477c-bb38-773cea57f20e tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:19.874176 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-01a4a4c5-2ee4-4084-9920-17f4e7107ffe req-243fbba0-185a-477c-bb38-773cea57f20e tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] 10.222.0.87 "GET /v2.0/networks?id=3958299d-5c46-4d37-a8cb-63d39d73c811 HTTP/1.1" status: 200 len: 814 time: 0.6265910 Feb 17 17:44:19.899142 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-01a4a4c5-2ee4-4084-9920-17f4e7107ffe req-4e5e58c3-641f-490c-8885-5a33c5927328 tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] 10.222.0.87 "GET /v2.0/quotas/e508b16e79e443079bc882c92e8d7ca6 HTTP/1.1" status: 200 len: 375 time: 0.0116048 Feb 17 17:44:19.899894 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-3b8c55d4-65ec-4118-ba26-dae0f5545b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da8e7a7-b629-4290-b86c-f2777850e416', 'name': 'tempest-TaggedBootDevicesTest-1008680030-router', 'tenant_id': '918d19e8f1f044baa808ac9d66a136f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:34:29Z', 'updated_at': '2022-02-17T17:44:19Z', 'revision_number': 6, 'project_id': '918d19e8f1f044baa808ac9d66a136f9', 'gw_port_host': None}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:44:19.958420 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8c55d4-65ec-4118-ba26-dae0f5545b74 None None] The sync data for ids ['5da8e7a7-b629-4290-b86c-f2777850e416'] in n-d-829613-2 is: [{'id': '5da8e7a7-b629-4290-b86c-f2777850e416', 'name': 'tempest-TaggedBootDevicesTest-1008680030-router', 'tenant_id': '918d19e8f1f044baa808ac9d66a136f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:34:29Z', 'updated_at': '2022-02-17T17:44:19Z', 'revision_number': 6, 'project_id': '918d19e8f1f044baa808ac9d66a136f9', 'gw_port_host': None}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:44:20.025730 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-01a4a4c5-2ee4-4084-9920-17f4e7107ffe req-59d059d9-6a85-48f6-a193-b577ef515748 tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=e508b16e79e443079bc882c92e8d7ca6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1179729 Feb 17 17:44:20.261879 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6500fbd4-38cd-46d1-8fb2-9096eb8981ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (74162f3a-045b-4c0b-afc2-c4430fc99f08), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:20.265265 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a0c227ea-4f75-4bf2-9a57-4dbe665c74db req-968ba7d5-e71c-466e-84a7-8d0447e8ee66 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=b1c56184-172c-429b-be9b-fb77a9a80bd3 HTTP/1.1" status: 200 len: 210 time: 0.0971744 Feb 17 17:44:20.322126 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6500fbd4-38cd-46d1-8fb2-9096eb8981ef admin admin] Pushing event deleted for resources: {'Port': ['ID=74162f3a-045b-4c0b-afc2-c4430fc99f08,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:20.524805 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-01a4a4c5-2ee4-4084-9920-17f4e7107ffe req-25c3fa62-f2e5-4326-b950-57197ea95718 service neutron] 10.222.0.87 "GET /v2.0/networks/3958299d-5c46-4d37-a8cb-63d39d73c811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4725387 Feb 17 17:44:20.546702 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device ec419eab-32cc-47c2-8217-cd3941d7eb11 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:44:20.600769 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6500fbd4-38cd-46d1-8fb2-9096eb8981ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (5da8e7a7-b629-4290-b86c-f2777850e416), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:20.644271 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: ec419eab-32cc-47c2-8217-cd3941d7eb11 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:44:20.660304 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device ec419eab-32cc-47c2-8217-cd3941d7eb11 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:44:20.904543 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-59376e61-a4ab-47e1-90a9-967a60b9a1b6 req-b01db8d2-2780-4e50-baa6-7b7545645275 tempest-ServerShowV257Test-303209735 tempest-ServerShowV257Test-303209735-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fe1aa0f-8455-498d-a8e9-d66ac7bcce90 HTTP/1.1" status: 200 len: 210 time: 0.1338525 Feb 17 17:44:20.950256 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-01a4a4c5-2ee4-4084-9920-17f4e7107ffe req-54984dd4-e00e-4754-b2de-17457a1f55b0 service neutron] 10.222.0.87 "GET /v2.0/networks/3958299d-5c46-4d37-a8cb-63d39d73c811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4128590 Feb 17 17:44:20.953341 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6500fbd4-38cd-46d1-8fb2-9096eb8981ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (5da8e7a7-b629-4290-b86c-f2777850e416), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:20.955824 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6500fbd4-38cd-46d1-8fb2-9096eb8981ef admin admin] Publish callbacks [] for router_controller (5da8e7a7-b629-4290-b86c-f2777850e416), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:21.097355 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6500fbd4-38cd-46d1-8fb2-9096eb8981ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (5da8e7a7-b629-4290-b86c-f2777850e416), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:21.097926 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6500fbd4-38cd-46d1-8fb2-9096eb8981ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5da8e7a7-b629-4290-b86c-f2777850e416 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:44:21.110448 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6500fbd4-38cd-46d1-8fb2-9096eb8981ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:21.115375 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55744) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:21.131765 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6500fbd4-38cd-46d1-8fb2-9096eb8981ef admin admin] 10.222.0.87 "DELETE /v2.0/routers/5da8e7a7-b629-4290-b86c-f2777850e416 HTTP/1.1" status: 204 len: 168 time: 2.4432147 Feb 17 17:44:21.242647 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-85843646-a5fc-4e6e-8f1d-7d716abcf32a admin admin] Deleting subnet 98ec6acc-308e-4130-b06f-00382706d70a {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:44:21.282896 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-85843646-a5fc-4e6e-8f1d-7d716abcf32a admin admin] Publish callbacks [] for subnet (98ec6acc-308e-4130-b06f-00382706d70a), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:21.321170 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 1dbb2389-a7d0-4e45-8dca-751a5080fa2a up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:44:21.458372 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-85843646-a5fc-4e6e-8f1d-7d716abcf32a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (98ec6acc-308e-4130-b06f-00382706d70a), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:21.529731 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 1dbb2389-a7d0-4e45-8dca-751a5080fa2a triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:44:21.530126 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1dbb2389-a7d0-4e45-8dca-751a5080fa2a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:21.725013 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2198d68b-06b5-4049-8f98-080cb9a564d6 req-fc705a30-9a03-4f2e-91b6-8358c2c2d1d5 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=b1c56184-172c-429b-be9b-fb77a9a80bd3 HTTP/1.1" status: 200 len: 210 time: 0.2795856 Feb 17 17:44:21.790768 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 1dbb2389-a7d0-4e45-8dca-751a5080fa2a is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:44:21.843857 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-973b9d87-ff12-432e-8550-3a5dc98fad91 req-cc1f8000-39b3-40c0-b119-a118838a641c tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] 10.222.0.87 "GET /v2.0/ports?device_id=dae77a9a-cdc1-4c3e-b685-74ff9d123951 HTTP/1.1" status: 200 len: 210 time: 0.1910577 Feb 17 17:44:21.845280 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-85843646-a5fc-4e6e-8f1d-7d716abcf32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (98ec6acc-308e-4130-b06f-00382706d70a), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:21.942630 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 74162f3a-045b-4c0b-afc2-c4430fc99f08 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:44:22.005195 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 74162f3a-045b-4c0b-afc2-c4430fc99f08 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:44:22.006167 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 74162f3a-045b-4c0b-afc2-c4430fc99f08 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:44:22.007078 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device e232601c-c671-4a11-bfc4-293b0d39694d no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:44:22.052747 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-85843646-a5fc-4e6e-8f1d-7d716abcf32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (98ec6acc-308e-4130-b06f-00382706d70a), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:22.087229 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: e232601c-c671-4a11-bfc4-293b0d39694d {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:44:22.088296 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device e232601c-c671-4a11-bfc4-293b0d39694d not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:44:22.222987 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdafeacb-1902-4ee4-b843-ddcfe382f8cd None None] Network 0a5e4a87-4ee5-43ba-9b80-4028df7a735a requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:44:22.287993 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85843646-a5fc-4e6e-8f1d-7d716abcf32a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98ec6acc-308e-4130-b06f-00382706d70a,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:22.293812 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-85843646-a5fc-4e6e-8f1d-7d716abcf32a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:22.318537 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55772) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:22.331701 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-85843646-a5fc-4e6e-8f1d-7d716abcf32a admin admin] 10.222.0.87 "DELETE /v2.0/subnets/98ec6acc-308e-4130-b06f-00382706d70a HTTP/1.1" status: 204 len: 168 time: 1.2125242 Feb 17 17:44:22.348879 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c526debb-20d7-4777-a488-836badd4f5ae req-587e0263-309b-4f39-8799-ba18c2aedaa1 tempest-ServerShowV257Test-303209735 tempest-ServerShowV257Test-303209735-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fe1aa0f-8455-498d-a8e9-d66ac7bcce90 HTTP/1.1" status: 200 len: 210 time: 0.1676135 Feb 17 17:44:22.449540 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe88825c-b51f-49de-a73f-9989b86f4059 None None] DHCP port deletion for 0a5e4a87-4ee5-43ba-9b80-4028df7a735a request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:44:22.511865 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4349f21b-e401-4106-a71c-eeb748d0c966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (0a5e4a87-4ee5-43ba-9b80-4028df7a735a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:22.588342 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-fe88825c-b51f-49de-a73f-9989b86f4059 None None] Deleting port 75637c39-ca85-4efe-a9ae-7d9bd9a9b65b {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:44:22.588781 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fe88825c-b51f-49de-a73f-9989b86f4059 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (75637c39-ca85-4efe-a9ae-7d9bd9a9b65b), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:22.643134 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-4349f21b-e401-4106-a71c-eeb748d0c966 admin admin] Deleting port 75637c39-ca85-4efe-a9ae-7d9bd9a9b65b {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:44:22.643633 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4349f21b-e401-4106-a71c-eeb748d0c966 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (75637c39-ca85-4efe-a9ae-7d9bd9a9b65b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:22.735296 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-fe88825c-b51f-49de-a73f-9989b86f4059 None None] For port 75637c39-ca85-4efe-a9ae-7d9bd9a9b65b, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=75637c39-ca85-4efe-a9ae-7d9bd9a9b65b,segment=NetworkSegment(02645fb9-f8c0-4e52-bfd2-07423e88e8ac),segment_id=02645fb9-f8c0-4e52-bfd2-07423e88e8ac)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:44:22.736114 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fe88825c-b51f-49de-a73f-9989b86f4059 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (75637c39-ca85-4efe-a9ae-7d9bd9a9b65b), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:22.755390 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-fe88825c-b51f-49de-a73f-9989b86f4059 None None] Calling delete_port for 75637c39-ca85-4efe-a9ae-7d9bd9a9b65b owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:44:22.905798 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-4349f21b-e401-4106-a71c-eeb748d0c966 admin admin] For port 75637c39-ca85-4efe-a9ae-7d9bd9a9b65b, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=75637c39-ca85-4efe-a9ae-7d9bd9a9b65b,segment=NetworkSegment(02645fb9-f8c0-4e52-bfd2-07423e88e8ac),segment_id=02645fb9-f8c0-4e52-bfd2-07423e88e8ac)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:44:22.906177 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4349f21b-e401-4106-a71c-eeb748d0c966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (75637c39-ca85-4efe-a9ae-7d9bd9a9b65b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:22.969481 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-4349f21b-e401-4106-a71c-eeb748d0c966 admin admin] Calling delete_port for 75637c39-ca85-4efe-a9ae-7d9bd9a9b65b owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:44:22.973305 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fe88825c-b51f-49de-a73f-9989b86f4059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (75637c39-ca85-4efe-a9ae-7d9bd9a9b65b), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:23.023818 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe88825c-b51f-49de-a73f-9989b86f4059 None None] No DVR routers for this DVR port 75637c39-ca85-4efe-a9ae-7d9bd9a9b65b on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:44:23.037728 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe88825c-b51f-49de-a73f-9989b86f4059 None None] Pushing event deleted for resources: {'Port': ['ID=75637c39-ca85-4efe-a9ae-7d9bd9a9b65b,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:23.099478 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7132c26a-156d-419d-ac9d-a4ff3b468013 req-a5cb0fd4-9108-4628-b66a-8eaf7264bfc7 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=b1c56184-172c-429b-be9b-fb77a9a80bd3 HTTP/1.1" status: 200 len: 210 time: 0.1516757 Feb 17 17:44:23.173428 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4349f21b-e401-4106-a71c-eeb748d0c966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (75637c39-ca85-4efe-a9ae-7d9bd9a9b65b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:23.184620 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 75637c39-ca85-4efe-a9ae-7d9bd9a9b65b no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:44:23.209660 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-28bedcfc-cb8f-4676-b13a-4e345f16f6b0 req-07be161f-33a9-412a-b2f8-5b7f65dda493 tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] 10.222.0.87 "GET /v2.0/ports?device_id=dae77a9a-cdc1-4c3e-b685-74ff9d123951 HTTP/1.1" status: 200 len: 210 time: 0.0803378 Feb 17 17:44:23.227972 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 75637c39-ca85-4efe-a9ae-7d9bd9a9b65b {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:44:23.230096 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 75637c39-ca85-4efe-a9ae-7d9bd9a9b65b not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:44:23.259061 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4349f21b-e401-4106-a71c-eeb748d0c966 admin admin] Pushing event deleted for resources: {'Port': ['ID=75637c39-ca85-4efe-a9ae-7d9bd9a9b65b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:23.277388 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4349f21b-e401-4106-a71c-eeb748d0c966 admin admin] No DVR routers for this DVR port 75637c39-ca85-4efe-a9ae-7d9bd9a9b65b on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:44:23.483743 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4349f21b-e401-4106-a71c-eeb748d0c966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (0a5e4a87-4ee5-43ba-9b80-4028df7a735a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:23.530230 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-4349f21b-e401-4106-a71c-eeb748d0c966 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a5e4a87-4ee5-43ba-9b80-4028df7a735a']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:44:23.570200 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-4349f21b-e401-4106-a71c-eeb748d0c966 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02645fb9-f8c0-4e52-bfd2-07423e88e8ac') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:44:23.570512 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-4349f21b-e401-4106-a71c-eeb748d0c966 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02645fb9-f8c0-4e52-bfd2-07423e88e8ac') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:44:23.602714 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4349f21b-e401-4106-a71c-eeb748d0c966 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (02645fb9-f8c0-4e52-bfd2-07423e88e8ac), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:23.652148 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4349f21b-e401-4106-a71c-eeb748d0c966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (02645fb9-f8c0-4e52-bfd2-07423e88e8ac), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:23.676721 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4349f21b-e401-4106-a71c-eeb748d0c966 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:44:23.677138 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4349f21b-e401-4106-a71c-eeb748d0c966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (02645fb9-f8c0-4e52-bfd2-07423e88e8ac), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:23.678943 n-d-829613-2 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:44:23.678943 n-d-829613-2 neutron-server[103434]: self.session.flush() Feb 17 17:44:23.678943 n-d-829613-2 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:44:23.678943 n-d-829613-2 neutron-server[103434]: self.session.flush() Feb 17 17:44:23.678943 n-d-829613-2 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:44:23.678943 n-d-829613-2 neutron-server[103434]: self.session.flush() Feb 17 17:44:23.678943 n-d-829613-2 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:44:23.678943 n-d-829613-2 neutron-server[103434]: self.session.flush() Feb 17 17:44:23.678943 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:44:23.678943 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:44:23.678943 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:44:23.678943 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:44:23.678943 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:44:23.678943 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:44:23.678943 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:44:23.678943 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:44:23.678943 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:44:23.678943 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:44:23.678943 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:44:23.678943 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:44:23.678943 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:44:23.678943 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:44:23.678943 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:44:23.678943 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:44:23.678943 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:44:23.678943 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:44:23.678943 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:44:23.678943 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:44:23.678943 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:44:23.678943 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:44:23.678943 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:44:23.678943 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:44:23.678943 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:44:23.678943 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:44:23.678943 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:44:23.678943 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:44:23.678943 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:44:23.678943 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:44:23.678943 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:44:23.678943 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:44:23.808496 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4349f21b-e401-4106-a71c-eeb748d0c966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (0a5e4a87-4ee5-43ba-9b80-4028df7a735a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:23.814875 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4349f21b-e401-4106-a71c-eeb748d0c966 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:23.820971 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4349f21b-e401-4106-a71c-eeb748d0c966 admin admin] 10.222.0.87 "DELETE /v2.0/networks/0a5e4a87-4ee5-43ba-9b80-4028df7a735a HTTP/1.1" status: 204 len: 168 time: 1.4984143 Feb 17 17:44:23.824758 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55804) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:23.840642 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:44:23.847809 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4349f21b-e401-4106-a71c-eeb748d0c966 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a5e4a87-4ee5-43ba-9b80-4028df7a735a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:23.917474 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0998e9bb-0613-4467-9c09-6715c2091eb9 req-cefa3661-1206-416f-aab1-3dbea76681e3 tempest-ServerShowV257Test-303209735 tempest-ServerShowV257Test-303209735-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fe1aa0f-8455-498d-a8e9-d66ac7bcce90 HTTP/1.1" status: 200 len: 210 time: 0.2282538 Feb 17 17:44:24.053918 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a4a4c5-2ee4-4084-9920-17f4e7107ffe req-5e8e06a4-6514-49bf-9119-5fae26006f7c tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:24.060781 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-01a4a4c5-2ee4-4084-9920-17f4e7107ffe req-5e8e06a4-6514-49bf-9119-5fae26006f7c tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] 10.222.0.71 "GET /v2.0/networks?id=3958299d-5c46-4d37-a8cb-63d39d73c811 HTTP/1.1" status: 200 len: 814 time: 0.6203611 Feb 17 17:44:24.267549 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-01a4a4c5-2ee4-4084-9920-17f4e7107ffe req-26d22b86-d1a0-47b6-ace3-1ccf9369b39d tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e508b16e79e443079bc882c92e8d7ca6 HTTP/1.1" status: 200 len: 380 time: 0.1981788 Feb 17 17:44:24.276183 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-01a4a4c5-2ee4-4084-9920-17f4e7107ffe req-375bd031-5939-4fb2-b787-c97341034a29 tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Request body: {'port': {'device_id': 'dae77a9a-cdc1-4c3e-b685-74ff9d123951', 'network_id': '3958299d-5c46-4d37-a8cb-63d39d73c811', 'admin_state_up': True, 'tenant_id': 'e508b16e79e443079bc882c92e8d7ca6', 'security_groups': ['f1053671-5092-4c41-b270-0af73859484e']}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:44:24.563706 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fcd78bad-7137-4dd4-8019-a0fcd5ab9b60 req-13de2be6-77cf-4161-9807-eedee5ba80c7 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=b1c56184-172c-429b-be9b-fb77a9a80bd3 HTTP/1.1" status: 200 len: 210 time: 0.1016634 Feb 17 17:44:24.577207 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b56c300b-a40b-4b36-8b77-0648f6311de6 req-263ee9ee-403d-49f2-a178-f241ec8d62aa tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] 10.222.0.87 "GET /v2.0/ports?device_id=dae77a9a-cdc1-4c3e-b685-74ff9d123951 HTTP/1.1" status: 200 len: 210 time: 0.1250985 Feb 17 17:44:24.657572 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01a4a4c5-2ee4-4084-9920-17f4e7107ffe req-375bd031-5939-4fb2-b787-c97341034a29 tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Made reservation on behalf of e508b16e79e443079bc882c92e8d7ca6 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:44:24.661940 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-01a4a4c5-2ee4-4084-9920-17f4e7107ffe req-375bd031-5939-4fb2-b787-c97341034a29 tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:24.917270 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c18c8d35-d401-431f-8ea2-57b53c3d5028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (dd96a232-a4a2-4b80-9960-c1e379792b91), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:25.024617 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-01a4a4c5-2ee4-4084-9920-17f4e7107ffe req-375bd031-5939-4fb2-b787-c97341034a29 tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Allocated IP 172.20.0.4 (3958299d-5c46-4d37-a8cb-63d39d73c811/b1447df4-ae3d-4628-92b7-31a64e426c79/7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:44:25.259059 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-68b9b749-a507-4a78-ac12-5dc7d2136ac5 req-366360df-d600-44b9-91a7-559b60b53ec4 tempest-ServerShowV257Test-303209735 tempest-ServerShowV257Test-303209735-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fe1aa0f-8455-498d-a8e9-d66ac7bcce90 HTTP/1.1" status: 200 len: 210 time: 0.1367760 Feb 17 17:44:25.586233 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-01a4a4c5-2ee4-4084-9920-17f4e7107ffe req-375bd031-5939-4fb2-b787-c97341034a29 tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Publish callbacks [] for port (7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:25.855681 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b038ef71-182f-49ac-9d36-1854e148c9e2 req-9f58e4e0-dea2-4299-bdeb-4cd0ee20904b tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=b1c56184-172c-429b-be9b-fb77a9a80bd3 HTTP/1.1" status: 200 len: 210 time: 0.1203315 Feb 17 17:44:25.864153 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-67aca72a-42c7-48cb-b282-480f1ca07aad req-1bf3fa8a-108f-42ff-b04c-b493794eaaaa tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] 10.222.0.87 "GET /v2.0/ports?device_id=dae77a9a-cdc1-4c3e-b685-74ff9d123951 HTTP/1.1" status: 200 len: 210 time: 0.1617689 Feb 17 17:44:26.021196 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-01a4a4c5-2ee4-4084-9920-17f4e7107ffe req-375bd031-5939-4fb2-b787-c97341034a29 tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:26.168402 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375bd031-5939-4fb2-b787-c97341034a29 tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Pushing event updated for resources: {'Port': ['ID=7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:26.208208 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01a4a4c5-2ee4-4084-9920-17f4e7107ffe req-375bd031-5939-4fb2-b787-c97341034a29 tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Network 3958299d-5c46-4d37-a8cb-63d39d73c811 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:44:26.211383 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-01a4a4c5-2ee4-4084-9920-17f4e7107ffe req-375bd031-5939-4fb2-b787-c97341034a29 tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:44:26.245791 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a4a4c5-2ee4-4084-9920-17f4e7107ffe req-375bd031-5939-4fb2-b787-c97341034a29 tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:44:26.400645 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-c18c8d35-d401-431f-8ea2-57b53c3d5028 admin admin] Deleting port cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:44:26.403977 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c18c8d35-d401-431f-8ea2-57b53c3d5028 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:26.577911 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e953cc47-b927-4703-8270-6c03461f2418 req-760b0113-f350-4dcb-b5ed-ba894b354da6 tempest-ServerShowV257Test-303209735 tempest-ServerShowV257Test-303209735-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fe1aa0f-8455-498d-a8e9-d66ac7bcce90 HTTP/1.1" status: 200 len: 210 time: 0.1101952 Feb 17 17:44:26.600827 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a4a4c5-2ee4-4084-9920-17f4e7107ffe req-375bd031-5939-4fb2-b787-c97341034a29 tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:26.601591 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-01a4a4c5-2ee4-4084-9920-17f4e7107ffe req-375bd031-5939-4fb2-b787-c97341034a29 tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:26.641275 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-c18c8d35-d401-431f-8ea2-57b53c3d5028 admin admin] For port cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164,segment=NetworkSegment(9571cb1e-3ecd-4432-8440-eb494916a474),segment_id=9571cb1e-3ecd-4432-8440-eb494916a474)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:44:26.641665 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c18c8d35-d401-431f-8ea2-57b53c3d5028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:26.660168 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-01a4a4c5-2ee4-4084-9920-17f4e7107ffe req-375bd031-5939-4fb2-b787-c97341034a29 tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3879237 Feb 17 17:44:26.672331 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-01a4a4c5-2ee4-4084-9920-17f4e7107ffe req-bbd1c1d8-1d52-40b3-b878-22cfc4c19ef8 service neutron] Request body: {'port': {'device_id': 'dae77a9a-cdc1-4c3e-b685-74ff9d123951', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:44:26.677333 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-c18c8d35-d401-431f-8ea2-57b53c3d5028 admin admin] Calling delete_port for cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:44:26.854554 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-bb3905ae-a013-49b1-8b55-6aa720966541 None None] Provisioning complete for port 7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:44:26.856832 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bb3905ae-a013-49b1-8b55-6aa720966541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:26.920180 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-01a4a4c5-2ee4-4084-9920-17f4e7107ffe req-bbd1c1d8-1d52-40b3-b878-22cfc4c19ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:27.045663 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-bb3905ae-a013-49b1-8b55-6aa720966541 None None] Port 7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:44:27.235599 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c18c8d35-d401-431f-8ea2-57b53c3d5028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:27.290843 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-47a83be4-685b-4b20-bdc1-fb1d38f83cc4 req-d9d42931-5d7a-4e1a-af56-eb1f7f724f0f tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=b1c56184-172c-429b-be9b-fb77a9a80bd3 HTTP/1.1" status: 200 len: 210 time: 0.2606294 Feb 17 17:44:27.471066 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc63dbb-95a5-414b-99af-66ab8d57a046 req-1700300d-b5b2-4b19-87aa-c9b919f73653 tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:27.485198 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-efc63dbb-95a5-414b-99af-66ab8d57a046 req-1700300d-b5b2-4b19-87aa-c9b919f73653 tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] 10.222.0.87 "GET /v2.0/ports?device_id=dae77a9a-cdc1-4c3e-b685-74ff9d123951 HTTP/1.1" status: 200 len: 931 time: 0.4187684 Feb 17 17:44:27.518862 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c8d35-d401-431f-8ea2-57b53c3d5028 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:27.854360 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c18c8d35-d401-431f-8ea2-57b53c3d5028 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (dd96a232-a4a2-4b80-9960-c1e379792b91), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:27.917382 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-01a4a4c5-2ee4-4084-9920-17f4e7107ffe req-bbd1c1d8-1d52-40b3-b878-22cfc4c19ef8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:44:27.938335 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-01a4a4c5-2ee4-4084-9920-17f4e7107ffe req-bbd1c1d8-1d52-40b3-b878-22cfc4c19ef8 service neutron] Publish callbacks [] for port (7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:27.998061 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-01a4a4c5-2ee4-4084-9920-17f4e7107ffe req-bbd1c1d8-1d52-40b3-b878-22cfc4c19ef8 service neutron] Transition to ACTIVE for port object 7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:44:28.032701 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-01a4a4c5-2ee4-4084-9920-17f4e7107ffe req-bbd1c1d8-1d52-40b3-b878-22cfc4c19ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:28.113128 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a4b57649-1210-40f1-98bf-c652fa6e06b7 req-607c8030-e7b4-4f9b-92e8-82ec454ccf3a tempest-ServerShowV257Test-303209735 tempest-ServerShowV257Test-303209735-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fe1aa0f-8455-498d-a8e9-d66ac7bcce90 HTTP/1.1" status: 200 len: 210 time: 0.1066048 Feb 17 17:44:28.287077 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-efc63dbb-95a5-414b-99af-66ab8d57a046 req-ae30b962-6ca2-4747-85a8-d88f780441d2 tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] 10.222.0.87 "GET /v2.0/security-groups?id=f1053671-5092-4c41-b270-0af73859484e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7264862 Feb 17 17:44:28.331262 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd1c1d8-1d52-40b3-b878-22cfc4c19ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:28.440119 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c18c8d35-d401-431f-8ea2-57b53c3d5028 admin admin] Router dd96a232-a4a2-4b80-9960-c1e379792b91 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:44:28.582375 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e6d882ce-8024-47b6-a567-59bb74e2adf7 req-cb70231f-29ed-4152-950e-074bea5a50d2 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=b1c56184-172c-429b-be9b-fb77a9a80bd3 HTTP/1.1" status: 200 len: 210 time: 0.1156120 Feb 17 17:44:28.639120 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-01a4a4c5-2ee4-4084-9920-17f4e7107ffe req-bbd1c1d8-1d52-40b3-b878-22cfc4c19ef8 service neutron] Attempting to bind port 7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:44:28.639456 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-01a4a4c5-2ee4-4084-9920-17f4e7107ffe req-bbd1c1d8-1d52-40b3-b878-22cfc4c19ef8 service neutron] Attempting to bind port 7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '99e0f10c-0b98-4991-b7b6-44dcd9e3b025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3958299d-5c46-4d37-a8cb-63d39d73c811'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:44:28.642883 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a4a4c5-2ee4-4084-9920-17f4e7107ffe req-bbd1c1d8-1d52-40b3-b878-22cfc4c19ef8 service neutron] Attempting to bind port 7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d on network 3958299d-5c46-4d37-a8cb-63d39d73c811 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:44:28.663914 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a4a4c5-2ee4-4084-9920-17f4e7107ffe req-bbd1c1d8-1d52-40b3-b878-22cfc4c19ef8 service neutron] Port 7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d on network 3958299d-5c46-4d37-a8cb-63d39d73c811 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:44:28.664276 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a4a4c5-2ee4-4084-9920-17f4e7107ffe req-bbd1c1d8-1d52-40b3-b878-22cfc4c19ef8 service neutron] Attempting to bind port 7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d on network 3958299d-5c46-4d37-a8cb-63d39d73c811 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:44:28.678472 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a4a4c5-2ee4-4084-9920-17f4e7107ffe req-bbd1c1d8-1d52-40b3-b878-22cfc4c19ef8 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:44:28.678869 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a4a4c5-2ee4-4084-9920-17f4e7107ffe req-bbd1c1d8-1d52-40b3-b878-22cfc4c19ef8 service neutron] Checking segment: {'id': '99e0f10c-0b98-4991-b7b6-44dcd9e3b025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3958299d-5c46-4d37-a8cb-63d39d73c811'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:44:28.679207 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a4a4c5-2ee4-4084-9920-17f4e7107ffe req-bbd1c1d8-1d52-40b3-b878-22cfc4c19ef8 service neutron] Bound using segment: {'id': '99e0f10c-0b98-4991-b7b6-44dcd9e3b025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3958299d-5c46-4d37-a8cb-63d39d73c811'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:44:28.679644 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-01a4a4c5-2ee4-4084-9920-17f4e7107ffe req-bbd1c1d8-1d52-40b3-b878-22cfc4c19ef8 service neutron] Bound port: 7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99e0f10c-0b98-4991-b7b6-44dcd9e3b025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3958299d-5c46-4d37-a8cb-63d39d73c811'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:44:28.680001 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-01a4a4c5-2ee4-4084-9920-17f4e7107ffe req-bbd1c1d8-1d52-40b3-b878-22cfc4c19ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:28.693349 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18c8d35-d401-431f-8ea2-57b53c3d5028 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:44:28.703148 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32d500f-365e-4215-862a-0c920e8c2242 None None] Sync routers for ids ['dd96a232-a4a2-4b80-9960-c1e379792b91'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:44:28.707599 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c18c8d35-d401-431f-8ea2-57b53c3d5028 admin admin] 10.222.0.87 "PUT /v2.0/routers/dd96a232-a4a2-4b80-9960-c1e379792b91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8621628 Feb 17 17:44:28.707792 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55874) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:28.731163 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32d500f-365e-4215-862a-0c920e8c2242 None None] Routers {'dd96a232-a4a2-4b80-9960-c1e379792b91'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:44:28.743107 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f32d500f-365e-4215-862a-0c920e8c2242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:44:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['dd96a232-a4a2-4b80-9960-c1e379792b91'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:44:28.857444 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-01a4a4c5-2ee4-4084-9920-17f4e7107ffe req-bbd1c1d8-1d52-40b3-b878-22cfc4c19ef8 service neutron] For port 7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:44:28.867691 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-01a4a4c5-2ee4-4084-9920-17f4e7107ffe req-bbd1c1d8-1d52-40b3-b878-22cfc4c19ef8 service neutron] For port 7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d,segment=NetworkSegment(99e0f10c-0b98-4991-b7b6-44dcd9e3b025),segment_id=99e0f10c-0b98-4991-b7b6-44dcd9e3b025)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:44:28.878001 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-01a4a4c5-2ee4-4084-9920-17f4e7107ffe req-bbd1c1d8-1d52-40b3-b878-22cfc4c19ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:28.947730 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a4a4c5-2ee4-4084-9920-17f4e7107ffe req-bbd1c1d8-1d52-40b3-b878-22cfc4c19ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:28.948553 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-01a4a4c5-2ee4-4084-9920-17f4e7107ffe req-bbd1c1d8-1d52-40b3-b878-22cfc4c19ef8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:28.950090 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-01a4a4c5-2ee4-4084-9920-17f4e7107ffe req-bbd1c1d8-1d52-40b3-b878-22cfc4c19ef8 service neutron] 10.222.0.71 "PUT /v2.0/ports/7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d HTTP/1.1" status: 200 len: 1091 time: 2.2822518 Feb 17 17:44:28.950560 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dae77a9a-cdc1-4c3e-b685-74ff9d123951', 'tag': '7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:44:28.966413 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964cc5ba-2c3a-48d2-b060-a38203783836" -d '{"events": [{"name": "network-changed", "server_uuid": "dae77a9a-cdc1-4c3e-b685-74ff9d123951", "tag": "7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:44:29.097551 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87cacf10-8387-4b54-b596-2c454868a2f6 admin admin] Publish callbacks [] for router (dd96a232-a4a2-4b80-9960-c1e379792b91), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:29.104754 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8915a1f-f99f-4e42-886e-e4b016a8df3d x-openstack-request-id: req-d8915a1f-f99f-4e42-886e-e4b016a8df3d {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:44:29.105320 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dae77a9a-cdc1-4c3e-b685-74ff9d123951", "tag": "7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:44:29.105780 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d8915a1f-f99f-4e42-886e-e4b016a8df3d {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:44:29.106575 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dae77a9a-cdc1-4c3e-b685-74ff9d123951', 'tag': '7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d', 'status': 'completed', 'code': 200} Feb 17 17:44:29.137474 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd1c1d8-1d52-40b3-b878-22cfc4c19ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:29.199892 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a4a4c5-2ee4-4084-9920-17f4e7107ffe req-7f119310-e578-4eb5-8c80-3f19439b2b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:29.208569 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-f32d500f-365e-4215-862a-0c920e8c2242 None None] Set router dd96a232-a4a2-4b80-9960-c1e379792b91 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:44:29.216769 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-01a4a4c5-2ee4-4084-9920-17f4e7107ffe req-7f119310-e578-4eb5-8c80-3f19439b2b5c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e508b16e79e443079bc882c92e8d7ca6&device_id=dae77a9a-cdc1-4c3e-b685-74ff9d123951 HTTP/1.1" status: 200 len: 1125 time: 0.2154069 Feb 17 17:44:29.373818 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-01a4a4c5-2ee4-4084-9920-17f4e7107ffe req-290979c6-f905-4f42-828b-aa91c0423669 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d HTTP/1.1" status: 200 len: 217 time: 0.1546249 Feb 17 17:44:29.483133 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5e5fdddd-1e26-4576-aeaa-51df951f7da9 req-4a9aebac-4235-44ae-8ca5-6129386f0b0b tempest-ServerShowV257Test-303209735 tempest-ServerShowV257Test-303209735-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fe1aa0f-8455-498d-a8e9-d66ac7bcce90 HTTP/1.1" status: 200 len: 210 time: 0.1480806 Feb 17 17:44:29.524349 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a4a4c5-2ee4-4084-9920-17f4e7107ffe req-3e1c3864-4e57-4d5d-b3dc-3541a5eedda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:29.525615 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-01a4a4c5-2ee4-4084-9920-17f4e7107ffe req-3e1c3864-4e57-4d5d-b3dc-3541a5eedda0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b1447df4-ae3d-4628-92b7-31a64e426c79 HTTP/1.1" status: 200 len: 853 time: 0.1444862 Feb 17 17:44:29.558108 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87cacf10-8387-4b54-b596-2c454868a2f6 admin admin] Publish callbacks [] for router_gateway (dd96a232-a4a2-4b80-9960-c1e379792b91), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:29.681188 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f32d500f-365e-4215-862a-0c920e8c2242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd96a232-a4a2-4b80-9960-c1e379792b91', 'name': 'tempest-TaggedBootDevicesTest-1332789976-router', 'tenant_id': '34d31da291b54b3098661f30f7c53f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'adba8afc-c218-4914-b916-fe48c93f2392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:34:44Z', 'updated_at': '2022-02-17T17:44:27Z', 'revision_number': 5, 'project_id': '34d31da291b54b3098661f30f7c53f93', 'gw_port': {'id': 'adba8afc-c218-4914-b916-fe48c93f2392', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:24:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd96a232-a4a2-4b80-9960-c1e379792b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:34:46Z', 'updated_at': '2022-02-17T17:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:44:29.697136 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ddadf2-9da6-42ea-b779-2c926fea49b1 req-64446aa3-eefc-4e48-9aa7-d9f66c019795 tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:29.703672 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-94ddadf2-9da6-42ea-b779-2c926fea49b1 req-64446aa3-eefc-4e48-9aa7-d9f66c019795 tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] 10.222.0.87 "GET /v2.0/ports?device_id=dae77a9a-cdc1-4c3e-b685-74ff9d123951 HTTP/1.1" status: 200 len: 943 time: 0.2500446 Feb 17 17:44:29.727078 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-87cacf10-8387-4b54-b596-2c454868a2f6 admin admin] Deleting port adba8afc-c218-4914-b916-fe48c93f2392 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:44:29.727078 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87cacf10-8387-4b54-b596-2c454868a2f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (adba8afc-c218-4914-b916-fe48c93f2392), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:29.766801 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a4a4c5-2ee4-4084-9920-17f4e7107ffe req-3dcadd44-2e25-4eb5-b84e-99aeca36b3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:29.772541 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-01a4a4c5-2ee4-4084-9920-17f4e7107ffe req-3dcadd44-2e25-4eb5-b84e-99aeca36b3fa service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3958299d-5c46-4d37-a8cb-63d39d73c811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2302721 Feb 17 17:44:29.778935 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32d500f-365e-4215-862a-0c920e8c2242 None None] Checking router: dd96a232-a4a2-4b80-9960-c1e379792b91 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:44:29.810185 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32d500f-365e-4215-862a-0c920e8c2242 None None] Routers {'dd96a232-a4a2-4b80-9960-c1e379792b91'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:44:29.810881 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f32d500f-365e-4215-862a-0c920e8c2242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:44:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['dd96a232-a4a2-4b80-9960-c1e379792b91'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:44:29.951158 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-87cacf10-8387-4b54-b596-2c454868a2f6 admin admin] For port adba8afc-c218-4914-b916-fe48c93f2392, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=adba8afc-c218-4914-b916-fe48c93f2392,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:44:29.951589 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87cacf10-8387-4b54-b596-2c454868a2f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (adba8afc-c218-4914-b916-fe48c93f2392), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:29.966924 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-87cacf10-8387-4b54-b596-2c454868a2f6 admin admin] Calling delete_port for adba8afc-c218-4914-b916-fe48c93f2392 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:44:30.061676 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-f32d500f-365e-4215-862a-0c920e8c2242 None None] Set router dd96a232-a4a2-4b80-9960-c1e379792b91 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:44:30.102490 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-94ddadf2-9da6-42ea-b779-2c926fea49b1 req-d68d258b-7291-4247-803d-32b48b63d074 tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] 10.222.0.87 "GET /v2.0/security-groups?id=f1053671-5092-4c41-b270-0af73859484e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3844907 Feb 17 17:44:30.105924 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-01a4a4c5-2ee4-4084-9920-17f4e7107ffe req-8ecdd51b-0733-42ce-b8bb-b21c6990ba79 service neutron] 10.222.0.71 "GET /v2.0/networks/3958299d-5c46-4d37-a8cb-63d39d73c811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678397 Feb 17 17:44:30.193430 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f32d500f-365e-4215-862a-0c920e8c2242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd96a232-a4a2-4b80-9960-c1e379792b91', 'name': 'tempest-TaggedBootDevicesTest-1332789976-router', 'tenant_id': '34d31da291b54b3098661f30f7c53f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:34:44Z', 'updated_at': '2022-02-17T17:44:29Z', 'revision_number': 6, 'project_id': '34d31da291b54b3098661f30f7c53f93', 'gw_port_host': None}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:44:30.262814 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32d500f-365e-4215-862a-0c920e8c2242 None None] The sync data for ids ['dd96a232-a4a2-4b80-9960-c1e379792b91'] in n-d-829613-2 is: [{'id': 'dd96a232-a4a2-4b80-9960-c1e379792b91', 'name': 'tempest-TaggedBootDevicesTest-1332789976-router', 'tenant_id': '34d31da291b54b3098661f30f7c53f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:34:44Z', 'updated_at': '2022-02-17T17:44:29Z', 'revision_number': 6, 'project_id': '34d31da291b54b3098661f30f7c53f93', 'gw_port_host': None}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:44:30.289839 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-01a4a4c5-2ee4-4084-9920-17f4e7107ffe req-9cab9c38-4e61-49a1-81cd-73d8337b4ed9 service neutron] 10.222.0.71 "GET /v2.0/networks/3958299d-5c46-4d37-a8cb-63d39d73c811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443608 Feb 17 17:44:30.299664 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87cacf10-8387-4b54-b596-2c454868a2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (adba8afc-c218-4914-b916-fe48c93f2392), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:30.306111 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a314dca5-ad6e-4e11-b64f-4c6b616014c7 req-8788721c-74e6-4d5e-9df9-8185d01c6ab2 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=b1c56184-172c-429b-be9b-fb77a9a80bd3 HTTP/1.1" status: 200 len: 210 time: 0.2403593 Feb 17 17:44:30.428782 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cacf10-8387-4b54-b596-2c454868a2f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=adba8afc-c218-4914-b916-fe48c93f2392,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:30.457881 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964cc5ba-2c3a-48d2-b060-a38203783836 req-c0e47136-2e70-40de-a6c2-c62e9e30984d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:30.459943 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-964cc5ba-2c3a-48d2-b060-a38203783836 req-c0e47136-2e70-40de-a6c2-c62e9e30984d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e508b16e79e443079bc882c92e8d7ca6&device_id=dae77a9a-cdc1-4c3e-b685-74ff9d123951 HTTP/1.1" status: 200 len: 1125 time: 0.1040385 Feb 17 17:44:30.492198 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cacf10-8387-4b54-b596-2c454868a2f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:44:30.492599 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cacf10-8387-4b54-b596-2c454868a2f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:44:30.493054 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cacf10-8387-4b54-b596-2c454868a2f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:44:30.497355 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cacf10-8387-4b54-b596-2c454868a2f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:44:30.497852 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cacf10-8387-4b54-b596-2c454868a2f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:44:30.498270 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cacf10-8387-4b54-b596-2c454868a2f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:44:30.498715 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cacf10-8387-4b54-b596-2c454868a2f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:44:30.505394 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cacf10-8387-4b54-b596-2c454868a2f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:44:30.505852 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cacf10-8387-4b54-b596-2c454868a2f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:44:30.506284 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cacf10-8387-4b54-b596-2c454868a2f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:44:30.507139 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cacf10-8387-4b54-b596-2c454868a2f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:44:30.507640 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cacf10-8387-4b54-b596-2c454868a2f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:44:30.508034 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cacf10-8387-4b54-b596-2c454868a2f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:44:30.584759 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87cacf10-8387-4b54-b596-2c454868a2f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (dd96a232-a4a2-4b80-9960-c1e379792b91), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:30.886534 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ab4f0768-e8ea-4001-832b-c0c719b2cdb8 req-ab1fa9cd-7d92-4594-8309-8fc1cd0c6852 tempest-ServerShowV257Test-303209735 tempest-ServerShowV257Test-303209735-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fe1aa0f-8455-498d-a8e9-d66ac7bcce90 HTTP/1.1" status: 200 len: 210 time: 0.2032979 Feb 17 17:44:30.920046 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87cacf10-8387-4b54-b596-2c454868a2f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (dd96a232-a4a2-4b80-9960-c1e379792b91), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:30.928319 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87cacf10-8387-4b54-b596-2c454868a2f6 admin admin] Publish callbacks [] for router_controller (dd96a232-a4a2-4b80-9960-c1e379792b91), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:30.957670 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964cc5ba-2c3a-48d2-b060-a38203783836 req-8099a909-319a-45be-ac10-aaf4af25b889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:30.960731 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-964cc5ba-2c3a-48d2-b060-a38203783836 req-8099a909-319a-45be-ac10-aaf4af25b889 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3958299d-5c46-4d37-a8cb-63d39d73c811 HTTP/1.1" status: 200 len: 915 time: 0.4953575 Feb 17 17:44:31.051744 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87cacf10-8387-4b54-b596-2c454868a2f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (dd96a232-a4a2-4b80-9960-c1e379792b91), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:31.052640 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87cacf10-8387-4b54-b596-2c454868a2f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd96a232-a4a2-4b80-9960-c1e379792b91 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:44:31.062507 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87cacf10-8387-4b54-b596-2c454868a2f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:31.066148 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-87cacf10-8387-4b54-b596-2c454868a2f6 admin admin] 10.222.0.87 "DELETE /v2.0/routers/dd96a232-a4a2-4b80-9960-c1e379792b91 HTTP/1.1" status: 204 len: 168 time: 2.3547242 Feb 17 17:44:31.069142 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55908) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:31.143681 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-964cc5ba-2c3a-48d2-b060-a38203783836 req-2ebebe73-5bfa-48e8-9505-73f7a969d3af service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d HTTP/1.1" status: 200 len: 217 time: 0.1728320 Feb 17 17:44:31.155102 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-b91acd38-5601-46e9-8bc4-a55d519d8e20 admin admin] Deleting subnet 337331eb-9e41-42ee-b25f-17c88c45f62c {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:44:31.162912 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b91acd38-5601-46e9-8bc4-a55d519d8e20 admin admin] Publish callbacks [] for subnet (337331eb-9e41-42ee-b25f-17c88c45f62c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:31.264021 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b91acd38-5601-46e9-8bc4-a55d519d8e20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (337331eb-9e41-42ee-b25f-17c88c45f62c), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:31.322052 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964cc5ba-2c3a-48d2-b060-a38203783836 req-ba1d4649-bcfb-41dd-8339-8be5c264dbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:31.324060 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-964cc5ba-2c3a-48d2-b060-a38203783836 req-ba1d4649-bcfb-41dd-8339-8be5c264dbc3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b1447df4-ae3d-4628-92b7-31a64e426c79 HTTP/1.1" status: 200 len: 853 time: 0.1676941 Feb 17 17:44:31.446310 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:44:31.545612 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:44:31.548085 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device cfb1eb9f-3f67-497a-aa4c-4f4a3a9dc164 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:44:31.553207 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00e348-b0cb-4d9e-9763-ca162170ca12 req-d135b259-7f21-4def-84b5-da229a3e82af tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:31.558390 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3d00e348-b0cb-4d9e-9763-ca162170ca12 req-d135b259-7f21-4def-84b5-da229a3e82af tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] 10.222.0.87 "GET /v2.0/ports?device_id=dae77a9a-cdc1-4c3e-b685-74ff9d123951 HTTP/1.1" status: 200 len: 943 time: 0.3105497 Feb 17 17:44:31.582381 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b91acd38-5601-46e9-8bc4-a55d519d8e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (337331eb-9e41-42ee-b25f-17c88c45f62c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:31.658249 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f35de629-73f2-44ee-b4a8-d002ab847edf req-d63abc5b-2b2e-4c14-95c7-79672f263c16 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=b1c56184-172c-429b-be9b-fb77a9a80bd3 HTTP/1.1" status: 200 len: 210 time: 0.0935681 Feb 17 17:44:31.679630 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964cc5ba-2c3a-48d2-b060-a38203783836 req-58086ad6-626b-4546-a0b8-8f1fd2996a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:31.684591 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-964cc5ba-2c3a-48d2-b060-a38203783836 req-58086ad6-626b-4546-a0b8-8f1fd2996a66 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3958299d-5c46-4d37-a8cb-63d39d73c811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3529446 Feb 17 17:44:31.726286 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b91acd38-5601-46e9-8bc4-a55d519d8e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (337331eb-9e41-42ee-b25f-17c88c45f62c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:31.758602 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af62f98b-3c7a-4bf9-9bc9-a1a5aa824e69 None None] Network 7f848bb8-7dc9-4b2c-922a-bc45c0514a97 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:44:31.762983 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b91acd38-5601-46e9-8bc4-a55d519d8e20 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:31.765789 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b91acd38-5601-46e9-8bc4-a55d519d8e20 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/337331eb-9e41-42ee-b25f-17c88c45f62c HTTP/1.1" status: 204 len: 168 time: 0.6953022 Feb 17 17:44:31.771501 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3d00e348-b0cb-4d9e-9763-ca162170ca12 req-aec483da-80ab-4667-b97c-38abd1112a4b tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] 10.222.0.87 "GET /v2.0/security-groups?id=f1053671-5092-4c41-b270-0af73859484e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780787 Feb 17 17:44:31.772066 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55918) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:31.830163 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91acd38-5601-46e9-8bc4-a55d519d8e20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=337331eb-9e41-42ee-b25f-17c88c45f62c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:32.055035 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252ba839-3566-4065-8c8a-1c594b9eb7e2 None None] DHCP port deletion for 7f848bb8-7dc9-4b2c-922a-bc45c0514a97 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:44:32.200380 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-252ba839-3566-4065-8c8a-1c594b9eb7e2 None None] Deleting port b89a1bfe-d146-473d-ba78-98ae17292e28 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:44:32.202120 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-252ba839-3566-4065-8c8a-1c594b9eb7e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (b89a1bfe-d146-473d-ba78-98ae17292e28), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:32.355096 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-252ba839-3566-4065-8c8a-1c594b9eb7e2 None None] For port b89a1bfe-d146-473d-ba78-98ae17292e28, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=b89a1bfe-d146-473d-ba78-98ae17292e28,segment=NetworkSegment(9571cb1e-3ecd-4432-8440-eb494916a474),segment_id=9571cb1e-3ecd-4432-8440-eb494916a474)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:44:32.355656 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-252ba839-3566-4065-8c8a-1c594b9eb7e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (b89a1bfe-d146-473d-ba78-98ae17292e28), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:32.409619 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-252ba839-3566-4065-8c8a-1c594b9eb7e2 None None] Calling delete_port for b89a1bfe-d146-473d-ba78-98ae17292e28 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:44:32.490947 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3944ac6a-762e-48f9-9e2c-a94b31255872 req-114f2bb4-da1f-446e-8921-4e4704c2a1c0 tempest-ServerShowV257Test-303209735 tempest-ServerShowV257Test-303209735-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fe1aa0f-8455-498d-a8e9-d66ac7bcce90 HTTP/1.1" status: 200 len: 210 time: 0.0560696 Feb 17 17:44:32.503798 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8684f745-a630-4aa8-8d2b-e6eb4f3e7936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (7f848bb8-7dc9-4b2c-922a-bc45c0514a97), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:32.523411 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-964cc5ba-2c3a-48d2-b060-a38203783836 req-6b554da6-05fd-4065-9cbd-fc923f789bc1 service neutron] 10.222.0.71 "GET /v2.0/networks/3958299d-5c46-4d37-a8cb-63d39d73c811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8310683 Feb 17 17:44:32.578346 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-252ba839-3566-4065-8c8a-1c594b9eb7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (b89a1bfe-d146-473d-ba78-98ae17292e28), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:32.638747 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ba839-3566-4065-8c8a-1c594b9eb7e2 None None] Pushing event deleted for resources: {'Port': ['ID=b89a1bfe-d146-473d-ba78-98ae17292e28,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:32.644681 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:44:32.679403 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252ba839-3566-4065-8c8a-1c594b9eb7e2 None None] No DVR routers for this DVR port b89a1bfe-d146-473d-ba78-98ae17292e28 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:44:32.679908 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-8684f745-a630-4aa8-8d2b-e6eb4f3e7936 admin admin] Deleting port b89a1bfe-d146-473d-ba78-98ae17292e28 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:44:32.680348 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8684f745-a630-4aa8-8d2b-e6eb4f3e7936 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (b89a1bfe-d146-473d-ba78-98ae17292e28), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:32.759035 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-964cc5ba-2c3a-48d2-b060-a38203783836 req-8ffc6814-e2e6-4c3b-a461-b35b6776a63a service neutron] 10.222.0.71 "GET /v2.0/networks/3958299d-5c46-4d37-a8cb-63d39d73c811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298338 Feb 17 17:44:32.886552 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8b48622e-9311-4e22-9e2c-88eb7084c7b1 req-52f1816d-da2c-49a4-81c8-e82f14caa465 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=b1c56184-172c-429b-be9b-fb77a9a80bd3 HTTP/1.1" status: 200 len: 210 time: 0.0430632 Feb 17 17:44:32.897618 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-8684f745-a630-4aa8-8d2b-e6eb4f3e7936 admin admin] For port b89a1bfe-d146-473d-ba78-98ae17292e28, host n-d-829613-2, got binding levels [] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:44:32.898116 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8684f745-a630-4aa8-8d2b-e6eb4f3e7936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (b89a1bfe-d146-473d-ba78-98ae17292e28), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:32.926911 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-8684f745-a630-4aa8-8d2b-e6eb4f3e7936 admin admin] Calling delete_port for b89a1bfe-d146-473d-ba78-98ae17292e28 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:44:32.929980 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.ipam_backend_mixin [None req-8684f745-a630-4aa8-8d2b-e6eb4f3e7936 admin admin] Port b89a1bfe-d146-473d-ba78-98ae17292e28 was not found and therefore no delete operation was performed {{(pid=103435) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 17 17:44:32.931511 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8684f745-a630-4aa8-8d2b-e6eb4f3e7936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (b89a1bfe-d146-473d-ba78-98ae17292e28), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:32.966612 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8684f745-a630-4aa8-8d2b-e6eb4f3e7936 admin admin] Pushing event deleted for resources: {'Port': ['ID=b89a1bfe-d146-473d-ba78-98ae17292e28,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:33.015750 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3e430834-f00d-42a9-ad34-eb4407138ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:33.091908 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8684f745-a630-4aa8-8d2b-e6eb4f3e7936 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:44:33.092379 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8684f745-a630-4aa8-8d2b-e6eb4f3e7936 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:44:33.092929 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8684f745-a630-4aa8-8d2b-e6eb4f3e7936 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:44:33.093273 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8684f745-a630-4aa8-8d2b-e6eb4f3e7936 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:44:33.093828 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8684f745-a630-4aa8-8d2b-e6eb4f3e7936 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:44:33.093947 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8684f745-a630-4aa8-8d2b-e6eb4f3e7936 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:44:33.094245 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8684f745-a630-4aa8-8d2b-e6eb4f3e7936 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:44:33.099258 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8684f745-a630-4aa8-8d2b-e6eb4f3e7936 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:44:33.099670 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8684f745-a630-4aa8-8d2b-e6eb4f3e7936 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:44:33.102882 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8684f745-a630-4aa8-8d2b-e6eb4f3e7936 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:44:33.103268 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8684f745-a630-4aa8-8d2b-e6eb4f3e7936 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:44:33.103586 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8684f745-a630-4aa8-8d2b-e6eb4f3e7936 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:44:33.103934 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8684f745-a630-4aa8-8d2b-e6eb4f3e7936 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:44:33.118817 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d,segment=NetworkSegment(99e0f10c-0b98-4991-b7b6-44dcd9e3b025),segment_id=99e0f10c-0b98-4991-b7b6-44dcd9e3b025)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:44:33.124221 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device b89a1bfe-d146-473d-ba78-98ae17292e28 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:44:33.150190 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8684f745-a630-4aa8-8d2b-e6eb4f3e7936 admin admin] No DVR routers for this DVR port b89a1bfe-d146-473d-ba78-98ae17292e28 on host n-d-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:44:33.180768 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: b89a1bfe-d146-473d-ba78-98ae17292e28 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:44:33.181124 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device b89a1bfe-d146-473d-ba78-98ae17292e28 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:44:33.181543 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device adba8afc-c218-4914-b916-fe48c93f2392 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:44:33.238629 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: adba8afc-c218-4914-b916-fe48c93f2392 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:44:33.239063 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device adba8afc-c218-4914-b916-fe48c93f2392 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:44:33.243963 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d', 'network_id': '3958299d-5c46-4d37-a8cb-63d39d73c811', 'port_id': '7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d', 'mac_address': 'fa:16:3e:bf:88:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1447df4-ae3d-4628-92b7-31a64e426c79', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:44:33.263864 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629238b-c8f2-40e3-8c84-05b28f7bcde1 req-983a4f27-6aa8-48bc-a947-5f4ab1f5960b tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:33.274120 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a629238b-c8f2-40e3-8c84-05b28f7bcde1 req-983a4f27-6aa8-48bc-a947-5f4ab1f5960b tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] 10.222.0.87 "GET /v2.0/ports?device_id=dae77a9a-cdc1-4c3e-b685-74ff9d123951 HTTP/1.1" status: 200 len: 943 time: 0.3018279 Feb 17 17:44:33.370290 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:44:33.370689 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:33.392322 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:44:33.434188 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d,segment=NetworkSegment(99e0f10c-0b98-4991-b7b6-44dcd9e3b025),segment_id=99e0f10c-0b98-4991-b7b6-44dcd9e3b025)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:44:33.439695 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:33.475873 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8684f745-a630-4aa8-8d2b-e6eb4f3e7936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (7f848bb8-7dc9-4b2c-922a-bc45c0514a97), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:33.506517 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a629238b-c8f2-40e3-8c84-05b28f7bcde1 req-6115fc99-0da7-4c5f-8077-591386fca0f5 tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] 10.222.0.87 "GET /v2.0/security-groups?id=f1053671-5092-4c41-b270-0af73859484e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2315230 Feb 17 17:44:33.538082 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-8684f745-a630-4aa8-8d2b-e6eb4f3e7936 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f848bb8-7dc9-4b2c-922a-bc45c0514a97']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:44:33.547346 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:33.585771 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-8684f745-a630-4aa8-8d2b-e6eb4f3e7936 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9571cb1e-3ecd-4432-8440-eb494916a474') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:44:33.586255 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-8684f745-a630-4aa8-8d2b-e6eb4f3e7936 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9571cb1e-3ecd-4432-8440-eb494916a474') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:44:33.605014 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8684f745-a630-4aa8-8d2b-e6eb4f3e7936 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (9571cb1e-3ecd-4432-8440-eb494916a474), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:33.639373 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:44:33.680180 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8684f745-a630-4aa8-8d2b-e6eb4f3e7936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (9571cb1e-3ecd-4432-8440-eb494916a474), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:33.696427 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-665ab859-1a35-4c29-b5a2-16fbb19d95f0 req-7b9eb463-d340-49b5-9588-1f52a9fc5f16 tempest-ServerShowV257Test-303209735 tempest-ServerShowV257Test-303209735-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fe1aa0f-8455-498d-a8e9-d66ac7bcce90 HTTP/1.1" status: 200 len: 210 time: 0.0652068 Feb 17 17:44:33.713889 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8684f745-a630-4aa8-8d2b-e6eb4f3e7936 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:44:33.714694 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8684f745-a630-4aa8-8d2b-e6eb4f3e7936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (9571cb1e-3ecd-4432-8440-eb494916a474), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:33.717244 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 17:44:33.717244 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:44:33.717244 n-d-829613-2 neutron-server[103435]: timer() Feb 17 17:44:33.717244 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:44:33.717244 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 17:44:33.717244 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:44:33.717244 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 17:44:33.717244 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:44:33.717244 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 17:44:33.717244 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:44:33.717244 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 17:44:33.717244 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:44:33.717244 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 17:44:33.717244 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:44:33.717244 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:44:33.717244 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:44:33.717244 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:44:33.717244 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:44:33.717244 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 17:44:33.717244 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:44:33.717244 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 17:44:33.717244 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:44:33.717244 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:44:33.717244 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:44:33.717244 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 17:44:33.717244 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:44:33.717244 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:44:33.717244 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:44:33.717244 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:44:33.717244 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:44:33.717244 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:44:33.717244 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:44:33.917011 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8684f745-a630-4aa8-8d2b-e6eb4f3e7936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (7f848bb8-7dc9-4b2c-922a-bc45c0514a97), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:33.930757 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8684f745-a630-4aa8-8d2b-e6eb4f3e7936 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:33.948931 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-8684f745-a630-4aa8-8d2b-e6eb4f3e7936 admin admin] 10.222.0.87 "DELETE /v2.0/networks/7f848bb8-7dc9-4b2c-922a-bc45c0514a97 HTTP/1.1" status: 204 len: 168 time: 2.1731391 Feb 17 17:44:33.981910 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8684f745-a630-4aa8-8d2b-e6eb4f3e7936 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f848bb8-7dc9-4b2c-922a-bc45c0514a97,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:34.176525 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-70f1c28a-c116-4f10-a2ac-7a960890212f req-3ad7cd37-822e-4b22-ab57-3e160db1e7d5 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=b1c56184-172c-429b-be9b-fb77a9a80bd3 HTTP/1.1" status: 200 len: 210 time: 0.0865352 Feb 17 17:44:34.274629 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55988) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:34.379722 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55992) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:34.385702 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d89c5b9c-e295-47ee-91d5-2860087af507 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=918d19e8f1f044baa808ac9d66a136f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1098490 Feb 17 17:44:34.395167 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55994) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:34.401644 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-108749c1-8eee-49ef-ac24-7b00e0c5217f req-cc546fff-5dfb-432b-a547-3604257a40cc service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=3fe1aa0f-8455-498d-a8e9-d66ac7bcce90 HTTP/1.1" status: 200 len: 210 time: 0.0882330 Feb 17 17:44:34.540870 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d5c6abc4-19c4-4593-9977-5870136244a2 admin admin] Publish callbacks [] for security_group (4a46e179-4efe-408d-8163-359e1c80274b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:34.601398 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d5c6abc4-19c4-4593-9977-5870136244a2 admin admin] Publish callbacks [] for security_group (4a46e179-4efe-408d-8163-359e1c80274b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:34.697365 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d5c6abc4-19c4-4593-9977-5870136244a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (4a46e179-4efe-408d-8163-359e1c80274b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:34.701390 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d5c6abc4-19c4-4593-9977-5870136244a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:34.702745 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d5c6abc4-19c4-4593-9977-5870136244a2 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4a46e179-4efe-408d-8163-359e1c80274b HTTP/1.1" status: 204 len: 168 time: 0.2965930 Feb 17 17:44:34.721719 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6abc4-19c4-4593-9977-5870136244a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a46e179-4efe-408d-8163-359e1c80274b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:34.754585 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7af829-6f1c-4c8c-a9dc-639cd4675224 req-1ca28b26-15bf-47e9-bfe3-eeda14e57570 tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:34.756163 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aa7af829-6f1c-4c8c-a9dc-639cd4675224 req-1ca28b26-15bf-47e9-bfe3-eeda14e57570 tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] 10.222.0.87 "GET /v2.0/ports?device_id=dae77a9a-cdc1-4c3e-b685-74ff9d123951 HTTP/1.1" status: 200 len: 944 time: 0.1269302 Feb 17 17:44:34.856190 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0055761-cac8-4b6d-80ad-f547d69c9ba2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:34.864892 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aa7af829-6f1c-4c8c-a9dc-639cd4675224 req-12517208-291b-4036-9981-d3d41946f858 tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] 10.222.0.87 "GET /v2.0/security-groups?id=f1053671-5092-4c41-b270-0af73859484e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966480 Feb 17 17:44:34.968473 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-274dbe47-e988-4583-800f-09c9fd86edea req-c649d085-ac16-4524-a6e2-556118527362 tempest-ServerShowV257Test-303209735 tempest-ServerShowV257Test-303209735-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fe1aa0f-8455-498d-a8e9-d66ac7bcce90 HTTP/1.1" status: 200 len: 210 time: 0.0590596 Feb 17 17:44:35.051271 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0055761-cac8-4b6d-80ad-f547d69c9ba2 admin admin] Publish callbacks [] for security_group (3e0213a3-5f04-4ba4-8de6-cca535b546f9), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:35.056173 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0055761-cac8-4b6d-80ad-f547d69c9ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (3e0213a3-5f04-4ba4-8de6-cca535b546f9), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:35.124624 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0055761-cac8-4b6d-80ad-f547d69c9ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0213a3-5f04-4ba4-8de6-cca535b546f9,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:35.182993 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a0055761-cac8-4b6d-80ad-f547d69c9ba2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=0a7e6f8df20940018df988f72b850b59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7962043 Feb 17 17:44:35.185777 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 56010) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:35.414239 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5403cac7-44c7-4be2-a1a2-f30efaad743a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:35.426315 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ad20d5e-4bc6-46c2-85ea-e931f63e3562 admin admin] Publish callbacks [] for security_group (3e0213a3-5f04-4ba4-8de6-cca535b546f9), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:35.431750 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e38428d2-6bef-4578-be7f-e0d57bffa501 req-8f290fc0-ea41-4fd6-a5fa-ca8ae8a4672f tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=b1c56184-172c-429b-be9b-fb77a9a80bd3 HTTP/1.1" status: 200 len: 210 time: 0.1285119 Feb 17 17:44:35.484572 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ad20d5e-4bc6-46c2-85ea-e931f63e3562 admin admin] Publish callbacks [] for security_group (3e0213a3-5f04-4ba4-8de6-cca535b546f9), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:35.589479 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ad20d5e-4bc6-46c2-85ea-e931f63e3562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (3e0213a3-5f04-4ba4-8de6-cca535b546f9), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:35.592302 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ad20d5e-4bc6-46c2-85ea-e931f63e3562 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:35.593666 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-8ad20d5e-4bc6-46c2-85ea-e931f63e3562 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3e0213a3-5f04-4ba4-8de6-cca535b546f9 HTTP/1.1" status: 204 len: 168 time: 0.4069083 Feb 17 17:44:35.611668 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad20d5e-4bc6-46c2-85ea-e931f63e3562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0213a3-5f04-4ba4-8de6-cca535b546f9,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:35.860058 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56020) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:35.942026 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-634852b9-a942-4d7d-ab97-938777552aee admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=34d31da291b54b3098661f30f7c53f93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0807126 Feb 17 17:44:35.944939 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 56026) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:36.162484 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-46a8c7c4-81af-405a-aa81-737ea65a588c admin admin] Publish callbacks [] for security_group (5b153124-54c7-4ac3-a5ee-51a63a33db91), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:36.329072 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-46a8c7c4-81af-405a-aa81-737ea65a588c admin admin] Publish callbacks [] for security_group (5b153124-54c7-4ac3-a5ee-51a63a33db91), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:36.409532 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-efd5a2ac-5893-48cb-b79f-06d95fd2e06f req-4ffefd9f-ad16-48b0-9686-c7fee8d2e0a4 tempest-ServerShowV257Test-303209735 tempest-ServerShowV257Test-303209735-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fe1aa0f-8455-498d-a8e9-d66ac7bcce90 HTTP/1.1" status: 200 len: 210 time: 0.1547322 Feb 17 17:44:36.509164 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc5bb0-1517-41c5-932e-91fea31fad6a req-3444b363-0567-4b71-8406-2e870a41911c tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:36.521413 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5dcc5bb0-1517-41c5-932e-91fea31fad6a req-3444b363-0567-4b71-8406-2e870a41911c tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] 10.222.0.87 "GET /v2.0/ports?device_id=dae77a9a-cdc1-4c3e-b685-74ff9d123951 HTTP/1.1" status: 200 len: 944 time: 0.4512007 Feb 17 17:44:36.611310 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:44:36.626167 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-46a8c7c4-81af-405a-aa81-737ea65a588c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (5b153124-54c7-4ac3-a5ee-51a63a33db91), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:36.629761 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-46a8c7c4-81af-405a-aa81-737ea65a588c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:36.642523 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-46a8c7c4-81af-405a-aa81-737ea65a588c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5b153124-54c7-4ac3-a5ee-51a63a33db91 HTTP/1.1" status: 204 len: 168 time: 0.6957803 Feb 17 17:44:36.679078 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a8c7c4-81af-405a-aa81-737ea65a588c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b153124-54c7-4ac3-a5ee-51a63a33db91,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:36.729318 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5dcc5bb0-1517-41c5-932e-91fea31fad6a req-1ac3775c-8438-4bde-96b6-ae61539fde1b tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] 10.222.0.87 "GET /v2.0/security-groups?id=f1053671-5092-4c41-b270-0af73859484e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2069438 Feb 17 17:44:36.857239 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:36.867521 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-46887a1d-0768-462e-acc1-251d55f6ca3b req-ffd33027-35cb-4f52-aeaf-2cf49382ac41 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1a991e559bdf47ed9cde877bdbc6e1d7&device_id=3fe1aa0f-8455-498d-a8e9-d66ac7bcce90 HTTP/1.1" status: 200 len: 210 time: 0.1046193 Feb 17 17:44:36.963350 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:44:36.975169 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:44:36.975809 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:37.067680 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cf3aca65-f2a0-4085-aae0-45dfeecdff7a req-d0000c6a-3a46-4bc4-ab24-5a8f7d8426b6 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=b1c56184-172c-429b-be9b-fb77a9a80bd3 HTTP/1.1" status: 200 len: 210 time: 0.2077637 Feb 17 17:44:37.090147 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-46887a1d-0768-462e-acc1-251d55f6ca3b req-b9b82841-b46d-41fe-aeb8-d250b5a6515e service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=1a991e559bdf47ed9cde877bdbc6e1d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2032895 Feb 17 17:44:37.154991 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:44:37.156729 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:37.197391 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d03c3ba-86e8-48d8-96e4-f9283b88e15c req-01202a01-424c-45e0-b6a4-7530113cb0f0 tempest-ServerShowV257Test-303209735 tempest-ServerShowV257Test-303209735-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fe1aa0f-8455-498d-a8e9-d66ac7bcce90 HTTP/1.1" status: 200 len: 210 time: 0.1336172 Feb 17 17:44:37.207939 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae77a9a-cdc1-4c3e-b685-74ff9d123951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:44:37.226189 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5e2608-5eed-43b8-ab38-f4c117669b1f" -d '{"events": [{"server_uuid": "dae77a9a-cdc1-4c3e-b685-74ff9d123951", "name": "network-vif-plugged", "status": "completed", "tag": "7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:44:37.263843 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d,segment=NetworkSegment(99e0f10c-0b98-4991-b7b6-44dcd9e3b025),segment_id=99e0f10c-0b98-4991-b7b6-44dcd9e3b025)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:44:37.268972 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:37.355484 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f6be4d-2c10-486e-bd5d-81ee871041cf x-openstack-request-id: req-a3f6be4d-2c10-486e-bd5d-81ee871041cf {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:44:37.355902 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae77a9a-cdc1-4c3e-b685-74ff9d123951", "name": "network-vif-plugged", "status": "completed", "tag": "7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:44:37.356279 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a3f6be4d-2c10-486e-bd5d-81ee871041cf {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:44:37.356809 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae77a9a-cdc1-4c3e-b685-74ff9d123951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d', 'code': 200} Feb 17 17:44:37.407828 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:37.501933 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46887a1d-0768-462e-acc1-251d55f6ca3b req-51bb0935-e148-480c-8e17-f6bbc4a4f6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:37.506629 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-46887a1d-0768-462e-acc1-251d55f6ca3b req-51bb0935-e148-480c-8e17-f6bbc4a4f6e5 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3082352 Feb 17 17:44:37.613462 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb6b734-934d-446c-9c96-72bf3a91a5a7 req-16a4a15c-f366-428c-9b18-8383dd4d8a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:37.615316 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3fb6b734-934d-446c-9c96-72bf3a91a5a7 req-16a4a15c-f366-428c-9b18-8383dd4d8a7c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=dae77a9a-cdc1-4c3e-b685-74ff9d123951 HTTP/1.1" status: 200 len: 1127 time: 0.1077125 Feb 17 17:44:37.719351 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3fb6b734-934d-446c-9c96-72bf3a91a5a7 req-a5d28f8f-057f-4848-80e2-edac063444fa service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f1053671-5092-4c41-b270-0af73859484e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980811 Feb 17 17:44:37.881653 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:37.966703 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e743a-f5fc-4411-ba97-c7f5898921f8 req-3ed38873-5091-44b5-a505-9b787b0cc21e tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:37.971541 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-972e743a-f5fc-4411-ba97-c7f5898921f8 req-3ed38873-5091-44b5-a505-9b787b0cc21e tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] 10.222.0.87 "GET /v2.0/ports?device_id=dae77a9a-cdc1-4c3e-b685-74ff9d123951 HTTP/1.1" status: 200 len: 945 time: 0.1626821 Feb 17 17:44:38.108790 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-972e743a-f5fc-4411-ba97-c7f5898921f8 req-26375e16-a1c3-481d-994c-a27ed30d308d tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] 10.222.0.87 "GET /v2.0/security-groups?id=f1053671-5092-4c41-b270-0af73859484e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264119 Feb 17 17:44:38.256175 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ed995634-0cc1-43e0-b723-1de538d7a760 req-dd2b4e8a-d72a-42f9-a082-678b1f396e08 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=b1c56184-172c-429b-be9b-fb77a9a80bd3 HTTP/1.1" status: 200 len: 210 time: 0.0733626 Feb 17 17:44:38.423848 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56116) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:38.491226 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b686311a-75bc-4b6c-93ea-cb9aaf001f74 req-cae03737-2695-4eea-ae25-c0148bf154da tempest-ServerShowV257Test-303209735 tempest-ServerShowV257Test-303209735-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fe1aa0f-8455-498d-a8e9-d66ac7bcce90 HTTP/1.1" status: 200 len: 210 time: 0.1168466 Feb 17 17:44:38.672516 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-71d03051-bf07-438a-acea-5c054855e5f0 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-907422762-network', 'tenant_id': 'e7622f19e3c2410d87b30fd4cb2065e4'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:44:38.717020 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d03051-bf07-438a-acea-5c054855e5f0 admin admin] Made reservation on behalf of e7622f19e3c2410d87b30fd4cb2065e4 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:44:38.737474 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-71d03051-bf07-438a-acea-5c054855e5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:38.775241 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-71d03051-bf07-438a-acea-5c054855e5f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:38.800097 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-46887a1d-0768-462e-acc1-251d55f6ca3b req-59594578-2aea-403c-b289-906d062982db tempest-ServerShowV257Test-303209735 tempest-ServerShowV257Test-303209735-project] 10.222.0.91 "GET /v2.0/ports?device_id=3fe1aa0f-8455-498d-a8e9-d66ac7bcce90 HTTP/1.1" status: 200 len: 210 time: 0.0784426 Feb 17 17:44:38.945502 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:38.955781 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-71d03051-bf07-438a-acea-5c054855e5f0 admin admin] Publish callbacks [] for security_group (09272a02-29d8-449d-9462-10b7bec152a5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:38.961816 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-71d03051-bf07-438a-acea-5c054855e5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (09272a02-29d8-449d-9462-10b7bec152a5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:39.063400 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71d03051-bf07-438a-acea-5c054855e5f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:44:39.093222 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d03051-bf07-438a-acea-5c054855e5f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09272a02-29d8-449d-9462-10b7bec152a5,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:39.121554 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-71d03051-bf07-438a-acea-5c054855e5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (2a3fb966-e279-427c-941b-1457ed4d332e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:39.121908 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-71d03051-bf07-438a-acea-5c054855e5f0 admin admin] Added segment 2a3fb966-e279-427c-941b-1457ed4d332e of type vlan for network 4b8f5696-8fe0-47a2-bdd3-beda078177b6 Feb 17 17:44:39.189862 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-71d03051-bf07-438a-acea-5c054855e5f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (4b8f5696-8fe0-47a2-bdd3-beda078177b6), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:39.222820 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-71d03051-bf07-438a-acea-5c054855e5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (4b8f5696-8fe0-47a2-bdd3-beda078177b6), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:39.224141 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d03051-bf07-438a-acea-5c054855e5f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:39.224975 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-71d03051-bf07-438a-acea-5c054855e5f0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:39.329509 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d03051-bf07-438a-acea-5c054855e5f0 admin admin] Pushing event updated for resources: {'Network': ['ID=4b8f5696-8fe0-47a2-bdd3-beda078177b6,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:39.332924 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49f7e2-a598-4a30-a776-d67278c9489e req-dfae6cd0-ddf3-4c84-ae90-d88a8c79b45f tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:39.341406 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-af49f7e2-a598-4a30-a776-d67278c9489e req-dfae6cd0-ddf3-4c84-ae90-d88a8c79b45f tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] 10.222.0.87 "GET /v2.0/ports?device_id=dae77a9a-cdc1-4c3e-b685-74ff9d123951 HTTP/1.1" status: 200 len: 945 time: 0.1185751 Feb 17 17:44:39.346227 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 4b8f5696-8fe0-47a2-bdd3-beda078177b6 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:44:39.357953 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-71d03051-bf07-438a-acea-5c054855e5f0 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9326208 Feb 17 17:44:39.371493 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 56138) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:39.406361 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-b846e8d1-f208-4550-97e7-f5f48e8e65ea admin admin] Request body: {'subnet': {'network_id': '4b8f5696-8fe0-47a2-bdd3-beda078177b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-907422762-subnet', 'tenant_id': 'e7622f19e3c2410d87b30fd4cb2065e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:44:39.473997 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-abfcc1be-8db6-40ea-8f04-476e4f466ff2 req-df01d5d7-4c13-4bb8-814e-1185b198176a tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=b1c56184-172c-429b-be9b-fb77a9a80bd3 HTTP/1.1" status: 200 len: 210 time: 0.0622010 Feb 17 17:44:39.499282 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-af49f7e2-a598-4a30-a776-d67278c9489e req-f37ffb7c-b793-42d0-b079-8d39a83174fc tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] 10.222.0.87 "GET /v2.0/security-groups?id=f1053671-5092-4c41-b270-0af73859484e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567056 Feb 17 17:44:39.547651 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b846e8d1-f208-4550-97e7-f5f48e8e65ea admin admin] Made reservation on behalf of e7622f19e3c2410d87b30fd4cb2065e4 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:44:39.555598 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b846e8d1-f208-4550-97e7-f5f48e8e65ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:39.859216 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d2250-45ef-4c8e-aa14-d600a28aa3cb req-2804bb6c-139e-41ef-b69e-82621d5f069b tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:39.867519 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-167d2250-45ef-4c8e-aa14-d600a28aa3cb req-2804bb6c-139e-41ef-b69e-82621d5f069b tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] 10.222.0.87 "GET /v2.0/ports?device_id=dae77a9a-cdc1-4c3e-b685-74ff9d123951 HTTP/1.1" status: 200 len: 945 time: 0.1902823 Feb 17 17:44:39.872143 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56164) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:39.878851 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-f1948408-3767-4221-b19f-5074718a582e tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Request body: {'floatingip': {'port_id': '7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:44:40.020941 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f1948408-3767-4221-b19f-5074718a582e tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Publish callbacks [] for floatingip (74650519-2017-4be5-b87c-6669fcaab6c2), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:40.092361 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b846e8d1-f208-4550-97e7-f5f48e8e65ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (3bbb4dca-ed6f-4a37-8d44-b5f38b69269f), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:40.259618 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b846e8d1-f208-4550-97e7-f5f48e8e65ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bbb4dca-ed6f-4a37-8d44-b5f38b69269f,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:40.277718 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b846e8d1-f208-4550-97e7-f5f48e8e65ea admin admin] Checking segment: {'id': '2a3fb966-e279-427c-941b-1457ed4d332e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b8f5696-8fe0-47a2-bdd3-beda078177b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:44:40.278526 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b846e8d1-f208-4550-97e7-f5f48e8e65ea admin admin] Network hostable DHCP agents. Network: 4b8f5696-8fe0-47a2-bdd3-beda078177b6, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:44:40.307245 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b846e8d1-f208-4550-97e7-f5f48e8e65ea admin admin] Network 4b8f5696-8fe0-47a2-bdd3-beda078177b6 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:44:40.320600 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-b846e8d1-f208-4550-97e7-f5f48e8e65ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 4b8f5696-8fe0-47a2-bdd3-beda078177b6) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:44:40.332968 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a5d428-88d6-4ba0-baeb-ac9a7a75ab06 None None] Network 4b8f5696-8fe0-47a2-bdd3-beda078177b6 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:44:40.342971 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b846e8d1-f208-4550-97e7-f5f48e8e65ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:40.345591 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b846e8d1-f208-4550-97e7-f5f48e8e65ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:40.371113 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56172) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:40.388373 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b846e8d1-f208-4550-97e7-f5f48e8e65ea admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0114603 Feb 17 17:44:40.585401 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a364849-be08-4061-a2f9-80cedaa10ed3 None None] Network 4b8f5696-8fe0-47a2-bdd3-beda078177b6 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:44:40.653775 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e8131acc-57c3-4bfa-82a3-9eef32dba827 req-40fcad6c-5daa-419b-8c14-4ff371ce5319 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=b1c56184-172c-429b-be9b-fb77a9a80bd3 HTTP/1.1" status: 200 len: 210 time: 0.0625713 Feb 17 17:44:41.010978 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a2d61b43-821d-4074-9002-b595be8168fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:41.083317 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.db.resource_extend [None req-f1948408-3767-4221-b19f-5074718a582e tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 17:44:41.238036 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f1948408-3767-4221-b19f-5074718a582e tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:41.266237 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f1948408-3767-4221-b19f-5074718a582e tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (74650519-2017-4be5-b87c-6669fcaab6c2), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:41.479629 n-d-829613-2 neutron-server[103434]: INFO neutron.db.l3_db [None req-f1948408-3767-4221-b19f-5074718a582e tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Floating IP 74650519-2017-4be5-b87c-6669fcaab6c2 associated. External IP: 172.25.8.17, port: 7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d. Feb 17 17:44:41.519894 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a2d61b43-821d-4074-9002-b595be8168fc admin admin] Publish callbacks [] for security_group (ed588875-b382-4788-b4a0-4a3f9c55b2ba), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:41.552198 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a2d61b43-821d-4074-9002-b595be8168fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (ed588875-b382-4788-b4a0-4a3f9c55b2ba), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:41.645880 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a2d61b43-821d-4074-9002-b595be8168fc admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1a991e559bdf47ed9cde877bdbc6e1d7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2733004 Feb 17 17:44:41.653947 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 56212) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:41.658912 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d61b43-821d-4074-9002-b595be8168fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed588875-b382-4788-b4a0-4a3f9c55b2ba,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:41.659474 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 56214) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:41.862177 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0f9ac5c9-2df5-4ebd-915b-e47c2b60ab6f req-2729cfed-3170-4c24-9e26-6e41a32e988b tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=b1c56184-172c-429b-be9b-fb77a9a80bd3 HTTP/1.1" status: 200 len: 210 time: 0.0536892 Feb 17 17:44:41.907143 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-399c2911-250d-4531-8060-5d8659154da5 admin admin] Publish callbacks [] for security_group (ed588875-b382-4788-b4a0-4a3f9c55b2ba), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:41.943605 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-399c2911-250d-4531-8060-5d8659154da5 admin admin] Publish callbacks [] for security_group (ed588875-b382-4788-b4a0-4a3f9c55b2ba), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:42.034269 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-399c2911-250d-4531-8060-5d8659154da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (ed588875-b382-4788-b4a0-4a3f9c55b2ba), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:42.038144 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-399c2911-250d-4531-8060-5d8659154da5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:42.039641 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-399c2911-250d-4531-8060-5d8659154da5 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ed588875-b382-4788-b4a0-4a3f9c55b2ba HTTP/1.1" status: 204 len: 168 time: 0.3787694 Feb 17 17:44:42.057518 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-86512d17-3d60-47d9-bf26-62107a748a84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:42.063084 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c2911-250d-4531-8060-5d8659154da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed588875-b382-4788-b4a0-4a3f9c55b2ba,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:42.106861 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca8c6d0-9fbe-4788-9158-50b4d631b796 req-e14e29e6-98a0-4766-a7e3-935bf002f887 tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:42.109317 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cca8c6d0-9fbe-4788-9158-50b4d631b796 req-e14e29e6-98a0-4766-a7e3-935bf002f887 tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] 10.222.0.87 "GET /v2.0/networks?id=4b8f5696-8fe0-47a2-bdd3-beda078177b6 HTTP/1.1" status: 200 len: 821 time: 0.4748628 Feb 17 17:44:42.218515 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-86512d17-3d60-47d9-bf26-62107a748a84 admin admin] Publish callbacks [] for security_group (65618fe8-fa1c-4584-8d49-20c38b2a4941), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:42.236778 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-86512d17-3d60-47d9-bf26-62107a748a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (65618fe8-fa1c-4584-8d49-20c38b2a4941), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:42.306694 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86512d17-3d60-47d9-bf26-62107a748a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65618fe8-fa1c-4584-8d49-20c38b2a4941,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:42.334317 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cca8c6d0-9fbe-4788-9158-50b4d631b796 req-bf714d0f-b393-4990-9566-4f7039b225de tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] 10.222.0.87 "GET /v2.0/quotas/e7622f19e3c2410d87b30fd4cb2065e4 HTTP/1.1" status: 200 len: 375 time: 0.1115456 Feb 17 17:44:42.408182 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cca8c6d0-9fbe-4788-9158-50b4d631b796 req-4c65c1c5-34c6-443e-9de8-51a63e11bed1 tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=e7622f19e3c2410d87b30fd4cb2065e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0632176 Feb 17 17:44:42.411509 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-86512d17-3d60-47d9-bf26-62107a748a84 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=37c1e23489404c0f9150b58c8603d89b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7424440 Feb 17 17:44:42.415363 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 56240) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:42.610251 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df3bb2ad-94c9-439f-b212-4b19068538b2 admin admin] Publish callbacks [] for security_group (65618fe8-fa1c-4584-8d49-20c38b2a4941), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:42.619763 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cca8c6d0-9fbe-4788-9158-50b4d631b796 req-d44d5ec1-7e96-4916-b7b9-d4786c5fffa7 service neutron] 10.222.0.87 "GET /v2.0/networks/4b8f5696-8fe0-47a2-bdd3-beda078177b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030940 Feb 17 17:44:42.745851 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df3bb2ad-94c9-439f-b212-4b19068538b2 admin admin] Publish callbacks [] for security_group (65618fe8-fa1c-4584-8d49-20c38b2a4941), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:42.774544 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56248) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:42.867029 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1948408-3767-4221-b19f-5074718a582e tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Router 8d3d811e-d5e6-4ba9-bb07-170f3d040c07 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:44:43.057690 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cca8c6d0-9fbe-4788-9158-50b4d631b796 req-6dee4afa-68db-4d56-9f75-35eacb441675 service neutron] 10.222.0.87 "GET /v2.0/networks/4b8f5696-8fe0-47a2-bdd3-beda078177b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4315383 Feb 17 17:44:43.073110 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df3bb2ad-94c9-439f-b212-4b19068538b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (65618fe8-fa1c-4584-8d49-20c38b2a4941), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:43.076740 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df3bb2ad-94c9-439f-b212-4b19068538b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:43.078041 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-df3bb2ad-94c9-439f-b212-4b19068538b2 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/65618fe8-fa1c-4584-8d49-20c38b2a4941 HTTP/1.1" status: 204 len: 168 time: 0.6379178 Feb 17 17:44:43.101879 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3bb2ad-94c9-439f-b212-4b19068538b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65618fe8-fa1c-4584-8d49-20c38b2a4941,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:43.131353 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-844bdddd-d77d-416b-8bf6-85d767588d52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:43.399956 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1948408-3767-4221-b19f-5074718a582e tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:44:43.423482 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7008c9-afc9-4048-b6d0-0406cdfbebc6 None None] Sync routers for ids ['8d3d811e-d5e6-4ba9-bb07-170f3d040c07'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:44:43.445386 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f1948408-3767-4221-b19f-5074718a582e tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:43.489800 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7008c9-afc9-4048-b6d0-0406cdfbebc6 None None] Routers {'8d3d811e-d5e6-4ba9-bb07-170f3d040c07'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:44:43.492822 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-ea7008c9-afc9-4048-b6d0-0406cdfbebc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:44:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['8d3d811e-d5e6-4ba9-bb07-170f3d040c07'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:44:43.689926 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f359188c-ca83-4588-8742-e23eaae0c375 req-bce8f85a-2256-47db-a4ee-3e9f8957424f tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] 10.222.0.87 "GET /v2.0/ports?device_id=b5d8a995-7080-4adb-8beb-399cebcbe888 HTTP/1.1" status: 200 len: 210 time: 0.0581570 Feb 17 17:44:43.747992 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f1948408-3767-4221-b19f-5074718a582e tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] 10.222.0.87 "PUT /v2.0/floatingips/74650519-2017-4be5-b87c-6669fcaab6c2 HTTP/1.1" status: 200 len: 990 time: 3.8743172 Feb 17 17:44:43.760510 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dae77a9a-cdc1-4c3e-b685-74ff9d123951', 'tag': '7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:44:43.763110 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1138974-2d0f-44c0-9f8c-00c2963b861a" -d '{"events": [{"name": "network-changed", "server_uuid": "dae77a9a-cdc1-4c3e-b685-74ff9d123951", "tag": "7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:44:43.788778 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-844bdddd-d77d-416b-8bf6-85d767588d52 admin admin] Publish callbacks [] for security_group (d807120d-7356-44b8-860f-16ae2c1bbb67), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:43.793345 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-844bdddd-d77d-416b-8bf6-85d767588d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (d807120d-7356-44b8-860f-16ae2c1bbb67), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:43.841560 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-ea7008c9-afc9-4048-b6d0-0406cdfbebc6 None None] Set router 8d3d811e-d5e6-4ba9-bb07-170f3d040c07 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:44:43.857077 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844bdddd-d77d-416b-8bf6-85d767588d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d807120d-7356-44b8-860f-16ae2c1bbb67,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:43.897115 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a33464-e05e-4c13-9c32-cded20c2209b x-openstack-request-id: req-b4a33464-e05e-4c13-9c32-cded20c2209b {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:44:43.900425 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dae77a9a-cdc1-4c3e-b685-74ff9d123951", "tag": "7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:44:43.901643 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b4a33464-e05e-4c13-9c32-cded20c2209b {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:44:43.902939 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dae77a9a-cdc1-4c3e-b685-74ff9d123951', 'tag': '7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d', 'status': 'completed', 'code': 200} Feb 17 17:44:43.911927 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 56290) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:43.992653 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-844bdddd-d77d-416b-8bf6-85d767588d52 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c21736df9f824c9e80932a87f9dad3a0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2153912 Feb 17 17:44:43.993220 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-45d111b1-5ed5-4c35-a39d-6a351749bd7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:43.995124 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56298) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:44.177787 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67c3c4e2-b7b1-4a43-9fb7-43ec2179ef64 admin admin] Publish callbacks [] for security_group (d807120d-7356-44b8-860f-16ae2c1bbb67), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:44.192184 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1138974-2d0f-44c0-9f8c-00c2963b861a req-1996a350-4090-4e28-93a5-2da47f2f8515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:44.193788 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c1138974-2d0f-44c0-9f8c-00c2963b861a req-1996a350-4090-4e28-93a5-2da47f2f8515 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e508b16e79e443079bc882c92e8d7ca6&device_id=dae77a9a-cdc1-4c3e-b685-74ff9d123951 HTTP/1.1" status: 200 len: 1127 time: 0.2482896 Feb 17 17:44:44.250433 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67c3c4e2-b7b1-4a43-9fb7-43ec2179ef64 admin admin] Publish callbacks [] for security_group (d807120d-7356-44b8-860f-16ae2c1bbb67), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:44.347612 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67c3c4e2-b7b1-4a43-9fb7-43ec2179ef64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (d807120d-7356-44b8-860f-16ae2c1bbb67), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:44.350346 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67c3c4e2-b7b1-4a43-9fb7-43ec2179ef64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:44.351546 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-67c3c4e2-b7b1-4a43-9fb7-43ec2179ef64 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d807120d-7356-44b8-860f-16ae2c1bbb67 HTTP/1.1" status: 204 len: 168 time: 0.3555200 Feb 17 17:44:44.366182 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c3c4e2-b7b1-4a43-9fb7-43ec2179ef64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d807120d-7356-44b8-860f-16ae2c1bbb67,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:44.644092 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-ea7008c9-afc9-4048-b6d0-0406cdfbebc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3d811e-d5e6-4ba9-bb07-170f3d040c07', 'name': 'tempest-ServersTestFqdnHostnames-150731531-router', 'tenant_id': 'e508b16e79e443079bc882c92e8d7ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '8240fe3a-a645-4b94-91c6-c365cdbdf6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:44:00Z', 'updated_at': '2022-02-17T17:44:10Z', 'revision_number': 4, 'project_id': 'e508b16e79e443079bc882c92e8d7ca6', 'gw_port': {'id': '8240fe3a-a645-4b94-91c6-c365cdbdf6a3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3d811e-d5e6-4ba9-bb07-170f3d040c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:44:02Z', 'updated_at': '2022-02-17T17:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '74650519-2017-4be5-b87c-6669fcaab6c2', 'tenant_id': 'e508b16e79e443079bc882c92e8d7ca6', 'floating_ip_address': '172.25.8.17', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '8d3d811e-d5e6-4ba9-bb07-170f3d040c07', 'port_id': '7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1937, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3958299d-5c46-4d37-a8cb-63d39d73c811', 'mac_address': 'fa:16:3e:bf:88:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae77a9a-cdc1-4c3e-b685-74ff9d123951', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:44:17Z', 'updated_at': '2022-02-17T17:44:40Z', 'revision_number': 1, 'project_id': 'e508b16e79e443079bc882c92e8d7ca6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dbb2389-a7d0-4e45-8dca-751a5080fa2a', 'name': '', 'network_id': '3958299d-5c46-4d37-a8cb-63d39d73c811', 'tenant_id': 'e508b16e79e443079bc882c92e8d7ca6', 'mac_address': 'fa:16:3e:e3:db:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3d811e-d5e6-4ba9-bb07-170f3d040c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'b1447df4-ae3d-4628-92b7-31a64e426c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:44:09Z', 'updated_at': '2022-02-17T17:44:18Z', 'revision_number': 5, 'project_id': 'e508b16e79e443079bc882c92e8d7ca6', 'subnets': [{'id': 'b1447df4-ae3d-4628-92b7-31a64e426c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:44:44.644784 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-45d111b1-5ed5-4c35-a39d-6a351749bd7c admin admin] Publish callbacks [] for security_group (1b68eee9-c342-452e-94af-b1ef15259e2b), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:44.658167 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-45d111b1-5ed5-4c35-a39d-6a351749bd7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (1b68eee9-c342-452e-94af-b1ef15259e2b), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:44.711366 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7008c9-afc9-4048-b6d0-0406cdfbebc6 None None] Checking router: 8d3d811e-d5e6-4ba9-bb07-170f3d040c07 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:44:44.730975 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1138974-2d0f-44c0-9f8c-00c2963b861a req-0be1f477-ac60-4380-b638-d0b7503f78f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:44.732732 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c1138974-2d0f-44c0-9f8c-00c2963b861a req-0be1f477-ac60-4380-b638-d0b7503f78f3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3958299d-5c46-4d37-a8cb-63d39d73c811 HTTP/1.1" status: 200 len: 915 time: 0.5248404 Feb 17 17:44:44.736148 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7008c9-afc9-4048-b6d0-0406cdfbebc6 None None] Routers {'8d3d811e-d5e6-4ba9-bb07-170f3d040c07'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:44:44.736812 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-ea7008c9-afc9-4048-b6d0-0406cdfbebc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:44:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['8d3d811e-d5e6-4ba9-bb07-170f3d040c07'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:44:44.783239 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253275ef-1111-4467-9be4-916351594e1d req-0f2c0cb5-445a-4a53-adfb-91cc57b06f89 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:44.803736 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-253275ef-1111-4467-9be4-916351594e1d req-0f2c0cb5-445a-4a53-adfb-91cc57b06f89 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/networks?id=86d00201-0d9a-4363-96b8-dd16d5e6e4d8 HTTP/1.1" status: 200 len: 812 time: 0.6076987 Feb 17 17:44:44.924442 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-45d111b1-5ed5-4c35-a39d-6a351749bd7c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8ba14305342046ed9e187f8f7d3a64b7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0108166 Feb 17 17:44:44.927020 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56328) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:44.944385 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d111b1-5ed5-4c35-a39d-6a351749bd7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b68eee9-c342-452e-94af-b1ef15259e2b,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:44.989644 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-253275ef-1111-4467-9be4-916351594e1d req-c5a4ca6a-0260-46d2-b0cd-749a6cd82c4d tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/quotas/33d2652e6f5f4a26a4a17eafa5211a33 HTTP/1.1" status: 200 len: 375 time: 0.1846621 Feb 17 17:44:45.065481 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-547f13a5-6082-4e03-8c82-366abb5a60bc admin admin] Publish callbacks [] for security_group (1b68eee9-c342-452e-94af-b1ef15259e2b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:45.115608 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-547f13a5-6082-4e03-8c82-366abb5a60bc admin admin] Publish callbacks [] for security_group (1b68eee9-c342-452e-94af-b1ef15259e2b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:45.116372 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-253275ef-1111-4467-9be4-916351594e1d req-1c3de53c-50ba-49e4-b449-2d32523f8aa6 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=33d2652e6f5f4a26a4a17eafa5211a33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1174920 Feb 17 17:44:45.206464 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-547f13a5-6082-4e03-8c82-366abb5a60bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (1b68eee9-c342-452e-94af-b1ef15259e2b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:45.209421 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-547f13a5-6082-4e03-8c82-366abb5a60bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:45.212947 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-547f13a5-6082-4e03-8c82-366abb5a60bc admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/1b68eee9-c342-452e-94af-b1ef15259e2b HTTP/1.1" status: 204 len: 168 time: 0.2820988 Feb 17 17:44:45.229591 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547f13a5-6082-4e03-8c82-366abb5a60bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b68eee9-c342-452e-94af-b1ef15259e2b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:45.245552 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56334) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:45.265936 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-74082a87-e319-4da1-9960-c04083b39f20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:45.276369 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-ea7008c9-afc9-4048-b6d0-0406cdfbebc6 None None] Set router 8d3d811e-d5e6-4ba9-bb07-170f3d040c07 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:44:45.284602 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c1138974-2d0f-44c0-9f8c-00c2963b861a req-71eb11ac-1985-4df6-a1cc-984fbf3300c2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d HTTP/1.1" status: 200 len: 998 time: 0.5285659 Feb 17 17:44:45.408693 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-253275ef-1111-4467-9be4-916351594e1d req-63c3b105-c335-4db0-9302-04829f4cf890 service neutron] 10.222.0.87 "GET /v2.0/networks/86d00201-0d9a-4363-96b8-dd16d5e6e4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893047 Feb 17 17:44:45.452110 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-74082a87-e319-4da1-9960-c04083b39f20 admin admin] Publish callbacks [] for security_group (842a197f-7dec-480f-8e78-a8261bf9fbe1), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:45.464506 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-74082a87-e319-4da1-9960-c04083b39f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (842a197f-7dec-480f-8e78-a8261bf9fbe1), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:45.522673 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-74082a87-e319-4da1-9960-c04083b39f20 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=92209b538a024aa99a342b27e94ac772&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2760177 Feb 17 17:44:45.538505 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56338) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:45.646487 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74082a87-e319-4da1-9960-c04083b39f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842a197f-7dec-480f-8e78-a8261bf9fbe1,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:45.690323 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4318c222-0477-43ab-8acc-3f53160a7fe3 req-3f850778-8e54-43fb-9cea-48810b4b3cb9 tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] 10.222.0.87 "GET /v2.0/ports?device_id=b5d8a995-7080-4adb-8beb-399cebcbe888 HTTP/1.1" status: 200 len: 210 time: 0.3989620 Feb 17 17:44:45.781813 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-989102ed-f6ac-494b-9534-e8e982e5a315 admin admin] Publish callbacks [] for security_group (842a197f-7dec-480f-8e78-a8261bf9fbe1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:45.843484 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-989102ed-f6ac-494b-9534-e8e982e5a315 admin admin] Publish callbacks [] for security_group (842a197f-7dec-480f-8e78-a8261bf9fbe1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:46.033300 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-989102ed-f6ac-494b-9534-e8e982e5a315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (842a197f-7dec-480f-8e78-a8261bf9fbe1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:46.041848 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-989102ed-f6ac-494b-9534-e8e982e5a315 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:46.043042 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-989102ed-f6ac-494b-9534-e8e982e5a315 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/842a197f-7dec-480f-8e78-a8261bf9fbe1 HTTP/1.1" status: 204 len: 168 time: 0.5044615 Feb 17 17:44:46.066685 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989102ed-f6ac-494b-9534-e8e982e5a315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842a197f-7dec-480f-8e78-a8261bf9fbe1,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:46.149279 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-253275ef-1111-4467-9be4-916351594e1d req-4cd57a49-a533-4ad3-9c9c-4174ee02d2e1 service neutron] 10.222.0.87 "GET /v2.0/networks/86d00201-0d9a-4363-96b8-dd16d5e6e4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6394672 Feb 17 17:44:46.274057 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1138974-2d0f-44c0-9f8c-00c2963b861a req-2f5ba0ab-3eca-468d-997a-5dbe42672b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:46.279060 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c1138974-2d0f-44c0-9f8c-00c2963b861a req-2f5ba0ab-3eca-468d-997a-5dbe42672b3f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b1447df4-ae3d-4628-92b7-31a64e426c79 HTTP/1.1" status: 200 len: 853 time: 0.9935391 Feb 17 17:44:46.307163 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-ea7008c9-afc9-4048-b6d0-0406cdfbebc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3d811e-d5e6-4ba9-bb07-170f3d040c07', 'name': 'tempest-ServersTestFqdnHostnames-150731531-router', 'tenant_id': 'e508b16e79e443079bc882c92e8d7ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '8240fe3a-a645-4b94-91c6-c365cdbdf6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:44:00Z', 'updated_at': '2022-02-17T17:44:10Z', 'revision_number': 4, 'project_id': 'e508b16e79e443079bc882c92e8d7ca6', 'gw_port': {'id': '8240fe3a-a645-4b94-91c6-c365cdbdf6a3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3d811e-d5e6-4ba9-bb07-170f3d040c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:44:02Z', 'updated_at': '2022-02-17T17:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '74650519-2017-4be5-b87c-6669fcaab6c2', 'tenant_id': 'e508b16e79e443079bc882c92e8d7ca6', 'floating_ip_address': '172.25.8.17', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '8d3d811e-d5e6-4ba9-bb07-170f3d040c07', 'port_id': '7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1937, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3958299d-5c46-4d37-a8cb-63d39d73c811', 'mac_address': 'fa:16:3e:bf:88:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae77a9a-cdc1-4c3e-b685-74ff9d123951', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:44:17Z', 'updated_at': '2022-02-17T17:44:40Z', 'revision_number': 1, 'project_id': 'e508b16e79e443079bc882c92e8d7ca6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dbb2389-a7d0-4e45-8dca-751a5080fa2a', 'name': '', 'network_id': '3958299d-5c46-4d37-a8cb-63d39d73c811', 'tenant_id': 'e508b16e79e443079bc882c92e8d7ca6', 'mac_address': 'fa:16:3e:e3:db:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3d811e-d5e6-4ba9-bb07-170f3d040c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'b1447df4-ae3d-4628-92b7-31a64e426c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:44:09Z', 'updated_at': '2022-02-17T17:44:18Z', 'revision_number': 5, 'project_id': 'e508b16e79e443079bc882c92e8d7ca6', 'subnets': [{'id': 'b1447df4-ae3d-4628-92b7-31a64e426c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:44:46.409404 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7008c9-afc9-4048-b6d0-0406cdfbebc6 None None] The sync data for ids ['8d3d811e-d5e6-4ba9-bb07-170f3d040c07'] in n-d-829613-2 is: [{'id': '8d3d811e-d5e6-4ba9-bb07-170f3d040c07', 'name': 'tempest-ServersTestFqdnHostnames-150731531-router', 'tenant_id': 'e508b16e79e443079bc882c92e8d7ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '8240fe3a-a645-4b94-91c6-c365cdbdf6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:44:00Z', 'updated_at': '2022-02-17T17:44:10Z', 'revision_number': 4, 'project_id': 'e508b16e79e443079bc882c92e8d7ca6', 'gw_port': {'id': '8240fe3a-a645-4b94-91c6-c365cdbdf6a3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3d811e-d5e6-4ba9-bb07-170f3d040c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:44:02Z', 'updated_at': '2022-02-17T17:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '74650519-2017-4be5-b87c-6669fcaab6c2', 'tenant_id': 'e508b16e79e443079bc882c92e8d7ca6', 'floating_ip_address': '172.25.8.17', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '8d3d811e-d5e6-4ba9-bb07-170f3d040c07', 'port_id': '7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1937, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3958299d-5c46-4d37-a8cb-63d39d73c811', 'mac_address': 'fa:16:3e:bf:88:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae77a9a-cdc1-4c3e-b685-74ff9d123951', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:44:17Z', 'updated_at': '2022-02-17T17:44:40Z', 'revision_number': 1, 'project_id': 'e508b16e79e443079bc882c92e8d7ca6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dbb2389-a7d0-4e45-8dca-751a5080fa2a', 'name': '', 'network_id': '3958299d-5c46-4d37-a8cb-63d39d73c811', 'tenant_id': 'e508b16e79e443079bc882c92e8d7ca6', 'mac_address': 'fa:16:3e:e3:db:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3d811e-d5e6-4ba9-bb07-170f3d040c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'b1447df4-ae3d-4628-92b7-31a64e426c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:44:09Z', 'updated_at': '2022-02-17T17:44:18Z', 'revision_number': 5, 'project_id': 'e508b16e79e443079bc882c92e8d7ca6', 'subnets': [{'id': 'b1447df4-ae3d-4628-92b7-31a64e426c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:44:46.479174 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca8c6d0-9fbe-4788-9158-50b4d631b796 req-499fc617-f14c-4856-be89-2bdc226e5a63 tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:46.496629 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cca8c6d0-9fbe-4788-9158-50b4d631b796 req-499fc617-f14c-4856-be89-2bdc226e5a63 tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] 10.222.0.91 "GET /v2.0/networks?id=4b8f5696-8fe0-47a2-bdd3-beda078177b6 HTTP/1.1" status: 200 len: 821 time: 0.8543220 Feb 17 17:44:46.567376 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-80353435-a8d7-4d8c-96ba-d2ea8fb07487 req-dc6cc86e-f553-4b64-993c-e9b6bcf199a3 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=890099b3-e9e1-4e5f-88fe-146b97a3d202 HTTP/1.1" status: 200 len: 210 time: 0.0590394 Feb 17 17:44:46.592703 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-cca8c6d0-9fbe-4788-9158-50b4d631b796 req-f4cf041e-8451-4218-955e-d1351696f65c tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] Request body: {'port': {'device_id': 'b5d8a995-7080-4adb-8beb-399cebcbe888', 'network_id': '4b8f5696-8fe0-47a2-bdd3-beda078177b6', 'admin_state_up': True, 'tenant_id': 'e7622f19e3c2410d87b30fd4cb2065e4'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:44:46.605111 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1138974-2d0f-44c0-9f8c-00c2963b861a req-d31fdbfe-9f68-475f-a8c3-a04e8ee7928a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:46.606803 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c1138974-2d0f-44c0-9f8c-00c2963b861a req-d31fdbfe-9f68-475f-a8c3-a04e8ee7928a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3958299d-5c46-4d37-a8cb-63d39d73c811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3132920 Feb 17 17:44:46.694570 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56388) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:46.796042 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c1138974-2d0f-44c0-9f8c-00c2963b861a req-ff5d7d91-82d5-45b9-8809-89908a7c5ddf service neutron] 10.222.0.71 "GET /v2.0/networks/3958299d-5c46-4d37-a8cb-63d39d73c811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801341 Feb 17 17:44:46.977103 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0311ad5d-98ed-47c7-9bbe-578ec8c017fb None None] New status for floating IP 74650519-2017-4be5-b87c-6669fcaab6c2: ACTIVE {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 17:44:47.156460 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3ff5aadd-6d70-4834-b448-55bac3c39769 req-8c4e9512-9fc7-4711-9023-a96be6e63f7d tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] 10.222.0.87 "GET /v2.0/ports?device_id=b5d8a995-7080-4adb-8beb-399cebcbe888 HTTP/1.1" status: 200 len: 210 time: 0.1981316 Feb 17 17:44:47.261658 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf32a0a9-433d-4239-a393-d5026f16caf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:47.338154 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c1138974-2d0f-44c0-9f8c-00c2963b861a req-def31131-da3b-4ffa-aea2-7405309d5937 service neutron] 10.222.0.71 "GET /v2.0/networks/3958299d-5c46-4d37-a8cb-63d39d73c811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5359960 Feb 17 17:44:47.361780 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cca8c6d0-9fbe-4788-9158-50b4d631b796 req-f4cf041e-8451-4218-955e-d1351696f65c tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] Made reservation on behalf of e7622f19e3c2410d87b30fd4cb2065e4 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:44:47.366414 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-cca8c6d0-9fbe-4788-9158-50b4d631b796 req-f4cf041e-8451-4218-955e-d1351696f65c tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:47.470336 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf32a0a9-433d-4239-a393-d5026f16caf9 admin admin] Publish callbacks [] for security_group (a9be6ff7-5e66-4bd2-8dbb-0755c13699f4), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:47.476193 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf32a0a9-433d-4239-a393-d5026f16caf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (a9be6ff7-5e66-4bd2-8dbb-0755c13699f4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:47.584232 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bf32a0a9-433d-4239-a393-d5026f16caf9 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6e8644f162834213a59b296d376b894c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8885038 Feb 17 17:44:47.585315 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf32a0a9-433d-4239-a393-d5026f16caf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9be6ff7-5e66-4bd2-8dbb-0755c13699f4,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:47.588166 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56424) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:47.637729 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-cca8c6d0-9fbe-4788-9158-50b4d631b796 req-f4cf041e-8451-4218-955e-d1351696f65c tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] Allocated IP 172.20.0.9 (4b8f5696-8fe0-47a2-bdd3-beda078177b6/3bbb4dca-ed6f-4a37-8d44-b5f38b69269f/c710d3d5-eb97-492a-a94c-41a1002e7d1d) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:44:47.747189 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-25ba78a3-16a3-4b4a-9812-062c41ff147a admin admin] Publish callbacks [] for security_group (a9be6ff7-5e66-4bd2-8dbb-0755c13699f4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:47.832030 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-25ba78a3-16a3-4b4a-9812-062c41ff147a admin admin] Publish callbacks [] for security_group (a9be6ff7-5e66-4bd2-8dbb-0755c13699f4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:48.017353 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-25ba78a3-16a3-4b4a-9812-062c41ff147a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (a9be6ff7-5e66-4bd2-8dbb-0755c13699f4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:48.021021 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-25ba78a3-16a3-4b4a-9812-062c41ff147a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:48.022907 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-25ba78a3-16a3-4b4a-9812-062c41ff147a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a9be6ff7-5e66-4bd2-8dbb-0755c13699f4 HTTP/1.1" status: 204 len: 168 time: 0.4159477 Feb 17 17:44:48.034033 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba78a3-16a3-4b4a-9812-062c41ff147a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9be6ff7-5e66-4bd2-8dbb-0755c13699f4,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:48.114027 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-cca8c6d0-9fbe-4788-9158-50b4d631b796 req-f4cf041e-8451-4218-955e-d1351696f65c tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] Publish callbacks [] for port (c710d3d5-eb97-492a-a94c-41a1002e7d1d), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:48.158040 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-cca8c6d0-9fbe-4788-9158-50b4d631b796 req-f4cf041e-8451-4218-955e-d1351696f65c tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (c710d3d5-eb97-492a-a94c-41a1002e7d1d), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:48.220364 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cca8c6d0-9fbe-4788-9158-50b4d631b796 req-f4cf041e-8451-4218-955e-d1351696f65c tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] Network 4b8f5696-8fe0-47a2-bdd3-beda078177b6 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:44:48.224225 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-cca8c6d0-9fbe-4788-9158-50b4d631b796 req-f4cf041e-8451-4218-955e-d1351696f65c tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:44:48.229071 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca8c6d0-9fbe-4788-9158-50b4d631b796 req-f4cf041e-8451-4218-955e-d1351696f65c tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:44:48.257257 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf041e-8451-4218-955e-d1351696f65c tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] Pushing event updated for resources: {'Port': ['ID=c710d3d5-eb97-492a-a94c-41a1002e7d1d,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:48.300683 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca8c6d0-9fbe-4788-9158-50b4d631b796 req-f4cf041e-8451-4218-955e-d1351696f65c tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:48.301681 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-cca8c6d0-9fbe-4788-9158-50b4d631b796 req-f4cf041e-8451-4218-955e-d1351696f65c tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:48.349582 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cca8c6d0-9fbe-4788-9158-50b4d631b796 req-f4cf041e-8451-4218-955e-d1351696f65c tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8432109 Feb 17 17:44:48.362943 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-cca8c6d0-9fbe-4788-9158-50b4d631b796 req-c33e89a5-541c-4754-a94c-7464116a1ed9 service neutron] Request body: {'port': {'device_id': 'b5d8a995-7080-4adb-8beb-399cebcbe888', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:44:48.422603 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdc9d4-a1ad-468a-b937-6dfa87541cdc req-add74d20-0d41-4940-9202-349dd1a8e492 tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:48.424660 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-21fdc9d4-a1ad-468a-b937-6dfa87541cdc req-add74d20-0d41-4940-9202-349dd1a8e492 tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] 10.222.0.87 "GET /v2.0/ports?device_id=b5d8a995-7080-4adb-8beb-399cebcbe888 HTTP/1.1" status: 200 len: 931 time: 0.1199546 Feb 17 17:44:48.478758 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-cca8c6d0-9fbe-4788-9158-50b4d631b796 req-c33e89a5-541c-4754-a94c-7464116a1ed9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c710d3d5-eb97-492a-a94c-41a1002e7d1d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:48.539552 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-21fdc9d4-a1ad-468a-b937-6dfa87541cdc req-15402e06-216d-439c-8681-f816ca32e90a tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] 10.222.0.87 "GET /v2.0/security-groups?id=09272a02-29d8-449d-9462-10b7bec152a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965793 Feb 17 17:44:48.772470 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265c8dd-32e1-42f9-97ec-a6c74beb0b21 req-8dde54b5-750e-420d-9c5d-ed89ac3dea4c tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:48.781340 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5265c8dd-32e1-42f9-97ec-a6c74beb0b21 req-8dde54b5-750e-420d-9c5d-ed89ac3dea4c tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/networks?id=86d00201-0d9a-4363-96b8-dd16d5e6e4d8 HTTP/1.1" status: 200 len: 812 time: 0.2773297 Feb 17 17:44:48.823032 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5265c8dd-32e1-42f9-97ec-a6c74beb0b21 req-e1887125-b838-4e52-a8a9-eda67ece104a tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/quotas/33d2652e6f5f4a26a4a17eafa5211a33 HTTP/1.1" status: 200 len: 375 time: 0.0395575 Feb 17 17:44:48.826271 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:48.909259 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5265c8dd-32e1-42f9-97ec-a6c74beb0b21 req-7581c5aa-0dab-4697-b25a-8a58637de4e2 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=33d2652e6f5f4a26a4a17eafa5211a33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0849650 Feb 17 17:44:49.665123 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:49.706511 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-cca8c6d0-9fbe-4788-9158-50b4d631b796 req-c33e89a5-541c-4754-a94c-7464116a1ed9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c710d3d5-eb97-492a-a94c-41a1002e7d1d {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:44:49.731256 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5265c8dd-32e1-42f9-97ec-a6c74beb0b21 req-6cc8fbf8-1d08-4ff6-8597-a0e25a18e27a service neutron] 10.222.0.87 "GET /v2.0/networks/86d00201-0d9a-4363-96b8-dd16d5e6e4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8084421 Feb 17 17:44:49.751252 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-cca8c6d0-9fbe-4788-9158-50b4d631b796 req-c33e89a5-541c-4754-a94c-7464116a1ed9 service neutron] Publish callbacks [] for port (c710d3d5-eb97-492a-a94c-41a1002e7d1d), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:49.988133 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5265c8dd-32e1-42f9-97ec-a6c74beb0b21 req-127495de-6583-4b1a-90e6-bfdff70aab7c service neutron] 10.222.0.87 "GET /v2.0/networks/86d00201-0d9a-4363-96b8-dd16d5e6e4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486041 Feb 17 17:44:50.022302 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-cca8c6d0-9fbe-4788-9158-50b4d631b796 req-c33e89a5-541c-4754-a94c-7464116a1ed9 service neutron] Transition to ACTIVE for port object c710d3d5-eb97-492a-a94c-41a1002e7d1d will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:44:50.032501 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-cca8c6d0-9fbe-4788-9158-50b4d631b796 req-c33e89a5-541c-4754-a94c-7464116a1ed9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (c710d3d5-eb97-492a-a94c-41a1002e7d1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:50.125451 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e89a5-541c-4754-a94c-7464116a1ed9 service neutron] Pushing event updated for resources: {'Port': ['ID=c710d3d5-eb97-492a-a94c-41a1002e7d1d,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:50.159240 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89cc843-dc31-4c88-a2b0-47cbf1ac5877 req-844d335e-add9-453e-895b-6d2bc8997dcd tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:50.169404 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e89cc843-dc31-4c88-a2b0-47cbf1ac5877 req-844d335e-add9-453e-895b-6d2bc8997dcd tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] 10.222.0.87 "GET /v2.0/ports?device_id=b5d8a995-7080-4adb-8beb-399cebcbe888 HTTP/1.1" status: 200 len: 931 time: 0.4357746 Feb 17 17:44:50.453615 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e9a0407c-a1ab-499d-8bd3-0661a8377100 req-c8164c8e-2bfe-46b5-8a3e-35ff80ef764d tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=47b19356-c350-4152-bf6f-5620755f4022 HTTP/1.1" status: 200 len: 210 time: 0.1229773 Feb 17 17:44:50.520745 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e89cc843-dc31-4c88-a2b0-47cbf1ac5877 req-7750e7a1-c458-44ed-a24b-e5e1f05f8c5e tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] 10.222.0.87 "GET /v2.0/security-groups?id=09272a02-29d8-449d-9462-10b7bec152a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502748 Feb 17 17:44:50.524417 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-cca8c6d0-9fbe-4788-9158-50b4d631b796 req-c33e89a5-541c-4754-a94c-7464116a1ed9 service neutron] Attempting to bind port c710d3d5-eb97-492a-a94c-41a1002e7d1d on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:44:50.525339 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-cca8c6d0-9fbe-4788-9158-50b4d631b796 req-c33e89a5-541c-4754-a94c-7464116a1ed9 service neutron] Attempting to bind port c710d3d5-eb97-492a-a94c-41a1002e7d1d by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '2a3fb966-e279-427c-941b-1457ed4d332e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b8f5696-8fe0-47a2-bdd3-beda078177b6'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:44:50.527799 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca8c6d0-9fbe-4788-9158-50b4d631b796 req-c33e89a5-541c-4754-a94c-7464116a1ed9 service neutron] Attempting to bind port c710d3d5-eb97-492a-a94c-41a1002e7d1d on network 4b8f5696-8fe0-47a2-bdd3-beda078177b6 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:44:50.536847 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca8c6d0-9fbe-4788-9158-50b4d631b796 req-c33e89a5-541c-4754-a94c-7464116a1ed9 service neutron] Port c710d3d5-eb97-492a-a94c-41a1002e7d1d on network 4b8f5696-8fe0-47a2-bdd3-beda078177b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:44:50.536847 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca8c6d0-9fbe-4788-9158-50b4d631b796 req-c33e89a5-541c-4754-a94c-7464116a1ed9 service neutron] Attempting to bind port c710d3d5-eb97-492a-a94c-41a1002e7d1d on network 4b8f5696-8fe0-47a2-bdd3-beda078177b6 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:44:50.544365 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca8c6d0-9fbe-4788-9158-50b4d631b796 req-c33e89a5-541c-4754-a94c-7464116a1ed9 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:44:50.544912 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca8c6d0-9fbe-4788-9158-50b4d631b796 req-c33e89a5-541c-4754-a94c-7464116a1ed9 service neutron] Checking segment: {'id': '2a3fb966-e279-427c-941b-1457ed4d332e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b8f5696-8fe0-47a2-bdd3-beda078177b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:44:50.545681 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca8c6d0-9fbe-4788-9158-50b4d631b796 req-c33e89a5-541c-4754-a94c-7464116a1ed9 service neutron] Bound using segment: {'id': '2a3fb966-e279-427c-941b-1457ed4d332e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b8f5696-8fe0-47a2-bdd3-beda078177b6'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:44:50.546251 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-cca8c6d0-9fbe-4788-9158-50b4d631b796 req-c33e89a5-541c-4754-a94c-7464116a1ed9 service neutron] Bound port: c710d3d5-eb97-492a-a94c-41a1002e7d1d, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3fb966-e279-427c-941b-1457ed4d332e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b8f5696-8fe0-47a2-bdd3-beda078177b6'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:44:50.546785 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-cca8c6d0-9fbe-4788-9158-50b4d631b796 req-c33e89a5-541c-4754-a94c-7464116a1ed9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c710d3d5-eb97-492a-a94c-41a1002e7d1d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:50.641197 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-cca8c6d0-9fbe-4788-9158-50b4d631b796 req-c33e89a5-541c-4754-a94c-7464116a1ed9 service neutron] For port c710d3d5-eb97-492a-a94c-41a1002e7d1d, host n-h2-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:44:50.647146 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-cca8c6d0-9fbe-4788-9158-50b4d631b796 req-c33e89a5-541c-4754-a94c-7464116a1ed9 service neutron] For port c710d3d5-eb97-492a-a94c-41a1002e7d1d, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=c710d3d5-eb97-492a-a94c-41a1002e7d1d,segment=NetworkSegment(2a3fb966-e279-427c-941b-1457ed4d332e),segment_id=2a3fb966-e279-427c-941b-1457ed4d332e)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:44:50.657035 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-cca8c6d0-9fbe-4788-9158-50b4d631b796 req-c33e89a5-541c-4754-a94c-7464116a1ed9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (c710d3d5-eb97-492a-a94c-41a1002e7d1d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:50.712439 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca8c6d0-9fbe-4788-9158-50b4d631b796 req-c33e89a5-541c-4754-a94c-7464116a1ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:50.713084 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-cca8c6d0-9fbe-4788-9158-50b4d631b796 req-c33e89a5-541c-4754-a94c-7464116a1ed9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:50.714707 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cca8c6d0-9fbe-4788-9158-50b4d631b796 req-c33e89a5-541c-4754-a94c-7464116a1ed9 service neutron] 10.222.0.91 "PUT /v2.0/ports/c710d3d5-eb97-492a-a94c-41a1002e7d1d HTTP/1.1" status: 200 len: 1091 time: 2.3567688 Feb 17 17:44:50.719049 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5d8a995-7080-4adb-8beb-399cebcbe888', 'tag': 'c710d3d5-eb97-492a-a94c-41a1002e7d1d'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:44:50.722148 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b198ba-c6ea-4924-be67-9ccb772fa0b8" -d '{"events": [{"name": "network-changed", "server_uuid": "b5d8a995-7080-4adb-8beb-399cebcbe888", "tag": "c710d3d5-eb97-492a-a94c-41a1002e7d1d"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:44:50.809835 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea490284-3685-4c1e-9074-579cc20da1b7 x-openstack-request-id: req-ea490284-3685-4c1e-9074-579cc20da1b7 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:44:50.810422 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5d8a995-7080-4adb-8beb-399cebcbe888", "tag": "c710d3d5-eb97-492a-a94c-41a1002e7d1d", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:44:50.810689 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ea490284-3685-4c1e-9074-579cc20da1b7 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:44:50.811154 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5d8a995-7080-4adb-8beb-399cebcbe888', 'tag': 'c710d3d5-eb97-492a-a94c-41a1002e7d1d', 'status': 'completed', 'code': 200} Feb 17 17:44:50.819030 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e89a5-541c-4754-a94c-7464116a1ed9 service neutron] Pushing event updated for resources: {'Port': ['ID=c710d3d5-eb97-492a-a94c-41a1002e7d1d,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:50.859304 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca8c6d0-9fbe-4788-9158-50b4d631b796 req-12376128-e3c3-4ae6-9888-62e21ade7a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:50.861953 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cca8c6d0-9fbe-4788-9158-50b4d631b796 req-12376128-e3c3-4ae6-9888-62e21ade7a65 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e7622f19e3c2410d87b30fd4cb2065e4&device_id=b5d8a995-7080-4adb-8beb-399cebcbe888 HTTP/1.1" status: 200 len: 1125 time: 0.1063972 Feb 17 17:44:50.994736 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cca8c6d0-9fbe-4788-9158-50b4d631b796 req-7ff890b0-fbd7-4edf-8fb3-1da228033e68 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c710d3d5-eb97-492a-a94c-41a1002e7d1d HTTP/1.1" status: 200 len: 217 time: 0.1242523 Feb 17 17:44:51.100991 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca8c6d0-9fbe-4788-9158-50b4d631b796 req-a2a9a7d3-f36a-4e30-a779-b747919e0ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:51.102547 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cca8c6d0-9fbe-4788-9158-50b4d631b796 req-a2a9a7d3-f36a-4e30-a779-b747919e0ddb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3bbb4dca-ed6f-4a37-8d44-b5f38b69269f HTTP/1.1" status: 200 len: 861 time: 0.1009860 Feb 17 17:44:51.150385 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cca8c6d0-9fbe-4788-9158-50b4d631b796 req-de6fb086-32e0-4f19-8490-bd2ce2e6458f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4b8f5696-8fe0-47a2-bdd3-beda078177b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412641 Feb 17 17:44:51.214710 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56550) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:51.333647 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cca8c6d0-9fbe-4788-9158-50b4d631b796 req-4307df5e-bd80-4ff3-8628-1d408c305ae0 service neutron] 10.222.0.91 "GET /v2.0/networks/4b8f5696-8fe0-47a2-bdd3-beda078177b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773789 Feb 17 17:44:51.471539 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cca8c6d0-9fbe-4788-9158-50b4d631b796 req-a1ad3ff1-75b5-4062-b314-4401c01d2ce4 service neutron] 10.222.0.91 "GET /v2.0/networks/4b8f5696-8fe0-47a2-bdd3-beda078177b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321528 Feb 17 17:44:51.739977 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-39441f51-40a3-491e-93cd-87acd6103e2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:51.929515 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-114b9f04-753c-4096-8968-6ec11b00c111 req-d2cef799-dea3-4bb5-9748-136e00f7724b tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=47b19356-c350-4152-bf6f-5620755f4022 HTTP/1.1" status: 200 len: 210 time: 0.2708812 Feb 17 17:44:52.013938 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-39441f51-40a3-491e-93cd-87acd6103e2f admin admin] Publish callbacks [] for security_group (f193958d-bb17-4e42-b387-8e9889385762), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:52.020806 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-39441f51-40a3-491e-93cd-87acd6103e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (f193958d-bb17-4e42-b387-8e9889385762), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:52.038003 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b198ba-c6ea-4924-be67-9ccb772fa0b8 req-4bad5c5b-557e-4581-b619-0d6c39337330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:52.049453 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-68b198ba-c6ea-4924-be67-9ccb772fa0b8 req-4bad5c5b-557e-4581-b619-0d6c39337330 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e7622f19e3c2410d87b30fd4cb2065e4&device_id=b5d8a995-7080-4adb-8beb-399cebcbe888 HTTP/1.1" status: 200 len: 1125 time: 0.4774010 Feb 17 17:44:52.064819 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39441f51-40a3-491e-93cd-87acd6103e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f193958d-bb17-4e42-b387-8e9889385762,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:52.105314 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-39441f51-40a3-491e-93cd-87acd6103e2f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=200b5d8e72f34307825d5f85730973a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8886502 Feb 17 17:44:52.107221 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56586) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:52.185243 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1faf8c8d-1387-45ce-a0d0-305bd4d9617f admin admin] Publish callbacks [] for security_group (f193958d-bb17-4e42-b387-8e9889385762), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:52.244354 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1faf8c8d-1387-45ce-a0d0-305bd4d9617f admin admin] Publish callbacks [] for security_group (f193958d-bb17-4e42-b387-8e9889385762), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:52.334346 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf76f5-7db2-4a61-98a0-ab52ecfedb3f req-016e9c2a-bcad-40b3-8cf2-e0d304525551 tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:52.342875 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ccbf76f5-7db2-4a61-98a0-ab52ecfedb3f req-016e9c2a-bcad-40b3-8cf2-e0d304525551 tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] 10.222.0.87 "GET /v2.0/ports?device_id=b5d8a995-7080-4adb-8beb-399cebcbe888 HTTP/1.1" status: 200 len: 943 time: 0.6462195 Feb 17 17:44:52.356111 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1faf8c8d-1387-45ce-a0d0-305bd4d9617f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (f193958d-bb17-4e42-b387-8e9889385762), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:52.360537 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1faf8c8d-1387-45ce-a0d0-305bd4d9617f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:52.362498 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-1faf8c8d-1387-45ce-a0d0-305bd4d9617f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f193958d-bb17-4e42-b387-8e9889385762 HTTP/1.1" status: 204 len: 168 time: 0.2539389 Feb 17 17:44:52.378272 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf8c8d-1387-45ce-a0d0-305bd4d9617f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f193958d-bb17-4e42-b387-8e9889385762,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:52.589456 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265c8dd-32e1-42f9-97ec-a6c74beb0b21 req-ed232c28-aa11-47b0-b342-017400f40fd9 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:52.593242 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5265c8dd-32e1-42f9-97ec-a6c74beb0b21 req-ed232c28-aa11-47b0-b342-017400f40fd9 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.71 "GET /v2.0/networks?id=86d00201-0d9a-4363-96b8-dd16d5e6e4d8 HTTP/1.1" status: 200 len: 812 time: 0.8397646 Feb 17 17:44:52.631888 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-5265c8dd-32e1-42f9-97ec-a6c74beb0b21 req-fbb5386f-e86b-4b8f-80cd-eb14f1e5ea1a tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Request body: {'port': {'device_id': '47b19356-c350-4152-bf6f-5620755f4022', 'network_id': '86d00201-0d9a-4363-96b8-dd16d5e6e4d8', 'admin_state_up': True, 'tenant_id': '33d2652e6f5f4a26a4a17eafa5211a33'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:44:52.750326 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b198ba-c6ea-4924-be67-9ccb772fa0b8 req-b1c5272f-b299-4500-b5b1-4834842afc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:52.752331 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-68b198ba-c6ea-4924-be67-9ccb772fa0b8 req-b1c5272f-b299-4500-b5b1-4834842afc9a service neutron] 10.222.0.91 "GET /v2.0/networks?id=4b8f5696-8fe0-47a2-bdd3-beda078177b6 HTTP/1.1" status: 200 len: 922 time: 0.6594625 Feb 17 17:44:52.768526 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ccbf76f5-7db2-4a61-98a0-ab52ecfedb3f req-ea3392e2-817f-4bd7-aaec-ea075b396dde tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] 10.222.0.87 "GET /v2.0/security-groups?id=09272a02-29d8-449d-9462-10b7bec152a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332825 Feb 17 17:44:52.858987 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-68b198ba-c6ea-4924-be67-9ccb772fa0b8 req-1ef884b8-4b69-4299-9d2d-6c2e4346490b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c710d3d5-eb97-492a-a94c-41a1002e7d1d HTTP/1.1" status: 200 len: 217 time: 0.0881953 Feb 17 17:44:52.981749 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b198ba-c6ea-4924-be67-9ccb772fa0b8 req-40cf2bd5-22cd-4805-85a3-2d9f8f8a4fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:52.983317 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-68b198ba-c6ea-4924-be67-9ccb772fa0b8 req-40cf2bd5-22cd-4805-85a3-2d9f8f8a4fec service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3bbb4dca-ed6f-4a37-8d44-b5f38b69269f HTTP/1.1" status: 200 len: 861 time: 0.1159558 Feb 17 17:44:53.087265 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-68b198ba-c6ea-4924-be67-9ccb772fa0b8 req-1ade885a-7bbd-40fd-98cb-e6d5c44e9ed7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=4b8f5696-8fe0-47a2-bdd3-beda078177b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906315 Feb 17 17:44:53.200099 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b07b103d-d23e-4706-a74a-18d699930c1f req-49490f9f-8479-459a-a6e1-1f3b0f93dac0 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=47b19356-c350-4152-bf6f-5620755f4022 HTTP/1.1" status: 200 len: 210 time: 0.1113539 Feb 17 17:44:53.204861 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5265c8dd-32e1-42f9-97ec-a6c74beb0b21 req-fbb5386f-e86b-4b8f-80cd-eb14f1e5ea1a tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Made reservation on behalf of 33d2652e6f5f4a26a4a17eafa5211a33 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:44:53.211221 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-5265c8dd-32e1-42f9-97ec-a6c74beb0b21 req-fbb5386f-e86b-4b8f-80cd-eb14f1e5ea1a tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:53.387809 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-68b198ba-c6ea-4924-be67-9ccb772fa0b8 req-5b0118db-20e8-4852-8222-75e7d8310ddb service neutron] 10.222.0.91 "GET /v2.0/networks/4b8f5696-8fe0-47a2-bdd3-beda078177b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885401 Feb 17 17:44:53.546750 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-5265c8dd-32e1-42f9-97ec-a6c74beb0b21 req-fbb5386f-e86b-4b8f-80cd-eb14f1e5ea1a tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Allocated IP 172.20.0.4 (86d00201-0d9a-4363-96b8-dd16d5e6e4d8/9b38a8c5-5190-4e64-a2cf-0cc233f21627/96fada7f-05dd-4973-9ce8-0f5f68f0cf8f) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:44:53.550370 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-68b198ba-c6ea-4924-be67-9ccb772fa0b8 req-1fd28117-6f41-41b3-93a6-67cd9f88f3e9 service neutron] 10.222.0.91 "GET /v2.0/networks/4b8f5696-8fe0-47a2-bdd3-beda078177b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491838 Feb 17 17:44:53.830208 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-5265c8dd-32e1-42f9-97ec-a6c74beb0b21 req-fbb5386f-e86b-4b8f-80cd-eb14f1e5ea1a tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Publish callbacks [] for port (96fada7f-05dd-4973-9ce8-0f5f68f0cf8f), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:53.880489 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-5265c8dd-32e1-42f9-97ec-a6c74beb0b21 req-fbb5386f-e86b-4b8f-80cd-eb14f1e5ea1a tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (96fada7f-05dd-4973-9ce8-0f5f68f0cf8f), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:53.915006 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device c710d3d5-eb97-492a-a94c-41a1002e7d1d details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:44:53.938266 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56642) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:53.986888 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb5386f-e86b-4b8f-80cd-eb14f1e5ea1a tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Pushing event updated for resources: {'Port': ['ID=96fada7f-05dd-4973-9ce8-0f5f68f0cf8f,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:54.120334 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5265c8dd-32e1-42f9-97ec-a6c74beb0b21 req-fbb5386f-e86b-4b8f-80cd-eb14f1e5ea1a tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Network 86d00201-0d9a-4363-96b8-dd16d5e6e4d8 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:44:54.140206 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-5265c8dd-32e1-42f9-97ec-a6c74beb0b21 req-fbb5386f-e86b-4b8f-80cd-eb14f1e5ea1a tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:44:54.148852 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-5265c8dd-32e1-42f9-97ec-a6c74beb0b21 req-fbb5386f-e86b-4b8f-80cd-eb14f1e5ea1a tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:44:54.177368 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port c710d3d5-eb97-492a-a94c-41a1002e7d1d, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=c710d3d5-eb97-492a-a94c-41a1002e7d1d,segment=NetworkSegment(2a3fb966-e279-427c-941b-1457ed4d332e),segment_id=2a3fb966-e279-427c-941b-1457ed4d332e)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:44:54.207007 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': 'c710d3d5-eb97-492a-a94c-41a1002e7d1d', 'network_id': '4b8f5696-8fe0-47a2-bdd3-beda078177b6', 'port_id': 'c710d3d5-eb97-492a-a94c-41a1002e7d1d', 'mac_address': 'fa:16:3e:bd:63:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bbb4dca-ed6f-4a37-8d44-b5f38b69269f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:44:54.265253 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91ee73-9958-42d8-92e2-9fa1a2781d48 req-3a4ed766-2d5d-439c-9e32-7327172f46eb tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:54.270743 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a91ee73-9958-42d8-92e2-9fa1a2781d48 req-3a4ed766-2d5d-439c-9e32-7327172f46eb tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] 10.222.0.87 "GET /v2.0/ports?device_id=b5d8a995-7080-4adb-8beb-399cebcbe888 HTTP/1.1" status: 200 len: 943 time: 0.2833507 Feb 17 17:44:54.271263 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 56664) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:54.310510 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265c8dd-32e1-42f9-97ec-a6c74beb0b21 req-fbb5386f-e86b-4b8f-80cd-eb14f1e5ea1a tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:54.311511 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-5265c8dd-32e1-42f9-97ec-a6c74beb0b21 req-fbb5386f-e86b-4b8f-80cd-eb14f1e5ea1a tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:54.354287 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port c710d3d5-eb97-492a-a94c-41a1002e7d1d is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:44:54.354693 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c710d3d5-eb97-492a-a94c-41a1002e7d1d), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:54.373473 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c2402e8d-c824-44ea-8787-686c57753a3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:54.398643 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5265c8dd-32e1-42f9-97ec-a6c74beb0b21 req-fbb5386f-e86b-4b8f-80cd-eb14f1e5ea1a tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7866809 Feb 17 17:44:54.403132 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c710d3d5-eb97-492a-a94c-41a1002e7d1d {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:44:54.403341 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a91ee73-9958-42d8-92e2-9fa1a2781d48 req-3a41ea9f-ff1b-4794-90a3-81f14e5f3bf7 tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] 10.222.0.87 "GET /v2.0/security-groups?id=09272a02-29d8-449d-9462-10b7bec152a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259892 Feb 17 17:44:54.425917 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-5265c8dd-32e1-42f9-97ec-a6c74beb0b21 req-8cc1b163-45f0-4625-a811-12df2784ceec service neutron] Request body: {'port': {'device_id': '47b19356-c350-4152-bf6f-5620755f4022', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:44:54.486630 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port c710d3d5-eb97-492a-a94c-41a1002e7d1d, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=c710d3d5-eb97-492a-a94c-41a1002e7d1d,segment=NetworkSegment(2a3fb966-e279-427c-941b-1457ed4d332e),segment_id=2a3fb966-e279-427c-941b-1457ed4d332e)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:44:54.498519 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c710d3d5-eb97-492a-a94c-41a1002e7d1d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:54.581319 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 56676) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:54.638843 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-94c0fc46-64b0-4a0a-b7d1-0783f6a41ced admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:54.672019 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=c710d3d5-eb97-492a-a94c-41a1002e7d1d,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:54.689380 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c2402e8d-c824-44ea-8787-686c57753a3e admin admin] Publish callbacks [] for security_group (5b861ea7-57cf-43ce-b046-d602f4020118), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:54.693815 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c2402e8d-c824-44ea-8787-686c57753a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (5b861ea7-57cf-43ce-b046-d602f4020118), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:54.743729 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['c710d3d5-eb97-492a-a94c-41a1002e7d1d'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:44:54.785864 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c2402e8d-c824-44ea-8787-686c57753a3e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9c53b877f67847848328e45f0c9af62c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8464999 Feb 17 17:44:54.790859 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56682) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:54.791894 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2402e8d-c824-44ea-8787-686c57753a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b861ea7-57cf-43ce-b046-d602f4020118,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:54.837124 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-5265c8dd-32e1-42f9-97ec-a6c74beb0b21 req-8cc1b163-45f0-4625-a811-12df2784ceec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (96fada7f-05dd-4973-9ce8-0f5f68f0cf8f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:54.931295 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1764c0-a38c-41dd-8e0d-ae3b01340a07 req-b3d1810d-d618-4516-ad07-12f146ce9ddc tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:54.934378 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7460e88f-77bf-40f5-a931-c6247f9969e5 admin admin] Publish callbacks [] for security_group (5b861ea7-57cf-43ce-b046-d602f4020118), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:54.942833 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cd1764c0-a38c-41dd-8e0d-ae3b01340a07 req-b3d1810d-d618-4516-ad07-12f146ce9ddc tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=47b19356-c350-4152-bf6f-5620755f4022 HTTP/1.1" status: 200 len: 931 time: 0.4366286 Feb 17 17:44:54.990444 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7460e88f-77bf-40f5-a931-c6247f9969e5 admin admin] Publish callbacks [] for security_group (5b861ea7-57cf-43ce-b046-d602f4020118), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:55.097014 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7460e88f-77bf-40f5-a931-c6247f9969e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (5b861ea7-57cf-43ce-b046-d602f4020118), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:55.100125 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7460e88f-77bf-40f5-a931-c6247f9969e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:55.104742 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7460e88f-77bf-40f5-a931-c6247f9969e5 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5b861ea7-57cf-43ce-b046-d602f4020118 HTTP/1.1" status: 204 len: 168 time: 0.3094187 Feb 17 17:44:55.114905 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7460e88f-77bf-40f5-a931-c6247f9969e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b861ea7-57cf-43ce-b046-d602f4020118,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:55.248420 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cd1764c0-a38c-41dd-8e0d-ae3b01340a07 req-0e36472b-6287-4da2-9120-86462744b41e tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852621 Feb 17 17:44:55.259541 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-94c0fc46-64b0-4a0a-b7d1-0783f6a41ced admin admin] Publish callbacks [] for security_group (312527aa-e4c9-42ea-9505-a93f5e1723c0), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:55.285016 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-94c0fc46-64b0-4a0a-b7d1-0783f6a41ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (312527aa-e4c9-42ea-9505-a93f5e1723c0), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:55.601313 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c0fc46-64b0-4a0a-b7d1-0783f6a41ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=312527aa-e4c9-42ea-9505-a93f5e1723c0,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:55.612059 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-94c0fc46-64b0-4a0a-b7d1-0783f6a41ced admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3863245253f548a09b2cf3176f7fd28c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3396857 Feb 17 17:44:55.615754 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56710) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:55.714899 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56716) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:55.756575 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-05c02aa2-c007-447a-aab5-418891171021 admin admin] Publish callbacks [] for security_group (312527aa-e4c9-42ea-9505-a93f5e1723c0), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:55.786820 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-05c02aa2-c007-447a-aab5-418891171021 admin admin] Publish callbacks [] for security_group (312527aa-e4c9-42ea-9505-a93f5e1723c0), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:55.866340 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-05c02aa2-c007-447a-aab5-418891171021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (312527aa-e4c9-42ea-9505-a93f5e1723c0), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:55.869909 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-05c02aa2-c007-447a-aab5-418891171021 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:55.871509 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-05c02aa2-c007-447a-aab5-418891171021 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/312527aa-e4c9-42ea-9505-a93f5e1723c0 HTTP/1.1" status: 204 len: 168 time: 0.2544944 Feb 17 17:44:55.881624 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c02aa2-c007-447a-aab5-418891171021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=312527aa-e4c9-42ea-9505-a93f5e1723c0,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:55.928852 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device c710d3d5-eb97-492a-a94c-41a1002e7d1d up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:44:55.982807 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bba999-5174-4e90-afee-64afe64acffd req-ab9fa85c-a271-4108-91d8-6e14825b621b tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:55.985482 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-40bba999-5174-4e90-afee-64afe64acffd req-ab9fa85c-a271-4108-91d8-6e14825b621b tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] 10.222.0.87 "GET /v2.0/ports?device_id=b5d8a995-7080-4adb-8beb-399cebcbe888 HTTP/1.1" status: 200 len: 944 time: 0.3699114 Feb 17 17:44:56.054752 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port c710d3d5-eb97-492a-a94c-41a1002e7d1d completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:44:56.064909 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port c710d3d5-eb97-492a-a94c-41a1002e7d1d triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:44:56.065540 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c710d3d5-eb97-492a-a94c-41a1002e7d1d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:56.139844 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-40bba999-5174-4e90-afee-64afe64acffd req-26718952-61e7-474f-b667-7fdec68e49fa tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] 10.222.0.87 "GET /v2.0/security-groups?id=09272a02-29d8-449d-9462-10b7bec152a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476765 Feb 17 17:44:56.166144 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-752e3a34-0063-4bfd-aa13-f3e510bed831 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:56.192502 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56728) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:56.201809 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-5265c8dd-32e1-42f9-97ec-a6c74beb0b21 req-8cc1b163-45f0-4625-a811-12df2784ceec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96fada7f-05dd-4973-9ce8-0f5f68f0cf8f {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:44:56.214365 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-5265c8dd-32e1-42f9-97ec-a6c74beb0b21 req-8cc1b163-45f0-4625-a811-12df2784ceec service neutron] Publish callbacks [] for port (96fada7f-05dd-4973-9ce8-0f5f68f0cf8f), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:56.237698 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-5265c8dd-32e1-42f9-97ec-a6c74beb0b21 req-8cc1b163-45f0-4625-a811-12df2784ceec service neutron] Transition to ACTIVE for port object 96fada7f-05dd-4973-9ce8-0f5f68f0cf8f will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:44:56.244440 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-5265c8dd-32e1-42f9-97ec-a6c74beb0b21 req-8cc1b163-45f0-4625-a811-12df2784ceec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (96fada7f-05dd-4973-9ce8-0f5f68f0cf8f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:56.295988 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port c710d3d5-eb97-492a-a94c-41a1002e7d1d is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:44:56.297104 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c710d3d5-eb97-492a-a94c-41a1002e7d1d), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:56.386535 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1b163-45f0-4625-a811-12df2784ceec service neutron] Pushing event updated for resources: {'Port': ['ID=96fada7f-05dd-4973-9ce8-0f5f68f0cf8f,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:56.399628 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d8a995-7080-4adb-8beb-399cebcbe888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c710d3d5-eb97-492a-a94c-41a1002e7d1d'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:44:56.404946 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a908e6-40b3-452d-999a-76dc23734ad4" -d '{"events": [{"server_uuid": "b5d8a995-7080-4adb-8beb-399cebcbe888", "name": "network-vif-plugged", "status": "completed", "tag": "c710d3d5-eb97-492a-a94c-41a1002e7d1d"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:44:56.429887 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-752e3a34-0063-4bfd-aa13-f3e510bed831 admin admin] Publish callbacks [] for security_group (a24f22af-0aae-47bd-8f60-a7230ae1830e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:56.434116 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port c710d3d5-eb97-492a-a94c-41a1002e7d1d, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=c710d3d5-eb97-492a-a94c-41a1002e7d1d,segment=NetworkSegment(2a3fb966-e279-427c-941b-1457ed4d332e),segment_id=2a3fb966-e279-427c-941b-1457ed4d332e)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:44:56.435525 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-752e3a34-0063-4bfd-aa13-f3e510bed831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (a24f22af-0aae-47bd-8f60-a7230ae1830e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:56.444363 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c710d3d5-eb97-492a-a94c-41a1002e7d1d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:56.484953 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a763f0ec-886c-4fc1-aa63-6e15435055eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (840903af-ad3e-4180-93f6-7e726b422724), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:56.522918 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029e3911-9aae-4ee8-b486-25a1c9d19eeb x-openstack-request-id: req-029e3911-9aae-4ee8-b486-25a1c9d19eeb {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:44:56.524828 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d8a995-7080-4adb-8beb-399cebcbe888", "name": "network-vif-plugged", "status": "completed", "tag": "c710d3d5-eb97-492a-a94c-41a1002e7d1d", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:44:56.525393 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-029e3911-9aae-4ee8-b486-25a1c9d19eeb {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:44:56.525611 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-752e3a34-0063-4bfd-aa13-f3e510bed831 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=81627310afe34d24bf56d01f54f9f7d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8048816 Feb 17 17:44:56.526149 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d8a995-7080-4adb-8beb-399cebcbe888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c710d3d5-eb97-492a-a94c-41a1002e7d1d', 'code': 200} Feb 17 17:44:56.535446 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56740) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:56.536211 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e3a34-0063-4bfd-aa13-f3e510bed831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24f22af-0aae-47bd-8f60-a7230ae1830e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:56.615514 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=c710d3d5-eb97-492a-a94c-41a1002e7d1d,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:56.687657 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fb560c0b-e45e-4472-985d-e0e11dace3d4 admin admin] Publish callbacks [] for security_group (a24f22af-0aae-47bd-8f60-a7230ae1830e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:56.745681 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-31c6a705-3a20-4ffe-a08b-044d018c978d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:56.784501 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fb560c0b-e45e-4472-985d-e0e11dace3d4 admin admin] Publish callbacks [] for security_group (a24f22af-0aae-47bd-8f60-a7230ae1830e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:56.986187 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-31c6a705-3a20-4ffe-a08b-044d018c978d admin admin] Publish callbacks [] for security_group (46cd43d4-109b-46fa-bbc2-1ff8f3d0158e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:56.989669 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56748) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:56.991872 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fb560c0b-e45e-4472-985d-e0e11dace3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (a24f22af-0aae-47bd-8f60-a7230ae1830e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:56.995654 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fb560c0b-e45e-4472-985d-e0e11dace3d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:56.997337 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fb560c0b-e45e-4472-985d-e0e11dace3d4 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a24f22af-0aae-47bd-8f60-a7230ae1830e HTTP/1.1" status: 204 len: 168 time: 0.4510090 Feb 17 17:44:57.010653 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-31c6a705-3a20-4ffe-a08b-044d018c978d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (46cd43d4-109b-46fa-bbc2-1ff8f3d0158e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:57.023072 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb560c0b-e45e-4472-985d-e0e11dace3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24f22af-0aae-47bd-8f60-a7230ae1830e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:57.124351 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c6a705-3a20-4ffe-a08b-044d018c978d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46cd43d4-109b-46fa-bbc2-1ff8f3d0158e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:57.159048 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2351c574-5189-43e7-86f8-6ff69d95731b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:57.254245 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-31c6a705-3a20-4ffe-a08b-044d018c978d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1ed8b42a783d4defa985a0900fa2e1a1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0602653 Feb 17 17:44:57.256786 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56758) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:57.422123 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2351c574-5189-43e7-86f8-6ff69d95731b admin admin] Publish callbacks [] for security_group (44878a46-d1a9-4995-85a1-be0a846e302c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:57.423946 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10064e17-dc07-4fd7-b0a0-9b3f78856508 admin admin] Publish callbacks [] for security_group (46cd43d4-109b-46fa-bbc2-1ff8f3d0158e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:57.430301 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2351c574-5189-43e7-86f8-6ff69d95731b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (44878a46-d1a9-4995-85a1-be0a846e302c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:57.520922 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10064e17-dc07-4fd7-b0a0-9b3f78856508 admin admin] Publish callbacks [] for security_group (46cd43d4-109b-46fa-bbc2-1ff8f3d0158e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:57.533522 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcad91f-e1b2-4345-8afc-18453e19b608 req-833c20f6-8e63-400b-9b2c-c367766a0865 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:57.535092 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2bcad91f-e1b2-4345-8afc-18453e19b608 req-833c20f6-8e63-400b-9b2c-c367766a0865 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=47b19356-c350-4152-bf6f-5620755f4022 HTTP/1.1" status: 200 len: 943 time: 1.1570220 Feb 17 17:44:57.575924 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd28ed-512c-4841-8923-53ad6a7de113 req-5fd764be-718a-4c17-9b17-fedf5643da27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:57.577467 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-45bd28ed-512c-4841-8923-53ad6a7de113 req-5fd764be-718a-4c17-9b17-fedf5643da27 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b5d8a995-7080-4adb-8beb-399cebcbe888 HTTP/1.1" status: 200 len: 1127 time: 0.9913869 Feb 17 17:44:57.626293 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2351c574-5189-43e7-86f8-6ff69d95731b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e5fc1eef6c0c4bba9c5f104a79a3f53e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6268771 Feb 17 17:44:57.629684 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56770) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:57.682805 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2351c574-5189-43e7-86f8-6ff69d95731b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44878a46-d1a9-4995-85a1-be0a846e302c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:57.685079 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-45bd28ed-512c-4841-8923-53ad6a7de113 req-4066b6df-dfea-443f-9453-74230d08a30a service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=09272a02-29d8-449d-9462-10b7bec152a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953152 Feb 17 17:44:57.728591 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe331c2-f408-4ddf-9625-dfb65529815e req-47d92795-df8b-4b79-940b-b0c6ba40a4bd tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:57.730131 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ebe331c2-f408-4ddf-9625-dfb65529815e req-47d92795-df8b-4b79-940b-b0c6ba40a4bd tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] 10.222.0.87 "GET /v2.0/ports?device_id=b5d8a995-7080-4adb-8beb-399cebcbe888 HTTP/1.1" status: 200 len: 945 time: 0.3572233 Feb 17 17:44:57.753277 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-5265c8dd-32e1-42f9-97ec-a6c74beb0b21 req-8cc1b163-45f0-4625-a811-12df2784ceec service neutron] Attempting to bind port 96fada7f-05dd-4973-9ce8-0f5f68f0cf8f on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:44:57.753617 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-5265c8dd-32e1-42f9-97ec-a6c74beb0b21 req-8cc1b163-45f0-4625-a811-12df2784ceec service neutron] Attempting to bind port 96fada7f-05dd-4973-9ce8-0f5f68f0cf8f by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': 'a9afe95a-bc81-4053-bcf6-93dc37b0f7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '86d00201-0d9a-4363-96b8-dd16d5e6e4d8'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:44:57.753949 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5265c8dd-32e1-42f9-97ec-a6c74beb0b21 req-8cc1b163-45f0-4625-a811-12df2784ceec service neutron] Attempting to bind port 96fada7f-05dd-4973-9ce8-0f5f68f0cf8f on network 86d00201-0d9a-4363-96b8-dd16d5e6e4d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:44:57.760306 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5265c8dd-32e1-42f9-97ec-a6c74beb0b21 req-8cc1b163-45f0-4625-a811-12df2784ceec service neutron] Port 96fada7f-05dd-4973-9ce8-0f5f68f0cf8f on network 86d00201-0d9a-4363-96b8-dd16d5e6e4d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:44:57.760683 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5265c8dd-32e1-42f9-97ec-a6c74beb0b21 req-8cc1b163-45f0-4625-a811-12df2784ceec service neutron] Attempting to bind port 96fada7f-05dd-4973-9ce8-0f5f68f0cf8f on network 86d00201-0d9a-4363-96b8-dd16d5e6e4d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:44:57.852276 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5265c8dd-32e1-42f9-97ec-a6c74beb0b21 req-8cc1b163-45f0-4625-a811-12df2784ceec service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:44:57.852276 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5265c8dd-32e1-42f9-97ec-a6c74beb0b21 req-8cc1b163-45f0-4625-a811-12df2784ceec service neutron] Checking segment: {'id': 'a9afe95a-bc81-4053-bcf6-93dc37b0f7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '86d00201-0d9a-4363-96b8-dd16d5e6e4d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:44:57.852676 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-342f803d-32ec-45f7-8549-a080a9764eef admin admin] Publish callbacks [] for security_group (44878a46-d1a9-4995-85a1-be0a846e302c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:57.859331 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5265c8dd-32e1-42f9-97ec-a6c74beb0b21 req-8cc1b163-45f0-4625-a811-12df2784ceec service neutron] Bound using segment: {'id': 'a9afe95a-bc81-4053-bcf6-93dc37b0f7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '86d00201-0d9a-4363-96b8-dd16d5e6e4d8'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:44:57.860630 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-5265c8dd-32e1-42f9-97ec-a6c74beb0b21 req-8cc1b163-45f0-4625-a811-12df2784ceec service neutron] Bound port: 96fada7f-05dd-4973-9ce8-0f5f68f0cf8f, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9afe95a-bc81-4053-bcf6-93dc37b0f7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '86d00201-0d9a-4363-96b8-dd16d5e6e4d8'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:44:57.861128 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-5265c8dd-32e1-42f9-97ec-a6c74beb0b21 req-8cc1b163-45f0-4625-a811-12df2784ceec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (96fada7f-05dd-4973-9ce8-0f5f68f0cf8f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:57.880994 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-342f803d-32ec-45f7-8549-a080a9764eef admin admin] Publish callbacks [] for security_group (44878a46-d1a9-4995-85a1-be0a846e302c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:57.890764 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2bcad91f-e1b2-4345-8afc-18453e19b608 req-1c6f1400-e533-4bd5-a68a-a5ca69cb2ff8 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332160 Feb 17 17:44:57.975976 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10064e17-dc07-4fd7-b0a0-9b3f78856508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (46cd43d4-109b-46fa-bbc2-1ff8f3d0158e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:57.984412 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10064e17-dc07-4fd7-b0a0-9b3f78856508 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:57.990779 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-10064e17-dc07-4fd7-b0a0-9b3f78856508 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/46cd43d4-109b-46fa-bbc2-1ff8f3d0158e HTTP/1.1" status: 204 len: 168 time: 0.7262590 Feb 17 17:44:58.031171 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10064e17-dc07-4fd7-b0a0-9b3f78856508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cd43d4-109b-46fa-bbc2-1ff8f3d0158e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:58.040118 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-342f803d-32ec-45f7-8549-a080a9764eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (44878a46-d1a9-4995-85a1-be0a846e302c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:58.045773 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-342f803d-32ec-45f7-8549-a080a9764eef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:58.048293 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-342f803d-32ec-45f7-8549-a080a9764eef admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/44878a46-d1a9-4995-85a1-be0a846e302c HTTP/1.1" status: 204 len: 168 time: 0.4076631 Feb 17 17:44:58.060963 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f803d-32ec-45f7-8549-a080a9764eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44878a46-d1a9-4995-85a1-be0a846e302c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:58.148075 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ebe331c2-f408-4ddf-9625-dfb65529815e req-989f8e5c-2033-4735-af9b-1ce894159271 tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] 10.222.0.87 "GET /v2.0/security-groups?id=09272a02-29d8-449d-9462-10b7bec152a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3965728 Feb 17 17:44:58.267503 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-a763f0ec-886c-4fc1-aa63-6e15435055eb admin admin] Deleting port 1fa40148-0016-4ac4-81ac-14d546f76b67 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:44:58.268292 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a763f0ec-886c-4fc1-aa63-6e15435055eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (1fa40148-0016-4ac4-81ac-14d546f76b67), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:58.279795 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-5265c8dd-32e1-42f9-97ec-a6c74beb0b21 req-8cc1b163-45f0-4625-a811-12df2784ceec service neutron] For port 96fada7f-05dd-4973-9ce8-0f5f68f0cf8f, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:44:58.329786 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-5265c8dd-32e1-42f9-97ec-a6c74beb0b21 req-8cc1b163-45f0-4625-a811-12df2784ceec service neutron] For port 96fada7f-05dd-4973-9ce8-0f5f68f0cf8f, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=96fada7f-05dd-4973-9ce8-0f5f68f0cf8f,segment=NetworkSegment(a9afe95a-bc81-4053-bcf6-93dc37b0f7fa),segment_id=a9afe95a-bc81-4053-bcf6-93dc37b0f7fa)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:44:58.341806 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-5265c8dd-32e1-42f9-97ec-a6c74beb0b21 req-8cc1b163-45f0-4625-a811-12df2784ceec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (96fada7f-05dd-4973-9ce8-0f5f68f0cf8f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:58.432099 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265c8dd-32e1-42f9-97ec-a6c74beb0b21 req-8cc1b163-45f0-4625-a811-12df2784ceec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:58.433377 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-5265c8dd-32e1-42f9-97ec-a6c74beb0b21 req-8cc1b163-45f0-4625-a811-12df2784ceec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:58.435487 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5265c8dd-32e1-42f9-97ec-a6c74beb0b21 req-8cc1b163-45f0-4625-a811-12df2784ceec service neutron] 10.222.0.71 "PUT /v2.0/ports/96fada7f-05dd-4973-9ce8-0f5f68f0cf8f HTTP/1.1" status: 200 len: 1091 time: 4.0225086 Feb 17 17:44:58.436225 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47b19356-c350-4152-bf6f-5620755f4022', 'tag': '96fada7f-05dd-4973-9ce8-0f5f68f0cf8f'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:44:58.440163 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43608180-9a9c-49eb-9142-a375127a34ac" -d '{"events": [{"name": "network-changed", "server_uuid": "47b19356-c350-4152-bf6f-5620755f4022", "tag": "96fada7f-05dd-4973-9ce8-0f5f68f0cf8f"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:44:58.523127 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663ae43c-c2b6-4a5c-a24e-399031cf6192 x-openstack-request-id: req-663ae43c-c2b6-4a5c-a24e-399031cf6192 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:44:58.523684 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47b19356-c350-4152-bf6f-5620755f4022", "tag": "96fada7f-05dd-4973-9ce8-0f5f68f0cf8f", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:44:58.524139 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-663ae43c-c2b6-4a5c-a24e-399031cf6192 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:44:58.524781 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47b19356-c350-4152-bf6f-5620755f4022', 'tag': '96fada7f-05dd-4973-9ce8-0f5f68f0cf8f', 'status': 'completed', 'code': 200} Feb 17 17:44:58.537275 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-a763f0ec-886c-4fc1-aa63-6e15435055eb admin admin] For port 1fa40148-0016-4ac4-81ac-14d546f76b67, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=1fa40148-0016-4ac4-81ac-14d546f76b67,segment=NetworkSegment(de9925ab-fb0a-459b-801e-29b98d137fdd),segment_id=de9925ab-fb0a-459b-801e-29b98d137fdd)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:44:58.537923 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a763f0ec-886c-4fc1-aa63-6e15435055eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (1fa40148-0016-4ac4-81ac-14d546f76b67), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:58.572366 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-a763f0ec-886c-4fc1-aa63-6e15435055eb admin admin] Calling delete_port for 1fa40148-0016-4ac4-81ac-14d546f76b67 owned by network:router_interface {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:44:58.577991 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1b163-45f0-4625-a811-12df2784ceec service neutron] Pushing event updated for resources: {'Port': ['ID=96fada7f-05dd-4973-9ce8-0f5f68f0cf8f,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:58.635531 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265c8dd-32e1-42f9-97ec-a6c74beb0b21 req-f812cecd-8252-4076-90fe-d56e06e99567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:58.637414 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5265c8dd-32e1-42f9-97ec-a6c74beb0b21 req-f812cecd-8252-4076-90fe-d56e06e99567 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=33d2652e6f5f4a26a4a17eafa5211a33&device_id=47b19356-c350-4152-bf6f-5620755f4022 HTTP/1.1" status: 200 len: 1125 time: 0.1411245 Feb 17 17:44:58.712075 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5265c8dd-32e1-42f9-97ec-a6c74beb0b21 req-87d821d8-6ba7-48d0-8174-a1e57865d8d9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96fada7f-05dd-4973-9ce8-0f5f68f0cf8f HTTP/1.1" status: 200 len: 217 time: 0.0635097 Feb 17 17:44:58.804584 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265c8dd-32e1-42f9-97ec-a6c74beb0b21 req-ed67869d-ebd5-4164-9c2c-2be7fb37c3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:58.809122 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5265c8dd-32e1-42f9-97ec-a6c74beb0b21 req-ed67869d-ebd5-4164-9c2c-2be7fb37c3c5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9b38a8c5-5190-4e64-a2cf-0cc233f21627 HTTP/1.1" status: 200 len: 852 time: 0.0903349 Feb 17 17:44:58.811397 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56800) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:58.838295 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f42a023a-1faf-4dc1-a32e-3b252c8eda30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:58.911031 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5265c8dd-32e1-42f9-97ec-a6c74beb0b21 req-2715939f-1dd6-4e39-96dd-fcae2166cc92 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=86d00201-0d9a-4363-96b8-dd16d5e6e4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942543 Feb 17 17:44:59.063922 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f42a023a-1faf-4dc1-a32e-3b252c8eda30 admin admin] Publish callbacks [] for security_group (29017e29-e213-4eb8-b2c1-e0c39996090a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:59.076772 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f42a023a-1faf-4dc1-a32e-3b252c8eda30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (29017e29-e213-4eb8-b2c1-e0c39996090a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:59.178519 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f42a023a-1faf-4dc1-a32e-3b252c8eda30 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5c974953256649b290e79a0498e1a3ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3645184 Feb 17 17:44:59.183738 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 56810) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:59.197813 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42a023a-1faf-4dc1-a32e-3b252c8eda30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29017e29-e213-4eb8-b2c1-e0c39996090a,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:59.325915 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56816) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:44:59.423954 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5265c8dd-32e1-42f9-97ec-a6c74beb0b21 req-a3c6f045-d177-4a35-9050-1e9fd5564173 service neutron] 10.222.0.71 "GET /v2.0/networks/86d00201-0d9a-4363-96b8-dd16d5e6e4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5047166 Feb 17 17:44:59.474163 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac504769-691b-4eb5-8ade-eacac099b1ac req-15c88fed-6433-4410-98b2-9d4f19025b6a tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:59.475694 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ac504769-691b-4eb5-8ade-eacac099b1ac req-15c88fed-6433-4410-98b2-9d4f19025b6a tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=47b19356-c350-4152-bf6f-5620755f4022 HTTP/1.1" status: 200 len: 943 time: 0.4478714 Feb 17 17:44:59.525924 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2336be1a-8c4e-4e6c-987e-a65946748c7d admin admin] Publish callbacks [] for security_group (29017e29-e213-4eb8-b2c1-e0c39996090a), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:59.599967 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7830e4ad-9f75-42e7-ab78-ec8eda010e45 req-cc746073-6714-4855-bd2c-858d3973b80a tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:44:59.601470 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7830e4ad-9f75-42e7-ab78-ec8eda010e45 req-cc746073-6714-4855-bd2c-858d3973b80a tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] 10.222.0.87 "GET /v2.0/ports?device_id=b5d8a995-7080-4adb-8beb-399cebcbe888 HTTP/1.1" status: 200 len: 945 time: 0.3342173 Feb 17 17:44:59.629118 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a763f0ec-886c-4fc1-aa63-6e15435055eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (1fa40148-0016-4ac4-81ac-14d546f76b67), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:59.637058 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2336be1a-8c4e-4e6c-987e-a65946748c7d admin admin] Publish callbacks [] for security_group (29017e29-e213-4eb8-b2c1-e0c39996090a), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:59.642494 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-b517d163-d5dd-4c3f-8e6e-b3426dca5b41 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-771108490-network', 'tenant_id': 'a5ea0f0f0bc549f4bf940106f515b45b'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:44:59.683317 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b517d163-d5dd-4c3f-8e6e-b3426dca5b41 admin admin] Made reservation on behalf of a5ea0f0f0bc549f4bf940106f515b45b for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:44:59.690452 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b517d163-d5dd-4c3f-8e6e-b3426dca5b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:59.712364 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b517d163-d5dd-4c3f-8e6e-b3426dca5b41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:59.732207 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ac504769-691b-4eb5-8ade-eacac099b1ac req-e36481a9-c6d3-417b-86fd-a88fdfa70f92 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400327 Feb 17 17:44:59.743415 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a763f0ec-886c-4fc1-aa63-6e15435055eb admin admin] Pushing event deleted for resources: {'Port': ['ID=1fa40148-0016-4ac4-81ac-14d546f76b67,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:59.793919 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5265c8dd-32e1-42f9-97ec-a6c74beb0b21 req-dbbb65db-c10d-40c3-aec7-d2d450b7fd68 service neutron] 10.222.0.71 "GET /v2.0/networks/86d00201-0d9a-4363-96b8-dd16d5e6e4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433011 Feb 17 17:44:59.903932 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b517d163-d5dd-4c3f-8e6e-b3426dca5b41 admin admin] Publish callbacks [] for security_group (075dcb18-1a1f-4fb5-bbbf-f7dca45b1a62), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:59.909508 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b517d163-d5dd-4c3f-8e6e-b3426dca5b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (075dcb18-1a1f-4fb5-bbbf-f7dca45b1a62), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:59.942187 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b517d163-d5dd-4c3f-8e6e-b3426dca5b41 admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:44:59.969747 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b517d163-d5dd-4c3f-8e6e-b3426dca5b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075dcb18-1a1f-4fb5-bbbf-f7dca45b1a62,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:44:59.977959 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b517d163-d5dd-4c3f-8e6e-b3426dca5b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (d4de418d-f54f-438b-980c-074cf8b0ffdd), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:44:59.978309 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-b517d163-d5dd-4c3f-8e6e-b3426dca5b41 admin admin] Added segment d4de418d-f54f-438b-980c-074cf8b0ffdd of type vlan for network ec286c55-b470-4ee1-ae75-c41c1f38382c Feb 17 17:45:00.073343 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b517d163-d5dd-4c3f-8e6e-b3426dca5b41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (ec286c55-b470-4ee1-ae75-c41c1f38382c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:00.078720 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a763f0ec-886c-4fc1-aa63-6e15435055eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (840903af-ad3e-4180-93f6-7e726b422724), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:00.128958 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7830e4ad-9f75-42e7-ab78-ec8eda010e45 req-7ab175ca-8e74-48c4-9e30-a923ae0fc43d tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] 10.222.0.87 "GET /v2.0/security-groups?id=09272a02-29d8-449d-9462-10b7bec152a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5108998 Feb 17 17:45:00.148269 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b517d163-d5dd-4c3f-8e6e-b3426dca5b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (ec286c55-b470-4ee1-ae75-c41c1f38382c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:00.151058 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b517d163-d5dd-4c3f-8e6e-b3426dca5b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:00.153250 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b517d163-d5dd-4c3f-8e6e-b3426dca5b41 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:00.182163 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2336be1a-8c4e-4e6c-987e-a65946748c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (29017e29-e213-4eb8-b2c1-e0c39996090a), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:00.190941 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2336be1a-8c4e-4e6c-987e-a65946748c7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:00.196893 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-2336be1a-8c4e-4e6c-987e-a65946748c7d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/29017e29-e213-4eb8-b2c1-e0c39996090a HTTP/1.1" status: 204 len: 168 time: 1.0004394 Feb 17 17:45:00.223600 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b517d163-d5dd-4c3f-8e6e-b3426dca5b41 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8973470 Feb 17 17:45:00.227152 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56846) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:00.232695 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ac725d84-78d8-4288-98e1-3138dbd117ca admin admin] Request body: {'subnet': {'network_id': 'ec286c55-b470-4ee1-ae75-c41c1f38382c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-771108490-subnet', 'tenant_id': 'a5ea0f0f0bc549f4bf940106f515b45b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:45:00.256484 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac725d84-78d8-4288-98e1-3138dbd117ca admin admin] Made reservation on behalf of a5ea0f0f0bc549f4bf940106f515b45b for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:45:00.259344 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ac725d84-78d8-4288-98e1-3138dbd117ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:00.296329 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b517d163-d5dd-4c3f-8e6e-b3426dca5b41 admin admin] Pushing event updated for resources: {'Network': ['ID=ec286c55-b470-4ee1-ae75-c41c1f38382c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:00.309324 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network ec286c55-b470-4ee1-ae75-c41c1f38382c details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:45:00.432092 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43608180-9a9c-49eb-9142-a375127a34ac req-6bb41820-c6ef-4526-8631-1b5a5cddff80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:00.437410 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-43608180-9a9c-49eb-9142-a375127a34ac req-6bb41820-c6ef-4526-8631-1b5a5cddff80 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=33d2652e6f5f4a26a4a17eafa5211a33&device_id=47b19356-c350-4152-bf6f-5620755f4022 HTTP/1.1" status: 200 len: 1125 time: 0.5337610 Feb 17 17:45:00.452385 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2336be1a-8c4e-4e6c-987e-a65946748c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29017e29-e213-4eb8-b2c1-e0c39996090a,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:00.560207 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ac725d84-78d8-4288-98e1-3138dbd117ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (cf048e07-4d72-4824-a11d-32fa76d26823), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:00.645202 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43608180-9a9c-49eb-9142-a375127a34ac req-bb07075c-78c7-4783-91b0-d38966bced4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:00.647473 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-43608180-9a9c-49eb-9142-a375127a34ac req-bb07075c-78c7-4783-91b0-d38966bced4e service neutron] 10.222.0.71 "GET /v2.0/networks?id=86d00201-0d9a-4363-96b8-dd16d5e6e4d8 HTTP/1.1" status: 200 len: 913 time: 0.1997588 Feb 17 17:45:00.664573 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac725d84-78d8-4288-98e1-3138dbd117ca admin admin] Checking segment: {'id': 'd4de418d-f54f-438b-980c-074cf8b0ffdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ec286c55-b470-4ee1-ae75-c41c1f38382c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:45:00.665049 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac725d84-78d8-4288-98e1-3138dbd117ca admin admin] Network hostable DHCP agents. Network: ec286c55-b470-4ee1-ae75-c41c1f38382c, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:45:00.670484 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac725d84-78d8-4288-98e1-3138dbd117ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf048e07-4d72-4824-a11d-32fa76d26823,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:00.695883 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac725d84-78d8-4288-98e1-3138dbd117ca admin admin] Network ec286c55-b470-4ee1-ae75-c41c1f38382c is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:45:00.711477 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-ac725d84-78d8-4288-98e1-3138dbd117ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, ec286c55-b470-4ee1-ae75-c41c1f38382c) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:45:00.725979 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764c8aaa-6a37-4925-a5f1-0e9ab6154dc1 None None] Network ec286c55-b470-4ee1-ae75-c41c1f38382c requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:45:00.734417 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac725d84-78d8-4288-98e1-3138dbd117ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:00.736381 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ac725d84-78d8-4288-98e1-3138dbd117ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:00.769984 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-43608180-9a9c-49eb-9142-a375127a34ac req-1f673b30-9657-42bd-a311-8bdc15eb2aa8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96fada7f-05dd-4973-9ce8-0f5f68f0cf8f HTTP/1.1" status: 200 len: 217 time: 0.0752280 Feb 17 17:45:00.779604 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ac725d84-78d8-4288-98e1-3138dbd117ca admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5513725 Feb 17 17:45:00.843376 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:45:00.971545 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43608180-9a9c-49eb-9142-a375127a34ac req-d2a95da2-777e-4249-9422-5116eb6d5198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:00.973127 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-43608180-9a9c-49eb-9142-a375127a34ac req-d2a95da2-777e-4249-9422-5116eb6d5198 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9b38a8c5-5190-4e64-a2cf-0cc233f21627 HTTP/1.1" status: 200 len: 852 time: 0.1963220 Feb 17 17:45:00.973734 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134aea37-5cd9-4ea1-8c8c-478b746de5d9 None None] Network ec286c55-b470-4ee1-ae75-c41c1f38382c requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:45:01.028327 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e18bd9-6c64-4e0b-9585-31959b54f913 req-32875436-7e91-4a0d-a0a4-4383ca7a22bc tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:01.029854 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b3e18bd9-6c64-4e0b-9585-31959b54f913 req-32875436-7e91-4a0d-a0a4-4383ca7a22bc tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] 10.222.0.87 "GET /v2.0/ports?device_id=b5d8a995-7080-4adb-8beb-399cebcbe888 HTTP/1.1" status: 200 len: 945 time: 0.2195461 Feb 17 17:45:01.031952 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-43608180-9a9c-49eb-9142-a375127a34ac req-24704fb9-bd7f-423c-a6c8-dd06cdb369b0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=86d00201-0d9a-4363-96b8-dd16d5e6e4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514038 Feb 17 17:45:01.034640 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a763f0ec-886c-4fc1-aa63-6e15435055eb admin admin] Router 840903af-ad3e-4180-93f6-7e726b422724 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:45:01.068029 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09f560-d03c-4a5b-b314-dc00f4228df0 req-58da9a03-c5dd-4400-8b9f-96be4bbd07fc tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:01.069701 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ee09f560-d03c-4a5b-b314-dc00f4228df0 req-58da9a03-c5dd-4400-8b9f-96be4bbd07fc tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=47b19356-c350-4152-bf6f-5620755f4022 HTTP/1.1" status: 200 len: 943 time: 0.1755483 Feb 17 17:45:01.740969 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b3e18bd9-6c64-4e0b-9585-31959b54f913 req-1a21c60b-03d6-4837-8e33-32cc4fce5615 tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] 10.222.0.87 "GET /v2.0/security-groups?id=09272a02-29d8-449d-9462-10b7bec152a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6410346 Feb 17 17:45:01.827365 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ee09f560-d03c-4a5b-b314-dc00f4228df0 req-04c50383-3b5c-47b9-9c4f-a799c7194cc7 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7419488 Feb 17 17:45:01.855840 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-43608180-9a9c-49eb-9142-a375127a34ac req-058da38c-a555-455a-af9f-ebf48baf32f6 service neutron] 10.222.0.71 "GET /v2.0/networks/86d00201-0d9a-4363-96b8-dd16d5e6e4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8061967 Feb 17 17:45:02.012005 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a763f0ec-886c-4fc1-aa63-6e15435055eb admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:45:02.023225 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a7c953-c7ee-4257-8988-e5ac23be4359 None None] Sync routers for ids ['840903af-ad3e-4180-93f6-7e726b422724'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:45:02.026541 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a763f0ec-886c-4fc1-aa63-6e15435055eb admin admin] 10.222.0.87 "PUT /v2.0/routers/840903af-ad3e-4180-93f6-7e726b422724/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4437041 Feb 17 17:45:02.028485 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56918) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:02.038088 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a7c953-c7ee-4257-8988-e5ac23be4359 None None] Routers {'840903af-ad3e-4180-93f6-7e726b422724'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:45:02.038748 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-42a7c953-c7ee-4257-8988-e5ac23be4359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:44:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['840903af-ad3e-4180-93f6-7e726b422724'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:45:02.052728 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-43608180-9a9c-49eb-9142-a375127a34ac req-2df008f5-4651-4553-8802-71baeae93d00 service neutron] 10.222.0.71 "GET /v2.0/networks/86d00201-0d9a-4363-96b8-dd16d5e6e4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886845 Feb 17 17:45:02.060508 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 56920) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:02.115452 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce70206-a6da-4864-8e06-3b972615759c req-0dc86e49-82e2-4c21-a3a0-622dd4405720 tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:02.123282 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8ce70206-a6da-4864-8e06-3b972615759c req-0dc86e49-82e2-4c21-a3a0-622dd4405720 tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] 10.222.0.91 "GET /v2.0/ports?device_id=b5d8a995-7080-4adb-8beb-399cebcbe888 HTTP/1.1" status: 200 len: 945 time: 0.1698165 Feb 17 17:45:02.264069 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c64a9e1d-a684-4c38-9499-f3f442f00fc1 admin admin] Publish callbacks [] for router (840903af-ad3e-4180-93f6-7e726b422724), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:02.317636 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-42a7c953-c7ee-4257-8988-e5ac23be4359 None None] Set router 840903af-ad3e-4180-93f6-7e726b422724 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:45:02.355434 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-8ce70206-a6da-4864-8e06-3b972615759c req-a4a59982-1ee4-4320-9073-ed32772754d7 tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] Deleting port c710d3d5-eb97-492a-a94c-41a1002e7d1d {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:45:02.356027 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8ce70206-a6da-4864-8e06-3b972615759c req-a4a59982-1ee4-4320-9073-ed32772754d7 tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (c710d3d5-eb97-492a-a94c-41a1002e7d1d), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:02.383753 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c64a9e1d-a684-4c38-9499-f3f442f00fc1 admin admin] Publish callbacks [] for router_gateway (840903af-ad3e-4180-93f6-7e726b422724), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:02.427961 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-79780650-b173-448d-9589-83a2d0f262ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:02.455992 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-c64a9e1d-a684-4c38-9499-f3f442f00fc1 admin admin] Deleting port aac037e6-35cc-4538-a55f-d947e9e15ed4 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:45:02.457116 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c64a9e1d-a684-4c38-9499-f3f442f00fc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (aac037e6-35cc-4538-a55f-d947e9e15ed4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:02.555411 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-8ce70206-a6da-4864-8e06-3b972615759c req-a4a59982-1ee4-4320-9073-ed32772754d7 tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] For port c710d3d5-eb97-492a-a94c-41a1002e7d1d, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=c710d3d5-eb97-492a-a94c-41a1002e7d1d,segment=NetworkSegment(2a3fb966-e279-427c-941b-1457ed4d332e),segment_id=2a3fb966-e279-427c-941b-1457ed4d332e)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:45:02.555807 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8ce70206-a6da-4864-8e06-3b972615759c req-a4a59982-1ee4-4320-9073-ed32772754d7 tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (c710d3d5-eb97-492a-a94c-41a1002e7d1d), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:02.586466 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-8ce70206-a6da-4864-8e06-3b972615759c req-a4a59982-1ee4-4320-9073-ed32772754d7 tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] Calling delete_port for c710d3d5-eb97-492a-a94c-41a1002e7d1d owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:45:02.597210 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-c64a9e1d-a684-4c38-9499-f3f442f00fc1 admin admin] For port aac037e6-35cc-4538-a55f-d947e9e15ed4, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=aac037e6-35cc-4538-a55f-d947e9e15ed4,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:45:02.597663 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c64a9e1d-a684-4c38-9499-f3f442f00fc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (aac037e6-35cc-4538-a55f-d947e9e15ed4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:02.621369 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-c64a9e1d-a684-4c38-9499-f3f442f00fc1 admin admin] Calling delete_port for aac037e6-35cc-4538-a55f-d947e9e15ed4 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:45:02.662981 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-79780650-b173-448d-9589-83a2d0f262ae admin admin] Publish callbacks [] for security_group (5a978ed9-5505-4587-862f-d365d58e26b7), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:02.747081 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 96fada7f-05dd-4973-9ce8-0f5f68f0cf8f details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:45:02.751535 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-42a7c953-c7ee-4257-8988-e5ac23be4359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840903af-ad3e-4180-93f6-7e726b422724', 'name': 'tempest-AttachVolumeTestJSON-92461313-router', 'tenant_id': 'a45426717d8d45f2862bf894c7d95737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'aac037e6-35cc-4538-a55f-d947e9e15ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:36:02Z', 'updated_at': '2022-02-17T17:44:59Z', 'revision_number': 5, 'project_id': 'a45426717d8d45f2862bf894c7d95737', 'gw_port': {'id': 'aac037e6-35cc-4538-a55f-d947e9e15ed4', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840903af-ad3e-4180-93f6-7e726b422724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:36:04Z', 'updated_at': '2022-02-17T17:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:45:02.796826 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a7c953-c7ee-4257-8988-e5ac23be4359 None None] Checking router: 840903af-ad3e-4180-93f6-7e726b422724 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:45:02.810829 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a7c953-c7ee-4257-8988-e5ac23be4359 None None] Routers {'840903af-ad3e-4180-93f6-7e726b422724'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:45:02.811951 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-42a7c953-c7ee-4257-8988-e5ac23be4359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:44:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['840903af-ad3e-4180-93f6-7e726b422724'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:45:02.961538 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c64a9e1d-a684-4c38-9499-f3f442f00fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (aac037e6-35cc-4538-a55f-d947e9e15ed4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:03.032880 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f94404b5-aaed-45c3-990d-6e03e714d330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:03.058046 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-79780650-b173-448d-9589-83a2d0f262ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (5a978ed9-5505-4587-862f-d365d58e26b7), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:03.077673 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 96fada7f-05dd-4973-9ce8-0f5f68f0cf8f, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=96fada7f-05dd-4973-9ce8-0f5f68f0cf8f,segment=NetworkSegment(a9afe95a-bc81-4053-bcf6-93dc37b0f7fa),segment_id=a9afe95a-bc81-4053-bcf6-93dc37b0f7fa)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:45:03.102309 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-42a7c953-c7ee-4257-8988-e5ac23be4359 None None] Set router 840903af-ad3e-4180-93f6-7e726b422724 gateway port host: None {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:45:03.105997 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a9e1d-a684-4c38-9499-f3f442f00fc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=aac037e6-35cc-4538-a55f-d947e9e15ed4,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:03.114132 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '96fada7f-05dd-4973-9ce8-0f5f68f0cf8f', 'network_id': '86d00201-0d9a-4363-96b8-dd16d5e6e4d8', 'port_id': '96fada7f-05dd-4973-9ce8-0f5f68f0cf8f', 'mac_address': 'fa:16:3e:ef:65:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b38a8c5-5190-4e64-a2cf-0cc233f21627', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:45:03.199763 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 96fada7f-05dd-4973-9ce8-0f5f68f0cf8f is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:45:03.200345 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (96fada7f-05dd-4973-9ce8-0f5f68f0cf8f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:03.205969 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c64a9e1d-a684-4c38-9499-f3f442f00fc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (840903af-ad3e-4180-93f6-7e726b422724), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:03.226916 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96fada7f-05dd-4973-9ce8-0f5f68f0cf8f {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:45:03.252171 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-79780650-b173-448d-9589-83a2d0f262ae admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7bcae266172240df882815f2dd56b5cb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1877642 Feb 17 17:45:03.255137 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 56954) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:03.257507 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-42a7c953-c7ee-4257-8988-e5ac23be4359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840903af-ad3e-4180-93f6-7e726b422724', 'name': 'tempest-AttachVolumeTestJSON-92461313-router', 'tenant_id': 'a45426717d8d45f2862bf894c7d95737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:36:02Z', 'updated_at': '2022-02-17T17:45:02Z', 'revision_number': 6, 'project_id': 'a45426717d8d45f2862bf894c7d95737', 'gw_port_host': None}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:45:03.277298 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 96fada7f-05dd-4973-9ce8-0f5f68f0cf8f, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=96fada7f-05dd-4973-9ce8-0f5f68f0cf8f,segment=NetworkSegment(a9afe95a-bc81-4053-bcf6-93dc37b0f7fa),segment_id=a9afe95a-bc81-4053-bcf6-93dc37b0f7fa)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:45:03.286144 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (96fada7f-05dd-4973-9ce8-0f5f68f0cf8f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:03.335674 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a7c953-c7ee-4257-8988-e5ac23be4359 None None] The sync data for ids ['840903af-ad3e-4180-93f6-7e726b422724'] in n-d-829613-2 is: [{'id': '840903af-ad3e-4180-93f6-7e726b422724', 'name': 'tempest-AttachVolumeTestJSON-92461313-router', 'tenant_id': 'a45426717d8d45f2862bf894c7d95737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:36:02Z', 'updated_at': '2022-02-17T17:45:02Z', 'revision_number': 6, 'project_id': 'a45426717d8d45f2862bf894c7d95737', 'gw_port_host': None}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:45:03.404473 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=96fada7f-05dd-4973-9ce8-0f5f68f0cf8f,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:03.412761 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8ce70206-a6da-4864-8e06-3b972615759c req-a4a59982-1ee4-4320-9073-ed32772754d7 tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (c710d3d5-eb97-492a-a94c-41a1002e7d1d), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:03.414745 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79780650-b173-448d-9589-83a2d0f262ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a978ed9-5505-4587-862f-d365d58e26b7,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:03.422449 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:45:03.426362 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:45:03.426903 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:45:03.427350 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:45:03.428035 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:45:03.428703 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:45:03.429249 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:45:03.429651 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:45:03.430780 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:45:03.431801 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:45:03.432280 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:45:03.434318 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:45:03.434865 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:45:03.472052 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c64a9e1d-a684-4c38-9499-f3f442f00fc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (840903af-ad3e-4180-93f6-7e726b422724), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:03.478899 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c64a9e1d-a684-4c38-9499-f3f442f00fc1 admin admin] Publish callbacks [] for router_controller (840903af-ad3e-4180-93f6-7e726b422724), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:03.537065 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['96fada7f-05dd-4973-9ce8-0f5f68f0cf8f'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:45:03.574979 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6d9ae9da-a93d-419b-bc36-da9511097418 admin admin] Publish callbacks [] for security_group (5a978ed9-5505-4587-862f-d365d58e26b7), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:03.585840 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c64a9e1d-a684-4c38-9499-f3f442f00fc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (840903af-ad3e-4180-93f6-7e726b422724), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:03.585840 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64a9e1d-a684-4c38-9499-f3f442f00fc1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 840903af-ad3e-4180-93f6-7e726b422724 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:45:03.590470 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c64a9e1d-a684-4c38-9499-f3f442f00fc1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:03.593997 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c64a9e1d-a684-4c38-9499-f3f442f00fc1 admin admin] 10.222.0.87 "DELETE /v2.0/routers/840903af-ad3e-4180-93f6-7e726b422724 HTTP/1.1" status: 204 len: 168 time: 1.5617971 Feb 17 17:45:03.594956 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56970) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:03.622766 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6d9ae9da-a93d-419b-bc36-da9511097418 admin admin] Publish callbacks [] for security_group (5a978ed9-5505-4587-862f-d365d58e26b7), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:03.660622 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-2942b230-e984-49e1-a6de-8435b5017709 admin admin] Deleting subnet 183d9df1-0481-445d-8bb9-bc438141d74b {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:45:03.664776 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2942b230-e984-49e1-a6de-8435b5017709 admin admin] Publish callbacks [] for subnet (183d9df1-0481-445d-8bb9-bc438141d74b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:03.671612 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed541210-f3d2-4013-b641-23399fe9210d req-aebe7c12-e445-42b3-9389-042fd5906496 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:03.677852 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ed541210-f3d2-4013-b641-23399fe9210d req-aebe7c12-e445-42b3-9389-042fd5906496 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=47b19356-c350-4152-bf6f-5620755f4022 HTTP/1.1" status: 200 len: 943 time: 0.6532288 Feb 17 17:45:03.684658 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a59982-1ee4-4320-9073-ed32772754d7 tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] Pushing event deleted for resources: {'Port': ['ID=c710d3d5-eb97-492a-a94c-41a1002e7d1d,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:03.744151 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1f3ff-aea7-499d-bf05-9ed29209e7de req-af177142-bef4-47c2-9d3c-5ec57b41e534 tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:03.745838 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bbb1f3ff-aea7-499d-bf05-9ed29209e7de req-af177142-bef4-47c2-9d3c-5ec57b41e534 tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] 10.222.0.87 "GET /v2.0/ports?device_id=b5d8a995-7080-4adb-8beb-399cebcbe888 HTTP/1.1" status: 200 len: 867 time: 0.7238505 Feb 17 17:45:03.780739 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2942b230-e984-49e1-a6de-8435b5017709 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (183d9df1-0481-445d-8bb9-bc438141d74b), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:03.868170 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce70206-a6da-4864-8e06-3b972615759c req-a4a59982-1ee4-4320-9073-ed32772754d7 tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] No DVR routers for this DVR port c710d3d5-eb97-492a-a94c-41a1002e7d1d on host n-h2-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:45:03.882474 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8ce70206-a6da-4864-8e06-3b972615759c req-a4a59982-1ee4-4320-9073-ed32772754d7 tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:03.888215 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8ce70206-a6da-4864-8e06-3b972615759c req-a4a59982-1ee4-4320-9073-ed32772754d7 tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] 10.222.0.91 "DELETE /v2.0/ports/c710d3d5-eb97-492a-a94c-41a1002e7d1d HTTP/1.1" status: 204 len: 173 time: 1.7580731 Feb 17 17:45:03.907793 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d8a995-7080-4adb-8beb-399cebcbe888', 'name': 'network-vif-deleted', 'tag': 'c710d3d5-eb97-492a-a94c-41a1002e7d1d'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:45:03.917578 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c3d812-31d3-41f0-96d3-de2f60c26b0b" -d '{"events": [{"server_uuid": "b5d8a995-7080-4adb-8beb-399cebcbe888", "name": "network-vif-deleted", "tag": "c710d3d5-eb97-492a-a94c-41a1002e7d1d"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:45:03.987962 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ed541210-f3d2-4013-b641-23399fe9210d req-42d87981-9734-4841-990e-0d5d2ce14261 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091316 Feb 17 17:45:03.994581 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bbb1f3ff-aea7-499d-bf05-9ed29209e7de req-8404d6ea-539d-47ef-9539-200d3f913ff6 tempest-InstanceActionsNegativeTestJSON-1860508166 tempest-InstanceActionsNegativeTestJSON-1860508166-project] 10.222.0.87 "GET /v2.0/security-groups?id=09272a02-29d8-449d-9462-10b7bec152a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049506 Feb 17 17:45:03.999174 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6d9ae9da-a93d-419b-bc36-da9511097418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (5a978ed9-5505-4587-862f-d365d58e26b7), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:04.005764 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6d9ae9da-a93d-419b-bc36-da9511097418 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:04.011349 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-6d9ae9da-a93d-419b-bc36-da9511097418 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5a978ed9-5505-4587-862f-d365d58e26b7 HTTP/1.1" status: 204 len: 168 time: 0.6948431 Feb 17 17:45:04.022954 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ae9da-a93d-419b-bc36-da9511097418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a978ed9-5505-4587-862f-d365d58e26b7,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:04.027713 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device c710d3d5-eb97-492a-a94c-41a1002e7d1d no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:45:04.098025 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2942b230-e984-49e1-a6de-8435b5017709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (183d9df1-0481-445d-8bb9-bc438141d74b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:04.125173 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: c710d3d5-eb97-492a-a94c-41a1002e7d1d {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:45:04.125562 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device c710d3d5-eb97-492a-a94c-41a1002e7d1d not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:45:04.140334 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84448b6-848c-4017-bca9-4b008eaace6d x-openstack-request-id: req-f84448b6-848c-4017-bca9-4b008eaace6d {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:45:04.140827 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d8a995-7080-4adb-8beb-399cebcbe888", "name": "network-vif-deleted", "tag": "c710d3d5-eb97-492a-a94c-41a1002e7d1d", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:45:04.141470 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f84448b6-848c-4017-bca9-4b008eaace6d {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:45:04.142688 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d8a995-7080-4adb-8beb-399cebcbe888', 'name': 'network-vif-deleted', 'tag': 'c710d3d5-eb97-492a-a94c-41a1002e7d1d', 'status': 'completed', 'code': 200} Feb 17 17:45:04.213363 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2942b230-e984-49e1-a6de-8435b5017709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (183d9df1-0481-445d-8bb9-bc438141d74b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:04.275439 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942b230-e984-49e1-a6de-8435b5017709 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=183d9df1-0481-445d-8bb9-bc438141d74b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:04.279853 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2942b230-e984-49e1-a6de-8435b5017709 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:04.284461 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2942b230-e984-49e1-a6de-8435b5017709 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/183d9df1-0481-445d-8bb9-bc438141d74b HTTP/1.1" status: 204 len: 168 time: 0.6883872 Feb 17 17:45:04.286852 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56992) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:04.294878 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ab899f-f0a6-4923-9e75-1121a02af47d None None] Network 249d7a73-68d0-4715-9e76-b2a8e292b955 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:45:04.388545 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fbb30fde-5a5a-4eb0-8d06-2e134b30a258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (249d7a73-68d0-4715-9e76-b2a8e292b955), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:04.472374 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-fbb30fde-5a5a-4eb0-8d06-2e134b30a258 admin admin] Deleting port 4b433e23-1be8-4ca9-af63-3d71fd5b60d0 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:45:04.472968 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fbb30fde-5a5a-4eb0-8d06-2e134b30a258 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (4b433e23-1be8-4ca9-af63-3d71fd5b60d0), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:04.533302 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46154b85-79bb-44e3-b75c-458d235001c2 None None] DHCP port deletion for 249d7a73-68d0-4715-9e76-b2a8e292b955 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:45:04.559882 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 56996) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:04.579769 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-fbb30fde-5a5a-4eb0-8d06-2e134b30a258 admin admin] For port 4b433e23-1be8-4ca9-af63-3d71fd5b60d0, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=4b433e23-1be8-4ca9-af63-3d71fd5b60d0,segment=NetworkSegment(de9925ab-fb0a-459b-801e-29b98d137fdd),segment_id=de9925ab-fb0a-459b-801e-29b98d137fdd)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:45:04.580178 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fbb30fde-5a5a-4eb0-8d06-2e134b30a258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (4b433e23-1be8-4ca9-af63-3d71fd5b60d0), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:04.601341 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-fbb30fde-5a5a-4eb0-8d06-2e134b30a258 admin admin] Calling delete_port for 4b433e23-1be8-4ca9-af63-3d71fd5b60d0 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:45:04.648512 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-46154b85-79bb-44e3-b75c-458d235001c2 None None] Deleting port 4b433e23-1be8-4ca9-af63-3d71fd5b60d0 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:45:04.648892 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-46154b85-79bb-44e3-b75c-458d235001c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (4b433e23-1be8-4ca9-af63-3d71fd5b60d0), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:04.764088 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-46154b85-79bb-44e3-b75c-458d235001c2 None None] For port 4b433e23-1be8-4ca9-af63-3d71fd5b60d0, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=4b433e23-1be8-4ca9-af63-3d71fd5b60d0,segment=NetworkSegment(de9925ab-fb0a-459b-801e-29b98d137fdd),segment_id=de9925ab-fb0a-459b-801e-29b98d137fdd)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:45:04.764957 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-76e647d9-8495-4564-bc97-1cc9489fed7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:04.765268 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-46154b85-79bb-44e3-b75c-458d235001c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (4b433e23-1be8-4ca9-af63-3d71fd5b60d0), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:04.777350 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 96fada7f-05dd-4973-9ce8-0f5f68f0cf8f up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:45:04.816819 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fbb30fde-5a5a-4eb0-8d06-2e134b30a258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (4b433e23-1be8-4ca9-af63-3d71fd5b60d0), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:04.842565 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-46154b85-79bb-44e3-b75c-458d235001c2 None None] Calling delete_port for 4b433e23-1be8-4ca9-af63-3d71fd5b60d0 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:45:04.883833 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb30fde-5a5a-4eb0-8d06-2e134b30a258 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b433e23-1be8-4ca9-af63-3d71fd5b60d0,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:04.895820 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb30fde-5a5a-4eb0-8d06-2e134b30a258 admin admin] No DVR routers for this DVR port 4b433e23-1be8-4ca9-af63-3d71fd5b60d0 on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:45:04.928292 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-76e647d9-8495-4564-bc97-1cc9489fed7a admin admin] Publish callbacks [] for security_group (49ac59ec-3bb6-4fa3-86ad-c8a93bd1324c), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:04.939906 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-76e647d9-8495-4564-bc97-1cc9489fed7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (49ac59ec-3bb6-4fa3-86ad-c8a93bd1324c), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:05.013606 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fbb30fde-5a5a-4eb0-8d06-2e134b30a258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (249d7a73-68d0-4715-9e76-b2a8e292b955), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:05.054326 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-fbb30fde-5a5a-4eb0-8d06-2e134b30a258 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['249d7a73-68d0-4715-9e76-b2a8e292b955']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:45:05.091725 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-fbb30fde-5a5a-4eb0-8d06-2e134b30a258 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de9925ab-fb0a-459b-801e-29b98d137fdd') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:45:05.092128 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-fbb30fde-5a5a-4eb0-8d06-2e134b30a258 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de9925ab-fb0a-459b-801e-29b98d137fdd') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:45:05.116186 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57028) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:05.137204 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fbb30fde-5a5a-4eb0-8d06-2e134b30a258 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (de9925ab-fb0a-459b-801e-29b98d137fdd), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:05.155676 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-76e647d9-8495-4564-bc97-1cc9489fed7a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ec37a369065743d9b155ee3f289a5142&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5928602 Feb 17 17:45:05.158637 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57030) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:05.164690 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e647d9-8495-4564-bc97-1cc9489fed7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ac59ec-3bb6-4fa3-86ad-c8a93bd1324c,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:05.232549 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fbb30fde-5a5a-4eb0-8d06-2e134b30a258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (de9925ab-fb0a-459b-801e-29b98d137fdd), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:05.245854 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbb30fde-5a5a-4eb0-8d06-2e134b30a258 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:45:05.246694 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fbb30fde-5a5a-4eb0-8d06-2e134b30a258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (de9925ab-fb0a-459b-801e-29b98d137fdd), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:05.251355 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:45:05.251355 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:45:05.251355 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:45:05.251355 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:45:05.251355 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:45:05.251355 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:45:05.251355 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:45:05.251355 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:45:05.251355 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:45:05.251355 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:45:05.251355 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:45:05.251355 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:45:05.251355 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:45:05.251355 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:45:05.251355 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:45:05.251355 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:45:05.251355 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:45:05.251355 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:45:05.251355 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:45:05.251355 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:45:05.251355 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:45:05.251355 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:45:05.251355 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:45:05.251355 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:45:05.251355 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:45:05.251355 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:45:05.251355 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:45:05.251355 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:45:05.251355 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:45:05.251355 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:45:05.251355 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:45:05.251355 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:45:05.269214 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 4b433e23-1be8-4ca9-af63-3d71fd5b60d0 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:45:05.296936 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 4b433e23-1be8-4ca9-af63-3d71fd5b60d0 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:45:05.297927 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 4b433e23-1be8-4ca9-af63-3d71fd5b60d0 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:45:05.298345 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device aac037e6-35cc-4538-a55f-d947e9e15ed4 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:45:05.306214 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef6588e8-18d2-426d-9374-da5b33670743 admin admin] Publish callbacks [] for security_group (49ac59ec-3bb6-4fa3-86ad-c8a93bd1324c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:05.318809 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 96fada7f-05dd-4973-9ce8-0f5f68f0cf8f completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:45:05.323559 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: aac037e6-35cc-4538-a55f-d947e9e15ed4 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:45:05.323899 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device aac037e6-35cc-4538-a55f-d947e9e15ed4 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:45:05.324335 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 1fa40148-0016-4ac4-81ac-14d546f76b67 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:45:05.328206 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-46154b85-79bb-44e3-b75c-458d235001c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (4b433e23-1be8-4ca9-af63-3d71fd5b60d0), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:05.345751 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef6588e8-18d2-426d-9374-da5b33670743 admin admin] Publish callbacks [] for security_group (49ac59ec-3bb6-4fa3-86ad-c8a93bd1324c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:05.364976 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-420d9bc0-d911-4c2a-ba4d-cea18b5d0a1c admin admin] Deleting subnet 3bbb4dca-ed6f-4a37-8d44-b5f38b69269f {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:45:05.373553 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 96fada7f-05dd-4973-9ce8-0f5f68f0cf8f triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:45:05.374268 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (96fada7f-05dd-4973-9ce8-0f5f68f0cf8f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:05.382230 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-420d9bc0-d911-4c2a-ba4d-cea18b5d0a1c admin admin] Publish callbacks [] for subnet (3bbb4dca-ed6f-4a37-8d44-b5f38b69269f), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:05.418081 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 1fa40148-0016-4ac4-81ac-14d546f76b67 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:45:05.418731 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 1fa40148-0016-4ac4-81ac-14d546f76b67 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:45:05.459811 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef6588e8-18d2-426d-9374-da5b33670743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (49ac59ec-3bb6-4fa3-86ad-c8a93bd1324c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:05.465143 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ef6588e8-18d2-426d-9374-da5b33670743 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:05.466928 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ef6588e8-18d2-426d-9374-da5b33670743 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/49ac59ec-3bb6-4fa3-86ad-c8a93bd1324c HTTP/1.1" status: 204 len: 168 time: 0.3038750 Feb 17 17:45:05.476414 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fbb30fde-5a5a-4eb0-8d06-2e134b30a258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (249d7a73-68d0-4715-9e76-b2a8e292b955), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:05.476784 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46154b85-79bb-44e3-b75c-458d235001c2 None None] Pushing event deleted for resources: {'Port': ['ID=4b433e23-1be8-4ca9-af63-3d71fd5b60d0,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:05.481988 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46154b85-79bb-44e3-b75c-458d235001c2 None None] No DVR routers for this DVR port 4b433e23-1be8-4ca9-af63-3d71fd5b60d0 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:45:05.494425 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fbb30fde-5a5a-4eb0-8d06-2e134b30a258 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:05.500561 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fbb30fde-5a5a-4eb0-8d06-2e134b30a258 admin admin] 10.222.0.87 "DELETE /v2.0/networks/249d7a73-68d0-4715-9e76-b2a8e292b955 HTTP/1.1" status: 204 len: 168 time: 1.2126038 Feb 17 17:45:05.514650 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fb9e4062-5712-4b6c-8869-d5d95e232bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:05.520329 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6588e8-18d2-426d-9374-da5b33670743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ac59ec-3bb6-4fa3-86ad-c8a93bd1324c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:05.544501 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb30fde-5a5a-4eb0-8d06-2e134b30a258 admin admin] Pushing event deleted for resources: {'Network': ['ID=249d7a73-68d0-4715-9e76-b2a8e292b955,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:05.546680 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d88aa-facb-41b6-9e2a-12a792492522 req-90796acd-d641-40b6-b336-a63efd6295a4 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:05.549515 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f80d88aa-facb-41b6-9e2a-12a792492522 req-90796acd-d641-40b6-b336-a63efd6295a4 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=47b19356-c350-4152-bf6f-5620755f4022 HTTP/1.1" status: 200 len: 944 time: 0.3179178 Feb 17 17:45:05.562439 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-420d9bc0-d911-4c2a-ba4d-cea18b5d0a1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (3bbb4dca-ed6f-4a37-8d44-b5f38b69269f), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:05.586972 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 96fada7f-05dd-4973-9ce8-0f5f68f0cf8f is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:45:05.587379 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (96fada7f-05dd-4973-9ce8-0f5f68f0cf8f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:05.615762 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b19356-c350-4152-bf6f-5620755f4022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96fada7f-05dd-4973-9ce8-0f5f68f0cf8f'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:45:05.618573 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51a4952-9105-45ac-ad70-ad4af6a16742" -d '{"events": [{"server_uuid": "47b19356-c350-4152-bf6f-5620755f4022", "name": "network-vif-plugged", "status": "completed", "tag": "96fada7f-05dd-4973-9ce8-0f5f68f0cf8f"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:45:05.634504 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 96fada7f-05dd-4973-9ce8-0f5f68f0cf8f, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=96fada7f-05dd-4973-9ce8-0f5f68f0cf8f,segment=NetworkSegment(a9afe95a-bc81-4053-bcf6-93dc37b0f7fa),segment_id=a9afe95a-bc81-4053-bcf6-93dc37b0f7fa)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:45:05.639937 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (96fada7f-05dd-4973-9ce8-0f5f68f0cf8f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:05.706489 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=96fada7f-05dd-4973-9ce8-0f5f68f0cf8f,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:05.711720 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-420d9bc0-d911-4c2a-ba4d-cea18b5d0a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (3bbb4dca-ed6f-4a37-8d44-b5f38b69269f), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:05.743940 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f80d88aa-facb-41b6-9e2a-12a792492522 req-f11d4cfd-762e-4f62-837c-e9870e26c2ab tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785848 Feb 17 17:45:05.777977 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7141708-bc43-4810-99ba-68f60d509f44 req-f299bf21-961d-431d-9163-121f84af8f82 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:05.779836 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c7141708-bc43-4810-99ba-68f60d509f44 req-f299bf21-961d-431d-9163-121f84af8f82 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] 10.222.0.87 "GET /v2.0/networks?id=ec286c55-b470-4ee1-ae75-c41c1f38382c HTTP/1.1" status: 200 len: 808 time: 0.2759361 Feb 17 17:45:05.809167 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c7141708-bc43-4810-99ba-68f60d509f44 req-c1774f32-6f5e-4f07-b6a4-ba28ba8fe16a tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] 10.222.0.87 "GET /v2.0/quotas/a5ea0f0f0bc549f4bf940106f515b45b HTTP/1.1" status: 200 len: 375 time: 0.0166018 Feb 17 17:45:05.813786 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-420d9bc0-d911-4c2a-ba4d-cea18b5d0a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (3bbb4dca-ed6f-4a37-8d44-b5f38b69269f), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:05.822158 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82babdf2-c96b-49c4-9462-327d9269b02b x-openstack-request-id: req-82babdf2-c96b-49c4-9462-327d9269b02b {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:45:05.822459 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47b19356-c350-4152-bf6f-5620755f4022", "name": "network-vif-plugged", "status": "completed", "tag": "96fada7f-05dd-4973-9ce8-0f5f68f0cf8f", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:45:05.822729 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-82babdf2-c96b-49c4-9462-327d9269b02b {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:45:05.823099 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b19356-c350-4152-bf6f-5620755f4022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96fada7f-05dd-4973-9ce8-0f5f68f0cf8f', 'code': 200} Feb 17 17:45:05.876386 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420d9bc0-d911-4c2a-ba4d-cea18b5d0a1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bbb4dca-ed6f-4a37-8d44-b5f38b69269f,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:05.880177 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c7141708-bc43-4810-99ba-68f60d509f44 req-625766c6-ee7e-49f1-bc3a-ac0dd56d5ffe tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=a5ea0f0f0bc549f4bf940106f515b45b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0614758 Feb 17 17:45:05.883264 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-420d9bc0-d911-4c2a-ba4d-cea18b5d0a1c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:05.886801 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-420d9bc0-d911-4c2a-ba4d-cea18b5d0a1c admin admin] 10.222.0.87 "DELETE /v2.0/subnets/3bbb4dca-ed6f-4a37-8d44-b5f38b69269f HTTP/1.1" status: 204 len: 168 time: 0.7683830 Feb 17 17:45:05.889653 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57060) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:05.988097 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b893dc3e-46e8-4726-afd2-778c1132bf72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (4b8f5696-8fe0-47a2-bdd3-beda078177b6), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:06.013647 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc0b48-d774-4235-a065-fa6c1151582e req-125e3911-77b8-4ef8-b49c-0a277c2851bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:06.015329 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-73bc0b48-d774-4235-a065-fa6c1151582e req-125e3911-77b8-4ef8-b49c-0a277c2851bf service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=47b19356-c350-4152-bf6f-5620755f4022 HTTP/1.1" status: 200 len: 1127 time: 0.1171968 Feb 17 17:45:06.050948 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57066) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:06.070015 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c7141708-bc43-4810-99ba-68f60d509f44 req-83764ae9-c0de-4673-9a43-4aa17fbaf809 service neutron] 10.222.0.87 "GET /v2.0/networks/ec286c55-b470-4ee1-ae75-c41c1f38382c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694450 Feb 17 17:45:06.125864 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b893dc3e-46e8-4726-afd2-778c1132bf72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (4b8f5696-8fe0-47a2-bdd3-beda078177b6), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:06.157995 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-73bc0b48-d774-4235-a065-fa6c1151582e req-83c07925-b24a-4966-8dfd-bef55e304982 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365781 Feb 17 17:45:06.158911 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-b893dc3e-46e8-4726-afd2-778c1132bf72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b8f5696-8fe0-47a2-bdd3-beda078177b6']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:45:06.165829 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-2ca64904-4344-4596-9576-678dab98e576 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a45426717d8d45f2862bf894c7d95737&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1135697 Feb 17 17:45:06.166644 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57068) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:06.172839 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-b893dc3e-46e8-4726-afd2-778c1132bf72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a3fb966-e279-427c-941b-1457ed4d332e') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:45:06.173054 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-b893dc3e-46e8-4726-afd2-778c1132bf72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a3fb966-e279-427c-941b-1457ed4d332e') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:45:06.184066 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b893dc3e-46e8-4726-afd2-778c1132bf72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (2a3fb966-e279-427c-941b-1457ed4d332e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:06.199497 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b893dc3e-46e8-4726-afd2-778c1132bf72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (2a3fb966-e279-427c-941b-1457ed4d332e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:06.203314 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57072) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:06.209428 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b893dc3e-46e8-4726-afd2-778c1132bf72 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:45:06.209837 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b893dc3e-46e8-4726-afd2-778c1132bf72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (2a3fb966-e279-427c-941b-1457ed4d332e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:06.235567 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3b9d091a-f180-46f3-94b9-2b2b727701ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:06.287438 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:45:06.287438 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:45:06.287438 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:45:06.287438 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:45:06.287438 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:45:06.287438 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:45:06.287438 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:45:06.287438 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:45:06.287438 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:45:06.287438 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:45:06.287438 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:45:06.287438 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:45:06.287438 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:45:06.287438 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:45:06.287438 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:45:06.287438 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:45:06.287438 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:45:06.287438 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:45:06.287438 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:45:06.287438 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:45:06.287438 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:45:06.287438 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:45:06.287438 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:45:06.287438 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:45:06.287438 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:45:06.287438 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:45:06.287438 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:45:06.287438 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:45:06.287438 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:45:06.287438 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:45:06.287438 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:45:06.287438 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:45:06.292057 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b893dc3e-46e8-4726-afd2-778c1132bf72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (4b8f5696-8fe0-47a2-bdd3-beda078177b6), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:06.307210 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b893dc3e-46e8-4726-afd2-778c1132bf72 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:06.308889 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c7141708-bc43-4810-99ba-68f60d509f44 req-ef532d0f-4a8e-479b-8536-8c635795b261 service neutron] 10.222.0.87 "GET /v2.0/networks/ec286c55-b470-4ee1-ae75-c41c1f38382c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223370 Feb 17 17:45:06.313890 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b893dc3e-46e8-4726-afd2-778c1132bf72 admin admin] 10.222.0.87 "DELETE /v2.0/networks/4b8f5696-8fe0-47a2-bdd3-beda078177b6 HTTP/1.1" status: 204 len: 168 time: 0.4229004 Feb 17 17:45:06.324659 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b893dc3e-46e8-4726-afd2-778c1132bf72 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b8f5696-8fe0-47a2-bdd3-beda078177b6,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:06.338594 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-daef36a6-5b7c-443e-a611-9ead905f4782 admin admin] Publish callbacks [] for security_group (3dd4f17d-7f7e-4c4a-a8a7-7fccd8d70bbf), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:06.375931 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-daef36a6-5b7c-443e-a611-9ead905f4782 admin admin] Publish callbacks [] for security_group (3dd4f17d-7f7e-4c4a-a8a7-7fccd8d70bbf), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:06.432881 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3b9d091a-f180-46f3-94b9-2b2b727701ea admin admin] Publish callbacks [] for security_group (e7bdd312-c2b7-4307-91f1-6650b6fada01), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:06.439408 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3b9d091a-f180-46f3-94b9-2b2b727701ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (e7bdd312-c2b7-4307-91f1-6650b6fada01), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:06.488755 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57080) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:06.498883 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-3b9d091a-f180-46f3-94b9-2b2b727701ea admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7ea975fd420f4e7c9be3ce61cf660dbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2928493 Feb 17 17:45:06.509304 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d091a-f180-46f3-94b9-2b2b727701ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7bdd312-c2b7-4307-91f1-6650b6fada01,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:06.517840 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-daef36a6-5b7c-443e-a611-9ead905f4782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (3dd4f17d-7f7e-4c4a-a8a7-7fccd8d70bbf), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:06.520978 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-daef36a6-5b7c-443e-a611-9ead905f4782 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:06.526374 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-daef36a6-5b7c-443e-a611-9ead905f4782 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3dd4f17d-7f7e-4c4a-a8a7-7fccd8d70bbf HTTP/1.1" status: 204 len: 168 time: 0.3567541 Feb 17 17:45:06.541243 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef36a6-5b7c-443e-a611-9ead905f4782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd4f17d-7f7e-4c4a-a8a7-7fccd8d70bbf,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:06.569541 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-955dd46c-6f79-4b1b-9e60-95c49bfb334c admin admin] Publish callbacks [] for security_group (e7bdd312-c2b7-4307-91f1-6650b6fada01), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:06.619851 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-955dd46c-6f79-4b1b-9e60-95c49bfb334c admin admin] Publish callbacks [] for security_group (e7bdd312-c2b7-4307-91f1-6650b6fada01), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:06.639244 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:06.664869 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a8508025-9ecf-4aa0-8bb8-37ed9d9e48a2 req-cdf27690-ba12-4140-9f45-db987af6ab44 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] 10.222.0.87 "GET /v2.0/ports?device_id=a2868feb-c21a-4442-842d-77d5b0f8e835 HTTP/1.1" status: 200 len: 210 time: 0.0648406 Feb 17 17:45:06.695265 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-955dd46c-6f79-4b1b-9e60-95c49bfb334c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (e7bdd312-c2b7-4307-91f1-6650b6fada01), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:06.700058 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-955dd46c-6f79-4b1b-9e60-95c49bfb334c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:06.702105 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-955dd46c-6f79-4b1b-9e60-95c49bfb334c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e7bdd312-c2b7-4307-91f1-6650b6fada01 HTTP/1.1" status: 204 len: 168 time: 0.2113309 Feb 17 17:45:06.716754 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955dd46c-6f79-4b1b-9e60-95c49bfb334c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7bdd312-c2b7-4307-91f1-6650b6fada01,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:06.773366 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57098) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:06.848069 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b40155bf-8113-4776-b1b0-06f6459ca74b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e7622f19e3c2410d87b30fd4cb2065e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0697870 Feb 17 17:45:06.848069 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57100) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:06.914598 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-833d8c19-7135-4bcb-b73e-13f27a39decf admin admin] Publish callbacks [] for security_group (09272a02-29d8-449d-9462-10b7bec152a5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:06.960878 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-833d8c19-7135-4bcb-b73e-13f27a39decf admin admin] Publish callbacks [] for security_group (09272a02-29d8-449d-9462-10b7bec152a5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:06.995678 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6cd8d-c8a6-4247-ab3c-7b412a9d249a req-c759d9e1-0f33-41e3-8f3c-6154b48aa30a tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:06.999632 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6fc6cd8d-c8a6-4247-ab3c-7b412a9d249a req-c759d9e1-0f33-41e3-8f3c-6154b48aa30a tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=47b19356-c350-4152-bf6f-5620755f4022 HTTP/1.1" status: 200 len: 945 time: 0.1285751 Feb 17 17:45:07.027735 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-833d8c19-7135-4bcb-b73e-13f27a39decf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (09272a02-29d8-449d-9462-10b7bec152a5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:07.032497 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-833d8c19-7135-4bcb-b73e-13f27a39decf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:07.034687 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-833d8c19-7135-4bcb-b73e-13f27a39decf admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/09272a02-29d8-449d-9462-10b7bec152a5 HTTP/1.1" status: 204 len: 168 time: 0.1865623 Feb 17 17:45:07.043946 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d8c19-7135-4bcb-b73e-13f27a39decf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09272a02-29d8-449d-9462-10b7bec152a5,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:07.096126 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6fc6cd8d-c8a6-4247-ab3c-7b412a9d249a req-e429e6be-ad3f-40ab-aeec-44a11645cbbd tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901616 Feb 17 17:45:07.871913 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:07.900804 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7141708-bc43-4810-99ba-68f60d509f44 req-b503d257-de9a-4ab4-8882-e761bda41ffd tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:07.902479 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c7141708-bc43-4810-99ba-68f60d509f44 req-b503d257-de9a-4ab4-8882-e761bda41ffd tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] 10.222.0.91 "GET /v2.0/networks?id=ec286c55-b470-4ee1-ae75-c41c1f38382c HTTP/1.1" status: 200 len: 808 time: 0.2038138 Feb 17 17:45:07.904852 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e71ddc77-f11b-43a8-97a0-ffaba2e42c7d req-ca7da010-c36b-4da2-b0eb-0d9892ef011a tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] 10.222.0.87 "GET /v2.0/ports?device_id=a2868feb-c21a-4442-842d-77d5b0f8e835 HTTP/1.1" status: 200 len: 210 time: 0.1275353 Feb 17 17:45:07.915777 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-c7141708-bc43-4810-99ba-68f60d509f44 req-4c46536c-c0d5-43d7-8e32-b8423bb410b3 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Request body: {'port': {'device_id': 'a2868feb-c21a-4442-842d-77d5b0f8e835', 'network_id': 'ec286c55-b470-4ee1-ae75-c41c1f38382c', 'admin_state_up': True, 'tenant_id': 'a5ea0f0f0bc549f4bf940106f515b45b'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:45:08.033809 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7141708-bc43-4810-99ba-68f60d509f44 req-4c46536c-c0d5-43d7-8e32-b8423bb410b3 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Made reservation on behalf of a5ea0f0f0bc549f4bf940106f515b45b for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:45:08.037321 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c7141708-bc43-4810-99ba-68f60d509f44 req-4c46536c-c0d5-43d7-8e32-b8423bb410b3 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:08.200744 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-c7141708-bc43-4810-99ba-68f60d509f44 req-4c46536c-c0d5-43d7-8e32-b8423bb410b3 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Allocated IP 172.20.0.13 (ec286c55-b470-4ee1-ae75-c41c1f38382c/cf048e07-4d72-4824-a11d-32fa76d26823/12232764-c6b3-4aec-82b0-7f3c693264af) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:45:08.380627 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c7141708-bc43-4810-99ba-68f60d509f44 req-4c46536c-c0d5-43d7-8e32-b8423bb410b3 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Publish callbacks [] for port (12232764-c6b3-4aec-82b0-7f3c693264af), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:08.424978 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c7141708-bc43-4810-99ba-68f60d509f44 req-4c46536c-c0d5-43d7-8e32-b8423bb410b3 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (12232764-c6b3-4aec-82b0-7f3c693264af), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:08.475202 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7141708-bc43-4810-99ba-68f60d509f44 req-4c46536c-c0d5-43d7-8e32-b8423bb410b3 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Network ec286c55-b470-4ee1-ae75-c41c1f38382c is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:45:08.481106 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-c7141708-bc43-4810-99ba-68f60d509f44 req-4c46536c-c0d5-43d7-8e32-b8423bb410b3 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:45:08.488274 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7141708-bc43-4810-99ba-68f60d509f44 req-4c46536c-c0d5-43d7-8e32-b8423bb410b3 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:45:08.526483 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c46536c-c0d5-43d7-8e32-b8423bb410b3 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Pushing event updated for resources: {'Port': ['ID=12232764-c6b3-4aec-82b0-7f3c693264af,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:08.554373 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7141708-bc43-4810-99ba-68f60d509f44 req-4c46536c-c0d5-43d7-8e32-b8423bb410b3 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:08.555049 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c7141708-bc43-4810-99ba-68f60d509f44 req-4c46536c-c0d5-43d7-8e32-b8423bb410b3 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:08.601360 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c7141708-bc43-4810-99ba-68f60d509f44 req-4c46536c-c0d5-43d7-8e32-b8423bb410b3 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6900706 Feb 17 17:45:08.618084 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-c7141708-bc43-4810-99ba-68f60d509f44 req-178ecdf2-82da-4819-ad80-0009bab110c5 service neutron] Request body: {'port': {'device_id': 'a2868feb-c21a-4442-842d-77d5b0f8e835', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:45:08.662718 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71bb9e3-9697-4b0e-8be6-4ec315b42109 req-033d1629-bd4f-47a0-aec1-f56bdf80841f tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:08.662718 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e71bb9e3-9697-4b0e-8be6-4ec315b42109 req-033d1629-bd4f-47a0-aec1-f56bdf80841f tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=47b19356-c350-4152-bf6f-5620755f4022 HTTP/1.1" status: 200 len: 945 time: 0.4773958 Feb 17 17:45:08.721818 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c7141708-bc43-4810-99ba-68f60d509f44 req-178ecdf2-82da-4819-ad80-0009bab110c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (12232764-c6b3-4aec-82b0-7f3c693264af), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:08.787942 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e71bb9e3-9697-4b0e-8be6-4ec315b42109 req-1e47d863-096d-4606-9391-c95a9059fbbc tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186633 Feb 17 17:45:09.131132 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:09.227351 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62723b5f-323f-42e9-950d-881a5eeceaf7 req-aabce58e-62d1-4de7-8311-bf9effcec5fb tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:09.236702 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-62723b5f-323f-42e9-950d-881a5eeceaf7 req-aabce58e-62d1-4de7-8311-bf9effcec5fb tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] 10.222.0.87 "GET /v2.0/ports?device_id=a2868feb-c21a-4442-842d-77d5b0f8e835 HTTP/1.1" status: 200 len: 932 time: 0.1082666 Feb 17 17:45:09.296602 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57234) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:09.306824 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-62723b5f-323f-42e9-950d-881a5eeceaf7 req-a8bc28c1-1112-43de-ae56-292e981e0505 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] 10.222.0.87 "GET /v2.0/security-groups?id=075dcb18-1a1f-4fb5-bbbf-f7dca45b1a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685127 Feb 17 17:45:09.358656 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-c7141708-bc43-4810-99ba-68f60d509f44 req-178ecdf2-82da-4819-ad80-0009bab110c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12232764-c6b3-4aec-82b0-7f3c693264af {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:45:09.367491 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c7141708-bc43-4810-99ba-68f60d509f44 req-178ecdf2-82da-4819-ad80-0009bab110c5 service neutron] Publish callbacks [] for port (12232764-c6b3-4aec-82b0-7f3c693264af), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:09.382999 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-c7141708-bc43-4810-99ba-68f60d509f44 req-178ecdf2-82da-4819-ad80-0009bab110c5 service neutron] Transition to ACTIVE for port object 12232764-c6b3-4aec-82b0-7f3c693264af will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:45:09.388957 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c7141708-bc43-4810-99ba-68f60d509f44 req-178ecdf2-82da-4819-ad80-0009bab110c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (12232764-c6b3-4aec-82b0-7f3c693264af), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:09.444834 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178ecdf2-82da-4819-ad80-0009bab110c5 service neutron] Pushing event updated for resources: {'Port': ['ID=12232764-c6b3-4aec-82b0-7f3c693264af,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:09.517444 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-c7141708-bc43-4810-99ba-68f60d509f44 req-178ecdf2-82da-4819-ad80-0009bab110c5 service neutron] Attempting to bind port 12232764-c6b3-4aec-82b0-7f3c693264af on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:45:09.517854 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-c7141708-bc43-4810-99ba-68f60d509f44 req-178ecdf2-82da-4819-ad80-0009bab110c5 service neutron] Attempting to bind port 12232764-c6b3-4aec-82b0-7f3c693264af by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': 'd4de418d-f54f-438b-980c-074cf8b0ffdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ec286c55-b470-4ee1-ae75-c41c1f38382c'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:45:09.518178 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7141708-bc43-4810-99ba-68f60d509f44 req-178ecdf2-82da-4819-ad80-0009bab110c5 service neutron] Attempting to bind port 12232764-c6b3-4aec-82b0-7f3c693264af on network ec286c55-b470-4ee1-ae75-c41c1f38382c {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:45:09.523762 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7141708-bc43-4810-99ba-68f60d509f44 req-178ecdf2-82da-4819-ad80-0009bab110c5 service neutron] Port 12232764-c6b3-4aec-82b0-7f3c693264af on network ec286c55-b470-4ee1-ae75-c41c1f38382c not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:45:09.524021 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7141708-bc43-4810-99ba-68f60d509f44 req-178ecdf2-82da-4819-ad80-0009bab110c5 service neutron] Attempting to bind port 12232764-c6b3-4aec-82b0-7f3c693264af on network ec286c55-b470-4ee1-ae75-c41c1f38382c {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:45:09.529205 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7141708-bc43-4810-99ba-68f60d509f44 req-178ecdf2-82da-4819-ad80-0009bab110c5 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:45:09.529540 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7141708-bc43-4810-99ba-68f60d509f44 req-178ecdf2-82da-4819-ad80-0009bab110c5 service neutron] Checking segment: {'id': 'd4de418d-f54f-438b-980c-074cf8b0ffdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ec286c55-b470-4ee1-ae75-c41c1f38382c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:45:09.529919 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7141708-bc43-4810-99ba-68f60d509f44 req-178ecdf2-82da-4819-ad80-0009bab110c5 service neutron] Bound using segment: {'id': 'd4de418d-f54f-438b-980c-074cf8b0ffdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ec286c55-b470-4ee1-ae75-c41c1f38382c'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:45:09.530345 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-c7141708-bc43-4810-99ba-68f60d509f44 req-178ecdf2-82da-4819-ad80-0009bab110c5 service neutron] Bound port: 12232764-c6b3-4aec-82b0-7f3c693264af, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4de418d-f54f-438b-980c-074cf8b0ffdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ec286c55-b470-4ee1-ae75-c41c1f38382c'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:45:09.530696 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c7141708-bc43-4810-99ba-68f60d509f44 req-178ecdf2-82da-4819-ad80-0009bab110c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (12232764-c6b3-4aec-82b0-7f3c693264af), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:09.673625 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-c7141708-bc43-4810-99ba-68f60d509f44 req-178ecdf2-82da-4819-ad80-0009bab110c5 service neutron] For port 12232764-c6b3-4aec-82b0-7f3c693264af, host n-h2-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:45:09.678261 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-c7141708-bc43-4810-99ba-68f60d509f44 req-178ecdf2-82da-4819-ad80-0009bab110c5 service neutron] For port 12232764-c6b3-4aec-82b0-7f3c693264af, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=12232764-c6b3-4aec-82b0-7f3c693264af,segment=NetworkSegment(d4de418d-f54f-438b-980c-074cf8b0ffdd),segment_id=d4de418d-f54f-438b-980c-074cf8b0ffdd)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:45:09.688234 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e75b2e-ab80-4673-ad40-2ac65512e54f req-26df9e65-2046-4f70-8d23-1f10f32573cb tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:09.693071 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-0d037b8a-9e4d-4da8-974b-8192d02db933 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1748595082-network', 'tenant_id': '676afbf1c2e640e8b11ff19640c46b32'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:45:09.693809 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-96e75b2e-ab80-4673-ad40-2ac65512e54f req-26df9e65-2046-4f70-8d23-1f10f32573cb tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=47b19356-c350-4152-bf6f-5620755f4022 HTTP/1.1" status: 200 len: 945 time: 0.5271106 Feb 17 17:45:09.697082 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c7141708-bc43-4810-99ba-68f60d509f44 req-178ecdf2-82da-4819-ad80-0009bab110c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (12232764-c6b3-4aec-82b0-7f3c693264af), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:09.732529 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d037b8a-9e4d-4da8-974b-8192d02db933 admin admin] Made reservation on behalf of 676afbf1c2e640e8b11ff19640c46b32 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:45:09.740126 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d037b8a-9e4d-4da8-974b-8192d02db933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:09.763667 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7141708-bc43-4810-99ba-68f60d509f44 req-178ecdf2-82da-4819-ad80-0009bab110c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:09.764382 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c7141708-bc43-4810-99ba-68f60d509f44 req-178ecdf2-82da-4819-ad80-0009bab110c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:09.765977 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c7141708-bc43-4810-99ba-68f60d509f44 req-178ecdf2-82da-4819-ad80-0009bab110c5 service neutron] 10.222.0.91 "PUT /v2.0/ports/12232764-c6b3-4aec-82b0-7f3c693264af HTTP/1.1" status: 200 len: 1092 time: 1.1536007 Feb 17 17:45:09.766641 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d037b8a-9e4d-4da8-974b-8192d02db933 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:09.771507 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2868feb-c21a-4442-842d-77d5b0f8e835', 'tag': '12232764-c6b3-4aec-82b0-7f3c693264af'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:45:09.774501 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963a461d-fb89-4929-97ff-fe1ff3bd7437" -d '{"events": [{"name": "network-changed", "server_uuid": "a2868feb-c21a-4442-842d-77d5b0f8e835", "tag": "12232764-c6b3-4aec-82b0-7f3c693264af"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:45:09.865432 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-96e75b2e-ab80-4673-ad40-2ac65512e54f req-6c4df8be-b04b-4819-be26-f57ebb4235b9 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697347 Feb 17 17:45:09.883337 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8b4e0b-c06a-45a9-9a33-c8d2618ee188 x-openstack-request-id: req-ec8b4e0b-c06a-45a9-9a33-c8d2618ee188 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:45:09.883624 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2868feb-c21a-4442-842d-77d5b0f8e835", "tag": "12232764-c6b3-4aec-82b0-7f3c693264af", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:45:09.883889 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ec8b4e0b-c06a-45a9-9a33-c8d2618ee188 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:45:09.885375 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2868feb-c21a-4442-842d-77d5b0f8e835', 'tag': '12232764-c6b3-4aec-82b0-7f3c693264af', 'status': 'completed', 'code': 200} Feb 17 17:45:09.891993 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178ecdf2-82da-4819-ad80-0009bab110c5 service neutron] Pushing event updated for resources: {'Port': ['ID=12232764-c6b3-4aec-82b0-7f3c693264af,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:09.914512 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7141708-bc43-4810-99ba-68f60d509f44 req-34738f72-095a-44b6-8175-d99b1a95719b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:09.916445 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c7141708-bc43-4810-99ba-68f60d509f44 req-34738f72-095a-44b6-8175-d99b1a95719b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a5ea0f0f0bc549f4bf940106f515b45b&device_id=a2868feb-c21a-4442-842d-77d5b0f8e835 HTTP/1.1" status: 200 len: 1126 time: 0.0987222 Feb 17 17:45:09.939259 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d037b8a-9e4d-4da8-974b-8192d02db933 admin admin] Publish callbacks [] for security_group (ee30ec10-fc9c-427d-bae2-fedd385da0d6), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:09.953014 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d037b8a-9e4d-4da8-974b-8192d02db933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (ee30ec10-fc9c-427d-bae2-fedd385da0d6), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:09.957999 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57256) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:09.999225 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c7141708-bc43-4810-99ba-68f60d509f44 req-d3b19592-215f-44f9-8abc-4f9fd0331a8e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12232764-c6b3-4aec-82b0-7f3c693264af HTTP/1.1" status: 200 len: 217 time: 0.0749817 Feb 17 17:45:10.006236 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57266) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:10.010699 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d037b8a-9e4d-4da8-974b-8192d02db933 admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:45:10.013622 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d037b8a-9e4d-4da8-974b-8192d02db933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee30ec10-fc9c-427d-bae2-fedd385da0d6,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:10.029488 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d037b8a-9e4d-4da8-974b-8192d02db933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (7991a893-d7c9-4fff-9b7d-d927a847faea), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:10.030410 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-0d037b8a-9e4d-4da8-974b-8192d02db933 admin admin] Added segment 7991a893-d7c9-4fff-9b7d-d927a847faea of type vlan for network 2c9900d2-a559-4978-8739-0c10e7ac9101 Feb 17 17:45:10.045364 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57270) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:10.091999 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7141708-bc43-4810-99ba-68f60d509f44 req-5a142f00-a144-4cad-adfa-a19de7e4a751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:10.096807 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c7141708-bc43-4810-99ba-68f60d509f44 req-5a142f00-a144-4cad-adfa-a19de7e4a751 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=cf048e07-4d72-4824-a11d-32fa76d26823 HTTP/1.1" status: 200 len: 848 time: 0.0895939 Feb 17 17:45:10.100903 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d037b8a-9e4d-4da8-974b-8192d02db933 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (2c9900d2-a559-4978-8739-0c10e7ac9101), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:10.148691 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2cc7e588-f979-44a5-9496-f524489faaf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:10.157693 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c7141708-bc43-4810-99ba-68f60d509f44 req-c5e70dcb-5bba-4204-824d-c6fe5ec2fa9d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ec286c55-b470-4ee1-ae75-c41c1f38382c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546713 Feb 17 17:45:10.237340 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2cc7e588-f979-44a5-9496-f524489faaf3 admin admin] Publish callbacks [] for security_group (51ad2ae5-7cdc-4780-a34f-b0ef9d18d1bb), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:10.244164 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-587c1463-6803-4ae9-ad2d-4f9bf7a174f6 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1839205587-network', 'tenant_id': 'dcefa6de29c6431abd46f02fc066e159'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:45:10.249053 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2cc7e588-f979-44a5-9496-f524489faaf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (51ad2ae5-7cdc-4780-a34f-b0ef9d18d1bb), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:10.252002 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d037b8a-9e4d-4da8-974b-8192d02db933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (2c9900d2-a559-4978-8739-0c10e7ac9101), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:10.253048 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d037b8a-9e4d-4da8-974b-8192d02db933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:10.253632 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d037b8a-9e4d-4da8-974b-8192d02db933 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:10.270626 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1ab36a81-99be-4968-88ab-25c175edef6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:10.306909 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c7141708-bc43-4810-99ba-68f60d509f44 req-0158f5a6-ff55-4021-b5d2-8e2892e5f515 service neutron] 10.222.0.91 "GET /v2.0/networks/ec286c55-b470-4ee1-ae75-c41c1f38382c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411898 Feb 17 17:45:10.331803 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7e588-f979-44a5-9496-f524489faaf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ad2ae5-7cdc-4780-a34f-b0ef9d18d1bb,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:10.337632 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0d037b8a-9e4d-4da8-974b-8192d02db933 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0377083 Feb 17 17:45:10.343227 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57304) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:10.346151 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2cc7e588-f979-44a5-9496-f524489faaf3 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=641b17a6a19a41faa45f74038351838c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3863583 Feb 17 17:45:10.348163 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-90d28209-2186-4fe3-b2e5-52b0c4f94bd7 admin admin] Request body: {'subnet': {'network_id': '2c9900d2-a559-4978-8739-0c10e7ac9101', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1748595082-subnet', 'tenant_id': '676afbf1c2e640e8b11ff19640c46b32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:45:10.349530 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57306) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:10.399072 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587c1463-6803-4ae9-ad2d-4f9bf7a174f6 admin admin] Made reservation on behalf of dcefa6de29c6431abd46f02fc066e159 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:45:10.401773 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-587c1463-6803-4ae9-ad2d-4f9bf7a174f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:10.404989 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d037b8a-9e4d-4da8-974b-8192d02db933 admin admin] Pushing event updated for resources: {'Network': ['ID=2c9900d2-a559-4978-8739-0c10e7ac9101,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:10.424872 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-587c1463-6803-4ae9-ad2d-4f9bf7a174f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:10.428903 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 2c9900d2-a559-4978-8739-0c10e7ac9101 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:45:10.434837 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d28209-2186-4fe3-b2e5-52b0c4f94bd7 admin admin] Made reservation on behalf of 676afbf1c2e640e8b11ff19640c46b32 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:45:10.437746 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-90d28209-2186-4fe3-b2e5-52b0c4f94bd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:10.488708 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e8b4c197-c670-420c-ae06-e0857fa9da45 admin admin] Publish callbacks [] for security_group (51ad2ae5-7cdc-4780-a34f-b0ef9d18d1bb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:10.546156 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e8b4c197-c670-420c-ae06-e0857fa9da45 admin admin] Publish callbacks [] for security_group (51ad2ae5-7cdc-4780-a34f-b0ef9d18d1bb), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:10.596983 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1ab36a81-99be-4968-88ab-25c175edef6a admin admin] Publish callbacks [] for security_group (a96d6af6-cc61-4e53-a8e9-f5123a024530), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:10.603411 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c7141708-bc43-4810-99ba-68f60d509f44 req-be5d35d3-5e67-4066-bb2b-f5689c4d6f18 service neutron] 10.222.0.91 "GET /v2.0/networks/ec286c55-b470-4ee1-ae75-c41c1f38382c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891757 Feb 17 17:45:10.625663 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-587c1463-6803-4ae9-ad2d-4f9bf7a174f6 admin admin] Publish callbacks [] for security_group (d3941b88-31c3-4058-9154-f875b837f747), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:10.631129 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-587c1463-6803-4ae9-ad2d-4f9bf7a174f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (d3941b88-31c3-4058-9154-f875b837f747), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:10.634576 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1ab36a81-99be-4968-88ab-25c175edef6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (a96d6af6-cc61-4e53-a8e9-f5123a024530), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:10.669665 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e8b4c197-c670-420c-ae06-e0857fa9da45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (51ad2ae5-7cdc-4780-a34f-b0ef9d18d1bb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:10.673171 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e8b4c197-c670-420c-ae06-e0857fa9da45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:10.676990 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e8b4c197-c670-420c-ae06-e0857fa9da45 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/51ad2ae5-7cdc-4780-a34f-b0ef9d18d1bb HTTP/1.1" status: 204 len: 168 time: 0.3269711 Feb 17 17:45:10.683847 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-587c1463-6803-4ae9-ad2d-4f9bf7a174f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:45:10.684539 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587c1463-6803-4ae9-ad2d-4f9bf7a174f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3941b88-31c3-4058-9154-f875b837f747,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:10.698266 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b4c197-c670-420c-ae06-e0857fa9da45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ad2ae5-7cdc-4780-a34f-b0ef9d18d1bb,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:10.705179 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-587c1463-6803-4ae9-ad2d-4f9bf7a174f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (55986a3b-e6c7-429a-8531-35745bb80f15), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:10.705531 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-587c1463-6803-4ae9-ad2d-4f9bf7a174f6 admin admin] Added segment 55986a3b-e6c7-429a-8531-35745bb80f15 of type vlan for network a27167ee-d93b-4c13-9a1b-b2f8134c7a8b Feb 17 17:45:10.743839 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1ab36a81-99be-4968-88ab-25c175edef6a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9e1d170bdb664605ba2c2e4e44fc1bd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7353203 Feb 17 17:45:10.749663 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57314) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:10.756966 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c5e4f-eb8f-4d17-b08a-50496a317785 req-fd84971d-21f9-4307-a821-f7e5fe8d8658 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:10.758548 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a58c5e4f-eb8f-4d17-b08a-50496a317785 req-fd84971d-21f9-4307-a821-f7e5fe8d8658 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] 10.222.0.87 "GET /v2.0/ports?device_id=a2868feb-c21a-4442-842d-77d5b0f8e835 HTTP/1.1" status: 200 len: 944 time: 0.3281243 Feb 17 17:45:10.784723 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab36a81-99be-4968-88ab-25c175edef6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96d6af6-cc61-4e53-a8e9-f5123a024530,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:10.785845 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-587c1463-6803-4ae9-ad2d-4f9bf7a174f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (a27167ee-d93b-4c13-9a1b-b2f8134c7a8b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:10.846270 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a461d-fb89-4929-97ff-fe1ff3bd7437 req-162b0fb6-8156-45ec-9dab-35b02866b0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:10.848047 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-963a461d-fb89-4929-97ff-fe1ff3bd7437 req-162b0fb6-8156-45ec-9dab-35b02866b0ab service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a5ea0f0f0bc549f4bf940106f515b45b&device_id=a2868feb-c21a-4442-842d-77d5b0f8e835 HTTP/1.1" status: 200 len: 1126 time: 0.1879792 Feb 17 17:45:10.869703 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-587c1463-6803-4ae9-ad2d-4f9bf7a174f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (a27167ee-d93b-4c13-9a1b-b2f8134c7a8b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:10.871175 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587c1463-6803-4ae9-ad2d-4f9bf7a174f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:10.871940 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-587c1463-6803-4ae9-ad2d-4f9bf7a174f6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:10.888997 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4e66c23a-94db-4068-8b35-32bca11f0cd9 admin admin] Publish callbacks [] for security_group (a96d6af6-cc61-4e53-a8e9-f5123a024530), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:10.973602 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a58c5e4f-eb8f-4d17-b08a-50496a317785 req-c958bd37-74f6-4974-9415-61f6b36d19c8 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] 10.222.0.87 "GET /v2.0/security-groups?id=075dcb18-1a1f-4fb5-bbbf-f7dca45b1a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900718 Feb 17 17:45:11.014860 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-90d28209-2186-4fe3-b2e5-52b0c4f94bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (0145e51a-5adb-4fab-bd7e-ee03bd2ecb29), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:11.022593 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4e66c23a-94db-4068-8b35-32bca11f0cd9 admin admin] Publish callbacks [] for security_group (a96d6af6-cc61-4e53-a8e9-f5123a024530), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:11.025404 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587c1463-6803-4ae9-ad2d-4f9bf7a174f6 admin admin] Pushing event updated for resources: {'Network': ['ID=a27167ee-d93b-4c13-9a1b-b2f8134c7a8b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:11.041066 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-587c1463-6803-4ae9-ad2d-4f9bf7a174f6 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9944532 Feb 17 17:45:11.044780 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57342) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:11.045076 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network a27167ee-d93b-4c13-9a1b-b2f8134c7a8b details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:45:11.055816 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-9073353f-cc44-405e-bc13-7aaad8f8b9b3 admin admin] Request body: {'subnet': {'network_id': 'a27167ee-d93b-4c13-9a1b-b2f8134c7a8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1839205587-subnet', 'tenant_id': 'dcefa6de29c6431abd46f02fc066e159', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:45:11.127025 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9073353f-cc44-405e-bc13-7aaad8f8b9b3 admin admin] Made reservation on behalf of dcefa6de29c6431abd46f02fc066e159 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:45:11.130258 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9073353f-cc44-405e-bc13-7aaad8f8b9b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:11.196334 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57348) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:11.231205 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4e66c23a-94db-4068-8b35-32bca11f0cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (a96d6af6-cc61-4e53-a8e9-f5123a024530), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:11.235235 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4e66c23a-94db-4068-8b35-32bca11f0cd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:11.256703 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4e66c23a-94db-4068-8b35-32bca11f0cd9 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a96d6af6-cc61-4e53-a8e9-f5123a024530 HTTP/1.1" status: 204 len: 168 time: 0.5053546 Feb 17 17:45:11.290544 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-22b07886-2c3c-43b5-8ec9-030e77b1a20c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:11.303067 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e66c23a-94db-4068-8b35-32bca11f0cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96d6af6-cc61-4e53-a8e9-f5123a024530,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:11.538969 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9073353f-cc44-405e-bc13-7aaad8f8b9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (4de680a8-c197-4239-841c-0c303eb01353), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:11.577791 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d28209-2186-4fe3-b2e5-52b0c4f94bd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0145e51a-5adb-4fab-bd7e-ee03bd2ecb29,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:11.588481 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a461d-fb89-4929-97ff-fe1ff3bd7437 req-715e59c7-1855-4689-b53a-a5160b3430c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:11.590012 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-963a461d-fb89-4929-97ff-fe1ff3bd7437 req-715e59c7-1855-4689-b53a-a5160b3430c8 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ec286c55-b470-4ee1-ae75-c41c1f38382c HTTP/1.1" status: 200 len: 909 time: 0.6892569 Feb 17 17:45:11.590869 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-22b07886-2c3c-43b5-8ec9-030e77b1a20c admin admin] Publish callbacks [] for security_group (d151d76f-c347-453b-9527-f047904ff8a2), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:11.594485 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9073353f-cc44-405e-bc13-7aaad8f8b9b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4de680a8-c197-4239-841c-0c303eb01353,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:11.599579 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-22b07886-2c3c-43b5-8ec9-030e77b1a20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (d151d76f-c347-453b-9527-f047904ff8a2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:11.612747 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81085ba2-f28d-427b-b49f-0666e70b0793 req-9fe5e620-1a6a-4127-9ffe-5cd347279e87 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:11.614356 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-81085ba2-f28d-427b-b49f-0666e70b0793 req-9fe5e620-1a6a-4127-9ffe-5cd347279e87 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=47b19356-c350-4152-bf6f-5620755f4022 HTTP/1.1" status: 200 len: 945 time: 0.6347356 Feb 17 17:45:11.656841 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d28209-2186-4fe3-b2e5-52b0c4f94bd7 admin admin] Checking segment: {'id': '7991a893-d7c9-4fff-9b7d-d927a847faea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2c9900d2-a559-4978-8739-0c10e7ac9101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:45:11.657235 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d28209-2186-4fe3-b2e5-52b0c4f94bd7 admin admin] Network hostable DHCP agents. Network: 2c9900d2-a559-4978-8739-0c10e7ac9101, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:45:11.660024 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-963a461d-fb89-4929-97ff-fe1ff3bd7437 req-f606f414-b9d5-4ffb-9074-b1f9a903ad02 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12232764-c6b3-4aec-82b0-7f3c693264af HTTP/1.1" status: 200 len: 217 time: 0.0635059 Feb 17 17:45:11.715109 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-22b07886-2c3c-43b5-8ec9-030e77b1a20c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b3beacb84c9149edb6e34f5ac68b70c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5176337 Feb 17 17:45:11.720639 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b07886-2c3c-43b5-8ec9-030e77b1a20c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d151d76f-c347-453b-9527-f047904ff8a2,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:11.725716 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57360) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:11.743237 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d28209-2186-4fe3-b2e5-52b0c4f94bd7 admin admin] Network 2c9900d2-a559-4978-8739-0c10e7ac9101 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:45:11.771642 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-81085ba2-f28d-427b-b49f-0666e70b0793 req-98c37850-d1f2-433b-ad12-f43302f5e0ab tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221607 Feb 17 17:45:11.773568 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a461d-fb89-4929-97ff-fe1ff3bd7437 req-d74177f4-c7bc-4eec-89db-6d1634abc447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:11.775012 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-963a461d-fb89-4929-97ff-fe1ff3bd7437 req-d74177f4-c7bc-4eec-89db-6d1634abc447 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=cf048e07-4d72-4824-a11d-32fa76d26823 HTTP/1.1" status: 200 len: 848 time: 0.1050382 Feb 17 17:45:11.775774 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-90d28209-2186-4fe3-b2e5-52b0c4f94bd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 2c9900d2-a559-4978-8739-0c10e7ac9101) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:45:11.780441 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d28209-2186-4fe3-b2e5-52b0c4f94bd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:11.781085 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-90d28209-2186-4fe3-b2e5-52b0c4f94bd7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:11.783544 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9073353f-cc44-405e-bc13-7aaad8f8b9b3 admin admin] Checking segment: {'id': '55986a3b-e6c7-429a-8531-35745bb80f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a27167ee-d93b-4c13-9a1b-b2f8134c7a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:45:11.783928 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9073353f-cc44-405e-bc13-7aaad8f8b9b3 admin admin] Network hostable DHCP agents. Network: a27167ee-d93b-4c13-9a1b-b2f8134c7a8b, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:45:11.791323 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19d5e56-085d-4ae4-91f2-7e4184c9ee61 None None] Network 2c9900d2-a559-4978-8739-0c10e7ac9101 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:45:11.820687 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9073353f-cc44-405e-bc13-7aaad8f8b9b3 admin admin] Network a27167ee-d93b-4c13-9a1b-b2f8134c7a8b is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:45:11.828787 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-9073353f-cc44-405e-bc13-7aaad8f8b9b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, a27167ee-d93b-4c13-9a1b-b2f8134c7a8b) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:45:11.840998 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9073353f-cc44-405e-bc13-7aaad8f8b9b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:11.841524 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9073353f-cc44-405e-bc13-7aaad8f8b9b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:11.854967 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f04d153-02a8-4f93-b45d-e423c5d1254e admin admin] Publish callbacks [] for security_group (d151d76f-c347-453b-9527-f047904ff8a2), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:11.864549 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354c6dba-4012-4f54-b030-ae15407ca9a1 None None] Network a27167ee-d93b-4c13-9a1b-b2f8134c7a8b requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:45:11.874759 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9073353f-cc44-405e-bc13-7aaad8f8b9b3 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8288608 Feb 17 17:45:11.886436 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-963a461d-fb89-4929-97ff-fe1ff3bd7437 req-4eaa8a22-2cf0-49f3-a541-46ca7557633d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ec286c55-b470-4ee1-ae75-c41c1f38382c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024516 Feb 17 17:45:11.894115 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f04d153-02a8-4f93-b45d-e423c5d1254e admin admin] Publish callbacks [] for security_group (d151d76f-c347-453b-9527-f047904ff8a2), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:11.917353 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-90d28209-2186-4fe3-b2e5-52b0c4f94bd7 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5730100 Feb 17 17:45:11.979698 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f04d153-02a8-4f93-b45d-e423c5d1254e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (d151d76f-c347-453b-9527-f047904ff8a2), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:11.984007 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f04d153-02a8-4f93-b45d-e423c5d1254e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:11.988619 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4f04d153-02a8-4f93-b45d-e423c5d1254e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d151d76f-c347-453b-9527-f047904ff8a2 HTTP/1.1" status: 204 len: 168 time: 0.2502618 Feb 17 17:45:12.005419 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57370) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:12.014874 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f04d153-02a8-4f93-b45d-e423c5d1254e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d151d76f-c347-453b-9527-f047904ff8a2,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:12.031003 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 12232764-c6b3-4aec-82b0-7f3c693264af details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:45:12.163040 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-04186e73-aece-4a84-8db4-ee01ec0147e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:12.215255 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1f7577-ffb6-495d-bfeb-f1db83d53620 None None] Network a27167ee-d93b-4c13-9a1b-b2f8134c7a8b requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:45:12.277360 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-963a461d-fb89-4929-97ff-fe1ff3bd7437 req-eee51405-3f43-4fd2-8044-efba8639951f service neutron] 10.222.0.91 "GET /v2.0/networks/ec286c55-b470-4ee1-ae75-c41c1f38382c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720458 Feb 17 17:45:12.416408 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9882efe-962e-4d1c-88d9-cfb7595de3f4 req-3a8b9ba6-5569-4333-a546-41fba1d48d2c tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:12.418230 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9d6cdf-6cdd-46db-9f5a-769292272e03 None None] Network 2c9900d2-a559-4978-8739-0c10e7ac9101 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:45:12.425269 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f9882efe-962e-4d1c-88d9-cfb7595de3f4 req-3a8b9ba6-5569-4333-a546-41fba1d48d2c tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] 10.222.0.87 "GET /v2.0/ports?device_id=a2868feb-c21a-4442-842d-77d5b0f8e835 HTTP/1.1" status: 200 len: 944 time: 0.2750249 Feb 17 17:45:12.450583 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793dd550-54ce-4b90-88e9-2cd64e3b088b req-3cf97592-3693-4282-a60b-93b743b98863 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:12.458686 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-793dd550-54ce-4b90-88e9-2cd64e3b088b req-3cf97592-3693-4282-a60b-93b743b98863 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=47b19356-c350-4152-bf6f-5620755f4022 HTTP/1.1" status: 200 len: 945 time: 0.2341166 Feb 17 17:45:12.604405 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-963a461d-fb89-4929-97ff-fe1ff3bd7437 req-4c83f12e-f4b6-4331-9d44-cb8ca50275a2 service neutron] 10.222.0.91 "GET /v2.0/networks/ec286c55-b470-4ee1-ae75-c41c1f38382c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204238 Feb 17 17:45:12.657387 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f9882efe-962e-4d1c-88d9-cfb7595de3f4 req-5c0185b2-8a5a-4a0f-abe5-fef7f73a282a tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] 10.222.0.87 "GET /v2.0/security-groups?id=075dcb18-1a1f-4fb5-bbbf-f7dca45b1a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305810 Feb 17 17:45:12.679002 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-793dd550-54ce-4b90-88e9-2cd64e3b088b req-a44f1553-d33a-42e3-89dd-e21207d068dc tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188172 Feb 17 17:45:12.680753 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 12232764-c6b3-4aec-82b0-7f3c693264af, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=12232764-c6b3-4aec-82b0-7f3c693264af,segment=NetworkSegment(d4de418d-f54f-438b-980c-074cf8b0ffdd),segment_id=d4de418d-f54f-438b-980c-074cf8b0ffdd)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:45:12.690685 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-04186e73-aece-4a84-8db4-ee01ec0147e7 admin admin] Publish callbacks [] for security_group (d8efaff3-3156-4292-9264-5e78310bce99), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:12.695995 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '12232764-c6b3-4aec-82b0-7f3c693264af', 'network_id': 'ec286c55-b470-4ee1-ae75-c41c1f38382c', 'port_id': '12232764-c6b3-4aec-82b0-7f3c693264af', 'mac_address': 'fa:16:3e:b5:68:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf048e07-4d72-4824-a11d-32fa76d26823', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:45:12.698014 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-04186e73-aece-4a84-8db4-ee01ec0147e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (d8efaff3-3156-4292-9264-5e78310bce99), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:12.761433 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 12232764-c6b3-4aec-82b0-7f3c693264af is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:45:12.761881 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (12232764-c6b3-4aec-82b0-7f3c693264af), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:12.765638 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-04186e73-aece-4a84-8db4-ee01ec0147e7 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=851afc7c197f40a8bb49a7a0927cfac4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7519426 Feb 17 17:45:12.765638 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04186e73-aece-4a84-8db4-ee01ec0147e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8efaff3-3156-4292-9264-5e78310bce99,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:12.766248 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57396) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:12.821730 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12232764-c6b3-4aec-82b0-7f3c693264af {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:45:12.883047 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 12232764-c6b3-4aec-82b0-7f3c693264af, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=12232764-c6b3-4aec-82b0-7f3c693264af,segment=NetworkSegment(d4de418d-f54f-438b-980c-074cf8b0ffdd),segment_id=d4de418d-f54f-438b-980c-074cf8b0ffdd)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:45:12.888119 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (12232764-c6b3-4aec-82b0-7f3c693264af), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:12.905854 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f4207225-bd94-4308-8a67-9f37c1abf6ac admin admin] Publish callbacks [] for security_group (d8efaff3-3156-4292-9264-5e78310bce99), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:12.966707 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f4207225-bd94-4308-8a67-9f37c1abf6ac admin admin] Publish callbacks [] for security_group (d8efaff3-3156-4292-9264-5e78310bce99), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:12.972934 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=12232764-c6b3-4aec-82b0-7f3c693264af,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:13.035945 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f4207225-bd94-4308-8a67-9f37c1abf6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (d8efaff3-3156-4292-9264-5e78310bce99), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:13.039406 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f4207225-bd94-4308-8a67-9f37c1abf6ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:13.040695 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f4207225-bd94-4308-8a67-9f37c1abf6ac admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d8efaff3-3156-4292-9264-5e78310bce99 HTTP/1.1" status: 204 len: 168 time: 0.2736535 Feb 17 17:45:13.050705 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4207225-bd94-4308-8a67-9f37c1abf6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8efaff3-3156-4292-9264-5e78310bce99,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:13.099150 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['12232764-c6b3-4aec-82b0-7f3c693264af'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:45:13.380636 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-6f6865e6-add1-404f-804d-d515fd04be1a tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:13.384978 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-6f6865e6-add1-404f-804d-d515fd04be1a tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.87 "GET /v2.0/networks?id=a27167ee-d93b-4c13-9a1b-b2f8134c7a8b HTTP/1.1" status: 200 len: 818 time: 0.2633991 Feb 17 17:45:13.408924 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc97422-b71b-42b8-a249-31eeabcf5688 req-42724f35-2757-4e5d-a9c6-55379a88f408 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:13.410497 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6fc97422-b71b-42b8-a249-31eeabcf5688 req-42724f35-2757-4e5d-a9c6-55379a88f408 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/networks?id=2c9900d2-a559-4978-8739-0c10e7ac9101 HTTP/1.1" status: 200 len: 815 time: 0.2728362 Feb 17 17:45:13.417733 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-aa549097-b8b1-4f8d-b3c0-3c3c8b8218e6 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.87 "GET /v2.0/quotas/dcefa6de29c6431abd46f02fc066e159 HTTP/1.1" status: 200 len: 375 time: 0.0316987 Feb 17 17:45:13.475160 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6fc97422-b71b-42b8-a249-31eeabcf5688 req-00a6e141-d15d-4907-a796-ba32816d61ac tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/quotas/676afbf1c2e640e8b11ff19640c46b32 HTTP/1.1" status: 200 len: 375 time: 0.0445509 Feb 17 17:45:13.497191 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-5fa83e7b-d69d-4c86-b3b5-38a5d4be3668 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=dcefa6de29c6431abd46f02fc066e159&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0782990 Feb 17 17:45:13.565499 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6fc97422-b71b-42b8-a249-31eeabcf5688 req-b7e36320-616a-4083-afe2-3117b34293cf tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=676afbf1c2e640e8b11ff19640c46b32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0890820 Feb 17 17:45:13.766938 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-7aab851f-fc9c-4510-aa87-eed76952d2ba service neutron] 10.222.0.87 "GET /v2.0/networks/a27167ee-d93b-4c13-9a1b-b2f8134c7a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682071 Feb 17 17:45:13.777027 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36236c9d-1206-49c6-8a4c-accf4923b4a2 req-a16a05f6-2d68-4b48-ba8d-f52bed755f52 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:13.778550 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36236c9d-1206-49c6-8a4c-accf4923b4a2 req-a16a05f6-2d68-4b48-ba8d-f52bed755f52 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.71 "GET /v2.0/ports?device_id=47b19356-c350-4152-bf6f-5620755f4022 HTTP/1.1" status: 200 len: 945 time: 0.1795490 Feb 17 17:45:13.782271 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6fc97422-b71b-42b8-a249-31eeabcf5688 req-80dde2e7-b6f9-456b-be7d-b62ba9ec4d6b service neutron] 10.222.0.87 "GET /v2.0/networks/2c9900d2-a559-4978-8739-0c10e7ac9101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159460 Feb 17 17:45:14.022982 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 12232764-c6b3-4aec-82b0-7f3c693264af up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:45:14.034464 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-eb8ff669-ecc2-479e-bcab-4cc45ca46885 service neutron] 10.222.0.87 "GET /v2.0/networks/a27167ee-d93b-4c13-9a1b-b2f8134c7a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547376 Feb 17 17:45:14.068774 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6fc97422-b71b-42b8-a249-31eeabcf5688 req-9cdb1e67-e309-46f1-8f7e-ddc57d4d2ef9 service neutron] 10.222.0.87 "GET /v2.0/networks/2c9900d2-a559-4978-8739-0c10e7ac9101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746873 Feb 17 17:45:14.115351 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-36236c9d-1206-49c6-8a4c-accf4923b4a2 req-5ab67096-a28d-47b1-893f-3eb4f1dab942 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Deleting port 96fada7f-05dd-4973-9ce8-0f5f68f0cf8f {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:45:14.115747 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-36236c9d-1206-49c6-8a4c-accf4923b4a2 req-5ab67096-a28d-47b1-893f-3eb4f1dab942 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (96fada7f-05dd-4973-9ce8-0f5f68f0cf8f), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:14.195015 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port 12232764-c6b3-4aec-82b0-7f3c693264af completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:45:14.202491 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 12232764-c6b3-4aec-82b0-7f3c693264af triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:45:14.204868 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (12232764-c6b3-4aec-82b0-7f3c693264af), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:14.432909 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-36236c9d-1206-49c6-8a4c-accf4923b4a2 req-5ab67096-a28d-47b1-893f-3eb4f1dab942 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] For port 96fada7f-05dd-4973-9ce8-0f5f68f0cf8f, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=96fada7f-05dd-4973-9ce8-0f5f68f0cf8f,segment=NetworkSegment(a9afe95a-bc81-4053-bcf6-93dc37b0f7fa),segment_id=a9afe95a-bc81-4053-bcf6-93dc37b0f7fa)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:45:14.434757 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-36236c9d-1206-49c6-8a4c-accf4923b4a2 req-5ab67096-a28d-47b1-893f-3eb4f1dab942 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (96fada7f-05dd-4973-9ce8-0f5f68f0cf8f), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:14.462048 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-36236c9d-1206-49c6-8a4c-accf4923b4a2 req-5ab67096-a28d-47b1-893f-3eb4f1dab942 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Calling delete_port for 96fada7f-05dd-4973-9ce8-0f5f68f0cf8f owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:45:14.492544 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 12232764-c6b3-4aec-82b0-7f3c693264af is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:45:14.497892 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (12232764-c6b3-4aec-82b0-7f3c693264af), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:14.568688 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2868feb-c21a-4442-842d-77d5b0f8e835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12232764-c6b3-4aec-82b0-7f3c693264af'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:45:14.571083 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003c5983-7f11-409c-9852-b09e19e3a889" -d '{"events": [{"server_uuid": "a2868feb-c21a-4442-842d-77d5b0f8e835", "name": "network-vif-plugged", "status": "completed", "tag": "12232764-c6b3-4aec-82b0-7f3c693264af"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:45:14.612893 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 12232764-c6b3-4aec-82b0-7f3c693264af, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=12232764-c6b3-4aec-82b0-7f3c693264af,segment=NetworkSegment(d4de418d-f54f-438b-980c-074cf8b0ffdd),segment_id=d4de418d-f54f-438b-980c-074cf8b0ffdd)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:45:14.622033 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (12232764-c6b3-4aec-82b0-7f3c693264af), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:14.724177 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=12232764-c6b3-4aec-82b0-7f3c693264af,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:14.955486 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9cf289-a8ae-4ef9-a9e3-2c126c432fd6 req-5e769ed4-d683-4a70-8224-f725d2faa662 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:14.963900 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7a9cf289-a8ae-4ef9-a9e3-2c126c432fd6 req-5e769ed4-d683-4a70-8224-f725d2faa662 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] 10.222.0.87 "GET /v2.0/ports?device_id=a2868feb-c21a-4442-842d-77d5b0f8e835 HTTP/1.1" status: 200 len: 946 time: 0.3814652 Feb 17 17:45:14.975215 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef2126-3b5e-4ceb-bc5f-d79d4c86c027 req-38539f2c-40e0-45e6-8248-b733d0e506a6 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:14.982623 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ebef2126-3b5e-4ceb-bc5f-d79d4c86c027 req-38539f2c-40e0-45e6-8248-b733d0e506a6 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=47b19356-c350-4152-bf6f-5620755f4022 HTTP/1.1" status: 200 len: 945 time: 0.1664760 Feb 17 17:45:14.999418 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-36236c9d-1206-49c6-8a4c-accf4923b4a2 req-5ab67096-a28d-47b1-893f-3eb4f1dab942 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (96fada7f-05dd-4973-9ce8-0f5f68f0cf8f), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:15.219320 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ebef2126-3b5e-4ceb-bc5f-d79d4c86c027 req-50e5b209-e09e-4af5-a800-51b0b3b7ba84 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350216 Feb 17 17:45:15.230596 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab67096-a28d-47b1-893f-3eb4f1dab942 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Pushing event deleted for resources: {'Port': ['ID=96fada7f-05dd-4973-9ce8-0f5f68f0cf8f,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:15.340361 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-36236c9d-1206-49c6-8a4c-accf4923b4a2 req-5ab67096-a28d-47b1-893f-3eb4f1dab942 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] No DVR routers for this DVR port 96fada7f-05dd-4973-9ce8-0f5f68f0cf8f on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:45:15.346271 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7a9cf289-a8ae-4ef9-a9e3-2c126c432fd6 req-3d31973a-8df5-475e-ab96-22565aa40a32 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] 10.222.0.87 "GET /v2.0/security-groups?id=075dcb18-1a1f-4fb5-bbbf-f7dca45b1a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813307 Feb 17 17:45:15.347786 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-36236c9d-1206-49c6-8a4c-accf4923b4a2 req-5ab67096-a28d-47b1-893f-3eb4f1dab942 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:15.351503 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36236c9d-1206-49c6-8a4c-accf4923b4a2 req-5ab67096-a28d-47b1-893f-3eb4f1dab942 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.71 "DELETE /v2.0/ports/96fada7f-05dd-4973-9ce8-0f5f68f0cf8f HTTP/1.1" status: 204 len: 173 time: 1.5609088 Feb 17 17:45:15.367245 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b19356-c350-4152-bf6f-5620755f4022', 'name': 'network-vif-deleted', 'tag': '96fada7f-05dd-4973-9ce8-0f5f68f0cf8f'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:45:15.369583 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3bacf2e-b027-4c02-b439-65959b51e68b" -d '{"events": [{"server_uuid": "47b19356-c350-4152-bf6f-5620755f4022", "name": "network-vif-deleted", "tag": "96fada7f-05dd-4973-9ce8-0f5f68f0cf8f"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:45:15.383124 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cbb61168-6a03-4fde-ba49-2770afe566fb req-f2f02940-0872-408f-b1d8-612a65814a2d tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d7fafab-4478-4ac6-849d-b79b61783cd0 HTTP/1.1" status: 200 len: 210 time: 0.0788567 Feb 17 17:45:15.421407 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-26ad62f0-e5c6-4a62-92c1-23a0c5a8c34d req-72cbbe6b-bc52-41a7-91dc-a64984ce561b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=dae77a9a-cdc1-4c3e-b685-74ff9d123951&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3831108 Feb 17 17:45:15.444636 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b21a598-81da-4426-a64a-5287c8690434 x-openstack-request-id: req-2b21a598-81da-4426-a64a-5287c8690434 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:45:15.445414 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2868feb-c21a-4442-842d-77d5b0f8e835", "name": "network-vif-plugged", "status": "completed", "tag": "12232764-c6b3-4aec-82b0-7f3c693264af", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:45:15.445414 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2b21a598-81da-4426-a64a-5287c8690434 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:45:15.446358 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2868feb-c21a-4442-842d-77d5b0f8e835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12232764-c6b3-4aec-82b0-7f3c693264af', 'code': 200} Feb 17 17:45:15.502751 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2f4771-1c17-4e32-a461-511e9ee7c535 x-openstack-request-id: req-8d2f4771-1c17-4e32-a461-511e9ee7c535 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:45:15.503380 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47b19356-c350-4152-bf6f-5620755f4022", "name": "network-vif-deleted", "tag": "96fada7f-05dd-4973-9ce8-0f5f68f0cf8f", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:45:15.503843 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8d2f4771-1c17-4e32-a461-511e9ee7c535 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:45:15.505502 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b19356-c350-4152-bf6f-5620755f4022', 'name': 'network-vif-deleted', 'tag': '96fada7f-05dd-4973-9ce8-0f5f68f0cf8f', 'status': 'completed', 'code': 200} Feb 17 17:45:15.765580 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad62f0-e5c6-4a62-92c1-23a0c5a8c34d req-9aadbfd6-f2d9-4e3d-84b7-9561d0d8e076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:15.767216 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-26ad62f0-e5c6-4a62-92c1-23a0c5a8c34d req-9aadbfd6-f2d9-4e3d-84b7-9561d0d8e076 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e508b16e79e443079bc882c92e8d7ca6&device_id=dae77a9a-cdc1-4c3e-b685-74ff9d123951 HTTP/1.1" status: 200 len: 1127 time: 0.1527297 Feb 17 17:45:15.847492 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106501b-4a4f-4e19-bf8d-72067fb2c0ad req-fb542147-1314-4531-a43a-375617e01903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:15.849217 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6106501b-4a4f-4e19-bf8d-72067fb2c0ad req-fb542147-1314-4531-a43a-375617e01903 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a2868feb-c21a-4442-842d-77d5b0f8e835 HTTP/1.1" status: 200 len: 1128 time: 0.1566103 Feb 17 17:45:15.929492 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ee9cf6fb-e11b-4e12-952d-5e120084dc92 req-8dec3977-e94d-4ac9-94ec-3dd4dacc6857 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.87 "GET /v2.0/ports?device_id=29da794a-9d26-444e-bf71-7bbb84afc828 HTTP/1.1" status: 200 len: 210 time: 0.0925832 Feb 17 17:45:16.050494 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6106501b-4a4f-4e19-bf8d-72067fb2c0ad req-392399d1-dc03-4cb7-94b2-e5cfa13ed1fc service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=075dcb18-1a1f-4fb5-bbbf-f7dca45b1a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358304 Feb 17 17:45:16.062921 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad62f0-e5c6-4a62-92c1-23a0c5a8c34d req-2050ea9f-bc5a-46bd-9438-45493a4cc223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:16.065373 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-26ad62f0-e5c6-4a62-92c1-23a0c5a8c34d req-2050ea9f-bc5a-46bd-9438-45493a4cc223 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3958299d-5c46-4d37-a8cb-63d39d73c811 HTTP/1.1" status: 200 len: 915 time: 0.2771521 Feb 17 17:45:16.209667 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-26ad62f0-e5c6-4a62-92c1-23a0c5a8c34d req-8c15302c-80a7-41ac-ad77-6da5e396918a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d HTTP/1.1" status: 200 len: 1000 time: 0.1318605 Feb 17 17:45:16.291496 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad62f0-e5c6-4a62-92c1-23a0c5a8c34d req-3c49a4bf-fa0a-4ed3-8c7b-6dd5fb755552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:16.293315 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-26ad62f0-e5c6-4a62-92c1-23a0c5a8c34d req-3c49a4bf-fa0a-4ed3-8c7b-6dd5fb755552 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b1447df4-ae3d-4628-92b7-31a64e426c79 HTTP/1.1" status: 200 len: 853 time: 0.0761390 Feb 17 17:45:16.512519 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8061f7ce-5bb5-49b0-839d-c7de92ba4ee3 req-75f19cfd-4047-4031-94df-f3052aae2c22 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=47b19356-c350-4152-bf6f-5620755f4022 HTTP/1.1" status: 200 len: 210 time: 0.1079895 Feb 17 17:45:16.774292 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad62f0-e5c6-4a62-92c1-23a0c5a8c34d req-9c826067-2de1-44f5-be2d-96bf02671349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:16.775944 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-26ad62f0-e5c6-4a62-92c1-23a0c5a8c34d req-9c826067-2de1-44f5-be2d-96bf02671349 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3958299d-5c46-4d37-a8cb-63d39d73c811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4766881 Feb 17 17:45:16.802963 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-57913231-866a-475c-ac5c-7354efa597dc req-c35c1040-2947-46a8-a995-7df1ab917aa4 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d7fafab-4478-4ac6-849d-b79b61783cd0 HTTP/1.1" status: 200 len: 210 time: 0.0911701 Feb 17 17:45:16.879451 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 96fada7f-05dd-4973-9ce8-0f5f68f0cf8f no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:45:16.934982 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e36f22-e959-4132-ad62-86f210d0e29a req-363eebb2-2697-4678-bdf9-2e81c28197fb tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:16.945934 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-53e36f22-e959-4132-ad62-86f210d0e29a req-363eebb2-2697-4678-bdf9-2e81c28197fb tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] 10.222.0.87 "GET /v2.0/ports?device_id=a2868feb-c21a-4442-842d-77d5b0f8e835 HTTP/1.1" status: 200 len: 946 time: 0.3408613 Feb 17 17:45:16.963767 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: 96fada7f-05dd-4973-9ce8-0f5f68f0cf8f {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:45:16.966161 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 96fada7f-05dd-4973-9ce8-0f5f68f0cf8f not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:45:17.022239 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc97422-b71b-42b8-a249-31eeabcf5688 req-b843bd41-5440-42ab-8750-1a69591431f5 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:17.023784 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6fc97422-b71b-42b8-a249-31eeabcf5688 req-b843bd41-5440-42ab-8750-1a69591431f5 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.71 "GET /v2.0/networks?id=2c9900d2-a559-4978-8739-0c10e7ac9101 HTTP/1.1" status: 200 len: 815 time: 0.6275125 Feb 17 17:45:17.148403 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-6fc97422-b71b-42b8-a249-31eeabcf5688 req-7345bb0d-3aee-454d-a694-f3b3405f412e tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Request body: {'port': {'device_id': '4d7fafab-4478-4ac6-849d-b79b61783cd0', 'network_id': '2c9900d2-a559-4978-8739-0c10e7ac9101', 'admin_state_up': True, 'tenant_id': '676afbf1c2e640e8b11ff19640c46b32'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:45:17.155738 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-1fddc7a3-3f98-4dd8-9fa9-97d5684ad023 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:17.158356 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-1fddc7a3-3f98-4dd8-9fa9-97d5684ad023 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.71 "GET /v2.0/networks?id=a27167ee-d93b-4c13-9a1b-b2f8134c7a8b HTTP/1.1" status: 200 len: 818 time: 0.3127825 Feb 17 17:45:17.178446 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-9b76e013-4c68-493d-b307-19523281c52b tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Request body: {'port': {'device_id': '1e038a89-d932-4368-96a8-1a8829db97f8', 'network_id': 'a27167ee-d93b-4c13-9a1b-b2f8134c7a8b', 'admin_state_up': True, 'tenant_id': 'dcefa6de29c6431abd46f02fc066e159'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:45:17.337484 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3cd21d88-30ea-4869-9112-329ae1cc6cc5 req-3b4ee818-1c3a-427b-b38d-9e4e3e7c8870 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.87 "GET /v2.0/ports?device_id=29da794a-9d26-444e-bf71-7bbb84afc828 HTTP/1.1" status: 200 len: 210 time: 0.2001047 Feb 17 17:45:17.348383 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-26ad62f0-e5c6-4a62-92c1-23a0c5a8c34d req-76a58358-4430-416b-b674-5df7a44519ee service neutron] 10.222.0.71 "GET /v2.0/networks/3958299d-5c46-4d37-a8cb-63d39d73c811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5183263 Feb 17 17:45:17.422252 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57602) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:17.473049 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-53e36f22-e959-4132-ad62-86f210d0e29a req-ae00c036-47b8-4225-8f66-cf059ec221d5 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] 10.222.0.87 "GET /v2.0/security-groups?id=075dcb18-1a1f-4fb5-bbbf-f7dca45b1a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5259209 Feb 17 17:45:17.477646 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fc97422-b71b-42b8-a249-31eeabcf5688 req-7345bb0d-3aee-454d-a694-f3b3405f412e tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Made reservation on behalf of 676afbf1c2e640e8b11ff19640c46b32 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:45:17.483513 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-6fc97422-b71b-42b8-a249-31eeabcf5688 req-7345bb0d-3aee-454d-a694-f3b3405f412e tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:17.570712 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-9b76e013-4c68-493d-b307-19523281c52b tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Made reservation on behalf of dcefa6de29c6431abd46f02fc066e159 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:45:17.580617 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-9b76e013-4c68-493d-b307-19523281c52b tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:17.694482 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-26ad62f0-e5c6-4a62-92c1-23a0c5a8c34d req-89a791fd-776b-4af5-8eae-2e5ee7d44b46 service neutron] 10.222.0.71 "GET /v2.0/networks/3958299d-5c46-4d37-a8cb-63d39d73c811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339584 Feb 17 17:45:17.851173 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-9b76e013-4c68-493d-b307-19523281c52b tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Allocated IP 172.20.0.4 (a27167ee-d93b-4c13-9a1b-b2f8134c7a8b/4de680a8-c197-4239-841c-0c303eb01353/aef25804-ad28-43a2-883f-f4cd455eaddf) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:45:17.952761 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-d4dfabb8-6558-4f71-b231-261c80654da6 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:17.957301 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-d4dfabb8-6558-4f71-b231-261c80654da6 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.91 "GET /v2.0/networks?id=a27167ee-d93b-4c13-9a1b-b2f8134c7a8b HTTP/1.1" status: 200 len: 818 time: 0.5138810 Feb 17 17:45:17.991527 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-bdc222d9-df9a-438b-a46f-d5fcf8a04342 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Request body: {'port': {'device_id': '2196fb28-06de-4013-9f6c-20e9f1534aa8', 'network_id': 'a27167ee-d93b-4c13-9a1b-b2f8134c7a8b', 'admin_state_up': True, 'tenant_id': 'dcefa6de29c6431abd46f02fc066e159'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:45:18.030366 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8577991f-e44e-4da2-a958-9445d53bf03f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:18.194125 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-9b76e013-4c68-493d-b307-19523281c52b tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Publish callbacks [] for port (aef25804-ad28-43a2-883f-f4cd455eaddf), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:18.269692 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8577991f-e44e-4da2-a958-9445d53bf03f admin admin] Publish callbacks [] for security_group (c7b12995-b8d1-4725-b76b-e0f5a02c5ed1), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:18.276317 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8577991f-e44e-4da2-a958-9445d53bf03f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (c7b12995-b8d1-4725-b76b-e0f5a02c5ed1), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:18.349083 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8577991f-e44e-4da2-a958-9445d53bf03f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1ca7f8b570734b8c97ec125bccd28dfb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9212048 Feb 17 17:45:18.350182 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-9b76e013-4c68-493d-b307-19523281c52b tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (aef25804-ad28-43a2-883f-f4cd455eaddf), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:18.353490 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57634) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:18.402942 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8577991f-e44e-4da2-a958-9445d53bf03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b12995-b8d1-4725-b76b-e0f5a02c5ed1,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:18.481806 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-9b76e013-4c68-493d-b307-19523281c52b tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Network a27167ee-d93b-4c13-9a1b-b2f8134c7a8b is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:45:18.485225 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b76e013-4c68-493d-b307-19523281c52b tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Pushing event updated for resources: {'Port': ['ID=aef25804-ad28-43a2-883f-f4cd455eaddf,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:18.489689 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-9b76e013-4c68-493d-b307-19523281c52b tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:45:18.492913 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-9b76e013-4c68-493d-b307-19523281c52b tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:45:18.495374 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c0d17e51-0abf-4658-ac91-5fafd9b9e639 admin admin] Publish callbacks [] for security_group (c7b12995-b8d1-4725-b76b-e0f5a02c5ed1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:18.557007 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c0d17e51-0abf-4658-ac91-5fafd9b9e639 admin admin] Publish callbacks [] for security_group (c7b12995-b8d1-4725-b76b-e0f5a02c5ed1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:18.574727 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f717d4b1-f45f-40f5-b16a-52f373868429 req-1fe3b935-a69d-4449-811b-fe2c39627ec9 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d7fafab-4478-4ac6-849d-b79b61783cd0 HTTP/1.1" status: 200 len: 210 time: 0.6115990 Feb 17 17:45:18.575591 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-9b76e013-4c68-493d-b307-19523281c52b tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:18.575591 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-9b76e013-4c68-493d-b307-19523281c52b tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:18.620554 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-9b76e013-4c68-493d-b307-19523281c52b tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4475095 Feb 17 17:45:18.635985 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-e2d54a98-c44b-4530-9ea9-f6e4a8f14458 service neutron] Request body: {'port': {'device_id': '1e038a89-d932-4368-96a8-1a8829db97f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:45:18.695379 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-25fb65f4-cc6f-47b8-9007-92364a3e055a tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:18.697142 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-25fb65f4-cc6f-47b8-9007-92364a3e055a tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.71 "GET /v2.0/networks?id=a27167ee-d93b-4c13-9a1b-b2f8134c7a8b HTTP/1.1" status: 200 len: 818 time: 0.9259677 Feb 17 17:45:18.705264 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c0d17e51-0abf-4658-ac91-5fafd9b9e639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (c7b12995-b8d1-4725-b76b-e0f5a02c5ed1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:18.708291 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c0d17e51-0abf-4658-ac91-5fafd9b9e639 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:18.713645 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c0d17e51-0abf-4658-ac91-5fafd9b9e639 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c7b12995-b8d1-4725-b76b-e0f5a02c5ed1 HTTP/1.1" status: 204 len: 168 time: 0.3588517 Feb 17 17:45:18.727996 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d17e51-0abf-4658-ac91-5fafd9b9e639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b12995-b8d1-4725-b76b-e0f5a02c5ed1,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:18.732566 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-6fc97422-b71b-42b8-a249-31eeabcf5688 req-7345bb0d-3aee-454d-a694-f3b3405f412e tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Allocated IP 172.20.0.8 (2c9900d2-a559-4978-8739-0c10e7ac9101/0145e51a-5adb-4fab-bd7e-ee03bd2ecb29/f883fdf3-3fdc-47e6-9f50-0966418cc693) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:45:18.745915 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-e2d54a98-c44b-4530-9ea9-f6e4a8f14458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (aef25804-ad28-43a2-883f-f4cd455eaddf), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:18.746789 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-ba9092f9-cedb-4e77-9dfd-cf07be3fcd32 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Request body: {'port': {'device_id': '29da794a-9d26-444e-bf71-7bbb84afc828', 'network_id': 'a27167ee-d93b-4c13-9a1b-b2f8134c7a8b', 'admin_state_up': True, 'tenant_id': 'dcefa6de29c6431abd46f02fc066e159'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:45:18.830189 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:19.016621 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57660) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:19.088796 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9cfb95-dbff-4369-97b4-5c0e53a548ad req-5480376d-b073-4872-9d02-860702cb4b9a tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:19.097832 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7d9cfb95-dbff-4369-97b4-5c0e53a548ad req-5480376d-b073-4872-9d02-860702cb4b9a tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] 10.222.0.87 "GET /v2.0/ports?device_id=dae77a9a-cdc1-4c3e-b685-74ff9d123951 HTTP/1.1" status: 200 len: 945 time: 1.0083821 Feb 17 17:45:19.114744 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-bdc222d9-df9a-438b-a46f-d5fcf8a04342 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Made reservation on behalf of dcefa6de29c6431abd46f02fc066e159 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:45:19.119826 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-bdc222d9-df9a-438b-a46f-d5fcf8a04342 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:19.296635 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-6fc97422-b71b-42b8-a249-31eeabcf5688 req-7345bb0d-3aee-454d-a694-f3b3405f412e tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Publish callbacks [] for port (f883fdf3-3fdc-47e6-9f50-0966418cc693), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:19.315578 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57666) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:19.356970 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fea0ae0c-504a-4847-98fd-46cf1c4d3a6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:19.365895 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f652e4b0-0af2-4e51-941b-96ce0d491fe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:19.457300 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7d9cfb95-dbff-4369-97b4-5c0e53a548ad req-b1a468f1-dc73-4a1c-828d-52ec84998879 tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] 10.222.0.87 "GET /v2.0/security-groups?id=f1053671-5092-4c41-b270-0af73859484e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3576975 Feb 17 17:45:19.462527 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e5fa7d-fdc4-4a9d-91b4-9ec7f2f99d47 req-f3ad87cf-bde5-448b-b37d-98ebf0bf4526 tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:19.464033 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-53e5fa7d-fdc4-4a9d-91b4-9ec7f2f99d47 req-f3ad87cf-bde5-448b-b37d-98ebf0bf4526 tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] 10.222.0.71 "GET /v2.0/ports?device_id=dae77a9a-cdc1-4c3e-b685-74ff9d123951 HTTP/1.1" status: 200 len: 945 time: 0.1569219 Feb 17 17:45:19.527579 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e10c0-b439-4611-ab41-a59fad66e083 req-20729ed0-5f75-42fe-89a4-8b6c123abb7b tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:19.537252 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-853e10c0-b439-4611-ab41-a59fad66e083 req-20729ed0-5f75-42fe-89a4-8b6c123abb7b tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/networks?id=86d00201-0d9a-4363-96b8-dd16d5e6e4d8 HTTP/1.1" status: 200 len: 812 time: 0.5327477 Feb 17 17:45:19.564230 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-ba9092f9-cedb-4e77-9dfd-cf07be3fcd32 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Made reservation on behalf of dcefa6de29c6431abd46f02fc066e159 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:45:19.568138 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-ba9092f9-cedb-4e77-9dfd-cf07be3fcd32 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:19.629058 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-853e10c0-b439-4611-ab41-a59fad66e083 req-4db990fb-6d16-4abb-bc52-f8964194432f tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/quotas/33d2652e6f5f4a26a4a17eafa5211a33 HTTP/1.1" status: 200 len: 375 time: 0.0906384 Feb 17 17:45:19.635085 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc1e3f64-8b4a-4d3a-8683-398dc5ddece0 req-e1c34664-8998-4d0b-9f48-601be7cc1320 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.87 "GET /v2.0/ports?device_id=29da794a-9d26-444e-bf71-7bbb84afc828 HTTP/1.1" status: 200 len: 210 time: 0.0915616 Feb 17 17:45:19.680830 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:19.690779 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-e2d54a98-c44b-4530-9ea9-f6e4a8f14458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aef25804-ad28-43a2-883f-f4cd455eaddf {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:45:19.700147 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f652e4b0-0af2-4e51-941b-96ce0d491fe1 admin admin] Publish callbacks [] for security_group (5f190733-1d97-4695-8a8e-f8d493d1be49), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:19.704231 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-e2d54a98-c44b-4530-9ea9-f6e4a8f14458 service neutron] Publish callbacks [] for port (aef25804-ad28-43a2-883f-f4cd455eaddf), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:19.710151 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f652e4b0-0af2-4e51-941b-96ce0d491fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (5f190733-1d97-4695-8a8e-f8d493d1be49), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:19.742909 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-e2d54a98-c44b-4530-9ea9-f6e4a8f14458 service neutron] Transition to ACTIVE for port object aef25804-ad28-43a2-883f-f4cd455eaddf will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:45:19.746942 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-6fc97422-b71b-42b8-a249-31eeabcf5688 req-7345bb0d-3aee-454d-a694-f3b3405f412e tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (f883fdf3-3fdc-47e6-9f50-0966418cc693), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:19.771108 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-e2d54a98-c44b-4530-9ea9-f6e4a8f14458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (aef25804-ad28-43a2-883f-f4cd455eaddf), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:19.790654 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f652e4b0-0af2-4e51-941b-96ce0d491fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f190733-1d97-4695-8a8e-f8d493d1be49,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:19.796130 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f652e4b0-0af2-4e51-941b-96ce0d491fe1 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3252356fae934c638339ffd6838f089e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4795458 Feb 17 17:45:19.817243 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57672) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:19.825041 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-53e5fa7d-fdc4-4a9d-91b4-9ec7f2f99d47 req-565ed332-e1e6-431a-bd91-20764260709a tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Deleting port 7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:45:19.825460 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-53e5fa7d-fdc4-4a9d-91b4-9ec7f2f99d47 req-565ed332-e1e6-431a-bd91-20764260709a tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:19.830007 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fea0ae0c-504a-4847-98fd-46cf1c4d3a6a admin admin] Publish callbacks [] for security_group (215defb9-8c82-4b6a-91b5-6083e560aa82), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:19.836475 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-853e10c0-b439-4611-ab41-a59fad66e083 req-302dedcf-ead1-4f1d-8de0-00825b51c78e tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=33d2652e6f5f4a26a4a17eafa5211a33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1156006 Feb 17 17:45:19.935762 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fea0ae0c-504a-4847-98fd-46cf1c4d3a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (215defb9-8c82-4b6a-91b5-6083e560aa82), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:19.952559 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d54a98-c44b-4530-9ea9-f6e4a8f14458 service neutron] Pushing event updated for resources: {'Port': ['ID=aef25804-ad28-43a2-883f-f4cd455eaddf,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:20.000397 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fc97422-b71b-42b8-a249-31eeabcf5688 req-7345bb0d-3aee-454d-a694-f3b3405f412e tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Network 2c9900d2-a559-4978-8739-0c10e7ac9101 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:45:20.001615 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7345bb0d-3aee-454d-a694-f3b3405f412e tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Pushing event updated for resources: {'Port': ['ID=f883fdf3-3fdc-47e6-9f50-0966418cc693,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:20.030028 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-6fc97422-b71b-42b8-a249-31eeabcf5688 req-7345bb0d-3aee-454d-a694-f3b3405f412e tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:45:20.034477 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc97422-b71b-42b8-a249-31eeabcf5688 req-7345bb0d-3aee-454d-a694-f3b3405f412e tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:45:20.042384 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-68d8e27b-7d7a-444b-a1d2-48eb4c71e1d0 admin admin] Publish callbacks [] for security_group (5f190733-1d97-4695-8a8e-f8d493d1be49), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:20.045155 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-53e5fa7d-fdc4-4a9d-91b4-9ec7f2f99d47 req-565ed332-e1e6-431a-bd91-20764260709a tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] For port 7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d,segment=NetworkSegment(99e0f10c-0b98-4991-b7b6-44dcd9e3b025),segment_id=99e0f10c-0b98-4991-b7b6-44dcd9e3b025)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:45:20.045518 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-53e5fa7d-fdc4-4a9d-91b4-9ec7f2f99d47 req-565ed332-e1e6-431a-bd91-20764260709a tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:20.065564 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-e2d54a98-c44b-4530-9ea9-f6e4a8f14458 service neutron] Attempting to bind port aef25804-ad28-43a2-883f-f4cd455eaddf on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:45:20.065912 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-e2d54a98-c44b-4530-9ea9-f6e4a8f14458 service neutron] Attempting to bind port aef25804-ad28-43a2-883f-f4cd455eaddf by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '55986a3b-e6c7-429a-8531-35745bb80f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a27167ee-d93b-4c13-9a1b-b2f8134c7a8b'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:45:20.066265 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-e2d54a98-c44b-4530-9ea9-f6e4a8f14458 service neutron] Attempting to bind port aef25804-ad28-43a2-883f-f4cd455eaddf on network a27167ee-d93b-4c13-9a1b-b2f8134c7a8b {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:45:20.110922 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-fea0ae0c-504a-4847-98fd-46cf1c4d3a6a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=88cad032ce6e4ab4baa56280942d79a0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0931647 Feb 17 17:45:20.118205 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-bdc222d9-df9a-438b-a46f-d5fcf8a04342 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Allocated IP 172.20.0.5 (a27167ee-d93b-4c13-9a1b-b2f8134c7a8b/4de680a8-c197-4239-841c-0c303eb01353/1a320670-378d-4596-81b0-048014767f8c) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:45:20.127779 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57674) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:20.129966 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0ae0c-504a-4847-98fd-46cf1c4d3a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215defb9-8c82-4b6a-91b5-6083e560aa82,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:20.143735 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-e2d54a98-c44b-4530-9ea9-f6e4a8f14458 service neutron] Port aef25804-ad28-43a2-883f-f4cd455eaddf on network a27167ee-d93b-4c13-9a1b-b2f8134c7a8b not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:45:20.144352 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-e2d54a98-c44b-4530-9ea9-f6e4a8f14458 service neutron] Attempting to bind port aef25804-ad28-43a2-883f-f4cd455eaddf on network a27167ee-d93b-4c13-9a1b-b2f8134c7a8b {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:45:20.149554 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-68d8e27b-7d7a-444b-a1d2-48eb4c71e1d0 admin admin] Publish callbacks [] for security_group (5f190733-1d97-4695-8a8e-f8d493d1be49), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:20.172447 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-e2d54a98-c44b-4530-9ea9-f6e4a8f14458 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:45:20.172831 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-e2d54a98-c44b-4530-9ea9-f6e4a8f14458 service neutron] Checking segment: {'id': '55986a3b-e6c7-429a-8531-35745bb80f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a27167ee-d93b-4c13-9a1b-b2f8134c7a8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:45:20.173175 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-e2d54a98-c44b-4530-9ea9-f6e4a8f14458 service neutron] Bound using segment: {'id': '55986a3b-e6c7-429a-8531-35745bb80f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a27167ee-d93b-4c13-9a1b-b2f8134c7a8b'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:45:20.173616 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-e2d54a98-c44b-4530-9ea9-f6e4a8f14458 service neutron] Bound port: aef25804-ad28-43a2-883f-f4cd455eaddf, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55986a3b-e6c7-429a-8531-35745bb80f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a27167ee-d93b-4c13-9a1b-b2f8134c7a8b'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:45:20.173979 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-e2d54a98-c44b-4530-9ea9-f6e4a8f14458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (aef25804-ad28-43a2-883f-f4cd455eaddf), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:20.182913 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bed0f1-06da-4942-bc0c-51cacc45ac83 req-d914189f-a451-47cb-82af-851364ca1e85 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:20.184533 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-98bed0f1-06da-4942-bc0c-51cacc45ac83 req-d914189f-a451-47cb-82af-851364ca1e85 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] 10.222.0.87 "GET /v2.0/ports?device_id=a2868feb-c21a-4442-842d-77d5b0f8e835 HTTP/1.1" status: 200 len: 946 time: 0.4213855 Feb 17 17:45:20.218939 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc97422-b71b-42b8-a249-31eeabcf5688 req-7345bb0d-3aee-454d-a694-f3b3405f412e tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:20.219606 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-6fc97422-b71b-42b8-a249-31eeabcf5688 req-7345bb0d-3aee-454d-a694-f3b3405f412e tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:20.255358 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-853e10c0-b439-4611-ab41-a59fad66e083 req-6d5e2f87-ef23-493e-8c7a-d65a916e0188 service neutron] 10.222.0.87 "GET /v2.0/networks/86d00201-0d9a-4363-96b8-dd16d5e6e4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776705 Feb 17 17:45:20.308603 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6fc97422-b71b-42b8-a249-31eeabcf5688 req-7345bb0d-3aee-454d-a694-f3b3405f412e tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1725733 Feb 17 17:45:20.354392 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-68d8e27b-7d7a-444b-a1d2-48eb4c71e1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (5f190733-1d97-4695-8a8e-f8d493d1be49), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:20.356641 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-68d8e27b-7d7a-444b-a1d2-48eb4c71e1d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:20.357853 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-68d8e27b-7d7a-444b-a1d2-48eb4c71e1d0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5f190733-1d97-4695-8a8e-f8d493d1be49 HTTP/1.1" status: 204 len: 168 time: 0.5355535 Feb 17 17:45:20.381347 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c68f83e7-99da-40e3-b370-52a4cc13aff0 admin admin] Publish callbacks [] for security_group (215defb9-8c82-4b6a-91b5-6083e560aa82), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:20.409499 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-e2d54a98-c44b-4530-9ea9-f6e4a8f14458 service neutron] For port aef25804-ad28-43a2-883f-f4cd455eaddf, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:45:20.414861 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d8e27b-7d7a-444b-a1d2-48eb4c71e1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f190733-1d97-4695-8a8e-f8d493d1be49,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:20.425420 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-98bed0f1-06da-4942-bc0c-51cacc45ac83 req-4bb2435e-d84a-40ed-9d81-6a5a46293a5f tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] 10.222.0.87 "GET /v2.0/security-groups?id=075dcb18-1a1f-4fb5-bbbf-f7dca45b1a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258661 Feb 17 17:45:20.469545 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-e2d54a98-c44b-4530-9ea9-f6e4a8f14458 service neutron] For port aef25804-ad28-43a2-883f-f4cd455eaddf, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=aef25804-ad28-43a2-883f-f4cd455eaddf,segment=NetworkSegment(55986a3b-e6c7-429a-8531-35745bb80f15),segment_id=55986a3b-e6c7-429a-8531-35745bb80f15)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:45:20.511736 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-53e5fa7d-fdc4-4a9d-91b4-9ec7f2f99d47 req-565ed332-e1e6-431a-bd91-20764260709a tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:20.512120 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-53e5fa7d-fdc4-4a9d-91b4-9ec7f2f99d47 req-565ed332-e1e6-431a-bd91-20764260709a tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (74650519-2017-4be5-b87c-6669fcaab6c2), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:20.512538 n-d-829613-2 neutron-server[103434]: INFO neutron.db.l3_db [req-53e5fa7d-fdc4-4a9d-91b4-9ec7f2f99d47 req-565ed332-e1e6-431a-bd91-20764260709a tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Floating IP 74650519-2017-4be5-b87c-6669fcaab6c2 disassociated. External IP: 172.25.8.17, port: 7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d. Feb 17 17:45:20.512920 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-53e5fa7d-fdc4-4a9d-91b4-9ec7f2f99d47 req-565ed332-e1e6-431a-bd91-20764260709a tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Calling delete_port for 7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:45:20.521783 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-e2d54a98-c44b-4530-9ea9-f6e4a8f14458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (aef25804-ad28-43a2-883f-f4cd455eaddf), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:20.523198 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c68f83e7-99da-40e3-b370-52a4cc13aff0 admin admin] Publish callbacks [] for security_group (215defb9-8c82-4b6a-91b5-6083e560aa82), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:20.580085 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-e2d54a98-c44b-4530-9ea9-f6e4a8f14458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:20.581155 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-e2d54a98-c44b-4530-9ea9-f6e4a8f14458 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:20.583429 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-e2d54a98-c44b-4530-9ea9-f6e4a8f14458 service neutron] 10.222.0.71 "PUT /v2.0/ports/aef25804-ad28-43a2-883f-f4cd455eaddf HTTP/1.1" status: 200 len: 1091 time: 1.9534311 Feb 17 17:45:20.592298 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e038a89-d932-4368-96a8-1a8829db97f8', 'tag': 'aef25804-ad28-43a2-883f-f4cd455eaddf'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:45:20.595665 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f155ba-7969-4154-a9bd-20df0d6f14d5" -d '{"events": [{"name": "network-changed", "server_uuid": "1e038a89-d932-4368-96a8-1a8829db97f8", "tag": "aef25804-ad28-43a2-883f-f4cd455eaddf"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:45:20.608020 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-6fc97422-b71b-42b8-a249-31eeabcf5688 req-2c3c8044-3912-4035-bc2b-1f4c63c07f85 service neutron] Request body: {'port': {'device_id': '4d7fafab-4478-4ac6-849d-b79b61783cd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:45:20.650283 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-597d67c9-50e8-4b74-89db-7aae1b4ca7b7 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:45:20.651288 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-597d67c9-50e8-4b74-89db-7aae1b4ca7b7 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051887 Feb 17 17:45:20.677402 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d54a98-c44b-4530-9ea9-f6e4a8f14458 service neutron] Pushing event updated for resources: {'Port': ['ID=aef25804-ad28-43a2-883f-f4cd455eaddf,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:20.689821 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-853e10c0-b439-4611-ab41-a59fad66e083 req-b0c60d97-dbc9-4fa8-a0d1-84a697634d91 service neutron] 10.222.0.87 "GET /v2.0/networks/86d00201-0d9a-4363-96b8-dd16d5e6e4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184649 Feb 17 17:45:20.783095 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-bdc222d9-df9a-438b-a46f-d5fcf8a04342 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Publish callbacks [] for port (1a320670-378d-4596-81b0-048014767f8c), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:20.831472 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-6fc97422-b71b-42b8-a249-31eeabcf5688 req-2c3c8044-3912-4035-bc2b-1f4c63c07f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (f883fdf3-3fdc-47e6-9f50-0966418cc693), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:20.856726 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c68f83e7-99da-40e3-b370-52a4cc13aff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (215defb9-8c82-4b6a-91b5-6083e560aa82), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:20.858561 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-53e5fa7d-fdc4-4a9d-91b4-9ec7f2f99d47 req-565ed332-e1e6-431a-bd91-20764260709a tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:20.860331 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c68f83e7-99da-40e3-b370-52a4cc13aff0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:20.867976 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c68f83e7-99da-40e3-b370-52a4cc13aff0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/215defb9-8c82-4b6a-91b5-6083e560aa82 HTTP/1.1" status: 204 len: 168 time: 0.7389271 Feb 17 17:45:20.917010 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-0cac404c-99bb-4d2e-a05b-85e44cd9d75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:20.917010 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-0cac404c-99bb-4d2e-a05b-85e44cd9d75a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=dcefa6de29c6431abd46f02fc066e159&device_id=1e038a89-d932-4368-96a8-1a8829db97f8 HTTP/1.1" status: 200 len: 1125 time: 0.2230601 Feb 17 17:45:20.918184 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ed332-e1e6-431a-bd91-20764260709a tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Pushing event deleted for resources: {'Port': ['ID=7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:20.957323 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68f83e7-99da-40e3-b370-52a4cc13aff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215defb9-8c82-4b6a-91b5-6083e560aa82,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:21.097052 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63701d3-0757-462d-804d-35264d76e009 req-a4b636d7-b47a-487b-8a96-0d2b0daf3e86 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:21.102164 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d63701d3-0757-462d-804d-35264d76e009 req-a4b636d7-b47a-487b-8a96-0d2b0daf3e86 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d7fafab-4478-4ac6-849d-b79b61783cd0 HTTP/1.1" status: 200 len: 931 time: 0.5018425 Feb 17 17:45:21.214431 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-7aecce17-11d7-4721-89f1-532106e59385 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aef25804-ad28-43a2-883f-f4cd455eaddf HTTP/1.1" status: 200 len: 217 time: 0.2904477 Feb 17 17:45:21.229323 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-bdc222d9-df9a-438b-a46f-d5fcf8a04342 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (1a320670-378d-4596-81b0-048014767f8c), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:21.279655 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53e5fa7d-fdc4-4a9d-91b4-9ec7f2f99d47 req-565ed332-e1e6-431a-bd91-20764260709a tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Router 8d3d811e-d5e6-4ba9-bb07-170f3d040c07 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:45:21.298643 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-cd4e9a2e-cf73-4568-b966-b9bf6c92586f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:21.300137 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-cd4e9a2e-cf73-4568-b966-b9bf6c92586f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4de680a8-c197-4239-841c-0c303eb01353 HTTP/1.1" status: 200 len: 858 time: 0.0789719 Feb 17 17:45:21.452384 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-2e4af469-19ae-4040-9180-99216b36385d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a27167ee-d93b-4c13-9a1b-b2f8134c7a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626554 Feb 17 17:45:21.497746 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-237b7436-5476-4d85-8f27-3c487ba3d5af req-68ca30ff-f4ab-4e07-b3b0-2da48ca63aeb tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] 10.222.0.87 "GET /v2.0/ports?device_id=dae77a9a-cdc1-4c3e-b685-74ff9d123951 HTTP/1.1" status: 200 len: 210 time: 0.3940058 Feb 17 17:45:21.621087 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-bdc222d9-df9a-438b-a46f-d5fcf8a04342 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Network a27167ee-d93b-4c13-9a1b-b2f8134c7a8b is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:45:21.650083 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-bdc222d9-df9a-438b-a46f-d5fcf8a04342 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:45:21.663755 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b05a026-4bf2-4053-9d2f-3a31a59ae3a1 x-openstack-request-id: req-4b05a026-4bf2-4053-9d2f-3a31a59ae3a1 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:45:21.664661 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-bdc222d9-df9a-438b-a46f-d5fcf8a04342 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:45:21.666458 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e038a89-d932-4368-96a8-1a8829db97f8", "tag": "aef25804-ad28-43a2-883f-f4cd455eaddf", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:45:21.668040 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4b05a026-4bf2-4053-9d2f-3a31a59ae3a1 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:45:21.670991 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e038a89-d932-4368-96a8-1a8829db97f8', 'tag': 'aef25804-ad28-43a2-883f-f4cd455eaddf', 'status': 'completed', 'code': 200} Feb 17 17:45:21.872909 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57728) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:21.897548 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-ba9092f9-cedb-4e77-9dfd-cf07be3fcd32 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Allocated IP 172.20.0.11 (a27167ee-d93b-4c13-9a1b-b2f8134c7a8b/4de680a8-c197-4239-841c-0c303eb01353/a24ce40a-1062-4264-8542-10c44a30d0dd) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:45:21.917753 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-02c797ef-8d7a-4841-a92d-357317b4f0f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:21.923561 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53e5fa7d-fdc4-4a9d-91b4-9ec7f2f99d47 req-565ed332-e1e6-431a-bd91-20764260709a tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:45:21.940900 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-70333c92-ea05-4382-a534-96de56fdd23c service neutron] 10.222.0.71 "GET /v2.0/networks/a27167ee-d93b-4c13-9a1b-b2f8134c7a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751299 Feb 17 17:45:21.947405 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfd530b-8e95-441f-9565-6bb87868ce82 None None] Sync routers for ids ['8d3d811e-d5e6-4ba9-bb07-170f3d040c07'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:45:21.967228 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfd530b-8e95-441f-9565-6bb87868ce82 None None] Routers {'8d3d811e-d5e6-4ba9-bb07-170f3d040c07'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:45:21.968150 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-3dfd530b-8e95-441f-9565-6bb87868ce82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:45:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['8d3d811e-d5e6-4ba9-bb07-170f3d040c07'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:45:21.994927 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-90b42f80-f2ee-44b6-b8d9-5ea3f053f264 req-9b015df3-c03b-4a45-8c3e-6eb4b9f6472f tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.87 "GET /v2.0/ports?device_id=29da794a-9d26-444e-bf71-7bbb84afc828 HTTP/1.1" status: 200 len: 210 time: 0.1949763 Feb 17 17:45:22.028055 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-bdc222d9-df9a-438b-a46f-d5fcf8a04342 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:22.031181 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-bdc222d9-df9a-438b-a46f-d5fcf8a04342 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:22.033716 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc222d9-df9a-438b-a46f-d5fcf8a04342 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Pushing event updated for resources: {'Port': ['ID=1a320670-378d-4596-81b0-048014767f8c,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:22.063293 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e5fa7d-fdc4-4a9d-91b4-9ec7f2f99d47 req-565ed332-e1e6-431a-bd91-20764260709a tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] No DVR routers for this DVR port 7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d on host n-h1-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:45:22.073969 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-53e5fa7d-fdc4-4a9d-91b4-9ec7f2f99d47 req-565ed332-e1e6-431a-bd91-20764260709a tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:22.077622 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-53e5fa7d-fdc4-4a9d-91b4-9ec7f2f99d47 req-565ed332-e1e6-431a-bd91-20764260709a tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] 10.222.0.71 "DELETE /v2.0/ports/7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d HTTP/1.1" status: 204 len: 173 time: 2.6066544 Feb 17 17:45:22.228080 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-3dfd530b-8e95-441f-9565-6bb87868ce82 None None] Set router 8d3d811e-d5e6-4ba9-bb07-170f3d040c07 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:45:22.243567 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d63701d3-0757-462d-804d-35264d76e009 req-8bedc84f-4edc-44a1-a0af-9bc19928967d tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee30ec10-fc9c-427d-bae2-fedd385da0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1110191 Feb 17 17:45:22.396415 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-7f3d7af9-659b-4642-b68b-92b584048f9f service neutron] 10.222.0.71 "GET /v2.0/networks/a27167ee-d93b-4c13-9a1b-b2f8134c7a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154398 Feb 17 17:45:22.510039 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-02c797ef-8d7a-4841-a92d-357317b4f0f0 admin admin] Publish callbacks [] for security_group (aa78e351-f842-4b76-ad4d-fb8c8368739b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:22.554975 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-02c797ef-8d7a-4841-a92d-357317b4f0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (aa78e351-f842-4b76-ad4d-fb8c8368739b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:22.560587 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-ba9092f9-cedb-4e77-9dfd-cf07be3fcd32 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Publish callbacks [] for port (a24ce40a-1062-4264-8542-10c44a30d0dd), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:22.619967 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-bdc222d9-df9a-438b-a46f-d5fcf8a04342 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6459875 Feb 17 17:45:22.631291 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aa93851f-b1f5-4341-b0b6-bb80fbc34850 req-27e87d9a-56b9-4a83-937d-ae422d1a91ab tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=32ad5513-5d05-48da-81dc-bf7965dce3e2 HTTP/1.1" status: 200 len: 210 time: 0.3662028 Feb 17 17:45:22.637442 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-ba9092f9-cedb-4e77-9dfd-cf07be3fcd32 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (a24ce40a-1062-4264-8542-10c44a30d0dd), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:22.660533 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-02c797ef-8d7a-4841-a92d-357317b4f0f0 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7e4a2f5f64aa425bbf219bd35228adb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7792017 Feb 17 17:45:22.665910 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57740) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:22.666386 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c797ef-8d7a-4841-a92d-357317b4f0f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa78e351-f842-4b76-ad4d-fb8c8368739b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:22.668541 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-1fec48a7-c425-4fad-9a0a-4b291bad5e33 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:45:22.674873 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-1fec48a7-c425-4fad-9a0a-4b291bad5e33 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0329802 Feb 17 17:45:22.739200 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-e84d0a4d-b3be-4a57-b0d2-42044cc9a332 service neutron] Request body: {'port': {'device_id': '2196fb28-06de-4013-9f6c-20e9f1534aa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:45:22.804840 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-3dfd530b-8e95-441f-9565-6bb87868ce82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3d811e-d5e6-4ba9-bb07-170f3d040c07', 'name': 'tempest-ServersTestFqdnHostnames-150731531-router', 'tenant_id': 'e508b16e79e443079bc882c92e8d7ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '8240fe3a-a645-4b94-91c6-c365cdbdf6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:44:00Z', 'updated_at': '2022-02-17T17:44:10Z', 'revision_number': 4, 'project_id': 'e508b16e79e443079bc882c92e8d7ca6', 'gw_port': {'id': '8240fe3a-a645-4b94-91c6-c365cdbdf6a3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3d811e-d5e6-4ba9-bb07-170f3d040c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:44:02Z', 'updated_at': '2022-02-17T17:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '1dbb2389-a7d0-4e45-8dca-751a5080fa2a', 'name': '', 'network_id': '3958299d-5c46-4d37-a8cb-63d39d73c811', 'tenant_id': 'e508b16e79e443079bc882c92e8d7ca6', 'mac_address': 'fa:16:3e:e3:db:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3d811e-d5e6-4ba9-bb07-170f3d040c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'b1447df4-ae3d-4628-92b7-31a64e426c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:44:09Z', 'updated_at': '2022-02-17T17:44:18Z', 'revision_number': 5, 'project_id': 'e508b16e79e443079bc882c92e8d7ca6', 'subnets': [{'id': 'b1447df4-ae3d-4628-92b7-31a64e426c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:45:22.823042 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-03c6ea24-774c-45f2-ab73-f39b0448ea61 admin admin] Publish callbacks [] for security_group (aa78e351-f842-4b76-ad4d-fb8c8368739b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:22.841442 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfd530b-8e95-441f-9565-6bb87868ce82 None None] Checking router: 8d3d811e-d5e6-4ba9-bb07-170f3d040c07 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:45:22.851535 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfd530b-8e95-441f-9565-6bb87868ce82 None None] Routers {'8d3d811e-d5e6-4ba9-bb07-170f3d040c07'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:45:22.852516 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-3dfd530b-8e95-441f-9565-6bb87868ce82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:45:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['8d3d811e-d5e6-4ba9-bb07-170f3d040c07'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:45:22.876086 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-ba9092f9-cedb-4e77-9dfd-cf07be3fcd32 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Network a27167ee-d93b-4c13-9a1b-b2f8134c7a8b is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:45:22.895277 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-ba9092f9-cedb-4e77-9dfd-cf07be3fcd32 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:45:22.895435 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-03c6ea24-774c-45f2-ab73-f39b0448ea61 admin admin] Publish callbacks [] for security_group (aa78e351-f842-4b76-ad4d-fb8c8368739b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:22.959616 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:45:22.971776 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f155ba-7969-4154-a9bd-20df0d6f14d5 req-e95a74a1-b8a2-44ea-8246-fdcfbab1e12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:22.978250 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-16f155ba-7969-4154-a9bd-20df0d6f14d5 req-e95a74a1-b8a2-44ea-8246-fdcfbab1e12c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=dcefa6de29c6431abd46f02fc066e159&device_id=1e038a89-d932-4368-96a8-1a8829db97f8 HTTP/1.1" status: 200 len: 1125 time: 0.5039067 Feb 17 17:45:22.996480 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4303584c-6d9b-4efe-8e68-dfedba1b3bcb req-3ddc0a51-f07a-48ca-b4b8-b8fff6fa3a4b tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] 10.222.0.87 "GET /v2.0/ports?device_id=dae77a9a-cdc1-4c3e-b685-74ff9d123951 HTTP/1.1" status: 200 len: 210 time: 0.1904473 Feb 17 17:45:23.242437 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: 7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:45:23.243232 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:45:23.313389 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-3dfd530b-8e95-441f-9565-6bb87868ce82 None None] Set router 8d3d811e-d5e6-4ba9-bb07-170f3d040c07 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:45:23.385163 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-03c6ea24-774c-45f2-ab73-f39b0448ea61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (aa78e351-f842-4b76-ad4d-fb8c8368739b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:23.390374 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-03c6ea24-774c-45f2-ab73-f39b0448ea61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:23.395234 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-03c6ea24-774c-45f2-ab73-f39b0448ea61 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/aa78e351-f842-4b76-ad4d-fb8c8368739b HTTP/1.1" status: 204 len: 168 time: 0.7222614 Feb 17 17:45:23.460645 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6ea24-774c-45f2-ab73-f39b0448ea61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa78e351-f842-4b76-ad4d-fb8c8368739b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:23.481287 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e10c0-b439-4611-ab41-a59fad66e083 req-50bae39b-ad0d-454f-9436-c1bbbbdd2798 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:23.483373 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-853e10c0-b439-4611-ab41-a59fad66e083 req-50bae39b-ad0d-454f-9436-c1bbbbdd2798 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.91 "GET /v2.0/networks?id=86d00201-0d9a-4363-96b8-dd16d5e6e4d8 HTTP/1.1" status: 200 len: 812 time: 0.4814284 Feb 17 17:45:23.499323 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-853e10c0-b439-4611-ab41-a59fad66e083 req-fecabd6a-72c0-4d50-8b43-0020a72caba5 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Request body: {'port': {'device_id': '32ad5513-5d05-48da-81dc-bf7965dce3e2', 'network_id': '86d00201-0d9a-4363-96b8-dd16d5e6e4d8', 'admin_state_up': True, 'tenant_id': '33d2652e6f5f4a26a4a17eafa5211a33'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:45:23.613194 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f155ba-7969-4154-a9bd-20df0d6f14d5 req-9b9f7a8e-b1d1-4ce9-985e-529785a5bb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:23.615655 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-16f155ba-7969-4154-a9bd-20df0d6f14d5 req-9b9f7a8e-b1d1-4ce9-985e-529785a5bb0a service neutron] 10.222.0.71 "GET /v2.0/networks?id=a27167ee-d93b-4c13-9a1b-b2f8134c7a8b HTTP/1.1" status: 200 len: 919 time: 0.5319402 Feb 17 17:45:23.684134 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae77a9a-cdc1-4c3e-b685-74ff9d123951', 'name': 'network-vif-deleted', 'tag': '7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:45:23.694166 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fba73b8-631f-4964-8b2b-d50cceebf51b" -d '{"events": [{"server_uuid": "dae77a9a-cdc1-4c3e-b685-74ff9d123951", "name": "network-vif-deleted", "tag": "7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:45:23.703163 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-16f155ba-7969-4154-a9bd-20df0d6f14d5 req-a0477378-49ad-461c-be66-5d6dfbea2dce service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aef25804-ad28-43a2-883f-f4cd455eaddf HTTP/1.1" status: 200 len: 217 time: 0.0781963 Feb 17 17:45:23.763100 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-ba9092f9-cedb-4e77-9dfd-cf07be3fcd32 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:45:23.831942 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-3dfd530b-8e95-441f-9565-6bb87868ce82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3d811e-d5e6-4ba9-bb07-170f3d040c07', 'name': 'tempest-ServersTestFqdnHostnames-150731531-router', 'tenant_id': 'e508b16e79e443079bc882c92e8d7ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '8240fe3a-a645-4b94-91c6-c365cdbdf6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:44:00Z', 'updated_at': '2022-02-17T17:44:10Z', 'revision_number': 4, 'project_id': 'e508b16e79e443079bc882c92e8d7ca6', 'gw_port': {'id': '8240fe3a-a645-4b94-91c6-c365cdbdf6a3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3d811e-d5e6-4ba9-bb07-170f3d040c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:44:02Z', 'updated_at': '2022-02-17T17:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '1dbb2389-a7d0-4e45-8dca-751a5080fa2a', 'name': '', 'network_id': '3958299d-5c46-4d37-a8cb-63d39d73c811', 'tenant_id': 'e508b16e79e443079bc882c92e8d7ca6', 'mac_address': 'fa:16:3e:e3:db:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3d811e-d5e6-4ba9-bb07-170f3d040c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'b1447df4-ae3d-4628-92b7-31a64e426c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:44:09Z', 'updated_at': '2022-02-17T17:44:18Z', 'revision_number': 5, 'project_id': 'e508b16e79e443079bc882c92e8d7ca6', 'subnets': [{'id': 'b1447df4-ae3d-4628-92b7-31a64e426c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:45:23.845529 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-853e10c0-b439-4611-ab41-a59fad66e083 req-fecabd6a-72c0-4d50-8b43-0020a72caba5 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Made reservation on behalf of 33d2652e6f5f4a26a4a17eafa5211a33 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:45:23.848910 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-853e10c0-b439-4611-ab41-a59fad66e083 req-fecabd6a-72c0-4d50-8b43-0020a72caba5 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:23.855099 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f155ba-7969-4154-a9bd-20df0d6f14d5 req-4ef01944-2822-4886-9cd7-6e6e191b990d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:23.861580 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-16f155ba-7969-4154-a9bd-20df0d6f14d5 req-4ef01944-2822-4886-9cd7-6e6e191b990d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4de680a8-c197-4239-841c-0c303eb01353 HTTP/1.1" status: 200 len: 858 time: 0.1477752 Feb 17 17:45:23.931308 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-6fc97422-b71b-42b8-a249-31eeabcf5688 req-2c3c8044-3912-4035-bc2b-1f4c63c07f85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f883fdf3-3fdc-47e6-9f50-0966418cc693 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:45:23.939337 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfd530b-8e95-441f-9565-6bb87868ce82 None None] The sync data for ids ['8d3d811e-d5e6-4ba9-bb07-170f3d040c07'] in n-d-829613-2 is: [{'id': '8d3d811e-d5e6-4ba9-bb07-170f3d040c07', 'name': 'tempest-ServersTestFqdnHostnames-150731531-router', 'tenant_id': 'e508b16e79e443079bc882c92e8d7ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '8240fe3a-a645-4b94-91c6-c365cdbdf6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:44:00Z', 'updated_at': '2022-02-17T17:44:10Z', 'revision_number': 4, 'project_id': 'e508b16e79e443079bc882c92e8d7ca6', 'gw_port': {'id': '8240fe3a-a645-4b94-91c6-c365cdbdf6a3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3d811e-d5e6-4ba9-bb07-170f3d040c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:44:02Z', 'updated_at': '2022-02-17T17:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '1dbb2389-a7d0-4e45-8dca-751a5080fa2a', 'name': '', 'network_id': '3958299d-5c46-4d37-a8cb-63d39d73c811', 'tenant_id': 'e508b16e79e443079bc882c92e8d7ca6', 'mac_address': 'fa:16:3e:e3:db:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3d811e-d5e6-4ba9-bb07-170f3d040c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': 'b1447df4-ae3d-4628-92b7-31a64e426c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:44:09Z', 'updated_at': '2022-02-17T17:44:18Z', 'revision_number': 5, 'project_id': 'e508b16e79e443079bc882c92e8d7ca6', 'subnets': [{'id': 'b1447df4-ae3d-4628-92b7-31a64e426c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:45:23.972597 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-16f155ba-7969-4154-a9bd-20df0d6f14d5 req-0488a341-9c18-499d-84b9-ec841a309e01 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a27167ee-d93b-4c13-9a1b-b2f8134c7a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832293 Feb 17 17:45:23.979997 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9092f9-cedb-4e77-9dfd-cf07be3fcd32 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Pushing event updated for resources: {'Port': ['ID=a24ce40a-1062-4264-8542-10c44a30d0dd,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:24.020151 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-6fc97422-b71b-42b8-a249-31eeabcf5688 req-2c3c8044-3912-4035-bc2b-1f4c63c07f85 service neutron] Publish callbacks [] for port (f883fdf3-3fdc-47e6-9f50-0966418cc693), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:24.200433 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-6fc97422-b71b-42b8-a249-31eeabcf5688 req-2c3c8044-3912-4035-bc2b-1f4c63c07f85 service neutron] Transition to ACTIVE for port object f883fdf3-3fdc-47e6-9f50-0966418cc693 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:45:24.223433 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-ba9092f9-cedb-4e77-9dfd-cf07be3fcd32 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:24.228536 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-ba9092f9-cedb-4e77-9dfd-cf07be3fcd32 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:24.250945 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27389f0f-f1b3-4f9c-b212-27051b3d841f req-935e14e0-4e91-40de-a9d5-e56bdad3f19d tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:24.252600 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-27389f0f-f1b3-4f9c-b212-27051b3d841f req-935e14e0-4e91-40de-a9d5-e56bdad3f19d tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] 10.222.0.87 "GET /v2.0/ports?device_id=a2868feb-c21a-4442-842d-77d5b0f8e835 HTTP/1.1" status: 200 len: 946 time: 1.4440775 Feb 17 17:45:24.256294 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-6fc97422-b71b-42b8-a249-31eeabcf5688 req-2c3c8044-3912-4035-bc2b-1f4c63c07f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (f883fdf3-3fdc-47e6-9f50-0966418cc693), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:24.268211 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-e84d0a4d-b3be-4a57-b0d2-42044cc9a332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1a320670-378d-4596-81b0-048014767f8c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:24.421753 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65f3e0b-b72d-4e46-a6da-3fb3602f1236 None None] New status for floating IP 74650519-2017-4be5-b87c-6669fcaab6c2: DOWN {{(pid=103438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 17:45:24.448438 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-ba9092f9-cedb-4e77-9dfd-cf07be3fcd32 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7074270 Feb 17 17:45:24.484014 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-b24cd2e6-558b-4f54-83e7-258bb4d4960b service neutron] Request body: {'port': {'device_id': '29da794a-9d26-444e-bf71-7bbb84afc828', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:45:24.537662 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f288f-d699-4964-9dca-d4c987130cb0 req-5728ffe1-1608-45cf-9c6e-d914230ba3e4 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:24.545246 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-345f288f-d699-4964-9dca-d4c987130cb0 req-5728ffe1-1608-45cf-9c6e-d914230ba3e4 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.87 "GET /v2.0/ports?device_id=29da794a-9d26-444e-bf71-7bbb84afc828 HTTP/1.1" status: 200 len: 932 time: 0.7718306 Feb 17 17:45:24.567097 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6cbbf6-6d4f-4cfc-bdea-0f3bd3c08ec1 req-79f4e2ef-bf4c-49ba-a104-bdd77f463948 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:24.570703 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8c6cbbf6-6d4f-4cfc-bdea-0f3bd3c08ec1 req-79f4e2ef-bf4c-49ba-a104-bdd77f463948 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] 10.222.0.91 "GET /v2.0/ports?device_id=a2868feb-c21a-4442-842d-77d5b0f8e835 HTTP/1.1" status: 200 len: 946 time: 0.4755387 Feb 17 17:45:24.609954 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3c8044-3912-4035-bc2b-1f4c63c07f85 service neutron] Pushing event updated for resources: {'Port': ['ID=f883fdf3-3fdc-47e6-9f50-0966418cc693,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:24.679690 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-16f155ba-7969-4154-a9bd-20df0d6f14d5 req-fe012e97-e1e5-41d5-9298-6c5dd7ee88be service neutron] 10.222.0.71 "GET /v2.0/networks/a27167ee-d93b-4c13-9a1b-b2f8134c7a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5834739 Feb 17 17:45:24.710526 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-853e10c0-b439-4611-ab41-a59fad66e083 req-fecabd6a-72c0-4d50-8b43-0020a72caba5 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Allocated IP 172.20.0.4 (86d00201-0d9a-4363-96b8-dd16d5e6e4d8/9b38a8c5-5190-4e64-a2cf-0cc233f21627/7acee7ef-b7b7-4992-ae5e-42354f7ad654) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:45:24.783614 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-27389f0f-f1b3-4f9c-b212-27051b3d841f req-d29b8316-e19f-484f-910d-53ab1b12bbac tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] 10.222.0.87 "GET /v2.0/security-groups?id=075dcb18-1a1f-4fb5-bbbf-f7dca45b1a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5121381 Feb 17 17:45:24.849922 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-345f288f-d699-4964-9dca-d4c987130cb0 req-b8227eb1-6d08-4562-b404-1220429dc6a8 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.87 "GET /v2.0/security-groups?id=d3941b88-31c3-4058-9154-f875b837f747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034046 Feb 17 17:45:24.887725 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device aef25804-ad28-43a2-883f-f4cd455eaddf details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:45:24.910182 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-b24cd2e6-558b-4f54-83e7-258bb4d4960b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (a24ce40a-1062-4264-8542-10c44a30d0dd), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:25.117093 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-16f155ba-7969-4154-a9bd-20df0d6f14d5 req-fd9bf275-6ab8-4cde-9a60-1a32238dff21 service neutron] 10.222.0.71 "GET /v2.0/networks/a27167ee-d93b-4c13-9a1b-b2f8134c7a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880167 Feb 17 17:45:25.145686 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port aef25804-ad28-43a2-883f-f4cd455eaddf, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=aef25804-ad28-43a2-883f-f4cd455eaddf,segment=NetworkSegment(55986a3b-e6c7-429a-8531-35745bb80f15),segment_id=55986a3b-e6c7-429a-8531-35745bb80f15)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:45:25.164956 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e6062cb9-287b-4ebe-a227-57896c312209 req-bccd892a-b99c-45a2-b81d-744f707aa0f5 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=32ad5513-5d05-48da-81dc-bf7965dce3e2 HTTP/1.1" status: 200 len: 210 time: 0.2164328 Feb 17 17:45:25.176886 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': 'aef25804-ad28-43a2-883f-f4cd455eaddf', 'network_id': 'a27167ee-d93b-4c13-9a1b-b2f8134c7a8b', 'port_id': 'aef25804-ad28-43a2-883f-f4cd455eaddf', 'mac_address': 'fa:16:3e:e9:77:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4de680a8-c197-4239-841c-0c303eb01353', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:45:25.181879 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-8c6cbbf6-6d4f-4cfc-bdea-0f3bd3c08ec1 req-f804cb82-7381-40d6-a255-04c10fda0ebf tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Deleting port 12232764-c6b3-4aec-82b0-7f3c693264af {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:45:25.182220 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8c6cbbf6-6d4f-4cfc-bdea-0f3bd3c08ec1 req-f804cb82-7381-40d6-a255-04c10fda0ebf tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (12232764-c6b3-4aec-82b0-7f3c693264af), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:25.262048 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-6fc97422-b71b-42b8-a249-31eeabcf5688 req-2c3c8044-3912-4035-bc2b-1f4c63c07f85 service neutron] Attempting to bind port f883fdf3-3fdc-47e6-9f50-0966418cc693 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:45:25.263265 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-6fc97422-b71b-42b8-a249-31eeabcf5688 req-2c3c8044-3912-4035-bc2b-1f4c63c07f85 service neutron] Attempting to bind port f883fdf3-3fdc-47e6-9f50-0966418cc693 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '7991a893-d7c9-4fff-9b7d-d927a847faea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2c9900d2-a559-4978-8739-0c10e7ac9101'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:45:25.263860 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc97422-b71b-42b8-a249-31eeabcf5688 req-2c3c8044-3912-4035-bc2b-1f4c63c07f85 service neutron] Attempting to bind port f883fdf3-3fdc-47e6-9f50-0966418cc693 on network 2c9900d2-a559-4978-8739-0c10e7ac9101 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:45:25.295336 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf99f3e-cecb-44c0-bc4e-c6d3c4e0c1f8 x-openstack-request-id: req-5bf99f3e-cecb-44c0-bc4e-c6d3c4e0c1f8 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:45:25.295756 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae77a9a-cdc1-4c3e-b685-74ff9d123951", "name": "network-vif-deleted", "tag": "7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:45:25.296325 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5bf99f3e-cecb-44c0-bc4e-c6d3c4e0c1f8 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:45:25.297474 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae77a9a-cdc1-4c3e-b685-74ff9d123951', 'name': 'network-vif-deleted', 'tag': '7f10d1e7-c9dd-49f1-a1c7-a1e17a77180d', 'status': 'completed', 'code': 200} Feb 17 17:45:25.308768 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port aef25804-ad28-43a2-883f-f4cd455eaddf is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:45:25.309166 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (aef25804-ad28-43a2-883f-f4cd455eaddf), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:25.322543 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc97422-b71b-42b8-a249-31eeabcf5688 req-2c3c8044-3912-4035-bc2b-1f4c63c07f85 service neutron] Port f883fdf3-3fdc-47e6-9f50-0966418cc693 on network 2c9900d2-a559-4978-8739-0c10e7ac9101 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:45:25.333149 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc97422-b71b-42b8-a249-31eeabcf5688 req-2c3c8044-3912-4035-bc2b-1f4c63c07f85 service neutron] Attempting to bind port f883fdf3-3fdc-47e6-9f50-0966418cc693 on network 2c9900d2-a559-4978-8739-0c10e7ac9101 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:45:25.338264 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aef25804-ad28-43a2-883f-f4cd455eaddf {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:45:25.366150 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port aef25804-ad28-43a2-883f-f4cd455eaddf, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=aef25804-ad28-43a2-883f-f4cd455eaddf,segment=NetworkSegment(55986a3b-e6c7-429a-8531-35745bb80f15),segment_id=55986a3b-e6c7-429a-8531-35745bb80f15)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:45:25.372329 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (aef25804-ad28-43a2-883f-f4cd455eaddf), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:25.427693 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57818) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:25.454114 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc97422-b71b-42b8-a249-31eeabcf5688 req-2c3c8044-3912-4035-bc2b-1f4c63c07f85 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:45:25.454729 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc97422-b71b-42b8-a249-31eeabcf5688 req-2c3c8044-3912-4035-bc2b-1f4c63c07f85 service neutron] Checking segment: {'id': '7991a893-d7c9-4fff-9b7d-d927a847faea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2c9900d2-a559-4978-8739-0c10e7ac9101'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:45:25.455302 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc97422-b71b-42b8-a249-31eeabcf5688 req-2c3c8044-3912-4035-bc2b-1f4c63c07f85 service neutron] Bound using segment: {'id': '7991a893-d7c9-4fff-9b7d-d927a847faea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2c9900d2-a559-4978-8739-0c10e7ac9101'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:45:25.455914 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-6fc97422-b71b-42b8-a249-31eeabcf5688 req-2c3c8044-3912-4035-bc2b-1f4c63c07f85 service neutron] Bound port: f883fdf3-3fdc-47e6-9f50-0966418cc693, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7991a893-d7c9-4fff-9b7d-d927a847faea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2c9900d2-a559-4978-8739-0c10e7ac9101'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:45:25.456492 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-6fc97422-b71b-42b8-a249-31eeabcf5688 req-2c3c8044-3912-4035-bc2b-1f4c63c07f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (f883fdf3-3fdc-47e6-9f50-0966418cc693), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:25.458126 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-853e10c0-b439-4611-ab41-a59fad66e083 req-fecabd6a-72c0-4d50-8b43-0020a72caba5 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Publish callbacks [] for port (7acee7ef-b7b7-4992-ae5e-42354f7ad654), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:25.507940 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbcfca7-ffe9-4388-99e1-02978df53ee9 req-b71b4aa6-93b0-45cd-9634-8138bd5d1ffb tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:25.509841 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2cbcfca7-ffe9-4388-99e1-02978df53ee9 req-b71b4aa6-93b0-45cd-9634-8138bd5d1ffb tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d7fafab-4478-4ac6-849d-b79b61783cd0 HTTP/1.1" status: 200 len: 943 time: 0.5366259 Feb 17 17:45:25.536019 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=aef25804-ad28-43a2-883f-f4cd455eaddf,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:25.563211 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-8c6cbbf6-6d4f-4cfc-bdea-0f3bd3c08ec1 req-f804cb82-7381-40d6-a255-04c10fda0ebf tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] For port 12232764-c6b3-4aec-82b0-7f3c693264af, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=12232764-c6b3-4aec-82b0-7f3c693264af,segment=NetworkSegment(d4de418d-f54f-438b-980c-074cf8b0ffdd),segment_id=d4de418d-f54f-438b-980c-074cf8b0ffdd)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:45:25.564385 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8c6cbbf6-6d4f-4cfc-bdea-0f3bd3c08ec1 req-f804cb82-7381-40d6-a255-04c10fda0ebf tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (12232764-c6b3-4aec-82b0-7f3c693264af), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:25.586430 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['aef25804-ad28-43a2-883f-f4cd455eaddf'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:45:25.630996 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-8c6cbbf6-6d4f-4cfc-bdea-0f3bd3c08ec1 req-f804cb82-7381-40d6-a255-04c10fda0ebf tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Calling delete_port for 12232764-c6b3-4aec-82b0-7f3c693264af owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:45:25.654276 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d4a56d53-0dfe-4a62-bdb4-7f87c8954f73 tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Publish callbacks [] for security_group (f1053671-5092-4c41-b270-0af73859484e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:25.666388 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-6fc97422-b71b-42b8-a249-31eeabcf5688 req-2c3c8044-3912-4035-bc2b-1f4c63c07f85 service neutron] For port f883fdf3-3fdc-47e6-9f50-0966418cc693, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:45:25.687417 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-6fc97422-b71b-42b8-a249-31eeabcf5688 req-2c3c8044-3912-4035-bc2b-1f4c63c07f85 service neutron] For port f883fdf3-3fdc-47e6-9f50-0966418cc693, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=f883fdf3-3fdc-47e6-9f50-0966418cc693,segment=NetworkSegment(7991a893-d7c9-4fff-9b7d-d927a847faea),segment_id=7991a893-d7c9-4fff-9b7d-d927a847faea)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:45:25.692994 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2cbcfca7-ffe9-4388-99e1-02978df53ee9 req-d43ef506-762c-4824-aafd-12d049418fd2 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee30ec10-fc9c-427d-bae2-fedd385da0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475067 Feb 17 17:45:25.699040 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-e84d0a4d-b3be-4a57-b0d2-42044cc9a332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a320670-378d-4596-81b0-048014767f8c {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:45:25.710629 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-6fc97422-b71b-42b8-a249-31eeabcf5688 req-2c3c8044-3912-4035-bc2b-1f4c63c07f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (f883fdf3-3fdc-47e6-9f50-0966418cc693), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:25.727722 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-e84d0a4d-b3be-4a57-b0d2-42044cc9a332 service neutron] Publish callbacks [] for port (1a320670-378d-4596-81b0-048014767f8c), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:25.801493 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc97422-b71b-42b8-a249-31eeabcf5688 req-2c3c8044-3912-4035-bc2b-1f4c63c07f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:25.802983 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-6fc97422-b71b-42b8-a249-31eeabcf5688 req-2c3c8044-3912-4035-bc2b-1f4c63c07f85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:25.804469 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6fc97422-b71b-42b8-a249-31eeabcf5688 req-2c3c8044-3912-4035-bc2b-1f4c63c07f85 service neutron] 10.222.0.71 "PUT /v2.0/ports/f883fdf3-3fdc-47e6-9f50-0966418cc693 HTTP/1.1" status: 200 len: 1091 time: 5.4788685 Feb 17 17:45:25.810251 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d7fafab-4478-4ac6-849d-b79b61783cd0', 'tag': 'f883fdf3-3fdc-47e6-9f50-0966418cc693'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:45:25.856231 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14aa854-3e06-4453-89d5-a954d04edade" -d '{"events": [{"name": "network-changed", "server_uuid": "4d7fafab-4478-4ac6-849d-b79b61783cd0", "tag": "f883fdf3-3fdc-47e6-9f50-0966418cc693"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:45:25.882142 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-e84d0a4d-b3be-4a57-b0d2-42044cc9a332 service neutron] Transition to ACTIVE for port object 1a320670-378d-4596-81b0-048014767f8c will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:45:25.913729 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-e84d0a4d-b3be-4a57-b0d2-42044cc9a332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (1a320670-378d-4596-81b0-048014767f8c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:25.955585 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53326d96-37be-4ea8-a488-04b1bcd4f4c0 x-openstack-request-id: req-53326d96-37be-4ea8-a488-04b1bcd4f4c0 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:45:25.956440 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d7fafab-4478-4ac6-849d-b79b61783cd0", "tag": "f883fdf3-3fdc-47e6-9f50-0966418cc693", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:45:25.956776 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-53326d96-37be-4ea8-a488-04b1bcd4f4c0 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:45:25.957135 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d7fafab-4478-4ac6-849d-b79b61783cd0', 'tag': 'f883fdf3-3fdc-47e6-9f50-0966418cc693', 'status': 'completed', 'code': 200} Feb 17 17:45:25.972884 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d4a56d53-0dfe-4a62-bdb4-7f87c8954f73 tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Publish callbacks [] for security_group (f1053671-5092-4c41-b270-0af73859484e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:26.075290 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-853e10c0-b439-4611-ab41-a59fad66e083 req-fecabd6a-72c0-4d50-8b43-0020a72caba5 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (7acee7ef-b7b7-4992-ae5e-42354f7ad654), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:26.087330 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 12232764-c6b3-4aec-82b0-7f3c693264af no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:45:26.145179 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecabd6a-72c0-4d50-8b43-0020a72caba5 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Pushing event updated for resources: {'Port': ['ID=7acee7ef-b7b7-4992-ae5e-42354f7ad654,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:26.229072 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3c8044-3912-4035-bc2b-1f4c63c07f85 service neutron] Pushing event updated for resources: {'Port': ['ID=f883fdf3-3fdc-47e6-9f50-0966418cc693,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:26.246970 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-853e10c0-b439-4611-ab41-a59fad66e083 req-fecabd6a-72c0-4d50-8b43-0020a72caba5 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Network 86d00201-0d9a-4363-96b8-dd16d5e6e4d8 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:45:26.256354 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-853e10c0-b439-4611-ab41-a59fad66e083 req-fecabd6a-72c0-4d50-8b43-0020a72caba5 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:45:26.270025 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-853e10c0-b439-4611-ab41-a59fad66e083 req-fecabd6a-72c0-4d50-8b43-0020a72caba5 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:45:26.275116 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8c6cbbf6-6d4f-4cfc-bdea-0f3bd3c08ec1 req-f804cb82-7381-40d6-a255-04c10fda0ebf tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (12232764-c6b3-4aec-82b0-7f3c693264af), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:26.324771 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc97422-b71b-42b8-a249-31eeabcf5688 req-7d28bb8a-d3eb-491a-ab2a-9252f7dcc457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:26.326593 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6fc97422-b71b-42b8-a249-31eeabcf5688 req-7d28bb8a-d3eb-491a-ab2a-9252f7dcc457 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=676afbf1c2e640e8b11ff19640c46b32&device_id=4d7fafab-4478-4ac6-849d-b79b61783cd0 HTTP/1.1" status: 200 len: 1125 time: 0.4413507 Feb 17 17:45:26.335749 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 12232764-c6b3-4aec-82b0-7f3c693264af is: ACTIVE; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:45:26.336185 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (12232764-c6b3-4aec-82b0-7f3c693264af), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:26.350111 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f804cb82-7381-40d6-a255-04c10fda0ebf tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Pushing event deleted for resources: {'Port': ['ID=12232764-c6b3-4aec-82b0-7f3c693264af,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:26.366490 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d4a56d53-0dfe-4a62-bdb4-7f87c8954f73 tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (f1053671-5092-4c41-b270-0af73859484e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:26.370720 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d4a56d53-0dfe-4a62-bdb4-7f87c8954f73 tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:26.372961 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d4a56d53-0dfe-4a62-bdb4-7f87c8954f73 tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] 10.222.0.87 "DELETE /v2.0/security-groups/f1053671-5092-4c41-b270-0af73859484e HTTP/1.1" status: 204 len: 168 time: 0.9439309 Feb 17 17:45:26.376155 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57854) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:26.406934 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-94768b93-5819-42bd-adce-67b92ba3b7fb tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] show failed (client error): The resource could not be found. Feb 17 17:45:26.408396 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-94768b93-5819-42bd-adce-67b92ba3b7fb tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] 10.222.0.87 "GET /v2.0/security-groups/f1053671-5092-4c41-b270-0af73859484e HTTP/1.1" status: 404 len: 347 time: 0.0248320 Feb 17 17:45:26.420821 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57858) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:26.437072 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2578675-e80b-4629-bccd-84956279cd71 req-83560539-8af6-4a65-bf21-dc0dc1772d56 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:26.444509 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d2578675-e80b-4629-bccd-84956279cd71 req-83560539-8af6-4a65-bf21-dc0dc1772d56 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] 10.222.0.87 "GET /v2.0/ports?device_id=a2868feb-c21a-4442-842d-77d5b0f8e835 HTTP/1.1" status: 200 len: 867 time: 0.4622128 Feb 17 17:45:26.478463 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6fc97422-b71b-42b8-a249-31eeabcf5688 req-154e4965-4168-4ef8-96de-bc3288cce4a6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f883fdf3-3fdc-47e6-9f50-0966418cc693 HTTP/1.1" status: 200 len: 217 time: 0.1232343 Feb 17 17:45:26.489094 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf7903-2a7e-44a4-b931-ff02c278301a req-95f77d89-a4f7-42d4-aa7e-66301cb7ec20 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:26.490847 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d9bf7903-2a7e-44a4-b931-ff02c278301a req-95f77d89-a4f7-42d4-aa7e-66301cb7ec20 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.87 "GET /v2.0/ports?device_id=29da794a-9d26-444e-bf71-7bbb84afc828 HTTP/1.1" status: 200 len: 932 time: 0.4183075 Feb 17 17:45:26.502834 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84d0a4d-b3be-4a57-b0d2-42044cc9a332 service neutron] Pushing event updated for resources: {'Port': ['ID=1a320670-378d-4596-81b0-048014767f8c,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:26.604747 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-e84d0a4d-b3be-4a57-b0d2-42044cc9a332 service neutron] Attempting to bind port 1a320670-378d-4596-81b0-048014767f8c on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:45:26.605092 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-e84d0a4d-b3be-4a57-b0d2-42044cc9a332 service neutron] Attempting to bind port 1a320670-378d-4596-81b0-048014767f8c by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '55986a3b-e6c7-429a-8531-35745bb80f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a27167ee-d93b-4c13-9a1b-b2f8134c7a8b'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:45:26.605425 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-e84d0a4d-b3be-4a57-b0d2-42044cc9a332 service neutron] Attempting to bind port 1a320670-378d-4596-81b0-048014767f8c on network a27167ee-d93b-4c13-9a1b-b2f8134c7a8b {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:45:26.656517 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-e84d0a4d-b3be-4a57-b0d2-42044cc9a332 service neutron] Port 1a320670-378d-4596-81b0-048014767f8c on network a27167ee-d93b-4c13-9a1b-b2f8134c7a8b not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:45:26.656850 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-e84d0a4d-b3be-4a57-b0d2-42044cc9a332 service neutron] Attempting to bind port 1a320670-378d-4596-81b0-048014767f8c on network a27167ee-d93b-4c13-9a1b-b2f8134c7a8b {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:45:26.691449 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d2578675-e80b-4629-bccd-84956279cd71 req-ff09d60d-a5fd-4c6b-8089-492204a9cfcd tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] 10.222.0.87 "GET /v2.0/security-groups?id=075dcb18-1a1f-4fb5-bbbf-f7dca45b1a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459257 Feb 17 17:45:26.737086 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc97422-b71b-42b8-a249-31eeabcf5688 req-f42bd8dc-7df3-4d7e-97db-5bd4a09b30e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:26.749476 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6fc97422-b71b-42b8-a249-31eeabcf5688 req-f42bd8dc-7df3-4d7e-97db-5bd4a09b30e0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0145e51a-5adb-4fab-bd7e-ee03bd2ecb29 HTTP/1.1" status: 200 len: 855 time: 0.2513242 Feb 17 17:45:26.768546 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-e84d0a4d-b3be-4a57-b0d2-42044cc9a332 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:45:26.769048 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-e84d0a4d-b3be-4a57-b0d2-42044cc9a332 service neutron] Checking segment: {'id': '55986a3b-e6c7-429a-8531-35745bb80f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a27167ee-d93b-4c13-9a1b-b2f8134c7a8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:45:26.769849 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-e84d0a4d-b3be-4a57-b0d2-42044cc9a332 service neutron] Bound using segment: {'id': '55986a3b-e6c7-429a-8531-35745bb80f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a27167ee-d93b-4c13-9a1b-b2f8134c7a8b'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:45:26.770321 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-e84d0a4d-b3be-4a57-b0d2-42044cc9a332 service neutron] Bound port: 1a320670-378d-4596-81b0-048014767f8c, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55986a3b-e6c7-429a-8531-35745bb80f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a27167ee-d93b-4c13-9a1b-b2f8134c7a8b'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:45:26.771174 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-e84d0a4d-b3be-4a57-b0d2-42044cc9a332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1a320670-378d-4596-81b0-048014767f8c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:26.805357 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d9bf7903-2a7e-44a4-b931-ff02c278301a req-06959bb3-0453-4533-adf5-45dec76935c3 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.87 "GET /v2.0/security-groups?id=d3941b88-31c3-4058-9154-f875b837f747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766948 Feb 17 17:45:26.836340 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-b24cd2e6-558b-4f54-83e7-258bb4d4960b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a24ce40a-1062-4264-8542-10c44a30d0dd {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:45:26.846303 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-b24cd2e6-558b-4f54-83e7-258bb4d4960b service neutron] Publish callbacks [] for port (a24ce40a-1062-4264-8542-10c44a30d0dd), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:26.863626 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-b24cd2e6-558b-4f54-83e7-258bb4d4960b service neutron] Transition to ACTIVE for port object a24ce40a-1062-4264-8542-10c44a30d0dd will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:45:26.902521 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device aef25804-ad28-43a2-883f-f4cd455eaddf up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:45:27.009509 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-b24cd2e6-558b-4f54-83e7-258bb4d4960b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (a24ce40a-1062-4264-8542-10c44a30d0dd), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:27.013065 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a56d53-0dfe-4a62-bdb4-7f87c8954f73 tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1053671-5092-4c41-b270-0af73859484e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:27.013644 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6fc97422-b71b-42b8-a249-31eeabcf5688 req-d7b1c62e-1ed5-4eda-ba46-84ae6026e07a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2c9900d2-a559-4978-8739-0c10e7ac9101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2067082 Feb 17 17:45:27.019500 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port aef25804-ad28-43a2-883f-f4cd455eaddf completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:45:27.027507 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port aef25804-ad28-43a2-883f-f4cd455eaddf triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:45:27.027892 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (aef25804-ad28-43a2-883f-f4cd455eaddf), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:27.051511 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6cbbf6-6d4f-4cfc-bdea-0f3bd3c08ec1 req-f804cb82-7381-40d6-a255-04c10fda0ebf tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] No DVR routers for this DVR port 12232764-c6b3-4aec-82b0-7f3c693264af on host n-h2-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:45:27.054723 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8c6cbbf6-6d4f-4cfc-bdea-0f3bd3c08ec1 req-f804cb82-7381-40d6-a255-04c10fda0ebf tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:27.061553 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8c6cbbf6-6d4f-4cfc-bdea-0f3bd3c08ec1 req-f804cb82-7381-40d6-a255-04c10fda0ebf tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] 10.222.0.91 "DELETE /v2.0/ports/12232764-c6b3-4aec-82b0-7f3c693264af HTTP/1.1" status: 204 len: 173 time: 2.4780903 Feb 17 17:45:27.100979 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57876) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:27.117646 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e10c0-b439-4611-ab41-a59fad66e083 req-fecabd6a-72c0-4d50-8b43-0020a72caba5 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:27.118677 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-853e10c0-b439-4611-ab41-a59fad66e083 req-fecabd6a-72c0-4d50-8b43-0020a72caba5 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:27.147605 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-853e10c0-b439-4611-ab41-a59fad66e083 req-fecabd6a-72c0-4d50-8b43-0020a72caba5 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6534970 Feb 17 17:45:27.194594 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-853e10c0-b439-4611-ab41-a59fad66e083 req-6879e849-93c0-4715-9df5-eb196f35f20b service neutron] Request body: {'port': {'device_id': '32ad5513-5d05-48da-81dc-bf7965dce3e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:45:27.330890 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port aef25804-ad28-43a2-883f-f4cd455eaddf is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:45:27.331756 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (aef25804-ad28-43a2-883f-f4cd455eaddf), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:27.408543 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2868feb-c21a-4442-842d-77d5b0f8e835', 'name': 'network-vif-deleted', 'tag': '12232764-c6b3-4aec-82b0-7f3c693264af'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:45:27.411046 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f326f4f-ff82-4b03-9e82-161fe0729d53" -d '{"events": [{"server_uuid": "a2868feb-c21a-4442-842d-77d5b0f8e835", "name": "network-vif-deleted", "tag": "12232764-c6b3-4aec-82b0-7f3c693264af"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:45:27.413452 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port aef25804-ad28-43a2-883f-f4cd455eaddf, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=aef25804-ad28-43a2-883f-f4cd455eaddf,segment=NetworkSegment(55986a3b-e6c7-429a-8531-35745bb80f15),segment_id=55986a3b-e6c7-429a-8531-35745bb80f15)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:45:27.415129 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e038a89-d932-4368-96a8-1a8829db97f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef25804-ad28-43a2-883f-f4cd455eaddf'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:45:27.421870 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca01086-4494-4b9c-b814-80e7434e63f0" -d '{"events": [{"server_uuid": "1e038a89-d932-4368-96a8-1a8829db97f8", "name": "network-vif-plugged", "status": "completed", "tag": "aef25804-ad28-43a2-883f-f4cd455eaddf"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:45:27.422457 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-853e10c0-b439-4611-ab41-a59fad66e083 req-6879e849-93c0-4715-9df5-eb196f35f20b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7acee7ef-b7b7-4992-ae5e-42354f7ad654), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:27.427173 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (aef25804-ad28-43a2-883f-f4cd455eaddf), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:27.488645 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24cd2e6-558b-4f54-83e7-258bb4d4960b service neutron] Pushing event updated for resources: {'Port': ['ID=a24ce40a-1062-4264-8542-10c44a30d0dd,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:27.489321 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-28f5c15e-1b41-4dbf-b8c4-3483b3cc7f7d tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Deleting port e1b257d4-c748-4122-b737-9dfa9b2c989d {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:45:27.491519 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28f5c15e-1b41-4dbf-b8c4-3483b3cc7f7d tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (e1b257d4-c748-4122-b737-9dfa9b2c989d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:27.491685 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-e84d0a4d-b3be-4a57-b0d2-42044cc9a332 service neutron] For port 1a320670-378d-4596-81b0-048014767f8c, host n-h2-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:45:27.513027 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-da29022a-3798-4b30-8567-227640b85a94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:27.532381 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=aef25804-ad28-43a2-883f-f4cd455eaddf,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:27.561962 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-e84d0a4d-b3be-4a57-b0d2-42044cc9a332 service neutron] For port 1a320670-378d-4596-81b0-048014767f8c, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=1a320670-378d-4596-81b0-048014767f8c,segment=NetworkSegment(55986a3b-e6c7-429a-8531-35745bb80f15),segment_id=55986a3b-e6c7-429a-8531-35745bb80f15)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:45:27.571589 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1311e-ede8-4caa-b4b1-adab0a66e60a req-beb667d7-4374-4030-860b-6f53b816dab2 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:27.573463 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ecf1311e-ede8-4caa-b4b1-adab0a66e60a req-beb667d7-4374-4030-860b-6f53b816dab2 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=32ad5513-5d05-48da-81dc-bf7965dce3e2 HTTP/1.1" status: 200 len: 931 time: 0.7082872 Feb 17 17:45:27.625889 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f081de-1c03-444e-84d8-fd0537774f30 req-c2d73ff3-0aa6-42ab-9729-ed19b0365d4d tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:27.628533 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-98f081de-1c03-444e-84d8-fd0537774f30 req-c2d73ff3-0aa6-42ab-9729-ed19b0365d4d tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d7fafab-4478-4ac6-849d-b79b61783cd0 HTTP/1.1" status: 200 len: 943 time: 0.6106026 Feb 17 17:45:27.630193 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-e84d0a4d-b3be-4a57-b0d2-42044cc9a332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (1a320670-378d-4596-81b0-048014767f8c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:27.699789 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6fc97422-b71b-42b8-a249-31eeabcf5688 req-82e1d6d0-9427-4abc-b2a9-fbd70622d46a service neutron] 10.222.0.71 "GET /v2.0/networks/2c9900d2-a559-4978-8739-0c10e7ac9101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6533179 Feb 17 17:45:27.750673 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-e84d0a4d-b3be-4a57-b0d2-42044cc9a332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:27.751571 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-e84d0a4d-b3be-4a57-b0d2-42044cc9a332 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:27.753198 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-e84d0a4d-b3be-4a57-b0d2-42044cc9a332 service neutron] 10.222.0.91 "PUT /v2.0/ports/1a320670-378d-4596-81b0-048014767f8c HTTP/1.1" status: 200 len: 1091 time: 5.0499637 Feb 17 17:45:27.805023 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-b24cd2e6-558b-4f54-83e7-258bb4d4960b service neutron] Attempting to bind port a24ce40a-1062-4264-8542-10c44a30d0dd on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:45:27.805346 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-b24cd2e6-558b-4f54-83e7-258bb4d4960b service neutron] Attempting to bind port a24ce40a-1062-4264-8542-10c44a30d0dd by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '55986a3b-e6c7-429a-8531-35745bb80f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a27167ee-d93b-4c13-9a1b-b2f8134c7a8b'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:45:27.805791 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-b24cd2e6-558b-4f54-83e7-258bb4d4960b service neutron] Attempting to bind port a24ce40a-1062-4264-8542-10c44a30d0dd on network a27167ee-d93b-4c13-9a1b-b2f8134c7a8b {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:45:27.826151 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28f5c15e-1b41-4dbf-b8c4-3483b3cc7f7d tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (e1b257d4-c748-4122-b737-9dfa9b2c989d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:27.826151 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28f5c15e-1b41-4dbf-b8c4-3483b3cc7f7d tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Publish callbacks [] for floatingip (e1b257d4-c748-4122-b737-9dfa9b2c989d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:27.843058 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84d0a4d-b3be-4a57-b0d2-42044cc9a332 service neutron] Pushing event updated for resources: {'Port': ['ID=1a320670-378d-4596-81b0-048014767f8c,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:27.858942 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-28f5c15e-1b41-4dbf-b8c4-3483b3cc7f7d tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Calling delete_port for e1b257d4-c748-4122-b737-9dfa9b2c989d owned by network:floatingip {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:45:27.902894 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-b24cd2e6-558b-4f54-83e7-258bb4d4960b service neutron] Port a24ce40a-1062-4264-8542-10c44a30d0dd on network a27167ee-d93b-4c13-9a1b-b2f8134c7a8b not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:45:27.903223 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-b24cd2e6-558b-4f54-83e7-258bb4d4960b service neutron] Attempting to bind port a24ce40a-1062-4264-8542-10c44a30d0dd on network a27167ee-d93b-4c13-9a1b-b2f8134c7a8b {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:45:27.915907 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ecf1311e-ede8-4caa-b4b1-adab0a66e60a req-5dea7d2a-f9ff-4559-abde-1cf8bf8ec254 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297367 Feb 17 17:45:27.938743 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-b24cd2e6-558b-4f54-83e7-258bb4d4960b service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:45:27.939094 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-b24cd2e6-558b-4f54-83e7-258bb4d4960b service neutron] Checking segment: {'id': '55986a3b-e6c7-429a-8531-35745bb80f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a27167ee-d93b-4c13-9a1b-b2f8134c7a8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:45:27.939563 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-b24cd2e6-558b-4f54-83e7-258bb4d4960b service neutron] Bound using segment: {'id': '55986a3b-e6c7-429a-8531-35745bb80f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a27167ee-d93b-4c13-9a1b-b2f8134c7a8b'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:45:27.940085 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-b24cd2e6-558b-4f54-83e7-258bb4d4960b service neutron] Bound port: a24ce40a-1062-4264-8542-10c44a30d0dd, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55986a3b-e6c7-429a-8531-35745bb80f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a27167ee-d93b-4c13-9a1b-b2f8134c7a8b'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:45:27.940381 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-b24cd2e6-558b-4f54-83e7-258bb4d4960b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (a24ce40a-1062-4264-8542-10c44a30d0dd), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:27.951466 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-98f081de-1c03-444e-84d8-fd0537774f30 req-3473eb65-32be-44e1-b41c-a41c8522f63b tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee30ec10-fc9c-427d-bae2-fedd385da0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021595 Feb 17 17:45:27.960511 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2196fb28-06de-4013-9f6c-20e9f1534aa8', 'tag': '1a320670-378d-4596-81b0-048014767f8c'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:45:27.963758 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a81b57f-f690-4974-b2a3-cbf461f651b3" -d '{"events": [{"name": "network-changed", "server_uuid": "2196fb28-06de-4013-9f6c-20e9f1534aa8", "tag": "1a320670-378d-4596-81b0-048014767f8c"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:45:28.002446 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6fc97422-b71b-42b8-a249-31eeabcf5688 req-64ebfc7a-c2cc-4178-bd07-c76e88bd16bf service neutron] 10.222.0.71 "GET /v2.0/networks/2c9900d2-a559-4978-8739-0c10e7ac9101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835364 Feb 17 17:45:28.029701 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-410c7b4f-7078-43d7-ab40-eee301020ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:28.031367 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-410c7b4f-7078-43d7-ab40-eee301020ca8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=dcefa6de29c6431abd46f02fc066e159&device_id=2196fb28-06de-4013-9f6c-20e9f1534aa8 HTTP/1.1" status: 200 len: 1125 time: 0.2221992 Feb 17 17:45:28.043480 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac9b444-64f3-4d8c-a11b-1cb98f5d7786 x-openstack-request-id: req-aac9b444-64f3-4d8c-a11b-1cb98f5d7786 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:45:28.047702 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2868feb-c21a-4442-842d-77d5b0f8e835", "name": "network-vif-deleted", "tag": "12232764-c6b3-4aec-82b0-7f3c693264af", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:45:28.048492 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-aac9b444-64f3-4d8c-a11b-1cb98f5d7786 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:45:28.049073 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2868feb-c21a-4442-842d-77d5b0f8e835', 'name': 'network-vif-deleted', 'tag': '12232764-c6b3-4aec-82b0-7f3c693264af', 'status': 'completed', 'code': 200} Feb 17 17:45:28.073661 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff88ee0-01f4-419c-964a-3dd5f7d075e9 x-openstack-request-id: req-bff88ee0-01f4-419c-964a-3dd5f7d075e9 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:45:28.073974 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e038a89-d932-4368-96a8-1a8829db97f8", "name": "network-vif-plugged", "status": "completed", "tag": "aef25804-ad28-43a2-883f-f4cd455eaddf", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:45:28.074276 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-bff88ee0-01f4-419c-964a-3dd5f7d075e9 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:45:28.074710 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e038a89-d932-4368-96a8-1a8829db97f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef25804-ad28-43a2-883f-f4cd455eaddf', 'code': 200} Feb 17 17:45:28.100891 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-a9d6612c-1663-4cf2-8147-d48505d7bbf4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a320670-378d-4596-81b0-048014767f8c HTTP/1.1" status: 200 len: 217 time: 0.0615783 Feb 17 17:45:28.179553 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-b24cd2e6-558b-4f54-83e7-258bb4d4960b service neutron] For port a24ce40a-1062-4264-8542-10c44a30d0dd, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:45:28.187886 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-b24cd2e6-558b-4f54-83e7-258bb4d4960b service neutron] For port a24ce40a-1062-4264-8542-10c44a30d0dd, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=a24ce40a-1062-4264-8542-10c44a30d0dd,segment=NetworkSegment(55986a3b-e6c7-429a-8531-35745bb80f15),segment_id=55986a3b-e6c7-429a-8531-35745bb80f15)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:45:28.205089 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38070c26-a21e-444a-8218-2ec46c7d53e2 x-openstack-request-id: req-38070c26-a21e-444a-8218-2ec46c7d53e2 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:45:28.205414 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2196fb28-06de-4013-9f6c-20e9f1534aa8", "tag": "1a320670-378d-4596-81b0-048014767f8c", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:45:28.205638 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-38070c26-a21e-444a-8218-2ec46c7d53e2 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:45:28.206038 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2196fb28-06de-4013-9f6c-20e9f1534aa8', 'tag': '1a320670-378d-4596-81b0-048014767f8c', 'status': 'completed', 'code': 200} Feb 17 17:45:28.212205 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-da29022a-3798-4b30-8567-227640b85a94 admin admin] Publish callbacks [] for security_group (22697bbc-cd5e-4234-9d8b-bbfe755a4255), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:28.233265 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-da29022a-3798-4b30-8567-227640b85a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (22697bbc-cd5e-4234-9d8b-bbfe755a4255), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:28.237407 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-b24cd2e6-558b-4f54-83e7-258bb4d4960b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (a24ce40a-1062-4264-8542-10c44a30d0dd), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:28.330993 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-da29022a-3798-4b30-8567-227640b85a94 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2fe58a441f3b4b1288b361dd908c8f5c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2285852 Feb 17 17:45:28.342200 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da29022a-3798-4b30-8567-227640b85a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22697bbc-cd5e-4234-9d8b-bbfe755a4255,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:28.347887 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57922) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:28.354869 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57199a-8427-4e31-93cc-3d076992e50d req-2e17412a-1d25-47c7-818d-193b395af940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:28.357777 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5c57199a-8427-4e31-93cc-3d076992e50d req-2e17412a-1d25-47c7-818d-193b395af940 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1e038a89-d932-4368-96a8-1a8829db97f8 HTTP/1.1" status: 200 len: 1127 time: 0.1940730 Feb 17 17:45:28.552525 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b1b9412-efd4-41b9-a5bb-d9a91a602103 admin admin] Publish callbacks [] for security_group (22697bbc-cd5e-4234-9d8b-bbfe755a4255), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:28.580101 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28f5c15e-1b41-4dbf-b8c4-3483b3cc7f7d tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (e1b257d4-c748-4122-b737-9dfa9b2c989d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:28.637890 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b1b9412-efd4-41b9-a5bb-d9a91a602103 admin admin] Publish callbacks [] for security_group (22697bbc-cd5e-4234-9d8b-bbfe755a4255), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:28.677824 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5c57199a-8427-4e31-93cc-3d076992e50d req-8678af5a-ae8a-49ec-a2dd-bf74053b9ab6 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d3941b88-31c3-4058-9154-f875b837f747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579596 Feb 17 17:45:28.706969 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f5c15e-1b41-4dbf-b8c4-3483b3cc7f7d tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Pushing event deleted for resources: {'Port': ['ID=e1b257d4-c748-4122-b737-9dfa9b2c989d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:28.731497 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-853e10c0-b439-4611-ab41-a59fad66e083 req-6879e849-93c0-4715-9df5-eb196f35f20b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7acee7ef-b7b7-4992-ae5e-42354f7ad654 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:45:28.772742 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24cd2e6-558b-4f54-83e7-258bb4d4960b service neutron] Pushing event updated for resources: {'Port': ['ID=a24ce40a-1062-4264-8542-10c44a30d0dd,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:28.775432 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-853e10c0-b439-4611-ab41-a59fad66e083 req-6879e849-93c0-4715-9df5-eb196f35f20b service neutron] Publish callbacks [] for port (7acee7ef-b7b7-4992-ae5e-42354f7ad654), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:28.824528 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-853e10c0-b439-4611-ab41-a59fad66e083 req-6879e849-93c0-4715-9df5-eb196f35f20b service neutron] Transition to ACTIVE for port object 7acee7ef-b7b7-4992-ae5e-42354f7ad654 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:45:28.832515 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-853e10c0-b439-4611-ab41-a59fad66e083 req-6879e849-93c0-4715-9df5-eb196f35f20b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (7acee7ef-b7b7-4992-ae5e-42354f7ad654), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:28.833234 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-d7be25de-576d-4f76-82d1-35d8dddd77ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:28.835119 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-d7be25de-576d-4f76-82d1-35d8dddd77ab service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4de680a8-c197-4239-841c-0c303eb01353 HTTP/1.1" status: 200 len: 858 time: 0.6969156 Feb 17 17:45:28.836651 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28f5c15e-1b41-4dbf-b8c4-3483b3cc7f7d tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Publish callbacks [] for floatingip (74650519-2017-4be5-b87c-6669fcaab6c2), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:28.837880 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-b24cd2e6-558b-4f54-83e7-258bb4d4960b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:28.838538 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-b24cd2e6-558b-4f54-83e7-258bb4d4960b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:28.839783 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28f5c15e-1b41-4dbf-b8c4-3483b3cc7f7d tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:28.839960 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-b24cd2e6-558b-4f54-83e7-258bb4d4960b service neutron] 10.222.0.71 "PUT /v2.0/ports/a24ce40a-1062-4264-8542-10c44a30d0dd HTTP/1.1" status: 200 len: 1092 time: 4.3604968 Feb 17 17:45:28.843743 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-28f5c15e-1b41-4dbf-b8c4-3483b3cc7f7d tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] 10.222.0.87 "DELETE /v2.0/floatingips/74650519-2017-4be5-b87c-6669fcaab6c2 HTTP/1.1" status: 204 len: 168 time: 2.4183309 Feb 17 17:45:28.847523 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57956) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:28.897878 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-8a0a65e8-b3dd-4fb3-bf80-ebb3b750a71c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a27167ee-d93b-4c13-9a1b-b2f8134c7a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463269 Feb 17 17:45:28.936114 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14aa854-3e06-4453-89d5-a954d04edade req-9b67675c-ec3f-41f6-b5b8-88b1af867417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:28.937235 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e14aa854-3e06-4453-89d5-a954d04edade req-9b67675c-ec3f-41f6-b5b8-88b1af867417 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=676afbf1c2e640e8b11ff19640c46b32&device_id=4d7fafab-4478-4ac6-849d-b79b61783cd0 HTTP/1.1" status: 200 len: 1125 time: 0.8501689 Feb 17 17:45:28.966823 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b1b9412-efd4-41b9-a5bb-d9a91a602103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (22697bbc-cd5e-4234-9d8b-bbfe755a4255), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:28.970303 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b1b9412-efd4-41b9-a5bb-d9a91a602103 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:28.973751 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7b1b9412-efd4-41b9-a5bb-d9a91a602103 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/22697bbc-cd5e-4234-9d8b-bbfe755a4255 HTTP/1.1" status: 204 len: 168 time: 0.6125562 Feb 17 17:45:28.997651 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1b9412-efd4-41b9-a5bb-d9a91a602103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22697bbc-cd5e-4234-9d8b-bbfe755a4255,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:29.088326 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef3a10-cfc1-4f08-97b2-07f6f225c8d7 req-a81d1f99-8f85-4df1-8281-753963e8d93a tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:29.090666 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e7ef3a10-cfc1-4f08-97b2-07f6f225c8d7 req-a81d1f99-8f85-4df1-8281-753963e8d93a tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.87 "GET /v2.0/ports?device_id=29da794a-9d26-444e-bf71-7bbb84afc828 HTTP/1.1" status: 200 len: 944 time: 0.7740486 Feb 17 17:45:29.091925 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6879e849-93c0-4715-9df5-eb196f35f20b service neutron] Pushing event updated for resources: {'Port': ['ID=7acee7ef-b7b7-4992-ae5e-42354f7ad654,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:29.124156 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-853e10c0-b439-4611-ab41-a59fad66e083 req-6879e849-93c0-4715-9df5-eb196f35f20b service neutron] Attempting to bind port 7acee7ef-b7b7-4992-ae5e-42354f7ad654 on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:45:29.124553 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-853e10c0-b439-4611-ab41-a59fad66e083 req-6879e849-93c0-4715-9df5-eb196f35f20b service neutron] Attempting to bind port 7acee7ef-b7b7-4992-ae5e-42354f7ad654 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': 'a9afe95a-bc81-4053-bcf6-93dc37b0f7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '86d00201-0d9a-4363-96b8-dd16d5e6e4d8'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:45:29.125100 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853e10c0-b439-4611-ab41-a59fad66e083 req-6879e849-93c0-4715-9df5-eb196f35f20b service neutron] Attempting to bind port 7acee7ef-b7b7-4992-ae5e-42354f7ad654 on network 86d00201-0d9a-4363-96b8-dd16d5e6e4d8 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:45:29.136179 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853e10c0-b439-4611-ab41-a59fad66e083 req-6879e849-93c0-4715-9df5-eb196f35f20b service neutron] Port 7acee7ef-b7b7-4992-ae5e-42354f7ad654 on network 86d00201-0d9a-4363-96b8-dd16d5e6e4d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:45:29.136820 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853e10c0-b439-4611-ab41-a59fad66e083 req-6879e849-93c0-4715-9df5-eb196f35f20b service neutron] Attempting to bind port 7acee7ef-b7b7-4992-ae5e-42354f7ad654 on network 86d00201-0d9a-4363-96b8-dd16d5e6e4d8 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:45:29.152755 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853e10c0-b439-4611-ab41-a59fad66e083 req-6879e849-93c0-4715-9df5-eb196f35f20b service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:45:29.154981 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853e10c0-b439-4611-ab41-a59fad66e083 req-6879e849-93c0-4715-9df5-eb196f35f20b service neutron] Checking segment: {'id': 'a9afe95a-bc81-4053-bcf6-93dc37b0f7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '86d00201-0d9a-4363-96b8-dd16d5e6e4d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:45:29.156703 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853e10c0-b439-4611-ab41-a59fad66e083 req-6879e849-93c0-4715-9df5-eb196f35f20b service neutron] Bound using segment: {'id': 'a9afe95a-bc81-4053-bcf6-93dc37b0f7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '86d00201-0d9a-4363-96b8-dd16d5e6e4d8'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:45:29.157386 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-853e10c0-b439-4611-ab41-a59fad66e083 req-6879e849-93c0-4715-9df5-eb196f35f20b service neutron] Bound port: 7acee7ef-b7b7-4992-ae5e-42354f7ad654, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9afe95a-bc81-4053-bcf6-93dc37b0f7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '86d00201-0d9a-4363-96b8-dd16d5e6e4d8'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:45:29.157989 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-853e10c0-b439-4611-ab41-a59fad66e083 req-6879e849-93c0-4715-9df5-eb196f35f20b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7acee7ef-b7b7-4992-ae5e-42354f7ad654), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:29.349624 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e7ef3a10-cfc1-4f08-97b2-07f6f225c8d7 req-d8e736b7-3d0e-4b4a-97ca-d51701a57a6f tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.87 "GET /v2.0/security-groups?id=d3941b88-31c3-4058-9154-f875b837f747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237372 Feb 17 17:45:29.363493 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319c3b6-0563-4504-aa59-e5fde7f317e3 req-30e05cfe-eb76-48bf-8da8-6ed758dc12a2 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:29.366676 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3319c3b6-0563-4504-aa59-e5fde7f317e3 req-30e05cfe-eb76-48bf-8da8-6ed758dc12a2 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] 10.222.0.87 "GET /v2.0/networks?id=ec286c55-b470-4ee1-ae75-c41c1f38382c HTTP/1.1" status: 200 len: 808 time: 0.5483243 Feb 17 17:45:29.368921 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-461cf18b-dd9b-45e4-b6bb-735f6e779682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:29.374088 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-461cf18b-dd9b-45e4-b6bb-735f6e779682 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=dcefa6de29c6431abd46f02fc066e159&device_id=29da794a-9d26-444e-bf71-7bbb84afc828 HTTP/1.1" status: 200 len: 1126 time: 0.4539917 Feb 17 17:45:29.389849 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-853e10c0-b439-4611-ab41-a59fad66e083 req-6879e849-93c0-4715-9df5-eb196f35f20b service neutron] For port 7acee7ef-b7b7-4992-ae5e-42354f7ad654, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:45:29.391826 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14aa854-3e06-4453-89d5-a954d04edade req-da35fe7b-ce31-4c80-903d-c958db482c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:29.394474 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-853e10c0-b439-4611-ab41-a59fad66e083 req-6879e849-93c0-4715-9df5-eb196f35f20b service neutron] For port 7acee7ef-b7b7-4992-ae5e-42354f7ad654, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=7acee7ef-b7b7-4992-ae5e-42354f7ad654,segment=NetworkSegment(a9afe95a-bc81-4053-bcf6-93dc37b0f7fa),segment_id=a9afe95a-bc81-4053-bcf6-93dc37b0f7fa)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:45:29.397484 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e14aa854-3e06-4453-89d5-a954d04edade req-da35fe7b-ce31-4c80-903d-c958db482c19 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2c9900d2-a559-4978-8739-0c10e7ac9101 HTTP/1.1" status: 200 len: 916 time: 0.4057770 Feb 17 17:45:29.407304 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-853e10c0-b439-4611-ab41-a59fad66e083 req-6879e849-93c0-4715-9df5-eb196f35f20b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (7acee7ef-b7b7-4992-ae5e-42354f7ad654), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:29.436739 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-6cf6132c-9912-4ff9-9af2-019f9314e0fa service neutron] 10.222.0.91 "GET /v2.0/networks/a27167ee-d93b-4c13-9a1b-b2f8134c7a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5277281 Feb 17 17:45:29.460558 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e10c0-b439-4611-ab41-a59fad66e083 req-6879e849-93c0-4715-9df5-eb196f35f20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:29.461958 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-853e10c0-b439-4611-ab41-a59fad66e083 req-6879e849-93c0-4715-9df5-eb196f35f20b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:29.464096 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-853e10c0-b439-4611-ab41-a59fad66e083 req-6879e849-93c0-4715-9df5-eb196f35f20b service neutron] 10.222.0.91 "PUT /v2.0/ports/7acee7ef-b7b7-4992-ae5e-42354f7ad654 HTTP/1.1" status: 200 len: 1091 time: 2.2734785 Feb 17 17:45:29.586789 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e14aa854-3e06-4453-89d5-a954d04edade req-c1af4566-4b1c-4118-9ae6-29b91ca32111 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f883fdf3-3fdc-47e6-9f50-0966418cc693 HTTP/1.1" status: 200 len: 217 time: 0.1809638 Feb 17 17:45:29.602278 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3319c3b6-0563-4504-aa59-e5fde7f317e3 req-26e458cb-197e-45b1-beb1-0b0bc03af959 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] 10.222.0.87 "GET /v2.0/quotas/a5ea0f0f0bc549f4bf940106f515b45b HTTP/1.1" status: 200 len: 375 time: 0.2238214 Feb 17 17:45:29.604122 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-6f2251ca-401a-493a-9e62-843755562d27 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a24ce40a-1062-4264-8542-10c44a30d0dd HTTP/1.1" status: 200 len: 217 time: 0.2016525 Feb 17 17:45:29.644655 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57990) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:29.672291 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14aa854-3e06-4453-89d5-a954d04edade req-63ebc07f-ba00-4434-82f3-cee11dd03052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:29.674889 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e14aa854-3e06-4453-89d5-a954d04edade req-63ebc07f-ba00-4434-82f3-cee11dd03052 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0145e51a-5adb-4fab-bd7e-ee03bd2ecb29 HTTP/1.1" status: 200 len: 855 time: 0.0563102 Feb 17 17:45:29.709272 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a9951753-039e-498a-ab82-b89dd23b89ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:29.726683 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6879e849-93c0-4715-9df5-eb196f35f20b service neutron] Pushing event updated for resources: {'Port': ['ID=7acee7ef-b7b7-4992-ae5e-42354f7ad654,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:29.797604 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e10c0-b439-4611-ab41-a59fad66e083 req-8fe10203-7680-40d1-bb4c-68fefa572fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:29.799947 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-853e10c0-b439-4611-ab41-a59fad66e083 req-8fe10203-7680-40d1-bb4c-68fefa572fae service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=33d2652e6f5f4a26a4a17eafa5211a33&device_id=32ad5513-5d05-48da-81dc-bf7965dce3e2 HTTP/1.1" status: 200 len: 1125 time: 0.1996825 Feb 17 17:45:29.805824 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3319c3b6-0563-4504-aa59-e5fde7f317e3 req-672cdf48-ecd0-41b0-8854-c2de6610343a tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=a5ea0f0f0bc549f4bf940106f515b45b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1355529 Feb 17 17:45:29.868771 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-853e10c0-b439-4611-ab41-a59fad66e083 req-4b5e5680-5fdf-456e-b55c-0e42b75d4a36 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7acee7ef-b7b7-4992-ae5e-42354f7ad654 HTTP/1.1" status: 200 len: 217 time: 0.0626793 Feb 17 17:45:29.876870 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e14aa854-3e06-4453-89d5-a954d04edade req-2ca60884-1daf-4d08-85b2-490b593ffefe service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2c9900d2-a559-4978-8739-0c10e7ac9101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1118219 Feb 17 17:45:29.938869 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-cb2abe22-719d-4bb0-94bb-7488c3d420a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:29.940397 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-cb2abe22-719d-4bb0-94bb-7488c3d420a0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4de680a8-c197-4239-841c-0c303eb01353 HTTP/1.1" status: 200 len: 858 time: 0.2730966 Feb 17 17:45:29.980712 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e10c0-b439-4611-ab41-a59fad66e083 req-0066f5ae-c5da-4711-af23-c6ed13ccacf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:29.982704 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-853e10c0-b439-4611-ab41-a59fad66e083 req-0066f5ae-c5da-4711-af23-c6ed13ccacf5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9b38a8c5-5190-4e64-a2cf-0cc233f21627 HTTP/1.1" status: 200 len: 852 time: 0.1068361 Feb 17 17:45:30.010690 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a9951753-039e-498a-ab82-b89dd23b89ab admin admin] Publish callbacks [] for security_group (713dc682-fd62-4900-ab4d-ef2567507a93), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:30.036353 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-853e10c0-b439-4611-ab41-a59fad66e083 req-6926c391-d7ed-499a-b20b-bc51b35fc977 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=86d00201-0d9a-4363-96b8-dd16d5e6e4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457375 Feb 17 17:45:30.038869 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a9951753-039e-498a-ab82-b89dd23b89ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (713dc682-fd62-4900-ab4d-ef2567507a93), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:30.051805 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-93e9af6c-454c-419b-8d40-8b9da95670ec service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a27167ee-d93b-4c13-9a1b-b2f8134c7a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964572 Feb 17 17:45:30.072269 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2892c-9003-49f9-91e9-3f8538770431 req-cdf68453-dc33-4902-b944-d5240b9873f5 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:30.073274 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32ad5513-5d05-48da-81dc-bf7965dce3e2', 'tag': '7acee7ef-b7b7-4992-ae5e-42354f7ad654'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:45:30.076224 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856cad26-af2e-45a7-b417-37ab00933c83" -d '{"events": [{"name": "network-changed", "server_uuid": "32ad5513-5d05-48da-81dc-bf7965dce3e2", "tag": "7acee7ef-b7b7-4992-ae5e-42354f7ad654"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:45:30.080685 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aef2892c-9003-49f9-91e9-3f8538770431 req-cdf68453-dc33-4902-b944-d5240b9873f5 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=32ad5513-5d05-48da-81dc-bf7965dce3e2 HTTP/1.1" status: 200 len: 943 time: 0.5430717 Feb 17 17:45:30.102490 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-0c36340d-a71b-4e86-b4d4-497682347312 service neutron] 10.222.0.91 "GET /v2.0/networks/a27167ee-d93b-4c13-9a1b-b2f8134c7a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5262182 Feb 17 17:45:30.145835 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a9951753-039e-498a-ab82-b89dd23b89ab admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=42a00244527545cd9285eaeaa81ee2db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4904809 Feb 17 17:45:30.152441 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58006) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:30.169551 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-90d40722-146a-4718-bc50-0fa15800484d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (8d3d811e-d5e6-4ba9-bb07-170f3d040c07), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:30.175109 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9951753-039e-498a-ab82-b89dd23b89ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713dc682-fd62-4900-ab4d-ef2567507a93,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:30.216209 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29da794a-9d26-444e-bf71-7bbb84afc828', 'tag': 'a24ce40a-1062-4264-8542-10c44a30d0dd'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:45:30.219084 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dfb1f0a-f698-4cad-83a1-6903bf1c3b88" -d '{"events": [{"name": "network-changed", "server_uuid": "29da794a-9d26-444e-bf71-7bbb84afc828", "tag": "a24ce40a-1062-4264-8542-10c44a30d0dd"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:45:30.278298 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3319c3b6-0563-4504-aa59-e5fde7f317e3 req-3f21527c-91bb-4d01-bb54-60b0e033a743 service neutron] 10.222.0.87 "GET /v2.0/networks/ec286c55-b470-4ee1-ae75-c41c1f38382c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4045568 Feb 17 17:45:30.345221 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-853e10c0-b439-4611-ab41-a59fad66e083 req-71354693-3112-4e38-9a39-d9290f1fabd4 service neutron] 10.222.0.91 "GET /v2.0/networks/86d00201-0d9a-4363-96b8-dd16d5e6e4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912550 Feb 17 17:45:30.364075 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e14aa854-3e06-4453-89d5-a954d04edade req-bb3daaf4-de2b-461a-acf0-25184801483c service neutron] 10.222.0.71 "GET /v2.0/networks/2c9900d2-a559-4978-8739-0c10e7ac9101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4649684 Feb 17 17:45:30.394542 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aef2892c-9003-49f9-91e9-3f8538770431 req-f4e0d8e4-0258-45ca-8773-668a21a405ed tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129518 Feb 17 17:45:30.481260 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d54709c2-4cf3-42d3-b5e8-a99209331021 admin admin] Publish callbacks [] for security_group (713dc682-fd62-4900-ab4d-ef2567507a93), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:30.489929 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-4da74090-4500-4d62-9c13-6f77de007727 service neutron] 10.222.0.71 "GET /v2.0/networks/a27167ee-d93b-4c13-9a1b-b2f8134c7a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4259894 Feb 17 17:45:30.497112 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81b57f-f690-4974-b2a3-cbf461f651b3 req-9e960fb8-6df9-4a69-83c3-80f78d438234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:30.499015 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a81b57f-f690-4974-b2a3-cbf461f651b3 req-9e960fb8-6df9-4a69-83c3-80f78d438234 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=dcefa6de29c6431abd46f02fc066e159&device_id=2196fb28-06de-4013-9f6c-20e9f1534aa8 HTTP/1.1" status: 200 len: 1125 time: 0.3164124 Feb 17 17:45:30.635959 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d54709c2-4cf3-42d3-b5e8-a99209331021 admin admin] Publish callbacks [] for security_group (713dc682-fd62-4900-ab4d-ef2567507a93), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:30.638895 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-853e10c0-b439-4611-ab41-a59fad66e083 req-2ff908da-6ad9-4a24-8f43-6b05c0ca7c90 service neutron] 10.222.0.91 "GET /v2.0/networks/86d00201-0d9a-4363-96b8-dd16d5e6e4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858472 Feb 17 17:45:30.701439 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3319c3b6-0563-4504-aa59-e5fde7f317e3 req-008437d6-4176-4957-b462-7da7b8ee891a service neutron] 10.222.0.87 "GET /v2.0/networks/ec286c55-b470-4ee1-ae75-c41c1f38382c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3992567 Feb 17 17:45:30.792016 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e14aa854-3e06-4453-89d5-a954d04edade req-08b592dd-3506-4a19-801d-edbb0dfdaeaf service neutron] 10.222.0.71 "GET /v2.0/networks/2c9900d2-a559-4978-8739-0c10e7ac9101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4129369 Feb 17 17:45:30.808908 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-90d40722-146a-4718-bc50-0fa15800484d admin admin] Deleting port 1dbb2389-a7d0-4e45-8dca-751a5080fa2a {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:45:30.809258 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-90d40722-146a-4718-bc50-0fa15800484d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (1dbb2389-a7d0-4e45-8dca-751a5080fa2a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:30.854543 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1af2b-53ad-4e99-aa41-825276898351 req-b31e2eeb-036c-45c7-99f2-e64e09ee34aa tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:30.856105 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-49f1af2b-53ad-4e99-aa41-825276898351 req-b31e2eeb-036c-45c7-99f2-e64e09ee34aa tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d7fafab-4478-4ac6-849d-b79b61783cd0 HTTP/1.1" status: 200 len: 943 time: 0.3051412 Feb 17 17:45:30.869427 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d813abcd-d663-4672-ab68-4b5fb8e4b5bf req-3c3f670b-7004-4bac-b4ab-25627a9c5b1a service neutron] 10.222.0.71 "GET /v2.0/networks/a27167ee-d93b-4c13-9a1b-b2f8134c7a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685689 Feb 17 17:45:30.876940 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81b57f-f690-4974-b2a3-cbf461f651b3 req-a8c75622-dbf1-4203-91b3-08e05e700475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:30.878571 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a81b57f-f690-4974-b2a3-cbf461f651b3 req-a8c75622-dbf1-4203-91b3-08e05e700475 service neutron] 10.222.0.91 "GET /v2.0/networks?id=a27167ee-d93b-4c13-9a1b-b2f8134c7a8b HTTP/1.1" status: 200 len: 919 time: 0.3248129 Feb 17 17:45:30.886914 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d54709c2-4cf3-42d3-b5e8-a99209331021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (713dc682-fd62-4900-ab4d-ef2567507a93), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:30.890897 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d54709c2-4cf3-42d3-b5e8-a99209331021 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:30.892203 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-d54709c2-4cf3-42d3-b5e8-a99209331021 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/713dc682-fd62-4900-ab4d-ef2567507a93 HTTP/1.1" status: 204 len: 168 time: 0.7287309 Feb 17 17:45:30.899948 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device f883fdf3-3fdc-47e6-9f50-0966418cc693 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:45:30.965229 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a81b57f-f690-4974-b2a3-cbf461f651b3 req-4c849d10-dae5-4a2b-8524-c0a23b6f8a88 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a320670-378d-4596-81b0-048014767f8c HTTP/1.1" status: 200 len: 217 time: 0.0717862 Feb 17 17:45:30.966039 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54709c2-4cf3-42d3-b5e8-a99209331021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713dc682-fd62-4900-ab4d-ef2567507a93,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:31.035396 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-90d40722-146a-4718-bc50-0fa15800484d admin admin] For port 1dbb2389-a7d0-4e45-8dca-751a5080fa2a, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=1dbb2389-a7d0-4e45-8dca-751a5080fa2a,segment=NetworkSegment(99e0f10c-0b98-4991-b7b6-44dcd9e3b025),segment_id=99e0f10c-0b98-4991-b7b6-44dcd9e3b025)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:45:31.035396 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-90d40722-146a-4718-bc50-0fa15800484d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (1dbb2389-a7d0-4e45-8dca-751a5080fa2a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:31.038161 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-49f1af2b-53ad-4e99-aa41-825276898351 req-7be02164-1ded-400f-9724-7ae43fb8cf04 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee30ec10-fc9c-427d-bae2-fedd385da0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362991 Feb 17 17:45:31.043542 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81b57f-f690-4974-b2a3-cbf461f651b3 req-6e9f4bca-a8e5-4614-a5af-ef65f86ad768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:31.045372 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a81b57f-f690-4974-b2a3-cbf461f651b3 req-6e9f4bca-a8e5-4614-a5af-ef65f86ad768 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4de680a8-c197-4239-841c-0c303eb01353 HTTP/1.1" status: 200 len: 858 time: 0.0729334 Feb 17 17:45:31.067551 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-90d40722-146a-4718-bc50-0fa15800484d admin admin] Calling delete_port for 1dbb2389-a7d0-4e45-8dca-751a5080fa2a owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:45:31.130881 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a81b57f-f690-4974-b2a3-cbf461f651b3 req-2f5d8d41-101b-468c-9664-2d14caa5eac2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a27167ee-d93b-4c13-9a1b-b2f8134c7a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678570 Feb 17 17:45:31.165854 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94bce9e2-6c77-4741-9a83-98bff93a6ad7 x-openstack-request-id: req-94bce9e2-6c77-4741-9a83-98bff93a6ad7 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:45:31.166446 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32ad5513-5d05-48da-81dc-bf7965dce3e2", "tag": "7acee7ef-b7b7-4992-ae5e-42354f7ad654", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:45:31.167770 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-94bce9e2-6c77-4741-9a83-98bff93a6ad7 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:45:31.168304 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32ad5513-5d05-48da-81dc-bf7965dce3e2', 'tag': '7acee7ef-b7b7-4992-ae5e-42354f7ad654', 'status': 'completed', 'code': 200} Feb 17 17:45:31.215388 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02810dd9-d2a5-418e-99bc-90638d951a92 x-openstack-request-id: req-02810dd9-d2a5-418e-99bc-90638d951a92 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:45:31.217711 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29da794a-9d26-444e-bf71-7bbb84afc828", "tag": "a24ce40a-1062-4264-8542-10c44a30d0dd", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:45:31.218772 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-02810dd9-d2a5-418e-99bc-90638d951a92 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:45:31.220431 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29da794a-9d26-444e-bf71-7bbb84afc828', 'tag': 'a24ce40a-1062-4264-8542-10c44a30d0dd', 'status': 'completed', 'code': 200} Feb 17 17:45:31.246815 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port f883fdf3-3fdc-47e6-9f50-0966418cc693, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=f883fdf3-3fdc-47e6-9f50-0966418cc693,segment=NetworkSegment(7991a893-d7c9-4fff-9b7d-d927a847faea),segment_id=7991a893-d7c9-4fff-9b7d-d927a847faea)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:45:31.294405 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': 'f883fdf3-3fdc-47e6-9f50-0966418cc693', 'network_id': '2c9900d2-a559-4978-8739-0c10e7ac9101', 'port_id': 'f883fdf3-3fdc-47e6-9f50-0966418cc693', 'mac_address': 'fa:16:3e:f7:48:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0145e51a-5adb-4fab-bd7e-ee03bd2ecb29', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:45:31.353264 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856cad26-af2e-45a7-b417-37ab00933c83 req-000facdd-b74e-4028-b258-8062f7301410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:31.354835 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-856cad26-af2e-45a7-b417-37ab00933c83 req-000facdd-b74e-4028-b258-8062f7301410 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=33d2652e6f5f4a26a4a17eafa5211a33&device_id=32ad5513-5d05-48da-81dc-bf7965dce3e2 HTTP/1.1" status: 200 len: 1125 time: 0.1914864 Feb 17 17:45:31.367519 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port f883fdf3-3fdc-47e6-9f50-0966418cc693 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:45:31.367954 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (f883fdf3-3fdc-47e6-9f50-0966418cc693), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:31.392150 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f883fdf3-3fdc-47e6-9f50-0966418cc693 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:45:31.426981 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a81b57f-f690-4974-b2a3-cbf461f651b3 req-36abc623-7156-4b75-ba4f-87ae77653b33 service neutron] 10.222.0.91 "GET /v2.0/networks/a27167ee-d93b-4c13-9a1b-b2f8134c7a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862265 Feb 17 17:45:31.432592 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port f883fdf3-3fdc-47e6-9f50-0966418cc693, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=f883fdf3-3fdc-47e6-9f50-0966418cc693,segment=NetworkSegment(7991a893-d7c9-4fff-9b7d-d927a847faea),segment_id=7991a893-d7c9-4fff-9b7d-d927a847faea)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:45:31.446351 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (f883fdf3-3fdc-47e6-9f50-0966418cc693), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:31.551044 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856cad26-af2e-45a7-b417-37ab00933c83 req-c202fc55-3d04-4f55-873c-2f5303182641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:31.552965 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-856cad26-af2e-45a7-b417-37ab00933c83 req-c202fc55-3d04-4f55-873c-2f5303182641 service neutron] 10.222.0.91 "GET /v2.0/networks?id=86d00201-0d9a-4363-96b8-dd16d5e6e4d8 HTTP/1.1" status: 200 len: 913 time: 0.1437395 Feb 17 17:45:31.579572 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=f883fdf3-3fdc-47e6-9f50-0966418cc693,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:31.615586 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cd3d6e1a-4c2a-4bbb-9e1c-29c5acd351f4 req-a4bcde72-ef8a-490b-9052-bfac7909068a tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] 10.222.0.87 "GET /v2.0/ports?device_id=87183cfd-2038-4996-94f0-756fb42a498d HTTP/1.1" status: 200 len: 210 time: 0.3212605 Feb 17 17:45:31.616292 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-856cad26-af2e-45a7-b417-37ab00933c83 req-29c479d0-29f0-442c-8bee-b0273c6b5050 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7acee7ef-b7b7-4992-ae5e-42354f7ad654 HTTP/1.1" status: 200 len: 217 time: 0.0551934 Feb 17 17:45:31.657261 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-90d40722-146a-4718-bc50-0fa15800484d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (1dbb2389-a7d0-4e45-8dca-751a5080fa2a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:31.706230 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['f883fdf3-3fdc-47e6-9f50-0966418cc693'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:45:31.754684 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d40722-146a-4718-bc50-0fa15800484d admin admin] Pushing event deleted for resources: {'Port': ['ID=1dbb2389-a7d0-4e45-8dca-751a5080fa2a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:31.774223 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856cad26-af2e-45a7-b417-37ab00933c83 req-0c5fdd71-077e-49c4-8741-59c5fae16f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:31.776072 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-856cad26-af2e-45a7-b417-37ab00933c83 req-0c5fdd71-077e-49c4-8741-59c5fae16f00 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9b38a8c5-5190-4e64-a2cf-0cc233f21627 HTTP/1.1" status: 200 len: 852 time: 0.1507893 Feb 17 17:45:31.804541 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d40722-146a-4718-bc50-0fa15800484d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:45:31.805176 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d40722-146a-4718-bc50-0fa15800484d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:45:31.805770 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d40722-146a-4718-bc50-0fa15800484d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:45:31.806357 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d40722-146a-4718-bc50-0fa15800484d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:45:31.812476 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d40722-146a-4718-bc50-0fa15800484d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:45:31.813195 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d40722-146a-4718-bc50-0fa15800484d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:45:31.813773 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d40722-146a-4718-bc50-0fa15800484d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:45:31.814358 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d40722-146a-4718-bc50-0fa15800484d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:45:31.814939 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d40722-146a-4718-bc50-0fa15800484d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:45:31.815501 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d40722-146a-4718-bc50-0fa15800484d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:45:31.816064 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d40722-146a-4718-bc50-0fa15800484d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:45:31.816647 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d40722-146a-4718-bc50-0fa15800484d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:45:31.818170 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d40722-146a-4718-bc50-0fa15800484d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:45:31.898918 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb1f0a-f698-4cad-83a1-6903bf1c3b88 req-8c5a9932-9962-4058-aebd-0922095aa4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:31.900527 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2dfb1f0a-f698-4cad-83a1-6903bf1c3b88 req-8c5a9932-9962-4058-aebd-0922095aa4f8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=dcefa6de29c6431abd46f02fc066e159&device_id=29da794a-9d26-444e-bf71-7bbb84afc828 HTTP/1.1" status: 200 len: 1126 time: 0.6052496 Feb 17 17:45:31.926163 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-856cad26-af2e-45a7-b417-37ab00933c83 req-ea4372e8-5194-482d-8c94-0def375fde6c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=86d00201-0d9a-4363-96b8-dd16d5e6e4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1262145 Feb 17 17:45:32.115038 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 1a320670-378d-4596-81b0-048014767f8c details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:45:32.501876 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 1a320670-378d-4596-81b0-048014767f8c, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=1a320670-378d-4596-81b0-048014767f8c,segment=NetworkSegment(55986a3b-e6c7-429a-8531-35745bb80f15),segment_id=55986a3b-e6c7-429a-8531-35745bb80f15)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:45:32.528903 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '1a320670-378d-4596-81b0-048014767f8c', 'network_id': 'a27167ee-d93b-4c13-9a1b-b2f8134c7a8b', 'port_id': '1a320670-378d-4596-81b0-048014767f8c', 'mac_address': 'fa:16:3e:46:64:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4de680a8-c197-4239-841c-0c303eb01353', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:45:32.655629 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 1a320670-378d-4596-81b0-048014767f8c is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:45:32.656035 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1a320670-378d-4596-81b0-048014767f8c), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:32.692697 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a320670-378d-4596-81b0-048014767f8c {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:45:32.722919 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 1a320670-378d-4596-81b0-048014767f8c, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=1a320670-378d-4596-81b0-048014767f8c,segment=NetworkSegment(55986a3b-e6c7-429a-8531-35745bb80f15),segment_id=55986a3b-e6c7-429a-8531-35745bb80f15)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:45:32.729237 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (1a320670-378d-4596-81b0-048014767f8c), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:32.730528 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 7acee7ef-b7b7-4992-ae5e-42354f7ad654 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:45:32.894574 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=1a320670-378d-4596-81b0-048014767f8c,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:32.919556 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device a24ce40a-1062-4264-8542-10c44a30d0dd details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:45:32.922765 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device f883fdf3-3fdc-47e6-9f50-0966418cc693 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:45:33.096156 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 7acee7ef-b7b7-4992-ae5e-42354f7ad654, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=7acee7ef-b7b7-4992-ae5e-42354f7ad654,segment=NetworkSegment(a9afe95a-bc81-4053-bcf6-93dc37b0f7fa),segment_id=a9afe95a-bc81-4053-bcf6-93dc37b0f7fa)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:45:33.105025 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-90d40722-146a-4718-bc50-0fa15800484d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (8d3d811e-d5e6-4ba9-bb07-170f3d040c07), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:33.106356 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a81b57f-f690-4974-b2a3-cbf461f651b3 req-151df01b-43d3-4c60-b965-533aae4654e8 service neutron] 10.222.0.91 "GET /v2.0/networks/a27167ee-d93b-4c13-9a1b-b2f8134c7a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5670147 Feb 17 17:45:33.112646 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '7acee7ef-b7b7-4992-ae5e-42354f7ad654', 'network_id': '86d00201-0d9a-4363-96b8-dd16d5e6e4d8', 'port_id': '7acee7ef-b7b7-4992-ae5e-42354f7ad654', 'mac_address': 'fa:16:3e:1b:7f:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b38a8c5-5190-4e64-a2cf-0cc233f21627', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:45:33.182696 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 7acee7ef-b7b7-4992-ae5e-42354f7ad654 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:45:33.183354 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7acee7ef-b7b7-4992-ae5e-42354f7ad654), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:33.187806 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b63e107b-2f11-4fda-b248-ab323fd9677b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:33.247992 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.resource_extend [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 17:45:33.251457 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee08c39-c823-4f82-9e24-5de734ab92be req-1b996a0c-3774-4611-ace4-fb580b2637c1 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:33.260308 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0ee08c39-c823-4f82-9e24-5de734ab92be req-1b996a0c-3774-4611-ace4-fb580b2637c1 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.87 "GET /v2.0/ports?device_id=29da794a-9d26-444e-bf71-7bbb84afc828 HTTP/1.1" status: 200 len: 944 time: 1.8299308 Feb 17 17:45:33.280147 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7acee7ef-b7b7-4992-ae5e-42354f7ad654 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:45:33.346393 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98218b88-3268-43b7-a503-3f2cf02b89b3 req-6e53191d-a0db-4161-9b2a-e701fcaa9dce tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:33.359303 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-98218b88-3268-43b7-a503-3f2cf02b89b3 req-6e53191d-a0db-4161-9b2a-e701fcaa9dce tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=32ad5513-5d05-48da-81dc-bf7965dce3e2 HTTP/1.1" status: 200 len: 943 time: 1.5131242 Feb 17 17:45:33.447422 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 7acee7ef-b7b7-4992-ae5e-42354f7ad654, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=7acee7ef-b7b7-4992-ae5e-42354f7ad654,segment=NetworkSegment(a9afe95a-bc81-4053-bcf6-93dc37b0f7fa),segment_id=a9afe95a-bc81-4053-bcf6-93dc37b0f7fa)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:45:33.450822 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-856cad26-af2e-45a7-b417-37ab00933c83 req-4baccefe-70fb-40a0-8cce-7fe0789c0984 service neutron] 10.222.0.91 "GET /v2.0/networks/86d00201-0d9a-4363-96b8-dd16d5e6e4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5084031 Feb 17 17:45:33.462490 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (7acee7ef-b7b7-4992-ae5e-42354f7ad654), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:33.501319 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb1f0a-f698-4cad-83a1-6903bf1c3b88 req-2885a3c3-e6e7-4232-b1ab-7491907c4573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:33.505996 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2dfb1f0a-f698-4cad-83a1-6903bf1c3b88 req-2885a3c3-e6e7-4232-b1ab-7491907c4573 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a27167ee-d93b-4c13-9a1b-b2f8134c7a8b HTTP/1.1" status: 200 len: 919 time: 1.5917182 Feb 17 17:45:33.544947 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=7acee7ef-b7b7-4992-ae5e-42354f7ad654,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:33.550350 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port f883fdf3-3fdc-47e6-9f50-0966418cc693 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:45:33.557022 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port f883fdf3-3fdc-47e6-9f50-0966418cc693 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:45:33.557671 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (f883fdf3-3fdc-47e6-9f50-0966418cc693), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:33.569270 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319c3b6-0563-4504-aa59-e5fde7f317e3 req-0876d94b-531c-4f10-b4af-ba98df75b9cc tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:33.572508 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2dfb1f0a-f698-4cad-83a1-6903bf1c3b88 req-e8667612-a122-4501-9e02-4871cf669d1e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a24ce40a-1062-4264-8542-10c44a30d0dd HTTP/1.1" status: 200 len: 217 time: 0.0495970 Feb 17 17:45:33.575576 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3319c3b6-0563-4504-aa59-e5fde7f317e3 req-0876d94b-531c-4f10-b4af-ba98df75b9cc tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] 10.222.0.91 "GET /v2.0/networks?id=ec286c55-b470-4ee1-ae75-c41c1f38382c HTTP/1.1" status: 200 len: 808 time: 0.4733069 Feb 17 17:45:33.613723 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-3319c3b6-0563-4504-aa59-e5fde7f317e3 req-41f064cc-e7cb-46b3-8493-e4b5af84e939 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Request body: {'port': {'device_id': '87183cfd-2038-4996-94f0-756fb42a498d', 'network_id': 'ec286c55-b470-4ee1-ae75-c41c1f38382c', 'admin_state_up': True, 'tenant_id': 'a5ea0f0f0bc549f4bf940106f515b45b'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:45:33.630410 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port a24ce40a-1062-4264-8542-10c44a30d0dd, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=a24ce40a-1062-4264-8542-10c44a30d0dd,segment=NetworkSegment(55986a3b-e6c7-429a-8531-35745bb80f15),segment_id=55986a3b-e6c7-429a-8531-35745bb80f15)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:45:33.637022 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0ee08c39-c823-4f82-9e24-5de734ab92be req-d8696249-cd22-41ef-b480-d5647d1e77c1 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.87 "GET /v2.0/security-groups?id=d3941b88-31c3-4058-9154-f875b837f747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752756 Feb 17 17:45:33.683084 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-98218b88-3268-43b7-a503-3f2cf02b89b3 req-51a001eb-d627-4da0-92a1-e0feb5d66255 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221133 Feb 17 17:45:33.685144 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb1f0a-f698-4cad-83a1-6903bf1c3b88 req-a1f1b979-9787-4ea7-8b8e-e4cae1dcd27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:33.686599 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2dfb1f0a-f698-4cad-83a1-6903bf1c3b88 req-a1f1b979-9787-4ea7-8b8e-e4cae1dcd27a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4de680a8-c197-4239-841c-0c303eb01353 HTTP/1.1" status: 200 len: 858 time: 0.1072342 Feb 17 17:45:33.727236 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['7acee7ef-b7b7-4992-ae5e-42354f7ad654'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:45:33.754725 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['1a320670-378d-4596-81b0-048014767f8c'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:45:33.766126 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2dfb1f0a-f698-4cad-83a1-6903bf1c3b88 req-53f68d40-adf9-4b8a-81eb-18978ac66eb2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a27167ee-d93b-4c13-9a1b-b2f8134c7a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719438 Feb 17 17:45:33.824671 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': 'a24ce40a-1062-4264-8542-10c44a30d0dd', 'network_id': 'a27167ee-d93b-4c13-9a1b-b2f8134c7a8b', 'port_id': 'a24ce40a-1062-4264-8542-10c44a30d0dd', 'mac_address': 'fa:16:3e:04:d4:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4de680a8-c197-4239-841c-0c303eb01353', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:45:33.912364 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-856cad26-af2e-45a7-b417-37ab00933c83 req-9c1a2429-1871-4d7f-b558-3270097b7aa5 service neutron] 10.222.0.91 "GET /v2.0/networks/86d00201-0d9a-4363-96b8-dd16d5e6e4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4522107 Feb 17 17:45:34.017689 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-77227543-19c8-4862-a4db-32faecaf14c1 req-0ae62bde-7242-42be-a156-d0840f5cf064 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] 10.222.0.87 "GET /v2.0/ports?device_id=87183cfd-2038-4996-94f0-756fb42a498d HTTP/1.1" status: 200 len: 210 time: 0.1295745 Feb 17 17:45:34.079360 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2dfb1f0a-f698-4cad-83a1-6903bf1c3b88 req-6e7067fb-1cab-43e6-aec5-f05cf1533591 service neutron] 10.222.0.71 "GET /v2.0/networks/a27167ee-d93b-4c13-9a1b-b2f8134c7a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078768 Feb 17 17:45:34.089521 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce26971-d89f-42a9-aa24-8b244761adb9 req-292da3ce-167a-421e-a089-7661747a64f3 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:34.091672 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fce26971-d89f-42a9-aa24-8b244761adb9 req-292da3ce-167a-421e-a089-7661747a64f3 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d7fafab-4478-4ac6-849d-b79b61783cd0 HTTP/1.1" status: 200 len: 944 time: 0.2048550 Feb 17 17:45:34.110579 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3319c3b6-0563-4504-aa59-e5fde7f317e3 req-41f064cc-e7cb-46b3-8493-e4b5af84e939 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Made reservation on behalf of a5ea0f0f0bc549f4bf940106f515b45b for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:45:34.120020 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-3319c3b6-0563-4504-aa59-e5fde7f317e3 req-41f064cc-e7cb-46b3-8493-e4b5af84e939 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:34.136305 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d40722-146a-4718-bc50-0fa15800484d admin admin] Router 8d3d811e-d5e6-4ba9-bb07-170f3d040c07 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:45:34.140314 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port a24ce40a-1062-4264-8542-10c44a30d0dd is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:45:34.140654 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (a24ce40a-1062-4264-8542-10c44a30d0dd), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:34.217336 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a24ce40a-1062-4264-8542-10c44a30d0dd {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:45:34.265498 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fce26971-d89f-42a9-aa24-8b244761adb9 req-a83f5f49-d9a5-4e6b-b4e3-3caef7375548 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee30ec10-fc9c-427d-bae2-fedd385da0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537838 Feb 17 17:45:34.306844 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port f883fdf3-3fdc-47e6-9f50-0966418cc693 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:45:34.310962 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2dfb1f0a-f698-4cad-83a1-6903bf1c3b88 req-a66a97e2-d5e7-46eb-99bb-6cd6a5670ea9 service neutron] 10.222.0.71 "GET /v2.0/networks/a27167ee-d93b-4c13-9a1b-b2f8134c7a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169235 Feb 17 17:45:34.330308 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (f883fdf3-3fdc-47e6-9f50-0966418cc693), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:34.368004 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port a24ce40a-1062-4264-8542-10c44a30d0dd, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=a24ce40a-1062-4264-8542-10c44a30d0dd,segment=NetworkSegment(55986a3b-e6c7-429a-8531-35745bb80f15),segment_id=55986a3b-e6c7-429a-8531-35745bb80f15)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:45:34.399595 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d40722-146a-4718-bc50-0fa15800484d admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:45:34.413775 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-90d40722-146a-4718-bc50-0fa15800484d admin admin] 10.222.0.87 "PUT /v2.0/routers/8d3d811e-d5e6-4ba9-bb07-170f3d040c07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5600059 Feb 17 17:45:34.415011 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58226) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:34.421285 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea48681-2160-4d94-9507-4a47ee953886 None None] Sync routers for ids ['8d3d811e-d5e6-4ba9-bb07-170f3d040c07'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:45:34.423350 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (a24ce40a-1062-4264-8542-10c44a30d0dd), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:34.515761 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-3319c3b6-0563-4504-aa59-e5fde7f317e3 req-41f064cc-e7cb-46b3-8493-e4b5af84e939 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Allocated IP 172.20.0.10 (ec286c55-b470-4ee1-ae75-c41c1f38382c/cf048e07-4d72-4824-a11d-32fa76d26823/f22c970a-9d28-469f-b2db-9be14fb8306c) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:45:34.548834 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7fafab-4478-4ac6-849d-b79b61783cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f883fdf3-3fdc-47e6-9f50-0966418cc693'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:45:34.551156 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c583c6-f5c9-4303-911e-55872fa1304c" -d '{"events": [{"server_uuid": "4d7fafab-4478-4ac6-849d-b79b61783cd0", "name": "network-vif-plugged", "status": "completed", "tag": "f883fdf3-3fdc-47e6-9f50-0966418cc693"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:45:34.571438 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea48681-2160-4d94-9507-4a47ee953886 None None] Routers {'8d3d811e-d5e6-4ba9-bb07-170f3d040c07'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:45:34.572067 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-4ea48681-2160-4d94-9507-4a47ee953886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:45:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['8d3d811e-d5e6-4ba9-bb07-170f3d040c07'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:45:34.738621 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port f883fdf3-3fdc-47e6-9f50-0966418cc693, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=f883fdf3-3fdc-47e6-9f50-0966418cc693,segment=NetworkSegment(7991a893-d7c9-4fff-9b7d-d927a847faea),segment_id=7991a893-d7c9-4fff-9b7d-d927a847faea)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:45:34.764548 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862f2967-764b-416d-8fd6-492bf207be70 x-openstack-request-id: req-862f2967-764b-416d-8fd6-492bf207be70 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:45:34.766870 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7fafab-4478-4ac6-849d-b79b61783cd0", "name": "network-vif-plugged", "status": "completed", "tag": "f883fdf3-3fdc-47e6-9f50-0966418cc693", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:45:34.767513 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-862f2967-764b-416d-8fd6-492bf207be70 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:45:34.769328 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7fafab-4478-4ac6-849d-b79b61783cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f883fdf3-3fdc-47e6-9f50-0966418cc693', 'code': 200} Feb 17 17:45:34.779221 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['a24ce40a-1062-4264-8542-10c44a30d0dd'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:45:34.782611 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=a24ce40a-1062-4264-8542-10c44a30d0dd,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:34.804257 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (f883fdf3-3fdc-47e6-9f50-0966418cc693), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:34.817636 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e97993ff-4109-4174-b9c4-294d4cdecf62 admin admin] Publish callbacks [] for router (8d3d811e-d5e6-4ba9-bb07-170f3d040c07), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:34.919879 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-3319c3b6-0563-4504-aa59-e5fde7f317e3 req-41f064cc-e7cb-46b3-8493-e4b5af84e939 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Publish callbacks [] for port (f22c970a-9d28-469f-b2db-9be14fb8306c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:35.045739 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-3319c3b6-0563-4504-aa59-e5fde7f317e3 req-41f064cc-e7cb-46b3-8493-e4b5af84e939 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (f22c970a-9d28-469f-b2db-9be14fb8306c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:35.110594 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3319c3b6-0563-4504-aa59-e5fde7f317e3 req-41f064cc-e7cb-46b3-8493-e4b5af84e939 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Network ec286c55-b470-4ee1-ae75-c41c1f38382c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:45:35.116669 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-3319c3b6-0563-4504-aa59-e5fde7f317e3 req-41f064cc-e7cb-46b3-8493-e4b5af84e939 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:45:35.128090 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-3319c3b6-0563-4504-aa59-e5fde7f317e3 req-41f064cc-e7cb-46b3-8493-e4b5af84e939 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:45:35.170099 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f064cc-e7cb-46b3-8493-e4b5af84e939 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Pushing event updated for resources: {'Port': ['ID=f22c970a-9d28-469f-b2db-9be14fb8306c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:35.226550 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319c3b6-0563-4504-aa59-e5fde7f317e3 req-41f064cc-e7cb-46b3-8493-e4b5af84e939 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:35.227387 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-3319c3b6-0563-4504-aa59-e5fde7f317e3 req-41f064cc-e7cb-46b3-8493-e4b5af84e939 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:35.260888 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3319c3b6-0563-4504-aa59-e5fde7f317e3 req-41f064cc-e7cb-46b3-8493-e4b5af84e939 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6566532 Feb 17 17:45:35.273391 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e7d408-c66a-4e2f-bf48-474c04a9e46f req-8f3a4a7c-7e8b-4186-bca1-51e2272ce924 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:35.287521 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-97e7d408-c66a-4e2f-bf48-474c04a9e46f req-8f3a4a7c-7e8b-4186-bca1-51e2272ce924 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.87 "GET /v2.0/ports?device_id=29da794a-9d26-444e-bf71-7bbb84afc828 HTTP/1.1" status: 200 len: 945 time: 0.3617733 Feb 17 17:45:35.290509 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e97993ff-4109-4174-b9c4-294d4cdecf62 admin admin] Publish callbacks [] for router_gateway (8d3d811e-d5e6-4ba9-bb07-170f3d040c07), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:35.293672 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-3319c3b6-0563-4504-aa59-e5fde7f317e3 req-17fa73f7-dae2-4edd-a0d5-7d0458a42278 service neutron] Request body: {'port': {'device_id': '87183cfd-2038-4996-94f0-756fb42a498d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:45:35.298615 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=f883fdf3-3fdc-47e6-9f50-0966418cc693,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:35.337085 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8809832-3220-475f-913b-92cb45571afc req-d9566137-a4f7-4be7-af79-04dc9f00be7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:35.338713 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c8809832-3220-475f-913b-92cb45571afc req-d9566137-a4f7-4be7-af79-04dc9f00be7d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4d7fafab-4478-4ac6-849d-b79b61783cd0 HTTP/1.1" status: 200 len: 1127 time: 0.5131702 Feb 17 17:45:35.391944 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac545588-6025-453c-8145-6cf038c64274 req-ab8eb6fa-b5c1-4f88-923f-854866fdfd2f tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:35.399122 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ac545588-6025-453c-8145-6cf038c64274 req-ab8eb6fa-b5c1-4f88-923f-854866fdfd2f tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=32ad5513-5d05-48da-81dc-bf7965dce3e2 HTTP/1.1" status: 200 len: 944 time: 0.4852757 Feb 17 17:45:35.443828 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-4ea48681-2160-4d94-9507-4a47ee953886 None None] Set router 8d3d811e-d5e6-4ba9-bb07-170f3d040c07 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:45:35.451141 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-3319c3b6-0563-4504-aa59-e5fde7f317e3 req-17fa73f7-dae2-4edd-a0d5-7d0458a42278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (f22c970a-9d28-469f-b2db-9be14fb8306c), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:35.555667 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c8809832-3220-475f-913b-92cb45571afc req-6b2132e2-12b8-4e6d-ba02-daeafffbdc9b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ee30ec10-fc9c-427d-bae2-fedd385da0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948228 Feb 17 17:45:35.569049 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-97e7d408-c66a-4e2f-bf48-474c04a9e46f req-24352352-7428-41d0-8183-037277f7eb43 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.87 "GET /v2.0/security-groups?id=d3941b88-31c3-4058-9154-f875b837f747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774391 Feb 17 17:45:35.602738 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ac545588-6025-453c-8145-6cf038c64274 req-05c98af4-cf0a-48aa-b40d-14742815d51f tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026477 Feb 17 17:45:35.733282 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9b67a1ad-e2ee-4950-b378-b675914d51af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:35.838510 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-e97993ff-4109-4174-b9c4-294d4cdecf62 admin admin] Deleting port 8240fe3a-a645-4b94-91c6-c365cdbdf6a3 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:45:35.839643 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e97993ff-4109-4174-b9c4-294d4cdecf62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (8240fe3a-a645-4b94-91c6-c365cdbdf6a3), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:35.957595 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-4ea48681-2160-4d94-9507-4a47ee953886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3d811e-d5e6-4ba9-bb07-170f3d040c07', 'name': 'tempest-ServersTestFqdnHostnames-150731531-router', 'tenant_id': 'e508b16e79e443079bc882c92e8d7ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '8240fe3a-a645-4b94-91c6-c365cdbdf6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:44:00Z', 'updated_at': '2022-02-17T17:45:31Z', 'revision_number': 5, 'project_id': 'e508b16e79e443079bc882c92e8d7ca6', 'gw_port': {'id': '8240fe3a-a645-4b94-91c6-c365cdbdf6a3', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3d811e-d5e6-4ba9-bb07-170f3d040c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:44:02Z', 'updated_at': '2022-02-17T17:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:45:36.026148 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-3319c3b6-0563-4504-aa59-e5fde7f317e3 req-17fa73f7-dae2-4edd-a0d5-7d0458a42278 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f22c970a-9d28-469f-b2db-9be14fb8306c {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:45:36.031813 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea48681-2160-4d94-9507-4a47ee953886 None None] Checking router: 8d3d811e-d5e6-4ba9-bb07-170f3d040c07 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:45:36.043259 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-3319c3b6-0563-4504-aa59-e5fde7f317e3 req-17fa73f7-dae2-4edd-a0d5-7d0458a42278 service neutron] Publish callbacks [] for port (f22c970a-9d28-469f-b2db-9be14fb8306c), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:36.050994 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea48681-2160-4d94-9507-4a47ee953886 None None] Routers {'8d3d811e-d5e6-4ba9-bb07-170f3d040c07'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:45:36.052794 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-4ea48681-2160-4d94-9507-4a47ee953886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:45:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['8d3d811e-d5e6-4ba9-bb07-170f3d040c07'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:45:36.071668 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-3319c3b6-0563-4504-aa59-e5fde7f317e3 req-17fa73f7-dae2-4edd-a0d5-7d0458a42278 service neutron] Transition to ACTIVE for port object f22c970a-9d28-469f-b2db-9be14fb8306c will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:45:36.082662 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-3319c3b6-0563-4504-aa59-e5fde7f317e3 req-17fa73f7-dae2-4edd-a0d5-7d0458a42278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (f22c970a-9d28-469f-b2db-9be14fb8306c), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:36.126484 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 1a320670-378d-4596-81b0-048014767f8c up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:45:36.131928 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f7d19-4472-4b7d-9ea6-3bc1680ddfcb req-a343c331-c644-4487-8947-7a1273ce8329 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:36.136493 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-050f7d19-4472-4b7d-9ea6-3bc1680ddfcb req-a343c331-c644-4487-8947-7a1273ce8329 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] 10.222.0.87 "GET /v2.0/ports?device_id=87183cfd-2038-4996-94f0-756fb42a498d HTTP/1.1" status: 200 len: 932 time: 0.4428806 Feb 17 17:45:36.185981 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa73f7-dae2-4edd-a0d5-7d0458a42278 service neutron] Pushing event updated for resources: {'Port': ['ID=f22c970a-9d28-469f-b2db-9be14fb8306c,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:36.265290 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311351bf-c55c-4578-a2b8-4655c7deffee req-3e69568c-e0d0-4259-aab7-228b5f61e6cc tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:36.272975 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-311351bf-c55c-4578-a2b8-4655c7deffee req-3e69568c-e0d0-4259-aab7-228b5f61e6cc tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d7fafab-4478-4ac6-849d-b79b61783cd0 HTTP/1.1" status: 200 len: 945 time: 0.4059181 Feb 17 17:45:36.314316 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-e97993ff-4109-4174-b9c4-294d4cdecf62 admin admin] For port 8240fe3a-a645-4b94-91c6-c365cdbdf6a3, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=8240fe3a-a645-4b94-91c6-c365cdbdf6a3,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:45:36.315563 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e97993ff-4109-4174-b9c4-294d4cdecf62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (8240fe3a-a645-4b94-91c6-c365cdbdf6a3), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:36.339535 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-e97993ff-4109-4174-b9c4-294d4cdecf62 admin admin] Calling delete_port for 8240fe3a-a645-4b94-91c6-c365cdbdf6a3 owned by network:router_gateway {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:45:36.341071 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-4ea48681-2160-4d94-9507-4a47ee953886 None None] Set router 8d3d811e-d5e6-4ba9-bb07-170f3d040c07 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:45:36.361769 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-3319c3b6-0563-4504-aa59-e5fde7f317e3 req-17fa73f7-dae2-4edd-a0d5-7d0458a42278 service neutron] Attempting to bind port f22c970a-9d28-469f-b2db-9be14fb8306c on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:45:36.362115 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-3319c3b6-0563-4504-aa59-e5fde7f317e3 req-17fa73f7-dae2-4edd-a0d5-7d0458a42278 service neutron] Attempting to bind port f22c970a-9d28-469f-b2db-9be14fb8306c by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': 'd4de418d-f54f-438b-980c-074cf8b0ffdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ec286c55-b470-4ee1-ae75-c41c1f38382c'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:45:36.362445 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319c3b6-0563-4504-aa59-e5fde7f317e3 req-17fa73f7-dae2-4edd-a0d5-7d0458a42278 service neutron] Attempting to bind port f22c970a-9d28-469f-b2db-9be14fb8306c on network ec286c55-b470-4ee1-ae75-c41c1f38382c {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:45:36.380201 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319c3b6-0563-4504-aa59-e5fde7f317e3 req-17fa73f7-dae2-4edd-a0d5-7d0458a42278 service neutron] Port f22c970a-9d28-469f-b2db-9be14fb8306c on network ec286c55-b470-4ee1-ae75-c41c1f38382c not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:45:36.380201 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319c3b6-0563-4504-aa59-e5fde7f317e3 req-17fa73f7-dae2-4edd-a0d5-7d0458a42278 service neutron] Attempting to bind port f22c970a-9d28-469f-b2db-9be14fb8306c on network ec286c55-b470-4ee1-ae75-c41c1f38382c {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:45:36.380201 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58336) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:36.390318 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319c3b6-0563-4504-aa59-e5fde7f317e3 req-17fa73f7-dae2-4edd-a0d5-7d0458a42278 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:45:36.390674 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319c3b6-0563-4504-aa59-e5fde7f317e3 req-17fa73f7-dae2-4edd-a0d5-7d0458a42278 service neutron] Checking segment: {'id': 'd4de418d-f54f-438b-980c-074cf8b0ffdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ec286c55-b470-4ee1-ae75-c41c1f38382c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:45:36.391067 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319c3b6-0563-4504-aa59-e5fde7f317e3 req-17fa73f7-dae2-4edd-a0d5-7d0458a42278 service neutron] Bound using segment: {'id': 'd4de418d-f54f-438b-980c-074cf8b0ffdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ec286c55-b470-4ee1-ae75-c41c1f38382c'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:45:36.391503 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-3319c3b6-0563-4504-aa59-e5fde7f317e3 req-17fa73f7-dae2-4edd-a0d5-7d0458a42278 service neutron] Bound port: f22c970a-9d28-469f-b2db-9be14fb8306c, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4de418d-f54f-438b-980c-074cf8b0ffdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ec286c55-b470-4ee1-ae75-c41c1f38382c'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:45:36.391870 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-3319c3b6-0563-4504-aa59-e5fde7f317e3 req-17fa73f7-dae2-4edd-a0d5-7d0458a42278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (f22c970a-9d28-469f-b2db-9be14fb8306c), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:36.475261 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58340) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:36.476386 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-050f7d19-4472-4b7d-9ea6-3bc1680ddfcb req-24369d4a-17d8-47c7-9957-c1eb81cb9ad4 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] 10.222.0.87 "GET /v2.0/security-groups?id=075dcb18-1a1f-4fb5-bbbf-f7dca45b1a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302019 Feb 17 17:45:36.511653 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-4ea48681-2160-4d94-9507-4a47ee953886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3d811e-d5e6-4ba9-bb07-170f3d040c07', 'name': 'tempest-ServersTestFqdnHostnames-150731531-router', 'tenant_id': 'e508b16e79e443079bc882c92e8d7ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:44:00Z', 'updated_at': '2022-02-17T17:45:35Z', 'revision_number': 6, 'project_id': 'e508b16e79e443079bc882c92e8d7ca6', 'gw_port_host': None}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:45:36.518285 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-311351bf-c55c-4578-a2b8-4655c7deffee req-ceb11110-53fb-4fe3-891d-72246e169d31 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee30ec10-fc9c-427d-bae2-fedd385da0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018980 Feb 17 17:45:36.563133 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port 1a320670-378d-4596-81b0-048014767f8c completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:45:36.571652 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea48681-2160-4d94-9507-4a47ee953886 None None] The sync data for ids ['8d3d811e-d5e6-4ba9-bb07-170f3d040c07'] in n-d-829613-2 is: [{'id': '8d3d811e-d5e6-4ba9-bb07-170f3d040c07', 'name': 'tempest-ServersTestFqdnHostnames-150731531-router', 'tenant_id': 'e508b16e79e443079bc882c92e8d7ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:44:00Z', 'updated_at': '2022-02-17T17:45:35Z', 'revision_number': 6, 'project_id': 'e508b16e79e443079bc882c92e8d7ca6', 'gw_port_host': None}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:45:36.574991 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-3319c3b6-0563-4504-aa59-e5fde7f317e3 req-17fa73f7-dae2-4edd-a0d5-7d0458a42278 service neutron] For port f22c970a-9d28-469f-b2db-9be14fb8306c, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:45:36.580897 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-3319c3b6-0563-4504-aa59-e5fde7f317e3 req-17fa73f7-dae2-4edd-a0d5-7d0458a42278 service neutron] For port f22c970a-9d28-469f-b2db-9be14fb8306c, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=f22c970a-9d28-469f-b2db-9be14fb8306c,segment=NetworkSegment(d4de418d-f54f-438b-980c-074cf8b0ffdd),segment_id=d4de418d-f54f-438b-980c-074cf8b0ffdd)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:45:36.587630 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 1a320670-378d-4596-81b0-048014767f8c triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:45:36.588021 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1a320670-378d-4596-81b0-048014767f8c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:36.601634 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-3319c3b6-0563-4504-aa59-e5fde7f317e3 req-17fa73f7-dae2-4edd-a0d5-7d0458a42278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (f22c970a-9d28-469f-b2db-9be14fb8306c), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:36.726541 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:36.759679 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7ac3c013-15a9-4611-9f85-f6e4de4d342c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:36.767987 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319c3b6-0563-4504-aa59-e5fde7f317e3 req-17fa73f7-dae2-4edd-a0d5-7d0458a42278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:36.768666 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-3319c3b6-0563-4504-aa59-e5fde7f317e3 req-17fa73f7-dae2-4edd-a0d5-7d0458a42278 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:36.770119 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3319c3b6-0563-4504-aa59-e5fde7f317e3 req-17fa73f7-dae2-4edd-a0d5-7d0458a42278 service neutron] 10.222.0.91 "PUT /v2.0/ports/f22c970a-9d28-469f-b2db-9be14fb8306c HTTP/1.1" status: 200 len: 1092 time: 1.5028625 Feb 17 17:45:36.775163 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e97993ff-4109-4174-b9c4-294d4cdecf62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (8240fe3a-a645-4b94-91c6-c365cdbdf6a3), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:36.785121 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87183cfd-2038-4996-94f0-756fb42a498d', 'tag': 'f22c970a-9d28-469f-b2db-9be14fb8306c'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:45:36.789017 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37fff067-458d-446d-967d-8bc3c3cca4ad" -d '{"events": [{"name": "network-changed", "server_uuid": "87183cfd-2038-4996-94f0-756fb42a498d", "tag": "f22c970a-9d28-469f-b2db-9be14fb8306c"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:45:36.829445 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 1a320670-378d-4596-81b0-048014767f8c is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:45:36.829876 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1a320670-378d-4596-81b0-048014767f8c), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:36.834707 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6375dd19-5617-4ec7-9dc1-fa5c3e6ebd11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:36.846929 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97993ff-4109-4174-b9c4-294d4cdecf62 admin admin] Pushing event deleted for resources: {'Port': ['ID=8240fe3a-a645-4b94-91c6-c365cdbdf6a3,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:36.894377 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97993ff-4109-4174-b9c4-294d4cdecf62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:45:36.894772 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97993ff-4109-4174-b9c4-294d4cdecf62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:45:36.895151 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97993ff-4109-4174-b9c4-294d4cdecf62 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:45:36.896414 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97993ff-4109-4174-b9c4-294d4cdecf62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:45:36.896761 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97993ff-4109-4174-b9c4-294d4cdecf62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:45:36.897367 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97993ff-4109-4174-b9c4-294d4cdecf62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:45:36.897514 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2196fb28-06de-4013-9f6c-20e9f1534aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a320670-378d-4596-81b0-048014767f8c'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:45:36.897615 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97993ff-4109-4174-b9c4-294d4cdecf62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:45:36.898287 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97993ff-4109-4174-b9c4-294d4cdecf62 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:45:36.898287 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97993ff-4109-4174-b9c4-294d4cdecf62 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:45:36.898503 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97993ff-4109-4174-b9c4-294d4cdecf62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:45:36.898776 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97993ff-4109-4174-b9c4-294d4cdecf62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:45:36.899099 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97993ff-4109-4174-b9c4-294d4cdecf62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:45:36.899421 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97993ff-4109-4174-b9c4-294d4cdecf62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:45:36.899650 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f16f9a-909e-4909-b69b-5c342d91b575" -d '{"events": [{"server_uuid": "2196fb28-06de-4013-9f6c-20e9f1534aa8", "name": "network-vif-plugged", "status": "completed", "tag": "1a320670-378d-4596-81b0-048014767f8c"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:45:36.925060 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 1a320670-378d-4596-81b0-048014767f8c, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=1a320670-378d-4596-81b0-048014767f8c,segment=NetworkSegment(55986a3b-e6c7-429a-8531-35745bb80f15),segment_id=55986a3b-e6c7-429a-8531-35745bb80f15)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:45:36.929770 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (1a320670-378d-4596-81b0-048014767f8c), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:36.931642 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 7acee7ef-b7b7-4992-ae5e-42354f7ad654 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:45:36.972011 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device a24ce40a-1062-4264-8542-10c44a30d0dd up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:45:36.972987 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e8988-9c43-444c-be2a-1b29818e4069 req-bbf4a547-1276-4c5e-b04d-8f7ff94448fd tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:36.984459 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa73f7-dae2-4edd-a0d5-7d0458a42278 service neutron] Pushing event updated for resources: {'Port': ['ID=f22c970a-9d28-469f-b2db-9be14fb8306c,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:36.990360 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-921e8988-9c43-444c-be2a-1b29818e4069 req-bbf4a547-1276-4c5e-b04d-8f7ff94448fd tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=32ad5513-5d05-48da-81dc-bf7965dce3e2 HTTP/1.1" status: 200 len: 944 time: 0.2394190 Feb 17 17:45:37.006633 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21bc247-29c4-4cb1-a7aa-502942835b56 req-900152e7-f89a-42de-a02b-0feff0883926 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:37.009015 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b21bc247-29c4-4cb1-a7aa-502942835b56 req-900152e7-f89a-42de-a02b-0feff0883926 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.87 "GET /v2.0/ports?device_id=29da794a-9d26-444e-bf71-7bbb84afc828 HTTP/1.1" status: 200 len: 945 time: 0.2984037 Feb 17 17:45:37.044311 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6375dd19-5617-4ec7-9dc1-fa5c3e6ebd11 admin admin] Publish callbacks [] for security_group (c6edf54b-46a8-4060-95aa-ef88432c0cd4), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:37.051133 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6375dd19-5617-4ec7-9dc1-fa5c3e6ebd11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (c6edf54b-46a8-4060-95aa-ef88432c0cd4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:37.137342 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6375dd19-5617-4ec7-9dc1-fa5c3e6ebd11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6edf54b-46a8-4060-95aa-ef88432c0cd4,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:37.144285 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e97993ff-4109-4174-b9c4-294d4cdecf62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (8d3d811e-d5e6-4ba9-bb07-170f3d040c07), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:37.169538 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6375dd19-5617-4ec7-9dc1-fa5c3e6ebd11 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=92e163d8f36449b3915987184674be48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7856848 Feb 17 17:45:37.170782 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58354) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:37.183487 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=1a320670-378d-4596-81b0-048014767f8c,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:37.191215 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port 7acee7ef-b7b7-4992-ae5e-42354f7ad654 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:45:37.196810 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 7acee7ef-b7b7-4992-ae5e-42354f7ad654 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:45:37.197197 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7acee7ef-b7b7-4992-ae5e-42354f7ad654), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:37.198475 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319c3b6-0563-4504-aa59-e5fde7f317e3 req-0c85030f-5e84-444b-8d91-3b63f2a76619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:37.201635 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3319c3b6-0563-4504-aa59-e5fde7f317e3 req-0c85030f-5e84-444b-8d91-3b63f2a76619 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a5ea0f0f0bc549f4bf940106f515b45b&device_id=87183cfd-2038-4996-94f0-756fb42a498d HTTP/1.1" status: 200 len: 1126 time: 0.3521292 Feb 17 17:45:37.257533 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port a24ce40a-1062-4264-8542-10c44a30d0dd completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:45:37.273079 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port a24ce40a-1062-4264-8542-10c44a30d0dd triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:45:37.273471 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (a24ce40a-1062-4264-8542-10c44a30d0dd), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:37.289055 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7ac3c013-15a9-4611-9f85-f6e4de4d342c admin admin] Publish callbacks [] for security_group (0d5b5b87-5aa4-42c3-b38e-32c415cb2903), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:37.297990 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3319c3b6-0563-4504-aa59-e5fde7f317e3 req-9883ca61-fd15-4b8a-ab28-93c2d0fd7a2d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f22c970a-9d28-469f-b2db-9be14fb8306c HTTP/1.1" status: 200 len: 217 time: 0.0849526 Feb 17 17:45:37.308174 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7ac3c013-15a9-4611-9f85-f6e4de4d342c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (0d5b5b87-5aa4-42c3-b38e-32c415cb2903), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:37.322791 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e97993ff-4109-4174-b9c4-294d4cdecf62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (8d3d811e-d5e6-4ba9-bb07-170f3d040c07), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:37.326225 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e97993ff-4109-4174-b9c4-294d4cdecf62 admin admin] Publish callbacks [] for router_controller (8d3d811e-d5e6-4ba9-bb07-170f3d040c07), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:37.364314 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 7acee7ef-b7b7-4992-ae5e-42354f7ad654 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:45:37.365370 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7acee7ef-b7b7-4992-ae5e-42354f7ad654), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:37.431759 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port a24ce40a-1062-4264-8542-10c44a30d0dd is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:45:37.432157 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-921e8988-9c43-444c-be2a-1b29818e4069 req-d4a6a8a9-dea8-43df-b8eb-5577a2f48de9 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4403036 Feb 17 17:45:37.432687 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (a24ce40a-1062-4264-8542-10c44a30d0dd), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:37.438865 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e97993ff-4109-4174-b9c4-294d4cdecf62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (8d3d811e-d5e6-4ba9-bb07-170f3d040c07), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:37.439896 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97993ff-4109-4174-b9c4-294d4cdecf62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d3d811e-d5e6-4ba9-bb07-170f3d040c07 {{(pid=103435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:45:37.448482 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e97993ff-4109-4174-b9c4-294d4cdecf62 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:37.451991 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e97993ff-4109-4174-b9c4-294d4cdecf62 admin admin] 10.222.0.87 "DELETE /v2.0/routers/8d3d811e-d5e6-4ba9-bb07-170f3d040c07 HTTP/1.1" status: 204 len: 168 time: 3.0334768 Feb 17 17:45:37.460470 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58356) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:37.470506 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 7acee7ef-b7b7-4992-ae5e-42354f7ad654, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=7acee7ef-b7b7-4992-ae5e-42354f7ad654,segment=NetworkSegment(a9afe95a-bc81-4053-bcf6-93dc37b0f7fa),segment_id=a9afe95a-bc81-4053-bcf6-93dc37b0f7fa)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:45:37.472439 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac3c013-15a9-4611-9f85-f6e4de4d342c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5b5b87-5aa4-42c3-b38e-32c415cb2903,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:37.486772 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58358) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:37.488621 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (7acee7ef-b7b7-4992-ae5e-42354f7ad654), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:37.488772 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7ac3c013-15a9-4611-9f85-f6e4de4d342c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=fd52881fd36046c48e68c79f542fef96&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0036752 Feb 17 17:45:37.522122 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d482bb1-f449-4570-93d5-695e7aa179f7 x-openstack-request-id: req-1d482bb1-f449-4570-93d5-695e7aa179f7 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:45:37.522421 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87183cfd-2038-4996-94f0-756fb42a498d", "tag": "f22c970a-9d28-469f-b2db-9be14fb8306c", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:45:37.522687 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1d482bb1-f449-4570-93d5-695e7aa179f7 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:45:37.523112 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87183cfd-2038-4996-94f0-756fb42a498d', 'tag': 'f22c970a-9d28-469f-b2db-9be14fb8306c', 'status': 'completed', 'code': 200} Feb 17 17:45:37.525708 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c3fff8a3-1ca5-4810-8d56-6d6fb75bd3f9 admin admin] Publish callbacks [] for security_group (c6edf54b-46a8-4060-95aa-ef88432c0cd4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:37.528726 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319c3b6-0563-4504-aa59-e5fde7f317e3 req-e5ecc907-2366-4c7c-850d-71a66db10464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:37.531874 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3319c3b6-0563-4504-aa59-e5fde7f317e3 req-e5ecc907-2366-4c7c-850d-71a66db10464 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=cf048e07-4d72-4824-a11d-32fa76d26823 HTTP/1.1" status: 200 len: 848 time: 0.2250891 Feb 17 17:45:37.589099 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3319c3b6-0563-4504-aa59-e5fde7f317e3 req-e2ac51f8-3356-46fa-aa2d-f79c37e0120c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ec286c55-b470-4ee1-ae75-c41c1f38382c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446303 Feb 17 17:45:37.591761 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c3fff8a3-1ca5-4810-8d56-6d6fb75bd3f9 admin admin] Publish callbacks [] for security_group (c6edf54b-46a8-4060-95aa-ef88432c0cd4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:37.601592 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b21bc247-29c4-4cb1-a7aa-502942835b56 req-31fca960-e07a-4bf5-a1dc-fc59cb7bff07 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.87 "GET /v2.0/security-groups?id=d3941b88-31c3-4058-9154-f875b837f747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5585883 Feb 17 17:45:37.615310 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f903c4-5d38-4729-b647-8e1f2a190d96 x-openstack-request-id: req-d4f903c4-5d38-4729-b647-8e1f2a190d96 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:45:37.638613 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2196fb28-06de-4013-9f6c-20e9f1534aa8", "name": "network-vif-plugged", "status": "completed", "tag": "1a320670-378d-4596-81b0-048014767f8c", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:45:37.639498 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d4f903c4-5d38-4729-b647-8e1f2a190d96 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:45:37.640499 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2196fb28-06de-4013-9f6c-20e9f1534aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a320670-378d-4596-81b0-048014767f8c', 'code': 200} Feb 17 17:45:37.649880 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 1dbb2389-a7d0-4e45-8dca-751a5080fa2a no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:45:37.659472 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d93cfd6-716c-49ca-a515-33731d8988b2 admin admin] Deleting subnet b1447df4-ae3d-4628-92b7-31a64e426c79 {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:45:37.662678 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-83cd00cf-a92b-4a53-be93-57397f9bb22e admin admin] Publish callbacks [] for security_group (0d5b5b87-5aa4-42c3-b38e-32c415cb2903), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:37.664265 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4d93cfd6-716c-49ca-a515-33731d8988b2 admin admin] Publish callbacks [] for subnet (b1447df4-ae3d-4628-92b7-31a64e426c79), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:37.705625 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port a24ce40a-1062-4264-8542-10c44a30d0dd, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=a24ce40a-1062-4264-8542-10c44a30d0dd,segment=NetworkSegment(55986a3b-e6c7-429a-8531-35745bb80f15),segment_id=55986a3b-e6c7-429a-8531-35745bb80f15)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:45:37.750743 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-83cd00cf-a92b-4a53-be93-57397f9bb22e admin admin] Publish callbacks [] for security_group (0d5b5b87-5aa4-42c3-b38e-32c415cb2903), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:37.754034 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=7acee7ef-b7b7-4992-ae5e-42354f7ad654,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:37.760095 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (a24ce40a-1062-4264-8542-10c44a30d0dd), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:37.763138 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 1dbb2389-a7d0-4e45-8dca-751a5080fa2a {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:45:37.764834 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 1dbb2389-a7d0-4e45-8dca-751a5080fa2a not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:45:37.802245 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4d93cfd6-716c-49ca-a515-33731d8988b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (b1447df4-ae3d-4628-92b7-31a64e426c79), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:37.845119 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:45:37.873503 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=a24ce40a-1062-4264-8542-10c44a30d0dd,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:37.876673 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764503ce-6a53-4d89-a9ce-26975afb50bd req-10831fef-138c-4f62-be47-8602de0e5be2 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:37.878486 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-764503ce-6a53-4d89-a9ce-26975afb50bd req-10831fef-138c-4f62-be47-8602de0e5be2 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] 10.222.0.87 "GET /v2.0/ports?device_id=87183cfd-2038-4996-94f0-756fb42a498d HTTP/1.1" status: 200 len: 944 time: 0.1928840 Feb 17 17:45:37.893808 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3319c3b6-0563-4504-aa59-e5fde7f317e3 req-b3bb5cb9-746c-4fe8-afb8-93261caf3691 service neutron] 10.222.0.91 "GET /v2.0/networks/ec286c55-b470-4ee1-ae75-c41c1f38382c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982168 Feb 17 17:45:37.923242 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c3fff8a3-1ca5-4810-8d56-6d6fb75bd3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (c6edf54b-46a8-4060-95aa-ef88432c0cd4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:37.927081 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c3fff8a3-1ca5-4810-8d56-6d6fb75bd3f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:37.930962 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c3fff8a3-1ca5-4810-8d56-6d6fb75bd3f9 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c6edf54b-46a8-4060-95aa-ef88432c0cd4 HTTP/1.1" status: 204 len: 168 time: 0.7557302 Feb 17 17:45:37.944395 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2be48-f23f-49d2-85a2-e618167a3df8 req-e30a60ec-5a09-4e3b-8e5b-9302f404741f tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:37.944773 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:37.945942 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bbf2be48-f23f-49d2-85a2-e618167a3df8 req-e30a60ec-5a09-4e3b-8e5b-9302f404741f tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d7fafab-4478-4ac6-849d-b79b61783cd0 HTTP/1.1" status: 200 len: 945 time: 0.1931529 Feb 17 17:45:37.975405 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fff8a3-1ca5-4810-8d56-6d6fb75bd3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6edf54b-46a8-4060-95aa-ef88432c0cd4,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:38.014105 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bbf2be48-f23f-49d2-85a2-e618167a3df8 req-e969c4e6-53a5-42c3-bd50-a24d922b4794 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee30ec10-fc9c-427d-bae2-fedd385da0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551031 Feb 17 17:45:38.021521 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fb83d-ff9c-4789-a320-4b02f94f00ad req-88f09d7f-b9a2-4ca1-b581-dd1344477f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:38.021911 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-83cd00cf-a92b-4a53-be93-57397f9bb22e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (0d5b5b87-5aa4-42c3-b38e-32c415cb2903), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:38.024551 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-83cd00cf-a92b-4a53-be93-57397f9bb22e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:38.025562 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-577fb83d-ff9c-4789-a320-4b02f94f00ad req-88f09d7f-b9a2-4ca1-b581-dd1344477f9d service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2196fb28-06de-4013-9f6c-20e9f1534aa8 HTTP/1.1" status: 200 len: 1127 time: 0.3342195 Feb 17 17:45:38.029368 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-83cd00cf-a92b-4a53-be93-57397f9bb22e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0d5b5b87-5aa4-42c3-b38e-32c415cb2903 HTTP/1.1" status: 204 len: 168 time: 0.5415986 Feb 17 17:45:38.058963 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cd00cf-a92b-4a53-be93-57397f9bb22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5b5b87-5aa4-42c3-b38e-32c415cb2903,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:38.074087 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4d93cfd6-716c-49ca-a515-33731d8988b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (b1447df4-ae3d-4628-92b7-31a64e426c79), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:38.119558 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-764503ce-6a53-4d89-a9ce-26975afb50bd req-b4d05802-e60a-4edd-874b-c629185e225c tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] 10.222.0.87 "GET /v2.0/security-groups?id=075dcb18-1a1f-4fb5-bbbf-f7dca45b1a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174909 Feb 17 17:45:38.187890 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4d93cfd6-716c-49ca-a515-33731d8988b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (b1447df4-ae3d-4628-92b7-31a64e426c79), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:38.212673 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3319c3b6-0563-4504-aa59-e5fde7f317e3 req-68c490fc-f06c-4ffa-aa3e-29c30ac5f1f2 service neutron] 10.222.0.91 "GET /v2.0/networks/ec286c55-b470-4ee1-ae75-c41c1f38382c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093660 Feb 17 17:45:38.224123 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbf255a-7137-4ab9-9a09-4e4f2a7ba6d0 None None] Network 3958299d-5c46-4d37-a8cb-63d39d73c811 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:45:38.226836 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4d93cfd6-716c-49ca-a515-33731d8988b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:38.237442 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4d93cfd6-716c-49ca-a515-33731d8988b2 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/b1447df4-ae3d-4628-92b7-31a64e426c79 HTTP/1.1" status: 204 len: 168 time: 0.7753024 Feb 17 17:45:38.239371 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58374) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:38.290490 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d93cfd6-716c-49ca-a515-33731d8988b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1447df4-ae3d-4628-92b7-31a64e426c79,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:38.416979 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-167e70c5-0a71-4ae4-a2eb-ed9033893387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (3958299d-5c46-4d37-a8cb-63d39d73c811), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:38.501855 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-167e70c5-0a71-4ae4-a2eb-ed9033893387 admin admin] Deleting port 02c55563-7954-42f3-aba2-6432296a384f {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:45:38.502360 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-167e70c5-0a71-4ae4-a2eb-ed9033893387 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (02c55563-7954-42f3-aba2-6432296a384f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:38.548466 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefca72b-972f-4560-81da-605d9fd600fa None None] DHCP port deletion for 3958299d-5c46-4d37-a8cb-63d39d73c811 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:45:38.713767 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58390) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:38.733141 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-aefca72b-972f-4560-81da-605d9fd600fa None None] Deleting port 02c55563-7954-42f3-aba2-6432296a384f {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:45:38.734057 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-aefca72b-972f-4560-81da-605d9fd600fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (02c55563-7954-42f3-aba2-6432296a384f), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:38.743564 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-167e70c5-0a71-4ae4-a2eb-ed9033893387 admin admin] For port 02c55563-7954-42f3-aba2-6432296a384f, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=02c55563-7954-42f3-aba2-6432296a384f,segment=NetworkSegment(99e0f10c-0b98-4991-b7b6-44dcd9e3b025),segment_id=99e0f10c-0b98-4991-b7b6-44dcd9e3b025)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:45:38.744968 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-167e70c5-0a71-4ae4-a2eb-ed9033893387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (02c55563-7954-42f3-aba2-6432296a384f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:38.766575 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5f9b2729-e259-4e10-8ffd-9e82aa8f36bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:38.837117 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-167e70c5-0a71-4ae4-a2eb-ed9033893387 admin admin] Calling delete_port for 02c55563-7954-42f3-aba2-6432296a384f owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:45:38.838605 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-aefca72b-972f-4560-81da-605d9fd600fa None None] For port 02c55563-7954-42f3-aba2-6432296a384f, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=02c55563-7954-42f3-aba2-6432296a384f,segment=NetworkSegment(99e0f10c-0b98-4991-b7b6-44dcd9e3b025),segment_id=99e0f10c-0b98-4991-b7b6-44dcd9e3b025)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:45:38.839011 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-aefca72b-972f-4560-81da-605d9fd600fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (02c55563-7954-42f3-aba2-6432296a384f), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:38.869619 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b9db6-3f14-4b0f-9d14-9dd3d728614e req-f05bc3c2-226b-492b-8f17-f0d2568e7900 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:38.883254 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-aefca72b-972f-4560-81da-605d9fd600fa None None] Calling delete_port for 02c55563-7954-42f3-aba2-6432296a384f owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:45:38.891920 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fc7b9db6-3f14-4b0f-9d14-9dd3d728614e req-f05bc3c2-226b-492b-8f17-f0d2568e7900 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=32ad5513-5d05-48da-81dc-bf7965dce3e2 HTTP/1.1" status: 200 len: 945 time: 0.3023725 Feb 17 17:45:38.920516 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-577fb83d-ff9c-4789-a320-4b02f94f00ad req-f55263e9-9b5c-453c-86be-85ee44812ce4 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=d3941b88-31c3-4058-9154-f875b837f747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7814088 Feb 17 17:45:39.028542 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-aefca72b-972f-4560-81da-605d9fd600fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (02c55563-7954-42f3-aba2-6432296a384f), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:39.037253 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fff067-458d-446d-967d-8bc3c3cca4ad req-e0899793-12dc-4747-ba3a-47635f324464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:39.038800 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-37fff067-458d-446d-967d-8bc3c3cca4ad req-e0899793-12dc-4747-ba3a-47635f324464 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a5ea0f0f0bc549f4bf940106f515b45b&device_id=87183cfd-2038-4996-94f0-756fb42a498d HTTP/1.1" status: 200 len: 1126 time: 0.7332332 Feb 17 17:45:39.076550 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefca72b-972f-4560-81da-605d9fd600fa None None] No DVR routers for this DVR port 02c55563-7954-42f3-aba2-6432296a384f on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:45:39.090137 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fc7b9db6-3f14-4b0f-9d14-9dd3d728614e req-a80de438-ca76-4bf8-b019-519e955601a6 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007425 Feb 17 17:45:39.100414 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefca72b-972f-4560-81da-605d9fd600fa None None] Pushing event deleted for resources: {'Port': ['ID=02c55563-7954-42f3-aba2-6432296a384f,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:39.114277 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:39.186101 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a190b0-cd9f-4788-9a44-57e7d3b1cdce req-fdb45b72-915e-40ea-8ac8-d2491c740189 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:39.204376 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a3a190b0-cd9f-4788-9a44-57e7d3b1cdce req-fdb45b72-915e-40ea-8ac8-d2491c740189 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.87 "GET /v2.0/ports?device_id=29da794a-9d26-444e-bf71-7bbb84afc828 HTTP/1.1" status: 200 len: 946 time: 0.4321864 Feb 17 17:45:39.236996 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-167e70c5-0a71-4ae4-a2eb-ed9033893387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (02c55563-7954-42f3-aba2-6432296a384f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:39.261787 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 8240fe3a-a645-4b94-91c6-c365cdbdf6a3 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:45:39.281591 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e70c5-0a71-4ae4-a2eb-ed9033893387 admin admin] Pushing event deleted for resources: {'Port': ['ID=02c55563-7954-42f3-aba2-6432296a384f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:39.286085 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167e70c5-0a71-4ae4-a2eb-ed9033893387 admin admin] No DVR routers for this DVR port 02c55563-7954-42f3-aba2-6432296a384f on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:45:39.320261 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 8240fe3a-a645-4b94-91c6-c365cdbdf6a3 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:45:39.320667 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 8240fe3a-a645-4b94-91c6-c365cdbdf6a3 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:45:39.321094 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 02c55563-7954-42f3-aba2-6432296a384f no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:45:39.338881 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5f9b2729-e259-4e10-8ffd-9e82aa8f36bb admin admin] Publish callbacks [] for security_group (3bab3c67-5a85-427f-b281-7d31188be89f), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:39.365113 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5f9b2729-e259-4e10-8ffd-9e82aa8f36bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (3bab3c67-5a85-427f-b281-7d31188be89f), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:39.374042 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 02c55563-7954-42f3-aba2-6432296a384f {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:45:39.374479 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 02c55563-7954-42f3-aba2-6432296a384f not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:45:39.414206 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-5f9b2729-e259-4e10-8ffd-9e82aa8f36bb admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ec34f69e65c64f14a59abc65d6b6929e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6892190 Feb 17 17:45:39.415431 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58412) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:39.482203 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-167e70c5-0a71-4ae4-a2eb-ed9033893387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (3958299d-5c46-4d37-a8cb-63d39d73c811), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:39.488673 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fff067-458d-446d-967d-8bc3c3cca4ad req-c338ccda-d574-46c6-8a53-436adb1b7715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:39.490486 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-37fff067-458d-446d-967d-8bc3c3cca4ad req-c338ccda-d574-46c6-8a53-436adb1b7715 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ec286c55-b470-4ee1-ae75-c41c1f38382c HTTP/1.1" status: 200 len: 909 time: 0.3770850 Feb 17 17:45:39.528029 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a3a190b0-cd9f-4788-9a44-57e7d3b1cdce req-04e8fc40-b7bd-4db9-8f75-697f4e48c473 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.87 "GET /v2.0/security-groups?id=d3941b88-31c3-4058-9154-f875b837f747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020244 Feb 17 17:45:39.536752 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b2729-e259-4e10-8ffd-9e82aa8f36bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bab3c67-5a85-427f-b281-7d31188be89f,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:39.551977 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-37fff067-458d-446d-967d-8bc3c3cca4ad req-61e85009-6eec-482b-8bca-f3dd53377a18 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f22c970a-9d28-469f-b2db-9be14fb8306c HTTP/1.1" status: 200 len: 217 time: 0.0532987 Feb 17 17:45:39.561798 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-167e70c5-0a71-4ae4-a2eb-ed9033893387 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3958299d-5c46-4d37-a8cb-63d39d73c811']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:45:39.596669 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac326c21-610a-4a04-aec9-3d0b9c4879e8 req-ae52ab84-98ec-4946-bc1d-98d6e87fc901 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:39.606675 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ac326c21-610a-4a04-aec9-3d0b9c4879e8 req-ae52ab84-98ec-4946-bc1d-98d6e87fc901 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] 10.222.0.87 "GET /v2.0/ports?device_id=87183cfd-2038-4996-94f0-756fb42a498d HTTP/1.1" status: 200 len: 944 time: 0.2617092 Feb 17 17:45:39.641552 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ad5513-5d05-48da-81dc-bf7965dce3e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7acee7ef-b7b7-4992-ae5e-42354f7ad654'}, {'server_uuid': '29da794a-9d26-444e-bf71-7bbb84afc828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24ce40a-1062-4264-8542-10c44a30d0dd'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:45:39.644077 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-167e70c5-0a71-4ae4-a2eb-ed9033893387 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e0f10c-0b98-4991-b7b6-44dcd9e3b025') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:45:39.644412 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-167e70c5-0a71-4ae4-a2eb-ed9033893387 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e0f10c-0b98-4991-b7b6-44dcd9e3b025') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:45:39.645117 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f942319b-33c3-499c-a389-9e0ba129e530" -d '{"events": [{"server_uuid": "32ad5513-5d05-48da-81dc-bf7965dce3e2", "name": "network-vif-plugged", "status": "completed", "tag": "7acee7ef-b7b7-4992-ae5e-42354f7ad654"}, {"server_uuid": "29da794a-9d26-444e-bf71-7bbb84afc828", "name": "network-vif-plugged", "status": "completed", "tag": "a24ce40a-1062-4264-8542-10c44a30d0dd"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:45:39.655042 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-167e70c5-0a71-4ae4-a2eb-ed9033893387 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (99e0f10c-0b98-4991-b7b6-44dcd9e3b025), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:39.671944 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-167e70c5-0a71-4ae4-a2eb-ed9033893387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (99e0f10c-0b98-4991-b7b6-44dcd9e3b025), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:39.680844 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-167e70c5-0a71-4ae4-a2eb-ed9033893387 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:45:39.681452 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-167e70c5-0a71-4ae4-a2eb-ed9033893387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (99e0f10c-0b98-4991-b7b6-44dcd9e3b025), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:39.709320 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-51db13cf-d5e9-44d1-964a-ea42646e2b0b admin admin] Publish callbacks [] for security_group (3bab3c67-5a85-427f-b281-7d31188be89f), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:39.743604 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 17 Feb 2022 17:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6434658-0306-4933-a413-9c0547bf7469 x-openstack-request-id: req-e6434658-0306-4933-a413-9c0547bf7469 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:45:39.744032 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ad5513-5d05-48da-81dc-bf7965dce3e2", "name": "network-vif-plugged", "status": "completed", "tag": "7acee7ef-b7b7-4992-ae5e-42354f7ad654", "code": 200}, {"server_uuid": "29da794a-9d26-444e-bf71-7bbb84afc828", "name": "network-vif-plugged", "status": "completed", "tag": "a24ce40a-1062-4264-8542-10c44a30d0dd", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:45:39.744458 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e6434658-0306-4933-a413-9c0547bf7469 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:45:39.744987 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ad5513-5d05-48da-81dc-bf7965dce3e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7acee7ef-b7b7-4992-ae5e-42354f7ad654', 'code': 200} Feb 17 17:45:39.745345 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29da794a-9d26-444e-bf71-7bbb84afc828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24ce40a-1062-4264-8542-10c44a30d0dd', 'code': 200} Feb 17 17:45:39.747532 n-d-829613-2 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:45:39.747532 n-d-829613-2 neutron-server[103434]: self.session.flush() Feb 17 17:45:39.747532 n-d-829613-2 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:45:39.747532 n-d-829613-2 neutron-server[103434]: self.session.flush() Feb 17 17:45:39.747532 n-d-829613-2 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:45:39.747532 n-d-829613-2 neutron-server[103434]: self.session.flush() Feb 17 17:45:39.747532 n-d-829613-2 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:45:39.747532 n-d-829613-2 neutron-server[103434]: self.session.flush() Feb 17 17:45:39.747532 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:45:39.747532 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:45:39.747532 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:45:39.747532 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:45:39.747532 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:45:39.747532 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:45:39.747532 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:45:39.747532 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:45:39.747532 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:45:39.747532 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:45:39.747532 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:45:39.747532 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:45:39.747532 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:45:39.747532 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:45:39.747532 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:45:39.747532 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:45:39.747532 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:45:39.747532 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:45:39.747532 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:45:39.747532 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:45:39.747532 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:45:39.747532 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:45:39.747532 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:45:39.747532 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:45:39.747532 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:45:39.747532 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:45:39.747532 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:45:39.747532 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:45:39.747532 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:45:39.747532 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:45:39.747532 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:45:39.747532 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:45:39.752495 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-167e70c5-0a71-4ae4-a2eb-ed9033893387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (3958299d-5c46-4d37-a8cb-63d39d73c811), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:39.785171 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-167e70c5-0a71-4ae4-a2eb-ed9033893387 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:39.791312 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-51db13cf-d5e9-44d1-964a-ea42646e2b0b admin admin] Publish callbacks [] for security_group (3bab3c67-5a85-427f-b281-7d31188be89f), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:39.801187 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-167e70c5-0a71-4ae4-a2eb-ed9033893387 admin admin] 10.222.0.87 "DELETE /v2.0/networks/3958299d-5c46-4d37-a8cb-63d39d73c811 HTTP/1.1" status: 204 len: 168 time: 1.5477633 Feb 17 17:45:39.876657 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ac326c21-610a-4a04-aec9-3d0b9c4879e8 req-ea30c9e0-6f91-434f-b9e3-aa1002dad30b tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] 10.222.0.87 "GET /v2.0/security-groups?id=075dcb18-1a1f-4fb5-bbbf-f7dca45b1a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649777 Feb 17 17:45:39.928944 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e70c5-0a71-4ae4-a2eb-ed9033893387 admin admin] Pushing event deleted for resources: {'Network': ['ID=3958299d-5c46-4d37-a8cb-63d39d73c811,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:39.960417 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fff067-458d-446d-967d-8bc3c3cca4ad req-c2d22249-3f35-43bd-bcc8-e6a795d04296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:39.970942 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-51db13cf-d5e9-44d1-964a-ea42646e2b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (3bab3c67-5a85-427f-b281-7d31188be89f), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:39.971742 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-37fff067-458d-446d-967d-8bc3c3cca4ad req-c2d22249-3f35-43bd-bcc8-e6a795d04296 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=cf048e07-4d72-4824-a11d-32fa76d26823 HTTP/1.1" status: 200 len: 848 time: 0.4025464 Feb 17 17:45:39.975058 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-51db13cf-d5e9-44d1-964a-ea42646e2b0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:39.976210 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-51db13cf-d5e9-44d1-964a-ea42646e2b0b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3bab3c67-5a85-427f-b281-7d31188be89f HTTP/1.1" status: 204 len: 168 time: 0.5363367 Feb 17 17:45:40.003301 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db13cf-d5e9-44d1-964a-ea42646e2b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bab3c67-5a85-427f-b281-7d31188be89f,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:40.006635 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2dc69e-931b-40ea-8058-d4d9fbcdda02 req-4fff6a37-da2a-458b-bacb-b65b09cf61af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:40.008153 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3d2dc69e-931b-40ea-8058-d4d9fbcdda02 req-4fff6a37-da2a-458b-bacb-b65b09cf61af service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=29da794a-9d26-444e-bf71-7bbb84afc828 HTTP/1.1" status: 200 len: 1128 time: 0.1739154 Feb 17 17:45:40.025954 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-37fff067-458d-446d-967d-8bc3c3cca4ad req-62900349-7f4c-41a6-b544-08813143e5e9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ec286c55-b470-4ee1-ae75-c41c1f38382c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529311 Feb 17 17:45:40.099523 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f347d-6b89-4d8d-8881-d31e0e548fc8 req-0c2ea28f-21fc-4f3c-8671-402c1899e4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:40.103937 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b48f347d-6b89-4d8d-8881-d31e0e548fc8 req-0c2ea28f-21fc-4f3c-8671-402c1899e4c5 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=32ad5513-5d05-48da-81dc-bf7965dce3e2 HTTP/1.1" status: 200 len: 1127 time: 0.2833557 Feb 17 17:45:40.107459 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3d2dc69e-931b-40ea-8058-d4d9fbcdda02 req-c2ce8755-c425-4622-9d38-889dbc8a7a8a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d3941b88-31c3-4058-9154-f875b837f747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846193 Feb 17 17:45:40.140188 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device f22c970a-9d28-469f-b2db-9be14fb8306c details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:45:40.262364 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b48f347d-6b89-4d8d-8881-d31e0e548fc8 req-b90b6967-3f3e-4605-8e04-a255bf7604bc service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512256 Feb 17 17:45:40.269142 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58438) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:40.274233 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-37fff067-458d-446d-967d-8bc3c3cca4ad req-f8c5797f-21bc-469e-9724-4b0200668f33 service neutron] 10.222.0.91 "GET /v2.0/networks/ec286c55-b470-4ee1-ae75-c41c1f38382c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397301 Feb 17 17:45:40.356474 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12544e4c-2869-4e49-b845-1cae56ba9f78 req-56d45a51-45a4-4bfb-8b67-c79c2f1d344d tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:40.367514 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-12544e4c-2869-4e49-b845-1cae56ba9f78 req-56d45a51-45a4-4bfb-8b67-c79c2f1d344d tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=32ad5513-5d05-48da-81dc-bf7965dce3e2 HTTP/1.1" status: 200 len: 945 time: 0.1414258 Feb 17 17:45:40.403522 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-95f5a485-6404-4585-a742-578374141e19 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e508b16e79e443079bc882c92e8d7ca6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1318443 Feb 17 17:45:40.404901 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58442) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:40.414594 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port f22c970a-9d28-469f-b2db-9be14fb8306c, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=f22c970a-9d28-469f-b2db-9be14fb8306c,segment=NetworkSegment(d4de418d-f54f-438b-980c-074cf8b0ffdd),segment_id=d4de418d-f54f-438b-980c-074cf8b0ffdd)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:45:40.430303 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': 'f22c970a-9d28-469f-b2db-9be14fb8306c', 'network_id': 'ec286c55-b470-4ee1-ae75-c41c1f38382c', 'port_id': 'f22c970a-9d28-469f-b2db-9be14fb8306c', 'mac_address': 'fa:16:3e:92:f2:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf048e07-4d72-4824-a11d-32fa76d26823', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:45:40.496173 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-12544e4c-2869-4e49-b845-1cae56ba9f78 req-6234d29c-9ecd-42d4-bbde-f9a152307574 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264086 Feb 17 17:45:40.500594 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port f22c970a-9d28-469f-b2db-9be14fb8306c is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:45:40.501930 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (f22c970a-9d28-469f-b2db-9be14fb8306c), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:40.519226 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f22c970a-9d28-469f-b2db-9be14fb8306c {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:45:40.551508 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port f22c970a-9d28-469f-b2db-9be14fb8306c, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=f22c970a-9d28-469f-b2db-9be14fb8306c,segment=NetworkSegment(d4de418d-f54f-438b-980c-074cf8b0ffdd),segment_id=d4de418d-f54f-438b-980c-074cf8b0ffdd)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:45:40.561270 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (f22c970a-9d28-469f-b2db-9be14fb8306c), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:40.615513 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dfb169e4-1c59-4571-938d-39fe8ec779e9 admin admin] Publish callbacks [] for security_group (81e56099-f5c9-46cd-82a4-1c9a6df7ec2a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:40.698686 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dfb169e4-1c59-4571-938d-39fe8ec779e9 admin admin] Publish callbacks [] for security_group (81e56099-f5c9-46cd-82a4-1c9a6df7ec2a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:40.735425 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-37fff067-458d-446d-967d-8bc3c3cca4ad req-3266432a-878a-449b-822d-f5f77f7b791c service neutron] 10.222.0.91 "GET /v2.0/networks/ec286c55-b470-4ee1-ae75-c41c1f38382c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848709 Feb 17 17:45:40.762895 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=f22c970a-9d28-469f-b2db-9be14fb8306c,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:40.765909 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa310e1-212c-429a-b941-b241314ca284 req-59dcc9a1-6480-4acc-b6a6-5ad9c01074f4 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:40.772749 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8aa310e1-212c-429a-b941-b241314ca284 req-59dcc9a1-6480-4acc-b6a6-5ad9c01074f4 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.87 "GET /v2.0/ports?device_id=29da794a-9d26-444e-bf71-7bbb84afc828 HTTP/1.1" status: 200 len: 946 time: 0.1339176 Feb 17 17:45:40.835687 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dfb169e4-1c59-4571-938d-39fe8ec779e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (81e56099-f5c9-46cd-82a4-1c9a6df7ec2a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:40.837594 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['f22c970a-9d28-469f-b2db-9be14fb8306c'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:45:40.838759 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dfb169e4-1c59-4571-938d-39fe8ec779e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:40.840572 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-dfb169e4-1c59-4571-938d-39fe8ec779e9 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/81e56099-f5c9-46cd-82a4-1c9a6df7ec2a HTTP/1.1" status: 204 len: 168 time: 0.4340198 Feb 17 17:45:40.864661 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb169e4-1c59-4571-938d-39fe8ec779e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e56099-f5c9-46cd-82a4-1c9a6df7ec2a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:40.894864 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8aa310e1-212c-429a-b941-b241314ca284 req-8c90fc88-879b-45bc-8c50-f806aaddc226 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.87 "GET /v2.0/security-groups?id=d3941b88-31c3-4058-9154-f875b837f747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127167 Feb 17 17:45:41.170571 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927eb33-74f6-4e8d-ad41-7238ba54a660 req-4f98c472-96fb-4f34-8a4a-2b4618473c32 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:41.176683 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c927eb33-74f6-4e8d-ad41-7238ba54a660 req-4f98c472-96fb-4f34-8a4a-2b4618473c32 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] 10.222.0.87 "GET /v2.0/ports?device_id=87183cfd-2038-4996-94f0-756fb42a498d HTTP/1.1" status: 200 len: 945 time: 0.1338632 Feb 17 17:45:41.356902 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c927eb33-74f6-4e8d-ad41-7238ba54a660 req-e6e7e8f4-9a68-4378-9144-51aed333ad89 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] 10.222.0.87 "GET /v2.0/security-groups?id=075dcb18-1a1f-4fb5-bbbf-f7dca45b1a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703818 Feb 17 17:45:41.656962 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff11f5d-43f6-4f37-874b-6de31a1bbc07 req-3a175b9b-731f-4339-89dc-e72749df622c tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:41.664875 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aff11f5d-43f6-4f37-874b-6de31a1bbc07 req-3a175b9b-731f-4339-89dc-e72749df622c tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=32ad5513-5d05-48da-81dc-bf7965dce3e2 HTTP/1.1" status: 200 len: 945 time: 0.0793085 Feb 17 17:45:41.726503 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aff11f5d-43f6-4f37-874b-6de31a1bbc07 req-be46b0f3-223b-41dd-bb78-419264c61daf tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606403 Feb 17 17:45:42.149810 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device f22c970a-9d28-469f-b2db-9be14fb8306c up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:45:42.166711 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6933d41b-709c-4262-b7bb-6b2ba7e969bc req-ee7e8b64-157e-4dfd-8bbe-df86a6ceba3a tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:42.179180 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6933d41b-709c-4262-b7bb-6b2ba7e969bc req-ee7e8b64-157e-4dfd-8bbe-df86a6ceba3a tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.87 "GET /v2.0/ports?device_id=29da794a-9d26-444e-bf71-7bbb84afc828 HTTP/1.1" status: 200 len: 946 time: 0.1245236 Feb 17 17:45:42.245878 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port f22c970a-9d28-469f-b2db-9be14fb8306c completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:45:42.250889 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port f22c970a-9d28-469f-b2db-9be14fb8306c triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:45:42.251395 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (f22c970a-9d28-469f-b2db-9be14fb8306c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:42.306147 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6933d41b-709c-4262-b7bb-6b2ba7e969bc req-de47e7a2-ab16-4eee-b2b3-f6ba741e28ff tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.87 "GET /v2.0/security-groups?id=d3941b88-31c3-4058-9154-f875b837f747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248627 Feb 17 17:45:42.362990 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port f22c970a-9d28-469f-b2db-9be14fb8306c is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:45:42.363470 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (f22c970a-9d28-469f-b2db-9be14fb8306c), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:42.478746 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port f22c970a-9d28-469f-b2db-9be14fb8306c, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=f22c970a-9d28-469f-b2db-9be14fb8306c,segment=NetworkSegment(d4de418d-f54f-438b-980c-074cf8b0ffdd),segment_id=d4de418d-f54f-438b-980c-074cf8b0ffdd)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:45:42.482095 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87183cfd-2038-4996-94f0-756fb42a498d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22c970a-9d28-469f-b2db-9be14fb8306c'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:45:42.492375 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7ce595-d879-4f78-9bbe-9c0f259b8342" -d '{"events": [{"server_uuid": "87183cfd-2038-4996-94f0-756fb42a498d", "name": "network-vif-plugged", "status": "completed", "tag": "f22c970a-9d28-469f-b2db-9be14fb8306c"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:45:42.499727 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (f22c970a-9d28-469f-b2db-9be14fb8306c), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:42.537580 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5f63f-da1d-4dbc-b26a-1bf111d6e0b5 req-2aa89341-2ccd-4f5c-b83d-be3ef81d5cc6 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:42.545089 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-85d5f63f-da1d-4dbc-b26a-1bf111d6e0b5 req-2aa89341-2ccd-4f5c-b83d-be3ef81d5cc6 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=32ad5513-5d05-48da-81dc-bf7965dce3e2 HTTP/1.1" status: 200 len: 945 time: 0.1310129 Feb 17 17:45:42.642673 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=f22c970a-9d28-469f-b2db-9be14fb8306c,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:42.703210 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-85d5f63f-da1d-4dbc-b26a-1bf111d6e0b5 req-0f0d9c20-95f5-4fc0-b867-e802d6b9a81f tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542921 Feb 17 17:45:42.840700 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58576) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:42.986008 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4f608-3414-422d-890c-a2402ef1187e req-752b9dc8-7ff5-4cff-850a-bfeb5d8a4529 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:42.994063 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3fe4f608-3414-422d-890c-a2402ef1187e req-752b9dc8-7ff5-4cff-850a-bfeb5d8a4529 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.87 "GET /v2.0/ports?device_id=2196fb28-06de-4013-9f6c-20e9f1534aa8 HTTP/1.1" status: 200 len: 945 time: 0.1554530 Feb 17 17:45:43.020015 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2c869-936e-444f-bdb4-cf4b132348a6 req-d33fd9d9-bbfb-4c01-8e27-bfa5cdd26bef tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:43.029584 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36e2c869-936e-444f-bdb4-cf4b132348a6 req-d33fd9d9-bbfb-4c01-8e27-bfa5cdd26bef tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] 10.222.0.87 "GET /v2.0/ports?device_id=87183cfd-2038-4996-94f0-756fb42a498d HTTP/1.1" status: 200 len: 946 time: 0.1335747 Feb 17 17:45:43.042896 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-666214c4-62a9-4b26-b881-756a764d66d0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-461548435-network', 'tenant_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:45:43.083099 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666214c4-62a9-4b26-b881-756a764d66d0 admin admin] Made reservation on behalf of b2a161e2fa8f4adc9bc5cff43d7595f5 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:45:43.085891 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-666214c4-62a9-4b26-b881-756a764d66d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:43.109529 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-666214c4-62a9-4b26-b881-756a764d66d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:43.212966 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36e2c869-936e-444f-bdb4-cf4b132348a6 req-5e0a8839-e977-4174-8179-25754ed39676 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] 10.222.0.87 "GET /v2.0/security-groups?id=075dcb18-1a1f-4fb5-bbbf-f7dca45b1a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769378 Feb 17 17:45:43.249914 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3fe4f608-3414-422d-890c-a2402ef1187e req-9a2d2258-31b8-4ff6-acb3-59c2c985d8dd tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.87 "GET /v2.0/security-groups?id=d3941b88-31c3-4058-9154-f875b837f747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548084 Feb 17 17:45:43.316517 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-666214c4-62a9-4b26-b881-756a764d66d0 admin admin] Publish callbacks [] for security_group (2d698a53-802d-41e3-bc84-9111263ed954), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:43.324362 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-666214c4-62a9-4b26-b881-756a764d66d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (2d698a53-802d-41e3-bc84-9111263ed954), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:43.326607 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cff1be0-b132-4f9b-bd11-1dae07a04d03 x-openstack-request-id: req-5cff1be0-b132-4f9b-bd11-1dae07a04d03 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:45:43.327129 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87183cfd-2038-4996-94f0-756fb42a498d", "name": "network-vif-plugged", "status": "completed", "tag": "f22c970a-9d28-469f-b2db-9be14fb8306c", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:45:43.327223 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5cff1be0-b132-4f9b-bd11-1dae07a04d03 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:45:43.327578 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87183cfd-2038-4996-94f0-756fb42a498d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22c970a-9d28-469f-b2db-9be14fb8306c', 'code': 200} Feb 17 17:45:43.407040 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0445826e-b034-472f-81cb-3ce222cba36d req-66d21cd6-046e-410e-a448-ffc44af455a2 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:43.409589 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-666214c4-62a9-4b26-b881-756a764d66d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:45:43.416902 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0445826e-b034-472f-81cb-3ce222cba36d req-66d21cd6-046e-410e-a448-ffc44af455a2 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e038a89-d932-4368-96a8-1a8829db97f8 HTTP/1.1" status: 200 len: 945 time: 0.1070621 Feb 17 17:45:43.503012 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-666214c4-62a9-4b26-b881-756a764d66d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (aba469f8-ae79-42e3-99c3-1495fe273d88), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:43.503494 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-666214c4-62a9-4b26-b881-756a764d66d0 admin admin] Added segment aba469f8-ae79-42e3-99c3-1495fe273d88 of type vlan for network 84f31083-e0b3-4cbb-973a-42fdc6d15e0b Feb 17 17:45:43.551976 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0445826e-b034-472f-81cb-3ce222cba36d req-33a4cb21-e6cd-45b5-9635-195b972d28a9 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.87 "GET /v2.0/security-groups?id=d3941b88-31c3-4058-9154-f875b837f747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337700 Feb 17 17:45:43.624757 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-666214c4-62a9-4b26-b881-756a764d66d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (84f31083-e0b3-4cbb-973a-42fdc6d15e0b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:43.677390 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666214c4-62a9-4b26-b881-756a764d66d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d698a53-802d-41e3-bc84-9111263ed954,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:43.682247 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-666214c4-62a9-4b26-b881-756a764d66d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (84f31083-e0b3-4cbb-973a-42fdc6d15e0b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:43.683443 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666214c4-62a9-4b26-b881-756a764d66d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:43.684143 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-666214c4-62a9-4b26-b881-756a764d66d0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:43.995684 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be1185-e9f3-4702-8fc0-11fb464046ef req-1645871b-9607-42a1-bda0-5e1d21e706be tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:44.007484 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-10be1185-e9f3-4702-8fc0-11fb464046ef req-1645871b-9607-42a1-bda0-5e1d21e706be tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=32ad5513-5d05-48da-81dc-bf7965dce3e2 HTTP/1.1" status: 200 len: 945 time: 0.1743088 Feb 17 17:45:44.118992 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58680) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:44.144548 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-10be1185-e9f3-4702-8fc0-11fb464046ef req-e7b2da7a-486c-462a-b265-3029364c3bde tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352663 Feb 17 17:45:44.252358 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a04c82e-cb8c-407b-96e0-0d7341de1039 req-6d774b4d-7415-4cf6-8659-45f88bcd57cf tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:44.261691 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-666214c4-62a9-4b26-b881-756a764d66d0 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4190590 Feb 17 17:45:44.262539 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3a04c82e-cb8c-407b-96e0-0d7341de1039 req-6d774b4d-7415-4cf6-8659-45f88bcd57cf tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e038a89-d932-4368-96a8-1a8829db97f8 HTTP/1.1" status: 200 len: 945 time: 0.1450260 Feb 17 17:45:44.264755 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58694) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:44.271689 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-57bb4711-8bb8-4331-b286-7deccc51d20e admin admin] Request body: {'subnet': {'network_id': '84f31083-e0b3-4cbb-973a-42fdc6d15e0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-461548435-subnet', 'tenant_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:45:44.355814 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3a04c82e-cb8c-407b-96e0-0d7341de1039 req-324b0c2b-23fc-4c16-a5c8-436683633dd3 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.87 "GET /v2.0/security-groups?id=d3941b88-31c3-4058-9154-f875b837f747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921044 Feb 17 17:45:44.361472 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57bb4711-8bb8-4331-b286-7deccc51d20e admin admin] Made reservation on behalf of b2a161e2fa8f4adc9bc5cff43d7595f5 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:45:44.363835 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-57bb4711-8bb8-4331-b286-7deccc51d20e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:44.372110 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666214c4-62a9-4b26-b881-756a764d66d0 admin admin] Pushing event updated for resources: {'Network': ['ID=84f31083-e0b3-4cbb-973a-42fdc6d15e0b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:44.390626 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 84f31083-e0b3-4cbb-973a-42fdc6d15e0b details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:45:44.403657 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ca1c5-6935-43d2-bcaa-37f8f47f701b req-19c8e86b-0b1a-447f-a929-e03e2679f01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:44.437557 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-912ca1c5-6935-43d2-bcaa-37f8f47f701b req-19c8e86b-0b1a-447f-a929-e03e2679f01f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=87183cfd-2038-4996-94f0-756fb42a498d HTTP/1.1" status: 200 len: 1128 time: 1.0172479 Feb 17 17:45:44.448267 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2090f44e-9db0-4473-955e-7fc19d3e8e8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:44.549485 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-912ca1c5-6935-43d2-bcaa-37f8f47f701b req-b7b65afc-6a00-4094-a8a2-6f0430a1619e service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=075dcb18-1a1f-4fb5-bbbf-f7dca45b1a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051555 Feb 17 17:45:44.589507 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf453b-f676-4b8f-b1a6-04d53876d14e req-575efbdf-0480-40ee-8b09-040a27bb33f2 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:44.592426 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6ebf453b-f676-4b8f-b1a6-04d53876d14e req-575efbdf-0480-40ee-8b09-040a27bb33f2 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] 10.222.0.87 "GET /v2.0/ports?device_id=87183cfd-2038-4996-94f0-756fb42a498d HTTP/1.1" status: 200 len: 946 time: 0.1971967 Feb 17 17:45:44.699420 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6ebf453b-f676-4b8f-b1a6-04d53876d14e req-6fd4e82c-85e6-4096-af81-1f41180ac6b7 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] 10.222.0.87 "GET /v2.0/security-groups?id=075dcb18-1a1f-4fb5-bbbf-f7dca45b1a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977373 Feb 17 17:45:44.752169 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2090f44e-9db0-4473-955e-7fc19d3e8e8c admin admin] Publish callbacks [] for security_group (7574c9bd-4845-4df8-b5c6-5488e7ce3bb5), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:44.760026 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2090f44e-9db0-4473-955e-7fc19d3e8e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (7574c9bd-4845-4df8-b5c6-5488e7ce3bb5), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:44.835214 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090f44e-9db0-4473-955e-7fc19d3e8e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7574c9bd-4845-4df8-b5c6-5488e7ce3bb5,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:44.840190 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-57bb4711-8bb8-4331-b286-7deccc51d20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (c655e525-dc25-4790-bada-b8e5780c3b04), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:44.876802 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-2090f44e-9db0-4473-955e-7fc19d3e8e8c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3456bf38e8094f2c98c077b8cd280d94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7289479 Feb 17 17:45:44.880115 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58722) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:44.920303 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb4711-8bb8-4331-b286-7deccc51d20e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c655e525-dc25-4790-bada-b8e5780c3b04,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:44.965331 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bb4711-8bb8-4331-b286-7deccc51d20e admin admin] Checking segment: {'id': 'aba469f8-ae79-42e3-99c3-1495fe273d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '84f31083-e0b3-4cbb-973a-42fdc6d15e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:45:44.965715 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bb4711-8bb8-4331-b286-7deccc51d20e admin admin] Network hostable DHCP agents. Network: 84f31083-e0b3-4cbb-973a-42fdc6d15e0b, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:45:45.002320 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bb4711-8bb8-4331-b286-7deccc51d20e admin admin] Network 84f31083-e0b3-4cbb-973a-42fdc6d15e0b is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:45:45.027722 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af752dd2-34f7-4344-a7e1-21b5631ec529 admin admin] Publish callbacks [] for security_group (7574c9bd-4845-4df8-b5c6-5488e7ce3bb5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:45.032770 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-57bb4711-8bb8-4331-b286-7deccc51d20e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 84f31083-e0b3-4cbb-973a-42fdc6d15e0b) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:45:45.041110 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bb4711-8bb8-4331-b286-7deccc51d20e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:45.042865 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-57bb4711-8bb8-4331-b286-7deccc51d20e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:45.046667 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b933f7-295b-4b88-819b-c514693c4f78 None None] Network 84f31083-e0b3-4cbb-973a-42fdc6d15e0b requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:45:45.092108 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-57bb4711-8bb8-4331-b286-7deccc51d20e admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8250277 Feb 17 17:45:45.095093 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58730) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:45.103371 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-95c5826d-0b05-4017-b685-ca1c2a5d7790 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-461548435-router', 'tenant_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:45:45.110270 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af752dd2-34f7-4344-a7e1-21b5631ec529 admin admin] Publish callbacks [] for security_group (7574c9bd-4845-4df8-b5c6-5488e7ce3bb5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:45.157958 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-95c5826d-0b05-4017-b685-ca1c2a5d7790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (94eed536-6c70-4c48-bd4e-c58c1bac2440), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:45.160373 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-95c5826d-0b05-4017-b685-ca1c2a5d7790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (94eed536-6c70-4c48-bd4e-c58c1bac2440), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:45.253189 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-95c5826d-0b05-4017-b685-ca1c2a5d7790 admin admin] Publish callbacks [] for router_controller (94eed536-6c70-4c48-bd4e-c58c1bac2440), precommit_add_association {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:45.259117 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af752dd2-34f7-4344-a7e1-21b5631ec529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (7574c9bd-4845-4df8-b5c6-5488e7ce3bb5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:45.262330 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af752dd2-34f7-4344-a7e1-21b5631ec529 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:45.265580 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-af752dd2-34f7-4344-a7e1-21b5631ec529 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/7574c9bd-4845-4df8-b5c6-5488e7ce3bb5 HTTP/1.1" status: 204 len: 168 time: 0.3823800 Feb 17 17:45:45.293463 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb93f65b-ac00-489d-8478-be96db344dfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-84f31083-e0b3-4cbb-973a-42fdc6d15e0b', 'network_id': '84f31083-e0b3-4cbb-973a-42fdc6d15e0b', 'project_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5', 'fixed_ips': [{'subnet_id': 'c655e525-dc25-4790-bada-b8e5780c3b04'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:45:45.294347 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bb93f65b-ac00-489d-8478-be96db344dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:45.298502 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af752dd2-34f7-4344-a7e1-21b5631ec529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7574c9bd-4845-4df8-b5c6-5488e7ce3bb5,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:45.334784 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58736) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:45.664371 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-bb93f65b-ac00-489d-8478-be96db344dfa None None] Allocated IP 172.20.0.2 (84f31083-e0b3-4cbb-973a-42fdc6d15e0b/c655e525-dc25-4790-bada-b8e5780c3b04/862fe704-84c1-48e1-b4b7-90b7e0615374) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:45:45.816299 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a625e1e0-09ae-4be8-82e1-e0ee0633e712 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:46.001795 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bb93f65b-ac00-489d-8478-be96db344dfa None None] Publish callbacks [] for port (862fe704-84c1-48e1-b4b7-90b7e0615374), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:46.016132 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bb93f65b-ac00-489d-8478-be96db344dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (862fe704-84c1-48e1-b4b7-90b7e0615374), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:46.075302 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a625e1e0-09ae-4be8-82e1-e0ee0633e712 admin admin] Publish callbacks [] for security_group (88c5e953-b513-401c-a0ca-61645cb8e988), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:46.082216 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a625e1e0-09ae-4be8-82e1-e0ee0633e712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (88c5e953-b513-401c-a0ca-61645cb8e988), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:46.094910 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb93f65b-ac00-489d-8478-be96db344dfa None None] Pushing event updated for resources: {'Port': ['ID=862fe704-84c1-48e1-b4b7-90b7e0615374,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:46.105354 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb93f65b-ac00-489d-8478-be96db344dfa None None] Network 84f31083-e0b3-4cbb-973a-42fdc6d15e0b is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:45:46.107044 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-bb93f65b-ac00-489d-8478-be96db344dfa None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:45:46.110781 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb93f65b-ac00-489d-8478-be96db344dfa None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:45:46.170294 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a625e1e0-09ae-4be8-82e1-e0ee0633e712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c5e953-b513-401c-a0ca-61645cb8e988,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:46.175673 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a625e1e0-09ae-4be8-82e1-e0ee0633e712 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e293c7b9935a42a1aacb4d5eb7ec87af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8398063 Feb 17 17:45:46.178304 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58760) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:46.207540 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd695939-7e73-4b00-b1f2-d047c4c3305e req-cf9d8957-6484-4468-80ac-9492c28433d0 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:46.215014 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dd695939-7e73-4b00-b1f2-d047c4c3305e req-cf9d8957-6484-4468-80ac-9492c28433d0 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=32ad5513-5d05-48da-81dc-bf7965dce3e2 HTTP/1.1" status: 200 len: 945 time: 0.8870013 Feb 17 17:45:46.255346 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-bb93f65b-ac00-489d-8478-be96db344dfa None None] Attempting to bind port 862fe704-84c1-48e1-b4b7-90b7e0615374 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:45:46.256047 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-bb93f65b-ac00-489d-8478-be96db344dfa None None] Attempting to bind port 862fe704-84c1-48e1-b4b7-90b7e0615374 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'aba469f8-ae79-42e3-99c3-1495fe273d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '84f31083-e0b3-4cbb-973a-42fdc6d15e0b'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:45:46.256690 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb93f65b-ac00-489d-8478-be96db344dfa None None] Attempting to bind port 862fe704-84c1-48e1-b4b7-90b7e0615374 on network 84f31083-e0b3-4cbb-973a-42fdc6d15e0b {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:45:46.268301 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-95c5826d-0b05-4017-b685-ca1c2a5d7790 admin admin] Publish callbacks [] for router_gateway (94eed536-6c70-4c48-bd4e-c58c1bac2440), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:46.270250 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2a5220bf-07d1-4390-834f-8452a06ab3cb admin admin] Publish callbacks [] for security_group (88c5e953-b513-401c-a0ca-61645cb8e988), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:46.273690 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb93f65b-ac00-489d-8478-be96db344dfa None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:45:46.274316 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb93f65b-ac00-489d-8478-be96db344dfa None None] Checking segment: {'id': 'aba469f8-ae79-42e3-99c3-1495fe273d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '84f31083-e0b3-4cbb-973a-42fdc6d15e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:45:46.274982 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bb93f65b-ac00-489d-8478-be96db344dfa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:46.275499 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb93f65b-ac00-489d-8478-be96db344dfa None None] Bound using segment: {'id': 'aba469f8-ae79-42e3-99c3-1495fe273d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '84f31083-e0b3-4cbb-973a-42fdc6d15e0b'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:45:46.276187 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-bb93f65b-ac00-489d-8478-be96db344dfa None None] Bound port: 862fe704-84c1-48e1-b4b7-90b7e0615374, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba469f8-ae79-42e3-99c3-1495fe273d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '84f31083-e0b3-4cbb-973a-42fdc6d15e0b'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:45:46.276749 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bb93f65b-ac00-489d-8478-be96db344dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (862fe704-84c1-48e1-b4b7-90b7e0615374), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:46.323024 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2a5220bf-07d1-4390-834f-8452a06ab3cb admin admin] Publish callbacks [] for security_group (88c5e953-b513-401c-a0ca-61645cb8e988), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:46.349084 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77727f23-df72-4ec2-b84f-48b978f724e7 req-6986a223-3188-42b3-b4bd-09bdedfc7d18 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:46.352205 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-77727f23-df72-4ec2-b84f-48b978f724e7 req-6986a223-3188-42b3-b4bd-09bdedfc7d18 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.71 "GET /v2.0/ports?device_id=1e038a89-d932-4368-96a8-1a8829db97f8 HTTP/1.1" status: 200 len: 945 time: 0.9605749 Feb 17 17:45:46.393320 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2a5220bf-07d1-4390-834f-8452a06ab3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (88c5e953-b513-401c-a0ca-61645cb8e988), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:46.397333 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2a5220bf-07d1-4390-834f-8452a06ab3cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:46.399889 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2a5220bf-07d1-4390-834f-8452a06ab3cb admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/88c5e953-b513-401c-a0ca-61645cb8e988 HTTP/1.1" status: 204 len: 168 time: 0.2203190 Feb 17 17:45:46.434046 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5220bf-07d1-4390-834f-8452a06ab3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c5e953-b513-401c-a0ca-61645cb8e988,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:46.557298 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0b03a-7c11-40b9-84d4-b0f7ac24ed62 req-23485c9e-4309-4024-98e6-b943ba5bfe77 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:46.565920 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-89c0b03a-7c11-40b9-84d4-b0f7ac24ed62 req-23485c9e-4309-4024-98e6-b943ba5bfe77 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e038a89-d932-4368-96a8-1a8829db97f8 HTTP/1.1" status: 200 len: 945 time: 1.0728679 Feb 17 17:45:46.661867 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-89c0b03a-7c11-40b9-84d4-b0f7ac24ed62 req-05c9ff18-4610-4550-b8d4-2a99b70b37d8 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.87 "GET /v2.0/security-groups?id=d3941b88-31c3-4058-9154-f875b837f747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934999 Feb 17 17:45:46.716806 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-bb93f65b-ac00-489d-8478-be96db344dfa None None] For port 862fe704-84c1-48e1-b4b7-90b7e0615374, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:45:46.725247 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-bb93f65b-ac00-489d-8478-be96db344dfa None None] For port 862fe704-84c1-48e1-b4b7-90b7e0615374, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=862fe704-84c1-48e1-b4b7-90b7e0615374,segment=NetworkSegment(aba469f8-ae79-42e3-99c3-1495fe273d88),segment_id=aba469f8-ae79-42e3-99c3-1495fe273d88)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:45:46.731201 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dd695939-7e73-4b00-b1f2-d047c4c3305e req-5f09b32d-0d33-4123-a86d-b682518c0d9c tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4714272 Feb 17 17:45:46.745170 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bb93f65b-ac00-489d-8478-be96db344dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (862fe704-84c1-48e1-b4b7-90b7e0615374), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:46.785623 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-77727f23-df72-4ec2-b84f-48b978f724e7 req-5601b3d2-4784-4173-89d8-2a423869503c tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Deleting port aef25804-ad28-43a2-883f-f4cd455eaddf {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:45:46.786066 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-77727f23-df72-4ec2-b84f-48b978f724e7 req-5601b3d2-4784-4173-89d8-2a423869503c tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (aef25804-ad28-43a2-883f-f4cd455eaddf), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:46.848312 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb93f65b-ac00-489d-8478-be96db344dfa None None] Pushing event updated for resources: {'Port': ['ID=862fe704-84c1-48e1-b4b7-90b7e0615374,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:47.015281 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c664a6c-43c3-4a69-9b47-3ab0c989f6f4 req-c166b30b-d18e-4f5b-8620-56f6c748c458 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:47.017569 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6c664a6c-43c3-4a69-9b47-3ab0c989f6f4 req-c166b30b-d18e-4f5b-8620-56f6c748c458 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] 10.222.0.87 "GET /v2.0/ports?device_id=87183cfd-2038-4996-94f0-756fb42a498d HTTP/1.1" status: 200 len: 946 time: 0.2363029 Feb 17 17:45:47.168648 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58792) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:47.171748 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-77727f23-df72-4ec2-b84f-48b978f724e7 req-5601b3d2-4784-4173-89d8-2a423869503c tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] For port aef25804-ad28-43a2-883f-f4cd455eaddf, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=aef25804-ad28-43a2-883f-f4cd455eaddf,segment=NetworkSegment(55986a3b-e6c7-429a-8531-35745bb80f15),segment_id=55986a3b-e6c7-429a-8531-35745bb80f15)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:45:47.172960 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-77727f23-df72-4ec2-b84f-48b978f724e7 req-5601b3d2-4784-4173-89d8-2a423869503c tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (aef25804-ad28-43a2-883f-f4cd455eaddf), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:47.195057 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-77727f23-df72-4ec2-b84f-48b978f724e7 req-5601b3d2-4784-4173-89d8-2a423869503c tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Calling delete_port for aef25804-ad28-43a2-883f-f4cd455eaddf owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:45:47.216782 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7d945ced-d91f-4a75-ab26-370bf86aaf65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:47.441921 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 862fe704-84c1-48e1-b4b7-90b7e0615374 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:45:47.487663 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7d945ced-d91f-4a75-ab26-370bf86aaf65 admin admin] Publish callbacks [] for security_group (994e6eaf-fedd-4b06-a752-e12c3a35726d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:47.497833 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7d945ced-d91f-4a75-ab26-370bf86aaf65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (994e6eaf-fedd-4b06-a752-e12c3a35726d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:47.549275 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d945ced-d91f-4a75-ab26-370bf86aaf65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994e6eaf-fedd-4b06-a752-e12c3a35726d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:47.602641 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-77727f23-df72-4ec2-b84f-48b978f724e7 req-5601b3d2-4784-4173-89d8-2a423869503c tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (aef25804-ad28-43a2-883f-f4cd455eaddf), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:47.610269 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 862fe704-84c1-48e1-b4b7-90b7e0615374 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:45:47.611249 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (862fe704-84c1-48e1-b4b7-90b7e0615374), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:47.621808 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['a24ce40a-1062-4264-8542-10c44a30d0dd'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:45:47.625496 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['1a320670-378d-4596-81b0-048014767f8c'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:45:47.646102 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7d945ced-d91f-4a75-ab26-370bf86aaf65 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6c59ffbf18de493fac1e82bd140fd6b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4755001 Feb 17 17:45:47.648766 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58820) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:47.717248 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6c664a6c-43c3-4a69-9b47-3ab0c989f6f4 req-74c0327d-1a32-4997-b58f-30d6d0cf52ba tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] 10.222.0.87 "GET /v2.0/security-groups?id=075dcb18-1a1f-4fb5-bbbf-f7dca45b1a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6929116 Feb 17 17:45:47.725223 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5601b3d2-4784-4173-89d8-2a423869503c tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Pushing event deleted for resources: {'Port': ['ID=aef25804-ad28-43a2-883f-f4cd455eaddf,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:47.851452 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c109714c-ae16-449c-9194-f661fde46752 admin admin] Publish callbacks [] for security_group (994e6eaf-fedd-4b06-a752-e12c3a35726d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:47.924830 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c109714c-ae16-449c-9194-f661fde46752 admin admin] Publish callbacks [] for security_group (994e6eaf-fedd-4b06-a752-e12c3a35726d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:47.956767 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-95c5826d-0b05-4017-b685-ca1c2a5d7790 admin admin] Publish callbacks [] for router_gateway (94eed536-6c70-4c48-bd4e-c58c1bac2440), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:47.959282 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-77727f23-df72-4ec2-b84f-48b978f724e7 req-5601b3d2-4784-4173-89d8-2a423869503c tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] No DVR routers for this DVR port aef25804-ad28-43a2-883f-f4cd455eaddf on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:45:47.986268 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-77727f23-df72-4ec2-b84f-48b978f724e7 req-5601b3d2-4784-4173-89d8-2a423869503c tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:47.993009 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-77727f23-df72-4ec2-b84f-48b978f724e7 req-5601b3d2-4784-4173-89d8-2a423869503c tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.71 "DELETE /v2.0/ports/aef25804-ad28-43a2-883f-f4cd455eaddf HTTP/1.1" status: 204 len: 173 time: 1.6255162 Feb 17 17:45:48.032758 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e038a89-d932-4368-96a8-1a8829db97f8', 'name': 'network-vif-deleted', 'tag': 'aef25804-ad28-43a2-883f-f4cd455eaddf'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:45:48.035232 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f790004f-1e94-471e-afe1-e5f8409aa284" -d '{"events": [{"server_uuid": "1e038a89-d932-4368-96a8-1a8829db97f8", "name": "network-vif-deleted", "tag": "aef25804-ad28-43a2-883f-f4cd455eaddf"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:45:48.075720 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c109714c-ae16-449c-9194-f661fde46752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (994e6eaf-fedd-4b06-a752-e12c3a35726d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:48.081587 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c109714c-ae16-449c-9194-f661fde46752 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:48.083448 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c109714c-ae16-449c-9194-f661fde46752 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/994e6eaf-fedd-4b06-a752-e12c3a35726d HTTP/1.1" status: 204 len: 168 time: 0.4334757 Feb 17 17:45:48.114477 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c109714c-ae16-449c-9194-f661fde46752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994e6eaf-fedd-4b06-a752-e12c3a35726d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:48.133992 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bc13113d-15f5-4f0a-a0e0-f6877ea4a040 req-0aaaf11f-f658-4344-8b68-4e4e6b241215 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e038a89-d932-4368-96a8-1a8829db97f8 HTTP/1.1" status: 200 len: 210 time: 0.2455513 Feb 17 17:45:48.143524 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-95c5826d-0b05-4017-b685-ca1c2a5d7790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:48.648986 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3eac34-7cb1-49de-8b8a-7b422e78445a x-openstack-request-id: req-dc3eac34-7cb1-49de-8b8a-7b422e78445a {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:45:48.649645 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e038a89-d932-4368-96a8-1a8829db97f8", "name": "network-vif-deleted", "tag": "aef25804-ad28-43a2-883f-f4cd455eaddf", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:45:48.649645 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-dc3eac34-7cb1-49de-8b8a-7b422e78445a {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:45:48.650008 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e038a89-d932-4368-96a8-1a8829db97f8', 'name': 'network-vif-deleted', 'tag': 'aef25804-ad28-43a2-883f-f4cd455eaddf', 'status': 'completed', 'code': 200} Feb 17 17:45:48.676332 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-95c5826d-0b05-4017-b685-ca1c2a5d7790 admin admin] Allocated IP 172.25.8.114 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/b08a3d9c-c274-464d-a615-d40df59e8e9b) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:45:48.711077 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf1535-6ddd-4218-a606-933f587b765e req-9a3eb0dc-f851-467e-b09e-025db7ee12ab tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:48.713100 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-52cf1535-6ddd-4218-a606-933f587b765e req-9a3eb0dc-f851-467e-b09e-025db7ee12ab tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=32ad5513-5d05-48da-81dc-bf7965dce3e2 HTTP/1.1" status: 200 len: 945 time: 0.7517166 Feb 17 17:45:48.729863 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 862fe704-84c1-48e1-b4b7-90b7e0615374 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:45:48.730457 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (862fe704-84c1-48e1-b4b7-90b7e0615374), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:49.027774 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device aef25804-ad28-43a2-883f-f4cd455eaddf no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:45:49.073821 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-95c5826d-0b05-4017-b685-ca1c2a5d7790 admin admin] Publish callbacks [] for port (b08a3d9c-c274-464d-a615-d40df59e8e9b), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:49.152154 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: aef25804-ad28-43a2-883f-f4cd455eaddf {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:45:49.152886 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device aef25804-ad28-43a2-883f-f4cd455eaddf not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:45:49.154473 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:49.192652 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 862fe704-84c1-48e1-b4b7-90b7e0615374, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=862fe704-84c1-48e1-b4b7-90b7e0615374,segment=NetworkSegment(aba469f8-ae79-42e3-99c3-1495fe273d88),segment_id=aba469f8-ae79-42e3-99c3-1495fe273d88)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:45:49.195644 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f2a73b-d6ec-4758-86d4-bd03c07adf2a None None] Network 84f31083-e0b3-4cbb-973a-42fdc6d15e0b requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:45:49.214111 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (862fe704-84c1-48e1-b4b7-90b7e0615374), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:49.242336 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-52cf1535-6ddd-4218-a606-933f587b765e req-c7baf0b3-a9c7-418f-8349-c5b06fa935d8 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5191612 Feb 17 17:45:49.266768 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-95c5826d-0b05-4017-b685-ca1c2a5d7790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (b08a3d9c-c274-464d-a615-d40df59e8e9b), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:49.382897 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c5826d-0b05-4017-b685-ca1c2a5d7790 admin admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:45:49.412414 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58904) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:49.454468 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-95c5826d-0b05-4017-b685-ca1c2a5d7790 admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:45:49.477820 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c5826d-0b05-4017-b685-ca1c2a5d7790 admin admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:45:49.642919 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-3bd44d3a-8f5e-41a4-b517-1deb2fbcf8d4 None None] Provisioning complete for port 862fe704-84c1-48e1-b4b7-90b7e0615374 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:45:49.643718 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3bd44d3a-8f5e-41a4-b517-1deb2fbcf8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (862fe704-84c1-48e1-b4b7-90b7e0615374), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:49.795970 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=862fe704-84c1-48e1-b4b7-90b7e0615374,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:49.908810 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c5826d-0b05-4017-b685-ca1c2a5d7790 admin admin] Pushing event updated for resources: {'Port': ['ID=b08a3d9c-c274-464d-a615-d40df59e8e9b,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:49.975288 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de3bfbd6-e255-454b-a658-abd3e623079c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:50.052968 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:50.081753 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee39793-5bd6-423a-aa1b-7870841035e4 req-a67293fb-c394-48f3-9e3e-9892002c381e tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:50.110713 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8ee39793-5bd6-423a-aa1b-7870841035e4 req-a67293fb-c394-48f3-9e3e-9892002c381e tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] 10.222.0.87 "GET /v2.0/ports?device_id=87183cfd-2038-4996-94f0-756fb42a498d HTTP/1.1" status: 200 len: 946 time: 0.3188450 Feb 17 17:45:50.132602 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-3bd44d3a-8f5e-41a4-b517-1deb2fbcf8d4 None None] Current status of the port 862fe704-84c1-48e1-b4b7-90b7e0615374 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:45:50.267029 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de3bfbd6-e255-454b-a658-abd3e623079c admin admin] Publish callbacks [] for security_group (7a6a7763-0c68-42fa-97f7-fafae6b82658), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:50.281806 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de3bfbd6-e255-454b-a658-abd3e623079c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (7a6a7763-0c68-42fa-97f7-fafae6b82658), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:50.385251 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-de3bfbd6-e255-454b-a658-abd3e623079c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1e2167fb493b414194a0992103773177&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9673953 Feb 17 17:45:50.386638 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58944) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:50.396689 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8ee39793-5bd6-423a-aa1b-7870841035e4 req-2f33e239-be92-4119-b6e8-b0deb3507c2f tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] 10.222.0.87 "GET /v2.0/security-groups?id=075dcb18-1a1f-4fb5-bbbf-f7dca45b1a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803121 Feb 17 17:45:50.438389 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-95c5826d-0b05-4017-b685-ca1c2a5d7790 admin admin] Publish callbacks [] for router_gateway (94eed536-6c70-4c48-bd4e-c58c1bac2440), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:50.479241 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3bfbd6-e255-454b-a658-abd3e623079c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6a7763-0c68-42fa-97f7-fafae6b82658,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:50.530959 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7f5bad61-bd16-458d-9cc8-8ba9e7f85bfd admin admin] Publish callbacks [] for security_group (7a6a7763-0c68-42fa-97f7-fafae6b82658), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:50.565542 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7f5bad61-bd16-458d-9cc8-8ba9e7f85bfd admin admin] Publish callbacks [] for security_group (7a6a7763-0c68-42fa-97f7-fafae6b82658), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:50.642385 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b4e30-dcd0-41c3-afe4-b449f2863808 req-3a0d76bd-e826-4c09-864a-76f47cae7e84 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:50.652322 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4e3b4e30-dcd0-41c3-afe4-b449f2863808 req-3a0d76bd-e826-4c09-864a-76f47cae7e84 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=32ad5513-5d05-48da-81dc-bf7965dce3e2 HTTP/1.1" status: 200 len: 945 time: 0.1055355 Feb 17 17:45:50.659594 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7f5bad61-bd16-458d-9cc8-8ba9e7f85bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (7a6a7763-0c68-42fa-97f7-fafae6b82658), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:50.663915 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7f5bad61-bd16-458d-9cc8-8ba9e7f85bfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:50.672430 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7f5bad61-bd16-458d-9cc8-8ba9e7f85bfd admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/7a6a7763-0c68-42fa-97f7-fafae6b82658 HTTP/1.1" status: 204 len: 168 time: 0.2792010 Feb 17 17:45:50.685277 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5bad61-bd16-458d-9cc8-8ba9e7f85bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6a7763-0c68-42fa-97f7-fafae6b82658,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:50.708834 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-ec97a1e8-04c9-4527-b7fe-f980fde04427 None None] Provisioning complete for port 862fe704-84c1-48e1-b4b7-90b7e0615374 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:45:50.709979 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ec97a1e8-04c9-4527-b7fe-f980fde04427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (862fe704-84c1-48e1-b4b7-90b7e0615374), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:50.840555 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4e3b4e30-dcd0-41c3-afe4-b449f2863808 req-cb6a56b3-9b5a-44b9-88f4-c30cd5fb398e tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862228 Feb 17 17:45:50.958456 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-ec97a1e8-04c9-4527-b7fe-f980fde04427 None None] Current status of the port 862fe704-84c1-48e1-b4b7-90b7e0615374 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:45:51.044920 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-95c5826d-0b05-4017-b685-ca1c2a5d7790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (94eed536-6c70-4c48-bd4e-c58c1bac2440), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:51.105034 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3f2f8-46f4-45f6-a6ac-b431505d3f93 req-3c0b9fad-91ae-4273-ba70-a41af6a9219e tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:51.106947 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-beb3f2f8-46f4-45f6-a6ac-b431505d3f93 req-3c0b9fad-91ae-4273-ba70-a41af6a9219e tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] 10.222.0.91 "GET /v2.0/ports?device_id=87183cfd-2038-4996-94f0-756fb42a498d HTTP/1.1" status: 200 len: 946 time: 0.1313832 Feb 17 17:45:51.333235 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-beb3f2f8-46f4-45f6-a6ac-b431505d3f93 req-efaf6f0b-375a-4d2d-8efd-155a95a994d8 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Deleting port f22c970a-9d28-469f-b2db-9be14fb8306c {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:45:51.333588 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-beb3f2f8-46f4-45f6-a6ac-b431505d3f93 req-efaf6f0b-375a-4d2d-8efd-155a95a994d8 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (f22c970a-9d28-469f-b2db-9be14fb8306c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:51.349836 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 862fe704-84c1-48e1-b4b7-90b7e0615374 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:45:51.444536 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97caf05-658d-4c6a-9844-935c8451291a req-daba108f-51fa-48d2-bf6b-2fa1050d068b tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:51.451148 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97caf05-658d-4c6a-9844-935c8451291a req-daba108f-51fa-48d2-bf6b-2fa1050d068b tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:51.466709 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b97caf05-658d-4c6a-9844-935c8451291a req-daba108f-51fa-48d2-bf6b-2fa1050d068b tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.87 "GET /v2.0/ports?device_id=2196fb28-06de-4013-9f6c-20e9f1534aa8&device_id=29da794a-9d26-444e-bf71-7bbb84afc828 HTTP/1.1" status: 200 len: 1682 time: 0.2478702 Feb 17 17:45:51.511245 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 862fe704-84c1-48e1-b4b7-90b7e0615374 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:45:51.512710 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (862fe704-84c1-48e1-b4b7-90b7e0615374), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:51.600660 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-beb3f2f8-46f4-45f6-a6ac-b431505d3f93 req-efaf6f0b-375a-4d2d-8efd-155a95a994d8 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] For port f22c970a-9d28-469f-b2db-9be14fb8306c, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=f22c970a-9d28-469f-b2db-9be14fb8306c,segment=NetworkSegment(d4de418d-f54f-438b-980c-074cf8b0ffdd),segment_id=d4de418d-f54f-438b-980c-074cf8b0ffdd)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:45:51.610570 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-beb3f2f8-46f4-45f6-a6ac-b431505d3f93 req-efaf6f0b-375a-4d2d-8efd-155a95a994d8 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (f22c970a-9d28-469f-b2db-9be14fb8306c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:51.613118 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b97caf05-658d-4c6a-9844-935c8451291a req-b3bf137c-83c7-4a48-a4bf-43a713903925 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.87 "GET /v2.0/security-groups?id=d3941b88-31c3-4058-9154-f875b837f747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458657 Feb 17 17:45:51.660738 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-beb3f2f8-46f4-45f6-a6ac-b431505d3f93 req-efaf6f0b-375a-4d2d-8efd-155a95a994d8 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Calling delete_port for f22c970a-9d28-469f-b2db-9be14fb8306c owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:45:51.664522 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 862fe704-84c1-48e1-b4b7-90b7e0615374 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:45:51.705491 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95c5826d-0b05-4017-b685-ca1c2a5d7790 admin admin] Router 94eed536-6c70-4c48-bd4e-c58c1bac2440 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:45:51.758623 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e352c6a-3590-4b43-b4f7-822783aea699 req-1a9d9787-9e37-44c1-b33d-0b0109b222b0 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:51.760282 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0e352c6a-3590-4b43-b4f7-822783aea699 req-1a9d9787-9e37-44c1-b33d-0b0109b222b0 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] 10.222.0.87 "GET /v2.0/ports?device_id=87183cfd-2038-4996-94f0-756fb42a498d HTTP/1.1" status: 200 len: 946 time: 0.1573169 Feb 17 17:45:52.011701 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-beb3f2f8-46f4-45f6-a6ac-b431505d3f93 req-efaf6f0b-375a-4d2d-8efd-155a95a994d8 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (f22c970a-9d28-469f-b2db-9be14fb8306c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:52.013997 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c5826d-0b05-4017-b685-ca1c2a5d7790 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:45:52.024571 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['f22c970a-9d28-469f-b2db-9be14fb8306c'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:45:52.031275 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6d8695-2292-4b88-9eb2-f74764270173 None None] Sync routers for ids ['94eed536-6c70-4c48-bd4e-c58c1bac2440'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:45:52.063864 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6d8695-2292-4b88-9eb2-f74764270173 None None] Routers {'94eed536-6c70-4c48-bd4e-c58c1bac2440'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:45:52.065195 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-7c6d8695-2292-4b88-9eb2-f74764270173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:45:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['94eed536-6c70-4c48-bd4e-c58c1bac2440'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:45:52.114014 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaf6f0b-375a-4d2d-8efd-155a95a994d8 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Pushing event deleted for resources: {'Port': ['ID=f22c970a-9d28-469f-b2db-9be14fb8306c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:52.126699 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0e352c6a-3590-4b43-b4f7-822783aea699 req-e4726ebc-f25c-4847-8ed0-261f78d0884f tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] 10.222.0.87 "GET /v2.0/security-groups?id=075dcb18-1a1f-4fb5-bbbf-f7dca45b1a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120443 Feb 17 17:45:52.132768 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-95c5826d-0b05-4017-b685-ca1c2a5d7790 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:52.143839 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-95c5826d-0b05-4017-b685-ca1c2a5d7790 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.0476108 Feb 17 17:45:52.146059 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59002) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:52.215152 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb3f2f8-46f4-45f6-a6ac-b431505d3f93 req-efaf6f0b-375a-4d2d-8efd-155a95a994d8 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] No DVR routers for this DVR port f22c970a-9d28-469f-b2db-9be14fb8306c on host n-h2-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:45:52.218257 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-beb3f2f8-46f4-45f6-a6ac-b431505d3f93 req-efaf6f0b-375a-4d2d-8efd-155a95a994d8 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:52.227245 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-beb3f2f8-46f4-45f6-a6ac-b431505d3f93 req-efaf6f0b-375a-4d2d-8efd-155a95a994d8 tempest-VolumesActionsTest-588209369 tempest-VolumesActionsTest-588209369-project] 10.222.0.91 "DELETE /v2.0/ports/f22c970a-9d28-469f-b2db-9be14fb8306c HTTP/1.1" status: 204 len: 173 time: 1.1143014 Feb 17 17:45:52.227935 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87183cfd-2038-4996-94f0-756fb42a498d', 'name': 'network-vif-deleted', 'tag': 'f22c970a-9d28-469f-b2db-9be14fb8306c'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:45:52.234893 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae2d821-83cf-4f6e-b105-b8a14167325d" -d '{"events": [{"server_uuid": "87183cfd-2038-4996-94f0-756fb42a498d", "name": "network-vif-deleted", "tag": "f22c970a-9d28-469f-b2db-9be14fb8306c"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:45:52.263070 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59014) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:52.421719 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-7c6d8695-2292-4b88-9eb2-f74764270173 None None] Set router 94eed536-6c70-4c48-bd4e-c58c1bac2440 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:45:52.470367 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f89cb4-f34e-4671-9bb3-959c08060b68 req-d9e4abf1-04f9-46c3-b1a2-270ec3bedea4 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:52.478300 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-96f89cb4-f34e-4671-9bb3-959c08060b68 req-d9e4abf1-04f9-46c3-b1a2-270ec3bedea4 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=32ad5513-5d05-48da-81dc-bf7965dce3e2 HTTP/1.1" status: 200 len: 945 time: 0.4691296 Feb 17 17:45:52.626709 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add235c6-f118-4836-b1b9-66725fa66eba x-openstack-request-id: req-add235c6-f118-4836-b1b9-66725fa66eba {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:45:52.627171 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87183cfd-2038-4996-94f0-756fb42a498d", "name": "network-vif-deleted", "tag": "f22c970a-9d28-469f-b2db-9be14fb8306c", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:45:52.627289 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-add235c6-f118-4836-b1b9-66725fa66eba {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:45:52.627820 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87183cfd-2038-4996-94f0-756fb42a498d', 'name': 'network-vif-deleted', 'tag': 'f22c970a-9d28-469f-b2db-9be14fb8306c', 'status': 'completed', 'code': 200} Feb 17 17:45:52.637586 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-96f89cb4-f34e-4671-9bb3-959c08060b68 req-a4822783-262d-44f0-99e8-5f85968d3f93 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582177 Feb 17 17:45:52.674286 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-9e0e58e1-b95c-41fc-a666-8c015dd8cf9d tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-464026930'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:45:52.730868 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0e58e1-b95c-41fc-a666-8c015dd8cf9d tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Made reservation on behalf of 8a70b1828b3e447ab89c8c470fe68be0 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:45:52.739723 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9e0e58e1-b95c-41fc-a666-8c015dd8cf9d tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:52.760160 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9e0e58e1-b95c-41fc-a666-8c015dd8cf9d tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:52.837322 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-7c6d8695-2292-4b88-9eb2-f74764270173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94eed536-6c70-4c48-bd4e-c58c1bac2440', 'name': 'tempest-ServersTestManualDisk-461548435-router', 'tenant_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'b08a3d9c-c274-464d-a615-d40df59e8e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:45:45Z', 'updated_at': '2022-02-17T17:45:50Z', 'revision_number': 3, 'project_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5', 'gw_port': {'id': 'b08a3d9c-c274-464d-a615-d40df59e8e9b', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:10:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94eed536-6c70-4c48-bd4e-c58c1bac2440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:45:48Z', 'updated_at': '2022-02-17T17:45:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:45:52.968175 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59024) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:52.976281 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9e0e58e1-b95c-41fc-a666-8c015dd8cf9d tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Publish callbacks [] for security_group (db438c85-cb53-4b9e-94e7-7beff0f3292c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:52.996619 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9e0e58e1-b95c-41fc-a666-8c015dd8cf9d tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (db438c85-cb53-4b9e-94e7-7beff0f3292c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:53.038270 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e0e58e1-b95c-41fc-a666-8c015dd8cf9d tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:45:53.133472 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9e0e58e1-b95c-41fc-a666-8c015dd8cf9d tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (38403338-2a09-4acf-9341-9b874d687a5f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:53.133967 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-9e0e58e1-b95c-41fc-a666-8c015dd8cf9d tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Added segment 38403338-2a09-4acf-9341-9b874d687a5f of type vlan for network 4a6fe166-bf9b-48bd-b206-664f1ebefeff Feb 17 17:45:53.136264 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6d8695-2292-4b88-9eb2-f74764270173 None None] Checking router: 94eed536-6c70-4c48-bd4e-c58c1bac2440 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:45:53.138387 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6d8695-2292-4b88-9eb2-f74764270173 None None] Updating router 94eed536-6c70-4c48-bd4e-c58c1bac2440 port b08a3d9c-c274-464d-a615-d40df59e8e9b binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:45:53.220041 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0e58e1-b95c-41fc-a666-8c015dd8cf9d tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db438c85-cb53-4b9e-94e7-7beff0f3292c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:53.226332 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-7c6d8695-2292-4b88-9eb2-f74764270173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b08a3d9c-c274-464d-a615-d40df59e8e9b), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:53.285426 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9e0e58e1-b95c-41fc-a666-8c015dd8cf9d tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (4a6fe166-bf9b-48bd-b206-664f1ebefeff), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:53.359150 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9e0e58e1-b95c-41fc-a666-8c015dd8cf9d tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (4a6fe166-bf9b-48bd-b206-664f1ebefeff), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:53.364652 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0e58e1-b95c-41fc-a666-8c015dd8cf9d tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:53.365484 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9e0e58e1-b95c-41fc-a666-8c015dd8cf9d tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:53.476837 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0e58e1-b95c-41fc-a666-8c015dd8cf9d tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Pushing event updated for resources: {'Network': ['ID=4a6fe166-bf9b-48bd-b206-664f1ebefeff,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:53.491693 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 4a6fe166-bf9b-48bd-b206-664f1ebefeff details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:45:53.498954 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b7a53181-2414-4ef9-a5e0-d7a80ddc3a39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:53.518849 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9e0e58e1-b95c-41fc-a666-8c015dd8cf9d tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2543066 Feb 17 17:45:53.520553 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59044) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:53.526615 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-c7d814f6-7da2-4b41-b7cc-25923d732631 tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Request body: {'subnet': {'network_id': '4a6fe166-bf9b-48bd-b206-664f1ebefeff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:45:53.626407 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-922d6679-5c9c-4bc0-a878-a2843a0f5885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:53.657622 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d814f6-7da2-4b41-b7cc-25923d732631 tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Made reservation on behalf of 8a70b1828b3e447ab89c8c470fe68be0 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:45:53.667986 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c7d814f6-7da2-4b41-b7cc-25923d732631 tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:53.682948 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacab4c-8eb2-414e-b0d6-9fff1fb3b9ef req-f7e16046-dda1-4362-9024-dfcc9b51f6de tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:53.691326 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-faacab4c-8eb2-414e-b0d6-9fff1fb3b9ef req-f7e16046-dda1-4362-9024-dfcc9b51f6de tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.87 "GET /v2.0/ports?device_id=2196fb28-06de-4013-9f6c-20e9f1534aa8 HTTP/1.1" status: 200 len: 945 time: 0.3704822 Feb 17 17:45:53.837876 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-7c6d8695-2292-4b88-9eb2-f74764270173 None None] Publish callbacks [] for port (b08a3d9c-c274-464d-a615-d40df59e8e9b), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:53.844717 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-7c6d8695-2292-4b88-9eb2-f74764270173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b08a3d9c-c274-464d-a615-d40df59e8e9b), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:53.894949 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b7a53181-2414-4ef9-a5e0-d7a80ddc3a39 admin admin] Publish callbacks [] for security_group (6f9a2b2d-1068-4276-b3ba-d0990a53e9a4), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:53.934482 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b7a53181-2414-4ef9-a5e0-d7a80ddc3a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (6f9a2b2d-1068-4276-b3ba-d0990a53e9a4), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:53.980710 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c7d814f6-7da2-4b41-b7cc-25923d732631 tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (9f4666e8-9e1c-488e-8544-8d8cefa20806), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:53.982543 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-7c6d8695-2292-4b88-9eb2-f74764270173 None None] Attempting to bind port b08a3d9c-c274-464d-a615-d40df59e8e9b on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:45:53.983117 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-7c6d8695-2292-4b88-9eb2-f74764270173 None None] Attempting to bind port b08a3d9c-c274-464d-a615-d40df59e8e9b by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:45:53.983787 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6d8695-2292-4b88-9eb2-f74764270173 None None] Attempting to bind port b08a3d9c-c274-464d-a615-d40df59e8e9b on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:45:53.991451 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b7a53181-2414-4ef9-a5e0-d7a80ddc3a39 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2654e6febca0445cb2cfb3f42ac73b22&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0164526 Feb 17 17:45:53.992334 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f23409-934a-46db-b29e-e506e0e9d934 None None] Pushing event updated for resources: {'Port': ['ID=b08a3d9c-c274-464d-a615-d40df59e8e9b,revision_number=2']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:53.996348 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6d8695-2292-4b88-9eb2-f74764270173 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:45:53.996981 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6d8695-2292-4b88-9eb2-f74764270173 None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:45:53.997546 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-7c6d8695-2292-4b88-9eb2-f74764270173 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:53.998162 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59062) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:53.999049 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6d8695-2292-4b88-9eb2-f74764270173 None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:45:53.999828 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-7c6d8695-2292-4b88-9eb2-f74764270173 None None] Bound port: b08a3d9c-c274-464d-a615-d40df59e8e9b, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:45:54.000422 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-7c6d8695-2292-4b88-9eb2-f74764270173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b08a3d9c-c274-464d-a615-d40df59e8e9b), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:54.037430 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f23409-934a-46db-b29e-e506e0e9d934 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:45:54.037796 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f23409-934a-46db-b29e-e506e0e9d934 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:45:54.038143 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f23409-934a-46db-b29e-e506e0e9d934 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:45:54.038482 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f23409-934a-46db-b29e-e506e0e9d934 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:45:54.038809 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f23409-934a-46db-b29e-e506e0e9d934 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:45:54.039132 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f23409-934a-46db-b29e-e506e0e9d934 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:45:54.040110 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f23409-934a-46db-b29e-e506e0e9d934 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:45:54.040489 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f23409-934a-46db-b29e-e506e0e9d934 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:45:54.040879 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f23409-934a-46db-b29e-e506e0e9d934 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:45:54.041126 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f23409-934a-46db-b29e-e506e0e9d934 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:45:54.041446 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f23409-934a-46db-b29e-e506e0e9d934 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:45:54.042033 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f23409-934a-46db-b29e-e506e0e9d934 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:45:54.042356 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f23409-934a-46db-b29e-e506e0e9d934 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:45:54.109250 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-7c6d8695-2292-4b88-9eb2-f74764270173 None None] For port b08a3d9c-c274-464d-a615-d40df59e8e9b, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:45:54.113347 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-7c6d8695-2292-4b88-9eb2-f74764270173 None None] For port b08a3d9c-c274-464d-a615-d40df59e8e9b, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=b08a3d9c-c274-464d-a615-d40df59e8e9b,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:45:54.121789 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-7c6d8695-2292-4b88-9eb2-f74764270173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b08a3d9c-c274-464d-a615-d40df59e8e9b), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:54.140158 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-faacab4c-8eb2-414e-b0d6-9fff1fb3b9ef req-20f0b003-2e71-41d4-96cf-1c79aaaf5fc5 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.87 "GET /v2.0/security-groups?id=d3941b88-31c3-4058-9154-f875b837f747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4428430 Feb 17 17:45:54.142188 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a53181-2414-4ef9-a5e0-d7a80ddc3a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9a2b2d-1068-4276-b3ba-d0990a53e9a4,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:54.187296 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8a837-b82b-438b-9e7a-0ad9ad5d8fad req-dbc1bb60-5ebc-40a4-a9bc-a008d65d4315 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:54.188846 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f5d8a837-b82b-438b-9e7a-0ad9ad5d8fad req-dbc1bb60-5ebc-40a4-a9bc-a008d65d4315 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=32ad5513-5d05-48da-81dc-bf7965dce3e2 HTTP/1.1" status: 200 len: 945 time: 0.3828540 Feb 17 17:45:54.243032 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c6bb0003-6f15-489d-bbd5-1df3344a0022 admin admin] Publish callbacks [] for security_group (6f9a2b2d-1068-4276-b3ba-d0990a53e9a4), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:54.275496 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d814f6-7da2-4b41-b7cc-25923d732631 tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Pushing event updated for resources: {'Subnet': ['ID=9f4666e8-9e1c-488e-8544-8d8cefa20806,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:54.290372 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6d8695-2292-4b88-9eb2-f74764270173 None None] Routers {'94eed536-6c70-4c48-bd4e-c58c1bac2440'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:45:54.291009 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-7c6d8695-2292-4b88-9eb2-f74764270173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:45:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['94eed536-6c70-4c48-bd4e-c58c1bac2440'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:45:54.305920 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d814f6-7da2-4b41-b7cc-25923d732631 tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Checking segment: {'id': '38403338-2a09-4acf-9341-9b874d687a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4a6fe166-bf9b-48bd-b206-664f1ebefeff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:45:54.306291 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d814f6-7da2-4b41-b7cc-25923d732631 tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Network hostable DHCP agents. Network: 4a6fe166-bf9b-48bd-b206-664f1ebefeff, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:45:54.309271 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-922d6679-5c9c-4bc0-a878-a2843a0f5885 admin admin] Allocated IP 172.20.0.1 (84f31083-e0b3-4cbb-973a-42fdc6d15e0b/c655e525-dc25-4790-bada-b8e5780c3b04/af12266c-059b-4a1a-8154-0808818f6314) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:45:54.312470 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c6bb0003-6f15-489d-bbd5-1df3344a0022 admin admin] Publish callbacks [] for security_group (6f9a2b2d-1068-4276-b3ba-d0990a53e9a4), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:54.350709 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76029c0-fd66-4459-89c3-bc6d88e9e957 req-abe4820f-7e62-4958-81c8-7ddfd0d5daa9 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:54.353292 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d76029c0-fd66-4459-89c3-bc6d88e9e957 req-abe4820f-7e62-4958-81c8-7ddfd0d5daa9 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.91 "GET /v2.0/ports?device_id=2196fb28-06de-4013-9f6c-20e9f1534aa8 HTTP/1.1" status: 200 len: 945 time: 0.2026312 Feb 17 17:45:54.375258 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f5d8a837-b82b-438b-9e7a-0ad9ad5d8fad req-94889712-fa59-4df4-b73a-7d70c3212594 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623812 Feb 17 17:45:54.381980 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d814f6-7da2-4b41-b7cc-25923d732631 tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Network 4a6fe166-bf9b-48bd-b206-664f1ebefeff is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:45:54.410891 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f23409-934a-46db-b29e-e506e0e9d934 None None] Pushing event updated for resources: {'Port': ['ID=b08a3d9c-c274-464d-a615-d40df59e8e9b,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:54.438450 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-c7d814f6-7da2-4b41-b7cc-25923d732631 tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 4a6fe166-bf9b-48bd-b206-664f1ebefeff) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:45:54.447630 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d814f6-7da2-4b41-b7cc-25923d732631 tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:54.448234 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c7d814f6-7da2-4b41-b7cc-25923d732631 tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:54.448932 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49905144-0c03-429c-86f3-a4858ed1c0bb None None] Network 4a6fe166-bf9b-48bd-b206-664f1ebefeff requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:45:54.495302 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c7d814f6-7da2-4b41-b7cc-25923d732631 tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9731724 Feb 17 17:45:54.497956 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59076) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:54.509670 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-60e5ce4d-4850-4be1-9034-ed9feb0e2779 tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Request body: {'port': {'network_id': '4a6fe166-bf9b-48bd-b206-664f1ebefeff', 'name': 'tempest-DHCPAgentSchedulersTestJSON-349537454'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:45:54.620926 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c6bb0003-6f15-489d-bbd5-1df3344a0022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (6f9a2b2d-1068-4276-b3ba-d0990a53e9a4), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:54.623962 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c6bb0003-6f15-489d-bbd5-1df3344a0022 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:54.625681 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-7c6d8695-2292-4b88-9eb2-f74764270173 None None] Set router 94eed536-6c70-4c48-bd4e-c58c1bac2440 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:45:54.643583 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c6bb0003-6f15-489d-bbd5-1df3344a0022 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6f9a2b2d-1068-4276-b3ba-d0990a53e9a4 HTTP/1.1" status: 204 len: 168 time: 0.6010103 Feb 17 17:45:54.667223 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e609ce-a79f-41d1-b081-da698a50c2d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-4a6fe166-bf9b-48bd-b206-664f1ebefeff', 'network_id': '4a6fe166-bf9b-48bd-b206-664f1ebefeff', 'project_id': '8a70b1828b3e447ab89c8c470fe68be0', 'fixed_ips': [{'subnet_id': '9f4666e8-9e1c-488e-8544-8d8cefa20806'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:45:54.668106 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-05e609ce-a79f-41d1-b081-da698a50c2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:54.699630 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb0003-6f15-489d-bbd5-1df3344a0022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9a2b2d-1068-4276-b3ba-d0990a53e9a4,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:54.713354 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-922d6679-5c9c-4bc0-a878-a2843a0f5885 admin admin] Publish callbacks [] for port (af12266c-059b-4a1a-8154-0808818f6314), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:54.755998 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e6067-0431-4854-b78f-117b4bab2ad5 req-01c6bf31-e6da-4036-a7f7-282a093a0ae7 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:54.759800 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cd9e6067-0431-4854-b78f-117b4bab2ad5 req-01c6bf31-e6da-4036-a7f7-282a093a0ae7 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.71 "GET /v2.0/ports?device_id=29da794a-9d26-444e-bf71-7bbb84afc828 HTTP/1.1" status: 200 len: 946 time: 0.2782841 Feb 17 17:45:54.770850 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-d76029c0-fd66-4459-89c3-bc6d88e9e957 req-eabcefc5-821c-40fa-a1f4-6abdc8bace0c tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Deleting port 1a320670-378d-4596-81b0-048014767f8c {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:45:54.771555 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d76029c0-fd66-4459-89c3-bc6d88e9e957 req-eabcefc5-821c-40fa-a1f4-6abdc8bace0c tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (1a320670-378d-4596-81b0-048014767f8c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:54.966302 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-922d6679-5c9c-4bc0-a878-a2843a0f5885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (af12266c-059b-4a1a-8154-0808818f6314), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:54.983905 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-05e609ce-a79f-41d1-b081-da698a50c2d6 None None] Allocated IP 172.20.0.2 (4a6fe166-bf9b-48bd-b206-664f1ebefeff/9f4666e8-9e1c-488e-8544-8d8cefa20806/d5f05310-4652-4d8c-8113-9c7292ae114d) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:45:55.113222 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-7c6d8695-2292-4b88-9eb2-f74764270173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94eed536-6c70-4c48-bd4e-c58c1bac2440', 'name': 'tempest-ServersTestManualDisk-461548435-router', 'tenant_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'b08a3d9c-c274-464d-a615-d40df59e8e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:45:45Z', 'updated_at': '2022-02-17T17:45:50Z', 'revision_number': 3, 'project_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5', 'gw_port': {'id': 'b08a3d9c-c274-464d-a615-d40df59e8e9b', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:10:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94eed536-6c70-4c48-bd4e-c58c1bac2440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:45:48Z', 'updated_at': '2022-02-17T17:45:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:45:55.121450 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-d76029c0-fd66-4459-89c3-bc6d88e9e957 req-eabcefc5-821c-40fa-a1f4-6abdc8bace0c tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] For port 1a320670-378d-4596-81b0-048014767f8c, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=1a320670-378d-4596-81b0-048014767f8c,segment=NetworkSegment(55986a3b-e6c7-429a-8531-35745bb80f15),segment_id=55986a3b-e6c7-429a-8531-35745bb80f15)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:45:55.121831 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d76029c0-fd66-4459-89c3-bc6d88e9e957 req-eabcefc5-821c-40fa-a1f4-6abdc8bace0c tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (1a320670-378d-4596-81b0-048014767f8c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:55.149304 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-d76029c0-fd66-4459-89c3-bc6d88e9e957 req-eabcefc5-821c-40fa-a1f4-6abdc8bace0c tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Calling delete_port for 1a320670-378d-4596-81b0-048014767f8c owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:45:55.175409 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922d6679-5c9c-4bc0-a878-a2843a0f5885 admin admin] Network 84f31083-e0b3-4cbb-973a-42fdc6d15e0b is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:45:55.191130 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6d8695-2292-4b88-9eb2-f74764270173 None None] The sync data for ids ['94eed536-6c70-4c48-bd4e-c58c1bac2440'] in n-d-829613-2 is: [{'id': '94eed536-6c70-4c48-bd4e-c58c1bac2440', 'name': 'tempest-ServersTestManualDisk-461548435-router', 'tenant_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'b08a3d9c-c274-464d-a615-d40df59e8e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:45:45Z', 'updated_at': '2022-02-17T17:45:50Z', 'revision_number': 3, 'project_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5', 'gw_port': {'id': 'b08a3d9c-c274-464d-a615-d40df59e8e9b', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:10:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94eed536-6c70-4c48-bd4e-c58c1bac2440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:45:48Z', 'updated_at': '2022-02-17T17:45:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:45:55.232168 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-922d6679-5c9c-4bc0-a878-a2843a0f5885 admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:45:55.235046 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922d6679-5c9c-4bc0-a878-a2843a0f5885 admin admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:45:55.347835 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-05e609ce-a79f-41d1-b081-da698a50c2d6 None None] Publish callbacks [] for port (d5f05310-4652-4d8c-8113-9c7292ae114d), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:55.366971 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d6679-5c9c-4bc0-a878-a2843a0f5885 admin admin] Pushing event updated for resources: {'Port': ['ID=af12266c-059b-4a1a-8154-0808818f6314,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:55.367948 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-05e609ce-a79f-41d1-b081-da698a50c2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (d5f05310-4652-4d8c-8113-9c7292ae114d), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:55.407561 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-922d6679-5c9c-4bc0-a878-a2843a0f5885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (94eed536-6c70-4c48-bd4e-c58c1bac2440), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:55.524544 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e609ce-a79f-41d1-b081-da698a50c2d6 None None] Network 4a6fe166-bf9b-48bd-b206-664f1ebefeff is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:45:55.526104 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d76029c0-fd66-4459-89c3-bc6d88e9e957 req-eabcefc5-821c-40fa-a1f4-6abdc8bace0c tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (1a320670-378d-4596-81b0-048014767f8c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:55.555521 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-05e609ce-a79f-41d1-b081-da698a50c2d6 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:45:55.574715 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e609ce-a79f-41d1-b081-da698a50c2d6 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:45:55.593919 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabcefc5-821c-40fa-a1f4-6abdc8bace0c tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Pushing event deleted for resources: {'Port': ['ID=1a320670-378d-4596-81b0-048014767f8c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:55.611433 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e5ce4d-4850-4be1-9034-ed9feb0e2779 tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Made reservation on behalf of 8a70b1828b3e447ab89c8c470fe68be0 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:45:55.620438 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-60e5ce4d-4850-4be1-9034-ed9feb0e2779 tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:55.625490 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['1a320670-378d-4596-81b0-048014767f8c'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:45:55.641527 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['a24ce40a-1062-4264-8542-10c44a30d0dd'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:45:55.828787 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-60e5ce4d-4850-4be1-9034-ed9feb0e2779 tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] device_id is not set on port 562ac454-0547-445f-85cf-f91a5a8331a3 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:45:56.006754 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e609ce-a79f-41d1-b081-da698a50c2d6 None None] Pushing event updated for resources: {'Port': ['ID=d5f05310-4652-4d8c-8113-9c7292ae114d,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:56.022778 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-05e609ce-a79f-41d1-b081-da698a50c2d6 None None] Attempting to bind port d5f05310-4652-4d8c-8113-9c7292ae114d on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:45:56.023251 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-05e609ce-a79f-41d1-b081-da698a50c2d6 None None] Attempting to bind port d5f05310-4652-4d8c-8113-9c7292ae114d by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '38403338-2a09-4acf-9341-9b874d687a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4a6fe166-bf9b-48bd-b206-664f1ebefeff'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:45:56.023637 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e609ce-a79f-41d1-b081-da698a50c2d6 None None] Attempting to bind port d5f05310-4652-4d8c-8113-9c7292ae114d on network 4a6fe166-bf9b-48bd-b206-664f1ebefeff {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:45:56.047235 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e609ce-a79f-41d1-b081-da698a50c2d6 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:45:56.047665 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e609ce-a79f-41d1-b081-da698a50c2d6 None None] Checking segment: {'id': '38403338-2a09-4acf-9341-9b874d687a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4a6fe166-bf9b-48bd-b206-664f1ebefeff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:45:56.048018 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-05e609ce-a79f-41d1-b081-da698a50c2d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:56.048444 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e609ce-a79f-41d1-b081-da698a50c2d6 None None] Bound using segment: {'id': '38403338-2a09-4acf-9341-9b874d687a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4a6fe166-bf9b-48bd-b206-664f1ebefeff'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:45:56.048936 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-05e609ce-a79f-41d1-b081-da698a50c2d6 None None] Bound port: d5f05310-4652-4d8c-8113-9c7292ae114d, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38403338-2a09-4acf-9341-9b874d687a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '4a6fe166-bf9b-48bd-b206-664f1ebefeff'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:45:56.049323 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-05e609ce-a79f-41d1-b081-da698a50c2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d5f05310-4652-4d8c-8113-9c7292ae114d), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:56.094763 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-60e5ce4d-4850-4be1-9034-ed9feb0e2779 tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Allocated IP 172.20.0.10 (4a6fe166-bf9b-48bd-b206-664f1ebefeff/9f4666e8-9e1c-488e-8544-8d8cefa20806/562ac454-0547-445f-85cf-f91a5a8331a3) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:45:56.168143 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-04c4630c-eb91-4fd7-8c5f-792d4a1b1d49 None None] Provisioning complete for port af12266c-059b-4a1a-8154-0808818f6314 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:45:56.168531 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-04c4630c-eb91-4fd7-8c5f-792d4a1b1d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (af12266c-059b-4a1a-8154-0808818f6314), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:56.272746 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-d76029c0-fd66-4459-89c3-bc6d88e9e957 req-eabcefc5-821c-40fa-a1f4-6abdc8bace0c tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] No DVR routers for this DVR port 1a320670-378d-4596-81b0-048014767f8c on host n-h2-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:45:56.287224 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d76029c0-fd66-4459-89c3-bc6d88e9e957 req-eabcefc5-821c-40fa-a1f4-6abdc8bace0c tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:56.288742 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device f22c970a-9d28-469f-b2db-9be14fb8306c no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:45:56.297250 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d76029c0-fd66-4459-89c3-bc6d88e9e957 req-eabcefc5-821c-40fa-a1f4-6abdc8bace0c tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.91 "DELETE /v2.0/ports/1a320670-378d-4596-81b0-048014767f8c HTTP/1.1" status: 204 len: 173 time: 1.9387383 Feb 17 17:45:56.300945 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2196fb28-06de-4013-9f6c-20e9f1534aa8', 'name': 'network-vif-deleted', 'tag': '1a320670-378d-4596-81b0-048014767f8c'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:45:56.314486 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f904619-94b3-4cc2-a857-ee7d5b94b704" -d '{"events": [{"server_uuid": "2196fb28-06de-4013-9f6c-20e9f1534aa8", "name": "network-vif-deleted", "tag": "1a320670-378d-4596-81b0-048014767f8c"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:45:56.452493 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: f22c970a-9d28-469f-b2db-9be14fb8306c {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:45:56.453189 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device f22c970a-9d28-469f-b2db-9be14fb8306c not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:45:56.498826 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-04c4630c-eb91-4fd7-8c5f-792d4a1b1d49 None None] Port af12266c-059b-4a1a-8154-0808818f6314 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:45:56.593801 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-05e609ce-a79f-41d1-b081-da698a50c2d6 None None] For port d5f05310-4652-4d8c-8113-9c7292ae114d, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:45:56.603520 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-05e609ce-a79f-41d1-b081-da698a50c2d6 None None] For port d5f05310-4652-4d8c-8113-9c7292ae114d, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=d5f05310-4652-4d8c-8113-9c7292ae114d,segment=NetworkSegment(38403338-2a09-4acf-9341-9b874d687a5f),segment_id=38403338-2a09-4acf-9341-9b874d687a5f)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:45:56.617309 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-05e609ce-a79f-41d1-b081-da698a50c2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (d5f05310-4652-4d8c-8113-9c7292ae114d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:56.721681 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-60e5ce4d-4850-4be1-9034-ed9feb0e2779 tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Publish callbacks [] for port (562ac454-0547-445f-85cf-f91a5a8331a3), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:56.731435 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e609ce-a79f-41d1-b081-da698a50c2d6 None None] Pushing event updated for resources: {'Port': ['ID=d5f05310-4652-4d8c-8113-9c7292ae114d,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:56.814827 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-60e5ce4d-4850-4be1-9034-ed9feb0e2779 tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (562ac454-0547-445f-85cf-f91a5a8331a3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:56.954556 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e5ce4d-4850-4be1-9034-ed9feb0e2779 tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Network 4a6fe166-bf9b-48bd-b206-664f1ebefeff is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:45:56.964717 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-60e5ce4d-4850-4be1-9034-ed9feb0e2779 tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:45:56.968693 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-cd9e6067-0431-4854-b78f-117b4bab2ad5 req-e940e98a-a66b-40a5-affb-a9c9a2b4bcb2 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Deleting port a24ce40a-1062-4264-8542-10c44a30d0dd {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:45:56.969229 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-cd9e6067-0431-4854-b78f-117b4bab2ad5 req-e940e98a-a66b-40a5-affb-a9c9a2b4bcb2 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (a24ce40a-1062-4264-8542-10c44a30d0dd), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:57.002278 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e5ce4d-4850-4be1-9034-ed9feb0e2779 tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:45:57.010849 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e5ce4d-4850-4be1-9034-ed9feb0e2779 tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Pushing event updated for resources: {'Port': ['ID=562ac454-0547-445f-85cf-f91a5a8331a3,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:57.023255 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4ea49-5116-4a0e-93ef-558276c214c2 req-7b6e6cac-18c5-4d6a-a2a0-88f83fec0611 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:57.053145 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c7b4ea49-5116-4a0e-93ef-558276c214c2 req-7b6e6cac-18c5-4d6a-a2a0-88f83fec0611 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=32ad5513-5d05-48da-81dc-bf7965dce3e2 HTTP/1.1" status: 200 len: 945 time: 1.4307563 Feb 17 17:45:57.110011 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e5ce4d-4850-4be1-9034-ed9feb0e2779 tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:57.110704 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-60e5ce4d-4850-4be1-9034-ed9feb0e2779 tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:57.145168 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-60e5ce4d-4850-4be1-9034-ed9feb0e2779 tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6460669 Feb 17 17:45:57.150083 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59146) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:57.157458 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6f19c-554d-4466-b33f-69802ceb0a6a req-a0cbbdc6-3b42-4a55-b143-4aa71cacec3b tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:45:57.159122 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dec6f19c-554d-4466-b33f-69802ceb0a6a req-a0cbbdc6-3b42-4a55-b143-4aa71cacec3b tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.87 "GET /v2.0/ports?device_id=2196fb28-06de-4013-9f6c-20e9f1534aa8 HTTP/1.1" status: 200 len: 867 time: 1.7857487 Feb 17 17:45:57.400090 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-42b48e95-4257-41ca-a650-fb2f80cf16ed tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Deleting port 562ac454-0547-445f-85cf-f91a5a8331a3 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:45:57.408992 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-42b48e95-4257-41ca-a650-fb2f80cf16ed tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (562ac454-0547-445f-85cf-f91a5a8331a3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:57.582613 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-42b48e95-4257-41ca-a650-fb2f80cf16ed tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (562ac454-0547-445f-85cf-f91a5a8331a3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:57.598017 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-42b48e95-4257-41ca-a650-fb2f80cf16ed tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Calling delete_port for 562ac454-0547-445f-85cf-f91a5a8331a3 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:45:57.604773 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device d5f05310-4652-4d8c-8113-9c7292ae114d up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:45:57.792020 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-42b48e95-4257-41ca-a650-fb2f80cf16ed tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (562ac454-0547-445f-85cf-f91a5a8331a3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:57.810666 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port d5f05310-4652-4d8c-8113-9c7292ae114d triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:45:57.811611 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d5f05310-4652-4d8c-8113-9c7292ae114d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:57.820699 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dec6f19c-554d-4466-b33f-69802ceb0a6a req-e6718cb0-52f6-4fd9-acd0-6d105a44aad0 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.87 "GET /v2.0/security-groups?id=d3941b88-31c3-4058-9154-f875b837f747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6499922 Feb 17 17:45:57.835016 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c7b4ea49-5116-4a0e-93ef-558276c214c2 req-59b17c98-c8ce-48a6-a697-64e4ba0c6dda tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7809672 Feb 17 17:45:57.846077 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b48e95-4257-41ca-a650-fb2f80cf16ed tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Pushing event deleted for resources: {'Port': ['ID=562ac454-0547-445f-85cf-f91a5a8331a3,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:57.975631 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-922d6679-5c9c-4bc0-a878-a2843a0f5885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (af12266c-059b-4a1a-8154-0808818f6314), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:58.015690 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-cd9e6067-0431-4854-b78f-117b4bab2ad5 req-e940e98a-a66b-40a5-affb-a9c9a2b4bcb2 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] For port a24ce40a-1062-4264-8542-10c44a30d0dd, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=a24ce40a-1062-4264-8542-10c44a30d0dd,segment=NetworkSegment(55986a3b-e6c7-429a-8531-35745bb80f15),segment_id=55986a3b-e6c7-429a-8531-35745bb80f15)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:45:58.016448 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-cd9e6067-0431-4854-b78f-117b4bab2ad5 req-e940e98a-a66b-40a5-affb-a9c9a2b4bcb2 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (a24ce40a-1062-4264-8542-10c44a30d0dd), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:58.022961 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4856011f-3aff-471b-9625-dcec9c458e39 x-openstack-request-id: req-4856011f-3aff-471b-9625-dcec9c458e39 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:45:58.028141 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2196fb28-06de-4013-9f6c-20e9f1534aa8", "name": "network-vif-deleted", "tag": "1a320670-378d-4596-81b0-048014767f8c", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:45:58.028896 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4856011f-3aff-471b-9625-dcec9c458e39 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:45:58.029749 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2196fb28-06de-4013-9f6c-20e9f1534aa8', 'name': 'network-vif-deleted', 'tag': '1a320670-378d-4596-81b0-048014767f8c', 'status': 'completed', 'code': 200} Feb 17 17:45:58.068832 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-cd9e6067-0431-4854-b78f-117b4bab2ad5 req-e940e98a-a66b-40a5-affb-a9c9a2b4bcb2 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Calling delete_port for a24ce40a-1062-4264-8542-10c44a30d0dd owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:45:58.083243 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-42b48e95-4257-41ca-a650-fb2f80cf16ed tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:58.087924 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-42b48e95-4257-41ca-a650-fb2f80cf16ed tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] 10.222.0.87 "DELETE /v2.0/ports/562ac454-0547-445f-85cf-f91a5a8331a3 HTTP/1.1" status: 204 len: 168 time: 0.9358041 Feb 17 17:45:58.092865 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59166) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:58.117640 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59170) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:58.164171 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port d5f05310-4652-4d8c-8113-9c7292ae114d is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:45:58.167608 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d5f05310-4652-4d8c-8113-9c7292ae114d), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:58.259037 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port d5f05310-4652-4d8c-8113-9c7292ae114d, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=d5f05310-4652-4d8c-8113-9c7292ae114d,segment=NetworkSegment(38403338-2a09-4acf-9341-9b874d687a5f),segment_id=38403338-2a09-4acf-9341-9b874d687a5f)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:45:58.276526 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (d5f05310-4652-4d8c-8113-9c7292ae114d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:58.277510 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device b08a3d9c-c274-464d-a615-d40df59e8e9b up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:45:58.284059 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 1a320670-378d-4596-81b0-048014767f8c no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:45:58.438327 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-b1537a83-5026-4fe8-8b53-0e6afea3d974 tempest-MeteringTestJSON-1497328230 tempest-MeteringTestJSON-1497328230-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1841395765'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:45:58.439198 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-b1537a83-5026-4fe8-8b53-0e6afea3d974 tempest-MeteringTestJSON-1497328230 tempest-MeteringTestJSON-1497328230-project-admin] Unknown quota resources ['metering_label']. {{(pid=103434) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 17 17:45:58.528294 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: 1a320670-378d-4596-81b0-048014767f8c {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:45:58.528706 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 1a320670-378d-4596-81b0-048014767f8c not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:45:58.824852 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e5b74a91-0a4b-4b60-a5a4-e6786cbbb21c tempest-DHCPAgentSchedulersTestJSON-204682826 tempest-DHCPAgentSchedulersTestJSON-204682826-project-admin] 10.222.0.87 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4926 time: 0.7211215 Feb 17 17:45:58.833742 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59182) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:58.893441 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-54306e68-820b-4d24-94cf-f05738feb492 tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-187148926'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:45:58.925253 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b1537a83-5026-4fe8-8b53-0e6afea3d974 tempest-MeteringTestJSON-1497328230 tempest-MeteringTestJSON-1497328230-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:58.929960 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b1537a83-5026-4fe8-8b53-0e6afea3d974 tempest-MeteringTestJSON-1497328230 tempest-MeteringTestJSON-1497328230-project-admin] 10.222.0.87 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8078802 Feb 17 17:45:58.936841 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59190) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:58.949884 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-5453f936-ad89-4d9e-8a58-a811bf7d3b82 tempest-MeteringTestJSON-1497328230 tempest-MeteringTestJSON-1497328230-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'a2a56a32-e400-4c2e-84d0-26f496dea72a'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:45:58.950484 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-5453f936-ad89-4d9e-8a58-a811bf7d3b82 tempest-MeteringTestJSON-1497328230 tempest-MeteringTestJSON-1497328230-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103434) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 17 17:45:58.986121 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-922d6679-5c9c-4bc0-a878-a2843a0f5885 admin admin] Publish callbacks [] for port (af12266c-059b-4a1a-8154-0808818f6314), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:59.026762 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-922d6679-5c9c-4bc0-a878-a2843a0f5885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (af12266c-059b-4a1a-8154-0808818f6314), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:59.101163 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-cd9e6067-0431-4854-b78f-117b4bab2ad5 req-e940e98a-a66b-40a5-affb-a9c9a2b4bcb2 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (a24ce40a-1062-4264-8542-10c44a30d0dd), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:59.170936 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-922d6679-5c9c-4bc0-a878-a2843a0f5885 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (94eed536-6c70-4c48-bd4e-c58c1bac2440), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:59.231399 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d6679-5c9c-4bc0-a878-a2843a0f5885 admin admin] Pushing event updated for resources: {'Port': ['ID=af12266c-059b-4a1a-8154-0808818f6314,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:59.268778 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=d5f05310-4652-4d8c-8113-9c7292ae114d,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:59.275996 n-d-829613-2 neutron-server[103434]: WARNING neutron.services.metering.metering_plugin [None req-5453f936-ad89-4d9e-8a58-a811bf7d3b82 tempest-MeteringTestJSON-1497328230 tempest-MeteringTestJSON-1497328230-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 17 17:45:59.280349 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device a24ce40a-1062-4264-8542-10c44a30d0dd no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:45:59.314881 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: a24ce40a-1062-4264-8542-10c44a30d0dd {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:45:59.315502 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device a24ce40a-1062-4264-8542-10c44a30d0dd not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:45:59.357789 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port b08a3d9c-c274-464d-a615-d40df59e8e9b triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:45:59.358735 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b08a3d9c-c274-464d-a615-d40df59e8e9b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:59.492041 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b102796a-6982-426e-b536-b0020fcbbe11 None None] Network 4a6fe166-bf9b-48bd-b206-664f1ebefeff requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:45:59.559442 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54306e68-820b-4d24-94cf-f05738feb492 tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Made reservation on behalf of 8a70b1828b3e447ab89c8c470fe68be0 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:45:59.563303 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-54306e68-820b-4d24-94cf-f05738feb492 tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:59.765309 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5453f936-ad89-4d9e-8a58-a811bf7d3b82 tempest-MeteringTestJSON-1497328230 tempest-MeteringTestJSON-1497328230-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:59.770221 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5453f936-ad89-4d9e-8a58-a811bf7d3b82 tempest-MeteringTestJSON-1497328230 tempest-MeteringTestJSON-1497328230-project-admin] 10.222.0.87 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.8275986 Feb 17 17:45:59.771156 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59208) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:45:59.791789 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-0264b81c-db5a-4565-9887-cdee0601fe94 tempest-MeteringTestJSON-1497328230 tempest-MeteringTestJSON-1497328230-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'a2a56a32-e400-4c2e-84d0-26f496dea72a'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:45:59.803529 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-0264b81c-db5a-4565-9887-cdee0601fe94 tempest-MeteringTestJSON-1497328230 tempest-MeteringTestJSON-1497328230-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103434) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 17 17:45:59.902341 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e940e98a-a66b-40a5-affb-a9c9a2b4bcb2 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Pushing event deleted for resources: {'Port': ['ID=a24ce40a-1062-4264-8542-10c44a30d0dd,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:45:59.923487 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5f56186c-a577-433a-b2c4-e6ad484005e4 None None] Provisioning complete for port d5f05310-4652-4d8c-8113-9c7292ae114d triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:45:59.924282 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5f56186c-a577-433a-b2c4-e6ad484005e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d5f05310-4652-4d8c-8113-9c7292ae114d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:45:59.980219 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd9e6067-0431-4854-b78f-117b4bab2ad5 req-e940e98a-a66b-40a5-affb-a9c9a2b4bcb2 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] No DVR routers for this DVR port a24ce40a-1062-4264-8542-10c44a30d0dd on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:46:00.017417 n-d-829613-2 neutron-server[103434]: WARNING neutron.services.metering.metering_plugin [None req-0264b81c-db5a-4565-9887-cdee0601fe94 tempest-MeteringTestJSON-1497328230 tempest-MeteringTestJSON-1497328230-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 17 17:46:00.046449 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4bd185a7-fab5-43e9-968f-55928cd3acbc req-371221ff-0307-49cf-9edc-5960ba726d61 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.87 "GET /v2.0/ports?device_id=29da794a-9d26-444e-bf71-7bbb84afc828 HTTP/1.1" status: 200 len: 210 time: 0.8334043 Feb 17 17:46:00.072531 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-cd9e6067-0431-4854-b78f-117b4bab2ad5 req-e940e98a-a66b-40a5-affb-a9c9a2b4bcb2 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:00.107928 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cd9e6067-0431-4854-b78f-117b4bab2ad5 req-e940e98a-a66b-40a5-affb-a9c9a2b4bcb2 tempest-ListServersNegativeTestJSON-125822826 tempest-ListServersNegativeTestJSON-125822826-project] 10.222.0.71 "DELETE /v2.0/ports/a24ce40a-1062-4264-8542-10c44a30d0dd HTTP/1.1" status: 204 len: 173 time: 5.2714143 Feb 17 17:46:00.110306 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29da794a-9d26-444e-bf71-7bbb84afc828', 'name': 'network-vif-deleted', 'tag': 'a24ce40a-1062-4264-8542-10c44a30d0dd'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:46:00.119396 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2aef04d-a97c-4b17-a1e6-4505edb24609" -d '{"events": [{"server_uuid": "29da794a-9d26-444e-bf71-7bbb84afc828", "name": "network-vif-deleted", "tag": "a24ce40a-1062-4264-8542-10c44a30d0dd"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:46:00.188901 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922d6679-5c9c-4bc0-a878-a2843a0f5885 admin admin] Network 84f31083-e0b3-4cbb-973a-42fdc6d15e0b is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:46:00.193043 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-922d6679-5c9c-4bc0-a878-a2843a0f5885 admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:46:00.210788 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54306e68-820b-4d24-94cf-f05738feb492 tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:46:00.242718 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b026b8-1037-49dd-a7c2-d09bca0a084e req-d3f2c8bb-0d39-4dda-be03-0531f929d8c8 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:00.244773 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-87b026b8-1037-49dd-a7c2-d09bca0a084e req-d3f2c8bb-0d39-4dda-be03-0531f929d8c8 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=32ad5513-5d05-48da-81dc-bf7965dce3e2 HTTP/1.1" status: 200 len: 945 time: 1.1299286 Feb 17 17:46:00.251489 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-54306e68-820b-4d24-94cf-f05738feb492 tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (235b3fc8-5f21-489e-8749-466c826778d2), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:00.252205 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-54306e68-820b-4d24-94cf-f05738feb492 tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Added segment 235b3fc8-5f21-489e-8749-466c826778d2 of type vlan for network 40be0bc5-3e59-4977-9dcb-b3d33cb53945 Feb 17 17:46:00.322756 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed704f3-9dfd-4438-be1c-51902942d310 x-openstack-request-id: req-eed704f3-9dfd-4438-be1c-51902942d310 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:46:00.323551 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29da794a-9d26-444e-bf71-7bbb84afc828", "name": "network-vif-deleted", "tag": "a24ce40a-1062-4264-8542-10c44a30d0dd", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:46:00.324048 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-eed704f3-9dfd-4438-be1c-51902942d310 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:46:00.324754 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29da794a-9d26-444e-bf71-7bbb84afc828', 'name': 'network-vif-deleted', 'tag': 'a24ce40a-1062-4264-8542-10c44a30d0dd', 'status': 'completed', 'code': 200} Feb 17 17:46:00.513279 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0264b81c-db5a-4565-9887-cdee0601fe94 tempest-MeteringTestJSON-1497328230 tempest-MeteringTestJSON-1497328230-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:00.517705 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0264b81c-db5a-4565-9887-cdee0601fe94 tempest-MeteringTestJSON-1497328230 tempest-MeteringTestJSON-1497328230-project-admin] 10.222.0.87 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7339661 Feb 17 17:46:00.525440 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port b08a3d9c-c274-464d-a615-d40df59e8e9b is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:46:00.527224 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b08a3d9c-c274-464d-a615-d40df59e8e9b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:00.532526 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59218) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:00.542722 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5f56186c-a577-433a-b2c4-e6ad484005e4 None None] Current status of the port d5f05310-4652-4d8c-8113-9c7292ae114d is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:46:00.569613 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-87b026b8-1037-49dd-a7c2-d09bca0a084e req-48f22426-5df1-44df-b7ea-b06ea25192fd tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491231 Feb 17 17:46:00.578935 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-51b4a2a4-2a87-429f-ad41-fcf0c0da1ed3 tempest-MeteringTestJSON-1497328230 tempest-MeteringTestJSON-1497328230-project-admin] 10.222.0.87 "GET /v2.0/metering/metering-label-rules?id=0026c5b7-c907-422f-8813-fed64e2f2eb7 HTTP/1.1" status: 200 len: 464 time: 0.0387857 Feb 17 17:46:00.579717 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59220) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:00.613545 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port b08a3d9c-c274-464d-a615-d40df59e8e9b, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=b08a3d9c-c274-464d-a615-d40df59e8e9b,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:46:00.623622 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b08a3d9c-c274-464d-a615-d40df59e8e9b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:00.791852 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-54306e68-820b-4d24-94cf-f05738feb492 tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (40be0bc5-3e59-4977-9dcb-b3d33cb53945), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:00.839721 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=b08a3d9c-c274-464d-a615-d40df59e8e9b,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:00.875792 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device d5f05310-4652-4d8c-8113-9c7292ae114d up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:46:00.944778 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-13f670be-fa46-4ec7-9788-6ae914ff98d9 tempest-MeteringTestJSON-1497328230 tempest-MeteringTestJSON-1497328230-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:00.949260 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59224) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:00.949734 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-13f670be-fa46-4ec7-9788-6ae914ff98d9 tempest-MeteringTestJSON-1497328230 tempest-MeteringTestJSON-1497328230-project-admin] 10.222.0.87 "DELETE /v2.0/metering/metering-label-rules/0026c5b7-c907-422f-8813-fed64e2f2eb7 HTTP/1.1" status: 204 len: 168 time: 0.3663826 Feb 17 17:46:00.999629 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c1472dd5-aa1b-4502-8b5e-4b33af358b4f tempest-MeteringTestJSON-1497328230 tempest-MeteringTestJSON-1497328230-project-admin] 10.222.0.87 "GET /v2.0/metering/metering-label-rules?id=0026c5b7-c907-422f-8813-fed64e2f2eb7 HTTP/1.1" status: 200 len: 221 time: 0.0453708 Feb 17 17:46:01.000698 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59226) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:01.005956 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-39fb6094-b61e-4a92-a8a0-b1ba29b66e55 tempest-MeteringTestJSON-1497328230 tempest-MeteringTestJSON-1497328230-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--101514357', 'description': 'label created by tempest'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:46:01.007061 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-39fb6094-b61e-4a92-a8a0-b1ba29b66e55 tempest-MeteringTestJSON-1497328230 tempest-MeteringTestJSON-1497328230-project-admin] Unknown quota resources ['metering_label']. {{(pid=103434) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 17 17:46:01.015411 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-54306e68-820b-4d24-94cf-f05738feb492 tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (40be0bc5-3e59-4977-9dcb-b3d33cb53945), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:01.039325 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-51c0a9f9-9420-4e03-b659-4b658c6a3b37 None None] Provisioning complete for port af12266c-059b-4a1a-8154-0808818f6314 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:46:01.040111 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-51c0a9f9-9420-4e03-b659-4b658c6a3b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (af12266c-059b-4a1a-8154-0808818f6314), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:01.047432 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54306e68-820b-4d24-94cf-f05738feb492 tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:01.048142 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-54306e68-820b-4d24-94cf-f05738feb492 tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:01.068013 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-922d6679-5c9c-4bc0-a878-a2843a0f5885 admin admin] Router 94eed536-6c70-4c48-bd4e-c58c1bac2440 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:46:01.199119 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-51c0a9f9-9420-4e03-b659-4b658c6a3b37 None None] Port af12266c-059b-4a1a-8154-0808818f6314 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:46:01.226812 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port d5f05310-4652-4d8c-8113-9c7292ae114d triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:46:01.230562 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d5f05310-4652-4d8c-8113-9c7292ae114d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:01.238485 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59236) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:01.382112 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-3e560e1f-5deb-4b8b-b29a-40747ac210c6 None None] Provisioning complete for port d5f05310-4652-4d8c-8113-9c7292ae114d triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:46:01.384438 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3e560e1f-5deb-4b8b-b29a-40747ac210c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d5f05310-4652-4d8c-8113-9c7292ae114d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:01.419854 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecaa18aa-f5a4-497d-bea3-78449510de9c admin admin] Deleting subnet 4de680a8-c197-4239-841c-0c303eb01353 {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:46:01.445690 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ecaa18aa-f5a4-497d-bea3-78449510de9c admin admin] Publish callbacks [] for subnet (4de680a8-c197-4239-841c-0c303eb01353), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:01.486577 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-39fb6094-b61e-4a92-a8a0-b1ba29b66e55 tempest-MeteringTestJSON-1497328230 tempest-MeteringTestJSON-1497328230-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:01.494628 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-39fb6094-b61e-4a92-a8a0-b1ba29b66e55 tempest-MeteringTestJSON-1497328230 tempest-MeteringTestJSON-1497328230-project-admin] 10.222.0.87 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4921432 Feb 17 17:46:01.495687 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59238) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:01.562885 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ecaa18aa-f5a4-497d-bea3-78449510de9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (4de680a8-c197-4239-841c-0c303eb01353), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:01.600795 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port d5f05310-4652-4d8c-8113-9c7292ae114d is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:46:01.721121 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-512debed-1679-4d48-bb1f-088bf68ee5dd tempest-MeteringTestJSON-1497328230 tempest-MeteringTestJSON-1497328230-project-admin] 10.222.0.87 "GET /v2.0/metering/metering-labels?id=7b44be75-77a6-452d-89b3-8f9212e45191 HTTP/1.1" status: 200 len: 467 time: 0.2238231 Feb 17 17:46:01.722917 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59242) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:01.731605 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-3e560e1f-5deb-4b8b-b29a-40747ac210c6 None None] Current status of the port d5f05310-4652-4d8c-8113-9c7292ae114d is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:46:01.743194 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ecaa18aa-f5a4-497d-bea3-78449510de9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (4de680a8-c197-4239-841c-0c303eb01353), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:01.845060 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-78820260-4e5f-4ccf-a678-ffb9e75ecb32 None None] Could not find standard attr ID for object 562ac454-0547-445f-85cf-f91a5a8331a3. {{(pid=103436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 17:46:01.904851 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-54306e68-820b-4d24-94cf-f05738feb492 tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.0456264 Feb 17 17:46:01.922013 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59244) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:01.938620 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ecaa18aa-f5a4-497d-bea3-78449510de9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (4de680a8-c197-4239-841c-0c303eb01353), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:02.067242 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa18aa-f5a4-497d-bea3-78449510de9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4de680a8-c197-4239-841c-0c303eb01353,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:02.238775 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa2badaa-4db1-49a9-8b73-98ba0bcf4450 tempest-MeteringTestJSON-1497328230 tempest-MeteringTestJSON-1497328230-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:02.243139 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fa2badaa-4db1-49a9-8b73-98ba0bcf4450 tempest-MeteringTestJSON-1497328230 tempest-MeteringTestJSON-1497328230-project-admin] 10.222.0.87 "DELETE /v2.0/metering/metering-labels/7b44be75-77a6-452d-89b3-8f9212e45191 HTTP/1.1" status: 204 len: 168 time: 0.5189586 Feb 17 17:46:02.243899 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59252) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:02.279072 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5adc1ece-2570-4331-b45c-3209e08a4448 tempest-MeteringTestJSON-1497328230 tempest-MeteringTestJSON-1497328230-project-admin] 10.222.0.87 "GET /v2.0/metering/metering-labels?id=7b44be75-77a6-452d-89b3-8f9212e45191 HTTP/1.1" status: 200 len: 216 time: 0.0323055 Feb 17 17:46:02.280796 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59254) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:02.309352 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7e70881b-d2d8-4f57-9865-5466d4a90044 tempest-MeteringTestJSON-1497328230 tempest-MeteringTestJSON-1497328230-project-admin] 10.222.0.87 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0232019 Feb 17 17:46:02.311106 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59258) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:02.347453 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c3e5ae9f-8d3f-4a41-806e-14e4558e5235 tempest-MeteringTestJSON-1497328230 tempest-MeteringTestJSON-1497328230-project-admin] 10.222.0.87 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0297797 Feb 17 17:46:02.350100 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59260) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:02.433542 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f008124a-43af-4998-836b-1c4443aa54d2 tempest-MeteringTestJSON-1497328230 tempest-MeteringTestJSON-1497328230-project-admin] 10.222.0.87 "GET /v2.0/metering/metering-labels/a2a56a32-e400-4c2e-84d0-26f496dea72a HTTP/1.1" status: 200 len: 473 time: 0.0810733 Feb 17 17:46:02.434573 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59262) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:02.453871 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bb347a1b-f42d-4cb0-a5c9-a5e6e9c35f30 tempest-MeteringTestJSON-1497328230 tempest-MeteringTestJSON-1497328230-project-admin] 10.222.0.87 "GET /v2.0/metering/metering-label-rules/226424bb-6811-4d1e-8de0-72db13ea16ea HTTP/1.1" status: 200 len: 461 time: 0.0178387 Feb 17 17:46:02.455172 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59264) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:02.500851 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54306e68-820b-4d24-94cf-f05738feb492 tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Pushing event updated for resources: {'Network': ['ID=40be0bc5-3e59-4977-9dcb-b3d33cb53945,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:02.522828 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 40be0bc5-3e59-4977-9dcb-b3d33cb53945 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:46:02.549902 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ecaa18aa-f5a4-497d-bea3-78449510de9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:02.562788 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-ecaa18aa-f5a4-497d-bea3-78449510de9c admin admin] 10.222.0.87 "DELETE /v2.0/subnets/4de680a8-c197-4239-841c-0c303eb01353 HTTP/1.1" status: 204 len: 168 time: 1.3059816 Feb 17 17:46:02.574465 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59266) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:02.738163 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4fb81ac7-69f1-4391-8ee6-c584052d2aa4 tempest-MeteringTestJSON-1497328230 tempest-MeteringTestJSON-1497328230-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:02.739959 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4fb81ac7-69f1-4391-8ee6-c584052d2aa4 tempest-MeteringTestJSON-1497328230 tempest-MeteringTestJSON-1497328230-project-admin] 10.222.0.87 "DELETE /v2.0/metering/metering-label-rules/226424bb-6811-4d1e-8de0-72db13ea16ea HTTP/1.1" status: 204 len: 168 time: 0.2836208 Feb 17 17:46:02.742496 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59268) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:02.805211 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device b08a3d9c-c274-464d-a615-d40df59e8e9b up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:46:02.889473 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-185e9820-68a2-4e35-a150-821d68c44eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (a27167ee-d93b-4c13-9a1b-b2f8134c7a8b), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:03.018837 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0c43683a-0721-48a0-b997-f91aa87040e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:03.053700 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port b08a3d9c-c274-464d-a615-d40df59e8e9b triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:46:03.054317 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b08a3d9c-c274-464d-a615-d40df59e8e9b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:03.100229 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-76024ffa-a958-4c67-8984-eee03686aeb2 tempest-MeteringTestJSON-1497328230 tempest-MeteringTestJSON-1497328230-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:03.114823 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-76024ffa-a958-4c67-8984-eee03686aeb2 tempest-MeteringTestJSON-1497328230 tempest-MeteringTestJSON-1497328230-project-admin] 10.222.0.87 "DELETE /v2.0/metering/metering-labels/a2a56a32-e400-4c2e-84d0-26f496dea72a HTTP/1.1" status: 204 len: 168 time: 0.3677723 Feb 17 17:46:03.137597 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922d6679-5c9c-4bc0-a878-a2843a0f5885 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:46:03.164004 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378f66aa-2a1b-4555-83aa-6ed92525f8c2 None None] Sync routers for ids ['94eed536-6c70-4c48-bd4e-c58c1bac2440'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:46:03.205564 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20998535-fe31-473b-b017-f1a61a8485cd req-23dd4185-2573-43f8-aebe-10e55e08a633 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:03.208627 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-20998535-fe31-473b-b017-f1a61a8485cd req-23dd4185-2573-43f8-aebe-10e55e08a633 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=32ad5513-5d05-48da-81dc-bf7965dce3e2 HTTP/1.1" status: 200 len: 945 time: 1.3361447 Feb 17 17:46:03.219988 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378f66aa-2a1b-4555-83aa-6ed92525f8c2 None None] Routers {'94eed536-6c70-4c48-bd4e-c58c1bac2440'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:46:03.220702 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-378f66aa-2a1b-4555-83aa-6ed92525f8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:45:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['94eed536-6c70-4c48-bd4e-c58c1bac2440'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:46:03.242208 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-922d6679-5c9c-4bc0-a878-a2843a0f5885 admin admin] 10.222.0.87 "PUT /v2.0/routers/94eed536-6c70-4c48-bd4e-c58c1bac2440/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0906904 Feb 17 17:46:03.585687 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-378f66aa-2a1b-4555-83aa-6ed92525f8c2 None None] Set router 94eed536-6c70-4c48-bd4e-c58c1bac2440 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:46:03.811403 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-185e9820-68a2-4e35-a150-821d68c44eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (a27167ee-d93b-4c13-9a1b-b2f8134c7a8b), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:03.886808 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59288) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:03.911731 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-185e9820-68a2-4e35-a150-821d68c44eac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a27167ee-d93b-4c13-9a1b-b2f8134c7a8b']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:46:03.965649 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-185e9820-68a2-4e35-a150-821d68c44eac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55986a3b-e6c7-429a-8531-35745bb80f15') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:46:03.966038 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-185e9820-68a2-4e35-a150-821d68c44eac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55986a3b-e6c7-429a-8531-35745bb80f15') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:46:04.017193 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-185e9820-68a2-4e35-a150-821d68c44eac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (55986a3b-e6c7-429a-8531-35745bb80f15), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:04.043829 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8aff942d-9c9e-4f6f-a705-ad8de3711bfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:04.059151 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-185e9820-68a2-4e35-a150-821d68c44eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (55986a3b-e6c7-429a-8531-35745bb80f15), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:04.087653 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-185e9820-68a2-4e35-a150-821d68c44eac admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:46:04.088168 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-185e9820-68a2-4e35-a150-821d68c44eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (55986a3b-e6c7-429a-8531-35745bb80f15), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:04.204787 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port b08a3d9c-c274-464d-a615-d40df59e8e9b is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:46:04.227001 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-378f66aa-2a1b-4555-83aa-6ed92525f8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94eed536-6c70-4c48-bd4e-c58c1bac2440', 'name': 'tempest-ServersTestManualDisk-461548435-router', 'tenant_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'b08a3d9c-c274-464d-a615-d40df59e8e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:45:45Z', 'updated_at': '2022-02-17T17:45:57Z', 'revision_number': 4, 'project_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5', 'gw_port': {'id': 'b08a3d9c-c274-464d-a615-d40df59e8e9b', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:10:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94eed536-6c70-4c48-bd4e-c58c1bac2440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:45:48Z', 'updated_at': '2022-02-17T17:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'af12266c-059b-4a1a-8154-0808818f6314', 'name': '', 'network_id': '84f31083-e0b3-4cbb-973a-42fdc6d15e0b', 'tenant_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5', 'mac_address': 'fa:16:3e:1d:f0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94eed536-6c70-4c48-bd4e-c58c1bac2440', 'device_owner': 'network:router_interface', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'c655e525-dc25-4790-bada-b8e5780c3b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:45:53Z', 'updated_at': '2022-02-17T17:45:58Z', 'revision_number': 2, 'project_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5', 'subnets': [{'id': 'c655e525-dc25-4790-bada-b8e5780c3b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:46:04.239831 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8aff942d-9c9e-4f6f-a705-ad8de3711bfd admin admin] Publish callbacks [] for security_group (3d70a76f-3062-4730-b9d1-dca7fd397a83), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:04.244858 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8aff942d-9c9e-4f6f-a705-ad8de3711bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (3d70a76f-3062-4730-b9d1-dca7fd397a83), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:04.289756 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378f66aa-2a1b-4555-83aa-6ed92525f8c2 None None] Checking router: 94eed536-6c70-4c48-bd4e-c58c1bac2440 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:46:04.290755 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378f66aa-2a1b-4555-83aa-6ed92525f8c2 None None] Updating router 94eed536-6c70-4c48-bd4e-c58c1bac2440 port af12266c-059b-4a1a-8154-0808818f6314 binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:46:04.328151 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-378f66aa-2a1b-4555-83aa-6ed92525f8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (af12266c-059b-4a1a-8154-0808818f6314), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:04.332502 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8aff942d-9c9e-4f6f-a705-ad8de3711bfd admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d851a0a42f7d46c6b59d59ad8822530d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4394557 Feb 17 17:46:04.334439 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59296) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:04.348718 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 17:46:04.348718 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:46:04.348718 n-d-829613-2 neutron-server[103435]: timer() Feb 17 17:46:04.348718 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:46:04.348718 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 17:46:04.348718 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:46:04.348718 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 17:46:04.348718 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:46:04.348718 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 17:46:04.348718 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:46:04.348718 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 17:46:04.348718 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:46:04.348718 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 17:46:04.348718 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:46:04.348718 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:46:04.348718 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:46:04.348718 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:46:04.348718 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:46:04.348718 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 17:46:04.348718 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:46:04.348718 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 17:46:04.348718 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:46:04.348718 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:46:04.348718 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:46:04.348718 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 17:46:04.348718 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:46:04.348718 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:46:04.348718 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:46:04.348718 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:46:04.348718 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:46:04.348718 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:46:04.348718 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:46:04.435435 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-185e9820-68a2-4e35-a150-821d68c44eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (a27167ee-d93b-4c13-9a1b-b2f8134c7a8b), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:04.491092 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-20998535-fe31-473b-b017-f1a61a8485cd req-9d533bb0-4754-4884-a4d1-3a847aeb5b66 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2752597 Feb 17 17:46:04.525126 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-648b9e42-3e26-4b33-83f9-b31e17428be9 tempest-DHCPAgentSchedulersTestJSON-204682826 tempest-DHCPAgentSchedulersTestJSON-204682826-project-admin] 10.222.0.87 "GET /v2.0/agents/3a503b77-246f-4514-888c-a3f8c75fc223/dhcp-networks HTTP/1.1" status: 200 len: 7254 time: 2.5812924 Feb 17 17:46:04.535876 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59300) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:04.545660 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-185e9820-68a2-4e35-a150-821d68c44eac admin admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:04.554151 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff942d-9c9e-4f6f-a705-ad8de3711bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d70a76f-3062-4730-b9d1-dca7fd397a83,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:04.587051 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-185e9820-68a2-4e35-a150-821d68c44eac admin admin] 10.222.0.87 "DELETE /v2.0/networks/a27167ee-d93b-4c13-9a1b-b2f8134c7a8b HTTP/1.1" status: 204 len: 168 time: 2.0064433 Feb 17 17:46:04.594921 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59304) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:04.617811 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-df4c7575-1c3d-49d6-8eb1-5fd808deafe8 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Request body: {'security_group': {'name': 'tempest-securitygroup--528809607', 'description': 'tempest-description--1962181863'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:46:04.622270 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185e9820-68a2-4e35-a150-821d68c44eac admin admin] Pushing event deleted for resources: {'Network': ['ID=a27167ee-d93b-4c13-9a1b-b2f8134c7a8b,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:04.678767 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df4c7575-1c3d-49d6-8eb1-5fd808deafe8 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:04.788386 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-38546416-3e2a-4038-9b45-4b05a180135c admin admin] Publish callbacks [] for security_group (3d70a76f-3062-4730-b9d1-dca7fd397a83), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:04.863443 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df4c7575-1c3d-49d6-8eb1-5fd808deafe8 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Publish callbacks [] for security_group (d0d0a072-88e3-4600-bff5-ae014edcddf3), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:04.871149 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df4c7575-1c3d-49d6-8eb1-5fd808deafe8 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (d0d0a072-88e3-4600-bff5-ae014edcddf3), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:04.981337 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c7575-1c3d-49d6-8eb1-5fd808deafe8 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d0a072-88e3-4600-bff5-ae014edcddf3,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:04.985975 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59308) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:04.997344 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-38546416-3e2a-4038-9b45-4b05a180135c admin admin] Publish callbacks [] for security_group (3d70a76f-3062-4730-b9d1-dca7fd397a83), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:05.036833 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df4c7575-1c3d-49d6-8eb1-5fd808deafe8 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:05.041353 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-df4c7575-1c3d-49d6-8eb1-5fd808deafe8 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4427006 Feb 17 17:46:05.041580 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-378f66aa-2a1b-4555-83aa-6ed92525f8c2 None None] Publish callbacks [] for port (af12266c-059b-4a1a-8154-0808818f6314), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:05.043178 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59310) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:05.051111 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-4bf483c3-fc82-41d5-86e3-50264112ac60 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Request body: {'security_group_rule': {'security_group_id': 'd0d0a072-88e3-4600-bff5-ae014edcddf3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:46:05.061637 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-378f66aa-2a1b-4555-83aa-6ed92525f8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (af12266c-059b-4a1a-8154-0808818f6314), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:05.095267 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e2cf47-36c0-4972-8b36-c2dab6580c3a tempest-DHCPAgentSchedulersTestJSON-204682826 tempest-DHCPAgentSchedulersTestJSON-204682826-project-admin] Network 40be0bc5-3e59-4977-9dcb-b3d33cb53945 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:46:05.132410 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-66e2cf47-36c0-4972-8b36-c2dab6580c3a tempest-DHCPAgentSchedulersTestJSON-204682826 tempest-DHCPAgentSchedulersTestJSON-204682826-project-admin] 10.222.0.87 "POST /v2.0/agents/3a503b77-246f-4514-888c-a3f8c75fc223/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5928719 Feb 17 17:46:05.133175 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59312) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:05.165185 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-45db6c29-5a8d-4fbd-9256-5f4398d6b542 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=dcefa6de29c6431abd46f02fc066e159&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1667986 Feb 17 17:46:05.166184 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59314) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:05.199442 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3229a96c-fd32-4571-bffc-06f8443cd7b9 None None] Network 40be0bc5-3e59-4977-9dcb-b3d33cb53945 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:46:05.216508 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4bf483c3-fc82-41d5-86e3-50264112ac60 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Publish callbacks [] for security_group_rule (90ebfee0-78f5-41d0-95f0-7382fb17265e), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:05.235406 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-38546416-3e2a-4038-9b45-4b05a180135c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (3d70a76f-3062-4730-b9d1-dca7fd397a83), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:05.255520 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-38546416-3e2a-4038-9b45-4b05a180135c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:05.256749 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-38546416-3e2a-4038-9b45-4b05a180135c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3d70a76f-3062-4730-b9d1-dca7fd397a83 HTTP/1.1" status: 204 len: 168 time: 0.9209225 Feb 17 17:46:05.316647 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38546416-3e2a-4038-9b45-4b05a180135c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d70a76f-3062-4730-b9d1-dca7fd397a83,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:05.378357 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-accaecb0-ff15-46f3-b5a0-0b5d45ac6210 admin admin] Publish callbacks [] for security_group (d3941b88-31c3-4058-9154-f875b837f747), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:05.437922 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a271bbd6-6b85-48a0-83d0-44d355f5aeb6 None None] Pushing event updated for resources: {'Port': ['ID=af12266c-059b-4a1a-8154-0808818f6314,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:05.524709 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a271bbd6-6b85-48a0-83d0-44d355f5aeb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:46:05.525591 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a271bbd6-6b85-48a0-83d0-44d355f5aeb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:46:05.527613 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a271bbd6-6b85-48a0-83d0-44d355f5aeb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:46:05.530194 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a271bbd6-6b85-48a0-83d0-44d355f5aeb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:46:05.531651 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a271bbd6-6b85-48a0-83d0-44d355f5aeb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:46:05.532784 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a271bbd6-6b85-48a0-83d0-44d355f5aeb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:46:05.533633 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a271bbd6-6b85-48a0-83d0-44d355f5aeb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:46:05.536035 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a271bbd6-6b85-48a0-83d0-44d355f5aeb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:46:05.536277 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-accaecb0-ff15-46f3-b5a0-0b5d45ac6210 admin admin] Publish callbacks [] for security_group (d3941b88-31c3-4058-9154-f875b837f747), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:05.536915 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a271bbd6-6b85-48a0-83d0-44d355f5aeb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:46:05.538096 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a271bbd6-6b85-48a0-83d0-44d355f5aeb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:46:05.538709 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a271bbd6-6b85-48a0-83d0-44d355f5aeb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:46:05.544278 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a271bbd6-6b85-48a0-83d0-44d355f5aeb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:46:05.545851 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a271bbd6-6b85-48a0-83d0-44d355f5aeb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:46:05.562778 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-378f66aa-2a1b-4555-83aa-6ed92525f8c2 None None] Attempting to bind port af12266c-059b-4a1a-8154-0808818f6314 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:46:05.564736 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-378f66aa-2a1b-4555-83aa-6ed92525f8c2 None None] Attempting to bind port af12266c-059b-4a1a-8154-0808818f6314 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'aba469f8-ae79-42e3-99c3-1495fe273d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '84f31083-e0b3-4cbb-973a-42fdc6d15e0b'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:46:05.565326 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378f66aa-2a1b-4555-83aa-6ed92525f8c2 None None] Attempting to bind port af12266c-059b-4a1a-8154-0808818f6314 on network 84f31083-e0b3-4cbb-973a-42fdc6d15e0b {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:46:05.575223 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-124f9594-bc34-4966-a6c2-3174614cec2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:05.595780 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378f66aa-2a1b-4555-83aa-6ed92525f8c2 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:46:05.598232 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378f66aa-2a1b-4555-83aa-6ed92525f8c2 None None] Checking segment: {'id': 'aba469f8-ae79-42e3-99c3-1495fe273d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '84f31083-e0b3-4cbb-973a-42fdc6d15e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:46:05.599338 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-378f66aa-2a1b-4555-83aa-6ed92525f8c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:05.601446 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378f66aa-2a1b-4555-83aa-6ed92525f8c2 None None] Bound using segment: {'id': 'aba469f8-ae79-42e3-99c3-1495fe273d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '84f31083-e0b3-4cbb-973a-42fdc6d15e0b'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:46:05.603517 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-378f66aa-2a1b-4555-83aa-6ed92525f8c2 None None] Bound port: af12266c-059b-4a1a-8154-0808818f6314, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba469f8-ae79-42e3-99c3-1495fe273d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '84f31083-e0b3-4cbb-973a-42fdc6d15e0b'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:46:05.604582 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-378f66aa-2a1b-4555-83aa-6ed92525f8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (af12266c-059b-4a1a-8154-0808818f6314), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:05.647013 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4bf483c3-fc82-41d5-86e3-50264112ac60 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Publish callbacks [] for security_group_rule (90ebfee0-78f5-41d0-95f0-7382fb17265e), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:05.648163 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59326) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:05.650766 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c5a14bf4-0394-4ad0-a4c4-985c3046ae57 tempest-DHCPAgentSchedulersTestJSON-204682826 tempest-DHCPAgentSchedulersTestJSON-204682826-project-admin] 10.222.0.87 "GET /v2.0/agents/3a503b77-246f-4514-888c-a3f8c75fc223/dhcp-networks HTTP/1.1" status: 200 len: 7258 time: 0.5054111 Feb 17 17:46:05.668501 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4bf483c3-fc82-41d5-86e3-50264112ac60 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (90ebfee0-78f5-41d0-95f0-7382fb17265e), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:05.843789 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf483c3-fc82-41d5-86e3-50264112ac60 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90ebfee0-78f5-41d0-95f0-7382fb17265e,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:05.891856 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4bf483c3-fc82-41d5-86e3-50264112ac60 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:05.894110 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4bf483c3-fc82-41d5-86e3-50264112ac60 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8495123 Feb 17 17:46:05.897140 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59332) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:05.902533 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ca452161-14f4-45de-aa1a-1959f50cc7cb tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Request body: {'security_group_rule': {'security_group_id': 'd0d0a072-88e3-4600-bff5-ae014edcddf3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:46:05.904080 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-378f66aa-2a1b-4555-83aa-6ed92525f8c2 None None] For port af12266c-059b-4a1a-8154-0808818f6314, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:46:05.914339 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-378f66aa-2a1b-4555-83aa-6ed92525f8c2 None None] For port af12266c-059b-4a1a-8154-0808818f6314, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=af12266c-059b-4a1a-8154-0808818f6314,segment=NetworkSegment(aba469f8-ae79-42e3-99c3-1495fe273d88),segment_id=aba469f8-ae79-42e3-99c3-1495fe273d88)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:46:05.921152 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-0c3fc927-e32c-4a3a-8bb9-8ea4952587bf tempest-DHCPAgentSchedulersTestJSON-204682826 tempest-DHCPAgentSchedulersTestJSON-204682826-project-admin] 10.222.0.87 "DELETE /v2.0/agents/3a503b77-246f-4514-888c-a3f8c75fc223/dhcp-networks/40be0bc5-3e59-4977-9dcb-b3d33cb53945 HTTP/1.1" status: 204 len: 168 time: 0.2706580 Feb 17 17:46:05.922826 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59334) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:05.945254 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-378f66aa-2a1b-4555-83aa-6ed92525f8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (af12266c-059b-4a1a-8154-0808818f6314), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:05.960674 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-accaecb0-ff15-46f3-b5a0-0b5d45ac6210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (d3941b88-31c3-4058-9154-f875b837f747), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:05.969542 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-accaecb0-ff15-46f3-b5a0-0b5d45ac6210 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:05.973635 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-accaecb0-ff15-46f3-b5a0-0b5d45ac6210 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d3941b88-31c3-4058-9154-f875b837f747 HTTP/1.1" status: 204 len: 168 time: 0.8049359 Feb 17 17:46:05.974603 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ca452161-14f4-45de-aa1a-1959f50cc7cb tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Publish callbacks [] for security_group_rule (3441db44-cc48-4a63-9376-b450e1113b03), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:06.031573 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391c0263-c3c6-4492-9283-f4ec3778a6b6 req-2f4fb844-aea7-4984-b945-80cca4147433 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:06.035622 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-391c0263-c3c6-4492-9283-f4ec3778a6b6 req-2f4fb844-aea7-4984-b945-80cca4147433 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=32ad5513-5d05-48da-81dc-bf7965dce3e2 HTTP/1.1" status: 200 len: 945 time: 0.2732036 Feb 17 17:46:06.109741 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-36530181-1ff9-4596-af02-ccdd15ce40e4 None None] Provisioning complete for port af12266c-059b-4a1a-8154-0808818f6314 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:46:06.114843 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-36530181-1ff9-4596-af02-ccdd15ce40e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (af12266c-059b-4a1a-8154-0808818f6314), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:06.226934 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b1bce413-281d-435a-be6e-58101c283d3f tempest-DHCPAgentSchedulersTestJSON-204682826 tempest-DHCPAgentSchedulersTestJSON-204682826-project-admin] 10.222.0.87 "GET /v2.0/agents/3a503b77-246f-4514-888c-a3f8c75fc223/dhcp-networks HTTP/1.1" status: 200 len: 6488 time: 0.2955072 Feb 17 17:46:06.226934 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accaecb0-ff15-46f3-b5a0-0b5d45ac6210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3941b88-31c3-4058-9154-f875b837f747,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:06.231502 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59338) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:06.307295 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-391c0263-c3c6-4492-9283-f4ec3778a6b6 req-88ec3569-524d-4ca3-8d63-444ba74962ff tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921512 Feb 17 17:46:06.313800 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-52e17f9f-7eef-45ef-a1e1-c942e66f62ed tempest-DHCPAgentSchedulersTestJSON-204682826 tempest-DHCPAgentSchedulersTestJSON-204682826-project-admin] 10.222.0.87 "GET /v2.0/networks/4a6fe166-bf9b-48bd-b206-664f1ebefeff/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0807765 Feb 17 17:46:06.314449 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59340) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:06.339180 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e97280d1-fed0-4572-98a4-213dfba9d130 tempest-DHCPAgentSchedulersTestJSON-204682826 tempest-DHCPAgentSchedulersTestJSON-204682826-project-admin] 10.222.0.87 "GET /v2.0/networks/4a6fe166-bf9b-48bd-b206-664f1ebefeff/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0235493 Feb 17 17:46:06.339944 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59342) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:06.369075 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378f66aa-2a1b-4555-83aa-6ed92525f8c2 None None] Routers {'94eed536-6c70-4c48-bd4e-c58c1bac2440'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:46:06.370538 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-378f66aa-2a1b-4555-83aa-6ed92525f8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:46:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['94eed536-6c70-4c48-bd4e-c58c1bac2440'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:46:06.386933 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a271bbd6-6b85-48a0-83d0-44d355f5aeb6 None None] Pushing event updated for resources: {'Port': ['ID=af12266c-059b-4a1a-8154-0808818f6314,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:06.580080 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59350) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:06.590267 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e694c8ac-ccc3-4091-a769-729400780568 tempest-DHCPAgentSchedulersTestJSON-204682826 tempest-DHCPAgentSchedulersTestJSON-204682826-project-admin] 10.222.0.87 "GET /v2.0/agents/3a503b77-246f-4514-888c-a3f8c75fc223/dhcp-networks HTTP/1.1" status: 200 len: 6488 time: 0.2488909 Feb 17 17:46:06.594929 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59352) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:06.690861 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-115f6f59-c290-48df-bfa4-5fb5000f7bf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:07.069201 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c8cc493c-64e7-4108-baf5-a1d47082a452 tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (40be0bc5-3e59-4977-9dcb-b3d33cb53945), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:07.141024 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-115f6f59-c290-48df-bfa4-5fb5000f7bf5 admin admin] Publish callbacks [] for security_group (ef85fe78-8264-4abb-842e-9269c7fd64b0), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:07.145646 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ca452161-14f4-45de-aa1a-1959f50cc7cb tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Publish callbacks [] for security_group_rule (3441db44-cc48-4a63-9376-b450e1113b03), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:07.153560 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ca452161-14f4-45de-aa1a-1959f50cc7cb tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (3441db44-cc48-4a63-9376-b450e1113b03), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:07.209009 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-115f6f59-c290-48df-bfa4-5fb5000f7bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (ef85fe78-8264-4abb-842e-9269c7fd64b0), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:07.209798 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca452161-14f4-45de-aa1a-1959f50cc7cb tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3441db44-cc48-4a63-9376-b450e1113b03,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:07.222602 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ca452161-14f4-45de-aa1a-1959f50cc7cb tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:07.226166 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ca452161-14f4-45de-aa1a-1959f50cc7cb tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3279262 Feb 17 17:46:07.230552 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59368) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:07.238046 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-0474708c-b537-459f-b183-54c3dbd97da2 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:46:07.280789 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0474708c-b537-459f-b183-54c3dbd97da2 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:07.292407 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-115f6f59-c290-48df-bfa4-5fb5000f7bf5 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a212905bd73a4994bfa0e21f3a807cda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6987698 Feb 17 17:46:07.293470 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59372) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:07.311217 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-36530181-1ff9-4596-af02-ccdd15ce40e4 None None] Current status of the port af12266c-059b-4a1a-8154-0808818f6314 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:46:07.316233 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-36530181-1ff9-4596-af02-ccdd15ce40e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (af12266c-059b-4a1a-8154-0808818f6314), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:07.322534 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:07.452035 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-36530181-1ff9-4596-af02-ccdd15ce40e4 None None] For port af12266c-059b-4a1a-8154-0808818f6314, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=af12266c-059b-4a1a-8154-0808818f6314,segment=NetworkSegment(aba469f8-ae79-42e3-99c3-1495fe273d88),segment_id=aba469f8-ae79-42e3-99c3-1495fe273d88)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:46:07.465982 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-378f66aa-2a1b-4555-83aa-6ed92525f8c2 None None] Set router 94eed536-6c70-4c48-bd4e-c58c1bac2440 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:46:07.472561 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-36530181-1ff9-4596-af02-ccdd15ce40e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (af12266c-059b-4a1a-8154-0808818f6314), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:07.607537 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0474708c-b537-459f-b183-54c3dbd97da2 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:07.654321 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f6f59-c290-48df-bfa4-5fb5000f7bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef85fe78-8264-4abb-842e-9269c7fd64b0,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:07.716402 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59382) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:07.750010 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c8cc493c-64e7-4108-baf5-a1d47082a452 tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (40be0bc5-3e59-4977-9dcb-b3d33cb53945), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:07.911603 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-a03a7262-b5bd-4787-a460-bf6e45d9427c None None] Provisioning complete for port af12266c-059b-4a1a-8154-0808818f6314 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:46:07.913867 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a03a7262-b5bd-4787-a460-bf6e45d9427c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (af12266c-059b-4a1a-8154-0808818f6314), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:07.953320 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-c8cc493c-64e7-4108-baf5-a1d47082a452 tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40be0bc5-3e59-4977-9dcb-b3d33cb53945']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:46:07.971922 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6b7794e5-b0d7-4b56-9be8-11194e4d70bf admin admin] Publish callbacks [] for security_group (ef85fe78-8264-4abb-842e-9269c7fd64b0), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:07.999097 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-c8cc493c-64e7-4108-baf5-a1d47082a452 tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '235b3fc8-5f21-489e-8749-466c826778d2') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:46:07.999373 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-c8cc493c-64e7-4108-baf5-a1d47082a452 tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '235b3fc8-5f21-489e-8749-466c826778d2') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:46:08.004326 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-0474708c-b537-459f-b183-54c3dbd97da2 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Allocated IP 172.25.8.227 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/08c05f24-de00-4be5-8b32-eae7c9697da3) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:46:08.119531 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8450d-854b-4a3a-8883-5caa7b1a53f6 req-4012d11f-79ed-4c3f-a710-5696ef83f2de tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:08.126587 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:08.127130 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-82c8450d-854b-4a3a-8883-5caa7b1a53f6 req-4012d11f-79ed-4c3f-a710-5696ef83f2de tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=32ad5513-5d05-48da-81dc-bf7965dce3e2 HTTP/1.1" status: 200 len: 945 time: 0.5235674 Feb 17 17:46:08.159676 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36530181-1ff9-4596-af02-ccdd15ce40e4 None None] Pushing event updated for resources: {'Port': ['ID=af12266c-059b-4a1a-8154-0808818f6314,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:08.195759 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6b7794e5-b0d7-4b56-9be8-11194e4d70bf admin admin] Publish callbacks [] for security_group (ef85fe78-8264-4abb-842e-9269c7fd64b0), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:08.217415 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c8cc493c-64e7-4108-baf5-a1d47082a452 tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (235b3fc8-5f21-489e-8749-466c826778d2), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:08.291730 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-21bf7e4f-0753-459a-b6f1-44936e177ad1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:08.333716 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c8cc493c-64e7-4108-baf5-a1d47082a452 tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (235b3fc8-5f21-489e-8749-466c826778d2), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:08.383421 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0474708c-b537-459f-b183-54c3dbd97da2 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Publish callbacks [] for port (08c05f24-de00-4be5-8b32-eae7c9697da3), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:08.408605 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8cc493c-64e7-4108-baf5-a1d47082a452 tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:46:08.411508 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c8cc493c-64e7-4108-baf5-a1d47082a452 tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (235b3fc8-5f21-489e-8749-466c826778d2), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:08.420738 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 17:46:08.420738 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:46:08.420738 n-d-829613-2 neutron-server[103435]: timer() Feb 17 17:46:08.420738 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:46:08.420738 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 17:46:08.420738 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:46:08.420738 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 17:46:08.420738 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:46:08.420738 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 17:46:08.420738 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:46:08.420738 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 17:46:08.420738 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:46:08.420738 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 17:46:08.420738 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:46:08.420738 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:46:08.420738 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:46:08.420738 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:46:08.420738 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:46:08.420738 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 17:46:08.420738 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:46:08.420738 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 17:46:08.420738 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:46:08.420738 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:46:08.420738 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:46:08.420738 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 17:46:08.420738 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:46:08.420738 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:46:08.420738 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:46:08.420738 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:46:08.420738 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:46:08.420738 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:46:08.420738 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:46:08.459603 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-a03a7262-b5bd-4787-a460-bf6e45d9427c None None] Current status of the port af12266c-059b-4a1a-8154-0808818f6314 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:46:08.491202 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0474708c-b537-459f-b183-54c3dbd97da2 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (08c05f24-de00-4be5-8b32-eae7c9697da3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:08.580056 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-82c8450d-854b-4a3a-8883-5caa7b1a53f6 req-d07695cd-1b2f-4269-9f07-4c7dc355fa7e tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4084487 Feb 17 17:46:08.627251 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-378f66aa-2a1b-4555-83aa-6ed92525f8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94eed536-6c70-4c48-bd4e-c58c1bac2440', 'name': 'tempest-ServersTestManualDisk-461548435-router', 'tenant_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'b08a3d9c-c274-464d-a615-d40df59e8e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:45:45Z', 'updated_at': '2022-02-17T17:45:57Z', 'revision_number': 4, 'project_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5', 'gw_port': {'id': 'b08a3d9c-c274-464d-a615-d40df59e8e9b', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:10:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94eed536-6c70-4c48-bd4e-c58c1bac2440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:45:48Z', 'updated_at': '2022-02-17T17:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'af12266c-059b-4a1a-8154-0808818f6314', 'name': '', 'network_id': '84f31083-e0b3-4cbb-973a-42fdc6d15e0b', 'tenant_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5', 'mac_address': 'fa:16:3e:1d:f0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94eed536-6c70-4c48-bd4e-c58c1bac2440', 'device_owner': 'network:router_interface', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'c655e525-dc25-4790-bada-b8e5780c3b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:45:53Z', 'updated_at': '2022-02-17T17:46:05Z', 'revision_number': 4, 'project_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5', 'subnets': [{'id': 'c655e525-dc25-4790-bada-b8e5780c3b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:46:08.660096 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0474708c-b537-459f-b183-54c3dbd97da2 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Pushing event updated for resources: {'Port': ['ID=08c05f24-de00-4be5-8b32-eae7c9697da3,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:08.698317 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0474708c-b537-459f-b183-54c3dbd97da2 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:46:08.701952 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-0474708c-b537-459f-b183-54c3dbd97da2 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:46:08.705504 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0474708c-b537-459f-b183-54c3dbd97da2 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:46:08.723400 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378f66aa-2a1b-4555-83aa-6ed92525f8c2 None None] The sync data for ids ['94eed536-6c70-4c48-bd4e-c58c1bac2440'] in n-d-829613-2 is: [{'id': '94eed536-6c70-4c48-bd4e-c58c1bac2440', 'name': 'tempest-ServersTestManualDisk-461548435-router', 'tenant_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'b08a3d9c-c274-464d-a615-d40df59e8e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:45:45Z', 'updated_at': '2022-02-17T17:45:57Z', 'revision_number': 4, 'project_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5', 'gw_port': {'id': 'b08a3d9c-c274-464d-a615-d40df59e8e9b', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:10:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94eed536-6c70-4c48-bd4e-c58c1bac2440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:45:48Z', 'updated_at': '2022-02-17T17:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'af12266c-059b-4a1a-8154-0808818f6314', 'name': '', 'network_id': '84f31083-e0b3-4cbb-973a-42fdc6d15e0b', 'tenant_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5', 'mac_address': 'fa:16:3e:1d:f0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94eed536-6c70-4c48-bd4e-c58c1bac2440', 'device_owner': 'network:router_interface', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'c655e525-dc25-4790-bada-b8e5780c3b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:45:53Z', 'updated_at': '2022-02-17T17:46:05Z', 'revision_number': 4, 'project_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5', 'subnets': [{'id': 'c655e525-dc25-4790-bada-b8e5780c3b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:46:08.728230 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6b7794e5-b0d7-4b56-9be8-11194e4d70bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (ef85fe78-8264-4abb-842e-9269c7fd64b0), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:08.736935 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6b7794e5-b0d7-4b56-9be8-11194e4d70bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:08.741868 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-6b7794e5-b0d7-4b56-9be8-11194e4d70bf admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ef85fe78-8264-4abb-842e-9269c7fd64b0 HTTP/1.1" status: 204 len: 168 time: 1.4168398 Feb 17 17:46:08.755540 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7794e5-b0d7-4b56-9be8-11194e4d70bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef85fe78-8264-4abb-842e-9269c7fd64b0,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:08.758169 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c8cc493c-64e7-4108-baf5-a1d47082a452 tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (40be0bc5-3e59-4977-9dcb-b3d33cb53945), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:08.804658 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c8cc493c-64e7-4108-baf5-a1d47082a452 tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:08.815705 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c8cc493c-64e7-4108-baf5-a1d47082a452 tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] 10.222.0.87 "DELETE /v2.0/networks/40be0bc5-3e59-4977-9dcb-b3d33cb53945 HTTP/1.1" status: 204 len: 168 time: 2.2103806 Feb 17 17:46:08.817020 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc493c-64e7-4108-baf5-a1d47082a452 tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Pushing event deleted for resources: {'Network': ['ID=40be0bc5-3e59-4977-9dcb-b3d33cb53945,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:08.818706 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59408) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:08.944449 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-39648d62-6b74-4e6b-b0e1-7540c5869a8e tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] DELETE failed (client error): The resource could not be found. Feb 17 17:46:08.945438 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39648d62-6b74-4e6b-b0e1-7540c5869a8e tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:46:08.970715 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-39648d62-6b74-4e6b-b0e1-7540c5869a8e tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] 10.222.0.87 "DELETE /v2.0/ports/562ac454-0547-445f-85cf-f91a5a8331a3 HTTP/1.1" status: 404 len: 333 time: 0.1427734 Feb 17 17:46:08.974633 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59414) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:09.014686 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:09.047382 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-21bf7e4f-0753-459a-b6f1-44936e177ad1 admin admin] Publish callbacks [] for security_group (f58ab11f-a0d2-471a-9ed2-1305dbe6f16e), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:09.067283 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-21bf7e4f-0753-459a-b6f1-44936e177ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (f58ab11f-a0d2-471a-9ed2-1305dbe6f16e), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:09.201281 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf7e4f-0753-459a-b6f1-44936e177ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58ab11f-a0d2-471a-9ed2-1305dbe6f16e,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:09.268154 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a32e6c5-1b58-4ede-bd62-ed69f990bebf tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Deleting subnet 9f4666e8-9e1c-488e-8544-8d8cefa20806 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:46:09.276798 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8a32e6c5-1b58-4ede-bd62-ed69f990bebf tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Publish callbacks [] for subnet (9f4666e8-9e1c-488e-8544-8d8cefa20806), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:09.324825 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-21bf7e4f-0753-459a-b6f1-44936e177ad1 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5e8707d784d64687aabb3c2d9c06a674&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5217652 Feb 17 17:46:09.325537 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59426) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:09.453377 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0474708c-b537-459f-b183-54c3dbd97da2 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Publish callbacks [] for floatingip (ce0944de-98d6-485d-8b67-7b121e079794), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:09.464753 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8a32e6c5-1b58-4ede-bd62-ed69f990bebf tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (9f4666e8-9e1c-488e-8544-8d8cefa20806), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:09.514747 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-845516a0-3f47-484a-a0bb-d62928f68937 admin admin] Publish callbacks [] for security_group (f58ab11f-a0d2-471a-9ed2-1305dbe6f16e), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:09.545341 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-845516a0-3f47-484a-a0bb-d62928f68937 admin admin] Publish callbacks [] for security_group (f58ab11f-a0d2-471a-9ed2-1305dbe6f16e), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:09.647116 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-845516a0-3f47-484a-a0bb-d62928f68937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (f58ab11f-a0d2-471a-9ed2-1305dbe6f16e), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:09.653507 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-845516a0-3f47-484a-a0bb-d62928f68937 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:09.659001 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-845516a0-3f47-484a-a0bb-d62928f68937 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f58ab11f-a0d2-471a-9ed2-1305dbe6f16e HTTP/1.1" status: 204 len: 168 time: 0.3317811 Feb 17 17:46:09.678867 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845516a0-3f47-484a-a0bb-d62928f68937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58ab11f-a0d2-471a-9ed2-1305dbe6f16e,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:09.862835 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0474708c-b537-459f-b183-54c3dbd97da2 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (08c05f24-de00-4be5-8b32-eae7c9697da3), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:09.979271 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa01549-4f74-4894-aceb-8b5402e5f310 req-1849d41f-6ccb-4648-9571-ff5afddac973 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:10.010764 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aaa01549-4f74-4894-aceb-8b5402e5f310 req-1849d41f-6ccb-4648-9571-ff5afddac973 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=32ad5513-5d05-48da-81dc-bf7965dce3e2 HTTP/1.1" status: 200 len: 945 time: 0.2044184 Feb 17 17:46:10.155769 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aaa01549-4f74-4894-aceb-8b5402e5f310 req-df613cdc-a46e-4ec5-b451-b54c27c7eab1 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439943 Feb 17 17:46:10.275534 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8a32e6c5-1b58-4ede-bd62-ed69f990bebf tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (9f4666e8-9e1c-488e-8544-8d8cefa20806), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:10.298900 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59458) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:10.574676 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ffc5a-a128-454e-9e87-11e3678e230d req-ba279623-52c1-4d10-8d5d-497801cf6ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:10.583380 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-289ffc5a-a128-454e-9e87-11e3678e230d req-ba279623-52c1-4d10-8d5d-497801cf6ffe service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=33d2652e6f5f4a26a4a17eafa5211a33&device_id=32ad5513-5d05-48da-81dc-bf7965dce3e2 HTTP/1.1" status: 200 len: 1127 time: 0.5797505 Feb 17 17:46:10.687903 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-42681adb-1aff-4783-861a-f85236876e31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:10.717276 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8a32e6c5-1b58-4ede-bd62-ed69f990bebf tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (9f4666e8-9e1c-488e-8544-8d8cefa20806), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:10.839596 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a32e6c5-1b58-4ede-bd62-ed69f990bebf tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Pushing event deleted for resources: {'Subnet': ['ID=9f4666e8-9e1c-488e-8544-8d8cefa20806,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:10.904192 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43280d90-e7c5-4f0c-946e-bbdf72f5574b None None] Network 4a6fe166-bf9b-48bd-b206-664f1ebefeff requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:46:10.931218 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8a32e6c5-1b58-4ede-bd62-ed69f990bebf tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:10.940746 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-42681adb-1aff-4783-861a-f85236876e31 admin admin] Publish callbacks [] for security_group (f1c2ac50-4339-4cee-afcc-75a53784568b), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:10.947344 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-42681adb-1aff-4783-861a-f85236876e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (f1c2ac50-4339-4cee-afcc-75a53784568b), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:10.952369 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8a32e6c5-1b58-4ede-bd62-ed69f990bebf tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] 10.222.0.87 "DELETE /v2.0/subnets/9f4666e8-9e1c-488e-8544-8d8cefa20806 HTTP/1.1" status: 204 len: 168 time: 1.9751041 Feb 17 17:46:10.960386 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59482) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:11.032155 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device af12266c-059b-4a1a-8154-0808818f6314 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:46:11.305604 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0474708c-b537-459f-b183-54c3dbd97da2 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Publish callbacks [] for port (08c05f24-de00-4be5-8b32-eae7c9697da3), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:11.331059 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-963eacc7-602f-4aae-b75c-ca48c03fa7ff tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (4a6fe166-bf9b-48bd-b206-664f1ebefeff), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:11.369460 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0474708c-b537-459f-b183-54c3dbd97da2 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (08c05f24-de00-4be5-8b32-eae7c9697da3), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:11.391619 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port af12266c-059b-4a1a-8154-0808818f6314 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:46:11.392019 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (af12266c-059b-4a1a-8154-0808818f6314), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:11.465343 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ffc5a-a128-454e-9e87-11e3678e230d req-7d8768da-ce0a-4d8b-99d5-cf15c363b4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:11.467682 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-289ffc5a-a128-454e-9e87-11e3678e230d req-7d8768da-ce0a-4d8b-99d5-cf15c363b4cf service neutron] 10.222.0.91 "GET /v2.0/networks?id=86d00201-0d9a-4363-96b8-dd16d5e6e4d8 HTTP/1.1" status: 200 len: 913 time: 0.7872128 Feb 17 17:46:11.502771 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfc6c32-1c16-41d7-a919-f08efb711f6b None None] DHCP port deletion for 4a6fe166-bf9b-48bd-b206-664f1ebefeff request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:46:11.605745 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-289ffc5a-a128-454e-9e87-11e3678e230d req-321dc116-5540-45da-9776-ebb6a8742104 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7acee7ef-b7b7-4992-ae5e-42354f7ad654 HTTP/1.1" status: 200 len: 217 time: 0.1093607 Feb 17 17:46:11.619036 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59502) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:11.654257 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-42681adb-1aff-4783-861a-f85236876e31 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=dae3b64b033e4e0f8050b37058e12b86&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3541343 Feb 17 17:46:11.655070 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42681adb-1aff-4783-861a-f85236876e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c2ac50-4339-4cee-afcc-75a53784568b,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:11.666825 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0474708c-b537-459f-b183-54c3dbd97da2 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Pushing event updated for resources: {'Port': ['ID=08c05f24-de00-4be5-8b32-eae7c9697da3,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:11.674196 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59506) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:11.725685 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port af12266c-059b-4a1a-8154-0808818f6314 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:46:11.760983 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5dfc6c32-1c16-41d7-a919-f08efb711f6b None None] Deleting port d5f05310-4652-4d8c-8113-9c7292ae114d {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:46:11.765021 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5dfc6c32-1c16-41d7-a919-f08efb711f6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (d5f05310-4652-4d8c-8113-9c7292ae114d), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:11.796801 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59508) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:11.838434 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298a26f-7798-4350-b13e-2040ec655da9 req-0ed47ac2-0179-432a-a8d7-0762df9419f6 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:11.849345 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0474708c-b537-459f-b183-54c3dbd97da2 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (ce0944de-98d6-485d-8b67-7b121e079794), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:11.851028 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b298a26f-7798-4350-b13e-2040ec655da9 req-0ed47ac2-0179-432a-a8d7-0762df9419f6 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=32ad5513-5d05-48da-81dc-bf7965dce3e2 HTTP/1.1" status: 200 len: 945 time: 0.4143448 Feb 17 17:46:11.899328 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-963eacc7-602f-4aae-b75c-ca48c03fa7ff tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Deleting port d5f05310-4652-4d8c-8113-9c7292ae114d {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:46:11.900057 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-963eacc7-602f-4aae-b75c-ca48c03fa7ff tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (d5f05310-4652-4d8c-8113-9c7292ae114d), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:11.972599 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ffc5a-a128-454e-9e87-11e3678e230d req-20c67cb1-10d9-4f07-83a4-b9030a64c65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:11.993161 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-289ffc5a-a128-454e-9e87-11e3678e230d req-20c67cb1-10d9-4f07-83a4-b9030a64c65f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9b38a8c5-5190-4e64-a2cf-0cc233f21627 HTTP/1.1" status: 200 len: 852 time: 0.3448610 Feb 17 17:46:12.016440 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-963eacc7-602f-4aae-b75c-ca48c03fa7ff tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] For port d5f05310-4652-4d8c-8113-9c7292ae114d, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=d5f05310-4652-4d8c-8113-9c7292ae114d,segment=NetworkSegment(38403338-2a09-4acf-9341-9b874d687a5f),segment_id=38403338-2a09-4acf-9341-9b874d687a5f)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:46:12.017126 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-963eacc7-602f-4aae-b75c-ca48c03fa7ff tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (d5f05310-4652-4d8c-8113-9c7292ae114d), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:12.032207 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0474708c-b537-459f-b183-54c3dbd97da2 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:12.040624 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-963eacc7-602f-4aae-b75c-ca48c03fa7ff tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Calling delete_port for d5f05310-4652-4d8c-8113-9c7292ae114d owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:46:12.050515 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5dfc6c32-1c16-41d7-a919-f08efb711f6b None None] For port d5f05310-4652-4d8c-8113-9c7292ae114d, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=d5f05310-4652-4d8c-8113-9c7292ae114d,segment=NetworkSegment(38403338-2a09-4acf-9341-9b874d687a5f),segment_id=38403338-2a09-4acf-9341-9b874d687a5f)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:46:12.051115 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5dfc6c32-1c16-41d7-a919-f08efb711f6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (d5f05310-4652-4d8c-8113-9c7292ae114d), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:12.057230 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0474708c-b537-459f-b183-54c3dbd97da2 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8255708 Feb 17 17:46:12.080829 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5dfc6c32-1c16-41d7-a919-f08efb711f6b None None] Calling delete_port for d5f05310-4652-4d8c-8113-9c7292ae114d owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:46:12.144371 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-b530df3f-4967-4ffd-bf60-a3ca028e883f admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-259678539-network', 'tenant_id': '9360f8624a5f4b22b2fa18246b414acc'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:46:12.147883 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-289ffc5a-a128-454e-9e87-11e3678e230d req-0b58472c-9911-48fe-b1d9-87a4262627eb service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=86d00201-0d9a-4363-96b8-dd16d5e6e4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1444249 Feb 17 17:46:12.246346 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b298a26f-7798-4350-b13e-2040ec655da9 req-e992f2c5-c4de-4dbd-bc24-c07bd7c8c88e tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3936234 Feb 17 17:46:12.254327 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b530df3f-4967-4ffd-bf60-a3ca028e883f admin admin] Made reservation on behalf of 9360f8624a5f4b22b2fa18246b414acc for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:46:12.263670 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b530df3f-4967-4ffd-bf60-a3ca028e883f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:12.289738 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-5a829255-c291-4701-af04-5275c708ef58 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:12.295403 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b530df3f-4967-4ffd-bf60-a3ca028e883f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:12.297918 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5a829255-c291-4701-af04-5275c708ef58 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.6777763 Feb 17 17:46:12.299579 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-75a2e68d-6951-4dde-8ed3-88b923dcf88b admin admin] Publish callbacks [] for security_group (f1c2ac50-4339-4cee-afcc-75a53784568b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:12.305759 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59514) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:12.317189 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5dfc6c32-1c16-41d7-a919-f08efb711f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (d5f05310-4652-4d8c-8113-9c7292ae114d), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:12.326280 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-2d126431-835f-4c12-a519-2f42eeccc05d tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:12.331946 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2d126431-835f-4c12-a519-2f42eeccc05d tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0215545 Feb 17 17:46:12.335686 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59516) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:12.353956 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-42071ad8-f04b-4102-a542-bcb176cb96be tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:12.359181 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-42071ad8-f04b-4102-a542-bcb176cb96be tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0205500 Feb 17 17:46:12.365388 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59520) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:12.393410 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-0123ea69-48e5-4a4b-8bfe-7d5119148b30 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:12.404932 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0123ea69-48e5-4a4b-8bfe-7d5119148b30 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0367839 Feb 17 17:46:12.409881 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc6c32-1c16-41d7-a919-f08efb711f6b None None] Pushing event deleted for resources: {'Port': ['ID=d5f05310-4652-4d8c-8113-9c7292ae114d,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:12.422177 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfc6c32-1c16-41d7-a919-f08efb711f6b None None] No DVR routers for this DVR port d5f05310-4652-4d8c-8113-9c7292ae114d on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:46:12.447794 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59524) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:12.447794 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-963eacc7-602f-4aae-b75c-ca48c03fa7ff tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (d5f05310-4652-4d8c-8113-9c7292ae114d), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:12.479548 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-75a2e68d-6951-4dde-8ed3-88b923dcf88b admin admin] Publish callbacks [] for security_group (f1c2ac50-4339-4cee-afcc-75a53784568b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:12.492999 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [None req-1abe2815-c0c7-4f48-ba41-7fe2a7451205 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:12.496216 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1abe2815-c0c7-4f48-ba41-7fe2a7451205 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0199564 Feb 17 17:46:12.499990 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59534) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:12.522523 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963eacc7-602f-4aae-b75c-ca48c03fa7ff tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] No DVR routers for this DVR port d5f05310-4652-4d8c-8113-9c7292ae114d on host n-d-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:46:12.558886 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-46016d64-8c20-4b39-902b-c41dc5144b0d tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:12.558886 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-46016d64-8c20-4b39-902b-c41dc5144b0d tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0322587 Feb 17 17:46:12.559862 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59536) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:12.592838 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [None req-6b8d99a8-f4ae-40ce-a1de-f3fda0e5e9a9 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:12.597691 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-6b8d99a8-f4ae-40ce-a1de-f3fda0e5e9a9 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0085382 Feb 17 17:46:12.597691 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963eacc7-602f-4aae-b75c-ca48c03fa7ff tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Pushing event deleted for resources: {'Port': ['ID=d5f05310-4652-4d8c-8113-9c7292ae114d,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:12.603068 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59538) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:12.616803 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-58e4a21f-1ae1-4171-b0b0-5cd977b5be1b tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:12.631981 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-58e4a21f-1ae1-4171-b0b0-5cd977b5be1b tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0202589 Feb 17 17:46:12.634056 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-289ffc5a-a128-454e-9e87-11e3678e230d req-8ddd41df-f086-432d-89af-cea044efd3de service neutron] 10.222.0.91 "GET /v2.0/networks/86d00201-0d9a-4363-96b8-dd16d5e6e4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4686840 Feb 17 17:46:12.634625 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59540) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:12.644668 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-48f6620b-3745-4fa1-9264-ce618976d75a tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:12.645813 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-48f6620b-3745-4fa1-9264-ce618976d75a tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0102394 Feb 17 17:46:12.657557 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59546) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:12.676057 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [None req-6b6db569-159d-42b4-8b13-c2cbe2b0bac2 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:12.677276 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-6b6db569-159d-42b4-8b13-c2cbe2b0bac2 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0065131 Feb 17 17:46:12.686259 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59548) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:12.702998 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [None req-09d03491-6c2d-4e7b-82ef-693cb8f1bc61 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:12.704468 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-09d03491-6c2d-4e7b-82ef-693cb8f1bc61 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0141642 Feb 17 17:46:12.712794 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59550) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:12.731882 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [None req-c991c47a-e766-46e5-b1b1-a449572ab878 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:12.735389 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c991c47a-e766-46e5-b1b1-a449572ab878 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0105343 Feb 17 17:46:12.735855 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device d5f05310-4652-4d8c-8113-9c7292ae114d no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:46:12.740928 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59552) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:12.773460 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-963eacc7-602f-4aae-b75c-ca48c03fa7ff tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (4a6fe166-bf9b-48bd-b206-664f1ebefeff), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:12.781426 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [None req-f63c25e5-f0dc-4959-9d57-bcae634b4084 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:12.782740 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-f63c25e5-f0dc-4959-9d57-bcae634b4084 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0380251 Feb 17 17:46:12.791713 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: d5f05310-4652-4d8c-8113-9c7292ae114d {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:46:12.792081 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device d5f05310-4652-4d8c-8113-9c7292ae114d not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:46:12.798656 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59554) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:12.804765 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [None req-dcadf738-703a-4c61-b0c0-0844b6878dec tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:12.805816 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-dcadf738-703a-4c61-b0c0-0844b6878dec tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0061350 Feb 17 17:46:12.809787 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59556) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:12.819243 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-29c492e6-dfea-417c-a967-2bbf5fee4cb0 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:12.820837 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-29c492e6-dfea-417c-a967-2bbf5fee4cb0 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0072172 Feb 17 17:46:12.823760 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59558) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:12.830251 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-9bb3f161-ff8f-4b95-b3d4-40ebd0c1bf14 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:12.831265 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9bb3f161-ff8f-4b95-b3d4-40ebd0c1bf14 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0067184 Feb 17 17:46:12.838262 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-963eacc7-602f-4aae-b75c-ca48c03fa7ff tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a6fe166-bf9b-48bd-b206-664f1ebefeff']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:46:12.840320 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59560) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:12.845268 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [None req-72fe625c-2c5a-4d45-9513-ab26153f47fc tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:12.846242 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-72fe625c-2c5a-4d45-9513-ab26153f47fc tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0049627 Feb 17 17:46:12.848663 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b530df3f-4967-4ffd-bf60-a3ca028e883f admin admin] Publish callbacks [] for security_group (6a3f27eb-c6f5-4721-9862-6fb81c37193c), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:12.859128 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-75a2e68d-6951-4dde-8ed3-88b923dcf88b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (f1c2ac50-4339-4cee-afcc-75a53784568b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:12.862592 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-75a2e68d-6951-4dde-8ed3-88b923dcf88b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:12.866153 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-75a2e68d-6951-4dde-8ed3-88b923dcf88b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f1c2ac50-4339-4cee-afcc-75a53784568b HTTP/1.1" status: 204 len: 168 time: 1.1729143 Feb 17 17:46:12.866153 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59562) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:12.866433 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-7b14b7bc-326f-43b2-9a9f-2d7c0f259c6c tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--528809607&fields=id&tenant_id=b2a161e2fa8f4adc9bc5cff43d7595f5 HTTP/1.1" status: 200 len: 267 time: 0.3297570 Feb 17 17:46:12.880647 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-963eacc7-602f-4aae-b75c-ca48c03fa7ff tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38403338-2a09-4acf-9341-9b874d687a5f') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:46:12.880950 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-963eacc7-602f-4aae-b75c-ca48c03fa7ff tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38403338-2a09-4acf-9341-9b874d687a5f') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:46:12.882818 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b530df3f-4967-4ffd-bf60-a3ca028e883f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (6a3f27eb-c6f5-4721-9862-6fb81c37193c), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:12.889043 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-be0376c7-4fe3-4ec6-b43c-ef3d7d679337 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:12.892608 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-be0376c7-4fe3-4ec6-b43c-ef3d7d679337 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0210922 Feb 17 17:46:12.895499 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59566) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:12.896284 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b530df3f-4967-4ffd-bf60-a3ca028e883f admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:46:12.897825 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a2e68d-6951-4dde-8ed3-88b923dcf88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c2ac50-4339-4cee-afcc-75a53784568b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:12.904136 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-09305ff0-9153-4480-8cf3-753cd0d27ba4 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:12.905191 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-09305ff0-9153-4480-8cf3-753cd0d27ba4 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0084863 Feb 17 17:46:12.907945 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59568) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:12.914438 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-ca9dd5ba-9579-40aa-be48-f54c2d1fc83d tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:12.915469 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ca9dd5ba-9579-40aa-be48-f54c2d1fc83d tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0065680 Feb 17 17:46:12.917715 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b530df3f-4967-4ffd-bf60-a3ca028e883f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (c58f53c0-af49-4cf8-b691-940ae7000ffa), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:12.920872 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-b530df3f-4967-4ffd-bf60-a3ca028e883f admin admin] Added segment c58f53c0-af49-4cf8-b691-940ae7000ffa of type vlan for network b3987c1e-7239-438e-a989-0b14b4df202a Feb 17 17:46:12.922599 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59570) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:12.940527 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-e6e23be6-042e-4a46-ba3e-7f72d2cda0a9 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:12.941850 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e6e23be6-042e-4a46-ba3e-7f72d2cda0a9 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0124357 Feb 17 17:46:12.944653 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59572) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:12.961437 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-ddace4a0-c43d-495a-9930-6f8307e1a83c tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:12.962516 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ddace4a0-c43d-495a-9930-6f8307e1a83c tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0167568 Feb 17 17:46:12.965629 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-289ffc5a-a128-454e-9e87-11e3678e230d req-9aa48141-afc5-4866-bef8-628e76d5591f service neutron] 10.222.0.91 "GET /v2.0/networks/86d00201-0d9a-4363-96b8-dd16d5e6e4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180442 Feb 17 17:46:12.966320 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59574) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:12.971140 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-9a7886fc-6769-4991-a9be-5fd5859e5630 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:12.972353 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9a7886fc-6769-4991-a9be-5fd5859e5630 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0045729 Feb 17 17:46:12.982826 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59576) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:12.989475 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-b0fa5fed-a7ba-46e2-a6a4-bba6aac959ee tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:12.990917 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b0fa5fed-a7ba-46e2-a6a4-bba6aac959ee tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0065508 Feb 17 17:46:12.993933 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59578) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:12.994923 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b530df3f-4967-4ffd-bf60-a3ca028e883f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (b3987c1e-7239-438e-a989-0b14b4df202a), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:13.001314 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-d5b21e92-cf5d-4568-b582-14883a87bb94 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:13.002701 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d5b21e92-cf5d-4568-b582-14883a87bb94 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0062096 Feb 17 17:46:13.005564 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59580) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:13.013226 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-da8f203b-a4cc-4fdc-b02f-50c2ce523871 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:13.016682 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-da8f203b-a4cc-4fdc-b02f-50c2ce523871 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0093570 Feb 17 17:46:13.019337 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59582) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:13.027477 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-e5e4c174-e3d0-4203-bb6c-c4ef9432efe7 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:13.029890 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e5e4c174-e3d0-4203-bb6c-c4ef9432efe7 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0074661 Feb 17 17:46:13.040637 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59584) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:13.047553 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-dba1f988-b3e4-4dad-9490-78ab1855c9c7 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:13.049012 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-dba1f988-b3e4-4dad-9490-78ab1855c9c7 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0070574 Feb 17 17:46:13.052805 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59586) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:13.059907 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-101045cf-c92e-4354-8637-cec1b4ba3e9b tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:13.061351 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-101045cf-c92e-4354-8637-cec1b4ba3e9b tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0072937 Feb 17 17:46:13.074982 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59588) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:13.083926 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-bb11d9ea-50b8-421a-826e-4363bd2b2719 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:13.087290 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bb11d9ea-50b8-421a-826e-4363bd2b2719 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0084002 Feb 17 17:46:13.089496 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59590) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:13.098305 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-e7273616-e9e2-419e-bd9f-00a7dd49d606 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:13.099727 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e7273616-e9e2-419e-bd9f-00a7dd49d606 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0071363 Feb 17 17:46:13.102995 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59592) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:13.112270 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-5a8c186a-47d2-4728-ae94-033dfa31e049 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:13.114483 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5a8c186a-47d2-4728-ae94-033dfa31e049 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0084589 Feb 17 17:46:13.129570 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59594) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:13.135499 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-86e55803-d8fb-44af-b23b-b285a8619091 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:13.137640 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-86e55803-d8fb-44af-b23b-b285a8619091 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0060170 Feb 17 17:46:13.140387 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59596) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:13.145227 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-c2cb68a3-cca5-4aad-9ead-2fc66a3f4327 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:13.146575 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c2cb68a3-cca5-4aad-9ead-2fc66a3f4327 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0049961 Feb 17 17:46:13.155860 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59598) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:13.161220 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-46cf69df-ab73-4bc5-8af4-5fdfd54be2d2 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:13.162481 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-46cf69df-ab73-4bc5-8af4-5fdfd54be2d2 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0048749 Feb 17 17:46:13.167666 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59600) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:13.177967 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-22fd7917-0102-469d-a381-973f9dc7d7b2 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:13.179067 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-22fd7917-0102-469d-a381-973f9dc7d7b2 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0099621 Feb 17 17:46:13.182052 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59602) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:13.187087 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-4d49e2cc-426f-4603-9a17-8405d22a7b1d tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:13.188092 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4d49e2cc-426f-4603-9a17-8405d22a7b1d tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0050879 Feb 17 17:46:13.196404 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59604) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:13.205911 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-2b33da11-feb1-4047-ba53-c92638d777fd tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:13.206994 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2b33da11-feb1-4047-ba53-c92638d777fd tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0095975 Feb 17 17:46:13.210595 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59606) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:13.214971 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-606f3c6d-9b24-4de2-94ae-8434083e72c1 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:13.215970 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-606f3c6d-9b24-4de2-94ae-8434083e72c1 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0044134 Feb 17 17:46:13.227157 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59608) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:13.231760 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-70189dd7-c56c-4d7f-99ee-1a55d8607b17 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:13.232827 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-70189dd7-c56c-4d7f-99ee-1a55d8607b17 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0046666 Feb 17 17:46:13.244879 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59610) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:13.250750 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-d5e435f5-e1b0-4ce0-9802-8e9fc623b709 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:13.252227 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d5e435f5-e1b0-4ce0-9802-8e9fc623b709 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0060935 Feb 17 17:46:13.254870 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59612) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:13.259193 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-eea072fe-1289-49f3-8287-c3d887e040ba tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:13.273100 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-eea072fe-1289-49f3-8287-c3d887e040ba tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0171278 Feb 17 17:46:13.275702 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59614) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:13.280782 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-0cb4c756-192f-4079-b056-4f31e87a1853 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:13.281797 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0cb4c756-192f-4079-b056-4f31e87a1853 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0050769 Feb 17 17:46:13.284694 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59616) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:13.290838 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-acaaa715-4a68-4bcd-a9ad-cabe88828899 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:13.292014 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-acaaa715-4a68-4bcd-a9ad-cabe88828899 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0062413 Feb 17 17:46:13.305011 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59620) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:13.310428 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-b991ce1b-f69f-4706-bc8f-156125ec5c7f tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:13.312274 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b991ce1b-f69f-4706-bc8f-156125ec5c7f tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0053730 Feb 17 17:46:13.314218 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59622) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:13.318888 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-72debbee-7619-4a37-bc2c-f7ab80e6e0ef tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:13.319881 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-72debbee-7619-4a37-bc2c-f7ab80e6e0ef tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0047081 Feb 17 17:46:13.323695 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59624) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:13.329553 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-a1d81e9a-c7cf-4bed-8605-5d529c4e7cd2 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:13.330573 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a1d81e9a-c7cf-4bed-8605-5d529c4e7cd2 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0058858 Feb 17 17:46:13.338457 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59626) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:13.351913 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-148734f3-a2a1-4628-b5a6-89d7df816201 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:13.353341 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-148734f3-a2a1-4628-b5a6-89d7df816201 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0132794 Feb 17 17:46:13.356218 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59628) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:13.365615 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-d52bdcbe-06e3-4126-a491-f961bf6495af tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:13.366674 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d52bdcbe-06e3-4126-a491-f961bf6495af tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0094428 Feb 17 17:46:13.373199 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59630) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:13.377714 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-934db38f-b5c1-4888-acbc-e7e4ca99ced9 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:13.381302 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-934db38f-b5c1-4888-acbc-e7e4ca99ced9 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0070169 Feb 17 17:46:13.389373 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59632) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:13.393818 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-411b115f-9920-47bd-a241-8adb2ab28e30 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:13.394811 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-411b115f-9920-47bd-a241-8adb2ab28e30 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0044453 Feb 17 17:46:13.404996 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59634) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:13.410185 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-02df2f5a-49f1-490f-8a24-60d6987fdb21 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:13.411202 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-02df2f5a-49f1-490f-8a24-60d6987fdb21 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0052104 Feb 17 17:46:13.414019 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59636) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:13.423398 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-806d235e-d9cc-4d0b-8643-70b7ce5dddb9 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:13.425144 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-806d235e-d9cc-4d0b-8643-70b7ce5dddb9 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0093670 Feb 17 17:46:13.427783 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59638) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:13.433421 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-c80f0198-e8d7-471f-983f-b4a8581aba7f tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:13.434821 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c80f0198-e8d7-471f-983f-b4a8581aba7f tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0058253 Feb 17 17:46:13.438209 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59640) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:13.445950 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-a1428632-a2c1-418c-910f-3341b7aee3a4 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:13.448025 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a1428632-a2c1-418c-910f-3341b7aee3a4 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0078461 Feb 17 17:46:13.451000 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59642) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:13.457319 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-8671a022-06ee-4b66-88f1-e573a63bc855 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:13.459340 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8671a022-06ee-4b66-88f1-e573a63bc855 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0058923 Feb 17 17:46:13.463447 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59644) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:13.473959 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-cb148db8-f995-4c2b-b427-9e0626e2f279 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:13.475437 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-cb148db8-f995-4c2b-b427-9e0626e2f279 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0075209 Feb 17 17:46:13.480588 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59646) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:13.489824 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-ced7d592-77d8-4d89-a6c9-f6fcdf491d18 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:13.491551 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ced7d592-77d8-4d89-a6c9-f6fcdf491d18 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0093260 Feb 17 17:46:13.494648 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59648) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:13.507654 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-6093f00d-8d9d-4b6d-bae3-862d37f91eca tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:13.509714 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6093f00d-8d9d-4b6d-bae3-862d37f91eca tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0127695 Feb 17 17:46:13.512376 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59650) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:13.527726 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-c886ced2-4c9f-45f3-8e11-67036541fdf3 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:13.530856 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c886ced2-4c9f-45f3-8e11-67036541fdf3 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0172200 Feb 17 17:46:13.532517 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59654) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:13.539077 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-c038fdac-6b6c-4b58-87b9-db67cafbd1fe tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:13.540893 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c038fdac-6b6c-4b58-87b9-db67cafbd1fe tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0067947 Feb 17 17:46:13.543580 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59656) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:13.550471 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-5995db46-8657-4cb5-92e6-23d1bde900ad tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:13.552410 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5995db46-8657-4cb5-92e6-23d1bde900ad tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0074131 Feb 17 17:46:13.555243 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59658) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:13.563994 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-600e60c9-f784-4474-8045-1f6ce2dc9ac2 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:13.565449 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-600e60c9-f784-4474-8045-1f6ce2dc9ac2 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0089335 Feb 17 17:46:13.568058 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-963eacc7-602f-4aae-b75c-ca48c03fa7ff tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (38403338-2a09-4acf-9341-9b874d687a5f), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:13.569830 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59660) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:13.576378 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-ce259d65-5514-413f-89de-ae5c970b2ff5 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:13.578174 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ce259d65-5514-413f-89de-ae5c970b2ff5 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0067046 Feb 17 17:46:13.580946 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59664) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:13.587282 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-0db1dc0b-d586-4249-8f9a-8c15a31e3548 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:13.590032 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0db1dc0b-d586-4249-8f9a-8c15a31e3548 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0066752 Feb 17 17:46:13.593899 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59666) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:13.609194 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-7008dba7-d787-4688-b8bd-e52ce4a33dab tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:13.610764 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7008dba7-d787-4688-b8bd-e52ce4a33dab tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0156236 Feb 17 17:46:13.613522 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59670) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:13.619537 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-680b0584-e8cb-464a-a1f0-d36ea70a2315 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:13.622001 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-680b0584-e8cb-464a-a1f0-d36ea70a2315 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0073023 Feb 17 17:46:13.630257 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59672) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:13.645663 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-b8420391-9868-402b-bd87-25fa24f9efdd tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:13.650966 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b8420391-9868-402b-bd87-25fa24f9efdd tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0175424 Feb 17 17:46:13.653201 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59674) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:13.663786 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-caff0dc6-56ed-4a4c-bcdb-a945fe5821c8 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:13.666533 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-caff0dc6-56ed-4a4c-bcdb-a945fe5821c8 tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0113161 Feb 17 17:46:13.671017 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59680) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:13.677544 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-963eacc7-602f-4aae-b75c-ca48c03fa7ff tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (38403338-2a09-4acf-9341-9b874d687a5f), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:13.681763 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b530df3f-4967-4ffd-bf60-a3ca028e883f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (b3987c1e-7239-438e-a989-0b14b4df202a), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:13.682775 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b530df3f-4967-4ffd-bf60-a3ca028e883f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:13.683348 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b530df3f-4967-4ffd-bf60-a3ca028e883f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:13.686232 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-da89f354-a664-46b0-8702-e6eaef5c290b tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:13.688710 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-da89f354-a664-46b0-8702-e6eaef5c290b tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0164762 Feb 17 17:46:13.691705 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59682) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:13.704391 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [None req-36551c04-631e-4ee7-ae97-4a7adfbb0fcf tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] http://10.222.0.87:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:13.706371 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-36551c04-631e-4ee7-ae97-4a7adfbb0fcf tempest-ExtensionsTestJSON-617787975 tempest-ExtensionsTestJSON-617787975-project] 10.222.0.87 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0114558 Feb 17 17:46:13.731058 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530df3f-4967-4ffd-bf60-a3ca028e883f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3f27eb-c6f5-4721-9862-6fb81c37193c,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:13.746517 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-963eacc7-602f-4aae-b75c-ca48c03fa7ff tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:46:13.747152 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-963eacc7-602f-4aae-b75c-ca48c03fa7ff tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (38403338-2a09-4acf-9341-9b874d687a5f), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:13.769947 n-d-829613-2 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:46:13.769947 n-d-829613-2 neutron-server[103435]: self.session.flush() Feb 17 17:46:13.769947 n-d-829613-2 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:46:13.769947 n-d-829613-2 neutron-server[103435]: self.session.flush() Feb 17 17:46:13.769947 n-d-829613-2 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:46:13.769947 n-d-829613-2 neutron-server[103435]: self.session.flush() Feb 17 17:46:13.769947 n-d-829613-2 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:46:13.769947 n-d-829613-2 neutron-server[103435]: self.session.flush() Feb 17 17:46:13.769947 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 17:46:13.769947 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:46:13.769947 n-d-829613-2 neutron-server[103435]: timer() Feb 17 17:46:13.769947 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:46:13.769947 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 17:46:13.769947 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:46:13.769947 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 17:46:13.769947 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:46:13.769947 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 17:46:13.769947 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:46:13.769947 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 17:46:13.769947 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:46:13.769947 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 17:46:13.769947 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:46:13.769947 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:46:13.769947 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:46:13.769947 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:46:13.769947 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:46:13.769947 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 17:46:13.769947 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:46:13.769947 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 17:46:13.769947 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:46:13.769947 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:46:13.769947 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:46:13.769947 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 17:46:13.769947 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:46:13.769947 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:46:13.769947 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:46:13.769947 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:46:13.769947 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:46:13.769947 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:46:13.769947 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:46:13.809083 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b8bcb-3c8d-446c-b85e-885382af286e req-31e126c8-fe33-4a47-804b-c5c6665c2b06 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:13.810989 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ea7b8bcb-3c8d-446c-b85e-885382af286e req-31e126c8-fe33-4a47-804b-c5c6665c2b06 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=32ad5513-5d05-48da-81dc-bf7965dce3e2 HTTP/1.1" status: 200 len: 945 time: 0.2700243 Feb 17 17:46:13.853345 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b530df3f-4967-4ffd-bf60-a3ca028e883f admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0504677 Feb 17 17:46:13.865331 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59688) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:13.884048 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-6a355012-a8f8-4ae3-bcc5-75557c062701 admin admin] Request body: {'subnet': {'network_id': 'b3987c1e-7239-438e-a989-0b14b4df202a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-259678539-subnet', 'tenant_id': '9360f8624a5f4b22b2fa18246b414acc', 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:46:13.958002 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a355012-a8f8-4ae3-bcc5-75557c062701 admin admin] Made reservation on behalf of 9360f8624a5f4b22b2fa18246b414acc for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:46:13.961037 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6a355012-a8f8-4ae3-bcc5-75557c062701 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:14.124349 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530df3f-4967-4ffd-bf60-a3ca028e883f admin admin] Pushing event updated for resources: {'Network': ['ID=b3987c1e-7239-438e-a989-0b14b4df202a,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:14.140874 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network b3987c1e-7239-438e-a989-0b14b4df202a details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:46:14.192969 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-438ab448-6618-4fc9-96c9-ef58ab16763b tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:14.194671 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-438ab448-6618-4fc9-96c9-ef58ab16763b tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] 10.222.0.87 "GET /v2.0/networks?id=84f31083-e0b3-4cbb-973a-42fdc6d15e0b HTTP/1.1" status: 200 len: 811 time: 1.3284039 Feb 17 17:46:14.284079 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-963eacc7-602f-4aae-b75c-ca48c03fa7ff tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (4a6fe166-bf9b-48bd-b206-664f1ebefeff), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:14.309725 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ea7b8bcb-3c8d-446c-b85e-885382af286e req-b1ac65ab-e745-4af0-abcc-d69867eb89f1 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4634459 Feb 17 17:46:14.319730 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-963eacc7-602f-4aae-b75c-ca48c03fa7ff tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:14.324125 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-963eacc7-602f-4aae-b75c-ca48c03fa7ff tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] 10.222.0.87 "DELETE /v2.0/networks/4a6fe166-bf9b-48bd-b206-664f1ebefeff HTTP/1.1" status: 204 len: 168 time: 3.3333621 Feb 17 17:46:14.404507 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59700) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:14.423377 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-12b07cae-a0c0-4c6a-b2ef-d958f3856ed7 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] 10.222.0.87 "GET /v2.0/quotas/b2a161e2fa8f4adc9bc5cff43d7595f5 HTTP/1.1" status: 200 len: 375 time: 0.0928080 Feb 17 17:46:14.427053 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963eacc7-602f-4aae-b75c-ca48c03fa7ff tempest-DHCPAgentSchedulersTestJSON-382126047 tempest-DHCPAgentSchedulersTestJSON-382126047-project] Pushing event deleted for resources: {'Network': ['ID=4a6fe166-bf9b-48bd-b206-664f1ebefeff,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:14.505834 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6a355012-a8f8-4ae3-bcc5-75557c062701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (347c5b05-d181-4e5f-848e-1011489ca9c7), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:14.567295 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-2b5ee9d1-639e-4de9-b8e5-904971f5f7c9 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=b2a161e2fa8f4adc9bc5cff43d7595f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1327806 Feb 17 17:46:14.593689 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-5e9f9b77-ff8c-4315-8290-ddd1a3186b53 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:14.596059 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-5e9f9b77-ff8c-4315-8290-ddd1a3186b53 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0155022 Feb 17 17:46:14.658500 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a355012-a8f8-4ae3-bcc5-75557c062701 admin admin] Pushing event updated for resources: {'Subnet': ['ID=347c5b05-d181-4e5f-848e-1011489ca9c7,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:14.708588 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a355012-a8f8-4ae3-bcc5-75557c062701 admin admin] Checking segment: {'id': 'c58f53c0-af49-4cf8-b691-940ae7000ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b3987c1e-7239-438e-a989-0b14b4df202a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:46:14.708588 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a355012-a8f8-4ae3-bcc5-75557c062701 admin admin] Network hostable DHCP agents. Network: b3987c1e-7239-438e-a989-0b14b4df202a, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:46:14.756837 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a355012-a8f8-4ae3-bcc5-75557c062701 admin admin] Network b3987c1e-7239-438e-a989-0b14b4df202a is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:46:14.775878 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-6a355012-a8f8-4ae3-bcc5-75557c062701 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, b3987c1e-7239-438e-a989-0b14b4df202a) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:46:14.781488 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a355012-a8f8-4ae3-bcc5-75557c062701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:14.784148 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6a355012-a8f8-4ae3-bcc5-75557c062701 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:14.791917 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb676452-298f-4e41-85da-553b34d4bd75 None None] Network b3987c1e-7239-438e-a989-0b14b4df202a requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:46:14.832931 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6a355012-a8f8-4ae3-bcc5-75557c062701 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9556961 Feb 17 17:46:14.836807 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59724) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:14.850804 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-00d099e7-c744-49e4-ba36-1ef978653a5f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-259678539-router', 'tenant_id': '9360f8624a5f4b22b2fa18246b414acc', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:46:14.851289 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:46:14.893165 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-02dc6ded-4d40-4c6c-918b-07afd444ea63 service neutron] 10.222.0.87 "GET /v2.0/networks/84f31083-e0b3-4cbb-973a-42fdc6d15e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900891 Feb 17 17:46:14.918911 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00d099e7-c744-49e4-ba36-1ef978653a5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (c2bfd8aa-2df7-4e46-ab35-f805b38567e1), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:14.920651 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00d099e7-c744-49e4-ba36-1ef978653a5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (c2bfd8aa-2df7-4e46-ab35-f805b38567e1), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:15.050743 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00d099e7-c744-49e4-ba36-1ef978653a5f admin admin] Publish callbacks [] for router_controller (c2bfd8aa-2df7-4e46-ab35-f805b38567e1), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:15.081705 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ead1363-dcb6-46c0-8233-fe4f1028d3ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-b3987c1e-7239-438e-a989-0b14b4df202a', 'network_id': 'b3987c1e-7239-438e-a989-0b14b4df202a', 'project_id': '9360f8624a5f4b22b2fa18246b414acc', 'fixed_ips': [{'subnet_id': '347c5b05-d181-4e5f-848e-1011489ca9c7'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:46:15.082454 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6ead1363-dcb6-46c0-8233-fe4f1028d3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:15.152967 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59732) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:15.205862 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-6584c97a-35a0-45a5-a3a8-c73eb2e51b01 service neutron] 10.222.0.87 "GET /v2.0/networks/84f31083-e0b3-4cbb-973a-42fdc6d15e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116882 Feb 17 17:46:15.277524 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-6ead1363-dcb6-46c0-8233-fe4f1028d3ac None None] Allocated IP 172.20.0.2 (b3987c1e-7239-438e-a989-0b14b4df202a/347c5b05-d181-4e5f-848e-1011489ca9c7/81f46021-fa36-4aa5-bd14-c515b3eb953f) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:46:15.444228 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-11136b51-0904-411a-bd1b-217f353ba047 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:15.463830 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-3af249a8-e9c2-47bf-8aca-b529019781db admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8a70b1828b3e447ab89c8c470fe68be0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3092425 Feb 17 17:46:15.464721 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59742) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:15.600832 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00d099e7-c744-49e4-ba36-1ef978653a5f admin admin] Publish callbacks [] for router_gateway (c2bfd8aa-2df7-4e46-ab35-f805b38567e1), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:15.736184 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6ead1363-dcb6-46c0-8233-fe4f1028d3ac None None] Publish callbacks [] for port (81f46021-fa36-4aa5-bd14-c515b3eb953f), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:15.756334 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6ead1363-dcb6-46c0-8233-fe4f1028d3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (81f46021-fa36-4aa5-bd14-c515b3eb953f), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:15.758567 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59752) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:15.830680 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c3259685-5482-4756-88eb-edeee0f625b8 req-f7d7b2d9-5ec0-4406-b2b3-f61ad3b50a95 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] 10.222.0.87 "GET /v2.0/ports?device_id=f0ccffbb-e6ed-4a8b-b494-d31fe6d26612 HTTP/1.1" status: 200 len: 210 time: 0.0654418 Feb 17 17:46:15.882717 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-69da7e9a-2f50-4868-a4bd-7a7efc3f5721 admin admin] Publish callbacks [] for security_group (db438c85-cb53-4b9e-94e7-7beff0f3292c), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:15.929254 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ead1363-dcb6-46c0-8233-fe4f1028d3ac None None] Network b3987c1e-7239-438e-a989-0b14b4df202a is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:46:15.933088 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-69da7e9a-2f50-4868-a4bd-7a7efc3f5721 admin admin] Publish callbacks [] for security_group (db438c85-cb53-4b9e-94e7-7beff0f3292c), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:15.961989 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-6ead1363-dcb6-46c0-8233-fe4f1028d3ac None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:46:15.976538 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ead1363-dcb6-46c0-8233-fe4f1028d3ac None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:46:15.997875 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ead1363-dcb6-46c0-8233-fe4f1028d3ac None None] Pushing event updated for resources: {'Port': ['ID=81f46021-fa36-4aa5-bd14-c515b3eb953f,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:16.031392 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-69da7e9a-2f50-4868-a4bd-7a7efc3f5721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (db438c85-cb53-4b9e-94e7-7beff0f3292c), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:16.034862 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-69da7e9a-2f50-4868-a4bd-7a7efc3f5721 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:16.036388 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-69da7e9a-2f50-4868-a4bd-7a7efc3f5721 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/db438c85-cb53-4b9e-94e7-7beff0f3292c HTTP/1.1" status: 204 len: 168 time: 0.5675726 Feb 17 17:46:16.055790 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da7e9a-2f50-4868-a4bd-7a7efc3f5721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db438c85-cb53-4b9e-94e7-7beff0f3292c,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:16.079273 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6b0f1-cf5b-4b0b-a9e9-d97a31130942 req-dc86a62e-a57a-47a7-8306-f6a896551115 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:16.085680 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e0c6b0f1-cf5b-4b0b-a9e9-d97a31130942 req-dc86a62e-a57a-47a7-8306-f6a896551115 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=32ad5513-5d05-48da-81dc-bf7965dce3e2 HTTP/1.1" status: 200 len: 945 time: 0.5467162 Feb 17 17:46:16.160366 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-39d05d61-bd05-4770-9064-23e970579e6a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1940210771-network', 'tenant_id': '708d2e36ca25476d9214a2f14ef71fc9'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:46:16.226575 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-11136b51-0904-411a-bd1b-217f353ba047 admin admin] Publish callbacks [] for security_group (016ea208-193c-44b0-ba95-d118e8ee8784), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:16.245684 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-11136b51-0904-411a-bd1b-217f353ba047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (016ea208-193c-44b0-ba95-d118e8ee8784), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:16.249378 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-6ead1363-dcb6-46c0-8233-fe4f1028d3ac None None] Attempting to bind port 81f46021-fa36-4aa5-bd14-c515b3eb953f on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:46:16.249784 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-6ead1363-dcb6-46c0-8233-fe4f1028d3ac None None] Attempting to bind port 81f46021-fa36-4aa5-bd14-c515b3eb953f by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'c58f53c0-af49-4cf8-b691-940ae7000ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b3987c1e-7239-438e-a989-0b14b4df202a'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:46:16.254022 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ead1363-dcb6-46c0-8233-fe4f1028d3ac None None] Attempting to bind port 81f46021-fa36-4aa5-bd14-c515b3eb953f on network b3987c1e-7239-438e-a989-0b14b4df202a {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:46:16.254697 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d05d61-bd05-4770-9064-23e970579e6a admin admin] Made reservation on behalf of 708d2e36ca25476d9214a2f14ef71fc9 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:46:16.261513 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-39d05d61-bd05-4770-9064-23e970579e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:16.273375 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ead1363-dcb6-46c0-8233-fe4f1028d3ac None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:46:16.274294 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ead1363-dcb6-46c0-8233-fe4f1028d3ac None None] Checking segment: {'id': 'c58f53c0-af49-4cf8-b691-940ae7000ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b3987c1e-7239-438e-a989-0b14b4df202a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:46:16.274882 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6ead1363-dcb6-46c0-8233-fe4f1028d3ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:16.275461 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ead1363-dcb6-46c0-8233-fe4f1028d3ac None None] Bound using segment: {'id': 'c58f53c0-af49-4cf8-b691-940ae7000ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b3987c1e-7239-438e-a989-0b14b4df202a'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:46:16.277144 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-6ead1363-dcb6-46c0-8233-fe4f1028d3ac None None] Bound port: 81f46021-fa36-4aa5-bd14-c515b3eb953f, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c58f53c0-af49-4cf8-b691-940ae7000ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b3987c1e-7239-438e-a989-0b14b4df202a'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:46:16.278378 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6ead1363-dcb6-46c0-8233-fe4f1028d3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (81f46021-fa36-4aa5-bd14-c515b3eb953f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:16.303672 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-39d05d61-bd05-4770-9064-23e970579e6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:16.342627 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e0c6b0f1-cf5b-4b0b-a9e9-d97a31130942 req-23d3d236-a4cc-4e53-9f35-fb7d87386fe8 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486782 Feb 17 17:46:16.377585 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11136b51-0904-411a-bd1b-217f353ba047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016ea208-193c-44b0-ba95-d118e8ee8784,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:16.386805 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59770) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:16.406442 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-11136b51-0904-411a-bd1b-217f353ba047 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ca168541a02342239b15d14a884597e5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9955533 Feb 17 17:46:16.444785 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-6ead1363-dcb6-46c0-8233-fe4f1028d3ac None None] For port 81f46021-fa36-4aa5-bd14-c515b3eb953f, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:46:16.450991 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-6ead1363-dcb6-46c0-8233-fe4f1028d3ac None None] For port 81f46021-fa36-4aa5-bd14-c515b3eb953f, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=81f46021-fa36-4aa5-bd14-c515b3eb953f,segment=NetworkSegment(c58f53c0-af49-4cf8-b691-940ae7000ffa),segment_id=c58f53c0-af49-4cf8-b691-940ae7000ffa)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:46:16.456597 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 7acee7ef-b7b7-4992-ae5e-42354f7ad654 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:46:16.550760 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-436033e6-9704-446b-8ab8-8148e19c2071 admin admin] Publish callbacks [] for security_group (016ea208-193c-44b0-ba95-d118e8ee8784), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:16.691663 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-436033e6-9704-446b-8ab8-8148e19c2071 admin admin] Publish callbacks [] for security_group (016ea208-193c-44b0-ba95-d118e8ee8784), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:16.724314 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6ead1363-dcb6-46c0-8233-fe4f1028d3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (81f46021-fa36-4aa5-bd14-c515b3eb953f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:16.823270 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-39d05d61-bd05-4770-9064-23e970579e6a admin admin] Publish callbacks [] for security_group (6b4ae1c8-9408-4475-89e9-5b631aefbc19), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:16.843723 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-39d05d61-bd05-4770-9064-23e970579e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (6b4ae1c8-9408-4475-89e9-5b631aefbc19), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:16.894449 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39d05d61-bd05-4770-9064-23e970579e6a admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:46:16.939816 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-39d05d61-bd05-4770-9064-23e970579e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (44570946-cccc-4504-9a7b-a57e09c343d6), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:16.940200 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-39d05d61-bd05-4770-9064-23e970579e6a admin admin] Added segment 44570946-cccc-4504-9a7b-a57e09c343d6 of type vlan for network 106d8950-35e8-4e49-bc8b-6ac4436cd2fe Feb 17 17:46:16.977744 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00d099e7-c744-49e4-ba36-1ef978653a5f admin admin] Publish callbacks [] for router_gateway (c2bfd8aa-2df7-4e46-ab35-f805b38567e1), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:17.036396 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 7acee7ef-b7b7-4992-ae5e-42354f7ad654, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=7acee7ef-b7b7-4992-ae5e-42354f7ad654,segment=NetworkSegment(a9afe95a-bc81-4053-bcf6-93dc37b0f7fa),segment_id=a9afe95a-bc81-4053-bcf6-93dc37b0f7fa)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:46:17.038543 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00d099e7-c744-49e4-ba36-1ef978653a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:17.107433 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-39d05d61-bd05-4770-9064-23e970579e6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (106d8950-35e8-4e49-bc8b-6ac4436cd2fe), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:17.120549 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ead1363-dcb6-46c0-8233-fe4f1028d3ac None None] Pushing event updated for resources: {'Port': ['ID=81f46021-fa36-4aa5-bd14-c515b3eb953f,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:17.136175 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '7acee7ef-b7b7-4992-ae5e-42354f7ad654', 'network_id': '86d00201-0d9a-4363-96b8-dd16d5e6e4d8', 'port_id': '7acee7ef-b7b7-4992-ae5e-42354f7ad654', 'mac_address': 'fa:16:3e:1b:7f:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b38a8c5-5190-4e64-a2cf-0cc233f21627', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:46:17.138803 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59784) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:17.185751 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b3dfd12e-945c-4d38-b0b1-b9d540300ee7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:17.265527 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 7acee7ef-b7b7-4992-ae5e-42354f7ad654 is: ACTIVE; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:46:17.266292 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7acee7ef-b7b7-4992-ae5e-42354f7ad654), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:17.316115 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7acee7ef-b7b7-4992-ae5e-42354f7ad654 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:46:17.354824 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-39d05d61-bd05-4770-9064-23e970579e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (106d8950-35e8-4e49-bc8b-6ac4436cd2fe), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:17.355818 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d05d61-bd05-4770-9064-23e970579e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:17.356434 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-39d05d61-bd05-4770-9064-23e970579e6a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:17.356871 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 7acee7ef-b7b7-4992-ae5e-42354f7ad654, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=7acee7ef-b7b7-4992-ae5e-42354f7ad654,segment=NetworkSegment(a9afe95a-bc81-4053-bcf6-93dc37b0f7fa),segment_id=a9afe95a-bc81-4053-bcf6-93dc37b0f7fa)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:46:17.366209 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (7acee7ef-b7b7-4992-ae5e-42354f7ad654), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:17.414303 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-00d099e7-c744-49e4-ba36-1ef978653a5f admin admin] Allocated IP 172.25.8.109 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/44cbcde1-c128-45eb-8ea9-55e6f8612932) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:46:17.485255 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d05d61-bd05-4770-9064-23e970579e6a admin admin] Pushing event updated for resources: {'Network': ['ID=106d8950-35e8-4e49-bc8b-6ac4436cd2fe,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:17.503296 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fbd83fd8-bc1c-488a-aa75-f85a47577a77 req-b61e72ad-59a6-4d4a-b71a-b85454fb99d6 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] 10.222.0.87 "GET /v2.0/ports?device_id=f0ccffbb-e6ed-4a8b-b494-d31fe6d26612 HTTP/1.1" status: 200 len: 210 time: 0.3300934 Feb 17 17:46:17.567118 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1820d562-98c9-4aa1-a63b-c5708251d6be req-21610755-e306-4dc3-8aee-57587728b430 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4d7fafab-4478-4ac6-849d-b79b61783cd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3777368 Feb 17 17:46:17.572132 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-39d05d61-bd05-4770-9064-23e970579e6a admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7961118 Feb 17 17:46:17.590428 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d05d61-bd05-4770-9064-23e970579e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4ae1c8-9408-4475-89e9-5b631aefbc19,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:17.601036 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59792) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:17.619965 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-8c6b829a-a612-493a-99a4-d5a13fdeffaa admin admin] Request body: {'subnet': {'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1940210771-subnet', 'tenant_id': '708d2e36ca25476d9214a2f14ef71fc9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:46:17.628589 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=7acee7ef-b7b7-4992-ae5e-42354f7ad654,revision_number=6']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:17.657020 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 106d8950-35e8-4e49-bc8b-6ac4436cd2fe details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:46:17.792222 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-436033e6-9704-446b-8ab8-8148e19c2071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (016ea208-193c-44b0-ba95-d118e8ee8784), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:17.799408 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-436033e6-9704-446b-8ab8-8148e19c2071 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:17.803267 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['7acee7ef-b7b7-4992-ae5e-42354f7ad654'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:46:17.804040 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-436033e6-9704-446b-8ab8-8148e19c2071 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/016ea208-193c-44b0-ba95-d118e8ee8784 HTTP/1.1" status: 204 len: 168 time: 1.4161654 Feb 17 17:46:17.826473 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6b829a-a612-493a-99a4-d5a13fdeffaa admin admin] Made reservation on behalf of 708d2e36ca25476d9214a2f14ef71fc9 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:46:17.831882 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8c6b829a-a612-493a-99a4-d5a13fdeffaa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:17.916227 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436033e6-9704-446b-8ab8-8148e19c2071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016ea208-193c-44b0-ba95-d118e8ee8784,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:17.920315 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00d099e7-c744-49e4-ba36-1ef978653a5f admin admin] Publish callbacks [] for port (44cbcde1-c128-45eb-8ea9-55e6f8612932), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:18.237474 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00d099e7-c744-49e4-ba36-1ef978653a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (44cbcde1-c128-45eb-8ea9-55e6f8612932), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:18.286279 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b3dfd12e-945c-4d38-b0b1-b9d540300ee7 admin admin] Publish callbacks [] for security_group (30f1aa91-eb83-4f24-b957-75ea7663d47e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:18.310765 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d51af-d42e-4ed4-a292-9e20b7349963 req-6acafd8e-0e94-4d7b-b707-f7eb77c09773 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:18.318134 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ad5d51af-d42e-4ed4-a292-9e20b7349963 req-6acafd8e-0e94-4d7b-b707-f7eb77c09773 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=32ad5513-5d05-48da-81dc-bf7965dce3e2 HTTP/1.1" status: 200 len: 944 time: 0.5443606 Feb 17 17:46:18.323048 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820d562-98c9-4aa1-a63b-c5708251d6be req-fc978f8a-55cf-4d3c-a6f9-26146c955541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:18.324645 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1820d562-98c9-4aa1-a63b-c5708251d6be req-fc978f8a-55cf-4d3c-a6f9-26146c955541 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=676afbf1c2e640e8b11ff19640c46b32&device_id=4d7fafab-4478-4ac6-849d-b79b61783cd0 HTTP/1.1" status: 200 len: 1127 time: 0.6531076 Feb 17 17:46:18.490129 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d099e7-c744-49e4-ba36-1ef978653a5f admin admin] Pushing event updated for resources: {'Port': ['ID=44cbcde1-c128-45eb-8ea9-55e6f8612932,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:18.501142 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d099e7-c744-49e4-ba36-1ef978653a5f admin admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:46:18.512293 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-00d099e7-c744-49e4-ba36-1ef978653a5f admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:46:18.520317 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d099e7-c744-49e4-ba36-1ef978653a5f admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:46:18.522561 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b3dfd12e-945c-4d38-b0b1-b9d540300ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (30f1aa91-eb83-4f24-b957-75ea7663d47e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:18.647788 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dfd12e-945c-4d38-b0b1-b9d540300ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f1aa91-eb83-4f24-b957-75ea7663d47e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:18.824383 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59814) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:18.824567 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b3dfd12e-945c-4d38-b0b1-b9d540300ee7 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=83458e970cdb478b8160e6ac76b31c34&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6805401 Feb 17 17:46:18.849186 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ad5d51af-d42e-4ed4-a292-9e20b7349963 req-487c0441-6933-478d-b1b5-96293e108222 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5168643 Feb 17 17:46:18.868223 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:18.997411 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36fac73-b30a-4f82-947a-5355bc975885 None None] Network b3987c1e-7239-438e-a989-0b14b4df202a requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:46:19.163624 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 81f46021-fa36-4aa5-bd14-c515b3eb953f up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:46:19.246370 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-09e4453a-69b5-45de-a906-a74b1def8b91 req-7652c72f-6dfd-4d7e-97c2-e7f59112e283 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] 10.222.0.87 "GET /v2.0/ports?device_id=f0ccffbb-e6ed-4a8b-b494-d31fe6d26612 HTTP/1.1" status: 200 len: 210 time: 0.1362762 Feb 17 17:46:19.252575 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00d099e7-c744-49e4-ba36-1ef978653a5f admin admin] Publish callbacks [] for router_gateway (c2bfd8aa-2df7-4e46-ab35-f805b38567e1), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:19.283100 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820d562-98c9-4aa1-a63b-c5708251d6be req-464a0b15-61c0-4857-a924-53018824ec3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:19.283475 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-7db56bda-bedb-4211-88f6-00aafa304798 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:19.283921 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1820d562-98c9-4aa1-a63b-c5708251d6be req-464a0b15-61c0-4857-a924-53018824ec3e service neutron] 10.222.0.71 "GET /v2.0/networks?id=2c9900d2-a559-4978-8739-0c10e7ac9101 HTTP/1.1" status: 200 len: 916 time: 0.9137578 Feb 17 17:46:19.284030 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-7db56bda-bedb-4211-88f6-00aafa304798 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] 10.222.0.91 "GET /v2.0/networks?id=84f31083-e0b3-4cbb-973a-42fdc6d15e0b HTTP/1.1" status: 200 len: 811 time: 1.0967793 Feb 17 17:46:19.332141 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8c6b829a-a612-493a-99a4-d5a13fdeffaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (f5806a5b-efbb-4c84-b3a4-70ad6c804540), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:19.408784 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-f41ee0ec-0546-452e-a4bd-663b6f10bc41 None None] Provisioning complete for port 81f46021-fa36-4aa5-bd14-c515b3eb953f triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:46:19.409325 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f41ee0ec-0546-452e-a4bd-663b6f10bc41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (81f46021-fa36-4aa5-bd14-c515b3eb953f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:19.443240 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6b829a-a612-493a-99a4-d5a13fdeffaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5806a5b-efbb-4c84-b3a4-70ad6c804540,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:19.468528 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1820d562-98c9-4aa1-a63b-c5708251d6be req-ca5b6891-6e27-4e1d-a618-9d38ea45ec1d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f883fdf3-3fdc-47e6-9f50-0966418cc693 HTTP/1.1" status: 200 len: 217 time: 0.1521919 Feb 17 17:46:19.561007 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59828) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:19.615077 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b5f9a410-fa78-4bd3-884f-0e0d57244eda admin admin] Publish callbacks [] for security_group (30f1aa91-eb83-4f24-b957-75ea7663d47e), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:19.684611 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b5f9a410-fa78-4bd3-884f-0e0d57244eda admin admin] Publish callbacks [] for security_group (30f1aa91-eb83-4f24-b957-75ea7663d47e), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:19.793365 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-51da3d3c-e062-4ae2-bdf2-ac28493975ed tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2a161e2fa8f4adc9bc5cff43d7595f5 HTTP/1.1" status: 200 len: 379 time: 0.4476781 Feb 17 17:46:19.800777 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820d562-98c9-4aa1-a63b-c5708251d6be req-44a2550c-8b85-4e63-a970-0256e7dab766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:19.803954 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1820d562-98c9-4aa1-a63b-c5708251d6be req-44a2550c-8b85-4e63-a970-0256e7dab766 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0145e51a-5adb-4fab-bd7e-ee03bd2ecb29 HTTP/1.1" status: 200 len: 855 time: 0.3220553 Feb 17 17:46:19.832878 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b5f9a410-fa78-4bd3-884f-0e0d57244eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (30f1aa91-eb83-4f24-b957-75ea7663d47e), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:19.836483 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b5f9a410-fa78-4bd3-884f-0e0d57244eda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:19.839959 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b5f9a410-fa78-4bd3-884f-0e0d57244eda admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/30f1aa91-eb83-4f24-b957-75ea7663d47e HTTP/1.1" status: 204 len: 168 time: 1.0061738 Feb 17 17:46:19.845081 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-8b222fa4-bde3-4d82-826d-4e2248681f24 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Request body: {'port': {'device_id': 'f0ccffbb-e6ed-4a8b-b494-d31fe6d26612', 'network_id': '84f31083-e0b3-4cbb-973a-42fdc6d15e0b', 'admin_state_up': True, 'tenant_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5', 'security_groups': ['d0d0a072-88e3-4600-bff5-ae014edcddf3']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:46:19.920803 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1820d562-98c9-4aa1-a63b-c5708251d6be req-9053649d-54cf-4b81-88be-6e46bdaabb2f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2c9900d2-a559-4978-8739-0c10e7ac9101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061978 Feb 17 17:46:19.968622 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6b829a-a612-493a-99a4-d5a13fdeffaa admin admin] Checking segment: {'id': '44570946-cccc-4504-9a7b-a57e09c343d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:46:19.970129 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6b829a-a612-493a-99a4-d5a13fdeffaa admin admin] Network hostable DHCP agents. Network: 106d8950-35e8-4e49-bc8b-6ac4436cd2fe, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:46:19.974221 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-f121bdac-fad6-4520-a425-b40236e16f1b tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-768045830'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:46:20.015400 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f9a410-fa78-4bd3-884f-0e0d57244eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f1aa91-eb83-4f24-b957-75ea7663d47e,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:20.196560 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4467cb94-9b7e-4a72-ae08-933c81e34e9c req-7c182e17-d15a-457b-9d44-e578d16fa4e2 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:20.207981 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4467cb94-9b7e-4a72-ae08-933c81e34e9c req-7c182e17-d15a-457b-9d44-e578d16fa4e2 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=32ad5513-5d05-48da-81dc-bf7965dce3e2 HTTP/1.1" status: 200 len: 944 time: 0.1829815 Feb 17 17:46:20.281729 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4467cb94-9b7e-4a72-ae08-933c81e34e9c req-25fe6e70-5a4e-42c4-b7a9-4c0f78211da9 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707076 Feb 17 17:46:20.283300 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 81f46021-fa36-4aa5-bd14-c515b3eb953f triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:46:20.283786 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (81f46021-fa36-4aa5-bd14-c515b3eb953f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:20.288548 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6b829a-a612-493a-99a4-d5a13fdeffaa admin admin] Network 106d8950-35e8-4e49-bc8b-6ac4436cd2fe is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:46:20.317944 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-8c6b829a-a612-493a-99a4-d5a13fdeffaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 106d8950-35e8-4e49-bc8b-6ac4436cd2fe) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:46:20.345225 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6b829a-a612-493a-99a4-d5a13fdeffaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:20.345825 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8c6b829a-a612-493a-99a4-d5a13fdeffaa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:20.390115 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6386a417-a1e1-4557-acac-b4aa33c7f93e None None] Network 106d8950-35e8-4e49-bc8b-6ac4436cd2fe requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:46:20.396930 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 7acee7ef-b7b7-4992-ae5e-42354f7ad654 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:46:20.417107 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1820d562-98c9-4aa1-a63b-c5708251d6be req-d45ddb01-74e5-405e-b010-4f5a1e27c6b5 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9900d2-a559-4978-8739-0c10e7ac9101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4696350 Feb 17 17:46:20.482997 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-8c6b829a-a612-493a-99a4-d5a13fdeffaa admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8806841 Feb 17 17:46:20.504309 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59840) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:20.510483 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-a3b8fc86-5b59-4b54-bbff-761e1f0c99fb admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1940210771-router', 'tenant_id': '708d2e36ca25476d9214a2f14ef71fc9', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:46:20.511373 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-f41ee0ec-0546-452e-a4bd-663b6f10bc41 None None] Current status of the port 81f46021-fa36-4aa5-bd14-c515b3eb953f is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:46:20.511770 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f41ee0ec-0546-452e-a4bd-663b6f10bc41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (81f46021-fa36-4aa5-bd14-c515b3eb953f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:20.515918 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:20.528177 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d2f45d4c-3d6e-4d39-b611-a55fe47737a9 req-97baddb5-8cc1-4d60-a2b8-4209594a4790 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] 10.222.0.87 "GET /v2.0/ports?device_id=f0ccffbb-e6ed-4a8b-b494-d31fe6d26612 HTTP/1.1" status: 200 len: 210 time: 0.0815768 Feb 17 17:46:20.587723 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a3b8fc86-5b59-4b54-bbff-761e1f0c99fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:20.589263 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a3b8fc86-5b59-4b54-bbff-761e1f0c99fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:20.626716 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1820d562-98c9-4aa1-a63b-c5708251d6be req-666797c2-f937-4fe6-8b0e-fe6a8285cebf service neutron] 10.222.0.71 "GET /v2.0/networks/2c9900d2-a559-4978-8739-0c10e7ac9101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031388 Feb 17 17:46:20.674943 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f121bdac-fad6-4520-a425-b40236e16f1b tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Made reservation on behalf of 6c28c706ce1245329260dde1db37ef52 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:46:20.679102 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a3b8fc86-5b59-4b54-bbff-761e1f0c99fb admin admin] Publish callbacks [] for router_controller (b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717), precommit_add_association {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:20.683346 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f121bdac-fad6-4520-a425-b40236e16f1b tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:20.702297 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-8b222fa4-bde3-4d82-826d-4e2248681f24 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Made reservation on behalf of b2a161e2fa8f4adc9bc5cff43d7595f5 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:46:20.705693 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-8b222fa4-bde3-4d82-826d-4e2248681f24 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:20.787788 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f121bdac-fad6-4520-a425-b40236e16f1b tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:20.789651 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-f41ee0ec-0546-452e-a4bd-663b6f10bc41 None None] For port 81f46021-fa36-4aa5-bd14-c515b3eb953f, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=81f46021-fa36-4aa5-bd14-c515b3eb953f,segment=NetworkSegment(c58f53c0-af49-4cf8-b691-940ae7000ffa),segment_id=c58f53c0-af49-4cf8-b691-940ae7000ffa)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:46:20.841398 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f41ee0ec-0546-452e-a4bd-663b6f10bc41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (81f46021-fa36-4aa5-bd14-c515b3eb953f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:20.909209 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ee0ec-0546-452e-a4bd-663b6f10bc41 None None] Pushing event updated for resources: {'Port': ['ID=81f46021-fa36-4aa5-bd14-c515b3eb953f,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:20.995344 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 7acee7ef-b7b7-4992-ae5e-42354f7ad654 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:46:20.996832 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7acee7ef-b7b7-4992-ae5e-42354f7ad654), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:21.005378 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 81f46021-fa36-4aa5-bd14-c515b3eb953f is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:46:21.007469 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (81f46021-fa36-4aa5-bd14-c515b3eb953f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:21.077071 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a3b8fc86-5b59-4b54-bbff-761e1f0c99fb admin admin] Publish callbacks [] for router_gateway (b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:21.109479 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258be58f-9a1e-4076-9720-c47d8ea7c0a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-106d8950-35e8-4e49-bc8b-6ac4436cd2fe', 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe', 'project_id': '708d2e36ca25476d9214a2f14ef71fc9', 'fixed_ips': [{'subnet_id': 'f5806a5b-efbb-4c84-b3a4-70ad6c804540'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:46:21.110569 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-258be58f-9a1e-4076-9720-c47d8ea7c0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:21.197795 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-8b222fa4-bde3-4d82-826d-4e2248681f24 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Allocated IP 172.20.0.3 (84f31083-e0b3-4cbb-973a-42fdc6d15e0b/c655e525-dc25-4790-bada-b8e5780c3b04/810283a4-0e6c-4b01-9d6d-ff2c677b5099) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:46:21.219262 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:46:21.219619 n-d-829613-2 neutron-server[103436]: DEBUG oslo_db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 17:46:21.243617 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5b5fb449-2f2f-47e9-8b1c-1620c9425466 None None] Provisioning complete for port 81f46021-fa36-4aa5-bd14-c515b3eb953f triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:46:21.244323 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5b5fb449-2f2f-47e9-8b1c-1620c9425466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (81f46021-fa36-4aa5-bd14-c515b3eb953f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:21.397919 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-8b222fa4-bde3-4d82-826d-4e2248681f24 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Publish callbacks [] for port (810283a4-0e6c-4b01-9d6d-ff2c677b5099), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:21.457549 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-8b222fa4-bde3-4d82-826d-4e2248681f24 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (810283a4-0e6c-4b01-9d6d-ff2c677b5099), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:21.529453 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-8b222fa4-bde3-4d82-826d-4e2248681f24 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Network 84f31083-e0b3-4cbb-973a-42fdc6d15e0b is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:46:21.549744 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-8b222fa4-bde3-4d82-826d-4e2248681f24 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:46:21.579594 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120a3d4-2aac-44e7-8237-6d9a82872dcc req-13e3b5ba-fff5-4700-8452-198e3657365b tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:21.581873 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1120a3d4-2aac-44e7-8237-6d9a82872dcc req-13e3b5ba-fff5-4700-8452-198e3657365b tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=32ad5513-5d05-48da-81dc-bf7965dce3e2 HTTP/1.1" status: 200 len: 944 time: 0.1592345 Feb 17 17:46:21.598849 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-8b222fa4-bde3-4d82-826d-4e2248681f24 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:46:21.660966 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00d099e7-c744-49e4-ba36-1ef978653a5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (c2bfd8aa-2df7-4e46-ab35-f805b38567e1), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:21.709285 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1120a3d4-2aac-44e7-8237-6d9a82872dcc req-2ab54445-258f-4ee0-8d1b-36de00b99811 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203568 Feb 17 17:46:22.025635 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a3b8fc86-5b59-4b54-bbff-761e1f0c99fb admin admin] Publish callbacks [] for router_gateway (b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:22.033371 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 7acee7ef-b7b7-4992-ae5e-42354f7ad654 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:46:22.033954 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7acee7ef-b7b7-4992-ae5e-42354f7ad654), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:22.116661 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-258be58f-9a1e-4076-9720-c47d8ea7c0a5 None None] Allocated IP 172.20.0.2 (106d8950-35e8-4e49-bc8b-6ac4436cd2fe/f5806a5b-efbb-4c84-b3a4-70ad6c804540/0a255d7f-ddc8-4d20-b352-516f43f1d745) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:46:22.149512 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a3b8fc86-5b59-4b54-bbff-761e1f0c99fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:22.312649 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-a3b8fc86-5b59-4b54-bbff-761e1f0c99fb admin admin] Allocated IP 172.25.8.129 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/bdae442e-bcc5-4e07-ad7a-c210fd339654) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:46:22.428569 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b222fa4-bde3-4d82-826d-4e2248681f24 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Pushing event updated for resources: {'Port': ['ID=810283a4-0e6c-4b01-9d6d-ff2c677b5099,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:22.588702 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-258be58f-9a1e-4076-9720-c47d8ea7c0a5 None None] Publish callbacks [] for port (0a255d7f-ddc8-4d20-b352-516f43f1d745), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:22.603109 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a3b8fc86-5b59-4b54-bbff-761e1f0c99fb admin admin] Publish callbacks [] for port (bdae442e-bcc5-4e07-ad7a-c210fd339654), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:22.636722 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-8b222fa4-bde3-4d82-826d-4e2248681f24 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:22.637575 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-8b222fa4-bde3-4d82-826d-4e2248681f24 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:22.669305 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-258be58f-9a1e-4076-9720-c47d8ea7c0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (0a255d7f-ddc8-4d20-b352-516f43f1d745), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:22.694493 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 81f46021-fa36-4aa5-bd14-c515b3eb953f is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:46:22.709341 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-8b222fa4-bde3-4d82-826d-4e2248681f24 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8819911 Feb 17 17:46:22.717923 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f121bdac-fad6-4520-a425-b40236e16f1b tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks [] for security_group (fc74c016-f477-459b-8813-a326ac2ef04b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:22.721782 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a3b8fc86-5b59-4b54-bbff-761e1f0c99fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (bdae442e-bcc5-4e07-ad7a-c210fd339654), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:22.736724 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-cf34e52f-7f88-468b-b81b-64b762f49f8a service neutron] Request body: {'port': {'device_id': 'f0ccffbb-e6ed-4a8b-b494-d31fe6d26612', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:46:22.744538 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f121bdac-fad6-4520-a425-b40236e16f1b tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (fc74c016-f477-459b-8813-a326ac2ef04b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:22.760000 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f121bdac-fad6-4520-a425-b40236e16f1b tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:46:22.770997 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f121bdac-fad6-4520-a425-b40236e16f1b tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (bd90de5d-4d29-45de-be4f-f9dd0509be80), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:22.771556 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-f121bdac-fad6-4520-a425-b40236e16f1b tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Added segment bd90de5d-4d29-45de-be4f-f9dd0509be80 of type vlan for network d8c91fde-5f32-4bbd-80b0-cd4fd315f352 Feb 17 17:46:22.843633 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b8fc86-5b59-4b54-bbff-761e1f0c99fb admin admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:46:22.856607 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-a3b8fc86-5b59-4b54-bbff-761e1f0c99fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:46:22.873811 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b8fc86-5b59-4b54-bbff-761e1f0c99fb admin admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:46:22.898901 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f121bdac-fad6-4520-a425-b40236e16f1b tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (d8c91fde-5f32-4bbd-80b0-cd4fd315f352), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:22.910175 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258be58f-9a1e-4076-9720-c47d8ea7c0a5 None None] Network 106d8950-35e8-4e49-bc8b-6ac4436cd2fe is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:46:22.915008 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5b5fb449-2f2f-47e9-8b1c-1620c9425466 None None] Current status of the port 81f46021-fa36-4aa5-bd14-c515b3eb953f is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:46:22.934537 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258be58f-9a1e-4076-9720-c47d8ea7c0a5 None None] Pushing event updated for resources: {'Port': ['ID=0a255d7f-ddc8-4d20-b352-516f43f1d745,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:22.946969 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-258be58f-9a1e-4076-9720-c47d8ea7c0a5 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:46:22.965318 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258be58f-9a1e-4076-9720-c47d8ea7c0a5 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:46:22.985877 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ad5513-5d05-48da-81dc-bf7965dce3e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7acee7ef-b7b7-4992-ae5e-42354f7ad654'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:46:22.986123 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a11ff-633c-402f-8bac-be0789153ec6 req-a1cd6688-3bb8-43ab-b67a-d255543064cf tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:22.994274 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-317a11ff-633c-402f-8bac-be0789153ec6 req-a1cd6688-3bb8-43ab-b67a-d255543064cf tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] 10.222.0.87 "GET /v2.0/ports?device_id=f0ccffbb-e6ed-4a8b-b494-d31fe6d26612 HTTP/1.1" status: 200 len: 931 time: 1.0439680 Feb 17 17:46:22.995863 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3116a305-af02-4187-9958-5659f5913fba" -d '{"events": [{"server_uuid": "32ad5513-5d05-48da-81dc-bf7965dce3e2", "name": "network-vif-plugged", "status": "completed", "tag": "7acee7ef-b7b7-4992-ae5e-42354f7ad654"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:46:23.005414 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b8fc86-5b59-4b54-bbff-761e1f0c99fb admin admin] Pushing event updated for resources: {'Port': ['ID=bdae442e-bcc5-4e07-ad7a-c210fd339654,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:23.029154 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d099e7-c744-49e4-ba36-1ef978653a5f admin admin] Router c2bfd8aa-2df7-4e46-ab35-f805b38567e1 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:46:23.036460 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f121bdac-fad6-4520-a425-b40236e16f1b tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (d8c91fde-5f32-4bbd-80b0-cd4fd315f352), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:23.051892 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f121bdac-fad6-4520-a425-b40236e16f1b tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:23.052479 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f121bdac-fad6-4520-a425-b40236e16f1b tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:23.095026 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 81f46021-fa36-4aa5-bd14-c515b3eb953f up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:46:23.101068 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f121bdac-fad6-4520-a425-b40236e16f1b tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.5392237 Feb 17 17:46:23.263564 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 7acee7ef-b7b7-4992-ae5e-42354f7ad654, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=7acee7ef-b7b7-4992-ae5e-42354f7ad654,segment=NetworkSegment(a9afe95a-bc81-4053-bcf6-93dc37b0f7fa),segment_id=a9afe95a-bc81-4053-bcf6-93dc37b0f7fa)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:46:23.290278 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59876) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:23.291753 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (7acee7ef-b7b7-4992-ae5e-42354f7ad654), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:23.371799 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-cf34e52f-7f88-468b-b81b-64b762f49f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (810283a4-0e6c-4b01-9d6d-ff2c677b5099), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:23.390609 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-83bb4817-5306-4caa-9d23-0b6567e7f387 None None] Provisioning complete for port 810283a4-0e6c-4b01-9d6d-ff2c677b5099 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:46:23.391049 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-83bb4817-5306-4caa-9d23-0b6567e7f387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (810283a4-0e6c-4b01-9d6d-ff2c677b5099), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:23.423743 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=7acee7ef-b7b7-4992-ae5e-42354f7ad654,revision_number=7']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:23.437564 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-be9f76c2-8741-4bb7-afe3-bc4b7024cb67 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Request body: {'subnet': {'network_id': 'd8c91fde-5f32-4bbd-80b0-cd4fd315f352', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:46:23.446643 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-317a11ff-633c-402f-8bac-be0789153ec6 req-cc73789a-4216-4180-bbc1-0992dad9af82 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0d0a072-88e3-4600-bff5-ae014edcddf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4514563 Feb 17 17:46:23.454580 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-258be58f-9a1e-4076-9720-c47d8ea7c0a5 None None] Attempting to bind port 0a255d7f-ddc8-4d20-b352-516f43f1d745 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:46:23.454966 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-258be58f-9a1e-4076-9720-c47d8ea7c0a5 None None] Attempting to bind port 0a255d7f-ddc8-4d20-b352-516f43f1d745 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '44570946-cccc-4504-9a7b-a57e09c343d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:46:23.455339 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258be58f-9a1e-4076-9720-c47d8ea7c0a5 None None] Attempting to bind port 0a255d7f-ddc8-4d20-b352-516f43f1d745 on network 106d8950-35e8-4e49-bc8b-6ac4436cd2fe {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:46:23.545954 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258be58f-9a1e-4076-9720-c47d8ea7c0a5 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:46:23.546447 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258be58f-9a1e-4076-9720-c47d8ea7c0a5 None None] Checking segment: {'id': '44570946-cccc-4504-9a7b-a57e09c343d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:46:23.546884 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-258be58f-9a1e-4076-9720-c47d8ea7c0a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:23.547295 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258be58f-9a1e-4076-9720-c47d8ea7c0a5 None None] Bound using segment: {'id': '44570946-cccc-4504-9a7b-a57e09c343d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:46:23.547844 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-258be58f-9a1e-4076-9720-c47d8ea7c0a5 None None] Bound port: 0a255d7f-ddc8-4d20-b352-516f43f1d745, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44570946-cccc-4504-9a7b-a57e09c343d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:46:23.548209 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-258be58f-9a1e-4076-9720-c47d8ea7c0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0a255d7f-ddc8-4d20-b352-516f43f1d745), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:23.826737 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-83bb4817-5306-4caa-9d23-0b6567e7f387 None None] Port 810283a4-0e6c-4b01-9d6d-ff2c677b5099 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:46:23.862052 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 81f46021-fa36-4aa5-bd14-c515b3eb953f triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:46:23.864510 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (81f46021-fa36-4aa5-bd14-c515b3eb953f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:23.876998 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d099e7-c744-49e4-ba36-1ef978653a5f admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:46:23.887760 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f121bdac-fad6-4520-a425-b40236e16f1b tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc74c016-f477-459b-8813-a326ac2ef04b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:23.939519 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39efac5a-358c-49d4-b419-36f51be88ab0 None None] Sync routers for ids ['c2bfd8aa-2df7-4e46-ab35-f805b38567e1'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:46:24.027748 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39efac5a-358c-49d4-b419-36f51be88ab0 None None] Routers {'c2bfd8aa-2df7-4e46-ab35-f805b38567e1'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:46:24.028432 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-39efac5a-358c-49d4-b419-36f51be88ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:46:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['c2bfd8aa-2df7-4e46-ab35-f805b38567e1'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:46:24.301772 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-39efac5a-358c-49d4-b419-36f51be88ab0 None None] Set router c2bfd8aa-2df7-4e46-ab35-f805b38567e1 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:46:24.338998 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-258be58f-9a1e-4076-9720-c47d8ea7c0a5 None None] For port 0a255d7f-ddc8-4d20-b352-516f43f1d745, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:46:24.398083 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-258be58f-9a1e-4076-9720-c47d8ea7c0a5 None None] For port 0a255d7f-ddc8-4d20-b352-516f43f1d745, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=0a255d7f-ddc8-4d20-b352-516f43f1d745,segment=NetworkSegment(44570946-cccc-4504-9a7b-a57e09c343d6),segment_id=44570946-cccc-4504-9a7b-a57e09c343d6)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:46:24.420630 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-258be58f-9a1e-4076-9720-c47d8ea7c0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (0a255d7f-ddc8-4d20-b352-516f43f1d745), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:24.430691 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 81f46021-fa36-4aa5-bd14-c515b3eb953f is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:46:24.614072 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258be58f-9a1e-4076-9720-c47d8ea7c0a5 None None] Pushing event updated for resources: {'Port': ['ID=0a255d7f-ddc8-4d20-b352-516f43f1d745,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:24.688802 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-cf34e52f-7f88-468b-b81b-64b762f49f8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 810283a4-0e6c-4b01-9d6d-ff2c677b5099 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:46:24.712443 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-cf34e52f-7f88-468b-b81b-64b762f49f8a service neutron] Publish callbacks [] for port (810283a4-0e6c-4b01-9d6d-ff2c677b5099), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:24.746435 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-cf34e52f-7f88-468b-b81b-64b762f49f8a service neutron] Transition to ACTIVE for port object 810283a4-0e6c-4b01-9d6d-ff2c677b5099 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:46:24.774068 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59888) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:24.786977 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f121bdac-fad6-4520-a425-b40236e16f1b tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event updated for resources: {'Network': ['ID=d8c91fde-5f32-4bbd-80b0-cd4fd315f352,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:24.788397 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-39efac5a-358c-49d4-b419-36f51be88ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bfd8aa-2df7-4e46-ab35-f805b38567e1', 'name': 'tempest-TestAggregatesBasicOps-259678539-router', 'tenant_id': '9360f8624a5f4b22b2fa18246b414acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '44cbcde1-c128-45eb-8ea9-55e6f8612932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:46:14Z', 'updated_at': '2022-02-17T17:46:19Z', 'revision_number': 3, 'project_id': '9360f8624a5f4b22b2fa18246b414acc', 'gw_port': {'id': '44cbcde1-c128-45eb-8ea9-55e6f8612932', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:fd:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bfd8aa-2df7-4e46-ab35-f805b38567e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:46:17Z', 'updated_at': '2022-02-17T17:46:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:46:24.793914 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00d099e7-c744-49e4-ba36-1ef978653a5f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:24.795231 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-00d099e7-c744-49e4-ba36-1ef978653a5f admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.9560363 Feb 17 17:46:24.796040 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-cf34e52f-7f88-468b-b81b-64b762f49f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (810283a4-0e6c-4b01-9d6d-ff2c677b5099), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:24.798421 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59894) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:24.804514 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network d8c91fde-5f32-4bbd-80b0-cd4fd315f352 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:46:24.896495 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39efac5a-358c-49d4-b419-36f51be88ab0 None None] Checking router: c2bfd8aa-2df7-4e46-ab35-f805b38567e1 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:46:24.896495 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39efac5a-358c-49d4-b419-36f51be88ab0 None None] Updating router c2bfd8aa-2df7-4e46-ab35-f805b38567e1 port 44cbcde1-c128-45eb-8ea9-55e6f8612932 binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:46:24.983663 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-39efac5a-358c-49d4-b419-36f51be88ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (44cbcde1-c128-45eb-8ea9-55e6f8612932), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:25.148272 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9f76c2-8741-4bb7-afe3-bc4b7024cb67 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Made reservation on behalf of 6c28c706ce1245329260dde1db37ef52 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:46:25.175131 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-be9f76c2-8741-4bb7-afe3-bc4b7024cb67 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:25.275562 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-01a1373e-5228-4759-a2db-9ab08d543308 tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:46:25.282675 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf34e52f-7f88-468b-b81b-64b762f49f8a service neutron] Pushing event updated for resources: {'Port': ['ID=810283a4-0e6c-4b01-9d6d-ff2c677b5099,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:25.488603 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-01a1373e-5228-4759-a2db-9ab08d543308 tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] 10.222.0.87 "PUT /v2.0/quotas/7c4d8c0f3b66413a9ce38949e44334d0 HTTP/1.1" status: 200 len: 368 time: 0.7116785 Feb 17 17:46:25.489276 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59900) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:25.520930 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-78529c75-499f-4cf9-a152-379fa05c2685 tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] Request body: {'network': {'project_id': '7c4d8c0f3b66413a9ce38949e44334d0'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:46:25.526896 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-cf34e52f-7f88-468b-b81b-64b762f49f8a service neutron] Attempting to bind port 810283a4-0e6c-4b01-9d6d-ff2c677b5099 on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:46:25.527280 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-cf34e52f-7f88-468b-b81b-64b762f49f8a service neutron] Attempting to bind port 810283a4-0e6c-4b01-9d6d-ff2c677b5099 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': 'aba469f8-ae79-42e3-99c3-1495fe273d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '84f31083-e0b3-4cbb-973a-42fdc6d15e0b'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:46:25.527567 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-cf34e52f-7f88-468b-b81b-64b762f49f8a service neutron] Attempting to bind port 810283a4-0e6c-4b01-9d6d-ff2c677b5099 on network 84f31083-e0b3-4cbb-973a-42fdc6d15e0b {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:46:25.546609 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-cf34e52f-7f88-468b-b81b-64b762f49f8a service neutron] Port 810283a4-0e6c-4b01-9d6d-ff2c677b5099 on network 84f31083-e0b3-4cbb-973a-42fdc6d15e0b not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:46:25.547004 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-cf34e52f-7f88-468b-b81b-64b762f49f8a service neutron] Attempting to bind port 810283a4-0e6c-4b01-9d6d-ff2c677b5099 on network 84f31083-e0b3-4cbb-973a-42fdc6d15e0b {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:46:25.556138 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-cf34e52f-7f88-468b-b81b-64b762f49f8a service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:46:25.556138 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-cf34e52f-7f88-468b-b81b-64b762f49f8a service neutron] Checking segment: {'id': 'aba469f8-ae79-42e3-99c3-1495fe273d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '84f31083-e0b3-4cbb-973a-42fdc6d15e0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:46:25.557525 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-cf34e52f-7f88-468b-b81b-64b762f49f8a service neutron] Bound using segment: {'id': 'aba469f8-ae79-42e3-99c3-1495fe273d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '84f31083-e0b3-4cbb-973a-42fdc6d15e0b'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:46:25.557525 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-cf34e52f-7f88-468b-b81b-64b762f49f8a service neutron] Bound port: 810283a4-0e6c-4b01-9d6d-ff2c677b5099, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aba469f8-ae79-42e3-99c3-1495fe273d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '84f31083-e0b3-4cbb-973a-42fdc6d15e0b'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:46:25.557525 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-cf34e52f-7f88-468b-b81b-64b762f49f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (810283a4-0e6c-4b01-9d6d-ff2c677b5099), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:25.689827 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78529c75-499f-4cf9-a152-379fa05c2685 tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] Made reservation on behalf of 7c4d8c0f3b66413a9ce38949e44334d0 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:46:25.692203 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-78529c75-499f-4cf9-a152-379fa05c2685 tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:25.746877 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-78529c75-499f-4cf9-a152-379fa05c2685 tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:25.780530 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-be9f76c2-8741-4bb7-afe3-bc4b7024cb67 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (cefe5a74-0900-4fbe-b467-4373d13e28a7), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:25.886338 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-39efac5a-358c-49d4-b419-36f51be88ab0 None None] Publish callbacks [] for port (44cbcde1-c128-45eb-8ea9-55e6f8612932), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:25.895099 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-39efac5a-358c-49d4-b419-36f51be88ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (44cbcde1-c128-45eb-8ea9-55e6f8612932), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:25.935368 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a3b8fc86-5b59-4b54-bbff-761e1f0c99fb admin admin] Publish callbacks [] for router_gateway (b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:25.938488 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-cf34e52f-7f88-468b-b81b-64b762f49f8a service neutron] For port 810283a4-0e6c-4b01-9d6d-ff2c677b5099, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:46:25.947255 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-cf34e52f-7f88-468b-b81b-64b762f49f8a service neutron] For port 810283a4-0e6c-4b01-9d6d-ff2c677b5099, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=810283a4-0e6c-4b01-9d6d-ff2c677b5099,segment=NetworkSegment(aba469f8-ae79-42e3-99c3-1495fe273d88),segment_id=aba469f8-ae79-42e3-99c3-1495fe273d88)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:46:25.974500 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f76c2-8741-4bb7-afe3-bc4b7024cb67 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event updated for resources: {'Subnet': ['ID=cefe5a74-0900-4fbe-b467-4373d13e28a7,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:25.982407 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-cf34e52f-7f88-468b-b81b-64b762f49f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (810283a4-0e6c-4b01-9d6d-ff2c677b5099), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:26.000944 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152d692-9499-406d-9f57-b493f4cb80fc req-2a259d75-1c8f-4a87-a21c-16d0a35d22a7 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:26.016233 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1152d692-9499-406d-9f57-b493f4cb80fc req-2a259d75-1c8f-4a87-a21c-16d0a35d22a7 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=32ad5513-5d05-48da-81dc-bf7965dce3e2 HTTP/1.1" status: 200 len: 945 time: 2.2128360 Feb 17 17:46:26.041059 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-39efac5a-358c-49d4-b419-36f51be88ab0 None None] Attempting to bind port 44cbcde1-c128-45eb-8ea9-55e6f8612932 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:46:26.042078 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-39efac5a-358c-49d4-b419-36f51be88ab0 None None] Attempting to bind port 44cbcde1-c128-45eb-8ea9-55e6f8612932 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:46:26.042643 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39efac5a-358c-49d4-b419-36f51be88ab0 None None] Attempting to bind port 44cbcde1-c128-45eb-8ea9-55e6f8612932 on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:46:26.071900 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cbe38b-9fd5-4cda-9fb8-2165aeeeba94 None None] Pushing event updated for resources: {'Port': ['ID=44cbcde1-c128-45eb-8ea9-55e6f8612932,revision_number=2']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:26.083380 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39efac5a-358c-49d4-b419-36f51be88ab0 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:46:26.094109 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39efac5a-358c-49d4-b419-36f51be88ab0 None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:46:26.095467 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-39efac5a-358c-49d4-b419-36f51be88ab0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:26.096646 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39efac5a-358c-49d4-b419-36f51be88ab0 None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:46:26.097616 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-39efac5a-358c-49d4-b419-36f51be88ab0 None None] Bound port: 44cbcde1-c128-45eb-8ea9-55e6f8612932, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:46:26.098203 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-39efac5a-358c-49d4-b419-36f51be88ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (44cbcde1-c128-45eb-8ea9-55e6f8612932), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:26.265111 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-39efac5a-358c-49d4-b419-36f51be88ab0 None None] For port 44cbcde1-c128-45eb-8ea9-55e6f8612932, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:46:26.279922 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-39efac5a-358c-49d4-b419-36f51be88ab0 None None] For port 44cbcde1-c128-45eb-8ea9-55e6f8612932, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=44cbcde1-c128-45eb-8ea9-55e6f8612932,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:46:26.291623 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-39efac5a-358c-49d4-b419-36f51be88ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (44cbcde1-c128-45eb-8ea9-55e6f8612932), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:26.502002 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9f76c2-8741-4bb7-afe3-bc4b7024cb67 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Checking segment: {'id': 'bd90de5d-4d29-45de-be4f-f9dd0509be80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd8c91fde-5f32-4bbd-80b0-cd4fd315f352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:46:26.505469 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39efac5a-358c-49d4-b419-36f51be88ab0 None None] Routers {'c2bfd8aa-2df7-4e46-ab35-f805b38567e1'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:46:26.506133 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-39efac5a-358c-49d4-b419-36f51be88ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:46:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['c2bfd8aa-2df7-4e46-ab35-f805b38567e1'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:46:26.507622 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9f76c2-8741-4bb7-afe3-bc4b7024cb67 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Network hostable DHCP agents. Network: d8c91fde-5f32-4bbd-80b0-cd4fd315f352, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:46:26.517950 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-cf34e52f-7f88-468b-b81b-64b762f49f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:26.517950 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-cf34e52f-7f88-468b-b81b-64b762f49f8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:26.518979 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-cf34e52f-7f88-468b-b81b-64b762f49f8a service neutron] 10.222.0.91 "PUT /v2.0/ports/810283a4-0e6c-4b01-9d6d-ff2c677b5099 HTTP/1.1" status: 200 len: 1091 time: 3.7994139 Feb 17 17:46:26.534069 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0ccffbb-e6ed-4a8b-b494-d31fe6d26612', 'tag': '810283a4-0e6c-4b01-9d6d-ff2c677b5099'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:46:26.537419 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1152d692-9499-406d-9f57-b493f4cb80fc req-695e7e5d-36ee-48ce-9be1-2568fcd1e4a9 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5198491 Feb 17 17:46:26.540786 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f7321c-35f8-477e-9c5d-8ec315385702" -d '{"events": [{"name": "network-changed", "server_uuid": "f0ccffbb-e6ed-4a8b-b494-d31fe6d26612", "tag": "810283a4-0e6c-4b01-9d6d-ff2c677b5099"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:46:26.642170 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9f76c2-8741-4bb7-afe3-bc4b7024cb67 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Network d8c91fde-5f32-4bbd-80b0-cd4fd315f352 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:46:26.643380 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cbe38b-9fd5-4cda-9fb8-2165aeeeba94 None None] Pushing event updated for resources: {'Port': ['ID=44cbcde1-c128-45eb-8ea9-55e6f8612932,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:26.719427 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-be9f76c2-8741-4bb7-afe3-bc4b7024cb67 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, d8c91fde-5f32-4bbd-80b0-cd4fd315f352) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:46:26.735811 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ee2d6f-293b-4fa6-91da-a8f04127cedc None None] Network d8c91fde-5f32-4bbd-80b0-cd4fd315f352 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:46:26.792859 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9f76c2-8741-4bb7-afe3-bc4b7024cb67 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:26.811272 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-be9f76c2-8741-4bb7-afe3-bc4b7024cb67 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:26.962017 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-78529c75-499f-4cf9-a152-379fa05c2685 tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] Publish callbacks [] for security_group (5755dc70-48be-419c-8fc3-1889e5f419ed), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:27.010148 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-78529c75-499f-4cf9-a152-379fa05c2685 tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (5755dc70-48be-419c-8fc3-1889e5f419ed), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:27.081036 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf34e52f-7f88-468b-b81b-64b762f49f8a service neutron] Pushing event updated for resources: {'Port': ['ID=810283a4-0e6c-4b01-9d6d-ff2c677b5099,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:27.149046 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-39efac5a-358c-49d4-b419-36f51be88ab0 None None] Set router c2bfd8aa-2df7-4e46-ab35-f805b38567e1 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:46:27.178513 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-be9f76c2-8741-4bb7-afe3-bc4b7024cb67 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.7691786 Feb 17 17:46:27.187361 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59910) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:27.229374 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d397def-1e0e-405d-8434-162a839d004a None None] Network 106d8950-35e8-4e49-bc8b-6ac4436cd2fe requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:46:27.236840 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 0a255d7f-ddc8-4d20-b352-516f43f1d745 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:46:27.324034 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b393690-f281-498b-8714-8fbf141df3db x-openstack-request-id: req-5b393690-f281-498b-8714-8fbf141df3db {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:46:27.328927 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ad5513-5d05-48da-81dc-bf7965dce3e2", "name": "network-vif-plugged", "status": "completed", "tag": "7acee7ef-b7b7-4992-ae5e-42354f7ad654", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:46:27.329389 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5b393690-f281-498b-8714-8fbf141df3db {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:46:27.329992 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ad5513-5d05-48da-81dc-bf7965dce3e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7acee7ef-b7b7-4992-ae5e-42354f7ad654', 'code': 200} Feb 17 17:46:27.338319 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-3798063c-82ff-46e5-aaa9-62b3a4d98f34 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1219509637'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:46:27.378911 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96797685-34f9-4d8c-b70e-1c9c1c8e7445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-d8c91fde-5f32-4bbd-80b0-cd4fd315f352', 'network_id': 'd8c91fde-5f32-4bbd-80b0-cd4fd315f352', 'project_id': '6c28c706ce1245329260dde1db37ef52', 'fixed_ips': [{'subnet_id': 'cefe5a74-0900-4fbe-b467-4373d13e28a7'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:46:27.380447 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-96797685-34f9-4d8c-b70e-1c9c1c8e7445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:27.470047 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3798063c-82ff-46e5-aaa9-62b3a4d98f34 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Made reservation on behalf of 6c28c706ce1245329260dde1db37ef52 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:46:27.478585 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3798063c-82ff-46e5-aaa9-62b3a4d98f34 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:27.588167 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78529c75-499f-4cf9-a152-379fa05c2685 tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5755dc70-48be-419c-8fc3-1889e5f419ed,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:27.606494 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78529c75-499f-4cf9-a152-379fa05c2685 tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:46:27.655192 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-78529c75-499f-4cf9-a152-379fa05c2685 tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (9438251b-bbbc-4e05-bfe1-93f5bd7c494c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:27.659618 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-78529c75-499f-4cf9-a152-379fa05c2685 tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] Added segment 9438251b-bbbc-4e05-bfe1-93f5bd7c494c of type vlan for network 193c3cdb-4179-4e5d-a1b5-baec1d6644f6 Feb 17 17:46:27.691803 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-902ad9c4-f15c-40c2-ba76-65309e233bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:27.695147 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-902ad9c4-f15c-40c2-ba76-65309e233bfa service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b2a161e2fa8f4adc9bc5cff43d7595f5&device_id=f0ccffbb-e6ed-4a8b-b494-d31fe6d26612 HTTP/1.1" status: 200 len: 1125 time: 1.0104482 Feb 17 17:46:27.718641 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a3b8fc86-5b59-4b54-bbff-761e1f0c99fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:27.764868 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3798063c-82ff-46e5-aaa9-62b3a4d98f34 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:46:27.783186 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-39efac5a-358c-49d4-b419-36f51be88ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bfd8aa-2df7-4e46-ab35-f805b38567e1', 'name': 'tempest-TestAggregatesBasicOps-259678539-router', 'tenant_id': '9360f8624a5f4b22b2fa18246b414acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '44cbcde1-c128-45eb-8ea9-55e6f8612932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:46:14Z', 'updated_at': '2022-02-17T17:46:19Z', 'revision_number': 3, 'project_id': '9360f8624a5f4b22b2fa18246b414acc', 'gw_port': {'id': '44cbcde1-c128-45eb-8ea9-55e6f8612932', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:fd:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bfd8aa-2df7-4e46-ab35-f805b38567e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:46:17Z', 'updated_at': '2022-02-17T17:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:46:27.869474 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39efac5a-358c-49d4-b419-36f51be88ab0 None None] The sync data for ids ['c2bfd8aa-2df7-4e46-ab35-f805b38567e1'] in n-d-829613-2 is: [{'id': 'c2bfd8aa-2df7-4e46-ab35-f805b38567e1', 'name': 'tempest-TestAggregatesBasicOps-259678539-router', 'tenant_id': '9360f8624a5f4b22b2fa18246b414acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '44cbcde1-c128-45eb-8ea9-55e6f8612932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:46:14Z', 'updated_at': '2022-02-17T17:46:19Z', 'revision_number': 3, 'project_id': '9360f8624a5f4b22b2fa18246b414acc', 'gw_port': {'id': '44cbcde1-c128-45eb-8ea9-55e6f8612932', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:fd:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bfd8aa-2df7-4e46-ab35-f805b38567e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:46:17Z', 'updated_at': '2022-02-17T17:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:46:27.884534 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-0f2c8f2e-ad7b-4bbe-9707-92e37c57e32d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=810283a4-0e6c-4b01-9d6d-ff2c677b5099 HTTP/1.1" status: 200 len: 217 time: 0.1811831 Feb 17 17:46:27.976657 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 0a255d7f-ddc8-4d20-b352-516f43f1d745 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:46:27.977691 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (0a255d7f-ddc8-4d20-b352-516f43f1d745), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:28.065543 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4663d7f-393b-42ee-bbb1-54828558f98e req-db6d1063-713a-4327-8ce6-a381c4c09874 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:28.092988 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-78529c75-499f-4cf9-a152-379fa05c2685 tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (193c3cdb-4179-4e5d-a1b5-baec1d6644f6), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:28.099190 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c4663d7f-393b-42ee-bbb1-54828558f98e req-db6d1063-713a-4327-8ce6-a381c4c09874 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] 10.222.0.87 "GET /v2.0/ports?device_id=f0ccffbb-e6ed-4a8b-b494-d31fe6d26612 HTTP/1.1" status: 200 len: 943 time: 0.6354196 Feb 17 17:46:28.160384 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8d8dd855-9902-44e7-84e7-ef411a2e7111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:28.175404 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-564d6913-25c9-4255-a445-e2a67e6ae1d2 None None] Provisioning complete for port 0a255d7f-ddc8-4d20-b352-516f43f1d745 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:46:28.176269 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-564d6913-25c9-4255-a445-e2a67e6ae1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (0a255d7f-ddc8-4d20-b352-516f43f1d745), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:28.196068 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3798063c-82ff-46e5-aaa9-62b3a4d98f34 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (9d8d1ad7-8dc4-4be1-83e7-597e8e04b18b), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:28.196449 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-3798063c-82ff-46e5-aaa9-62b3a4d98f34 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Added segment 9d8d1ad7-8dc4-4be1-83e7-597e8e04b18b of type vlan for network 7ccaab0d-57d0-4931-93e5-df88f7f96bf7 Feb 17 17:46:28.298569 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-80fc432e-ece4-47f1-a065-c94f18cb71fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:28.300108 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-80fc432e-ece4-47f1-a065-c94f18cb71fa service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c655e525-dc25-4790-bada-b8e5780c3b04 HTTP/1.1" status: 200 len: 850 time: 0.3843544 Feb 17 17:46:28.525431 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 0a255d7f-ddc8-4d20-b352-516f43f1d745 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:46:28.528126 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0a255d7f-ddc8-4d20-b352-516f43f1d745), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:28.532429 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-564d6913-25c9-4255-a445-e2a67e6ae1d2 None None] Current status of the port 0a255d7f-ddc8-4d20-b352-516f43f1d745 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:46:28.537478 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-564d6913-25c9-4255-a445-e2a67e6ae1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0a255d7f-ddc8-4d20-b352-516f43f1d745), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:28.579682 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-78529c75-499f-4cf9-a152-379fa05c2685 tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (193c3cdb-4179-4e5d-a1b5-baec1d6644f6), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:28.581022 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78529c75-499f-4cf9-a152-379fa05c2685 tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:28.581798 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-78529c75-499f-4cf9-a152-379fa05c2685 tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:28.592020 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c4663d7f-393b-42ee-bbb1-54828558f98e req-2875991b-edb2-4149-9adc-4d413a873b7a tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0d0a072-88e3-4600-bff5-ae014edcddf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4902408 Feb 17 17:46:28.598419 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3798063c-82ff-46e5-aaa9-62b3a4d98f34 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (7ccaab0d-57d0-4931-93e5-df88f7f96bf7), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:28.665534 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3798063c-82ff-46e5-aaa9-62b3a4d98f34 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (7ccaab0d-57d0-4931-93e5-df88f7f96bf7), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:28.673264 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3798063c-82ff-46e5-aaa9-62b3a4d98f34 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:28.673971 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3798063c-82ff-46e5-aaa9-62b3a4d98f34 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:28.685604 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-714a23dd-9043-4ce1-a7f3-60839fc168b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:28.687093 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-96797685-34f9-4d8c-b70e-1c9c1c8e7445 None None] Allocated IP 172.20.255.242 (d8c91fde-5f32-4bbd-80b0-cd4fd315f352/cefe5a74-0900-4fbe-b467-4373d13e28a7/45f33b2e-2add-4719-9263-ec804c0e0468) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:46:28.690327 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-714a23dd-9043-4ce1-a7f3-60839fc168b0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=84f31083-e0b3-4cbb-973a-42fdc6d15e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3730123 Feb 17 17:46:28.711399 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-564d6913-25c9-4255-a445-e2a67e6ae1d2 None None] For port 0a255d7f-ddc8-4d20-b352-516f43f1d745, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=0a255d7f-ddc8-4d20-b352-516f43f1d745,segment=NetworkSegment(44570946-cccc-4504-9a7b-a57e09c343d6),segment_id=44570946-cccc-4504-9a7b-a57e09c343d6)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:46:28.735888 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-564d6913-25c9-4255-a445-e2a67e6ae1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (0a255d7f-ddc8-4d20-b352-516f43f1d745), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:28.894824 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d6913-25c9-4255-a445-e2a67e6ae1d2 None None] Pushing event updated for resources: {'Port': ['ID=0a255d7f-ddc8-4d20-b352-516f43f1d745,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:28.977682 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-96c4afb1-bde9-417f-89bb-a994577bb5da service neutron] 10.222.0.91 "GET /v2.0/networks/84f31083-e0b3-4cbb-973a-42fdc6d15e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580426 Feb 17 17:46:28.986571 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-78529c75-499f-4cf9-a152-379fa05c2685 tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 3.4897964 Feb 17 17:46:28.998135 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59916) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:29.036668 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-1509b26c-9960-4154-b9d8-f1a649db241f tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] Request body: {'network': {'project_id': '7c4d8c0f3b66413a9ce38949e44334d0'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:46:29.041656 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3798063c-82ff-46e5-aaa9-62b3a4d98f34 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event updated for resources: {'Network': ['ID=7ccaab0d-57d0-4931-93e5-df88f7f96bf7,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:29.060537 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b8fc86-5b59-4b54-bbff-761e1f0c99fb admin admin] Router b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:46:29.091083 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697a1a7e-911c-4a6a-bb17-75810fd4ff8f x-openstack-request-id: req-697a1a7e-911c-4a6a-bb17-75810fd4ff8f {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:46:29.091854 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0ccffbb-e6ed-4a8b-b494-d31fe6d26612", "tag": "810283a4-0e6c-4b01-9d6d-ff2c677b5099", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:46:29.092497 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-697a1a7e-911c-4a6a-bb17-75810fd4ff8f {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:46:29.092941 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0ccffbb-e6ed-4a8b-b494-d31fe6d26612', 'tag': '810283a4-0e6c-4b01-9d6d-ff2c677b5099', 'status': 'completed', 'code': 200} Feb 17 17:46:29.170842 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78529c75-499f-4cf9-a152-379fa05c2685 tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] Pushing event updated for resources: {'Network': ['ID=193c3cdb-4179-4e5d-a1b5-baec1d6644f6,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:29.222631 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:46:29.222631 n-d-829613-2 neutron-server[103436]: DEBUG oslo_db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 17:46:29.245207 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 7ccaab0d-57d0-4931-93e5-df88f7f96bf7 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:46:29.247558 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 193c3cdb-4179-4e5d-a1b5-baec1d6644f6 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:46:29.441265 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b8fc86-5b59-4b54-bbff-761e1f0c99fb admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:46:29.446087 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1509b26c-9960-4154-b9d8-f1a649db241f tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] Made reservation on behalf of 7c4d8c0f3b66413a9ce38949e44334d0 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:46:29.454983 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1509b26c-9960-4154-b9d8-f1a649db241f tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:29.460128 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-3798063c-82ff-46e5-aaa9-62b3a4d98f34 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1429479 Feb 17 17:46:29.464281 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59918) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:29.469202 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ec8629-fa0e-4ce7-b1ea-115a1c411376 None None] Sync routers for ids ['b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:46:29.488146 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-fb730b5f-2a1d-4280-a541-8df98b2de5f1 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Request body: {'subnet': {'network_id': '7ccaab0d-57d0-4931-93e5-df88f7f96bf7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:46:29.489846 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-8d8dd855-9902-44e7-84e7-ef411a2e7111 admin admin] Allocated IP 172.20.0.1 (b3987c1e-7239-438e-a989-0b14b4df202a/347c5b05-d181-4e5f-848e-1011489ca9c7/5387abd5-e4e2-4730-bf7e-d0e5d990523c) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:46:29.599262 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ec8629-fa0e-4ce7-b1ea-115a1c411376 None None] Routers {'b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:46:29.600459 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-66ec8629-fa0e-4ce7-b1ea-115a1c411376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:46:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:46:29.618794 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-e699fd9a-cbe2-48a2-b36c-09a8cbdeafd8 None None] Provisioning complete for port 0a255d7f-ddc8-4d20-b352-516f43f1d745 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:46:29.619860 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e699fd9a-cbe2-48a2-b36c-09a8cbdeafd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (0a255d7f-ddc8-4d20-b352-516f43f1d745), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:29.673897 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a3b8fc86-5b59-4b54-bbff-761e1f0c99fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:29.679314 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a3b8fc86-5b59-4b54-bbff-761e1f0c99fb admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.1735280 Feb 17 17:46:29.681281 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59920) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:29.707067 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1509b26c-9960-4154-b9d8-f1a649db241f tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:46:29.826391 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8d8dd855-9902-44e7-84e7-ef411a2e7111 admin admin] Publish callbacks [] for port (5387abd5-e4e2-4730-bf7e-d0e5d990523c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:30.011180 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1509b26c-9960-4154-b9d8-f1a649db241f tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (750a5365-a853-4bde-810b-f83c4f697cbd), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:30.028022 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-1509b26c-9960-4154-b9d8-f1a649db241f tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] Added segment 750a5365-a853-4bde-810b-f83c4f697cbd of type vlan for network 8ea8615f-cfb4-48b0-82d5-81883b08b130 Feb 17 17:46:30.118604 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-62c3e7b4-36e6-4072-86ee-08e8c088224c req-1b3d783d-5919-429a-bb26-41d20df9f40a service neutron] 10.222.0.91 "GET /v2.0/networks/84f31083-e0b3-4cbb-973a-42fdc6d15e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1277757 Feb 17 17:46:30.131819 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8d8dd855-9902-44e7-84e7-ef411a2e7111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (5387abd5-e4e2-4730-bf7e-d0e5d990523c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:30.268021 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8dd855-9902-44e7-84e7-ef411a2e7111 admin admin] Pushing event updated for resources: {'Port': ['ID=5387abd5-e4e2-4730-bf7e-d0e5d990523c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:30.336541 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-66ec8629-fa0e-4ce7-b1ea-115a1c411376 None None] Set router b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:46:30.401285 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8dd855-9902-44e7-84e7-ef411a2e7111 admin admin] Network b3987c1e-7239-438e-a989-0b14b4df202a is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:46:30.410185 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-8d8dd855-9902-44e7-84e7-ef411a2e7111 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:46:30.421916 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8dd855-9902-44e7-84e7-ef411a2e7111 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:46:30.482072 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f3fb9-08ff-4bc2-92f6-b66de83019de req-ed41d986-8afe-4899-bf30-602b51647c1d tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:30.494728 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-772f3fb9-08ff-4bc2-92f6-b66de83019de req-ed41d986-8afe-4899-bf30-602b51647c1d tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=32ad5513-5d05-48da-81dc-bf7965dce3e2 HTTP/1.1" status: 200 len: 945 time: 1.0825787 Feb 17 17:46:30.590059 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f7321c-35f8-477e-9c5d-8ec315385702 req-d0a48a09-bc9d-474b-b06b-fd4e1457c056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:30.606119 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-46f7321c-35f8-477e-9c5d-8ec315385702 req-d0a48a09-bc9d-474b-b06b-fd4e1457c056 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b2a161e2fa8f4adc9bc5cff43d7595f5&device_id=f0ccffbb-e6ed-4a8b-b494-d31fe6d26612 HTTP/1.1" status: 200 len: 1125 time: 0.3209608 Feb 17 17:46:30.626987 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 0a255d7f-ddc8-4d20-b352-516f43f1d745 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:46:30.737203 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8d8dd855-9902-44e7-84e7-ef411a2e7111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (c2bfd8aa-2df7-4e46-ab35-f805b38567e1), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:30.744866 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-96797685-34f9-4d8c-b70e-1c9c1c8e7445 None None] Publish callbacks [] for port (45f33b2e-2add-4719-9263-ec804c0e0468), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:30.758836 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-96797685-34f9-4d8c-b70e-1c9c1c8e7445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (45f33b2e-2add-4719-9263-ec804c0e0468), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:30.986304 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96797685-34f9-4d8c-b70e-1c9c1c8e7445 None None] Pushing event updated for resources: {'Port': ['ID=45f33b2e-2add-4719-9263-ec804c0e0468,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:30.991015 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-e699fd9a-cbe2-48a2-b36c-09a8cbdeafd8 None None] Current status of the port 0a255d7f-ddc8-4d20-b352-516f43f1d745 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:46:31.027843 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96797685-34f9-4d8c-b70e-1c9c1c8e7445 None None] Network d8c91fde-5f32-4bbd-80b0-cd4fd315f352 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:46:31.052813 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 0a255d7f-ddc8-4d20-b352-516f43f1d745 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:46:31.057227 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb730b5f-2a1d-4280-a541-8df98b2de5f1 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Made reservation on behalf of 6c28c706ce1245329260dde1db37ef52 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:46:31.057746 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-96797685-34f9-4d8c-b70e-1c9c1c8e7445 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:46:31.060797 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fb730b5f-2a1d-4280-a541-8df98b2de5f1 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:31.062772 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96797685-34f9-4d8c-b70e-1c9c1c8e7445 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:46:31.370853 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-96797685-34f9-4d8c-b70e-1c9c1c8e7445 None None] Attempting to bind port 45f33b2e-2add-4719-9263-ec804c0e0468 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:46:31.371662 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-96797685-34f9-4d8c-b70e-1c9c1c8e7445 None None] Attempting to bind port 45f33b2e-2add-4719-9263-ec804c0e0468 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'bd90de5d-4d29-45de-be4f-f9dd0509be80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd8c91fde-5f32-4bbd-80b0-cd4fd315f352'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:46:31.371662 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96797685-34f9-4d8c-b70e-1c9c1c8e7445 None None] Attempting to bind port 45f33b2e-2add-4719-9263-ec804c0e0468 on network d8c91fde-5f32-4bbd-80b0-cd4fd315f352 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:46:31.380060 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8d8dd855-9902-44e7-84e7-ef411a2e7111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5387abd5-e4e2-4730-bf7e-d0e5d990523c), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:31.444385 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96797685-34f9-4d8c-b70e-1c9c1c8e7445 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:46:31.444943 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96797685-34f9-4d8c-b70e-1c9c1c8e7445 None None] Checking segment: {'id': 'bd90de5d-4d29-45de-be4f-f9dd0509be80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd8c91fde-5f32-4bbd-80b0-cd4fd315f352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:46:31.449914 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-96797685-34f9-4d8c-b70e-1c9c1c8e7445 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:31.450648 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96797685-34f9-4d8c-b70e-1c9c1c8e7445 None None] Bound using segment: {'id': 'bd90de5d-4d29-45de-be4f-f9dd0509be80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd8c91fde-5f32-4bbd-80b0-cd4fd315f352'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:46:31.451178 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-96797685-34f9-4d8c-b70e-1c9c1c8e7445 None None] Bound port: 45f33b2e-2add-4719-9263-ec804c0e0468, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd90de5d-4d29-45de-be4f-f9dd0509be80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd8c91fde-5f32-4bbd-80b0-cd4fd315f352'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:46:31.451578 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-96797685-34f9-4d8c-b70e-1c9c1c8e7445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (45f33b2e-2add-4719-9263-ec804c0e0468), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:31.698237 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-96797685-34f9-4d8c-b70e-1c9c1c8e7445 None None] For port 45f33b2e-2add-4719-9263-ec804c0e0468, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:46:31.705963 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-96797685-34f9-4d8c-b70e-1c9c1c8e7445 None None] For port 45f33b2e-2add-4719-9263-ec804c0e0468, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=45f33b2e-2add-4719-9263-ec804c0e0468,segment=NetworkSegment(bd90de5d-4d29-45de-be4f-f9dd0509be80),segment_id=bd90de5d-4d29-45de-be4f-f9dd0509be80)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:46:31.736927 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-ed8ed8f7-aa4a-4b55-b7d5-53410f67e7f9 None None] Provisioning complete for port 5387abd5-e4e2-4730-bf7e-d0e5d990523c triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:46:31.737328 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ed8ed8f7-aa4a-4b55-b7d5-53410f67e7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (5387abd5-e4e2-4730-bf7e-d0e5d990523c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:31.775664 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-96797685-34f9-4d8c-b70e-1c9c1c8e7445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (45f33b2e-2add-4719-9263-ec804c0e0468), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:31.946806 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96797685-34f9-4d8c-b70e-1c9c1c8e7445 None None] Pushing event updated for resources: {'Port': ['ID=45f33b2e-2add-4719-9263-ec804c0e0468,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:31.988632 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-66ec8629-fa0e-4ce7-b1ea-115a1c411376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717', 'name': 'tempest-ServerActionsTestJSON-1940210771-router', 'tenant_id': '708d2e36ca25476d9214a2f14ef71fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'bdae442e-bcc5-4e07-ad7a-c210fd339654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:46:20Z', 'updated_at': '2022-02-17T17:46:23Z', 'revision_number': 3, 'project_id': '708d2e36ca25476d9214a2f14ef71fc9', 'gw_port': {'id': 'bdae442e-bcc5-4e07-ad7a-c210fd339654', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:46:22Z', 'updated_at': '2022-02-17T17:46:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:46:31.995690 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-ed8ed8f7-aa4a-4b55-b7d5-53410f67e7f9 None None] Port 5387abd5-e4e2-4730-bf7e-d0e5d990523c cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:46:32.041704 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f7321c-35f8-477e-9c5d-8ec315385702 req-2cc9c289-a2b4-405b-903f-0ef7f7f510e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:32.047376 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-46f7321c-35f8-477e-9c5d-8ec315385702 req-2cc9c289-a2b4-405b-903f-0ef7f7f510e4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=84f31083-e0b3-4cbb-973a-42fdc6d15e0b HTTP/1.1" status: 200 len: 912 time: 1.4312141 Feb 17 17:46:32.048187 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 0a255d7f-ddc8-4d20-b352-516f43f1d745 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:46:32.048596 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (0a255d7f-ddc8-4d20-b352-516f43f1d745), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:32.052969 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ec8629-fa0e-4ce7-b1ea-115a1c411376 None None] Checking router: b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:46:32.053332 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ec8629-fa0e-4ce7-b1ea-115a1c411376 None None] Updating router b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717 port bdae442e-bcc5-4e07-ad7a-c210fd339654 binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:46:32.180777 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-46f7321c-35f8-477e-9c5d-8ec315385702 req-c1d484ae-7990-405e-b55f-d55ad1eca6e6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=810283a4-0e6c-4b01-9d6d-ff2c677b5099 HTTP/1.1" status: 200 len: 217 time: 0.1257684 Feb 17 17:46:32.224648 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1509b26c-9960-4154-b9d8-f1a649db241f tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (8ea8615f-cfb4-48b0-82d5-81883b08b130), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:32.234739 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-772f3fb9-08ff-4bc2-92f6-b66de83019de req-8f2427d3-75f9-4690-aed3-9c0b55200109 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7338476 Feb 17 17:46:32.244311 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fb730b5f-2a1d-4280-a541-8df98b2de5f1 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (54eff2a8-4723-414b-928b-19c9bbd244ac), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:32.274620 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8d8dd855-9902-44e7-84e7-ef411a2e7111 admin admin] Publish callbacks [] for port (5387abd5-e4e2-4730-bf7e-d0e5d990523c), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:32.375967 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f7321c-35f8-477e-9c5d-8ec315385702 req-88fb58de-2307-4850-9446-7b08d52bbe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:32.388415 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-46f7321c-35f8-477e-9c5d-8ec315385702 req-88fb58de-2307-4850-9446-7b08d52bbe2d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c655e525-dc25-4790-bada-b8e5780c3b04 HTTP/1.1" status: 200 len: 850 time: 0.1931269 Feb 17 17:46:32.389224 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8d8dd855-9902-44e7-84e7-ef411a2e7111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (5387abd5-e4e2-4730-bf7e-d0e5d990523c), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:32.543119 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1509b26c-9960-4154-b9d8-f1a649db241f tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (8ea8615f-cfb4-48b0-82d5-81883b08b130), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:32.544561 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1509b26c-9960-4154-b9d8-f1a649db241f tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:32.548826 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1509b26c-9960-4154-b9d8-f1a649db241f tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:32.743506 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb730b5f-2a1d-4280-a541-8df98b2de5f1 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event updated for resources: {'Subnet': ['ID=54eff2a8-4723-414b-928b-19c9bbd244ac,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:32.752727 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1509b26c-9960-4154-b9d8-f1a649db241f tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 3.7435246 Feb 17 17:46:32.758480 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59926) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:32.783428 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-55827010-2cef-4b92-826e-a87a019c005c tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] Request body: {'network': {'project_id': '7c4d8c0f3b66413a9ce38949e44334d0'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:46:32.803626 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-66ec8629-fa0e-4ce7-b1ea-115a1c411376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (bdae442e-bcc5-4e07-ad7a-c210fd339654), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:32.847037 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8d8dd855-9902-44e7-84e7-ef411a2e7111 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (c2bfd8aa-2df7-4e46-ab35-f805b38567e1), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:32.859385 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-55827010-2cef-4b92-826e-a87a019c005c tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 17 17:46:32.859876 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55827010-2cef-4b92-826e-a87a019c005c tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:46:32.861911 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-55827010-2cef-4b92-826e-a87a019c005c tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0863204 Feb 17 17:46:32.868460 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8dd855-9902-44e7-84e7-ef411a2e7111 admin admin] Pushing event updated for resources: {'Port': ['ID=5387abd5-e4e2-4730-bf7e-d0e5d990523c,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:32.879596 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59928) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:32.883960 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8dd855-9902-44e7-84e7-ef411a2e7111 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:46:32.884351 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8dd855-9902-44e7-84e7-ef411a2e7111 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:46:32.884706 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8dd855-9902-44e7-84e7-ef411a2e7111 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:46:32.885052 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8dd855-9902-44e7-84e7-ef411a2e7111 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:46:32.885395 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8dd855-9902-44e7-84e7-ef411a2e7111 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:46:32.885739 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8dd855-9902-44e7-84e7-ef411a2e7111 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:46:32.888190 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8dd855-9902-44e7-84e7-ef411a2e7111 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:46:32.889166 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8dd855-9902-44e7-84e7-ef411a2e7111 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:46:32.889633 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8dd855-9902-44e7-84e7-ef411a2e7111 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:46:32.890008 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8dd855-9902-44e7-84e7-ef411a2e7111 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:46:32.890335 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8dd855-9902-44e7-84e7-ef411a2e7111 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:46:32.890666 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8dd855-9902-44e7-84e7-ef411a2e7111 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:46:32.890990 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8dd855-9902-44e7-84e7-ef411a2e7111 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:46:33.097043 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f7321c-35f8-477e-9c5d-8ec315385702 req-494d35ee-253a-40d2-8a3a-18281d5457be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:33.099317 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-46f7321c-35f8-477e-9c5d-8ec315385702 req-494d35ee-253a-40d2-8a3a-18281d5457be service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=84f31083-e0b3-4cbb-973a-42fdc6d15e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6799846 Feb 17 17:46:33.123964 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb730b5f-2a1d-4280-a541-8df98b2de5f1 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Checking segment: {'id': '9d8d1ad7-8dc4-4be1-83e7-597e8e04b18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '7ccaab0d-57d0-4931-93e5-df88f7f96bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:46:33.124374 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb730b5f-2a1d-4280-a541-8df98b2de5f1 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Network hostable DHCP agents. Network: 7ccaab0d-57d0-4931-93e5-df88f7f96bf7, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:46:33.125037 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-90a1ebac-c178-40ac-b4f2-e204ed360e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:33.128667 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1509b26c-9960-4154-b9d8-f1a649db241f tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] Pushing event updated for resources: {'Network': ['ID=8ea8615f-cfb4-48b0-82d5-81883b08b130,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:33.153168 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de368b4-3fe9-4d33-bbea-e28c3ff5ed46 req-e46b9f90-d9b1-4f8e-a13f-3214435bc345 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:33.155358 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9de368b4-3fe9-4d33-bbea-e28c3ff5ed46 req-e46b9f90-d9b1-4f8e-a13f-3214435bc345 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] 10.222.0.87 "GET /v2.0/ports?device_id=f0ccffbb-e6ed-4a8b-b494-d31fe6d26612 HTTP/1.1" status: 200 len: 943 time: 0.5520849 Feb 17 17:46:33.162414 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 8ea8615f-cfb4-48b0-82d5-81883b08b130 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:46:33.176385 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-61819a61-d436-432d-a681-080d8f530978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:33.211421 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb730b5f-2a1d-4280-a541-8df98b2de5f1 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Network 7ccaab0d-57d0-4931-93e5-df88f7f96bf7 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:46:33.227974 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-46f7321c-35f8-477e-9c5d-8ec315385702 req-8062e1b8-c20f-4684-aeab-71b78fe4fa5c service neutron] 10.222.0.91 "GET /v2.0/networks/84f31083-e0b3-4cbb-973a-42fdc6d15e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117413 Feb 17 17:46:33.273389 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9de368b4-3fe9-4d33-bbea-e28c3ff5ed46 req-db1ad13e-7468-459d-a89e-6cb5b0194458 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0d0a072-88e3-4600-bff5-ae014edcddf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096866 Feb 17 17:46:33.282468 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-fb730b5f-2a1d-4280-a541-8df98b2de5f1 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 7ccaab0d-57d0-4931-93e5-df88f7f96bf7) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:46:33.293685 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb730b5f-2a1d-4280-a541-8df98b2de5f1 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:33.294359 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fb730b5f-2a1d-4280-a541-8df98b2de5f1 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:33.316059 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdcc5a9-d001-4b3f-91e4-181233e5300d None None] Network 7ccaab0d-57d0-4931-93e5-df88f7f96bf7 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:46:33.375207 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-fb730b5f-2a1d-4280-a541-8df98b2de5f1 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.8946621 Feb 17 17:46:33.379267 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8dd855-9902-44e7-84e7-ef411a2e7111 admin admin] Network b3987c1e-7239-438e-a989-0b14b4df202a is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:46:33.381794 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59936) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:33.388842 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-8d8dd855-9902-44e7-84e7-ef411a2e7111 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:46:33.596047 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e44f2dd1-2f43-4e17-835c-416a99198b9b tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (7ccaab0d-57d0-4931-93e5-df88f7f96bf7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:33.609589 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4892b094-f8d2-4eb2-8880-6f69b0c1ec97 tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7c4d8c0f3b66413a9ce38949e44334d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7129614 Feb 17 17:46:33.632918 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59938) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:33.650805 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 0a255d7f-ddc8-4d20-b352-516f43f1d745 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:46:33.652542 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 44cbcde1-c128-45eb-8ea9-55e6f8612932 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:46:33.848597 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df0e569-0f3c-4dc1-ad22-ae5dcc8e38a3 req-1b02dc9a-b7c6-42b6-89b2-b762f06d6f42 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:33.862525 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1df0e569-0f3c-4dc1-ad22-ae5dcc8e38a3 req-1b02dc9a-b7c6-42b6-89b2-b762f06d6f42 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=32ad5513-5d05-48da-81dc-bf7965dce3e2 HTTP/1.1" status: 200 len: 945 time: 0.3242483 Feb 17 17:46:33.887809 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8dd855-9902-44e7-84e7-ef411a2e7111 admin admin] Router c2bfd8aa-2df7-4e46-ab35-f805b38567e1 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:46:33.987606 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-66ec8629-fa0e-4ce7-b1ea-115a1c411376 None None] Publish callbacks [] for port (bdae442e-bcc5-4e07-ad7a-c210fd339654), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:34.004677 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-66ec8629-fa0e-4ce7-b1ea-115a1c411376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (bdae442e-bcc5-4e07-ad7a-c210fd339654), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:34.008353 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865e1247-b5c4-436f-87ca-7d607939b859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-7ccaab0d-57d0-4931-93e5-df88f7f96bf7', 'network_id': '7ccaab0d-57d0-4931-93e5-df88f7f96bf7', 'project_id': '6c28c706ce1245329260dde1db37ef52', 'fixed_ips': [{'subnet_id': '54eff2a8-4723-414b-928b-19c9bbd244ac'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:46:34.009463 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-865e1247-b5c4-436f-87ca-7d607939b859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:34.079938 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-61819a61-d436-432d-a681-080d8f530978 admin admin] Allocated IP 172.20.0.1 (106d8950-35e8-4e49-bc8b-6ac4436cd2fe/f5806a5b-efbb-4c84-b3a4-70ad6c804540/36a80978-c83b-4549-afe2-534a60765dc5) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:46:34.098887 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5b83d1e7-0b49-45b5-814e-7764567e9a0a tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] Publish callbacks [] for security_group (5755dc70-48be-419c-8fc3-1889e5f419ed), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:34.128913 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1df0e569-0f3c-4dc1-ad22-ae5dcc8e38a3 req-55e2148c-d27d-4462-9d55-f27ef4aba4f6 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646501 Feb 17 17:46:34.220472 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5b83d1e7-0b49-45b5-814e-7764567e9a0a tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] Publish callbacks [] for security_group (5755dc70-48be-419c-8fc3-1889e5f419ed), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:34.417345 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5b83d1e7-0b49-45b5-814e-7764567e9a0a tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (5755dc70-48be-419c-8fc3-1889e5f419ed), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:34.426439 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5b83d1e7-0b49-45b5-814e-7764567e9a0a tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:34.432051 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-5b83d1e7-0b49-45b5-814e-7764567e9a0a tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] 10.222.0.87 "DELETE /v2.0/security-groups/5755dc70-48be-419c-8fc3-1889e5f419ed HTTP/1.1" status: 204 len: 168 time: 0.7866402 Feb 17 17:46:34.433258 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71c39c4-1140-4621-abee-6428d253534d None None] Network d8c91fde-5f32-4bbd-80b0-cd4fd315f352 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:46:34.440029 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 810283a4-0e6c-4b01-9d6d-ff2c677b5099 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:46:34.446917 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-66ec8629-fa0e-4ce7-b1ea-115a1c411376 None None] Attempting to bind port bdae442e-bcc5-4e07-ad7a-c210fd339654 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:46:34.452330 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-66ec8629-fa0e-4ce7-b1ea-115a1c411376 None None] Attempting to bind port bdae442e-bcc5-4e07-ad7a-c210fd339654 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:46:34.453237 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59946) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:34.455658 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ec8629-fa0e-4ce7-b1ea-115a1c411376 None None] Attempting to bind port bdae442e-bcc5-4e07-ad7a-c210fd339654 on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:46:34.542902 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ec8629-fa0e-4ce7-b1ea-115a1c411376 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:46:34.553839 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ec8629-fa0e-4ce7-b1ea-115a1c411376 None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:46:34.556417 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-66ec8629-fa0e-4ce7-b1ea-115a1c411376 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:34.561782 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ec8629-fa0e-4ce7-b1ea-115a1c411376 None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:46:34.565523 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-66ec8629-fa0e-4ce7-b1ea-115a1c411376 None None] Bound port: bdae442e-bcc5-4e07-ad7a-c210fd339654, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:46:34.567903 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-66ec8629-fa0e-4ce7-b1ea-115a1c411376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (bdae442e-bcc5-4e07-ad7a-c210fd339654), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:34.617127 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ab296a80-b549-411b-9b95-f97c0ca83bfd tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (8ea8615f-cfb4-48b0-82d5-81883b08b130), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:34.628276 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b83d1e7-0b49-45b5-814e-7764567e9a0a tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5755dc70-48be-419c-8fc3-1889e5f419ed,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:34.715458 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-66ec8629-fa0e-4ce7-b1ea-115a1c411376 None None] For port bdae442e-bcc5-4e07-ad7a-c210fd339654, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:46:34.719422 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-66ec8629-fa0e-4ce7-b1ea-115a1c411376 None None] For port bdae442e-bcc5-4e07-ad7a-c210fd339654, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=bdae442e-bcc5-4e07-ad7a-c210fd339654,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:46:34.757151 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-61819a61-d436-432d-a681-080d8f530978 admin admin] Publish callbacks [] for port (36a80978-c83b-4549-afe2-534a60765dc5), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:34.791844 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b255d-a5c9-426f-bff2-f19d07e6dd6d req-3cc54c23-d04d-4193-9eca-6ce4d4efd40e tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:34.793530 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-539b255d-a5c9-426f-bff2-f19d07e6dd6d req-3cc54c23-d04d-4193-9eca-6ce4d4efd40e tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] 10.222.0.87 "GET /v2.0/ports?device_id=f0ccffbb-e6ed-4a8b-b494-d31fe6d26612 HTTP/1.1" status: 200 len: 943 time: 0.2247455 Feb 17 17:46:34.804106 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 44cbcde1-c128-45eb-8ea9-55e6f8612932 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:46:34.805095 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (44cbcde1-c128-45eb-8ea9-55e6f8612932), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:34.812442 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-66ec8629-fa0e-4ce7-b1ea-115a1c411376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (bdae442e-bcc5-4e07-ad7a-c210fd339654), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:34.816172 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0e80f0-58b2-4f2e-b5b8-3c5a36b510d8 None None] Pushing event updated for resources: {'Port': ['ID=bdae442e-bcc5-4e07-ad7a-c210fd339654,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:34.931919 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-539b255d-a5c9-426f-bff2-f19d07e6dd6d req-acd937db-e58b-4c43-b977-05ad1cb3265b tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0d0a072-88e3-4600-bff5-ae014edcddf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105940 Feb 17 17:46:35.049097 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ab296a80-b549-411b-9b95-f97c0ca83bfd tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (8ea8615f-cfb4-48b0-82d5-81883b08b130), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:35.088734 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-ab296a80-b549-411b-9b95-f97c0ca83bfd tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ea8615f-cfb4-48b0-82d5-81883b08b130']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:46:35.092818 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-61819a61-d436-432d-a681-080d8f530978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (36a80978-c83b-4549-afe2-534a60765dc5), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:35.126154 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-aa86a7f9-8ccd-40e8-bc09-4658add3b494 None None] Provisioning complete for port 5387abd5-e4e2-4730-bf7e-d0e5d990523c triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:46:35.126955 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-aa86a7f9-8ccd-40e8-bc09-4658add3b494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (5387abd5-e4e2-4730-bf7e-d0e5d990523c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:35.146286 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-ab296a80-b549-411b-9b95-f97c0ca83bfd tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '750a5365-a853-4bde-810b-f83c4f697cbd') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:46:35.150204 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-ab296a80-b549-411b-9b95-f97c0ca83bfd tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '750a5365-a853-4bde-810b-f83c4f697cbd') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:46:35.256074 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61819a61-d436-432d-a681-080d8f530978 admin admin] Network 106d8950-35e8-4e49-bc8b-6ac4436cd2fe is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:46:35.257910 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-61819a61-d436-432d-a681-080d8f530978 admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:46:35.265281 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ab296a80-b549-411b-9b95-f97c0ca83bfd tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (750a5365-a853-4bde-810b-f83c4f697cbd), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:35.284403 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61819a61-d436-432d-a681-080d8f530978 admin admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:46:35.401950 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-61819a61-d436-432d-a681-080d8f530978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:35.485114 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e44f2dd1-2f43-4e17-835c-416a99198b9b tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (54eff2a8-4723-414b-928b-19c9bbd244ac), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:35.498156 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-865e1247-b5c4-436f-87ca-7d607939b859 None None] Allocated IP 172.20.0.2 (7ccaab0d-57d0-4931-93e5-df88f7f96bf7/54eff2a8-4723-414b-928b-19c9bbd244ac/5fe3f9eb-6811-4604-b677-c6a01d51d5f6) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:46:35.532196 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ab296a80-b549-411b-9b95-f97c0ca83bfd tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (750a5365-a853-4bde-810b-f83c4f697cbd), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:35.573652 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61819a61-d436-432d-a681-080d8f530978 admin admin] Pushing event updated for resources: {'Port': ['ID=36a80978-c83b-4549-afe2-534a60765dc5,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:35.576974 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab296a80-b549-411b-9b95-f97c0ca83bfd tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:46:35.580902 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ab296a80-b549-411b-9b95-f97c0ca83bfd tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (750a5365-a853-4bde-810b-f83c4f697cbd), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:35.591406 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 17:46:35.591406 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:46:35.591406 n-d-829613-2 neutron-server[103435]: timer() Feb 17 17:46:35.591406 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:46:35.591406 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 17:46:35.591406 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:46:35.591406 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 17:46:35.591406 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:46:35.591406 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 17:46:35.591406 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:46:35.591406 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 17:46:35.591406 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:46:35.591406 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 17:46:35.591406 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:46:35.591406 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:46:35.591406 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:46:35.591406 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:46:35.591406 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:46:35.591406 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 17:46:35.591406 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:46:35.591406 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 17:46:35.591406 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:46:35.591406 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:46:35.591406 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:46:35.591406 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 17:46:35.591406 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:46:35.591406 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:46:35.591406 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:46:35.591406 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:46:35.591406 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:46:35.591406 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:46:35.591406 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:46:35.669913 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6352e6e-0971-4c89-ace2-df1ff1551bc4 req-24f7ff6c-71ea-41a7-af76-541ca4458a61 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:35.671869 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b6352e6e-0971-4c89-ace2-df1ff1551bc4 req-24f7ff6c-71ea-41a7-af76-541ca4458a61 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=32ad5513-5d05-48da-81dc-bf7965dce3e2 HTTP/1.1" status: 200 len: 945 time: 0.4328048 Feb 17 17:46:35.673075 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-46f7321c-35f8-477e-9c5d-8ec315385702 req-c9691f2c-5cdb-4913-b663-a1298f846c26 service neutron] 10.222.0.91 "GET /v2.0/networks/84f31083-e0b3-4cbb-973a-42fdc6d15e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.4089987 Feb 17 17:46:35.783446 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8dd855-9902-44e7-84e7-ef411a2e7111 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:46:35.794883 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8d8dd855-9902-44e7-84e7-ef411a2e7111 admin admin] 10.222.0.87 "PUT /v2.0/routers/c2bfd8aa-2df7-4e46-ab35-f805b38567e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9923520 Feb 17 17:46:35.797196 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f63d53a-67fb-47d2-927c-396b7469ad5b None None] Sync routers for ids ['c2bfd8aa-2df7-4e46-ab35-f805b38567e1'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:46:35.817023 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f63d53a-67fb-47d2-927c-396b7469ad5b None None] Routers {'c2bfd8aa-2df7-4e46-ab35-f805b38567e1'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:46:35.817926 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-2f63d53a-67fb-47d2-927c-396b7469ad5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:46:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['c2bfd8aa-2df7-4e46-ab35-f805b38567e1'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:46:35.827147 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ab296a80-b549-411b-9b95-f97c0ca83bfd tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (8ea8615f-cfb4-48b0-82d5-81883b08b130), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:35.871702 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-865e1247-b5c4-436f-87ca-7d607939b859 None None] Publish callbacks [] for port (5fe3f9eb-6811-4604-b677-c6a01d51d5f6), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:35.901473 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ab296a80-b549-411b-9b95-f97c0ca83bfd tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:35.906918 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e44f2dd1-2f43-4e17-835c-416a99198b9b tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (54eff2a8-4723-414b-928b-19c9bbd244ac), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:35.911008 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-ab296a80-b549-411b-9b95-f97c0ca83bfd tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] 10.222.0.87 "DELETE /v2.0/networks/8ea8615f-cfb4-48b0-82d5-81883b08b130 HTTP/1.1" status: 204 len: 168 time: 1.4566991 Feb 17 17:46:35.913377 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-865e1247-b5c4-436f-87ca-7d607939b859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (5fe3f9eb-6811-4604-b677-c6a01d51d5f6), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:35.915125 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-aa86a7f9-8ccd-40e8-bc09-4658add3b494 None None] Port 5387abd5-e4e2-4730-bf7e-d0e5d990523c cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:46:35.920006 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59952) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:35.990742 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b6352e6e-0971-4c89-ace2-df1ff1551bc4 req-850b3bdb-ecc5-4af1-b6fb-5d0169b3a3af tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806637 Feb 17 17:46:35.991791 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0e80f0-58b2-4f2e-b5b8-3c5a36b510d8 None None] Pushing event updated for resources: {'Port': ['ID=bdae442e-bcc5-4e07-ad7a-c210fd339654,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:36.007729 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab296a80-b549-411b-9b95-f97c0ca83bfd tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] Pushing event deleted for resources: {'Network': ['ID=8ea8615f-cfb4-48b0-82d5-81883b08b130,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:36.103682 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-61819a61-d436-432d-a681-080d8f530978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (36a80978-c83b-4549-afe2-534a60765dc5), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:36.201759 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.resource_extend [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] It took 1.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 17:46:36.239629 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3b0c7d71-d95c-4744-a32f-e6df8799b28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:36.307291 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ec8629-fa0e-4ce7-b1ea-115a1c411376 None None] Routers {'b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:46:36.308776 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-66ec8629-fa0e-4ce7-b1ea-115a1c411376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:46:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:46:36.325411 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3bc9a53b-4189-4a1a-8bdf-82e3831902f1 tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (193c3cdb-4179-4e5d-a1b5-baec1d6644f6), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:36.327378 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f2dd1-2f43-4e17-835c-416a99198b9b tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event deleted for resources: {'Subnet': ['ID=54eff2a8-4723-414b-928b-19c9bbd244ac,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:36.645266 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e44f2dd1-2f43-4e17-835c-416a99198b9b tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (7ccaab0d-57d0-4931-93e5-df88f7f96bf7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:36.700346 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e44f2dd1-2f43-4e17-835c-416a99198b9b tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ccaab0d-57d0-4931-93e5-df88f7f96bf7']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:46:36.703798 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-61819a61-d436-432d-a681-080d8f530978 admin admin] Publish callbacks [] for port (36a80978-c83b-4549-afe2-534a60765dc5), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:36.719174 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-61819a61-d436-432d-a681-080d8f530978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (36a80978-c83b-4549-afe2-534a60765dc5), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:36.719930 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-2f63d53a-67fb-47d2-927c-396b7469ad5b None None] Set router c2bfd8aa-2df7-4e46-ab35-f805b38567e1 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:46:36.729288 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e44f2dd1-2f43-4e17-835c-416a99198b9b tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d8d1ad7-8dc4-4be1-83e7-597e8e04b18b') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:46:36.731313 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e44f2dd1-2f43-4e17-835c-416a99198b9b tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d8d1ad7-8dc4-4be1-83e7-597e8e04b18b') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:46:36.776007 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e44f2dd1-2f43-4e17-835c-416a99198b9b tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (9d8d1ad7-8dc4-4be1-83e7-597e8e04b18b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:36.804937 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-66ec8629-fa0e-4ce7-b1ea-115a1c411376 None None] Set router b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:46:36.919459 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0a616-0513-4a40-8691-17ae7f91f20f req-1f0ad684-4cf9-4e10-9890-d44051d6fd59 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:36.931819 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-53b0a616-0513-4a40-8691-17ae7f91f20f req-1f0ad684-4cf9-4e10-9890-d44051d6fd59 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] 10.222.0.87 "GET /v2.0/ports?device_id=f0ccffbb-e6ed-4a8b-b494-d31fe6d26612 HTTP/1.1" status: 200 len: 943 time: 0.7791548 Feb 17 17:46:36.980055 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3bc9a53b-4189-4a1a-8bdf-82e3831902f1 tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (193c3cdb-4179-4e5d-a1b5-baec1d6644f6), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:37.041893 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61819a61-d436-432d-a681-080d8f530978 admin admin] Pushing event updated for resources: {'Port': ['ID=36a80978-c83b-4549-afe2-534a60765dc5,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:37.044386 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e44f2dd1-2f43-4e17-835c-416a99198b9b tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (9d8d1ad7-8dc4-4be1-83e7-597e8e04b18b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:37.065502 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-61819a61-d436-432d-a681-080d8f530978 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:37.110837 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-3bc9a53b-4189-4a1a-8bdf-82e3831902f1 tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['193c3cdb-4179-4e5d-a1b5-baec1d6644f6']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:46:37.122513 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865e1247-b5c4-436f-87ca-7d607939b859 None None] Network 7ccaab0d-57d0-4931-93e5-df88f7f96bf7 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:46:37.124195 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e44f2dd1-2f43-4e17-835c-416a99198b9b tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:46:37.127073 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e44f2dd1-2f43-4e17-835c-416a99198b9b tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (9d8d1ad7-8dc4-4be1-83e7-597e8e04b18b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:37.145221 n-d-829613-2 neutron-server[103434]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 17 17:46:37.145221 n-d-829613-2 neutron-server[103434]: warnings.warn('Neutron quota engine will require "--force" ' Feb 17 17:46:37.145221 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:46:37.145221 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:46:37.145221 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:46:37.145221 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:46:37.145221 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:46:37.145221 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:46:37.145221 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:46:37.145221 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:46:37.145221 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:46:37.145221 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:46:37.145221 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:46:37.145221 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:46:37.145221 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:46:37.145221 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:46:37.145221 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:46:37.145221 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:46:37.145221 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:46:37.145221 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:46:37.145221 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:46:37.145221 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:46:37.145221 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:46:37.145221 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:46:37.145221 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:46:37.145221 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:46:37.145221 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:46:37.145221 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:46:37.145221 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:46:37.145221 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:46:37.145221 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:46:37.145221 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:46:37.145221 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:46:37.145221 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:46:37.157458 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61819a61-d436-432d-a681-080d8f530978 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:46:37.158149 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61819a61-d436-432d-a681-080d8f530978 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:46:37.158713 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61819a61-d436-432d-a681-080d8f530978 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:46:37.159269 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61819a61-d436-432d-a681-080d8f530978 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:46:37.159803 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61819a61-d436-432d-a681-080d8f530978 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:46:37.160622 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61819a61-d436-432d-a681-080d8f530978 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:46:37.161189 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61819a61-d436-432d-a681-080d8f530978 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:46:37.162049 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61819a61-d436-432d-a681-080d8f530978 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:46:37.162760 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61819a61-d436-432d-a681-080d8f530978 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:46:37.163368 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61819a61-d436-432d-a681-080d8f530978 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:46:37.163914 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61819a61-d436-432d-a681-080d8f530978 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:46:37.164842 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61819a61-d436-432d-a681-080d8f530978 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:46:37.165559 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61819a61-d436-432d-a681-080d8f530978 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:46:37.197761 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-3bc9a53b-4189-4a1a-8bdf-82e3831902f1 tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9438251b-bbbc-4e05-bfe1-93f5bd7c494c') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:46:37.202046 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e1247-b5c4-436f-87ca-7d607939b859 None None] Pushing event updated for resources: {'Port': ['ID=5fe3f9eb-6811-4604-b677-c6a01d51d5f6,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:37.213780 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-3bc9a53b-4189-4a1a-8bdf-82e3831902f1 tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9438251b-bbbc-4e05-bfe1-93f5bd7c494c') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:46:37.233197 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-53b0a616-0513-4a40-8691-17ae7f91f20f req-17afb92a-5878-42a7-aceb-224474e5d7c1 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0d0a072-88e3-4600-bff5-ae014edcddf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2986777 Feb 17 17:46:37.267507 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-bc8b8f6f-4dae-4c68-9773-854c0f1543f5 None None] Provisioning complete for port 36a80978-c83b-4549-afe2-534a60765dc5 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:46:37.267965 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bc8b8f6f-4dae-4c68-9773-854c0f1543f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (36a80978-c83b-4549-afe2-534a60765dc5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:37.289076 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-2f63d53a-67fb-47d2-927c-396b7469ad5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bfd8aa-2df7-4e46-ab35-f805b38567e1', 'name': 'tempest-TestAggregatesBasicOps-259678539-router', 'tenant_id': '9360f8624a5f4b22b2fa18246b414acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '44cbcde1-c128-45eb-8ea9-55e6f8612932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:46:14Z', 'updated_at': '2022-02-17T17:46:31Z', 'revision_number': 4, 'project_id': '9360f8624a5f4b22b2fa18246b414acc', 'gw_port': {'id': '44cbcde1-c128-45eb-8ea9-55e6f8612932', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:fd:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bfd8aa-2df7-4e46-ab35-f805b38567e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:46:17Z', 'updated_at': '2022-02-17T17:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '5387abd5-e4e2-4730-bf7e-d0e5d990523c', 'name': '', 'network_id': 'b3987c1e-7239-438e-a989-0b14b4df202a', 'tenant_id': '9360f8624a5f4b22b2fa18246b414acc', 'mac_address': 'fa:16:3e:08:db:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bfd8aa-2df7-4e46-ab35-f805b38567e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': '347c5b05-d181-4e5f-848e-1011489ca9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:46:28Z', 'updated_at': '2022-02-17T17:46:31Z', 'revision_number': 2, 'project_id': '9360f8624a5f4b22b2fa18246b414acc', 'subnets': [{'id': '347c5b05-d181-4e5f-848e-1011489ca9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:46:37.330099 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3bc9a53b-4189-4a1a-8bdf-82e3831902f1 tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (9438251b-bbbc-4e05-bfe1-93f5bd7c494c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:37.366856 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f63d53a-67fb-47d2-927c-396b7469ad5b None None] Checking router: c2bfd8aa-2df7-4e46-ab35-f805b38567e1 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:46:37.367192 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f63d53a-67fb-47d2-927c-396b7469ad5b None None] Updating router c2bfd8aa-2df7-4e46-ab35-f805b38567e1 port 5387abd5-e4e2-4730-bf7e-d0e5d990523c binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:46:37.369300 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.db.api [None req-e44f2dd1-2f43-4e17-835c-416a99198b9b tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 17:46:37.369300 n-d-829613-2 neutron-server[103434]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 17:46:37.369300 n-d-829613-2 neutron-server[103434]: [parameters: {'id': '7ccaab0d-57d0-4931-93e5-df88f7f96bf7'}] Feb 17 17:46:37.369300 n-d-829613-2 neutron-server[103434]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:46:37.369773 n-d-829613-2 neutron-server[103434]: DEBUG oslo_db.api [None req-e44f2dd1-2f43-4e17-835c-416a99198b9b tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 17:46:37.378194 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3bc9a53b-4189-4a1a-8bdf-82e3831902f1 tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (9438251b-bbbc-4e05-bfe1-93f5bd7c494c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:37.385071 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-bc8b8f6f-4dae-4c68-9773-854c0f1543f5 None None] Port 36a80978-c83b-4549-afe2-534a60765dc5 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:46:37.394455 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-865e1247-b5c4-436f-87ca-7d607939b859 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:46:37.407702 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865e1247-b5c4-436f-87ca-7d607939b859 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:46:37.415498 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bc9a53b-4189-4a1a-8bdf-82e3831902f1 tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:46:37.416098 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3bc9a53b-4189-4a1a-8bdf-82e3831902f1 tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (9438251b-bbbc-4e05-bfe1-93f5bd7c494c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:37.418214 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:46:37.418214 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:46:37.418214 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:46:37.418214 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:46:37.418214 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:46:37.418214 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:46:37.418214 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:46:37.418214 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:46:37.418214 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:46:37.418214 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:46:37.418214 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:46:37.418214 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:46:37.418214 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:46:37.418214 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:46:37.418214 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:46:37.418214 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:46:37.418214 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:46:37.418214 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:46:37.418214 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:46:37.418214 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:46:37.418214 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:46:37.418214 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:46:37.418214 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:46:37.418214 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:46:37.418214 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:46:37.418214 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:46:37.418214 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:46:37.418214 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:46:37.418214 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:46:37.418214 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:46:37.418214 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:46:37.418214 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:46:37.423766 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:37.467754 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-2f63d53a-67fb-47d2-927c-396b7469ad5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5387abd5-e4e2-4730-bf7e-d0e5d990523c), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:37.531685 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3bc9a53b-4189-4a1a-8bdf-82e3831902f1 tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (193c3cdb-4179-4e5d-a1b5-baec1d6644f6), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:37.539307 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3bc9a53b-4189-4a1a-8bdf-82e3831902f1 tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:37.549259 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3bc9a53b-4189-4a1a-8bdf-82e3831902f1 tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] 10.222.0.87 "DELETE /v2.0/networks/193c3cdb-4179-4e5d-a1b5-baec1d6644f6 HTTP/1.1" status: 204 len: 168 time: 1.6210837 Feb 17 17:46:37.565507 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc9a53b-4189-4a1a-8bdf-82e3831902f1 tempest-QuotasNegativeTest-341756567 tempest-QuotasNegativeTest-341756567-project-admin] Pushing event deleted for resources: {'Network': ['ID=193c3cdb-4179-4e5d-a1b5-baec1d6644f6,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:37.575732 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61819a61-d436-432d-a681-080d8f530978 admin admin] Network 106d8950-35e8-4e49-bc8b-6ac4436cd2fe is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:46:37.593247 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-61819a61-d436-432d-a681-080d8f530978 admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:46:37.863628 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59972) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:37.869479 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-e294f025-7599-4316-b22f-aeb61bd8e229 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1473016501-network', 'tenant_id': '2694dc9d6b034604a61e036dc08ccd80'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:46:37.877094 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e44f2dd1-2f43-4e17-835c-416a99198b9b tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (7ccaab0d-57d0-4931-93e5-df88f7f96bf7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:37.999822 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a777e7-d4f4-4423-b3b4-f8e2fcda394b req-94362bab-f133-49aa-9a24-84227658efda tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:38.023247 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-12a777e7-d4f4-4423-b3b4-f8e2fcda394b req-94362bab-f133-49aa-9a24-84227658efda tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=32ad5513-5d05-48da-81dc-bf7965dce3e2 HTTP/1.1" status: 200 len: 945 time: 0.5148017 Feb 17 17:46:38.043306 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e294f025-7599-4316-b22f-aeb61bd8e229 admin admin] Made reservation on behalf of 2694dc9d6b034604a61e036dc08ccd80 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:46:38.048133 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e294f025-7599-4316-b22f-aeb61bd8e229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:38.119491 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e294f025-7599-4316-b22f-aeb61bd8e229 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:38.291733 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-e44f2dd1-2f43-4e17-835c-416a99198b9b tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Deleting port 5fe3f9eb-6811-4604-b677-c6a01d51d5f6 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:46:38.292338 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e44f2dd1-2f43-4e17-835c-416a99198b9b tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (5fe3f9eb-6811-4604-b677-c6a01d51d5f6), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:38.297774 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-12a777e7-d4f4-4423-b3b4-f8e2fcda394b req-851c1c89-61d8-47e6-a063-27dce5902173 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735140 Feb 17 17:46:38.330889 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61819a61-d436-432d-a681-080d8f530978 admin admin] Router b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:46:38.337234 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 44cbcde1-c128-45eb-8ea9-55e6f8612932 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:46:38.341108 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (44cbcde1-c128-45eb-8ea9-55e6f8612932), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:38.417995 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 44cbcde1-c128-45eb-8ea9-55e6f8612932, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=44cbcde1-c128-45eb-8ea9-55e6f8612932,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:46:38.493299 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-bc8b8f6f-4dae-4c68-9773-854c0f1543f5 None None] Provisioning complete for port 45f33b2e-2add-4719-9263-ec804c0e0468 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:46:38.499109 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bc8b8f6f-4dae-4c68-9773-854c0f1543f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (45f33b2e-2add-4719-9263-ec804c0e0468), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:38.619101 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-865e1247-b5c4-436f-87ca-7d607939b859 None None] Attempting to bind port 5fe3f9eb-6811-4604-b677-c6a01d51d5f6 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:46:38.623988 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-865e1247-b5c4-436f-87ca-7d607939b859 None None] Attempting to bind port 5fe3f9eb-6811-4604-b677-c6a01d51d5f6 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '9d8d1ad7-8dc4-4be1-83e7-597e8e04b18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '7ccaab0d-57d0-4931-93e5-df88f7f96bf7'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:46:38.624510 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865e1247-b5c4-436f-87ca-7d607939b859 None None] Attempting to bind port 5fe3f9eb-6811-4604-b677-c6a01d51d5f6 on network 7ccaab0d-57d0-4931-93e5-df88f7f96bf7 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:46:38.640624 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-e44f2dd1-2f43-4e17-835c-416a99198b9b tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] For port 5fe3f9eb-6811-4604-b677-c6a01d51d5f6, host n-d-829613-2, got binding levels [] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:46:38.641018 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e44f2dd1-2f43-4e17-835c-416a99198b9b tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (5fe3f9eb-6811-4604-b677-c6a01d51d5f6), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:38.655100 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61819a61-d436-432d-a681-080d8f530978 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:46:38.661439 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (44cbcde1-c128-45eb-8ea9-55e6f8612932), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:38.666558 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-61819a61-d436-432d-a681-080d8f530978 admin admin] 10.222.0.87 "PUT /v2.0/routers/b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9679642 Feb 17 17:46:38.707213 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-2f63d53a-67fb-47d2-927c-396b7469ad5b None None] Publish callbacks [] for port (5387abd5-e4e2-4730-bf7e-d0e5d990523c), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:38.732978 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-2f63d53a-67fb-47d2-927c-396b7469ad5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (5387abd5-e4e2-4730-bf7e-d0e5d990523c), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:38.774836 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865e1247-b5c4-436f-87ca-7d607939b859 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:46:38.775631 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865e1247-b5c4-436f-87ca-7d607939b859 None None] Checking segment: {'id': '9d8d1ad7-8dc4-4be1-83e7-597e8e04b18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '7ccaab0d-57d0-4931-93e5-df88f7f96bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:46:38.776220 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-865e1247-b5c4-436f-87ca-7d607939b859 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:38.776823 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865e1247-b5c4-436f-87ca-7d607939b859 None None] Bound using segment: {'id': '9d8d1ad7-8dc4-4be1-83e7-597e8e04b18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '7ccaab0d-57d0-4931-93e5-df88f7f96bf7'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:46:38.777481 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-865e1247-b5c4-436f-87ca-7d607939b859 None None] Bound port: 5fe3f9eb-6811-4604-b677-c6a01d51d5f6, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d8d1ad7-8dc4-4be1-83e7-597e8e04b18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '7ccaab0d-57d0-4931-93e5-df88f7f96bf7'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:46:38.778104 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-865e1247-b5c4-436f-87ca-7d607939b859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5fe3f9eb-6811-4604-b677-c6a01d51d5f6), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:38.782899 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dffb2c9-b0fe-49bc-9dfb-c0a7887811f2 req-94c0c7dd-4e00-460c-8dce-ab9280a70736 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:38.787730 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-e44f2dd1-2f43-4e17-835c-416a99198b9b tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Calling delete_port for 5fe3f9eb-6811-4604-b677-c6a01d51d5f6 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:46:38.795053 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6dffb2c9-b0fe-49bc-9dfb-c0a7887811f2 req-94c0c7dd-4e00-460c-8dce-ab9280a70736 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] 10.222.0.87 "GET /v2.0/ports?device_id=f0ccffbb-e6ed-4a8b-b494-d31fe6d26612 HTTP/1.1" status: 200 len: 943 time: 0.1420386 Feb 17 17:46:38.926219 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6dffb2c9-b0fe-49bc-9dfb-c0a7887811f2 req-31901b50-42b1-47cb-b198-8da7b09304c0 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0d0a072-88e3-4600-bff5-ae014edcddf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214483 Feb 17 17:46:38.951219 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=44cbcde1-c128-45eb-8ea9-55e6f8612932,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:38.958220 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:39.139645 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef61ff50-66a2-4c69-aab8-515f41d34a9d None None] Pushing event updated for resources: {'Port': ['ID=5387abd5-e4e2-4730-bf7e-d0e5d990523c,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:39.196152 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-865e1247-b5c4-436f-87ca-7d607939b859 None None] For port 5fe3f9eb-6811-4604-b677-c6a01d51d5f6, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:46:39.200807 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59986) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:39.208208 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-865e1247-b5c4-436f-87ca-7d607939b859 None None] For port 5fe3f9eb-6811-4604-b677-c6a01d51d5f6, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=5fe3f9eb-6811-4604-b677-c6a01d51d5f6,segment=NetworkSegment(9d8d1ad7-8dc4-4be1-83e7-597e8e04b18b),segment_id=9d8d1ad7-8dc4-4be1-83e7-597e8e04b18b)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:46:39.243541 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-865e1247-b5c4-436f-87ca-7d607939b859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (5fe3f9eb-6811-4604-b677-c6a01d51d5f6), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:39.246508 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 45f33b2e-2add-4719-9263-ec804c0e0468 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:46:39.393692 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e44f2dd1-2f43-4e17-835c-416a99198b9b tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (5fe3f9eb-6811-4604-b677-c6a01d51d5f6), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:39.427137 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-2f63d53a-67fb-47d2-927c-396b7469ad5b None None] Attempting to bind port 5387abd5-e4e2-4730-bf7e-d0e5d990523c on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:46:39.429348 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-2f63d53a-67fb-47d2-927c-396b7469ad5b None None] Attempting to bind port 5387abd5-e4e2-4730-bf7e-d0e5d990523c by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'c58f53c0-af49-4cf8-b691-940ae7000ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b3987c1e-7239-438e-a989-0b14b4df202a'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:46:39.431356 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:39.433657 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f63d53a-67fb-47d2-927c-396b7469ad5b None None] Attempting to bind port 5387abd5-e4e2-4730-bf7e-d0e5d990523c on network b3987c1e-7239-438e-a989-0b14b4df202a {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:46:39.456055 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f63d53a-67fb-47d2-927c-396b7469ad5b None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:46:39.457342 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44f2dd1-2f43-4e17-835c-416a99198b9b tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] No DVR routers for this DVR port 5fe3f9eb-6811-4604-b677-c6a01d51d5f6 on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:46:39.459971 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f63d53a-67fb-47d2-927c-396b7469ad5b None None] Checking segment: {'id': 'c58f53c0-af49-4cf8-b691-940ae7000ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b3987c1e-7239-438e-a989-0b14b4df202a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:46:39.460706 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-2f63d53a-67fb-47d2-927c-396b7469ad5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:39.461818 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f63d53a-67fb-47d2-927c-396b7469ad5b None None] Bound using segment: {'id': 'c58f53c0-af49-4cf8-b691-940ae7000ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b3987c1e-7239-438e-a989-0b14b4df202a'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:46:39.462501 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-2f63d53a-67fb-47d2-927c-396b7469ad5b None None] Bound port: 5387abd5-e4e2-4730-bf7e-d0e5d990523c, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c58f53c0-af49-4cf8-b691-940ae7000ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b3987c1e-7239-438e-a989-0b14b4df202a'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:46:39.463235 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-2f63d53a-67fb-47d2-927c-396b7469ad5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5387abd5-e4e2-4730-bf7e-d0e5d990523c), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:39.470566 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e294f025-7599-4316-b22f-aeb61bd8e229 admin admin] Publish callbacks [] for security_group (3e0f25e5-8835-4916-9379-23e4c4a32003), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:39.573965 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 810283a4-0e6c-4b01-9d6d-ff2c677b5099, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=810283a4-0e6c-4b01-9d6d-ff2c677b5099,segment=NetworkSegment(aba469f8-ae79-42e3-99c3-1495fe273d88),segment_id=aba469f8-ae79-42e3-99c3-1495fe273d88)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:46:39.628691 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e1247-b5c4-436f-87ca-7d607939b859 None None] Pushing event updated for resources: {'Port': ['ID=5fe3f9eb-6811-4604-b677-c6a01d51d5f6,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:39.651336 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-18791b3d-d788-4add-bbe8-6739fd578a2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:39.714692 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-66ec8629-fa0e-4ce7-b1ea-115a1c411376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717', 'name': 'tempest-ServerActionsTestJSON-1940210771-router', 'tenant_id': '708d2e36ca25476d9214a2f14ef71fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'bdae442e-bcc5-4e07-ad7a-c210fd339654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:46:20Z', 'updated_at': '2022-02-17T17:46:35Z', 'revision_number': 4, 'project_id': '708d2e36ca25476d9214a2f14ef71fc9', 'gw_port': {'id': 'bdae442e-bcc5-4e07-ad7a-c210fd339654', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:46:22Z', 'updated_at': '2022-02-17T17:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '36a80978-c83b-4549-afe2-534a60765dc5', 'name': '', 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe', 'tenant_id': '708d2e36ca25476d9214a2f14ef71fc9', 'mac_address': 'fa:16:3e:21:28:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717', 'device_owner': 'network:router_interface', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': 'f5806a5b-efbb-4c84-b3a4-70ad6c804540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:46:33Z', 'updated_at': '2022-02-17T17:46:34Z', 'revision_number': 1, 'project_id': '708d2e36ca25476d9214a2f14ef71fc9', 'subnets': [{'id': 'f5806a5b-efbb-4c84-b3a4-70ad6c804540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:46:39.787203 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '810283a4-0e6c-4b01-9d6d-ff2c677b5099', 'network_id': '84f31083-e0b3-4cbb-973a-42fdc6d15e0b', 'port_id': '810283a4-0e6c-4b01-9d6d-ff2c677b5099', 'mac_address': 'fa:16:3e:05:89:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c655e525-dc25-4790-bada-b8e5780c3b04', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:46:39.788453 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-2f63d53a-67fb-47d2-927c-396b7469ad5b None None] For port 5387abd5-e4e2-4730-bf7e-d0e5d990523c, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:46:39.797624 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-2f63d53a-67fb-47d2-927c-396b7469ad5b None None] For port 5387abd5-e4e2-4730-bf7e-d0e5d990523c, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=5387abd5-e4e2-4730-bf7e-d0e5d990523c,segment=NetworkSegment(c58f53c0-af49-4cf8-b691-940ae7000ffa),segment_id=c58f53c0-af49-4cf8-b691-940ae7000ffa)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:46:39.809463 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-2f63d53a-67fb-47d2-927c-396b7469ad5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (5387abd5-e4e2-4730-bf7e-d0e5d990523c), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:39.925003 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e44f2dd1-2f43-4e17-835c-416a99198b9b tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (7ccaab0d-57d0-4931-93e5-df88f7f96bf7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:39.956726 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-18791b3d-d788-4add-bbe8-6739fd578a2d admin admin] Publish callbacks [] for security_group (eab3aeb4-f113-4bb5-b712-d25bd991fa48), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:39.963918 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-18791b3d-d788-4add-bbe8-6739fd578a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (eab3aeb4-f113-4bb5-b712-d25bd991fa48), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:39.975043 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f2dd1-2f43-4e17-835c-416a99198b9b tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event deleted for resources: {'Port': ['ID=5fe3f9eb-6811-4604-b677-c6a01d51d5f6,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:39.989303 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e294f025-7599-4316-b22f-aeb61bd8e229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (3e0f25e5-8835-4916-9379-23e4c4a32003), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:40.023404 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e294f025-7599-4316-b22f-aeb61bd8e229 admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:46:40.038981 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f63d53a-67fb-47d2-927c-396b7469ad5b None None] Routers {'c2bfd8aa-2df7-4e46-ab35-f805b38567e1'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:46:40.039670 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-2f63d53a-67fb-47d2-927c-396b7469ad5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:46:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['c2bfd8aa-2df7-4e46-ab35-f805b38567e1'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:46:40.040253 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e294f025-7599-4316-b22f-aeb61bd8e229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (5b90b125-060a-4995-b510-67c20d5544d7), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:40.040985 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-e294f025-7599-4316-b22f-aeb61bd8e229 admin admin] Added segment 5b90b125-060a-4995-b510-67c20d5544d7 of type vlan for network ecc28b61-f7d0-400c-911c-cdc2163ca918 Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server [None req-062c844e-0519-4544-be80-9e521d8a2d1c None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 5fe3f9eb-6811-4604-b677-c6a01d51d5f6 could not be found. Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return self._iter().one() Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return self._only_one_row( Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in get_dhcp_port Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1564, in get_port Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 5fe3f9eb-6811-4604-b677-c6a01d51d5f6 could not be found. Feb 17 17:46:40.050703 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server Feb 17 17:46:40.109306 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18791b3d-d788-4add-bbe8-6739fd578a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab3aeb4-f113-4bb5-b712-d25bd991fa48,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:40.140546 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef61ff50-66a2-4c69-aab8-515f41d34a9d None None] Pushing event updated for resources: {'Port': ['ID=5387abd5-e4e2-4730-bf7e-d0e5d990523c,revision_number=4']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:40.238884 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 810283a4-0e6c-4b01-9d6d-ff2c677b5099 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:46:40.239278 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (810283a4-0e6c-4b01-9d6d-ff2c677b5099), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:40.239481 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-18791b3d-d788-4add-bbe8-6739fd578a2d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7f187148ebc64ac08fdad2f93692ecaa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0368772 Feb 17 17:46:40.240193 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59994) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:40.243397 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e44f2dd1-2f43-4e17-835c-416a99198b9b tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ccaab0d-57d0-4931-93e5-df88f7f96bf7']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:46:40.258712 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ec8629-fa0e-4ce7-b1ea-115a1c411376 None None] The sync data for ids ['b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717'] in n-d-829613-2 is: [{'id': 'b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717', 'name': 'tempest-ServerActionsTestJSON-1940210771-router', 'tenant_id': '708d2e36ca25476d9214a2f14ef71fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'bdae442e-bcc5-4e07-ad7a-c210fd339654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:46:20Z', 'updated_at': '2022-02-17T17:46:35Z', 'revision_number': 4, 'project_id': '708d2e36ca25476d9214a2f14ef71fc9', 'gw_port': {'id': 'bdae442e-bcc5-4e07-ad7a-c210fd339654', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:46:22Z', 'updated_at': '2022-02-17T17:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '36a80978-c83b-4549-afe2-534a60765dc5', 'name': '', 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe', 'tenant_id': '708d2e36ca25476d9214a2f14ef71fc9', 'mac_address': 'fa:16:3e:21:28:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717', 'device_owner': 'network:router_interface', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': 'f5806a5b-efbb-4c84-b3a4-70ad6c804540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:46:33Z', 'updated_at': '2022-02-17T17:46:34Z', 'revision_number': 1, 'project_id': '708d2e36ca25476d9214a2f14ef71fc9', 'subnets': [{'id': 'f5806a5b-efbb-4c84-b3a4-70ad6c804540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:46:40.275740 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 45f33b2e-2add-4719-9263-ec804c0e0468 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:46:40.276812 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (45f33b2e-2add-4719-9263-ec804c0e0468), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:40.331329 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 810283a4-0e6c-4b01-9d6d-ff2c677b5099 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:46:40.336631 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e44f2dd1-2f43-4e17-835c-416a99198b9b tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d8d1ad7-8dc4-4be1-83e7-597e8e04b18b') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:46:40.336631 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e44f2dd1-2f43-4e17-835c-416a99198b9b tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d8d1ad7-8dc4-4be1-83e7-597e8e04b18b') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:46:40.420541 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e294f025-7599-4316-b22f-aeb61bd8e229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0f25e5-8835-4916-9379-23e4c4a32003,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:40.440285 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e294f025-7599-4316-b22f-aeb61bd8e229 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (ecc28b61-f7d0-400c-911c-cdc2163ca918), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:40.445215 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-bc8b8f6f-4dae-4c68-9773-854c0f1543f5 None None] Current status of the port 45f33b2e-2add-4719-9263-ec804c0e0468 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:46:40.446185 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bc8b8f6f-4dae-4c68-9773-854c0f1543f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (45f33b2e-2add-4719-9263-ec804c0e0468), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:40.467112 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faafa4f2-03a3-4346-b1e7-fb3f8e9d0ce5 None None] get_active_networks_info from n-d-829613-2 {{(pid=103436) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 17 17:46:40.493742 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-de1b86f8-3aaa-445e-8bea-0f23caa6b975 admin admin] Publish callbacks [] for security_group (eab3aeb4-f113-4bb5-b712-d25bd991fa48), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:40.495640 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e44f2dd1-2f43-4e17-835c-416a99198b9b tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (9d8d1ad7-8dc4-4be1-83e7-597e8e04b18b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:40.518449 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e44f2dd1-2f43-4e17-835c-416a99198b9b tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (9d8d1ad7-8dc4-4be1-83e7-597e8e04b18b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:40.518904 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-2f63d53a-67fb-47d2-927c-396b7469ad5b None None] Set router c2bfd8aa-2df7-4e46-ab35-f805b38567e1 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:46:40.526678 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e44f2dd1-2f43-4e17-835c-416a99198b9b tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:46:40.527253 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e44f2dd1-2f43-4e17-835c-416a99198b9b tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (9d8d1ad7-8dc4-4be1-83e7-597e8e04b18b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:40.530648 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-de1b86f8-3aaa-445e-8bea-0f23caa6b975 admin admin] Publish callbacks [] for security_group (eab3aeb4-f113-4bb5-b712-d25bd991fa48), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:40.633357 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:46:40.633357 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:46:40.633357 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:46:40.633357 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:46:40.633357 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:46:40.633357 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:46:40.633357 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:46:40.633357 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:46:40.633357 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:46:40.633357 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:46:40.633357 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:46:40.633357 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:46:40.633357 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:46:40.633357 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:46:40.633357 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:46:40.633357 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:46:40.633357 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:46:40.633357 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:46:40.633357 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:46:40.633357 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:46:40.633357 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:46:40.633357 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:46:40.633357 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:46:40.633357 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:46:40.633357 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:46:40.633357 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:46:40.633357 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:46:40.633357 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:46:40.633357 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:46:40.633357 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:46:40.633357 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:46:40.633357 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:46:40.642440 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e294f025-7599-4316-b22f-aeb61bd8e229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (ecc28b61-f7d0-400c-911c-cdc2163ca918), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:40.645067 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e294f025-7599-4316-b22f-aeb61bd8e229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:40.648592 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e294f025-7599-4316-b22f-aeb61bd8e229 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:40.687287 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-de1b86f8-3aaa-445e-8bea-0f23caa6b975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (eab3aeb4-f113-4bb5-b712-d25bd991fa48), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:40.690144 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-bc8b8f6f-4dae-4c68-9773-854c0f1543f5 None None] For port 45f33b2e-2add-4719-9263-ec804c0e0468, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=45f33b2e-2add-4719-9263-ec804c0e0468,segment=NetworkSegment(bd90de5d-4d29-45de-be4f-f9dd0509be80),segment_id=bd90de5d-4d29-45de-be4f-f9dd0509be80)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:46:40.690886 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-de1b86f8-3aaa-445e-8bea-0f23caa6b975 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:40.692610 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-de1b86f8-3aaa-445e-8bea-0f23caa6b975 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/eab3aeb4-f113-4bb5-b712-d25bd991fa48 HTTP/1.1" status: 204 len: 168 time: 0.4397802 Feb 17 17:46:40.716174 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b86f8-3aaa-445e-8bea-0f23caa6b975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab3aeb4-f113-4bb5-b712-d25bd991fa48,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:40.724728 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 810283a4-0e6c-4b01-9d6d-ff2c677b5099, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=810283a4-0e6c-4b01-9d6d-ff2c677b5099,segment=NetworkSegment(aba469f8-ae79-42e3-99c3-1495fe273d88),segment_id=aba469f8-ae79-42e3-99c3-1495fe273d88)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:46:40.740010 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bc8b8f6f-4dae-4c68-9773-854c0f1543f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (45f33b2e-2add-4719-9263-ec804c0e0468), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:40.790720 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e44f2dd1-2f43-4e17-835c-416a99198b9b tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (7ccaab0d-57d0-4931-93e5-df88f7f96bf7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:40.795051 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e294f025-7599-4316-b22f-aeb61bd8e229 admin admin] Pushing event updated for resources: {'Network': ['ID=ecc28b61-f7d0-400c-911c-cdc2163ca918,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:40.820707 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 60002) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:40.829530 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-ca5f13be-4934-40cd-a884-c8bc1472b90a admin admin] Request body: {'subnet': {'network_id': 'ecc28b61-f7d0-400c-911c-cdc2163ca918', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1473016501-subnet', 'tenant_id': '2694dc9d6b034604a61e036dc08ccd80', 'ip_version': 4}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:46:40.836842 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e294f025-7599-4316-b22f-aeb61bd8e229 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.9718809 Feb 17 17:46:40.838953 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e44f2dd1-2f43-4e17-835c-416a99198b9b tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:40.859403 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e44f2dd1-2f43-4e17-835c-416a99198b9b tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "DELETE /v2.0/networks/7ccaab0d-57d0-4931-93e5-df88f7f96bf7 HTTP/1.1" status: 204 len: 168 time: 7.4621973 Feb 17 17:46:40.864841 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 60004) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:40.929647 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-7c273914-737a-4f07-824c-262db23f8a13 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-856500214'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:46:40.946923 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f2dd1-2f43-4e17-835c-416a99198b9b tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event deleted for resources: {'Network': ['ID=7ccaab0d-57d0-4931-93e5-df88f7f96bf7,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:40.968902 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b8f6f-4dae-4c68-9773-854c0f1543f5 None None] Pushing event updated for resources: {'Port': ['ID=45f33b2e-2add-4719-9263-ec804c0e0468,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:40.974264 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network ecc28b61-f7d0-400c-911c-cdc2163ca918 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:46:40.983445 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (810283a4-0e6c-4b01-9d6d-ff2c677b5099), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:41.010925 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5f13be-4934-40cd-a884-c8bc1472b90a admin admin] Made reservation on behalf of 2694dc9d6b034604a61e036dc08ccd80 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:46:41.013953 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ca5f13be-4934-40cd-a884-c8bc1472b90a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:41.221493 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=810283a4-0e6c-4b01-9d6d-ff2c677b5099,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:41.332420 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-2f63d53a-67fb-47d2-927c-396b7469ad5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bfd8aa-2df7-4e46-ab35-f805b38567e1', 'name': 'tempest-TestAggregatesBasicOps-259678539-router', 'tenant_id': '9360f8624a5f4b22b2fa18246b414acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '44cbcde1-c128-45eb-8ea9-55e6f8612932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:46:14Z', 'updated_at': '2022-02-17T17:46:31Z', 'revision_number': 4, 'project_id': '9360f8624a5f4b22b2fa18246b414acc', 'gw_port': {'id': '44cbcde1-c128-45eb-8ea9-55e6f8612932', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:fd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bfd8aa-2df7-4e46-ab35-f805b38567e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:46:17Z', 'updated_at': '2022-02-17T17:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '5387abd5-e4e2-4730-bf7e-d0e5d990523c', 'name': '', 'network_id': 'b3987c1e-7239-438e-a989-0b14b4df202a', 'tenant_id': '9360f8624a5f4b22b2fa18246b414acc', 'mac_address': 'fa:16:3e:08:db:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bfd8aa-2df7-4e46-ab35-f805b38567e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': '347c5b05-d181-4e5f-848e-1011489ca9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:46:28Z', 'updated_at': '2022-02-17T17:46:39Z', 'revision_number': 4, 'project_id': '9360f8624a5f4b22b2fa18246b414acc', 'subnets': [{'id': '347c5b05-d181-4e5f-848e-1011489ca9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:46:41.400122 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-f87eb39f-c441-46ce-8105-1d523e5296af None None] Provisioning complete for port 5387abd5-e4e2-4730-bf7e-d0e5d990523c triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:46:41.400887 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f87eb39f-c441-46ce-8105-1d523e5296af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (5387abd5-e4e2-4730-bf7e-d0e5d990523c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:41.454461 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f63d53a-67fb-47d2-927c-396b7469ad5b None None] The sync data for ids ['c2bfd8aa-2df7-4e46-ab35-f805b38567e1'] in n-d-829613-2 is: [{'id': 'c2bfd8aa-2df7-4e46-ab35-f805b38567e1', 'name': 'tempest-TestAggregatesBasicOps-259678539-router', 'tenant_id': '9360f8624a5f4b22b2fa18246b414acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '44cbcde1-c128-45eb-8ea9-55e6f8612932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:46:14Z', 'updated_at': '2022-02-17T17:46:31Z', 'revision_number': 4, 'project_id': '9360f8624a5f4b22b2fa18246b414acc', 'gw_port': {'id': '44cbcde1-c128-45eb-8ea9-55e6f8612932', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:fd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bfd8aa-2df7-4e46-ab35-f805b38567e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:46:17Z', 'updated_at': '2022-02-17T17:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '5387abd5-e4e2-4730-bf7e-d0e5d990523c', 'name': '', 'network_id': 'b3987c1e-7239-438e-a989-0b14b4df202a', 'tenant_id': '9360f8624a5f4b22b2fa18246b414acc', 'mac_address': 'fa:16:3e:08:db:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bfd8aa-2df7-4e46-ab35-f805b38567e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': '347c5b05-d181-4e5f-848e-1011489ca9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:46:28Z', 'updated_at': '2022-02-17T17:46:39Z', 'revision_number': 4, 'project_id': '9360f8624a5f4b22b2fa18246b414acc', 'subnets': [{'id': '347c5b05-d181-4e5f-848e-1011489ca9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:46:41.508128 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['810283a4-0e6c-4b01-9d6d-ff2c677b5099'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:46:41.805740 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60010) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:41.854594 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c273914-737a-4f07-824c-262db23f8a13 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Made reservation on behalf of 6c28c706ce1245329260dde1db37ef52 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:46:41.861952 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7c273914-737a-4f07-824c-262db23f8a13 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:41.872614 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7acb6cba-8022-47d5-8a64-c2d20aedf09a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:41.883694 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 45f33b2e-2add-4719-9263-ec804c0e0468 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:46:41.951635 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ca5f13be-4934-40cd-a884-c8bc1472b90a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (dd1fc2b5-14cf-411d-8412-1f62381e71ce), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:42.093017 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faafa4f2-03a3-4346-b1e7-fb3f8e9d0ce5 None None] Resources bound (agent type, host, resource id): {{(pid=103436) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 17:46:42.204175 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7acb6cba-8022-47d5-8a64-c2d20aedf09a admin admin] Publish callbacks [] for security_group (386ea851-0c36-4666-b024-500d871536ef), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:42.217584 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7acb6cba-8022-47d5-8a64-c2d20aedf09a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (386ea851-0c36-4666-b024-500d871536ef), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:42.316884 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-f87eb39f-c441-46ce-8105-1d523e5296af None None] Current status of the port 5387abd5-e4e2-4730-bf7e-d0e5d990523c is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:46:42.317294 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f87eb39f-c441-46ce-8105-1d523e5296af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5387abd5-e4e2-4730-bf7e-d0e5d990523c), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:42.343386 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7acb6cba-8022-47d5-8a64-c2d20aedf09a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=65d994770dc740f0b00c626d4d5b8b85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5361073 Feb 17 17:46:42.368810 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb6cba-8022-47d5-8a64-c2d20aedf09a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386ea851-0c36-4666-b024-500d871536ef,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:42.371667 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60020) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:42.436889 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f13be-4934-40cd-a884-c8bc1472b90a admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd1fc2b5-14cf-411d-8412-1f62381e71ce,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:42.446100 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60022) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:42.453914 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-944860da-d1e6-49e7-8bcd-7dff9fcfdce5 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Request body: {'security_group': {'name': 'tempest-securitygroup--397710067', 'description': 'tempest-description--1613214842'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:46:42.456155 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c273914-737a-4f07-824c-262db23f8a13 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:46:42.522970 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7c273914-737a-4f07-824c-262db23f8a13 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (1dd272be-eb26-4ed4-8674-af9a8c5186a9), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:42.523318 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-7c273914-737a-4f07-824c-262db23f8a13 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Added segment 1dd272be-eb26-4ed4-8674-af9a8c5186a9 of type vlan for network 6a32f641-a34f-4167-958f-9710ef8cf71c Feb 17 17:46:42.523917 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 45f33b2e-2add-4719-9263-ec804c0e0468 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:46:42.626986 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7c273914-737a-4f07-824c-262db23f8a13 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (6a32f641-a34f-4167-958f-9710ef8cf71c), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:42.630477 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-08629c0d-02e0-48ef-bc86-5a42970a2abb admin admin] Publish callbacks [] for security_group (386ea851-0c36-4666-b024-500d871536ef), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:42.643265 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-944860da-d1e6-49e7-8bcd-7dff9fcfdce5 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:42.713429 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-f87eb39f-c441-46ce-8105-1d523e5296af None None] For port 5387abd5-e4e2-4730-bf7e-d0e5d990523c, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=5387abd5-e4e2-4730-bf7e-d0e5d990523c,segment=NetworkSegment(c58f53c0-af49-4cf8-b691-940ae7000ffa),segment_id=c58f53c0-af49-4cf8-b691-940ae7000ffa)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:46:42.742547 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-08629c0d-02e0-48ef-bc86-5a42970a2abb admin admin] Publish callbacks [] for security_group (386ea851-0c36-4666-b024-500d871536ef), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:42.760351 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f87eb39f-c441-46ce-8105-1d523e5296af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (5387abd5-e4e2-4730-bf7e-d0e5d990523c), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:42.811396 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c42658-3718-43c4-b560-720ffd765b86 req-5fe4fa0b-a726-4034-bcef-e9e1c57f53e4 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:42.813413 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-62c42658-3718-43c4-b560-720ffd765b86 req-5fe4fa0b-a726-4034-bcef-e9e1c57f53e4 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/networks?id=2c9900d2-a559-4978-8739-0c10e7ac9101 HTTP/1.1" status: 200 len: 815 time: 0.1538208 Feb 17 17:46:42.829938 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5f13be-4934-40cd-a884-c8bc1472b90a admin admin] Checking segment: {'id': '5b90b125-060a-4995-b510-67c20d5544d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ecc28b61-f7d0-400c-911c-cdc2163ca918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:46:42.830624 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5f13be-4934-40cd-a884-c8bc1472b90a admin admin] Network hostable DHCP agents. Network: ecc28b61-f7d0-400c-911c-cdc2163ca918, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:46:42.836342 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7c273914-737a-4f07-824c-262db23f8a13 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (6a32f641-a34f-4167-958f-9710ef8cf71c), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:42.842320 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c273914-737a-4f07-824c-262db23f8a13 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:42.844061 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7c273914-737a-4f07-824c-262db23f8a13 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:42.934929 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-08629c0d-02e0-48ef-bc86-5a42970a2abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (386ea851-0c36-4666-b024-500d871536ef), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:42.938464 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-08629c0d-02e0-48ef-bc86-5a42970a2abb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:42.960159 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-08629c0d-02e0-48ef-bc86-5a42970a2abb admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/386ea851-0c36-4666-b024-500d871536ef HTTP/1.1" status: 204 len: 168 time: 0.5868092 Feb 17 17:46:42.966169 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-f87eb39f-c441-46ce-8105-1d523e5296af None None] Provisioning complete for port 36a80978-c83b-4549-afe2-534a60765dc5 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:46:42.975182 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f87eb39f-c441-46ce-8105-1d523e5296af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (36a80978-c83b-4549-afe2-534a60765dc5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:42.987147 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-944860da-d1e6-49e7-8bcd-7dff9fcfdce5 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks [] for security_group (6ae6b60b-9e7b-44f9-af84-604693184f45), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:43.007896 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-944860da-d1e6-49e7-8bcd-7dff9fcfdce5 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (6ae6b60b-9e7b-44f9-af84-604693184f45), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:43.035079 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08629c0d-02e0-48ef-bc86-5a42970a2abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386ea851-0c36-4666-b024-500d871536ef,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:43.060686 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-944860da-d1e6-49e7-8bcd-7dff9fcfdce5 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:43.062644 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-944860da-d1e6-49e7-8bcd-7dff9fcfdce5 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6154375 Feb 17 17:46:43.125631 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944860da-d1e6-49e7-8bcd-7dff9fcfdce5 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae6b60b-9e7b-44f9-af84-604693184f45,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:43.132137 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60036) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:43.143715 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-8c1b50e5-8d89-4fc0-9648-9f4b9d3fba19 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Request body: {'security_group_rule': {'security_group_id': '6ae6b60b-9e7b-44f9-af84-604693184f45', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:46:43.208367 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-f87eb39f-c441-46ce-8105-1d523e5296af None None] Port 36a80978-c83b-4549-afe2-534a60765dc5 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:46:43.211411 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 810283a4-0e6c-4b01-9d6d-ff2c677b5099 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:46:43.312519 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8c1b50e5-8d89-4fc0-9648-9f4b9d3fba19 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks [] for security_group_rule (bfa9ffd0-d4b4-44ce-a264-302b61b5e939), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:43.423817 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb285d5-47ee-4371-bf06-e6a00bc22247 req-6c2f309a-3440-4cdb-a88d-a90f29f622ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:43.426391 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-beb285d5-47ee-4371-bf06-e6a00bc22247 req-6c2f309a-3440-4cdb-a88d-a90f29f622ba service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=33d2652e6f5f4a26a4a17eafa5211a33&device_id=32ad5513-5d05-48da-81dc-bf7965dce3e2 HTTP/1.1" status: 200 len: 1127 time: 0.2063980 Feb 17 17:46:43.499732 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87eb39f-c441-46ce-8105-1d523e5296af None None] Pushing event updated for resources: {'Port': ['ID=5387abd5-e4e2-4730-bf7e-d0e5d990523c,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:43.518092 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8c1b50e5-8d89-4fc0-9648-9f4b9d3fba19 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks [] for security_group_rule (bfa9ffd0-d4b4-44ce-a264-302b61b5e939), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:43.533700 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 45f33b2e-2add-4719-9263-ec804c0e0468 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:46:43.535150 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (45f33b2e-2add-4719-9263-ec804c0e0468), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:43.588736 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c273914-737a-4f07-824c-262db23f8a13 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event updated for resources: {'Network': ['ID=6a32f641-a34f-4167-958f-9710ef8cf71c,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:43.649689 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-f87eb39f-c441-46ce-8105-1d523e5296af None None] Provisioning complete for port 45f33b2e-2add-4719-9263-ec804c0e0468 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:46:43.650504 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f87eb39f-c441-46ce-8105-1d523e5296af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (45f33b2e-2add-4719-9263-ec804c0e0468), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:43.656792 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f177b2a3-db4c-481f-a046-f818f7b7a7e2 None None] Network 7ccaab0d-57d0-4931-93e5-df88f7f96bf7 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:46:43.657190 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb285d5-47ee-4371-bf06-e6a00bc22247 req-fe38d60d-be27-4288-a39a-ea5d12e15d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:43.659191 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-beb285d5-47ee-4371-bf06-e6a00bc22247 req-fe38d60d-be27-4288-a39a-ea5d12e15d27 service neutron] 10.222.0.91 "GET /v2.0/networks?id=86d00201-0d9a-4363-96b8-dd16d5e6e4d8 HTTP/1.1" status: 200 len: 913 time: 0.2242899 Feb 17 17:46:43.660718 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8c1b50e5-8d89-4fc0-9648-9f4b9d3fba19 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (bfa9ffd0-d4b4-44ce-a264-302b61b5e939), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:43.665441 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-62c42658-3718-43c4-b560-720ffd765b86 req-27980f63-51f9-4ff1-b457-3385d4578cd2 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/quotas/676afbf1c2e640e8b11ff19640c46b32 HTTP/1.1" status: 200 len: 375 time: 0.8445644 Feb 17 17:46:43.709942 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5f13be-4934-40cd-a884-c8bc1472b90a admin admin] Network ecc28b61-f7d0-400c-911c-cdc2163ca918 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:46:43.742919 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-7c273914-737a-4f07-824c-262db23f8a13 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.8707280 Feb 17 17:46:43.744857 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 60048) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:43.751898 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-beb285d5-47ee-4371-bf06-e6a00bc22247 req-6ebfbec5-6c1c-401e-950e-f2d160dfaf07 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7acee7ef-b7b7-4992-ae5e-42354f7ad654 HTTP/1.1" status: 200 len: 217 time: 0.0821381 Feb 17 17:46:43.752618 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1b50e5-8d89-4fc0-9648-9f4b9d3fba19 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfa9ffd0-d4b4-44ce-a264-302b61b5e939,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:43.772176 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8c1b50e5-8d89-4fc0-9648-9f4b9d3fba19 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:43.778953 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8c1b50e5-8d89-4fc0-9648-9f4b9d3fba19 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6445355 Feb 17 17:46:43.779646 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60050) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:43.803149 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-2f072d31-c988-4e21-b1a8-1ad60e7aeca3 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Request body: {'security_group_rule': {'security_group_id': '6ae6b60b-9e7b-44f9-af84-604693184f45', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:46:43.811964 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-7459c7c7-b488-4080-a011-394ff981c3d1 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Request body: {'subnet': {'network_id': '6a32f641-a34f-4167-958f-9710ef8cf71c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:46:43.930534 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2f072d31-c988-4e21-b1a8-1ad60e7aeca3 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks [] for security_group_rule (97bc5cd1-cb9f-40d1-b9b5-13868b6d168e), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:44.016959 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-ca5f13be-4934-40cd-a884-c8bc1472b90a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, ecc28b61-f7d0-400c-911c-cdc2163ca918) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:46:44.033778 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2f072d31-c988-4e21-b1a8-1ad60e7aeca3 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks [] for security_group_rule (97bc5cd1-cb9f-40d1-b9b5-13868b6d168e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:44.039382 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2f072d31-c988-4e21-b1a8-1ad60e7aeca3 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (97bc5cd1-cb9f-40d1-b9b5-13868b6d168e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:44.049497 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5f13be-4934-40cd-a884-c8bc1472b90a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:44.052748 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ca5f13be-4934-40cd-a884-c8bc1472b90a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:44.072412 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f072d31-c988-4e21-b1a8-1ad60e7aeca3 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97bc5cd1-cb9f-40d1-b9b5-13868b6d168e,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:44.095051 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb285d5-47ee-4371-bf06-e6a00bc22247 req-91b31982-e4db-4a5c-9087-96646f513c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:44.097034 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-beb285d5-47ee-4371-bf06-e6a00bc22247 req-91b31982-e4db-4a5c-9087-96646f513c89 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9b38a8c5-5190-4e64-a2cf-0cc233f21627 HTTP/1.1" status: 200 len: 852 time: 0.3116298 Feb 17 17:46:44.103580 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2f072d31-c988-4e21-b1a8-1ad60e7aeca3 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:44.110631 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2f072d31-c988-4e21-b1a8-1ad60e7aeca3 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3104784 Feb 17 17:46:44.111747 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60056) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:44.161803 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ce2235a8-2f9a-4305-8e69-bcab2e13837a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:46:44.167749 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 6a32f641-a34f-4167-958f-9710ef8cf71c details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:46:44.193625 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-beb285d5-47ee-4371-bf06-e6a00bc22247 req-a42d3f02-b70f-47ca-a5bd-702d60efa14f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=86d00201-0d9a-4363-96b8-dd16d5e6e4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770037 Feb 17 17:46:44.197605 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ce2235a8-2f9a-4305-8e69-bcab2e13837a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:44.208562 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7f499-04c5-43a3-8899-920bc9a89257 req-3e8a4298-2e93-435e-a6b8-17dd31a87382 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:44.223945 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-87d7f499-04c5-43a3-8899-920bc9a89257 req-3e8a4298-2e93-435e-a6b8-17dd31a87382 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=32ad5513-5d05-48da-81dc-bf7965dce3e2 HTTP/1.1" status: 200 len: 945 time: 1.5654633 Feb 17 17:46:44.237751 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f177b2a3-db4c-481f-a046-f818f7b7a7e2 None None] Network 7ccaab0d-57d0-4931-93e5-df88f7f96bf7 could not be found, it might have been deleted concurrently. {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 17 17:46:44.239209 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ff9449-2341-4be8-bc0d-d26500ecae30 None None] Network ecc28b61-f7d0-400c-911c-cdc2163ca918 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:46:44.330453 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-beb285d5-47ee-4371-bf06-e6a00bc22247 req-06f14a21-0ed1-4290-afd0-3c7493c5aa0e service neutron] 10.222.0.91 "GET /v2.0/networks/86d00201-0d9a-4363-96b8-dd16d5e6e4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285729 Feb 17 17:46:44.372639 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-ca5f13be-4934-40cd-a884-c8bc1472b90a admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5499325 Feb 17 17:46:44.401391 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 60062) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:44.412548 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-c33ea9f9-c795-43a7-a1d7-fd0b48a76bd6 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1473016501-router', 'tenant_id': '2694dc9d6b034604a61e036dc08ccd80', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:46:44.476865 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-87d7f499-04c5-43a3-8899-920bc9a89257 req-d64a39f2-19b4-4a38-9ce3-9196f904ec5e tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518077 Feb 17 17:46:44.482773 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7459c7c7-b488-4080-a011-394ff981c3d1 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Made reservation on behalf of 6c28c706ce1245329260dde1db37ef52 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:46:44.497303 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7459c7c7-b488-4080-a011-394ff981c3d1 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:44.558814 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-62c42658-3718-43c4-b560-720ffd765b86 req-187b12d5-2827-400a-a5cb-5c705ed24af5 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=676afbf1c2e640e8b11ff19640c46b32&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8816581 Feb 17 17:46:44.580864 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-beb285d5-47ee-4371-bf06-e6a00bc22247 req-de7c0459-7f63-43e6-af5d-4b9c154b6953 service neutron] 10.222.0.91 "GET /v2.0/networks/86d00201-0d9a-4363-96b8-dd16d5e6e4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388771 Feb 17 17:46:44.736471 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port 810283a4-0e6c-4b01-9d6d-ff2c677b5099 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:46:44.749078 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 810283a4-0e6c-4b01-9d6d-ff2c677b5099 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:46:44.749467 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (810283a4-0e6c-4b01-9d6d-ff2c677b5099), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:44.755865 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.ipam_backend_mixin [None req-7459c7c7-b488-4080-a011-394ff981c3d1 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Performing IP validity checks on allocation pools {{(pid=103435) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 17 17:46:44.756491 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.ipam_backend_mixin [None req-7459c7c7-b488-4080-a011-394ff981c3d1 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103435) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 17 17:46:44.799875 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7e62da-7339-4f44-90f7-e75fa5d51a36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-ecc28b61-f7d0-400c-911c-cdc2163ca918', 'network_id': 'ecc28b61-f7d0-400c-911c-cdc2163ca918', 'project_id': '2694dc9d6b034604a61e036dc08ccd80', 'fixed_ips': [{'subnet_id': 'dd1fc2b5-14cf-411d-8412-1f62381e71ce'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:46:44.801234 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4c7e62da-7339-4f44-90f7-e75fa5d51a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:44.852787 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c33ea9f9-c795-43a7-a1d7-fd0b48a76bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (34db7596-e5c9-421d-933a-185fbe0c5317), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:44.855277 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c33ea9f9-c795-43a7-a1d7-fd0b48a76bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (34db7596-e5c9-421d-933a-185fbe0c5317), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:44.859271 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ce2235a8-2f9a-4305-8e69-bcab2e13837a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:44.885323 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 45f33b2e-2add-4719-9263-ec804c0e0468 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:46:44.886257 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 5387abd5-e4e2-4730-bf7e-d0e5d990523c up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:46:44.994150 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-f87eb39f-c441-46ce-8105-1d523e5296af None None] Current status of the port 45f33b2e-2add-4719-9263-ec804c0e0468 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:46:45.146327 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c33ea9f9-c795-43a7-a1d7-fd0b48a76bd6 admin admin] Publish callbacks [] for router_controller (34db7596-e5c9-421d-933a-185fbe0c5317), precommit_add_association {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:45.180286 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 810283a4-0e6c-4b01-9d6d-ff2c677b5099 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:46:45.180286 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (810283a4-0e6c-4b01-9d6d-ff2c677b5099), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:45.228452 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-ce2235a8-2f9a-4305-8e69-bcab2e13837a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Allocated IP 172.25.8.124 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/28cf9dd4-1852-4a7c-ac62-c9fe63b84598) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:46:45.280224 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc376247-23c2-46d9-968e-a846f55f8321 req-fee5569c-9a2b-4d1a-ad86-5db1c7f5df7b tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:45.287909 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dc376247-23c2-46d9-968e-a846f55f8321 req-fee5569c-9a2b-4d1a-ad86-5db1c7f5df7b tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] 10.222.0.87 "GET /v2.0/ports?device_id=f0ccffbb-e6ed-4a8b-b494-d31fe6d26612 HTTP/1.1" status: 200 len: 944 time: 0.5074925 Feb 17 17:46:45.294027 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ccffbb-e6ed-4a8b-b494-d31fe6d26612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810283a4-0e6c-4b01-9d6d-ff2c677b5099'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:46:45.296497 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f147ff51-119a-4c66-af87-8fa77bc8676a" -d '{"events": [{"server_uuid": "f0ccffbb-e6ed-4a8b-b494-d31fe6d26612", "name": "network-vif-plugged", "status": "completed", "tag": "810283a4-0e6c-4b01-9d6d-ff2c677b5099"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:46:45.358974 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 810283a4-0e6c-4b01-9d6d-ff2c677b5099, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=810283a4-0e6c-4b01-9d6d-ff2c677b5099,segment=NetworkSegment(aba469f8-ae79-42e3-99c3-1495fe273d88),segment_id=aba469f8-ae79-42e3-99c3-1495fe273d88)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:46:45.362104 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 5387abd5-e4e2-4730-bf7e-d0e5d990523c triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:46:45.362744 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (5387abd5-e4e2-4730-bf7e-d0e5d990523c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:45.438007 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ce2235a8-2f9a-4305-8e69-bcab2e13837a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks [] for port (28cf9dd4-1852-4a7c-ac62-c9fe63b84598), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:45.440984 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (810283a4-0e6c-4b01-9d6d-ff2c677b5099), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:45.495243 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ce2235a8-2f9a-4305-8e69-bcab2e13837a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (28cf9dd4-1852-4a7c-ac62-c9fe63b84598), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:45.525955 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7459c7c7-b488-4080-a011-394ff981c3d1 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (801c1212-91e4-4b8b-8feb-0fcb90911583), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:45.579818 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dc376247-23c2-46d9-968e-a846f55f8321 req-a9641b47-d62a-4ddb-a567-b777c0c81043 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0d0a072-88e3-4600-bff5-ae014edcddf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2909067 Feb 17 17:46:45.581350 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 7acee7ef-b7b7-4992-ae5e-42354f7ad654 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:46:45.589499 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c33ea9f9-c795-43a7-a1d7-fd0b48a76bd6 admin admin] Publish callbacks [] for router_gateway (34db7596-e5c9-421d-933a-185fbe0c5317), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:45.664472 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-62c42658-3718-43c4-b560-720ffd765b86 req-f4c52836-6a94-4aa2-8211-cf122e50fbc0 service neutron] 10.222.0.87 "GET /v2.0/networks/2c9900d2-a559-4978-8739-0c10e7ac9101?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0218358 Feb 17 17:46:45.679548 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2235a8-2f9a-4305-8e69-bcab2e13837a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:46:45.684029 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-ce2235a8-2f9a-4305-8e69-bcab2e13837a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:46:45.688453 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2235a8-2f9a-4305-8e69-bcab2e13837a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:46:45.697457 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2235a8-2f9a-4305-8e69-bcab2e13837a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Pushing event updated for resources: {'Port': ['ID=28cf9dd4-1852-4a7c-ac62-c9fe63b84598,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:45.708969 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7459c7c7-b488-4080-a011-394ff981c3d1 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event updated for resources: {'Subnet': ['ID=801c1212-91e4-4b8b-8feb-0fcb90911583,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:45.765170 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-4c7e62da-7339-4f44-90f7-e75fa5d51a36 None None] Allocated IP 172.20.0.2 (ecc28b61-f7d0-400c-911c-cdc2163ca918/dd1fc2b5-14cf-411d-8412-1f62381e71ce/4910319b-6361-4341-bc1f-cd8027471e98) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:46:45.792584 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3bbd8ae-3e7b-485c-ad1d-626d24630d05 x-openstack-request-id: req-c3bbd8ae-3e7b-485c-ad1d-626d24630d05 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:46:45.793063 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0ccffbb-e6ed-4a8b-b494-d31fe6d26612", "name": "network-vif-plugged", "status": "completed", "tag": "810283a4-0e6c-4b01-9d6d-ff2c677b5099", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:46:45.794023 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c3bbd8ae-3e7b-485c-ad1d-626d24630d05 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:46:45.794885 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0ccffbb-e6ed-4a8b-b494-d31fe6d26612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810283a4-0e6c-4b01-9d6d-ff2c677b5099', 'code': 200} Feb 17 17:46:45.801424 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=810283a4-0e6c-4b01-9d6d-ff2c677b5099,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:45.828315 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7459c7c7-b488-4080-a011-394ff981c3d1 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Checking segment: {'id': '1dd272be-eb26-4ed4-8674-af9a8c5186a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6a32f641-a34f-4167-958f-9710ef8cf71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:46:45.828846 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7459c7c7-b488-4080-a011-394ff981c3d1 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Network hostable DHCP agents. Network: 6a32f641-a34f-4167-958f-9710ef8cf71c, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:46:45.938938 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ce2235a8-2f9a-4305-8e69-bcab2e13837a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks [] for floatingip (ff8f7504-be47-4e0a-8743-be79ddc1dea8), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:45.946429 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7459c7c7-b488-4080-a011-394ff981c3d1 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Network 6a32f641-a34f-4167-958f-9710ef8cf71c is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:46:45.991168 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 7acee7ef-b7b7-4992-ae5e-42354f7ad654 is: ACTIVE; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:46:45.991487 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7acee7ef-b7b7-4992-ae5e-42354f7ad654), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:46.014742 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 5387abd5-e4e2-4730-bf7e-d0e5d990523c is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:46:46.016084 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 44cbcde1-c128-45eb-8ea9-55e6f8612932 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:46:46.026507 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d54f46-f348-4aef-959f-afafa030234a None None] Sync routers for ids ['b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:46:46.061324 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ce2235a8-2f9a-4305-8e69-bcab2e13837a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (28cf9dd4-1852-4a7c-ac62-c9fe63b84598), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:46.093440 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 7acee7ef-b7b7-4992-ae5e-42354f7ad654, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=7acee7ef-b7b7-4992-ae5e-42354f7ad654,segment=NetworkSegment(a9afe95a-bc81-4053-bcf6-93dc37b0f7fa),segment_id=a9afe95a-bc81-4053-bcf6-93dc37b0f7fa)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:46:46.109611 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-7459c7c7-b488-4080-a011-394ff981c3d1 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 6a32f641-a34f-4167-958f-9710ef8cf71c) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:46:46.110691 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (7acee7ef-b7b7-4992-ae5e-42354f7ad654), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:46.123395 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-62c42658-3718-43c4-b560-720ffd765b86 req-3618b211-a2fa-4d09-91c6-81cd79a6402f service neutron] 10.222.0.87 "GET /v2.0/networks/2c9900d2-a559-4978-8739-0c10e7ac9101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4583964 Feb 17 17:46:46.128966 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d54f46-f348-4aef-959f-afafa030234a None None] Routers {'b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:46:46.129933 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-35d54f46-f348-4aef-959f-afafa030234a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:46:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:46:46.135511 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7459c7c7-b488-4080-a011-394ff981c3d1 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:46.136514 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7459c7c7-b488-4080-a011-394ff981c3d1 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:46.184044 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afc1d7-3443-4945-94e4-b2bd1e90cd84 req-a5d92877-24aa-4a45-b64e-5ce94b5ea163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:46.206376 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-81afc1d7-3443-4945-94e4-b2bd1e90cd84 req-a5d92877-24aa-4a45-b64e-5ce94b5ea163 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=f0ccffbb-e6ed-4a8b-b494-d31fe6d26612 HTTP/1.1" status: 200 len: 1127 time: 0.2563798 Feb 17 17:46:46.224115 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-7459c7c7-b488-4080-a011-394ff981c3d1 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.4221966 Feb 17 17:46:46.239983 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 60116) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:46.273356 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f15c5b6-e452-4e95-8fb3-3af2203776fb req-33bff58b-b0e0-47db-b17c-eed100c3d79a tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:46.280907 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5f15c5b6-e452-4e95-8fb3-3af2203776fb req-33bff58b-b0e0-47db-b17c-eed100c3d79a tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=32ad5513-5d05-48da-81dc-bf7965dce3e2 HTTP/1.1" status: 200 len: 945 time: 0.3788102 Feb 17 17:46:46.479583 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b268391-0c0d-4ecf-8e2e-5f530a54bb23 None None] Network 6a32f641-a34f-4167-958f-9710ef8cf71c requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:46:46.506768 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ce2235a8-2f9a-4305-8e69-bcab2e13837a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks [] for port (28cf9dd4-1852-4a7c-ac62-c9fe63b84598), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:46.518049 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ce2235a8-2f9a-4305-8e69-bcab2e13837a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (28cf9dd4-1852-4a7c-ac62-c9fe63b84598), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:46.521457 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4c7e62da-7339-4f44-90f7-e75fa5d51a36 None None] Publish callbacks [] for port (4910319b-6361-4341-bc1f-cd8027471e98), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:46.586468 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4c7e62da-7339-4f44-90f7-e75fa5d51a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (4910319b-6361-4341-bc1f-cd8027471e98), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:46.600157 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b9ae384b-136b-46b5-a0be-dc237088ceff tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (6a32f641-a34f-4167-958f-9710ef8cf71c), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:46.692023 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-81afc1d7-3443-4945-94e4-b2bd1e90cd84 req-b8a9770a-c8ae-463d-bdfd-861830e4cecb service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=d0d0a072-88e3-4600-bff5-ae014edcddf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3858719 Feb 17 17:46:46.697012 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2235a8-2f9a-4305-8e69-bcab2e13837a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Pushing event updated for resources: {'Port': ['ID=28cf9dd4-1852-4a7c-ac62-c9fe63b84598,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:46.732108 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 44cbcde1-c128-45eb-8ea9-55e6f8612932 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:46:46.733262 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (44cbcde1-c128-45eb-8ea9-55e6f8612932), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:46.749191 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ce2235a8-2f9a-4305-8e69-bcab2e13837a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (ff8f7504-be47-4e0a-8743-be79ddc1dea8), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:46.783413 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ce2235a8-2f9a-4305-8e69-bcab2e13837a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:46.786189 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-44b0026a-fcbc-4532-81e0-5aab7da63cd6 req-d4050304-202e-4970-9643-80c11c0d3692 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=a88e8f66-0820-492e-98ba-23df1071c894 HTTP/1.1" status: 200 len: 210 time: 0.1759944 Feb 17 17:46:46.786364 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ce2235a8-2f9a-4305-8e69-bcab2e13837a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6373901 Feb 17 17:46:46.821148 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7e62da-7339-4f44-90f7-e75fa5d51a36 None None] Network ecc28b61-f7d0-400c-911c-cdc2163ca918 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:46:46.833484 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-4c7e62da-7339-4f44-90f7-e75fa5d51a36 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:46:46.839997 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7e62da-7339-4f44-90f7-e75fa5d51a36 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:46:46.842706 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=7acee7ef-b7b7-4992-ae5e-42354f7ad654,revision_number=8']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:47.056483 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-35d54f46-f348-4aef-959f-afafa030234a None None] Set router b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:46:47.151323 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e62da-7339-4f44-90f7-e75fa5d51a36 None None] Pushing event updated for resources: {'Port': ['ID=4910319b-6361-4341-bc1f-cd8027471e98,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:47.163238 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5f15c5b6-e452-4e95-8fb3-3af2203776fb req-b43162cc-92de-437c-a982-7618a92a5db7 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8814189 Feb 17 17:46:47.164169 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b9ae384b-136b-46b5-a0be-dc237088ceff tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (801c1212-91e4-4b8b-8feb-0fcb90911583), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:47.216297 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac8de81-e4cd-43dc-b2c6-1a375921e1fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-6a32f641-a34f-4167-958f-9710ef8cf71c', 'network_id': '6a32f641-a34f-4167-958f-9710ef8cf71c', 'project_id': '6c28c706ce1245329260dde1db37ef52', 'fixed_ips': [{'subnet_id': '801c1212-91e4-4b8b-8feb-0fcb90911583'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:46:47.216297 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8ac8de81-e4cd-43dc-b2c6-1a375921e1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:47.283796 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c33ea9f9-c795-43a7-a1d7-fd0b48a76bd6 admin admin] Publish callbacks [] for router_gateway (34db7596-e5c9-421d-933a-185fbe0c5317), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:47.306768 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c33ea9f9-c795-43a7-a1d7-fd0b48a76bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:47.335240 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-4c7e62da-7339-4f44-90f7-e75fa5d51a36 None None] Attempting to bind port 4910319b-6361-4341-bc1f-cd8027471e98 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:46:47.335829 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-4c7e62da-7339-4f44-90f7-e75fa5d51a36 None None] Attempting to bind port 4910319b-6361-4341-bc1f-cd8027471e98 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '5b90b125-060a-4995-b510-67c20d5544d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ecc28b61-f7d0-400c-911c-cdc2163ca918'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:46:47.336478 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7e62da-7339-4f44-90f7-e75fa5d51a36 None None] Attempting to bind port 4910319b-6361-4341-bc1f-cd8027471e98 on network ecc28b61-f7d0-400c-911c-cdc2163ca918 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:46:47.349909 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 44cbcde1-c128-45eb-8ea9-55e6f8612932 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:46:47.462697 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f7259-8890-4792-8f43-8e940225b9ac req-8d954e7f-d7ac-4450-985c-142b3fe4e771 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:47.464716 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-260f7259-8890-4792-8f43-8e940225b9ac req-8d954e7f-d7ac-4450-985c-142b3fe4e771 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] 10.222.0.87 "GET /v2.0/ports?device_id=f0ccffbb-e6ed-4a8b-b494-d31fe6d26612 HTTP/1.1" status: 200 len: 945 time: 0.3820412 Feb 17 17:46:47.476101 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b9ae384b-136b-46b5-a0be-dc237088ceff tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (801c1212-91e4-4b8b-8feb-0fcb90911583), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:47.540867 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae384b-136b-46b5-a0be-dc237088ceff tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event deleted for resources: {'Subnet': ['ID=801c1212-91e4-4b8b-8feb-0fcb90911583,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:47.550685 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-c33ea9f9-c795-43a7-a1d7-fd0b48a76bd6 admin admin] Allocated IP 172.25.8.222 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/91c15a23-84a5-4e1c-b664-27da15dfd653) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:46:47.585050 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-85beaabd-afb8-414b-ba9d-a462b141bf63 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--397710067&fields=id&tenant_id=708d2e36ca25476d9214a2f14ef71fc9 HTTP/1.1" status: 200 len: 267 time: 0.1886587 Feb 17 17:46:47.652305 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7e62da-7339-4f44-90f7-e75fa5d51a36 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:46:47.660369 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7e62da-7339-4f44-90f7-e75fa5d51a36 None None] Checking segment: {'id': '5b90b125-060a-4995-b510-67c20d5544d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ecc28b61-f7d0-400c-911c-cdc2163ca918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:46:47.661205 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4c7e62da-7339-4f44-90f7-e75fa5d51a36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:47.661796 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7e62da-7339-4f44-90f7-e75fa5d51a36 None None] Bound using segment: {'id': '5b90b125-060a-4995-b510-67c20d5544d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ecc28b61-f7d0-400c-911c-cdc2163ca918'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:46:47.662315 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-4c7e62da-7339-4f44-90f7-e75fa5d51a36 None None] Bound port: 4910319b-6361-4341-bc1f-cd8027471e98, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b90b125-060a-4995-b510-67c20d5544d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ecc28b61-f7d0-400c-911c-cdc2163ca918'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:46:47.662751 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4c7e62da-7339-4f44-90f7-e75fa5d51a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (4910319b-6361-4341-bc1f-cd8027471e98), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:47.720086 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 5387abd5-e4e2-4730-bf7e-d0e5d990523c up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:46:47.849624 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ad5513-5d05-48da-81dc-bf7965dce3e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7acee7ef-b7b7-4992-ae5e-42354f7ad654'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:46:47.852163 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503402f8-e201-4b94-b176-cd0a73075b46" -d '{"events": [{"server_uuid": "32ad5513-5d05-48da-81dc-bf7965dce3e2", "name": "network-vif-unplugged", "status": "completed", "tag": "7acee7ef-b7b7-4992-ae5e-42354f7ad654"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server [None req-8ac8de81-e4cd-43dc-b2c6-1a375921e1fc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 801c1212-91e4-4b8b-8feb-0fcb90911583: This subnet is being modified by another concurrent operation. Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise exception Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 801c1212-91e4-4b8b-8feb-0fcb90911583: This subnet is being modified by another concurrent operation. Feb 17 17:46:47.898008 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server Feb 17 17:46:47.943578 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9833115b-b2eb-48a5-9fc8-4a9fe12f6c73 None None] Network 6a32f641-a34f-4167-958f-9710ef8cf71c requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:46:48.106293 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b9ae384b-136b-46b5-a0be-dc237088ceff tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (6a32f641-a34f-4167-958f-9710ef8cf71c), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:48.127853 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 5387abd5-e4e2-4730-bf7e-d0e5d990523c triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:46:48.128309 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (5387abd5-e4e2-4730-bf7e-d0e5d990523c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:48.136842 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-4c7e62da-7339-4f44-90f7-e75fa5d51a36 None None] For port 4910319b-6361-4341-bc1f-cd8027471e98, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:46:48.156015 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-260f7259-8890-4792-8f43-8e940225b9ac req-78bb74f6-8f27-4cfe-b073-aa93bd57df61 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0d0a072-88e3-4600-bff5-ae014edcddf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6357210 Feb 17 17:46:48.171419 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-b9ae384b-136b-46b5-a0be-dc237088ceff tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a32f641-a34f-4167-958f-9710ef8cf71c']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:46:48.183509 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-4c7e62da-7339-4f44-90f7-e75fa5d51a36 None None] For port 4910319b-6361-4341-bc1f-cd8027471e98, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=4910319b-6361-4341-bc1f-cd8027471e98,segment=NetworkSegment(5b90b125-060a-4995-b510-67c20d5544d7),segment_id=5b90b125-060a-4995-b510-67c20d5544d7)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:46:48.195037 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-35d54f46-f348-4aef-959f-afafa030234a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717', 'name': 'tempest-ServerActionsTestJSON-1940210771-router', 'tenant_id': '708d2e36ca25476d9214a2f14ef71fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'bdae442e-bcc5-4e07-ad7a-c210fd339654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:46:20Z', 'updated_at': '2022-02-17T17:46:35Z', 'revision_number': 4, 'project_id': '708d2e36ca25476d9214a2f14ef71fc9', 'gw_port': {'id': 'bdae442e-bcc5-4e07-ad7a-c210fd339654', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:46:22Z', 'updated_at': '2022-02-17T17:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '36a80978-c83b-4549-afe2-534a60765dc5', 'name': '', 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe', 'tenant_id': '708d2e36ca25476d9214a2f14ef71fc9', 'mac_address': 'fa:16:3e:21:28:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717', 'device_owner': 'network:router_interface', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': 'f5806a5b-efbb-4c84-b3a4-70ad6c804540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:46:33Z', 'updated_at': '2022-02-17T17:46:36Z', 'revision_number': 2, 'project_id': '708d2e36ca25476d9214a2f14ef71fc9', 'subnets': [{'id': 'f5806a5b-efbb-4c84-b3a4-70ad6c804540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:46:48.251730 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d54f46-f348-4aef-959f-afafa030234a None None] Checking router: b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:46:48.252492 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d54f46-f348-4aef-959f-afafa030234a None None] Updating router b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717 port 36a80978-c83b-4549-afe2-534a60765dc5 binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:46:48.255402 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4c7e62da-7339-4f44-90f7-e75fa5d51a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (4910319b-6361-4341-bc1f-cd8027471e98), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:48.271762 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-b9ae384b-136b-46b5-a0be-dc237088ceff tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dd272be-eb26-4ed4-8674-af9a8c5186a9') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:46:48.272126 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-b9ae384b-136b-46b5-a0be-dc237088ceff tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dd272be-eb26-4ed4-8674-af9a8c5186a9') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:46:48.344767 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b5d37c99-68fd-4551-9f86-9c78c8e5153c req-e7de796a-6589-4df6-8ba2-fbbf8f628a3a tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=a88e8f66-0820-492e-98ba-23df1071c894 HTTP/1.1" status: 200 len: 210 time: 0.1028743 Feb 17 17:46:48.373113 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-35d54f46-f348-4aef-959f-afafa030234a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (36a80978-c83b-4549-afe2-534a60765dc5), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:48.380079 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b9ae384b-136b-46b5-a0be-dc237088ceff tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (1dd272be-eb26-4ed4-8674-af9a8c5186a9), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:48.446356 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 17 Feb 2022 17:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dcaca48-aab7-4ddf-a32a-301851b50346 x-openstack-request-id: req-9dcaca48-aab7-4ddf-a32a-301851b50346 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:46:48.446710 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ad5513-5d05-48da-81dc-bf7965dce3e2", "name": "network-vif-unplugged", "status": "failed", "tag": "7acee7ef-b7b7-4992-ae5e-42354f7ad654", "code": 422}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:46:48.447062 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9dcaca48-aab7-4ddf-a32a-301851b50346 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:46:48.447981 n-d-829613-2 neutron-server[103436]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '32ad5513-5d05-48da-81dc-bf7965dce3e2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7acee7ef-b7b7-4992-ae5e-42354f7ad654', 'code': 422} returned with failed status Feb 17 17:46:48.462191 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e62da-7339-4f44-90f7-e75fa5d51a36 None None] Pushing event updated for resources: {'Port': ['ID=4910319b-6361-4341-bc1f-cd8027471e98,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:48.498009 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-c5b4ebaf-fcc1-49d0-9aae-c4e9f2ea20bc tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:48.499736 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-c5b4ebaf-fcc1-49d0-9aae-c4e9f2ea20bc tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/networks?id=106d8950-35e8-4e49-bc8b-6ac4436cd2fe HTTP/1.1" status: 200 len: 812 time: 0.9139013 Feb 17 17:46:48.502086 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 5387abd5-e4e2-4730-bf7e-d0e5d990523c is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:46:48.503214 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device bdae442e-bcc5-4e07-ad7a-c210fd339654 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:46:48.531769 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b9ae384b-136b-46b5-a0be-dc237088ceff tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (1dd272be-eb26-4ed4-8674-af9a8c5186a9), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:48.577666 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9ae384b-136b-46b5-a0be-dc237088ceff tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:46:48.578289 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b9ae384b-136b-46b5-a0be-dc237088ceff tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (1dd272be-eb26-4ed4-8674-af9a8c5186a9), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:48.582789 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 17:46:48.582789 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:46:48.582789 n-d-829613-2 neutron-server[103435]: timer() Feb 17 17:46:48.582789 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:46:48.582789 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 17:46:48.582789 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:46:48.582789 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 17:46:48.582789 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:46:48.582789 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 17:46:48.582789 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:46:48.582789 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 17:46:48.582789 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:46:48.582789 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 17:46:48.582789 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:46:48.582789 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:46:48.582789 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:46:48.582789 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:46:48.582789 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:46:48.582789 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 17:46:48.582789 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:46:48.582789 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 17:46:48.582789 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:46:48.582789 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:46:48.582789 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:46:48.582789 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 17:46:48.582789 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:46:48.582789 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:46:48.582789 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:46:48.582789 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:46:48.582789 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:46:48.582789 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:46:48.582789 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:46:48.591835 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c33ea9f9-c795-43a7-a1d7-fd0b48a76bd6 admin admin] Publish callbacks [] for port (91c15a23-84a5-4e1c-b664-27da15dfd653), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:48.621560 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-6784a0e1-66d3-40fd-973c-6503b4e23fcb tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/quotas/708d2e36ca25476d9214a2f14ef71fc9 HTTP/1.1" status: 200 len: 375 time: 0.0852094 Feb 17 17:46:48.714262 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port bdae442e-bcc5-4e07-ad7a-c210fd339654 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:46:48.714641 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (bdae442e-bcc5-4e07-ad7a-c210fd339654), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:48.741836 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c42658-3718-43c4-b560-720ffd765b86 req-fd375a22-8f9c-4281-b53a-4addf607045e tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:48.741836 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-62c42658-3718-43c4-b560-720ffd765b86 req-fd375a22-8f9c-4281-b53a-4addf607045e tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.71 "GET /v2.0/networks?id=2c9900d2-a559-4978-8739-0c10e7ac9101 HTTP/1.1" status: 200 len: 815 time: 0.5683908 Feb 17 17:46:48.742588 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b9ae384b-136b-46b5-a0be-dc237088ceff tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (6a32f641-a34f-4167-958f-9710ef8cf71c), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:48.766777 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-62c42658-3718-43c4-b560-720ffd765b86 req-4ad04e48-b38d-44c3-a47b-299c865615af tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Request body: {'port': {'device_id': 'a88e8f66-0820-492e-98ba-23df1071c894', 'network_id': '2c9900d2-a559-4978-8739-0c10e7ac9101', 'admin_state_up': True, 'tenant_id': '676afbf1c2e640e8b11ff19640c46b32'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:46:48.790664 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b9ae384b-136b-46b5-a0be-dc237088ceff tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:48.795019 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b9ae384b-136b-46b5-a0be-dc237088ceff tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "DELETE /v2.0/networks/6a32f641-a34f-4167-958f-9710ef8cf71c HTTP/1.1" status: 204 len: 168 time: 2.5520318 Feb 17 17:46:48.796065 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae384b-136b-46b5-a0be-dc237088ceff tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event deleted for resources: {'Network': ['ID=6a32f641-a34f-4167-958f-9710ef8cf71c,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:48.799303 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60174) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:48.813784 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-91aa341f-6ba7-4d7e-b01b-ab67715dc235 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1434254299'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:46:48.865010 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91aa341f-6ba7-4d7e-b01b-ab67715dc235 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Made reservation on behalf of 6c28c706ce1245329260dde1db37ef52 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:46:48.869842 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-91aa341f-6ba7-4d7e-b01b-ab67715dc235 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:48.899855 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:48.907309 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10d655-39a3-4b8c-894e-c4aaa11c9498 req-f97167ea-370c-4e39-aa8d-016256cb848c tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:48.909565 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2d10d655-39a3-4b8c-894e-c4aaa11c9498 req-f97167ea-370c-4e39-aa8d-016256cb848c tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=32ad5513-5d05-48da-81dc-bf7965dce3e2 HTTP/1.1" status: 200 len: 943 time: 0.4088590 Feb 17 17:46:48.940118 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91aa341f-6ba7-4d7e-b01b-ab67715dc235 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:46:48.956786 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-91aa341f-6ba7-4d7e-b01b-ab67715dc235 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (dd762e45-89bb-4728-a577-d46092eccb7b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:48.957657 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-91aa341f-6ba7-4d7e-b01b-ab67715dc235 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Added segment dd762e45-89bb-4728-a577-d46092eccb7b of type vlan for network a6f7ca10-8c44-473c-8936-abab0c611e07 Feb 17 17:46:48.962391 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port bdae442e-bcc5-4e07-ad7a-c210fd339654 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:46:48.962791 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (bdae442e-bcc5-4e07-ad7a-c210fd339654), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:49.006485 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-dbfcb478-1e39-479e-933d-4e14beaca29b tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=708d2e36ca25476d9214a2f14ef71fc9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3441575 Feb 17 17:46:49.021209 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-fa25b197-f687-4cbb-9bfa-7b77e8e3a32c service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:46:49.029504 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-35d54f46-f348-4aef-959f-afafa030234a None None] Publish callbacks [] for port (36a80978-c83b-4549-afe2-534a60765dc5), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:49.030417 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-fa25b197-f687-4cbb-9bfa-7b77e8e3a32c service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0229707 Feb 17 17:46:49.031457 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 7acee7ef-b7b7-4992-ae5e-42354f7ad654 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:46:49.035592 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-91aa341f-6ba7-4d7e-b01b-ab67715dc235 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (a6f7ca10-8c44-473c-8936-abab0c611e07), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:49.047726 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c33ea9f9-c795-43a7-a1d7-fd0b48a76bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (91c15a23-84a5-4e1c-b664-27da15dfd653), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:49.079384 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port bdae442e-bcc5-4e07-ad7a-c210fd339654, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=bdae442e-bcc5-4e07-ad7a-c210fd339654,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:46:49.081854 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-91aa341f-6ba7-4d7e-b01b-ab67715dc235 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (a6f7ca10-8c44-473c-8936-abab0c611e07), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:49.086625 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (bdae442e-bcc5-4e07-ad7a-c210fd339654), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:49.089796 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-35d54f46-f348-4aef-959f-afafa030234a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (36a80978-c83b-4549-afe2-534a60765dc5), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:49.094673 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91aa341f-6ba7-4d7e-b01b-ab67715dc235 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:49.095467 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-91aa341f-6ba7-4d7e-b01b-ab67715dc235 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:49.117730 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2d10d655-39a3-4b8c-894e-c4aaa11c9498 req-e1b86128-d79b-4423-82f3-348cb15c4972 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953192 Feb 17 17:46:49.163115 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33ea9f9-c795-43a7-a1d7-fd0b48a76bd6 admin admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:46:49.180787 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-c33ea9f9-c795-43a7-a1d7-fd0b48a76bd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:46:49.199327 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33ea9f9-c795-43a7-a1d7-fd0b48a76bd6 admin admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:46:49.215257 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-91aa341f-6ba7-4d7e-b01b-ab67715dc235 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4125292 Feb 17 17:46:49.216850 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=bdae442e-bcc5-4e07-ad7a-c210fd339654,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:49.232068 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60194) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:49.241930 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-cff37945-f060-4e64-9437-6032c149a528 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Request body: {'subnet': {'network_id': 'a6f7ca10-8c44-473c-8936-abab0c611e07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:46:49.272666 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ea374f-e3da-440b-8fce-16ff74c1b942 None None] Pushing event updated for resources: {'Port': ['ID=36a80978-c83b-4549-afe2-534a60765dc5,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:49.278793 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 7acee7ef-b7b7-4992-ae5e-42354f7ad654 is: DOWN; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:46:49.359604 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-35d54f46-f348-4aef-959f-afafa030234a None None] Attempting to bind port 36a80978-c83b-4549-afe2-534a60765dc5 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:46:49.360329 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-35d54f46-f348-4aef-959f-afafa030234a None None] Attempting to bind port 36a80978-c83b-4549-afe2-534a60765dc5 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '44570946-cccc-4504-9a7b-a57e09c343d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:46:49.360934 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d54f46-f348-4aef-959f-afafa030234a None None] Attempting to bind port 36a80978-c83b-4549-afe2-534a60765dc5 on network 106d8950-35e8-4e49-bc8b-6ac4436cd2fe {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:46:49.369282 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ea9f9-c795-43a7-a1d7-fd0b48a76bd6 admin admin] Pushing event updated for resources: {'Port': ['ID=91c15a23-84a5-4e1c-b664-27da15dfd653,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:49.369994 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d54f46-f348-4aef-959f-afafa030234a None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:46:49.370659 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d54f46-f348-4aef-959f-afafa030234a None None] Checking segment: {'id': '44570946-cccc-4504-9a7b-a57e09c343d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:46:49.372953 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-35d54f46-f348-4aef-959f-afafa030234a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:49.373479 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d54f46-f348-4aef-959f-afafa030234a None None] Bound using segment: {'id': '44570946-cccc-4504-9a7b-a57e09c343d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:46:49.374064 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-35d54f46-f348-4aef-959f-afafa030234a None None] Bound port: 36a80978-c83b-4549-afe2-534a60765dc5, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44570946-cccc-4504-9a7b-a57e09c343d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:46:49.374717 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-35d54f46-f348-4aef-959f-afafa030234a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (36a80978-c83b-4549-afe2-534a60765dc5), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:49.410599 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62c42658-3718-43c4-b560-720ffd765b86 req-4ad04e48-b38d-44c3-a47b-299c865615af tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Made reservation on behalf of 676afbf1c2e640e8b11ff19640c46b32 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:46:49.422536 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-62c42658-3718-43c4-b560-720ffd765b86 req-4ad04e48-b38d-44c3-a47b-299c865615af tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:49.482483 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aa341f-6ba7-4d7e-b01b-ab67715dc235 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event updated for resources: {'Network': ['ID=a6f7ca10-8c44-473c-8936-abab0c611e07,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:49.528289 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network a6f7ca10-8c44-473c-8936-abab0c611e07 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:46:49.544472 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-35d54f46-f348-4aef-959f-afafa030234a None None] For port 36a80978-c83b-4549-afe2-534a60765dc5, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:46:49.675025 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-35d54f46-f348-4aef-959f-afafa030234a None None] For port 36a80978-c83b-4549-afe2-534a60765dc5, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=36a80978-c83b-4549-afe2-534a60765dc5,segment=NetworkSegment(44570946-cccc-4504-9a7b-a57e09c343d6),segment_id=44570946-cccc-4504-9a7b-a57e09c343d6)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:46:49.703553 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-8097d477-3832-4b2d-8bb6-439b3abf0607 service neutron] 10.222.0.87 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6719615 Feb 17 17:46:49.772664 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff37945-f060-4e64-9437-6032c149a528 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Made reservation on behalf of 6c28c706ce1245329260dde1db37ef52 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:46:49.783803 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cff37945-f060-4e64-9437-6032c149a528 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:49.851074 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-35d54f46-f348-4aef-959f-afafa030234a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (36a80978-c83b-4549-afe2-534a60765dc5), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:49.856061 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-63066f21-74c5-438c-9d1d-b6b36c9158a2 service neutron] 10.222.0.87 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513023 Feb 17 17:46:49.895824 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 4910319b-6361-4341-bc1f-cd8027471e98 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:46:49.897629 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:50.152401 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-9021a7e4-2b75-4551-9139-8c2f5abd08c9 None None] Provisioning complete for port 36a80978-c83b-4549-afe2-534a60765dc5 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:46:50.157371 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9021a7e4-2b75-4551-9139-8c2f5abd08c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (36a80978-c83b-4549-afe2-534a60765dc5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:50.429624 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cff37945-f060-4e64-9437-6032c149a528 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (bedc727b-0c8e-4bc9-ba70-f9066fe50151), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:50.437712 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562e664f-8579-4528-903d-d67c1ef1b2e9 None None] Network ecc28b61-f7d0-400c-911c-cdc2163ca918 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:46:50.580623 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d54f46-f348-4aef-959f-afafa030234a None None] Routers {'b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:46:50.581184 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-35d54f46-f348-4aef-959f-afafa030234a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:46:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:46:50.599523 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ea374f-e3da-440b-8fce-16ff74c1b942 None None] Pushing event updated for resources: {'Port': ['ID=36a80978-c83b-4549-afe2-534a60765dc5,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:50.613336 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c33ea9f9-c795-43a7-a1d7-fd0b48a76bd6 admin admin] Publish callbacks [] for router_gateway (34db7596-e5c9-421d-933a-185fbe0c5317), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:50.691891 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff37945-f060-4e64-9437-6032c149a528 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Checking segment: {'id': 'dd762e45-89bb-4728-a577-d46092eccb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a6f7ca10-8c44-473c-8936-abab0c611e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:46:50.692032 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff37945-f060-4e64-9437-6032c149a528 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Network hostable DHCP agents. Network: a6f7ca10-8c44-473c-8936-abab0c611e07, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:46:50.698256 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff37945-f060-4e64-9437-6032c149a528 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event updated for resources: {'Subnet': ['ID=bedc727b-0c8e-4bc9-ba70-f9066fe50151,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:50.721173 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff37945-f060-4e64-9437-6032c149a528 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Network a6f7ca10-8c44-473c-8936-abab0c611e07 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:46:50.739023 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-cff37945-f060-4e64-9437-6032c149a528 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, a6f7ca10-8c44-473c-8936-abab0c611e07) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:46:50.749860 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff37945-f060-4e64-9437-6032c149a528 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:50.754922 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cff37945-f060-4e64-9437-6032c149a528 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:50.769846 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-62c42658-3718-43c4-b560-720ffd765b86 req-4ad04e48-b38d-44c3-a47b-299c865615af tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Allocated IP 172.20.0.7 (2c9900d2-a559-4978-8739-0c10e7ac9101/0145e51a-5adb-4fab-bd7e-ee03bd2ecb29/d389da79-0dac-4632-8f02-bb0e8c733b4f) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:46:50.781312 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-cff37945-f060-4e64-9437-6032c149a528 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5478709 Feb 17 17:46:50.784014 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60296) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:50.841679 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd096d28-aa74-4377-bab8-fad501fd741f None None] Network a6f7ca10-8c44-473c-8936-abab0c611e07 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:46:50.961682 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28483cb3-54fe-4390-884c-061458364371 req-bce392ce-5f73-4b39-a120-ba83e017d187 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:50.962476 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa0746d1-4932-4334-b9dd-e8b69d8174e7 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (a6f7ca10-8c44-473c-8936-abab0c611e07), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:50.976974 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-28483cb3-54fe-4390-884c-061458364371 req-bce392ce-5f73-4b39-a120-ba83e017d187 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] 10.222.0.87 "GET /v2.0/ports?device_id=f0ccffbb-e6ed-4a8b-b494-d31fe6d26612 HTTP/1.1" status: 200 len: 945 time: 0.4699357 Feb 17 17:46:51.015921 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416549bb-29d5-42c5-a390-dd77d676dc6c req-4009e81b-98f7-454b-aaff-8295e0a7cd01 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:51.022751 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-416549bb-29d5-42c5-a390-dd77d676dc6c req-4009e81b-98f7-454b-aaff-8295e0a7cd01 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=32ad5513-5d05-48da-81dc-bf7965dce3e2 HTTP/1.1" status: 200 len: 943 time: 0.2500908 Feb 17 17:46:51.037986 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa0746d1-4932-4334-b9dd-e8b69d8174e7 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (bedc727b-0c8e-4bc9-ba70-f9066fe50151), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:51.165644 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa0746d1-4932-4334-b9dd-e8b69d8174e7 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (bedc727b-0c8e-4bc9-ba70-f9066fe50151), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:51.226332 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0746d1-4932-4334-b9dd-e8b69d8174e7 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event deleted for resources: {'Subnet': ['ID=bedc727b-0c8e-4bc9-ba70-f9066fe50151,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:51.290776 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-28483cb3-54fe-4390-884c-061458364371 req-7085e6b2-4788-4a03-97bd-dc309fa6ec46 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0d0a072-88e3-4600-bff5-ae014edcddf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3047562 Feb 17 17:46:51.332480 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa0746d1-4932-4334-b9dd-e8b69d8174e7 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (a6f7ca10-8c44-473c-8936-abab0c611e07), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:51.362286 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-fa0746d1-4932-4334-b9dd-e8b69d8174e7 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6f7ca10-8c44-473c-8936-abab0c611e07']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:46:51.378614 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-fa0746d1-4932-4334-b9dd-e8b69d8174e7 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd762e45-89bb-4728-a577-d46092eccb7b') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:46:51.379616 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-fa0746d1-4932-4334-b9dd-e8b69d8174e7 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd762e45-89bb-4728-a577-d46092eccb7b') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:46:51.396000 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa0746d1-4932-4334-b9dd-e8b69d8174e7 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (dd762e45-89bb-4728-a577-d46092eccb7b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:51.420324 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa0746d1-4932-4334-b9dd-e8b69d8174e7 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (dd762e45-89bb-4728-a577-d46092eccb7b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:51.433016 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa0746d1-4932-4334-b9dd-e8b69d8174e7 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:46:51.436215 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa0746d1-4932-4334-b9dd-e8b69d8174e7 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (dd762e45-89bb-4728-a577-d46092eccb7b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:51.443095 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:46:51.443095 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:46:51.443095 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:46:51.443095 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:46:51.443095 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:46:51.443095 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:46:51.443095 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:46:51.443095 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:46:51.443095 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:46:51.443095 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:46:51.443095 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:46:51.443095 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:46:51.443095 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:46:51.443095 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:46:51.443095 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:46:51.443095 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:46:51.443095 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:46:51.443095 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:46:51.443095 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:46:51.443095 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:46:51.443095 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:46:51.443095 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:46:51.443095 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:46:51.443095 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:46:51.443095 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:46:51.443095 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:46:51.443095 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:46:51.443095 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:46:51.443095 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:46:51.443095 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:46:51.443095 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:46:51.443095 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:46:51.536592 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa0746d1-4932-4334-b9dd-e8b69d8174e7 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (a6f7ca10-8c44-473c-8936-abab0c611e07), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:51.566291 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa0746d1-4932-4334-b9dd-e8b69d8174e7 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:51.578751 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fa0746d1-4932-4334-b9dd-e8b69d8174e7 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "DELETE /v2.0/networks/a6f7ca10-8c44-473c-8936-abab0c611e07 HTTP/1.1" status: 204 len: 168 time: 0.7919896 Feb 17 17:46:51.602911 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60306) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:51.620683 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-3f3f204c-ac94-4125-80d0-1ee063cc08cb tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1088314579'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:46:51.635439 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 4910319b-6361-4341-bc1f-cd8027471e98 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:46:51.637574 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (4910319b-6361-4341-bc1f-cd8027471e98), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:51.638247 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0746d1-4932-4334-b9dd-e8b69d8174e7 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event deleted for resources: {'Network': ['ID=a6f7ca10-8c44-473c-8936-abab0c611e07,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:51.691911 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8084a186-d01f-4f9e-8897-84320649214f req-60e6519c-d567-4c3e-8cbe-9a8d73bdf527 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=a88e8f66-0820-492e-98ba-23df1071c894 HTTP/1.1" status: 200 len: 210 time: 0.2697084 Feb 17 17:46:51.694261 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3f204c-ac94-4125-80d0-1ee063cc08cb tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Made reservation on behalf of 6c28c706ce1245329260dde1db37ef52 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:46:51.698648 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3f3f204c-ac94-4125-80d0-1ee063cc08cb tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:51.789689 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f3f204c-ac94-4125-80d0-1ee063cc08cb tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:46:51.818252 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3f3f204c-ac94-4125-80d0-1ee063cc08cb tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (4625aa95-2dc9-42bb-8b4e-8c7c2fa4833d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:51.820078 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-3f3f204c-ac94-4125-80d0-1ee063cc08cb tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Added segment 4625aa95-2dc9-42bb-8b4e-8c7c2fa4833d of type vlan for network a45cf4d8-bcef-4f43-883d-a7a73dc16011 Feb 17 17:46:51.823493 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-62c42658-3718-43c4-b560-720ffd765b86 req-4ad04e48-b38d-44c3-a47b-299c865615af tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Publish callbacks [] for port (d389da79-0dac-4632-8f02-bb0e8c733b4f), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:51.826989 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-9021a7e4-2b75-4551-9139-8c2f5abd08c9 None None] Current status of the port 36a80978-c83b-4549-afe2-534a60765dc5 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:46:51.827541 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9021a7e4-2b75-4551-9139-8c2f5abd08c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (36a80978-c83b-4549-afe2-534a60765dc5), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:51.849906 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-35d54f46-f348-4aef-959f-afafa030234a None None] Set router b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:46:51.850147 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:46:51.876130 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f647d9-38fd-41ba-8da0-5e68a0ced505 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-a6f7ca10-8c44-473c-8936-abab0c611e07', 'network_id': 'a6f7ca10-8c44-473c-8936-abab0c611e07', 'project_id': '6c28c706ce1245329260dde1db37ef52', 'fixed_ips': [{'subnet_id': 'bedc727b-0c8e-4bc9-ba70-f9066fe50151'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:46:51.877576 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-73f647d9-38fd-41ba-8da0-5e68a0ced505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:51.889583 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3f3f204c-ac94-4125-80d0-1ee063cc08cb tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (a45cf4d8-bcef-4f43-883d-a7a73dc16011), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:51.921804 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3f3f204c-ac94-4125-80d0-1ee063cc08cb tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (a45cf4d8-bcef-4f43-883d-a7a73dc16011), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:51.928862 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3f204c-ac94-4125-80d0-1ee063cc08cb tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:51.929854 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3f3f204c-ac94-4125-80d0-1ee063cc08cb tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:51.985637 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3f3f204c-ac94-4125-80d0-1ee063cc08cb tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3757374 Feb 17 17:46:51.988889 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60312) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:51.998586 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-cec1422d-10e2-4c78-bad5-829e186b4dc1 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Request body: {'subnet': {'network_id': 'a45cf4d8-bcef-4f43-883d-a7a73dc16011', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:46:52.065792 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3f204c-ac94-4125-80d0-1ee063cc08cb tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event updated for resources: {'Network': ['ID=a45cf4d8-bcef-4f43-883d-a7a73dc16011,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:52.134682 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network a45cf4d8-bcef-4f43-883d-a7a73dc16011 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:46:52.189602 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-9021a7e4-2b75-4551-9139-8c2f5abd08c9 None None] For port 36a80978-c83b-4549-afe2-534a60765dc5, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=36a80978-c83b-4549-afe2-534a60765dc5,segment=NetworkSegment(44570946-cccc-4504-9a7b-a57e09c343d6),segment_id=44570946-cccc-4504-9a7b-a57e09c343d6)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:46:52.319925 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec1422d-10e2-4c78-bad5-829e186b4dc1 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Made reservation on behalf of 6c28c706ce1245329260dde1db37ef52 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:46:52.323681 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cec1422d-10e2-4c78-bad5-829e186b4dc1 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:52.375371 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d799ad0-7afa-46f1-b656-4dc142263d09 None None] Network a6f7ca10-8c44-473c-8936-abab0c611e07 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:46:52.391693 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9021a7e4-2b75-4551-9139-8c2f5abd08c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (36a80978-c83b-4549-afe2-534a60765dc5), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:52.520849 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-37d6d6a2-5ebd-4862-97f8-aa699c127f5a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:52.522668 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-37d6d6a2-5ebd-4862-97f8-aa699c127f5a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.91 "GET /v2.0/networks?id=106d8950-35e8-4e49-bc8b-6ac4436cd2fe HTTP/1.1" status: 200 len: 812 time: 0.4713972 Feb 17 17:46:52.542091 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-32753046-0237-4add-9475-40a04df74c55 req-6d6cef64-dc98-40d0-b799-2b9f9df21ba3 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 210 time: 0.7150843 Feb 17 17:46:52.563471 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-416549bb-29d5-42c5-a390-dd77d676dc6c req-c7884537-4c73-4778-95ad-6114d052b997 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Deleting port 7acee7ef-b7b7-4992-ae5e-42354f7ad654 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:46:52.563821 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-416549bb-29d5-42c5-a390-dd77d676dc6c req-c7884537-4c73-4778-95ad-6114d052b997 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (7acee7ef-b7b7-4992-ae5e-42354f7ad654), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:52.564149 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 4910319b-6361-4341-bc1f-cd8027471e98 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:46:52.564894 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (4910319b-6361-4341-bc1f-cd8027471e98), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:52.582650 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9021a7e4-2b75-4551-9139-8c2f5abd08c9 None None] Pushing event updated for resources: {'Port': ['ID=36a80978-c83b-4549-afe2-534a60765dc5,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:52.625255 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c33ea9f9-c795-43a7-a1d7-fd0b48a76bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (34db7596-e5c9-421d-933a-185fbe0c5317), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:52.689966 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-5017b338-4491-428c-aa56-46ade86c18ba tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=708d2e36ca25476d9214a2f14ef71fc9 HTTP/1.1" status: 200 len: 379 time: 0.1548548 Feb 17 17:46:52.707541 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-2f42d63e-1dce-4757-b42b-d8b91ab5d95f tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Request body: {'port': {'device_id': '2554492e-6aae-425f-b3cf-9889a8c042ad', 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe', 'admin_state_up': True, 'tenant_id': '708d2e36ca25476d9214a2f14ef71fc9', 'security_groups': ['6ae6b60b-9e7b-44f9-af84-604693184f45']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:46:52.753466 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 4910319b-6361-4341-bc1f-cd8027471e98, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=4910319b-6361-4341-bc1f-cd8027471e98,segment=NetworkSegment(5b90b125-060a-4995-b510-67c20d5544d7),segment_id=5b90b125-060a-4995-b510-67c20d5544d7)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:46:52.761328 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d799ad0-7afa-46f1-b656-4dc142263d09 None None] Network a6f7ca10-8c44-473c-8936-abab0c611e07 could not be found, it might have been deleted concurrently. {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 17 17:46:52.763198 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-62c42658-3718-43c4-b560-720ffd765b86 req-4ad04e48-b38d-44c3-a47b-299c865615af tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (d389da79-0dac-4632-8f02-bb0e8c733b4f), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:52.847094 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (4910319b-6361-4341-bc1f-cd8027471e98), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:52.848217 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device bdae442e-bcc5-4e07-ad7a-c210fd339654 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:46:52.851544 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b187c7-054d-4a64-b1a9-ce8689022f75 None None] get_active_networks_info from n-d-829613-2 {{(pid=103436) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 17 17:46:52.854078 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['f883fdf3-3fdc-47e6-9f50-0966418cc693'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:46:52.952073 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cec1422d-10e2-4c78-bad5-829e186b4dc1 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (e8430917-5aa8-4ce7-8038-f34efb881767), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:53.031942 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-2f42d63e-1dce-4757-b42b-d8b91ab5d95f tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Made reservation on behalf of 708d2e36ca25476d9214a2f14ef71fc9 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:46:53.036600 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-2f42d63e-1dce-4757-b42b-d8b91ab5d95f tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:53.040793 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62c42658-3718-43c4-b560-720ffd765b86 req-4ad04e48-b38d-44c3-a47b-299c865615af tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Network 2c9900d2-a559-4978-8739-0c10e7ac9101 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:46:53.059794 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-62c42658-3718-43c4-b560-720ffd765b86 req-4ad04e48-b38d-44c3-a47b-299c865615af tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:46:53.073988 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c42658-3718-43c4-b560-720ffd765b86 req-4ad04e48-b38d-44c3-a47b-299c865615af tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:46:53.083542 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbdf7f6-cbc0-486b-9ba6-c1f5ccc5ad52 req-89dda8b6-6369-4637-b8a3-f7fea25f25b3 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:53.086989 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9fbdf7f6-cbc0-486b-9ba6-c1f5ccc5ad52 req-89dda8b6-6369-4637-b8a3-f7fea25f25b3 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] 10.222.0.87 "GET /v2.0/ports?device_id=f0ccffbb-e6ed-4a8b-b494-d31fe6d26612 HTTP/1.1" status: 200 len: 945 time: 0.3950427 Feb 17 17:46:53.113921 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60322) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:53.114220 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-446cf204-8deb-468b-897c-95cfcde71f02 None None] Provisioning complete for port 4910319b-6361-4341-bc1f-cd8027471e98 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:46:53.114723 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-446cf204-8deb-468b-897c-95cfcde71f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (4910319b-6361-4341-bc1f-cd8027471e98), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:53.135389 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-9f424973-7bf2-40c7-9504-edbadff12cac tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Request body: {'floatingip': {'port_id': '810283a4-0e6c-4b01-9d6d-ff2c677b5099'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:46:53.233565 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec1422d-10e2-4c78-bad5-829e186b4dc1 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event updated for resources: {'Subnet': ['ID=e8430917-5aa8-4ce7-8038-f34efb881767,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:53.239453 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=4910319b-6361-4341-bc1f-cd8027471e98,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:53.242607 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad04e48-b38d-44c3-a47b-299c865615af tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Pushing event updated for resources: {'Port': ['ID=d389da79-0dac-4632-8f02-bb0e8c733b4f,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:53.290929 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-416549bb-29d5-42c5-a390-dd77d676dc6c req-c7884537-4c73-4778-95ad-6114d052b997 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] For port 7acee7ef-b7b7-4992-ae5e-42354f7ad654, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=7acee7ef-b7b7-4992-ae5e-42354f7ad654,segment=NetworkSegment(a9afe95a-bc81-4053-bcf6-93dc37b0f7fa),segment_id=a9afe95a-bc81-4053-bcf6-93dc37b0f7fa)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:46:53.291305 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-416549bb-29d5-42c5-a390-dd77d676dc6c req-c7884537-4c73-4778-95ad-6114d052b997 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (7acee7ef-b7b7-4992-ae5e-42354f7ad654), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:53.301292 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port bdae442e-bcc5-4e07-ad7a-c210fd339654 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:46:53.301671 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (bdae442e-bcc5-4e07-ad7a-c210fd339654), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:53.341920 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-416549bb-29d5-42c5-a390-dd77d676dc6c req-c7884537-4c73-4778-95ad-6114d052b997 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Calling delete_port for 7acee7ef-b7b7-4992-ae5e-42354f7ad654 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:46:53.354320 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c42658-3718-43c4-b560-720ffd765b86 req-4ad04e48-b38d-44c3-a47b-299c865615af tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:53.354989 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-62c42658-3718-43c4-b560-720ffd765b86 req-4ad04e48-b38d-44c3-a47b-299c865615af tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:53.358026 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-35d54f46-f348-4aef-959f-afafa030234a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717', 'name': 'tempest-ServerActionsTestJSON-1940210771-router', 'tenant_id': '708d2e36ca25476d9214a2f14ef71fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'bdae442e-bcc5-4e07-ad7a-c210fd339654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:46:20Z', 'updated_at': '2022-02-17T17:46:35Z', 'revision_number': 4, 'project_id': '708d2e36ca25476d9214a2f14ef71fc9', 'gw_port': {'id': 'bdae442e-bcc5-4e07-ad7a-c210fd339654', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:46:22Z', 'updated_at': '2022-02-17T17:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '36a80978-c83b-4549-afe2-534a60765dc5', 'name': '', 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe', 'tenant_id': '708d2e36ca25476d9214a2f14ef71fc9', 'mac_address': 'fa:16:3e:21:28:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717', 'device_owner': 'network:router_interface', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': 'f5806a5b-efbb-4c84-b3a4-70ad6c804540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:46:33Z', 'updated_at': '2022-02-17T17:46:49Z', 'revision_number': 4, 'project_id': '708d2e36ca25476d9214a2f14ef71fc9', 'subnets': [{'id': 'f5806a5b-efbb-4c84-b3a4-70ad6c804540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:46:53.383715 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-62c42658-3718-43c4-b560-720ffd765b86 req-4ad04e48-b38d-44c3-a47b-299c865615af tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6212578 Feb 17 17:46:53.404550 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-62c42658-3718-43c4-b560-720ffd765b86 req-a867d0dc-9eaa-45bb-adbc-c0efa5463ddd service neutron] Request body: {'port': {'device_id': 'a88e8f66-0820-492e-98ba-23df1071c894', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:46:53.407015 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d54f46-f348-4aef-959f-afafa030234a None None] The sync data for ids ['b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717'] in n-d-829613-2 is: [{'id': 'b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717', 'name': 'tempest-ServerActionsTestJSON-1940210771-router', 'tenant_id': '708d2e36ca25476d9214a2f14ef71fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'bdae442e-bcc5-4e07-ad7a-c210fd339654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:46:20Z', 'updated_at': '2022-02-17T17:46:35Z', 'revision_number': 4, 'project_id': '708d2e36ca25476d9214a2f14ef71fc9', 'gw_port': {'id': 'bdae442e-bcc5-4e07-ad7a-c210fd339654', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:46:22Z', 'updated_at': '2022-02-17T17:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '36a80978-c83b-4549-afe2-534a60765dc5', 'name': '', 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe', 'tenant_id': '708d2e36ca25476d9214a2f14ef71fc9', 'mac_address': 'fa:16:3e:21:28:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717', 'device_owner': 'network:router_interface', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': 'f5806a5b-efbb-4c84-b3a4-70ad6c804540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:46:33Z', 'updated_at': '2022-02-17T17:46:49Z', 'revision_number': 4, 'project_id': '708d2e36ca25476d9214a2f14ef71fc9', 'subnets': [{'id': 'f5806a5b-efbb-4c84-b3a4-70ad6c804540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:46:53.430458 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f424973-7bf2-40c7-9504-edbadff12cac tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Publish callbacks [] for floatingip (ce0944de-98d6-485d-8b67-7b121e079794), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:53.435704 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec1422d-10e2-4c78-bad5-829e186b4dc1 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Checking segment: {'id': '4625aa95-2dc9-42bb-8b4e-8c7c2fa4833d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a45cf4d8-bcef-4f43-883d-a7a73dc16011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:46:53.436118 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec1422d-10e2-4c78-bad5-829e186b4dc1 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Network hostable DHCP agents. Network: a45cf4d8-bcef-4f43-883d-a7a73dc16011, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:46:53.534510 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7db61-b29b-4d64-a0ff-a4b0f247aa8c req-e43b2c5d-1de6-4b79-a65e-ecc3227efb36 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:53.535705 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e7a7db61-b29b-4d64-a0ff-a4b0f247aa8c req-e43b2c5d-1de6-4b79-a65e-ecc3227efb36 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=a88e8f66-0820-492e-98ba-23df1071c894 HTTP/1.1" status: 200 len: 931 time: 0.2985289 Feb 17 17:46:53.601892 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b187c7-054d-4a64-b1a9-ce8689022f75 None None] Resources bound (agent type, host, resource id): {{(pid=103436) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 17:46:53.629231 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-446cf204-8deb-468b-897c-95cfcde71f02 None None] Current status of the port 4910319b-6361-4341-bc1f-cd8027471e98 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:46:53.651884 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port bdae442e-bcc5-4e07-ad7a-c210fd339654 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:46:53.684687 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c33ea9f9-c795-43a7-a1d7-fd0b48a76bd6 admin admin] Router 34db7596-e5c9-421d-933a-185fbe0c5317 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:46:53.707492 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-446cf204-8deb-468b-897c-95cfcde71f02 None None] Provisioning complete for port 36a80978-c83b-4549-afe2-534a60765dc5 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:46:53.707912 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-446cf204-8deb-468b-897c-95cfcde71f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (36a80978-c83b-4549-afe2-534a60765dc5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:53.728700 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-62c42658-3718-43c4-b560-720ffd765b86 req-a867d0dc-9eaa-45bb-adbc-c0efa5463ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d389da79-0dac-4632-8f02-bb0e8c733b4f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:53.771691 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e7a7db61-b29b-4d64-a0ff-a4b0f247aa8c req-bc4ab2da-5407-4156-8c2b-1ae85bfafca9 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee30ec10-fc9c-427d-bae2-fedd385da0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219419 Feb 17 17:46:53.982917 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 4910319b-6361-4341-bc1f-cd8027471e98 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:46:54.202653 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2abe7c5b-d402-4c8e-a8b5-4854b6aa3f48 req-968c2e0c-8b85-4aa7-a999-4ad7b438c8d5 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 210 time: 0.2247820 Feb 17 17:46:54.219273 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-416549bb-29d5-42c5-a390-dd77d676dc6c req-c7884537-4c73-4778-95ad-6114d052b997 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (7acee7ef-b7b7-4992-ae5e-42354f7ad654), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:54.286900 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7884537-4c73-4778-95ad-6114d052b997 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Pushing event deleted for resources: {'Port': ['ID=7acee7ef-b7b7-4992-ae5e-42354f7ad654,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:54.328437 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 4910319b-6361-4341-bc1f-cd8027471e98 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:46:54.328833 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (4910319b-6361-4341-bc1f-cd8027471e98), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:54.332721 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33ea9f9-c795-43a7-a1d7-fd0b48a76bd6 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:46:54.337963 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-446cf204-8deb-468b-897c-95cfcde71f02 None None] Current status of the port 36a80978-c83b-4549-afe2-534a60765dc5 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:46:54.344137 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee5b169-406e-40b6-bf97-96231e56207a None None] Sync routers for ids ['34db7596-e5c9-421d-933a-185fbe0c5317'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:46:54.361818 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee5b169-406e-40b6-bf97-96231e56207a None None] Routers {'34db7596-e5c9-421d-933a-185fbe0c5317'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:46:54.367314 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-6ee5b169-406e-40b6-bf97-96231e56207a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:46:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['34db7596-e5c9-421d-933a-185fbe0c5317'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:46:54.437192 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c33ea9f9-c795-43a7-a1d7-fd0b48a76bd6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:54.441448 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c33ea9f9-c795-43a7-a1d7-fd0b48a76bd6 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 10.0318377 Feb 17 17:46:54.443206 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 60340) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:54.466045 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec1422d-10e2-4c78-bad5-829e186b4dc1 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Network a45cf4d8-bcef-4f43-883d-a7a73dc16011 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:46:54.500683 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 4910319b-6361-4341-bc1f-cd8027471e98 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:46:54.502579 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 36a80978-c83b-4549-afe2-534a60765dc5 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:46:54.512944 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-416549bb-29d5-42c5-a390-dd77d676dc6c req-c7884537-4c73-4778-95ad-6114d052b997 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] No DVR routers for this DVR port 7acee7ef-b7b7-4992-ae5e-42354f7ad654 on host n-h2-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:46:54.546561 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-2f42d63e-1dce-4757-b42b-d8b91ab5d95f tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Allocated IP 172.20.0.14 (106d8950-35e8-4e49-bc8b-6ac4436cd2fe/f5806a5b-efbb-4c84-b3a4-70ad6c804540/3df59be5-70eb-43bf-82eb-ef2aa0690a18) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:46:54.553290 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-cec1422d-10e2-4c78-bad5-829e186b4dc1 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, a45cf4d8-bcef-4f43-883d-a7a73dc16011) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:46:54.582248 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec1422d-10e2-4c78-bad5-829e186b4dc1 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:54.582872 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cec1422d-10e2-4c78-bad5-829e186b4dc1 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:54.587766 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293a164b-7405-4e8f-bdc1-fb702e0be068 None None] Network a45cf4d8-bcef-4f43-883d-a7a73dc16011 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:46:54.682625 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-6ee5b169-406e-40b6-bf97-96231e56207a None None] Set router 34db7596-e5c9-421d-933a-185fbe0c5317 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:46:54.686172 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-416549bb-29d5-42c5-a390-dd77d676dc6c req-c7884537-4c73-4778-95ad-6114d052b997 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:54.690838 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-416549bb-29d5-42c5-a390-dd77d676dc6c req-c7884537-4c73-4778-95ad-6114d052b997 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "DELETE /v2.0/ports/7acee7ef-b7b7-4992-ae5e-42354f7ad654 HTTP/1.1" status: 204 len: 173 time: 3.6670454 Feb 17 17:46:54.830488 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-cec1422d-10e2-4c78-bad5-829e186b4dc1 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8396685 Feb 17 17:46:54.831679 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60354) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:54.853733 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4045f92-adc5-4270-b06e-1050b09bf114 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-a45cf4d8-bcef-4f43-883d-a7a73dc16011', 'network_id': 'a45cf4d8-bcef-4f43-883d-a7a73dc16011', 'project_id': '6c28c706ce1245329260dde1db37ef52', 'fixed_ips': [{'subnet_id': 'e8430917-5aa8-4ce7-8038-f34efb881767'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:46:54.854653 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f4045f92-adc5-4270-b06e-1050b09bf114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:55.033188 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ad5513-5d05-48da-81dc-bf7965dce3e2', 'name': 'network-vif-deleted', 'tag': '7acee7ef-b7b7-4992-ae5e-42354f7ad654'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:46:55.035661 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8293c63c-9d65-4f9d-add5-bbf0ff00001d" -d '{"events": [{"server_uuid": "32ad5513-5d05-48da-81dc-bf7965dce3e2", "name": "network-vif-deleted", "tag": "7acee7ef-b7b7-4992-ae5e-42354f7ad654"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:46:55.213472 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 36a80978-c83b-4549-afe2-534a60765dc5 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:46:55.215466 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (36a80978-c83b-4549-afe2-534a60765dc5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:55.244540 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-6ee5b169-406e-40b6-bf97-96231e56207a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34db7596-e5c9-421d-933a-185fbe0c5317', 'name': 'tempest-TestAggregatesBasicOps-1473016501-router', 'tenant_id': '2694dc9d6b034604a61e036dc08ccd80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '91c15a23-84a5-4e1c-b664-27da15dfd653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:46:44Z', 'updated_at': '2022-02-17T17:46:49Z', 'revision_number': 3, 'project_id': '2694dc9d6b034604a61e036dc08ccd80', 'gw_port': {'id': '91c15a23-84a5-4e1c-b664-27da15dfd653', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34db7596-e5c9-421d-933a-185fbe0c5317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:46:47Z', 'updated_at': '2022-02-17T17:46:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:46:55.457451 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-2f42d63e-1dce-4757-b42b-d8b91ab5d95f tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks [] for port (3df59be5-70eb-43bf-82eb-ef2aa0690a18), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:55.485242 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 36a80978-c83b-4549-afe2-534a60765dc5 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:46:55.505976 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee5b169-406e-40b6-bf97-96231e56207a None None] Checking router: 34db7596-e5c9-421d-933a-185fbe0c5317 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:46:55.507047 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee5b169-406e-40b6-bf97-96231e56207a None None] Updating router 34db7596-e5c9-421d-933a-185fbe0c5317 port 91c15a23-84a5-4e1c-b664-27da15dfd653 binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:46:55.516350 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-f4045f92-adc5-4270-b06e-1050b09bf114 None None] Allocated IP 172.20.0.2 (a45cf4d8-bcef-4f43-883d-a7a73dc16011/e8430917-5aa8-4ce7-8038-f34efb881767/38490e85-de5f-4999-9d04-d9b5281e674e) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:46:55.547219 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6ee5b169-406e-40b6-bf97-96231e56207a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (91c15a23-84a5-4e1c-b664-27da15dfd653), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:55.585080 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-62c42658-3718-43c4-b560-720ffd765b86 req-a867d0dc-9eaa-45bb-adbc-c0efa5463ddd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d389da79-0dac-4632-8f02-bb0e8c733b4f {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:46:55.596888 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-2f42d63e-1dce-4757-b42b-d8b91ab5d95f tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (3df59be5-70eb-43bf-82eb-ef2aa0690a18), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:55.597511 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-62c42658-3718-43c4-b560-720ffd765b86 req-a867d0dc-9eaa-45bb-adbc-c0efa5463ddd service neutron] Publish callbacks [] for port (d389da79-0dac-4632-8f02-bb0e8c733b4f), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:55.645522 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-62c42658-3718-43c4-b560-720ffd765b86 req-a867d0dc-9eaa-45bb-adbc-c0efa5463ddd service neutron] Transition to ACTIVE for port object d389da79-0dac-4632-8f02-bb0e8c733b4f will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:46:55.670991 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-62c42658-3718-43c4-b560-720ffd765b86 req-a867d0dc-9eaa-45bb-adbc-c0efa5463ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (d389da79-0dac-4632-8f02-bb0e8c733b4f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:55.712861 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c72c753-d1ca-45e4-aa55-a5206dbe1b8e req-4c3eb3aa-c1e4-4755-a1c1-4879511a4d65 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:55.717697 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1c72c753-d1ca-45e4-aa55-a5206dbe1b8e req-4c3eb3aa-c1e4-4755-a1c1-4879511a4d65 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=a88e8f66-0820-492e-98ba-23df1071c894 HTTP/1.1" status: 200 len: 931 time: 0.4464183 Feb 17 17:46:55.740336 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-2f42d63e-1dce-4757-b42b-d8b91ab5d95f tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Network 106d8950-35e8-4e49-bc8b-6ac4436cd2fe is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:46:55.753417 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f42d63e-1dce-4757-b42b-d8b91ab5d95f tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Pushing event updated for resources: {'Port': ['ID=3df59be5-70eb-43bf-82eb-ef2aa0690a18,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:55.757487 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-2f42d63e-1dce-4757-b42b-d8b91ab5d95f tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:46:55.763904 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-369f776a-9cd1-4b78-955a-b48363b8a2cb tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (a45cf4d8-bcef-4f43-883d-a7a73dc16011), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:55.772010 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-2f42d63e-1dce-4757-b42b-d8b91ab5d95f tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:46:55.781278 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4f883-b07d-452a-9b2b-b91c91660766 req-c57c0b05-bfd8-4128-9f64-0eaeb5c1b6b9 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:55.783494 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-11c4f883-b07d-452a-9b2b-b91c91660766 req-c57c0b05-bfd8-4128-9f64-0eaeb5c1b6b9 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 932 time: 0.2509749 Feb 17 17:46:55.901608 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-369f776a-9cd1-4b78-955a-b48363b8a2cb tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (e8430917-5aa8-4ce7-8038-f34efb881767), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:55.968021 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a867d0dc-9eaa-45bb-adbc-c0efa5463ddd service neutron] Pushing event updated for resources: {'Port': ['ID=d389da79-0dac-4632-8f02-bb0e8c733b4f,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:56.086123 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-2f42d63e-1dce-4757-b42b-d8b91ab5d95f tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:56.087611 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-2f42d63e-1dce-4757-b42b-d8b91ab5d95f tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:56.089196 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1c72c753-d1ca-45e4-aa55-a5206dbe1b8e req-1d44f9cf-441b-4e8d-a566-6274cdedd75b tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee30ec10-fc9c-427d-bae2-fedd385da0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179996 Feb 17 17:46:56.148462 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-11c4f883-b07d-452a-9b2b-b91c91660766 req-24104cfd-ef5a-4643-8e1e-0d956be546eb tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3429170 Feb 17 17:46:56.212040 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-2f42d63e-1dce-4757-b42b-d8b91ab5d95f tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5127108 Feb 17 17:46:56.221506 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 17 Feb 2022 17:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454e5b98-7d6d-446d-b916-d8a1a77c0a23 x-openstack-request-id: req-454e5b98-7d6d-446d-b916-d8a1a77c0a23 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:46:56.222211 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ad5513-5d05-48da-81dc-bf7965dce3e2", "name": "network-vif-deleted", "tag": "7acee7ef-b7b7-4992-ae5e-42354f7ad654", "status": "failed", "code": 422}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:46:56.222701 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-454e5b98-7d6d-446d-b916-d8a1a77c0a23 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:46:56.223357 n-d-829613-2 neutron-server[103435]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '32ad5513-5d05-48da-81dc-bf7965dce3e2', 'name': 'network-vif-deleted', 'tag': '7acee7ef-b7b7-4992-ae5e-42354f7ad654', 'status': 'failed', 'code': 422} returned with failed status Feb 17 17:46:56.226752 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-4ca2c793-23c8-4bea-a31d-4c0dd89cf663 service neutron] Request body: {'port': {'device_id': '2554492e-6aae-425f-b3cf-9889a8c042ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:46:56.285459 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-62c42658-3718-43c4-b560-720ffd765b86 req-a867d0dc-9eaa-45bb-adbc-c0efa5463ddd service neutron] Attempting to bind port d389da79-0dac-4632-8f02-bb0e8c733b4f on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:46:56.285860 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-62c42658-3718-43c4-b560-720ffd765b86 req-a867d0dc-9eaa-45bb-adbc-c0efa5463ddd service neutron] Attempting to bind port d389da79-0dac-4632-8f02-bb0e8c733b4f by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '7991a893-d7c9-4fff-9b7d-d927a847faea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2c9900d2-a559-4978-8739-0c10e7ac9101'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:46:56.286141 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c42658-3718-43c4-b560-720ffd765b86 req-a867d0dc-9eaa-45bb-adbc-c0efa5463ddd service neutron] Attempting to bind port d389da79-0dac-4632-8f02-bb0e8c733b4f on network 2c9900d2-a559-4978-8739-0c10e7ac9101 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:46:56.291510 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6ee5b169-406e-40b6-bf97-96231e56207a None None] Publish callbacks [] for port (91c15a23-84a5-4e1c-b664-27da15dfd653), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:56.299246 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f4045f92-adc5-4270-b06e-1050b09bf114 None None] Publish callbacks [] for port (38490e85-de5f-4999-9d04-d9b5281e674e), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:56.317946 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6ee5b169-406e-40b6-bf97-96231e56207a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (91c15a23-84a5-4e1c-b664-27da15dfd653), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:56.330370 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-cca864e7-cd4f-4351-b4fd-55a2c35a433d None None] Provisioning complete for port 3df59be5-70eb-43bf-82eb-ef2aa0690a18 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:46:56.333122 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-cca864e7-cd4f-4351-b4fd-55a2c35a433d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (3df59be5-70eb-43bf-82eb-ef2aa0690a18), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:56.340674 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f4045f92-adc5-4270-b06e-1050b09bf114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (38490e85-de5f-4999-9d04-d9b5281e674e), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:56.375937 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c42658-3718-43c4-b560-720ffd765b86 req-a867d0dc-9eaa-45bb-adbc-c0efa5463ddd service neutron] Port d389da79-0dac-4632-8f02-bb0e8c733b4f on network 2c9900d2-a559-4978-8739-0c10e7ac9101 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:46:56.378779 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c42658-3718-43c4-b560-720ffd765b86 req-a867d0dc-9eaa-45bb-adbc-c0efa5463ddd service neutron] Attempting to bind port d389da79-0dac-4632-8f02-bb0e8c733b4f on network 2c9900d2-a559-4978-8739-0c10e7ac9101 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:46:56.389880 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eaaf92-37d9-4fce-b935-004c38a76ea1 None None] Pushing event updated for resources: {'Port': ['ID=91c15a23-84a5-4e1c-b664-27da15dfd653,revision_number=2']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:56.396440 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-6ee5b169-406e-40b6-bf97-96231e56207a None None] Attempting to bind port 91c15a23-84a5-4e1c-b664-27da15dfd653 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:46:56.396810 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-6ee5b169-406e-40b6-bf97-96231e56207a None None] Attempting to bind port 91c15a23-84a5-4e1c-b664-27da15dfd653 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:46:56.397169 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee5b169-406e-40b6-bf97-96231e56207a None None] Attempting to bind port 91c15a23-84a5-4e1c-b664-27da15dfd653 on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:46:56.404234 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-4ca2c793-23c8-4bea-a31d-4c0dd89cf663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3df59be5-70eb-43bf-82eb-ef2aa0690a18), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:56.408261 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c42658-3718-43c4-b560-720ffd765b86 req-a867d0dc-9eaa-45bb-adbc-c0efa5463ddd service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:46:56.408617 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c42658-3718-43c4-b560-720ffd765b86 req-a867d0dc-9eaa-45bb-adbc-c0efa5463ddd service neutron] Checking segment: {'id': '7991a893-d7c9-4fff-9b7d-d927a847faea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2c9900d2-a559-4978-8739-0c10e7ac9101'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:46:56.409006 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c42658-3718-43c4-b560-720ffd765b86 req-a867d0dc-9eaa-45bb-adbc-c0efa5463ddd service neutron] Bound using segment: {'id': '7991a893-d7c9-4fff-9b7d-d927a847faea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2c9900d2-a559-4978-8739-0c10e7ac9101'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:46:56.409453 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-62c42658-3718-43c4-b560-720ffd765b86 req-a867d0dc-9eaa-45bb-adbc-c0efa5463ddd service neutron] Bound port: d389da79-0dac-4632-8f02-bb0e8c733b4f, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7991a893-d7c9-4fff-9b7d-d927a847faea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2c9900d2-a559-4978-8739-0c10e7ac9101'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:46:56.413660 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-62c42658-3718-43c4-b560-720ffd765b86 req-a867d0dc-9eaa-45bb-adbc-c0efa5463ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d389da79-0dac-4632-8f02-bb0e8c733b4f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:56.431756 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eaaf92-37d9-4fce-b935-004c38a76ea1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:46:56.432307 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eaaf92-37d9-4fce-b935-004c38a76ea1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:46:56.432660 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eaaf92-37d9-4fce-b935-004c38a76ea1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:46:56.432995 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eaaf92-37d9-4fce-b935-004c38a76ea1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:46:56.433325 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eaaf92-37d9-4fce-b935-004c38a76ea1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:46:56.434208 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eaaf92-37d9-4fce-b935-004c38a76ea1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:46:56.435077 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eaaf92-37d9-4fce-b935-004c38a76ea1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:46:56.435433 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eaaf92-37d9-4fce-b935-004c38a76ea1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:46:56.435764 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eaaf92-37d9-4fce-b935-004c38a76ea1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:46:56.436092 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eaaf92-37d9-4fce-b935-004c38a76ea1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:46:56.436443 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eaaf92-37d9-4fce-b935-004c38a76ea1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:46:56.436770 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eaaf92-37d9-4fce-b935-004c38a76ea1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:46:56.440092 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eaaf92-37d9-4fce-b935-004c38a76ea1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:46:56.445477 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.db.resource_extend [None req-9f424973-7bf2-40c7-9504-edbadff12cac tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 17:46:56.447158 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee5b169-406e-40b6-bf97-96231e56207a None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:46:56.447548 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee5b169-406e-40b6-bf97-96231e56207a None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:46:56.447960 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6ee5b169-406e-40b6-bf97-96231e56207a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:56.448389 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee5b169-406e-40b6-bf97-96231e56207a None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:46:56.448889 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-6ee5b169-406e-40b6-bf97-96231e56207a None None] Bound port: 91c15a23-84a5-4e1c-b664-27da15dfd653, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:46:56.449313 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6ee5b169-406e-40b6-bf97-96231e56207a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (91c15a23-84a5-4e1c-b664-27da15dfd653), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:56.475229 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4045f92-adc5-4270-b06e-1050b09bf114 None None] Network a45cf4d8-bcef-4f43-883d-a7a73dc16011 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:46:56.483345 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-f4045f92-adc5-4270-b06e-1050b09bf114 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:46:56.487849 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4045f92-adc5-4270-b06e-1050b09bf114 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:46:56.498578 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-cca864e7-cd4f-4351-b4fd-55a2c35a433d None None] Port 3df59be5-70eb-43bf-82eb-ef2aa0690a18 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:46:56.502839 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4045f92-adc5-4270-b06e-1050b09bf114 None None] Pushing event updated for resources: {'Port': ['ID=38490e85-de5f-4999-9d04-d9b5281e674e,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:56.565845 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-6ee5b169-406e-40b6-bf97-96231e56207a None None] For port 91c15a23-84a5-4e1c-b664-27da15dfd653, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:46:56.574167 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-6ee5b169-406e-40b6-bf97-96231e56207a None None] For port 91c15a23-84a5-4e1c-b664-27da15dfd653, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=91c15a23-84a5-4e1c-b664-27da15dfd653,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:46:56.592061 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6ee5b169-406e-40b6-bf97-96231e56207a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (91c15a23-84a5-4e1c-b664-27da15dfd653), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:56.601096 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-62c42658-3718-43c4-b560-720ffd765b86 req-a867d0dc-9eaa-45bb-adbc-c0efa5463ddd service neutron] For port d389da79-0dac-4632-8f02-bb0e8c733b4f, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:46:56.606436 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-62c42658-3718-43c4-b560-720ffd765b86 req-a867d0dc-9eaa-45bb-adbc-c0efa5463ddd service neutron] For port d389da79-0dac-4632-8f02-bb0e8c733b4f, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=d389da79-0dac-4632-8f02-bb0e8c733b4f,segment=NetworkSegment(7991a893-d7c9-4fff-9b7d-d927a847faea),segment_id=7991a893-d7c9-4fff-9b7d-d927a847faea)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:46:56.614366 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f5252517-e2b6-4468-97da-92b958dbc42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:56.614583 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-f4045f92-adc5-4270-b06e-1050b09bf114 None None] Attempting to bind port 38490e85-de5f-4999-9d04-d9b5281e674e on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:46:56.615002 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-f4045f92-adc5-4270-b06e-1050b09bf114 None None] Attempting to bind port 38490e85-de5f-4999-9d04-d9b5281e674e by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '4625aa95-2dc9-42bb-8b4e-8c7c2fa4833d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a45cf4d8-bcef-4f43-883d-a7a73dc16011'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:46:56.615382 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4045f92-adc5-4270-b06e-1050b09bf114 None None] Attempting to bind port 38490e85-de5f-4999-9d04-d9b5281e674e on network a45cf4d8-bcef-4f43-883d-a7a73dc16011 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:46:56.623142 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4045f92-adc5-4270-b06e-1050b09bf114 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:46:56.623566 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4045f92-adc5-4270-b06e-1050b09bf114 None None] Checking segment: {'id': '4625aa95-2dc9-42bb-8b4e-8c7c2fa4833d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a45cf4d8-bcef-4f43-883d-a7a73dc16011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:46:56.623982 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f4045f92-adc5-4270-b06e-1050b09bf114 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:56.624548 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4045f92-adc5-4270-b06e-1050b09bf114 None None] Bound using segment: {'id': '4625aa95-2dc9-42bb-8b4e-8c7c2fa4833d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a45cf4d8-bcef-4f43-883d-a7a73dc16011'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:46:56.625170 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-f4045f92-adc5-4270-b06e-1050b09bf114 None None] Bound port: 38490e85-de5f-4999-9d04-d9b5281e674e, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4625aa95-2dc9-42bb-8b4e-8c7c2fa4833d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a45cf4d8-bcef-4f43-883d-a7a73dc16011'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:46:56.625562 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f4045f92-adc5-4270-b06e-1050b09bf114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (38490e85-de5f-4999-9d04-d9b5281e674e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:56.648147 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-62c42658-3718-43c4-b560-720ffd765b86 req-a867d0dc-9eaa-45bb-adbc-c0efa5463ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (d389da79-0dac-4632-8f02-bb0e8c733b4f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:56.677809 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-369f776a-9cd1-4b78-955a-b48363b8a2cb tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (e8430917-5aa8-4ce7-8038-f34efb881767), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:56.709766 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee5b169-406e-40b6-bf97-96231e56207a None None] Routers {'34db7596-e5c9-421d-933a-185fbe0c5317'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:46:56.712315 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-f4045f92-adc5-4270-b06e-1050b09bf114 None None] For port 38490e85-de5f-4999-9d04-d9b5281e674e, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:46:56.715235 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-6ee5b169-406e-40b6-bf97-96231e56207a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:46:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['34db7596-e5c9-421d-933a-185fbe0c5317'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:46:56.716167 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-f4045f92-adc5-4270-b06e-1050b09bf114 None None] For port 38490e85-de5f-4999-9d04-d9b5281e674e, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=38490e85-de5f-4999-9d04-d9b5281e674e,segment=NetworkSegment(4625aa95-2dc9-42bb-8b4e-8c7c2fa4833d),segment_id=4625aa95-2dc9-42bb-8b4e-8c7c2fa4833d)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:46:56.725120 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f4045f92-adc5-4270-b06e-1050b09bf114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (38490e85-de5f-4999-9d04-d9b5281e674e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:56.734985 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a867d0dc-9eaa-45bb-adbc-c0efa5463ddd service neutron] Pushing event updated for resources: {'Port': ['ID=d389da79-0dac-4632-8f02-bb0e8c733b4f,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:56.748493 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c42658-3718-43c4-b560-720ffd765b86 req-a867d0dc-9eaa-45bb-adbc-c0efa5463ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:56.749120 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-62c42658-3718-43c4-b560-720ffd765b86 req-a867d0dc-9eaa-45bb-adbc-c0efa5463ddd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:56.750580 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-62c42658-3718-43c4-b560-720ffd765b86 req-a867d0dc-9eaa-45bb-adbc-c0efa5463ddd service neutron] 10.222.0.71 "PUT /v2.0/ports/d389da79-0dac-4632-8f02-bb0e8c733b4f HTTP/1.1" status: 200 len: 1091 time: 3.3516841 Feb 17 17:46:56.810442 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f424973-7bf2-40c7-9504-edbadff12cac tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:56.812458 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f776a-9cd1-4b78-955a-b48363b8a2cb tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event deleted for resources: {'Subnet': ['ID=e8430917-5aa8-4ce7-8038-f34efb881767,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:56.878572 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278ee09-2be6-4e98-9f76-f5e6d45129ec req-e1df3cc2-6935-4395-94e9-7309df65ad0d tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:56.878572 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b278ee09-2be6-4e98-9f76-f5e6d45129ec req-e1df3cc2-6935-4395-94e9-7309df65ad0d tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/networks?id=86d00201-0d9a-4363-96b8-dd16d5e6e4d8 HTTP/1.1" status: 200 len: 812 time: 0.5294673 Feb 17 17:46:56.891043 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4045f92-adc5-4270-b06e-1050b09bf114 None None] Pushing event updated for resources: {'Port': ['ID=38490e85-de5f-4999-9d04-d9b5281e674e,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:56.921182 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b278ee09-2be6-4e98-9f76-f5e6d45129ec req-fc77c86c-5fb4-48d2-a537-454db982d0b4 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/quotas/33d2652e6f5f4a26a4a17eafa5211a33 HTTP/1.1" status: 200 len: 375 time: 0.0367801 Feb 17 17:46:56.981978 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eaaf92-37d9-4fce-b935-004c38a76ea1 None None] Pushing event updated for resources: {'Port': ['ID=91c15a23-84a5-4e1c-b664-27da15dfd653,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:57.082445 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-6ee5b169-406e-40b6-bf97-96231e56207a None None] Set router 34db7596-e5c9-421d-933a-185fbe0c5317 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:46:57.098138 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b278ee09-2be6-4e98-9f76-f5e6d45129ec req-c89dd42f-b86a-4e07-b95a-2f45008bb1d9 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=33d2652e6f5f4a26a4a17eafa5211a33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1496582 Feb 17 17:46:57.171568 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c42658-3718-43c4-b560-720ffd765b86 req-4566b5e9-c047-46f0-a9b4-bfaae4ad3335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:57.173677 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-62c42658-3718-43c4-b560-720ffd765b86 req-4566b5e9-c047-46f0-a9b4-bfaae4ad3335 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=676afbf1c2e640e8b11ff19640c46b32&device_id=a88e8f66-0820-492e-98ba-23df1071c894 HTTP/1.1" status: 200 len: 1125 time: 0.3595452 Feb 17 17:46:57.253547 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-4ca2c793-23c8-4bea-a31d-4c0dd89cf663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3df59be5-70eb-43bf-82eb-ef2aa0690a18 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:46:57.269980 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-4ca2c793-23c8-4bea-a31d-4c0dd89cf663 service neutron] Publish callbacks [] for port (3df59be5-70eb-43bf-82eb-ef2aa0690a18), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:57.287104 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-4ca2c793-23c8-4bea-a31d-4c0dd89cf663 service neutron] Transition to ACTIVE for port object 3df59be5-70eb-43bf-82eb-ef2aa0690a18 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:46:57.292013 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f424973-7bf2-40c7-9504-edbadff12cac tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (ce0944de-98d6-485d-8b67-7b121e079794), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:57.311617 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-4ca2c793-23c8-4bea-a31d-4c0dd89cf663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (3df59be5-70eb-43bf-82eb-ef2aa0690a18), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:57.573965 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-6ee5b169-406e-40b6-bf97-96231e56207a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34db7596-e5c9-421d-933a-185fbe0c5317', 'name': 'tempest-TestAggregatesBasicOps-1473016501-router', 'tenant_id': '2694dc9d6b034604a61e036dc08ccd80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '91c15a23-84a5-4e1c-b664-27da15dfd653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:46:44Z', 'updated_at': '2022-02-17T17:46:49Z', 'revision_number': 3, 'project_id': '2694dc9d6b034604a61e036dc08ccd80', 'gw_port': {'id': '91c15a23-84a5-4e1c-b664-27da15dfd653', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34db7596-e5c9-421d-933a-185fbe0c5317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:46:47Z', 'updated_at': '2022-02-17T17:46:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:46:57.609543 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee5b169-406e-40b6-bf97-96231e56207a None None] The sync data for ids ['34db7596-e5c9-421d-933a-185fbe0c5317'] in n-d-829613-2 is: [{'id': '34db7596-e5c9-421d-933a-185fbe0c5317', 'name': 'tempest-TestAggregatesBasicOps-1473016501-router', 'tenant_id': '2694dc9d6b034604a61e036dc08ccd80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '91c15a23-84a5-4e1c-b664-27da15dfd653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:46:44Z', 'updated_at': '2022-02-17T17:46:49Z', 'revision_number': 3, 'project_id': '2694dc9d6b034604a61e036dc08ccd80', 'gw_port': {'id': '91c15a23-84a5-4e1c-b664-27da15dfd653', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34db7596-e5c9-421d-933a-185fbe0c5317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:46:47Z', 'updated_at': '2022-02-17T17:46:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:46:57.833700 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 38490e85-de5f-4999-9d04-d9b5281e674e up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:46:57.959443 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-62c42658-3718-43c4-b560-720ffd765b86 req-9b4a4e7f-616e-4554-9b7f-17df1534204b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d389da79-0dac-4632-8f02-bb0e8c733b4f HTTP/1.1" status: 200 len: 217 time: 0.7560425 Feb 17 17:46:57.979899 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 38490e85-de5f-4999-9d04-d9b5281e674e triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:46:57.981662 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (38490e85-de5f-4999-9d04-d9b5281e674e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:58.005097 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-369f776a-9cd1-4b78-955a-b48363b8a2cb tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (a45cf4d8-bcef-4f43-883d-a7a73dc16011), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:58.064508 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-f5252517-e2b6-4468-97da-92b958dbc42e admin admin] Allocated IP 172.20.0.1 (ecc28b61-f7d0-400c-911c-cdc2163ca918/dd1fc2b5-14cf-411d-8412-1f62381e71ce/1e943916-14f6-41b5-8c64-427ebbc4f92e) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:46:58.090169 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-369f776a-9cd1-4b78-955a-b48363b8a2cb tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a45cf4d8-bcef-4f43-883d-a7a73dc16011']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:46:58.125207 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-369f776a-9cd1-4b78-955a-b48363b8a2cb tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4625aa95-2dc9-42bb-8b4e-8c7c2fa4833d') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:46:58.125520 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-369f776a-9cd1-4b78-955a-b48363b8a2cb tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4625aa95-2dc9-42bb-8b4e-8c7c2fa4833d') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:46:58.159342 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-369f776a-9cd1-4b78-955a-b48363b8a2cb tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (4625aa95-2dc9-42bb-8b4e-8c7c2fa4833d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:58.197423 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-369f776a-9cd1-4b78-955a-b48363b8a2cb tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (4625aa95-2dc9-42bb-8b4e-8c7c2fa4833d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:58.216356 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-369f776a-9cd1-4b78-955a-b48363b8a2cb tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:46:58.217896 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-369f776a-9cd1-4b78-955a-b48363b8a2cb tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (4625aa95-2dc9-42bb-8b4e-8c7c2fa4833d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:58.228150 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f5252517-e2b6-4468-97da-92b958dbc42e admin admin] Publish callbacks [] for port (1e943916-14f6-41b5-8c64-427ebbc4f92e), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:58.241516 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:46:58.241516 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:46:58.241516 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:46:58.241516 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:46:58.241516 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:46:58.241516 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:46:58.241516 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:46:58.241516 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:46:58.241516 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:46:58.241516 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:46:58.241516 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:46:58.241516 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:46:58.241516 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:46:58.241516 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:46:58.241516 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:46:58.241516 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:46:58.241516 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:46:58.241516 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:46:58.241516 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:46:58.241516 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:46:58.241516 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:46:58.241516 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:46:58.241516 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:46:58.241516 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:46:58.241516 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:46:58.241516 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:46:58.241516 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:46:58.241516 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:46:58.241516 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:46:58.241516 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:46:58.241516 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:46:58.241516 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:46:58.303855 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 38490e85-de5f-4999-9d04-d9b5281e674e is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:46:58.303855 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (38490e85-de5f-4999-9d04-d9b5281e674e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:58.317216 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a88e8f66-0820-492e-98ba-23df1071c894', 'tag': 'd389da79-0dac-4632-8f02-bb0e8c733b4f'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:46:58.325580 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b81d54-7687-4b6b-a5c2-f8e7652e3350" -d '{"events": [{"name": "network-changed", "server_uuid": "a88e8f66-0820-492e-98ba-23df1071c894", "tag": "d389da79-0dac-4632-8f02-bb0e8c733b4f"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:46:58.420407 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f5252517-e2b6-4468-97da-92b958dbc42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (1e943916-14f6-41b5-8c64-427ebbc4f92e), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:58.430770 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 38490e85-de5f-4999-9d04-d9b5281e674e, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=38490e85-de5f-4999-9d04-d9b5281e674e,segment=NetworkSegment(4625aa95-2dc9-42bb-8b4e-8c7c2fa4833d),segment_id=4625aa95-2dc9-42bb-8b4e-8c7c2fa4833d)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:46:58.436065 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (38490e85-de5f-4999-9d04-d9b5281e674e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:58.602095 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=38490e85-de5f-4999-9d04-d9b5281e674e,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:58.645901 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca2c793-23c8-4bea-a31d-4c0dd89cf663 service neutron] Pushing event updated for resources: {'Port': ['ID=3df59be5-70eb-43bf-82eb-ef2aa0690a18,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:58.687197 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5252517-e2b6-4468-97da-92b958dbc42e admin admin] Network ecc28b61-f7d0-400c-911c-cdc2163ca918 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:46:58.696692 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-f5252517-e2b6-4468-97da-92b958dbc42e admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:46:58.697276 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.db.api [None req-369f776a-9cd1-4b78-955a-b48363b8a2cb tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 17:46:58.697276 n-d-829613-2 neutron-server[103434]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 17:46:58.697276 n-d-829613-2 neutron-server[103434]: [parameters: {'id': 'a45cf4d8-bcef-4f43-883d-a7a73dc16011'}] Feb 17 17:46:58.697276 n-d-829613-2 neutron-server[103434]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:46:58.698107 n-d-829613-2 neutron-server[103434]: DEBUG oslo_db.api [None req-369f776a-9cd1-4b78-955a-b48363b8a2cb tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 17:46:58.714560 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5252517-e2b6-4468-97da-92b958dbc42e admin admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:46:58.894523 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f5252517-e2b6-4468-97da-92b958dbc42e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (34db7596-e5c9-421d-933a-185fbe0c5317), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:58.899315 n-d-829613-2 neutron-server[103434]: INFO neutron.db.l3_db [None req-9f424973-7bf2-40c7-9504-edbadff12cac tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Floating IP ce0944de-98d6-485d-8b67-7b121e079794 associated. External IP: 172.25.8.227, port: 810283a4-0e6c-4b01-9d6d-ff2c677b5099. Feb 17 17:46:58.938961 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c42658-3718-43c4-b560-720ffd765b86 req-342b1840-dc13-4c3f-9f3e-e5d3f2796eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:58.941439 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-62c42658-3718-43c4-b560-720ffd765b86 req-342b1840-dc13-4c3f-9f3e-e5d3f2796eab service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0145e51a-5adb-4fab-bd7e-ee03bd2ecb29 HTTP/1.1" status: 200 len: 855 time: 0.5342326 Feb 17 17:46:58.993189 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b9f59a-d4c0-4bca-b9de-d764b47ae3bd None None] Network a45cf4d8-bcef-4f43-883d-a7a73dc16011 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:46:59.030681 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5252517-e2b6-4468-97da-92b958dbc42e admin admin] Pushing event updated for resources: {'Port': ['ID=1e943916-14f6-41b5-8c64-427ebbc4f92e,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:46:59.048221 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-4ca2c793-23c8-4bea-a31d-4c0dd89cf663 service neutron] Attempting to bind port 3df59be5-70eb-43bf-82eb-ef2aa0690a18 on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:46:59.059050 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-4ca2c793-23c8-4bea-a31d-4c0dd89cf663 service neutron] Attempting to bind port 3df59be5-70eb-43bf-82eb-ef2aa0690a18 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '44570946-cccc-4504-9a7b-a57e09c343d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:46:59.059753 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-4ca2c793-23c8-4bea-a31d-4c0dd89cf663 service neutron] Attempting to bind port 3df59be5-70eb-43bf-82eb-ef2aa0690a18 on network 106d8950-35e8-4e49-bc8b-6ac4436cd2fe {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:46:59.069366 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-4ca2c793-23c8-4bea-a31d-4c0dd89cf663 service neutron] Port 3df59be5-70eb-43bf-82eb-ef2aa0690a18 on network 106d8950-35e8-4e49-bc8b-6ac4436cd2fe not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:46:59.080811 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-4ca2c793-23c8-4bea-a31d-4c0dd89cf663 service neutron] Attempting to bind port 3df59be5-70eb-43bf-82eb-ef2aa0690a18 on network 106d8950-35e8-4e49-bc8b-6ac4436cd2fe {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:46:59.099510 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-4ca2c793-23c8-4bea-a31d-4c0dd89cf663 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:46:59.100234 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-4ca2c793-23c8-4bea-a31d-4c0dd89cf663 service neutron] Checking segment: {'id': '44570946-cccc-4504-9a7b-a57e09c343d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:46:59.102716 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-4ca2c793-23c8-4bea-a31d-4c0dd89cf663 service neutron] Bound using segment: {'id': '44570946-cccc-4504-9a7b-a57e09c343d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:46:59.103441 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-4ca2c793-23c8-4bea-a31d-4c0dd89cf663 service neutron] Bound port: 3df59be5-70eb-43bf-82eb-ef2aa0690a18, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44570946-cccc-4504-9a7b-a57e09c343d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:46:59.104269 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-4ca2c793-23c8-4bea-a31d-4c0dd89cf663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3df59be5-70eb-43bf-82eb-ef2aa0690a18), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:59.151235 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b278ee09-2be6-4e98-9f76-f5e6d45129ec req-0810747a-750a-4889-8d31-bae747082a5b service neutron] 10.222.0.87 "GET /v2.0/networks/86d00201-0d9a-4363-96b8-dd16d5e6e4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0301406 Feb 17 17:46:59.158981 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-62c42658-3718-43c4-b560-720ffd765b86 req-bdc4e76d-286f-4244-b76f-2cc4b218e101 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2c9900d2-a559-4978-8739-0c10e7ac9101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1075599 Feb 17 17:46:59.201587 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-369f776a-9cd1-4b78-955a-b48363b8a2cb tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (a45cf4d8-bcef-4f43-883d-a7a73dc16011), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:59.221351 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-49b31f9e-8bc5-4e9b-9829-7b4da7b67182 None None] Provisioning complete for port 38490e85-de5f-4999-9d04-d9b5281e674e triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:46:59.221654 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-49b31f9e-8bc5-4e9b-9829-7b4da7b67182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (38490e85-de5f-4999-9d04-d9b5281e674e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:59.259222 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-4ca2c793-23c8-4bea-a31d-4c0dd89cf663 service neutron] For port 3df59be5-70eb-43bf-82eb-ef2aa0690a18, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:46:59.270667 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-4ca2c793-23c8-4bea-a31d-4c0dd89cf663 service neutron] For port 3df59be5-70eb-43bf-82eb-ef2aa0690a18, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=3df59be5-70eb-43bf-82eb-ef2aa0690a18,segment=NetworkSegment(44570946-cccc-4504-9a7b-a57e09c343d6),segment_id=44570946-cccc-4504-9a7b-a57e09c343d6)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:46:59.378067 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b278ee09-2be6-4e98-9f76-f5e6d45129ec req-2258712c-6ee6-4216-82ed-9388c6bc859c service neutron] 10.222.0.87 "GET /v2.0/networks/86d00201-0d9a-4363-96b8-dd16d5e6e4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258425 Feb 17 17:46:59.425165 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d87e9-6a1c-4b2c-8f5f-a22b2c38a86a req-423af80e-1701-4505-8aca-1e04584181e2 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:59.433513 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-856d87e9-6a1c-4b2c-8f5f-a22b2c38a86a req-423af80e-1701-4505-8aca-1e04584181e2 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=a88e8f66-0820-492e-98ba-23df1071c894 HTTP/1.1" status: 200 len: 943 time: 1.6478689 Feb 17 17:46:59.454773 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-49b31f9e-8bc5-4e9b-9829-7b4da7b67182 None None] Current status of the port 38490e85-de5f-4999-9d04-d9b5281e674e is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:46:59.461232 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a31c86b-5b0d-4ca0-9022-8312773d2fd7 None None] DHCP port deletion for a45cf4d8-bcef-4f43-883d-a7a73dc16011 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:46:59.472952 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-4ca2c793-23c8-4bea-a31d-4c0dd89cf663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (3df59be5-70eb-43bf-82eb-ef2aa0690a18), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:59.522741 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60406) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:46:59.608092 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-3a31c86b-5b0d-4ca0-9022-8312773d2fd7 None None] Deleting port 38490e85-de5f-4999-9d04-d9b5281e674e {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:46:59.614865 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3a31c86b-5b0d-4ca0-9022-8312773d2fd7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (38490e85-de5f-4999-9d04-d9b5281e674e), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:59.624566 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-4ca2c793-23c8-4bea-a31d-4c0dd89cf663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:46:59.625596 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-4ca2c793-23c8-4bea-a31d-4c0dd89cf663 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:59.627229 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-4ca2c793-23c8-4bea-a31d-4c0dd89cf663 service neutron] 10.222.0.91 "PUT /v2.0/ports/3df59be5-70eb-43bf-82eb-ef2aa0690a18 HTTP/1.1" status: 200 len: 1092 time: 3.4048998 Feb 17 17:46:59.627865 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2554492e-6aae-425f-b3cf-9889a8c042ad', 'tag': '3df59be5-70eb-43bf-82eb-ef2aa0690a18'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:46:59.630672 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44abbb4-a53c-453f-a8fb-ab398072628b" -d '{"events": [{"name": "network-changed", "server_uuid": "2554492e-6aae-425f-b3cf-9889a8c042ad", "tag": "3df59be5-70eb-43bf-82eb-ef2aa0690a18"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:46:59.803937 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-369f776a-9cd1-4b78-955a-b48363b8a2cb tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Deleting port 38490e85-de5f-4999-9d04-d9b5281e674e {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:46:59.811883 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-369f776a-9cd1-4b78-955a-b48363b8a2cb tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (38490e85-de5f-4999-9d04-d9b5281e674e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:59.868401 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-3a31c86b-5b0d-4ca0-9022-8312773d2fd7 None None] For port 38490e85-de5f-4999-9d04-d9b5281e674e, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=38490e85-de5f-4999-9d04-d9b5281e674e,segment=NetworkSegment(4625aa95-2dc9-42bb-8b4e-8c7c2fa4833d),segment_id=4625aa95-2dc9-42bb-8b4e-8c7c2fa4833d)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:46:59.868839 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3a31c86b-5b0d-4ca0-9022-8312773d2fd7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (38490e85-de5f-4999-9d04-d9b5281e674e), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:46:59.920776 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-3a31c86b-5b0d-4ca0-9022-8312773d2fd7 None None] Calling delete_port for 38490e85-de5f-4999-9d04-d9b5281e674e owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:46:59.929048 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-856d87e9-6a1c-4b2c-8f5f-a22b2c38a86a req-945f6589-d17e-4f55-8446-d867c50ec266 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee30ec10-fc9c-427d-bae2-fedd385da0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4706583 Feb 17 17:47:00.019179 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca2c793-23c8-4bea-a31d-4c0dd89cf663 service neutron] Pushing event updated for resources: {'Port': ['ID=3df59be5-70eb-43bf-82eb-ef2aa0690a18,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:00.067288 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-62c42658-3718-43c4-b560-720ffd765b86 req-89c66c83-0915-4c69-b839-77d7e07a4fe8 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9900d2-a559-4978-8739-0c10e7ac9101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6835160 Feb 17 17:47:00.129927 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5cf9f82-cd6f-41e2-a54d-ab14524149ac admin admin] Deleting subnet cf048e07-4d72-4824-a11d-32fa76d26823 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:47:00.140145 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b5cf9f82-cd6f-41e2-a54d-ab14524149ac admin admin] Publish callbacks [] for subnet (cf048e07-4d72-4824-a11d-32fa76d26823), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:00.191102 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a47941-86a0-4163-ba1c-f95a3b431bb2 x-openstack-request-id: req-00a47941-86a0-4163-ba1c-f95a3b431bb2 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:47:00.191547 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a88e8f66-0820-492e-98ba-23df1071c894", "tag": "d389da79-0dac-4632-8f02-bb0e8c733b4f", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:47:00.191914 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-00a47941-86a0-4163-ba1c-f95a3b431bb2 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:47:00.192804 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a88e8f66-0820-492e-98ba-23df1071c894', 'tag': 'd389da79-0dac-4632-8f02-bb0e8c733b4f', 'status': 'completed', 'code': 200} Feb 17 17:47:00.250430 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b5cf9f82-cd6f-41e2-a54d-ab14524149ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (cf048e07-4d72-4824-a11d-32fa76d26823), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:00.267032 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f5252517-e2b6-4468-97da-92b958dbc42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1e943916-14f6-41b5-8c64-427ebbc4f92e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:00.339431 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 91c15a23-84a5-4e1c-b664-27da15dfd653 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:47:00.399312 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-62c42658-3718-43c4-b560-720ffd765b86 req-0fb6e238-871d-4ea5-80c6-b692593a1a95 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9900d2-a559-4978-8739-0c10e7ac9101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265384 Feb 17 17:47:00.409528 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b5cf9f82-cd6f-41e2-a54d-ab14524149ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (cf048e07-4d72-4824-a11d-32fa76d26823), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:00.471647 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3a31c86b-5b0d-4ca0-9022-8312773d2fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (38490e85-de5f-4999-9d04-d9b5281e674e), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:00.533459 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a31c86b-5b0d-4ca0-9022-8312773d2fd7 None None] Pushing event deleted for resources: {'Port': ['ID=38490e85-de5f-4999-9d04-d9b5281e674e,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:00.549550 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a31c86b-5b0d-4ca0-9022-8312773d2fd7 None None] No DVR routers for this DVR port 38490e85-de5f-4999-9d04-d9b5281e674e on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:47:00.560899 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-f1c58c99-2ef3-4b5a-8eab-7085ad170ce0 None None] Provisioning complete for port 1e943916-14f6-41b5-8c64-427ebbc4f92e triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:47:00.561359 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f1c58c99-2ef3-4b5a-8eab-7085ad170ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1e943916-14f6-41b5-8c64-427ebbc4f92e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:00.581357 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e563ea7-0b07-4e3b-b4c1-a3e16d8fb228 x-openstack-request-id: req-2e563ea7-0b07-4e3b-b4c1-a3e16d8fb228 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:47:00.585500 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2554492e-6aae-425f-b3cf-9889a8c042ad", "tag": "3df59be5-70eb-43bf-82eb-ef2aa0690a18", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:47:00.586059 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2e563ea7-0b07-4e3b-b4c1-a3e16d8fb228 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:47:00.587528 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2554492e-6aae-425f-b3cf-9889a8c042ad', 'tag': '3df59be5-70eb-43bf-82eb-ef2aa0690a18', 'status': 'completed', 'code': 200} Feb 17 17:47:00.603014 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b5cf9f82-cd6f-41e2-a54d-ab14524149ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (cf048e07-4d72-4824-a11d-32fa76d26823), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:00.662854 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000b39b-519f-4219-a6dd-3d469dc8d3f6 req-97e34c3d-64fa-40dd-8eec-fe09d9c566bc tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:00.670406 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a000b39b-519f-4219-a6dd-3d469dc8d3f6 req-97e34c3d-64fa-40dd-8eec-fe09d9c566bc tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 944 time: 0.7395124 Feb 17 17:47:00.679053 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-f1c58c99-2ef3-4b5a-8eab-7085ad170ce0 None None] Port 1e943916-14f6-41b5-8c64-427ebbc4f92e cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:47:00.710537 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fef9e0fb-c7d0-4084-b8a3-861d5144cb8a req-13d91307-6d22-4d33-8453-169268268f84 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=66b19ce2-23aa-45bf-bd85-5d73c22b36ae HTTP/1.1" status: 200 len: 210 time: 0.3038163 Feb 17 17:47:00.722870 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 91c15a23-84a5-4e1c-b664-27da15dfd653 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:47:00.723304 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (91c15a23-84a5-4e1c-b664-27da15dfd653), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:00.753559 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b5cf9f82-cd6f-41e2-a54d-ab14524149ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:00.757293 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b5cf9f82-cd6f-41e2-a54d-ab14524149ac admin admin] 10.222.0.87 "DELETE /v2.0/subnets/cf048e07-4d72-4824-a11d-32fa76d26823 HTTP/1.1" status: 204 len: 168 time: 1.1965554 Feb 17 17:47:00.801275 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60424) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:00.811915 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f424973-7bf2-40c7-9504-edbadff12cac tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Router 94eed536-6c70-4c48-bd4e-c58c1bac2440 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:47:00.922888 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 91c15a23-84a5-4e1c-b664-27da15dfd653 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:47:00.923281 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (91c15a23-84a5-4e1c-b664-27da15dfd653), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:00.931133 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b888abcf-84b8-4323-ae01-e6cfe350e8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (ec286c55-b470-4ee1-ae75-c41c1f38382c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:00.936273 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf9f82-cd6f-41e2-a54d-ab14524149ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf048e07-4d72-4824-a11d-32fa76d26823,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:00.949009 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-369f776a-9cd1-4b78-955a-b48363b8a2cb tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] For port 38490e85-de5f-4999-9d04-d9b5281e674e, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=38490e85-de5f-4999-9d04-d9b5281e674e,segment=NetworkSegment(4625aa95-2dc9-42bb-8b4e-8c7c2fa4833d),segment_id=4625aa95-2dc9-42bb-8b4e-8c7c2fa4833d)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:47:00.949429 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-369f776a-9cd1-4b78-955a-b48363b8a2cb tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (38490e85-de5f-4999-9d04-d9b5281e674e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:00.951934 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 91c15a23-84a5-4e1c-b664-27da15dfd653, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=91c15a23-84a5-4e1c-b664-27da15dfd653,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:47:00.960375 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (91c15a23-84a5-4e1c-b664-27da15dfd653), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:00.965633 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-4ca29485-4892-4a1d-82ac-98883e824c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:00.971766 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-4ca29485-4892-4a1d-82ac-98883e824c0e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=708d2e36ca25476d9214a2f14ef71fc9&device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 1126 time: 1.2342596 Feb 17 17:47:01.050386 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=91c15a23-84a5-4e1c-b664-27da15dfd653,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:01.084555 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 38490e85-de5f-4999-9d04-d9b5281e674e no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:47:01.102524 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b81d54-7687-4b6b-a5c2-f8e7652e3350 req-0e3e75ce-e4bd-4e9d-b82c-888ed8b47f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:01.125953 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d2b81d54-7687-4b6b-a5c2-f8e7652e3350 req-0e3e75ce-e4bd-4e9d-b82c-888ed8b47f26 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=676afbf1c2e640e8b11ff19640c46b32&device_id=a88e8f66-0820-492e-98ba-23df1071c894 HTTP/1.1" status: 200 len: 1125 time: 0.6214738 Feb 17 17:47:01.147506 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 38490e85-de5f-4999-9d04-d9b5281e674e {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:47:01.149334 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 38490e85-de5f-4999-9d04-d9b5281e674e not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:47:01.154271 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-93944588-cd68-475f-9292-6b79b0e7dba0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3df59be5-70eb-43bf-82eb-ef2aa0690a18 HTTP/1.1" status: 200 len: 217 time: 0.1558516 Feb 17 17:47:01.178745 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-369f776a-9cd1-4b78-955a-b48363b8a2cb tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Calling delete_port for 38490e85-de5f-4999-9d04-d9b5281e674e owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:47:01.190472 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a000b39b-519f-4219-a6dd-3d469dc8d3f6 req-82740e8a-5981-487d-b906-39b4a5b4245f tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5099554 Feb 17 17:47:01.376845 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b888abcf-84b8-4323-ae01-e6cfe350e8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (ec286c55-b470-4ee1-ae75-c41c1f38382c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:01.401483 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-b888abcf-84b8-4323-ae01-e6cfe350e8af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec286c55-b470-4ee1-ae75-c41c1f38382c']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:01.411647 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-b888abcf-84b8-4323-ae01-e6cfe350e8af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4de418d-f54f-438b-980c-074cf8b0ffdd') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:01.412343 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-b888abcf-84b8-4323-ae01-e6cfe350e8af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4de418d-f54f-438b-980c-074cf8b0ffdd') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:01.424898 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b888abcf-84b8-4323-ae01-e6cfe350e8af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (d4de418d-f54f-438b-980c-074cf8b0ffdd), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:01.441219 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b888abcf-84b8-4323-ae01-e6cfe350e8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (d4de418d-f54f-438b-980c-074cf8b0ffdd), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:01.448062 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b888abcf-84b8-4323-ae01-e6cfe350e8af admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:47:01.448779 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b888abcf-84b8-4323-ae01-e6cfe350e8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (d4de418d-f54f-438b-980c-074cf8b0ffdd), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:01.513048 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24687b6d-c9f8-45bf-9748-dee4882deb86 req-7b64f20c-e73c-41c3-b0d3-618b1cae7497 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:01.513048 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-24687b6d-c9f8-45bf-9748-dee4882deb86 req-7b64f20c-e73c-41c3-b0d3-618b1cae7497 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=a88e8f66-0820-492e-98ba-23df1071c894 HTTP/1.1" status: 200 len: 943 time: 0.3583398 Feb 17 17:47:01.521660 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:47:01.521660 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:47:01.521660 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:47:01.521660 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:47:01.521660 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:47:01.521660 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:47:01.521660 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:47:01.521660 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:47:01.521660 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:47:01.521660 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:47:01.521660 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:47:01.521660 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:47:01.521660 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:47:01.521660 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:47:01.521660 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:47:01.521660 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:47:01.521660 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:47:01.521660 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:47:01.521660 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:47:01.521660 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:47:01.521660 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:47:01.521660 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:47:01.521660 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:47:01.521660 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:47:01.521660 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:47:01.521660 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:47:01.521660 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:47:01.521660 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:47:01.521660 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:47:01.521660 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:47:01.521660 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:47:01.521660 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:47:01.530378 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b888abcf-84b8-4323-ae01-e6cfe350e8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (ec286c55-b470-4ee1-ae75-c41c1f38382c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:01.587323 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b81d54-7687-4b6b-a5c2-f8e7652e3350 req-b75fb111-9da9-4fd0-86a2-64c056f216b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:01.594422 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d2b81d54-7687-4b6b-a5c2-f8e7652e3350 req-b75fb111-9da9-4fd0-86a2-64c056f216b7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2c9900d2-a559-4978-8739-0c10e7ac9101 HTTP/1.1" status: 200 len: 916 time: 0.4674029 Feb 17 17:47:01.686724 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d2b81d54-7687-4b6b-a5c2-f8e7652e3350 req-9dfc0a31-6af0-4e2c-bba3-45730a163a27 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d389da79-0dac-4632-8f02-bb0e8c733b4f HTTP/1.1" status: 200 len: 217 time: 0.0852311 Feb 17 17:47:01.697413 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-24687b6d-c9f8-45bf-9748-dee4882deb86 req-03bddb68-b9b7-467b-b40b-95b1abada075 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee30ec10-fc9c-427d-bae2-fedd385da0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643183 Feb 17 17:47:01.792183 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b888abcf-84b8-4323-ae01-e6cfe350e8af admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:01.797188 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b888abcf-84b8-4323-ae01-e6cfe350e8af admin admin] 10.222.0.87 "DELETE /v2.0/networks/ec286c55-b470-4ee1-ae75-c41c1f38382c HTTP/1.1" status: 204 len: 168 time: 0.9808035 Feb 17 17:47:01.806071 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 91c15a23-84a5-4e1c-b664-27da15dfd653 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:47:01.821557 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b888abcf-84b8-4323-ae01-e6cfe350e8af admin admin] Pushing event deleted for resources: {'Network': ['ID=ec286c55-b470-4ee1-ae75-c41c1f38382c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:01.841476 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-91c05260-a09c-44bd-97bd-9308a899a90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:01.843841 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-91c05260-a09c-44bd-97bd-9308a899a90d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f5806a5b-efbb-4c84-b3a4-70ad6c804540 HTTP/1.1" status: 200 len: 851 time: 0.6629314 Feb 17 17:47:01.919303 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f5252517-e2b6-4468-97da-92b958dbc42e admin admin] Publish callbacks [] for port (1e943916-14f6-41b5-8c64-427ebbc4f92e), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:01.973097 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f036bf90-532c-4796-a727-671b925b6a0b req-23705c91-fc00-4b0e-baa7-8e7aed2797f3 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=66b19ce2-23aa-45bf-bd85-5d73c22b36ae HTTP/1.1" status: 200 len: 210 time: 0.0435550 Feb 17 17:47:01.973774 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f5252517-e2b6-4468-97da-92b958dbc42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (1e943916-14f6-41b5-8c64-427ebbc4f92e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:01.973993 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 91c15a23-84a5-4e1c-b664-27da15dfd653 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:47:01.974372 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (91c15a23-84a5-4e1c-b664-27da15dfd653), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:01.977987 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f424973-7bf2-40c7-9504-edbadff12cac tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:47:01.988110 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f424973-7bf2-40c7-9504-edbadff12cac tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:02.096539 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-1c8bf959-9fcd-4de8-b6dd-794a370de1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:02.110472 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb60857d-881f-4958-8c51-aba49527b7ff None None] Sync routers for ids ['94eed536-6c70-4c48-bd4e-c58c1bac2440'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:47:02.115329 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-1c8bf959-9fcd-4de8-b6dd-794a370de1e6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=106d8950-35e8-4e49-bc8b-6ac4436cd2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2579265 Feb 17 17:47:02.242318 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb60857d-881f-4958-8c51-aba49527b7ff None None] Routers {'94eed536-6c70-4c48-bd4e-c58c1bac2440'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:47:02.251172 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-bb60857d-881f-4958-8c51-aba49527b7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:46:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['94eed536-6c70-4c48-bd4e-c58c1bac2440'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:02.292744 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b81d54-7687-4b6b-a5c2-f8e7652e3350 req-023561ee-8d0a-4be1-ac82-7bea3dea6c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:02.298672 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d2b81d54-7687-4b6b-a5c2-f8e7652e3350 req-023561ee-8d0a-4be1-ac82-7bea3dea6c49 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0145e51a-5adb-4fab-bd7e-ee03bd2ecb29 HTTP/1.1" status: 200 len: 855 time: 0.5998442 Feb 17 17:47:02.319911 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9f424973-7bf2-40c7-9504-edbadff12cac tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] 10.222.0.87 "PUT /v2.0/floatingips/ce0944de-98d6-485d-8b67-7b121e079794 HTTP/1.1" status: 200 len: 991 time: 9.2003462 Feb 17 17:47:02.322295 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-99309d41-0f85-49d3-a86c-8fa0e4518de9 service neutron] 10.222.0.91 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980910 Feb 17 17:47:02.327013 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-369f776a-9cd1-4b78-955a-b48363b8a2cb tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (38490e85-de5f-4999-9d04-d9b5281e674e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:02.336818 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60444) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:02.409949 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f5252517-e2b6-4468-97da-92b958dbc42e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (34db7596-e5c9-421d-933a-185fbe0c5317), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:02.455492 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5252517-e2b6-4468-97da-92b958dbc42e admin admin] Pushing event updated for resources: {'Port': ['ID=1e943916-14f6-41b5-8c64-427ebbc4f92e,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:02.459978 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-bb60857d-881f-4958-8c51-aba49527b7ff None None] Set router 94eed536-6c70-4c48-bd4e-c58c1bac2440 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:47:02.470698 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d2b81d54-7687-4b6b-a5c2-f8e7652e3350 req-63e06145-a64f-4e34-b3ad-c1b1411117b9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2c9900d2-a559-4978-8739-0c10e7ac9101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1531544 Feb 17 17:47:02.503095 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-6d64c645-9e9d-4943-bc54-4147d0405419 req-d0ecdef1-11a8-4d2e-99a1-21f768981fc8 service neutron] 10.222.0.91 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631870 Feb 17 17:47:02.594976 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f776a-9cd1-4b78-955a-b48363b8a2cb tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event deleted for resources: {'Port': ['ID=38490e85-de5f-4999-9d04-d9b5281e674e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:02.601746 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0ccffbb-e6ed-4a8b-b494-d31fe6d26612', 'tag': '810283a4-0e6c-4b01-9d6d-ff2c677b5099'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:47:02.604998 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278ee09-2be6-4e98-9f76-f5e6d45129ec req-ee426e20-fa5d-4198-a87d-1a16a7b2e055 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:02.605560 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9506f65-f2cd-4721-b48d-b87afb62d198" -d '{"events": [{"name": "network-changed", "server_uuid": "f0ccffbb-e6ed-4a8b-b494-d31fe6d26612", "tag": "810283a4-0e6c-4b01-9d6d-ff2c677b5099"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:47:02.607480 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b278ee09-2be6-4e98-9f76-f5e6d45129ec req-ee426e20-fa5d-4198-a87d-1a16a7b2e055 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.71 "GET /v2.0/networks?id=86d00201-0d9a-4363-96b8-dd16d5e6e4d8 HTTP/1.1" status: 200 len: 812 time: 0.8226180 Feb 17 17:47:02.651674 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369f776a-9cd1-4b78-955a-b48363b8a2cb tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] No DVR routers for this DVR port 38490e85-de5f-4999-9d04-d9b5281e674e on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:47:02.727089 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-b278ee09-2be6-4e98-9f76-f5e6d45129ec req-0776ea22-1f1e-4fb6-bff4-e97fd3ec2676 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Request body: {'port': {'device_id': '66b19ce2-23aa-45bf-bd85-5d73c22b36ae', 'network_id': '86d00201-0d9a-4363-96b8-dd16d5e6e4d8', 'admin_state_up': True, 'tenant_id': '33d2652e6f5f4a26a4a17eafa5211a33'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:47:02.742226 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9f17119c-7192-4be4-b6b3-46b204ba1ac6 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a5ea0f0f0bc549f4bf940106f515b45b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3997908 Feb 17 17:47:02.752685 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60452) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:02.754796 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44abbb4-a53c-453f-a8fb-ab398072628b req-d433d065-dd22-4c07-9b2f-2631897a3d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:02.756442 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e44abbb4-a53c-453f-a8fb-ab398072628b req-d433d065-dd22-4c07-9b2f-2631897a3d3c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=708d2e36ca25476d9214a2f14ef71fc9&device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 1126 time: 0.1627233 Feb 17 17:47:02.787304 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 91c15a23-84a5-4e1c-b664-27da15dfd653 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:47:02.793593 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-369f776a-9cd1-4b78-955a-b48363b8a2cb tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (a45cf4d8-bcef-4f43-883d-a7a73dc16011), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:02.864384 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d2b81d54-7687-4b6b-a5c2-f8e7652e3350 req-e7658423-a8b4-496e-8579-027e8c34b005 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9900d2-a559-4978-8739-0c10e7ac9101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688090 Feb 17 17:47:02.957232 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-13760d2f-9ba4-438b-89ee-0d9fd77e7a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:02.976636 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-bb60857d-881f-4958-8c51-aba49527b7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94eed536-6c70-4c48-bd4e-c58c1bac2440', 'name': 'tempest-ServersTestManualDisk-461548435-router', 'tenant_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'b08a3d9c-c274-464d-a615-d40df59e8e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:45:45Z', 'updated_at': '2022-02-17T17:45:57Z', 'revision_number': 4, 'project_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5', 'gw_port': {'id': 'b08a3d9c-c274-464d-a615-d40df59e8e9b', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:10:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94eed536-6c70-4c48-bd4e-c58c1bac2440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:45:48Z', 'updated_at': '2022-02-17T17:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': 'ce0944de-98d6-485d-8b67-7b121e079794', 'tenant_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5', 'floating_ip_address': '172.25.8.227', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '94eed536-6c70-4c48-bd4e-c58c1bac2440', 'port_id': '810283a4-0e6c-4b01-9d6d-ff2c677b5099', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2200, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84f31083-e0b3-4cbb-973a-42fdc6d15e0b', 'mac_address': 'fa:16:3e:05:89:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ccffbb-e6ed-4a8b-b494-d31fe6d26612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:46:09Z', 'updated_at': '2022-02-17T17:46:55Z', 'revision_number': 1, 'project_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af12266c-059b-4a1a-8154-0808818f6314', 'name': '', 'network_id': '84f31083-e0b3-4cbb-973a-42fdc6d15e0b', 'tenant_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5', 'mac_address': 'fa:16:3e:1d:f0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94eed536-6c70-4c48-bd4e-c58c1bac2440', 'device_owner': 'network:router_interface', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'c655e525-dc25-4790-bada-b8e5780c3b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:45:53Z', 'updated_at': '2022-02-17T17:46:07Z', 'revision_number': 5, 'project_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5', 'subnets': [{'id': 'c655e525-dc25-4790-bada-b8e5780c3b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:03.010812 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb60857d-881f-4958-8c51-aba49527b7ff None None] Checking router: 94eed536-6c70-4c48-bd4e-c58c1bac2440 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:47:03.037060 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb60857d-881f-4958-8c51-aba49527b7ff None None] Routers {'94eed536-6c70-4c48-bd4e-c58c1bac2440'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:47:03.037921 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-bb60857d-881f-4958-8c51-aba49527b7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:46:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['94eed536-6c70-4c48-bd4e-c58c1bac2440'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:03.172463 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-bb60857d-881f-4958-8c51-aba49527b7ff None None] Set router 94eed536-6c70-4c48-bd4e-c58c1bac2440 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:47:03.282669 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-369f776a-9cd1-4b78-955a-b48363b8a2cb tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a45cf4d8-bcef-4f43-883d-a7a73dc16011']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:03.344769 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44abbb4-a53c-453f-a8fb-ab398072628b req-ca594556-2d8b-46fd-afc6-5d2efa36df5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:03.346304 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e44abbb4-a53c-453f-a8fb-ab398072628b req-ca594556-2d8b-46fd-afc6-5d2efa36df5e service neutron] 10.222.0.91 "GET /v2.0/networks?id=106d8950-35e8-4e49-bc8b-6ac4436cd2fe HTTP/1.1" status: 200 len: 913 time: 0.5814247 Feb 17 17:47:03.348219 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-369f776a-9cd1-4b78-955a-b48363b8a2cb tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4625aa95-2dc9-42bb-8b4e-8c7c2fa4833d') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:03.348563 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-369f776a-9cd1-4b78-955a-b48363b8a2cb tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4625aa95-2dc9-42bb-8b4e-8c7c2fa4833d') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:03.410527 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e44abbb4-a53c-453f-a8fb-ab398072628b req-f6c1a8b7-c71b-4acd-919d-11e916cbc37c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3df59be5-70eb-43bf-82eb-ef2aa0690a18 HTTP/1.1" status: 200 len: 217 time: 0.0579457 Feb 17 17:47:03.416650 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-369f776a-9cd1-4b78-955a-b48363b8a2cb tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (4625aa95-2dc9-42bb-8b4e-8c7c2fa4833d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:03.456681 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device d389da79-0dac-4632-8f02-bb0e8c733b4f details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:47:03.494407 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44abbb4-a53c-453f-a8fb-ab398072628b req-c0276dbf-11fe-49d4-ad8c-3c865b7d37fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:03.495937 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e44abbb4-a53c-453f-a8fb-ab398072628b req-c0276dbf-11fe-49d4-ad8c-3c865b7d37fc service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f5806a5b-efbb-4c84-b3a4-70ad6c804540 HTTP/1.1" status: 200 len: 851 time: 0.0745702 Feb 17 17:47:03.506525 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b3f3e4f1-b8e5-4ee4-8f7a-e49d9cd0d819 admin admin] Publish callbacks [] for security_group (075dcb18-1a1f-4fb5-bbbf-f7dca45b1a62), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:03.535218 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5499b-1210-4779-828a-6b372649f6a5 req-59a9584f-ba3a-4ecb-8e3c-48ee04ed9f5b tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:03.545993 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f0f5499b-1210-4779-828a-6b372649f6a5 req-59a9584f-ba3a-4ecb-8e3c-48ee04ed9f5b tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] 10.222.0.87 "GET /v2.0/ports?device_id=f0ccffbb-e6ed-4a8b-b494-d31fe6d26612 HTTP/1.1" status: 200 len: 945 time: 1.1099524 Feb 17 17:47:03.568946 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-369f776a-9cd1-4b78-955a-b48363b8a2cb tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (4625aa95-2dc9-42bb-8b4e-8c7c2fa4833d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:03.590270 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port d389da79-0dac-4632-8f02-bb0e8c733b4f, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=d389da79-0dac-4632-8f02-bb0e8c733b4f,segment=NetworkSegment(7991a893-d7c9-4fff-9b7d-d927a847faea),segment_id=7991a893-d7c9-4fff-9b7d-d927a847faea)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:47:03.591708 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-369f776a-9cd1-4b78-955a-b48363b8a2cb tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:47:03.592127 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-369f776a-9cd1-4b78-955a-b48363b8a2cb tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (4625aa95-2dc9-42bb-8b4e-8c7c2fa4833d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:03.595812 n-d-829613-2 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:47:03.595812 n-d-829613-2 neutron-server[103434]: self.session.flush() Feb 17 17:47:03.595812 n-d-829613-2 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:47:03.595812 n-d-829613-2 neutron-server[103434]: self.session.flush() Feb 17 17:47:03.595812 n-d-829613-2 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:47:03.595812 n-d-829613-2 neutron-server[103434]: self.session.flush() Feb 17 17:47:03.595812 n-d-829613-2 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:47:03.595812 n-d-829613-2 neutron-server[103434]: self.session.flush() Feb 17 17:47:03.595812 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:47:03.595812 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:47:03.595812 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:47:03.595812 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:47:03.595812 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:47:03.595812 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:47:03.595812 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:47:03.595812 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:47:03.595812 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:47:03.595812 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:47:03.595812 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:47:03.595812 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:47:03.595812 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:47:03.595812 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:47:03.595812 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:47:03.595812 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:47:03.595812 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:47:03.595812 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:47:03.595812 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:47:03.595812 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:47:03.595812 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:47:03.595812 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:47:03.595812 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:47:03.595812 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:47:03.595812 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:47:03.595812 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:47:03.595812 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:47:03.595812 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:47:03.595812 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:47:03.595812 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:47:03.595812 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:47:03.595812 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:47:03.613713 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': 'd389da79-0dac-4632-8f02-bb0e8c733b4f', 'network_id': '2c9900d2-a559-4978-8739-0c10e7ac9101', 'port_id': 'd389da79-0dac-4632-8f02-bb0e8c733b4f', 'mac_address': 'fa:16:3e:bb:52:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0145e51a-5adb-4fab-bd7e-ee03bd2ecb29', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:47:03.623153 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b3f3e4f1-b8e5-4ee4-8f7a-e49d9cd0d819 admin admin] Publish callbacks [] for security_group (075dcb18-1a1f-4fb5-bbbf-f7dca45b1a62), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:03.682026 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-bb60857d-881f-4958-8c51-aba49527b7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94eed536-6c70-4c48-bd4e-c58c1bac2440', 'name': 'tempest-ServersTestManualDisk-461548435-router', 'tenant_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'b08a3d9c-c274-464d-a615-d40df59e8e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:45:45Z', 'updated_at': '2022-02-17T17:45:57Z', 'revision_number': 4, 'project_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5', 'gw_port': {'id': 'b08a3d9c-c274-464d-a615-d40df59e8e9b', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:10:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94eed536-6c70-4c48-bd4e-c58c1bac2440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:45:48Z', 'updated_at': '2022-02-17T17:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': 'ce0944de-98d6-485d-8b67-7b121e079794', 'tenant_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5', 'floating_ip_address': '172.25.8.227', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '94eed536-6c70-4c48-bd4e-c58c1bac2440', 'port_id': '810283a4-0e6c-4b01-9d6d-ff2c677b5099', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2200, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84f31083-e0b3-4cbb-973a-42fdc6d15e0b', 'mac_address': 'fa:16:3e:05:89:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ccffbb-e6ed-4a8b-b494-d31fe6d26612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:46:09Z', 'updated_at': '2022-02-17T17:46:55Z', 'revision_number': 1, 'project_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af12266c-059b-4a1a-8154-0808818f6314', 'name': '', 'network_id': '84f31083-e0b3-4cbb-973a-42fdc6d15e0b', 'tenant_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5', 'mac_address': 'fa:16:3e:1d:f0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94eed536-6c70-4c48-bd4e-c58c1bac2440', 'device_owner': 'network:router_interface', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'c655e525-dc25-4790-bada-b8e5780c3b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:45:53Z', 'updated_at': '2022-02-17T17:46:07Z', 'revision_number': 5, 'project_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5', 'subnets': [{'id': 'c655e525-dc25-4790-bada-b8e5780c3b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:03.684615 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port d389da79-0dac-4632-8f02-bb0e8c733b4f is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:47:03.685001 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d389da79-0dac-4632-8f02-bb0e8c733b4f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:03.687365 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf8001-c978-456b-9131-77c9a6e19310 req-3e8b1f94-e88c-435e-b99e-35ebc554efa3 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:03.689777 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6bcf8001-c978-456b-9131-77c9a6e19310 req-3e8b1f94-e88c-435e-b99e-35ebc554efa3 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 944 time: 1.2813830 Feb 17 17:47:03.733687 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb60857d-881f-4958-8c51-aba49527b7ff None None] The sync data for ids ['94eed536-6c70-4c48-bd4e-c58c1bac2440'] in n-d-829613-2 is: [{'id': '94eed536-6c70-4c48-bd4e-c58c1bac2440', 'name': 'tempest-ServersTestManualDisk-461548435-router', 'tenant_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'b08a3d9c-c274-464d-a615-d40df59e8e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:45:45Z', 'updated_at': '2022-02-17T17:45:57Z', 'revision_number': 4, 'project_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5', 'gw_port': {'id': 'b08a3d9c-c274-464d-a615-d40df59e8e9b', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:10:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94eed536-6c70-4c48-bd4e-c58c1bac2440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:45:48Z', 'updated_at': '2022-02-17T17:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': 'ce0944de-98d6-485d-8b67-7b121e079794', 'tenant_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5', 'floating_ip_address': '172.25.8.227', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '94eed536-6c70-4c48-bd4e-c58c1bac2440', 'port_id': '810283a4-0e6c-4b01-9d6d-ff2c677b5099', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2200, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84f31083-e0b3-4cbb-973a-42fdc6d15e0b', 'mac_address': 'fa:16:3e:05:89:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ccffbb-e6ed-4a8b-b494-d31fe6d26612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:46:09Z', 'updated_at': '2022-02-17T17:46:55Z', 'revision_number': 1, 'project_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af12266c-059b-4a1a-8154-0808818f6314', 'name': '', 'network_id': '84f31083-e0b3-4cbb-973a-42fdc6d15e0b', 'tenant_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5', 'mac_address': 'fa:16:3e:1d:f0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94eed536-6c70-4c48-bd4e-c58c1bac2440', 'device_owner': 'network:router_interface', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'c655e525-dc25-4790-bada-b8e5780c3b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:45:53Z', 'updated_at': '2022-02-17T17:46:07Z', 'revision_number': 5, 'project_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5', 'subnets': [{'id': 'c655e525-dc25-4790-bada-b8e5780c3b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:47:03.738663 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d389da79-0dac-4632-8f02-bb0e8c733b4f {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:47:03.758269 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44abbb4-a53c-453f-a8fb-ab398072628b req-bb9b720d-6a0e-4812-a71f-4254f0d733fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:03.759863 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e44abbb4-a53c-453f-a8fb-ab398072628b req-bb9b720d-6a0e-4812-a71f-4254f0d733fa service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=106d8950-35e8-4e49-bc8b-6ac4436cd2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2547593 Feb 17 17:47:03.780147 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-369f776a-9cd1-4b78-955a-b48363b8a2cb tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (a45cf4d8-bcef-4f43-883d-a7a73dc16011), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:03.799219 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port d389da79-0dac-4632-8f02-bb0e8c733b4f, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=d389da79-0dac-4632-8f02-bb0e8c733b4f,segment=NetworkSegment(7991a893-d7c9-4fff-9b7d-d927a847faea),segment_id=7991a893-d7c9-4fff-9b7d-d927a847faea)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:47:03.799451 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-369f776a-9cd1-4b78-955a-b48363b8a2cb tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:03.809442 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-369f776a-9cd1-4b78-955a-b48363b8a2cb tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "DELETE /v2.0/networks/a45cf4d8-bcef-4f43-883d-a7a73dc16011 HTTP/1.1" status: 204 len: 168 time: 8.9694607 Feb 17 17:47:03.812758 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60460) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:03.819261 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (d389da79-0dac-4632-8f02-bb0e8c733b4f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:03.827298 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6bcf8001-c978-456b-9131-77c9a6e19310 req-885f9e36-57d5-4040-a2a1-2ab3e7f55718 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201456 Feb 17 17:47:03.836729 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5252517-e2b6-4468-97da-92b958dbc42e admin admin] Network ecc28b61-f7d0-400c-911c-cdc2163ca918 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:47:03.852380 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-f5252517-e2b6-4468-97da-92b958dbc42e admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:47:03.860839 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-619590b6-b4c5-479d-afba-6caf7b64103d tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-262138747'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:47:03.896199 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f776a-9cd1-4b78-955a-b48363b8a2cb tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event deleted for resources: {'Network': ['ID=a45cf4d8-bcef-4f43-883d-a7a73dc16011,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:04.004779 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d2b81d54-7687-4b6b-a5c2-f8e7652e3350 req-d1f39933-cb58-4713-b8ee-70f3a0c0ff60 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9900d2-a559-4978-8739-0c10e7ac9101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0881684 Feb 17 17:47:04.006945 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e19f2a6-71fa-4c2a-af98-6a56bd4163ad x-openstack-request-id: req-3e19f2a6-71fa-4c2a-af98-6a56bd4163ad {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:47:04.007480 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0ccffbb-e6ed-4a8b-b494-d31fe6d26612", "tag": "810283a4-0e6c-4b01-9d6d-ff2c677b5099", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:47:04.007880 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3e19f2a6-71fa-4c2a-af98-6a56bd4163ad {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:47:04.008457 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0ccffbb-e6ed-4a8b-b494-d31fe6d26612', 'tag': '810283a4-0e6c-4b01-9d6d-ff2c677b5099', 'status': 'completed', 'code': 200} Feb 17 17:47:04.019252 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=d389da79-0dac-4632-8f02-bb0e8c733b4f,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:04.026290 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f0f5499b-1210-4779-828a-6b372649f6a5 req-5eaad330-3189-4981-a1c9-be516cd29b40 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0d0a072-88e3-4600-bff5-ae014edcddf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4700177 Feb 17 17:47:04.028901 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b278ee09-2be6-4e98-9f76-f5e6d45129ec req-0776ea22-1f1e-4fb6-bff4-e97fd3ec2676 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Made reservation on behalf of 33d2652e6f5f4a26a4a17eafa5211a33 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:47:04.039340 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b278ee09-2be6-4e98-9f76-f5e6d45129ec req-0776ea22-1f1e-4fb6-bff4-e97fd3ec2676 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:04.082522 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b3f3e4f1-b8e5-4ee4-8f7a-e49d9cd0d819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (075dcb18-1a1f-4fb5-bbbf-f7dca45b1a62), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:04.092233 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b3f3e4f1-b8e5-4ee4-8f7a-e49d9cd0d819 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:04.101703 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b3f3e4f1-b8e5-4ee4-8f7a-e49d9cd0d819 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/075dcb18-1a1f-4fb5-bbbf-f7dca45b1a62 HTTP/1.1" status: 204 len: 168 time: 1.3440588 Feb 17 17:47:04.123248 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['d389da79-0dac-4632-8f02-bb0e8c733b4f'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:47:04.145159 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619590b6-b4c5-479d-afba-6caf7b64103d tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Made reservation on behalf of 6c28c706ce1245329260dde1db37ef52 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:47:04.164088 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-619590b6-b4c5-479d-afba-6caf7b64103d tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:04.252823 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-619590b6-b4c5-479d-afba-6caf7b64103d tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:47:04.280492 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2ec42c-a508-4442-8384-949e69510c8c None None] New status for floating IP ce0944de-98d6-485d-8b67-7b121e079794: ACTIVE {{(pid=103438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 17:47:04.291771 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-619590b6-b4c5-479d-afba-6caf7b64103d tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (a5eced37-89f4-4b6d-ba57-ce881bb9c124), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:04.292059 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-619590b6-b4c5-479d-afba-6caf7b64103d tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Added segment a5eced37-89f4-4b6d-ba57-ce881bb9c124 of type vlan for network ea9fe493-a895-4209-8727-22ac5c50d185 Feb 17 17:47:04.336740 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3e4f1-b8e5-4ee4-8f7a-e49d9cd0d819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075dcb18-1a1f-4fb5-bbbf-f7dca45b1a62,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:04.415358 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e44abbb4-a53c-453f-a8fb-ab398072628b req-441dc394-62f9-49cd-aba1-6eb71fda6b1d service neutron] 10.222.0.91 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6322908 Feb 17 17:47:04.475288 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-619590b6-b4c5-479d-afba-6caf7b64103d tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (ea9fe493-a895-4209-8727-22ac5c50d185), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:04.489509 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9506f65-f2cd-4721-b48d-b87afb62d198 req-3c99b301-b234-43c2-851d-b30cbab3f711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:04.493351 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-3e5916a8-4f95-49d5-a4b2-c8211ddab008 None None] Provisioning complete for port 1e943916-14f6-41b5-8c64-427ebbc4f92e triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:47:04.493699 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3e5916a8-4f95-49d5-a4b2-c8211ddab008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1e943916-14f6-41b5-8c64-427ebbc4f92e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:04.494778 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c9506f65-f2cd-4721-b48d-b87afb62d198 req-3c99b301-b234-43c2-851d-b30cbab3f711 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b2a161e2fa8f4adc9bc5cff43d7595f5&device_id=f0ccffbb-e6ed-4a8b-b494-d31fe6d26612 HTTP/1.1" status: 200 len: 1127 time: 0.4852223 Feb 17 17:47:04.583152 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-538695b9-fe9a-4ff4-a8d5-3da5e9104c17 req-06046cee-c72f-44e0-b988-34cca568daf5 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=66b19ce2-23aa-45bf-bd85-5d73c22b36ae HTTP/1.1" status: 200 len: 210 time: 0.2546706 Feb 17 17:47:04.635808 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.db.resource_extend [None req-619590b6-b4c5-479d-afba-6caf7b64103d tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 17:47:04.685146 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2de99-6f36-4951-b18e-0f4054be93d7 req-ae14e368-21c7-4e4a-bf07-334c684f6dc5 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:04.692315 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8bb2de99-6f36-4951-b18e-0f4054be93d7 req-ae14e368-21c7-4e4a-bf07-334c684f6dc5 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=a88e8f66-0820-492e-98ba-23df1071c894 HTTP/1.1" status: 200 len: 944 time: 0.5184364 Feb 17 17:47:04.728813 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-3e5916a8-4f95-49d5-a4b2-c8211ddab008 None None] Port 1e943916-14f6-41b5-8c64-427ebbc4f92e cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:47:04.742113 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-619590b6-b4c5-479d-afba-6caf7b64103d tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (ea9fe493-a895-4209-8727-22ac5c50d185), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:04.748337 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619590b6-b4c5-479d-afba-6caf7b64103d tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:04.749557 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-619590b6-b4c5-479d-afba-6caf7b64103d tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:04.757835 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-b278ee09-2be6-4e98-9f76-f5e6d45129ec req-0776ea22-1f1e-4fb6-bff4-e97fd3ec2676 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Allocated IP 172.20.0.12 (86d00201-0d9a-4363-96b8-dd16d5e6e4d8/9b38a8c5-5190-4e64-a2cf-0cc233f21627/0ca673ba-921f-4300-87f1-330ab003982f) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:47:04.821308 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8bb2de99-6f36-4951-b18e-0f4054be93d7 req-d912c44e-e939-4358-ae0c-8fdffe33d1a5 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee30ec10-fc9c-427d-bae2-fedd385da0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279287 Feb 17 17:47:04.833107 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-619590b6-b4c5-479d-afba-6caf7b64103d tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0078206 Feb 17 17:47:04.833470 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 60476) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:04.837932 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5252517-e2b6-4468-97da-92b958dbc42e admin admin] Router 34db7596-e5c9-421d-933a-185fbe0c5317 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:47:04.843217 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-b6e1c029-22ad-4d68-b735-a907faf750cf tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Request body: {'subnet': {'network_id': 'ea9fe493-a895-4209-8727-22ac5c50d185', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:47:04.889671 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9506f65-f2cd-4721-b48d-b87afb62d198 req-b46924aa-491d-4458-aca5-58b0b54c29f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:04.891205 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c9506f65-f2cd-4721-b48d-b87afb62d198 req-b46924aa-491d-4458-aca5-58b0b54c29f7 service neutron] 10.222.0.91 "GET /v2.0/networks?id=84f31083-e0b3-4cbb-973a-42fdc6d15e0b HTTP/1.1" status: 200 len: 912 time: 0.3897693 Feb 17 17:47:04.906125 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e44abbb4-a53c-453f-a8fb-ab398072628b req-0f0a3390-88a7-4d52-ad4f-33a1f91d023f service neutron] 10.222.0.91 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4817512 Feb 17 17:47:04.965186 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619590b6-b4c5-479d-afba-6caf7b64103d tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event updated for resources: {'Network': ['ID=ea9fe493-a895-4209-8727-22ac5c50d185,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:04.982184 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network ea9fe493-a895-4209-8727-22ac5c50d185 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:47:05.096839 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 3df59be5-70eb-43bf-82eb-ef2aa0690a18 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:47:05.150653 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c9506f65-f2cd-4721-b48d-b87afb62d198 req-ce453c29-c77d-4c2c-be57-42c0a2bbfd6b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=810283a4-0e6c-4b01-9d6d-ff2c677b5099 HTTP/1.1" status: 200 len: 1001 time: 0.2433026 Feb 17 17:47:05.258105 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9506f65-f2cd-4721-b48d-b87afb62d198 req-b3f62012-3138-436b-904b-98c3cc9f239b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:05.259646 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c9506f65-f2cd-4721-b48d-b87afb62d198 req-b3f62012-3138-436b-904b-98c3cc9f239b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c655e525-dc25-4790-bada-b8e5780c3b04 HTTP/1.1" status: 200 len: 850 time: 0.1020596 Feb 17 17:47:05.283543 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5252517-e2b6-4468-97da-92b958dbc42e admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:47:05.311482 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-f5252517-e2b6-4468-97da-92b958dbc42e admin admin] 10.222.0.87 "PUT /v2.0/routers/34db7596-e5c9-421d-933a-185fbe0c5317/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8530576 Feb 17 17:47:05.362898 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9506f65-f2cd-4721-b48d-b87afb62d198 req-aca01655-9e0b-4f13-b602-ca7ae32e40e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:05.366668 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c9506f65-f2cd-4721-b48d-b87afb62d198 req-aca01655-9e0b-4f13-b602-ca7ae32e40e0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=84f31083-e0b3-4cbb-973a-42fdc6d15e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0978832 Feb 17 17:47:05.548413 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c9506f65-f2cd-4721-b48d-b87afb62d198 req-1c582f37-7e77-4a11-9612-c7311fa2f95c service neutron] 10.222.0.91 "GET /v2.0/networks/84f31083-e0b3-4cbb-973a-42fdc6d15e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778736 Feb 17 17:47:05.566148 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device d389da79-0dac-4632-8f02-bb0e8c733b4f up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:47:05.586208 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e1c029-22ad-4d68-b735-a907faf750cf tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Made reservation on behalf of 6c28c706ce1245329260dde1db37ef52 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:47:05.590570 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b6e1c029-22ad-4d68-b735-a907faf750cf tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:05.607276 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6bc35-b583-490c-8eca-7105a115ad75 req-3d4b69c0-706a-4d65-be27-e1a3435952f2 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:05.615271 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0ef6bc35-b583-490c-8eca-7105a115ad75 req-3d4b69c0-706a-4d65-be27-e1a3435952f2 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 944 time: 0.4092460 Feb 17 17:47:05.625846 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c044fad-a0dc-4215-a000-d5c2130adb7c None None] Sync routers for ids ['34db7596-e5c9-421d-933a-185fbe0c5317'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:47:05.693543 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c044fad-a0dc-4215-a000-d5c2130adb7c None None] Routers {'34db7596-e5c9-421d-933a-185fbe0c5317'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:47:05.694180 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-7c044fad-a0dc-4215-a000-d5c2130adb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:46:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['34db7596-e5c9-421d-933a-185fbe0c5317'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:05.713493 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e4184d5d-48d0-4af8-8789-d2163acb35d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:05.782824 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c9506f65-f2cd-4721-b48d-b87afb62d198 req-0c7bedbd-dc4b-4629-9217-de39d47f25fa service neutron] 10.222.0.91 "GET /v2.0/networks/84f31083-e0b3-4cbb-973a-42fdc6d15e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287111 Feb 17 17:47:05.875648 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 3df59be5-70eb-43bf-82eb-ef2aa0690a18, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=3df59be5-70eb-43bf-82eb-ef2aa0690a18,segment=NetworkSegment(44570946-cccc-4504-9a7b-a57e09c343d6),segment_id=44570946-cccc-4504-9a7b-a57e09c343d6)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:47:05.904255 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port d389da79-0dac-4632-8f02-bb0e8c733b4f completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:47:05.950861 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.ipam_backend_mixin [None req-b6e1c029-22ad-4d68-b735-a907faf750cf tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Performing IP validity checks on allocation pools {{(pid=103435) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 17 17:47:05.951741 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.ipam_backend_mixin [None req-b6e1c029-22ad-4d68-b735-a907faf750cf tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103435) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 17 17:47:05.963013 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port d389da79-0dac-4632-8f02-bb0e8c733b4f triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:47:05.963109 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d389da79-0dac-4632-8f02-bb0e8c733b4f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:05.986884 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '3df59be5-70eb-43bf-82eb-ef2aa0690a18', 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe', 'port_id': '3df59be5-70eb-43bf-82eb-ef2aa0690a18', 'mac_address': 'fa:16:3e:e8:e1:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5806a5b-efbb-4c84-b3a4-70ad6c804540', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:47:06.085261 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 3df59be5-70eb-43bf-82eb-ef2aa0690a18 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:47:06.085657 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3df59be5-70eb-43bf-82eb-ef2aa0690a18), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:06.141883 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3df59be5-70eb-43bf-82eb-ef2aa0690a18 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:47:06.173260 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 3df59be5-70eb-43bf-82eb-ef2aa0690a18, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=3df59be5-70eb-43bf-82eb-ef2aa0690a18,segment=NetworkSegment(44570946-cccc-4504-9a7b-a57e09c343d6),segment_id=44570946-cccc-4504-9a7b-a57e09c343d6)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:47:06.183832 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (3df59be5-70eb-43bf-82eb-ef2aa0690a18), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:06.249618 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=3df59be5-70eb-43bf-82eb-ef2aa0690a18,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:06.264226 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-7c044fad-a0dc-4215-a000-d5c2130adb7c None None] Set router 34db7596-e5c9-421d-933a-185fbe0c5317 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:47:06.267657 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:47:06.267847 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:47:06.268205 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:47:06.268594 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:47:06.269070 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:47:06.269437 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:47:06.269737 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:47:06.270072 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:47:06.270407 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:47:06.270738 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:47:06.271066 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:47:06.271397 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:47:06.271911 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:47:06.329005 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b6e1c029-22ad-4d68-b735-a907faf750cf tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (849d65e1-f422-4cf6-8edf-2b92802718d9), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:06.395893 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0ef6bc35-b583-490c-8eca-7105a115ad75 req-7110580f-bfda-4477-a8be-d4112391763b tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7795963 Feb 17 17:47:06.401083 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e1c029-22ad-4d68-b735-a907faf750cf tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event updated for resources: {'Subnet': ['ID=849d65e1-f422-4cf6-8edf-2b92802718d9,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:06.562935 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port d389da79-0dac-4632-8f02-bb0e8c733b4f is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:47:06.563325 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d389da79-0dac-4632-8f02-bb0e8c733b4f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:06.580276 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8e67db2d-2d0f-487f-987e-6a07b0fe1237 req-cf517c42-559f-477f-99ab-c65128f92ee7 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=66b19ce2-23aa-45bf-bd85-5d73c22b36ae HTTP/1.1" status: 200 len: 210 time: 0.0828955 Feb 17 17:47:06.584864 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b278ee09-2be6-4e98-9f76-f5e6d45129ec req-0776ea22-1f1e-4fb6-bff4-e97fd3ec2676 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Publish callbacks [] for port (0ca673ba-921f-4300-87f1-330ab003982f), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:06.595226 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['3df59be5-70eb-43bf-82eb-ef2aa0690a18'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:47:06.596827 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e1c029-22ad-4d68-b735-a907faf750cf tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Checking segment: {'id': 'a5eced37-89f4-4b6d-ba57-ce881bb9c124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ea9fe493-a895-4209-8727-22ac5c50d185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:47:06.597197 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e1c029-22ad-4d68-b735-a907faf750cf tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Network hostable DHCP agents. Network: ea9fe493-a895-4209-8727-22ac5c50d185, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:47:06.675705 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e1c029-22ad-4d68-b735-a907faf750cf tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Network ea9fe493-a895-4209-8727-22ac5c50d185 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:47:06.688858 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-b6e1c029-22ad-4d68-b735-a907faf750cf tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, ea9fe493-a895-4209-8727-22ac5c50d185) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:47:06.694178 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e1c029-22ad-4d68-b735-a907faf750cf tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:06.694793 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b6e1c029-22ad-4d68-b735-a907faf750cf tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:06.716538 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66cab9-2aea-4769-aa83-addfe5a2f101 req-0725da86-2dc0-49d4-8d09-fca73cee51b9 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:06.718467 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5a66cab9-2aea-4769-aa83-addfe5a2f101 req-0725da86-2dc0-49d4-8d09-fca73cee51b9 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=a88e8f66-0820-492e-98ba-23df1071c894 HTTP/1.1" status: 200 len: 944 time: 0.1372786 Feb 17 17:47:06.759404 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b6e1c029-22ad-4d68-b735-a907faf750cf tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.9174397 Feb 17 17:47:06.760620 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60536) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:06.796566 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5a66cab9-2aea-4769-aa83-addfe5a2f101 req-e47292dd-466f-4380-b2b9-beba67e0ab3c tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee30ec10-fc9c-427d-bae2-fedd385da0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652945 Feb 17 17:47:06.806315 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f53fb3-cec6-41ba-aa0b-838845d7b210 None None] Network ea9fe493-a895-4209-8727-22ac5c50d185 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:47:06.815661 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b278ee09-2be6-4e98-9f76-f5e6d45129ec req-0776ea22-1f1e-4fb6-bff4-e97fd3ec2676 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (0ca673ba-921f-4300-87f1-330ab003982f), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:06.908863 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88e8f66-0820-492e-98ba-23df1071c894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd389da79-0dac-4632-8f02-bb0e8c733b4f'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:47:06.913244 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8cc9d4-571f-4e21-98f2-a039ed4bb82d" -d '{"events": [{"server_uuid": "a88e8f66-0820-492e-98ba-23df1071c894", "name": "network-vif-plugged", "status": "completed", "tag": "d389da79-0dac-4632-8f02-bb0e8c733b4f"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:47:06.936678 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b278ee09-2be6-4e98-9f76-f5e6d45129ec req-0776ea22-1f1e-4fb6-bff4-e97fd3ec2676 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Network 86d00201-0d9a-4363-96b8-dd16d5e6e4d8 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:47:06.951889 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-b278ee09-2be6-4e98-9f76-f5e6d45129ec req-0776ea22-1f1e-4fb6-bff4-e97fd3ec2676 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:47:06.958406 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-b278ee09-2be6-4e98-9f76-f5e6d45129ec req-0776ea22-1f1e-4fb6-bff4-e97fd3ec2676 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:47:07.047857 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0776ea22-1f1e-4fb6-bff4-e97fd3ec2676 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Pushing event updated for resources: {'Port': ['ID=0ca673ba-921f-4300-87f1-330ab003982f,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:07.054812 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e756a5a6-b960-4af8-93a9-ee9bff690d6d tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (ea9fe493-a895-4209-8727-22ac5c50d185), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:07.056960 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d3669f-bb27-4c4d-81e4-9ebba993e98e x-openstack-request-id: req-78d3669f-bb27-4c4d-81e4-9ebba993e98e {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:47:07.057324 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a88e8f66-0820-492e-98ba-23df1071c894", "name": "network-vif-plugged", "status": "completed", "tag": "d389da79-0dac-4632-8f02-bb0e8c733b4f", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:47:07.057763 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-78d3669f-bb27-4c4d-81e4-9ebba993e98e {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:47:07.058258 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88e8f66-0820-492e-98ba-23df1071c894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd389da79-0dac-4632-8f02-bb0e8c733b4f', 'code': 200} Feb 17 17:47:07.068319 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port d389da79-0dac-4632-8f02-bb0e8c733b4f, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=d389da79-0dac-4632-8f02-bb0e8c733b4f,segment=NetworkSegment(7991a893-d7c9-4fff-9b7d-d927a847faea),segment_id=7991a893-d7c9-4fff-9b7d-d927a847faea)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:47:07.100641 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (d389da79-0dac-4632-8f02-bb0e8c733b4f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:07.140171 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278ee09-2be6-4e98-9f76-f5e6d45129ec req-0776ea22-1f1e-4fb6-bff4-e97fd3ec2676 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:07.140840 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b278ee09-2be6-4e98-9f76-f5e6d45129ec req-0776ea22-1f1e-4fb6-bff4-e97fd3ec2676 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:07.150510 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:07.210487 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b278ee09-2be6-4e98-9f76-f5e6d45129ec req-0776ea22-1f1e-4fb6-bff4-e97fd3ec2676 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5489619 Feb 17 17:47:07.225586 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e756a5a6-b960-4af8-93a9-ee9bff690d6d tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (849d65e1-f422-4cf6-8edf-2b92802718d9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:07.259131 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-b278ee09-2be6-4e98-9f76-f5e6d45129ec req-0369a41e-a0de-4aa6-8cad-152da90fc137 service neutron] Request body: {'port': {'device_id': '66b19ce2-23aa-45bf-bd85-5d73c22b36ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:47:07.342796 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef048da-2369-4ba1-a376-d502999792d8 req-c96e2e6b-1094-4af3-9586-9f510410f9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:07.344786 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fef048da-2369-4ba1-a376-d502999792d8 req-c96e2e6b-1094-4af3-9586-9f510410f9af service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a88e8f66-0820-492e-98ba-23df1071c894 HTTP/1.1" status: 200 len: 1127 time: 0.1670837 Feb 17 17:47:07.366855 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b278ee09-2be6-4e98-9f76-f5e6d45129ec req-0369a41e-a0de-4aa6-8cad-152da90fc137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0ca673ba-921f-4300-87f1-330ab003982f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:07.420438 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e756a5a6-b960-4af8-93a9-ee9bff690d6d tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (849d65e1-f422-4cf6-8edf-2b92802718d9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:07.455337 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756a5a6-b960-4af8-93a9-ee9bff690d6d tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event deleted for resources: {'Subnet': ['ID=849d65e1-f422-4cf6-8edf-2b92802718d9,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:07.474946 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fef048da-2369-4ba1-a376-d502999792d8 req-b23eee9e-4f1f-4231-97bf-87149615011a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ee30ec10-fc9c-427d-bae2-fedd385da0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243243 Feb 17 17:47:07.539256 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=d389da79-0dac-4632-8f02-bb0e8c733b4f,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:07.563359 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853d87b1-a8f7-4c6f-9967-71f10788be3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-ea9fe493-a895-4209-8727-22ac5c50d185', 'network_id': 'ea9fe493-a895-4209-8727-22ac5c50d185', 'project_id': '6c28c706ce1245329260dde1db37ef52', 'fixed_ips': [{'subnet_id': '849d65e1-f422-4cf6-8edf-2b92802718d9'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:47:07.566057 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-853d87b1-a8f7-4c6f-9967-71f10788be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:07.609956 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e756a5a6-b960-4af8-93a9-ee9bff690d6d tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (ea9fe493-a895-4209-8727-22ac5c50d185), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:07.662284 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e756a5a6-b960-4af8-93a9-ee9bff690d6d tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea9fe493-a895-4209-8727-22ac5c50d185']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:07.688923 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e756a5a6-b960-4af8-93a9-ee9bff690d6d tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5eced37-89f4-4b6d-ba57-ce881bb9c124') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:07.689240 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e756a5a6-b960-4af8-93a9-ee9bff690d6d tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5eced37-89f4-4b6d-ba57-ce881bb9c124') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:07.712307 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e756a5a6-b960-4af8-93a9-ee9bff690d6d tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (a5eced37-89f4-4b6d-ba57-ce881bb9c124), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:07.756471 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e756a5a6-b960-4af8-93a9-ee9bff690d6d tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (a5eced37-89f4-4b6d-ba57-ce881bb9c124), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:07.785696 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e756a5a6-b960-4af8-93a9-ee9bff690d6d tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:47:07.788762 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e756a5a6-b960-4af8-93a9-ee9bff690d6d tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (a5eced37-89f4-4b6d-ba57-ce881bb9c124), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:07.795890 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:47:07.795890 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:47:07.795890 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:47:07.795890 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:47:07.795890 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:47:07.795890 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:47:07.795890 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:47:07.795890 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:47:07.795890 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:47:07.795890 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:47:07.795890 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:47:07.795890 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:47:07.795890 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:47:07.795890 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:47:07.795890 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:47:07.795890 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:47:07.795890 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:47:07.795890 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:47:07.795890 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:47:07.795890 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:47:07.795890 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:47:07.795890 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:47:07.795890 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:47:07.795890 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:47:07.795890 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:47:07.795890 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:47:07.795890 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:47:07.795890 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:47:07.795890 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:47:07.795890 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:47:07.795890 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:47:07.795890 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:47:07.829162 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-7c044fad-a0dc-4215-a000-d5c2130adb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34db7596-e5c9-421d-933a-185fbe0c5317', 'name': 'tempest-TestAggregatesBasicOps-1473016501-router', 'tenant_id': '2694dc9d6b034604a61e036dc08ccd80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '91c15a23-84a5-4e1c-b664-27da15dfd653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:46:44Z', 'updated_at': '2022-02-17T17:46:59Z', 'revision_number': 4, 'project_id': '2694dc9d6b034604a61e036dc08ccd80', 'gw_port': {'id': '91c15a23-84a5-4e1c-b664-27da15dfd653', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34db7596-e5c9-421d-933a-185fbe0c5317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:46:47Z', 'updated_at': '2022-02-17T17:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '1e943916-14f6-41b5-8c64-427ebbc4f92e', 'name': '', 'network_id': 'ecc28b61-f7d0-400c-911c-cdc2163ca918', 'tenant_id': '2694dc9d6b034604a61e036dc08ccd80', 'mac_address': 'fa:16:3e:00:0d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34db7596-e5c9-421d-933a-185fbe0c5317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'dd1fc2b5-14cf-411d-8412-1f62381e71ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:46:56Z', 'updated_at': '2022-02-17T17:47:01Z', 'revision_number': 2, 'project_id': '2694dc9d6b034604a61e036dc08ccd80', 'subnets': [{'id': 'dd1fc2b5-14cf-411d-8412-1f62381e71ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:07.837940 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07027e9-2e6a-485c-8e5f-72dc32739d1f None None] Network ea9fe493-a895-4209-8727-22ac5c50d185 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:47:07.894106 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-b278ee09-2be6-4e98-9f76-f5e6d45129ec req-0369a41e-a0de-4aa6-8cad-152da90fc137 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ca673ba-921f-4300-87f1-330ab003982f {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:47:07.904502 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b278ee09-2be6-4e98-9f76-f5e6d45129ec req-0369a41e-a0de-4aa6-8cad-152da90fc137 service neutron] Publish callbacks [] for port (0ca673ba-921f-4300-87f1-330ab003982f), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:08.007033 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50227d85-7a0d-458f-8623-5982b80132f3 req-98f5686a-ce75-4808-a139-a00217b1b0ae tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:08.012341 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-50227d85-7a0d-458f-8623-5982b80132f3 req-98f5686a-ce75-4808-a139-a00217b1b0ae tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.0870247 Feb 17 17:47:08.034559 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e756a5a6-b960-4af8-93a9-ee9bff690d6d tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (ea9fe493-a895-4209-8727-22ac5c50d185), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:08.051834 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e756a5a6-b960-4af8-93a9-ee9bff690d6d tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:08.055517 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c044fad-a0dc-4215-a000-d5c2130adb7c None None] Checking router: 34db7596-e5c9-421d-933a-185fbe0c5317 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:47:08.055879 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c044fad-a0dc-4215-a000-d5c2130adb7c None None] Updating router 34db7596-e5c9-421d-933a-185fbe0c5317 port 1e943916-14f6-41b5-8c64-427ebbc4f92e binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:47:08.075364 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e756a5a6-b960-4af8-93a9-ee9bff690d6d tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "DELETE /v2.0/networks/ea9fe493-a895-4209-8727-22ac5c50d185 HTTP/1.1" status: 204 len: 168 time: 1.3106596 Feb 17 17:47:08.078218 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60578) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:08.084827 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-b278ee09-2be6-4e98-9f76-f5e6d45129ec req-0369a41e-a0de-4aa6-8cad-152da90fc137 service neutron] Transition to ACTIVE for port object 0ca673ba-921f-4300-87f1-330ab003982f will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:47:08.109500 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:08.146005 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ba35c822-99ef-4c6c-b3e9-9ff485f8366e tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1365901892'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:47:08.153259 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7c044fad-a0dc-4215-a000-d5c2130adb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1e943916-14f6-41b5-8c64-427ebbc4f92e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:08.167042 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b278ee09-2be6-4e98-9f76-f5e6d45129ec req-0369a41e-a0de-4aa6-8cad-152da90fc137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (0ca673ba-921f-4300-87f1-330ab003982f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:08.195079 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756a5a6-b960-4af8-93a9-ee9bff690d6d tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event deleted for resources: {'Network': ['ID=ea9fe493-a895-4209-8727-22ac5c50d185,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:08.209785 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba35c822-99ef-4c6c-b3e9-9ff485f8366e tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Made reservation on behalf of 6c28c706ce1245329260dde1db37ef52 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:47:08.217955 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ba35c822-99ef-4c6c-b3e9-9ff485f8366e tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:08.276056 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba35c822-99ef-4c6c-b3e9-9ff485f8366e tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:47:08.301160 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ba35c822-99ef-4c6c-b3e9-9ff485f8366e tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (157feb9d-8749-4801-aa6e-7e6e1458d0d8), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:08.301861 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-ba35c822-99ef-4c6c-b3e9-9ff485f8366e tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Added segment 157feb9d-8749-4801-aa6e-7e6e1458d0d8 of type vlan for network 214505f4-4a9e-4da8-ad67-16341a763780 Feb 17 17:47:08.349998 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-50227d85-7a0d-458f-8623-5982b80132f3 req-85eeb5aa-d6fe-42f4-a34a-d26b53582b90 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3270712 Feb 17 17:47:08.448386 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ba35c822-99ef-4c6c-b3e9-9ff485f8366e tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (214505f4-4a9e-4da8-ad67-16341a763780), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:08.503313 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ba35c822-99ef-4c6c-b3e9-9ff485f8366e tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (214505f4-4a9e-4da8-ad67-16341a763780), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:08.510724 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba35c822-99ef-4c6c-b3e9-9ff485f8366e tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:08.511568 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ba35c822-99ef-4c6c-b3e9-9ff485f8366e tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:08.554872 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0369a41e-a0de-4aa6-8cad-152da90fc137 service neutron] Pushing event updated for resources: {'Port': ['ID=0ca673ba-921f-4300-87f1-330ab003982f,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:08.565934 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ba35c822-99ef-4c6c-b3e9-9ff485f8366e tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4352698 Feb 17 17:47:08.573783 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 60592) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:08.640884 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-5872cd66-2374-47f8-b2c9-b741feaacb77 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Request body: {'subnet': {'network_id': '214505f4-4a9e-4da8-ad67-16341a763780', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:47:08.671134 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e731e-e4cf-4546-966d-e02ed6b70f05 req-6d226a5d-5cd5-4b83-a9bf-257edb1a7d4d tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:08.681131 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aa5e731e-e4cf-4546-966d-e02ed6b70f05 req-6d226a5d-5cd5-4b83-a9bf-257edb1a7d4d tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=66b19ce2-23aa-45bf-bd85-5d73c22b36ae HTTP/1.1" status: 200 len: 944 time: 0.5755036 Feb 17 17:47:08.690971 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35c822-99ef-4c6c-b3e9-9ff485f8366e tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event updated for resources: {'Network': ['ID=214505f4-4a9e-4da8-ad67-16341a763780,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:08.704332 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 214505f4-4a9e-4da8-ad67-16341a763780 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:47:08.875733 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa6202-affc-4d10-bf98-520bcc0a689c req-4c4a995e-8ad1-4dc7-b8e0-75cd92af8fde tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:08.877761 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a4fa6202-affc-4d10-bf98-520bcc0a689c req-4c4a995e-8ad1-4dc7-b8e0-75cd92af8fde tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=a88e8f66-0820-492e-98ba-23df1071c894 HTTP/1.1" status: 200 len: 945 time: 0.4150188 Feb 17 17:47:08.965219 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aa5e731e-e4cf-4546-966d-e02ed6b70f05 req-a10ad2a7-fba2-4aab-86f3-ca37ee8bd901 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831233 Feb 17 17:47:08.974540 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-b278ee09-2be6-4e98-9f76-f5e6d45129ec req-0369a41e-a0de-4aa6-8cad-152da90fc137 service neutron] Attempting to bind port 0ca673ba-921f-4300-87f1-330ab003982f on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:47:08.985151 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7c044fad-a0dc-4215-a000-d5c2130adb7c None None] Publish callbacks [] for port (1e943916-14f6-41b5-8c64-427ebbc4f92e), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:08.987100 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-b278ee09-2be6-4e98-9f76-f5e6d45129ec req-0369a41e-a0de-4aa6-8cad-152da90fc137 service neutron] Attempting to bind port 0ca673ba-921f-4300-87f1-330ab003982f by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': 'a9afe95a-bc81-4053-bcf6-93dc37b0f7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '86d00201-0d9a-4363-96b8-dd16d5e6e4d8'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:47:08.987100 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b278ee09-2be6-4e98-9f76-f5e6d45129ec req-0369a41e-a0de-4aa6-8cad-152da90fc137 service neutron] Attempting to bind port 0ca673ba-921f-4300-87f1-330ab003982f on network 86d00201-0d9a-4363-96b8-dd16d5e6e4d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:47:09.007512 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7c044fad-a0dc-4215-a000-d5c2130adb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (1e943916-14f6-41b5-8c64-427ebbc4f92e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:09.045248 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b278ee09-2be6-4e98-9f76-f5e6d45129ec req-0369a41e-a0de-4aa6-8cad-152da90fc137 service neutron] Port 0ca673ba-921f-4300-87f1-330ab003982f on network 86d00201-0d9a-4363-96b8-dd16d5e6e4d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:47:09.045782 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b278ee09-2be6-4e98-9f76-f5e6d45129ec req-0369a41e-a0de-4aa6-8cad-152da90fc137 service neutron] Attempting to bind port 0ca673ba-921f-4300-87f1-330ab003982f on network 86d00201-0d9a-4363-96b8-dd16d5e6e4d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:47:09.059287 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b278ee09-2be6-4e98-9f76-f5e6d45129ec req-0369a41e-a0de-4aa6-8cad-152da90fc137 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:47:09.059756 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b278ee09-2be6-4e98-9f76-f5e6d45129ec req-0369a41e-a0de-4aa6-8cad-152da90fc137 service neutron] Checking segment: {'id': 'a9afe95a-bc81-4053-bcf6-93dc37b0f7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '86d00201-0d9a-4363-96b8-dd16d5e6e4d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:47:09.060293 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b278ee09-2be6-4e98-9f76-f5e6d45129ec req-0369a41e-a0de-4aa6-8cad-152da90fc137 service neutron] Bound using segment: {'id': 'a9afe95a-bc81-4053-bcf6-93dc37b0f7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '86d00201-0d9a-4363-96b8-dd16d5e6e4d8'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:47:09.060992 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-b278ee09-2be6-4e98-9f76-f5e6d45129ec req-0369a41e-a0de-4aa6-8cad-152da90fc137 service neutron] Bound port: 0ca673ba-921f-4300-87f1-330ab003982f, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9afe95a-bc81-4053-bcf6-93dc37b0f7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '86d00201-0d9a-4363-96b8-dd16d5e6e4d8'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:47:09.061415 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b278ee09-2be6-4e98-9f76-f5e6d45129ec req-0369a41e-a0de-4aa6-8cad-152da90fc137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0ca673ba-921f-4300-87f1-330ab003982f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:09.063677 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5872cd66-2374-47f8-b2c9-b741feaacb77 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Made reservation on behalf of 6c28c706ce1245329260dde1db37ef52 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:47:09.067745 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5872cd66-2374-47f8-b2c9-b741feaacb77 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:09.166756 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 3df59be5-70eb-43bf-82eb-ef2aa0690a18 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:47:09.174826 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:09.311492 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-b278ee09-2be6-4e98-9f76-f5e6d45129ec req-0369a41e-a0de-4aa6-8cad-152da90fc137 service neutron] For port 0ca673ba-921f-4300-87f1-330ab003982f, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:47:09.325319 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-b278ee09-2be6-4e98-9f76-f5e6d45129ec req-0369a41e-a0de-4aa6-8cad-152da90fc137 service neutron] For port 0ca673ba-921f-4300-87f1-330ab003982f, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=0ca673ba-921f-4300-87f1-330ab003982f,segment=NetworkSegment(a9afe95a-bc81-4053-bcf6-93dc37b0f7fa),segment_id=a9afe95a-bc81-4053-bcf6-93dc37b0f7fa)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:47:09.362495 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b278ee09-2be6-4e98-9f76-f5e6d45129ec req-0369a41e-a0de-4aa6-8cad-152da90fc137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (0ca673ba-921f-4300-87f1-330ab003982f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:09.389325 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a4fa6202-affc-4d10-bf98-520bcc0a689c req-fcbbaffb-69d3-4e4e-a38c-3eb99bccde97 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee30ec10-fc9c-427d-bae2-fedd385da0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4949186 Feb 17 17:47:09.407565 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60612) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:09.449404 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee66a3cd-cc6d-4fa4-bfc4-42d8d52ea563 None None] Pushing event updated for resources: {'Port': ['ID=1e943916-14f6-41b5-8c64-427ebbc4f92e,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:09.601837 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-7c044fad-a0dc-4215-a000-d5c2130adb7c None None] Attempting to bind port 1e943916-14f6-41b5-8c64-427ebbc4f92e on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:47:09.602261 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-7c044fad-a0dc-4215-a000-d5c2130adb7c None None] Attempting to bind port 1e943916-14f6-41b5-8c64-427ebbc4f92e by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '5b90b125-060a-4995-b510-67c20d5544d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ecc28b61-f7d0-400c-911c-cdc2163ca918'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:47:09.603000 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c044fad-a0dc-4215-a000-d5c2130adb7c None None] Attempting to bind port 1e943916-14f6-41b5-8c64-427ebbc4f92e on network ecc28b61-f7d0-400c-911c-cdc2163ca918 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:47:09.644880 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c044fad-a0dc-4215-a000-d5c2130adb7c None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:47:09.645263 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c044fad-a0dc-4215-a000-d5c2130adb7c None None] Checking segment: {'id': '5b90b125-060a-4995-b510-67c20d5544d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ecc28b61-f7d0-400c-911c-cdc2163ca918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:47:09.645675 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7c044fad-a0dc-4215-a000-d5c2130adb7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:09.646321 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c044fad-a0dc-4215-a000-d5c2130adb7c None None] Bound using segment: {'id': '5b90b125-060a-4995-b510-67c20d5544d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ecc28b61-f7d0-400c-911c-cdc2163ca918'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:47:09.647307 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-7c044fad-a0dc-4215-a000-d5c2130adb7c None None] Bound port: 1e943916-14f6-41b5-8c64-427ebbc4f92e, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b90b125-060a-4995-b510-67c20d5544d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ecc28b61-f7d0-400c-911c-cdc2163ca918'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:47:09.647702 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7c044fad-a0dc-4215-a000-d5c2130adb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1e943916-14f6-41b5-8c64-427ebbc4f92e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:09.688614 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278ee09-2be6-4e98-9f76-f5e6d45129ec req-0369a41e-a0de-4aa6-8cad-152da90fc137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:09.689267 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b278ee09-2be6-4e98-9f76-f5e6d45129ec req-0369a41e-a0de-4aa6-8cad-152da90fc137 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:09.690724 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b278ee09-2be6-4e98-9f76-f5e6d45129ec req-0369a41e-a0de-4aa6-8cad-152da90fc137 service neutron] 10.222.0.71 "PUT /v2.0/ports/0ca673ba-921f-4300-87f1-330ab003982f HTTP/1.1" status: 200 len: 1092 time: 2.4424717 Feb 17 17:47:09.707042 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66b19ce2-23aa-45bf-bd85-5d73c22b36ae', 'tag': '0ca673ba-921f-4300-87f1-330ab003982f'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:47:09.715011 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2df500-8112-4a8f-8f74-49333ea7f5ae" -d '{"events": [{"name": "network-changed", "server_uuid": "66b19ce2-23aa-45bf-bd85-5d73c22b36ae", "tag": "0ca673ba-921f-4300-87f1-330ab003982f"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:47:09.923832 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59773a5-e829-4fea-994a-bc98893a26ca x-openstack-request-id: req-b59773a5-e829-4fea-994a-bc98893a26ca {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:47:09.927699 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66b19ce2-23aa-45bf-bd85-5d73c22b36ae", "tag": "0ca673ba-921f-4300-87f1-330ab003982f", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:47:09.928931 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b59773a5-e829-4fea-994a-bc98893a26ca {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:47:09.929815 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66b19ce2-23aa-45bf-bd85-5d73c22b36ae', 'tag': '0ca673ba-921f-4300-87f1-330ab003982f', 'status': 'completed', 'code': 200} Feb 17 17:47:09.999404 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762132e-4d2d-435b-8103-f02409d1b613 req-119f741f-c002-4413-9c8d-d2a36183ff0f tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:10.010209 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1762132e-4d2d-435b-8103-f02409d1b613 req-119f741f-c002-4413-9c8d-d2a36183ff0f tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.4327974 Feb 17 17:47:10.027894 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0369a41e-a0de-4aa6-8cad-152da90fc137 service neutron] Pushing event updated for resources: {'Port': ['ID=0ca673ba-921f-4300-87f1-330ab003982f,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:10.139192 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-622c4f10-30df-46ae-bda2-474432cd0ed0 None None] Provisioning complete for port 1e943916-14f6-41b5-8c64-427ebbc4f92e triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:47:10.139561 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-622c4f10-30df-46ae-bda2-474432cd0ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1e943916-14f6-41b5-8c64-427ebbc4f92e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:10.188872 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278ee09-2be6-4e98-9f76-f5e6d45129ec req-2b3b85ae-3566-4b1f-a363-5fb5e7ccbcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:10.190447 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b278ee09-2be6-4e98-9f76-f5e6d45129ec req-2b3b85ae-3566-4b1f-a363-5fb5e7ccbcc8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=33d2652e6f5f4a26a4a17eafa5211a33&device_id=66b19ce2-23aa-45bf-bd85-5d73c22b36ae HTTP/1.1" status: 200 len: 1126 time: 0.4236722 Feb 17 17:47:10.221121 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port 3df59be5-70eb-43bf-82eb-ef2aa0690a18 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:47:10.232317 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 3df59be5-70eb-43bf-82eb-ef2aa0690a18 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:47:10.232881 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (3df59be5-70eb-43bf-82eb-ef2aa0690a18), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:10.269749 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1762132e-4d2d-435b-8103-f02409d1b613 req-f9c0fadf-2d68-4e53-ae25-56192954dbda tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2570257 Feb 17 17:47:10.270969 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-647869cf-d394-4335-922e-bea4bee0e779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (c2bfd8aa-2df7-4e46-ab35-f805b38567e1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:10.282558 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-7c044fad-a0dc-4215-a000-d5c2130adb7c None None] For port 1e943916-14f6-41b5-8c64-427ebbc4f92e, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:47:10.313341 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-622c4f10-30df-46ae-bda2-474432cd0ed0 None None] Port 1e943916-14f6-41b5-8c64-427ebbc4f92e cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:47:10.343464 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-7c044fad-a0dc-4215-a000-d5c2130adb7c None None] For port 1e943916-14f6-41b5-8c64-427ebbc4f92e, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=1e943916-14f6-41b5-8c64-427ebbc4f92e,segment=NetworkSegment(5b90b125-060a-4995-b510-67c20d5544d7),segment_id=5b90b125-060a-4995-b510-67c20d5544d7)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:47:10.344586 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b278ee09-2be6-4e98-9f76-f5e6d45129ec req-1772cdae-9846-410b-9f89-2192e35b3c31 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ca673ba-921f-4300-87f1-330ab003982f HTTP/1.1" status: 200 len: 217 time: 0.0902734 Feb 17 17:47:10.371661 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7c044fad-a0dc-4215-a000-d5c2130adb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (1e943916-14f6-41b5-8c64-427ebbc4f92e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:10.556444 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09650c-5244-42f7-aa34-111f8c4ddcae req-4fcb5fef-4363-471b-860b-679c348e06f6 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:10.571463 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6b09650c-5244-42f7-aa34-111f8c4ddcae req-4fcb5fef-4363-471b-860b-679c348e06f6 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=66b19ce2-23aa-45bf-bd85-5d73c22b36ae HTTP/1.1" status: 200 len: 944 time: 0.4199741 Feb 17 17:47:10.588170 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5872cd66-2374-47f8-b2c9-b741feaacb77 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (3b4e311d-8d24-4deb-94f4-af2ae749f9f5), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:10.635055 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c044fad-a0dc-4215-a000-d5c2130adb7c None None] Routers {'34db7596-e5c9-421d-933a-185fbe0c5317'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:47:10.635861 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-7c044fad-a0dc-4215-a000-d5c2130adb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:47:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['34db7596-e5c9-421d-933a-185fbe0c5317'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:10.751228 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee66a3cd-cc6d-4fa4-bfc4-42d8d52ea563 None None] Pushing event updated for resources: {'Port': ['ID=1e943916-14f6-41b5-8c64-427ebbc4f92e,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:10.811861 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 3df59be5-70eb-43bf-82eb-ef2aa0690a18 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:47:10.812271 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3df59be5-70eb-43bf-82eb-ef2aa0690a18), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:10.893155 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [req-4be4416d-52dd-4f9d-b874-ae016a2d00e1 req-9298b194-a632-499b-bde2-7a4e04402ed5 service neutron] (103434) timed out ('10.222.0.87', 60970) {{(pid=103434) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 17:47:10.920900 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2554492e-6aae-425f-b3cf-9889a8c042ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df59be5-70eb-43bf-82eb-ef2aa0690a18'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:47:10.923592 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539e327f-e25f-4de5-8d86-35af127dfb55" -d '{"events": [{"server_uuid": "2554492e-6aae-425f-b3cf-9889a8c042ad", "name": "network-vif-plugged", "status": "completed", "tag": "3df59be5-70eb-43bf-82eb-ef2aa0690a18"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:47:10.943531 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 3df59be5-70eb-43bf-82eb-ef2aa0690a18, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=3df59be5-70eb-43bf-82eb-ef2aa0690a18,segment=NetworkSegment(44570946-cccc-4504-9a7b-a57e09c343d6),segment_id=44570946-cccc-4504-9a7b-a57e09c343d6)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:47:10.953385 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (3df59be5-70eb-43bf-82eb-ef2aa0690a18), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:10.962099 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-9aad81b3-8ca8-4363-9194-273ee4107ee9 None None] Provisioning complete for port 1e943916-14f6-41b5-8c64-427ebbc4f92e triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:47:10.962617 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9aad81b3-8ca8-4363-9194-273ee4107ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1e943916-14f6-41b5-8c64-427ebbc4f92e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:11.040771 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-7c044fad-a0dc-4215-a000-d5c2130adb7c None None] Set router 34db7596-e5c9-421d-933a-185fbe0c5317 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:47:11.054012 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-def271ed-4844-4c9e-94d8-279c2c252442 req-52639571-0e91-4b44-aa2d-bdc24034510c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=f0ccffbb-e6ed-4a8b-b494-d31fe6d26612&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1574364 Feb 17 17:47:11.189939 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=3df59be5-70eb-43bf-82eb-ef2aa0690a18,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:11.200202 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5872cd66-2374-47f8-b2c9-b741feaacb77 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event updated for resources: {'Subnet': ['ID=3b4e311d-8d24-4deb-94f4-af2ae749f9f5,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:11.237276 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-9aad81b3-8ca8-4363-9194-273ee4107ee9 None None] Current status of the port 1e943916-14f6-41b5-8c64-427ebbc4f92e is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:47:11.237838 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9aad81b3-8ca8-4363-9194-273ee4107ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1e943916-14f6-41b5-8c64-427ebbc4f92e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:11.253634 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def271ed-4844-4c9e-94d8-279c2c252442 req-e95e5e0b-172d-48b6-9b2e-37060a93c94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:11.255501 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-def271ed-4844-4c9e-94d8-279c2c252442 req-e95e5e0b-172d-48b6-9b2e-37060a93c94c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b2a161e2fa8f4adc9bc5cff43d7595f5&device_id=f0ccffbb-e6ed-4a8b-b494-d31fe6d26612 HTTP/1.1" status: 200 len: 1127 time: 0.1406331 Feb 17 17:47:11.278930 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-647869cf-d394-4335-922e-bea4bee0e779 admin admin] Deleting port 5387abd5-e4e2-4730-bf7e-d0e5d990523c {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:47:11.279293 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-647869cf-d394-4335-922e-bea4bee0e779 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (5387abd5-e4e2-4730-bf7e-d0e5d990523c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:11.310520 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-9aad81b3-8ca8-4363-9194-273ee4107ee9 None None] For port 1e943916-14f6-41b5-8c64-427ebbc4f92e, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=1e943916-14f6-41b5-8c64-427ebbc4f92e,segment=NetworkSegment(5b90b125-060a-4995-b510-67c20d5544d7),segment_id=5b90b125-060a-4995-b510-67c20d5544d7)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:47:11.310520 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9aad81b3-8ca8-4363-9194-273ee4107ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (1e943916-14f6-41b5-8c64-427ebbc4f92e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:11.312077 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6b09650c-5244-42f7-aa34-111f8c4ddcae req-6547fe16-3690-48f5-8353-6a496544b73d tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6803098 Feb 17 17:47:11.336065 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278ee09-2be6-4e98-9f76-f5e6d45129ec req-b56d2468-4020-4ef7-af14-7078614354c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:11.339873 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b278ee09-2be6-4e98-9f76-f5e6d45129ec req-b56d2468-4020-4ef7-af14-7078614354c0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9b38a8c5-5190-4e64-a2cf-0cc233f21627 HTTP/1.1" status: 200 len: 852 time: 0.9584355 Feb 17 17:47:11.411156 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60241eee-7f4c-4d50-b08a-91d81cd827fb x-openstack-request-id: req-60241eee-7f4c-4d50-b08a-91d81cd827fb {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:47:11.411478 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2554492e-6aae-425f-b3cf-9889a8c042ad", "name": "network-vif-plugged", "status": "completed", "tag": "3df59be5-70eb-43bf-82eb-ef2aa0690a18", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:47:11.411736 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-60241eee-7f4c-4d50-b08a-91d81cd827fb {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:47:11.412145 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2554492e-6aae-425f-b3cf-9889a8c042ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df59be5-70eb-43bf-82eb-ef2aa0690a18', 'code': 200} Feb 17 17:47:11.427739 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b278ee09-2be6-4e98-9f76-f5e6d45129ec req-b92fda72-8192-490d-b7e0-fbc4ff725d16 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=86d00201-0d9a-4363-96b8-dd16d5e6e4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751956 Feb 17 17:47:11.459853 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5872cd66-2374-47f8-b2c9-b741feaacb77 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Checking segment: {'id': '157feb9d-8749-4801-aa6e-7e6e1458d0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '214505f4-4a9e-4da8-ad67-16341a763780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:47:11.460391 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5872cd66-2374-47f8-b2c9-b741feaacb77 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Network hostable DHCP agents. Network: 214505f4-4a9e-4da8-ad67-16341a763780, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:47:11.482169 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f81b1-0d4b-4624-8cc3-46ba3aa429b6 req-d7c2e360-a145-403e-847f-7bd96beb6bbb tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:11.483930 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bb2f81b1-0d4b-4624-8cc3-46ba3aa429b6 req-d7c2e360-a145-403e-847f-7bd96beb6bbb tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=a88e8f66-0820-492e-98ba-23df1071c894 HTTP/1.1" status: 200 len: 945 time: 0.2861767 Feb 17 17:47:11.509203 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad81b3-8ca8-4363-9194-273ee4107ee9 None None] Pushing event updated for resources: {'Port': ['ID=1e943916-14f6-41b5-8c64-427ebbc4f92e,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:11.541565 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-647869cf-d394-4335-922e-bea4bee0e779 admin admin] For port 5387abd5-e4e2-4730-bf7e-d0e5d990523c, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=5387abd5-e4e2-4730-bf7e-d0e5d990523c,segment=NetworkSegment(c58f53c0-af49-4cf8-b691-940ae7000ffa),segment_id=c58f53c0-af49-4cf8-b691-940ae7000ffa)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:47:11.541993 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-647869cf-d394-4335-922e-bea4bee0e779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (5387abd5-e4e2-4730-bf7e-d0e5d990523c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:11.545905 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def271ed-4844-4c9e-94d8-279c2c252442 req-4c8009fa-ee46-4622-846b-c2a996d08e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:11.547555 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-def271ed-4844-4c9e-94d8-279c2c252442 req-4c8009fa-ee46-4622-846b-c2a996d08e59 service neutron] 10.222.0.91 "GET /v2.0/networks?id=84f31083-e0b3-4cbb-973a-42fdc6d15e0b HTTP/1.1" status: 200 len: 912 time: 0.2657228 Feb 17 17:47:11.569144 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-7c044fad-a0dc-4215-a000-d5c2130adb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34db7596-e5c9-421d-933a-185fbe0c5317', 'name': 'tempest-TestAggregatesBasicOps-1473016501-router', 'tenant_id': '2694dc9d6b034604a61e036dc08ccd80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '91c15a23-84a5-4e1c-b664-27da15dfd653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:46:44Z', 'updated_at': '2022-02-17T17:46:59Z', 'revision_number': 4, 'project_id': '2694dc9d6b034604a61e036dc08ccd80', 'gw_port': {'id': '91c15a23-84a5-4e1c-b664-27da15dfd653', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34db7596-e5c9-421d-933a-185fbe0c5317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:46:47Z', 'updated_at': '2022-02-17T17:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '1e943916-14f6-41b5-8c64-427ebbc4f92e', 'name': '', 'network_id': 'ecc28b61-f7d0-400c-911c-cdc2163ca918', 'tenant_id': '2694dc9d6b034604a61e036dc08ccd80', 'mac_address': 'fa:16:3e:00:0d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34db7596-e5c9-421d-933a-185fbe0c5317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'dd1fc2b5-14cf-411d-8412-1f62381e71ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:46:56Z', 'updated_at': '2022-02-17T17:47:10Z', 'revision_number': 4, 'project_id': '2694dc9d6b034604a61e036dc08ccd80', 'subnets': [{'id': 'dd1fc2b5-14cf-411d-8412-1f62381e71ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:11.610752 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c044fad-a0dc-4215-a000-d5c2130adb7c None None] The sync data for ids ['34db7596-e5c9-421d-933a-185fbe0c5317'] in n-d-829613-2 is: [{'id': '34db7596-e5c9-421d-933a-185fbe0c5317', 'name': 'tempest-TestAggregatesBasicOps-1473016501-router', 'tenant_id': '2694dc9d6b034604a61e036dc08ccd80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '91c15a23-84a5-4e1c-b664-27da15dfd653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:46:44Z', 'updated_at': '2022-02-17T17:46:59Z', 'revision_number': 4, 'project_id': '2694dc9d6b034604a61e036dc08ccd80', 'gw_port': {'id': '91c15a23-84a5-4e1c-b664-27da15dfd653', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34db7596-e5c9-421d-933a-185fbe0c5317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:46:47Z', 'updated_at': '2022-02-17T17:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '1e943916-14f6-41b5-8c64-427ebbc4f92e', 'name': '', 'network_id': 'ecc28b61-f7d0-400c-911c-cdc2163ca918', 'tenant_id': '2694dc9d6b034604a61e036dc08ccd80', 'mac_address': 'fa:16:3e:00:0d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34db7596-e5c9-421d-933a-185fbe0c5317', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'dd1fc2b5-14cf-411d-8412-1f62381e71ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:46:56Z', 'updated_at': '2022-02-17T17:47:10Z', 'revision_number': 4, 'project_id': '2694dc9d6b034604a61e036dc08ccd80', 'subnets': [{'id': 'dd1fc2b5-14cf-411d-8412-1f62381e71ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:47:11.611269 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5872cd66-2374-47f8-b2c9-b741feaacb77 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Network 214505f4-4a9e-4da8-ad67-16341a763780 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:47:11.634748 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-def271ed-4844-4c9e-94d8-279c2c252442 req-3f331e86-73b9-4073-83e0-34b0c0963f9d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=810283a4-0e6c-4b01-9d6d-ff2c677b5099 HTTP/1.1" status: 200 len: 1001 time: 0.0774257 Feb 17 17:47:11.635841 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-647869cf-d394-4335-922e-bea4bee0e779 admin admin] Calling delete_port for 5387abd5-e4e2-4730-bf7e-d0e5d990523c owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:47:11.662238 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f99606-8a72-423b-922e-24e727f0e146 req-35c4b899-0a17-4f61-be65-03cdcc718756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:11.665659 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a9f99606-8a72-423b-922e-24e727f0e146 req-35c4b899-0a17-4f61-be65-03cdcc718756 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 1128 time: 0.2054033 Feb 17 17:47:11.722175 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bb2f81b1-0d4b-4624-8cc3-46ba3aa429b6 req-775f6687-3eca-4a1b-916b-725d05838c02 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee30ec10-fc9c-427d-bae2-fedd385da0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217035 Feb 17 17:47:11.782248 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-5872cd66-2374-47f8-b2c9-b741feaacb77 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 214505f4-4a9e-4da8-ad67-16341a763780) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:47:11.794022 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a62cca-0afc-4743-ad01-02d2f8396e7c None None] Network 214505f4-4a9e-4da8-ad67-16341a763780 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:47:11.867813 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554c547-d32a-4349-9dd3-033a1b6d11ab req-675780ba-f6fe-4ca6-a66c-ec98f90daf57 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:11.880857 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c554c547-d32a-4349-9dd3-033a1b6d11ab req-675780ba-f6fe-4ca6-a66c-ec98f90daf57 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 946 time: 0.3939462 Feb 17 17:47:11.884475 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b278ee09-2be6-4e98-9f76-f5e6d45129ec req-446419a6-cc1e-4d23-ae4d-5d527a2b591a service neutron] 10.222.0.71 "GET /v2.0/networks/86d00201-0d9a-4363-96b8-dd16d5e6e4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4360139 Feb 17 17:47:11.897559 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5872cd66-2374-47f8-b2c9-b741feaacb77 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:11.902450 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5872cd66-2374-47f8-b2c9-b741feaacb77 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:11.939533 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def271ed-4844-4c9e-94d8-279c2c252442 req-62de7f5b-d361-48d2-89f9-bd63c5fa66c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:11.941687 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-def271ed-4844-4c9e-94d8-279c2c252442 req-62de7f5b-d361-48d2-89f9-bd63c5fa66c3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c655e525-dc25-4790-bada-b8e5780c3b04 HTTP/1.1" status: 200 len: 850 time: 0.2974927 Feb 17 17:47:11.997822 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-5872cd66-2374-47f8-b2c9-b741feaacb77 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.3722126 Feb 17 17:47:12.016977 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 60652) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:12.036481 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 1e943916-14f6-41b5-8c64-427ebbc4f92e up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:47:12.145572 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48dc5b9a-22f1-4e17-8b44-a0deee834946 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-214505f4-4a9e-4da8-ad67-16341a763780', 'network_id': '214505f4-4a9e-4da8-ad67-16341a763780', 'project_id': '6c28c706ce1245329260dde1db37ef52', 'fixed_ips': [{'subnet_id': '3b4e311d-8d24-4deb-94f4-af2ae749f9f5'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:47:12.147053 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-48dc5b9a-22f1-4e17-8b44-a0deee834946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:12.392006 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 1e943916-14f6-41b5-8c64-427ebbc4f92e triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:47:12.393118 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1e943916-14f6-41b5-8c64-427ebbc4f92e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:12.431840 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b278ee09-2be6-4e98-9f76-f5e6d45129ec req-50dec0d1-04dc-4776-8cf5-cfa93ba5f292 service neutron] 10.222.0.71 "GET /v2.0/networks/86d00201-0d9a-4363-96b8-dd16d5e6e4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4811225 Feb 17 17:47:12.438292 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c554c547-d32a-4349-9dd3-033a1b6d11ab req-3c5bca2a-c1c9-4fef-af87-90fa6494c10e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5562055 Feb 17 17:47:12.445536 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a9f99606-8a72-423b-922e-24e727f0e146 req-fa933555-bd41-4d77-adad-98bfbe04440a service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7382383 Feb 17 17:47:12.487290 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-647869cf-d394-4335-922e-bea4bee0e779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (5387abd5-e4e2-4730-bf7e-d0e5d990523c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:12.592032 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647869cf-d394-4335-922e-bea4bee0e779 admin admin] Pushing event deleted for resources: {'Port': ['ID=5387abd5-e4e2-4730-bf7e-d0e5d990523c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:12.642023 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1879ee0c-238a-4d73-aae1-eab45859487e tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (214505f4-4a9e-4da8-ad67-16341a763780), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:12.780924 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def271ed-4844-4c9e-94d8-279c2c252442 req-090cd380-5b47-4c0a-95d9-a72fbb8e3145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:12.785838 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-def271ed-4844-4c9e-94d8-279c2c252442 req-090cd380-5b47-4c0a-95d9-a72fbb8e3145 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=84f31083-e0b3-4cbb-973a-42fdc6d15e0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8218992 Feb 17 17:47:12.866548 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-48dc5b9a-22f1-4e17-8b44-a0deee834946 None None] Allocated IP 172.20.0.1 (214505f4-4a9e-4da8-ad67-16341a763780/3b4e311d-8d24-4deb-94f4-af2ae749f9f5/bbc5d75a-540c-49c0-b1ea-e0173471b82b) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:47:12.869315 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2df500-8112-4a8f-8f74-49333ea7f5ae req-a7242417-3c85-45ba-b04f-477271c3647a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:12.874725 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc2df500-8112-4a8f-8f74-49333ea7f5ae req-a7242417-3c85-45ba-b04f-477271c3647a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=33d2652e6f5f4a26a4a17eafa5211a33&device_id=66b19ce2-23aa-45bf-bd85-5d73c22b36ae HTTP/1.1" status: 200 len: 1126 time: 0.3601608 Feb 17 17:47:12.905510 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1879ee0c-238a-4d73-aae1-eab45859487e tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (3b4e311d-8d24-4deb-94f4-af2ae749f9f5), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:12.931081 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904a6c2-7353-4cc2-8006-81a66ca402c8 req-0af25aaf-4ae3-4460-b330-bad924242ff2 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:12.932778 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8904a6c2-7353-4cc2-8006-81a66ca402c8 req-0af25aaf-4ae3-4460-b330-bad924242ff2 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=66b19ce2-23aa-45bf-bd85-5d73c22b36ae HTTP/1.1" status: 200 len: 944 time: 0.2541354 Feb 17 17:47:13.135014 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 1e943916-14f6-41b5-8c64-427ebbc4f92e is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:47:13.215950 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-def271ed-4844-4c9e-94d8-279c2c252442 req-c0e7cfa0-ed32-4390-b180-ec93ec2a7da9 service neutron] 10.222.0.91 "GET /v2.0/networks/84f31083-e0b3-4cbb-973a-42fdc6d15e0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4166420 Feb 17 17:47:13.227147 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8904a6c2-7353-4cc2-8006-81a66ca402c8 req-b1d21304-05ea-409c-95a2-2344a10efc05 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343090 Feb 17 17:47:13.247362 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2df500-8112-4a8f-8f74-49333ea7f5ae req-701af6d6-857d-47ab-89fa-650a36298966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:13.249347 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc2df500-8112-4a8f-8f74-49333ea7f5ae req-701af6d6-857d-47ab-89fa-650a36298966 service neutron] 10.222.0.71 "GET /v2.0/networks?id=86d00201-0d9a-4363-96b8-dd16d5e6e4d8 HTTP/1.1" status: 200 len: 913 time: 0.3141189 Feb 17 17:47:13.297620 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-647869cf-d394-4335-922e-bea4bee0e779 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (c2bfd8aa-2df7-4e46-ab35-f805b38567e1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:13.362617 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-48dc5b9a-22f1-4e17-8b44-a0deee834946 None None] Publish callbacks [] for port (bbc5d75a-540c-49c0-b1ea-e0173471b82b), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:13.375054 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-48dc5b9a-22f1-4e17-8b44-a0deee834946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (bbc5d75a-540c-49c0-b1ea-e0173471b82b), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:13.386724 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc2df500-8112-4a8f-8f74-49333ea7f5ae req-6bc0adbc-879a-4721-95f4-d2a0807625a0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ca673ba-921f-4300-87f1-330ab003982f HTTP/1.1" status: 200 len: 217 time: 0.1281307 Feb 17 17:47:13.498185 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc5b9a-22f1-4e17-8b44-a0deee834946 None None] Pushing event updated for resources: {'Port': ['ID=bbc5d75a-540c-49c0-b1ea-e0173471b82b,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:13.546204 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1879ee0c-238a-4d73-aae1-eab45859487e tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (3b4e311d-8d24-4deb-94f4-af2ae749f9f5), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:13.550308 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48dc5b9a-22f1-4e17-8b44-a0deee834946 None None] Network 214505f4-4a9e-4da8-ad67-16341a763780 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:47:13.555159 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-48dc5b9a-22f1-4e17-8b44-a0deee834946 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:47:13.561946 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dc5b9a-22f1-4e17-8b44-a0deee834946 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:47:13.699603 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-48dc5b9a-22f1-4e17-8b44-a0deee834946 None None] Attempting to bind port bbc5d75a-540c-49c0-b1ea-e0173471b82b on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:47:13.699985 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-48dc5b9a-22f1-4e17-8b44-a0deee834946 None None] Attempting to bind port bbc5d75a-540c-49c0-b1ea-e0173471b82b by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '157feb9d-8749-4801-aa6e-7e6e1458d0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '214505f4-4a9e-4da8-ad67-16341a763780'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:47:13.723613 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2df500-8112-4a8f-8f74-49333ea7f5ae req-71fef7a5-4ede-497a-93d0-5686ffa9a1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:13.723748 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dc5b9a-22f1-4e17-8b44-a0deee834946 None None] Attempting to bind port bbc5d75a-540c-49c0-b1ea-e0173471b82b on network 214505f4-4a9e-4da8-ad67-16341a763780 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:47:13.727336 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc2df500-8112-4a8f-8f74-49333ea7f5ae req-71fef7a5-4ede-497a-93d0-5686ffa9a1ee service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9b38a8c5-5190-4e64-a2cf-0cc233f21627 HTTP/1.1" status: 200 len: 852 time: 0.3286240 Feb 17 17:47:13.740817 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dc5b9a-22f1-4e17-8b44-a0deee834946 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:47:13.749726 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dc5b9a-22f1-4e17-8b44-a0deee834946 None None] Checking segment: {'id': '157feb9d-8749-4801-aa6e-7e6e1458d0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '214505f4-4a9e-4da8-ad67-16341a763780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:47:13.752316 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-48dc5b9a-22f1-4e17-8b44-a0deee834946 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:13.753014 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dc5b9a-22f1-4e17-8b44-a0deee834946 None None] Bound using segment: {'id': '157feb9d-8749-4801-aa6e-7e6e1458d0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '214505f4-4a9e-4da8-ad67-16341a763780'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:47:13.755055 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-48dc5b9a-22f1-4e17-8b44-a0deee834946 None None] Bound port: bbc5d75a-540c-49c0-b1ea-e0173471b82b, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '157feb9d-8749-4801-aa6e-7e6e1458d0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '214505f4-4a9e-4da8-ad67-16341a763780'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:47:13.756700 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-48dc5b9a-22f1-4e17-8b44-a0deee834946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (bbc5d75a-540c-49c0-b1ea-e0173471b82b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:13.806355 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1879ee0c-238a-4d73-aae1-eab45859487e tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event deleted for resources: {'Subnet': ['ID=3b4e311d-8d24-4deb-94f4-af2ae749f9f5,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:13.862579 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-48dc5b9a-22f1-4e17-8b44-a0deee834946 None None] For port bbc5d75a-540c-49c0-b1ea-e0173471b82b, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:47:13.878022 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-def271ed-4844-4c9e-94d8-279c2c252442 req-0d42f32a-df05-4b35-9f04-f029d75c3777 service neutron] 10.222.0.91 "GET /v2.0/networks/84f31083-e0b3-4cbb-973a-42fdc6d15e0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5662010 Feb 17 17:47:13.878877 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-48dc5b9a-22f1-4e17-8b44-a0deee834946 None None] For port bbc5d75a-540c-49c0-b1ea-e0173471b82b, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=bbc5d75a-540c-49c0-b1ea-e0173471b82b,segment=NetworkSegment(157feb9d-8749-4801-aa6e-7e6e1458d0d8),segment_id=157feb9d-8749-4801-aa6e-7e6e1458d0d8)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:47:13.891201 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-48dc5b9a-22f1-4e17-8b44-a0deee834946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (bbc5d75a-540c-49c0-b1ea-e0173471b82b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:13.986765 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc2df500-8112-4a8f-8f74-49333ea7f5ae req-1807e56a-d6ae-4b54-9654-727e31cdd9fd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=86d00201-0d9a-4363-96b8-dd16d5e6e4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1761227 Feb 17 17:47:14.080062 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1879ee0c-238a-4d73-aae1-eab45859487e tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (214505f4-4a9e-4da8-ad67-16341a763780), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:14.127208 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647869cf-d394-4335-922e-bea4bee0e779 admin admin] Router c2bfd8aa-2df7-4e46-ab35-f805b38567e1 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:47:14.131805 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-1879ee0c-238a-4d73-aae1-eab45859487e tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['214505f4-4a9e-4da8-ad67-16341a763780']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:14.156899 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-1879ee0c-238a-4d73-aae1-eab45859487e tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '157feb9d-8749-4801-aa6e-7e6e1458d0d8') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:14.157196 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-1879ee0c-238a-4d73-aae1-eab45859487e tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '157feb9d-8749-4801-aa6e-7e6e1458d0d8') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:14.178104 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1879ee0c-238a-4d73-aae1-eab45859487e tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (157feb9d-8749-4801-aa6e-7e6e1458d0d8), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:14.179872 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc5b9a-22f1-4e17-8b44-a0deee834946 None None] Pushing event updated for resources: {'Port': ['ID=bbc5d75a-540c-49c0-b1ea-e0173471b82b,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:14.200156 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0de18d6-ae34-453f-9c50-7d00cdcb2591 None None] get_active_networks_info from n-d-829613-2 {{(pid=103436) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 17 17:47:14.207101 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1879ee0c-238a-4d73-aae1-eab45859487e tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (157feb9d-8749-4801-aa6e-7e6e1458d0d8), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:14.219462 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1879ee0c-238a-4d73-aae1-eab45859487e tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:47:14.219878 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1879ee0c-238a-4d73-aae1-eab45859487e tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (157feb9d-8749-4801-aa6e-7e6e1458d0d8), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:14.277469 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647869cf-d394-4335-922e-bea4bee0e779 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:47:14.289333 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95834c13-43ae-40b6-bf1f-604df9003082 None None] Sync routers for ids ['c2bfd8aa-2df7-4e46-ab35-f805b38567e1'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:47:14.290767 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-647869cf-d394-4335-922e-bea4bee0e779 admin admin] 10.222.0.87 "PUT /v2.0/routers/c2bfd8aa-2df7-4e46-ab35-f805b38567e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8817074 Feb 17 17:47:14.294437 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60688) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:14.314011 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95834c13-43ae-40b6-bf1f-604df9003082 None None] Routers {'c2bfd8aa-2df7-4e46-ab35-f805b38567e1'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:47:14.316858 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-95834c13-43ae-40b6-bf1f-604df9003082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:47:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['c2bfd8aa-2df7-4e46-ab35-f805b38567e1'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:14.351800 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 17:47:14.351800 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:47:14.351800 n-d-829613-2 neutron-server[103435]: timer() Feb 17 17:47:14.351800 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:47:14.351800 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 17:47:14.351800 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:47:14.351800 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 17:47:14.351800 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:47:14.351800 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 17:47:14.351800 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:47:14.351800 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 17:47:14.351800 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:47:14.351800 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 17:47:14.351800 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:47:14.351800 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:47:14.351800 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:47:14.351800 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:47:14.351800 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:47:14.351800 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 17:47:14.351800 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:47:14.351800 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 17:47:14.351800 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:47:14.351800 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:47:14.351800 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:47:14.351800 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 17:47:14.351800 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:47:14.351800 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:47:14.351800 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:47:14.351800 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:47:14.351800 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:47:14.351800 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:47:14.351800 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:47:14.375236 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.db.api [None req-1879ee0c-238a-4d73-aae1-eab45859487e tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 17:47:14.375236 n-d-829613-2 neutron-server[103435]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 17:47:14.375236 n-d-829613-2 neutron-server[103435]: [parameters: {'id': '214505f4-4a9e-4da8-ad67-16341a763780'}] Feb 17 17:47:14.375236 n-d-829613-2 neutron-server[103435]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:47:14.375648 n-d-829613-2 neutron-server[103435]: DEBUG oslo_db.api [None req-1879ee0c-238a-4d73-aae1-eab45859487e tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 17:47:14.384397 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b298c-191d-44e4-9d43-3d1f11ec84c2 req-4660bd22-c60e-475d-a2d2-b6da80381185 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:14.386454 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-437b298c-191d-44e4-9d43-3d1f11ec84c2 req-4660bd22-c60e-475d-a2d2-b6da80381185 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 946 time: 0.6516929 Feb 17 17:47:14.440212 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0de18d6-ae34-453f-9c50-7d00cdcb2591 None None] Resources bound (agent type, host, resource id): {{(pid=103436) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 17:47:14.494504 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-95834c13-43ae-40b6-bf1f-604df9003082 None None] Set router c2bfd8aa-2df7-4e46-ab35-f805b38567e1 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:47:14.544350 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d00fe83-2af1-4dd6-b1ec-870dcca742ed admin admin] Publish callbacks [] for router (c2bfd8aa-2df7-4e46-ab35-f805b38567e1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:14.659876 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e97a6-b450-4787-8158-690811c69c34 req-196c246a-a68b-4874-a624-2ccca6e127df tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:14.667651 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-866e97a6-b450-4787-8158-690811c69c34 req-196c246a-a68b-4874-a624-2ccca6e127df tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=66b19ce2-23aa-45bf-bd85-5d73c22b36ae HTTP/1.1" status: 200 len: 944 time: 0.3147244 Feb 17 17:47:14.712853 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-437b298c-191d-44e4-9d43-3d1f11ec84c2 req-d673e16d-665f-440c-b083-b6b3163bc9b0 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3038657 Feb 17 17:47:14.721794 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc2df500-8112-4a8f-8f74-49333ea7f5ae req-59a7b07a-a35f-487b-bc2a-dba3088d7872 service neutron] 10.222.0.71 "GET /v2.0/networks/86d00201-0d9a-4363-96b8-dd16d5e6e4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7159662 Feb 17 17:47:14.754995 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-95834c13-43ae-40b6-bf1f-604df9003082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bfd8aa-2df7-4e46-ab35-f805b38567e1', 'name': 'tempest-TestAggregatesBasicOps-259678539-router', 'tenant_id': '9360f8624a5f4b22b2fa18246b414acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '44cbcde1-c128-45eb-8ea9-55e6f8612932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:46:14Z', 'updated_at': '2022-02-17T17:47:12Z', 'revision_number': 5, 'project_id': '9360f8624a5f4b22b2fa18246b414acc', 'gw_port': {'id': '44cbcde1-c128-45eb-8ea9-55e6f8612932', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:fd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bfd8aa-2df7-4e46-ab35-f805b38567e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:46:17Z', 'updated_at': '2022-02-17T17:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:14.807045 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95834c13-43ae-40b6-bf1f-604df9003082 None None] Checking router: c2bfd8aa-2df7-4e46-ab35-f805b38567e1 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:47:14.819046 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d00fe83-2af1-4dd6-b1ec-870dcca742ed admin admin] Publish callbacks [] for router_gateway (c2bfd8aa-2df7-4e46-ab35-f805b38567e1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:14.820857 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95834c13-43ae-40b6-bf1f-604df9003082 None None] Routers {'c2bfd8aa-2df7-4e46-ab35-f805b38567e1'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:47:14.821607 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-95834c13-43ae-40b6-bf1f-604df9003082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:47:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['c2bfd8aa-2df7-4e46-ab35-f805b38567e1'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:14.894897 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1879ee0c-238a-4d73-aae1-eab45859487e tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (214505f4-4a9e-4da8-ad67-16341a763780), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:14.988818 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-95834c13-43ae-40b6-bf1f-604df9003082 None None] Set router c2bfd8aa-2df7-4e46-ab35-f805b38567e1 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:47:15.016045 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-866e97a6-b450-4787-8158-690811c69c34 req-c1a1ea4d-9d82-4183-b6cb-3db66e873f49 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474092 Feb 17 17:47:15.025277 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-0d00fe83-2af1-4dd6-b1ec-870dcca742ed admin admin] Deleting port 44cbcde1-c128-45eb-8ea9-55e6f8612932 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:47:15.025630 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d00fe83-2af1-4dd6-b1ec-870dcca742ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (44cbcde1-c128-45eb-8ea9-55e6f8612932), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:15.259541 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-0d00fe83-2af1-4dd6-b1ec-870dcca742ed admin admin] For port 44cbcde1-c128-45eb-8ea9-55e6f8612932, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=44cbcde1-c128-45eb-8ea9-55e6f8612932,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:47:15.260368 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d00fe83-2af1-4dd6-b1ec-870dcca742ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (44cbcde1-c128-45eb-8ea9-55e6f8612932), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:15.284212 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc2df500-8112-4a8f-8f74-49333ea7f5ae req-1c9d1f18-0405-4250-bc7d-9774da184290 service neutron] 10.222.0.71 "GET /v2.0/networks/86d00201-0d9a-4363-96b8-dd16d5e6e4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5502472 Feb 17 17:47:15.307374 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0405aebd-1cb4-4a75-8e4d-059a6da31c3b None None] Network 214505f4-4a9e-4da8-ad67-16341a763780 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:47:15.322171 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-0d00fe83-2af1-4dd6-b1ec-870dcca742ed admin admin] Calling delete_port for 44cbcde1-c128-45eb-8ea9-55e6f8612932 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:47:15.343054 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-1879ee0c-238a-4d73-aae1-eab45859487e tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Deleting port bbc5d75a-540c-49c0-b1ea-e0173471b82b {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:47:15.344099 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1879ee0c-238a-4d73-aae1-eab45859487e tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (bbc5d75a-540c-49c0-b1ea-e0173471b82b), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:15.356843 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-95834c13-43ae-40b6-bf1f-604df9003082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bfd8aa-2df7-4e46-ab35-f805b38567e1', 'name': 'tempest-TestAggregatesBasicOps-259678539-router', 'tenant_id': '9360f8624a5f4b22b2fa18246b414acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '44cbcde1-c128-45eb-8ea9-55e6f8612932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:46:14Z', 'updated_at': '2022-02-17T17:47:12Z', 'revision_number': 5, 'project_id': '9360f8624a5f4b22b2fa18246b414acc', 'gw_port': {'id': '44cbcde1-c128-45eb-8ea9-55e6f8612932', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:fd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bfd8aa-2df7-4e46-ab35-f805b38567e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:46:17Z', 'updated_at': '2022-02-17T17:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:15.398176 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95834c13-43ae-40b6-bf1f-604df9003082 None None] The sync data for ids ['c2bfd8aa-2df7-4e46-ab35-f805b38567e1'] in n-d-829613-2 is: [{'id': 'c2bfd8aa-2df7-4e46-ab35-f805b38567e1', 'name': 'tempest-TestAggregatesBasicOps-259678539-router', 'tenant_id': '9360f8624a5f4b22b2fa18246b414acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '44cbcde1-c128-45eb-8ea9-55e6f8612932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:46:14Z', 'updated_at': '2022-02-17T17:47:12Z', 'revision_number': 5, 'project_id': '9360f8624a5f4b22b2fa18246b414acc', 'gw_port': {'id': '44cbcde1-c128-45eb-8ea9-55e6f8612932', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:fd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bfd8aa-2df7-4e46-ab35-f805b38567e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:46:17Z', 'updated_at': '2022-02-17T17:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:47:15.482074 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 0ca673ba-921f-4300-87f1-330ab003982f details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:47:15.498234 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-1879ee0c-238a-4d73-aae1-eab45859487e tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] For port bbc5d75a-540c-49c0-b1ea-e0173471b82b, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=bbc5d75a-540c-49c0-b1ea-e0173471b82b,segment=NetworkSegment(157feb9d-8749-4801-aa6e-7e6e1458d0d8),segment_id=157feb9d-8749-4801-aa6e-7e6e1458d0d8)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:47:15.498607 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1879ee0c-238a-4d73-aae1-eab45859487e tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (bbc5d75a-540c-49c0-b1ea-e0173471b82b), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:15.525119 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-1879ee0c-238a-4d73-aae1-eab45859487e tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Calling delete_port for bbc5d75a-540c-49c0-b1ea-e0173471b82b owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:47:15.638862 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1879ee0c-238a-4d73-aae1-eab45859487e tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (bbc5d75a-540c-49c0-b1ea-e0173471b82b), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:15.654275 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d00fe83-2af1-4dd6-b1ec-870dcca742ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (44cbcde1-c128-45eb-8ea9-55e6f8612932), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:15.665512 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1879ee0c-238a-4d73-aae1-eab45859487e tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event deleted for resources: {'Port': ['ID=bbc5d75a-540c-49c0-b1ea-e0173471b82b,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:15.670483 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1879ee0c-238a-4d73-aae1-eab45859487e tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] No DVR routers for this DVR port bbc5d75a-540c-49c0-b1ea-e0173471b82b on host n-d-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:47:15.706454 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d00fe83-2af1-4dd6-b1ec-870dcca742ed admin admin] Pushing event deleted for resources: {'Port': ['ID=44cbcde1-c128-45eb-8ea9-55e6f8612932,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:15.717281 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 0ca673ba-921f-4300-87f1-330ab003982f, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=0ca673ba-921f-4300-87f1-330ab003982f,segment=NetworkSegment(a9afe95a-bc81-4053-bcf6-93dc37b0f7fa),segment_id=a9afe95a-bc81-4053-bcf6-93dc37b0f7fa)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:47:15.751897 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '0ca673ba-921f-4300-87f1-330ab003982f', 'network_id': '86d00201-0d9a-4363-96b8-dd16d5e6e4d8', 'port_id': '0ca673ba-921f-4300-87f1-330ab003982f', 'mac_address': 'fa:16:3e:0d:a7:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b38a8c5-5190-4e64-a2cf-0cc233f21627', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:47:15.818304 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1879ee0c-238a-4d73-aae1-eab45859487e tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (214505f4-4a9e-4da8-ad67-16341a763780), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:15.889542 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 0ca673ba-921f-4300-87f1-330ab003982f is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:47:15.889949 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0ca673ba-921f-4300-87f1-330ab003982f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:15.911667 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-1879ee0c-238a-4d73-aae1-eab45859487e tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['214505f4-4a9e-4da8-ad67-16341a763780']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:15.930926 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d00fe83-2af1-4dd6-b1ec-870dcca742ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (c2bfd8aa-2df7-4e46-ab35-f805b38567e1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:15.934836 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-1879ee0c-238a-4d73-aae1-eab45859487e tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '157feb9d-8749-4801-aa6e-7e6e1458d0d8') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:15.940464 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-1879ee0c-238a-4d73-aae1-eab45859487e tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '157feb9d-8749-4801-aa6e-7e6e1458d0d8') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:15.941507 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ca673ba-921f-4300-87f1-330ab003982f {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:47:15.956076 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 5387abd5-e4e2-4730-bf7e-d0e5d990523c no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:47:15.969290 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1879ee0c-238a-4d73-aae1-eab45859487e tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (157feb9d-8749-4801-aa6e-7e6e1458d0d8), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:15.984151 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66834ee7-e30b-4625-91fb-1c688a336ad4 req-00f0a276-b66e-425d-9f5e-6f1175d6994a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:16.010282 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-66834ee7-e30b-4625-91fb-1c688a336ad4 req-00f0a276-b66e-425d-9f5e-6f1175d6994a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 946 time: 0.1875901 Feb 17 17:47:16.063210 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 5387abd5-e4e2-4730-bf7e-d0e5d990523c {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:47:16.063960 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 5387abd5-e4e2-4730-bf7e-d0e5d990523c not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:47:16.072885 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1879ee0c-238a-4d73-aae1-eab45859487e tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (157feb9d-8749-4801-aa6e-7e6e1458d0d8), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:16.074607 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 0ca673ba-921f-4300-87f1-330ab003982f, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=0ca673ba-921f-4300-87f1-330ab003982f,segment=NetworkSegment(a9afe95a-bc81-4053-bcf6-93dc37b0f7fa),segment_id=a9afe95a-bc81-4053-bcf6-93dc37b0f7fa)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:47:16.081801 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (0ca673ba-921f-4300-87f1-330ab003982f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:16.111502 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1879ee0c-238a-4d73-aae1-eab45859487e tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:47:16.112169 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1879ee0c-238a-4d73-aae1-eab45859487e tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (157feb9d-8749-4801-aa6e-7e6e1458d0d8), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:16.124235 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 17:47:16.124235 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:47:16.124235 n-d-829613-2 neutron-server[103435]: timer() Feb 17 17:47:16.124235 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:47:16.124235 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 17:47:16.124235 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:47:16.124235 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 17:47:16.124235 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:47:16.124235 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 17:47:16.124235 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:47:16.124235 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 17:47:16.124235 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:47:16.124235 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 17:47:16.124235 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:47:16.124235 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:47:16.124235 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:47:16.124235 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:47:16.124235 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:47:16.124235 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 17:47:16.124235 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:47:16.124235 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 17:47:16.124235 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:47:16.124235 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:47:16.124235 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:47:16.124235 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 17:47:16.124235 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:47:16.124235 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:47:16.124235 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:47:16.124235 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:47:16.124235 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:47:16.124235 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:47:16.124235 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:47:16.198079 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-66834ee7-e30b-4625-91fb-1c688a336ad4 req-abd6c161-d193-475d-95a4-fc145703e660 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1831133 Feb 17 17:47:16.203505 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=0ca673ba-921f-4300-87f1-330ab003982f,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:16.232186 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d00fe83-2af1-4dd6-b1ec-870dcca742ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (c2bfd8aa-2df7-4e46-ab35-f805b38567e1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:16.234728 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d00fe83-2af1-4dd6-b1ec-870dcca742ed admin admin] Publish callbacks [] for router_controller (c2bfd8aa-2df7-4e46-ab35-f805b38567e1), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:16.305198 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['0ca673ba-921f-4300-87f1-330ab003982f'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:47:16.363590 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1879ee0c-238a-4d73-aae1-eab45859487e tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (214505f4-4a9e-4da8-ad67-16341a763780), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:16.369260 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1879ee0c-238a-4d73-aae1-eab45859487e tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:16.377755 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1879ee0c-238a-4d73-aae1-eab45859487e tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "DELETE /v2.0/networks/214505f4-4a9e-4da8-ad67-16341a763780 HTTP/1.1" status: 204 len: 168 time: 4.3563466 Feb 17 17:47:16.443666 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 60716) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:16.450359 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-611e9f20-491e-410d-9155-3cd628a4bbcc tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-416841798'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:47:16.473632 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1879ee0c-238a-4d73-aae1-eab45859487e tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event deleted for resources: {'Network': ['ID=214505f4-4a9e-4da8-ad67-16341a763780,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:16.524197 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d6345-8cf5-49b5-9628-4c554dcaaa33 req-a1f83ae1-5cad-4d8c-b1ab-5646587163b8 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:16.525989 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a89d6345-8cf5-49b5-9628-4c554dcaaa33 req-a1f83ae1-5cad-4d8c-b1ab-5646587163b8 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 946 time: 0.1177235 Feb 17 17:47:16.529643 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611e9f20-491e-410d-9155-3cd628a4bbcc tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Made reservation on behalf of 6c28c706ce1245329260dde1db37ef52 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:47:16.533520 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-611e9f20-491e-410d-9155-3cd628a4bbcc tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:16.554841 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 60720) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:16.571780 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-611e9f20-491e-410d-9155-3cd628a4bbcc tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:47:16.589878 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-611e9f20-491e-410d-9155-3cd628a4bbcc tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (be379cf3-029b-4da6-871b-6625f9cc92de), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:16.590248 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-611e9f20-491e-410d-9155-3cd628a4bbcc tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Added segment be379cf3-029b-4da6-871b-6625f9cc92de of type vlan for network 0e0ff3f5-744a-43f5-b1fe-2870cb69b755 Feb 17 17:47:16.646012 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-611e9f20-491e-410d-9155-3cd628a4bbcc tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (0e0ff3f5-744a-43f5-b1fe-2870cb69b755), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:16.666885 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-2c47d53b-97cd-46fb-be4d-5305f69c096a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Request body: {'floatingip': {'port_id': '3df59be5-70eb-43bf-82eb-ef2aa0690a18'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:47:16.705322 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d00fe83-2af1-4dd6-b1ec-870dcca742ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (c2bfd8aa-2df7-4e46-ab35-f805b38567e1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:16.707262 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d00fe83-2af1-4dd6-b1ec-870dcca742ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2bfd8aa-2df7-4e46-ab35-f805b38567e1 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:47:16.713258 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d00fe83-2af1-4dd6-b1ec-870dcca742ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:16.715379 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0d00fe83-2af1-4dd6-b1ec-870dcca742ed admin admin] 10.222.0.87 "DELETE /v2.0/routers/c2bfd8aa-2df7-4e46-ab35-f805b38567e1 HTTP/1.1" status: 204 len: 168 time: 2.4185524 Feb 17 17:47:16.720472 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60722) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:16.754467 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2c47d53b-97cd-46fb-be4d-5305f69c096a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks [] for floatingip (ff8f7504-be47-4e0a-8743-be79ddc1dea8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:16.810328 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-109fc8ab-a8f7-4646-9a1e-26e908c9cec6 admin admin] Deleting subnet 347c5b05-d181-4e5f-848e-1011489ca9c7 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:47:16.812004 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc9a2c-910f-4c70-92e5-e59b77057b0e req-01308a72-1637-4354-88a5-8a964088c038 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:16.820078 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-70bc9a2c-910f-4c70-92e5-e59b77057b0e req-01308a72-1637-4354-88a5-8a964088c038 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=66b19ce2-23aa-45bf-bd85-5d73c22b36ae HTTP/1.1" status: 200 len: 945 time: 0.4744911 Feb 17 17:47:16.828014 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-109fc8ab-a8f7-4646-9a1e-26e908c9cec6 admin admin] Publish callbacks [] for subnet (347c5b05-d181-4e5f-848e-1011489ca9c7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:16.888661 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-109fc8ab-a8f7-4646-9a1e-26e908c9cec6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (347c5b05-d181-4e5f-848e-1011489ca9c7), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:16.890621 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-611e9f20-491e-410d-9155-3cd628a4bbcc tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (0e0ff3f5-744a-43f5-b1fe-2870cb69b755), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:16.902428 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611e9f20-491e-410d-9155-3cd628a4bbcc tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:16.903223 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-611e9f20-491e-410d-9155-3cd628a4bbcc tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:17.010240 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-611e9f20-491e-410d-9155-3cd628a4bbcc tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5619495 Feb 17 17:47:17.010413 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-109fc8ab-a8f7-4646-9a1e-26e908c9cec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (347c5b05-d181-4e5f-848e-1011489ca9c7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:17.011299 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60726) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:17.019488 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-001e00af-a677-4cbd-b87e-86680f84018f tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Request body: {'subnet': {'network_id': '0e0ff3f5-744a-43f5-b1fe-2870cb69b755', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:47:17.029397 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-70bc9a2c-910f-4c70-92e5-e59b77057b0e req-93b3855e-8c67-4b1c-82be-89dfae6c46ea tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082534 Feb 17 17:47:17.065916 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e9f20-491e-410d-9155-3cd628a4bbcc tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event updated for resources: {'Network': ['ID=0e0ff3f5-744a-43f5-b1fe-2870cb69b755,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:17.084484 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 0e0ff3f5-744a-43f5-b1fe-2870cb69b755 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:47:17.186924 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001e00af-a677-4cbd-b87e-86680f84018f tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Made reservation on behalf of 6c28c706ce1245329260dde1db37ef52 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:47:17.190911 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-001e00af-a677-4cbd-b87e-86680f84018f tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:17.228374 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-109fc8ab-a8f7-4646-9a1e-26e908c9cec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (347c5b05-d181-4e5f-848e-1011489ca9c7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:17.305412 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109fc8ab-a8f7-4646-9a1e-26e908c9cec6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=347c5b05-d181-4e5f-848e-1011489ca9c7,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:17.322462 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-109fc8ab-a8f7-4646-9a1e-26e908c9cec6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:17.323146 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e8572e-f600-4ba6-9d0b-b6321a603023 None None] Network b3987c1e-7239-438e-a989-0b14b4df202a requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:47:17.330260 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-109fc8ab-a8f7-4646-9a1e-26e908c9cec6 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/347c5b05-d181-4e5f-848e-1011489ca9c7 HTTP/1.1" status: 204 len: 168 time: 0.6079645 Feb 17 17:47:17.539487 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 0ca673ba-921f-4300-87f1-330ab003982f up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:47:17.541760 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60734) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:17.627907 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-001e00af-a677-4cbd-b87e-86680f84018f tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (6792bcca-16b8-4c01-af84-1c3e781c77e5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:17.688002 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 0ca673ba-921f-4300-87f1-330ab003982f completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:47:17.697815 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 0ca673ba-921f-4300-87f1-330ab003982f triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:47:17.699120 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (0ca673ba-921f-4300-87f1-330ab003982f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:17.785409 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5432b5ac-b737-48b3-8647-63e3cd0c3d71 None None] DHCP port deletion for b3987c1e-7239-438e-a989-0b14b4df202a request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:47:17.790977 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 44cbcde1-c128-45eb-8ea9-55e6f8612932 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:47:17.827776 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 44cbcde1-c128-45eb-8ea9-55e6f8612932 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:47:17.833309 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 44cbcde1-c128-45eb-8ea9-55e6f8612932 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:47:17.967270 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-29733e25-e604-40da-9330-28606b5369b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (b3987c1e-7239-438e-a989-0b14b4df202a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:17.977197 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 0ca673ba-921f-4300-87f1-330ab003982f is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:47:17.978014 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0ca673ba-921f-4300-87f1-330ab003982f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:17.984513 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001e00af-a677-4cbd-b87e-86680f84018f tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event updated for resources: {'Subnet': ['ID=6792bcca-16b8-4c01-af84-1c3e781c77e5,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:17.998177 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001e00af-a677-4cbd-b87e-86680f84018f tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Checking segment: {'id': 'be379cf3-029b-4da6-871b-6625f9cc92de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '0e0ff3f5-744a-43f5-b1fe-2870cb69b755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:47:17.998654 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001e00af-a677-4cbd-b87e-86680f84018f tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Network hostable DHCP agents. Network: 0e0ff3f5-744a-43f5-b1fe-2870cb69b755, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:47:18.022525 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5432b5ac-b737-48b3-8647-63e3cd0c3d71 None None] Deleting port 81f46021-fa36-4aa5-bd14-c515b3eb953f {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:47:18.023015 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5432b5ac-b737-48b3-8647-63e3cd0c3d71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (81f46021-fa36-4aa5-bd14-c515b3eb953f), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:18.031352 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b19ce2-23aa-45bf-bd85-5d73c22b36ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca673ba-921f-4300-87f1-330ab003982f'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:47:18.033915 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc160905-716a-4088-9c77-862afa5b543c" -d '{"events": [{"server_uuid": "66b19ce2-23aa-45bf-bd85-5d73c22b36ae", "name": "network-vif-plugged", "status": "completed", "tag": "0ca673ba-921f-4300-87f1-330ab003982f"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:47:18.070570 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 0ca673ba-921f-4300-87f1-330ab003982f, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=0ca673ba-921f-4300-87f1-330ab003982f,segment=NetworkSegment(a9afe95a-bc81-4053-bcf6-93dc37b0f7fa),segment_id=a9afe95a-bc81-4053-bcf6-93dc37b0f7fa)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:47:18.080157 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (0ca673ba-921f-4300-87f1-330ab003982f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:18.166434 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001e00af-a677-4cbd-b87e-86680f84018f tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Network 0e0ff3f5-744a-43f5-b1fe-2870cb69b755 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:47:18.188735 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afac66fe-d52b-4458-ba72-6ef494e8d0c4 x-openstack-request-id: req-afac66fe-d52b-4458-ba72-6ef494e8d0c4 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:47:18.189298 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66b19ce2-23aa-45bf-bd85-5d73c22b36ae", "name": "network-vif-plugged", "status": "completed", "tag": "0ca673ba-921f-4300-87f1-330ab003982f", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:47:18.189914 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-afac66fe-d52b-4458-ba72-6ef494e8d0c4 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:47:18.190372 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b19ce2-23aa-45bf-bd85-5d73c22b36ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca673ba-921f-4300-87f1-330ab003982f', 'code': 200} Feb 17 17:47:18.202592 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5432b5ac-b737-48b3-8647-63e3cd0c3d71 None None] For port 81f46021-fa36-4aa5-bd14-c515b3eb953f, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=81f46021-fa36-4aa5-bd14-c515b3eb953f,segment=NetworkSegment(c58f53c0-af49-4cf8-b691-940ae7000ffa),segment_id=c58f53c0-af49-4cf8-b691-940ae7000ffa)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:47:18.203727 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5432b5ac-b737-48b3-8647-63e3cd0c3d71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (81f46021-fa36-4aa5-bd14-c515b3eb953f), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:18.204889 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-001e00af-a677-4cbd-b87e-86680f84018f tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 0e0ff3f5-744a-43f5-b1fe-2870cb69b755) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:47:18.217708 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001e00af-a677-4cbd-b87e-86680f84018f tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:18.218676 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-001e00af-a677-4cbd-b87e-86680f84018f tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:18.230363 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c149f849-822f-43c6-b72b-2b42d090a97e None None] Network 0e0ff3f5-744a-43f5-b1fe-2870cb69b755 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:47:18.253859 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-29733e25-e604-40da-9330-28606b5369b4 admin admin] Deleting port 81f46021-fa36-4aa5-bd14-c515b3eb953f {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:47:18.256752 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-29733e25-e604-40da-9330-28606b5369b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (81f46021-fa36-4aa5-bd14-c515b3eb953f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:18.267667 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5432b5ac-b737-48b3-8647-63e3cd0c3d71 None None] Calling delete_port for 81f46021-fa36-4aa5-bd14-c515b3eb953f owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:47:18.293390 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-001e00af-a677-4cbd-b87e-86680f84018f tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2809896 Feb 17 17:47:18.301494 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60752) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:18.308269 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=0ca673ba-921f-4300-87f1-330ab003982f,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:18.428888 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7893f39-54f4-4042-a604-061ee38d747f req-b167e21d-ee8b-451c-a53f-7b780320fda8 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:18.430364 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b7893f39-54f4-4042-a604-061ee38d747f req-b167e21d-ee8b-451c-a53f-7b780320fda8 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=66b19ce2-23aa-45bf-bd85-5d73c22b36ae HTTP/1.1" status: 200 len: 946 time: 0.2945094 Feb 17 17:47:18.443127 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b9413-ebfb-4b8c-9708-79941f46dfa7 req-8bec033c-d087-42a9-81e9-48a539e8a49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:18.445090 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d2b9413-ebfb-4b8c-9708-79941f46dfa7 req-8bec033c-d087-42a9-81e9-48a539e8a49c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=66b19ce2-23aa-45bf-bd85-5d73c22b36ae HTTP/1.1" status: 200 len: 1128 time: 0.2310884 Feb 17 17:47:18.495912 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.db.resource_extend [None req-2c47d53b-97cd-46fb-be4d-5305f69c096a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 17:47:18.509632 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517183c5-e8c6-4847-970a-6e3aa6052f3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-0e0ff3f5-744a-43f5-b1fe-2870cb69b755', 'network_id': '0e0ff3f5-744a-43f5-b1fe-2870cb69b755', 'project_id': '6c28c706ce1245329260dde1db37ef52', 'fixed_ips': [{'subnet_id': '6792bcca-16b8-4c01-af84-1c3e781c77e5'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:47:18.510532 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-517183c5-e8c6-4847-970a-6e3aa6052f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:18.583707 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d2b9413-ebfb-4b8c-9708-79941f46dfa7 req-399162cc-6997-455d-ae86-ad8639057e3b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216054 Feb 17 17:47:18.606771 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-29733e25-e604-40da-9330-28606b5369b4 admin admin] For port 81f46021-fa36-4aa5-bd14-c515b3eb953f, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=81f46021-fa36-4aa5-bd14-c515b3eb953f,segment=NetworkSegment(c58f53c0-af49-4cf8-b691-940ae7000ffa),segment_id=c58f53c0-af49-4cf8-b691-940ae7000ffa)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:47:18.607506 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-29733e25-e604-40da-9330-28606b5369b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (81f46021-fa36-4aa5-bd14-c515b3eb953f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:18.629114 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-29733e25-e604-40da-9330-28606b5369b4 admin admin] Calling delete_port for 81f46021-fa36-4aa5-bd14-c515b3eb953f owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:47:18.658104 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b7893f39-54f4-4042-a604-061ee38d747f req-f364bdee-60bd-4a31-be43-e933c0c36718 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109764 Feb 17 17:47:18.662683 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e6889e5c-3691-49ab-8eaa-98e5d17b05f0 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (0e0ff3f5-744a-43f5-b1fe-2870cb69b755), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:18.674530 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2c47d53b-97cd-46fb-be4d-5305f69c096a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:18.686752 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5432b5ac-b737-48b3-8647-63e3cd0c3d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (81f46021-fa36-4aa5-bd14-c515b3eb953f), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:18.687515 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2c47d53b-97cd-46fb-be4d-5305f69c096a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (ff8f7504-be47-4e0a-8743-be79ddc1dea8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:18.724929 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5432b5ac-b737-48b3-8647-63e3cd0c3d71 None None] Pushing event deleted for resources: {'Port': ['ID=81f46021-fa36-4aa5-bd14-c515b3eb953f,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:18.760347 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5432b5ac-b737-48b3-8647-63e3cd0c3d71 None None] No DVR routers for this DVR port 81f46021-fa36-4aa5-bd14-c515b3eb953f on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:47:18.776045 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e6889e5c-3691-49ab-8eaa-98e5d17b05f0 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (6792bcca-16b8-4c01-af84-1c3e781c77e5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:18.809596 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-517183c5-e8c6-4847-970a-6e3aa6052f3d None None] Allocated IP 172.20.0.1 (0e0ff3f5-744a-43f5-b1fe-2870cb69b755/6792bcca-16b8-4c01-af84-1c3e781c77e5/071469cf-1e47-41c1-a8dc-52bbbf5b623b) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:47:18.854371 n-d-829613-2 neutron-server[103435]: INFO neutron.db.l3_db [None req-2c47d53b-97cd-46fb-be4d-5305f69c096a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Floating IP ff8f7504-be47-4e0a-8743-be79ddc1dea8 associated. External IP: 172.25.8.124, port: 3df59be5-70eb-43bf-82eb-ef2aa0690a18. Feb 17 17:47:18.863335 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-29733e25-e604-40da-9330-28606b5369b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (81f46021-fa36-4aa5-bd14-c515b3eb953f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:18.908599 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29733e25-e604-40da-9330-28606b5369b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=81f46021-fa36-4aa5-bd14-c515b3eb953f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:18.913504 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29733e25-e604-40da-9330-28606b5369b4 admin admin] No DVR routers for this DVR port 81f46021-fa36-4aa5-bd14-c515b3eb953f on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:47:18.951314 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:19.025609 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-29733e25-e604-40da-9330-28606b5369b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (b3987c1e-7239-438e-a989-0b14b4df202a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:19.056135 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-29733e25-e604-40da-9330-28606b5369b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3987c1e-7239-438e-a989-0b14b4df202a']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:19.070349 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-29733e25-e604-40da-9330-28606b5369b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c58f53c0-af49-4cf8-b691-940ae7000ffa') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:19.070666 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-29733e25-e604-40da-9330-28606b5369b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c58f53c0-af49-4cf8-b691-940ae7000ffa') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:19.084455 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-29733e25-e604-40da-9330-28606b5369b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (c58f53c0-af49-4cf8-b691-940ae7000ffa), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:19.100727 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-29733e25-e604-40da-9330-28606b5369b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (c58f53c0-af49-4cf8-b691-940ae7000ffa), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:19.111084 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29733e25-e604-40da-9330-28606b5369b4 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:47:19.113015 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-29733e25-e604-40da-9330-28606b5369b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (c58f53c0-af49-4cf8-b691-940ae7000ffa), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:19.115927 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:47:19.115927 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:47:19.115927 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:47:19.115927 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:47:19.115927 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:47:19.115927 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:47:19.115927 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:47:19.115927 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:47:19.115927 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:47:19.115927 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:47:19.115927 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:47:19.115927 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:47:19.115927 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:47:19.115927 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:47:19.115927 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:47:19.115927 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:47:19.115927 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:47:19.115927 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:47:19.115927 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:47:19.115927 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:47:19.115927 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:47:19.115927 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:47:19.115927 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:47:19.115927 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:47:19.115927 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:47:19.115927 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:47:19.115927 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:47:19.115927 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:47:19.115927 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:47:19.115927 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:47:19.115927 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:47:19.115927 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:47:19.185787 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-517183c5-e8c6-4847-970a-6e3aa6052f3d None None] Publish callbacks [] for port (071469cf-1e47-41c1-a8dc-52bbbf5b623b), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:19.193654 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-10b9fc4e-c298-4955-aebf-46c36d7ef803 req-1bdc844a-0371-4415-80b9-ff916d4c7dcd service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4d7fafab-4478-4ac6-849d-b79b61783cd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2018383 Feb 17 17:47:19.199390 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-517183c5-e8c6-4847-970a-6e3aa6052f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (071469cf-1e47-41c1-a8dc-52bbbf5b623b), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:19.218328 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-29733e25-e604-40da-9330-28606b5369b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (b3987c1e-7239-438e-a989-0b14b4df202a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:19.234205 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e6889e5c-3691-49ab-8eaa-98e5d17b05f0 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (6792bcca-16b8-4c01-af84-1c3e781c77e5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:19.266595 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-29733e25-e604-40da-9330-28606b5369b4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:19.273634 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-29733e25-e604-40da-9330-28606b5369b4 admin admin] 10.222.0.87 "DELETE /v2.0/networks/b3987c1e-7239-438e-a989-0b14b4df202a HTTP/1.1" status: 204 len: 168 time: 1.7304471 Feb 17 17:47:19.274231 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517183c5-e8c6-4847-970a-6e3aa6052f3d None None] Network 0e0ff3f5-744a-43f5-b1fe-2870cb69b755 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:47:19.277753 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-517183c5-e8c6-4847-970a-6e3aa6052f3d None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:47:19.281791 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517183c5-e8c6-4847-970a-6e3aa6052f3d None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:47:19.284002 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29733e25-e604-40da-9330-28606b5369b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3987c1e-7239-438e-a989-0b14b4df202a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:19.290568 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60770) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:19.341230 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517183c5-e8c6-4847-970a-6e3aa6052f3d None None] Pushing event updated for resources: {'Port': ['ID=071469cf-1e47-41c1-a8dc-52bbbf5b623b,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:19.343676 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6889e5c-3691-49ab-8eaa-98e5d17b05f0 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event deleted for resources: {'Subnet': ['ID=6792bcca-16b8-4c01-af84-1c3e781c77e5,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:19.357422 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-517183c5-e8c6-4847-970a-6e3aa6052f3d None None] Attempting to bind port 071469cf-1e47-41c1-a8dc-52bbbf5b623b on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:47:19.357808 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-517183c5-e8c6-4847-970a-6e3aa6052f3d None None] Attempting to bind port 071469cf-1e47-41c1-a8dc-52bbbf5b623b by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'be379cf3-029b-4da6-871b-6625f9cc92de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '0e0ff3f5-744a-43f5-b1fe-2870cb69b755'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:47:19.358181 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517183c5-e8c6-4847-970a-6e3aa6052f3d None None] Attempting to bind port 071469cf-1e47-41c1-a8dc-52bbbf5b623b on network 0e0ff3f5-744a-43f5-b1fe-2870cb69b755 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:47:19.365440 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517183c5-e8c6-4847-970a-6e3aa6052f3d None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:47:19.365827 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517183c5-e8c6-4847-970a-6e3aa6052f3d None None] Checking segment: {'id': 'be379cf3-029b-4da6-871b-6625f9cc92de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '0e0ff3f5-744a-43f5-b1fe-2870cb69b755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:47:19.366239 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-517183c5-e8c6-4847-970a-6e3aa6052f3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:19.366643 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517183c5-e8c6-4847-970a-6e3aa6052f3d None None] Bound using segment: {'id': 'be379cf3-029b-4da6-871b-6625f9cc92de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '0e0ff3f5-744a-43f5-b1fe-2870cb69b755'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:47:19.367247 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-517183c5-e8c6-4847-970a-6e3aa6052f3d None None] Bound port: 071469cf-1e47-41c1-a8dc-52bbbf5b623b, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be379cf3-029b-4da6-871b-6625f9cc92de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '0e0ff3f5-744a-43f5-b1fe-2870cb69b755'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:47:19.367504 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-517183c5-e8c6-4847-970a-6e3aa6052f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (071469cf-1e47-41c1-a8dc-52bbbf5b623b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:19.372003 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c47d53b-97cd-46fb-be4d-5305f69c096a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Router b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:47:19.389446 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9fc4e-c298-4955-aebf-46c36d7ef803 req-55828756-e965-4d65-99d9-08dd817d0035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:19.390827 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-10b9fc4e-c298-4955-aebf-46c36d7ef803 req-55828756-e965-4d65-99d9-08dd817d0035 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=676afbf1c2e640e8b11ff19640c46b32&device_id=4d7fafab-4478-4ac6-849d-b79b61783cd0 HTTP/1.1" status: 200 len: 1127 time: 0.1338871 Feb 17 17:47:19.434280 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e6889e5c-3691-49ab-8eaa-98e5d17b05f0 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (0e0ff3f5-744a-43f5-b1fe-2870cb69b755), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:19.454642 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-517183c5-e8c6-4847-970a-6e3aa6052f3d None None] For port 071469cf-1e47-41c1-a8dc-52bbbf5b623b, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:47:19.457991 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-517183c5-e8c6-4847-970a-6e3aa6052f3d None None] For port 071469cf-1e47-41c1-a8dc-52bbbf5b623b, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=071469cf-1e47-41c1-a8dc-52bbbf5b623b,segment=NetworkSegment(be379cf3-029b-4da6-871b-6625f9cc92de),segment_id=be379cf3-029b-4da6-871b-6625f9cc92de)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:47:19.459482 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e6889e5c-3691-49ab-8eaa-98e5d17b05f0 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e0ff3f5-744a-43f5-b1fe-2870cb69b755']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:19.466692 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-517183c5-e8c6-4847-970a-6e3aa6052f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (071469cf-1e47-41c1-a8dc-52bbbf5b623b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:19.471791 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e6889e5c-3691-49ab-8eaa-98e5d17b05f0 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be379cf3-029b-4da6-871b-6625f9cc92de') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:19.472562 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e6889e5c-3691-49ab-8eaa-98e5d17b05f0 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be379cf3-029b-4da6-871b-6625f9cc92de') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:19.491050 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e6889e5c-3691-49ab-8eaa-98e5d17b05f0 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (be379cf3-029b-4da6-871b-6625f9cc92de), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:19.530564 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e6889e5c-3691-49ab-8eaa-98e5d17b05f0 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (be379cf3-029b-4da6-871b-6625f9cc92de), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:19.539654 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6889e5c-3691-49ab-8eaa-98e5d17b05f0 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:47:19.540435 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e6889e5c-3691-49ab-8eaa-98e5d17b05f0 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (be379cf3-029b-4da6-871b-6625f9cc92de), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:19.550838 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c47d53b-97cd-46fb-be4d-5305f69c096a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:47:19.557389 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2c47d53b-97cd-46fb-be4d-5305f69c096a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:19.622837 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fc8da1-9103-45a3-bd3d-fbe0364d1117 None None] Sync routers for ids ['b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:47:19.632654 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-2c47d53b-97cd-46fb-be4d-5305f69c096a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "PUT /v2.0/floatingips/ff8f7504-be47-4e0a-8743-be79ddc1dea8 HTTP/1.1" status: 200 len: 992 time: 2.9664516 Feb 17 17:47:19.634836 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2554492e-6aae-425f-b3cf-9889a8c042ad', 'tag': '3df59be5-70eb-43bf-82eb-ef2aa0690a18'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:47:19.637884 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46496d98-e7ce-4a70-b97c-3cecd0ef7433" -d '{"events": [{"name": "network-changed", "server_uuid": "2554492e-6aae-425f-b3cf-9889a8c042ad", "tag": "3df59be5-70eb-43bf-82eb-ef2aa0690a18"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:47:19.666868 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fc8da1-9103-45a3-bd3d-fbe0364d1117 None None] Routers {'b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:47:19.667542 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-18fc8da1-9103-45a3-bd3d-fbe0364d1117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:47:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:19.673407 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517183c5-e8c6-4847-970a-6e3aa6052f3d None None] Pushing event updated for resources: {'Port': ['ID=071469cf-1e47-41c1-a8dc-52bbbf5b623b,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:19.801343 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:47:19.801343 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:47:19.801343 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:47:19.801343 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:47:19.801343 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:47:19.801343 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:47:19.801343 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:47:19.801343 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:47:19.801343 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:47:19.801343 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:47:19.801343 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:47:19.801343 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:47:19.801343 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:47:19.801343 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:47:19.801343 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:47:19.801343 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:47:19.801343 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:47:19.801343 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:47:19.801343 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:47:19.801343 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:47:19.801343 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:47:19.801343 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:47:19.801343 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:47:19.801343 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:47:19.801343 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:47:19.801343 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:47:19.801343 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:47:19.801343 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:47:19.801343 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:47:19.801343 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:47:19.801343 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:47:19.801343 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:47:19.816648 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.db.api [None req-e6889e5c-3691-49ab-8eaa-98e5d17b05f0 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 17:47:19.816648 n-d-829613-2 neutron-server[103434]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 17:47:19.816648 n-d-829613-2 neutron-server[103434]: [parameters: {'id': '0e0ff3f5-744a-43f5-b1fe-2870cb69b755'}] Feb 17 17:47:19.816648 n-d-829613-2 neutron-server[103434]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:47:19.817194 n-d-829613-2 neutron-server[103434]: DEBUG oslo_db.api [None req-e6889e5c-3691-49ab-8eaa-98e5d17b05f0 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 17:47:19.827945 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd12b69-5962-49d8-8db7-cad807736683 None None] get_active_networks_info from n-d-829613-2 {{(pid=103436) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 17 17:47:19.862549 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86dc5c18-b2ca-4040-acf8-5838fb687dae x-openstack-request-id: req-86dc5c18-b2ca-4040-acf8-5838fb687dae {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:47:19.862800 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2554492e-6aae-425f-b3cf-9889a8c042ad", "tag": "3df59be5-70eb-43bf-82eb-ef2aa0690a18", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:47:19.863062 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-86dc5c18-b2ca-4040-acf8-5838fb687dae {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:47:19.863489 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2554492e-6aae-425f-b3cf-9889a8c042ad', 'tag': '3df59be5-70eb-43bf-82eb-ef2aa0690a18', 'status': 'completed', 'code': 200} Feb 17 17:47:19.865612 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9fc4e-c298-4955-aebf-46c36d7ef803 req-00ff8393-1ec1-4114-8ce0-b859e42572b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:19.867189 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-10b9fc4e-c298-4955-aebf-46c36d7ef803 req-00ff8393-1ec1-4114-8ce0-b859e42572b4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2c9900d2-a559-4978-8739-0c10e7ac9101 HTTP/1.1" status: 200 len: 916 time: 0.3061810 Feb 17 17:47:19.923689 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-10b9fc4e-c298-4955-aebf-46c36d7ef803 req-225d3df8-809f-4682-a9a9-943c08d10def service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f883fdf3-3fdc-47e6-9f50-0966418cc693 HTTP/1.1" status: 200 len: 217 time: 0.0401700 Feb 17 17:47:19.961844 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd12b69-5962-49d8-8db7-cad807736683 None None] Resources bound (agent type, host, resource id): {{(pid=103436) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 17:47:19.964122 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 81f46021-fa36-4aa5-bd14-c515b3eb953f no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:47:20.003236 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 81f46021-fa36-4aa5-bd14-c515b3eb953f {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:47:20.003543 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 81f46021-fa36-4aa5-bd14-c515b3eb953f not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:47:20.010576 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:20.034208 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d058b69-3a62-4134-b7f2-f84fa334c60e req-7a081d97-5adf-474f-9fad-27b758e4f6bc tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:20.036196 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5d058b69-3a62-4134-b7f2-f84fa334c60e req-7a081d97-5adf-474f-9fad-27b758e4f6bc tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 946 time: 0.2442265 Feb 17 17:47:20.049647 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46496d98-e7ce-4a70-b97c-3cecd0ef7433 req-5604a4df-bf32-46e5-a530-2d25ae3db338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:20.056198 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-46496d98-e7ce-4a70-b97c-3cecd0ef7433 req-5604a4df-bf32-46e5-a530-2d25ae3db338 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=708d2e36ca25476d9214a2f14ef71fc9&device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 1128 time: 0.1557829 Feb 17 17:47:20.079206 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-18fc8da1-9103-45a3-bd3d-fbe0364d1117 None None] Set router b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:47:20.090524 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9fc4e-c298-4955-aebf-46c36d7ef803 req-43f33ac1-5dda-49d7-8169-72533f1f3369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:20.092522 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-10b9fc4e-c298-4955-aebf-46c36d7ef803 req-43f33ac1-5dda-49d7-8169-72533f1f3369 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0145e51a-5adb-4fab-bd7e-ee03bd2ecb29 HTTP/1.1" status: 200 len: 855 time: 0.1221616 Feb 17 17:47:20.100573 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc213b79-c64d-40ea-98b5-713fccc865fe req-adc25602-3966-45fe-bdb1-a7ba0d8a62d1 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:20.108023 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fc213b79-c64d-40ea-98b5-713fccc865fe req-adc25602-3966-45fe-bdb1-a7ba0d8a62d1 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=66b19ce2-23aa-45bf-bd85-5d73c22b36ae HTTP/1.1" status: 200 len: 946 time: 0.1831324 Feb 17 17:47:20.195310 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5d058b69-3a62-4134-b7f2-f84fa334c60e req-0b6b50b4-fdb4-4250-9679-03c979cdd091 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512017 Feb 17 17:47:20.203041 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46496d98-e7ce-4a70-b97c-3cecd0ef7433 req-60951176-7a2d-43ff-a9e7-21a5aa69da83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:20.203915 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-10b9fc4e-c298-4955-aebf-46c36d7ef803 req-67a58892-334f-40c2-8931-b13cd859e425 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2c9900d2-a559-4978-8739-0c10e7ac9101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922406 Feb 17 17:47:20.204779 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-46496d98-e7ce-4a70-b97c-3cecd0ef7433 req-60951176-7a2d-43ff-a9e7-21a5aa69da83 service neutron] 10.222.0.91 "GET /v2.0/networks?id=106d8950-35e8-4e49-bc8b-6ac4436cd2fe HTTP/1.1" status: 200 len: 913 time: 0.1408699 Feb 17 17:47:20.324361 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e6889e5c-3691-49ab-8eaa-98e5d17b05f0 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (0e0ff3f5-744a-43f5-b1fe-2870cb69b755), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:20.324556 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-10b9fc4e-c298-4955-aebf-46c36d7ef803 req-915e57e9-d37d-4189-a1dc-64a3313058d0 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9900d2-a559-4978-8739-0c10e7ac9101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046124 Feb 17 17:47:20.447873 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-46496d98-e7ce-4a70-b97c-3cecd0ef7433 req-7323e30f-2dbc-4b56-b908-6ef3fb7cf5cd service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3df59be5-70eb-43bf-82eb-ef2aa0690a18 HTTP/1.1" status: 200 len: 1000 time: 0.2278330 Feb 17 17:47:20.572760 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fc213b79-c64d-40ea-98b5-713fccc865fe req-e518ccdf-2828-47c6-85cb-5be2b0816e72 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4634871 Feb 17 17:47:20.611079 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ee8b8-159a-464a-9eaa-ca30c52e9e2a req-18c437c9-a496-4018-807d-34512eb1937e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:20.613077 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d7ee8b8-159a-464a-9eaa-ca30c52e9e2a req-18c437c9-a496-4018-807d-34512eb1937e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 946 time: 0.2855747 Feb 17 17:47:20.631861 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-e6889e5c-3691-49ab-8eaa-98e5d17b05f0 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Deleting port 071469cf-1e47-41c1-a8dc-52bbbf5b623b {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:47:20.635071 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e6889e5c-3691-49ab-8eaa-98e5d17b05f0 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (071469cf-1e47-41c1-a8dc-52bbbf5b623b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:20.649243 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-10b9fc4e-c298-4955-aebf-46c36d7ef803 req-4bec57f0-99b5-4312-bca8-27a5ed60be1c service neutron] 10.222.0.71 "GET /v2.0/networks/2c9900d2-a559-4978-8739-0c10e7ac9101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082130 Feb 17 17:47:20.669536 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46496d98-e7ce-4a70-b97c-3cecd0ef7433 req-de5cd2ac-9afc-4693-8e4f-1f205239e7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:20.677203 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-46496d98-e7ce-4a70-b97c-3cecd0ef7433 req-de5cd2ac-9afc-4693-8e4f-1f205239e7bc service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f5806a5b-efbb-4c84-b3a4-70ad6c804540 HTTP/1.1" status: 200 len: 851 time: 0.2030809 Feb 17 17:47:20.710088 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d7ee8b8-159a-464a-9eaa-ca30c52e9e2a req-0e4b1f5b-3678-47f5-8ca6-1bdd2df43c39 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864158 Feb 17 17:47:20.815818 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49455f2e-6264-430b-9021-d194444c9319 None None] Network 0e0ff3f5-744a-43f5-b1fe-2870cb69b755 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:47:21.077002 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-e6889e5c-3691-49ab-8eaa-98e5d17b05f0 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] For port 071469cf-1e47-41c1-a8dc-52bbbf5b623b, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=071469cf-1e47-41c1-a8dc-52bbbf5b623b,segment=NetworkSegment(be379cf3-029b-4da6-871b-6625f9cc92de),segment_id=be379cf3-029b-4da6-871b-6625f9cc92de)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:47:21.077549 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e6889e5c-3691-49ab-8eaa-98e5d17b05f0 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (071469cf-1e47-41c1-a8dc-52bbbf5b623b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:21.099661 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46496d98-e7ce-4a70-b97c-3cecd0ef7433 req-25e3828f-7489-413d-9238-b4501a44b1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:21.101670 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-46496d98-e7ce-4a70-b97c-3cecd0ef7433 req-25e3828f-7489-413d-9238-b4501a44b1b7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=106d8950-35e8-4e49-bc8b-6ac4436cd2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3516536 Feb 17 17:47:21.104427 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-e6889e5c-3691-49ab-8eaa-98e5d17b05f0 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Calling delete_port for 071469cf-1e47-41c1-a8dc-52bbbf5b623b owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:47:21.110292 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-18fc8da1-9103-45a3-bd3d-fbe0364d1117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717', 'name': 'tempest-ServerActionsTestJSON-1940210771-router', 'tenant_id': '708d2e36ca25476d9214a2f14ef71fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'bdae442e-bcc5-4e07-ad7a-c210fd339654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:46:20Z', 'updated_at': '2022-02-17T17:46:35Z', 'revision_number': 4, 'project_id': '708d2e36ca25476d9214a2f14ef71fc9', 'gw_port': {'id': 'bdae442e-bcc5-4e07-ad7a-c210fd339654', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:46:22Z', 'updated_at': '2022-02-17T17:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': 'ff8f7504-be47-4e0a-8743-be79ddc1dea8', 'tenant_id': '708d2e36ca25476d9214a2f14ef71fc9', 'floating_ip_address': '172.25.8.124', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': 'b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717', 'port_id': '3df59be5-70eb-43bf-82eb-ef2aa0690a18', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2292, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe', 'mac_address': 'fa:16:3e:e8:e1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2554492e-6aae-425f-b3cf-9889a8c042ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:46:45Z', 'updated_at': '2022-02-17T17:47:18Z', 'revision_number': 1, 'project_id': '708d2e36ca25476d9214a2f14ef71fc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36a80978-c83b-4549-afe2-534a60765dc5', 'name': '', 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe', 'tenant_id': '708d2e36ca25476d9214a2f14ef71fc9', 'mac_address': 'fa:16:3e:21:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717', 'device_owner': 'network:router_interface', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': 'f5806a5b-efbb-4c84-b3a4-70ad6c804540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:46:33Z', 'updated_at': '2022-02-17T17:46:51Z', 'revision_number': 5, 'project_id': '708d2e36ca25476d9214a2f14ef71fc9', 'subnets': [{'id': 'f5806a5b-efbb-4c84-b3a4-70ad6c804540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:21.114577 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4d1cd-b087-46b2-b7ec-f3c6fe445cb5 req-2404057d-e4c0-43a5-83ab-ec2ed0f2c7c6 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:21.116493 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cfc4d1cd-b087-46b2-b7ec-f3c6fe445cb5 req-2404057d-e4c0-43a5-83ab-ec2ed0f2c7c6 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=66b19ce2-23aa-45bf-bd85-5d73c22b36ae HTTP/1.1" status: 200 len: 946 time: 0.1456695 Feb 17 17:47:21.158619 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fc8da1-9103-45a3-bd3d-fbe0364d1117 None None] Checking router: b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:47:21.168794 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fc8da1-9103-45a3-bd3d-fbe0364d1117 None None] Routers {'b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:47:21.169510 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-18fc8da1-9103-45a3-bd3d-fbe0364d1117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:47:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:21.204016 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cfc4d1cd-b087-46b2-b7ec-f3c6fe445cb5 req-53aecf43-d591-49f1-880a-61d20204e775 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704865 Feb 17 17:47:21.304768 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-46496d98-e7ce-4a70-b97c-3cecd0ef7433 req-dbc58051-7e92-4953-815d-1910b72f5eca service neutron] 10.222.0.91 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895924 Feb 17 17:47:21.324537 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-18fc8da1-9103-45a3-bd3d-fbe0364d1117 None None] Set router b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:47:21.414502 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e6889e5c-3691-49ab-8eaa-98e5d17b05f0 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (071469cf-1e47-41c1-a8dc-52bbbf5b623b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:21.482325 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6889e5c-3691-49ab-8eaa-98e5d17b05f0 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] No DVR routers for this DVR port 071469cf-1e47-41c1-a8dc-52bbbf5b623b on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:47:21.489294 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6889e5c-3691-49ab-8eaa-98e5d17b05f0 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event deleted for resources: {'Port': ['ID=071469cf-1e47-41c1-a8dc-52bbbf5b623b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:21.576039 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-46496d98-e7ce-4a70-b97c-3cecd0ef7433 req-b7af4617-d094-491c-8a0a-1ec33e4a09fc service neutron] 10.222.0.91 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572227 Feb 17 17:47:21.664026 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-18fc8da1-9103-45a3-bd3d-fbe0364d1117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717', 'name': 'tempest-ServerActionsTestJSON-1940210771-router', 'tenant_id': '708d2e36ca25476d9214a2f14ef71fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'bdae442e-bcc5-4e07-ad7a-c210fd339654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:46:20Z', 'updated_at': '2022-02-17T17:46:35Z', 'revision_number': 4, 'project_id': '708d2e36ca25476d9214a2f14ef71fc9', 'gw_port': {'id': 'bdae442e-bcc5-4e07-ad7a-c210fd339654', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:46:22Z', 'updated_at': '2022-02-17T17:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': 'ff8f7504-be47-4e0a-8743-be79ddc1dea8', 'tenant_id': '708d2e36ca25476d9214a2f14ef71fc9', 'floating_ip_address': '172.25.8.124', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': 'b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717', 'port_id': '3df59be5-70eb-43bf-82eb-ef2aa0690a18', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2292, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe', 'mac_address': 'fa:16:3e:e8:e1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2554492e-6aae-425f-b3cf-9889a8c042ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:46:45Z', 'updated_at': '2022-02-17T17:47:18Z', 'revision_number': 1, 'project_id': '708d2e36ca25476d9214a2f14ef71fc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36a80978-c83b-4549-afe2-534a60765dc5', 'name': '', 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe', 'tenant_id': '708d2e36ca25476d9214a2f14ef71fc9', 'mac_address': 'fa:16:3e:21:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717', 'device_owner': 'network:router_interface', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': 'f5806a5b-efbb-4c84-b3a4-70ad6c804540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:46:33Z', 'updated_at': '2022-02-17T17:46:51Z', 'revision_number': 5, 'project_id': '708d2e36ca25476d9214a2f14ef71fc9', 'subnets': [{'id': 'f5806a5b-efbb-4c84-b3a4-70ad6c804540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:21.699699 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fc8da1-9103-45a3-bd3d-fbe0364d1117 None None] The sync data for ids ['b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717'] in n-d-829613-2 is: [{'id': 'b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717', 'name': 'tempest-ServerActionsTestJSON-1940210771-router', 'tenant_id': '708d2e36ca25476d9214a2f14ef71fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'bdae442e-bcc5-4e07-ad7a-c210fd339654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:46:20Z', 'updated_at': '2022-02-17T17:46:35Z', 'revision_number': 4, 'project_id': '708d2e36ca25476d9214a2f14ef71fc9', 'gw_port': {'id': 'bdae442e-bcc5-4e07-ad7a-c210fd339654', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:46:22Z', 'updated_at': '2022-02-17T17:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': 'ff8f7504-be47-4e0a-8743-be79ddc1dea8', 'tenant_id': '708d2e36ca25476d9214a2f14ef71fc9', 'floating_ip_address': '172.25.8.124', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': 'b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717', 'port_id': '3df59be5-70eb-43bf-82eb-ef2aa0690a18', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2292, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe', 'mac_address': 'fa:16:3e:e8:e1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2554492e-6aae-425f-b3cf-9889a8c042ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:46:45Z', 'updated_at': '2022-02-17T17:47:18Z', 'revision_number': 1, 'project_id': '708d2e36ca25476d9214a2f14ef71fc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36a80978-c83b-4549-afe2-534a60765dc5', 'name': '', 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe', 'tenant_id': '708d2e36ca25476d9214a2f14ef71fc9', 'mac_address': 'fa:16:3e:21:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717', 'device_owner': 'network:router_interface', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': 'f5806a5b-efbb-4c84-b3a4-70ad6c804540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:46:33Z', 'updated_at': '2022-02-17T17:46:51Z', 'revision_number': 5, 'project_id': '708d2e36ca25476d9214a2f14ef71fc9', 'subnets': [{'id': 'f5806a5b-efbb-4c84-b3a4-70ad6c804540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:47:21.957648 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7fc354-0090-4a85-b921-06acf9601c0b req-55c228eb-2adb-4aa7-b756-2f25a7521107 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:21.961944 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4c7fc354-0090-4a85-b921-06acf9601c0b req-55c228eb-2adb-4aa7-b756-2f25a7521107 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 946 time: 0.1281567 Feb 17 17:47:21.981272 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e6889e5c-3691-49ab-8eaa-98e5d17b05f0 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (0e0ff3f5-744a-43f5-b1fe-2870cb69b755), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:22.000505 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8bc7dfd4-bf13-4123-932b-3c645f67a353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (34db7596-e5c9-421d-933a-185fbe0c5317), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:22.044941 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e6889e5c-3691-49ab-8eaa-98e5d17b05f0 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e0ff3f5-744a-43f5-b1fe-2870cb69b755']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:22.055868 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4c7fc354-0090-4a85-b921-06acf9601c0b req-37e1be89-e462-4db3-beae-0b1f27d99050 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875297 Feb 17 17:47:22.091783 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c95eef-e788-4fb8-b5db-900b6db3300b None None] New status for floating IP ff8f7504-be47-4e0a-8743-be79ddc1dea8: ACTIVE {{(pid=103438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 17:47:22.111763 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e6889e5c-3691-49ab-8eaa-98e5d17b05f0 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be379cf3-029b-4da6-871b-6625f9cc92de') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:22.114448 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e6889e5c-3691-49ab-8eaa-98e5d17b05f0 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be379cf3-029b-4da6-871b-6625f9cc92de') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:22.157410 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e6889e5c-3691-49ab-8eaa-98e5d17b05f0 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (be379cf3-029b-4da6-871b-6625f9cc92de), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:22.186031 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e6889e5c-3691-49ab-8eaa-98e5d17b05f0 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (be379cf3-029b-4da6-871b-6625f9cc92de), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:22.204172 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6889e5c-3691-49ab-8eaa-98e5d17b05f0 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:47:22.204947 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e6889e5c-3691-49ab-8eaa-98e5d17b05f0 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (be379cf3-029b-4da6-871b-6625f9cc92de), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:22.208564 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:47:22.208564 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:47:22.208564 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:47:22.208564 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:47:22.208564 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:47:22.208564 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:47:22.208564 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:47:22.208564 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:47:22.208564 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:47:22.208564 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:47:22.208564 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:47:22.208564 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:47:22.208564 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:47:22.208564 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:47:22.208564 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:47:22.208564 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:47:22.208564 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:47:22.208564 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:47:22.208564 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:47:22.208564 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:47:22.208564 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:47:22.208564 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:47:22.208564 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:47:22.208564 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:47:22.208564 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:47:22.208564 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:47:22.208564 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:47:22.208564 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:47:22.208564 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:47:22.208564 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:47:22.208564 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:47:22.208564 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:47:22.269775 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19de9fb-ad3a-4b8b-a5c3-cea9c3cba621 req-6a64680c-214e-42c1-8722-90ff136fb433 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:22.271408 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c19de9fb-ad3a-4b8b-a5c3-cea9c3cba621 req-6a64680c-214e-42c1-8722-90ff136fb433 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 946 time: 0.1085069 Feb 17 17:47:22.374582 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e6889e5c-3691-49ab-8eaa-98e5d17b05f0 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (0e0ff3f5-744a-43f5-b1fe-2870cb69b755), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:22.402348 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e6889e5c-3691-49ab-8eaa-98e5d17b05f0 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:22.414185 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c19de9fb-ad3a-4b8b-a5c3-cea9c3cba621 req-5c859998-66bf-4bfa-99a3-81ccdf897d26 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325026 Feb 17 17:47:22.415318 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e6889e5c-3691-49ab-8eaa-98e5d17b05f0 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "DELETE /v2.0/networks/0e0ff3f5-744a-43f5-b1fe-2870cb69b755 HTTP/1.1" status: 204 len: 168 time: 4.1099548 Feb 17 17:47:22.420776 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 60820) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:22.431624 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-9f04335e-5a5f-401b-b964-7be7a489e978 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-892107988'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:47:22.433587 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6889e5c-3691-49ab-8eaa-98e5d17b05f0 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event deleted for resources: {'Network': ['ID=0e0ff3f5-744a-43f5-b1fe-2870cb69b755,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:22.465130 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d01eef-81e9-4d7e-aa2b-dbef4d44856c req-a7288647-594f-41f5-9a36-0bb329f18c37 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:22.466718 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e6d01eef-81e9-4d7e-aa2b-dbef4d44856c req-a7288647-594f-41f5-9a36-0bb329f18c37 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=66b19ce2-23aa-45bf-bd85-5d73c22b36ae HTTP/1.1" status: 200 len: 946 time: 0.1486983 Feb 17 17:47:22.485624 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f04335e-5a5f-401b-b964-7be7a489e978 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Made reservation on behalf of 6c28c706ce1245329260dde1db37ef52 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:47:22.489457 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9f04335e-5a5f-401b-b964-7be7a489e978 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:22.603360 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-8bc7dfd4-bf13-4123-932b-3c645f67a353 admin admin] Deleting port 1e943916-14f6-41b5-8c64-427ebbc4f92e {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:47:22.603946 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8bc7dfd4-bf13-4123-932b-3c645f67a353 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (1e943916-14f6-41b5-8c64-427ebbc4f92e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:22.792850 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-8bc7dfd4-bf13-4123-932b-3c645f67a353 admin admin] For port 1e943916-14f6-41b5-8c64-427ebbc4f92e, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=1e943916-14f6-41b5-8c64-427ebbc4f92e,segment=NetworkSegment(5b90b125-060a-4995-b510-67c20d5544d7),segment_id=5b90b125-060a-4995-b510-67c20d5544d7)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:47:22.795015 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8bc7dfd4-bf13-4123-932b-3c645f67a353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (1e943916-14f6-41b5-8c64-427ebbc4f92e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:22.818079 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-8bc7dfd4-bf13-4123-932b-3c645f67a353 admin admin] Calling delete_port for 1e943916-14f6-41b5-8c64-427ebbc4f92e owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:47:23.024487 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e6d01eef-81e9-4d7e-aa2b-dbef4d44856c req-5fdaf17d-2cb5-4fe7-a8c6-0932a0c4f9c0 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5322018 Feb 17 17:47:23.077997 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8bc7dfd4-bf13-4123-932b-3c645f67a353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (1e943916-14f6-41b5-8c64-427ebbc4f92e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:23.082799 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f04335e-5a5f-401b-b964-7be7a489e978 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:47:23.108895 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9f04335e-5a5f-401b-b964-7be7a489e978 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (b1dbff0c-0b6e-4383-921c-c8f0d293339e), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:23.109487 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-9f04335e-5a5f-401b-b964-7be7a489e978 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Added segment b1dbff0c-0b6e-4383-921c-c8f0d293339e of type vlan for network 61949d03-70de-444d-bedd-ffbca12e84a6 Feb 17 17:47:23.118757 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc7dfd4-bf13-4123-932b-3c645f67a353 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e943916-14f6-41b5-8c64-427ebbc4f92e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:23.197142 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9f04335e-5a5f-401b-b964-7be7a489e978 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (61949d03-70de-444d-bedd-ffbca12e84a6), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:23.243560 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9f04335e-5a5f-401b-b964-7be7a489e978 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (61949d03-70de-444d-bedd-ffbca12e84a6), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:23.251439 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f04335e-5a5f-401b-b964-7be7a489e978 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:23.252177 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9f04335e-5a5f-401b-b964-7be7a489e978 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:23.301909 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-9f04335e-5a5f-401b-b964-7be7a489e978 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8828919 Feb 17 17:47:23.302717 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 60848) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:23.317407 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-c2386678-a844-4f06-8887-ea4f5181dd10 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:47:23.428280 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f04335e-5a5f-401b-b964-7be7a489e978 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event updated for resources: {'Network': ['ID=61949d03-70de-444d-bedd-ffbca12e84a6,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:23.442595 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 61949d03-70de-444d-bedd-ffbca12e84a6 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:47:23.530426 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8bc7dfd4-bf13-4123-932b-3c645f67a353 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (34db7596-e5c9-421d-933a-185fbe0c5317), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:23.625556 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c2386678-a844-4f06-8887-ea4f5181dd10 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (61949d03-70de-444d-bedd-ffbca12e84a6), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:23.659109 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c885984-8b4b-4977-82ec-381364af62cb req-2a407190-8b9a-431e-984c-42da175835fc tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:23.660748 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8c885984-8b4b-4977-82ec-381364af62cb req-2a407190-8b9a-431e-984c-42da175835fc tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] 10.222.0.87 "GET /v2.0/ports?device_id=f0ccffbb-e6ed-4a8b-b494-d31fe6d26612 HTTP/1.1" status: 200 len: 945 time: 0.3017983 Feb 17 17:47:23.661620 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c2386678-a844-4f06-8887-ea4f5181dd10 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (61949d03-70de-444d-bedd-ffbca12e84a6), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:23.697347 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c2386678-a844-4f06-8887-ea4f5181dd10 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Network 61949d03-70de-444d-bedd-ffbca12e84a6 is not hosted by any dhcp agent {{(pid=103435) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 17 17:47:23.702938 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2386678-a844-4f06-8887-ea4f5181dd10 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:23.704046 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c2386678-a844-4f06-8887-ea4f5181dd10 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:23.708022 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c2386678-a844-4f06-8887-ea4f5181dd10 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "PUT /v2.0/networks/61949d03-70de-444d-bedd-ffbca12e84a6 HTTP/1.1" status: 200 len: 723 time: 0.4013066 Feb 17 17:47:23.708540 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 60852) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:23.717975 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-dc995e11-ab95-4d43-9394-13798aaeff66 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Request body: {'subnet': {'network_id': '61949d03-70de-444d-bedd-ffbca12e84a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:47:23.892533 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2386678-a844-4f06-8887-ea4f5181dd10 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event updated for resources: {'Network': ['ID=61949d03-70de-444d-bedd-ffbca12e84a6,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:23.899307 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8c885984-8b4b-4977-82ec-381364af62cb req-3457e824-23a5-44b4-8ce0-345a401d7ab2 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0d0a072-88e3-4600-bff5-ae014edcddf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2321088 Feb 17 17:47:23.900076 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc995e11-ab95-4d43-9394-13798aaeff66 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Made reservation on behalf of 6c28c706ce1245329260dde1db37ef52 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:47:23.905287 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 61949d03-70de-444d-bedd-ffbca12e84a6 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:47:23.920902 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dc995e11-ab95-4d43-9394-13798aaeff66 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:23.946636 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc7dfd4-bf13-4123-932b-3c645f67a353 admin admin] Router 34db7596-e5c9-421d-933a-185fbe0c5317 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:47:24.189795 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc7dfd4-bf13-4123-932b-3c645f67a353 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:47:24.202820 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6be980-601a-4e52-ab5c-e9382efae5ac None None] Sync routers for ids ['34db7596-e5c9-421d-933a-185fbe0c5317'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:47:24.228019 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8bc7dfd4-bf13-4123-932b-3c645f67a353 admin admin] 10.222.0.87 "PUT /v2.0/routers/34db7596-e5c9-421d-933a-185fbe0c5317/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9285135 Feb 17 17:47:24.229007 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60866) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:24.230387 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6be980-601a-4e52-ab5c-e9382efae5ac None None] Routers {'34db7596-e5c9-421d-933a-185fbe0c5317'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:47:24.231146 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-7c6be980-601a-4e52-ab5c-e9382efae5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:47:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['34db7596-e5c9-421d-933a-185fbe0c5317'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:24.325202 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dc995e11-ab95-4d43-9394-13798aaeff66 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (5098d831-7ff8-4a46-bd2f-599957ced9a3), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:24.377355 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc995e11-ab95-4d43-9394-13798aaeff66 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event updated for resources: {'Subnet': ['ID=5098d831-7ff8-4a46-bd2f-599957ced9a3,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:24.441665 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f301004-dff4-4155-92f2-a3d8e0aa9282 req-b1e02012-57cc-45a2-b536-62e8e2693324 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:24.449795 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8f301004-dff4-4155-92f2-a3d8e0aa9282 req-b1e02012-57cc-45a2-b536-62e8e2693324 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=66b19ce2-23aa-45bf-bd85-5d73c22b36ae HTTP/1.1" status: 200 len: 946 time: 0.1624658 Feb 17 17:47:24.452216 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b27dacf9-85ff-4362-8c63-947bf5a33c44 admin admin] Publish callbacks [] for router (34db7596-e5c9-421d-933a-185fbe0c5317), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:24.494613 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-7c6be980-601a-4e52-ab5c-e9382efae5ac None None] Set router 34db7596-e5c9-421d-933a-185fbe0c5317 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:47:24.506173 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc995e11-ab95-4d43-9394-13798aaeff66 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Checking segment: {'id': 'b1dbff0c-0b6e-4383-921c-c8f0d293339e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '61949d03-70de-444d-bedd-ffbca12e84a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:47:24.506663 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc995e11-ab95-4d43-9394-13798aaeff66 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Network hostable DHCP agents. Network: 61949d03-70de-444d-bedd-ffbca12e84a6, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:47:24.531024 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8f301004-dff4-4155-92f2-a3d8e0aa9282 req-9bd0258a-e7d7-45b6-bf10-3bf0d2374137 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752251 Feb 17 17:47:24.547192 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc995e11-ab95-4d43-9394-13798aaeff66 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Network 61949d03-70de-444d-bedd-ffbca12e84a6 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:47:24.575053 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-dc995e11-ab95-4d43-9394-13798aaeff66 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 61949d03-70de-444d-bedd-ffbca12e84a6) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:47:24.583097 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc995e11-ab95-4d43-9394-13798aaeff66 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:24.587500 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dc995e11-ab95-4d43-9394-13798aaeff66 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:24.614317 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc3dd98-c2dd-43a0-8468-afffafeb6abd None None] Network 61949d03-70de-444d-bedd-ffbca12e84a6 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:47:24.624406 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-dc995e11-ab95-4d43-9394-13798aaeff66 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9106712 Feb 17 17:47:24.627183 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 60874) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:24.640942 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-1bcd5ece-8f03-4176-8d2d-02d659ce6d89 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:47:24.712770 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b27dacf9-85ff-4362-8c63-947bf5a33c44 admin admin] Publish callbacks [] for router_gateway (34db7596-e5c9-421d-933a-185fbe0c5317), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:24.813393 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-b27dacf9-85ff-4362-8c63-947bf5a33c44 admin admin] Deleting port 91c15a23-84a5-4e1c-b664-27da15dfd653 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:47:24.814366 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b27dacf9-85ff-4362-8c63-947bf5a33c44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (91c15a23-84a5-4e1c-b664-27da15dfd653), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:24.925862 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1bcd5ece-8f03-4176-8d2d-02d659ce6d89 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11960820'] for subnet (5098d831-7ff8-4a46-bd2f-599957ced9a3), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:24.937104 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-b27dacf9-85ff-4362-8c63-947bf5a33c44 admin admin] For port 91c15a23-84a5-4e1c-b664-27da15dfd653, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=91c15a23-84a5-4e1c-b664-27da15dfd653,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:47:24.937472 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b27dacf9-85ff-4362-8c63-947bf5a33c44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (91c15a23-84a5-4e1c-b664-27da15dfd653), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:24.953332 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-b27dacf9-85ff-4362-8c63-947bf5a33c44 admin admin] Calling delete_port for 91c15a23-84a5-4e1c-b664-27da15dfd653 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:47:25.025972 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21b5c83-ee52-434f-9b15-971671ece8c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-61949d03-70de-444d-bedd-ffbca12e84a6', 'network_id': '61949d03-70de-444d-bedd-ffbca12e84a6', 'project_id': '6c28c706ce1245329260dde1db37ef52', 'fixed_ips': [{'subnet_id': '5098d831-7ff8-4a46-bd2f-599957ced9a3'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:47:25.027172 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b21b5c83-ee52-434f-9b15-971671ece8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:25.065435 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525f43e-919f-4323-aa2f-e19385f344bb req-58323f4c-7afe-4c02-a06e-fbf430e3d2f1 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:25.073075 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c525f43e-919f-4323-aa2f-e19385f344bb req-58323f4c-7afe-4c02-a06e-fbf430e3d2f1 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] 10.222.0.87 "GET /v2.0/ports?device_id=f0ccffbb-e6ed-4a8b-b494-d31fe6d26612 HTTP/1.1" status: 200 len: 945 time: 0.1363337 Feb 17 17:47:25.170095 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-7c6be980-601a-4e52-ab5c-e9382efae5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34db7596-e5c9-421d-933a-185fbe0c5317', 'name': 'tempest-TestAggregatesBasicOps-1473016501-router', 'tenant_id': '2694dc9d6b034604a61e036dc08ccd80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '91c15a23-84a5-4e1c-b664-27da15dfd653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:46:44Z', 'updated_at': '2022-02-17T17:47:23Z', 'revision_number': 5, 'project_id': '2694dc9d6b034604a61e036dc08ccd80', 'gw_port': {'id': '91c15a23-84a5-4e1c-b664-27da15dfd653', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34db7596-e5c9-421d-933a-185fbe0c5317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:46:47Z', 'updated_at': '2022-02-17T17:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:25.200254 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c525f43e-919f-4323-aa2f-e19385f344bb req-99ea7cdc-cf5a-4933-9397-a783d56347b2 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0d0a072-88e3-4600-bff5-ae014edcddf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256850 Feb 17 17:47:25.221965 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6be980-601a-4e52-ab5c-e9382efae5ac None None] Checking router: 34db7596-e5c9-421d-933a-185fbe0c5317 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:47:25.224449 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 3df59be5-70eb-43bf-82eb-ef2aa0690a18 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:47:25.260163 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b27dacf9-85ff-4362-8c63-947bf5a33c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (91c15a23-84a5-4e1c-b664-27da15dfd653), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:25.338284 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 3df59be5-70eb-43bf-82eb-ef2aa0690a18, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=3df59be5-70eb-43bf-82eb-ef2aa0690a18,segment=NetworkSegment(44570946-cccc-4504-9a7b-a57e09c343d6),segment_id=44570946-cccc-4504-9a7b-a57e09c343d6)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:47:25.353842 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '3df59be5-70eb-43bf-82eb-ef2aa0690a18', 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe', 'port_id': '3df59be5-70eb-43bf-82eb-ef2aa0690a18', 'mac_address': 'fa:16:3e:e8:e1:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5806a5b-efbb-4c84-b3a4-70ad6c804540', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:47:25.360112 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1bcd5ece-8f03-4176-8d2d-02d659ce6d89 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786427760231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8425421'] for subnet (5098d831-7ff8-4a46-bd2f-599957ced9a3), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:25.406931 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6be980-601a-4e52-ab5c-e9382efae5ac None None] Routers {'34db7596-e5c9-421d-933a-185fbe0c5317'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:47:25.407612 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-7c6be980-601a-4e52-ab5c-e9382efae5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:47:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['34db7596-e5c9-421d-933a-185fbe0c5317'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:25.419241 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27dacf9-85ff-4362-8c63-947bf5a33c44 admin admin] Pushing event deleted for resources: {'Port': ['ID=91c15a23-84a5-4e1c-b664-27da15dfd653,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:25.425754 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b27dacf9-85ff-4362-8c63-947bf5a33c44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (34db7596-e5c9-421d-933a-185fbe0c5317), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:25.473706 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd5ece-8f03-4176-8d2d-02d659ce6d89 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event updated for resources: {'Subnet': ['ID=5098d831-7ff8-4a46-bd2f-599957ced9a3,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:25.480828 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcd5ece-8f03-4176-8d2d-02d659ce6d89 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:25.481467 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1bcd5ece-8f03-4176-8d2d-02d659ce6d89 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:25.485297 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1bcd5ece-8f03-4176-8d2d-02d659ce6d89 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "PUT /v2.0/subnets/5098d831-7ff8-4a46-bd2f-599957ced9a3 HTTP/1.1" status: 200 len: 806 time: 0.8517430 Feb 17 17:47:25.486060 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 60888) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:25.594383 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b27dacf9-85ff-4362-8c63-947bf5a33c44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (34db7596-e5c9-421d-933a-185fbe0c5317), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:25.596769 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b27dacf9-85ff-4362-8c63-947bf5a33c44 admin admin] Publish callbacks [] for router_controller (34db7596-e5c9-421d-933a-185fbe0c5317), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:25.612547 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 3df59be5-70eb-43bf-82eb-ef2aa0690a18 is: ACTIVE; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:47:25.618478 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3df59be5-70eb-43bf-82eb-ef2aa0690a18), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:25.654142 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-7c6be980-601a-4e52-ab5c-e9382efae5ac None None] Set router 34db7596-e5c9-421d-933a-185fbe0c5317 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:47:25.669470 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b27dacf9-85ff-4362-8c63-947bf5a33c44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (34db7596-e5c9-421d-933a-185fbe0c5317), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:25.670078 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27dacf9-85ff-4362-8c63-947bf5a33c44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34db7596-e5c9-421d-933a-185fbe0c5317 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:47:25.689923 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b27dacf9-85ff-4362-8c63-947bf5a33c44 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:25.690471 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-68853a71-b68e-4a06-a7ca-29ccfcadd0ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (61949d03-70de-444d-bedd-ffbca12e84a6), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:25.693009 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b27dacf9-85ff-4362-8c63-947bf5a33c44 admin admin] 10.222.0.87 "DELETE /v2.0/routers/34db7596-e5c9-421d-933a-185fbe0c5317 HTTP/1.1" status: 204 len: 168 time: 1.4605997 Feb 17 17:47:25.695542 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60894) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:25.699713 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3df59be5-70eb-43bf-82eb-ef2aa0690a18 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:47:25.785210 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-b21b5c83-ee52-434f-9b15-971671ece8c3 None None] Allocated IP 172.20.0.2 (61949d03-70de-444d-bedd-ffbca12e84a6/5098d831-7ff8-4a46-bd2f-599957ced9a3/cb49f908-5403-4b43-84ec-cc68723f2a71) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:47:25.804648 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-7c6be980-601a-4e52-ab5c-e9382efae5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34db7596-e5c9-421d-933a-185fbe0c5317', 'name': 'tempest-TestAggregatesBasicOps-1473016501-router', 'tenant_id': '2694dc9d6b034604a61e036dc08ccd80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:46:44Z', 'updated_at': '2022-02-17T17:47:25Z', 'revision_number': 7, 'project_id': '2694dc9d6b034604a61e036dc08ccd80', 'gw_port_host': None}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:25.809782 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f10c0-c17b-4238-89e9-473bf6d3f4b5 req-ba4a69a5-17cb-42bd-8fa7-5ad7790a785c tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:25.811881 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-004f10c0-c17b-4238-89e9-473bf6d3f4b5 req-ba4a69a5-17cb-42bd-8fa7-5ad7790a785c tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=66b19ce2-23aa-45bf-bd85-5d73c22b36ae HTTP/1.1" status: 200 len: 946 time: 0.1467121 Feb 17 17:47:25.825648 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-b69277cf-2d6e-4060-bd5e-5076d5bcdca2 admin admin] Deleting subnet dd1fc2b5-14cf-411d-8412-1f62381e71ce {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:47:25.832909 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b69277cf-2d6e-4060-bd5e-5076d5bcdca2 admin admin] Publish callbacks [] for subnet (dd1fc2b5-14cf-411d-8412-1f62381e71ce), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:25.857774 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-68853a71-b68e-4a06-a7ca-29ccfcadd0ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (5098d831-7ff8-4a46-bd2f-599957ced9a3), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:25.914872 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b69277cf-2d6e-4060-bd5e-5076d5bcdca2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (dd1fc2b5-14cf-411d-8412-1f62381e71ce), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:25.925475 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-004f10c0-c17b-4238-89e9-473bf6d3f4b5 req-c833fc3b-1944-4eba-ad0f-7bdf79a61357 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067364 Feb 17 17:47:26.041137 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b69277cf-2d6e-4060-bd5e-5076d5bcdca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (dd1fc2b5-14cf-411d-8412-1f62381e71ce), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:26.101576 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b69277cf-2d6e-4060-bd5e-5076d5bcdca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (dd1fc2b5-14cf-411d-8412-1f62381e71ce), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:26.119558 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b69277cf-2d6e-4060-bd5e-5076d5bcdca2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:26.124464 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b69277cf-2d6e-4060-bd5e-5076d5bcdca2 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/dd1fc2b5-14cf-411d-8412-1f62381e71ce HTTP/1.1" status: 204 len: 168 time: 0.4231710 Feb 17 17:47:26.133783 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 60902) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:26.155492 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69277cf-2d6e-4060-bd5e-5076d5bcdca2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd1fc2b5-14cf-411d-8412-1f62381e71ce,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:26.188080 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 3df59be5-70eb-43bf-82eb-ef2aa0690a18, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=3df59be5-70eb-43bf-82eb-ef2aa0690a18,segment=NetworkSegment(44570946-cccc-4504-9a7b-a57e09c343d6),segment_id=44570946-cccc-4504-9a7b-a57e09c343d6)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:47:26.190877 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0d84a2-91d0-454d-a3a3-f1a50298aa3e None None] Network ecc28b61-f7d0-400c-911c-cdc2163ca918 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:47:26.193565 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6be980-601a-4e52-ab5c-e9382efae5ac None None] The sync data for ids ['34db7596-e5c9-421d-933a-185fbe0c5317'] in n-d-829613-2 is: [{'id': '34db7596-e5c9-421d-933a-185fbe0c5317', 'name': 'tempest-TestAggregatesBasicOps-1473016501-router', 'tenant_id': '2694dc9d6b034604a61e036dc08ccd80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:46:44Z', 'updated_at': '2022-02-17T17:47:25Z', 'revision_number': 7, 'project_id': '2694dc9d6b034604a61e036dc08ccd80', 'gw_port_host': None}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:47:26.237589 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (3df59be5-70eb-43bf-82eb-ef2aa0690a18), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:26.239899 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2bffc38b-ebcc-4994-805c-20d9703e5bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (ecc28b61-f7d0-400c-911c-cdc2163ca918), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:26.350457 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2bffc38b-ebcc-4994-805c-20d9703e5bd8 admin admin] Deleting port 4910319b-6361-4341-bc1f-cd8027471e98 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:47:26.350970 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2bffc38b-ebcc-4994-805c-20d9703e5bd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (4910319b-6361-4341-bc1f-cd8027471e98), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:26.457872 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2bffc38b-ebcc-4994-805c-20d9703e5bd8 admin admin] For port 4910319b-6361-4341-bc1f-cd8027471e98, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=4910319b-6361-4341-bc1f-cd8027471e98,segment=NetworkSegment(5b90b125-060a-4995-b510-67c20d5544d7),segment_id=5b90b125-060a-4995-b510-67c20d5544d7)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:47:26.458452 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2bffc38b-ebcc-4994-805c-20d9703e5bd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (4910319b-6361-4341-bc1f-cd8027471e98), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:26.490817 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2bffc38b-ebcc-4994-805c-20d9703e5bd8 admin admin] Calling delete_port for 4910319b-6361-4341-bc1f-cd8027471e98 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:47:26.524799 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6838ed1-b76b-4e59-9f17-b28a6720ec38 req-4f6bf11e-68b5-414f-a5eb-2f5dee3eed53 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:26.527974 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d6838ed1-b76b-4e59-9f17-b28a6720ec38 req-4f6bf11e-68b5-414f-a5eb-2f5dee3eed53 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] 10.222.0.91 "GET /v2.0/ports?device_id=f0ccffbb-e6ed-4a8b-b494-d31fe6d26612 HTTP/1.1" status: 200 len: 945 time: 0.1178105 Feb 17 17:47:26.539399 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b21b5c83-ee52-434f-9b15-971671ece8c3 None None] Publish callbacks [] for port (cb49f908-5403-4b43-84ec-cc68723f2a71), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:26.582002 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b21b5c83-ee52-434f-9b15-971671ece8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (cb49f908-5403-4b43-84ec-cc68723f2a71), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:26.683459 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['3df59be5-70eb-43bf-82eb-ef2aa0690a18'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:47:26.751588 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2bffc38b-ebcc-4994-805c-20d9703e5bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (4910319b-6361-4341-bc1f-cd8027471e98), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:26.791238 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bffc38b-ebcc-4994-805c-20d9703e5bd8 admin admin] No DVR routers for this DVR port 4910319b-6361-4341-bc1f-cd8027471e98 on host n-d-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:47:26.798027 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-d6838ed1-b76b-4e59-9f17-b28a6720ec38 req-9f7f215e-9784-49c3-8f5b-b5f44f4af248 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Deleting port 810283a4-0e6c-4b01-9d6d-ff2c677b5099 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:47:26.798376 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d6838ed1-b76b-4e59-9f17-b28a6720ec38 req-9f7f215e-9784-49c3-8f5b-b5f44f4af248 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (810283a4-0e6c-4b01-9d6d-ff2c677b5099), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:26.852090 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=3df59be5-70eb-43bf-82eb-ef2aa0690a18,revision_number=6']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:26.860414 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21b5c83-ee52-434f-9b15-971671ece8c3 None None] Network 61949d03-70de-444d-bedd-ffbca12e84a6 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:47:26.867915 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-b21b5c83-ee52-434f-9b15-971671ece8c3 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:47:26.906286 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21b5c83-ee52-434f-9b15-971671ece8c3 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:47:26.953216 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bffc38b-ebcc-4994-805c-20d9703e5bd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4910319b-6361-4341-bc1f-cd8027471e98,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:27.057567 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-d6838ed1-b76b-4e59-9f17-b28a6720ec38 req-9f7f215e-9784-49c3-8f5b-b5f44f4af248 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] For port 810283a4-0e6c-4b01-9d6d-ff2c677b5099, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=810283a4-0e6c-4b01-9d6d-ff2c677b5099,segment=NetworkSegment(aba469f8-ae79-42e3-99c3-1495fe273d88),segment_id=aba469f8-ae79-42e3-99c3-1495fe273d88)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:47:27.057945 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d6838ed1-b76b-4e59-9f17-b28a6720ec38 req-9f7f215e-9784-49c3-8f5b-b5f44f4af248 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (810283a4-0e6c-4b01-9d6d-ff2c677b5099), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:27.060409 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21b5c83-ee52-434f-9b15-971671ece8c3 None None] Pushing event updated for resources: {'Port': ['ID=cb49f908-5403-4b43-84ec-cc68723f2a71,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:27.091738 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2bffc38b-ebcc-4994-805c-20d9703e5bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (ecc28b61-f7d0-400c-911c-cdc2163ca918), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:27.137290 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-2bffc38b-ebcc-4994-805c-20d9703e5bd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecc28b61-f7d0-400c-911c-cdc2163ca918']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:27.161612 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-2bffc38b-ebcc-4994-805c-20d9703e5bd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b90b125-060a-4995-b510-67c20d5544d7') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:27.161911 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-2bffc38b-ebcc-4994-805c-20d9703e5bd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b90b125-060a-4995-b510-67c20d5544d7') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:27.194416 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2bffc38b-ebcc-4994-805c-20d9703e5bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (5b90b125-060a-4995-b510-67c20d5544d7), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:27.210944 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-b21b5c83-ee52-434f-9b15-971671ece8c3 None None] Attempting to bind port cb49f908-5403-4b43-84ec-cc68723f2a71 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:47:27.212468 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-b21b5c83-ee52-434f-9b15-971671ece8c3 None None] Attempting to bind port cb49f908-5403-4b43-84ec-cc68723f2a71 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'b1dbff0c-0b6e-4383-921c-c8f0d293339e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '61949d03-70de-444d-bedd-ffbca12e84a6'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:47:27.214391 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21b5c83-ee52-434f-9b15-971671ece8c3 None None] Attempting to bind port cb49f908-5403-4b43-84ec-cc68723f2a71 on network 61949d03-70de-444d-bedd-ffbca12e84a6 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:47:27.219245 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7038fcad-803f-4dc0-b4ce-e34b58e6dd1b None None] DHCP port deletion for ecc28b61-f7d0-400c-911c-cdc2163ca918 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:47:27.227359 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2bffc38b-ebcc-4994-805c-20d9703e5bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (5b90b125-060a-4995-b510-67c20d5544d7), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:27.243201 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bffc38b-ebcc-4994-805c-20d9703e5bd8 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:47:27.243571 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2bffc38b-ebcc-4994-805c-20d9703e5bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (5b90b125-060a-4995-b510-67c20d5544d7), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:27.268925 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21b5c83-ee52-434f-9b15-971671ece8c3 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:47:27.269356 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21b5c83-ee52-434f-9b15-971671ece8c3 None None] Checking segment: {'id': 'b1dbff0c-0b6e-4383-921c-c8f0d293339e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '61949d03-70de-444d-bedd-ffbca12e84a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:47:27.269729 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b21b5c83-ee52-434f-9b15-971671ece8c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:27.271648 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21b5c83-ee52-434f-9b15-971671ece8c3 None None] Bound using segment: {'id': 'b1dbff0c-0b6e-4383-921c-c8f0d293339e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '61949d03-70de-444d-bedd-ffbca12e84a6'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:47:27.272569 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-b21b5c83-ee52-434f-9b15-971671ece8c3 None None] Bound port: cb49f908-5403-4b43-84ec-cc68723f2a71, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1dbff0c-0b6e-4383-921c-c8f0d293339e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '61949d03-70de-444d-bedd-ffbca12e84a6'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:47:27.272977 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b21b5c83-ee52-434f-9b15-971671ece8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (cb49f908-5403-4b43-84ec-cc68723f2a71), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:27.308031 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 17:47:27.308031 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:47:27.308031 n-d-829613-2 neutron-server[103435]: timer() Feb 17 17:47:27.308031 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:47:27.308031 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 17:47:27.308031 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:47:27.308031 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 17:47:27.308031 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:47:27.308031 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 17:47:27.308031 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:47:27.308031 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 17:47:27.308031 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:47:27.308031 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 17:47:27.308031 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:47:27.308031 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:47:27.308031 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:47:27.308031 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:47:27.308031 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:47:27.308031 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 17:47:27.308031 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:47:27.308031 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 17:47:27.308031 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:47:27.308031 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:47:27.308031 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:47:27.308031 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 17:47:27.308031 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:47:27.308031 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:47:27.308031 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:47:27.308031 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:47:27.308031 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:47:27.308031 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:47:27.308031 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:47:27.321131 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-68853a71-b68e-4a06-a7ca-29ccfcadd0ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (5098d831-7ff8-4a46-bd2f-599957ced9a3), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:27.422330 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d6838ed1-b76b-4e59-9f17-b28a6720ec38 req-9f7f215e-9784-49c3-8f5b-b5f44f4af248 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:27.422958 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d6838ed1-b76b-4e59-9f17-b28a6720ec38 req-9f7f215e-9784-49c3-8f5b-b5f44f4af248 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (ce0944de-98d6-485d-8b67-7b121e079794), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:27.423282 n-d-829613-2 neutron-server[103434]: INFO neutron.db.l3_db [req-d6838ed1-b76b-4e59-9f17-b28a6720ec38 req-9f7f215e-9784-49c3-8f5b-b5f44f4af248 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Floating IP ce0944de-98d6-485d-8b67-7b121e079794 disassociated. External IP: 172.25.8.227, port: 810283a4-0e6c-4b01-9d6d-ff2c677b5099. Feb 17 17:47:27.423635 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-d6838ed1-b76b-4e59-9f17-b28a6720ec38 req-9f7f215e-9784-49c3-8f5b-b5f44f4af248 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Calling delete_port for 810283a4-0e6c-4b01-9d6d-ff2c677b5099 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:47:27.452536 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b21b5c83-ee52-434f-9b15-971671ece8c3 None None] For port cb49f908-5403-4b43-84ec-cc68723f2a71, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:47:27.456584 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b21b5c83-ee52-434f-9b15-971671ece8c3 None None] For port cb49f908-5403-4b43-84ec-cc68723f2a71, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=cb49f908-5403-4b43-84ec-cc68723f2a71,segment=NetworkSegment(b1dbff0c-0b6e-4383-921c-c8f0d293339e),segment_id=b1dbff0c-0b6e-4383-921c-c8f0d293339e)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:47:27.467523 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b21b5c83-ee52-434f-9b15-971671ece8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (cb49f908-5403-4b43-84ec-cc68723f2a71), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:27.475470 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68853a71-b68e-4a06-a7ca-29ccfcadd0ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event deleted for resources: {'Subnet': ['ID=5098d831-7ff8-4a46-bd2f-599957ced9a3,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:27.576482 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b774fb6c-8ec6-4952-9c0d-3d6a98d05d71 req-93f50008-34be-4c4d-bbf3-ca28ee07a26c tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:27.578168 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b774fb6c-8ec6-4952-9c0d-3d6a98d05d71 req-93f50008-34be-4c4d-bbf3-ca28ee07a26c tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] 10.222.0.87 "GET /v2.0/ports?device_id=f0ccffbb-e6ed-4a8b-b494-d31fe6d26612 HTTP/1.1" status: 200 len: 945 time: 1.2412603 Feb 17 17:47:27.586956 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21b5c83-ee52-434f-9b15-971671ece8c3 None None] Pushing event updated for resources: {'Port': ['ID=cb49f908-5403-4b43-84ec-cc68723f2a71,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:27.641051 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2bffc38b-ebcc-4994-805c-20d9703e5bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (ecc28b61-f7d0-400c-911c-cdc2163ca918), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:27.681966 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2bffc38b-ebcc-4994-805c-20d9703e5bd8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:27.690267 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-2bffc38b-ebcc-4994-805c-20d9703e5bd8 admin admin] 10.222.0.87 "DELETE /v2.0/networks/ecc28b61-f7d0-400c-911c-cdc2163ca918 HTTP/1.1" status: 204 len: 168 time: 1.5553405 Feb 17 17:47:27.746816 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-68853a71-b68e-4a06-a7ca-29ccfcadd0ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (61949d03-70de-444d-bedd-ffbca12e84a6), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:27.753264 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd676d7b-c7d4-45d5-be5d-9431316beaea None None] get_active_networks_info from n-d-829613-2 {{(pid=103436) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 17 17:47:27.810570 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bffc38b-ebcc-4994-805c-20d9703e5bd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecc28b61-f7d0-400c-911c-cdc2163ca918,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:27.833633 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927afc83-a535-4907-ad15-0b39372a29ab req-a6edaba0-7e9a-42a8-9020-6c242d83d7f7 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:27.836784 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d6838ed1-b76b-4e59-9f17-b28a6720ec38 req-9f7f215e-9784-49c3-8f5b-b5f44f4af248 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (810283a4-0e6c-4b01-9d6d-ff2c677b5099), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:27.845947 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-927afc83-a535-4907-ad15-0b39372a29ab req-a6edaba0-7e9a-42a8-9020-6c242d83d7f7 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=66b19ce2-23aa-45bf-bd85-5d73c22b36ae HTTP/1.1" status: 200 len: 946 time: 0.5388176 Feb 17 17:47:27.888545 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-68853a71-b68e-4a06-a7ca-29ccfcadd0ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61949d03-70de-444d-bedd-ffbca12e84a6']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:27.909629 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7f215e-9784-49c3-8f5b-b5f44f4af248 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Pushing event deleted for resources: {'Port': ['ID=810283a4-0e6c-4b01-9d6d-ff2c677b5099,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:27.934601 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b774fb6c-8ec6-4952-9c0d-3d6a98d05d71 req-de756cd0-7bd8-4481-a5ba-3503e9171078 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0d0a072-88e3-4600-bff5-ae014edcddf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3400199 Feb 17 17:47:27.947053 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-68853a71-b68e-4a06-a7ca-29ccfcadd0ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1dbff0c-0b6e-4383-921c-c8f0d293339e') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:27.947053 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-68853a71-b68e-4a06-a7ca-29ccfcadd0ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1dbff0c-0b6e-4383-921c-c8f0d293339e') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:27.999019 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 4910319b-6361-4341-bc1f-cd8027471e98 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:47:28.000122 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-68853a71-b68e-4a06-a7ca-29ccfcadd0ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (b1dbff0c-0b6e-4383-921c-c8f0d293339e), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:28.058248 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 4910319b-6361-4341-bc1f-cd8027471e98 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:47:28.059405 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 4910319b-6361-4341-bc1f-cd8027471e98 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:47:28.060743 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-68853a71-b68e-4a06-a7ca-29ccfcadd0ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (b1dbff0c-0b6e-4383-921c-c8f0d293339e), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:28.061310 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 91c15a23-84a5-4e1c-b664-27da15dfd653 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:47:28.128924 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 91c15a23-84a5-4e1c-b664-27da15dfd653 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:47:28.133064 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 91c15a23-84a5-4e1c-b664-27da15dfd653 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:47:28.134388 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68853a71-b68e-4a06-a7ca-29ccfcadd0ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:47:28.135103 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 1e943916-14f6-41b5-8c64-427ebbc4f92e no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:47:28.136262 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-68853a71-b68e-4a06-a7ca-29ccfcadd0ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (b1dbff0c-0b6e-4383-921c-c8f0d293339e), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:28.148560 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 17:47:28.148560 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:47:28.148560 n-d-829613-2 neutron-server[103435]: timer() Feb 17 17:47:28.148560 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:47:28.148560 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 17:47:28.148560 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:47:28.148560 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 17:47:28.148560 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:47:28.148560 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 17:47:28.148560 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:47:28.148560 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 17:47:28.148560 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:47:28.148560 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 17:47:28.148560 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:47:28.148560 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:47:28.148560 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:47:28.148560 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:47:28.148560 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:47:28.148560 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 17:47:28.148560 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:47:28.148560 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 17:47:28.148560 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:47:28.148560 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:47:28.148560 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:47:28.148560 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 17:47:28.148560 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:47:28.148560 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:47:28.148560 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:47:28.148560 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:47:28.148560 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:47:28.148560 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:47:28.148560 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:47:28.177789 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-927afc83-a535-4907-ad15-0b39372a29ab req-9ce8c322-c69d-4638-b2b7-670d023855aa tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972460 Feb 17 17:47:28.189660 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 1e943916-14f6-41b5-8c64-427ebbc4f92e {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:47:28.190355 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 1e943916-14f6-41b5-8c64-427ebbc4f92e not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:47:28.193007 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 60958) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:28.212128 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd676d7b-c7d4-45d5-be5d-9431316beaea None None] Resources bound (agent type, host, resource id): {{(pid=103436) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 17:47:28.270323 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6838ed1-b76b-4e59-9f17-b28a6720ec38 req-9f7f215e-9784-49c3-8f5b-b5f44f4af248 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Router 94eed536-6c70-4c48-bd4e-c58c1bac2440 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:47:28.371652 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.db.api [None req-68853a71-b68e-4a06-a7ca-29ccfcadd0ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 17:47:28.371652 n-d-829613-2 neutron-server[103435]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 17:47:28.371652 n-d-829613-2 neutron-server[103435]: [parameters: {'id': '61949d03-70de-444d-bedd-ffbca12e84a6'}] Feb 17 17:47:28.371652 n-d-829613-2 neutron-server[103435]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:47:28.372546 n-d-829613-2 neutron-server[103435]: DEBUG oslo_db.api [None req-68853a71-b68e-4a06-a7ca-29ccfcadd0ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 17:47:28.415400 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e32d650c-91ef-4ae7-a2d8-1b900729a3a4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9360f8624a5f4b22b2fa18246b414acc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2206764 Feb 17 17:47:28.420574 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 60960) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:28.549121 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0940a5a9-20ac-4513-bd72-a20192672296 admin admin] Publish callbacks [] for security_group (6a3f27eb-c6f5-4721-9862-6fb81c37193c), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:28.603060 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0940a5a9-20ac-4513-bd72-a20192672296 admin admin] Publish callbacks [] for security_group (6a3f27eb-c6f5-4721-9862-6fb81c37193c), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:28.625037 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f137895a-ec11-4f46-a2cc-19abbe04b307 None None] Network 61949d03-70de-444d-bedd-ffbca12e84a6 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:47:28.766182 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0940a5a9-20ac-4513-bd72-a20192672296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (6a3f27eb-c6f5-4721-9862-6fb81c37193c), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:28.778189 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0940a5a9-20ac-4513-bd72-a20192672296 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:28.793417 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-0940a5a9-20ac-4513-bd72-a20192672296 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6a3f27eb-c6f5-4721-9862-6fb81c37193c HTTP/1.1" status: 204 len: 168 time: 0.3633006 Feb 17 17:47:28.817608 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b7b313-cdeb-4cf4-b6b7-12accb336683 None None] Network 61949d03-70de-444d-bedd-ffbca12e84a6 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:47:28.840700 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0940a5a9-20ac-4513-bd72-a20192672296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3f27eb-c6f5-4721-9862-6fb81c37193c,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:28.854867 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:47:28.873578 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-68853a71-b68e-4a06-a7ca-29ccfcadd0ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (61949d03-70de-444d-bedd-ffbca12e84a6), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:29.145607 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6838ed1-b76b-4e59-9f17-b28a6720ec38 req-9f7f215e-9784-49c3-8f5b-b5f44f4af248 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:47:29.179740 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5e7a74-118f-4359-ac46-feb6ea321380 None None] Sync routers for ids ['94eed536-6c70-4c48-bd4e-c58c1bac2440'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:47:29.221613 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 3df59be5-70eb-43bf-82eb-ef2aa0690a18 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:47:29.223088 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5e7a74-118f-4359-ac46-feb6ea321380 None None] Routers {'94eed536-6c70-4c48-bd4e-c58c1bac2440'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:47:29.223741 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-ed5e7a74-118f-4359-ac46-feb6ea321380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:47:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['94eed536-6c70-4c48-bd4e-c58c1bac2440'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:29.258404 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6b0ad9ae-e2c8-4bc7-b18b-f71e3130bffb req-7fa62b72-ccb0-4fa2-b965-b5f404e378d8 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] 10.222.0.87 "GET /v2.0/ports?device_id=f0ccffbb-e6ed-4a8b-b494-d31fe6d26612 HTTP/1.1" status: 200 len: 210 time: 0.1802943 Feb 17 17:47:29.326166 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-68853a71-b68e-4a06-a7ca-29ccfcadd0ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Deleting port cb49f908-5403-4b43-84ec-cc68723f2a71 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:47:29.326166 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-68853a71-b68e-4a06-a7ca-29ccfcadd0ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (cb49f908-5403-4b43-84ec-cc68723f2a71), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:29.379536 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6838ed1-b76b-4e59-9f17-b28a6720ec38 req-9f7f215e-9784-49c3-8f5b-b5f44f4af248 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] No DVR routers for this DVR port 810283a4-0e6c-4b01-9d6d-ff2c677b5099 on host n-h2-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:47:29.395132 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d6838ed1-b76b-4e59-9f17-b28a6720ec38 req-9f7f215e-9784-49c3-8f5b-b5f44f4af248 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:29.409387 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d6838ed1-b76b-4e59-9f17-b28a6720ec38 req-9f7f215e-9784-49c3-8f5b-b5f44f4af248 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] 10.222.0.91 "DELETE /v2.0/ports/810283a4-0e6c-4b01-9d6d-ff2c677b5099 HTTP/1.1" status: 204 len: 173 time: 2.8736420 Feb 17 17:47:29.420275 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ccffbb-e6ed-4a8b-b494-d31fe6d26612', 'name': 'network-vif-deleted', 'tag': '810283a4-0e6c-4b01-9d6d-ff2c677b5099'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:47:29.441303 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0c3e1b-f176-4116-9a71-8691ef63852b" -d '{"events": [{"server_uuid": "f0ccffbb-e6ed-4a8b-b494-d31fe6d26612", "name": "network-vif-deleted", "tag": "810283a4-0e6c-4b01-9d6d-ff2c677b5099"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:47:29.465062 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-ed5e7a74-118f-4359-ac46-feb6ea321380 None None] Set router 94eed536-6c70-4c48-bd4e-c58c1bac2440 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:47:29.585370 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d9ef70-f413-4b52-bb94-40d6d55cb5a0 x-openstack-request-id: req-06d9ef70-f413-4b52-bb94-40d6d55cb5a0 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:47:29.585679 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0ccffbb-e6ed-4a8b-b494-d31fe6d26612", "name": "network-vif-deleted", "tag": "810283a4-0e6c-4b01-9d6d-ff2c677b5099", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:47:29.585940 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-06d9ef70-f413-4b52-bb94-40d6d55cb5a0 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:47:29.586359 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0ccffbb-e6ed-4a8b-b494-d31fe6d26612', 'name': 'network-vif-deleted', 'tag': '810283a4-0e6c-4b01-9d6d-ff2c677b5099', 'status': 'completed', 'code': 200} Feb 17 17:47:29.605467 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 3df59be5-70eb-43bf-82eb-ef2aa0690a18 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:47:29.611031 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (3df59be5-70eb-43bf-82eb-ef2aa0690a18), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:29.668959 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-68853a71-b68e-4a06-a7ca-29ccfcadd0ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] For port cb49f908-5403-4b43-84ec-cc68723f2a71, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=cb49f908-5403-4b43-84ec-cc68723f2a71,segment=NetworkSegment(b1dbff0c-0b6e-4383-921c-c8f0d293339e),segment_id=b1dbff0c-0b6e-4383-921c-c8f0d293339e)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:47:29.669979 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-68853a71-b68e-4a06-a7ca-29ccfcadd0ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (cb49f908-5403-4b43-84ec-cc68723f2a71), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:29.722004 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-68853a71-b68e-4a06-a7ca-29ccfcadd0ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Calling delete_port for cb49f908-5403-4b43-84ec-cc68723f2a71 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:47:29.834302 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 3df59be5-70eb-43bf-82eb-ef2aa0690a18 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:47:29.835511 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b3526-8009-4e09-97d3-7b2fe32fd697 req-daedc6b2-b0df-49fb-9217-d26b2b28c95e tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:29.839255 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3df59be5-70eb-43bf-82eb-ef2aa0690a18), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:29.856648 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a1b3526-8009-4e09-97d3-7b2fe32fd697 req-daedc6b2-b0df-49fb-9217-d26b2b28c95e tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=66b19ce2-23aa-45bf-bd85-5d73c22b36ae HTTP/1.1" status: 200 len: 946 time: 0.2947755 Feb 17 17:47:29.894873 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-ed5e7a74-118f-4359-ac46-feb6ea321380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94eed536-6c70-4c48-bd4e-c58c1bac2440', 'name': 'tempest-ServersTestManualDisk-461548435-router', 'tenant_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'b08a3d9c-c274-464d-a615-d40df59e8e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:45:45Z', 'updated_at': '2022-02-17T17:45:57Z', 'revision_number': 4, 'project_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5', 'gw_port': {'id': 'b08a3d9c-c274-464d-a615-d40df59e8e9b', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:10:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94eed536-6c70-4c48-bd4e-c58c1bac2440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:45:48Z', 'updated_at': '2022-02-17T17:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'af12266c-059b-4a1a-8154-0808818f6314', 'name': '', 'network_id': '84f31083-e0b3-4cbb-973a-42fdc6d15e0b', 'tenant_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5', 'mac_address': 'fa:16:3e:1d:f0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94eed536-6c70-4c48-bd4e-c58c1bac2440', 'device_owner': 'network:router_interface', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'c655e525-dc25-4790-bada-b8e5780c3b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:45:53Z', 'updated_at': '2022-02-17T17:46:07Z', 'revision_number': 5, 'project_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5', 'subnets': [{'id': 'c655e525-dc25-4790-bada-b8e5780c3b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:29.925214 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5e7a74-118f-4359-ac46-feb6ea321380 None None] Checking router: 94eed536-6c70-4c48-bd4e-c58c1bac2440 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:47:29.933494 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 3df59be5-70eb-43bf-82eb-ef2aa0690a18, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=3df59be5-70eb-43bf-82eb-ef2aa0690a18,segment=NetworkSegment(44570946-cccc-4504-9a7b-a57e09c343d6),segment_id=44570946-cccc-4504-9a7b-a57e09c343d6)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:47:29.935207 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5e7a74-118f-4359-ac46-feb6ea321380 None None] Routers {'94eed536-6c70-4c48-bd4e-c58c1bac2440'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:47:29.936020 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-ed5e7a74-118f-4359-ac46-feb6ea321380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:47:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['94eed536-6c70-4c48-bd4e-c58c1bac2440'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:29.937075 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2554492e-6aae-425f-b3cf-9889a8c042ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df59be5-70eb-43bf-82eb-ef2aa0690a18'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:47:29.940218 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a94caf-aac3-401f-a6c8-ee2a188dcc84" -d '{"events": [{"server_uuid": "2554492e-6aae-425f-b3cf-9889a8c042ad", "name": "network-vif-plugged", "status": "completed", "tag": "3df59be5-70eb-43bf-82eb-ef2aa0690a18"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:47:29.957012 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (3df59be5-70eb-43bf-82eb-ef2aa0690a18), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:29.957842 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 810283a4-0e6c-4b01-9d6d-ff2c677b5099 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:47:30.018184 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60986) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:30.117586 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-58407d94-69cd-4b34-9d0b-e28c21aa80de admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2694dc9d6b034604a61e036dc08ccd80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0954907 Feb 17 17:47:30.118245 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60988) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:30.134099 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-ed5e7a74-118f-4359-ac46-feb6ea321380 None None] Set router 94eed536-6c70-4c48-bd4e-c58c1bac2440 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:47:30.146220 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: 810283a4-0e6c-4b01-9d6d-ff2c677b5099 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:47:30.146578 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 810283a4-0e6c-4b01-9d6d-ff2c677b5099 not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:47:30.162371 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b775a9c8-154a-4edd-885e-c020d460168f x-openstack-request-id: req-b775a9c8-154a-4edd-885e-c020d460168f {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:47:30.162671 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2554492e-6aae-425f-b3cf-9889a8c042ad", "name": "network-vif-plugged", "status": "completed", "tag": "3df59be5-70eb-43bf-82eb-ef2aa0690a18", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:47:30.162939 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b775a9c8-154a-4edd-885e-c020d460168f {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:47:30.163331 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2554492e-6aae-425f-b3cf-9889a8c042ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df59be5-70eb-43bf-82eb-ef2aa0690a18', 'code': 200} Feb 17 17:47:30.166604 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a1b3526-8009-4e09-97d3-7b2fe32fd697 req-89613fc7-cf21-4c48-ad4a-498312f2f2b6 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454830 Feb 17 17:47:30.216124 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-68853a71-b68e-4a06-a7ca-29ccfcadd0ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (cb49f908-5403-4b43-84ec-cc68723f2a71), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:30.240115 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68853a71-b68e-4a06-a7ca-29ccfcadd0ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] No DVR routers for this DVR port cb49f908-5403-4b43-84ec-cc68723f2a71 on host n-d-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:47:30.259878 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-22781bb8-1d57-499a-a196-874e9495ff14 admin admin] Publish callbacks [] for security_group (3e0f25e5-8835-4916-9379-23e4c4a32003), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:30.289290 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68853a71-b68e-4a06-a7ca-29ccfcadd0ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event deleted for resources: {'Port': ['ID=cb49f908-5403-4b43-84ec-cc68723f2a71,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:30.315820 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-22781bb8-1d57-499a-a196-874e9495ff14 admin admin] Publish callbacks [] for security_group (3e0f25e5-8835-4916-9379-23e4c4a32003), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:30.363576 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=3df59be5-70eb-43bf-82eb-ef2aa0690a18,revision_number=7']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:30.422961 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-68853a71-b68e-4a06-a7ca-29ccfcadd0ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (61949d03-70de-444d-bedd-ffbca12e84a6), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:30.456409 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-22781bb8-1d57-499a-a196-874e9495ff14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (3e0f25e5-8835-4916-9379-23e4c4a32003), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:30.459504 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-22781bb8-1d57-499a-a196-874e9495ff14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:30.461117 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-22781bb8-1d57-499a-a196-874e9495ff14 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3e0f25e5-8835-4916-9379-23e4c4a32003 HTTP/1.1" status: 204 len: 168 time: 0.3377004 Feb 17 17:47:30.466539 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-68853a71-b68e-4a06-a7ca-29ccfcadd0ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61949d03-70de-444d-bedd-ffbca12e84a6']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:30.478556 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-68853a71-b68e-4a06-a7ca-29ccfcadd0ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1dbff0c-0b6e-4383-921c-c8f0d293339e') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:30.478769 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-68853a71-b68e-4a06-a7ca-29ccfcadd0ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1dbff0c-0b6e-4383-921c-c8f0d293339e') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:30.481640 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22781bb8-1d57-499a-a196-874e9495ff14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0f25e5-8835-4916-9379-23e4c4a32003,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:30.552667 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-68853a71-b68e-4a06-a7ca-29ccfcadd0ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (b1dbff0c-0b6e-4383-921c-c8f0d293339e), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:30.617618 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-68853a71-b68e-4a06-a7ca-29ccfcadd0ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (b1dbff0c-0b6e-4383-921c-c8f0d293339e), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:30.665544 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68853a71-b68e-4a06-a7ca-29ccfcadd0ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:47:30.666580 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-68853a71-b68e-4a06-a7ca-29ccfcadd0ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (b1dbff0c-0b6e-4383-921c-c8f0d293339e), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:30.677095 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 17:47:30.677095 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:47:30.677095 n-d-829613-2 neutron-server[103435]: timer() Feb 17 17:47:30.677095 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:47:30.677095 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 17:47:30.677095 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:47:30.677095 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 17:47:30.677095 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:47:30.677095 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 17:47:30.677095 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:47:30.677095 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 17:47:30.677095 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:47:30.677095 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 17:47:30.677095 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:47:30.677095 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:47:30.677095 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:47:30.677095 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:47:30.677095 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:47:30.677095 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 17:47:30.677095 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:47:30.677095 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 17:47:30.677095 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:47:30.677095 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:47:30.677095 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:47:30.677095 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 17:47:30.677095 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:47:30.677095 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:47:30.677095 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:47:30.677095 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:47:30.677095 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:47:30.677095 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:47:30.677095 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:47:30.731324 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-ed5e7a74-118f-4359-ac46-feb6ea321380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94eed536-6c70-4c48-bd4e-c58c1bac2440', 'name': 'tempest-ServersTestManualDisk-461548435-router', 'tenant_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'b08a3d9c-c274-464d-a615-d40df59e8e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:45:45Z', 'updated_at': '2022-02-17T17:45:57Z', 'revision_number': 4, 'project_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5', 'gw_port': {'id': 'b08a3d9c-c274-464d-a615-d40df59e8e9b', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:10:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94eed536-6c70-4c48-bd4e-c58c1bac2440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:45:48Z', 'updated_at': '2022-02-17T17:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'af12266c-059b-4a1a-8154-0808818f6314', 'name': '', 'network_id': '84f31083-e0b3-4cbb-973a-42fdc6d15e0b', 'tenant_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5', 'mac_address': 'fa:16:3e:1d:f0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94eed536-6c70-4c48-bd4e-c58c1bac2440', 'device_owner': 'network:router_interface', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'c655e525-dc25-4790-bada-b8e5780c3b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:45:53Z', 'updated_at': '2022-02-17T17:46:07Z', 'revision_number': 5, 'project_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5', 'subnets': [{'id': 'c655e525-dc25-4790-bada-b8e5780c3b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:30.766415 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-24b98a81-ede5-4b8a-b2ef-9f28d9e354e5 req-d067ef4d-2c72-456c-a879-938f8a7ffb05 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] 10.222.0.87 "GET /v2.0/ports?device_id=f0ccffbb-e6ed-4a8b-b494-d31fe6d26612 HTTP/1.1" status: 200 len: 210 time: 0.1396990 Feb 17 17:47:30.811179 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5e7a74-118f-4359-ac46-feb6ea321380 None None] The sync data for ids ['94eed536-6c70-4c48-bd4e-c58c1bac2440'] in n-d-829613-2 is: [{'id': '94eed536-6c70-4c48-bd4e-c58c1bac2440', 'name': 'tempest-ServersTestManualDisk-461548435-router', 'tenant_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'b08a3d9c-c274-464d-a615-d40df59e8e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:45:45Z', 'updated_at': '2022-02-17T17:45:57Z', 'revision_number': 4, 'project_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5', 'gw_port': {'id': 'b08a3d9c-c274-464d-a615-d40df59e8e9b', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:10:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94eed536-6c70-4c48-bd4e-c58c1bac2440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:45:48Z', 'updated_at': '2022-02-17T17:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'af12266c-059b-4a1a-8154-0808818f6314', 'name': '', 'network_id': '84f31083-e0b3-4cbb-973a-42fdc6d15e0b', 'tenant_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5', 'mac_address': 'fa:16:3e:1d:f0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94eed536-6c70-4c48-bd4e-c58c1bac2440', 'device_owner': 'network:router_interface', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'c655e525-dc25-4790-bada-b8e5780c3b04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:45:53Z', 'updated_at': '2022-02-17T17:46:07Z', 'revision_number': 5, 'project_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5', 'subnets': [{'id': 'c655e525-dc25-4790-bada-b8e5780c3b04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:47:30.933808 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-68853a71-b68e-4a06-a7ca-29ccfcadd0ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (61949d03-70de-444d-bedd-ffbca12e84a6), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:30.969733 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-68853a71-b68e-4a06-a7ca-29ccfcadd0ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:30.976112 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 32780) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:30.986195 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-68853a71-b68e-4a06-a7ca-29ccfcadd0ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "DELETE /v2.0/networks/61949d03-70de-444d-bedd-ffbca12e84a6 HTTP/1.1" status: 204 len: 168 time: 5.4993165 Feb 17 17:47:31.010981 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-9544daa3-2d75-4707-950d-1077d3a76357 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] DELETE failed (client error): The resource could not be found. Feb 17 17:47:31.016943 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9544daa3-2d75-4707-950d-1077d3a76357 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:47:31.018648 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68853a71-b68e-4a06-a7ca-29ccfcadd0ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event deleted for resources: {'Network': ['ID=61949d03-70de-444d-bedd-ffbca12e84a6,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:31.028122 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9544daa3-2d75-4707-950d-1077d3a76357 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "DELETE /v2.0/networks/61949d03-70de-444d-bedd-ffbca12e84a6 HTTP/1.1" status: 404 len: 339 time: 0.0506194 Feb 17 17:47:31.029160 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 32782) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:31.045736 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-12c4df55-98bf-4eea-8557-24c9db3521fc tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-609153452', 'description': 'd1'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:47:31.092041 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c4df55-98bf-4eea-8557-24c9db3521fc tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Made reservation on behalf of 6c28c706ce1245329260dde1db37ef52 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:47:31.095556 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-12c4df55-98bf-4eea-8557-24c9db3521fc tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:31.169690 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12c4df55-98bf-4eea-8557-24c9db3521fc tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:47:31.255007 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-12c4df55-98bf-4eea-8557-24c9db3521fc tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (22f5e1d7-5ee2-423f-9b36-eca1a24a3573), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:31.255985 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-12c4df55-98bf-4eea-8557-24c9db3521fc tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Added segment 22f5e1d7-5ee2-423f-9b36-eca1a24a3573 of type vlan for network 84c47371-8200-4826-a65b-dec3ea91b6ac Feb 17 17:47:31.520771 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36a9be3-fcf6-4719-b27f-597a3b98ead1 None None] New status for floating IP ce0944de-98d6-485d-8b67-7b121e079794: DOWN {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 17:47:31.594631 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-12c4df55-98bf-4eea-8557-24c9db3521fc tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (84c47371-8200-4826-a65b-dec3ea91b6ac), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:31.732419 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb3a47-f5ee-4410-bd2d-6d64f1077441 req-be92b7af-f23f-493d-9255-3d6d27ad3369 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:31.745708 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ccfb3a47-f5ee-4410-bd2d-6d64f1077441 req-be92b7af-f23f-493d-9255-3d6d27ad3369 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/networks?id=2c9900d2-a559-4978-8739-0c10e7ac9101 HTTP/1.1" status: 200 len: 815 time: 0.5666063 Feb 17 17:47:31.754630 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-12c4df55-98bf-4eea-8557-24c9db3521fc tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (84c47371-8200-4826-a65b-dec3ea91b6ac), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:31.780444 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c4df55-98bf-4eea-8557-24c9db3521fc tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:31.786015 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-12c4df55-98bf-4eea-8557-24c9db3521fc tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:31.816761 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b890e4a-aa66-41a6-b713-cf22f09009f7 req-034bea51-cd0c-4381-8d6d-30fd51a598e6 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:31.818297 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8b890e4a-aa66-41a6-b713-cf22f09009f7 req-034bea51-cd0c-4381-8d6d-30fd51a598e6 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=66b19ce2-23aa-45bf-bd85-5d73c22b36ae HTTP/1.1" status: 200 len: 946 time: 0.4323514 Feb 17 17:47:31.831178 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 32822) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:31.844342 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-12c4df55-98bf-4eea-8557-24c9db3521fc tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.8128688 Feb 17 17:47:31.914461 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ccfb3a47-f5ee-4410-bd2d-6d64f1077441 req-c1d97857-4b77-4d57-a0af-9bb099cbfe78 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/quotas/676afbf1c2e640e8b11ff19640c46b32 HTTP/1.1" status: 200 len: 375 time: 0.1674340 Feb 17 17:47:32.037553 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c4df55-98bf-4eea-8557-24c9db3521fc tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event updated for resources: {'Network': ['ID=84c47371-8200-4826-a65b-dec3ea91b6ac,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:32.049553 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 84c47371-8200-4826-a65b-dec3ea91b6ac details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:47:32.098095 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe18f2e-d5cc-4b2a-a1be-cd946bc6615f tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:32.100039 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7fe18f2e-d5cc-4b2a-a1be-cd946bc6615f tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "GET /v2.0/networks?id=84c47371-8200-4826-a65b-dec3ea91b6ac HTTP/1.1" status: 200 len: 760 time: 0.2672601 Feb 17 17:47:32.102747 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 32826) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:32.106013 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8b890e4a-aa66-41a6-b713-cf22f09009f7 req-df5e0454-9caf-4b15-ac7b-cc5e0deaaad2 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574024 Feb 17 17:47:32.115572 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ab5fe775-da2a-46a6-8c3d-8280c84a8c59 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Request body: {'network': {'description': 'd2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:47:32.161138 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ccfb3a47-f5ee-4410-bd2d-6d64f1077441 req-cc36de8b-c97d-4f9a-9ed5-6e9c9a1130d7 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=676afbf1c2e640e8b11ff19640c46b32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2456431 Feb 17 17:47:32.166230 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 32828) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:32.238422 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 32836) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:32.357226 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ccb0403f-9944-49d4-9e97-283dcb60deb7 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Publish callbacks [] for security_group (d0d0a072-88e3-4600-bff5-ae014edcddf3), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:32.426930 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ccb0403f-9944-49d4-9e97-283dcb60deb7 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Publish callbacks [] for security_group (d0d0a072-88e3-4600-bff5-ae014edcddf3), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:32.465992 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-247542d9-88bc-4b5b-93c6-2878f2af1f82 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1222935603-network', 'tenant_id': 'b5334a75b44f48a285a8e2d716d5644e'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:47:32.568600 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab5fe775-da2a-46a6-8c3d-8280c84a8c59 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (84c47371-8200-4826-a65b-dec3ea91b6ac), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:32.599572 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab5fe775-da2a-46a6-8c3d-8280c84a8c59 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (84c47371-8200-4826-a65b-dec3ea91b6ac), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:32.631487 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ab5fe775-da2a-46a6-8c3d-8280c84a8c59 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Network 84c47371-8200-4826-a65b-dec3ea91b6ac is not hosted by any dhcp agent {{(pid=103434) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 17 17:47:32.640426 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5fe775-da2a-46a6-8c3d-8280c84a8c59 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:32.643855 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247542d9-88bc-4b5b-93c6-2878f2af1f82 admin admin] Made reservation on behalf of b5334a75b44f48a285a8e2d716d5644e for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:47:32.646503 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-247542d9-88bc-4b5b-93c6-2878f2af1f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:32.647499 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab5fe775-da2a-46a6-8c3d-8280c84a8c59 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:32.664842 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ab5fe775-da2a-46a6-8c3d-8280c84a8c59 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "PUT /v2.0/networks/84c47371-8200-4826-a65b-dec3ea91b6ac HTTP/1.1" status: 200 len: 757 time: 0.5608022 Feb 17 17:47:32.669073 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 32848) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:32.756331 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-247542d9-88bc-4b5b-93c6-2878f2af1f82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:32.778639 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf1b392-dd15-4400-aec5-6bfc0800cf5c tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:32.784610 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9cf1b392-dd15-4400-aec5-6bfc0800cf5c tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "GET /v2.0/networks?id=84c47371-8200-4826-a65b-dec3ea91b6ac HTTP/1.1" status: 200 len: 760 time: 0.1141884 Feb 17 17:47:32.785782 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 32850) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:32.797098 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-d1507aa2-6964-48a8-ac96-aa68022b4f6c tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-812285615'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:47:32.888591 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5fe775-da2a-46a6-8c3d-8280c84a8c59 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event updated for resources: {'Network': ['ID=84c47371-8200-4826-a65b-dec3ea91b6ac,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:32.896034 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ccb0403f-9944-49d4-9e97-283dcb60deb7 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (d0d0a072-88e3-4600-bff5-ae014edcddf3), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:32.904060 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ccb0403f-9944-49d4-9e97-283dcb60deb7 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:32.906309 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-ccb0403f-9944-49d4-9e97-283dcb60deb7 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] 10.222.0.87 "DELETE /v2.0/security-groups/d0d0a072-88e3-4600-bff5-ae014edcddf3 HTTP/1.1" status: 204 len: 168 time: 0.6665649 Feb 17 17:47:32.909490 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 32852) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:32.928837 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1507aa2-6964-48a8-ac96-aa68022b4f6c tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Made reservation on behalf of 6c28c706ce1245329260dde1db37ef52 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:47:32.932585 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d1507aa2-6964-48a8-ac96-aa68022b4f6c tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:32.933290 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ccfb3a47-f5ee-4410-bd2d-6d64f1077441 req-d2ea7eec-afcf-450f-8f7c-ad48dc601ad6 service neutron] 10.222.0.87 "GET /v2.0/networks/2c9900d2-a559-4978-8739-0c10e7ac9101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7678840 Feb 17 17:47:32.949552 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 84c47371-8200-4826-a65b-dec3ea91b6ac details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:47:32.981423 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7730de22-72ef-4cb4-9523-d0c6643b8d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:32.996518 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb0403f-9944-49d4-9e97-283dcb60deb7 tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d0a072-88e3-4600-bff5-ae014edcddf3,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:33.015503 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-ceac9355-52b1-41fd-b29c-ecc03e3cd21f tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] show failed (client error): The resource could not be found. Feb 17 17:47:33.018449 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ceac9355-52b1-41fd-b29c-ecc03e3cd21f tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] 10.222.0.87 "GET /v2.0/security-groups/d0d0a072-88e3-4600-bff5-ae014edcddf3 HTTP/1.1" status: 404 len: 347 time: 0.1076167 Feb 17 17:47:33.026758 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 32854) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:33.051439 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1507aa2-6964-48a8-ac96-aa68022b4f6c tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:47:33.070041 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d1507aa2-6964-48a8-ac96-aa68022b4f6c tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (d20434b7-e7f2-483a-9a22-b8bd4ea22196), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:33.070798 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-d1507aa2-6964-48a8-ac96-aa68022b4f6c tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Added segment d20434b7-e7f2-483a-9a22-b8bd4ea22196 of type vlan for network 1a62d62c-7924-41c5-8815-077c0e012c6e Feb 17 17:47:33.164191 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d1507aa2-6964-48a8-ac96-aa68022b4f6c tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (1a62d62c-7924-41c5-8815-077c0e012c6e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:33.201320 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d1507aa2-6964-48a8-ac96-aa68022b4f6c tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (1a62d62c-7924-41c5-8815-077c0e012c6e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:33.210592 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1507aa2-6964-48a8-ac96-aa68022b4f6c tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:33.211233 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d1507aa2-6964-48a8-ac96-aa68022b4f6c tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:33.326954 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d1507aa2-6964-48a8-ac96-aa68022b4f6c tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5376692 Feb 17 17:47:33.336777 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 32858) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:33.347375 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-4e69e3e9-ceb2-43ea-ab2d-fc9fdd76c202 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Request body: {'subnet': {'network_id': '1a62d62c-7924-41c5-8815-077c0e012c6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:47:33.423209 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1507aa2-6964-48a8-ac96-aa68022b4f6c tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event updated for resources: {'Network': ['ID=1a62d62c-7924-41c5-8815-077c0e012c6e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:33.501000 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1507aa2-6964-48a8-ac96-aa68022b4f6c tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:47:33.501560 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1507aa2-6964-48a8-ac96-aa68022b4f6c tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:47:33.501918 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1507aa2-6964-48a8-ac96-aa68022b4f6c tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:47:33.502267 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1507aa2-6964-48a8-ac96-aa68022b4f6c tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:47:33.502607 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1507aa2-6964-48a8-ac96-aa68022b4f6c tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:47:33.502946 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1507aa2-6964-48a8-ac96-aa68022b4f6c tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:47:33.503279 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1507aa2-6964-48a8-ac96-aa68022b4f6c tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:47:33.503613 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1507aa2-6964-48a8-ac96-aa68022b4f6c tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:47:33.513276 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1507aa2-6964-48a8-ac96-aa68022b4f6c tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:47:33.513712 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1507aa2-6964-48a8-ac96-aa68022b4f6c tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:47:33.514255 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1507aa2-6964-48a8-ac96-aa68022b4f6c tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:47:33.514743 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1507aa2-6964-48a8-ac96-aa68022b4f6c tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:47:33.515091 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1507aa2-6964-48a8-ac96-aa68022b4f6c tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:47:33.528896 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 1a62d62c-7924-41c5-8815-077c0e012c6e details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:47:33.651431 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-247542d9-88bc-4b5b-93c6-2878f2af1f82 admin admin] Publish callbacks [] for security_group (e48ea04b-84db-4f8e-bd1f-44582d29b3bc), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:33.693613 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ccfb3a47-f5ee-4410-bd2d-6d64f1077441 req-be51bcf6-88ef-45b5-8a1f-471d010fe6ff service neutron] 10.222.0.87 "GET /v2.0/networks/2c9900d2-a559-4978-8739-0c10e7ac9101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7591710 Feb 17 17:47:33.717859 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-247542d9-88bc-4b5b-93c6-2878f2af1f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (e48ea04b-84db-4f8e-bd1f-44582d29b3bc), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:33.748064 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e69e3e9-ceb2-43ea-ab2d-fc9fdd76c202 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Made reservation on behalf of 6c28c706ce1245329260dde1db37ef52 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:47:33.750249 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4e69e3e9-ceb2-43ea-ab2d-fc9fdd76c202 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:33.783634 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-247542d9-88bc-4b5b-93c6-2878f2af1f82 admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:47:33.827690 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf4812-e741-43a0-9086-edeca6419783 req-acee3940-0d1e-477d-98c8-d2bad1bdea00 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:33.829688 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7bdf4812-e741-43a0-9086-edeca6419783 req-acee3940-0d1e-477d-98c8-d2bad1bdea00 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=66b19ce2-23aa-45bf-bd85-5d73c22b36ae HTTP/1.1" status: 200 len: 946 time: 0.6115701 Feb 17 17:47:33.850864 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-247542d9-88bc-4b5b-93c6-2878f2af1f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (43d22e19-e257-4353-9e16-661b0d9bd38c), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:33.851214 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-247542d9-88bc-4b5b-93c6-2878f2af1f82 admin admin] Added segment 43d22e19-e257-4353-9e16-661b0d9bd38c of type vlan for network bd045a9c-ffdc-414e-967a-ae00005fdeea Feb 17 17:47:33.892089 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247542d9-88bc-4b5b-93c6-2878f2af1f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48ea04b-84db-4f8e-bd1f-44582d29b3bc,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:34.034890 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-247542d9-88bc-4b5b-93c6-2878f2af1f82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (bd045a9c-ffdc-414e-967a-ae00005fdeea), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:34.102770 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4406a731-b429-4f2a-9eeb-7f0b76be127c tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Deleting port 08c05f24-de00-4be5-8b32-eae7c9697da3 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:47:34.103143 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4406a731-b429-4f2a-9eeb-7f0b76be127c tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (08c05f24-de00-4be5-8b32-eae7c9697da3), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:34.146773 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4e69e3e9-ceb2-43ea-ab2d-fc9fdd76c202 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (9383bc6f-7c29-46ce-ba54-4ef21dd758f3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:34.204738 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.db.resource_extend [None req-247542d9-88bc-4b5b-93c6-2878f2af1f82 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 17:47:34.249787 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7bdf4812-e741-43a0-9086-edeca6419783 req-356c3658-5b74-484e-ab19-0b80148ec8ee tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959074 Feb 17 17:47:34.280744 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-247542d9-88bc-4b5b-93c6-2878f2af1f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (bd045a9c-ffdc-414e-967a-ae00005fdeea), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:34.281954 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247542d9-88bc-4b5b-93c6-2878f2af1f82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:34.282718 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-247542d9-88bc-4b5b-93c6-2878f2af1f82 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:34.400364 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247542d9-88bc-4b5b-93c6-2878f2af1f82 admin admin] Pushing event updated for resources: {'Network': ['ID=bd045a9c-ffdc-414e-967a-ae00005fdeea,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:34.409879 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e69e3e9-ceb2-43ea-ab2d-fc9fdd76c202 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event updated for resources: {'Subnet': ['ID=9383bc6f-7c29-46ce-ba54-4ef21dd758f3,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:34.414207 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network bd045a9c-ffdc-414e-967a-ae00005fdeea details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:47:34.445382 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8e4bdf46-b6fa-4c0c-b500-36eb858ef814 req-2bd9cf5a-39a5-4417-9b5d-659bd4ee03e4 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=1415e07e-634e-466b-a6bb-3c5f4a84124b HTTP/1.1" status: 200 len: 210 time: 0.2120385 Feb 17 17:47:34.465348 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-247542d9-88bc-4b5b-93c6-2878f2af1f82 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.2799311 Feb 17 17:47:34.466233 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 32892) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:34.486731 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e69e3e9-ceb2-43ea-ab2d-fc9fdd76c202 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Checking segment: {'id': 'd20434b7-e7f2-483a-9a22-b8bd4ea22196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1a62d62c-7924-41c5-8815-077c0e012c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:47:34.487097 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e69e3e9-ceb2-43ea-ab2d-fc9fdd76c202 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Network hostable DHCP agents. Network: 1a62d62c-7924-41c5-8815-077c0e012c6e, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:47:34.558070 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e69e3e9-ceb2-43ea-ab2d-fc9fdd76c202 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Network 1a62d62c-7924-41c5-8815-077c0e012c6e is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:47:34.575576 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-13513590-bb2a-4f01-b797-fc5c84d198ae admin admin] Request body: {'subnet': {'network_id': 'bd045a9c-ffdc-414e-967a-ae00005fdeea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1222935603-subnet', 'tenant_id': 'b5334a75b44f48a285a8e2d716d5644e', 'ip_version': 4}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:47:34.587899 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-4e69e3e9-ceb2-43ea-ab2d-fc9fdd76c202 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 1a62d62c-7924-41c5-8815-077c0e012c6e) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:47:34.598001 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3747898-5db9-40f0-b009-e2627341c440 None None] Network 1a62d62c-7924-41c5-8815-077c0e012c6e requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:47:34.605024 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e69e3e9-ceb2-43ea-ab2d-fc9fdd76c202 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:34.605637 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4e69e3e9-ceb2-43ea-ab2d-fc9fdd76c202 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:34.671012 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4e69e3e9-ceb2-43ea-ab2d-fc9fdd76c202 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3302090 Feb 17 17:47:34.671601 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 32906) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:34.684613 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4406a731-b429-4f2a-9eeb-7f0b76be127c tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (08c05f24-de00-4be5-8b32-eae7c9697da3), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:34.688477 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4406a731-b429-4f2a-9eeb-7f0b76be127c tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Publish callbacks [] for floatingip (08c05f24-de00-4be5-8b32-eae7c9697da3), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:34.722601 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13513590-bb2a-4f01-b797-fc5c84d198ae admin admin] Made reservation on behalf of b5334a75b44f48a285a8e2d716d5644e for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:47:34.732812 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-13513590-bb2a-4f01-b797-fc5c84d198ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:34.742798 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 32908) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:34.792551 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4406a731-b429-4f2a-9eeb-7f0b76be127c tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Calling delete_port for 08c05f24-de00-4be5-8b32-eae7c9697da3 owned by network:floatingip {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:47:34.969161 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bcf4104d-0567-4f42-a9e5-11a76756a3ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (1a62d62c-7924-41c5-8815-077c0e012c6e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:35.009410 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe826be-32f0-4d8e-b08b-ebe187e600c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-1a62d62c-7924-41c5-8815-077c0e012c6e', 'network_id': '1a62d62c-7924-41c5-8815-077c0e012c6e', 'project_id': '6c28c706ce1245329260dde1db37ef52', 'fixed_ips': [{'subnet_id': '9383bc6f-7c29-46ce-ba54-4ef21dd758f3'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:47:35.011185 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ebe826be-32f0-4d8e-b08b-ebe187e600c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:35.168110 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cf128590-75f7-4aba-98db-3ab69d8602a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:35.241552 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bcf4104d-0567-4f42-a9e5-11a76756a3ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (9383bc6f-7c29-46ce-ba54-4ef21dd758f3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:35.433015 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4406a731-b429-4f2a-9eeb-7f0b76be127c tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (08c05f24-de00-4be5-8b32-eae7c9697da3), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:35.517732 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-ebe826be-32f0-4d8e-b08b-ebe187e600c7 None None] Allocated IP 172.20.0.2 (1a62d62c-7924-41c5-8815-077c0e012c6e/9383bc6f-7c29-46ce-ba54-4ef21dd758f3/f43aebe2-ae29-425c-ab7a-75790a029d0c) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:47:35.595666 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cf128590-75f7-4aba-98db-3ab69d8602a9 admin admin] Publish callbacks [] for security_group (a2401d5a-ad2b-4216-985d-8aab26eaeabe), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:35.606702 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cf128590-75f7-4aba-98db-3ab69d8602a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (a2401d5a-ad2b-4216-985d-8aab26eaeabe), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:35.630435 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4406a731-b429-4f2a-9eeb-7f0b76be127c tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Pushing event deleted for resources: {'Port': ['ID=08c05f24-de00-4be5-8b32-eae7c9697da3,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:35.696034 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-cf128590-75f7-4aba-98db-3ab69d8602a9 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1f20feac401e491daef237f56036e611&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9496987 Feb 17 17:47:35.696034 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf128590-75f7-4aba-98db-3ab69d8602a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2401d5a-ad2b-4216-985d-8aab26eaeabe,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:35.696975 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 32924) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:35.768661 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7b91f00d-8cd0-4b58-a59d-e2722088c37c req-30f545e0-0c7b-45a5-bd73-cead7f84c173 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=1415e07e-634e-466b-a6bb-3c5f4a84124b HTTP/1.1" status: 200 len: 210 time: 0.1245716 Feb 17 17:47:35.779231 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-13513590-bb2a-4f01-b797-fc5c84d198ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (00f705a2-dc4a-43df-877b-85bba23d6588), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:35.796423 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86eda9-053d-4c5b-9ce1-ab6f88525d3d req-fcaf428f-4ac0-4123-9c50-65473a9b1043 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:35.799457 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0c86eda9-053d-4c5b-9ce1-ab6f88525d3d req-fcaf428f-4ac0-4123-9c50-65473a9b1043 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=66b19ce2-23aa-45bf-bd85-5d73c22b36ae HTTP/1.1" status: 200 len: 946 time: 0.3337562 Feb 17 17:47:35.810046 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1b0e631-1d3d-47e6-abd1-7a6d05a117fe admin admin] Publish callbacks [] for security_group (a2401d5a-ad2b-4216-985d-8aab26eaeabe), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:35.883426 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1b0e631-1d3d-47e6-abd1-7a6d05a117fe admin admin] Publish callbacks [] for security_group (a2401d5a-ad2b-4216-985d-8aab26eaeabe), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:35.961480 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ebe826be-32f0-4d8e-b08b-ebe187e600c7 None None] Publish callbacks [] for port (f43aebe2-ae29-425c-ab7a-75790a029d0c), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:35.966821 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f832694d-1c88-4a44-9088-afeb90c8ad8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:35.980349 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ebe826be-32f0-4d8e-b08b-ebe187e600c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (f43aebe2-ae29-425c-ab7a-75790a029d0c), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:36.010676 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13513590-bb2a-4f01-b797-fc5c84d198ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=00f705a2-dc4a-43df-877b-85bba23d6588,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:36.062031 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe826be-32f0-4d8e-b08b-ebe187e600c7 None None] Network 1a62d62c-7924-41c5-8815-077c0e012c6e is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:47:36.078213 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-ebe826be-32f0-4d8e-b08b-ebe187e600c7 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:47:36.081128 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bcf4104d-0567-4f42-a9e5-11a76756a3ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (9383bc6f-7c29-46ce-ba54-4ef21dd758f3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:36.091959 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe826be-32f0-4d8e-b08b-ebe187e600c7 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:47:36.109424 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4406a731-b429-4f2a-9eeb-7f0b76be127c tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Publish callbacks [] for floatingip (ce0944de-98d6-485d-8b67-7b121e079794), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:36.118727 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4406a731-b429-4f2a-9eeb-7f0b76be127c tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:36.121960 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4406a731-b429-4f2a-9eeb-7f0b76be127c tempest-ServersTestManualDisk-1309268612 tempest-ServersTestManualDisk-1309268612-project] 10.222.0.87 "DELETE /v2.0/floatingips/ce0944de-98d6-485d-8b67-7b121e079794 HTTP/1.1" status: 204 len: 168 time: 3.0963025 Feb 17 17:47:36.148071 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 32926) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:36.174636 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13513590-bb2a-4f01-b797-fc5c84d198ae admin admin] Checking segment: {'id': '43d22e19-e257-4353-9e16-661b0d9bd38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bd045a9c-ffdc-414e-967a-ae00005fdeea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:47:36.175217 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13513590-bb2a-4f01-b797-fc5c84d198ae admin admin] Network hostable DHCP agents. Network: bd045a9c-ffdc-414e-967a-ae00005fdeea, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:47:36.175404 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe826be-32f0-4d8e-b08b-ebe187e600c7 None None] Pushing event updated for resources: {'Port': ['ID=f43aebe2-ae29-425c-ab7a-75790a029d0c,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:36.216614 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0c86eda9-053d-4c5b-9ce1-ab6f88525d3d req-ba6dacc9-5e69-47e5-b880-38519f2f9ccd tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201506 Feb 17 17:47:36.239656 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13513590-bb2a-4f01-b797-fc5c84d198ae admin admin] Network bd045a9c-ffdc-414e-967a-ae00005fdeea is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:47:36.249615 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-ebe826be-32f0-4d8e-b08b-ebe187e600c7 None None] Attempting to bind port f43aebe2-ae29-425c-ab7a-75790a029d0c on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:47:36.249999 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-ebe826be-32f0-4d8e-b08b-ebe187e600c7 None None] Attempting to bind port f43aebe2-ae29-425c-ab7a-75790a029d0c by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'd20434b7-e7f2-483a-9a22-b8bd4ea22196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1a62d62c-7924-41c5-8815-077c0e012c6e'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:47:36.250374 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe826be-32f0-4d8e-b08b-ebe187e600c7 None None] Attempting to bind port f43aebe2-ae29-425c-ab7a-75790a029d0c on network 1a62d62c-7924-41c5-8815-077c0e012c6e {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:47:36.253745 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-13513590-bb2a-4f01-b797-fc5c84d198ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, bd045a9c-ffdc-414e-967a-ae00005fdeea) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:47:36.259142 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13513590-bb2a-4f01-b797-fc5c84d198ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:36.260615 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-13513590-bb2a-4f01-b797-fc5c84d198ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:36.261981 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe826be-32f0-4d8e-b08b-ebe187e600c7 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:47:36.262311 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe826be-32f0-4d8e-b08b-ebe187e600c7 None None] Checking segment: {'id': 'd20434b7-e7f2-483a-9a22-b8bd4ea22196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1a62d62c-7924-41c5-8815-077c0e012c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:47:36.262723 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ebe826be-32f0-4d8e-b08b-ebe187e600c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:36.263125 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe826be-32f0-4d8e-b08b-ebe187e600c7 None None] Bound using segment: {'id': 'd20434b7-e7f2-483a-9a22-b8bd4ea22196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1a62d62c-7924-41c5-8815-077c0e012c6e'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:47:36.263608 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-ebe826be-32f0-4d8e-b08b-ebe187e600c7 None None] Bound port: f43aebe2-ae29-425c-ab7a-75790a029d0c, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd20434b7-e7f2-483a-9a22-b8bd4ea22196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1a62d62c-7924-41c5-8815-077c0e012c6e'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:47:36.263996 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ebe826be-32f0-4d8e-b08b-ebe187e600c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (f43aebe2-ae29-425c-ab7a-75790a029d0c), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:36.296483 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-13513590-bb2a-4f01-b797-fc5c84d198ae admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.7677650 Feb 17 17:47:36.297310 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 32928) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:36.301775 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-11c3152a-8edf-40eb-bf6b-deca56de59b7 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1222935603-router', 'tenant_id': 'b5334a75b44f48a285a8e2d716d5644e', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:47:36.326470 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1b0e631-1d3d-47e6-abd1-7a6d05a117fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (a2401d5a-ad2b-4216-985d-8aab26eaeabe), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:36.329248 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1b0e631-1d3d-47e6-abd1-7a6d05a117fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:36.330621 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a1b0e631-1d3d-47e6-abd1-7a6d05a117fe admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a2401d5a-ad2b-4216-985d-8aab26eaeabe HTTP/1.1" status: 204 len: 168 time: 0.6327057 Feb 17 17:47:36.332297 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf4104d-0567-4f42-a9e5-11a76756a3ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event deleted for resources: {'Subnet': ['ID=9383bc6f-7c29-46ce-ba54-4ef21dd758f3,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:36.351073 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-11c3152a-8edf-40eb-bf6b-deca56de59b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:36.352406 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-11c3152a-8edf-40eb-bf6b-deca56de59b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:36.459592 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cffe62b-dc00-4a75-9bec-b4a39061a019 None None] Network bd045a9c-ffdc-414e-967a-ae00005fdeea requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:47:36.475840 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb3a47-f5ee-4410-bd2d-6d64f1077441 req-4d3bfc97-a75c-4935-8dd9-26d2f67a3b30 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:36.484040 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ccfb3a47-f5ee-4410-bd2d-6d64f1077441 req-4d3bfc97-a75c-4935-8dd9-26d2f67a3b30 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.91 "GET /v2.0/networks?id=2c9900d2-a559-4978-8739-0c10e7ac9101 HTTP/1.1" status: 200 len: 815 time: 0.5146248 Feb 17 17:47:36.485332 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-11c3152a-8edf-40eb-bf6b-deca56de59b7 admin admin] Publish callbacks [] for router_controller (e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9), precommit_add_association {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:36.578342 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bcf4104d-0567-4f42-a9e5-11a76756a3ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (1a62d62c-7924-41c5-8815-077c0e012c6e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:36.671015 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-bcf4104d-0567-4f42-a9e5-11a76756a3ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a62d62c-7924-41c5-8815-077c0e012c6e']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:36.701383 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-bcf4104d-0567-4f42-a9e5-11a76756a3ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd20434b7-e7f2-483a-9a22-b8bd4ea22196') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:36.701931 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-bcf4104d-0567-4f42-a9e5-11a76756a3ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd20434b7-e7f2-483a-9a22-b8bd4ea22196') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:36.732471 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bcf4104d-0567-4f42-a9e5-11a76756a3ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (d20434b7-e7f2-483a-9a22-b8bd4ea22196), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:36.777659 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bcf4104d-0567-4f42-a9e5-11a76756a3ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (d20434b7-e7f2-483a-9a22-b8bd4ea22196), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:36.803457 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcf4104d-0567-4f42-a9e5-11a76756a3ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:47:36.810750 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bcf4104d-0567-4f42-a9e5-11a76756a3ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (d20434b7-e7f2-483a-9a22-b8bd4ea22196), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:36.866713 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-11c3152a-8edf-40eb-bf6b-deca56de59b7 admin admin] Publish callbacks [] for router_gateway (e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:36.986212 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-962d17f4-a07d-4c5f-a15d-12d343be285c req-1015c262-ca70-425a-8646-43ee7672395d tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=1415e07e-634e-466b-a6bb-3c5f4a84124b HTTP/1.1" status: 200 len: 210 time: 0.0686507 Feb 17 17:47:37.211690 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:47:37.211690 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:47:37.211690 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:47:37.211690 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:47:37.211690 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:47:37.211690 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:47:37.211690 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:47:37.211690 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:47:37.211690 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:47:37.211690 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:47:37.211690 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:47:37.211690 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:47:37.211690 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:47:37.211690 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:47:37.211690 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:47:37.211690 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:47:37.211690 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:47:37.211690 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:47:37.211690 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:47:37.211690 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:47:37.211690 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:47:37.211690 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:47:37.211690 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:47:37.211690 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:47:37.211690 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:47:37.211690 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:47:37.211690 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:47:37.211690 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:47:37.211690 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:47:37.211690 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:47:37.211690 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:47:37.211690 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:47:37.235803 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-ccfb3a47-f5ee-4410-bd2d-6d64f1077441 req-b2c466b0-4e5e-4c4c-ac9a-cc6e14b04634 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Request body: {'port': {'device_id': '1415e07e-634e-466b-a6bb-3c5f4a84124b', 'network_id': '2c9900d2-a559-4978-8739-0c10e7ac9101', 'admin_state_up': True, 'tenant_id': '676afbf1c2e640e8b11ff19640c46b32'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:47:37.330187 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0e631-1d3d-47e6-abd1-7a6d05a117fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2401d5a-ad2b-4216-985d-8aab26eaeabe,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:37.345933 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.db.api [None req-bcf4104d-0567-4f42-a9e5-11a76756a3ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 17:47:37.345933 n-d-829613-2 neutron-server[103434]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 17:47:37.345933 n-d-829613-2 neutron-server[103434]: [parameters: {'id': '1a62d62c-7924-41c5-8815-077c0e012c6e'}] Feb 17 17:47:37.345933 n-d-829613-2 neutron-server[103434]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:47:37.348429 n-d-829613-2 neutron-server[103434]: DEBUG oslo_db.api [None req-bcf4104d-0567-4f42-a9e5-11a76756a3ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 17:47:37.354860 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 32950) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:37.358230 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-ebe826be-32f0-4d8e-b08b-ebe187e600c7 None None] For port f43aebe2-ae29-425c-ab7a-75790a029d0c, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:47:37.376551 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c943eec1-9a74-4464-a94c-4c4bd11c74bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-bd045a9c-ffdc-414e-967a-ae00005fdeea', 'network_id': 'bd045a9c-ffdc-414e-967a-ae00005fdeea', 'project_id': 'b5334a75b44f48a285a8e2d716d5644e', 'fixed_ips': [{'subnet_id': '00f705a2-dc4a-43df-877b-85bba23d6588'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:47:37.377605 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c943eec1-9a74-4464-a94c-4c4bd11c74bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:37.417035 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-ebe826be-32f0-4d8e-b08b-ebe187e600c7 None None] For port f43aebe2-ae29-425c-ab7a-75790a029d0c, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=f43aebe2-ae29-425c-ab7a-75790a029d0c,segment=NetworkSegment(d20434b7-e7f2-483a-9a22-b8bd4ea22196),segment_id=d20434b7-e7f2-483a-9a22-b8bd4ea22196)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:47:37.429463 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ebe826be-32f0-4d8e-b08b-ebe187e600c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (f43aebe2-ae29-425c-ab7a-75790a029d0c), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:37.445708 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-90644206-4b4d-41aa-bcf3-12874f58cecf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:37.493210 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe826be-32f0-4d8e-b08b-ebe187e600c7 None None] Pushing event updated for resources: {'Port': ['ID=f43aebe2-ae29-425c-ab7a-75790a029d0c,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:37.497334 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:37.636603 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-11c3152a-8edf-40eb-bf6b-deca56de59b7 admin admin] Publish callbacks [] for router_gateway (e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:37.683781 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f364c3a-fd7b-4b91-99a4-722cce4bd882 None None] Network 1a62d62c-7924-41c5-8815-077c0e012c6e requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:47:37.712259 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-11c3152a-8edf-40eb-bf6b-deca56de59b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:37.818304 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-c943eec1-9a74-4464-a94c-4c4bd11c74bb None None] Allocated IP 172.20.0.2 (bd045a9c-ffdc-414e-967a-ae00005fdeea/00f705a2-dc4a-43df-877b-85bba23d6588/5fa40870-7e65-492b-ad17-1887e62fc74e) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:47:37.881562 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-90644206-4b4d-41aa-bcf3-12874f58cecf admin admin] Publish callbacks [] for security_group (4cb11d66-1c02-4772-a887-e5410775972f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:37.890551 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bcf4104d-0567-4f42-a9e5-11a76756a3ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (1a62d62c-7924-41c5-8815-077c0e012c6e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:37.906861 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-90644206-4b4d-41aa-bcf3-12874f58cecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (4cb11d66-1c02-4772-a887-e5410775972f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:37.948415 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:37.988035 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-90644206-4b4d-41aa-bcf3-12874f58cecf admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e030e6bc557b4fbba51f7cd1c4849791&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6247222 Feb 17 17:47:38.002488 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 32958) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:38.017374 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-11c3152a-8edf-40eb-bf6b-deca56de59b7 admin admin] Allocated IP 172.25.8.118 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/b8709150-db60-4f84-9742-67385df58a5c) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:47:38.095937 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c943eec1-9a74-4464-a94c-4c4bd11c74bb None None] Publish callbacks [] for port (5fa40870-7e65-492b-ad17-1887e62fc74e), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:38.110724 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c943eec1-9a74-4464-a94c-4c4bd11c74bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (5fa40870-7e65-492b-ad17-1887e62fc74e), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:38.162774 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccfb3a47-f5ee-4410-bd2d-6d64f1077441 req-b2c466b0-4e5e-4c4c-ac9a-cc6e14b04634 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Made reservation on behalf of 676afbf1c2e640e8b11ff19640c46b32 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:47:38.165201 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c943eec1-9a74-4464-a94c-4c4bd11c74bb None None] Network bd045a9c-ffdc-414e-967a-ae00005fdeea is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:47:38.170415 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ccfb3a47-f5ee-4410-bd2d-6d64f1077441 req-b2c466b0-4e5e-4c4c-ac9a-cc6e14b04634 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:38.171406 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-c943eec1-9a74-4464-a94c-4c4bd11c74bb None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:47:38.174072 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90644206-4b4d-41aa-bcf3-12874f58cecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb11d66-1c02-4772-a887-e5410775972f,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:38.178844 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c943eec1-9a74-4464-a94c-4c4bd11c74bb None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:47:38.199873 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-11c3152a-8edf-40eb-bf6b-deca56de59b7 admin admin] Publish callbacks [] for port (b8709150-db60-4f84-9742-67385df58a5c), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:38.215715 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eaf919cb-7592-48a0-8de6-ecea41ee58bf admin admin] Publish callbacks [] for security_group (4cb11d66-1c02-4772-a887-e5410775972f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:38.256469 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c943eec1-9a74-4464-a94c-4c4bd11c74bb None None] Pushing event updated for resources: {'Port': ['ID=5fa40870-7e65-492b-ad17-1887e62fc74e,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:38.275952 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-c943eec1-9a74-4464-a94c-4c4bd11c74bb None None] Attempting to bind port 5fa40870-7e65-492b-ad17-1887e62fc74e on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:47:38.276538 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-c943eec1-9a74-4464-a94c-4c4bd11c74bb None None] Attempting to bind port 5fa40870-7e65-492b-ad17-1887e62fc74e by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '43d22e19-e257-4353-9e16-661b0d9bd38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bd045a9c-ffdc-414e-967a-ae00005fdeea'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:47:38.276903 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c943eec1-9a74-4464-a94c-4c4bd11c74bb None None] Attempting to bind port 5fa40870-7e65-492b-ad17-1887e62fc74e on network bd045a9c-ffdc-414e-967a-ae00005fdeea {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:47:38.283802 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c943eec1-9a74-4464-a94c-4c4bd11c74bb None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:47:38.284200 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c943eec1-9a74-4464-a94c-4c4bd11c74bb None None] Checking segment: {'id': '43d22e19-e257-4353-9e16-661b0d9bd38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bd045a9c-ffdc-414e-967a-ae00005fdeea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:47:38.284627 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c943eec1-9a74-4464-a94c-4c4bd11c74bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:38.285158 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c943eec1-9a74-4464-a94c-4c4bd11c74bb None None] Bound using segment: {'id': '43d22e19-e257-4353-9e16-661b0d9bd38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bd045a9c-ffdc-414e-967a-ae00005fdeea'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:47:38.285733 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-c943eec1-9a74-4464-a94c-4c4bd11c74bb None None] Bound port: 5fa40870-7e65-492b-ad17-1887e62fc74e, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43d22e19-e257-4353-9e16-661b0d9bd38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bd045a9c-ffdc-414e-967a-ae00005fdeea'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:47:38.286143 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c943eec1-9a74-4464-a94c-4c4bd11c74bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5fa40870-7e65-492b-ad17-1887e62fc74e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:38.290321 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f6999293-a864-4729-9d4a-8d9a32852912 req-108c9f39-c102-4331-9aa3-04315d04b124 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=1415e07e-634e-466b-a6bb-3c5f4a84124b HTTP/1.1" status: 200 len: 210 time: 0.1468894 Feb 17 17:47:38.313949 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-11c3152a-8edf-40eb-bf6b-deca56de59b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (b8709150-db60-4f84-9742-67385df58a5c), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:38.368191 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c3152a-8edf-40eb-bf6b-deca56de59b7 admin admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:47:38.375612 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-11c3152a-8edf-40eb-bf6b-deca56de59b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:47:38.382653 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c3152a-8edf-40eb-bf6b-deca56de59b7 admin admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:47:38.385532 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-c943eec1-9a74-4464-a94c-4c4bd11c74bb None None] For port 5fa40870-7e65-492b-ad17-1887e62fc74e, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:47:38.389936 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-c943eec1-9a74-4464-a94c-4c4bd11c74bb None None] For port 5fa40870-7e65-492b-ad17-1887e62fc74e, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=5fa40870-7e65-492b-ad17-1887e62fc74e,segment=NetworkSegment(43d22e19-e257-4353-9e16-661b0d9bd38c),segment_id=43d22e19-e257-4353-9e16-661b0d9bd38c)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:47:38.406548 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c943eec1-9a74-4464-a94c-4c4bd11c74bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (5fa40870-7e65-492b-ad17-1887e62fc74e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:38.462304 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c3152a-8edf-40eb-bf6b-deca56de59b7 admin admin] Pushing event updated for resources: {'Port': ['ID=b8709150-db60-4f84-9742-67385df58a5c,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:38.513518 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c943eec1-9a74-4464-a94c-4c4bd11c74bb None None] Pushing event updated for resources: {'Port': ['ID=5fa40870-7e65-492b-ad17-1887e62fc74e,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:38.533586 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb7fd1-f7fb-4913-af37-525e2d5349c9 req-6e615342-9aaa-4488-a2c9-771ac6f3002c tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:38.535870 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a6bb7fd1-f7fb-4913-af37-525e2d5349c9 req-6e615342-9aaa-4488-a2c9-771ac6f3002c tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=66b19ce2-23aa-45bf-bd85-5d73c22b36ae HTTP/1.1" status: 200 len: 946 time: 0.3571644 Feb 17 17:47:38.539836 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c3152a-8edf-40eb-bf6b-deca56de59b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:47:38.540188 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c3152a-8edf-40eb-bf6b-deca56de59b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:47:38.540751 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c3152a-8edf-40eb-bf6b-deca56de59b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:47:38.541107 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c3152a-8edf-40eb-bf6b-deca56de59b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:47:38.542247 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c3152a-8edf-40eb-bf6b-deca56de59b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:47:38.542613 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c3152a-8edf-40eb-bf6b-deca56de59b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:47:38.542996 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c3152a-8edf-40eb-bf6b-deca56de59b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:47:38.543370 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c3152a-8edf-40eb-bf6b-deca56de59b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:47:38.543702 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c3152a-8edf-40eb-bf6b-deca56de59b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:47:38.544024 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c3152a-8edf-40eb-bf6b-deca56de59b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:47:38.544367 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c3152a-8edf-40eb-bf6b-deca56de59b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:47:38.544737 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c3152a-8edf-40eb-bf6b-deca56de59b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:47:38.545065 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c3152a-8edf-40eb-bf6b-deca56de59b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:47:38.635896 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a6bb7fd1-f7fb-4913-af37-525e2d5349c9 req-824dfa82-f2c0-475a-8935-c48f7ea0691f tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813012 Feb 17 17:47:38.663931 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eaf919cb-7592-48a0-8de6-ecea41ee58bf admin admin] Publish callbacks [] for security_group (4cb11d66-1c02-4772-a887-e5410775972f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:38.745158 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-bcf4104d-0567-4f42-a9e5-11a76756a3ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Deleting port f43aebe2-ae29-425c-ab7a-75790a029d0c {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:47:38.745749 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bcf4104d-0567-4f42-a9e5-11a76756a3ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (f43aebe2-ae29-425c-ab7a-75790a029d0c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:38.869381 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-11c3152a-8edf-40eb-bf6b-deca56de59b7 admin admin] Publish callbacks [] for router_gateway (e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:39.043068 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:39.074306 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-bcf4104d-0567-4f42-a9e5-11a76756a3ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] For port f43aebe2-ae29-425c-ab7a-75790a029d0c, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=f43aebe2-ae29-425c-ab7a-75790a029d0c,segment=NetworkSegment(d20434b7-e7f2-483a-9a22-b8bd4ea22196),segment_id=d20434b7-e7f2-483a-9a22-b8bd4ea22196)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:47:39.074538 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bcf4104d-0567-4f42-a9e5-11a76756a3ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (f43aebe2-ae29-425c-ab7a-75790a029d0c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:39.088744 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-ccfb3a47-f5ee-4410-bd2d-6d64f1077441 req-b2c466b0-4e5e-4c4c-ac9a-cc6e14b04634 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Allocated IP 172.20.0.6 (2c9900d2-a559-4978-8739-0c10e7ac9101/0145e51a-5adb-4fab-bd7e-ee03bd2ecb29/fb924d93-51b1-468d-bb90-54036949e7b6) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:47:39.112994 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-bcf4104d-0567-4f42-a9e5-11a76756a3ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Calling delete_port for f43aebe2-ae29-425c-ab7a-75790a029d0c owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:47:39.122657 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eaf919cb-7592-48a0-8de6-ecea41ee58bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (4cb11d66-1c02-4772-a887-e5410775972f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:39.125368 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eaf919cb-7592-48a0-8de6-ecea41ee58bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:39.128955 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-eaf919cb-7592-48a0-8de6-ecea41ee58bf admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4cb11d66-1c02-4772-a887-e5410775972f HTTP/1.1" status: 204 len: 168 time: 1.0435433 Feb 17 17:47:39.156072 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf919cb-7592-48a0-8de6-ecea41ee58bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb11d66-1c02-4772-a887-e5410775972f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:39.444256 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bcf4104d-0567-4f42-a9e5-11a76756a3ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (f43aebe2-ae29-425c-ab7a-75790a029d0c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:39.686884 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-11c3152a-8edf-40eb-bf6b-deca56de59b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:39.793577 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4e42eb6e-f2c5-4166-9e65-6389eec81cf1 req-f4cb2cf6-d446-4077-af2b-43d66419dd1f tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=1415e07e-634e-466b-a6bb-3c5f4a84124b HTTP/1.1" status: 200 len: 210 time: 0.0955253 Feb 17 17:47:40.012340 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 5fa40870-7e65-492b-ad17-1887e62fc74e up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:47:40.071033 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a91920-9e09-4d4c-b2ea-6a2b05cc34bd req-8c02f4a6-c996-46ef-8290-f244c2797d98 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:40.079924 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-95a91920-9e09-4d4c-b2ea-6a2b05cc34bd req-8c02f4a6-c996-46ef-8290-f244c2797d98 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=66b19ce2-23aa-45bf-bd85-5d73c22b36ae HTTP/1.1" status: 200 len: 946 time: 0.2321198 Feb 17 17:47:40.159006 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 5fa40870-7e65-492b-ad17-1887e62fc74e triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:47:40.159384 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (5fa40870-7e65-492b-ad17-1887e62fc74e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:40.201162 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d4a7c9f7-54f8-4706-a47a-bd1c1b0581d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (94eed536-6c70-4c48-bd4e-c58c1bac2440), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:40.223614 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-95a91920-9e09-4d4c-b2ea-6a2b05cc34bd req-e6594997-9957-4af5-9092-d2c19c7360b2 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426601 Feb 17 17:47:40.270484 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c3152a-8edf-40eb-bf6b-deca56de59b7 admin admin] Router e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:47:40.323738 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f43684-0c11-475c-8152-169c5097f163 None None] get_active_networks_info from n-d-829613-2 {{(pid=103436) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 17 17:47:40.326150 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf4104d-0567-4f42-a9e5-11a76756a3ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event deleted for resources: {'Port': ['ID=f43aebe2-ae29-425c-ab7a-75790a029d0c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:40.340105 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf4104d-0567-4f42-a9e5-11a76756a3ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] No DVR routers for this DVR port f43aebe2-ae29-425c-ab7a-75790a029d0c on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:47:40.467627 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bcf4104d-0567-4f42-a9e5-11a76756a3ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (1a62d62c-7924-41c5-8815-077c0e012c6e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:40.487378 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f43684-0c11-475c-8152-169c5097f163 None None] Resources bound (agent type, host, resource id): {{(pid=103436) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 17:47:40.495100 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-bcf4104d-0567-4f42-a9e5-11a76756a3ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a62d62c-7924-41c5-8815-077c0e012c6e']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:40.514857 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-bcf4104d-0567-4f42-a9e5-11a76756a3ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd20434b7-e7f2-483a-9a22-b8bd4ea22196') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:40.515159 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-bcf4104d-0567-4f42-a9e5-11a76756a3ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd20434b7-e7f2-483a-9a22-b8bd4ea22196') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:40.574971 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bcf4104d-0567-4f42-a9e5-11a76756a3ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (d20434b7-e7f2-483a-9a22-b8bd4ea22196), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:40.629465 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c3152a-8edf-40eb-bf6b-deca56de59b7 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:47:40.641063 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481e6725-3ab9-4522-b82d-d602fb5cfe88 None None] Sync routers for ids ['e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:47:40.657719 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481e6725-3ab9-4522-b82d-d602fb5cfe88 None None] Routers {'e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:47:40.658362 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-481e6725-3ab9-4522-b82d-d602fb5cfe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:47:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:40.676282 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 5fa40870-7e65-492b-ad17-1887e62fc74e is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:47:40.676658 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ccfb3a47-f5ee-4410-bd2d-6d64f1077441 req-b2c466b0-4e5e-4c4c-ac9a-cc6e14b04634 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Publish callbacks [] for port (fb924d93-51b1-468d-bb90-54036949e7b6), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:40.677270 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5fa40870-7e65-492b-ad17-1887e62fc74e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:40.694297 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-11c3152a-8edf-40eb-bf6b-deca56de59b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:40.695627 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-11c3152a-8edf-40eb-bf6b-deca56de59b7 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.3972545 Feb 17 17:47:40.698566 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 32998) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:40.714847 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-d37dfb43-ed9d-4c7e-ade0-ad5e2605a9e4 None None] Provisioning complete for port 5fa40870-7e65-492b-ad17-1887e62fc74e triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:47:40.716145 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d37dfb43-ed9d-4c7e-ade0-ad5e2605a9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (5fa40870-7e65-492b-ad17-1887e62fc74e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:40.720133 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bcf4104d-0567-4f42-a9e5-11a76756a3ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (d20434b7-e7f2-483a-9a22-b8bd4ea22196), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:40.749379 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcf4104d-0567-4f42-a9e5-11a76756a3ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:47:40.752024 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bcf4104d-0567-4f42-a9e5-11a76756a3ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (d20434b7-e7f2-483a-9a22-b8bd4ea22196), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:40.762744 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:47:40.762744 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:47:40.762744 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:47:40.762744 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:47:40.762744 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:47:40.762744 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:47:40.762744 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:47:40.762744 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:47:40.762744 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:47:40.762744 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:47:40.762744 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:47:40.762744 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:47:40.762744 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:47:40.762744 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:47:40.762744 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:47:40.762744 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:47:40.762744 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:47:40.762744 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:47:40.762744 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:47:40.762744 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:47:40.762744 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:47:40.762744 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:47:40.762744 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:47:40.762744 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:47:40.762744 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:47:40.762744 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:47:40.762744 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:47:40.762744 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:47:40.762744 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:47:40.762744 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:47:40.762744 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:47:40.762744 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:47:40.896231 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 5fa40870-7e65-492b-ad17-1887e62fc74e, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=5fa40870-7e65-492b-ad17-1887e62fc74e,segment=NetworkSegment(43d22e19-e257-4353-9e16-661b0d9bd38c),segment_id=43d22e19-e257-4353-9e16-661b0d9bd38c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:47:40.940353 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (5fa40870-7e65-492b-ad17-1887e62fc74e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:40.978309 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-481e6725-3ab9-4522-b82d-d602fb5cfe88 None None] Set router e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:47:41.075529 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bcf4104d-0567-4f42-a9e5-11a76756a3ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (1a62d62c-7924-41c5-8815-077c0e012c6e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:41.095093 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=5fa40870-7e65-492b-ad17-1887e62fc74e,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:41.100345 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bcf4104d-0567-4f42-a9e5-11a76756a3ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:41.119227 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bcf4104d-0567-4f42-a9e5-11a76756a3ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "DELETE /v2.0/networks/1a62d62c-7924-41c5-8815-077c0e012c6e HTTP/1.1" status: 204 len: 168 time: 6.4463787 Feb 17 17:47:41.133409 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33010) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:41.204026 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-d37dfb43-ed9d-4c7e-ade0-ad5e2605a9e4 None None] Current status of the port 5fa40870-7e65-492b-ad17-1887e62fc74e is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:47:41.206338 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf4104d-0567-4f42-a9e5-11a76756a3ea tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event deleted for resources: {'Network': ['ID=1a62d62c-7924-41c5-8815-077c0e012c6e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:41.208258 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3160fe58-2ebc-4a85-8faf-941146bc6c1c None None] Network bd045a9c-ffdc-414e-967a-ae00005fdeea requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:47:41.259545 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ccfb3a47-f5ee-4410-bd2d-6d64f1077441 req-b2c466b0-4e5e-4c4c-ac9a-cc6e14b04634 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (fb924d93-51b1-468d-bb90-54036949e7b6), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:41.275791 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-beb56804-e391-4662-9285-9aa0dc46cd20 req-eece3011-8b31-43b9-ae1c-5b973def8ed4 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=1415e07e-634e-466b-a6bb-3c5f4a84124b HTTP/1.1" status: 200 len: 210 time: 0.2944560 Feb 17 17:47:41.366363 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ad21a66-3d62-41ad-8e23-76a0a6455b1b tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] GET failed (client error): The resource could not be found. Feb 17 17:47:41.367142 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1ad21a66-3d62-41ad-8e23-76a0a6455b1b tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "GET /v2.0/subnets/9383bc6f-7c29-46ce-ba54-4ef21dd758f3 HTTP/1.1" status: 404 len: 337 time: 0.0901277 Feb 17 17:47:41.375666 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33016) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:41.395654 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['f883fdf3-3fdc-47e6-9f50-0966418cc693', 'd389da79-0dac-4632-8f02-bb0e8c733b4f'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:47:41.407700 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c466b0-4e5e-4c4c-ac9a-cc6e14b04634 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Pushing event updated for resources: {'Port': ['ID=fb924d93-51b1-468d-bb90-54036949e7b6,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:41.460760 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ed6bc03-32c1-485c-87a6-30f83c1b6e77 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] DELETE failed (client error): The resource could not be found. Feb 17 17:47:41.463752 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccfb3a47-f5ee-4410-bd2d-6d64f1077441 req-b2c466b0-4e5e-4c4c-ac9a-cc6e14b04634 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Network 2c9900d2-a559-4978-8739-0c10e7ac9101 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:47:41.464438 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ed6bc03-32c1-485c-87a6-30f83c1b6e77 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:47:41.475520 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33018) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:41.476903 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-0ed6bc03-32c1-485c-87a6-30f83c1b6e77 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "DELETE /v2.0/networks/1a62d62c-7924-41c5-8815-077c0e012c6e HTTP/1.1" status: 404 len: 339 time: 0.0891204 Feb 17 17:47:41.481815 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-ccfb3a47-f5ee-4410-bd2d-6d64f1077441 req-b2c466b0-4e5e-4c4c-ac9a-cc6e14b04634 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:47:41.494280 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccfb3a47-f5ee-4410-bd2d-6d64f1077441 req-b2c466b0-4e5e-4c4c-ac9a-cc6e14b04634 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:47:41.535274 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-481e6725-3ab9-4522-b82d-d602fb5cfe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9', 'name': 'tempest-ImageQuotaTest-1222935603-router', 'tenant_id': 'b5334a75b44f48a285a8e2d716d5644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': 'b8709150-db60-4f84-9742-67385df58a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:47:36Z', 'updated_at': '2022-02-17T17:47:38Z', 'revision_number': 3, 'project_id': 'b5334a75b44f48a285a8e2d716d5644e', 'gw_port': {'id': 'b8709150-db60-4f84-9742-67385df58a5c', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:59:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:47:37Z', 'updated_at': '2022-02-17T17:47:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:41.611217 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481e6725-3ab9-4522-b82d-d602fb5cfe88 None None] Checking router: e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:47:41.614705 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481e6725-3ab9-4522-b82d-d602fb5cfe88 None None] Updating router e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9 port b8709150-db60-4f84-9742-67385df58a5c binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:47:41.639786 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2709fc-e7d4-4ed1-9c25-4ba77ec7cd32 req-5a11c940-5106-4a48-ab2a-a37fc026c798 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:41.648834 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3c2709fc-e7d4-4ed1-9c25-4ba77ec7cd32 req-5a11c940-5106-4a48-ab2a-a37fc026c798 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=66b19ce2-23aa-45bf-bd85-5d73c22b36ae HTTP/1.1" status: 200 len: 946 time: 0.2036884 Feb 17 17:47:41.685064 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-481e6725-3ab9-4522-b82d-d602fb5cfe88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b8709150-db60-4f84-9742-67385df58a5c), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:41.815419 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb3a47-f5ee-4410-bd2d-6d64f1077441 req-b2c466b0-4e5e-4c4c-ac9a-cc6e14b04634 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:41.817418 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ccfb3a47-f5ee-4410-bd2d-6d64f1077441 req-b2c466b0-4e5e-4c4c-ac9a-cc6e14b04634 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:41.958766 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 5fa40870-7e65-492b-ad17-1887e62fc74e up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:47:42.096132 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ccfb3a47-f5ee-4410-bd2d-6d64f1077441 req-b2c466b0-4e5e-4c4c-ac9a-cc6e14b04634 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8877974 Feb 17 17:47:42.102251 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3c2709fc-e7d4-4ed1-9c25-4ba77ec7cd32 req-5b5931ca-2ad5-425a-892d-9ee816b52510 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4445133 Feb 17 17:47:42.137189 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-ccfb3a47-f5ee-4410-bd2d-6d64f1077441 req-f7718c27-cff6-468a-b901-f9f1b9046f98 service neutron] Request body: {'port': {'device_id': '1415e07e-634e-466b-a6bb-3c5f4a84124b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:47:42.230773 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-8f47f4cb-5a34-4eda-9973-dc032ac0fa66 None None] Provisioning complete for port 5fa40870-7e65-492b-ad17-1887e62fc74e triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:47:42.231323 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8f47f4cb-5a34-4eda-9973-dc032ac0fa66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (5fa40870-7e65-492b-ad17-1887e62fc74e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:42.352760 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-d4a7c9f7-54f8-4706-a47a-bd1c1b0581d8 admin admin] Deleting port af12266c-059b-4a1a-8154-0808818f6314 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:47:42.358852 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d4a7c9f7-54f8-4706-a47a-bd1c1b0581d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (af12266c-059b-4a1a-8154-0808818f6314), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:42.421435 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53a880a9-788c-4b86-a705-a09796369127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:42.448675 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00baca76-06cd-488a-963a-03a91c25c02e tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:42.450263 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-00baca76-06cd-488a-963a-03a91c25c02e tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.9516339 Feb 17 17:47:42.457116 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33042) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:42.469256 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-481e6725-3ab9-4522-b82d-d602fb5cfe88 None None] Publish callbacks [] for port (b8709150-db60-4f84-9742-67385df58a5c), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:42.473457 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ccfb3a47-f5ee-4410-bd2d-6d64f1077441 req-f7718c27-cff6-468a-b901-f9f1b9046f98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (fb924d93-51b1-468d-bb90-54036949e7b6), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:42.481472 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-481e6725-3ab9-4522-b82d-d602fb5cfe88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b8709150-db60-4f84-9742-67385df58a5c), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:42.526660 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-31245218-eeff-437c-afe3-085f95cccc06 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "GET /v2.0/subnets?network_id=d7afcf1f-5124-4168-b80f-10ace9d04ea7 HTTP/1.1" status: 200 len: 207 time: 0.0551214 Feb 17 17:47:42.535018 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33044) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:42.562044 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-8f47f4cb-5a34-4eda-9973-dc032ac0fa66 None None] Current status of the port 5fa40870-7e65-492b-ad17-1887e62fc74e is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:47:42.583373 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 5fa40870-7e65-492b-ad17-1887e62fc74e triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:47:42.584299 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (5fa40870-7e65-492b-ad17-1887e62fc74e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:42.619063 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-481e6725-3ab9-4522-b82d-d602fb5cfe88 None None] Attempting to bind port b8709150-db60-4f84-9742-67385df58a5c on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:47:42.622586 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-481e6725-3ab9-4522-b82d-d602fb5cfe88 None None] Attempting to bind port b8709150-db60-4f84-9742-67385df58a5c by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:47:42.623133 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481e6725-3ab9-4522-b82d-d602fb5cfe88 None None] Attempting to bind port b8709150-db60-4f84-9742-67385df58a5c on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:47:42.637944 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a984ee05-2c97-46c6-9fd0-8b77470627ac None None] Pushing event updated for resources: {'Port': ['ID=b8709150-db60-4f84-9742-67385df58a5c,revision_number=2']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:42.646845 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481e6725-3ab9-4522-b82d-d602fb5cfe88 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:47:42.647255 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481e6725-3ab9-4522-b82d-d602fb5cfe88 None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:47:42.648099 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-481e6725-3ab9-4522-b82d-d602fb5cfe88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:42.654477 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481e6725-3ab9-4522-b82d-d602fb5cfe88 None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:47:42.654674 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-481e6725-3ab9-4522-b82d-d602fb5cfe88 None None] Bound port: b8709150-db60-4f84-9742-67385df58a5c, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:47:42.655649 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-481e6725-3ab9-4522-b82d-d602fb5cfe88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b8709150-db60-4f84-9742-67385df58a5c), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:42.798855 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920b950-4dda-405a-a959-796903b52d2c req-5b0c61cc-ae18-43ea-bb9e-1a6dddf30a0d tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:42.806129 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6920b950-4dda-405a-a959-796903b52d2c req-5b0c61cc-ae18-43ea-bb9e-1a6dddf30a0d tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=1415e07e-634e-466b-a6bb-3c5f4a84124b HTTP/1.1" status: 200 len: 931 time: 0.3469498 Feb 17 17:47:42.829434 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 5fa40870-7e65-492b-ad17-1887e62fc74e is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:47:43.024053 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-481e6725-3ab9-4522-b82d-d602fb5cfe88 None None] For port b8709150-db60-4f84-9742-67385df58a5c, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:47:43.032611 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-481e6725-3ab9-4522-b82d-d602fb5cfe88 None None] For port b8709150-db60-4f84-9742-67385df58a5c, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=b8709150-db60-4f84-9742-67385df58a5c,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:47:43.051872 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-481e6725-3ab9-4522-b82d-d602fb5cfe88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b8709150-db60-4f84-9742-67385df58a5c), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:43.058995 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6920b950-4dda-405a-a959-796903b52d2c req-30f6fbfc-628a-4058-a1b9-00efc5b81d5e tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee30ec10-fc9c-427d-bae2-fedd385da0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447834 Feb 17 17:47:43.083000 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-53a880a9-788c-4b86-a705-a09796369127 admin admin] Allocated IP 172.20.0.1 (bd045a9c-ffdc-414e-967a-ae00005fdeea/00f705a2-dc4a-43df-877b-85bba23d6588/850b7306-d5a2-4c96-877c-62f7667bd48e) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:47:43.151739 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e121daa9-d49f-46fe-9a18-4fee161fe952 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:43.160112 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e121daa9-d49f-46fe-9a18-4fee161fe952 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:43.168441 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e121daa9-d49f-46fe-9a18-4fee161fe952 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:43.173839 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e121daa9-d49f-46fe-9a18-4fee161fe952 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:43.175807 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e121daa9-d49f-46fe-9a18-4fee161fe952 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.6378734 Feb 17 17:47:43.181220 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33062) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:43.187170 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-d4a7c9f7-54f8-4706-a47a-bd1c1b0581d8 admin admin] For port af12266c-059b-4a1a-8154-0808818f6314, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=af12266c-059b-4a1a-8154-0808818f6314,segment=NetworkSegment(aba469f8-ae79-42e3-99c3-1495fe273d88),segment_id=aba469f8-ae79-42e3-99c3-1495fe273d88)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:47:43.187558 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d4a7c9f7-54f8-4706-a47a-bd1c1b0581d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (af12266c-059b-4a1a-8154-0808818f6314), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:43.237270 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481e6725-3ab9-4522-b82d-d602fb5cfe88 None None] Routers {'e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:47:43.238835 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-d4a7c9f7-54f8-4706-a47a-bd1c1b0581d8 admin admin] Calling delete_port for af12266c-059b-4a1a-8154-0808818f6314 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:47:43.240824 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-481e6725-3ab9-4522-b82d-d602fb5cfe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:47:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:43.300290 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a984ee05-2c97-46c6-9fd0-8b77470627ac None None] Pushing event updated for resources: {'Port': ['ID=b8709150-db60-4f84-9742-67385df58a5c,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:43.507094 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-481e6725-3ab9-4522-b82d-d602fb5cfe88 None None] Set router e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:47:43.708161 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06008c-1119-4ae5-8bdc-25910dfb2ff7 req-5032b1a5-7bf9-4db4-8d2a-977d50d74d56 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:43.716274 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9d06008c-1119-4ae5-8bdc-25910dfb2ff7 req-5032b1a5-7bf9-4db4-8d2a-977d50d74d56 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=66b19ce2-23aa-45bf-bd85-5d73c22b36ae HTTP/1.1" status: 200 len: 946 time: 0.4472139 Feb 17 17:47:43.761099 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b8f669e3-fca8-4872-b00f-aabb5a8dbad8 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.5765166 Feb 17 17:47:43.764358 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53a880a9-788c-4b86-a705-a09796369127 admin admin] Publish callbacks [] for port (850b7306-d5a2-4c96-877c-62f7667bd48e), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:43.767300 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33070) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:43.817617 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-481e6725-3ab9-4522-b82d-d602fb5cfe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9', 'name': 'tempest-ImageQuotaTest-1222935603-router', 'tenant_id': 'b5334a75b44f48a285a8e2d716d5644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': 'b8709150-db60-4f84-9742-67385df58a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:47:36Z', 'updated_at': '2022-02-17T17:47:38Z', 'revision_number': 3, 'project_id': 'b5334a75b44f48a285a8e2d716d5644e', 'gw_port': {'id': 'b8709150-db60-4f84-9742-67385df58a5c', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:59:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:47:37Z', 'updated_at': '2022-02-17T17:47:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:43.879901 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481e6725-3ab9-4522-b82d-d602fb5cfe88 None None] The sync data for ids ['e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9'] in n-d-829613-2 is: [{'id': 'e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9', 'name': 'tempest-ImageQuotaTest-1222935603-router', 'tenant_id': 'b5334a75b44f48a285a8e2d716d5644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': 'b8709150-db60-4f84-9742-67385df58a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:47:36Z', 'updated_at': '2022-02-17T17:47:38Z', 'revision_number': 3, 'project_id': 'b5334a75b44f48a285a8e2d716d5644e', 'gw_port': {'id': 'b8709150-db60-4f84-9742-67385df58a5c', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:59:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:47:37Z', 'updated_at': '2022-02-17T17:47:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:47:43.912027 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53a880a9-788c-4b86-a705-a09796369127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (850b7306-d5a2-4c96-877c-62f7667bd48e), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:43.978110 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-ccfb3a47-f5ee-4410-bd2d-6d64f1077441 req-f7718c27-cff6-468a-b901-f9f1b9046f98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb924d93-51b1-468d-bb90-54036949e7b6 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:47:44.002235 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ccfb3a47-f5ee-4410-bd2d-6d64f1077441 req-f7718c27-cff6-468a-b901-f9f1b9046f98 service neutron] Publish callbacks [] for port (fb924d93-51b1-468d-bb90-54036949e7b6), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:44.021466 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a880a9-788c-4b86-a705-a09796369127 admin admin] Network bd045a9c-ffdc-414e-967a-ae00005fdeea is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:47:44.041469 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-53a880a9-788c-4b86-a705-a09796369127 admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:47:44.056581 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9d06008c-1119-4ae5-8bdc-25910dfb2ff7 req-0f363b91-063f-47f0-94d4-2efd3323de9f tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392639 Feb 17 17:47:44.059945 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a880a9-788c-4b86-a705-a09796369127 admin admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:47:44.073417 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-ccfb3a47-f5ee-4410-bd2d-6d64f1077441 req-f7718c27-cff6-468a-b901-f9f1b9046f98 service neutron] Transition to ACTIVE for port object fb924d93-51b1-468d-bb90-54036949e7b6 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:47:44.082833 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d4a7c9f7-54f8-4706-a47a-bd1c1b0581d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (af12266c-059b-4a1a-8154-0808818f6314), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:44.138664 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53a880a9-788c-4b86-a705-a09796369127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:44.156561 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ccfb3a47-f5ee-4410-bd2d-6d64f1077441 req-f7718c27-cff6-468a-b901-f9f1b9046f98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (fb924d93-51b1-468d-bb90-54036949e7b6), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:44.165931 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a7c9f7-54f8-4706-a47a-bd1c1b0581d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=af12266c-059b-4a1a-8154-0808818f6314,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:44.287943 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7718c27-cff6-468a-b901-f9f1b9046f98 service neutron] Pushing event updated for resources: {'Port': ['ID=fb924d93-51b1-468d-bb90-54036949e7b6,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:44.459281 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05af281-dfe4-49d3-85a8-98366621403d tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:44.460735 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05af281-dfe4-49d3-85a8-98366621403d tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:44.468508 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b05af281-dfe4-49d3-85a8-98366621403d tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.7000589 Feb 17 17:47:44.473442 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33080) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:44.511530 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a880a9-788c-4b86-a705-a09796369127 admin admin] Pushing event updated for resources: {'Port': ['ID=850b7306-d5a2-4c96-877c-62f7667bd48e,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:44.693079 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53a880a9-788c-4b86-a705-a09796369127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (850b7306-d5a2-4c96-877c-62f7667bd48e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:44.723317 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-da148ac4-c5ee-4540-9dc9-b6c41c5aa0b2 None None] Provisioning complete for port 850b7306-d5a2-4c96-877c-62f7667bd48e triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:47:44.728336 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-da148ac4-c5ee-4540-9dc9-b6c41c5aa0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (850b7306-d5a2-4c96-877c-62f7667bd48e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:44.869504 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-da148ac4-c5ee-4540-9dc9-b6c41c5aa0b2 None None] Port 850b7306-d5a2-4c96-877c-62f7667bd48e cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:47:45.008557 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4df4ee-7087-47e1-bb5b-30ccc973b2ce tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Attributes excluded by policy engine: ['shared'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:45.010576 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4df4ee-7087-47e1-bb5b-30ccc973b2ce tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Attributes excluded by policy engine: ['shared'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:45.012229 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fd4df4ee-7087-47e1-bb5b-30ccc973b2ce tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.3746018 Feb 17 17:47:45.018510 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33084) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:45.051033 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53a880a9-788c-4b86-a705-a09796369127 admin admin] Publish callbacks [] for port (850b7306-d5a2-4c96-877c-62f7667bd48e), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:45.062167 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53a880a9-788c-4b86-a705-a09796369127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (850b7306-d5a2-4c96-877c-62f7667bd48e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:45.190738 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155297ff-612a-4caf-ac26-09c5c84c01bb req-f2aca30f-0ea9-4106-bd76-5f68e3eaba0e tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:45.211928 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-155297ff-612a-4caf-ac26-09c5c84c01bb req-f2aca30f-0ea9-4106-bd76-5f68e3eaba0e tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=1415e07e-634e-466b-a6bb-3c5f4a84124b HTTP/1.1" status: 200 len: 943 time: 0.7601750 Feb 17 17:47:45.332572 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a880a9-788c-4b86-a705-a09796369127 admin admin] Pushing event updated for resources: {'Port': ['ID=850b7306-d5a2-4c96-877c-62f7667bd48e,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:45.352966 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53a880a9-788c-4b86-a705-a09796369127 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:45.423083 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b54f3-84b3-4ec9-9861-e9ae22366a31 req-a76f0d7f-84ab-4fea-93a2-d36b5987faa1 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:45.425213 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-280b54f3-84b3-4ec9-9861-e9ae22366a31 req-a76f0d7f-84ab-4fea-93a2-d36b5987faa1 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=66b19ce2-23aa-45bf-bd85-5d73c22b36ae HTTP/1.1" status: 200 len: 946 time: 0.1898029 Feb 17 17:47:45.479670 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-155297ff-612a-4caf-ac26-09c5c84c01bb req-0ed7a204-61ec-46ec-8e45-ea2cc2155bd7 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee30ec10-fc9c-427d-bae2-fedd385da0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663257 Feb 17 17:47:45.583827 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d4a7c9f7-54f8-4706-a47a-bd1c1b0581d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (94eed536-6c70-4c48-bd4e-c58c1bac2440), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:45.618393 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-280b54f3-84b3-4ec9-9861-e9ae22366a31 req-fc50048f-a7dc-45c3-9277-c91069700bf3 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720963 Feb 17 17:47:45.699448 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a880a9-788c-4b86-a705-a09796369127 admin admin] Network bd045a9c-ffdc-414e-967a-ae00005fdeea is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:47:45.701126 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-53a880a9-788c-4b86-a705-a09796369127 admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:47:46.043045 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device b8709150-db60-4f84-9742-67385df58a5c up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:47:46.242650 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port b8709150-db60-4f84-9742-67385df58a5c triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:47:46.243053 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b8709150-db60-4f84-9742-67385df58a5c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:46.365588 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19594399-2169-4c39-9bf4-631f074f96b0 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:46.372149 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-19594399-2169-4c39-9bf4-631f074f96b0 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "GET /v2.0/networks/d8c91fde-5f32-4bbd-80b0-cd4fd315f352 HTTP/1.1" status: 200 len: 799 time: 1.3489773 Feb 17 17:47:46.377236 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-ccfb3a47-f5ee-4410-bd2d-6d64f1077441 req-f7718c27-cff6-468a-b901-f9f1b9046f98 service neutron] Attempting to bind port fb924d93-51b1-468d-bb90-54036949e7b6 on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:47:46.377769 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-ccfb3a47-f5ee-4410-bd2d-6d64f1077441 req-f7718c27-cff6-468a-b901-f9f1b9046f98 service neutron] Attempting to bind port fb924d93-51b1-468d-bb90-54036949e7b6 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '7991a893-d7c9-4fff-9b7d-d927a847faea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2c9900d2-a559-4978-8739-0c10e7ac9101'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:47:46.378206 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfb3a47-f5ee-4410-bd2d-6d64f1077441 req-f7718c27-cff6-468a-b901-f9f1b9046f98 service neutron] Attempting to bind port fb924d93-51b1-468d-bb90-54036949e7b6 on network 2c9900d2-a559-4978-8739-0c10e7ac9101 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:47:46.381559 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33102) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:46.422057 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-93514925-8b93-40f5-81d0-eb2d483fbe90 None None] Provisioning complete for port 850b7306-d5a2-4c96-877c-62f7667bd48e triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:47:46.422445 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-93514925-8b93-40f5-81d0-eb2d483fbe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (850b7306-d5a2-4c96-877c-62f7667bd48e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:46.429762 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfb3a47-f5ee-4410-bd2d-6d64f1077441 req-f7718c27-cff6-468a-b901-f9f1b9046f98 service neutron] Port fb924d93-51b1-468d-bb90-54036949e7b6 on network 2c9900d2-a559-4978-8739-0c10e7ac9101 not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:47:46.432693 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfb3a47-f5ee-4410-bd2d-6d64f1077441 req-f7718c27-cff6-468a-b901-f9f1b9046f98 service neutron] Attempting to bind port fb924d93-51b1-468d-bb90-54036949e7b6 on network 2c9900d2-a559-4978-8739-0c10e7ac9101 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:47:46.548447 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-93514925-8b93-40f5-81d0-eb2d483fbe90 None None] Port 850b7306-d5a2-4c96-877c-62f7667bd48e cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:47:46.604969 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port b8709150-db60-4f84-9742-67385df58a5c is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:47:46.605379 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b8709150-db60-4f84-9742-67385df58a5c), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:46.658224 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfb3a47-f5ee-4410-bd2d-6d64f1077441 req-f7718c27-cff6-468a-b901-f9f1b9046f98 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:47:46.660611 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfb3a47-f5ee-4410-bd2d-6d64f1077441 req-f7718c27-cff6-468a-b901-f9f1b9046f98 service neutron] Checking segment: {'id': '7991a893-d7c9-4fff-9b7d-d927a847faea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2c9900d2-a559-4978-8739-0c10e7ac9101'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:47:46.661572 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfb3a47-f5ee-4410-bd2d-6d64f1077441 req-f7718c27-cff6-468a-b901-f9f1b9046f98 service neutron] Bound using segment: {'id': '7991a893-d7c9-4fff-9b7d-d927a847faea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2c9900d2-a559-4978-8739-0c10e7ac9101'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:47:46.662780 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-ccfb3a47-f5ee-4410-bd2d-6d64f1077441 req-f7718c27-cff6-468a-b901-f9f1b9046f98 service neutron] Bound port: fb924d93-51b1-468d-bb90-54036949e7b6, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7991a893-d7c9-4fff-9b7d-d927a847faea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2c9900d2-a559-4978-8739-0c10e7ac9101'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:47:46.664197 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ccfb3a47-f5ee-4410-bd2d-6d64f1077441 req-f7718c27-cff6-468a-b901-f9f1b9046f98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (fb924d93-51b1-468d-bb90-54036949e7b6), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:46.690537 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port b8709150-db60-4f84-9742-67385df58a5c, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=b8709150-db60-4f84-9742-67385df58a5c,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:47:46.701334 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b8709150-db60-4f84-9742-67385df58a5c), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:46.704205 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a7c9f7-54f8-4706-a47a-bd1c1b0581d8 admin admin] Router 94eed536-6c70-4c48-bd4e-c58c1bac2440 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:47:46.813496 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=b8709150-db60-4f84-9742-67385df58a5c,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:46.891593 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a43c7-44b8-4895-9a34-26a896f5b9f4 req-b28e16b8-7e77-4be5-853d-9ec17dd7bd6e tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:46.895970 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1c4a43c7-44b8-4895-9a34-26a896f5b9f4 req-b28e16b8-7e77-4be5-853d-9ec17dd7bd6e tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=1415e07e-634e-466b-a6bb-3c5f4a84124b HTTP/1.1" status: 200 len: 943 time: 0.2106187 Feb 17 17:47:46.904528 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-66cee425-8ba5-477d-8425-2c542844b04b tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "GET /v2.0/networks/d8c91fde-5f32-4bbd-80b0-cd4fd315f352?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.5086815 Feb 17 17:47:46.914145 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33110) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:46.922267 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-ccfb3a47-f5ee-4410-bd2d-6d64f1077441 req-f7718c27-cff6-468a-b901-f9f1b9046f98 service neutron] For port fb924d93-51b1-468d-bb90-54036949e7b6, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:47:46.926601 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-ccfb3a47-f5ee-4410-bd2d-6d64f1077441 req-f7718c27-cff6-468a-b901-f9f1b9046f98 service neutron] For port fb924d93-51b1-468d-bb90-54036949e7b6, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=fb924d93-51b1-468d-bb90-54036949e7b6,segment=NetworkSegment(7991a893-d7c9-4fff-9b7d-d927a847faea),segment_id=7991a893-d7c9-4fff-9b7d-d927a847faea)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:47:46.957133 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a880a9-788c-4b86-a705-a09796369127 admin admin] Router e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:47:46.977188 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ccfb3a47-f5ee-4410-bd2d-6d64f1077441 req-f7718c27-cff6-468a-b901-f9f1b9046f98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (fb924d93-51b1-468d-bb90-54036949e7b6), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:47.016902 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88b883-67ab-4ce4-803e-156c901e8c42 req-6628bd3a-c039-467d-a9e6-ef18276d5076 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:47.019652 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-da88b883-67ab-4ce4-803e-156c901e8c42 req-6628bd3a-c039-467d-a9e6-ef18276d5076 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=66b19ce2-23aa-45bf-bd85-5d73c22b36ae HTTP/1.1" status: 200 len: 946 time: 0.2220831 Feb 17 17:47:47.054129 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb3a47-f5ee-4410-bd2d-6d64f1077441 req-f7718c27-cff6-468a-b901-f9f1b9046f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:47.055722 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ccfb3a47-f5ee-4410-bd2d-6d64f1077441 req-f7718c27-cff6-468a-b901-f9f1b9046f98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:47.057520 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ccfb3a47-f5ee-4410-bd2d-6d64f1077441 req-f7718c27-cff6-468a-b901-f9f1b9046f98 service neutron] 10.222.0.91 "PUT /v2.0/ports/fb924d93-51b1-468d-bb90-54036949e7b6 HTTP/1.1" status: 200 len: 1091 time: 4.9387400 Feb 17 17:47:47.070229 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1415e07e-634e-466b-a6bb-3c5f4a84124b', 'tag': 'fb924d93-51b1-468d-bb90-54036949e7b6'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:47:47.077962 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55a6b39-dc93-47c1-b24f-2bc739da56c3" -d '{"events": [{"name": "network-changed", "server_uuid": "1415e07e-634e-466b-a6bb-3c5f4a84124b", "tag": "fb924d93-51b1-468d-bb90-54036949e7b6"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:47:47.108063 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44781f4-9133-4ca6-afd8-0c3f59323171 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:47.115126 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b44781f4-9133-4ca6-afd8-0c3f59323171 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "GET /v2.0/subnets/cefe5a74-0900-4fbe-b467-4373d13e28a7 HTTP/1.1" status: 200 len: 811 time: 0.1939831 Feb 17 17:47:47.158541 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33114) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:47.194531 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7718c27-cff6-468a-b901-f9f1b9046f98 service neutron] Pushing event updated for resources: {'Port': ['ID=fb924d93-51b1-468d-bb90-54036949e7b6,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:47.203493 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1c4a43c7-44b8-4895-9a34-26a896f5b9f4 req-c5db4c2a-7850-4b3c-b066-e5d0e7c6894d tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee30ec10-fc9c-427d-bae2-fedd385da0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947178 Feb 17 17:47:47.261778 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb3a47-f5ee-4410-bd2d-6d64f1077441 req-dc5224d8-e0e0-4a70-a84b-4166b6538695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:47.263371 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ccfb3a47-f5ee-4410-bd2d-6d64f1077441 req-dc5224d8-e0e0-4a70-a84b-4166b6538695 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=676afbf1c2e640e8b11ff19640c46b32&device_id=1415e07e-634e-466b-a6bb-3c5f4a84124b HTTP/1.1" status: 200 len: 1125 time: 0.1578176 Feb 17 17:47:47.264168 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-da88b883-67ab-4ce4-803e-156c901e8c42 req-e5dfb278-d092-43ec-95be-aa15b1ede260 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316256 Feb 17 17:47:47.277425 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a7c9f7-54f8-4706-a47a-bd1c1b0581d8 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:47:47.283685 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66cef0f-7b05-402d-9a98-c39cf637c40d x-openstack-request-id: req-f66cef0f-7b05-402d-9a98-c39cf637c40d {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:47:47.284870 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1415e07e-634e-466b-a6bb-3c5f4a84124b", "tag": "fb924d93-51b1-468d-bb90-54036949e7b6", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:47:47.284870 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f66cef0f-7b05-402d-9a98-c39cf637c40d {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:47:47.285147 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1415e07e-634e-466b-a6bb-3c5f4a84124b', 'tag': 'fb924d93-51b1-468d-bb90-54036949e7b6', 'status': 'completed', 'code': 200} Feb 17 17:47:47.312663 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d4a7c9f7-54f8-4706-a47a-bd1c1b0581d8 admin admin] 10.222.0.87 "PUT /v2.0/routers/94eed536-6c70-4c48-bd4e-c58c1bac2440/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1501117 Feb 17 17:47:47.315732 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ea8c1d-e2f4-42fb-bc4e-376bb61fc552 None None] Sync routers for ids ['94eed536-6c70-4c48-bd4e-c58c1bac2440'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:47:47.317842 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33122) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:47.340665 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ea8c1d-e2f4-42fb-bc4e-376bb61fc552 None None] Routers {'94eed536-6c70-4c48-bd4e-c58c1bac2440'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:47:47.342422 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-51ea8c1d-e2f4-42fb-bc4e-376bb61fc552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:47:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['94eed536-6c70-4c48-bd4e-c58c1bac2440'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:47.373747 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ccfb3a47-f5ee-4410-bd2d-6d64f1077441 req-bc06c639-0ecb-4247-947d-e96cc8b6a676 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb924d93-51b1-468d-bb90-54036949e7b6 HTTP/1.1" status: 200 len: 217 time: 0.0917573 Feb 17 17:47:47.421466 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a880a9-788c-4b86-a705-a09796369127 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:47:47.436729 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-53a880a9-788c-4b86-a705-a09796369127 admin admin] 10.222.0.87 "PUT /v2.0/routers/e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7290065 Feb 17 17:47:47.448625 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e948960f-d7ce-46b3-ab0d-850e06d391e8 None None] Sync routers for ids ['e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:47:47.455040 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb3a47-f5ee-4410-bd2d-6d64f1077441 req-14036749-535c-407b-bfe4-8b484bc9a795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:47.457278 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ccfb3a47-f5ee-4410-bd2d-6d64f1077441 req-14036749-535c-407b-bfe4-8b484bc9a795 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0145e51a-5adb-4fab-bd7e-ee03bd2ecb29 HTTP/1.1" status: 200 len: 855 time: 0.0728030 Feb 17 17:47:47.463749 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e948960f-d7ce-46b3-ab0d-850e06d391e8 None None] Routers {'e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:47:47.472584 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-e948960f-d7ce-46b3-ab0d-850e06d391e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:47:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:47.526591 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c4c0f1-1ca7-40ed-bf33-25f4fcd299d6 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Attributes excluded by policy engine: ['shared'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:47.532753 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-42c4c0f1-1ca7-40ed-bf33-25f4fcd299d6 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "GET /v2.0/subnets/cefe5a74-0900-4fbe-b467-4373d13e28a7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3663781 Feb 17 17:47:47.532753 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ccfb3a47-f5ee-4410-bd2d-6d64f1077441 req-9c7238d1-9c44-4e51-9494-71dea0a0f96f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2c9900d2-a559-4978-8739-0c10e7ac9101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598118 Feb 17 17:47:47.538749 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33130) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:47.538940 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4590a2cf-7634-40cd-bf08-88cc818442d4 admin admin] Publish callbacks [] for router (94eed536-6c70-4c48-bd4e-c58c1bac2440), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:47.552706 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ea985eb4-4a89-4663-981f-83aeadc5da9a tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-582827852'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:47:47.597486 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-51ea8c1d-e2f4-42fb-bc4e-376bb61fc552 None None] Set router 94eed536-6c70-4c48-bd4e-c58c1bac2440 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:47:47.680546 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ccfb3a47-f5ee-4410-bd2d-6d64f1077441 req-b7af670e-4ba5-438c-ada5-14b35ff5d818 service neutron] 10.222.0.91 "GET /v2.0/networks/2c9900d2-a559-4978-8739-0c10e7ac9101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163445 Feb 17 17:47:47.698685 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-e948960f-d7ce-46b3-ab0d-850e06d391e8 None None] Set router e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:47:47.763745 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea985eb4-4a89-4663-981f-83aeadc5da9a tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Made reservation on behalf of 6c28c706ce1245329260dde1db37ef52 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:47:47.772483 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ea985eb4-4a89-4663-981f-83aeadc5da9a tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:47.814767 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea985eb4-4a89-4663-981f-83aeadc5da9a tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:47:47.872157 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ea985eb4-4a89-4663-981f-83aeadc5da9a tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (3d649bce-c958-4792-9f53-1282557e176c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:47.872605 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-ea985eb4-4a89-4663-981f-83aeadc5da9a tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Added segment 3d649bce-c958-4792-9f53-1282557e176c of type vlan for network ff3a43c6-f3da-4144-a0ab-024777d66726 Feb 17 17:47:47.958660 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device b8709150-db60-4f84-9742-67385df58a5c up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:47:47.968982 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4590a2cf-7634-40cd-bf08-88cc818442d4 admin admin] Publish callbacks [] for router_gateway (94eed536-6c70-4c48-bd4e-c58c1bac2440), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:48.051898 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ccfb3a47-f5ee-4410-bd2d-6d64f1077441 req-36b9ec37-e180-48dd-a028-fb4f6f797656 service neutron] 10.222.0.91 "GET /v2.0/networks/2c9900d2-a559-4978-8739-0c10e7ac9101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648703 Feb 17 17:47:48.100293 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ea985eb4-4a89-4663-981f-83aeadc5da9a tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (ff3a43c6-f3da-4144-a0ab-024777d66726), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:48.120426 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4590a2cf-7634-40cd-bf08-88cc818442d4 admin admin] Deleting port b08a3d9c-c274-464d-a615-d40df59e8e9b {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:47:48.125981 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4590a2cf-7634-40cd-bf08-88cc818442d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (b08a3d9c-c274-464d-a615-d40df59e8e9b), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:48.177603 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port b8709150-db60-4f84-9742-67385df58a5c triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:47:48.180017 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b8709150-db60-4f84-9742-67385df58a5c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:48.272652 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ea985eb4-4a89-4663-981f-83aeadc5da9a tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (ff3a43c6-f3da-4144-a0ab-024777d66726), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:48.281301 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea985eb4-4a89-4663-981f-83aeadc5da9a tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:48.281979 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ea985eb4-4a89-4663-981f-83aeadc5da9a tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:48.385423 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a6b39-dc93-47c1-b24f-2bc739da56c3 req-807ebc98-91b9-4330-91b3-6b1f27a8c7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:48.388084 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d55a6b39-dc93-47c1-b24f-2bc739da56c3 req-807ebc98-91b9-4330-91b3-6b1f27a8c7ca service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=676afbf1c2e640e8b11ff19640c46b32&device_id=1415e07e-634e-466b-a6bb-3c5f4a84124b HTTP/1.1" status: 200 len: 1125 time: 0.2203796 Feb 17 17:47:48.396845 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ea985eb4-4a89-4663-981f-83aeadc5da9a tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8566279 Feb 17 17:47:48.405490 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-e948960f-d7ce-46b3-ab0d-850e06d391e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9', 'name': 'tempest-ImageQuotaTest-1222935603-router', 'tenant_id': 'b5334a75b44f48a285a8e2d716d5644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': 'b8709150-db60-4f84-9742-67385df58a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:47:36Z', 'updated_at': '2022-02-17T17:47:44Z', 'revision_number': 4, 'project_id': 'b5334a75b44f48a285a8e2d716d5644e', 'gw_port': {'id': 'b8709150-db60-4f84-9742-67385df58a5c', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:59:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:47:37Z', 'updated_at': '2022-02-17T17:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '850b7306-d5a2-4c96-877c-62f7667bd48e', 'name': '', 'network_id': 'bd045a9c-ffdc-414e-967a-ae00005fdeea', 'tenant_id': 'b5334a75b44f48a285a8e2d716d5644e', 'mac_address': 'fa:16:3e:df:cf:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '00f705a2-dc4a-43df-877b-85bba23d6588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:47:42Z', 'updated_at': '2022-02-17T17:47:44Z', 'revision_number': 2, 'project_id': 'b5334a75b44f48a285a8e2d716d5644e', 'subnets': [{'id': '00f705a2-dc4a-43df-877b-85bba23d6588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:48.413281 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33156) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:48.421708 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-42f92428-11e8-462f-81f0-56e9dc0aa09c tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Request body: {'subnet': {'network_id': 'ff3a43c6-f3da-4144-a0ab-024777d66726', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:47:48.498176 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-4590a2cf-7634-40cd-bf08-88cc818442d4 admin admin] For port b08a3d9c-c274-464d-a615-d40df59e8e9b, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=b08a3d9c-c274-464d-a615-d40df59e8e9b,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:47:48.498634 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4590a2cf-7634-40cd-bf08-88cc818442d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (b08a3d9c-c274-464d-a615-d40df59e8e9b), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:48.507525 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e948960f-d7ce-46b3-ab0d-850e06d391e8 None None] Checking router: e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:47:48.509465 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e948960f-d7ce-46b3-ab0d-850e06d391e8 None None] Updating router e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9 port 850b7306-d5a2-4c96-877c-62f7667bd48e binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:47:48.531690 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4590a2cf-7634-40cd-bf08-88cc818442d4 admin admin] Calling delete_port for b08a3d9c-c274-464d-a615-d40df59e8e9b owned by network:router_gateway {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:47:48.571066 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea985eb4-4a89-4663-981f-83aeadc5da9a tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event updated for resources: {'Network': ['ID=ff3a43c6-f3da-4144-a0ab-024777d66726,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:48.596775 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-e948960f-d7ce-46b3-ab0d-850e06d391e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (850b7306-d5a2-4c96-877c-62f7667bd48e), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:48.808687 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4590a2cf-7634-40cd-bf08-88cc818442d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (b08a3d9c-c274-464d-a615-d40df59e8e9b), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:48.883615 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4590a2cf-7634-40cd-bf08-88cc818442d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b08a3d9c-c274-464d-a615-d40df59e8e9b,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:49.035724 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f88c4-0823-47bb-8002-a906ebe897ba req-c33d4a81-8667-4c4b-81a1-ffcb1b807267 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:49.055331 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9e4f88c4-0823-47bb-8002-a906ebe897ba req-c33d4a81-8667-4c4b-81a1-ffcb1b807267 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=66b19ce2-23aa-45bf-bd85-5d73c22b36ae HTTP/1.1" status: 200 len: 946 time: 0.2711647 Feb 17 17:47:49.097537 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a6b39-dc93-47c1-b24f-2bc739da56c3 req-3113c80a-7e34-4e49-a63b-f148128a40de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:49.105715 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d55a6b39-dc93-47c1-b24f-2bc739da56c3 req-3113c80a-7e34-4e49-a63b-f148128a40de service neutron] 10.222.0.91 "GET /v2.0/networks?id=2c9900d2-a559-4978-8739-0c10e7ac9101 HTTP/1.1" status: 200 len: 916 time: 0.7073228 Feb 17 17:47:49.134654 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363098f8-6651-43ab-a407-56e187ed0483 req-d6515389-e60d-4f1e-bce4-c1a6544038c3 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:49.143127 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-363098f8-6651-43ab-a407-56e187ed0483 req-d6515389-e60d-4f1e-bce4-c1a6544038c3 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=1415e07e-634e-466b-a6bb-3c5f4a84124b HTTP/1.1" status: 200 len: 943 time: 0.3479190 Feb 17 17:47:49.168736 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network ff3a43c6-f3da-4144-a0ab-024777d66726 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:47:49.225545 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d55a6b39-dc93-47c1-b24f-2bc739da56c3 req-13e209dc-3bc9-4d2a-a413-b1d8b0bcbff6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb924d93-51b1-468d-bb90-54036949e7b6 HTTP/1.1" status: 200 len: 217 time: 0.1063242 Feb 17 17:47:49.225745 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f92428-11e8-462f-81f0-56e9dc0aa09c tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Made reservation on behalf of 6c28c706ce1245329260dde1db37ef52 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:47:49.237193 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-42f92428-11e8-462f-81f0-56e9dc0aa09c tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:49.248808 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4590a2cf-7634-40cd-bf08-88cc818442d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (94eed536-6c70-4c48-bd4e-c58c1bac2440), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:49.312625 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device fb924d93-51b1-468d-bb90-54036949e7b6 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:47:49.471089 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.ipam_backend_mixin [None req-42f92428-11e8-462f-81f0-56e9dc0aa09c tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Performing IP validity checks on allocation pools {{(pid=103434) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 17 17:47:49.471615 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.ipam_backend_mixin [None req-42f92428-11e8-462f-81f0-56e9dc0aa09c tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103434) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 17 17:47:49.498162 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a6b39-dc93-47c1-b24f-2bc739da56c3 req-9494efde-2dd9-41e5-b9f0-9e0ae360a26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:49.505241 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d55a6b39-dc93-47c1-b24f-2bc739da56c3 req-9494efde-2dd9-41e5-b9f0-9e0ae360a26c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0145e51a-5adb-4fab-bd7e-ee03bd2ecb29 HTTP/1.1" status: 200 len: 855 time: 0.2535789 Feb 17 17:47:49.583565 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-363098f8-6651-43ab-a407-56e187ed0483 req-0b589e08-9f53-4283-92a8-c92d276df8ec tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee30ec10-fc9c-427d-bae2-fedd385da0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4400642 Feb 17 17:47:49.597870 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port fb924d93-51b1-468d-bb90-54036949e7b6, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=fb924d93-51b1-468d-bb90-54036949e7b6,segment=NetworkSegment(7991a893-d7c9-4fff-9b7d-d927a847faea),segment_id=7991a893-d7c9-4fff-9b7d-d927a847faea)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:47:49.612432 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9e4f88c4-0823-47bb-8002-a906ebe897ba req-33931463-6a39-473d-8faa-781000c0f9c8 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5560205 Feb 17 17:47:49.623806 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4590a2cf-7634-40cd-bf08-88cc818442d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (94eed536-6c70-4c48-bd4e-c58c1bac2440), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:49.629531 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4590a2cf-7634-40cd-bf08-88cc818442d4 admin admin] Publish callbacks [] for router_controller (94eed536-6c70-4c48-bd4e-c58c1bac2440), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:49.641603 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': 'fb924d93-51b1-468d-bb90-54036949e7b6', 'network_id': '2c9900d2-a559-4978-8739-0c10e7ac9101', 'port_id': 'fb924d93-51b1-468d-bb90-54036949e7b6', 'mac_address': 'fa:16:3e:62:e9:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0145e51a-5adb-4fab-bd7e-ee03bd2ecb29', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:47:49.676035 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d55a6b39-dc93-47c1-b24f-2bc739da56c3 req-6977ab07-f692-458d-9f2b-7221135363d4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2c9900d2-a559-4978-8739-0c10e7ac9101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1582184 Feb 17 17:47:49.745174 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4590a2cf-7634-40cd-bf08-88cc818442d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (94eed536-6c70-4c48-bd4e-c58c1bac2440), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:49.745747 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4590a2cf-7634-40cd-bf08-88cc818442d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94eed536-6c70-4c48-bd4e-c58c1bac2440 {{(pid=103435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:47:49.754384 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4590a2cf-7634-40cd-bf08-88cc818442d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:49.758684 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4590a2cf-7634-40cd-bf08-88cc818442d4 admin admin] 10.222.0.87 "DELETE /v2.0/routers/94eed536-6c70-4c48-bd4e-c58c1bac2440 HTTP/1.1" status: 204 len: 168 time: 2.4394028 Feb 17 17:47:49.759361 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33174) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:49.791985 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-e948960f-d7ce-46b3-ab0d-850e06d391e8 None None] Publish callbacks [] for port (850b7306-d5a2-4c96-877c-62f7667bd48e), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:49.815819 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-e948960f-d7ce-46b3-ab0d-850e06d391e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (850b7306-d5a2-4c96-877c-62f7667bd48e), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:49.889596 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-8630d55e-8417-4265-a294-9778a5c23347 admin admin] Deleting subnet c655e525-dc25-4790-bada-b8e5780c3b04 {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:47:49.913097 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8630d55e-8417-4265-a294-9778a5c23347 admin admin] Publish callbacks [] for subnet (c655e525-dc25-4790-bada-b8e5780c3b04), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:49.945293 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:50.006449 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7c19c-6f78-4e2c-84f5-37904ebddb7c None None] Pushing event updated for resources: {'Port': ['ID=850b7306-d5a2-4c96-877c-62f7667bd48e,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:50.040386 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-51ea8c1d-e2f4-42fb-bc4e-376bb61fc552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94eed536-6c70-4c48-bd4e-c58c1bac2440', 'name': 'tempest-ServersTestManualDisk-461548435-router', 'tenant_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'b08a3d9c-c274-464d-a615-d40df59e8e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:45:45Z', 'updated_at': '2022-02-17T17:47:43Z', 'revision_number': 5, 'project_id': 'b2a161e2fa8f4adc9bc5cff43d7595f5', 'gw_port': {'id': 'b08a3d9c-c274-464d-a615-d40df59e8e9b', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:10:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94eed536-6c70-4c48-bd4e-c58c1bac2440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:45:48Z', 'updated_at': '2022-02-17T17:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:50.042917 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:50.089899 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8630d55e-8417-4265-a294-9778a5c23347 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (c655e525-dc25-4790-bada-b8e5780c3b04), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:50.091890 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port fb924d93-51b1-468d-bb90-54036949e7b6 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:47:50.092020 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33184) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:50.092189 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (fb924d93-51b1-468d-bb90-54036949e7b6), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:50.112457 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ea8c1d-e2f4-42fb-bc4e-376bb61fc552 None None] Checking router: 94eed536-6c70-4c48-bd4e-c58c1bac2440 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:47:50.129696 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb924d93-51b1-468d-bb90-54036949e7b6 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:47:50.184439 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port fb924d93-51b1-468d-bb90-54036949e7b6, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=fb924d93-51b1-468d-bb90-54036949e7b6,segment=NetworkSegment(7991a893-d7c9-4fff-9b7d-d927a847faea),segment_id=7991a893-d7c9-4fff-9b7d-d927a847faea)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:47:50.192843 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port b8709150-db60-4f84-9742-67385df58a5c is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:47:50.210434 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (fb924d93-51b1-468d-bb90-54036949e7b6), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:50.226671 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ea8c1d-e2f4-42fb-bc4e-376bb61fc552 None None] Routers set() bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:47:50.227051 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ea8c1d-e2f4-42fb-bc4e-376bb61fc552 None None] Router IDs set() for agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 17 17:47:50.227683 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_agentschedulers_db [None req-51ea8c1d-e2f4-42fb-bc4e-376bb61fc552 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'94eed536-6c70-4c48-bd4e-c58c1bac2440'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:47:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent'). {{(pid=103436) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 17 17:47:50.234004 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ea8c1d-e2f4-42fb-bc4e-376bb61fc552 None None] The sync data for ids ['94eed536-6c70-4c48-bd4e-c58c1bac2440'] in n-d-829613-2 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:47:50.321305 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-e948960f-d7ce-46b3-ab0d-850e06d391e8 None None] Attempting to bind port 850b7306-d5a2-4c96-877c-62f7667bd48e on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:47:50.321529 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d55a6b39-dc93-47c1-b24f-2bc739da56c3 req-93b5902a-6f16-4a54-a050-441ab0865394 service neutron] 10.222.0.91 "GET /v2.0/networks/2c9900d2-a559-4978-8739-0c10e7ac9101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5610564 Feb 17 17:47:50.329979 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-e948960f-d7ce-46b3-ab0d-850e06d391e8 None None] Attempting to bind port 850b7306-d5a2-4c96-877c-62f7667bd48e by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '43d22e19-e257-4353-9e16-661b0d9bd38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bd045a9c-ffdc-414e-967a-ae00005fdeea'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:47:50.329979 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e948960f-d7ce-46b3-ab0d-850e06d391e8 None None] Attempting to bind port 850b7306-d5a2-4c96-877c-62f7667bd48e on network bd045a9c-ffdc-414e-967a-ae00005fdeea {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:47:50.337034 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e948960f-d7ce-46b3-ab0d-850e06d391e8 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:47:50.337415 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e948960f-d7ce-46b3-ab0d-850e06d391e8 None None] Checking segment: {'id': '43d22e19-e257-4353-9e16-661b0d9bd38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bd045a9c-ffdc-414e-967a-ae00005fdeea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:47:50.337903 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-e948960f-d7ce-46b3-ab0d-850e06d391e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:50.340287 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e948960f-d7ce-46b3-ab0d-850e06d391e8 None None] Bound using segment: {'id': '43d22e19-e257-4353-9e16-661b0d9bd38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bd045a9c-ffdc-414e-967a-ae00005fdeea'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:47:50.340797 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-e948960f-d7ce-46b3-ab0d-850e06d391e8 None None] Bound port: 850b7306-d5a2-4c96-877c-62f7667bd48e, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43d22e19-e257-4353-9e16-661b0d9bd38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bd045a9c-ffdc-414e-967a-ae00005fdeea'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:47:50.341186 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-e948960f-d7ce-46b3-ab0d-850e06d391e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (850b7306-d5a2-4c96-877c-62f7667bd48e), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:50.536518 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['fb924d93-51b1-468d-bb90-54036949e7b6'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:47:50.585171 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-e948960f-d7ce-46b3-ab0d-850e06d391e8 None None] For port 850b7306-d5a2-4c96-877c-62f7667bd48e, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:47:50.595761 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-e948960f-d7ce-46b3-ab0d-850e06d391e8 None None] For port 850b7306-d5a2-4c96-877c-62f7667bd48e, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=850b7306-d5a2-4c96-877c-62f7667bd48e,segment=NetworkSegment(43d22e19-e257-4353-9e16-661b0d9bd38c),segment_id=43d22e19-e257-4353-9e16-661b0d9bd38c)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:47:50.610977 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-e948960f-d7ce-46b3-ab0d-850e06d391e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (850b7306-d5a2-4c96-877c-62f7667bd48e), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:50.762664 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e948960f-d7ce-46b3-ab0d-850e06d391e8 None None] Routers {'e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:47:50.763516 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-e948960f-d7ce-46b3-ab0d-850e06d391e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:47:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:50.831242 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d55a6b39-dc93-47c1-b24f-2bc739da56c3 req-2737dd67-91fd-439c-9ae4-dbea3f0983c4 service neutron] 10.222.0.91 "GET /v2.0/networks/2c9900d2-a559-4978-8739-0c10e7ac9101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5067179 Feb 17 17:47:50.848876 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=fb924d93-51b1-468d-bb90-54036949e7b6,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:50.851026 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-42f92428-11e8-462f-81f0-56e9dc0aa09c tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (bc3b63d0-53db-416c-8364-2624d596cff0), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:50.948322 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-37a70e82-b7b4-417e-8b23-12e94bef47f9 None None] Provisioning complete for port 850b7306-d5a2-4c96-877c-62f7667bd48e triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:47:50.948986 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-37a70e82-b7b4-417e-8b23-12e94bef47f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (850b7306-d5a2-4c96-877c-62f7667bd48e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:51.122946 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-e948960f-d7ce-46b3-ab0d-850e06d391e8 None None] Set router e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:47:51.253930 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f92428-11e8-462f-81f0-56e9dc0aa09c tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event updated for resources: {'Subnet': ['ID=bc3b63d0-53db-416c-8364-2624d596cff0,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:51.283542 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f92428-11e8-462f-81f0-56e9dc0aa09c tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Checking segment: {'id': '3d649bce-c958-4792-9f53-1282557e176c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ff3a43c6-f3da-4144-a0ab-024777d66726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:47:51.284431 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f92428-11e8-462f-81f0-56e9dc0aa09c tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Network hostable DHCP agents. Network: ff3a43c6-f3da-4144-a0ab-024777d66726, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:47:51.357288 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f92428-11e8-462f-81f0-56e9dc0aa09c tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Network ff3a43c6-f3da-4144-a0ab-024777d66726 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:47:51.361042 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-37a70e82-b7b4-417e-8b23-12e94bef47f9 None None] Current status of the port 850b7306-d5a2-4c96-877c-62f7667bd48e is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:47:51.362972 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-37a70e82-b7b4-417e-8b23-12e94bef47f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (850b7306-d5a2-4c96-877c-62f7667bd48e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:51.377869 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-42f92428-11e8-462f-81f0-56e9dc0aa09c tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, ff3a43c6-f3da-4144-a0ab-024777d66726) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:47:51.394691 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991f800a-3326-43e4-ae87-822c2f23da4f None None] Network ff3a43c6-f3da-4144-a0ab-024777d66726 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:47:51.396045 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f92428-11e8-462f-81f0-56e9dc0aa09c tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:51.396711 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-42f92428-11e8-462f-81f0-56e9dc0aa09c tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:51.409226 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8630d55e-8417-4265-a294-9778a5c23347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (c655e525-dc25-4790-bada-b8e5780c3b04), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:51.454089 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-42f92428-11e8-462f-81f0-56e9dc0aa09c tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.0384176 Feb 17 17:47:51.459606 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33204) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:51.465741 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-afa11e7f-bafa-40de-ad94-a356dc49e042 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:47:51.538482 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7c19c-6f78-4e2c-84f5-37904ebddb7c None None] Pushing event updated for resources: {'Port': ['ID=850b7306-d5a2-4c96-877c-62f7667bd48e,revision_number=4']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:51.565100 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-37a70e82-b7b4-417e-8b23-12e94bef47f9 None None] For port 850b7306-d5a2-4c96-877c-62f7667bd48e, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=850b7306-d5a2-4c96-877c-62f7667bd48e,segment=NetworkSegment(43d22e19-e257-4353-9e16-661b0d9bd38c),segment_id=43d22e19-e257-4353-9e16-661b0d9bd38c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:47:51.578769 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-37a70e82-b7b4-417e-8b23-12e94bef47f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (850b7306-d5a2-4c96-877c-62f7667bd48e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:51.649531 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8630d55e-8417-4265-a294-9778a5c23347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (c655e525-dc25-4790-bada-b8e5780c3b04), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:51.752468 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8630d55e-8417-4265-a294-9778a5c23347 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c655e525-dc25-4790-bada-b8e5780c3b04,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:51.796510 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d6546-6f75-4c87-8b49-b408e4962803 req-19956876-78d1-4015-ba18-bfb216a417ea tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:51.803184 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b32d6546-6f75-4c87-8b49-b408e4962803 req-19956876-78d1-4015-ba18-bfb216a417ea tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=66b19ce2-23aa-45bf-bd85-5d73c22b36ae HTTP/1.1" status: 200 len: 946 time: 1.0428793 Feb 17 17:47:51.809083 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-96d23a26-0cba-4f61-b578-494f53af917a req-50ad3cd3-36dc-43d6-8f60-459e90da5ab2 service neutron] (103435) timed out ('10.222.0.87', 41436) {{(pid=103435) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 17:47:51.826277 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-afa11e7f-bafa-40de-ad94-a356dc49e042 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8740591'] for subnet (bc3b63d0-53db-416c-8364-2624d596cff0), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:51.827762 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a339f-0628-4f7e-9677-15120244c3c2 req-fa31bd8c-4148-4621-94ca-70793126c1ed tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:51.829907 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-779a339f-0628-4f7e-9677-15120244c3c2 req-fa31bd8c-4148-4621-94ca-70793126c1ed tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=1415e07e-634e-466b-a6bb-3c5f4a84124b HTTP/1.1" status: 200 len: 944 time: 1.0633981 Feb 17 17:47:51.859008 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8630d55e-8417-4265-a294-9778a5c23347 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:51.868231 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-8630d55e-8417-4265-a294-9778a5c23347 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/c655e525-dc25-4790-bada-b8e5780c3b04 HTTP/1.1" status: 204 len: 168 time: 2.1068246 Feb 17 17:47:51.876380 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-737d9413-0d05-4fb7-b9d5-c5546661a843 None None] Provisioning complete for port 850b7306-d5a2-4c96-877c-62f7667bd48e triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:47:51.878049 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-737d9413-0d05-4fb7-b9d5-c5546661a843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (850b7306-d5a2-4c96-877c-62f7667bd48e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:51.880377 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33212) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:51.903564 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d73a06-d726-4d3f-9d18-4e0b415f91c5 None None] Network 84f31083-e0b3-4cbb-973a-42fdc6d15e0b requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:47:52.014557 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-779a339f-0628-4f7e-9677-15120244c3c2 req-966aa846-b1e4-466c-99a0-c9e28bc07b48 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee30ec10-fc9c-427d-bae2-fedd385da0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726489 Feb 17 17:47:52.057734 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-e948960f-d7ce-46b3-ab0d-850e06d391e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9', 'name': 'tempest-ImageQuotaTest-1222935603-router', 'tenant_id': 'b5334a75b44f48a285a8e2d716d5644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': 'b8709150-db60-4f84-9742-67385df58a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:47:36Z', 'updated_at': '2022-02-17T17:47:44Z', 'revision_number': 4, 'project_id': 'b5334a75b44f48a285a8e2d716d5644e', 'gw_port': {'id': 'b8709150-db60-4f84-9742-67385df58a5c', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:59:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:47:37Z', 'updated_at': '2022-02-17T17:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '850b7306-d5a2-4c96-877c-62f7667bd48e', 'name': '', 'network_id': 'bd045a9c-ffdc-414e-967a-ae00005fdeea', 'tenant_id': 'b5334a75b44f48a285a8e2d716d5644e', 'mac_address': 'fa:16:3e:df:cf:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '00f705a2-dc4a-43df-877b-85bba23d6588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:47:42Z', 'updated_at': '2022-02-17T17:47:50Z', 'revision_number': 4, 'project_id': 'b5334a75b44f48a285a8e2d716d5644e', 'subnets': [{'id': '00f705a2-dc4a-43df-877b-85bba23d6588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:52.165274 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e948960f-d7ce-46b3-ab0d-850e06d391e8 None None] The sync data for ids ['e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9'] in n-d-829613-2 is: [{'id': 'e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9', 'name': 'tempest-ImageQuotaTest-1222935603-router', 'tenant_id': 'b5334a75b44f48a285a8e2d716d5644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': 'b8709150-db60-4f84-9742-67385df58a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:47:36Z', 'updated_at': '2022-02-17T17:47:44Z', 'revision_number': 4, 'project_id': 'b5334a75b44f48a285a8e2d716d5644e', 'gw_port': {'id': 'b8709150-db60-4f84-9742-67385df58a5c', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:59:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:47:37Z', 'updated_at': '2022-02-17T17:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '850b7306-d5a2-4c96-877c-62f7667bd48e', 'name': '', 'network_id': 'bd045a9c-ffdc-414e-967a-ae00005fdeea', 'tenant_id': 'b5334a75b44f48a285a8e2d716d5644e', 'mac_address': 'fa:16:3e:df:cf:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '00f705a2-dc4a-43df-877b-85bba23d6588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:47:42Z', 'updated_at': '2022-02-17T17:47:50Z', 'revision_number': 4, 'project_id': 'b5334a75b44f48a285a8e2d716d5644e', 'subnets': [{'id': '00f705a2-dc4a-43df-877b-85bba23d6588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:47:52.196973 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b32d6546-6f75-4c87-8b49-b408e4962803 req-817c1d71-620c-4052-bd7a-2ab942a6fcab tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519468 Feb 17 17:47:52.260467 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a1e-7a16-46dd-b39f-a9b4105e1968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:52.308843 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device b08a3d9c-c274-464d-a615-d40df59e8e9b no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:47:52.363335 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5efb86-50c8-4e45-a22b-f45ad83375c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-ff3a43c6-f3da-4144-a0ab-024777d66726', 'network_id': 'ff3a43c6-f3da-4144-a0ab-024777d66726', 'project_id': '6c28c706ce1245329260dde1db37ef52', 'fixed_ips': [{'subnet_id': 'bc3b63d0-53db-416c-8364-2624d596cff0'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:47:52.364328 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bb5efb86-50c8-4e45-a22b-f45ad83375c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:52.393395 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: b08a3d9c-c274-464d-a615-d40df59e8e9b {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:47:52.393738 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device b08a3d9c-c274-464d-a615-d40df59e8e9b not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:47:52.394163 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device af12266c-059b-4a1a-8154-0808818f6314 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:47:52.465434 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: af12266c-059b-4a1a-8154-0808818f6314 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:47:52.465794 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device af12266c-059b-4a1a-8154-0808818f6314 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:47:52.473123 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a70e82-b7b4-417e-8b23-12e94bef47f9 None None] Pushing event updated for resources: {'Port': ['ID=850b7306-d5a2-4c96-877c-62f7667bd48e,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:52.482178 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-61cd5b82-324e-4b27-a207-5303baa4e1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (84f31083-e0b3-4cbb-973a-42fdc6d15e0b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:52.488411 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-afa11e7f-bafa-40de-ad94-a356dc49e042 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786427760231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9899089'] for subnet (bc3b63d0-53db-416c-8364-2624d596cff0), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:52.619753 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa11e7f-bafa-40de-ad94-a356dc49e042 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event updated for resources: {'Subnet': ['ID=bc3b63d0-53db-416c-8364-2624d596cff0,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:52.716444 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa11e7f-bafa-40de-ad94-a356dc49e042 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:52.720166 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-afa11e7f-bafa-40de-ad94-a356dc49e042 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:52.724226 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-afa11e7f-bafa-40de-ad94-a356dc49e042 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "PUT /v2.0/subnets/bc3b63d0-53db-416c-8364-2624d596cff0 HTTP/1.1" status: 200 len: 877 time: 1.2606752 Feb 17 17:47:52.724656 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33222) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:52.776630 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-61cd5b82-324e-4b27-a207-5303baa4e1d6 admin admin] Deleting port 862fe704-84c1-48e1-b4b7-90b7e0615374 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:47:52.776974 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-61cd5b82-324e-4b27-a207-5303baa4e1d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (862fe704-84c1-48e1-b4b7-90b7e0615374), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:52.889351 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-737d9413-0d05-4fb7-b9d5-c5546661a843 None None] Current status of the port 850b7306-d5a2-4c96-877c-62f7667bd48e is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:47:52.934073 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9d5879-c3a0-4556-903e-17167de09f7d None None] DHCP port deletion for 84f31083-e0b3-4cbb-973a-42fdc6d15e0b request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:47:52.954928 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-61cd5b82-324e-4b27-a207-5303baa4e1d6 admin admin] For port 862fe704-84c1-48e1-b4b7-90b7e0615374, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=862fe704-84c1-48e1-b4b7-90b7e0615374,segment=NetworkSegment(aba469f8-ae79-42e3-99c3-1495fe273d88),segment_id=aba469f8-ae79-42e3-99c3-1495fe273d88)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:47:52.955435 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-61cd5b82-324e-4b27-a207-5303baa4e1d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (862fe704-84c1-48e1-b4b7-90b7e0615374), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:52.997354 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-bb5efb86-50c8-4e45-a22b-f45ad83375c8 None None] Allocated IP 172.20.0.3 (ff3a43c6-f3da-4144-a0ab-024777d66726/bc3b63d0-53db-416c-8364-2624d596cff0/aa7e87a5-12da-4cc1-85d7-77bbfd61c3fa) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:47:53.013199 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-61cd5b82-324e-4b27-a207-5303baa4e1d6 admin admin] Calling delete_port for 862fe704-84c1-48e1-b4b7-90b7e0615374 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:47:53.097345 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-cb9d5879-c3a0-4556-903e-17167de09f7d None None] Deleting port 862fe704-84c1-48e1-b4b7-90b7e0615374 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:47:53.100465 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-cb9d5879-c3a0-4556-903e-17167de09f7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (862fe704-84c1-48e1-b4b7-90b7e0615374), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:53.286826 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-61cd5b82-324e-4b27-a207-5303baa4e1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (862fe704-84c1-48e1-b4b7-90b7e0615374), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:53.302231 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-cb9d5879-c3a0-4556-903e-17167de09f7d None None] For port 862fe704-84c1-48e1-b4b7-90b7e0615374, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=862fe704-84c1-48e1-b4b7-90b7e0615374,segment=NetworkSegment(aba469f8-ae79-42e3-99c3-1495fe273d88),segment_id=aba469f8-ae79-42e3-99c3-1495fe273d88)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:47:53.302231 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-cb9d5879-c3a0-4556-903e-17167de09f7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (862fe704-84c1-48e1-b4b7-90b7e0615374), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:53.329121 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a1e-7a16-46dd-b39f-a9b4105e1968 admin admin] Deleting port 850b7306-d5a2-4c96-877c-62f7667bd48e {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:47:53.329458 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a1e-7a16-46dd-b39f-a9b4105e1968 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (850b7306-d5a2-4c96-877c-62f7667bd48e), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:53.331256 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-cb9d5879-c3a0-4556-903e-17167de09f7d None None] Calling delete_port for 862fe704-84c1-48e1-b4b7-90b7e0615374 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:47:53.375788 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cd5b82-324e-4b27-a207-5303baa4e1d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=862fe704-84c1-48e1-b4b7-90b7e0615374,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:53.404274 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cd5b82-324e-4b27-a207-5303baa4e1d6 admin admin] No DVR routers for this DVR port 862fe704-84c1-48e1-b4b7-90b7e0615374 on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:47:53.535945 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-cb9d5879-c3a0-4556-903e-17167de09f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (862fe704-84c1-48e1-b4b7-90b7e0615374), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:53.538217 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device fb924d93-51b1-468d-bb90-54036949e7b6 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:47:53.679525 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-61cd5b82-324e-4b27-a207-5303baa4e1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (84f31083-e0b3-4cbb-973a-42fdc6d15e0b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:53.696408 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57ec06-8d55-4b8a-8a19-e92eb17b10b1 req-206b739a-b26c-4aa5-9bfd-7a413596ee6d tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:53.701529 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d57ec06-8d55-4b8a-8a19-e92eb17b10b1 req-206b739a-b26c-4aa5-9bfd-7a413596ee6d tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=66b19ce2-23aa-45bf-bd85-5d73c22b36ae HTTP/1.1" status: 200 len: 946 time: 0.3502040 Feb 17 17:47:53.725717 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c9ca51-424d-4d26-b284-ba7f8df0d050 req-24060043-4b82-4b5d-9c53-171dbdc779f1 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:53.727275 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d5c9ca51-424d-4d26-b284-ba7f8df0d050 req-24060043-4b82-4b5d-9c53-171dbdc779f1 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=1415e07e-634e-466b-a6bb-3c5f4a84124b HTTP/1.1" status: 200 len: 944 time: 0.5418754 Feb 17 17:47:53.749586 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-61cd5b82-324e-4b27-a207-5303baa4e1d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84f31083-e0b3-4cbb-973a-42fdc6d15e0b']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:53.770191 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3746713f-5689-42ac-ac9b-3ac184247a50 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (ff3a43c6-f3da-4144-a0ab-024777d66726), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:53.786781 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-61cd5b82-324e-4b27-a207-5303baa4e1d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aba469f8-ae79-42e3-99c3-1495fe273d88') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:53.787092 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-61cd5b82-324e-4b27-a207-5303baa4e1d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aba469f8-ae79-42e3-99c3-1495fe273d88') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:53.825399 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-61cd5b82-324e-4b27-a207-5303baa4e1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (aba469f8-ae79-42e3-99c3-1495fe273d88), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:53.848145 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d5879-c3a0-4556-903e-17167de09f7d None None] Pushing event deleted for resources: {'Port': ['ID=862fe704-84c1-48e1-b4b7-90b7e0615374,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:53.879175 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-61cd5b82-324e-4b27-a207-5303baa4e1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (aba469f8-ae79-42e3-99c3-1495fe273d88), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:53.903052 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9d5879-c3a0-4556-903e-17167de09f7d None None] No DVR routers for this DVR port 862fe704-84c1-48e1-b4b7-90b7e0615374 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:47:53.904227 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61cd5b82-324e-4b27-a207-5303baa4e1d6 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:47:53.904720 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-61cd5b82-324e-4b27-a207-5303baa4e1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (aba469f8-ae79-42e3-99c3-1495fe273d88), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:53.918426 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:47:53.918426 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:47:53.918426 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:47:53.918426 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:47:53.918426 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:47:53.918426 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:47:53.918426 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:47:53.918426 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:47:53.918426 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:47:53.918426 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:47:53.918426 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:47:53.918426 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:47:53.918426 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:47:53.918426 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:47:53.918426 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:47:53.918426 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:47:53.918426 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:47:53.918426 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:47:53.918426 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:47:53.918426 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:47:53.918426 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:47:53.918426 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:47:53.918426 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:47:53.918426 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:47:53.918426 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:47:53.918426 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:47:53.918426 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:47:53.918426 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:47:53.918426 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:47:53.918426 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:47:53.918426 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:47:53.918426 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:47:54.014696 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port fb924d93-51b1-468d-bb90-54036949e7b6 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:47:54.091544 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port fb924d93-51b1-468d-bb90-54036949e7b6 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:47:54.091930 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (fb924d93-51b1-468d-bb90-54036949e7b6), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:54.125284 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-61cd5b82-324e-4b27-a207-5303baa4e1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (84f31083-e0b3-4cbb-973a-42fdc6d15e0b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:54.141545 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-61cd5b82-324e-4b27-a207-5303baa4e1d6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:54.159767 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-61cd5b82-324e-4b27-a207-5303baa4e1d6 admin admin] 10.222.0.87 "DELETE /v2.0/networks/84f31083-e0b3-4cbb-973a-42fdc6d15e0b HTTP/1.1" status: 204 len: 168 time: 2.2782125 Feb 17 17:47:54.188667 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bb5efb86-50c8-4e45-a22b-f45ad83375c8 None None] Publish callbacks [] for port (aa7e87a5-12da-4cc1-85d7-77bbfd61c3fa), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:54.220358 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bb5efb86-50c8-4e45-a22b-f45ad83375c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (aa7e87a5-12da-4cc1-85d7-77bbfd61c3fa), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:54.248525 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cd5b82-324e-4b27-a207-5303baa4e1d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=84f31083-e0b3-4cbb-973a-42fdc6d15e0b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:54.342856 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5efb86-50c8-4e45-a22b-f45ad83375c8 None None] Pushing event updated for resources: {'Port': ['ID=aa7e87a5-12da-4cc1-85d7-77bbfd61c3fa,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:54.453235 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33238) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:54.492484 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port fb924d93-51b1-468d-bb90-54036949e7b6 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:47:54.492484 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (fb924d93-51b1-468d-bb90-54036949e7b6), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:54.547925 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5efb86-50c8-4e45-a22b-f45ad83375c8 None None] Network ff3a43c6-f3da-4144-a0ab-024777d66726 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:47:54.552164 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 850b7306-d5a2-4c96-877c-62f7667bd48e up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:47:54.556405 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-bb5efb86-50c8-4e45-a22b-f45ad83375c8 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:47:54.562951 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5efb86-50c8-4e45-a22b-f45ad83375c8 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:47:54.606414 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3c391e4a-2e7a-41e8-abab-bac0aff4d6e2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b2a161e2fa8f4adc9bc5cff43d7595f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1493876 Feb 17 17:47:54.607071 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33244) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:54.661061 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1415e07e-634e-466b-a6bb-3c5f4a84124b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb924d93-51b1-468d-bb90-54036949e7b6'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:47:54.668545 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c58396-b876-4a3a-8d29-8390c1fe209c" -d '{"events": [{"server_uuid": "1415e07e-634e-466b-a6bb-3c5f4a84124b", "name": "network-vif-plugged", "status": "completed", "tag": "fb924d93-51b1-468d-bb90-54036949e7b6"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:47:54.748168 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port fb924d93-51b1-468d-bb90-54036949e7b6, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=fb924d93-51b1-468d-bb90-54036949e7b6,segment=NetworkSegment(7991a893-d7c9-4fff-9b7d-d927a847faea),segment_id=7991a893-d7c9-4fff-9b7d-d927a847faea)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:47:54.770802 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c3cb5d5e-13b0-44e0-9f37-86d3a76afbc5 admin admin] Publish callbacks [] for security_group (2d698a53-802d-41e3-bc84-9111263ed954), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:54.800691 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (fb924d93-51b1-468d-bb90-54036949e7b6), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:54.839217 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c3cb5d5e-13b0-44e0-9f37-86d3a76afbc5 admin admin] Publish callbacks [] for security_group (2d698a53-802d-41e3-bc84-9111263ed954), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:54.963127 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c3cb5d5e-13b0-44e0-9f37-86d3a76afbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (2d698a53-802d-41e3-bc84-9111263ed954), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:54.969527 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c3cb5d5e-13b0-44e0-9f37-86d3a76afbc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:54.974998 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c3cb5d5e-13b0-44e0-9f37-86d3a76afbc5 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2d698a53-802d-41e3-bc84-9111263ed954 HTTP/1.1" status: 204 len: 168 time: 0.3669405 Feb 17 17:47:54.995247 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb5d5e-13b0-44e0-9f37-86d3a76afbc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d698a53-802d-41e3-bc84-9111263ed954,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:55.048440 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=fb924d93-51b1-468d-bb90-54036949e7b6,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:55.068039 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d5c9ca51-424d-4d26-b284-ba7f8df0d050 req-0c723f9d-15c1-47f4-98a3-d14912b04a62 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee30ec10-fc9c-427d-bae2-fedd385da0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1773500 Feb 17 17:47:55.174118 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-bb5efb86-50c8-4e45-a22b-f45ad83375c8 None None] Attempting to bind port aa7e87a5-12da-4cc1-85d7-77bbfd61c3fa on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:47:55.176738 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-bb5efb86-50c8-4e45-a22b-f45ad83375c8 None None] Attempting to bind port aa7e87a5-12da-4cc1-85d7-77bbfd61c3fa by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '3d649bce-c958-4792-9f53-1282557e176c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ff3a43c6-f3da-4144-a0ab-024777d66726'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:47:55.177787 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5efb86-50c8-4e45-a22b-f45ad83375c8 None None] Attempting to bind port aa7e87a5-12da-4cc1-85d7-77bbfd61c3fa on network ff3a43c6-f3da-4144-a0ab-024777d66726 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:47:55.207982 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9a1516-264a-40fd-a9c0-666a0b491ee9 x-openstack-request-id: req-2e9a1516-264a-40fd-a9c0-666a0b491ee9 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:47:55.208501 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1415e07e-634e-466b-a6bb-3c5f4a84124b", "name": "network-vif-plugged", "status": "completed", "tag": "fb924d93-51b1-468d-bb90-54036949e7b6", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:47:55.208847 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2e9a1516-264a-40fd-a9c0-666a0b491ee9 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:47:55.210387 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1415e07e-634e-466b-a6bb-3c5f4a84124b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb924d93-51b1-468d-bb90-54036949e7b6', 'code': 200} Feb 17 17:47:55.215296 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5efb86-50c8-4e45-a22b-f45ad83375c8 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:47:55.216195 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5efb86-50c8-4e45-a22b-f45ad83375c8 None None] Checking segment: {'id': '3d649bce-c958-4792-9f53-1282557e176c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ff3a43c6-f3da-4144-a0ab-024777d66726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:47:55.216745 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bb5efb86-50c8-4e45-a22b-f45ad83375c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:55.218845 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5efb86-50c8-4e45-a22b-f45ad83375c8 None None] Bound using segment: {'id': '3d649bce-c958-4792-9f53-1282557e176c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ff3a43c6-f3da-4144-a0ab-024777d66726'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:47:55.219299 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-bb5efb86-50c8-4e45-a22b-f45ad83375c8 None None] Bound port: aa7e87a5-12da-4cc1-85d7-77bbfd61c3fa, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d649bce-c958-4792-9f53-1282557e176c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ff3a43c6-f3da-4144-a0ab-024777d66726'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:47:55.219680 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bb5efb86-50c8-4e45-a22b-f45ad83375c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (aa7e87a5-12da-4cc1-85d7-77bbfd61c3fa), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:55.278515 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d57ec06-8d55-4b8a-8a19-e92eb17b10b1 req-ef6489e3-157e-4cae-8f64-2f20420069a1 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5502191 Feb 17 17:47:55.377890 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a1e-7a16-46dd-b39f-a9b4105e1968 admin admin] For port 850b7306-d5a2-4c96-877c-62f7667bd48e, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=850b7306-d5a2-4c96-877c-62f7667bd48e,segment=NetworkSegment(43d22e19-e257-4353-9e16-661b0d9bd38c),segment_id=43d22e19-e257-4353-9e16-661b0d9bd38c)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:47:55.378274 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a1e-7a16-46dd-b39f-a9b4105e1968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (850b7306-d5a2-4c96-877c-62f7667bd48e), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:55.395507 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-bb5efb86-50c8-4e45-a22b-f45ad83375c8 None None] For port aa7e87a5-12da-4cc1-85d7-77bbfd61c3fa, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:47:55.399674 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-bb5efb86-50c8-4e45-a22b-f45ad83375c8 None None] For port aa7e87a5-12da-4cc1-85d7-77bbfd61c3fa, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=aa7e87a5-12da-4cc1-85d7-77bbfd61c3fa,segment=NetworkSegment(3d649bce-c958-4792-9f53-1282557e176c),segment_id=3d649bce-c958-4792-9f53-1282557e176c)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:47:55.404485 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca17d87e-6e9e-4522-be7e-d90d8a56053d req-cefadf7e-a819-440f-816b-5ad1dcc2039f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:55.409290 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ca17d87e-6e9e-4522-be7e-d90d8a56053d req-cefadf7e-a819-440f-816b-5ad1dcc2039f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=1415e07e-634e-466b-a6bb-3c5f4a84124b HTTP/1.1" status: 200 len: 1127 time: 0.1290884 Feb 17 17:47:55.415213 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-3746713f-5689-42ac-ac9b-3ac184247a50 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Deleting port aa7e87a5-12da-4cc1-85d7-77bbfd61c3fa {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:47:55.416091 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3746713f-5689-42ac-ac9b-3ac184247a50 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (aa7e87a5-12da-4cc1-85d7-77bbfd61c3fa), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:55.418000 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 850b7306-d5a2-4c96-877c-62f7667bd48e triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:47:55.418379 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (850b7306-d5a2-4c96-877c-62f7667bd48e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:55.424828 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bb5efb86-50c8-4e45-a22b-f45ad83375c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (aa7e87a5-12da-4cc1-85d7-77bbfd61c3fa), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:55.531792 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ca17d87e-6e9e-4522-be7e-d90d8a56053d req-9512d120-cb02-4c6d-a1f9-d1a6d69bdeef service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=ee30ec10-fc9c-427d-bae2-fedd385da0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112933 Feb 17 17:47:55.586427 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a1e-7a16-46dd-b39f-a9b4105e1968 admin admin] Calling delete_port for 850b7306-d5a2-4c96-877c-62f7667bd48e owned by network:router_interface {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:47:55.627312 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5efb86-50c8-4e45-a22b-f45ad83375c8 None None] Pushing event updated for resources: {'Port': ['ID=aa7e87a5-12da-4cc1-85d7-77bbfd61c3fa,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:55.686920 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-3746713f-5689-42ac-ac9b-3ac184247a50 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] For port aa7e87a5-12da-4cc1-85d7-77bbfd61c3fa, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=aa7e87a5-12da-4cc1-85d7-77bbfd61c3fa,segment=NetworkSegment(3d649bce-c958-4792-9f53-1282557e176c),segment_id=3d649bce-c958-4792-9f53-1282557e176c)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:47:55.687304 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3746713f-5689-42ac-ac9b-3ac184247a50 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (aa7e87a5-12da-4cc1-85d7-77bbfd61c3fa), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:55.810393 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-3746713f-5689-42ac-ac9b-3ac184247a50 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Calling delete_port for aa7e87a5-12da-4cc1-85d7-77bbfd61c3fa owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:47:55.816806 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 850b7306-d5a2-4c96-877c-62f7667bd48e is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:47:55.921588 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 862fe704-84c1-48e1-b4b7-90b7e0615374 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:47:55.968960 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 862fe704-84c1-48e1-b4b7-90b7e0615374 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:47:55.969335 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 862fe704-84c1-48e1-b4b7-90b7e0615374 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:47:56.173468 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0eeaf-a9a3-4a2d-87c9-2a934f53be55 req-64dd3f7a-dc1c-43b5-ac42-71d295cf2f48 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:56.175839 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-90a0eeaf-a9a3-4a2d-87c9-2a934f53be55 req-64dd3f7a-dc1c-43b5-ac42-71d295cf2f48 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=66b19ce2-23aa-45bf-bd85-5d73c22b36ae HTTP/1.1" status: 200 len: 946 time: 0.3426874 Feb 17 17:47:56.409977 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device aa7e87a5-12da-4cc1-85d7-77bbfd61c3fa up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:47:56.498984 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port aa7e87a5-12da-4cc1-85d7-77bbfd61c3fa triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:47:56.499459 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (aa7e87a5-12da-4cc1-85d7-77bbfd61c3fa), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:56.526975 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-90a0eeaf-a9a3-4a2d-87c9-2a934f53be55 req-af1eda6a-8fcf-4a04-a882-bb81509a45c7 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359237 Feb 17 17:47:56.605607 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc819c47-0a4b-4882-aab7-e24b87666230 req-05bfd4e9-8b5b-4d8c-af82-1f1c61b16641 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:56.611746 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dc819c47-0a4b-4882-aab7-e24b87666230 req-05bfd4e9-8b5b-4d8c-af82-1f1c61b16641 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=1415e07e-634e-466b-a6bb-3c5f4a84124b HTTP/1.1" status: 200 len: 945 time: 0.3383143 Feb 17 17:47:56.715535 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port aa7e87a5-12da-4cc1-85d7-77bbfd61c3fa is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:47:56.716156 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (aa7e87a5-12da-4cc1-85d7-77bbfd61c3fa), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:56.821231 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dc819c47-0a4b-4882-aab7-e24b87666230 req-085f21f1-24b3-4ae6-8388-2c0e46f2df8f tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee30ec10-fc9c-427d-bae2-fedd385da0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953347 Feb 17 17:47:56.938401 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3746713f-5689-42ac-ac9b-3ac184247a50 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (aa7e87a5-12da-4cc1-85d7-77bbfd61c3fa), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:56.947632 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33294) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:57.018407 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a1e-7a16-46dd-b39f-a9b4105e1968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (850b7306-d5a2-4c96-877c-62f7667bd48e), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:57.049371 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3746713f-5689-42ac-ac9b-3ac184247a50 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event deleted for resources: {'Port': ['ID=aa7e87a5-12da-4cc1-85d7-77bbfd61c3fa,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:57.155731 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a1e-7a16-46dd-b39f-a9b4105e1968 admin admin] Pushing event deleted for resources: {'Port': ['ID=850b7306-d5a2-4c96-877c-62f7667bd48e,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:57.210302 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1e7b0-8f7a-4742-b298-49685bf25953 req-da0f2747-f698-4ada-b9a7-623d7392a796 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:57.212944 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfc1e7b0-8f7a-4742-b298-49685bf25953 req-da0f2747-f698-4ada-b9a7-623d7392a796 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.71 "GET /v2.0/ports?device_id=66b19ce2-23aa-45bf-bd85-5d73c22b36ae HTTP/1.1" status: 200 len: 946 time: 0.3834298 Feb 17 17:47:57.215853 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-160c17a4-c72c-439a-9a5b-bd3023434e03 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-766252780-network', 'tenant_id': 'e16548cddb1c450894851af5b6601bb2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:47:57.278547 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160c17a4-c72c-439a-9a5b-bd3023434e03 admin admin] Made reservation on behalf of e16548cddb1c450894851af5b6601bb2 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:47:57.281491 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-160c17a4-c72c-439a-9a5b-bd3023434e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:57.299570 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-160c17a4-c72c-439a-9a5b-bd3023434e03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:57.550802 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-160c17a4-c72c-439a-9a5b-bd3023434e03 admin admin] Publish callbacks [] for security_group (ed453a4b-25dc-4e92-8163-d1773c7dc771), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:57.568504 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-160c17a4-c72c-439a-9a5b-bd3023434e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (ed453a4b-25dc-4e92-8163-d1773c7dc771), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:57.579346 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3746713f-5689-42ac-ac9b-3ac184247a50 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] No DVR routers for this DVR port aa7e87a5-12da-4cc1-85d7-77bbfd61c3fa on host n-d-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:47:57.689596 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-160c17a4-c72c-439a-9a5b-bd3023434e03 admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:47:57.757761 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-160c17a4-c72c-439a-9a5b-bd3023434e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (85f523bb-e2a1-46b0-bda7-c3a4420fd334), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:57.758183 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-160c17a4-c72c-439a-9a5b-bd3023434e03 admin admin] Added segment 85f523bb-e2a1-46b0-bda7-c3a4420fd334 of type vlan for network a953375c-9803-4c2d-bdba-9d254c87d0cd Feb 17 17:47:57.780184 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c17a4-c72c-439a-9a5b-bd3023434e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed453a4b-25dc-4e92-8163-d1773c7dc771,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:57.882950 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-160c17a4-c72c-439a-9a5b-bd3023434e03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (a953375c-9803-4c2d-bdba-9d254c87d0cd), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:57.957858 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-160c17a4-c72c-439a-9a5b-bd3023434e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (a953375c-9803-4c2d-bdba-9d254c87d0cd), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:57.959247 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160c17a4-c72c-439a-9a5b-bd3023434e03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:57.959912 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-160c17a4-c72c-439a-9a5b-bd3023434e03 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:58.088439 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-160c17a4-c72c-439a-9a5b-bd3023434e03 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1368351 Feb 17 17:47:58.121257 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a1e-7a16-46dd-b39f-a9b4105e1968 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:58.122153 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33310) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:58.136733 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-70adc1be-9d97-429b-8687-ecb9805a473d admin admin] Request body: {'subnet': {'network_id': 'a953375c-9803-4c2d-bdba-9d254c87d0cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-766252780-subnet', 'tenant_id': 'e16548cddb1c450894851af5b6601bb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:47:58.198618 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c17a4-c72c-439a-9a5b-bd3023434e03 admin admin] Pushing event updated for resources: {'Network': ['ID=a953375c-9803-4c2d-bdba-9d254c87d0cd,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:58.210064 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70adc1be-9d97-429b-8687-ecb9805a473d admin admin] Made reservation on behalf of e16548cddb1c450894851af5b6601bb2 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:47:58.213136 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network a953375c-9803-4c2d-bdba-9d254c87d0cd details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:47:58.214038 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-70adc1be-9d97-429b-8687-ecb9805a473d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:58.611207 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860a7e0-de5a-4a8f-8049-288c9ac215ca req-ddf5b2ba-c8f5-4ca3-8b25-41e843c06340 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:58.624526 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5860a7e0-de5a-4a8f-8049-288c9ac215ca req-ddf5b2ba-c8f5-4ca3-8b25-41e843c06340 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=66b19ce2-23aa-45bf-bd85-5d73c22b36ae HTTP/1.1" status: 200 len: 946 time: 0.8854074 Feb 17 17:47:58.684522 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-70adc1be-9d97-429b-8687-ecb9805a473d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (4969b250-5ab5-45f2-b0d9-be5feb5d5a44), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:58.719620 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3746713f-5689-42ac-ac9b-3ac184247a50 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (bc3b63d0-53db-416c-8364-2624d596cff0), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:58.828612 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b454477-b986-4c31-864b-dc2d21f3aeff req-fe1f9d13-3ce8-4a04-8913-14d60632fa57 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:58.834584 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1b454477-b986-4c31-864b-dc2d21f3aeff req-fe1f9d13-3ce8-4a04-8913-14d60632fa57 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=1415e07e-634e-466b-a6bb-3c5f4a84124b HTTP/1.1" status: 200 len: 945 time: 0.6094246 Feb 17 17:47:58.842896 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70adc1be-9d97-429b-8687-ecb9805a473d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4969b250-5ab5-45f2-b0d9-be5feb5d5a44,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:58.885144 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70adc1be-9d97-429b-8687-ecb9805a473d admin admin] Checking segment: {'id': '85f523bb-e2a1-46b0-bda7-c3a4420fd334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a953375c-9803-4c2d-bdba-9d254c87d0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:47:58.885608 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70adc1be-9d97-429b-8687-ecb9805a473d admin admin] Network hostable DHCP agents. Network: a953375c-9803-4c2d-bdba-9d254c87d0cd, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:47:58.911186 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-bfc1e7b0-8f7a-4742-b298-49685bf25953 req-e677ad5b-5caa-417a-b52d-680fbea4c35b tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Deleting port 0ca673ba-921f-4300-87f1-330ab003982f {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:47:58.911532 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bfc1e7b0-8f7a-4742-b298-49685bf25953 req-e677ad5b-5caa-417a-b52d-680fbea4c35b tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (0ca673ba-921f-4300-87f1-330ab003982f), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:58.932382 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70adc1be-9d97-429b-8687-ecb9805a473d admin admin] Network a953375c-9803-4c2d-bdba-9d254c87d0cd is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:47:58.948556 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-70adc1be-9d97-429b-8687-ecb9805a473d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, a953375c-9803-4c2d-bdba-9d254c87d0cd) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:47:58.957947 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70adc1be-9d97-429b-8687-ecb9805a473d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:47:58.959524 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-70adc1be-9d97-429b-8687-ecb9805a473d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:58.982975 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9f657a-1d44-4dc2-9f31-f30f04f214bf None None] Network ff3a43c6-f3da-4144-a0ab-024777d66726 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:47:59.014050 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-70adc1be-9d97-429b-8687-ecb9805a473d admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8856893 Feb 17 17:47:59.114764 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e42516-8adf-4df6-bcb4-909bbff51c5f None None] Network a953375c-9803-4c2d-bdba-9d254c87d0cd requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:47:59.162637 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3746713f-5689-42ac-ac9b-3ac184247a50 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (bc3b63d0-53db-416c-8364-2624d596cff0), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:59.251561 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5860a7e0-de5a-4a8f-8049-288c9ac215ca req-c3055ffe-2e0e-4db1-a489-01266144ef4c tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6259465 Feb 17 17:47:59.260860 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-4bd59af5-e666-413b-8009-3a387ba6ac3a None None] Could not find standard attr ID for object aa7e87a5-12da-4cc1-85d7-77bbfd61c3fa. {{(pid=103436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 17:47:59.330932 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c91a39-7c27-46cf-aab2-098b737da9d8 None None] Network a953375c-9803-4c2d-bdba-9d254c87d0cd requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:47:59.353241 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3746713f-5689-42ac-ac9b-3ac184247a50 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event deleted for resources: {'Subnet': ['ID=bc3b63d0-53db-416c-8364-2624d596cff0,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:47:59.451967 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3746713f-5689-42ac-ac9b-3ac184247a50 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (ff3a43c6-f3da-4144-a0ab-024777d66726), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:59.479761 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-3746713f-5689-42ac-ac9b-3ac184247a50 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff3a43c6-f3da-4144-a0ab-024777d66726']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:59.511428 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-3746713f-5689-42ac-ac9b-3ac184247a50 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d649bce-c958-4792-9f53-1282557e176c') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:59.512154 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-3746713f-5689-42ac-ac9b-3ac184247a50 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d649bce-c958-4792-9f53-1282557e176c') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:47:59.529809 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3746713f-5689-42ac-ac9b-3ac184247a50 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (3d649bce-c958-4792-9f53-1282557e176c), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:59.550182 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3746713f-5689-42ac-ac9b-3ac184247a50 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (3d649bce-c958-4792-9f53-1282557e176c), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:59.578690 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3746713f-5689-42ac-ac9b-3ac184247a50 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:47:59.579445 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3746713f-5689-42ac-ac9b-3ac184247a50 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (3d649bce-c958-4792-9f53-1282557e176c), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:59.657613 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 17:47:59.657613 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:47:59.657613 n-d-829613-2 neutron-server[103435]: timer() Feb 17 17:47:59.657613 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:47:59.657613 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 17:47:59.657613 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:47:59.657613 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 17:47:59.657613 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:47:59.657613 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 17:47:59.657613 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:47:59.657613 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 17:47:59.657613 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:47:59.657613 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 17:47:59.657613 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:47:59.657613 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:47:59.657613 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:47:59.657613 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:47:59.657613 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:47:59.657613 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 17:47:59.657613 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:47:59.657613 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 17:47:59.657613 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:47:59.657613 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:47:59.657613 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:47:59.657613 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 17:47:59.657613 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:47:59.657613 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:47:59.657613 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:47:59.657613 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:47:59.657613 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:47:59.657613 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:47:59.657613 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:47:59.675485 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 0ca673ba-921f-4300-87f1-330ab003982f no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:47:59.760419 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe130da2-fdf6-48dc-a247-e493207a8bb4 None None] Network ff3a43c6-f3da-4144-a0ab-024777d66726 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:47:59.901264 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3746713f-5689-42ac-ac9b-3ac184247a50 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (ff3a43c6-f3da-4144-a0ab-024777d66726), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:59.938237 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3746713f-5689-42ac-ac9b-3ac184247a50 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:47:59.941486 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-3746713f-5689-42ac-ac9b-3ac184247a50 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "DELETE /v2.0/networks/ff3a43c6-f3da-4144-a0ab-024777d66726 HTTP/1.1" status: 204 len: 168 time: 7.2078285 Feb 17 17:47:59.944892 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33360) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:47:59.955895 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1b454477-b986-4c31-864b-dc2d21f3aeff req-091e8e93-5492-4cd7-bb86-494fd406584a tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee30ec10-fc9c-427d-bae2-fedd385da0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0412409 Feb 17 17:47:59.994207 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-b453a6f2-05c7-480a-9e8f-eb31d51e3c9d tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] DELETE failed (client error): The resource could not be found. Feb 17 17:47:59.994758 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b453a6f2-05c7-480a-9e8f-eb31d51e3c9d tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:48:00.002097 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b453a6f2-05c7-480a-9e8f-eb31d51e3c9d tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "DELETE /v2.0/subnets/bc3b63d0-53db-416c-8364-2624d596cff0 HTTP/1.1" status: 404 len: 337 time: 0.0552852 Feb 17 17:48:00.008747 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33364) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:00.009555 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3746713f-5689-42ac-ac9b-3ac184247a50 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event deleted for resources: {'Network': ['ID=ff3a43c6-f3da-4144-a0ab-024777d66726,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:00.067196 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 0ca673ba-921f-4300-87f1-330ab003982f is: ACTIVE; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:48:00.071213 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0ca673ba-921f-4300-87f1-330ab003982f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:00.082658 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-bfc1e7b0-8f7a-4742-b298-49685bf25953 req-e677ad5b-5caa-417a-b52d-680fbea4c35b tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] For port 0ca673ba-921f-4300-87f1-330ab003982f, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=0ca673ba-921f-4300-87f1-330ab003982f,segment=NetworkSegment(a9afe95a-bc81-4053-bcf6-93dc37b0f7fa),segment_id=a9afe95a-bc81-4053-bcf6-93dc37b0f7fa)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:48:00.083035 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bfc1e7b0-8f7a-4742-b298-49685bf25953 req-e677ad5b-5caa-417a-b52d-680fbea4c35b tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (0ca673ba-921f-4300-87f1-330ab003982f), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:00.138587 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e21bf3e-02fd-420b-a488-dc82d75af139 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] DELETE failed (client error): The resource could not be found. Feb 17 17:48:00.139174 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e21bf3e-02fd-420b-a488-dc82d75af139 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:48:00.142374 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0e21bf3e-02fd-420b-a488-dc82d75af139 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "DELETE /v2.0/networks/ff3a43c6-f3da-4144-a0ab-024777d66726 HTTP/1.1" status: 404 len: 339 time: 0.1325922 Feb 17 17:48:00.154349 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33372) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:00.226347 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 0ca673ba-921f-4300-87f1-330ab003982f, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=0ca673ba-921f-4300-87f1-330ab003982f,segment=NetworkSegment(a9afe95a-bc81-4053-bcf6-93dc37b0f7fa),segment_id=a9afe95a-bc81-4053-bcf6-93dc37b0f7fa)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:48:00.237614 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c7c0ac9-32ae-4dc1-bc99-8cd62e624357 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] DELETE failed (client error): The resource could not be found. Feb 17 17:48:00.265712 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b19ce2-23aa-45bf-bd85-5d73c22b36ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ca673ba-921f-4300-87f1-330ab003982f'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:48:00.266825 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c7c0ac9-32ae-4dc1-bc99-8cd62e624357 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:48:00.273178 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c54e2cd-ae1d-4934-b8b7-55fb2f42b29d" -d '{"events": [{"server_uuid": "66b19ce2-23aa-45bf-bd85-5d73c22b36ae", "name": "network-vif-unplugged", "status": "completed", "tag": "0ca673ba-921f-4300-87f1-330ab003982f"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:48:00.287143 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3c7c0ac9-32ae-4dc1-bc99-8cd62e624357 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "DELETE /v2.0/subnets/9383bc6f-7c29-46ce-ba54-4ef21dd758f3 HTTP/1.1" status: 404 len: 337 time: 0.1296885 Feb 17 17:48:00.287792 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33376) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:00.291954 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51094530-db5c-4c48-88d5-244da4c9524a None None] DHCP port deletion for ff3a43c6-f3da-4144-a0ab-024777d66726 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:48:00.305636 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device aa7e87a5-12da-4cc1-85d7-77bbfd61c3fa no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:48:00.322383 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (0ca673ba-921f-4300-87f1-330ab003982f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:00.356935 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-c44c7e5c-cd19-4a9e-86dd-4fbc33799cb3 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] DELETE failed (client error): The resource could not be found. Feb 17 17:48:00.357451 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c44c7e5c-cd19-4a9e-86dd-4fbc33799cb3 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:48:00.368123 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c44c7e5c-cd19-4a9e-86dd-4fbc33799cb3 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "DELETE /v2.0/networks/1a62d62c-7924-41c5-8815-077c0e012c6e HTTP/1.1" status: 404 len: 339 time: 0.0791678 Feb 17 17:48:00.369276 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33380) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:00.384302 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f3d1a1e-7a16-46dd-b39f-a9b4105e1968 admin admin] Router e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:48:00.400534 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: aa7e87a5-12da-4cc1-85d7-77bbfd61c3fa {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:48:00.400890 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device aa7e87a5-12da-4cc1-85d7-77bbfd61c3fa not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:48:00.447303 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-bfc1e7b0-8f7a-4742-b298-49685bf25953 req-e677ad5b-5caa-417a-b52d-680fbea4c35b tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Calling delete_port for 0ca673ba-921f-4300-87f1-330ab003982f owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:48:00.466992 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=0ca673ba-921f-4300-87f1-330ab003982f,revision_number=6']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:00.594813 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6f2a9381-f95e-44ff-9d5e-b441e7d9c920 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (84c47371-8200-4826-a65b-dec3ea91b6ac), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:00.648524 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d1685-4a7f-4a11-994a-463480a4bf37 req-858a1472-febf-4624-94b6-0b99e94b67aa tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:00.658742 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-521d1685-4a7f-4a11-994a-463480a4bf37 req-858a1472-febf-4624-94b6-0b99e94b67aa tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] 10.222.0.87 "GET /v2.0/networks?id=a953375c-9803-4c2d-bdba-9d254c87d0cd HTTP/1.1" status: 200 len: 813 time: 0.7507286 Feb 17 17:48:00.885622 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-521d1685-4a7f-4a11-994a-463480a4bf37 req-2aa92c6d-21ee-4022-bc24-8a7f8b4d36a4 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] 10.222.0.87 "GET /v2.0/quotas/e16548cddb1c450894851af5b6601bb2 HTTP/1.1" status: 200 len: 375 time: 0.1749434 Feb 17 17:48:00.955916 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6f2a9381-f95e-44ff-9d5e-b441e7d9c920 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (84c47371-8200-4826-a65b-dec3ea91b6ac), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:01.005357 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-6f2a9381-f95e-44ff-9d5e-b441e7d9c920 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84c47371-8200-4826-a65b-dec3ea91b6ac']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:48:01.028613 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-6f2a9381-f95e-44ff-9d5e-b441e7d9c920 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22f5e1d7-5ee2-423f-9b36-eca1a24a3573') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:48:01.029355 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-6f2a9381-f95e-44ff-9d5e-b441e7d9c920 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22f5e1d7-5ee2-423f-9b36-eca1a24a3573') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:48:01.041377 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6f2a9381-f95e-44ff-9d5e-b441e7d9c920 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (22f5e1d7-5ee2-423f-9b36-eca1a24a3573), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:01.056793 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6f2a9381-f95e-44ff-9d5e-b441e7d9c920 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (22f5e1d7-5ee2-423f-9b36-eca1a24a3573), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:01.063524 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f2a9381-f95e-44ff-9d5e-b441e7d9c920 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:48:01.064268 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6f2a9381-f95e-44ff-9d5e-b441e7d9c920 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (22f5e1d7-5ee2-423f-9b36-eca1a24a3573), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:01.159021 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:48:01.159021 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:48:01.159021 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:48:01.159021 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:48:01.159021 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:48:01.159021 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:48:01.159021 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:48:01.159021 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:48:01.159021 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:48:01.159021 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:48:01.159021 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:48:01.159021 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:48:01.159021 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:48:01.159021 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:48:01.159021 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:48:01.159021 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:48:01.159021 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:48:01.159021 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:48:01.159021 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:48:01.159021 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:48:01.159021 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:48:01.159021 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:48:01.159021 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:48:01.159021 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:48:01.159021 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:48:01.159021 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:48:01.159021 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:48:01.159021 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:48:01.159021 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:48:01.159021 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:48:01.159021 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:48:01.159021 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:48:01.166783 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6f2a9381-f95e-44ff-9d5e-b441e7d9c920 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (84c47371-8200-4826-a65b-dec3ea91b6ac), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:01.183121 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6f2a9381-f95e-44ff-9d5e-b441e7d9c920 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:01.189587 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6f2a9381-f95e-44ff-9d5e-b441e7d9c920 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "DELETE /v2.0/networks/84c47371-8200-4826-a65b-dec3ea91b6ac HTTP/1.1" status: 204 len: 168 time: 0.8187237 Feb 17 17:48:01.192398 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33404) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:01.249740 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8515b2e-6d68-4608-b8d6-bfc04434f095 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] DELETE failed (client error): The resource could not be found. Feb 17 17:48:01.250213 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8515b2e-6d68-4608-b8d6-bfc04434f095 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:48:01.254134 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b8515b2e-6d68-4608-b8d6-bfc04434f095 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "DELETE /v2.0/subnets/5098d831-7ff8-4a46-bd2f-599957ced9a3 HTTP/1.1" status: 404 len: 337 time: 0.0605979 Feb 17 17:48:01.258035 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33410) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:01.266707 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2a9381-f95e-44ff-9d5e-b441e7d9c920 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event deleted for resources: {'Network': ['ID=84c47371-8200-4826-a65b-dec3ea91b6ac,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:01.286758 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ad6a415-88c9-493b-808b-43cd8939ddc7 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] DELETE failed (client error): The resource could not be found. Feb 17 17:48:01.287285 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ad6a415-88c9-493b-808b-43cd8939ddc7 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:48:01.290570 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2ad6a415-88c9-493b-808b-43cd8939ddc7 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "DELETE /v2.0/networks/61949d03-70de-444d-bedd-ffbca12e84a6 HTTP/1.1" status: 404 len: 339 time: 0.0313587 Feb 17 17:48:01.293174 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33412) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:01.341476 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-521d1685-4a7f-4a11-994a-463480a4bf37 req-afbd5626-2a4f-415f-98e6-6e105177b1a6 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=e16548cddb1c450894851af5b6601bb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4384687 Feb 17 17:48:01.387315 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dde92b6-5d17-4fc8-a8a7-1f203d8ebd11 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] DELETE failed (client error): The resource could not be found. Feb 17 17:48:01.387780 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dde92b6-5d17-4fc8-a8a7-1f203d8ebd11 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:48:01.392565 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4dde92b6-5d17-4fc8-a8a7-1f203d8ebd11 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "DELETE /v2.0/subnets/6792bcca-16b8-4c01-af84-1c3e781c77e5 HTTP/1.1" status: 404 len: 337 time: 0.0963986 Feb 17 17:48:01.393945 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33416) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:01.443442 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9611f56-44c4-4c68-9e7c-aafac40ee45d tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] DELETE failed (client error): The resource could not be found. Feb 17 17:48:01.444211 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9611f56-44c4-4c68-9e7c-aafac40ee45d tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:48:01.447776 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d9611f56-44c4-4c68-9e7c-aafac40ee45d tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "DELETE /v2.0/networks/0e0ff3f5-744a-43f5-b1fe-2870cb69b755 HTTP/1.1" status: 404 len: 339 time: 0.0528841 Feb 17 17:48:01.450306 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33420) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:01.452565 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3d1a1e-7a16-46dd-b39f-a9b4105e1968 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:48:01.469534 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662525bc-91e9-49b9-a81c-9bf983d5a4a5 None None] Sync routers for ids ['e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:48:01.485489 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662525bc-91e9-49b9-a81c-9bf983d5a4a5 None None] Routers {'e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:48:01.486103 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-662525bc-91e9-49b9-a81c-9bf983d5a4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:47:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:48:01.520542 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33422) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:01.521519 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a261770-dd43-48cc-ab10-3576914d711d tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] DELETE failed (client error): The resource could not be found. Feb 17 17:48:01.521991 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a261770-dd43-48cc-ab10-3576914d711d tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:48:01.530825 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4f3d1a1e-7a16-46dd-b39f-a9b4105e1968 admin admin] 10.222.0.87 "PUT /v2.0/routers/e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3965313 Feb 17 17:48:01.531566 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2a261770-dd43-48cc-ab10-3576914d711d tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "DELETE /v2.0/subnets/3b4e311d-8d24-4deb-94f4-af2ae749f9f5 HTTP/1.1" status: 404 len: 337 time: 0.0801713 Feb 17 17:48:01.545779 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33424) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:01.686120 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-662525bc-91e9-49b9-a81c-9bf983d5a4a5 None None] Set router e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:48:01.752970 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-521d1685-4a7f-4a11-994a-463480a4bf37 req-0fe6f8c4-e636-4fcc-924a-65b87b1640eb service neutron] 10.222.0.87 "GET /v2.0/networks/a953375c-9803-4c2d-bdba-9d254c87d0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077187 Feb 17 17:48:01.759732 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bfc1e7b0-8f7a-4742-b298-49685bf25953 req-e677ad5b-5caa-417a-b52d-680fbea4c35b tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (0ca673ba-921f-4300-87f1-330ab003982f), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:01.797442 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ad1dd-ebce-4cd8-aa9f-b69e7b459714 req-f09c5cdb-4afc-42eb-b80e-801303669859 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:01.804753 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9e4ad1dd-ebce-4cd8-aa9f-b69e7b459714 req-f09c5cdb-4afc-42eb-b80e-801303669859 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=66b19ce2-23aa-45bf-bd85-5d73c22b36ae HTTP/1.1" status: 200 len: 944 time: 1.4187315 Feb 17 17:48:02.093488 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-521d1685-4a7f-4a11-994a-463480a4bf37 req-fe750101-18fe-4a6e-a0e4-37d784a8f99e service neutron] 10.222.0.87 "GET /v2.0/networks/a953375c-9803-4c2d-bdba-9d254c87d0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148522 Feb 17 17:48:02.097387 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e677ad5b-5caa-417a-b52d-680fbea4c35b tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Pushing event deleted for resources: {'Port': ['ID=0ca673ba-921f-4300-87f1-330ab003982f,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:02.127095 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-662525bc-91e9-49b9-a81c-9bf983d5a4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9', 'name': 'tempest-ImageQuotaTest-1222935603-router', 'tenant_id': 'b5334a75b44f48a285a8e2d716d5644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': 'b8709150-db60-4f84-9742-67385df58a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:47:36Z', 'updated_at': '2022-02-17T17:47:56Z', 'revision_number': 5, 'project_id': 'b5334a75b44f48a285a8e2d716d5644e', 'gw_port': {'id': 'b8709150-db60-4f84-9742-67385df58a5c', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:59:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:47:37Z', 'updated_at': '2022-02-17T17:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:48:02.138256 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc1e7b0-8f7a-4742-b298-49685bf25953 req-e677ad5b-5caa-417a-b52d-680fbea4c35b tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] No DVR routers for this DVR port 0ca673ba-921f-4300-87f1-330ab003982f on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:48:02.148953 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-bfc1e7b0-8f7a-4742-b298-49685bf25953 req-e677ad5b-5caa-417a-b52d-680fbea4c35b tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:02.153608 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfc1e7b0-8f7a-4742-b298-49685bf25953 req-e677ad5b-5caa-417a-b52d-680fbea4c35b tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.71 "DELETE /v2.0/ports/0ca673ba-921f-4300-87f1-330ab003982f HTTP/1.1" status: 204 len: 173 time: 4.8256607 Feb 17 17:48:02.160153 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b19ce2-23aa-45bf-bd85-5d73c22b36ae', 'name': 'network-vif-deleted', 'tag': '0ca673ba-921f-4300-87f1-330ab003982f'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:48:02.162935 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ecdc2c-d5f5-416b-bbd2-a2a59b35d988" -d '{"events": [{"server_uuid": "66b19ce2-23aa-45bf-bd85-5d73c22b36ae", "name": "network-vif-deleted", "tag": "0ca673ba-921f-4300-87f1-330ab003982f"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:48:02.215351 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662525bc-91e9-49b9-a81c-9bf983d5a4a5 None None] Checking router: e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:48:02.252228 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9e4ad1dd-ebce-4cd8-aa9f-b69e7b459714 req-2f534fd1-ff6a-4fba-b944-2728613d239f tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4465523 Feb 17 17:48:02.270711 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662525bc-91e9-49b9-a81c-9bf983d5a4a5 None None] Routers {'e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:48:02.271545 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-662525bc-91e9-49b9-a81c-9bf983d5a4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:47:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:48:02.398998 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 17:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e47b183-11f6-499b-9fee-5c11f3a7166b x-openstack-request-id: req-1e47b183-11f6-499b-9fee-5c11f3a7166b {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:48:02.399325 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66b19ce2-23aa-45bf-bd85-5d73c22b36ae", "name": "network-vif-unplugged", "status": "completed", "tag": "0ca673ba-921f-4300-87f1-330ab003982f", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:48:02.407335 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1e47b183-11f6-499b-9fee-5c11f3a7166b {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:48:02.407792 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b19ce2-23aa-45bf-bd85-5d73c22b36ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ca673ba-921f-4300-87f1-330ab003982f', 'code': 200} Feb 17 17:48:02.471381 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61917956-4f8e-462f-8903-c31be77805fb x-openstack-request-id: req-61917956-4f8e-462f-8903-c31be77805fb {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:48:02.471683 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66b19ce2-23aa-45bf-bd85-5d73c22b36ae", "name": "network-vif-deleted", "tag": "0ca673ba-921f-4300-87f1-330ab003982f", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:48:02.471979 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-61917956-4f8e-462f-8903-c31be77805fb {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:48:02.472389 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b19ce2-23aa-45bf-bd85-5d73c22b36ae', 'name': 'network-vif-deleted', 'tag': '0ca673ba-921f-4300-87f1-330ab003982f', 'status': 'completed', 'code': 200} Feb 17 17:48:02.615811 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-662525bc-91e9-49b9-a81c-9bf983d5a4a5 None None] Set router e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:48:02.753183 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-90da0073-c57a-456a-8600-6becaef70419 req-e612c6e2-29d7-4427-b6f4-0bd4e9feec14 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] 10.222.0.87 "GET /v2.0/ports?device_id=b787a209-d317-4e4a-9123-0d1bf1309c5c HTTP/1.1" status: 200 len: 210 time: 0.1650259 Feb 17 17:48:02.830481 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab9f50-0bcc-4e33-8142-2ff38d03ff52 req-5a1544c4-9427-478e-964a-d121322996b8 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:02.832068 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9aab9f50-0bcc-4e33-8142-2ff38d03ff52 req-5a1544c4-9427-478e-964a-d121322996b8 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 946 time: 0.1617227 Feb 17 17:48:02.839674 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33472) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:02.977077 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bef251b-8ab6-4e80-bdfa-f79d1e189c17 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] DELETE failed (client error): The resource could not be found. Feb 17 17:48:02.980395 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bef251b-8ab6-4e80-bdfa-f79d1e189c17 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:48:02.984007 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9aab9f50-0bcc-4e33-8142-2ff38d03ff52 req-27bfc229-9627-41ab-af0e-88d8c3a6dd94 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278458 Feb 17 17:48:02.989077 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4bef251b-8ab6-4e80-bdfa-f79d1e189c17 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "DELETE /v2.0/networks/214505f4-4a9e-4da8-ad67-16341a763780 HTTP/1.1" status: 404 len: 339 time: 1.4422841 Feb 17 17:48:02.991608 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33476) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:03.138088 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5a082263-8f33-4050-a655-df49a3e0e25b admin admin] Publish callbacks [] for router (e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:03.139191 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-11770068-0378-4c33-9b8a-3088fe079332 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] DELETE failed (client error): The resource could not be found. Feb 17 17:48:03.148537 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11770068-0378-4c33-9b8a-3088fe079332 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:48:03.152522 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-11770068-0378-4c33-9b8a-3088fe079332 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "DELETE /v2.0/subnets/849d65e1-f422-4cf6-8edf-2b92802718d9 HTTP/1.1" status: 404 len: 337 time: 0.1596243 Feb 17 17:48:03.156982 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-13f50eef-689f-4bac-919f-86226cc0a464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:03.168101 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33488) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:03.232569 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b8ef536-5d27-4893-a46e-c370ef17334f tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] DELETE failed (client error): The resource could not be found. Feb 17 17:48:03.236375 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b8ef536-5d27-4893-a46e-c370ef17334f tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:48:03.239741 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-6b8ef536-5d27-4893-a46e-c370ef17334f tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "DELETE /v2.0/networks/ea9fe493-a895-4209-8727-22ac5c50d185 HTTP/1.1" status: 404 len: 339 time: 0.0592284 Feb 17 17:48:03.242296 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1b644745-3f8a-4e5a-89b0-9b7ac56d83d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:03.247055 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33492) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:03.282716 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-662525bc-91e9-49b9-a81c-9bf983d5a4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9', 'name': 'tempest-ImageQuotaTest-1222935603-router', 'tenant_id': 'b5334a75b44f48a285a8e2d716d5644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': 'b8709150-db60-4f84-9742-67385df58a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:47:36Z', 'updated_at': '2022-02-17T17:47:56Z', 'revision_number': 5, 'project_id': 'b5334a75b44f48a285a8e2d716d5644e', 'gw_port': {'id': 'b8709150-db60-4f84-9742-67385df58a5c', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:59:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:47:37Z', 'updated_at': '2022-02-17T17:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:48:03.308733 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a83b4dc-b4eb-4464-91ad-d3a196b6b5c3 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] DELETE failed (client error): The resource could not be found. Feb 17 17:48:03.309265 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a83b4dc-b4eb-4464-91ad-d3a196b6b5c3 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:48:03.312523 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9a83b4dc-b4eb-4464-91ad-d3a196b6b5c3 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "DELETE /v2.0/subnets/e8430917-5aa8-4ce7-8038-f34efb881767 HTTP/1.1" status: 404 len: 337 time: 0.0644825 Feb 17 17:48:03.316307 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33500) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:03.342496 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-361f0d96-db80-4479-b0b9-3d562c30de4f tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] DELETE failed (client error): The resource could not be found. Feb 17 17:48:03.343100 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-361f0d96-db80-4479-b0b9-3d562c30de4f tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:48:03.343764 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662525bc-91e9-49b9-a81c-9bf983d5a4a5 None None] The sync data for ids ['e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9'] in n-d-829613-2 is: [{'id': 'e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9', 'name': 'tempest-ImageQuotaTest-1222935603-router', 'tenant_id': 'b5334a75b44f48a285a8e2d716d5644e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': 'b8709150-db60-4f84-9742-67385df58a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:47:36Z', 'updated_at': '2022-02-17T17:47:56Z', 'revision_number': 5, 'project_id': 'b5334a75b44f48a285a8e2d716d5644e', 'gw_port': {'id': 'b8709150-db60-4f84-9742-67385df58a5c', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:59:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:47:37Z', 'updated_at': '2022-02-17T17:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:48:03.346552 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-361f0d96-db80-4479-b0b9-3d562c30de4f tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "DELETE /v2.0/networks/a45cf4d8-bcef-4f43-883d-a7a73dc16011 HTTP/1.1" status: 404 len: 339 time: 0.0292854 Feb 17 17:48:03.349443 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33502) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:03.431708 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5a082263-8f33-4050-a655-df49a3e0e25b admin admin] Publish callbacks [] for router_gateway (e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:03.442487 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-123a4da1-1545-47f2-a3f1-1a9bfde789fb tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] DELETE failed (client error): The resource could not be found. Feb 17 17:48:03.443721 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-123a4da1-1545-47f2-a3f1-1a9bfde789fb tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:48:03.455543 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-123a4da1-1545-47f2-a3f1-1a9bfde789fb tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "DELETE /v2.0/subnets/bedc727b-0c8e-4bc9-ba70-f9066fe50151 HTTP/1.1" status: 404 len: 337 time: 0.0986366 Feb 17 17:48:03.457472 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33506) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:03.520628 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-2284625e-e869-40d5-90a3-1aea12190f49 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] DELETE failed (client error): The resource could not be found. Feb 17 17:48:03.521289 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2284625e-e869-40d5-90a3-1aea12190f49 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:48:03.532175 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-2284625e-e869-40d5-90a3-1aea12190f49 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "DELETE /v2.0/networks/a6f7ca10-8c44-473c-8936-abab0c611e07 HTTP/1.1" status: 404 len: 339 time: 0.0735776 Feb 17 17:48:03.533539 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-5a082263-8f33-4050-a655-df49a3e0e25b admin admin] Deleting port b8709150-db60-4f84-9742-67385df58a5c {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:48:03.533911 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5a082263-8f33-4050-a655-df49a3e0e25b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (b8709150-db60-4f84-9742-67385df58a5c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:03.545732 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33508) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:03.624540 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f812d92-667e-467f-813c-e328376ee453 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] DELETE failed (client error): The resource could not be found. Feb 17 17:48:03.625276 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f812d92-667e-467f-813c-e328376ee453 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:48:03.629221 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9f812d92-667e-467f-813c-e328376ee453 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "DELETE /v2.0/subnets/801c1212-91e4-4b8b-8feb-0fcb90911583 HTTP/1.1" status: 404 len: 337 time: 0.0824642 Feb 17 17:48:03.635998 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33512) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:03.660440 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1b644745-3f8a-4e5a-89b0-9b7ac56d83d6 admin admin] Publish callbacks [] for security_group (fe428028-2cf2-4da8-81c2-909cdc8d2db0), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:03.668484 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1b644745-3f8a-4e5a-89b0-9b7ac56d83d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (fe428028-2cf2-4da8-81c2-909cdc8d2db0), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:03.672093 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ce51e46-5e35-471f-9bc5-a98b0de3b4df tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] DELETE failed (client error): The resource could not be found. Feb 17 17:48:03.672682 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ce51e46-5e35-471f-9bc5-a98b0de3b4df tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:48:03.675758 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-1ce51e46-5e35-471f-9bc5-a98b0de3b4df tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "DELETE /v2.0/networks/6a32f641-a34f-4167-958f-9710ef8cf71c HTTP/1.1" status: 404 len: 339 time: 0.0385079 Feb 17 17:48:03.735888 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33520) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:03.750627 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1b644745-3f8a-4e5a-89b0-9b7ac56d83d6 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e584d59a2a4d47e5a9c8ec965113b39e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9088731 Feb 17 17:48:03.755068 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33528) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:03.798681 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b644745-3f8a-4e5a-89b0-9b7ac56d83d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe428028-2cf2-4da8-81c2-909cdc8d2db0,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:03.828349 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fa3134d-9d7c-4440-9698-b7a41345be08 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] DELETE failed (client error): The resource could not be found. Feb 17 17:48:03.828922 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fa3134d-9d7c-4440-9698-b7a41345be08 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:48:03.832737 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2fa3134d-9d7c-4440-9698-b7a41345be08 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "DELETE /v2.0/subnets/54eff2a8-4723-414b-928b-19c9bbd244ac HTTP/1.1" status: 404 len: 337 time: 0.0949941 Feb 17 17:48:03.835710 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33536) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:03.867521 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-86cce2d2-2596-42b2-a99e-9ca871feee27 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] DELETE failed (client error): The resource could not be found. Feb 17 17:48:03.868201 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86cce2d2-2596-42b2-a99e-9ca871feee27 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:48:03.872635 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-86cce2d2-2596-42b2-a99e-9ca871feee27 tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "DELETE /v2.0/networks/7ccaab0d-57d0-4931-93e5-df88f7f96bf7 HTTP/1.1" status: 404 len: 339 time: 0.0357623 Feb 17 17:48:03.877552 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33538) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:03.941429 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-5a082263-8f33-4050-a655-df49a3e0e25b admin admin] For port b8709150-db60-4f84-9742-67385df58a5c, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=b8709150-db60-4f84-9742-67385df58a5c,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:48:03.942214 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5a082263-8f33-4050-a655-df49a3e0e25b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (b8709150-db60-4f84-9742-67385df58a5c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:03.985510 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-5a082263-8f33-4050-a655-df49a3e0e25b admin admin] Calling delete_port for b8709150-db60-4f84-9742-67385df58a5c owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:48:04.254984 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 850b7306-d5a2-4c96-877c-62f7667bd48e no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:48:04.324386 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5a082263-8f33-4050-a655-df49a3e0e25b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (b8709150-db60-4f84-9742-67385df58a5c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:04.340710 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 850b7306-d5a2-4c96-877c-62f7667bd48e {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:48:04.343545 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 850b7306-d5a2-4c96-877c-62f7667bd48e not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:48:04.421433 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a082263-8f33-4050-a655-df49a3e0e25b admin admin] Pushing event deleted for resources: {'Port': ['ID=b8709150-db60-4f84-9742-67385df58a5c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:04.428365 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3c6e7ff-a21a-478b-b49d-cbc8ad1e417d tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Deleting subnet cefe5a74-0900-4fbe-b467-4373d13e28a7 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:48:04.467233 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e3c6e7ff-a21a-478b-b49d-cbc8ad1e417d tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks [] for subnet (cefe5a74-0900-4fbe-b467-4373d13e28a7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:04.573646 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5a082263-8f33-4050-a655-df49a3e0e25b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:04.697892 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5a082263-8f33-4050-a655-df49a3e0e25b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:04.702196 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5a082263-8f33-4050-a655-df49a3e0e25b admin admin] Publish callbacks [] for router_controller (e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:04.719825 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e3c6e7ff-a21a-478b-b49d-cbc8ad1e417d tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (cefe5a74-0900-4fbe-b467-4373d13e28a7), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:04.783271 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5a53dab9-9048-4a0c-bd35-33c33562d586 req-d4daa89a-79dd-47fb-b76d-eb4697171892 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] 10.222.0.87 "GET /v2.0/ports?device_id=b787a209-d317-4e4a-9123-0d1bf1309c5c HTTP/1.1" status: 200 len: 210 time: 0.0488915 Feb 17 17:48:04.808912 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5a082263-8f33-4050-a655-df49a3e0e25b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:04.809508 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a082263-8f33-4050-a655-df49a3e0e25b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:48:04.829925 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5a082263-8f33-4050-a655-df49a3e0e25b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:04.832306 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5a082263-8f33-4050-a655-df49a3e0e25b admin admin] 10.222.0.87 "DELETE /v2.0/routers/e903c489-0cb1-4b9d-bcae-9c6c8b68f6d9 HTTP/1.1" status: 204 len: 168 time: 3.2984703 Feb 17 17:48:04.838403 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33556) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:04.905801 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-453c8a99-fcc3-41dc-b623-6d0fc7c14bb7 admin admin] Publish callbacks [] for security_group (fe428028-2cf2-4da8-81c2-909cdc8d2db0), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:04.938565 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009dd7c-81b3-4a5d-9cc1-c16aa9425ddd req-f3e63460-a230-4888-9217-aad15b8d5a73 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:04.946061 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a009dd7c-81b3-4a5d-9cc1-c16aa9425ddd req-f3e63460-a230-4888-9217-aad15b8d5a73 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/networks?id=86d00201-0d9a-4363-96b8-dd16d5e6e4d8 HTTP/1.1" status: 200 len: 812 time: 1.1841981 Feb 17 17:48:04.967681 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e3c6e7ff-a21a-478b-b49d-cbc8ad1e417d tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (cefe5a74-0900-4fbe-b467-4373d13e28a7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:05.016139 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-453c8a99-fcc3-41dc-b623-6d0fc7c14bb7 admin admin] Publish callbacks [] for security_group (fe428028-2cf2-4da8-81c2-909cdc8d2db0), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:05.018723 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a009dd7c-81b3-4a5d-9cc1-c16aa9425ddd req-97bb93b9-acec-43e4-9e06-7e76b7e82911 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/quotas/33d2652e6f5f4a26a4a17eafa5211a33 HTTP/1.1" status: 200 len: 375 time: 0.0712066 Feb 17 17:48:05.049334 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e3c6e7ff-a21a-478b-b49d-cbc8ad1e417d tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (cefe5a74-0900-4fbe-b467-4373d13e28a7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:05.080487 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c6e7ff-a21a-478b-b49d-cbc8ad1e417d tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event deleted for resources: {'Subnet': ['ID=cefe5a74-0900-4fbe-b467-4373d13e28a7,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:05.086632 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a009dd7c-81b3-4a5d-9cc1-c16aa9425ddd req-4d1aca8c-ed86-45bb-9d21-cbacad5c9212 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=33d2652e6f5f4a26a4a17eafa5211a33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451269 Feb 17 17:48:05.089790 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec7eb801-cbed-49a5-9de6-2a51b478bb47 admin admin] Deleting subnet 00f705a2-dc4a-43df-877b-85bba23d6588 {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:48:05.101322 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d1685-4a7f-4a11-994a-463480a4bf37 req-c2295956-157d-45d3-8641-4c7f354b1924 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:05.103223 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-521d1685-4a7f-4a11-994a-463480a4bf37 req-c2295956-157d-45d3-8641-4c7f354b1924 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] 10.222.0.71 "GET /v2.0/networks?id=a953375c-9803-4c2d-bdba-9d254c87d0cd HTTP/1.1" status: 200 len: 813 time: 0.3643868 Feb 17 17:48:05.107715 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3bbdb3-0b94-498d-a8f0-5d7b58fb3fef None None] Network d8c91fde-5f32-4bbd-80b0-cd4fd315f352 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:48:05.109361 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e3c6e7ff-a21a-478b-b49d-cbc8ad1e417d tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:05.116485 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e3c6e7ff-a21a-478b-b49d-cbc8ad1e417d tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "DELETE /v2.0/subnets/cefe5a74-0900-4fbe-b467-4373d13e28a7 HTTP/1.1" status: 204 len: 168 time: 1.2378011 Feb 17 17:48:05.117356 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33566) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:05.146058 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ec7eb801-cbed-49a5-9de6-2a51b478bb47 admin admin] Publish callbacks [] for subnet (00f705a2-dc4a-43df-877b-85bba23d6588), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:05.164583 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-521d1685-4a7f-4a11-994a-463480a4bf37 req-394c2742-ade6-43f7-a338-631c1ad57178 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] Request body: {'port': {'device_id': 'b787a209-d317-4e4a-9123-0d1bf1309c5c', 'network_id': 'a953375c-9803-4c2d-bdba-9d254c87d0cd', 'admin_state_up': True, 'tenant_id': 'e16548cddb1c450894851af5b6601bb2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:48:05.253627 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35a55c37-03d4-4d7b-9d61-0a51048ef1dd tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (d8c91fde-5f32-4bbd-80b0-cd4fd315f352), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:05.309010 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 3df59be5-70eb-43bf-82eb-ef2aa0690a18 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:48:05.345408 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a009dd7c-81b3-4a5d-9cc1-c16aa9425ddd req-fd7a684c-c3c4-4550-ba2d-f4f00dcc6e8c service neutron] 10.222.0.87 "GET /v2.0/networks/86d00201-0d9a-4363-96b8-dd16d5e6e4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024786 Feb 17 17:48:05.373896 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-35a55c37-03d4-4d7b-9d61-0a51048ef1dd tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Deleting port 45f33b2e-2add-4719-9263-ec804c0e0468 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:48:05.375374 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35a55c37-03d4-4d7b-9d61-0a51048ef1dd tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (45f33b2e-2add-4719-9263-ec804c0e0468), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:05.412305 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93397b62-2c57-4d21-bae8-0a58f3594c0a None None] DHCP port deletion for d8c91fde-5f32-4bbd-80b0-cd4fd315f352 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:48:05.496730 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a009dd7c-81b3-4a5d-9cc1-c16aa9425ddd req-99c3bb63-e9d3-4e50-8665-1b3b19d1909b service neutron] 10.222.0.87 "GET /v2.0/networks/86d00201-0d9a-4363-96b8-dd16d5e6e4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503386 Feb 17 17:48:05.521872 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f4e5dfbd-0564-4bd0-9547-15f2be8dd132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:05.542520 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-35a55c37-03d4-4d7b-9d61-0a51048ef1dd tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] For port 45f33b2e-2add-4719-9263-ec804c0e0468, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=45f33b2e-2add-4719-9263-ec804c0e0468,segment=NetworkSegment(bd90de5d-4d29-45de-be4f-f9dd0509be80),segment_id=bd90de5d-4d29-45de-be4f-f9dd0509be80)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:48:05.542913 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35a55c37-03d4-4d7b-9d61-0a51048ef1dd tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (45f33b2e-2add-4719-9263-ec804c0e0468), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:05.567594 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-35a55c37-03d4-4d7b-9d61-0a51048ef1dd tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Calling delete_port for 45f33b2e-2add-4719-9263-ec804c0e0468 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:48:05.731563 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35a55c37-03d4-4d7b-9d61-0a51048ef1dd tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (45f33b2e-2add-4719-9263-ec804c0e0468), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:05.733930 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ec7eb801-cbed-49a5-9de6-2a51b478bb47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (00f705a2-dc4a-43df-877b-85bba23d6588), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:05.760260 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-93397b62-2c57-4d21-bae8-0a58f3594c0a None None] Deleting port 45f33b2e-2add-4719-9263-ec804c0e0468 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:48:05.761345 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-93397b62-2c57-4d21-bae8-0a58f3594c0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (45f33b2e-2add-4719-9263-ec804c0e0468), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:05.796147 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a55c37-03d4-4d7b-9d61-0a51048ef1dd tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event deleted for resources: {'Port': ['ID=45f33b2e-2add-4719-9263-ec804c0e0468,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:05.813019 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a55c37-03d4-4d7b-9d61-0a51048ef1dd tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] No DVR routers for this DVR port 45f33b2e-2add-4719-9263-ec804c0e0468 on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:48:05.823263 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-453c8a99-fcc3-41dc-b623-6d0fc7c14bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (fe428028-2cf2-4da8-81c2-909cdc8d2db0), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:05.825972 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-453c8a99-fcc3-41dc-b623-6d0fc7c14bb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:05.827251 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-453c8a99-fcc3-41dc-b623-6d0fc7c14bb7 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/fe428028-2cf2-4da8-81c2-909cdc8d2db0 HTTP/1.1" status: 204 len: 168 time: 2.0331609 Feb 17 17:48:05.851005 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 3df59be5-70eb-43bf-82eb-ef2aa0690a18 is: ACTIVE; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:48:05.855591 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3df59be5-70eb-43bf-82eb-ef2aa0690a18), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:05.856045 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:48:05.865532 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a6c22595-5bc8-464a-8dc4-1026ae09246b req-c0ec4829-a885-4d03-840b-77e8a728b96f tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=ecffea3a-b5dd-41e4-a2c9-f5af991282c4 HTTP/1.1" status: 200 len: 210 time: 0.0721133 Feb 17 17:48:05.891497 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c8a99-fcc3-41dc-b623-6d0fc7c14bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe428028-2cf2-4da8-81c2-909cdc8d2db0,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:05.909643 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-521d1685-4a7f-4a11-994a-463480a4bf37 req-394c2742-ade6-43f7-a338-631c1ad57178 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] Made reservation on behalf of e16548cddb1c450894851af5b6601bb2 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:48:05.914145 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-521d1685-4a7f-4a11-994a-463480a4bf37 req-394c2742-ade6-43f7-a338-631c1ad57178 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:06.090973 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ec7eb801-cbed-49a5-9de6-2a51b478bb47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (00f705a2-dc4a-43df-877b-85bba23d6588), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:06.101032 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35a55c37-03d4-4d7b-9d61-0a51048ef1dd tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (d8c91fde-5f32-4bbd-80b0-cd4fd315f352), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:06.144007 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 3df59be5-70eb-43bf-82eb-ef2aa0690a18, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=3df59be5-70eb-43bf-82eb-ef2aa0690a18,segment=NetworkSegment(44570946-cccc-4504-9a7b-a57e09c343d6),segment_id=44570946-cccc-4504-9a7b-a57e09c343d6)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:48:06.156554 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2554492e-6aae-425f-b3cf-9889a8c042ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3df59be5-70eb-43bf-82eb-ef2aa0690a18'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:48:06.158969 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f015340-c564-4c20-921a-4d14dbaa8625" -d '{"events": [{"server_uuid": "2554492e-6aae-425f-b3cf-9889a8c042ad", "name": "network-vif-unplugged", "status": "completed", "tag": "3df59be5-70eb-43bf-82eb-ef2aa0690a18"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:48:06.188256 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-35a55c37-03d4-4d7b-9d61-0a51048ef1dd tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8c91fde-5f32-4bbd-80b0-cd4fd315f352']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:48:06.195374 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-93397b62-2c57-4d21-bae8-0a58f3594c0a None None] For port 45f33b2e-2add-4719-9263-ec804c0e0468, host n-d-829613-2, got binding levels [] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:48:06.195779 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-93397b62-2c57-4d21-bae8-0a58f3594c0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (45f33b2e-2add-4719-9263-ec804c0e0468), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:06.211745 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (3df59be5-70eb-43bf-82eb-ef2aa0690a18), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:06.219596 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-35a55c37-03d4-4d7b-9d61-0a51048ef1dd tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd90de5d-4d29-45de-be4f-f9dd0509be80') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:48:06.219909 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-35a55c37-03d4-4d7b-9d61-0a51048ef1dd tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd90de5d-4d29-45de-be4f-f9dd0509be80') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:48:06.242163 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35a55c37-03d4-4d7b-9d61-0a51048ef1dd tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (bd90de5d-4d29-45de-be4f-f9dd0509be80), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:06.296002 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35a55c37-03d4-4d7b-9d61-0a51048ef1dd tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (bd90de5d-4d29-45de-be4f-f9dd0509be80), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:06.314802 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35a55c37-03d4-4d7b-9d61-0a51048ef1dd tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:48:06.319410 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35a55c37-03d4-4d7b-9d61-0a51048ef1dd tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (bd90de5d-4d29-45de-be4f-f9dd0509be80), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:06.361044 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 17:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c9be1d-e35c-4bc5-bb20-909ee1bb2571 x-openstack-request-id: req-b1c9be1d-e35c-4bc5-bb20-909ee1bb2571 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:48:06.362917 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2554492e-6aae-425f-b3cf-9889a8c042ad", "name": "network-vif-unplugged", "status": "completed", "tag": "3df59be5-70eb-43bf-82eb-ef2aa0690a18", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:48:06.363337 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b1c9be1d-e35c-4bc5-bb20-909ee1bb2571 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:48:06.365179 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2554492e-6aae-425f-b3cf-9889a8c042ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3df59be5-70eb-43bf-82eb-ef2aa0690a18', 'code': 200} Feb 17 17:48:06.369573 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-93397b62-2c57-4d21-bae8-0a58f3594c0a None None] Calling delete_port for 45f33b2e-2add-4719-9263-ec804c0e0468 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:48:06.396886 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-46d9bca6-131a-4096-9546-b76a24dc8ae1 req-b197cb5c-1bd7-402a-9a24-5d36cad2c8ab tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] 10.222.0.87 "GET /v2.0/ports?device_id=b787a209-d317-4e4a-9123-0d1bf1309c5c HTTP/1.1" status: 200 len: 210 time: 0.1625638 Feb 17 17:48:06.414471 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.ipam_backend_mixin [None req-93397b62-2c57-4d21-bae8-0a58f3594c0a None None] Port 45f33b2e-2add-4719-9263-ec804c0e0468 was not found and therefore no delete operation was performed {{(pid=103436) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 17 17:48:06.434131 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 45f33b2e-2add-4719-9263-ec804c0e0468 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:48:06.533632 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:48:06.533632 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:48:06.533632 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:48:06.533632 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:48:06.533632 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:48:06.533632 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:48:06.533632 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:48:06.533632 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:48:06.533632 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:48:06.533632 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:48:06.533632 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:48:06.533632 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:48:06.533632 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:48:06.533632 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:48:06.533632 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:48:06.533632 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:48:06.533632 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:48:06.533632 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:48:06.533632 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:48:06.533632 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:48:06.533632 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:48:06.533632 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:48:06.533632 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:48:06.533632 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:48:06.533632 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:48:06.533632 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:48:06.533632 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:48:06.533632 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:48:06.533632 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:48:06.533632 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:48:06.533632 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:48:06.533632 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:48:06.551874 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35a55c37-03d4-4d7b-9d61-0a51048ef1dd tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (d8c91fde-5f32-4bbd-80b0-cd4fd315f352), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:06.558882 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35a55c37-03d4-4d7b-9d61-0a51048ef1dd tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:06.571706 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-35a55c37-03d4-4d7b-9d61-0a51048ef1dd tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] 10.222.0.87 "DELETE /v2.0/networks/d8c91fde-5f32-4bbd-80b0-cd4fd315f352 HTTP/1.1" status: 204 len: 168 time: 1.4466436 Feb 17 17:48:06.585350 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-93397b62-2c57-4d21-bae8-0a58f3594c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (45f33b2e-2add-4719-9263-ec804c0e0468), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:06.627697 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a55c37-03d4-4d7b-9d61-0a51048ef1dd tempest-NetworksTest-1696221692 tempest-NetworksTest-1696221692-project] Pushing event deleted for resources: {'Network': ['ID=d8c91fde-5f32-4bbd-80b0-cd4fd315f352,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:06.635200 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ec7eb801-cbed-49a5-9de6-2a51b478bb47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (00f705a2-dc4a-43df-877b-85bba23d6588), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:06.675654 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ec7eb801-cbed-49a5-9de6-2a51b478bb47 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:06.685097 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-ec7eb801-cbed-49a5-9de6-2a51b478bb47 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/00f705a2-dc4a-43df-877b-85bba23d6588 HTTP/1.1" status: 204 len: 168 time: 1.8456049 Feb 17 17:48:06.688398 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33620) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:06.708022 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 45f33b2e-2add-4719-9263-ec804c0e0468 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:48:06.709632 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 45f33b2e-2add-4719-9263-ec804c0e0468 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:48:06.711111 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device b8709150-db60-4f84-9742-67385df58a5c no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:48:06.745797 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-521d1685-4a7f-4a11-994a-463480a4bf37 req-394c2742-ade6-43f7-a338-631c1ad57178 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] Allocated IP 172.20.0.3 (a953375c-9803-4c2d-bdba-9d254c87d0cd/4969b250-5ab5-45f2-b0d9-be5feb5d5a44/ca01f1d5-3863-402a-b552-a49fc64b5b9b) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:48:06.840727 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c71e5b-8484-4359-abbd-c762e14e3133 None None] Network bd045a9c-ffdc-414e-967a-ae00005fdeea requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:48:06.863541 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b812e434-0b17-4539-8c48-2992e3085896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (bd045a9c-ffdc-414e-967a-ae00005fdeea), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:06.866727 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33622) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:06.872165 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=3df59be5-70eb-43bf-82eb-ef2aa0690a18,revision_number=8']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:06.885264 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ad6a4302-3ae9-43d7-a44b-c2ede8695e7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:06.889057 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-93397b62-2c57-4d21-bae8-0a58f3594c0a None None] Network d8c91fde-5f32-4bbd-80b0-cd4fd315f352 is not hosted by any dhcp agent {{(pid=103436) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 17 17:48:06.892651 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93397b62-2c57-4d21-bae8-0a58f3594c0a None None] No DVR routers for this DVR port 45f33b2e-2add-4719-9263-ec804c0e0468 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:48:06.932777 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: b8709150-db60-4f84-9742-67385df58a5c {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:48:06.934648 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device b8709150-db60-4f84-9742-67385df58a5c not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:48:07.003224 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:48:07.003786 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:48:07.015715 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:48:07.016454 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:48:07.018797 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:48:07.019315 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:48:07.021222 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:48:07.024155 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:48:07.026195 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:48:07.028906 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:48:07.029436 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:48:07.029927 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:48:07.030414 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:48:07.033860 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ad6a4302-3ae9-43d7-a44b-c2ede8695e7d admin admin] Publish callbacks [] for security_group (3f6784e1-44fa-43ab-86f1-36db107cb688), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:07.044470 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ad6a4302-3ae9-43d7-a44b-c2ede8695e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (3f6784e1-44fa-43ab-86f1-36db107cb688), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:07.058997 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:07.106071 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7eb801-cbed-49a5-9de6-2a51b478bb47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00f705a2-dc4a-43df-877b-85bba23d6588,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:07.131907 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ad6a4302-3ae9-43d7-a44b-c2ede8695e7d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=dd5650c84e674722a5ea76256d967546&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2638507 Feb 17 17:48:07.138382 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33628) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:07.162284 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33630) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:07.217316 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93397b62-2c57-4d21-bae8-0a58f3594c0a None None] Pushing event deleted for resources: {'Port': ['ID=45f33b2e-2add-4719-9263-ec804c0e0468,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:07.235989 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a4302-3ae9-43d7-a44b-c2ede8695e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6784e1-44fa-43ab-86f1-36db107cb688,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:07.272687 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00dd13c2-8486-4e34-9588-e7ab70c97271 admin admin] Publish callbacks [] for security_group (3f6784e1-44fa-43ab-86f1-36db107cb688), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:07.302504 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-82653698-9dc4-428c-b09c-d6b4adfae147 req-9546d9a3-306e-4afa-b389-d071d4a55654 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=ecffea3a-b5dd-41e4-a2c9-f5af991282c4 HTTP/1.1" status: 200 len: 210 time: 0.1953890 Feb 17 17:48:07.336187 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 3df59be5-70eb-43bf-82eb-ef2aa0690a18 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:48:07.358425 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-b812e434-0b17-4539-8c48-2992e3085896 admin admin] Deleting port 5fa40870-7e65-492b-ad17-1887e62fc74e {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:48:07.359261 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b812e434-0b17-4539-8c48-2992e3085896 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (5fa40870-7e65-492b-ad17-1887e62fc74e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:07.371428 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00dd13c2-8486-4e34-9588-e7ab70c97271 admin admin] Publish callbacks [] for security_group (3f6784e1-44fa-43ab-86f1-36db107cb688), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:07.498799 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 3df59be5-70eb-43bf-82eb-ef2aa0690a18, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=3df59be5-70eb-43bf-82eb-ef2aa0690a18,segment=NetworkSegment(44570946-cccc-4504-9a7b-a57e09c343d6),segment_id=44570946-cccc-4504-9a7b-a57e09c343d6)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:48:07.507772 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-521d1685-4a7f-4a11-994a-463480a4bf37 req-394c2742-ade6-43f7-a338-631c1ad57178 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] Publish callbacks [] for port (ca01f1d5-3863-402a-b552-a49fc64b5b9b), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:07.512544 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '3df59be5-70eb-43bf-82eb-ef2aa0690a18', 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe', 'port_id': '3df59be5-70eb-43bf-82eb-ef2aa0690a18', 'mac_address': 'fa:16:3e:e8:e1:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5806a5b-efbb-4c84-b3a4-70ad6c804540', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:48:07.515603 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d138cb-8d79-4388-a281-0899799a5a88 None None] DHCP port deletion for bd045a9c-ffdc-414e-967a-ae00005fdeea request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:48:07.583431 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 3df59be5-70eb-43bf-82eb-ef2aa0690a18 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:48:07.584378 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3df59be5-70eb-43bf-82eb-ef2aa0690a18), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:07.609670 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3df59be5-70eb-43bf-82eb-ef2aa0690a18 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:48:07.620911 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-b812e434-0b17-4539-8c48-2992e3085896 admin admin] For port 5fa40870-7e65-492b-ad17-1887e62fc74e, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=5fa40870-7e65-492b-ad17-1887e62fc74e,segment=NetworkSegment(43d22e19-e257-4353-9e16-661b0d9bd38c),segment_id=43d22e19-e257-4353-9e16-661b0d9bd38c)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:48:07.622631 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b812e434-0b17-4539-8c48-2992e3085896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (5fa40870-7e65-492b-ad17-1887e62fc74e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:07.626438 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ab0d0872-3b1b-4284-a5c7-be4db203adc1 req-89d58c2e-2e96-4fff-9fc0-c038f6597883 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] 10.222.0.87 "GET /v2.0/ports?device_id=b787a209-d317-4e4a-9123-0d1bf1309c5c HTTP/1.1" status: 200 len: 210 time: 0.0568557 Feb 17 17:48:07.631599 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 3df59be5-70eb-43bf-82eb-ef2aa0690a18, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=3df59be5-70eb-43bf-82eb-ef2aa0690a18,segment=NetworkSegment(44570946-cccc-4504-9a7b-a57e09c343d6),segment_id=44570946-cccc-4504-9a7b-a57e09c343d6)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:48:07.637786 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (3df59be5-70eb-43bf-82eb-ef2aa0690a18), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:07.656697 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e469551e-8d3c-4b52-974b-93a84ff9c43d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6c28c706ce1245329260dde1db37ef52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4914324 Feb 17 17:48:07.661693 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33648) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:07.661877 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-b812e434-0b17-4539-8c48-2992e3085896 admin admin] Calling delete_port for 5fa40870-7e65-492b-ad17-1887e62fc74e owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:48:07.694531 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-92d138cb-8d79-4388-a281-0899799a5a88 None None] Deleting port 5fa40870-7e65-492b-ad17-1887e62fc74e {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:48:07.694915 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-92d138cb-8d79-4388-a281-0899799a5a88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (5fa40870-7e65-492b-ad17-1887e62fc74e), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:07.749912 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-521d1685-4a7f-4a11-994a-463480a4bf37 req-394c2742-ade6-43f7-a338-631c1ad57178 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (ca01f1d5-3863-402a-b552-a49fc64b5b9b), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:07.824430 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00dd13c2-8486-4e34-9588-e7ab70c97271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (3f6784e1-44fa-43ab-86f1-36db107cb688), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:07.826188 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-521d1685-4a7f-4a11-994a-463480a4bf37 req-394c2742-ade6-43f7-a338-631c1ad57178 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] Network a953375c-9803-4c2d-bdba-9d254c87d0cd is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:48:07.829378 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00dd13c2-8486-4e34-9588-e7ab70c97271 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:07.829542 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ced25af5-cb64-401e-87a4-2aad50ab29e0 admin admin] Publish callbacks [] for security_group (fc74c016-f477-459b-8813-a326ac2ef04b), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:07.836763 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-00dd13c2-8486-4e34-9588-e7ab70c97271 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3f6784e1-44fa-43ab-86f1-36db107cb688 HTTP/1.1" status: 204 len: 168 time: 0.6886840 Feb 17 17:48:07.850933 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-521d1685-4a7f-4a11-994a-463480a4bf37 req-394c2742-ade6-43f7-a338-631c1ad57178 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:48:07.860017 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394c2742-ade6-43f7-a338-631c1ad57178 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] Pushing event updated for resources: {'Port': ['ID=ca01f1d5-3863-402a-b552-a49fc64b5b9b,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:07.871051 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-521d1685-4a7f-4a11-994a-463480a4bf37 req-394c2742-ade6-43f7-a338-631c1ad57178 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:48:07.896490 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dd13c2-8486-4e34-9588-e7ab70c97271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6784e1-44fa-43ab-86f1-36db107cb688,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:07.899429 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b812e434-0b17-4539-8c48-2992e3085896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (5fa40870-7e65-492b-ad17-1887e62fc74e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:07.944869 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b812e434-0b17-4539-8c48-2992e3085896 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fa40870-7e65-492b-ad17-1887e62fc74e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:07.974586 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ced25af5-cb64-401e-87a4-2aad50ab29e0 admin admin] Publish callbacks [] for security_group (fc74c016-f477-459b-8813-a326ac2ef04b), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:08.012790 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d1685-4a7f-4a11-994a-463480a4bf37 req-394c2742-ade6-43f7-a338-631c1ad57178 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:08.013575 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-521d1685-4a7f-4a11-994a-463480a4bf37 req-394c2742-ade6-43f7-a338-631c1ad57178 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:08.026675 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b812e434-0b17-4539-8c48-2992e3085896 admin admin] No DVR routers for this DVR port 5fa40870-7e65-492b-ad17-1887e62fc74e on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:48:08.067823 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-521d1685-4a7f-4a11-994a-463480a4bf37 req-394c2742-ade6-43f7-a338-631c1ad57178 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9196527 Feb 17 17:48:08.109945 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-521d1685-4a7f-4a11-994a-463480a4bf37 req-fac7cc4e-5db6-4684-8808-8af3ed050c6a service neutron] Request body: {'port': {'device_id': 'b787a209-d317-4e4a-9123-0d1bf1309c5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:48:08.113996 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=3df59be5-70eb-43bf-82eb-ef2aa0690a18,revision_number=9']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:08.239587 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['3df59be5-70eb-43bf-82eb-ef2aa0690a18'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:48:08.296896 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-521d1685-4a7f-4a11-994a-463480a4bf37 req-fac7cc4e-5db6-4684-8808-8af3ed050c6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ca01f1d5-3863-402a-b552-a49fc64b5b9b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:08.344772 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ced25af5-cb64-401e-87a4-2aad50ab29e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (fc74c016-f477-459b-8813-a326ac2ef04b), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:08.351737 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ced25af5-cb64-401e-87a4-2aad50ab29e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:08.355795 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-ced25af5-cb64-401e-87a4-2aad50ab29e0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/fc74c016-f477-459b-8813-a326ac2ef04b HTTP/1.1" status: 204 len: 168 time: 0.6911426 Feb 17 17:48:08.409785 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b812e434-0b17-4539-8c48-2992e3085896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (bd045a9c-ffdc-414e-967a-ae00005fdeea), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:08.422723 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced25af5-cb64-401e-87a4-2aad50ab29e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc74c016-f477-459b-8813-a326ac2ef04b,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:08.479401 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:08.490054 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-b812e434-0b17-4539-8c48-2992e3085896 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd045a9c-ffdc-414e-967a-ae00005fdeea']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:48:08.523330 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009dd7c-81b3-4a5d-9cc1-c16aa9425ddd req-905a4743-8e3c-4f7e-8bc3-01feec11a39c tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:08.530023 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a009dd7c-81b3-4a5d-9cc1-c16aa9425ddd req-905a4743-8e3c-4f7e-8bc3-01feec11a39c tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.91 "GET /v2.0/networks?id=86d00201-0d9a-4363-96b8-dd16d5e6e4d8 HTTP/1.1" status: 200 len: 812 time: 0.5694401 Feb 17 17:48:08.534883 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 5fa40870-7e65-492b-ad17-1887e62fc74e no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:48:08.535693 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-b812e434-0b17-4539-8c48-2992e3085896 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43d22e19-e257-4353-9e16-661b0d9bd38c') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:48:08.536006 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-b812e434-0b17-4539-8c48-2992e3085896 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43d22e19-e257-4353-9e16-661b0d9bd38c') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:48:08.563003 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-a009dd7c-81b3-4a5d-9cc1-c16aa9425ddd req-d1b9e554-a4f2-416b-bd08-58a1220d09fa tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Request body: {'port': {'device_id': 'ecffea3a-b5dd-41e4-a2c9-f5af991282c4', 'network_id': '86d00201-0d9a-4363-96b8-dd16d5e6e4d8', 'admin_state_up': True, 'tenant_id': '33d2652e6f5f4a26a4a17eafa5211a33'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:48:08.626083 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-92d138cb-8d79-4388-a281-0899799a5a88 None None] For port 5fa40870-7e65-492b-ad17-1887e62fc74e, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=5fa40870-7e65-492b-ad17-1887e62fc74e,segment=NetworkSegment(43d22e19-e257-4353-9e16-661b0d9bd38c),segment_id=43d22e19-e257-4353-9e16-661b0d9bd38c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:48:08.626516 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-92d138cb-8d79-4388-a281-0899799a5a88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (5fa40870-7e65-492b-ad17-1887e62fc74e), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:08.652869 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b812e434-0b17-4539-8c48-2992e3085896 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (43d22e19-e257-4353-9e16-661b0d9bd38c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:08.671747 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-92d138cb-8d79-4388-a281-0899799a5a88 None None] Calling delete_port for 5fa40870-7e65-492b-ad17-1887e62fc74e owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:48:08.675500 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 5fa40870-7e65-492b-ad17-1887e62fc74e {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:48:08.675945 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 5fa40870-7e65-492b-ad17-1887e62fc74e not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:48:08.725964 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fc27ad2b-cf91-428e-9a4c-fcf9ffbf12fd req-a65cbe41-1d9d-41e0-9e80-40a42780aa33 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=ecffea3a-b5dd-41e4-a2c9-f5af991282c4 HTTP/1.1" status: 200 len: 210 time: 0.1029704 Feb 17 17:48:08.742595 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b812e434-0b17-4539-8c48-2992e3085896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (43d22e19-e257-4353-9e16-661b0d9bd38c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:08.847309 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b812e434-0b17-4539-8c48-2992e3085896 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:48:08.847727 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b812e434-0b17-4539-8c48-2992e3085896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (43d22e19-e257-4353-9e16-661b0d9bd38c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:08.849546 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:48:08.849546 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:48:08.849546 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:48:08.849546 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:48:08.849546 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:48:08.849546 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:48:08.849546 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:48:08.849546 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:48:08.849546 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:48:08.849546 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:48:08.849546 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:48:08.849546 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:48:08.849546 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:48:08.849546 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:48:08.849546 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:48:08.849546 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:48:08.849546 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:48:08.849546 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:48:08.849546 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:48:08.849546 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:48:08.849546 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:48:08.849546 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:48:08.849546 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:48:08.849546 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:48:08.849546 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:48:08.849546 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:48:08.849546 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:48:08.849546 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:48:08.849546 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:48:08.849546 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:48:08.849546 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:48:08.849546 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:48:09.023598 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b812e434-0b17-4539-8c48-2992e3085896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (bd045a9c-ffdc-414e-967a-ae00005fdeea), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:09.038587 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b812e434-0b17-4539-8c48-2992e3085896 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:09.046836 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b812e434-0b17-4539-8c48-2992e3085896 admin admin] 10.222.0.87 "DELETE /v2.0/networks/bd045a9c-ffdc-414e-967a-ae00005fdeea HTTP/1.1" status: 204 len: 168 time: 2.3564718 Feb 17 17:48:09.095926 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-92d138cb-8d79-4388-a281-0899799a5a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (5fa40870-7e65-492b-ad17-1887e62fc74e), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:09.108792 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b812e434-0b17-4539-8c48-2992e3085896 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd045a9c-ffdc-414e-967a-ae00005fdeea,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:09.123252 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a009dd7c-81b3-4a5d-9cc1-c16aa9425ddd req-d1b9e554-a4f2-416b-bd08-58a1220d09fa tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Made reservation on behalf of 33d2652e6f5f4a26a4a17eafa5211a33 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:48:09.129406 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a009dd7c-81b3-4a5d-9cc1-c16aa9425ddd req-d1b9e554-a4f2-416b-bd08-58a1220d09fa tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:09.170603 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22517a9e-a88f-47ec-b689-223a65125c24 req-29e660c1-b7e8-4ab3-bab9-3a3e698b2ed2 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:09.174022 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-22517a9e-a88f-47ec-b689-223a65125c24 req-29e660c1-b7e8-4ab3-bab9-3a3e698b2ed2 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] 10.222.0.87 "GET /v2.0/ports?device_id=b787a209-d317-4e4a-9123-0d1bf1309c5c HTTP/1.1" status: 200 len: 931 time: 0.3818383 Feb 17 17:48:09.184068 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d138cb-8d79-4388-a281-0899799a5a88 None None] Pushing event deleted for resources: {'Port': ['ID=5fa40870-7e65-492b-ad17-1887e62fc74e,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:09.185927 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:09.192175 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-92d138cb-8d79-4388-a281-0899799a5a88 None None] Network bd045a9c-ffdc-414e-967a-ae00005fdeea is not hosted by any dhcp agent {{(pid=103436) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 17 17:48:09.192668 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d138cb-8d79-4388-a281-0899799a5a88 None None] No DVR routers for this DVR port 5fa40870-7e65-492b-ad17-1887e62fc74e on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:48:09.422621 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-22517a9e-a88f-47ec-b689-223a65125c24 req-5cb76d98-c9e5-453a-bf3b-90a68be6c550 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] 10.222.0.87 "GET /v2.0/security-groups?id=ed453a4b-25dc-4e92-8163-d1773c7dc771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411907 Feb 17 17:48:09.465602 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-a009dd7c-81b3-4a5d-9cc1-c16aa9425ddd req-d1b9e554-a4f2-416b-bd08-58a1220d09fa tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Allocated IP 172.20.0.9 (86d00201-0d9a-4363-96b8-dd16d5e6e4d8/9b38a8c5-5190-4e64-a2cf-0cc233f21627/170b7f4e-1ff1-45da-9b28-baa2cfb868f1) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:48:09.483745 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-521d1685-4a7f-4a11-994a-463480a4bf37 req-fac7cc4e-5db6-4684-8808-8af3ed050c6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca01f1d5-3863-402a-b552-a49fc64b5b9b {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:48:09.504469 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-521d1685-4a7f-4a11-994a-463480a4bf37 req-fac7cc4e-5db6-4684-8808-8af3ed050c6a service neutron] Publish callbacks [] for port (ca01f1d5-3863-402a-b552-a49fc64b5b9b), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:09.537101 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-521d1685-4a7f-4a11-994a-463480a4bf37 req-fac7cc4e-5db6-4684-8808-8af3ed050c6a service neutron] Transition to ACTIVE for port object ca01f1d5-3863-402a-b552-a49fc64b5b9b will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:48:09.545178 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-521d1685-4a7f-4a11-994a-463480a4bf37 req-fac7cc4e-5db6-4684-8808-8af3ed050c6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (ca01f1d5-3863-402a-b552-a49fc64b5b9b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:09.593132 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33732) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:09.658806 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac7cc4e-5db6-4684-8808-8af3ed050c6a service neutron] Pushing event updated for resources: {'Port': ['ID=ca01f1d5-3863-402a-b552-a49fc64b5b9b,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:09.805369 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c6ff25e4-7795-46dc-81ee-327f72cfde70 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b5334a75b44f48a285a8e2d716d5644e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2108436 Feb 17 17:48:09.806232 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33736) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:09.911081 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eb95acc9-22dd-423a-9896-de23376fc26a admin admin] Publish callbacks [] for security_group (e48ea04b-84db-4f8e-bd1f-44582d29b3bc), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:09.956510 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-521d1685-4a7f-4a11-994a-463480a4bf37 req-fac7cc4e-5db6-4684-8808-8af3ed050c6a service neutron] Attempting to bind port ca01f1d5-3863-402a-b552-a49fc64b5b9b on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:48:09.957001 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-521d1685-4a7f-4a11-994a-463480a4bf37 req-fac7cc4e-5db6-4684-8808-8af3ed050c6a service neutron] Attempting to bind port ca01f1d5-3863-402a-b552-a49fc64b5b9b by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '85f523bb-e2a1-46b0-bda7-c3a4420fd334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a953375c-9803-4c2d-bdba-9d254c87d0cd'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:48:09.957339 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521d1685-4a7f-4a11-994a-463480a4bf37 req-fac7cc4e-5db6-4684-8808-8af3ed050c6a service neutron] Attempting to bind port ca01f1d5-3863-402a-b552-a49fc64b5b9b on network a953375c-9803-4c2d-bdba-9d254c87d0cd {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:48:09.987506 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a009dd7c-81b3-4a5d-9cc1-c16aa9425ddd req-d1b9e554-a4f2-416b-bd08-58a1220d09fa tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Publish callbacks [] for port (170b7f4e-1ff1-45da-9b28-baa2cfb868f1), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:10.007637 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eb95acc9-22dd-423a-9896-de23376fc26a admin admin] Publish callbacks [] for security_group (e48ea04b-84db-4f8e-bd1f-44582d29b3bc), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:10.016508 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-84a29890-8179-46fb-979c-4fa19d222641 req-93ba63cb-e2dd-406a-b7f9-8d127fb401cc tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=ecffea3a-b5dd-41e4-a2c9-f5af991282c4 HTTP/1.1" status: 200 len: 210 time: 0.1147187 Feb 17 17:48:10.029147 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521d1685-4a7f-4a11-994a-463480a4bf37 req-fac7cc4e-5db6-4684-8808-8af3ed050c6a service neutron] Port ca01f1d5-3863-402a-b552-a49fc64b5b9b on network a953375c-9803-4c2d-bdba-9d254c87d0cd not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:48:10.029397 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521d1685-4a7f-4a11-994a-463480a4bf37 req-fac7cc4e-5db6-4684-8808-8af3ed050c6a service neutron] Attempting to bind port ca01f1d5-3863-402a-b552-a49fc64b5b9b on network a953375c-9803-4c2d-bdba-9d254c87d0cd {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:48:10.055254 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521d1685-4a7f-4a11-994a-463480a4bf37 req-fac7cc4e-5db6-4684-8808-8af3ed050c6a service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:48:10.055651 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521d1685-4a7f-4a11-994a-463480a4bf37 req-fac7cc4e-5db6-4684-8808-8af3ed050c6a service neutron] Checking segment: {'id': '85f523bb-e2a1-46b0-bda7-c3a4420fd334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a953375c-9803-4c2d-bdba-9d254c87d0cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:48:10.056070 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521d1685-4a7f-4a11-994a-463480a4bf37 req-fac7cc4e-5db6-4684-8808-8af3ed050c6a service neutron] Bound using segment: {'id': '85f523bb-e2a1-46b0-bda7-c3a4420fd334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a953375c-9803-4c2d-bdba-9d254c87d0cd'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:48:10.056556 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-521d1685-4a7f-4a11-994a-463480a4bf37 req-fac7cc4e-5db6-4684-8808-8af3ed050c6a service neutron] Bound port: ca01f1d5-3863-402a-b552-a49fc64b5b9b, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f523bb-e2a1-46b0-bda7-c3a4420fd334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a953375c-9803-4c2d-bdba-9d254c87d0cd'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:48:10.056925 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-521d1685-4a7f-4a11-994a-463480a4bf37 req-fac7cc4e-5db6-4684-8808-8af3ed050c6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ca01f1d5-3863-402a-b552-a49fc64b5b9b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:10.113065 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a009dd7c-81b3-4a5d-9cc1-c16aa9425ddd req-d1b9e554-a4f2-416b-bd08-58a1220d09fa tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (170b7f4e-1ff1-45da-9b28-baa2cfb868f1), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:10.193588 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a009dd7c-81b3-4a5d-9cc1-c16aa9425ddd req-d1b9e554-a4f2-416b-bd08-58a1220d09fa tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Network 86d00201-0d9a-4363-96b8-dd16d5e6e4d8 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:48:10.210981 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-a009dd7c-81b3-4a5d-9cc1-c16aa9425ddd req-d1b9e554-a4f2-416b-bd08-58a1220d09fa tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:48:10.215349 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-a009dd7c-81b3-4a5d-9cc1-c16aa9425ddd req-d1b9e554-a4f2-416b-bd08-58a1220d09fa tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:48:10.259905 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-521d1685-4a7f-4a11-994a-463480a4bf37 req-fac7cc4e-5db6-4684-8808-8af3ed050c6a service neutron] For port ca01f1d5-3863-402a-b552-a49fc64b5b9b, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:48:10.270196 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-521d1685-4a7f-4a11-994a-463480a4bf37 req-fac7cc4e-5db6-4684-8808-8af3ed050c6a service neutron] For port ca01f1d5-3863-402a-b552-a49fc64b5b9b, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=ca01f1d5-3863-402a-b552-a49fc64b5b9b,segment=NetworkSegment(85f523bb-e2a1-46b0-bda7-c3a4420fd334),segment_id=85f523bb-e2a1-46b0-bda7-c3a4420fd334)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:48:10.298202 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-521d1685-4a7f-4a11-994a-463480a4bf37 req-fac7cc4e-5db6-4684-8808-8af3ed050c6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (ca01f1d5-3863-402a-b552-a49fc64b5b9b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:10.315897 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b9e554-a4f2-416b-bd08-58a1220d09fa tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Pushing event updated for resources: {'Port': ['ID=170b7f4e-1ff1-45da-9b28-baa2cfb868f1,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:10.343817 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009dd7c-81b3-4a5d-9cc1-c16aa9425ddd req-d1b9e554-a4f2-416b-bd08-58a1220d09fa tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:10.344844 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a009dd7c-81b3-4a5d-9cc1-c16aa9425ddd req-d1b9e554-a4f2-416b-bd08-58a1220d09fa tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:10.364103 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eb95acc9-22dd-423a-9896-de23376fc26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (e48ea04b-84db-4f8e-bd1f-44582d29b3bc), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:10.368057 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eb95acc9-22dd-423a-9896-de23376fc26a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:10.375369 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-eb95acc9-22dd-423a-9896-de23376fc26a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e48ea04b-84db-4f8e-bd1f-44582d29b3bc HTTP/1.1" status: 204 len: 168 time: 0.5629234 Feb 17 17:48:10.414373 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a009dd7c-81b3-4a5d-9cc1-c16aa9425ddd req-d1b9e554-a4f2-416b-bd08-58a1220d09fa tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8645825 Feb 17 17:48:10.415315 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb95acc9-22dd-423a-9896-de23376fc26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48ea04b-84db-4f8e-bd1f-44582d29b3bc,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:10.435038 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d1685-4a7f-4a11-994a-463480a4bf37 req-fac7cc4e-5db6-4684-8808-8af3ed050c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:10.437336 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-521d1685-4a7f-4a11-994a-463480a4bf37 req-fac7cc4e-5db6-4684-8808-8af3ed050c6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:10.443107 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-521d1685-4a7f-4a11-994a-463480a4bf37 req-fac7cc4e-5db6-4684-8808-8af3ed050c6a service neutron] 10.222.0.71 "PUT /v2.0/ports/ca01f1d5-3863-402a-b552-a49fc64b5b9b HTTP/1.1" status: 200 len: 1091 time: 2.3540921 Feb 17 17:48:10.444681 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b787a209-d317-4e4a-9123-0d1bf1309c5c', 'tag': 'ca01f1d5-3863-402a-b552-a49fc64b5b9b'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:48:10.447841 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71dc4dfa-f4e2-4771-b0f2-03507c46ca9e" -d '{"events": [{"name": "network-changed", "server_uuid": "b787a209-d317-4e4a-9123-0d1bf1309c5c", "tag": "ca01f1d5-3863-402a-b552-a49fc64b5b9b"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:48:10.456103 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-a009dd7c-81b3-4a5d-9cc1-c16aa9425ddd req-3fb07530-6623-4a71-9869-eaa87c03737b service neutron] Request body: {'port': {'device_id': 'ecffea3a-b5dd-41e4-a2c9-f5af991282c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:48:10.593664 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7f0cb0-d510-4ff2-85b8-8b55e89e76cc x-openstack-request-id: req-ab7f0cb0-d510-4ff2-85b8-8b55e89e76cc {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:48:10.594847 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b787a209-d317-4e4a-9123-0d1bf1309c5c", "tag": "ca01f1d5-3863-402a-b552-a49fc64b5b9b", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:48:10.597158 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ab7f0cb0-d510-4ff2-85b8-8b55e89e76cc {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:48:10.597887 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b787a209-d317-4e4a-9123-0d1bf1309c5c', 'tag': 'ca01f1d5-3863-402a-b552-a49fc64b5b9b', 'status': 'completed', 'code': 200} Feb 17 17:48:10.639980 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac7cc4e-5db6-4684-8808-8af3ed050c6a service neutron] Pushing event updated for resources: {'Port': ['ID=ca01f1d5-3863-402a-b552-a49fc64b5b9b,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:10.696008 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a009dd7c-81b3-4a5d-9cc1-c16aa9425ddd req-3fb07530-6623-4a71-9869-eaa87c03737b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (170b7f4e-1ff1-45da-9b28-baa2cfb868f1), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:10.811866 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d1685-4a7f-4a11-994a-463480a4bf37 req-9507df54-868b-4937-9c3b-ad296b906671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:10.813789 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-521d1685-4a7f-4a11-994a-463480a4bf37 req-9507df54-868b-4937-9c3b-ad296b906671 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e16548cddb1c450894851af5b6601bb2&device_id=b787a209-d317-4e4a-9123-0d1bf1309c5c HTTP/1.1" status: 200 len: 1125 time: 0.3137786 Feb 17 17:48:10.896838 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34344572-f2ba-4e9d-99ff-8a7733e01def req-3bfc2e6d-9044-4847-9ee4-aedd002c01b8 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:10.899848 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-34344572-f2ba-4e9d-99ff-8a7733e01def req-3bfc2e6d-9044-4847-9ee4-aedd002c01b8 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] 10.222.0.87 "GET /v2.0/ports?device_id=b787a209-d317-4e4a-9123-0d1bf1309c5c HTTP/1.1" status: 200 len: 943 time: 0.2804067 Feb 17 17:48:10.977604 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33780) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:11.000667 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-521d1685-4a7f-4a11-994a-463480a4bf37 req-b1679215-1d66-44ef-9ec4-9da0e36a0469 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca01f1d5-3863-402a-b552-a49fc64b5b9b HTTP/1.1" status: 200 len: 217 time: 0.1581483 Feb 17 17:48:11.275683 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33790) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:11.306322 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-a009dd7c-81b3-4a5d-9cc1-c16aa9425ddd req-3fb07530-6623-4a71-9869-eaa87c03737b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 170b7f4e-1ff1-45da-9b28-baa2cfb868f1 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:48:11.331670 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a009dd7c-81b3-4a5d-9cc1-c16aa9425ddd req-3fb07530-6623-4a71-9869-eaa87c03737b service neutron] Publish callbacks [] for port (170b7f4e-1ff1-45da-9b28-baa2cfb868f1), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:11.348291 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 3df59be5-70eb-43bf-82eb-ef2aa0690a18 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:48:11.377071 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-34344572-f2ba-4e9d-99ff-8a7733e01def req-5ff14bd7-bb4f-4c31-bba2-daa664b2e856 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] 10.222.0.87 "GET /v2.0/security-groups?id=ed453a4b-25dc-4e92-8163-d1773c7dc771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3822560 Feb 17 17:48:11.378285 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d521222a-8f3a-4a37-8dc6-1b2458b5730b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:11.392668 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d1685-4a7f-4a11-994a-463480a4bf37 req-068aea90-b008-4716-ae28-2c9364560a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:11.394799 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-521d1685-4a7f-4a11-994a-463480a4bf37 req-068aea90-b008-4716-ae28-2c9364560a1f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4969b250-5ab5-45f2-b0d9-be5feb5d5a44 HTTP/1.1" status: 200 len: 853 time: 0.3553073 Feb 17 17:48:11.398912 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-a009dd7c-81b3-4a5d-9cc1-c16aa9425ddd req-3fb07530-6623-4a71-9869-eaa87c03737b service neutron] Transition to ACTIVE for port object 170b7f4e-1ff1-45da-9b28-baa2cfb868f1 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:48:11.406194 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a009dd7c-81b3-4a5d-9cc1-c16aa9425ddd req-3fb07530-6623-4a71-9869-eaa87c03737b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (170b7f4e-1ff1-45da-9b28-baa2cfb868f1), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:11.487596 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-521d1685-4a7f-4a11-994a-463480a4bf37 req-b91f771b-937f-4adb-a0b4-cec462b88c07 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a953375c-9803-4c2d-bdba-9d254c87d0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758708 Feb 17 17:48:11.526433 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 3df59be5-70eb-43bf-82eb-ef2aa0690a18 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:48:11.526831 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (3df59be5-70eb-43bf-82eb-ef2aa0690a18), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:11.599133 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb07530-6623-4a71-9869-eaa87c03737b service neutron] Pushing event updated for resources: {'Port': ['ID=170b7f4e-1ff1-45da-9b28-baa2cfb868f1,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:11.735377 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e888829-35ab-4605-b33a-f3a490bdcb52 req-5aacac24-c3f6-45f7-8104-c3aaadb41e4f tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:11.737063 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8e888829-35ab-4605-b33a-f3a490bdcb52 req-5aacac24-c3f6-45f7-8104-c3aaadb41e4f tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=ecffea3a-b5dd-41e4-a2c9-f5af991282c4 HTTP/1.1" status: 200 len: 931 time: 0.4856386 Feb 17 17:48:11.767357 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 3df59be5-70eb-43bf-82eb-ef2aa0690a18 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:48:11.768534 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3df59be5-70eb-43bf-82eb-ef2aa0690a18), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:11.835243 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-a009dd7c-81b3-4a5d-9cc1-c16aa9425ddd req-3fb07530-6623-4a71-9869-eaa87c03737b service neutron] Attempting to bind port 170b7f4e-1ff1-45da-9b28-baa2cfb868f1 on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:48:11.835838 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-a009dd7c-81b3-4a5d-9cc1-c16aa9425ddd req-3fb07530-6623-4a71-9869-eaa87c03737b service neutron] Attempting to bind port 170b7f4e-1ff1-45da-9b28-baa2cfb868f1 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': 'a9afe95a-bc81-4053-bcf6-93dc37b0f7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '86d00201-0d9a-4363-96b8-dd16d5e6e4d8'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:48:11.837569 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a009dd7c-81b3-4a5d-9cc1-c16aa9425ddd req-3fb07530-6623-4a71-9869-eaa87c03737b service neutron] Attempting to bind port 170b7f4e-1ff1-45da-9b28-baa2cfb868f1 on network 86d00201-0d9a-4363-96b8-dd16d5e6e4d8 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:48:11.846314 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a009dd7c-81b3-4a5d-9cc1-c16aa9425ddd req-3fb07530-6623-4a71-9869-eaa87c03737b service neutron] Port 170b7f4e-1ff1-45da-9b28-baa2cfb868f1 on network 86d00201-0d9a-4363-96b8-dd16d5e6e4d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:48:11.847540 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a009dd7c-81b3-4a5d-9cc1-c16aa9425ddd req-3fb07530-6623-4a71-9869-eaa87c03737b service neutron] Attempting to bind port 170b7f4e-1ff1-45da-9b28-baa2cfb868f1 on network 86d00201-0d9a-4363-96b8-dd16d5e6e4d8 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:48:11.863103 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 3df59be5-70eb-43bf-82eb-ef2aa0690a18, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=3df59be5-70eb-43bf-82eb-ef2aa0690a18,segment=NetworkSegment(44570946-cccc-4504-9a7b-a57e09c343d6),segment_id=44570946-cccc-4504-9a7b-a57e09c343d6)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:48:11.866561 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2554492e-6aae-425f-b3cf-9889a8c042ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df59be5-70eb-43bf-82eb-ef2aa0690a18'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:48:11.869415 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a009dd7c-81b3-4a5d-9cc1-c16aa9425ddd req-3fb07530-6623-4a71-9869-eaa87c03737b service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:48:11.871854 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431185ec-9ee3-43c0-8598-8e7590c96d00" -d '{"events": [{"server_uuid": "2554492e-6aae-425f-b3cf-9889a8c042ad", "name": "network-vif-plugged", "status": "completed", "tag": "3df59be5-70eb-43bf-82eb-ef2aa0690a18"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:48:11.873414 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a009dd7c-81b3-4a5d-9cc1-c16aa9425ddd req-3fb07530-6623-4a71-9869-eaa87c03737b service neutron] Checking segment: {'id': 'a9afe95a-bc81-4053-bcf6-93dc37b0f7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '86d00201-0d9a-4363-96b8-dd16d5e6e4d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:48:11.875213 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a009dd7c-81b3-4a5d-9cc1-c16aa9425ddd req-3fb07530-6623-4a71-9869-eaa87c03737b service neutron] Bound using segment: {'id': 'a9afe95a-bc81-4053-bcf6-93dc37b0f7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '86d00201-0d9a-4363-96b8-dd16d5e6e4d8'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:48:11.875794 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-a009dd7c-81b3-4a5d-9cc1-c16aa9425ddd req-3fb07530-6623-4a71-9869-eaa87c03737b service neutron] Bound port: 170b7f4e-1ff1-45da-9b28-baa2cfb868f1, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9afe95a-bc81-4053-bcf6-93dc37b0f7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '86d00201-0d9a-4363-96b8-dd16d5e6e4d8'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:48:11.876293 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a009dd7c-81b3-4a5d-9cc1-c16aa9425ddd req-3fb07530-6623-4a71-9869-eaa87c03737b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (170b7f4e-1ff1-45da-9b28-baa2cfb868f1), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:11.877017 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (3df59be5-70eb-43bf-82eb-ef2aa0690a18), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:11.928193 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-2c6bc0db-cbce-4ef2-95f2-ac5e4058f85f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1253967479'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:48:12.027542 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1613bcd-2ef3-421e-98c0-9f8c112e2e04 x-openstack-request-id: req-c1613bcd-2ef3-421e-98c0-9f8c112e2e04 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:48:12.027850 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2554492e-6aae-425f-b3cf-9889a8c042ad", "name": "network-vif-plugged", "status": "completed", "tag": "3df59be5-70eb-43bf-82eb-ef2aa0690a18", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:48:12.028110 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c1613bcd-2ef3-421e-98c0-9f8c112e2e04 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:48:12.028561 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2554492e-6aae-425f-b3cf-9889a8c042ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df59be5-70eb-43bf-82eb-ef2aa0690a18', 'code': 200} Feb 17 17:48:12.060921 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-a009dd7c-81b3-4a5d-9cc1-c16aa9425ddd req-3fb07530-6623-4a71-9869-eaa87c03737b service neutron] For port 170b7f4e-1ff1-45da-9b28-baa2cfb868f1, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:48:12.066743 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-a009dd7c-81b3-4a5d-9cc1-c16aa9425ddd req-3fb07530-6623-4a71-9869-eaa87c03737b service neutron] For port 170b7f4e-1ff1-45da-9b28-baa2cfb868f1, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=170b7f4e-1ff1-45da-9b28-baa2cfb868f1,segment=NetworkSegment(a9afe95a-bc81-4053-bcf6-93dc37b0f7fa),segment_id=a9afe95a-bc81-4053-bcf6-93dc37b0f7fa)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:48:12.072197 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6bc0db-cbce-4ef2-95f2-ac5e4058f85f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Made reservation on behalf of c31c6ec4ee6945b58580629588ff6a35 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:48:12.076210 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2c6bc0db-cbce-4ef2-95f2-ac5e4058f85f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:12.090233 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2c6bc0db-cbce-4ef2-95f2-ac5e4058f85f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:12.094116 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a009dd7c-81b3-4a5d-9cc1-c16aa9425ddd req-3fb07530-6623-4a71-9869-eaa87c03737b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (170b7f4e-1ff1-45da-9b28-baa2cfb868f1), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:12.119719 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=3df59be5-70eb-43bf-82eb-ef2aa0690a18,revision_number=10']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:12.131310 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8e888829-35ab-4605-b33a-f3a490bdcb52 req-281778b8-35bf-4217-a7b5-7df935e61551 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172388 Feb 17 17:48:12.173564 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-521d1685-4a7f-4a11-994a-463480a4bf37 req-8a97ba53-9adf-48ee-a264-bab3fcd556c2 service neutron] 10.222.0.71 "GET /v2.0/networks/a953375c-9803-4c2d-bdba-9d254c87d0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6804368 Feb 17 17:48:12.215438 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009dd7c-81b3-4a5d-9cc1-c16aa9425ddd req-3fb07530-6623-4a71-9869-eaa87c03737b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:12.216686 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a009dd7c-81b3-4a5d-9cc1-c16aa9425ddd req-3fb07530-6623-4a71-9869-eaa87c03737b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:12.218378 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a009dd7c-81b3-4a5d-9cc1-c16aa9425ddd req-3fb07530-6623-4a71-9869-eaa87c03737b service neutron] 10.222.0.91 "PUT /v2.0/ports/170b7f4e-1ff1-45da-9b28-baa2cfb868f1 HTTP/1.1" status: 200 len: 1091 time: 1.7929456 Feb 17 17:48:12.222391 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecffea3a-b5dd-41e4-a2c9-f5af991282c4', 'tag': '170b7f4e-1ff1-45da-9b28-baa2cfb868f1'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:48:12.225759 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4792f6b-d479-42de-ae98-2a725e7ddcbf" -d '{"events": [{"name": "network-changed", "server_uuid": "ecffea3a-b5dd-41e4-a2c9-f5af991282c4", "tag": "170b7f4e-1ff1-45da-9b28-baa2cfb868f1"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:48:12.228338 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d521222a-8f3a-4a37-8dc6-1b2458b5730b admin admin] Publish callbacks [] for security_group (5c8cdd0c-11ff-4046-ad90-08008b990b39), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:12.260930 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb07530-6623-4a71-9869-eaa87c03737b service neutron] Pushing event updated for resources: {'Port': ['ID=170b7f4e-1ff1-45da-9b28-baa2cfb868f1,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:12.292836 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d521222a-8f3a-4a37-8dc6-1b2458b5730b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (5c8cdd0c-11ff-4046-ad90-08008b990b39), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:12.316553 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da620e4a-eca7-447b-a44d-87d3f1edb5dd x-openstack-request-id: req-da620e4a-eca7-447b-a44d-87d3f1edb5dd {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:48:12.316862 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecffea3a-b5dd-41e4-a2c9-f5af991282c4", "tag": "170b7f4e-1ff1-45da-9b28-baa2cfb868f1", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:48:12.317128 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-da620e4a-eca7-447b-a44d-87d3f1edb5dd {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:48:12.318218 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecffea3a-b5dd-41e4-a2c9-f5af991282c4', 'tag': '170b7f4e-1ff1-45da-9b28-baa2cfb868f1', 'status': 'completed', 'code': 200} Feb 17 17:48:12.478943 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-d521222a-8f3a-4a37-8dc6-1b2458b5730b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 1.1832972 Feb 17 17:48:12.482189 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33832) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:12.497134 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d521222a-8f3a-4a37-8dc6-1b2458b5730b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8cdd0c-11ff-4046-ad90-08008b990b39,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:12.579778 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-521d1685-4a7f-4a11-994a-463480a4bf37 req-d839b3a7-58fb-4d95-bd26-bf64b7f98fc6 service neutron] 10.222.0.71 "GET /v2.0/networks/a953375c-9803-4c2d-bdba-9d254c87d0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3919268 Feb 17 17:48:12.668732 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-03b943b2-a947-4e56-8374-befd654f7db2 admin admin] Publish callbacks [] for security_group (5c8cdd0c-11ff-4046-ad90-08008b990b39), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:12.744077 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a060783-3dcf-40fe-a33c-8e292cb8cfc4 req-4a49d167-27d3-4da9-b602-f6ec3b5d24b8 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:12.746266 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a060783-3dcf-40fe-a33c-8e292cb8cfc4 req-4a49d167-27d3-4da9-b602-f6ec3b5d24b8 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] 10.222.0.87 "GET /v2.0/ports?device_id=b787a209-d317-4e4a-9123-0d1bf1309c5c HTTP/1.1" status: 200 len: 943 time: 0.2433054 Feb 17 17:48:12.796529 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-03b943b2-a947-4e56-8374-befd654f7db2 admin admin] Publish callbacks [] for security_group (5c8cdd0c-11ff-4046-ad90-08008b990b39), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:12.869474 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a060783-3dcf-40fe-a33c-8e292cb8cfc4 req-bf0b90bb-64a3-48b1-97e7-4dbbbaa25cdc tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] 10.222.0.87 "GET /v2.0/security-groups?id=ed453a4b-25dc-4e92-8163-d1773c7dc771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129236 Feb 17 17:48:12.895431 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc4dfa-f4e2-4771-b0f2-03507c46ca9e req-f8f07f54-5b4b-40d8-8935-2ed8f1fe6d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:12.897695 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-71dc4dfa-f4e2-4771-b0f2-03507c46ca9e req-f8f07f54-5b4b-40d8-8935-2ed8f1fe6d26 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e16548cddb1c450894851af5b6601bb2&device_id=b787a209-d317-4e4a-9123-0d1bf1309c5c HTTP/1.1" status: 200 len: 1125 time: 0.2540405 Feb 17 17:48:12.984763 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-03b943b2-a947-4e56-8374-befd654f7db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (5c8cdd0c-11ff-4046-ad90-08008b990b39), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:12.988026 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-03b943b2-a947-4e56-8374-befd654f7db2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:12.989548 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-03b943b2-a947-4e56-8374-befd654f7db2 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5c8cdd0c-11ff-4046-ad90-08008b990b39 HTTP/1.1" status: 204 len: 168 time: 0.5059767 Feb 17 17:48:13.005538 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b943b2-a947-4e56-8374-befd654f7db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8cdd0c-11ff-4046-ad90-08008b990b39,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:13.069158 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009dd7c-81b3-4a5d-9cc1-c16aa9425ddd req-7c08e7c0-959c-411b-b15c-eb2c6292ae79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:13.074371 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a009dd7c-81b3-4a5d-9cc1-c16aa9425ddd req-7c08e7c0-959c-411b-b15c-eb2c6292ae79 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=33d2652e6f5f4a26a4a17eafa5211a33&device_id=ecffea3a-b5dd-41e4-a2c9-f5af991282c4 HTTP/1.1" status: 200 len: 1125 time: 0.8096397 Feb 17 17:48:13.135806 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc4dfa-f4e2-4771-b0f2-03507c46ca9e req-e1768105-f086-4d7b-946b-2a5e34c22797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:13.138059 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-71dc4dfa-f4e2-4771-b0f2-03507c46ca9e req-e1768105-f086-4d7b-946b-2a5e34c22797 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a953375c-9803-4c2d-bdba-9d254c87d0cd HTTP/1.1" status: 200 len: 914 time: 0.2321765 Feb 17 17:48:13.158494 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2c6bc0db-cbce-4ef2-95f2-ac5e4058f85f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for security_group (c7ef7700-7839-489f-92d7-96cde823b189), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:13.235355 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-71dc4dfa-f4e2-4771-b0f2-03507c46ca9e req-cc982764-7694-41d9-bd38-1467ec03b9aa service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca01f1d5-3863-402a-b552-a49fc64b5b9b HTTP/1.1" status: 200 len: 217 time: 0.0897131 Feb 17 17:48:13.257000 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2c6bc0db-cbce-4ef2-95f2-ac5e4058f85f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (c7ef7700-7839-489f-92d7-96cde823b189), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:13.377697 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a009dd7c-81b3-4a5d-9cc1-c16aa9425ddd req-a77b9930-cb89-4c50-a498-ea6779672515 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=170b7f4e-1ff1-45da-9b28-baa2cfb868f1 HTTP/1.1" status: 200 len: 217 time: 0.2659366 Feb 17 17:48:13.392561 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6bc0db-cbce-4ef2-95f2-ac5e4058f85f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ef7700-7839-489f-92d7-96cde823b189,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:13.416077 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c6bc0db-cbce-4ef2-95f2-ac5e4058f85f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:48:13.534795 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc4dfa-f4e2-4771-b0f2-03507c46ca9e req-e0ad328c-0263-4530-a59d-f79ff957122c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:13.534795 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-71dc4dfa-f4e2-4771-b0f2-03507c46ca9e req-e0ad328c-0263-4530-a59d-f79ff957122c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4969b250-5ab5-45f2-b0d9-be5feb5d5a44 HTTP/1.1" status: 200 len: 853 time: 0.2931962 Feb 17 17:48:13.548400 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833add8-bcc2-4b0f-ba3d-8990829b994e req-fdb56210-46fa-4e60-8d9b-cef4ebf2af90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:13.548400 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f833add8-bcc2-4b0f-ba3d-8990829b994e req-fdb56210-46fa-4e60-8d9b-cef4ebf2af90 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=708d2e36ca25476d9214a2f14ef71fc9&device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 1129 time: 0.5211587 Feb 17 17:48:13.570928 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2c6bc0db-cbce-4ef2-95f2-ac5e4058f85f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (4882ecb4-8d3b-4ad7-8320-b9a200568a46), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:13.570928 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-2c6bc0db-cbce-4ef2-95f2-ac5e4058f85f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Added segment 4882ecb4-8d3b-4ad7-8320-b9a200568a46 of type vlan for network b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c Feb 17 17:48:13.695486 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-71dc4dfa-f4e2-4771-b0f2-03507c46ca9e req-7e888051-3044-4fc2-a12c-0df621f483cb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a953375c-9803-4c2d-bdba-9d254c87d0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1417043 Feb 17 17:48:13.833435 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009dd7c-81b3-4a5d-9cc1-c16aa9425ddd req-0b637ead-983d-4646-806a-2b7e6b3ebd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:13.835214 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a009dd7c-81b3-4a5d-9cc1-c16aa9425ddd req-0b637ead-983d-4646-806a-2b7e6b3ebd55 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9b38a8c5-5190-4e64-a2cf-0cc233f21627 HTTP/1.1" status: 200 len: 852 time: 0.4225054 Feb 17 17:48:13.926736 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-71dc4dfa-f4e2-4771-b0f2-03507c46ca9e req-b85adde8-0cf1-4550-b669-e5f3ea43284c service neutron] 10.222.0.71 "GET /v2.0/networks/a953375c-9803-4c2d-bdba-9d254c87d0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250035 Feb 17 17:48:13.941626 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b6e3a-68ed-465f-81c7-0697f7f92411 req-48909c47-3f9e-4b53-869c-74bcbe7f0361 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:13.947475 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c83b6e3a-68ed-465f-81c7-0697f7f92411 req-48909c47-3f9e-4b53-869c-74bcbe7f0361 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=ecffea3a-b5dd-41e4-a2c9-f5af991282c4 HTTP/1.1" status: 200 len: 943 time: 0.6114430 Feb 17 17:48:14.047272 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2c6bc0db-cbce-4ef2-95f2-ac5e4058f85f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:14.056514 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a009dd7c-81b3-4a5d-9cc1-c16aa9425ddd req-e0cfa176-1abe-47a3-87d6-4e7b495bbd9e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=86d00201-0d9a-4363-96b8-dd16d5e6e4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897243 Feb 17 17:48:14.120159 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833add8-bcc2-4b0f-ba3d-8990829b994e req-f3b5be8c-0e99-4c97-9628-5811770c8ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:14.122420 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f833add8-bcc2-4b0f-ba3d-8990829b994e req-f3b5be8c-0e99-4c97-9628-5811770c8ad5 service neutron] 10.222.0.91 "GET /v2.0/networks?id=106d8950-35e8-4e49-bc8b-6ac4436cd2fe HTTP/1.1" status: 200 len: 913 time: 0.5189865 Feb 17 17:48:14.226774 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c83b6e3a-68ed-465f-81c7-0697f7f92411 req-8ccf2a46-320f-4886-b5a0-ccf2cc8d5c42 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670457 Feb 17 17:48:14.272934 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2c6bc0db-cbce-4ef2-95f2-ac5e4058f85f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:14.279922 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6bc0db-cbce-4ef2-95f2-ac5e4058f85f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:14.280553 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2c6bc0db-cbce-4ef2-95f2-ac5e4058f85f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:14.360104 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-71dc4dfa-f4e2-4771-b0f2-03507c46ca9e req-3bee1350-2684-4e3b-8ab6-550ecb437296 service neutron] 10.222.0.71 "GET /v2.0/networks/a953375c-9803-4c2d-bdba-9d254c87d0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4114985 Feb 17 17:48:14.371717 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2c6bc0db-cbce-4ef2-95f2-ac5e4058f85f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 3.3924379 Feb 17 17:48:14.376897 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33896) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:14.380402 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f833add8-bcc2-4b0f-ba3d-8990829b994e req-721eb5b2-610c-4b9b-83f6-0b617032eb72 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3df59be5-70eb-43bf-82eb-ef2aa0690a18 HTTP/1.1" status: 200 len: 1002 time: 0.2491992 Feb 17 17:48:14.386234 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-4c87a0af-ead2-45a7-a621-8c7d90b92786 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Request body: {'port': {'network_id': 'b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c', 'name': 'tempest-PortsTestJSON-1409389942'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:48:14.402523 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821693c1-8faf-4ee0-9692-2a488794dbce req-42f2af74-edd1-4912-a112-f606491b988b tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:14.422086 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-821693c1-8faf-4ee0-9692-2a488794dbce req-42f2af74-edd1-4912-a112-f606491b988b tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] 10.222.0.87 "GET /v2.0/ports?device_id=b787a209-d317-4e4a-9123-0d1bf1309c5c HTTP/1.1" status: 200 len: 943 time: 0.3539307 Feb 17 17:48:14.463965 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a009dd7c-81b3-4a5d-9cc1-c16aa9425ddd req-486e60cf-2b0b-48ae-9679-35ddd7e4e0e1 service neutron] 10.222.0.91 "GET /v2.0/networks/86d00201-0d9a-4363-96b8-dd16d5e6e4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991518 Feb 17 17:48:14.501594 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6bc0db-cbce-4ef2-95f2-ac5e4058f85f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event updated for resources: {'Network': ['ID=b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:14.513749 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33902) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:14.518906 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:48:14.659600 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-821693c1-8faf-4ee0-9692-2a488794dbce req-009a1a17-1cc0-4992-bd6f-95ac79cbe333 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] 10.222.0.87 "GET /v2.0/security-groups?id=ed453a4b-25dc-4e92-8163-d1773c7dc771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170491 Feb 17 17:48:14.846723 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-e8ac5d1c-c7da-498b-ba81-98091fbfefc3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-354553219-network', 'tenant_id': '02ed179e91da4c8cac3218292b591b92'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:48:14.857887 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833add8-bcc2-4b0f-ba3d-8990829b994e req-957809be-50e9-47d5-aacc-6ef652c0f743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:14.861738 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f833add8-bcc2-4b0f-ba3d-8990829b994e req-957809be-50e9-47d5-aacc-6ef652c0f743 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f5806a5b-efbb-4c84-b3a4-70ad6c804540 HTTP/1.1" status: 200 len: 851 time: 0.4256334 Feb 17 17:48:14.884949 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ac5d1c-c7da-498b-ba81-98091fbfefc3 admin admin] Made reservation on behalf of 02ed179e91da4c8cac3218292b591b92 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:48:14.891161 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e8ac5d1c-c7da-498b-ba81-98091fbfefc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:14.900516 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a009dd7c-81b3-4a5d-9cc1-c16aa9425ddd req-846850b0-11a5-4100-a1c7-a816d722d5e1 service neutron] 10.222.0.91 "GET /v2.0/networks/86d00201-0d9a-4363-96b8-dd16d5e6e4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904414 Feb 17 17:48:14.917034 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e8ac5d1c-c7da-498b-ba81-98091fbfefc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:15.125505 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e8ac5d1c-c7da-498b-ba81-98091fbfefc3 admin admin] Publish callbacks [] for security_group (6bc53ae5-6e47-4d12-8dae-c4b0dbef2bdb), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:15.136643 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e8ac5d1c-c7da-498b-ba81-98091fbfefc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (6bc53ae5-6e47-4d12-8dae-c4b0dbef2bdb), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:15.168013 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8ac5d1c-c7da-498b-ba81-98091fbfefc3 admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:48:15.201869 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e8ac5d1c-c7da-498b-ba81-98091fbfefc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (6417b187-748d-41b0-804a-6f87c7c51427), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:15.202466 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-e8ac5d1c-c7da-498b-ba81-98091fbfefc3 admin admin] Added segment 6417b187-748d-41b0-804a-6f87c7c51427 of type vlan for network 7c1e3117-546a-4488-820a-d16155db0324 Feb 17 17:48:15.222402 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac5d1c-c7da-498b-ba81-98091fbfefc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc53ae5-6e47-4d12-8dae-c4b0dbef2bdb,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:15.226799 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c87a0af-ead2-45a7-a621-8c7d90b92786 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Made reservation on behalf of c31c6ec4ee6945b58580629588ff6a35 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:48:15.248384 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4c87a0af-ead2-45a7-a621-8c7d90b92786 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:15.271315 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833add8-bcc2-4b0f-ba3d-8990829b994e req-51189d04-bfe7-45df-b7de-25143959f068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:15.273417 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f833add8-bcc2-4b0f-ba3d-8990829b994e req-51189d04-bfe7-45df-b7de-25143959f068 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=106d8950-35e8-4e49-bc8b-6ac4436cd2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3639772 Feb 17 17:48:15.314907 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e8ac5d1c-c7da-498b-ba81-98091fbfefc3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (7c1e3117-546a-4488-820a-d16155db0324), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:15.408216 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e8ac5d1c-c7da-498b-ba81-98091fbfefc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (7c1e3117-546a-4488-820a-d16155db0324), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:15.409248 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ac5d1c-c7da-498b-ba81-98091fbfefc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:15.409817 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e8ac5d1c-c7da-498b-ba81-98091fbfefc3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:15.554266 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e8ac5d1c-c7da-498b-ba81-98091fbfefc3 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0369174 Feb 17 17:48:15.560227 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33922) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:15.566872 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-453bda02-cee2-476f-805d-f91356449788 admin admin] Request body: {'subnet': {'network_id': '7c1e3117-546a-4488-820a-d16155db0324', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-354553219-subnet', 'tenant_id': '02ed179e91da4c8cac3218292b591b92', 'ip_version': 4}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:48:15.570492 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f833add8-bcc2-4b0f-ba3d-8990829b994e req-3d15a1d8-19de-4408-bf98-e38874d46486 service neutron] 10.222.0.91 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667887 Feb 17 17:48:15.642326 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4792f6b-d479-42de-ae98-2a725e7ddcbf req-b11cf3c5-5821-43b6-addd-15b69814636a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:15.652501 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d4792f6b-d479-42de-ae98-2a725e7ddcbf req-b11cf3c5-5821-43b6-addd-15b69814636a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=33d2652e6f5f4a26a4a17eafa5211a33&device_id=ecffea3a-b5dd-41e4-a2c9-f5af991282c4 HTTP/1.1" status: 200 len: 1125 time: 0.6673169 Feb 17 17:48:15.670132 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-4c87a0af-ead2-45a7-a621-8c7d90b92786 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] device_id is not set on port 8d1c48d5-41d8-43fa-b341-2c3acb353de8 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:48:15.708401 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device ca01f1d5-3863-402a-b552-a49fc64b5b9b details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:48:15.727226 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453bda02-cee2-476f-805d-f91356449788 admin admin] Made reservation on behalf of 02ed179e91da4c8cac3218292b591b92 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:48:15.735008 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-453bda02-cee2-476f-805d-f91356449788 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:15.748949 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac5d1c-c7da-498b-ba81-98091fbfefc3 admin admin] Pushing event updated for resources: {'Network': ['ID=7c1e3117-546a-4488-820a-d16155db0324,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:15.793030 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393b63c-81a6-492f-80ed-6ce15107bf5a req-9287ec49-7c4c-4759-a79c-f52aa2989d04 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:15.799124 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4393b63c-81a6-492f-80ed-6ce15107bf5a req-9287ec49-7c4c-4759-a79c-f52aa2989d04 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=ecffea3a-b5dd-41e4-a2c9-f5af991282c4 HTTP/1.1" status: 200 len: 943 time: 0.4155798 Feb 17 17:48:16.102078 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port ca01f1d5-3863-402a-b552-a49fc64b5b9b, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=ca01f1d5-3863-402a-b552-a49fc64b5b9b,segment=NetworkSegment(85f523bb-e2a1-46b0-bda7-c3a4420fd334),segment_id=85f523bb-e2a1-46b0-bda7-c3a4420fd334)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:48:16.155213 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 7c1e3117-546a-4488-820a-d16155db0324 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:48:16.213025 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4393b63c-81a6-492f-80ed-6ce15107bf5a req-5a29602f-fd02-4e8a-9bc0-29e3291c6276 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671827 Feb 17 17:48:16.230887 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': 'ca01f1d5-3863-402a-b552-a49fc64b5b9b', 'network_id': 'a953375c-9803-4c2d-bdba-9d254c87d0cd', 'port_id': 'ca01f1d5-3863-402a-b552-a49fc64b5b9b', 'mac_address': 'fa:16:3e:68:78:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4969b250-5ab5-45f2-b0d9-be5feb5d5a44', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:48:16.307052 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f833add8-bcc2-4b0f-ba3d-8990829b994e req-1a75bcd7-a9f8-4c2d-af53-cb2c6d6596ea service neutron] 10.222.0.91 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7113602 Feb 17 17:48:16.315960 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4792f6b-d479-42de-ae98-2a725e7ddcbf req-b38505c7-7b90-4abf-bdf5-86c66df8beaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:16.317793 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d4792f6b-d479-42de-ae98-2a725e7ddcbf req-b38505c7-7b90-4abf-bdf5-86c66df8beaa service neutron] 10.222.0.91 "GET /v2.0/networks?id=86d00201-0d9a-4363-96b8-dd16d5e6e4d8 HTTP/1.1" status: 200 len: 913 time: 0.5882940 Feb 17 17:48:16.337272 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc0293-6d72-4085-8c10-75422c69a513 req-e5d3fa5a-fb91-432e-857c-24eed826af26 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:16.338855 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-11bc0293-6d72-4085-8c10-75422c69a513 req-e5d3fa5a-fb91-432e-857c-24eed826af26 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] 10.222.0.87 "GET /v2.0/ports?device_id=b787a209-d317-4e4a-9123-0d1bf1309c5c HTTP/1.1" status: 200 len: 943 time: 0.4762731 Feb 17 17:48:16.387968 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d4792f6b-d479-42de-ae98-2a725e7ddcbf req-20d8aed0-1e92-4a13-ba0f-9c4edb38076b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=170b7f4e-1ff1-45da-9b28-baa2cfb868f1 HTTP/1.1" status: 200 len: 217 time: 0.0540266 Feb 17 17:48:16.460858 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port ca01f1d5-3863-402a-b552-a49fc64b5b9b is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:48:16.462139 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ca01f1d5-3863-402a-b552-a49fc64b5b9b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:16.477682 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca01f1d5-3863-402a-b552-a49fc64b5b9b {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:48:16.518957 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port ca01f1d5-3863-402a-b552-a49fc64b5b9b, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=ca01f1d5-3863-402a-b552-a49fc64b5b9b,segment=NetworkSegment(85f523bb-e2a1-46b0-bda7-c3a4420fd334),segment_id=85f523bb-e2a1-46b0-bda7-c3a4420fd334)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:48:16.528755 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ca01f1d5-3863-402a-b552-a49fc64b5b9b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:16.550576 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-11bc0293-6d72-4085-8c10-75422c69a513 req-2aec0547-8a91-492f-8974-b5a4ae3c788f tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] 10.222.0.87 "GET /v2.0/security-groups?id=ed453a4b-25dc-4e92-8163-d1773c7dc771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893742 Feb 17 17:48:16.616678 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=ca01f1d5-3863-402a-b552-a49fc64b5b9b,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:16.627596 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4c87a0af-ead2-45a7-a621-8c7d90b92786 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for port (8d1c48d5-41d8-43fa-b341-2c3acb353de8), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:16.638074 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4792f6b-d479-42de-ae98-2a725e7ddcbf req-bf399b64-0c27-43bf-86f3-f355844af233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:16.639720 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d4792f6b-d479-42de-ae98-2a725e7ddcbf req-bf399b64-0c27-43bf-86f3-f355844af233 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9b38a8c5-5190-4e64-a2cf-0cc233f21627 HTTP/1.1" status: 200 len: 852 time: 0.2461307 Feb 17 17:48:16.684982 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-453bda02-cee2-476f-805d-f91356449788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (2483f3f8-7359-406b-bf51-5ef55371b51b), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:16.692071 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d4792f6b-d479-42de-ae98-2a725e7ddcbf req-fce9a045-06c0-4598-9f72-88bf1d4c028c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=86d00201-0d9a-4363-96b8-dd16d5e6e4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388794 Feb 17 17:48:16.737384 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453bda02-cee2-476f-805d-f91356449788 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2483f3f8-7359-406b-bf51-5ef55371b51b,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:16.760736 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['ca01f1d5-3863-402a-b552-a49fc64b5b9b'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:48:16.779727 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4c87a0af-ead2-45a7-a621-8c7d90b92786 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (8d1c48d5-41d8-43fa-b341-2c3acb353de8), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:16.843386 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453bda02-cee2-476f-805d-f91356449788 admin admin] Checking segment: {'id': '6417b187-748d-41b0-804a-6f87c7c51427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7c1e3117-546a-4488-820a-d16155db0324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:48:16.843812 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453bda02-cee2-476f-805d-f91356449788 admin admin] Network hostable DHCP agents. Network: 7c1e3117-546a-4488-820a-d16155db0324, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:48:16.877616 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453bda02-cee2-476f-805d-f91356449788 admin admin] Network 7c1e3117-546a-4488-820a-d16155db0324 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:48:16.891027 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-453bda02-cee2-476f-805d-f91356449788 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 7c1e3117-546a-4488-820a-d16155db0324) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:48:16.895736 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453bda02-cee2-476f-805d-f91356449788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:16.896645 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-453bda02-cee2-476f-805d-f91356449788 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:16.903051 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87a0af-ead2-45a7-a621-8c7d90b92786 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event updated for resources: {'Port': ['ID=8d1c48d5-41d8-43fa-b341-2c3acb353de8,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:16.909467 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d4792f6b-d479-42de-ae98-2a725e7ddcbf req-c1114065-c7b6-4a55-918f-7ef385c7f274 service neutron] 10.222.0.91 "GET /v2.0/networks/86d00201-0d9a-4363-96b8-dd16d5e6e4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110207 Feb 17 17:48:16.912000 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e19c22-5f79-42e8-ba1b-4894306eb2d7 None None] Network 7c1e3117-546a-4488-820a-d16155db0324 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:48:16.933823 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-453bda02-cee2-476f-805d-f91356449788 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3721070 Feb 17 17:48:16.936764 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33950) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:16.944412 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-2c7661db-e16f-427d-8c01-6f2d6a36c9cf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-354553219-router', 'tenant_id': '02ed179e91da4c8cac3218292b591b92', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:48:17.002578 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2c7661db-e16f-427d-8c01-6f2d6a36c9cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (34b3dfba-3b2c-489b-a5d3-473ca57cc222), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:17.006864 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2c7661db-e16f-427d-8c01-6f2d6a36c9cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (34b3dfba-3b2c-489b-a5d3-473ca57cc222), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:17.120210 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d4792f6b-d479-42de-ae98-2a725e7ddcbf req-ceaa1328-5498-4e27-b6b9-adee8e6a274b service neutron] 10.222.0.91 "GET /v2.0/networks/86d00201-0d9a-4363-96b8-dd16d5e6e4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049410 Feb 17 17:48:17.137049 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c87a0af-ead2-45a7-a621-8c7d90b92786 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Checking segment: {'id': '4882ecb4-8d3b-4ad7-8320-b9a200568a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:48:17.144044 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c87a0af-ead2-45a7-a621-8c7d90b92786 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Network hostable DHCP agents. Network: b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:48:17.189589 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c87a0af-ead2-45a7-a621-8c7d90b92786 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Network b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:48:17.196268 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-4c87a0af-ead2-45a7-a621-8c7d90b92786 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:48:17.203716 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c87a0af-ead2-45a7-a621-8c7d90b92786 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:48:17.217741 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c87a0af-ead2-45a7-a621-8c7d90b92786 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:17.222664 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4c87a0af-ead2-45a7-a621-8c7d90b92786 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:17.226542 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7272f2-d514-4837-9e08-c957273f1f38 None None] Network b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:48:17.302350 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4c87a0af-ead2-45a7-a621-8c7d90b92786 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.9206831 Feb 17 17:48:17.306715 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33964) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:17.329782 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-2a2b5e8e-ace9-4ef9-ba6a-fa7cbd65175c tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-613610747'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:48:17.394957 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2b5e8e-ace9-4ef9-ba6a-fa7cbd65175c tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Made reservation on behalf of c31c6ec4ee6945b58580629588ff6a35 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:48:17.400197 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2a2b5e8e-ace9-4ef9-ba6a-fa7cbd65175c tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:17.452395 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 170b7f4e-1ff1-45da-9b28-baa2cfb868f1 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:48:17.462388 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a2b5e8e-ace9-4ef9-ba6a-fa7cbd65175c tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:48:17.483607 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2a2b5e8e-ace9-4ef9-ba6a-fa7cbd65175c tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (15afa7f2-11bc-4052-888c-1253c7e670c5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:17.484977 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-2a2b5e8e-ace9-4ef9-ba6a-fa7cbd65175c tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Added segment 15afa7f2-11bc-4052-888c-1253c7e670c5 of type vlan for network a5b3d234-43e7-43be-9295-5fcd095f1f4e Feb 17 17:48:17.574696 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2390f690-6ad2-47ed-bbc2-ecc002e31a31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-7c1e3117-546a-4488-820a-d16155db0324', 'network_id': '7c1e3117-546a-4488-820a-d16155db0324', 'project_id': '02ed179e91da4c8cac3218292b591b92', 'fixed_ips': [{'subnet_id': '2483f3f8-7359-406b-bf51-5ef55371b51b'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:48:17.576094 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2390f690-6ad2-47ed-bbc2-ecc002e31a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:17.606984 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2a2b5e8e-ace9-4ef9-ba6a-fa7cbd65175c tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (a5b3d234-43e7-43be-9295-5fcd095f1f4e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:17.648097 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2a2b5e8e-ace9-4ef9-ba6a-fa7cbd65175c tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (a5b3d234-43e7-43be-9295-5fcd095f1f4e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:17.657385 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2b5e8e-ace9-4ef9-ba6a-fa7cbd65175c tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:17.658261 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2a2b5e8e-ace9-4ef9-ba6a-fa7cbd65175c tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:17.810453 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2a2b5e8e-ace9-4ef9-ba6a-fa7cbd65175c tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4968255 Feb 17 17:48:17.814521 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33984) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:17.822193 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-2fcb640b-a1ac-402f-a3a7-c87e07628fd0 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Request body: {'ports': [{'network_id': 'b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c'}, {'network_id': 'a5b3d234-43e7-43be-9295-5fcd095f1f4e'}]} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:48:17.822595 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-2fcb640b-a1ac-402f-a3a7-c87e07628fd0 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Request body: {'port': {'network_id': 'b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:48:17.824883 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-2fcb640b-a1ac-402f-a3a7-c87e07628fd0 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Request body: {'port': {'network_id': 'a5b3d234-43e7-43be-9295-5fcd095f1f4e'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:48:17.893548 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-2390f690-6ad2-47ed-bbc2-ecc002e31a31 None None] Allocated IP 172.20.0.2 (7c1e3117-546a-4488-820a-d16155db0324/2483f3f8-7359-406b-bf51-5ef55371b51b/def72b67-a81b-44e5-88f7-6f2ce1eceff4) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:48:18.083531 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2c7661db-e16f-427d-8c01-6f2d6a36c9cf admin admin] Publish callbacks [] for router_controller (34b3dfba-3b2c-489b-a5d3-473ca57cc222), precommit_add_association {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:18.106263 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2b5e8e-ace9-4ef9-ba6a-fa7cbd65175c tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event updated for resources: {'Network': ['ID=a5b3d234-43e7-43be-9295-5fcd095f1f4e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:18.230453 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2390f690-6ad2-47ed-bbc2-ecc002e31a31 None None] Publish callbacks [] for port (def72b67-a81b-44e5-88f7-6f2ce1eceff4), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:18.261168 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network a5b3d234-43e7-43be-9295-5fcd095f1f4e details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:48:18.276814 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2390f690-6ad2-47ed-bbc2-ecc002e31a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (def72b67-a81b-44e5-88f7-6f2ce1eceff4), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:18.437788 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2390f690-6ad2-47ed-bbc2-ecc002e31a31 None None] Network 7c1e3117-546a-4488-820a-d16155db0324 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:48:18.455389 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fcb640b-a1ac-402f-a3a7-c87e07628fd0 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Made reservation on behalf of c31c6ec4ee6945b58580629588ff6a35 for: {'port': 2} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:48:18.469228 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-2390f690-6ad2-47ed-bbc2-ecc002e31a31 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:48:18.479030 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fcb640b-a1ac-402f-a3a7-c87e07628fd0 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:18.501362 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b7396-ad79-4cbe-9bc2-011a5937456b req-3532d57b-cffc-431e-bda0-69b9fc0ccfa1 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:18.514367 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-605b7396-ad79-4cbe-9bc2-011a5937456b req-3532d57b-cffc-431e-bda0-69b9fc0ccfa1 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] 10.222.0.87 "GET /v2.0/ports?device_id=b787a209-d317-4e4a-9123-0d1bf1309c5c HTTP/1.1" status: 200 len: 944 time: 0.5420041 Feb 17 17:48:18.517270 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2390f690-6ad2-47ed-bbc2-ecc002e31a31 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:48:18.535042 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2390f690-6ad2-47ed-bbc2-ecc002e31a31 None None] Pushing event updated for resources: {'Port': ['ID=def72b67-a81b-44e5-88f7-6f2ce1eceff4,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:18.588282 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fcb640b-a1ac-402f-a3a7-c87e07628fd0 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:18.597362 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5c526-0cf6-463d-8a45-0008f012fbfe req-821ebc06-5eef-4c7f-af44-0505524c0bf6 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:18.599179 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-02e5c526-0cf6-463d-8a45-0008f012fbfe req-821ebc06-5eef-4c7f-af44-0505524c0bf6 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=ecffea3a-b5dd-41e4-a2c9-f5af991282c4 HTTP/1.1" status: 200 len: 943 time: 0.6071503 Feb 17 17:48:18.639401 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 170b7f4e-1ff1-45da-9b28-baa2cfb868f1, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=170b7f4e-1ff1-45da-9b28-baa2cfb868f1,segment=NetworkSegment(a9afe95a-bc81-4053-bcf6-93dc37b0f7fa),segment_id=a9afe95a-bc81-4053-bcf6-93dc37b0f7fa)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:48:18.706482 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2c7661db-e16f-427d-8c01-6f2d6a36c9cf admin admin] Publish callbacks [] for router_gateway (34b3dfba-3b2c-489b-a5d3-473ca57cc222), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:18.780415 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-02e5c526-0cf6-463d-8a45-0008f012fbfe req-271e95f6-4972-43db-a4ff-c6e6dd1c8684 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748250 Feb 17 17:48:18.783884 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-605b7396-ad79-4cbe-9bc2-011a5937456b req-6838ddd3-23fc-4a0c-b1a2-19d8f0031334 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] 10.222.0.87 "GET /v2.0/security-groups?id=ed453a4b-25dc-4e92-8163-d1773c7dc771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677541 Feb 17 17:48:18.784232 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '170b7f4e-1ff1-45da-9b28-baa2cfb868f1', 'network_id': '86d00201-0d9a-4363-96b8-dd16d5e6e4d8', 'port_id': '170b7f4e-1ff1-45da-9b28-baa2cfb868f1', 'mac_address': 'fa:16:3e:b0:e8:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b38a8c5-5190-4e64-a2cf-0cc233f21627', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:48:18.849299 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-2390f690-6ad2-47ed-bbc2-ecc002e31a31 None None] Attempting to bind port def72b67-a81b-44e5-88f7-6f2ce1eceff4 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:48:18.855617 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-2390f690-6ad2-47ed-bbc2-ecc002e31a31 None None] Attempting to bind port def72b67-a81b-44e5-88f7-6f2ce1eceff4 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '6417b187-748d-41b0-804a-6f87c7c51427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7c1e3117-546a-4488-820a-d16155db0324'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:48:18.856272 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2390f690-6ad2-47ed-bbc2-ecc002e31a31 None None] Attempting to bind port def72b67-a81b-44e5-88f7-6f2ce1eceff4 on network 7c1e3117-546a-4488-820a-d16155db0324 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:48:18.966816 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2390f690-6ad2-47ed-bbc2-ecc002e31a31 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:48:18.968051 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2390f690-6ad2-47ed-bbc2-ecc002e31a31 None None] Checking segment: {'id': '6417b187-748d-41b0-804a-6f87c7c51427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7c1e3117-546a-4488-820a-d16155db0324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:48:18.968709 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2390f690-6ad2-47ed-bbc2-ecc002e31a31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:18.969333 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2390f690-6ad2-47ed-bbc2-ecc002e31a31 None None] Bound using segment: {'id': '6417b187-748d-41b0-804a-6f87c7c51427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7c1e3117-546a-4488-820a-d16155db0324'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:48:18.970050 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-2390f690-6ad2-47ed-bbc2-ecc002e31a31 None None] Bound port: def72b67-a81b-44e5-88f7-6f2ce1eceff4, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6417b187-748d-41b0-804a-6f87c7c51427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7c1e3117-546a-4488-820a-d16155db0324'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:48:18.970647 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2390f690-6ad2-47ed-bbc2-ecc002e31a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (def72b67-a81b-44e5-88f7-6f2ce1eceff4), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:18.991126 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:18.993936 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 170b7f4e-1ff1-45da-9b28-baa2cfb868f1 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:48:18.994593 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (170b7f4e-1ff1-45da-9b28-baa2cfb868f1), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:19.011035 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 170b7f4e-1ff1-45da-9b28-baa2cfb868f1 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:48:19.062747 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 170b7f4e-1ff1-45da-9b28-baa2cfb868f1, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=170b7f4e-1ff1-45da-9b28-baa2cfb868f1,segment=NetworkSegment(a9afe95a-bc81-4053-bcf6-93dc37b0f7fa),segment_id=a9afe95a-bc81-4053-bcf6-93dc37b0f7fa)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:48:19.073489 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (170b7f4e-1ff1-45da-9b28-baa2cfb868f1), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:19.167966 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2c7661db-e16f-427d-8c01-6f2d6a36c9cf admin admin] Publish callbacks [] for router_gateway (34b3dfba-3b2c-489b-a5d3-473ca57cc222), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:19.190454 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2c7661db-e16f-427d-8c01-6f2d6a36c9cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:19.260342 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-2fcb640b-a1ac-402f-a3a7-c87e07628fd0 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] device_id is not set on port 0f6728a5-9a96-4e3a-a7cb-b12c71ba918f yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:48:19.324327 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-2c7661db-e16f-427d-8c01-6f2d6a36c9cf admin admin] Allocated IP 172.25.8.216 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/033b834c-4152-4dad-85be-441dfca88669) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:48:19.471887 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fcb640b-a1ac-402f-a3a7-c87e07628fd0 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for port (0f6728a5-9a96-4e3a-a7cb-b12c71ba918f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:19.563284 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2c7661db-e16f-427d-8c01-6f2d6a36c9cf admin admin] Publish callbacks [] for port (033b834c-4152-4dad-85be-441dfca88669), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:19.661382 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2c7661db-e16f-427d-8c01-6f2d6a36c9cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (033b834c-4152-4dad-85be-441dfca88669), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:19.666450 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=170b7f4e-1ff1-45da-9b28-baa2cfb868f1,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:19.676206 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-2fcb640b-a1ac-402f-a3a7-c87e07628fd0 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] device_id is not set on port 245282a8-9409-4c26-adcb-f222cc722e43 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:48:19.716658 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device ca01f1d5-3863-402a-b552-a49fc64b5b9b up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:48:19.734770 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-2390f690-6ad2-47ed-bbc2-ecc002e31a31 None None] For port def72b67-a81b-44e5-88f7-6f2ce1eceff4, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:48:19.782191 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['170b7f4e-1ff1-45da-9b28-baa2cfb868f1'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:48:19.789433 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:19.792195 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-2390f690-6ad2-47ed-bbc2-ecc002e31a31 None None] For port def72b67-a81b-44e5-88f7-6f2ce1eceff4, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=def72b67-a81b-44e5-88f7-6f2ce1eceff4,segment=NetworkSegment(6417b187-748d-41b0-804a-6f87c7c51427),segment_id=6417b187-748d-41b0-804a-6f87c7c51427)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:48:19.840142 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2390f690-6ad2-47ed-bbc2-ecc002e31a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (def72b67-a81b-44e5-88f7-6f2ce1eceff4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:19.847086 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7661db-e16f-427d-8c01-6f2d6a36c9cf admin admin] Pushing event updated for resources: {'Port': ['ID=033b834c-4152-4dad-85be-441dfca88669,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:19.914461 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7661db-e16f-427d-8c01-6f2d6a36c9cf admin admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:48:19.919590 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-2c7661db-e16f-427d-8c01-6f2d6a36c9cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:48:19.929119 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7661db-e16f-427d-8c01-6f2d6a36c9cf admin admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:48:20.021797 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fcb640b-a1ac-402f-a3a7-c87e07628fd0 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for port (245282a8-9409-4c26-adcb-f222cc722e43), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:20.086716 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port ca01f1d5-3863-402a-b552-a49fc64b5b9b completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:48:20.125842 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2390f690-6ad2-47ed-bbc2-ecc002e31a31 None None] Pushing event updated for resources: {'Port': ['ID=def72b67-a81b-44e5-88f7-6f2ce1eceff4,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:20.152397 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port ca01f1d5-3863-402a-b552-a49fc64b5b9b triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:48:20.152877 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ca01f1d5-3863-402a-b552-a49fc64b5b9b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:20.298266 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fcb640b-a1ac-402f-a3a7-c87e07628fd0 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (0f6728a5-9a96-4e3a-a7cb-b12c71ba918f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:20.358224 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ecf6b6-0805-4f6a-890e-1f126f9daa7a req-d0532ae9-7b7f-41ec-95b4-2f1476aed053 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:20.365865 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-20ecf6b6-0805-4f6a-890e-1f126f9daa7a req-d0532ae9-7b7f-41ec-95b4-2f1476aed053 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=ecffea3a-b5dd-41e4-a2c9-f5af991282c4 HTTP/1.1" status: 200 len: 944 time: 0.3730519 Feb 17 17:48:20.398712 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port ca01f1d5-3863-402a-b552-a49fc64b5b9b is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:48:20.400488 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ca01f1d5-3863-402a-b552-a49fc64b5b9b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:20.422210 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12daf2a-8336-44e9-866a-c61e541a5d35 req-b8dbb7df-eb9a-44c1-952b-6bddcc0deba4 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:20.441240 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f12daf2a-8336-44e9-866a-c61e541a5d35 req-b8dbb7df-eb9a-44c1-952b-6bddcc0deba4 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] 10.222.0.87 "GET /v2.0/ports?device_id=b787a209-d317-4e4a-9123-0d1bf1309c5c HTTP/1.1" status: 200 len: 944 time: 0.4351592 Feb 17 17:48:20.503312 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcb640b-a1ac-402f-a3a7-c87e07628fd0 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Network b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:48:20.508370 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-2fcb640b-a1ac-402f-a3a7-c87e07628fd0 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:48:20.513379 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcb640b-a1ac-402f-a3a7-c87e07628fd0 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:48:20.514496 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fcb640b-a1ac-402f-a3a7-c87e07628fd0 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (245282a8-9409-4c26-adcb-f222cc722e43), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:20.567072 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcb640b-a1ac-402f-a3a7-c87e07628fd0 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event updated for resources: {'Port': ['ID=0f6728a5-9a96-4e3a-a7cb-b12c71ba918f,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:20.567274 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b787a209-d317-4e4a-9123-0d1bf1309c5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca01f1d5-3863-402a-b552-a49fc64b5b9b'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:48:20.603725 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91df085-2379-42cf-af9c-27643dc42cd2" -d '{"events": [{"server_uuid": "b787a209-d317-4e4a-9123-0d1bf1309c5c", "name": "network-vif-plugged", "status": "completed", "tag": "ca01f1d5-3863-402a-b552-a49fc64b5b9b"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:48:20.646931 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port ca01f1d5-3863-402a-b552-a49fc64b5b9b, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=ca01f1d5-3863-402a-b552-a49fc64b5b9b,segment=NetworkSegment(85f523bb-e2a1-46b0-bda7-c3a4420fd334),segment_id=85f523bb-e2a1-46b0-bda7-c3a4420fd334)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:48:20.667173 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ca01f1d5-3863-402a-b552-a49fc64b5b9b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:20.715992 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f12daf2a-8336-44e9-866a-c61e541a5d35 req-75352d75-ae77-4742-b3c5-3eb30518890e tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] 10.222.0.87 "GET /v2.0/security-groups?id=ed453a4b-25dc-4e92-8163-d1773c7dc771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418020 Feb 17 17:48:20.776269 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcb640b-a1ac-402f-a3a7-c87e07628fd0 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Checking segment: {'id': '15afa7f2-11bc-4052-888c-1253c7e670c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a5b3d234-43e7-43be-9295-5fcd095f1f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:48:20.779170 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcb640b-a1ac-402f-a3a7-c87e07628fd0 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Network hostable DHCP agents. Network: a5b3d234-43e7-43be-9295-5fcd095f1f4e, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:48:20.792175 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcb640b-a1ac-402f-a3a7-c87e07628fd0 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event updated for resources: {'Port': ['ID=245282a8-9409-4c26-adcb-f222cc722e43,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:20.844876 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcb640b-a1ac-402f-a3a7-c87e07628fd0 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Network a5b3d234-43e7-43be-9295-5fcd095f1f4e is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:48:20.845352 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797835de-9c37-4798-bfd5-9d595d23924d x-openstack-request-id: req-797835de-9c37-4798-bfd5-9d595d23924d {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:48:20.846437 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b787a209-d317-4e4a-9123-0d1bf1309c5c", "name": "network-vif-plugged", "status": "completed", "tag": "ca01f1d5-3863-402a-b552-a49fc64b5b9b", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:48:20.847549 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-797835de-9c37-4798-bfd5-9d595d23924d {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:48:20.847976 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b787a209-d317-4e4a-9123-0d1bf1309c5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca01f1d5-3863-402a-b552-a49fc64b5b9b', 'code': 200} Feb 17 17:48:20.861580 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-2fcb640b-a1ac-402f-a3a7-c87e07628fd0 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, a5b3d234-43e7-43be-9295-5fcd095f1f4e) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:48:20.868943 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcb640b-a1ac-402f-a3a7-c87e07628fd0 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:48:20.892120 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcb640b-a1ac-402f-a3a7-c87e07628fd0 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:20.903891 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf786aac-b634-4dd8-a55b-a3adf6e6ed66 None None] Network a5b3d234-43e7-43be-9295-5fcd095f1f4e requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:48:20.906303 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcb640b-a1ac-402f-a3a7-c87e07628fd0 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:20.908017 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fcb640b-a1ac-402f-a3a7-c87e07628fd0 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:20.957833 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2fcb640b-a1ac-402f-a3a7-c87e07628fd0 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.1397362 Feb 17 17:48:20.958619 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34042) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:21.009726 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=ca01f1d5-3863-402a-b552-a49fc64b5b9b,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:21.267442 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-20ecf6b6-0805-4f6a-890e-1f126f9daa7a req-3054a0ae-5f28-4635-803d-7e03b5789d2b tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8250444 Feb 17 17:48:21.318840 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-754f2b9e-fcda-4286-8190-33d05124e9aa tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Deleting port 245282a8-9409-4c26-adcb-f222cc722e43 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:48:21.319312 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-754f2b9e-fcda-4286-8190-33d05124e9aa tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (245282a8-9409-4c26-adcb-f222cc722e43), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:21.319951 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413abfd5-18cb-4858-ac74-c4dfe2a5350a req-63fb8743-b016-4097-a243-3893c4943df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:21.322136 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-413abfd5-18cb-4858-ac74-c4dfe2a5350a req-63fb8743-b016-4097-a243-3893c4943df1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b787a209-d317-4e4a-9123-0d1bf1309c5c HTTP/1.1" status: 200 len: 1127 time: 0.3748229 Feb 17 17:48:21.398871 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e12b490a-80b8-4690-8f82-cbf1c8fe1c28 req-345431a1-185f-4995-98d9-45c808826b1c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a88e8f66-0820-492e-98ba-23df1071c894&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3475969 Feb 17 17:48:21.419720 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2c7661db-e16f-427d-8c01-6f2d6a36c9cf admin admin] Publish callbacks [] for router_gateway (34b3dfba-3b2c-489b-a5d3-473ca57cc222), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:21.439700 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 170b7f4e-1ff1-45da-9b28-baa2cfb868f1 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:48:21.482727 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-754f2b9e-fcda-4286-8190-33d05124e9aa tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (245282a8-9409-4c26-adcb-f222cc722e43), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:21.510743 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-754f2b9e-fcda-4286-8190-33d05124e9aa tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Calling delete_port for 245282a8-9409-4c26-adcb-f222cc722e43 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:48:21.640769 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port 170b7f4e-1ff1-45da-9b28-baa2cfb868f1 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:48:21.664381 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 170b7f4e-1ff1-45da-9b28-baa2cfb868f1 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:48:21.665333 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (170b7f4e-1ff1-45da-9b28-baa2cfb868f1), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:21.777586 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-413abfd5-18cb-4858-ac74-c4dfe2a5350a req-572d84b1-4cfc-4082-97db-0c1f001028b9 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ed453a4b-25dc-4e92-8163-d1773c7dc771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4349749 Feb 17 17:48:21.792624 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-754f2b9e-fcda-4286-8190-33d05124e9aa tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (245282a8-9409-4c26-adcb-f222cc722e43), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:21.862453 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b490a-80b8-4690-8f82-cbf1c8fe1c28 req-921d1433-4bb3-47fa-b1bf-a06c086fcda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:21.864463 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e12b490a-80b8-4690-8f82-cbf1c8fe1c28 req-921d1433-4bb3-47fa-b1bf-a06c086fcda8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=676afbf1c2e640e8b11ff19640c46b32&device_id=a88e8f66-0820-492e-98ba-23df1071c894 HTTP/1.1" status: 200 len: 1127 time: 0.4382741 Feb 17 17:48:21.901756 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 170b7f4e-1ff1-45da-9b28-baa2cfb868f1 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:48:21.902080 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (170b7f4e-1ff1-45da-9b28-baa2cfb868f1), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:21.917232 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754f2b9e-fcda-4286-8190-33d05124e9aa tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event deleted for resources: {'Port': ['ID=245282a8-9409-4c26-adcb-f222cc722e43,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:21.937918 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-754f2b9e-fcda-4286-8190-33d05124e9aa tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:21.960674 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-754f2b9e-fcda-4286-8190-33d05124e9aa tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "DELETE /v2.0/ports/245282a8-9409-4c26-adcb-f222cc722e43 HTTP/1.1" status: 204 len: 168 time: 0.9965599 Feb 17 17:48:21.964338 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 34060) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:22.005728 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 170b7f4e-1ff1-45da-9b28-baa2cfb868f1, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=170b7f4e-1ff1-45da-9b28-baa2cfb868f1,segment=NetworkSegment(a9afe95a-bc81-4053-bcf6-93dc37b0f7fa),segment_id=a9afe95a-bc81-4053-bcf6-93dc37b0f7fa)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:48:22.014195 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (170b7f4e-1ff1-45da-9b28-baa2cfb868f1), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:22.138852 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=170b7f4e-1ff1-45da-9b28-baa2cfb868f1,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:22.178033 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4e99ee-fb70-4362-b7b8-dbf16190e976 None None] Network 7c1e3117-546a-4488-820a-d16155db0324 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:48:22.378037 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-2bd51b4a-59af-46a9-9271-b14627b3309a None None] Provisioning complete for port def72b67-a81b-44e5-88f7-6f2ce1eceff4 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:48:22.383001 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2bd51b4a-59af-46a9-9271-b14627b3309a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (def72b67-a81b-44e5-88f7-6f2ce1eceff4), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:22.437026 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada94c1-ac6d-4ccc-b646-f12ab2bb6760 req-77ba6641-0707-4faa-8d7f-8b5983f6ab63 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:22.438525 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3ada94c1-ac6d-4ccc-b646-f12ab2bb6760 req-77ba6641-0707-4faa-8d7f-8b5983f6ab63 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] 10.222.0.87 "GET /v2.0/ports?device_id=b787a209-d317-4e4a-9123-0d1bf1309c5c HTTP/1.1" status: 200 len: 945 time: 0.5503621 Feb 17 17:48:22.477972 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device def72b67-a81b-44e5-88f7-6f2ce1eceff4 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:48:22.513412 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87d883b-5ab5-4a4a-88b7-b918629e736f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:22.519020 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87d883b-5ab5-4a4a-88b7-b918629e736f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:22.523458 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34074) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:22.523996 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b87d883b-5ab5-4a4a-88b7-b918629e736f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.5574093 Feb 17 17:48:22.574955 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b490a-80b8-4690-8f82-cbf1c8fe1c28 req-d80b20a4-0f0c-48ba-85c9-b734a7bdbe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:22.576461 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e12b490a-80b8-4690-8f82-cbf1c8fe1c28 req-d80b20a4-0f0c-48ba-85c9-b734a7bdbe8c service neutron] 10.222.0.71 "GET /v2.0/networks?id=2c9900d2-a559-4978-8739-0c10e7ac9101 HTTP/1.1" status: 200 len: 916 time: 0.5399172 Feb 17 17:48:22.751507 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-5861b831-1a48-4a6d-b5cd-9333d1c87234 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Deleting port 0f6728a5-9a96-4e3a-a7cb-b12c71ba918f {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:48:22.751886 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5861b831-1a48-4a6d-b5cd-9333d1c87234 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (0f6728a5-9a96-4e3a-a7cb-b12c71ba918f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:22.862594 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecffea3a-b5dd-41e4-a2c9-f5af991282c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170b7f4e-1ff1-45da-9b28-baa2cfb868f1'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:48:22.872204 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f3eace-3547-43cc-a96d-09444fb34f5a" -d '{"events": [{"server_uuid": "ecffea3a-b5dd-41e4-a2c9-f5af991282c4", "name": "network-vif-plugged", "status": "completed", "tag": "170b7f4e-1ff1-45da-9b28-baa2cfb868f1"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:48:22.887716 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port def72b67-a81b-44e5-88f7-6f2ce1eceff4 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:48:22.888304 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (def72b67-a81b-44e5-88f7-6f2ce1eceff4), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:22.998680 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-2bd51b4a-59af-46a9-9271-b14627b3309a None None] Current status of the port def72b67-a81b-44e5-88f7-6f2ce1eceff4 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:48:22.999091 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2bd51b4a-59af-46a9-9271-b14627b3309a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (def72b67-a81b-44e5-88f7-6f2ce1eceff4), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:23.043334 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5861b831-1a48-4a6d-b5cd-9333d1c87234 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (0f6728a5-9a96-4e3a-a7cb-b12c71ba918f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:23.070950 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-5861b831-1a48-4a6d-b5cd-9333d1c87234 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Calling delete_port for 0f6728a5-9a96-4e3a-a7cb-b12c71ba918f owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:48:23.105410 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-2bd51b4a-59af-46a9-9271-b14627b3309a None None] For port def72b67-a81b-44e5-88f7-6f2ce1eceff4, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=def72b67-a81b-44e5-88f7-6f2ce1eceff4,segment=NetworkSegment(6417b187-748d-41b0-804a-6f87c7c51427),segment_id=6417b187-748d-41b0-804a-6f87c7c51427)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:48:23.157940 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2bd51b4a-59af-46a9-9271-b14627b3309a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (def72b67-a81b-44e5-88f7-6f2ce1eceff4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:23.253062 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5861b831-1a48-4a6d-b5cd-9333d1c87234 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (0f6728a5-9a96-4e3a-a7cb-b12c71ba918f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:23.267937 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port def72b67-a81b-44e5-88f7-6f2ce1eceff4 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:48:23.268354 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (def72b67-a81b-44e5-88f7-6f2ce1eceff4), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:23.288569 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5861b831-1a48-4a6d-b5cd-9333d1c87234 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:23.301605 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5861b831-1a48-4a6d-b5cd-9333d1c87234 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "DELETE /v2.0/ports/0f6728a5-9a96-4e3a-a7cb-b12c71ba918f HTTP/1.1" status: 204 len: 168 time: 0.7757301 Feb 17 17:48:23.305474 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34092) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:23.371691 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5861b831-1a48-4a6d-b5cd-9333d1c87234 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event deleted for resources: {'Port': ['ID=0f6728a5-9a96-4e3a-a7cb-b12c71ba918f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:23.376588 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd51b4a-59af-46a9-9271-b14627b3309a None None] Pushing event updated for resources: {'Port': ['ID=def72b67-a81b-44e5-88f7-6f2ce1eceff4,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:23.456438 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:48:23.456805 n-d-829613-2 neutron-server[103436]: DEBUG oslo_db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 17:48:23.497581 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-eb1b723b-1785-4b80-84a8-c5292cc4f5cd None None] Provisioning complete for port def72b67-a81b-44e5-88f7-6f2ce1eceff4 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:48:23.498177 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eb1b723b-1785-4b80-84a8-c5292cc4f5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (def72b67-a81b-44e5-88f7-6f2ce1eceff4), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:23.547185 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5595f2e8-7319-4eb4-a32d-019dc96e196f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:23.558736 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5595f2e8-7319-4eb4-a32d-019dc96e196f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2023721 Feb 17 17:48:23.561437 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34098) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:23.616969 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d6b9f11-4f51-40a5-9ea9-d0c2150cbb14 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] GET failed (client error): The resource could not be found. Feb 17 17:48:23.618440 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6d6b9f11-4f51-40a5-9ea9-d0c2150cbb14 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "GET /v2.0/ports/245282a8-9409-4c26-adcb-f222cc722e43 HTTP/1.1" status: 404 len: 333 time: 0.0560672 Feb 17 17:48:23.654235 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34100) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:23.689383 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3ada94c1-ac6d-4ccc-b646-f12ab2bb6760 req-231db9ff-7fa9-4bf0-b07a-26001fe38c85 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] 10.222.0.87 "GET /v2.0/security-groups?id=ed453a4b-25dc-4e92-8163-d1773c7dc771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2328093 Feb 17 17:48:23.690511 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2c7661db-e16f-427d-8c01-6f2d6a36c9cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (34b3dfba-3b2c-489b-a5d3-473ca57cc222), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:23.707233 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e12b490a-80b8-4690-8f82-cbf1c8fe1c28 req-736c1f5e-e55f-4a04-8fbb-99e5340c1d08 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d389da79-0dac-4632-8f02-bb0e8c733b4f HTTP/1.1" status: 200 len: 217 time: 1.1151125 Feb 17 17:48:23.729747 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad717597-abd2-435c-a0c4-f48531474f85 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] GET failed (client error): The resource could not be found. Feb 17 17:48:23.731227 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ad717597-abd2-435c-a0c4-f48531474f85 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "GET /v2.0/ports/0f6728a5-9a96-4e3a-a7cb-b12c71ba918f HTTP/1.1" status: 404 len: 333 time: 0.0759788 Feb 17 17:48:23.733916 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-eb1b723b-1785-4b80-84a8-c5292cc4f5cd None None] Current status of the port def72b67-a81b-44e5-88f7-6f2ce1eceff4 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:48:23.735027 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34102) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:23.796477 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e68683-85e3-4a19-a345-dc5e2d11604f x-openstack-request-id: req-10e68683-85e3-4a19-a345-dc5e2d11604f {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:48:23.796782 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecffea3a-b5dd-41e4-a2c9-f5af991282c4", "name": "network-vif-plugged", "status": "completed", "tag": "170b7f4e-1ff1-45da-9b28-baa2cfb868f1", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:48:23.797039 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-10e68683-85e3-4a19-a345-dc5e2d11604f {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:48:23.797437 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecffea3a-b5dd-41e4-a2c9-f5af991282c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170b7f4e-1ff1-45da-9b28-baa2cfb868f1', 'code': 200} Feb 17 17:48:24.000089 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44619abb-7f23-4eb1-b6b9-bcc873653018 req-9188c489-104b-47f3-a139-c92a7e7cd592 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:24.002719 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-44619abb-7f23-4eb1-b6b9-bcc873653018 req-9188c489-104b-47f3-a139-c92a7e7cd592 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=ecffea3a-b5dd-41e4-a2c9-f5af991282c4 HTTP/1.1" status: 200 len: 945 time: 1.5128670 Feb 17 17:48:24.032736 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b490a-80b8-4690-8f82-cbf1c8fe1c28 req-c46bcfe5-cb73-4b9a-b045-26e19a5f81af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:24.034624 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e12b490a-80b8-4690-8f82-cbf1c8fe1c28 req-c46bcfe5-cb73-4b9a-b045-26e19a5f81af service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0145e51a-5adb-4fab-bd7e-ee03bd2ecb29 HTTP/1.1" status: 200 len: 855 time: 0.2292387 Feb 17 17:48:24.039853 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port def72b67-a81b-44e5-88f7-6f2ce1eceff4 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:48:24.056019 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-50a24a7d-43d4-4922-bd89-e2ecda6cce91 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (a5b3d234-43e7-43be-9295-5fcd095f1f4e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:24.081099 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e12b490a-80b8-4690-8f82-cbf1c8fe1c28 req-f8efd220-140a-4739-80d7-1672ae2b47b7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2c9900d2-a559-4978-8739-0c10e7ac9101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380850 Feb 17 17:48:24.162316 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-44619abb-7f23-4eb1-b6b9-bcc873653018 req-b68d0450-cea6-4002-84be-dcba10193419 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516263 Feb 17 17:48:24.205593 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08ab34-a8ba-4310-baf8-565c278b6a9f req-5ddae159-08d7-48d8-a5a3-75298b693050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:24.207368 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ef08ab34-a8ba-4310-baf8-565c278b6a9f req-5ddae159-08d7-48d8-a5a3-75298b693050 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ecffea3a-b5dd-41e4-a2c9-f5af991282c4 HTTP/1.1" status: 200 len: 1127 time: 0.3196247 Feb 17 17:48:24.297232 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-50a24a7d-43d4-4922-bd89-e2ecda6cce91 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (a5b3d234-43e7-43be-9295-5fcd095f1f4e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:24.316902 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e12b490a-80b8-4690-8f82-cbf1c8fe1c28 req-050acedf-a901-430f-bb08-1cbdda6bfc4f service neutron] 10.222.0.71 "GET /v2.0/networks/2c9900d2-a559-4978-8739-0c10e7ac9101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097893 Feb 17 17:48:24.324888 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-50a24a7d-43d4-4922-bd89-e2ecda6cce91 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5b3d234-43e7-43be-9295-5fcd095f1f4e']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:48:24.336911 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-50a24a7d-43d4-4922-bd89-e2ecda6cce91 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15afa7f2-11bc-4052-888c-1253c7e670c5') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:48:24.337341 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-50a24a7d-43d4-4922-bd89-e2ecda6cce91 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15afa7f2-11bc-4052-888c-1253c7e670c5') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:48:24.361286 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-50a24a7d-43d4-4922-bd89-e2ecda6cce91 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (15afa7f2-11bc-4052-888c-1253c7e670c5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:24.378016 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-50a24a7d-43d4-4922-bd89-e2ecda6cce91 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (15afa7f2-11bc-4052-888c-1253c7e670c5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:24.385926 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50a24a7d-43d4-4922-bd89-e2ecda6cce91 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:48:24.386458 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-50a24a7d-43d4-4922-bd89-e2ecda6cce91 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (15afa7f2-11bc-4052-888c-1253c7e670c5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:24.397337 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device def72b67-a81b-44e5-88f7-6f2ce1eceff4 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:48:24.475873 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:48:24.475873 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:48:24.475873 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:48:24.475873 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:48:24.475873 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:48:24.475873 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:48:24.475873 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:48:24.475873 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:48:24.475873 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:48:24.475873 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:48:24.475873 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:48:24.475873 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:48:24.475873 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:48:24.475873 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:48:24.475873 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:48:24.475873 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:48:24.475873 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:48:24.475873 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:48:24.475873 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:48:24.475873 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:48:24.475873 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:48:24.475873 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:48:24.475873 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:48:24.475873 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:48:24.475873 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:48:24.475873 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:48:24.475873 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:48:24.475873 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:48:24.475873 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:48:24.475873 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:48:24.475873 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:48:24.475873 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:48:24.552120 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e12b490a-80b8-4690-8f82-cbf1c8fe1c28 req-28de37a6-e9b0-4e57-9d16-fdc61787bc89 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9900d2-a559-4978-8739-0c10e7ac9101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384741 Feb 17 17:48:24.567540 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c7661db-e16f-427d-8c01-6f2d6a36c9cf admin admin] Router 34b3dfba-3b2c-489b-a5d3-473ca57cc222 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:48:24.577101 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port def72b67-a81b-44e5-88f7-6f2ce1eceff4 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:48:24.577640 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (def72b67-a81b-44e5-88f7-6f2ce1eceff4), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:24.895490 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port def72b67-a81b-44e5-88f7-6f2ce1eceff4 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:48:25.094847 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c7661db-e16f-427d-8c01-6f2d6a36c9cf admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:48:25.108313 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b600d9d-e06a-436f-a6b9-7d52c1660d38 None None] Sync routers for ids ['34b3dfba-3b2c-489b-a5d3-473ca57cc222'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:48:25.131626 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b600d9d-e06a-436f-a6b9-7d52c1660d38 None None] Routers {'34b3dfba-3b2c-489b-a5d3-473ca57cc222'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:48:25.131626 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-6b600d9d-e06a-436f-a6b9-7d52c1660d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:48:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['34b3dfba-3b2c-489b-a5d3-473ca57cc222'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:48:25.138335 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a291a8e-2a93-4f40-9be4-9600e2132bca req-c10b5565-90e5-4d47-b766-785c79f3fc8f tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:25.139958 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a291a8e-2a93-4f40-9be4-9600e2132bca req-c10b5565-90e5-4d47-b766-785c79f3fc8f tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] 10.222.0.87 "GET /v2.0/ports?device_id=b787a209-d317-4e4a-9123-0d1bf1309c5c HTTP/1.1" status: 200 len: 945 time: 0.2027714 Feb 17 17:48:25.196724 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2c7661db-e16f-427d-8c01-6f2d6a36c9cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:25.201502 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-2c7661db-e16f-427d-8c01-6f2d6a36c9cf admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.2605309 Feb 17 17:48:25.201601 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 34134) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:25.361701 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a291a8e-2a93-4f40-9be4-9600e2132bca req-a7fc8f54-275a-49a5-8242-ef9e3951f389 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] 10.222.0.87 "GET /v2.0/security-groups?id=ed453a4b-25dc-4e92-8163-d1773c7dc771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122142 Feb 17 17:48:25.434134 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-6b600d9d-e06a-436f-a6b9-7d52c1660d38 None None] Set router 34b3dfba-3b2c-489b-a5d3-473ca57cc222 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:48:25.486457 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ef08ab34-a8ba-4310-baf8-565c278b6a9f req-e461e030-dc1b-4388-bcb6-d995aa1a3adb service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0096314 Feb 17 17:48:25.499046 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-50a24a7d-43d4-4922-bd89-e2ecda6cce91 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (a5b3d234-43e7-43be-9295-5fcd095f1f4e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:25.520184 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-50a24a7d-43d4-4922-bd89-e2ecda6cce91 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:25.536191 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-50a24a7d-43d4-4922-bd89-e2ecda6cce91 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "DELETE /v2.0/networks/a5b3d234-43e7-43be-9295-5fcd095f1f4e HTTP/1.1" status: 204 len: 168 time: 1.7919278 Feb 17 17:48:25.536191 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34140) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:25.544865 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-30f22177-dab5-47af-b750-38138005bee2 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-445596491'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:48:25.593212 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a24a7d-43d4-4922-bd89-e2ecda6cce91 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event deleted for resources: {'Network': ['ID=a5b3d234-43e7-43be-9295-5fcd095f1f4e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:25.656750 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f22177-dab5-47af-b750-38138005bee2 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Made reservation on behalf of c31c6ec4ee6945b58580629588ff6a35 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:48:25.664056 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-30f22177-dab5-47af-b750-38138005bee2 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:25.755408 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30f22177-dab5-47af-b750-38138005bee2 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:48:25.797038 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4517465-585c-4a46-9d20-627dde159acc req-7327efe0-b628-441f-ade6-90cea7a485ee tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:25.797301 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-30f22177-dab5-47af-b750-38138005bee2 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (e9463b97-e97e-491f-8dd6-e7e4c8ce6fc2), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:25.797301 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-30f22177-dab5-47af-b750-38138005bee2 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Added segment e9463b97-e97e-491f-8dd6-e7e4c8ce6fc2 of type vlan for network 2e77c7ea-2c33-4969-a4e1-1405a6a97080 Feb 17 17:48:25.797495 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a4517465-585c-4a46-9d20-627dde159acc req-7327efe0-b628-441f-ade6-90cea7a485ee tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=ecffea3a-b5dd-41e4-a2c9-f5af991282c4 HTTP/1.1" status: 200 len: 945 time: 0.4132869 Feb 17 17:48:25.960762 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-30f22177-dab5-47af-b750-38138005bee2 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (2e77c7ea-2c33-4969-a4e1-1405a6a97080), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:26.058312 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-6b600d9d-e06a-436f-a6b9-7d52c1660d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b3dfba-3b2c-489b-a5d3-473ca57cc222', 'name': 'tempest-TestVolumeBackupRestore-354553219-router', 'tenant_id': '02ed179e91da4c8cac3218292b591b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '033b834c-4152-4dad-85be-441dfca88669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:48:17Z', 'updated_at': '2022-02-17T17:48:20Z', 'revision_number': 3, 'project_id': '02ed179e91da4c8cac3218292b591b92', 'gw_port': {'id': '033b834c-4152-4dad-85be-441dfca88669', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:07:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b3dfba-3b2c-489b-a5d3-473ca57cc222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:48:19Z', 'updated_at': '2022-02-17T17:48:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:48:26.071644 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a4517465-585c-4a46-9d20-627dde159acc req-1d34f465-dd1c-4999-8e4d-55766caecc6a tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618072 Feb 17 17:48:26.079361 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-30f22177-dab5-47af-b750-38138005bee2 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (2e77c7ea-2c33-4969-a4e1-1405a6a97080), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:26.090233 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f22177-dab5-47af-b750-38138005bee2 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:26.094242 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-30f22177-dab5-47af-b750-38138005bee2 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:26.119466 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b600d9d-e06a-436f-a6b9-7d52c1660d38 None None] Checking router: 34b3dfba-3b2c-489b-a5d3-473ca57cc222 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:48:26.120428 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b600d9d-e06a-436f-a6b9-7d52c1660d38 None None] Updating router 34b3dfba-3b2c-489b-a5d3-473ca57cc222 port 033b834c-4152-4dad-85be-441dfca88669 binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:48:26.189183 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6b600d9d-e06a-436f-a6b9-7d52c1660d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (033b834c-4152-4dad-85be-441dfca88669), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:26.299628 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f22177-dab5-47af-b750-38138005bee2 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event updated for resources: {'Network': ['ID=2e77c7ea-2c33-4969-a4e1-1405a6a97080,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:26.310958 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 2e77c7ea-2c33-4969-a4e1-1405a6a97080 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:48:26.314052 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-30f22177-dab5-47af-b750-38138005bee2 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7790742 Feb 17 17:48:26.316887 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34162) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:26.322179 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-10df5f61-69a9-4f3e-87bf-e1f0d0b58260 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Request body: {'subnet': {'network_id': '2e77c7ea-2c33-4969-a4e1-1405a6a97080', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:48:26.524669 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10df5f61-69a9-4f3e-87bf-e1f0d0b58260 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Made reservation on behalf of c31c6ec4ee6945b58580629588ff6a35 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:48:26.532889 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10df5f61-69a9-4f3e-87bf-e1f0d0b58260 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:26.721621 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.ipam_backend_mixin [None req-10df5f61-69a9-4f3e-87bf-e1f0d0b58260 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Performing IP validity checks on allocation pools {{(pid=103434) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 17 17:48:26.722262 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.ipam_backend_mixin [None req-10df5f61-69a9-4f3e-87bf-e1f0d0b58260 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103434) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 17 17:48:26.731835 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47332e5e-26c6-43b5-a833-7ab091b97528 req-f420947f-d793-4299-8c71-fa5595008fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:26.739347 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-47332e5e-26c6-43b5-a833-7ab091b97528 req-f420947f-d793-4299-8c71-fa5595008fc5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e16548cddb1c450894851af5b6601bb2&device_id=b787a209-d317-4e4a-9123-0d1bf1309c5c HTTP/1.1" status: 200 len: 1127 time: 0.6602697 Feb 17 17:48:26.974731 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47332e5e-26c6-43b5-a833-7ab091b97528 req-4dc02707-371d-4f48-a3c6-782eff416080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:26.976707 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-47332e5e-26c6-43b5-a833-7ab091b97528 req-4dc02707-371d-4f48-a3c6-782eff416080 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a953375c-9803-4c2d-bdba-9d254c87d0cd HTTP/1.1" status: 200 len: 914 time: 0.2169688 Feb 17 17:48:27.036135 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10df5f61-69a9-4f3e-87bf-e1f0d0b58260 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (8a4eedeb-8e29-44c5-ac64-e032b348f58e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:27.071841 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b67b4-4f77-40ac-8295-dbca8bbf2dd5 req-7cd46c19-4a40-4b74-8e94-cd745b704356 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:27.075888 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-db3b67b4-4f77-40ac-8295-dbca8bbf2dd5 req-7cd46c19-4a40-4b74-8e94-cd745b704356 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] 10.222.0.87 "GET /v2.0/ports?device_id=b787a209-d317-4e4a-9123-0d1bf1309c5c HTTP/1.1" status: 200 len: 945 time: 0.9624264 Feb 17 17:48:27.077258 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-47332e5e-26c6-43b5-a833-7ab091b97528 req-498f37bc-382d-43b4-af79-a678c3c3af48 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca01f1d5-3863-402a-b552-a49fc64b5b9b HTTP/1.1" status: 200 len: 217 time: 0.0877218 Feb 17 17:48:27.152977 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6b600d9d-e06a-436f-a6b9-7d52c1660d38 None None] Publish callbacks [] for port (033b834c-4152-4dad-85be-441dfca88669), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:27.165824 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6b600d9d-e06a-436f-a6b9-7d52c1660d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (033b834c-4152-4dad-85be-441dfca88669), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:27.191863 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47332e5e-26c6-43b5-a833-7ab091b97528 req-4c0ef83d-15ac-4aea-b15c-a3bf2c44fbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:27.198236 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-47332e5e-26c6-43b5-a833-7ab091b97528 req-4c0ef83d-15ac-4aea-b15c-a3bf2c44fbd4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4969b250-5ab5-45f2-b0d9-be5feb5d5a44 HTTP/1.1" status: 200 len: 853 time: 0.1130774 Feb 17 17:48:27.200973 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df5f61-69a9-4f3e-87bf-e1f0d0b58260 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event updated for resources: {'Subnet': ['ID=8a4eedeb-8e29-44c5-ac64-e032b348f58e,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:27.220424 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34178) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:27.232689 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df5f61-69a9-4f3e-87bf-e1f0d0b58260 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Checking segment: {'id': 'e9463b97-e97e-491f-8dd6-e7e4c8ce6fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2e77c7ea-2c33-4969-a4e1-1405a6a97080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:48:27.233060 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10df5f61-69a9-4f3e-87bf-e1f0d0b58260 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Network hostable DHCP agents. Network: 2e77c7ea-2c33-4969-a4e1-1405a6a97080, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:48:27.275266 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10df5f61-69a9-4f3e-87bf-e1f0d0b58260 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Network 2e77c7ea-2c33-4969-a4e1-1405a6a97080 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:48:27.297750 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-10df5f61-69a9-4f3e-87bf-e1f0d0b58260 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 2e77c7ea-2c33-4969-a4e1-1405a6a97080) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:48:27.308800 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af90cb93-ff36-4844-a660-7f75c1ee6971 None None] Network 2e77c7ea-2c33-4969-a4e1-1405a6a97080 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:48:27.315543 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10df5f61-69a9-4f3e-87bf-e1f0d0b58260 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:27.316148 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10df5f61-69a9-4f3e-87bf-e1f0d0b58260 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:27.377500 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-10df5f61-69a9-4f3e-87bf-e1f0d0b58260 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0593140 Feb 17 17:48:27.384883 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34188) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:27.401159 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-719ef95e-2807-4673-94cb-dd11f24ff060 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Request body: {'port': {'network_id': '2e77c7ea-2c33-4969-a4e1-1405a6a97080', 'name': 'tempest-PortsTestJSON-343834947'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:48:27.475587 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-6b600d9d-e06a-436f-a6b9-7d52c1660d38 None None] Attempting to bind port 033b834c-4152-4dad-85be-441dfca88669 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:48:27.475987 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-6b600d9d-e06a-436f-a6b9-7d52c1660d38 None None] Attempting to bind port 033b834c-4152-4dad-85be-441dfca88669 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:48:27.476344 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b600d9d-e06a-436f-a6b9-7d52c1660d38 None None] Attempting to bind port 033b834c-4152-4dad-85be-441dfca88669 on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:48:27.499214 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a941c9a-c42a-4c99-9b52-039f2eb4e54a None None] Pushing event updated for resources: {'Port': ['ID=033b834c-4152-4dad-85be-441dfca88669,revision_number=2']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:27.540831 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a941c9a-c42a-4c99-9b52-039f2eb4e54a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:48:27.541095 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a941c9a-c42a-4c99-9b52-039f2eb4e54a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:48:27.541428 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a941c9a-c42a-4c99-9b52-039f2eb4e54a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:48:27.541752 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a941c9a-c42a-4c99-9b52-039f2eb4e54a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:48:27.542075 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a941c9a-c42a-4c99-9b52-039f2eb4e54a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:48:27.542393 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a941c9a-c42a-4c99-9b52-039f2eb4e54a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:48:27.542709 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a941c9a-c42a-4c99-9b52-039f2eb4e54a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:48:27.543022 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a941c9a-c42a-4c99-9b52-039f2eb4e54a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:48:27.543339 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a941c9a-c42a-4c99-9b52-039f2eb4e54a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:48:27.543651 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a941c9a-c42a-4c99-9b52-039f2eb4e54a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:48:27.543964 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a941c9a-c42a-4c99-9b52-039f2eb4e54a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:48:27.544288 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a941c9a-c42a-4c99-9b52-039f2eb4e54a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:48:27.560091 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a941c9a-c42a-4c99-9b52-039f2eb4e54a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:48:27.574145 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b600d9d-e06a-436f-a6b9-7d52c1660d38 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:48:27.574517 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b600d9d-e06a-436f-a6b9-7d52c1660d38 None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:48:27.574920 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6b600d9d-e06a-436f-a6b9-7d52c1660d38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:27.575305 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b600d9d-e06a-436f-a6b9-7d52c1660d38 None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:48:27.575783 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-6b600d9d-e06a-436f-a6b9-7d52c1660d38 None None] Bound port: 033b834c-4152-4dad-85be-441dfca88669, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:48:27.576167 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6b600d9d-e06a-436f-a6b9-7d52c1660d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (033b834c-4152-4dad-85be-441dfca88669), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:27.601340 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-47332e5e-26c6-43b5-a833-7ab091b97528 req-a8a297ae-a818-4cdc-9649-a5405ea71f33 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a953375c-9803-4c2d-bdba-9d254c87d0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1493835 Feb 17 17:48:27.680364 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b987ddb-124c-4fdc-9eb9-9189308d0416 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:27.699712 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5216e02a-f361-4feb-99ed-78dbec797261 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-2e77c7ea-2c33-4969-a4e1-1405a6a97080', 'network_id': '2e77c7ea-2c33-4969-a4e1-1405a6a97080', 'project_id': 'c31c6ec4ee6945b58580629588ff6a35', 'fixed_ips': [{'subnet_id': '8a4eedeb-8e29-44c5-ac64-e032b348f58e'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:48:27.701776 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5216e02a-f361-4feb-99ed-78dbec797261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:27.735670 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719ef95e-2807-4673-94cb-dd11f24ff060 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Made reservation on behalf of c31c6ec4ee6945b58580629588ff6a35 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:48:27.746071 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-719ef95e-2807-4673-94cb-dd11f24ff060 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:27.761057 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-6b600d9d-e06a-436f-a6b9-7d52c1660d38 None None] For port 033b834c-4152-4dad-85be-441dfca88669, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:48:27.778975 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-6b600d9d-e06a-436f-a6b9-7d52c1660d38 None None] For port 033b834c-4152-4dad-85be-441dfca88669, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=033b834c-4152-4dad-85be-441dfca88669,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:48:27.793863 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6b600d9d-e06a-436f-a6b9-7d52c1660d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (033b834c-4152-4dad-85be-441dfca88669), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:27.828456 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-719ef95e-2807-4673-94cb-dd11f24ff060 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] device_id is not set on port 9879e0d0-b7dd-434c-b420-8b84cb1afee7 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:48:27.926495 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5bf8fdc4-2e62-49e3-bcde-f2b20814f8ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:27.956005 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-719ef95e-2807-4673-94cb-dd11f24ff060 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Allocated IP 172.20.0.11 (2e77c7ea-2c33-4969-a4e1-1405a6a97080/8a4eedeb-8e29-44c5-ac64-e032b348f58e/9879e0d0-b7dd-434c-b420-8b84cb1afee7) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:48:27.991870 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b600d9d-e06a-436f-a6b9-7d52c1660d38 None None] Routers {'34b3dfba-3b2c-489b-a5d3-473ca57cc222'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:48:27.995266 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-6b600d9d-e06a-436f-a6b9-7d52c1660d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:48:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['34b3dfba-3b2c-489b-a5d3-473ca57cc222'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:48:27.998642 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a941c9a-c42a-4c99-9b52-039f2eb4e54a None None] Pushing event updated for resources: {'Port': ['ID=033b834c-4152-4dad-85be-441dfca88669,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:28.120397 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-db3b67b4-4f77-40ac-8295-dbca8bbf2dd5 req-17e707ea-73c8-46e7-94f9-6214c1e9be63 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] 10.222.0.87 "GET /v2.0/security-groups?id=ed453a4b-25dc-4e92-8163-d1773c7dc771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9416850 Feb 17 17:48:28.137685 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-719ef95e-2807-4673-94cb-dd11f24ff060 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for port (9879e0d0-b7dd-434c-b420-8b84cb1afee7), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:28.206977 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-719ef95e-2807-4673-94cb-dd11f24ff060 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (9879e0d0-b7dd-434c-b420-8b84cb1afee7), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:28.222614 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd8003-0c47-42c6-8dbc-da37a5f04cc6 req-a63be4c6-c2e5-4b1d-98b0-499107e23966 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:28.228549 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e3cd8003-0c47-42c6-8dbc-da37a5f04cc6 req-a63be4c6-c2e5-4b1d-98b0-499107e23966 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=ecffea3a-b5dd-41e4-a2c9-f5af991282c4 HTTP/1.1" status: 200 len: 945 time: 0.7777956 Feb 17 17:48:28.286410 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-6b600d9d-e06a-436f-a6b9-7d52c1660d38 None None] Set router 34b3dfba-3b2c-489b-a5d3-473ca57cc222 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:48:28.357026 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-5216e02a-f361-4feb-99ed-78dbec797261 None None] Allocated IP 172.20.0.2 (2e77c7ea-2c33-4969-a4e1-1405a6a97080/8a4eedeb-8e29-44c5-ac64-e032b348f58e/1b0bd701-3479-4f87-a662-1c66f975c581) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:48:28.389154 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-47332e5e-26c6-43b5-a833-7ab091b97528 req-43f2fe59-e933-4790-b729-e96f5e7d06fb service neutron] 10.222.0.71 "GET /v2.0/networks/a953375c-9803-4c2d-bdba-9d254c87d0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6966846 Feb 17 17:48:28.443371 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719ef95e-2807-4673-94cb-dd11f24ff060 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event updated for resources: {'Port': ['ID=9879e0d0-b7dd-434c-b420-8b84cb1afee7,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:28.559393 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719ef95e-2807-4673-94cb-dd11f24ff060 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Network 2e77c7ea-2c33-4969-a4e1-1405a6a97080 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:48:28.574467 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-719ef95e-2807-4673-94cb-dd11f24ff060 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:48:28.585529 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719ef95e-2807-4673-94cb-dd11f24ff060 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:48:28.783337 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-6b600d9d-e06a-436f-a6b9-7d52c1660d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b3dfba-3b2c-489b-a5d3-473ca57cc222', 'name': 'tempest-TestVolumeBackupRestore-354553219-router', 'tenant_id': '02ed179e91da4c8cac3218292b591b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '033b834c-4152-4dad-85be-441dfca88669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:48:17Z', 'updated_at': '2022-02-17T17:48:20Z', 'revision_number': 3, 'project_id': '02ed179e91da4c8cac3218292b591b92', 'gw_port': {'id': '033b834c-4152-4dad-85be-441dfca88669', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:07:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b3dfba-3b2c-489b-a5d3-473ca57cc222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:48:19Z', 'updated_at': '2022-02-17T17:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:48:28.793815 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b987ddb-124c-4fdc-9eb9-9189308d0416 admin admin] Publish callbacks [] for security_group (7d75e46e-d44f-4554-b859-64da0777e2de), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:28.807992 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5216e02a-f361-4feb-99ed-78dbec797261 None None] Publish callbacks [] for port (1b0bd701-3479-4f87-a662-1c66f975c581), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:28.820127 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719ef95e-2807-4673-94cb-dd11f24ff060 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:28.821605 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-719ef95e-2807-4673-94cb-dd11f24ff060 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:28.823440 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5216e02a-f361-4feb-99ed-78dbec797261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (1b0bd701-3479-4f87-a662-1c66f975c581), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:28.854437 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b987ddb-124c-4fdc-9eb9-9189308d0416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (7d75e46e-d44f-4554-b859-64da0777e2de), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:28.862593 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b600d9d-e06a-436f-a6b9-7d52c1660d38 None None] The sync data for ids ['34b3dfba-3b2c-489b-a5d3-473ca57cc222'] in n-d-829613-2 is: [{'id': '34b3dfba-3b2c-489b-a5d3-473ca57cc222', 'name': 'tempest-TestVolumeBackupRestore-354553219-router', 'tenant_id': '02ed179e91da4c8cac3218292b591b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '033b834c-4152-4dad-85be-441dfca88669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:48:17Z', 'updated_at': '2022-02-17T17:48:20Z', 'revision_number': 3, 'project_id': '02ed179e91da4c8cac3218292b591b92', 'gw_port': {'id': '033b834c-4152-4dad-85be-441dfca88669', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:07:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b3dfba-3b2c-489b-a5d3-473ca57cc222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:48:19Z', 'updated_at': '2022-02-17T17:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:48:28.885335 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e3cd8003-0c47-42c6-8dbc-da37a5f04cc6 req-2c89a85c-75d5-4951-bdac-21afd9a2067f tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6379030 Feb 17 17:48:28.995245 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2b987ddb-124c-4fdc-9eb9-9189308d0416 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=47e69c05ef6a481f9f0a959d8edf3d77&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7709203 Feb 17 17:48:28.997441 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5216e02a-f361-4feb-99ed-78dbec797261 None None] Pushing event updated for resources: {'Port': ['ID=1b0bd701-3479-4f87-a662-1c66f975c581,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:29.000376 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-719ef95e-2807-4673-94cb-dd11f24ff060 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6121016 Feb 17 17:48:29.004841 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 34214) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:29.007101 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34216) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:29.034111 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5216e02a-f361-4feb-99ed-78dbec797261 None None] Network 2e77c7ea-2c33-4969-a4e1-1405a6a97080 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:48:29.035815 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-5216e02a-f361-4feb-99ed-78dbec797261 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:48:29.042277 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5216e02a-f361-4feb-99ed-78dbec797261 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:48:29.159948 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b987ddb-124c-4fdc-9eb9-9189308d0416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d75e46e-d44f-4554-b859-64da0777e2de,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:29.200705 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-5216e02a-f361-4feb-99ed-78dbec797261 None None] Attempting to bind port 1b0bd701-3479-4f87-a662-1c66f975c581 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:48:29.201341 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-5216e02a-f361-4feb-99ed-78dbec797261 None None] Attempting to bind port 1b0bd701-3479-4f87-a662-1c66f975c581 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'e9463b97-e97e-491f-8dd6-e7e4c8ce6fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2e77c7ea-2c33-4969-a4e1-1405a6a97080'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:48:29.202019 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5216e02a-f361-4feb-99ed-78dbec797261 None None] Attempting to bind port 1b0bd701-3479-4f87-a662-1c66f975c581 on network 2e77c7ea-2c33-4969-a4e1-1405a6a97080 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:48:29.219443 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5216e02a-f361-4feb-99ed-78dbec797261 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:48:29.220130 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5216e02a-f361-4feb-99ed-78dbec797261 None None] Checking segment: {'id': 'e9463b97-e97e-491f-8dd6-e7e4c8ce6fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2e77c7ea-2c33-4969-a4e1-1405a6a97080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:48:29.220937 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5216e02a-f361-4feb-99ed-78dbec797261 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:29.222700 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5216e02a-f361-4feb-99ed-78dbec797261 None None] Bound using segment: {'id': 'e9463b97-e97e-491f-8dd6-e7e4c8ce6fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2e77c7ea-2c33-4969-a4e1-1405a6a97080'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:48:29.223460 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-5216e02a-f361-4feb-99ed-78dbec797261 None None] Bound port: 1b0bd701-3479-4f87-a662-1c66f975c581, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9463b97-e97e-491f-8dd6-e7e4c8ce6fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '2e77c7ea-2c33-4969-a4e1-1405a6a97080'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:48:29.224706 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5216e02a-f361-4feb-99ed-78dbec797261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1b0bd701-3479-4f87-a662-1c66f975c581), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:29.315115 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-47332e5e-26c6-43b5-a833-7ab091b97528 req-2945afbb-e556-42da-a43d-8cb7e048018c service neutron] 10.222.0.71 "GET /v2.0/networks/a953375c-9803-4c2d-bdba-9d254c87d0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8892322 Feb 17 17:48:29.371986 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-e6073a0c-80d5-4dd0-8be1-2336d98328ec tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Deleting port 9879e0d0-b7dd-434c-b420-8b84cb1afee7 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:48:29.379896 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e6073a0c-80d5-4dd0-8be1-2336d98328ec tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (9879e0d0-b7dd-434c-b420-8b84cb1afee7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:29.525346 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-5bf8fdc4-2e62-49e3-bcde-f2b20814f8ca admin admin] Allocated IP 172.20.0.1 (7c1e3117-546a-4488-820a-d16155db0324/2483f3f8-7359-406b-bf51-5ef55371b51b/c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:48:29.596162 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5216e02a-f361-4feb-99ed-78dbec797261 None None] For port 1b0bd701-3479-4f87-a662-1c66f975c581, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:48:29.604715 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5216e02a-f361-4feb-99ed-78dbec797261 None None] For port 1b0bd701-3479-4f87-a662-1c66f975c581, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=1b0bd701-3479-4f87-a662-1c66f975c581,segment=NetworkSegment(e9463b97-e97e-491f-8dd6-e7e4c8ce6fc2),segment_id=e9463b97-e97e-491f-8dd6-e7e4c8ce6fc2)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:48:29.618473 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5216e02a-f361-4feb-99ed-78dbec797261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (1b0bd701-3479-4f87-a662-1c66f975c581), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:29.763252 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ade9ca-88c9-40b0-9d06-531d85ea2c7d req-dad8bd32-f809-40de-b3fa-c8e4dc5881c8 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:29.770816 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-18ade9ca-88c9-40b0-9d06-531d85ea2c7d req-dad8bd32-f809-40de-b3fa-c8e4dc5881c8 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] 10.222.0.87 "GET /v2.0/ports?device_id=b787a209-d317-4e4a-9123-0d1bf1309c5c HTTP/1.1" status: 200 len: 945 time: 0.4468946 Feb 17 17:48:29.814937 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e6073a0c-80d5-4dd0-8be1-2336d98328ec tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (9879e0d0-b7dd-434c-b420-8b84cb1afee7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:29.859524 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6fafd7f4-0cee-4a21-bd76-d93296d802ed admin admin] Publish callbacks [] for security_group (7d75e46e-d44f-4554-b859-64da0777e2de), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:29.870895 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-e6073a0c-80d5-4dd0-8be1-2336d98328ec tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Calling delete_port for 9879e0d0-b7dd-434c-b420-8b84cb1afee7 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:48:29.882591 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5216e02a-f361-4feb-99ed-78dbec797261 None None] Pushing event updated for resources: {'Port': ['ID=1b0bd701-3479-4f87-a662-1c66f975c581,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:29.894450 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6fafd7f4-0cee-4a21-bd76-d93296d802ed admin admin] Publish callbacks [] for security_group (7d75e46e-d44f-4554-b859-64da0777e2de), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:30.221762 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f3a71-b499-4795-b43f-40e9c9571aba req-002316eb-9832-483c-b950-3a9d04b8bae6 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:30.226143 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-676f3a71-b499-4795-b43f-40e9c9571aba req-002316eb-9832-483c-b950-3a9d04b8bae6 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=ecffea3a-b5dd-41e4-a2c9-f5af991282c4 HTTP/1.1" status: 200 len: 945 time: 0.6584718 Feb 17 17:48:30.336313 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e6073a0c-80d5-4dd0-8be1-2336d98328ec tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (9879e0d0-b7dd-434c-b420-8b84cb1afee7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:30.417584 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6073a0c-80d5-4dd0-8be1-2336d98328ec tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event deleted for resources: {'Port': ['ID=9879e0d0-b7dd-434c-b420-8b84cb1afee7,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:30.425402 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-18ade9ca-88c9-40b0-9d06-531d85ea2c7d req-d5b2c804-c754-4be4-acd5-d3e031df60fe tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] 10.222.0.87 "GET /v2.0/security-groups?id=ed453a4b-25dc-4e92-8163-d1773c7dc771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6083410 Feb 17 17:48:30.527622 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6fafd7f4-0cee-4a21-bd76-d93296d802ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (7d75e46e-d44f-4554-b859-64da0777e2de), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:30.541148 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6fafd7f4-0cee-4a21-bd76-d93296d802ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:30.546189 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-6fafd7f4-0cee-4a21-bd76-d93296d802ed admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/7d75e46e-d44f-4554-b859-64da0777e2de HTTP/1.1" status: 204 len: 168 time: 1.4880555 Feb 17 17:48:30.600046 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 033b834c-4152-4dad-85be-441dfca88669 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:48:30.672213 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fafd7f4-0cee-4a21-bd76-d93296d802ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d75e46e-d44f-4554-b859-64da0777e2de,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:30.727826 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e6073a0c-80d5-4dd0-8be1-2336d98328ec tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:30.746097 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e6073a0c-80d5-4dd0-8be1-2336d98328ec tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "DELETE /v2.0/ports/9879e0d0-b7dd-434c-b420-8b84cb1afee7 HTTP/1.1" status: 204 len: 168 time: 1.7235808 Feb 17 17:48:30.749485 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34252) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:30.763094 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-676f3a71-b499-4795-b43f-40e9c9571aba req-32842d18-6d2d-4659-a9fe-5c98fc36d0eb tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5032363 Feb 17 17:48:30.839726 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-35cc180b-304c-4ac0-b4fa-10607b1afc2e tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] DELETE failed (client error): The resource could not be found. Feb 17 17:48:30.841150 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35cc180b-304c-4ac0-b4fa-10607b1afc2e tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:48:30.850882 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-35cc180b-304c-4ac0-b4fa-10607b1afc2e tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "DELETE /v2.0/ports/9879e0d0-b7dd-434c-b420-8b84cb1afee7 HTTP/1.1" status: 404 len: 333 time: 0.0988448 Feb 17 17:48:30.852033 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34256) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:30.855685 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5bf8fdc4-2e62-49e3-bcde-f2b20814f8ca admin admin] Publish callbacks [] for port (c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:30.871610 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 033b834c-4152-4dad-85be-441dfca88669 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:48:30.871995 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (033b834c-4152-4dad-85be-441dfca88669), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:30.984387 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-5076dc72-1789-4732-9823-36d7c48d88fe tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] GET failed (client error): The resource could not be found. Feb 17 17:48:30.986804 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5076dc72-1789-4732-9823-36d7c48d88fe tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "GET /v2.0/ports/9879e0d0-b7dd-434c-b420-8b84cb1afee7 HTTP/1.1" status: 404 len: 333 time: 0.1337652 Feb 17 17:48:30.996078 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34262) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:31.088055 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5bf8fdc4-2e62-49e3-bcde-f2b20814f8ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:31.103219 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 033b834c-4152-4dad-85be-441dfca88669 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:48:31.103801 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (033b834c-4152-4dad-85be-441dfca88669), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:31.154802 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 033b834c-4152-4dad-85be-441dfca88669, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=033b834c-4152-4dad-85be-441dfca88669,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:48:31.168183 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (033b834c-4152-4dad-85be-441dfca88669), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:31.259102 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f8273bf-2ae5-4200-b1fb-25ff73edcb73 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Deleting subnet 8a4eedeb-8e29-44c5-ac64-e032b348f58e {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:48:31.273687 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7f8273bf-2ae5-4200-b1fb-25ff73edcb73 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for subnet (8a4eedeb-8e29-44c5-ac64-e032b348f58e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:31.288951 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf8fdc4-2e62-49e3-bcde-f2b20814f8ca admin admin] Network 7c1e3117-546a-4488-820a-d16155db0324 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:48:31.312986 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-5bf8fdc4-2e62-49e3-bcde-f2b20814f8ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:48:31.322723 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf8fdc4-2e62-49e3-bcde-f2b20814f8ca admin admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:48:31.366572 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=033b834c-4152-4dad-85be-441dfca88669,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:31.424269 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8fdc4-2e62-49e3-bcde-f2b20814f8ca admin admin] Pushing event updated for resources: {'Port': ['ID=c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:31.453685 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7f8273bf-2ae5-4200-b1fb-25ff73edcb73 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (8a4eedeb-8e29-44c5-ac64-e032b348f58e), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:31.457087 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 34266) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:31.522871 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5f9c9a1c-7f8a-432c-a132-dddf4f79bd8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:31.649936 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7f8273bf-2ae5-4200-b1fb-25ff73edcb73 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (8a4eedeb-8e29-44c5-ac64-e032b348f58e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:31.708361 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5f9c9a1c-7f8a-432c-a132-dddf4f79bd8f admin admin] Publish callbacks [] for security_group (50724976-8d87-403e-a86b-557bd3aded7c), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:31.775617 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5f9c9a1c-7f8a-432c-a132-dddf4f79bd8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (50724976-8d87-403e-a86b-557bd3aded7c), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:31.814361 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7f8273bf-2ae5-4200-b1fb-25ff73edcb73 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (8a4eedeb-8e29-44c5-ac64-e032b348f58e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:31.858278 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9c9a1c-7f8a-432c-a132-dddf4f79bd8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50724976-8d87-403e-a86b-557bd3aded7c,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:31.862450 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5bf8fdc4-2e62-49e3-bcde-f2b20814f8ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (34b3dfba-3b2c-489b-a5d3-473ca57cc222), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:32.011338 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7f8273bf-2ae5-4200-b1fb-25ff73edcb73 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:32.034570 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7f8273bf-2ae5-4200-b1fb-25ff73edcb73 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "DELETE /v2.0/subnets/8a4eedeb-8e29-44c5-ac64-e032b348f58e HTTP/1.1" status: 204 len: 168 time: 1.0336883 Feb 17 17:48:32.034570 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8273bf-2ae5-4200-b1fb-25ff73edcb73 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event deleted for resources: {'Subnet': ['ID=8a4eedeb-8e29-44c5-ac64-e032b348f58e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:32.034839 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-5f9c9a1c-7f8a-432c-a132-dddf4f79bd8f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c632d51a49a14e638e6a29658d18aee4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5648837 Feb 17 17:48:32.038753 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 34284) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:32.039773 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 34286) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:32.062841 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-d5bd5af3-683f-4361-a9b9-9b468b92636d None None] Provisioning complete for port c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:48:32.063732 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d5bd5af3-683f-4361-a9b9-9b468b92636d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:32.146578 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-d5bd5af3-683f-4361-a9b9-9b468b92636d None None] Port c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:48:32.166070 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9697c370-b840-4a97-b604-3f7457eb8496 None None] Network 2e77c7ea-2c33-4969-a4e1-1405a6a97080 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:48:32.404206 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-3bbbbfd3-6af9-42dc-827a-62b895d9160a None None] Provisioning complete for port 1b0bd701-3479-4f87-a662-1c66f975c581 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:48:32.406860 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3bbbbfd3-6af9-42dc-827a-62b895d9160a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1b0bd701-3479-4f87-a662-1c66f975c581), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:32.542920 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-3bbbbfd3-6af9-42dc-827a-62b895d9160a None None] Current status of the port 1b0bd701-3479-4f87-a662-1c66f975c581 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:48:32.543338 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3bbbbfd3-6af9-42dc-827a-62b895d9160a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1b0bd701-3479-4f87-a662-1c66f975c581), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:32.599539 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-3bbbbfd3-6af9-42dc-827a-62b895d9160a None None] For port 1b0bd701-3479-4f87-a662-1c66f975c581, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=1b0bd701-3479-4f87-a662-1c66f975c581,segment=NetworkSegment(e9463b97-e97e-491f-8dd6-e7e4c8ce6fc2),segment_id=e9463b97-e97e-491f-8dd6-e7e4c8ce6fc2)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:48:32.606371 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3bbbbfd3-6af9-42dc-827a-62b895d9160a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (1b0bd701-3479-4f87-a662-1c66f975c581), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:32.707938 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbbbfd3-6af9-42dc-827a-62b895d9160a None None] Pushing event updated for resources: {'Port': ['ID=1b0bd701-3479-4f87-a662-1c66f975c581,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:32.730607 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 1b0bd701-3479-4f87-a662-1c66f975c581 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:48:32.744621 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c95945-0f65-4dd2-be74-3ca81205b55b None None] DHCP port deletion for 2e77c7ea-2c33-4969-a4e1-1405a6a97080 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:48:33.067869 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ff402e95-c041-4a37-8c1c-a437a95176a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:33.112590 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 1b0bd701-3479-4f87-a662-1c66f975c581 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:48:33.112971 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1b0bd701-3479-4f87-a662-1c66f975c581), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:33.121956 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39209b42-e5cd-4197-aa71-cedcd9145435 req-900018c0-99de-4869-8c02-6f301449d22e tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:33.123568 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-39209b42-e5cd-4197-aa71-cedcd9145435 req-900018c0-99de-4869-8c02-6f301449d22e tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] 10.222.0.87 "GET /v2.0/ports?device_id=b787a209-d317-4e4a-9123-0d1bf1309c5c HTTP/1.1" status: 200 len: 945 time: 1.4015384 Feb 17 17:48:33.234018 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-e0c95945-0f65-4dd2-be74-3ca81205b55b None None] Deleting port 1b0bd701-3479-4f87-a662-1c66f975c581 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:48:33.234573 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e0c95945-0f65-4dd2-be74-3ca81205b55b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (1b0bd701-3479-4f87-a662-1c66f975c581), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:33.264295 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5bf8fdc4-2e62-49e3-bcde-f2b20814f8ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:33.298492 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bc026d39-8840-42b5-8483-d5a95d0cb693 admin admin] Publish callbacks [] for security_group (50724976-8d87-403e-a86b-557bd3aded7c), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:33.344985 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bc026d39-8840-42b5-8483-d5a95d0cb693 admin admin] Publish callbacks [] for security_group (50724976-8d87-403e-a86b-557bd3aded7c), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:33.412021 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bc026d39-8840-42b5-8483-d5a95d0cb693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (50724976-8d87-403e-a86b-557bd3aded7c), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:33.415660 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bc026d39-8840-42b5-8483-d5a95d0cb693 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:33.419005 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-bc026d39-8840-42b5-8483-d5a95d0cb693 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/50724976-8d87-403e-a86b-557bd3aded7c HTTP/1.1" status: 204 len: 168 time: 1.3670702 Feb 17 17:48:33.477339 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-75e7caa1-a118-4dd5-a412-b968daa2c602 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (2e77c7ea-2c33-4969-a4e1-1405a6a97080), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:33.486429 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-e0c95945-0f65-4dd2-be74-3ca81205b55b None None] For port 1b0bd701-3479-4f87-a662-1c66f975c581, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=1b0bd701-3479-4f87-a662-1c66f975c581,segment=NetworkSegment(e9463b97-e97e-491f-8dd6-e7e4c8ce6fc2),segment_id=e9463b97-e97e-491f-8dd6-e7e4c8ce6fc2)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:48:33.487179 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e0c95945-0f65-4dd2-be74-3ca81205b55b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (1b0bd701-3479-4f87-a662-1c66f975c581), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:33.488305 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc026d39-8840-42b5-8483-d5a95d0cb693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50724976-8d87-403e-a86b-557bd3aded7c,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:33.510664 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-e0c95945-0f65-4dd2-be74-3ca81205b55b None None] Calling delete_port for 1b0bd701-3479-4f87-a662-1c66f975c581 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:48:33.542541 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32ba01-9f55-44b8-8be1-777268f7ad5e req-bcddf64b-cafa-4f31-a34d-5c630323963d tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:33.550194 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-da32ba01-9f55-44b8-8be1-777268f7ad5e req-bcddf64b-cafa-4f31-a34d-5c630323963d tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=ecffea3a-b5dd-41e4-a2c9-f5af991282c4 HTTP/1.1" status: 200 len: 945 time: 1.4629371 Feb 17 17:48:33.741892 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-da32ba01-9f55-44b8-8be1-777268f7ad5e req-55666ffa-32e3-4ed2-8aef-390a3900a3aa tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905835 Feb 17 17:48:33.759270 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-39209b42-e5cd-4197-aa71-cedcd9145435 req-771e48bd-2884-4a5a-9a3e-b5ced9ce1ff2 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] 10.222.0.87 "GET /v2.0/security-groups?id=ed453a4b-25dc-4e92-8163-d1773c7dc771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6064339 Feb 17 17:48:33.768501 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 1b0bd701-3479-4f87-a662-1c66f975c581 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:48:33.769609 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 033b834c-4152-4dad-85be-441dfca88669 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:48:33.863155 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 033b834c-4152-4dad-85be-441dfca88669 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:48:33.863566 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (033b834c-4152-4dad-85be-441dfca88669), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:33.916406 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e0c95945-0f65-4dd2-be74-3ca81205b55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (1b0bd701-3479-4f87-a662-1c66f975c581), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:33.996593 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-75e7caa1-a118-4dd5-a412-b968daa2c602 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Deleting port 1b0bd701-3479-4f87-a662-1c66f975c581 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:48:33.996942 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-75e7caa1-a118-4dd5-a412-b968daa2c602 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (1b0bd701-3479-4f87-a662-1c66f975c581), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:34.080606 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c95945-0f65-4dd2-be74-3ca81205b55b None None] No DVR routers for this DVR port 1b0bd701-3479-4f87-a662-1c66f975c581 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:48:34.087631 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c95945-0f65-4dd2-be74-3ca81205b55b None None] Pushing event deleted for resources: {'Port': ['ID=1b0bd701-3479-4f87-a662-1c66f975c581,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:34.371109 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 033b834c-4152-4dad-85be-441dfca88669 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:48:34.486831 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5bf8fdc4-2e62-49e3-bcde-f2b20814f8ca admin admin] Publish callbacks [] for port (c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:34.506498 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-75e7caa1-a118-4dd5-a412-b968daa2c602 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] For port 1b0bd701-3479-4f87-a662-1c66f975c581, host n-d-829613-2, got binding levels [] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:48:34.506498 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-75e7caa1-a118-4dd5-a412-b968daa2c602 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (1b0bd701-3479-4f87-a662-1c66f975c581), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:34.510191 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 1b0bd701-3479-4f87-a662-1c66f975c581 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:48:34.520231 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-75e7caa1-a118-4dd5-a412-b968daa2c602 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Calling delete_port for 1b0bd701-3479-4f87-a662-1c66f975c581 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:48:34.522991 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.ipam_backend_mixin [None req-75e7caa1-a118-4dd5-a412-b968daa2c602 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Port 1b0bd701-3479-4f87-a662-1c66f975c581 was not found and therefore no delete operation was performed {{(pid=103435) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 17 17:48:34.525995 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-75e7caa1-a118-4dd5-a412-b968daa2c602 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (1b0bd701-3479-4f87-a662-1c66f975c581), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:34.577137 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 1b0bd701-3479-4f87-a662-1c66f975c581 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:48:34.577497 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 1b0bd701-3479-4f87-a662-1c66f975c581 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:48:34.605789 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5bf8fdc4-2e62-49e3-bcde-f2b20814f8ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:34.654686 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5bf8fdc4-2e62-49e3-bcde-f2b20814f8ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (34b3dfba-3b2c-489b-a5d3-473ca57cc222), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:34.673995 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e7caa1-a118-4dd5-a412-b968daa2c602 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event deleted for resources: {'Port': ['ID=1b0bd701-3479-4f87-a662-1c66f975c581,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:34.737244 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8fdc4-2e62-49e3-bcde-f2b20814f8ca admin admin] Pushing event updated for resources: {'Port': ['ID=c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:34.739719 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e7caa1-a118-4dd5-a412-b968daa2c602 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] No DVR routers for this DVR port 1b0bd701-3479-4f87-a662-1c66f975c581 on host n-d-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:48:34.795622 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8af674-9978-465a-a29b-c5f928bda083 req-3b0c9116-aeff-42f2-a577-b0f10dff4de9 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:34.801779 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8a8af674-9978-465a-a29b-c5f928bda083 req-3b0c9116-aeff-42f2-a577-b0f10dff4de9 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=ecffea3a-b5dd-41e4-a2c9-f5af991282c4 HTTP/1.1" status: 200 len: 945 time: 0.3969860 Feb 17 17:48:34.985417 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-75e7caa1-a118-4dd5-a412-b968daa2c602 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (2e77c7ea-2c33-4969-a4e1-1405a6a97080), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:35.063315 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667aa2e1-c466-4025-981c-2cbe5d9df772 req-30ffe946-dfcc-4a05-be75-a326bc5e968f tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:35.070786 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-667aa2e1-c466-4025-981c-2cbe5d9df772 req-30ffe946-dfcc-4a05-be75-a326bc5e968f tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] 10.222.0.87 "GET /v2.0/ports?device_id=b787a209-d317-4e4a-9123-0d1bf1309c5c HTTP/1.1" status: 200 len: 945 time: 0.6291428 Feb 17 17:48:35.100352 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf8fdc4-2e62-49e3-bcde-f2b20814f8ca admin admin] Network 7c1e3117-546a-4488-820a-d16155db0324 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:48:35.118908 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-5bf8fdc4-2e62-49e3-bcde-f2b20814f8ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:48:35.123069 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-75e7caa1-a118-4dd5-a412-b968daa2c602 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e77c7ea-2c33-4969-a4e1-1405a6a97080']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:48:35.254111 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-75e7caa1-a118-4dd5-a412-b968daa2c602 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9463b97-e97e-491f-8dd6-e7e4c8ce6fc2') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:48:35.254413 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-75e7caa1-a118-4dd5-a412-b968daa2c602 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9463b97-e97e-491f-8dd6-e7e4c8ce6fc2') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:48:35.291512 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-75e7caa1-a118-4dd5-a412-b968daa2c602 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (e9463b97-e97e-491f-8dd6-e7e4c8ce6fc2), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:35.441403 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eb0a0078-d7fd-4724-a0ca-ce320539b3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:35.448052 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8a8af674-9978-465a-a29b-c5f928bda083 req-870d0e25-09c1-420a-86dd-55ff445011a6 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5851367 Feb 17 17:48:35.449127 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-75e7caa1-a118-4dd5-a412-b968daa2c602 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (e9463b97-e97e-491f-8dd6-e7e4c8ce6fc2), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:35.475426 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-667aa2e1-c466-4025-981c-2cbe5d9df772 req-97a62e5a-8b25-4cb2-a0db-ab0fe8c3c0f8 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] 10.222.0.87 "GET /v2.0/security-groups?id=ed453a4b-25dc-4e92-8163-d1773c7dc771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4036839 Feb 17 17:48:35.514268 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75e7caa1-a118-4dd5-a412-b968daa2c602 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:48:35.514895 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-75e7caa1-a118-4dd5-a412-b968daa2c602 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (e9463b97-e97e-491f-8dd6-e7e4c8ce6fc2), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:35.517975 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 17:48:35.517975 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:48:35.517975 n-d-829613-2 neutron-server[103435]: timer() Feb 17 17:48:35.517975 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:48:35.517975 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 17:48:35.517975 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:48:35.517975 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 17:48:35.517975 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:48:35.517975 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 17:48:35.517975 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:48:35.517975 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 17:48:35.517975 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:48:35.517975 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 17:48:35.517975 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:48:35.517975 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:48:35.517975 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:48:35.517975 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:48:35.517975 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:48:35.517975 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 17:48:35.517975 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:48:35.517975 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 17:48:35.517975 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:48:35.517975 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:48:35.517975 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:48:35.517975 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 17:48:35.517975 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:48:35.517975 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:48:35.517975 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:48:35.517975 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:48:35.517975 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:48:35.517975 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:48:35.517975 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:48:35.602660 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf8fdc4-2e62-49e3-bcde-f2b20814f8ca admin admin] Router 34b3dfba-3b2c-489b-a5d3-473ca57cc222 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:48:35.619919 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-28c1eee3-1450-4958-aa85-8f45fd03ba8e None None] Provisioning complete for port c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:48:35.620705 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-28c1eee3-1450-4958-aa85-8f45fd03ba8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:35.661533 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-28c1eee3-1450-4958-aa85-8f45fd03ba8e None None] Port c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:48:35.739235 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-75e7caa1-a118-4dd5-a412-b968daa2c602 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (2e77c7ea-2c33-4969-a4e1-1405a6a97080), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:35.744308 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf8fdc4-2e62-49e3-bcde-f2b20814f8ca admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:48:35.762262 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f684b115-f271-49bc-8e5b-3dd4a1c9e41d None None] Sync routers for ids ['34b3dfba-3b2c-489b-a5d3-473ca57cc222'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:48:35.782254 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f684b115-f271-49bc-8e5b-3dd4a1c9e41d None None] Routers {'34b3dfba-3b2c-489b-a5d3-473ca57cc222'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:48:35.783227 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f684b115-f271-49bc-8e5b-3dd4a1c9e41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:48:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['34b3dfba-3b2c-489b-a5d3-473ca57cc222'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:48:35.802797 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-75e7caa1-a118-4dd5-a412-b968daa2c602 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:35.806916 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-75e7caa1-a118-4dd5-a412-b968daa2c602 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "DELETE /v2.0/networks/2e77c7ea-2c33-4969-a4e1-1405a6a97080 HTTP/1.1" status: 204 len: 168 time: 3.7660277 Feb 17 17:48:35.814769 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fdd7ab-ebae-4302-a375-61e9d0dffcab req-9dde563b-7fb9-48c0-9560-04d24bb5a784 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:35.819431 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-16fdd7ab-ebae-4302-a375-61e9d0dffcab req-9dde563b-7fb9-48c0-9560-04d24bb5a784 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.91 "GET /v2.0/ports?device_id=ecffea3a-b5dd-41e4-a2c9-f5af991282c4 HTTP/1.1" status: 200 len: 945 time: 0.1189127 Feb 17 17:48:35.821276 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34376) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:35.834529 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-5bf8fdc4-2e62-49e3-bcde-f2b20814f8ca admin admin] 10.222.0.87 "PUT /v2.0/routers/34b3dfba-3b2c-489b-a5d3-473ca57cc222/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6218688 Feb 17 17:48:35.835665 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-bce94feb-f702-4e5e-a635-09da023962eb tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-4226934'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:48:35.835972 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e7caa1-a118-4dd5-a412-b968daa2c602 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event deleted for resources: {'Network': ['ID=2e77c7ea-2c33-4969-a4e1-1405a6a97080,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:35.905124 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c475d49-2555-40ea-9d94-db0a44a40b8e req-5d15fd26-80de-45bd-9da1-735d566c9e09 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:35.908424 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce94feb-f702-4e5e-a635-09da023962eb tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Made reservation on behalf of c31c6ec4ee6945b58580629588ff6a35 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:48:35.910467 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1c475d49-2555-40ea-9d94-db0a44a40b8e req-5d15fd26-80de-45bd-9da1-735d566c9e09 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] 10.222.0.71 "GET /v2.0/ports?device_id=b787a209-d317-4e4a-9123-0d1bf1309c5c HTTP/1.1" status: 200 len: 945 time: 0.1688404 Feb 17 17:48:35.913550 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bce94feb-f702-4e5e-a635-09da023962eb tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:36.149261 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bce94feb-f702-4e5e-a635-09da023962eb tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:48:36.170997 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bce94feb-f702-4e5e-a635-09da023962eb tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (cbce5512-ffa7-4e7f-a70f-f12395c3d77f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:36.171742 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-bce94feb-f702-4e5e-a635-09da023962eb tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Added segment cbce5512-ffa7-4e7f-a70f-f12395c3d77f of type vlan for network 4066ca01-1d37-4220-98fa-8614cd6ab14d Feb 17 17:48:36.176063 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-f684b115-f271-49bc-8e5b-3dd4a1c9e41d None None] Set router 34b3dfba-3b2c-489b-a5d3-473ca57cc222 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:48:36.179406 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-1c475d49-2555-40ea-9d94-db0a44a40b8e req-d3c68e4c-5cac-429c-a0c7-c2ea50897699 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] Deleting port ca01f1d5-3863-402a-b552-a49fc64b5b9b {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:48:36.182396 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-1c475d49-2555-40ea-9d94-db0a44a40b8e req-d3c68e4c-5cac-429c-a0c7-c2ea50897699 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (ca01f1d5-3863-402a-b552-a49fc64b5b9b), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:36.223117 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-16fdd7ab-ebae-4302-a375-61e9d0dffcab req-a04ee0bc-8438-48b4-a473-1f1f495c6286 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Deleting port 170b7f4e-1ff1-45da-9b28-baa2cfb868f1 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:48:36.223988 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-16fdd7ab-ebae-4302-a375-61e9d0dffcab req-a04ee0bc-8438-48b4-a473-1f1f495c6286 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (170b7f4e-1ff1-45da-9b28-baa2cfb868f1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:36.275945 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bce94feb-f702-4e5e-a635-09da023962eb tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (4066ca01-1d37-4220-98fa-8614cd6ab14d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:36.315360 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bce94feb-f702-4e5e-a635-09da023962eb tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (4066ca01-1d37-4220-98fa-8614cd6ab14d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:36.337723 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce94feb-f702-4e5e-a635-09da023962eb tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:36.338373 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bce94feb-f702-4e5e-a635-09da023962eb tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:36.387815 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bce94feb-f702-4e5e-a635-09da023962eb tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5647526 Feb 17 17:48:36.397888 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34394) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:36.457918 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-381f085d-0d7d-4de3-9621-ccec05c9a354 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Request body: {'subnet': {'network_id': '4066ca01-1d37-4220-98fa-8614cd6ab14d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:48:36.618322 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-1c475d49-2555-40ea-9d94-db0a44a40b8e req-d3c68e4c-5cac-429c-a0c7-c2ea50897699 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] For port ca01f1d5-3863-402a-b552-a49fc64b5b9b, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=ca01f1d5-3863-402a-b552-a49fc64b5b9b,segment=NetworkSegment(85f523bb-e2a1-46b0-bda7-c3a4420fd334),segment_id=85f523bb-e2a1-46b0-bda7-c3a4420fd334)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:48:36.619198 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-1c475d49-2555-40ea-9d94-db0a44a40b8e req-d3c68e4c-5cac-429c-a0c7-c2ea50897699 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (ca01f1d5-3863-402a-b552-a49fc64b5b9b), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:36.661451 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce94feb-f702-4e5e-a635-09da023962eb tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event updated for resources: {'Network': ['ID=4066ca01-1d37-4220-98fa-8614cd6ab14d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:36.686798 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-16fdd7ab-ebae-4302-a375-61e9d0dffcab req-a04ee0bc-8438-48b4-a473-1f1f495c6286 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] For port 170b7f4e-1ff1-45da-9b28-baa2cfb868f1, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=170b7f4e-1ff1-45da-9b28-baa2cfb868f1,segment=NetworkSegment(a9afe95a-bc81-4053-bcf6-93dc37b0f7fa),segment_id=a9afe95a-bc81-4053-bcf6-93dc37b0f7fa)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:48:36.686798 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-16fdd7ab-ebae-4302-a375-61e9d0dffcab req-a04ee0bc-8438-48b4-a473-1f1f495c6286 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (170b7f4e-1ff1-45da-9b28-baa2cfb868f1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:36.692601 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-1c475d49-2555-40ea-9d94-db0a44a40b8e req-d3c68e4c-5cac-429c-a0c7-c2ea50897699 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] Calling delete_port for ca01f1d5-3863-402a-b552-a49fc64b5b9b owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:48:36.775592 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381f085d-0d7d-4de3-9621-ccec05c9a354 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Made reservation on behalf of c31c6ec4ee6945b58580629588ff6a35 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:48:36.810550 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-381f085d-0d7d-4de3-9621-ccec05c9a354 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:36.822810 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:36.928596 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f684b115-f271-49bc-8e5b-3dd4a1c9e41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b3dfba-3b2c-489b-a5d3-473ca57cc222', 'name': 'tempest-TestVolumeBackupRestore-354553219-router', 'tenant_id': '02ed179e91da4c8cac3218292b591b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '033b834c-4152-4dad-85be-441dfca88669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:48:17Z', 'updated_at': '2022-02-17T17:48:32Z', 'revision_number': 4, 'project_id': '02ed179e91da4c8cac3218292b591b92', 'gw_port': {'id': '033b834c-4152-4dad-85be-441dfca88669', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:07:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b3dfba-3b2c-489b-a5d3-473ca57cc222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:48:19Z', 'updated_at': '2022-02-17T17:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7', 'name': '', 'network_id': '7c1e3117-546a-4488-820a-d16155db0324', 'tenant_id': '02ed179e91da4c8cac3218292b591b92', 'mac_address': 'fa:16:3e:03:a9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b3dfba-3b2c-489b-a5d3-473ca57cc222', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '2483f3f8-7359-406b-bf51-5ef55371b51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:48:28Z', 'updated_at': '2022-02-17T17:48:33Z', 'revision_number': 2, 'project_id': '02ed179e91da4c8cac3218292b591b92', 'subnets': [{'id': '2483f3f8-7359-406b-bf51-5ef55371b51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:48:37.012710 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f684b115-f271-49bc-8e5b-3dd4a1c9e41d None None] Checking router: 34b3dfba-3b2c-489b-a5d3-473ca57cc222 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:48:37.013119 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f684b115-f271-49bc-8e5b-3dd4a1c9e41d None None] Updating router 34b3dfba-3b2c-489b-a5d3-473ca57cc222 port c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7 binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:48:37.059979 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79bfdaa-b670-4416-acd7-98b3d9f37af5 req-64ebade9-651e-4d9e-9e44-1afbeaba1c4f tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:37.067593 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c79bfdaa-b670-4416-acd7-98b3d9f37af5 req-64ebade9-651e-4d9e-9e44-1afbeaba1c4f tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] 10.222.0.87 "GET /v2.0/ports?device_id=b787a209-d317-4e4a-9123-0d1bf1309c5c HTTP/1.1" status: 200 len: 945 time: 0.3155522 Feb 17 17:48:37.108134 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07011d-bdc5-40af-a067-93c4f243a76f req-fb7c5cfe-b782-40c6-8460-90b481781ee7 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:37.110600 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a07011d-bdc5-40af-a067-93c4f243a76f req-fb7c5cfe-b782-40c6-8460-90b481781ee7 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=ecffea3a-b5dd-41e4-a2c9-f5af991282c4 HTTP/1.1" status: 200 len: 945 time: 0.4479818 Feb 17 17:48:37.121650 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f684b115-f271-49bc-8e5b-3dd4a1c9e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:37.205240 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-16fdd7ab-ebae-4302-a375-61e9d0dffcab req-a04ee0bc-8438-48b4-a473-1f1f495c6286 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Calling delete_port for 170b7f4e-1ff1-45da-9b28-baa2cfb868f1 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:48:37.206088 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 34426) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:37.214069 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce94feb-f702-4e5e-a635-09da023962eb tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:48:37.215395 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce94feb-f702-4e5e-a635-09da023962eb tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:48:37.216210 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce94feb-f702-4e5e-a635-09da023962eb tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:48:37.217937 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce94feb-f702-4e5e-a635-09da023962eb tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:48:37.218376 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce94feb-f702-4e5e-a635-09da023962eb tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:48:37.218519 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-48957373-0a4a-4e6b-b79b-05815920f72f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1397726238-network', 'tenant_id': '4e83ab80fd6140ea9dee05329e5148a7'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:48:37.222493 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-1c475d49-2555-40ea-9d94-db0a44a40b8e req-d3c68e4c-5cac-429c-a0c7-c2ea50897699 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (ca01f1d5-3863-402a-b552-a49fc64b5b9b), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:37.223320 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce94feb-f702-4e5e-a635-09da023962eb tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:48:37.224387 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce94feb-f702-4e5e-a635-09da023962eb tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:48:37.224387 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce94feb-f702-4e5e-a635-09da023962eb tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:48:37.224589 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce94feb-f702-4e5e-a635-09da023962eb tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:48:37.224923 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce94feb-f702-4e5e-a635-09da023962eb tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:48:37.225278 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce94feb-f702-4e5e-a635-09da023962eb tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:48:37.225778 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce94feb-f702-4e5e-a635-09da023962eb tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:48:37.226103 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce94feb-f702-4e5e-a635-09da023962eb tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:48:37.241674 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['ca01f1d5-3863-402a-b552-a49fc64b5b9b'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:48:37.253965 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 4066ca01-1d37-4220-98fa-8614cd6ab14d details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:48:37.360880 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c68e4c-5cac-429c-a0c7-c2ea50897699 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] Pushing event deleted for resources: {'Port': ['ID=ca01f1d5-3863-402a-b552-a49fc64b5b9b,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:37.373133 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a07011d-bdc5-40af-a067-93c4f243a76f req-e472c8e5-efca-45cf-a8a1-148bf0e99970 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/security-groups?id=54cab2d4-96e7-4119-99f1-a1142b75742b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669345 Feb 17 17:48:37.464383 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c475d49-2555-40ea-9d94-db0a44a40b8e req-d3c68e4c-5cac-429c-a0c7-c2ea50897699 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] No DVR routers for this DVR port ca01f1d5-3863-402a-b552-a49fc64b5b9b on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:48:37.468604 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-381f085d-0d7d-4de3-9621-ccec05c9a354 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (729d7b8d-589c-4f73-a754-61b218602d9d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:37.487278 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c79bfdaa-b670-4416-acd7-98b3d9f37af5 req-2209b8c4-f27d-4569-ab78-f284eeaeabed tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] 10.222.0.87 "GET /v2.0/security-groups?id=ed453a4b-25dc-4e92-8163-d1773c7dc771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4185693 Feb 17 17:48:37.504825 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-1c475d49-2555-40ea-9d94-db0a44a40b8e req-d3c68e4c-5cac-429c-a0c7-c2ea50897699 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:37.509137 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1c475d49-2555-40ea-9d94-db0a44a40b8e req-d3c68e4c-5cac-429c-a0c7-c2ea50897699 tempest-InstanceActionsTestJSON-534654117 tempest-InstanceActionsTestJSON-534654117-project] 10.222.0.71 "DELETE /v2.0/ports/ca01f1d5-3863-402a-b552-a49fc64b5b9b HTTP/1.1" status: 204 len: 173 time: 1.5922093 Feb 17 17:48:37.509839 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b787a209-d317-4e4a-9123-0d1bf1309c5c', 'name': 'network-vif-deleted', 'tag': 'ca01f1d5-3863-402a-b552-a49fc64b5b9b'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:48:37.512399 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d8a612-0362-4778-b9cb-7da70493164b" -d '{"events": [{"server_uuid": "b787a209-d317-4e4a-9123-0d1bf1309c5c", "name": "network-vif-deleted", "tag": "ca01f1d5-3863-402a-b552-a49fc64b5b9b"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:48:37.516426 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48957373-0a4a-4e6b-b79b-05815920f72f admin admin] Made reservation on behalf of 4e83ab80fd6140ea9dee05329e5148a7 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:48:37.519220 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-48957373-0a4a-4e6b-b79b-05815920f72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:37.544694 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-48957373-0a4a-4e6b-b79b-05815920f72f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:37.593258 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f085d-0d7d-4de3-9621-ccec05c9a354 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event updated for resources: {'Subnet': ['ID=729d7b8d-589c-4f73-a754-61b218602d9d,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:37.628375 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381f085d-0d7d-4de3-9621-ccec05c9a354 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Checking segment: {'id': 'cbce5512-ffa7-4e7f-a70f-f12395c3d77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4066ca01-1d37-4220-98fa-8614cd6ab14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:48:37.628890 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381f085d-0d7d-4de3-9621-ccec05c9a354 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Network hostable DHCP agents. Network: 4066ca01-1d37-4220-98fa-8614cd6ab14d, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:48:37.720085 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381f085d-0d7d-4de3-9621-ccec05c9a354 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Network 4066ca01-1d37-4220-98fa-8614cd6ab14d is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:48:37.781609 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-381f085d-0d7d-4de3-9621-ccec05c9a354 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 4066ca01-1d37-4220-98fa-8614cd6ab14d) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:48:37.789709 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381f085d-0d7d-4de3-9621-ccec05c9a354 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:37.793355 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-381f085d-0d7d-4de3-9621-ccec05c9a354 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:37.802580 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3984dc2-75ff-48a7-b488-fb4e4cbf7174 None None] Network 4066ca01-1d37-4220-98fa-8614cd6ab14d requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:48:37.843235 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-16fdd7ab-ebae-4302-a375-61e9d0dffcab req-a04ee0bc-8438-48b4-a473-1f1f495c6286 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (170b7f4e-1ff1-45da-9b28-baa2cfb868f1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:37.854327 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-381f085d-0d7d-4de3-9621-ccec05c9a354 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4527972 Feb 17 17:48:37.869064 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34444) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:37.893372 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-28735f82-5e9f-44b1-bb7f-6661985cb1e1 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Request body: {'port': {'network_id': '4066ca01-1d37-4220-98fa-8614cd6ab14d', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1167742353'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:48:37.902672 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-48957373-0a4a-4e6b-b79b-05815920f72f admin admin] Publish callbacks [] for security_group (768a76ce-dcc9-4688-9548-b9b8dd681e8e), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:37.907022 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df36893-c9bc-4673-add0-249b40eccbcc x-openstack-request-id: req-3df36893-c9bc-4673-add0-249b40eccbcc {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:48:37.907471 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b787a209-d317-4e4a-9123-0d1bf1309c5c", "name": "network-vif-deleted", "tag": "ca01f1d5-3863-402a-b552-a49fc64b5b9b", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:48:37.907570 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3df36893-c9bc-4673-add0-249b40eccbcc {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:48:37.907984 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b787a209-d317-4e4a-9123-0d1bf1309c5c', 'name': 'network-vif-deleted', 'tag': 'ca01f1d5-3863-402a-b552-a49fc64b5b9b', 'status': 'completed', 'code': 200} Feb 17 17:48:37.918634 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-48957373-0a4a-4e6b-b79b-05815920f72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (768a76ce-dcc9-4688-9548-b9b8dd681e8e), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:37.985605 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ee0bc-8438-48b4-a473-1f1f495c6286 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Pushing event deleted for resources: {'Port': ['ID=170b7f4e-1ff1-45da-9b28-baa2cfb868f1,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:37.989939 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-16fdd7ab-ebae-4302-a375-61e9d0dffcab req-a04ee0bc-8438-48b4-a473-1f1f495c6286 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] No DVR routers for this DVR port 170b7f4e-1ff1-45da-9b28-baa2cfb868f1 on host n-h2-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:48:37.995714 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-16fdd7ab-ebae-4302-a375-61e9d0dffcab req-a04ee0bc-8438-48b4-a473-1f1f495c6286 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:37.999732 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-16fdd7ab-ebae-4302-a375-61e9d0dffcab req-a04ee0bc-8438-48b4-a473-1f1f495c6286 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.91 "DELETE /v2.0/ports/170b7f4e-1ff1-45da-9b28-baa2cfb868f1 HTTP/1.1" status: 204 len: 173 time: 2.1125131 Feb 17 17:48:38.000409 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecffea3a-b5dd-41e4-a2c9-f5af991282c4', 'name': 'network-vif-deleted', 'tag': '170b7f4e-1ff1-45da-9b28-baa2cfb868f1'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:48:38.003701 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ecaf38-1cd5-4957-b937-20f5a03c6436" -d '{"events": [{"server_uuid": "ecffea3a-b5dd-41e4-a2c9-f5af991282c4", "name": "network-vif-deleted", "tag": "170b7f4e-1ff1-45da-9b28-baa2cfb868f1"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:48:38.028983 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:38.047739 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48957373-0a4a-4e6b-b79b-05815920f72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768a76ce-dcc9-4688-9548-b9b8dd681e8e,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:38.085522 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48957373-0a4a-4e6b-b79b-05815920f72f admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:48:38.129558 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-48957373-0a4a-4e6b-b79b-05815920f72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (b015908c-4b5a-47ae-a0d5-70b5a011a0c5), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:38.129920 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-48957373-0a4a-4e6b-b79b-05815920f72f admin admin] Added segment b015908c-4b5a-47ae-a0d5-70b5a011a0c5 of type vlan for network a3d9ea98-3295-4e3c-b73a-589efff8041a Feb 17 17:48:38.137940 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065d93d7-3661-4ee7-86f0-fa6da81777de x-openstack-request-id: req-065d93d7-3661-4ee7-86f0-fa6da81777de {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:48:38.139371 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecffea3a-b5dd-41e4-a2c9-f5af991282c4", "name": "network-vif-deleted", "tag": "170b7f4e-1ff1-45da-9b28-baa2cfb868f1", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:48:38.140068 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-065d93d7-3661-4ee7-86f0-fa6da81777de {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:48:38.142410 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecffea3a-b5dd-41e4-a2c9-f5af991282c4', 'name': 'network-vif-deleted', 'tag': '170b7f4e-1ff1-45da-9b28-baa2cfb868f1', 'status': 'completed', 'code': 200} Feb 17 17:48:38.162192 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a769560-80b7-43c8-8881-410945265500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-4066ca01-1d37-4220-98fa-8614cd6ab14d', 'network_id': '4066ca01-1d37-4220-98fa-8614cd6ab14d', 'project_id': 'c31c6ec4ee6945b58580629588ff6a35', 'fixed_ips': [{'subnet_id': '729d7b8d-589c-4f73-a754-61b218602d9d'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:48:38.163072 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4a769560-80b7-43c8-8881-410945265500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:38.198118 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28735f82-5e9f-44b1-bb7f-6661985cb1e1 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Made reservation on behalf of c31c6ec4ee6945b58580629588ff6a35 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:48:38.203118 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28735f82-5e9f-44b1-bb7f-6661985cb1e1 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:38.269325 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f684b115-f271-49bc-8e5b-3dd4a1c9e41d None None] Publish callbacks [] for port (c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:38.280885 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-48957373-0a4a-4e6b-b79b-05815920f72f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (a3d9ea98-3295-4e3c-b73a-589efff8041a), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:38.303052 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-28735f82-5e9f-44b1-bb7f-6661985cb1e1 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] device_id is not set on port a356cd6b-14fb-42de-943e-9d542c70a313 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:48:38.385071 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-48957373-0a4a-4e6b-b79b-05815920f72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (a3d9ea98-3295-4e3c-b73a-589efff8041a), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:38.386220 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48957373-0a4a-4e6b-b79b-05815920f72f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:38.387467 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-48957373-0a4a-4e6b-b79b-05815920f72f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:38.412451 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-4a769560-80b7-43c8-8881-410945265500 None None] Allocated IP 172.20.0.2 (4066ca01-1d37-4220-98fa-8614cd6ab14d/729d7b8d-589c-4f73-a754-61b218602d9d/a87dc2ce-9248-4697-bf8b-55c504cbe0f4) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:48:38.454053 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34458) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:38.455633 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-48957373-0a4a-4e6b-b79b-05815920f72f admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2478611 Feb 17 17:48:38.490176 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-29e936c9-de29-49da-8f55-6559f878943e admin admin] Request body: {'subnet': {'network_id': 'a3d9ea98-3295-4e3c-b73a-589efff8041a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1397726238-subnet', 'tenant_id': '4e83ab80fd6140ea9dee05329e5148a7', 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:48:38.621631 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34472) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:38.641334 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48957373-0a4a-4e6b-b79b-05815920f72f admin admin] Pushing event updated for resources: {'Network': ['ID=a3d9ea98-3295-4e3c-b73a-589efff8041a,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:38.669042 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48957373-0a4a-4e6b-b79b-05815920f72f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:48:38.669695 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48957373-0a4a-4e6b-b79b-05815920f72f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:48:38.675009 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48957373-0a4a-4e6b-b79b-05815920f72f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:48:38.675009 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48957373-0a4a-4e6b-b79b-05815920f72f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:48:38.675009 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48957373-0a4a-4e6b-b79b-05815920f72f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:48:38.675009 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48957373-0a4a-4e6b-b79b-05815920f72f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:48:38.675009 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48957373-0a4a-4e6b-b79b-05815920f72f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:48:38.675009 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48957373-0a4a-4e6b-b79b-05815920f72f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:48:38.675624 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48957373-0a4a-4e6b-b79b-05815920f72f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:48:38.677572 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48957373-0a4a-4e6b-b79b-05815920f72f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:48:38.677944 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48957373-0a4a-4e6b-b79b-05815920f72f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:48:38.678337 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48957373-0a4a-4e6b-b79b-05815920f72f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:48:38.678719 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48957373-0a4a-4e6b-b79b-05815920f72f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:48:38.710121 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network a3d9ea98-3295-4e3c-b73a-589efff8041a details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:48:38.735260 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e936c9-de29-49da-8f55-6559f878943e admin admin] Made reservation on behalf of 4e83ab80fd6140ea9dee05329e5148a7 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:48:38.741901 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-29e936c9-de29-49da-8f55-6559f878943e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:38.762384 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8916efe1-49dc-4f18-af2b-7c4e9924f150 req-41ee6207-3017-4a9b-ad27-141cf862e244 tempest-DeleteServersTestJSON-552632869 tempest-DeleteServersTestJSON-552632869-project] 10.222.0.87 "GET /v2.0/ports?device_id=ecffea3a-b5dd-41e4-a2c9-f5af991282c4 HTTP/1.1" status: 200 len: 210 time: 0.0528531 Feb 17 17:48:38.921640 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f684b115-f271-49bc-8e5b-3dd4a1c9e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:39.062476 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-631c05c0-c0a9-4569-996f-918e874876fd admin admin] Deleting subnet 4969b250-5ab5-45f2-b0d9-be5feb5d5a44 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:48:39.062687 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4a769560-80b7-43c8-8881-410945265500 None None] Publish callbacks [] for port (a87dc2ce-9248-4697-bf8b-55c504cbe0f4), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:39.067883 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-29e936c9-de29-49da-8f55-6559f878943e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (8a098a8a-bf52-43fc-9d15-e1d86eb0b957), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:39.070219 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-631c05c0-c0a9-4569-996f-918e874876fd admin admin] Publish callbacks [] for subnet (4969b250-5ab5-45f2-b0d9-be5feb5d5a44), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:39.090928 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4a769560-80b7-43c8-8881-410945265500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (a87dc2ce-9248-4697-bf8b-55c504cbe0f4), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:39.117432 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:39.123399 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b1003-21c3-4f8b-9f6f-e12dd8bc32de None None] Pushing event updated for resources: {'Port': ['ID=c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:39.158829 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a769560-80b7-43c8-8881-410945265500 None None] Network 4066ca01-1d37-4220-98fa-8614cd6ab14d is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:48:39.168636 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-4a769560-80b7-43c8-8881-410945265500 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:48:39.200038 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a769560-80b7-43c8-8881-410945265500 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:48:39.264897 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-631c05c0-c0a9-4569-996f-918e874876fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (4969b250-5ab5-45f2-b0d9-be5feb5d5a44), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:39.294234 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e936c9-de29-49da-8f55-6559f878943e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a098a8a-bf52-43fc-9d15-e1d86eb0b957,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:39.376740 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.db.api [None req-28735f82-5e9f-44b1-bb7f-6661985cb1e1 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-8d0e152c-3c99-444c-8c17-1b94dec22b10 {{(pid=103434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:48:39.377411 n-d-829613-2 neutron-server[103434]: DEBUG oslo_db.api [None req-28735f82-5e9f-44b1-bb7f-6661985cb1e1 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 17:48:39.392294 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-f684b115-f271-49bc-8e5b-3dd4a1c9e41d None None] Attempting to bind port c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:48:39.392994 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-f684b115-f271-49bc-8e5b-3dd4a1c9e41d None None] Attempting to bind port c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '6417b187-748d-41b0-804a-6f87c7c51427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7c1e3117-546a-4488-820a-d16155db0324'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:48:39.393583 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f684b115-f271-49bc-8e5b-3dd4a1c9e41d None None] Attempting to bind port c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7 on network 7c1e3117-546a-4488-820a-d16155db0324 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:48:39.405036 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a769560-80b7-43c8-8881-410945265500 None None] Pushing event updated for resources: {'Port': ['ID=a87dc2ce-9248-4697-bf8b-55c504cbe0f4,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:39.416597 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f684b115-f271-49bc-8e5b-3dd4a1c9e41d None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:48:39.418027 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f684b115-f271-49bc-8e5b-3dd4a1c9e41d None None] Checking segment: {'id': '6417b187-748d-41b0-804a-6f87c7c51427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7c1e3117-546a-4488-820a-d16155db0324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:48:39.418682 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f684b115-f271-49bc-8e5b-3dd4a1c9e41d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:39.419062 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-631c05c0-c0a9-4569-996f-918e874876fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (4969b250-5ab5-45f2-b0d9-be5feb5d5a44), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:39.419561 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f684b115-f271-49bc-8e5b-3dd4a1c9e41d None None] Bound using segment: {'id': '6417b187-748d-41b0-804a-6f87c7c51427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7c1e3117-546a-4488-820a-d16155db0324'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:48:39.420854 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-f684b115-f271-49bc-8e5b-3dd4a1c9e41d None None] Bound port: c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6417b187-748d-41b0-804a-6f87c7c51427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7c1e3117-546a-4488-820a-d16155db0324'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:48:39.422113 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f684b115-f271-49bc-8e5b-3dd4a1c9e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:39.450746 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-4a769560-80b7-43c8-8881-410945265500 None None] Attempting to bind port a87dc2ce-9248-4697-bf8b-55c504cbe0f4 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:48:39.451549 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-4a769560-80b7-43c8-8881-410945265500 None None] Attempting to bind port a87dc2ce-9248-4697-bf8b-55c504cbe0f4 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'cbce5512-ffa7-4e7f-a70f-f12395c3d77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4066ca01-1d37-4220-98fa-8614cd6ab14d'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:48:39.452765 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a769560-80b7-43c8-8881-410945265500 None None] Attempting to bind port a87dc2ce-9248-4697-bf8b-55c504cbe0f4 on network 4066ca01-1d37-4220-98fa-8614cd6ab14d {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:48:39.463982 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a769560-80b7-43c8-8881-410945265500 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:48:39.464802 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a769560-80b7-43c8-8881-410945265500 None None] Checking segment: {'id': 'cbce5512-ffa7-4e7f-a70f-f12395c3d77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4066ca01-1d37-4220-98fa-8614cd6ab14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:48:39.465442 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4a769560-80b7-43c8-8881-410945265500 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:39.466052 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a769560-80b7-43c8-8881-410945265500 None None] Bound using segment: {'id': 'cbce5512-ffa7-4e7f-a70f-f12395c3d77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4066ca01-1d37-4220-98fa-8614cd6ab14d'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:48:39.466764 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-4a769560-80b7-43c8-8881-410945265500 None None] Bound port: a87dc2ce-9248-4697-bf8b-55c504cbe0f4, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbce5512-ffa7-4e7f-a70f-f12395c3d77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4066ca01-1d37-4220-98fa-8614cd6ab14d'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:48:39.467516 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4a769560-80b7-43c8-8881-410945265500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (a87dc2ce-9248-4697-bf8b-55c504cbe0f4), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:39.511489 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 170b7f4e-1ff1-45da-9b28-baa2cfb868f1 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:48:39.551697 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e936c9-de29-49da-8f55-6559f878943e admin admin] Checking segment: {'id': 'b015908c-4b5a-47ae-a0d5-70b5a011a0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a3d9ea98-3295-4e3c-b73a-589efff8041a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:48:39.552235 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e936c9-de29-49da-8f55-6559f878943e admin admin] Network hostable DHCP agents. Network: a3d9ea98-3295-4e3c-b73a-589efff8041a, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:48:39.569186 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: 170b7f4e-1ff1-45da-9b28-baa2cfb868f1 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:48:39.569186 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 170b7f4e-1ff1-45da-9b28-baa2cfb868f1 not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:48:39.587722 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e936c9-de29-49da-8f55-6559f878943e admin admin] Network a3d9ea98-3295-4e3c-b73a-589efff8041a is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:48:39.602529 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-631c05c0-c0a9-4569-996f-918e874876fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (4969b250-5ab5-45f2-b0d9-be5feb5d5a44), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:39.649858 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c05c0-c0a9-4569-996f-918e874876fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4969b250-5ab5-45f2-b0d9-be5feb5d5a44,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:39.652629 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-29e936c9-de29-49da-8f55-6559f878943e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, a3d9ea98-3295-4e3c-b73a-589efff8041a) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:48:39.657206 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e936c9-de29-49da-8f55-6559f878943e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:39.657805 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-29e936c9-de29-49da-8f55-6559f878943e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:39.704221 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-f684b115-f271-49bc-8e5b-3dd4a1c9e41d None None] For port c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:48:39.709913 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-f684b115-f271-49bc-8e5b-3dd4a1c9e41d None None] For port c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7,segment=NetworkSegment(6417b187-748d-41b0-804a-6f87c7c51427),segment_id=6417b187-748d-41b0-804a-6f87c7c51427)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:48:39.715671 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bbee46-2cf2-4f38-96c5-4857ea77dd68 None None] Network a3d9ea98-3295-4e3c-b73a-589efff8041a requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:48:39.736060 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-29e936c9-de29-49da-8f55-6559f878943e admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2698045 Feb 17 17:48:39.739248 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 34498) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:39.746677 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-69d5dcbb-0e1f-4962-957b-7a584deef692 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1397726238-router', 'tenant_id': '4e83ab80fd6140ea9dee05329e5148a7', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:48:39.752738 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-631c05c0-c0a9-4569-996f-918e874876fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:39.766922 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f684b115-f271-49bc-8e5b-3dd4a1c9e41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:39.769889 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-631c05c0-c0a9-4569-996f-918e874876fd admin admin] 10.222.0.87 "DELETE /v2.0/subnets/4969b250-5ab5-45f2-b0d9-be5feb5d5a44 HTTP/1.1" status: 204 len: 168 time: 1.1449239 Feb 17 17:48:39.772666 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34500) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:39.791981 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-69d5dcbb-0e1f-4962-957b-7a584deef692 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (44f19d04-2078-4074-9e86-c9bf6c479194), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:39.794806 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-69d5dcbb-0e1f-4962-957b-7a584deef692 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (44f19d04-2078-4074-9e86-c9bf6c479194), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:39.819242 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device ca01f1d5-3863-402a-b552-a49fc64b5b9b no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:48:39.878441 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28735f82-5e9f-44b1-bb7f-6661985cb1e1 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:39.988541 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-69d5dcbb-0e1f-4962-957b-7a584deef692 admin admin] Publish callbacks [] for router_controller (44f19d04-2078-4074-9e86-c9bf6c479194), precommit_add_association {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:40.034079 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-db66e330-7636-4fd1-97b1-8a2b04eb608c None None] Provisioning complete for port c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:48:40.034539 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-db66e330-7636-4fd1-97b1-8a2b04eb608c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:40.100042 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b1003-21c3-4f8b-9f6f-e12dd8bc32de None None] Pushing event updated for resources: {'Port': ['ID=c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:40.105855 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-28735f82-5e9f-44b1-bb7f-6661985cb1e1 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] device_id is not set on port a9f31aac-2a22-4842-a1d6-9b867f01d9a3 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:48:40.373217 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-69d5dcbb-0e1f-4962-957b-7a584deef692 admin admin] Publish callbacks [] for router_gateway (44f19d04-2078-4074-9e86-c9bf6c479194), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:40.419896 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: ca01f1d5-3863-402a-b552-a49fc64b5b9b {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:48:40.419896 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device ca01f1d5-3863-402a-b552-a49fc64b5b9b not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:48:40.463721 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bef34385-fd06-43cb-8c64-09b88438466c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (a953375c-9803-4c2d-bdba-9d254c87d0cd), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:40.611960 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-28735f82-5e9f-44b1-bb7f-6661985cb1e1 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Allocated IP 172.20.0.7 (4066ca01-1d37-4220-98fa-8614cd6ab14d/729d7b8d-589c-4f73-a754-61b218602d9d/a9f31aac-2a22-4842-a1d6-9b867f01d9a3) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:48:40.680403 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bef34385-fd06-43cb-8c64-09b88438466c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (a953375c-9803-4c2d-bdba-9d254c87d0cd), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:40.822912 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-bef34385-fd06-43cb-8c64-09b88438466c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a953375c-9803-4c2d-bdba-9d254c87d0cd']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:48:40.870758 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-bef34385-fd06-43cb-8c64-09b88438466c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85f523bb-e2a1-46b0-bda7-c3a4420fd334') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:48:40.871067 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-bef34385-fd06-43cb-8c64-09b88438466c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85f523bb-e2a1-46b0-bda7-c3a4420fd334') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:48:40.935306 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bef34385-fd06-43cb-8c64-09b88438466c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (85f523bb-e2a1-46b0-bda7-c3a4420fd334), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:41.057861 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-69d5dcbb-0e1f-4962-957b-7a584deef692 admin admin] Publish callbacks [] for router_gateway (44f19d04-2078-4074-9e86-c9bf6c479194), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:41.060515 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-4a769560-80b7-43c8-8881-410945265500 None None] For port a87dc2ce-9248-4697-bf8b-55c504cbe0f4, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:48:41.087071 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f684b115-f271-49bc-8e5b-3dd4a1c9e41d None None] Routers {'34b3dfba-3b2c-489b-a5d3-473ca57cc222'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:48:41.087739 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f684b115-f271-49bc-8e5b-3dd4a1c9e41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:48:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['34b3dfba-3b2c-489b-a5d3-473ca57cc222'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:48:41.173241 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-69d5dcbb-0e1f-4962-957b-7a584deef692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:41.220560 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481b31af-98f1-47a9-ac91-4a8cdb2b6961 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-a3d9ea98-3295-4e3c-b73a-589efff8041a', 'network_id': 'a3d9ea98-3295-4e3c-b73a-589efff8041a', 'project_id': '4e83ab80fd6140ea9dee05329e5148a7', 'fixed_ips': [{'subnet_id': '8a098a8a-bf52-43fc-9d15-e1d86eb0b957'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:48:41.221256 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bef34385-fd06-43cb-8c64-09b88438466c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (85f523bb-e2a1-46b0-bda7-c3a4420fd334), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:41.222188 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-481b31af-98f1-47a9-ac91-4a8cdb2b6961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:41.244006 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bef34385-fd06-43cb-8c64-09b88438466c admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:48:41.244565 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bef34385-fd06-43cb-8c64-09b88438466c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (85f523bb-e2a1-46b0-bda7-c3a4420fd334), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:41.246682 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:48:41.246682 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:48:41.246682 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:48:41.246682 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:48:41.246682 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:48:41.246682 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:48:41.246682 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:48:41.246682 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:48:41.246682 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:48:41.246682 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:48:41.246682 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:48:41.246682 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:48:41.246682 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:48:41.246682 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:48:41.246682 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:48:41.246682 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:48:41.246682 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:48:41.246682 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:48:41.246682 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:48:41.246682 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:48:41.246682 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:48:41.246682 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:48:41.246682 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:48:41.246682 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:48:41.246682 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:48:41.246682 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:48:41.246682 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:48:41.246682 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:48:41.246682 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:48:41.246682 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:48:41.246682 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:48:41.246682 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:48:41.369571 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28735f82-5e9f-44b1-bb7f-6661985cb1e1 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for port (a9f31aac-2a22-4842-a1d6-9b867f01d9a3), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:41.412496 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bef34385-fd06-43cb-8c64-09b88438466c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (a953375c-9803-4c2d-bdba-9d254c87d0cd), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:41.423764 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bef34385-fd06-43cb-8c64-09b88438466c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:41.437533 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bef34385-fd06-43cb-8c64-09b88438466c admin admin] 10.222.0.87 "DELETE /v2.0/networks/a953375c-9803-4c2d-bdba-9d254c87d0cd HTTP/1.1" status: 204 len: 168 time: 1.6631186 Feb 17 17:48:41.451545 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-4a769560-80b7-43c8-8881-410945265500 None None] For port a87dc2ce-9248-4697-bf8b-55c504cbe0f4, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=a87dc2ce-9248-4697-bf8b-55c504cbe0f4,segment=NetworkSegment(cbce5512-ffa7-4e7f-a70f-f12395c3d77f),segment_id=cbce5512-ffa7-4e7f-a70f-f12395c3d77f)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:48:41.484423 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc5ba9-3637-43be-b822-bfd6c84f9c8e req-e078f56b-f82c-4231-a972-95336b7d1f78 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:41.492383 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-11cc5ba9-3637-43be-b822-bfd6c84f9c8e req-e078f56b-f82c-4231-a972-95336b7d1f78 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 947 time: 0.1587479 Feb 17 17:48:41.501783 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef34385-fd06-43cb-8c64-09b88438466c admin admin] Pushing event deleted for resources: {'Network': ['ID=a953375c-9803-4c2d-bdba-9d254c87d0cd,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:41.507336 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4a769560-80b7-43c8-8881-410945265500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (a87dc2ce-9248-4697-bf8b-55c504cbe0f4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:41.525510 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-69d5dcbb-0e1f-4962-957b-7a584deef692 admin admin] Allocated IP 172.25.8.217 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:48:41.532848 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28735f82-5e9f-44b1-bb7f-6661985cb1e1 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (a9f31aac-2a22-4842-a1d6-9b867f01d9a3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:41.652738 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a769560-80b7-43c8-8881-410945265500 None None] Pushing event updated for resources: {'Port': ['ID=a87dc2ce-9248-4697-bf8b-55c504cbe0f4,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:41.675664 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28735f82-5e9f-44b1-bb7f-6661985cb1e1 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event updated for resources: {'Port': ['ID=a9f31aac-2a22-4842-a1d6-9b867f01d9a3,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:41.718594 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28735f82-5e9f-44b1-bb7f-6661985cb1e1 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Network 4066ca01-1d37-4220-98fa-8614cd6ab14d is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:48:41.730661 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-28735f82-5e9f-44b1-bb7f-6661985cb1e1 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:48:41.757774 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28735f82-5e9f-44b1-bb7f-6661985cb1e1 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:48:41.772212 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-11cc5ba9-3637-43be-b822-bfd6c84f9c8e req-ce0c5d6b-effc-4263-93a1-068f6aa0f63d tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2787781 Feb 17 17:48:41.955634 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-f684b115-f271-49bc-8e5b-3dd4a1c9e41d None None] Set router 34b3dfba-3b2c-489b-a5d3-473ca57cc222 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:48:42.012573 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-69d5dcbb-0e1f-4962-957b-7a584deef692 admin admin] Publish callbacks [] for port (8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:42.038024 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 34596) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:42.044141 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-db66e330-7636-4fd1-97b1-8a2b04eb608c None None] Current status of the port c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:48:42.044475 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-db66e330-7636-4fd1-97b1-8a2b04eb608c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:42.063124 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28735f82-5e9f-44b1-bb7f-6661985cb1e1 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:42.064686 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28735f82-5e9f-44b1-bb7f-6661985cb1e1 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:42.108680 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-28735f82-5e9f-44b1-bb7f-6661985cb1e1 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 4.2191901 Feb 17 17:48:42.120084 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34602) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:42.137997 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-061a630d-de8c-4e8d-9778-a4645adad5a8 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e16548cddb1c450894851af5b6601bb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0984101 Feb 17 17:48:42.143299 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 34606) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:42.211105 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-db66e330-7636-4fd1-97b1-8a2b04eb608c None None] For port c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7,segment=NetworkSegment(6417b187-748d-41b0-804a-6f87c7c51427),segment_id=6417b187-748d-41b0-804a-6f87c7c51427)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:48:42.338504 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-69d5dcbb-0e1f-4962-957b-7a584deef692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:42.357498 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-db66e330-7636-4fd1-97b1-8a2b04eb608c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:42.514720 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-91c0f716-fdb5-4f9b-91da-5fb7004ef496 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Deleting port a9f31aac-2a22-4842-a1d6-9b867f01d9a3 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:48:42.516075 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-91c0f716-fdb5-4f9b-91da-5fb7004ef496 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (a9f31aac-2a22-4842-a1d6-9b867f01d9a3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:42.518007 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5ebc8770-4f9b-4ffb-9c67-022c07696761 admin admin] Publish callbacks [] for security_group (ed453a4b-25dc-4e92-8163-d1773c7dc771), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:42.607688 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d5dcbb-0e1f-4962-957b-7a584deef692 admin admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:48:42.646187 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-69d5dcbb-0e1f-4962-957b-7a584deef692 admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:48:42.679237 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d5dcbb-0e1f-4962-957b-7a584deef692 admin admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:48:42.721743 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device a87dc2ce-9248-4697-bf8b-55c504cbe0f4 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:48:42.723919 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db66e330-7636-4fd1-97b1-8a2b04eb608c None None] Pushing event updated for resources: {'Port': ['ID=c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:42.761965 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-481b31af-98f1-47a9-ac91-4a8cdb2b6961 None None] Allocated IP 172.20.0.2 (a3d9ea98-3295-4e3c-b73a-589efff8041a/8a098a8a-bf52-43fc-9d15-e1d86eb0b957/7e20ff78-c052-4983-9eb7-e6d647148e3a) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:48:42.782849 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d5dcbb-0e1f-4962-957b-7a584deef692 admin admin] Pushing event updated for resources: {'Port': ['ID=8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:42.814148 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5ebc8770-4f9b-4ffb-9c67-022c07696761 admin admin] Publish callbacks [] for security_group (ed453a4b-25dc-4e92-8163-d1773c7dc771), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:42.840092 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-91c0f716-fdb5-4f9b-91da-5fb7004ef496 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (a9f31aac-2a22-4842-a1d6-9b867f01d9a3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:42.865427 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:48:42.883341 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-91c0f716-fdb5-4f9b-91da-5fb7004ef496 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Calling delete_port for a9f31aac-2a22-4842-a1d6-9b867f01d9a3 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:48:42.895404 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-eaf7664c-6d82-4d95-a84f-0fc3d273b3ce None None] Provisioning complete for port c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:48:42.901870 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eaf7664c-6d82-4d95-a84f-0fc3d273b3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:43.241587 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-91c0f716-fdb5-4f9b-91da-5fb7004ef496 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (a9f31aac-2a22-4842-a1d6-9b867f01d9a3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:43.313702 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c0f716-fdb5-4f9b-91da-5fb7004ef496 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event deleted for resources: {'Port': ['ID=a9f31aac-2a22-4842-a1d6-9b867f01d9a3,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:43.394874 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-481b31af-98f1-47a9-ac91-4a8cdb2b6961 None None] Publish callbacks [] for port (7e20ff78-c052-4983-9eb7-e6d647148e3a), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:43.396867 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-eaf7664c-6d82-4d95-a84f-0fc3d273b3ce None None] Current status of the port c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:48:43.409339 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port a87dc2ce-9248-4697-bf8b-55c504cbe0f4 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:48:43.409787 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (a87dc2ce-9248-4697-bf8b-55c504cbe0f4), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:43.474564 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-481b31af-98f1-47a9-ac91-4a8cdb2b6961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (7e20ff78-c052-4983-9eb7-e6d647148e3a), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:43.542612 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-91c0f716-fdb5-4f9b-91da-5fb7004ef496 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:43.546852 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-91c0f716-fdb5-4f9b-91da-5fb7004ef496 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "DELETE /v2.0/ports/a9f31aac-2a22-4842-a1d6-9b867f01d9a3 HTTP/1.1" status: 204 len: 168 time: 1.4236176 Feb 17 17:48:43.553129 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34632) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:43.600210 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 3df59be5-70eb-43bf-82eb-ef2aa0690a18 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:48:43.604234 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-006f0292-a711-47d6-ba34-4a09ce630ab9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] GET failed (client error): The resource could not be found. Feb 17 17:48:43.605782 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-006f0292-a711-47d6-ba34-4a09ce630ab9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "GET /v2.0/ports/a9f31aac-2a22-4842-a1d6-9b867f01d9a3 HTTP/1.1" status: 404 len: 333 time: 0.0516317 Feb 17 17:48:43.611083 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34634) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:43.635940 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5ebc8770-4f9b-4ffb-9c67-022c07696761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (ed453a4b-25dc-4e92-8163-d1773c7dc771), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:43.639594 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5ebc8770-4f9b-4ffb-9c67-022c07696761 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:43.641194 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-5ebc8770-4f9b-4ffb-9c67-022c07696761 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ed453a4b-25dc-4e92-8163-d1773c7dc771 HTTP/1.1" status: 204 len: 168 time: 1.4969492 Feb 17 17:48:43.674172 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebc8770-4f9b-4ffb-9c67-022c07696761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed453a4b-25dc-4e92-8163-d1773c7dc771,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:43.815572 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-35e98b30-06c4-4afb-9263-e011c61fd88f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Deleting subnet 729d7b8d-589c-4f73-a754-61b218602d9d {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:48:43.819994 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35e98b30-06c4-4afb-9263-e011c61fd88f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for subnet (729d7b8d-589c-4f73-a754-61b218602d9d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:43.837048 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port a87dc2ce-9248-4697-bf8b-55c504cbe0f4 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:48:43.837572 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (a87dc2ce-9248-4697-bf8b-55c504cbe0f4), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:43.891102 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481b31af-98f1-47a9-ac91-4a8cdb2b6961 None None] Network a3d9ea98-3295-4e3c-b73a-589efff8041a is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:48:43.899353 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-481b31af-98f1-47a9-ac91-4a8cdb2b6961 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:48:43.903022 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b31af-98f1-47a9-ac91-4a8cdb2b6961 None None] Pushing event updated for resources: {'Port': ['ID=7e20ff78-c052-4983-9eb7-e6d647148e3a,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:43.907396 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481b31af-98f1-47a9-ac91-4a8cdb2b6961 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:48:43.978603 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35e98b30-06c4-4afb-9263-e011c61fd88f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (729d7b8d-589c-4f73-a754-61b218602d9d), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:44.004842 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 3df59be5-70eb-43bf-82eb-ef2aa0690a18 is: ACTIVE; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:48:44.006374 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3df59be5-70eb-43bf-82eb-ef2aa0690a18), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:44.036352 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e336286-3099-412a-b2b7-60ec3350b20a None None] Network 4066ca01-1d37-4220-98fa-8614cd6ab14d requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:48:44.067490 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f684b115-f271-49bc-8e5b-3dd4a1c9e41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b3dfba-3b2c-489b-a5d3-473ca57cc222', 'name': 'tempest-TestVolumeBackupRestore-354553219-router', 'tenant_id': '02ed179e91da4c8cac3218292b591b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '033b834c-4152-4dad-85be-441dfca88669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:48:17Z', 'updated_at': '2022-02-17T17:48:32Z', 'revision_number': 4, 'project_id': '02ed179e91da4c8cac3218292b591b92', 'gw_port': {'id': '033b834c-4152-4dad-85be-441dfca88669', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:07:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b3dfba-3b2c-489b-a5d3-473ca57cc222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:48:19Z', 'updated_at': '2022-02-17T17:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7', 'name': '', 'network_id': '7c1e3117-546a-4488-820a-d16155db0324', 'tenant_id': '02ed179e91da4c8cac3218292b591b92', 'mac_address': 'fa:16:3e:03:a9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b3dfba-3b2c-489b-a5d3-473ca57cc222', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '2483f3f8-7359-406b-bf51-5ef55371b51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:48:28Z', 'updated_at': '2022-02-17T17:48:39Z', 'revision_number': 4, 'project_id': '02ed179e91da4c8cac3218292b591b92', 'subnets': [{'id': '2483f3f8-7359-406b-bf51-5ef55371b51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:48:44.154974 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port a87dc2ce-9248-4697-bf8b-55c504cbe0f4, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=a87dc2ce-9248-4697-bf8b-55c504cbe0f4,segment=NetworkSegment(cbce5512-ffa7-4e7f-a70f-f12395c3d77f),segment_id=cbce5512-ffa7-4e7f-a70f-f12395c3d77f)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:48:44.218444 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35e98b30-06c4-4afb-9263-e011c61fd88f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (729d7b8d-589c-4f73-a754-61b218602d9d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:44.253599 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (a87dc2ce-9248-4697-bf8b-55c504cbe0f4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:44.299214 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35e98b30-06c4-4afb-9263-e011c61fd88f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (729d7b8d-589c-4f73-a754-61b218602d9d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:44.342331 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35e98b30-06c4-4afb-9263-e011c61fd88f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:44.347288 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-35e98b30-06c4-4afb-9263-e011c61fd88f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "DELETE /v2.0/subnets/729d7b8d-589c-4f73-a754-61b218602d9d HTTP/1.1" status: 204 len: 168 time: 0.7351279 Feb 17 17:48:44.348896 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e98b30-06c4-4afb-9263-e011c61fd88f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event deleted for resources: {'Subnet': ['ID=729d7b8d-589c-4f73-a754-61b218602d9d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:44.357739 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34654) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:44.372748 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-d72d3e1a-bc8e-4ce8-a6f8-4579bb95e361 None None] Provisioning complete for port a87dc2ce-9248-4697-bf8b-55c504cbe0f4 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:48:44.373126 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d72d3e1a-bc8e-4ce8-a6f8-4579bb95e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (a87dc2ce-9248-4697-bf8b-55c504cbe0f4), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:44.374756 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2554492e-6aae-425f-b3cf-9889a8c042ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3df59be5-70eb-43bf-82eb-ef2aa0690a18'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:48:44.377771 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd0517a-04f1-4d97-9f6f-e130eeaa80f3" -d '{"events": [{"server_uuid": "2554492e-6aae-425f-b3cf-9889a8c042ad", "name": "network-vif-unplugged", "status": "completed", "tag": "3df59be5-70eb-43bf-82eb-ef2aa0690a18"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:48:44.401548 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085363cf-d6e5-4085-9ac4-f3fdbbade342 req-d3b61415-7718-48fd-8ad3-479b6bfe08c7 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:44.412513 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-085363cf-d6e5-4085-9ac4-f3fdbbade342 req-d3b61415-7718-48fd-8ad3-479b6bfe08c7 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 947 time: 1.4969573 Feb 17 17:48:44.544193 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-085363cf-d6e5-4085-9ac4-f3fdbbade342 req-d9b04795-33bf-4cbd-b5b2-44ead904438d tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164176 Feb 17 17:48:44.571327 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f684b115-f271-49bc-8e5b-3dd4a1c9e41d None None] The sync data for ids ['34b3dfba-3b2c-489b-a5d3-473ca57cc222'] in n-d-829613-2 is: [{'id': '34b3dfba-3b2c-489b-a5d3-473ca57cc222', 'name': 'tempest-TestVolumeBackupRestore-354553219-router', 'tenant_id': '02ed179e91da4c8cac3218292b591b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '033b834c-4152-4dad-85be-441dfca88669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:48:17Z', 'updated_at': '2022-02-17T17:48:32Z', 'revision_number': 4, 'project_id': '02ed179e91da4c8cac3218292b591b92', 'gw_port': {'id': '033b834c-4152-4dad-85be-441dfca88669', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:07:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b3dfba-3b2c-489b-a5d3-473ca57cc222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:48:19Z', 'updated_at': '2022-02-17T17:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7', 'name': '', 'network_id': '7c1e3117-546a-4488-820a-d16155db0324', 'tenant_id': '02ed179e91da4c8cac3218292b591b92', 'mac_address': 'fa:16:3e:03:a9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b3dfba-3b2c-489b-a5d3-473ca57cc222', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '2483f3f8-7359-406b-bf51-5ef55371b51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:48:28Z', 'updated_at': '2022-02-17T17:48:39Z', 'revision_number': 4, 'project_id': '02ed179e91da4c8cac3218292b591b92', 'subnets': [{'id': '2483f3f8-7359-406b-bf51-5ef55371b51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:48:44.575326 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7420f918-094f-4dd8-91af-5db33481079f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (4066ca01-1d37-4220-98fa-8614cd6ab14d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:44.619335 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-69d5dcbb-0e1f-4962-957b-7a584deef692 admin admin] Publish callbacks [] for router_gateway (44f19d04-2078-4074-9e86-c9bf6c479194), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:44.776481 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 17:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d3cee8-c861-4e09-a4f3-7f9ad8890d96 x-openstack-request-id: req-55d3cee8-c861-4e09-a4f3-7f9ad8890d96 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:48:44.776905 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2554492e-6aae-425f-b3cf-9889a8c042ad", "name": "network-vif-unplugged", "status": "completed", "tag": "3df59be5-70eb-43bf-82eb-ef2aa0690a18", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:48:44.777546 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-55d3cee8-c861-4e09-a4f3-7f9ad8890d96 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:48:44.777966 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2554492e-6aae-425f-b3cf-9889a8c042ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3df59be5-70eb-43bf-82eb-ef2aa0690a18', 'code': 200} Feb 17 17:48:44.802091 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-7420f918-094f-4dd8-91af-5db33481079f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Deleting port a87dc2ce-9248-4697-bf8b-55c504cbe0f4 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:48:44.805111 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7420f918-094f-4dd8-91af-5db33481079f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (a87dc2ce-9248-4697-bf8b-55c504cbe0f4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:44.900609 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=a87dc2ce-9248-4697-bf8b-55c504cbe0f4,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:44.931157 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 3df59be5-70eb-43bf-82eb-ef2aa0690a18, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=3df59be5-70eb-43bf-82eb-ef2aa0690a18,segment=NetworkSegment(44570946-cccc-4504-9a7b-a57e09c343d6),segment_id=44570946-cccc-4504-9a7b-a57e09c343d6)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:48:45.013769 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (3df59be5-70eb-43bf-82eb-ef2aa0690a18), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:45.104066 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-7420f918-094f-4dd8-91af-5db33481079f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] For port a87dc2ce-9248-4697-bf8b-55c504cbe0f4, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=a87dc2ce-9248-4697-bf8b-55c504cbe0f4,segment=NetworkSegment(cbce5512-ffa7-4e7f-a70f-f12395c3d77f),segment_id=cbce5512-ffa7-4e7f-a70f-f12395c3d77f)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:48:45.104492 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7420f918-094f-4dd8-91af-5db33481079f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (a87dc2ce-9248-4697-bf8b-55c504cbe0f4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:45.149087 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-481b31af-98f1-47a9-ac91-4a8cdb2b6961 None None] Attempting to bind port 7e20ff78-c052-4983-9eb7-e6d647148e3a on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:48:45.153343 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-7420f918-094f-4dd8-91af-5db33481079f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Calling delete_port for a87dc2ce-9248-4697-bf8b-55c504cbe0f4 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:48:45.155902 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-481b31af-98f1-47a9-ac91-4a8cdb2b6961 None None] Attempting to bind port 7e20ff78-c052-4983-9eb7-e6d647148e3a by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'b015908c-4b5a-47ae-a0d5-70b5a011a0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a3d9ea98-3295-4e3c-b73a-589efff8041a'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:48:45.157556 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481b31af-98f1-47a9-ac91-4a8cdb2b6961 None None] Attempting to bind port 7e20ff78-c052-4983-9eb7-e6d647148e3a on network a3d9ea98-3295-4e3c-b73a-589efff8041a {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:48:45.180515 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481b31af-98f1-47a9-ac91-4a8cdb2b6961 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:48:45.180899 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481b31af-98f1-47a9-ac91-4a8cdb2b6961 None None] Checking segment: {'id': 'b015908c-4b5a-47ae-a0d5-70b5a011a0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a3d9ea98-3295-4e3c-b73a-589efff8041a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:48:45.181330 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-481b31af-98f1-47a9-ac91-4a8cdb2b6961 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:45.181732 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481b31af-98f1-47a9-ac91-4a8cdb2b6961 None None] Bound using segment: {'id': 'b015908c-4b5a-47ae-a0d5-70b5a011a0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a3d9ea98-3295-4e3c-b73a-589efff8041a'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:48:45.182182 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-481b31af-98f1-47a9-ac91-4a8cdb2b6961 None None] Bound port: 7e20ff78-c052-4983-9eb7-e6d647148e3a, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b015908c-4b5a-47ae-a0d5-70b5a011a0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a3d9ea98-3295-4e3c-b73a-589efff8041a'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:48:45.182581 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-481b31af-98f1-47a9-ac91-4a8cdb2b6961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7e20ff78-c052-4983-9eb7-e6d647148e3a), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:45.288307 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-69d5dcbb-0e1f-4962-957b-7a584deef692 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (44f19d04-2078-4074-9e86-c9bf6c479194), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:45.394493 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7420f918-094f-4dd8-91af-5db33481079f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (a87dc2ce-9248-4697-bf8b-55c504cbe0f4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:45.429911 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=3df59be5-70eb-43bf-82eb-ef2aa0690a18,revision_number=11']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:45.430211 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7420f918-094f-4dd8-91af-5db33481079f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event deleted for resources: {'Port': ['ID=a87dc2ce-9248-4697-bf8b-55c504cbe0f4,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:45.440387 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7420f918-094f-4dd8-91af-5db33481079f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] No DVR routers for this DVR port a87dc2ce-9248-4697-bf8b-55c504cbe0f4 on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:48:45.454900 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-d72d3e1a-bc8e-4ce8-a6f8-4579bb95e361 None None] Current status of the port a87dc2ce-9248-4697-bf8b-55c504cbe0f4 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:48:45.586168 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-481b31af-98f1-47a9-ac91-4a8cdb2b6961 None None] For port 7e20ff78-c052-4983-9eb7-e6d647148e3a, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:48:45.602715 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-481b31af-98f1-47a9-ac91-4a8cdb2b6961 None None] For port 7e20ff78-c052-4983-9eb7-e6d647148e3a, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=7e20ff78-c052-4983-9eb7-e6d647148e3a,segment=NetworkSegment(b015908c-4b5a-47ae-a0d5-70b5a011a0c5),segment_id=b015908c-4b5a-47ae-a0d5-70b5a011a0c5)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:48:45.627090 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7420f918-094f-4dd8-91af-5db33481079f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (4066ca01-1d37-4220-98fa-8614cd6ab14d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:45.645692 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-481b31af-98f1-47a9-ac91-4a8cdb2b6961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (7e20ff78-c052-4983-9eb7-e6d647148e3a), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:45.704846 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-7420f918-094f-4dd8-91af-5db33481079f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4066ca01-1d37-4220-98fa-8614cd6ab14d']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:48:45.733259 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-7420f918-094f-4dd8-91af-5db33481079f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbce5512-ffa7-4e7f-a70f-f12395c3d77f') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:48:45.733869 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-7420f918-094f-4dd8-91af-5db33481079f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbce5512-ffa7-4e7f-a70f-f12395c3d77f') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:48:45.754674 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34700) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:45.818999 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7420f918-094f-4dd8-91af-5db33481079f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (cbce5512-ffa7-4e7f-a70f-f12395c3d77f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:45.874831 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b6a09-1977-46a7-bb27-87fd56c30790 req-a02e71a4-c533-4f1a-8622-a36d90a460dd tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:45.876462 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7c8b6a09-1977-46a7-bb27-87fd56c30790 req-a02e71a4-c533-4f1a-8622-a36d90a460dd tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.1708388 Feb 17 17:48:45.885704 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7420f918-094f-4dd8-91af-5db33481079f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (cbce5512-ffa7-4e7f-a70f-f12395c3d77f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:45.912212 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7420f918-094f-4dd8-91af-5db33481079f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:48:45.914203 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7420f918-094f-4dd8-91af-5db33481079f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (cbce5512-ffa7-4e7f-a70f-f12395c3d77f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:45.921431 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:48:45.921431 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:48:45.921431 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:48:45.921431 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:48:45.921431 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:48:45.921431 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:48:45.921431 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:48:45.921431 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:48:45.921431 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:48:45.921431 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:48:45.921431 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:48:45.921431 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:48:45.921431 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:48:45.921431 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:48:45.921431 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:48:45.921431 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:48:45.921431 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:48:45.921431 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:48:45.921431 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:48:45.921431 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:48:45.921431 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:48:45.921431 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:48:45.921431 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:48:45.921431 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:48:45.921431 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:48:45.921431 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:48:45.921431 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:48:45.921431 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:48:45.921431 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:48:45.921431 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:48:45.921431 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:48:45.921431 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:48:45.997938 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7c8b6a09-1977-46a7-bb27-87fd56c30790 req-1a3adf7c-760c-45c3-aff7-8da86842d87d tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115770 Feb 17 17:48:46.010121 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d5dcbb-0e1f-4962-957b-7a584deef692 admin admin] Router 44f19d04-2078-4074-9e86-c9bf6c479194 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:48:46.152305 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7420f918-094f-4dd8-91af-5db33481079f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (4066ca01-1d37-4220-98fa-8614cd6ab14d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:46.182246 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-7509409a-6e6e-4fd7-ab26-7baba9647879 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1766206337-network', 'tenant_id': '23b62aa420cd44a4a6542636ead73c13'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:48:46.186141 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7420f918-094f-4dd8-91af-5db33481079f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:46.198370 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7420f918-094f-4dd8-91af-5db33481079f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "DELETE /v2.0/networks/4066ca01-1d37-4220-98fa-8614cd6ab14d HTTP/1.1" status: 204 len: 168 time: 1.8390048 Feb 17 17:48:46.203800 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34714) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:46.214957 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-a0475917-f368-444c-98b8-651486596da8 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Request body: {'port': {'network_id': 'b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c', 'name': 'tempest-PortsTestJSON-949692184'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:48:46.224952 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26945dc7-7e10-438f-a596-ebe2d7775c38 None None] Network 4066ca01-1d37-4220-98fa-8614cd6ab14d requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:48:46.272022 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7420f918-094f-4dd8-91af-5db33481079f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event deleted for resources: {'Network': ['ID=4066ca01-1d37-4220-98fa-8614cd6ab14d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:46.276033 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-c75c39b3-9fb3-4722-a1d8-33b71b7649e3 None None] Could not find standard attr ID for object a87dc2ce-9248-4697-bf8b-55c504cbe0f4. {{(pid=103436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 17:48:46.293994 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26945dc7-7e10-438f-a596-ebe2d7775c38 None None] Network 4066ca01-1d37-4220-98fa-8614cd6ab14d could not be found, it might have been deleted concurrently. {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 17 17:48:46.325904 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d5dcbb-0e1f-4962-957b-7a584deef692 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:48:46.337819 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7509409a-6e6e-4fd7-ab26-7baba9647879 admin admin] Made reservation on behalf of 23b62aa420cd44a4a6542636ead73c13 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:48:46.340148 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7509409a-6e6e-4fd7-ab26-7baba9647879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:46.341216 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1d7d15-085d-4d74-af88-bdd0532f0101 None None] Sync routers for ids ['44f19d04-2078-4074-9e86-c9bf6c479194'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:48:46.351852 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b31af-98f1-47a9-ac91-4a8cdb2b6961 None None] Pushing event updated for resources: {'Port': ['ID=7e20ff78-c052-4983-9eb7-e6d647148e3a,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:46.375430 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1d7d15-085d-4d74-af88-bdd0532f0101 None None] Routers {'44f19d04-2078-4074-9e86-c9bf6c479194'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:48:46.381047 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-bd1d7d15-085d-4d74-af88-bdd0532f0101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:48:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['44f19d04-2078-4074-9e86-c9bf6c479194'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:48:46.397036 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-69d5dcbb-0e1f-4962-957b-7a584deef692 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:46.404307 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-69d5dcbb-0e1f-4962-957b-7a584deef692 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.6632650 Feb 17 17:48:46.406419 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 34716) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:46.452378 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4960040-c251-480f-b47a-afbd2134ddcf None None] DHCP port deletion for 4066ca01-1d37-4220-98fa-8614cd6ab14d request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:48:46.825368 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:48:47.010299 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:48:47.010772 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:47.231577 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-bd1d7d15-085d-4d74-af88-bdd0532f0101 None None] Set router 44f19d04-2078-4074-9e86-c9bf6c479194 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:48:47.317451 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:48:47.389521 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7509409a-6e6e-4fd7-ab26-7baba9647879 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:47.447366 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0475917-f368-444c-98b8-651486596da8 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Made reservation on behalf of c31c6ec4ee6945b58580629588ff6a35 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:48:47.449706 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device a87dc2ce-9248-4697-bf8b-55c504cbe0f4 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:48:47.450845 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0475917-f368-444c-98b8-651486596da8 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:47.496131 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-a0475917-f368-444c-98b8-651486596da8 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] device_id is not set on port 765102ef-2819-4026-ac89-db9b535b20c4 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:48:47.518940 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: a87dc2ce-9248-4697-bf8b-55c504cbe0f4 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:48:47.522527 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device a87dc2ce-9248-4697-bf8b-55c504cbe0f4 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:48:47.529274 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 3df59be5-70eb-43bf-82eb-ef2aa0690a18 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:48:47.628784 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ae264-6131-441a-bcd5-050e0e6db586 req-10f53ae1-84fd-4040-ab89-a0fb009e3222 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:47.640304 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8f8ae264-6131-441a-bcd5-050e0e6db586 req-10f53ae1-84fd-4040-ab89-a0fb009e3222 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.3856630 Feb 17 17:48:47.787062 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8f8ae264-6131-441a-bcd5-050e0e6db586 req-c1d17441-6093-4a85-8f86-34fa2d6d5aa1 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352165 Feb 17 17:48:47.848938 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7509409a-6e6e-4fd7-ab26-7baba9647879 admin admin] Publish callbacks [] for security_group (804b15d2-42bb-4f76-9dc7-3bd73a0de73b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:47.875624 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7509409a-6e6e-4fd7-ab26-7baba9647879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (804b15d2-42bb-4f76-9dc7-3bd73a0de73b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:47.889742 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-bd1d7d15-085d-4d74-af88-bdd0532f0101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f19d04-2078-4074-9e86-c9bf6c479194', 'name': 'tempest-TestVolumeBackupRestore-1397726238-router', 'tenant_id': '4e83ab80fd6140ea9dee05329e5148a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:48:39Z', 'updated_at': '2022-02-17T17:48:44Z', 'revision_number': 3, 'project_id': '4e83ab80fd6140ea9dee05329e5148a7', 'gw_port': {'id': '8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e1:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f19d04-2078-4074-9e86-c9bf6c479194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:48:41Z', 'updated_at': '2022-02-17T17:48:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:48:47.909783 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 3df59be5-70eb-43bf-82eb-ef2aa0690a18, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=3df59be5-70eb-43bf-82eb-ef2aa0690a18,segment=NetworkSegment(44570946-cccc-4504-9a7b-a57e09c343d6),segment_id=44570946-cccc-4504-9a7b-a57e09c343d6)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:48:47.915232 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7509409a-6e6e-4fd7-ab26-7baba9647879 admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:48:47.969366 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7509409a-6e6e-4fd7-ab26-7baba9647879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (c56d6a8e-9422-416a-9517-adf483e5696c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:47.972745 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-7509409a-6e6e-4fd7-ab26-7baba9647879 admin admin] Added segment c56d6a8e-9422-416a-9517-adf483e5696c of type vlan for network adb7d722-dca4-4cb7-a64e-e41f4ea79ab1 Feb 17 17:48:47.977090 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '3df59be5-70eb-43bf-82eb-ef2aa0690a18', 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe', 'port_id': '3df59be5-70eb-43bf-82eb-ef2aa0690a18', 'mac_address': 'fa:16:3e:e8:e1:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5806a5b-efbb-4c84-b3a4-70ad6c804540', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:48:48.011193 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1d7d15-085d-4d74-af88-bdd0532f0101 None None] Checking router: 44f19d04-2078-4074-9e86-c9bf6c479194 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:48:48.012720 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1d7d15-085d-4d74-af88-bdd0532f0101 None None] Updating router 44f19d04-2078-4074-9e86-c9bf6c479194 port 8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:48:48.115671 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-396e9a74-02e3-4b0d-9003-f1dedfddf82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:48.117390 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-bd1d7d15-085d-4d74-af88-bdd0532f0101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:48.122072 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 3df59be5-70eb-43bf-82eb-ef2aa0690a18 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:48:48.123302 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3df59be5-70eb-43bf-82eb-ef2aa0690a18), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:48.191843 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3df59be5-70eb-43bf-82eb-ef2aa0690a18 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:48:48.237897 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 3df59be5-70eb-43bf-82eb-ef2aa0690a18, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=3df59be5-70eb-43bf-82eb-ef2aa0690a18,segment=NetworkSegment(44570946-cccc-4504-9a7b-a57e09c343d6),segment_id=44570946-cccc-4504-9a7b-a57e09c343d6)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:48:48.244481 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (3df59be5-70eb-43bf-82eb-ef2aa0690a18), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:48.304550 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=3df59be5-70eb-43bf-82eb-ef2aa0690a18,revision_number=12']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:48.367165 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['3df59be5-70eb-43bf-82eb-ef2aa0690a18'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:48:48.389573 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0475917-f368-444c-98b8-651486596da8 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for port (765102ef-2819-4026-ac89-db9b535b20c4), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:48.557453 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-396e9a74-02e3-4b0d-9003-f1dedfddf82c admin admin] Allocated IP 172.20.0.1 (a3d9ea98-3295-4e3c-b73a-589efff8041a/8a098a8a-bf52-43fc-9d15-e1d86eb0b957/b22a168e-4160-4eb7-bf01-5027ce3a670e) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:48:48.562491 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7509409a-6e6e-4fd7-ab26-7baba9647879 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (adb7d722-dca4-4cb7-a64e-e41f4ea79ab1), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:48.622694 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7509409a-6e6e-4fd7-ab26-7baba9647879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804b15d2-42bb-4f76-9dc7-3bd73a0de73b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:48.637311 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f72bf90-adfe-4738-a8b4-f1bd66c40d62 None None] Network a3d9ea98-3295-4e3c-b73a-589efff8041a requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:48:48.638719 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0475917-f368-444c-98b8-651486596da8 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (765102ef-2819-4026-ac89-db9b535b20c4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:48.665113 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 7e20ff78-c052-4983-9eb7-e6d647148e3a up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:48:48.679883 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7509409a-6e6e-4fd7-ab26-7baba9647879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (adb7d722-dca4-4cb7-a64e-e41f4ea79ab1), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:48.681164 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7509409a-6e6e-4fd7-ab26-7baba9647879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:48.681863 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7509409a-6e6e-4fd7-ab26-7baba9647879 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:48.910706 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-396e9a74-02e3-4b0d-9003-f1dedfddf82c admin admin] Publish callbacks [] for port (b22a168e-4160-4eb7-bf01-5027ce3a670e), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:48.971825 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0475917-f368-444c-98b8-651486596da8 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event updated for resources: {'Port': ['ID=765102ef-2819-4026-ac89-db9b535b20c4,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:49.025807 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7509409a-6e6e-4fd7-ab26-7baba9647879 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.2692056 Feb 17 17:48:49.030601 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7509409a-6e6e-4fd7-ab26-7baba9647879 admin admin] Pushing event updated for resources: {'Network': ['ID=adb7d722-dca4-4cb7-a64e-e41f4ea79ab1,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:49.042114 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34760) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:49.083392 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-0a9b4a1e-c8d1-4f2f-9e1b-40ce21c15669 admin admin] Request body: {'subnet': {'network_id': 'adb7d722-dca4-4cb7-a64e-e41f4ea79ab1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1766206337-subnet', 'tenant_id': '23b62aa420cd44a4a6542636ead73c13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:48:49.110509 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-bd1d7d15-085d-4d74-af88-bdd0532f0101 None None] Publish callbacks [] for port (8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:49.114176 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0475917-f368-444c-98b8-651486596da8 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Network b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:48:49.134608 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-bd1d7d15-085d-4d74-af88-bdd0532f0101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:49.140224 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-a0475917-f368-444c-98b8-651486596da8 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:48:49.169408 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0475917-f368-444c-98b8-651486596da8 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:48:49.181558 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network adb7d722-dca4-4cb7-a64e-e41f4ea79ab1 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:48:49.191407 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0475917-f368-444c-98b8-651486596da8 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:49.194886 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0475917-f368-444c-98b8-651486596da8 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:49.276171 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9b4a1e-c8d1-4f2f-9e1b-40ce21c15669 admin admin] Made reservation on behalf of 23b62aa420cd44a4a6542636ead73c13 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:48:49.280573 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0a9b4a1e-c8d1-4f2f-9e1b-40ce21c15669 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:49.292413 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-2a22a177-5d0f-49cc-b9ba-d248e3b68741 None None] Provisioning complete for port 7e20ff78-c052-4983-9eb7-e6d647148e3a triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:48:49.302020 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a0475917-f368-444c-98b8-651486596da8 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.0944591 Feb 17 17:48:49.305525 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2a22a177-5d0f-49cc-b9ba-d248e3b68741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7e20ff78-c052-4983-9eb7-e6d647148e3a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:49.322427 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 34764) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:49.337355 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d5f54-bccb-42c5-a633-79e1b9f284c1 req-4eb63412-2334-4e4f-9440-0700eb7fba70 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:49.347973 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fc9d5f54-bccb-42c5-a633-79e1b9f284c1 req-4eb63412-2334-4e4f-9440-0700eb7fba70 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 946 time: 0.3250067 Feb 17 17:48:49.358273 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-396e9a74-02e3-4b0d-9003-f1dedfddf82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (b22a168e-4160-4eb7-bf01-5027ce3a670e), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:49.395042 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-bd1d7d15-085d-4d74-af88-bdd0532f0101 None None] Attempting to bind port 8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:48:49.395458 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-bd1d7d15-085d-4d74-af88-bdd0532f0101 None None] Attempting to bind port 8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:48:49.395852 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1d7d15-085d-4d74-af88-bdd0532f0101 None None] Attempting to bind port 8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:48:49.403518 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1d7d15-085d-4d74-af88-bdd0532f0101 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:48:49.404218 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1d7d15-085d-4d74-af88-bdd0532f0101 None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:48:49.404805 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-bd1d7d15-085d-4d74-af88-bdd0532f0101 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:49.405352 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1d7d15-085d-4d74-af88-bdd0532f0101 None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:48:49.405999 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-bd1d7d15-085d-4d74-af88-bdd0532f0101 None None] Bound port: 8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:48:49.407156 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-bd1d7d15-085d-4d74-af88-bdd0532f0101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:49.452488 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:49.581950 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 7e20ff78-c052-4983-9eb7-e6d647148e3a triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:48:49.582610 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7e20ff78-c052-4983-9eb7-e6d647148e3a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:49.608538 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-bd1d7d15-085d-4d74-af88-bdd0532f0101 None None] For port 8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:48:49.614378 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-bd1d7d15-085d-4d74-af88-bdd0532f0101 None None] For port 8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:48:49.622534 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831c83a3-b602-4a5c-830e-2d84133a9d06 None None] Pushing event updated for resources: {'Port': ['ID=8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c,revision_number=2']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:49.633879 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396e9a74-02e3-4b0d-9003-f1dedfddf82c admin admin] Pushing event updated for resources: {'Port': ['ID=b22a168e-4160-4eb7-bf01-5027ce3a670e,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:49.637443 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-bd1d7d15-085d-4d74-af88-bdd0532f0101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:49.661964 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396e9a74-02e3-4b0d-9003-f1dedfddf82c admin admin] Network a3d9ea98-3295-4e3c-b73a-589efff8041a is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:48:49.700276 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-396e9a74-02e3-4b0d-9003-f1dedfddf82c admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:48:49.707033 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396e9a74-02e3-4b0d-9003-f1dedfddf82c admin admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:48:49.759628 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831c83a3-b602-4a5c-830e-2d84133a9d06 None None] Pushing event updated for resources: {'Port': ['ID=8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:49.835767 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1d7d15-085d-4d74-af88-bdd0532f0101 None None] Routers {'44f19d04-2078-4074-9e86-c9bf6c479194'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:48:49.836812 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-bd1d7d15-085d-4d74-af88-bdd0532f0101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:48:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['44f19d04-2078-4074-9e86-c9bf6c479194'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:48:49.878232 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fc9d5f54-bccb-42c5-a633-79e1b9f284c1 req-5979b1c5-a9c5-4f4c-903f-227ddec1cb33 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5290968 Feb 17 17:48:49.879883 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:49.885196 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0a9b4a1e-c8d1-4f2f-9e1b-40ce21c15669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (4164ab10-3e94-4238-b47e-56f02c419bb3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:49.982579 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-2a22a177-5d0f-49cc-b9ba-d248e3b68741 None None] Current status of the port 7e20ff78-c052-4983-9eb7-e6d647148e3a is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:48:49.982983 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2a22a177-5d0f-49cc-b9ba-d248e3b68741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7e20ff78-c052-4983-9eb7-e6d647148e3a), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:49.993124 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-396e9a74-02e3-4b0d-9003-f1dedfddf82c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (44f19d04-2078-4074-9e86-c9bf6c479194), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:50.085194 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b4a1e-c8d1-4f2f-9e1b-40ce21c15669 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4164ab10-3e94-4238-b47e-56f02c419bb3,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:50.131157 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4610225e-1166-4694-9e5c-1a776487f3fd tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Deleting port 765102ef-2819-4026-ac89-db9b535b20c4 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:48:50.131638 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4610225e-1166-4694-9e5c-1a776487f3fd tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (765102ef-2819-4026-ac89-db9b535b20c4), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:50.136267 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9b4a1e-c8d1-4f2f-9e1b-40ce21c15669 admin admin] Checking segment: {'id': 'c56d6a8e-9422-416a-9517-adf483e5696c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'adb7d722-dca4-4cb7-a64e-e41f4ea79ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:48:50.136542 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9b4a1e-c8d1-4f2f-9e1b-40ce21c15669 admin admin] Network hostable DHCP agents. Network: adb7d722-dca4-4cb7-a64e-e41f4ea79ab1, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:48:50.185703 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-bd1d7d15-085d-4d74-af88-bdd0532f0101 None None] Set router 44f19d04-2078-4074-9e86-c9bf6c479194 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:48:50.231087 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9b4a1e-c8d1-4f2f-9e1b-40ce21c15669 admin admin] Network adb7d722-dca4-4cb7-a64e-e41f4ea79ab1 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:48:50.265669 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-0a9b4a1e-c8d1-4f2f-9e1b-40ce21c15669 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, adb7d722-dca4-4cb7-a64e-e41f4ea79ab1) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:48:50.279904 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9b4a1e-c8d1-4f2f-9e1b-40ce21c15669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:50.280539 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0a9b4a1e-c8d1-4f2f-9e1b-40ce21c15669 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:50.282889 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4610225e-1166-4694-9e5c-1a776487f3fd tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (765102ef-2819-4026-ac89-db9b535b20c4), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:50.290927 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 7e20ff78-c052-4983-9eb7-e6d647148e3a is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:48:50.291419 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7e20ff78-c052-4983-9eb7-e6d647148e3a), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:50.293488 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc261d2-6eb9-4034-b2d1-ad7710bea5aa None None] Network adb7d722-dca4-4cb7-a64e-e41f4ea79ab1 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:48:50.314027 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4610225e-1166-4694-9e5c-1a776487f3fd tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Calling delete_port for 765102ef-2819-4026-ac89-db9b535b20c4 owned by {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:48:50.381578 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0a9b4a1e-c8d1-4f2f-9e1b-40ce21c15669 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3164959 Feb 17 17:48:50.484619 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4610225e-1166-4694-9e5c-1a776487f3fd tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (765102ef-2819-4026-ac89-db9b535b20c4), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:50.573057 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-2a22a177-5d0f-49cc-b9ba-d248e3b68741 None None] For port 7e20ff78-c052-4983-9eb7-e6d647148e3a, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=7e20ff78-c052-4983-9eb7-e6d647148e3a,segment=NetworkSegment(b015908c-4b5a-47ae-a0d5-70b5a011a0c5),segment_id=b015908c-4b5a-47ae-a0d5-70b5a011a0c5)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:48:50.652880 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4610225e-1166-4694-9e5c-1a776487f3fd tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event deleted for resources: {'Port': ['ID=765102ef-2819-4026-ac89-db9b535b20c4,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:50.685270 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2a22a177-5d0f-49cc-b9ba-d248e3b68741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (7e20ff78-c052-4983-9eb7-e6d647148e3a), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:50.712284 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4610225e-1166-4694-9e5c-1a776487f3fd tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:50.738808 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4610225e-1166-4694-9e5c-1a776487f3fd tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "DELETE /v2.0/ports/765102ef-2819-4026-ac89-db9b535b20c4 HTTP/1.1" status: 204 len: 168 time: 1.3690505 Feb 17 17:48:50.739059 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34812) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:50.752328 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-13380422-e61e-425a-90bc-f89dd3acd59f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Request body: {'port': {'network_id': 'b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c', 'mac_address': 'fa:16:3e:45:d7:25', 'name': 'tempest-PortsTestJSON-1534796793'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:48:50.814061 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a22a177-5d0f-49cc-b9ba-d248e3b68741 None None] Pushing event updated for resources: {'Port': ['ID=7e20ff78-c052-4983-9eb7-e6d647148e3a,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:50.818367 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d06e15-b8fa-4f1b-b33c-72f5be410d09 None None] Network adb7d722-dca4-4cb7-a64e-e41f4ea79ab1 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:48:50.931559 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-bd1d7d15-085d-4d74-af88-bdd0532f0101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f19d04-2078-4074-9e86-c9bf6c479194', 'name': 'tempest-TestVolumeBackupRestore-1397726238-router', 'tenant_id': '4e83ab80fd6140ea9dee05329e5148a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:48:39Z', 'updated_at': '2022-02-17T17:48:44Z', 'revision_number': 3, 'project_id': '4e83ab80fd6140ea9dee05329e5148a7', 'gw_port': {'id': '8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e1:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f19d04-2078-4074-9e86-c9bf6c479194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:48:41Z', 'updated_at': '2022-02-17T17:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:48:51.113416 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1d7d15-085d-4d74-af88-bdd0532f0101 None None] The sync data for ids ['44f19d04-2078-4074-9e86-c9bf6c479194'] in n-d-829613-2 is: [{'id': '44f19d04-2078-4074-9e86-c9bf6c479194', 'name': 'tempest-TestVolumeBackupRestore-1397726238-router', 'tenant_id': '4e83ab80fd6140ea9dee05329e5148a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:48:39Z', 'updated_at': '2022-02-17T17:48:44Z', 'revision_number': 3, 'project_id': '4e83ab80fd6140ea9dee05329e5148a7', 'gw_port': {'id': '8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e1:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f19d04-2078-4074-9e86-c9bf6c479194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:48:41Z', 'updated_at': '2022-02-17T17:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:48:51.140268 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:48:51.140790 n-d-829613-2 neutron-server[103436]: DEBUG oslo_db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 17:48:51.167991 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13380422-e61e-425a-90bc-f89dd3acd59f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Made reservation on behalf of c31c6ec4ee6945b58580629588ff6a35 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:48:51.292678 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-fdbf8f12-534b-459e-9cda-f0b50ed4f129 None None] Provisioning complete for port b22a168e-4160-4eb7-bf01-5027ce3a670e triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:48:51.305960 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-396e9a74-02e3-4b0d-9003-f1dedfddf82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b22a168e-4160-4eb7-bf01-5027ce3a670e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:51.308917 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fdbf8f12-534b-459e-9cda-f0b50ed4f129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b22a168e-4160-4eb7-bf01-5027ce3a670e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:51.450200 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-13380422-e61e-425a-90bc-f89dd3acd59f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:51.551095 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-13380422-e61e-425a-90bc-f89dd3acd59f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] device_id is not set on port 607e0cd6-b29d-4765-9a54-8ea608bdb2c4 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:48:51.565872 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 3df59be5-70eb-43bf-82eb-ef2aa0690a18 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:48:51.720056 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-fdbf8f12-534b-459e-9cda-f0b50ed4f129 None None] Port b22a168e-4160-4eb7-bf01-5027ce3a670e cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:48:51.965777 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-fdbf8f12-534b-459e-9cda-f0b50ed4f129 None None] Provisioning complete for port 7e20ff78-c052-4983-9eb7-e6d647148e3a triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:48:51.968783 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fdbf8f12-534b-459e-9cda-f0b50ed4f129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7e20ff78-c052-4983-9eb7-e6d647148e3a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:52.124002 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 7e20ff78-c052-4983-9eb7-e6d647148e3a is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:48:52.177761 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 3df59be5-70eb-43bf-82eb-ef2aa0690a18 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:48:52.182096 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (3df59be5-70eb-43bf-82eb-ef2aa0690a18), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:52.217004 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-13380422-e61e-425a-90bc-f89dd3acd59f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for port (607e0cd6-b29d-4765-9a54-8ea608bdb2c4), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:52.309542 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-fdbf8f12-534b-459e-9cda-f0b50ed4f129 None None] Current status of the port 7e20ff78-c052-4983-9eb7-e6d647148e3a is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:48:52.385686 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-13380422-e61e-425a-90bc-f89dd3acd59f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (607e0cd6-b29d-4765-9a54-8ea608bdb2c4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:52.557258 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:48:52.619121 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13380422-e61e-425a-90bc-f89dd3acd59f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Network b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:48:52.633664 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-13380422-e61e-425a-90bc-f89dd3acd59f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:48:52.659377 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13380422-e61e-425a-90bc-f89dd3acd59f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:48:52.672922 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13380422-e61e-425a-90bc-f89dd3acd59f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:52.700148 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-13380422-e61e-425a-90bc-f89dd3acd59f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:52.782176 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-13380422-e61e-425a-90bc-f89dd3acd59f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0445592 Feb 17 17:48:52.783069 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-93e805e3-f7ea-4dab-b9a3-1738fd0cdf1f None None] Provisioning complete for port b22a168e-4160-4eb7-bf01-5027ce3a670e triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:48:52.784493 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-93e805e3-f7ea-4dab-b9a3-1738fd0cdf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b22a168e-4160-4eb7-bf01-5027ce3a670e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:52.788101 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34864) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:52.892607 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-93e805e3-f7ea-4dab-b9a3-1738fd0cdf1f None None] Port b22a168e-4160-4eb7-bf01-5027ce3a670e cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:48:52.931591 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 3df59be5-70eb-43bf-82eb-ef2aa0690a18 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:48:52.932333 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3df59be5-70eb-43bf-82eb-ef2aa0690a18), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:52.941268 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13380422-e61e-425a-90bc-f89dd3acd59f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event updated for resources: {'Port': ['ID=607e0cd6-b29d-4765-9a54-8ea608bdb2c4,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:53.004170 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fae453-cc69-4370-9dd0-a61cc734347f req-77e45c14-247b-4425-b3fd-a36711695754 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:53.011131 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 3df59be5-70eb-43bf-82eb-ef2aa0690a18, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=3df59be5-70eb-43bf-82eb-ef2aa0690a18,segment=NetworkSegment(44570946-cccc-4504-9a7b-a57e09c343d6),segment_id=44570946-cccc-4504-9a7b-a57e09c343d6)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:48:53.013452 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2554492e-6aae-425f-b3cf-9889a8c042ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df59be5-70eb-43bf-82eb-ef2aa0690a18'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:48:53.014623 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-92fae453-cc69-4370-9dd0-a61cc734347f req-77e45c14-247b-4425-b3fd-a36711695754 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 946 time: 1.8961527 Feb 17 17:48:53.016703 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0218705-1eea-4e6d-b516-5fde92fa8932" -d '{"events": [{"server_uuid": "2554492e-6aae-425f-b3cf-9889a8c042ad", "name": "network-vif-plugged", "status": "completed", "tag": "3df59be5-70eb-43bf-82eb-ef2aa0690a18"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:48:53.024097 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:48:53.024759 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:53.040522 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396c1a8e-64f6-4935-9b1c-945833bf7b2f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:53.078055 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (3df59be5-70eb-43bf-82eb-ef2aa0690a18), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:53.094121 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-396c1a8e-64f6-4935-9b1c-945833bf7b2f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "GET /v2.0/ports/607e0cd6-b29d-4765-9a54-8ea608bdb2c4 HTTP/1.1" status: 200 len: 841 time: 0.2893207 Feb 17 17:48:53.095119 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34870) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:53.165889 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=3df59be5-70eb-43bf-82eb-ef2aa0690a18,revision_number=13']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:53.253012 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:48:53.253990 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:53.295562 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:48:53.306041 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:53.308612 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 7e20ff78-c052-4983-9eb7-e6d647148e3a up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:48:53.327555 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-92fae453-cc69-4370-9dd0-a61cc734347f req-ab59ddbd-5374-4924-8c2a-c057cb271c4e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3116829 Feb 17 17:48:53.365622 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04800c5c-78eb-435d-9a9f-6b024fc8d778 req-695c9b0d-45e3-42cf-b144-b251bf3a9236 tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:53.370570 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-04800c5c-78eb-435d-9a9f-6b024fc8d778 req-695c9b0d-45e3-42cf-b144-b251bf3a9236 tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] 10.222.0.87 "GET /v2.0/networks?id=adb7d722-dca4-4cb7-a64e-e41f4ea79ab1 HTTP/1.1" status: 200 len: 814 time: 0.7843168 Feb 17 17:48:53.392135 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-bbcd2b53-09a9-4d60-8805-83a0d6a90b70 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Deleting port 607e0cd6-b29d-4765-9a54-8ea608bdb2c4 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:48:53.392743 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bbcd2b53-09a9-4d60-8805-83a0d6a90b70 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (607e0cd6-b29d-4765-9a54-8ea608bdb2c4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:53.453746 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-396e9a74-02e3-4b0d-9003-f1dedfddf82c admin admin] Publish callbacks [] for port (b22a168e-4160-4eb7-bf01-5027ce3a670e), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:53.463559 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-04800c5c-78eb-435d-9a9f-6b024fc8d778 req-917b31b3-4853-4b41-940d-aa299694b3cb tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] 10.222.0.87 "GET /v2.0/quotas/23b62aa420cd44a4a6542636ead73c13 HTTP/1.1" status: 200 len: 375 time: 0.0737782 Feb 17 17:48:53.493183 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-396e9a74-02e3-4b0d-9003-f1dedfddf82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (b22a168e-4160-4eb7-bf01-5027ce3a670e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:53.610411 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:53.634180 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3826b2-2678-49d1-bdd5-42cce9b15186 x-openstack-request-id: req-1c3826b2-2678-49d1-bdd5-42cce9b15186 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:48:53.634471 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2554492e-6aae-425f-b3cf-9889a8c042ad", "name": "network-vif-plugged", "status": "completed", "tag": "3df59be5-70eb-43bf-82eb-ef2aa0690a18", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:48:53.638809 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1c3826b2-2678-49d1-bdd5-42cce9b15186 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:48:53.639393 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2554492e-6aae-425f-b3cf-9889a8c042ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df59be5-70eb-43bf-82eb-ef2aa0690a18', 'code': 200} Feb 17 17:48:53.663819 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bbcd2b53-09a9-4d60-8805-83a0d6a90b70 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (607e0cd6-b29d-4765-9a54-8ea608bdb2c4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:53.717564 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 7e20ff78-c052-4983-9eb7-e6d647148e3a triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:48:53.718142 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7e20ff78-c052-4983-9eb7-e6d647148e3a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:53.744037 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-bbcd2b53-09a9-4d60-8805-83a0d6a90b70 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Calling delete_port for 607e0cd6-b29d-4765-9a54-8ea608bdb2c4 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:48:53.752418 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-04800c5c-78eb-435d-9a9f-6b024fc8d778 req-718936a4-559a-46fc-bbe3-053e19eb3193 tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=23b62aa420cd44a4a6542636ead73c13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2809098 Feb 17 17:48:53.798906 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-396e9a74-02e3-4b0d-9003-f1dedfddf82c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (44f19d04-2078-4074-9e86-c9bf6c479194), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:53.951663 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 7e20ff78-c052-4983-9eb7-e6d647148e3a is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:48:53.996339 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396e9a74-02e3-4b0d-9003-f1dedfddf82c admin admin] Pushing event updated for resources: {'Port': ['ID=b22a168e-4160-4eb7-bf01-5027ce3a670e,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:54.018155 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bbcd2b53-09a9-4d60-8805-83a0d6a90b70 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (607e0cd6-b29d-4765-9a54-8ea608bdb2c4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:54.085259 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcd2b53-09a9-4d60-8805-83a0d6a90b70 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event deleted for resources: {'Port': ['ID=607e0cd6-b29d-4765-9a54-8ea608bdb2c4,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:54.101409 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bbcd2b53-09a9-4d60-8805-83a0d6a90b70 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:54.105572 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bbcd2b53-09a9-4d60-8805-83a0d6a90b70 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "DELETE /v2.0/ports/607e0cd6-b29d-4765-9a54-8ea608bdb2c4 HTTP/1.1" status: 204 len: 168 time: 1.0091598 Feb 17 17:48:54.109497 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34886) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:54.169036 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-a098f660-6eb6-48f1-ad73-5459855721ed tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] GET failed (client error): The resource could not be found. Feb 17 17:48:54.173236 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a098f660-6eb6-48f1-ad73-5459855721ed tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "GET /v2.0/ports/607e0cd6-b29d-4765-9a54-8ea608bdb2c4 HTTP/1.1" status: 404 len: 333 time: 0.0606985 Feb 17 17:48:54.180948 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34888) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:54.198784 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-b93412d2-72d3-42f8-92ff-6e93e7db17dc tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Request body: {'port': {'network_id': 'b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c', 'name': 'tempest-PortsTestJSON-1902941332'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:48:54.258211 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-04800c5c-78eb-435d-9a9f-6b024fc8d778 req-4f7cdd50-bc2e-4a63-9cb6-8e5e6fd7aed9 service neutron] 10.222.0.87 "GET /v2.0/networks/adb7d722-dca4-4cb7-a64e-e41f4ea79ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4478168 Feb 17 17:48:54.336080 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:48:54.435440 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93412d2-72d3-42f8-92ff-6e93e7db17dc tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Made reservation on behalf of c31c6ec4ee6945b58580629588ff6a35 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:48:54.439697 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b93412d2-72d3-42f8-92ff-6e93e7db17dc tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:54.454044 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:48:54.454429 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:54.509628 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-b93412d2-72d3-42f8-92ff-6e93e7db17dc tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] device_id is not set on port 3730d6ad-c8f9-40ef-b365-170f5af71b04 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:48:54.596633 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396e9a74-02e3-4b0d-9003-f1dedfddf82c admin admin] Network a3d9ea98-3295-4e3c-b73a-589efff8041a is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:48:54.652220 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-396e9a74-02e3-4b0d-9003-f1dedfddf82c admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:48:55.216471 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b93412d2-72d3-42f8-92ff-6e93e7db17dc tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for port (3730d6ad-c8f9-40ef-b365-170f5af71b04), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:55.259945 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b93412d2-72d3-42f8-92ff-6e93e7db17dc tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (3730d6ad-c8f9-40ef-b365-170f5af71b04), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:55.359220 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:48:55.387294 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-cc88e79d-24fa-46ea-8a29-581efc0e9638 None None] Provisioning complete for port b22a168e-4160-4eb7-bf01-5027ce3a670e triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:48:55.389092 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-cc88e79d-24fa-46ea-8a29-581efc0e9638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b22a168e-4160-4eb7-bf01-5027ce3a670e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:55.425151 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93412d2-72d3-42f8-92ff-6e93e7db17dc tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Network b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:48:55.426148 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93412d2-72d3-42f8-92ff-6e93e7db17dc tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event updated for resources: {'Port': ['ID=3730d6ad-c8f9-40ef-b365-170f5af71b04,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:55.447686 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-b93412d2-72d3-42f8-92ff-6e93e7db17dc tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:48:55.466632 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93412d2-72d3-42f8-92ff-6e93e7db17dc tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:48:55.474423 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93412d2-72d3-42f8-92ff-6e93e7db17dc tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:55.475754 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b93412d2-72d3-42f8-92ff-6e93e7db17dc tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:55.503742 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-cc88e79d-24fa-46ea-8a29-581efc0e9638 None None] Port b22a168e-4160-4eb7-bf01-5027ce3a670e cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:48:55.513923 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b93412d2-72d3-42f8-92ff-6e93e7db17dc tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3315170 Feb 17 17:48:55.516742 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34908) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:55.523144 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-95098af6-4378-45bf-a498-112d23297959 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:48:55.532984 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396e9a74-02e3-4b0d-9003-f1dedfddf82c admin admin] Router 44f19d04-2078-4074-9e86-c9bf6c479194 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:48:55.638656 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-95098af6-4378-45bf-a498-112d23297959 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3730d6ad-c8f9-40ef-b365-170f5af71b04), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:55.644685 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa302aa-130f-4819-abd8-7c783ad5707a req-7b53b85f-031b-41cf-b618-43789a6625f2 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:55.659305 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-daa302aa-130f-4819-abd8-7c783ad5707a req-7b53b85f-031b-41cf-b618-43789a6625f2 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 947 time: 1.1512909 Feb 17 17:48:55.665404 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-04800c5c-78eb-435d-9a9f-6b024fc8d778 req-6dee21c4-8848-4970-8c84-d9e8f33315a9 service neutron] 10.222.0.87 "GET /v2.0/networks/adb7d722-dca4-4cb7-a64e-e41f4ea79ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4041607 Feb 17 17:48:56.023406 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-daa302aa-130f-4819-abd8-7c783ad5707a req-968ba530-65fd-41d6-9e11-f3b5711c4174 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3621325 Feb 17 17:48:56.047754 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-95098af6-4378-45bf-a498-112d23297959 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for port (3730d6ad-c8f9-40ef-b365-170f5af71b04), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:56.060285 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-95098af6-4378-45bf-a498-112d23297959 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (3730d6ad-c8f9-40ef-b365-170f5af71b04), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:56.165326 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-95098af6-4378-45bf-a498-112d23297959 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] In _notify_port_updated(), no bound segment for port 3730d6ad-c8f9-40ef-b365-170f5af71b04 on network b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c {{(pid=103434) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 17 17:48:56.174524 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95098af6-4378-45bf-a498-112d23297959 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:56.175117 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-95098af6-4378-45bf-a498-112d23297959 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:56.181842 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-95098af6-4378-45bf-a498-112d23297959 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "PUT /v2.0/ports/3730d6ad-c8f9-40ef-b365-170f5af71b04 HTTP/1.1" status: 200 len: 818 time: 0.6639564 Feb 17 17:48:56.182531 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34924) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:56.305477 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e2d3eceb-87ab-4367-8be5-e7c503df9c05 req-3a4dfe6b-709f-4c9f-94c2-9be6c432cfd1 tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] 10.222.0.87 "GET /v2.0/ports?device_id=fc93356e-35e8-4ae2-b91a-2ff57c1e2fcf HTTP/1.1" status: 200 len: 210 time: 0.1624682 Feb 17 17:48:56.317801 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396e9a74-02e3-4b0d-9003-f1dedfddf82c admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:48:56.329960 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95098af6-4378-45bf-a498-112d23297959 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event updated for resources: {'Port': ['ID=3730d6ad-c8f9-40ef-b365-170f5af71b04,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:56.342475 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-396e9a74-02e3-4b0d-9003-f1dedfddf82c admin admin] 10.222.0.87 "PUT /v2.0/routers/44f19d04-2078-4074-9e86-c9bf6c479194/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9343693 Feb 17 17:48:56.344976 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4272b822-d9e4-4898-966d-5690382a1eed None None] Sync routers for ids ['44f19d04-2078-4074-9e86-c9bf6c479194'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:48:56.386457 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4272b822-d9e4-4898-966d-5690382a1eed None None] Routers {'44f19d04-2078-4074-9e86-c9bf6c479194'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:48:56.387106 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-4272b822-d9e4-4898-966d-5690382a1eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:48:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['44f19d04-2078-4074-9e86-c9bf6c479194'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:48:56.482756 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-826665bf-bfbc-4465-88c0-2803923fcce4 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Deleting port 3730d6ad-c8f9-40ef-b365-170f5af71b04 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:48:56.483604 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-826665bf-bfbc-4465-88c0-2803923fcce4 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (3730d6ad-c8f9-40ef-b365-170f5af71b04), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:56.782178 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-4272b822-d9e4-4898-966d-5690382a1eed None None] Set router 44f19d04-2078-4074-9e86-c9bf6c479194 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:48:56.797166 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-826665bf-bfbc-4465-88c0-2803923fcce4 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (3730d6ad-c8f9-40ef-b365-170f5af71b04), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:56.875353 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-826665bf-bfbc-4465-88c0-2803923fcce4 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Calling delete_port for 3730d6ad-c8f9-40ef-b365-170f5af71b04 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:48:57.181832 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-826665bf-bfbc-4465-88c0-2803923fcce4 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (3730d6ad-c8f9-40ef-b365-170f5af71b04), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:57.233080 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826665bf-bfbc-4465-88c0-2803923fcce4 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event deleted for resources: {'Port': ['ID=3730d6ad-c8f9-40ef-b365-170f5af71b04,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:57.273449 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-826665bf-bfbc-4465-88c0-2803923fcce4 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:57.282071 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-826665bf-bfbc-4465-88c0-2803923fcce4 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "DELETE /v2.0/ports/3730d6ad-c8f9-40ef-b365-170f5af71b04 HTTP/1.1" status: 204 len: 168 time: 1.0908728 Feb 17 17:48:57.282746 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34954) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:57.371260 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-4272b822-d9e4-4898-966d-5690382a1eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f19d04-2078-4074-9e86-c9bf6c479194', 'name': 'tempest-TestVolumeBackupRestore-1397726238-router', 'tenant_id': '4e83ab80fd6140ea9dee05329e5148a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:48:39Z', 'updated_at': '2022-02-17T17:48:50Z', 'revision_number': 4, 'project_id': '4e83ab80fd6140ea9dee05329e5148a7', 'gw_port': {'id': '8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f19d04-2078-4074-9e86-c9bf6c479194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:48:41Z', 'updated_at': '2022-02-17T17:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'b22a168e-4160-4eb7-bf01-5027ce3a670e', 'name': '', 'network_id': 'a3d9ea98-3295-4e3c-b73a-589efff8041a', 'tenant_id': '4e83ab80fd6140ea9dee05329e5148a7', 'mac_address': 'fa:16:3e:82:9a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f19d04-2078-4074-9e86-c9bf6c479194', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': '8a098a8a-bf52-43fc-9d15-e1d86eb0b957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:48:48Z', 'updated_at': '2022-02-17T17:48:51Z', 'revision_number': 2, 'project_id': '4e83ab80fd6140ea9dee05329e5148a7', 'subnets': [{'id': '8a098a8a-bf52-43fc-9d15-e1d86eb0b957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:48:57.447068 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb2f230-6ad5-46b8-b759-e0ef7c3e11d4 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:57.449717 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6cedac-b051-4a3f-8f99-9ed3dc6ab922 req-37028360-3783-4cbf-9c26-42b5d5bff776 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:57.453152 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fdb2f230-6ad5-46b8-b759-e0ef7c3e11d4 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1691508 Feb 17 17:48:57.453804 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34968) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:57.464167 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5a6cedac-b051-4a3f-8f99-9ed3dc6ab922 req-37028360-3783-4cbf-9c26-42b5d5bff776 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 947 time: 0.2511966 Feb 17 17:48:57.528474 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d2f09fb-0c3b-469e-ba64-780a18c9a1f7 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] GET failed (client error): The resource could not be found. Feb 17 17:48:57.538633 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9d2f09fb-0c3b-469e-ba64-780a18c9a1f7 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "GET /v2.0/ports/3730d6ad-c8f9-40ef-b365-170f5af71b04 HTTP/1.1" status: 404 len: 333 time: 0.0805712 Feb 17 17:48:57.539368 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34978) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:57.554748 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-fbe0f6c3-98a5-47f6-b3f1-7a1586b09ce9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1999246987'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:48:57.604514 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe0f6c3-98a5-47f6-b3f1-7a1586b09ce9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Made reservation on behalf of c31c6ec4ee6945b58580629588ff6a35 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:48:57.609177 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fbe0f6c3-98a5-47f6-b3f1-7a1586b09ce9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:57.614780 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4272b822-d9e4-4898-966d-5690382a1eed None None] Checking router: 44f19d04-2078-4074-9e86-c9bf6c479194 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:48:57.616044 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4272b822-d9e4-4898-966d-5690382a1eed None None] Updating router 44f19d04-2078-4074-9e86-c9bf6c479194 port b22a168e-4160-4eb7-bf01-5027ce3a670e binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:48:57.732434 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbe0f6c3-98a5-47f6-b3f1-7a1586b09ce9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:48:57.740776 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a4574b2e-d083-4105-9541-ba4eed182037 req-84569e4e-e396-484e-8beb-b971a537b1f3 tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] 10.222.0.87 "GET /v2.0/ports?device_id=fc93356e-35e8-4ae2-b91a-2ff57c1e2fcf HTTP/1.1" status: 200 len: 210 time: 0.1856875 Feb 17 17:48:57.784087 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fbe0f6c3-98a5-47f6-b3f1-7a1586b09ce9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (0b4806f5-4cd7-4adf-afab-4c77597720f8), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:57.784439 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-fbe0f6c3-98a5-47f6-b3f1-7a1586b09ce9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Added segment 0b4806f5-4cd7-4adf-afab-4c77597720f8 of type vlan for network b253f64b-2285-4eb8-b95f-004118337cb2 Feb 17 17:48:57.790045 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4272b822-d9e4-4898-966d-5690382a1eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b22a168e-4160-4eb7-bf01-5027ce3a670e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:57.846141 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5a6cedac-b051-4a3f-8f99-9ed3dc6ab922 req-6fe5e906-9f14-4c99-9810-495262e7ed77 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3784544 Feb 17 17:48:57.961452 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fbe0f6c3-98a5-47f6-b3f1-7a1586b09ce9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (b253f64b-2285-4eb8-b95f-004118337cb2), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:58.012097 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fbe0f6c3-98a5-47f6-b3f1-7a1586b09ce9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (b253f64b-2285-4eb8-b95f-004118337cb2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:58.025515 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe0f6c3-98a5-47f6-b3f1-7a1586b09ce9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:48:58.026197 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fbe0f6c3-98a5-47f6-b3f1-7a1586b09ce9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:58.377673 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe0f6c3-98a5-47f6-b3f1-7a1586b09ce9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event updated for resources: {'Network': ['ID=b253f64b-2285-4eb8-b95f-004118337cb2,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:48:58.435682 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fbe0f6c3-98a5-47f6-b3f1-7a1586b09ce9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8949854 Feb 17 17:48:58.436691 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 35008) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:48:58.465211 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-f92cc55c-8932-4fcb-90bb-b1ad275b2598 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Request body: {'subnet': {'network_id': 'b253f64b-2285-4eb8-b95f-004118337cb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:48:58.468058 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network b253f64b-2285-4eb8-b95f-004118337cb2 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:48:59.112832 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92cc55c-8932-4fcb-90bb-b1ad275b2598 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Made reservation on behalf of c31c6ec4ee6945b58580629588ff6a35 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:48:59.146360 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f92cc55c-8932-4fcb-90bb-b1ad275b2598 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:59.715520 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4272b822-d9e4-4898-966d-5690382a1eed None None] Publish callbacks [] for port (b22a168e-4160-4eb7-bf01-5027ce3a670e), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:59.745994 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4272b822-d9e4-4898-966d-5690382a1eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b22a168e-4160-4eb7-bf01-5027ce3a670e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:48:59.989653 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631eef71-b075-457b-bcd1-ec58a45b349a None None] Pushing event updated for resources: {'Port': ['ID=b22a168e-4160-4eb7-bf01-5027ce3a670e,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:00.188776 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-4272b822-d9e4-4898-966d-5690382a1eed None None] Attempting to bind port b22a168e-4160-4eb7-bf01-5027ce3a670e on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:49:00.189650 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-4272b822-d9e4-4898-966d-5690382a1eed None None] Attempting to bind port b22a168e-4160-4eb7-bf01-5027ce3a670e by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'b015908c-4b5a-47ae-a0d5-70b5a011a0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a3d9ea98-3295-4e3c-b73a-589efff8041a'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:49:00.191736 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4272b822-d9e4-4898-966d-5690382a1eed None None] Attempting to bind port b22a168e-4160-4eb7-bf01-5027ce3a670e on network a3d9ea98-3295-4e3c-b73a-589efff8041a {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:49:00.207596 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4272b822-d9e4-4898-966d-5690382a1eed None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:49:00.208282 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4272b822-d9e4-4898-966d-5690382a1eed None None] Checking segment: {'id': 'b015908c-4b5a-47ae-a0d5-70b5a011a0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a3d9ea98-3295-4e3c-b73a-589efff8041a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:49:00.209238 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4272b822-d9e4-4898-966d-5690382a1eed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:00.210572 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4272b822-d9e4-4898-966d-5690382a1eed None None] Bound using segment: {'id': 'b015908c-4b5a-47ae-a0d5-70b5a011a0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a3d9ea98-3295-4e3c-b73a-589efff8041a'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:49:00.212156 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-4272b822-d9e4-4898-966d-5690382a1eed None None] Bound port: b22a168e-4160-4eb7-bf01-5027ce3a670e, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b015908c-4b5a-47ae-a0d5-70b5a011a0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a3d9ea98-3295-4e3c-b73a-589efff8041a'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:49:00.213903 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4272b822-d9e4-4898-966d-5690382a1eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b22a168e-4160-4eb7-bf01-5027ce3a670e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:00.411494 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3d14bdd7-19d0-45b5-b63e-3f75785aa07b req-57457a72-0789-461d-a3ab-ab295708c7db tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] 10.222.0.87 "GET /v2.0/ports?device_id=fc93356e-35e8-4ae2-b91a-2ff57c1e2fcf HTTP/1.1" status: 200 len: 210 time: 0.9354770 Feb 17 17:49:00.535125 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-4272b822-d9e4-4898-966d-5690382a1eed None None] For port b22a168e-4160-4eb7-bf01-5027ce3a670e, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:49:00.608751 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-4272b822-d9e4-4898-966d-5690382a1eed None None] For port b22a168e-4160-4eb7-bf01-5027ce3a670e, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=b22a168e-4160-4eb7-bf01-5027ce3a670e,segment=NetworkSegment(b015908c-4b5a-47ae-a0d5-70b5a011a0c5),segment_id=b015908c-4b5a-47ae-a0d5-70b5a011a0c5)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:49:00.654950 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4272b822-d9e4-4898-966d-5690382a1eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b22a168e-4160-4eb7-bf01-5027ce3a670e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:00.687506 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-2487e136-6246-4671-9f31-8eb06b73eb1d None None] Provisioning complete for port b22a168e-4160-4eb7-bf01-5027ce3a670e triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:49:00.692020 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2487e136-6246-4671-9f31-8eb06b73eb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b22a168e-4160-4eb7-bf01-5027ce3a670e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:00.973796 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04800c5c-78eb-435d-9a9f-6b024fc8d778 req-0e2e8e1f-8f60-4cec-ae29-71ef9c9628d6 tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:00.975396 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-04800c5c-78eb-435d-9a9f-6b024fc8d778 req-0e2e8e1f-8f60-4cec-ae29-71ef9c9628d6 tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] 10.222.0.71 "GET /v2.0/networks?id=adb7d722-dca4-4cb7-a64e-e41f4ea79ab1 HTTP/1.1" status: 200 len: 814 time: 2.1834598 Feb 17 17:49:01.073982 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-04800c5c-78eb-435d-9a9f-6b024fc8d778 req-46802519-8968-447e-9a49-a528dea60746 tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] Request body: {'port': {'device_id': 'fc93356e-35e8-4ae2-b91a-2ff57c1e2fcf', 'network_id': 'adb7d722-dca4-4cb7-a64e-e41f4ea79ab1', 'admin_state_up': True, 'tenant_id': '23b62aa420cd44a4a6542636ead73c13'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:49:01.128041 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35084) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:01.219601 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4272b822-d9e4-4898-966d-5690382a1eed None None] Routers {'44f19d04-2078-4074-9e86-c9bf6c479194'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:49:01.224011 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-4272b822-d9e4-4898-966d-5690382a1eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:48:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['44f19d04-2078-4074-9e86-c9bf6c479194'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:49:01.557752 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-716078a8-13f5-4921-8173-a1c3edee7954 admin admin] Deleting subnet 9b38a8c5-5190-4e64-a2cf-0cc233f21627 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:49:01.571573 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-716078a8-13f5-4921-8173-a1c3edee7954 admin admin] Publish callbacks [] for subnet (9b38a8c5-5190-4e64-a2cf-0cc233f21627), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:01.743586 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-716078a8-13f5-4921-8173-a1c3edee7954 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (9b38a8c5-5190-4e64-a2cf-0cc233f21627), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:01.839817 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a42de-c477-4efb-97d7-8edc095ecaa5 req-65679178-a14d-449a-8887-d3b04dd7fce2 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:01.852652 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c76a42de-c477-4efb-97d7-8edc095ecaa5 req-65679178-a14d-449a-8887-d3b04dd7fce2 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 947 time: 2.4378483 Feb 17 17:49:01.886070 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f92cc55c-8932-4fcb-90bb-b1ad275b2598 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (29c5b2ba-f2c1-4ca4-b490-fb868817cf6d), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:01.899674 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-716078a8-13f5-4921-8173-a1c3edee7954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (9b38a8c5-5190-4e64-a2cf-0cc233f21627), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:01.931311 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-4272b822-d9e4-4898-966d-5690382a1eed None None] Set router 44f19d04-2078-4074-9e86-c9bf6c479194 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:49:02.104095 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-716078a8-13f5-4921-8173-a1c3edee7954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (9b38a8c5-5190-4e64-a2cf-0cc233f21627), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:02.177074 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716078a8-13f5-4921-8173-a1c3edee7954 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b38a8c5-5190-4e64-a2cf-0cc233f21627,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:02.219334 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-716078a8-13f5-4921-8173-a1c3edee7954 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:02.222464 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cc55c-8932-4fcb-90bb-b1ad275b2598 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event updated for resources: {'Subnet': ['ID=29c5b2ba-f2c1-4ca4-b490-fb868817cf6d,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:02.247141 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-716078a8-13f5-4921-8173-a1c3edee7954 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/9b38a8c5-5190-4e64-a2cf-0cc233f21627 HTTP/1.1" status: 204 len: 168 time: 1.1171296 Feb 17 17:49:02.259870 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35106) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:02.267059 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-27fee298-450a-47d3-a12d-d37c5d29d3bf req-e7b66e7d-e225-4658-9d2b-371959581d96 tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] 10.222.0.87 "GET /v2.0/ports?device_id=fc93356e-35e8-4ae2-b91a-2ff57c1e2fcf HTTP/1.1" status: 200 len: 210 time: 0.4471655 Feb 17 17:49:02.277784 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631eef71-b075-457b-bcd1-ec58a45b349a None None] Pushing event updated for resources: {'Port': ['ID=b22a168e-4160-4eb7-bf01-5027ce3a670e,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:02.447527 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04800c5c-78eb-435d-9a9f-6b024fc8d778 req-46802519-8968-447e-9a49-a528dea60746 tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] Made reservation on behalf of 23b62aa420cd44a4a6542636ead73c13 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:49:02.487133 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-04800c5c-78eb-435d-9a9f-6b024fc8d778 req-46802519-8968-447e-9a49-a528dea60746 tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:02.581700 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-08e99995-b8b2-462c-9111-2d1fc819c234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (86d00201-0d9a-4363-96b8-dd16d5e6e4d8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:02.661544 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c76a42de-c477-4efb-97d7-8edc095ecaa5 req-b4a99c7e-5ce0-4229-ab0c-2f096058c70c tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8025839 Feb 17 17:49:02.693420 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-2487e136-6246-4671-9f31-8eb06b73eb1d None None] Current status of the port b22a168e-4160-4eb7-bf01-5027ce3a670e is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:49:02.693817 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2487e136-6246-4671-9f31-8eb06b73eb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b22a168e-4160-4eb7-bf01-5027ce3a670e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:02.718203 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92cc55c-8932-4fcb-90bb-b1ad275b2598 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Checking segment: {'id': '0b4806f5-4cd7-4adf-afab-4c77597720f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b253f64b-2285-4eb8-b95f-004118337cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:49:02.723915 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92cc55c-8932-4fcb-90bb-b1ad275b2598 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Network hostable DHCP agents. Network: b253f64b-2285-4eb8-b95f-004118337cb2, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:49:02.894056 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-08e99995-b8b2-462c-9111-2d1fc819c234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (86d00201-0d9a-4363-96b8-dd16d5e6e4d8), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:02.957767 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-08e99995-b8b2-462c-9111-2d1fc819c234 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86d00201-0d9a-4363-96b8-dd16d5e6e4d8']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:49:02.983214 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-08e99995-b8b2-462c-9111-2d1fc819c234 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9afe95a-bc81-4053-bcf6-93dc37b0f7fa') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:49:02.983522 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-08e99995-b8b2-462c-9111-2d1fc819c234 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9afe95a-bc81-4053-bcf6-93dc37b0f7fa') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:49:03.030529 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-08e99995-b8b2-462c-9111-2d1fc819c234 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (a9afe95a-bc81-4053-bcf6-93dc37b0f7fa), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:03.071426 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-2487e136-6246-4671-9f31-8eb06b73eb1d None None] For port b22a168e-4160-4eb7-bf01-5027ce3a670e, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=b22a168e-4160-4eb7-bf01-5027ce3a670e,segment=NetworkSegment(b015908c-4b5a-47ae-a0d5-70b5a011a0c5),segment_id=b015908c-4b5a-47ae-a0d5-70b5a011a0c5)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:49:03.096375 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92cc55c-8932-4fcb-90bb-b1ad275b2598 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Network b253f64b-2285-4eb8-b95f-004118337cb2 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:49:03.098531 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2487e136-6246-4671-9f31-8eb06b73eb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b22a168e-4160-4eb7-bf01-5027ce3a670e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:03.099690 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-08e99995-b8b2-462c-9111-2d1fc819c234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (a9afe95a-bc81-4053-bcf6-93dc37b0f7fa), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:03.126700 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d4fad5a6-381e-4a21-9dcb-ae40a3904355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:03.129569 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08e99995-b8b2-462c-9111-2d1fc819c234 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:49:03.130220 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-08e99995-b8b2-462c-9111-2d1fc819c234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (a9afe95a-bc81-4053-bcf6-93dc37b0f7fa), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:03.188229 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-f92cc55c-8932-4fcb-90bb-b1ad275b2598 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, b253f64b-2285-4eb8-b95f-004118337cb2) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:49:03.221598 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4768f0-7397-4373-b20a-bc3f48934d37 None None] Network b253f64b-2285-4eb8-b95f-004118337cb2 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:49:03.228420 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92cc55c-8932-4fcb-90bb-b1ad275b2598 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:03.233130 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f92cc55c-8932-4fcb-90bb-b1ad275b2598 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:03.355126 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-f92cc55c-8932-4fcb-90bb-b1ad275b2598 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.9132164 Feb 17 17:49:03.372463 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 35120) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:03.388693 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-6cfee7aa-6b4e-4f15-91bf-49baa53bda40 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Request body: {'subnet': {'network_id': 'b253f64b-2285-4eb8-b95f-004118337cb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:49:03.469885 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:49:03.469885 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:49:03.469885 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:49:03.469885 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:49:03.469885 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:49:03.469885 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:49:03.469885 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:49:03.469885 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:49:03.469885 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:49:03.469885 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:49:03.469885 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:49:03.469885 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:49:03.469885 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:49:03.469885 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:49:03.469885 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:49:03.469885 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:49:03.469885 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:49:03.469885 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:49:03.469885 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:49:03.469885 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:49:03.469885 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:49:03.469885 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:49:03.469885 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:49:03.469885 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:49:03.469885 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:49:03.469885 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:49:03.469885 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:49:03.469885 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:49:03.469885 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:49:03.469885 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:49:03.469885 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:49:03.469885 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:49:03.482899 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-08e99995-b8b2-462c-9111-2d1fc819c234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (86d00201-0d9a-4363-96b8-dd16d5e6e4d8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:03.495575 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-08e99995-b8b2-462c-9111-2d1fc819c234 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:03.508509 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-08e99995-b8b2-462c-9111-2d1fc819c234 admin admin] 10.222.0.87 "DELETE /v2.0/networks/86d00201-0d9a-4363-96b8-dd16d5e6e4d8 HTTP/1.1" status: 204 len: 168 time: 1.2351482 Feb 17 17:49:03.528357 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e99995-b8b2-462c-9111-2d1fc819c234 admin admin] Pushing event deleted for resources: {'Network': ['ID=86d00201-0d9a-4363-96b8-dd16d5e6e4d8,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:03.533526 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-1295463b-45f3-4d49-9d5d-6ca5a2bc71c5 None None] Provisioning complete for port b22a168e-4160-4eb7-bf01-5027ce3a670e triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:49:03.534673 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1295463b-45f3-4d49-9d5d-6ca5a2bc71c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b22a168e-4160-4eb7-bf01-5027ce3a670e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:03.705840 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-60cc3ec6-01ed-4f61-9868-00b2568192f0 req-32b9f072-cb09-4fe0-8bf9-d987b21cde34 tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] 10.222.0.87 "GET /v2.0/ports?device_id=fc93356e-35e8-4ae2-b91a-2ff57c1e2fcf HTTP/1.1" status: 200 len: 210 time: 0.1669264 Feb 17 17:49:03.783129 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35132) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:03.783390 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2487e136-6246-4671-9f31-8eb06b73eb1d None None] Pushing event updated for resources: {'Port': ['ID=b22a168e-4160-4eb7-bf01-5027ce3a670e,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:03.805861 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-4272b822-d9e4-4898-966d-5690382a1eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f19d04-2078-4074-9e86-c9bf6c479194', 'name': 'tempest-TestVolumeBackupRestore-1397726238-router', 'tenant_id': '4e83ab80fd6140ea9dee05329e5148a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:48:39Z', 'updated_at': '2022-02-17T17:48:50Z', 'revision_number': 4, 'project_id': '4e83ab80fd6140ea9dee05329e5148a7', 'gw_port': {'id': '8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f19d04-2078-4074-9e86-c9bf6c479194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:48:41Z', 'updated_at': '2022-02-17T17:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'b22a168e-4160-4eb7-bf01-5027ce3a670e', 'name': '', 'network_id': 'a3d9ea98-3295-4e3c-b73a-589efff8041a', 'tenant_id': '4e83ab80fd6140ea9dee05329e5148a7', 'mac_address': 'fa:16:3e:82:9a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f19d04-2078-4074-9e86-c9bf6c479194', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': '8a098a8a-bf52-43fc-9d15-e1d86eb0b957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:48:48Z', 'updated_at': '2022-02-17T17:49:00Z', 'revision_number': 4, 'project_id': '4e83ab80fd6140ea9dee05329e5148a7', 'subnets': [{'id': '8a098a8a-bf52-43fc-9d15-e1d86eb0b957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:49:03.898227 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-90e53c9e-2274-4776-b776-289f0210b1aa admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=33d2652e6f5f4a26a4a17eafa5211a33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1113927 Feb 17 17:49:03.905682 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35134) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:04.032932 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-04800c5c-78eb-435d-9a9f-6b024fc8d778 req-46802519-8968-447e-9a49-a528dea60746 tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] Allocated IP 172.20.0.4 (adb7d722-dca4-4cb7-a64e-e41f4ea79ab1/4164ab10-3e94-4238-b47e-56f02c419bb3/9fa897ca-205a-4bc5-b733-6a16d0e3f3e1) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:49:04.242366 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-69318465-49ba-4b0b-bca8-7b9c84da3ade admin admin] Publish callbacks [] for security_group (54cab2d4-96e7-4119-99f1-a1142b75742b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:04.274625 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cfee7aa-6b4e-4f15-91bf-49baa53bda40 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Made reservation on behalf of c31c6ec4ee6945b58580629588ff6a35 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:49:04.301048 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6cfee7aa-6b4e-4f15-91bf-49baa53bda40 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:04.344017 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-69318465-49ba-4b0b-bca8-7b9c84da3ade admin admin] Publish callbacks [] for security_group (54cab2d4-96e7-4119-99f1-a1142b75742b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:04.441452 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4272b822-d9e4-4898-966d-5690382a1eed None None] The sync data for ids ['44f19d04-2078-4074-9e86-c9bf6c479194'] in n-d-829613-2 is: [{'id': '44f19d04-2078-4074-9e86-c9bf6c479194', 'name': 'tempest-TestVolumeBackupRestore-1397726238-router', 'tenant_id': '4e83ab80fd6140ea9dee05329e5148a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:48:39Z', 'updated_at': '2022-02-17T17:48:50Z', 'revision_number': 4, 'project_id': '4e83ab80fd6140ea9dee05329e5148a7', 'gw_port': {'id': '8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f19d04-2078-4074-9e86-c9bf6c479194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:48:41Z', 'updated_at': '2022-02-17T17:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'b22a168e-4160-4eb7-bf01-5027ce3a670e', 'name': '', 'network_id': 'a3d9ea98-3295-4e3c-b73a-589efff8041a', 'tenant_id': '4e83ab80fd6140ea9dee05329e5148a7', 'mac_address': 'fa:16:3e:82:9a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f19d04-2078-4074-9e86-c9bf6c479194', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': '8a098a8a-bf52-43fc-9d15-e1d86eb0b957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:48:48Z', 'updated_at': '2022-02-17T17:49:00Z', 'revision_number': 4, 'project_id': '4e83ab80fd6140ea9dee05329e5148a7', 'subnets': [{'id': '8a098a8a-bf52-43fc-9d15-e1d86eb0b957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:49:04.500522 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-69318465-49ba-4b0b-bca8-7b9c84da3ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (54cab2d4-96e7-4119-99f1-a1142b75742b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:04.541418 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-69318465-49ba-4b0b-bca8-7b9c84da3ade admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:04.547202 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-69318465-49ba-4b0b-bca8-7b9c84da3ade admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/54cab2d4-96e7-4119-99f1-a1142b75742b HTTP/1.1" status: 204 len: 168 time: 0.6336598 Feb 17 17:49:04.624424 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69318465-49ba-4b0b-bca8-7b9c84da3ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54cab2d4-96e7-4119-99f1-a1142b75742b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:04.625827 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7865d0a1-94fa-471d-a4e7-721e982f67c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-b253f64b-2285-4eb8-b95f-004118337cb2', 'network_id': 'b253f64b-2285-4eb8-b95f-004118337cb2', 'project_id': 'c31c6ec4ee6945b58580629588ff6a35', 'fixed_ips': [{'subnet_id': '29c5b2ba-f2c1-4ca4-b490-fb868817cf6d'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:49:04.629609 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7865d0a1-94fa-471d-a4e7-721e982f67c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:04.808804 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f704bf-0fe9-4de9-a2bc-eb15eccb7166 req-8b48812b-c80d-4eb3-bd03-91fc3a1eadff tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:04.810429 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-37f704bf-0fe9-4de9-a2bc-eb15eccb7166 req-8b48812b-c80d-4eb3-bd03-91fc3a1eadff tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 947 time: 0.7791772 Feb 17 17:49:04.922915 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-1295463b-45f3-4d49-9d5d-6ca5a2bc71c5 None None] Current status of the port b22a168e-4160-4eb7-bf01-5027ce3a670e is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:49:05.215697 n-d-829613-2 neutron-server[103435]: INFO neutron.db.ipam_backend_mixin [None req-6cfee7aa-6b4e-4f15-91bf-49baa53bda40 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 29c5b2ba-f2c1-4ca4-b490-fb868817cf6d (CIDR: 172.20.0.0/28) Feb 17 17:49:05.407900 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cfee7aa-6b4e-4f15-91bf-49baa53bda40 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 17:49:05.409343 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cfee7aa-6b4e-4f15-91bf-49baa53bda40 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:49:05.426922 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c868a84e-82e9-4fb2-a768-ab9866247925 req-2a20a6a1-2115-4750-9a05-186059238876 tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] 10.222.0.87 "GET /v2.0/ports?device_id=fc93356e-35e8-4ae2-b91a-2ff57c1e2fcf HTTP/1.1" status: 200 len: 210 time: 0.3582275 Feb 17 17:49:05.589146 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-6cfee7aa-6b4e-4f15-91bf-49baa53bda40 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2136192 Feb 17 17:49:05.591801 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35168) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:05.597678 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-9962d6de-62c3-498f-8941-a758679c995e tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Request body: {'subnet': {'network_id': 'b253f64b-2285-4eb8-b95f-004118337cb2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:49:05.651124 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-7865d0a1-94fa-471d-a4e7-721e982f67c9 None None] Allocated IP 172.20.0.2 (b253f64b-2285-4eb8-b95f-004118337cb2/29c5b2ba-f2c1-4ca4-b490-fb868817cf6d/26f0c875-49aa-4f95-b95f-77957768451b) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:49:05.678832 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-37f704bf-0fe9-4de9-a2bc-eb15eccb7166 req-6f0b6164-ce22-4826-a90b-0d1a39481204 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8353469 Feb 17 17:49:05.746862 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-04800c5c-78eb-435d-9a9f-6b024fc8d778 req-46802519-8968-447e-9a49-a528dea60746 tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] Publish callbacks [] for port (9fa897ca-205a-4bc5-b733-6a16d0e3f3e1), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:05.946281 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-04800c5c-78eb-435d-9a9f-6b024fc8d778 req-46802519-8968-447e-9a49-a528dea60746 tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (9fa897ca-205a-4bc5-b733-6a16d0e3f3e1), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:06.140291 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04800c5c-78eb-435d-9a9f-6b024fc8d778 req-46802519-8968-447e-9a49-a528dea60746 tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] Network adb7d722-dca4-4cb7-a64e-e41f4ea79ab1 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:49:06.185746 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7865d0a1-94fa-471d-a4e7-721e982f67c9 None None] Publish callbacks [] for port (26f0c875-49aa-4f95-b95f-77957768451b), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:06.187558 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9962d6de-62c3-498f-8941-a758679c995e tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Made reservation on behalf of c31c6ec4ee6945b58580629588ff6a35 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:49:06.191583 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46802519-8968-447e-9a49-a528dea60746 tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] Pushing event updated for resources: {'Port': ['ID=9fa897ca-205a-4bc5-b733-6a16d0e3f3e1,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:06.207666 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-04800c5c-78eb-435d-9a9f-6b024fc8d778 req-46802519-8968-447e-9a49-a528dea60746 tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:49:06.218722 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-04800c5c-78eb-435d-9a9f-6b024fc8d778 req-46802519-8968-447e-9a49-a528dea60746 tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:49:06.231180 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9962d6de-62c3-498f-8941-a758679c995e tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:06.255191 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7865d0a1-94fa-471d-a4e7-721e982f67c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (26f0c875-49aa-4f95-b95f-77957768451b), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:06.421065 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7865d0a1-94fa-471d-a4e7-721e982f67c9 None None] Pushing event updated for resources: {'Port': ['ID=26f0c875-49aa-4f95-b95f-77957768451b,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:06.460554 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04800c5c-78eb-435d-9a9f-6b024fc8d778 req-46802519-8968-447e-9a49-a528dea60746 tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:06.467969 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-04800c5c-78eb-435d-9a9f-6b024fc8d778 req-46802519-8968-447e-9a49-a528dea60746 tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:06.535865 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7865d0a1-94fa-471d-a4e7-721e982f67c9 None None] Network b253f64b-2285-4eb8-b95f-004118337cb2 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:49:06.545797 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-7865d0a1-94fa-471d-a4e7-721e982f67c9 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:49:06.572491 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7865d0a1-94fa-471d-a4e7-721e982f67c9 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:49:06.581696 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-04800c5c-78eb-435d-9a9f-6b024fc8d778 req-46802519-8968-447e-9a49-a528dea60746 tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5542192 Feb 17 17:49:06.615757 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-04800c5c-78eb-435d-9a9f-6b024fc8d778 req-2131eb3e-4613-4a96-b52c-2bc8366437d8 service neutron] Request body: {'port': {'device_id': 'fc93356e-35e8-4ae2-b91a-2ff57c1e2fcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:49:06.765071 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device b22a168e-4160-4eb7-bf01-5027ce3a670e up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:49:06.830480 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ce75174d-7566-4796-ac76-37dc908d69ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:07.039827 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:07.108655 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-7865d0a1-94fa-471d-a4e7-721e982f67c9 None None] Attempting to bind port 26f0c875-49aa-4f95-b95f-77957768451b on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:49:07.109276 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-7865d0a1-94fa-471d-a4e7-721e982f67c9 None None] Attempting to bind port 26f0c875-49aa-4f95-b95f-77957768451b by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b4806f5-4cd7-4adf-afab-4c77597720f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b253f64b-2285-4eb8-b95f-004118337cb2'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:49:07.112475 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7865d0a1-94fa-471d-a4e7-721e982f67c9 None None] Attempting to bind port 26f0c875-49aa-4f95-b95f-77957768451b on network b253f64b-2285-4eb8-b95f-004118337cb2 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:49:07.116536 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port b22a168e-4160-4eb7-bf01-5027ce3a670e triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:49:07.132442 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b22a168e-4160-4eb7-bf01-5027ce3a670e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:07.154742 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-04800c5c-78eb-435d-9a9f-6b024fc8d778 req-2131eb3e-4613-4a96-b52c-2bc8366437d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (9fa897ca-205a-4bc5-b733-6a16d0e3f3e1), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:07.205518 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7865d0a1-94fa-471d-a4e7-721e982f67c9 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:49:07.213068 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7865d0a1-94fa-471d-a4e7-721e982f67c9 None None] Checking segment: {'id': '0b4806f5-4cd7-4adf-afab-4c77597720f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b253f64b-2285-4eb8-b95f-004118337cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:49:07.213795 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7865d0a1-94fa-471d-a4e7-721e982f67c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:07.214566 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7865d0a1-94fa-471d-a4e7-721e982f67c9 None None] Bound using segment: {'id': '0b4806f5-4cd7-4adf-afab-4c77597720f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b253f64b-2285-4eb8-b95f-004118337cb2'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:49:07.215497 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-7865d0a1-94fa-471d-a4e7-721e982f67c9 None None] Bound port: 26f0c875-49aa-4f95-b95f-77957768451b, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b4806f5-4cd7-4adf-afab-4c77597720f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b253f64b-2285-4eb8-b95f-004118337cb2'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:49:07.216094 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7865d0a1-94fa-471d-a4e7-721e982f67c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (26f0c875-49aa-4f95-b95f-77957768451b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:07.422716 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9962d6de-62c3-498f-8941-a758679c995e tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (21b52063-f108-447d-8b2d-53cd5c4b0f59), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:07.479928 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b81629-dc9b-4bba-b13b-98c19a118961 req-c5dfae1d-3db9-4805-b5eb-8ba381610a1c tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:07.485042 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b3b81629-dc9b-4bba-b13b-98c19a118961 req-c5dfae1d-3db9-4805-b5eb-8ba381610a1c tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] 10.222.0.87 "GET /v2.0/ports?device_id=fc93356e-35e8-4ae2-b91a-2ff57c1e2fcf HTTP/1.1" status: 200 len: 931 time: 0.7426155 Feb 17 17:49:07.579266 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35210) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:07.607685 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-7865d0a1-94fa-471d-a4e7-721e982f67c9 None None] For port 26f0c875-49aa-4f95-b95f-77957768451b, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:49:07.619812 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9962d6de-62c3-498f-8941-a758679c995e tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Network b253f64b-2285-4eb8-b95f-004118337cb2 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:49:07.630195 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-7865d0a1-94fa-471d-a4e7-721e982f67c9 None None] For port 26f0c875-49aa-4f95-b95f-77957768451b, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=26f0c875-49aa-4f95-b95f-77957768451b,segment=NetworkSegment(0b4806f5-4cd7-4adf-afab-4c77597720f8),segment_id=0b4806f5-4cd7-4adf-afab-4c77597720f8)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:49:07.658696 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-9962d6de-62c3-498f-8941-a758679c995e tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:49:07.673119 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1be8f5-1334-4083-b62f-853df8563aea req-edf08838-d734-4a3f-8668-50703de4a355 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:07.688850 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3d1be8f5-1334-4083-b62f-853df8563aea req-edf08838-d734-4a3f-8668-50703de4a355 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 947 time: 0.8010039 Feb 17 17:49:07.708338 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9962d6de-62c3-498f-8941-a758679c995e tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:07.712597 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9962d6de-62c3-498f-8941-a758679c995e tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:07.795784 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9962d6de-62c3-498f-8941-a758679c995e tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1994336 Feb 17 17:49:07.799222 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35220) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:07.832710 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-f5e10a22-2e1e-41dc-9157-8865cd69fbb9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Request body: {'port': {'network_id': 'b253f64b-2285-4eb8-b95f-004118337cb2', 'fixed_ips': [{'subnet_id': '29c5b2ba-f2c1-4ca4-b490-fb868817cf6d'}, {'subnet_id': '21b52063-f108-447d-8b2d-53cd5c4b0f59'}], 'name': 'tempest-PortsTestJSON-1998769519'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:49:07.855282 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port b22a168e-4160-4eb7-bf01-5027ce3a670e is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:49:07.871971 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7865d0a1-94fa-471d-a4e7-721e982f67c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (26f0c875-49aa-4f95-b95f-77957768451b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:08.110351 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7865d0a1-94fa-471d-a4e7-721e982f67c9 None None] Pushing event updated for resources: {'Port': ['ID=26f0c875-49aa-4f95-b95f-77957768451b,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:08.133151 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7865d0a1-94fa-471d-a4e7-721e982f67c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:49:08.133494 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7865d0a1-94fa-471d-a4e7-721e982f67c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:49:08.133957 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7865d0a1-94fa-471d-a4e7-721e982f67c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:49:08.134413 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7865d0a1-94fa-471d-a4e7-721e982f67c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:49:08.134863 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7865d0a1-94fa-471d-a4e7-721e982f67c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:49:08.135306 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7865d0a1-94fa-471d-a4e7-721e982f67c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:49:08.135748 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7865d0a1-94fa-471d-a4e7-721e982f67c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:49:08.136351 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7865d0a1-94fa-471d-a4e7-721e982f67c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:49:08.136794 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7865d0a1-94fa-471d-a4e7-721e982f67c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:49:08.137332 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7865d0a1-94fa-471d-a4e7-721e982f67c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:49:08.137788 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7865d0a1-94fa-471d-a4e7-721e982f67c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:49:08.138273 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7865d0a1-94fa-471d-a4e7-721e982f67c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:49:08.138712 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7865d0a1-94fa-471d-a4e7-721e982f67c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:49:08.156612 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:08.307102 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-48e82278-21e2-4492-be99-53d787d0fa6f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1610753492-network', 'tenant_id': 'f2aebb6fe94d462e947bf16728d2f99c'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:49:08.321706 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e10a22-2e1e-41dc-9157-8865cd69fbb9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Made reservation on behalf of c31c6ec4ee6945b58580629588ff6a35 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:49:08.535816 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-04800c5c-78eb-435d-9a9f-6b024fc8d778 req-2131eb3e-4613-4a96-b52c-2bc8366437d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fa897ca-205a-4bc5-b733-6a16d0e3f3e1 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:49:08.552418 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-04800c5c-78eb-435d-9a9f-6b024fc8d778 req-2131eb3e-4613-4a96-b52c-2bc8366437d8 service neutron] Publish callbacks [] for port (9fa897ca-205a-4bc5-b733-6a16d0e3f3e1), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:08.566373 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9962d6de-62c3-498f-8941-a758679c995e tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event updated for resources: {'Subnet': ['ID=21b52063-f108-447d-8b2d-53cd5c4b0f59,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:08.587059 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f5e10a22-2e1e-41dc-9157-8865cd69fbb9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:08.635415 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-04800c5c-78eb-435d-9a9f-6b024fc8d778 req-2131eb3e-4613-4a96-b52c-2bc8366437d8 service neutron] Transition to ACTIVE for port object 9fa897ca-205a-4bc5-b733-6a16d0e3f3e1 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:49:08.675703 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-f5e10a22-2e1e-41dc-9157-8865cd69fbb9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] device_id is not set on port f42e798c-7c21-4bc7-9d46-6ad2b0beb3ac yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:49:08.739352 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b3b81629-dc9b-4bba-b13b-98c19a118961 req-aefdb1c5-c65a-46b2-9ff8-8c0efb356d61 tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] 10.222.0.87 "GET /v2.0/security-groups?id=804b15d2-42bb-4f76-9dc7-3bd73a0de73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2415512 Feb 17 17:49:08.812179 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-04800c5c-78eb-435d-9a9f-6b024fc8d778 req-2131eb3e-4613-4a96-b52c-2bc8366437d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (9fa897ca-205a-4bc5-b733-6a16d0e3f3e1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:09.197391 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:09.228201 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2131eb3e-4613-4a96-b52c-2bc8366437d8 service neutron] Pushing event updated for resources: {'Port': ['ID=9fa897ca-205a-4bc5-b733-6a16d0e3f3e1,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:09.233962 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3d1be8f5-1334-4083-b62f-853df8563aea req-4c13e8e5-75c6-480d-8417-7aaedd2873c4 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.5407305 Feb 17 17:49:09.249174 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-04800c5c-78eb-435d-9a9f-6b024fc8d778 req-2131eb3e-4613-4a96-b52c-2bc8366437d8 service neutron] Attempting to bind port 9fa897ca-205a-4bc5-b733-6a16d0e3f3e1 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:49:09.254434 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-04800c5c-78eb-435d-9a9f-6b024fc8d778 req-2131eb3e-4613-4a96-b52c-2bc8366437d8 service neutron] Attempting to bind port 9fa897ca-205a-4bc5-b733-6a16d0e3f3e1 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': 'c56d6a8e-9422-416a-9517-adf483e5696c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'adb7d722-dca4-4cb7-a64e-e41f4ea79ab1'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:49:09.255393 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04800c5c-78eb-435d-9a9f-6b024fc8d778 req-2131eb3e-4613-4a96-b52c-2bc8366437d8 service neutron] Attempting to bind port 9fa897ca-205a-4bc5-b733-6a16d0e3f3e1 on network adb7d722-dca4-4cb7-a64e-e41f4ea79ab1 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:49:09.267259 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04800c5c-78eb-435d-9a9f-6b024fc8d778 req-2131eb3e-4613-4a96-b52c-2bc8366437d8 service neutron] Port 9fa897ca-205a-4bc5-b733-6a16d0e3f3e1 on network adb7d722-dca4-4cb7-a64e-e41f4ea79ab1 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:49:09.267259 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04800c5c-78eb-435d-9a9f-6b024fc8d778 req-2131eb3e-4613-4a96-b52c-2bc8366437d8 service neutron] Attempting to bind port 9fa897ca-205a-4bc5-b733-6a16d0e3f3e1 on network adb7d722-dca4-4cb7-a64e-e41f4ea79ab1 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:49:09.277917 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04800c5c-78eb-435d-9a9f-6b024fc8d778 req-2131eb3e-4613-4a96-b52c-2bc8366437d8 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:49:09.278387 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04800c5c-78eb-435d-9a9f-6b024fc8d778 req-2131eb3e-4613-4a96-b52c-2bc8366437d8 service neutron] Checking segment: {'id': 'c56d6a8e-9422-416a-9517-adf483e5696c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'adb7d722-dca4-4cb7-a64e-e41f4ea79ab1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:49:09.280489 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04800c5c-78eb-435d-9a9f-6b024fc8d778 req-2131eb3e-4613-4a96-b52c-2bc8366437d8 service neutron] Bound using segment: {'id': 'c56d6a8e-9422-416a-9517-adf483e5696c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'adb7d722-dca4-4cb7-a64e-e41f4ea79ab1'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:49:09.281114 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-04800c5c-78eb-435d-9a9f-6b024fc8d778 req-2131eb3e-4613-4a96-b52c-2bc8366437d8 service neutron] Bound port: 9fa897ca-205a-4bc5-b733-6a16d0e3f3e1, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c56d6a8e-9422-416a-9517-adf483e5696c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'adb7d722-dca4-4cb7-a64e-e41f4ea79ab1'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:49:09.281592 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-04800c5c-78eb-435d-9a9f-6b024fc8d778 req-2131eb3e-4613-4a96-b52c-2bc8366437d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (9fa897ca-205a-4bc5-b733-6a16d0e3f3e1), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:09.825311 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-f5e10a22-2e1e-41dc-9157-8865cd69fbb9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Allocated IP 172.20.0.12 (b253f64b-2285-4eb8-b95f-004118337cb2/29c5b2ba-f2c1-4ca4-b490-fb868817cf6d/f42e798c-7c21-4bc7-9d46-6ad2b0beb3ac) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:49:09.845819 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-f5e10a22-2e1e-41dc-9157-8865cd69fbb9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Allocated IP 172.20.0.21 (b253f64b-2285-4eb8-b95f-004118337cb2/21b52063-f108-447d-8b2d-53cd5c4b0f59/f42e798c-7c21-4bc7-9d46-6ad2b0beb3ac) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:49:10.402238 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f5e10a22-2e1e-41dc-9157-8865cd69fbb9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for port (f42e798c-7c21-4bc7-9d46-6ad2b0beb3ac), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:10.470453 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 26f0c875-49aa-4f95-b95f-77957768451b up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:49:10.548354 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e82278-21e2-4492-be99-53d787d0fa6f admin admin] Made reservation on behalf of f2aebb6fe94d462e947bf16728d2f99c for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:49:10.550811 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48e82278-21e2-4492-be99-53d787d0fa6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:10.559593 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478d3789-7ce3-4632-af10-a8a7ac71c368 None None] Network b253f64b-2285-4eb8-b95f-004118337cb2 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:49:10.619119 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48e82278-21e2-4492-be99-53d787d0fa6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:10.635743 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-04800c5c-78eb-435d-9a9f-6b024fc8d778 req-2131eb3e-4613-4a96-b52c-2bc8366437d8 service neutron] For port 9fa897ca-205a-4bc5-b733-6a16d0e3f3e1, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:49:10.642541 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-04800c5c-78eb-435d-9a9f-6b024fc8d778 req-2131eb3e-4613-4a96-b52c-2bc8366437d8 service neutron] For port 9fa897ca-205a-4bc5-b733-6a16d0e3f3e1, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=9fa897ca-205a-4bc5-b733-6a16d0e3f3e1,segment=NetworkSegment(c56d6a8e-9422-416a-9517-adf483e5696c),segment_id=c56d6a8e-9422-416a-9517-adf483e5696c)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:49:10.646562 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f5e10a22-2e1e-41dc-9157-8865cd69fbb9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (f42e798c-7c21-4bc7-9d46-6ad2b0beb3ac), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:10.685044 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-04800c5c-78eb-435d-9a9f-6b024fc8d778 req-2131eb3e-4613-4a96-b52c-2bc8366437d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (9fa897ca-205a-4bc5-b733-6a16d0e3f3e1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:10.814367 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04800c5c-78eb-435d-9a9f-6b024fc8d778 req-2131eb3e-4613-4a96-b52c-2bc8366437d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:10.823673 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-04800c5c-78eb-435d-9a9f-6b024fc8d778 req-2131eb3e-4613-4a96-b52c-2bc8366437d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:10.826888 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-04800c5c-78eb-435d-9a9f-6b024fc8d778 req-2131eb3e-4613-4a96-b52c-2bc8366437d8 service neutron] 10.222.0.71 "PUT /v2.0/ports/9fa897ca-205a-4bc5-b733-6a16d0e3f3e1 HTTP/1.1" status: 200 len: 1091 time: 4.2373564 Feb 17 17:49:10.923219 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc93356e-35e8-4ae2-b91a-2ff57c1e2fcf', 'tag': '9fa897ca-205a-4bc5-b733-6a16d0e3f3e1'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:49:10.927260 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28664637-a988-4260-adaa-88e498336622" -d '{"events": [{"name": "network-changed", "server_uuid": "fc93356e-35e8-4ae2-b91a-2ff57c1e2fcf", "tag": "9fa897ca-205a-4bc5-b733-6a16d0e3f3e1"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:49:10.936960 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48e82278-21e2-4492-be99-53d787d0fa6f admin admin] Publish callbacks [] for security_group (108ca586-77e3-4cca-9038-eab4d874f23c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:10.951741 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-271f6e88-51cf-4bb7-a6fa-dd77eff81e93 None None] Provisioning complete for port 26f0c875-49aa-4f95-b95f-77957768451b triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:49:10.952439 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-271f6e88-51cf-4bb7-a6fa-dd77eff81e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (26f0c875-49aa-4f95-b95f-77957768451b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:11.030671 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48e82278-21e2-4492-be99-53d787d0fa6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (108ca586-77e3-4cca-9038-eab4d874f23c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:11.108599 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e10a22-2e1e-41dc-9157-8865cd69fbb9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Network b253f64b-2285-4eb8-b95f-004118337cb2 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:49:11.149419 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 26f0c875-49aa-4f95-b95f-77957768451b triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:49:11.150880 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (26f0c875-49aa-4f95-b95f-77957768451b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:11.168529 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-f5e10a22-2e1e-41dc-9157-8865cd69fbb9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:49:11.178707 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e10a22-2e1e-41dc-9157-8865cd69fbb9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:49:11.199656 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c425f7-c928-43cd-ae03-5721385a9279 req-66338135-8859-474b-99c1-3b826b7985e3 tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:11.202114 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d5c425f7-c928-43cd-ae03-5721385a9279 req-66338135-8859-474b-99c1-3b826b7985e3 tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] 10.222.0.87 "GET /v2.0/ports?device_id=fc93356e-35e8-4ae2-b91a-2ff57c1e2fcf HTTP/1.1" status: 200 len: 943 time: 0.5419555 Feb 17 17:49:11.215548 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425d9b4-8405-4559-8911-d35bc77b46fc req-109b2f6c-248a-40f2-a16b-d8b37c4fe7cd tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:11.217502 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4425d9b4-8405-4559-8911-d35bc77b46fc req-109b2f6c-248a-40f2-a16b-d8b37c4fe7cd tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 947 time: 0.5589545 Feb 17 17:49:11.223807 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2131eb3e-4613-4a96-b52c-2bc8366437d8 service neutron] Pushing event updated for resources: {'Port': ['ID=9fa897ca-205a-4bc5-b733-6a16d0e3f3e1,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:11.278351 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04800c5c-78eb-435d-9a9f-6b024fc8d778 req-28633d38-5c6d-47a2-88fa-71258927c3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:11.280024 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-04800c5c-78eb-435d-9a9f-6b024fc8d778 req-28633d38-5c6d-47a2-88fa-71258927c3aa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=23b62aa420cd44a4a6542636ead73c13&device_id=fc93356e-35e8-4ae2-b91a-2ff57c1e2fcf HTTP/1.1" status: 200 len: 1125 time: 0.3321202 Feb 17 17:49:11.286375 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d5c425f7-c928-43cd-ae03-5721385a9279 req-af16d003-925a-4a51-8b24-4d4a5712ab73 tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] 10.222.0.87 "GET /v2.0/security-groups?id=804b15d2-42bb-4f76-9dc7-3bd73a0de73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651486 Feb 17 17:49:11.338746 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-04800c5c-78eb-435d-9a9f-6b024fc8d778 req-e5bcde65-8d4f-4036-b374-ca6c45350ebb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fa897ca-205a-4bc5-b733-6a16d0e3f3e1 HTTP/1.1" status: 200 len: 217 time: 0.0461423 Feb 17 17:49:11.427355 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e10a22-2e1e-41dc-9157-8865cd69fbb9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:11.428132 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f5e10a22-2e1e-41dc-9157-8865cd69fbb9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:11.496693 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48e82278-21e2-4492-be99-53d787d0fa6f admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:49:11.578964 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30a6df6-caa1-481f-aae9-cf18f63cc24d None None] Update dhcp port {'port': {'network_id': 'b253f64b-2285-4eb8-b95f-004118337cb2', 'fixed_ips': [{'subnet_id': '29c5b2ba-f2c1-4ca4-b490-fb868817cf6d', 'ip_address': '172.20.0.2'}, {'subnet_id': '21b52063-f108-447d-8b2d-53cd5c4b0f59'}], 'binding:host_id': 'n-d-829613-2'}, 'id': '26f0c875-49aa-4f95-b95f-77957768451b'} from n-d-829613-2. {{(pid=103436) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 17 17:49:11.579690 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e82278-21e2-4492-be99-53d787d0fa6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108ca586-77e3-4cca-9038-eab4d874f23c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:11.608318 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48e82278-21e2-4492-be99-53d787d0fa6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (7701ca39-cda1-4529-8b0e-02febdb9438c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:11.609198 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9f5518-367e-404f-81e5-14953d76f2db x-openstack-request-id: req-8e9f5518-367e-404f-81e5-14953d76f2db {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:49:11.609518 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc93356e-35e8-4ae2-b91a-2ff57c1e2fcf", "tag": "9fa897ca-205a-4bc5-b733-6a16d0e3f3e1", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:49:11.609777 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8e9f5518-367e-404f-81e5-14953d76f2db {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:49:11.609991 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-48e82278-21e2-4492-be99-53d787d0fa6f admin admin] Added segment 7701ca39-cda1-4529-8b0e-02febdb9438c of type vlan for network 9fdf3458-5966-4de8-b1fe-2dd22bf8851a Feb 17 17:49:11.610181 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc93356e-35e8-4ae2-b91a-2ff57c1e2fcf', 'tag': '9fa897ca-205a-4bc5-b733-6a16d0e3f3e1', 'status': 'completed', 'code': 200} Feb 17 17:49:11.614608 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f5e10a22-2e1e-41dc-9157-8865cd69fbb9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 3.8014410 Feb 17 17:49:11.635351 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e10a22-2e1e-41dc-9157-8865cd69fbb9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event updated for resources: {'Port': ['ID=f42e798c-7c21-4bc7-9d46-6ad2b0beb3ac,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:11.639322 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35260) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:11.673943 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-0df0b9f9-2804-4dff-8dd1-c985013627a9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '29c5b2ba-f2c1-4ca4-b490-fb868817cf6d'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:49:11.699209 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4425d9b4-8405-4559-8911-d35bc77b46fc req-688eae9b-bca0-4f58-88bc-f6e56d6abcc2 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4498901 Feb 17 17:49:11.709154 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04800c5c-78eb-435d-9a9f-6b024fc8d778 req-97ccda89-b2fd-4fae-a747-de4e789db37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:11.711410 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-04800c5c-78eb-435d-9a9f-6b024fc8d778 req-97ccda89-b2fd-4fae-a747-de4e789db37e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4164ab10-3e94-4238-b47e-56f02c419bb3 HTTP/1.1" status: 200 len: 854 time: 0.3656023 Feb 17 17:49:11.715619 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c30a6df6-caa1-481f-aae9-cf18f63cc24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (26f0c875-49aa-4f95-b95f-77957768451b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:11.768772 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-04800c5c-78eb-435d-9a9f-6b024fc8d778 req-c37d697f-0ed3-480e-abc0-c0ed7b65cc2b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=adb7d722-dca4-4cb7-a64e-e41f4ea79ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408366 Feb 17 17:49:11.879657 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48e82278-21e2-4492-be99-53d787d0fa6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (9fdf3458-5966-4de8-b1fe-2dd22bf8851a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:11.884033 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 26f0c875-49aa-4f95-b95f-77957768451b is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:49:11.884467 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (26f0c875-49aa-4f95-b95f-77957768451b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:11.925031 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-271f6e88-51cf-4bb7-a6fa-dd77eff81e93 None None] Current status of the port 26f0c875-49aa-4f95-b95f-77957768451b is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:49:11.925444 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-271f6e88-51cf-4bb7-a6fa-dd77eff81e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (26f0c875-49aa-4f95-b95f-77957768451b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:12.003897 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.db.resource_extend [None req-48e82278-21e2-4492-be99-53d787d0fa6f admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 17:49:12.057252 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0df0b9f9-2804-4dff-8dd1-c985013627a9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (f42e798c-7c21-4bc7-9d46-6ad2b0beb3ac), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:12.080375 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48e82278-21e2-4492-be99-53d787d0fa6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (9fdf3458-5966-4de8-b1fe-2dd22bf8851a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:12.081499 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e82278-21e2-4492-be99-53d787d0fa6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:12.082331 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48e82278-21e2-4492-be99-53d787d0fa6f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:12.111890 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-271f6e88-51cf-4bb7-a6fa-dd77eff81e93 None None] For port 26f0c875-49aa-4f95-b95f-77957768451b, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=26f0c875-49aa-4f95-b95f-77957768451b,segment=NetworkSegment(0b4806f5-4cd7-4adf-afab-4c77597720f8),segment_id=0b4806f5-4cd7-4adf-afab-4c77597720f8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:49:12.149103 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-271f6e88-51cf-4bb7-a6fa-dd77eff81e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (26f0c875-49aa-4f95-b95f-77957768451b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:12.261872 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-04800c5c-78eb-435d-9a9f-6b024fc8d778 req-03a780ac-2308-488a-9e49-58ac6e9c09d9 service neutron] 10.222.0.71 "GET /v2.0/networks/adb7d722-dca4-4cb7-a64e-e41f4ea79ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4876931 Feb 17 17:49:12.286290 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-48e82278-21e2-4492-be99-53d787d0fa6f admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 4.7057705 Feb 17 17:49:12.371948 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 35264) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:12.417268 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-6ec4c5a5-b7a9-4375-b307-bed1bcee04de admin admin] Request body: {'subnet': {'network_id': '9fdf3458-5966-4de8-b1fe-2dd22bf8851a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1610753492-subnet', 'tenant_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:49:12.606116 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 17:49:12.607249 n-d-829613-2 neutron-server[103436]: DEBUG oslo_db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 17:49:12.613791 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271f6e88-51cf-4bb7-a6fa-dd77eff81e93 None None] Pushing event updated for resources: {'Port': ['ID=26f0c875-49aa-4f95-b95f-77957768451b,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:12.627006 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-04800c5c-78eb-435d-9a9f-6b024fc8d778 req-ceca98da-2127-4445-88c8-89fd61cc1fb2 service neutron] 10.222.0.71 "GET /v2.0/networks/adb7d722-dca4-4cb7-a64e-e41f4ea79ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457367 Feb 17 17:49:12.704916 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-c30a6df6-caa1-481f-aae9-cf18f63cc24d None None] Allocated IP 172.20.0.18 (b253f64b-2285-4eb8-b95f-004118337cb2/21b52063-f108-447d-8b2d-53cd5c4b0f59/26f0c875-49aa-4f95-b95f-77957768451b) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:49:12.821751 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e82278-21e2-4492-be99-53d787d0fa6f admin admin] Pushing event updated for resources: {'Network': ['ID=9fdf3458-5966-4de8-b1fe-2dd22bf8851a,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:12.843945 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 9fdf3458-5966-4de8-b1fe-2dd22bf8851a details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:49:12.866920 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec4c5a5-b7a9-4375-b307-bed1bcee04de admin admin] Made reservation on behalf of f2aebb6fe94d462e947bf16728d2f99c for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:49:12.870174 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6ec4c5a5-b7a9-4375-b307-bed1bcee04de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:13.075259 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6ec4c5a5-b7a9-4375-b307-bed1bcee04de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (d7dfeabc-cd95-4ccb-8ac5-20f9cfad4783), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:13.140641 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e72defa0-6022-4e3d-aebe-f48ea7a9bddc req-17284d93-4212-41c8-9852-befbc6d4af69 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=1415e07e-634e-466b-a6bb-3c5f4a84124b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1887512 Feb 17 17:49:13.169420 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a68a82-4ede-48e5-9f5b-2b03eb6158bd req-adfee93d-db79-4ba3-801c-e36ca5f23efe tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:13.171163 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-21a68a82-4ede-48e5-9f5b-2b03eb6158bd req-adfee93d-db79-4ba3-801c-e36ca5f23efe tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] 10.222.0.87 "GET /v2.0/ports?device_id=fc93356e-35e8-4ae2-b91a-2ff57c1e2fcf HTTP/1.1" status: 200 len: 943 time: 0.5432019 Feb 17 17:49:13.252285 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 26f0c875-49aa-4f95-b95f-77957768451b is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:49:13.282886 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72defa0-6022-4e3d-aebe-f48ea7a9bddc req-5f4c4f12-0802-42e0-8e24-56c5e677b368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:13.289484 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e72defa0-6022-4e3d-aebe-f48ea7a9bddc req-5f4c4f12-0802-42e0-8e24-56c5e677b368 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=676afbf1c2e640e8b11ff19640c46b32&device_id=1415e07e-634e-466b-a6bb-3c5f4a84124b HTTP/1.1" status: 200 len: 1127 time: 0.1228666 Feb 17 17:49:13.308330 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-c30a6df6-caa1-481f-aae9-cf18f63cc24d None None] For port 26f0c875-49aa-4f95-b95f-77957768451b, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=26f0c875-49aa-4f95-b95f-77957768451b,segment=NetworkSegment(0b4806f5-4cd7-4adf-afab-4c77597720f8),segment_id=0b4806f5-4cd7-4adf-afab-4c77597720f8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:49:13.374229 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec4c5a5-b7a9-4375-b307-bed1bcee04de admin admin] Checking segment: {'id': '7701ca39-cda1-4529-8b0e-02febdb9438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9fdf3458-5966-4de8-b1fe-2dd22bf8851a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:49:13.374601 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec4c5a5-b7a9-4375-b307-bed1bcee04de admin admin] Network hostable DHCP agents. Network: 9fdf3458-5966-4de8-b1fe-2dd22bf8851a, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:49:13.378069 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28664637-a988-4260-adaa-88e498336622 req-efc93077-09ed-44ad-b9e7-79bc17c56550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:13.379624 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-28664637-a988-4260-adaa-88e498336622 req-efc93077-09ed-44ad-b9e7-79bc17c56550 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=23b62aa420cd44a4a6542636ead73c13&device_id=fc93356e-35e8-4ae2-b91a-2ff57c1e2fcf HTTP/1.1" status: 200 len: 1125 time: 0.6378152 Feb 17 17:49:13.380280 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec4c5a5-b7a9-4375-b307-bed1bcee04de admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7dfeabc-cd95-4ccb-8ac5-20f9cfad4783,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:13.420564 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 26f0c875-49aa-4f95-b95f-77957768451b up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:49:13.431090 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c30a6df6-caa1-481f-aae9-cf18f63cc24d None None] Publish callbacks [] for port (26f0c875-49aa-4f95-b95f-77957768451b), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:13.477174 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-21a68a82-4ede-48e5-9f5b-2b03eb6158bd req-354b9efa-af37-42b9-92f9-7a054f311d0c tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] 10.222.0.87 "GET /v2.0/security-groups?id=804b15d2-42bb-4f76-9dc7-3bd73a0de73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735641 Feb 17 17:49:13.490575 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8d8bd-63fa-4fab-932e-7b6dea967b32 req-b0b102f0-3079-4975-9778-496a764b8fd1 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:13.492692 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7fc8d8bd-63fa-4fab-932e-7b6dea967b32 req-b0b102f0-3079-4975-9778-496a764b8fd1 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 947 time: 0.4251008 Feb 17 17:49:13.542976 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c30a6df6-caa1-481f-aae9-cf18f63cc24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (26f0c875-49aa-4f95-b95f-77957768451b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:13.564563 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec4c5a5-b7a9-4375-b307-bed1bcee04de admin admin] Network 9fdf3458-5966-4de8-b1fe-2dd22bf8851a is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:49:13.624488 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-6ec4c5a5-b7a9-4375-b307-bed1bcee04de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 9fdf3458-5966-4de8-b1fe-2dd22bf8851a) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:49:13.629548 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec4c5a5-b7a9-4375-b307-bed1bcee04de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:13.630264 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6ec4c5a5-b7a9-4375-b307-bed1bcee04de admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:13.675093 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-6ec4c5a5-b7a9-4375-b307-bed1bcee04de admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2749300 Feb 17 17:49:13.683526 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 35282) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:13.693980 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-23a8fcc0-f0ba-4ea6-8b25-a49c19d4f25c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1610753492-router', 'tenant_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:49:13.724563 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7fc8d8bd-63fa-4fab-932e-7b6dea967b32 req-346f8463-e505-4bb2-8727-90fcce9030f5 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2120876 Feb 17 17:49:13.729301 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-23a8fcc0-f0ba-4ea6-8b25-a49c19d4f25c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (fd213ac5-2308-4a07-a57f-7e0a43f66a72), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:13.730587 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-23a8fcc0-f0ba-4ea6-8b25-a49c19d4f25c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (fd213ac5-2308-4a07-a57f-7e0a43f66a72), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:13.770872 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a6df6-caa1-481f-aae9-cf18f63cc24d None None] Pushing event updated for resources: {'Port': ['ID=26f0c875-49aa-4f95-b95f-77957768451b,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:13.790089 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14e9133-f1dd-4f04-9589-7cb861723216 None None] Network 9fdf3458-5966-4de8-b1fe-2dd22bf8851a requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:49:13.858374 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-23a8fcc0-f0ba-4ea6-8b25-a49c19d4f25c admin admin] Publish callbacks [] for router_controller (fd213ac5-2308-4a07-a57f-7e0a43f66a72), precommit_add_association {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:14.047789 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 9fa897ca-205a-4bc5-b733-6a16d0e3f3e1 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:49:14.059318 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28664637-a988-4260-adaa-88e498336622 req-7f0a6d1e-46cc-404d-bffd-13a7dc401652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:14.061101 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-28664637-a988-4260-adaa-88e498336622 req-7f0a6d1e-46cc-404d-bffd-13a7dc401652 service neutron] 10.222.0.71 "GET /v2.0/networks?id=adb7d722-dca4-4cb7-a64e-e41f4ea79ab1 HTTP/1.1" status: 200 len: 915 time: 0.6661251 Feb 17 17:49:14.154293 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe792759-5824-45b4-8b9d-5c69efe2b3b7 None None] Network 9fdf3458-5966-4de8-b1fe-2dd22bf8851a requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:49:14.181798 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-28664637-a988-4260-adaa-88e498336622 req-309628d8-0429-49e7-9dca-d8f92ea0b804 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fa897ca-205a-4bc5-b733-6a16d0e3f3e1 HTTP/1.1" status: 200 len: 217 time: 0.1134636 Feb 17 17:49:14.440784 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28664637-a988-4260-adaa-88e498336622 req-53b1a8b2-9676-4979-bebd-c664dca81943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:14.448710 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-28664637-a988-4260-adaa-88e498336622 req-53b1a8b2-9676-4979-bebd-c664dca81943 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4164ab10-3e94-4238-b47e-56f02c419bb3 HTTP/1.1" status: 200 len: 854 time: 0.2518749 Feb 17 17:49:14.498390 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 26f0c875-49aa-4f95-b95f-77957768451b triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:49:14.498780 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (26f0c875-49aa-4f95-b95f-77957768451b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:14.624655 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-28664637-a988-4260-adaa-88e498336622 req-58315790-e109-4ccb-b711-24f2b53bee62 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=adb7d722-dca4-4cb7-a64e-e41f4ea79ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787714 Feb 17 17:49:14.945663 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-0df0b9f9-2804-4dff-8dd1-c985013627a9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Delete allocated IP 172.20.0.21 (b253f64b-2285-4eb8-b95f-004118337cb2/21b52063-f108-447d-8b2d-53cd5c4b0f59) {{(pid=103434) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 17 17:49:15.240412 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-23a8fcc0-f0ba-4ea6-8b25-a49c19d4f25c admin admin] Publish callbacks [] for router_gateway (fd213ac5-2308-4a07-a57f-7e0a43f66a72), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:15.281463 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-28664637-a988-4260-adaa-88e498336622 req-7bbb7e4e-1f73-4903-b77f-e20f8582cdeb service neutron] 10.222.0.71 "GET /v2.0/networks/adb7d722-dca4-4cb7-a64e-e41f4ea79ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6478832 Feb 17 17:49:15.391016 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72defa0-6022-4e3d-aebe-f48ea7a9bddc req-7866ea69-fc2c-42e4-9baf-5038ea995f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:15.392786 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e72defa0-6022-4e3d-aebe-f48ea7a9bddc req-7866ea69-fc2c-42e4-9baf-5038ea995f55 service neutron] 10.222.0.91 "GET /v2.0/networks?id=2c9900d2-a559-4978-8739-0c10e7ac9101 HTTP/1.1" status: 200 len: 916 time: 2.0820663 Feb 17 17:49:15.445647 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 9fa897ca-205a-4bc5-b733-6a16d0e3f3e1, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=9fa897ca-205a-4bc5-b733-6a16d0e3f3e1,segment=NetworkSegment(c56d6a8e-9422-416a-9517-adf483e5696c),segment_id=c56d6a8e-9422-416a-9517-adf483e5696c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:49:15.484207 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '9fa897ca-205a-4bc5-b733-6a16d0e3f3e1', 'network_id': 'adb7d722-dca4-4cb7-a64e-e41f4ea79ab1', 'port_id': '9fa897ca-205a-4bc5-b733-6a16d0e3f3e1', 'mac_address': 'fa:16:3e:6e:21:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4164ab10-3e94-4238-b47e-56f02c419bb3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:49:15.577325 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e72defa0-6022-4e3d-aebe-f48ea7a9bddc req-226d555b-b97b-41f0-9575-14eaed505042 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb924d93-51b1-468d-bb90-54036949e7b6 HTTP/1.1" status: 200 len: 217 time: 0.1782720 Feb 17 17:49:15.579059 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 35304) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:15.621011 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6cfbe2-48c9-4ce3-bbbb-84403c566a75 req-edafd98f-37f4-47f3-ac33-0d5267180cc2 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:15.631589 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 26f0c875-49aa-4f95-b95f-77957768451b is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:49:15.633173 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9f6cfbe2-48c9-4ce3-bbbb-84403c566a75 req-edafd98f-37f4-47f3-ac33-0d5267180cc2 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 947 time: 0.5514188 Feb 17 17:49:15.687162 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 9fa897ca-205a-4bc5-b733-6a16d0e3f3e1 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:49:15.687863 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (9fa897ca-205a-4bc5-b733-6a16d0e3f3e1), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:15.729765 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fa897ca-205a-4bc5-b733-6a16d0e3f3e1 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:49:15.780678 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 9fa897ca-205a-4bc5-b733-6a16d0e3f3e1, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=9fa897ca-205a-4bc5-b733-6a16d0e3f3e1,segment=NetworkSegment(c56d6a8e-9422-416a-9517-adf483e5696c),segment_id=c56d6a8e-9422-416a-9517-adf483e5696c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:49:15.786334 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4b0b8f-134b-4da1-8cb8-e34dd068c5f0 None None] Network b253f64b-2285-4eb8-b95f-004118337cb2 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:49:15.874798 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8ea28-e2cf-4423-ab0e-7b110e8014ab req-fcfc3bf5-4595-4cc4-97ac-b0fb823567e0 tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:15.878661 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eee8ea28-e2cf-4423-ab0e-7b110e8014ab req-fcfc3bf5-4595-4cc4-97ac-b0fb823567e0 tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] 10.222.0.87 "GET /v2.0/ports?device_id=fc93356e-35e8-4ae2-b91a-2ff57c1e2fcf HTTP/1.1" status: 200 len: 943 time: 0.8188210 Feb 17 17:49:15.910288 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72defa0-6022-4e3d-aebe-f48ea7a9bddc req-faf671df-a503-487d-a805-c8f94bdb11d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:15.917386 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e72defa0-6022-4e3d-aebe-f48ea7a9bddc req-faf671df-a503-487d-a805-c8f94bdb11d5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0145e51a-5adb-4fab-bd7e-ee03bd2ecb29 HTTP/1.1" status: 200 len: 855 time: 0.3322878 Feb 17 17:49:15.935776 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e9676234-6ed0-4575-8a1a-b06574969c62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:15.952706 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 26f0c875-49aa-4f95-b95f-77957768451b up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:49:16.014830 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (9fa897ca-205a-4bc5-b733-6a16d0e3f3e1), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:16.032921 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e9676234-6ed0-4575-8a1a-b06574969c62 admin admin] Publish callbacks [] for security_group (9abce763-42d5-476c-b1b0-1a4e42e97bdc), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:16.050311 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e9676234-6ed0-4575-8a1a-b06574969c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (9abce763-42d5-476c-b1b0-1a4e42e97bdc), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:16.108391 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e9676234-6ed0-4575-8a1a-b06574969c62 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=38ff39528dc74382943700869f3d056b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5232172 Feb 17 17:49:16.111746 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e72defa0-6022-4e3d-aebe-f48ea7a9bddc req-8779b076-50da-4b08-b7e5-3490b59bc42b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2c9900d2-a559-4978-8739-0c10e7ac9101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1820450 Feb 17 17:49:16.114799 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35312) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:16.118940 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9676234-6ed0-4575-8a1a-b06574969c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9abce763-42d5-476c-b1b0-1a4e42e97bdc,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:16.172534 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eee8ea28-e2cf-4423-ab0e-7b110e8014ab req-00747212-26dc-4b65-ba72-a046ccb03574 tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] 10.222.0.87 "GET /v2.0/security-groups?id=804b15d2-42bb-4f76-9dc7-3bd73a0de73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478650 Feb 17 17:49:16.192397 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-28664637-a988-4260-adaa-88e498336622 req-94bfc754-cb31-45ab-bd0c-fbf6473adf23 service neutron] 10.222.0.71 "GET /v2.0/networks/adb7d722-dca4-4cb7-a64e-e41f4ea79ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8060160 Feb 17 17:49:16.206236 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0df0b9f9-2804-4dff-8dd1-c985013627a9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for port (f42e798c-7c21-4bc7-9d46-6ad2b0beb3ac), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:16.208115 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9f6cfbe2-48c9-4ce3-bbbb-84403c566a75 req-de6012d4-cb67-4a67-89a0-daf48e6c144d tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4452968 Feb 17 17:49:16.260337 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=9fa897ca-205a-4bc5-b733-6a16d0e3f3e1,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:16.329872 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-a6477bc4-6fda-4464-860a-4a571fb10951 None None] Provisioning complete for port 26f0c875-49aa-4f95-b95f-77957768451b triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:49:16.330340 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a6477bc4-6fda-4464-860a-4a571fb10951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (26f0c875-49aa-4f95-b95f-77957768451b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:16.385521 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0df0b9f9-2804-4dff-8dd1-c985013627a9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (f42e798c-7c21-4bc7-9d46-6ad2b0beb3ac), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:16.406220 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 26f0c875-49aa-4f95-b95f-77957768451b triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:49:16.406965 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (26f0c875-49aa-4f95-b95f-77957768451b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:16.456472 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['9fa897ca-205a-4bc5-b733-6a16d0e3f3e1'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:49:16.527219 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-23a8fcc0-f0ba-4ea6-8b25-a49c19d4f25c admin admin] Publish callbacks [] for router_gateway (fd213ac5-2308-4a07-a57f-7e0a43f66a72), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:16.572098 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-23a8fcc0-f0ba-4ea6-8b25-a49c19d4f25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:16.606205 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-a6477bc4-6fda-4464-860a-4a571fb10951 None None] Current status of the port 26f0c875-49aa-4f95-b95f-77957768451b is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:49:16.762717 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 26f0c875-49aa-4f95-b95f-77957768451b is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:49:16.772681 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-a6477bc4-6fda-4464-860a-4a571fb10951 None None] Provisioning complete for port f42e798c-7c21-4bc7-9d46-6ad2b0beb3ac triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:49:16.773998 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a6477bc4-6fda-4464-860a-4a571fb10951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (f42e798c-7c21-4bc7-9d46-6ad2b0beb3ac), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:16.868180 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-a6477bc4-6fda-4464-860a-4a571fb10951 None None] Port f42e798c-7c21-4bc7-9d46-6ad2b0beb3ac cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:49:16.893254 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-23a8fcc0-f0ba-4ea6-8b25-a49c19d4f25c admin admin] Allocated IP 172.25.8.113 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/0723cbbb-ee33-4e1f-9a85-da33a6a2ae74) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:49:16.940801 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df0b9f9-2804-4dff-8dd1-c985013627a9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event updated for resources: {'Port': ['ID=f42e798c-7c21-4bc7-9d46-6ad2b0beb3ac,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:17.015094 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-0df0b9f9-2804-4dff-8dd1-c985013627a9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] In _notify_port_updated(), no bound segment for port f42e798c-7c21-4bc7-9d46-6ad2b0beb3ac on network b253f64b-2285-4eb8-b95f-004118337cb2 {{(pid=103434) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 17 17:49:17.022724 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df0b9f9-2804-4dff-8dd1-c985013627a9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:17.039485 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0df0b9f9-2804-4dff-8dd1-c985013627a9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:17.041767 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0df0b9f9-2804-4dff-8dd1-c985013627a9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "PUT /v2.0/ports/f42e798c-7c21-4bc7-9d46-6ad2b0beb3ac HTTP/1.1" status: 200 len: 920 time: 5.3727567 Feb 17 17:49:17.101981 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e72defa0-6022-4e3d-aebe-f48ea7a9bddc req-b185a09c-95fe-41ef-a307-3e9036848527 service neutron] 10.222.0.91 "GET /v2.0/networks/2c9900d2-a559-4978-8739-0c10e7ac9101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9580646 Feb 17 17:49:17.103151 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-77c7d047-995f-48ec-af13-aac138a0e80c admin admin] Publish callbacks [] for security_group (9abce763-42d5-476c-b1b0-1a4e42e97bdc), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:17.119994 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 35316) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:17.143948 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-eb197682-4117-4558-9783-72d9e63d4918 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '29c5b2ba-f2c1-4ca4-b490-fb868817cf6d'}, {'subnet_id': '21b52063-f108-447d-8b2d-53cd5c4b0f59'}]}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:49:17.148539 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-77c7d047-995f-48ec-af13-aac138a0e80c admin admin] Publish callbacks [] for security_group (9abce763-42d5-476c-b1b0-1a4e42e97bdc), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:17.275275 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-77c7d047-995f-48ec-af13-aac138a0e80c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (9abce763-42d5-476c-b1b0-1a4e42e97bdc), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:17.278854 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-77c7d047-995f-48ec-af13-aac138a0e80c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:17.284120 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-77c7d047-995f-48ec-af13-aac138a0e80c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9abce763-42d5-476c-b1b0-1a4e42e97bdc HTTP/1.1" status: 204 len: 168 time: 1.1424577 Feb 17 17:49:17.325724 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c7d047-995f-48ec-af13-aac138a0e80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abce763-42d5-476c-b1b0-1a4e42e97bdc,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:17.500650 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e72defa0-6022-4e3d-aebe-f48ea7a9bddc req-41abb95c-60f5-41df-ad3f-adf6d01785e0 service neutron] 10.222.0.91 "GET /v2.0/networks/2c9900d2-a559-4978-8739-0c10e7ac9101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430868 Feb 17 17:49:17.637095 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-feee1393-b8dd-4efa-b24a-e57481d416ed None None] Provisioning complete for port 26f0c875-49aa-4f95-b95f-77957768451b triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:49:17.637657 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-feee1393-b8dd-4efa-b24a-e57481d416ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (26f0c875-49aa-4f95-b95f-77957768451b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:17.776553 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-23a8fcc0-f0ba-4ea6-8b25-a49c19d4f25c admin admin] Publish callbacks [] for port (0723cbbb-ee33-4e1f-9a85-da33a6a2ae74), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:17.908870 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-feee1393-b8dd-4efa-b24a-e57481d416ed None None] Current status of the port 26f0c875-49aa-4f95-b95f-77957768451b is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:49:17.939464 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-feee1393-b8dd-4efa-b24a-e57481d416ed None None] Provisioning complete for port f42e798c-7c21-4bc7-9d46-6ad2b0beb3ac triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:49:17.941787 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-feee1393-b8dd-4efa-b24a-e57481d416ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (f42e798c-7c21-4bc7-9d46-6ad2b0beb3ac), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:18.047433 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-23a8fcc0-f0ba-4ea6-8b25-a49c19d4f25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (0723cbbb-ee33-4e1f-9a85-da33a6a2ae74), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:18.102289 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-feee1393-b8dd-4efa-b24a-e57481d416ed None None] Port f42e798c-7c21-4bc7-9d46-6ad2b0beb3ac cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:49:18.124884 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 9fa897ca-205a-4bc5-b733-6a16d0e3f3e1 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:49:18.127201 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-eb197682-4117-4558-9783-72d9e63d4918 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (f42e798c-7c21-4bc7-9d46-6ad2b0beb3ac), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:18.192170 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8881186-5ce3-4d0b-ba11-c16f0f68bf80 req-2048582a-a944-4266-a88f-4264e9300541 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:18.194018 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a8881186-5ce3-4d0b-ba11-c16f0f68bf80 req-2048582a-a944-4266-a88f-4264e9300541 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 947 time: 0.5918903 Feb 17 17:49:18.202005 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a8fcc0-f0ba-4ea6-8b25-a49c19d4f25c admin admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:49:18.369794 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35340) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:18.386683 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 9fa897ca-205a-4bc5-b733-6a16d0e3f3e1 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:49:18.401354 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-384c7a82-f88c-4282-a849-95444217772f None None] Provisioning complete for port f42e798c-7c21-4bc7-9d46-6ad2b0beb3ac triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:49:18.401740 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-384c7a82-f88c-4282-a849-95444217772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (f42e798c-7c21-4bc7-9d46-6ad2b0beb3ac), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:18.407111 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c080fd15-cf75-44d3-b57c-8db112f45490 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:18.558794 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 9fa897ca-205a-4bc5-b733-6a16d0e3f3e1 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:49:18.559027 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (9fa897ca-205a-4bc5-b733-6a16d0e3f3e1), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:18.607183 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-384c7a82-f88c-4282-a849-95444217772f None None] Port f42e798c-7c21-4bc7-9d46-6ad2b0beb3ac cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:49:18.624426 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c080fd15-cf75-44d3-b57c-8db112f45490 admin admin] Publish callbacks [] for security_group (e065c7c6-98f0-4b8c-8353-eadd15a92907), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:18.633362 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c080fd15-cf75-44d3-b57c-8db112f45490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (e065c7c6-98f0-4b8c-8353-eadd15a92907), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:18.759154 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c080fd15-cf75-44d3-b57c-8db112f45490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e065c7c6-98f0-4b8c-8353-eadd15a92907,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:18.778291 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-3d262ae5-f8c8-4a73-ae03-d9121bb88ec0 None None] Provisioning complete for port f42e798c-7c21-4bc7-9d46-6ad2b0beb3ac triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:49:18.778761 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3d262ae5-f8c8-4a73-ae03-d9121bb88ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (f42e798c-7c21-4bc7-9d46-6ad2b0beb3ac), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:18.782290 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 9fa897ca-205a-4bc5-b733-6a16d0e3f3e1 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:49:18.782290 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (9fa897ca-205a-4bc5-b733-6a16d0e3f3e1), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:18.801816 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c080fd15-cf75-44d3-b57c-8db112f45490 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a07f812e074d4d8590abf6fcf1d9f5df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4286067 Feb 17 17:49:18.805923 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35342) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:18.886971 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-23a8fcc0-f0ba-4ea6-8b25-a49c19d4f25c admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:49:18.894936 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a8fcc0-f0ba-4ea6-8b25-a49c19d4f25c admin admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:49:18.911741 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9dc607dd-3352-4493-8d9e-278e3900b09d admin admin] Publish callbacks [] for security_group (e065c7c6-98f0-4b8c-8353-eadd15a92907), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:18.978251 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9dc607dd-3352-4493-8d9e-278e3900b09d admin admin] Publish callbacks [] for security_group (e065c7c6-98f0-4b8c-8353-eadd15a92907), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:19.011480 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9615a-6a15-456e-baae-110ab655de40 req-033fd5b0-c6fb-4b5a-a9e6-1c68f1752a0c tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:19.030316 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-abc9615a-6a15-456e-baae-110ab655de40 req-033fd5b0-c6fb-4b5a-a9e6-1c68f1752a0c tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] 10.222.0.87 "GET /v2.0/ports?device_id=fc93356e-35e8-4ae2-b91a-2ff57c1e2fcf HTTP/1.1" status: 200 len: 944 time: 1.4291654 Feb 17 17:49:19.032171 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8fcc0-f0ba-4ea6-8b25-a49c19d4f25c admin admin] Pushing event updated for resources: {'Port': ['ID=0723cbbb-ee33-4e1f-9a85-da33a6a2ae74,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:19.085560 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:19.118252 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9dc607dd-3352-4493-8d9e-278e3900b09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (e065c7c6-98f0-4b8c-8353-eadd15a92907), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:19.121317 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9dc607dd-3352-4493-8d9e-278e3900b09d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:19.121985 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-3d262ae5-f8c8-4a73-ae03-d9121bb88ec0 None None] Port f42e798c-7c21-4bc7-9d46-6ad2b0beb3ac cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:49:19.125747 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9dc607dd-3352-4493-8d9e-278e3900b09d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e065c7c6-98f0-4b8c-8353-eadd15a92907 HTTP/1.1" status: 204 len: 168 time: 0.3164146 Feb 17 17:49:19.140511 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc93356e-35e8-4ae2-b91a-2ff57c1e2fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa897ca-205a-4bc5-b733-6a16d0e3f3e1'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:49:19.143661 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc607dd-3352-4493-8d9e-278e3900b09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e065c7c6-98f0-4b8c-8353-eadd15a92907,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:19.147218 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23804250-98a0-4125-806c-3a386b19adfb" -d '{"events": [{"server_uuid": "fc93356e-35e8-4ae2-b91a-2ff57c1e2fcf", "name": "network-vif-plugged", "status": "completed", "tag": "9fa897ca-205a-4bc5-b733-6a16d0e3f3e1"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:49:19.261725 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 9fa897ca-205a-4bc5-b733-6a16d0e3f3e1, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=9fa897ca-205a-4bc5-b733-6a16d0e3f3e1,segment=NetworkSegment(c56d6a8e-9422-416a-9517-adf483e5696c),segment_id=c56d6a8e-9422-416a-9517-adf483e5696c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:49:19.268367 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (9fa897ca-205a-4bc5-b733-6a16d0e3f3e1), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:19.430304 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=9fa897ca-205a-4bc5-b733-6a16d0e3f3e1,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:19.693778 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-eb197682-4117-4558-9783-72d9e63d4918 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Allocated IP 172.20.0.21 (b253f64b-2285-4eb8-b95f-004118337cb2/21b52063-f108-447d-8b2d-53cd5c4b0f59/f42e798c-7c21-4bc7-9d46-6ad2b0beb3ac) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:49:19.746653 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:19.781981 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-abc9615a-6a15-456e-baae-110ab655de40 req-5501eeff-2178-452c-b4b8-e1cd4c14d3ec tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] 10.222.0.87 "GET /v2.0/security-groups?id=804b15d2-42bb-4f76-9dc7-3bd73a0de73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7494121 Feb 17 17:49:19.855567 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a8881186-5ce3-4d0b-ba11-c16f0f68bf80 req-e2476ac3-85b3-4283-8424-cd592d35d64b tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.6230898 Feb 17 17:49:19.859937 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:49:20.000340 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e772fa1-7ebe-4799-9a6b-6a4df63597b3 x-openstack-request-id: req-8e772fa1-7ebe-4799-9a6b-6a4df63597b3 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:49:20.000857 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc93356e-35e8-4ae2-b91a-2ff57c1e2fcf", "name": "network-vif-plugged", "status": "completed", "tag": "9fa897ca-205a-4bc5-b733-6a16d0e3f3e1", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:49:20.000960 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8e772fa1-7ebe-4799-9a6b-6a4df63597b3 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:49:20.001323 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc93356e-35e8-4ae2-b91a-2ff57c1e2fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa897ca-205a-4bc5-b733-6a16d0e3f3e1', 'code': 200} Feb 17 17:49:20.636070 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ef23c-2ecc-43b1-8106-8d77d3f563bd req-779ede79-277c-4f1a-825b-619fe9603b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:20.637782 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cf4ef23c-2ecc-43b1-8106-8d77d3f563bd req-779ede79-277c-4f1a-825b-619fe9603b58 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fc93356e-35e8-4ae2-b91a-2ff57c1e2fcf HTTP/1.1" status: 200 len: 1127 time: 0.5707273 Feb 17 17:49:20.843776 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-eb197682-4117-4558-9783-72d9e63d4918 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for port (f42e798c-7c21-4bc7-9d46-6ad2b0beb3ac), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:20.849372 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cf4ef23c-2ecc-43b1-8106-8d77d3f563bd req-7331c9fc-8c90-42d5-af21-9affeee7198b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=804b15d2-42bb-4f76-9dc7-3bd73a0de73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921289 Feb 17 17:49:20.852049 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-eb197682-4117-4558-9783-72d9e63d4918 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (f42e798c-7c21-4bc7-9d46-6ad2b0beb3ac), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:20.916042 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb197682-4117-4558-9783-72d9e63d4918 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event updated for resources: {'Port': ['ID=f42e798c-7c21-4bc7-9d46-6ad2b0beb3ac,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:21.325378 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-eb197682-4117-4558-9783-72d9e63d4918 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] In _notify_port_updated(), no bound segment for port f42e798c-7c21-4bc7-9d46-6ad2b0beb3ac on network b253f64b-2285-4eb8-b95f-004118337cb2 {{(pid=103435) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 17 17:49:21.334388 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb197682-4117-4558-9783-72d9e63d4918 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:21.336349 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-eb197682-4117-4558-9783-72d9e63d4918 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:21.343108 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-eb197682-4117-4558-9783-72d9e63d4918 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "PUT /v2.0/ports/f42e798c-7c21-4bc7-9d46-6ad2b0beb3ac HTTP/1.1" status: 200 len: 1000 time: 4.2171595 Feb 17 17:49:21.344499 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-23a8fcc0-f0ba-4ea6-8b25-a49c19d4f25c admin admin] Publish callbacks [] for router_gateway (fd213ac5-2308-4a07-a57f-7e0a43f66a72), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:21.345110 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35392) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:21.395201 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350732a-7811-4adf-986c-d7d9c79284c7 None None] Provisioning complete for port f42e798c-7c21-4bc7-9d46-6ad2b0beb3ac triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:49:21.395759 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350732a-7811-4adf-986c-d7d9c79284c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (f42e798c-7c21-4bc7-9d46-6ad2b0beb3ac), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:21.521284 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350732a-7811-4adf-986c-d7d9c79284c7 None None] Port f42e798c-7c21-4bc7-9d46-6ad2b0beb3ac cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:49:21.653697 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ce62c-8a5b-447f-9bea-b10511c58120 req-ae091897-188c-47f5-b5f9-b7e465e3fa88 tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:21.655995 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-342ce62c-8a5b-447f-9bea-b10511c58120 req-ae091897-188c-47f5-b5f9-b7e465e3fa88 tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] 10.222.0.87 "GET /v2.0/ports?device_id=fc93356e-35e8-4ae2-b91a-2ff57c1e2fcf HTTP/1.1" status: 200 len: 945 time: 0.6902635 Feb 17 17:49:21.679236 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-d2ff54e9-f849-4782-8b5d-964d7aa6e42f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Deleting port f42e798c-7c21-4bc7-9d46-6ad2b0beb3ac {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:49:21.679629 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d2ff54e9-f849-4782-8b5d-964d7aa6e42f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (f42e798c-7c21-4bc7-9d46-6ad2b0beb3ac), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:21.802096 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d2ff54e9-f849-4782-8b5d-964d7aa6e42f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (f42e798c-7c21-4bc7-9d46-6ad2b0beb3ac), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:21.819943 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-d2ff54e9-f849-4782-8b5d-964d7aa6e42f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Calling delete_port for f42e798c-7c21-4bc7-9d46-6ad2b0beb3ac owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:49:21.972409 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-23a8fcc0-f0ba-4ea6-8b25-a49c19d4f25c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (fd213ac5-2308-4a07-a57f-7e0a43f66a72), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:22.164219 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d2ff54e9-f849-4782-8b5d-964d7aa6e42f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (f42e798c-7c21-4bc7-9d46-6ad2b0beb3ac), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:22.165790 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-342ce62c-8a5b-447f-9bea-b10511c58120 req-32590f57-af85-4236-96f9-eefaea9638b0 tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] 10.222.0.87 "GET /v2.0/security-groups?id=804b15d2-42bb-4f76-9dc7-3bd73a0de73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5013907 Feb 17 17:49:22.211766 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff54e9-f849-4782-8b5d-964d7aa6e42f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event deleted for resources: {'Port': ['ID=f42e798c-7c21-4bc7-9d46-6ad2b0beb3ac,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:22.415650 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a8fcc0-f0ba-4ea6-8b25-a49c19d4f25c admin admin] Router fd213ac5-2308-4a07-a57f-7e0a43f66a72 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:49:22.419504 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d2ff54e9-f849-4782-8b5d-964d7aa6e42f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:22.424094 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d2ff54e9-f849-4782-8b5d-964d7aa6e42f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "DELETE /v2.0/ports/f42e798c-7c21-4bc7-9d46-6ad2b0beb3ac HTTP/1.1" status: 204 len: 168 time: 1.0770946 Feb 17 17:49:22.426479 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35412) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:22.457939 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c78c9ea-4bdd-4bd7-bf30-6ff50f60cf3d tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] GET failed (client error): The resource could not be found. Feb 17 17:49:22.460555 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8c78c9ea-4bdd-4bd7-bf30-6ff50f60cf3d tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "GET /v2.0/ports/f42e798c-7c21-4bc7-9d46-6ad2b0beb3ac HTTP/1.1" status: 404 len: 333 time: 0.0329065 Feb 17 17:49:22.465623 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35414) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:22.523892 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25197670-9c31-479f-bbde-c8a27ae872cf req-acc29533-d7d1-411f-a61c-2df269faaa56 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:22.543826 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-25197670-9c31-479f-bbde-c8a27ae872cf req-acc29533-d7d1-411f-a61c-2df269faaa56 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 947 time: 0.2136106 Feb 17 17:49:22.554309 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c939933-be0c-43ec-a2f8-452bc6ba59e0 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Deleting subnet 21b52063-f108-447d-8b2d-53cd5c4b0f59 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:49:22.557959 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8c939933-be0c-43ec-a2f8-452bc6ba59e0 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for subnet (21b52063-f108-447d-8b2d-53cd5c4b0f59), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:22.616945 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8c939933-be0c-43ec-a2f8-452bc6ba59e0 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (21b52063-f108-447d-8b2d-53cd5c4b0f59), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:22.742318 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8c939933-be0c-43ec-a2f8-452bc6ba59e0 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (21b52063-f108-447d-8b2d-53cd5c4b0f59), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:23.064768 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-25197670-9c31-479f-bbde-c8a27ae872cf req-3384436b-dcbb-4c97-a6cd-c36e7d5d2d19 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5205946 Feb 17 17:49:23.080558 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8c939933-be0c-43ec-a2f8-452bc6ba59e0 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (21b52063-f108-447d-8b2d-53cd5c4b0f59), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:23.152150 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cb7a5b94-adb3-473a-93bf-8abc2a46b745 req-46220cbd-2232-4905-a1a7-b75ca2f060de service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4d7fafab-4478-4ac6-849d-b79b61783cd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1390004 Feb 17 17:49:23.155123 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a8fcc0-f0ba-4ea6-8b25-a49c19d4f25c admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:49:23.172014 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac6a08e-978c-4997-95cc-9838b063c978 None None] Sync routers for ids ['fd213ac5-2308-4a07-a57f-7e0a43f66a72'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:49:23.187930 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac6a08e-978c-4997-95cc-9838b063c978 None None] Routers {'fd213ac5-2308-4a07-a57f-7e0a43f66a72'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:49:23.188603 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-2ac6a08e-978c-4997-95cc-9838b063c978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:49:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['fd213ac5-2308-4a07-a57f-7e0a43f66a72'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:49:23.216562 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-23a8fcc0-f0ba-4ea6-8b25-a49c19d4f25c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:23.220819 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8c939933-be0c-43ec-a2f8-452bc6ba59e0 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:23.228005 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd913199-3e3b-4395-b0d2-764e2d0c2526 None None] Network b253f64b-2285-4eb8-b95f-004118337cb2 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:49:23.228697 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-23a8fcc0-f0ba-4ea6-8b25-a49c19d4f25c admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 9.5315337 Feb 17 17:49:23.229296 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 35428) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:23.247174 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8c939933-be0c-43ec-a2f8-452bc6ba59e0 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "DELETE /v2.0/subnets/21b52063-f108-447d-8b2d-53cd5c4b0f59 HTTP/1.1" status: 204 len: 168 time: 0.7788291 Feb 17 17:49:23.247174 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c939933-be0c-43ec-a2f8-452bc6ba59e0 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event deleted for resources: {'Subnet': ['ID=21b52063-f108-447d-8b2d-53cd5c4b0f59,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:23.248841 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35430) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:23.498171 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-60daeba9-ee2a-4ebb-baeb-86a055251df9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Deleting subnet 29c5b2ba-f2c1-4ca4-b490-fb868817cf6d {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:49:23.510952 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-60daeba9-ee2a-4ebb-baeb-86a055251df9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for subnet (29c5b2ba-f2c1-4ca4-b490-fb868817cf6d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:23.630578 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-2ac6a08e-978c-4997-95cc-9838b063c978 None None] Set router fd213ac5-2308-4a07-a57f-7e0a43f66a72 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:49:23.722515 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-60daeba9-ee2a-4ebb-baeb-86a055251df9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (29c5b2ba-f2c1-4ca4-b490-fb868817cf6d), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:24.025920 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-60daeba9-ee2a-4ebb-baeb-86a055251df9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (29c5b2ba-f2c1-4ca4-b490-fb868817cf6d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:24.202983 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-60daeba9-ee2a-4ebb-baeb-86a055251df9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (29c5b2ba-f2c1-4ca4-b490-fb868817cf6d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:24.242181 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-2ac6a08e-978c-4997-95cc-9838b063c978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd213ac5-2308-4a07-a57f-7e0a43f66a72', 'name': 'tempest-ServerRescueTestJSONUnderV235-1610753492-router', 'tenant_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '0723cbbb-ee33-4e1f-9a85-da33a6a2ae74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:49:13Z', 'updated_at': '2022-02-17T17:49:20Z', 'revision_number': 3, 'project_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'gw_port': {'id': '0723cbbb-ee33-4e1f-9a85-da33a6a2ae74', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd213ac5-2308-4a07-a57f-7e0a43f66a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:49:16Z', 'updated_at': '2022-02-17T17:49:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:49:24.288563 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60daeba9-ee2a-4ebb-baeb-86a055251df9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event deleted for resources: {'Subnet': ['ID=29c5b2ba-f2c1-4ca4-b490-fb868817cf6d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:24.296415 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-60daeba9-ee2a-4ebb-baeb-86a055251df9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:24.301152 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-60daeba9-ee2a-4ebb-baeb-86a055251df9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "DELETE /v2.0/subnets/29c5b2ba-f2c1-4ca4-b490-fb868817cf6d HTTP/1.1" status: 204 len: 168 time: 1.0513649 Feb 17 17:49:24.307627 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35458) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:24.390849 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac6a08e-978c-4997-95cc-9838b063c978 None None] Checking router: fd213ac5-2308-4a07-a57f-7e0a43f66a72 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:49:24.391222 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac6a08e-978c-4997-95cc-9838b063c978 None None] Updating router fd213ac5-2308-4a07-a57f-7e0a43f66a72 port 0723cbbb-ee33-4e1f-9a85-da33a6a2ae74 binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:49:24.507945 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-2ac6a08e-978c-4997-95cc-9838b063c978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0723cbbb-ee33-4e1f-9a85-da33a6a2ae74), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:24.567012 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c25b75c-205a-4c3f-8ead-54addf990d3b tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (b253f64b-2285-4eb8-b95f-004118337cb2), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:24.618529 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35462) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:24.786776 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-0c25b75c-205a-4c3f-8ead-54addf990d3b tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Deleting port 26f0c875-49aa-4f95-b95f-77957768451b {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:49:24.791844 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c25b75c-205a-4c3f-8ead-54addf990d3b tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (26f0c875-49aa-4f95-b95f-77957768451b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:24.933667 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1e4f9e-47db-495e-8e0f-29d89c2720e4 None None] Network b253f64b-2285-4eb8-b95f-004118337cb2 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:49:25.024288 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-0c25b75c-205a-4c3f-8ead-54addf990d3b tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] For port 26f0c875-49aa-4f95-b95f-77957768451b, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=26f0c875-49aa-4f95-b95f-77957768451b,segment=NetworkSegment(0b4806f5-4cd7-4adf-afab-4c77597720f8),segment_id=0b4806f5-4cd7-4adf-afab-4c77597720f8)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:49:25.024928 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c25b75c-205a-4c3f-8ead-54addf990d3b tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (26f0c875-49aa-4f95-b95f-77957768451b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:25.061152 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-0c25b75c-205a-4c3f-8ead-54addf990d3b tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Calling delete_port for 26f0c875-49aa-4f95-b95f-77957768451b owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:49:25.180833 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-af84b454-671f-42b9-a604-a03e054ae4af None None] Provisioning complete for port 26f0c875-49aa-4f95-b95f-77957768451b triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:49:25.181654 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-af84b454-671f-42b9-a604-a03e054ae4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (26f0c875-49aa-4f95-b95f-77957768451b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:25.186031 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a5b94-adb3-473a-93bf-8abc2a46b745 req-d5639aa5-0969-4a61-b845-c453151c7583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:25.190621 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cb7a5b94-adb3-473a-93bf-8abc2a46b745 req-d5639aa5-0969-4a61-b845-c453151c7583 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=676afbf1c2e640e8b11ff19640c46b32&device_id=4d7fafab-4478-4ac6-849d-b79b61783cd0 HTTP/1.1" status: 200 len: 1127 time: 1.9603631 Feb 17 17:49:25.277166 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b89c2088-a878-42a4-804a-23d3391318ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:25.360370 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a5b94-adb3-473a-93bf-8abc2a46b745 req-ace6c572-6097-49a0-84d3-ce6cee8fd256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:25.362188 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cb7a5b94-adb3-473a-93bf-8abc2a46b745 req-ace6c572-6097-49a0-84d3-ce6cee8fd256 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2c9900d2-a559-4978-8739-0c10e7ac9101 HTTP/1.1" status: 200 len: 916 time: 0.1360996 Feb 17 17:49:25.374314 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa49044-77f8-4248-b869-06d174bb2a23 req-e9c28c2c-8e2d-4e14-aaf0-9dbe1125e9f7 tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:25.382205 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8aa49044-77f8-4248-b869-06d174bb2a23 req-e9c28c2c-8e2d-4e14-aaf0-9dbe1125e9f7 tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] 10.222.0.87 "GET /v2.0/ports?device_id=fc93356e-35e8-4ae2-b91a-2ff57c1e2fcf HTTP/1.1" status: 200 len: 945 time: 1.6469967 Feb 17 17:49:25.417328 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-2ac6a08e-978c-4997-95cc-9838b063c978 None None] Publish callbacks [] for port (0723cbbb-ee33-4e1f-9a85-da33a6a2ae74), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:25.426520 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c25b75c-205a-4c3f-8ead-54addf990d3b tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (26f0c875-49aa-4f95-b95f-77957768451b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:25.436740 n-d-829613-2 neutron-server[103436]: INFO neutron.plugins.ml2.db [None req-af84b454-671f-42b9-a604-a03e054ae4af None None] No ports have port_id starting with 26f0c875-49aa-4f95-b95f-77957768451b Feb 17 17:49:25.442255 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-2ac6a08e-978c-4997-95cc-9838b063c978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (0723cbbb-ee33-4e1f-9a85-da33a6a2ae74), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:25.495422 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a957322-39ac-4e4d-935d-fb43454f7cff None None] DHCP port deletion for b253f64b-2285-4eb8-b95f-004118337cb2 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:49:25.539743 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25b75c-205a-4c3f-8ead-54addf990d3b tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event deleted for resources: {'Port': ['ID=26f0c875-49aa-4f95-b95f-77957768451b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:25.572284 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c25b75c-205a-4c3f-8ead-54addf990d3b tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] No DVR routers for this DVR port 26f0c875-49aa-4f95-b95f-77957768451b on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:49:25.572994 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-2ac6a08e-978c-4997-95cc-9838b063c978 None None] Attempting to bind port 0723cbbb-ee33-4e1f-9a85-da33a6a2ae74 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:49:25.572994 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-2ac6a08e-978c-4997-95cc-9838b063c978 None None] Attempting to bind port 0723cbbb-ee33-4e1f-9a85-da33a6a2ae74 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:49:25.572994 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac6a08e-978c-4997-95cc-9838b063c978 None None] Attempting to bind port 0723cbbb-ee33-4e1f-9a85-da33a6a2ae74 on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:49:25.572994 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac6a08e-978c-4997-95cc-9838b063c978 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:49:25.572994 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac6a08e-978c-4997-95cc-9838b063c978 None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:49:25.572994 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-2ac6a08e-978c-4997-95cc-9838b063c978 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:25.572994 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac6a08e-978c-4997-95cc-9838b063c978 None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:49:25.572994 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-2ac6a08e-978c-4997-95cc-9838b063c978 None None] Bound port: 0723cbbb-ee33-4e1f-9a85-da33a6a2ae74, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:49:25.572994 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-2ac6a08e-978c-4997-95cc-9838b063c978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0723cbbb-ee33-4e1f-9a85-da33a6a2ae74), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:25.637055 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-2ac6a08e-978c-4997-95cc-9838b063c978 None None] For port 0723cbbb-ee33-4e1f-9a85-da33a6a2ae74, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:49:25.638423 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-2ac6a08e-978c-4997-95cc-9838b063c978 None None] For port 0723cbbb-ee33-4e1f-9a85-da33a6a2ae74, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=0723cbbb-ee33-4e1f-9a85-da33a6a2ae74,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:49:25.651448 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cb7a5b94-adb3-473a-93bf-8abc2a46b745 req-5587806a-5c43-49bf-a6fc-13a546a10e3a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f883fdf3-3fdc-47e6-9f50-0966418cc693 HTTP/1.1" status: 200 len: 217 time: 0.2589512 Feb 17 17:49:25.665548 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-2ac6a08e-978c-4997-95cc-9838b063c978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (0723cbbb-ee33-4e1f-9a85-da33a6a2ae74), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:25.698391 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b4a135-c039-40e3-bb4c-0675737545f1 None None] Pushing event updated for resources: {'Port': ['ID=0723cbbb-ee33-4e1f-9a85-da33a6a2ae74,revision_number=2']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:25.799928 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8aa49044-77f8-4248-b869-06d174bb2a23 req-c5b2c5f7-1305-43ac-aaa7-3cd1db93e691 tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] 10.222.0.87 "GET /v2.0/security-groups?id=804b15d2-42bb-4f76-9dc7-3bd73a0de73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4160981 Feb 17 17:49:25.801100 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac6a08e-978c-4997-95cc-9838b063c978 None None] Routers {'fd213ac5-2308-4a07-a57f-7e0a43f66a72'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:49:25.801729 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-2ac6a08e-978c-4997-95cc-9838b063c978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:49:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['fd213ac5-2308-4a07-a57f-7e0a43f66a72'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:49:25.927219 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 26f0c875-49aa-4f95-b95f-77957768451b no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:49:25.928848 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b89c2088-a878-42a4-804a-23d3391318ae admin admin] Publish callbacks [] for security_group (c5e8cf70-c6ab-409f-bb71-2b8203a61eb0), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:25.936623 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b89c2088-a878-42a4-804a-23d3391318ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (c5e8cf70-c6ab-409f-bb71-2b8203a61eb0), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:25.967775 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 26f0c875-49aa-4f95-b95f-77957768451b {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:49:25.968398 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 26f0c875-49aa-4f95-b95f-77957768451b not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:49:26.142805 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c25b75c-205a-4c3f-8ead-54addf990d3b tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (b253f64b-2285-4eb8-b95f-004118337cb2), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:26.168453 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-2ac6a08e-978c-4997-95cc-9838b063c978 None None] Set router fd213ac5-2308-4a07-a57f-7e0a43f66a72 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:49:26.176732 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a5b94-adb3-473a-93bf-8abc2a46b745 req-ee4214c1-d67e-463a-b295-419b72a7b79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:26.178705 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cb7a5b94-adb3-473a-93bf-8abc2a46b745 req-ee4214c1-d67e-463a-b295-419b72a7b79a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0145e51a-5adb-4fab-bd7e-ee03bd2ecb29 HTTP/1.1" status: 200 len: 855 time: 0.3775167 Feb 17 17:49:26.179813 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-0c25b75c-205a-4c3f-8ead-54addf990d3b tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b253f64b-2285-4eb8-b95f-004118337cb2']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:49:26.217056 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-0c25b75c-205a-4c3f-8ead-54addf990d3b tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b4806f5-4cd7-4adf-afab-4c77597720f8') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:49:26.218113 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-0c25b75c-205a-4c3f-8ead-54addf990d3b tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b4806f5-4cd7-4adf-afab-4c77597720f8') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:49:26.247071 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b4a135-c039-40e3-bb4c-0675737545f1 None None] Pushing event updated for resources: {'Port': ['ID=0723cbbb-ee33-4e1f-9a85-da33a6a2ae74,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:26.248950 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b89c2088-a878-42a4-804a-23d3391318ae admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ffad866d5b61416595a9fa04b8002734&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6297936 Feb 17 17:49:26.252208 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c25b75c-205a-4c3f-8ead-54addf990d3b tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (0b4806f5-4cd7-4adf-afab-4c77597720f8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:26.254065 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35484) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:26.268915 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c2088-a878-42a4-804a-23d3391318ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e8cf70-c6ab-409f-bb71-2b8203a61eb0,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:26.287384 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c25b75c-205a-4c3f-8ead-54addf990d3b tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (0b4806f5-4cd7-4adf-afab-4c77597720f8), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:26.307078 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c25b75c-205a-4c3f-8ead-54addf990d3b tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:49:26.308078 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c25b75c-205a-4c3f-8ead-54addf990d3b tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (0b4806f5-4cd7-4adf-afab-4c77597720f8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:26.312788 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:49:26.312788 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:49:26.312788 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:49:26.312788 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:49:26.312788 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:49:26.312788 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:49:26.312788 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:49:26.312788 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:49:26.312788 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:49:26.312788 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:49:26.312788 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:49:26.312788 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:49:26.312788 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:49:26.312788 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:49:26.312788 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:49:26.312788 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:49:26.312788 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:49:26.312788 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:49:26.312788 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:49:26.312788 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:49:26.312788 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:49:26.312788 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:49:26.312788 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:49:26.312788 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:49:26.312788 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:49:26.312788 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:49:26.312788 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:49:26.312788 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:49:26.312788 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:49:26.312788 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:49:26.312788 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:49:26.312788 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:49:26.317542 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cb7a5b94-adb3-473a-93bf-8abc2a46b745 req-ab05757f-6efe-450c-ae97-d8e29661e23c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2c9900d2-a559-4978-8739-0c10e7ac9101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1181355 Feb 17 17:49:26.412067 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5246e459-52f8-4916-80ff-0ea090c665bd admin admin] Publish callbacks [] for security_group (c5e8cf70-c6ab-409f-bb71-2b8203a61eb0), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:26.422494 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c25b75c-205a-4c3f-8ead-54addf990d3b tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (b253f64b-2285-4eb8-b95f-004118337cb2), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:26.432365 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02081d30-27de-4017-8468-02d3160c0733 req-7681eb5e-c794-41c2-8197-272b5c6a5acb tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:26.440473 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-02081d30-27de-4017-8468-02d3160c0733 req-7681eb5e-c794-41c2-8197-272b5c6a5acb tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/networks?id=2c9900d2-a559-4978-8739-0c10e7ac9101 HTTP/1.1" status: 200 len: 815 time: 0.5421669 Feb 17 17:49:26.441350 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c25b75c-205a-4c3f-8ead-54addf990d3b tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:26.450042 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0c25b75c-205a-4c3f-8ead-54addf990d3b tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "DELETE /v2.0/networks/b253f64b-2285-4eb8-b95f-004118337cb2 HTTP/1.1" status: 204 len: 168 time: 2.1314816 Feb 17 17:49:26.457588 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35486) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:26.510058 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25b75c-205a-4c3f-8ead-54addf990d3b tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event deleted for resources: {'Network': ['ID=b253f64b-2285-4eb8-b95f-004118337cb2,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:26.523430 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5246e459-52f8-4916-80ff-0ea090c665bd admin admin] Publish callbacks [] for security_group (c5e8cf70-c6ab-409f-bb71-2b8203a61eb0), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:26.659972 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b0cc29-88e1-43ef-9988-a531f5af193e tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:26.663476 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e0b0cc29-88e1-43ef-9988-a531f5af193e tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2048190 Feb 17 17:49:26.667959 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35496) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:26.678511 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-2ac6a08e-978c-4997-95cc-9838b063c978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd213ac5-2308-4a07-a57f-7e0a43f66a72', 'name': 'tempest-ServerRescueTestJSONUnderV235-1610753492-router', 'tenant_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '0723cbbb-ee33-4e1f-9a85-da33a6a2ae74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:49:13Z', 'updated_at': '2022-02-17T17:49:20Z', 'revision_number': 3, 'project_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'gw_port': {'id': '0723cbbb-ee33-4e1f-9a85-da33a6a2ae74', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd213ac5-2308-4a07-a57f-7e0a43f66a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:49:16Z', 'updated_at': '2022-02-17T17:49:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:49:26.714500 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac6a08e-978c-4997-95cc-9838b063c978 None None] The sync data for ids ['fd213ac5-2308-4a07-a57f-7e0a43f66a72'] in n-d-829613-2 is: [{'id': 'fd213ac5-2308-4a07-a57f-7e0a43f66a72', 'name': 'tempest-ServerRescueTestJSONUnderV235-1610753492-router', 'tenant_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '0723cbbb-ee33-4e1f-9a85-da33a6a2ae74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:49:13Z', 'updated_at': '2022-02-17T17:49:20Z', 'revision_number': 3, 'project_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'gw_port': {'id': '0723cbbb-ee33-4e1f-9a85-da33a6a2ae74', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd213ac5-2308-4a07-a57f-7e0a43f66a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:49:16Z', 'updated_at': '2022-02-17T17:49:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:49:26.784912 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5246e459-52f8-4916-80ff-0ea090c665bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (c5e8cf70-c6ab-409f-bb71-2b8203a61eb0), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:26.795493 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5246e459-52f8-4916-80ff-0ea090c665bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:26.799413 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5246e459-52f8-4916-80ff-0ea090c665bd admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c5e8cf70-c6ab-409f-bb71-2b8203a61eb0 HTTP/1.1" status: 204 len: 168 time: 0.5438759 Feb 17 17:49:26.806856 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cb7a5b94-adb3-473a-93bf-8abc2a46b745 req-aabc893f-abf6-4e95-bc85-50f2ed6c7b88 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9900d2-a559-4978-8739-0c10e7ac9101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646768 Feb 17 17:49:26.817679 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-02081d30-27de-4017-8468-02d3160c0733 req-5c575f5f-4506-41f6-8a98-9d71f69d5392 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/quotas/676afbf1c2e640e8b11ff19640c46b32 HTTP/1.1" status: 200 len: 375 time: 0.3757145 Feb 17 17:49:26.837847 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b574d94f-1622-4098-bfaa-d15be3bb4824 req-689d0882-60d9-4892-ace7-d2e1ec52bf14 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:26.845113 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-1808737f-0d5f-462c-a972-cd9b354fb04d tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1750729 Feb 17 17:49:26.851537 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35502) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:26.852545 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b574d94f-1622-4098-bfaa-d15be3bb4824 req-689d0882-60d9-4892-ace7-d2e1ec52bf14 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 947 time: 0.9109290 Feb 17 17:49:26.852923 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5246e459-52f8-4916-80ff-0ea090c665bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e8cf70-c6ab-409f-bb71-2b8203a61eb0,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:26.877656 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-51c965f5-1ec3-4dd9-b39e-170383315693 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1962972221'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:49:26.945948 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c965f5-1ec3-4dd9-b39e-170383315693 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Made reservation on behalf of c31c6ec4ee6945b58580629588ff6a35 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:49:26.953603 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-51c965f5-1ec3-4dd9-b39e-170383315693 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:26.969672 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-492237fd-3ba4-41d1-a3c4-6b7d1cbdba23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:27.031388 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51c965f5-1ec3-4dd9-b39e-170383315693 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:49:27.072479 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-51c965f5-1ec3-4dd9-b39e-170383315693 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (f5d978c7-efbd-45a0-aeee-038a4cfe4b03), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:27.072838 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-51c965f5-1ec3-4dd9-b39e-170383315693 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Added segment f5d978c7-efbd-45a0-aeee-038a4cfe4b03 of type vlan for network 546d065b-225d-4217-9fb9-998597919906 Feb 17 17:49:27.160559 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b574d94f-1622-4098-bfaa-d15be3bb4824 req-e3b0a9b5-b605-474f-a695-6129f21f2144 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3070078 Feb 17 17:49:27.232099 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-51c965f5-1ec3-4dd9-b39e-170383315693 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (546d065b-225d-4217-9fb9-998597919906), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:27.359196 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-51c965f5-1ec3-4dd9-b39e-170383315693 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (546d065b-225d-4217-9fb9-998597919906), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:27.379596 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c965f5-1ec3-4dd9-b39e-170383315693 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:27.380294 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-51c965f5-1ec3-4dd9-b39e-170383315693 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:27.470075 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-51c965f5-1ec3-4dd9-b39e-170383315693 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6144261 Feb 17 17:49:27.473621 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35512) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:27.488492 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-b6ca4f35-0fea-4bb0-a512-bfe034207091 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Request body: {'subnet': {'network_id': '546d065b-225d-4217-9fb9-998597919906', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:49:27.544809 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35516) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:27.581843 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-492237fd-3ba4-41d1-a3c4-6b7d1cbdba23 admin admin] Allocated IP 172.20.0.1 (9fdf3458-5966-4de8-b1fe-2dd22bf8851a/d7dfeabc-cd95-4ccb-8ac5-20f9cfad4783/33a4431e-3c2a-4f52-9c54-b55eb864cfe1) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:49:27.695216 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c965f5-1ec3-4dd9-b39e-170383315693 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event updated for resources: {'Network': ['ID=546d065b-225d-4217-9fb9-998597919906,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:27.715624 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-769c6822-01d3-4c21-ae48-7c76b1188f6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:27.720919 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 546d065b-225d-4217-9fb9-998597919906 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:49:27.828290 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-02081d30-27de-4017-8468-02d3160c0733 req-ffc4dd13-3d16-43e9-a036-4aff2f6e2d35 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=676afbf1c2e640e8b11ff19640c46b32&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0060334 Feb 17 17:49:27.943994 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cb7a5b94-adb3-473a-93bf-8abc2a46b745 req-c485667f-fd4c-41ad-a3be-1f7c41a4e5f4 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9900d2-a559-4978-8739-0c10e7ac9101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9857771 Feb 17 17:49:27.950122 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-492237fd-3ba4-41d1-a3c4-6b7d1cbdba23 admin admin] Publish callbacks [] for port (33a4431e-3c2a-4f52-9c54-b55eb864cfe1), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:27.974070 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 0723cbbb-ee33-4e1f-9a85-da33a6a2ae74 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:49:28.070729 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ca4f35-0fea-4bb0-a512-bfe034207091 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Made reservation on behalf of c31c6ec4ee6945b58580629588ff6a35 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:49:28.074308 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b6ca4f35-0fea-4bb0-a512-bfe034207091 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:28.144135 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 0723cbbb-ee33-4e1f-9a85-da33a6a2ae74 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:49:28.144767 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (0723cbbb-ee33-4e1f-9a85-da33a6a2ae74), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:28.275967 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-769c6822-01d3-4c21-ae48-7c76b1188f6d admin admin] Publish callbacks [] for security_group (56ddbb7a-4d69-4377-b498-e44052c4bc83), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:28.297663 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-769c6822-01d3-4c21-ae48-7c76b1188f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (56ddbb7a-4d69-4377-b498-e44052c4bc83), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:28.345023 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 0723cbbb-ee33-4e1f-9a85-da33a6a2ae74 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:49:28.347068 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0723cbbb-ee33-4e1f-9a85-da33a6a2ae74), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:28.374863 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769c6822-01d3-4c21-ae48-7c76b1188f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ddbb7a-4d69-4377-b498-e44052c4bc83,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:28.412633 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-769c6822-01d3-4c21-ae48-7c76b1188f6d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f7317b6f668740a4bffb95cebf4c304a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8568068 Feb 17 17:49:28.416808 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35532) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:28.418298 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 0723cbbb-ee33-4e1f-9a85-da33a6a2ae74, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=0723cbbb-ee33-4e1f-9a85-da33a6a2ae74,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:49:28.423802 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (0723cbbb-ee33-4e1f-9a85-da33a6a2ae74), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:28.451375 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5777fb-a44e-4c3a-a33d-9a0bbdda7581 req-20ee91d0-4a37-4f58-9a43-c3ff32a2e7d3 tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:28.465228 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6d5777fb-a44e-4c3a-a33d-9a0bbdda7581 req-20ee91d0-4a37-4f58-9a43-c3ff32a2e7d3 tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] 10.222.0.87 "GET /v2.0/ports?device_id=fc93356e-35e8-4ae2-b91a-2ff57c1e2fcf HTTP/1.1" status: 200 len: 945 time: 0.5845366 Feb 17 17:49:28.510499 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-492237fd-3ba4-41d1-a3c4-6b7d1cbdba23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (33a4431e-3c2a-4f52-9c54-b55eb864cfe1), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:28.535257 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-02081d30-27de-4017-8468-02d3160c0733 req-83842b07-92a1-4c98-a38f-ecac1acd6299 service neutron] 10.222.0.87 "GET /v2.0/networks/2c9900d2-a559-4978-8739-0c10e7ac9101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6332057 Feb 17 17:49:28.547533 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=0723cbbb-ee33-4e1f-9a85-da33a6a2ae74,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:28.614125 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-98b5b145-cb32-44ac-965c-6ee0db10b3d7 admin admin] Publish callbacks [] for security_group (56ddbb7a-4d69-4377-b498-e44052c4bc83), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:28.640785 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-98b5b145-cb32-44ac-965c-6ee0db10b3d7 admin admin] Publish callbacks [] for security_group (56ddbb7a-4d69-4377-b498-e44052c4bc83), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:28.675791 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b6ca4f35-0fea-4bb0-a512-bfe034207091 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (e64f1c88-2036-48e6-827f-ed633d12aaf7), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:28.760948 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492237fd-3ba4-41d1-a3c4-6b7d1cbdba23 admin admin] Network 9fdf3458-5966-4de8-b1fe-2dd22bf8851a is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:49:28.763289 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca4f35-0fea-4bb0-a512-bfe034207091 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event updated for resources: {'Subnet': ['ID=e64f1c88-2036-48e6-827f-ed633d12aaf7,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:28.782561 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ca4f35-0fea-4bb0-a512-bfe034207091 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Checking segment: {'id': 'f5d978c7-efbd-45a0-aeee-038a4cfe4b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '546d065b-225d-4217-9fb9-998597919906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:49:28.782936 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ca4f35-0fea-4bb0-a512-bfe034207091 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Network hostable DHCP agents. Network: 546d065b-225d-4217-9fb9-998597919906, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:49:28.814553 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-98b5b145-cb32-44ac-965c-6ee0db10b3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (56ddbb7a-4d69-4377-b498-e44052c4bc83), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:28.817722 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-492237fd-3ba4-41d1-a3c4-6b7d1cbdba23 admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:49:28.819420 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-98b5b145-cb32-44ac-965c-6ee0db10b3d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:28.820962 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-98b5b145-cb32-44ac-965c-6ee0db10b3d7 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/56ddbb7a-4d69-4377-b498-e44052c4bc83 HTTP/1.1" status: 204 len: 168 time: 0.4015548 Feb 17 17:49:28.830241 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492237fd-3ba4-41d1-a3c4-6b7d1cbdba23 admin admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:49:28.834422 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ca4f35-0fea-4bb0-a512-bfe034207091 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Network 546d065b-225d-4217-9fb9-998597919906 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:49:28.836846 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b5b145-cb32-44ac-965c-6ee0db10b3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ddbb7a-4d69-4377-b498-e44052c4bc83,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:28.852183 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-b6ca4f35-0fea-4bb0-a512-bfe034207091 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 546d065b-225d-4217-9fb9-998597919906) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:49:28.867596 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ca4f35-0fea-4bb0-a512-bfe034207091 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:28.868302 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b6ca4f35-0fea-4bb0-a512-bfe034207091 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:28.873929 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0c1f2b-e85e-4501-8e90-80858d5140aa None None] Network 546d065b-225d-4217-9fb9-998597919906 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:49:28.913823 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b6ca4f35-0fea-4bb0-a512-bfe034207091 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4392970 Feb 17 17:49:28.914443 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35542) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:28.921186 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ded31918-eb0f-449c-b39c-cae669f52670 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Request body: {'port': {'network_id': '546d065b-225d-4217-9fb9-998597919906', 'name': 'tempest-PortsTestJSON-1437005049'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:49:28.937736 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6d5777fb-a44e-4c3a-a33d-9a0bbdda7581 req-1a2d94b9-bd7e-48e2-894a-50b1942e2972 tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] 10.222.0.87 "GET /v2.0/security-groups?id=804b15d2-42bb-4f76-9dc7-3bd73a0de73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4706850 Feb 17 17:49:28.945834 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-02081d30-27de-4017-8468-02d3160c0733 req-79455cf6-a3ef-485a-855a-02ea467f08df service neutron] 10.222.0.87 "GET /v2.0/networks/2c9900d2-a559-4978-8739-0c10e7ac9101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3942482 Feb 17 17:49:28.959335 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492237fd-3ba4-41d1-a3c4-6b7d1cbdba23 admin admin] Pushing event updated for resources: {'Port': ['ID=33a4431e-3c2a-4f52-9c54-b55eb864cfe1,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:29.087456 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-492237fd-3ba4-41d1-a3c4-6b7d1cbdba23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (fd213ac5-2308-4a07-a57f-7e0a43f66a72), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:29.227176 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded31918-eb0f-449c-b39c-cae669f52670 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Made reservation on behalf of c31c6ec4ee6945b58580629588ff6a35 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:49:29.231966 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ded31918-eb0f-449c-b39c-cae669f52670 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:29.272306 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-ded31918-eb0f-449c-b39c-cae669f52670 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] device_id is not set on port d6ad6037-a771-4e48-a735-90da7d36f61a yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:49:29.334779 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea35d78-ea1a-4770-8f56-52553df68117 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-546d065b-225d-4217-9fb9-998597919906', 'network_id': '546d065b-225d-4217-9fb9-998597919906', 'project_id': 'c31c6ec4ee6945b58580629588ff6a35', 'fixed_ips': [{'subnet_id': 'e64f1c88-2036-48e6-827f-ed633d12aaf7'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:49:29.336732 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-cea35d78-ea1a-4770-8f56-52553df68117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:29.375527 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac0b326-9e1c-4787-8d12-afe488d8754c req-5842d640-78d3-43f1-be5d-7761d9dac7b0 tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:29.377276 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5ac0b326-9e1c-4787-8d12-afe488d8754c req-5842d640-78d3-43f1-be5d-7761d9dac7b0 tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] 10.222.0.71 "GET /v2.0/ports?device_id=fc93356e-35e8-4ae2-b91a-2ff57c1e2fcf HTTP/1.1" status: 200 len: 945 time: 0.3686926 Feb 17 17:49:29.394133 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c70dbef3-ff6b-4c91-b37a-6abab6114c9b req-fcefcbfa-0dcc-44bc-8c53-7fc0870a9e7e tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=39293e6a-d300-4c35-b5f3-5ca1689bd4e8 HTTP/1.1" status: 200 len: 210 time: 0.0706959 Feb 17 17:49:29.610666 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-ded31918-eb0f-449c-b39c-cae669f52670 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Allocated IP 172.20.0.6 (546d065b-225d-4217-9fb9-998597919906/e64f1c88-2036-48e6-827f-ed633d12aaf7/d6ad6037-a771-4e48-a735-90da7d36f61a) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:49:29.826941 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 0723cbbb-ee33-4e1f-9a85-da33a6a2ae74 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:49:29.851778 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f163be6-caa4-45d3-882b-6817b3892866 req-2c9786a0-1d8e-46ab-869e-8b2388241cb8 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:29.857511 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0f163be6-caa4-45d3-882b-6817b3892866 req-2c9786a0-1d8e-46ab-869e-8b2388241cb8 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 947 time: 0.6365924 Feb 17 17:49:29.999987 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-5ac0b326-9e1c-4787-8d12-afe488d8754c req-e32e236b-b970-43c3-8cb5-fdd0b8af4d9b tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] Deleting port 9fa897ca-205a-4bc5-b733-6a16d0e3f3e1 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:49:30.014212 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-5ac0b326-9e1c-4787-8d12-afe488d8754c req-e32e236b-b970-43c3-8cb5-fdd0b8af4d9b tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (9fa897ca-205a-4bc5-b733-6a16d0e3f3e1), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:30.076013 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 0723cbbb-ee33-4e1f-9a85-da33a6a2ae74 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:49:30.085027 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (0723cbbb-ee33-4e1f-9a85-da33a6a2ae74), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:30.288210 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-5ac0b326-9e1c-4787-8d12-afe488d8754c req-e32e236b-b970-43c3-8cb5-fdd0b8af4d9b tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] For port 9fa897ca-205a-4bc5-b733-6a16d0e3f3e1, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=9fa897ca-205a-4bc5-b733-6a16d0e3f3e1,segment=NetworkSegment(c56d6a8e-9422-416a-9517-adf483e5696c),segment_id=c56d6a8e-9422-416a-9517-adf483e5696c)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:49:30.294927 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-5ac0b326-9e1c-4787-8d12-afe488d8754c req-e32e236b-b970-43c3-8cb5-fdd0b8af4d9b tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (9fa897ca-205a-4bc5-b733-6a16d0e3f3e1), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:30.329103 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ded31918-eb0f-449c-b39c-cae669f52670 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for port (d6ad6037-a771-4e48-a735-90da7d36f61a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:30.333236 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-5ac0b326-9e1c-4787-8d12-afe488d8754c req-e32e236b-b970-43c3-8cb5-fdd0b8af4d9b tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] Calling delete_port for 9fa897ca-205a-4bc5-b733-6a16d0e3f3e1 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:49:30.410138 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 0723cbbb-ee33-4e1f-9a85-da33a6a2ae74 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:49:30.442149 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ded31918-eb0f-449c-b39c-cae669f52670 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (d6ad6037-a771-4e48-a735-90da7d36f61a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:30.511971 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded31918-eb0f-449c-b39c-cae669f52670 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Network 546d065b-225d-4217-9fb9-998597919906 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:49:30.522641 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-cea35d78-ea1a-4770-8f56-52553df68117 None None] Allocated IP 172.20.0.2 (546d065b-225d-4217-9fb9-998597919906/e64f1c88-2036-48e6-827f-ed633d12aaf7/f38cbaac-91db-441b-b67f-5c14490a117d) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:49:30.546326 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-5ac0b326-9e1c-4787-8d12-afe488d8754c req-e32e236b-b970-43c3-8cb5-fdd0b8af4d9b tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (9fa897ca-205a-4bc5-b733-6a16d0e3f3e1), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:30.632985 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-96bfb257-19c3-4163-921b-3ddaa200751e req-00730bb4-36b3-40ae-8000-4645c0763b00 tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] 10.222.0.87 "GET /v2.0/ports?device_id=fc93356e-35e8-4ae2-b91a-2ff57c1e2fcf HTTP/1.1" status: 200 len: 210 time: 0.0917957 Feb 17 17:49:30.737045 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e236b-b970-43c3-8cb5-fdd0b8af4d9b tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] Pushing event deleted for resources: {'Port': ['ID=9fa897ca-205a-4bc5-b733-6a16d0e3f3e1,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:30.746026 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-ded31918-eb0f-449c-b39c-cae669f52670 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:49:30.763322 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-492237fd-3ba4-41d1-a3c4-6b7d1cbdba23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (33a4431e-3c2a-4f52-9c54-b55eb864cfe1), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:30.770498 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-cea35d78-ea1a-4770-8f56-52553df68117 None None] Publish callbacks [] for port (f38cbaac-91db-441b-b67f-5c14490a117d), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:30.779329 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded31918-eb0f-449c-b39c-cae669f52670 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:49:30.789235 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-cea35d78-ea1a-4770-8f56-52553df68117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (f38cbaac-91db-441b-b67f-5c14490a117d), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:30.843989 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac0b326-9e1c-4787-8d12-afe488d8754c req-e32e236b-b970-43c3-8cb5-fdd0b8af4d9b tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] No DVR routers for this DVR port 9fa897ca-205a-4bc5-b733-6a16d0e3f3e1 on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:49:30.855041 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea35d78-ea1a-4770-8f56-52553df68117 None None] Network 546d065b-225d-4217-9fb9-998597919906 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:49:30.859792 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea35d78-ea1a-4770-8f56-52553df68117 None None] Pushing event updated for resources: {'Port': ['ID=f38cbaac-91db-441b-b67f-5c14490a117d,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:30.864460 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-cea35d78-ea1a-4770-8f56-52553df68117 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:49:30.876232 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0f163be6-caa4-45d3-882b-6817b3892866 req-138facfb-845b-4655-a837-6c3d6db69509 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9879286 Feb 17 17:49:30.878707 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-5ac0b326-9e1c-4787-8d12-afe488d8754c req-e32e236b-b970-43c3-8cb5-fdd0b8af4d9b tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:30.883823 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea35d78-ea1a-4770-8f56-52553df68117 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:49:30.887950 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5ac0b326-9e1c-4787-8d12-afe488d8754c req-e32e236b-b970-43c3-8cb5-fdd0b8af4d9b tempest-ServerAddressesTestJSON-1563466713 tempest-ServerAddressesTestJSON-1563466713-project] 10.222.0.71 "DELETE /v2.0/ports/9fa897ca-205a-4bc5-b733-6a16d0e3f3e1 HTTP/1.1" status: 204 len: 173 time: 1.4880383 Feb 17 17:49:30.898755 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc93356e-35e8-4ae2-b91a-2ff57c1e2fcf', 'name': 'network-vif-deleted', 'tag': '9fa897ca-205a-4bc5-b733-6a16d0e3f3e1'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:49:30.902006 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7452f72c-804c-4534-a2c8-dd63c6d3ef15" -d '{"events": [{"server_uuid": "fc93356e-35e8-4ae2-b91a-2ff57c1e2fcf", "name": "network-vif-deleted", "tag": "9fa897ca-205a-4bc5-b733-6a16d0e3f3e1"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:49:30.923908 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded31918-eb0f-449c-b39c-cae669f52670 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event updated for resources: {'Port': ['ID=d6ad6037-a771-4e48-a735-90da7d36f61a,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:30.976381 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded31918-eb0f-449c-b39c-cae669f52670 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:30.979056 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ded31918-eb0f-449c-b39c-cae669f52670 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:31.021419 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ded31918-eb0f-449c-b39c-cae669f52670 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1023736 Feb 17 17:49:31.021790 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35642) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:31.028605 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-87c65c4f-22e9-42bb-8404-c2207b71101c tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Request body: {'port': {'network_id': '546d065b-225d-4217-9fb9-998597919906', 'name': 'tempest-PortsTestJSON-1119388303'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:49:31.044074 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-cea35d78-ea1a-4770-8f56-52553df68117 None None] Attempting to bind port f38cbaac-91db-441b-b67f-5c14490a117d on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:49:31.044508 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-cea35d78-ea1a-4770-8f56-52553df68117 None None] Attempting to bind port f38cbaac-91db-441b-b67f-5c14490a117d by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'f5d978c7-efbd-45a0-aeee-038a4cfe4b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '546d065b-225d-4217-9fb9-998597919906'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:49:31.044883 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea35d78-ea1a-4770-8f56-52553df68117 None None] Attempting to bind port f38cbaac-91db-441b-b67f-5c14490a117d on network 546d065b-225d-4217-9fb9-998597919906 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:49:31.059687 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea35d78-ea1a-4770-8f56-52553df68117 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:49:31.060080 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea35d78-ea1a-4770-8f56-52553df68117 None None] Checking segment: {'id': 'f5d978c7-efbd-45a0-aeee-038a4cfe4b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '546d065b-225d-4217-9fb9-998597919906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:49:31.060525 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-cea35d78-ea1a-4770-8f56-52553df68117 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:31.060931 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea35d78-ea1a-4770-8f56-52553df68117 None None] Bound using segment: {'id': 'f5d978c7-efbd-45a0-aeee-038a4cfe4b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '546d065b-225d-4217-9fb9-998597919906'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:49:31.061584 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-cea35d78-ea1a-4770-8f56-52553df68117 None None] Bound port: f38cbaac-91db-441b-b67f-5c14490a117d, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5d978c7-efbd-45a0-aeee-038a4cfe4b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '546d065b-225d-4217-9fb9-998597919906'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:49:31.061981 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-cea35d78-ea1a-4770-8f56-52553df68117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (f38cbaac-91db-441b-b67f-5c14490a117d), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:31.173459 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2e0a81-c99b-4839-b177-6ae08a4e34a4 x-openstack-request-id: req-1f2e0a81-c99b-4839-b177-6ae08a4e34a4 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:49:31.173759 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc93356e-35e8-4ae2-b91a-2ff57c1e2fcf", "name": "network-vif-deleted", "tag": "9fa897ca-205a-4bc5-b733-6a16d0e3f3e1", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:49:31.174917 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1f2e0a81-c99b-4839-b177-6ae08a4e34a4 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:49:31.175405 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc93356e-35e8-4ae2-b91a-2ff57c1e2fcf', 'name': 'network-vif-deleted', 'tag': '9fa897ca-205a-4bc5-b733-6a16d0e3f3e1', 'status': 'completed', 'code': 200} Feb 17 17:49:31.216691 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fb1a7e5d-bea9-4eaa-90aa-450a6d5024e8 req-32d8264d-9775-413a-9852-91afabc6a497 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=39293e6a-d300-4c35-b5f3-5ca1689bd4e8 HTTP/1.1" status: 200 len: 210 time: 0.3696287 Feb 17 17:49:31.263938 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-cea35d78-ea1a-4770-8f56-52553df68117 None None] For port f38cbaac-91db-441b-b67f-5c14490a117d, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:49:31.275589 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-cea35d78-ea1a-4770-8f56-52553df68117 None None] For port f38cbaac-91db-441b-b67f-5c14490a117d, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=f38cbaac-91db-441b-b67f-5c14490a117d,segment=NetworkSegment(f5d978c7-efbd-45a0-aeee-038a4cfe4b03),segment_id=f5d978c7-efbd-45a0-aeee-038a4cfe4b03)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:49:31.286406 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-cea35d78-ea1a-4770-8f56-52553df68117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (f38cbaac-91db-441b-b67f-5c14490a117d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:31.373219 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02081d30-27de-4017-8468-02d3160c0733 req-ec8cd888-b6f9-44d3-8313-71f976697f0f tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:31.374830 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-02081d30-27de-4017-8468-02d3160c0733 req-ec8cd888-b6f9-44d3-8313-71f976697f0f tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.91 "GET /v2.0/networks?id=2c9900d2-a559-4978-8739-0c10e7ac9101 HTTP/1.1" status: 200 len: 815 time: 0.1800256 Feb 17 17:49:31.393630 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-02081d30-27de-4017-8468-02d3160c0733 req-e82c92f7-649b-4b87-bade-633d3057e615 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Request body: {'port': {'device_id': '39293e6a-d300-4c35-b5f3-5ca1689bd4e8', 'network_id': '2c9900d2-a559-4978-8739-0c10e7ac9101', 'admin_state_up': True, 'tenant_id': '676afbf1c2e640e8b11ff19640c46b32'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:49:31.447861 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea35d78-ea1a-4770-8f56-52553df68117 None None] Pushing event updated for resources: {'Port': ['ID=f38cbaac-91db-441b-b67f-5c14490a117d,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:31.683406 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31d035-87a1-463c-9249-3da4d824b19b req-c607a2ca-968a-4e9d-b360-698bdffa024f tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:31.693642 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aa31d035-87a1-463c-9249-3da4d824b19b req-c607a2ca-968a-4e9d-b360-698bdffa024f tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 947 time: 0.2015910 Feb 17 17:49:31.745613 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c65c4f-22e9-42bb-8404-c2207b71101c tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Made reservation on behalf of c31c6ec4ee6945b58580629588ff6a35 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:49:31.749262 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87c65c4f-22e9-42bb-8404-c2207b71101c tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:31.818906 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-492237fd-3ba4-41d1-a3c4-6b7d1cbdba23 admin admin] Publish callbacks [] for port (33a4431e-3c2a-4f52-9c54-b55eb864cfe1), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:31.823321 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35660) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:31.831637 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-492237fd-3ba4-41d1-a3c4-6b7d1cbdba23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (33a4431e-3c2a-4f52-9c54-b55eb864cfe1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:31.878901 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-87c65c4f-22e9-42bb-8404-c2207b71101c tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] device_id is not set on port cd06ff35-104d-45c8-ac2c-ead7aa1a2df0 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:49:31.903018 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-492237fd-3ba4-41d1-a3c4-6b7d1cbdba23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (fd213ac5-2308-4a07-a57f-7e0a43f66a72), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:31.996135 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aa31d035-87a1-463c-9249-3da4d824b19b req-70437eef-de99-4379-9090-400e25d96fe4 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3007770 Feb 17 17:49:32.050617 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492237fd-3ba4-41d1-a3c4-6b7d1cbdba23 admin admin] Pushing event updated for resources: {'Port': ['ID=33a4431e-3c2a-4f52-9c54-b55eb864cfe1,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:32.111342 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 9fa897ca-205a-4bc5-b733-6a16d0e3f3e1 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:49:32.131730 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-87c65c4f-22e9-42bb-8404-c2207b71101c tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Allocated IP 172.20.0.3 (546d065b-225d-4217-9fb9-998597919906/e64f1c88-2036-48e6-827f-ed633d12aaf7/cd06ff35-104d-45c8-ac2c-ead7aa1a2df0) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:49:32.207367 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: 9fa897ca-205a-4bc5-b733-6a16d0e3f3e1 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:49:32.207791 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 9fa897ca-205a-4bc5-b733-6a16d0e3f3e1 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:49:32.247638 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492237fd-3ba4-41d1-a3c4-6b7d1cbdba23 admin admin] Network 9fdf3458-5966-4de8-b1fe-2dd22bf8851a is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:49:32.251239 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-492237fd-3ba4-41d1-a3c4-6b7d1cbdba23 admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:49:32.456205 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02081d30-27de-4017-8468-02d3160c0733 req-e82c92f7-649b-4b87-bade-633d3057e615 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Made reservation on behalf of 676afbf1c2e640e8b11ff19640c46b32 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:49:32.460603 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-02081d30-27de-4017-8468-02d3160c0733 req-e82c92f7-649b-4b87-bade-633d3057e615 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:32.480537 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-85a1b988-4663-4962-a645-d96ddca19c51 admin admin] Deleting subnet 4164ab10-3e94-4238-b47e-56f02c419bb3 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:49:32.493900 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85a1b988-4663-4962-a645-d96ddca19c51 admin admin] Publish callbacks [] for subnet (4164ab10-3e94-4238-b47e-56f02c419bb3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:32.532461 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87c65c4f-22e9-42bb-8404-c2207b71101c tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for port (cd06ff35-104d-45c8-ac2c-ead7aa1a2df0), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:32.615997 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-07d02f80-7191-4ef6-a776-17de6b9e850e req-b243f5cc-34de-4d88-a6cb-3c3d203d0df7 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=39293e6a-d300-4c35-b5f3-5ca1689bd4e8 HTTP/1.1" status: 200 len: 210 time: 0.2127197 Feb 17 17:49:32.705748 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85a1b988-4663-4962-a645-d96ddca19c51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (4164ab10-3e94-4238-b47e-56f02c419bb3), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:32.758781 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492237fd-3ba4-41d1-a3c4-6b7d1cbdba23 admin admin] Router fd213ac5-2308-4a07-a57f-7e0a43f66a72 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:49:32.879535 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85a1b988-4663-4962-a645-d96ddca19c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (4164ab10-3e94-4238-b47e-56f02c419bb3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:32.940967 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87c65c4f-22e9-42bb-8404-c2207b71101c tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (cd06ff35-104d-45c8-ac2c-ead7aa1a2df0), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:32.952591 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a8894dd2-ce81-478e-aa47-bbf914180646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:33.069087 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492237fd-3ba4-41d1-a3c4-6b7d1cbdba23 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:49:33.086213 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf0d699-3b58-4709-8cee-76e960a8862b None None] Sync routers for ids ['fd213ac5-2308-4a07-a57f-7e0a43f66a72'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:49:33.100909 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-492237fd-3ba4-41d1-a3c4-6b7d1cbdba23 admin admin] 10.222.0.87 "PUT /v2.0/routers/fd213ac5-2308-4a07-a57f-7e0a43f66a72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8590128 Feb 17 17:49:33.109022 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf0d699-3b58-4709-8cee-76e960a8862b None None] Routers {'fd213ac5-2308-4a07-a57f-7e0a43f66a72'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:49:33.112533 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-dbf0d699-3b58-4709-8cee-76e960a8862b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:49:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['fd213ac5-2308-4a07-a57f-7e0a43f66a72'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:49:33.196502 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c65c4f-22e9-42bb-8404-c2207b71101c tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Network 546d065b-225d-4217-9fb9-998597919906 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:49:33.232214 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-02081d30-27de-4017-8468-02d3160c0733 req-e82c92f7-649b-4b87-bade-633d3057e615 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Allocated IP 172.20.0.2 (2c9900d2-a559-4978-8739-0c10e7ac9101/0145e51a-5adb-4fab-bd7e-ee03bd2ecb29/c4a6a9fe-3ee3-416b-8d2f-9bd33293f165) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:49:33.241134 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-87c65c4f-22e9-42bb-8404-c2207b71101c tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:49:33.253056 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c65c4f-22e9-42bb-8404-c2207b71101c tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event updated for resources: {'Port': ['ID=cd06ff35-104d-45c8-ac2c-ead7aa1a2df0,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:33.264455 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c65c4f-22e9-42bb-8404-c2207b71101c tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:49:33.374122 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85a1b988-4663-4962-a645-d96ddca19c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (4164ab10-3e94-4238-b47e-56f02c419bb3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:33.856886 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-318399cb-4fdf-4641-bac6-16ca228b13ef req-53412faa-3292-4837-b3d3-6c99e5b5a37e tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=39293e6a-d300-4c35-b5f3-5ca1689bd4e8 HTTP/1.1" status: 200 len: 210 time: 0.0915024 Feb 17 17:49:33.919267 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-dbf0d699-3b58-4709-8cee-76e960a8862b None None] Set router fd213ac5-2308-4a07-a57f-7e0a43f66a72 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:49:34.156229 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f3f04c-e40f-41e0-bf0b-e686e7d3c0d3 None None] Network 546d065b-225d-4217-9fb9-998597919906 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:49:34.199944 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a1b988-4663-4962-a645-d96ddca19c51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4164ab10-3e94-4238-b47e-56f02c419bb3,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:34.237516 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85a1b988-4663-4962-a645-d96ddca19c51 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:34.241277 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-85a1b988-4663-4962-a645-d96ddca19c51 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/4164ab10-3e94-4238-b47e-56f02c419bb3 HTTP/1.1" status: 204 len: 168 time: 2.4115016 Feb 17 17:49:34.251045 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c65c4f-22e9-42bb-8404-c2207b71101c tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:34.251955 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87c65c4f-22e9-42bb-8404-c2207b71101c tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:34.257001 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 35782) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:34.267195 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 3df59be5-70eb-43bf-82eb-ef2aa0690a18 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:49:34.281487 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-87c65c4f-22e9-42bb-8404-c2207b71101c tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2579818 Feb 17 17:49:34.282414 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 35784) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:34.306623 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device f38cbaac-91db-441b-b67f-5c14490a117d up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:49:34.409825 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fda233-8df1-4fc9-9f00-776ce77b5d4a req-f407bfbb-8e7c-44ab-bc48-64a4790fa9c9 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:34.421167 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-84fda233-8df1-4fc9-9f00-776ce77b5d4a req-f407bfbb-8e7c-44ab-bc48-64a4790fa9c9 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/networks?id=9fdf3458-5966-4de8-b1fe-2dd22bf8851a HTTP/1.1" status: 200 len: 820 time: 0.4835205 Feb 17 17:49:34.455052 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 3df59be5-70eb-43bf-82eb-ef2aa0690a18 is: ACTIVE; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:49:34.455726 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3df59be5-70eb-43bf-82eb-ef2aa0690a18), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:34.470645 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-beb27abb-1223-452f-b167-f2c70ab6dc9a None None] Provisioning complete for port f38cbaac-91db-441b-b67f-5c14490a117d triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:49:34.471434 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-beb27abb-1223-452f-b167-f2c70ab6dc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (f38cbaac-91db-441b-b67f-5c14490a117d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:34.478192 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2144b7-581a-41b4-b50e-5e92ec9a4028 req-76b5d7bd-f94a-49d2-b5a9-03bb87ca932d tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:34.489735 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-02081d30-27de-4017-8468-02d3160c0733 req-e82c92f7-649b-4b87-bade-633d3057e615 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Publish callbacks [] for port (c4a6a9fe-3ee3-416b-8d2f-9bd33293f165), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:34.496952 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ef2144b7-581a-41b4-b50e-5e92ec9a4028 req-76b5d7bd-f94a-49d2-b5a9-03bb87ca932d tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 947 time: 0.4269881 Feb 17 17:49:34.563268 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-02081d30-27de-4017-8468-02d3160c0733 req-e82c92f7-649b-4b87-bade-633d3057e615 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (c4a6a9fe-3ee3-416b-8d2f-9bd33293f165), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:34.584895 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['f883fdf3-3fdc-47e6-9f50-0966418cc693', 'd389da79-0dac-4632-8f02-bb0e8c733b4f'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:49:34.633005 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-84fda233-8df1-4fc9-9f00-776ce77b5d4a req-3d06c5dc-01df-4c38-9c73-f655a2554ddc tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/quotas/f2aebb6fe94d462e947bf16728d2f99c HTTP/1.1" status: 200 len: 375 time: 0.2091072 Feb 17 17:49:34.659490 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['fb924d93-51b1-468d-bb90-54036949e7b6'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:49:34.663943 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02081d30-27de-4017-8468-02d3160c0733 req-e82c92f7-649b-4b87-bade-633d3057e615 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Network 2c9900d2-a559-4978-8739-0c10e7ac9101 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:49:34.671418 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a1ceb50b-f0da-4660-a036-6329a97ef8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (adb7d722-dca4-4cb7-a64e-e41f4ea79ab1), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:34.676335 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-02081d30-27de-4017-8468-02d3160c0733 req-e82c92f7-649b-4b87-bade-633d3057e615 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:49:34.686342 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-02081d30-27de-4017-8468-02d3160c0733 req-e82c92f7-649b-4b87-bade-633d3057e615 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:49:34.757810 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02081d30-27de-4017-8468-02d3160c0733 req-e82c92f7-649b-4b87-bade-633d3057e615 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:34.758475 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-02081d30-27de-4017-8468-02d3160c0733 req-e82c92f7-649b-4b87-bade-633d3057e615 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:34.777413 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82c92f7-649b-4b87-bade-633d3057e615 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Pushing event updated for resources: {'Port': ['ID=c4a6a9fe-3ee3-416b-8d2f-9bd33293f165,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:34.811955 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-02081d30-27de-4017-8468-02d3160c0733 req-e82c92f7-649b-4b87-bade-633d3057e615 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4223149 Feb 17 17:49:34.820221 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2554492e-6aae-425f-b3cf-9889a8c042ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3df59be5-70eb-43bf-82eb-ef2aa0690a18'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:49:34.823568 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-02081d30-27de-4017-8468-02d3160c0733 req-1457e964-395d-482a-959f-62fb30de4319 service neutron] Request body: {'port': {'device_id': '39293e6a-d300-4c35-b5f3-5ca1689bd4e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:49:34.823998 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fd4c76-664e-4475-bd39-f8db7637e6a9" -d '{"events": [{"server_uuid": "2554492e-6aae-425f-b3cf-9889a8c042ad", "name": "network-vif-unplugged", "status": "completed", "tag": "3df59be5-70eb-43bf-82eb-ef2aa0690a18"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:49:34.967856 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-02081d30-27de-4017-8468-02d3160c0733 req-1457e964-395d-482a-959f-62fb30de4319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c4a6a9fe-3ee3-416b-8d2f-9bd33293f165), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:35.002789 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-beb27abb-1223-452f-b167-f2c70ab6dc9a None None] Current status of the port f38cbaac-91db-441b-b67f-5c14490a117d is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:49:35.006315 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-beb27abb-1223-452f-b167-f2c70ab6dc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (f38cbaac-91db-441b-b67f-5c14490a117d), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:35.058455 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 3df59be5-70eb-43bf-82eb-ef2aa0690a18, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=3df59be5-70eb-43bf-82eb-ef2aa0690a18,segment=NetworkSegment(44570946-cccc-4504-9a7b-a57e09c343d6),segment_id=44570946-cccc-4504-9a7b-a57e09c343d6)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:49:35.145246 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port f38cbaac-91db-441b-b67f-5c14490a117d triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:49:35.148064 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (f38cbaac-91db-441b-b67f-5c14490a117d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:35.287265 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (3df59be5-70eb-43bf-82eb-ef2aa0690a18), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:35.443552 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c6886c-ea4a-46ed-b4ad-073c465e9144 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:35.451241 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-dbf0d699-3b58-4709-8cee-76e960a8862b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd213ac5-2308-4a07-a57f-7e0a43f66a72', 'name': 'tempest-ServerRescueTestJSONUnderV235-1610753492-router', 'tenant_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '0723cbbb-ee33-4e1f-9a85-da33a6a2ae74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:49:13Z', 'updated_at': '2022-02-17T17:49:29Z', 'revision_number': 4, 'project_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'gw_port': {'id': '0723cbbb-ee33-4e1f-9a85-da33a6a2ae74', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd213ac5-2308-4a07-a57f-7e0a43f66a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:49:16Z', 'updated_at': '2022-02-17T17:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '33a4431e-3c2a-4f52-9c54-b55eb864cfe1', 'name': '', 'network_id': '9fdf3458-5966-4de8-b1fe-2dd22bf8851a', 'tenant_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'mac_address': 'fa:16:3e:41:3f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd213ac5-2308-4a07-a57f-7e0a43f66a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'd7dfeabc-cd95-4ccb-8ac5-20f9cfad4783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:49:27Z', 'updated_at': '2022-02-17T17:49:31Z', 'revision_number': 2, 'project_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'subnets': [{'id': 'd7dfeabc-cd95-4ccb-8ac5-20f9cfad4783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:49:35.460815 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-12c6886c-ea4a-46ed-b4ad-073c465e9144 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 922 time: 1.1756999 Feb 17 17:49:35.461473 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 35796) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:35.465159 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-beb27abb-1223-452f-b167-f2c70ab6dc9a None None] For port f38cbaac-91db-441b-b67f-5c14490a117d, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=f38cbaac-91db-441b-b67f-5c14490a117d,segment=NetworkSegment(f5d978c7-efbd-45a0-aeee-038a4cfe4b03),segment_id=f5d978c7-efbd-45a0-aeee-038a4cfe4b03)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:49:35.527056 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-beb27abb-1223-452f-b167-f2c70ab6dc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (f38cbaac-91db-441b-b67f-5c14490a117d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:35.532489 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf0d699-3b58-4709-8cee-76e960a8862b None None] Checking router: fd213ac5-2308-4a07-a57f-7e0a43f66a72 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:49:35.532850 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf0d699-3b58-4709-8cee-76e960a8862b None None] Updating router fd213ac5-2308-4a07-a57f-7e0a43f66a72 port 33a4431e-3c2a-4f52-9c54-b55eb864cfe1 binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:49:35.590888 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ef2144b7-581a-41b4-b50e-5e92ec9a4028 req-e7aaef65-901e-45b8-81b9-5b9bf0f79908 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0915291 Feb 17 17:49:35.658076 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-98a43e3a-bf51-4491-b045-288e807f21e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:35.694535 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-84fda233-8df1-4fc9-9f00-776ce77b5d4a req-6ea6ca03-b3ca-4b61-8aae-730762d0b6d0 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=f2aebb6fe94d462e947bf16728d2f99c&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0604086 Feb 17 17:49:35.699656 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-02081d30-27de-4017-8468-02d3160c0733 req-1457e964-395d-482a-959f-62fb30de4319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4a6a9fe-3ee3-416b-8d2f-9bd33293f165 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:49:35.726256 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-02081d30-27de-4017-8468-02d3160c0733 req-1457e964-395d-482a-959f-62fb30de4319 service neutron] Publish callbacks [] for port (c4a6a9fe-3ee3-416b-8d2f-9bd33293f165), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:35.780768 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 17:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e728d2-2215-46c3-bfde-aace27b78edd x-openstack-request-id: req-14e728d2-2215-46c3-bfde-aace27b78edd {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:49:35.781083 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2554492e-6aae-425f-b3cf-9889a8c042ad", "name": "network-vif-unplugged", "status": "completed", "tag": "3df59be5-70eb-43bf-82eb-ef2aa0690a18", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:49:35.781353 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-14e728d2-2215-46c3-bfde-aace27b78edd {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:49:35.781789 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2554492e-6aae-425f-b3cf-9889a8c042ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3df59be5-70eb-43bf-82eb-ef2aa0690a18', 'code': 200} Feb 17 17:49:35.782353 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-02081d30-27de-4017-8468-02d3160c0733 req-1457e964-395d-482a-959f-62fb30de4319 service neutron] Transition to ACTIVE for port object c4a6a9fe-3ee3-416b-8d2f-9bd33293f165 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:49:35.787901 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-02081d30-27de-4017-8468-02d3160c0733 req-1457e964-395d-482a-959f-62fb30de4319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (c4a6a9fe-3ee3-416b-8d2f-9bd33293f165), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:35.795457 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=3df59be5-70eb-43bf-82eb-ef2aa0690a18,revision_number=14']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:35.869143 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-84fda233-8df1-4fc9-9f00-776ce77b5d4a req-4c883a0d-952d-4638-b8a1-6d16b276b407 service neutron] 10.222.0.87 "GET /v2.0/networks/9fdf3458-5966-4de8-b1fe-2dd22bf8851a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574645 Feb 17 17:49:35.918626 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a1ceb50b-f0da-4660-a036-6329a97ef8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (adb7d722-dca4-4cb7-a64e-e41f4ea79ab1), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:35.927001 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1457e964-395d-482a-959f-62fb30de4319 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a6a9fe-3ee3-416b-8d2f-9bd33293f165,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:35.950201 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dbf0d699-3b58-4709-8cee-76e960a8862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (33a4431e-3c2a-4f52-9c54-b55eb864cfe1), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:36.014314 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-e9e660e9-dde1-4496-b660-ea0faf015b58 None None] Provisioning complete for port cd06ff35-104d-45c8-ac2c-ead7aa1a2df0 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:49:36.014704 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e9e660e9-dde1-4496-b660-ea0faf015b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (cd06ff35-104d-45c8-ac2c-ead7aa1a2df0), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:36.083049 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-a1ceb50b-f0da-4660-a036-6329a97ef8ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adb7d722-dca4-4cb7-a64e-e41f4ea79ab1']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:49:36.113987 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-02081d30-27de-4017-8468-02d3160c0733 req-1457e964-395d-482a-959f-62fb30de4319 service neutron] Attempting to bind port c4a6a9fe-3ee3-416b-8d2f-9bd33293f165 on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:49:36.114504 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-02081d30-27de-4017-8468-02d3160c0733 req-1457e964-395d-482a-959f-62fb30de4319 service neutron] Attempting to bind port c4a6a9fe-3ee3-416b-8d2f-9bd33293f165 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '7991a893-d7c9-4fff-9b7d-d927a847faea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2c9900d2-a559-4978-8739-0c10e7ac9101'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:49:36.115109 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02081d30-27de-4017-8468-02d3160c0733 req-1457e964-395d-482a-959f-62fb30de4319 service neutron] Attempting to bind port c4a6a9fe-3ee3-416b-8d2f-9bd33293f165 on network 2c9900d2-a559-4978-8739-0c10e7ac9101 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:49:36.120985 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02081d30-27de-4017-8468-02d3160c0733 req-1457e964-395d-482a-959f-62fb30de4319 service neutron] Port c4a6a9fe-3ee3-416b-8d2f-9bd33293f165 on network 2c9900d2-a559-4978-8739-0c10e7ac9101 not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:49:36.128501 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02081d30-27de-4017-8468-02d3160c0733 req-1457e964-395d-482a-959f-62fb30de4319 service neutron] Attempting to bind port c4a6a9fe-3ee3-416b-8d2f-9bd33293f165 on network 2c9900d2-a559-4978-8739-0c10e7ac9101 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:49:36.128872 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-a1ceb50b-f0da-4660-a036-6329a97ef8ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c56d6a8e-9422-416a-9517-adf483e5696c') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:49:36.129177 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-a1ceb50b-f0da-4660-a036-6329a97ef8ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c56d6a8e-9422-416a-9517-adf483e5696c') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:49:36.136005 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02081d30-27de-4017-8468-02d3160c0733 req-1457e964-395d-482a-959f-62fb30de4319 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:49:36.138013 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02081d30-27de-4017-8468-02d3160c0733 req-1457e964-395d-482a-959f-62fb30de4319 service neutron] Checking segment: {'id': '7991a893-d7c9-4fff-9b7d-d927a847faea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2c9900d2-a559-4978-8739-0c10e7ac9101'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:49:36.138650 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02081d30-27de-4017-8468-02d3160c0733 req-1457e964-395d-482a-959f-62fb30de4319 service neutron] Bound using segment: {'id': '7991a893-d7c9-4fff-9b7d-d927a847faea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2c9900d2-a559-4978-8739-0c10e7ac9101'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:49:36.139699 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-02081d30-27de-4017-8468-02d3160c0733 req-1457e964-395d-482a-959f-62fb30de4319 service neutron] Bound port: c4a6a9fe-3ee3-416b-8d2f-9bd33293f165, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7991a893-d7c9-4fff-9b7d-d927a847faea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2c9900d2-a559-4978-8739-0c10e7ac9101'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:49:36.148199 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port f38cbaac-91db-441b-b67f-5c14490a117d is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:49:36.148952 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-02081d30-27de-4017-8468-02d3160c0733 req-1457e964-395d-482a-959f-62fb30de4319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c4a6a9fe-3ee3-416b-8d2f-9bd33293f165), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:36.156081 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-e9e660e9-dde1-4496-b660-ea0faf015b58 None None] Port cd06ff35-104d-45c8-ac2c-ead7aa1a2df0 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:49:36.212924 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb27abb-1223-452f-b167-f2c70ab6dc9a None None] Pushing event updated for resources: {'Port': ['ID=f38cbaac-91db-441b-b67f-5c14490a117d,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:36.236642 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-e9e660e9-dde1-4496-b660-ea0faf015b58 None None] Provisioning complete for port f38cbaac-91db-441b-b67f-5c14490a117d triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:49:36.237041 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e9e660e9-dde1-4496-b660-ea0faf015b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (f38cbaac-91db-441b-b67f-5c14490a117d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:36.269321 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4123825b-a780-44cb-81a3-32ab77f0c27a tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Deleting port cd06ff35-104d-45c8-ac2c-ead7aa1a2df0 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:49:36.277138 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4123825b-a780-44cb-81a3-32ab77f0c27a tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (cd06ff35-104d-45c8-ac2c-ead7aa1a2df0), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:36.300129 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a1ceb50b-f0da-4660-a036-6329a97ef8ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (c56d6a8e-9422-416a-9517-adf483e5696c), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:36.307764 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-02081d30-27de-4017-8468-02d3160c0733 req-1457e964-395d-482a-959f-62fb30de4319 service neutron] For port c4a6a9fe-3ee3-416b-8d2f-9bd33293f165, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:49:36.312120 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-02081d30-27de-4017-8468-02d3160c0733 req-1457e964-395d-482a-959f-62fb30de4319 service neutron] For port c4a6a9fe-3ee3-416b-8d2f-9bd33293f165, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=c4a6a9fe-3ee3-416b-8d2f-9bd33293f165,segment=NetworkSegment(7991a893-d7c9-4fff-9b7d-d927a847faea),segment_id=7991a893-d7c9-4fff-9b7d-d927a847faea)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:49:36.319037 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7fe6c1-bcbd-48a0-b32c-0de26cd38cd9 req-e769bd49-60d4-40a7-934d-43e7aa225e69 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:36.320686 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8e7fe6c1-bcbd-48a0-b32c-0de26cd38cd9 req-e769bd49-60d4-40a7-934d-43e7aa225e69 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=39293e6a-d300-4c35-b5f3-5ca1689bd4e8 HTTP/1.1" status: 200 len: 943 time: 0.3989754 Feb 17 17:49:36.330347 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-02081d30-27de-4017-8468-02d3160c0733 req-1457e964-395d-482a-959f-62fb30de4319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (c4a6a9fe-3ee3-416b-8d2f-9bd33293f165), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:36.415189 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02081d30-27de-4017-8468-02d3160c0733 req-1457e964-395d-482a-959f-62fb30de4319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:36.416069 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-02081d30-27de-4017-8468-02d3160c0733 req-1457e964-395d-482a-959f-62fb30de4319 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:36.417645 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-02081d30-27de-4017-8468-02d3160c0733 req-1457e964-395d-482a-959f-62fb30de4319 service neutron] 10.222.0.91 "PUT /v2.0/ports/c4a6a9fe-3ee3-416b-8d2f-9bd33293f165 HTTP/1.1" status: 200 len: 1091 time: 1.5987141 Feb 17 17:49:36.418185 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39293e6a-d300-4c35-b5f3-5ca1689bd4e8', 'tag': 'c4a6a9fe-3ee3-416b-8d2f-9bd33293f165'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:49:36.429023 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a1ceb50b-f0da-4660-a036-6329a97ef8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (c56d6a8e-9422-416a-9517-adf483e5696c), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:36.433827 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f201eba-aa14-497c-af52-7e0469bec4d2" -d '{"events": [{"name": "network-changed", "server_uuid": "39293e6a-d300-4c35-b5f3-5ca1689bd4e8", "tag": "c4a6a9fe-3ee3-416b-8d2f-9bd33293f165"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:49:36.442541 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1ceb50b-f0da-4660-a036-6329a97ef8ed admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:49:36.444516 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a1ceb50b-f0da-4660-a036-6329a97ef8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (c56d6a8e-9422-416a-9517-adf483e5696c), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:36.504058 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1457e964-395d-482a-959f-62fb30de4319 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a6a9fe-3ee3-416b-8d2f-9bd33293f165,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:36.549699 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 17:49:36.549699 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:49:36.549699 n-d-829613-2 neutron-server[103435]: timer() Feb 17 17:49:36.549699 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:49:36.549699 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 17:49:36.549699 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:49:36.549699 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 17:49:36.549699 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:49:36.549699 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 17:49:36.549699 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:49:36.549699 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 17:49:36.549699 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:49:36.549699 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 17:49:36.549699 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:49:36.549699 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:49:36.549699 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:49:36.549699 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:49:36.549699 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:49:36.549699 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 17:49:36.549699 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:49:36.549699 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 17:49:36.549699 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:49:36.549699 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:49:36.549699 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:49:36.549699 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 17:49:36.549699 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:49:36.549699 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:49:36.549699 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:49:36.549699 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:49:36.549699 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:49:36.549699 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:49:36.549699 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:49:36.554983 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02081d30-27de-4017-8468-02d3160c0733 req-ae2b6b89-eb87-4776-9024-af3b1e2589bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:36.566769 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-02081d30-27de-4017-8468-02d3160c0733 req-ae2b6b89-eb87-4776-9024-af3b1e2589bc service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=676afbf1c2e640e8b11ff19640c46b32&device_id=39293e6a-d300-4c35-b5f3-5ca1689bd4e8 HTTP/1.1" status: 200 len: 1125 time: 0.1124444 Feb 17 17:49:36.594510 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a1ceb50b-f0da-4660-a036-6329a97ef8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (adb7d722-dca4-4cb7-a64e-e41f4ea79ab1), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:36.612685 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a1ceb50b-f0da-4660-a036-6329a97ef8ed admin admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:36.619521 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a1ceb50b-f0da-4660-a036-6329a97ef8ed admin admin] 10.222.0.87 "DELETE /v2.0/networks/adb7d722-dca4-4cb7-a64e-e41f4ea79ab1 HTTP/1.1" status: 204 len: 168 time: 2.3614902 Feb 17 17:49:36.726231 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-02081d30-27de-4017-8468-02d3160c0733 req-755f0b9c-d9a0-4f73-991a-72f6116fbf0b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c4a6a9fe-3ee3-416b-8d2f-9bd33293f165 HTTP/1.1" status: 200 len: 217 time: 0.1422253 Feb 17 17:49:36.752997 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ceb50b-f0da-4660-a036-6329a97ef8ed admin admin] Pushing event deleted for resources: {'Network': ['ID=adb7d722-dca4-4cb7-a64e-e41f4ea79ab1,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:36.763541 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-84fda233-8df1-4fc9-9f00-776ce77b5d4a req-c208f971-c102-441f-9082-8876ae4de169 service neutron] 10.222.0.87 "GET /v2.0/networks/9fdf3458-5966-4de8-b1fe-2dd22bf8851a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8355284 Feb 17 17:49:36.833069 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8e7fe6c1-bcbd-48a0-b32c-0de26cd38cd9 req-aa636619-76db-468a-bff0-e35bdb967658 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee30ec10-fc9c-427d-bae2-fedd385da0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4536278 Feb 17 17:49:36.842251 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4123825b-a780-44cb-81a3-32ab77f0c27a tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (cd06ff35-104d-45c8-ac2c-ead7aa1a2df0), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:36.858138 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dbf0d699-3b58-4709-8cee-76e960a8862b None None] Publish callbacks [] for port (33a4431e-3c2a-4f52-9c54-b55eb864cfe1), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:36.890943 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02081d30-27de-4017-8468-02d3160c0733 req-9486e853-3a82-4d18-a9ad-038cd0703d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:36.898448 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-02081d30-27de-4017-8468-02d3160c0733 req-9486e853-3a82-4d18-a9ad-038cd0703d85 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0145e51a-5adb-4fab-bd7e-ee03bd2ecb29 HTTP/1.1" status: 200 len: 855 time: 0.1686792 Feb 17 17:49:36.901431 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4123825b-a780-44cb-81a3-32ab77f0c27a tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Calling delete_port for cd06ff35-104d-45c8-ac2c-ead7aa1a2df0 owned by {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:49:36.986742 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-02081d30-27de-4017-8468-02d3160c0733 req-d95940f8-c173-471e-8be1-28c431b68f8e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2c9900d2-a559-4978-8739-0c10e7ac9101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811634 Feb 17 17:49:37.001926 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-e9e660e9-dde1-4496-b660-ea0faf015b58 None None] Current status of the port f38cbaac-91db-441b-b67f-5c14490a117d is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:49:37.012877 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dbf0d699-3b58-4709-8cee-76e960a8862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (33a4431e-3c2a-4f52-9c54-b55eb864cfe1), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:37.076211 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:37.144204 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 35824) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:37.217598 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919f9c83-0525-4b91-9cd3-a428af26cd29 None None] Pushing event updated for resources: {'Port': ['ID=33a4431e-3c2a-4f52-9c54-b55eb864cfe1,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:37.231327 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-e9e660e9-dde1-4496-b660-ea0faf015b58 None None] Provisioning complete for port d6ad6037-a771-4e48-a735-90da7d36f61a triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:49:37.231497 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-02081d30-27de-4017-8468-02d3160c0733 req-d36233df-1c32-4195-8e77-01e7496a9a0b service neutron] 10.222.0.91 "GET /v2.0/networks/2c9900d2-a559-4978-8739-0c10e7ac9101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308564 Feb 17 17:49:37.231582 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e9e660e9-dde1-4496-b660-ea0faf015b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d6ad6037-a771-4e48-a735-90da7d36f61a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:37.232202 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432ec0f0-3bcb-4af4-877d-e0bea8c75f49 x-openstack-request-id: req-432ec0f0-3bcb-4af4-877d-e0bea8c75f49 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:49:37.232523 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39293e6a-d300-4c35-b5f3-5ca1689bd4e8", "tag": "c4a6a9fe-3ee3-416b-8d2f-9bd33293f165", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:49:37.232785 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-432ec0f0-3bcb-4af4-877d-e0bea8c75f49 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:49:37.233194 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39293e6a-d300-4c35-b5f3-5ca1689bd4e8', 'tag': 'c4a6a9fe-3ee3-416b-8d2f-9bd33293f165', 'status': 'completed', 'code': 200} Feb 17 17:49:37.304467 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a64c66b8-8f02-474d-a1c0-9c1a37efd9ed req-af6d2653-00ec-430d-bb72-a2b9d4ca5488 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/ports?device_id=94d4679d-274d-4154-97c2-0b7f5d5cd3e2 HTTP/1.1" status: 200 len: 210 time: 0.0539739 Feb 17 17:49:37.354796 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d40f3-772a-4b1d-89ae-af4ed612547f req-158f786d-2b73-4cf5-bac7-78536c363b39 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:37.356355 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c62d40f3-772a-4b1d-89ae-af4ed612547f req-158f786d-2b73-4cf5-bac7-78536c363b39 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.3215511 Feb 17 17:49:37.371044 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-e9e660e9-dde1-4496-b660-ea0faf015b58 None None] Port d6ad6037-a771-4e48-a735-90da7d36f61a cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:49:37.478684 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c62d40f3-772a-4b1d-89ae-af4ed612547f req-4e100c1c-bc3d-4e02-afb6-871ddfcd497a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047580 Feb 17 17:49:37.496843 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-2f29c9a9-e6ae-43ba-8b36-0558d4fed69d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=23b62aa420cd44a4a6542636ead73c13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3497899 Feb 17 17:49:37.511414 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35834) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:37.528104 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-dbf0d699-3b58-4709-8cee-76e960a8862b None None] Attempting to bind port 33a4431e-3c2a-4f52-9c54-b55eb864cfe1 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:49:37.529099 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-dbf0d699-3b58-4709-8cee-76e960a8862b None None] Attempting to bind port 33a4431e-3c2a-4f52-9c54-b55eb864cfe1 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '7701ca39-cda1-4529-8b0e-02febdb9438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9fdf3458-5966-4de8-b1fe-2dd22bf8851a'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:49:37.529954 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf0d699-3b58-4709-8cee-76e960a8862b None None] Attempting to bind port 33a4431e-3c2a-4f52-9c54-b55eb864cfe1 on network 9fdf3458-5966-4de8-b1fe-2dd22bf8851a {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:49:37.542900 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf0d699-3b58-4709-8cee-76e960a8862b None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:49:37.543782 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf0d699-3b58-4709-8cee-76e960a8862b None None] Checking segment: {'id': '7701ca39-cda1-4529-8b0e-02febdb9438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9fdf3458-5966-4de8-b1fe-2dd22bf8851a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:49:37.544534 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dbf0d699-3b58-4709-8cee-76e960a8862b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:37.545392 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf0d699-3b58-4709-8cee-76e960a8862b None None] Bound using segment: {'id': '7701ca39-cda1-4529-8b0e-02febdb9438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9fdf3458-5966-4de8-b1fe-2dd22bf8851a'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:49:37.546298 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-dbf0d699-3b58-4709-8cee-76e960a8862b None None] Bound port: 33a4431e-3c2a-4f52-9c54-b55eb864cfe1, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7701ca39-cda1-4529-8b0e-02febdb9438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9fdf3458-5966-4de8-b1fe-2dd22bf8851a'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:49:37.547112 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dbf0d699-3b58-4709-8cee-76e960a8862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (33a4431e-3c2a-4f52-9c54-b55eb864cfe1), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:37.552340 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-a97d5177-db0c-42a7-b2a2-250569c4dd18 None None] Provisioning complete for port cd06ff35-104d-45c8-ac2c-ead7aa1a2df0 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:49:37.553273 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a97d5177-db0c-42a7-b2a2-250569c4dd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (cd06ff35-104d-45c8-ac2c-ead7aa1a2df0), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:37.606957 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-02081d30-27de-4017-8468-02d3160c0733 req-46d1afeb-27e2-4c54-b9ea-c93877678cfd service neutron] 10.222.0.91 "GET /v2.0/networks/2c9900d2-a559-4978-8739-0c10e7ac9101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631060 Feb 17 17:49:37.623581 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7fc5-9b90-495b-8db7-ce71f3fb0a4b admin admin] Publish callbacks [] for security_group (804b15d2-42bb-4f76-9dc7-3bd73a0de73b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:37.642709 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4123825b-a780-44cb-81a3-32ab77f0c27a tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (cd06ff35-104d-45c8-ac2c-ead7aa1a2df0), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:37.657105 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-a97d5177-db0c-42a7-b2a2-250569c4dd18 None None] Port cd06ff35-104d-45c8-ac2c-ead7aa1a2df0 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:49:37.696885 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7fc5-9b90-495b-8db7-ce71f3fb0a4b admin admin] Publish callbacks [] for security_group (804b15d2-42bb-4f76-9dc7-3bd73a0de73b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:37.722198 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4123825b-a780-44cb-81a3-32ab77f0c27a tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event deleted for resources: {'Port': ['ID=cd06ff35-104d-45c8-ac2c-ead7aa1a2df0,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:37.793954 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-a97d5177-db0c-42a7-b2a2-250569c4dd18 None None] Provisioning complete for port d6ad6037-a771-4e48-a735-90da7d36f61a triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:49:37.803749 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a97d5177-db0c-42a7-b2a2-250569c4dd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d6ad6037-a771-4e48-a735-90da7d36f61a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:37.865612 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f201eba-aa14-497c-af52-7e0469bec4d2 req-da98c018-7215-491a-8c62-38d989c90d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:37.869148 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7f201eba-aa14-497c-af52-7e0469bec4d2 req-da98c018-7215-491a-8c62-38d989c90d0a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=676afbf1c2e640e8b11ff19640c46b32&device_id=39293e6a-d300-4c35-b5f3-5ca1689bd4e8 HTTP/1.1" status: 200 len: 1125 time: 0.1518011 Feb 17 17:49:37.932383 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7fc5-9b90-495b-8db7-ce71f3fb0a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (804b15d2-42bb-4f76-9dc7-3bd73a0de73b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:37.945944 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4ddf7fc5-9b90-495b-8db7-ce71f3fb0a4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:37.952791 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4ddf7fc5-9b90-495b-8db7-ce71f3fb0a4b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/804b15d2-42bb-4f76-9dc7-3bd73a0de73b HTTP/1.1" status: 204 len: 168 time: 0.4402547 Feb 17 17:49:37.983021 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-dbf0d699-3b58-4709-8cee-76e960a8862b None None] For port 33a4431e-3c2a-4f52-9c54-b55eb864cfe1, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:49:37.987081 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-dbf0d699-3b58-4709-8cee-76e960a8862b None None] For port 33a4431e-3c2a-4f52-9c54-b55eb864cfe1, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=33a4431e-3c2a-4f52-9c54-b55eb864cfe1,segment=NetworkSegment(7701ca39-cda1-4529-8b0e-02febdb9438c),segment_id=7701ca39-cda1-4529-8b0e-02febdb9438c)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:49:37.990838 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:37.992265 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-a97d5177-db0c-42a7-b2a2-250569c4dd18 None None] Port d6ad6037-a771-4e48-a735-90da7d36f61a cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:49:37.997624 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dbf0d699-3b58-4709-8cee-76e960a8862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (33a4431e-3c2a-4f52-9c54-b55eb864cfe1), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:38.002615 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686b882-8ed4-402c-b654-d95fe9ee68ee req-09913c92-0a54-4ce1-8057-81a8624e1b95 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:38.016315 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d686b882-8ed4-402c-b654-d95fe9ee68ee req-09913c92-0a54-4ce1-8057-81a8624e1b95 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.3613849 Feb 17 17:49:38.091748 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf7fc5-9b90-495b-8db7-ce71f3fb0a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804b15d2-42bb-4f76-9dc7-3bd73a0de73b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:38.139059 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919f9c83-0525-4b91-9cd3-a428af26cd29 None None] Pushing event updated for resources: {'Port': ['ID=33a4431e-3c2a-4f52-9c54-b55eb864cfe1,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:38.175941 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf0d699-3b58-4709-8cee-76e960a8862b None None] Routers {'fd213ac5-2308-4a07-a57f-7e0a43f66a72'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:49:38.176816 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-dbf0d699-3b58-4709-8cee-76e960a8862b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:49:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['fd213ac5-2308-4a07-a57f-7e0a43f66a72'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:49:38.222568 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7fc5-9b90-495b-8db7-ce71f3fb0a4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:49:38.229242 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7fc5-9b90-495b-8db7-ce71f3fb0a4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:49:38.230797 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7fc5-9b90-495b-8db7-ce71f3fb0a4b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:49:38.231459 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7fc5-9b90-495b-8db7-ce71f3fb0a4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:49:38.234551 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7fc5-9b90-495b-8db7-ce71f3fb0a4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:49:38.234989 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7fc5-9b90-495b-8db7-ce71f3fb0a4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:49:38.235375 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7fc5-9b90-495b-8db7-ce71f3fb0a4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:49:38.235749 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7fc5-9b90-495b-8db7-ce71f3fb0a4b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:49:38.236126 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7fc5-9b90-495b-8db7-ce71f3fb0a4b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:49:38.237216 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7fc5-9b90-495b-8db7-ce71f3fb0a4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:49:38.237535 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7fc5-9b90-495b-8db7-ce71f3fb0a4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:49:38.237817 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7fc5-9b90-495b-8db7-ce71f3fb0a4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:49:38.238186 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddf7fc5-9b90-495b-8db7-ce71f3fb0a4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:49:38.245086 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4123825b-a780-44cb-81a3-32ab77f0c27a tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:38.256461 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4123825b-a780-44cb-81a3-32ab77f0c27a tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "DELETE /v2.0/ports/cd06ff35-104d-45c8-ac2c-ead7aa1a2df0 HTTP/1.1" status: 204 len: 168 time: 2.7880116 Feb 17 17:49:38.261728 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35850) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:38.406007 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d686b882-8ed4-402c-b654-d95fe9ee68ee req-988df1c3-fcbd-427c-b5e4-1f3ed068b415 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3894660 Feb 17 17:49:38.438404 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90b5be-a741-4054-80b2-1c965d4e06e6 req-fa81e778-3f2d-43f2-81ab-97246bc91cc4 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:38.451530 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9e90b5be-a741-4054-80b2-1c965d4e06e6 req-fa81e778-3f2d-43f2-81ab-97246bc91cc4 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=39293e6a-d300-4c35-b5f3-5ca1689bd4e8 HTTP/1.1" status: 200 len: 943 time: 0.3865449 Feb 17 17:49:38.496213 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f201eba-aa14-497c-af52-7e0469bec4d2 req-8239abe0-4507-4a06-aef7-66f5a0ead8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:38.506173 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7f201eba-aa14-497c-af52-7e0469bec4d2 req-8239abe0-4507-4a06-aef7-66f5a0ead8de service neutron] 10.222.0.91 "GET /v2.0/networks?id=2c9900d2-a559-4978-8739-0c10e7ac9101 HTTP/1.1" status: 200 len: 916 time: 0.6281004 Feb 17 17:49:38.507801 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-d698e50b-1c11-41b0-85e4-c1d799ec3478 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] GET failed (client error): The resource could not be found. Feb 17 17:49:38.513678 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d698e50b-1c11-41b0-85e4-c1d799ec3478 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "GET /v2.0/ports/cd06ff35-104d-45c8-ac2c-ead7aa1a2df0 HTTP/1.1" status: 404 len: 333 time: 0.2503262 Feb 17 17:49:38.514730 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35862) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:38.582656 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-dbf0d699-3b58-4709-8cee-76e960a8862b None None] Set router fd213ac5-2308-4a07-a57f-7e0a43f66a72 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:49:38.615209 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9e90b5be-a741-4054-80b2-1c965d4e06e6 req-5ae578ce-10f6-480b-922c-b8503ea4e2ea tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee30ec10-fc9c-427d-bae2-fedd385da0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558294 Feb 17 17:49:38.698398 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6bef2566-38af-41b5-8aef-5e5dfb0e8291 req-795b34cd-cf81-474e-a4e7-5884bbfd9200 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/ports?device_id=94d4679d-274d-4154-97c2-0b7f5d5cd3e2 HTTP/1.1" status: 200 len: 210 time: 0.1000276 Feb 17 17:49:38.813982 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7f201eba-aa14-497c-af52-7e0469bec4d2 req-bb48c1df-50b0-49e1-83f1-51a0e5aec592 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c4a6a9fe-3ee3-416b-8d2f-9bd33293f165 HTTP/1.1" status: 200 len: 217 time: 0.2980499 Feb 17 17:49:38.927453 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device f38cbaac-91db-441b-b67f-5c14490a117d up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:49:39.058248 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port f38cbaac-91db-441b-b67f-5c14490a117d triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:49:39.059016 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (f38cbaac-91db-441b-b67f-5c14490a117d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:39.060165 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:39.079508 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f201eba-aa14-497c-af52-7e0469bec4d2 req-873913e5-060a-4f2f-a31a-4b2a7c6422fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:39.092382 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7f201eba-aa14-497c-af52-7e0469bec4d2 req-873913e5-060a-4f2f-a31a-4b2a7c6422fd service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0145e51a-5adb-4fab-bd7e-ee03bd2ecb29 HTTP/1.1" status: 200 len: 855 time: 0.2731283 Feb 17 17:49:39.095882 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-dbf0d699-3b58-4709-8cee-76e960a8862b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd213ac5-2308-4a07-a57f-7e0a43f66a72', 'name': 'tempest-ServerRescueTestJSONUnderV235-1610753492-router', 'tenant_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '0723cbbb-ee33-4e1f-9a85-da33a6a2ae74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:49:13Z', 'updated_at': '2022-02-17T17:49:29Z', 'revision_number': 4, 'project_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'gw_port': {'id': '0723cbbb-ee33-4e1f-9a85-da33a6a2ae74', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd213ac5-2308-4a07-a57f-7e0a43f66a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:49:16Z', 'updated_at': '2022-02-17T17:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '33a4431e-3c2a-4f52-9c54-b55eb864cfe1', 'name': '', 'network_id': '9fdf3458-5966-4de8-b1fe-2dd22bf8851a', 'tenant_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'mac_address': 'fa:16:3e:41:3f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd213ac5-2308-4a07-a57f-7e0a43f66a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'd7dfeabc-cd95-4ccb-8ac5-20f9cfad4783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:49:27Z', 'updated_at': '2022-02-17T17:49:37Z', 'revision_number': 4, 'project_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'subnets': [{'id': 'd7dfeabc-cd95-4ccb-8ac5-20f9cfad4783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:49:39.133559 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf0d699-3b58-4709-8cee-76e960a8862b None None] The sync data for ids ['fd213ac5-2308-4a07-a57f-7e0a43f66a72'] in n-d-829613-2 is: [{'id': 'fd213ac5-2308-4a07-a57f-7e0a43f66a72', 'name': 'tempest-ServerRescueTestJSONUnderV235-1610753492-router', 'tenant_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '0723cbbb-ee33-4e1f-9a85-da33a6a2ae74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:49:13Z', 'updated_at': '2022-02-17T17:49:29Z', 'revision_number': 4, 'project_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'gw_port': {'id': '0723cbbb-ee33-4e1f-9a85-da33a6a2ae74', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd213ac5-2308-4a07-a57f-7e0a43f66a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:49:16Z', 'updated_at': '2022-02-17T17:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '33a4431e-3c2a-4f52-9c54-b55eb864cfe1', 'name': '', 'network_id': '9fdf3458-5966-4de8-b1fe-2dd22bf8851a', 'tenant_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'mac_address': 'fa:16:3e:41:3f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd213ac5-2308-4a07-a57f-7e0a43f66a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'd7dfeabc-cd95-4ccb-8ac5-20f9cfad4783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:49:27Z', 'updated_at': '2022-02-17T17:49:37Z', 'revision_number': 4, 'project_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'subnets': [{'id': 'd7dfeabc-cd95-4ccb-8ac5-20f9cfad4783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:49:39.150736 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-7c3bbfed-437b-4e1f-84c9-0164c93e49da tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Deleting port d6ad6037-a771-4e48-a735-90da7d36f61a {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:49:39.151208 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7c3bbfed-437b-4e1f-84c9-0164c93e49da tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (d6ad6037-a771-4e48-a735-90da7d36f61a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:39.298383 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port f38cbaac-91db-441b-b67f-5c14490a117d is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:49:39.312283 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fda233-8df1-4fc9-9f00-776ce77b5d4a req-8df45418-723f-4f70-8499-dc061fafd001 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:39.314131 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-84fda233-8df1-4fc9-9f00-776ce77b5d4a req-8df45418-723f-4f70-8499-dc061fafd001 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.71 "GET /v2.0/networks?id=9fdf3458-5966-4de8-b1fe-2dd22bf8851a HTTP/1.1" status: 200 len: 820 time: 0.4839864 Feb 17 17:49:39.342191 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-84fda233-8df1-4fc9-9f00-776ce77b5d4a req-e3c2c474-41dd-4431-b48a-88ebcc6759e1 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Request body: {'port': {'device_id': '94d4679d-274d-4154-97c2-0b7f5d5cd3e2', 'network_id': '9fdf3458-5966-4de8-b1fe-2dd22bf8851a', 'admin_state_up': True, 'tenant_id': 'f2aebb6fe94d462e947bf16728d2f99c'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:49:39.350971 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7f201eba-aa14-497c-af52-7e0469bec4d2 req-80fae65e-1914-4a5d-86aa-64a859f19db4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2c9900d2-a559-4978-8739-0c10e7ac9101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2453752 Feb 17 17:49:39.413061 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b3356-340f-449e-a5ee-2b772c9fdc73 req-e5949099-61ca-4067-a306-f7bd51524792 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:39.436311 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-406b3356-340f-449e-a5ee-2b772c9fdc73 req-e5949099-61ca-4067-a306-f7bd51524792 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.2674925 Feb 17 17:49:39.654944 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-406b3356-340f-449e-a5ee-2b772c9fdc73 req-9f3ef98b-6b8d-45c0-a69c-60c311818cc8 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2172706 Feb 17 17:49:39.663456 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7f201eba-aa14-497c-af52-7e0469bec4d2 req-a9b89fc4-1a01-4475-85cb-748ae268c5eb service neutron] 10.222.0.91 "GET /v2.0/networks/2c9900d2-a559-4978-8739-0c10e7ac9101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232311 Feb 17 17:49:39.842068 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7c3bbfed-437b-4e1f-84c9-0164c93e49da tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (d6ad6037-a771-4e48-a735-90da7d36f61a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:39.897491 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-7c3bbfed-437b-4e1f-84c9-0164c93e49da tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Calling delete_port for d6ad6037-a771-4e48-a735-90da7d36f61a owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:49:39.908074 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84fda233-8df1-4fc9-9f00-776ce77b5d4a req-e3c2c474-41dd-4431-b48a-88ebcc6759e1 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Made reservation on behalf of f2aebb6fe94d462e947bf16728d2f99c for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:49:39.915386 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-84fda233-8df1-4fc9-9f00-776ce77b5d4a req-e3c2c474-41dd-4431-b48a-88ebcc6759e1 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:40.089194 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c9b19a91-ebde-44ce-a9f1-d7d32e3f8fe5 req-67a82a7c-9bf1-485c-8423-e3c32136fe24 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/ports?device_id=94d4679d-274d-4154-97c2-0b7f5d5cd3e2 HTTP/1.1" status: 200 len: 210 time: 0.2152653 Feb 17 17:49:40.143366 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9432fc-2cff-4ff7-8bc6-20e6acf0f743 req-1887c604-7b65-4eb3-a790-047973361e2e tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:40.155187 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ad9432fc-2cff-4ff7-8bc6-20e6acf0f743 req-1887c604-7b65-4eb3-a790-047973361e2e tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=39293e6a-d300-4c35-b5f3-5ca1689bd4e8 HTTP/1.1" status: 200 len: 943 time: 0.4171002 Feb 17 17:49:40.194978 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7c3bbfed-437b-4e1f-84c9-0164c93e49da tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (d6ad6037-a771-4e48-a735-90da7d36f61a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:40.244325 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3bbfed-437b-4e1f-84c9-0164c93e49da tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event deleted for resources: {'Port': ['ID=d6ad6037-a771-4e48-a735-90da7d36f61a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:40.272521 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767a768-84db-43c2-8433-80008bbc1e83 req-e51ba246-7631-4679-8e9e-c619f1c16134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:40.274107 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-6767a768-84db-43c2-8433-80008bbc1e83 req-e51ba246-7631-4679-8e9e-c619f1c16134 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=708d2e36ca25476d9214a2f14ef71fc9&device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 1127 time: 1.0464830 Feb 17 17:49:40.449239 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767a768-84db-43c2-8433-80008bbc1e83 req-fd35b1a9-4e86-42ab-8f8e-ebe9543b1fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:40.450737 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-6767a768-84db-43c2-8433-80008bbc1e83 req-fd35b1a9-4e86-42ab-8f8e-ebe9543b1fd9 service neutron] 10.222.0.91 "GET /v2.0/networks?id=106d8950-35e8-4e49-bc8b-6ac4436cd2fe HTTP/1.1" status: 200 len: 913 time: 0.1673033 Feb 17 17:49:40.539003 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ad9432fc-2cff-4ff7-8bc6-20e6acf0f743 req-712826e2-e80b-42b2-8fa0-2e359fde6f4d tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee30ec10-fc9c-427d-bae2-fedd385da0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827422 Feb 17 17:49:40.559849 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-84fda233-8df1-4fc9-9f00-776ce77b5d4a req-e3c2c474-41dd-4431-b48a-88ebcc6759e1 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Allocated IP 172.20.0.9 (9fdf3458-5966-4de8-b1fe-2dd22bf8851a/d7dfeabc-cd95-4ccb-8ac5-20f9cfad4783/0b31938c-67cb-4da3-8f08-e299536c6fee) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:49:40.573605 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 33a4431e-3c2a-4f52-9c54-b55eb864cfe1 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:49:40.798895 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-6767a768-84db-43c2-8433-80008bbc1e83 req-818565bf-d7cf-4215-a5a1-a257e7fd0cda service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3df59be5-70eb-43bf-82eb-ef2aa0690a18 HTTP/1.1" status: 200 len: 1000 time: 0.2522771 Feb 17 17:49:40.823778 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 33a4431e-3c2a-4f52-9c54-b55eb864cfe1 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:49:40.824228 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (33a4431e-3c2a-4f52-9c54-b55eb864cfe1), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:40.935294 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-53961f52-c852-42a4-be99-0ad74dc1f6c9 service neutron] (103435) timed out ('10.222.0.87', 33574) {{(pid=103435) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 17:49:41.173271 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767a768-84db-43c2-8433-80008bbc1e83 req-945a73a1-cab3-4d17-aed0-5e423220899b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:41.181390 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-6767a768-84db-43c2-8433-80008bbc1e83 req-945a73a1-cab3-4d17-aed0-5e423220899b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f5806a5b-efbb-4c84-b3a4-70ad6c804540 HTTP/1.1" status: 200 len: 851 time: 0.3085382 Feb 17 17:49:41.188359 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7f201eba-aa14-497c-af52-7e0469bec4d2 req-77588247-37dd-481f-aa5d-e6c1b48b6886 service neutron] 10.222.0.91 "GET /v2.0/networks/2c9900d2-a559-4978-8739-0c10e7ac9101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4323552 Feb 17 17:49:41.206202 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7c3bbfed-437b-4e1f-84c9-0164c93e49da tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:41.208011 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-84fda233-8df1-4fc9-9f00-776ce77b5d4a req-e3c2c474-41dd-4431-b48a-88ebcc6759e1 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Publish callbacks [] for port (0b31938c-67cb-4da3-8f08-e299536c6fee), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:41.215629 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7c3bbfed-437b-4e1f-84c9-0164c93e49da tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "DELETE /v2.0/ports/d6ad6037-a771-4e48-a735-90da7d36f61a HTTP/1.1" status: 204 len: 168 time: 2.6976912 Feb 17 17:49:41.216334 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35928) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:41.270128 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0c2a9-fa97-4689-8ce0-7a39b3d73172 req-b8cf43e9-177d-4fa4-b2d6-011c256d1227 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:41.275723 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a7b0c2a9-fa97-4689-8ce0-7a39b3d73172 req-b8cf43e9-177d-4fa4-b2d6-011c256d1227 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.3699238 Feb 17 17:49:41.298269 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a16e258-f341-45af-a9b5-24aa48e4135f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] GET failed (client error): The resource could not be found. Feb 17 17:49:41.302816 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3a16e258-f341-45af-a9b5-24aa48e4135f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "GET /v2.0/ports/d6ad6037-a771-4e48-a735-90da7d36f61a HTTP/1.1" status: 404 len: 333 time: 0.0814512 Feb 17 17:49:41.305161 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 35930) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:41.383620 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767a768-84db-43c2-8433-80008bbc1e83 req-894791f2-54c0-4598-b781-996b50cd37e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:41.387665 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-6767a768-84db-43c2-8433-80008bbc1e83 req-894791f2-54c0-4598-b781-996b50cd37e1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=106d8950-35e8-4e49-bc8b-6ac4436cd2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1680689 Feb 17 17:49:41.409636 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cb08badb-b12a-44ba-87eb-15e217c73908 req-0d3c17b7-d558-408c-8f1a-1081b0e991b5 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/ports?device_id=94d4679d-274d-4154-97c2-0b7f5d5cd3e2 HTTP/1.1" status: 200 len: 210 time: 0.0853989 Feb 17 17:49:41.483468 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a7b0c2a9-fa97-4689-8ce0-7a39b3d73172 req-ebd5b3b4-3354-475c-b5f9-d1811418b8a0 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1915877 Feb 17 17:49:41.515009 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-48a9b313-34d1-423a-a16a-c2fa57a267d3 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Deleting subnet e64f1c88-2036-48e6-827f-ed633d12aaf7 {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:49:41.522778 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-48a9b313-34d1-423a-a16a-c2fa57a267d3 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for subnet (e64f1c88-2036-48e6-827f-ed633d12aaf7), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:41.633786 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-143a7e7e-2bc2-4ec8-b285-2fcdcdb94c00 req-b9199118-eab8-4d9e-a13e-20ac44f6719d tempest-ServerShowV254Test-401002753 tempest-ServerShowV254Test-401002753-project] 10.222.0.87 "GET /v2.0/ports?device_id=89952686-a663-47fa-abbc-2514d7645931 HTTP/1.1" status: 200 len: 210 time: 0.1066008 Feb 17 17:49:41.634995 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-84fda233-8df1-4fc9-9f00-776ce77b5d4a req-e3c2c474-41dd-4431-b48a-88ebcc6759e1 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (0b31938c-67cb-4da3-8f08-e299536c6fee), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:41.659314 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-6767a768-84db-43c2-8433-80008bbc1e83 req-688b09ac-f250-4fa4-9138-025679a0894d service neutron] 10.222.0.91 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579980 Feb 17 17:49:41.660441 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 33a4431e-3c2a-4f52-9c54-b55eb864cfe1 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:49:41.660904 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (33a4431e-3c2a-4f52-9c54-b55eb864cfe1), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:41.735753 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 33a4431e-3c2a-4f52-9c54-b55eb864cfe1, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=33a4431e-3c2a-4f52-9c54-b55eb864cfe1,segment=NetworkSegment(7701ca39-cda1-4529-8b0e-02febdb9438c),segment_id=7701ca39-cda1-4529-8b0e-02febdb9438c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:49:41.756164 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device c4a6a9fe-3ee3-416b-8d2f-9bd33293f165 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:49:41.769951 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (33a4431e-3c2a-4f52-9c54-b55eb864cfe1), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:41.901334 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [req-317b2702-aad7-4b1d-ac21-c11394c8218e req-ee56dc44-31c0-459c-bb8c-2743faeadb03 tempest-MigrationsAdminTest-980591226 tempest-MigrationsAdminTest-980591226-project-admin] (103434) timed out ('10.222.0.87', 38368) {{(pid=103434) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 17:49:41.906243 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84fda233-8df1-4fc9-9f00-776ce77b5d4a req-e3c2c474-41dd-4431-b48a-88ebcc6759e1 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Network 9fdf3458-5966-4de8-b1fe-2dd22bf8851a is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:49:41.937909 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-84fda233-8df1-4fc9-9f00-776ce77b5d4a req-e3c2c474-41dd-4431-b48a-88ebcc6759e1 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:49:41.942244 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-48a9b313-34d1-423a-a16a-c2fa57a267d3 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (e64f1c88-2036-48e6-827f-ed633d12aaf7), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:41.945036 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-6767a768-84db-43c2-8433-80008bbc1e83 req-d72f9ae0-b294-4113-9328-a7bd34c505fb service neutron] 10.222.0.91 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770333 Feb 17 17:49:41.978287 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=33a4431e-3c2a-4f52-9c54-b55eb864cfe1,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:42.008620 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-84fda233-8df1-4fc9-9f00-776ce77b5d4a req-e3c2c474-41dd-4431-b48a-88ebcc6759e1 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:49:42.019928 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c2c474-41dd-4431-b48a-88ebcc6759e1 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Pushing event updated for resources: {'Port': ['ID=0b31938c-67cb-4da3-8f08-e299536c6fee,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:42.076261 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c2c474-41dd-4431-b48a-88ebcc6759e1 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:49:42.076855 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c2c474-41dd-4431-b48a-88ebcc6759e1 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:49:42.077364 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c2c474-41dd-4431-b48a-88ebcc6759e1 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:49:42.077882 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c2c474-41dd-4431-b48a-88ebcc6759e1 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:49:42.078396 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c2c474-41dd-4431-b48a-88ebcc6759e1 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:49:42.079482 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c2c474-41dd-4431-b48a-88ebcc6759e1 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:49:42.080175 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c2c474-41dd-4431-b48a-88ebcc6759e1 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:49:42.080702 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c2c474-41dd-4431-b48a-88ebcc6759e1 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:49:42.081196 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c2c474-41dd-4431-b48a-88ebcc6759e1 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:49:42.081692 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c2c474-41dd-4431-b48a-88ebcc6759e1 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:49:42.082199 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c2c474-41dd-4431-b48a-88ebcc6759e1 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:49:42.082685 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c2c474-41dd-4431-b48a-88ebcc6759e1 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:49:42.083207 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c2c474-41dd-4431-b48a-88ebcc6759e1 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:49:42.132636 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fda233-8df1-4fc9-9f00-776ce77b5d4a req-e3c2c474-41dd-4431-b48a-88ebcc6759e1 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:42.133542 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-84fda233-8df1-4fc9-9f00-776ce77b5d4a req-e3c2c474-41dd-4431-b48a-88ebcc6759e1 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:42.135256 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port c4a6a9fe-3ee3-416b-8d2f-9bd33293f165, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=c4a6a9fe-3ee3-416b-8d2f-9bd33293f165,segment=NetworkSegment(7991a893-d7c9-4fff-9b7d-d927a847faea),segment_id=7991a893-d7c9-4fff-9b7d-d927a847faea)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:49:42.144801 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395c05a-b132-4232-941b-54f9706730f1 req-443e9a13-102b-44f2-83ab-eca2044e1a8b tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:42.147092 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d395c05a-b132-4232-941b-54f9706730f1 req-443e9a13-102b-44f2-83ab-eca2044e1a8b tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=39293e6a-d300-4c35-b5f3-5ca1689bd4e8 HTTP/1.1" status: 200 len: 943 time: 0.3593457 Feb 17 17:49:42.165092 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': 'c4a6a9fe-3ee3-416b-8d2f-9bd33293f165', 'network_id': '2c9900d2-a559-4978-8739-0c10e7ac9101', 'port_id': 'c4a6a9fe-3ee3-416b-8d2f-9bd33293f165', 'mac_address': 'fa:16:3e:81:5b:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0145e51a-5adb-4fab-bd7e-ee03bd2ecb29', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:49:42.256825 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port c4a6a9fe-3ee3-416b-8d2f-9bd33293f165 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:49:42.258977 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c4a6a9fe-3ee3-416b-8d2f-9bd33293f165), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:42.272763 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-84fda233-8df1-4fc9-9f00-776ce77b5d4a req-e3c2c474-41dd-4431-b48a-88ebcc6759e1 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9421220 Feb 17 17:49:42.281806 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4a6a9fe-3ee3-416b-8d2f-9bd33293f165 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:49:42.318109 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port c4a6a9fe-3ee3-416b-8d2f-9bd33293f165, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=c4a6a9fe-3ee3-416b-8d2f-9bd33293f165,segment=NetworkSegment(7991a893-d7c9-4fff-9b7d-d927a847faea),segment_id=7991a893-d7c9-4fff-9b7d-d927a847faea)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:49:42.323812 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c4a6a9fe-3ee3-416b-8d2f-9bd33293f165), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:42.343932 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-84fda233-8df1-4fc9-9f00-776ce77b5d4a req-bb2cb6cb-2136-4f45-9c5d-7a346caea462 service neutron] Request body: {'port': {'device_id': '94d4679d-274d-4154-97c2-0b7f5d5cd3e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:49:42.402978 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=c4a6a9fe-3ee3-416b-8d2f-9bd33293f165,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:42.409712 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-48a9b313-34d1-423a-a16a-c2fa57a267d3 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (e64f1c88-2036-48e6-827f-ed633d12aaf7), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:42.414859 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 33a4431e-3c2a-4f52-9c54-b55eb864cfe1 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:49:42.477796 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d395c05a-b132-4232-941b-54f9706730f1 req-9f7ab606-b207-4562-b25e-c23805c06565 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee30ec10-fc9c-427d-bae2-fedd385da0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123820 Feb 17 17:49:42.502923 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 33a4431e-3c2a-4f52-9c54-b55eb864cfe1 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:49:42.503440 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (33a4431e-3c2a-4f52-9c54-b55eb864cfe1), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:42.527907 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-84fda233-8df1-4fc9-9f00-776ce77b5d4a req-bb2cb6cb-2136-4f45-9c5d-7a346caea462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0b31938c-67cb-4da3-8f08-e299536c6fee), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:42.600101 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['c4a6a9fe-3ee3-416b-8d2f-9bd33293f165'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:49:42.632957 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-48a9b313-34d1-423a-a16a-c2fa57a267d3 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (e64f1c88-2036-48e6-827f-ed633d12aaf7), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:42.705879 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9b313-34d1-423a-a16a-c2fa57a267d3 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event deleted for resources: {'Subnet': ['ID=e64f1c88-2036-48e6-827f-ed633d12aaf7,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:42.758461 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-48a9b313-34d1-423a-a16a-c2fa57a267d3 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:42.761868 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-48a9b313-34d1-423a-a16a-c2fa57a267d3 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "DELETE /v2.0/subnets/e64f1c88-2036-48e6-827f-ed633d12aaf7 HTTP/1.1" status: 204 len: 168 time: 1.4391754 Feb 17 17:49:42.764630 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35958) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:42.767434 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29bfcb5-e12f-429d-a85f-253f92c1a081 None None] Network 546d065b-225d-4217-9fb9-998597919906 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:49:42.861528 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 33a4431e-3c2a-4f52-9c54-b55eb864cfe1 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:49:42.973083 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7565af32-5b49-4719-85df-c34208d68b56 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (546d065b-225d-4217-9fb9-998597919906), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:43.010347 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98410992-afd8-4e0e-b86c-6a04246793c9 req-2a1dca41-4f9d-468e-bd45-ae53795ab3aa tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:43.017063 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-98410992-afd8-4e0e-b86c-6a04246793c9 req-2a1dca41-4f9d-468e-bd45-ae53795ab3aa tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/ports?device_id=94d4679d-274d-4154-97c2-0b7f5d5cd3e2 HTTP/1.1" status: 200 len: 931 time: 0.3890283 Feb 17 17:49:43.035520 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c744f60-8666-430d-96b0-d5ad68ab4a1b req-6301bf82-6026-4610-8c14-43190ed55ef9 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:43.044153 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7c744f60-8666-430d-96b0-d5ad68ab4a1b req-6301bf82-6026-4610-8c14-43190ed55ef9 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.3446343 Feb 17 17:49:43.074569 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-7565af32-5b49-4719-85df-c34208d68b56 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Deleting port f38cbaac-91db-441b-b67f-5c14490a117d {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:49:43.074917 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7565af32-5b49-4719-85df-c34208d68b56 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (f38cbaac-91db-441b-b67f-5c14490a117d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:43.195369 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7c744f60-8666-430d-96b0-d5ad68ab4a1b req-567302c9-8126-4681-b130-ab5795d8fdee tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502993 Feb 17 17:49:43.252114 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-7565af32-5b49-4719-85df-c34208d68b56 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] For port f38cbaac-91db-441b-b67f-5c14490a117d, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=f38cbaac-91db-441b-b67f-5c14490a117d,segment=NetworkSegment(f5d978c7-efbd-45a0-aeee-038a4cfe4b03),segment_id=f5d978c7-efbd-45a0-aeee-038a4cfe4b03)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:49:43.252703 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7565af32-5b49-4719-85df-c34208d68b56 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (f38cbaac-91db-441b-b67f-5c14490a117d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:43.254180 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73a61ac-b581-4594-a748-2d6b0ebe692a None None] DHCP port deletion for 546d065b-225d-4217-9fb9-998597919906 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:49:43.254923 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-98410992-afd8-4e0e-b86c-6a04246793c9 req-3b765dde-e511-4e39-8ed3-0982e57c00a4 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/security-groups?id=108ca586-77e3-4cca-9038-eab4d874f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365358 Feb 17 17:49:43.280932 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-7565af32-5b49-4719-85df-c34208d68b56 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Calling delete_port for f38cbaac-91db-441b-b67f-5c14490a117d owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:49:43.375898 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-84fda233-8df1-4fc9-9f00-776ce77b5d4a req-bb2cb6cb-2136-4f45-9c5d-7a346caea462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b31938c-67cb-4da3-8f08-e299536c6fee {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:49:43.398783 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-84fda233-8df1-4fc9-9f00-776ce77b5d4a req-bb2cb6cb-2136-4f45-9c5d-7a346caea462 service neutron] Publish callbacks [] for port (0b31938c-67cb-4da3-8f08-e299536c6fee), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:43.424747 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-e73a61ac-b581-4594-a748-2d6b0ebe692a None None] Deleting port f38cbaac-91db-441b-b67f-5c14490a117d {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:49:43.425123 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e73a61ac-b581-4594-a748-2d6b0ebe692a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (f38cbaac-91db-441b-b67f-5c14490a117d), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:43.430244 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-84fda233-8df1-4fc9-9f00-776ce77b5d4a req-bb2cb6cb-2136-4f45-9c5d-7a346caea462 service neutron] Transition to ACTIVE for port object 0b31938c-67cb-4da3-8f08-e299536c6fee will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:49:43.442446 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-84fda233-8df1-4fc9-9f00-776ce77b5d4a req-bb2cb6cb-2136-4f45-9c5d-7a346caea462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (0b31938c-67cb-4da3-8f08-e299536c6fee), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:43.479673 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f4664ece-d990-45a9-9141-8fc3fcff9f4a req-7e39ea3f-23a9-4094-8c5c-aefaa126b649 tempest-ServerShowV254Test-401002753 tempest-ServerShowV254Test-401002753-project] 10.222.0.87 "GET /v2.0/ports?device_id=89952686-a663-47fa-abbc-2514d7645931 HTTP/1.1" status: 200 len: 210 time: 0.0511785 Feb 17 17:49:43.578353 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7565af32-5b49-4719-85df-c34208d68b56 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (f38cbaac-91db-441b-b67f-5c14490a117d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:43.587502 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2cb6cb-2136-4f45-9c5d-7a346caea462 service neutron] Pushing event updated for resources: {'Port': ['ID=0b31938c-67cb-4da3-8f08-e299536c6fee,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:43.601393 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-e73a61ac-b581-4594-a748-2d6b0ebe692a None None] For port f38cbaac-91db-441b-b67f-5c14490a117d, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=f38cbaac-91db-441b-b67f-5c14490a117d,segment=NetworkSegment(f5d978c7-efbd-45a0-aeee-038a4cfe4b03),segment_id=f5d978c7-efbd-45a0-aeee-038a4cfe4b03)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:49:43.602162 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e73a61ac-b581-4594-a748-2d6b0ebe692a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (f38cbaac-91db-441b-b67f-5c14490a117d), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:43.628172 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-e73a61ac-b581-4594-a748-2d6b0ebe692a None None] Calling delete_port for f38cbaac-91db-441b-b67f-5c14490a117d owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:49:43.657347 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7565af32-5b49-4719-85df-c34208d68b56 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event deleted for resources: {'Port': ['ID=f38cbaac-91db-441b-b67f-5c14490a117d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:43.674042 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7565af32-5b49-4719-85df-c34208d68b56 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] No DVR routers for this DVR port f38cbaac-91db-441b-b67f-5c14490a117d on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:49:43.713611 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-84fda233-8df1-4fc9-9f00-776ce77b5d4a req-bb2cb6cb-2136-4f45-9c5d-7a346caea462 service neutron] Attempting to bind port 0b31938c-67cb-4da3-8f08-e299536c6fee on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:49:43.714171 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-84fda233-8df1-4fc9-9f00-776ce77b5d4a req-bb2cb6cb-2136-4f45-9c5d-7a346caea462 service neutron] Attempting to bind port 0b31938c-67cb-4da3-8f08-e299536c6fee by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '7701ca39-cda1-4529-8b0e-02febdb9438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9fdf3458-5966-4de8-b1fe-2dd22bf8851a'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:49:43.714487 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fda233-8df1-4fc9-9f00-776ce77b5d4a req-bb2cb6cb-2136-4f45-9c5d-7a346caea462 service neutron] Attempting to bind port 0b31938c-67cb-4da3-8f08-e299536c6fee on network 9fdf3458-5966-4de8-b1fe-2dd22bf8851a {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:49:43.723317 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fda233-8df1-4fc9-9f00-776ce77b5d4a req-bb2cb6cb-2136-4f45-9c5d-7a346caea462 service neutron] Port 0b31938c-67cb-4da3-8f08-e299536c6fee on network 9fdf3458-5966-4de8-b1fe-2dd22bf8851a not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:49:43.723917 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fda233-8df1-4fc9-9f00-776ce77b5d4a req-bb2cb6cb-2136-4f45-9c5d-7a346caea462 service neutron] Attempting to bind port 0b31938c-67cb-4da3-8f08-e299536c6fee on network 9fdf3458-5966-4de8-b1fe-2dd22bf8851a {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:49:43.734081 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fda233-8df1-4fc9-9f00-776ce77b5d4a req-bb2cb6cb-2136-4f45-9c5d-7a346caea462 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:49:43.734529 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fda233-8df1-4fc9-9f00-776ce77b5d4a req-bb2cb6cb-2136-4f45-9c5d-7a346caea462 service neutron] Checking segment: {'id': '7701ca39-cda1-4529-8b0e-02febdb9438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9fdf3458-5966-4de8-b1fe-2dd22bf8851a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:49:43.735014 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fda233-8df1-4fc9-9f00-776ce77b5d4a req-bb2cb6cb-2136-4f45-9c5d-7a346caea462 service neutron] Bound using segment: {'id': '7701ca39-cda1-4529-8b0e-02febdb9438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9fdf3458-5966-4de8-b1fe-2dd22bf8851a'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:49:43.735559 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-84fda233-8df1-4fc9-9f00-776ce77b5d4a req-bb2cb6cb-2136-4f45-9c5d-7a346caea462 service neutron] Bound port: 0b31938c-67cb-4da3-8f08-e299536c6fee, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7701ca39-cda1-4529-8b0e-02febdb9438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9fdf3458-5966-4de8-b1fe-2dd22bf8851a'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:49:43.736019 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-84fda233-8df1-4fc9-9f00-776ce77b5d4a req-bb2cb6cb-2136-4f45-9c5d-7a346caea462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0b31938c-67cb-4da3-8f08-e299536c6fee), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:43.753591 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device c4a6a9fe-3ee3-416b-8d2f-9bd33293f165 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:49:43.759516 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad75f5e-b515-4fdb-91d9-8e0565fc129a req-2cdc5892-5e47-4b1e-a5c0-6d13d85a78eb tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:43.761230 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bad75f5e-b515-4fdb-91d9-8e0565fc129a req-2cdc5892-5e47-4b1e-a5c0-6d13d85a78eb tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=39293e6a-d300-4c35-b5f3-5ca1689bd4e8 HTTP/1.1" status: 200 len: 944 time: 0.1274657 Feb 17 17:49:43.794948 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7565af32-5b49-4719-85df-c34208d68b56 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (546d065b-225d-4217-9fb9-998597919906), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:43.836220 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-7565af32-5b49-4719-85df-c34208d68b56 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['546d065b-225d-4217-9fb9-998597919906']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:49:43.850402 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-7565af32-5b49-4719-85df-c34208d68b56 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5d978c7-efbd-45a0-aeee-038a4cfe4b03') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:49:43.857888 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-7565af32-5b49-4719-85df-c34208d68b56 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5d978c7-efbd-45a0-aeee-038a4cfe4b03') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:49:43.875430 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7565af32-5b49-4719-85df-c34208d68b56 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (f5d978c7-efbd-45a0-aeee-038a4cfe4b03), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:43.901492 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7565af32-5b49-4719-85df-c34208d68b56 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (f5d978c7-efbd-45a0-aeee-038a4cfe4b03), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:43.909897 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7565af32-5b49-4719-85df-c34208d68b56 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:49:43.911404 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7565af32-5b49-4719-85df-c34208d68b56 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (f5d978c7-efbd-45a0-aeee-038a4cfe4b03), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:43.951170 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e73a61ac-b581-4594-a748-2d6b0ebe692a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (f38cbaac-91db-441b-b67f-5c14490a117d), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:43.986775 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:49:43.986775 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:49:43.986775 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:49:43.986775 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:49:43.986775 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:49:43.986775 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:49:43.986775 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:49:43.986775 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:49:43.986775 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:49:43.986775 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:49:43.986775 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:49:43.986775 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:49:43.986775 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:49:43.986775 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:49:43.986775 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:49:43.986775 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:49:43.986775 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:49:43.986775 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:49:43.986775 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:49:43.986775 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:49:43.986775 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:49:43.986775 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:49:43.986775 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:49:43.986775 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:49:43.986775 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:49:43.986775 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:49:43.986775 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:49:43.986775 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:49:43.986775 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:49:43.986775 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:49:43.986775 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:49:43.986775 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:49:44.004427 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-84fda233-8df1-4fc9-9f00-776ce77b5d4a req-bb2cb6cb-2136-4f45-9c5d-7a346caea462 service neutron] For port 0b31938c-67cb-4da3-8f08-e299536c6fee, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:49:44.010275 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bad75f5e-b515-4fdb-91d9-8e0565fc129a req-15532b44-0f88-461c-9fcc-1fc0da5504a3 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee30ec10-fc9c-427d-bae2-fedd385da0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077391 Feb 17 17:49:44.012463 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-84fda233-8df1-4fc9-9f00-776ce77b5d4a req-bb2cb6cb-2136-4f45-9c5d-7a346caea462 service neutron] For port 0b31938c-67cb-4da3-8f08-e299536c6fee, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=0b31938c-67cb-4da3-8f08-e299536c6fee,segment=NetworkSegment(7701ca39-cda1-4529-8b0e-02febdb9438c),segment_id=7701ca39-cda1-4529-8b0e-02febdb9438c)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:49:44.024478 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-84fda233-8df1-4fc9-9f00-776ce77b5d4a req-bb2cb6cb-2136-4f45-9c5d-7a346caea462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (0b31938c-67cb-4da3-8f08-e299536c6fee), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:44.066389 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a61ac-b581-4594-a748-2d6b0ebe692a None None] Pushing event deleted for resources: {'Port': ['ID=f38cbaac-91db-441b-b67f-5c14490a117d,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:44.077199 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73a61ac-b581-4594-a748-2d6b0ebe692a None None] No DVR routers for this DVR port f38cbaac-91db-441b-b67f-5c14490a117d on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:49:44.104529 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7565af32-5b49-4719-85df-c34208d68b56 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (546d065b-225d-4217-9fb9-998597919906), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:44.115139 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port c4a6a9fe-3ee3-416b-8d2f-9bd33293f165 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:49:44.115709 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fda233-8df1-4fc9-9f00-776ce77b5d4a req-bb2cb6cb-2136-4f45-9c5d-7a346caea462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:44.116510 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-84fda233-8df1-4fc9-9f00-776ce77b5d4a req-bb2cb6cb-2136-4f45-9c5d-7a346caea462 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:44.120964 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7565af32-5b49-4719-85df-c34208d68b56 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:44.121499 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-84fda233-8df1-4fc9-9f00-776ce77b5d4a req-bb2cb6cb-2136-4f45-9c5d-7a346caea462 service neutron] 10.222.0.71 "PUT /v2.0/ports/0b31938c-67cb-4da3-8f08-e299536c6fee HTTP/1.1" status: 200 len: 1091 time: 1.8243797 Feb 17 17:49:44.122109 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94d4679d-274d-4154-97c2-0b7f5d5cd3e2', 'tag': '0b31938c-67cb-4da3-8f08-e299536c6fee'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:49:44.122365 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port c4a6a9fe-3ee3-416b-8d2f-9bd33293f165 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:49:44.123240 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c4a6a9fe-3ee3-416b-8d2f-9bd33293f165), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:44.127382 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffabc00e-f483-408e-84f1-12695027e8c1" -d '{"events": [{"name": "network-changed", "server_uuid": "94d4679d-274d-4154-97c2-0b7f5d5cd3e2", "tag": "0b31938c-67cb-4da3-8f08-e299536c6fee"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:49:44.146640 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7565af32-5b49-4719-85df-c34208d68b56 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "DELETE /v2.0/networks/546d065b-225d-4217-9fb9-998597919906 HTTP/1.1" status: 204 len: 168 time: 1.3795924 Feb 17 17:49:44.194003 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36078) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:44.207793 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-8808964d-64d4-42e9-88a5-b38aac0325ec tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-112131530'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:49:44.253027 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2cb6cb-2136-4f45-9c5d-7a346caea462 service neutron] Pushing event updated for resources: {'Port': ['ID=0b31938c-67cb-4da3-8f08-e299536c6fee,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:44.268946 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46acac9a-153e-413d-a5cc-1888b0dd3ae8 x-openstack-request-id: req-46acac9a-153e-413d-a5cc-1888b0dd3ae8 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:49:44.269254 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94d4679d-274d-4154-97c2-0b7f5d5cd3e2", "tag": "0b31938c-67cb-4da3-8f08-e299536c6fee", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:49:44.269517 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-46acac9a-153e-413d-a5cc-1888b0dd3ae8 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:49:44.269932 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94d4679d-274d-4154-97c2-0b7f5d5cd3e2', 'tag': '0b31938c-67cb-4da3-8f08-e299536c6fee', 'status': 'completed', 'code': 200} Feb 17 17:49:44.296363 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fda233-8df1-4fc9-9f00-776ce77b5d4a req-11f0a148-b846-422f-b7d6-5ff480395ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:44.305517 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-84fda233-8df1-4fc9-9f00-776ce77b5d4a req-11f0a148-b846-422f-b7d6-5ff480395ee6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f2aebb6fe94d462e947bf16728d2f99c&device_id=94d4679d-274d-4154-97c2-0b7f5d5cd3e2 HTTP/1.1" status: 200 len: 1125 time: 0.1243722 Feb 17 17:49:44.319160 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7565af32-5b49-4719-85df-c34208d68b56 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event deleted for resources: {'Network': ['ID=546d065b-225d-4217-9fb9-998597919906,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:44.342256 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8808964d-64d4-42e9-88a5-b38aac0325ec tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Made reservation on behalf of c31c6ec4ee6945b58580629588ff6a35 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:49:44.353775 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8808964d-64d4-42e9-88a5-b38aac0325ec tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:44.395041 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8808964d-64d4-42e9-88a5-b38aac0325ec tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:49:44.400826 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-84fda233-8df1-4fc9-9f00-776ce77b5d4a req-7c2981d3-4bd4-4f4a-a768-27d38a38a230 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b31938c-67cb-4da3-8f08-e299536c6fee HTTP/1.1" status: 200 len: 217 time: 0.0890825 Feb 17 17:49:44.404638 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port c4a6a9fe-3ee3-416b-8d2f-9bd33293f165 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:49:44.405207 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c4a6a9fe-3ee3-416b-8d2f-9bd33293f165), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:44.431912 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8808964d-64d4-42e9-88a5-b38aac0325ec tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (c0627067-1613-4dff-9c81-3bb8377a4c07), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:44.432769 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-8808964d-64d4-42e9-88a5-b38aac0325ec tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Added segment c0627067-1613-4dff-9c81-3bb8377a4c07 of type vlan for network 7c6a1f5e-1980-483b-9b45-f26d9236ee4d Feb 17 17:49:44.443664 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device f38cbaac-91db-441b-b67f-5c14490a117d no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:49:44.505978 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: f38cbaac-91db-441b-b67f-5c14490a117d {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:49:44.506533 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device f38cbaac-91db-441b-b67f-5c14490a117d not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:49:44.514350 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39293e6a-d300-4c35-b5f3-5ca1689bd4e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a6a9fe-3ee3-416b-8d2f-9bd33293f165'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:49:44.517140 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df53d3f-5580-4039-b2d4-a63d9f745969" -d '{"events": [{"server_uuid": "39293e6a-d300-4c35-b5f3-5ca1689bd4e8", "name": "network-vif-plugged", "status": "completed", "tag": "c4a6a9fe-3ee3-416b-8d2f-9bd33293f165"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:49:44.537051 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port c4a6a9fe-3ee3-416b-8d2f-9bd33293f165, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=c4a6a9fe-3ee3-416b-8d2f-9bd33293f165,segment=NetworkSegment(7991a893-d7c9-4fff-9b7d-d927a847faea),segment_id=7991a893-d7c9-4fff-9b7d-d927a847faea)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:49:44.547741 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8808964d-64d4-42e9-88a5-b38aac0325ec tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (7c6a1f5e-1980-483b-9b45-f26d9236ee4d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:44.547987 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c4a6a9fe-3ee3-416b-8d2f-9bd33293f165), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:44.602024 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8808964d-64d4-42e9-88a5-b38aac0325ec tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (7c6a1f5e-1980-483b-9b45-f26d9236ee4d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:44.607621 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d37b2d1c-4f32-453f-8d4f-468e79bd1e79 req-aacfd50c-054a-4b1c-8454-9569edfd89cd service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=89952686-a663-47fa-abbc-2514d7645931 HTTP/1.1" status: 200 len: 210 time: 0.0330777 Feb 17 17:49:44.611496 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8808964d-64d4-42e9-88a5-b38aac0325ec tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:44.613599 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8808964d-64d4-42e9-88a5-b38aac0325ec tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:44.681393 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=c4a6a9fe-3ee3-416b-8d2f-9bd33293f165,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:44.729277 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8808964d-64d4-42e9-88a5-b38aac0325ec tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5321193 Feb 17 17:49:44.800026 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36142) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:44.801444 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808964d-64d4-42e9-88a5-b38aac0325ec tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event updated for resources: {'Network': ['ID=7c6a1f5e-1980-483b-9b45-f26d9236ee4d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:44.816948 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 7c6a1f5e-1980-483b-9b45-f26d9236ee4d details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:49:44.822449 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-fef3436e-e526-4650-8958-fc011c02eaf8 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Request body: {'subnet': {'network_id': '7c6a1f5e-1980-483b-9b45-f26d9236ee4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:49:44.978023 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef3436e-e526-4650-8958-fc011c02eaf8 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Made reservation on behalf of c31c6ec4ee6945b58580629588ff6a35 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:49:44.988430 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fef3436e-e526-4650-8958-fc011c02eaf8 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:45.094744 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fda233-8df1-4fc9-9f00-776ce77b5d4a req-2b086212-1fae-45d0-ba0f-b4475b613327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:45.098580 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-84fda233-8df1-4fc9-9f00-776ce77b5d4a req-2b086212-1fae-45d0-ba0f-b4475b613327 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d7dfeabc-cd95-4ccb-8ac5-20f9cfad4783 HTTP/1.1" status: 200 len: 860 time: 0.6758919 Feb 17 17:49:45.182411 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc82e9-7b69-4894-9974-71bbf8d4bb94 req-a648ec4d-badb-4e48-89b1-9d699b731fb3 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:45.184540 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7dcc82e9-7b69-4894-9974-71bbf8d4bb94 req-a648ec4d-badb-4e48-89b1-9d699b731fb3 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.7912064 Feb 17 17:49:45.188713 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-84fda233-8df1-4fc9-9f00-776ce77b5d4a req-79665359-4509-4dd3-b71b-60b8d827eb8a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9fdf3458-5966-4de8-b1fe-2dd22bf8851a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832052 Feb 17 17:49:45.198884 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016589e-b56a-4940-8c1e-16f5fe4724ab req-d59005d9-eb18-4ee8-8725-18f18d653921 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:45.206966 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a016589e-b56a-4940-8c1e-16f5fe4724ab req-d59005d9-eb18-4ee8-8725-18f18d653921 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/ports?device_id=94d4679d-274d-4154-97c2-0b7f5d5cd3e2 HTTP/1.1" status: 200 len: 943 time: 0.7461948 Feb 17 17:49:45.312940 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a016589e-b56a-4940-8c1e-16f5fe4724ab req-81cfa918-344d-4bc2-9a0b-a12b47840ba5 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/security-groups?id=108ca586-77e3-4cca-9038-eab4d874f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047812 Feb 17 17:49:45.439216 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7dcc82e9-7b69-4894-9974-71bbf8d4bb94 req-e35adcd8-eda9-4fe0-8d98-d271e1e55269 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2200356 Feb 17 17:49:45.457415 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fef3436e-e526-4650-8958-fc011c02eaf8 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (67e77da8-430a-4bf4-84ba-5d26a9845519), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:45.515075 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-85194373-fcd5-4c83-9b86-b5c48edbd15e req-02be03d5-9585-46c0-bf7c-822e5178705d tempest-ServerShowV254Test-401002753 tempest-ServerShowV254Test-401002753-project] 10.222.0.87 "GET /v2.0/ports?device_id=89952686-a663-47fa-abbc-2514d7645931 HTTP/1.1" status: 200 len: 210 time: 0.0666883 Feb 17 17:49:45.535376 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-84fda233-8df1-4fc9-9f00-776ce77b5d4a req-df354383-241b-441f-b6cb-6819b74bef5f service neutron] 10.222.0.71 "GET /v2.0/networks/9fdf3458-5966-4de8-b1fe-2dd22bf8851a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249972 Feb 17 17:49:45.591638 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120cc893-6c3f-41dc-9d2a-2191dc348088 x-openstack-request-id: req-120cc893-6c3f-41dc-9d2a-2191dc348088 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:49:45.592573 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39293e6a-d300-4c35-b5f3-5ca1689bd4e8", "name": "network-vif-plugged", "status": "completed", "tag": "c4a6a9fe-3ee3-416b-8d2f-9bd33293f165", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:49:45.592842 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-120cc893-6c3f-41dc-9d2a-2191dc348088 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:49:45.593254 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39293e6a-d300-4c35-b5f3-5ca1689bd4e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a6a9fe-3ee3-416b-8d2f-9bd33293f165', 'code': 200} Feb 17 17:49:45.678426 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef3436e-e526-4650-8958-fc011c02eaf8 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event updated for resources: {'Subnet': ['ID=67e77da8-430a-4bf4-84ba-5d26a9845519,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:45.687668 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-84fda233-8df1-4fc9-9f00-776ce77b5d4a req-9440269b-e827-4a56-94f3-a57fcff1d96b service neutron] 10.222.0.71 "GET /v2.0/networks/9fdf3458-5966-4de8-b1fe-2dd22bf8851a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456666 Feb 17 17:49:45.736558 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef3436e-e526-4650-8958-fc011c02eaf8 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Checking segment: {'id': 'c0627067-1613-4dff-9c81-3bb8377a4c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '7c6a1f5e-1980-483b-9b45-f26d9236ee4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:49:45.753062 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef3436e-e526-4650-8958-fc011c02eaf8 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Network hostable DHCP agents. Network: 7c6a1f5e-1980-483b-9b45-f26d9236ee4d, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:49:45.841310 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef3436e-e526-4650-8958-fc011c02eaf8 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Network 7c6a1f5e-1980-483b-9b45-f26d9236ee4d is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:49:45.862315 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-fef3436e-e526-4650-8958-fc011c02eaf8 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 7c6a1f5e-1980-483b-9b45-f26d9236ee4d) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:49:45.875420 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef3436e-e526-4650-8958-fc011c02eaf8 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:45.876286 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fef3436e-e526-4650-8958-fc011c02eaf8 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:45.882313 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78756bf6-d06e-4a24-9565-f1f62239fb98 None None] Network 7c6a1f5e-1980-483b-9b45-f26d9236ee4d requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:49:45.916762 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739ad90-3f82-4e31-ab90-ee5076959f0f req-54ad7117-3173-4fbf-9cf6-0ec2b6c11b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:45.918714 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d739ad90-3f82-4e31-ab90-ee5076959f0f req-54ad7117-3173-4fbf-9cf6-0ec2b6c11b4a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=39293e6a-d300-4c35-b5f3-5ca1689bd4e8 HTTP/1.1" status: 200 len: 1127 time: 0.1208782 Feb 17 17:49:45.949307 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fef3436e-e526-4650-8958-fc011c02eaf8 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1443007 Feb 17 17:49:45.960160 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36254) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:45.972833 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-ff7e914e-4548-43bf-9c13-34de5ab7cf88 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Request body: {'port': {'network_id': '7c6a1f5e-1980-483b-9b45-f26d9236ee4d', 'name': 'tempest-PortsTestJSON-1377836883', 'fixed_ips': [{'subnet_id': '67e77da8-430a-4bf4-84ba-5d26a9845519', 'ip_address': '172.20.0.10'}]}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:49:46.023416 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d739ad90-3f82-4e31-ab90-ee5076959f0f req-b2acace1-46b9-4ce8-911e-bfa44c024157 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=ee30ec10-fc9c-427d-bae2-fedd385da0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893636 Feb 17 17:49:46.031789 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffabc00e-f483-408e-84f1-12695027e8c1 req-619fc2ff-8a1d-4c8e-a568-935687e07360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:46.034796 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ffabc00e-f483-408e-84f1-12695027e8c1 req-619fc2ff-8a1d-4c8e-a568-935687e07360 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f2aebb6fe94d462e947bf16728d2f99c&device_id=94d4679d-274d-4154-97c2-0b7f5d5cd3e2 HTTP/1.1" status: 200 len: 1125 time: 0.2403395 Feb 17 17:49:46.044623 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a38b7-5d9f-4855-ac8a-40c8dc7cffd7 req-b19cb979-114a-4fcb-9b64-7cfd78c8e421 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:46.050468 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ec4a38b7-5d9f-4855-ac8a-40c8dc7cffd7 req-b19cb979-114a-4fcb-9b64-7cfd78c8e421 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=39293e6a-d300-4c35-b5f3-5ca1689bd4e8 HTTP/1.1" status: 200 len: 945 time: 0.3485048 Feb 17 17:49:46.181991 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65438239-7ff5-440a-9221-0f0c439748aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-7c6a1f5e-1980-483b-9b45-f26d9236ee4d', 'network_id': '7c6a1f5e-1980-483b-9b45-f26d9236ee4d', 'project_id': 'c31c6ec4ee6945b58580629588ff6a35', 'fixed_ips': [{'subnet_id': '67e77da8-430a-4bf4-84ba-5d26a9845519'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:49:46.183393 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-65438239-7ff5-440a-9221-0f0c439748aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:46.186571 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffabc00e-f483-408e-84f1-12695027e8c1 req-9953f485-f44d-439e-b459-ddb55d7182e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:46.189050 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ffabc00e-f483-408e-84f1-12695027e8c1 req-9953f485-f44d-439e-b459-ddb55d7182e1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9fdf3458-5966-4de8-b1fe-2dd22bf8851a HTTP/1.1" status: 200 len: 921 time: 0.1234515 Feb 17 17:49:46.230702 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50fea51-9fe0-4171-bbb7-c171b8cd818d req-ee7ab2a1-1bde-4770-99cb-ef7b31659a8f tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:46.234380 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f50fea51-9fe0-4171-bbb7-c171b8cd818d req-ee7ab2a1-1bde-4770-99cb-ef7b31659a8f tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.3744583 Feb 17 17:49:46.289463 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ffabc00e-f483-408e-84f1-12695027e8c1 req-1b1f5974-78b0-4aba-b8af-7ac519e5681e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b31938c-67cb-4da3-8f08-e299536c6fee HTTP/1.1" status: 200 len: 217 time: 0.0531247 Feb 17 17:49:46.490700 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-65438239-7ff5-440a-9221-0f0c439748aa None None] Allocated IP 172.20.0.2 (7c6a1f5e-1980-483b-9b45-f26d9236ee4d/67e77da8-430a-4bf4-84ba-5d26a9845519/6d0ce1dc-3c0b-4f83-9c97-cdef1ccf9067) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:49:46.509427 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ec4a38b7-5d9f-4855-ac8a-40c8dc7cffd7 req-ac9c0d92-3241-400d-867a-312fd44bcaad tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee30ec10-fc9c-427d-bae2-fedd385da0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4402726 Feb 17 17:49:46.516137 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffabc00e-f483-408e-84f1-12695027e8c1 req-4b8b716d-d5d6-4a40-86c4-ba34596543db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:46.517519 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ffabc00e-f483-408e-84f1-12695027e8c1 req-4b8b716d-d5d6-4a40-86c4-ba34596543db service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d7dfeabc-cd95-4ccb-8ac5-20f9cfad4783 HTTP/1.1" status: 200 len: 860 time: 0.2034864 Feb 17 17:49:46.521691 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f50fea51-9fe0-4171-bbb7-c171b8cd818d req-2eacf5a1-d356-473d-a652-9a4e92a1b30b tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2725530 Feb 17 17:49:46.642459 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ffabc00e-f483-408e-84f1-12695027e8c1 req-de0ea4fe-6b3b-4665-8eab-2add5fc96216 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9fdf3458-5966-4de8-b1fe-2dd22bf8851a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1159887 Feb 17 17:49:46.655651 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7e914e-4548-43bf-9c13-34de5ab7cf88 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Made reservation on behalf of c31c6ec4ee6945b58580629588ff6a35 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:49:46.888651 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-65438239-7ff5-440a-9221-0f0c439748aa None None] Publish callbacks [] for port (6d0ce1dc-3c0b-4f83-9c97-cdef1ccf9067), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:46.898435 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-65438239-7ff5-440a-9221-0f0c439748aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (6d0ce1dc-3c0b-4f83-9c97-cdef1ccf9067), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:46.960667 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65438239-7ff5-440a-9221-0f0c439748aa None None] Pushing event updated for resources: {'Port': ['ID=6d0ce1dc-3c0b-4f83-9c97-cdef1ccf9067,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:47.002130 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65438239-7ff5-440a-9221-0f0c439748aa None None] Network 7c6a1f5e-1980-483b-9b45-f26d9236ee4d is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:49:47.005074 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-65438239-7ff5-440a-9221-0f0c439748aa None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:49:47.008305 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65438239-7ff5-440a-9221-0f0c439748aa None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:49:47.085629 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-65438239-7ff5-440a-9221-0f0c439748aa None None] Attempting to bind port 6d0ce1dc-3c0b-4f83-9c97-cdef1ccf9067 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:49:47.086342 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-65438239-7ff5-440a-9221-0f0c439748aa None None] Attempting to bind port 6d0ce1dc-3c0b-4f83-9c97-cdef1ccf9067 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'c0627067-1613-4dff-9c81-3bb8377a4c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '7c6a1f5e-1980-483b-9b45-f26d9236ee4d'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:49:47.086342 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65438239-7ff5-440a-9221-0f0c439748aa None None] Attempting to bind port 6d0ce1dc-3c0b-4f83-9c97-cdef1ccf9067 on network 7c6a1f5e-1980-483b-9b45-f26d9236ee4d {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:49:47.093805 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65438239-7ff5-440a-9221-0f0c439748aa None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:49:47.094323 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65438239-7ff5-440a-9221-0f0c439748aa None None] Checking segment: {'id': 'c0627067-1613-4dff-9c81-3bb8377a4c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '7c6a1f5e-1980-483b-9b45-f26d9236ee4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:49:47.094743 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-65438239-7ff5-440a-9221-0f0c439748aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:47.095149 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65438239-7ff5-440a-9221-0f0c439748aa None None] Bound using segment: {'id': 'c0627067-1613-4dff-9c81-3bb8377a4c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '7c6a1f5e-1980-483b-9b45-f26d9236ee4d'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:49:47.095631 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-65438239-7ff5-440a-9221-0f0c439748aa None None] Bound port: 6d0ce1dc-3c0b-4f83-9c97-cdef1ccf9067, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0627067-1613-4dff-9c81-3bb8377a4c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '7c6a1f5e-1980-483b-9b45-f26d9236ee4d'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:49:47.096060 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-65438239-7ff5-440a-9221-0f0c439748aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6d0ce1dc-3c0b-4f83-9c97-cdef1ccf9067), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:47.096857 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c006e5ea-cee2-4637-a926-49200007957c req-df91bbe3-9c60-411a-8f9f-54249f8f1875 tempest-ServerShowV254Test-401002753 tempest-ServerShowV254Test-401002753-project] 10.222.0.87 "GET /v2.0/ports?device_id=89952686-a663-47fa-abbc-2514d7645931 HTTP/1.1" status: 200 len: 210 time: 0.2280118 Feb 17 17:49:47.188198 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-65438239-7ff5-440a-9221-0f0c439748aa None None] For port 6d0ce1dc-3c0b-4f83-9c97-cdef1ccf9067, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:49:47.192070 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-65438239-7ff5-440a-9221-0f0c439748aa None None] For port 6d0ce1dc-3c0b-4f83-9c97-cdef1ccf9067, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=6d0ce1dc-3c0b-4f83-9c97-cdef1ccf9067,segment=NetworkSegment(c0627067-1613-4dff-9c81-3bb8377a4c07),segment_id=c0627067-1613-4dff-9c81-3bb8377a4c07)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:49:47.204001 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-65438239-7ff5-440a-9221-0f0c439748aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (6d0ce1dc-3c0b-4f83-9c97-cdef1ccf9067), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:47.213050 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ffabc00e-f483-408e-84f1-12695027e8c1 req-37ecf0a8-f229-4035-8c70-0a1ccbc1e358 service neutron] 10.222.0.71 "GET /v2.0/networks/9fdf3458-5966-4de8-b1fe-2dd22bf8851a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5418313 Feb 17 17:49:47.228335 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9d272-3cf4-4761-aac5-7e6b7c3c695d req-b9b209eb-3533-4fea-9f5a-746f643cd6e0 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:47.237187 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-22c9d272-3cf4-4761-aac5-7e6b7c3c695d req-b9b209eb-3533-4fea-9f5a-746f643cd6e0 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/ports?device_id=94d4679d-274d-4154-97c2-0b7f5d5cd3e2 HTTP/1.1" status: 200 len: 943 time: 0.6247299 Feb 17 17:49:47.283580 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65438239-7ff5-440a-9221-0f0c439748aa None None] Pushing event updated for resources: {'Port': ['ID=6d0ce1dc-3c0b-4f83-9c97-cdef1ccf9067,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:47.332545 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ff7e914e-4548-43bf-9c13-34de5ab7cf88 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:47.424908 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-ff7e914e-4548-43bf-9c13-34de5ab7cf88 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] device_id is not set on port 3ae59c2c-82c5-454b-b9d4-1578d6dd80f8 yet. {{(pid=103435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:49:47.503957 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-22c9d272-3cf4-4761-aac5-7e6b7c3c695d req-1d3195d6-0676-4d6e-8f93-ae2b244a96ea tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/security-groups?id=108ca586-77e3-4cca-9038-eab4d874f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644625 Feb 17 17:49:47.563675 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047a43f-00ac-43c9-aa09-be32d453d477 req-4cea615f-2bfa-4011-be41-265e03097874 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:47.574001 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9047a43f-00ac-43c9-aa09-be32d453d477 req-4cea615f-2bfa-4011-be41-265e03097874 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.3281343 Feb 17 17:49:47.594872 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ffabc00e-f483-408e-84f1-12695027e8c1 req-3fdfd4e4-1778-43d7-8b79-cd927d6783e4 service neutron] 10.222.0.71 "GET /v2.0/networks/9fdf3458-5966-4de8-b1fe-2dd22bf8851a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544681 Feb 17 17:49:47.711467 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9047a43f-00ac-43c9-aa09-be32d453d477 req-617741c2-fac7-40a7-a058-8dd630a0b26b tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302967 Feb 17 17:49:47.902412 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-ff7e914e-4548-43bf-9c13-34de5ab7cf88 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Allocated IP 172.20.0.10 (7c6a1f5e-1980-483b-9b45-f26d9236ee4d/67e77da8-430a-4bf4-84ba-5d26a9845519/3ae59c2c-82c5-454b-b9d4-1578d6dd80f8) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:49:47.933166 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8164c0e-a9da-416f-a6bb-61afeab87636 req-7b3d44dd-e914-43f9-bd8d-66cadf9c67e8 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:47.935508 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d8164c0e-a9da-416f-a6bb-61afeab87636 req-7b3d44dd-e914-43f9-bd8d-66cadf9c67e8 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=39293e6a-d300-4c35-b5f3-5ca1689bd4e8 HTTP/1.1" status: 200 len: 945 time: 0.1171341 Feb 17 17:49:48.040917 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d8164c0e-a9da-416f-a6bb-61afeab87636 req-fa6c32a0-f687-4c0c-aa4b-f07859fd3804 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee30ec10-fc9c-427d-bae2-fedd385da0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979080 Feb 17 17:49:48.173487 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 0b31938c-67cb-4da3-8f08-e299536c6fee details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:49:48.378471 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ff7e914e-4548-43bf-9c13-34de5ab7cf88 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for port (3ae59c2c-82c5-454b-b9d4-1578d6dd80f8), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:48.469000 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 6d0ce1dc-3c0b-4f83-9c97-cdef1ccf9067 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:49:48.474638 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 0b31938c-67cb-4da3-8f08-e299536c6fee, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=0b31938c-67cb-4da3-8f08-e299536c6fee,segment=NetworkSegment(7701ca39-cda1-4529-8b0e-02febdb9438c),segment_id=7701ca39-cda1-4529-8b0e-02febdb9438c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:49:48.498652 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6a564-5d7a-4a7e-a7f7-d18680501ad5 req-32497002-92a5-4072-afb5-0db917cb4a07 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:48.521791 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dfe6a564-5d7a-4a7e-a7f7-d18680501ad5 req-32497002-92a5-4072-afb5-0db917cb4a07 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.2942300 Feb 17 17:49:48.532866 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '0b31938c-67cb-4da3-8f08-e299536c6fee', 'network_id': '9fdf3458-5966-4de8-b1fe-2dd22bf8851a', 'port_id': '0b31938c-67cb-4da3-8f08-e299536c6fee', 'mac_address': 'fa:16:3e:e8:0a:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7dfeabc-cd95-4ccb-8ac5-20f9cfad4783', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:49:48.614809 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 0b31938c-67cb-4da3-8f08-e299536c6fee is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:49:48.615726 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0b31938c-67cb-4da3-8f08-e299536c6fee), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:48.632597 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ff7e914e-4548-43bf-9c13-34de5ab7cf88 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (3ae59c2c-82c5-454b-b9d4-1578d6dd80f8), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:48.639111 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 6d0ce1dc-3c0b-4f83-9c97-cdef1ccf9067 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:49:48.639863 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6d0ce1dc-3c0b-4f83-9c97-cdef1ccf9067), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:48.643870 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b31938c-67cb-4da3-8f08-e299536c6fee {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:49:48.705891 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 0b31938c-67cb-4da3-8f08-e299536c6fee, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=0b31938c-67cb-4da3-8f08-e299536c6fee,segment=NetworkSegment(7701ca39-cda1-4529-8b0e-02febdb9438c),segment_id=7701ca39-cda1-4529-8b0e-02febdb9438c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:49:48.738388 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (0b31938c-67cb-4da3-8f08-e299536c6fee), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:48.744413 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dfe6a564-5d7a-4a7e-a7f7-d18680501ad5 req-e3681dd1-c695-4b0d-b38f-e6aae0294131 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2046773 Feb 17 17:49:48.807298 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7e914e-4548-43bf-9c13-34de5ab7cf88 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Network 7c6a1f5e-1980-483b-9b45-f26d9236ee4d is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:49:48.819038 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-ff7e914e-4548-43bf-9c13-34de5ab7cf88 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:49:48.834461 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7e914e-4548-43bf-9c13-34de5ab7cf88 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:49:48.926247 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e914e-4548-43bf-9c13-34de5ab7cf88 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event updated for resources: {'Port': ['ID=3ae59c2c-82c5-454b-b9d4-1578d6dd80f8,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:49.002015 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['0b31938c-67cb-4da3-8f08-e299536c6fee'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:49:49.072448 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7e914e-4548-43bf-9c13-34de5ab7cf88 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:49.073233 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ff7e914e-4548-43bf-9c13-34de5ab7cf88 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:49.088147 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=0b31938c-67cb-4da3-8f08-e299536c6fee,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:49.091054 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:49.119820 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-ff7e914e-4548-43bf-9c13-34de5ab7cf88 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.1567359 Feb 17 17:49:49.122847 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36504) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:49.133054 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-19e0b792-e448-4296-9b9e-ff1f7fe2817b tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Request body: {'port': {'network_id': '7c6a1f5e-1980-483b-9b45-f26d9236ee4d', 'name': 'tempest-PortsTestJSON-1545307197', 'fixed_ips': [{'subnet_id': '67e77da8-430a-4bf4-84ba-5d26a9845519', 'ip_address': '172.20.0.9'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:49:49.148211 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b3199-e135-488c-a282-a1c1b400f5a1 req-3a2b40c4-ff39-4307-a588-dd87b9669b51 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:49.149867 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e22b3199-e135-488c-a282-a1c1b400f5a1 req-3a2b40c4-ff39-4307-a588-dd87b9669b51 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/ports?device_id=94d4679d-274d-4154-97c2-0b7f5d5cd3e2 HTTP/1.1" status: 200 len: 944 time: 0.1863236 Feb 17 17:49:49.168398 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 6d0ce1dc-3c0b-4f83-9c97-cdef1ccf9067 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:49:49.168879 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6d0ce1dc-3c0b-4f83-9c97-cdef1ccf9067), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:49.241827 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e22b3199-e135-488c-a282-a1c1b400f5a1 req-3c0f21a3-205a-426f-be3c-b8e7bed6e289 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/security-groups?id=108ca586-77e3-4cca-9038-eab4d874f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832810 Feb 17 17:49:49.297269 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b22e38-3b56-4469-9724-289653f14eb5 None None] Network 7c6a1f5e-1980-483b-9b45-f26d9236ee4d requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:49:49.371649 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 6d0ce1dc-3c0b-4f83-9c97-cdef1ccf9067, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=6d0ce1dc-3c0b-4f83-9c97-cdef1ccf9067,segment=NetworkSegment(c0627067-1613-4dff-9c81-3bb8377a4c07),segment_id=c0627067-1613-4dff-9c81-3bb8377a4c07)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:49:49.383705 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e0b792-e448-4296-9b9e-ff1f7fe2817b tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Made reservation on behalf of c31c6ec4ee6945b58580629588ff6a35 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:49:49.407223 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (6d0ce1dc-3c0b-4f83-9c97-cdef1ccf9067), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:49.448264 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4873a-bf23-4dd8-9686-4419aec1693b req-fd56a754-9981-4c53-8bcf-460bb6d67d98 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:49.457472 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5db4873a-bf23-4dd8-9686-4419aec1693b req-fd56a754-9981-4c53-8bcf-460bb6d67d98 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.0923131 Feb 17 17:49:49.573179 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5db4873a-bf23-4dd8-9686-4419aec1693b req-2f380bc5-f192-4390-9b3a-da043cda721f tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132007 Feb 17 17:49:49.585313 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-19e0b792-e448-4296-9b9e-ff1f7fe2817b tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:49.593607 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-2776d09e-b154-4a54-8305-6cbd5f903d5e None None] Provisioning complete for port 6d0ce1dc-3c0b-4f83-9c97-cdef1ccf9067 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:49:49.594258 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2776d09e-b154-4a54-8305-6cbd5f903d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6d0ce1dc-3c0b-4f83-9c97-cdef1ccf9067), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:49.607581 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-19e0b792-e448-4296-9b9e-ff1f7fe2817b tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] device_id is not set on port 47b93714-50fe-4125-b0fb-83b44b30eceb yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:49:49.898640 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:49.928403 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=6d0ce1dc-3c0b-4f83-9c97-cdef1ccf9067,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:50.110355 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-19e0b792-e448-4296-9b9e-ff1f7fe2817b tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Allocated IP 172.20.0.9 (7c6a1f5e-1980-483b-9b45-f26d9236ee4d/67e77da8-430a-4bf4-84ba-5d26a9845519/47b93714-50fe-4125-b0fb-83b44b30eceb) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:49:50.203178 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2bd85-b663-4d74-989b-9e7b8e390830 req-021d65b6-7464-4872-b365-47fe5b217d5d tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:50.209140 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-93b2bd85-b663-4d74-989b-9e7b8e390830 req-021d65b6-7464-4872-b365-47fe5b217d5d tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/networks?id=106d8950-35e8-4e49-bc8b-6ac4436cd2fe HTTP/1.1" status: 200 len: 812 time: 0.2575781 Feb 17 17:49:50.236843 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-93b2bd85-b663-4d74-989b-9e7b8e390830 req-a280b903-c838-4ecd-961a-a3e7b4415055 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/quotas/708d2e36ca25476d9214a2f14ef71fc9 HTTP/1.1" status: 200 len: 375 time: 0.0252736 Feb 17 17:49:50.372052 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-2776d09e-b154-4a54-8305-6cbd5f903d5e None None] Current status of the port 6d0ce1dc-3c0b-4f83-9c97-cdef1ccf9067 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:49:50.376876 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-93b2bd85-b663-4d74-989b-9e7b8e390830 req-3cd453d7-7678-4a66-815b-85ebbcc8f839 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=708d2e36ca25476d9214a2f14ef71fc9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1363976 Feb 17 17:49:50.437851 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 6d0ce1dc-3c0b-4f83-9c97-cdef1ccf9067 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:49:50.532114 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 6d0ce1dc-3c0b-4f83-9c97-cdef1ccf9067 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:49:50.532822 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6d0ce1dc-3c0b-4f83-9c97-cdef1ccf9067), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:50.682183 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-19e0b792-e448-4296-9b9e-ff1f7fe2817b tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for port (47b93714-50fe-4125-b0fb-83b44b30eceb), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:50.779870 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 6d0ce1dc-3c0b-4f83-9c97-cdef1ccf9067 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:49:50.808229 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-19e0b792-e448-4296-9b9e-ff1f7fe2817b tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (47b93714-50fe-4125-b0fb-83b44b30eceb), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:50.836268 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-93b2bd85-b663-4d74-989b-9e7b8e390830 req-f4d9dbcb-e087-4a3f-816b-f49321cac30e service neutron] 10.222.0.87 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4566684 Feb 17 17:49:50.937812 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-04a8bf3b-5198-4e89-ad76-848d261a571b None None] Provisioning complete for port 3ae59c2c-82c5-454b-b9d4-1578d6dd80f8 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:49:50.939151 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-04a8bf3b-5198-4e89-ad76-848d261a571b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (3ae59c2c-82c5-454b-b9d4-1578d6dd80f8), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:50.960823 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0b792-e448-4296-9b9e-ff1f7fe2817b tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event updated for resources: {'Port': ['ID=47b93714-50fe-4125-b0fb-83b44b30eceb,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:50.988787 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e0b792-e448-4296-9b9e-ff1f7fe2817b tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Network 7c6a1f5e-1980-483b-9b45-f26d9236ee4d is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:49:50.991752 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-19e0b792-e448-4296-9b9e-ff1f7fe2817b tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:49:50.997933 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e0b792-e448-4296-9b9e-ff1f7fe2817b tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:49:51.087056 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-93b2bd85-b663-4d74-989b-9e7b8e390830 req-2b229de4-c637-42fe-94a9-6e39b72cc984 service neutron] 10.222.0.87 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497411 Feb 17 17:49:51.137019 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984e6c7-4a6b-45a6-ac2d-c37c1f820c6b req-0e91b068-0d6a-409a-a8b4-7d236b112d0b tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:51.153605 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f984e6c7-4a6b-45a6-ac2d-c37c1f820c6b req-0e91b068-0d6a-409a-a8b4-7d236b112d0b tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/ports?device_id=94d4679d-274d-4154-97c2-0b7f5d5cd3e2 HTTP/1.1" status: 200 len: 944 time: 0.5223272 Feb 17 17:49:51.168995 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e0b792-e448-4296-9b9e-ff1f7fe2817b tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:51.174385 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-19e0b792-e448-4296-9b9e-ff1f7fe2817b tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:51.176037 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-04a8bf3b-5198-4e89-ad76-848d261a571b None None] Port 3ae59c2c-82c5-454b-b9d4-1578d6dd80f8 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:49:51.231755 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-04a8bf3b-5198-4e89-ad76-848d261a571b None None] Provisioning complete for port 6d0ce1dc-3c0b-4f83-9c97-cdef1ccf9067 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:49:51.233513 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-19e0b792-e448-4296-9b9e-ff1f7fe2817b tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1085961 Feb 17 17:49:51.235499 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36564) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:51.235645 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-04a8bf3b-5198-4e89-ad76-848d261a571b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6d0ce1dc-3c0b-4f83-9c97-cdef1ccf9067), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:51.340182 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f984e6c7-4a6b-45a6-ac2d-c37c1f820c6b req-48e7ed1b-6db3-4448-af6c-95f1e551d0f0 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/security-groups?id=108ca586-77e3-4cca-9038-eab4d874f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818626 Feb 17 17:49:51.510876 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3a217c71-e0a3-4d9f-9af8-db4561c1dda1 req-4cd30705-8a74-4fbc-899c-1650ea8a6035 tempest-ServerShowV254Test-401002753 tempest-ServerShowV254Test-401002753-project] 10.222.0.87 "GET /v2.0/ports?device_id=89952686-a663-47fa-abbc-2514d7645931 HTTP/1.1" status: 200 len: 210 time: 0.0431359 Feb 17 17:49:51.575723 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-04a8bf3b-5198-4e89-ad76-848d261a571b None None] Current status of the port 6d0ce1dc-3c0b-4f83-9c97-cdef1ccf9067 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:49:51.679069 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6cf6f9-b2c5-4f16-86e9-90e2b04401a9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:51.684539 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fa6cf6f9-b2c5-4f16-86e9-90e2b04401a9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.4478953 Feb 17 17:49:51.687291 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36574) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:51.715983 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-54efd645-70ee-4643-8089-c1072c248bac req-6bba122a-21c6-43ea-acd4-1d15ec33a07d tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=315d9d1f-320f-40e9-9b83-71f1b9844f37 HTTP/1.1" status: 200 len: 210 time: 0.0590062 Feb 17 17:49:51.738214 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-feedfd22-e30c-4cc4-8f27-46b1a1a4c90f None None] Provisioning complete for port 3ae59c2c-82c5-454b-b9d4-1578d6dd80f8 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:49:51.738588 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-feedfd22-e30c-4cc4-8f27-46b1a1a4c90f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (3ae59c2c-82c5-454b-b9d4-1578d6dd80f8), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:51.783108 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2daf3267-bc98-4bf6-9b06-ced0848e7646 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:51.786886 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2daf3267-bc98-4bf6-9b06-ced0848e7646 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:51.792624 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2daf3267-bc98-4bf6-9b06-ced0848e7646 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:51.794707 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2daf3267-bc98-4bf6-9b06-ced0848e7646 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1058717 Feb 17 17:49:51.797692 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36578) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:51.800371 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-feedfd22-e30c-4cc4-8f27-46b1a1a4c90f None None] Port 3ae59c2c-82c5-454b-b9d4-1578d6dd80f8 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:49:51.944120 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-bb6518eb-48a0-4537-978c-ce7b7818914c None None] Provisioning complete for port 47b93714-50fe-4125-b0fb-83b44b30eceb triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:49:51.944120 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bb6518eb-48a0-4537-978c-ce7b7818914c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (47b93714-50fe-4125-b0fb-83b44b30eceb), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:51.985561 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-5082daae-b553-469c-9abe-977a65952626 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Deleting port 47b93714-50fe-4125-b0fb-83b44b30eceb {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:49:51.988524 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5082daae-b553-469c-9abe-977a65952626 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (47b93714-50fe-4125-b0fb-83b44b30eceb), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:52.269572 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5082daae-b553-469c-9abe-977a65952626 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (47b93714-50fe-4125-b0fb-83b44b30eceb), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:52.296461 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 0b31938c-67cb-4da3-8f08-e299536c6fee up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:49:52.303765 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-5082daae-b553-469c-9abe-977a65952626 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Calling delete_port for 47b93714-50fe-4125-b0fb-83b44b30eceb owned by {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:49:52.422066 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-bb6518eb-48a0-4537-978c-ce7b7818914c None None] Port 47b93714-50fe-4125-b0fb-83b44b30eceb cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:49:52.491606 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 0b31938c-67cb-4da3-8f08-e299536c6fee completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:49:52.497559 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 0b31938c-67cb-4da3-8f08-e299536c6fee triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:49:52.497942 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (0b31938c-67cb-4da3-8f08-e299536c6fee), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:52.769113 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 0b31938c-67cb-4da3-8f08-e299536c6fee is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:49:52.770769 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0b31938c-67cb-4da3-8f08-e299536c6fee), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:52.843782 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-02e8a971-2b06-40ef-bc05-869133190e8b req-5ca1dc75-7c36-434a-99cb-b3dc8cd39532 tempest-ServerShowV254Test-401002753 tempest-ServerShowV254Test-401002753-project] 10.222.0.87 "GET /v2.0/ports?device_id=89952686-a663-47fa-abbc-2514d7645931 HTTP/1.1" status: 200 len: 210 time: 0.1839206 Feb 17 17:49:52.862460 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5082daae-b553-469c-9abe-977a65952626 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (47b93714-50fe-4125-b0fb-83b44b30eceb), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:52.867421 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d4679d-274d-4154-97c2-0b7f5d5cd3e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b31938c-67cb-4da3-8f08-e299536c6fee'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:49:52.880709 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7f79cb-1eb4-44b3-882b-37458fe40ad6" -d '{"events": [{"server_uuid": "94d4679d-274d-4154-97c2-0b7f5d5cd3e2", "name": "network-vif-plugged", "status": "completed", "tag": "0b31938c-67cb-4da3-8f08-e299536c6fee"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:49:52.907293 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 0b31938c-67cb-4da3-8f08-e299536c6fee, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=0b31938c-67cb-4da3-8f08-e299536c6fee,segment=NetworkSegment(7701ca39-cda1-4529-8b0e-02febdb9438c),segment_id=7701ca39-cda1-4529-8b0e-02febdb9438c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:49:52.914646 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (0b31938c-67cb-4da3-8f08-e299536c6fee), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:52.986718 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5082daae-b553-469c-9abe-977a65952626 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event deleted for resources: {'Port': ['ID=47b93714-50fe-4125-b0fb-83b44b30eceb,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:53.031682 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79878a-87af-4106-8533-01fc99fc1afe req-7ee1cfc4-e7c4-4a70-9b26-f9d762558764 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:53.039446 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7d79878a-87af-4106-8533-01fc99fc1afe req-7ee1cfc4-e7c4-4a70-9b26-f9d762558764 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/ports?device_id=94d4679d-274d-4154-97c2-0b7f5d5cd3e2 HTTP/1.1" status: 200 len: 944 time: 0.5316403 Feb 17 17:49:53.098472 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=0b31938c-67cb-4da3-8f08-e299536c6fee,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:53.238454 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-67b7021c-fd38-4173-8b26-cbb128067a43 req-9a18e96b-9774-477b-b11f-7330f5696531 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=315d9d1f-320f-40e9-9b83-71f1b9844f37 HTTP/1.1" status: 200 len: 210 time: 0.1957147 Feb 17 17:49:53.339751 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ced2b6-9268-4504-b540-5e9ec8d0b4b8 x-openstack-request-id: req-c7ced2b6-9268-4504-b540-5e9ec8d0b4b8 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:49:53.340405 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d4679d-274d-4154-97c2-0b7f5d5cd3e2", "name": "network-vif-plugged", "status": "completed", "tag": "0b31938c-67cb-4da3-8f08-e299536c6fee", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:49:53.340817 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c7ced2b6-9268-4504-b540-5e9ec8d0b4b8 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:49:53.341385 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d4679d-274d-4154-97c2-0b7f5d5cd3e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b31938c-67cb-4da3-8f08-e299536c6fee', 'code': 200} Feb 17 17:49:53.472966 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7d79878a-87af-4106-8533-01fc99fc1afe req-35a20912-d7b5-4b2b-84de-ce4d8fc53f51 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/security-groups?id=108ca586-77e3-4cca-9038-eab4d874f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4268351 Feb 17 17:49:53.642343 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5082daae-b553-469c-9abe-977a65952626 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:53.658717 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-5082daae-b553-469c-9abe-977a65952626 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "DELETE /v2.0/ports/47b93714-50fe-4125-b0fb-83b44b30eceb HTTP/1.1" status: 204 len: 168 time: 1.8595612 Feb 17 17:49:53.659285 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36616) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:53.744011 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5d50957-9cdb-4b93-8434-2badb5b9245e tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] GET failed (client error): The resource could not be found. Feb 17 17:49:53.757499 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-d5d50957-9cdb-4b93-8434-2badb5b9245e tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "GET /v2.0/ports/47b93714-50fe-4125-b0fb-83b44b30eceb HTTP/1.1" status: 404 len: 333 time: 0.0960236 Feb 17 17:49:53.759749 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36618) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:53.794038 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2bd85-b663-4d74-989b-9e7b8e390830 req-11c7e655-53fb-42b9-897f-621484b93666 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:53.803266 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-93b2bd85-b663-4d74-989b-9e7b8e390830 req-11c7e655-53fb-42b9-897f-621484b93666 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.91 "GET /v2.0/networks?id=106d8950-35e8-4e49-bc8b-6ac4436cd2fe HTTP/1.1" status: 200 len: 812 time: 0.3515558 Feb 17 17:49:53.822683 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-93b2bd85-b663-4d74-989b-9e7b8e390830 req-c7ed702e-f46d-4f02-95a4-a29f07c3799a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Request body: {'port': {'device_id': '315d9d1f-320f-40e9-9b83-71f1b9844f37', 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe', 'admin_state_up': True, 'tenant_id': '708d2e36ca25476d9214a2f14ef71fc9'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:49:53.854386 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4461c34-40f2-4f1c-a30b-50e143f37593 req-866bbdaf-f911-4c13-9337-2d7840603fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:53.856352 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f4461c34-40f2-4f1c-a30b-50e143f37593 req-866bbdaf-f911-4c13-9337-2d7840603fb4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=94d4679d-274d-4154-97c2-0b7f5d5cd3e2 HTTP/1.1" status: 200 len: 1127 time: 0.3688667 Feb 17 17:49:54.034366 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93b2bd85-b663-4d74-989b-9e7b8e390830 req-c7ed702e-f46d-4f02-95a4-a29f07c3799a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Made reservation on behalf of 708d2e36ca25476d9214a2f14ef71fc9 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:49:54.038846 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-93b2bd85-b663-4d74-989b-9e7b8e390830 req-c7ed702e-f46d-4f02-95a4-a29f07c3799a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:54.097785 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ac48c25d-4fb6-494e-a112-54a3aa4fc381 req-71cb0e54-f1dd-4bb5-a71d-3ebccdcdda5f tempest-ServerShowV254Test-401002753 tempest-ServerShowV254Test-401002753-project] 10.222.0.87 "GET /v2.0/ports?device_id=89952686-a663-47fa-abbc-2514d7645931 HTTP/1.1" status: 200 len: 210 time: 0.0803375 Feb 17 17:49:54.114543 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f4461c34-40f2-4f1c-a30b-50e143f37593 req-3b9ccd4e-ca68-479f-b550-44c317cee458 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=108ca586-77e3-4cca-9038-eab4d874f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470698 Feb 17 17:49:54.147090 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b015cd98-30c6-4578-a1a1-e78d56583319 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Deleting port 3ae59c2c-82c5-454b-b9d4-1578d6dd80f8 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:49:54.147811 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b015cd98-30c6-4578-a1a1-e78d56583319 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (3ae59c2c-82c5-454b-b9d4-1578d6dd80f8), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:54.269340 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b015cd98-30c6-4578-a1a1-e78d56583319 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (3ae59c2c-82c5-454b-b9d4-1578d6dd80f8), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:54.284215 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b015cd98-30c6-4578-a1a1-e78d56583319 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Calling delete_port for 3ae59c2c-82c5-454b-b9d4-1578d6dd80f8 owned by {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:49:54.313881 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-93b2bd85-b663-4d74-989b-9e7b8e390830 req-c7ed702e-f46d-4f02-95a4-a29f07c3799a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Allocated IP 172.20.0.5 (106d8950-35e8-4e49-bc8b-6ac4436cd2fe/f5806a5b-efbb-4c84-b3a4-70ad6c804540/c9fc73c9-8067-4b99-af61-88f9b343d18b) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:49:54.730937 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-93b2bd85-b663-4d74-989b-9e7b8e390830 req-c7ed702e-f46d-4f02-95a4-a29f07c3799a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks [] for port (c9fc73c9-8067-4b99-af61-88f9b343d18b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:54.827731 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-93b2bd85-b663-4d74-989b-9e7b8e390830 req-c7ed702e-f46d-4f02-95a4-a29f07c3799a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (c9fc73c9-8067-4b99-af61-88f9b343d18b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:54.919366 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93b2bd85-b663-4d74-989b-9e7b8e390830 req-c7ed702e-f46d-4f02-95a4-a29f07c3799a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Network 106d8950-35e8-4e49-bc8b-6ac4436cd2fe is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:49:54.923665 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-93b2bd85-b663-4d74-989b-9e7b8e390830 req-c7ed702e-f46d-4f02-95a4-a29f07c3799a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:49:54.944945 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b2bd85-b663-4d74-989b-9e7b8e390830 req-c7ed702e-f46d-4f02-95a4-a29f07c3799a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:49:54.958430 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed702e-f46d-4f02-95a4-a29f07c3799a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Pushing event updated for resources: {'Port': ['ID=c9fc73c9-8067-4b99-af61-88f9b343d18b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:55.197928 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2bd85-b663-4d74-989b-9e7b8e390830 req-c7ed702e-f46d-4f02-95a4-a29f07c3799a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:55.198537 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-93b2bd85-b663-4d74-989b-9e7b8e390830 req-c7ed702e-f46d-4f02-95a4-a29f07c3799a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:55.256562 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-93b2bd85-b663-4d74-989b-9e7b8e390830 req-c7ed702e-f46d-4f02-95a4-a29f07c3799a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4365964 Feb 17 17:49:55.274947 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-93b2bd85-b663-4d74-989b-9e7b8e390830 req-7b95fdcc-e5f3-475c-a859-f762c5f3604e service neutron] Request body: {'port': {'device_id': '315d9d1f-320f-40e9-9b83-71f1b9844f37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:49:55.284609 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b015cd98-30c6-4578-a1a1-e78d56583319 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (3ae59c2c-82c5-454b-b9d4-1578d6dd80f8), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:55.299793 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e2e13-0add-40eb-9411-4521876391b3 req-e0abbf09-e5f6-43f0-bf01-123c74b380f2 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:55.302705 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6e1e2e13-0add-40eb-9411-4521876391b3 req-e0abbf09-e5f6-43f0-bf01-123c74b380f2 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=315d9d1f-320f-40e9-9b83-71f1b9844f37 HTTP/1.1" status: 200 len: 931 time: 0.2334492 Feb 17 17:49:55.423737 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b015cd98-30c6-4578-a1a1-e78d56583319 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event deleted for resources: {'Port': ['ID=3ae59c2c-82c5-454b-b9d4-1578d6dd80f8,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:55.575036 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-2e3f08eb-e90b-439e-8fa9-254659caf71e None None] Provisioning complete for port c9fc73c9-8067-4b99-af61-88f9b343d18b triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:49:55.575636 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2e3f08eb-e90b-439e-8fa9-254659caf71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c9fc73c9-8067-4b99-af61-88f9b343d18b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:55.621995 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ac718-8c01-4a79-9dea-d714366d7cc4 req-71228873-abdb-469c-b40f-57ab1d4bc25e tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:55.656035 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-740ac718-8c01-4a79-9dea-d714366d7cc4 req-71228873-abdb-469c-b40f-57ab1d4bc25e tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/ports?device_id=94d4679d-274d-4154-97c2-0b7f5d5cd3e2 HTTP/1.1" status: 200 len: 945 time: 0.4809737 Feb 17 17:49:55.702545 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-2e3f08eb-e90b-439e-8fa9-254659caf71e None None] Port c9fc73c9-8067-4b99-af61-88f9b343d18b cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:49:55.806916 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6e1e2e13-0add-40eb-9411-4521876391b3 req-b40c9f1a-c0e2-4679-a823-54cdd2dadf14 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4817467 Feb 17 17:49:55.942902 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-740ac718-8c01-4a79-9dea-d714366d7cc4 req-31eb58c9-086d-455c-b322-c645866487f8 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/security-groups?id=108ca586-77e3-4cca-9038-eab4d874f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854803 Feb 17 17:49:56.068639 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0c84111c-d6ac-4cc3-a451-8bd2bfa6e8b8 req-9c885ab6-ed27-4770-9209-a7ac6abbba62 tempest-ServerShowV254Test-401002753 tempest-ServerShowV254Test-401002753-project] 10.222.0.87 "GET /v2.0/ports?device_id=89952686-a663-47fa-abbc-2514d7645931 HTTP/1.1" status: 200 len: 210 time: 0.1007671 Feb 17 17:49:56.080753 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b015cd98-30c6-4578-a1a1-e78d56583319 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:56.087140 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b015cd98-30c6-4578-a1a1-e78d56583319 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "DELETE /v2.0/ports/3ae59c2c-82c5-454b-b9d4-1578d6dd80f8 HTTP/1.1" status: 204 len: 168 time: 2.3263505 Feb 17 17:49:56.098979 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36656) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:56.169067 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6e6cbc8-4842-40e5-ad6a-97298ceba683 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] GET failed (client error): The resource could not be found. Feb 17 17:49:56.170599 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c6e6cbc8-4842-40e5-ad6a-97298ceba683 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "GET /v2.0/ports/3ae59c2c-82c5-454b-b9d4-1578d6dd80f8 HTTP/1.1" status: 404 len: 333 time: 0.0705900 Feb 17 17:49:56.178127 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36658) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:56.185054 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-93b2bd85-b663-4d74-989b-9e7b8e390830 req-7b95fdcc-e5f3-475c-a859-f762c5f3604e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c9fc73c9-8067-4b99-af61-88f9b343d18b), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:56.287924 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3389ae2-4eb1-4827-a221-be6f93650000 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Deleting subnet 67e77da8-430a-4bf4-84ba-5d26a9845519 {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:49:56.294267 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c3389ae2-4eb1-4827-a221-be6f93650000 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for subnet (67e77da8-430a-4bf4-84ba-5d26a9845519), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:56.406100 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c3389ae2-4eb1-4827-a221-be6f93650000 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (67e77da8-430a-4bf4-84ba-5d26a9845519), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:56.593315 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c3389ae2-4eb1-4827-a221-be6f93650000 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (67e77da8-430a-4bf4-84ba-5d26a9845519), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:56.713142 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c3389ae2-4eb1-4827-a221-be6f93650000 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (67e77da8-430a-4bf4-84ba-5d26a9845519), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:56.779584 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a2e492-a1cb-42a8-a760-7d8f111d247f None None] Network 7c6a1f5e-1980-483b-9b45-f26d9236ee4d requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:49:56.780627 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c3389ae2-4eb1-4827-a221-be6f93650000 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:56.795068 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36662) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:56.795550 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c3389ae2-4eb1-4827-a221-be6f93650000 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "DELETE /v2.0/subnets/67e77da8-430a-4bf4-84ba-5d26a9845519 HTTP/1.1" status: 204 len: 168 time: 0.6143320 Feb 17 17:49:56.796936 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3389ae2-4eb1-4827-a221-be6f93650000 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event deleted for resources: {'Subnet': ['ID=67e77da8-430a-4bf4-84ba-5d26a9845519,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:56.861006 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:49:56.923498 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-93b2bd85-b663-4d74-989b-9e7b8e390830 req-7b95fdcc-e5f3-475c-a859-f762c5f3604e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9fc73c9-8067-4b99-af61-88f9b343d18b {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:49:56.946264 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-93b2bd85-b663-4d74-989b-9e7b8e390830 req-7b95fdcc-e5f3-475c-a859-f762c5f3604e service neutron] Publish callbacks [] for port (c9fc73c9-8067-4b99-af61-88f9b343d18b), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:57.003957 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-93b2bd85-b663-4d74-989b-9e7b8e390830 req-7b95fdcc-e5f3-475c-a859-f762c5f3604e service neutron] Transition to ACTIVE for port object c9fc73c9-8067-4b99-af61-88f9b343d18b will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:49:57.051638 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-93b2bd85-b663-4d74-989b-9e7b8e390830 req-7b95fdcc-e5f3-475c-a859-f762c5f3604e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (c9fc73c9-8067-4b99-af61-88f9b343d18b), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:57.208110 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b95fdcc-e5f3-475c-a859-f762c5f3604e service neutron] Pushing event updated for resources: {'Port': ['ID=c9fc73c9-8067-4b99-af61-88f9b343d18b,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:57.256304 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa017866-4ce0-48fd-9d88-487b7ab31374 req-9145fb42-41d4-422f-b9d4-3609916337b7 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:57.263666 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fa017866-4ce0-48fd-9d88-487b7ab31374 req-9145fb42-41d4-422f-b9d4-3609916337b7 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=315d9d1f-320f-40e9-9b83-71f1b9844f37 HTTP/1.1" status: 200 len: 943 time: 0.2105994 Feb 17 17:49:57.273931 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e5f2ac-31ec-4975-8943-321eaf423975 None None] DHCP port deletion for 7c6a1f5e-1980-483b-9b45-f26d9236ee4d request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:49:57.368046 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537d0bb-b2f7-4fd1-8bd9-8a69c8ac9f96 req-4748162a-41e7-4a03-9dde-3638c3edee8a tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:57.369702 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8537d0bb-b2f7-4fd1-8bd9-8a69c8ac9f96 req-4748162a-41e7-4a03-9dde-3638c3edee8a tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/ports?device_id=94d4679d-274d-4154-97c2-0b7f5d5cd3e2 HTTP/1.1" status: 200 len: 945 time: 0.2341733 Feb 17 17:49:57.386129 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-277d0f37-594a-4eb4-9326-00e2496df29f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (7c6a1f5e-1980-483b-9b45-f26d9236ee4d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:57.436556 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fa017866-4ce0-48fd-9d88-487b7ab31374 req-fdbdd074-656e-42ad-9c41-a27f29dfb8c6 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716561 Feb 17 17:49:57.486001 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-59e5f2ac-31ec-4975-8943-321eaf423975 None None] Deleting port 6d0ce1dc-3c0b-4f83-9c97-cdef1ccf9067 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:49:57.486341 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-59e5f2ac-31ec-4975-8943-321eaf423975 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (6d0ce1dc-3c0b-4f83-9c97-cdef1ccf9067), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:57.540646 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8537d0bb-b2f7-4fd1-8bd9-8a69c8ac9f96 req-89293ac8-82fa-4bc6-aa91-a7a078fae4b3 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/security-groups?id=108ca586-77e3-4cca-9038-eab4d874f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618857 Feb 17 17:49:57.672273 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-65c071c1-8153-4672-9a38-0a927bc2fc8b req-cab40b60-6ed8-41ec-a0ca-b0faa5e9d1b8 tempest-ServerShowV254Test-401002753 tempest-ServerShowV254Test-401002753-project] 10.222.0.87 "GET /v2.0/ports?device_id=89952686-a663-47fa-abbc-2514d7645931 HTTP/1.1" status: 200 len: 210 time: 0.0659406 Feb 17 17:49:57.708207 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-59e5f2ac-31ec-4975-8943-321eaf423975 None None] For port 6d0ce1dc-3c0b-4f83-9c97-cdef1ccf9067, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=6d0ce1dc-3c0b-4f83-9c97-cdef1ccf9067,segment=NetworkSegment(c0627067-1613-4dff-9c81-3bb8377a4c07),segment_id=c0627067-1613-4dff-9c81-3bb8377a4c07)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:49:57.708207 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-59e5f2ac-31ec-4975-8943-321eaf423975 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (6d0ce1dc-3c0b-4f83-9c97-cdef1ccf9067), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:57.742034 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-59e5f2ac-31ec-4975-8943-321eaf423975 None None] Calling delete_port for 6d0ce1dc-3c0b-4f83-9c97-cdef1ccf9067 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:49:57.878501 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-93b2bd85-b663-4d74-989b-9e7b8e390830 req-7b95fdcc-e5f3-475c-a859-f762c5f3604e service neutron] Attempting to bind port c9fc73c9-8067-4b99-af61-88f9b343d18b on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:49:57.881476 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-93b2bd85-b663-4d74-989b-9e7b8e390830 req-7b95fdcc-e5f3-475c-a859-f762c5f3604e service neutron] Attempting to bind port c9fc73c9-8067-4b99-af61-88f9b343d18b by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '44570946-cccc-4504-9a7b-a57e09c343d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:49:57.881982 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b2bd85-b663-4d74-989b-9e7b8e390830 req-7b95fdcc-e5f3-475c-a859-f762c5f3604e service neutron] Attempting to bind port c9fc73c9-8067-4b99-af61-88f9b343d18b on network 106d8950-35e8-4e49-bc8b-6ac4436cd2fe {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:49:57.895346 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-277d0f37-594a-4eb4-9326-00e2496df29f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Deleting port 6d0ce1dc-3c0b-4f83-9c97-cdef1ccf9067 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:49:57.895892 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-277d0f37-594a-4eb4-9326-00e2496df29f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (6d0ce1dc-3c0b-4f83-9c97-cdef1ccf9067), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:57.899445 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b2bd85-b663-4d74-989b-9e7b8e390830 req-7b95fdcc-e5f3-475c-a859-f762c5f3604e service neutron] Port c9fc73c9-8067-4b99-af61-88f9b343d18b on network 106d8950-35e8-4e49-bc8b-6ac4436cd2fe not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:49:57.899904 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b2bd85-b663-4d74-989b-9e7b8e390830 req-7b95fdcc-e5f3-475c-a859-f762c5f3604e service neutron] Attempting to bind port c9fc73c9-8067-4b99-af61-88f9b343d18b on network 106d8950-35e8-4e49-bc8b-6ac4436cd2fe {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:49:57.970839 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b2bd85-b663-4d74-989b-9e7b8e390830 req-7b95fdcc-e5f3-475c-a859-f762c5f3604e service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:49:57.973836 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b2bd85-b663-4d74-989b-9e7b8e390830 req-7b95fdcc-e5f3-475c-a859-f762c5f3604e service neutron] Checking segment: {'id': '44570946-cccc-4504-9a7b-a57e09c343d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:49:57.975975 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b2bd85-b663-4d74-989b-9e7b8e390830 req-7b95fdcc-e5f3-475c-a859-f762c5f3604e service neutron] Bound using segment: {'id': '44570946-cccc-4504-9a7b-a57e09c343d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:49:57.976850 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-93b2bd85-b663-4d74-989b-9e7b8e390830 req-7b95fdcc-e5f3-475c-a859-f762c5f3604e service neutron] Bound port: c9fc73c9-8067-4b99-af61-88f9b343d18b, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44570946-cccc-4504-9a7b-a57e09c343d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:49:57.977467 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-93b2bd85-b663-4d74-989b-9e7b8e390830 req-7b95fdcc-e5f3-475c-a859-f762c5f3604e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c9fc73c9-8067-4b99-af61-88f9b343d18b), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:58.058080 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-59e5f2ac-31ec-4975-8943-321eaf423975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (6d0ce1dc-3c0b-4f83-9c97-cdef1ccf9067), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:58.148476 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-277d0f37-594a-4eb4-9326-00e2496df29f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] For port 6d0ce1dc-3c0b-4f83-9c97-cdef1ccf9067, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=6d0ce1dc-3c0b-4f83-9c97-cdef1ccf9067,segment=NetworkSegment(c0627067-1613-4dff-9c81-3bb8377a4c07),segment_id=c0627067-1613-4dff-9c81-3bb8377a4c07)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:49:58.149169 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-277d0f37-594a-4eb4-9326-00e2496df29f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (6d0ce1dc-3c0b-4f83-9c97-cdef1ccf9067), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:58.205315 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e5f2ac-31ec-4975-8943-321eaf423975 None None] No DVR routers for this DVR port 6d0ce1dc-3c0b-4f83-9c97-cdef1ccf9067 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:49:58.226593 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e5f2ac-31ec-4975-8943-321eaf423975 None None] Pushing event deleted for resources: {'Port': ['ID=6d0ce1dc-3c0b-4f83-9c97-cdef1ccf9067,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:58.255835 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-277d0f37-594a-4eb4-9326-00e2496df29f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Calling delete_port for 6d0ce1dc-3c0b-4f83-9c97-cdef1ccf9067 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:49:58.398486 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 6d0ce1dc-3c0b-4f83-9c97-cdef1ccf9067 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:49:58.401348 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd80609-148c-4935-bf37-ec2a2e812d1a req-f805c63f-3663-463c-9805-baa97f83c472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:58.402943 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7fd80609-148c-4935-bf37-ec2a2e812d1a req-f805c63f-3663-463c-9805-baa97f83c472 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f2aebb6fe94d462e947bf16728d2f99c&device_id=94d4679d-274d-4154-97c2-0b7f5d5cd3e2 HTTP/1.1" status: 200 len: 1127 time: 0.3926485 Feb 17 17:49:58.435900 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-93b2bd85-b663-4d74-989b-9e7b8e390830 req-7b95fdcc-e5f3-475c-a859-f762c5f3604e service neutron] For port c9fc73c9-8067-4b99-af61-88f9b343d18b, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:49:58.455259 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899edea3-556e-4e1b-a29b-fbcb9e68d501 req-f60bfec7-dd50-41cb-a8f3-740748cba946 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:58.456967 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-899edea3-556e-4e1b-a29b-fbcb9e68d501 req-f60bfec7-dd50-41cb-a8f3-740748cba946 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/ports?device_id=94d4679d-274d-4154-97c2-0b7f5d5cd3e2 HTTP/1.1" status: 200 len: 945 time: 0.3652964 Feb 17 17:49:58.461091 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 6d0ce1dc-3c0b-4f83-9c97-cdef1ccf9067 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:49:58.461451 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 6d0ce1dc-3c0b-4f83-9c97-cdef1ccf9067 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:49:58.537194 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-93b2bd85-b663-4d74-989b-9e7b8e390830 req-7b95fdcc-e5f3-475c-a859-f762c5f3604e service neutron] For port c9fc73c9-8067-4b99-af61-88f9b343d18b, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=c9fc73c9-8067-4b99-af61-88f9b343d18b,segment=NetworkSegment(44570946-cccc-4504-9a7b-a57e09c343d6),segment_id=44570946-cccc-4504-9a7b-a57e09c343d6)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:49:58.568124 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-93b2bd85-b663-4d74-989b-9e7b8e390830 req-7b95fdcc-e5f3-475c-a859-f762c5f3604e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (c9fc73c9-8067-4b99-af61-88f9b343d18b), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:58.646561 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b95fdcc-e5f3-475c-a859-f762c5f3604e service neutron] Pushing event updated for resources: {'Port': ['ID=c9fc73c9-8067-4b99-af61-88f9b343d18b,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:58.692437 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2bd85-b663-4d74-989b-9e7b8e390830 req-7b95fdcc-e5f3-475c-a859-f762c5f3604e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:58.693094 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-93b2bd85-b663-4d74-989b-9e7b8e390830 req-7b95fdcc-e5f3-475c-a859-f762c5f3604e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:58.694591 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-93b2bd85-b663-4d74-989b-9e7b8e390830 req-7b95fdcc-e5f3-475c-a859-f762c5f3604e service neutron] 10.222.0.91 "PUT /v2.0/ports/c9fc73c9-8067-4b99-af61-88f9b343d18b HTTP/1.1" status: 200 len: 1091 time: 3.4298429 Feb 17 17:49:58.695946 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '315d9d1f-320f-40e9-9b83-71f1b9844f37', 'tag': 'c9fc73c9-8067-4b99-af61-88f9b343d18b'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:49:58.698352 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e2c8cc-4eec-46b5-b20c-018f3fb31c5b" -d '{"events": [{"name": "network-changed", "server_uuid": "315d9d1f-320f-40e9-9b83-71f1b9844f37", "tag": "c9fc73c9-8067-4b99-af61-88f9b343d18b"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:49:58.775944 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-277d0f37-594a-4eb4-9326-00e2496df29f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (6d0ce1dc-3c0b-4f83-9c97-cdef1ccf9067), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:58.835413 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277d0f37-594a-4eb4-9326-00e2496df29f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] No DVR routers for this DVR port 6d0ce1dc-3c0b-4f83-9c97-cdef1ccf9067 on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:49:58.835982 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-899edea3-556e-4e1b-a29b-fbcb9e68d501 req-dd56cb2c-1349-4e61-8d76-832fa1d13f66 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/security-groups?id=108ca586-77e3-4cca-9038-eab4d874f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701818 Feb 17 17:49:58.925898 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd80609-148c-4935-bf37-ec2a2e812d1a req-3644b896-2c3e-4d9c-81a5-66324d9a0556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:58.927841 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7fd80609-148c-4935-bf37-ec2a2e812d1a req-3644b896-2c3e-4d9c-81a5-66324d9a0556 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9fdf3458-5966-4de8-b1fe-2dd22bf8851a HTTP/1.1" status: 200 len: 921 time: 0.5151548 Feb 17 17:49:59.002775 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d0f37-594a-4eb4-9326-00e2496df29f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event deleted for resources: {'Port': ['ID=6d0ce1dc-3c0b-4f83-9c97-cdef1ccf9067,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:59.053045 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7fd80609-148c-4935-bf37-ec2a2e812d1a req-eff7a9c7-d193-4aad-8f5c-92eeaf626c31 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b31938c-67cb-4da3-8f08-e299536c6fee HTTP/1.1" status: 200 len: 217 time: 0.1165502 Feb 17 17:49:59.085937 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a69f4-6a5c-46ec-bad3-aa1d89653567 req-db49494f-71f3-4566-85d6-c6bce1b45e9b tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:59.097621 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a46a69f4-6a5c-46ec-bad3-aa1d89653567 req-db49494f-71f3-4566-85d6-c6bce1b45e9b tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=315d9d1f-320f-40e9-9b83-71f1b9844f37 HTTP/1.1" status: 200 len: 943 time: 0.4228349 Feb 17 17:49:59.140803 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2bd85-b663-4d74-989b-9e7b8e390830 req-02867620-2454-4cc0-b11c-ecc0f6ade24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:59.145652 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-93b2bd85-b663-4d74-989b-9e7b8e390830 req-02867620-2454-4cc0-b11c-ecc0f6ade24b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=708d2e36ca25476d9214a2f14ef71fc9&device_id=315d9d1f-320f-40e9-9b83-71f1b9844f37 HTTP/1.1" status: 200 len: 1125 time: 0.3933716 Feb 17 17:49:59.255361 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-277d0f37-594a-4eb4-9326-00e2496df29f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (7c6a1f5e-1980-483b-9b45-f26d9236ee4d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:59.257955 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f2352d6c-21e7-4fe8-b754-599116632954 req-d473dfe0-93e0-4ad7-9123-19b7b67b40be tempest-ServerShowV254Test-401002753 tempest-ServerShowV254Test-401002753-project] 10.222.0.87 "GET /v2.0/ports?device_id=89952686-a663-47fa-abbc-2514d7645931 HTTP/1.1" status: 200 len: 210 time: 0.2088842 Feb 17 17:49:59.328645 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd80609-148c-4935-bf37-ec2a2e812d1a req-eba3b3e7-2893-437e-869a-cd1b66794766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:59.340560 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-277d0f37-594a-4eb4-9326-00e2496df29f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c6a1f5e-1980-483b-9b45-f26d9236ee4d']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:49:59.343551 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7fd80609-148c-4935-bf37-ec2a2e812d1a req-eba3b3e7-2893-437e-869a-cd1b66794766 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d7dfeabc-cd95-4ccb-8ac5-20f9cfad4783 HTTP/1.1" status: 200 len: 860 time: 0.2431519 Feb 17 17:49:59.357789 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a46a69f4-6a5c-46ec-bad3-aa1d89653567 req-bfbf1875-2c24-4e0c-80df-5c59ed63616e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591410 Feb 17 17:49:59.359077 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-277d0f37-594a-4eb4-9326-00e2496df29f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0627067-1613-4dff-9c81-3bb8377a4c07') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:49:59.359385 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-277d0f37-594a-4eb4-9326-00e2496df29f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0627067-1613-4dff-9c81-3bb8377a4c07') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:49:59.388559 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-277d0f37-594a-4eb4-9326-00e2496df29f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (c0627067-1613-4dff-9c81-3bb8377a4c07), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:59.405625 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-277d0f37-594a-4eb4-9326-00e2496df29f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (c0627067-1613-4dff-9c81-3bb8377a4c07), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:59.413071 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-277d0f37-594a-4eb4-9326-00e2496df29f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:49:59.413493 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-277d0f37-594a-4eb4-9326-00e2496df29f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (c0627067-1613-4dff-9c81-3bb8377a4c07), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:59.420299 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7fd80609-148c-4935-bf37-ec2a2e812d1a req-c20c504c-8c77-4728-a39b-5443e3a97512 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9fdf3458-5966-4de8-b1fe-2dd22bf8851a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552299 Feb 17 17:49:59.531200 n-d-829613-2 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:49:59.531200 n-d-829613-2 neutron-server[103434]: self.session.flush() Feb 17 17:49:59.531200 n-d-829613-2 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:49:59.531200 n-d-829613-2 neutron-server[103434]: self.session.flush() Feb 17 17:49:59.531200 n-d-829613-2 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:49:59.531200 n-d-829613-2 neutron-server[103434]: self.session.flush() Feb 17 17:49:59.531200 n-d-829613-2 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:49:59.531200 n-d-829613-2 neutron-server[103434]: self.session.flush() Feb 17 17:49:59.531200 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:49:59.531200 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:49:59.531200 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:49:59.531200 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:49:59.531200 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:49:59.531200 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:49:59.531200 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:49:59.531200 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:49:59.531200 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:49:59.531200 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:49:59.531200 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:49:59.531200 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:49:59.531200 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:49:59.531200 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:49:59.531200 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:49:59.531200 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:49:59.531200 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:49:59.531200 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:49:59.531200 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:49:59.531200 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:49:59.531200 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:49:59.531200 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:49:59.531200 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:49:59.531200 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:49:59.531200 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:49:59.531200 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:49:59.531200 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:49:59.531200 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:49:59.531200 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:49:59.531200 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:49:59.531200 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:49:59.531200 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:49:59.535217 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e24b1d2-b001-463b-8506-d773afaacf87 x-openstack-request-id: req-4e24b1d2-b001-463b-8506-d773afaacf87 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:49:59.535825 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "315d9d1f-320f-40e9-9b83-71f1b9844f37", "tag": "c9fc73c9-8067-4b99-af61-88f9b343d18b", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:49:59.536272 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4e24b1d2-b001-463b-8506-d773afaacf87 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:49:59.538416 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '315d9d1f-320f-40e9-9b83-71f1b9844f37', 'tag': 'c9fc73c9-8067-4b99-af61-88f9b343d18b', 'status': 'completed', 'code': 200} Feb 17 17:49:59.606742 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7fd80609-148c-4935-bf37-ec2a2e812d1a req-0c2ac70f-5ba0-4353-892c-effedb92dbae service neutron] 10.222.0.71 "GET /v2.0/networks/9fdf3458-5966-4de8-b1fe-2dd22bf8851a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706233 Feb 17 17:49:59.620820 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-93b2bd85-b663-4d74-989b-9e7b8e390830 req-669d4da7-0a83-4c87-b16c-cca44f56b492 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9fc73c9-8067-4b99-af61-88f9b343d18b HTTP/1.1" status: 200 len: 217 time: 0.3298733 Feb 17 17:49:59.621470 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-277d0f37-594a-4eb4-9326-00e2496df29f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (7c6a1f5e-1980-483b-9b45-f26d9236ee4d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:59.725042 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7fd80609-148c-4935-bf37-ec2a2e812d1a req-e4cd740c-2e8e-4944-9115-be4c6fce5448 service neutron] 10.222.0.71 "GET /v2.0/networks/9fdf3458-5966-4de8-b1fe-2dd22bf8851a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115139 Feb 17 17:49:59.783407 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-277d0f37-594a-4eb4-9326-00e2496df29f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:59.795625 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36706) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:49:59.799162 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-277d0f37-594a-4eb4-9326-00e2496df29f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "DELETE /v2.0/networks/7c6a1f5e-1980-483b-9b45-f26d9236ee4d HTTP/1.1" status: 204 len: 168 time: 3.0029476 Feb 17 17:49:59.801550 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-4621f574-eef7-47d4-9e89-79a216576404 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1324402095'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:49:59.833200 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d0f37-594a-4eb4-9326-00e2496df29f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event deleted for resources: {'Network': ['ID=7c6a1f5e-1980-483b-9b45-f26d9236ee4d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:49:59.846402 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4621f574-eef7-47d4-9e89-79a216576404 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Made reservation on behalf of c31c6ec4ee6945b58580629588ff6a35 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:49:59.850038 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4621f574-eef7-47d4-9e89-79a216576404 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:59.888525 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2bd85-b663-4d74-989b-9e7b8e390830 req-739a7b8c-9278-4e37-ba03-b36a8590ee77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:49:59.891155 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-93b2bd85-b663-4d74-989b-9e7b8e390830 req-739a7b8c-9278-4e37-ba03-b36a8590ee77 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f5806a5b-efbb-4c84-b3a4-70ad6c804540 HTTP/1.1" status: 200 len: 851 time: 0.2572832 Feb 17 17:49:59.915186 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4621f574-eef7-47d4-9e89-79a216576404 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:49:59.937402 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4621f574-eef7-47d4-9e89-79a216576404 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (77c76679-5b12-4a99-8ba6-a883b3205c82), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:49:59.937741 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-4621f574-eef7-47d4-9e89-79a216576404 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Added segment 77c76679-5b12-4a99-8ba6-a883b3205c82 of type vlan for network 7eb0ae92-5a0d-409f-b55b-d876690f4db1 Feb 17 17:50:00.039489 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2bd85-b663-4d74-989b-9e7b8e390830 req-e2bd2a87-938e-4e4c-b8df-da0faeec689b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:00.050812 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-93b2bd85-b663-4d74-989b-9e7b8e390830 req-e2bd2a87-938e-4e4c-b8df-da0faeec689b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=106d8950-35e8-4e49-bc8b-6ac4436cd2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1490743 Feb 17 17:50:00.066488 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4621f574-eef7-47d4-9e89-79a216576404 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (7eb0ae92-5a0d-409f-b55b-d876690f4db1), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:00.189672 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4621f574-eef7-47d4-9e89-79a216576404 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (7eb0ae92-5a0d-409f-b55b-d876690f4db1), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:00.198246 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4621f574-eef7-47d4-9e89-79a216576404 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:00.198993 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4621f574-eef7-47d4-9e89-79a216576404 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:00.281470 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f10e4b-a490-4e4f-9ed1-362b65a00a49 req-a35c909a-d15f-412e-888c-031965ecf8ea tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:00.289387 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-97f10e4b-a490-4e4f-9ed1-362b65a00a49 req-a35c909a-d15f-412e-888c-031965ecf8ea tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/ports?device_id=94d4679d-274d-4154-97c2-0b7f5d5cd3e2 HTTP/1.1" status: 200 len: 945 time: 0.2573590 Feb 17 17:50:00.353282 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-93b2bd85-b663-4d74-989b-9e7b8e390830 req-17299ecf-506a-4043-a7dc-d1edfbacfb98 service neutron] 10.222.0.91 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941124 Feb 17 17:50:00.369069 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4621f574-eef7-47d4-9e89-79a216576404 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5721858 Feb 17 17:50:00.373577 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36720) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:00.379584 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-48cefd2b-e0da-4444-9e1b-0cd336331165 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Request body: {'subnet': {'network_id': '7eb0ae92-5a0d-409f-b55b-d876690f4db1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:00.499097 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4621f574-eef7-47d4-9e89-79a216576404 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event updated for resources: {'Network': ['ID=7eb0ae92-5a0d-409f-b55b-d876690f4db1,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:00.524213 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 7eb0ae92-5a0d-409f-b55b-d876690f4db1 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:50:00.565754 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9214cafa-b962-45f5-8595-c1a7654861ad req-b8a23faf-f6d2-4ffb-8104-61f403b9aca8 tempest-ServerShowV254Test-401002753 tempest-ServerShowV254Test-401002753-project] 10.222.0.87 "GET /v2.0/ports?device_id=89952686-a663-47fa-abbc-2514d7645931 HTTP/1.1" status: 200 len: 210 time: 0.0900960 Feb 17 17:50:00.681485 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-97f10e4b-a490-4e4f-9ed1-362b65a00a49 req-3b54041c-32c1-4635-9e98-ac971954c1da tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/security-groups?id=108ca586-77e3-4cca-9038-eab4d874f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752663 Feb 17 17:50:00.792223 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-93b2bd85-b663-4d74-989b-9e7b8e390830 req-a5e993cc-5cab-4cc1-8abd-da399ed973fd service neutron] 10.222.0.91 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4316988 Feb 17 17:50:00.843178 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e183c4-4977-4686-97ab-8555f5118264 req-a39190eb-2cb2-45c4-a2a5-7b24fd7f53d3 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:00.850830 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b6e183c4-4977-4686-97ab-8555f5118264 req-a39190eb-2cb2-45c4-a2a5-7b24fd7f53d3 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=315d9d1f-320f-40e9-9b83-71f1b9844f37 HTTP/1.1" status: 200 len: 943 time: 0.1242285 Feb 17 17:50:00.968719 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b6e183c4-4977-4686-97ab-8555f5118264 req-68b42ef9-aca1-4867-b202-d26b5606e356 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168189 Feb 17 17:50:01.107554 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2c8cc-4eec-46b5-b20c-018f3fb31c5b req-9cd7ac1c-f1ca-4a9c-8102-a06332ecdd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:01.112655 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-56e2c8cc-4eec-46b5-b20c-018f3fb31c5b req-9cd7ac1c-f1ca-4a9c-8102-a06332ecdd0d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=708d2e36ca25476d9214a2f14ef71fc9&device_id=315d9d1f-320f-40e9-9b83-71f1b9844f37 HTTP/1.1" status: 200 len: 1125 time: 0.1791608 Feb 17 17:50:01.151102 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cefd2b-e0da-4444-9e1b-0cd336331165 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Made reservation on behalf of c31c6ec4ee6945b58580629588ff6a35 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:50:01.155092 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48cefd2b-e0da-4444-9e1b-0cd336331165 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:01.375428 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2c8cc-4eec-46b5-b20c-018f3fb31c5b req-44c762dc-0ee4-466a-bc74-0fbbc7704e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:01.381151 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-56e2c8cc-4eec-46b5-b20c-018f3fb31c5b req-44c762dc-0ee4-466a-bc74-0fbbc7704e00 service neutron] 10.222.0.91 "GET /v2.0/networks?id=106d8950-35e8-4e49-bc8b-6ac4436cd2fe HTTP/1.1" status: 200 len: 913 time: 0.2596185 Feb 17 17:50:01.497730 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-56e2c8cc-4eec-46b5-b20c-018f3fb31c5b req-7e437e2a-50d9-40a4-9ffd-64eade41cae8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9fc73c9-8067-4b99-af61-88f9b343d18b HTTP/1.1" status: 200 len: 217 time: 0.1056960 Feb 17 17:50:01.945818 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5d74e239-d4f0-43e8-b8c6-86968e1559d2 req-c3980089-f1e1-4de1-8606-7b7105448bd2 tempest-ServerShowV254Test-401002753 tempest-ServerShowV254Test-401002753-project] 10.222.0.87 "GET /v2.0/ports?device_id=89952686-a663-47fa-abbc-2514d7645931 HTTP/1.1" status: 200 len: 210 time: 0.1258409 Feb 17 17:50:01.969678 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2c8cc-4eec-46b5-b20c-018f3fb31c5b req-602052cf-f16d-4559-9da0-d4854a5432b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:01.974930 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-56e2c8cc-4eec-46b5-b20c-018f3fb31c5b req-602052cf-f16d-4559-9da0-d4854a5432b9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f5806a5b-efbb-4c84-b3a4-70ad6c804540 HTTP/1.1" status: 200 len: 851 time: 0.4619551 Feb 17 17:50:02.284841 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48cefd2b-e0da-4444-9e1b-0cd336331165 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (1f59b909-eae2-4746-952d-47deba64030f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:02.318436 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb36c24-7c03-4125-abfc-351527a6321d req-78c7d41f-9f38-43d2-9ee9-4e010dd93de3 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:02.325611 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fbb36c24-7c03-4125-abfc-351527a6321d req-78c7d41f-9f38-43d2-9ee9-4e010dd93de3 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/ports?device_id=94d4679d-274d-4154-97c2-0b7f5d5cd3e2 HTTP/1.1" status: 200 len: 945 time: 0.3788414 Feb 17 17:50:02.389933 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fbb36c24-7c03-4125-abfc-351527a6321d req-5b22c402-a2dc-4604-9de6-494171008c1c tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/security-groups?id=108ca586-77e3-4cca-9038-eab4d874f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633435 Feb 17 17:50:02.430260 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2c8cc-4eec-46b5-b20c-018f3fb31c5b req-4f18b594-4105-4177-978e-9adbbe839903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:02.440564 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b42dc-4f66-48d7-9f80-64c705a6d31a req-2a9be34a-6e26-4187-968c-40c073a5228a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:02.450844 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-715b42dc-4f66-48d7-9f80-64c705a6d31a req-2a9be34a-6e26-4187-968c-40c073a5228a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=315d9d1f-320f-40e9-9b83-71f1b9844f37 HTTP/1.1" status: 200 len: 943 time: 0.2693341 Feb 17 17:50:02.455250 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-56e2c8cc-4eec-46b5-b20c-018f3fb31c5b req-4f18b594-4105-4177-978e-9adbbe839903 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=106d8950-35e8-4e49-bc8b-6ac4436cd2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4581423 Feb 17 17:50:02.530315 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cefd2b-e0da-4444-9e1b-0cd336331165 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event updated for resources: {'Subnet': ['ID=1f59b909-eae2-4746-952d-47deba64030f,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:02.554969 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cefd2b-e0da-4444-9e1b-0cd336331165 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Checking segment: {'id': '77c76679-5b12-4a99-8ba6-a883b3205c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '7eb0ae92-5a0d-409f-b55b-d876690f4db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:50:02.555436 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cefd2b-e0da-4444-9e1b-0cd336331165 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Network hostable DHCP agents. Network: 7eb0ae92-5a0d-409f-b55b-d876690f4db1, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:50:02.560644 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-715b42dc-4f66-48d7-9f80-64c705a6d31a req-662faca8-a659-42b8-8a08-88f35e3ef831 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076267 Feb 17 17:50:02.700990 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cefd2b-e0da-4444-9e1b-0cd336331165 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Network 7eb0ae92-5a0d-409f-b55b-d876690f4db1 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:50:02.725897 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-48cefd2b-e0da-4444-9e1b-0cd336331165 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 7eb0ae92-5a0d-409f-b55b-d876690f4db1) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:50:02.735535 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78a2335-1d26-4633-a22c-7c7f43a4e3a0 None None] Network 7eb0ae92-5a0d-409f-b55b-d876690f4db1 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:50:02.736955 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cefd2b-e0da-4444-9e1b-0cd336331165 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:02.737662 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48cefd2b-e0da-4444-9e1b-0cd336331165 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:02.786323 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36752) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:02.787550 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-48cefd2b-e0da-4444-9e1b-0cd336331165 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4119885 Feb 17 17:50:02.791739 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-bb0a03c6-e6e3-41d6-bad7-6ea5d7b41a3e tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-27400832', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:02.831250 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-56e2c8cc-4eec-46b5-b20c-018f3fb31c5b req-9d41400f-346f-4d9e-b3b0-44b48c34f69c service neutron] 10.222.0.91 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675523 Feb 17 17:50:02.886456 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bb0a03c6-e6e3-41d6-bad7-6ea5d7b41a3e tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (50a5e140-96d2-49a5-a422-0f9a91d3ec89), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:02.888061 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bb0a03c6-e6e3-41d6-bad7-6ea5d7b41a3e tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (50a5e140-96d2-49a5-a422-0f9a91d3ec89), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:03.039356 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-56e2c8cc-4eec-46b5-b20c-018f3fb31c5b req-ac574612-e41c-4bc9-9f5a-928739de40f2 service neutron] 10.222.0.91 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089109 Feb 17 17:50:03.062287 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bb0a03c6-e6e3-41d6-bad7-6ea5d7b41a3e tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for router_controller (50a5e140-96d2-49a5-a422-0f9a91d3ec89), precommit_add_association {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:03.069715 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bb0a03c6-e6e3-41d6-bad7-6ea5d7b41a3e tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (50a5e140-96d2-49a5-a422-0f9a91d3ec89), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:03.103272 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bb0a03c6-e6e3-41d6-bad7-6ea5d7b41a3e tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:03.104560 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-bb0a03c6-e6e3-41d6-bad7-6ea5d7b41a3e tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3167686 Feb 17 17:50:03.107536 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36756) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:03.114797 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-c64ad9d6-8af8-40c5-9950-a9a8d9a592b5 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Request body: {'port': {'network_id': '7eb0ae92-5a0d-409f-b55b-d876690f4db1', 'name': 'tempest-PortsTestJSON-221761192'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:03.147171 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fe39f2-7639-47f2-80e5-0068445eb1f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-7eb0ae92-5a0d-409f-b55b-d876690f4db1', 'network_id': '7eb0ae92-5a0d-409f-b55b-d876690f4db1', 'project_id': 'c31c6ec4ee6945b58580629588ff6a35', 'fixed_ips': [{'subnet_id': '1f59b909-eae2-4746-952d-47deba64030f'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:50:03.148775 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-02fe39f2-7639-47f2-80e5-0068445eb1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:03.178807 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fbce2b66-2107-40c0-9b7e-714ad8d4efcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:03.223672 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5ededfe8-f800-44d1-856f-b7ada7c824f9 req-ff5fe7e4-65dd-41ab-bc88-bb8621739108 tempest-ServerShowV254Test-401002753 tempest-ServerShowV254Test-401002753-project] 10.222.0.87 "GET /v2.0/ports?device_id=89952686-a663-47fa-abbc-2514d7645931 HTTP/1.1" status: 200 len: 210 time: 0.0587037 Feb 17 17:50:03.355959 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64ad9d6-8af8-40c5-9950-a9a8d9a592b5 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Made reservation on behalf of c31c6ec4ee6945b58580629588ff6a35 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:50:03.361248 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c64ad9d6-8af8-40c5-9950-a9a8d9a592b5 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:03.400584 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-c64ad9d6-8af8-40c5-9950-a9a8d9a592b5 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] device_id is not set on port 6179cc3c-2526-41d6-800c-acf49d8943cc yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:50:03.651855 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-02fe39f2-7639-47f2-80e5-0068445eb1f9 None None] Allocated IP 172.20.0.2 (7eb0ae92-5a0d-409f-b55b-d876690f4db1/1f59b909-eae2-4746-952d-47deba64030f/175c2d0b-f91f-4888-85d9-4f0ac628c300) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:50:03.799012 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624bd193-6370-4052-9b92-4382c58936ce req-0e9ec24b-4a82-4720-8215-01dccf4fe7f2 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:03.817482 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-624bd193-6370-4052-9b92-4382c58936ce req-0e9ec24b-4a82-4720-8215-01dccf4fe7f2 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/ports?device_id=94d4679d-274d-4154-97c2-0b7f5d5cd3e2 HTTP/1.1" status: 200 len: 945 time: 0.2596252 Feb 17 17:50:04.136765 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db107b-9fff-4221-a52c-60b0335249b9 req-b681eaa0-790c-4c4c-bee9-2020d637d657 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:04.150205 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f5db107b-9fff-4221-a52c-60b0335249b9 req-b681eaa0-790c-4c4c-bee9-2020d637d657 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=315d9d1f-320f-40e9-9b83-71f1b9844f37 HTTP/1.1" status: 200 len: 943 time: 0.4280391 Feb 17 17:50:04.213386 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36774) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:04.248136 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-624bd193-6370-4052-9b92-4382c58936ce req-80edc63c-0de5-470a-abc0-20d339728810 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/security-groups?id=108ca586-77e3-4cca-9038-eab4d874f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4203553 Feb 17 17:50:04.253417 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device c9fc73c9-8067-4b99-af61-88f9b343d18b details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:50:04.335924 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f5db107b-9fff-4221-a52c-60b0335249b9 req-42d5771e-aea7-441c-a5b6-ade406f6650d tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794481 Feb 17 17:50:04.419888 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port c9fc73c9-8067-4b99-af61-88f9b343d18b, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=c9fc73c9-8067-4b99-af61-88f9b343d18b,segment=NetworkSegment(44570946-cccc-4504-9a7b-a57e09c343d6),segment_id=44570946-cccc-4504-9a7b-a57e09c343d6)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:50:04.424191 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e04773a0-e0d4-463d-a27a-c86e1ae3eeff req-f4c564ae-19e9-4a88-967f-380b5c5e7440 tempest-ServerShowV254Test-401002753 tempest-ServerShowV254Test-401002753-project] 10.222.0.87 "GET /v2.0/ports?device_id=89952686-a663-47fa-abbc-2514d7645931 HTTP/1.1" status: 200 len: 210 time: 0.0807815 Feb 17 17:50:04.436456 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': 'c9fc73c9-8067-4b99-af61-88f9b343d18b', 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe', 'port_id': 'c9fc73c9-8067-4b99-af61-88f9b343d18b', 'mac_address': 'fa:16:3e:f3:56:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5806a5b-efbb-4c84-b3a4-70ad6c804540', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:50:04.451550 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a51270b3-5dd3-48dd-94f8-99e67d82741b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:04.501567 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port c9fc73c9-8067-4b99-af61-88f9b343d18b is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:50:04.501968 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c9fc73c9-8067-4b99-af61-88f9b343d18b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:04.520285 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9fc73c9-8067-4b99-af61-88f9b343d18b {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:50:04.542001 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port c9fc73c9-8067-4b99-af61-88f9b343d18b, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=c9fc73c9-8067-4b99-af61-88f9b343d18b,segment=NetworkSegment(44570946-cccc-4504-9a7b-a57e09c343d6),segment_id=44570946-cccc-4504-9a7b-a57e09c343d6)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:50:04.548955 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-02fe39f2-7639-47f2-80e5-0068445eb1f9 None None] Publish callbacks [] for port (175c2d0b-f91f-4888-85d9-4f0ac628c300), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:04.552591 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c9fc73c9-8067-4b99-af61-88f9b343d18b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:04.628268 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-02fe39f2-7639-47f2-80e5-0068445eb1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (175c2d0b-f91f-4888-85d9-4f0ac628c300), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:04.649929 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=c9fc73c9-8067-4b99-af61-88f9b343d18b,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:04.673722 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fe39f2-7639-47f2-80e5-0068445eb1f9 None None] Network 7eb0ae92-5a0d-409f-b55b-d876690f4db1 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:50:04.699570 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a51270b3-5dd3-48dd-94f8-99e67d82741b admin admin] Publish callbacks [] for security_group (972eaa97-7758-4885-998f-3379ac34166c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:04.720887 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a51270b3-5dd3-48dd-94f8-99e67d82741b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (972eaa97-7758-4885-998f-3379ac34166c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:04.736580 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-02fe39f2-7639-47f2-80e5-0068445eb1f9 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:50:04.741494 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fe39f2-7639-47f2-80e5-0068445eb1f9 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:50:04.771116 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-c64ad9d6-8af8-40c5-9950-a9a8d9a592b5 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Allocated IP 172.20.0.12 (7eb0ae92-5a0d-409f-b55b-d876690f4db1/1f59b909-eae2-4746-952d-47deba64030f/6179cc3c-2526-41d6-800c-acf49d8943cc) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:50:04.866036 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36784) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:04.866271 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a51270b3-5dd3-48dd-94f8-99e67d82741b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c8d14a0d2c564e0cb66a9ae4fc498b18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6543565 Feb 17 17:50:04.867171 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51270b3-5dd3-48dd-94f8-99e67d82741b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972eaa97-7758-4885-998f-3379ac34166c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:04.893069 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fe39f2-7639-47f2-80e5-0068445eb1f9 None None] Pushing event updated for resources: {'Port': ['ID=175c2d0b-f91f-4888-85d9-4f0ac628c300,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:04.897938 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['c9fc73c9-8067-4b99-af61-88f9b343d18b'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:50:05.033055 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e4005e50-83d0-4cf8-9f59-7e78acedfe06 admin admin] Publish callbacks [] for security_group (972eaa97-7758-4885-998f-3379ac34166c), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:05.061876 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-02fe39f2-7639-47f2-80e5-0068445eb1f9 None None] Attempting to bind port 175c2d0b-f91f-4888-85d9-4f0ac628c300 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:50:05.062247 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-02fe39f2-7639-47f2-80e5-0068445eb1f9 None None] Attempting to bind port 175c2d0b-f91f-4888-85d9-4f0ac628c300 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '77c76679-5b12-4a99-8ba6-a883b3205c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '7eb0ae92-5a0d-409f-b55b-d876690f4db1'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:50:05.062608 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fe39f2-7639-47f2-80e5-0068445eb1f9 None None] Attempting to bind port 175c2d0b-f91f-4888-85d9-4f0ac628c300 on network 7eb0ae92-5a0d-409f-b55b-d876690f4db1 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:50:05.134225 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e4005e50-83d0-4cf8-9f59-7e78acedfe06 admin admin] Publish callbacks [] for security_group (972eaa97-7758-4885-998f-3379ac34166c), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:05.141606 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fe39f2-7639-47f2-80e5-0068445eb1f9 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:50:05.149443 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fe39f2-7639-47f2-80e5-0068445eb1f9 None None] Checking segment: {'id': '77c76679-5b12-4a99-8ba6-a883b3205c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '7eb0ae92-5a0d-409f-b55b-d876690f4db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:50:05.150136 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-02fe39f2-7639-47f2-80e5-0068445eb1f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:05.153690 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fe39f2-7639-47f2-80e5-0068445eb1f9 None None] Bound using segment: {'id': '77c76679-5b12-4a99-8ba6-a883b3205c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '7eb0ae92-5a0d-409f-b55b-d876690f4db1'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:50:05.154368 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-02fe39f2-7639-47f2-80e5-0068445eb1f9 None None] Bound port: 175c2d0b-f91f-4888-85d9-4f0ac628c300, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77c76679-5b12-4a99-8ba6-a883b3205c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '7eb0ae92-5a0d-409f-b55b-d876690f4db1'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:50:05.154952 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-02fe39f2-7639-47f2-80e5-0068445eb1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (175c2d0b-f91f-4888-85d9-4f0ac628c300), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:05.178340 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c64ad9d6-8af8-40c5-9950-a9a8d9a592b5 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for port (6179cc3c-2526-41d6-800c-acf49d8943cc), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:05.263118 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e4005e50-83d0-4cf8-9f59-7e78acedfe06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (972eaa97-7758-4885-998f-3379ac34166c), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:05.266247 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e4005e50-83d0-4cf8-9f59-7e78acedfe06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:05.269214 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e4005e50-83d0-4cf8-9f59-7e78acedfe06 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/972eaa97-7758-4885-998f-3379ac34166c HTTP/1.1" status: 204 len: 168 time: 0.3995314 Feb 17 17:50:05.285128 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c64ad9d6-8af8-40c5-9950-a9a8d9a592b5 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (6179cc3c-2526-41d6-800c-acf49d8943cc), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:05.289493 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4005e50-83d0-4cf8-9f59-7e78acedfe06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972eaa97-7758-4885-998f-3379ac34166c,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:05.434808 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64ad9d6-8af8-40c5-9950-a9a8d9a592b5 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Network 7eb0ae92-5a0d-409f-b55b-d876690f4db1 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:50:05.436440 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-c64ad9d6-8af8-40c5-9950-a9a8d9a592b5 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:50:05.445565 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64ad9d6-8af8-40c5-9950-a9a8d9a592b5 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:50:05.507137 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-02fe39f2-7639-47f2-80e5-0068445eb1f9 None None] For port 175c2d0b-f91f-4888-85d9-4f0ac628c300, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:50:05.523651 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6b44d-23be-4330-8e7b-b9811822b22a req-15ed5db3-5ffe-476f-a550-b582205b8b75 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:05.533433 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4bc6b44d-23be-4330-8e7b-b9811822b22a req-15ed5db3-5ffe-476f-a550-b582205b8b75 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/ports?device_id=94d4679d-274d-4154-97c2-0b7f5d5cd3e2 HTTP/1.1" status: 200 len: 945 time: 0.1184845 Feb 17 17:50:05.551892 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3cba1e6f-92f8-4db2-b959-d1d4725e93ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:05.581087 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ad9d6-8af8-40c5-9950-a9a8d9a592b5 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event updated for resources: {'Port': ['ID=6179cc3c-2526-41d6-800c-acf49d8943cc,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:05.583103 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-02fe39f2-7639-47f2-80e5-0068445eb1f9 None None] For port 175c2d0b-f91f-4888-85d9-4f0ac628c300, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=175c2d0b-f91f-4888-85d9-4f0ac628c300,segment=NetworkSegment(77c76679-5b12-4a99-8ba6-a883b3205c82),segment_id=77c76679-5b12-4a99-8ba6-a883b3205c82)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:50:05.632565 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-02fe39f2-7639-47f2-80e5-0068445eb1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (175c2d0b-f91f-4888-85d9-4f0ac628c300), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:05.642919 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64ad9d6-8af8-40c5-9950-a9a8d9a592b5 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:05.643805 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c64ad9d6-8af8-40c5-9950-a9a8d9a592b5 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:05.681986 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c64ad9d6-8af8-40c5-9950-a9a8d9a592b5 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5726442 Feb 17 17:50:05.684675 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36800) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:05.808149 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4bc6b44d-23be-4330-8e7b-b9811822b22a req-20eab71b-79c9-4c86-b184-9ac2922a5227 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/security-groups?id=108ca586-77e3-4cca-9038-eab4d874f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431405 Feb 17 17:50:05.868937 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69687252-6f3a-4158-bec9-25f47789b7f0 req-92602848-7cab-4b68-9e3b-9af927fbee22 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:05.883786 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-69687252-6f3a-4158-bec9-25f47789b7f0 req-92602848-7cab-4b68-9e3b-9af927fbee22 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=315d9d1f-320f-40e9-9b83-71f1b9844f37 HTTP/1.1" status: 200 len: 944 time: 0.3493342 Feb 17 17:50:06.022559 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fe39f2-7639-47f2-80e5-0068445eb1f9 None None] Pushing event updated for resources: {'Port': ['ID=175c2d0b-f91f-4888-85d9-4f0ac628c300,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:06.150107 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-33ea04aa-269c-4f68-8234-b3703de0fb81 req-1d7df56d-70bb-4547-84ed-3f246b0730a9 tempest-ServerShowV254Test-401002753 tempest-ServerShowV254Test-401002753-project] 10.222.0.87 "GET /v2.0/ports?device_id=89952686-a663-47fa-abbc-2514d7645931 HTTP/1.1" status: 200 len: 210 time: 0.1184602 Feb 17 17:50:06.157350 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-69687252-6f3a-4158-bec9-25f47789b7f0 req-73f9f2ed-eae0-4277-9a6d-fc26116f1f54 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654181 Feb 17 17:50:06.629842 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-22cf4a2f-205c-4c09-b831-b9d3792973f3 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6179cc3c-2526-41d6-800c-acf49d8943cc), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:06.677640 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:07.084928 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be959005-6089-4bce-80ab-b22e940459d6 req-ae361287-1cb5-413f-8f7c-f0b48b319045 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:07.095331 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-be959005-6089-4bce-80ab-b22e940459d6 req-ae361287-1cb5-413f-8f7c-f0b48b319045 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/ports?device_id=94d4679d-274d-4154-97c2-0b7f5d5cd3e2 HTTP/1.1" status: 200 len: 945 time: 0.1027260 Feb 17 17:50:07.193411 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-be959005-6089-4bce-80ab-b22e940459d6 req-e91a1b5c-85d6-4a58-a40e-8648b66163aa tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/security-groups?id=108ca586-77e3-4cca-9038-eab4d874f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844359 Feb 17 17:50:07.211422 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-22cf4a2f-205c-4c09-b831-b9d3792973f3 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for port (6179cc3c-2526-41d6-800c-acf49d8943cc), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:07.220655 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-22cf4a2f-205c-4c09-b831-b9d3792973f3 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (6179cc3c-2526-41d6-800c-acf49d8943cc), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:07.346110 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf4a2f-205c-4c09-b831-b9d3792973f3 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event updated for resources: {'Port': ['ID=6179cc3c-2526-41d6-800c-acf49d8943cc,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:07.416059 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a6e35b86-0413-4985-b8cf-23617c387cf0 req-8047cd5a-717e-4329-b97a-505a11d8acff tempest-ServerShowV254Test-401002753 tempest-ServerShowV254Test-401002753-project] 10.222.0.87 "GET /v2.0/ports?device_id=89952686-a663-47fa-abbc-2514d7645931 HTTP/1.1" status: 200 len: 210 time: 0.1160634 Feb 17 17:50:07.533609 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d97ad-43b0-4267-829d-54082c304d9e req-de61cccc-f865-4a5a-8103-6f1e5c9f80d5 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:07.540074 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fe6d97ad-43b0-4267-829d-54082c304d9e req-de61cccc-f865-4a5a-8103-6f1e5c9f80d5 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=315d9d1f-320f-40e9-9b83-71f1b9844f37 HTTP/1.1" status: 200 len: 944 time: 0.1436203 Feb 17 17:50:07.655392 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fe6d97ad-43b0-4267-829d-54082c304d9e req-aef17125-6059-4655-a111-57df918cb5ac tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047981 Feb 17 17:50:07.678625 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-22cf4a2f-205c-4c09-b831-b9d3792973f3 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (50a5e140-96d2-49a5-a422-0f9a91d3ec89), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:07.919408 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70453e38-2c5c-43e9-8c37-513d739d707d None None] Network 7eb0ae92-5a0d-409f-b55b-d876690f4db1 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:50:07.924361 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device c9fc73c9-8067-4b99-af61-88f9b343d18b up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:50:08.005981 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:08.318935 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-774da489-b25a-4236-8b7e-91ab841ba435 None None] Provisioning complete for port 175c2d0b-f91f-4888-85d9-4f0ac628c300 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:50:08.319318 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-774da489-b25a-4236-8b7e-91ab841ba435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (175c2d0b-f91f-4888-85d9-4f0ac628c300), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:08.355607 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-22cf4a2f-205c-4c09-b831-b9d3792973f3 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6179cc3c-2526-41d6-800c-acf49d8943cc), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:08.508099 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 175c2d0b-f91f-4888-85d9-4f0ac628c300 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:50:08.602819 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port c9fc73c9-8067-4b99-af61-88f9b343d18b completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:50:08.630281 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port c9fc73c9-8067-4b99-af61-88f9b343d18b triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:50:08.630669 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c9fc73c9-8067-4b99-af61-88f9b343d18b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:08.664900 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2e38b9ad-356d-4e25-a505-b2d6738059f8 req-6f67092e-41b7-4158-8303-7ea091e7c8c0 tempest-ServerShowV254Test-401002753 tempest-ServerShowV254Test-401002753-project] 10.222.0.87 "GET /v2.0/ports?device_id=89952686-a663-47fa-abbc-2514d7645931 HTTP/1.1" status: 200 len: 210 time: 0.0811164 Feb 17 17:50:08.820222 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-774da489-b25a-4236-8b7e-91ab841ba435 None None] Current status of the port 175c2d0b-f91f-4888-85d9-4f0ac628c300 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:50:08.820929 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-774da489-b25a-4236-8b7e-91ab841ba435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (175c2d0b-f91f-4888-85d9-4f0ac628c300), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:08.900143 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-774da489-b25a-4236-8b7e-91ab841ba435 None None] For port 175c2d0b-f91f-4888-85d9-4f0ac628c300, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=175c2d0b-f91f-4888-85d9-4f0ac628c300,segment=NetworkSegment(77c76679-5b12-4a99-8ba6-a883b3205c82),segment_id=77c76679-5b12-4a99-8ba6-a883b3205c82)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:50:08.922470 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-774da489-b25a-4236-8b7e-91ab841ba435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (175c2d0b-f91f-4888-85d9-4f0ac628c300), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:08.933340 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-22cf4a2f-205c-4c09-b831-b9d3792973f3 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for port (6179cc3c-2526-41d6-800c-acf49d8943cc), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:08.940270 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-22cf4a2f-205c-4c09-b831-b9d3792973f3 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (6179cc3c-2526-41d6-800c-acf49d8943cc), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:08.947467 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d505c47e-6ca1-4090-99bc-e97dfb397cba req-1b53f01b-5c92-45a4-8afc-5026418f3601 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:08.958056 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d505c47e-6ca1-4090-99bc-e97dfb397cba req-1b53f01b-5c92-45a4-8afc-5026418f3601 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=315d9d1f-320f-40e9-9b83-71f1b9844f37 HTTP/1.1" status: 200 len: 944 time: 0.2133191 Feb 17 17:50:09.044503 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774da489-b25a-4236-8b7e-91ab841ba435 None None] Pushing event updated for resources: {'Port': ['ID=175c2d0b-f91f-4888-85d9-4f0ac628c300,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:09.062540 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774da489-b25a-4236-8b7e-91ab841ba435 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:50:09.062892 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774da489-b25a-4236-8b7e-91ab841ba435 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:50:09.063240 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774da489-b25a-4236-8b7e-91ab841ba435 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:50:09.063623 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774da489-b25a-4236-8b7e-91ab841ba435 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:50:09.063956 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774da489-b25a-4236-8b7e-91ab841ba435 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:50:09.064489 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774da489-b25a-4236-8b7e-91ab841ba435 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:50:09.066122 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774da489-b25a-4236-8b7e-91ab841ba435 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:50:09.067265 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774da489-b25a-4236-8b7e-91ab841ba435 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:50:09.070597 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774da489-b25a-4236-8b7e-91ab841ba435 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:50:09.071139 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774da489-b25a-4236-8b7e-91ab841ba435 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:50:09.071631 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774da489-b25a-4236-8b7e-91ab841ba435 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:50:09.072171 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774da489-b25a-4236-8b7e-91ab841ba435 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:50:09.072674 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774da489-b25a-4236-8b7e-91ab841ba435 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:50:09.074028 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf4a2f-205c-4c09-b831-b9d3792973f3 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event updated for resources: {'Port': ['ID=6179cc3c-2526-41d6-800c-acf49d8943cc,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:09.109070 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 175c2d0b-f91f-4888-85d9-4f0ac628c300 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:50:09.109881 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (175c2d0b-f91f-4888-85d9-4f0ac628c300), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:09.111890 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:09.119875 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-22cf4a2f-205c-4c09-b831-b9d3792973f3 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (50a5e140-96d2-49a5-a422-0f9a91d3ec89), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:09.125143 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d505c47e-6ca1-4090-99bc-e97dfb397cba req-f71eccc7-7001-40bd-8b49-ed569c18aaf8 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600556 Feb 17 17:50:09.171421 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ac650-608a-4b86-a39d-c15e31022f03 req-e9777c10-73e1-4e13-9490-10eaff9813f5 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:09.187063 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6d5ac650-608a-4b86-a39d-c15e31022f03 req-e9777c10-73e1-4e13-9490-10eaff9813f5 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/ports?device_id=94d4679d-274d-4154-97c2-0b7f5d5cd3e2 HTTP/1.1" status: 200 len: 945 time: 0.8903461 Feb 17 17:50:09.215211 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port c9fc73c9-8067-4b99-af61-88f9b343d18b is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:50:09.215865 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c9fc73c9-8067-4b99-af61-88f9b343d18b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:09.268283 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315d9d1f-320f-40e9-9b83-71f1b9844f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9fc73c9-8067-4b99-af61-88f9b343d18b'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:50:09.271251 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa7d754-bdb5-43b4-be23-67448cb9c564" -d '{"events": [{"server_uuid": "315d9d1f-320f-40e9-9b83-71f1b9844f37", "name": "network-vif-plugged", "status": "completed", "tag": "c9fc73c9-8067-4b99-af61-88f9b343d18b"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:50:09.333091 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port c9fc73c9-8067-4b99-af61-88f9b343d18b, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=c9fc73c9-8067-4b99-af61-88f9b343d18b,segment=NetworkSegment(44570946-cccc-4504-9a7b-a57e09c343d6),segment_id=44570946-cccc-4504-9a7b-a57e09c343d6)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:50:09.358519 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686bc9d7-e39e-4156-82de-2547cbd55c9f x-openstack-request-id: req-686bc9d7-e39e-4156-82de-2547cbd55c9f {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:50:09.358817 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "315d9d1f-320f-40e9-9b83-71f1b9844f37", "name": "network-vif-plugged", "status": "completed", "tag": "c9fc73c9-8067-4b99-af61-88f9b343d18b", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:50:09.359077 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-686bc9d7-e39e-4156-82de-2547cbd55c9f {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:50:09.359479 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315d9d1f-320f-40e9-9b83-71f1b9844f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9fc73c9-8067-4b99-af61-88f9b343d18b', 'code': 200} Feb 17 17:50:09.362402 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c9fc73c9-8067-4b99-af61-88f9b343d18b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:09.373577 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6d5ac650-608a-4b86-a39d-c15e31022f03 req-f9eeaec8-4ed4-430b-ad5a-8272eefad3d1 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/security-groups?id=108ca586-77e3-4cca-9038-eab4d874f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851058 Feb 17 17:50:09.419883 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-ed518d34-b973-4f12-aca6-2804e6ed85fe None None] Provisioning complete for port 175c2d0b-f91f-4888-85d9-4f0ac628c300 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:50:09.422090 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ed518d34-b973-4f12-aca6-2804e6ed85fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (175c2d0b-f91f-4888-85d9-4f0ac628c300), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:09.574021 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cf4a2f-205c-4c09-b831-b9d3792973f3 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Network 7eb0ae92-5a0d-409f-b55b-d876690f4db1 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:50:09.584548 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-22cf4a2f-205c-4c09-b831-b9d3792973f3 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:50:09.632497 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248d530-7286-46c3-8fcb-f18fdade30e7 req-5a311b32-02fa-4fe3-8b0e-58ea1cd6a40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:09.634086 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d248d530-7286-46c3-8fcb-f18fdade30e7 req-5a311b32-02fa-4fe3-8b0e-58ea1cd6a40a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=315d9d1f-320f-40e9-9b83-71f1b9844f37 HTTP/1.1" status: 200 len: 1127 time: 0.1781931 Feb 17 17:50:09.638803 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 175c2d0b-f91f-4888-85d9-4f0ac628c300 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:50:09.740569 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=c9fc73c9-8067-4b99-af61-88f9b343d18b,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:09.751725 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-ed518d34-b973-4f12-aca6-2804e6ed85fe None None] Current status of the port 175c2d0b-f91f-4888-85d9-4f0ac628c300 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:50:09.766182 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-ed518d34-b973-4f12-aca6-2804e6ed85fe None None] Provisioning complete for port 6179cc3c-2526-41d6-800c-acf49d8943cc triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:50:09.766721 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ed518d34-b973-4f12-aca6-2804e6ed85fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6179cc3c-2526-41d6-800c-acf49d8943cc), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:09.843366 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-ed518d34-b973-4f12-aca6-2804e6ed85fe None None] Port 6179cc3c-2526-41d6-800c-acf49d8943cc cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:50:10.005770 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-256848cc-52ee-4f16-a8fe-2507e61ac206 None None] Provisioning complete for port 6179cc3c-2526-41d6-800c-acf49d8943cc triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:50:10.007063 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-256848cc-52ee-4f16-a8fe-2507e61ac206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6179cc3c-2526-41d6-800c-acf49d8943cc), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:10.059787 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d248d530-7286-46c3-8fcb-f18fdade30e7 req-0f230933-0665-4bf7-85fe-89855a0f21a2 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804226 Feb 17 17:50:10.062312 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22cf4a2f-205c-4c09-b831-b9d3792973f3 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Router 50a5e140-96d2-49a5-a422-0f9a91d3ec89 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:50:10.118671 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-abf9f9f0-ff4d-40ca-8af4-450afdd0cec8 req-c8e0c2cb-5ca7-4323-8e13-be836c5b9f52 tempest-ServerShowV254Test-401002753 tempest-ServerShowV254Test-401002753-project] 10.222.0.87 "GET /v2.0/ports?device_id=89952686-a663-47fa-abbc-2514d7645931 HTTP/1.1" status: 200 len: 210 time: 0.2817113 Feb 17 17:50:10.137770 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-256848cc-52ee-4f16-a8fe-2507e61ac206 None None] Port 6179cc3c-2526-41d6-800c-acf49d8943cc cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:50:10.197563 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22cf4a2f-205c-4c09-b831-b9d3792973f3 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:50:10.206110 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36882) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:10.207553 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-22cf4a2f-205c-4c09-b831-b9d3792973f3 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "PUT /v2.0/routers/50a5e140-96d2-49a5-a422-0f9a91d3ec89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5209217 Feb 17 17:50:10.209576 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7724d2-bf9e-4f8c-9f94-8bb8e281b481 None None] Sync routers for ids ['50a5e140-96d2-49a5-a422-0f9a91d3ec89'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:50:10.229874 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7724d2-bf9e-4f8c-9f94-8bb8e281b481 None None] Routers {'50a5e140-96d2-49a5-a422-0f9a91d3ec89'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:50:10.230520 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-7b7724d2-bf9e-4f8c-9f94-8bb8e281b481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:50:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['50a5e140-96d2-49a5-a422-0f9a91d3ec89'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:50:10.298197 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b8b73d89-a419-4c98-8363-b31cb31022b7 None None] Provisioning complete for port 6179cc3c-2526-41d6-800c-acf49d8943cc triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:50:10.308279 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b8b73d89-a419-4c98-8363-b31cb31022b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6179cc3c-2526-41d6-800c-acf49d8943cc), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:10.362894 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 175c2d0b-f91f-4888-85d9-4f0ac628c300 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:50:10.371255 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-7b7724d2-bf9e-4f8c-9f94-8bb8e281b481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:50:10.394595 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aba99a5-981a-41a0-a0a8-af0a03e39cea tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:10.401051 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1aba99a5-981a-41a0-a0a8-af0a03e39cea tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "GET /v2.0/ports?device_id=50a5e140-96d2-49a5-a422-0f9a91d3ec89 HTTP/1.1" status: 200 len: 982 time: 0.1901278 Feb 17 17:50:10.401857 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36890) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:10.422170 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7724d2-bf9e-4f8c-9f94-8bb8e281b481 None None] Routers {'50a5e140-96d2-49a5-a422-0f9a91d3ec89'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:50:10.422846 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-7b7724d2-bf9e-4f8c-9f94-8bb8e281b481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:50:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['50a5e140-96d2-49a5-a422-0f9a91d3ec89'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:50:10.566020 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-7b7724d2-bf9e-4f8c-9f94-8bb8e281b481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:50:10.566738 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7724d2-bf9e-4f8c-9f94-8bb8e281b481 None None] The sync data for ids ['50a5e140-96d2-49a5-a422-0f9a91d3ec89'] in n-d-829613-2 is: [] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:50:10.571261 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b8b73d89-a419-4c98-8363-b31cb31022b7 None None] Port 6179cc3c-2526-41d6-800c-acf49d8943cc cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:50:10.587492 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4d149-cceb-461a-9c9a-df484726bf31 req-635b3b0c-d60f-467d-93f6-5b7285ecd0d0 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:10.589685 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-83c4d149-cceb-461a-9c9a-df484726bf31 req-635b3b0c-d60f-467d-93f6-5b7285ecd0d0 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=315d9d1f-320f-40e9-9b83-71f1b9844f37 HTTP/1.1" status: 200 len: 945 time: 0.2508969 Feb 17 17:50:10.626965 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 175c2d0b-f91f-4888-85d9-4f0ac628c300 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:50:10.627368 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (175c2d0b-f91f-4888-85d9-4f0ac628c300), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:10.661024 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-83c4d149-cceb-461a-9c9a-df484726bf31 req-d22ebfb1-6ca9-4151-bcf9-19782bc2e673 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633900 Feb 17 17:50:10.729463 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720508e4-369e-4fe8-b56a-f4836197a8ab req-d2a6456b-4e34-4bcf-891f-eb019a10e6ba tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:10.735019 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-720508e4-369e-4fe8-b56a-f4836197a8ab req-d2a6456b-4e34-4bcf-891f-eb019a10e6ba tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/ports?device_id=94d4679d-274d-4154-97c2-0b7f5d5cd3e2 HTTP/1.1" status: 200 len: 945 time: 0.2167675 Feb 17 17:50:10.790769 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-fcf692e3-5e75-4b78-b001-bc5765a13958 None None] Provisioning complete for port 6179cc3c-2526-41d6-800c-acf49d8943cc triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:50:10.798082 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fcf692e3-5e75-4b78-b001-bc5765a13958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6179cc3c-2526-41d6-800c-acf49d8943cc), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:10.847959 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-720508e4-369e-4fe8-b56a-f4836197a8ab req-5286c903-cc37-4045-821d-f6872662dffb tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/security-groups?id=108ca586-77e3-4cca-9038-eab4d874f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066456 Feb 17 17:50:10.891050 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 175c2d0b-f91f-4888-85d9-4f0ac628c300 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:50:10.914483 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-fcf692e3-5e75-4b78-b001-bc5765a13958 None None] Port 6179cc3c-2526-41d6-800c-acf49d8943cc cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:50:11.357074 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-835c44d3-85dd-416c-b0fd-1e47d16366a3 req-c115fafe-36d8-4320-b606-4f802d12f864 tempest-ServerShowV254Test-401002753 tempest-ServerShowV254Test-401002753-project] 10.222.0.87 "GET /v2.0/ports?device_id=89952686-a663-47fa-abbc-2514d7645931 HTTP/1.1" status: 200 len: 210 time: 0.0677249 Feb 17 17:50:11.513411 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0bb95b53-a09d-4883-b8c0-952d269f4581 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (50a5e140-96d2-49a5-a422-0f9a91d3ec89), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:11.838396 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-0bb95b53-a09d-4883-b8c0-952d269f4581 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Deleting port 6179cc3c-2526-41d6-800c-acf49d8943cc {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:50:11.838651 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0bb95b53-a09d-4883-b8c0-952d269f4581 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (6179cc3c-2526-41d6-800c-acf49d8943cc), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:11.929693 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60c7d3-1882-40ae-bd07-3c52294e0fb8 req-9c6da226-4d38-463d-9689-c052a22c958e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:11.931627 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1e60c7d3-1882-40ae-bd07-3c52294e0fb8 req-9c6da226-4d38-463d-9689-c052a22c958e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=315d9d1f-320f-40e9-9b83-71f1b9844f37 HTTP/1.1" status: 200 len: 945 time: 0.1331799 Feb 17 17:50:12.041783 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0bb95b53-a09d-4883-b8c0-952d269f4581 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (6179cc3c-2526-41d6-800c-acf49d8943cc), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:12.078838 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-0bb95b53-a09d-4883-b8c0-952d269f4581 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Calling delete_port for 6179cc3c-2526-41d6-800c-acf49d8943cc owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:50:12.130232 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1e60c7d3-1882-40ae-bd07-3c52294e0fb8 req-61c0d39b-62d7-4918-80f2-4931b3cc7f79 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921220 Feb 17 17:50:12.190831 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47426f-d097-4a1f-b42e-58a269a2118d req-7547368f-7f96-4485-8f0b-97eb995a5cb6 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:12.192853 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3a47426f-d097-4a1f-b42e-58a269a2118d req-7547368f-7f96-4485-8f0b-97eb995a5cb6 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/ports?device_id=94d4679d-274d-4154-97c2-0b7f5d5cd3e2 HTTP/1.1" status: 200 len: 945 time: 0.1797357 Feb 17 17:50:12.303960 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3a47426f-d097-4a1f-b42e-58a269a2118d req-b90c5121-453a-4cab-bf82-23e537cceb14 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/security-groups?id=108ca586-77e3-4cca-9038-eab4d874f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038201 Feb 17 17:50:12.583204 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0bb95b53-a09d-4883-b8c0-952d269f4581 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (6179cc3c-2526-41d6-800c-acf49d8943cc), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:12.652874 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-838a71c0-5608-48c0-bce4-68539eaf183a req-80136d4f-1d93-433a-8efd-70e35c386abc tempest-ServerShowV254Test-401002753 tempest-ServerShowV254Test-401002753-project] 10.222.0.87 "GET /v2.0/ports?device_id=89952686-a663-47fa-abbc-2514d7645931 HTTP/1.1" status: 200 len: 210 time: 0.1147058 Feb 17 17:50:12.656766 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb95b53-a09d-4883-b8c0-952d269f4581 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event deleted for resources: {'Port': ['ID=6179cc3c-2526-41d6-800c-acf49d8943cc,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:12.743489 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1189a736-5d60-4c9a-88ff-289efe033457 req-f6f85a4f-ee39-4388-a919-853b2b5ff777 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:12.756168 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1189a736-5d60-4c9a-88ff-289efe033457 req-f6f85a4f-ee39-4388-a919-853b2b5ff777 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=315d9d1f-320f-40e9-9b83-71f1b9844f37 HTTP/1.1" status: 200 len: 945 time: 0.2073586 Feb 17 17:50:12.904205 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1189a736-5d60-4c9a-88ff-289efe033457 req-7eae9b82-deea-4db9-a5a4-8a4306e1ebc6 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343753 Feb 17 17:50:12.955534 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0bb95b53-a09d-4883-b8c0-952d269f4581 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (50a5e140-96d2-49a5-a422-0f9a91d3ec89), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:13.310050 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb95b53-a09d-4883-b8c0-952d269f4581 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Router 50a5e140-96d2-49a5-a422-0f9a91d3ec89 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:50:13.475289 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb95b53-a09d-4883-b8c0-952d269f4581 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:50:13.486263 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268f3a71-1e55-409b-9028-afdd1dce24f1 None None] Sync routers for ids ['50a5e140-96d2-49a5-a422-0f9a91d3ec89'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:50:13.502070 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88f50e-7546-4d0b-a964-176d4a8d3632 req-dae0a6a2-3657-46db-8137-730be959f85b tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:13.509388 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0bb95b53-a09d-4883-b8c0-952d269f4581 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "PUT /v2.0/routers/50a5e140-96d2-49a5-a422-0f9a91d3ec89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1055102 Feb 17 17:50:13.510088 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36940) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:13.512996 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fd88f50e-7546-4d0b-a964-176d4a8d3632 req-dae0a6a2-3657-46db-8137-730be959f85b tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/ports?device_id=94d4679d-274d-4154-97c2-0b7f5d5cd3e2 HTTP/1.1" status: 200 len: 945 time: 0.1126931 Feb 17 17:50:13.519820 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268f3a71-1e55-409b-9028-afdd1dce24f1 None None] Routers {'50a5e140-96d2-49a5-a422-0f9a91d3ec89'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:50:13.520536 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-268f3a71-1e55-409b-9028-afdd1dce24f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:50:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['50a5e140-96d2-49a5-a422-0f9a91d3ec89'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:50:13.614161 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-659fd937-880c-441a-beab-1642500af559 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] GET failed (client error): The resource could not be found. Feb 17 17:50:13.623303 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fd88f50e-7546-4d0b-a964-176d4a8d3632 req-eea00d51-26e2-4f3a-a3a1-3dcf570dba7c tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/security-groups?id=108ca586-77e3-4cca-9038-eab4d874f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037035 Feb 17 17:50:13.624039 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36942) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:13.629499 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-659fd937-880c-441a-beab-1642500af559 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "GET /v2.0/ports/6179cc3c-2526-41d6-800c-acf49d8943cc HTTP/1.1" status: 404 len: 333 time: 0.1172853 Feb 17 17:50:13.650499 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-268f3a71-1e55-409b-9028-afdd1dce24f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:50:13.671954 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268f3a71-1e55-409b-9028-afdd1dce24f1 None None] Routers {'50a5e140-96d2-49a5-a422-0f9a91d3ec89'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:50:13.676474 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-268f3a71-1e55-409b-9028-afdd1dce24f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:50:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['50a5e140-96d2-49a5-a422-0f9a91d3ec89'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:50:13.726244 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-268f3a71-1e55-409b-9028-afdd1dce24f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:50:13.727161 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268f3a71-1e55-409b-9028-afdd1dce24f1 None None] The sync data for ids ['50a5e140-96d2-49a5-a422-0f9a91d3ec89'] in n-d-829613-2 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:50:13.771905 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4167f273-fe59-44a4-a7fc-552cba4e11d0 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for router (50a5e140-96d2-49a5-a422-0f9a91d3ec89), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:13.879851 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-518b518f-d59f-4ee7-852a-75f75240fc6c req-6e7a18cb-33a7-4588-8ebd-210348fa38db tempest-ServerShowV254Test-401002753 tempest-ServerShowV254Test-401002753-project] 10.222.0.87 "GET /v2.0/ports?device_id=89952686-a663-47fa-abbc-2514d7645931 HTTP/1.1" status: 200 len: 210 time: 0.0638967 Feb 17 17:50:14.119955 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4167f273-fe59-44a4-a7fc-552cba4e11d0 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (50a5e140-96d2-49a5-a422-0f9a91d3ec89), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:14.129289 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4167f273-fe59-44a4-a7fc-552cba4e11d0 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for router_controller (50a5e140-96d2-49a5-a422-0f9a91d3ec89), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:14.286491 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4167f273-fe59-44a4-a7fc-552cba4e11d0 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (50a5e140-96d2-49a5-a422-0f9a91d3ec89), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:14.287498 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4167f273-fe59-44a4-a7fc-552cba4e11d0 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Fanout notify agent at l3_agent the message router_deleted on router 50a5e140-96d2-49a5-a422-0f9a91d3ec89 {{(pid=103435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:50:14.309481 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4167f273-fe59-44a4-a7fc-552cba4e11d0 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:14.312093 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4167f273-fe59-44a4-a7fc-552cba4e11d0 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "DELETE /v2.0/routers/50a5e140-96d2-49a5-a422-0f9a91d3ec89 HTTP/1.1" status: 204 len: 168 time: 0.6867545 Feb 17 17:50:14.315290 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36950) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:14.373581 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e85ebf-e944-48c2-baad-fd03a63f7b98 req-08de3ef0-f5bf-477c-9b60-fa7d3182ca76 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:14.382373 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c7e85ebf-e944-48c2-baad-fd03a63f7b98 req-08de3ef0-f5bf-477c-9b60-fa7d3182ca76 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=315d9d1f-320f-40e9-9b83-71f1b9844f37 HTTP/1.1" status: 200 len: 945 time: 0.2267857 Feb 17 17:50:14.400164 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ad52ee48-5708-4057-a661-1f54d8affc7d req-5ca874ac-b7d9-49f4-a0b3-464767251b12 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5527568 Feb 17 17:50:14.430602 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb22f116-3beb-42b8-9713-256f67fce4d9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Deleting subnet 1f59b909-eae2-4746-952d-47deba64030f {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:50:14.443447 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bb22f116-3beb-42b8-9713-256f67fce4d9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for subnet (1f59b909-eae2-4746-952d-47deba64030f), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:14.521078 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52ee48-5708-4057-a661-1f54d8affc7d req-9875c077-984d-438d-a255-4df244360fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:14.522681 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ad52ee48-5708-4057-a661-1f54d8affc7d req-9875c077-984d-438d-a255-4df244360fb9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=708d2e36ca25476d9214a2f14ef71fc9&device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 1127 time: 0.0703545 Feb 17 17:50:14.531485 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bb22f116-3beb-42b8-9713-256f67fce4d9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (1f59b909-eae2-4746-952d-47deba64030f), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:14.587380 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c7e85ebf-e944-48c2-baad-fd03a63f7b98 req-8fbff4b6-5cd4-4344-8fe0-132e0832f0a1 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983190 Feb 17 17:50:14.688915 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bb22f116-3beb-42b8-9713-256f67fce4d9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (1f59b909-eae2-4746-952d-47deba64030f), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:14.723622 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52ee48-5708-4057-a661-1f54d8affc7d req-ebb2a4f6-d9a6-4786-9ab4-1bb6967379e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:14.725961 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ad52ee48-5708-4057-a661-1f54d8affc7d req-ebb2a4f6-d9a6-4786-9ab4-1bb6967379e2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=106d8950-35e8-4e49-bc8b-6ac4436cd2fe HTTP/1.1" status: 200 len: 913 time: 0.1682861 Feb 17 17:50:14.797459 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bb22f116-3beb-42b8-9713-256f67fce4d9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (1f59b909-eae2-4746-952d-47deba64030f), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:14.807523 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ad52ee48-5708-4057-a661-1f54d8affc7d req-22a96edc-edfe-415c-b33b-e0c3d52c7007 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3df59be5-70eb-43bf-82eb-ef2aa0690a18 HTTP/1.1" status: 200 len: 1000 time: 0.0686977 Feb 17 17:50:14.838612 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb22f116-3beb-42b8-9713-256f67fce4d9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event deleted for resources: {'Subnet': ['ID=1f59b909-eae2-4746-952d-47deba64030f,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:14.860056 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bb22f116-3beb-42b8-9713-256f67fce4d9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:14.863533 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88936ef7-aabe-411b-b37c-f25ef1040100 None None] Network 7eb0ae92-5a0d-409f-b55b-d876690f4db1 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:50:14.865508 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-bb22f116-3beb-42b8-9713-256f67fce4d9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "DELETE /v2.0/subnets/1f59b909-eae2-4746-952d-47deba64030f HTTP/1.1" status: 204 len: 168 time: 0.5479460 Feb 17 17:50:14.868400 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52ee48-5708-4057-a661-1f54d8affc7d req-a9886401-a158-4b15-a334-5000478b72f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:14.870055 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ad52ee48-5708-4057-a661-1f54d8affc7d req-a9886401-a158-4b15-a334-5000478b72f9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f5806a5b-efbb-4c84-b3a4-70ad6c804540 HTTP/1.1" status: 200 len: 851 time: 0.0562463 Feb 17 17:50:14.870749 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36960) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:14.880573 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca90c8-5701-4863-b060-9e1843ce53ce req-67b934bf-9a01-475f-b2e8-67aa40d4b438 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:14.888019 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3cca90c8-5701-4863-b060-9e1843ce53ce req-67b934bf-9a01-475f-b2e8-67aa40d4b438 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/ports?device_id=94d4679d-274d-4154-97c2-0b7f5d5cd3e2 HTTP/1.1" status: 200 len: 945 time: 0.1568849 Feb 17 17:50:15.035046 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52ee48-5708-4057-a661-1f54d8affc7d req-c2b3a379-3dad-4f65-92da-02455b195525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:15.037212 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ad52ee48-5708-4057-a661-1f54d8affc7d req-c2b3a379-3dad-4f65-92da-02455b195525 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=106d8950-35e8-4e49-bc8b-6ac4436cd2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1531930 Feb 17 17:50:15.114469 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b8ab7ca4-6656-420b-8e03-4e0360e116d5 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (7eb0ae92-5a0d-409f-b55b-d876690f4db1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:15.184757 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0dbef3-2eee-4bc2-9fc8-fbbded6225ec None None] DHCP port deletion for 7eb0ae92-5a0d-409f-b55b-d876690f4db1 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:50:15.306621 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-6a0dbef3-2eee-4bc2-9fc8-fbbded6225ec None None] Deleting port 175c2d0b-f91f-4888-85d9-4f0ac628c300 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:50:15.307002 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6a0dbef3-2eee-4bc2-9fc8-fbbded6225ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (175c2d0b-f91f-4888-85d9-4f0ac628c300), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:15.356373 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ad52ee48-5708-4057-a661-1f54d8affc7d req-4c462fcc-d333-4622-8c5f-f4a4c98da718 service neutron] 10.222.0.91 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832127 Feb 17 17:50:15.360840 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-b8ab7ca4-6656-420b-8e03-4e0360e116d5 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Deleting port 175c2d0b-f91f-4888-85d9-4f0ac628c300 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:50:15.361433 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b8ab7ca4-6656-420b-8e03-4e0360e116d5 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (175c2d0b-f91f-4888-85d9-4f0ac628c300), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:15.523001 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8dca8b7a-9769-4847-84b5-97646a200d0a req-d70730bc-3251-49cc-b9b8-a9a3662f4a51 tempest-ServerShowV254Test-401002753 tempest-ServerShowV254Test-401002753-project] 10.222.0.87 "GET /v2.0/ports?device_id=89952686-a663-47fa-abbc-2514d7645931 HTTP/1.1" status: 200 len: 210 time: 0.0750079 Feb 17 17:50:15.616572 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3cca90c8-5701-4863-b060-9e1843ce53ce req-f70af2d6-e2a5-4460-8b94-1af5e616840c tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/security-groups?id=108ca586-77e3-4cca-9038-eab4d874f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7127283 Feb 17 17:50:15.729416 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-b8ab7ca4-6656-420b-8e03-4e0360e116d5 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] For port 175c2d0b-f91f-4888-85d9-4f0ac628c300, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=175c2d0b-f91f-4888-85d9-4f0ac628c300,segment=NetworkSegment(77c76679-5b12-4a99-8ba6-a883b3205c82),segment_id=77c76679-5b12-4a99-8ba6-a883b3205c82)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:50:15.730565 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b8ab7ca4-6656-420b-8e03-4e0360e116d5 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (175c2d0b-f91f-4888-85d9-4f0ac628c300), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:15.737528 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-6a0dbef3-2eee-4bc2-9fc8-fbbded6225ec None None] For port 175c2d0b-f91f-4888-85d9-4f0ac628c300, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=175c2d0b-f91f-4888-85d9-4f0ac628c300,segment=NetworkSegment(77c76679-5b12-4a99-8ba6-a883b3205c82),segment_id=77c76679-5b12-4a99-8ba6-a883b3205c82)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:50:15.738653 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6a0dbef3-2eee-4bc2-9fc8-fbbded6225ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (175c2d0b-f91f-4888-85d9-4f0ac628c300), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:15.752961 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-b8ab7ca4-6656-420b-8e03-4e0360e116d5 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Calling delete_port for 175c2d0b-f91f-4888-85d9-4f0ac628c300 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:50:15.773382 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-6a0dbef3-2eee-4bc2-9fc8-fbbded6225ec None None] Calling delete_port for 175c2d0b-f91f-4888-85d9-4f0ac628c300 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:50:15.801015 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552a656-cada-4408-8568-71ddcb670614 req-6196dd83-e008-4b25-b690-dd178eada632 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:15.802934 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2552a656-cada-4408-8568-71ddcb670614 req-6196dd83-e008-4b25-b690-dd178eada632 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=315d9d1f-320f-40e9-9b83-71f1b9844f37 HTTP/1.1" status: 200 len: 945 time: 0.1032147 Feb 17 17:50:15.810652 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ad52ee48-5708-4057-a661-1f54d8affc7d req-ad280301-d75f-4da6-bfae-e6eebf2664da service neutron] 10.222.0.91 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4435775 Feb 17 17:50:15.924893 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2552a656-cada-4408-8568-71ddcb670614 req-35b981cc-fd56-499a-9de6-fae0cdcaa920 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116269 Feb 17 17:50:15.989370 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b8ab7ca4-6656-420b-8e03-4e0360e116d5 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (175c2d0b-f91f-4888-85d9-4f0ac628c300), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:16.004331 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6a0dbef3-2eee-4bc2-9fc8-fbbded6225ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (175c2d0b-f91f-4888-85d9-4f0ac628c300), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:16.016555 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ab7ca4-6656-420b-8e03-4e0360e116d5 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] No DVR routers for this DVR port 175c2d0b-f91f-4888-85d9-4f0ac628c300 on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:50:16.099745 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0dbef3-2eee-4bc2-9fc8-fbbded6225ec None None] Pushing event deleted for resources: {'Port': ['ID=175c2d0b-f91f-4888-85d9-4f0ac628c300,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:16.103282 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab7ca4-6656-420b-8e03-4e0360e116d5 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event deleted for resources: {'Port': ['ID=175c2d0b-f91f-4888-85d9-4f0ac628c300,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:16.108757 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0dbef3-2eee-4bc2-9fc8-fbbded6225ec None None] No DVR routers for this DVR port 175c2d0b-f91f-4888-85d9-4f0ac628c300 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:50:16.193966 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b8ab7ca4-6656-420b-8e03-4e0360e116d5 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (7eb0ae92-5a0d-409f-b55b-d876690f4db1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:16.280831 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-b8ab7ca4-6656-420b-8e03-4e0360e116d5 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eb0ae92-5a0d-409f-b55b-d876690f4db1']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:50:16.307120 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-b8ab7ca4-6656-420b-8e03-4e0360e116d5 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77c76679-5b12-4a99-8ba6-a883b3205c82') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:50:16.307428 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-b8ab7ca4-6656-420b-8e03-4e0360e116d5 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77c76679-5b12-4a99-8ba6-a883b3205c82') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:50:16.317265 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 175c2d0b-f91f-4888-85d9-4f0ac628c300 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:50:16.334442 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b8ab7ca4-6656-420b-8e03-4e0360e116d5 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (77c76679-5b12-4a99-8ba6-a883b3205c82), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:16.368439 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b8ab7ca4-6656-420b-8e03-4e0360e116d5 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (77c76679-5b12-4a99-8ba6-a883b3205c82), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:16.375071 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 175c2d0b-f91f-4888-85d9-4f0ac628c300 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:50:16.375247 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8ab7ca4-6656-420b-8e03-4e0360e116d5 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:50:16.375606 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b8ab7ca4-6656-420b-8e03-4e0360e116d5 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (77c76679-5b12-4a99-8ba6-a883b3205c82), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:16.379024 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:50:16.379024 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:50:16.379024 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:50:16.379024 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:50:16.379024 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:50:16.379024 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:50:16.379024 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:50:16.379024 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:50:16.379024 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:50:16.379024 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:50:16.379024 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:50:16.379024 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:50:16.379024 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:50:16.379024 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:50:16.379024 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:50:16.379024 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:50:16.379024 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:50:16.379024 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:50:16.379024 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:50:16.379024 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:50:16.379024 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:50:16.379024 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:50:16.379024 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:50:16.379024 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:50:16.379024 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:50:16.379024 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:50:16.379024 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:50:16.379024 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:50:16.379024 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:50:16.379024 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:50:16.379024 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:50:16.379024 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:50:16.381377 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 175c2d0b-f91f-4888-85d9-4f0ac628c300 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:50:16.479549 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b8ab7ca4-6656-420b-8e03-4e0360e116d5 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (7eb0ae92-5a0d-409f-b55b-d876690f4db1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:16.521217 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b8ab7ca4-6656-420b-8e03-4e0360e116d5 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:16.529083 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b8ab7ca4-6656-420b-8e03-4e0360e116d5 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "DELETE /v2.0/networks/7eb0ae92-5a0d-409f-b55b-d876690f4db1 HTTP/1.1" status: 204 len: 168 time: 1.6562233 Feb 17 17:50:16.531773 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab7ca4-6656-420b-8e03-4e0360e116d5 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event deleted for resources: {'Network': ['ID=7eb0ae92-5a0d-409f-b55b-d876690f4db1,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:16.532198 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36990) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:16.565712 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36992) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:16.629484 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e020fd4-6cc3-442c-95dd-0163886d4100 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:16.633868 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-6e020fd4-6cc3-442c-95dd-0163886d4100 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "GET /v2.0/ports/8d1c48d5-41d8-43fa-b341-2c3acb353de8 HTTP/1.1" status: 200 len: 841 time: 0.1005931 Feb 17 17:50:16.637791 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37000) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:16.730975 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-70586407-4945-444c-8f2e-854efce94492 req-b072248a-cb48-4c02-93b3-7484c0da1e91 tempest-ServerShowV254Test-401002753 tempest-ServerShowV254Test-401002753-project] 10.222.0.87 "GET /v2.0/ports?device_id=89952686-a663-47fa-abbc-2514d7645931 HTTP/1.1" status: 200 len: 210 time: 0.0542512 Feb 17 17:50:16.731477 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2c763a28-df0c-4766-a970-1a6af9db5aef tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "GET /v2.0/ports/8d1c48d5-41d8-43fa-b341-2c3acb353de8?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0918136 Feb 17 17:50:16.734361 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37002) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:16.746671 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-3fce1dd3-57f6-43c4-8942-b30974af0415 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Request body: {'subnet': {'network_id': 'b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:16.845788 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eb4bb2dd-eaf3-493e-9281-d9ed5285775f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:16.855273 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d095fbd-6d5c-4fab-9467-4cf0f805b136 req-c13d856b-b5cb-43a6-89cf-0122017cafa8 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:16.876717 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9d095fbd-6d5c-4fab-9467-4cf0f805b136 req-c13d856b-b5cb-43a6-89cf-0122017cafa8 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/ports?device_id=94d4679d-274d-4154-97c2-0b7f5d5cd3e2 HTTP/1.1" status: 200 len: 945 time: 0.1561816 Feb 17 17:50:17.001945 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9d095fbd-6d5c-4fab-9467-4cf0f805b136 req-42bad870-70ee-48b5-8045-b1fb9edadd6d tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/security-groups?id=108ca586-77e3-4cca-9038-eab4d874f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192048 Feb 17 17:50:17.018657 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fce1dd3-57f6-43c4-8942-b30974af0415 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Made reservation on behalf of c31c6ec4ee6945b58580629588ff6a35 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:50:17.032881 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3fce1dd3-57f6-43c4-8942-b30974af0415 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:17.107389 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d05da-d7af-4b05-9bcd-cbb16fa51a65 req-12d5e888-73ec-4a24-8754-4bd87012001e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:17.117100 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b14d05da-d7af-4b05-9bcd-cbb16fa51a65 req-12d5e888-73ec-4a24-8754-4bd87012001e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=315d9d1f-320f-40e9-9b83-71f1b9844f37 HTTP/1.1" status: 200 len: 945 time: 0.0808575 Feb 17 17:50:17.233313 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b14d05da-d7af-4b05-9bcd-cbb16fa51a65 req-7d57dc37-4fe4-40b1-b2b7-a7cb8b681961 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122673 Feb 17 17:50:17.239703 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eb4bb2dd-eaf3-493e-9281-d9ed5285775f admin admin] Publish callbacks [] for security_group (04e97cae-f868-437a-aa9e-2db3642b1a95), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:17.264171 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eb4bb2dd-eaf3-493e-9281-d9ed5285775f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (04e97cae-f868-437a-aa9e-2db3642b1a95), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:17.347314 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-eb4bb2dd-eaf3-493e-9281-d9ed5285775f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=12f0dd950c7343acaa09369f8cbfa4d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7778099 Feb 17 17:50:17.348021 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 37012) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:17.455400 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d15963a5-1004-46e9-8573-697d0154217b admin admin] Publish callbacks [] for security_group (04e97cae-f868-437a-aa9e-2db3642b1a95), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:17.457697 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4bb2dd-eaf3-493e-9281-d9ed5285775f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e97cae-f868-437a-aa9e-2db3642b1a95,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:17.510874 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d15963a5-1004-46e9-8573-697d0154217b admin admin] Publish callbacks [] for security_group (04e97cae-f868-437a-aa9e-2db3642b1a95), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:17.562253 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d15963a5-1004-46e9-8573-697d0154217b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (04e97cae-f868-437a-aa9e-2db3642b1a95), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:17.565839 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d15963a5-1004-46e9-8573-697d0154217b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:17.568881 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-d15963a5-1004-46e9-8573-697d0154217b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/04e97cae-f868-437a-aa9e-2db3642b1a95 HTTP/1.1" status: 204 len: 168 time: 0.2180867 Feb 17 17:50:17.570115 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3fce1dd3-57f6-43c4-8942-b30974af0415 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (eb5e0f57-1609-4b8a-b29b-fa53bd4fe327), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:17.591827 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15963a5-1004-46e9-8573-697d0154217b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e97cae-f868-437a-aa9e-2db3642b1a95,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:17.659298 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fce1dd3-57f6-43c4-8942-b30974af0415 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Network b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:50:17.661797 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-3fce1dd3-57f6-43c4-8942-b30974af0415 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:50:17.673057 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8916c1c-8c89-48ac-9679-5efb5717e68a None None] Network b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:50:17.678012 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fce1dd3-57f6-43c4-8942-b30974af0415 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:17.679369 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3fce1dd3-57f6-43c4-8942-b30974af0415 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:17.703632 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fce1dd3-57f6-43c4-8942-b30974af0415 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event updated for resources: {'Subnet': ['ID=eb5e0f57-1609-4b8a-b29b-fa53bd4fe327,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:17.717042 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 37016) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:17.717941 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3fce1dd3-57f6-43c4-8942-b30974af0415 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9818320 Feb 17 17:50:17.723227 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-40c08042-f912-4e17-a85e-834e15c616a3 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Request body: {'security_group': {'name': 'tempest-secgroup-613522501'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:17.757051 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-40c08042-f912-4e17-a85e-834e15c616a3 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:17.928397 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5d0109e2-b0d7-4bfa-b137-b778c796dca9 req-a553fa36-5ad6-4c39-97e1-9d7ae92624a4 tempest-ServerShowV254Test-401002753 tempest-ServerShowV254Test-401002753-project] 10.222.0.87 "GET /v2.0/ports?device_id=89952686-a663-47fa-abbc-2514d7645931 HTTP/1.1" status: 200 len: 210 time: 0.0537400 Feb 17 17:50:18.009837 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-40c08042-f912-4e17-a85e-834e15c616a3 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for security_group (6513eeef-79e5-4a01-b4a8-32e67a3ba136), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:18.015875 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd98f46-478d-4458-91f1-7a96e4a08324 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c', 'network_id': 'b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c', 'project_id': 'c31c6ec4ee6945b58580629588ff6a35', 'fixed_ips': [{'subnet_id': 'eb5e0f57-1609-4b8a-b29b-fa53bd4fe327'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:50:18.017506 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dfd98f46-478d-4458-91f1-7a96e4a08324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:18.021541 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-40c08042-f912-4e17-a85e-834e15c616a3 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (6513eeef-79e5-4a01-b4a8-32e67a3ba136), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:18.109388 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c08042-f912-4e17-a85e-834e15c616a3 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6513eeef-79e5-4a01-b4a8-32e67a3ba136,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:18.117615 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37026) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:18.145556 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2bd1eedf-a775-4ab7-a569-1745aad706fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:18.150637 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-40c08042-f912-4e17-a85e-834e15c616a3 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:18.154039 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-40c08042-f912-4e17-a85e-834e15c616a3 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4356070 Feb 17 17:50:18.158028 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37028) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:18.173892 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-063d7f35-d64a-4124-97d5-571e615ba6d0 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Request body: {'security_group': {'name': 'tempest-secgroup-812325069'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:18.236088 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-063d7f35-d64a-4124-97d5-571e615ba6d0 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:18.292562 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f291b-7ade-49b5-9dea-4571cd933da1 req-8fb357cc-ff86-4f33-8e5e-4156beebe035 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:18.299624 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f04f291b-7ade-49b5-9dea-4571cd933da1 req-8fb357cc-ff86-4f33-8e5e-4156beebe035 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/ports?device_id=94d4679d-274d-4154-97c2-0b7f5d5cd3e2 HTTP/1.1" status: 200 len: 945 time: 0.1421638 Feb 17 17:50:18.354110 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-dfd98f46-478d-4458-91f1-7a96e4a08324 None None] Allocated IP 172.20.0.2 (b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c/eb5e0f57-1609-4b8a-b29b-fa53bd4fe327/2f3ab30a-4f66-489d-8e2f-d11cb028cfca) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:50:18.411903 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f04f291b-7ade-49b5-9dea-4571cd933da1 req-c91a9b46-2652-45de-9a01-d1d0724b9e5b tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/security-groups?id=108ca586-77e3-4cca-9038-eab4d874f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050496 Feb 17 17:50:18.523995 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2bd1eedf-a775-4ab7-a569-1745aad706fe admin admin] Publish callbacks [] for security_group (0095a638-11c6-423a-873b-b8911dbc81d7), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:18.526110 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726c29e-a266-4004-b5c3-3738ee879c5c req-b5c2230f-ddb4-4164-b738-108a1e32b2cd tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:18.527818 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0726c29e-a266-4004-b5c3-3738ee879c5c req-b5c2230f-ddb4-4164-b738-108a1e32b2cd tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=315d9d1f-320f-40e9-9b83-71f1b9844f37 HTTP/1.1" status: 200 len: 945 time: 0.1100690 Feb 17 17:50:18.544274 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2bd1eedf-a775-4ab7-a569-1745aad706fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (0095a638-11c6-423a-873b-b8911dbc81d7), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:18.622418 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2bd1eedf-a775-4ab7-a569-1745aad706fe admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=470bb42750a1444ca0ec06fd774892f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5029924 Feb 17 17:50:18.639873 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-063d7f35-d64a-4124-97d5-571e615ba6d0 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for security_group (75b6776a-873d-4790-81fe-67101dc1b092), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:18.642531 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd1eedf-a775-4ab7-a569-1745aad706fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0095a638-11c6-423a-873b-b8911dbc81d7,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:18.649041 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37036) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:18.658801 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-063d7f35-d64a-4124-97d5-571e615ba6d0 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (75b6776a-873d-4790-81fe-67101dc1b092), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:18.671636 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0726c29e-a266-4004-b5c3-3738ee879c5c req-524b5ab1-7549-482c-82d0-e5145530d5f5 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373682 Feb 17 17:50:18.678190 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e9d318d1-0177-4931-9459-e24771d07603 req-f9c2aaf9-555d-4633-ace7-34485ac27b8f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=89952686-a663-47fa-abbc-2514d7645931 HTTP/1.1" status: 200 len: 210 time: 0.1159487 Feb 17 17:50:18.688155 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dfd98f46-478d-4458-91f1-7a96e4a08324 None None] Publish callbacks [] for port (2f3ab30a-4f66-489d-8e2f-d11cb028cfca), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:18.706018 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dfd98f46-478d-4458-91f1-7a96e4a08324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (2f3ab30a-4f66-489d-8e2f-d11cb028cfca), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:18.735073 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d7f35-d64a-4124-97d5-571e615ba6d0 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75b6776a-873d-4790-81fe-67101dc1b092,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:18.751047 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-063d7f35-d64a-4124-97d5-571e615ba6d0 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:18.754910 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-063d7f35-d64a-4124-97d5-571e615ba6d0 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5922768 Feb 17 17:50:18.757189 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 37038) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:18.763087 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-0e929aba-31b9-4efd-b2e3-18570af2fe08 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1368749525', 'security_groups': ['75b6776a-873d-4790-81fe-67101dc1b092'], 'network_id': 'b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'eb5e0f57-1609-4b8a-b29b-fa53bd4fe327'}]}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:18.802204 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd98f46-478d-4458-91f1-7a96e4a08324 None None] Network b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:50:18.807580 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62d60934-2f82-41b8-8398-9389188a9a43 admin admin] Publish callbacks [] for security_group (0095a638-11c6-423a-873b-b8911dbc81d7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:18.811630 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-dfd98f46-478d-4458-91f1-7a96e4a08324 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:50:18.823635 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd98f46-478d-4458-91f1-7a96e4a08324 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:50:18.881180 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62d60934-2f82-41b8-8398-9389188a9a43 admin admin] Publish callbacks [] for security_group (0095a638-11c6-423a-873b-b8911dbc81d7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:18.905541 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd98f46-478d-4458-91f1-7a96e4a08324 None None] Pushing event updated for resources: {'Port': ['ID=2f3ab30a-4f66-489d-8e2f-d11cb028cfca,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:18.942793 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-dfd98f46-478d-4458-91f1-7a96e4a08324 None None] Attempting to bind port 2f3ab30a-4f66-489d-8e2f-d11cb028cfca on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:50:18.943583 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-dfd98f46-478d-4458-91f1-7a96e4a08324 None None] Attempting to bind port 2f3ab30a-4f66-489d-8e2f-d11cb028cfca by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '4882ecb4-8d3b-4ad7-8320-b9a200568a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:50:18.944194 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd98f46-478d-4458-91f1-7a96e4a08324 None None] Attempting to bind port 2f3ab30a-4f66-489d-8e2f-d11cb028cfca on network b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:50:18.954188 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd98f46-478d-4458-91f1-7a96e4a08324 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:50:18.955014 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd98f46-478d-4458-91f1-7a96e4a08324 None None] Checking segment: {'id': '4882ecb4-8d3b-4ad7-8320-b9a200568a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:50:18.955649 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dfd98f46-478d-4458-91f1-7a96e4a08324 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:18.956304 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd98f46-478d-4458-91f1-7a96e4a08324 None None] Bound using segment: {'id': '4882ecb4-8d3b-4ad7-8320-b9a200568a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:50:18.957062 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-dfd98f46-478d-4458-91f1-7a96e4a08324 None None] Bound port: 2f3ab30a-4f66-489d-8e2f-d11cb028cfca, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4882ecb4-8d3b-4ad7-8320-b9a200568a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:50:18.957681 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dfd98f46-478d-4458-91f1-7a96e4a08324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2f3ab30a-4f66-489d-8e2f-d11cb028cfca), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:18.971866 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:18.976193 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62d60934-2f82-41b8-8398-9389188a9a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (0095a638-11c6-423a-873b-b8911dbc81d7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:18.979094 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62d60934-2f82-41b8-8398-9389188a9a43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:18.980326 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-62d60934-2f82-41b8-8398-9389188a9a43 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0095a638-11c6-423a-873b-b8911dbc81d7 HTTP/1.1" status: 204 len: 168 time: 0.3294342 Feb 17 17:50:18.991455 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d60934-2f82-41b8-8398-9389188a9a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0095a638-11c6-423a-873b-b8911dbc81d7,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:18.995297 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e929aba-31b9-4efd-b2e3-18570af2fe08 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Made reservation on behalf of c31c6ec4ee6945b58580629588ff6a35 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:50:19.058608 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-dfd98f46-478d-4458-91f1-7a96e4a08324 None None] For port 2f3ab30a-4f66-489d-8e2f-d11cb028cfca, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:50:19.062285 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-dfd98f46-478d-4458-91f1-7a96e4a08324 None None] For port 2f3ab30a-4f66-489d-8e2f-d11cb028cfca, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=2f3ab30a-4f66-489d-8e2f-d11cb028cfca,segment=NetworkSegment(4882ecb4-8d3b-4ad7-8320-b9a200568a46),segment_id=4882ecb4-8d3b-4ad7-8320-b9a200568a46)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:50:19.071881 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dfd98f46-478d-4458-91f1-7a96e4a08324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (2f3ab30a-4f66-489d-8e2f-d11cb028cfca), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:19.153740 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-21d5fea1-fd32-4247-97c4-2f766e2aae99 req-577dd715-a0ea-46d0-82ac-3afb80942989 tempest-ServerShowV254Test-401002753 tempest-ServerShowV254Test-401002753-project] 10.222.0.87 "GET /v2.0/ports?device_id=89952686-a663-47fa-abbc-2514d7645931 HTTP/1.1" status: 200 len: 210 time: 0.1072392 Feb 17 17:50:19.166190 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd98f46-478d-4458-91f1-7a96e4a08324 None None] Pushing event updated for resources: {'Port': ['ID=2f3ab30a-4f66-489d-8e2f-d11cb028cfca,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:19.306202 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0e929aba-31b9-4efd-b2e3-18570af2fe08 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:19.349929 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-0e929aba-31b9-4efd-b2e3-18570af2fe08 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] device_id is not set on port 1e18d70f-bfc1-41d0-955f-23251de4c736 yet. {{(pid=103435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:50:19.678925 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc43cfb-4e63-4858-8e65-f31d7c69fbdf req-7801efc6-d8dd-48dc-a1cd-219747e1f4b2 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:19.685245 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7bc43cfb-4e63-4858-8e65-f31d7c69fbdf req-7801efc6-d8dd-48dc-a1cd-219747e1f4b2 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/ports?device_id=94d4679d-274d-4154-97c2-0b7f5d5cd3e2 HTTP/1.1" status: 200 len: 945 time: 0.1430676 Feb 17 17:50:19.733460 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:19.792190 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-0e929aba-31b9-4efd-b2e3-18570af2fe08 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Allocated IP 172.20.0.14 (b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c/eb5e0f57-1609-4b8a-b29b-fa53bd4fe327/1e18d70f-bfc1-41d0-955f-23251de4c736) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:50:20.077856 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7bc43cfb-4e63-4858-8e65-f31d7c69fbdf req-71694ff8-2c14-4eb1-8ddb-83ee67ebe160 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/security-groups?id=108ca586-77e3-4cca-9038-eab4d874f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528321 Feb 17 17:50:20.114574 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8d192-0fc5-4509-a797-ea8a8124b433 req-4e324dcc-fe71-465b-8e3e-ba5946ed9c39 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:20.122624 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eff8d192-0fc5-4509-a797-ea8a8124b433 req-4e324dcc-fe71-465b-8e3e-ba5946ed9c39 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=315d9d1f-320f-40e9-9b83-71f1b9844f37 HTTP/1.1" status: 200 len: 945 time: 0.3106816 Feb 17 17:50:20.196963 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0e929aba-31b9-4efd-b2e3-18570af2fe08 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for port (1e18d70f-bfc1-41d0-955f-23251de4c736), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:20.326609 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eff8d192-0fc5-4509-a797-ea8a8124b433 req-1eb6c502-989f-4515-80d8-4d1acb885715 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030180 Feb 17 17:50:20.388304 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0e929aba-31b9-4efd-b2e3-18570af2fe08 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (1e18d70f-bfc1-41d0-955f-23251de4c736), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:20.464593 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e929aba-31b9-4efd-b2e3-18570af2fe08 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event updated for resources: {'Port': ['ID=1e18d70f-bfc1-41d0-955f-23251de4c736,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:20.465913 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 2f3ab30a-4f66-489d-8e2f-d11cb028cfca up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:50:20.519838 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-970eb8c4-b16d-4751-b81a-4d34e3c88b18 req-c86fcde6-dc5c-4ea3-9525-8f516d2792a3 tempest-ServerShowV254Test-401002753 tempest-ServerShowV254Test-401002753-project] 10.222.0.87 "GET /v2.0/ports?device_id=89952686-a663-47fa-abbc-2514d7645931 HTTP/1.1" status: 200 len: 210 time: 0.1462424 Feb 17 17:50:20.540133 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e929aba-31b9-4efd-b2e3-18570af2fe08 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Network b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:50:20.542993 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-0e929aba-31b9-4efd-b2e3-18570af2fe08 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:50:20.545506 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e929aba-31b9-4efd-b2e3-18570af2fe08 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:50:20.593086 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 2f3ab30a-4f66-489d-8e2f-d11cb028cfca triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:50:20.594034 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2f3ab30a-4f66-489d-8e2f-d11cb028cfca), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:20.749012 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 2f3ab30a-4f66-489d-8e2f-d11cb028cfca is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:50:20.749681 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2f3ab30a-4f66-489d-8e2f-d11cb028cfca), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:20.760434 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e929aba-31b9-4efd-b2e3-18570af2fe08 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:20.761258 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0e929aba-31b9-4efd-b2e3-18570af2fe08 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:20.795050 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 2f3ab30a-4f66-489d-8e2f-d11cb028cfca, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=2f3ab30a-4f66-489d-8e2f-d11cb028cfca,segment=NetworkSegment(4882ecb4-8d3b-4ad7-8320-b9a200568a46),segment_id=4882ecb4-8d3b-4ad7-8320-b9a200568a46)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:50:20.802119 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (2f3ab30a-4f66-489d-8e2f-d11cb028cfca), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:20.808148 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-0e929aba-31b9-4efd-b2e3-18570af2fe08 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0456283 Feb 17 17:50:20.808758 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37102) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:20.815574 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-0a0dc61b-10e2-448b-9237-8597bf83428d tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Request body: {'subnet': {'network_id': 'b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:20.887439 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=2f3ab30a-4f66-489d-8e2f-d11cb028cfca,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:21.060218 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b9342913-a3b8-441f-8a51-fad1d22fb041 None None] Provisioning complete for port 8d1c48d5-41d8-43fa-b341-2c3acb353de8 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:50:21.060896 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b9342913-a3b8-441f-8a51-fad1d22fb041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (8d1c48d5-41d8-43fa-b341-2c3acb353de8), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:21.118666 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3a5af097-47c6-4d4a-a670-e73a394db596 req-19eb2f1d-354e-458c-aff2-75e699613a02 tempest-ServerShowV254Test-401002753 tempest-ServerShowV254Test-401002753-project] 10.222.0.87 "GET /v2.0/ports?device_id=89952686-a663-47fa-abbc-2514d7645931 HTTP/1.1" status: 200 len: 210 time: 0.0763819 Feb 17 17:50:21.140633 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0dc61b-10e2-448b-9237-8597bf83428d tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Made reservation on behalf of c31c6ec4ee6945b58580629588ff6a35 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:50:21.152618 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0a0dc61b-10e2-448b-9237-8597bf83428d tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:21.183587 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b9342913-a3b8-441f-8a51-fad1d22fb041 None None] Port 8d1c48d5-41d8-43fa-b341-2c3acb353de8 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:50:21.209404 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b9342913-a3b8-441f-8a51-fad1d22fb041 None None] Provisioning complete for port 2f3ab30a-4f66-489d-8e2f-d11cb028cfca triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:50:21.209783 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b9342913-a3b8-441f-8a51-fad1d22fb041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2f3ab30a-4f66-489d-8e2f-d11cb028cfca), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:21.305414 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5892c258-9c6d-49d2-9046-6b699a37a234 req-9460d89f-df42-498e-8f0a-7515efcf457c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d87b66ea38a141289edf6afbee4b5f70&device_id=89952686-a663-47fa-abbc-2514d7645931 HTTP/1.1" status: 200 len: 210 time: 0.3236618 Feb 17 17:50:21.368794 n-d-829613-2 neutron-server[103434]: INFO neutron.db.ipam_backend_mixin [None req-0a0dc61b-10e2-448b-9237-8597bf83428d tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet eb5e0f57-1609-4b8a-b29b-fa53bd4fe327 (CIDR: 172.20.0.0/28) Feb 17 17:50:21.372700 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5892c258-9c6d-49d2-9046-6b699a37a234 req-b805b83a-8ad6-4842-a858-e614b661d69c service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=d87b66ea38a141289edf6afbee4b5f70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0591748 Feb 17 17:50:21.377875 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a0dc61b-10e2-448b-9237-8597bf83428d tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 17:50:21.379931 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a0dc61b-10e2-448b-9237-8597bf83428d tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:50:21.381187 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b9342913-a3b8-441f-8a51-fad1d22fb041 None None] Current status of the port 2f3ab30a-4f66-489d-8e2f-d11cb028cfca is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:50:21.384070 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da73dde-9875-479c-86d9-711ba0af64cd req-1e6e0730-4a73-42fd-95ad-204ec2582be9 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:21.385919 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1da73dde-9875-479c-86d9-711ba0af64cd req-1e6e0730-4a73-42fd-95ad-204ec2582be9 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/ports?device_id=94d4679d-274d-4154-97c2-0b7f5d5cd3e2 HTTP/1.1" status: 200 len: 945 time: 0.1509821 Feb 17 17:50:21.423003 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0a0dc61b-10e2-448b-9237-8597bf83428d tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6126730 Feb 17 17:50:21.423689 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37146) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:21.433945 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-c00445a5-ed65-4233-a56d-b960d5dd2b9a tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Request body: {'subnet': {'network_id': 'b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:21.514623 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-4b167f03-81c5-4c2f-be4b-5f46a8bc2365 None None] Provisioning complete for port 1e18d70f-bfc1-41d0-955f-23251de4c736 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:50:21.515217 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4b167f03-81c5-4c2f-be4b-5f46a8bc2365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1e18d70f-bfc1-41d0-955f-23251de4c736), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:21.582215 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-4b167f03-81c5-4c2f-be4b-5f46a8bc2365 None None] Port 1e18d70f-bfc1-41d0-955f-23251de4c736 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:50:21.643589 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5892c258-9c6d-49d2-9046-6b699a37a234 req-1b82efef-f3fd-44e2-93ac-19cfa09007e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:21.645847 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5892c258-9c6d-49d2-9046-6b699a37a234 req-1b82efef-f3fd-44e2-93ac-19cfa09007e1 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2585108 Feb 17 17:50:21.657168 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00445a5-ed65-4233-a56d-b960d5dd2b9a tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Made reservation on behalf of c31c6ec4ee6945b58580629588ff6a35 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:50:21.662472 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c00445a5-ed65-4233-a56d-b960d5dd2b9a tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:21.695493 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1da73dde-9875-479c-86d9-711ba0af64cd req-1b5fed93-5265-4c95-b310-ece740edef7d tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/security-groups?id=108ca586-77e3-4cca-9038-eab4d874f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554779 Feb 17 17:50:21.709341 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b2cbf-e8d6-4dca-968e-fc6a6272d351 req-4365ca7c-823d-4284-992b-2bf4a9120608 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:21.711135 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a1b2cbf-e8d6-4dca-968e-fc6a6272d351 req-4365ca7c-823d-4284-992b-2bf4a9120608 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=315d9d1f-320f-40e9-9b83-71f1b9844f37 HTTP/1.1" status: 200 len: 945 time: 0.2019200 Feb 17 17:50:21.780294 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a1b2cbf-e8d6-4dca-968e-fc6a6272d351 req-ac395c6b-872a-4738-be52-a3ede7639f40 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625563 Feb 17 17:50:22.041417 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c00445a5-ed65-4233-a56d-b960d5dd2b9a tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (88705a13-2396-4e5d-bd19-ad296174b436), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:22.113258 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00445a5-ed65-4233-a56d-b960d5dd2b9a tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Network b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:50:22.116936 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-c00445a5-ed65-4233-a56d-b960d5dd2b9a tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:50:22.127153 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00445a5-ed65-4233-a56d-b960d5dd2b9a tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:22.127715 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7eb08f2-ccc8-4cb1-92f9-b47c31b88755 None None] Network b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:50:22.128300 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c00445a5-ed65-4233-a56d-b960d5dd2b9a tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:22.147452 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00445a5-ed65-4233-a56d-b960d5dd2b9a tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event updated for resources: {'Subnet': ['ID=88705a13-2396-4e5d-bd19-ad296174b436,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:22.183878 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c00445a5-ed65-4233-a56d-b960d5dd2b9a tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7532682 Feb 17 17:50:22.183970 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 37198) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:22.191481 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-a629e0fb-c322-4ecc-8eb7-55c7d48e23bd tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1272921249', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '88705a13-2396-4e5d-bd19-ad296174b436'}], 'security_groups': ['6513eeef-79e5-4a01-b4a8-32e67a3ba136']}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:22.305629 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cede133e-caf7-441a-ab1d-d7388683ee18 req-179983b8-7eba-45a6-b48c-417f66f76013 tempest-ServerShowV254Test-401002753 tempest-ServerShowV254Test-401002753-project] 10.222.0.87 "GET /v2.0/ports?device_id=89952686-a663-47fa-abbc-2514d7645931 HTTP/1.1" status: 200 len: 210 time: 0.0548465 Feb 17 17:50:22.345838 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 2f3ab30a-4f66-489d-8e2f-d11cb028cfca up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:50:22.412757 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a629e0fb-c322-4ecc-8eb7-55c7d48e23bd tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1e18d70f-bfc1-41d0-955f-23251de4c736), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:22.418789 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 2f3ab30a-4f66-489d-8e2f-d11cb028cfca triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:50:22.419177 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2f3ab30a-4f66-489d-8e2f-d11cb028cfca), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:22.545088 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf34e753-0a11-457e-9fb7-3fd85b1ad18b None None] Update dhcp port {'port': {'network_id': 'b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c', 'fixed_ips': [{'subnet_id': 'eb5e0f57-1609-4b8a-b29b-fa53bd4fe327', 'ip_address': '172.20.0.2'}, {'subnet_id': '88705a13-2396-4e5d-bd19-ad296174b436'}], 'binding:host_id': 'n-d-829613-2'}, 'id': '2f3ab30a-4f66-489d-8e2f-d11cb028cfca'} from n-d-829613-2. {{(pid=103436) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 17 17:50:22.617597 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bf34e753-0a11-457e-9fb7-3fd85b1ad18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2f3ab30a-4f66-489d-8e2f-d11cb028cfca), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:22.635157 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 2f3ab30a-4f66-489d-8e2f-d11cb028cfca is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:50:22.929402 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-bf34e753-0a11-457e-9fb7-3fd85b1ad18b None None] Allocated IP 172.20.0.18 (b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c/88705a13-2396-4e5d-bd19-ad296174b436/2f3ab30a-4f66-489d-8e2f-d11cb028cfca) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:50:23.003591 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5892c258-9c6d-49d2-9046-6b699a37a234 req-f4638fe6-61c1-4fab-81c4-24915f175cc8 tempest-ServerShowV254Test-401002753 tempest-ServerShowV254Test-401002753-project] 10.222.0.71 "GET /v2.0/ports?device_id=89952686-a663-47fa-abbc-2514d7645931 HTTP/1.1" status: 200 len: 210 time: 0.0768824 Feb 17 17:50:23.114197 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-bf34e753-0a11-457e-9fb7-3fd85b1ad18b None None] For port 2f3ab30a-4f66-489d-8e2f-d11cb028cfca, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=2f3ab30a-4f66-489d-8e2f-d11cb028cfca,segment=NetworkSegment(4882ecb4-8d3b-4ad7-8320-b9a200568a46),segment_id=4882ecb4-8d3b-4ad7-8320-b9a200568a46)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:50:23.151615 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bf34e753-0a11-457e-9fb7-3fd85b1ad18b None None] Publish callbacks [] for port (2f3ab30a-4f66-489d-8e2f-d11cb028cfca), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:23.160444 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bf34e753-0a11-457e-9fb7-3fd85b1ad18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (2f3ab30a-4f66-489d-8e2f-d11cb028cfca), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:23.181158 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c07fc-e3ab-4886-9cf7-fd76877bfc91 req-ddcfb2e9-4753-4e7d-baff-97e5dac9adb7 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:23.182702 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f5c07fc-e3ab-4886-9cf7-fd76877bfc91 req-ddcfb2e9-4753-4e7d-baff-97e5dac9adb7 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/ports?device_id=94d4679d-274d-4154-97c2-0b7f5d5cd3e2 HTTP/1.1" status: 200 len: 945 time: 0.3184943 Feb 17 17:50:23.207363 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd595479-3f81-42c2-aa9e-76b836420cbb req-ac65ab86-5049-476a-923d-1770f1fd74e3 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:23.209286 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bd595479-3f81-42c2-aa9e-76b836420cbb req-ac65ab86-5049-476a-923d-1770f1fd74e3 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=315d9d1f-320f-40e9-9b83-71f1b9844f37 HTTP/1.1" status: 200 len: 945 time: 0.2812090 Feb 17 17:50:23.301516 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf34e753-0a11-457e-9fb7-3fd85b1ad18b None None] Pushing event updated for resources: {'Port': ['ID=2f3ab30a-4f66-489d-8e2f-d11cb028cfca,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:23.497070 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-a629e0fb-c322-4ecc-8eb7-55c7d48e23bd tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Delete allocated IP 172.20.0.14 (b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c/eb5e0f57-1609-4b8a-b29b-fa53bd4fe327) {{(pid=103435) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 17 17:50:23.545405 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-248122a5-d903-426d-bef2-8601132e6f7a req-a8bf32f1-bc97-48f9-85da-f3d67aeee1a0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a88e8f66-0820-492e-98ba-23df1071c894&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5218251 Feb 17 17:50:23.610047 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-a629e0fb-c322-4ecc-8eb7-55c7d48e23bd tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Allocated IP 172.20.0.30 (b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c/88705a13-2396-4e5d-bd19-ad296174b436/1e18d70f-bfc1-41d0-955f-23251de4c736) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:50:23.738451 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f5c07fc-e3ab-4886-9cf7-fd76877bfc91 req-1de43d1d-b1cf-4556-8ca1-9ea82fd82290 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/security-groups?id=108ca586-77e3-4cca-9038-eab4d874f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5342672 Feb 17 17:50:23.790561 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bd595479-3f81-42c2-aa9e-76b836420cbb req-468d29d7-a877-4611-bb14-18a7cd3ab5ee tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358366 Feb 17 17:50:23.841675 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248122a5-d903-426d-bef2-8601132e6f7a req-bb21a663-b19f-407f-bba0-44518cd94e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:23.843325 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-248122a5-d903-426d-bef2-8601132e6f7a req-bb21a663-b19f-407f-bba0-44518cd94e37 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=676afbf1c2e640e8b11ff19640c46b32&device_id=a88e8f66-0820-492e-98ba-23df1071c894 HTTP/1.1" status: 200 len: 1127 time: 0.2672660 Feb 17 17:50:24.143919 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248122a5-d903-426d-bef2-8601132e6f7a req-fe7a4bd4-04f7-4eb6-9781-f7749b4e18a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:24.145651 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-248122a5-d903-426d-bef2-8601132e6f7a req-fe7a4bd4-04f7-4eb6-9781-f7749b4e18a9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2c9900d2-a559-4978-8739-0c10e7ac9101 HTTP/1.1" status: 200 len: 916 time: 0.2527549 Feb 17 17:50:24.216564 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a629e0fb-c322-4ecc-8eb7-55c7d48e23bd tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for port (1e18d70f-bfc1-41d0-955f-23251de4c736), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:24.224742 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-248122a5-d903-426d-bef2-8601132e6f7a req-cf528859-b8e8-45e4-a3a9-aa098bdcc25e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d389da79-0dac-4632-8f02-bb0e8c733b4f HTTP/1.1" status: 200 len: 217 time: 0.0664861 Feb 17 17:50:24.229172 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a629e0fb-c322-4ecc-8eb7-55c7d48e23bd tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (1e18d70f-bfc1-41d0-955f-23251de4c736), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:24.381902 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 2f3ab30a-4f66-489d-8e2f-d11cb028cfca up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:50:24.383677 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a629e0fb-c322-4ecc-8eb7-55c7d48e23bd tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event updated for resources: {'Port': ['ID=1e18d70f-bfc1-41d0-955f-23251de4c736,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:24.419611 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37246) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:24.426129 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248122a5-d903-426d-bef2-8601132e6f7a req-41509391-71a9-41a2-b58e-1a0c0fb83968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:24.427719 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-248122a5-d903-426d-bef2-8601132e6f7a req-41509391-71a9-41a2-b58e-1a0c0fb83968 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0145e51a-5adb-4fab-bd7e-ee03bd2ecb29 HTTP/1.1" status: 200 len: 855 time: 0.1959879 Feb 17 17:50:24.491252 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-248122a5-d903-426d-bef2-8601132e6f7a req-2bdc3da7-1b9f-4d38-93e5-9c55d5574e7e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2c9900d2-a559-4978-8739-0c10e7ac9101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424173 Feb 17 17:50:24.493941 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-bda0f811-0c55-4c82-940c-c6e7e87ff73d None None] Provisioning complete for port 1e18d70f-bfc1-41d0-955f-23251de4c736 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:50:24.499343 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bda0f811-0c55-4c82-940c-c6e7e87ff73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1e18d70f-bfc1-41d0-955f-23251de4c736), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:24.529301 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-a629e0fb-c322-4ecc-8eb7-55c7d48e23bd tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] In _notify_port_updated(), no bound segment for port 1e18d70f-bfc1-41d0-955f-23251de4c736 on network b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c {{(pid=103435) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 17 17:50:24.535798 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a629e0fb-c322-4ecc-8eb7-55c7d48e23bd tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:24.536497 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a629e0fb-c322-4ecc-8eb7-55c7d48e23bd tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:24.537851 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a629e0fb-c322-4ecc-8eb7-55c7d48e23bd tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "PUT /v2.0/ports/1e18d70f-bfc1-41d0-955f-23251de4c736 HTTP/1.1" status: 200 len: 921 time: 2.3530121 Feb 17 17:50:24.540817 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37252) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:24.633720 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-bda0f811-0c55-4c82-940c-c6e7e87ff73d None None] Port 1e18d70f-bfc1-41d0-955f-23251de4c736 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:50:24.646954 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 2f3ab30a-4f66-489d-8e2f-d11cb028cfca triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:50:24.647546 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2f3ab30a-4f66-489d-8e2f-d11cb028cfca), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:24.679187 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-bda0f811-0c55-4c82-940c-c6e7e87ff73d None None] Provisioning complete for port 8d1c48d5-41d8-43fa-b341-2c3acb353de8 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:50:24.679569 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bda0f811-0c55-4c82-940c-c6e7e87ff73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (8d1c48d5-41d8-43fa-b341-2c3acb353de8), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:24.696727 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-248122a5-d903-426d-bef2-8601132e6f7a req-8c4db8f6-7d5b-4dc0-9741-735197ce2acb service neutron] 10.222.0.71 "GET /v2.0/networks/2c9900d2-a559-4978-8739-0c10e7ac9101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877680 Feb 17 17:50:24.702314 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9a8457da-37b9-424a-a0f3-05a1702c98eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:24.736302 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-bda0f811-0c55-4c82-940c-c6e7e87ff73d None None] Port 8d1c48d5-41d8-43fa-b341-2c3acb353de8 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:50:24.800692 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-bda0f811-0c55-4c82-940c-c6e7e87ff73d None None] Provisioning complete for port 2f3ab30a-4f66-489d-8e2f-d11cb028cfca triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:50:24.801077 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bda0f811-0c55-4c82-940c-c6e7e87ff73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2f3ab30a-4f66-489d-8e2f-d11cb028cfca), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:24.917929 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-248122a5-d903-426d-bef2-8601132e6f7a req-56547b7e-a81c-4625-af32-524a58d67e87 service neutron] 10.222.0.71 "GET /v2.0/networks/2c9900d2-a559-4978-8739-0c10e7ac9101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144420 Feb 17 17:50:24.936545 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-0c5078a8-f523-4e54-abbb-d9631fc88934 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Deleting port 1e18d70f-bfc1-41d0-955f-23251de4c736 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:50:24.937012 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c5078a8-f523-4e54-abbb-d9631fc88934 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (1e18d70f-bfc1-41d0-955f-23251de4c736), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:25.057503 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 2f3ab30a-4f66-489d-8e2f-d11cb028cfca is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:50:25.072325 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9a8457da-37b9-424a-a0f3-05a1702c98eb admin admin] Publish callbacks [] for security_group (9ed8b871-2337-4850-89ec-445cd43dce5d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:25.134760 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-bda0f811-0c55-4c82-940c-c6e7e87ff73d None None] Current status of the port 2f3ab30a-4f66-489d-8e2f-d11cb028cfca is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:50:25.187749 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37200d75-c0d0-464e-8fa0-3c1b28b5db0e req-37bc07bb-22a4-481f-aa7e-15e0fbabbf84 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:25.205449 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-37200d75-c0d0-464e-8fa0-3c1b28b5db0e req-37bc07bb-22a4-481f-aa7e-15e0fbabbf84 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/ports?device_id=94d4679d-274d-4154-97c2-0b7f5d5cd3e2 HTTP/1.1" status: 200 len: 945 time: 0.2504029 Feb 17 17:50:25.215632 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9a8457da-37b9-424a-a0f3-05a1702c98eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (9ed8b871-2337-4850-89ec-445cd43dce5d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:25.244075 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0da60f-9337-4026-9734-c41a74197efe req-8a8d1788-3584-4257-a45f-5564674d94d1 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:25.252113 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ca0da60f-9337-4026-9734-c41a74197efe req-8a8d1788-3584-4257-a45f-5564674d94d1 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=315d9d1f-320f-40e9-9b83-71f1b9844f37 HTTP/1.1" status: 200 len: 945 time: 0.2274230 Feb 17 17:50:25.284924 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c5078a8-f523-4e54-abbb-d9631fc88934 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (1e18d70f-bfc1-41d0-955f-23251de4c736), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:25.322906 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9a8457da-37b9-424a-a0f3-05a1702c98eb admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d87b66ea38a141289edf6afbee4b5f70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9001479 Feb 17 17:50:25.325038 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-0c5078a8-f523-4e54-abbb-d9631fc88934 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Calling delete_port for 1e18d70f-bfc1-41d0-955f-23251de4c736 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:50:25.328445 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37270) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:25.339615 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8457da-37b9-424a-a0f3-05a1702c98eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed8b871-2337-4850-89ec-445cd43dce5d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:25.375941 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-1cfb7248-10d4-47a8-8320-709b53c0bb05 None None] Provisioning complete for port 1e18d70f-bfc1-41d0-955f-23251de4c736 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:50:25.379760 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cfb7248-10d4-47a8-8320-709b53c0bb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1e18d70f-bfc1-41d0-955f-23251de4c736), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:25.417500 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-37200d75-c0d0-464e-8fa0-3c1b28b5db0e req-8ad1059d-e7f5-4c75-b203-7c674ead02ca tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/security-groups?id=108ca586-77e3-4cca-9038-eab4d874f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110302 Feb 17 17:50:25.437771 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ca0da60f-9337-4026-9734-c41a74197efe req-c98d4334-c449-4c5e-91b3-3bcd79bd6532 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835477 Feb 17 17:50:25.483628 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-1cfb7248-10d4-47a8-8320-709b53c0bb05 None None] Port 1e18d70f-bfc1-41d0-955f-23251de4c736 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:50:25.594494 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e4f9795f-2696-4bb0-83d8-8f8cfd524a64 admin admin] Publish callbacks [] for security_group (9ed8b871-2337-4850-89ec-445cd43dce5d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:25.627509 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e4f9795f-2696-4bb0-83d8-8f8cfd524a64 admin admin] Publish callbacks [] for security_group (9ed8b871-2337-4850-89ec-445cd43dce5d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:25.752625 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c5078a8-f523-4e54-abbb-d9631fc88934 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (1e18d70f-bfc1-41d0-955f-23251de4c736), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:25.803733 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5078a8-f523-4e54-abbb-d9631fc88934 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event deleted for resources: {'Port': ['ID=1e18d70f-bfc1-41d0-955f-23251de4c736,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:25.813711 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e4f9795f-2696-4bb0-83d8-8f8cfd524a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (9ed8b871-2337-4850-89ec-445cd43dce5d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:25.825993 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e4f9795f-2696-4bb0-83d8-8f8cfd524a64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:25.827351 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e4f9795f-2696-4bb0-83d8-8f8cfd524a64 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9ed8b871-2337-4850-89ec-445cd43dce5d HTTP/1.1" status: 204 len: 168 time: 0.4977851 Feb 17 17:50:25.842069 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9795f-2696-4bb0-83d8-8f8cfd524a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed8b871-2337-4850-89ec-445cd43dce5d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:25.973821 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c318e-af20-4122-ba4e-a6f811b8100a req-3908860c-2871-4058-8105-0d8f408d1602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:25.976484 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-423c318e-af20-4122-ba4e-a6f811b8100a req-3908860c-2871-4058-8105-0d8f408d1602 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=94d4679d-274d-4154-97c2-0b7f5d5cd3e2 HTTP/1.1" status: 200 len: 1127 time: 0.1420193 Feb 17 17:50:25.994816 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c5078a8-f523-4e54-abbb-d9631fc88934 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:26.011506 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0c5078a8-f523-4e54-abbb-d9631fc88934 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "DELETE /v2.0/ports/1e18d70f-bfc1-41d0-955f-23251de4c736 HTTP/1.1" status: 204 len: 168 time: 1.4680498 Feb 17 17:50:26.012462 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37282) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:26.100799 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-01b83ed3-9fca-4392-abd3-7d5aa8a30df8 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] GET failed (client error): The resource could not be found. Feb 17 17:50:26.102856 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-01b83ed3-9fca-4392-abd3-7d5aa8a30df8 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "GET /v2.0/ports/1e18d70f-bfc1-41d0-955f-23251de4c736 HTTP/1.1" status: 404 len: 333 time: 0.0893481 Feb 17 17:50:26.108286 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37286) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:26.110337 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-423c318e-af20-4122-ba4e-a6f811b8100a req-3982f3d7-a5eb-4de4-8c1a-915a2e1e6f38 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=108ca586-77e3-4cca-9038-eab4d874f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267149 Feb 17 17:50:26.196198 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-49e31cd6-9071-4b52-9ecd-54c3cecca884 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for security_group (75b6776a-873d-4790-81fe-67101dc1b092), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:26.257189 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-49e31cd6-9071-4b52-9ecd-54c3cecca884 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for security_group (75b6776a-873d-4790-81fe-67101dc1b092), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:26.386004 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-49e31cd6-9071-4b52-9ecd-54c3cecca884 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (75b6776a-873d-4790-81fe-67101dc1b092), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:26.389297 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-49e31cd6-9071-4b52-9ecd-54c3cecca884 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:26.390704 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-49e31cd6-9071-4b52-9ecd-54c3cecca884 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "DELETE /v2.0/security-groups/75b6776a-873d-4790-81fe-67101dc1b092 HTTP/1.1" status: 204 len: 168 time: 0.2814436 Feb 17 17:50:26.393628 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 37294) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:26.411276 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e31cd6-9071-4b52-9ecd-54c3cecca884 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b6776a-873d-4790-81fe-67101dc1b092,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:26.531912 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e749ce0a-1c29-43d4-a61b-7780b1c78d45 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for security_group (6513eeef-79e5-4a01-b4a8-32e67a3ba136), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:26.770196 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e749ce0a-1c29-43d4-a61b-7780b1c78d45 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for security_group (6513eeef-79e5-4a01-b4a8-32e67a3ba136), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:26.883453 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a55dbd-4071-4e31-af00-29767f23c373 req-b79bf526-91b6-4e85-a355-1b570cc31ac6 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:26.885729 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-06a55dbd-4071-4e31-af00-29767f23c373 req-b79bf526-91b6-4e85-a355-1b570cc31ac6 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=315d9d1f-320f-40e9-9b83-71f1b9844f37 HTTP/1.1" status: 200 len: 945 time: 0.3161902 Feb 17 17:50:27.028017 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d4b44-83e3-4e2e-818b-1b00a86d15b2 req-b3f4c116-bb26-4570-8fa5-f1bd387fd0de tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:27.037007 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-286d4b44-83e3-4e2e-818b-1b00a86d15b2 req-b3f4c116-bb26-4570-8fa5-f1bd387fd0de tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/ports?device_id=94d4679d-274d-4154-97c2-0b7f5d5cd3e2 HTTP/1.1" status: 200 len: 945 time: 0.4018891 Feb 17 17:50:27.233781 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-286d4b44-83e3-4e2e-818b-1b00a86d15b2 req-b90ff625-fd5a-4fc9-9df8-0f0320a6124c tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/security-groups?id=108ca586-77e3-4cca-9038-eab4d874f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777108 Feb 17 17:50:27.265716 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-06a55dbd-4071-4e31-af00-29767f23c373 req-1e7bf022-c5ed-4407-87d8-ae049f1e2bc9 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666692 Feb 17 17:50:27.268935 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e749ce0a-1c29-43d4-a61b-7780b1c78d45 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (6513eeef-79e5-4a01-b4a8-32e67a3ba136), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:27.271600 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e749ce0a-1c29-43d4-a61b-7780b1c78d45 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:27.275210 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e749ce0a-1c29-43d4-a61b-7780b1c78d45 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "DELETE /v2.0/security-groups/6513eeef-79e5-4a01-b4a8-32e67a3ba136 HTTP/1.1" status: 204 len: 168 time: 0.8776257 Feb 17 17:50:27.275609 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37318) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:27.294127 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e749ce0a-1c29-43d4-a61b-7780b1c78d45 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6513eeef-79e5-4a01-b4a8-32e67a3ba136,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:27.367736 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-07c66cdf-f436-417f-9665-12710175b80d tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Deleting subnet eb5e0f57-1609-4b8a-b29b-fa53bd4fe327 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:50:27.381127 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-07c66cdf-f436-417f-9665-12710175b80d tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for subnet (eb5e0f57-1609-4b8a-b29b-fa53bd4fe327), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:27.455995 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-07c66cdf-f436-417f-9665-12710175b80d tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (eb5e0f57-1609-4b8a-b29b-fa53bd4fe327), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:27.653343 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-07c66cdf-f436-417f-9665-12710175b80d tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (eb5e0f57-1609-4b8a-b29b-fa53bd4fe327), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:27.810250 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-07c66cdf-f436-417f-9665-12710175b80d tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (eb5e0f57-1609-4b8a-b29b-fa53bd4fe327), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:27.849772 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dda638d-32f1-4cf7-a777-b5d82ec736c7 None None] Network b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:50:27.861417 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-07c66cdf-f436-417f-9665-12710175b80d tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:27.885631 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 37334) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:27.890411 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-07c66cdf-f436-417f-9665-12710175b80d tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "DELETE /v2.0/subnets/eb5e0f57-1609-4b8a-b29b-fa53bd4fe327 HTTP/1.1" status: 204 len: 168 time: 0.6115146 Feb 17 17:50:27.894235 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-b6bce220-dcc3-4ad0-a7c9-8fd58630384a tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Request body: {'subnet': {'network_id': 'b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:27.953012 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c66cdf-f436-417f-9665-12710175b80d tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event deleted for resources: {'Subnet': ['ID=eb5e0f57-1609-4b8a-b29b-fa53bd4fe327,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:28.249505 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6bce220-dcc3-4ad0-a7c9-8fd58630384a tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Made reservation on behalf of c31c6ec4ee6945b58580629588ff6a35 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:50:28.253685 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b6bce220-dcc3-4ad0-a7c9-8fd58630384a tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:28.588905 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5df5d-6fa7-4ea8-962c-bf24ce7de4dd req-00a1c8d8-f60a-410d-b3cc-271fd5e44f6c tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:28.590455 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b0b5df5d-6fa7-4ea8-962c-bf24ce7de4dd req-00a1c8d8-f60a-410d-b3cc-271fd5e44f6c tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/ports?device_id=94d4679d-274d-4154-97c2-0b7f5d5cd3e2 HTTP/1.1" status: 200 len: 945 time: 0.2115161 Feb 17 17:50:28.869582 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74c4fd-3d35-44cc-a700-869f0cf1914b req-1bbd84b4-d46b-4bc9-adcc-807c3d28dd0b tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:28.871104 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2e74c4fd-3d35-44cc-a700-869f0cf1914b req-1bbd84b4-d46b-4bc9-adcc-807c3d28dd0b tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=315d9d1f-320f-40e9-9b83-71f1b9844f37 HTTP/1.1" status: 200 len: 945 time: 0.2783613 Feb 17 17:50:29.044933 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b0b5df5d-6fa7-4ea8-962c-bf24ce7de4dd req-f3c942de-a7d6-4bb1-874a-3feaa7d6daff tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/security-groups?id=108ca586-77e3-4cca-9038-eab4d874f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647087 Feb 17 17:50:29.167072 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2e74c4fd-3d35-44cc-a700-869f0cf1914b req-cdf65344-86b2-426b-8416-67eb37a7ba42 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644765 Feb 17 17:50:29.255784 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-0eb8095e-4e50-4ebb-a58e-96ab9a343bcd req-fdb37db9-58dc-4f15-aef9-af62481ffb64 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-277647913', 'description': 'tempest-description-429511591'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:29.322367 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b6bce220-dcc3-4ad0-a7c9-8fd58630384a tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (e830de01-2330-43bf-baa1-288153759d42), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:29.359257 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-8bc3688b-c365-40fd-8c92-12083fd47f76 None None] Provisioning complete for port 8d1c48d5-41d8-43fa-b341-2c3acb353de8 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:50:29.360144 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8bc3688b-c365-40fd-8c92-12083fd47f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (8d1c48d5-41d8-43fa-b341-2c3acb353de8), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:29.433553 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-8bc3688b-c365-40fd-8c92-12083fd47f76 None None] Port 8d1c48d5-41d8-43fa-b341-2c3acb353de8 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:50:29.456969 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bce220-dcc3-4ad0-a7c9-8fd58630384a tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event updated for resources: {'Subnet': ['ID=e830de01-2330-43bf-baa1-288153759d42,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:29.467195 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-8bc3688b-c365-40fd-8c92-12083fd47f76 None None] Provisioning complete for port 2f3ab30a-4f66-489d-8e2f-d11cb028cfca triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:50:29.472328 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8bc3688b-c365-40fd-8c92-12083fd47f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2f3ab30a-4f66-489d-8e2f-d11cb028cfca), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:29.477646 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0eb8095e-4e50-4ebb-a58e-96ab9a343bcd req-fdb37db9-58dc-4f15-aef9-af62481ffb64 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:29.484144 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bce220-dcc3-4ad0-a7c9-8fd58630384a tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Network b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:50:29.505213 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-b6bce220-dcc3-4ad0-a7c9-8fd58630384a tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:50:29.521092 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bce220-dcc3-4ad0-a7c9-8fd58630384a tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:29.524921 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b6bce220-dcc3-4ad0-a7c9-8fd58630384a tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:29.543414 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7254d39c-c1b2-495b-8971-82dc1aba742d None None] Network b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:50:29.571312 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b6bce220-dcc3-4ad0-a7c9-8fd58630384a tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6838329 Feb 17 17:50:29.574127 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37382) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:29.579848 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-f46cc303-f367-4a0d-be0e-b5c7a04560f3 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Request body: {'security_group': {'name': 'tempest-secgroup-2083011256'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:29.666460 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f46cc303-f367-4a0d-be0e-b5c7a04560f3 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:29.801623 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f46cc303-f367-4a0d-be0e-b5c7a04560f3 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for security_group (824709ba-4ddf-4b55-952d-7512f44ac41f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:29.813085 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f46cc303-f367-4a0d-be0e-b5c7a04560f3 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (824709ba-4ddf-4b55-952d-7512f44ac41f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:29.921399 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46cc303-f367-4a0d-be0e-b5c7a04560f3 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=824709ba-4ddf-4b55-952d-7512f44ac41f,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:29.933701 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f46cc303-f367-4a0d-be0e-b5c7a04560f3 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:29.937384 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f46cc303-f367-4a0d-be0e-b5c7a04560f3 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3609643 Feb 17 17:50:29.939680 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37384) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:29.959755 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-cc7b9ce3-3218-4355-b8c8-d1a4e0ab6249 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Request body: {'security_group': {'name': 'tempest-secgroup-819652875'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:30.007837 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cc7b9ce3-3218-4355-b8c8-d1a4e0ab6249 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:30.078149 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b86314-10f5-41c9-944f-c67c39e96f2f None None] Update dhcp port {'port': {'network_id': 'b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c', 'fixed_ips': [{'subnet_id': '88705a13-2396-4e5d-bd19-ad296174b436', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e830de01-2330-43bf-baa1-288153759d42'}], 'binding:host_id': 'n-d-829613-2'}, 'id': '2f3ab30a-4f66-489d-8e2f-d11cb028cfca'} from n-d-829613-2. {{(pid=103436) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 17 17:50:30.167412 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cc7b9ce3-3218-4355-b8c8-d1a4e0ab6249 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for security_group (ae29ba1e-b1cb-4721-8063-dadb95b9e349), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:30.175416 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cc7b9ce3-3218-4355-b8c8-d1a4e0ab6249 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (ae29ba1e-b1cb-4721-8063-dadb95b9e349), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:30.189967 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b5b86314-10f5-41c9-944f-c67c39e96f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2f3ab30a-4f66-489d-8e2f-d11cb028cfca), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:30.273925 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b9ce3-3218-4355-b8c8-d1a4e0ab6249 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae29ba1e-b1cb-4721-8063-dadb95b9e349,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:30.290407 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-8bc3688b-c365-40fd-8c92-12083fd47f76 None None] Current status of the port 2f3ab30a-4f66-489d-8e2f-d11cb028cfca is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:50:30.291351 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cc7b9ce3-3218-4355-b8c8-d1a4e0ab6249 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:30.303442 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-cc7b9ce3-3218-4355-b8c8-d1a4e0ab6249 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3602183 Feb 17 17:50:30.306262 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37394) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:30.318665 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-c31f2492-4b08-4b3b-9bd7-1d378e87e833 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Request body: {'security_group': {'name': 'tempest-secgroup-868045898'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:30.346295 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0eb8095e-4e50-4ebb-a58e-96ab9a343bcd req-fdb37db9-58dc-4f15-aef9-af62481ffb64 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Publish callbacks [] for security_group (a32f7d9d-8d33-4d90-b811-53e23e0846bd), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:30.355284 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0eb8095e-4e50-4ebb-a58e-96ab9a343bcd req-fdb37db9-58dc-4f15-aef9-af62481ffb64 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (a32f7d9d-8d33-4d90-b811-53e23e0846bd), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:30.374498 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c31f2492-4b08-4b3b-9bd7-1d378e87e833 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:30.470941 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0eb8095e-4e50-4ebb-a58e-96ab9a343bcd req-fdb37db9-58dc-4f15-aef9-af62481ffb64 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:30.476774 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0eb8095e-4e50-4ebb-a58e-96ab9a343bcd req-fdb37db9-58dc-4f15-aef9-af62481ffb64 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1830 time: 1.2352748 Feb 17 17:50:30.509668 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb37db9-58dc-4f15-aef9-af62481ffb64 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a32f7d9d-8d33-4d90-b811-53e23e0846bd,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:30.576345 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee540600-0c2d-4e0a-af1c-0fc467536d59 req-29b9fb84-f800-4e32-95eb-b50c49aedaee tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:30.588174 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c31f2492-4b08-4b3b-9bd7-1d378e87e833 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for security_group (f4833e6c-a4d7-47da-a4b5-126e1663d483), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:30.588740 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ee540600-0c2d-4e0a-af1c-0fc467536d59 req-29b9fb84-f800-4e32-95eb-b50c49aedaee tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=315d9d1f-320f-40e9-9b83-71f1b9844f37 HTTP/1.1" status: 200 len: 945 time: 0.2014251 Feb 17 17:50:30.610533 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c31f2492-4b08-4b3b-9bd7-1d378e87e833 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (f4833e6c-a4d7-47da-a4b5-126e1663d483), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:30.668478 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c31f2492-4b08-4b3b-9bd7-1d378e87e833 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:30.672605 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c31f2492-4b08-4b3b-9bd7-1d378e87e833 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3586040 Feb 17 17:50:30.675438 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37406) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:30.723850 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ee540600-0c2d-4e0a-af1c-0fc467536d59 req-80db8bc6-6345-493e-ae5b-130445640689 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286380 Feb 17 17:50:30.746378 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-de73a9d0-0833-4b31-9050-03aeaf1363cb tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1198893346', 'security_groups': ['f4833e6c-a4d7-47da-a4b5-126e1663d483'], 'network_id': 'b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e830de01-2330-43bf-baa1-288153759d42'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:30.751746 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31f2492-4b08-4b3b-9bd7-1d378e87e833 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4833e6c-a4d7-47da-a4b5-126e1663d483,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:30.831904 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-b5b86314-10f5-41c9-944f-c67c39e96f2f None None] Allocated IP 172.20.0.2 (b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c/e830de01-2330-43bf-baa1-288153759d42/2f3ab30a-4f66-489d-8e2f-d11cb028cfca) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:50:30.986328 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b5b86314-10f5-41c9-944f-c67c39e96f2f None None] For port 2f3ab30a-4f66-489d-8e2f-d11cb028cfca, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=2f3ab30a-4f66-489d-8e2f-d11cb028cfca,segment=NetworkSegment(4882ecb4-8d3b-4ad7-8320-b9a200568a46),segment_id=4882ecb4-8d3b-4ad7-8320-b9a200568a46)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:50:31.017968 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b5b86314-10f5-41c9-944f-c67c39e96f2f None None] Publish callbacks [] for port (2f3ab30a-4f66-489d-8e2f-d11cb028cfca), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:31.029106 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b5b86314-10f5-41c9-944f-c67c39e96f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (2f3ab30a-4f66-489d-8e2f-d11cb028cfca), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:31.047824 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-97dfbc5d-8109-49ac-b1b4-25a292717f81 req-d4d96108-6c4c-41e6-b81d-c4c0c20c3f68 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-277647913&fields=id&tenant_id=f2aebb6fe94d462e947bf16728d2f99c HTTP/1.1" status: 200 len: 267 time: 0.1443074 Feb 17 17:50:31.063668 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de73a9d0-0833-4b31-9050-03aeaf1363cb tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Made reservation on behalf of c31c6ec4ee6945b58580629588ff6a35 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:50:31.277907 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b86314-10f5-41c9-944f-c67c39e96f2f None None] Pushing event updated for resources: {'Port': ['ID=2f3ab30a-4f66-489d-8e2f-d11cb028cfca,revision_number=6']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:31.301075 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dfbc5d-8109-49ac-b1b4-25a292717f81 req-4e89971b-1444-40d5-8cc1-46a118a4b357 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:31.314154 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-97dfbc5d-8109-49ac-b1b4-25a292717f81 req-4e89971b-1444-40d5-8cc1-46a118a4b357 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/ports?device_id=94d4679d-274d-4154-97c2-0b7f5d5cd3e2 HTTP/1.1" status: 200 len: 945 time: 0.2607033 Feb 17 17:50:31.351281 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de73a9d0-0833-4b31-9050-03aeaf1363cb tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:31.354338 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-97dfbc5d-8109-49ac-b1b4-25a292717f81 req-04532836-d355-4166-aa8a-506d3438da35 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Request body: {'port': {'security_groups': ['108ca586-77e3-4cca-9038-eab4d874f23c', 'a32f7d9d-8d33-4d90-b811-53e23e0846bd']}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:31.406653 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-de73a9d0-0833-4b31-9050-03aeaf1363cb tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] device_id is not set on port b7ab98d1-0afb-4332-8034-0e0a3eaaf94b yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:50:31.522116 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-97dfbc5d-8109-49ac-b1b4-25a292717f81 req-04532836-d355-4166-aa8a-506d3438da35 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0b31938c-67cb-4da3-8f08-e299536c6fee), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:31.792054 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-de73a9d0-0833-4b31-9050-03aeaf1363cb tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Allocated IP 172.20.0.12 (b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c/e830de01-2330-43bf-baa1-288153759d42/b7ab98d1-0afb-4332-8034-0e0a3eaaf94b) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:50:32.054733 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-97dfbc5d-8109-49ac-b1b4-25a292717f81 req-04532836-d355-4166-aa8a-506d3438da35 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] For port 0b31938c-67cb-4da3-8f08-e299536c6fee, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=0b31938c-67cb-4da3-8f08-e299536c6fee,segment=NetworkSegment(7701ca39-cda1-4529-8b0e-02febdb9438c),segment_id=7701ca39-cda1-4529-8b0e-02febdb9438c)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:50:32.094403 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de73a9d0-0833-4b31-9050-03aeaf1363cb tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for port (b7ab98d1-0afb-4332-8034-0e0a3eaaf94b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:32.101609 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-97dfbc5d-8109-49ac-b1b4-25a292717f81 req-04532836-d355-4166-aa8a-506d3438da35 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Publish callbacks [] for port (0b31938c-67cb-4da3-8f08-e299536c6fee), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:32.119473 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-97dfbc5d-8109-49ac-b1b4-25a292717f81 req-04532836-d355-4166-aa8a-506d3438da35 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (0b31938c-67cb-4da3-8f08-e299536c6fee), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:32.132273 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['0b31938c-67cb-4da3-8f08-e299536c6fee'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:50:32.157286 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de73a9d0-0833-4b31-9050-03aeaf1363cb tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (b7ab98d1-0afb-4332-8034-0e0a3eaaf94b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:32.211449 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04532836-d355-4166-aa8a-506d3438da35 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Pushing event updated for resources: {'Port': ['ID=0b31938c-67cb-4da3-8f08-e299536c6fee,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:32.273193 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23befa24-c596-446e-b7d2-ad0cc2ea0523 req-fdfe618a-c726-4a45-b078-08a830e8d0e5 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:32.278606 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-23befa24-c596-446e-b7d2-ad0cc2ea0523 req-fdfe618a-c726-4a45-b078-08a830e8d0e5 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=315d9d1f-320f-40e9-9b83-71f1b9844f37 HTTP/1.1" status: 200 len: 945 time: 0.4135478 Feb 17 17:50:32.298035 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dfbc5d-8109-49ac-b1b4-25a292717f81 req-04532836-d355-4166-aa8a-506d3438da35 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:32.307169 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-97dfbc5d-8109-49ac-b1b4-25a292717f81 req-04532836-d355-4166-aa8a-506d3438da35 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:32.308776 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-97dfbc5d-8109-49ac-b1b4-25a292717f81 req-04532836-d355-4166-aa8a-506d3438da35 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "PUT /v2.0/ports/0b31938c-67cb-4da3-8f08-e299536c6fee HTTP/1.1" status: 200 len: 981 time: 0.9853716 Feb 17 17:50:32.309469 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94d4679d-274d-4154-97c2-0b7f5d5cd3e2', 'tag': '0b31938c-67cb-4da3-8f08-e299536c6fee'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:50:32.319581 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7660651-93d2-4a4b-8f91-1d6f081efac0" -d '{"events": [{"name": "network-changed", "server_uuid": "94d4679d-274d-4154-97c2-0b7f5d5cd3e2", "tag": "0b31938c-67cb-4da3-8f08-e299536c6fee"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:50:32.370390 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de73a9d0-0833-4b31-9050-03aeaf1363cb tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event updated for resources: {'Port': ['ID=b7ab98d1-0afb-4332-8034-0e0a3eaaf94b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:32.411049 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de73a9d0-0833-4b31-9050-03aeaf1363cb tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Network b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:50:32.431934 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-de73a9d0-0833-4b31-9050-03aeaf1363cb tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:50:32.436432 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de73a9d0-0833-4b31-9050-03aeaf1363cb tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:50:32.442575 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-23befa24-c596-446e-b7d2-ad0cc2ea0523 req-091176b0-5c1a-4a26-a4b6-83c2b4f6fbb5 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513116 Feb 17 17:50:32.563360 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de73a9d0-0833-4b31-9050-03aeaf1363cb tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:32.565998 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de73a9d0-0833-4b31-9050-03aeaf1363cb tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:32.589218 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412f46e7-0495-4f8f-93b8-8d3c29d4ff49 x-openstack-request-id: req-412f46e7-0495-4f8f-93b8-8d3c29d4ff49 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:50:32.589699 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94d4679d-274d-4154-97c2-0b7f5d5cd3e2", "tag": "0b31938c-67cb-4da3-8f08-e299536c6fee", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:50:32.590065 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-412f46e7-0495-4f8f-93b8-8d3c29d4ff49 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:50:32.590415 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94d4679d-274d-4154-97c2-0b7f5d5cd3e2', 'tag': '0b31938c-67cb-4da3-8f08-e299536c6fee', 'status': 'completed', 'code': 200} Feb 17 17:50:32.614181 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-de73a9d0-0833-4b31-9050-03aeaf1363cb tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9316375 Feb 17 17:50:32.614181 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37436) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:32.624981 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-c2c3309b-d0ae-414b-bc8e-a547a29c9942 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Request body: {'subnet': {'network_id': 'b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:32.692296 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 2f3ab30a-4f66-489d-8e2f-d11cb028cfca up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:50:32.849694 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3583ae60-c115-4b7f-a257-181145b50bf8 req-bebf3886-459d-48ce-a318-d07d63ce83e3 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-277647913&fields=id&tenant_id=f2aebb6fe94d462e947bf16728d2f99c HTTP/1.1" status: 200 len: 267 time: 0.2889276 Feb 17 17:50:32.879465 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['0b31938c-67cb-4da3-8f08-e299536c6fee'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:50:32.886058 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7660651-93d2-4a4b-8f91-1d6f081efac0 req-578899a6-8319-490d-9df8-4d32646b2ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:32.897363 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f7660651-93d2-4a4b-8f91-1d6f081efac0 req-578899a6-8319-490d-9df8-4d32646b2ccd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f2aebb6fe94d462e947bf16728d2f99c&device_id=94d4679d-274d-4154-97c2-0b7f5d5cd3e2 HTTP/1.1" status: 200 len: 1166 time: 0.2646842 Feb 17 17:50:33.041168 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c3309b-d0ae-414b-bc8e-a547a29c9942 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Made reservation on behalf of c31c6ec4ee6945b58580629588ff6a35 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:50:33.045256 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c2c3309b-d0ae-414b-bc8e-a547a29c9942 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:33.069813 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3583ae60-c115-4b7f-a257-181145b50bf8 req-fdb3f967-c307-4d63-a203-0282ce2ec7c6 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:33.083825 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3583ae60-c115-4b7f-a257-181145b50bf8 req-fdb3f967-c307-4d63-a203-0282ce2ec7c6 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/ports?device_id=94d4679d-274d-4154-97c2-0b7f5d5cd3e2 HTTP/1.1" status: 200 len: 984 time: 0.2103143 Feb 17 17:50:33.102605 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-3583ae60-c115-4b7f-a257-181145b50bf8 req-d14014d5-c9cb-41a3-bfb6-cc20fdc3fc90 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Request body: {'port': {'security_groups': ['108ca586-77e3-4cca-9038-eab4d874f23c']}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:33.215462 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 2f3ab30a-4f66-489d-8e2f-d11cb028cfca triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:50:33.216018 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2f3ab30a-4f66-489d-8e2f-d11cb028cfca), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:33.313952 n-d-829613-2 neutron-server[103434]: INFO neutron.db.ipam_backend_mixin [None req-c2c3309b-d0ae-414b-bc8e-a547a29c9942 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e830de01-2330-43bf-baa1-288153759d42 (CIDR: 172.20.0.0/28) Feb 17 17:50:33.322641 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2c3309b-d0ae-414b-bc8e-a547a29c9942 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 17:50:33.323146 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2c3309b-d0ae-414b-bc8e-a547a29c9942 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:50:33.358264 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c2c3309b-d0ae-414b-bc8e-a547a29c9942 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7457948 Feb 17 17:50:33.361945 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37454) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:33.367566 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-6e97cf71-48c0-49d9-b1e4-e2b0bf43d0c9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Request body: {'subnet': {'network_id': 'b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:33.410005 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-75f223a5-887f-4c72-9df7-4ffe2b9094de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:33.414168 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-50c7df77-54ff-4bc6-a42f-62bd9cbe261f None None] Provisioning complete for port 8d1c48d5-41d8-43fa-b341-2c3acb353de8 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:50:33.414876 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-50c7df77-54ff-4bc6-a42f-62bd9cbe261f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (8d1c48d5-41d8-43fa-b341-2c3acb353de8), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:33.481205 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3583ae60-c115-4b7f-a257-181145b50bf8 req-d14014d5-c9cb-41a3-bfb6-cc20fdc3fc90 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0b31938c-67cb-4da3-8f08-e299536c6fee), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:33.526662 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7660651-93d2-4a4b-8f91-1d6f081efac0 req-3e34e559-646f-4223-b6f2-87de0cfaf8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:33.528367 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f7660651-93d2-4a4b-8f91-1d6f081efac0 req-3e34e559-646f-4223-b6f2-87de0cfaf8c9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9fdf3458-5966-4de8-b1fe-2dd22bf8851a HTTP/1.1" status: 200 len: 921 time: 0.5648556 Feb 17 17:50:33.562695 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-50c7df77-54ff-4bc6-a42f-62bd9cbe261f None None] Port 8d1c48d5-41d8-43fa-b341-2c3acb353de8 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:50:33.625152 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e97cf71-48c0-49d9-b1e4-e2b0bf43d0c9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Made reservation on behalf of c31c6ec4ee6945b58580629588ff6a35 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:50:33.628686 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6e97cf71-48c0-49d9-b1e4-e2b0bf43d0c9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:33.663113 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-50c7df77-54ff-4bc6-a42f-62bd9cbe261f None None] Provisioning complete for port 2f3ab30a-4f66-489d-8e2f-d11cb028cfca triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:50:33.663501 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-50c7df77-54ff-4bc6-a42f-62bd9cbe261f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2f3ab30a-4f66-489d-8e2f-d11cb028cfca), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:33.767210 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 2f3ab30a-4f66-489d-8e2f-d11cb028cfca is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:50:33.845820 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f7660651-93d2-4a4b-8f91-1d6f081efac0 req-a32af680-b516-44ae-affb-4c9df3e9adda service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b31938c-67cb-4da3-8f08-e299536c6fee HTTP/1.1" status: 200 len: 217 time: 0.2263904 Feb 17 17:50:33.868520 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:50:33.938406 n-d-829613-2 neutron-server[103434]: INFO neutron.db.ipam_backend_mixin [None req-6e97cf71-48c0-49d9-b1e4-e2b0bf43d0c9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 88705a13-2396-4e5d-bd19-ad296174b436 (CIDR: 172.20.0.16/28) Feb 17 17:50:33.958242 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e97cf71-48c0-49d9-b1e4-e2b0bf43d0c9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 17:50:33.966231 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e97cf71-48c0-49d9-b1e4-e2b0bf43d0c9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:50:34.002969 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6e97cf71-48c0-49d9-b1e4-e2b0bf43d0c9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6388838 Feb 17 17:50:34.006358 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37468) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:34.018549 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-bd2634fa-8692-4818-bae6-281b656d1ee5 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Request body: {'subnet': {'network_id': 'b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:34.035133 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-3583ae60-c115-4b7f-a257-181145b50bf8 req-d14014d5-c9cb-41a3-bfb6-cc20fdc3fc90 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] For port 0b31938c-67cb-4da3-8f08-e299536c6fee, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=0b31938c-67cb-4da3-8f08-e299536c6fee,segment=NetworkSegment(7701ca39-cda1-4529-8b0e-02febdb9438c),segment_id=7701ca39-cda1-4529-8b0e-02febdb9438c)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:50:34.085673 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3583ae60-c115-4b7f-a257-181145b50bf8 req-d14014d5-c9cb-41a3-bfb6-cc20fdc3fc90 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Publish callbacks [] for port (0b31938c-67cb-4da3-8f08-e299536c6fee), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:34.130446 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3583ae60-c115-4b7f-a257-181145b50bf8 req-d14014d5-c9cb-41a3-bfb6-cc20fdc3fc90 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (0b31938c-67cb-4da3-8f08-e299536c6fee), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:34.219336 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14014d5-c9cb-41a3-bfb6-cc20fdc3fc90 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Pushing event updated for resources: {'Port': ['ID=0b31938c-67cb-4da3-8f08-e299536c6fee,revision_number=7']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:34.225587 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-50c7df77-54ff-4bc6-a42f-62bd9cbe261f None None] Current status of the port 2f3ab30a-4f66-489d-8e2f-d11cb028cfca is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:50:34.286536 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['0b31938c-67cb-4da3-8f08-e299536c6fee'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:50:34.297556 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3583ae60-c115-4b7f-a257-181145b50bf8 req-d14014d5-c9cb-41a3-bfb6-cc20fdc3fc90 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:34.298647 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3583ae60-c115-4b7f-a257-181145b50bf8 req-d14014d5-c9cb-41a3-bfb6-cc20fdc3fc90 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:34.300936 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3583ae60-c115-4b7f-a257-181145b50bf8 req-d14014d5-c9cb-41a3-bfb6-cc20fdc3fc90 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "PUT /v2.0/ports/0b31938c-67cb-4da3-8f08-e299536c6fee HTTP/1.1" status: 200 len: 942 time: 1.2162189 Feb 17 17:50:34.313847 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8dfb92-490f-4be0-b06b-79bccafc1df7 req-addcc25d-8904-4742-91c4-6481139b0302 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:34.315602 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9d8dfb92-490f-4be0-b06b-79bccafc1df7 req-addcc25d-8904-4742-91c4-6481139b0302 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=315d9d1f-320f-40e9-9b83-71f1b9844f37 HTTP/1.1" status: 200 len: 945 time: 0.6784186 Feb 17 17:50:34.318551 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7660651-93d2-4a4b-8f91-1d6f081efac0 req-52d6bdcb-b6b4-41f0-9635-a2fc502f31be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:34.320065 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f7660651-93d2-4a4b-8f91-1d6f081efac0 req-52d6bdcb-b6b4-41f0-9635-a2fc502f31be service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d7dfeabc-cd95-4ccb-8ac5-20f9cfad4783 HTTP/1.1" status: 200 len: 860 time: 0.3811038 Feb 17 17:50:34.398261 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9d8dfb92-490f-4be0-b06b-79bccafc1df7 req-2b96b494-f469-48d0-9adc-208f1a8d55c2 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762913 Feb 17 17:50:34.432132 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2634fa-8692-4818-bae6-281b656d1ee5 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Made reservation on behalf of c31c6ec4ee6945b58580629588ff6a35 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:50:34.432663 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bd2634fa-8692-4818-bae6-281b656d1ee5 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:34.493837 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f7660651-93d2-4a4b-8f91-1d6f081efac0 req-957bfc39-5a01-4c8f-86dd-aeb8f1655533 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9fdf3458-5966-4de8-b1fe-2dd22bf8851a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1039000 Feb 17 17:50:34.537931 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['0b31938c-67cb-4da3-8f08-e299536c6fee'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:50:34.583826 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-7e2700f7-4cc6-4da9-89f8-35ad076f9a03 None None] Provisioning complete for port b7ab98d1-0afb-4332-8034-0e0a3eaaf94b triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:50:34.584515 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7e2700f7-4cc6-4da9-89f8-35ad076f9a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b7ab98d1-0afb-4332-8034-0e0a3eaaf94b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:34.740620 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-7e2700f7-4cc6-4da9-89f8-35ad076f9a03 None None] Port b7ab98d1-0afb-4332-8034-0e0a3eaaf94b cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:50:34.821423 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94d4679d-274d-4154-97c2-0b7f5d5cd3e2', 'tag': '0b31938c-67cb-4da3-8f08-e299536c6fee'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:50:34.828997 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7feccb-0b8d-46fc-bbd6-ba58d38ab32d" -d '{"events": [{"name": "network-changed", "server_uuid": "94d4679d-274d-4154-97c2-0b7f5d5cd3e2", "tag": "0b31938c-67cb-4da3-8f08-e299536c6fee"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:50:34.833976 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f7660651-93d2-4a4b-8f91-1d6f081efac0 req-b3a32790-b93b-4262-b757-cd99528a60f1 service neutron] 10.222.0.71 "GET /v2.0/networks/9fdf3458-5966-4de8-b1fe-2dd22bf8851a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322163 Feb 17 17:50:34.998852 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bd2634fa-8692-4818-bae6-281b656d1ee5 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (036d8020-3cdb-4c9f-8b07-b4a71214e77b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:35.122596 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e05608-4ebc-436b-af6f-9a03c6b00294 x-openstack-request-id: req-36e05608-4ebc-436b-af6f-9a03c6b00294 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:50:35.123239 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94d4679d-274d-4154-97c2-0b7f5d5cd3e2", "tag": "0b31938c-67cb-4da3-8f08-e299536c6fee", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:50:35.123504 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-36e05608-4ebc-436b-af6f-9a03c6b00294 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:50:35.124448 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94d4679d-274d-4154-97c2-0b7f5d5cd3e2', 'tag': '0b31938c-67cb-4da3-8f08-e299536c6fee', 'status': 'completed', 'code': 200} Feb 17 17:50:35.187086 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2634fa-8692-4818-bae6-281b656d1ee5 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event updated for resources: {'Subnet': ['ID=036d8020-3cdb-4c9f-8b07-b4a71214e77b,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:35.193968 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2634fa-8692-4818-bae6-281b656d1ee5 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Network b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:50:35.197348 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-bd2634fa-8692-4818-bae6-281b656d1ee5 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:50:35.208836 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9eb040a-ee7b-4175-b1a6-b9b1ee6d9960 None None] Network b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:50:35.227118 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2634fa-8692-4818-bae6-281b656d1ee5 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:35.228104 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bd2634fa-8692-4818-bae6-281b656d1ee5 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:35.279082 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bd2634fa-8692-4818-bae6-281b656d1ee5 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2712200 Feb 17 17:50:35.279813 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37490) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:35.292956 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-b05a5fcc-bde8-45a3-b8f1-e952cd75f353 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-282056876', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '036d8020-3cdb-4c9f-8b07-b4a71214e77b'}], 'security_groups': ['824709ba-4ddf-4b55-952d-7512f44ac41f', 'ae29ba1e-b1cb-4721-8063-dadb95b9e349']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:35.475472 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-434e4e31-71ae-4bb5-993b-9669d4191005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:35.478381 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0b92f97e-2642-4d30-a5f6-d1ecd8197b2e req-64f94283-3e5d-4e1f-91af-74bc3ddb6af1 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9963691 Feb 17 17:50:35.480545 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f7660651-93d2-4a4b-8f91-1d6f081efac0 req-050bb0ee-71ce-4faa-93c7-e325820dd866 service neutron] 10.222.0.71 "GET /v2.0/networks/9fdf3458-5966-4de8-b1fe-2dd22bf8851a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6370974 Feb 17 17:50:35.488285 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-0b92f97e-2642-4d30-a5f6-d1ecd8197b2e req-38b97df4-7c32-4fa8-bc3c-ab75638d8c16 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:35.510861 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b05a5fcc-bde8-45a3-b8f1-e952cd75f353 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b7ab98d1-0afb-4332-8034-0e0a3eaaf94b), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:35.578350 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0b92f97e-2642-4d30-a5f6-d1ecd8197b2e req-38b97df4-7c32-4fa8-bc3c-ab75638d8c16 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:35.739769 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce0a71-a25b-4f22-86a5-10ec5926c051 req-7bb2eb0c-c1ec-4f1c-801b-b56e248bcd37 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:35.747439 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3dce0a71-a25b-4f22-86a5-10ec5926c051 req-7bb2eb0c-c1ec-4f1c-801b-b56e248bcd37 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=315d9d1f-320f-40e9-9b83-71f1b9844f37 HTTP/1.1" status: 200 len: 945 time: 0.1395478 Feb 17 17:50:35.751640 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7feccb-0b8d-46fc-bbd6-ba58d38ab32d req-a69e5680-1e29-4aa9-8512-4de653474c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:35.754841 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6a7feccb-0b8d-46fc-bbd6-ba58d38ab32d req-a69e5680-1e29-4aa9-8512-4de653474c4a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f2aebb6fe94d462e947bf16728d2f99c&device_id=94d4679d-274d-4154-97c2-0b7f5d5cd3e2 HTTP/1.1" status: 200 len: 1127 time: 0.2035813 Feb 17 17:50:35.772365 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c867b42f-8310-4ac4-a857-1c871e8e86ac None None] Update dhcp port {'port': {'network_id': 'b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c', 'fixed_ips': [{'subnet_id': '88705a13-2396-4e5d-bd19-ad296174b436', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e830de01-2330-43bf-baa1-288153759d42', 'ip_address': '172.20.0.2'}, {'subnet_id': '036d8020-3cdb-4c9f-8b07-b4a71214e77b'}], 'binding:host_id': 'n-d-829613-2'}, 'id': '2f3ab30a-4f66-489d-8e2f-d11cb028cfca'} from n-d-829613-2. {{(pid=103436) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 17 17:50:35.851580 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c867b42f-8310-4ac4-a857-1c871e8e86ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2f3ab30a-4f66-489d-8e2f-d11cb028cfca), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:36.136362 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3dce0a71-a25b-4f22-86a5-10ec5926c051 req-50be836f-a620-4398-ab3c-744157cac52e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3876739 Feb 17 17:50:36.241539 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7feccb-0b8d-46fc-bbd6-ba58d38ab32d req-437e0fb0-8fa2-4e22-8c73-c2dfc0bc65df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:36.243021 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6a7feccb-0b8d-46fc-bbd6-ba58d38ab32d req-437e0fb0-8fa2-4e22-8c73-c2dfc0bc65df service neutron] 10.222.0.71 "GET /v2.0/networks?id=9fdf3458-5966-4de8-b1fe-2dd22bf8851a HTTP/1.1" status: 200 len: 921 time: 0.4515040 Feb 17 17:50:36.264897 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0b92f97e-2642-4d30-a5f6-d1ecd8197b2e req-38b97df4-7c32-4fa8-bc3c-ab75638d8c16 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:36.354356 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6a7feccb-0b8d-46fc-bbd6-ba58d38ab32d req-3a985149-d9d3-4537-bf0c-4a15be593b2e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b31938c-67cb-4da3-8f08-e299536c6fee HTTP/1.1" status: 200 len: 217 time: 0.0966949 Feb 17 17:50:36.382207 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-b05a5fcc-bde8-45a3-b8f1-e952cd75f353 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Delete allocated IP 172.20.0.12 (b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c/e830de01-2330-43bf-baa1-288153759d42) {{(pid=103434) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 17 17:50:36.390807 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-b05a5fcc-bde8-45a3-b8f1-e952cd75f353 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Allocated IP 172.20.0.38 (b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c/036d8020-3cdb-4c9f-8b07-b4a71214e77b/b7ab98d1-0afb-4332-8034-0e0a3eaaf94b) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:50:36.578907 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7feccb-0b8d-46fc-bbd6-ba58d38ab32d req-f788f67f-ff04-4821-9b33-a6d1b11a47f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:36.582600 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6a7feccb-0b8d-46fc-bbd6-ba58d38ab32d req-f788f67f-ff04-4821-9b33-a6d1b11a47f2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d7dfeabc-cd95-4ccb-8ac5-20f9cfad4783 HTTP/1.1" status: 200 len: 860 time: 0.2069972 Feb 17 17:50:36.672324 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:36.686795 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6a7feccb-0b8d-46fc-bbd6-ba58d38ab32d req-5f452c0b-84a0-45d6-a56a-777d66805c15 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9fdf3458-5966-4de8-b1fe-2dd22bf8851a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639293 Feb 17 17:50:36.697146 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b05a5fcc-bde8-45a3-b8f1-e952cd75f353 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for port (b7ab98d1-0afb-4332-8034-0e0a3eaaf94b), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:36.710085 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b05a5fcc-bde8-45a3-b8f1-e952cd75f353 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (b7ab98d1-0afb-4332-8034-0e0a3eaaf94b), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:36.804889 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-0b92f97e-2642-4d30-a5f6-d1ecd8197b2e req-38b97df4-7c32-4fa8-bc3c-ab75638d8c16 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Allocated IP 172.25.8.117 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/6d17aed7-87f8-4cb2-90d7-8c99212fd2f3) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:50:36.858262 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-c867b42f-8310-4ac4-a857-1c871e8e86ac None None] Allocated IP 172.20.0.34 (b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c/036d8020-3cdb-4c9f-8b07-b4a71214e77b/2f3ab30a-4f66-489d-8e2f-d11cb028cfca) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:50:37.056500 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-b05a5fcc-bde8-45a3-b8f1-e952cd75f353 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] In _notify_port_updated(), no bound segment for port b7ab98d1-0afb-4332-8034-0e0a3eaaf94b on network b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c {{(pid=103434) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 17 17:50:37.068624 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05a5fcc-bde8-45a3-b8f1-e952cd75f353 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:37.069817 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b05a5fcc-bde8-45a3-b8f1-e952cd75f353 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:37.071392 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b05a5fcc-bde8-45a3-b8f1-e952cd75f353 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "PUT /v2.0/ports/b7ab98d1-0afb-4332-8034-0e0a3eaaf94b HTTP/1.1" status: 200 len: 959 time: 1.7905760 Feb 17 17:50:37.075541 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37518) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:37.142307 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a5fcc-bde8-45a3-b8f1-e952cd75f353 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event updated for resources: {'Port': ['ID=b7ab98d1-0afb-4332-8034-0e0a3eaaf94b,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:37.198214 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-c867b42f-8310-4ac4-a857-1c871e8e86ac None None] For port 2f3ab30a-4f66-489d-8e2f-d11cb028cfca, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=2f3ab30a-4f66-489d-8e2f-d11cb028cfca,segment=NetworkSegment(4882ecb4-8d3b-4ad7-8320-b9a200568a46),segment_id=4882ecb4-8d3b-4ad7-8320-b9a200568a46)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:50:37.226958 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6a7feccb-0b8d-46fc-bbd6-ba58d38ab32d req-207403d8-06f6-4669-8aa4-d73ff8ca7d22 service neutron] 10.222.0.71 "GET /v2.0/networks/9fdf3458-5966-4de8-b1fe-2dd22bf8851a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5222597 Feb 17 17:50:37.281925 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c867b42f-8310-4ac4-a857-1c871e8e86ac None None] Publish callbacks [] for port (2f3ab30a-4f66-489d-8e2f-d11cb028cfca), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:37.294487 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c867b42f-8310-4ac4-a857-1c871e8e86ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (2f3ab30a-4f66-489d-8e2f-d11cb028cfca), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:37.304634 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-fe5da638-1a50-4d76-9350-dc78041daed3 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Deleting port b7ab98d1-0afb-4332-8034-0e0a3eaaf94b {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:50:37.305017 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe5da638-1a50-4d76-9350-dc78041daed3 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (b7ab98d1-0afb-4332-8034-0e0a3eaaf94b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:37.452260 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c867b42f-8310-4ac4-a857-1c871e8e86ac None None] Pushing event updated for resources: {'Port': ['ID=2f3ab30a-4f66-489d-8e2f-d11cb028cfca,revision_number=7']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:37.499213 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6a7feccb-0b8d-46fc-bbd6-ba58d38ab32d req-c5980715-6f59-4fa9-8727-43d38f64f879 service neutron] 10.222.0.71 "GET /v2.0/networks/9fdf3458-5966-4de8-b1fe-2dd22bf8851a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598951 Feb 17 17:50:37.622845 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe5da638-1a50-4d76-9350-dc78041daed3 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (b7ab98d1-0afb-4332-8034-0e0a3eaaf94b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:37.649952 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0b92f97e-2642-4d30-a5f6-d1ecd8197b2e req-38b97df4-7c32-4fa8-bc3c-ab75638d8c16 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Publish callbacks [] for port (6d17aed7-87f8-4cb2-90d7-8c99212fd2f3), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:37.667181 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-fe5da638-1a50-4d76-9350-dc78041daed3 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Calling delete_port for b7ab98d1-0afb-4332-8034-0e0a3eaaf94b owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:50:37.836925 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0b92f97e-2642-4d30-a5f6-d1ecd8197b2e req-38b97df4-7c32-4fa8-bc3c-ab75638d8c16 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (6d17aed7-87f8-4cb2-90d7-8c99212fd2f3), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:37.968159 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:37.979141 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b92f97e-2642-4d30-a5f6-d1ecd8197b2e req-38b97df4-7c32-4fa8-bc3c-ab75638d8c16 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:50:37.982301 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b97df4-7c32-4fa8-bc3c-ab75638d8c16 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Pushing event updated for resources: {'Port': ['ID=6d17aed7-87f8-4cb2-90d7-8c99212fd2f3,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:37.986348 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-0b92f97e-2642-4d30-a5f6-d1ecd8197b2e req-38b97df4-7c32-4fa8-bc3c-ab75638d8c16 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:50:37.995230 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b92f97e-2642-4d30-a5f6-d1ecd8197b2e req-38b97df4-7c32-4fa8-bc3c-ab75638d8c16 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:50:38.097987 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe5da638-1a50-4d76-9350-dc78041daed3 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (b7ab98d1-0afb-4332-8034-0e0a3eaaf94b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:38.210685 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5da638-1a50-4d76-9350-dc78041daed3 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event deleted for resources: {'Port': ['ID=b7ab98d1-0afb-4332-8034-0e0a3eaaf94b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:38.227868 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bcb9d-383f-48ee-87ce-85972a75065f req-fb90beec-1b46-4ecf-85ad-4c336ab8691a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:38.230067 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7c8bcb9d-383f-48ee-87ce-85972a75065f req-fb90beec-1b46-4ecf-85ad-4c336ab8691a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=315d9d1f-320f-40e9-9b83-71f1b9844f37 HTTP/1.1" status: 200 len: 945 time: 0.7299356 Feb 17 17:50:38.370594 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7c8bcb9d-383f-48ee-87ce-85972a75065f req-65155972-324c-4376-8b72-15474cac4971 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290987 Feb 17 17:50:38.398161 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0b92f97e-2642-4d30-a5f6-d1ecd8197b2e req-38b97df4-7c32-4fa8-bc3c-ab75638d8c16 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Publish callbacks [] for floatingip (56c9d5f1-8286-4b86-882c-b16d1bac95b6), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:38.484174 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 2f3ab30a-4f66-489d-8e2f-d11cb028cfca up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:50:38.554209 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe5da638-1a50-4d76-9350-dc78041daed3 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:38.557129 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0b92f97e-2642-4d30-a5f6-d1ecd8197b2e req-38b97df4-7c32-4fa8-bc3c-ab75638d8c16 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6d17aed7-87f8-4cb2-90d7-8c99212fd2f3), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:38.557674 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fe5da638-1a50-4d76-9350-dc78041daed3 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "DELETE /v2.0/ports/b7ab98d1-0afb-4332-8034-0e0a3eaaf94b HTTP/1.1" status: 204 len: 168 time: 1.4805188 Feb 17 17:50:38.567926 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37544) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:38.693429 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 2f3ab30a-4f66-489d-8e2f-d11cb028cfca triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:50:38.693816 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2f3ab30a-4f66-489d-8e2f-d11cb028cfca), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:39.117794 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 2f3ab30a-4f66-489d-8e2f-d11cb028cfca is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:50:39.150236 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0b92f97e-2642-4d30-a5f6-d1ecd8197b2e req-38b97df4-7c32-4fa8-bc3c-ab75638d8c16 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Publish callbacks [] for port (6d17aed7-87f8-4cb2-90d7-8c99212fd2f3), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:39.161248 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0b92f97e-2642-4d30-a5f6-d1ecd8197b2e req-38b97df4-7c32-4fa8-bc3c-ab75638d8c16 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (6d17aed7-87f8-4cb2-90d7-8c99212fd2f3), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:39.189001 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:39.215478 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-82e6ebdb-0023-4b86-94a8-1496f406bf0e None None] Provisioning complete for port 8d1c48d5-41d8-43fa-b341-2c3acb353de8 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:50:39.215874 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-82e6ebdb-0023-4b86-94a8-1496f406bf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (8d1c48d5-41d8-43fa-b341-2c3acb353de8), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:39.255366 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-2337c997-9960-4985-9db7-d17ebe5755f7 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] GET failed (client error): The resource could not be found. Feb 17 17:50:39.257751 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2337c997-9960-4985-9db7-d17ebe5755f7 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "GET /v2.0/ports/b7ab98d1-0afb-4332-8034-0e0a3eaaf94b HTTP/1.1" status: 404 len: 333 time: 0.6884873 Feb 17 17:50:39.262371 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37564) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:39.365356 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-82e6ebdb-0023-4b86-94a8-1496f406bf0e None None] Port 8d1c48d5-41d8-43fa-b341-2c3acb353de8 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:50:39.392226 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-82e6ebdb-0023-4b86-94a8-1496f406bf0e None None] Could not find standard attr ID for object b7ab98d1-0afb-4332-8034-0e0a3eaaf94b. {{(pid=103436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 17:50:39.396282 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f920c45d-b0f4-4875-82c1-fc7f61afc063 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for security_group (f4833e6c-a4d7-47da-a4b5-126e1663d483), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:39.457205 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f920c45d-b0f4-4875-82c1-fc7f61afc063 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for security_group (f4833e6c-a4d7-47da-a4b5-126e1663d483), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:39.475445 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b97df4-7c32-4fa8-bc3c-ab75638d8c16 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Pushing event updated for resources: {'Port': ['ID=6d17aed7-87f8-4cb2-90d7-8c99212fd2f3,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:39.489217 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-82e6ebdb-0023-4b86-94a8-1496f406bf0e None None] Provisioning complete for port 2f3ab30a-4f66-489d-8e2f-d11cb028cfca triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:50:39.489811 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-82e6ebdb-0023-4b86-94a8-1496f406bf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2f3ab30a-4f66-489d-8e2f-d11cb028cfca), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:39.506039 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0b92f97e-2642-4d30-a5f6-d1ecd8197b2e req-38b97df4-7c32-4fa8-bc3c-ab75638d8c16 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (56c9d5f1-8286-4b86-882c-b16d1bac95b6), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:39.577145 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-0b92f97e-2642-4d30-a5f6-d1ecd8197b2e req-38b97df4-7c32-4fa8-bc3c-ab75638d8c16 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:39.579923 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f920c45d-b0f4-4875-82c1-fc7f61afc063 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (f4833e6c-a4d7-47da-a4b5-126e1663d483), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:39.588399 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f920c45d-b0f4-4875-82c1-fc7f61afc063 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:39.590315 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f920c45d-b0f4-4875-82c1-fc7f61afc063 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "DELETE /v2.0/security-groups/f4833e6c-a4d7-47da-a4b5-126e1663d483 HTTP/1.1" status: 204 len: 168 time: 0.3260350 Feb 17 17:50:39.594182 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0b92f97e-2642-4d30-a5f6-d1ecd8197b2e req-38b97df4-7c32-4fa8-bc3c-ab75638d8c16 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.1084704 Feb 17 17:50:39.607777 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37572) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:39.609639 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f920c45d-b0f4-4875-82c1-fc7f61afc063 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4833e6c-a4d7-47da-a4b5-126e1663d483,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:39.686015 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920c45d-b0f4-4875-82c1-fc7f61afc063 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:50:39.686388 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920c45d-b0f4-4875-82c1-fc7f61afc063 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:50:39.686729 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920c45d-b0f4-4875-82c1-fc7f61afc063 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:50:39.687075 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920c45d-b0f4-4875-82c1-fc7f61afc063 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:50:39.687412 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920c45d-b0f4-4875-82c1-fc7f61afc063 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:50:39.687746 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920c45d-b0f4-4875-82c1-fc7f61afc063 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:50:39.688078 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920c45d-b0f4-4875-82c1-fc7f61afc063 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:50:39.688624 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920c45d-b0f4-4875-82c1-fc7f61afc063 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:50:39.688962 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920c45d-b0f4-4875-82c1-fc7f61afc063 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:50:39.689554 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920c45d-b0f4-4875-82c1-fc7f61afc063 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:50:39.689923 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920c45d-b0f4-4875-82c1-fc7f61afc063 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:50:39.690777 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920c45d-b0f4-4875-82c1-fc7f61afc063 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:50:39.691233 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920c45d-b0f4-4875-82c1-fc7f61afc063 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:50:39.763204 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9368ecab-8921-4726-8358-901ec2a05e26 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for security_group (ae29ba1e-b1cb-4721-8063-dadb95b9e349), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:39.797677 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9368ecab-8921-4726-8358-901ec2a05e26 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for security_group (ae29ba1e-b1cb-4721-8063-dadb95b9e349), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:39.834627 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-82e6ebdb-0023-4b86-94a8-1496f406bf0e None None] Current status of the port 2f3ab30a-4f66-489d-8e2f-d11cb028cfca is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:50:39.914763 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0b92f97e-2642-4d30-a5f6-d1ecd8197b2e req-f97a79b0-6709-4400-8352-4118be6dad08 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.8.117 HTTP/1.1" status: 200 len: 696 time: 0.3171093 Feb 17 17:50:39.981986 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9368ecab-8921-4726-8358-901ec2a05e26 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (ae29ba1e-b1cb-4721-8063-dadb95b9e349), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:39.985402 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9368ecab-8921-4726-8358-901ec2a05e26 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:39.989731 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9368ecab-8921-4726-8358-901ec2a05e26 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "DELETE /v2.0/security-groups/ae29ba1e-b1cb-4721-8063-dadb95b9e349 HTTP/1.1" status: 204 len: 168 time: 0.3570139 Feb 17 17:50:39.990787 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37580) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:40.049703 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-2d4219a9-f73f-48ba-8812-709b1b7a8658 None None] Could not find standard attr ID for object b7ab98d1-0afb-4332-8034-0e0a3eaaf94b. {{(pid=103436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 17:50:40.098007 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368ecab-8921-4726-8358-901ec2a05e26 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae29ba1e-b1cb-4721-8063-dadb95b9e349,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:40.137097 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-69dec3ad-165a-499b-9cce-e9143386ca8d tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for security_group (824709ba-4ddf-4b55-952d-7512f44ac41f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:40.183345 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-69dec3ad-165a-499b-9cce-e9143386ca8d tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for security_group (824709ba-4ddf-4b55-952d-7512f44ac41f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:40.250052 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-69dec3ad-165a-499b-9cce-e9143386ca8d tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (824709ba-4ddf-4b55-952d-7512f44ac41f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:40.259152 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-69dec3ad-165a-499b-9cce-e9143386ca8d tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:40.269069 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-69dec3ad-165a-499b-9cce-e9143386ca8d tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "DELETE /v2.0/security-groups/824709ba-4ddf-4b55-952d-7512f44ac41f HTTP/1.1" status: 204 len: 168 time: 0.2730174 Feb 17 17:50:40.277160 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37586) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:40.384184 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dec3ad-165a-499b-9cce-e9143386ca8d tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=824709ba-4ddf-4b55-952d-7512f44ac41f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:40.431711 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b3e0888-ae94-4041-a234-b85bfba10eaf tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Deleting subnet e830de01-2330-43bf-baa1-288153759d42 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:50:40.446534 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0b3e0888-ae94-4041-a234-b85bfba10eaf tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for subnet (e830de01-2330-43bf-baa1-288153759d42), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:40.535550 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0b3e0888-ae94-4041-a234-b85bfba10eaf tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (e830de01-2330-43bf-baa1-288153759d42), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:40.755070 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0b3e0888-ae94-4041-a234-b85bfba10eaf tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (e830de01-2330-43bf-baa1-288153759d42), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:40.905095 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0b3e0888-ae94-4041-a234-b85bfba10eaf tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (e830de01-2330-43bf-baa1-288153759d42), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:40.931861 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0b3e0888-ae94-4041-a234-b85bfba10eaf tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:40.934624 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d703ddbc-3ab3-47c9-8940-fc229a61dd24 None None] Network b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:50:40.940098 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0b3e0888-ae94-4041-a234-b85bfba10eaf tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "DELETE /v2.0/subnets/e830de01-2330-43bf-baa1-288153759d42 HTTP/1.1" status: 204 len: 168 time: 0.6617661 Feb 17 17:50:40.944743 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37596) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:41.001312 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc369ad5-cf76-4743-a60c-f4076d67cc94 req-c8c4d768-3210-4181-9c63-899449069097 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:41.005377 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bc369ad5-cf76-4743-a60c-f4076d67cc94 req-c8c4d768-3210-4181-9c63-899449069097 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=315d9d1f-320f-40e9-9b83-71f1b9844f37 HTTP/1.1" status: 200 len: 945 time: 1.1535888 Feb 17 17:50:41.021475 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e0888-ae94-4041-a234-b85bfba10eaf tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event deleted for resources: {'Subnet': ['ID=e830de01-2330-43bf-baa1-288153759d42,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:41.167088 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcf6b44f-c6c9-4a1f-91d3-1ac6aa641921 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Deleting subnet 036d8020-3cdb-4c9f-8b07-b4a71214e77b {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:50:41.182221 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dcf6b44f-c6c9-4a1f-91d3-1ac6aa641921 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for subnet (036d8020-3cdb-4c9f-8b07-b4a71214e77b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:41.189849 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92f97e-2642-4d30-a5f6-d1ecd8197b2e req-ed4c7441-7ce6-4765-83c5-db6554850536 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:41.203428 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0b92f97e-2642-4d30-a5f6-d1ecd8197b2e req-ed4c7441-7ce6-4765-83c5-db6554850536 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/networks/d7afcf1f-5124-4168-b80f-10ace9d04ea7 HTTP/1.1" status: 200 len: 784 time: 1.2877486 Feb 17 17:50:41.219887 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-0b92f97e-2642-4d30-a5f6-d1ecd8197b2e req-9f4af3ae-b013-44f1-901b-a127c8a73109 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:50:41.235532 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0b92f97e-2642-4d30-a5f6-d1ecd8197b2e req-9f4af3ae-b013-44f1-901b-a127c8a73109 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0307829 Feb 17 17:50:41.289711 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bc369ad5-cf76-4743-a60c-f4076d67cc94 req-632edfcf-005a-47be-9c5e-e0a749ae951c tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621770 Feb 17 17:50:41.341296 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dcf6b44f-c6c9-4a1f-91d3-1ac6aa641921 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (036d8020-3cdb-4c9f-8b07-b4a71214e77b), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:41.660421 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dcf6b44f-c6c9-4a1f-91d3-1ac6aa641921 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (036d8020-3cdb-4c9f-8b07-b4a71214e77b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:41.700972 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d80b227-396d-489e-9c53-b5767fa1e72d req-c5556718-50d8-46cc-9401-d0bccc07e36f tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:41.719997 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4d80b227-396d-489e-9c53-b5767fa1e72d req-c5556718-50d8-46cc-9401-d0bccc07e36f tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/ports?device_id=94d4679d-274d-4154-97c2-0b7f5d5cd3e2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2239256 Feb 17 17:50:41.888986 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4d80b227-396d-489e-9c53-b5767fa1e72d req-85b048bd-45d2-4721-ac80-bc11126657e4 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.8.117 HTTP/1.1" status: 200 len: 696 time: 0.1617661 Feb 17 17:50:41.898773 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dcf6b44f-c6c9-4a1f-91d3-1ac6aa641921 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (036d8020-3cdb-4c9f-8b07-b4a71214e77b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:41.901426 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-4d80b227-396d-489e-9c53-b5767fa1e72d req-9a6f0cbb-cb90-4d4d-b730-506372a16ef3 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Request body: {'floatingip': {'port_id': '0b31938c-67cb-4da3-8f08-e299536c6fee', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:42.006243 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf6b44f-c6c9-4a1f-91d3-1ac6aa641921 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event deleted for resources: {'Subnet': ['ID=036d8020-3cdb-4c9f-8b07-b4a71214e77b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:42.009750 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-4d80b227-396d-489e-9c53-b5767fa1e72d req-9a6f0cbb-cb90-4d4d-b730-506372a16ef3 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Publish callbacks [] for floatingip (56c9d5f1-8286-4b86-882c-b16d1bac95b6), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:42.052011 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dcf6b44f-c6c9-4a1f-91d3-1ac6aa641921 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:42.074589 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-dcf6b44f-c6c9-4a1f-91d3-1ac6aa641921 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "DELETE /v2.0/subnets/036d8020-3cdb-4c9f-8b07-b4a71214e77b HTTP/1.1" status: 204 len: 168 time: 1.0750823 Feb 17 17:50:42.084748 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37620) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:42.220555 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-19ec8d79-fee7-4fff-bbf7-c5fe82354cfa tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] DELETE failed (client error): The resource could not be found. Feb 17 17:50:42.224211 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19ec8d79-fee7-4fff-bbf7-c5fe82354cfa tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:50:42.229649 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-19ec8d79-fee7-4fff-bbf7-c5fe82354cfa tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "DELETE /v2.0/subnets/e830de01-2330-43bf-baa1-288153759d42 HTTP/1.1" status: 404 len: 337 time: 0.1435254 Feb 17 17:50:42.240952 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 37622) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:42.534056 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-40ec52dd-96ad-41d7-89b8-ba59db2a4038 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Deleting subnet 88705a13-2396-4e5d-bd19-ad296174b436 {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:50:42.564095 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec0cd0-c5cc-4029-a6b4-28962d49153c req-ca70d441-b268-4ce0-917a-8bbe033e4182 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:42.576694 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-37ec0cd0-c5cc-4029-a6b4-28962d49153c req-ca70d441-b268-4ce0-917a-8bbe033e4182 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.5585434 Feb 17 17:50:42.585162 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4076888b-5795-45df-b6dc-6ce9f53e935b None None] Network b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:50:42.764579 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-9c330729-7fee-4156-bb99-afaf355d5372 None None] Provisioning complete for port 8d1c48d5-41d8-43fa-b341-2c3acb353de8 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:50:42.768175 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-40ec52dd-96ad-41d7-89b8-ba59db2a4038 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for subnet (88705a13-2396-4e5d-bd19-ad296174b436), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:42.768880 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9c330729-7fee-4156-bb99-afaf355d5372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (8d1c48d5-41d8-43fa-b341-2c3acb353de8), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:42.808903 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-37ec0cd0-c5cc-4029-a6b4-28962d49153c req-3e31ccde-00d7-49a0-a165-c273e03a4029 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2312369 Feb 17 17:50:42.857425 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-9c330729-7fee-4156-bb99-afaf355d5372 None None] Port 8d1c48d5-41d8-43fa-b341-2c3acb353de8 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:50:42.914599 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-9c330729-7fee-4156-bb99-afaf355d5372 None None] Provisioning complete for port 2f3ab30a-4f66-489d-8e2f-d11cb028cfca triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:50:42.914975 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9c330729-7fee-4156-bb99-afaf355d5372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2f3ab30a-4f66-489d-8e2f-d11cb028cfca), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:43.035534 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-9c330729-7fee-4156-bb99-afaf355d5372 None None] Current status of the port 2f3ab30a-4f66-489d-8e2f-d11cb028cfca is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:50:43.308443 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-40ec52dd-96ad-41d7-89b8-ba59db2a4038 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (88705a13-2396-4e5d-bd19-ad296174b436), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:43.652939 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-40ec52dd-96ad-41d7-89b8-ba59db2a4038 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (88705a13-2396-4e5d-bd19-ad296174b436), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:43.798548 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37650) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:43.813231 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-40ec52dd-96ad-41d7-89b8-ba59db2a4038 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (88705a13-2396-4e5d-bd19-ad296174b436), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:43.855138 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ec52dd-96ad-41d7-89b8-ba59db2a4038 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event deleted for resources: {'Subnet': ['ID=88705a13-2396-4e5d-bd19-ad296174b436,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:43.871164 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9739d4cf-88cd-4147-a8dc-1efe4845adde req-91099484-8027-4c97-a506-aaa6013d4f02 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:43.873217 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9739d4cf-88cd-4147-a8dc-1efe4845adde req-91099484-8027-4c97-a506-aaa6013d4f02 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.6701069 Feb 17 17:50:43.878940 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ec52dd-96ad-41d7-89b8-ba59db2a4038 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:50:43.879748 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ec52dd-96ad-41d7-89b8-ba59db2a4038 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:50:43.880480 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ec52dd-96ad-41d7-89b8-ba59db2a4038 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:50:43.880981 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ec52dd-96ad-41d7-89b8-ba59db2a4038 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:50:43.881533 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ec52dd-96ad-41d7-89b8-ba59db2a4038 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:50:43.882019 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ec52dd-96ad-41d7-89b8-ba59db2a4038 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:50:43.882672 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ec52dd-96ad-41d7-89b8-ba59db2a4038 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:50:43.884044 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ec52dd-96ad-41d7-89b8-ba59db2a4038 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:50:43.884576 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ec52dd-96ad-41d7-89b8-ba59db2a4038 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:50:43.885072 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ec52dd-96ad-41d7-89b8-ba59db2a4038 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:50:43.885560 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ec52dd-96ad-41d7-89b8-ba59db2a4038 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:50:43.886043 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ec52dd-96ad-41d7-89b8-ba59db2a4038 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:50:43.886524 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ec52dd-96ad-41d7-89b8-ba59db2a4038 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:50:43.946487 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-40ec52dd-96ad-41d7-89b8-ba59db2a4038 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:43.973610 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-40ec52dd-96ad-41d7-89b8-ba59db2a4038 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "DELETE /v2.0/subnets/88705a13-2396-4e5d-bd19-ad296174b436 HTTP/1.1" status: 204 len: 168 time: 1.7261000 Feb 17 17:50:43.976221 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37656) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:44.057904 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d86f0b0-f099-4936-96b1-6c5b50e14555 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] DELETE failed (client error): The resource could not be found. Feb 17 17:50:44.058373 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d86f0b0-f099-4936-96b1-6c5b50e14555 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:50:44.063054 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-1d86f0b0-f099-4936-96b1-6c5b50e14555 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "DELETE /v2.0/subnets/eb5e0f57-1609-4b8a-b29b-fa53bd4fe327 HTTP/1.1" status: 404 len: 337 time: 0.0855677 Feb 17 17:50:44.065978 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37660) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:44.115635 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9739d4cf-88cd-4147-a8dc-1efe4845adde req-7539bb4f-32b0-45a4-94bd-5e946f965257 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2228014 Feb 17 17:50:44.171410 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-73c4f3b2-ca53-4fc5-812a-31dd9dd68a04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:44.236024 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03db092-72bf-480a-b3d2-3dc980b30d99 None None] Network b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:50:44.256187 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.db.resource_extend [req-4d80b227-396d-489e-9c53-b5767fa1e72d req-9a6f0cbb-cb90-4d4d-b730-506372a16ef3 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 17:50:44.286610 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7bf20539-8da1-4b63-88cc-81c23cdf0470 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "GET /v2.0/ports?device_id=50a5e140-96d2-49a5-a422-0f9a91d3ec89 HTTP/1.1" status: 200 len: 205 time: 0.2154038 Feb 17 17:50:44.287316 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37664) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:44.412212 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-2d1ba1c8-f6b3-466c-965b-837ea1e9a88d None None] Provisioning complete for port 8d1c48d5-41d8-43fa-b341-2c3acb353de8 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:50:44.412713 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2d1ba1c8-f6b3-466c-965b-837ea1e9a88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (8d1c48d5-41d8-43fa-b341-2c3acb353de8), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:44.424455 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-4d80b227-396d-489e-9c53-b5767fa1e72d req-9a6f0cbb-cb90-4d4d-b730-506372a16ef3 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:44.448430 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-4d80b227-396d-489e-9c53-b5767fa1e72d req-9a6f0cbb-cb90-4d4d-b730-506372a16ef3 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (56c9d5f1-8286-4b86-882c-b16d1bac95b6), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:44.467919 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-73c4f3b2-ca53-4fc5-812a-31dd9dd68a04 admin admin] Publish callbacks [] for security_group (57924981-3a1a-4238-8699-c9aa3dab9e47), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:44.469178 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835ca3b-3dc2-49a5-94a6-ef46b5906ee7 req-f7b2e99d-0974-47e9-84ba-4d149b9f1320 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:44.474155 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4835ca3b-3dc2-49a5-94a6-ef46b5906ee7 req-f7b2e99d-0974-47e9-84ba-4d149b9f1320 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.1640286 Feb 17 17:50:44.514564 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-2d1ba1c8-f6b3-466c-965b-837ea1e9a88d None None] Port 8d1c48d5-41d8-43fa-b341-2c3acb353de8 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:50:44.547765 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-2d1ba1c8-f6b3-466c-965b-837ea1e9a88d None None] Provisioning complete for port 2f3ab30a-4f66-489d-8e2f-d11cb028cfca triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:50:44.548459 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2d1ba1c8-f6b3-466c-965b-837ea1e9a88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2f3ab30a-4f66-489d-8e2f-d11cb028cfca), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:44.557918 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-4dadbdd3-39e9-42b1-be89-f556fa4132ee tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] delete failed (client error): The resource could not be found. Feb 17 17:50:44.560204 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4dadbdd3-39e9-42b1-be89-f556fa4132ee tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "DELETE /v2.0/routers/50a5e140-96d2-49a5-a422-0f9a91d3ec89 HTTP/1.1" status: 404 len: 336 time: 0.2715240 Feb 17 17:50:44.563529 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37666) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:44.587541 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-73c4f3b2-ca53-4fc5-812a-31dd9dd68a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (57924981-3a1a-4238-8699-c9aa3dab9e47), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:44.764357 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-102cfaf8-da4f-44dc-97c0-9cb5718567a9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] DELETE failed (client error): The resource could not be found. Feb 17 17:50:44.773981 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4835ca3b-3dc2-49a5-94a6-ef46b5906ee7 req-76caa9d2-4385-4b0f-9cf1-d0532d6cfd52 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2155654 Feb 17 17:50:44.780895 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-102cfaf8-da4f-44dc-97c0-9cb5718567a9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:50:44.802763 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-102cfaf8-da4f-44dc-97c0-9cb5718567a9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "DELETE /v2.0/subnets/1f59b909-eae2-4746-952d-47deba64030f HTTP/1.1" status: 404 len: 337 time: 0.2359028 Feb 17 17:50:44.804557 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 37676) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:44.889023 n-d-829613-2 neutron-server[103435]: INFO neutron.db.l3_db [req-4d80b227-396d-489e-9c53-b5767fa1e72d req-9a6f0cbb-cb90-4d4d-b730-506372a16ef3 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Floating IP 56c9d5f1-8286-4b86-882c-b16d1bac95b6 associated. External IP: 172.25.8.117, port: 0b31938c-67cb-4da3-8f08-e299536c6fee. Feb 17 17:50:44.959141 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c4f3b2-ca53-4fc5-812a-31dd9dd68a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57924981-3a1a-4238-8699-c9aa3dab9e47,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:44.987936 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5402fbec-43fa-4ab7-9765-9aa842758d30 None None] DHCP port deletion for b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:50:44.989728 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-73c4f3b2-ca53-4fc5-812a-31dd9dd68a04 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=daf5537ebfd24db7af176c1491310a13&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1837964 Feb 17 17:50:44.990547 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37684) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:45.077162 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f7c7f22-cc0b-4039-acf5-bf6fc86d85f9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] DELETE failed (client error): The resource could not be found. Feb 17 17:50:45.077302 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f7c7f22-cc0b-4039-acf5-bf6fc86d85f9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:50:45.088305 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-3f7c7f22-cc0b-4039-acf5-bf6fc86d85f9 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "DELETE /v2.0/subnets/67e77da8-430a-4bf4-84ba-5d26a9845519 HTTP/1.1" status: 404 len: 337 time: 0.2785280 Feb 17 17:50:45.093519 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37688) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:45.110243 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-2d1ba1c8-f6b3-466c-965b-837ea1e9a88d None None] Current status of the port 2f3ab30a-4f66-489d-8e2f-d11cb028cfca is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:50:45.149289 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3177e49a-73a2-4506-984c-b7b27ca9c26c admin admin] Publish callbacks [] for security_group (57924981-3a1a-4238-8699-c9aa3dab9e47), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:45.160616 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5402fbec-43fa-4ab7-9765-9aa842758d30 None None] Deleting port 2f3ab30a-4f66-489d-8e2f-d11cb028cfca {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:50:45.160996 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5402fbec-43fa-4ab7-9765-9aa842758d30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (2f3ab30a-4f66-489d-8e2f-d11cb028cfca), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:45.203209 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-60681ed5-fd0c-465f-91e3-1710e68c8d67 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] DELETE failed (client error): The resource could not be found. Feb 17 17:50:45.203209 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60681ed5-fd0c-465f-91e3-1710e68c8d67 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:50:45.212681 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-60681ed5-fd0c-465f-91e3-1710e68c8d67 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "DELETE /v2.0/subnets/e64f1c88-2036-48e6-827f-ed633d12aaf7 HTTP/1.1" status: 404 len: 337 time: 0.1180625 Feb 17 17:50:45.215286 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37692) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:45.260223 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3177e49a-73a2-4506-984c-b7b27ca9c26c admin admin] Publish callbacks [] for security_group (57924981-3a1a-4238-8699-c9aa3dab9e47), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:45.262421 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1fc917f-2b27-4ec1-9296-add1a824fcb1 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] DELETE failed (client error): The resource could not be found. Feb 17 17:50:45.263285 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1fc917f-2b27-4ec1-9296-add1a824fcb1 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:50:45.266490 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a1fc917f-2b27-4ec1-9296-add1a824fcb1 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "DELETE /v2.0/ports/f42e798c-7c21-4bc7-9d46-6ad2b0beb3ac HTTP/1.1" status: 404 len: 333 time: 0.0502779 Feb 17 17:50:45.272603 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37694) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:45.301006 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5402fbec-43fa-4ab7-9765-9aa842758d30 None None] For port 2f3ab30a-4f66-489d-8e2f-d11cb028cfca, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=2f3ab30a-4f66-489d-8e2f-d11cb028cfca,segment=NetworkSegment(4882ecb4-8d3b-4ad7-8320-b9a200568a46),segment_id=4882ecb4-8d3b-4ad7-8320-b9a200568a46)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:50:45.302186 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5402fbec-43fa-4ab7-9765-9aa842758d30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (2f3ab30a-4f66-489d-8e2f-d11cb028cfca), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:45.319491 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5402fbec-43fa-4ab7-9765-9aa842758d30 None None] Calling delete_port for 2f3ab30a-4f66-489d-8e2f-d11cb028cfca owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:50:45.327279 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dcfa0b2-5063-4cc0-9080-07e7f9d80347 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] DELETE failed (client error): The resource could not be found. Feb 17 17:50:45.327726 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dcfa0b2-5063-4cc0-9080-07e7f9d80347 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:50:45.343228 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-1dcfa0b2-5063-4cc0-9080-07e7f9d80347 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "DELETE /v2.0/subnets/21b52063-f108-447d-8b2d-53cd5c4b0f59 HTTP/1.1" status: 404 len: 337 time: 0.0696907 Feb 17 17:50:45.345935 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37696) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:45.444704 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a4c086f-3f74-44ba-85ce-19b4d2f605e3 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] DELETE failed (client error): The resource could not be found. Feb 17 17:50:45.445080 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a4c086f-3f74-44ba-85ce-19b4d2f605e3 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:50:45.464150 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bef317-4992-4382-9a8f-b1802fa0a7f0 req-deefe3bc-6bd9-40a0-92f6-077a8759d0a4 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:45.464777 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3a4c086f-3f74-44ba-85ce-19b4d2f605e3 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "DELETE /v2.0/subnets/29c5b2ba-f2c1-4ca4-b490-fb868817cf6d HTTP/1.1" status: 404 len: 337 time: 0.1009076 Feb 17 17:50:45.465183 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37698) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:45.478912 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-70bef317-4992-4382-9a8f-b1802fa0a7f0 req-deefe3bc-6bd9-40a0-92f6-077a8759d0a4 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.4092686 Feb 17 17:50:45.530243 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef6aee8e-e250-46d6-a56b-451e40839f6f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] DELETE failed (client error): The resource could not be found. Feb 17 17:50:45.530559 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef6aee8e-e250-46d6-a56b-451e40839f6f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:50:45.536624 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ef6aee8e-e250-46d6-a56b-451e40839f6f tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "DELETE /v2.0/ports/a9f31aac-2a22-4842-a1d6-9b867f01d9a3 HTTP/1.1" status: 404 len: 333 time: 0.0650742 Feb 17 17:50:45.539044 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 37700) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:45.552924 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5402fbec-43fa-4ab7-9765-9aa842758d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (2f3ab30a-4f66-489d-8e2f-d11cb028cfca), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:45.578043 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3177e49a-73a2-4506-984c-b7b27ca9c26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (57924981-3a1a-4238-8699-c9aa3dab9e47), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:45.580000 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5402fbec-43fa-4ab7-9765-9aa842758d30 None None] No DVR routers for this DVR port 2f3ab30a-4f66-489d-8e2f-d11cb028cfca on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:50:45.581237 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3177e49a-73a2-4506-984c-b7b27ca9c26c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:45.582419 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3177e49a-73a2-4506-984c-b7b27ca9c26c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/57924981-3a1a-4238-8699-c9aa3dab9e47 HTTP/1.1" status: 204 len: 168 time: 0.5908699 Feb 17 17:50:45.605167 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3177e49a-73a2-4506-984c-b7b27ca9c26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57924981-3a1a-4238-8699-c9aa3dab9e47,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:45.651820 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5402fbec-43fa-4ab7-9765-9aa842758d30 None None] Pushing event deleted for resources: {'Port': ['ID=2f3ab30a-4f66-489d-8e2f-d11cb028cfca,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:45.851388 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-0288b01c-cb58-456f-81d2-367c6558e3c5 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] DELETE failed (client error): The resource could not be found. Feb 17 17:50:45.851856 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0288b01c-cb58-456f-81d2-367c6558e3c5 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:50:45.854995 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-0288b01c-cb58-456f-81d2-367c6558e3c5 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "DELETE /v2.0/subnets/729d7b8d-589c-4f73-a754-61b218602d9d HTTP/1.1" status: 404 len: 337 time: 0.2925422 Feb 17 17:50:45.858856 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37706) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:45.879619 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-70bef317-4992-4382-9a8f-b1802fa0a7f0 req-5eeca7fd-69c3-499b-9258-c69066b53311 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4017911 Feb 17 17:50:45.914246 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dedff7a-08d3-4ca4-8ff2-031500eebcea tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] DELETE failed (client error): The resource could not be found. Feb 17 17:50:45.914709 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dedff7a-08d3-4ca4-8ff2-031500eebcea tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:50:45.933627 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8dedff7a-08d3-4ca4-8ff2-031500eebcea tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "DELETE /v2.0/subnets/8a4eedeb-8e29-44c5-ac64-e032b348f58e HTTP/1.1" status: 404 len: 337 time: 0.0713468 Feb 17 17:50:45.939469 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 37710) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:46.064082 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d80b227-396d-489e-9c53-b5767fa1e72d req-9a6f0cbb-cb90-4d4d-b730-506372a16ef3 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Router fd213ac5-2308-4a07-a57f-7e0a43f66a72 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:50:46.437524 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 2f3ab30a-4f66-489d-8e2f-d11cb028cfca no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:50:46.532371 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 2f3ab30a-4f66-489d-8e2f-d11cb028cfca {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:50:46.536194 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 2f3ab30a-4f66-489d-8e2f-d11cb028cfca not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:50:46.702837 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-3f7f86eb-edaa-474a-b9c7-1674070039e1 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Deleting port 8d1c48d5-41d8-43fa-b341-2c3acb353de8 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:50:46.703423 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3f7f86eb-edaa-474a-b9c7-1674070039e1 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (8d1c48d5-41d8-43fa-b341-2c3acb353de8), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:46.994529 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab4bdb-1469-430b-9898-c9da3b4abd32 req-91ce6337-54b6-4662-9ec9-3823f1f4fa50 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:47.001447 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2fab4bdb-1469-430b-9898-c9da3b4abd32 req-91ce6337-54b6-4662-9ec9-3823f1f4fa50 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/networks?id=106d8950-35e8-4e49-bc8b-6ac4436cd2fe HTTP/1.1" status: 200 len: 812 time: 0.7115605 Feb 17 17:50:47.107205 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3f7f86eb-edaa-474a-b9c7-1674070039e1 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (8d1c48d5-41d8-43fa-b341-2c3acb353de8), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:47.141384 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2fab4bdb-1469-430b-9898-c9da3b4abd32 req-5a995086-1f52-4831-82de-8ff6b1f5d502 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/quotas/708d2e36ca25476d9214a2f14ef71fc9 HTTP/1.1" status: 200 len: 375 time: 0.1389472 Feb 17 17:50:47.164349 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d80b227-396d-489e-9c53-b5767fa1e72d req-9a6f0cbb-cb90-4d4d-b730-506372a16ef3 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:50:47.188905 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a5307a-26f8-4035-9da7-eed34d5fac26 None None] Sync routers for ids ['fd213ac5-2308-4a07-a57f-7e0a43f66a72'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:50:47.204745 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a5307a-26f8-4035-9da7-eed34d5fac26 None None] Routers {'fd213ac5-2308-4a07-a57f-7e0a43f66a72'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:50:47.207047 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-d6a5307a-26f8-4035-9da7-eed34d5fac26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:50:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['fd213ac5-2308-4a07-a57f-7e0a43f66a72'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:50:47.251702 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-4d80b227-396d-489e-9c53-b5767fa1e72d req-9a6f0cbb-cb90-4d4d-b730-506372a16ef3 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:47.255234 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-3f7f86eb-edaa-474a-b9c7-1674070039e1 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Calling delete_port for 8d1c48d5-41d8-43fa-b341-2c3acb353de8 owned by {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:50:47.522384 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3f7f86eb-edaa-474a-b9c7-1674070039e1 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (8d1c48d5-41d8-43fa-b341-2c3acb353de8), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:47.576690 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-d6a5307a-26f8-4035-9da7-eed34d5fac26 None None] Set router fd213ac5-2308-4a07-a57f-7e0a43f66a72 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:50:47.612736 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3f7f86eb-edaa-474a-b9c7-1674070039e1 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:47.620203 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37766) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:47.625972 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-3f7f86eb-edaa-474a-b9c7-1674070039e1 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "DELETE /v2.0/ports/8d1c48d5-41d8-43fa-b341-2c3acb353de8 HTTP/1.1" status: 204 len: 168 time: 1.6848605 Feb 17 17:50:47.630158 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f86eb-edaa-474a-b9c7-1674070039e1 tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event deleted for resources: {'Port': ['ID=8d1c48d5-41d8-43fa-b341-2c3acb353de8,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:47.722257 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4d80b227-396d-489e-9c53-b5767fa1e72d req-9a6f0cbb-cb90-4d4d-b730-506372a16ef3 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "PUT /v2.0/floatingips/56c9d5f1-8286-4b86-882c-b16d1bac95b6 HTTP/1.1" status: 200 len: 996 time: 5.8224425 Feb 17 17:50:47.723203 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94d4679d-274d-4154-97c2-0b7f5d5cd3e2', 'tag': '0b31938c-67cb-4da3-8f08-e299536c6fee'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:50:47.725691 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b83d4f-2c20-4fb3-a44d-ded0acd5e0c2" -d '{"events": [{"name": "network-changed", "server_uuid": "94d4679d-274d-4154-97c2-0b7f5d5cd3e2", "tag": "0b31938c-67cb-4da3-8f08-e299536c6fee"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:50:47.762758 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2fab4bdb-1469-430b-9898-c9da3b4abd32 req-11f5337a-7737-48dd-8d9d-ef61d8e0af1d tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=708d2e36ca25476d9214a2f14ef71fc9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.6204739 Feb 17 17:50:47.888471 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-923ca70c-4023-47e8-87c0-69b1afba76eb tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:48.063220 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d80b227-396d-489e-9c53-b5767fa1e72d req-aaa982be-c209-4736-8ed3-7b5d2c62dd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:48.073073 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4d80b227-396d-489e-9c53-b5767fa1e72d req-aaa982be-c209-4736-8ed3-7b5d2c62dd37 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f2aebb6fe94d462e947bf16728d2f99c&device_id=94d4679d-274d-4154-97c2-0b7f5d5cd3e2 HTTP/1.1" status: 200 len: 1127 time: 0.3039958 Feb 17 17:50:48.090613 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-d6a5307a-26f8-4035-9da7-eed34d5fac26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd213ac5-2308-4a07-a57f-7e0a43f66a72', 'name': 'tempest-ServerRescueTestJSONUnderV235-1610753492-router', 'tenant_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '0723cbbb-ee33-4e1f-9a85-da33a6a2ae74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:49:13Z', 'updated_at': '2022-02-17T17:49:29Z', 'revision_number': 4, 'project_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'gw_port': {'id': '0723cbbb-ee33-4e1f-9a85-da33a6a2ae74', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd213ac5-2308-4a07-a57f-7e0a43f66a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:49:16Z', 'updated_at': '2022-02-17T17:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '56c9d5f1-8286-4b86-882c-b16d1bac95b6', 'tenant_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'floating_ip_address': '172.25.8.117', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': 'fd213ac5-2308-4a07-a57f-7e0a43f66a72', 'port_id': '0b31938c-67cb-4da3-8f08-e299536c6fee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fdf3458-5966-4de8-b1fe-2dd22bf8851a', 'mac_address': 'fa:16:3e:e8:0a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d4679d-274d-4154-97c2-0b7f5d5cd3e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:50:38Z', 'updated_at': '2022-02-17T17:50:44Z', 'revision_number': 1, 'project_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33a4431e-3c2a-4f52-9c54-b55eb864cfe1', 'name': '', 'network_id': '9fdf3458-5966-4de8-b1fe-2dd22bf8851a', 'tenant_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'mac_address': 'fa:16:3e:41:3f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd213ac5-2308-4a07-a57f-7e0a43f66a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'd7dfeabc-cd95-4ccb-8ac5-20f9cfad4783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:49:27Z', 'updated_at': '2022-02-17T17:49:41Z', 'revision_number': 5, 'project_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'subnets': [{'id': 'd7dfeabc-cd95-4ccb-8ac5-20f9cfad4783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:50:48.170187 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a5307a-26f8-4035-9da7-eed34d5fac26 None None] Checking router: fd213ac5-2308-4a07-a57f-7e0a43f66a72 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:50:48.179000 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-923ca70c-4023-47e8-87c0-69b1afba76eb tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:48.194452 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a5307a-26f8-4035-9da7-eed34d5fac26 None None] Routers {'fd213ac5-2308-4a07-a57f-7e0a43f66a72'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:50:48.195705 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-d6a5307a-26f8-4035-9da7-eed34d5fac26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:50:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['fd213ac5-2308-4a07-a57f-7e0a43f66a72'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:50:48.230967 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-923ca70c-4023-47e8-87c0-69b1afba76eb tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:50:48.273607 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-923ca70c-4023-47e8-87c0-69b1afba76eb tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4882ecb4-8d3b-4ad7-8320-b9a200568a46') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:50:48.277069 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-923ca70c-4023-47e8-87c0-69b1afba76eb tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4882ecb4-8d3b-4ad7-8320-b9a200568a46') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:50:48.299723 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-923ca70c-4023-47e8-87c0-69b1afba76eb tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (4882ecb4-8d3b-4ad7-8320-b9a200568a46), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:48.369857 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-923ca70c-4023-47e8-87c0-69b1afba76eb tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (4882ecb4-8d3b-4ad7-8320-b9a200568a46), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:48.417599 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-923ca70c-4023-47e8-87c0-69b1afba76eb tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:50:48.418313 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-923ca70c-4023-47e8-87c0-69b1afba76eb tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (4882ecb4-8d3b-4ad7-8320-b9a200568a46), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:48.420428 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-d6a5307a-26f8-4035-9da7-eed34d5fac26 None None] Set router fd213ac5-2308-4a07-a57f-7e0a43f66a72 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:50:48.422188 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:50:48.422188 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:50:48.422188 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:50:48.422188 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:50:48.422188 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:50:48.422188 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:50:48.422188 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:50:48.422188 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:50:48.422188 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:50:48.422188 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:50:48.422188 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:50:48.422188 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:50:48.422188 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:50:48.422188 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:50:48.422188 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:50:48.422188 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:50:48.422188 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:50:48.422188 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:50:48.422188 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:50:48.422188 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:50:48.422188 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:50:48.422188 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:50:48.422188 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:50:48.422188 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:50:48.422188 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:50:48.422188 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:50:48.422188 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:50:48.422188 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:50:48.422188 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:50:48.422188 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:50:48.422188 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:50:48.422188 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:50:48.603143 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-923ca70c-4023-47e8-87c0-69b1afba76eb tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:48.621079 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-923ca70c-4023-47e8-87c0-69b1afba76eb tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:48.628980 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-923ca70c-4023-47e8-87c0-69b1afba76eb tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] 10.222.0.87 "DELETE /v2.0/networks/b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c HTTP/1.1" status: 204 len: 168 time: 1.0071671 Feb 17 17:50:48.678302 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ca70c-4023-47e8-87c0-69b1afba76eb tempest-PortsTestJSON-1118486319 tempest-PortsTestJSON-1118486319-project] Pushing event deleted for resources: {'Network': ['ID=b5cbe4c9-7fb0-4428-8a80-d814cb1f2b3c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:48.963847 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:49.169611 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-d6a5307a-26f8-4035-9da7-eed34d5fac26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd213ac5-2308-4a07-a57f-7e0a43f66a72', 'name': 'tempest-ServerRescueTestJSONUnderV235-1610753492-router', 'tenant_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '0723cbbb-ee33-4e1f-9a85-da33a6a2ae74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:49:13Z', 'updated_at': '2022-02-17T17:49:29Z', 'revision_number': 4, 'project_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'gw_port': {'id': '0723cbbb-ee33-4e1f-9a85-da33a6a2ae74', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd213ac5-2308-4a07-a57f-7e0a43f66a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:49:16Z', 'updated_at': '2022-02-17T17:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '56c9d5f1-8286-4b86-882c-b16d1bac95b6', 'tenant_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'floating_ip_address': '172.25.8.117', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': 'fd213ac5-2308-4a07-a57f-7e0a43f66a72', 'port_id': '0b31938c-67cb-4da3-8f08-e299536c6fee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fdf3458-5966-4de8-b1fe-2dd22bf8851a', 'mac_address': 'fa:16:3e:e8:0a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d4679d-274d-4154-97c2-0b7f5d5cd3e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:50:38Z', 'updated_at': '2022-02-17T17:50:44Z', 'revision_number': 1, 'project_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33a4431e-3c2a-4f52-9c54-b55eb864cfe1', 'name': '', 'network_id': '9fdf3458-5966-4de8-b1fe-2dd22bf8851a', 'tenant_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'mac_address': 'fa:16:3e:41:3f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd213ac5-2308-4a07-a57f-7e0a43f66a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'd7dfeabc-cd95-4ccb-8ac5-20f9cfad4783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:49:27Z', 'updated_at': '2022-02-17T17:49:41Z', 'revision_number': 5, 'project_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'subnets': [{'id': 'd7dfeabc-cd95-4ccb-8ac5-20f9cfad4783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:50:49.234713 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a5307a-26f8-4035-9da7-eed34d5fac26 None None] The sync data for ids ['fd213ac5-2308-4a07-a57f-7e0a43f66a72'] in n-d-829613-2 is: [{'id': 'fd213ac5-2308-4a07-a57f-7e0a43f66a72', 'name': 'tempest-ServerRescueTestJSONUnderV235-1610753492-router', 'tenant_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '0723cbbb-ee33-4e1f-9a85-da33a6a2ae74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:49:13Z', 'updated_at': '2022-02-17T17:49:29Z', 'revision_number': 4, 'project_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'gw_port': {'id': '0723cbbb-ee33-4e1f-9a85-da33a6a2ae74', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd213ac5-2308-4a07-a57f-7e0a43f66a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:49:16Z', 'updated_at': '2022-02-17T17:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '56c9d5f1-8286-4b86-882c-b16d1bac95b6', 'tenant_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'floating_ip_address': '172.25.8.117', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': 'fd213ac5-2308-4a07-a57f-7e0a43f66a72', 'port_id': '0b31938c-67cb-4da3-8f08-e299536c6fee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fdf3458-5966-4de8-b1fe-2dd22bf8851a', 'mac_address': 'fa:16:3e:e8:0a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d4679d-274d-4154-97c2-0b7f5d5cd3e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:50:38Z', 'updated_at': '2022-02-17T17:50:44Z', 'revision_number': 1, 'project_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33a4431e-3c2a-4f52-9c54-b55eb864cfe1', 'name': '', 'network_id': '9fdf3458-5966-4de8-b1fe-2dd22bf8851a', 'tenant_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'mac_address': 'fa:16:3e:41:3f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd213ac5-2308-4a07-a57f-7e0a43f66a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'd7dfeabc-cd95-4ccb-8ac5-20f9cfad4783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:49:27Z', 'updated_at': '2022-02-17T17:49:41Z', 'revision_number': 5, 'project_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'subnets': [{'id': 'd7dfeabc-cd95-4ccb-8ac5-20f9cfad4783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:50:49.235798 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37800) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:49.483896 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2fab4bdb-1469-430b-9898-c9da3b4abd32 req-bfbca90d-24e3-4c83-8046-9bbf2084ca0e service neutron] 10.222.0.87 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6974537 Feb 17 17:50:49.531124 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d80b227-396d-489e-9c53-b5767fa1e72d req-5dd0c2e6-a3ac-41de-abbe-872f8f65e59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:49.536852 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4d80b227-396d-489e-9c53-b5767fa1e72d req-5dd0c2e6-a3ac-41de-abbe-872f8f65e59d service neutron] 10.222.0.87 "GET /v2.0/networks?id=9fdf3458-5966-4de8-b1fe-2dd22bf8851a HTTP/1.1" status: 200 len: 921 time: 1.4630561 Feb 17 17:50:49.600334 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c21857a9-0554-48c7-a63b-61a90d47daf1 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c31c6ec4ee6945b58580629588ff6a35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3628542 Feb 17 17:50:49.605638 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37814) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:49.740200 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a9dccf95-60f4-4539-99e6-ef94d0faa439 admin admin] Publish callbacks [] for security_group (c7ef7700-7839-489f-92d7-96cde823b189), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:49.741653 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555638cf-b981-45f7-b54b-d9d1f3294def None None] New status for floating IP 56c9d5f1-8286-4b86-882c-b16d1bac95b6: ACTIVE {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 17:50:49.826888 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a9dccf95-60f4-4539-99e6-ef94d0faa439 admin admin] Publish callbacks [] for security_group (c7ef7700-7839-489f-92d7-96cde823b189), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:49.965316 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:49.967103 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4d80b227-396d-489e-9c53-b5767fa1e72d req-760e0fe7-068b-4e7b-ba4e-14eae62945d5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b31938c-67cb-4da3-8f08-e299536c6fee HTTP/1.1" status: 200 len: 999 time: 0.3800697 Feb 17 17:50:49.972342 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a9dccf95-60f4-4539-99e6-ef94d0faa439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (c7ef7700-7839-489f-92d7-96cde823b189), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:49.980722 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a9dccf95-60f4-4539-99e6-ef94d0faa439 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:49.985162 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a9dccf95-60f4-4539-99e6-ef94d0faa439 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c7ef7700-7839-489f-92d7-96cde823b189 HTTP/1.1" status: 204 len: 168 time: 0.3774922 Feb 17 17:50:50.006232 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dccf95-60f4-4539-99e6-ef94d0faa439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ef7700-7839-489f-92d7-96cde823b189,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:50.057101 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d80b227-396d-489e-9c53-b5767fa1e72d req-9a1d1cdb-9c0b-4fe1-9007-4cbb80ba16ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:50.058833 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4d80b227-396d-489e-9c53-b5767fa1e72d req-9a1d1cdb-9c0b-4fe1-9007-4cbb80ba16ca service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d7dfeabc-cd95-4ccb-8ac5-20f9cfad4783 HTTP/1.1" status: 200 len: 860 time: 0.0759721 Feb 17 17:50:50.073122 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2fab4bdb-1469-430b-9898-c9da3b4abd32 req-3e70bf5a-2c0a-4a8e-9314-662a9321e416 service neutron] 10.222.0.87 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5791025 Feb 17 17:50:50.103904 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4d80b227-396d-489e-9c53-b5767fa1e72d req-6c65095a-93da-40be-8414-1aac259d1436 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9fdf3458-5966-4de8-b1fe-2dd22bf8851a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297682 Feb 17 17:50:50.132530 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-4d80b227-396d-489e-9c53-b5767fa1e72d req-70565231-4ac5-4763-8d3d-0e2e8fc5dd6b service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:50:50.134007 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4d80b227-396d-489e-9c53-b5767fa1e72d req-70565231-4ac5-4763-8d3d-0e2e8fc5dd6b service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0236857 Feb 17 17:50:50.428045 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4d80b227-396d-489e-9c53-b5767fa1e72d req-7f505819-20d5-43f1-86ed-bdf27e8d403a service neutron] 10.222.0.87 "GET /v2.0/networks/9fdf3458-5966-4de8-b1fe-2dd22bf8851a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846944 Feb 17 17:50:50.657527 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4d80b227-396d-489e-9c53-b5767fa1e72d req-bba6bd1d-6403-46e8-8e4f-7f214ff54bcd service neutron] 10.222.0.87 "GET /v2.0/networks/9fdf3458-5966-4de8-b1fe-2dd22bf8851a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249954 Feb 17 17:50:50.821310 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8cf8dc45-2a19-4b5d-a86b-a65ed3b9f426 req-f6aafdc8-bb46-4208-8da9-95d107abc217 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=6b6ab7fa-261a-491a-b970-c605f06c5192 HTTP/1.1" status: 200 len: 210 time: 0.0658214 Feb 17 17:50:51.120144 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37870) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:51.140850 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-34be7d2d-c77e-46b4-824c-65479cfde7a7 req-1cc8fcf6-16bf-4ac4-863d-10664669bf7d tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.8.117 HTTP/1.1" status: 200 len: 1001 time: 0.2792916 Feb 17 17:50:51.319666 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad6b87d-6cec-4fbc-b20b-2ba6430c76fc x-openstack-request-id: req-7ad6b87d-6cec-4fbc-b20b-2ba6430c76fc {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:50:51.319974 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94d4679d-274d-4154-97c2-0b7f5d5cd3e2", "tag": "0b31938c-67cb-4da3-8f08-e299536c6fee", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:50:51.321482 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7ad6b87d-6cec-4fbc-b20b-2ba6430c76fc {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:50:51.323773 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94d4679d-274d-4154-97c2-0b7f5d5cd3e2', 'tag': '0b31938c-67cb-4da3-8f08-e299536c6fee', 'status': 'completed', 'code': 200} Feb 17 17:50:51.393998 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be7d2d-c77e-46b4-824c-65479cfde7a7 req-8da4b9ba-6890-484b-aefc-0249f7384b30 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:51.431166 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-34be7d2d-c77e-46b4-824c-65479cfde7a7 req-8da4b9ba-6890-484b-aefc-0249f7384b30 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/ports/0b31938c-67cb-4da3-8f08-e299536c6fee HTTP/1.1" status: 200 len: 942 time: 0.2864590 Feb 17 17:50:51.740073 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b83d4f-2c20-4fb3-a44d-ded0acd5e0c2 req-ac30a85d-af88-4a96-bfa5-2566c6c0af28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:51.741731 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-85b83d4f-2c20-4fb3-a44d-ded0acd5e0c2 req-ac30a85d-af88-4a96-bfa5-2566c6c0af28 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f2aebb6fe94d462e947bf16728d2f99c&device_id=94d4679d-274d-4154-97c2-0b7f5d5cd3e2 HTTP/1.1" status: 200 len: 1127 time: 0.4066827 Feb 17 17:50:51.750119 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9ab2ef61-c66e-4902-985d-8a9151ad8932 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:51.874586 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-34be7d2d-c77e-46b4-824c-65479cfde7a7 req-1ad0bce2-a969-42ed-a366-406128d1cba6 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.8.117 HTTP/1.1" status: 200 len: 1001 time: 0.2797706 Feb 17 17:50:52.070406 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b83d4f-2c20-4fb3-a44d-ded0acd5e0c2 req-31e86649-d502-4129-b9a6-536db3bd84fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:52.072159 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-85b83d4f-2c20-4fb3-a44d-ded0acd5e0c2 req-31e86649-d502-4129-b9a6-536db3bd84fb service neutron] 10.222.0.71 "GET /v2.0/networks?id=9fdf3458-5966-4de8-b1fe-2dd22bf8851a HTTP/1.1" status: 200 len: 921 time: 0.3105884 Feb 17 17:50:52.073349 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9ab2ef61-c66e-4902-985d-8a9151ad8932 admin admin] Publish callbacks [] for security_group (b862e1cc-cd4d-4ac6-aa7c-6307000e8a0b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:52.089693 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9ab2ef61-c66e-4902-985d-8a9151ad8932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (b862e1cc-cd4d-4ac6-aa7c-6307000e8a0b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:52.179008 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-041137aa-9d2e-4f0c-8505-f8e7e6d895e3 req-55014b8b-a257-459b-8814-0b70399183dc tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=6b6ab7fa-261a-491a-b970-c605f06c5192 HTTP/1.1" status: 200 len: 210 time: 0.1056743 Feb 17 17:50:52.191329 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 37896) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:52.212728 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9ab2ef61-c66e-4902-985d-8a9151ad8932 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4871a945d53844c48e67826ee5865047&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0912480 Feb 17 17:50:52.213991 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37898) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:52.220231 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab2ef61-c66e-4902-985d-8a9151ad8932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b862e1cc-cd4d-4ac6-aa7c-6307000e8a0b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:52.407363 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-85b83d4f-2c20-4fb3-a44d-ded0acd5e0c2 req-4f6512e6-1e0a-44d4-bb7c-e15142c2f4a2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b31938c-67cb-4da3-8f08-e299536c6fee HTTP/1.1" status: 200 len: 1001 time: 0.2216241 Feb 17 17:50:52.442017 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab4bdb-1469-430b-9898-c9da3b4abd32 req-d998e285-ceaf-4071-bdf8-4e82b40e008d tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:52.443833 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2fab4bdb-1469-430b-9898-c9da3b4abd32 req-d998e285-ceaf-4071-bdf8-4e82b40e008d tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.91 "GET /v2.0/networks?id=106d8950-35e8-4e49-bc8b-6ac4436cd2fe HTTP/1.1" status: 200 len: 812 time: 0.1571686 Feb 17 17:50:52.445206 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-beaaded4-cea2-49f6-bd24-2b5c972c2e92 admin admin] Publish callbacks [] for security_group (b862e1cc-cd4d-4ac6-aa7c-6307000e8a0b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:52.473763 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-beaaded4-cea2-49f6-bd24-2b5c972c2e92 admin admin] Publish callbacks [] for security_group (b862e1cc-cd4d-4ac6-aa7c-6307000e8a0b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:52.572325 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-2fab4bdb-1469-430b-9898-c9da3b4abd32 req-806d4410-aac7-4c51-823c-a2098b702158 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Request body: {'port': {'device_id': '6b6ab7fa-261a-491a-b970-c605f06c5192', 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe', 'admin_state_up': True, 'tenant_id': '708d2e36ca25476d9214a2f14ef71fc9'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:52.681425 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b83d4f-2c20-4fb3-a44d-ded0acd5e0c2 req-78e2cf43-f6e6-44ed-b08a-de96b9bd6612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:52.685984 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-85b83d4f-2c20-4fb3-a44d-ded0acd5e0c2 req-78e2cf43-f6e6-44ed-b08a-de96b9bd6612 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d7dfeabc-cd95-4ccb-8ac5-20f9cfad4783 HTTP/1.1" status: 200 len: 860 time: 0.2447786 Feb 17 17:50:52.810554 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-85b83d4f-2c20-4fb3-a44d-ded0acd5e0c2 req-20cbd7bf-0a9d-4485-8aeb-3cba0d883e0c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9fdf3458-5966-4de8-b1fe-2dd22bf8851a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1130648 Feb 17 17:50:52.814096 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-89ba3352-cedd-4929-9d23-53c16792e84e tempest-DvrRoutersNegativeTest-244890708 tempest-DvrRoutersNegativeTest-244890708-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1834042794', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:52.825413 n-d-829613-2 neutron-server[103435]: DEBUG neutron.policy [None req-89ba3352-cedd-4929-9d23-53c16792e84e tempest-DvrRoutersNegativeTest-244890708 tempest-DvrRoutersNegativeTest-244890708-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103435) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 17 17:50:52.825985 n-d-829613-2 neutron-server[103435]: DEBUG neutron.policy [None req-89ba3352-cedd-4929-9d23-53c16792e84e tempest-DvrRoutersNegativeTest-244890708 tempest-DvrRoutersNegativeTest-244890708-project] Failed policy check for 'create_router' {{(pid=103435) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 17 17:50:52.826845 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-89ba3352-cedd-4929-9d23-53c16792e84e tempest-DvrRoutersNegativeTest-244890708 tempest-DvrRoutersNegativeTest-244890708-project] create failed (client error): Access was denied to this resource. Feb 17 17:50:52.828231 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-89ba3352-cedd-4929-9d23-53c16792e84e tempest-DvrRoutersNegativeTest-244890708 tempest-DvrRoutersNegativeTest-244890708-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4272492 Feb 17 17:50:52.846459 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be7d2d-c77e-46b4-824c-65479cfde7a7 req-9512d6c3-b3a0-4f18-95a0-4ed0cc81cf0b tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:52.850770 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-beaaded4-cea2-49f6-bd24-2b5c972c2e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (b862e1cc-cd4d-4ac6-aa7c-6307000e8a0b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:52.851754 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-34be7d2d-c77e-46b4-824c-65479cfde7a7 req-9512d6c3-b3a0-4f18-95a0-4ed0cc81cf0b tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/networks/d7afcf1f-5124-4168-b80f-10ace9d04ea7 HTTP/1.1" status: 200 len: 784 time: 0.9751692 Feb 17 17:50:52.868604 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-beaaded4-cea2-49f6-bd24-2b5c972c2e92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:52.875467 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-beaaded4-cea2-49f6-bd24-2b5c972c2e92 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b862e1cc-cd4d-4ac6-aa7c-6307000e8a0b HTTP/1.1" status: 204 len: 168 time: 0.6508424 Feb 17 17:50:52.894093 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fab4bdb-1469-430b-9898-c9da3b4abd32 req-806d4410-aac7-4c51-823c-a2098b702158 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Made reservation on behalf of 708d2e36ca25476d9214a2f14ef71fc9 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:50:52.903735 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2fab4bdb-1469-430b-9898-c9da3b4abd32 req-806d4410-aac7-4c51-823c-a2098b702158 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:53.118728 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaaded4-cea2-49f6-bd24-2b5c972c2e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b862e1cc-cd4d-4ac6-aa7c-6307000e8a0b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:53.290469 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-2fab4bdb-1469-430b-9898-c9da3b4abd32 req-806d4410-aac7-4c51-823c-a2098b702158 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Allocated IP 172.20.0.6 (106d8950-35e8-4e49-bc8b-6ac4436cd2fe/f5806a5b-efbb-4c84-b3a4-70ad6c804540/f6087b42-78d7-455a-bd5f-c69b694530f6) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:50:53.305828 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-34be7d2d-c77e-46b4-824c-65479cfde7a7 req-72a25f09-d10d-4de0-903e-42d1abaeefce tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.8.117 HTTP/1.1" status: 200 len: 1001 time: 0.3764026 Feb 17 17:50:53.343291 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-34be7d2d-c77e-46b4-824c-65479cfde7a7 req-a9300606-0d90-4824-83a8-12675441d3be tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:53.498778 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-34be7d2d-c77e-46b4-824c-65479cfde7a7 req-a9300606-0d90-4824-83a8-12675441d3be tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Publish callbacks [] for floatingip (56c9d5f1-8286-4b86-882c-b16d1bac95b6), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:53.623725 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 37926) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:53.737267 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2fab4bdb-1469-430b-9898-c9da3b4abd32 req-806d4410-aac7-4c51-823c-a2098b702158 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks [] for port (f6087b42-78d7-455a-bd5f-c69b694530f6), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:53.794340 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37930) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:53.828126 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9b20e7d0-1cb4-4a85-b0f0-bbbd4dec935a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:53.876590 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ceb8dca7-0827-4961-9688-ec3b31926186 req-19973a8c-9921-4bf9-9135-3aa7a7bdcaeb tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=6b6ab7fa-261a-491a-b970-c605f06c5192 HTTP/1.1" status: 200 len: 210 time: 0.5397568 Feb 17 17:50:53.895729 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-85b83d4f-2c20-4fb3-a44d-ded0acd5e0c2 req-fd2bc15f-23d0-4bb5-b20b-38b1fdfb6b03 service neutron] 10.222.0.71 "GET /v2.0/networks/9fdf3458-5966-4de8-b1fe-2dd22bf8851a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0425272 Feb 17 17:50:53.929669 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2fab4bdb-1469-430b-9898-c9da3b4abd32 req-806d4410-aac7-4c51-823c-a2098b702158 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (f6087b42-78d7-455a-bd5f-c69b694530f6), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:53.943478 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['c9fc73c9-8067-4b99-af61-88f9b343d18b'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:50:54.003149 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-34be7d2d-c77e-46b4-824c-65479cfde7a7 req-a9300606-0d90-4824-83a8-12675441d3be tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:54.127912 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d4410-aac7-4c51-823c-a2098b702158 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Pushing event updated for resources: {'Port': ['ID=f6087b42-78d7-455a-bd5f-c69b694530f6,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:54.206365 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-85b83d4f-2c20-4fb3-a44d-ded0acd5e0c2 req-e200b408-ff61-438b-a656-b0772a610cd0 service neutron] 10.222.0.71 "GET /v2.0/networks/9fdf3458-5966-4de8-b1fe-2dd22bf8851a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997556 Feb 17 17:50:54.217721 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-34be7d2d-c77e-46b4-824c-65479cfde7a7 req-a9300606-0d90-4824-83a8-12675441d3be tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (56c9d5f1-8286-4b86-882c-b16d1bac95b6), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:54.220219 n-d-829613-2 neutron-server[103435]: INFO neutron.db.l3_db [req-34be7d2d-c77e-46b4-824c-65479cfde7a7 req-a9300606-0d90-4824-83a8-12675441d3be tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Floating IP 56c9d5f1-8286-4b86-882c-b16d1bac95b6 disassociated. External IP: 172.25.8.117, port: 0b31938c-67cb-4da3-8f08-e299536c6fee. Feb 17 17:50:54.352178 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9b20e7d0-1cb4-4a85-b0f0-bbbd4dec935a admin admin] Publish callbacks [] for security_group (721ed35e-689a-4afc-9593-344f74d39c58), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:54.366017 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fab4bdb-1469-430b-9898-c9da3b4abd32 req-806d4410-aac7-4c51-823c-a2098b702158 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Network 106d8950-35e8-4e49-bc8b-6ac4436cd2fe is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:50:54.367453 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-2fab4bdb-1469-430b-9898-c9da3b4abd32 req-806d4410-aac7-4c51-823c-a2098b702158 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:50:54.370890 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9b20e7d0-1cb4-4a85-b0f0-bbbd4dec935a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (721ed35e-689a-4afc-9593-344f74d39c58), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:54.374457 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fab4bdb-1469-430b-9898-c9da3b4abd32 req-806d4410-aac7-4c51-823c-a2098b702158 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:50:54.499041 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e5eb3165-6942-454e-ad89-62a8a34c4421 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:54.525667 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab4bdb-1469-430b-9898-c9da3b4abd32 req-806d4410-aac7-4c51-823c-a2098b702158 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:54.526328 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2fab4bdb-1469-430b-9898-c9da3b4abd32 req-806d4410-aac7-4c51-823c-a2098b702158 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:54.547575 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b20e7d0-1cb4-4a85-b0f0-bbbd4dec935a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721ed35e-689a-4afc-9593-344f74d39c58,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:54.580279 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9b20e7d0-1cb4-4a85-b0f0-bbbd4dec935a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=dc5b0eee76a5472dbc567912fba90ab7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7823954 Feb 17 17:50:54.580619 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37940) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:54.593447 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2fab4bdb-1469-430b-9898-c9da3b4abd32 req-806d4410-aac7-4c51-823c-a2098b702158 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0286760 Feb 17 17:50:54.674911 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8dc820ec-2311-411a-810e-95c0fe698b5d admin admin] Publish callbacks [] for security_group (721ed35e-689a-4afc-9593-344f74d39c58), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:54.733814 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8dc820ec-2311-411a-810e-95c0fe698b5d admin admin] Publish callbacks [] for security_group (721ed35e-689a-4afc-9593-344f74d39c58), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:54.744198 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e5eb3165-6942-454e-ad89-62a8a34c4421 admin admin] Publish callbacks [] for security_group (c3571ce6-df5f-404a-a05a-bd1fae2acf09), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:54.748671 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-2fab4bdb-1469-430b-9898-c9da3b4abd32 req-18d7a00c-969b-45cb-9472-ce18d49d77ac service neutron] Request body: {'port': {'device_id': '6b6ab7fa-261a-491a-b970-c605f06c5192', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:54.755628 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e5eb3165-6942-454e-ad89-62a8a34c4421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (c3571ce6-df5f-404a-a05a-bd1fae2acf09), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:54.838677 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e5eb3165-6942-454e-ad89-62a8a34c4421 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9cf25e8ebd8140d9becd89e659a5adbd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2105970 Feb 17 17:50:54.842762 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-e1912a10-9706-42ef-91c9-966d0537e406 None None] Provisioning complete for port f6087b42-78d7-455a-bd5f-c69b694530f6 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:50:54.843588 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e1912a10-9706-42ef-91c9-966d0537e406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (f6087b42-78d7-455a-bd5f-c69b694530f6), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:54.844765 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eb3165-6942-454e-ad89-62a8a34c4421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3571ce6-df5f-404a-a05a-bd1fae2acf09,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:54.849777 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37944) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:54.942860 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-e1912a10-9706-42ef-91c9-966d0537e406 None None] Port f6087b42-78d7-455a-bd5f-c69b694530f6 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:50:55.021198 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2fab4bdb-1469-430b-9898-c9da3b4abd32 req-18d7a00c-969b-45cb-9472-ce18d49d77ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (f6087b42-78d7-455a-bd5f-c69b694530f6), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:55.084908 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8dc820ec-2311-411a-810e-95c0fe698b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (721ed35e-689a-4afc-9593-344f74d39c58), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:55.089377 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8dc820ec-2311-411a-810e-95c0fe698b5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:55.090740 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8dc820ec-2311-411a-810e-95c0fe698b5d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/721ed35e-689a-4afc-9593-344f74d39c58 HTTP/1.1" status: 204 len: 168 time: 0.5086484 Feb 17 17:50:55.147474 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-922aa65c-67ab-49f8-9bcf-27e42145f47c admin admin] Publish callbacks [] for security_group (c3571ce6-df5f-404a-a05a-bd1fae2acf09), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:55.171842 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34be7d2d-c77e-46b4-824c-65479cfde7a7 req-a9300606-0d90-4824-83a8-12675441d3be tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Router fd213ac5-2308-4a07-a57f-7e0a43f66a72 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:50:55.193367 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc820ec-2311-411a-810e-95c0fe698b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721ed35e-689a-4afc-9593-344f74d39c58,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:55.307716 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-922aa65c-67ab-49f8-9bcf-27e42145f47c admin admin] Publish callbacks [] for security_group (c3571ce6-df5f-404a-a05a-bd1fae2acf09), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:55.638515 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34be7d2d-c77e-46b4-824c-65479cfde7a7 req-a9300606-0d90-4824-83a8-12675441d3be tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:50:55.654012 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b068d09-d16d-4adb-befd-46ce38d83d5c None None] Sync routers for ids ['fd213ac5-2308-4a07-a57f-7e0a43f66a72'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:50:55.680533 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-34be7d2d-c77e-46b4-824c-65479cfde7a7 req-a9300606-0d90-4824-83a8-12675441d3be tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:55.684439 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b068d09-d16d-4adb-befd-46ce38d83d5c None None] Routers {'fd213ac5-2308-4a07-a57f-7e0a43f66a72'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:50:55.685866 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-4b068d09-d16d-4adb-befd-46ce38d83d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:50:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['fd213ac5-2308-4a07-a57f-7e0a43f66a72'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:50:55.854501 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1eff7a-fe0d-41d4-942c-5238c8bcdfaf req-e139f524-0a87-405f-972e-e589283d6da0 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:55.858212 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4c1eff7a-fe0d-41d4-942c-5238c8bcdfaf req-e139f524-0a87-405f-972e-e589283d6da0 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=6b6ab7fa-261a-491a-b970-c605f06c5192 HTTP/1.1" status: 200 len: 931 time: 0.6959581 Feb 17 17:50:55.892177 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-34be7d2d-c77e-46b4-824c-65479cfde7a7 req-a9300606-0d90-4824-83a8-12675441d3be tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "PUT /v2.0/floatingips/56c9d5f1-8286-4b86-882c-b16d1bac95b6 HTTP/1.1" status: 200 len: 695 time: 2.5759559 Feb 17 17:50:55.913053 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94d4679d-274d-4154-97c2-0b7f5d5cd3e2', 'tag': '0b31938c-67cb-4da3-8f08-e299536c6fee'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:50:55.919910 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-922aa65c-67ab-49f8-9bcf-27e42145f47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (c3571ce6-df5f-404a-a05a-bd1fae2acf09), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:55.922268 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6552001-ee1e-4ba4-a2b0-7dd3bf8978f0" -d '{"events": [{"name": "network-changed", "server_uuid": "94d4679d-274d-4154-97c2-0b7f5d5cd3e2", "tag": "0b31938c-67cb-4da3-8f08-e299536c6fee"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:50:55.928133 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-922aa65c-67ab-49f8-9bcf-27e42145f47c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:55.934089 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-922aa65c-67ab-49f8-9bcf-27e42145f47c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c3571ce6-df5f-404a-a05a-bd1fae2acf09 HTTP/1.1" status: 204 len: 168 time: 1.0802968 Feb 17 17:50:55.967211 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922aa65c-67ab-49f8-9bcf-27e42145f47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3571ce6-df5f-404a-a05a-bd1fae2acf09,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:55.980699 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37978) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:56.090232 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4c1eff7a-fe0d-41d4-942c-5238c8bcdfaf req-269f5292-464f-4820-8505-3b9ef156f228 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239633 Feb 17 17:50:56.118376 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be7d2d-c77e-46b4-824c-65479cfde7a7 req-9e4ca8f5-0870-4546-86c4-ed96fb71b5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:56.121274 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-34be7d2d-c77e-46b4-824c-65479cfde7a7 req-9e4ca8f5-0870-4546-86c4-ed96fb71b5fe service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f2aebb6fe94d462e947bf16728d2f99c&device_id=94d4679d-274d-4154-97c2-0b7f5d5cd3e2 HTTP/1.1" status: 200 len: 1127 time: 0.1849470 Feb 17 17:50:56.277553 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-2fab4bdb-1469-430b-9898-c9da3b4abd32 req-18d7a00c-969b-45cb-9472-ce18d49d77ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6087b42-78d7-455a-bd5f-c69b694530f6 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:50:56.325650 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2fab4bdb-1469-430b-9898-c9da3b4abd32 req-18d7a00c-969b-45cb-9472-ce18d49d77ac service neutron] Publish callbacks [] for port (f6087b42-78d7-455a-bd5f-c69b694530f6), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:56.365548 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-2fab4bdb-1469-430b-9898-c9da3b4abd32 req-18d7a00c-969b-45cb-9472-ce18d49d77ac service neutron] Transition to ACTIVE for port object f6087b42-78d7-455a-bd5f-c69b694530f6 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:50:56.376154 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2fab4bdb-1469-430b-9898-c9da3b4abd32 req-18d7a00c-969b-45cb-9472-ce18d49d77ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (f6087b42-78d7-455a-bd5f-c69b694530f6), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:56.403456 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-4b068d09-d16d-4adb-befd-46ce38d83d5c None None] Set router fd213ac5-2308-4a07-a57f-7e0a43f66a72 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:50:56.495333 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214ca550-37a1-4dc0-b662-79fcec2dcb77 x-openstack-request-id: req-214ca550-37a1-4dc0-b662-79fcec2dcb77 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:50:56.495841 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94d4679d-274d-4154-97c2-0b7f5d5cd3e2", "tag": "0b31938c-67cb-4da3-8f08-e299536c6fee", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:50:56.495928 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-214ca550-37a1-4dc0-b662-79fcec2dcb77 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:50:56.496350 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94d4679d-274d-4154-97c2-0b7f5d5cd3e2', 'tag': '0b31938c-67cb-4da3-8f08-e299536c6fee', 'status': 'completed', 'code': 200} Feb 17 17:50:56.587827 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d7a00c-969b-45cb-9472-ce18d49d77ac service neutron] Pushing event updated for resources: {'Port': ['ID=f6087b42-78d7-455a-bd5f-c69b694530f6,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:56.678058 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be7d2d-c77e-46b4-824c-65479cfde7a7 req-6d1c963c-e834-4175-a975-57f6bdf1a221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:56.686542 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-34be7d2d-c77e-46b4-824c-65479cfde7a7 req-6d1c963c-e834-4175-a975-57f6bdf1a221 service neutron] 10.222.0.87 "GET /v2.0/networks?id=9fdf3458-5966-4de8-b1fe-2dd22bf8851a HTTP/1.1" status: 200 len: 921 time: 0.5558298 Feb 17 17:50:56.828055 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-2fab4bdb-1469-430b-9898-c9da3b4abd32 req-18d7a00c-969b-45cb-9472-ce18d49d77ac service neutron] Attempting to bind port f6087b42-78d7-455a-bd5f-c69b694530f6 on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:50:56.828666 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-2fab4bdb-1469-430b-9898-c9da3b4abd32 req-18d7a00c-969b-45cb-9472-ce18d49d77ac service neutron] Attempting to bind port f6087b42-78d7-455a-bd5f-c69b694530f6 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '44570946-cccc-4504-9a7b-a57e09c343d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:50:56.829268 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fab4bdb-1469-430b-9898-c9da3b4abd32 req-18d7a00c-969b-45cb-9472-ce18d49d77ac service neutron] Attempting to bind port f6087b42-78d7-455a-bd5f-c69b694530f6 on network 106d8950-35e8-4e49-bc8b-6ac4436cd2fe {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:50:56.838800 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fab4bdb-1469-430b-9898-c9da3b4abd32 req-18d7a00c-969b-45cb-9472-ce18d49d77ac service neutron] Port f6087b42-78d7-455a-bd5f-c69b694530f6 on network 106d8950-35e8-4e49-bc8b-6ac4436cd2fe not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:50:56.839292 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fab4bdb-1469-430b-9898-c9da3b4abd32 req-18d7a00c-969b-45cb-9472-ce18d49d77ac service neutron] Attempting to bind port f6087b42-78d7-455a-bd5f-c69b694530f6 on network 106d8950-35e8-4e49-bc8b-6ac4436cd2fe {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:50:56.846453 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fab4bdb-1469-430b-9898-c9da3b4abd32 req-18d7a00c-969b-45cb-9472-ce18d49d77ac service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:50:56.846953 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fab4bdb-1469-430b-9898-c9da3b4abd32 req-18d7a00c-969b-45cb-9472-ce18d49d77ac service neutron] Checking segment: {'id': '44570946-cccc-4504-9a7b-a57e09c343d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:50:56.847456 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fab4bdb-1469-430b-9898-c9da3b4abd32 req-18d7a00c-969b-45cb-9472-ce18d49d77ac service neutron] Bound using segment: {'id': '44570946-cccc-4504-9a7b-a57e09c343d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:50:56.848001 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-2fab4bdb-1469-430b-9898-c9da3b4abd32 req-18d7a00c-969b-45cb-9472-ce18d49d77ac service neutron] Bound port: f6087b42-78d7-455a-bd5f-c69b694530f6, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44570946-cccc-4504-9a7b-a57e09c343d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:50:56.848792 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2fab4bdb-1469-430b-9898-c9da3b4abd32 req-18d7a00c-969b-45cb-9472-ce18d49d77ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (f6087b42-78d7-455a-bd5f-c69b694530f6), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:56.888609 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-34be7d2d-c77e-46b4-824c-65479cfde7a7 req-cd2a6ca0-e92f-46b5-a9c6-833d83d2737b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b31938c-67cb-4da3-8f08-e299536c6fee HTTP/1.1" status: 200 len: 217 time: 0.1837339 Feb 17 17:50:56.907433 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6552001-ee1e-4ba4-a2b0-7dd3bf8978f0 req-d86cffa2-d56e-48c0-9f6a-b9386d0054e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:56.913682 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d548e089-1ce2-4ace-9080-355d1104c948 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:56.924693 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f6552001-ee1e-4ba4-a2b0-7dd3bf8978f0 req-d86cffa2-d56e-48c0-9f6a-b9386d0054e1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f2aebb6fe94d462e947bf16728d2f99c&device_id=94d4679d-274d-4154-97c2-0b7f5d5cd3e2 HTTP/1.1" status: 200 len: 1127 time: 0.4069216 Feb 17 17:50:57.062233 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be7d2d-c77e-46b4-824c-65479cfde7a7 req-a7307cdc-e422-4f19-a283-00f8c7464a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:57.062464 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-4b068d09-d16d-4adb-befd-46ce38d83d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd213ac5-2308-4a07-a57f-7e0a43f66a72', 'name': 'tempest-ServerRescueTestJSONUnderV235-1610753492-router', 'tenant_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '0723cbbb-ee33-4e1f-9a85-da33a6a2ae74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:49:13Z', 'updated_at': '2022-02-17T17:49:29Z', 'revision_number': 4, 'project_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'gw_port': {'id': '0723cbbb-ee33-4e1f-9a85-da33a6a2ae74', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd213ac5-2308-4a07-a57f-7e0a43f66a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:49:16Z', 'updated_at': '2022-02-17T17:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '33a4431e-3c2a-4f52-9c54-b55eb864cfe1', 'name': '', 'network_id': '9fdf3458-5966-4de8-b1fe-2dd22bf8851a', 'tenant_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'mac_address': 'fa:16:3e:41:3f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd213ac5-2308-4a07-a57f-7e0a43f66a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'd7dfeabc-cd95-4ccb-8ac5-20f9cfad4783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:49:27Z', 'updated_at': '2022-02-17T17:49:41Z', 'revision_number': 5, 'project_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'subnets': [{'id': 'd7dfeabc-cd95-4ccb-8ac5-20f9cfad4783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:50:57.067726 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-34be7d2d-c77e-46b4-824c-65479cfde7a7 req-a7307cdc-e422-4f19-a283-00f8c7464a11 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d7dfeabc-cd95-4ccb-8ac5-20f9cfad4783 HTTP/1.1" status: 200 len: 860 time: 0.1621609 Feb 17 17:50:57.188942 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b068d09-d16d-4adb-befd-46ce38d83d5c None None] Checking router: fd213ac5-2308-4a07-a57f-7e0a43f66a72 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:50:57.194390 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-2fab4bdb-1469-430b-9898-c9da3b4abd32 req-18d7a00c-969b-45cb-9472-ce18d49d77ac service neutron] For port f6087b42-78d7-455a-bd5f-c69b694530f6, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:50:57.206727 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-2fab4bdb-1469-430b-9898-c9da3b4abd32 req-18d7a00c-969b-45cb-9472-ce18d49d77ac service neutron] For port f6087b42-78d7-455a-bd5f-c69b694530f6, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=f6087b42-78d7-455a-bd5f-c69b694530f6,segment=NetworkSegment(44570946-cccc-4504-9a7b-a57e09c343d6),segment_id=44570946-cccc-4504-9a7b-a57e09c343d6)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:50:57.224983 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b068d09-d16d-4adb-befd-46ce38d83d5c None None] Routers {'fd213ac5-2308-4a07-a57f-7e0a43f66a72'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:50:57.225598 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-4b068d09-d16d-4adb-befd-46ce38d83d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:50:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['fd213ac5-2308-4a07-a57f-7e0a43f66a72'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:50:57.253355 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-34be7d2d-c77e-46b4-824c-65479cfde7a7 req-f87f4b03-0f76-40bb-a28a-d430e410ffb6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9fdf3458-5966-4de8-b1fe-2dd22bf8851a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1604857 Feb 17 17:50:57.254452 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2fab4bdb-1469-430b-9898-c9da3b4abd32 req-18d7a00c-969b-45cb-9472-ce18d49d77ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (f6087b42-78d7-455a-bd5f-c69b694530f6), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:57.444834 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab4bdb-1469-430b-9898-c9da3b4abd32 req-18d7a00c-969b-45cb-9472-ce18d49d77ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:57.445632 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2fab4bdb-1469-430b-9898-c9da3b4abd32 req-18d7a00c-969b-45cb-9472-ce18d49d77ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:57.451353 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2fab4bdb-1469-430b-9898-c9da3b4abd32 req-18d7a00c-969b-45cb-9472-ce18d49d77ac service neutron] 10.222.0.91 "PUT /v2.0/ports/f6087b42-78d7-455a-bd5f-c69b694530f6 HTTP/1.1" status: 200 len: 1091 time: 2.8464200 Feb 17 17:50:57.473523 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b6ab7fa-261a-491a-b970-c605f06c5192', 'tag': 'f6087b42-78d7-455a-bd5f-c69b694530f6'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:50:57.478141 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b271cd9-7df7-480e-a19d-847cbbed026a" -d '{"events": [{"name": "network-changed", "server_uuid": "6b6ab7fa-261a-491a-b970-c605f06c5192", "tag": "f6087b42-78d7-455a-bd5f-c69b694530f6"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:50:57.605939 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6552001-ee1e-4ba4-a2b0-7dd3bf8978f0 req-c0193123-0d01-4d3e-8c2f-4b5b20fa44c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:57.612358 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f6552001-ee1e-4ba4-a2b0-7dd3bf8978f0 req-c0193123-0d01-4d3e-8c2f-4b5b20fa44c5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9fdf3458-5966-4de8-b1fe-2dd22bf8851a HTTP/1.1" status: 200 len: 921 time: 0.5390358 Feb 17 17:50:57.700536 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-4b068d09-d16d-4adb-befd-46ce38d83d5c None None] Set router fd213ac5-2308-4a07-a57f-7e0a43f66a72 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:50:57.802296 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d7a00c-969b-45cb-9472-ce18d49d77ac service neutron] Pushing event updated for resources: {'Port': ['ID=f6087b42-78d7-455a-bd5f-c69b694530f6,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:57.837856 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-34be7d2d-c77e-46b4-824c-65479cfde7a7 req-3a2e9e9e-4d28-4dd6-a014-294947353d46 service neutron] 10.222.0.87 "GET /v2.0/networks/9fdf3458-5966-4de8-b1fe-2dd22bf8851a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4467337 Feb 17 17:50:57.873602 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d548e089-1ce2-4ace-9080-355d1104c948 admin admin] Publish callbacks [] for security_group (db1e5583-bf9d-4852-a0b5-9e006172ecdb), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:57.914915 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d548e089-1ce2-4ace-9080-355d1104c948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (db1e5583-bf9d-4852-a0b5-9e006172ecdb), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:57.956988 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f6552001-ee1e-4ba4-a2b0-7dd3bf8978f0 req-63cfd617-e4d8-4707-a7e7-de96243085df service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b31938c-67cb-4da3-8f08-e299536c6fee HTTP/1.1" status: 200 len: 217 time: 0.1179481 Feb 17 17:50:57.997800 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d548e089-1ce2-4ace-9080-355d1104c948 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5fb7e0c0192e47e0a089ae9bc0ea7c53&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0076990 Feb 17 17:50:58.011133 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38038) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:58.014024 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d548e089-1ce2-4ace-9080-355d1104c948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1e5583-bf9d-4852-a0b5-9e006172ecdb,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:58.085582 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab4bdb-1469-430b-9898-c9da3b4abd32 req-99573300-549c-4e4c-880b-9ccdd05fdcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:58.094212 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2fab4bdb-1469-430b-9898-c9da3b4abd32 req-99573300-549c-4e4c-880b-9ccdd05fdcd4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=708d2e36ca25476d9214a2f14ef71fc9&device_id=6b6ab7fa-261a-491a-b970-c605f06c5192 HTTP/1.1" status: 200 len: 1125 time: 0.5708759 Feb 17 17:50:58.233898 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ebc54a-78b5-4b17-bc15-241d8b80752f req-dff3fdf2-3a33-4bd9-8883-7accf0978469 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:58.235431 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-30ebc54a-78b5-4b17-bc15-241d8b80752f req-dff3fdf2-3a33-4bd9-8883-7accf0978469 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=6b6ab7fa-261a-491a-b970-c605f06c5192 HTTP/1.1" status: 200 len: 943 time: 0.8460267 Feb 17 17:50:58.264532 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2fab4bdb-1469-430b-9898-c9da3b4abd32 req-b24b9462-f345-4515-ac68-1e9717d53d9c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6087b42-78d7-455a-bd5f-c69b694530f6 HTTP/1.1" status: 200 len: 217 time: 0.1441059 Feb 17 17:50:58.395616 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38046) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:58.471466 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-4b068d09-d16d-4adb-befd-46ce38d83d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd213ac5-2308-4a07-a57f-7e0a43f66a72', 'name': 'tempest-ServerRescueTestJSONUnderV235-1610753492-router', 'tenant_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '0723cbbb-ee33-4e1f-9a85-da33a6a2ae74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:49:13Z', 'updated_at': '2022-02-17T17:49:29Z', 'revision_number': 4, 'project_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'gw_port': {'id': '0723cbbb-ee33-4e1f-9a85-da33a6a2ae74', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd213ac5-2308-4a07-a57f-7e0a43f66a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:49:16Z', 'updated_at': '2022-02-17T17:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '33a4431e-3c2a-4f52-9c54-b55eb864cfe1', 'name': '', 'network_id': '9fdf3458-5966-4de8-b1fe-2dd22bf8851a', 'tenant_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'mac_address': 'fa:16:3e:41:3f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd213ac5-2308-4a07-a57f-7e0a43f66a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'd7dfeabc-cd95-4ccb-8ac5-20f9cfad4783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:49:27Z', 'updated_at': '2022-02-17T17:49:41Z', 'revision_number': 5, 'project_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'subnets': [{'id': 'd7dfeabc-cd95-4ccb-8ac5-20f9cfad4783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:50:58.501745 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6552001-ee1e-4ba4-a2b0-7dd3bf8978f0 req-62af2786-60ea-40cb-83cb-265bb76e78ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:58.509662 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab4bdb-1469-430b-9898-c9da3b4abd32 req-0b8c3747-d965-44e0-a37b-30a83be71161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:58.512162 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f6552001-ee1e-4ba4-a2b0-7dd3bf8978f0 req-62af2786-60ea-40cb-83cb-265bb76e78ea service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d7dfeabc-cd95-4ccb-8ac5-20f9cfad4783 HTTP/1.1" status: 200 len: 860 time: 0.5354257 Feb 17 17:50:58.517946 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-30ebc54a-78b5-4b17-bc15-241d8b80752f req-7ea17cab-1d75-47b4-8973-8b207cd079a7 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771894 Feb 17 17:50:58.532160 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b068d09-d16d-4adb-befd-46ce38d83d5c None None] The sync data for ids ['fd213ac5-2308-4a07-a57f-7e0a43f66a72'] in n-d-829613-2 is: [{'id': 'fd213ac5-2308-4a07-a57f-7e0a43f66a72', 'name': 'tempest-ServerRescueTestJSONUnderV235-1610753492-router', 'tenant_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '0723cbbb-ee33-4e1f-9a85-da33a6a2ae74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:49:13Z', 'updated_at': '2022-02-17T17:49:29Z', 'revision_number': 4, 'project_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'gw_port': {'id': '0723cbbb-ee33-4e1f-9a85-da33a6a2ae74', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd213ac5-2308-4a07-a57f-7e0a43f66a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:49:16Z', 'updated_at': '2022-02-17T17:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '33a4431e-3c2a-4f52-9c54-b55eb864cfe1', 'name': '', 'network_id': '9fdf3458-5966-4de8-b1fe-2dd22bf8851a', 'tenant_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'mac_address': 'fa:16:3e:41:3f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd213ac5-2308-4a07-a57f-7e0a43f66a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'd7dfeabc-cd95-4ccb-8ac5-20f9cfad4783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:49:27Z', 'updated_at': '2022-02-17T17:49:41Z', 'revision_number': 5, 'project_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'subnets': [{'id': 'd7dfeabc-cd95-4ccb-8ac5-20f9cfad4783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:50:58.533677 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2fab4bdb-1469-430b-9898-c9da3b4abd32 req-0b8c3747-d965-44e0-a37b-30a83be71161 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f5806a5b-efbb-4c84-b3a4-70ad6c804540 HTTP/1.1" status: 200 len: 851 time: 0.2376955 Feb 17 17:50:58.578808 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35ae7f2c-f4cb-402c-9fe7-5358a5e1bc13 admin admin] Publish callbacks [] for security_group (db1e5583-bf9d-4852-a0b5-9e006172ecdb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:58.668446 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f6552001-ee1e-4ba4-a2b0-7dd3bf8978f0 req-52f278f2-01b8-4aca-a79d-bb038d870612 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9fdf3458-5966-4de8-b1fe-2dd22bf8851a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1474495 Feb 17 17:50:58.801620 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35ae7f2c-f4cb-402c-9fe7-5358a5e1bc13 admin admin] Publish callbacks [] for security_group (db1e5583-bf9d-4852-a0b5-9e006172ecdb), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:58.871107 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efb6eda-63a1-4925-8a45-2c33b4bfa1ec x-openstack-request-id: req-4efb6eda-63a1-4925-8a45-2c33b4bfa1ec {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:50:58.872055 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b6ab7fa-261a-491a-b970-c605f06c5192", "tag": "f6087b42-78d7-455a-bd5f-c69b694530f6", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:50:58.882355 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4efb6eda-63a1-4925-8a45-2c33b4bfa1ec {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:50:58.883060 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b6ab7fa-261a-491a-b970-c605f06c5192', 'tag': 'f6087b42-78d7-455a-bd5f-c69b694530f6', 'status': 'completed', 'code': 200} Feb 17 17:50:58.926752 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab4bdb-1469-430b-9898-c9da3b4abd32 req-7d9c09bf-dce2-4d33-9eae-cf69af66b182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:50:58.928316 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2fab4bdb-1469-430b-9898-c9da3b4abd32 req-7d9c09bf-dce2-4d33-9eae-cf69af66b182 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=106d8950-35e8-4e49-bc8b-6ac4436cd2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3937950 Feb 17 17:50:59.166574 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cedb016-2e63-4a7f-aa3a-8d4a2d85d306 None None] New status for floating IP 56c9d5f1-8286-4b86-882c-b16d1bac95b6: DOWN {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 17:50:59.199209 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-e72e4845-71d4-43b7-9425-15de4b2b9e8f tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:59.200414 n-d-829613-2 neutron-server[103434]: WARNING neutron.api.v2.base [None req-e72e4845-71d4-43b7-9425-15de4b2b9e8f tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 17 17:50:59.200955 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-e72e4845-71d4-43b7-9425-15de4b2b9e8f tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] create failed (client error): There was a conflict when trying to complete your request. Feb 17 17:50:59.208723 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e72e4845-71d4-43b7-9425-15de4b2b9e8f tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.8054607 Feb 17 17:50:59.210106 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35ae7f2c-f4cb-402c-9fe7-5358a5e1bc13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (db1e5583-bf9d-4852-a0b5-9e006172ecdb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:59.221649 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35ae7f2c-f4cb-402c-9fe7-5358a5e1bc13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:59.226579 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-35ae7f2c-f4cb-402c-9fe7-5358a5e1bc13 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/db1e5583-bf9d-4852-a0b5-9e006172ecdb HTTP/1.1" status: 204 len: 168 time: 1.1927507 Feb 17 17:50:59.226579 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38060) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:50:59.277629 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-2e2c9fc6-dc70-4044-878c-899363a93be6 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Request body: {'security_group': {'name': 'tempest-secgroup--1877301316'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:50:59.297994 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ae7f2c-f4cb-402c-9fe7-5358a5e1bc13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1e5583-bf9d-4852-a0b5-9e006172ecdb,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:50:59.406939 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2fab4bdb-1469-430b-9898-c9da3b4abd32 req-b46345d9-dd0e-4e1f-98e6-e4b8d9cc46a2 service neutron] 10.222.0.91 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4592099 Feb 17 17:50:59.517937 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e2c9fc6-dc70-4044-878c-899363a93be6 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:50:59.561020 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e2c9fc6-dc70-4044-878c-899363a93be6 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:00.018806 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2fab4bdb-1469-430b-9898-c9da3b4abd32 req-5b702e8f-10bb-4cc4-b9f8-6a9184124abe service neutron] 10.222.0.91 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5908613 Feb 17 17:51:00.173288 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e2c9fc6-dc70-4044-878c-899363a93be6 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (308c594c-347b-4c5c-a0c3-57947e17c808), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:00.181466 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f6552001-ee1e-4ba4-a2b0-7dd3bf8978f0 req-680d2036-3932-4a0e-a9a5-ff567e3e72ec service neutron] 10.222.0.71 "GET /v2.0/networks/9fdf3458-5966-4de8-b1fe-2dd22bf8851a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5030019 Feb 17 17:51:00.229471 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e2c9fc6-dc70-4044-878c-899363a93be6 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (308c594c-347b-4c5c-a0c3-57947e17c808), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:00.260363 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-34be7d2d-c77e-46b4-824c-65479cfde7a7 req-5b2fad60-4f3d-4c7b-beec-886de294aa08 service neutron] 10.222.0.87 "GET /v2.0/networks/9fdf3458-5966-4de8-b1fe-2dd22bf8851a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.4005997 Feb 17 17:51:00.446630 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e2c9fc6-dc70-4044-878c-899363a93be6 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (6a37748e-ef8d-4686-8966-85a6500274f5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:00.492208 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e2c9fc6-dc70-4044-878c-899363a93be6 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (6a37748e-ef8d-4686-8966-85a6500274f5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:00.543582 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e2c9fc6-dc70-4044-878c-899363a93be6 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:00.544903 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2e2c9fc6-dc70-4044-878c-899363a93be6 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2806728 Feb 17 17:51:00.547729 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c9fc6-dc70-4044-878c-899363a93be6 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=308c594c-347b-4c5c-a0c3-57947e17c808,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:00.551441 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38100) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:00.563458 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-89dd1029-940f-4d64-8beb-94964dfc758a tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Request body: {'security_group_rule': {'security_group_id': '6a37748e-ef8d-4686-8966-85a6500274f5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:00.630321 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b271cd9-7df7-480e-a19d-847cbbed026a req-5cea97b0-d6db-4816-b902-c69e6a7992b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:00.636620 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0b271cd9-7df7-480e-a19d-847cbbed026a req-5cea97b0-d6db-4816-b902-c69e6a7992b8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=708d2e36ca25476d9214a2f14ef71fc9&device_id=6b6ab7fa-261a-491a-b970-c605f06c5192 HTTP/1.1" status: 200 len: 1125 time: 0.4547632 Feb 17 17:51:00.705363 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cdbbc0fc-7f5a-47ca-84d0-58fd10c4dfad req-c31b8eb0-7643-4ae0-a143-2bb334a71b6e tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/floatingips/56c9d5f1-8286-4b86-882c-b16d1bac95b6 HTTP/1.1" status: 200 len: 693 time: 0.3006792 Feb 17 17:51:00.737092 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c9fc6-dc70-4044-878c-899363a93be6 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a37748e-ef8d-4686-8966-85a6500274f5,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:00.785838 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-89dd1029-940f-4d64-8beb-94964dfc758a tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group_rule (0ab36cbb-2587-4bdf-a63c-d686cfd8acb9), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:00.789604 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca0a2ea-2d99-4467-bbad-0db64951a678 req-de5e2fe3-a0d6-4abd-8385-885f3ac8f8d8 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:00.791234 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8ca0a2ea-2d99-4467-bbad-0db64951a678 req-de5e2fe3-a0d6-4abd-8385-885f3ac8f8d8 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=6b6ab7fa-261a-491a-b970-c605f06c5192 HTTP/1.1" status: 200 len: 943 time: 0.6082482 Feb 17 17:51:00.946795 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f6552001-ee1e-4ba4-a2b0-7dd3bf8978f0 req-064557fa-b5e2-40f2-9d90-88903a0d7297 service neutron] 10.222.0.71 "GET /v2.0/networks/9fdf3458-5966-4de8-b1fe-2dd22bf8851a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7316737 Feb 17 17:51:01.050941 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8ca0a2ea-2d99-4467-bbad-0db64951a678 req-a25ac714-4df0-4cff-b8d6-de69c2fd22cf tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267663 Feb 17 17:51:01.121063 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b271cd9-7df7-480e-a19d-847cbbed026a req-4297be7b-4702-4ac9-bdc2-99bb2bf2fbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:01.126613 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0b271cd9-7df7-480e-a19d-847cbbed026a req-4297be7b-4702-4ac9-bdc2-99bb2bf2fbc9 service neutron] 10.222.0.91 "GET /v2.0/networks?id=106d8950-35e8-4e49-bc8b-6ac4436cd2fe HTTP/1.1" status: 200 len: 913 time: 0.4664803 Feb 17 17:51:01.155878 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-89dd1029-940f-4d64-8beb-94964dfc758a tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group_rule (0ab36cbb-2587-4bdf-a63c-d686cfd8acb9), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:01.160167 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbc0fc-7f5a-47ca-84d0-58fd10c4dfad req-95af1e6d-8235-4274-a014-0c96c72e28ba tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:01.166308 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cdbbc0fc-7f5a-47ca-84d0-58fd10c4dfad req-95af1e6d-8235-4274-a014-0c96c72e28ba tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/networks/d7afcf1f-5124-4168-b80f-10ace9d04ea7 HTTP/1.1" status: 200 len: 784 time: 0.4277582 Feb 17 17:51:01.178961 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-89dd1029-940f-4d64-8beb-94964dfc758a tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (0ab36cbb-2587-4bdf-a63c-d686cfd8acb9), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:01.179341 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-cdbbc0fc-7f5a-47ca-84d0-58fd10c4dfad req-c2b7fbc2-2034-4b2d-862c-ac9a04a8c46d tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:51:01.184157 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cdbbc0fc-7f5a-47ca-84d0-58fd10c4dfad req-c2b7fbc2-2034-4b2d-862c-ac9a04a8c46d tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0129311 Feb 17 17:51:01.270271 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0b271cd9-7df7-480e-a19d-847cbbed026a req-6f85ab78-8255-4875-a408-32839fceb283 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6087b42-78d7-455a-bd5f-c69b694530f6 HTTP/1.1" status: 200 len: 217 time: 0.1331091 Feb 17 17:51:01.303308 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cdbbc0fc-7f5a-47ca-84d0-58fd10c4dfad req-e02fe53e-31d5-41cf-9f47-86a3e798ff72 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.8.117 HTTP/1.1" status: 200 len: 696 time: 0.1115954 Feb 17 17:51:01.412332 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd1029-940f-4d64-8beb-94964dfc758a tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ab36cbb-2587-4bdf-a63c-d686cfd8acb9,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:01.426673 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cdbbc0fc-7f5a-47ca-84d0-58fd10c4dfad req-264b24e7-c63c-427f-b76e-6eeda4338bf9 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.8.117 HTTP/1.1" status: 200 len: 696 time: 0.1190753 Feb 17 17:51:01.493728 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-89dd1029-940f-4d64-8beb-94964dfc758a tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:01.496771 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-89dd1029-940f-4d64-8beb-94964dfc758a tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9439650 Feb 17 17:51:01.506125 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38126) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:01.531531 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-88df3201-0097-40dc-affe-318087c70dc0 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Request body: {'security_group_rule': {'security_group_id': '6a37748e-ef8d-4686-8966-85a6500274f5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:01.615547 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b271cd9-7df7-480e-a19d-847cbbed026a req-b53f8da2-4ccd-407a-a7b9-d39d69997edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:01.621088 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0b271cd9-7df7-480e-a19d-847cbbed026a req-b53f8da2-4ccd-407a-a7b9-d39d69997edc service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f5806a5b-efbb-4c84-b3a4-70ad6c804540 HTTP/1.1" status: 200 len: 851 time: 0.3390155 Feb 17 17:51:01.625704 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-88df3201-0097-40dc-affe-318087c70dc0 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group_rule (3a8fc19a-f4df-4dbd-b482-8fa7ae7715a3), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:01.746386 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-cdbbc0fc-7f5a-47ca-84d0-58fd10c4dfad req-0d2b3840-2526-4cca-a4bb-694ad7435d10 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Deleting port 6d17aed7-87f8-4cb2-90d7-8c99212fd2f3 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:51:01.746756 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-cdbbc0fc-7f5a-47ca-84d0-58fd10c4dfad req-0d2b3840-2526-4cca-a4bb-694ad7435d10 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (6d17aed7-87f8-4cb2-90d7-8c99212fd2f3), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:01.856704 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-cdbbc0fc-7f5a-47ca-84d0-58fd10c4dfad req-0d2b3840-2526-4cca-a4bb-694ad7435d10 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (6d17aed7-87f8-4cb2-90d7-8c99212fd2f3), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:01.857067 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-cdbbc0fc-7f5a-47ca-84d0-58fd10c4dfad req-0d2b3840-2526-4cca-a4bb-694ad7435d10 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Publish callbacks [] for floatingip (6d17aed7-87f8-4cb2-90d7-8c99212fd2f3), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:01.878601 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-cdbbc0fc-7f5a-47ca-84d0-58fd10c4dfad req-0d2b3840-2526-4cca-a4bb-694ad7435d10 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Calling delete_port for 6d17aed7-87f8-4cb2-90d7-8c99212fd2f3 owned by network:floatingip {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:51:01.918221 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b271cd9-7df7-480e-a19d-847cbbed026a req-8a69f62a-957a-4149-b494-68c94c1c6c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:01.956228 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0b271cd9-7df7-480e-a19d-847cbbed026a req-8a69f62a-957a-4149-b494-68c94c1c6c2b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=106d8950-35e8-4e49-bc8b-6ac4436cd2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3206437 Feb 17 17:51:02.163197 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-88df3201-0097-40dc-affe-318087c70dc0 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] create failed (client error): There was a conflict when trying to complete your request. Feb 17 17:51:02.167601 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-88df3201-0097-40dc-affe-318087c70dc0 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6526287 Feb 17 17:51:02.174629 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38144) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:02.206891 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-cdbbc0fc-7f5a-47ca-84d0-58fd10c4dfad req-0d2b3840-2526-4cca-a4bb-694ad7435d10 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (6d17aed7-87f8-4cb2-90d7-8c99212fd2f3), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:02.361857 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b3840-2526-4cca-a4bb-694ad7435d10 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Pushing event deleted for resources: {'Port': ['ID=6d17aed7-87f8-4cb2-90d7-8c99212fd2f3,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:02.416109 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0b271cd9-7df7-480e-a19d-847cbbed026a req-4e53114b-074a-4eed-9b54-57eadeedd360 service neutron] 10.222.0.91 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4486272 Feb 17 17:51:02.558214 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c5f265bf-0d59-49e3-9e7f-0da5579b885d tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (6a37748e-ef8d-4686-8966-85a6500274f5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:02.626680 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c5f265bf-0d59-49e3-9e7f-0da5579b885d tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (6a37748e-ef8d-4686-8966-85a6500274f5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:02.636017 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf02b6-bfa9-4e49-9254-7c7b5de4f67d req-2340d290-fecb-4449-b53d-18f54a6ced07 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:02.650607 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5abf02b6-bfa9-4e49-9254-7c7b5de4f67d req-2340d290-fecb-4449-b53d-18f54a6ced07 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=6b6ab7fa-261a-491a-b970-c605f06c5192 HTTP/1.1" status: 200 len: 943 time: 0.4232991 Feb 17 17:51:02.737090 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-cdbbc0fc-7f5a-47ca-84d0-58fd10c4dfad req-0d2b3840-2526-4cca-a4bb-694ad7435d10 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Publish callbacks [] for floatingip (56c9d5f1-8286-4b86-882c-b16d1bac95b6), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:02.740997 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-cdbbc0fc-7f5a-47ca-84d0-58fd10c4dfad req-0d2b3840-2526-4cca-a4bb-694ad7435d10 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:02.762278 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cdbbc0fc-7f5a-47ca-84d0-58fd10c4dfad req-0d2b3840-2526-4cca-a4bb-694ad7435d10 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "DELETE /v2.0/floatingips/56c9d5f1-8286-4b86-882c-b16d1bac95b6 HTTP/1.1" status: 204 len: 173 time: 1.3287728 Feb 17 17:51:02.833439 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5abf02b6-bfa9-4e49-9254-7c7b5de4f67d req-6aef5f74-18ba-4a60-a54b-959caef24ead tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813481 Feb 17 17:51:02.849953 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c5f265bf-0d59-49e3-9e7f-0da5579b885d tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (6a37748e-ef8d-4686-8966-85a6500274f5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:02.870367 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c5f265bf-0d59-49e3-9e7f-0da5579b885d tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:02.871559 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c5f265bf-0d59-49e3-9e7f-0da5579b885d tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] 10.222.0.87 "DELETE /v2.0/security-groups/6a37748e-ef8d-4686-8966-85a6500274f5 HTTP/1.1" status: 204 len: 168 time: 0.6959889 Feb 17 17:51:02.876092 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 38172) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:02.901231 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0b271cd9-7df7-480e-a19d-847cbbed026a req-76973ee3-20fe-4cf7-ba17-a36c6e2671fb service neutron] 10.222.0.91 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4756866 Feb 17 17:51:02.902102 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f265bf-0d59-49e3-9e7f-0da5579b885d tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a37748e-ef8d-4686-8966-85a6500274f5,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:02.973509 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-baa19211-2c44-4ab9-8101-8a2aaed8a01a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:03.073064 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-52d10614-6aae-46ea-b591-f4dc30df474b req-e58cb1a4-97c1-4117-95a1-eddff90c8455 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/security-groups/a32f7d9d-8d33-4d90-b811-53e23e0846bd HTTP/1.1" status: 200 len: 1825 time: 0.1591833 Feb 17 17:51:03.104587 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-20b7b603-7bbf-47f9-acfa-ef7af4938f34 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2286432 Feb 17 17:51:03.108640 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38176) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:03.115528 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-3da9f81e-51df-4ddc-9d0d-e4443d4aeb8c tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Request body: {'security_group': {'name': 'tempest-secgroup--1495601641'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:03.161048 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3da9f81e-51df-4ddc-9d0d-e4443d4aeb8c tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:03.175930 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-52d10614-6aae-46ea-b591-f4dc30df474b req-8442aefb-8c8a-4fc9-b17f-dbb91edeb9cf tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Publish callbacks [] for security_group (a32f7d9d-8d33-4d90-b811-53e23e0846bd), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:03.271565 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-52d10614-6aae-46ea-b591-f4dc30df474b req-8442aefb-8c8a-4fc9-b17f-dbb91edeb9cf tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Publish callbacks [] for security_group (a32f7d9d-8d33-4d90-b811-53e23e0846bd), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:03.339442 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3da9f81e-51df-4ddc-9d0d-e4443d4aeb8c tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (f06a8e74-749d-49f8-b27d-d1d18c514dc1), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:03.345564 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3da9f81e-51df-4ddc-9d0d-e4443d4aeb8c tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (f06a8e74-749d-49f8-b27d-d1d18c514dc1), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:03.395988 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da9f81e-51df-4ddc-9d0d-e4443d4aeb8c tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f06a8e74-749d-49f8-b27d-d1d18c514dc1,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:03.421560 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3da9f81e-51df-4ddc-9d0d-e4443d4aeb8c tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:03.423253 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3da9f81e-51df-4ddc-9d0d-e4443d4aeb8c tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3132005 Feb 17 17:51:03.427448 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38206) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:03.433183 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-c8dbd33b-4291-485b-81d7-43dd200b08fd tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Request body: {'security_group_rule': {'security_group_id': 'f06a8e74-749d-49f8-b27d-d1d18c514dc1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:03.434425 n-d-829613-2 neutron-server[103434]: WARNING neutron.api.v2.base [None req-c8dbd33b-4291-485b-81d7-43dd200b08fd tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 17 17:51:03.435336 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-c8dbd33b-4291-485b-81d7-43dd200b08fd tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 17:51:03.436844 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c8dbd33b-4291-485b-81d7-43dd200b08fd tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0081489 Feb 17 17:51:03.439895 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 38210) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:03.551382 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-52d10614-6aae-46ea-b591-f4dc30df474b req-8442aefb-8c8a-4fc9-b17f-dbb91edeb9cf tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (a32f7d9d-8d33-4d90-b811-53e23e0846bd), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:03.555208 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-52d10614-6aae-46ea-b591-f4dc30df474b req-8442aefb-8c8a-4fc9-b17f-dbb91edeb9cf tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:03.556568 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-52d10614-6aae-46ea-b591-f4dc30df474b req-8442aefb-8c8a-4fc9-b17f-dbb91edeb9cf tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "DELETE /v2.0/security-groups/a32f7d9d-8d33-4d90-b811-53e23e0846bd HTTP/1.1" status: 204 len: 173 time: 0.4732916 Feb 17 17:51:03.573178 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8442aefb-8c8a-4fc9-b17f-dbb91edeb9cf tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32f7d9d-8d33-4d90-b811-53e23e0846bd,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:03.627761 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6fe471b8-69f2-405b-bf3f-4bd01b9bffbf tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (f06a8e74-749d-49f8-b27d-d1d18c514dc1), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:03.676388 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6fe471b8-69f2-405b-bf3f-4bd01b9bffbf tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (f06a8e74-749d-49f8-b27d-d1d18c514dc1), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:03.773877 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6fe471b8-69f2-405b-bf3f-4bd01b9bffbf tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (f06a8e74-749d-49f8-b27d-d1d18c514dc1), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:03.778087 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6fe471b8-69f2-405b-bf3f-4bd01b9bffbf tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:03.782244 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38246) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:03.782835 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-6fe471b8-69f2-405b-bf3f-4bd01b9bffbf tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] 10.222.0.87 "DELETE /v2.0/security-groups/f06a8e74-749d-49f8-b27d-d1d18c514dc1 HTTP/1.1" status: 204 len: 168 time: 0.3396759 Feb 17 17:51:03.803055 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe471b8-69f2-405b-bf3f-4bd01b9bffbf tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06a8e74-749d-49f8-b27d-d1d18c514dc1,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:03.944648 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c56da8ba-e161-4400-ae15-38cb418457da tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1604011 Feb 17 17:51:03.952967 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38268) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:03.969089 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-32434751-24fe-44ea-ade6-51efdc45dfff tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Request body: {'security_group': {'name': 'tempest-secgroup--2128084631'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:04.014317 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device f6087b42-78d7-455a-bd5f-c69b694530f6 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:51:04.039717 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-32434751-24fe-44ea-ade6-51efdc45dfff tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:04.232292 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d732f6e-0c59-4524-b259-f143530d5784 req-30e39db7-f5f1-4668-aeb9-2b43033669e2 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:04.243420 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3d732f6e-0c59-4524-b259-f143530d5784 req-30e39db7-f5f1-4668-aeb9-2b43033669e2 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=6b6ab7fa-261a-491a-b970-c605f06c5192 HTTP/1.1" status: 200 len: 943 time: 0.2038176 Feb 17 17:51:04.261568 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-32434751-24fe-44ea-ade6-51efdc45dfff tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (ac206a0a-4bd3-4fc7-b21f-325babe33d6c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:04.281415 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-32434751-24fe-44ea-ade6-51efdc45dfff tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (ac206a0a-4bd3-4fc7-b21f-325babe33d6c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:04.291197 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port f6087b42-78d7-455a-bd5f-c69b694530f6, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=f6087b42-78d7-455a-bd5f-c69b694530f6,segment=NetworkSegment(44570946-cccc-4504-9a7b-a57e09c343d6),segment_id=44570946-cccc-4504-9a7b-a57e09c343d6)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:51:04.328551 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': 'f6087b42-78d7-455a-bd5f-c69b694530f6', 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe', 'port_id': 'f6087b42-78d7-455a-bd5f-c69b694530f6', 'mac_address': 'fa:16:3e:83:dd:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5806a5b-efbb-4c84-b3a4-70ad6c804540', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:51:04.386361 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port f6087b42-78d7-455a-bd5f-c69b694530f6 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:51:04.386979 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (f6087b42-78d7-455a-bd5f-c69b694530f6), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:04.389746 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32434751-24fe-44ea-ade6-51efdc45dfff tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac206a0a-4bd3-4fc7-b21f-325babe33d6c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:04.407955 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6087b42-78d7-455a-bd5f-c69b694530f6 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:51:04.418228 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-32434751-24fe-44ea-ade6-51efdc45dfff tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:04.419527 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-32434751-24fe-44ea-ade6-51efdc45dfff tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4630680 Feb 17 17:51:04.422465 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38318) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:04.434226 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3d732f6e-0c59-4524-b259-f143530d5784 req-40f368de-2902-43ec-b670-c2207899663c tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889765 Feb 17 17:51:04.446321 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-9545e9ef-1d56-4fbb-81d0-a3820e7afa1e tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Request body: {'security_group_rule': {'security_group_id': 'ac206a0a-4bd3-4fc7-b21f-325babe33d6c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:04.448788 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port f6087b42-78d7-455a-bd5f-c69b694530f6, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=f6087b42-78d7-455a-bd5f-c69b694530f6,segment=NetworkSegment(44570946-cccc-4504-9a7b-a57e09c343d6),segment_id=44570946-cccc-4504-9a7b-a57e09c343d6)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:51:04.461242 n-d-829613-2 neutron-server[103434]: WARNING neutron.api.v2.base [None req-9545e9ef-1d56-4fbb-81d0-a3820e7afa1e tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 17 17:51:04.462032 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-9545e9ef-1d56-4fbb-81d0-a3820e7afa1e tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 17:51:04.462854 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (f6087b42-78d7-455a-bd5f-c69b694530f6), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:04.466240 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9545e9ef-1d56-4fbb-81d0-a3820e7afa1e tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0416796 Feb 17 17:51:04.474579 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38322) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:04.527870 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038a571-489b-4cdd-8905-179d6ee0b456 req-f1648968-0c43-4a5e-a84b-1a49edba6abc tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:04.531362 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=f6087b42-78d7-455a-bd5f-c69b694530f6,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:04.554696 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a038a571-489b-4cdd-8905-179d6ee0b456 req-f1648968-0c43-4a5e-a84b-1a49edba6abc tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/ports?device_id=94d4679d-274d-4154-97c2-0b7f5d5cd3e2 HTTP/1.1" status: 200 len: 945 time: 0.2744372 Feb 17 17:51:04.675359 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e498742e-fc72-4912-9e66-27ee6f7457cb tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (ac206a0a-4bd3-4fc7-b21f-325babe33d6c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:04.704502 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a038a571-489b-4cdd-8905-179d6ee0b456 req-5516b690-1b9e-4745-b8b6-e67e56a080fa tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/security-groups?id=108ca586-77e3-4cca-9038-eab4d874f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360524 Feb 17 17:51:04.719948 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['f6087b42-78d7-455a-bd5f-c69b694530f6'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:51:04.738232 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e498742e-fc72-4912-9e66-27ee6f7457cb tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (ac206a0a-4bd3-4fc7-b21f-325babe33d6c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:04.789266 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e498742e-fc72-4912-9e66-27ee6f7457cb tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (ac206a0a-4bd3-4fc7-b21f-325babe33d6c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:04.792000 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e498742e-fc72-4912-9e66-27ee6f7457cb tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:04.796039 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 38334) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:04.802384 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e498742e-fc72-4912-9e66-27ee6f7457cb tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] 10.222.0.87 "DELETE /v2.0/security-groups/ac206a0a-4bd3-4fc7-b21f-325babe33d6c HTTP/1.1" status: 204 len: 168 time: 0.3252816 Feb 17 17:51:04.830949 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e498742e-fc72-4912-9e66-27ee6f7457cb tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac206a0a-4bd3-4fc7-b21f-325babe33d6c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:04.917258 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38338) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:04.922326 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-95ed6368-5715-4a4e-9c89-bc37608a43a3 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Request body: {'security_group': {'name': 'tempest-secgroup--1841397818'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:04.929604 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-47fe4f41-6a69-4d92-b031-9a09baff3b5c tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1223648 Feb 17 17:51:04.977793 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-95ed6368-5715-4a4e-9c89-bc37608a43a3 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:05.090654 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 38342) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:05.126423 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-95ed6368-5715-4a4e-9c89-bc37608a43a3 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (96a9ec13-68c0-40b1-8f15-5d935feee634), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:05.138034 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-95ed6368-5715-4a4e-9c89-bc37608a43a3 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (96a9ec13-68c0-40b1-8f15-5d935feee634), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:05.193829 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-95ed6368-5715-4a4e-9c89-bc37608a43a3 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:05.205337 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 38348) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:05.210636 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-a99ee7fd-530b-4756-9d50-8b52d324025c tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Request body: {'security_group_rule': {'security_group_id': '96a9ec13-68c0-40b1-8f15-5d935feee634', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:05.218673 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-95ed6368-5715-4a4e-9c89-bc37608a43a3 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2999976 Feb 17 17:51:05.225495 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ed6368-5715-4a4e-9c89-bc37608a43a3 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96a9ec13-68c0-40b1-8f15-5d935feee634,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:05.241068 n-d-829613-2 neutron-server[103435]: WARNING neutron.api.v2.base [None req-a99ee7fd-530b-4756-9d50-8b52d324025c tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 17 17:51:05.241974 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-a99ee7fd-530b-4756-9d50-8b52d324025c tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 17:51:05.243576 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a99ee7fd-530b-4756-9d50-8b52d324025c tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0368929 Feb 17 17:51:05.246526 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38350) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:05.255279 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-a6483479-76b2-4db1-8c07-0279ebab18a2 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Request body: {'security_group_rule': {'security_group_id': '96a9ec13-68c0-40b1-8f15-5d935feee634', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:05.256936 n-d-829613-2 neutron-server[103434]: WARNING neutron.api.v2.base [None req-a6483479-76b2-4db1-8c07-0279ebab18a2 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 17 17:51:05.257468 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-a6483479-76b2-4db1-8c07-0279ebab18a2 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 17:51:05.261532 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 38352) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:05.268082 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-b847dac0-7c0e-4d39-8e67-de02637e3f20 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Request body: {'security_group_rule': {'security_group_id': '96a9ec13-68c0-40b1-8f15-5d935feee634', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:05.269228 n-d-829613-2 neutron-server[103435]: WARNING neutron.api.v2.base [None req-b847dac0-7c0e-4d39-8e67-de02637e3f20 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 17 17:51:05.270412 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-b847dac0-7c0e-4d39-8e67-de02637e3f20 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 17:51:05.270531 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a6483479-76b2-4db1-8c07-0279ebab18a2 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0228238 Feb 17 17:51:05.272102 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b847dac0-7c0e-4d39-8e67-de02637e3f20 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0091720 Feb 17 17:51:05.274782 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38354) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:05.279135 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-789199b1-c78d-4446-aa38-6ce88d334117 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Request body: {'security_group_rule': {'security_group_id': '96a9ec13-68c0-40b1-8f15-5d935feee634', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:05.297617 n-d-829613-2 neutron-server[103434]: WARNING neutron.api.v2.base [None req-789199b1-c78d-4446-aa38-6ce88d334117 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 17 17:51:05.298273 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-789199b1-c78d-4446-aa38-6ce88d334117 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 17:51:05.303403 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-789199b1-c78d-4446-aa38-6ce88d334117 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0276227 Feb 17 17:51:05.303987 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38356) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:05.309631 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e3cbcc5d-6394-4186-9ee6-501f2a72c88d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:05.429120 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-90260a44-2ce6-4b1a-b719-9d84ba2057b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:05.462287 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-409acf6f-9d81-4e74-b61a-cb88012d5c69 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (96a9ec13-68c0-40b1-8f15-5d935feee634), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:05.498296 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e3cbcc5d-6394-4186-9ee6-501f2a72c88d admin admin] Publish callbacks [] for security_group (15a9f06a-56d3-4861-8237-3193be00fe82), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:05.510806 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e3cbcc5d-6394-4186-9ee6-501f2a72c88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (15a9f06a-56d3-4861-8237-3193be00fe82), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:05.514306 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-409acf6f-9d81-4e74-b61a-cb88012d5c69 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (96a9ec13-68c0-40b1-8f15-5d935feee634), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:05.612563 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-409acf6f-9d81-4e74-b61a-cb88012d5c69 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (96a9ec13-68c0-40b1-8f15-5d935feee634), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:05.615499 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-409acf6f-9d81-4e74-b61a-cb88012d5c69 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:05.616607 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cbcc5d-6394-4186-9ee6-501f2a72c88d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a9f06a-56d3-4861-8237-3193be00fe82,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:05.619448 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-409acf6f-9d81-4e74-b61a-cb88012d5c69 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] 10.222.0.87 "DELETE /v2.0/security-groups/96a9ec13-68c0-40b1-8f15-5d935feee634 HTTP/1.1" status: 204 len: 168 time: 0.3143575 Feb 17 17:51:05.620120 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38362) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:05.639137 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409acf6f-9d81-4e74-b61a-cb88012d5c69 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a9ec13-68c0-40b1-8f15-5d935feee634,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:05.707744 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e3cbcc5d-6394-4186-9ee6-501f2a72c88d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=25ce3a765f7442288b89f25c4e7be36f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6157851 Feb 17 17:51:05.710475 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 38368) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:05.759099 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 38374) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:05.768229 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d0c34535-a4aa-46cb-8142-c0d5790bb05f tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1396167 Feb 17 17:51:05.775255 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-90d8aa49-c326-4496-b831-89f2f1b02b96 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Request body: {'security_group': {'name': 'tempest-secgroup--1168994268'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:05.868557 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13c7d3-a8e4-4e92-ac1b-40c86f37cc79 req-35ddd467-fd91-4ef9-bdfe-a1bb84d04c7f tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:05.875795 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8e13c7d3-a8e4-4e92-ac1b-40c86f37cc79 req-35ddd467-fd91-4ef9-bdfe-a1bb84d04c7f tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=6b6ab7fa-261a-491a-b970-c605f06c5192 HTTP/1.1" status: 200 len: 944 time: 0.3186121 Feb 17 17:51:05.915411 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-01614321-e97b-4d67-8525-f752184f66e3 admin admin] Publish callbacks [] for security_group (15a9f06a-56d3-4861-8237-3193be00fe82), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:05.929160 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-90d8aa49-c326-4496-b831-89f2f1b02b96 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:06.030248 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device f6087b42-78d7-455a-bd5f-c69b694530f6 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:51:06.119372 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-01614321-e97b-4d67-8525-f752184f66e3 admin admin] Publish callbacks [] for security_group (15a9f06a-56d3-4861-8237-3193be00fe82), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:06.191625 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port f6087b42-78d7-455a-bd5f-c69b694530f6 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:51:06.199924 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port f6087b42-78d7-455a-bd5f-c69b694530f6 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:51:06.200681 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (f6087b42-78d7-455a-bd5f-c69b694530f6), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:06.225635 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8e13c7d3-a8e4-4e92-ac1b-40c86f37cc79 req-f3191333-1b67-41ef-b1fe-e0dba6f63d96 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475013 Feb 17 17:51:06.226874 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-01614321-e97b-4d67-8525-f752184f66e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (15a9f06a-56d3-4861-8237-3193be00fe82), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:06.229576 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-01614321-e97b-4d67-8525-f752184f66e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:06.231128 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-01614321-e97b-4d67-8525-f752184f66e3 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/15a9f06a-56d3-4861-8237-3193be00fe82 HTTP/1.1" status: 204 len: 168 time: 0.5189629 Feb 17 17:51:06.310669 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01614321-e97b-4d67-8525-f752184f66e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a9f06a-56d3-4861-8237-3193be00fe82,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:06.340795 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c7b6c9-ce62-48d2-9d36-501e50719008 req-4faa4876-6ab7-48e2-b246-bb25980d753b tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:06.355734 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c5c7b6c9-ce62-48d2-9d36-501e50719008 req-4faa4876-6ab7-48e2-b246-bb25980d753b tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/ports?device_id=94d4679d-274d-4154-97c2-0b7f5d5cd3e2 HTTP/1.1" status: 200 len: 945 time: 0.5370929 Feb 17 17:51:06.399573 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port f6087b42-78d7-455a-bd5f-c69b694530f6 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:51:06.400214 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (f6087b42-78d7-455a-bd5f-c69b694530f6), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:06.418961 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df30cc2-64d4-466a-a078-07cebf9b8c8e req-1bf387b1-7cf2-4ac8-8fda-98668efa520c tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:06.420933 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2df30cc2-64d4-466a-a078-07cebf9b8c8e req-1bf387b1-7cf2-4ac8-8fda-98668efa520c tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.71 "GET /v2.0/ports?device_id=94d4679d-274d-4154-97c2-0b7f5d5cd3e2 HTTP/1.1" status: 200 len: 945 time: 0.4893970 Feb 17 17:51:06.474636 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b6ab7fa-261a-491a-b970-c605f06c5192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6087b42-78d7-455a-bd5f-c69b694530f6'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:51:06.478693 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb69138-4f6c-409f-9163-efcfcd5608c3" -d '{"events": [{"server_uuid": "6b6ab7fa-261a-491a-b970-c605f06c5192", "name": "network-vif-plugged", "status": "completed", "tag": "f6087b42-78d7-455a-bd5f-c69b694530f6"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:51:06.514864 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port f6087b42-78d7-455a-bd5f-c69b694530f6, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=f6087b42-78d7-455a-bd5f-c69b694530f6,segment=NetworkSegment(44570946-cccc-4504-9a7b-a57e09c343d6),segment_id=44570946-cccc-4504-9a7b-a57e09c343d6)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:51:06.523796 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (f6087b42-78d7-455a-bd5f-c69b694530f6), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:06.583017 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9ae0a1-b3d6-483c-925e-3ed8ca49f2a4 x-openstack-request-id: req-ed9ae0a1-b3d6-483c-925e-3ed8ca49f2a4 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:51:06.585002 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b6ab7fa-261a-491a-b970-c605f06c5192", "name": "network-vif-plugged", "status": "completed", "tag": "f6087b42-78d7-455a-bd5f-c69b694530f6", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:51:06.586227 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ed9ae0a1-b3d6-483c-925e-3ed8ca49f2a4 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:51:06.588307 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b6ab7fa-261a-491a-b970-c605f06c5192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6087b42-78d7-455a-bd5f-c69b694530f6', 'code': 200} Feb 17 17:51:06.646975 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-90d8aa49-c326-4496-b831-89f2f1b02b96 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (fc5e7ff5-ddec-4aa0-acb0-58461b41e976), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:06.683279 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-90d8aa49-c326-4496-b831-89f2f1b02b96 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (fc5e7ff5-ddec-4aa0-acb0-58461b41e976), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:06.700089 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=f6087b42-78d7-455a-bd5f-c69b694530f6,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:06.724656 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:06.732062 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe84d5-242d-4c9a-bed4-9e30976c226a req-25306e81-0630-491f-ae3b-608fb09d410e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:06.734324 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a2fe84d5-242d-4c9a-bed4-9e30976c226a req-25306e81-0630-491f-ae3b-608fb09d410e service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=6b6ab7fa-261a-491a-b970-c605f06c5192 HTTP/1.1" status: 200 len: 1127 time: 0.1033027 Feb 17 17:51:06.867265 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a2fe84d5-242d-4c9a-bed4-9e30976c226a req-199fda01-1b66-4c87-bbac-281ff6919c2f service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269326 Feb 17 17:51:06.877501 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c5c7b6c9-ce62-48d2-9d36-501e50719008 req-770ce734-d12f-46ec-a55b-31bf30ce407c tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/security-groups?id=108ca586-77e3-4cca-9038-eab4d874f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5205262 Feb 17 17:51:06.926001 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-90d8aa49-c326-4496-b831-89f2f1b02b96 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:06.929785 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-90d8aa49-c326-4496-b831-89f2f1b02b96 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1557944 Feb 17 17:51:06.930699 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38400) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:06.935813 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-81f0b22b-96b2-425b-9d8c-8bac1f08cd9d tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Request body: {'security_group_rule': {'security_group_id': 'fc5e7ff5-ddec-4aa0-acb0-58461b41e976', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:06.937058 n-d-829613-2 neutron-server[103434]: WARNING neutron.api.v2.base [None req-81f0b22b-96b2-425b-9d8c-8bac1f08cd9d tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 17 17:51:06.937796 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-81f0b22b-96b2-425b-9d8c-8bac1f08cd9d tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 17:51:06.943015 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-81f0b22b-96b2-425b-9d8c-8bac1f08cd9d tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0109797 Feb 17 17:51:06.943964 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38402) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:06.950380 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-bc514bd5-45ac-4d8d-bdf2-17c3749a2d0e tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Request body: {'security_group_rule': {'security_group_id': 'fc5e7ff5-ddec-4aa0-acb0-58461b41e976', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:06.950903 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d8aa49-c326-4496-b831-89f2f1b02b96 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5e7ff5-ddec-4aa0-acb0-58461b41e976,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:07.019125 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-2df30cc2-64d4-466a-a078-07cebf9b8c8e req-48af23b5-1459-4abf-8448-d860957038fd tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Deleting port 0b31938c-67cb-4da3-8f08-e299536c6fee {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:51:07.020488 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2df30cc2-64d4-466a-a078-07cebf9b8c8e req-48af23b5-1459-4abf-8448-d860957038fd tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (0b31938c-67cb-4da3-8f08-e299536c6fee), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:07.024026 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-bc514bd5-45ac-4d8d-bdf2-17c3749a2d0e tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 17:51:07.029574 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bc514bd5-45ac-4d8d-bdf2-17c3749a2d0e tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0842485 Feb 17 17:51:07.030882 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38404) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:07.048937 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-a3ff1495-ba99-41f9-8a57-764ebdf57f0d tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Request body: {'security_group_rule': {'security_group_id': 'fc5e7ff5-ddec-4aa0-acb0-58461b41e976', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:07.050168 n-d-829613-2 neutron-server[103434]: WARNING neutron.api.v2.base [None req-a3ff1495-ba99-41f9-8a57-764ebdf57f0d tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 17 17:51:07.053350 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-a3ff1495-ba99-41f9-8a57-764ebdf57f0d tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 17:51:07.060465 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a3ff1495-ba99-41f9-8a57-764ebdf57f0d tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0242624 Feb 17 17:51:07.062454 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38406) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:07.088316 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-32f6841f-8466-42cb-a659-5bed1a9e8fc6 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Request body: {'security_group_rule': {'security_group_id': 'fc5e7ff5-ddec-4aa0-acb0-58461b41e976', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:07.169938 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-32f6841f-8466-42cb-a659-5bed1a9e8fc6 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 17:51:07.189583 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 38410) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:07.190380 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-32f6841f-8466-42cb-a659-5bed1a9e8fc6 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1232321 Feb 17 17:51:07.196380 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-a0659984-4e00-4762-bc24-666dc26de058 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Request body: {'security_group_rule': {'security_group_id': 'fc5e7ff5-ddec-4aa0-acb0-58461b41e976', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:07.197585 n-d-829613-2 neutron-server[103435]: WARNING neutron.api.v2.base [None req-a0659984-4e00-4762-bc24-666dc26de058 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 17 17:51:07.198162 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-a0659984-4e00-4762-bc24-666dc26de058 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 17:51:07.201815 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a0659984-4e00-4762-bc24-666dc26de058 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0085883 Feb 17 17:51:07.203289 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38412) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:07.212688 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-8b2cb18d-516b-47b5-bb87-226742e0e7b5 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Request body: {'security_group_rule': {'security_group_id': 'fc5e7ff5-ddec-4aa0-acb0-58461b41e976', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:07.258392 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38414) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:07.258663 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-2df30cc2-64d4-466a-a078-07cebf9b8c8e req-48af23b5-1459-4abf-8448-d860957038fd tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] For port 0b31938c-67cb-4da3-8f08-e299536c6fee, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=0b31938c-67cb-4da3-8f08-e299536c6fee,segment=NetworkSegment(7701ca39-cda1-4529-8b0e-02febdb9438c),segment_id=7701ca39-cda1-4529-8b0e-02febdb9438c)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:51:07.259046 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2df30cc2-64d4-466a-a078-07cebf9b8c8e req-48af23b5-1459-4abf-8448-d860957038fd tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (0b31938c-67cb-4da3-8f08-e299536c6fee), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:07.278379 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6dbe2a2e-123d-4aa3-bc7c-c7e47a6deda2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:07.278565 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-2df30cc2-64d4-466a-a078-07cebf9b8c8e req-48af23b5-1459-4abf-8448-d860957038fd tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Calling delete_port for 0b31938c-67cb-4da3-8f08-e299536c6fee owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:51:07.313065 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-8b2cb18d-516b-47b5-bb87-226742e0e7b5 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 17:51:07.314280 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8b2cb18d-516b-47b5-bb87-226742e0e7b5 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1083853 Feb 17 17:51:07.317378 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38418) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:07.321749 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-d5f42054-fc39-4d35-9170-f1cae9cd222b tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Request body: {'security_group_rule': {'security_group_id': 'fc5e7ff5-ddec-4aa0-acb0-58461b41e976', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:07.322346 n-d-829613-2 neutron-server[103434]: WARNING neutron.api.v2.base [None req-d5f42054-fc39-4d35-9170-f1cae9cd222b tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 17 17:51:07.322915 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-d5f42054-fc39-4d35-9170-f1cae9cd222b tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 17:51:07.324015 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d5f42054-fc39-4d35-9170-f1cae9cd222b tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0056009 Feb 17 17:51:07.328825 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38420) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:07.333883 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-8cbc2e2a-8c39-4868-8d76-415b978d9c1c tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Request body: {'security_group_rule': {'security_group_id': 'fc5e7ff5-ddec-4aa0-acb0-58461b41e976', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:07.417726 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-8cbc2e2a-8c39-4868-8d76-415b978d9c1c tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 17:51:07.419283 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8cbc2e2a-8c39-4868-8d76-415b978d9c1c tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0889313 Feb 17 17:51:07.425152 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38424) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:07.433992 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-8352cbe9-abb2-455b-aa31-0a3667df7f10 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Request body: {'security_group_rule': {'security_group_id': 'fc5e7ff5-ddec-4aa0-acb0-58461b41e976', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:07.461759 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6dbe2a2e-123d-4aa3-bc7c-c7e47a6deda2 admin admin] Publish callbacks [] for security_group (38f45200-6eaf-4fee-b075-7d634fe110df), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:07.479048 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6dbe2a2e-123d-4aa3-bc7c-c7e47a6deda2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (38f45200-6eaf-4fee-b075-7d634fe110df), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:07.520931 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe2a2e-123d-4aa3-bc7c-c7e47a6deda2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f45200-6eaf-4fee-b075-7d634fe110df,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:07.528983 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-8352cbe9-abb2-455b-aa31-0a3667df7f10 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 17:51:07.530133 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8352cbe9-abb2-455b-aa31-0a3667df7f10 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1036651 Feb 17 17:51:07.530252 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899536ab-beac-46fe-a547-7dd722013ef5 req-c0249f87-3ab4-4ee0-a2a2-32626d111dc3 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:07.531890 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-899536ab-beac-46fe-a547-7dd722013ef5 req-c0249f87-3ab4-4ee0-a2a2-32626d111dc3 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=6b6ab7fa-261a-491a-b970-c605f06c5192 HTTP/1.1" status: 200 len: 945 time: 0.1407807 Feb 17 17:51:07.534074 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 38426) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:07.562310 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6dbe2a2e-123d-4aa3-bc7c-c7e47a6deda2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3ca9f3642a094402afcf757e5f5ea434&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3007102 Feb 17 17:51:07.562573 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38430) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:07.665580 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6288d14c-6acc-4557-b9d8-c6f70d2b7555 admin admin] Publish callbacks [] for security_group (38f45200-6eaf-4fee-b075-7d634fe110df), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:07.680178 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-899536ab-beac-46fe-a547-7dd722013ef5 req-9b3886e6-e8be-4d3c-8a1f-7fe17e799e61 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203153 Feb 17 17:51:07.691690 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8e853461-b1b8-4d10-af31-d5d37915c655 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (fc5e7ff5-ddec-4aa0-acb0-58461b41e976), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:07.711757 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2df30cc2-64d4-466a-a078-07cebf9b8c8e req-48af23b5-1459-4abf-8448-d860957038fd tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (0b31938c-67cb-4da3-8f08-e299536c6fee), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:07.724643 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6288d14c-6acc-4557-b9d8-c6f70d2b7555 admin admin] Publish callbacks [] for security_group (38f45200-6eaf-4fee-b075-7d634fe110df), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:07.809487 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48af23b5-1459-4abf-8448-d860957038fd tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Pushing event deleted for resources: {'Port': ['ID=0b31938c-67cb-4da3-8f08-e299536c6fee,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:07.870102 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6288d14c-6acc-4557-b9d8-c6f70d2b7555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (38f45200-6eaf-4fee-b075-7d634fe110df), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:07.878969 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6288d14c-6acc-4557-b9d8-c6f70d2b7555 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:07.898324 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6288d14c-6acc-4557-b9d8-c6f70d2b7555 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/38f45200-6eaf-4fee-b075-7d634fe110df HTTP/1.1" status: 204 len: 168 time: 0.3252707 Feb 17 17:51:07.938695 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:07.939817 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6288d14c-6acc-4557-b9d8-c6f70d2b7555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f45200-6eaf-4fee-b075-7d634fe110df,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:07.942420 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8e853461-b1b8-4d10-af31-d5d37915c655 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (fc5e7ff5-ddec-4aa0-acb0-58461b41e976), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:07.960969 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df30cc2-64d4-466a-a078-07cebf9b8c8e req-48af23b5-1459-4abf-8448-d860957038fd tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] No DVR routers for this DVR port 0b31938c-67cb-4da3-8f08-e299536c6fee on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:51:07.982969 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2df30cc2-64d4-466a-a078-07cebf9b8c8e req-48af23b5-1459-4abf-8448-d860957038fd tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:07.997694 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2df30cc2-64d4-466a-a078-07cebf9b8c8e req-48af23b5-1459-4abf-8448-d860957038fd tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.71 "DELETE /v2.0/ports/0b31938c-67cb-4da3-8f08-e299536c6fee HTTP/1.1" status: 204 len: 173 time: 1.5597019 Feb 17 17:51:07.998554 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d4679d-274d-4154-97c2-0b7f5d5cd3e2', 'name': 'network-vif-deleted', 'tag': '0b31938c-67cb-4da3-8f08-e299536c6fee'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:51:08.003311 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd48208a-a8b6-4a11-8119-a112b4ee38f4" -d '{"events": [{"server_uuid": "94d4679d-274d-4154-97c2-0b7f5d5cd3e2", "name": "network-vif-deleted", "tag": "0b31938c-67cb-4da3-8f08-e299536c6fee"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:51:08.136997 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9ff02d1c-66c5-40b8-9916-4345d40b9b61 req-aab368bb-75e3-4a1b-b53b-0d32344cd403 tempest-ServerRescueTestJSONUnderV235-1851903774 tempest-ServerRescueTestJSONUnderV235-1851903774-project] 10.222.0.87 "GET /v2.0/ports?device_id=94d4679d-274d-4154-97c2-0b7f5d5cd3e2 HTTP/1.1" status: 200 len: 210 time: 0.0897524 Feb 17 17:51:08.154652 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050b4dc2-4678-4a0d-96b1-0c9d15cc9e28 x-openstack-request-id: req-050b4dc2-4678-4a0d-96b1-0c9d15cc9e28 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:51:08.158189 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d4679d-274d-4154-97c2-0b7f5d5cd3e2", "name": "network-vif-deleted", "tag": "0b31938c-67cb-4da3-8f08-e299536c6fee", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:51:08.159628 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-050b4dc2-4678-4a0d-96b1-0c9d15cc9e28 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:51:08.160570 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d4679d-274d-4154-97c2-0b7f5d5cd3e2', 'name': 'network-vif-deleted', 'tag': '0b31938c-67cb-4da3-8f08-e299536c6fee', 'status': 'completed', 'code': 200} Feb 17 17:51:08.186796 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8e853461-b1b8-4d10-af31-d5d37915c655 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (fc5e7ff5-ddec-4aa0-acb0-58461b41e976), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:08.193597 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8e853461-b1b8-4d10-af31-d5d37915c655 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:08.197267 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-8e853461-b1b8-4d10-af31-d5d37915c655 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] 10.222.0.87 "DELETE /v2.0/security-groups/fc5e7ff5-ddec-4aa0-acb0-58461b41e976 HTTP/1.1" status: 204 len: 168 time: 0.6599526 Feb 17 17:51:08.197683 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38450) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:08.212932 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e853461-b1b8-4d10-af31-d5d37915c655 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5e7ff5-ddec-4aa0-acb0-58461b41e976,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:08.308527 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-04244da6-caa6-4815-bd84-8cdc693f2d62 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1053214 Feb 17 17:51:08.310393 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 38452) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:08.316828 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-50d51885-a575-4c21-97a1-8f7598251a4d tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Request body: {'security_group': {'name': 'tempest-secgroup--310275893'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:08.419555 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-50d51885-a575-4c21-97a1-8f7598251a4d tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:08.649371 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 0b31938c-67cb-4da3-8f08-e299536c6fee no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:51:08.758742 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-50d51885-a575-4c21-97a1-8f7598251a4d tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (9c58454b-9494-4539-9061-64ce7e893155), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:08.768657 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-50d51885-a575-4c21-97a1-8f7598251a4d tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (9c58454b-9494-4539-9061-64ce7e893155), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:08.794975 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: 0b31938c-67cb-4da3-8f08-e299536c6fee {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:51:08.825242 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 0b31938c-67cb-4da3-8f08-e299536c6fee not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:51:08.912895 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-50d51885-a575-4c21-97a1-8f7598251a4d tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:08.914257 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-50d51885-a575-4c21-97a1-8f7598251a4d tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6027699 Feb 17 17:51:08.917310 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38464) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:08.924346 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-eb308690-333c-4b38-87aa-871a6bc9077b tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Request body: {'security_group_rule': {'security_group_id': '9c58454b-9494-4539-9061-64ce7e893155', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:08.996668 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d51885-a575-4c21-97a1-8f7598251a4d tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c58454b-9494-4539-9061-64ce7e893155,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:09.074015 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-eb308690-333c-4b38-87aa-871a6bc9077b tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] create failed (client error): The resource could not be found. Feb 17 17:51:09.075412 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-eb308690-333c-4b38-87aa-871a6bc9077b tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1570153 Feb 17 17:51:09.080023 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38470) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:09.107325 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-aba3e8d8-d991-4a2a-b3dc-17b293f441fe tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Request body: {'security_group_rule': {'security_group_id': '9c58454b-9494-4539-9061-64ce7e893155', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '6a3b5207-2f70-4293-8d6a-8704ee0682bd'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:09.107639 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7353c-aa99-45f0-9ee1-b08cfab00835 req-2c104a4a-68f0-4abd-8302-b4c69163f56b tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:09.121516 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9ed7353c-aa99-45f0-9ee1-b08cfab00835 req-2c104a4a-68f0-4abd-8302-b4c69163f56b tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=6b6ab7fa-261a-491a-b970-c605f06c5192 HTTP/1.1" status: 200 len: 945 time: 0.2403107 Feb 17 17:51:09.236903 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9ed7353c-aa99-45f0-9ee1-b08cfab00835 req-3d30f680-7f56-4eab-85b7-f22454571cdf tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143689 Feb 17 17:51:09.312848 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:09.362761 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38478) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:09.469311 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-aba3e8d8-d991-4a2a-b3dc-17b293f441fe tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] create failed (client error): The resource could not be found. Feb 17 17:51:09.475190 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 38480) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:09.483051 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-aba3e8d8-d991-4a2a-b3dc-17b293f441fe tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4015574 Feb 17 17:51:09.586911 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1cc5c07d-0b90-478d-b336-fd9a5709c40c tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (9c58454b-9494-4539-9061-64ce7e893155), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:09.638057 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1cc5c07d-0b90-478d-b336-fd9a5709c40c tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (9c58454b-9494-4539-9061-64ce7e893155), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:09.730675 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1cc5c07d-0b90-478d-b336-fd9a5709c40c tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (9c58454b-9494-4539-9061-64ce7e893155), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:09.735653 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1cc5c07d-0b90-478d-b336-fd9a5709c40c tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:09.737021 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1cc5c07d-0b90-478d-b336-fd9a5709c40c tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] 10.222.0.87 "DELETE /v2.0/security-groups/9c58454b-9494-4539-9061-64ce7e893155 HTTP/1.1" status: 204 len: 168 time: 0.2615623 Feb 17 17:51:09.743781 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38486) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:09.756980 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc5c07d-0b90-478d-b336-fd9a5709c40c tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c58454b-9494-4539-9061-64ce7e893155,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:09.842882 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2fae0f69-ffd5-4a7b-a45b-d2ecdfb37c42 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0978723 Feb 17 17:51:09.846894 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 38488) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:09.851425 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-0c2a8b22-db98-4508-b16b-dadcfe1a2af2 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Request body: {'security_group_rule': {'security_group_id': '12581a46-9c0d-4d55-9d67-7c10118ba4b1', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:09.926478 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-0c2a8b22-db98-4508-b16b-dadcfe1a2af2 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] create failed (client error): The resource could not be found. Feb 17 17:51:09.931076 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-0c2a8b22-db98-4508-b16b-dadcfe1a2af2 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0797791 Feb 17 17:51:09.931369 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 38492) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:09.940751 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-fe6b6067-b34f-4eb5-9e95-8f2cffaaf1fc tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Request body: {'security_group': {'name': 'tempest-secgroup--2102374866'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:09.993539 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fe6b6067-b34f-4eb5-9e95-8f2cffaaf1fc tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:10.195968 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fe6b6067-b34f-4eb5-9e95-8f2cffaaf1fc tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (2eb0be59-d24c-4581-a43f-f84e5f52fb1e), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:10.200489 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fe6b6067-b34f-4eb5-9e95-8f2cffaaf1fc tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (2eb0be59-d24c-4581-a43f-f84e5f52fb1e), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:10.217936 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e481d45-ed31-483a-9b0a-7f87fbbce704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (fd213ac5-2308-4a07-a57f-7e0a43f66a72), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:10.274897 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fe6b6067-b34f-4eb5-9e95-8f2cffaaf1fc tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:10.274897 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-fe6b6067-b34f-4eb5-9e95-8f2cffaaf1fc tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3398800 Feb 17 17:51:10.275427 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 38506) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:10.279478 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-fa3d05ed-1e7b-489a-b667-939dec7a01c2 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Request body: {'security_group': {'name': 'tempest-secgroup--2037504755'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:10.301051 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b6067-b34f-4eb5-9e95-8f2cffaaf1fc tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb0be59-d24c-4581-a43f-f84e5f52fb1e,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:10.339290 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fa3d05ed-1e7b-489a-b667-939dec7a01c2 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:10.471972 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fa3d05ed-1e7b-489a-b667-939dec7a01c2 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (7af7aeda-cc1e-4bb1-b80e-6e055fca77b1), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:10.480296 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fa3d05ed-1e7b-489a-b667-939dec7a01c2 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (7af7aeda-cc1e-4bb1-b80e-6e055fca77b1), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:10.550307 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fa3d05ed-1e7b-489a-b667-939dec7a01c2 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:10.551899 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-fa3d05ed-1e7b-489a-b667-939dec7a01c2 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2758682 Feb 17 17:51:10.555490 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 38512) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:10.564967 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-5c814554-c125-45c7-bb03-4dac9b7c2fc1 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Request body: {'security_group_rule': {'security_group_id': '2eb0be59-d24c-4581-a43f-f84e5f52fb1e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '7af7aeda-cc1e-4bb1-b80e-6e055fca77b1'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:10.582929 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d05ed-1e7b-489a-b667-939dec7a01c2 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7af7aeda-cc1e-4bb1-b80e-6e055fca77b1,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:10.660714 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-5c814554-c125-45c7-bb03-4dac9b7c2fc1 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 17:51:10.662293 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-5c814554-c125-45c7-bb03-4dac9b7c2fc1 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1007254 Feb 17 17:51:10.665400 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38514) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:10.815393 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f1e321c5-ae97-4423-9ddf-7805678869ee tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (7af7aeda-cc1e-4bb1-b80e-6e055fca77b1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:10.845794 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f1e321c5-ae97-4423-9ddf-7805678869ee tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (7af7aeda-cc1e-4bb1-b80e-6e055fca77b1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:10.868004 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:51:11.000528 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f1e321c5-ae97-4423-9ddf-7805678869ee tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (7af7aeda-cc1e-4bb1-b80e-6e055fca77b1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:11.008418 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f1e321c5-ae97-4423-9ddf-7805678869ee tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:11.013393 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f1e321c5-ae97-4423-9ddf-7805678869ee tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] 10.222.0.87 "DELETE /v2.0/security-groups/7af7aeda-cc1e-4bb1-b80e-6e055fca77b1 HTTP/1.1" status: 204 len: 168 time: 0.3412395 Feb 17 17:51:11.013719 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 38520) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:11.039870 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e321c5-ae97-4423-9ddf-7805678869ee tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af7aeda-cc1e-4bb1-b80e-6e055fca77b1,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:11.097882 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-8e481d45-ed31-483a-9b0a-7f87fbbce704 admin admin] Deleting port 33a4431e-3c2a-4f52-9c54-b55eb864cfe1 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:51:11.098609 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e481d45-ed31-483a-9b0a-7f87fbbce704 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (33a4431e-3c2a-4f52-9c54-b55eb864cfe1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:11.184747 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-057766cc-aa16-4f5c-b5ad-4c7e8fb5794d tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1682580 Feb 17 17:51:11.187027 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38528) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:11.289716 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-8e481d45-ed31-483a-9b0a-7f87fbbce704 admin admin] For port 33a4431e-3c2a-4f52-9c54-b55eb864cfe1, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=33a4431e-3c2a-4f52-9c54-b55eb864cfe1,segment=NetworkSegment(7701ca39-cda1-4529-8b0e-02febdb9438c),segment_id=7701ca39-cda1-4529-8b0e-02febdb9438c)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:51:11.290383 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e481d45-ed31-483a-9b0a-7f87fbbce704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (33a4431e-3c2a-4f52-9c54-b55eb864cfe1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:11.316155 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-8e481d45-ed31-483a-9b0a-7f87fbbce704 admin admin] Calling delete_port for 33a4431e-3c2a-4f52-9c54-b55eb864cfe1 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:51:11.545052 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-38a4b4f4-5d7f-48aa-85fa-839cff011a6e tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (2eb0be59-d24c-4581-a43f-f84e5f52fb1e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:11.585465 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-38a4b4f4-5d7f-48aa-85fa-839cff011a6e tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (2eb0be59-d24c-4581-a43f-f84e5f52fb1e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:12.031142 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-38a4b4f4-5d7f-48aa-85fa-839cff011a6e tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (2eb0be59-d24c-4581-a43f-f84e5f52fb1e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:12.033920 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-38a4b4f4-5d7f-48aa-85fa-839cff011a6e tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:12.035078 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-38a4b4f4-5d7f-48aa-85fa-839cff011a6e tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] 10.222.0.87 "DELETE /v2.0/security-groups/2eb0be59-d24c-4581-a43f-f84e5f52fb1e HTTP/1.1" status: 204 len: 168 time: 0.8447547 Feb 17 17:51:12.037705 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 38544) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:12.053092 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a4b4f4-5d7f-48aa-85fa-839cff011a6e tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb0be59-d24c-4581-a43f-f84e5f52fb1e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:12.074811 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e481d45-ed31-483a-9b0a-7f87fbbce704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (33a4431e-3c2a-4f52-9c54-b55eb864cfe1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:12.106919 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e481d45-ed31-483a-9b0a-7f87fbbce704 admin admin] Pushing event deleted for resources: {'Port': ['ID=33a4431e-3c2a-4f52-9c54-b55eb864cfe1,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:12.172635 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38548) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:12.178033 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-5abe4d21-bc12-4f28-abc4-94e9b77606b5 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Request body: {'security_group': {'name': 'tempest-secgroup--986773485'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:12.178795 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-d1822caf-9aef-4d97-8ad4-b16941efb495 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1390135 Feb 17 17:51:12.222673 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5abe4d21-bc12-4f28-abc4-94e9b77606b5 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:12.399840 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e481d45-ed31-483a-9b0a-7f87fbbce704 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (fd213ac5-2308-4a07-a57f-7e0a43f66a72), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:12.631888 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5abe4d21-bc12-4f28-abc4-94e9b77606b5 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (11ca02c3-de2d-4ec7-8e74-85d20794dc2a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:12.664759 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5abe4d21-bc12-4f28-abc4-94e9b77606b5 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (11ca02c3-de2d-4ec7-8e74-85d20794dc2a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:12.732699 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abe4d21-bc12-4f28-abc4-94e9b77606b5 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11ca02c3-de2d-4ec7-8e74-85d20794dc2a,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:12.742371 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5abe4d21-bc12-4f28-abc4-94e9b77606b5 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:12.743663 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5abe4d21-bc12-4f28-abc4-94e9b77606b5 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5695791 Feb 17 17:51:12.746600 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38570) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:12.768648 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-de5f4392-3a29-42d2-a14b-7d20d319d404 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:12.769088 n-d-829613-2 neutron-server[103434]: WARNING neutron.api.v2.base [None req-de5f4392-3a29-42d2-a14b-7d20d319d404 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 17 17:51:12.769594 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-de5f4392-3a29-42d2-a14b-7d20d319d404 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] update failed (client error): There was a conflict when trying to complete your request. Feb 17 17:51:12.770584 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-de5f4392-3a29-42d2-a14b-7d20d319d404 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] 10.222.0.87 "PUT /v2.0/security-groups/11ca02c3-de2d-4ec7-8e74-85d20794dc2a HTTP/1.1" status: 409 len: 330 time: 0.0229974 Feb 17 17:51:12.773628 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 38572) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:12.908765 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-60eed857-2eb0-4a11-811e-13894cb9b42c tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (11ca02c3-de2d-4ec7-8e74-85d20794dc2a), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:12.951272 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-60eed857-2eb0-4a11-811e-13894cb9b42c tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (11ca02c3-de2d-4ec7-8e74-85d20794dc2a), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:13.071699 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-60eed857-2eb0-4a11-811e-13894cb9b42c tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (11ca02c3-de2d-4ec7-8e74-85d20794dc2a), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:13.079171 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-60eed857-2eb0-4a11-811e-13894cb9b42c tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:13.081842 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-60eed857-2eb0-4a11-811e-13894cb9b42c tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] 10.222.0.87 "DELETE /v2.0/security-groups/11ca02c3-de2d-4ec7-8e74-85d20794dc2a HTTP/1.1" status: 204 len: 168 time: 0.3071792 Feb 17 17:51:13.087367 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 38582) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:13.090422 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e481d45-ed31-483a-9b0a-7f87fbbce704 admin admin] Router fd213ac5-2308-4a07-a57f-7e0a43f66a72 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:51:13.130033 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eed857-2eb0-4a11-811e-13894cb9b42c tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ca02c3-de2d-4ec7-8e74-85d20794dc2a,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:13.253476 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-833c5e1e-3cec-472f-aaa1-029d413b9455 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1626813 Feb 17 17:51:13.256034 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 38590) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:13.312585 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e481d45-ed31-483a-9b0a-7f87fbbce704 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:51:13.312811 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-345f2a03-1634-4174-b1d1-26aafe165e2f tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] delete failed (client error): The resource could not be found. Feb 17 17:51:13.313729 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-345f2a03-1634-4174-b1d1-26aafe165e2f tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] 10.222.0.87 "DELETE /v2.0/security-groups/4e9c6f8c-d9e5-483b-980a-e10ebdfa8464 HTTP/1.1" status: 404 len: 347 time: 0.0499940 Feb 17 17:51:13.317371 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38594) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:13.325308 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7c9008-7db1-46e9-90bb-0fdccbe867de None None] Sync routers for ids ['fd213ac5-2308-4a07-a57f-7e0a43f66a72'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:51:13.335359 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 38596) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:13.341995 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8e481d45-ed31-483a-9b0a-7f87fbbce704 admin admin] 10.222.0.87 "PUT /v2.0/routers/fd213ac5-2308-4a07-a57f-7e0a43f66a72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9774153 Feb 17 17:51:13.345755 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7c9008-7db1-46e9-90bb-0fdccbe867de None None] Routers {'fd213ac5-2308-4a07-a57f-7e0a43f66a72'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:51:13.347957 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-7d7c9008-7db1-46e9-90bb-0fdccbe867de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:51:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['fd213ac5-2308-4a07-a57f-7e0a43f66a72'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:51:13.368686 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-0b0a16a3-842c-48d4-bcc7-2f6e21ce9904 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] show failed (client error): The resource could not be found. Feb 17 17:51:13.377356 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0b0a16a3-842c-48d4-bcc7-2f6e21ce9904 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] 10.222.0.87 "GET /v2.0/security-groups/576a4bae-9476-42b5-bfac-6028c09a49d5 HTTP/1.1" status: 404 len: 347 time: 0.0584183 Feb 17 17:51:13.380636 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38598) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:13.457913 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-746d4df0-5f93-47f2-9279-3c940d1b9797 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] show failed (client error): The resource could not be found. Feb 17 17:51:13.465239 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-746d4df0-5f93-47f2-9279-3c940d1b9797 tempest-NegativeSecGroupTest-286996233 tempest-NegativeSecGroupTest-286996233-project] 10.222.0.87 "GET /v2.0/security-group-rules/a2eef5a9-69ce-4fa2-89a9-0fe81849d2a3 HTTP/1.1" status: 404 len: 356 time: 0.0801282 Feb 17 17:51:13.499723 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7af4a813-25c4-4d0c-adc4-69ddb2fbc70c admin admin] Publish callbacks [] for router (fd213ac5-2308-4a07-a57f-7e0a43f66a72), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:13.655061 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7af4a813-25c4-4d0c-adc4-69ddb2fbc70c admin admin] Publish callbacks [] for router_gateway (fd213ac5-2308-4a07-a57f-7e0a43f66a72), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:13.660970 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-7d7c9008-7db1-46e9-90bb-0fdccbe867de None None] Set router fd213ac5-2308-4a07-a57f-7e0a43f66a72 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:51:13.777331 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-7af4a813-25c4-4d0c-adc4-69ddb2fbc70c admin admin] Deleting port 0723cbbb-ee33-4e1f-9a85-da33a6a2ae74 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:51:13.778237 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7af4a813-25c4-4d0c-adc4-69ddb2fbc70c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (0723cbbb-ee33-4e1f-9a85-da33a6a2ae74), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:13.898130 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-7af4a813-25c4-4d0c-adc4-69ddb2fbc70c admin admin] For port 0723cbbb-ee33-4e1f-9a85-da33a6a2ae74, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=0723cbbb-ee33-4e1f-9a85-da33a6a2ae74,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:51:13.898520 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7af4a813-25c4-4d0c-adc4-69ddb2fbc70c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (0723cbbb-ee33-4e1f-9a85-da33a6a2ae74), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:13.917036 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-7af4a813-25c4-4d0c-adc4-69ddb2fbc70c admin admin] Calling delete_port for 0723cbbb-ee33-4e1f-9a85-da33a6a2ae74 owned by network:router_gateway {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:51:14.029061 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38618) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:14.173835 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-7d7c9008-7db1-46e9-90bb-0fdccbe867de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd213ac5-2308-4a07-a57f-7e0a43f66a72', 'name': 'tempest-ServerRescueTestJSONUnderV235-1610753492-router', 'tenant_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '0723cbbb-ee33-4e1f-9a85-da33a6a2ae74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:49:13Z', 'updated_at': '2022-02-17T17:51:11Z', 'revision_number': 5, 'project_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'gw_port': {'id': '0723cbbb-ee33-4e1f-9a85-da33a6a2ae74', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd213ac5-2308-4a07-a57f-7e0a43f66a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2469, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:49:16Z', 'updated_at': '2022-02-17T17:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:51:14.193077 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7af4a813-25c4-4d0c-adc4-69ddb2fbc70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (0723cbbb-ee33-4e1f-9a85-da33a6a2ae74), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:14.228868 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af4a813-25c4-4d0c-adc4-69ddb2fbc70c admin admin] Pushing event deleted for resources: {'Port': ['ID=0723cbbb-ee33-4e1f-9a85-da33a6a2ae74,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:14.256550 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7c9008-7db1-46e9-90bb-0fdccbe867de None None] Checking router: fd213ac5-2308-4a07-a57f-7e0a43f66a72 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:51:14.265555 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7c9008-7db1-46e9-90bb-0fdccbe867de None None] Routers {'fd213ac5-2308-4a07-a57f-7e0a43f66a72'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:51:14.267353 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-7d7c9008-7db1-46e9-90bb-0fdccbe867de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:51:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['fd213ac5-2308-4a07-a57f-7e0a43f66a72'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:51:14.340660 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-32f13e0b-dfee-4f77-8dd3-13a07f733f93 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=31764851131e4bff9fedcbe1ff99eaf6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3102796 Feb 17 17:51:14.344445 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 38626) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:14.391218 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-7d7c9008-7db1-46e9-90bb-0fdccbe867de None None] Set router fd213ac5-2308-4a07-a57f-7e0a43f66a72 gateway port host: None {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:51:14.403564 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7af4a813-25c4-4d0c-adc4-69ddb2fbc70c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (fd213ac5-2308-4a07-a57f-7e0a43f66a72), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:14.501584 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-7d7c9008-7db1-46e9-90bb-0fdccbe867de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd213ac5-2308-4a07-a57f-7e0a43f66a72', 'name': 'tempest-ServerRescueTestJSONUnderV235-1610753492-router', 'tenant_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:49:13Z', 'updated_at': '2022-02-17T17:51:14Z', 'revision_number': 7, 'project_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'gw_port_host': None}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:51:14.512291 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7af4a813-25c4-4d0c-adc4-69ddb2fbc70c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (fd213ac5-2308-4a07-a57f-7e0a43f66a72), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:14.514748 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7af4a813-25c4-4d0c-adc4-69ddb2fbc70c admin admin] Publish callbacks [] for router_controller (fd213ac5-2308-4a07-a57f-7e0a43f66a72), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:14.571561 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7c9008-7db1-46e9-90bb-0fdccbe867de None None] The sync data for ids ['fd213ac5-2308-4a07-a57f-7e0a43f66a72'] in n-d-829613-2 is: [{'id': 'fd213ac5-2308-4a07-a57f-7e0a43f66a72', 'name': 'tempest-ServerRescueTestJSONUnderV235-1610753492-router', 'tenant_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:49:13Z', 'updated_at': '2022-02-17T17:51:14Z', 'revision_number': 7, 'project_id': 'f2aebb6fe94d462e947bf16728d2f99c', 'gw_port_host': None}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:51:14.625748 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7af4a813-25c4-4d0c-adc4-69ddb2fbc70c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (fd213ac5-2308-4a07-a57f-7e0a43f66a72), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:14.625748 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af4a813-25c4-4d0c-adc4-69ddb2fbc70c admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd213ac5-2308-4a07-a57f-7e0a43f66a72 {{(pid=103435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:51:14.634435 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7af4a813-25c4-4d0c-adc4-69ddb2fbc70c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:14.635600 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-7af4a813-25c4-4d0c-adc4-69ddb2fbc70c admin admin] 10.222.0.87 "DELETE /v2.0/routers/fd213ac5-2308-4a07-a57f-7e0a43f66a72 HTTP/1.1" status: 204 len: 168 time: 1.2988789 Feb 17 17:51:14.638268 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38634) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:14.655787 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b0d5d768-e490-4aa4-a34e-5170944a0b30 admin admin] Publish callbacks [] for security_group (308c594c-347b-4c5c-a0c3-57947e17c808), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:14.735923 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b0d5d768-e490-4aa4-a34e-5170944a0b30 admin admin] Publish callbacks [] for security_group (308c594c-347b-4c5c-a0c3-57947e17c808), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:14.764079 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-e337fdb4-f2f4-4ce9-b5c7-b4f0d5815f3c admin admin] Deleting subnet d7dfeabc-cd95-4ccb-8ac5-20f9cfad4783 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:51:14.768960 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e337fdb4-f2f4-4ce9-b5c7-b4f0d5815f3c admin admin] Publish callbacks [] for subnet (d7dfeabc-cd95-4ccb-8ac5-20f9cfad4783), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:14.821093 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e337fdb4-f2f4-4ce9-b5c7-b4f0d5815f3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (d7dfeabc-cd95-4ccb-8ac5-20f9cfad4783), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:14.908698 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b0d5d768-e490-4aa4-a34e-5170944a0b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (308c594c-347b-4c5c-a0c3-57947e17c808), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:14.911606 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b0d5d768-e490-4aa4-a34e-5170944a0b30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:14.915282 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b0d5d768-e490-4aa4-a34e-5170944a0b30 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/308c594c-347b-4c5c-a0c3-57947e17c808 HTTP/1.1" status: 204 len: 168 time: 0.5690649 Feb 17 17:51:14.932643 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d5d768-e490-4aa4-a34e-5170944a0b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308c594c-347b-4c5c-a0c3-57947e17c808,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:15.015763 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e337fdb4-f2f4-4ce9-b5c7-b4f0d5815f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (d7dfeabc-cd95-4ccb-8ac5-20f9cfad4783), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:15.140072 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e337fdb4-f2f4-4ce9-b5c7-b4f0d5815f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (d7dfeabc-cd95-4ccb-8ac5-20f9cfad4783), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:15.238854 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-959f199f-1cba-489a-8654-4576a20e2847 req-0e449502-d27d-4e4b-9489-337fb1304b41 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=1415e07e-634e-466b-a6bb-3c5f4a84124b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3489413 Feb 17 17:51:15.269762 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337fdb4-f2f4-4ce9-b5c7-b4f0d5815f3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7dfeabc-cd95-4ccb-8ac5-20f9cfad4783,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:15.314062 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e337fdb4-f2f4-4ce9-b5c7-b4f0d5815f3c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:15.316782 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e337fdb4-f2f4-4ce9-b5c7-b4f0d5815f3c admin admin] 10.222.0.87 "DELETE /v2.0/subnets/d7dfeabc-cd95-4ccb-8ac5-20f9cfad4783 HTTP/1.1" status: 204 len: 168 time: 0.6775029 Feb 17 17:51:15.320033 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 38648) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:15.404420 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f199f-1cba-489a-8654-4576a20e2847 req-c21b0caa-7fdd-4ff3-b796-2b72e12e88e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:15.406102 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-959f199f-1cba-489a-8654-4576a20e2847 req-c21b0caa-7fdd-4ff3-b796-2b72e12e88e4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=676afbf1c2e640e8b11ff19640c46b32&device_id=1415e07e-634e-466b-a6bb-3c5f4a84124b HTTP/1.1" status: 200 len: 1127 time: 0.1270761 Feb 17 17:51:15.467262 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-13dfee40-74fa-4bc3-a840-bcb6a9b9cd11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (9fdf3458-5966-4de8-b1fe-2dd22bf8851a), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:15.633731 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-13dfee40-74fa-4bc3-a840-bcb6a9b9cd11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (9fdf3458-5966-4de8-b1fe-2dd22bf8851a), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:15.672191 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f199f-1cba-489a-8654-4576a20e2847 req-b7aea6dc-880a-480d-b2dd-b3cc7022166f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:15.674659 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-959f199f-1cba-489a-8654-4576a20e2847 req-b7aea6dc-880a-480d-b2dd-b3cc7022166f service neutron] 10.222.0.91 "GET /v2.0/networks?id=2c9900d2-a559-4978-8739-0c10e7ac9101 HTTP/1.1" status: 200 len: 916 time: 0.2448606 Feb 17 17:51:15.711539 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-13dfee40-74fa-4bc3-a840-bcb6a9b9cd11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fdf3458-5966-4de8-b1fe-2dd22bf8851a']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:51:15.745381 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-13dfee40-74fa-4bc3-a840-bcb6a9b9cd11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7701ca39-cda1-4529-8b0e-02febdb9438c') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:51:15.745669 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-13dfee40-74fa-4bc3-a840-bcb6a9b9cd11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7701ca39-cda1-4529-8b0e-02febdb9438c') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:51:15.750080 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-959f199f-1cba-489a-8654-4576a20e2847 req-b500988c-a2d2-499e-b1c5-451dd5679819 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb924d93-51b1-468d-bb90-54036949e7b6 HTTP/1.1" status: 200 len: 217 time: 0.0678706 Feb 17 17:51:15.786531 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-13dfee40-74fa-4bc3-a840-bcb6a9b9cd11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (7701ca39-cda1-4529-8b0e-02febdb9438c), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:15.834225 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-13dfee40-74fa-4bc3-a840-bcb6a9b9cd11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (7701ca39-cda1-4529-8b0e-02febdb9438c), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:15.854242 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13dfee40-74fa-4bc3-a840-bcb6a9b9cd11 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:51:15.854661 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-13dfee40-74fa-4bc3-a840-bcb6a9b9cd11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (7701ca39-cda1-4529-8b0e-02febdb9438c), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:15.857878 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f199f-1cba-489a-8654-4576a20e2847 req-b6f7d134-3034-4b92-b2a3-d41bd62b8668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:15.859820 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-959f199f-1cba-489a-8654-4576a20e2847 req-b6f7d134-3034-4b92-b2a3-d41bd62b8668 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0145e51a-5adb-4fab-bd7e-ee03bd2ecb29 HTTP/1.1" status: 200 len: 855 time: 0.1039295 Feb 17 17:51:15.860746 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 17:51:15.860746 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:51:15.860746 n-d-829613-2 neutron-server[103435]: timer() Feb 17 17:51:15.860746 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:51:15.860746 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 17:51:15.860746 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:51:15.860746 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 17:51:15.860746 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:51:15.860746 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 17:51:15.860746 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:51:15.860746 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 17:51:15.860746 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:51:15.860746 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 17:51:15.860746 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:51:15.860746 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:51:15.860746 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:51:15.860746 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:51:15.860746 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:51:15.860746 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 17:51:15.860746 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:51:15.860746 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 17:51:15.860746 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:51:15.860746 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:51:15.860746 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:51:15.860746 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 17:51:15.860746 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:51:15.860746 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:51:15.860746 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:51:15.860746 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:51:15.860746 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:51:15.860746 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:51:15.860746 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:51:15.921009 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-959f199f-1cba-489a-8654-4576a20e2847 req-6d7acc0a-2b7f-4bc0-a701-7bcb2573aa47 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2c9900d2-a559-4978-8739-0c10e7ac9101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540118 Feb 17 17:51:16.034585 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-13dfee40-74fa-4bc3-a840-bcb6a9b9cd11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (9fdf3458-5966-4de8-b1fe-2dd22bf8851a), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:16.068403 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-13dfee40-74fa-4bc3-a840-bcb6a9b9cd11 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:16.077255 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-13dfee40-74fa-4bc3-a840-bcb6a9b9cd11 admin admin] 10.222.0.87 "DELETE /v2.0/networks/9fdf3458-5966-4de8-b1fe-2dd22bf8851a HTTP/1.1" status: 204 len: 168 time: 0.7537699 Feb 17 17:51:16.077255 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dfee40-74fa-4bc3-a840-bcb6a9b9cd11 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fdf3458-5966-4de8-b1fe-2dd22bf8851a,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:16.213664 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-959f199f-1cba-489a-8654-4576a20e2847 req-accb959f-4d59-417a-a734-16d36177015e service neutron] 10.222.0.91 "GET /v2.0/networks/2c9900d2-a559-4978-8739-0c10e7ac9101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854245 Feb 17 17:51:16.334963 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 0723cbbb-ee33-4e1f-9a85-da33a6a2ae74 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:51:16.378282 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 0723cbbb-ee33-4e1f-9a85-da33a6a2ae74 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:51:16.378632 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 0723cbbb-ee33-4e1f-9a85-da33a6a2ae74 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:51:16.379436 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 33a4431e-3c2a-4f52-9c54-b55eb864cfe1 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:51:16.430747 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 33a4431e-3c2a-4f52-9c54-b55eb864cfe1 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:51:16.434124 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 33a4431e-3c2a-4f52-9c54-b55eb864cfe1 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:51:16.439081 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-959f199f-1cba-489a-8654-4576a20e2847 req-3cdbff21-4022-4a5b-af15-e7d6f259c6d3 service neutron] 10.222.0.91 "GET /v2.0/networks/2c9900d2-a559-4978-8739-0c10e7ac9101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065322 Feb 17 17:51:16.518700 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 38686) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:16.599492 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-774829e6-8942-4948-b052-d63eeeebb78b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f2aebb6fe94d462e947bf16728d2f99c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0775197 Feb 17 17:51:16.599981 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38692) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:16.703189 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7551fb07-200b-42f6-8cb6-d0c44f0c7eae admin admin] Publish callbacks [] for security_group (108ca586-77e3-4cca-9038-eab4d874f23c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:16.757938 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7551fb07-200b-42f6-8cb6-d0c44f0c7eae admin admin] Publish callbacks [] for security_group (108ca586-77e3-4cca-9038-eab4d874f23c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:16.858343 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7551fb07-200b-42f6-8cb6-d0c44f0c7eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (108ca586-77e3-4cca-9038-eab4d874f23c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:16.862391 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7551fb07-200b-42f6-8cb6-d0c44f0c7eae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:16.865574 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7551fb07-200b-42f6-8cb6-d0c44f0c7eae admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/108ca586-77e3-4cca-9038-eab4d874f23c HTTP/1.1" status: 204 len: 168 time: 0.2645748 Feb 17 17:51:16.887549 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7551fb07-200b-42f6-8cb6-d0c44f0c7eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108ca586-77e3-4cca-9038-eab4d874f23c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:17.035190 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38706) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:17.406514 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1182f39d-8a72-4ac4-9897-0fa36c4bd119 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:17.682557 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1182f39d-8a72-4ac4-9897-0fa36c4bd119 admin admin] Publish callbacks [] for security_group (f9bf6993-4809-4ef0-9058-14e9e4d40dc9), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:17.690205 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1182f39d-8a72-4ac4-9897-0fa36c4bd119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (f9bf6993-4809-4ef0-9058-14e9e4d40dc9), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:17.790134 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1182f39d-8a72-4ac4-9897-0fa36c4bd119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9bf6993-4809-4ef0-9058-14e9e4d40dc9,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:17.822552 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-1182f39d-8a72-4ac4-9897-0fa36c4bd119 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=628c7390549140ed832a00cbd7c5ecc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7862508 Feb 17 17:51:17.825080 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38738) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:17.988426 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d0e1e5b-8604-4c1e-a215-20f067096e4a admin admin] Publish callbacks [] for security_group (f9bf6993-4809-4ef0-9058-14e9e4d40dc9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:18.048747 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d0e1e5b-8604-4c1e-a215-20f067096e4a admin admin] Publish callbacks [] for security_group (f9bf6993-4809-4ef0-9058-14e9e4d40dc9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:18.200555 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d0e1e5b-8604-4c1e-a215-20f067096e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (f9bf6993-4809-4ef0-9058-14e9e4d40dc9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:18.203643 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d0e1e5b-8604-4c1e-a215-20f067096e4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:18.205199 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0d0e1e5b-8604-4c1e-a215-20f067096e4a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f9bf6993-4809-4ef0-9058-14e9e4d40dc9 HTTP/1.1" status: 204 len: 168 time: 0.3790944 Feb 17 17:51:18.222662 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e1e5b-8604-4c1e-a215-20f067096e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9bf6993-4809-4ef0-9058-14e9e4d40dc9,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:18.429900 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1d753-2e23-41f6-aad3-85f9abeb25f6 req-d395793f-3fb9-4de3-b2cf-250761bf88c6 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:18.436690 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dbc1d753-2e23-41f6-aad3-85f9abeb25f6 req-d395793f-3fb9-4de3-b2cf-250761bf88c6 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=39293e6a-d300-4c35-b5f3-5ca1689bd4e8 HTTP/1.1" status: 200 len: 945 time: 0.1562526 Feb 17 17:51:18.537876 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38766) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:18.563492 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dbc1d753-2e23-41f6-aad3-85f9abeb25f6 req-75263568-0fb6-4792-a8f6-6635d8b49c9a tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee30ec10-fc9c-427d-bae2-fedd385da0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191821 Feb 17 17:51:18.754526 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-052d876d-c981-4004-9fb9-50b1a96845b7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1858951066-network', 'tenant_id': 'e82ced6d28e14a0eae2924cbc8f5cc85'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:18.794863 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052d876d-c981-4004-9fb9-50b1a96845b7 admin admin] Made reservation on behalf of e82ced6d28e14a0eae2924cbc8f5cc85 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:51:18.798545 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-052d876d-c981-4004-9fb9-50b1a96845b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:18.819637 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-052d876d-c981-4004-9fb9-50b1a96845b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:18.944787 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:18.977418 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-052d876d-c981-4004-9fb9-50b1a96845b7 admin admin] Publish callbacks [] for security_group (4de42ec5-fc15-4cac-90a7-f33fcf939792), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:18.982768 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-052d876d-c981-4004-9fb9-50b1a96845b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (4de42ec5-fc15-4cac-90a7-f33fcf939792), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:19.006392 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 38776) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:19.022667 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f2abf66a-5052-4d97-bfe4-b8fd3b9006b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:19.049587 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052d876d-c981-4004-9fb9-50b1a96845b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de42ec5-fc15-4cac-90a7-f33fcf939792,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:19.065444 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-052d876d-c981-4004-9fb9-50b1a96845b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:51:19.093198 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-052d876d-c981-4004-9fb9-50b1a96845b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (a9f041ef-79be-43be-85fb-a167b696bad1), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:19.093551 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-052d876d-c981-4004-9fb9-50b1a96845b7 admin admin] Added segment a9f041ef-79be-43be-85fb-a167b696bad1 of type vlan for network d5990f07-3dfb-4178-9590-e3e132a5f43d Feb 17 17:51:19.198907 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f2abf66a-5052-4d97-bfe4-b8fd3b9006b6 admin admin] Publish callbacks [] for security_group (52c9252b-aec8-47e2-9c71-474d0484a3c3), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:19.205597 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f2abf66a-5052-4d97-bfe4-b8fd3b9006b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (52c9252b-aec8-47e2-9c71-474d0484a3c3), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:19.211946 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-052d876d-c981-4004-9fb9-50b1a96845b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (d5990f07-3dfb-4178-9590-e3e132a5f43d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:19.280723 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-052d876d-c981-4004-9fb9-50b1a96845b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (d5990f07-3dfb-4178-9590-e3e132a5f43d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:19.282568 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052d876d-c981-4004-9fb9-50b1a96845b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:19.283387 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-052d876d-c981-4004-9fb9-50b1a96845b7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:19.330467 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-f2abf66a-5052-4d97-bfe4-b8fd3b9006b6 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=683fc6f3de854039aa53487226bcd024&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3228972 Feb 17 17:51:19.330653 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-052d876d-c981-4004-9fb9-50b1a96845b7 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7863646 Feb 17 17:51:19.331311 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38790) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:19.333478 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 38792) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:19.334127 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2abf66a-5052-4d97-bfe4-b8fd3b9006b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c9252b-aec8-47e2-9c71-474d0484a3c3,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:19.364218 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-aa729d1d-4a3b-4ff5-adf7-50e5d0bc48cc admin admin] Request body: {'subnet': {'network_id': 'd5990f07-3dfb-4178-9590-e3e132a5f43d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1858951066-subnet', 'tenant_id': 'e82ced6d28e14a0eae2924cbc8f5cc85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:19.455056 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-516d4abf-f090-4f06-9f66-8ed760bba9b4 admin admin] Publish callbacks [] for security_group (52c9252b-aec8-47e2-9c71-474d0484a3c3), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:19.508013 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052d876d-c981-4004-9fb9-50b1a96845b7 admin admin] Pushing event updated for resources: {'Network': ['ID=d5990f07-3dfb-4178-9590-e3e132a5f43d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:19.510415 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-516d4abf-f090-4f06-9f66-8ed760bba9b4 admin admin] Publish callbacks [] for security_group (52c9252b-aec8-47e2-9c71-474d0484a3c3), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:19.520673 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa729d1d-4a3b-4ff5-adf7-50e5d0bc48cc admin admin] Made reservation on behalf of e82ced6d28e14a0eae2924cbc8f5cc85 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:51:19.523387 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aa729d1d-4a3b-4ff5-adf7-50e5d0bc48cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:19.524334 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network d5990f07-3dfb-4178-9590-e3e132a5f43d details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:51:19.626102 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-516d4abf-f090-4f06-9f66-8ed760bba9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (52c9252b-aec8-47e2-9c71-474d0484a3c3), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:19.628722 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-516d4abf-f090-4f06-9f66-8ed760bba9b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:19.629902 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-516d4abf-f090-4f06-9f66-8ed760bba9b4 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/52c9252b-aec8-47e2-9c71-474d0484a3c3 HTTP/1.1" status: 204 len: 168 time: 0.2869432 Feb 17 17:51:19.671096 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d4abf-f090-4f06-9f66-8ed760bba9b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c9252b-aec8-47e2-9c71-474d0484a3c3,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:19.757774 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:19.896552 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d5894-14f7-4f10-926d-8da35836894c req-082977cc-9547-4207-8677-a3b05730379f tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:19.898181 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-853d5894-14f7-4f10-926d-8da35836894c req-082977cc-9547-4207-8677-a3b05730379f tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=39293e6a-d300-4c35-b5f3-5ca1689bd4e8 HTTP/1.1" status: 200 len: 945 time: 0.1756985 Feb 17 17:51:19.907853 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c69ce-1695-4f53-827e-a6db48a8992a req-7c80ca72-e99c-4a32-9350-3965d18d9d06 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:19.909822 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f46c69ce-1695-4f53-827e-a6db48a8992a req-7c80ca72-e99c-4a32-9350-3965d18d9d06 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.91 "GET /v2.0/ports?device_id=39293e6a-d300-4c35-b5f3-5ca1689bd4e8 HTTP/1.1" status: 200 len: 945 time: 0.1289213 Feb 17 17:51:19.930476 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 38806) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:20.044882 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-853d5894-14f7-4f10-926d-8da35836894c req-db51c293-9bba-4e45-97bd-10ef4e12db5b tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee30ec10-fc9c-427d-bae2-fedd385da0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350741 Feb 17 17:51:20.122734 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aa729d1d-4a3b-4ff5-adf7-50e5d0bc48cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (f38a3055-6916-493f-ac03-180a8f2c57c4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:20.218557 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2b925750-d180-43ca-9b87-54ab296b4ddf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:20.304394 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 38814) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:20.349757 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df5b1a70-b047-4d0f-9533-2c0acdcc28bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:20.356970 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa729d1d-4a3b-4ff5-adf7-50e5d0bc48cc admin admin] Checking segment: {'id': 'a9f041ef-79be-43be-85fb-a167b696bad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd5990f07-3dfb-4178-9590-e3e132a5f43d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:51:20.357555 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa729d1d-4a3b-4ff5-adf7-50e5d0bc48cc admin admin] Network hostable DHCP agents. Network: d5990f07-3dfb-4178-9590-e3e132a5f43d, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:51:20.364944 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa729d1d-4a3b-4ff5-adf7-50e5d0bc48cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f38a3055-6916-493f-ac03-180a8f2c57c4,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:20.401471 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-f46c69ce-1695-4f53-827e-a6db48a8992a req-af08d68b-2c7f-4108-ac89-6e49e817e006 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Deleting port c4a6a9fe-3ee3-416b-8d2f-9bd33293f165 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:51:20.401978 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f46c69ce-1695-4f53-827e-a6db48a8992a req-af08d68b-2c7f-4108-ac89-6e49e817e006 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (c4a6a9fe-3ee3-416b-8d2f-9bd33293f165), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:20.408522 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa729d1d-4a3b-4ff5-adf7-50e5d0bc48cc admin admin] Network d5990f07-3dfb-4178-9590-e3e132a5f43d is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:51:20.432007 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-aa729d1d-4a3b-4ff5-adf7-50e5d0bc48cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, d5990f07-3dfb-4178-9590-e3e132a5f43d) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:51:20.445793 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888074b4-bf14-41b2-b78c-8efa1420a6d5 None None] Network d5990f07-3dfb-4178-9590-e3e132a5f43d requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:51:20.452927 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2b925750-d180-43ca-9b87-54ab296b4ddf admin admin] Publish callbacks [] for security_group (2feaa943-e248-441c-bb64-bb612afac8e0), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:20.460529 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa729d1d-4a3b-4ff5-adf7-50e5d0bc48cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:20.462400 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2b925750-d180-43ca-9b87-54ab296b4ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (2feaa943-e248-441c-bb64-bb612afac8e0), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:20.464503 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aa729d1d-4a3b-4ff5-adf7-50e5d0bc48cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:20.527572 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-2b925750-d180-43ca-9b87-54ab296b4ddf admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f74c5ea241794460b225334911fb26ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5960236 Feb 17 17:51:20.538365 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 38820) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:20.589522 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b925750-d180-43ca-9b87-54ab296b4ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2feaa943-e248-441c-bb64-bb612afac8e0,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:20.629981 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-aa729d1d-4a3b-4ff5-adf7-50e5d0bc48cc admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2789876 Feb 17 17:51:20.637273 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38824) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:20.656682 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df5b1a70-b047-4d0f-9533-2c0acdcc28bb admin admin] Publish callbacks [] for security_group (04a81839-ebb9-4cd0-845a-926e02fadb1b), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:20.669967 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-0d84c455-c4e1-461a-9f73-1d9e0757688a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1858951066-router', 'tenant_id': 'e82ced6d28e14a0eae2924cbc8f5cc85', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:20.675331 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-23463030-6b36-477c-90e0-69afa9f56059 admin admin] Publish callbacks [] for security_group (2feaa943-e248-441c-bb64-bb612afac8e0), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:20.678398 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df5b1a70-b047-4d0f-9533-2c0acdcc28bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (04a81839-ebb9-4cd0-845a-926e02fadb1b), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:20.715228 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6c0c1b-6424-4dff-b1fb-442e67f18438 None None] Network d5990f07-3dfb-4178-9590-e3e132a5f43d requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:51:20.748663 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-df5b1a70-b047-4d0f-9533-2c0acdcc28bb admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=67ddd0c442ab4a75ba8b78fad8db3640&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4430153 Feb 17 17:51:20.759788 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38830) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:20.778677 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-f46c69ce-1695-4f53-827e-a6db48a8992a req-af08d68b-2c7f-4108-ac89-6e49e817e006 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] For port c4a6a9fe-3ee3-416b-8d2f-9bd33293f165, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=c4a6a9fe-3ee3-416b-8d2f-9bd33293f165,segment=NetworkSegment(7991a893-d7c9-4fff-9b7d-d927a847faea),segment_id=7991a893-d7c9-4fff-9b7d-d927a847faea)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:51:20.779054 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f46c69ce-1695-4f53-827e-a6db48a8992a req-af08d68b-2c7f-4108-ac89-6e49e817e006 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (c4a6a9fe-3ee3-416b-8d2f-9bd33293f165), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:20.801177 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d84c455-c4e1-461a-9f73-1d9e0757688a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (2e159d63-b112-4a7d-b488-95dede15fdc3), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:20.805173 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d84c455-c4e1-461a-9f73-1d9e0757688a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (2e159d63-b112-4a7d-b488-95dede15fdc3), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:20.807632 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-23463030-6b36-477c-90e0-69afa9f56059 admin admin] Publish callbacks [] for security_group (2feaa943-e248-441c-bb64-bb612afac8e0), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:20.849832 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b1a70-b047-4d0f-9533-2c0acdcc28bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a81839-ebb9-4cd0-845a-926e02fadb1b,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:20.851353 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-f46c69ce-1695-4f53-827e-a6db48a8992a req-af08d68b-2c7f-4108-ac89-6e49e817e006 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Calling delete_port for c4a6a9fe-3ee3-416b-8d2f-9bd33293f165 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:51:20.918616 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de224d56-c06d-4500-ae6f-197dfad99b80 req-d336d23d-7591-42b3-a46e-85100d40bde5 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:20.920118 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-de224d56-c06d-4500-ae6f-197dfad99b80 req-d336d23d-7591-42b3-a46e-85100d40bde5 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.1104996 Feb 17 17:51:21.033126 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-de224d56-c06d-4500-ae6f-197dfad99b80 req-d6cfc84c-85fc-4c21-b99d-bfad5de0b868 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027784 Feb 17 17:51:21.044163 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d84c455-c4e1-461a-9f73-1d9e0757688a admin admin] Publish callbacks [] for router_controller (2e159d63-b112-4a7d-b488-95dede15fdc3), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:21.047619 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9159a417-a57d-4cc3-b903-4fbe828c196e admin admin] Publish callbacks [] for security_group (04a81839-ebb9-4cd0-845a-926e02fadb1b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:21.048106 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-23463030-6b36-477c-90e0-69afa9f56059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (2feaa943-e248-441c-bb64-bb612afac8e0), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:21.051660 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-23463030-6b36-477c-90e0-69afa9f56059 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:21.052923 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-23463030-6b36-477c-90e0-69afa9f56059 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2feaa943-e248-441c-bb64-bb612afac8e0 HTTP/1.1" status: 204 len: 168 time: 0.5131736 Feb 17 17:51:21.078333 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23463030-6b36-477c-90e0-69afa9f56059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2feaa943-e248-441c-bb64-bb612afac8e0,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:21.183680 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9159a417-a57d-4cc3-b903-4fbe828c196e admin admin] Publish callbacks [] for security_group (04a81839-ebb9-4cd0-845a-926e02fadb1b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:21.254234 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0fab34-2a1e-40d3-9c20-7020e2e684b8 req-abb24359-f717-4fb6-ae2d-4095e5acf031 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:21.257946 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dd0fab34-2a1e-40d3-9c20-7020e2e684b8 req-abb24359-f717-4fb6-ae2d-4095e5acf031 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.1071892 Feb 17 17:51:21.284550 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9159a417-a57d-4cc3-b903-4fbe828c196e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (04a81839-ebb9-4cd0-845a-926e02fadb1b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:21.287941 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9159a417-a57d-4cc3-b903-4fbe828c196e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:21.289276 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9159a417-a57d-4cc3-b903-4fbe828c196e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/04a81839-ebb9-4cd0-845a-926e02fadb1b HTTP/1.1" status: 204 len: 168 time: 0.5284295 Feb 17 17:51:21.336489 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2d279e03-c9b5-4759-9d37-129b53db2809 tempest-TaggedBootDevicesTest-1472872426 tempest-TaggedBootDevicesTest-1472872426-project] (103434) timed out ('10.222.0.87', 40484) {{(pid=103434) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 17:51:21.342116 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9159a417-a57d-4cc3-b903-4fbe828c196e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a81839-ebb9-4cd0-845a-926e02fadb1b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:21.450053 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dd0fab34-2a1e-40d3-9c20-7020e2e684b8 req-197d3a45-eae1-44b2-a001-03d81dafdcf9 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281767 Feb 17 17:51:21.496312 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b306bb8-51e3-433b-a065-1881835a89f9 req-544c0873-d07c-47e5-a8f8-f9e104aca47f tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:21.502634 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5b306bb8-51e3-433b-a065-1881835a89f9 req-544c0873-d07c-47e5-a8f8-f9e104aca47f tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=39293e6a-d300-4c35-b5f3-5ca1689bd4e8 HTTP/1.1" status: 200 len: 945 time: 0.2639794 Feb 17 17:51:21.571430 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d84c455-c4e1-461a-9f73-1d9e0757688a admin admin] Publish callbacks [] for router_gateway (2e159d63-b112-4a7d-b488-95dede15fdc3), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:21.660932 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5b306bb8-51e3-433b-a065-1881835a89f9 req-3cb390ca-dfb4-42aa-a0a1-001b47165827 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee30ec10-fc9c-427d-bae2-fedd385da0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521320 Feb 17 17:51:21.787518 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f46c69ce-1695-4f53-827e-a6db48a8992a req-af08d68b-2c7f-4108-ac89-6e49e817e006 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (c4a6a9fe-3ee3-416b-8d2f-9bd33293f165), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:21.800797 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['f883fdf3-3fdc-47e6-9f50-0966418cc693', 'd389da79-0dac-4632-8f02-bb0e8c733b4f'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:51:21.929801 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['fb924d93-51b1-468d-bb90-54036949e7b6', 'c4a6a9fe-3ee3-416b-8d2f-9bd33293f165'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:51:21.977510 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38856) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:22.024860 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-f46c69ce-1695-4f53-827e-a6db48a8992a req-af08d68b-2c7f-4108-ac89-6e49e817e006 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] No DVR routers for this DVR port c4a6a9fe-3ee3-416b-8d2f-9bd33293f165 on host n-h2-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:51:22.207090 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2bcfd730-7595-431d-bd4e-8332f740ae09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:22.212624 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af08d68b-2c7f-4108-ac89-6e49e817e006 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Pushing event deleted for resources: {'Port': ['ID=c4a6a9fe-3ee3-416b-8d2f-9bd33293f165,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:22.238136 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f46c69ce-1695-4f53-827e-a6db48a8992a req-af08d68b-2c7f-4108-ac89-6e49e817e006 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:22.249494 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f46c69ce-1695-4f53-827e-a6db48a8992a req-af08d68b-2c7f-4108-ac89-6e49e817e006 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.91 "DELETE /v2.0/ports/c4a6a9fe-3ee3-416b-8d2f-9bd33293f165 HTTP/1.1" status: 204 len: 173 time: 2.3311381 Feb 17 17:51:22.250030 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39293e6a-d300-4c35-b5f3-5ca1689bd4e8', 'name': 'network-vif-deleted', 'tag': 'c4a6a9fe-3ee3-416b-8d2f-9bd33293f165'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:51:22.272477 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc19ea2a-d8e3-4ec5-91d9-858820745123" -d '{"events": [{"server_uuid": "39293e6a-d300-4c35-b5f3-5ca1689bd4e8", "name": "network-vif-deleted", "tag": "c4a6a9fe-3ee3-416b-8d2f-9bd33293f165"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:51:22.461487 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb3930e-ab3b-4fd7-ad84-0c5d02a112ad x-openstack-request-id: req-5eb3930e-ab3b-4fd7-ad84-0c5d02a112ad {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:51:22.461714 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39293e6a-d300-4c35-b5f3-5ca1689bd4e8", "name": "network-vif-deleted", "tag": "c4a6a9fe-3ee3-416b-8d2f-9bd33293f165", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:51:22.461946 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5eb3930e-ab3b-4fd7-ad84-0c5d02a112ad {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:51:22.462545 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39293e6a-d300-4c35-b5f3-5ca1689bd4e8', 'name': 'network-vif-deleted', 'tag': 'c4a6a9fe-3ee3-416b-8d2f-9bd33293f165', 'status': 'completed', 'code': 200} Feb 17 17:51:22.496125 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d627d45e-8152-4ab9-81bc-14d436aa1d65 req-b3928564-7ab7-40f4-b4ba-753498c9b4dc tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:22.519457 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d627d45e-8152-4ab9-81bc-14d436aa1d65 req-b3928564-7ab7-40f4-b4ba-753498c9b4dc tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.8686402 Feb 17 17:51:22.625319 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d627d45e-8152-4ab9-81bc-14d436aa1d65 req-fb76eff8-7adb-4b87-a3b1-b1f2e64c334a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010880 Feb 17 17:51:22.766709 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d84c455-c4e1-461a-9f73-1d9e0757688a admin admin] Publish callbacks [] for router_gateway (2e159d63-b112-4a7d-b488-95dede15fdc3), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:22.796739 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d84c455-c4e1-461a-9f73-1d9e0757688a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:22.804267 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2bcfd730-7595-431d-bd4e-8332f740ae09 admin admin] Publish callbacks [] for security_group (acd21004-5996-4089-aedc-fe1a22af2080), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:22.817663 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2bcfd730-7595-431d-bd4e-8332f740ae09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (acd21004-5996-4089-aedc-fe1a22af2080), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:22.908492 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2bcfd730-7595-431d-bd4e-8332f740ae09 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=896b12c655924368b4e0b48697f3b22e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8822701 Feb 17 17:51:22.909041 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38882) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:22.922857 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcfd730-7595-431d-bd4e-8332f740ae09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd21004-5996-4089-aedc-fe1a22af2080,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:22.930156 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b98722cd-f634-43ea-b10f-b7d5b0066c79 req-2a1e9fec-5521-46c0-8c94-4a3f3f63d4c0 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=39293e6a-d300-4c35-b5f3-5ca1689bd4e8 HTTP/1.1" status: 200 len: 210 time: 0.0545950 Feb 17 17:51:22.970774 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52286b59-a618-431b-8317-e555db6d5183 req-dd5053c5-6330-4ddb-b427-23ead234f30e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:22.973106 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-52286b59-a618-431b-8317-e555db6d5183 req-dd5053c5-6330-4ddb-b427-23ead234f30e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.2064345 Feb 17 17:51:23.052780 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-52286b59-a618-431b-8317-e555db6d5183 req-78973ddb-a935-4b37-93c5-5d25fac91090 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734203 Feb 17 17:51:23.075644 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87667018-390b-4f7b-a53e-0303b69a0d54 admin admin] Publish callbacks [] for security_group (acd21004-5996-4089-aedc-fe1a22af2080), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:23.102347 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-0d84c455-c4e1-461a-9f73-1d9e0757688a admin admin] Allocated IP 172.25.8.172 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:51:23.116007 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87667018-390b-4f7b-a53e-0303b69a0d54 admin admin] Publish callbacks [] for security_group (acd21004-5996-4089-aedc-fe1a22af2080), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:23.234507 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87667018-390b-4f7b-a53e-0303b69a0d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (acd21004-5996-4089-aedc-fe1a22af2080), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:23.238269 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87667018-390b-4f7b-a53e-0303b69a0d54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:23.239471 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-87667018-390b-4f7b-a53e-0303b69a0d54 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/acd21004-5996-4089-aedc-fe1a22af2080 HTTP/1.1" status: 204 len: 168 time: 0.3272021 Feb 17 17:51:23.261298 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87667018-390b-4f7b-a53e-0303b69a0d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd21004-5996-4089-aedc-fe1a22af2080,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:23.297189 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d84c455-c4e1-461a-9f73-1d9e0757688a admin admin] Publish callbacks [] for port (ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:23.397943 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe6f3d-6996-4c7d-a056-f9472a1c80cd req-310cd69b-7f45-43af-b477-1926ff542d3f tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:23.400088 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d84c455-c4e1-461a-9f73-1d9e0757688a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:23.406742 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ffbe6f3d-6996-4c7d-a056-f9472a1c80cd req-310cd69b-7f45-43af-b477-1926ff542d3f tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.0822563 Feb 17 17:51:23.464819 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ffbe6f3d-6996-4c7d-a056-f9472a1c80cd req-e18c0821-4e21-4a8d-8272-5c4cfd865e22 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556135 Feb 17 17:51:23.509588 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d84c455-c4e1-461a-9f73-1d9e0757688a admin admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:51:23.527425 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-0d84c455-c4e1-461a-9f73-1d9e0757688a admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:51:23.535489 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d84c455-c4e1-461a-9f73-1d9e0757688a admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:51:23.604235 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d84c455-c4e1-461a-9f73-1d9e0757688a admin admin] Pushing event updated for resources: {'Port': ['ID=ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:23.992143 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d84c455-c4e1-461a-9f73-1d9e0757688a admin admin] Publish callbacks [] for router_gateway (2e159d63-b112-4a7d-b488-95dede15fdc3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:24.081918 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device c4a6a9fe-3ee3-416b-8d2f-9bd33293f165 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:51:24.154543 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: c4a6a9fe-3ee3-416b-8d2f-9bd33293f165 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:51:24.159502 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device c4a6a9fe-3ee3-416b-8d2f-9bd33293f165 not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:51:24.367021 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4aa24-d4aa-4ee1-9c63-e54439e65ec5 req-7e862336-f8f4-4f2e-a31f-e9f0c131a51c tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:24.373785 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c1a4aa24-d4aa-4ee1-9c63-e54439e65ec5 req-7e862336-f8f4-4f2e-a31f-e9f0c131a51c tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.1367452 Feb 17 17:51:24.508632 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c1a4aa24-d4aa-4ee1-9c63-e54439e65ec5 req-5501a5c4-2e2b-4c8a-99c1-d8d4ac568c23 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336517 Feb 17 17:51:25.000597 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d84c455-c4e1-461a-9f73-1d9e0757688a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (2e159d63-b112-4a7d-b488-95dede15fdc3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:25.311871 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d84c455-c4e1-461a-9f73-1d9e0757688a admin admin] Router 2e159d63-b112-4a7d-b488-95dede15fdc3 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:51:25.474252 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d84c455-c4e1-461a-9f73-1d9e0757688a admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:51:25.489666 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c780326-43f9-4efe-b5b1-2d7230ebdc3b None None] Sync routers for ids ['2e159d63-b112-4a7d-b488-95dede15fdc3'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:51:25.524994 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c780326-43f9-4efe-b5b1-2d7230ebdc3b None None] Routers {'2e159d63-b112-4a7d-b488-95dede15fdc3'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:51:25.526597 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-8c780326-43f9-4efe-b5b1-2d7230ebdc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:51:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['2e159d63-b112-4a7d-b488-95dede15fdc3'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:51:25.537074 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d84c455-c4e1-461a-9f73-1d9e0757688a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:25.541525 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 38970) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:25.543900 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0d84c455-c4e1-461a-9f73-1d9e0757688a admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.9023376 Feb 17 17:51:25.770220 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-8c780326-43f9-4efe-b5b1-2d7230ebdc3b None None] Set router 2e159d63-b112-4a7d-b488-95dede15fdc3 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:51:26.158209 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-8c780326-43f9-4efe-b5b1-2d7230ebdc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e159d63-b112-4a7d-b488-95dede15fdc3', 'name': 'tempest-ServerRescueNegativeTestJSON-1858951066-router', 'tenant_id': 'e82ced6d28e14a0eae2924cbc8f5cc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': 'ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:51:20Z', 'updated_at': '2022-02-17T17:51:23Z', 'revision_number': 3, 'project_id': 'e82ced6d28e14a0eae2924cbc8f5cc85', 'gw_port': {'id': 'ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e159d63-b112-4a7d-b488-95dede15fdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:51:22Z', 'updated_at': '2022-02-17T17:51:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:51:26.219882 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c780326-43f9-4efe-b5b1-2d7230ebdc3b None None] Checking router: 2e159d63-b112-4a7d-b488-95dede15fdc3 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:51:26.220497 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c780326-43f9-4efe-b5b1-2d7230ebdc3b None None] Updating router 2e159d63-b112-4a7d-b488-95dede15fdc3 port ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51 binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:51:26.316234 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8c780326-43f9-4efe-b5b1-2d7230ebdc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:26.390350 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ef682-eb50-4ad8-8ea7-12c302947ca7 req-ba373868-9fa9-44cd-b204-fcd088539558 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:26.402171 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aa4ef682-eb50-4ad8-8ea7-12c302947ca7 req-ba373868-9fa9-44cd-b204-fcd088539558 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.5241008 Feb 17 17:51:26.493103 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-55e4a66f-a25c-44a7-8150-6d6e516a19b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:26.700516 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-55e4a66f-a25c-44a7-8150-6d6e516a19b2 admin admin] Allocated IP 172.20.0.1 (d5990f07-3dfb-4178-9590-e3e132a5f43d/f38a3055-6916-493f-ac03-180a8f2c57c4/7c37bb0a-2c7e-479c-a860-bca8fcf86334) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:51:26.889328 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-55e4a66f-a25c-44a7-8150-6d6e516a19b2 admin admin] Publish callbacks [] for port (7c37bb0a-2c7e-479c-a860-bca8fcf86334), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:26.945908 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-55e4a66f-a25c-44a7-8150-6d6e516a19b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (7c37bb0a-2c7e-479c-a860-bca8fcf86334), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:26.975282 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aa4ef682-eb50-4ad8-8ea7-12c302947ca7 req-7f03e93a-2b9c-4ec8-b91c-33e174675a98 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4845512 Feb 17 17:51:27.036321 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8c780326-43f9-4efe-b5b1-2d7230ebdc3b None None] Publish callbacks [] for port (ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:27.044650 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8c780326-43f9-4efe-b5b1-2d7230ebdc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:27.079403 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e4a66f-a25c-44a7-8150-6d6e516a19b2 admin admin] Network d5990f07-3dfb-4178-9590-e3e132a5f43d is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:51:27.093446 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-55e4a66f-a25c-44a7-8150-6d6e516a19b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:51:27.110299 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504d7415-c908-4366-98c1-debae6898a20 None None] Pushing event updated for resources: {'Port': ['ID=ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:27.118462 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e4a66f-a25c-44a7-8150-6d6e516a19b2 admin admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:51:27.131637 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-8c780326-43f9-4efe-b5b1-2d7230ebdc3b None None] Attempting to bind port ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:51:27.133198 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-8c780326-43f9-4efe-b5b1-2d7230ebdc3b None None] Attempting to bind port ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:51:27.133807 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c780326-43f9-4efe-b5b1-2d7230ebdc3b None None] Attempting to bind port ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51 on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:51:27.142638 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c780326-43f9-4efe-b5b1-2d7230ebdc3b None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:51:27.143655 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c780326-43f9-4efe-b5b1-2d7230ebdc3b None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:51:27.144738 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8c780326-43f9-4efe-b5b1-2d7230ebdc3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:27.145635 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c780326-43f9-4efe-b5b1-2d7230ebdc3b None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:51:27.146728 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-8c780326-43f9-4efe-b5b1-2d7230ebdc3b None None] Bound port: ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:51:27.147373 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8c780326-43f9-4efe-b5b1-2d7230ebdc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:27.180226 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504d7415-c908-4366-98c1-debae6898a20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:51:27.181276 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504d7415-c908-4366-98c1-debae6898a20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:51:27.182278 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504d7415-c908-4366-98c1-debae6898a20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:51:27.183263 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504d7415-c908-4366-98c1-debae6898a20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:51:27.184664 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504d7415-c908-4366-98c1-debae6898a20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:51:27.185764 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504d7415-c908-4366-98c1-debae6898a20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:51:27.187275 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504d7415-c908-4366-98c1-debae6898a20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:51:27.188687 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504d7415-c908-4366-98c1-debae6898a20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:51:27.189418 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504d7415-c908-4366-98c1-debae6898a20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:51:27.189975 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504d7415-c908-4366-98c1-debae6898a20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:51:27.190733 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504d7415-c908-4366-98c1-debae6898a20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:51:27.191286 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504d7415-c908-4366-98c1-debae6898a20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:51:27.192124 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504d7415-c908-4366-98c1-debae6898a20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:51:27.247115 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-55e4a66f-a25c-44a7-8150-6d6e516a19b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (2e159d63-b112-4a7d-b488-95dede15fdc3), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:27.259089 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-8c780326-43f9-4efe-b5b1-2d7230ebdc3b None None] For port ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:51:27.264470 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-8c780326-43f9-4efe-b5b1-2d7230ebdc3b None None] For port ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:51:27.274786 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8c780326-43f9-4efe-b5b1-2d7230ebdc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:27.372371 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504d7415-c908-4366-98c1-debae6898a20 None None] Pushing event updated for resources: {'Port': ['ID=ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:27.418487 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c780326-43f9-4efe-b5b1-2d7230ebdc3b None None] Routers {'2e159d63-b112-4a7d-b488-95dede15fdc3'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:51:27.419542 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-8c780326-43f9-4efe-b5b1-2d7230ebdc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:51:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['2e159d63-b112-4a7d-b488-95dede15fdc3'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:51:27.742559 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-55e4a66f-a25c-44a7-8150-6d6e516a19b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7c37bb0a-2c7e-479c-a860-bca8fcf86334), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:28.029268 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-55e4a66f-a25c-44a7-8150-6d6e516a19b2 admin admin] Publish callbacks [] for port (7c37bb0a-2c7e-479c-a860-bca8fcf86334), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:28.032825 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e4a66f-a25c-44a7-8150-6d6e516a19b2 admin admin] Pushing event updated for resources: {'Port': ['ID=7c37bb0a-2c7e-479c-a860-bca8fcf86334,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:28.041633 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-8c780326-43f9-4efe-b5b1-2d7230ebdc3b None None] Set router 2e159d63-b112-4a7d-b488-95dede15fdc3 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:51:28.044728 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-55e4a66f-a25c-44a7-8150-6d6e516a19b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (7c37bb0a-2c7e-479c-a860-bca8fcf86334), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:28.277112 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e4a66f-a25c-44a7-8150-6d6e516a19b2 admin admin] Pushing event updated for resources: {'Port': ['ID=7c37bb0a-2c7e-479c-a860-bca8fcf86334,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:28.315471 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-55e4a66f-a25c-44a7-8150-6d6e516a19b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (2e159d63-b112-4a7d-b488-95dede15fdc3), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:28.357996 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38282ff3-769c-433f-8ad4-026bc5ca56cd req-63d80d52-c368-4836-bae4-d4fdea958e43 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:28.362377 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-38282ff3-769c-433f-8ad4-026bc5ca56cd req-63d80d52-c368-4836-bae4-d4fdea958e43 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.2481592 Feb 17 17:51:28.484564 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-8c780326-43f9-4efe-b5b1-2d7230ebdc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e159d63-b112-4a7d-b488-95dede15fdc3', 'name': 'tempest-ServerRescueNegativeTestJSON-1858951066-router', 'tenant_id': 'e82ced6d28e14a0eae2924cbc8f5cc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': 'ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:51:20Z', 'updated_at': '2022-02-17T17:51:23Z', 'revision_number': 3, 'project_id': 'e82ced6d28e14a0eae2924cbc8f5cc85', 'gw_port': {'id': 'ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e159d63-b112-4a7d-b488-95dede15fdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:51:22Z', 'updated_at': '2022-02-17T17:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:51:28.539639 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c780326-43f9-4efe-b5b1-2d7230ebdc3b None None] The sync data for ids ['2e159d63-b112-4a7d-b488-95dede15fdc3'] in n-d-829613-2 is: [{'id': '2e159d63-b112-4a7d-b488-95dede15fdc3', 'name': 'tempest-ServerRescueNegativeTestJSON-1858951066-router', 'tenant_id': 'e82ced6d28e14a0eae2924cbc8f5cc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': 'ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:51:20Z', 'updated_at': '2022-02-17T17:51:23Z', 'revision_number': 3, 'project_id': 'e82ced6d28e14a0eae2924cbc8f5cc85', 'gw_port': {'id': 'ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e159d63-b112-4a7d-b488-95dede15fdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:51:22Z', 'updated_at': '2022-02-17T17:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:51:28.628565 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e4a66f-a25c-44a7-8150-6d6e516a19b2 admin admin] Network d5990f07-3dfb-4178-9590-e3e132a5f43d is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:51:28.644182 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-55e4a66f-a25c-44a7-8150-6d6e516a19b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:51:28.724376 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-38282ff3-769c-433f-8ad4-026bc5ca56cd req-d33ea5cb-70d7-494e-b362-89168c15a3f9 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3518894 Feb 17 17:51:29.071708 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e4a66f-a25c-44a7-8150-6d6e516a19b2 admin admin] Router 2e159d63-b112-4a7d-b488-95dede15fdc3 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:51:29.451429 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e4a66f-a25c-44a7-8150-6d6e516a19b2 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:51:29.470800 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-55e4a66f-a25c-44a7-8150-6d6e516a19b2 admin admin] 10.222.0.87 "PUT /v2.0/routers/2e159d63-b112-4a7d-b488-95dede15fdc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9278688 Feb 17 17:51:30.053119 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e74df4-855d-40a3-a9e4-cc4924b100e5 req-e1ab51f3-57cd-4250-ad9f-4301559a96e7 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:30.061307 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c3e74df4-855d-40a3-a9e4-cc4924b100e5 req-e1ab51f3-57cd-4250-ad9f-4301559a96e7 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.2250695 Feb 17 17:51:30.286602 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c3e74df4-855d-40a3-a9e4-cc4924b100e5 req-6a051a62-e867-4456-967d-e53324b48524 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2229652 Feb 17 17:51:30.472271 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:51:30.692093 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:51:30.692093 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:30.858352 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3fde5-0533-492f-b594-56b9328534d1 req-c626b3cb-9a14-4392-8479-f2e0247ef18f tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:30.859994 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36b3fde5-0533-492f-b594-56b9328534d1 req-c626b3cb-9a14-4392-8479-f2e0247ef18f tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/networks?id=d5990f07-3dfb-4178-9590-e3e132a5f43d HTTP/1.1" status: 200 len: 819 time: 0.4649744 Feb 17 17:51:30.921818 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36b3fde5-0533-492f-b594-56b9328534d1 req-54d72656-486d-4590-8da5-49b26e5631d3 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/quotas/e82ced6d28e14a0eae2924cbc8f5cc85 HTTP/1.1" status: 200 len: 375 time: 0.0492144 Feb 17 17:51:31.018664 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:51:31.019349 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:31.058321 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:51:31.072654 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:31.149291 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36b3fde5-0533-492f-b594-56b9328534d1 req-988d453b-c174-4daf-8a50-f335fab0ecc7 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=e82ced6d28e14a0eae2924cbc8f5cc85&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2257593 Feb 17 17:51:31.231731 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:31.432340 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36b3fde5-0533-492f-b594-56b9328534d1 req-0264a16e-8ba8-44fc-bbab-b19b416f2b28 service neutron] 10.222.0.87 "GET /v2.0/networks/d5990f07-3dfb-4178-9590-e3e132a5f43d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818258 Feb 17 17:51:31.742148 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110147b1-c815-4c40-bd27-d6ef9e89b969 req-de8623ec-43a9-4ed2-ba12-eaf4db4756c0 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:31.744009 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-110147b1-c815-4c40-bd27-d6ef9e89b969 req-de8623ec-43a9-4ed2-ba12-eaf4db4756c0 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.2927966 Feb 17 17:51:31.811401 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36b3fde5-0533-492f-b594-56b9328534d1 req-8af0b639-25fb-4aca-bbc8-d3146187cf97 service neutron] 10.222.0.87 "GET /v2.0/networks/d5990f07-3dfb-4178-9590-e3e132a5f43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776782 Feb 17 17:51:31.890446 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-110147b1-c815-4c40-bd27-d6ef9e89b969 req-cab7b078-73f7-4715-8c07-96d981c33da0 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314406 Feb 17 17:51:31.928670 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c13dd60-13df-440d-9952-f19cefc45594 None None] Sync routers for ids ['2e159d63-b112-4a7d-b488-95dede15fdc3'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:51:31.946339 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c13dd60-13df-440d-9952-f19cefc45594 None None] Routers {'2e159d63-b112-4a7d-b488-95dede15fdc3'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:51:31.946609 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-5c13dd60-13df-440d-9952-f19cefc45594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:51:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['2e159d63-b112-4a7d-b488-95dede15fdc3'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:51:32.183088 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f4fda30c-8057-4db9-88fc-9675f223a790 req-b580756f-2304-4c5d-b6f3-f33fdddd0cbd tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 210 time: 0.0553398 Feb 17 17:51:32.331235 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-5c13dd60-13df-440d-9952-f19cefc45594 None None] Set router 2e159d63-b112-4a7d-b488-95dede15fdc3 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:51:32.537596 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:51:32.752337 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:51:32.754843 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:32.763103 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-5c13dd60-13df-440d-9952-f19cefc45594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e159d63-b112-4a7d-b488-95dede15fdc3', 'name': 'tempest-ServerRescueNegativeTestJSON-1858951066-router', 'tenant_id': 'e82ced6d28e14a0eae2924cbc8f5cc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': 'ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:51:20Z', 'updated_at': '2022-02-17T17:51:27Z', 'revision_number': 4, 'project_id': 'e82ced6d28e14a0eae2924cbc8f5cc85', 'gw_port': {'id': 'ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e159d63-b112-4a7d-b488-95dede15fdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:51:22Z', 'updated_at': '2022-02-17T17:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '7c37bb0a-2c7e-479c-a860-bca8fcf86334', 'name': '', 'network_id': 'd5990f07-3dfb-4178-9590-e3e132a5f43d', 'tenant_id': 'e82ced6d28e14a0eae2924cbc8f5cc85', 'mac_address': 'fa:16:3e:ed:ce:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e159d63-b112-4a7d-b488-95dede15fdc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': 'f38a3055-6916-493f-ac03-180a8f2c57c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:51:26Z', 'updated_at': '2022-02-17T17:51:27Z', 'revision_number': 2, 'project_id': 'e82ced6d28e14a0eae2924cbc8f5cc85', 'subnets': [{'id': 'f38a3055-6916-493f-ac03-180a8f2c57c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:51:32.866095 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c13dd60-13df-440d-9952-f19cefc45594 None None] Checking router: 2e159d63-b112-4a7d-b488-95dede15fdc3 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:51:32.866442 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c13dd60-13df-440d-9952-f19cefc45594 None None] Updating router 2e159d63-b112-4a7d-b488-95dede15fdc3 port 7c37bb0a-2c7e-479c-a860-bca8fcf86334 binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:51:32.949083 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:51:32.953999 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5c13dd60-13df-440d-9952-f19cefc45594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7c37bb0a-2c7e-479c-a860-bca8fcf86334), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:33.007229 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f95b2129-5b3f-4909-b587-f6f3cec3c542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:33.071600 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cada5b-af51-4770-b4c8-a8facbc03226 req-1d5cccb2-a4b5-4a0e-aa21-ff055eeef005 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:33.102504 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a7cada5b-af51-4770-b4c8-a8facbc03226 req-1d5cccb2-a4b5-4a0e-aa21-ff055eeef005 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/networks?id=d5990f07-3dfb-4178-9590-e3e132a5f43d HTTP/1.1" status: 200 len: 819 time: 0.5068259 Feb 17 17:51:33.180782 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a7cada5b-af51-4770-b4c8-a8facbc03226 req-f8ab4f82-125c-49dd-9597-7788c72c0cb0 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/quotas/e82ced6d28e14a0eae2924cbc8f5cc85 HTTP/1.1" status: 200 len: 375 time: 0.0741532 Feb 17 17:51:33.539712 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdcd61f-81df-468f-9732-72bfa3e533a5 req-ad756ea3-e856-427f-8611-b1ef081339b4 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:33.548131 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9fdcd61f-81df-468f-9732-72bfa3e533a5 req-ad756ea3-e856-427f-8611-b1ef081339b4 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.3477201 Feb 17 17:51:33.574647 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a7cada5b-af51-4770-b4c8-a8facbc03226 req-166a6d6a-255b-4a6d-b13c-a871b005422c tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=e82ced6d28e14a0eae2924cbc8f5cc85&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3841183 Feb 17 17:51:33.737593 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5c13dd60-13df-440d-9952-f19cefc45594 None None] Publish callbacks [] for port (7c37bb0a-2c7e-479c-a860-bca8fcf86334), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:33.752958 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5c13dd60-13df-440d-9952-f19cefc45594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (7c37bb0a-2c7e-479c-a860-bca8fcf86334), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:33.854155 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a212d73-8508-439d-b03a-1b8e164341bf None None] Pushing event updated for resources: {'Port': ['ID=7c37bb0a-2c7e-479c-a860-bca8fcf86334,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:33.878556 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a212d73-8508-439d-b03a-1b8e164341bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:51:33.883721 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a212d73-8508-439d-b03a-1b8e164341bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:51:33.885771 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a212d73-8508-439d-b03a-1b8e164341bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:51:33.886979 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a212d73-8508-439d-b03a-1b8e164341bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:51:33.888506 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a212d73-8508-439d-b03a-1b8e164341bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:51:33.891486 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a212d73-8508-439d-b03a-1b8e164341bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:51:33.892026 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a212d73-8508-439d-b03a-1b8e164341bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:51:33.892618 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a212d73-8508-439d-b03a-1b8e164341bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:51:33.893828 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a212d73-8508-439d-b03a-1b8e164341bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:51:33.894983 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a212d73-8508-439d-b03a-1b8e164341bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:51:33.896744 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a212d73-8508-439d-b03a-1b8e164341bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:51:33.897245 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a212d73-8508-439d-b03a-1b8e164341bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:51:33.897916 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a212d73-8508-439d-b03a-1b8e164341bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:51:34.089699 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9fdcd61f-81df-468f-9732-72bfa3e533a5 req-f11b1db9-bbbf-4b78-9841-ac39ff32c0e0 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5079389 Feb 17 17:51:34.099572 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-5c13dd60-13df-440d-9952-f19cefc45594 None None] Attempting to bind port 7c37bb0a-2c7e-479c-a860-bca8fcf86334 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:51:34.099572 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-5c13dd60-13df-440d-9952-f19cefc45594 None None] Attempting to bind port 7c37bb0a-2c7e-479c-a860-bca8fcf86334 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'a9f041ef-79be-43be-85fb-a167b696bad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd5990f07-3dfb-4178-9590-e3e132a5f43d'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:51:34.107289 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c13dd60-13df-440d-9952-f19cefc45594 None None] Attempting to bind port 7c37bb0a-2c7e-479c-a860-bca8fcf86334 on network d5990f07-3dfb-4178-9590-e3e132a5f43d {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:51:34.125023 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a7cada5b-af51-4770-b4c8-a8facbc03226 req-2518a451-5c23-46ce-a8eb-5636a8101d3d service neutron] 10.222.0.87 "GET /v2.0/networks/d5990f07-3dfb-4178-9590-e3e132a5f43d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5439861 Feb 17 17:51:34.149565 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c13dd60-13df-440d-9952-f19cefc45594 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:51:34.152969 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c13dd60-13df-440d-9952-f19cefc45594 None None] Checking segment: {'id': 'a9f041ef-79be-43be-85fb-a167b696bad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd5990f07-3dfb-4178-9590-e3e132a5f43d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:51:34.154353 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5c13dd60-13df-440d-9952-f19cefc45594 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:34.154860 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c13dd60-13df-440d-9952-f19cefc45594 None None] Bound using segment: {'id': 'a9f041ef-79be-43be-85fb-a167b696bad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd5990f07-3dfb-4178-9590-e3e132a5f43d'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:51:34.157771 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-5c13dd60-13df-440d-9952-f19cefc45594 None None] Bound port: 7c37bb0a-2c7e-479c-a860-bca8fcf86334, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f041ef-79be-43be-85fb-a167b696bad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd5990f07-3dfb-4178-9590-e3e132a5f43d'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:51:34.160606 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5c13dd60-13df-440d-9952-f19cefc45594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7c37bb0a-2c7e-479c-a860-bca8fcf86334), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:34.443249 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-5c13dd60-13df-440d-9952-f19cefc45594 None None] For port 7c37bb0a-2c7e-479c-a860-bca8fcf86334, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:51:34.454791 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a7cada5b-af51-4770-b4c8-a8facbc03226 req-de111ff6-c35e-4c46-aa9e-c42ee722247d service neutron] 10.222.0.87 "GET /v2.0/networks/d5990f07-3dfb-4178-9590-e3e132a5f43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085692 Feb 17 17:51:34.461320 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-5c13dd60-13df-440d-9952-f19cefc45594 None None] For port 7c37bb0a-2c7e-479c-a860-bca8fcf86334, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=7c37bb0a-2c7e-479c-a860-bca8fcf86334,segment=NetworkSegment(a9f041ef-79be-43be-85fb-a167b696bad1),segment_id=a9f041ef-79be-43be-85fb-a167b696bad1)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:51:34.499857 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5c13dd60-13df-440d-9952-f19cefc45594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (7c37bb0a-2c7e-479c-a860-bca8fcf86334), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:34.730770 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c13dd60-13df-440d-9952-f19cefc45594 None None] Routers {'2e159d63-b112-4a7d-b488-95dede15fdc3'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:51:34.733542 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-5c13dd60-13df-440d-9952-f19cefc45594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:51:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['2e159d63-b112-4a7d-b488-95dede15fdc3'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:51:35.132402 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-5c13dd60-13df-440d-9952-f19cefc45594 None None] Set router 2e159d63-b112-4a7d-b488-95dede15fdc3 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:51:35.202213 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3fde5-0533-492f-b594-56b9328534d1 req-0a17eb3e-f786-49d4-9bd0-5ef159d19df8 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:35.204269 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36b3fde5-0533-492f-b594-56b9328534d1 req-0a17eb3e-f786-49d4-9bd0-5ef159d19df8 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.71 "GET /v2.0/networks?id=d5990f07-3dfb-4178-9590-e3e132a5f43d HTTP/1.1" status: 200 len: 819 time: 0.3956411 Feb 17 17:51:35.384521 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f04e817b-b35d-41f5-a299-f8541ebfead5 req-bf132449-c77c-41cb-bdbe-e58af08f0e3b tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=313de677-a8d9-42f0-8146-c2eacc4dad97 HTTP/1.1" status: 200 len: 210 time: 0.1791708 Feb 17 17:51:35.397696 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-36b3fde5-0533-492f-b594-56b9328534d1 req-b0ec480c-97e1-46c1-ad39-cef9a0c4f8b2 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Request body: {'port': {'device_id': '87ebd965-a1df-4d01-8ff2-f99625e609fa', 'network_id': 'd5990f07-3dfb-4178-9590-e3e132a5f43d', 'admin_state_up': True, 'tenant_id': 'e82ced6d28e14a0eae2924cbc8f5cc85'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:35.486514 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-724fe53f-58dc-48f3-8e46-f4ba83c3a7be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:35.758486 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a212d73-8508-439d-b03a-1b8e164341bf None None] Pushing event updated for resources: {'Port': ['ID=7c37bb0a-2c7e-479c-a860-bca8fcf86334,revision_number=4']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:35.829571 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-5c13dd60-13df-440d-9952-f19cefc45594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e159d63-b112-4a7d-b488-95dede15fdc3', 'name': 'tempest-ServerRescueNegativeTestJSON-1858951066-router', 'tenant_id': 'e82ced6d28e14a0eae2924cbc8f5cc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': 'ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:51:20Z', 'updated_at': '2022-02-17T17:51:27Z', 'revision_number': 4, 'project_id': 'e82ced6d28e14a0eae2924cbc8f5cc85', 'gw_port': {'id': 'ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e159d63-b112-4a7d-b488-95dede15fdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:51:22Z', 'updated_at': '2022-02-17T17:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '7c37bb0a-2c7e-479c-a860-bca8fcf86334', 'name': '', 'network_id': 'd5990f07-3dfb-4178-9590-e3e132a5f43d', 'tenant_id': 'e82ced6d28e14a0eae2924cbc8f5cc85', 'mac_address': 'fa:16:3e:ed:ce:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e159d63-b112-4a7d-b488-95dede15fdc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': 'f38a3055-6916-493f-ac03-180a8f2c57c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:51:26Z', 'updated_at': '2022-02-17T17:51:34Z', 'revision_number': 4, 'project_id': 'e82ced6d28e14a0eae2924cbc8f5cc85', 'subnets': [{'id': 'f38a3055-6916-493f-ac03-180a8f2c57c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:51:35.893129 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36b3fde5-0533-492f-b594-56b9328534d1 req-b0ec480c-97e1-46c1-ad39-cef9a0c4f8b2 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Made reservation on behalf of e82ced6d28e14a0eae2924cbc8f5cc85 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:51:35.901044 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-36b3fde5-0533-492f-b594-56b9328534d1 req-b0ec480c-97e1-46c1-ad39-cef9a0c4f8b2 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:35.925597 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c13dd60-13df-440d-9952-f19cefc45594 None None] The sync data for ids ['2e159d63-b112-4a7d-b488-95dede15fdc3'] in n-d-829613-2 is: [{'id': '2e159d63-b112-4a7d-b488-95dede15fdc3', 'name': 'tempest-ServerRescueNegativeTestJSON-1858951066-router', 'tenant_id': 'e82ced6d28e14a0eae2924cbc8f5cc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': 'ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:51:20Z', 'updated_at': '2022-02-17T17:51:27Z', 'revision_number': 4, 'project_id': 'e82ced6d28e14a0eae2924cbc8f5cc85', 'gw_port': {'id': 'ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e159d63-b112-4a7d-b488-95dede15fdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:51:22Z', 'updated_at': '2022-02-17T17:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '7c37bb0a-2c7e-479c-a860-bca8fcf86334', 'name': '', 'network_id': 'd5990f07-3dfb-4178-9590-e3e132a5f43d', 'tenant_id': 'e82ced6d28e14a0eae2924cbc8f5cc85', 'mac_address': 'fa:16:3e:ed:ce:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e159d63-b112-4a7d-b488-95dede15fdc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': 'f38a3055-6916-493f-ac03-180a8f2c57c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:51:26Z', 'updated_at': '2022-02-17T17:51:34Z', 'revision_number': 4, 'project_id': 'e82ced6d28e14a0eae2924cbc8f5cc85', 'subnets': [{'id': 'f38a3055-6916-493f-ac03-180a8f2c57c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:51:36.204730 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f39b39-173d-49b6-8d34-b54fb906d40e req-fcb9cb19-9539-48f0-a676-a2b32bc7a787 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:36.220019 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-25f39b39-173d-49b6-8d34-b54fb906d40e req-fcb9cb19-9539-48f0-a676-a2b32bc7a787 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.5153923 Feb 17 17:51:36.539913 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-25f39b39-173d-49b6-8d34-b54fb906d40e req-a2afef4d-b14e-4852-8c46-df37d388302d tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3050678 Feb 17 17:51:36.597780 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 7c37bb0a-2c7e-479c-a860-bca8fcf86334 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:51:36.658227 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-36b3fde5-0533-492f-b594-56b9328534d1 req-b0ec480c-97e1-46c1-ad39-cef9a0c4f8b2 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Allocated IP 172.20.0.10 (d5990f07-3dfb-4178-9590-e3e132a5f43d/f38a3055-6916-493f-ac03-180a8f2c57c4/1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:51:36.774051 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1ec83aa9-e702-4c34-83a0-5b3a6d611ed9 req-423df152-4278-4a48-b2b7-61c4950a3b4e tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=313de677-a8d9-42f0-8146-c2eacc4dad97 HTTP/1.1" status: 200 len: 210 time: 0.0738215 Feb 17 17:51:36.881857 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:36.997021 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 7c37bb0a-2c7e-479c-a860-bca8fcf86334 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:51:37.010777 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7c37bb0a-2c7e-479c-a860-bca8fcf86334), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:37.159226 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-36b3fde5-0533-492f-b594-56b9328534d1 req-b0ec480c-97e1-46c1-ad39-cef9a0c4f8b2 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Publish callbacks [] for port (1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:37.249389 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-36b3fde5-0533-492f-b594-56b9328534d1 req-b0ec480c-97e1-46c1-ad39-cef9a0c4f8b2 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:37.386230 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 7c37bb0a-2c7e-479c-a860-bca8fcf86334 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:51:37.386784 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7c37bb0a-2c7e-479c-a860-bca8fcf86334), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:37.456826 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f39440-82fe-4235-abe7-2d0361544047 req-d0c8f005-a56d-422c-b717-dd2466f63e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:37.458620 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-14f39440-82fe-4235-abe7-2d0361544047 req-d0c8f005-a56d-422c-b717-dd2466f63e06 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=708d2e36ca25476d9214a2f14ef71fc9&device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 1127 time: 0.1481645 Feb 17 17:51:37.480194 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 7c37bb0a-2c7e-479c-a860-bca8fcf86334, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=7c37bb0a-2c7e-479c-a860-bca8fcf86334,segment=NetworkSegment(a9f041ef-79be-43be-85fb-a167b696bad1),segment_id=a9f041ef-79be-43be-85fb-a167b696bad1)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:51:37.500532 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (7c37bb0a-2c7e-479c-a860-bca8fcf86334), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:37.638588 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=7c37bb0a-2c7e-479c-a860-bca8fcf86334,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:37.660329 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36b3fde5-0533-492f-b594-56b9328534d1 req-b0ec480c-97e1-46c1-ad39-cef9a0c4f8b2 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Network d5990f07-3dfb-4178-9590-e3e132a5f43d is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:51:37.673365 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-36b3fde5-0533-492f-b594-56b9328534d1 req-b0ec480c-97e1-46c1-ad39-cef9a0c4f8b2 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:51:37.716897 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b3fde5-0533-492f-b594-56b9328534d1 req-b0ec480c-97e1-46c1-ad39-cef9a0c4f8b2 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:51:37.884448 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3fde5-0533-492f-b594-56b9328534d1 req-b0ec480c-97e1-46c1-ad39-cef9a0c4f8b2 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:37.908495 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-36b3fde5-0533-492f-b594-56b9328534d1 req-b0ec480c-97e1-46c1-ad39-cef9a0c4f8b2 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:37.965745 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec480c-97e1-46c1-ad39-cef9a0c4f8b2 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Pushing event updated for resources: {'Port': ['ID=1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:37.975810 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:37.994298 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36b3fde5-0533-492f-b594-56b9328534d1 req-b0ec480c-97e1-46c1-ad39-cef9a0c4f8b2 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7076657 Feb 17 17:51:38.025455 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-36b3fde5-0533-492f-b594-56b9328534d1 req-4048543f-096a-4f26-8d25-8f7a5ee00cde service neutron] Request body: {'port': {'device_id': '87ebd965-a1df-4d01-8ff2-f99625e609fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:38.126059 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cada5b-af51-4770-b4c8-a8facbc03226 req-87ea2332-755c-486f-a523-93b02604c6d6 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:38.132794 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a7cada5b-af51-4770-b4c8-a8facbc03226 req-87ea2332-755c-486f-a523-93b02604c6d6 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.91 "GET /v2.0/networks?id=d5990f07-3dfb-4178-9590-e3e132a5f43d HTTP/1.1" status: 200 len: 819 time: 0.3349440 Feb 17 17:51:38.155506 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-a7cada5b-af51-4770-b4c8-a8facbc03226 req-461cdc6c-4105-43b3-a202-a7a4bab8a01e tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Request body: {'port': {'device_id': '313de677-a8d9-42f0-8146-c2eacc4dad97', 'network_id': 'd5990f07-3dfb-4178-9590-e3e132a5f43d', 'admin_state_up': True, 'tenant_id': 'e82ced6d28e14a0eae2924cbc8f5cc85'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:38.288532 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f39440-82fe-4235-abe7-2d0361544047 req-44368d32-a6d5-40b1-8e0c-259a57b145f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:38.298445 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-14f39440-82fe-4235-abe7-2d0361544047 req-44368d32-a6d5-40b1-8e0c-259a57b145f0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=106d8950-35e8-4e49-bc8b-6ac4436cd2fe HTTP/1.1" status: 200 len: 913 time: 0.8328941 Feb 17 17:51:38.320833 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e3c77904-0e91-42ab-b3ba-4cf6ecb75af1 req-747ae160-c14e-447f-9228-ecda7e5b500a tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=313de677-a8d9-42f0-8146-c2eacc4dad97 HTTP/1.1" status: 200 len: 210 time: 0.3191321 Feb 17 17:51:38.395702 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8455d5-700a-4547-979e-6ef4fe1161ea req-4a607bbf-e0bf-4e98-a566-bc4158887218 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:38.398890 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a8455d5-700a-4547-979e-6ef4fe1161ea req-4a607bbf-e0bf-4e98-a566-bc4158887218 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.9526472 Feb 17 17:51:38.405511 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-36b3fde5-0533-492f-b594-56b9328534d1 req-4048543f-096a-4f26-8d25-8f7a5ee00cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:38.539770 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 7c37bb0a-2c7e-479c-a860-bca8fcf86334 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:51:38.677774 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7cada5b-af51-4770-b4c8-a8facbc03226 req-461cdc6c-4105-43b3-a202-a7a4bab8a01e tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Made reservation on behalf of e82ced6d28e14a0eae2924cbc8f5cc85 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:51:38.689475 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a7cada5b-af51-4770-b4c8-a8facbc03226 req-461cdc6c-4105-43b3-a202-a7a4bab8a01e tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:38.997778 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 7c37bb0a-2c7e-479c-a860-bca8fcf86334 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:51:38.999277 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7c37bb0a-2c7e-479c-a860-bca8fcf86334), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:39.108712 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a8455d5-700a-4547-979e-6ef4fe1161ea req-43f04324-e4a5-4b6a-b0d0-13589a8d096f tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6347647 Feb 17 17:51:39.177383 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360850c8-6217-4397-adaa-0f5c1cfe51d4 req-9ec41d1d-290b-4611-9248-53b72a51b531 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:39.187915 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-360850c8-6217-4397-adaa-0f5c1cfe51d4 req-9ec41d1d-290b-4611-9248-53b72a51b531 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=1415e07e-634e-466b-a6bb-3c5f4a84124b HTTP/1.1" status: 200 len: 945 time: 0.2063723 Feb 17 17:51:39.268491 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-14f39440-82fe-4235-abe7-2d0361544047 req-b1584730-79dc-47cf-93ed-9fb747c668f9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3df59be5-70eb-43bf-82eb-ef2aa0690a18 HTTP/1.1" status: 200 len: 1000 time: 0.6666143 Feb 17 17:51:39.289515 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:39.335410 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f39440-82fe-4235-abe7-2d0361544047 req-38457996-fea3-4c95-8903-2952ba285cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:39.337242 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-14f39440-82fe-4235-abe7-2d0361544047 req-38457996-fea3-4c95-8903-2952ba285cf8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f5806a5b-efbb-4c84-b3a4-70ad6c804540 HTTP/1.1" status: 200 len: 851 time: 0.0594854 Feb 17 17:51:39.404080 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-360850c8-6217-4397-adaa-0f5c1cfe51d4 req-b6c0bdae-ba9e-4f29-8a69-20f4407962a9 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee30ec10-fc9c-427d-bae2-fedd385da0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925747 Feb 17 17:51:39.436180 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 7c37bb0a-2c7e-479c-a860-bca8fcf86334 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:51:39.477880 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-a7cada5b-af51-4770-b4c8-a8facbc03226 req-461cdc6c-4105-43b3-a202-a7a4bab8a01e tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Allocated IP 172.20.0.14 (d5990f07-3dfb-4178-9590-e3e132a5f43d/f38a3055-6916-493f-ac03-180a8f2c57c4/6a7df5b7-9718-46c9-b256-65e9e4f02cc2) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:51:39.560851 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8c08ab77-efa7-4299-af52-fa565932bce1 req-f127b4f3-0105-42d7-88c6-8b1953852e0e tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=313de677-a8d9-42f0-8146-c2eacc4dad97 HTTP/1.1" status: 200 len: 210 time: 0.0703044 Feb 17 17:51:39.596843 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f39440-82fe-4235-abe7-2d0361544047 req-7f9c7107-5c35-4b3e-a732-d0e76a4d3830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:39.598400 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-14f39440-82fe-4235-abe7-2d0361544047 req-7f9c7107-5c35-4b3e-a732-d0e76a4d3830 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=106d8950-35e8-4e49-bc8b-6ac4436cd2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2411466 Feb 17 17:51:39.892676 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-14f39440-82fe-4235-abe7-2d0361544047 req-3c6d1bc9-f296-427d-b4a9-91b97d8baf2b service neutron] 10.222.0.91 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736084 Feb 17 17:51:40.034547 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a7cada5b-af51-4770-b4c8-a8facbc03226 req-461cdc6c-4105-43b3-a202-a7a4bab8a01e tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Publish callbacks [] for port (6a7df5b7-9718-46c9-b256-65e9e4f02cc2), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:40.224204 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-14f39440-82fe-4235-abe7-2d0361544047 req-63b3a3f7-be39-4135-9c12-1561b048d811 service neutron] 10.222.0.91 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172860 Feb 17 17:51:40.251418 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a7cada5b-af51-4770-b4c8-a8facbc03226 req-461cdc6c-4105-43b3-a202-a7a4bab8a01e tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (6a7df5b7-9718-46c9-b256-65e9e4f02cc2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:40.425625 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7cada5b-af51-4770-b4c8-a8facbc03226 req-461cdc6c-4105-43b3-a202-a7a4bab8a01e tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Network d5990f07-3dfb-4178-9590-e3e132a5f43d is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:51:40.454985 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-a7cada5b-af51-4770-b4c8-a8facbc03226 req-461cdc6c-4105-43b3-a202-a7a4bab8a01e tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:51:40.461660 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461cdc6c-4105-43b3-a202-a7a4bab8a01e tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Pushing event updated for resources: {'Port': ['ID=6a7df5b7-9718-46c9-b256-65e9e4f02cc2,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:40.513617 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7cada5b-af51-4770-b4c8-a8facbc03226 req-461cdc6c-4105-43b3-a202-a7a4bab8a01e tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:51:40.524925 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461cdc6c-4105-43b3-a202-a7a4bab8a01e tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:51:40.525283 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461cdc6c-4105-43b3-a202-a7a4bab8a01e tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:51:40.525637 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461cdc6c-4105-43b3-a202-a7a4bab8a01e tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:51:40.525988 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461cdc6c-4105-43b3-a202-a7a4bab8a01e tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:51:40.526343 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461cdc6c-4105-43b3-a202-a7a4bab8a01e tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:51:40.526677 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461cdc6c-4105-43b3-a202-a7a4bab8a01e tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:51:40.527013 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461cdc6c-4105-43b3-a202-a7a4bab8a01e tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:51:40.527353 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461cdc6c-4105-43b3-a202-a7a4bab8a01e tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:51:40.534143 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461cdc6c-4105-43b3-a202-a7a4bab8a01e tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:51:40.534577 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461cdc6c-4105-43b3-a202-a7a4bab8a01e tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:51:40.534933 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461cdc6c-4105-43b3-a202-a7a4bab8a01e tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:51:40.535283 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461cdc6c-4105-43b3-a202-a7a4bab8a01e tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:51:40.535623 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461cdc6c-4105-43b3-a202-a7a4bab8a01e tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:51:40.724575 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-36b3fde5-0533-492f-b594-56b9328534d1 req-4048543f-096a-4f26-8d25-8f7a5ee00cde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:51:40.772173 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-36b3fde5-0533-492f-b594-56b9328534d1 req-4048543f-096a-4f26-8d25-8f7a5ee00cde service neutron] Publish callbacks [] for port (1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:40.777258 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc8a00-4699-44dd-b544-8a255cc6d6d2 req-d291dd98-791d-43e1-b6cb-2bbf0a48000c tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:40.778877 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dbbc8a00-4699-44dd-b544-8a255cc6d6d2 req-d291dd98-791d-43e1-b6cb-2bbf0a48000c tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.91 "GET /v2.0/ports?device_id=1415e07e-634e-466b-a6bb-3c5f4a84124b HTTP/1.1" status: 200 len: 945 time: 0.3977311 Feb 17 17:51:40.802806 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cada5b-af51-4770-b4c8-a8facbc03226 req-461cdc6c-4105-43b3-a202-a7a4bab8a01e tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:40.803498 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a7cada5b-af51-4770-b4c8-a8facbc03226 req-461cdc6c-4105-43b3-a202-a7a4bab8a01e tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:40.836018 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-36b3fde5-0533-492f-b594-56b9328534d1 req-4048543f-096a-4f26-8d25-8f7a5ee00cde service neutron] Transition to ACTIVE for port object 1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:51:40.868517 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-36b3fde5-0533-492f-b594-56b9328534d1 req-4048543f-096a-4f26-8d25-8f7a5ee00cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:40.887689 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a7cada5b-af51-4770-b4c8-a8facbc03226 req-461cdc6c-4105-43b3-a202-a7a4bab8a01e tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7435515 Feb 17 17:51:40.930482 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-a7cada5b-af51-4770-b4c8-a8facbc03226 req-73fc4639-3c0d-4b66-9294-3695ad7b406a service neutron] Request body: {'port': {'device_id': '313de677-a8d9-42f0-8146-c2eacc4dad97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:41.008755 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4048543f-096a-4f26-8d25-8f7a5ee00cde service neutron] Pushing event updated for resources: {'Port': ['ID=1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:41.031140 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8ef82-e9c3-4ac3-8e76-b3f3beb99c83 req-e6025671-ca91-4d37-be23-09d5368d2e67 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:41.032903 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-31b8ef82-e9c3-4ac3-8e76-b3f3beb99c83 req-e6025671-ca91-4d37-be23-09d5368d2e67 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=1415e07e-634e-466b-a6bb-3c5f4a84124b HTTP/1.1" status: 200 len: 945 time: 0.4453459 Feb 17 17:51:41.092936 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-dbbc8a00-4699-44dd-b544-8a255cc6d6d2 req-91547733-3c02-434c-8c85-35aa1eee07ce tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Deleting port fb924d93-51b1-468d-bb90-54036949e7b6 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:51:41.093289 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dbbc8a00-4699-44dd-b544-8a255cc6d6d2 req-91547733-3c02-434c-8c85-35aa1eee07ce tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (fb924d93-51b1-468d-bb90-54036949e7b6), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:41.164033 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a7cada5b-af51-4770-b4c8-a8facbc03226 req-73fc4639-3c0d-4b66-9294-3695ad7b406a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6a7df5b7-9718-46c9-b256-65e9e4f02cc2), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:41.227722 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5839f-9c0f-4ef1-bccf-2c96c5ca94a8 req-e0aa7ee9-4788-412e-82be-3bde6952d59c tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:41.237533 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3bc5839f-9c0f-4ef1-bccf-2c96c5ca94a8 req-e0aa7ee9-4788-412e-82be-3bde6952d59c tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.4243422 Feb 17 17:51:41.299787 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-31b8ef82-e9c3-4ac3-8e76-b3f3beb99c83 req-c0313e5a-c073-4360-b81c-06b868e8b630 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee30ec10-fc9c-427d-bae2-fedd385da0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582872 Feb 17 17:51:41.350657 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3bc5839f-9c0f-4ef1-bccf-2c96c5ca94a8 req-6ea50b66-77fd-44b9-bcc3-7af4ade80dcb tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104109 Feb 17 17:51:41.387468 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-36b3fde5-0533-492f-b594-56b9328534d1 req-4048543f-096a-4f26-8d25-8f7a5ee00cde service neutron] Attempting to bind port 1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:51:41.388149 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-36b3fde5-0533-492f-b594-56b9328534d1 req-4048543f-096a-4f26-8d25-8f7a5ee00cde service neutron] Attempting to bind port 1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': 'a9f041ef-79be-43be-85fb-a167b696bad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd5990f07-3dfb-4178-9590-e3e132a5f43d'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:51:41.388963 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b3fde5-0533-492f-b594-56b9328534d1 req-4048543f-096a-4f26-8d25-8f7a5ee00cde service neutron] Attempting to bind port 1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9 on network d5990f07-3dfb-4178-9590-e3e132a5f43d {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:51:41.402416 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b3fde5-0533-492f-b594-56b9328534d1 req-4048543f-096a-4f26-8d25-8f7a5ee00cde service neutron] Port 1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9 on network d5990f07-3dfb-4178-9590-e3e132a5f43d not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:51:41.403145 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b3fde5-0533-492f-b594-56b9328534d1 req-4048543f-096a-4f26-8d25-8f7a5ee00cde service neutron] Attempting to bind port 1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9 on network d5990f07-3dfb-4178-9590-e3e132a5f43d {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:51:41.412828 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b3fde5-0533-492f-b594-56b9328534d1 req-4048543f-096a-4f26-8d25-8f7a5ee00cde service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:51:41.413554 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b3fde5-0533-492f-b594-56b9328534d1 req-4048543f-096a-4f26-8d25-8f7a5ee00cde service neutron] Checking segment: {'id': 'a9f041ef-79be-43be-85fb-a167b696bad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd5990f07-3dfb-4178-9590-e3e132a5f43d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:51:41.414176 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b3fde5-0533-492f-b594-56b9328534d1 req-4048543f-096a-4f26-8d25-8f7a5ee00cde service neutron] Bound using segment: {'id': 'a9f041ef-79be-43be-85fb-a167b696bad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd5990f07-3dfb-4178-9590-e3e132a5f43d'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:51:41.414835 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-36b3fde5-0533-492f-b594-56b9328534d1 req-4048543f-096a-4f26-8d25-8f7a5ee00cde service neutron] Bound port: 1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9f041ef-79be-43be-85fb-a167b696bad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd5990f07-3dfb-4178-9590-e3e132a5f43d'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:51:41.415441 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-36b3fde5-0533-492f-b594-56b9328534d1 req-4048543f-096a-4f26-8d25-8f7a5ee00cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:41.476021 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-dbbc8a00-4699-44dd-b544-8a255cc6d6d2 req-91547733-3c02-434c-8c85-35aa1eee07ce tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] For port fb924d93-51b1-468d-bb90-54036949e7b6, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=fb924d93-51b1-468d-bb90-54036949e7b6,segment=NetworkSegment(7991a893-d7c9-4fff-9b7d-d927a847faea),segment_id=7991a893-d7c9-4fff-9b7d-d927a847faea)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:51:41.476021 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dbbc8a00-4699-44dd-b544-8a255cc6d6d2 req-91547733-3c02-434c-8c85-35aa1eee07ce tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (fb924d93-51b1-468d-bb90-54036949e7b6), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:41.542766 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-36b3fde5-0533-492f-b594-56b9328534d1 req-4048543f-096a-4f26-8d25-8f7a5ee00cde service neutron] For port 1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:51:41.547979 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-36b3fde5-0533-492f-b594-56b9328534d1 req-4048543f-096a-4f26-8d25-8f7a5ee00cde service neutron] For port 1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9,segment=NetworkSegment(a9f041ef-79be-43be-85fb-a167b696bad1),segment_id=a9f041ef-79be-43be-85fb-a167b696bad1)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:51:41.571325 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-36b3fde5-0533-492f-b594-56b9328534d1 req-4048543f-096a-4f26-8d25-8f7a5ee00cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:41.665715 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-dbbc8a00-4699-44dd-b544-8a255cc6d6d2 req-91547733-3c02-434c-8c85-35aa1eee07ce tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Calling delete_port for fb924d93-51b1-468d-bb90-54036949e7b6 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:51:41.710977 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3fde5-0533-492f-b594-56b9328534d1 req-4048543f-096a-4f26-8d25-8f7a5ee00cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:41.712679 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-36b3fde5-0533-492f-b594-56b9328534d1 req-4048543f-096a-4f26-8d25-8f7a5ee00cde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:41.714543 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36b3fde5-0533-492f-b594-56b9328534d1 req-4048543f-096a-4f26-8d25-8f7a5ee00cde service neutron] 10.222.0.71 "PUT /v2.0/ports/1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9 HTTP/1.1" status: 200 len: 1092 time: 3.7021408 Feb 17 17:51:41.720194 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87ebd965-a1df-4d01-8ff2-f99625e609fa', 'tag': '1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:51:41.724263 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1749165-a7c5-4c6e-a161-da211854d7f1" -d '{"events": [{"name": "network-changed", "server_uuid": "87ebd965-a1df-4d01-8ff2-f99625e609fa", "tag": "1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:51:41.793630 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4048543f-096a-4f26-8d25-8f7a5ee00cde service neutron] Pushing event updated for resources: {'Port': ['ID=1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:41.813499 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ee1060-2dcc-414a-9d9a-6d62a89c0bda x-openstack-request-id: req-51ee1060-2dcc-414a-9d9a-6d62a89c0bda {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:51:41.814188 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87ebd965-a1df-4d01-8ff2-f99625e609fa", "tag": "1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:51:41.814773 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-51ee1060-2dcc-414a-9d9a-6d62a89c0bda {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:51:41.815426 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87ebd965-a1df-4d01-8ff2-f99625e609fa', 'tag': '1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9', 'status': 'completed', 'code': 200} Feb 17 17:51:41.826903 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899eda6f-12e6-41b9-90c6-8925c5179961 req-3c9217b2-9f03-4677-9db4-c768c3802c23 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:41.836863 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-899eda6f-12e6-41b9-90c6-8925c5179961 req-3c9217b2-9f03-4677-9db4-c768c3802c23 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=313de677-a8d9-42f0-8146-c2eacc4dad97 HTTP/1.1" status: 200 len: 932 time: 0.2837434 Feb 17 17:51:41.931328 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-899eda6f-12e6-41b9-90c6-8925c5179961 req-7f66abe7-7929-4d5e-98e4-ad437dcce9dd tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933061 Feb 17 17:51:41.938571 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3fde5-0533-492f-b594-56b9328534d1 req-c85e2179-6627-4b5f-84e2-4aecf2710013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:41.940797 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36b3fde5-0533-492f-b594-56b9328534d1 req-c85e2179-6627-4b5f-84e2-4aecf2710013 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e82ced6d28e14a0eae2924cbc8f5cc85&device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 1126 time: 0.1675820 Feb 17 17:51:42.066665 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36b3fde5-0533-492f-b594-56b9328534d1 req-ba29accd-4535-4767-b31b-ce445457fb17 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9 HTTP/1.1" status: 200 len: 217 time: 0.1012559 Feb 17 17:51:42.128793 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dbbc8a00-4699-44dd-b544-8a255cc6d6d2 req-91547733-3c02-434c-8c85-35aa1eee07ce tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (fb924d93-51b1-468d-bb90-54036949e7b6), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:42.144374 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['f883fdf3-3fdc-47e6-9f50-0966418cc693', 'd389da79-0dac-4632-8f02-bb0e8c733b4f'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:51:42.149677 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['fb924d93-51b1-468d-bb90-54036949e7b6'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:51:42.185495 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3fde5-0533-492f-b594-56b9328534d1 req-026313cc-2369-4ec6-9a4d-628cb15a146b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:42.187022 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36b3fde5-0533-492f-b594-56b9328534d1 req-026313cc-2369-4ec6-9a4d-628cb15a146b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f38a3055-6916-493f-ac03-180a8f2c57c4 HTTP/1.1" status: 200 len: 859 time: 0.1140757 Feb 17 17:51:42.255103 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91547733-3c02-434c-8c85-35aa1eee07ce tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Pushing event deleted for resources: {'Port': ['ID=fb924d93-51b1-468d-bb90-54036949e7b6,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:42.283417 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36b3fde5-0533-492f-b594-56b9328534d1 req-970dcfc1-cc8d-4c77-bd8b-5074af20c668 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d5990f07-3dfb-4178-9590-e3e132a5f43d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821691 Feb 17 17:51:42.552650 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbbc8a00-4699-44dd-b544-8a255cc6d6d2 req-91547733-3c02-434c-8c85-35aa1eee07ce tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] No DVR routers for this DVR port fb924d93-51b1-468d-bb90-54036949e7b6 on host n-h2-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:51:42.566943 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dbbc8a00-4699-44dd-b544-8a255cc6d6d2 req-91547733-3c02-434c-8c85-35aa1eee07ce tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:42.578446 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dbbc8a00-4699-44dd-b544-8a255cc6d6d2 req-91547733-3c02-434c-8c85-35aa1eee07ce tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.91 "DELETE /v2.0/ports/fb924d93-51b1-468d-bb90-54036949e7b6 HTTP/1.1" status: 204 len: 173 time: 1.7718625 Feb 17 17:51:42.590116 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1415e07e-634e-466b-a6bb-3c5f4a84124b', 'name': 'network-vif-deleted', 'tag': 'fb924d93-51b1-468d-bb90-54036949e7b6'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:51:42.600442 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24478ce6-f401-47e1-a881-7682bbb42b0a" -d '{"events": [{"server_uuid": "1415e07e-634e-466b-a6bb-3c5f4a84124b", "name": "network-vif-deleted", "tag": "fb924d93-51b1-468d-bb90-54036949e7b6"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:51:42.711832 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-a7cada5b-af51-4770-b4c8-a8facbc03226 req-73fc4639-3c0d-4b66-9294-3695ad7b406a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a7df5b7-9718-46c9-b256-65e9e4f02cc2 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:51:42.727117 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a7cada5b-af51-4770-b4c8-a8facbc03226 req-73fc4639-3c0d-4b66-9294-3695ad7b406a service neutron] Publish callbacks [] for port (6a7df5b7-9718-46c9-b256-65e9e4f02cc2), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:42.779604 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-a7cada5b-af51-4770-b4c8-a8facbc03226 req-73fc4639-3c0d-4b66-9294-3695ad7b406a service neutron] Transition to ACTIVE for port object 6a7df5b7-9718-46c9-b256-65e9e4f02cc2 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:51:42.788501 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a7cada5b-af51-4770-b4c8-a8facbc03226 req-73fc4639-3c0d-4b66-9294-3695ad7b406a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (6a7df5b7-9718-46c9-b256-65e9e4f02cc2), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:42.915879 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fc4639-3c0d-4b66-9294-3695ad7b406a service neutron] Pushing event updated for resources: {'Port': ['ID=6a7df5b7-9718-46c9-b256-65e9e4f02cc2,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:43.096317 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-a7cada5b-af51-4770-b4c8-a8facbc03226 req-73fc4639-3c0d-4b66-9294-3695ad7b406a service neutron] Attempting to bind port 6a7df5b7-9718-46c9-b256-65e9e4f02cc2 on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:51:43.096595 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-a7cada5b-af51-4770-b4c8-a8facbc03226 req-73fc4639-3c0d-4b66-9294-3695ad7b406a service neutron] Attempting to bind port 6a7df5b7-9718-46c9-b256-65e9e4f02cc2 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': 'a9f041ef-79be-43be-85fb-a167b696bad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd5990f07-3dfb-4178-9590-e3e132a5f43d'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:51:43.096935 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cada5b-af51-4770-b4c8-a8facbc03226 req-73fc4639-3c0d-4b66-9294-3695ad7b406a service neutron] Attempting to bind port 6a7df5b7-9718-46c9-b256-65e9e4f02cc2 on network d5990f07-3dfb-4178-9590-e3e132a5f43d {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:51:43.107937 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cada5b-af51-4770-b4c8-a8facbc03226 req-73fc4639-3c0d-4b66-9294-3695ad7b406a service neutron] Port 6a7df5b7-9718-46c9-b256-65e9e4f02cc2 on network d5990f07-3dfb-4178-9590-e3e132a5f43d not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:51:43.108296 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cada5b-af51-4770-b4c8-a8facbc03226 req-73fc4639-3c0d-4b66-9294-3695ad7b406a service neutron] Attempting to bind port 6a7df5b7-9718-46c9-b256-65e9e4f02cc2 on network d5990f07-3dfb-4178-9590-e3e132a5f43d {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:51:43.127367 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cada5b-af51-4770-b4c8-a8facbc03226 req-73fc4639-3c0d-4b66-9294-3695ad7b406a service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:51:43.127761 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cada5b-af51-4770-b4c8-a8facbc03226 req-73fc4639-3c0d-4b66-9294-3695ad7b406a service neutron] Checking segment: {'id': 'a9f041ef-79be-43be-85fb-a167b696bad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd5990f07-3dfb-4178-9590-e3e132a5f43d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:51:43.128124 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cada5b-af51-4770-b4c8-a8facbc03226 req-73fc4639-3c0d-4b66-9294-3695ad7b406a service neutron] Bound using segment: {'id': 'a9f041ef-79be-43be-85fb-a167b696bad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd5990f07-3dfb-4178-9590-e3e132a5f43d'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:51:43.129316 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-a7cada5b-af51-4770-b4c8-a8facbc03226 req-73fc4639-3c0d-4b66-9294-3695ad7b406a service neutron] Bound port: 6a7df5b7-9718-46c9-b256-65e9e4f02cc2, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9f041ef-79be-43be-85fb-a167b696bad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd5990f07-3dfb-4178-9590-e3e132a5f43d'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:51:43.129316 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a7cada5b-af51-4770-b4c8-a8facbc03226 req-73fc4639-3c0d-4b66-9294-3695ad7b406a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6a7df5b7-9718-46c9-b256-65e9e4f02cc2), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:43.231342 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-a7cada5b-af51-4770-b4c8-a8facbc03226 req-73fc4639-3c0d-4b66-9294-3695ad7b406a service neutron] For port 6a7df5b7-9718-46c9-b256-65e9e4f02cc2, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:51:43.234971 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-a7cada5b-af51-4770-b4c8-a8facbc03226 req-73fc4639-3c0d-4b66-9294-3695ad7b406a service neutron] For port 6a7df5b7-9718-46c9-b256-65e9e4f02cc2, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=6a7df5b7-9718-46c9-b256-65e9e4f02cc2,segment=NetworkSegment(a9f041ef-79be-43be-85fb-a167b696bad1),segment_id=a9f041ef-79be-43be-85fb-a167b696bad1)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:51:43.242379 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a7cada5b-af51-4770-b4c8-a8facbc03226 req-73fc4639-3c0d-4b66-9294-3695ad7b406a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (6a7df5b7-9718-46c9-b256-65e9e4f02cc2), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:43.292306 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cada5b-af51-4770-b4c8-a8facbc03226 req-73fc4639-3c0d-4b66-9294-3695ad7b406a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:43.293265 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a7cada5b-af51-4770-b4c8-a8facbc03226 req-73fc4639-3c0d-4b66-9294-3695ad7b406a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:43.294817 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a7cada5b-af51-4770-b4c8-a8facbc03226 req-73fc4639-3c0d-4b66-9294-3695ad7b406a service neutron] 10.222.0.91 "PUT /v2.0/ports/6a7df5b7-9718-46c9-b256-65e9e4f02cc2 HTTP/1.1" status: 200 len: 1092 time: 2.3761706 Feb 17 17:51:43.366658 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fc4639-3c0d-4b66-9294-3695ad7b406a service neutron] Pushing event updated for resources: {'Port': ['ID=6a7df5b7-9718-46c9-b256-65e9e4f02cc2,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:43.511590 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cada5b-af51-4770-b4c8-a8facbc03226 req-f181d8db-e518-41be-ba59-2c8fa169ac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:43.517177 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a7cada5b-af51-4770-b4c8-a8facbc03226 req-f181d8db-e518-41be-ba59-2c8fa169ac66 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e82ced6d28e14a0eae2924cbc8f5cc85&device_id=313de677-a8d9-42f0-8146-c2eacc4dad97 HTTP/1.1" status: 200 len: 1126 time: 0.1155682 Feb 17 17:51:43.638810 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a7cada5b-af51-4770-b4c8-a8facbc03226 req-41261771-2c6e-40a6-8307-1e4fab9d0e20 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a7df5b7-9718-46c9-b256-65e9e4f02cc2 HTTP/1.1" status: 200 len: 217 time: 0.1137273 Feb 17 17:51:43.801214 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ab76acb0-a630-4a20-a1c2-2effc82a3e3d req-d85c8721-c994-4238-8ba4-1883f34ab05d tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=1415e07e-634e-466b-a6bb-3c5f4a84124b HTTP/1.1" status: 200 len: 210 time: 0.1809201 Feb 17 17:51:43.804206 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cada5b-af51-4770-b4c8-a8facbc03226 req-d6c55b59-5239-4ae2-80d4-457e31c92be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:43.815322 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a7cada5b-af51-4770-b4c8-a8facbc03226 req-d6c55b59-5239-4ae2-80d4-457e31c92be0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f38a3055-6916-493f-ac03-180a8f2c57c4 HTTP/1.1" status: 200 len: 859 time: 0.1683044 Feb 17 17:51:43.866810 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36b3fde5-0533-492f-b594-56b9328534d1 req-703e2d8f-7505-4028-9c2c-158c99826eaf service neutron] 10.222.0.71 "GET /v2.0/networks/d5990f07-3dfb-4178-9590-e3e132a5f43d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5775788 Feb 17 17:51:43.897028 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a7cada5b-af51-4770-b4c8-a8facbc03226 req-9441689d-d8d7-4ba9-b155-293682abcc77 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d5990f07-3dfb-4178-9590-e3e132a5f43d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763314 Feb 17 17:51:43.902842 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d1b7e-f2c7-4241-a839-96f52e257600 req-ab630322-2789-44d6-bb30-7ee991984c7d tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:43.904943 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3e1d1b7e-f2c7-4241-a839-96f52e257600 req-ab630322-2789-44d6-bb30-7ee991984c7d tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.3196304 Feb 17 17:51:44.056301 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3e1d1b7e-f2c7-4241-a839-96f52e257600 req-518d18b4-472f-45de-a652-c471560c9e86 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438808 Feb 17 17:51:44.067585 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36b3fde5-0533-492f-b594-56b9328534d1 req-e5f3d397-70c0-44b5-aa53-2efe4883289f service neutron] 10.222.0.71 "GET /v2.0/networks/d5990f07-3dfb-4178-9590-e3e132a5f43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935272 Feb 17 17:51:44.136109 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device fb924d93-51b1-468d-bb90-54036949e7b6 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:51:44.172962 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a7cada5b-af51-4770-b4c8-a8facbc03226 req-a6af2559-ca06-4137-b476-341981e8a867 service neutron] 10.222.0.91 "GET /v2.0/networks/d5990f07-3dfb-4178-9590-e3e132a5f43d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681918 Feb 17 17:51:44.179318 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: fb924d93-51b1-468d-bb90-54036949e7b6 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:51:44.190807 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device fb924d93-51b1-468d-bb90-54036949e7b6 not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:51:44.344328 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed371521-cc1c-4ce8-9ccd-eeda11c5045b x-openstack-request-id: req-ed371521-cc1c-4ce8-9ccd-eeda11c5045b {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:51:44.349925 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1415e07e-634e-466b-a6bb-3c5f4a84124b", "name": "network-vif-deleted", "tag": "fb924d93-51b1-468d-bb90-54036949e7b6", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:51:44.350485 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ed371521-cc1c-4ce8-9ccd-eeda11c5045b {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:51:44.351163 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1415e07e-634e-466b-a6bb-3c5f4a84124b', 'name': 'network-vif-deleted', 'tag': 'fb924d93-51b1-468d-bb90-54036949e7b6', 'status': 'completed', 'code': 200} Feb 17 17:51:44.361037 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1749165-a7c5-4c6e-a161-da211854d7f1 req-c7b292dc-9eda-4539-931b-bc8c592a6350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:44.369588 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f1749165-a7c5-4c6e-a161-da211854d7f1 req-c7b292dc-9eda-4539-931b-bc8c592a6350 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e82ced6d28e14a0eae2924cbc8f5cc85&device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 1126 time: 0.2360561 Feb 17 17:51:44.388257 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d2c8b-c557-479d-a3f7-968a28d3f7dd req-4f24c1fe-2432-481c-861b-e8779c8aa052 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:44.401962 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-158d2c8b-c557-479d-a3f7-968a28d3f7dd req-4f24c1fe-2432-481c-861b-e8779c8aa052 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=313de677-a8d9-42f0-8146-c2eacc4dad97 HTTP/1.1" status: 200 len: 944 time: 0.2011693 Feb 17 17:51:44.425769 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a7cada5b-af51-4770-b4c8-a8facbc03226 req-d19b344a-e254-408f-9131-14d13a52288f service neutron] 10.222.0.91 "GET /v2.0/networks/d5990f07-3dfb-4178-9590-e3e132a5f43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376432 Feb 17 17:51:44.510599 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-158d2c8b-c557-479d-a3f7-968a28d3f7dd req-167a46a7-50f0-499d-9609-2445855844c8 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002381 Feb 17 17:51:44.656621 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c11a0d-dabb-418c-8b6e-7fb98fab1b76 req-114e3baf-c493-4a75-a106-aaa928407a01 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:44.658360 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-85c11a0d-dabb-418c-8b6e-7fb98fab1b76 req-114e3baf-c493-4a75-a106-aaa928407a01 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.1746993 Feb 17 17:51:44.670373 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1749165-a7c5-4c6e-a161-da211854d7f1 req-aa92040e-001b-4a75-b76c-d491c9d0e6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:44.672200 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f1749165-a7c5-4c6e-a161-da211854d7f1 req-aa92040e-001b-4a75-b76c-d491c9d0e6ab service neutron] 10.222.0.71 "GET /v2.0/networks?id=d5990f07-3dfb-4178-9590-e3e132a5f43d HTTP/1.1" status: 200 len: 920 time: 0.2608411 Feb 17 17:51:44.729438 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f1749165-a7c5-4c6e-a161-da211854d7f1 req-898d8141-2362-48f6-9c80-7a99bf17f138 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9 HTTP/1.1" status: 200 len: 217 time: 0.0489395 Feb 17 17:51:44.768865 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-85c11a0d-dabb-418c-8b6e-7fb98fab1b76 req-35411abe-e764-48c9-ad32-6b308413a156 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011178 Feb 17 17:51:44.858371 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1749165-a7c5-4c6e-a161-da211854d7f1 req-4a8ca32f-e67d-4f56-bdf4-44b7bcf9b2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:44.860685 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f1749165-a7c5-4c6e-a161-da211854d7f1 req-4a8ca32f-e67d-4f56-bdf4-44b7bcf9b2ed service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f38a3055-6916-493f-ac03-180a8f2c57c4 HTTP/1.1" status: 200 len: 859 time: 0.1042974 Feb 17 17:51:44.923522 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f1749165-a7c5-4c6e-a161-da211854d7f1 req-7fbb5d80-2aa0-48d6-92bc-3dcd23b56843 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d5990f07-3dfb-4178-9590-e3e132a5f43d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544386 Feb 17 17:51:45.166144 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f1749165-a7c5-4c6e-a161-da211854d7f1 req-4029ce11-844e-46dd-9719-440edebc617f service neutron] 10.222.0.71 "GET /v2.0/networks/d5990f07-3dfb-4178-9590-e3e132a5f43d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349000 Feb 17 17:51:45.195261 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c9e2aa-9a17-4adf-9c77-891a1a82fbca req-e47d3c75-0a28-4de9-835b-3e59a09fb2bc tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:45.197573 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-67c9e2aa-9a17-4adf-9c77-891a1a82fbca req-e47d3c75-0a28-4de9-835b-3e59a09fb2bc tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.0969145 Feb 17 17:51:45.379675 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2fa319-1c0b-446f-b011-7b30642ae867 req-ca155ef8-357f-4539-9f53-4076ea175878 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:45.381240 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fb2fa319-1c0b-446f-b011-7b30642ae867 req-ca155ef8-357f-4539-9f53-4076ea175878 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=a88e8f66-0820-492e-98ba-23df1071c894 HTTP/1.1" status: 200 len: 945 time: 0.1827786 Feb 17 17:51:45.401280 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-67c9e2aa-9a17-4adf-9c77-891a1a82fbca req-2ff8a974-6716-4b1b-833d-bba305d4e3fb tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1843634 Feb 17 17:51:45.416199 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f1749165-a7c5-4c6e-a161-da211854d7f1 req-a68d34f3-d90b-4048-a885-c2333ca8bdfc service neutron] 10.222.0.71 "GET /v2.0/networks/d5990f07-3dfb-4178-9590-e3e132a5f43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437479 Feb 17 17:51:45.548021 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fb2fa319-1c0b-446f-b011-7b30642ae867 req-95d72df2-0b6a-44d3-b6f3-cfb1b4ff700a tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee30ec10-fc9c-427d-bae2-fedd385da0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442907 Feb 17 17:51:45.570452 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe0044-6437-4629-b136-337fb995e84d req-31fe5961-4988-4c89-a5ff-69e574a51162 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:45.577401 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-58fe0044-6437-4629-b136-337fb995e84d req-31fe5961-4988-4c89-a5ff-69e574a51162 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.0839407 Feb 17 17:51:45.640036 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-58fe0044-6437-4629-b136-337fb995e84d req-f18daca5-ab80-41ff-8f64-ba8ece3a51df tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615673 Feb 17 17:51:45.842215 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48856e8-e903-4e7f-aad9-0ea71349c60d req-05edfca9-fd3e-4b8e-b832-734f8b6ec037 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:45.843813 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f48856e8-e903-4e7f-aad9-0ea71349c60d req-05edfca9-fd3e-4b8e-b832-734f8b6ec037 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=313de677-a8d9-42f0-8146-c2eacc4dad97 HTTP/1.1" status: 200 len: 944 time: 0.1347990 Feb 17 17:51:45.866201 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfab6d0-5beb-4e80-a21e-f39f92a5065e req-a639d69b-4de6-409b-a461-a25429eb3f0f tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:45.874583 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1cfab6d0-5beb-4e80-a21e-f39f92a5065e req-a639d69b-4de6-409b-a461-a25429eb3f0f tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.1173372 Feb 17 17:51:45.987717 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1cfab6d0-5beb-4e80-a21e-f39f92a5065e req-92745595-4d87-4649-b6fc-c333abf10946 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109557 Feb 17 17:51:46.017692 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f48856e8-e903-4e7f-aad9-0ea71349c60d req-ebd0b16c-9f53-47b5-a6c0-a89ba06d7271 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628935 Feb 17 17:51:46.353023 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '313de677-a8d9-42f0-8146-c2eacc4dad97', 'tag': '6a7df5b7-9718-46c9-b256-65e9e4f02cc2'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:51:46.355480 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d553939a-de2c-47f7-980e-c386b52bf068" -d '{"events": [{"name": "network-changed", "server_uuid": "313de677-a8d9-42f0-8146-c2eacc4dad97", "tag": "6a7df5b7-9718-46c9-b256-65e9e4f02cc2"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:51:46.459409 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f365e6-ec9e-44ca-a33a-bec5166c2967 x-openstack-request-id: req-51f365e6-ec9e-44ca-a33a-bec5166c2967 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:51:46.459699 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "313de677-a8d9-42f0-8146-c2eacc4dad97", "tag": "6a7df5b7-9718-46c9-b256-65e9e4f02cc2", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:51:46.459973 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-51f365e6-ec9e-44ca-a33a-bec5166c2967 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:51:46.460415 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '313de677-a8d9-42f0-8146-c2eacc4dad97', 'tag': '6a7df5b7-9718-46c9-b256-65e9e4f02cc2', 'status': 'completed', 'code': 200} Feb 17 17:51:46.491403 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b0a77-4c8f-4464-b6a8-41b6ae02a5df req-31400b95-3f86-4d60-b779-30f9c3df3dc7 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:46.497252 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ee2b0a77-4c8f-4464-b6a8-41b6ae02a5df req-31400b95-3f86-4d60-b779-30f9c3df3dc7 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.1934068 Feb 17 17:51:46.621769 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553939a-de2c-47f7-980e-c386b52bf068 req-d7c7749f-5fd5-40e8-8c3e-09ee354b1607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:46.623499 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d553939a-de2c-47f7-980e-c386b52bf068 req-d7c7749f-5fd5-40e8-8c3e-09ee354b1607 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e82ced6d28e14a0eae2924cbc8f5cc85&device_id=313de677-a8d9-42f0-8146-c2eacc4dad97 HTTP/1.1" status: 200 len: 1126 time: 0.1436751 Feb 17 17:51:46.625532 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bfec06-f130-4b2c-b578-03a286e94ce6 req-3daab82a-c2ca-49a1-8367-8ab5bd34549f tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:46.629523 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-57bfec06-f130-4b2c-b578-03a286e94ce6 req-3daab82a-c2ca-49a1-8367-8ab5bd34549f tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.71 "GET /v2.0/ports?device_id=a88e8f66-0820-492e-98ba-23df1071c894 HTTP/1.1" status: 200 len: 945 time: 0.2358263 Feb 17 17:51:46.834110 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553939a-de2c-47f7-980e-c386b52bf068 req-38a4a7cf-5e96-4c9a-b452-fd7cebb7f725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:46.835945 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d553939a-de2c-47f7-980e-c386b52bf068 req-38a4a7cf-5e96-4c9a-b452-fd7cebb7f725 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d5990f07-3dfb-4178-9590-e3e132a5f43d HTTP/1.1" status: 200 len: 920 time: 0.2054868 Feb 17 17:51:46.858344 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ee2b0a77-4c8f-4464-b6a8-41b6ae02a5df req-00f532c9-5a6b-4ff5-a352-9f4376b9102e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3513460 Feb 17 17:51:46.886239 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:51:46.890754 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 39510) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:46.917361 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d553939a-de2c-47f7-980e-c386b52bf068 req-35c0f732-653f-4bfb-8783-1f7133c23709 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a7df5b7-9718-46c9-b256-65e9e4f02cc2 HTTP/1.1" status: 200 len: 217 time: 0.0745473 Feb 17 17:51:47.009767 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458baca6-d233-421c-82bb-f55a638b0615 req-487ef121-ac6f-41e2-82e0-d2b48e290908 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:47.011367 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-458baca6-d233-421c-82bb-f55a638b0615 req-487ef121-ac6f-41e2-82e0-d2b48e290908 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=a88e8f66-0820-492e-98ba-23df1071c894 HTTP/1.1" status: 200 len: 945 time: 0.2412920 Feb 17 17:51:47.050280 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553939a-de2c-47f7-980e-c386b52bf068 req-2451da8a-7223-4b65-8a01-47a97886103c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:47.056409 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d553939a-de2c-47f7-980e-c386b52bf068 req-2451da8a-7223-4b65-8a01-47a97886103c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f38a3055-6916-493f-ac03-180a8f2c57c4 HTTP/1.1" status: 200 len: 859 time: 0.1280725 Feb 17 17:51:47.129231 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d553939a-de2c-47f7-980e-c386b52bf068 req-f24bb208-010e-4dbe-9999-d030130788a6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d5990f07-3dfb-4178-9590-e3e132a5f43d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649588 Feb 17 17:51:47.138793 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9,segment=NetworkSegment(a9f041ef-79be-43be-85fb-a167b696bad1),segment_id=a9f041ef-79be-43be-85fb-a167b696bad1)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:51:47.166831 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-458baca6-d233-421c-82bb-f55a638b0615 req-b3c9b966-b058-425f-8722-882eec8aaf1f tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee30ec10-fc9c-427d-bae2-fedd385da0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352386 Feb 17 17:51:47.174726 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-57bfec06-f130-4b2c-b578-03a286e94ce6 req-aaebd175-eb42-4b39-9453-858790f1076e tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Deleting port d389da79-0dac-4632-8f02-bb0e8c733b4f {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:51:47.176117 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9', 'network_id': 'd5990f07-3dfb-4178-9590-e3e132a5f43d', 'port_id': '1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9', 'mac_address': 'fa:16:3e:03:4b:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f38a3055-6916-493f-ac03-180a8f2c57c4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:51:47.180313 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-57bfec06-f130-4b2c-b578-03a286e94ce6 req-aaebd175-eb42-4b39-9453-858790f1076e tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (d389da79-0dac-4632-8f02-bb0e8c733b4f), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:47.257306 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:51:47.257951 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:47.280486 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:51:47.309443 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9,segment=NetworkSegment(a9f041ef-79be-43be-85fb-a167b696bad1),segment_id=a9f041ef-79be-43be-85fb-a167b696bad1)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:51:47.315413 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:47.334552 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5e861900-d1a7-44f3-b4df-802b7cdadf80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:47.348345 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d553939a-de2c-47f7-980e-c386b52bf068 req-c66f7872-3427-4102-8fb2-f6812574165c service neutron] 10.222.0.91 "GET /v2.0/networks/d5990f07-3dfb-4178-9590-e3e132a5f43d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082672 Feb 17 17:51:47.388719 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:47.547310 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:51:47.551411 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d553939a-de2c-47f7-980e-c386b52bf068 req-87b6e410-dfa4-49df-8973-5d188518b36d service neutron] 10.222.0.91 "GET /v2.0/networks/d5990f07-3dfb-4178-9590-e3e132a5f43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966140 Feb 17 17:51:47.606807 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d15a1-aae8-42e6-aa55-f050cd23b388 req-f12f17dd-68af-400d-ad70-ac642df1e438 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:47.608494 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-de7d15a1-aae8-42e6-aa55-f050cd23b388 req-f12f17dd-68af-400d-ad70-ac642df1e438 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=313de677-a8d9-42f0-8146-c2eacc4dad97 HTTP/1.1" status: 200 len: 944 time: 0.4193463 Feb 17 17:51:47.680852 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-57bfec06-f130-4b2c-b578-03a286e94ce6 req-aaebd175-eb42-4b39-9453-858790f1076e tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] For port d389da79-0dac-4632-8f02-bb0e8c733b4f, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=d389da79-0dac-4632-8f02-bb0e8c733b4f,segment=NetworkSegment(7991a893-d7c9-4fff-9b7d-d927a847faea),segment_id=7991a893-d7c9-4fff-9b7d-d927a847faea)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:51:47.681234 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-57bfec06-f130-4b2c-b578-03a286e94ce6 req-aaebd175-eb42-4b39-9453-858790f1076e tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (d389da79-0dac-4632-8f02-bb0e8c733b4f), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:47.729775 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-57bfec06-f130-4b2c-b578-03a286e94ce6 req-aaebd175-eb42-4b39-9453-858790f1076e tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Calling delete_port for d389da79-0dac-4632-8f02-bb0e8c733b4f owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:51:47.768286 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-de7d15a1-aae8-42e6-aa55-f050cd23b388 req-1562bfea-d18b-40c3-a609-73a40af90f00 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477926 Feb 17 17:51:47.836146 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5e861900-d1a7-44f3-b4df-802b7cdadf80 admin admin] Publish callbacks [] for security_group (d133021e-7ce5-49f2-99ae-babca4e15157), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:47.845295 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5e861900-d1a7-44f3-b4df-802b7cdadf80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (d133021e-7ce5-49f2-99ae-babca4e15157), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:47.869957 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:51:47.894082 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e861900-d1a7-44f3-b4df-802b7cdadf80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d133021e-7ce5-49f2-99ae-babca4e15157,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:47.922920 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e861900-d1a7-44f3-b4df-802b7cdadf80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:51:47.923276 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e861900-d1a7-44f3-b4df-802b7cdadf80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:51:47.923913 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e861900-d1a7-44f3-b4df-802b7cdadf80 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:51:47.924289 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e861900-d1a7-44f3-b4df-802b7cdadf80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:51:47.924634 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e861900-d1a7-44f3-b4df-802b7cdadf80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:51:47.924967 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e861900-d1a7-44f3-b4df-802b7cdadf80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:51:47.925554 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e861900-d1a7-44f3-b4df-802b7cdadf80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:51:47.925892 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e861900-d1a7-44f3-b4df-802b7cdadf80 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:51:47.926226 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e861900-d1a7-44f3-b4df-802b7cdadf80 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:51:47.926687 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e861900-d1a7-44f3-b4df-802b7cdadf80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:51:47.927025 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e861900-d1a7-44f3-b4df-802b7cdadf80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:51:47.927352 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e861900-d1a7-44f3-b4df-802b7cdadf80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:51:47.927683 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e861900-d1a7-44f3-b4df-802b7cdadf80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:51:47.937985 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-5e861900-d1a7-44f3-b4df-802b7cdadf80 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=50b4977a77474ad790fc8776d4da2ebf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0454030 Feb 17 17:51:47.940898 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 39544) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:48.099468 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7a124d79-d148-4348-806b-c713a010493c admin admin] Publish callbacks [] for security_group (d133021e-7ce5-49f2-99ae-babca4e15157), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:48.129135 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-57bfec06-f130-4b2c-b578-03a286e94ce6 req-aaebd175-eb42-4b39-9453-858790f1076e tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (d389da79-0dac-4632-8f02-bb0e8c733b4f), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:48.144417 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['f883fdf3-3fdc-47e6-9f50-0966418cc693'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:51:48.175463 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297b97c-07c9-4ba0-97d3-6fa831dd2c17 req-37bb94a5-5dc2-4d1f-b099-028feb68580b tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:48.177890 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2297b97c-07c9-4ba0-97d3-6fa831dd2c17 req-37bb94a5-5dc2-4d1f-b099-028feb68580b tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.1499054 Feb 17 17:51:48.183034 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7a124d79-d148-4348-806b-c713a010493c admin admin] Publish callbacks [] for security_group (d133021e-7ce5-49f2-99ae-babca4e15157), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:48.185550 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaebd175-eb42-4b39-9453-858790f1076e tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Pushing event deleted for resources: {'Port': ['ID=d389da79-0dac-4632-8f02-bb0e8c733b4f,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:48.227145 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 6a7df5b7-9718-46c9-b256-65e9e4f02cc2 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:51:48.389287 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2297b97c-07c9-4ba0-97d3-6fa831dd2c17 req-796f6789-2609-414a-9025-a2b9b5dfb928 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810148 Feb 17 17:51:48.465817 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-57bfec06-f130-4b2c-b578-03a286e94ce6 req-aaebd175-eb42-4b39-9453-858790f1076e tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] No DVR routers for this DVR port d389da79-0dac-4632-8f02-bb0e8c733b4f on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:51:48.478343 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7a124d79-d148-4348-806b-c713a010493c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (d133021e-7ce5-49f2-99ae-babca4e15157), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:48.488739 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7a124d79-d148-4348-806b-c713a010493c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:48.489934 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-7a124d79-d148-4348-806b-c713a010493c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d133021e-7ce5-49f2-99ae-babca4e15157 HTTP/1.1" status: 204 len: 168 time: 0.5481117 Feb 17 17:51:48.491228 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-57bfec06-f130-4b2c-b578-03a286e94ce6 req-aaebd175-eb42-4b39-9453-858790f1076e tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:48.494530 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-57bfec06-f130-4b2c-b578-03a286e94ce6 req-aaebd175-eb42-4b39-9453-858790f1076e tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.71 "DELETE /v2.0/ports/d389da79-0dac-4632-8f02-bb0e8c733b4f HTTP/1.1" status: 204 len: 173 time: 1.8521037 Feb 17 17:51:48.501447 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88e8f66-0820-492e-98ba-23df1071c894', 'name': 'network-vif-deleted', 'tag': 'd389da79-0dac-4632-8f02-bb0e8c733b4f'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:51:48.511601 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5957ba-faae-428f-a656-ba8b17746b56" -d '{"events": [{"server_uuid": "a88e8f66-0820-492e-98ba-23df1071c894", "name": "network-vif-deleted", "tag": "d389da79-0dac-4632-8f02-bb0e8c733b4f"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:51:48.532027 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a124d79-d148-4348-806b-c713a010493c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d133021e-7ce5-49f2-99ae-babca4e15157,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:48.540674 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 6a7df5b7-9718-46c9-b256-65e9e4f02cc2, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=6a7df5b7-9718-46c9-b256-65e9e4f02cc2,segment=NetworkSegment(a9f041ef-79be-43be-85fb-a167b696bad1),segment_id=a9f041ef-79be-43be-85fb-a167b696bad1)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:51:48.565591 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '6a7df5b7-9718-46c9-b256-65e9e4f02cc2', 'network_id': 'd5990f07-3dfb-4178-9590-e3e132a5f43d', 'port_id': '6a7df5b7-9718-46c9-b256-65e9e4f02cc2', 'mac_address': 'fa:16:3e:f8:1f:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f38a3055-6916-493f-ac03-180a8f2c57c4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:51:48.625845 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 6a7df5b7-9718-46c9-b256-65e9e4f02cc2 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:51:48.626501 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6a7df5b7-9718-46c9-b256-65e9e4f02cc2), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:48.657698 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a7df5b7-9718-46c9-b256-65e9e4f02cc2 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:51:48.757395 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 6a7df5b7-9718-46c9-b256-65e9e4f02cc2, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=6a7df5b7-9718-46c9-b256-65e9e4f02cc2,segment=NetworkSegment(a9f041ef-79be-43be-85fb-a167b696bad1),segment_id=a9f041ef-79be-43be-85fb-a167b696bad1)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:51:48.773319 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (6a7df5b7-9718-46c9-b256-65e9e4f02cc2), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:48.822477 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929cd408-731d-413a-b58f-e320993229c8 x-openstack-request-id: req-929cd408-731d-413a-b58f-e320993229c8 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:51:48.822954 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a88e8f66-0820-492e-98ba-23df1071c894", "name": "network-vif-deleted", "tag": "d389da79-0dac-4632-8f02-bb0e8c733b4f", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:51:48.823351 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-929cd408-731d-413a-b58f-e320993229c8 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:51:48.823943 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88e8f66-0820-492e-98ba-23df1071c894', 'name': 'network-vif-deleted', 'tag': 'd389da79-0dac-4632-8f02-bb0e8c733b4f', 'status': 'completed', 'code': 200} Feb 17 17:51:48.929567 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:51:49.178568 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:49.193004 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['6a7df5b7-9718-46c9-b256-65e9e4f02cc2'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:51:49.238423 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9ef0dfeb-38de-415c-bbe7-ad6d0684193e req-868e9b68-4f4d-4f81-bbf5-b650b2f4ea6f tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=a88e8f66-0820-492e-98ba-23df1071c894 HTTP/1.1" status: 200 len: 210 time: 0.1484823 Feb 17 17:51:49.301031 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7f63c-8fde-4e63-91cf-8b45be3431a8 req-671c615c-e2af-4bda-808d-e25db6547a7a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:49.302706 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-48c7f63c-8fde-4e63-91cf-8b45be3431a8 req-671c615c-e2af-4bda-808d-e25db6547a7a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.3113711 Feb 17 17:51:49.400635 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=6a7df5b7-9718-46c9-b256-65e9e4f02cc2,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:49.431748 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:51:49.505406 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-48c7f63c-8fde-4e63-91cf-8b45be3431a8 req-ba8b1c50-01dd-48cf-b2dc-25c5b41857ae tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1947932 Feb 17 17:51:49.561126 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33af6fb-6f2b-45bc-8587-deb6d773f98a req-bb4ad119-7326-4b93-904c-7f7328fb83f9 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:49.568806 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b33af6fb-6f2b-45bc-8587-deb6d773f98a req-bb4ad119-7326-4b93-904c-7f7328fb83f9 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=313de677-a8d9-42f0-8146-c2eacc4dad97 HTTP/1.1" status: 200 len: 945 time: 0.1578465 Feb 17 17:51:49.663508 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:51:49.664051 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:49.722785 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b33af6fb-6f2b-45bc-8587-deb6d773f98a req-f7aaa6aa-88c6-4e0f-b017-35225b4be5ab tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473501 Feb 17 17:51:49.771321 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 39582) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:49.793916 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1a5ce1ae-5d53-46b4-8da2-f8406c033364 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:49.880211 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 39584) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:49.894785 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1a5ce1ae-5d53-46b4-8da2-f8406c033364 admin admin] Publish callbacks [] for security_group (5fe62f44-79e4-4ed7-be07-2f92679c9336), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:49.905473 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1a5ce1ae-5d53-46b4-8da2-f8406c033364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (5fe62f44-79e4-4ed7-be07-2f92679c9336), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:49.913955 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:49.978258 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-1a5ce1ae-5d53-46b4-8da2-f8406c033364 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3e4e7ccbab3a4a5da856e664203ad5cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2057941 Feb 17 17:51:49.981138 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 39588) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:49.995861 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ce1ae-5d53-46b4-8da2-f8406c033364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe62f44-79e4-4ed7-be07-2f92679c9336,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:50.009122 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:51:50.009910 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:50.061925 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9,segment=NetworkSegment(a9f041ef-79be-43be-85fb-a167b696bad1),segment_id=a9f041ef-79be-43be-85fb-a167b696bad1)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:51:50.063085 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ebd965-a1df-4d01-8ff2-f99625e609fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:51:50.066047 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5333b535-1847-4551-a353-035f1a2587e6" -d '{"events": [{"server_uuid": "87ebd965-a1df-4d01-8ff2-f99625e609fa", "name": "network-vif-plugged", "status": "completed", "tag": "1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:51:50.070798 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:50.071719 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device d389da79-0dac-4632-8f02-bb0e8c733b4f no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:51:50.104402 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-61b84d9f-e25f-46d7-a4d1-769ecd0b0ffc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:50.117569 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: d389da79-0dac-4632-8f02-bb0e8c733b4f {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:51:50.117920 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device d389da79-0dac-4632-8f02-bb0e8c733b4f not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:51:50.126486 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-11b08f47-ae9a-4e17-943e-aa916171dfac admin admin] Publish callbacks [] for security_group (5fe62f44-79e4-4ed7-be07-2f92679c9336), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:50.148924 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:50.181581 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-11b08f47-ae9a-4e17-943e-aa916171dfac admin admin] Publish callbacks [] for security_group (5fe62f44-79e4-4ed7-be07-2f92679c9336), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:50.285030 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-61b84d9f-e25f-46d7-a4d1-769ecd0b0ffc admin admin] Publish callbacks [] for security_group (71ea283d-30b2-4d44-8f6f-826a8b2b663b), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:50.289106 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-11b08f47-ae9a-4e17-943e-aa916171dfac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (5fe62f44-79e4-4ed7-be07-2f92679c9336), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:50.292473 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-11b08f47-ae9a-4e17-943e-aa916171dfac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:50.293987 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-11b08f47-ae9a-4e17-943e-aa916171dfac admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5fe62f44-79e4-4ed7-be07-2f92679c9336 HTTP/1.1" status: 204 len: 168 time: 0.3118348 Feb 17 17:51:50.297160 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7944ad-b986-447c-864b-0ef00115d5c9 x-openstack-request-id: req-4b7944ad-b986-447c-864b-0ef00115d5c9 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:51:50.297753 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87ebd965-a1df-4d01-8ff2-f99625e609fa", "name": "network-vif-plugged", "status": "completed", "tag": "1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:51:50.297967 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4b7944ad-b986-447c-864b-0ef00115d5c9 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:51:50.298611 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ebd965-a1df-4d01-8ff2-f99625e609fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9', 'code': 200} Feb 17 17:51:50.307733 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-61b84d9f-e25f-46d7-a4d1-769ecd0b0ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (71ea283d-30b2-4d44-8f6f-826a8b2b663b), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:50.333772 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b08f47-ae9a-4e17-943e-aa916171dfac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe62f44-79e4-4ed7-be07-2f92679c9336,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:50.370762 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 39600) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:50.371470 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-61b84d9f-e25f-46d7-a4d1-769ecd0b0ffc admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=cc13913800bc4a9686c9de38848b21fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4894950 Feb 17 17:51:50.392570 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b84d9f-e25f-46d7-a4d1-769ecd0b0ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ea283d-30b2-4d44-8f6f-826a8b2b663b,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:50.443319 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a157b-b72b-4a74-8ae4-1167f9230ccc req-4c9569af-23a0-4b3c-8113-66767aca171b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:50.445651 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a99a157b-b72b-4a74-8ae4-1167f9230ccc req-4c9569af-23a0-4b3c-8113-66767aca171b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 1128 time: 0.0617614 Feb 17 17:51:50.516035 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4d3da12e-0734-4ede-b4fc-bd3668451f69 admin admin] Publish callbacks [] for security_group (71ea283d-30b2-4d44-8f6f-826a8b2b663b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:50.566330 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a99a157b-b72b-4a74-8ae4-1167f9230ccc req-63b624cb-31fc-406d-b80d-3f2d34d29b80 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076751 Feb 17 17:51:50.587171 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4d3da12e-0734-4ede-b4fc-bd3668451f69 admin admin] Publish callbacks [] for security_group (71ea283d-30b2-4d44-8f6f-826a8b2b663b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:50.680910 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4d3da12e-0734-4ede-b4fc-bd3668451f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (71ea283d-30b2-4d44-8f6f-826a8b2b663b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:50.696637 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4d3da12e-0734-4ede-b4fc-bd3668451f69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:50.698185 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4d3da12e-0734-4ede-b4fc-bd3668451f69 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/71ea283d-30b2-4d44-8f6f-826a8b2b663b HTTP/1.1" status: 204 len: 168 time: 0.3261693 Feb 17 17:51:50.709637 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3da12e-0734-4ede-b4fc-bd3668451f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ea283d-30b2-4d44-8f6f-826a8b2b663b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:50.769590 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a740a8-ab01-484a-b7ed-7c3a87ca7304 req-ffa4d0ff-b7b3-4316-85c6-de7605e6755a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:50.771062 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-21a740a8-ab01-484a-b7ed-7c3a87ca7304 req-ffa4d0ff-b7b3-4316-85c6-de7605e6755a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.1462958 Feb 17 17:51:50.940037 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-21a740a8-ab01-484a-b7ed-7c3a87ca7304 req-651cf60c-bd4d-4121-abbb-921c9c907259 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596577 Feb 17 17:51:50.986538 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1366c5a-db86-46fb-bcd9-24d16a9e1f8e req-595f2590-80c4-466b-8e80-b0c383d50459 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:50.988089 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d1366c5a-db86-46fb-bcd9-24d16a9e1f8e req-595f2590-80c4-466b-8e80-b0c383d50459 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=313de677-a8d9-42f0-8146-c2eacc4dad97 HTTP/1.1" status: 200 len: 945 time: 0.1578684 Feb 17 17:51:51.097303 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d1366c5a-db86-46fb-bcd9-24d16a9e1f8e req-3a9f01de-7e72-4485-aa39-bcea74b1a2ff tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959580 Feb 17 17:51:51.138029 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169826cf-b3fa-47a9-b823-f9700974f119 req-d951b269-2f78-44e3-bdad-21c6f8a5796b tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:51.154260 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-169826cf-b3fa-47a9-b823-f9700974f119 req-d951b269-2f78-44e3-bdad-21c6f8a5796b tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.1182086 Feb 17 17:51:51.247269 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 39634) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:51.267013 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9902445c-a512-4f49-93a6-5d43531b420e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:51.301923 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-169826cf-b3fa-47a9-b823-f9700974f119 req-25787ab8-dc42-4ea3-8548-a7137426b336 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448116 Feb 17 17:51:51.483281 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9902445c-a512-4f49-93a6-5d43531b420e admin admin] Publish callbacks [] for security_group (1192e2b1-bd30-4d12-acad-9c7d007dd8c1), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:51.493806 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9902445c-a512-4f49-93a6-5d43531b420e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (1192e2b1-bd30-4d12-acad-9c7d007dd8c1), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:51.515930 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a8639-2fd8-481f-8bb9-1543cc6f20d1 req-2cf5b795-50d0-414e-8312-49fdb97a48b8 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:51.525872 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-269a8639-2fd8-481f-8bb9-1543cc6f20d1 req-2cf5b795-50d0-414e-8312-49fdb97a48b8 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.1204803 Feb 17 17:51:51.628856 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-269a8639-2fd8-481f-8bb9-1543cc6f20d1 req-7698c77e-8f23-484f-8d5d-40422810bb27 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982764 Feb 17 17:51:51.663530 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9902445c-a512-4f49-93a6-5d43531b420e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=39b76c57004c4f429ed068fab4fcee32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4110470 Feb 17 17:51:51.663877 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 39654) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:51.666370 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9902445c-a512-4f49-93a6-5d43531b420e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1192e2b1-bd30-4d12-acad-9c7d007dd8c1,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:51.767919 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-61a4363f-3cfb-49f9-bf5e-af1f9fa810d0 admin admin] Publish callbacks [] for security_group (1192e2b1-bd30-4d12-acad-9c7d007dd8c1), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:51.827269 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-61a4363f-3cfb-49f9-bf5e-af1f9fa810d0 admin admin] Publish callbacks [] for security_group (1192e2b1-bd30-4d12-acad-9c7d007dd8c1), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:51.879449 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da0c1a-e951-402d-9f00-6683f6194309 req-db53e964-f2d0-4cff-ac19-5f8bfdef6c31 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:51.879449 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-59da0c1a-e951-402d-9f00-6683f6194309 req-db53e964-f2d0-4cff-ac19-5f8bfdef6c31 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.1180737 Feb 17 17:51:51.969243 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-61a4363f-3cfb-49f9-bf5e-af1f9fa810d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (1192e2b1-bd30-4d12-acad-9c7d007dd8c1), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:51.972437 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-61a4363f-3cfb-49f9-bf5e-af1f9fa810d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:51.976930 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-61a4363f-3cfb-49f9-bf5e-af1f9fa810d0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/1192e2b1-bd30-4d12-acad-9c7d007dd8c1 HTTP/1.1" status: 204 len: 168 time: 0.3119192 Feb 17 17:51:51.995245 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-59da0c1a-e951-402d-9f00-6683f6194309 req-bdcad5e5-8d9d-4505-b2b9-ed00efcf1438 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058180 Feb 17 17:51:52.019151 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4363f-3cfb-49f9-bf5e-af1f9fa810d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1192e2b1-bd30-4d12-acad-9c7d007dd8c1,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:52.183414 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 6a7df5b7-9718-46c9-b256-65e9e4f02cc2 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:51:52.222025 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30f652-c5ca-48e4-8458-a29c37b9ab52 req-541795fc-5812-4d15-92ed-68f9cda27167 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:52.228397 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4d30f652-c5ca-48e4-8458-a29c37b9ab52 req-541795fc-5812-4d15-92ed-68f9cda27167 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.1240087 Feb 17 17:51:52.365769 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port 6a7df5b7-9718-46c9-b256-65e9e4f02cc2 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:51:52.373660 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 6a7df5b7-9718-46c9-b256-65e9e4f02cc2 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:51:52.374044 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6a7df5b7-9718-46c9-b256-65e9e4f02cc2), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:52.375938 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4d30f652-c5ca-48e4-8458-a29c37b9ab52 req-fbff5c55-acda-4bb5-ba7b-8223dca02b43 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296425 Feb 17 17:51:52.424901 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c2d5a-e063-4bb2-b647-56e4533fc3ab req-f05864c7-8245-4995-8d48-9d5dfd86a65b tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:52.437559 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e09c2d5a-e063-4bb2-b647-56e4533fc3ab req-f05864c7-8245-4995-8d48-9d5dfd86a65b tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=313de677-a8d9-42f0-8146-c2eacc4dad97 HTTP/1.1" status: 200 len: 945 time: 0.2072749 Feb 17 17:51:52.551549 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e09c2d5a-e063-4bb2-b647-56e4533fc3ab req-211d6521-c61a-466f-89f8-48ecd93152a7 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009555 Feb 17 17:51:52.649602 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6d899-c201-42c2-8cf9-44f49bc36b1b req-2ab18307-794d-449a-97e4-ccc9f39ea0f4 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:52.651145 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-67b6d899-c201-42c2-8cf9-44f49bc36b1b req-2ab18307-794d-449a-97e4-ccc9f39ea0f4 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.1451538 Feb 17 17:51:52.669074 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 6a7df5b7-9718-46c9-b256-65e9e4f02cc2 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:51:52.669553 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6a7df5b7-9718-46c9-b256-65e9e4f02cc2), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:52.709894 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 6a7df5b7-9718-46c9-b256-65e9e4f02cc2, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=6a7df5b7-9718-46c9-b256-65e9e4f02cc2,segment=NetworkSegment(a9f041ef-79be-43be-85fb-a167b696bad1),segment_id=a9f041ef-79be-43be-85fb-a167b696bad1)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:51:52.711118 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313de677-a8d9-42f0-8146-c2eacc4dad97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7df5b7-9718-46c9-b256-65e9e4f02cc2'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:51:52.715440 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1327bdd-8fa1-4b7e-aaf5-9eca4239f045" -d '{"events": [{"server_uuid": "313de677-a8d9-42f0-8146-c2eacc4dad97", "name": "network-vif-plugged", "status": "completed", "tag": "6a7df5b7-9718-46c9-b256-65e9e4f02cc2"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:51:52.724281 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (6a7df5b7-9718-46c9-b256-65e9e4f02cc2), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:52.754245 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-67b6d899-c201-42c2-8cf9-44f49bc36b1b req-de640208-9d6d-4ed3-ac0c-5749909a05cd tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888951 Feb 17 17:51:52.893661 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92014286-ec1a-42b1-87b8-fa21b1c6c015 x-openstack-request-id: req-92014286-ec1a-42b1-87b8-fa21b1c6c015 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:51:52.893963 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313de677-a8d9-42f0-8146-c2eacc4dad97", "name": "network-vif-plugged", "status": "completed", "tag": "6a7df5b7-9718-46c9-b256-65e9e4f02cc2", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:51:52.894230 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-92014286-ec1a-42b1-87b8-fa21b1c6c015 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:51:52.894641 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '313de677-a8d9-42f0-8146-c2eacc4dad97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7df5b7-9718-46c9-b256-65e9e4f02cc2', 'code': 200} Feb 17 17:51:52.981177 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=6a7df5b7-9718-46c9-b256-65e9e4f02cc2,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:53.035338 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701d7d2-e0f4-47b2-99f9-9ae0678297c1 req-e99f8a91-625d-4786-9612-64c071f6195d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:53.039060 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b701d7d2-e0f4-47b2-99f9-9ae0678297c1 req-e99f8a91-625d-4786-9612-64c071f6195d service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=313de677-a8d9-42f0-8146-c2eacc4dad97 HTTP/1.1" status: 200 len: 1128 time: 0.1114058 Feb 17 17:51:53.146997 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b701d7d2-e0f4-47b2-99f9-9ae0678297c1 req-e5b0e94c-ce10-446e-a8dc-528768306f44 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007671 Feb 17 17:51:53.793959 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c4fb5-d694-47eb-92fd-2347f4fe07d8 req-00180f1e-4d9a-4ccc-a617-cf1a20be80a0 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:53.805289 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-120c4fb5-d694-47eb-92fd-2347f4fe07d8 req-00180f1e-4d9a-4ccc-a617-cf1a20be80a0 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=313de677-a8d9-42f0-8146-c2eacc4dad97 HTTP/1.1" status: 200 len: 946 time: 0.1365473 Feb 17 17:51:53.897601 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-120c4fb5-d694-47eb-92fd-2347f4fe07d8 req-ca848849-6c28-4860-9693-d8f7d5f5b69d tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912580 Feb 17 17:51:54.181351 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 39800) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:54.309465 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 39806) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:54.495660 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ef6742e7-d506-4b13-9eb2-835ee207c242 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:54.499377 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f2aca832-da2c-4b61-ad0a-77e0d3401cb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:54.648746 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ef6742e7-d506-4b13-9eb2-835ee207c242 admin admin] Publish callbacks [] for security_group (066636eb-d3ac-46fb-acfd-c2ebf53367d2), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:54.648746 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f2aca832-da2c-4b61-ad0a-77e0d3401cb4 admin admin] Publish callbacks [] for security_group (e04d4855-9284-4d55-ad0b-a18c6e5c0ab4), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:54.649105 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ef6742e7-d506-4b13-9eb2-835ee207c242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (066636eb-d3ac-46fb-acfd-c2ebf53367d2), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:54.656545 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f2aca832-da2c-4b61-ad0a-77e0d3401cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (e04d4855-9284-4d55-ad0b-a18c6e5c0ab4), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:54.713159 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-f2aca832-da2c-4b61-ad0a-77e0d3401cb4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ba52de0a83e94ce18ce3b470c331cc71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5303435 Feb 17 17:51:54.715703 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 39818) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:54.726385 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-ef6742e7-d506-4b13-9eb2-835ee207c242 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e5d7e44f98ed4ab58e429b60faf6424f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4140122 Feb 17 17:51:54.726385 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6742e7-d506-4b13-9eb2-835ee207c242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066636eb-d3ac-46fb-acfd-c2ebf53367d2,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:54.739120 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 39820) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:54.796947 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aca832-da2c-4b61-ad0a-77e0d3401cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04d4855-9284-4d55-ad0b-a18c6e5c0ab4,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:54.824320 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-494a62fa-77fe-4a46-aadd-f0f6feed28ec admin admin] Publish callbacks [] for security_group (066636eb-d3ac-46fb-acfd-c2ebf53367d2), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:54.851902 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-848d151d-7935-4ffe-8fb1-401f5153df5a admin admin] Publish callbacks [] for security_group (e04d4855-9284-4d55-ad0b-a18c6e5c0ab4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:54.852420 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-494a62fa-77fe-4a46-aadd-f0f6feed28ec admin admin] Publish callbacks [] for security_group (066636eb-d3ac-46fb-acfd-c2ebf53367d2), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:54.918974 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-848d151d-7935-4ffe-8fb1-401f5153df5a admin admin] Publish callbacks [] for security_group (e04d4855-9284-4d55-ad0b-a18c6e5c0ab4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:54.938375 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-494a62fa-77fe-4a46-aadd-f0f6feed28ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (066636eb-d3ac-46fb-acfd-c2ebf53367d2), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:54.941567 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-494a62fa-77fe-4a46-aadd-f0f6feed28ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:54.943090 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-494a62fa-77fe-4a46-aadd-f0f6feed28ec admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/066636eb-d3ac-46fb-acfd-c2ebf53367d2 HTTP/1.1" status: 204 len: 168 time: 0.2026787 Feb 17 17:51:54.969289 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494a62fa-77fe-4a46-aadd-f0f6feed28ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066636eb-d3ac-46fb-acfd-c2ebf53367d2,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:55.016890 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-848d151d-7935-4ffe-8fb1-401f5153df5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (e04d4855-9284-4d55-ad0b-a18c6e5c0ab4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:55.020338 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-848d151d-7935-4ffe-8fb1-401f5153df5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:55.023966 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-848d151d-7935-4ffe-8fb1-401f5153df5a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e04d4855-9284-4d55-ad0b-a18c6e5c0ab4 HTTP/1.1" status: 204 len: 168 time: 0.3063242 Feb 17 17:51:55.045069 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d151d-7935-4ffe-8fb1-401f5153df5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04d4855-9284-4d55-ad0b-a18c6e5c0ab4,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:55.129249 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769de994-9961-4c4c-8344-9edb04339f5a req-1080d3b0-038f-4ae0-911d-09d29cd1630f tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:55.130821 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-769de994-9961-4c4c-8344-9edb04339f5a req-1080d3b0-038f-4ae0-911d-09d29cd1630f tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=313de677-a8d9-42f0-8146-c2eacc4dad97 HTTP/1.1" status: 200 len: 946 time: 0.0911620 Feb 17 17:51:55.246036 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-769de994-9961-4c4c-8344-9edb04339f5a req-1dde60b1-1e45-4562-acd7-556ab67ff706 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087141 Feb 17 17:51:55.855959 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb00273-8e11-489b-a566-098183cef48e req-6545dfeb-3706-42b3-b5a2-c46db29e589b tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:55.880686 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8cb00273-8e11-489b-a566-098183cef48e req-6545dfeb-3706-42b3-b5a2-c46db29e589b tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=313de677-a8d9-42f0-8146-c2eacc4dad97 HTTP/1.1" status: 200 len: 946 time: 0.2051177 Feb 17 17:51:55.928843 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75317f3-e8a4-4a6c-844c-b87a019f8fe5 req-f289a703-4a8a-4a4d-aaa1-15de2d4bcac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:55.933764 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a75317f3-e8a4-4a6c-844c-b87a019f8fe5 req-f289a703-4a8a-4a4d-aaa1-15de2d4bcac1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e82ced6d28e14a0eae2924cbc8f5cc85&device_id=313de677-a8d9-42f0-8146-c2eacc4dad97 HTTP/1.1" status: 200 len: 1128 time: 0.2763186 Feb 17 17:51:55.952934 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 39854) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:56.009632 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8cb00273-8e11-489b-a566-098183cef48e req-2183b040-0a5d-4f4e-8984-398df8b621d2 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239076 Feb 17 17:51:56.131076 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75317f3-e8a4-4a6c-844c-b87a019f8fe5 req-7fc30a38-bf0d-47b7-bb92-2117880bb61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:56.133113 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a75317f3-e8a4-4a6c-844c-b87a019f8fe5 req-7fc30a38-bf0d-47b7-bb92-2117880bb61b service neutron] 10.222.0.91 "GET /v2.0/networks?id=d5990f07-3dfb-4178-9590-e3e132a5f43d HTTP/1.1" status: 200 len: 920 time: 0.1877944 Feb 17 17:51:56.133892 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5b042648-6915-4fcf-906c-c62aeb0be493 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:56.223811 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a75317f3-e8a4-4a6c-844c-b87a019f8fe5 req-273637e7-16e5-4aee-915d-44890477c0f0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a7df5b7-9718-46c9-b256-65e9e4f02cc2 HTTP/1.1" status: 200 len: 217 time: 0.0782843 Feb 17 17:51:56.415170 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5b042648-6915-4fcf-906c-c62aeb0be493 admin admin] Publish callbacks [] for security_group (cb4d2856-59c6-4e6b-ab2e-5271a2e313e2), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:56.428681 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5b042648-6915-4fcf-906c-c62aeb0be493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (cb4d2856-59c6-4e6b-ab2e-5271a2e313e2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:56.462706 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5b042648-6915-4fcf-906c-c62aeb0be493 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=85a61a0bb55541c98d889239a5df6e10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5052834 Feb 17 17:51:56.466188 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75317f3-e8a4-4a6c-844c-b87a019f8fe5 req-849951f8-dab6-4feb-814b-1747abb72295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:56.466686 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 39872) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:56.468542 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a75317f3-e8a4-4a6c-844c-b87a019f8fe5 req-849951f8-dab6-4feb-814b-1747abb72295 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f38a3055-6916-493f-ac03-180a8f2c57c4 HTTP/1.1" status: 200 len: 859 time: 0.2385676 Feb 17 17:51:56.511566 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a75317f3-e8a4-4a6c-844c-b87a019f8fe5 req-1252aacd-f953-402c-a002-937ba08e3ea4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d5990f07-3dfb-4178-9590-e3e132a5f43d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351775 Feb 17 17:51:56.513969 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b042648-6915-4fcf-906c-c62aeb0be493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4d2856-59c6-4e6b-ab2e-5271a2e313e2,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:56.606629 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ea8e96d7-f8cb-4329-88ee-0b72d67ae625 admin admin] Publish callbacks [] for security_group (cb4d2856-59c6-4e6b-ab2e-5271a2e313e2), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:56.648029 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ea8e96d7-f8cb-4329-88ee-0b72d67ae625 admin admin] Publish callbacks [] for security_group (cb4d2856-59c6-4e6b-ab2e-5271a2e313e2), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:56.688891 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a75317f3-e8a4-4a6c-844c-b87a019f8fe5 req-3bd7b2d0-1478-4685-84c0-503590c7c572 service neutron] 10.222.0.91 "GET /v2.0/networks/d5990f07-3dfb-4178-9590-e3e132a5f43d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691787 Feb 17 17:51:56.722172 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ea8e96d7-f8cb-4329-88ee-0b72d67ae625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (cb4d2856-59c6-4e6b-ab2e-5271a2e313e2), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:56.725236 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ea8e96d7-f8cb-4329-88ee-0b72d67ae625 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:56.736171 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-ea8e96d7-f8cb-4329-88ee-0b72d67ae625 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/cb4d2856-59c6-4e6b-ab2e-5271a2e313e2 HTTP/1.1" status: 204 len: 168 time: 0.2683940 Feb 17 17:51:56.764444 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8e96d7-f8cb-4329-88ee-0b72d67ae625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4d2856-59c6-4e6b-ab2e-5271a2e313e2,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:56.938179 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a75317f3-e8a4-4a6c-844c-b87a019f8fe5 req-17a08d11-6de8-41b3-9d29-ebfb650e72e5 service neutron] 10.222.0.91 "GET /v2.0/networks/d5990f07-3dfb-4178-9590-e3e132a5f43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412875 Feb 17 17:51:57.251766 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42a2b9-0ea5-4554-a1af-355a808b07ff req-4ea715b9-db43-4be7-9781-ce5adcd52d3d tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:57.274304 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a42a2b9-0ea5-4554-a1af-355a808b07ff req-4ea715b9-db43-4be7-9781-ce5adcd52d3d tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=313de677-a8d9-42f0-8146-c2eacc4dad97 HTTP/1.1" status: 200 len: 946 time: 0.1331177 Feb 17 17:51:57.385857 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a42a2b9-0ea5-4554-a1af-355a808b07ff req-e4de486b-2081-4bfe-8a92-2b0c9598ff3f tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105790 Feb 17 17:51:57.926058 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 39930) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:58.261599 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-7068921b-66fa-4c72-a904-e0b47e9e940b tempest-ExternalNetworksTestJSON-1802924653 tempest-ExternalNetworksTestJSON-1802924653-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-76543363'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:58.318787 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7068921b-66fa-4c72-a904-e0b47e9e940b tempest-ExternalNetworksTestJSON-1802924653 tempest-ExternalNetworksTestJSON-1802924653-project] Made reservation on behalf of d3a54fe4f9554105a0d4a5fa50026b75 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:51:58.322663 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7068921b-66fa-4c72-a904-e0b47e9e940b tempest-ExternalNetworksTestJSON-1802924653 tempest-ExternalNetworksTestJSON-1802924653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:58.364069 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7068921b-66fa-4c72-a904-e0b47e9e940b tempest-ExternalNetworksTestJSON-1802924653 tempest-ExternalNetworksTestJSON-1802924653-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:58.626304 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7068921b-66fa-4c72-a904-e0b47e9e940b tempest-ExternalNetworksTestJSON-1802924653 tempest-ExternalNetworksTestJSON-1802924653-project] Publish callbacks [] for security_group (50a8d518-fea1-46ee-9f32-d0b64e637198), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:58.648885 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7068921b-66fa-4c72-a904-e0b47e9e940b tempest-ExternalNetworksTestJSON-1802924653 tempest-ExternalNetworksTestJSON-1802924653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (50a8d518-fea1-46ee-9f32-d0b64e637198), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:58.670309 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7068921b-66fa-4c72-a904-e0b47e9e940b tempest-ExternalNetworksTestJSON-1802924653 tempest-ExternalNetworksTestJSON-1802924653-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:51:58.689054 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7068921b-66fa-4c72-a904-e0b47e9e940b tempest-ExternalNetworksTestJSON-1802924653 tempest-ExternalNetworksTestJSON-1802924653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (681843ba-785d-4f39-9118-2bcf67959a3d), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:58.689393 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-7068921b-66fa-4c72-a904-e0b47e9e940b tempest-ExternalNetworksTestJSON-1802924653 tempest-ExternalNetworksTestJSON-1802924653-project] Added segment 681843ba-785d-4f39-9118-2bcf67959a3d of type vlan for network 8ccfae6f-08f9-40bb-8e08-bbf0d7aad518 Feb 17 17:51:58.731500 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7068921b-66fa-4c72-a904-e0b47e9e940b tempest-ExternalNetworksTestJSON-1802924653 tempest-ExternalNetworksTestJSON-1802924653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50a8d518-fea1-46ee-9f32-d0b64e637198,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:58.805438 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7068921b-66fa-4c72-a904-e0b47e9e940b tempest-ExternalNetworksTestJSON-1802924653 tempest-ExternalNetworksTestJSON-1802924653-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (8ccfae6f-08f9-40bb-8e08-bbf0d7aad518), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:58.815876 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ebd55-0af8-48b0-b5e1-8515dd920176 req-300711a0-7216-4378-8f33-b3879873abf5 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:58.823172 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2d2ebd55-0af8-48b0-b5e1-8515dd920176 req-300711a0-7216-4378-8f33-b3879873abf5 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=313de677-a8d9-42f0-8146-c2eacc4dad97 HTTP/1.1" status: 200 len: 946 time: 0.2797272 Feb 17 17:51:58.909154 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2d2ebd55-0af8-48b0-b5e1-8515dd920176 req-b1de7809-2c0f-4aeb-ac87-6ce92a3024bb tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850761 Feb 17 17:51:58.946436 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7068921b-66fa-4c72-a904-e0b47e9e940b tempest-ExternalNetworksTestJSON-1802924653 tempest-ExternalNetworksTestJSON-1802924653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (8ccfae6f-08f9-40bb-8e08-bbf0d7aad518), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:58.951486 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7068921b-66fa-4c72-a904-e0b47e9e940b tempest-ExternalNetworksTestJSON-1802924653 tempest-ExternalNetworksTestJSON-1802924653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:51:58.952748 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7068921b-66fa-4c72-a904-e0b47e9e940b tempest-ExternalNetworksTestJSON-1802924653 tempest-ExternalNetworksTestJSON-1802924653-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:58.997287 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-7068921b-66fa-4c72-a904-e0b47e9e940b tempest-ExternalNetworksTestJSON-1802924653 tempest-ExternalNetworksTestJSON-1802924653-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0700719 Feb 17 17:51:59.001743 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 39962) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:51:59.129855 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7068921b-66fa-4c72-a904-e0b47e9e940b tempest-ExternalNetworksTestJSON-1802924653 tempest-ExternalNetworksTestJSON-1802924653-project] Pushing event updated for resources: {'Network': ['ID=8ccfae6f-08f9-40bb-8e08-bbf0d7aad518,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:59.142137 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 8ccfae6f-08f9-40bb-8e08-bbf0d7aad518 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:51:59.460655 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-069f6028-60f0-4632-a174-0a1c8a7f858b tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Request body: {'network': {'name': 'tempest-network--430125574', 'router:external': True}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:51:59.516283 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069f6028-60f0-4632-a174-0a1c8a7f858b tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Made reservation on behalf of 98e986452c204889bebe043d436531d0 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:51:59.520668 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-069f6028-60f0-4632-a174-0a1c8a7f858b tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:59.549597 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-069f6028-60f0-4632-a174-0a1c8a7f858b tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:59.750841 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-069f6028-60f0-4632-a174-0a1c8a7f858b tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks [] for security_group (89466c88-f229-4c0b-8b24-446904262ae2), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:59.762087 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-069f6028-60f0-4632-a174-0a1c8a7f858b tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (89466c88-f229-4c0b-8b24-446904262ae2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:59.821002 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069f6028-60f0-4632-a174-0a1c8a7f858b tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89466c88-f229-4c0b-8b24-446904262ae2,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:51:59.857424 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-069f6028-60f0-4632-a174-0a1c8a7f858b tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:51:59.872469 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-069f6028-60f0-4632-a174-0a1c8a7f858b tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (5b8b10c5-769f-4ff6-9f16-08ada3e8b974), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:59.872983 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-069f6028-60f0-4632-a174-0a1c8a7f858b tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Added segment 5b8b10c5-769f-4ff6-9f16-08ada3e8b974 of type vlan for network 90a8b9dd-ade9-42b4-b5cb-8452a8e463fa Feb 17 17:51:59.949229 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-069f6028-60f0-4632-a174-0a1c8a7f858b tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (90a8b9dd-ade9-42b4-b5cb-8452a8e463fa), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:59.998253 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-069f6028-60f0-4632-a174-0a1c8a7f858b tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (90a8b9dd-ade9-42b4-b5cb-8452a8e463fa), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:51:59.999526 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069f6028-60f0-4632-a174-0a1c8a7f858b tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:00.000419 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-069f6028-60f0-4632-a174-0a1c8a7f858b tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:00.252527 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069f6028-60f0-4632-a174-0a1c8a7f858b tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Pushing event updated for resources: {'Network': ['ID=90a8b9dd-ade9-42b4-b5cb-8452a8e463fa,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:00.261826 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 90a8b9dd-ade9-42b4-b5cb-8452a8e463fa details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:52:00.271893 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd5a4b-90a2-428c-930c-8985d126b926 req-7953f99d-94f1-4394-83e9-da035d1d2844 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:00.280781 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-badd5a4b-90a2-428c-930c-8985d126b926 req-7953f99d-94f1-4394-83e9-da035d1d2844 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=313de677-a8d9-42f0-8146-c2eacc4dad97 HTTP/1.1" status: 200 len: 946 time: 0.1991620 Feb 17 17:52:00.289695 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-069f6028-60f0-4632-a174-0a1c8a7f858b tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2835441 Feb 17 17:52:00.290066 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 39988) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:00.463147 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-badd5a4b-90a2-428c-930c-8985d126b926 req-8acde808-e49b-47ff-a39f-ffe9ae98e6c2 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678565 Feb 17 17:52:00.531037 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-20b36139-542a-4f87-9f86-ab3222c2782f tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (90a8b9dd-ade9-42b4-b5cb-8452a8e463fa), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:00.740600 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-20b36139-542a-4f87-9f86-ab3222c2782f tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (90a8b9dd-ade9-42b4-b5cb-8452a8e463fa), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:00.810626 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-20b36139-542a-4f87-9f86-ab3222c2782f tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90a8b9dd-ade9-42b4-b5cb-8452a8e463fa']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:52:00.831324 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-20b36139-542a-4f87-9f86-ab3222c2782f tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b8b10c5-769f-4ff6-9f16-08ada3e8b974') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:52:00.831880 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-20b36139-542a-4f87-9f86-ab3222c2782f tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b8b10c5-769f-4ff6-9f16-08ada3e8b974') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:52:00.849870 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-20b36139-542a-4f87-9f86-ab3222c2782f tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (5b8b10c5-769f-4ff6-9f16-08ada3e8b974), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:00.883266 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-20b36139-542a-4f87-9f86-ab3222c2782f tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (5b8b10c5-769f-4ff6-9f16-08ada3e8b974), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:00.909650 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20b36139-542a-4f87-9f86-ab3222c2782f tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:52:00.910318 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-20b36139-542a-4f87-9f86-ab3222c2782f tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (5b8b10c5-769f-4ff6-9f16-08ada3e8b974), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:00.912580 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:52:00.912580 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:52:00.912580 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:52:00.912580 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:52:00.912580 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:52:00.912580 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:52:00.912580 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:52:00.912580 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:52:00.912580 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:52:00.912580 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:52:00.912580 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:52:00.912580 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:52:00.912580 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:52:00.912580 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:52:00.912580 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:52:00.912580 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:52:00.912580 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:52:00.912580 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:52:00.912580 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:52:00.912580 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:52:00.912580 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:52:00.912580 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:52:00.912580 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:52:00.912580 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:52:00.912580 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:52:00.912580 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:52:00.912580 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:52:00.912580 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:52:00.912580 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:52:00.912580 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:52:00.912580 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:52:00.912580 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:52:00.997593 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278d8eb-e4c8-443f-aaa4-bd07ed421502 req-f17a532e-0f35-4d1b-8387-63ab0769e692 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:01.006178 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2278d8eb-e4c8-443f-aaa4-bd07ed421502 req-f17a532e-0f35-4d1b-8387-63ab0769e692 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d7fafab-4478-4ac6-849d-b79b61783cd0 HTTP/1.1" status: 200 len: 945 time: 0.1270275 Feb 17 17:52:01.074263 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2278d8eb-e4c8-443f-aaa4-bd07ed421502 req-57a1bd1c-eafb-4014-9851-9dbdf8aaa409 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee30ec10-fc9c-427d-bae2-fedd385da0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626025 Feb 17 17:52:01.110506 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-20b36139-542a-4f87-9f86-ab3222c2782f tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (90a8b9dd-ade9-42b4-b5cb-8452a8e463fa), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:01.116758 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b36139-542a-4f87-9f86-ab3222c2782f tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 90a8b9dd-ade9-42b4-b5cb-8452a8e463fa {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 17 17:52:01.119927 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-20b36139-542a-4f87-9f86-ab3222c2782f tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:01.135539 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40004) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:01.135780 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-20b36139-542a-4f87-9f86-ab3222c2782f tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] 10.222.0.87 "DELETE /v2.0/networks/90a8b9dd-ade9-42b4-b5cb-8452a8e463fa HTTP/1.1" status: 204 len: 168 time: 0.8444736 Feb 17 17:52:01.143211 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-09c1ff95-6a43-486a-930f-364c0a2c358e tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:52:01.160883 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b36139-542a-4f87-9f86-ab3222c2782f tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Pushing event deleted for resources: {'Network': ['ID=90a8b9dd-ade9-42b4-b5cb-8452a8e463fa,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:01.242321 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c1ff95-6a43-486a-930f-364c0a2c358e tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Made reservation on behalf of 98e986452c204889bebe043d436531d0 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:52:01.255975 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-09c1ff95-6a43-486a-930f-364c0a2c358e tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:01.426492 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09c1ff95-6a43-486a-930f-364c0a2c358e tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:52:01.448459 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-09c1ff95-6a43-486a-930f-364c0a2c358e tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (5bbc5f6b-7aa3-4cd2-bc10-1d5f36d43671), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:01.451629 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-09c1ff95-6a43-486a-930f-364c0a2c358e tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Added segment 5bbc5f6b-7aa3-4cd2-bc10-1d5f36d43671 of type vlan for network a146c786-be10-48e0-adea-a42fa670e575 Feb 17 17:52:01.517318 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-09c1ff95-6a43-486a-930f-364c0a2c358e tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (a146c786-be10-48e0-adea-a42fa670e575), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:01.564858 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-09c1ff95-6a43-486a-930f-364c0a2c358e tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (a146c786-be10-48e0-adea-a42fa670e575), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:01.566225 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c1ff95-6a43-486a-930f-364c0a2c358e tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:01.567387 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-09c1ff95-6a43-486a-930f-364c0a2c358e tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:01.670760 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c1ff95-6a43-486a-930f-364c0a2c358e tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Pushing event updated for resources: {'Network': ['ID=a146c786-be10-48e0-adea-a42fa670e575,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:01.677942 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-09c1ff95-6a43-486a-930f-364c0a2c358e tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5404353 Feb 17 17:52:01.680725 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40020) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:01.682233 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network a146c786-be10-48e0-adea-a42fa670e575 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:52:01.686079 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-12818392-23f1-4dda-97b1-5c6e08721adf tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Request body: {'subnet': {'network_id': 'a146c786-be10-48e0-adea-a42fa670e575', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:52:01.698003 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250de2e-b8b7-4f4c-8d12-ee168534fc6e req-d4b96417-21c3-427b-9c97-50d34a63c506 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:01.699797 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3250de2e-b8b7-4f4c-8d12-ee168534fc6e req-d4b96417-21c3-427b-9c97-50d34a63c506 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d7fafab-4478-4ac6-849d-b79b61783cd0 HTTP/1.1" status: 200 len: 945 time: 0.4428663 Feb 17 17:52:01.763477 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12818392-23f1-4dda-97b1-5c6e08721adf tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Made reservation on behalf of 98e986452c204889bebe043d436531d0 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:52:01.766248 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-12818392-23f1-4dda-97b1-5c6e08721adf tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:01.977510 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75167fb9-54f8-408a-a279-8ca3716248b4 req-481091e3-3cbb-4a7a-ab21-d46eb026e6aa tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:01.985070 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-75167fb9-54f8-408a-a279-8ca3716248b4 req-481091e3-3cbb-4a7a-ab21-d46eb026e6aa tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=313de677-a8d9-42f0-8146-c2eacc4dad97 HTTP/1.1" status: 200 len: 946 time: 0.3194120 Feb 17 17:52:02.006919 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-3250de2e-b8b7-4f4c-8d12-ee168534fc6e req-ec2c50dd-a570-404f-8014-b033a0ea6aa4 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Deleting port f883fdf3-3fdc-47e6-9f50-0966418cc693 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:52:02.007293 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3250de2e-b8b7-4f4c-8d12-ee168534fc6e req-ec2c50dd-a570-404f-8014-b033a0ea6aa4 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (f883fdf3-3fdc-47e6-9f50-0966418cc693), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:02.220992 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-3250de2e-b8b7-4f4c-8d12-ee168534fc6e req-ec2c50dd-a570-404f-8014-b033a0ea6aa4 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] For port f883fdf3-3fdc-47e6-9f50-0966418cc693, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=f883fdf3-3fdc-47e6-9f50-0966418cc693,segment=NetworkSegment(7991a893-d7c9-4fff-9b7d-d927a847faea),segment_id=7991a893-d7c9-4fff-9b7d-d927a847faea)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:52:02.221356 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3250de2e-b8b7-4f4c-8d12-ee168534fc6e req-ec2c50dd-a570-404f-8014-b033a0ea6aa4 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (f883fdf3-3fdc-47e6-9f50-0966418cc693), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:02.251810 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-3250de2e-b8b7-4f4c-8d12-ee168534fc6e req-ec2c50dd-a570-404f-8014-b033a0ea6aa4 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Calling delete_port for f883fdf3-3fdc-47e6-9f50-0966418cc693 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:52:02.604271 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3250de2e-b8b7-4f4c-8d12-ee168534fc6e req-ec2c50dd-a570-404f-8014-b033a0ea6aa4 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (f883fdf3-3fdc-47e6-9f50-0966418cc693), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:02.633132 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['f883fdf3-3fdc-47e6-9f50-0966418cc693'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:52:02.705982 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c50dd-a570-404f-8014-b033a0ea6aa4 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Pushing event deleted for resources: {'Port': ['ID=f883fdf3-3fdc-47e6-9f50-0966418cc693,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:02.762386 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-75167fb9-54f8-408a-a279-8ca3716248b4 req-e9859ece-c2a4-467d-b418-634e6e54821e tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7657671 Feb 17 17:52:02.858680 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30daeecd-8bfa-453a-adc6-c19ded1bcdbc req-de51505d-8b45-455f-9025-91b1048d014b tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:02.872731 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-30daeecd-8bfa-453a-adc6-c19ded1bcdbc req-de51505d-8b45-455f-9025-91b1048d014b tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d7fafab-4478-4ac6-849d-b79b61783cd0 HTTP/1.1" status: 200 len: 867 time: 0.4270055 Feb 17 17:52:02.971216 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2bc7d583-e029-40ba-8bad-80c815eb0622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:03.004952 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-3250de2e-b8b7-4f4c-8d12-ee168534fc6e req-ec2c50dd-a570-404f-8014-b033a0ea6aa4 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] No DVR routers for this DVR port f883fdf3-3fdc-47e6-9f50-0966418cc693 on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:52:03.012701 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3250de2e-b8b7-4f4c-8d12-ee168534fc6e req-ec2c50dd-a570-404f-8014-b033a0ea6aa4 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:03.023191 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3250de2e-b8b7-4f4c-8d12-ee168534fc6e req-ec2c50dd-a570-404f-8014-b033a0ea6aa4 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.71 "DELETE /v2.0/ports/f883fdf3-3fdc-47e6-9f50-0966418cc693 HTTP/1.1" status: 204 len: 173 time: 1.2996185 Feb 17 17:52:03.023702 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7fafab-4478-4ac6-849d-b79b61783cd0', 'name': 'network-vif-deleted', 'tag': 'f883fdf3-3fdc-47e6-9f50-0966418cc693'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:52:03.026334 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff846112-7cc8-422a-a5c7-3cc7cd1c7166" -d '{"events": [{"server_uuid": "4d7fafab-4478-4ac6-849d-b79b61783cd0", "name": "network-vif-deleted", "tag": "f883fdf3-3fdc-47e6-9f50-0966418cc693"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:52:03.108210 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-30daeecd-8bfa-453a-adc6-c19ded1bcdbc req-3e8a12ff-6b3a-4ba0-ac1d-04e97726d408 tempest-AttachVolumeNegativeTest-16526111 tempest-AttachVolumeNegativeTest-16526111-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee30ec10-fc9c-427d-bae2-fedd385da0d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231188 Feb 17 17:52:03.121362 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef45ff95-3de6-4ba0-a371-0b9823d5cdc1 x-openstack-request-id: req-ef45ff95-3de6-4ba0-a371-0b9823d5cdc1 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:52:03.121843 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7fafab-4478-4ac6-849d-b79b61783cd0", "name": "network-vif-deleted", "tag": "f883fdf3-3fdc-47e6-9f50-0966418cc693", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:52:03.122286 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ef45ff95-3de6-4ba0-a371-0b9823d5cdc1 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:52:03.122846 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7fafab-4478-4ac6-849d-b79b61783cd0', 'name': 'network-vif-deleted', 'tag': 'f883fdf3-3fdc-47e6-9f50-0966418cc693', 'status': 'completed', 'code': 200} Feb 17 17:52:03.235941 n-d-829613-2 neutron-server[103434]: DEBUG neutron.objects.ports [None req-12818392-23f1-4dda-97b1-5c6e08721adf tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103434) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 17 17:52:03.236611 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-12818392-23f1-4dda-97b1-5c6e08721adf tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (b1b6193a-6357-4d0a-b022-99aa56800fc0), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:03.338011 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12818392-23f1-4dda-97b1-5c6e08721adf tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b1b6193a-6357-4d0a-b022-99aa56800fc0,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:03.370814 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12818392-23f1-4dda-97b1-5c6e08721adf tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Checking segment: {'id': '5bbc5f6b-7aa3-4cd2-bc10-1d5f36d43671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a146c786-be10-48e0-adea-a42fa670e575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:52:03.371626 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12818392-23f1-4dda-97b1-5c6e08721adf tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Network hostable DHCP agents. Network: a146c786-be10-48e0-adea-a42fa670e575, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:52:03.402541 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12818392-23f1-4dda-97b1-5c6e08721adf tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Network a146c786-be10-48e0-adea-a42fa670e575 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:52:03.416150 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-12818392-23f1-4dda-97b1-5c6e08721adf tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, a146c786-be10-48e0-adea-a42fa670e575) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:52:03.429560 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b56d9d2-c2f8-4c95-8d9a-8243b848a212 None None] Network a146c786-be10-48e0-adea-a42fa670e575 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:52:03.431684 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12818392-23f1-4dda-97b1-5c6e08721adf tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:03.432604 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-12818392-23f1-4dda-97b1-5c6e08721adf tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:03.463207 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-12818392-23f1-4dda-97b1-5c6e08721adf tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7809923 Feb 17 17:52:03.465723 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40050) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:03.471887 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-802f7807-6aec-4114-8bf0-1716b6d485d9 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Request body: {'floatingip': {'floating_network_id': 'a146c786-be10-48e0-adea-a42fa670e575'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:52:03.522987 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-802f7807-6aec-4114-8bf0-1716b6d485d9 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:03.773939 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-802f7807-6aec-4114-8bf0-1716b6d485d9 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:03.914799 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6d9221-bafa-4a7c-9acf-47722132f326 None None] Network a146c786-be10-48e0-adea-a42fa670e575 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:52:04.122191 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-802f7807-6aec-4114-8bf0-1716b6d485d9 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Allocated IP 172.20.0.4 (a146c786-be10-48e0-adea-a42fa670e575/b1b6193a-6357-4d0a-b022-99aa56800fc0/750f9a9c-6ea3-4a06-b64d-a703168dca24) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:52:04.194406 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b45a8-0e69-4413-a132-f04215b1d43e req-16c5598a-6306-4138-b979-9e18bf27ce9a tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:04.223494 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-518b45a8-0e69-4413-a132-f04215b1d43e req-16c5598a-6306-4138-b979-9e18bf27ce9a tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=313de677-a8d9-42f0-8146-c2eacc4dad97 HTTP/1.1" status: 200 len: 946 time: 0.1946704 Feb 17 17:52:04.258852 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40062) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:04.412857 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-802f7807-6aec-4114-8bf0-1716b6d485d9 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks [] for port (750f9a9c-6ea3-4a06-b64d-a703168dca24), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:04.466792 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-802f7807-6aec-4114-8bf0-1716b6d485d9 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (750f9a9c-6ea3-4a06-b64d-a703168dca24), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:04.490016 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802f7807-6aec-4114-8bf0-1716b6d485d9 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Network a146c786-be10-48e0-adea-a42fa670e575 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:52:04.493509 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-802f7807-6aec-4114-8bf0-1716b6d485d9 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:52:04.496780 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802f7807-6aec-4114-8bf0-1716b6d485d9 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:52:04.585730 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdf46729-d03f-471d-9bc0-3f18b8932950 admin admin] Deleting subnet 0145e51a-5adb-4fab-bd7e-ee03bd2ecb29 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:52:04.599848 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bdf46729-d03f-471d-9bc0-3f18b8932950 admin admin] Publish callbacks [] for subnet (0145e51a-5adb-4fab-bd7e-ee03bd2ecb29), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:04.636973 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f7807-6aec-4114-8bf0-1716b6d485d9 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Pushing event updated for resources: {'Port': ['ID=750f9a9c-6ea3-4a06-b64d-a703168dca24,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:04.666882 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-518b45a8-0e69-4413-a132-f04215b1d43e req-dee547d0-2a54-40f8-a7e7-6f19e29f4f76 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4417112 Feb 17 17:52:04.674999 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bdf46729-d03f-471d-9bc0-3f18b8932950 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (0145e51a-5adb-4fab-bd7e-ee03bd2ecb29), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:04.692192 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-802f7807-6aec-4114-8bf0-1716b6d485d9 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks [] for floatingip (d991b967-d11e-4f6d-9208-8013c014c203), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:04.746344 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-802f7807-6aec-4114-8bf0-1716b6d485d9 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (750f9a9c-6ea3-4a06-b64d-a703168dca24), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:04.788964 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bdf46729-d03f-471d-9bc0-3f18b8932950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (0145e51a-5adb-4fab-bd7e-ee03bd2ecb29), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:04.930026 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bdf46729-d03f-471d-9bc0-3f18b8932950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (0145e51a-5adb-4fab-bd7e-ee03bd2ecb29), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:04.995358 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bdf46729-d03f-471d-9bc0-3f18b8932950 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:05.006868 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bdf46729-d03f-471d-9bc0-3f18b8932950 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/0145e51a-5adb-4fab-bd7e-ee03bd2ecb29 HTTP/1.1" status: 204 len: 168 time: 0.7468555 Feb 17 17:52:05.007939 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf46729-d03f-471d-9bc0-3f18b8932950 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0145e51a-5adb-4fab-bd7e-ee03bd2ecb29,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:05.009631 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40080) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:05.022747 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device f883fdf3-3fdc-47e6-9f50-0966418cc693 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:52:05.089744 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: f883fdf3-3fdc-47e6-9f50-0966418cc693 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:52:05.093710 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device f883fdf3-3fdc-47e6-9f50-0966418cc693 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:52:05.111878 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-802f7807-6aec-4114-8bf0-1716b6d485d9 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks [] for port (750f9a9c-6ea3-4a06-b64d-a703168dca24), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:05.119365 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-802f7807-6aec-4114-8bf0-1716b6d485d9 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (750f9a9c-6ea3-4a06-b64d-a703168dca24), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:05.198924 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f656e0e8-6c33-42c2-a88b-482890d23c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (2c9900d2-a559-4978-8739-0c10e7ac9101), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:05.226015 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-802f7807-6aec-4114-8bf0-1716b6d485d9 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (d991b967-d11e-4f6d-9208-8013c014c203), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:05.238175 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f7807-6aec-4114-8bf0-1716b6d485d9 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Pushing event updated for resources: {'Port': ['ID=750f9a9c-6ea3-4a06-b64d-a703168dca24,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:05.267495 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-802f7807-6aec-4114-8bf0-1716b6d485d9 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:05.271916 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-802f7807-6aec-4114-8bf0-1716b6d485d9 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.8021758 Feb 17 17:52:05.272171 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40082) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:05.340952 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f656e0e8-6c33-42c2-a88b-482890d23c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (2c9900d2-a559-4978-8739-0c10e7ac9101), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:05.388496 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-f656e0e8-6c33-42c2-a88b-482890d23c12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c9900d2-a559-4978-8739-0c10e7ac9101']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:52:05.419938 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-f656e0e8-6c33-42c2-a88b-482890d23c12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7991a893-d7c9-4fff-9b7d-d927a847faea') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:52:05.420642 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-f656e0e8-6c33-42c2-a88b-482890d23c12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7991a893-d7c9-4fff-9b7d-d927a847faea') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:52:05.433887 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0572dbcb-dad3-4a6b-ad62-a415d7c8df6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:05.445138 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f656e0e8-6c33-42c2-a88b-482890d23c12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (7991a893-d7c9-4fff-9b7d-d927a847faea), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:05.476584 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f656e0e8-6c33-42c2-a88b-482890d23c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (7991a893-d7c9-4fff-9b7d-d927a847faea), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:05.490272 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f656e0e8-6c33-42c2-a88b-482890d23c12 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:52:05.491152 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f656e0e8-6c33-42c2-a88b-482890d23c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (7991a893-d7c9-4fff-9b7d-d927a847faea), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:05.496826 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:52:05.496826 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:52:05.496826 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:52:05.496826 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:52:05.496826 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:52:05.496826 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:52:05.496826 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:52:05.496826 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:52:05.496826 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:52:05.496826 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:52:05.496826 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:52:05.496826 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:52:05.496826 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:52:05.496826 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:52:05.496826 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:52:05.496826 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:52:05.496826 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:52:05.496826 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:52:05.496826 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:52:05.496826 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:52:05.496826 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:52:05.496826 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:52:05.496826 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:52:05.496826 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:52:05.496826 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:52:05.496826 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:52:05.496826 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:52:05.496826 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:52:05.496826 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:52:05.496826 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:52:05.496826 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:52:05.496826 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:52:05.596611 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f656e0e8-6c33-42c2-a88b-482890d23c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (2c9900d2-a559-4978-8739-0c10e7ac9101), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:05.602948 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f656e0e8-6c33-42c2-a88b-482890d23c12 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:05.609994 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f656e0e8-6c33-42c2-a88b-482890d23c12 admin admin] 10.222.0.87 "DELETE /v2.0/networks/2c9900d2-a559-4978-8739-0c10e7ac9101 HTTP/1.1" status: 204 len: 168 time: 0.5993474 Feb 17 17:52:05.625753 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f656e0e8-6c33-42c2-a88b-482890d23c12 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c9900d2-a559-4978-8739-0c10e7ac9101,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:05.835851 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40092) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:05.845400 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-166759a5-560d-40d2-b186-8389e8ebdb33 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] 10.222.0.87 "GET /v2.0/floatingips?floating_network_id=a146c786-be10-48e0-adea-a42fa670e575 HTTP/1.1" status: 200 len: 689 time: 0.5720320 Feb 17 17:52:05.846034 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40094) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:05.934313 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-85e70256-1212-4bc8-aea2-9430c3cfc2ac admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=676afbf1c2e640e8b11ff19640c46b32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0971732 Feb 17 17:52:05.937741 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40096) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:05.957229 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe7b1e-0110-4f9b-aaa4-5463f0974781 req-420a36c2-753c-45f3-8518-da0876512c4a tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:05.959032 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ddfe7b1e-0110-4f9b-aaa4-5463f0974781 req-420a36c2-753c-45f3-8518-da0876512c4a tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=313de677-a8d9-42f0-8146-c2eacc4dad97 HTTP/1.1" status: 200 len: 946 time: 0.1391661 Feb 17 17:52:05.991189 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7cf56c8f-a266-45ab-bcbe-da1c92e5e4f5 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (a146c786-be10-48e0-adea-a42fa670e575), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:06.005897 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5e0f24ff-fe6f-4c12-80b8-89ee530b17c5 admin admin] Publish callbacks [] for security_group (ee30ec10-fc9c-427d-bae2-fedd385da0d6), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:06.050870 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5e0f24ff-fe6f-4c12-80b8-89ee530b17c5 admin admin] Publish callbacks [] for security_group (ee30ec10-fc9c-427d-bae2-fedd385da0d6), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:06.130187 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ddfe7b1e-0110-4f9b-aaa4-5463f0974781 req-e7285869-1198-41a5-98b4-664bd71a5518 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609766 Feb 17 17:52:06.140737 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5e0f24ff-fe6f-4c12-80b8-89ee530b17c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (ee30ec10-fc9c-427d-bae2-fedd385da0d6), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:06.144563 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5e0f24ff-fe6f-4c12-80b8-89ee530b17c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:06.145816 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5e0f24ff-fe6f-4c12-80b8-89ee530b17c5 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ee30ec10-fc9c-427d-bae2-fedd385da0d6 HTTP/1.1" status: 204 len: 168 time: 0.2067871 Feb 17 17:52:06.162232 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f24ff-fe6f-4c12-80b8-89ee530b17c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee30ec10-fc9c-427d-bae2-fedd385da0d6,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:06.190330 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-7cf56c8f-a266-45ab-bcbe-da1c92e5e4f5 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Deleting port 750f9a9c-6ea3-4a06-b64d-a703168dca24 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:52:06.191115 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7cf56c8f-a266-45ab-bcbe-da1c92e5e4f5 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (750f9a9c-6ea3-4a06-b64d-a703168dca24), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:06.299294 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7cf56c8f-a266-45ab-bcbe-da1c92e5e4f5 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (750f9a9c-6ea3-4a06-b64d-a703168dca24), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:06.299996 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7cf56c8f-a266-45ab-bcbe-da1c92e5e4f5 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks [] for floatingip (750f9a9c-6ea3-4a06-b64d-a703168dca24), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:06.314718 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-7cf56c8f-a266-45ab-bcbe-da1c92e5e4f5 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Calling delete_port for 750f9a9c-6ea3-4a06-b64d-a703168dca24 owned by network:floatingip {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:52:06.542860 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7cf56c8f-a266-45ab-bcbe-da1c92e5e4f5 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (750f9a9c-6ea3-4a06-b64d-a703168dca24), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:06.653897 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf56c8f-a266-45ab-bcbe-da1c92e5e4f5 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Pushing event deleted for resources: {'Port': ['ID=750f9a9c-6ea3-4a06-b64d-a703168dca24,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:06.692332 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:06.798473 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7cf56c8f-a266-45ab-bcbe-da1c92e5e4f5 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks [] for floatingip (d991b967-d11e-4f6d-9208-8013c014c203), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:06.955742 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7cf56c8f-a266-45ab-bcbe-da1c92e5e4f5 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (b1b6193a-6357-4d0a-b022-99aa56800fc0), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:07.028484 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7cf56c8f-a266-45ab-bcbe-da1c92e5e4f5 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (b1b6193a-6357-4d0a-b022-99aa56800fc0), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:07.109569 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf56c8f-a266-45ab-bcbe-da1c92e5e4f5 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b1b6193a-6357-4d0a-b022-99aa56800fc0,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:07.234795 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7cf56c8f-a266-45ab-bcbe-da1c92e5e4f5 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (a146c786-be10-48e0-adea-a42fa670e575), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:07.302264 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-7cf56c8f-a266-45ab-bcbe-da1c92e5e4f5 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a146c786-be10-48e0-adea-a42fa670e575']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:52:07.395638 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-7cf56c8f-a266-45ab-bcbe-da1c92e5e4f5 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bbc5f6b-7aa3-4cd2-bc10-1d5f36d43671') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:52:07.395960 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-7cf56c8f-a266-45ab-bcbe-da1c92e5e4f5 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bbc5f6b-7aa3-4cd2-bc10-1d5f36d43671') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:52:07.417014 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7cf56c8f-a266-45ab-bcbe-da1c92e5e4f5 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (5bbc5f6b-7aa3-4cd2-bc10-1d5f36d43671), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:07.440955 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7cf56c8f-a266-45ab-bcbe-da1c92e5e4f5 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (5bbc5f6b-7aa3-4cd2-bc10-1d5f36d43671), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:07.449114 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cf56c8f-a266-45ab-bcbe-da1c92e5e4f5 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:52:07.449518 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7cf56c8f-a266-45ab-bcbe-da1c92e5e4f5 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (5bbc5f6b-7aa3-4cd2-bc10-1d5f36d43671), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:07.464044 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 17:52:07.464044 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:52:07.464044 n-d-829613-2 neutron-server[103435]: timer() Feb 17 17:52:07.464044 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:52:07.464044 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 17:52:07.464044 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:52:07.464044 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 17:52:07.464044 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:52:07.464044 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 17:52:07.464044 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:52:07.464044 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 17:52:07.464044 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:52:07.464044 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 17:52:07.464044 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:52:07.464044 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:52:07.464044 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:52:07.464044 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:52:07.464044 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:52:07.464044 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 17:52:07.464044 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:52:07.464044 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 17:52:07.464044 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:52:07.464044 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:52:07.464044 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:52:07.464044 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 17:52:07.464044 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:52:07.464044 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:52:07.464044 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:52:07.464044 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:52:07.464044 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:52:07.464044 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:52:07.464044 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:52:07.554058 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7cf56c8f-a266-45ab-bcbe-da1c92e5e4f5 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (a146c786-be10-48e0-adea-a42fa670e575), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:07.571034 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbccabe-b2ed-4f43-90e8-5a839b05bab4 req-1f80ea48-c338-484a-b47e-150094cc2aca tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:07.581557 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1dbccabe-b2ed-4f43-90e8-5a839b05bab4 req-1f80ea48-c338-484a-b47e-150094cc2aca tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=313de677-a8d9-42f0-8146-c2eacc4dad97 HTTP/1.1" status: 200 len: 946 time: 0.2536836 Feb 17 17:52:07.608360 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf56c8f-a266-45ab-bcbe-da1c92e5e4f5 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a146c786-be10-48e0-adea-a42fa670e575 {{(pid=103435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 17 17:52:07.612920 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7cf56c8f-a266-45ab-bcbe-da1c92e5e4f5 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:07.616213 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-7cf56c8f-a266-45ab-bcbe-da1c92e5e4f5 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] 10.222.0.87 "DELETE /v2.0/networks/a146c786-be10-48e0-adea-a42fa670e575 HTTP/1.1" status: 204 len: 168 time: 1.7524912 Feb 17 17:52:07.619325 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40136) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:07.632530 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf56c8f-a266-45ab-bcbe-da1c92e5e4f5 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Pushing event deleted for resources: {'Network': ['ID=a146c786-be10-48e0-adea-a42fa670e575,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:07.690447 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1dbccabe-b2ed-4f43-90e8-5a839b05bab4 req-b8cf1007-e91d-4f87-a697-c6b4aea6c1bb tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066713 Feb 17 17:52:07.938589 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:07.974492 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-39b6599b-33d1-44aa-a62a-2f815db2b6d9 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] 10.222.0.87 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 995 time: 0.3517098 Feb 17 17:52:07.974930 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40144) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:08.251027 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e034284-b04d-4206-8c81-3ef9ba547202 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:08.252157 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e034284-b04d-4206-8c81-3ef9ba547202 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:08.256655 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e034284-b04d-4206-8c81-3ef9ba547202 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:08.257380 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e034284-b04d-4206-8c81-3ef9ba547202 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:08.261665 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e034284-b04d-4206-8c81-3ef9ba547202 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:08.262100 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e034284-b04d-4206-8c81-3ef9ba547202 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:08.262873 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e034284-b04d-4206-8c81-3ef9ba547202 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:08.278621 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40158) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:08.280664 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4e034284-b04d-4206-8c81-3ef9ba547202 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4672 time: 0.3038740 Feb 17 17:52:08.515569 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-a4b92ae1-8a4a-4c4e-8e7d-d93bc0ed0b39 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] delete failed (client error): The resource could not be found. Feb 17 17:52:08.519567 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a4b92ae1-8a4a-4c4e-8e7d-d93bc0ed0b39 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] 10.222.0.87 "DELETE /v2.0/floatingips/d991b967-d11e-4f6d-9208-8013c014c203 HTTP/1.1" status: 404 len: 345 time: 0.2347023 Feb 17 17:52:08.522262 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40162) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:08.556969 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bbacbfe-b65b-4939-a66f-21fb2afa69ce tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] DELETE failed (client error): The resource could not be found. Feb 17 17:52:08.562093 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bbacbfe-b65b-4939-a66f-21fb2afa69ce tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:52:08.574244 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6bbacbfe-b65b-4939-a66f-21fb2afa69ce tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] 10.222.0.87 "DELETE /v2.0/networks/a146c786-be10-48e0-adea-a42fa670e575 HTTP/1.1" status: 404 len: 339 time: 0.0507965 Feb 17 17:52:08.578638 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40170) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:08.602874 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-a0f3d280-ecc2-4255-9fbc-065f9111cafb tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Request body: {'network': {'name': 'tempest-network--1156703593', 'router:external': True}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:52:08.667388 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f3d280-ecc2-4255-9fbc-065f9111cafb tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Made reservation on behalf of 98e986452c204889bebe043d436531d0 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:52:08.670969 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a0f3d280-ecc2-4255-9fbc-065f9111cafb tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:08.745643 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0f3d280-ecc2-4255-9fbc-065f9111cafb tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:52:08.774271 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a0f3d280-ecc2-4255-9fbc-065f9111cafb tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (62ce0c16-8675-49a6-9896-e7410d157d2e), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:08.774685 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-a0f3d280-ecc2-4255-9fbc-065f9111cafb tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Added segment 62ce0c16-8675-49a6-9896-e7410d157d2e of type vlan for network ab7291b1-14c9-4a6d-aa0b-ece07eb0bcb8 Feb 17 17:52:08.963376 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a0f3d280-ecc2-4255-9fbc-065f9111cafb tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (ab7291b1-14c9-4a6d-aa0b-ece07eb0bcb8), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:09.091133 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0fb27-757a-4f59-af86-ecefa00fbaa2 req-c0dc2e35-a3f6-4006-9c24-667aa2496724 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:09.093151 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-07d0fb27-757a-4f59-af86-ecefa00fbaa2 req-c0dc2e35-a3f6-4006-9c24-667aa2496724 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=313de677-a8d9-42f0-8146-c2eacc4dad97 HTTP/1.1" status: 200 len: 946 time: 0.2309830 Feb 17 17:52:09.106585 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a0f3d280-ecc2-4255-9fbc-065f9111cafb tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (ab7291b1-14c9-4a6d-aa0b-ece07eb0bcb8), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:09.107597 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f3d280-ecc2-4255-9fbc-065f9111cafb tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:09.113431 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a0f3d280-ecc2-4255-9fbc-065f9111cafb tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:09.136125 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:09.272795 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f3d280-ecc2-4255-9fbc-065f9111cafb tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Pushing event updated for resources: {'Network': ['ID=ab7291b1-14c9-4a6d-aa0b-ece07eb0bcb8,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:09.283817 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a0f3d280-ecc2-4255-9fbc-065f9111cafb tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7018220 Feb 17 17:52:09.286351 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40194) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:09.290236 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network ab7291b1-14c9-4a6d-aa0b-ece07eb0bcb8 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:52:09.344876 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-07d0fb27-757a-4f59-af86-ecefa00fbaa2 req-5d9e425d-7ed5-491d-8458-2e00b5b563a3 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999402 Feb 17 17:52:09.569945 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9453ca76-2359-4aaf-9acf-4d12d4ff94a4 tempest-ExternalNetworksTestJSON-1802924653 tempest-ExternalNetworksTestJSON-1802924653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:09.579744 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9453ca76-2359-4aaf-9acf-4d12d4ff94a4 tempest-ExternalNetworksTestJSON-1802924653 tempest-ExternalNetworksTestJSON-1802924653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:09.586851 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9453ca76-2359-4aaf-9acf-4d12d4ff94a4 tempest-ExternalNetworksTestJSON-1802924653 tempest-ExternalNetworksTestJSON-1802924653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:09.593915 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9453ca76-2359-4aaf-9acf-4d12d4ff94a4 tempest-ExternalNetworksTestJSON-1802924653 tempest-ExternalNetworksTestJSON-1802924653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:09.596286 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9453ca76-2359-4aaf-9acf-4d12d4ff94a4 tempest-ExternalNetworksTestJSON-1802924653 tempest-ExternalNetworksTestJSON-1802924653-project] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.3076005 Feb 17 17:52:09.598523 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40206) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:09.691687 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e6d739a8-ef26-4d89-851e-7f5e81973fc6 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (ab7291b1-14c9-4a6d-aa0b-ece07eb0bcb8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:09.849790 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e6d739a8-ef26-4d89-851e-7f5e81973fc6 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (ab7291b1-14c9-4a6d-aa0b-ece07eb0bcb8), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:09.902497 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e6d739a8-ef26-4d89-851e-7f5e81973fc6 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab7291b1-14c9-4a6d-aa0b-ece07eb0bcb8']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:52:09.914137 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e6d739a8-ef26-4d89-851e-7f5e81973fc6 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62ce0c16-8675-49a6-9896-e7410d157d2e') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:52:09.914471 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e6d739a8-ef26-4d89-851e-7f5e81973fc6 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62ce0c16-8675-49a6-9896-e7410d157d2e') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:52:09.930274 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e6d739a8-ef26-4d89-851e-7f5e81973fc6 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (62ce0c16-8675-49a6-9896-e7410d157d2e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:09.963224 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e6d739a8-ef26-4d89-851e-7f5e81973fc6 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (62ce0c16-8675-49a6-9896-e7410d157d2e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:09.973679 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6d739a8-ef26-4d89-851e-7f5e81973fc6 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:52:09.974144 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e6d739a8-ef26-4d89-851e-7f5e81973fc6 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (62ce0c16-8675-49a6-9896-e7410d157d2e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:10.000991 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:52:10.000991 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:52:10.000991 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:52:10.000991 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:52:10.000991 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:52:10.000991 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:52:10.000991 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:52:10.000991 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:52:10.000991 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:52:10.000991 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:52:10.000991 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:52:10.000991 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:52:10.000991 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:52:10.000991 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:52:10.000991 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:52:10.000991 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:52:10.000991 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:52:10.000991 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:52:10.000991 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:52:10.000991 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:52:10.000991 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:52:10.000991 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:52:10.000991 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:52:10.000991 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:52:10.000991 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:52:10.000991 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:52:10.000991 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:52:10.000991 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:52:10.000991 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:52:10.000991 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:52:10.000991 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:52:10.000991 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:52:10.075860 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e6d739a8-ef26-4d89-851e-7f5e81973fc6 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (ab7291b1-14c9-4a6d-aa0b-ece07eb0bcb8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:10.094318 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d739a8-ef26-4d89-851e-7f5e81973fc6 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ab7291b1-14c9-4a6d-aa0b-ece07eb0bcb8 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 17 17:52:10.106065 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e6d739a8-ef26-4d89-851e-7f5e81973fc6 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:10.109775 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e6d739a8-ef26-4d89-851e-7f5e81973fc6 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] 10.222.0.87 "DELETE /v2.0/networks/ab7291b1-14c9-4a6d-aa0b-ece07eb0bcb8 HTTP/1.1" status: 204 len: 168 time: 0.5100846 Feb 17 17:52:10.112650 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d739a8-ef26-4d89-851e-7f5e81973fc6 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Pushing event deleted for resources: {'Network': ['ID=ab7291b1-14c9-4a6d-aa0b-ece07eb0bcb8,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:10.113416 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40226) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:10.132606 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-30b8b0b1-47f9-4d0d-9899-5c9d7dfe1e7f tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Request body: {'network': {'name': 'tempest-network--22730545', 'router:external': True}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:52:10.232789 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b8b0b1-47f9-4d0d-9899-5c9d7dfe1e7f tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Made reservation on behalf of 98e986452c204889bebe043d436531d0 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:52:10.239835 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-30b8b0b1-47f9-4d0d-9899-5c9d7dfe1e7f tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:10.369865 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30b8b0b1-47f9-4d0d-9899-5c9d7dfe1e7f tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:52:10.402774 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-30b8b0b1-47f9-4d0d-9899-5c9d7dfe1e7f tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (dafc5848-c72a-4c50-8922-7c63a5d07aaa), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:10.403455 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-30b8b0b1-47f9-4d0d-9899-5c9d7dfe1e7f tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Added segment dafc5848-c72a-4c50-8922-7c63a5d07aaa of type vlan for network 03b805c3-412d-4b05-903a-d180f01cbc26 Feb 17 17:52:10.541325 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-30b8b0b1-47f9-4d0d-9899-5c9d7dfe1e7f tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (03b805c3-412d-4b05-903a-d180f01cbc26), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:10.602992 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-30b8b0b1-47f9-4d0d-9899-5c9d7dfe1e7f tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (03b805c3-412d-4b05-903a-d180f01cbc26), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:10.603964 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b8b0b1-47f9-4d0d-9899-5c9d7dfe1e7f tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:10.604641 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-30b8b0b1-47f9-4d0d-9899-5c9d7dfe1e7f tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:10.639663 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-30b8b0b1-47f9-4d0d-9899-5c9d7dfe1e7f tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.5222154 Feb 17 17:52:10.640037 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40244) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:10.783387 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a744f-d646-4eb5-b065-8bf14d596313 req-f3e73885-d607-4a02-9fdd-840c6a684962 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:10.784972 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f43a744f-d646-4eb5-b065-8bf14d596313 req-f3e73885-d607-4a02-9fdd-840c6a684962 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=313de677-a8d9-42f0-8146-c2eacc4dad97 HTTP/1.1" status: 200 len: 946 time: 0.2147601 Feb 17 17:52:10.785876 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b8b0b1-47f9-4d0d-9899-5c9d7dfe1e7f tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Pushing event updated for resources: {'Network': ['ID=03b805c3-412d-4b05-903a-d180f01cbc26,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:10.807822 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 03b805c3-412d-4b05-903a-d180f01cbc26 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:52:10.813231 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de14afac-85d9-4d73-9d61-d96905a62d33 tempest-ExternalNetworksTestJSON-1802924653 tempest-ExternalNetworksTestJSON-1802924653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:10.814835 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-de14afac-85d9-4d73-9d61-d96905a62d33 tempest-ExternalNetworksTestJSON-1802924653 tempest-ExternalNetworksTestJSON-1802924653-project] 10.222.0.87 "GET /v2.0/networks/03b805c3-412d-4b05-903a-d180f01cbc26 HTTP/1.1" status: 200 len: 755 time: 0.1737282 Feb 17 17:52:10.817584 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40252) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:10.904518 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f43a744f-d646-4eb5-b065-8bf14d596313 req-34b1d2cd-4c03-4a02-ace6-53cf9dc3cca1 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092865 Feb 17 17:52:11.004534 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726d1e66-8001-43b3-bb7a-89e713153893 tempest-ExternalNetworksTestJSON-1802924653 tempest-ExternalNetworksTestJSON-1802924653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:11.009358 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-726d1e66-8001-43b3-bb7a-89e713153893 tempest-ExternalNetworksTestJSON-1802924653 tempest-ExternalNetworksTestJSON-1802924653-project] 10.222.0.87 "GET /v2.0/networks/8ccfae6f-08f9-40bb-8e08-bbf0d7aad518 HTTP/1.1" status: 200 len: 766 time: 0.1867533 Feb 17 17:52:11.016108 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40258) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:11.168364 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-47de1466-c4b9-4205-a66a-6e94daf01ef6 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (03b805c3-412d-4b05-903a-d180f01cbc26), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:11.317945 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-47de1466-c4b9-4205-a66a-6e94daf01ef6 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (03b805c3-412d-4b05-903a-d180f01cbc26), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:11.349195 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-47de1466-c4b9-4205-a66a-6e94daf01ef6 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03b805c3-412d-4b05-903a-d180f01cbc26']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:52:11.361754 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-47de1466-c4b9-4205-a66a-6e94daf01ef6 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dafc5848-c72a-4c50-8922-7c63a5d07aaa') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:52:11.362052 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-47de1466-c4b9-4205-a66a-6e94daf01ef6 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dafc5848-c72a-4c50-8922-7c63a5d07aaa') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:52:11.386619 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-47de1466-c4b9-4205-a66a-6e94daf01ef6 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (dafc5848-c72a-4c50-8922-7c63a5d07aaa), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:11.404144 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-47de1466-c4b9-4205-a66a-6e94daf01ef6 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (dafc5848-c72a-4c50-8922-7c63a5d07aaa), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:11.413013 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47de1466-c4b9-4205-a66a-6e94daf01ef6 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:52:11.413013 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-47de1466-c4b9-4205-a66a-6e94daf01ef6 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (dafc5848-c72a-4c50-8922-7c63a5d07aaa), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:11.470771 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:52:11.470771 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:52:11.470771 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:52:11.470771 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:52:11.470771 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:52:11.470771 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:52:11.470771 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:52:11.470771 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:52:11.470771 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:52:11.470771 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:52:11.470771 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:52:11.470771 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:52:11.470771 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:52:11.470771 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:52:11.470771 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:52:11.470771 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:52:11.470771 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:52:11.470771 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:52:11.470771 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:52:11.470771 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:52:11.470771 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:52:11.470771 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:52:11.470771 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:52:11.470771 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:52:11.470771 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:52:11.470771 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:52:11.470771 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:52:11.470771 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:52:11.470771 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:52:11.470771 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:52:11.470771 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:52:11.470771 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:52:11.476511 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-47de1466-c4b9-4205-a66a-6e94daf01ef6 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (03b805c3-412d-4b05-903a-d180f01cbc26), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:11.485515 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47de1466-c4b9-4205-a66a-6e94daf01ef6 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 03b805c3-412d-4b05-903a-d180f01cbc26 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 17 17:52:11.493469 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-47de1466-c4b9-4205-a66a-6e94daf01ef6 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:11.503381 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-47de1466-c4b9-4205-a66a-6e94daf01ef6 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] 10.222.0.87 "DELETE /v2.0/networks/03b805c3-412d-4b05-903a-d180f01cbc26 HTTP/1.1" status: 204 len: 168 time: 0.4803252 Feb 17 17:52:11.505094 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40274) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:11.515607 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de1466-c4b9-4205-a66a-6e94daf01ef6 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Pushing event deleted for resources: {'Network': ['ID=03b805c3-412d-4b05-903a-d180f01cbc26,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:11.521353 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-d5f98101-5a7a-44a8-81b7-23a853627018 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Request body: {'network': {'name': 'tempest-network--503643050'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:52:11.589549 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f98101-5a7a-44a8-81b7-23a853627018 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Made reservation on behalf of 98e986452c204889bebe043d436531d0 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:52:11.601162 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d5f98101-5a7a-44a8-81b7-23a853627018 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:11.691978 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5f98101-5a7a-44a8-81b7-23a853627018 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:52:11.716949 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d5f98101-5a7a-44a8-81b7-23a853627018 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (3af3ecf3-e3bf-4d31-9f4c-c9fb9a74e997), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:11.718276 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-d5f98101-5a7a-44a8-81b7-23a853627018 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Added segment 3af3ecf3-e3bf-4d31-9f4c-c9fb9a74e997 of type vlan for network 4bc8c8c4-e43f-4d39-9567-1d756d8371ba Feb 17 17:52:11.834900 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d5f98101-5a7a-44a8-81b7-23a853627018 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (4bc8c8c4-e43f-4d39-9567-1d756d8371ba), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:11.872748 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d5f98101-5a7a-44a8-81b7-23a853627018 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (4bc8c8c4-e43f-4d39-9567-1d756d8371ba), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:11.874371 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f98101-5a7a-44a8-81b7-23a853627018 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:11.874981 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d5f98101-5a7a-44a8-81b7-23a853627018 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:11.962351 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40284) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:11.972108 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40288) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:11.977153 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-9a4d528c-c66f-4f82-be09-a7a5373e0a19 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:52:11.988585 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-d5f98101-5a7a-44a8-81b7-23a853627018 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4673138 Feb 17 17:52:12.071104 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f98101-5a7a-44a8-81b7-23a853627018 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Pushing event updated for resources: {'Network': ['ID=4bc8c8c4-e43f-4d39-9567-1d756d8371ba,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:12.088733 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 4bc8c8c4-e43f-4d39-9567-1d756d8371ba details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:52:12.225439 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bafcd3-185c-49c4-92bf-b0b5be2c0771 req-da0a7693-e925-4e93-aba6-92e5ec5e79c2 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:12.227351 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-03bafcd3-185c-49c4-92bf-b0b5be2c0771 req-da0a7693-e925-4e93-aba6-92e5ec5e79c2 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=313de677-a8d9-42f0-8146-c2eacc4dad97 HTTP/1.1" status: 200 len: 946 time: 0.1645324 Feb 17 17:52:12.368015 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-03bafcd3-185c-49c4-92bf-b0b5be2c0771 req-175025dd-67d1-4a03-847c-f54acc795ba7 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338677 Feb 17 17:52:12.396190 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a585a2d5-b3b5-4509-b634-08df367c43f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:12.479188 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9a4d528c-c66f-4f82-be09-a7a5373e0a19 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (4bc8c8c4-e43f-4d39-9567-1d756d8371ba), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:12.498735 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9a4d528c-c66f-4f82-be09-a7a5373e0a19 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (4bc8c8c4-e43f-4d39-9567-1d756d8371ba), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:12.525224 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9a4d528c-c66f-4f82-be09-a7a5373e0a19 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Network 4bc8c8c4-e43f-4d39-9567-1d756d8371ba is not hosted by any dhcp agent {{(pid=103434) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 17 17:52:12.526181 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4d528c-c66f-4f82-be09-a7a5373e0a19 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:12.526824 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9a4d528c-c66f-4f82-be09-a7a5373e0a19 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:12.531634 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40302) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:12.538412 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9a4d528c-c66f-4f82-be09-a7a5373e0a19 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] 10.222.0.87 "PUT /v2.0/networks/4bc8c8c4-e43f-4d39-9567-1d756d8371ba HTTP/1.1" status: 200 len: 857 time: 0.5652111 Feb 17 17:52:12.603668 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d528c-c66f-4f82-be09-a7a5373e0a19 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Pushing event updated for resources: {'Network': ['ID=4bc8c8c4-e43f-4d39-9567-1d756d8371ba,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:12.680841 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a585a2d5-b3b5-4509-b634-08df367c43f1 admin admin] Publish callbacks [] for security_group (9db1869e-5eed-4c64-a53e-28821897b41b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:12.691526 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d0aebb99-70db-488b-8859-a9fa7d149065 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (4bc8c8c4-e43f-4d39-9567-1d756d8371ba), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:12.697331 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a585a2d5-b3b5-4509-b634-08df367c43f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (9db1869e-5eed-4c64-a53e-28821897b41b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:12.772011 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a585a2d5-b3b5-4509-b634-08df367c43f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db1869e-5eed-4c64-a53e-28821897b41b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:12.779634 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a585a2d5-b3b5-4509-b634-08df367c43f1 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d108710fc5774563a1f72fdd6f165cc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8164089 Feb 17 17:52:12.780727 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40308) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:12.949431 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26279364-e91d-42a7-9e9b-16c54c0f62ed admin admin] Publish callbacks [] for security_group (9db1869e-5eed-4c64-a53e-28821897b41b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:12.986002 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d0aebb99-70db-488b-8859-a9fa7d149065 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (4bc8c8c4-e43f-4d39-9567-1d756d8371ba), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:13.027487 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26279364-e91d-42a7-9e9b-16c54c0f62ed admin admin] Publish callbacks [] for security_group (9db1869e-5eed-4c64-a53e-28821897b41b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:13.029574 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-d0aebb99-70db-488b-8859-a9fa7d149065 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bc8c8c4-e43f-4d39-9567-1d756d8371ba']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:52:13.051431 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-d0aebb99-70db-488b-8859-a9fa7d149065 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3af3ecf3-e3bf-4d31-9f4c-c9fb9a74e997') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:52:13.051733 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-d0aebb99-70db-488b-8859-a9fa7d149065 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3af3ecf3-e3bf-4d31-9f4c-c9fb9a74e997') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:52:13.063880 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d0aebb99-70db-488b-8859-a9fa7d149065 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (3af3ecf3-e3bf-4d31-9f4c-c9fb9a74e997), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:13.091352 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d0aebb99-70db-488b-8859-a9fa7d149065 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (3af3ecf3-e3bf-4d31-9f4c-c9fb9a74e997), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:13.098298 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0aebb99-70db-488b-8859-a9fa7d149065 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:52:13.098756 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d0aebb99-70db-488b-8859-a9fa7d149065 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (3af3ecf3-e3bf-4d31-9f4c-c9fb9a74e997), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:13.100793 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 17:52:13.100793 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:52:13.100793 n-d-829613-2 neutron-server[103435]: timer() Feb 17 17:52:13.100793 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:52:13.100793 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 17:52:13.100793 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:52:13.100793 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 17:52:13.100793 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:52:13.100793 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 17:52:13.100793 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:52:13.100793 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 17:52:13.100793 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:52:13.100793 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 17:52:13.100793 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:52:13.100793 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:52:13.100793 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:52:13.100793 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:52:13.100793 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:52:13.100793 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 17:52:13.100793 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:52:13.100793 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 17:52:13.100793 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:52:13.100793 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:52:13.100793 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:52:13.100793 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 17:52:13.100793 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:52:13.100793 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:52:13.100793 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:52:13.100793 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:52:13.100793 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:52:13.100793 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:52:13.100793 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:52:13.137719 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26279364-e91d-42a7-9e9b-16c54c0f62ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (9db1869e-5eed-4c64-a53e-28821897b41b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:13.154190 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26279364-e91d-42a7-9e9b-16c54c0f62ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:13.160576 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-26279364-e91d-42a7-9e9b-16c54c0f62ed admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9db1869e-5eed-4c64-a53e-28821897b41b HTTP/1.1" status: 204 len: 168 time: 0.3772769 Feb 17 17:52:13.186897 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26279364-e91d-42a7-9e9b-16c54c0f62ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db1869e-5eed-4c64-a53e-28821897b41b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:13.196622 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d0aebb99-70db-488b-8859-a9fa7d149065 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (4bc8c8c4-e43f-4d39-9567-1d756d8371ba), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:13.210418 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0aebb99-70db-488b-8859-a9fa7d149065 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4bc8c8c4-e43f-4d39-9567-1d756d8371ba {{(pid=103435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 17 17:52:13.229995 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d0aebb99-70db-488b-8859-a9fa7d149065 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:13.233796 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-d0aebb99-70db-488b-8859-a9fa7d149065 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] 10.222.0.87 "DELETE /v2.0/networks/4bc8c8c4-e43f-4d39-9567-1d756d8371ba HTTP/1.1" status: 204 len: 168 time: 0.7012246 Feb 17 17:52:13.238009 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40318) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:13.249340 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aebb99-70db-488b-8859-a9fa7d149065 tempest-ExternalNetworksTestJSON-374847199 tempest-ExternalNetworksTestJSON-374847199-project-admin] Pushing event deleted for resources: {'Network': ['ID=4bc8c8c4-e43f-4d39-9567-1d756d8371ba,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:13.341760 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-0519abfe-df32-4f45-ba12-4627e898814e tempest-ExternalNetworksTestJSON-1802924653 tempest-ExternalNetworksTestJSON-1802924653-project] DELETE failed (client error): The resource could not be found. Feb 17 17:52:13.343045 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0519abfe-df32-4f45-ba12-4627e898814e tempest-ExternalNetworksTestJSON-1802924653 tempest-ExternalNetworksTestJSON-1802924653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:52:13.347905 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0519abfe-df32-4f45-ba12-4627e898814e tempest-ExternalNetworksTestJSON-1802924653 tempest-ExternalNetworksTestJSON-1802924653-project] 10.222.0.87 "DELETE /v2.0/subnets/b1b6193a-6357-4d0a-b022-99aa56800fc0 HTTP/1.1" status: 404 len: 337 time: 0.1081357 Feb 17 17:52:13.350732 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40324) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:13.667106 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-92a3ab97-e504-45ec-8f11-ccbc64302d52 tempest-ExternalNetworksTestJSON-1802924653 tempest-ExternalNetworksTestJSON-1802924653-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (8ccfae6f-08f9-40bb-8e08-bbf0d7aad518), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:13.723663 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c5dc7-6888-41cf-aeec-bd32d57c00e6 req-98342c28-96cf-4e06-be30-adece5d5f3ed tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:13.725981 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-646c5dc7-6888-41cf-aeec-bd32d57c00e6 req-98342c28-96cf-4e06-be30-adece5d5f3ed tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=313de677-a8d9-42f0-8146-c2eacc4dad97 HTTP/1.1" status: 200 len: 946 time: 0.1847558 Feb 17 17:52:13.961145 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-92a3ab97-e504-45ec-8f11-ccbc64302d52 tempest-ExternalNetworksTestJSON-1802924653 tempest-ExternalNetworksTestJSON-1802924653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (8ccfae6f-08f9-40bb-8e08-bbf0d7aad518), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:14.004821 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-646c5dc7-6888-41cf-aeec-bd32d57c00e6 req-17b4faca-b27d-43a3-9193-299714909755 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531493 Feb 17 17:52:14.009712 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-92a3ab97-e504-45ec-8f11-ccbc64302d52 tempest-ExternalNetworksTestJSON-1802924653 tempest-ExternalNetworksTestJSON-1802924653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ccfae6f-08f9-40bb-8e08-bbf0d7aad518']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:52:14.031856 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-92a3ab97-e504-45ec-8f11-ccbc64302d52 tempest-ExternalNetworksTestJSON-1802924653 tempest-ExternalNetworksTestJSON-1802924653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '681843ba-785d-4f39-9118-2bcf67959a3d') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:52:14.031856 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-92a3ab97-e504-45ec-8f11-ccbc64302d52 tempest-ExternalNetworksTestJSON-1802924653 tempest-ExternalNetworksTestJSON-1802924653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '681843ba-785d-4f39-9118-2bcf67959a3d') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:52:14.031856 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40338) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:14.056996 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-92a3ab97-e504-45ec-8f11-ccbc64302d52 tempest-ExternalNetworksTestJSON-1802924653 tempest-ExternalNetworksTestJSON-1802924653-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (681843ba-785d-4f39-9118-2bcf67959a3d), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:14.059044 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-36a648b6-87e4-439b-9c6e-f8ed82885239 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:14.156970 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-36a648b6-87e4-439b-9c6e-f8ed82885239 admin admin] Publish callbacks [] for security_group (b0296bdc-386a-4d7f-90c5-6b06b0c7baa6), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:14.162441 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-92a3ab97-e504-45ec-8f11-ccbc64302d52 tempest-ExternalNetworksTestJSON-1802924653 tempest-ExternalNetworksTestJSON-1802924653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (681843ba-785d-4f39-9118-2bcf67959a3d), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:14.178923 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-36a648b6-87e4-439b-9c6e-f8ed82885239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (b0296bdc-386a-4d7f-90c5-6b06b0c7baa6), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:14.249106 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-36a648b6-87e4-439b-9c6e-f8ed82885239 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=eaa6e0c37ca9436fb10e2c9f9008e089&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2153521 Feb 17 17:52:14.251756 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a648b6-87e4-439b-9c6e-f8ed82885239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0296bdc-386a-4d7f-90c5-6b06b0c7baa6,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:14.252222 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40340) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:14.255226 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92a3ab97-e504-45ec-8f11-ccbc64302d52 tempest-ExternalNetworksTestJSON-1802924653 tempest-ExternalNetworksTestJSON-1802924653-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:52:14.255631 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-92a3ab97-e504-45ec-8f11-ccbc64302d52 tempest-ExternalNetworksTestJSON-1802924653 tempest-ExternalNetworksTestJSON-1802924653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (681843ba-785d-4f39-9118-2bcf67959a3d), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:14.259228 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 17:52:14.259228 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:52:14.259228 n-d-829613-2 neutron-server[103435]: timer() Feb 17 17:52:14.259228 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:52:14.259228 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 17:52:14.259228 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:52:14.259228 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 17:52:14.259228 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:52:14.259228 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 17:52:14.259228 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:52:14.259228 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 17:52:14.259228 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:52:14.259228 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 17:52:14.259228 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:52:14.259228 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:52:14.259228 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:52:14.259228 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:52:14.259228 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:52:14.259228 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 17:52:14.259228 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:52:14.259228 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 17:52:14.259228 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:52:14.259228 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:52:14.259228 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:52:14.259228 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 17:52:14.259228 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:52:14.259228 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:52:14.259228 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:52:14.259228 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:52:14.259228 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:52:14.259228 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:52:14.259228 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:52:14.366730 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-92a3ab97-e504-45ec-8f11-ccbc64302d52 tempest-ExternalNetworksTestJSON-1802924653 tempest-ExternalNetworksTestJSON-1802924653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (8ccfae6f-08f9-40bb-8e08-bbf0d7aad518), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:14.381493 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a86f429f-db65-4ce8-b843-1156c888cf90 admin admin] Publish callbacks [] for security_group (b0296bdc-386a-4d7f-90c5-6b06b0c7baa6), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:14.385791 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-92a3ab97-e504-45ec-8f11-ccbc64302d52 tempest-ExternalNetworksTestJSON-1802924653 tempest-ExternalNetworksTestJSON-1802924653-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:14.389120 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-92a3ab97-e504-45ec-8f11-ccbc64302d52 tempest-ExternalNetworksTestJSON-1802924653 tempest-ExternalNetworksTestJSON-1802924653-project] 10.222.0.87 "DELETE /v2.0/networks/8ccfae6f-08f9-40bb-8e08-bbf0d7aad518 HTTP/1.1" status: 204 len: 168 time: 1.0371268 Feb 17 17:52:14.413593 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a3ab97-e504-45ec-8f11-ccbc64302d52 tempest-ExternalNetworksTestJSON-1802924653 tempest-ExternalNetworksTestJSON-1802924653-project] Pushing event deleted for resources: {'Network': ['ID=8ccfae6f-08f9-40bb-8e08-bbf0d7aad518,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:14.476684 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a86f429f-db65-4ce8-b843-1156c888cf90 admin admin] Publish callbacks [] for security_group (b0296bdc-386a-4d7f-90c5-6b06b0c7baa6), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:14.587763 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a86f429f-db65-4ce8-b843-1156c888cf90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (b0296bdc-386a-4d7f-90c5-6b06b0c7baa6), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:14.590596 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a86f429f-db65-4ce8-b843-1156c888cf90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:14.595090 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a86f429f-db65-4ce8-b843-1156c888cf90 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b0296bdc-386a-4d7f-90c5-6b06b0c7baa6 HTTP/1.1" status: 204 len: 168 time: 0.3412545 Feb 17 17:52:14.608784 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86f429f-db65-4ce8-b843-1156c888cf90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0296bdc-386a-4d7f-90c5-6b06b0c7baa6,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:14.830539 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40358) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:15.071470 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-5615e97b-063b-498f-a90b-26482cb1b136 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d3a54fe4f9554105a0d4a5fa50026b75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2354124 Feb 17 17:52:15.071665 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40372) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:15.140639 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e2eddc70-73fe-4291-ac0d-d822e20dadc0 admin admin] Publish callbacks [] for security_group (50a8d518-fea1-46ee-9f32-d0b64e637198), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:15.193777 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e2eddc70-73fe-4291-ac0d-d822e20dadc0 admin admin] Publish callbacks [] for security_group (50a8d518-fea1-46ee-9f32-d0b64e637198), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:15.262691 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e2eddc70-73fe-4291-ac0d-d822e20dadc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (50a8d518-fea1-46ee-9f32-d0b64e637198), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:15.266401 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e2eddc70-73fe-4291-ac0d-d822e20dadc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:15.271373 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e2eddc70-73fe-4291-ac0d-d822e20dadc0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/50a8d518-fea1-46ee-9f32-d0b64e637198 HTTP/1.1" status: 204 len: 168 time: 0.1977794 Feb 17 17:52:15.287749 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eddc70-73fe-4291-ac0d-d822e20dadc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a8d518-fea1-46ee-9f32-d0b64e637198,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:15.363232 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1cea8f-e0fb-4d02-86fa-c9e786a1e24d req-d256539b-e9fd-469a-862b-447bbac1bd83 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:15.375620 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0a1cea8f-e0fb-4d02-86fa-c9e786a1e24d req-d256539b-e9fd-469a-862b-447bbac1bd83 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=313de677-a8d9-42f0-8146-c2eacc4dad97 HTTP/1.1" status: 200 len: 946 time: 0.2312584 Feb 17 17:52:15.493336 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0a1cea8f-e0fb-4d02-86fa-c9e786a1e24d req-6902bede-fb3c-4039-9d09-737a3740edcd tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107006 Feb 17 17:52:15.878414 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40406) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:15.932823 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c37f95e8-be84-4705-bfc8-a87445f279d5 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=98e986452c204889bebe043d436531d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0507216 Feb 17 17:52:15.933261 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40408) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:16.002637 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8dccb6d7-cd30-4ae4-8a33-366d834fb138 admin admin] Publish callbacks [] for security_group (89466c88-f229-4c0b-8b24-446904262ae2), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:16.030079 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8dccb6d7-cd30-4ae4-8a33-366d834fb138 admin admin] Publish callbacks [] for security_group (89466c88-f229-4c0b-8b24-446904262ae2), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:16.084631 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8dccb6d7-cd30-4ae4-8a33-366d834fb138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (89466c88-f229-4c0b-8b24-446904262ae2), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:16.088545 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8dccb6d7-cd30-4ae4-8a33-366d834fb138 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:16.090586 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8dccb6d7-cd30-4ae4-8a33-366d834fb138 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/89466c88-f229-4c0b-8b24-446904262ae2 HTTP/1.1" status: 204 len: 168 time: 0.1560795 Feb 17 17:52:16.124203 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dccb6d7-cd30-4ae4-8a33-366d834fb138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89466c88-f229-4c0b-8b24-446904262ae2,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:16.743900 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa7bfa-f200-4848-a929-bf0ed9decdc3 req-dd41de25-5cd2-4725-8fb3-c4c074594c47 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:16.746590 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-88fa7bfa-f200-4848-a929-bf0ed9decdc3 req-dd41de25-5cd2-4725-8fb3-c4c074594c47 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=313de677-a8d9-42f0-8146-c2eacc4dad97 HTTP/1.1" status: 200 len: 946 time: 0.0871058 Feb 17 17:52:16.882725 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-88fa7bfa-f200-4848-a929-bf0ed9decdc3 req-8b4ed3e1-f7df-40fb-a929-11f33b524f07 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213472 Feb 17 17:52:16.990990 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d418a7c5-3d47-46be-a7c4-f45742a4c4a2 req-139533f2-6d6e-425a-b3b9-23d9b28ddd82 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=315d9d1f-320f-40e9-9b83-71f1b9844f37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0827594 Feb 17 17:52:17.104793 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418a7c5-3d47-46be-a7c4-f45742a4c4a2 req-d642bfb2-07e8-442c-a2ce-84fab6adc7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:17.113259 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d418a7c5-3d47-46be-a7c4-f45742a4c4a2 req-d642bfb2-07e8-442c-a2ce-84fab6adc7ec service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=708d2e36ca25476d9214a2f14ef71fc9&device_id=315d9d1f-320f-40e9-9b83-71f1b9844f37 HTTP/1.1" status: 200 len: 1127 time: 0.0978980 Feb 17 17:52:17.257635 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418a7c5-3d47-46be-a7c4-f45742a4c4a2 req-9c28e6a8-a720-434a-85ea-e2da2ae15429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:17.260184 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d418a7c5-3d47-46be-a7c4-f45742a4c4a2 req-9c28e6a8-a720-434a-85ea-e2da2ae15429 service neutron] 10.222.0.91 "GET /v2.0/networks?id=106d8950-35e8-4e49-bc8b-6ac4436cd2fe HTTP/1.1" status: 200 len: 913 time: 0.1260862 Feb 17 17:52:17.330752 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d418a7c5-3d47-46be-a7c4-f45742a4c4a2 req-59478ba0-1e73-41f8-8f47-d295c03ff649 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9fc73c9-8067-4b99-af61-88f9b343d18b HTTP/1.1" status: 200 len: 217 time: 0.0596571 Feb 17 17:52:17.399323 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418a7c5-3d47-46be-a7c4-f45742a4c4a2 req-eb14dc22-fbcc-4727-8268-f195e270a09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:17.401083 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d418a7c5-3d47-46be-a7c4-f45742a4c4a2 req-eb14dc22-fbcc-4727-8268-f195e270a09a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f5806a5b-efbb-4c84-b3a4-70ad6c804540 HTTP/1.1" status: 200 len: 851 time: 0.0619915 Feb 17 17:52:17.553500 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418a7c5-3d47-46be-a7c4-f45742a4c4a2 req-b9aed0e2-cd6f-4b81-aa0e-ce044e4809ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:17.558055 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d418a7c5-3d47-46be-a7c4-f45742a4c4a2 req-b9aed0e2-cd6f-4b81-aa0e-ce044e4809ff service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=106d8950-35e8-4e49-bc8b-6ac4436cd2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1399288 Feb 17 17:52:17.898007 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d418a7c5-3d47-46be-a7c4-f45742a4c4a2 req-d57f07ca-f9f9-48ee-89dc-dd9c4f092309 service neutron] 10.222.0.91 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283234 Feb 17 17:52:18.088567 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d418a7c5-3d47-46be-a7c4-f45742a4c4a2 req-0e6e0471-1985-4d7f-8560-b66d7833a778 service neutron] 10.222.0.91 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851749 Feb 17 17:52:18.195694 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5e78e-b011-4ed7-bf50-d5d70b4567f6 req-ccf96b2b-f994-4e96-be1d-4e99237897b2 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:18.197331 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-85f5e78e-b011-4ed7-bf50-d5d70b4567f6 req-ccf96b2b-f994-4e96-be1d-4e99237897b2 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=313de677-a8d9-42f0-8146-c2eacc4dad97 HTTP/1.1" status: 200 len: 946 time: 0.1745472 Feb 17 17:52:18.316706 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-85f5e78e-b011-4ed7-bf50-d5d70b4567f6 req-da329d63-e7f6-4c58-9008-3efcbef442a3 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074145 Feb 17 17:52:18.968510 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:19.630812 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b8b03-6e2c-4c76-802c-cd6c9471fa1a req-a8a8644c-54a1-4037-ae90-fd86118bcc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:19.637012 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e51b8b03-6e2c-4c76-802c-cd6c9471fa1a req-a8a8644c-54a1-4037-ae90-fd86118bcc0a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=708d2e36ca25476d9214a2f14ef71fc9&device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 1127 time: 0.1433210 Feb 17 17:52:19.646584 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d72f0-be59-458a-84b2-aee692b0232d req-53aacded-fac6-477c-8da4-34dc42079914 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:19.648331 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e22d72f0-be59-458a-84b2-aee692b0232d req-53aacded-fac6-477c-8da4-34dc42079914 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=313de677-a8d9-42f0-8146-c2eacc4dad97 HTTP/1.1" status: 200 len: 946 time: 0.1736221 Feb 17 17:52:19.766592 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:19.805608 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40586) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:19.875606 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b8b03-6e2c-4c76-802c-cd6c9471fa1a req-d1c33bb6-5f8b-4029-8f65-000c688b6cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:19.878712 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e51b8b03-6e2c-4c76-802c-cd6c9471fa1a req-d1c33bb6-5f8b-4029-8f65-000c688b6cdd service neutron] 10.222.0.91 "GET /v2.0/networks?id=106d8950-35e8-4e49-bc8b-6ac4436cd2fe HTTP/1.1" status: 200 len: 913 time: 0.2364032 Feb 17 17:52:19.906777 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e22d72f0-be59-458a-84b2-aee692b0232d req-131a4284-1a17-4058-91f5-2601e4ab24c5 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303703 Feb 17 17:52:19.939438 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6642886b-bead-4512-b8ee-403708df761b req-729290ef-9208-48c2-b0fc-b3ff90be9f6c tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:19.942265 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6642886b-bead-4512-b8ee-403708df761b req-729290ef-9208-48c2-b0fc-b3ff90be9f6c tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.2928681 Feb 17 17:52:20.054096 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6642886b-bead-4512-b8ee-403708df761b req-cc3db37b-7abe-4379-996a-0b5093f2d0b5 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973723 Feb 17 17:52:20.055751 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e51b8b03-6e2c-4c76-802c-cd6c9471fa1a req-2fbdf1e5-3f24-4050-8446-cd9db0cf94f2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3df59be5-70eb-43bf-82eb-ef2aa0690a18 HTTP/1.1" status: 200 len: 1000 time: 0.1698229 Feb 17 17:52:20.130217 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b8b03-6e2c-4c76-802c-cd6c9471fa1a req-4c1b55cd-9d27-49d1-8af8-dd84e57f587e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:20.131726 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e51b8b03-6e2c-4c76-802c-cd6c9471fa1a req-4c1b55cd-9d27-49d1-8af8-dd84e57f587e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f5806a5b-efbb-4c84-b3a4-70ad6c804540 HTTP/1.1" status: 200 len: 851 time: 0.0703111 Feb 17 17:52:20.245101 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b8b03-6e2c-4c76-802c-cd6c9471fa1a req-b5036d3e-3527-4c16-b712-0c8a2633c774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:20.251140 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e51b8b03-6e2c-4c76-802c-cd6c9471fa1a req-b5036d3e-3527-4c16-b712-0c8a2633c774 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=106d8950-35e8-4e49-bc8b-6ac4436cd2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1115894 Feb 17 17:52:20.297949 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-0211e3b6-ac43-4aa9-a1fc-e923ceda661c tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:52:20.332466 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0211e3b6-ac43-4aa9-a1fc-e923ceda661c tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:20.484405 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e51b8b03-6e2c-4c76-802c-cd6c9471fa1a req-08987df1-9245-4c77-b58d-8731b9e81161 service neutron] 10.222.0.91 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267556 Feb 17 17:52:20.526363 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0211e3b6-ac43-4aa9-a1fc-e923ceda661c tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:20.765863 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-0211e3b6-ac43-4aa9-a1fc-e923ceda661c tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Allocated IP 172.25.8.249 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/5f263fbc-8457-4888-aed0-f806112026ca) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:52:20.767355 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e51b8b03-6e2c-4c76-802c-cd6c9471fa1a req-1b506eda-baa5-4d8d-a3ab-1a49dab5d2a8 service neutron] 10.222.0.91 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621396 Feb 17 17:52:21.080277 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0211e3b6-ac43-4aa9-a1fc-e923ceda661c tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks [] for port (5f263fbc-8457-4888-aed0-f806112026ca), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:21.151606 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10076d-13ab-403b-b19a-10474c20d537 req-415da47f-9ef2-41b3-83bc-a5df1ee48f7a tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:21.153258 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fd10076d-13ab-403b-b19a-10474c20d537 req-415da47f-9ef2-41b3-83bc-a5df1ee48f7a tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=313de677-a8d9-42f0-8146-c2eacc4dad97 HTTP/1.1" status: 200 len: 946 time: 0.1177781 Feb 17 17:52:21.186630 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0211e3b6-ac43-4aa9-a1fc-e923ceda661c tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (5f263fbc-8457-4888-aed0-f806112026ca), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:21.302225 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0211e3b6-ac43-4aa9-a1fc-e923ceda661c tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:52:21.320011 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-0211e3b6-ac43-4aa9-a1fc-e923ceda661c tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:52:21.325482 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0211e3b6-ac43-4aa9-a1fc-e923ceda661c tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:52:21.349990 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0211e3b6-ac43-4aa9-a1fc-e923ceda661c tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Pushing event updated for resources: {'Port': ['ID=5f263fbc-8457-4888-aed0-f806112026ca,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:21.367246 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fd10076d-13ab-403b-b19a-10474c20d537 req-7b303e2a-ddc6-4e3c-8bd7-94554ed86d58 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054169 Feb 17 17:52:21.402527 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6bc02-d075-4423-940e-5e8c6ea7954b req-53166e73-86e6-4ffd-add7-e5d86bfeba91 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:21.405722 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-68e6bc02-d075-4423-940e-5e8c6ea7954b req-53166e73-86e6-4ffd-add7-e5d86bfeba91 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.2152948 Feb 17 17:52:21.507292 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-68e6bc02-d075-4423-940e-5e8c6ea7954b req-52e55db9-9be9-4290-8f4a-ea50d55a52c1 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931242 Feb 17 17:52:21.524024 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0211e3b6-ac43-4aa9-a1fc-e923ceda661c tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks [] for floatingip (b5864e4c-bab5-4c7e-86e8-cc29ada7a475), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:21.584868 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0211e3b6-ac43-4aa9-a1fc-e923ceda661c tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5f263fbc-8457-4888-aed0-f806112026ca), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:21.675499 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-2466e322-2882-4984-aae1-13af2fafebf9 req-2aaa9b23-b283-47a9-b0aa-28f3448bedd0 service neutron] (103435) timed out ('10.222.0.91', 61214) {{(pid=103435) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 17:52:21.803880 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0211e3b6-ac43-4aa9-a1fc-e923ceda661c tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks [] for port (5f263fbc-8457-4888-aed0-f806112026ca), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:21.809498 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0211e3b6-ac43-4aa9-a1fc-e923ceda661c tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (5f263fbc-8457-4888-aed0-f806112026ca), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:21.891956 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0211e3b6-ac43-4aa9-a1fc-e923ceda661c tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Pushing event updated for resources: {'Port': ['ID=5f263fbc-8457-4888-aed0-f806112026ca,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:21.915723 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0211e3b6-ac43-4aa9-a1fc-e923ceda661c tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (b5864e4c-bab5-4c7e-86e8-cc29ada7a475), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:21.935138 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0211e3b6-ac43-4aa9-a1fc-e923ceda661c tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:21.939946 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40654) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:21.940495 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-0211e3b6-ac43-4aa9-a1fc-e923ceda661c tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1253858 Feb 17 17:52:21.945086 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-9a071a67-07ff-4f78-8cea-57dec0799e78 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1095761790'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:52:21.979383 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a071a67-07ff-4f78-8cea-57dec0799e78 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Made reservation on behalf of 3101708388a446438515ced8d0600d30 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:52:21.982777 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9a071a67-07ff-4f78-8cea-57dec0799e78 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:21.996410 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9a071a67-07ff-4f78-8cea-57dec0799e78 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:22.100009 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9a071a67-07ff-4f78-8cea-57dec0799e78 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks [] for security_group (c463f27f-e9b4-4099-9810-cfbd79893afa), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:22.105183 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9a071a67-07ff-4f78-8cea-57dec0799e78 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (c463f27f-e9b4-4099-9810-cfbd79893afa), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:22.118019 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a071a67-07ff-4f78-8cea-57dec0799e78 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:52:22.128146 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9a071a67-07ff-4f78-8cea-57dec0799e78 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (da165c4e-a059-4689-8cf1-60ea0dd74196), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:22.128708 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-9a071a67-07ff-4f78-8cea-57dec0799e78 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Added segment da165c4e-a059-4689-8cf1-60ea0dd74196 of type vlan for network d8d15760-7546-46a3-957c-900b12199ace Feb 17 17:52:22.170427 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9a071a67-07ff-4f78-8cea-57dec0799e78 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (d8d15760-7546-46a3-957c-900b12199ace), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:22.211581 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9a071a67-07ff-4f78-8cea-57dec0799e78 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (d8d15760-7546-46a3-957c-900b12199ace), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:22.222220 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a071a67-07ff-4f78-8cea-57dec0799e78 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:22.224312 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9a071a67-07ff-4f78-8cea-57dec0799e78 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:22.339201 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9a071a67-07ff-4f78-8cea-57dec0799e78 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3977692 Feb 17 17:52:22.342473 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40664) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:22.347759 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-b28a6407-96b6-41f2-98c1-2429a31a8272 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Request body: {'subnet': {'network_id': 'd8d15760-7546-46a3-957c-900b12199ace', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:52:22.352985 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a071a67-07ff-4f78-8cea-57dec0799e78 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c463f27f-e9b4-4099-9810-cfbd79893afa,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:22.490476 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a071a67-07ff-4f78-8cea-57dec0799e78 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Pushing event updated for resources: {'Network': ['ID=d8d15760-7546-46a3-957c-900b12199ace,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:22.517463 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network d8d15760-7546-46a3-957c-900b12199ace details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:52:22.855639 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3bd0e8-f69b-4432-8665-da734d103819 req-9bc9e910-3ec7-4c49-952c-abd6d136f825 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:22.864542 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3b3bd0e8-f69b-4432-8665-da734d103819 req-9bc9e910-3ec7-4c49-952c-abd6d136f825 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.2109330 Feb 17 17:52:22.910250 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf044a-b0bd-43dc-9a86-cdeff5e98a51 req-32879fb9-519b-4e00-a377-2b05be377824 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:22.911763 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9baf044a-b0bd-43dc-9a86-cdeff5e98a51 req-32879fb9-519b-4e00-a377-2b05be377824 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=313de677-a8d9-42f0-8146-c2eacc4dad97 HTTP/1.1" status: 200 len: 946 time: 0.3682752 Feb 17 17:52:22.912412 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28a6407-96b6-41f2-98c1-2429a31a8272 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Made reservation on behalf of 3101708388a446438515ced8d0600d30 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:52:22.915573 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b28a6407-96b6-41f2-98c1-2429a31a8272 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:23.078213 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9baf044a-b0bd-43dc-9a86-cdeff5e98a51 req-7d83e3c2-dd2d-407f-b44d-077764122d5b tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320972 Feb 17 17:52:23.103821 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3b3bd0e8-f69b-4432-8665-da734d103819 req-b5ee939c-962c-4a84-a59b-23e187033685 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2339284 Feb 17 17:52:23.309982 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed711e-fa92-420e-994f-08e648531d8c req-ebf63b68-a866-49ef-bacc-d60f56073b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:23.315387 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-58ed711e-fa92-420e-994f-08e648531d8c req-ebf63b68-a866-49ef-bacc-d60f56073b57 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=313de677-a8d9-42f0-8146-c2eacc4dad97 HTTP/1.1" status: 200 len: 1128 time: 0.0973883 Feb 17 17:52:23.320033 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b28a6407-96b6-41f2-98c1-2429a31a8272 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (6e4c6b88-c744-45d4-a388-8d915e5d2eb6), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:23.374363 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-58ed711e-fa92-420e-994f-08e648531d8c req-3633bb2f-d68d-45c1-b3e9-8f9be4b53836 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525975 Feb 17 17:52:23.417428 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28a6407-96b6-41f2-98c1-2429a31a8272 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Checking segment: {'id': 'da165c4e-a059-4689-8cf1-60ea0dd74196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd8d15760-7546-46a3-957c-900b12199ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:52:23.417802 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28a6407-96b6-41f2-98c1-2429a31a8272 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Network hostable DHCP agents. Network: d8d15760-7546-46a3-957c-900b12199ace, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:52:23.422456 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a6407-96b6-41f2-98c1-2429a31a8272 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Pushing event updated for resources: {'Subnet': ['ID=6e4c6b88-c744-45d4-a388-8d915e5d2eb6,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:23.446052 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28a6407-96b6-41f2-98c1-2429a31a8272 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Network d8d15760-7546-46a3-957c-900b12199ace is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:52:23.458492 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-b28a6407-96b6-41f2-98c1-2429a31a8272 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, d8d15760-7546-46a3-957c-900b12199ace) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:52:23.471990 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acfff68-5d23-44b2-9f8c-f491bf40237b None None] Network d8d15760-7546-46a3-957c-900b12199ace requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:52:23.477764 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28a6407-96b6-41f2-98c1-2429a31a8272 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:23.478875 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b28a6407-96b6-41f2-98c1-2429a31a8272 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:23.503103 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b28a6407-96b6-41f2-98c1-2429a31a8272 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1570542 Feb 17 17:52:23.503448 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40716) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:23.509245 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-d44375f7-6194-419e-9c8c-f55a8effb0d1 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1192484394', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}, 'admin_state_up': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:52:23.540590 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d44375f7-6194-419e-9c8c-f55a8effb0d1 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (30123e93-db61-4f06-80cd-c66d83573849), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:23.542085 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d44375f7-6194-419e-9c8c-f55a8effb0d1 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (30123e93-db61-4f06-80cd-c66d83573849), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:23.652194 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d44375f7-6194-419e-9c8c-f55a8effb0d1 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks [] for router_controller (30123e93-db61-4f06-80cd-c66d83573849), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:23.711484 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81865321-d926-4a41-97fa-d780a4dd38d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-d8d15760-7546-46a3-957c-900b12199ace', 'network_id': 'd8d15760-7546-46a3-957c-900b12199ace', 'project_id': '3101708388a446438515ced8d0600d30', 'fixed_ips': [{'subnet_id': '6e4c6b88-c744-45d4-a388-8d915e5d2eb6'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:52:23.713760 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-81865321-d926-4a41-97fa-d780a4dd38d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:23.923235 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-81865321-d926-4a41-97fa-d780a4dd38d5 None None] Allocated IP 172.20.0.2 (d8d15760-7546-46a3-957c-900b12199ace/6e4c6b88-c744-45d4-a388-8d915e5d2eb6/61dbdda9-c414-4589-8165-65d237d97981) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:52:23.968980 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d44375f7-6194-419e-9c8c-f55a8effb0d1 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks [] for router_gateway (30123e93-db61-4f06-80cd-c66d83573849), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:24.073187 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b029dccb-1cf9-4c23-a8dd-6d92d3debaba req-cf641158-7fb4-47c9-a507-af6de50e6b9e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1376445 Feb 17 17:52:24.258867 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-81865321-d926-4a41-97fa-d780a4dd38d5 None None] Publish callbacks [] for port (61dbdda9-c414-4589-8165-65d237d97981), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:24.275446 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-81865321-d926-4a41-97fa-d780a4dd38d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (61dbdda9-c414-4589-8165-65d237d97981), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:24.316452 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81865321-d926-4a41-97fa-d780a4dd38d5 None None] Network d8d15760-7546-46a3-957c-900b12199ace is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:52:24.340841 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-81865321-d926-4a41-97fa-d780a4dd38d5 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:52:24.361328 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029dccb-1cf9-4c23-a8dd-6d92d3debaba req-014d1f92-16f0-4cda-af5b-5653cd830c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:24.362905 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b029dccb-1cf9-4c23-a8dd-6d92d3debaba req-014d1f92-16f0-4cda-af5b-5653cd830c8e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e82ced6d28e14a0eae2924cbc8f5cc85&device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 1128 time: 0.2033978 Feb 17 17:52:24.416037 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81865321-d926-4a41-97fa-d780a4dd38d5 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:52:24.426558 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed6611-2973-467c-8157-de824ce38bed req-69c0f6a5-e542-491b-b955-c519bb14e57f tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:24.430682 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-33ed6611-2973-467c-8157-de824ce38bed req-69c0f6a5-e542-491b-b955-c519bb14e57f tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=313de677-a8d9-42f0-8146-c2eacc4dad97 HTTP/1.1" status: 200 len: 946 time: 0.1999595 Feb 17 17:52:24.531766 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d44375f7-6194-419e-9c8c-f55a8effb0d1 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks [] for router_gateway (30123e93-db61-4f06-80cd-c66d83573849), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:24.588497 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d44375f7-6194-419e-9c8c-f55a8effb0d1 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:24.600336 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81865321-d926-4a41-97fa-d780a4dd38d5 None None] Pushing event updated for resources: {'Port': ['ID=61dbdda9-c414-4589-8165-65d237d97981,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:24.644882 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-81865321-d926-4a41-97fa-d780a4dd38d5 None None] Attempting to bind port 61dbdda9-c414-4589-8165-65d237d97981 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:52:24.648595 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-81865321-d926-4a41-97fa-d780a4dd38d5 None None] Attempting to bind port 61dbdda9-c414-4589-8165-65d237d97981 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'da165c4e-a059-4689-8cf1-60ea0dd74196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd8d15760-7546-46a3-957c-900b12199ace'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:52:24.648985 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81865321-d926-4a41-97fa-d780a4dd38d5 None None] Attempting to bind port 61dbdda9-c414-4589-8165-65d237d97981 on network d8d15760-7546-46a3-957c-900b12199ace {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:52:24.663418 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81865321-d926-4a41-97fa-d780a4dd38d5 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:52:24.663851 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81865321-d926-4a41-97fa-d780a4dd38d5 None None] Checking segment: {'id': 'da165c4e-a059-4689-8cf1-60ea0dd74196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd8d15760-7546-46a3-957c-900b12199ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:52:24.664845 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-81865321-d926-4a41-97fa-d780a4dd38d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:24.665413 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81865321-d926-4a41-97fa-d780a4dd38d5 None None] Bound using segment: {'id': 'da165c4e-a059-4689-8cf1-60ea0dd74196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd8d15760-7546-46a3-957c-900b12199ace'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:52:24.665924 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-81865321-d926-4a41-97fa-d780a4dd38d5 None None] Bound port: 61dbdda9-c414-4589-8165-65d237d97981, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da165c4e-a059-4689-8cf1-60ea0dd74196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd8d15760-7546-46a3-957c-900b12199ace'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:52:24.666323 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-81865321-d926-4a41-97fa-d780a4dd38d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (61dbdda9-c414-4589-8165-65d237d97981), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:24.773403 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-81865321-d926-4a41-97fa-d780a4dd38d5 None None] For port 61dbdda9-c414-4589-8165-65d237d97981, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:52:24.776860 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-81865321-d926-4a41-97fa-d780a4dd38d5 None None] For port 61dbdda9-c414-4589-8165-65d237d97981, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=61dbdda9-c414-4589-8165-65d237d97981,segment=NetworkSegment(da165c4e-a059-4689-8cf1-60ea0dd74196),segment_id=da165c4e-a059-4689-8cf1-60ea0dd74196)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:52:24.791497 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-81865321-d926-4a41-97fa-d780a4dd38d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (61dbdda9-c414-4589-8165-65d237d97981), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:24.792085 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029dccb-1cf9-4c23-a8dd-6d92d3debaba req-745d494f-9516-4086-a22f-57a08adcfc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:24.796513 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b029dccb-1cf9-4c23-a8dd-6d92d3debaba req-745d494f-9516-4086-a22f-57a08adcfc2f service neutron] 10.222.0.71 "GET /v2.0/networks?id=d5990f07-3dfb-4178-9590-e3e132a5f43d HTTP/1.1" status: 200 len: 920 time: 0.3263311 Feb 17 17:52:24.873729 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-d44375f7-6194-419e-9c8c-f55a8effb0d1 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Allocated IP 172.25.8.42 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/bc9265b1-d662-42d0-a972-e9d536b6cef8) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:52:24.874221 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:52:24.915507 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b029dccb-1cf9-4c23-a8dd-6d92d3debaba req-4703a074-8ef9-4802-8a0e-5253f8b6c594 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9 HTTP/1.1" status: 200 len: 217 time: 0.1081929 Feb 17 17:52:24.939061 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81865321-d926-4a41-97fa-d780a4dd38d5 None None] Pushing event updated for resources: {'Port': ['ID=61dbdda9-c414-4589-8165-65d237d97981,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:25.071001 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d44375f7-6194-419e-9c8c-f55a8effb0d1 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks [] for port (bc9265b1-d662-42d0-a972-e9d536b6cef8), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:25.082072 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-33ed6611-2973-467c-8157-de824ce38bed req-42e7f147-f8c5-4872-bbed-ddb9440d1688 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6450415 Feb 17 17:52:25.090058 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029dccb-1cf9-4c23-a8dd-6d92d3debaba req-f205bdc4-60d6-4536-899d-54fd321cbb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:25.091946 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b029dccb-1cf9-4c23-a8dd-6d92d3debaba req-f205bdc4-60d6-4536-899d-54fd321cbb03 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f38a3055-6916-493f-ac03-180a8f2c57c4 HTTP/1.1" status: 200 len: 859 time: 0.1693792 Feb 17 17:52:25.145075 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d44375f7-6194-419e-9c8c-f55a8effb0d1 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (bc9265b1-d662-42d0-a972-e9d536b6cef8), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:25.149479 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b029dccb-1cf9-4c23-a8dd-6d92d3debaba req-14e9497e-bb49-442d-98b7-d6a3daf4dbb6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d5990f07-3dfb-4178-9590-e3e132a5f43d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510874 Feb 17 17:52:25.253621 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44375f7-6194-419e-9c8c-f55a8effb0d1 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:52:25.260213 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-d44375f7-6194-419e-9c8c-f55a8effb0d1 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:52:25.265227 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44375f7-6194-419e-9c8c-f55a8effb0d1 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:52:25.387117 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b029dccb-1cf9-4c23-a8dd-6d92d3debaba req-c2ea9930-c87c-4897-a6fd-3a83d94272b1 service neutron] 10.222.0.71 "GET /v2.0/networks/d5990f07-3dfb-4178-9590-e3e132a5f43d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300148 Feb 17 17:52:25.412122 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44375f7-6194-419e-9c8c-f55a8effb0d1 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Pushing event updated for resources: {'Port': ['ID=bc9265b1-d662-42d0-a972-e9d536b6cef8,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:25.570297 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b029dccb-1cf9-4c23-a8dd-6d92d3debaba req-9a5759f2-fafc-40aa-a8d9-7ca193374474 service neutron] 10.222.0.71 "GET /v2.0/networks/d5990f07-3dfb-4178-9590-e3e132a5f43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762269 Feb 17 17:52:25.768492 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40764) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:25.908313 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d44375f7-6194-419e-9c8c-f55a8effb0d1 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks [] for router_gateway (30123e93-db61-4f06-80cd-c66d83573849), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:25.983050 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b46e5efe-da0b-43a3-b66a-bfa325186c5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:26.109481 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b46e5efe-da0b-43a3-b66a-bfa325186c5a admin admin] Publish callbacks [] for security_group (b234ef0d-b170-497d-bafc-a350c8a8ee26), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:26.142506 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b46e5efe-da0b-43a3-b66a-bfa325186c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (b234ef0d-b170-497d-bafc-a350c8a8ee26), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:26.214818 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b46e5efe-da0b-43a3-b66a-bfa325186c5a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=36281a01cbac4baabdd5a844e654c5ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4451017 Feb 17 17:52:26.221724 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40780) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:26.384704 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46e5efe-da0b-43a3-b66a-bfa325186c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b234ef0d-b170-497d-bafc-a350c8a8ee26,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:26.468968 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b396c75b-bcb5-436d-bd12-63cfeec6f799 admin admin] Publish callbacks [] for security_group (b234ef0d-b170-497d-bafc-a350c8a8ee26), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:26.505232 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b396c75b-bcb5-436d-bd12-63cfeec6f799 admin admin] Publish callbacks [] for security_group (b234ef0d-b170-497d-bafc-a350c8a8ee26), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:26.566615 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b396c75b-bcb5-436d-bd12-63cfeec6f799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (b234ef0d-b170-497d-bafc-a350c8a8ee26), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:26.570267 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b396c75b-bcb5-436d-bd12-63cfeec6f799 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:26.571583 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b396c75b-bcb5-436d-bd12-63cfeec6f799 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b234ef0d-b170-497d-bafc-a350c8a8ee26 HTTP/1.1" status: 204 len: 168 time: 0.3407562 Feb 17 17:52:26.593333 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dad0a5-c428-409f-84e1-5a42586624ac req-66e82eec-1a23-4efc-8b26-107020aacaff tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:26.594905 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-92dad0a5-c428-409f-84e1-5a42586624ac req-66e82eec-1a23-4efc-8b26-107020aacaff tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=313de677-a8d9-42f0-8146-c2eacc4dad97 HTTP/1.1" status: 200 len: 946 time: 0.3849673 Feb 17 17:52:26.637175 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b396c75b-bcb5-436d-bd12-63cfeec6f799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b234ef0d-b170-497d-bafc-a350c8a8ee26,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:26.649025 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 61dbdda9-c414-4589-8165-65d237d97981 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:52:26.753679 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-92dad0a5-c428-409f-84e1-5a42586624ac req-8b5c7cbc-a7de-4ecd-9e81-11c090a0bd58 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372266 Feb 17 17:52:26.805274 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 61dbdda9-c414-4589-8165-65d237d97981 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:52:26.805654 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (61dbdda9-c414-4589-8165-65d237d97981), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:26.858965 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397c81c0-f8d1-4bdf-9636-06d77ed4ae54 None None] Network d8d15760-7546-46a3-957c-900b12199ace requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:52:27.065437 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d44375f7-6194-419e-9c8c-f55a8effb0d1 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (30123e93-db61-4f06-80cd-c66d83573849), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:27.098709 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11beb13-69cf-4b74-9ea5-c35cf52af0f0 req-a54eabcd-3a3e-4c93-9a68-846c2eee812c tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:27.100355 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d11beb13-69cf-4b74-9ea5-c35cf52af0f0 req-a54eabcd-3a3e-4c93-9a68-846c2eee812c tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 946 time: 0.1873040 Feb 17 17:52:27.135328 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-f2679e24-50ec-4dfc-8808-abe0eb49e823 None None] Provisioning complete for port 61dbdda9-c414-4589-8165-65d237d97981 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:52:27.135860 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f2679e24-50ec-4dfc-8808-abe0eb49e823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (61dbdda9-c414-4589-8165-65d237d97981), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:27.299232 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d11beb13-69cf-4b74-9ea5-c35cf52af0f0 req-2071687e-d5ef-40af-b0b7-2b09ff310ccb tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898785 Feb 17 17:52:27.303309 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 61dbdda9-c414-4589-8165-65d237d97981 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:52:27.316731 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (61dbdda9-c414-4589-8165-65d237d97981), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:27.345481 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40810) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:27.377992 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f79fae86-c1c4-41bd-a2c4-fc9805627570 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:27.401350 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44375f7-6194-419e-9c8c-f55a8effb0d1 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Router 30123e93-db61-4f06-80cd-c66d83573849 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:52:27.473658 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 61dbdda9-c414-4589-8165-65d237d97981, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=61dbdda9-c414-4589-8165-65d237d97981,segment=NetworkSegment(da165c4e-a059-4689-8cf1-60ea0dd74196),segment_id=da165c4e-a059-4689-8cf1-60ea0dd74196)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:52:27.484895 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (61dbdda9-c414-4589-8165-65d237d97981), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:27.606192 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f79fae86-c1c4-41bd-a2c4-fc9805627570 admin admin] Publish callbacks [] for security_group (37cb7378-29af-40ca-b3e8-564ed73e3ef6), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:27.622344 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f79fae86-c1c4-41bd-a2c4-fc9805627570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (37cb7378-29af-40ca-b3e8-564ed73e3ef6), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:27.671117 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79fae86-c1c4-41bd-a2c4-fc9805627570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37cb7378-29af-40ca-b3e8-564ed73e3ef6,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:27.725718 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-f79fae86-c1c4-41bd-a2c4-fc9805627570 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d2c74c051f5d4b8cb8c1e9e3d7f82f2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3777256 Feb 17 17:52:27.729093 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40814) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:27.773756 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-f2679e24-50ec-4dfc-8808-abe0eb49e823 None None] Current status of the port 61dbdda9-c414-4589-8165-65d237d97981 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:52:27.805578 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=61dbdda9-c414-4589-8165-65d237d97981,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:27.808679 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44375f7-6194-419e-9c8c-f55a8effb0d1 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:52:27.824805 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:52:27.826676 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:52:27.827266 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:52:27.827844 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:52:27.828428 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:52:27.830954 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:52:27.831613 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:52:27.833330 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:52:27.836139 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:52:27.836904 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:52:27.837479 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:52:27.838027 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:52:27.839835 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:52:27.857590 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d44375f7-6194-419e-9c8c-f55a8effb0d1 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:27.862392 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d44375f7-6194-419e-9c8c-f55a8effb0d1 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.3539414 Feb 17 17:52:27.865824 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5602194f-6b0e-4062-9001-f0e6ed1900ea None None] Sync routers for ids ['30123e93-db61-4f06-80cd-c66d83573849'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:52:27.868912 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40816) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:27.880489 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5602194f-6b0e-4062-9001-f0e6ed1900ea None None] Routers {'30123e93-db61-4f06-80cd-c66d83573849'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:52:27.881827 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-5602194f-6b0e-4062-9001-f0e6ed1900ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:52:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['30123e93-db61-4f06-80cd-c66d83573849'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:52:27.948080 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-5602194f-6b0e-4062-9001-f0e6ed1900ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:52:27.975111 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-050963cd-9a02-4171-bffd-7e97f27860df None None] Provisioning complete for port 61dbdda9-c414-4589-8165-65d237d97981 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:52:27.975482 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-050963cd-9a02-4171-bffd-7e97f27860df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (61dbdda9-c414-4589-8165-65d237d97981), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:27.978698 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5602194f-6b0e-4062-9001-f0e6ed1900ea None None] Routers {'30123e93-db61-4f06-80cd-c66d83573849'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:52:27.978913 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-5602194f-6b0e-4062-9001-f0e6ed1900ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:52:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['30123e93-db61-4f06-80cd-c66d83573849'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:52:27.983163 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e3b7064c-a589-4188-a378-ef55550fc503 admin admin] Publish callbacks [] for security_group (37cb7378-29af-40ca-b3e8-564ed73e3ef6), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:28.174580 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-5602194f-6b0e-4062-9001-f0e6ed1900ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:52:28.181360 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5602194f-6b0e-4062-9001-f0e6ed1900ea None None] The sync data for ids ['30123e93-db61-4f06-80cd-c66d83573849'] in n-d-829613-2 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:52:28.317154 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-050963cd-9a02-4171-bffd-7e97f27860df None None] Current status of the port 61dbdda9-c414-4589-8165-65d237d97981 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:52:28.499725 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 61dbdda9-c414-4589-8165-65d237d97981 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:52:28.661829 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 61dbdda9-c414-4589-8165-65d237d97981 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:52:28.662201 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (61dbdda9-c414-4589-8165-65d237d97981), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:28.791752 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1849fba-febe-4aee-b111-c0e7df141091 req-92110416-6559-4ffd-adbf-cbc13217ecb6 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:28.793376 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b1849fba-febe-4aee-b111-c0e7df141091 req-92110416-6559-4ffd-adbf-cbc13217ecb6 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 946 time: 1.0395343 Feb 17 17:52:28.835104 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 61dbdda9-c414-4589-8165-65d237d97981 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:52:28.845917 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e3b7064c-a589-4188-a378-ef55550fc503 admin admin] Publish callbacks [] for security_group (37cb7378-29af-40ca-b3e8-564ed73e3ef6), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:28.895935 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-45b5e8d8-109a-479f-a2cb-ffd341a9b1d2 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:28.952324 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b1849fba-febe-4aee-b111-c0e7df141091 req-2bbea305-7105-4389-b194-b72d1fe7c661 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510179 Feb 17 17:52:28.985433 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e3b7064c-a589-4188-a378-ef55550fc503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (37cb7378-29af-40ca-b3e8-564ed73e3ef6), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:28.989773 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e3b7064c-a589-4188-a378-ef55550fc503 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:28.991312 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e3b7064c-a589-4188-a378-ef55550fc503 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/37cb7378-29af-40ca-b3e8-564ed73e3ef6 HTTP/1.1" status: 204 len: 168 time: 1.2609515 Feb 17 17:52:29.001584 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b7064c-a589-4188-a378-ef55550fc503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37cb7378-29af-40ca-b3e8-564ed73e3ef6,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:29.530043 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-45b5e8d8-109a-479f-a2cb-ffd341a9b1d2 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Allocated IP 172.20.0.1 (d8d15760-7546-46a3-957c-900b12199ace/6e4c6b88-c744-45d4-a388-8d915e5d2eb6/6378e218-aab0-4ecc-83bd-11f06cc62fe4) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:52:29.831636 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-45b5e8d8-109a-479f-a2cb-ffd341a9b1d2 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks [] for port (6378e218-aab0-4ecc-83bd-11f06cc62fe4), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:29.898317 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-45b5e8d8-109a-479f-a2cb-ffd341a9b1d2 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (6378e218-aab0-4ecc-83bd-11f06cc62fe4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:29.950714 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b5e8d8-109a-479f-a2cb-ffd341a9b1d2 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Network d8d15760-7546-46a3-957c-900b12199ace is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:52:29.951858 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-45b5e8d8-109a-479f-a2cb-ffd341a9b1d2 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:52:29.955852 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b5e8d8-109a-479f-a2cb-ffd341a9b1d2 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:52:29.963102 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b5e8d8-109a-479f-a2cb-ffd341a9b1d2 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Pushing event updated for resources: {'Port': ['ID=6378e218-aab0-4ecc-83bd-11f06cc62fe4,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:30.027004 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-45b5e8d8-109a-479f-a2cb-ffd341a9b1d2 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (30123e93-db61-4f06-80cd-c66d83573849), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:30.247421 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb28b79-6472-42cf-a341-a60af6283a70 req-4fbafb4c-f64d-4f81-ba45-698089659074 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:30.261447 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ceb28b79-6472-42cf-a341-a60af6283a70 req-4fbafb4c-f64d-4f81-ba45-698089659074 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 946 time: 0.1396387 Feb 17 17:52:30.425465 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ceb28b79-6472-42cf-a341-a60af6283a70 req-d3120957-ec8e-4e2c-909b-ece0210b6f5b tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630085 Feb 17 17:52:30.451735 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-45b5e8d8-109a-479f-a2cb-ffd341a9b1d2 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6378e218-aab0-4ecc-83bd-11f06cc62fe4), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:30.560856 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-6ede3008-1bc4-43ab-b78a-e151dfc02962 None None] Provisioning complete for port 6378e218-aab0-4ecc-83bd-11f06cc62fe4 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:52:30.563352 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6ede3008-1bc4-43ab-b78a-e151dfc02962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6378e218-aab0-4ecc-83bd-11f06cc62fe4), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:30.676133 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-6ede3008-1bc4-43ab-b78a-e151dfc02962 None None] Port 6378e218-aab0-4ecc-83bd-11f06cc62fe4 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:52:30.995673 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999fe511-758b-4af5-baaa-8a8d1e57a234 req-940c6161-f15b-4e76-ab5c-1909f47bc5b2 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:31.003198 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-999fe511-758b-4af5-baaa-8a8d1e57a234 req-940c6161-f15b-4e76-ab5c-1909f47bc5b2 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 946 time: 0.1036303 Feb 17 17:52:31.061608 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-999fe511-758b-4af5-baaa-8a8d1e57a234 req-0959e929-1c22-4ef7-9c92-4f8ff6428cfc tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525906 Feb 17 17:52:31.079067 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-45b5e8d8-109a-479f-a2cb-ffd341a9b1d2 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks [] for port (6378e218-aab0-4ecc-83bd-11f06cc62fe4), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:31.087059 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-45b5e8d8-109a-479f-a2cb-ffd341a9b1d2 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (6378e218-aab0-4ecc-83bd-11f06cc62fe4), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:31.248080 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b5e8d8-109a-479f-a2cb-ffd341a9b1d2 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Pushing event updated for resources: {'Port': ['ID=6378e218-aab0-4ecc-83bd-11f06cc62fe4,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:31.262692 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-45b5e8d8-109a-479f-a2cb-ffd341a9b1d2 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (30123e93-db61-4f06-80cd-c66d83573849), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:31.464479 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b5e8d8-109a-479f-a2cb-ffd341a9b1d2 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Network d8d15760-7546-46a3-957c-900b12199ace is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:52:31.469573 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-45b5e8d8-109a-479f-a2cb-ffd341a9b1d2 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:52:31.741215 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45b5e8d8-109a-479f-a2cb-ffd341a9b1d2 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Router 30123e93-db61-4f06-80cd-c66d83573849 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:52:31.940567 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b5e8d8-109a-479f-a2cb-ffd341a9b1d2 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:52:31.946152 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-45b5e8d8-109a-479f-a2cb-ffd341a9b1d2 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] 10.222.0.87 "PUT /v2.0/routers/30123e93-db61-4f06-80cd-c66d83573849/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0756118 Feb 17 17:52:31.948201 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40924) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:31.954241 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0862fff-711c-4dff-86fd-8239fe31f9c7 None None] Sync routers for ids ['30123e93-db61-4f06-80cd-c66d83573849'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:52:31.961260 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-571567ee-dd24-4a72-bbd6-695859ac1220 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Request body: {'port': {'network_id': 'd8d15760-7546-46a3-957c-900b12199ace', 'name': 'tempest-FloatingIPAdminTestJSON-148552277'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:52:31.979099 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0862fff-711c-4dff-86fd-8239fe31f9c7 None None] Routers {'30123e93-db61-4f06-80cd-c66d83573849'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:52:31.979704 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-e0862fff-711c-4dff-86fd-8239fe31f9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:52:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['30123e93-db61-4f06-80cd-c66d83573849'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:52:32.035722 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-e0862fff-711c-4dff-86fd-8239fe31f9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:52:32.045126 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0862fff-711c-4dff-86fd-8239fe31f9c7 None None] Routers {'30123e93-db61-4f06-80cd-c66d83573849'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:52:32.045726 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-e0862fff-711c-4dff-86fd-8239fe31f9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:52:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['30123e93-db61-4f06-80cd-c66d83573849'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:52:32.055656 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-01fa4191-26d1-415b-b095-9fcbcd289b07 None None] Provisioning complete for port 6378e218-aab0-4ecc-83bd-11f06cc62fe4 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:52:32.056178 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-01fa4191-26d1-415b-b095-9fcbcd289b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6378e218-aab0-4ecc-83bd-11f06cc62fe4), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:32.083120 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-e0862fff-711c-4dff-86fd-8239fe31f9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:52:32.084564 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0862fff-711c-4dff-86fd-8239fe31f9c7 None None] The sync data for ids ['30123e93-db61-4f06-80cd-c66d83573849'] in n-d-829613-2 is: [] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:52:32.223513 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-01fa4191-26d1-415b-b095-9fcbcd289b07 None None] Port 6378e218-aab0-4ecc-83bd-11f06cc62fe4 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:52:32.244041 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571567ee-dd24-4a72-bbd6-695859ac1220 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Made reservation on behalf of 3101708388a446438515ced8d0600d30 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:52:32.250027 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-571567ee-dd24-4a72-bbd6-695859ac1220 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:32.277240 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7838dc3-dee7-4cda-bb33-528875ef7f12 req-64bf714c-2a2b-44f1-9e51-68f836db875f tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:32.284400 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d7838dc3-dee7-4cda-bb33-528875ef7f12 req-64bf714c-2a2b-44f1-9e51-68f836db875f tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 946 time: 0.0990119 Feb 17 17:52:32.297757 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-571567ee-dd24-4a72-bbd6-695859ac1220 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] device_id is not set on port 801e7757-f386-490a-b800-921f2dc559ae yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:52:32.335925 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d7838dc3-dee7-4cda-bb33-528875ef7f12 req-0211e637-a4fa-4c43-b10e-15698be295b5 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502982 Feb 17 17:52:32.484895 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-571567ee-dd24-4a72-bbd6-695859ac1220 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Allocated IP 172.20.0.13 (d8d15760-7546-46a3-957c-900b12199ace/6e4c6b88-c744-45d4-a388-8d915e5d2eb6/801e7757-f386-490a-b800-921f2dc559ae) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:52:32.671023 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-571567ee-dd24-4a72-bbd6-695859ac1220 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks [] for port (801e7757-f386-490a-b800-921f2dc559ae), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:32.711060 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-571567ee-dd24-4a72-bbd6-695859ac1220 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (801e7757-f386-490a-b800-921f2dc559ae), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:32.784030 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571567ee-dd24-4a72-bbd6-695859ac1220 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Network d8d15760-7546-46a3-957c-900b12199ace is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:52:32.803229 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-571567ee-dd24-4a72-bbd6-695859ac1220 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:52:32.805089 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571567ee-dd24-4a72-bbd6-695859ac1220 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Pushing event updated for resources: {'Port': ['ID=801e7757-f386-490a-b800-921f2dc559ae,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:32.807303 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571567ee-dd24-4a72-bbd6-695859ac1220 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:52:32.867071 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571567ee-dd24-4a72-bbd6-695859ac1220 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:32.867754 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-571567ee-dd24-4a72-bbd6-695859ac1220 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:32.902127 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-571567ee-dd24-4a72-bbd6-695859ac1220 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9526145 Feb 17 17:52:32.905564 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40960) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:32.971028 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-15f0e31a-f1a9-417f-b91b-5f9194fef32f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:33.175520 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-8da00e62-69ea-457c-88bd-5eb3fae92519 tempest-FloatingIPAdminTestJSON-2029060473 tempest-FloatingIPAdminTestJSON-2029060473-project-admin] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'project_id': '3101708388a446438515ced8d0600d30', 'port_id': '801e7757-f386-490a-b800-921f2dc559ae'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:52:33.199507 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8da00e62-69ea-457c-88bd-5eb3fae92519 tempest-FloatingIPAdminTestJSON-2029060473 tempest-FloatingIPAdminTestJSON-2029060473-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:33.283701 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-779ad28f-ea0e-4562-97ba-a23a67377ca3 None None] Provisioning complete for port 801e7757-f386-490a-b800-921f2dc559ae triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:52:33.284161 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-779ad28f-ea0e-4562-97ba-a23a67377ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (801e7757-f386-490a-b800-921f2dc559ae), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:33.354694 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8da00e62-69ea-457c-88bd-5eb3fae92519 tempest-FloatingIPAdminTestJSON-2029060473 tempest-FloatingIPAdminTestJSON-2029060473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:33.360216 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-779ad28f-ea0e-4562-97ba-a23a67377ca3 None None] Port 801e7757-f386-490a-b800-921f2dc559ae cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:52:33.554652 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35f178-4db1-4fae-8751-7b10d3588c6f req-c6724c32-cde9-433e-8807-6420c0d386b6 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:33.562682 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3b35f178-4db1-4fae-8751-7b10d3588c6f req-c6724c32-cde9-433e-8807-6420c0d386b6 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 946 time: 0.0911593 Feb 17 17:52:33.583553 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-8da00e62-69ea-457c-88bd-5eb3fae92519 tempest-FloatingIPAdminTestJSON-2029060473 tempest-FloatingIPAdminTestJSON-2029060473-project-admin] Allocated IP 172.25.8.186 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/58b5aca2-a666-4a11-9b08-0e5fb3b1400d) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:52:33.656492 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3b35f178-4db1-4fae-8751-7b10d3588c6f req-57ad8f80-fadb-46bb-9441-6819fa0dfc2c tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926414 Feb 17 17:52:33.907735 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8da00e62-69ea-457c-88bd-5eb3fae92519 tempest-FloatingIPAdminTestJSON-2029060473 tempest-FloatingIPAdminTestJSON-2029060473-project-admin] Publish callbacks [] for port (58b5aca2-a666-4a11-9b08-0e5fb3b1400d), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:33.960054 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8da00e62-69ea-457c-88bd-5eb3fae92519 tempest-FloatingIPAdminTestJSON-2029060473 tempest-FloatingIPAdminTestJSON-2029060473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (58b5aca2-a666-4a11-9b08-0e5fb3b1400d), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:34.040473 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da00e62-69ea-457c-88bd-5eb3fae92519 tempest-FloatingIPAdminTestJSON-2029060473 tempest-FloatingIPAdminTestJSON-2029060473-project-admin] Pushing event updated for resources: {'Port': ['ID=58b5aca2-a666-4a11-9b08-0e5fb3b1400d,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:34.057846 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da00e62-69ea-457c-88bd-5eb3fae92519 tempest-FloatingIPAdminTestJSON-2029060473 tempest-FloatingIPAdminTestJSON-2029060473-project-admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:52:34.059471 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-8da00e62-69ea-457c-88bd-5eb3fae92519 tempest-FloatingIPAdminTestJSON-2029060473 tempest-FloatingIPAdminTestJSON-2029060473-project-admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:52:34.062857 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da00e62-69ea-457c-88bd-5eb3fae92519 tempest-FloatingIPAdminTestJSON-2029060473 tempest-FloatingIPAdminTestJSON-2029060473-project-admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:52:34.754774 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8da00e62-69ea-457c-88bd-5eb3fae92519 tempest-FloatingIPAdminTestJSON-2029060473 tempest-FloatingIPAdminTestJSON-2029060473-project-admin] Publish callbacks [] for floatingip (b54f6e74-b831-449b-9f9c-cc2f51f18df6), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:34.781064 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41008) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:34.938938 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066c071-4a9e-42bf-b378-623c649fadd9 req-06995dd3-f4a5-44f4-a234-e76a7117723f tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:34.945799 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d066c071-4a9e-42bf-b378-623c649fadd9 req-06995dd3-f4a5-44f4-a234-e76a7117723f tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 946 time: 0.1593254 Feb 17 17:52:34.987044 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-271b7b27-3713-488e-a737-5197d6c9eba1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:35.074870 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d066c071-4a9e-42bf-b378-623c649fadd9 req-1fa30091-bd1e-4569-a914-a31b863518f8 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221578 Feb 17 17:52:35.077967 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8da00e62-69ea-457c-88bd-5eb3fae92519 tempest-FloatingIPAdminTestJSON-2029060473 tempest-FloatingIPAdminTestJSON-2029060473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (58b5aca2-a666-4a11-9b08-0e5fb3b1400d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:35.230961 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-271b7b27-3713-488e-a737-5197d6c9eba1 admin admin] Publish callbacks [] for security_group (e86f5c7f-a30d-409e-9e6f-ce653a3eb3df), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:35.237316 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-271b7b27-3713-488e-a737-5197d6c9eba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (e86f5c7f-a30d-409e-9e6f-ce653a3eb3df), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:35.383633 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271b7b27-3713-488e-a737-5197d6c9eba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86f5c7f-a30d-409e-9e6f-ce653a3eb3df,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:35.397070 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-271b7b27-3713-488e-a737-5197d6c9eba1 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b23b00be35ce4580bedc5a2a806160f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6148775 Feb 17 17:52:35.400907 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41022) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:35.430522 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2fb86825-9eb9-4a7b-b864-b441ce142d04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:35.527406 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-49cd9560-9397-4cef-b6f8-22bc473157e5 admin admin] Publish callbacks [] for security_group (e86f5c7f-a30d-409e-9e6f-ce653a3eb3df), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:35.532210 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8da00e62-69ea-457c-88bd-5eb3fae92519 tempest-FloatingIPAdminTestJSON-2029060473 tempest-FloatingIPAdminTestJSON-2029060473-project-admin] Publish callbacks [] for port (58b5aca2-a666-4a11-9b08-0e5fb3b1400d), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:35.543729 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8da00e62-69ea-457c-88bd-5eb3fae92519 tempest-FloatingIPAdminTestJSON-2029060473 tempest-FloatingIPAdminTestJSON-2029060473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (58b5aca2-a666-4a11-9b08-0e5fb3b1400d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:35.598950 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-49cd9560-9397-4cef-b6f8-22bc473157e5 admin admin] Publish callbacks [] for security_group (e86f5c7f-a30d-409e-9e6f-ce653a3eb3df), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:35.695295 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da00e62-69ea-457c-88bd-5eb3fae92519 tempest-FloatingIPAdminTestJSON-2029060473 tempest-FloatingIPAdminTestJSON-2029060473-project-admin] Pushing event updated for resources: {'Port': ['ID=58b5aca2-a666-4a11-9b08-0e5fb3b1400d,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:35.702854 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-49cd9560-9397-4cef-b6f8-22bc473157e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (e86f5c7f-a30d-409e-9e6f-ce653a3eb3df), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:35.711871 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-49cd9560-9397-4cef-b6f8-22bc473157e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:35.711871 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-49cd9560-9397-4cef-b6f8-22bc473157e5 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e86f5c7f-a30d-409e-9e6f-ce653a3eb3df HTTP/1.1" status: 204 len: 168 time: 0.3050807 Feb 17 17:52:35.730474 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd9560-9397-4cef-b6f8-22bc473157e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86f5c7f-a30d-409e-9e6f-ce653a3eb3df,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:35.786308 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8da00e62-69ea-457c-88bd-5eb3fae92519 tempest-FloatingIPAdminTestJSON-2029060473 tempest-FloatingIPAdminTestJSON-2029060473-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (b54f6e74-b831-449b-9f9c-cc2f51f18df6), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:35.977254 n-d-829613-2 neutron-server[103435]: INFO neutron.db.l3_db [None req-8da00e62-69ea-457c-88bd-5eb3fae92519 tempest-FloatingIPAdminTestJSON-2029060473 tempest-FloatingIPAdminTestJSON-2029060473-project-admin] Floating IP b54f6e74-b831-449b-9f9c-cc2f51f18df6 associated. External IP: 172.25.8.186, port: 801e7757-f386-490a-b800-921f2dc559ae. Feb 17 17:52:36.283142 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41040) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:36.305631 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-54968131-43a3-42cd-8330-689d3c9dbd82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:36.478843 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-54968131-43a3-42cd-8330-689d3c9dbd82 admin admin] Publish callbacks [] for security_group (0644ab29-cd13-4bd2-a750-b50dbbd449bb), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:36.501227 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-54968131-43a3-42cd-8330-689d3c9dbd82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (0644ab29-cd13-4bd2-a750-b50dbbd449bb), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:36.595997 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-54968131-43a3-42cd-8330-689d3c9dbd82 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9d8845c712e444dbb08a574a58e5fc44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3110027 Feb 17 17:52:36.602488 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 41050) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:36.609413 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54968131-43a3-42cd-8330-689d3c9dbd82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0644ab29-cd13-4bd2-a750-b50dbbd449bb,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:36.656064 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717965c-2b4b-4ec8-8f5a-e019f551d3bd req-fc14f6ff-5bf0-4f64-a9cf-a37fe7be0d9e tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:36.658130 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e717965c-2b4b-4ec8-8f5a-e019f551d3bd req-fc14f6ff-5bf0-4f64-a9cf-a37fe7be0d9e tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 946 time: 0.4050028 Feb 17 17:52:36.695342 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:36.720699 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da00e62-69ea-457c-88bd-5eb3fae92519 tempest-FloatingIPAdminTestJSON-2029060473 tempest-FloatingIPAdminTestJSON-2029060473-project-admin] Router 30123e93-db61-4f06-80cd-c66d83573849 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:52:36.762602 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e980e398-62a0-40c2-a1fd-f9f361557586 admin admin] Publish callbacks [] for security_group (0644ab29-cd13-4bd2-a750-b50dbbd449bb), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:36.803803 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e980e398-62a0-40c2-a1fd-f9f361557586 admin admin] Publish callbacks [] for security_group (0644ab29-cd13-4bd2-a750-b50dbbd449bb), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:36.853011 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e717965c-2b4b-4ec8-8f5a-e019f551d3bd req-3186b8ac-c40a-4f75-93f7-285353ca5dab tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841750 Feb 17 17:52:36.963006 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e980e398-62a0-40c2-a1fd-f9f361557586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (0644ab29-cd13-4bd2-a750-b50dbbd449bb), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:36.966168 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e980e398-62a0-40c2-a1fd-f9f361557586 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:36.967430 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e980e398-62a0-40c2-a1fd-f9f361557586 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0644ab29-cd13-4bd2-a750-b50dbbd449bb HTTP/1.1" status: 204 len: 168 time: 0.3639576 Feb 17 17:52:36.969052 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da00e62-69ea-457c-88bd-5eb3fae92519 tempest-FloatingIPAdminTestJSON-2029060473 tempest-FloatingIPAdminTestJSON-2029060473-project-admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:52:36.984952 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e980e398-62a0-40c2-a1fd-f9f361557586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0644ab29-cd13-4bd2-a750-b50dbbd449bb,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:36.986545 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436fddfc-75a1-4c3a-9508-5e18f2852563 None None] Sync routers for ids ['30123e93-db61-4f06-80cd-c66d83573849'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:52:37.009911 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8da00e62-69ea-457c-88bd-5eb3fae92519 tempest-FloatingIPAdminTestJSON-2029060473 tempest-FloatingIPAdminTestJSON-2029060473-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:37.045345 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436fddfc-75a1-4c3a-9508-5e18f2852563 None None] Routers {'30123e93-db61-4f06-80cd-c66d83573849'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:52:37.045970 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-436fddfc-75a1-4c3a-9508-5e18f2852563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:52:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['30123e93-db61-4f06-80cd-c66d83573849'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:52:37.074750 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41058) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:37.076907 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-8da00e62-69ea-457c-88bd-5eb3fae92519 tempest-FloatingIPAdminTestJSON-2029060473 tempest-FloatingIPAdminTestJSON-2029060473-project-admin] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 4.1680746 Feb 17 17:52:37.107675 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-436fddfc-75a1-4c3a-9508-5e18f2852563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:52:37.117050 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436fddfc-75a1-4c3a-9508-5e18f2852563 None None] Routers {'30123e93-db61-4f06-80cd-c66d83573849'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:52:37.117677 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-436fddfc-75a1-4c3a-9508-5e18f2852563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:52:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['30123e93-db61-4f06-80cd-c66d83573849'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:52:37.175522 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-436fddfc-75a1-4c3a-9508-5e18f2852563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:52:37.176404 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436fddfc-75a1-4c3a-9508-5e18f2852563 None None] The sync data for ids ['30123e93-db61-4f06-80cd-c66d83573849'] in n-d-829613-2 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:52:37.270450 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b603806b-eab1-48b4-8900-51b4e286905f tempest-FloatingIPAdminTestJSON-2029060473 tempest-FloatingIPAdminTestJSON-2029060473-project-admin] 10.222.0.87 "GET /v2.0/floatingips/b54f6e74-b831-449b-9f9c-cc2f51f18df6 HTTP/1.1" status: 200 len: 983 time: 0.1921864 Feb 17 17:52:37.272517 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 41066) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:37.448773 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41074) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:37.450155 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-295487b9-4786-42b6-a9d0-6ebda9a9d9e7 tempest-FloatingIPAdminTestJSON-2029060473 tempest-FloatingIPAdminTestJSON-2029060473-project-admin] 10.222.0.87 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2251 time: 0.1754708 Feb 17 17:52:37.686361 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-335d6de2-fe73-43f7-bcab-4dcb8e784a95 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Deleting port 58b5aca2-a666-4a11-9b08-0e5fb3b1400d {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:52:37.686971 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-335d6de2-fe73-43f7-bcab-4dcb8e784a95 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (58b5aca2-a666-4a11-9b08-0e5fb3b1400d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:37.833341 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-335d6de2-fe73-43f7-bcab-4dcb8e784a95 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (58b5aca2-a666-4a11-9b08-0e5fb3b1400d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:37.833888 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-335d6de2-fe73-43f7-bcab-4dcb8e784a95 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks [] for floatingip (58b5aca2-a666-4a11-9b08-0e5fb3b1400d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:37.858679 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-335d6de2-fe73-43f7-bcab-4dcb8e784a95 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Calling delete_port for 58b5aca2-a666-4a11-9b08-0e5fb3b1400d owned by network:floatingip {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:52:37.938174 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:38.043358 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a44427-3f51-49dd-9a0d-6538fc2ebcdf req-de9a3de5-1a84-47da-ac20-ac1b44e422b2 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:38.046117 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-00a44427-3f51-49dd-9a0d-6538fc2ebcdf req-de9a3de5-1a84-47da-ac20-ac1b44e422b2 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 946 time: 0.1021261 Feb 17 17:52:38.176352 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-00a44427-3f51-49dd-9a0d-6538fc2ebcdf req-8565bcd2-3422-4e6e-8276-534f4d4d5931 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239192 Feb 17 17:52:38.291740 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-335d6de2-fe73-43f7-bcab-4dcb8e784a95 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (58b5aca2-a666-4a11-9b08-0e5fb3b1400d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:38.367406 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d6de2-fe73-43f7-bcab-4dcb8e784a95 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Pushing event deleted for resources: {'Port': ['ID=58b5aca2-a666-4a11-9b08-0e5fb3b1400d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:39.086777 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:39.145040 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-335d6de2-fe73-43f7-bcab-4dcb8e784a95 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks [] for floatingip (b54f6e74-b831-449b-9f9c-cc2f51f18df6), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:39.145585 n-d-829613-2 neutron-server[103434]: INFO neutron.db.l3_db [None req-335d6de2-fe73-43f7-bcab-4dcb8e784a95 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Floating IP b54f6e74-b831-449b-9f9c-cc2f51f18df6 disassociated (deleted). External IP: 172.25.8.186, port: 801e7757-f386-490a-b800-921f2dc559ae. Feb 17 17:52:39.669872 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-335d6de2-fe73-43f7-bcab-4dcb8e784a95 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Router 30123e93-db61-4f06-80cd-c66d83573849 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:52:39.938662 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335d6de2-fe73-43f7-bcab-4dcb8e784a95 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:52:39.944134 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-335d6de2-fe73-43f7-bcab-4dcb8e784a95 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:39.949279 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2610b03c-be83-4810-a9ef-61732989349f None None] Sync routers for ids ['30123e93-db61-4f06-80cd-c66d83573849'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:52:39.966210 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2610b03c-be83-4810-a9ef-61732989349f None None] Routers {'30123e93-db61-4f06-80cd-c66d83573849'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:52:39.967164 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-2610b03c-be83-4810-a9ef-61732989349f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:52:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['30123e93-db61-4f06-80cd-c66d83573849'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:52:40.034452 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 41154) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:40.035062 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-335d6de2-fe73-43f7-bcab-4dcb8e784a95 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] 10.222.0.87 "DELETE /v2.0/floatingips/b54f6e74-b831-449b-9f9c-cc2f51f18df6 HTTP/1.1" status: 204 len: 168 time: 2.5843506 Feb 17 17:52:40.039218 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-0dd6831d-7a8c-4b24-8a5e-bb48a642482b tempest-FloatingIPAdminTestJSON-2029060473 tempest-FloatingIPAdminTestJSON-2029060473-project-admin] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:52:40.046573 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-2610b03c-be83-4810-a9ef-61732989349f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:52:40.063740 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2610b03c-be83-4810-a9ef-61732989349f None None] Routers {'30123e93-db61-4f06-80cd-c66d83573849'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:52:40.064934 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-2610b03c-be83-4810-a9ef-61732989349f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:52:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['30123e93-db61-4f06-80cd-c66d83573849'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:52:40.083063 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0dd6831d-7a8c-4b24-8a5e-bb48a642482b tempest-FloatingIPAdminTestJSON-2029060473 tempest-FloatingIPAdminTestJSON-2029060473-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:40.111595 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-2610b03c-be83-4810-a9ef-61732989349f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:52:40.112721 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2610b03c-be83-4810-a9ef-61732989349f None None] The sync data for ids ['30123e93-db61-4f06-80cd-c66d83573849'] in n-d-829613-2 is: [] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:52:40.217110 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0dd6831d-7a8c-4b24-8a5e-bb48a642482b tempest-FloatingIPAdminTestJSON-2029060473 tempest-FloatingIPAdminTestJSON-2029060473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:40.380502 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-0dd6831d-7a8c-4b24-8a5e-bb48a642482b tempest-FloatingIPAdminTestJSON-2029060473 tempest-FloatingIPAdminTestJSON-2029060473-project-admin] Allocated IP 172.25.8.56 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/23015cce-5aaf-42f6-94bc-5b4853199662) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:52:40.678076 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0dd6831d-7a8c-4b24-8a5e-bb48a642482b tempest-FloatingIPAdminTestJSON-2029060473 tempest-FloatingIPAdminTestJSON-2029060473-project-admin] Publish callbacks [] for port (23015cce-5aaf-42f6-94bc-5b4853199662), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:40.777123 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0dd6831d-7a8c-4b24-8a5e-bb48a642482b tempest-FloatingIPAdminTestJSON-2029060473 tempest-FloatingIPAdminTestJSON-2029060473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (23015cce-5aaf-42f6-94bc-5b4853199662), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:40.901222 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd6831d-7a8c-4b24-8a5e-bb48a642482b tempest-FloatingIPAdminTestJSON-2029060473 tempest-FloatingIPAdminTestJSON-2029060473-project-admin] Pushing event updated for resources: {'Port': ['ID=23015cce-5aaf-42f6-94bc-5b4853199662,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:40.930775 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd6831d-7a8c-4b24-8a5e-bb48a642482b tempest-FloatingIPAdminTestJSON-2029060473 tempest-FloatingIPAdminTestJSON-2029060473-project-admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:52:40.935366 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-0dd6831d-7a8c-4b24-8a5e-bb48a642482b tempest-FloatingIPAdminTestJSON-2029060473 tempest-FloatingIPAdminTestJSON-2029060473-project-admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:52:40.946335 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd6831d-7a8c-4b24-8a5e-bb48a642482b tempest-FloatingIPAdminTestJSON-2029060473 tempest-FloatingIPAdminTestJSON-2029060473-project-admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:52:41.160420 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0dd6831d-7a8c-4b24-8a5e-bb48a642482b tempest-FloatingIPAdminTestJSON-2029060473 tempest-FloatingIPAdminTestJSON-2029060473-project-admin] Publish callbacks [] for floatingip (a1b73678-ffc2-405f-a135-3ac4a4adaa68), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:41.263774 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0dd6831d-7a8c-4b24-8a5e-bb48a642482b tempest-FloatingIPAdminTestJSON-2029060473 tempest-FloatingIPAdminTestJSON-2029060473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (23015cce-5aaf-42f6-94bc-5b4853199662), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:41.670435 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0dd6831d-7a8c-4b24-8a5e-bb48a642482b tempest-FloatingIPAdminTestJSON-2029060473 tempest-FloatingIPAdminTestJSON-2029060473-project-admin] Publish callbacks [] for port (23015cce-5aaf-42f6-94bc-5b4853199662), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:41.676416 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0dd6831d-7a8c-4b24-8a5e-bb48a642482b tempest-FloatingIPAdminTestJSON-2029060473 tempest-FloatingIPAdminTestJSON-2029060473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (23015cce-5aaf-42f6-94bc-5b4853199662), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:41.815077 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd6831d-7a8c-4b24-8a5e-bb48a642482b tempest-FloatingIPAdminTestJSON-2029060473 tempest-FloatingIPAdminTestJSON-2029060473-project-admin] Pushing event updated for resources: {'Port': ['ID=23015cce-5aaf-42f6-94bc-5b4853199662,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:41.826376 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0dd6831d-7a8c-4b24-8a5e-bb48a642482b tempest-FloatingIPAdminTestJSON-2029060473 tempest-FloatingIPAdminTestJSON-2029060473-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (a1b73678-ffc2-405f-a135-3ac4a4adaa68), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:41.846090 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0dd6831d-7a8c-4b24-8a5e-bb48a642482b tempest-FloatingIPAdminTestJSON-2029060473 tempest-FloatingIPAdminTestJSON-2029060473-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:41.847611 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-0dd6831d-7a8c-4b24-8a5e-bb48a642482b tempest-FloatingIPAdminTestJSON-2029060473 tempest-FloatingIPAdminTestJSON-2029060473-project-admin] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8119793 Feb 17 17:52:41.850534 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41204) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:42.155383 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-450b26b2-ad7e-4aad-b8f8-5c8f2eb4b164 tempest-FloatingIPAdminTestJSON-202380359 tempest-FloatingIPAdminTestJSON-202380359-project] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:52:42.237224 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-450b26b2-ad7e-4aad-b8f8-5c8f2eb4b164 tempest-FloatingIPAdminTestJSON-202380359 tempest-FloatingIPAdminTestJSON-202380359-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:42.554061 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-450b26b2-ad7e-4aad-b8f8-5c8f2eb4b164 tempest-FloatingIPAdminTestJSON-202380359 tempest-FloatingIPAdminTestJSON-202380359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:42.681762 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60a061-9599-42b7-826a-1b3604249886 req-4c0e3f1f-e68c-41bd-a465-9dc8c56b4448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:42.686449 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bd60a061-9599-42b7-826a-1b3604249886 req-4c0e3f1f-e68c-41bd-a465-9dc8c56b4448 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e82ced6d28e14a0eae2924cbc8f5cc85&device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 1128 time: 0.1562366 Feb 17 17:52:42.899669 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60a061-9599-42b7-826a-1b3604249886 req-fc50eab9-56c2-4339-9429-d424c7e05aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:42.901341 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bd60a061-9599-42b7-826a-1b3604249886 req-fc50eab9-56c2-4339-9429-d424c7e05aec service neutron] 10.222.0.71 "GET /v2.0/networks?id=d5990f07-3dfb-4178-9590-e3e132a5f43d HTTP/1.1" status: 200 len: 920 time: 0.1995938 Feb 17 17:52:42.908218 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-450b26b2-ad7e-4aad-b8f8-5c8f2eb4b164 tempest-FloatingIPAdminTestJSON-202380359 tempest-FloatingIPAdminTestJSON-202380359-project] Allocated IP 172.25.8.125 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/8e02e2b0-cb3a-41d3-9836-71ff857836c2) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:52:43.024729 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bd60a061-9599-42b7-826a-1b3604249886 req-c5a36c13-d900-4dc5-b86f-a3d1c24b0247 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9 HTTP/1.1" status: 200 len: 217 time: 0.1155117 Feb 17 17:52:43.187028 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60a061-9599-42b7-826a-1b3604249886 req-cd52acf9-3850-408e-a01b-f72be7507ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:43.197080 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bd60a061-9599-42b7-826a-1b3604249886 req-cd52acf9-3850-408e-a01b-f72be7507ac3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f38a3055-6916-493f-ac03-180a8f2c57c4 HTTP/1.1" status: 200 len: 859 time: 0.1664085 Feb 17 17:52:43.291534 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bd60a061-9599-42b7-826a-1b3604249886 req-945e3e15-dee0-49b3-8b03-0e467465d68c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d5990f07-3dfb-4178-9590-e3e132a5f43d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884655 Feb 17 17:52:43.294697 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-450b26b2-ad7e-4aad-b8f8-5c8f2eb4b164 tempest-FloatingIPAdminTestJSON-202380359 tempest-FloatingIPAdminTestJSON-202380359-project] Publish callbacks [] for port (8e02e2b0-cb3a-41d3-9836-71ff857836c2), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:43.376380 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-450b26b2-ad7e-4aad-b8f8-5c8f2eb4b164 tempest-FloatingIPAdminTestJSON-202380359 tempest-FloatingIPAdminTestJSON-202380359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (8e02e2b0-cb3a-41d3-9836-71ff857836c2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:43.447438 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450b26b2-ad7e-4aad-b8f8-5c8f2eb4b164 tempest-FloatingIPAdminTestJSON-202380359 tempest-FloatingIPAdminTestJSON-202380359-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:52:43.457027 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-450b26b2-ad7e-4aad-b8f8-5c8f2eb4b164 tempest-FloatingIPAdminTestJSON-202380359 tempest-FloatingIPAdminTestJSON-202380359-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:52:43.461490 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450b26b2-ad7e-4aad-b8f8-5c8f2eb4b164 tempest-FloatingIPAdminTestJSON-202380359 tempest-FloatingIPAdminTestJSON-202380359-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:52:43.549620 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b26b2-ad7e-4aad-b8f8-5c8f2eb4b164 tempest-FloatingIPAdminTestJSON-202380359 tempest-FloatingIPAdminTestJSON-202380359-project] Pushing event updated for resources: {'Port': ['ID=8e02e2b0-cb3a-41d3-9836-71ff857836c2,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:43.580685 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b26b2-ad7e-4aad-b8f8-5c8f2eb4b164 tempest-FloatingIPAdminTestJSON-202380359 tempest-FloatingIPAdminTestJSON-202380359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:52:43.581232 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b26b2-ad7e-4aad-b8f8-5c8f2eb4b164 tempest-FloatingIPAdminTestJSON-202380359 tempest-FloatingIPAdminTestJSON-202380359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:52:43.581745 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b26b2-ad7e-4aad-b8f8-5c8f2eb4b164 tempest-FloatingIPAdminTestJSON-202380359 tempest-FloatingIPAdminTestJSON-202380359-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:52:43.582252 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b26b2-ad7e-4aad-b8f8-5c8f2eb4b164 tempest-FloatingIPAdminTestJSON-202380359 tempest-FloatingIPAdminTestJSON-202380359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:52:43.583005 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b26b2-ad7e-4aad-b8f8-5c8f2eb4b164 tempest-FloatingIPAdminTestJSON-202380359 tempest-FloatingIPAdminTestJSON-202380359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:52:43.584882 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b26b2-ad7e-4aad-b8f8-5c8f2eb4b164 tempest-FloatingIPAdminTestJSON-202380359 tempest-FloatingIPAdminTestJSON-202380359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:52:43.585395 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b26b2-ad7e-4aad-b8f8-5c8f2eb4b164 tempest-FloatingIPAdminTestJSON-202380359 tempest-FloatingIPAdminTestJSON-202380359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:52:43.588520 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b26b2-ad7e-4aad-b8f8-5c8f2eb4b164 tempest-FloatingIPAdminTestJSON-202380359 tempest-FloatingIPAdminTestJSON-202380359-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:52:43.589081 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b26b2-ad7e-4aad-b8f8-5c8f2eb4b164 tempest-FloatingIPAdminTestJSON-202380359 tempest-FloatingIPAdminTestJSON-202380359-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:52:43.589920 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b26b2-ad7e-4aad-b8f8-5c8f2eb4b164 tempest-FloatingIPAdminTestJSON-202380359 tempest-FloatingIPAdminTestJSON-202380359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:52:43.590423 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b26b2-ad7e-4aad-b8f8-5c8f2eb4b164 tempest-FloatingIPAdminTestJSON-202380359 tempest-FloatingIPAdminTestJSON-202380359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:52:43.591515 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b26b2-ad7e-4aad-b8f8-5c8f2eb4b164 tempest-FloatingIPAdminTestJSON-202380359 tempest-FloatingIPAdminTestJSON-202380359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:52:43.592920 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450b26b2-ad7e-4aad-b8f8-5c8f2eb4b164 tempest-FloatingIPAdminTestJSON-202380359 tempest-FloatingIPAdminTestJSON-202380359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:52:43.645596 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee83651-01cd-4109-8b2c-44b08379574b req-74b313a7-b0d2-4a59-8c13-8daab407b1e0 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:43.650142 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2ee83651-01cd-4109-8b2c-44b08379574b req-74b313a7-b0d2-4a59-8c13-8daab407b1e0 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 946 time: 0.3041849 Feb 17 17:52:43.719464 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-450b26b2-ad7e-4aad-b8f8-5c8f2eb4b164 tempest-FloatingIPAdminTestJSON-202380359 tempest-FloatingIPAdminTestJSON-202380359-project] Publish callbacks [] for floatingip (2db8b6ee-7bc3-4e24-8fa6-423c0d65ced2), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:43.767303 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bd60a061-9599-42b7-826a-1b3604249886 req-b00cc0fe-b6ed-41fe-b238-5ce0128fa7b5 service neutron] 10.222.0.71 "GET /v2.0/networks/d5990f07-3dfb-4178-9590-e3e132a5f43d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4702435 Feb 17 17:52:43.817761 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-450b26b2-ad7e-4aad-b8f8-5c8f2eb4b164 tempest-FloatingIPAdminTestJSON-202380359 tempest-FloatingIPAdminTestJSON-202380359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8e02e2b0-cb3a-41d3-9836-71ff857836c2), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:43.862647 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2ee83651-01cd-4109-8b2c-44b08379574b req-b73d7faa-b63e-4a25-be34-b6221a603994 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028048 Feb 17 17:52:44.098956 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bd60a061-9599-42b7-826a-1b3604249886 req-cafde5dd-b292-4ec8-8f39-6ea262633ab6 service neutron] 10.222.0.71 "GET /v2.0/networks/d5990f07-3dfb-4178-9590-e3e132a5f43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727544 Feb 17 17:52:44.245576 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-450b26b2-ad7e-4aad-b8f8-5c8f2eb4b164 tempest-FloatingIPAdminTestJSON-202380359 tempest-FloatingIPAdminTestJSON-202380359-project] Publish callbacks [] for port (8e02e2b0-cb3a-41d3-9836-71ff857836c2), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:44.254612 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-450b26b2-ad7e-4aad-b8f8-5c8f2eb4b164 tempest-FloatingIPAdminTestJSON-202380359 tempest-FloatingIPAdminTestJSON-202380359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (8e02e2b0-cb3a-41d3-9836-71ff857836c2), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:44.368259 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b26b2-ad7e-4aad-b8f8-5c8f2eb4b164 tempest-FloatingIPAdminTestJSON-202380359 tempest-FloatingIPAdminTestJSON-202380359-project] Pushing event updated for resources: {'Port': ['ID=8e02e2b0-cb3a-41d3-9836-71ff857836c2,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:44.431426 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-450b26b2-ad7e-4aad-b8f8-5c8f2eb4b164 tempest-FloatingIPAdminTestJSON-202380359 tempest-FloatingIPAdminTestJSON-202380359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (2db8b6ee-7bc3-4e24-8fa6-423c0d65ced2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:44.477032 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-450b26b2-ad7e-4aad-b8f8-5c8f2eb4b164 tempest-FloatingIPAdminTestJSON-202380359 tempest-FloatingIPAdminTestJSON-202380359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:44.481595 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 41274) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:44.483817 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-450b26b2-ad7e-4aad-b8f8-5c8f2eb4b164 tempest-FloatingIPAdminTestJSON-202380359 tempest-FloatingIPAdminTestJSON-202380359-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6305184 Feb 17 17:52:44.598246 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-889eedfe-e962-4b41-a677-27682764fcf8 tempest-FloatingIPAdminTestJSON-2029060473 tempest-FloatingIPAdminTestJSON-2029060473-project-admin] 10.222.0.87 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2435 time: 0.1125615 Feb 17 17:52:44.598494 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 41278) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:44.691144 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-346e0cb1-8b66-4370-914a-4a7621a10bde tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] 10.222.0.87 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0914326 Feb 17 17:52:44.692310 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41284) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:44.866289 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-bf24f499-aa12-4c55-bf9c-3a7d6ace265f tempest-FloatingIPAdminTestJSON-202380359 tempest-FloatingIPAdminTestJSON-202380359-project] Deleting port 8e02e2b0-cb3a-41d3-9836-71ff857836c2 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:52:44.866647 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf24f499-aa12-4c55-bf9c-3a7d6ace265f tempest-FloatingIPAdminTestJSON-202380359 tempest-FloatingIPAdminTestJSON-202380359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (8e02e2b0-cb3a-41d3-9836-71ff857836c2), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:44.991631 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf24f499-aa12-4c55-bf9c-3a7d6ace265f tempest-FloatingIPAdminTestJSON-202380359 tempest-FloatingIPAdminTestJSON-202380359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (8e02e2b0-cb3a-41d3-9836-71ff857836c2), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:44.991975 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf24f499-aa12-4c55-bf9c-3a7d6ace265f tempest-FloatingIPAdminTestJSON-202380359 tempest-FloatingIPAdminTestJSON-202380359-project] Publish callbacks [] for floatingip (8e02e2b0-cb3a-41d3-9836-71ff857836c2), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:45.007984 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-bf24f499-aa12-4c55-bf9c-3a7d6ace265f tempest-FloatingIPAdminTestJSON-202380359 tempest-FloatingIPAdminTestJSON-202380359-project] Calling delete_port for 8e02e2b0-cb3a-41d3-9836-71ff857836c2 owned by network:floatingip {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:52:45.077750 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600c0ec-18a5-453b-a2d0-b0bbcbc09d43 req-1cd92237-ed64-412e-950b-2333edb1be35 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:45.083770 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8600c0ec-18a5-453b-a2d0-b0bbcbc09d43 req-1cd92237-ed64-412e-950b-2333edb1be35 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 946 time: 0.1149821 Feb 17 17:52:45.216644 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8600c0ec-18a5-453b-a2d0-b0bbcbc09d43 req-1f6ef565-9cf8-4b49-90fc-335a69f07982 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256318 Feb 17 17:52:45.285278 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf24f499-aa12-4c55-bf9c-3a7d6ace265f tempest-FloatingIPAdminTestJSON-202380359 tempest-FloatingIPAdminTestJSON-202380359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (8e02e2b0-cb3a-41d3-9836-71ff857836c2), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:45.348374 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf24f499-aa12-4c55-bf9c-3a7d6ace265f tempest-FloatingIPAdminTestJSON-202380359 tempest-FloatingIPAdminTestJSON-202380359-project] Pushing event deleted for resources: {'Port': ['ID=8e02e2b0-cb3a-41d3-9836-71ff857836c2,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:45.463017 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf24f499-aa12-4c55-bf9c-3a7d6ace265f tempest-FloatingIPAdminTestJSON-202380359 tempest-FloatingIPAdminTestJSON-202380359-project] Publish callbacks [] for floatingip (2db8b6ee-7bc3-4e24-8fa6-423c0d65ced2), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:45.469091 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bf24f499-aa12-4c55-bf9c-3a7d6ace265f tempest-FloatingIPAdminTestJSON-202380359 tempest-FloatingIPAdminTestJSON-202380359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:45.472721 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bf24f499-aa12-4c55-bf9c-3a7d6ace265f tempest-FloatingIPAdminTestJSON-202380359 tempest-FloatingIPAdminTestJSON-202380359-project] 10.222.0.87 "DELETE /v2.0/floatingips/2db8b6ee-7bc3-4e24-8fa6-423c0d65ced2 HTTP/1.1" status: 204 len: 168 time: 0.7766724 Feb 17 17:52:45.473166 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 41312) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:45.702466 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f3f045ec-04f6-4f81-9b9c-a85d17d02ade tempest-FloatingIPAdminTestJSON-2029060473 tempest-FloatingIPAdminTestJSON-2029060473-project-admin] Deleting port 23015cce-5aaf-42f6-94bc-5b4853199662 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:52:45.705483 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f3f045ec-04f6-4f81-9b9c-a85d17d02ade tempest-FloatingIPAdminTestJSON-2029060473 tempest-FloatingIPAdminTestJSON-2029060473-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (23015cce-5aaf-42f6-94bc-5b4853199662), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:45.845937 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f3f045ec-04f6-4f81-9b9c-a85d17d02ade tempest-FloatingIPAdminTestJSON-2029060473 tempest-FloatingIPAdminTestJSON-2029060473-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (23015cce-5aaf-42f6-94bc-5b4853199662), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:45.846822 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f3f045ec-04f6-4f81-9b9c-a85d17d02ade tempest-FloatingIPAdminTestJSON-2029060473 tempest-FloatingIPAdminTestJSON-2029060473-project-admin] Publish callbacks [] for floatingip (23015cce-5aaf-42f6-94bc-5b4853199662), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:45.864968 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f3f045ec-04f6-4f81-9b9c-a85d17d02ade tempest-FloatingIPAdminTestJSON-2029060473 tempest-FloatingIPAdminTestJSON-2029060473-project-admin] Calling delete_port for 23015cce-5aaf-42f6-94bc-5b4853199662 owned by network:floatingip {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:52:46.064490 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f3f045ec-04f6-4f81-9b9c-a85d17d02ade tempest-FloatingIPAdminTestJSON-2029060473 tempest-FloatingIPAdminTestJSON-2029060473-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (23015cce-5aaf-42f6-94bc-5b4853199662), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:46.155414 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f045ec-04f6-4f81-9b9c-a85d17d02ade tempest-FloatingIPAdminTestJSON-2029060473 tempest-FloatingIPAdminTestJSON-2029060473-project-admin] Pushing event deleted for resources: {'Port': ['ID=23015cce-5aaf-42f6-94bc-5b4853199662,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:46.305320 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f3f045ec-04f6-4f81-9b9c-a85d17d02ade tempest-FloatingIPAdminTestJSON-2029060473 tempest-FloatingIPAdminTestJSON-2029060473-project-admin] Publish callbacks [] for floatingip (a1b73678-ffc2-405f-a135-3ac4a4adaa68), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:46.308065 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f3f045ec-04f6-4f81-9b9c-a85d17d02ade tempest-FloatingIPAdminTestJSON-2029060473 tempest-FloatingIPAdminTestJSON-2029060473-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:46.313556 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-f3f045ec-04f6-4f81-9b9c-a85d17d02ade tempest-FloatingIPAdminTestJSON-2029060473 tempest-FloatingIPAdminTestJSON-2029060473-project-admin] 10.222.0.87 "DELETE /v2.0/floatingips/a1b73678-ffc2-405f-a135-3ac4a4adaa68 HTTP/1.1" status: 204 len: 168 time: 0.8351102 Feb 17 17:52:46.313717 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41342) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:46.456620 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-e30fb214-2222-4e1e-99f4-cc982cf30687 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Deleting port 801e7757-f386-490a-b800-921f2dc559ae {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:52:46.459126 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e30fb214-2222-4e1e-99f4-cc982cf30687 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (801e7757-f386-490a-b800-921f2dc559ae), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:46.515821 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5691f494-ca87-40cb-b5a9-6ad56f425ddc req-d193e978-8fe8-49fb-956d-b54dfcc749a4 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:46.519678 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5691f494-ca87-40cb-b5a9-6ad56f425ddc req-d193e978-8fe8-49fb-956d-b54dfcc749a4 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 946 time: 0.1249814 Feb 17 17:52:46.578833 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5691f494-ca87-40cb-b5a9-6ad56f425ddc req-88969c05-dcda-481f-b3d1-adb86a98a963 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534604 Feb 17 17:52:46.669983 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e30fb214-2222-4e1e-99f4-cc982cf30687 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (801e7757-f386-490a-b800-921f2dc559ae), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:46.692009 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-e30fb214-2222-4e1e-99f4-cc982cf30687 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Calling delete_port for 801e7757-f386-490a-b800-921f2dc559ae owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:52:46.962257 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e30fb214-2222-4e1e-99f4-cc982cf30687 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (801e7757-f386-490a-b800-921f2dc559ae), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:47.003600 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30fb214-2222-4e1e-99f4-cc982cf30687 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Pushing event deleted for resources: {'Port': ['ID=801e7757-f386-490a-b800-921f2dc559ae,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:47.184719 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e30fb214-2222-4e1e-99f4-cc982cf30687 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:47.195130 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e30fb214-2222-4e1e-99f4-cc982cf30687 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] 10.222.0.87 "DELETE /v2.0/ports/801e7757-f386-490a-b800-921f2dc559ae HTTP/1.1" status: 204 len: 168 time: 0.8806875 Feb 17 17:52:47.197722 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 41360) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:47.317813 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6425186a-71c2-438f-a235-0898500372a3 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:47.330653 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-6425186a-71c2-438f-a235-0898500372a3 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] 10.222.0.87 "GET /v2.0/ports?device_id=30123e93-db61-4f06-80cd-c66d83573849 HTTP/1.1" status: 200 len: 913 time: 0.1295996 Feb 17 17:52:47.331005 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41368) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:47.798724 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe924f69-6582-4754-aeec-1e0b40d36818 req-5bc1d61c-9685-43cc-a3c2-f8007fcf73b9 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:47.803471 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fe924f69-6582-4754-aeec-1e0b40d36818 req-5bc1d61c-9685-43cc-a3c2-f8007fcf73b9 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 946 time: 0.0997205 Feb 17 17:52:47.853925 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fe924f69-6582-4754-aeec-1e0b40d36818 req-47cdd1a9-b392-42c8-8a0c-40ea18abd253 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443654 Feb 17 17:52:47.916591 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dd398e64-9515-482b-a0d5-a2612d471ba4 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (30123e93-db61-4f06-80cd-c66d83573849), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:47.927681 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 41386) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:48.244907 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f87eedb2-37ae-4b11-8912-1106bd2be4bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:48.296423 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-dd398e64-9515-482b-a0d5-a2612d471ba4 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Deleting port 6378e218-aab0-4ecc-83bd-11f06cc62fe4 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:52:48.296423 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dd398e64-9515-482b-a0d5-a2612d471ba4 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (6378e218-aab0-4ecc-83bd-11f06cc62fe4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:48.410489 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f87eedb2-37ae-4b11-8912-1106bd2be4bd admin admin] Publish callbacks [] for security_group (2aba7f2a-f8f0-4137-b4c3-353cc16cb4ef), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:48.418436 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f87eedb2-37ae-4b11-8912-1106bd2be4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (2aba7f2a-f8f0-4137-b4c3-353cc16cb4ef), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:48.423081 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dd398e64-9515-482b-a0d5-a2612d471ba4 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (6378e218-aab0-4ecc-83bd-11f06cc62fe4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:48.443761 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-dd398e64-9515-482b-a0d5-a2612d471ba4 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Calling delete_port for 6378e218-aab0-4ecc-83bd-11f06cc62fe4 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:52:48.453966 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-f87eedb2-37ae-4b11-8912-1106bd2be4bd admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b4b421eb874c4ad2a4b570b71e33792a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5247412 Feb 17 17:52:48.457414 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41406) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:48.482299 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87eedb2-37ae-4b11-8912-1106bd2be4bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aba7f2a-f8f0-4137-b4c3-353cc16cb4ef,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:48.490740 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87eedb2-37ae-4b11-8912-1106bd2be4bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:52:48.491183 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87eedb2-37ae-4b11-8912-1106bd2be4bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:52:48.491792 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87eedb2-37ae-4b11-8912-1106bd2be4bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:52:48.491987 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87eedb2-37ae-4b11-8912-1106bd2be4bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:52:48.492414 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87eedb2-37ae-4b11-8912-1106bd2be4bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:52:48.492815 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87eedb2-37ae-4b11-8912-1106bd2be4bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:52:48.493210 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87eedb2-37ae-4b11-8912-1106bd2be4bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:52:48.493600 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87eedb2-37ae-4b11-8912-1106bd2be4bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:52:48.493989 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87eedb2-37ae-4b11-8912-1106bd2be4bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:52:48.494381 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87eedb2-37ae-4b11-8912-1106bd2be4bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:52:48.494848 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87eedb2-37ae-4b11-8912-1106bd2be4bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:52:48.495273 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87eedb2-37ae-4b11-8912-1106bd2be4bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:52:48.495697 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87eedb2-37ae-4b11-8912-1106bd2be4bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:52:48.707038 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-33ab006c-1f96-449b-9b94-89e77085e97f admin admin] Publish callbacks [] for security_group (2aba7f2a-f8f0-4137-b4c3-353cc16cb4ef), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:48.766679 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-33ab006c-1f96-449b-9b94-89e77085e97f admin admin] Publish callbacks [] for security_group (2aba7f2a-f8f0-4137-b4c3-353cc16cb4ef), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:48.816689 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dd398e64-9515-482b-a0d5-a2612d471ba4 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (6378e218-aab0-4ecc-83bd-11f06cc62fe4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:48.987195 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:48.989720 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd398e64-9515-482b-a0d5-a2612d471ba4 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Pushing event deleted for resources: {'Port': ['ID=6378e218-aab0-4ecc-83bd-11f06cc62fe4,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:49.040826 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-33ab006c-1f96-449b-9b94-89e77085e97f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (2aba7f2a-f8f0-4137-b4c3-353cc16cb4ef), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:49.045769 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-33ab006c-1f96-449b-9b94-89e77085e97f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:49.047631 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-33ab006c-1f96-449b-9b94-89e77085e97f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2aba7f2a-f8f0-4137-b4c3-353cc16cb4ef HTTP/1.1" status: 204 len: 168 time: 0.5891850 Feb 17 17:52:49.085919 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab006c-1f96-449b-9b94-89e77085e97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aba7f2a-f8f0-4137-b4c3-353cc16cb4ef,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:49.124128 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81407b0e-33bc-4340-803e-a179bb22fd64 req-c935b32e-1ef4-4e76-be1d-6b926329f276 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:49.133940 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-81407b0e-33bc-4340-803e-a179bb22fd64 req-c935b32e-1ef4-4e76-be1d-6b926329f276 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 946 time: 0.1363096 Feb 17 17:52:49.230794 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-81407b0e-33bc-4340-803e-a179bb22fd64 req-992b81d4-89f5-4125-a631-146b94f69fce tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950000 Feb 17 17:52:49.432868 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dd398e64-9515-482b-a0d5-a2612d471ba4 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (30123e93-db61-4f06-80cd-c66d83573849), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:49.734609 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:49.904578 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd398e64-9515-482b-a0d5-a2612d471ba4 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Router 30123e93-db61-4f06-80cd-c66d83573849 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:52:50.073536 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd398e64-9515-482b-a0d5-a2612d471ba4 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:52:50.086025 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a11d192-5a95-4fe9-951f-43bb5d61e2b9 None None] Sync routers for ids ['30123e93-db61-4f06-80cd-c66d83573849'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:52:50.093687 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 41456) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:50.098093 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-dd398e64-9515-482b-a0d5-a2612d471ba4 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] 10.222.0.87 "PUT /v2.0/routers/30123e93-db61-4f06-80cd-c66d83573849/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7645645 Feb 17 17:52:50.119672 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a11d192-5a95-4fe9-951f-43bb5d61e2b9 None None] Routers {'30123e93-db61-4f06-80cd-c66d83573849'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:52:50.120374 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-0a11d192-5a95-4fe9-951f-43bb5d61e2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:52:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['30123e93-db61-4f06-80cd-c66d83573849'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:52:50.210596 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-0a11d192-5a95-4fe9-951f-43bb5d61e2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:52:50.231952 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a11d192-5a95-4fe9-951f-43bb5d61e2b9 None None] Routers {'30123e93-db61-4f06-80cd-c66d83573849'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:52:50.232609 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-0a11d192-5a95-4fe9-951f-43bb5d61e2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:52:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['30123e93-db61-4f06-80cd-c66d83573849'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:52:50.337561 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-0a11d192-5a95-4fe9-951f-43bb5d61e2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:52:50.338464 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a11d192-5a95-4fe9-951f-43bb5d61e2b9 None None] The sync data for ids ['30123e93-db61-4f06-80cd-c66d83573849'] in n-d-829613-2 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:52:51.059462 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b6b93af5-2dc8-4988-866c-4375c31034b5 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks [] for router (30123e93-db61-4f06-80cd-c66d83573849), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:51.186494 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b833a7-bd88-4a63-a254-d533fcfbab6d req-a3e6d875-217b-45ee-8b03-08993e0d27e3 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:51.193959 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-93b833a7-bd88-4a63-a254-d533fcfbab6d req-a3e6d875-217b-45ee-8b03-08993e0d27e3 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 946 time: 0.1709466 Feb 17 17:52:51.269605 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-93b833a7-bd88-4a63-a254-d533fcfbab6d req-747a2693-a9d7-4a6e-8064-5241c3de17d6 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744848 Feb 17 17:52:51.275406 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b6b93af5-2dc8-4988-866c-4375c31034b5 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks [] for router_gateway (30123e93-db61-4f06-80cd-c66d83573849), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:51.364859 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b6b93af5-2dc8-4988-866c-4375c31034b5 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Deleting port bc9265b1-d662-42d0-a972-e9d536b6cef8 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:52:51.365556 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b6b93af5-2dc8-4988-866c-4375c31034b5 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (bc9265b1-d662-42d0-a972-e9d536b6cef8), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:51.521555 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b6b93af5-2dc8-4988-866c-4375c31034b5 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (bc9265b1-d662-42d0-a972-e9d536b6cef8), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:51.577079 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b6b93af5-2dc8-4988-866c-4375c31034b5 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Calling delete_port for bc9265b1-d662-42d0-a972-e9d536b6cef8 owned by network:router_gateway {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:52:51.579069 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41512) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:51.807654 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b6b93af5-2dc8-4988-866c-4375c31034b5 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (bc9265b1-d662-42d0-a972-e9d536b6cef8), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:51.837378 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b93af5-2dc8-4988-866c-4375c31034b5 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Pushing event deleted for resources: {'Port': ['ID=bc9265b1-d662-42d0-a972-e9d536b6cef8,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:51.869095 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3a09942-ae7c-4335-b984-62258ec8b5a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:51.924004 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b6b93af5-2dc8-4988-866c-4375c31034b5 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (30123e93-db61-4f06-80cd-c66d83573849), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:52.074632 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3a09942-ae7c-4335-b984-62258ec8b5a6 admin admin] Publish callbacks [] for security_group (e0cf2ce5-289b-4734-be23-ac9e90e87667), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:52.084728 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b6b93af5-2dc8-4988-866c-4375c31034b5 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (30123e93-db61-4f06-80cd-c66d83573849), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:52.087161 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b6b93af5-2dc8-4988-866c-4375c31034b5 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks [] for router_controller (30123e93-db61-4f06-80cd-c66d83573849), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:52.089780 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3a09942-ae7c-4335-b984-62258ec8b5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (e0cf2ce5-289b-4734-be23-ac9e90e87667), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:52.143978 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a3a09942-ae7c-4335-b984-62258ec8b5a6 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3720323000a74dbb8035f009edd6182a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5630186 Feb 17 17:52:52.144089 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a09942-ae7c-4335-b984-62258ec8b5a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0cf2ce5-289b-4734-be23-ac9e90e87667,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:52.146053 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 41526) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:52.153322 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b6b93af5-2dc8-4988-866c-4375c31034b5 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (30123e93-db61-4f06-80cd-c66d83573849), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:52.154775 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b93af5-2dc8-4988-866c-4375c31034b5 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Fanout notify agent at l3_agent the message router_deleted on router 30123e93-db61-4f06-80cd-c66d83573849 {{(pid=103435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:52:52.163302 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b6b93af5-2dc8-4988-866c-4375c31034b5 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:52.164354 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b6b93af5-2dc8-4988-866c-4375c31034b5 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] 10.222.0.87 "DELETE /v2.0/routers/30123e93-db61-4f06-80cd-c66d83573849 HTTP/1.1" status: 204 len: 168 time: 2.0696433 Feb 17 17:52:52.166994 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41528) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:52.226129 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3e808887-9fc6-4aba-a29d-c1e9aa81b7fa admin admin] Publish callbacks [] for security_group (e0cf2ce5-289b-4734-be23-ac9e90e87667), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:52.230521 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f0bfc86-4e71-4f06-b8ec-d0446780bb5d tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Deleting subnet 6e4c6b88-c744-45d4-a388-8d915e5d2eb6 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:52:52.233813 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8f0bfc86-4e71-4f06-b8ec-d0446780bb5d tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks [] for subnet (6e4c6b88-c744-45d4-a388-8d915e5d2eb6), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:52.251831 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3e808887-9fc6-4aba-a29d-c1e9aa81b7fa admin admin] Publish callbacks [] for security_group (e0cf2ce5-289b-4734-be23-ac9e90e87667), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:52.276645 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8f0bfc86-4e71-4f06-b8ec-d0446780bb5d tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (6e4c6b88-c744-45d4-a388-8d915e5d2eb6), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:52.307496 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3e808887-9fc6-4aba-a29d-c1e9aa81b7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (e0cf2ce5-289b-4734-be23-ac9e90e87667), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:52.314115 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3e808887-9fc6-4aba-a29d-c1e9aa81b7fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:52.318914 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-3e808887-9fc6-4aba-a29d-c1e9aa81b7fa admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e0cf2ce5-289b-4734-be23-ac9e90e87667 HTTP/1.1" status: 204 len: 168 time: 0.1717796 Feb 17 17:52:52.328134 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e808887-9fc6-4aba-a29d-c1e9aa81b7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0cf2ce5-289b-4734-be23-ac9e90e87667,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:52.430923 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8f0bfc86-4e71-4f06-b8ec-d0446780bb5d tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (6e4c6b88-c744-45d4-a388-8d915e5d2eb6), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:52.539777 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8f0bfc86-4e71-4f06-b8ec-d0446780bb5d tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (6e4c6b88-c744-45d4-a388-8d915e5d2eb6), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:52.588101 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0bfc86-4e71-4f06-b8ec-d0446780bb5d tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Pushing event deleted for resources: {'Subnet': ['ID=6e4c6b88-c744-45d4-a388-8d915e5d2eb6,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:52.602590 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f8d07-7a30-4851-babc-22ae3e308c27 req-a6da71a5-1f5c-441d-8dbd-0ebb257f6362 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:52.604184 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-164f8d07-7a30-4851-babc-22ae3e308c27 req-a6da71a5-1f5c-441d-8dbd-0ebb257f6362 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 946 time: 0.1390178 Feb 17 17:52:52.604488 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8f0bfc86-4e71-4f06-b8ec-d0446780bb5d tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:52.608828 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0156641-4000-454a-baa5-b34341309512 None None] Network d8d15760-7546-46a3-957c-900b12199ace requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:52:52.627631 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8f0bfc86-4e71-4f06-b8ec-d0446780bb5d tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] 10.222.0.87 "DELETE /v2.0/subnets/6e4c6b88-c744-45d4-a388-8d915e5d2eb6 HTTP/1.1" status: 204 len: 168 time: 0.4595327 Feb 17 17:52:52.630139 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41544) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:52.708139 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-164f8d07-7a30-4851-babc-22ae3e308c27 req-c14ba385-de07-473f-9100-e2e533a30c9b tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914426 Feb 17 17:52:52.839380 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c39c60c-6323-447a-93e9-53fca2a8db65 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (d8d15760-7546-46a3-957c-900b12199ace), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:52.854134 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 41550) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:52.869892 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0621a17c-cbb5-4648-aea9-74bade7f5b2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:52.918430 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-0c39c60c-6323-447a-93e9-53fca2a8db65 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Deleting port 61dbdda9-c414-4589-8165-65d237d97981 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:52:52.919300 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c39c60c-6323-447a-93e9-53fca2a8db65 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (61dbdda9-c414-4589-8165-65d237d97981), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:52.974154 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9479ab2-ceb7-4e64-b9e4-4ac9994d7e53 None None] DHCP port deletion for d8d15760-7546-46a3-957c-900b12199ace request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:52:53.005724 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0621a17c-cbb5-4648-aea9-74bade7f5b2c admin admin] Publish callbacks [] for security_group (8a28372f-4b01-4c3f-b3c7-87afbb88816f), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:53.010994 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0621a17c-cbb5-4648-aea9-74bade7f5b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (8a28372f-4b01-4c3f-b3c7-87afbb88816f), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:53.071626 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-0621a17c-cbb5-4648-aea9-74bade7f5b2c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=252de24ceee74e158a5fdfafaec53242&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2158825 Feb 17 17:52:53.074084 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-f9479ab2-ceb7-4e64-b9e4-4ac9994d7e53 None None] Deleting port 61dbdda9-c414-4589-8165-65d237d97981 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:52:53.074822 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0621a17c-cbb5-4648-aea9-74bade7f5b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a28372f-4b01-4c3f-b3c7-87afbb88816f,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:53.074994 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f9479ab2-ceb7-4e64-b9e4-4ac9994d7e53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (61dbdda9-c414-4589-8165-65d237d97981), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:53.079626 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-0c39c60c-6323-447a-93e9-53fca2a8db65 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] For port 61dbdda9-c414-4589-8165-65d237d97981, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=61dbdda9-c414-4589-8165-65d237d97981,segment=NetworkSegment(da165c4e-a059-4689-8cf1-60ea0dd74196),segment_id=da165c4e-a059-4689-8cf1-60ea0dd74196)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:52:53.080004 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c39c60c-6323-447a-93e9-53fca2a8db65 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (61dbdda9-c414-4589-8165-65d237d97981), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:53.080816 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 41552) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:53.093292 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-0c39c60c-6323-447a-93e9-53fca2a8db65 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Calling delete_port for 61dbdda9-c414-4589-8165-65d237d97981 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:52:53.196633 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c39c60c-6323-447a-93e9-53fca2a8db65 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (61dbdda9-c414-4589-8165-65d237d97981), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:53.234506 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-951bfacb-b58b-4e5c-b611-bba7b104a665 admin admin] Publish callbacks [] for security_group (8a28372f-4b01-4c3f-b3c7-87afbb88816f), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:53.289163 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c39c60c-6323-447a-93e9-53fca2a8db65 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Pushing event deleted for resources: {'Port': ['ID=61dbdda9-c414-4589-8165-65d237d97981,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:53.292993 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c39c60c-6323-447a-93e9-53fca2a8db65 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] No DVR routers for this DVR port 61dbdda9-c414-4589-8165-65d237d97981 on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:52:53.317820 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-951bfacb-b58b-4e5c-b611-bba7b104a665 admin admin] Publish callbacks [] for security_group (8a28372f-4b01-4c3f-b3c7-87afbb88816f), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:53.431577 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c39c60c-6323-447a-93e9-53fca2a8db65 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (d8d15760-7546-46a3-957c-900b12199ace), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:53.447183 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-951bfacb-b58b-4e5c-b611-bba7b104a665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (8a28372f-4b01-4c3f-b3c7-87afbb88816f), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:53.451215 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-951bfacb-b58b-4e5c-b611-bba7b104a665 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:53.452846 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-951bfacb-b58b-4e5c-b611-bba7b104a665 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8a28372f-4b01-4c3f-b3c7-87afbb88816f HTTP/1.1" status: 204 len: 168 time: 0.3703256 Feb 17 17:52:53.463549 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951bfacb-b58b-4e5c-b611-bba7b104a665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a28372f-4b01-4c3f-b3c7-87afbb88816f,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:53.477417 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-0c39c60c-6323-447a-93e9-53fca2a8db65 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8d15760-7546-46a3-957c-900b12199ace']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:52:53.489143 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-0c39c60c-6323-447a-93e9-53fca2a8db65 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da165c4e-a059-4689-8cf1-60ea0dd74196') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:52:53.491692 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-0c39c60c-6323-447a-93e9-53fca2a8db65 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da165c4e-a059-4689-8cf1-60ea0dd74196') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:52:53.508967 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-f9479ab2-ceb7-4e64-b9e4-4ac9994d7e53 None None] For port 61dbdda9-c414-4589-8165-65d237d97981, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=61dbdda9-c414-4589-8165-65d237d97981,segment=NetworkSegment(da165c4e-a059-4689-8cf1-60ea0dd74196),segment_id=da165c4e-a059-4689-8cf1-60ea0dd74196)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:52:53.509247 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f9479ab2-ceb7-4e64-b9e4-4ac9994d7e53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (61dbdda9-c414-4589-8165-65d237d97981), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:53.524978 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-f9479ab2-ceb7-4e64-b9e4-4ac9994d7e53 None None] Calling delete_port for 61dbdda9-c414-4589-8165-65d237d97981 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:52:53.525291 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c39c60c-6323-447a-93e9-53fca2a8db65 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (da165c4e-a059-4689-8cf1-60ea0dd74196), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:53.550290 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c39c60c-6323-447a-93e9-53fca2a8db65 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (da165c4e-a059-4689-8cf1-60ea0dd74196), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:53.579780 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c39c60c-6323-447a-93e9-53fca2a8db65 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:52:53.580368 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c39c60c-6323-447a-93e9-53fca2a8db65 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (da165c4e-a059-4689-8cf1-60ea0dd74196), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:53.601363 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:52:53.601363 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:52:53.601363 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:52:53.601363 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:52:53.601363 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:52:53.601363 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:52:53.601363 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:52:53.601363 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:52:53.601363 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:52:53.601363 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:52:53.601363 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:52:53.601363 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:52:53.601363 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:52:53.601363 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:52:53.601363 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:52:53.601363 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:52:53.601363 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:52:53.601363 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:52:53.601363 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:52:53.601363 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:52:53.601363 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:52:53.601363 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:52:53.601363 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:52:53.601363 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:52:53.601363 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:52:53.601363 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:52:53.601363 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:52:53.601363 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:52:53.601363 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:52:53.601363 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:52:53.601363 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:52:53.601363 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:52:53.639443 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:52:53.639443 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:52:53.639443 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:52:53.639443 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:52:53.639443 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:52:53.639443 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:52:53.639443 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:52:53.639443 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:52:53.639443 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:52:53.639443 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:52:53.639443 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:52:53.639443 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:52:53.639443 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:52:53.639443 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:52:53.639443 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:52:53.639443 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:52:53.639443 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:52:53.639443 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:52:53.639443 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:52:53.639443 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:52:53.639443 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:52:53.639443 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:52:53.639443 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:52:53.639443 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:52:53.639443 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:52:53.639443 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:52:53.639443 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:52:53.639443 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:52:53.639443 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:52:53.639443 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:52:53.639443 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:52:53.639443 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:52:53.639443 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:52:53.639443 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:52:53.639443 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:52:53.639443 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:52:53.639443 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:52:53.639443 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:52:53.639443 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:52:53.639443 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:52:53.639443 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:52:53.639443 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:52:53.639443 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:52:53.639443 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:52:53.639443 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:52:53.639443 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:52:53.639443 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:52:53.639443 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:52:53.639443 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:52:53.639443 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:52:53.639443 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:52:53.639443 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:52:53.639443 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:52:53.639443 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 17:52:53.659543 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f9479ab2-ceb7-4e64-b9e4-4ac9994d7e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (61dbdda9-c414-4589-8165-65d237d97981), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:53.755072 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9479ab2-ceb7-4e64-b9e4-4ac9994d7e53 None None] Pushing event deleted for resources: {'Port': ['ID=61dbdda9-c414-4589-8165-65d237d97981,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:53.756170 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c39c60c-6323-447a-93e9-53fca2a8db65 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (d8d15760-7546-46a3-957c-900b12199ace), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:53.767593 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9479ab2-ceb7-4e64-b9e4-4ac9994d7e53 None None] No DVR routers for this DVR port 61dbdda9-c414-4589-8165-65d237d97981 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:52:53.781910 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c39c60c-6323-447a-93e9-53fca2a8db65 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:53.788324 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 41568) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:53.788510 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0c39c60c-6323-447a-93e9-53fca2a8db65 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] 10.222.0.87 "DELETE /v2.0/networks/d8d15760-7546-46a3-957c-900b12199ace HTTP/1.1" status: 204 len: 168 time: 1.1551692 Feb 17 17:52:53.804969 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c39c60c-6323-447a-93e9-53fca2a8db65 tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Pushing event deleted for resources: {'Network': ['ID=d8d15760-7546-46a3-957c-900b12199ace,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:54.017514 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b66c191-ce5f-4a1d-9a3c-c36df57bf4e3 req-24f7dbba-4230-479e-a69f-b7c50702a8c5 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:54.019231 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8b66c191-ce5f-4a1d-9a3c-c36df57bf4e3 req-24f7dbba-4230-479e-a69f-b7c50702a8c5 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 946 time: 0.1769834 Feb 17 17:52:54.068666 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-005a6e8d-4d7e-4720-96c1-b206c3c6620d tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Deleting port 5f263fbc-8457-4888-aed0-f806112026ca {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:52:54.069111 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-005a6e8d-4d7e-4720-96c1-b206c3c6620d tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (5f263fbc-8457-4888-aed0-f806112026ca), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:54.098864 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8b66c191-ce5f-4a1d-9a3c-c36df57bf4e3 req-a5fb45d8-25ea-427b-9623-8396c039c18e tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723851 Feb 17 17:52:54.166162 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-005a6e8d-4d7e-4720-96c1-b206c3c6620d tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (5f263fbc-8457-4888-aed0-f806112026ca), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:54.166496 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-005a6e8d-4d7e-4720-96c1-b206c3c6620d tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks [] for floatingip (5f263fbc-8457-4888-aed0-f806112026ca), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:54.179492 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-005a6e8d-4d7e-4720-96c1-b206c3c6620d tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Calling delete_port for 5f263fbc-8457-4888-aed0-f806112026ca owned by network:floatingip {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:52:54.355059 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-005a6e8d-4d7e-4720-96c1-b206c3c6620d tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (5f263fbc-8457-4888-aed0-f806112026ca), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:54.394384 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005a6e8d-4d7e-4720-96c1-b206c3c6620d tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Pushing event deleted for resources: {'Port': ['ID=5f263fbc-8457-4888-aed0-f806112026ca,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:54.485848 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-005a6e8d-4d7e-4720-96c1-b206c3c6620d tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks [] for floatingip (b5864e4c-bab5-4c7e-86e8-cc29ada7a475), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:54.489164 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-005a6e8d-4d7e-4720-96c1-b206c3c6620d tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:54.491110 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-005a6e8d-4d7e-4720-96c1-b206c3c6620d tempest-FloatingIPAdminTestJSON-1983570431 tempest-FloatingIPAdminTestJSON-1983570431-project] 10.222.0.87 "DELETE /v2.0/floatingips/b5864e4c-bab5-4c7e-86e8-cc29ada7a475 HTTP/1.1" status: 204 len: 168 time: 0.7016013 Feb 17 17:52:54.523647 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 61dbdda9-c414-4589-8165-65d237d97981 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:52:54.575378 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 61dbdda9-c414-4589-8165-65d237d97981 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:52:54.575971 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 61dbdda9-c414-4589-8165-65d237d97981 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:52:54.814811 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 41612) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:55.040869 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a51378ab-4e8b-44ee-8c4c-dd415a546bab admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3101708388a446438515ced8d0600d30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2187948 Feb 17 17:52:55.041457 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41624) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:55.186714 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8835e4e8-e9f1-4442-9f0a-2d7f7c9394b4 admin admin] Publish callbacks [] for security_group (c463f27f-e9b4-4099-9810-cfbd79893afa), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:55.228397 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8835e4e8-e9f1-4442-9f0a-2d7f7c9394b4 admin admin] Publish callbacks [] for security_group (c463f27f-e9b4-4099-9810-cfbd79893afa), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:55.235160 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 41638) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:55.334842 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8835e4e8-e9f1-4442-9f0a-2d7f7c9394b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (c463f27f-e9b4-4099-9810-cfbd79893afa), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:55.342347 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8835e4e8-e9f1-4442-9f0a-2d7f7c9394b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:55.343080 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517242ba-aadb-4745-a2c6-a4620c44ed7c req-76e618c0-2e68-415f-9b51-2f5e702d1249 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:55.349271 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8835e4e8-e9f1-4442-9f0a-2d7f7c9394b4 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c463f27f-e9b4-4099-9810-cfbd79893afa HTTP/1.1" status: 204 len: 168 time: 0.3067391 Feb 17 17:52:55.363010 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-517242ba-aadb-4745-a2c6-a4620c44ed7c req-76e618c0-2e68-415f-9b51-2f5e702d1249 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 946 time: 0.1027746 Feb 17 17:52:55.367071 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8835e4e8-e9f1-4442-9f0a-2d7f7c9394b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c463f27f-e9b4-4099-9810-cfbd79893afa,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:55.509601 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d116aa6d-5def-4ad1-b843-6aafc7adb016 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:55.526910 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-517242ba-aadb-4745-a2c6-a4620c44ed7c req-47f8b4eb-5499-4c1e-922c-d46564e66835 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620352 Feb 17 17:52:55.768520 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119eb51-8924-45c2-b3cd-2757aad558e3 req-4995ec10-a252-4416-8041-2e9ecf9875c4 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:55.777664 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e119eb51-8924-45c2-b3cd-2757aad558e3 req-4995ec10-a252-4416-8041-2e9ecf9875c4 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.1694372 Feb 17 17:52:55.804776 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41654) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:55.813964 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d116aa6d-5def-4ad1-b843-6aafc7adb016 admin admin] Publish callbacks [] for security_group (ca112e63-8ee3-4a03-a66e-1e1c2bbca5ba), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:55.823639 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-232251fd-cb0c-4b81-8334-a0690aa60b82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:55.835513 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d116aa6d-5def-4ad1-b843-6aafc7adb016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (ca112e63-8ee3-4a03-a66e-1e1c2bbca5ba), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:55.874309 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-d116aa6d-5def-4ad1-b843-6aafc7adb016 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9933cf8cc9314b0582975cf9afcc3c47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6376684 Feb 17 17:52:55.875341 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 41656) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:55.943304 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e119eb51-8924-45c2-b3cd-2757aad558e3 req-daa15e69-252f-4813-b725-4a44673b33c9 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590695 Feb 17 17:52:55.954510 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d116aa6d-5def-4ad1-b843-6aafc7adb016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca112e63-8ee3-4a03-a66e-1e1c2bbca5ba,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:55.993067 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d3aced1c-220e-477e-9b45-1186c3f326c2 admin admin] Publish callbacks [] for security_group (ca112e63-8ee3-4a03-a66e-1e1c2bbca5ba), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:56.002276 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-232251fd-cb0c-4b81-8334-a0690aa60b82 admin admin] Publish callbacks [] for security_group (a289ebc6-c746-463f-bbe0-9cd9dabbda3f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:56.007677 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-232251fd-cb0c-4b81-8334-a0690aa60b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (a289ebc6-c746-463f-bbe0-9cd9dabbda3f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:56.025183 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d3aced1c-220e-477e-9b45-1186c3f326c2 admin admin] Publish callbacks [] for security_group (ca112e63-8ee3-4a03-a66e-1e1c2bbca5ba), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:56.088598 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d3aced1c-220e-477e-9b45-1186c3f326c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (ca112e63-8ee3-4a03-a66e-1e1c2bbca5ba), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:56.092948 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d3aced1c-220e-477e-9b45-1186c3f326c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:56.094631 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-232251fd-cb0c-4b81-8334-a0690aa60b82 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9897ef782371472abf62da9425a66260&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2887576 Feb 17 17:52:56.099935 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41666) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:56.108468 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-d3aced1c-220e-477e-9b45-1186c3f326c2 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ca112e63-8ee3-4a03-a66e-1e1c2bbca5ba HTTP/1.1" status: 204 len: 168 time: 0.2218909 Feb 17 17:52:56.115004 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232251fd-cb0c-4b81-8334-a0690aa60b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a289ebc6-c746-463f-bbe0-9cd9dabbda3f,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:56.207297 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aced1c-220e-477e-9b45-1186c3f326c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca112e63-8ee3-4a03-a66e-1e1c2bbca5ba,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:56.254847 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-46226bd9-7db8-4922-9b63-15bbe44638f4 admin admin] Publish callbacks [] for security_group (a289ebc6-c746-463f-bbe0-9cd9dabbda3f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:56.266094 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536043de-9c71-4279-9fea-2c984d142f59 req-e9b078a6-607c-4be0-82cc-33005e92c7df tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:56.277702 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-536043de-9c71-4279-9fea-2c984d142f59 req-e9b078a6-607c-4be0-82cc-33005e92c7df tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.1583588 Feb 17 17:52:56.299503 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-46226bd9-7db8-4922-9b63-15bbe44638f4 admin admin] Publish callbacks [] for security_group (a289ebc6-c746-463f-bbe0-9cd9dabbda3f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:56.358291 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-46226bd9-7db8-4922-9b63-15bbe44638f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (a289ebc6-c746-463f-bbe0-9cd9dabbda3f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:56.361459 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-46226bd9-7db8-4922-9b63-15bbe44638f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:56.373575 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-46226bd9-7db8-4922-9b63-15bbe44638f4 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a289ebc6-c746-463f-bbe0-9cd9dabbda3f HTTP/1.1" status: 204 len: 168 time: 0.2662551 Feb 17 17:52:56.395937 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46226bd9-7db8-4922-9b63-15bbe44638f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a289ebc6-c746-463f-bbe0-9cd9dabbda3f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:56.416551 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-536043de-9c71-4279-9fea-2c984d142f59 req-5adf1833-c278-461f-bb19-347443446dcc tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251023 Feb 17 17:52:56.616561 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a4728e-a81b-4749-94dd-e42db70fdda0 req-71a1eba1-3c84-4779-b090-73cff9dcd8c7 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:56.639628 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f3a4728e-a81b-4749-94dd-e42db70fdda0 req-71a1eba1-3c84-4779-b090-73cff9dcd8c7 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.1415858 Feb 17 17:52:56.833705 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f3a4728e-a81b-4749-94dd-e42db70fdda0 req-3a0adb40-f0c8-4456-a56f-c9d5534dbc4c tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1910226 Feb 17 17:52:56.851206 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38f808-6a74-4721-b1a3-4b6d420f8f44 req-b2127e4d-e594-4fc2-9f46-c1c9781ed417 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:56.872085 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3a38f808-6a74-4721-b1a3-4b6d420f8f44 req-b2127e4d-e594-4fc2-9f46-c1c9781ed417 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 946 time: 0.1973236 Feb 17 17:52:56.933060 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3a38f808-6a74-4721-b1a3-4b6d420f8f44 req-0cb2a52a-357f-4ead-a1e1-5aecb019bc6d tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573368 Feb 17 17:52:57.073311 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5d09a-61b8-4a4b-add4-215e031ef798 req-372a119a-650e-4415-b79f-46475606da3d tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:57.078415 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e9e5d09a-61b8-4a4b-add4-215e031ef798 req-372a119a-650e-4415-b79f-46475606da3d tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.0869305 Feb 17 17:52:57.158347 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e9e5d09a-61b8-4a4b-add4-215e031ef798 req-32005e56-480e-44ed-b8be-ac630c0cd392 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726125 Feb 17 17:52:57.253469 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 41706) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:57.283716 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cc1eb226-7dd0-416b-b99d-b222ddbc74a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:57.514383 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cc1eb226-7dd0-416b-b99d-b222ddbc74a9 admin admin] Publish callbacks [] for security_group (3aee9f51-a311-4bad-a71a-6f0e38ff966a), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:57.515800 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cc1eb226-7dd0-416b-b99d-b222ddbc74a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (3aee9f51-a311-4bad-a71a-6f0e38ff966a), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:57.665731 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-cc1eb226-7dd0-416b-b99d-b222ddbc74a9 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a71e8dff059d47ca9f518a29807c6ef6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4109244 Feb 17 17:52:57.669229 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41730) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:52:57.692382 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1eb226-7dd0-416b-b99d-b222ddbc74a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aee9f51-a311-4bad-a71a-6f0e38ff966a,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:57.768527 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-738424e3-fa5b-4b3a-8590-25f8fd9622dc admin admin] Publish callbacks [] for security_group (3aee9f51-a311-4bad-a71a-6f0e38ff966a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:57.830167 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-738424e3-fa5b-4b3a-8590-25f8fd9622dc admin admin] Publish callbacks [] for security_group (3aee9f51-a311-4bad-a71a-6f0e38ff966a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:57.916813 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2a280-2f67-425b-83e9-a73bad863faf req-82e37ca3-d746-4120-ab15-7765db45c0dc tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:57.919315 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3bd2a280-2f67-425b-83e9-a73bad863faf req-82e37ca3-d746-4120-ab15-7765db45c0dc tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/networks?id=106d8950-35e8-4e49-bc8b-6ac4436cd2fe HTTP/1.1" status: 200 len: 812 time: 0.3316064 Feb 17 17:52:57.920927 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-738424e3-fa5b-4b3a-8590-25f8fd9622dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (3aee9f51-a311-4bad-a71a-6f0e38ff966a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:57.924367 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-738424e3-fa5b-4b3a-8590-25f8fd9622dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:52:57.929165 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-738424e3-fa5b-4b3a-8590-25f8fd9622dc admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3aee9f51-a311-4bad-a71a-6f0e38ff966a HTTP/1.1" status: 204 len: 168 time: 0.2588563 Feb 17 17:52:57.947466 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738424e3-fa5b-4b3a-8590-25f8fd9622dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aee9f51-a311-4bad-a71a-6f0e38ff966a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:52:57.977057 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3bd2a280-2f67-425b-83e9-a73bad863faf req-0a6fcb1e-3e61-47d2-9154-3046b603ee87 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/quotas/708d2e36ca25476d9214a2f14ef71fc9 HTTP/1.1" status: 200 len: 375 time: 0.0156496 Feb 17 17:52:58.179593 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3bd2a280-2f67-425b-83e9-a73bad863faf req-93caf8d4-d374-4783-91e5-5b8bfae5ab76 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=708d2e36ca25476d9214a2f14ef71fc9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1933391 Feb 17 17:52:58.242215 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b52cde-ffb0-47ad-9043-854ca4df6800 req-9ae5e81b-1e80-4483-945d-0abcf47c105f tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:58.247594 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-81b52cde-ffb0-47ad-9043-854ca4df6800 req-9ae5e81b-1e80-4483-945d-0abcf47c105f tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 946 time: 0.1519012 Feb 17 17:52:58.401120 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-81b52cde-ffb0-47ad-9043-854ca4df6800 req-4af40914-8468-4d70-bbaf-3e428f6ccdb0 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470008 Feb 17 17:52:58.751505 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3bd2a280-2f67-425b-83e9-a73bad863faf req-3ca74499-570c-45aa-b687-1147e67c554b service neutron] 10.222.0.87 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5642266 Feb 17 17:52:59.048618 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3bd2a280-2f67-425b-83e9-a73bad863faf req-9e70d670-63d3-4c91-af4d-4aa6cd377967 service neutron] 10.222.0.87 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952957 Feb 17 17:52:59.310945 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dcfc574a-abc4-40b2-aeb9-e2d73ad3779d req-d50014be-f850-4dba-bac2-c96fcc69de69 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=f255e24f-b858-4ca9-98e5-1b82ef9909e4 HTTP/1.1" status: 200 len: 210 time: 0.0552747 Feb 17 17:52:59.618679 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925a59e-319d-48c2-9b59-d051272342aa req-934753c1-df0b-40ac-a0a6-58d640ddf43c tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:52:59.620230 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3925a59e-319d-48c2-9b59-d051272342aa req-934753c1-df0b-40ac-a0a6-58d640ddf43c tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 946 time: 0.0921340 Feb 17 17:52:59.751598 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3925a59e-319d-48c2-9b59-d051272342aa req-a288232e-5f4b-48a3-8353-b8aeacd1383a tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170406 Feb 17 17:53:00.238403 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb924b8-ad2e-40f6-8275-f7e7320c3d49 req-dec680aa-9b44-4163-bead-195d5e536c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:00.244519 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9bb924b8-ad2e-40f6-8275-f7e7320c3d49 req-dec680aa-9b44-4163-bead-195d5e536c00 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 1128 time: 0.1231709 Feb 17 17:53:00.363203 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9bb924b8-ad2e-40f6-8275-f7e7320c3d49 req-7b8638aa-80a9-4352-8fe1-14347c063124 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117983 Feb 17 17:53:00.463108 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-51d9392d-3407-4b97-a603-173f1bb8bc62 req-6c1c5b49-6b4b-4cdd-a957-778b7d8c53b6 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=f255e24f-b858-4ca9-98e5-1b82ef9909e4 HTTP/1.1" status: 200 len: 210 time: 0.0726955 Feb 17 17:53:01.075711 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36859a9-1c7e-4bf8-8101-993b397d8e12 req-2bdadaf0-d6a1-496c-bc61-7f02823802f7 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:01.083717 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a36859a9-1c7e-4bf8-8101-993b397d8e12 req-2bdadaf0-d6a1-496c-bc61-7f02823802f7 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 946 time: 0.1972182 Feb 17 17:53:01.106228 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41900) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:01.201975 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a36859a9-1c7e-4bf8-8101-993b397d8e12 req-bc3f329b-bb0b-4a76-97a6-39c006e36e1b tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105449 Feb 17 17:53:01.318545 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c31c3183-1cbb-4d26-9b5e-5e5f3a2f2e4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:01.548077 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c31c3183-1cbb-4d26-9b5e-5e5f3a2f2e4d admin admin] Publish callbacks [] for security_group (3f6abdf5-e9a1-493e-9c33-74413b0854a4), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:01.556747 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c31c3183-1cbb-4d26-9b5e-5e5f3a2f2e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (3f6abdf5-e9a1-493e-9c33-74413b0854a4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:01.631608 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c31c3183-1cbb-4d26-9b5e-5e5f3a2f2e4d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=0038f39fe6074b06bfcb78c37130acf0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5242460 Feb 17 17:53:01.632990 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c3183-1cbb-4d26-9b5e-5e5f3a2f2e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6abdf5-e9a1-493e-9c33-74413b0854a4,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:01.635910 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41918) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:01.714021 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cc9a4e40-c2c7-4903-b8fa-480f19e131c7 admin admin] Publish callbacks [] for security_group (3f6abdf5-e9a1-493e-9c33-74413b0854a4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:01.737761 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a570263d-e555-421a-821b-c18214f149dd req-3e9e56d4-54f0-41c6-a62a-b1256f57ccee tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=f255e24f-b858-4ca9-98e5-1b82ef9909e4 HTTP/1.1" status: 200 len: 210 time: 0.0352964 Feb 17 17:53:01.770682 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cc9a4e40-c2c7-4903-b8fa-480f19e131c7 admin admin] Publish callbacks [] for security_group (3f6abdf5-e9a1-493e-9c33-74413b0854a4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:01.810051 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2a280-2f67-425b-83e9-a73bad863faf req-59e4c476-43ee-49ad-8780-0e788382cc40 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:01.812216 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3bd2a280-2f67-425b-83e9-a73bad863faf req-59e4c476-43ee-49ad-8780-0e788382cc40 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.71 "GET /v2.0/networks?id=106d8950-35e8-4e49-bc8b-6ac4436cd2fe HTTP/1.1" status: 200 len: 812 time: 0.3652773 Feb 17 17:53:01.831604 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-3bd2a280-2f67-425b-83e9-a73bad863faf req-089c4bd0-511c-4b90-ad82-948ca40467f7 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Request body: {'port': {'device_id': 'f255e24f-b858-4ca9-98e5-1b82ef9909e4', 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe', 'admin_state_up': True, 'tenant_id': '708d2e36ca25476d9214a2f14ef71fc9'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:53:01.853951 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cc9a4e40-c2c7-4903-b8fa-480f19e131c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (3f6abdf5-e9a1-493e-9c33-74413b0854a4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:01.862677 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cc9a4e40-c2c7-4903-b8fa-480f19e131c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:01.867477 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-cc9a4e40-c2c7-4903-b8fa-480f19e131c7 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3f6abdf5-e9a1-493e-9c33-74413b0854a4 HTTP/1.1" status: 204 len: 168 time: 0.2301366 Feb 17 17:53:01.879931 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:53:01.905145 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a4e40-c2c7-4903-b8fa-480f19e131c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6abdf5-e9a1-493e-9c33-74413b0854a4,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:02.049386 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 41934) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:02.134940 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bd2a280-2f67-425b-83e9-a73bad863faf req-089c4bd0-511c-4b90-ad82-948ca40467f7 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Made reservation on behalf of 708d2e36ca25476d9214a2f14ef71fc9 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:53:02.138180 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3bd2a280-2f67-425b-83e9-a73bad863faf req-089c4bd0-511c-4b90-ad82-948ca40467f7 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:02.295847 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-3bd2a280-2f67-425b-83e9-a73bad863faf req-089c4bd0-511c-4b90-ad82-948ca40467f7 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Allocated IP 172.20.0.3 (106d8950-35e8-4e49-bc8b-6ac4436cd2fe/f5806a5b-efbb-4c84-b3a4-70ad6c804540/45efdb57-612c-4a61-93ec-2b44ec255251) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:53:02.460726 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3bd2a280-2f67-425b-83e9-a73bad863faf req-089c4bd0-511c-4b90-ad82-948ca40467f7 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks [] for port (45efdb57-612c-4a61-93ec-2b44ec255251), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:02.506303 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3bd2a280-2f67-425b-83e9-a73bad863faf req-089c4bd0-511c-4b90-ad82-948ca40467f7 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (45efdb57-612c-4a61-93ec-2b44ec255251), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:02.518164 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['c9fc73c9-8067-4b99-af61-88f9b343d18b', 'f6087b42-78d7-455a-bd5f-c69b694530f6'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:53:02.547046 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-1fd3a239-0006-4ba0-9c4a-f053aed182b6 tempest-QuotasTest-654365866 tempest-QuotasTest-654365866-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:53:02.555905 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41944) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:02.572359 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5e491270-c891-45ce-a70c-79d49ea08ecc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:02.591384 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bd2a280-2f67-425b-83e9-a73bad863faf req-089c4bd0-511c-4b90-ad82-948ca40467f7 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Network 106d8950-35e8-4e49-bc8b-6ac4436cd2fe is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:53:02.613928 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-3bd2a280-2f67-425b-83e9-a73bad863faf req-089c4bd0-511c-4b90-ad82-948ca40467f7 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:53:02.648040 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd2a280-2f67-425b-83e9-a73bad863faf req-089c4bd0-511c-4b90-ad82-948ca40467f7 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:53:02.704047 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c4bd0-511c-4b90-ad82-948ca40467f7 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Pushing event updated for resources: {'Port': ['ID=45efdb57-612c-4a61-93ec-2b44ec255251,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:02.733563 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5e491270-c891-45ce-a70c-79d49ea08ecc admin admin] Publish callbacks [] for security_group (f579bf35-0245-4d94-94cd-2454e0a7f648), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:02.757421 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5e491270-c891-45ce-a70c-79d49ea08ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (f579bf35-0245-4d94-94cd-2454e0a7f648), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:02.758218 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b67b40-29be-416c-9fc2-b1ef7061991d req-2694bb21-a653-4b67-80b0-4bec870fc9d8 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:02.760160 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c1b67b40-29be-416c-9fc2-b1ef7061991d req-2694bb21-a653-4b67-80b0-4bec870fc9d8 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 946 time: 0.2668276 Feb 17 17:53:02.776536 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1fd3a239-0006-4ba0-9c4a-f053aed182b6 tempest-QuotasTest-654365866 tempest-QuotasTest-654365866-project-admin] 10.222.0.87 "PUT /v2.0/quotas/d1c1b2b0d12c4e9cb9b78494d59463bb HTTP/1.1" status: 200 len: 366 time: 0.7241008 Feb 17 17:53:02.778744 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 41950) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:02.825906 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e491270-c891-45ce-a70c-79d49ea08ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f579bf35-0245-4d94-94cd-2454e0a7f648,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:02.844000 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c1b67b40-29be-416c-9fc2-b1ef7061991d req-30f53fff-3349-4c8d-a663-6c441ad3b564 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735354 Feb 17 17:53:02.857958 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2a280-2f67-425b-83e9-a73bad863faf req-089c4bd0-511c-4b90-ad82-948ca40467f7 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:02.858658 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3bd2a280-2f67-425b-83e9-a73bad863faf req-089c4bd0-511c-4b90-ad82-948ca40467f7 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:02.870435 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4f50c2f7-b78d-44b9-8fa3-33f6f5f78364 tempest-QuotasTest-654365866 tempest-QuotasTest-654365866-project-admin] 10.222.0.87 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0685704 Feb 17 17:53:02.874206 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 41956) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:02.920266 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-032a44a7-7439-4c2c-8dfb-ffadda6dc1fd tempest-QuotasTest-654365866 tempest-QuotasTest-654365866-project-admin] 10.222.0.87 "GET /v2.0/quotas/d1c1b2b0d12c4e9cb9b78494d59463bb HTTP/1.1" status: 200 len: 366 time: 0.0448191 Feb 17 17:53:02.927690 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41960) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:02.929114 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3bd2a280-2f67-425b-83e9-a73bad863faf req-089c4bd0-511c-4b90-ad82-948ca40467f7 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1083486 Feb 17 17:53:02.943108 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-3bd2a280-2f67-425b-83e9-a73bad863faf req-fd969bfc-d938-48f1-a2f5-5663380beed7 service neutron] Request body: {'port': {'device_id': 'f255e24f-b858-4ca9-98e5-1b82ef9909e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:53:02.963747 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5e491270-c891-45ce-a70c-79d49ea08ecc admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8b5ead7bd28e438abcb7a1caaffa4bb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4059622 Feb 17 17:53:02.972432 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41962) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:02.980537 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fcbc988c-20b2-47a8-a29c-00fc44eca32c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:03.115665 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0646f13b-dadb-4994-b8e5-e2edbeb7df3b tempest-QuotasTest-654365866 tempest-QuotasTest-654365866-project-admin] 10.222.0.87 "DELETE /v2.0/quotas/d1c1b2b0d12c4e9cb9b78494d59463bb HTTP/1.1" status: 204 len: 168 time: 0.1857195 Feb 17 17:53:03.129460 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41972) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:03.174947 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-22015f9c-d4ea-45b7-b6dd-24a7c5dcefcb tempest-QuotasTest-654365866 tempest-QuotasTest-654365866-project-admin] 10.222.0.87 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0420091 Feb 17 17:53:03.218849 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ea22a84-ef37-4e00-8f4f-a74f336db9f7 admin admin] Publish callbacks [] for security_group (f579bf35-0245-4d94-94cd-2454e0a7f648), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:03.227049 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41974) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:03.260783 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9fe9d1be-58a8-46d4-be6e-1b15ffcbe5fa tempest-QuotasTest-654365866 tempest-QuotasTest-654365866-project-admin] 10.222.0.87 "GET /v2.0/quotas/d1c1b2b0d12c4e9cb9b78494d59463bb HTTP/1.1" status: 200 len: 370 time: 0.0283222 Feb 17 17:53:03.261436 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41978) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:03.286318 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7fdc6456-2a9f-455c-a7eb-1fa5d18bb066 tempest-QuotasTest-654365866 tempest-QuotasTest-654365866-project-admin] 10.222.0.87 "GET /v2.0/quotas/d1c1b2b0d12c4e9cb9b78494d59463bb/default HTTP/1.1" status: 200 len: 370 time: 0.0095103 Feb 17 17:53:03.289066 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-2b2d9909-dd1c-411b-a9db-c7d424c81dcd None None] Provisioning complete for port 45efdb57-612c-4a61-93ec-2b44ec255251 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:53:03.289447 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2b2d9909-dd1c-411b-a9db-c7d424c81dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (45efdb57-612c-4a61-93ec-2b44ec255251), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:03.291508 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41980) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:03.314713 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-0f21ee47-ec29-4443-909f-5837b389654f tempest-QuotasTest-654365866 tempest-QuotasTest-654365866-project-admin] delete failed (client error): The resource could not be found. Feb 17 17:53:03.318220 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0f21ee47-ec29-4443-909f-5837b389654f tempest-QuotasTest-654365866 tempest-QuotasTest-654365866-project-admin] 10.222.0.87 "DELETE /v2.0/quotas/d1c1b2b0d12c4e9cb9b78494d59463bb HTTP/1.1" status: 404 len: 348 time: 0.0233183 Feb 17 17:53:03.342258 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ea22a84-ef37-4e00-8f4f-a74f336db9f7 admin admin] Publish callbacks [] for security_group (f579bf35-0245-4d94-94cd-2454e0a7f648), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:03.388502 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-2b2d9909-dd1c-411b-a9db-c7d424c81dcd None None] Port 45efdb57-612c-4a61-93ec-2b44ec255251 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:53:03.409338 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3bd2a280-2f67-425b-83e9-a73bad863faf req-fd969bfc-d938-48f1-a2f5-5663380beed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (45efdb57-612c-4a61-93ec-2b44ec255251), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:03.435891 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ea22a84-ef37-4e00-8f4f-a74f336db9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (f579bf35-0245-4d94-94cd-2454e0a7f648), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:03.439286 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ea22a84-ef37-4e00-8f4f-a74f336db9f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:03.443351 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8ea22a84-ef37-4e00-8f4f-a74f336db9f7 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f579bf35-0245-4d94-94cd-2454e0a7f648 HTTP/1.1" status: 204 len: 168 time: 0.4665639 Feb 17 17:53:03.471992 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea22a84-ef37-4e00-8f4f-a74f336db9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f579bf35-0245-4d94-94cd-2454e0a7f648,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:03.614830 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb8525-ee0e-4b71-ab99-6c3e2f3749e8 req-630211c4-b0eb-40bf-8cb8-4639c8332d7e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:03.616623 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a2cb8525-ee0e-4b71-ab99-6c3e2f3749e8 req-630211c4-b0eb-40bf-8cb8-4639c8332d7e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=f255e24f-b858-4ca9-98e5-1b82ef9909e4 HTTP/1.1" status: 200 len: 931 time: 0.5700114 Feb 17 17:53:03.701827 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c1c7a-a2bd-4bd0-94ed-2c76737b0145 req-4a3e2e7f-c6f2-4d60-8a30-60554d05a7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:03.703358 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d14c1c7a-a2bd-4bd0-94ed-2c76737b0145 req-4a3e2e7f-c6f2-4d60-8a30-60554d05a7aa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e82ced6d28e14a0eae2924cbc8f5cc85&device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 1128 time: 0.4073560 Feb 17 17:53:03.733808 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41992) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:03.797032 n-d-829613-2 neutron-server[103434]: DEBUG neutron.quota.resource [None req-eebe11ce-4fcc-478d-8ac8-d32bd179def3 tempest-QuotasTest-654365866 tempest-QuotasTest-654365866-project-admin] Usage tracker for resource:network and project:9d7c9f23e6f440ed8a20c4415407dbc8 is out of sync, need to count used quota {{(pid=103434) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 17 17:53:03.809807 n-d-829613-2 neutron-server[103434]: DEBUG neutron.quota.resource [None req-eebe11ce-4fcc-478d-8ac8-d32bd179def3 tempest-QuotasTest-654365866 tempest-QuotasTest-654365866-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103434) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 17 17:53:03.827416 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e7745-f21d-40fc-9034-9239565dcd70 req-8225f717-1ab0-4211-837b-32ed6705544e tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:03.829212 n-d-829613-2 neutron-server[103434]: DEBUG neutron.quota.resource [None req-eebe11ce-4fcc-478d-8ac8-d32bd179def3 tempest-QuotasTest-654365866 tempest-QuotasTest-654365866-project-admin] Usage tracker for resource:subnet and project:9d7c9f23e6f440ed8a20c4415407dbc8 is out of sync, need to count used quota {{(pid=103434) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 17 17:53:03.834865 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a6e7745-f21d-40fc-9034-9239565dcd70 req-8225f717-1ab0-4211-837b-32ed6705544e tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 946 time: 0.4601853 Feb 17 17:53:03.841514 n-d-829613-2 neutron-server[103434]: DEBUG neutron.quota.resource [None req-eebe11ce-4fcc-478d-8ac8-d32bd179def3 tempest-QuotasTest-654365866 tempest-QuotasTest-654365866-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103434) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 17 17:53:03.863282 n-d-829613-2 neutron-server[103434]: DEBUG neutron.quota.resource [None req-eebe11ce-4fcc-478d-8ac8-d32bd179def3 tempest-QuotasTest-654365866 tempest-QuotasTest-654365866-project-admin] Usage tracker for resource:subnetpool and project:9d7c9f23e6f440ed8a20c4415407dbc8 is out of sync, need to count used quota {{(pid=103434) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 17 17:53:03.880399 n-d-829613-2 neutron-server[103434]: DEBUG neutron.quota.resource [None req-eebe11ce-4fcc-478d-8ac8-d32bd179def3 tempest-QuotasTest-654365866 tempest-QuotasTest-654365866-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103434) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 17 17:53:03.898813 n-d-829613-2 neutron-server[103434]: DEBUG neutron.quota.resource [None req-eebe11ce-4fcc-478d-8ac8-d32bd179def3 tempest-QuotasTest-654365866 tempest-QuotasTest-654365866-project-admin] Usage tracker for resource:port and project:9d7c9f23e6f440ed8a20c4415407dbc8 is out of sync, need to count used quota {{(pid=103434) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 17 17:53:03.909672 n-d-829613-2 neutron-server[103434]: DEBUG neutron.quota.resource [None req-eebe11ce-4fcc-478d-8ac8-d32bd179def3 tempest-QuotasTest-654365866 tempest-QuotasTest-654365866-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103434) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 17 17:53:03.928859 n-d-829613-2 neutron-server[103434]: DEBUG neutron.quota.resource [None req-eebe11ce-4fcc-478d-8ac8-d32bd179def3 tempest-QuotasTest-654365866 tempest-QuotasTest-654365866-project-admin] Usage tracker for resource:router and project:9d7c9f23e6f440ed8a20c4415407dbc8 is out of sync, need to count used quota {{(pid=103434) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 17 17:53:03.937904 n-d-829613-2 neutron-server[103434]: DEBUG neutron.quota.resource [None req-eebe11ce-4fcc-478d-8ac8-d32bd179def3 tempest-QuotasTest-654365866 tempest-QuotasTest-654365866-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103434) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 17 17:53:03.954454 n-d-829613-2 neutron-server[103434]: DEBUG neutron.quota.resource [None req-eebe11ce-4fcc-478d-8ac8-d32bd179def3 tempest-QuotasTest-654365866 tempest-QuotasTest-654365866-project-admin] Usage tracker for resource:floatingip and project:9d7c9f23e6f440ed8a20c4415407dbc8 is out of sync, need to count used quota {{(pid=103434) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 17 17:53:03.973357 n-d-829613-2 neutron-server[103434]: DEBUG neutron.quota.resource [None req-eebe11ce-4fcc-478d-8ac8-d32bd179def3 tempest-QuotasTest-654365866 tempest-QuotasTest-654365866-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103434) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 17 17:53:04.102635 n-d-829613-2 neutron-server[103434]: DEBUG neutron.quota.resource [None req-eebe11ce-4fcc-478d-8ac8-d32bd179def3 tempest-QuotasTest-654365866 tempest-QuotasTest-654365866-project-admin] Usage tracker for resource:security_group and project:9d7c9f23e6f440ed8a20c4415407dbc8 is out of sync, need to count used quota {{(pid=103434) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 17 17:53:04.111915 n-d-829613-2 neutron-server[103434]: DEBUG neutron.quota.resource [None req-eebe11ce-4fcc-478d-8ac8-d32bd179def3 tempest-QuotasTest-654365866 tempest-QuotasTest-654365866-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103434) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 17 17:53:04.142349 n-d-829613-2 neutron-server[103434]: DEBUG neutron.quota.resource [None req-eebe11ce-4fcc-478d-8ac8-d32bd179def3 tempest-QuotasTest-654365866 tempest-QuotasTest-654365866-project-admin] Usage tracker for resource:security_group_rule and project:9d7c9f23e6f440ed8a20c4415407dbc8 is out of sync, need to count used quota {{(pid=103434) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 17 17:53:04.155025 n-d-829613-2 neutron-server[103434]: DEBUG neutron.quota.resource [None req-eebe11ce-4fcc-478d-8ac8-d32bd179def3 tempest-QuotasTest-654365866 tempest-QuotasTest-654365866-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103434) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 17 17:53:04.193372 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-eebe11ce-4fcc-478d-8ac8-d32bd179def3 tempest-QuotasTest-654365866 tempest-QuotasTest-654365866-project-admin] 10.222.0.87 "GET /v2.0/quotas/9d7c9f23e6f440ed8a20c4415407dbc8/details.json HTTP/1.1" status: 200 len: 703 time: 0.4585192 Feb 17 17:53:04.686213 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42022) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:04.895441 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a2cb8525-ee0e-4b71-ab99-6c3e2f3749e8 req-3f3add69-e582-474b-bcdc-1c53ea6e0b6c tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2120094 Feb 17 17:53:04.964489 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a6e7745-f21d-40fc-9034-9239565dcd70 req-0aefbd21-cc41-46ac-bed1-14cc5c1e3643 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1287189 Feb 17 17:53:04.970639 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9e2fb478-3236-4161-b705-bc8ee74ec763 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:05.063070 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c1c7a-a2bd-4bd0-94ed-2c76737b0145 req-48b7be12-d2e0-4c98-9a95-244d7df75953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:05.064679 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d14c1c7a-a2bd-4bd0-94ed-2c76737b0145 req-48b7be12-d2e0-4c98-9a95-244d7df75953 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d5990f07-3dfb-4178-9590-e3e132a5f43d HTTP/1.1" status: 200 len: 920 time: 1.3529091 Feb 17 17:53:05.152012 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d14c1c7a-a2bd-4bd0-94ed-2c76737b0145 req-58346a1f-6a77-4b45-a73a-8da819640d97 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9 HTTP/1.1" status: 200 len: 217 time: 0.0738270 Feb 17 17:53:05.170434 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9e2fb478-3236-4161-b705-bc8ee74ec763 admin admin] Publish callbacks [] for security_group (f203283a-f2ed-4c34-909b-5eb3b3de8239), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:05.180701 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9e2fb478-3236-4161-b705-bc8ee74ec763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (f203283a-f2ed-4c34-909b-5eb3b3de8239), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:05.231386 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9e2fb478-3236-4161-b705-bc8ee74ec763 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=cd89d3c3b8464673a6a23f5b4075aa49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5434344 Feb 17 17:53:05.232315 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42046) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:05.274732 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2fb478-3236-4161-b705-bc8ee74ec763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f203283a-f2ed-4c34-909b-5eb3b3de8239,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:05.318527 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e6bdc552-d75a-46db-bbea-6df252ec684c admin admin] Publish callbacks [] for security_group (f203283a-f2ed-4c34-909b-5eb3b3de8239), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:05.322846 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c1c7a-a2bd-4bd0-94ed-2c76737b0145 req-341f906b-8815-4ed5-bf64-74b842639e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:05.325712 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d14c1c7a-a2bd-4bd0-94ed-2c76737b0145 req-341f906b-8815-4ed5-bf64-74b842639e1a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f38a3055-6916-493f-ac03-180a8f2c57c4 HTTP/1.1" status: 200 len: 859 time: 0.1632082 Feb 17 17:53:05.403709 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e6bdc552-d75a-46db-bbea-6df252ec684c admin admin] Publish callbacks [] for security_group (f203283a-f2ed-4c34-909b-5eb3b3de8239), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:05.418499 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d14c1c7a-a2bd-4bd0-94ed-2c76737b0145 req-b4b038aa-7aa7-4380-b4d2-8560aa70f166 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d5990f07-3dfb-4178-9590-e3e132a5f43d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777526 Feb 17 17:53:05.482085 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2f9d24fb-daa9-43b3-9452-afeb366b91a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:05.577169 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e6bdc552-d75a-46db-bbea-6df252ec684c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (f203283a-f2ed-4c34-909b-5eb3b3de8239), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:05.582904 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e6bdc552-d75a-46db-bbea-6df252ec684c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:05.584674 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e6bdc552-d75a-46db-bbea-6df252ec684c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f203283a-f2ed-4c34-909b-5eb3b3de8239 HTTP/1.1" status: 204 len: 168 time: 0.3502369 Feb 17 17:53:05.596947 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bdc552-d75a-46db-bbea-6df252ec684c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f203283a-f2ed-4c34-909b-5eb3b3de8239,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:05.598128 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-3bd2a280-2f67-425b-83e9-a73bad863faf req-fd969bfc-d938-48f1-a2f5-5663380beed7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45efdb57-612c-4a61-93ec-2b44ec255251 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:53:05.660094 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3bd2a280-2f67-425b-83e9-a73bad863faf req-fd969bfc-d938-48f1-a2f5-5663380beed7 service neutron] Publish callbacks [] for port (45efdb57-612c-4a61-93ec-2b44ec255251), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:05.721592 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-3bd2a280-2f67-425b-83e9-a73bad863faf req-fd969bfc-d938-48f1-a2f5-5663380beed7 service neutron] Transition to ACTIVE for port object 45efdb57-612c-4a61-93ec-2b44ec255251 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:53:05.734438 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3bd2a280-2f67-425b-83e9-a73bad863faf req-fd969bfc-d938-48f1-a2f5-5663380beed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (45efdb57-612c-4a61-93ec-2b44ec255251), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:05.811388 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d14c1c7a-a2bd-4bd0-94ed-2c76737b0145 req-b497809b-813c-4d40-b425-c4972decfd86 service neutron] 10.222.0.71 "GET /v2.0/networks/d5990f07-3dfb-4178-9590-e3e132a5f43d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901768 Feb 17 17:53:05.958335 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd969bfc-d938-48f1-a2f5-5663380beed7 service neutron] Pushing event updated for resources: {'Port': ['ID=45efdb57-612c-4a61-93ec-2b44ec255251,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:06.312610 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-3bd2a280-2f67-425b-83e9-a73bad863faf req-fd969bfc-d938-48f1-a2f5-5663380beed7 service neutron] Attempting to bind port 45efdb57-612c-4a61-93ec-2b44ec255251 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:53:06.315785 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-3bd2a280-2f67-425b-83e9-a73bad863faf req-fd969bfc-d938-48f1-a2f5-5663380beed7 service neutron] Attempting to bind port 45efdb57-612c-4a61-93ec-2b44ec255251 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '44570946-cccc-4504-9a7b-a57e09c343d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:53:06.316159 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd2a280-2f67-425b-83e9-a73bad863faf req-fd969bfc-d938-48f1-a2f5-5663380beed7 service neutron] Attempting to bind port 45efdb57-612c-4a61-93ec-2b44ec255251 on network 106d8950-35e8-4e49-bc8b-6ac4436cd2fe {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:53:06.374077 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd2a280-2f67-425b-83e9-a73bad863faf req-fd969bfc-d938-48f1-a2f5-5663380beed7 service neutron] Port 45efdb57-612c-4a61-93ec-2b44ec255251 on network 106d8950-35e8-4e49-bc8b-6ac4436cd2fe not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:53:06.374077 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd2a280-2f67-425b-83e9-a73bad863faf req-fd969bfc-d938-48f1-a2f5-5663380beed7 service neutron] Attempting to bind port 45efdb57-612c-4a61-93ec-2b44ec255251 on network 106d8950-35e8-4e49-bc8b-6ac4436cd2fe {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:53:06.383030 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd2a280-2f67-425b-83e9-a73bad863faf req-fd969bfc-d938-48f1-a2f5-5663380beed7 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:53:06.383368 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd2a280-2f67-425b-83e9-a73bad863faf req-fd969bfc-d938-48f1-a2f5-5663380beed7 service neutron] Checking segment: {'id': '44570946-cccc-4504-9a7b-a57e09c343d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:53:06.383756 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd2a280-2f67-425b-83e9-a73bad863faf req-fd969bfc-d938-48f1-a2f5-5663380beed7 service neutron] Bound using segment: {'id': '44570946-cccc-4504-9a7b-a57e09c343d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:53:06.384226 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-3bd2a280-2f67-425b-83e9-a73bad863faf req-fd969bfc-d938-48f1-a2f5-5663380beed7 service neutron] Bound port: 45efdb57-612c-4a61-93ec-2b44ec255251, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44570946-cccc-4504-9a7b-a57e09c343d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:53:06.384633 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3bd2a280-2f67-425b-83e9-a73bad863faf req-fd969bfc-d938-48f1-a2f5-5663380beed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (45efdb57-612c-4a61-93ec-2b44ec255251), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:06.440303 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42092) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:06.456210 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f67b645-57a8-489c-b2cb-cf3cbec31065 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:06.470940 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d14c1c7a-a2bd-4bd0-94ed-2c76737b0145 req-136abcf3-3649-45e3-90c8-79e8fe849255 service neutron] 10.222.0.71 "GET /v2.0/networks/d5990f07-3dfb-4178-9590-e3e132a5f43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6468995 Feb 17 17:53:06.495044 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ed558-4e1e-464f-abf8-d28decf74324 req-fc7eed61-7d9a-45cb-b169-89b9589ba8a3 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:06.503330 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6e9ed558-4e1e-464f-abf8-d28decf74324 req-fc7eed61-7d9a-45cb-b169-89b9589ba8a3 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=f255e24f-b858-4ca9-98e5-1b82ef9909e4 HTTP/1.1" status: 200 len: 943 time: 0.4763596 Feb 17 17:53:06.579565 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a685f3d-c12f-427a-b2ac-456694f6ecd7 req-0411fbbd-48d3-4d26-af7a-19f631e5fa60 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:06.581202 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8a685f3d-c12f-427a-b2ac-456694f6ecd7 req-0411fbbd-48d3-4d26-af7a-19f631e5fa60 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 946 time: 0.3154318 Feb 17 17:53:06.608345 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f67b645-57a8-489c-b2cb-cf3cbec31065 admin admin] Publish callbacks [] for security_group (7003ab8b-78e4-4fef-813a-823a9d414b36), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:06.614488 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6e9ed558-4e1e-464f-abf8-d28decf74324 req-a70ba8e6-d8b9-4978-b6bd-742930d3dddf tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103156 Feb 17 17:53:06.619848 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f67b645-57a8-489c-b2cb-cf3cbec31065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (7003ab8b-78e4-4fef-813a-823a9d414b36), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:06.680598 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:06.692406 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f67b645-57a8-489c-b2cb-cf3cbec31065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7003ab8b-78e4-4fef-813a-823a9d414b36,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:06.720755 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4f67b645-57a8-489c-b2cb-cf3cbec31065 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9d7c9f23e6f440ed8a20c4415407dbc8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2793396 Feb 17 17:53:06.721391 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42102) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:06.758339 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8a685f3d-c12f-427a-b2ac-456694f6ecd7 req-e2fd4d93-7ab4-4368-80f8-97b39ce48e83 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496305 Feb 17 17:53:06.759894 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-3bd2a280-2f67-425b-83e9-a73bad863faf req-fd969bfc-d938-48f1-a2f5-5663380beed7 service neutron] For port 45efdb57-612c-4a61-93ec-2b44ec255251, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:53:06.795283 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-3bd2a280-2f67-425b-83e9-a73bad863faf req-fd969bfc-d938-48f1-a2f5-5663380beed7 service neutron] For port 45efdb57-612c-4a61-93ec-2b44ec255251, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=45efdb57-612c-4a61-93ec-2b44ec255251,segment=NetworkSegment(44570946-cccc-4504-9a7b-a57e09c343d6),segment_id=44570946-cccc-4504-9a7b-a57e09c343d6)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:53:06.812908 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3bd2a280-2f67-425b-83e9-a73bad863faf req-fd969bfc-d938-48f1-a2f5-5663380beed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (45efdb57-612c-4a61-93ec-2b44ec255251), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:06.858828 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2a280-2f67-425b-83e9-a73bad863faf req-fd969bfc-d938-48f1-a2f5-5663380beed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:06.859488 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3bd2a280-2f67-425b-83e9-a73bad863faf req-fd969bfc-d938-48f1-a2f5-5663380beed7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:06.860960 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3bd2a280-2f67-425b-83e9-a73bad863faf req-fd969bfc-d938-48f1-a2f5-5663380beed7 service neutron] 10.222.0.71 "PUT /v2.0/ports/45efdb57-612c-4a61-93ec-2b44ec255251 HTTP/1.1" status: 200 len: 1091 time: 3.9245577 Feb 17 17:53:06.861435 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f255e24f-b858-4ca9-98e5-1b82ef9909e4', 'tag': '45efdb57-612c-4a61-93ec-2b44ec255251'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:53:06.863850 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ee4127-0c86-411c-b040-752441364964" -d '{"events": [{"name": "network-changed", "server_uuid": "f255e24f-b858-4ca9-98e5-1b82ef9909e4", "tag": "45efdb57-612c-4a61-93ec-2b44ec255251"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:53:06.911072 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd969bfc-d938-48f1-a2f5-5663380beed7 service neutron] Pushing event updated for resources: {'Port': ['ID=45efdb57-612c-4a61-93ec-2b44ec255251,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:06.928734 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5afb2f59-5190-4aad-b324-414fb0e45120 admin admin] Publish callbacks [] for security_group (7003ab8b-78e4-4fef-813a-823a9d414b36), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:06.959770 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5afb2f59-5190-4aad-b324-414fb0e45120 admin admin] Publish callbacks [] for security_group (7003ab8b-78e4-4fef-813a-823a9d414b36), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:07.000942 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a2df7b-7525-45cc-b5d6-d86f349cc052 x-openstack-request-id: req-12a2df7b-7525-45cc-b5d6-d86f349cc052 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:53:07.001431 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f255e24f-b858-4ca9-98e5-1b82ef9909e4", "tag": "45efdb57-612c-4a61-93ec-2b44ec255251", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:53:07.001545 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-12a2df7b-7525-45cc-b5d6-d86f349cc052 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:53:07.002752 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f255e24f-b858-4ca9-98e5-1b82ef9909e4', 'tag': '45efdb57-612c-4a61-93ec-2b44ec255251', 'status': 'completed', 'code': 200} Feb 17 17:53:07.042622 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5afb2f59-5190-4aad-b324-414fb0e45120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (7003ab8b-78e4-4fef-813a-823a9d414b36), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:07.046548 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5afb2f59-5190-4aad-b324-414fb0e45120 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:07.049433 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2a280-2f67-425b-83e9-a73bad863faf req-35b1f588-dcf6-425c-bc5d-ded1b255befa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:07.061729 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3bd2a280-2f67-425b-83e9-a73bad863faf req-35b1f588-dcf6-425c-bc5d-ded1b255befa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=708d2e36ca25476d9214a2f14ef71fc9&device_id=f255e24f-b858-4ca9-98e5-1b82ef9909e4 HTTP/1.1" status: 200 len: 1125 time: 0.1462798 Feb 17 17:53:07.081248 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5afb2f59-5190-4aad-b324-414fb0e45120 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/7003ab8b-78e4-4fef-813a-823a9d414b36 HTTP/1.1" status: 204 len: 168 time: 0.3399715 Feb 17 17:53:07.097737 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afb2f59-5190-4aad-b324-414fb0e45120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7003ab8b-78e4-4fef-813a-823a9d414b36,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:07.141107 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3bd2a280-2f67-425b-83e9-a73bad863faf req-3c12f2d9-dafe-44f0-9e0d-7ac52c6d5b13 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45efdb57-612c-4a61-93ec-2b44ec255251 HTTP/1.1" status: 200 len: 217 time: 0.0709755 Feb 17 17:53:07.219541 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2a280-2f67-425b-83e9-a73bad863faf req-d6e603c1-5eec-41a3-97bf-dc19a48c0d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:07.221110 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3bd2a280-2f67-425b-83e9-a73bad863faf req-d6e603c1-5eec-41a3-97bf-dc19a48c0d5a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f5806a5b-efbb-4c84-b3a4-70ad6c804540 HTTP/1.1" status: 200 len: 851 time: 0.0706506 Feb 17 17:53:07.388000 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2a280-2f67-425b-83e9-a73bad863faf req-e25c2b5c-a0a3-4613-a04f-ba54b9c138dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:07.390159 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3bd2a280-2f67-425b-83e9-a73bad863faf req-e25c2b5c-a0a3-4613-a04f-ba54b9c138dc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=106d8950-35e8-4e49-bc8b-6ac4436cd2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1625841 Feb 17 17:53:07.595234 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3bd2a280-2f67-425b-83e9-a73bad863faf req-695ab438-d228-4f30-8de9-3b25534ee87c service neutron] 10.222.0.71 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881227 Feb 17 17:53:07.936041 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3bd2a280-2f67-425b-83e9-a73bad863faf req-37da4390-2eae-4bb3-8145-b1c313b03d2a service neutron] 10.222.0.71 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308210 Feb 17 17:53:07.959796 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:08.118094 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0905762-2f9f-42b3-98a9-0d9de91de0e0 req-b83e1673-97e9-42cf-9da2-790fab40159d tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:08.118094 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d0905762-2f9f-42b3-98a9-0d9de91de0e0 req-b83e1673-97e9-42cf-9da2-790fab40159d tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=f255e24f-b858-4ca9-98e5-1b82ef9909e4 HTTP/1.1" status: 200 len: 943 time: 0.2953274 Feb 17 17:53:08.187661 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7536e6f-6a22-4198-8c70-c58ac2f2f2fa req-763ecbf7-f97d-4f5a-b59e-3b6fad024ecc tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:08.198023 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c7536e6f-6a22-4198-8c70-c58ac2f2f2fa req-763ecbf7-f97d-4f5a-b59e-3b6fad024ecc tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 946 time: 0.2283363 Feb 17 17:53:08.391462 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c7536e6f-6a22-4198-8c70-c58ac2f2f2fa req-36859143-1b9c-4955-8058-54d777eea7dc tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774983 Feb 17 17:53:08.399303 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d0905762-2f9f-42b3-98a9-0d9de91de0e0 req-7ca77beb-1c65-411b-99ac-0cc75ba14f23 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940720 Feb 17 17:53:08.401438 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee4127-0c86-411c-b040-752441364964 req-eaf2bed0-4f58-43db-90f4-274ee0554acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:08.402999 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-64ee4127-0c86-411c-b040-752441364964 req-eaf2bed0-4f58-43db-90f4-274ee0554acd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=708d2e36ca25476d9214a2f14ef71fc9&device_id=f255e24f-b858-4ca9-98e5-1b82ef9909e4 HTTP/1.1" status: 200 len: 1125 time: 0.3498743 Feb 17 17:53:08.553834 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee4127-0c86-411c-b040-752441364964 req-d7954cb7-95fc-42fc-9e47-504368be18c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:08.555562 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-64ee4127-0c86-411c-b040-752441364964 req-d7954cb7-95fc-42fc-9e47-504368be18c8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=106d8950-35e8-4e49-bc8b-6ac4436cd2fe HTTP/1.1" status: 200 len: 913 time: 0.1384561 Feb 17 17:53:08.626935 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-64ee4127-0c86-411c-b040-752441364964 req-45ba6036-2faf-401f-af03-78104ed8e484 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45efdb57-612c-4a61-93ec-2b44ec255251 HTTP/1.1" status: 200 len: 217 time: 0.0622928 Feb 17 17:53:08.687657 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee4127-0c86-411c-b040-752441364964 req-a87b119d-a51a-449e-b931-76d3a5fbb1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:08.689742 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-64ee4127-0c86-411c-b040-752441364964 req-a87b119d-a51a-449e-b931-76d3a5fbb1a9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f5806a5b-efbb-4c84-b3a4-70ad6c804540 HTTP/1.1" status: 200 len: 851 time: 0.0566001 Feb 17 17:53:08.754523 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee4127-0c86-411c-b040-752441364964 req-8a4ad348-3161-4738-8bb6-5095b0b353d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:08.756832 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-64ee4127-0c86-411c-b040-752441364964 req-8a4ad348-3161-4738-8bb6-5095b0b353d7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=106d8950-35e8-4e49-bc8b-6ac4436cd2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0601661 Feb 17 17:53:09.000445 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-64ee4127-0c86-411c-b040-752441364964 req-449060ff-031a-4f8b-9af6-c47ac1e5ae55 service neutron] 10.222.0.71 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297289 Feb 17 17:53:09.157430 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:09.206329 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-64ee4127-0c86-411c-b040-752441364964 req-34c1bf86-194a-4f97-8b6d-1f4d0453cd46 service neutron] 10.222.0.71 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990032 Feb 17 17:53:09.368874 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 45efdb57-612c-4a61-93ec-2b44ec255251 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:53:09.574394 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42284) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:09.683934 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 45efdb57-612c-4a61-93ec-2b44ec255251, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=45efdb57-612c-4a61-93ec-2b44ec255251,segment=NetworkSegment(44570946-cccc-4504-9a7b-a57e09c343d6),segment_id=44570946-cccc-4504-9a7b-a57e09c343d6)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:53:09.726219 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '45efdb57-612c-4a61-93ec-2b44ec255251', 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe', 'port_id': '45efdb57-612c-4a61-93ec-2b44ec255251', 'mac_address': 'fa:16:3e:53:e9:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5806a5b-efbb-4c84-b3a4-70ad6c804540', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:53:09.741546 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb16508-2e70-4f76-92d6-895c97737075 req-6b20a208-b9c5-42fb-b503-a796abd0b61b tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:09.749778 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dcb16508-2e70-4f76-92d6-895c97737075 req-6b20a208-b9c5-42fb-b503-a796abd0b61b tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 946 time: 0.2152567 Feb 17 17:53:09.805790 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-6c48ab69-5f9d-4139-b6b2-984bb276f8be tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1754104653'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:53:09.810085 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 45efdb57-612c-4a61-93ec-2b44ec255251 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:53:09.810936 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (45efdb57-612c-4a61-93ec-2b44ec255251), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:09.843114 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6c48ab69-5f9d-4139-b6b2-984bb276f8be tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (5b73592f-ebc0-4649-bae6-e21303b148e3), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:09.844430 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6c48ab69-5f9d-4139-b6b2-984bb276f8be tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (5b73592f-ebc0-4649-bae6-e21303b148e3), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:09.856742 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45efdb57-612c-4a61-93ec-2b44ec255251 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:53:09.864290 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc367ab2-97ea-4b39-839a-1bc6420d0045 req-b965136f-ce52-4506-8afa-fbeac7f7a54b tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:09.864857 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc367ab2-97ea-4b39-839a-1bc6420d0045 req-b965136f-ce52-4506-8afa-fbeac7f7a54b tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=f255e24f-b858-4ca9-98e5-1b82ef9909e4 HTTP/1.1" status: 200 len: 943 time: 0.2625451 Feb 17 17:53:09.912634 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dcb16508-2e70-4f76-92d6-895c97737075 req-5450c5d5-011d-4a46-b014-af975064abf2 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608727 Feb 17 17:53:09.918073 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 45efdb57-612c-4a61-93ec-2b44ec255251, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=45efdb57-612c-4a61-93ec-2b44ec255251,segment=NetworkSegment(44570946-cccc-4504-9a7b-a57e09c343d6),segment_id=44570946-cccc-4504-9a7b-a57e09c343d6)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:53:09.939466 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (45efdb57-612c-4a61-93ec-2b44ec255251), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:09.970059 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6c48ab69-5f9d-4139-b6b2-984bb276f8be tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Publish callbacks [] for router_controller (5b73592f-ebc0-4649-bae6-e21303b148e3), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:09.975467 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6c48ab69-5f9d-4139-b6b2-984bb276f8be tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (5b73592f-ebc0-4649-bae6-e21303b148e3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:10.003451 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6c48ab69-5f9d-4139-b6b2-984bb276f8be tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:10.005074 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6c48ab69-5f9d-4139-b6b2-984bb276f8be tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.4299483 Feb 17 17:53:10.008010 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42306) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:10.019220 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc367ab2-97ea-4b39-839a-1bc6420d0045 req-61ba19e2-0aec-42cc-911b-95f79d43d85e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476779 Feb 17 17:53:10.080521 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=45efdb57-612c-4a61-93ec-2b44ec255251,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:10.166477 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['45efdb57-612c-4a61-93ec-2b44ec255251'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:53:10.788956 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bb24ca40-a184-4448-b8ba-a2f4842e99cc tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Publish callbacks [] for router (5b73592f-ebc0-4649-bae6-e21303b148e3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:11.164664 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bb24ca40-a184-4448-b8ba-a2f4842e99cc tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (5b73592f-ebc0-4649-bae6-e21303b148e3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:11.169317 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bb24ca40-a184-4448-b8ba-a2f4842e99cc tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Publish callbacks [] for router_controller (5b73592f-ebc0-4649-bae6-e21303b148e3), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:11.293611 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bb24ca40-a184-4448-b8ba-a2f4842e99cc tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (5b73592f-ebc0-4649-bae6-e21303b148e3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:11.294322 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb24ca40-a184-4448-b8ba-a2f4842e99cc tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5b73592f-ebc0-4649-bae6-e21303b148e3 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:53:11.299941 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bb24ca40-a184-4448-b8ba-a2f4842e99cc tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:11.301613 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bb24ca40-a184-4448-b8ba-a2f4842e99cc tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] 10.222.0.87 "DELETE /v2.0/routers/5b73592f-ebc0-4649-bae6-e21303b148e3 HTTP/1.1" status: 204 len: 168 time: 1.2921934 Feb 17 17:53:11.304828 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42402) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:11.309846 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-6a737bc3-dc4e-4d8d-9f08-d1097cb35897 tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Request body: {'router': {'name': 'tempest-router-160539777', 'distributed': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:53:11.357600 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6a737bc3-dc4e-4d8d-9f08-d1097cb35897 tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (4a8f773d-2507-4b90-b79c-e3d65729566b), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:11.359040 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6a737bc3-dc4e-4d8d-9f08-d1097cb35897 tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (4a8f773d-2507-4b90-b79c-e3d65729566b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:11.388528 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 45efdb57-612c-4a61-93ec-2b44ec255251 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:53:11.422325 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6a737bc3-dc4e-4d8d-9f08-d1097cb35897 tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Publish callbacks [] for router_controller (4a8f773d-2507-4b90-b79c-e3d65729566b), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:11.425969 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d64db-2316-498b-8a7c-ee670cdba02d req-739329b8-63b2-49b3-a099-2f40d6401e3c tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:11.432166 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6a737bc3-dc4e-4d8d-9f08-d1097cb35897 tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (4a8f773d-2507-4b90-b79c-e3d65729566b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:11.436125 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2b9d64db-2316-498b-8a7c-ee670cdba02d req-739329b8-63b2-49b3-a099-2f40d6401e3c tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=f255e24f-b858-4ca9-98e5-1b82ef9909e4 HTTP/1.1" status: 200 len: 944 time: 0.2317438 Feb 17 17:53:11.470134 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6a737bc3-dc4e-4d8d-9f08-d1097cb35897 tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:11.471803 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6a737bc3-dc4e-4d8d-9f08-d1097cb35897 tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1658049 Feb 17 17:53:11.476661 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42406) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:11.556547 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2b9d64db-2316-498b-8a7c-ee670cdba02d req-73a5aeab-900f-4d8e-a27f-b2702f9afbad tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158249 Feb 17 17:53:11.601743 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 45efdb57-612c-4a61-93ec-2b44ec255251 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:53:11.609501 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 45efdb57-612c-4a61-93ec-2b44ec255251 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:53:11.609773 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (45efdb57-612c-4a61-93ec-2b44ec255251), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:11.673638 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d9e5b2df-635d-49b1-b82a-2e3f629d47d0 tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Publish callbacks [] for router (4a8f773d-2507-4b90-b79c-e3d65729566b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:11.756194 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 45efdb57-612c-4a61-93ec-2b44ec255251 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:53:11.756629 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (45efdb57-612c-4a61-93ec-2b44ec255251), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:11.807677 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f255e24f-b858-4ca9-98e5-1b82ef9909e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45efdb57-612c-4a61-93ec-2b44ec255251'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:53:11.810986 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1446aa29-66e3-4a5d-9bd9-3945e2b484af" -d '{"events": [{"server_uuid": "f255e24f-b858-4ca9-98e5-1b82ef9909e4", "name": "network-vif-plugged", "status": "completed", "tag": "45efdb57-612c-4a61-93ec-2b44ec255251"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:53:11.827312 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 45efdb57-612c-4a61-93ec-2b44ec255251, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=45efdb57-612c-4a61-93ec-2b44ec255251,segment=NetworkSegment(44570946-cccc-4504-9a7b-a57e09c343d6),segment_id=44570946-cccc-4504-9a7b-a57e09c343d6)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:53:11.838870 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (45efdb57-612c-4a61-93ec-2b44ec255251), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:11.929570 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775fdcc3-7432-4735-ac6c-d140e18fc3c5 x-openstack-request-id: req-775fdcc3-7432-4735-ac6c-d140e18fc3c5 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:53:11.930616 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f255e24f-b858-4ca9-98e5-1b82ef9909e4", "name": "network-vif-plugged", "status": "completed", "tag": "45efdb57-612c-4a61-93ec-2b44ec255251", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:53:11.933418 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-775fdcc3-7432-4735-ac6c-d140e18fc3c5 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:53:11.934025 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f255e24f-b858-4ca9-98e5-1b82ef9909e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45efdb57-612c-4a61-93ec-2b44ec255251', 'code': 200} Feb 17 17:53:11.971356 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d9e5b2df-635d-49b1-b82a-2e3f629d47d0 tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (4a8f773d-2507-4b90-b79c-e3d65729566b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:11.974291 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d9e5b2df-635d-49b1-b82a-2e3f629d47d0 tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Publish callbacks [] for router_controller (4a8f773d-2507-4b90-b79c-e3d65729566b), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:12.001544 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=45efdb57-612c-4a61-93ec-2b44ec255251,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:12.007323 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42436) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:12.285601 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d9e5b2df-635d-49b1-b82a-2e3f629d47d0 tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (4a8f773d-2507-4b90-b79c-e3d65729566b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:12.285601 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e5b2df-635d-49b1-b82a-2e3f629d47d0 tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4a8f773d-2507-4b90-b79c-e3d65729566b {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:53:12.285601 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d9e5b2df-635d-49b1-b82a-2e3f629d47d0 tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:12.285601 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d9e5b2df-635d-49b1-b82a-2e3f629d47d0 tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] 10.222.0.87 "DELETE /v2.0/routers/4a8f773d-2507-4b90-b79c-e3d65729566b HTTP/1.1" status: 204 len: 168 time: 0.7423646 Feb 17 17:53:12.285601 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42444) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:12.285601 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-6b62ccbb-5839-4a29-807f-745cd4dd85d7 tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Request body: {'router': {'name': 'tempest-router-1764268675', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'fb1433e1ad214da8a5524836213b8aa1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:53:12.287955 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101762f-1b66-44c6-bfcf-dca2fbfcb64f req-052061f0-5434-4ff0-9c2a-c2676ea18540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:12.287955 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5101762f-1b66-44c6-bfcf-dca2fbfcb64f req-052061f0-5434-4ff0-9c2a-c2676ea18540 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f255e24f-b858-4ca9-98e5-1b82ef9909e4 HTTP/1.1" status: 200 len: 1127 time: 0.2940893 Feb 17 17:53:12.289635 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6b62ccbb-5839-4a29-807f-745cd4dd85d7 tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (4a487ba3-e2df-459e-b609-81d318438840), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:12.290743 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6b62ccbb-5839-4a29-807f-745cd4dd85d7 tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (4a487ba3-e2df-459e-b609-81d318438840), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:12.485209 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6b62ccbb-5839-4a29-807f-745cd4dd85d7 tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Publish callbacks [] for router_controller (4a487ba3-e2df-459e-b609-81d318438840), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:12.489329 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a2ef528d-fe89-42a0-a2b6-1594d7c0d79a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:12.490884 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5101762f-1b66-44c6-bfcf-dca2fbfcb64f req-bfebde6e-1a15-4a8b-b1d5-a126f16eacac service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104986 Feb 17 17:53:12.517153 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6b62ccbb-5839-4a29-807f-745cd4dd85d7 tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (4a487ba3-e2df-459e-b609-81d318438840), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:12.650077 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a2ef528d-fe89-42a0-a2b6-1594d7c0d79a admin admin] Publish callbacks [] for security_group (21ca370d-c942-4e05-9db9-bb25217c01d7), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:12.662516 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a2ef528d-fe89-42a0-a2b6-1594d7c0d79a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (21ca370d-c942-4e05-9db9-bb25217c01d7), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:12.715326 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6b62ccbb-5839-4a29-807f-745cd4dd85d7 tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:12.716887 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6b62ccbb-5839-4a29-807f-745cd4dd85d7 tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4904976 Feb 17 17:53:12.721984 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a2ef528d-fe89-42a0-a2b6-1594d7c0d79a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9baede9de369490fb2529f2f43afbf05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5911674 Feb 17 17:53:12.724134 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42460) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:12.724729 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42462) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:12.746384 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-29a1d6ca-bde3-4e04-8061-74840f93c126 tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:53:12.774550 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393b7e0-0336-4231-a3b7-a0931bb33c9c req-6718b1d4-1877-42fe-bac2-9720db8a83dc tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:12.776112 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f393b7e0-0336-4231-a3b7-a0931bb33c9c req-6718b1d4-1877-42fe-bac2-9720db8a83dc tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=f255e24f-b858-4ca9-98e5-1b82ef9909e4 HTTP/1.1" status: 200 len: 945 time: 0.1034167 Feb 17 17:53:12.852994 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f393b7e0-0336-4231-a3b7-a0931bb33c9c req-f2d51683-7ef5-4ade-adcc-d8bc8d7dad44 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694728 Feb 17 17:53:13.201112 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-29a1d6ca-bde3-4e04-8061-74840f93c126 tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-362104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31404'] for router (4a487ba3-e2df-459e-b609-81d318438840), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:13.201671 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-29a1d6ca-bde3-4e04-8061-74840f93c126 tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Publish callbacks [] for router (4a487ba3-e2df-459e-b609-81d318438840), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:13.242724 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef528d-fe89-42a0-a2b6-1594d7c0d79a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ca370d-c942-4e05-9db9-bb25217c01d7,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:13.287252 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f6cb1b05-fe03-49b0-ada3-2c5b912e08ec admin admin] Publish callbacks [] for security_group (21ca370d-c942-4e05-9db9-bb25217c01d7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:13.326429 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-29a1d6ca-bde3-4e04-8061-74840f93c126 tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103434) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 17 17:53:13.326905 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-29a1d6ca-bde3-4e04-8061-74840f93c126 tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Router 4a487ba3-e2df-459e-b609-81d318438840 migrating from provider to provider. {{(pid=103434) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 17 17:53:13.327165 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-29a1d6ca-bde3-4e04-8061-74840f93c126 tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Publish callbacks [] for router_controller (4a487ba3-e2df-459e-b609-81d318438840), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:13.329896 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f6cb1b05-fe03-49b0-ada3-2c5b912e08ec admin admin] Publish callbacks [] for security_group (21ca370d-c942-4e05-9db9-bb25217c01d7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:13.341619 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-29a1d6ca-bde3-4e04-8061-74840f93c126 tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Publish callbacks [] for router_controller (4a487ba3-e2df-459e-b609-81d318438840), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:13.351470 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-29a1d6ca-bde3-4e04-8061-74840f93c126 tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-362081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-362090', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-362947'] for router (4a487ba3-e2df-459e-b609-81d318438840), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:13.482937 n-d-829613-2 neutron-server[103434]: WARNING neutron.scheduler.l3_agent_scheduler [None req-29a1d6ca-bde3-4e04-8061-74840f93c126 tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] No L3 agents can host the router 4a487ba3-e2df-459e-b609-81d318438840 Feb 17 17:53:13.490385 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f6cb1b05-fe03-49b0-ada3-2c5b912e08ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (21ca370d-c942-4e05-9db9-bb25217c01d7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:13.493314 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f6cb1b05-fe03-49b0-ada3-2c5b912e08ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:13.494658 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f6cb1b05-fe03-49b0-ada3-2c5b912e08ec admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/21ca370d-c942-4e05-9db9-bb25217c01d7 HTTP/1.1" status: 204 len: 168 time: 0.5778008 Feb 17 17:53:13.518387 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb1b05-fe03-49b0-ada3-2c5b912e08ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ca370d-c942-4e05-9db9-bb25217c01d7,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:13.742701 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a1d6ca-bde3-4e04-8061-74840f93c126 tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Hosts for router 4a487ba3-e2df-459e-b609-81d318438840: [] {{(pid=103434) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 17 17:53:13.773248 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a1d6ca-bde3-4e04-8061-74840f93c126 tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Hosts for other DVR routers connected to router 4a487ba3-e2df-459e-b609-81d318438840: set() {{(pid=103434) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 17 17:53:13.776717 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-29a1d6ca-bde3-4e04-8061-74840f93c126 tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:13.782638 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-29a1d6ca-bde3-4e04-8061-74840f93c126 tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] 10.222.0.87 "PUT /v2.0/routers/4a487ba3-e2df-459e-b609-81d318438840 HTTP/1.1" status: 200 len: 717 time: 1.0565398 Feb 17 17:53:13.783061 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42490) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:13.906905 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-75d55393-7728-4e55-b1ab-cd2dcf14c01b tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] 10.222.0.87 "GET /v2.0/routers/4a487ba3-e2df-459e-b609-81d318438840 HTTP/1.1" status: 200 len: 717 time: 0.1224432 Feb 17 17:53:13.910080 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42504) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:14.175240 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941380ae-8fc6-48fa-9975-3d33d94090b0 req-919799c2-0d3a-4faf-bc70-5a636906a24c tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:14.182892 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-941380ae-8fc6-48fa-9975-3d33d94090b0 req-919799c2-0d3a-4faf-bc70-5a636906a24c tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 946 time: 0.2738416 Feb 17 17:53:14.203248 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c334d4d-7e10-4440-93a8-2b35f3a62b74 req-f478a1f6-e6c1-4faa-b25b-c7734def86b6 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:14.211971 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4c334d4d-7e10-4440-93a8-2b35f3a62b74 req-f478a1f6-e6c1-4faa-b25b-c7734def86b6 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=f255e24f-b858-4ca9-98e5-1b82ef9909e4 HTTP/1.1" status: 200 len: 945 time: 0.1834683 Feb 17 17:53:14.287720 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-941380ae-8fc6-48fa-9975-3d33d94090b0 req-4e96d2cd-0493-47e6-9349-dcad8ee4caaf tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038582 Feb 17 17:53:14.463088 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-71fa9a4b-65c1-47b3-8376-29beb7aec403 tempest-RoutersTestDVR-939017449 tempest-RoutersTestDVR-939017449-project] 10.222.0.87 "GET /v2.0/routers/4a487ba3-e2df-459e-b609-81d318438840 HTTP/1.1" status: 200 len: 683 time: 0.5404508 Feb 17 17:53:14.465970 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42548) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:14.491200 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4c334d4d-7e10-4440-93a8-2b35f3a62b74 req-437da02f-cb6d-4f47-8ac3-ff1f6624f37f tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779293 Feb 17 17:53:14.673229 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c681f811-8b52-42ec-b70f-46e91c14f96f tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Publish callbacks [] for router (4a487ba3-e2df-459e-b609-81d318438840), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:14.814211 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d3719170-a7cc-432a-8e06-acac859ffa86 req-45236837-ac56-4c3e-829b-66840bd9ff61 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=708d2e36ca25476d9214a2f14ef71fc9 HTTP/1.1" status: 200 len: 267 time: 0.1137066 Feb 17 17:53:14.960717 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3719170-a7cc-432a-8e06-acac859ffa86 req-a123f219-b1c3-45ce-b4d7-add7e6b53ae9 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:14.978527 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d3719170-a7cc-432a-8e06-acac859ffa86 req-a123f219-b1c3-45ce-b4d7-add7e6b53ae9 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=f255e24f-b858-4ca9-98e5-1b82ef9909e4 HTTP/1.1" status: 200 len: 945 time: 0.1553693 Feb 17 17:53:14.985986 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-d3719170-a7cc-432a-8e06-acac859ffa86 req-3d19b172-7bf9-4570-8a87-a1d236a410f0 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Request body: {'port': {'security_groups': []}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:53:15.106579 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c681f811-8b52-42ec-b70f-46e91c14f96f tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (4a487ba3-e2df-459e-b609-81d318438840), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:15.113889 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c681f811-8b52-42ec-b70f-46e91c14f96f tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Publish callbacks [] for router_controller (4a487ba3-e2df-459e-b609-81d318438840), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:15.150675 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d3719170-a7cc-432a-8e06-acac859ffa86 req-3d19b172-7bf9-4570-8a87-a1d236a410f0 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (45efdb57-612c-4a61-93ec-2b44ec255251), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:15.193268 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c681f811-8b52-42ec-b70f-46e91c14f96f tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (4a487ba3-e2df-459e-b609-81d318438840), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:15.194417 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c681f811-8b52-42ec-b70f-46e91c14f96f tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4a487ba3-e2df-459e-b609-81d318438840 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:53:15.226153 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c681f811-8b52-42ec-b70f-46e91c14f96f tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:15.227662 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c681f811-8b52-42ec-b70f-46e91c14f96f tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] 10.222.0.87 "DELETE /v2.0/routers/4a487ba3-e2df-459e-b609-81d318438840 HTTP/1.1" status: 204 len: 168 time: 0.7606838 Feb 17 17:53:15.232182 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42592) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:15.238133 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-910e8aea-6354-4e25-9bf4-74835a29caec tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Request body: {'router': {'name': 'tempest-router-1171036979', 'distributed': True}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:53:15.268482 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-910e8aea-6354-4e25-9bf4-74835a29caec tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (85b099a3-52d3-4486-b16a-a1e5bf2cf0dd), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:15.271775 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-910e8aea-6354-4e25-9bf4-74835a29caec tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (85b099a3-52d3-4486-b16a-a1e5bf2cf0dd), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:15.445507 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-910e8aea-6354-4e25-9bf4-74835a29caec tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Publish callbacks [] for router_controller (85b099a3-52d3-4486-b16a-a1e5bf2cf0dd), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:15.457947 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-910e8aea-6354-4e25-9bf4-74835a29caec tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (85b099a3-52d3-4486-b16a-a1e5bf2cf0dd), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:15.462456 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-d3719170-a7cc-432a-8e06-acac859ffa86 req-3d19b172-7bf9-4570-8a87-a1d236a410f0 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] For port 45efdb57-612c-4a61-93ec-2b44ec255251, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=45efdb57-612c-4a61-93ec-2b44ec255251,segment=NetworkSegment(44570946-cccc-4504-9a7b-a57e09c343d6),segment_id=44570946-cccc-4504-9a7b-a57e09c343d6)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:53:15.491956 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-910e8aea-6354-4e25-9bf4-74835a29caec tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:15.497941 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-910e8aea-6354-4e25-9bf4-74835a29caec tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2641888 Feb 17 17:53:15.500497 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42596) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:15.660805 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d3719170-a7cc-432a-8e06-acac859ffa86 req-3d19b172-7bf9-4570-8a87-a1d236a410f0 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks [] for port (45efdb57-612c-4a61-93ec-2b44ec255251), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:15.790986 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d3719170-a7cc-432a-8e06-acac859ffa86 req-3d19b172-7bf9-4570-8a87-a1d236a410f0 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (45efdb57-612c-4a61-93ec-2b44ec255251), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:15.807317 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['45efdb57-612c-4a61-93ec-2b44ec255251'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:53:15.812185 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['c9fc73c9-8067-4b99-af61-88f9b343d18b', 'f6087b42-78d7-455a-bd5f-c69b694530f6'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:53:16.013710 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3719170-a7cc-432a-8e06-acac859ffa86 req-3d19b172-7bf9-4570-8a87-a1d236a410f0 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:16.017626 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d3719170-a7cc-432a-8e06-acac859ffa86 req-3d19b172-7bf9-4570-8a87-a1d236a410f0 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:16.031809 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d3719170-a7cc-432a-8e06-acac859ffa86 req-3d19b172-7bf9-4570-8a87-a1d236a410f0 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "PUT /v2.0/ports/45efdb57-612c-4a61-93ec-2b44ec255251 HTTP/1.1" status: 200 len: 904 time: 1.0520160 Feb 17 17:53:16.055470 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f255e24f-b858-4ca9-98e5-1b82ef9909e4', 'tag': '45efdb57-612c-4a61-93ec-2b44ec255251'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:53:16.058095 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53705075-195a-43f5-93e8-0b38e7fe13d9" -d '{"events": [{"name": "network-changed", "server_uuid": "f255e24f-b858-4ca9-98e5-1b82ef9909e4", "tag": "45efdb57-612c-4a61-93ec-2b44ec255251"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:53:16.127046 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-87a7f9d7-0586-4f92-9cad-8e8d84a27f79 tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Publish callbacks [] for router (85b099a3-52d3-4486-b16a-a1e5bf2cf0dd), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:16.153492 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9689bfa-84ac-443b-aa7a-bc1c1109f12a x-openstack-request-id: req-e9689bfa-84ac-443b-aa7a-bc1c1109f12a {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:53:16.164689 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f255e24f-b858-4ca9-98e5-1b82ef9909e4", "tag": "45efdb57-612c-4a61-93ec-2b44ec255251", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:53:16.165180 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e9689bfa-84ac-443b-aa7a-bc1c1109f12a {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:53:16.174999 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f255e24f-b858-4ca9-98e5-1b82ef9909e4', 'tag': '45efdb57-612c-4a61-93ec-2b44ec255251', 'status': 'completed', 'code': 200} Feb 17 17:53:16.238889 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['45efdb57-612c-4a61-93ec-2b44ec255251'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:53:16.375199 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d19b172-7bf9-4570-8a87-a1d236a410f0 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Pushing event updated for resources: {'Port': ['ID=45efdb57-612c-4a61-93ec-2b44ec255251,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:16.741191 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df808e-8272-40de-ab17-a8ff7c626ea9 req-8cd66397-84f0-4df6-9fbf-e3a8bc02d776 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:16.750397 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-30cb0303-1c1a-4594-be34-c53d43a4247d None None] Provisioning complete for port 45efdb57-612c-4a61-93ec-2b44ec255251 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:53:16.750778 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-30cb0303-1c1a-4594-be34-c53d43a4247d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (45efdb57-612c-4a61-93ec-2b44ec255251), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:16.768403 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-15df808e-8272-40de-ab17-a8ff7c626ea9 req-8cd66397-84f0-4df6-9fbf-e3a8bc02d776 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=f255e24f-b858-4ca9-98e5-1b82ef9909e4 HTTP/1.1" status: 200 len: 907 time: 0.5738392 Feb 17 17:53:16.970536 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-30cb0303-1c1a-4594-be34-c53d43a4247d None None] Current status of the port 45efdb57-612c-4a61-93ec-2b44ec255251 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:53:17.088151 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53705075-195a-43f5-93e8-0b38e7fe13d9 req-92329ffb-95a5-4985-91fb-4c8f38266da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:17.090436 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-53705075-195a-43f5-93e8-0b38e7fe13d9 req-92329ffb-95a5-4985-91fb-4c8f38266da0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=708d2e36ca25476d9214a2f14ef71fc9&device_id=f255e24f-b858-4ca9-98e5-1b82ef9909e4 HTTP/1.1" status: 200 len: 1089 time: 0.9130933 Feb 17 17:53:17.114757 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-87a7f9d7-0586-4f92-9cad-8e8d84a27f79 tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (85b099a3-52d3-4486-b16a-a1e5bf2cf0dd), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:17.140852 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-87a7f9d7-0586-4f92-9cad-8e8d84a27f79 tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Publish callbacks [] for router_controller (85b099a3-52d3-4486-b16a-a1e5bf2cf0dd), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:17.303980 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53705075-195a-43f5-93e8-0b38e7fe13d9 req-bd711f11-5d04-4542-b6d0-c34ef9200393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:17.305995 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-53705075-195a-43f5-93e8-0b38e7fe13d9 req-bd711f11-5d04-4542-b6d0-c34ef9200393 service neutron] 10.222.0.71 "GET /v2.0/networks?id=106d8950-35e8-4e49-bc8b-6ac4436cd2fe HTTP/1.1" status: 200 len: 913 time: 0.1990159 Feb 17 17:53:17.425934 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-53705075-195a-43f5-93e8-0b38e7fe13d9 req-23973ed1-c618-4a92-b855-63dedcab239e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45efdb57-612c-4a61-93ec-2b44ec255251 HTTP/1.1" status: 200 len: 217 time: 0.0648892 Feb 17 17:53:17.559696 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53705075-195a-43f5-93e8-0b38e7fe13d9 req-60d103e5-487c-4488-903a-296233718c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:17.561708 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-53705075-195a-43f5-93e8-0b38e7fe13d9 req-60d103e5-487c-4488-903a-296233718c32 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f5806a5b-efbb-4c84-b3a4-70ad6c804540 HTTP/1.1" status: 200 len: 851 time: 0.1238308 Feb 17 17:53:17.571148 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05eeaca-696d-4735-86da-ececd1f8121b req-644db733-63bc-4e74-bcd5-6cce1cee3669 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:17.572799 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e05eeaca-696d-4735-86da-ececd1f8121b req-644db733-63bc-4e74-bcd5-6cce1cee3669 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.5932286 Feb 17 17:53:17.617730 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-87a7f9d7-0586-4f92-9cad-8e8d84a27f79 tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (85b099a3-52d3-4486-b16a-a1e5bf2cf0dd), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:17.618281 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a7f9d7-0586-4f92-9cad-8e8d84a27f79 tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 85b099a3-52d3-4486-b16a-a1e5bf2cf0dd {{(pid=103435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:53:17.664383 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-87a7f9d7-0586-4f92-9cad-8e8d84a27f79 tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:17.679494 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-87a7f9d7-0586-4f92-9cad-8e8d84a27f79 tempest-RoutersTestDVR-158783747 tempest-RoutersTestDVR-158783747-project-admin] 10.222.0.87 "DELETE /v2.0/routers/85b099a3-52d3-4486-b16a-a1e5bf2cf0dd HTTP/1.1" status: 204 len: 168 time: 2.1695366 Feb 17 17:53:17.712601 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53705075-195a-43f5-93e8-0b38e7fe13d9 req-88079c36-c6b5-4b44-965d-474022aaf337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:17.715431 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-53705075-195a-43f5-93e8-0b38e7fe13d9 req-88079c36-c6b5-4b44-965d-474022aaf337 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=106d8950-35e8-4e49-bc8b-6ac4436cd2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1402993 Feb 17 17:53:17.769947 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e05eeaca-696d-4735-86da-ececd1f8121b req-5753e2a4-8fe1-4957-8038-845cf9598fbc tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382129 Feb 17 17:53:17.905655 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-53705075-195a-43f5-93e8-0b38e7fe13d9 req-100ef758-1325-4600-8e37-c6376ff08715 service neutron] 10.222.0.71 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788406 Feb 17 17:53:18.153165 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1dad11-bff3-45ca-9832-a5ded4555a72 req-2f4b56cc-d647-4cd1-b4fd-899060e94f5b tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:18.154732 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eb1dad11-bff3-45ca-9832-a5ded4555a72 req-2f4b56cc-d647-4cd1-b4fd-899060e94f5b tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.0781496 Feb 17 17:53:18.157016 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-53705075-195a-43f5-93e8-0b38e7fe13d9 req-d08f0043-af5f-49c4-ac52-817a45324b5d service neutron] 10.222.0.71 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409306 Feb 17 17:53:18.240779 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eb1dad11-bff3-45ca-9832-a5ded4555a72 req-7c7f1935-4d04-4988-ae88-cb6467ca24f8 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800099 Feb 17 17:53:18.383367 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42712) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:18.464785 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42718) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:18.533861 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66271ce2-1d2d-4898-81c9-e9b400ee8ea4 req-4c16f09f-d214-4c73-aa93-e1de1b9e94e2 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:18.548476 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-66271ce2-1d2d-4898-81c9-e9b400ee8ea4 req-4c16f09f-d214-4c73-aa93-e1de1b9e94e2 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.1381633 Feb 17 17:53:18.684572 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-66271ce2-1d2d-4898-81c9-e9b400ee8ea4 req-34fc435e-cb45-4b55-a0ea-f5b67b2a25da tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389732 Feb 17 17:53:18.711709 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-19e788a4-6662-4a98-a677-2b6f90bd3cb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:18.813410 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-42e22cf8-234f-4677-9f52-24ff6b935d33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:18.817623 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b973a19-5f8a-4e57-9d8b-195da7d9892d req-4f3561cf-7961-46bb-aa88-2bfb7fdbb153 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:18.819370 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8b973a19-5f8a-4e57-9d8b-195da7d9892d req-4f3561cf-7961-46bb-aa88-2bfb7fdbb153 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.0628309 Feb 17 17:53:18.922496 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8b973a19-5f8a-4e57-9d8b-195da7d9892d req-fa7f1661-a53b-4fe7-8f08-462921a71909 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960152 Feb 17 17:53:19.008489 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:19.018326 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-19e788a4-6662-4a98-a677-2b6f90bd3cb6 admin admin] Publish callbacks [] for security_group (b3bbeab4-3cd8-4222-adc2-b2b8f0827bb5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:19.115439 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-42e22cf8-234f-4677-9f52-24ff6b935d33 admin admin] Publish callbacks [] for security_group (a015087f-3a50-47de-b73a-fad2f09d1f54), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:19.120140 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-19e788a4-6662-4a98-a677-2b6f90bd3cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (b3bbeab4-3cd8-4222-adc2-b2b8f0827bb5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:19.127407 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-42e22cf8-234f-4677-9f52-24ff6b935d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (a015087f-3a50-47de-b73a-fad2f09d1f54), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:19.202163 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42736) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:19.220694 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-42e22cf8-234f-4677-9f52-24ff6b935d33 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=fb1433e1ad214da8a5524836213b8aa1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8142602 Feb 17 17:53:19.303323 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9bf4c948-c566-4a22-85fd-cc032791bc44 req-cdf9e3a6-bd1f-4929-9703-75cb1f512d77 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4617441 Feb 17 17:53:19.314983 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-19e788a4-6662-4a98-a677-2b6f90bd3cb6 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5dfb980575bd41c3b55bd37d98d4904d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8462732 Feb 17 17:53:19.333669 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42744) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:19.338322 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e788a4-6662-4a98-a677-2b6f90bd3cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bbeab4-3cd8-4222-adc2-b2b8f0827bb5,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:19.476637 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e22cf8-234f-4677-9f52-24ff6b935d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a015087f-3a50-47de-b73a-fad2f09d1f54,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:19.530698 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c9eb5e65-912f-47ee-8950-35baab2af02b admin admin] Publish callbacks [] for security_group (a015087f-3a50-47de-b73a-fad2f09d1f54), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:19.533376 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6135662f-a839-470d-9e83-e83c6c7e023b admin admin] Publish callbacks [] for security_group (b3bbeab4-3cd8-4222-adc2-b2b8f0827bb5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:19.538269 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4c948-c566-4a22-85fd-cc032791bc44 req-470a1335-25ea-4b2c-89a4-96ebfd8d4a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:19.539841 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9bf4c948-c566-4a22-85fd-cc032791bc44 req-470a1335-25ea-4b2c-89a4-96ebfd8d4a8e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=708d2e36ca25476d9214a2f14ef71fc9&device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 1127 time: 0.1407328 Feb 17 17:53:19.631926 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c9eb5e65-912f-47ee-8950-35baab2af02b admin admin] Publish callbacks [] for security_group (a015087f-3a50-47de-b73a-fad2f09d1f54), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:19.738720 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c9eb5e65-912f-47ee-8950-35baab2af02b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (a015087f-3a50-47de-b73a-fad2f09d1f54), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:19.742016 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:19.745195 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c9eb5e65-912f-47ee-8950-35baab2af02b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:19.747184 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c9eb5e65-912f-47ee-8950-35baab2af02b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a015087f-3a50-47de-b73a-fad2f09d1f54 HTTP/1.1" status: 204 len: 168 time: 0.5433147 Feb 17 17:53:19.752105 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4c948-c566-4a22-85fd-cc032791bc44 req-f865ad89-5f87-4368-a3ec-81d50bd0653e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:19.754976 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9bf4c948-c566-4a22-85fd-cc032791bc44 req-f865ad89-5f87-4368-a3ec-81d50bd0653e service neutron] 10.222.0.91 "GET /v2.0/networks?id=106d8950-35e8-4e49-bc8b-6ac4436cd2fe HTTP/1.1" status: 200 len: 913 time: 0.1921852 Feb 17 17:53:19.775376 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6135662f-a839-470d-9e83-e83c6c7e023b admin admin] Publish callbacks [] for security_group (b3bbeab4-3cd8-4222-adc2-b2b8f0827bb5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:19.793415 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb5e65-912f-47ee-8950-35baab2af02b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a015087f-3a50-47de-b73a-fad2f09d1f54,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:19.897671 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01621df7-ecbd-4d79-b3ab-5ee2df9eefae req-70c9d434-1e3e-4c8a-94b3-8fa6c43e8758 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:19.905678 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-01621df7-ecbd-4d79-b3ab-5ee2df9eefae req-70c9d434-1e3e-4c8a-94b3-8fa6c43e8758 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/networks?id=106d8950-35e8-4e49-bc8b-6ac4436cd2fe HTTP/1.1" status: 200 len: 812 time: 0.5068269 Feb 17 17:53:19.939165 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-01621df7-ecbd-4d79-b3ab-5ee2df9eefae req-5d2d87fa-f807-4c38-9ff1-eac42da1f1a0 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/quotas/708d2e36ca25476d9214a2f14ef71fc9 HTTP/1.1" status: 200 len: 375 time: 0.0324728 Feb 17 17:53:19.991141 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9bf4c948-c566-4a22-85fd-cc032791bc44 req-c0cf28e2-4eb7-48b8-8a45-5e52f70f22ca service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3df59be5-70eb-43bf-82eb-ef2aa0690a18 HTTP/1.1" status: 200 len: 1000 time: 0.2272198 Feb 17 17:53:20.079077 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-01621df7-ecbd-4d79-b3ab-5ee2df9eefae req-3280b59a-72ba-4f02-af7b-3d5f83e6f520 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=708d2e36ca25476d9214a2f14ef71fc9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1389415 Feb 17 17:53:20.094971 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4c948-c566-4a22-85fd-cc032791bc44 req-eb5fd67e-d8d2-4461-a6f9-2fed12192038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:20.097350 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9bf4c948-c566-4a22-85fd-cc032791bc44 req-eb5fd67e-d8d2-4461-a6f9-2fed12192038 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f5806a5b-efbb-4c84-b3a4-70ad6c804540 HTTP/1.1" status: 200 len: 851 time: 0.0677466 Feb 17 17:53:20.116779 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6135662f-a839-470d-9e83-e83c6c7e023b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (b3bbeab4-3cd8-4222-adc2-b2b8f0827bb5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:20.119828 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6135662f-a839-470d-9e83-e83c6c7e023b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:20.121434 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6135662f-a839-470d-9e83-e83c6c7e023b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b3bbeab4-3cd8-4222-adc2-b2b8f0827bb5 HTTP/1.1" status: 204 len: 168 time: 0.7866344 Feb 17 17:53:20.153376 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6135662f-a839-470d-9e83-e83c6c7e023b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bbeab4-3cd8-4222-adc2-b2b8f0827bb5,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:20.206464 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4c948-c566-4a22-85fd-cc032791bc44 req-ff0218e9-88e5-41d5-9412-69d5d8ed725e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:20.208645 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9bf4c948-c566-4a22-85fd-cc032791bc44 req-ff0218e9-88e5-41d5-9412-69d5d8ed725e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=106d8950-35e8-4e49-bc8b-6ac4436cd2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1053529 Feb 17 17:53:20.380657 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9bf4c948-c566-4a22-85fd-cc032791bc44 req-0ac2385f-ae0c-41fd-ab5f-538b49199444 service neutron] 10.222.0.91 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614630 Feb 17 17:53:20.398812 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42772) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:20.402651 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-01621df7-ecbd-4d79-b3ab-5ee2df9eefae req-e1321446-9597-499e-870c-f17e14a5f099 service neutron] 10.222.0.87 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225284 Feb 17 17:53:20.428446 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b842a646-5087-4ce9-a000-e526b82b2062 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:20.566038 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9bf4c948-c566-4a22-85fd-cc032791bc44 req-e192ca5d-2f5d-4529-80ff-968f61633680 service neutron] 10.222.0.91 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790898 Feb 17 17:53:20.631058 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b842a646-5087-4ce9-a000-e526b82b2062 admin admin] Publish callbacks [] for security_group (d246e5b6-2363-44c7-904f-0723d3202d1e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:20.644094 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b842a646-5087-4ce9-a000-e526b82b2062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (d246e5b6-2363-44c7-904f-0723d3202d1e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:20.697031 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b842a646-5087-4ce9-a000-e526b82b2062 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=64d3e6339b10450a9f7803c3d3bfbc37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2969964 Feb 17 17:53:20.697862 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b842a646-5087-4ce9-a000-e526b82b2062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d246e5b6-2363-44c7-904f-0723d3202d1e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:20.701057 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42780) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:20.758599 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bdee23eb-f0ae-482a-bc6d-9f4a96600d2a admin admin] Publish callbacks [] for security_group (d246e5b6-2363-44c7-904f-0723d3202d1e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:20.801215 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bdee23eb-f0ae-482a-bc6d-9f4a96600d2a admin admin] Publish callbacks [] for security_group (d246e5b6-2363-44c7-904f-0723d3202d1e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:20.871673 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bdee23eb-f0ae-482a-bc6d-9f4a96600d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (d246e5b6-2363-44c7-904f-0723d3202d1e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:20.875146 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bdee23eb-f0ae-482a-bc6d-9f4a96600d2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:20.878918 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bdee23eb-f0ae-482a-bc6d-9f4a96600d2a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d246e5b6-2363-44c7-904f-0723d3202d1e HTTP/1.1" status: 204 len: 168 time: 0.1745374 Feb 17 17:53:20.888586 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdee23eb-f0ae-482a-bc6d-9f4a96600d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d246e5b6-2363-44c7-904f-0723d3202d1e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:21.016833 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42794) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:21.052023 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-45f54f20-4897-4714-aa38-9ed8191b5b59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:21.215561 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-45f54f20-4897-4714-aa38-9ed8191b5b59 admin admin] Publish callbacks [] for security_group (25d176df-6893-46cb-80b5-2161824d1224), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:21.223348 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-45f54f20-4897-4714-aa38-9ed8191b5b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (25d176df-6893-46cb-80b5-2161824d1224), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:21.269554 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-45f54f20-4897-4714-aa38-9ed8191b5b59 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=55bfff80bd94459aaec8479949c2d439&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2512662 Feb 17 17:53:21.272516 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42804) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:21.337795 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f54f20-4897-4714-aa38-9ed8191b5b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d176df-6893-46cb-80b5-2161824d1224,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:21.355810 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-01621df7-ecbd-4d79-b3ab-5ee2df9eefae req-2fbb7f43-c31c-4daa-92d6-d70bf15f80bb service neutron] 10.222.0.87 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9521434 Feb 17 17:53:21.401124 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d17b0c6-8222-4ab1-b7aa-bddace5f2156 admin admin] Publish callbacks [] for security_group (25d176df-6893-46cb-80b5-2161824d1224), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:21.462383 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d17b0c6-8222-4ab1-b7aa-bddace5f2156 admin admin] Publish callbacks [] for security_group (25d176df-6893-46cb-80b5-2161824d1224), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:21.594562 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d17b0c6-8222-4ab1-b7aa-bddace5f2156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (25d176df-6893-46cb-80b5-2161824d1224), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:21.598857 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d17b0c6-8222-4ab1-b7aa-bddace5f2156 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:21.600255 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0d17b0c6-8222-4ab1-b7aa-bddace5f2156 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/25d176df-6893-46cb-80b5-2161824d1224 HTTP/1.1" status: 204 len: 168 time: 0.3258371 Feb 17 17:53:21.618829 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d17b0c6-8222-4ab1-b7aa-bddace5f2156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d176df-6893-46cb-80b5-2161824d1224,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:21.806194 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-51167a6e-7674-4b00-bf3c-de9bcc5ca254 req-c41531e6-ffd9-4014-a6bc-2e8779afb3f1 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=66af69d8-eeb7-487a-901a-1c38e1bf49cc HTTP/1.1" status: 200 len: 210 time: 0.0883009 Feb 17 17:53:22.996864 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b8c970a8-280d-4faa-9aa5-4f3908762c7c req-fe2e9909-8754-41a3-b6a1-3150c8164cad tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=66af69d8-eeb7-487a-901a-1c38e1bf49cc HTTP/1.1" status: 200 len: 210 time: 0.0626695 Feb 17 17:53:23.066845 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42876) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:23.567422 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-76fa29e5-86cb-47d9-8140-1e57be008937 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1728491870'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:53:23.627538 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fa29e5-86cb-47d9-8140-1e57be008937 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Made reservation on behalf of 3dd6009d092149d0820e0aaff4f52a26 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:53:23.631127 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-76fa29e5-86cb-47d9-8140-1e57be008937 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:23.644298 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-76fa29e5-86cb-47d9-8140-1e57be008937 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:23.675259 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01621df7-ecbd-4d79-b3ab-5ee2df9eefae req-7641a2d8-410f-45ea-848b-3d7a38f0f0a0 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:23.677057 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-01621df7-ecbd-4d79-b3ab-5ee2df9eefae req-7641a2d8-410f-45ea-848b-3d7a38f0f0a0 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.71 "GET /v2.0/networks?id=106d8950-35e8-4e49-bc8b-6ac4436cd2fe HTTP/1.1" status: 200 len: 812 time: 0.2796259 Feb 17 17:53:23.693182 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-01621df7-ecbd-4d79-b3ab-5ee2df9eefae req-3506dd70-03be-467f-b76f-d613b527c4b8 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Request body: {'port': {'device_id': '66af69d8-eeb7-487a-901a-1c38e1bf49cc', 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe', 'admin_state_up': True, 'tenant_id': '708d2e36ca25476d9214a2f14ef71fc9'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:53:23.791383 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-76fa29e5-86cb-47d9-8140-1e57be008937 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks [] for security_group (b6d6e750-d17e-4f6d-9d5d-de537e46b2e9), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:23.798436 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-76fa29e5-86cb-47d9-8140-1e57be008937 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (b6d6e750-d17e-4f6d-9d5d-de537e46b2e9), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:23.841697 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76fa29e5-86cb-47d9-8140-1e57be008937 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:53:23.856194 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fa29e5-86cb-47d9-8140-1e57be008937 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d6e750-d17e-4f6d-9d5d-de537e46b2e9,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:23.875549 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-76fa29e5-86cb-47d9-8140-1e57be008937 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (9401f12c-200e-4f1d-9b03-af7bf0ce259e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:23.876436 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-76fa29e5-86cb-47d9-8140-1e57be008937 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Added segment 9401f12c-200e-4f1d-9b03-af7bf0ce259e of type vlan for network 67b9860a-4f6c-4ccc-b1b7-58c244507713 Feb 17 17:53:23.886410 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01621df7-ecbd-4d79-b3ab-5ee2df9eefae req-3506dd70-03be-467f-b76f-d613b527c4b8 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Made reservation on behalf of 708d2e36ca25476d9214a2f14ef71fc9 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:53:23.891270 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-01621df7-ecbd-4d79-b3ab-5ee2df9eefae req-3506dd70-03be-467f-b76f-d613b527c4b8 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:23.951242 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-76fa29e5-86cb-47d9-8140-1e57be008937 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (67b9860a-4f6c-4ccc-b1b7-58c244507713), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:23.994782 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-76fa29e5-86cb-47d9-8140-1e57be008937 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (67b9860a-4f6c-4ccc-b1b7-58c244507713), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:24.005077 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fa29e5-86cb-47d9-8140-1e57be008937 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:24.005811 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-76fa29e5-86cb-47d9-8140-1e57be008937 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:24.068472 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-76fa29e5-86cb-47d9-8140-1e57be008937 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9974263 Feb 17 17:53:24.073912 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42908) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:24.098512 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-08e28e53-3c20-4057-91b5-cbabb708ff3b tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Request body: {'subnet': {'network_id': '67b9860a-4f6c-4ccc-b1b7-58c244507713', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:53:24.171432 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fa29e5-86cb-47d9-8140-1e57be008937 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Pushing event updated for resources: {'Network': ['ID=67b9860a-4f6c-4ccc-b1b7-58c244507713,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:24.187186 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 67b9860a-4f6c-4ccc-b1b7-58c244507713 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:53:24.295393 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4000cce1-ea13-4e09-83ef-aa2b8ee2ae12 req-1592ab90-bf5e-4bdb-9033-7d7b599e64e1 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=66af69d8-eeb7-487a-901a-1c38e1bf49cc HTTP/1.1" status: 200 len: 210 time: 0.1088107 Feb 17 17:53:24.433927 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-01621df7-ecbd-4d79-b3ab-5ee2df9eefae req-3506dd70-03be-467f-b76f-d613b527c4b8 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Allocated IP 172.20.0.9 (106d8950-35e8-4e49-bc8b-6ac4436cd2fe/f5806a5b-efbb-4c84-b3a4-70ad6c804540/478d5e79-b980-4d46-8f60-54ade8f49d80) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:53:24.456485 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e28e53-3c20-4057-91b5-cbabb708ff3b tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Made reservation on behalf of 3dd6009d092149d0820e0aaff4f52a26 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:53:24.461532 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-08e28e53-3c20-4057-91b5-cbabb708ff3b tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:24.607959 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42926) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:24.802303 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-0f38be58-fa9b-41c1-b027-80b4d8b5cf18 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168-project-admin] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:53:24.849574 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0f38be58-fa9b-41c1-b027-80b4d8b5cf18 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:25.059317 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0f38be58-fa9b-41c1-b027-80b4d8b5cf18 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:25.107978 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-08e28e53-3c20-4057-91b5-cbabb708ff3b tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (6695af27-70c2-4035-985a-d770324de147), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:25.114282 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-01621df7-ecbd-4d79-b3ab-5ee2df9eefae req-3506dd70-03be-467f-b76f-d613b527c4b8 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks [] for port (478d5e79-b980-4d46-8f60-54ade8f49d80), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:25.118562 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ea400028-52eb-4344-adf5-d6a8058ecc60 req-a376b8c0-6672-459b-899b-e9714b19b015 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1615155 Feb 17 17:53:25.251928 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-0f38be58-fa9b-41c1-b027-80b4d8b5cf18 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168-project-admin] Allocated IP 172.25.8.143 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/cc4c30a9-28ec-469f-8fca-decb43a04949) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:53:25.331946 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-01621df7-ecbd-4d79-b3ab-5ee2df9eefae req-3506dd70-03be-467f-b76f-d613b527c4b8 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (478d5e79-b980-4d46-8f60-54ade8f49d80), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:25.351973 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['c9fc73c9-8067-4b99-af61-88f9b343d18b', 'f6087b42-78d7-455a-bd5f-c69b694530f6'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:53:25.352600 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e28e53-3c20-4057-91b5-cbabb708ff3b tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Pushing event updated for resources: {'Subnet': ['ID=6695af27-70c2-4035-985a-d770324de147,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:25.396845 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e28e53-3c20-4057-91b5-cbabb708ff3b tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Checking segment: {'id': '9401f12c-200e-4f1d-9b03-af7bf0ce259e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '67b9860a-4f6c-4ccc-b1b7-58c244507713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:53:25.397005 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e28e53-3c20-4057-91b5-cbabb708ff3b tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Network hostable DHCP agents. Network: 67b9860a-4f6c-4ccc-b1b7-58c244507713, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:53:25.491689 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01621df7-ecbd-4d79-b3ab-5ee2df9eefae req-3506dd70-03be-467f-b76f-d613b527c4b8 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Network 106d8950-35e8-4e49-bc8b-6ac4436cd2fe is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:53:25.525078 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-01621df7-ecbd-4d79-b3ab-5ee2df9eefae req-3506dd70-03be-467f-b76f-d613b527c4b8 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:53:25.536078 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-01621df7-ecbd-4d79-b3ab-5ee2df9eefae req-3506dd70-03be-467f-b76f-d613b527c4b8 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:53:25.555691 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0f38be58-fa9b-41c1-b027-80b4d8b5cf18 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168-project-admin] Publish callbacks [] for port (cc4c30a9-28ec-469f-8fca-decb43a04949), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:25.681928 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0f38be58-fa9b-41c1-b027-80b4d8b5cf18 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (cc4c30a9-28ec-469f-8fca-decb43a04949), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:25.709713 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e28e53-3c20-4057-91b5-cbabb708ff3b tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Network 67b9860a-4f6c-4ccc-b1b7-58c244507713 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:53:25.727904 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3506dd70-03be-467f-b76f-d613b527c4b8 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Pushing event updated for resources: {'Port': ['ID=478d5e79-b980-4d46-8f60-54ade8f49d80,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:25.745097 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea400028-52eb-4344-adf5-d6a8058ecc60 req-c723fd21-42ab-4baa-9b70-03cc0d962dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:25.749123 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ea400028-52eb-4344-adf5-d6a8058ecc60 req-c723fd21-42ab-4baa-9b70-03cc0d962dc0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e82ced6d28e14a0eae2924cbc8f5cc85&device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 1128 time: 0.5596411 Feb 17 17:53:25.768974 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-08e28e53-3c20-4057-91b5-cbabb708ff3b tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 67b9860a-4f6c-4ccc-b1b7-58c244507713) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:53:25.813342 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e28e53-3c20-4057-91b5-cbabb708ff3b tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:25.814104 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-08e28e53-3c20-4057-91b5-cbabb708ff3b tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:25.819067 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f38be58-fa9b-41c1-b027-80b4d8b5cf18 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168-project-admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:53:25.830119 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0079a87a-26f8-4d39-9ccb-309915ac87ba None None] Network 67b9860a-4f6c-4ccc-b1b7-58c244507713 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:53:25.837311 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-0f38be58-fa9b-41c1-b027-80b4d8b5cf18 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168-project-admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:53:25.842780 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f38be58-fa9b-41c1-b027-80b4d8b5cf18 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168-project-admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:53:25.851689 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f38be58-fa9b-41c1-b027-80b4d8b5cf18 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168-project-admin] Pushing event updated for resources: {'Port': ['ID=cc4c30a9-28ec-469f-8fca-decb43a04949,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:25.859571 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-08e28e53-3c20-4057-91b5-cbabb708ff3b tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7782743 Feb 17 17:53:25.860859 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42956) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:25.890101 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01621df7-ecbd-4d79-b3ab-5ee2df9eefae req-3506dd70-03be-467f-b76f-d613b527c4b8 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:25.890922 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-01621df7-ecbd-4d79-b3ab-5ee2df9eefae req-3506dd70-03be-467f-b76f-d613b527c4b8 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:25.940470 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-fb02f6b5-78bf-4b07-954c-1d2b20dcc76d tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Request body: {'port': {'network_id': '67b9860a-4f6c-4ccc-b1b7-58c244507713', 'name': 'tempest-AllowedAddressPairTestJSON-927671744'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:53:25.973576 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ae72b-ec06-43d3-8ad0-2573b445df24 req-82dcc2e6-43b4-4ac7-b5b5-d9d07c253e03 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:25.987400 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-233ae72b-ec06-43d3-8ad0-2573b445df24 req-82dcc2e6-43b4-4ac7-b5b5-d9d07c253e03 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=66af69d8-eeb7-487a-901a-1c38e1bf49cc HTTP/1.1" status: 200 len: 931 time: 0.3005044 Feb 17 17:53:26.057332 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-01621df7-ecbd-4d79-b3ab-5ee2df9eefae req-3506dd70-03be-467f-b76f-d613b527c4b8 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3704951 Feb 17 17:53:26.076828 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-f4137ba6-beef-456b-b4a6-3b51754f6444 None None] Provisioning complete for port 478d5e79-b980-4d46-8f60-54ade8f49d80 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:53:26.077558 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f4137ba6-beef-456b-b4a6-3b51754f6444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (478d5e79-b980-4d46-8f60-54ade8f49d80), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:26.086027 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-01621df7-ecbd-4d79-b3ab-5ee2df9eefae req-e1c46f60-4786-4473-a089-86d5860fbbd8 service neutron] Request body: {'port': {'device_id': '66af69d8-eeb7-487a-901a-1c38e1bf49cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:53:26.103916 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a55d516-dd63-4a2c-a94b-62d9aa6f3699 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-67b9860a-4f6c-4ccc-b1b7-58c244507713', 'network_id': '67b9860a-4f6c-4ccc-b1b7-58c244507713', 'project_id': '3dd6009d092149d0820e0aaff4f52a26', 'fixed_ips': [{'subnet_id': '6695af27-70c2-4035-985a-d770324de147'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:53:26.105893 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2a55d516-dd63-4a2c-a94b-62d9aa6f3699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:26.196138 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-233ae72b-ec06-43d3-8ad0-2573b445df24 req-b222033f-9755-4ff0-bcb8-e3f4016cdbb5 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073095 Feb 17 17:53:26.203448 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea400028-52eb-4344-adf5-d6a8058ecc60 req-a7ed475e-79ef-4bd0-8dcb-444c2e429bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:26.205142 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ea400028-52eb-4344-adf5-d6a8058ecc60 req-a7ed475e-79ef-4bd0-8dcb-444c2e429bf8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d5990f07-3dfb-4178-9590-e3e132a5f43d HTTP/1.1" status: 200 len: 920 time: 0.4066060 Feb 17 17:53:26.208903 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-01621df7-ecbd-4d79-b3ab-5ee2df9eefae req-e1c46f60-4786-4473-a089-86d5860fbbd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (478d5e79-b980-4d46-8f60-54ade8f49d80), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:26.236524 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-f4137ba6-beef-456b-b4a6-3b51754f6444 None None] Port 478d5e79-b980-4d46-8f60-54ade8f49d80 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:53:26.267834 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ea400028-52eb-4344-adf5-d6a8058ecc60 req-1621c98c-56b0-4bf3-b4e3-42d5ca263c61 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9 HTTP/1.1" status: 200 len: 217 time: 0.0548501 Feb 17 17:53:26.336204 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-2a55d516-dd63-4a2c-a94b-62d9aa6f3699 None None] Allocated IP 172.20.0.2 (67b9860a-4f6c-4ccc-b1b7-58c244507713/6695af27-70c2-4035-985a-d770324de147/cb9b18a6-d685-4691-b4a2-724acb50ecbb) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:53:26.381564 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea400028-52eb-4344-adf5-d6a8058ecc60 req-225e5f89-89b4-4051-8166-1e80343b2bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:26.383873 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ea400028-52eb-4344-adf5-d6a8058ecc60 req-225e5f89-89b4-4051-8166-1e80343b2bf2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f38a3055-6916-493f-ac03-180a8f2c57c4 HTTP/1.1" status: 200 len: 859 time: 0.0901759 Feb 17 17:53:26.389362 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0f38be58-fa9b-41c1-b027-80b4d8b5cf18 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168-project-admin] Publish callbacks [] for floatingip (2488c4a6-1a23-4eb4-93ec-a3b498dc0670), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:26.454113 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0f38be58-fa9b-41c1-b027-80b4d8b5cf18 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (cc4c30a9-28ec-469f-8fca-decb43a04949), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:26.467031 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ea400028-52eb-4344-adf5-d6a8058ecc60 req-c4ef067b-4a19-4526-b876-bab662c5f346 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d5990f07-3dfb-4178-9590-e3e132a5f43d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410309 Feb 17 17:53:26.571478 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb02f6b5-78bf-4b07-954c-1d2b20dcc76d tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Made reservation on behalf of 3dd6009d092149d0820e0aaff4f52a26 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:53:26.575717 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fb02f6b5-78bf-4b07-954c-1d2b20dcc76d tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:26.607951 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-fb02f6b5-78bf-4b07-954c-1d2b20dcc76d tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] device_id is not set on port 0730e55c-f4f0-41b4-b261-fa592e701e03 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:53:26.682423 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2a55d516-dd63-4a2c-a94b-62d9aa6f3699 None None] Publish callbacks [] for port (cb9b18a6-d685-4691-b4a2-724acb50ecbb), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:26.692072 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2a55d516-dd63-4a2c-a94b-62d9aa6f3699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (cb9b18a6-d685-4691-b4a2-724acb50ecbb), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:26.750296 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ea400028-52eb-4344-adf5-d6a8058ecc60 req-69405424-f31c-409b-84ee-b4cd407571d3 service neutron] 10.222.0.71 "GET /v2.0/networks/d5990f07-3dfb-4178-9590-e3e132a5f43d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720528 Feb 17 17:53:26.765991 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a55d516-dd63-4a2c-a94b-62d9aa6f3699 None None] Network 67b9860a-4f6c-4ccc-b1b7-58c244507713 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:53:26.769732 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-2a55d516-dd63-4a2c-a94b-62d9aa6f3699 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:53:26.777493 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a55d516-dd63-4a2c-a94b-62d9aa6f3699 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:53:26.866656 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a55d516-dd63-4a2c-a94b-62d9aa6f3699 None None] Pushing event updated for resources: {'Port': ['ID=cb9b18a6-d685-4691-b4a2-724acb50ecbb,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:26.902486 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-2a55d516-dd63-4a2c-a94b-62d9aa6f3699 None None] Attempting to bind port cb9b18a6-d685-4691-b4a2-724acb50ecbb on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:53:26.907869 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-2a55d516-dd63-4a2c-a94b-62d9aa6f3699 None None] Attempting to bind port cb9b18a6-d685-4691-b4a2-724acb50ecbb by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '9401f12c-200e-4f1d-9b03-af7bf0ce259e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '67b9860a-4f6c-4ccc-b1b7-58c244507713'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:53:26.910963 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a55d516-dd63-4a2c-a94b-62d9aa6f3699 None None] Attempting to bind port cb9b18a6-d685-4691-b4a2-724acb50ecbb on network 67b9860a-4f6c-4ccc-b1b7-58c244507713 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:53:26.925636 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a55d516-dd63-4a2c-a94b-62d9aa6f3699 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:53:26.926035 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a55d516-dd63-4a2c-a94b-62d9aa6f3699 None None] Checking segment: {'id': '9401f12c-200e-4f1d-9b03-af7bf0ce259e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '67b9860a-4f6c-4ccc-b1b7-58c244507713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:53:26.926456 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2a55d516-dd63-4a2c-a94b-62d9aa6f3699 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:26.926856 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a55d516-dd63-4a2c-a94b-62d9aa6f3699 None None] Bound using segment: {'id': '9401f12c-200e-4f1d-9b03-af7bf0ce259e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '67b9860a-4f6c-4ccc-b1b7-58c244507713'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:53:26.936608 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-2a55d516-dd63-4a2c-a94b-62d9aa6f3699 None None] Bound port: cb9b18a6-d685-4691-b4a2-724acb50ecbb, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9401f12c-200e-4f1d-9b03-af7bf0ce259e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '67b9860a-4f6c-4ccc-b1b7-58c244507713'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:53:26.937033 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2a55d516-dd63-4a2c-a94b-62d9aa6f3699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (cb9b18a6-d685-4691-b4a2-724acb50ecbb), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:26.992936 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ea400028-52eb-4344-adf5-d6a8058ecc60 req-a297da78-ae70-4f03-99be-890ecca835b9 service neutron] 10.222.0.71 "GET /v2.0/networks/d5990f07-3dfb-4178-9590-e3e132a5f43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353678 Feb 17 17:53:27.056790 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-fb02f6b5-78bf-4b07-954c-1d2b20dcc76d tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Allocated IP 172.20.0.14 (67b9860a-4f6c-4ccc-b1b7-58c244507713/6695af27-70c2-4035-985a-d770324de147/0730e55c-f4f0-41b4-b261-fa592e701e03) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:53:27.061496 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0f38be58-fa9b-41c1-b027-80b4d8b5cf18 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168-project-admin] Publish callbacks [] for port (cc4c30a9-28ec-469f-8fca-decb43a04949), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:27.074734 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0f38be58-fa9b-41c1-b027-80b4d8b5cf18 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (cc4c30a9-28ec-469f-8fca-decb43a04949), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:27.075004 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-01621df7-ecbd-4d79-b3ab-5ee2df9eefae req-e1c46f60-4786-4473-a089-86d5860fbbd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 478d5e79-b980-4d46-8f60-54ade8f49d80 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:53:27.087774 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-01621df7-ecbd-4d79-b3ab-5ee2df9eefae req-e1c46f60-4786-4473-a089-86d5860fbbd8 service neutron] Publish callbacks [] for port (478d5e79-b980-4d46-8f60-54ade8f49d80), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:27.107789 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-01621df7-ecbd-4d79-b3ab-5ee2df9eefae req-e1c46f60-4786-4473-a089-86d5860fbbd8 service neutron] Transition to ACTIVE for port object 478d5e79-b980-4d46-8f60-54ade8f49d80 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:53:27.132455 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-01621df7-ecbd-4d79-b3ab-5ee2df9eefae req-e1c46f60-4786-4473-a089-86d5860fbbd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (478d5e79-b980-4d46-8f60-54ade8f49d80), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:27.161402 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-2a55d516-dd63-4a2c-a94b-62d9aa6f3699 None None] For port cb9b18a6-d685-4691-b4a2-724acb50ecbb, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:53:27.165202 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-2a55d516-dd63-4a2c-a94b-62d9aa6f3699 None None] For port cb9b18a6-d685-4691-b4a2-724acb50ecbb, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=cb9b18a6-d685-4691-b4a2-724acb50ecbb,segment=NetworkSegment(9401f12c-200e-4f1d-9b03-af7bf0ce259e),segment_id=9401f12c-200e-4f1d-9b03-af7bf0ce259e)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:53:27.192221 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2a55d516-dd63-4a2c-a94b-62d9aa6f3699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (cb9b18a6-d685-4691-b4a2-724acb50ecbb), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:27.360525 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a55d516-dd63-4a2c-a94b-62d9aa6f3699 None None] Pushing event updated for resources: {'Port': ['ID=cb9b18a6-d685-4691-b4a2-724acb50ecbb,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:27.362119 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c46f60-4786-4473-a089-86d5860fbbd8 service neutron] Pushing event updated for resources: {'Port': ['ID=478d5e79-b980-4d46-8f60-54ade8f49d80,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:27.485340 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863125b3-0e11-4be2-a1de-d63e2f427410 req-6d3af058-0f2a-4ccc-919b-98eb0fe067e9 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:27.487350 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-863125b3-0e11-4be2-a1de-d63e2f427410 req-6d3af058-0f2a-4ccc-919b-98eb0fe067e9 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=66af69d8-eeb7-487a-901a-1c38e1bf49cc HTTP/1.1" status: 200 len: 943 time: 0.1276534 Feb 17 17:53:27.490607 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-01621df7-ecbd-4d79-b3ab-5ee2df9eefae req-e1c46f60-4786-4473-a089-86d5860fbbd8 service neutron] Attempting to bind port 478d5e79-b980-4d46-8f60-54ade8f49d80 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:53:27.492030 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-01621df7-ecbd-4d79-b3ab-5ee2df9eefae req-e1c46f60-4786-4473-a089-86d5860fbbd8 service neutron] Attempting to bind port 478d5e79-b980-4d46-8f60-54ade8f49d80 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '44570946-cccc-4504-9a7b-a57e09c343d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:53:27.492658 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01621df7-ecbd-4d79-b3ab-5ee2df9eefae req-e1c46f60-4786-4473-a089-86d5860fbbd8 service neutron] Attempting to bind port 478d5e79-b980-4d46-8f60-54ade8f49d80 on network 106d8950-35e8-4e49-bc8b-6ac4436cd2fe {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:53:27.554395 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01621df7-ecbd-4d79-b3ab-5ee2df9eefae req-e1c46f60-4786-4473-a089-86d5860fbbd8 service neutron] Port 478d5e79-b980-4d46-8f60-54ade8f49d80 on network 106d8950-35e8-4e49-bc8b-6ac4436cd2fe not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:53:27.571798 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01621df7-ecbd-4d79-b3ab-5ee2df9eefae req-e1c46f60-4786-4473-a089-86d5860fbbd8 service neutron] Attempting to bind port 478d5e79-b980-4d46-8f60-54ade8f49d80 on network 106d8950-35e8-4e49-bc8b-6ac4436cd2fe {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:53:27.619249 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01621df7-ecbd-4d79-b3ab-5ee2df9eefae req-e1c46f60-4786-4473-a089-86d5860fbbd8 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:53:27.620732 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01621df7-ecbd-4d79-b3ab-5ee2df9eefae req-e1c46f60-4786-4473-a089-86d5860fbbd8 service neutron] Checking segment: {'id': '44570946-cccc-4504-9a7b-a57e09c343d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:53:27.621482 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01621df7-ecbd-4d79-b3ab-5ee2df9eefae req-e1c46f60-4786-4473-a089-86d5860fbbd8 service neutron] Bound using segment: {'id': '44570946-cccc-4504-9a7b-a57e09c343d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:53:27.622114 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-01621df7-ecbd-4d79-b3ab-5ee2df9eefae req-e1c46f60-4786-4473-a089-86d5860fbbd8 service neutron] Bound port: 478d5e79-b980-4d46-8f60-54ade8f49d80, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44570946-cccc-4504-9a7b-a57e09c343d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:53:27.622705 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-01621df7-ecbd-4d79-b3ab-5ee2df9eefae req-e1c46f60-4786-4473-a089-86d5860fbbd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (478d5e79-b980-4d46-8f60-54ade8f49d80), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:27.890639 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-01621df7-ecbd-4d79-b3ab-5ee2df9eefae req-e1c46f60-4786-4473-a089-86d5860fbbd8 service neutron] For port 478d5e79-b980-4d46-8f60-54ade8f49d80, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:53:27.894745 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-01621df7-ecbd-4d79-b3ab-5ee2df9eefae req-e1c46f60-4786-4473-a089-86d5860fbbd8 service neutron] For port 478d5e79-b980-4d46-8f60-54ade8f49d80, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=478d5e79-b980-4d46-8f60-54ade8f49d80,segment=NetworkSegment(44570946-cccc-4504-9a7b-a57e09c343d6),segment_id=44570946-cccc-4504-9a7b-a57e09c343d6)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:53:27.929268 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-863125b3-0e11-4be2-a1de-d63e2f427410 req-287dbcce-b2d5-45e7-bbd4-b3a3a407391e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3984153 Feb 17 17:53:27.944760 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-01621df7-ecbd-4d79-b3ab-5ee2df9eefae req-e1c46f60-4786-4473-a089-86d5860fbbd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (478d5e79-b980-4d46-8f60-54ade8f49d80), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:28.048437 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f38be58-fa9b-41c1-b027-80b4d8b5cf18 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168-project-admin] Pushing event updated for resources: {'Port': ['ID=cc4c30a9-28ec-469f-8fca-decb43a04949,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:28.104760 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c46f60-4786-4473-a089-86d5860fbbd8 service neutron] Pushing event updated for resources: {'Port': ['ID=478d5e79-b980-4d46-8f60-54ade8f49d80,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:28.105249 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0f38be58-fa9b-41c1-b027-80b4d8b5cf18 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (2488c4a6-1a23-4eb4-93ec-a3b498dc0670), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:28.132562 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01621df7-ecbd-4d79-b3ab-5ee2df9eefae req-e1c46f60-4786-4473-a089-86d5860fbbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:28.134276 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-01621df7-ecbd-4d79-b3ab-5ee2df9eefae req-e1c46f60-4786-4473-a089-86d5860fbbd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:28.137120 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-01621df7-ecbd-4d79-b3ab-5ee2df9eefae req-e1c46f60-4786-4473-a089-86d5860fbbd8 service neutron] 10.222.0.71 "PUT /v2.0/ports/478d5e79-b980-4d46-8f60-54ade8f49d80 HTTP/1.1" status: 200 len: 1091 time: 2.0568683 Feb 17 17:53:28.137765 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66af69d8-eeb7-487a-901a-1c38e1bf49cc', 'tag': '478d5e79-b980-4d46-8f60-54ade8f49d80'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:53:28.141827 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b6406b-e7f7-4e2d-a66d-6a46bde0dbea" -d '{"events": [{"name": "network-changed", "server_uuid": "66af69d8-eeb7-487a-901a-1c38e1bf49cc", "tag": "478d5e79-b980-4d46-8f60-54ade8f49d80"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:53:28.205326 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0f38be58-fa9b-41c1-b027-80b4d8b5cf18 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:28.210547 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0f38be58-fa9b-41c1-b027-80b4d8b5cf18 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168-project-admin] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5978103 Feb 17 17:53:28.210547 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43004) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:28.219873 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-60dbcb73-aa06-4473-b604-9525ded8fcdd tempest-ExternalNetworksAdminNegativeTestJSON-2062311168 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-140250637', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'fixed_ips': [{'ip_address': '172.25.8.143'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:53:28.233977 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c14290-bbce-4758-b1b8-46c17c1a24bd x-openstack-request-id: req-56c14290-bbce-4758-b1b8-46c17c1a24bd {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:53:28.234277 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66af69d8-eeb7-487a-901a-1c38e1bf49cc", "tag": "478d5e79-b980-4d46-8f60-54ade8f49d80", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:53:28.236917 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-56c14290-bbce-4758-b1b8-46c17c1a24bd {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:53:28.237379 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66af69d8-eeb7-487a-901a-1c38e1bf49cc', 'tag': '478d5e79-b980-4d46-8f60-54ade8f49d80', 'status': 'completed', 'code': 200} Feb 17 17:53:28.382547 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01621df7-ecbd-4d79-b3ab-5ee2df9eefae req-35522918-1f8a-4fed-af9a-bbfb749a45c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:28.383647 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fb02f6b5-78bf-4b07-954c-1d2b20dcc76d tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks [] for port (0730e55c-f4f0-41b4-b261-fa592e701e03), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:28.385314 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-01621df7-ecbd-4d79-b3ab-5ee2df9eefae req-35522918-1f8a-4fed-af9a-bbfb749a45c6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=708d2e36ca25476d9214a2f14ef71fc9&device_id=66af69d8-eeb7-487a-901a-1c38e1bf49cc HTTP/1.1" status: 200 len: 1125 time: 0.1445208 Feb 17 17:53:28.412987 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60dbcb73-aa06-4473-b604-9525ded8fcdd tempest-ExternalNetworksAdminNegativeTestJSON-2062311168 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168-project-admin] Made reservation on behalf of 05c4fbfa37bf42fd98313bbdb61c6e60 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:53:28.419012 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-60dbcb73-aa06-4473-b604-9525ded8fcdd tempest-ExternalNetworksAdminNegativeTestJSON-2062311168 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:28.439924 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-60dbcb73-aa06-4473-b604-9525ded8fcdd tempest-ExternalNetworksAdminNegativeTestJSON-2062311168 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:28.485412 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-01621df7-ecbd-4d79-b3ab-5ee2df9eefae req-8f3499ed-abfd-4655-a5c7-ed33299decf0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=478d5e79-b980-4d46-8f60-54ade8f49d80 HTTP/1.1" status: 200 len: 217 time: 0.0911262 Feb 17 17:53:28.579793 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fb02f6b5-78bf-4b07-954c-1d2b20dcc76d tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (0730e55c-f4f0-41b4-b261-fa592e701e03), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:28.632422 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01621df7-ecbd-4d79-b3ab-5ee2df9eefae req-e3a22105-b8d1-459c-a16d-855122871748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:28.668674 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-01621df7-ecbd-4d79-b3ab-5ee2df9eefae req-e3a22105-b8d1-459c-a16d-855122871748 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f5806a5b-efbb-4c84-b3a4-70ad6c804540 HTTP/1.1" status: 200 len: 851 time: 0.1770120 Feb 17 17:53:28.673732 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device cb9b18a6-d685-4691-b4a2-724acb50ecbb up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:53:28.774579 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb02f6b5-78bf-4b07-954c-1d2b20dcc76d tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Network 67b9860a-4f6c-4ccc-b1b7-58c244507713 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:53:28.786154 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01621df7-ecbd-4d79-b3ab-5ee2df9eefae req-ced4d755-8523-4a81-b354-f960ba72e88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:28.793203 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-01621df7-ecbd-4d79-b3ab-5ee2df9eefae req-ced4d755-8523-4a81-b354-f960ba72e88e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=106d8950-35e8-4e49-bc8b-6ac4436cd2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1061213 Feb 17 17:53:28.804514 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-fb02f6b5-78bf-4b07-954c-1d2b20dcc76d tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:53:28.817298 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb02f6b5-78bf-4b07-954c-1d2b20dcc76d tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:53:28.847795 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port cb9b18a6-d685-4691-b4a2-724acb50ecbb triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:53:28.849202 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (cb9b18a6-d685-4691-b4a2-724acb50ecbb), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:28.897115 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb02f6b5-78bf-4b07-954c-1d2b20dcc76d tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:28.899684 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fb02f6b5-78bf-4b07-954c-1d2b20dcc76d tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:28.912091 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb02f6b5-78bf-4b07-954c-1d2b20dcc76d tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Pushing event updated for resources: {'Port': ['ID=0730e55c-f4f0-41b4-b261-fa592e701e03,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:29.015665 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fb02f6b5-78bf-4b07-954c-1d2b20dcc76d tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0958431 Feb 17 17:53:29.020992 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-60dbcb73-aa06-4473-b604-9525ded8fcdd tempest-ExternalNetworksAdminNegativeTestJSON-2062311168 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168-project-admin] Publish callbacks [] for security_group (094c8d9d-c9a0-4514-8b76-515050c59cc8), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:29.021809 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43022) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:29.051360 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-7a2f6d95-00bc-4a0e-8ab3-572bb2ccffb3 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Request body: {'port': {'network_id': '67b9860a-4f6c-4ccc-b1b7-58c244507713', 'name': 'tempest-AllowedAddressPairTestJSON-57797532', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:8d:7c:35'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:53:29.077272 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-60dbcb73-aa06-4473-b604-9525ded8fcdd tempest-ExternalNetworksAdminNegativeTestJSON-2062311168 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (094c8d9d-c9a0-4514-8b76-515050c59cc8), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:29.120364 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port cb9b18a6-d685-4691-b4a2-724acb50ecbb is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:53:29.120762 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (cb9b18a6-d685-4691-b4a2-724acb50ecbb), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:29.125117 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-01621df7-ecbd-4d79-b3ab-5ee2df9eefae req-0cb5753b-a1cb-44b2-86af-d3ddaa1e9a1b service neutron] 10.222.0.71 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261397 Feb 17 17:53:29.144640 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-60dbcb73-aa06-4473-b604-9525ded8fcdd tempest-ExternalNetworksAdminNegativeTestJSON-2062311168 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168-project-admin] device_id is not set on port 9ae7fdbe-2ca2-4133-b08d-ece8eb01cf22 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:53:29.190206 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port cb9b18a6-d685-4691-b4a2-724acb50ecbb, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=cb9b18a6-d685-4691-b4a2-724acb50ecbb,segment=NetworkSegment(9401f12c-200e-4f1d-9b03-af7bf0ce259e),segment_id=9401f12c-200e-4f1d-9b03-af7bf0ce259e)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:53:29.200584 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (cb9b18a6-d685-4691-b4a2-724acb50ecbb), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:29.328226 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-01621df7-ecbd-4d79-b3ab-5ee2df9eefae req-4f7b77a8-6273-4452-9f1f-f59244687d5e service neutron] 10.222.0.71 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885996 Feb 17 17:53:29.330659 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=cb9b18a6-d685-4691-b4a2-724acb50ecbb,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:29.382090 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:53:29.382535 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:53:29.383270 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:53:29.384890 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:53:29.385404 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:53:29.388811 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:53:29.390551 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:53:29.391083 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:53:29.392585 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:53:29.393433 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:53:29.394618 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:53:29.396907 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:53:29.398873 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:53:29.418567 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b7e10-d3a4-4d9b-8a62-d6b249c98b59 req-d87f62d8-0c3f-4253-bb1c-fd425e6fc3e8 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:29.420825 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aa5b7e10-d3a4-4d9b-8a62-d6b249c98b59 req-d87f62d8-0c3f-4253-bb1c-fd425e6fc3e8 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=66af69d8-eeb7-487a-901a-1c38e1bf49cc HTTP/1.1" status: 200 len: 943 time: 0.2925670 Feb 17 17:53:29.458342 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45eabf0-3a11-437c-9bbc-98107ba6caa9 None None] Network 67b9860a-4f6c-4ccc-b1b7-58c244507713 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:53:29.473408 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dbcb73-aa06-4473-b604-9525ded8fcdd tempest-ExternalNetworksAdminNegativeTestJSON-2062311168 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094c8d9d-c9a0-4514-8b76-515050c59cc8,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:29.570112 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aa5b7e10-d3a4-4d9b-8a62-d6b249c98b59 req-32a2a6da-98c8-4f2e-9305-3a4e1946508f tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408944 Feb 17 17:53:29.586347 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6406b-e7f7-4e2d-a66d-6a46bde0dbea req-833a81ec-3394-4311-ae50-936753781947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:29.588335 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a3b6406b-e7f7-4e2d-a66d-6a46bde0dbea req-833a81ec-3394-4311-ae50-936753781947 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=708d2e36ca25476d9214a2f14ef71fc9&device_id=66af69d8-eeb7-487a-901a-1c38e1bf49cc HTTP/1.1" status: 200 len: 1125 time: 0.1832044 Feb 17 17:53:29.632600 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-e98cba97-f4fa-4d59-b574-2ecd33af540c None None] Provisioning complete for port cb9b18a6-d685-4691-b4a2-724acb50ecbb triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:53:29.632971 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e98cba97-f4fa-4d59-b574-2ecd33af540c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (cb9b18a6-d685-4691-b4a2-724acb50ecbb), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:29.745320 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-e98cba97-f4fa-4d59-b574-2ecd33af540c None None] Current status of the port cb9b18a6-d685-4691-b4a2-724acb50ecbb is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:53:29.783407 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6406b-e7f7-4e2d-a66d-6a46bde0dbea req-3d7eaa27-8af3-4337-969a-e748e4295952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:29.785058 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a3b6406b-e7f7-4e2d-a66d-6a46bde0dbea req-3d7eaa27-8af3-4337-969a-e748e4295952 service neutron] 10.222.0.71 "GET /v2.0/networks?id=106d8950-35e8-4e49-bc8b-6ac4436cd2fe HTTP/1.1" status: 200 len: 913 time: 0.1877747 Feb 17 17:53:29.844764 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a3b6406b-e7f7-4e2d-a66d-6a46bde0dbea req-32bc572b-73b1-4bc2-8493-2cfda9fb055b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=478d5e79-b980-4d46-8f60-54ade8f49d80 HTTP/1.1" status: 200 len: 217 time: 0.0531116 Feb 17 17:53:29.928494 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2f6d95-00bc-4a0e-8ab3-572bb2ccffb3 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Made reservation on behalf of 3dd6009d092149d0820e0aaff4f52a26 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:53:29.944875 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-60dbcb73-aa06-4473-b604-9525ded8fcdd tempest-ExternalNetworksAdminNegativeTestJSON-2062311168 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 17 17:53:29.945997 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60dbcb73-aa06-4473-b604-9525ded8fcdd tempest-ExternalNetworksAdminNegativeTestJSON-2062311168 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 17:53:29.965016 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6406b-e7f7-4e2d-a66d-6a46bde0dbea req-aa8646e2-f66c-4e9d-bb4b-20f81c279a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:29.976418 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a3b6406b-e7f7-4e2d-a66d-6a46bde0dbea req-aa8646e2-f66c-4e9d-bb4b-20f81c279a25 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f5806a5b-efbb-4c84-b3a4-70ad6c804540 HTTP/1.1" status: 200 len: 851 time: 0.1228983 Feb 17 17:53:29.987912 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-60dbcb73-aa06-4473-b604-9525ded8fcdd tempest-ExternalNetworksAdminNegativeTestJSON-2062311168 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.7759006 Feb 17 17:53:29.991808 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43040) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:30.092870 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7a2f6d95-00bc-4a0e-8ab3-572bb2ccffb3 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:30.135354 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-7a2f6d95-00bc-4a0e-8ab3-572bb2ccffb3 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] device_id is not set on port 921336fe-aa63-4306-b890-27e5f5475f65 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:53:30.289091 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-d4962742-8473-4967-8989-1f62fc344b63 None None] Provisioning complete for port 0730e55c-f4f0-41b4-b261-fa592e701e03 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:53:30.289499 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d4962742-8473-4967-8989-1f62fc344b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (0730e55c-f4f0-41b4-b261-fa592e701e03), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:30.338238 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6406b-e7f7-4e2d-a66d-6a46bde0dbea req-5812f516-a2a0-453c-9222-ce417ee7d46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:30.341687 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a3b6406b-e7f7-4e2d-a66d-6a46bde0dbea req-5812f516-a2a0-453c-9222-ce417ee7d46a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=106d8950-35e8-4e49-bc8b-6ac4436cd2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3515520 Feb 17 17:53:30.360323 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-d4962742-8473-4967-8989-1f62fc344b63 None None] Port 0730e55c-f4f0-41b4-b261-fa592e701e03 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:53:30.401948 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-d4962742-8473-4967-8989-1f62fc344b63 None None] Provisioning complete for port cb9b18a6-d685-4691-b4a2-724acb50ecbb triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:53:30.402790 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d4962742-8473-4967-8989-1f62fc344b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (cb9b18a6-d685-4691-b4a2-724acb50ecbb), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:30.407600 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-7a2f6d95-00bc-4a0e-8ab3-572bb2ccffb3 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Allocated IP 172.20.0.6 (67b9860a-4f6c-4ccc-b1b7-58c244507713/6695af27-70c2-4035-985a-d770324de147/921336fe-aa63-4306-b890-27e5f5475f65) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:53:30.495991 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a3b6406b-e7f7-4e2d-a66d-6a46bde0dbea req-b757d1d2-36a8-4fce-8280-6e4c1cf577d4 service neutron] 10.222.0.71 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441915 Feb 17 17:53:30.607950 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-a3bc3b77-2629-4df7-ac2a-95b75b5b2b06 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168-project-admin] Deleting port cc4c30a9-28ec-469f-8fca-decb43a04949 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:53:30.608337 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a3bc3b77-2629-4df7-ac2a-95b75b5b2b06 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (cc4c30a9-28ec-469f-8fca-decb43a04949), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:30.627918 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-d4962742-8473-4967-8989-1f62fc344b63 None None] Current status of the port cb9b18a6-d685-4691-b4a2-724acb50ecbb is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:53:30.675295 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device cb9b18a6-d685-4691-b4a2-724acb50ecbb up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:53:30.765126 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a3bc3b77-2629-4df7-ac2a-95b75b5b2b06 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (cc4c30a9-28ec-469f-8fca-decb43a04949), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:30.765421 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a3bc3b77-2629-4df7-ac2a-95b75b5b2b06 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168-project-admin] Publish callbacks [] for floatingip (cc4c30a9-28ec-469f-8fca-decb43a04949), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:30.792985 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-a3bc3b77-2629-4df7-ac2a-95b75b5b2b06 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168-project-admin] Calling delete_port for cc4c30a9-28ec-469f-8fca-decb43a04949 owned by network:floatingip {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:53:30.793504 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7a2f6d95-00bc-4a0e-8ab3-572bb2ccffb3 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks [] for port (921336fe-aa63-4306-b890-27e5f5475f65), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:30.842505 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7a2f6d95-00bc-4a0e-8ab3-572bb2ccffb3 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (921336fe-aa63-4306-b890-27e5f5475f65), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:30.909595 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2f6d95-00bc-4a0e-8ab3-572bb2ccffb3 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Network 67b9860a-4f6c-4ccc-b1b7-58c244507713 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:53:30.913780 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-7a2f6d95-00bc-4a0e-8ab3-572bb2ccffb3 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:53:30.919707 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2f6d95-00bc-4a0e-8ab3-572bb2ccffb3 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:53:31.030339 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f6d95-00bc-4a0e-8ab3-572bb2ccffb3 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Pushing event updated for resources: {'Port': ['ID=921336fe-aa63-4306-b890-27e5f5475f65,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:31.067965 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2f6d95-00bc-4a0e-8ab3-572bb2ccffb3 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:31.088710 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7a2f6d95-00bc-4a0e-8ab3-572bb2ccffb3 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:31.157529 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7a2f6d95-00bc-4a0e-8ab3-572bb2ccffb3 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 2.1342995 Feb 17 17:53:31.159813 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43068) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:31.212900 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a3bc3b77-2629-4df7-ac2a-95b75b5b2b06 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (cc4c30a9-28ec-469f-8fca-decb43a04949), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:31.282304 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-e189623c-0d2a-47b0-8638-976e364a12c6 None None] Provisioning complete for port 0730e55c-f4f0-41b4-b261-fa592e701e03 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:53:31.283058 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e189623c-0d2a-47b0-8638-976e364a12c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (0730e55c-f4f0-41b4-b261-fa592e701e03), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:31.366193 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port cb9b18a6-d685-4691-b4a2-724acb50ecbb triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:53:31.366719 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (cb9b18a6-d685-4691-b4a2-724acb50ecbb), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:31.388365 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bc3b77-2629-4df7-ac2a-95b75b5b2b06 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc4c30a9-28ec-469f-8fca-decb43a04949,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:31.397595 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae966006-f5c0-4d6b-b8a7-f4902cd5f676 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:31.400563 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-e189623c-0d2a-47b0-8638-976e364a12c6 None None] Port 0730e55c-f4f0-41b4-b261-fa592e701e03 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:53:31.406775 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae966006-f5c0-4d6b-b8a7-f4902cd5f676 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:31.415686 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae966006-f5c0-4d6b-b8a7-f4902cd5f676 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:31.419874 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ae966006-f5c0-4d6b-b8a7-f4902cd5f676 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2554295 Feb 17 17:53:31.419874 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43076) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:31.517473 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a3b6406b-e7f7-4e2d-a66d-6a46bde0dbea req-727ac53b-3947-4d27-a7a6-5874b2ee4023 service neutron] 10.222.0.71 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0106518 Feb 17 17:53:31.558377 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 478d5e79-b980-4d46-8f60-54ade8f49d80 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:53:31.565226 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f32127-648d-4a03-ba6f-ed397ba96e3e req-1c6be74c-d324-49d6-899d-8bcf36b94c23 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:31.568093 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-91f32127-648d-4a03-ba6f-ed397ba96e3e req-1c6be74c-d324-49d6-899d-8bcf36b94c23 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=66af69d8-eeb7-487a-901a-1c38e1bf49cc HTTP/1.1" status: 200 len: 943 time: 0.4509492 Feb 17 17:53:31.606904 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a3bc3b77-2629-4df7-ac2a-95b75b5b2b06 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168-project-admin] Publish callbacks [] for floatingip (2488c4a6-1a23-4eb4-93ec-a3b498dc0670), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:31.609699 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a3bc3b77-2629-4df7-ac2a-95b75b5b2b06 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:31.612127 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a3bc3b77-2629-4df7-ac2a-95b75b5b2b06 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168 tempest-ExternalNetworksAdminNegativeTestJSON-2062311168-project-admin] 10.222.0.87 "DELETE /v2.0/floatingips/2488c4a6-1a23-4eb4-93ec-a3b498dc0670 HTTP/1.1" status: 204 len: 168 time: 1.6190548 Feb 17 17:53:31.686859 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-91f32127-648d-4a03-ba6f-ed397ba96e3e req-2c00803b-5391-423d-8cf7-d56fda622ffb tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086392 Feb 17 17:53:31.718135 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-15bdbcd8-785d-4724-891b-ba3ad5921f1a None None] Provisioning complete for port 921336fe-aa63-4306-b890-27e5f5475f65 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:53:31.718436 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-15bdbcd8-785d-4724-891b-ba3ad5921f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (921336fe-aa63-4306-b890-27e5f5475f65), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:31.722934 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-5e54e571-8f96-4d23-97a6-46d13ed98178 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Deleting port 921336fe-aa63-4306-b890-27e5f5475f65 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:53:31.727688 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5e54e571-8f96-4d23-97a6-46d13ed98178 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (921336fe-aa63-4306-b890-27e5f5475f65), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:31.787521 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-15bdbcd8-785d-4724-891b-ba3ad5921f1a None None] Port 921336fe-aa63-4306-b890-27e5f5475f65 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:53:31.812514 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port cb9b18a6-d685-4691-b4a2-724acb50ecbb is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:53:31.831642 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.resource_extend [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 17:53:31.900281 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5e54e571-8f96-4d23-97a6-46d13ed98178 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (921336fe-aa63-4306-b890-27e5f5475f65), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:31.922532 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-5e54e571-8f96-4d23-97a6-46d13ed98178 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Calling delete_port for 921336fe-aa63-4306-b890-27e5f5475f65 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:53:32.054699 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 478d5e79-b980-4d46-8f60-54ade8f49d80, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=478d5e79-b980-4d46-8f60-54ade8f49d80,segment=NetworkSegment(44570946-cccc-4504-9a7b-a57e09c343d6),segment_id=44570946-cccc-4504-9a7b-a57e09c343d6)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:53:32.078894 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '478d5e79-b980-4d46-8f60-54ade8f49d80', 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe', 'port_id': '478d5e79-b980-4d46-8f60-54ade8f49d80', 'mac_address': 'fa:16:3e:77:33:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5806a5b-efbb-4c84-b3a4-70ad6c804540', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:53:32.156825 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43092) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:32.180114 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 478d5e79-b980-4d46-8f60-54ade8f49d80 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:53:32.180641 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (478d5e79-b980-4d46-8f60-54ade8f49d80), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:32.181685 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5e54e571-8f96-4d23-97a6-46d13ed98178 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (921336fe-aa63-4306-b890-27e5f5475f65), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:32.226165 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 478d5e79-b980-4d46-8f60-54ade8f49d80 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:53:32.226607 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e54e571-8f96-4d23-97a6-46d13ed98178 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Pushing event deleted for resources: {'Port': ['ID=921336fe-aa63-4306-b890-27e5f5475f65,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:32.302184 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 478d5e79-b980-4d46-8f60-54ade8f49d80, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=478d5e79-b980-4d46-8f60-54ade8f49d80,segment=NetworkSegment(44570946-cccc-4504-9a7b-a57e09c343d6),segment_id=44570946-cccc-4504-9a7b-a57e09c343d6)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:53:32.316951 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (478d5e79-b980-4d46-8f60-54ade8f49d80), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:32.382770 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-77584ae7-3d36-4b44-a15c-69f2a2cd3dc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:32.462219 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=478d5e79-b980-4d46-8f60-54ade8f49d80,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:32.529884 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-77584ae7-3d36-4b44-a15c-69f2a2cd3dc9 admin admin] Publish callbacks [] for security_group (6b9e7718-38a2-44f3-bc33-851390c0861f), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:32.538021 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-77584ae7-3d36-4b44-a15c-69f2a2cd3dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (6b9e7718-38a2-44f3-bc33-851390c0861f), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:32.564609 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['478d5e79-b980-4d46-8f60-54ade8f49d80'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:53:32.597674 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-77584ae7-3d36-4b44-a15c-69f2a2cd3dc9 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c997e668dfb644a88074115cf418e64d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4394898 Feb 17 17:53:32.598837 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77584ae7-3d36-4b44-a15c-69f2a2cd3dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9e7718-38a2-44f3-bc33-851390c0861f,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:32.601729 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43112) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:32.713304 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-98db3b78-4ae6-4f20-b148-e93b2522ff88 admin admin] Publish callbacks [] for security_group (6b9e7718-38a2-44f3-bc33-851390c0861f), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:32.718449 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5e54e571-8f96-4d23-97a6-46d13ed98178 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:32.729627 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5e54e571-8f96-4d23-97a6-46d13ed98178 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] 10.222.0.87 "DELETE /v2.0/ports/921336fe-aa63-4306-b890-27e5f5475f65 HTTP/1.1" status: 204 len: 168 time: 1.3056867 Feb 17 17:53:32.732769 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43118) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:32.787981 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-98db3b78-4ae6-4f20-b148-e93b2522ff88 admin admin] Publish callbacks [] for security_group (6b9e7718-38a2-44f3-bc33-851390c0861f), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:32.797873 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad34b70e-5dee-420d-88a2-9f113503598e tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] GET failed (client error): The resource could not be found. Feb 17 17:53:32.804640 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ad34b70e-5dee-420d-88a2-9f113503598e tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] 10.222.0.87 "GET /v2.0/ports/921336fe-aa63-4306-b890-27e5f5475f65 HTTP/1.1" status: 404 len: 333 time: 0.0656083 Feb 17 17:53:32.804816 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43120) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:32.809274 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-9edc5ebd-38de-4ae1-80e6-7921c57f7208 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Request body: {'port': {'network_id': '67b9860a-4f6c-4ccc-b1b7-58c244507713', 'name': 'tempest-AllowedAddressPairTestJSON-686154817'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:53:33.018953 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad63865-c5c5-4d4f-b6d8-f4002df22859 req-2d81b4e7-4495-466c-94a2-9d7766afe6a5 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:33.020555 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1ad63865-c5c5-4d4f-b6d8-f4002df22859 req-2d81b4e7-4495-466c-94a2-9d7766afe6a5 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=66af69d8-eeb7-487a-901a-1c38e1bf49cc HTTP/1.1" status: 200 len: 944 time: 0.1856015 Feb 17 17:53:33.053431 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-54fe04b1-59c6-4e3c-97dd-79ee10b733cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:33.057190 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-98db3b78-4ae6-4f20-b148-e93b2522ff88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (6b9e7718-38a2-44f3-bc33-851390c0861f), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:33.060361 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-98db3b78-4ae6-4f20-b148-e93b2522ff88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:33.074046 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-98db3b78-4ae6-4f20-b148-e93b2522ff88 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6b9e7718-38a2-44f3-bc33-851390c0861f HTTP/1.1" status: 204 len: 168 time: 0.4613330 Feb 17 17:53:33.135027 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db3b78-4ae6-4f20-b148-e93b2522ff88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9e7718-38a2-44f3-bc33-851390c0861f,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:33.168571 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9edc5ebd-38de-4ae1-80e6-7921c57f7208 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Made reservation on behalf of 3dd6009d092149d0820e0aaff4f52a26 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:53:33.177948 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9edc5ebd-38de-4ae1-80e6-7921c57f7208 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:33.204887 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1ad63865-c5c5-4d4f-b6d8-f4002df22859 req-cffe51e6-d5e2-4ebc-b10e-559e565eeb36 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729496 Feb 17 17:53:33.235742 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-9edc5ebd-38de-4ae1-80e6-7921c57f7208 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] device_id is not set on port 1711d7f5-4831-4b27-8c54-508e34946fb7 yet. {{(pid=103435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:53:33.475515 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-9edc5ebd-38de-4ae1-80e6-7921c57f7208 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Allocated IP 172.20.0.10 (67b9860a-4f6c-4ccc-b1b7-58c244507713/6695af27-70c2-4035-985a-d770324de147/1711d7f5-4831-4b27-8c54-508e34946fb7) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:53:33.521720 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 478d5e79-b980-4d46-8f60-54ade8f49d80 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:53:33.553590 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43142) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:33.653577 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 478d5e79-b980-4d46-8f60-54ade8f49d80 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:53:33.655325 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-00124a6f-e969-4fda-81a5-2f0fdb62c384 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=05c4fbfa37bf42fd98313bbdb61c6e60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1004934 Feb 17 17:53:33.657900 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43146) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:33.662384 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 478d5e79-b980-4d46-8f60-54ade8f49d80 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:53:33.662769 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (478d5e79-b980-4d46-8f60-54ade8f49d80), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:33.761168 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-63229abb-a235-4336-a222-9eb2b4f807c6 admin admin] Publish callbacks [] for security_group (094c8d9d-c9a0-4514-8b76-515050c59cc8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:33.800992 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-63229abb-a235-4336-a222-9eb2b4f807c6 admin admin] Publish callbacks [] for security_group (094c8d9d-c9a0-4514-8b76-515050c59cc8), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:33.894403 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 478d5e79-b980-4d46-8f60-54ade8f49d80 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:53:33.894959 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (478d5e79-b980-4d46-8f60-54ade8f49d80), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:33.917301 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-63229abb-a235-4336-a222-9eb2b4f807c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (094c8d9d-c9a0-4514-8b76-515050c59cc8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:33.921919 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-63229abb-a235-4336-a222-9eb2b4f807c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:33.926005 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-63229abb-a235-4336-a222-9eb2b4f807c6 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/094c8d9d-c9a0-4514-8b76-515050c59cc8 HTTP/1.1" status: 204 len: 168 time: 0.2670572 Feb 17 17:53:33.935925 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63229abb-a235-4336-a222-9eb2b4f807c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094c8d9d-c9a0-4514-8b76-515050c59cc8,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:33.944907 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66af69d8-eeb7-487a-901a-1c38e1bf49cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478d5e79-b980-4d46-8f60-54ade8f49d80'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:53:33.949870 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38996b25-4909-4d1f-979e-47b0a2480cb6" -d '{"events": [{"server_uuid": "66af69d8-eeb7-487a-901a-1c38e1bf49cc", "name": "network-vif-plugged", "status": "completed", "tag": "478d5e79-b980-4d46-8f60-54ade8f49d80"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:53:33.995618 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 478d5e79-b980-4d46-8f60-54ade8f49d80, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=478d5e79-b980-4d46-8f60-54ade8f49d80,segment=NetworkSegment(44570946-cccc-4504-9a7b-a57e09c343d6),segment_id=44570946-cccc-4504-9a7b-a57e09c343d6)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:53:34.008547 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (478d5e79-b980-4d46-8f60-54ade8f49d80), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:34.140834 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6edb92-9dc2-41ea-ad90-96b631be5ac2 x-openstack-request-id: req-3c6edb92-9dc2-41ea-ad90-96b631be5ac2 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:53:34.141302 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66af69d8-eeb7-487a-901a-1c38e1bf49cc", "name": "network-vif-plugged", "status": "completed", "tag": "478d5e79-b980-4d46-8f60-54ade8f49d80", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:53:34.141656 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3c6edb92-9dc2-41ea-ad90-96b631be5ac2 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:53:34.142164 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66af69d8-eeb7-487a-901a-1c38e1bf49cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478d5e79-b980-4d46-8f60-54ade8f49d80', 'code': 200} Feb 17 17:53:34.146911 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=478d5e79-b980-4d46-8f60-54ade8f49d80,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:34.478195 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c0c315-9337-4544-aef6-948da1b7a8b9 req-304d8bae-b464-433b-9ae3-ad4eb80a7fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:34.481317 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e3c0c315-9337-4544-aef6-948da1b7a8b9 req-304d8bae-b464-433b-9ae3-ad4eb80a7fe1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=66af69d8-eeb7-487a-901a-1c38e1bf49cc HTTP/1.1" status: 200 len: 1127 time: 0.2063155 Feb 17 17:53:34.488368 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9edc5ebd-38de-4ae1-80e6-7921c57f7208 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks [] for port (1711d7f5-4831-4b27-8c54-508e34946fb7), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:34.512739 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4708c-5b2d-4bf7-93f4-ce8f36d857ed req-72333ed6-5749-48a5-bdc1-5b7319ff6fad tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:34.522781 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-99b4708c-5b2d-4bf7-93f4-ce8f36d857ed req-72333ed6-5749-48a5-bdc1-5b7319ff6fad tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=66af69d8-eeb7-487a-901a-1c38e1bf49cc HTTP/1.1" status: 200 len: 945 time: 0.1988657 Feb 17 17:53:34.716439 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e3c0c315-9337-4544-aef6-948da1b7a8b9 req-b4e1b46f-000f-47ca-950b-f76f44d250c3 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252722 Feb 17 17:53:34.719314 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9edc5ebd-38de-4ae1-80e6-7921c57f7208 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (1711d7f5-4831-4b27-8c54-508e34946fb7), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:34.724717 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-99b4708c-5b2d-4bf7-93f4-ce8f36d857ed req-e086e62b-8e3b-4af5-b602-53b41435656a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700284 Feb 17 17:53:34.774407 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edc5ebd-38de-4ae1-80e6-7921c57f7208 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Network 67b9860a-4f6c-4ccc-b1b7-58c244507713 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:53:34.778050 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-9edc5ebd-38de-4ae1-80e6-7921c57f7208 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:53:34.782405 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edc5ebd-38de-4ae1-80e6-7921c57f7208 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:53:34.813653 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edc5ebd-38de-4ae1-80e6-7921c57f7208 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Pushing event updated for resources: {'Port': ['ID=1711d7f5-4831-4b27-8c54-508e34946fb7,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:34.873491 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edc5ebd-38de-4ae1-80e6-7921c57f7208 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:34.874180 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9edc5ebd-38de-4ae1-80e6-7921c57f7208 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:34.899001 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43186) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:34.902192 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-9edc5ebd-38de-4ae1-80e6-7921c57f7208 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0966549 Feb 17 17:53:34.906564 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-5f930a42-9cf4-4968-bb4d-a49759e15f7a tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:8d:7c:35'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:53:35.096560 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5f930a42-9cf4-4968-bb4d-a49759e15f7a tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1711d7f5-4831-4b27-8c54-508e34946fb7), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:35.258477 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-e4a10a56-0c19-4fef-8055-57cc3163bffe None None] Provisioning complete for port 1711d7f5-4831-4b27-8c54-508e34946fb7 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:53:35.259106 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e4a10a56-0c19-4fef-8055-57cc3163bffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1711d7f5-4831-4b27-8c54-508e34946fb7), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:35.343138 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-e4a10a56-0c19-4fef-8055-57cc3163bffe None None] Port 1711d7f5-4831-4b27-8c54-508e34946fb7 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:53:35.371311 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43194) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:35.425780 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f761304b-73e3-4aeb-a862-b4861aba94de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:35.536324 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5f930a42-9cf4-4968-bb4d-a49759e15f7a tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks [] for port (1711d7f5-4831-4b27-8c54-508e34946fb7), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:35.536554 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-01ad935a-8179-441d-8fb7-826883ba8c76 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1473296469'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:53:35.544120 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5f930a42-9cf4-4968-bb4d-a49759e15f7a tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (1711d7f5-4831-4b27-8c54-508e34946fb7), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:35.587146 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ad935a-8179-441d-8fb7-826883ba8c76 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Made reservation on behalf of 6a3807d6453948d99ec2ae6dc3ea5d5e for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:53:35.597437 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-01ad935a-8179-441d-8fb7-826883ba8c76 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:35.623970 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-01ad935a-8179-441d-8fb7-826883ba8c76 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:35.685071 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f930a42-9cf4-4968-bb4d-a49759e15f7a tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Pushing event updated for resources: {'Port': ['ID=1711d7f5-4831-4b27-8c54-508e34946fb7,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:35.700333 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-5f930a42-9cf4-4968-bb4d-a49759e15f7a tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] In _notify_port_updated(), no bound segment for port 1711d7f5-4831-4b27-8c54-508e34946fb7 on network 67b9860a-4f6c-4ccc-b1b7-58c244507713 {{(pid=103434) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 17 17:53:35.706609 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f930a42-9cf4-4968-bb4d-a49759e15f7a tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:35.708221 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5f930a42-9cf4-4968-bb4d-a49759e15f7a tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:35.710489 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5f930a42-9cf4-4968-bb4d-a49759e15f7a tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] 10.222.0.87 "PUT /v2.0/ports/1711d7f5-4831-4b27-8c54-508e34946fb7 HTTP/1.1" status: 200 len: 994 time: 0.8100998 Feb 17 17:53:35.712890 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43204) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:35.822312 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-01ad935a-8179-441d-8fb7-826883ba8c76 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks [] for security_group (1490e149-3de3-4c22-87dc-0698ac047452), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:35.830885 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-01ad935a-8179-441d-8fb7-826883ba8c76 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (1490e149-3de3-4c22-87dc-0698ac047452), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:35.890735 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad935a-8179-441d-8fb7-826883ba8c76 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1490e149-3de3-4c22-87dc-0698ac047452,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:35.953255 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01ad935a-8179-441d-8fb7-826883ba8c76 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:53:35.962836 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-3965ec9f-1140-4264-bced-453b119ca9d5 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Deleting port 1711d7f5-4831-4b27-8c54-508e34946fb7 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:53:35.965344 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3965ec9f-1140-4264-bced-453b119ca9d5 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (1711d7f5-4831-4b27-8c54-508e34946fb7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:36.084036 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-c48ead20-91a9-4bd1-9827-11db4227646a None None] Provisioning complete for port 1711d7f5-4831-4b27-8c54-508e34946fb7 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:53:36.084491 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c48ead20-91a9-4bd1-9827-11db4227646a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1711d7f5-4831-4b27-8c54-508e34946fb7), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:36.090804 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-01ad935a-8179-441d-8fb7-826883ba8c76 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (cf43b6df-c0f9-469e-8370-d41317d09dc0), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:36.091153 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-01ad935a-8179-441d-8fb7-826883ba8c76 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Added segment cf43b6df-c0f9-469e-8370-d41317d09dc0 of type vlan for network 6935913d-6596-4670-af60-e76ff3072669 Feb 17 17:53:36.136367 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-c48ead20-91a9-4bd1-9827-11db4227646a None None] Port 1711d7f5-4831-4b27-8c54-508e34946fb7 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:53:36.168922 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3965ec9f-1140-4264-bced-453b119ca9d5 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (1711d7f5-4831-4b27-8c54-508e34946fb7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:36.183740 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed394d1-f0cd-4abf-bd31-e826ecbf7b76 req-6b805292-5ef0-466a-9ff7-ed527dbf6486 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:36.190021 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-3965ec9f-1140-4264-bced-453b119ca9d5 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Calling delete_port for 1711d7f5-4831-4b27-8c54-508e34946fb7 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:53:36.193550 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fed394d1-f0cd-4abf-bd31-e826ecbf7b76 req-6b805292-5ef0-466a-9ff7-ed527dbf6486 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=66af69d8-eeb7-487a-901a-1c38e1bf49cc HTTP/1.1" status: 200 len: 945 time: 0.2669783 Feb 17 17:53:36.210519 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-01ad935a-8179-441d-8fb7-826883ba8c76 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (6935913d-6596-4670-af60-e76ff3072669), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:36.292812 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fed394d1-f0cd-4abf-bd31-e826ecbf7b76 req-c1104260-34e2-4259-9831-bbaf18fb54b1 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978887 Feb 17 17:53:36.295377 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-01ad935a-8179-441d-8fb7-826883ba8c76 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (6935913d-6596-4670-af60-e76ff3072669), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:36.311050 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ad935a-8179-441d-8fb7-826883ba8c76 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:36.311050 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-01ad935a-8179-441d-8fb7-826883ba8c76 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:36.322492 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-01ad935a-8179-441d-8fb7-826883ba8c76 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9499755 Feb 17 17:53:36.325413 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43210) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:36.331215 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-3637e0d6-973d-44de-bdb5-3fccafe59fed tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Request body: {'subnet': {'network_id': '6935913d-6596-4670-af60-e76ff3072669', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:53:36.397543 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad935a-8179-441d-8fb7-826883ba8c76 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Pushing event updated for resources: {'Network': ['ID=6935913d-6596-4670-af60-e76ff3072669,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:36.410303 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 6935913d-6596-4670-af60-e76ff3072669 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:53:36.497720 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3965ec9f-1140-4264-bced-453b119ca9d5 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (1711d7f5-4831-4b27-8c54-508e34946fb7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:36.549140 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3965ec9f-1140-4264-bced-453b119ca9d5 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Pushing event deleted for resources: {'Port': ['ID=1711d7f5-4831-4b27-8c54-508e34946fb7,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:36.578831 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3637e0d6-973d-44de-bdb5-3fccafe59fed tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Made reservation on behalf of 6a3807d6453948d99ec2ae6dc3ea5d5e for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:53:36.582536 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3637e0d6-973d-44de-bdb5-3fccafe59fed tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:36.692323 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:36.875251 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3965ec9f-1140-4264-bced-453b119ca9d5 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:36.882369 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43218) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:36.883040 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3965ec9f-1140-4264-bced-453b119ca9d5 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] 10.222.0.87 "DELETE /v2.0/ports/1711d7f5-4831-4b27-8c54-508e34946fb7 HTTP/1.1" status: 204 len: 168 time: 1.1677186 Feb 17 17:53:36.937232 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb404202-ddd2-4bac-a631-91a79eb4901c tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] GET failed (client error): The resource could not be found. Feb 17 17:53:36.938729 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-eb404202-ddd2-4bac-a631-91a79eb4901c tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] 10.222.0.87 "GET /v2.0/ports/1711d7f5-4831-4b27-8c54-508e34946fb7 HTTP/1.1" status: 404 len: 333 time: 0.0553422 Feb 17 17:53:36.942423 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43220) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:36.947521 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-1efc6d6f-a494-475b-99b0-31acc9ec5402 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Request body: {'port': {'network_id': '67b9860a-4f6c-4ccc-b1b7-58c244507713', 'name': 'tempest-AllowedAddressPairTestJSON-1158473787'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:53:37.016812 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3637e0d6-973d-44de-bdb5-3fccafe59fed tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (1619654e-94dd-45f3-bd0e-541c4df246c0), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:37.141156 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efc6d6f-a494-475b-99b0-31acc9ec5402 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Made reservation on behalf of 3dd6009d092149d0820e0aaff4f52a26 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:53:37.145788 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1efc6d6f-a494-475b-99b0-31acc9ec5402 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:37.163951 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3637e0d6-973d-44de-bdb5-3fccafe59fed tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Pushing event updated for resources: {'Subnet': ['ID=1619654e-94dd-45f3-bd0e-541c4df246c0,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:37.171880 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-1efc6d6f-a494-475b-99b0-31acc9ec5402 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] device_id is not set on port c5d56aab-da08-498b-b726-952eaa9f5786 yet. {{(pid=103435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:53:37.181383 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3637e0d6-973d-44de-bdb5-3fccafe59fed tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Checking segment: {'id': 'cf43b6df-c0f9-469e-8370-d41317d09dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6935913d-6596-4670-af60-e76ff3072669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:53:37.183068 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3637e0d6-973d-44de-bdb5-3fccafe59fed tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Network hostable DHCP agents. Network: 6935913d-6596-4670-af60-e76ff3072669, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:53:37.214643 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3637e0d6-973d-44de-bdb5-3fccafe59fed tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Network 6935913d-6596-4670-af60-e76ff3072669 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:53:37.235089 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-3637e0d6-973d-44de-bdb5-3fccafe59fed tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 6935913d-6596-4670-af60-e76ff3072669) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:53:37.246536 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87230d3c-69f8-4d2f-bec4-d3fb9d383dfe None None] Network 6935913d-6596-4670-af60-e76ff3072669 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:53:37.250013 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3637e0d6-973d-44de-bdb5-3fccafe59fed tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:37.250013 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3637e0d6-973d-44de-bdb5-3fccafe59fed tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:37.296728 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3637e0d6-973d-44de-bdb5-3fccafe59fed tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9695613 Feb 17 17:53:37.297411 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43224) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:37.302188 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-bdd1eb7a-0510-447f-b260-a9edd73bf43d tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-34212160', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:53:37.346860 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bdd1eb7a-0510-447f-b260-a9edd73bf43d tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (d157cb0e-8f96-4530-972c-3f74de9c1292), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:37.348609 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bdd1eb7a-0510-447f-b260-a9edd73bf43d tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (d157cb0e-8f96-4530-972c-3f74de9c1292), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:37.393555 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-1efc6d6f-a494-475b-99b0-31acc9ec5402 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Allocated IP 172.20.0.9 (67b9860a-4f6c-4ccc-b1b7-58c244507713/6695af27-70c2-4035-985a-d770324de147/c5d56aab-da08-498b-b726-952eaa9f5786) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:53:37.428598 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9744c17b-d156-413f-be7d-e0a5e1b7c9f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-6935913d-6596-4670-af60-e76ff3072669', 'network_id': '6935913d-6596-4670-af60-e76ff3072669', 'project_id': '6a3807d6453948d99ec2ae6dc3ea5d5e', 'fixed_ips': [{'subnet_id': '1619654e-94dd-45f3-bd0e-541c4df246c0'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:53:37.430251 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9744c17b-d156-413f-be7d-e0a5e1b7c9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:37.451122 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bdd1eb7a-0510-447f-b260-a9edd73bf43d tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks [] for router_controller (d157cb0e-8f96-4530-972c-3f74de9c1292), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:37.466303 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bdd1eb7a-0510-447f-b260-a9edd73bf43d tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (d157cb0e-8f96-4530-972c-3f74de9c1292), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:37.494047 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bdd1eb7a-0510-447f-b260-a9edd73bf43d tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:37.499489 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bdd1eb7a-0510-447f-b260-a9edd73bf43d tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 713 time: 0.2009411 Feb 17 17:53:37.500862 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43228) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:37.599014 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1efc6d6f-a494-475b-99b0-31acc9ec5402 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks [] for port (c5d56aab-da08-498b-b726-952eaa9f5786), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:37.617274 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-9744c17b-d156-413f-be7d-e0a5e1b7c9f2 None None] Allocated IP 172.20.0.2 (6935913d-6596-4670-af60-e76ff3072669/1619654e-94dd-45f3-bd0e-541c4df246c0/b73c3729-ae7a-490c-bc28-4f0dee66bd1e) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:53:37.649179 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1efc6d6f-a494-475b-99b0-31acc9ec5402 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (c5d56aab-da08-498b-b726-952eaa9f5786), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:37.780656 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9744c17b-d156-413f-be7d-e0a5e1b7c9f2 None None] Publish callbacks [] for port (b73c3729-ae7a-490c-bc28-4f0dee66bd1e), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:37.792105 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9744c17b-d156-413f-be7d-e0a5e1b7c9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (b73c3729-ae7a-490c-bc28-4f0dee66bd1e), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:37.802114 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc6d6f-a494-475b-99b0-31acc9ec5402 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Pushing event updated for resources: {'Port': ['ID=c5d56aab-da08-498b-b726-952eaa9f5786,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:37.849610 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efc6d6f-a494-475b-99b0-31acc9ec5402 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Network 67b9860a-4f6c-4ccc-b1b7-58c244507713 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:53:37.852892 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9744c17b-d156-413f-be7d-e0a5e1b7c9f2 None None] Network 6935913d-6596-4670-af60-e76ff3072669 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:53:37.862576 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-1efc6d6f-a494-475b-99b0-31acc9ec5402 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:53:37.862576 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efc6d6f-a494-475b-99b0-31acc9ec5402 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:53:37.863996 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-9744c17b-d156-413f-be7d-e0a5e1b7c9f2 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:53:37.889223 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9744c17b-d156-413f-be7d-e0a5e1b7c9f2 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:53:37.920301 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a8bad-d8bc-42ca-9418-d4937878339e req-897d1f04-3e4f-4a82-95c1-c68df467d423 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:37.922973 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-453a8bad-d8bc-42ca-9418-d4937878339e req-897d1f04-3e4f-4a82-95c1-c68df467d423 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=66af69d8-eeb7-487a-901a-1c38e1bf49cc HTTP/1.1" status: 200 len: 945 time: 0.2885151 Feb 17 17:53:37.935544 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9744c17b-d156-413f-be7d-e0a5e1b7c9f2 None None] Pushing event updated for resources: {'Port': ['ID=b73c3729-ae7a-490c-bc28-4f0dee66bd1e,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:37.977670 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efc6d6f-a494-475b-99b0-31acc9ec5402 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:37.978496 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1efc6d6f-a494-475b-99b0-31acc9ec5402 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:38.002735 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-9744c17b-d156-413f-be7d-e0a5e1b7c9f2 None None] Attempting to bind port b73c3729-ae7a-490c-bc28-4f0dee66bd1e on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:53:38.003361 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-9744c17b-d156-413f-be7d-e0a5e1b7c9f2 None None] Attempting to bind port b73c3729-ae7a-490c-bc28-4f0dee66bd1e by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'cf43b6df-c0f9-469e-8370-d41317d09dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6935913d-6596-4670-af60-e76ff3072669'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:53:38.003920 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9744c17b-d156-413f-be7d-e0a5e1b7c9f2 None None] Attempting to bind port b73c3729-ae7a-490c-bc28-4f0dee66bd1e on network 6935913d-6596-4670-af60-e76ff3072669 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:53:38.011478 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9744c17b-d156-413f-be7d-e0a5e1b7c9f2 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:53:38.012213 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9744c17b-d156-413f-be7d-e0a5e1b7c9f2 None None] Checking segment: {'id': 'cf43b6df-c0f9-469e-8370-d41317d09dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6935913d-6596-4670-af60-e76ff3072669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:53:38.012897 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9744c17b-d156-413f-be7d-e0a5e1b7c9f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:38.013523 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9744c17b-d156-413f-be7d-e0a5e1b7c9f2 None None] Bound using segment: {'id': 'cf43b6df-c0f9-469e-8370-d41317d09dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6935913d-6596-4670-af60-e76ff3072669'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:53:38.014180 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-9744c17b-d156-413f-be7d-e0a5e1b7c9f2 None None] Bound port: b73c3729-ae7a-490c-bc28-4f0dee66bd1e, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf43b6df-c0f9-469e-8370-d41317d09dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6935913d-6596-4670-af60-e76ff3072669'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:53:38.014828 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9744c17b-d156-413f-be7d-e0a5e1b7c9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b73c3729-ae7a-490c-bc28-4f0dee66bd1e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:38.025316 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-453a8bad-d8bc-42ca-9418-d4937878339e req-32eaa819-fb5e-4cd7-9e7d-616457d06e87 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939763 Feb 17 17:53:38.028566 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:38.033249 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1efc6d6f-a494-475b-99b0-31acc9ec5402 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0895848 Feb 17 17:53:38.037286 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43236) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:38.043613 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-fabe3c50-3194-4ca9-a3fb-f19367fab27a tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:8d:7c:35'}]}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:53:38.137476 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-9744c17b-d156-413f-be7d-e0a5e1b7c9f2 None None] For port b73c3729-ae7a-490c-bc28-4f0dee66bd1e, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:53:38.143532 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-9744c17b-d156-413f-be7d-e0a5e1b7c9f2 None None] For port b73c3729-ae7a-490c-bc28-4f0dee66bd1e, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=b73c3729-ae7a-490c-bc28-4f0dee66bd1e,segment=NetworkSegment(cf43b6df-c0f9-469e-8370-d41317d09dc0),segment_id=cf43b6df-c0f9-469e-8370-d41317d09dc0)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:53:38.156760 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9744c17b-d156-413f-be7d-e0a5e1b7c9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b73c3729-ae7a-490c-bc28-4f0dee66bd1e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:38.240705 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9744c17b-d156-413f-be7d-e0a5e1b7c9f2 None None] Pushing event updated for resources: {'Port': ['ID=b73c3729-ae7a-490c-bc28-4f0dee66bd1e,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:38.255306 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7ce79d79-6922-45d0-8343-b5a85ff49264 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:38.389977 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-54d3f61e-c6c1-44fc-ba84-f6c111e97d44 None None] Provisioning complete for port c5d56aab-da08-498b-b726-952eaa9f5786 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:53:38.390199 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-54d3f61e-c6c1-44fc-ba84-f6c111e97d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c5d56aab-da08-498b-b726-952eaa9f5786), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:38.476519 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-54d3f61e-c6c1-44fc-ba84-f6c111e97d44 None None] Port c5d56aab-da08-498b-b726-952eaa9f5786 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:53:38.491611 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfbe9a-b59f-4eee-86ea-b76f3de3c356 req-5be58b4d-5391-49d7-af6f-12183ffdfcf8 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:38.495288 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1bcfbe9a-b59f-4eee-86ea-b76f3de3c356 req-5be58b4d-5391-49d7-af6f-12183ffdfcf8 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=66af69d8-eeb7-487a-901a-1c38e1bf49cc HTTP/1.1" status: 200 len: 945 time: 0.1464791 Feb 17 17:53:38.537711 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fabe3c50-3194-4ca9-a3fb-f19367fab27a tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c5d56aab-da08-498b-b726-952eaa9f5786), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:38.717481 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1bcfbe9a-b59f-4eee-86ea-b76f3de3c356 req-c7bbfd56-b664-4865-9f87-84a47e7f095d tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052212 Feb 17 17:53:38.818000 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-7ce79d79-6922-45d0-8343-b5a85ff49264 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Allocated IP 172.20.0.1 (6935913d-6596-4670-af60-e76ff3072669/1619654e-94dd-45f3-bd0e-541c4df246c0/dadae741-0d7d-4f45-9516-055e0e53f9c2) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:53:38.887420 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:53:38.934894 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fabe3c50-3194-4ca9-a3fb-f19367fab27a tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks [] for port (c5d56aab-da08-498b-b726-952eaa9f5786), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:38.955098 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fabe3c50-3194-4ca9-a3fb-f19367fab27a tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (c5d56aab-da08-498b-b726-952eaa9f5786), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:39.007974 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7ce79d79-6922-45d0-8343-b5a85ff49264 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks [] for port (dadae741-0d7d-4f45-9516-055e0e53f9c2), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:39.034810 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe3c50-3194-4ca9-a3fb-f19367fab27a tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Pushing event updated for resources: {'Port': ['ID=c5d56aab-da08-498b-b726-952eaa9f5786,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:39.056393 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7ce79d79-6922-45d0-8343-b5a85ff49264 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (dadae741-0d7d-4f45-9516-055e0e53f9c2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:39.083317 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:39.126624 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-fabe3c50-3194-4ca9-a3fb-f19367fab27a tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] In _notify_port_updated(), no bound segment for port c5d56aab-da08-498b-b726-952eaa9f5786 on network 67b9860a-4f6c-4ccc-b1b7-58c244507713 {{(pid=103435) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 17 17:53:39.136053 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce79d79-6922-45d0-8343-b5a85ff49264 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Network 6935913d-6596-4670-af60-e76ff3072669 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:53:39.139747 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-7ce79d79-6922-45d0-8343-b5a85ff49264 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:53:39.140147 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabe3c50-3194-4ca9-a3fb-f19367fab27a tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:39.140918 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fabe3c50-3194-4ca9-a3fb-f19367fab27a tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:39.144953 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-fabe3c50-3194-4ca9-a3fb-f19367fab27a tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] 10.222.0.87 "PUT /v2.0/ports/c5d56aab-da08-498b-b726-952eaa9f5786 HTTP/1.1" status: 200 len: 996 time: 1.1038609 Feb 17 17:53:39.146388 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce79d79-6922-45d0-8343-b5a85ff49264 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:53:39.148877 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43250) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:39.187110 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce79d79-6922-45d0-8343-b5a85ff49264 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Pushing event updated for resources: {'Port': ['ID=dadae741-0d7d-4f45-9516-055e0e53f9c2,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:39.227229 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7ce79d79-6922-45d0-8343-b5a85ff49264 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (d157cb0e-8f96-4530-972c-3f74de9c1292), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:39.320271 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-51c7e4e6-a033-40f3-9ccf-db02756a2ddb tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Deleting port c5d56aab-da08-498b-b726-952eaa9f5786 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:53:39.320632 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-51c7e4e6-a033-40f3-9ccf-db02756a2ddb tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (c5d56aab-da08-498b-b726-952eaa9f5786), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:39.423380 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b4bbe259-453e-4040-acf6-62aa6a9afa81 None None] Provisioning complete for port c5d56aab-da08-498b-b726-952eaa9f5786 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:53:39.423757 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b4bbe259-453e-4040-acf6-62aa6a9afa81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c5d56aab-da08-498b-b726-952eaa9f5786), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:39.457662 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7ce79d79-6922-45d0-8343-b5a85ff49264 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (dadae741-0d7d-4f45-9516-055e0e53f9c2), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:39.493514 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-51c7e4e6-a033-40f3-9ccf-db02756a2ddb tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (c5d56aab-da08-498b-b726-952eaa9f5786), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:39.514387 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b4bbe259-453e-4040-acf6-62aa6a9afa81 None None] Port c5d56aab-da08-498b-b726-952eaa9f5786 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:53:39.522916 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-51c7e4e6-a033-40f3-9ccf-db02756a2ddb tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Calling delete_port for c5d56aab-da08-498b-b726-952eaa9f5786 owned by {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:53:39.805823 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-51c7e4e6-a033-40f3-9ccf-db02756a2ddb tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (c5d56aab-da08-498b-b726-952eaa9f5786), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:39.850685 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43260) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:39.925019 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7e4e6-a033-40f3-9ccf-db02756a2ddb tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Pushing event deleted for resources: {'Port': ['ID=c5d56aab-da08-498b-b726-952eaa9f5786,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:40.032800 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46216be-b877-4c10-90de-32bfd7411543 None None] Network 6935913d-6596-4670-af60-e76ff3072669 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:53:40.074648 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-51c7e4e6-a033-40f3-9ccf-db02756a2ddb tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:40.080295 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-51c7e4e6-a033-40f3-9ccf-db02756a2ddb tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] 10.222.0.87 "DELETE /v2.0/ports/c5d56aab-da08-498b-b726-952eaa9f5786 HTTP/1.1" status: 204 len: 168 time: 0.9282951 Feb 17 17:53:40.081634 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7ce79d79-6922-45d0-8343-b5a85ff49264 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks [] for port (dadae741-0d7d-4f45-9516-055e0e53f9c2), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:40.081774 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43270) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:40.086173 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7ce79d79-6922-45d0-8343-b5a85ff49264 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (dadae741-0d7d-4f45-9516-055e0e53f9c2), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:40.125826 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e041111-a091-4587-bd93-4185b3588457 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] GET failed (client error): The resource could not be found. Feb 17 17:53:40.127369 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-9e041111-a091-4587-bd93-4185b3588457 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] 10.222.0.87 "GET /v2.0/ports/c5d56aab-da08-498b-b726-952eaa9f5786 HTTP/1.1" status: 404 len: 333 time: 0.0450988 Feb 17 17:53:40.135528 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43272) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:40.135766 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f063e2e-3de2-46cc-8cba-c1c14b89fe6c req-8a11c0ba-81cb-4026-af5a-9daa9744c724 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:40.137324 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4f063e2e-3de2-46cc-8cba-c1c14b89fe6c req-8a11c0ba-81cb-4026-af5a-9daa9744c724 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=66af69d8-eeb7-487a-901a-1c38e1bf49cc HTTP/1.1" status: 200 len: 945 time: 0.2538180 Feb 17 17:53:40.167907 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-a7732bea-e07c-43b9-b7f4-39e8715e2e57 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Request body: {'port': {'network_id': '67b9860a-4f6c-4ccc-b1b7-58c244507713', 'name': 'tempest-AllowedAddressPairTestJSON-1629002859'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:53:40.223251 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-7444da98-19e7-4e63-9ad9-c16b15289515 None None] Provisioning complete for port b73c3729-ae7a-490c-bc28-4f0dee66bd1e triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:53:40.224756 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7444da98-19e7-4e63-9ad9-c16b15289515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b73c3729-ae7a-490c-bc28-4f0dee66bd1e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:40.247223 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-995de56b-f533-4165-8ed3-b0e9f61dbdd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:40.257081 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce79d79-6922-45d0-8343-b5a85ff49264 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Pushing event updated for resources: {'Port': ['ID=dadae741-0d7d-4f45-9516-055e0e53f9c2,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:40.270243 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7ce79d79-6922-45d0-8343-b5a85ff49264 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (d157cb0e-8f96-4530-972c-3f74de9c1292), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:40.324899 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4f063e2e-3de2-46cc-8cba-c1c14b89fe6c req-9a7b3717-12c2-4e72-8c42-08c816ec98f7 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804645 Feb 17 17:53:40.524424 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-7444da98-19e7-4e63-9ad9-c16b15289515 None None] Current status of the port b73c3729-ae7a-490c-bc28-4f0dee66bd1e is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:53:40.525021 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7444da98-19e7-4e63-9ad9-c16b15289515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b73c3729-ae7a-490c-bc28-4f0dee66bd1e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:40.555553 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-995de56b-f533-4165-8ed3-b0e9f61dbdd6 admin admin] Publish callbacks [] for security_group (aa662f40-affb-4d31-818e-312cf07c6adf), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:40.573654 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-995de56b-f533-4165-8ed3-b0e9f61dbdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (aa662f40-affb-4d31-818e-312cf07c6adf), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:40.641229 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-7444da98-19e7-4e63-9ad9-c16b15289515 None None] For port b73c3729-ae7a-490c-bc28-4f0dee66bd1e, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=b73c3729-ae7a-490c-bc28-4f0dee66bd1e,segment=NetworkSegment(cf43b6df-c0f9-469e-8370-d41317d09dc0),segment_id=cf43b6df-c0f9-469e-8370-d41317d09dc0)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:53:40.674806 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7444da98-19e7-4e63-9ad9-c16b15289515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b73c3729-ae7a-490c-bc28-4f0dee66bd1e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:40.718614 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995de56b-f533-4165-8ed3-b0e9f61dbdd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa662f40-affb-4d31-818e-312cf07c6adf,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:40.732152 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-995de56b-f533-4165-8ed3-b0e9f61dbdd6 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e0301bec7ab9442997dfed9d5f0cd44e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8536968 Feb 17 17:53:40.733044 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43280) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:40.828589 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device b73c3729-ae7a-490c-bc28-4f0dee66bd1e up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:53:40.884229 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c12379fe-d1a0-495a-9348-e135450759f6 admin admin] Publish callbacks [] for security_group (aa662f40-affb-4d31-818e-312cf07c6adf), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:40.908100 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7732bea-e07c-43b9-b7f4-39e8715e2e57 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Made reservation on behalf of 3dd6009d092149d0820e0aaff4f52a26 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:53:40.911677 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a7732bea-e07c-43b9-b7f4-39e8715e2e57 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:40.915316 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce79d79-6922-45d0-8343-b5a85ff49264 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Network 6935913d-6596-4670-af60-e76ff3072669 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:53:40.926084 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-7ce79d79-6922-45d0-8343-b5a85ff49264 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:53:40.928506 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7444da98-19e7-4e63-9ad9-c16b15289515 None None] Pushing event updated for resources: {'Port': ['ID=b73c3729-ae7a-490c-bc28-4f0dee66bd1e,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:40.952575 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-a7732bea-e07c-43b9-b7f4-39e8715e2e57 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] device_id is not set on port b717d094-fdc8-42db-a66e-65d33e68796b yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:53:40.980075 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c12379fe-d1a0-495a-9348-e135450759f6 admin admin] Publish callbacks [] for security_group (aa662f40-affb-4d31-818e-312cf07c6adf), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:40.981903 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port b73c3729-ae7a-490c-bc28-4f0dee66bd1e triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:53:40.982359 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b73c3729-ae7a-490c-bc28-4f0dee66bd1e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:41.183793 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-c33d1195-0ece-425a-9a16-34cdde691806 None None] Provisioning complete for port b73c3729-ae7a-490c-bc28-4f0dee66bd1e triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:53:41.184191 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c33d1195-0ece-425a-9a16-34cdde691806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b73c3729-ae7a-490c-bc28-4f0dee66bd1e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:41.242638 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c12379fe-d1a0-495a-9348-e135450759f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (aa662f40-affb-4d31-818e-312cf07c6adf), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:41.250965 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c12379fe-d1a0-495a-9348-e135450759f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:41.253225 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c12379fe-d1a0-495a-9348-e135450759f6 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/aa662f40-affb-4d31-818e-312cf07c6adf HTTP/1.1" status: 204 len: 168 time: 0.5190744 Feb 17 17:53:41.286316 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-a7732bea-e07c-43b9-b7f4-39e8715e2e57 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Allocated IP 172.20.0.7 (67b9860a-4f6c-4ccc-b1b7-58c244507713/6695af27-70c2-4035-985a-d770324de147/b717d094-fdc8-42db-a66e-65d33e68796b) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:53:41.355697 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce79d79-6922-45d0-8343-b5a85ff49264 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Router d157cb0e-8f96-4530-972c-3f74de9c1292 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:53:41.361049 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port b73c3729-ae7a-490c-bc28-4f0dee66bd1e is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:53:41.367034 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12379fe-d1a0-495a-9348-e135450759f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa662f40-affb-4d31-818e-312cf07c6adf,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:41.433121 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca60d8-2fe4-40f7-b256-26d0d7b6f987 req-c013f4b4-083a-4ab1-9c0e-b841bdfcdd95 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:41.434847 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-12ca60d8-2fe4-40f7-b256-26d0d7b6f987 req-c013f4b4-083a-4ab1-9c0e-b841bdfcdd95 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=66af69d8-eeb7-487a-901a-1c38e1bf49cc HTTP/1.1" status: 200 len: 945 time: 0.2419574 Feb 17 17:53:41.507519 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-c33d1195-0ece-425a-9a16-34cdde691806 None None] Current status of the port b73c3729-ae7a-490c-bc28-4f0dee66bd1e is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:53:41.527896 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-c33d1195-0ece-425a-9a16-34cdde691806 None None] Provisioning complete for port dadae741-0d7d-4f45-9516-055e0e53f9c2 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:53:41.528545 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c33d1195-0ece-425a-9a16-34cdde691806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (dadae741-0d7d-4f45-9516-055e0e53f9c2), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:41.561134 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-12ca60d8-2fe4-40f7-b256-26d0d7b6f987 req-a920286f-389c-433f-bd26-a3dfd8f9077d tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204417 Feb 17 17:53:41.624839 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 478d5e79-b980-4d46-8f60-54ade8f49d80 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:53:41.658237 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-c33d1195-0ece-425a-9a16-34cdde691806 None None] Port dadae741-0d7d-4f45-9516-055e0e53f9c2 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:53:41.721954 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce79d79-6922-45d0-8343-b5a85ff49264 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:53:41.731452 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7ce79d79-6922-45d0-8343-b5a85ff49264 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] 10.222.0.87 "PUT /v2.0/routers/d157cb0e-8f96-4530-972c-3f74de9c1292/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2246079 Feb 17 17:53:41.732119 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43298) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:41.737701 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-f37f8c51-09fa-4b51-bd56-b147bda7d8ca tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Request body: {'port': {'network_id': '6935913d-6596-4670-af60-e76ff3072669', 'name': 'tempest-FloatingIPNegativeTestJSON-834790777'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:53:41.738191 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445f2861-e5b1-43c0-bebb-8b095a847df1 None None] Sync routers for ids ['d157cb0e-8f96-4530-972c-3f74de9c1292'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:53:41.761859 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445f2861-e5b1-43c0-bebb-8b095a847df1 None None] Routers {'d157cb0e-8f96-4530-972c-3f74de9c1292'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:53:41.763484 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-445f2861-e5b1-43c0-bebb-8b095a847df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:53:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['d157cb0e-8f96-4530-972c-3f74de9c1292'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:53:41.809234 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-445f2861-e5b1-43c0-bebb-8b095a847df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:53:41.823994 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445f2861-e5b1-43c0-bebb-8b095a847df1 None None] Routers {'d157cb0e-8f96-4530-972c-3f74de9c1292'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:53:41.824966 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-445f2861-e5b1-43c0-bebb-8b095a847df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:53:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['d157cb0e-8f96-4530-972c-3f74de9c1292'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:53:41.827609 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a7732bea-e07c-43b9-b7f4-39e8715e2e57 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks [] for port (b717d094-fdc8-42db-a66e-65d33e68796b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:41.864184 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-6c0ae184-6d25-4c6f-b857-1f048182cff2 None None] Provisioning complete for port dadae741-0d7d-4f45-9516-055e0e53f9c2 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:53:41.866336 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6c0ae184-6d25-4c6f-b857-1f048182cff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (dadae741-0d7d-4f45-9516-055e0e53f9c2), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:41.880896 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-445f2861-e5b1-43c0-bebb-8b095a847df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:53:41.881746 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445f2861-e5b1-43c0-bebb-8b095a847df1 None None] The sync data for ids ['d157cb0e-8f96-4530-972c-3f74de9c1292'] in n-d-829613-2 is: [] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:53:41.938443 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a7732bea-e07c-43b9-b7f4-39e8715e2e57 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (b717d094-fdc8-42db-a66e-65d33e68796b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:41.944635 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 478d5e79-b980-4d46-8f60-54ade8f49d80, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=478d5e79-b980-4d46-8f60-54ade8f49d80,segment=NetworkSegment(44570946-cccc-4504-9a7b-a57e09c343d6),segment_id=44570946-cccc-4504-9a7b-a57e09c343d6)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:53:41.966532 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-6c0ae184-6d25-4c6f-b857-1f048182cff2 None None] Port dadae741-0d7d-4f45-9516-055e0e53f9c2 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:53:41.969762 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '478d5e79-b980-4d46-8f60-54ade8f49d80', 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe', 'port_id': '478d5e79-b980-4d46-8f60-54ade8f49d80', 'mac_address': 'fa:16:3e:77:33:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5806a5b-efbb-4c84-b3a4-70ad6c804540', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:53:42.023850 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 478d5e79-b980-4d46-8f60-54ade8f49d80 is: ACTIVE; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:53:42.024279 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (478d5e79-b980-4d46-8f60-54ade8f49d80), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:42.044538 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 478d5e79-b980-4d46-8f60-54ade8f49d80 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:53:42.048473 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7732bea-e07c-43b9-b7f4-39e8715e2e57 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Network 67b9860a-4f6c-4ccc-b1b7-58c244507713 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:53:42.049840 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37f8c51-09fa-4b51-bd56-b147bda7d8ca tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Made reservation on behalf of 6a3807d6453948d99ec2ae6dc3ea5d5e for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:53:42.053600 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f37f8c51-09fa-4b51-bd56-b147bda7d8ca tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:42.063215 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-a7732bea-e07c-43b9-b7f4-39e8715e2e57 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:53:42.067759 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7732bea-e07c-43b9-b7f4-39e8715e2e57 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:53:42.071514 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 478d5e79-b980-4d46-8f60-54ade8f49d80, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=478d5e79-b980-4d46-8f60-54ade8f49d80,segment=NetworkSegment(44570946-cccc-4504-9a7b-a57e09c343d6),segment_id=44570946-cccc-4504-9a7b-a57e09c343d6)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:53:42.081856 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (478d5e79-b980-4d46-8f60-54ade8f49d80), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:42.101347 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-f37f8c51-09fa-4b51-bd56-b147bda7d8ca tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] device_id is not set on port d88c6744-1a1c-4182-9fb8-ac140dabfb8a yet. {{(pid=103435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:53:42.185643 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-09870ca6-3563-4f70-801f-e58e49aa6b0f None None] Provisioning complete for port dadae741-0d7d-4f45-9516-055e0e53f9c2 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:53:42.186935 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-09870ca6-3563-4f70-801f-e58e49aa6b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (dadae741-0d7d-4f45-9516-055e0e53f9c2), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:42.194293 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7732bea-e07c-43b9-b7f4-39e8715e2e57 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Pushing event updated for resources: {'Port': ['ID=b717d094-fdc8-42db-a66e-65d33e68796b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:42.256178 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7732bea-e07c-43b9-b7f4-39e8715e2e57 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:42.285010 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a7732bea-e07c-43b9-b7f4-39e8715e2e57 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:42.295848 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['478d5e79-b980-4d46-8f60-54ade8f49d80'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:53:42.342464 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a7732bea-e07c-43b9-b7f4-39e8715e2e57 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1866717 Feb 17 17:53:42.345040 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43318) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:42.368939 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-f37f8c51-09fa-4b51-bd56-b147bda7d8ca tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Allocated IP 172.20.0.3 (6935913d-6596-4670-af60-e76ff3072669/1619654e-94dd-45f3-bd0e-541c4df246c0/d88c6744-1a1c-4182-9fb8-ac140dabfb8a) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:53:42.374169 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-c5364565-39dd-4efc-be9d-545eab76f0f9 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Request body: {'port': {'network_id': '67b9860a-4f6c-4ccc-b1b7-58c244507713', 'name': 'tempest-AllowedAddressPairTestJSON-1489891426'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:53:42.474035 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=478d5e79-b980-4d46-8f60-54ade8f49d80,revision_number=6']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:42.488450 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-09870ca6-3563-4f70-801f-e58e49aa6b0f None None] Port dadae741-0d7d-4f45-9516-055e0e53f9c2 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:53:42.648157 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-848f0bd4-ec0c-476c-aeb2-4757c4f832c4 None None] Provisioning complete for port b717d094-fdc8-42db-a66e-65d33e68796b triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:53:42.651908 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-848f0bd4-ec0c-476c-aeb2-4757c4f832c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b717d094-fdc8-42db-a66e-65d33e68796b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:42.713517 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f37f8c51-09fa-4b51-bd56-b147bda7d8ca tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks [] for port (d88c6744-1a1c-4182-9fb8-ac140dabfb8a), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:42.730067 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device b73c3729-ae7a-490c-bc28-4f0dee66bd1e up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:53:42.791940 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-848f0bd4-ec0c-476c-aeb2-4757c4f832c4 None None] Port b717d094-fdc8-42db-a66e-65d33e68796b cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:53:42.806457 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port b73c3729-ae7a-490c-bc28-4f0dee66bd1e triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:53:42.806892 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b73c3729-ae7a-490c-bc28-4f0dee66bd1e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:42.808447 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5364565-39dd-4efc-be9d-545eab76f0f9 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Made reservation on behalf of 3dd6009d092149d0820e0aaff4f52a26 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:53:42.813560 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c5364565-39dd-4efc-be9d-545eab76f0f9 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:42.836611 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-c5364565-39dd-4efc-be9d-545eab76f0f9 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] device_id is not set on port c5694cb7-4f0a-4bea-8d7c-758061b84c0a yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 17:53:42.897412 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af3cdc-bc06-404a-b9d6-6f58ed2ac088 req-a2d495fe-4131-48fb-be76-9aadd477e9c2 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:42.901748 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-46af3cdc-bc06-404a-b9d6-6f58ed2ac088 req-a2d495fe-4131-48fb-be76-9aadd477e9c2 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=66af69d8-eeb7-487a-901a-1c38e1bf49cc HTTP/1.1" status: 200 len: 944 time: 0.1560283 Feb 17 17:53:42.903493 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f37f8c51-09fa-4b51-bd56-b147bda7d8ca tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (d88c6744-1a1c-4182-9fb8-ac140dabfb8a), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:42.917562 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port b73c3729-ae7a-490c-bc28-4f0dee66bd1e is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:53:43.018756 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37f8c51-09fa-4b51-bd56-b147bda7d8ca tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Network 6935913d-6596-4670-af60-e76ff3072669 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:53:43.020542 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-c5364565-39dd-4efc-be9d-545eab76f0f9 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Allocated IP 172.20.0.4 (67b9860a-4f6c-4ccc-b1b7-58c244507713/6695af27-70c2-4035-985a-d770324de147/c5694cb7-4f0a-4bea-8d7c-758061b84c0a) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:53:43.023579 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-f37f8c51-09fa-4b51-bd56-b147bda7d8ca tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:53:43.036971 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37f8c51-09fa-4b51-bd56-b147bda7d8ca tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:53:43.048472 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f8c51-09fa-4b51-bd56-b147bda7d8ca tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Pushing event updated for resources: {'Port': ['ID=d88c6744-1a1c-4182-9fb8-ac140dabfb8a,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:43.132520 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-46af3cdc-bc06-404a-b9d6-6f58ed2ac088 req-b25a3482-1361-41c9-854a-42f0dc4a8ee3 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171171 Feb 17 17:53:43.161767 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37f8c51-09fa-4b51-bd56-b147bda7d8ca tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:43.167184 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f37f8c51-09fa-4b51-bd56-b147bda7d8ca tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:43.213293 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-f37f8c51-09fa-4b51-bd56-b147bda7d8ca tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4797890 Feb 17 17:53:43.214435 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43330) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:43.221287 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-531ac616-aa10-43eb-b483-8f7d44924c0c tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:53:43.255398 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-531ac616-aa10-43eb-b483-8f7d44924c0c tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:43.260804 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c5364565-39dd-4efc-be9d-545eab76f0f9 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks [] for port (c5694cb7-4f0a-4bea-8d7c-758061b84c0a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:43.396802 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c5364565-39dd-4efc-be9d-545eab76f0f9 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (c5694cb7-4f0a-4bea-8d7c-758061b84c0a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:43.423345 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-748aeb2f-79c6-4c95-ba75-7c3a421a094e None None] Provisioning complete for port d88c6744-1a1c-4182-9fb8-ac140dabfb8a triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:53:43.425628 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-748aeb2f-79c6-4c95-ba75-7c3a421a094e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d88c6744-1a1c-4182-9fb8-ac140dabfb8a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:43.451125 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-531ac616-aa10-43eb-b483-8f7d44924c0c tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:43.530142 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5364565-39dd-4efc-be9d-545eab76f0f9 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Network 67b9860a-4f6c-4ccc-b1b7-58c244507713 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:53:43.531877 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5364565-39dd-4efc-be9d-545eab76f0f9 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Pushing event updated for resources: {'Port': ['ID=c5694cb7-4f0a-4bea-8d7c-758061b84c0a,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:43.550162 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-c5364565-39dd-4efc-be9d-545eab76f0f9 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:53:43.556568 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5364565-39dd-4efc-be9d-545eab76f0f9 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:53:43.578737 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-748aeb2f-79c6-4c95-ba75-7c3a421a094e None None] Port d88c6744-1a1c-4182-9fb8-ac140dabfb8a cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:53:43.584218 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 478d5e79-b980-4d46-8f60-54ade8f49d80 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:53:43.624718 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5364565-39dd-4efc-be9d-545eab76f0f9 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:43.625542 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c5364565-39dd-4efc-be9d-545eab76f0f9 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:43.650416 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c5364565-39dd-4efc-be9d-545eab76f0f9 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3037667 Feb 17 17:53:43.651955 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43350) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:43.659071 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-67e5f913-f98d-4401-8065-3eaf68f4f0fd tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:8d:7c:35'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:8c:bb:e9'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:53:43.674170 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 478d5e79-b980-4d46-8f60-54ade8f49d80 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:53:43.674684 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (478d5e79-b980-4d46-8f60-54ade8f49d80), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:43.734324 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-531ac616-aa10-43eb-b483-8f7d44924c0c tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Allocated IP 172.25.8.181 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/65b13420-e699-4d84-83fd-12146719e383) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:53:43.894965 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 478d5e79-b980-4d46-8f60-54ade8f49d80 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:53:43.895381 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (478d5e79-b980-4d46-8f60-54ade8f49d80), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:43.955177 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66af69d8-eeb7-487a-901a-1c38e1bf49cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478d5e79-b980-4d46-8f60-54ade8f49d80'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:53:43.955177 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332ef81c-5130-4bd2-9e13-446d9c1bc6e1" -d '{"events": [{"server_uuid": "66af69d8-eeb7-487a-901a-1c38e1bf49cc", "name": "network-vif-plugged", "status": "completed", "tag": "478d5e79-b980-4d46-8f60-54ade8f49d80"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:53:44.010896 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 478d5e79-b980-4d46-8f60-54ade8f49d80, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=478d5e79-b980-4d46-8f60-54ade8f49d80,segment=NetworkSegment(44570946-cccc-4504-9a7b-a57e09c343d6),segment_id=44570946-cccc-4504-9a7b-a57e09c343d6)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:53:44.011299 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67e5f913-f98d-4401-8065-3eaf68f4f0fd tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c5694cb7-4f0a-4bea-8d7c-758061b84c0a), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:44.017474 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (478d5e79-b980-4d46-8f60-54ade8f49d80), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:44.061683 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-531ac616-aa10-43eb-b483-8f7d44924c0c tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks [] for port (65b13420-e699-4d84-83fd-12146719e383), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:44.102441 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac55c307-b6d7-40d5-b440-1149537f4869 x-openstack-request-id: req-ac55c307-b6d7-40d5-b440-1149537f4869 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:53:44.103136 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66af69d8-eeb7-487a-901a-1c38e1bf49cc", "name": "network-vif-plugged", "status": "completed", "tag": "478d5e79-b980-4d46-8f60-54ade8f49d80", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:53:44.103596 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ac55c307-b6d7-40d5-b440-1149537f4869 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:53:44.104714 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66af69d8-eeb7-487a-901a-1c38e1bf49cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478d5e79-b980-4d46-8f60-54ade8f49d80', 'code': 200} Feb 17 17:53:44.106018 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=478d5e79-b980-4d46-8f60-54ade8f49d80,revision_number=7']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:44.115587 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-531ac616-aa10-43eb-b483-8f7d44924c0c tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (65b13420-e699-4d84-83fd-12146719e383), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:44.125673 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-bb5cc610-246a-4f49-8ebd-10b89d4d0090 None None] Provisioning complete for port c5694cb7-4f0a-4bea-8d7c-758061b84c0a triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:53:44.126583 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bb5cc610-246a-4f49-8ebd-10b89d4d0090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c5694cb7-4f0a-4bea-8d7c-758061b84c0a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:44.182902 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43368) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:44.189979 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-bb5cc610-246a-4f49-8ebd-10b89d4d0090 None None] Port c5694cb7-4f0a-4bea-8d7c-758061b84c0a cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:53:44.215121 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531ac616-aa10-43eb-b483-8f7d44924c0c tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:53:44.230724 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-531ac616-aa10-43eb-b483-8f7d44924c0c tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:53:44.242229 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531ac616-aa10-43eb-b483-8f7d44924c0c tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:53:44.312504 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ac616-aa10-43eb-b483-8f7d44924c0c tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Pushing event updated for resources: {'Port': ['ID=65b13420-e699-4d84-83fd-12146719e383,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:44.435399 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67e5f913-f98d-4401-8065-3eaf68f4f0fd tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks [] for port (c5694cb7-4f0a-4bea-8d7c-758061b84c0a), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:44.443792 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67e5f913-f98d-4401-8065-3eaf68f4f0fd tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (c5694cb7-4f0a-4bea-8d7c-758061b84c0a), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:44.531588 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-531ac616-aa10-43eb-b483-8f7d44924c0c tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks [] for floatingip (5db2b543-2dfe-4feb-acba-da748e496adb), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:44.569197 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023cd0b-e0c3-46e7-89b9-cff71be73528 req-56ffedfe-123f-4e40-a856-73e977fea1cf tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:44.577272 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6023cd0b-e0c3-46e7-89b9-cff71be73528 req-56ffedfe-123f-4e40-a856-73e977fea1cf tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=66af69d8-eeb7-487a-901a-1c38e1bf49cc HTTP/1.1" status: 200 len: 945 time: 0.2332435 Feb 17 17:53:44.669390 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e5f913-f98d-4401-8065-3eaf68f4f0fd tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Pushing event updated for resources: {'Port': ['ID=c5694cb7-4f0a-4bea-8d7c-758061b84c0a,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:44.683985 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e5f913-f98d-4401-8065-3eaf68f4f0fd tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:53:44.684436 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e5f913-f98d-4401-8065-3eaf68f4f0fd tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:53:44.684875 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e5f913-f98d-4401-8065-3eaf68f4f0fd tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:53:44.685234 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e5f913-f98d-4401-8065-3eaf68f4f0fd tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:53:44.685580 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e5f913-f98d-4401-8065-3eaf68f4f0fd tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:53:44.685918 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e5f913-f98d-4401-8065-3eaf68f4f0fd tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:53:44.686261 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e5f913-f98d-4401-8065-3eaf68f4f0fd tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:53:44.686602 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e5f913-f98d-4401-8065-3eaf68f4f0fd tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:53:44.686941 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e5f913-f98d-4401-8065-3eaf68f4f0fd tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:53:44.687279 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e5f913-f98d-4401-8065-3eaf68f4f0fd tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:53:44.687614 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e5f913-f98d-4401-8065-3eaf68f4f0fd tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:53:44.687949 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e5f913-f98d-4401-8065-3eaf68f4f0fd tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:53:44.688308 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e5f913-f98d-4401-8065-3eaf68f4f0fd tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:53:44.706629 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-67e5f913-f98d-4401-8065-3eaf68f4f0fd tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] In _notify_port_updated(), no bound segment for port c5694cb7-4f0a-4bea-8d7c-758061b84c0a on network 67b9860a-4f6c-4ccc-b1b7-58c244507713 {{(pid=103434) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 17 17:53:44.714494 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-53849898-2bc9-484a-bb33-f601c9c2c079 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Request body: {'network': {'name': 'tempest-network-smoke--1604497256', 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'port_security_enabled': True}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:53:44.721976 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e5f913-f98d-4401-8065-3eaf68f4f0fd tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:44.722699 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-67e5f913-f98d-4401-8065-3eaf68f4f0fd tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:44.733606 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-67e5f913-f98d-4401-8065-3eaf68f4f0fd tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] 10.222.0.87 "PUT /v2.0/ports/c5694cb7-4f0a-4bea-8d7c-758061b84c0a HTTP/1.1" status: 200 len: 1056 time: 1.0797994 Feb 17 17:53:44.734048 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43396) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:44.793032 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-531ac616-aa10-43eb-b483-8f7d44924c0c tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (65b13420-e699-4d84-83fd-12146719e383), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:44.975612 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6023cd0b-e0c3-46e7-89b9-cff71be73528 req-95fb21cb-e4f6-4960-abd8-859b22591db0 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969724 Feb 17 17:53:44.998110 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53849898-2bc9-484a-bb33-f601c9c2c079 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Made reservation on behalf of ec7ab02c08ab4597882b00c123047e3e for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:53:45.002177 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53849898-2bc9-484a-bb33-f601c9c2c079 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:45.052602 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-71738974-7ecf-4b1e-b2fc-7c128426a7bc None None] Provisioning complete for port c5694cb7-4f0a-4bea-8d7c-758061b84c0a triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:53:45.056639 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-71738974-7ecf-4b1e-b2fc-7c128426a7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c5694cb7-4f0a-4bea-8d7c-758061b84c0a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:45.085887 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53849898-2bc9-484a-bb33-f601c9c2c079 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:45.099179 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-531ac616-aa10-43eb-b483-8f7d44924c0c tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks [] for port (65b13420-e699-4d84-83fd-12146719e383), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:45.159061 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-531ac616-aa10-43eb-b483-8f7d44924c0c tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (65b13420-e699-4d84-83fd-12146719e383), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:45.171284 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-71738974-7ecf-4b1e-b2fc-7c128426a7bc None None] Port c5694cb7-4f0a-4bea-8d7c-758061b84c0a cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:53:45.290042 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-531ac616-aa10-43eb-b483-8f7d44924c0c tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (5db2b543-2dfe-4feb-acba-da748e496adb), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:45.344486 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-cada7e32-d020-4813-a712-8817fdcb3df6 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Deleting port c5694cb7-4f0a-4bea-8d7c-758061b84c0a {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:53:45.344841 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cada7e32-d020-4813-a712-8817fdcb3df6 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (c5694cb7-4f0a-4bea-8d7c-758061b84c0a), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:45.461129 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-531ac616-aa10-43eb-b483-8f7d44924c0c tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:45.464297 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-531ac616-aa10-43eb-b483-8f7d44924c0c tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2472525 Feb 17 17:53:45.467048 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43406) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:45.470977 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cada7e32-d020-4813-a712-8817fdcb3df6 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (c5694cb7-4f0a-4bea-8d7c-758061b84c0a), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:45.471835 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-1e08c658-0d63-4294-86ae-344e9b689d97 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Request body: {'floatingip': {'port_id': 'd88c6744-1a1c-4182-9fb8-ac140dabfb8a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:53:45.473433 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ac616-aa10-43eb-b483-8f7d44924c0c tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Pushing event updated for resources: {'Port': ['ID=65b13420-e699-4d84-83fd-12146719e383,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:45.501824 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53849898-2bc9-484a-bb33-f601c9c2c079 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group (bf843410-af48-4fcd-9605-f92ec07ab5fb), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:45.508343 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-cada7e32-d020-4813-a712-8817fdcb3df6 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Calling delete_port for c5694cb7-4f0a-4bea-8d7c-758061b84c0a owned by {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:53:45.513484 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53849898-2bc9-484a-bb33-f601c9c2c079 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (bf843410-af48-4fcd-9605-f92ec07ab5fb), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:45.551896 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53849898-2bc9-484a-bb33-f601c9c2c079 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf843410-af48-4fcd-9605-f92ec07ab5fb,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:45.558066 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1e08c658-0d63-4294-86ae-344e9b689d97 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks [] for floatingip (5db2b543-2dfe-4feb-acba-da748e496adb), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:45.591719 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53849898-2bc9-484a-bb33-f601c9c2c079 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:53:45.646725 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53849898-2bc9-484a-bb33-f601c9c2c079 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (2eedf786-d862-43f5-aeec-d3f3b6a22140), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:45.647105 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-53849898-2bc9-484a-bb33-f601c9c2c079 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Added segment 2eedf786-d862-43f5-aeec-d3f3b6a22140 of type vlan for network 17694ef4-1ed2-4a01-a5bf-ce0481576d63 Feb 17 17:53:45.711014 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53849898-2bc9-484a-bb33-f601c9c2c079 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (17694ef4-1ed2-4a01-a5bf-ce0481576d63), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:45.778594 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53849898-2bc9-484a-bb33-f601c9c2c079 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (17694ef4-1ed2-4a01-a5bf-ce0481576d63), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:45.783747 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53849898-2bc9-484a-bb33-f601c9c2c079 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:45.784390 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53849898-2bc9-484a-bb33-f601c9c2c079 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:45.824336 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-53849898-2bc9-484a-bb33-f601c9c2c079 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6402428 Feb 17 17:53:45.826972 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-1e08c658-0d63-4294-86ae-344e9b689d97 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] update failed (client error): The resource could not be found. Feb 17 17:53:45.828610 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-1e08c658-0d63-4294-86ae-344e9b689d97 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] 10.222.0.87 "PUT /v2.0/floatingips/5db2b543-2dfe-4feb-acba-da748e496adb HTTP/1.1" status: 404 len: 507 time: 0.3599684 Feb 17 17:53:45.830491 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43412) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:45.830863 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43414) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:45.847027 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-85f49e8d-4fa8-45e0-b432-56d76fb3bc58 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-25529514', 'admin_state_up': True, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:53:45.998060 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53849898-2bc9-484a-bb33-f601c9c2c079 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event updated for resources: {'Network': ['ID=17694ef4-1ed2-4a01-a5bf-ce0481576d63,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:46.011567 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 17694ef4-1ed2-4a01-a5bf-ce0481576d63 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:53:46.011818 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cada7e32-d020-4813-a712-8817fdcb3df6 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (c5694cb7-4f0a-4bea-8d7c-758061b84c0a), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:46.014204 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-85f49e8d-4fa8-45e0-b432-56d76fb3bc58 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:46.015791 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-85f49e8d-4fa8-45e0-b432-56d76fb3bc58 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:46.343008 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada7e32-d020-4813-a712-8817fdcb3df6 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Pushing event deleted for resources: {'Port': ['ID=c5694cb7-4f0a-4bea-8d7c-758061b84c0a,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:46.375925 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-85f49e8d-4fa8-45e0-b432-56d76fb3bc58 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for router_controller (0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a), precommit_add_association {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:46.697975 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e6efb-91dd-4af6-bf17-2f8e0b22dc1f req-afc9f833-0689-4344-9b8a-750d9359ef1a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:46.705058 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-815e6efb-91dd-4af6-bf17-2f8e0b22dc1f req-afc9f833-0689-4344-9b8a-750d9359ef1a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=66af69d8-eeb7-487a-901a-1c38e1bf49cc HTTP/1.1" status: 200 len: 945 time: 0.5257452 Feb 17 17:53:46.708564 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-68174665-b91a-44c7-b974-c61a7467c597 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Deleting port 65b13420-e699-4d84-83fd-12146719e383 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:53:46.708910 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-68174665-b91a-44c7-b974-c61a7467c597 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (65b13420-e699-4d84-83fd-12146719e383), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:46.755837 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-85f49e8d-4fa8-45e0-b432-56d76fb3bc58 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for router_gateway (0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:46.862740 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cada7e32-d020-4813-a712-8817fdcb3df6 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:46.866029 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-cada7e32-d020-4813-a712-8817fdcb3df6 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] 10.222.0.87 "DELETE /v2.0/ports/c5694cb7-4f0a-4bea-8d7c-758061b84c0a HTTP/1.1" status: 204 len: 168 time: 2.1269026 Feb 17 17:53:46.868981 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43418) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:46.892745 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-815e6efb-91dd-4af6-bf17-2f8e0b22dc1f req-f7c43b7c-79bf-42dd-a953-4de8ffb57898 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829438 Feb 17 17:53:46.918589 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-6834b3af-ef78-40c2-8aed-5de4eabbd830 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] GET failed (client error): The resource could not be found. Feb 17 17:53:46.925914 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-68174665-b91a-44c7-b974-c61a7467c597 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (65b13420-e699-4d84-83fd-12146719e383), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:46.926240 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-68174665-b91a-44c7-b974-c61a7467c597 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks [] for floatingip (65b13420-e699-4d84-83fd-12146719e383), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:46.926991 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6834b3af-ef78-40c2-8aed-5de4eabbd830 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] 10.222.0.87 "GET /v2.0/ports/c5694cb7-4f0a-4bea-8d7c-758061b84c0a HTTP/1.1" status: 404 len: 333 time: 0.0561283 Feb 17 17:53:46.927626 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43420) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:46.949893 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-68174665-b91a-44c7-b974-c61a7467c597 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Calling delete_port for 65b13420-e699-4d84-83fd-12146719e383 owned by network:floatingip {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:53:47.118077 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-83b84c35-be5e-4753-9a0d-1217d7cb2953 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Deleting port b717d094-fdc8-42db-a66e-65d33e68796b {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:53:47.118482 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-83b84c35-be5e-4753-9a0d-1217d7cb2953 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (b717d094-fdc8-42db-a66e-65d33e68796b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:47.355973 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-83b84c35-be5e-4753-9a0d-1217d7cb2953 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (b717d094-fdc8-42db-a66e-65d33e68796b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:47.386298 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-83b84c35-be5e-4753-9a0d-1217d7cb2953 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Calling delete_port for b717d094-fdc8-42db-a66e-65d33e68796b owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:53:47.614909 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-83b84c35-be5e-4753-9a0d-1217d7cb2953 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (b717d094-fdc8-42db-a66e-65d33e68796b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:47.676838 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b84c35-be5e-4753-9a0d-1217d7cb2953 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Pushing event deleted for resources: {'Port': ['ID=b717d094-fdc8-42db-a66e-65d33e68796b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:47.684956 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-85f49e8d-4fa8-45e0-b432-56d76fb3bc58 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for router_gateway (0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:47.750568 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-85f49e8d-4fa8-45e0-b432-56d76fb3bc58 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:47.846546 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-83b84c35-be5e-4753-9a0d-1217d7cb2953 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:47.863117 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-83b84c35-be5e-4753-9a0d-1217d7cb2953 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] 10.222.0.87 "DELETE /v2.0/ports/b717d094-fdc8-42db-a66e-65d33e68796b HTTP/1.1" status: 204 len: 168 time: 0.9344060 Feb 17 17:53:47.865705 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43422) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:47.908098 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1f633b8-b414-4951-8c4e-11bd3a391bdb tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] GET failed (client error): The resource could not be found. Feb 17 17:53:47.910424 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c1f633b8-b414-4951-8c4e-11bd3a391bdb tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] 10.222.0.87 "GET /v2.0/ports/b717d094-fdc8-42db-a66e-65d33e68796b HTTP/1.1" status: 404 len: 333 time: 0.0435562 Feb 17 17:53:47.922063 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43426) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:48.085698 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-2831e3b8-4fe6-4630-8fc4-33f652618ce7 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Deleting port 0730e55c-f4f0-41b4-b261-fa592e701e03 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:53:48.086451 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2831e3b8-4fe6-4630-8fc4-33f652618ce7 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (0730e55c-f4f0-41b4-b261-fa592e701e03), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:48.096807 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-68174665-b91a-44c7-b974-c61a7467c597 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (65b13420-e699-4d84-83fd-12146719e383), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:48.127025 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-85f49e8d-4fa8-45e0-b432-56d76fb3bc58 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Allocated IP 172.25.8.220 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/e89f0c5e-5691-43b9-82da-83ef88d45768) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:53:48.163957 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68174665-b91a-44c7-b974-c61a7467c597 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Pushing event deleted for resources: {'Port': ['ID=65b13420-e699-4d84-83fd-12146719e383,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:48.202764 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcdba2c-f057-46ae-8a72-3e1f030eb795 req-1b86d7b5-5bd9-4427-b60f-7c84e08d67d4 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:48.213970 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9bcdba2c-f057-46ae-8a72-3e1f030eb795 req-1b86d7b5-5bd9-4427-b60f-7c84e08d67d4 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=66af69d8-eeb7-487a-901a-1c38e1bf49cc HTTP/1.1" status: 200 len: 945 time: 0.2042065 Feb 17 17:53:48.286630 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2831e3b8-4fe6-4630-8fc4-33f652618ce7 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (0730e55c-f4f0-41b4-b261-fa592e701e03), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:48.317966 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-2831e3b8-4fe6-4630-8fc4-33f652618ce7 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Calling delete_port for 0730e55c-f4f0-41b4-b261-fa592e701e03 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:53:48.385840 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-68174665-b91a-44c7-b974-c61a7467c597 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks [] for floatingip (5db2b543-2dfe-4feb-acba-da748e496adb), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:48.388942 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-68174665-b91a-44c7-b974-c61a7467c597 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:48.398023 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-68174665-b91a-44c7-b974-c61a7467c597 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] 10.222.0.87 "DELETE /v2.0/floatingips/5db2b543-2dfe-4feb-acba-da748e496adb HTTP/1.1" status: 204 len: 168 time: 2.5430050 Feb 17 17:53:48.399972 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43430) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:48.407090 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-6bdc640d-59b3-46ac-b27d-4b1c99f84384 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Request body: {'floatingip': {'floating_network_id': '6935913d-6596-4670-af60-e76ff3072669', 'port_id': 'd88c6744-1a1c-4182-9fb8-ac140dabfb8a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:53:48.432531 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9bcdba2c-f057-46ae-8a72-3e1f030eb795 req-a7020ab0-ed19-49c6-b0f9-f09872526a9d tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146387 Feb 17 17:53:48.504124 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-85f49e8d-4fa8-45e0-b432-56d76fb3bc58 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for port (e89f0c5e-5691-43b9-82da-83ef88d45768), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:48.506145 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6bdc640d-59b3-46ac-b27d-4b1c99f84384 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:48.581587 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-85f49e8d-4fa8-45e0-b432-56d76fb3bc58 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (e89f0c5e-5691-43b9-82da-83ef88d45768), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:48.622442 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2831e3b8-4fe6-4630-8fc4-33f652618ce7 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (0730e55c-f4f0-41b4-b261-fa592e701e03), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:48.670938 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831e3b8-4fe6-4630-8fc4-33f652618ce7 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Pushing event deleted for resources: {'Port': ['ID=0730e55c-f4f0-41b4-b261-fa592e701e03,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:48.692816 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f49e8d-4fa8-45e0-b432-56d76fb3bc58 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:53:48.702034 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-85f49e8d-4fa8-45e0-b432-56d76fb3bc58 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:53:48.715654 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f49e8d-4fa8-45e0-b432-56d76fb3bc58 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:53:48.744796 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f49e8d-4fa8-45e0-b432-56d76fb3bc58 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event updated for resources: {'Port': ['ID=e89f0c5e-5691-43b9-82da-83ef88d45768,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:48.789484 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f49e8d-4fa8-45e0-b432-56d76fb3bc58 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:53:48.790129 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f49e8d-4fa8-45e0-b432-56d76fb3bc58 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:53:48.790215 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f49e8d-4fa8-45e0-b432-56d76fb3bc58 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:53:48.790524 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f49e8d-4fa8-45e0-b432-56d76fb3bc58 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:53:48.790895 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f49e8d-4fa8-45e0-b432-56d76fb3bc58 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:53:48.791258 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f49e8d-4fa8-45e0-b432-56d76fb3bc58 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:53:48.791589 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f49e8d-4fa8-45e0-b432-56d76fb3bc58 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:53:48.791934 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f49e8d-4fa8-45e0-b432-56d76fb3bc58 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:53:48.792300 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f49e8d-4fa8-45e0-b432-56d76fb3bc58 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:53:48.792631 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f49e8d-4fa8-45e0-b432-56d76fb3bc58 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:53:48.792982 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f49e8d-4fa8-45e0-b432-56d76fb3bc58 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:53:48.793310 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f49e8d-4fa8-45e0-b432-56d76fb3bc58 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:53:48.793656 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f49e8d-4fa8-45e0-b432-56d76fb3bc58 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:53:48.973765 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2831e3b8-4fe6-4630-8fc4-33f652618ce7 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:48.980669 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2831e3b8-4fe6-4630-8fc4-33f652618ce7 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] 10.222.0.87 "DELETE /v2.0/ports/0730e55c-f4f0-41b4-b261-fa592e701e03 HTTP/1.1" status: 204 len: 168 time: 1.0565617 Feb 17 17:53:48.983210 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43432) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:48.983643 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:49.100894 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-6bdc640d-59b3-46ac-b27d-4b1c99f84384 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 17:53:49.106323 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43434) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:49.108811 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-6bdc640d-59b3-46ac-b27d-4b1c99f84384 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7072442 Feb 17 17:53:49.111842 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-93a17dad-4fe1-48f7-bcf9-b8debbc2addb tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'port_id': 'd88c6744-1a1c-4182-9fb8-ac140dabfb8a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:53:49.168043 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d8246cc-44bc-4b3e-9b2e-793d549b770c tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Deleting subnet 6695af27-70c2-4035-985a-d770324de147 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:53:49.171677 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3d8246cc-44bc-4b3e-9b2e-793d549b770c tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks [] for subnet (6695af27-70c2-4035-985a-d770324de147), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:49.271236 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3d8246cc-44bc-4b3e-9b2e-793d549b770c tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (6695af27-70c2-4035-985a-d770324de147), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:49.317996 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-93a17dad-4fe1-48f7-bcf9-b8debbc2addb tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:49.386558 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-85f49e8d-4fa8-45e0-b432-56d76fb3bc58 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for router_gateway (0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:49.759107 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3d8246cc-44bc-4b3e-9b2e-793d549b770c tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (6695af27-70c2-4035-985a-d770324de147), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:49.761216 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:49.824318 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7835d-84ef-4fe6-9319-8a8cb11c4668 req-1fd6c095-1caa-47a0-b25c-1eee6bfb299a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:49.826770 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-71f7835d-84ef-4fe6-9319-8a8cb11c4668 req-1fd6c095-1caa-47a0-b25c-1eee6bfb299a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=66af69d8-eeb7-487a-901a-1c38e1bf49cc HTTP/1.1" status: 200 len: 945 time: 0.2448578 Feb 17 17:53:49.906237 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-93a17dad-4fe1-48f7-bcf9-b8debbc2addb tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:49.913099 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3d8246cc-44bc-4b3e-9b2e-793d549b770c tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (6695af27-70c2-4035-985a-d770324de147), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:49.917295 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-71f7835d-84ef-4fe6-9319-8a8cb11c4668 req-6b55bcc2-9a0c-459b-a715-d1689c276c26 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833771 Feb 17 17:53:49.945657 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-85f49e8d-4fa8-45e0-b432-56d76fb3bc58 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:49.951639 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3d8246cc-44bc-4b3e-9b2e-793d549b770c tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:49.951973 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9f0370-3efa-4291-bfab-7c59e91f704e None None] Network 67b9860a-4f6c-4ccc-b1b7-58c244507713 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:53:49.955850 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3d8246cc-44bc-4b3e-9b2e-793d549b770c tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] 10.222.0.87 "DELETE /v2.0/subnets/6695af27-70c2-4035-985a-d770324de147 HTTP/1.1" status: 204 len: 168 time: 0.9710164 Feb 17 17:53:49.966923 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43444) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:49.981520 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8246cc-44bc-4b3e-9b2e-793d549b770c tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Pushing event deleted for resources: {'Subnet': ['ID=6695af27-70c2-4035-985a-d770324de147,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:50.190141 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0240b147-c3ba-4397-9e88-854f4c7db549 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (67b9860a-4f6c-4ccc-b1b7-58c244507713), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:50.220333 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-93a17dad-4fe1-48f7-bcf9-b8debbc2addb tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Allocated IP 172.25.8.155 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/6b4d080e-0272-4030-b5da-b408a9c4711b) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:53:50.285990 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2349555-df7f-4106-8d22-d691c958839b None None] DHCP port deletion for 67b9860a-4f6c-4ccc-b1b7-58c244507713 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:53:50.366613 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-0240b147-c3ba-4397-9e88-854f4c7db549 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Deleting port cb9b18a6-d685-4691-b4a2-724acb50ecbb {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:53:50.369885 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0240b147-c3ba-4397-9e88-854f4c7db549 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (cb9b18a6-d685-4691-b4a2-724acb50ecbb), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:50.402955 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-e2349555-df7f-4106-8d22-d691c958839b None None] Deleting port cb9b18a6-d685-4691-b4a2-724acb50ecbb {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:53:50.403648 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e2349555-df7f-4106-8d22-d691c958839b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (cb9b18a6-d685-4691-b4a2-724acb50ecbb), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:50.452880 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f49e8d-4fa8-45e0-b432-56d76fb3bc58 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Router 0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:53:50.487044 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-93a17dad-4fe1-48f7-bcf9-b8debbc2addb tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks [] for port (6b4d080e-0272-4030-b5da-b408a9c4711b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:50.507486 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-0240b147-c3ba-4397-9e88-854f4c7db549 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] For port cb9b18a6-d685-4691-b4a2-724acb50ecbb, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=cb9b18a6-d685-4691-b4a2-724acb50ecbb,segment=NetworkSegment(9401f12c-200e-4f1d-9b03-af7bf0ce259e),segment_id=9401f12c-200e-4f1d-9b03-af7bf0ce259e)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:53:50.507776 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0240b147-c3ba-4397-9e88-854f4c7db549 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (cb9b18a6-d685-4691-b4a2-724acb50ecbb), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:50.528400 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-0240b147-c3ba-4397-9e88-854f4c7db549 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Calling delete_port for cb9b18a6-d685-4691-b4a2-724acb50ecbb owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:53:50.563770 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-93a17dad-4fe1-48f7-bcf9-b8debbc2addb tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (6b4d080e-0272-4030-b5da-b408a9c4711b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:50.591246 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-e2349555-df7f-4106-8d22-d691c958839b None None] For port cb9b18a6-d685-4691-b4a2-724acb50ecbb, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=cb9b18a6-d685-4691-b4a2-724acb50ecbb,segment=NetworkSegment(9401f12c-200e-4f1d-9b03-af7bf0ce259e),segment_id=9401f12c-200e-4f1d-9b03-af7bf0ce259e)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:53:50.592035 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e2349555-df7f-4106-8d22-d691c958839b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (cb9b18a6-d685-4691-b4a2-724acb50ecbb), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:50.630812 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-e2349555-df7f-4106-8d22-d691c958839b None None] Calling delete_port for cb9b18a6-d685-4691-b4a2-724acb50ecbb owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:53:50.642026 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device cb9b18a6-d685-4691-b4a2-724acb50ecbb no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:53:50.665762 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a17dad-4fe1-48f7-bcf9-b8debbc2addb tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Pushing event updated for resources: {'Port': ['ID=6b4d080e-0272-4030-b5da-b408a9c4711b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:50.693912 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a17dad-4fe1-48f7-bcf9-b8debbc2addb tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:53:50.700468 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-93a17dad-4fe1-48f7-bcf9-b8debbc2addb tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:53:50.703217 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a17dad-4fe1-48f7-bcf9-b8debbc2addb tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:53:50.803318 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f49e8d-4fa8-45e0-b432-56d76fb3bc58 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:53:50.827863 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0240b147-c3ba-4397-9e88-854f4c7db549 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (cb9b18a6-d685-4691-b4a2-724acb50ecbb), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:50.843648 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb4a51d-2d49-48d7-8b39-90fc028b4b95 None None] Sync routers for ids ['0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:53:50.862201 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-85f49e8d-4fa8-45e0-b432-56d76fb3bc58 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:50.863617 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-85f49e8d-4fa8-45e0-b432-56d76fb3bc58 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.0208626 Feb 17 17:53:50.868071 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43452) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:50.883765 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0240b147-c3ba-4397-9e88-854f4c7db549 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] No DVR routers for this DVR port cb9b18a6-d685-4691-b4a2-724acb50ecbb on host n-d-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:53:50.885329 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Port cb9b18a6-d685-4691-b4a2-724acb50ecbb update to DOWN by agent not found {{(pid=103436) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 17 17:53:50.902308 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0240b147-c3ba-4397-9e88-854f4c7db549 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Pushing event deleted for resources: {'Port': ['ID=cb9b18a6-d685-4691-b4a2-724acb50ecbb,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:50.909296 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb4a51d-2d49-48d7-8b39-90fc028b4b95 None None] Routers {'0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:53:50.914682 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-0fb4a51d-2d49-48d7-8b39-90fc028b4b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:53:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:53:51.028361 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-d6ae387c-c764-432e-8dc5-19ebae1c7959 tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=ec7ab02c08ab4597882b00c123047e3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1590784 Feb 17 17:53:51.031293 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43458) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:51.144202 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e2349555-df7f-4106-8d22-d691c958839b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (cb9b18a6-d685-4691-b4a2-724acb50ecbb), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:51.165257 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-93a17dad-4fe1-48f7-bcf9-b8debbc2addb tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Deleting port 6b4d080e-0272-4030-b5da-b408a9c4711b {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:53:51.165975 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-93a17dad-4fe1-48f7-bcf9-b8debbc2addb tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (6b4d080e-0272-4030-b5da-b408a9c4711b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:51.227640 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2349555-df7f-4106-8d22-d691c958839b None None] Pushing event deleted for resources: {'Port': ['ID=cb9b18a6-d685-4691-b4a2-724acb50ecbb,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:51.238841 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2349555-df7f-4106-8d22-d691c958839b None None] No DVR routers for this DVR port cb9b18a6-d685-4691-b4a2-724acb50ecbb on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:53:51.243647 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-0fb4a51d-2d49-48d7-8b39-90fc028b4b95 None None] Set router 0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:53:51.285232 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-93a17dad-4fe1-48f7-bcf9-b8debbc2addb tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (6b4d080e-0272-4030-b5da-b408a9c4711b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:51.285595 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-93a17dad-4fe1-48f7-bcf9-b8debbc2addb tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks [] for floatingip (6b4d080e-0272-4030-b5da-b408a9c4711b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:51.301565 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-93a17dad-4fe1-48f7-bcf9-b8debbc2addb tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Calling delete_port for 6b4d080e-0272-4030-b5da-b408a9c4711b owned by network:floatingip {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:53:51.461817 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0240b147-c3ba-4397-9e88-854f4c7db549 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (67b9860a-4f6c-4ccc-b1b7-58c244507713), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:51.558453 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-0240b147-c3ba-4397-9e88-854f4c7db549 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67b9860a-4f6c-4ccc-b1b7-58c244507713']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:53:51.581967 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-0fb4a51d-2d49-48d7-8b39-90fc028b4b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'name': 'tempest-TestNetworkBasicOps-router-25529514', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'e89f0c5e-5691-43b9-82da-83ef88d45768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:53:46Z', 'updated_at': '2022-02-17T17:53:49Z', 'revision_number': 3, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'gw_port': {'id': 'e89f0c5e-5691-43b9-82da-83ef88d45768', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:22:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:53:47Z', 'updated_at': '2022-02-17T17:53:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:53:51.586506 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-0240b147-c3ba-4397-9e88-854f4c7db549 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9401f12c-200e-4f1d-9b03-af7bf0ce259e') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:53:51.586807 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-0240b147-c3ba-4397-9e88-854f4c7db549 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9401f12c-200e-4f1d-9b03-af7bf0ce259e') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:53:51.606795 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0240b147-c3ba-4397-9e88-854f4c7db549 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (9401f12c-200e-4f1d-9b03-af7bf0ce259e), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:51.617137 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea2b91-5b0d-427b-b5e1-5283c81735da req-06e21397-dc38-44f3-894b-1f3747a36f12 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:51.618774 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-95ea2b91-5b0d-427b-b5e1-5283c81735da req-06e21397-dc38-44f3-894b-1f3747a36f12 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=66af69d8-eeb7-487a-901a-1c38e1bf49cc HTTP/1.1" status: 200 len: 945 time: 0.5204771 Feb 17 17:53:51.625586 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631590b4-c486-4a73-94ec-981babb71cca tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:51.629965 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-631590b4-c486-4a73-94ec-981babb71cca tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5950222 Feb 17 17:53:51.631473 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43460) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:51.638046 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb4a51d-2d49-48d7-8b39-90fc028b4b95 None None] Checking router: 0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:53:51.638829 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb4a51d-2d49-48d7-8b39-90fc028b4b95 None None] Updating router 0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a port e89f0c5e-5691-43b9-82da-83ef88d45768 binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:53:51.673158 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a51d-2d49-48d7-8b39-90fc028b4b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (e89f0c5e-5691-43b9-82da-83ef88d45768), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:51.685163 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0240b147-c3ba-4397-9e88-854f4c7db549 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (9401f12c-200e-4f1d-9b03-af7bf0ce259e), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:51.691992 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1264fa46-9711-4dc2-82af-dbb1470bb24f tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=d7afcf1f-5124-4168-b80f-10ace9d04ea7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0562274 Feb 17 17:53:51.692229 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43462) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:51.698940 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0240b147-c3ba-4397-9e88-854f4c7db549 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:53:51.699352 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0240b147-c3ba-4397-9e88-854f4c7db549 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (9401f12c-200e-4f1d-9b03-af7bf0ce259e), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:51.702939 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-3f43e1d8-fd17-4d17-a75d-69d4c9a448ca tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-262407035', 'network_id': '17694ef4-1ed2-4a01-a5bf-ce0481576d63', 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:53:51.703108 n-d-829613-2 neutron-server[103435]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 17 17:53:51.703108 n-d-829613-2 neutron-server[103435]: warnings.warn('Neutron quota engine will require "--force" ' Feb 17 17:53:51.703108 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 17:53:51.703108 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:53:51.703108 n-d-829613-2 neutron-server[103435]: timer() Feb 17 17:53:51.703108 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:53:51.703108 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 17:53:51.703108 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:53:51.703108 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 17:53:51.703108 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:53:51.703108 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 17:53:51.703108 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:53:51.703108 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 17:53:51.703108 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:53:51.703108 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 17:53:51.703108 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:53:51.703108 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:53:51.703108 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:53:51.703108 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:53:51.703108 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:53:51.703108 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 17:53:51.703108 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:53:51.703108 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 17:53:51.703108 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:53:51.703108 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:53:51.703108 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:53:51.703108 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 17:53:51.703108 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:53:51.703108 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:53:51.703108 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:53:51.703108 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:53:51.703108 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:53:51.703108 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:53:51.703108 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:53:51.871908 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0240b147-c3ba-4397-9e88-854f4c7db549 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (67b9860a-4f6c-4ccc-b1b7-58c244507713), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:51.898303 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0240b147-c3ba-4397-9e88-854f4c7db549 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:51.908818 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-0240b147-c3ba-4397-9e88-854f4c7db549 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] 10.222.0.87 "DELETE /v2.0/networks/67b9860a-4f6c-4ccc-b1b7-58c244507713 HTTP/1.1" status: 204 len: 168 time: 1.9357994 Feb 17 17:53:51.918004 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-95ea2b91-5b0d-427b-b5e1-5283c81735da req-9f701d9a-ecd4-4953-b5f2-6f548189e287 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865334 Feb 17 17:53:51.960740 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0240b147-c3ba-4397-9e88-854f4c7db549 tempest-AllowedAddressPairTestJSON-1087094489 tempest-AllowedAddressPairTestJSON-1087094489-project] Pushing event deleted for resources: {'Network': ['ID=67b9860a-4f6c-4ccc-b1b7-58c244507713,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:52.038414 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f43e1d8-fd17-4d17-a75d-69d4c9a448ca tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Made reservation on behalf of ec7ab02c08ab4597882b00c123047e3e for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:53:52.042449 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3f43e1d8-fd17-4d17-a75d-69d4c9a448ca tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:52.277141 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a51d-2d49-48d7-8b39-90fc028b4b95 None None] Publish callbacks [] for port (e89f0c5e-5691-43b9-82da-83ef88d45768), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:52.300274 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a51d-2d49-48d7-8b39-90fc028b4b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (e89f0c5e-5691-43b9-82da-83ef88d45768), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:52.372304 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-93a17dad-4fe1-48f7-bcf9-b8debbc2addb tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (6b4d080e-0272-4030-b5da-b408a9c4711b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:52.373042 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43474) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:52.423005 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a17dad-4fe1-48f7-bcf9-b8debbc2addb tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Pushing event deleted for resources: {'Port': ['ID=6b4d080e-0272-4030-b5da-b408a9c4711b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:52.427188 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3f43e1d8-fd17-4d17-a75d-69d4c9a448ca tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (4f01fd1b-8164-4d07-9e9b-a271cefa89f1), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:52.432405 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ed075-825e-4e91-b111-3cd3b0b62de6 None None] Pushing event updated for resources: {'Port': ['ID=e89f0c5e-5691-43b9-82da-83ef88d45768,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:52.435060 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-0fb4a51d-2d49-48d7-8b39-90fc028b4b95 None None] Attempting to bind port e89f0c5e-5691-43b9-82da-83ef88d45768 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:53:52.435444 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-0fb4a51d-2d49-48d7-8b39-90fc028b4b95 None None] Attempting to bind port e89f0c5e-5691-43b9-82da-83ef88d45768 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:53:52.435797 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb4a51d-2d49-48d7-8b39-90fc028b4b95 None None] Attempting to bind port e89f0c5e-5691-43b9-82da-83ef88d45768 on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:53:52.447869 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb4a51d-2d49-48d7-8b39-90fc028b4b95 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:53:52.448270 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb4a51d-2d49-48d7-8b39-90fc028b4b95 None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:53:52.448695 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a51d-2d49-48d7-8b39-90fc028b4b95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:52.449099 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb4a51d-2d49-48d7-8b39-90fc028b4b95 None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:53:52.449595 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-0fb4a51d-2d49-48d7-8b39-90fc028b4b95 None None] Bound port: e89f0c5e-5691-43b9-82da-83ef88d45768, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:53:52.449977 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a51d-2d49-48d7-8b39-90fc028b4b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (e89f0c5e-5691-43b9-82da-83ef88d45768), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:52.548918 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f43e1d8-fd17-4d17-a75d-69d4c9a448ca tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event updated for resources: {'Subnet': ['ID=4f01fd1b-8164-4d07-9e9b-a271cefa89f1,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:52.613432 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-0fb4a51d-2d49-48d7-8b39-90fc028b4b95 None None] For port e89f0c5e-5691-43b9-82da-83ef88d45768, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:53:52.633243 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-0fb4a51d-2d49-48d7-8b39-90fc028b4b95 None None] For port e89f0c5e-5691-43b9-82da-83ef88d45768, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=e89f0c5e-5691-43b9-82da-83ef88d45768,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:53:52.656293 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0fb4a51d-2d49-48d7-8b39-90fc028b4b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (e89f0c5e-5691-43b9-82da-83ef88d45768), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:52.673465 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-257ff63a-d34c-4150-90a1-8db2621d1702 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3dd6009d092149d0820e0aaff4f52a26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2967579 Feb 17 17:53:52.673465 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43478) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:52.696426 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f43e1d8-fd17-4d17-a75d-69d4c9a448ca tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Checking segment: {'id': '2eedf786-d862-43f5-aeec-d3f3b6a22140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '17694ef4-1ed2-4a01-a5bf-ce0481576d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:53:52.696811 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f43e1d8-fd17-4d17-a75d-69d4c9a448ca tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Network hostable DHCP agents. Network: 17694ef4-1ed2-4a01-a5bf-ce0481576d63, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:53:52.734366 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f43e1d8-fd17-4d17-a75d-69d4c9a448ca tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Network 17694ef4-1ed2-4a01-a5bf-ce0481576d63 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:53:52.748061 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-3f43e1d8-fd17-4d17-a75d-69d4c9a448ca tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 17694ef4-1ed2-4a01-a5bf-ce0481576d63) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:53:52.751932 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ed075-825e-4e91-b111-3cd3b0b62de6 None None] Pushing event updated for resources: {'Port': ['ID=e89f0c5e-5691-43b9-82da-83ef88d45768,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:52.759219 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-93a17dad-4fe1-48f7-bcf9-b8debbc2addb tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] create failed (client error): The resource could not be found. Feb 17 17:53:52.761797 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-93a17dad-4fe1-48f7-bcf9-b8debbc2addb tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.6534834 Feb 17 17:53:52.769212 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43484) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:52.769465 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f43e1d8-fd17-4d17-a75d-69d4c9a448ca tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:52.770591 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3f43e1d8-fd17-4d17-a75d-69d4c9a448ca tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:52.776135 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257254d8-537b-44a1-a059-4d9c00325433 None None] Network 17694ef4-1ed2-4a01-a5bf-ce0481576d63 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:53:52.812753 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3f43e1d8-fd17-4d17-a75d-69d4c9a448ca tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1196437 Feb 17 17:53:52.816084 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43486) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:52.818619 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb4a51d-2d49-48d7-8b39-90fc028b4b95 None None] Routers {'0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:53:52.819399 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-0fb4a51d-2d49-48d7-8b39-90fc028b4b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:53:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:53:52.863343 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-43ff68c0-c739-4b37-b334-724e099e9bc8 admin admin] Publish callbacks [] for security_group (b6d6e750-d17e-4f6d-9d5d-de537e46b2e9), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:52.997304 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-0fb4a51d-2d49-48d7-8b39-90fc028b4b95 None None] Set router 0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:53:53.014083 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-43ff68c0-c739-4b37-b334-724e099e9bc8 admin admin] Publish callbacks [] for security_group (b6d6e750-d17e-4f6d-9d5d-de537e46b2e9), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:53.204323 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-33b853f5-cb0a-4b6c-af5a-a784ff993719 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Deleting port d88c6744-1a1c-4182-9fb8-ac140dabfb8a {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:53:53.204323 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-33b853f5-cb0a-4b6c-af5a-a784ff993719 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (d88c6744-1a1c-4182-9fb8-ac140dabfb8a), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:53.291388 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172dcdec-7139-46a4-8d61-5ceb66a0457b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-17694ef4-1ed2-4a01-a5bf-ce0481576d63', 'network_id': '17694ef4-1ed2-4a01-a5bf-ce0481576d63', 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'fixed_ips': [{'subnet_id': '4f01fd1b-8164-4d07-9e9b-a271cefa89f1'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:53:53.292452 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-172dcdec-7139-46a4-8d61-5ceb66a0457b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:53.297417 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282e2fd-09fd-411c-bae0-15bfe3e89f6e req-e48cb9a7-706a-4085-847e-7fff06a5c01f tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:53.299376 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5282e2fd-09fd-411c-bae0-15bfe3e89f6e req-e48cb9a7-706a-4085-847e-7fff06a5c01f tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=66af69d8-eeb7-487a-901a-1c38e1bf49cc HTTP/1.1" status: 200 len: 945 time: 0.2242994 Feb 17 17:53:53.301081 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-43ff68c0-c739-4b37-b334-724e099e9bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (b6d6e750-d17e-4f6d-9d5d-de537e46b2e9), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:53.304271 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-43ff68c0-c739-4b37-b334-724e099e9bc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:53.324938 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-43ff68c0-c739-4b37-b334-724e099e9bc8 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b6d6e750-d17e-4f6d-9d5d-de537e46b2e9 HTTP/1.1" status: 204 len: 168 time: 0.6506097 Feb 17 17:53:53.515663 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-0fb4a51d-2d49-48d7-8b39-90fc028b4b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'name': 'tempest-TestNetworkBasicOps-router-25529514', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'e89f0c5e-5691-43b9-82da-83ef88d45768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:53:46Z', 'updated_at': '2022-02-17T17:53:49Z', 'revision_number': 3, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'gw_port': {'id': 'e89f0c5e-5691-43b9-82da-83ef88d45768', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:22:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:53:47Z', 'updated_at': '2022-02-17T17:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:53:53.521217 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff68c0-c739-4b37-b334-724e099e9bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d6e750-d17e-4f6d-9d5d-de537e46b2e9,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:53.570554 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb4a51d-2d49-48d7-8b39-90fc028b4b95 None None] The sync data for ids ['0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a'] in n-d-829613-2 is: [{'id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'name': 'tempest-TestNetworkBasicOps-router-25529514', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'e89f0c5e-5691-43b9-82da-83ef88d45768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:53:46Z', 'updated_at': '2022-02-17T17:53:49Z', 'revision_number': 3, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'gw_port': {'id': 'e89f0c5e-5691-43b9-82da-83ef88d45768', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:22:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:53:47Z', 'updated_at': '2022-02-17T17:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:53:53.620780 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5282e2fd-09fd-411c-bae0-15bfe3e89f6e req-716898ad-dfaf-409f-865d-98b7fe5cbb3c tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945685 Feb 17 17:53:53.625561 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-33b853f5-cb0a-4b6c-af5a-a784ff993719 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (d88c6744-1a1c-4182-9fb8-ac140dabfb8a), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:53.656586 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-33b853f5-cb0a-4b6c-af5a-a784ff993719 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Calling delete_port for d88c6744-1a1c-4182-9fb8-ac140dabfb8a owned by {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:53:53.702392 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-172dcdec-7139-46a4-8d61-5ceb66a0457b None None] Allocated IP 172.20.0.2 (17694ef4-1ed2-4a01-a5bf-ce0481576d63/4f01fd1b-8164-4d07-9e9b-a271cefa89f1/1ea079f3-19f0-448f-af8f-0f95da0b72f1) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:53:53.736297 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7880cb94-9250-4b33-8add-b040bd0c58ed tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:54.041897 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-33b853f5-cb0a-4b6c-af5a-a784ff993719 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (d88c6744-1a1c-4182-9fb8-ac140dabfb8a), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:54.090665 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-172dcdec-7139-46a4-8d61-5ceb66a0457b None None] Publish callbacks [] for port (1ea079f3-19f0-448f-af8f-0f95da0b72f1), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:54.118342 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-172dcdec-7139-46a4-8d61-5ceb66a0457b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (1ea079f3-19f0-448f-af8f-0f95da0b72f1), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:54.179897 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b853f5-cb0a-4b6c-af5a-a784ff993719 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Pushing event deleted for resources: {'Port': ['ID=d88c6744-1a1c-4182-9fb8-ac140dabfb8a,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:54.309988 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172dcdec-7139-46a4-8d61-5ceb66a0457b None None] Pushing event updated for resources: {'Port': ['ID=1ea079f3-19f0-448f-af8f-0f95da0b72f1,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:54.316734 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-33b853f5-cb0a-4b6c-af5a-a784ff993719 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:54.330123 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-33b853f5-cb0a-4b6c-af5a-a784ff993719 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] 10.222.0.87 "DELETE /v2.0/ports/d88c6744-1a1c-4182-9fb8-ac140dabfb8a HTTP/1.1" status: 204 len: 168 time: 1.5598266 Feb 17 17:53:54.333255 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43514) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:54.345427 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172dcdec-7139-46a4-8d61-5ceb66a0457b None None] Network 17694ef4-1ed2-4a01-a5bf-ce0481576d63 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:53:54.349449 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-172dcdec-7139-46a4-8d61-5ceb66a0457b None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:53:54.356580 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172dcdec-7139-46a4-8d61-5ceb66a0457b None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:53:54.543191 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fea2990-4e42-4bdc-b9b7-0fcce5eb8073 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:54.560273 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-172dcdec-7139-46a4-8d61-5ceb66a0457b None None] Attempting to bind port 1ea079f3-19f0-448f-af8f-0f95da0b72f1 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:53:54.562017 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-172dcdec-7139-46a4-8d61-5ceb66a0457b None None] Attempting to bind port 1ea079f3-19f0-448f-af8f-0f95da0b72f1 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '2eedf786-d862-43f5-aeec-d3f3b6a22140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '17694ef4-1ed2-4a01-a5bf-ce0481576d63'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:53:54.562867 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4fea2990-4e42-4bdc-b9b7-0fcce5eb8073 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] 10.222.0.87 "GET /v2.0/ports?device_id=d157cb0e-8f96-4530-972c-3f74de9c1292 HTTP/1.1" status: 200 len: 913 time: 0.2285290 Feb 17 17:53:54.565491 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43518) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:54.565673 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172dcdec-7139-46a4-8d61-5ceb66a0457b None None] Attempting to bind port 1ea079f3-19f0-448f-af8f-0f95da0b72f1 on network 17694ef4-1ed2-4a01-a5bf-ce0481576d63 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:53:54.580398 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172dcdec-7139-46a4-8d61-5ceb66a0457b None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:53:54.585972 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172dcdec-7139-46a4-8d61-5ceb66a0457b None None] Checking segment: {'id': '2eedf786-d862-43f5-aeec-d3f3b6a22140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '17694ef4-1ed2-4a01-a5bf-ce0481576d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:53:54.586723 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-172dcdec-7139-46a4-8d61-5ceb66a0457b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:54.588174 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172dcdec-7139-46a4-8d61-5ceb66a0457b None None] Bound using segment: {'id': '2eedf786-d862-43f5-aeec-d3f3b6a22140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '17694ef4-1ed2-4a01-a5bf-ce0481576d63'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:53:54.591692 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-172dcdec-7139-46a4-8d61-5ceb66a0457b None None] Bound port: 1ea079f3-19f0-448f-af8f-0f95da0b72f1, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eedf786-d862-43f5-aeec-d3f3b6a22140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '17694ef4-1ed2-4a01-a5bf-ce0481576d63'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:53:54.592454 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-172dcdec-7139-46a4-8d61-5ceb66a0457b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1ea079f3-19f0-448f-af8f-0f95da0b72f1), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:54.675899 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-7880cb94-9250-4b33-8add-b040bd0c58ed tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Allocated IP 172.20.0.1 (17694ef4-1ed2-4a01-a5bf-ce0481576d63/4f01fd1b-8164-4d07-9e9b-a271cefa89f1/2695df26-dc30-4904-8e9b-47cc8cea18f5) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:53:54.746310 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device e89f0c5e-5691-43b9-82da-83ef88d45768 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:53:54.945645 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7880cb94-9250-4b33-8add-b040bd0c58ed tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for port (2695df26-dc30-4904-8e9b-47cc8cea18f5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:54.989622 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-172dcdec-7139-46a4-8d61-5ceb66a0457b None None] For port 1ea079f3-19f0-448f-af8f-0f95da0b72f1, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:53:54.995765 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7880cb94-9250-4b33-8add-b040bd0c58ed tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (2695df26-dc30-4904-8e9b-47cc8cea18f5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:55.000589 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-172dcdec-7139-46a4-8d61-5ceb66a0457b None None] For port 1ea079f3-19f0-448f-af8f-0f95da0b72f1, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=1ea079f3-19f0-448f-af8f-0f95da0b72f1,segment=NetworkSegment(2eedf786-d862-43f5-aeec-d3f3b6a22140),segment_id=2eedf786-d862-43f5-aeec-d3f3b6a22140)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:53:55.027442 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-172dcdec-7139-46a4-8d61-5ceb66a0457b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (1ea079f3-19f0-448f-af8f-0f95da0b72f1), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:55.074340 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7880cb94-9250-4b33-8add-b040bd0c58ed tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Network 17694ef4-1ed2-4a01-a5bf-ce0481576d63 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:53:55.078033 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-7880cb94-9250-4b33-8add-b040bd0c58ed tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:53:55.083774 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7880cb94-9250-4b33-8add-b040bd0c58ed tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:53:55.129941 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7880cb94-9250-4b33-8add-b040bd0c58ed tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event updated for resources: {'Port': ['ID=2695df26-dc30-4904-8e9b-47cc8cea18f5,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:55.186102 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172dcdec-7139-46a4-8d61-5ceb66a0457b None None] Pushing event updated for resources: {'Port': ['ID=1ea079f3-19f0-448f-af8f-0f95da0b72f1,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:55.214165 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7880cb94-9250-4b33-8add-b040bd0c58ed tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:55.224226 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port e89f0c5e-5691-43b9-82da-83ef88d45768 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:53:55.224639 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (e89f0c5e-5691-43b9-82da-83ef88d45768), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:55.329971 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43532) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:55.445258 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port e89f0c5e-5691-43b9-82da-83ef88d45768 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:53:55.447855 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (e89f0c5e-5691-43b9-82da-83ef88d45768), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:55.510939 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port e89f0c5e-5691-43b9-82da-83ef88d45768, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=e89f0c5e-5691-43b9-82da-83ef88d45768,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:53:55.522839 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (e89f0c5e-5691-43b9-82da-83ef88d45768), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:55.621085 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7880cb94-9250-4b33-8add-b040bd0c58ed tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2695df26-dc30-4904-8e9b-47cc8cea18f5), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:55.664348 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=e89f0c5e-5691-43b9-82da-83ef88d45768,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:55.692894 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-f7e474f5-f6f6-460c-aceb-70b55621e5c0 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1622106342', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:53:55.879817 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f7e474f5-f6f6-460c-aceb-70b55621e5c0 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (5006be65-ce5f-4ca5-8556-30f3e00a1d48), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:55.880961 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f7e474f5-f6f6-460c-aceb-70b55621e5c0 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (5006be65-ce5f-4ca5-8556-30f3e00a1d48), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:56.019372 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd242e1-ef1e-42e9-b6a5-75bffafc684c req-af7679f9-0673-4b87-9c81-1a61cd6cf966 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:56.035422 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0dd242e1-ef1e-42e9-b6a5-75bffafc684c req-af7679f9-0673-4b87-9c81-1a61cd6cf966 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=66af69d8-eeb7-487a-901a-1c38e1bf49cc HTTP/1.1" status: 200 len: 945 time: 0.3691230 Feb 17 17:53:56.084184 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f7e474f5-f6f6-460c-aceb-70b55621e5c0 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks [] for router_controller (5006be65-ce5f-4ca5-8556-30f3e00a1d48), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:56.095947 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f7e474f5-f6f6-460c-aceb-70b55621e5c0 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (5006be65-ce5f-4ca5-8556-30f3e00a1d48), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:56.131460 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f7e474f5-f6f6-460c-aceb-70b55621e5c0 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:56.135855 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43538) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:56.136023 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f7e474f5-f6f6-460c-aceb-70b55621e5c0 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8045876 Feb 17 17:53:56.143616 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-432a6c77-3141-44c0-8d0a-f938a8c62c2b tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1171689029'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:53:56.211737 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0dd242e1-ef1e-42e9-b6a5-75bffafc684c req-cee26287-066e-47e5-b863-af9572b226e4 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724148 Feb 17 17:53:56.225125 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432a6c77-3141-44c0-8d0a-f938a8c62c2b tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Made reservation on behalf of ca967864abad48df824b9e4dbc1e0828 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:53:56.229656 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-432a6c77-3141-44c0-8d0a-f938a8c62c2b tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:56.245938 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-432a6c77-3141-44c0-8d0a-f938a8c62c2b tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:56.357876 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-432a6c77-3141-44c0-8d0a-f938a8c62c2b tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks [] for security_group (67f6f50b-4232-4ca3-a784-3aafaaaa0ce5), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:56.377044 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-432a6c77-3141-44c0-8d0a-f938a8c62c2b tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (67f6f50b-4232-4ca3-a784-3aafaaaa0ce5), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:56.430509 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7880cb94-9250-4b33-8add-b040bd0c58ed tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for port (2695df26-dc30-4904-8e9b-47cc8cea18f5), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:56.446196 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7880cb94-9250-4b33-8add-b040bd0c58ed tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (2695df26-dc30-4904-8e9b-47cc8cea18f5), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:56.463541 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-432a6c77-3141-44c0-8d0a-f938a8c62c2b tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:53:56.483580 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a6c77-3141-44c0-8d0a-f938a8c62c2b tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67f6f50b-4232-4ca3-a784-3aafaaaa0ce5,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:56.528700 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-432a6c77-3141-44c0-8d0a-f938a8c62c2b tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (7dbdeab1-7be9-445c-922a-be4512ec7983), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:56.529327 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-432a6c77-3141-44c0-8d0a-f938a8c62c2b tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Added segment 7dbdeab1-7be9-445c-922a-be4512ec7983 of type vlan for network 59975a38-0ee6-47db-abdf-3f268d2340e8 Feb 17 17:53:56.574933 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7880cb94-9250-4b33-8add-b040bd0c58ed tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:56.579794 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7880cb94-9250-4b33-8add-b040bd0c58ed tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event updated for resources: {'Port': ['ID=2695df26-dc30-4904-8e9b-47cc8cea18f5,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:56.691249 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-432a6c77-3141-44c0-8d0a-f938a8c62c2b tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (59975a38-0ee6-47db-abdf-3f268d2340e8), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:56.719008 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4234e511-9a93-448a-92e8-65ac68e7754f tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (d157cb0e-8f96-4530-972c-3f74de9c1292), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:56.766418 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7880cb94-9250-4b33-8add-b040bd0c58ed tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Network 17694ef4-1ed2-4a01-a5bf-ce0481576d63 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:53:56.767949 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-7880cb94-9250-4b33-8add-b040bd0c58ed tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:53:56.804190 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 1ea079f3-19f0-448f-af8f-0f95da0b72f1 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:53:56.915354 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.db.resource_extend [None req-432a6c77-3141-44c0-8d0a-f938a8c62c2b tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 17:53:56.975004 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 1ea079f3-19f0-448f-af8f-0f95da0b72f1 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:53:56.975391 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1ea079f3-19f0-448f-af8f-0f95da0b72f1), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:56.994445 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-432a6c77-3141-44c0-8d0a-f938a8c62c2b tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (59975a38-0ee6-47db-abdf-3f268d2340e8), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:57.001133 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432a6c77-3141-44c0-8d0a-f938a8c62c2b tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:57.001806 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-432a6c77-3141-44c0-8d0a-f938a8c62c2b tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:57.056450 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7880cb94-9250-4b33-8add-b040bd0c58ed tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Router 0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:53:57.110362 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-432a6c77-3141-44c0-8d0a-f938a8c62c2b tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9725437 Feb 17 17:53:57.130667 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43548) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:57.136298 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-cce781ff-eacc-4742-a43e-06fe11dec0c8 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Request body: {'subnet': {'network_id': '59975a38-0ee6-47db-abdf-3f268d2340e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:53:57.196032 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 1ea079f3-19f0-448f-af8f-0f95da0b72f1 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:53:57.199959 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1ea079f3-19f0-448f-af8f-0f95da0b72f1), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:57.687024 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a6c77-3141-44c0-8d0a-f938a8c62c2b tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Pushing event updated for resources: {'Network': ['ID=59975a38-0ee6-47db-abdf-3f268d2340e8,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:57.770199 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 1ea079f3-19f0-448f-af8f-0f95da0b72f1, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=1ea079f3-19f0-448f-af8f-0f95da0b72f1,segment=NetworkSegment(2eedf786-d862-43f5-aeec-d3f3b6a22140),segment_id=2eedf786-d862-43f5-aeec-d3f3b6a22140)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:53:57.771357 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79cae87-6e3a-4250-abee-b293a74c4574 None None] Network 17694ef4-1ed2-4a01-a5bf-ce0481576d63 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:53:57.774788 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 59975a38-0ee6-47db-abdf-3f268d2340e8 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:53:57.831079 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (1ea079f3-19f0-448f-af8f-0f95da0b72f1), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:57.831909 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device e89f0c5e-5691-43b9-82da-83ef88d45768 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:53:57.982255 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce781ff-eacc-4742-a43e-06fe11dec0c8 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Made reservation on behalf of ca967864abad48df824b9e4dbc1e0828 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:53:57.988818 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cce781ff-eacc-4742-a43e-06fe11dec0c8 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:58.035035 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7880cb94-9250-4b33-8add-b040bd0c58ed tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:53:58.043972 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7880cb94-9250-4b33-8add-b040bd0c58ed tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "PUT /v2.0/routers/0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2245400 Feb 17 17:53:58.049579 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2106bab9-86a6-46ef-8563-4237b73b673f None None] Sync routers for ids ['0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:53:58.050094 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43560) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:58.073685 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2106bab9-86a6-46ef-8563-4237b73b673f None None] Routers {'0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:53:58.074731 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-2106bab9-86a6-46ef-8563-4237b73b673f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:53:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:53:58.095528 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6deea9e-278c-4fb0-800e-c75ef818a448 req-5154f0b0-5214-41bb-9f9d-00e1ef9244d1 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:58.100583 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a6deea9e-278c-4fb0-800e-c75ef818a448 req-5154f0b0-5214-41bb-9f9d-00e1ef9244d1 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=66af69d8-eeb7-487a-901a-1c38e1bf49cc HTTP/1.1" status: 200 len: 945 time: 0.5992610 Feb 17 17:53:58.353132 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-2c777d82-e92a-4762-b48a-c0c959792868 None None] Provisioning complete for port 1ea079f3-19f0-448f-af8f-0f95da0b72f1 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:53:58.353952 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2c777d82-e92a-4762-b48a-c0c959792868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1ea079f3-19f0-448f-af8f-0f95da0b72f1), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:58.474142 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a6deea9e-278c-4fb0-800e-c75ef818a448 req-54d72064-07f0-4126-a8e7-4138a798dbce tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209267 Feb 17 17:53:58.538995 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4234e511-9a93-448a-92e8-65ac68e7754f tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Deleting port dadae741-0d7d-4f45-9516-055e0e53f9c2 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:53:58.543570 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4234e511-9a93-448a-92e8-65ac68e7754f tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (dadae741-0d7d-4f45-9516-055e0e53f9c2), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:58.582365 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=1ea079f3-19f0-448f-af8f-0f95da0b72f1,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:58.619152 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-2106bab9-86a6-46ef-8563-4237b73b673f None None] Set router 0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:53:58.622571 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca3c4f5-c86c-437c-a0b4-74978cbafe99 tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:58.625213 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca3c4f5-c86c-437c-a0b4-74978cbafe99 tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:58.626460 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca3c4f5-c86c-437c-a0b4-74978cbafe99 tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:58.627079 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca3c4f5-c86c-437c-a0b4-74978cbafe99 tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:58.647875 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca3c4f5-c86c-437c-a0b4-74978cbafe99 tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:58.649378 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca3c4f5-c86c-437c-a0b4-74978cbafe99 tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:58.655405 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca3c4f5-c86c-437c-a0b4-74978cbafe99 tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:58.656912 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca3c4f5-c86c-437c-a0b4-74978cbafe99 tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:58.657545 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca3c4f5-c86c-437c-a0b4-74978cbafe99 tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:58.658205 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca3c4f5-c86c-437c-a0b4-74978cbafe99 tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:58.665027 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8ca3c4f5-c86c-437c-a0b4-74978cbafe99 tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7065 time: 0.6115975 Feb 17 17:53:58.669793 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43566) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:58.676157 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port e89f0c5e-5691-43b9-82da-83ef88d45768 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:53:58.680538 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (e89f0c5e-5691-43b9-82da-83ef88d45768), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:58.866713 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-2c777d82-e92a-4762-b48a-c0c959792868 None None] Current status of the port 1ea079f3-19f0-448f-af8f-0f95da0b72f1 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:53:58.989668 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port e89f0c5e-5691-43b9-82da-83ef88d45768 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:53:59.006200 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656eec3b-08bb-40a5-8758-c94ac05f591a tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:59.006689 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656eec3b-08bb-40a5-8758-c94ac05f591a tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:59.007153 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656eec3b-08bb-40a5-8758-c94ac05f591a tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:59.007610 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656eec3b-08bb-40a5-8758-c94ac05f591a tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:59.008067 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656eec3b-08bb-40a5-8758-c94ac05f591a tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:59.022781 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656eec3b-08bb-40a5-8758-c94ac05f591a tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:59.023342 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656eec3b-08bb-40a5-8758-c94ac05f591a tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:59.023770 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656eec3b-08bb-40a5-8758-c94ac05f591a tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:59.024162 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656eec3b-08bb-40a5-8758-c94ac05f591a tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:53:59.041858 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-656eec3b-08bb-40a5-8758-c94ac05f591a tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5886 time: 0.3697903 Feb 17 17:53:59.049867 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43570) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:53:59.095821 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-2106bab9-86a6-46ef-8563-4237b73b673f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'name': 'tempest-TestNetworkBasicOps-router-25529514', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'e89f0c5e-5691-43b9-82da-83ef88d45768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:53:46Z', 'updated_at': '2022-02-17T17:53:55Z', 'revision_number': 4, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'gw_port': {'id': 'e89f0c5e-5691-43b9-82da-83ef88d45768', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:22:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:53:47Z', 'updated_at': '2022-02-17T17:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '2695df26-dc30-4904-8e9b-47cc8cea18f5', 'name': '', 'network_id': '17694ef4-1ed2-4a01-a5bf-ce0481576d63', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'mac_address': 'fa:16:3e:43:53:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '4f01fd1b-8164-4d07-9e9b-a271cefa89f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:53:54Z', 'updated_at': '2022-02-17T17:53:56Z', 'revision_number': 2, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'subnets': [{'id': '4f01fd1b-8164-4d07-9e9b-a271cefa89f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:53:59.106450 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-d1cd5474-554d-4fdc-b779-b37c4ae53870 None None] Provisioning complete for port 1ea079f3-19f0-448f-af8f-0f95da0b72f1 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:53:59.106981 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d1cd5474-554d-4fdc-b779-b37c4ae53870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1ea079f3-19f0-448f-af8f-0f95da0b72f1), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:59.143421 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4234e511-9a93-448a-92e8-65ac68e7754f tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (dadae741-0d7d-4f45-9516-055e0e53f9c2), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:59.163199 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2106bab9-86a6-46ef-8563-4237b73b673f None None] Checking router: 0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:53:59.163558 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2106bab9-86a6-46ef-8563-4237b73b673f None None] Updating router 0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a port 2695df26-dc30-4904-8e9b-47cc8cea18f5 binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:53:59.218624 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4234e511-9a93-448a-92e8-65ac68e7754f tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Calling delete_port for dadae741-0d7d-4f45-9516-055e0e53f9c2 owned by network:router_interface {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:53:59.223171 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cce781ff-eacc-4742-a43e-06fe11dec0c8 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (1643c655-b1b5-4945-ae06-17747c8eb9f3), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:59.237720 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-2106bab9-86a6-46ef-8563-4237b73b673f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2695df26-dc30-4904-8e9b-47cc8cea18f5), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:59.307120 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 1ea079f3-19f0-448f-af8f-0f95da0b72f1 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:53:59.362416 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce781ff-eacc-4742-a43e-06fe11dec0c8 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Pushing event updated for resources: {'Subnet': ['ID=1643c655-b1b5-4945-ae06-17747c8eb9f3,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:53:59.416736 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-d1cd5474-554d-4fdc-b779-b37c4ae53870 None None] Current status of the port 1ea079f3-19f0-448f-af8f-0f95da0b72f1 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:53:59.469910 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-d1cd5474-554d-4fdc-b779-b37c4ae53870 None None] Provisioning complete for port 2695df26-dc30-4904-8e9b-47cc8cea18f5 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:53:59.474825 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d1cd5474-554d-4fdc-b779-b37c4ae53870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2695df26-dc30-4904-8e9b-47cc8cea18f5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:59.552885 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 1ea079f3-19f0-448f-af8f-0f95da0b72f1 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:53:59.564962 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1ea079f3-19f0-448f-af8f-0f95da0b72f1), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:59.668186 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce781ff-eacc-4742-a43e-06fe11dec0c8 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Checking segment: {'id': '7dbdeab1-7be9-445c-922a-be4512ec7983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59975a38-0ee6-47db-abdf-3f268d2340e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:53:59.671766 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce781ff-eacc-4742-a43e-06fe11dec0c8 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Network hostable DHCP agents. Network: 59975a38-0ee6-47db-abdf-3f268d2340e8, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:53:59.713473 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5d41f1ff-55cb-478d-b7ef-e84928c1a916 tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5579 time: 0.6590207 Feb 17 17:53:59.729070 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-d1cd5474-554d-4fdc-b779-b37c4ae53870 None None] Port 2695df26-dc30-4904-8e9b-47cc8cea18f5 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:53:59.853122 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 1ea079f3-19f0-448f-af8f-0f95da0b72f1 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:53:59.884925 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-e8eaa3f1-ca3d-49aa-81b0-c46152f84994 None None] Provisioning complete for port 2695df26-dc30-4904-8e9b-47cc8cea18f5 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:53:59.884925 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e8eaa3f1-ca3d-49aa-81b0-c46152f84994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2695df26-dc30-4904-8e9b-47cc8cea18f5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:53:59.977854 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-e8eaa3f1-ca3d-49aa-81b0-c46152f84994 None None] Port 2695df26-dc30-4904-8e9b-47cc8cea18f5 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:54:00.023787 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce781ff-eacc-4742-a43e-06fe11dec0c8 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Network 59975a38-0ee6-47db-abdf-3f268d2340e8 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:54:00.072919 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-2106bab9-86a6-46ef-8563-4237b73b673f None None] Publish callbacks [] for port (2695df26-dc30-4904-8e9b-47cc8cea18f5), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:00.084481 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-2106bab9-86a6-46ef-8563-4237b73b673f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (2695df26-dc30-4904-8e9b-47cc8cea18f5), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:00.090065 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-cce781ff-eacc-4742-a43e-06fe11dec0c8 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 59975a38-0ee6-47db-abdf-3f268d2340e8) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:54:00.099218 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce781ff-eacc-4742-a43e-06fe11dec0c8 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:00.100364 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cce781ff-eacc-4742-a43e-06fe11dec0c8 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:00.108826 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e4320f-d558-4709-9b12-bd0a79397c51 None None] Network 59975a38-0ee6-47db-abdf-3f268d2340e8 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:54:00.149710 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-cce781ff-eacc-4742-a43e-06fe11dec0c8 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0182188 Feb 17 17:54:00.153562 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43582) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:00.162019 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-3d9b64ad-2ce2-4674-9727-b003b2ea9546 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Request body: {'network': {'name': 'tempest-router-network01--1831390583'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:00.163565 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9c5aa-2f19-49f9-a772-73b64dd2165a req-f2994cf9-06af-4d61-9d94-e8bb77e2f7fb tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:00.174187 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d0a9c5aa-2f19-49f9-a772-73b64dd2165a req-f2994cf9-06af-4d61-9d94-e8bb77e2f7fb tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=66af69d8-eeb7-487a-901a-1c38e1bf49cc HTTP/1.1" status: 200 len: 945 time: 0.4809318 Feb 17 17:54:00.227494 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43584) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:00.230128 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f11e7b-63b4-4599-95c5-685eb0ec99e6 None None] Pushing event updated for resources: {'Port': ['ID=2695df26-dc30-4904-8e9b-47cc8cea18f5,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:00.235993 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-00d35462-d4a4-4995-9724-1e7ce52bc601 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-600419279', 'description': 'tempest-secgroup-smoke-600419279 description', 'project_id': 'ec7ab02c08ab4597882b00c123047e3e'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:00.294046 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d0a9c5aa-2f19-49f9-a772-73b64dd2165a req-24111502-433c-4379-be15-7fa074633dd6 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930603 Feb 17 17:54:00.303389 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4234e511-9a93-448a-92e8-65ac68e7754f tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (dadae741-0d7d-4f45-9516-055e0e53f9c2), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:00.305026 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9b64ad-2ce2-4674-9727-b003b2ea9546 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Made reservation on behalf of ca967864abad48df824b9e4dbc1e0828 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:54:00.309621 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3d9b64ad-2ce2-4674-9727-b003b2ea9546 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:00.342938 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00d35462-d4a4-4995-9724-1e7ce52bc601 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:00.349609 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f11e7b-63b4-4599-95c5-685eb0ec99e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:54:00.349986 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f11e7b-63b4-4599-95c5-685eb0ec99e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:54:00.350291 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f11e7b-63b4-4599-95c5-685eb0ec99e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:54:00.350618 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f11e7b-63b4-4599-95c5-685eb0ec99e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:54:00.350954 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f11e7b-63b4-4599-95c5-685eb0ec99e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:54:00.351275 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f11e7b-63b4-4599-95c5-685eb0ec99e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:54:00.351601 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f11e7b-63b4-4599-95c5-685eb0ec99e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:54:00.365817 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-0481535b-4374-4706-9c6b-540ac6becb6c None None] Provisioning complete for port 2695df26-dc30-4904-8e9b-47cc8cea18f5 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:54:00.372083 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0481535b-4374-4706-9c6b-540ac6becb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2695df26-dc30-4904-8e9b-47cc8cea18f5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:00.373020 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4234e511-9a93-448a-92e8-65ac68e7754f tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Pushing event deleted for resources: {'Port': ['ID=dadae741-0d7d-4f45-9516-055e0e53f9c2,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:00.388669 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f11e7b-63b4-4599-95c5-685eb0ec99e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:54:00.389148 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f11e7b-63b4-4599-95c5-685eb0ec99e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:54:00.393294 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f11e7b-63b4-4599-95c5-685eb0ec99e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:54:00.393294 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f11e7b-63b4-4599-95c5-685eb0ec99e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:54:00.393294 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f11e7b-63b4-4599-95c5-685eb0ec99e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:54:00.393609 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f11e7b-63b4-4599-95c5-685eb0ec99e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:54:00.465233 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00d35462-d4a4-4995-9724-1e7ce52bc601 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group (c2ee14fd-23ec-4278-9791-0ccff11bb589), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:00.470552 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d9b64ad-2ce2-4674-9727-b003b2ea9546 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:54:00.483602 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00d35462-d4a4-4995-9724-1e7ce52bc601 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (c2ee14fd-23ec-4278-9791-0ccff11bb589), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:00.577915 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-0481535b-4374-4706-9c6b-540ac6becb6c None None] Port 2695df26-dc30-4904-8e9b-47cc8cea18f5 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:54:00.579375 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-2106bab9-86a6-46ef-8563-4237b73b673f None None] Attempting to bind port 2695df26-dc30-4904-8e9b-47cc8cea18f5 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:54:00.579753 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-2106bab9-86a6-46ef-8563-4237b73b673f None None] Attempting to bind port 2695df26-dc30-4904-8e9b-47cc8cea18f5 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '2eedf786-d862-43f5-aeec-d3f3b6a22140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '17694ef4-1ed2-4a01-a5bf-ce0481576d63'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:54:00.587387 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5db63d-6935-4c11-aff4-fd2b25448e9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-59975a38-0ee6-47db-abdf-3f268d2340e8', 'network_id': '59975a38-0ee6-47db-abdf-3f268d2340e8', 'project_id': 'ca967864abad48df824b9e4dbc1e0828', 'fixed_ips': [{'subnet_id': '1643c655-b1b5-4945-ae06-17747c8eb9f3'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:54:00.588194 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2106bab9-86a6-46ef-8563-4237b73b673f None None] Attempting to bind port 2695df26-dc30-4904-8e9b-47cc8cea18f5 on network 17694ef4-1ed2-4a01-a5bf-ce0481576d63 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:54:00.588468 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-cd5db63d-6935-4c11-aff4-fd2b25448e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:00.592162 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d35462-d4a4-4995-9724-1e7ce52bc601 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ee14fd-23ec-4278-9791-0ccff11bb589,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:00.604280 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00d35462-d4a4-4995-9724-1e7ce52bc601 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:00.609242 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-00d35462-d4a4-4995-9724-1e7ce52bc601 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3767636 Feb 17 17:54:00.617313 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43586) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:00.619102 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3d9b64ad-2ce2-4674-9727-b003b2ea9546 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (da803479-7e9e-4cb5-8fc3-9a322af2a745), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:00.619461 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-3d9b64ad-2ce2-4674-9727-b003b2ea9546 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Added segment da803479-7e9e-4cb5-8fc3-9a322af2a745 of type vlan for network 59996e1e-16cb-40f2-a769-ddc2d53b9909 Feb 17 17:54:00.620934 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2106bab9-86a6-46ef-8563-4237b73b673f None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:54:00.635485 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2106bab9-86a6-46ef-8563-4237b73b673f None None] Checking segment: {'id': '2eedf786-d862-43f5-aeec-d3f3b6a22140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '17694ef4-1ed2-4a01-a5bf-ce0481576d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:54:00.635901 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-2106bab9-86a6-46ef-8563-4237b73b673f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:00.636327 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2106bab9-86a6-46ef-8563-4237b73b673f None None] Bound using segment: {'id': '2eedf786-d862-43f5-aeec-d3f3b6a22140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '17694ef4-1ed2-4a01-a5bf-ce0481576d63'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:54:00.644423 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-2106bab9-86a6-46ef-8563-4237b73b673f None None] Bound port: 2695df26-dc30-4904-8e9b-47cc8cea18f5, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eedf786-d862-43f5-aeec-d3f3b6a22140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '17694ef4-1ed2-4a01-a5bf-ce0481576d63'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:54:00.644951 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-2106bab9-86a6-46ef-8563-4237b73b673f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2695df26-dc30-4904-8e9b-47cc8cea18f5), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:00.659319 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-2a82f913-68a9-40d3-9a96-94093b56e0a2 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Request body: {'security_group_rule': {'security_group_id': 'c2ee14fd-23ec-4278-9791-0ccff11bb589', 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:00.849288 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2a82f913-68a9-40d3-9a96-94093b56e0a2 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group_rule (d805870b-af82-4a56-8c42-400426871f96), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:00.915930 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3d9b64ad-2ce2-4674-9727-b003b2ea9546 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (59996e1e-16cb-40f2-a769-ddc2d53b9909), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:00.939002 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-2106bab9-86a6-46ef-8563-4237b73b673f None None] For port 2695df26-dc30-4904-8e9b-47cc8cea18f5, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:54:00.950050 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-2106bab9-86a6-46ef-8563-4237b73b673f None None] For port 2695df26-dc30-4904-8e9b-47cc8cea18f5, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=2695df26-dc30-4904-8e9b-47cc8cea18f5,segment=NetworkSegment(2eedf786-d862-43f5-aeec-d3f3b6a22140),segment_id=2eedf786-d862-43f5-aeec-d3f3b6a22140)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:54:00.971278 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-2106bab9-86a6-46ef-8563-4237b73b673f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (2695df26-dc30-4904-8e9b-47cc8cea18f5), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:00.987639 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-cd5db63d-6935-4c11-aff4-fd2b25448e9c None None] Allocated IP 172.20.0.2 (59975a38-0ee6-47db-abdf-3f268d2340e8/1643c655-b1b5-4945-ae06-17747c8eb9f3/26e9505d-12ae-409e-9b9c-69a7f7249ec5) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:54:01.051008 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2a82f913-68a9-40d3-9a96-94093b56e0a2 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group_rule (d805870b-af82-4a56-8c42-400426871f96), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:01.079809 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2a82f913-68a9-40d3-9a96-94093b56e0a2 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (d805870b-af82-4a56-8c42-400426871f96), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:01.099896 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.db.resource_extend [None req-3d9b64ad-2ce2-4674-9727-b003b2ea9546 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 17:54:01.159746 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2106bab9-86a6-46ef-8563-4237b73b673f None None] Routers {'0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:54:01.160775 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-2106bab9-86a6-46ef-8563-4237b73b673f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:53:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:54:01.173853 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a82f913-68a9-40d3-9a96-94093b56e0a2 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d805870b-af82-4a56-8c42-400426871f96,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:01.210311 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2a82f913-68a9-40d3-9a96-94093b56e0a2 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:01.217394 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2a82f913-68a9-40d3-9a96-94093b56e0a2 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5731251 Feb 17 17:54:01.222004 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43594) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:01.249475 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-131b7213-20e6-4459-a305-9e229fbf8dcc tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Request body: {'security_group_rule': {'security_group_id': 'c2ee14fd-23ec-4278-9791-0ccff11bb589', 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:01.261819 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3d9b64ad-2ce2-4674-9727-b003b2ea9546 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (59996e1e-16cb-40f2-a769-ddc2d53b9909), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:01.270529 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9b64ad-2ce2-4674-9727-b003b2ea9546 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:01.271176 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3d9b64ad-2ce2-4674-9727-b003b2ea9546 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:01.390905 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f11e7b-63b4-4599-95c5-685eb0ec99e6 None None] Pushing event updated for resources: {'Port': ['ID=2695df26-dc30-4904-8e9b-47cc8cea18f5,revision_number=4']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:01.441953 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-6cc65c53-c18c-43eb-bd79-0513a5504b79 None None] Provisioning complete for port 2695df26-dc30-4904-8e9b-47cc8cea18f5 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:54:01.442338 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6cc65c53-c18c-43eb-bd79-0513a5504b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2695df26-dc30-4904-8e9b-47cc8cea18f5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:01.508636 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4234e511-9a93-448a-92e8-65ac68e7754f tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (d157cb0e-8f96-4530-972c-3f74de9c1292), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:01.519545 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b64ad-2ce2-4674-9727-b003b2ea9546 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Pushing event updated for resources: {'Network': ['ID=59996e1e-16cb-40f2-a769-ddc2d53b9909,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:01.543153 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-2106bab9-86a6-46ef-8563-4237b73b673f None None] Set router 0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:54:01.557646 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-cd5db63d-6935-4c11-aff4-fd2b25448e9c None None] Publish callbacks [] for port (26e9505d-12ae-409e-9b9c-69a7f7249ec5), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:01.561141 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 59996e1e-16cb-40f2-a769-ddc2d53b9909 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:54:01.588158 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3d9b64ad-2ce2-4674-9727-b003b2ea9546 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4318552 Feb 17 17:54:01.591052 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43598) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:01.631651 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-3584a6aa-301b-4bb2-9bc3-ee99543998ce tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Request body: {'network': {'name': 'tempest-router-network02--1988266345'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:01.637183 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-cd5db63d-6935-4c11-aff4-fd2b25448e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (26e9505d-12ae-409e-9b9c-69a7f7249ec5), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:01.640701 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-131b7213-20e6-4459-a305-9e229fbf8dcc tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group_rule (1019a243-0455-4ed4-b293-51f8e223fcd0), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:01.747910 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5db63d-6935-4c11-aff4-fd2b25448e9c None None] Network 59975a38-0ee6-47db-abdf-3f268d2340e8 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:54:01.767668 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3584a6aa-301b-4bb2-9bc3-ee99543998ce tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Made reservation on behalf of ca967864abad48df824b9e4dbc1e0828 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:54:01.773371 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3584a6aa-301b-4bb2-9bc3-ee99543998ce tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:01.824103 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3584a6aa-301b-4bb2-9bc3-ee99543998ce tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:54:01.841766 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7addadb1-9e05-4704-acd6-e5ee7d367a38 req-7e41f91e-c954-497d-b5c4-ff85856c5413 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:01.845594 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7addadb1-9e05-4704-acd6-e5ee7d367a38 req-7e41f91e-c954-497d-b5c4-ff85856c5413 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=66af69d8-eeb7-487a-901a-1c38e1bf49cc HTTP/1.1" status: 200 len: 945 time: 0.3390155 Feb 17 17:54:01.846908 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-cd5db63d-6935-4c11-aff4-fd2b25448e9c None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:54:01.850300 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5db63d-6935-4c11-aff4-fd2b25448e9c None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:54:01.865165 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3584a6aa-301b-4bb2-9bc3-ee99543998ce tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (d0c1a530-e0c0-4907-9dd3-39fbe732733d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:01.865165 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-3584a6aa-301b-4bb2-9bc3-ee99543998ce tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Added segment d0c1a530-e0c0-4907-9dd3-39fbe732733d of type vlan for network bd78c335-ed19-4236-9e41-a2e9f611a20b Feb 17 17:54:01.868218 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-131b7213-20e6-4459-a305-9e229fbf8dcc tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group_rule (1019a243-0455-4ed4-b293-51f8e223fcd0), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:01.896734 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-131b7213-20e6-4459-a305-9e229fbf8dcc tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (1019a243-0455-4ed4-b293-51f8e223fcd0), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:01.959733 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5db63d-6935-4c11-aff4-fd2b25448e9c None None] Pushing event updated for resources: {'Port': ['ID=26e9505d-12ae-409e-9b9c-69a7f7249ec5,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:02.047924 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b7213-20e6-4459-a305-9e229fbf8dcc tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1019a243-0455-4ed4-b293-51f8e223fcd0,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:02.055848 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4234e511-9a93-448a-92e8-65ac68e7754f tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Router d157cb0e-8f96-4530-972c-3f74de9c1292 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:54:02.092303 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3584a6aa-301b-4bb2-9bc3-ee99543998ce tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (bd78c335-ed19-4236-9e41-a2e9f611a20b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:02.115341 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-131b7213-20e6-4459-a305-9e229fbf8dcc tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:02.148904 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-131b7213-20e6-4459-a305-9e229fbf8dcc tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8910997 Feb 17 17:54:02.149116 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43604) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:02.149116 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-2cf71ac8-35eb-4e09-8397-478a9ac9c2f3 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Request body: {'security_group_rule': {'security_group_id': 'c2ee14fd-23ec-4278-9791-0ccff11bb589', 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:02.149305 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-6cc65c53-c18c-43eb-bd79-0513a5504b79 None None] Current status of the port 2695df26-dc30-4904-8e9b-47cc8cea18f5 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:54:02.149305 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6cc65c53-c18c-43eb-bd79-0513a5504b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2695df26-dc30-4904-8e9b-47cc8cea18f5), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:02.214026 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3584a6aa-301b-4bb2-9bc3-ee99543998ce tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (bd78c335-ed19-4236-9e41-a2e9f611a20b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:02.225146 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3584a6aa-301b-4bb2-9bc3-ee99543998ce tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:02.227371 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3584a6aa-301b-4bb2-9bc3-ee99543998ce tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:02.257887 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-cd5db63d-6935-4c11-aff4-fd2b25448e9c None None] Attempting to bind port 26e9505d-12ae-409e-9b9c-69a7f7249ec5 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:54:02.258179 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-cd5db63d-6935-4c11-aff4-fd2b25448e9c None None] Attempting to bind port 26e9505d-12ae-409e-9b9c-69a7f7249ec5 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '7dbdeab1-7be9-445c-922a-be4512ec7983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59975a38-0ee6-47db-abdf-3f268d2340e8'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:54:02.260679 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5db63d-6935-4c11-aff4-fd2b25448e9c None None] Attempting to bind port 26e9505d-12ae-409e-9b9c-69a7f7249ec5 on network 59975a38-0ee6-47db-abdf-3f268d2340e8 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:54:02.282906 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5db63d-6935-4c11-aff4-fd2b25448e9c None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:54:02.325130 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5db63d-6935-4c11-aff4-fd2b25448e9c None None] Checking segment: {'id': '7dbdeab1-7be9-445c-922a-be4512ec7983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59975a38-0ee6-47db-abdf-3f268d2340e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:54:02.325130 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-cd5db63d-6935-4c11-aff4-fd2b25448e9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:02.325397 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-2106bab9-86a6-46ef-8563-4237b73b673f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'name': 'tempest-TestNetworkBasicOps-router-25529514', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'e89f0c5e-5691-43b9-82da-83ef88d45768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:53:46Z', 'updated_at': '2022-02-17T17:53:55Z', 'revision_number': 4, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'gw_port': {'id': 'e89f0c5e-5691-43b9-82da-83ef88d45768', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:22:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:53:47Z', 'updated_at': '2022-02-17T17:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '2695df26-dc30-4904-8e9b-47cc8cea18f5', 'name': '', 'network_id': '17694ef4-1ed2-4a01-a5bf-ce0481576d63', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'mac_address': 'fa:16:3e:43:53:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '4f01fd1b-8164-4d07-9e9b-a271cefa89f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:53:54Z', 'updated_at': '2022-02-17T17:54:00Z', 'revision_number': 4, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'subnets': [{'id': '4f01fd1b-8164-4d07-9e9b-a271cefa89f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:54:02.325557 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5db63d-6935-4c11-aff4-fd2b25448e9c None None] Bound using segment: {'id': '7dbdeab1-7be9-445c-922a-be4512ec7983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59975a38-0ee6-47db-abdf-3f268d2340e8'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:54:02.325557 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-cd5db63d-6935-4c11-aff4-fd2b25448e9c None None] Bound port: 26e9505d-12ae-409e-9b9c-69a7f7249ec5, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dbdeab1-7be9-445c-922a-be4512ec7983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '59975a38-0ee6-47db-abdf-3f268d2340e8'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:54:02.325557 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-cd5db63d-6935-4c11-aff4-fd2b25448e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (26e9505d-12ae-409e-9b9c-69a7f7249ec5), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:02.350543 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7addadb1-9e05-4704-acd6-e5ee7d367a38 req-7e7813a3-83e4-47f8-952b-32dab06fa69a tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148556 Feb 17 17:54:02.359003 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4234e511-9a93-448a-92e8-65ac68e7754f tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:54:02.376378 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4234e511-9a93-448a-92e8-65ac68e7754f tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] 10.222.0.87 "PUT /v2.0/routers/d157cb0e-8f96-4530-972c-3f74de9c1292/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8093777 Feb 17 17:54:02.384669 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2cf71ac8-35eb-4e09-8397-478a9ac9c2f3 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group_rule (f53636ea-590e-4754-92aa-ce6eee63353b), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:02.389061 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43608) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:02.392480 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e94783-65d5-4a0a-b526-0fb0d20ea7ec None None] Sync routers for ids ['d157cb0e-8f96-4530-972c-3f74de9c1292'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:54:02.400651 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2106bab9-86a6-46ef-8563-4237b73b673f None None] The sync data for ids ['0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a'] in n-d-829613-2 is: [{'id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'name': 'tempest-TestNetworkBasicOps-router-25529514', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'e89f0c5e-5691-43b9-82da-83ef88d45768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:53:46Z', 'updated_at': '2022-02-17T17:53:55Z', 'revision_number': 4, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'gw_port': {'id': 'e89f0c5e-5691-43b9-82da-83ef88d45768', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:22:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:53:47Z', 'updated_at': '2022-02-17T17:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '2695df26-dc30-4904-8e9b-47cc8cea18f5', 'name': '', 'network_id': '17694ef4-1ed2-4a01-a5bf-ce0481576d63', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'mac_address': 'fa:16:3e:43:53:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '4f01fd1b-8164-4d07-9e9b-a271cefa89f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:53:54Z', 'updated_at': '2022-02-17T17:54:00Z', 'revision_number': 4, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'subnets': [{'id': '4f01fd1b-8164-4d07-9e9b-a271cefa89f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:54:02.415734 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3584a6aa-301b-4bb2-9bc3-ee99543998ce tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8221836 Feb 17 17:54:02.437612 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43610) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:02.503110 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-9f63b1ca-e226-48bf-9e19-48ee33e6db30 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Request body: {'subnet': {'network_id': '59996e1e-16cb-40f2-a769-ddc2d53b9909', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:02.538058 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-6cc65c53-c18c-43eb-bd79-0513a5504b79 None None] For port 2695df26-dc30-4904-8e9b-47cc8cea18f5, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=2695df26-dc30-4904-8e9b-47cc8cea18f5,segment=NetworkSegment(2eedf786-d862-43f5-aeec-d3f3b6a22140),segment_id=2eedf786-d862-43f5-aeec-d3f3b6a22140)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:54:02.553371 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3584a6aa-301b-4bb2-9bc3-ee99543998ce tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Pushing event updated for resources: {'Network': ['ID=bd78c335-ed19-4236-9e41-a2e9f611a20b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:02.562918 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cbcfd273-da7a-4cb5-ab63-b4c1e2617cf1 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks [] for router (d157cb0e-8f96-4530-972c-3f74de9c1292), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:02.706143 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-cd5db63d-6935-4c11-aff4-fd2b25448e9c None None] For port 26e9505d-12ae-409e-9b9c-69a7f7249ec5, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:54:02.717430 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-cd5db63d-6935-4c11-aff4-fd2b25448e9c None None] For port 26e9505d-12ae-409e-9b9c-69a7f7249ec5, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=26e9505d-12ae-409e-9b9c-69a7f7249ec5,segment=NetworkSegment(7dbdeab1-7be9-445c-922a-be4512ec7983),segment_id=7dbdeab1-7be9-445c-922a-be4512ec7983)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:54:02.727250 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e94783-65d5-4a0a-b526-0fb0d20ea7ec None None] Routers {'d157cb0e-8f96-4530-972c-3f74de9c1292'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:54:02.729635 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-33e94783-65d5-4a0a-b526-0fb0d20ea7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:53:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['d157cb0e-8f96-4530-972c-3f74de9c1292'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:54:02.786868 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-33e94783-65d5-4a0a-b526-0fb0d20ea7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:54:02.789580 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2cf71ac8-35eb-4e09-8397-478a9ac9c2f3 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group_rule (f53636ea-590e-4754-92aa-ce6eee63353b), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:02.797259 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6cc65c53-c18c-43eb-bd79-0513a5504b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (2695df26-dc30-4904-8e9b-47cc8cea18f5), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:02.802169 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-cd5db63d-6935-4c11-aff4-fd2b25448e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (26e9505d-12ae-409e-9b9c-69a7f7249ec5), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:02.811025 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2cf71ac8-35eb-4e09-8397-478a9ac9c2f3 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (f53636ea-590e-4754-92aa-ce6eee63353b), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:02.817229 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network bd78c335-ed19-4236-9e41-a2e9f611a20b details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:54:02.904768 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cbcfd273-da7a-4cb5-ab63-b4c1e2617cf1 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (d157cb0e-8f96-4530-972c-3f74de9c1292), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:02.908361 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cbcfd273-da7a-4cb5-ab63-b4c1e2617cf1 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks [] for router_controller (d157cb0e-8f96-4530-972c-3f74de9c1292), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:02.971502 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf71ac8-35eb-4e09-8397-478a9ac9c2f3 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f53636ea-590e-4754-92aa-ce6eee63353b,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:02.980334 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cbcfd273-da7a-4cb5-ab63-b4c1e2617cf1 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (d157cb0e-8f96-4530-972c-3f74de9c1292), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:02.980858 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbcfd273-da7a-4cb5-ab63-b4c1e2617cf1 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Fanout notify agent at l3_agent the message router_deleted on router d157cb0e-8f96-4530-972c-3f74de9c1292 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:54:02.988585 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cbcfd273-da7a-4cb5-ab63-b4c1e2617cf1 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:03.002438 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-cbcfd273-da7a-4cb5-ab63-b4c1e2617cf1 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] 10.222.0.87 "DELETE /v2.0/routers/d157cb0e-8f96-4530-972c-3f74de9c1292 HTTP/1.1" status: 204 len: 168 time: 0.6097167 Feb 17 17:54:03.002863 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43618) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:03.049803 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2cf71ac8-35eb-4e09-8397-478a9ac9c2f3 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:03.060646 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-2cf71ac8-35eb-4e09-8397-478a9ac9c2f3 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9276454 Feb 17 17:54:03.060885 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43622) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:03.069970 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-4e4d103b-c64a-4066-a482-fba9cb77cf25 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Request body: {'security_group_rule': {'security_group_id': 'c2ee14fd-23ec-4278-9791-0ccff11bb589', 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:03.204489 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4e4d103b-c64a-4066-a482-fba9cb77cf25 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group_rule (0b8b36ef-760f-468a-a768-fe143a2f0d4d), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:03.286096 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ad3e32b-d1c7-4e25-8aba-73ab9e53ca8b tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Deleting subnet 1619654e-94dd-45f3-bd0e-541c4df246c0 {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:54:03.296462 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f63b1ca-e226-48bf-9e19-48ee33e6db30 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Made reservation on behalf of ca967864abad48df824b9e4dbc1e0828 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:54:03.298890 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fbd4a853-c652-4a19-85c5-d0580293e780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:03.301116 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9f63b1ca-e226-48bf-9e19-48ee33e6db30 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:03.305527 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ad3e32b-d1c7-4e25-8aba-73ab9e53ca8b tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks [] for subnet (1619654e-94dd-45f3-bd0e-541c4df246c0), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:03.327261 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 2695df26-dc30-4904-8e9b-47cc8cea18f5 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:54:03.466984 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e94783-65d5-4a0a-b526-0fb0d20ea7ec None None] Routers set() bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:54:03.467613 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e94783-65d5-4a0a-b526-0fb0d20ea7ec None None] Router IDs set() for agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 17 17:54:03.468513 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_agentschedulers_db [None req-33e94783-65d5-4a0a-b526-0fb0d20ea7ec None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d157cb0e-8f96-4530-972c-3f74de9c1292'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:53:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent'). {{(pid=103436) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 17 17:54:03.469309 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e94783-65d5-4a0a-b526-0fb0d20ea7ec None None] The sync data for ids ['d157cb0e-8f96-4530-972c-3f74de9c1292'] in n-d-829613-2 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:54:03.485487 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ad3e32b-d1c7-4e25-8aba-73ab9e53ca8b tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (1619654e-94dd-45f3-bd0e-541c4df246c0), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:03.499949 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4e4d103b-c64a-4066-a482-fba9cb77cf25 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group_rule (0b8b36ef-760f-468a-a768-fe143a2f0d4d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:03.514524 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4e4d103b-c64a-4066-a482-fba9cb77cf25 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (0b8b36ef-760f-468a-a768-fe143a2f0d4d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:03.608494 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4e4d103b-c64a-4066-a482-fba9cb77cf25 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:03.610446 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4e4d103b-c64a-4066-a482-fba9cb77cf25 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5458121 Feb 17 17:54:03.613829 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43628) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:03.623619 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc65c53-c18c-43eb-bd79-0513a5504b79 None None] Pushing event updated for resources: {'Port': ['ID=2695df26-dc30-4904-8e9b-47cc8cea18f5,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:03.642812 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-380ddd93-2ae1-4a45-b749-cfa97a7267fa tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Request body: {'security_group_rule': {'security_group_id': 'c2ee14fd-23ec-4278-9791-0ccff11bb589', 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:03.661712 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d103b-c64a-4066-a482-fba9cb77cf25 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b8b36ef-760f-468a-a768-fe143a2f0d4d,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:03.671117 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-697e4e88-a0f5-4f3f-956f-aa26e25ddf57 None None] Provisioning complete for port 2695df26-dc30-4904-8e9b-47cc8cea18f5 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:54:03.671502 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-697e4e88-a0f5-4f3f-956f-aa26e25ddf57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2695df26-dc30-4904-8e9b-47cc8cea18f5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:03.727019 n-d-829613-2 neutron-server[103434]: INFO neutron.db.securitygroups_db [None req-380ddd93-2ae1-4a45-b749-cfa97a7267fa tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Project ec7ab02c08ab4597882b00c123047e3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 17:54:03.735067 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-380ddd93-2ae1-4a45-b749-cfa97a7267fa tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group_rule (e1d9a92d-2eea-40b8-ac54-31658e1e9115), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:03.822503 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe363052-409f-4352-ac8f-2bce626448da req-8bf1b415-2955-4753-94b3-9bd2ccc2e1e1 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:03.826043 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fe363052-409f-4352-ac8f-2bce626448da req-8bf1b415-2955-4753-94b3-9bd2ccc2e1e1 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=66af69d8-eeb7-487a-901a-1c38e1bf49cc HTTP/1.1" status: 200 len: 945 time: 0.2925577 Feb 17 17:54:03.898498 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5db63d-6935-4c11-aff4-fd2b25448e9c None None] Pushing event updated for resources: {'Port': ['ID=26e9505d-12ae-409e-9b9c-69a7f7249ec5,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:03.960345 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 2695df26-dc30-4904-8e9b-47cc8cea18f5 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:54:03.961910 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-380ddd93-2ae1-4a45-b749-cfa97a7267fa tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group_rule (e1d9a92d-2eea-40b8-ac54-31658e1e9115), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:03.964764 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2695df26-dc30-4904-8e9b-47cc8cea18f5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:03.972708 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-380ddd93-2ae1-4a45-b749-cfa97a7267fa tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (e1d9a92d-2eea-40b8-ac54-31658e1e9115), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:04.013750 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ddd93-2ae1-4a45-b749-cfa97a7267fa tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1d9a92d-2eea-40b8-ac54-31658e1e9115,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:04.043067 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-380ddd93-2ae1-4a45-b749-cfa97a7267fa tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:04.047167 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-380ddd93-2ae1-4a45-b749-cfa97a7267fa tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4267726 Feb 17 17:54:04.047742 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43632) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:04.063145 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-9aa70e27-dee4-49e2-a4c9-daa97adc7dbe tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Request body: {'security_group_rule': {'security_group_id': 'c2ee14fd-23ec-4278-9791-0ccff11bb589', 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:04.156317 n-d-829613-2 neutron-server[103434]: INFO neutron.db.securitygroups_db [None req-9aa70e27-dee4-49e2-a4c9-daa97adc7dbe tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Project ec7ab02c08ab4597882b00c123047e3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 17:54:04.166486 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9aa70e27-dee4-49e2-a4c9-daa97adc7dbe tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group_rule (8bfdafca-d0d7-4941-b9a7-61da2b14ee08), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:04.324446 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-697e4e88-a0f5-4f3f-956f-aa26e25ddf57 None None] Current status of the port 2695df26-dc30-4904-8e9b-47cc8cea18f5 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:54:04.404501 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9aa70e27-dee4-49e2-a4c9-daa97adc7dbe tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group_rule (8bfdafca-d0d7-4941-b9a7-61da2b14ee08), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:04.414068 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9aa70e27-dee4-49e2-a4c9-daa97adc7dbe tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (8bfdafca-d0d7-4941-b9a7-61da2b14ee08), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:04.485765 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 2695df26-dc30-4904-8e9b-47cc8cea18f5 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:54:04.504547 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa70e27-dee4-49e2-a4c9-daa97adc7dbe tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bfdafca-d0d7-4941-b9a7-61da2b14ee08,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:04.526924 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9aa70e27-dee4-49e2-a4c9-daa97adc7dbe tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:04.530449 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9aa70e27-dee4-49e2-a4c9-daa97adc7dbe tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4813695 Feb 17 17:54:04.547554 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ad3e32b-d1c7-4e25-8aba-73ab9e53ca8b tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (1619654e-94dd-45f3-bd0e-541c4df246c0), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:04.563458 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fe363052-409f-4352-ac8f-2bce626448da req-a44a3a5e-5e5e-4e0c-b64c-8629607e2e56 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7218330 Feb 17 17:54:04.784146 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9f63b1ca-e226-48bf-9e19-48ee33e6db30 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (6b957ef6-31bd-43a8-a17a-20f87207cf2f), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:04.914284 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ad3e32b-d1c7-4e25-8aba-73ab9e53ca8b tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (1619654e-94dd-45f3-bd0e-541c4df246c0), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:04.948602 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8ad3e32b-d1c7-4e25-8aba-73ab9e53ca8b tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:04.952457 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-8ad3e32b-d1c7-4e25-8aba-73ab9e53ca8b tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] 10.222.0.87 "DELETE /v2.0/subnets/1619654e-94dd-45f3-bd0e-541c4df246c0 HTTP/1.1" status: 204 len: 168 time: 1.9477901 Feb 17 17:54:04.956682 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43654) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:04.963330 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0324aa66-0911-408b-bb81-094f0068cb9f None None] Network 6935913d-6596-4670-af60-e76ff3072669 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:54:05.126735 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63b1ca-e226-48bf-9e19-48ee33e6db30 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Pushing event updated for resources: {'Subnet': ['ID=6b957ef6-31bd-43a8-a17a-20f87207cf2f,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:05.222046 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f63b1ca-e226-48bf-9e19-48ee33e6db30 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Checking segment: {'id': 'da803479-7e9e-4cb5-8fc3-9a322af2a745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '59996e1e-16cb-40f2-a769-ddc2d53b9909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:54:05.224607 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f63b1ca-e226-48bf-9e19-48ee33e6db30 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Network hostable DHCP agents. Network: 59996e1e-16cb-40f2-a769-ddc2d53b9909, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:54:05.250009 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f4d8b0d-b5b6-4fc9-867f-113d176b0f66 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (6935913d-6596-4670-af60-e76ff3072669), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:05.266067 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac103f35-9326-44f6-85fa-ddb443f52b81 None None] Network 59975a38-0ee6-47db-abdf-3f268d2340e8 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:54:05.354146 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1acbdb67-a92f-4529-a4bb-f434a1be66dc req-ada3bbdc-fe63-41a5-8294-e735ac022da7 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-600419279&fields=id&tenant_id=ec7ab02c08ab4597882b00c123047e3e HTTP/1.1" status: 200 len: 267 time: 0.2899146 Feb 17 17:54:05.356847 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad3e32b-d1c7-4e25-8aba-73ab9e53ca8b tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Pushing event deleted for resources: {'Subnet': ['ID=1619654e-94dd-45f3-bd0e-541c4df246c0,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:05.422754 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-9f4d8b0d-b5b6-4fc9-867f-113d176b0f66 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Deleting port b73c3729-ae7a-490c-bc28-4f0dee66bd1e {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:54:05.423095 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f4d8b0d-b5b6-4fc9-867f-113d176b0f66 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (b73c3729-ae7a-490c-bc28-4f0dee66bd1e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:05.519335 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754f651-98ec-40b3-b414-0cd1c746217a req-23007343-2c6f-4cd0-b228-28a0fa4b53d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:05.521715 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e754f651-98ec-40b3-b414-0cd1c746217a req-23007343-2c6f-4cd0-b228-28a0fa4b53d0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e82ced6d28e14a0eae2924cbc8f5cc85&device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 1128 time: 0.4452276 Feb 17 17:54:05.587942 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-9f4d8b0d-b5b6-4fc9-867f-113d176b0f66 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] For port b73c3729-ae7a-490c-bc28-4f0dee66bd1e, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=b73c3729-ae7a-490c-bc28-4f0dee66bd1e,segment=NetworkSegment(cf43b6df-c0f9-469e-8370-d41317d09dc0),segment_id=cf43b6df-c0f9-469e-8370-d41317d09dc0)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:54:05.588571 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f4d8b0d-b5b6-4fc9-867f-113d176b0f66 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (b73c3729-ae7a-490c-bc28-4f0dee66bd1e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:05.625614 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-9f4d8b0d-b5b6-4fc9-867f-113d176b0f66 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Calling delete_port for b73c3729-ae7a-490c-bc28-4f0dee66bd1e owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:54:05.654767 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f63b1ca-e226-48bf-9e19-48ee33e6db30 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Network 59996e1e-16cb-40f2-a769-ddc2d53b9909 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:54:05.663921 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754f651-98ec-40b3-b414-0cd1c746217a req-132b4672-4d32-46b7-b04a-b6cb0e0b5794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:05.665113 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 26e9505d-12ae-409e-9b9c-69a7f7249ec5 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:54:05.667364 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e754f651-98ec-40b3-b414-0cd1c746217a req-132b4672-4d32-46b7-b04a-b6cb0e0b5794 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d5990f07-3dfb-4178-9590-e3e132a5f43d HTTP/1.1" status: 200 len: 920 time: 0.1309388 Feb 17 17:54:05.667716 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-a7ceaaaa-7d39-40e5-a127-844a3c7586a8 None None] Provisioning complete for port 26e9505d-12ae-409e-9b9c-69a7f7249ec5 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:54:05.667968 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a7ceaaaa-7d39-40e5-a127-844a3c7586a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (26e9505d-12ae-409e-9b9c-69a7f7249ec5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:05.672080 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-9f63b1ca-e226-48bf-9e19-48ee33e6db30 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 59996e1e-16cb-40f2-a769-ddc2d53b9909) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:54:05.721817 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acbdb67-a92f-4529-a4bb-f434a1be66dc req-1020c80f-5ff7-404f-86c9-3b227d43dd4d tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:05.724149 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1acbdb67-a92f-4529-a4bb-f434a1be66dc req-1020c80f-5ff7-404f-86c9-3b227d43dd4d tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/networks?id=17694ef4-1ed2-4a01-a5bf-ce0481576d63 HTTP/1.1" status: 200 len: 797 time: 0.3543487 Feb 17 17:54:05.754718 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a81892-9d09-4b24-bdbf-6c5f7a1d4b01 None None] Network 59996e1e-16cb-40f2-a769-ddc2d53b9909 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:54:05.784009 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f63b1ca-e226-48bf-9e19-48ee33e6db30 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:05.785537 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9f63b1ca-e226-48bf-9e19-48ee33e6db30 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:05.815181 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-9f63b1ca-e226-48bf-9e19-48ee33e6db30 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3346729 Feb 17 17:54:05.818139 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e754f651-98ec-40b3-b414-0cd1c746217a req-8ab524d5-9e23-4069-b56d-96477291b100 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9 HTTP/1.1" status: 200 len: 217 time: 0.1427484 Feb 17 17:54:05.829662 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43666) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:05.876370 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c47902-a251-46bd-8026-5fdfad98c96e None None] DHCP port deletion for 6935913d-6596-4670-af60-e76ff3072669 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:54:05.912436 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935495bf-42a7-4441-b214-898c37b644b2 req-2799b9f2-ca0d-446e-93d0-726b31f3ab88 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:05.914352 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-935495bf-42a7-4441-b214-898c37b644b2 req-2799b9f2-ca0d-446e-93d0-726b31f3ab88 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 946 time: 0.7330956 Feb 17 17:54:05.920683 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-4f641fb4-c32a-4565-84d4-18f57fc4b29c tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Request body: {'subnet': {'network_id': 'bd78c335-ed19-4236-9e41-a2e9f611a20b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:05.921637 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-21d18788-cde9-44a1-ab86-78103114efb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:06.026368 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754f651-98ec-40b3-b414-0cd1c746217a req-bf39c45e-2ee1-4b2d-8cbd-0ca272c0afea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:06.029362 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e754f651-98ec-40b3-b414-0cd1c746217a req-bf39c45e-2ee1-4b2d-8cbd-0ca272c0afea service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f38a3055-6916-493f-ac03-180a8f2c57c4 HTTP/1.1" status: 200 len: 859 time: 0.1961112 Feb 17 17:54:06.064492 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1acbdb67-a92f-4529-a4bb-f434a1be66dc req-b0d3c423-e6b3-49fe-ae78-485168f90405 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/quotas/ec7ab02c08ab4597882b00c123047e3e HTTP/1.1" status: 200 len: 375 time: 0.2643530 Feb 17 17:54:06.066695 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f4d8b0d-b5b6-4fc9-867f-113d176b0f66 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (b73c3729-ae7a-490c-bc28-4f0dee66bd1e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:06.110036 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d8b0d-b5b6-4fc9-867f-113d176b0f66 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Pushing event deleted for resources: {'Port': ['ID=b73c3729-ae7a-490c-bc28-4f0dee66bd1e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:06.120640 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4d8b0d-b5b6-4fc9-867f-113d176b0f66 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] No DVR routers for this DVR port b73c3729-ae7a-490c-bc28-4f0dee66bd1e on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:54:06.127288 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e754f651-98ec-40b3-b414-0cd1c746217a req-386e73fd-0352-4648-90f7-97171495b784 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d5990f07-3dfb-4178-9590-e3e132a5f43d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833435 Feb 17 17:54:06.146288 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-c4c47902-a251-46bd-8026-5fdfad98c96e None None] The port 'b73c3729-ae7a-490c-bc28-4f0dee66bd1e' was deleted {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 17 17:54:06.244417 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f641fb4-c32a-4565-84d4-18f57fc4b29c tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Made reservation on behalf of ca967864abad48df824b9e4dbc1e0828 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:54:06.257445 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f4d8b0d-b5b6-4fc9-867f-113d176b0f66 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (6935913d-6596-4670-af60-e76ff3072669), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:06.259790 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4f641fb4-c32a-4565-84d4-18f57fc4b29c tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:06.286523 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-9f4d8b0d-b5b6-4fc9-867f-113d176b0f66 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6935913d-6596-4670-af60-e76ff3072669']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:54:06.300171 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-9f4d8b0d-b5b6-4fc9-867f-113d176b0f66 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf43b6df-c0f9-469e-8370-d41317d09dc0') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:54:06.300989 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-9f4d8b0d-b5b6-4fc9-867f-113d176b0f66 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf43b6df-c0f9-469e-8370-d41317d09dc0') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:54:06.313833 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f4d8b0d-b5b6-4fc9-867f-113d176b0f66 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (cf43b6df-c0f9-469e-8370-d41317d09dc0), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:06.329812 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 26e9505d-12ae-409e-9b9c-69a7f7249ec5 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:54:06.329934 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (26e9505d-12ae-409e-9b9c-69a7f7249ec5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:06.341094 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f4d8b0d-b5b6-4fc9-867f-113d176b0f66 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (cf43b6df-c0f9-469e-8370-d41317d09dc0), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:06.352011 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f4d8b0d-b5b6-4fc9-867f-113d176b0f66 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:54:06.352805 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f4d8b0d-b5b6-4fc9-867f-113d176b0f66 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (cf43b6df-c0f9-469e-8370-d41317d09dc0), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:06.372994 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:54:06.372994 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:54:06.372994 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:54:06.372994 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:54:06.372994 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:54:06.372994 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:54:06.372994 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:54:06.372994 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:54:06.372994 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:54:06.372994 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:54:06.372994 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:54:06.372994 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:54:06.372994 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:54:06.372994 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:54:06.372994 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:54:06.372994 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:54:06.372994 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:54:06.372994 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:54:06.372994 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:54:06.372994 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:54:06.372994 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:54:06.372994 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:54:06.372994 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:54:06.372994 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:54:06.372994 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:54:06.372994 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:54:06.372994 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:54:06.372994 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:54:06.372994 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:54:06.372994 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:54:06.372994 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:54:06.372994 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:54:06.377602 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e35741a-fb18-488d-98ae-10be8622c6b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-59996e1e-16cb-40f2-a769-ddc2d53b9909', 'network_id': '59996e1e-16cb-40f2-a769-ddc2d53b9909', 'project_id': 'ca967864abad48df824b9e4dbc1e0828', 'fixed_ips': [{'subnet_id': '6b957ef6-31bd-43a8-a17a-20f87207cf2f'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:54:06.381179 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6e35741a-fb18-488d-98ae-10be8622c6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:06.387825 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-a7ceaaaa-7d39-40e5-a127-844a3c7586a8 None None] Current status of the port 26e9505d-12ae-409e-9b9c-69a7f7249ec5 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:54:06.390126 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a7ceaaaa-7d39-40e5-a127-844a3c7586a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (26e9505d-12ae-409e-9b9c-69a7f7249ec5), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:06.511034 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f4d8b0d-b5b6-4fc9-867f-113d176b0f66 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (6935913d-6596-4670-af60-e76ff3072669), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:06.556958 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-a7ceaaaa-7d39-40e5-a127-844a3c7586a8 None None] For port 26e9505d-12ae-409e-9b9c-69a7f7249ec5, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=26e9505d-12ae-409e-9b9c-69a7f7249ec5,segment=NetworkSegment(7dbdeab1-7be9-445c-922a-be4512ec7983),segment_id=7dbdeab1-7be9-445c-922a-be4512ec7983)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:54:06.564368 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f4d8b0d-b5b6-4fc9-867f-113d176b0f66 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:06.573365 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9f4d8b0d-b5b6-4fc9-867f-113d176b0f66 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] 10.222.0.87 "DELETE /v2.0/networks/6935913d-6596-4670-af60-e76ff3072669 HTTP/1.1" status: 204 len: 168 time: 1.6152716 Feb 17 17:54:06.576619 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d8b0d-b5b6-4fc9-867f-113d176b0f66 tempest-FloatingIPNegativeTestJSON-259589092 tempest-FloatingIPNegativeTestJSON-259589092-project] Pushing event deleted for resources: {'Network': ['ID=6935913d-6596-4670-af60-e76ff3072669,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:06.577401 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a7ceaaaa-7d39-40e5-a127-844a3c7586a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (26e9505d-12ae-409e-9b9c-69a7f7249ec5), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:06.729129 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4f641fb4-c32a-4565-84d4-18f57fc4b29c tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (9576b84f-d265-4c1e-a4e1-4fe804367df6), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:06.756947 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-935495bf-42a7-4441-b214-898c37b644b2 req-76a2c3d0-7ce5-4ae7-ae0b-5c134949ed32 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7252791 Feb 17 17:54:06.802437 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 26e9505d-12ae-409e-9b9c-69a7f7249ec5 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:54:06.803601 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 2695df26-dc30-4904-8e9b-47cc8cea18f5 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:54:06.861619 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1acbdb67-a92f-4529-a4bb-f434a1be66dc req-c816c316-48da-4e69-b063-a6033fa971a8 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=ec7ab02c08ab4597882b00c123047e3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7961509 Feb 17 17:54:06.874381 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:06.911122 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ceaaaa-7d39-40e5-a127-844a3c7586a8 None None] Pushing event updated for resources: {'Port': ['ID=26e9505d-12ae-409e-9b9c-69a7f7249ec5,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:06.922796 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-6e35741a-fb18-488d-98ae-10be8622c6b7 None None] Allocated IP 172.20.0.2 (59996e1e-16cb-40f2-a769-ddc2d53b9909/6b957ef6-31bd-43a8-a17a-20f87207cf2f/8fd45f07-6d8c-4e25-be6a-74f2c40c53eb) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:54:06.968282 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5c336720-809e-4c93-98ee-6ba648713abd None None] Provisioning complete for port 26e9505d-12ae-409e-9b9c-69a7f7249ec5 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:54:06.971365 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5c336720-809e-4c93-98ee-6ba648713abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (26e9505d-12ae-409e-9b9c-69a7f7249ec5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:07.140200 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43678) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:07.173229 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 2695df26-dc30-4904-8e9b-47cc8cea18f5 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:54:07.173524 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2695df26-dc30-4904-8e9b-47cc8cea18f5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:07.201985 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f641fb4-c32a-4565-84d4-18f57fc4b29c tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Pushing event updated for resources: {'Subnet': ['ID=9576b84f-d265-4c1e-a4e1-4fe804367df6,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:07.219341 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e754f651-98ec-40b3-b414-0cd1c746217a req-4e312768-edbe-4f98-8b7f-e675431a9ea6 service neutron] 10.222.0.71 "GET /v2.0/networks/d5990f07-3dfb-4178-9590-e3e132a5f43d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0818305 Feb 17 17:54:07.300927 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5c336720-809e-4c93-98ee-6ba648713abd None None] Current status of the port 26e9505d-12ae-409e-9b9c-69a7f7249ec5 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:54:07.309071 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 2695df26-dc30-4904-8e9b-47cc8cea18f5 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:54:07.353265 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac7923-6e94-4619-8ef4-08ae64cace38 req-ab4fa123-6f06-4038-abdb-df628463c11e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:07.354883 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cdac7923-6e94-4619-8ef4-08ae64cace38 req-ab4fa123-6f06-4038-abdb-df628463c11e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=66af69d8-eeb7-487a-901a-1c38e1bf49cc HTTP/1.1" status: 200 len: 945 time: 0.4364884 Feb 17 17:54:07.381442 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6e35741a-fb18-488d-98ae-10be8622c6b7 None None] Publish callbacks [] for port (8fd45f07-6d8c-4e25-be6a-74f2c40c53eb), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:07.389249 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fe4c7b5e-9b98-468d-8e4a-918b5dfd9ba0 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6a3807d6453948d99ec2ae6dc3ea5d5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2470062 Feb 17 17:54:07.392557 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43682) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:07.402168 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6e35741a-fb18-488d-98ae-10be8622c6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (8fd45f07-6d8c-4e25-be6a-74f2c40c53eb), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:07.431763 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1acbdb67-a92f-4529-a4bb-f434a1be66dc req-f253a0d5-3780-421d-8783-3bc89a8c3a21 service neutron] 10.222.0.87 "GET /v2.0/networks/17694ef4-1ed2-4a01-a5bf-ce0481576d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4933672 Feb 17 17:54:07.434220 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f641fb4-c32a-4565-84d4-18f57fc4b29c tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Checking segment: {'id': 'd0c1a530-e0c0-4907-9dd3-39fbe732733d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'bd78c335-ed19-4236-9e41-a2e9f611a20b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:54:07.434595 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f641fb4-c32a-4565-84d4-18f57fc4b29c tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Network hostable DHCP agents. Network: bd78c335-ed19-4236-9e41-a2e9f611a20b, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:54:07.497235 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e35741a-fb18-488d-98ae-10be8622c6b7 None None] Pushing event updated for resources: {'Port': ['ID=8fd45f07-6d8c-4e25-be6a-74f2c40c53eb,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:07.501302 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 26e9505d-12ae-409e-9b9c-69a7f7249ec5 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:54:07.527458 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-92c35772-efcc-4c09-b433-6dc3002c7d9e admin admin] Publish callbacks [] for security_group (1490e149-3de3-4c22-87dc-0698ac047452), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:07.553652 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e35741a-fb18-488d-98ae-10be8622c6b7 None None] Network 59996e1e-16cb-40f2-a769-ddc2d53b9909 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:54:07.558192 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-6e35741a-fb18-488d-98ae-10be8622c6b7 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:54:07.561305 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-92c35772-efcc-4c09-b433-6dc3002c7d9e admin admin] Publish callbacks [] for security_group (1490e149-3de3-4c22-87dc-0698ac047452), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:07.563186 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e35741a-fb18-488d-98ae-10be8622c6b7 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:54:07.635033 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-92c35772-efcc-4c09-b433-6dc3002c7d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (1490e149-3de3-4c22-87dc-0698ac047452), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:07.639473 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-92c35772-efcc-4c09-b433-6dc3002c7d9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:07.641840 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-92c35772-efcc-4c09-b433-6dc3002c7d9e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/1490e149-3de3-4c22-87dc-0698ac047452 HTTP/1.1" status: 204 len: 168 time: 0.2467937 Feb 17 17:54:07.657715 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-6e35741a-fb18-488d-98ae-10be8622c6b7 None None] Attempting to bind port 8fd45f07-6d8c-4e25-be6a-74f2c40c53eb on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:54:07.658288 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-6e35741a-fb18-488d-98ae-10be8622c6b7 None None] Attempting to bind port 8fd45f07-6d8c-4e25-be6a-74f2c40c53eb by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'da803479-7e9e-4cb5-8fc3-9a322af2a745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '59996e1e-16cb-40f2-a769-ddc2d53b9909'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:54:07.658703 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e35741a-fb18-488d-98ae-10be8622c6b7 None None] Attempting to bind port 8fd45f07-6d8c-4e25-be6a-74f2c40c53eb on network 59996e1e-16cb-40f2-a769-ddc2d53b9909 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:54:07.662039 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 26e9505d-12ae-409e-9b9c-69a7f7249ec5 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:54:07.662437 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (26e9505d-12ae-409e-9b9c-69a7f7249ec5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:07.685517 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c35772-efcc-4c09-b433-6dc3002c7d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1490e149-3de3-4c22-87dc-0698ac047452,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:07.726710 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e35741a-fb18-488d-98ae-10be8622c6b7 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:54:07.727997 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e35741a-fb18-488d-98ae-10be8622c6b7 None None] Checking segment: {'id': 'da803479-7e9e-4cb5-8fc3-9a322af2a745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '59996e1e-16cb-40f2-a769-ddc2d53b9909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:54:07.728584 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6e35741a-fb18-488d-98ae-10be8622c6b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:07.729002 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e35741a-fb18-488d-98ae-10be8622c6b7 None None] Bound using segment: {'id': 'da803479-7e9e-4cb5-8fc3-9a322af2a745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '59996e1e-16cb-40f2-a769-ddc2d53b9909'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:54:07.729497 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-6e35741a-fb18-488d-98ae-10be8622c6b7 None None] Bound port: 8fd45f07-6d8c-4e25-be6a-74f2c40c53eb, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da803479-7e9e-4cb5-8fc3-9a322af2a745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '59996e1e-16cb-40f2-a769-ddc2d53b9909'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:54:07.729955 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6e35741a-fb18-488d-98ae-10be8622c6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8fd45f07-6d8c-4e25-be6a-74f2c40c53eb), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:07.756735 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f641fb4-c32a-4565-84d4-18f57fc4b29c tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Network bd78c335-ed19-4236-9e41-a2e9f611a20b is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:54:07.881518 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-4f641fb4-c32a-4565-84d4-18f57fc4b29c tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, bd78c335-ed19-4236-9e41-a2e9f611a20b) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:54:07.882060 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 26e9505d-12ae-409e-9b9c-69a7f7249ec5 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:54:07.894650 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e754f651-98ec-40b3-b414-0cd1c746217a req-333113a0-a6d8-42f4-8dfd-2afa26ce67de service neutron] 10.222.0.71 "GET /v2.0/networks/d5990f07-3dfb-4178-9590-e3e132a5f43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6327159 Feb 17 17:54:07.894790 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-6e35741a-fb18-488d-98ae-10be8622c6b7 None None] For port 8fd45f07-6d8c-4e25-be6a-74f2c40c53eb, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:54:07.901838 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1acbdb67-a92f-4529-a4bb-f434a1be66dc req-cf3292c3-2e66-4dfc-9821-65669ebeb6c4 service neutron] 10.222.0.87 "GET /v2.0/networks/17694ef4-1ed2-4a01-a5bf-ce0481576d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4510665 Feb 17 17:54:07.914562 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8c60ed-8136-42b3-b95d-5b713b023d0c None None] Network bd78c335-ed19-4236-9e41-a2e9f611a20b requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:54:07.928065 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cdac7923-6e94-4619-8ef4-08ae64cace38 req-f41a5470-c115-4741-912a-db2ecc2974f6 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5293829 Feb 17 17:54:07.933931 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f641fb4-c32a-4565-84d4-18f57fc4b29c tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:07.934539 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4f641fb4-c32a-4565-84d4-18f57fc4b29c tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:07.990124 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4f641fb4-c32a-4565-84d4-18f57fc4b29c tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0737176 Feb 17 17:54:07.993784 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43694) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:08.091609 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-6e35741a-fb18-488d-98ae-10be8622c6b7 None None] For port 8fd45f07-6d8c-4e25-be6a-74f2c40c53eb, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=8fd45f07-6d8c-4e25-be6a-74f2c40c53eb,segment=NetworkSegment(da803479-7e9e-4cb5-8fc3-9a322af2a745),segment_id=da803479-7e9e-4cb5-8fc3-9a322af2a745)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:54:08.105946 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:08.126060 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984c0482-683f-4d10-a17b-4ed87c27cfdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-bd78c335-ed19-4236-9e41-a2e9f611a20b', 'network_id': 'bd78c335-ed19-4236-9e41-a2e9f611a20b', 'project_id': 'ca967864abad48df824b9e4dbc1e0828', 'fixed_ips': [{'subnet_id': '9576b84f-d265-4c1e-a4e1-4fe804367df6'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:54:08.127060 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-984c0482-683f-4d10-a17b-4ed87c27cfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:08.143068 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device b73c3729-ae7a-490c-bc28-4f0dee66bd1e no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:54:08.174660 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: b73c3729-ae7a-490c-bc28-4f0dee66bd1e {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:54:08.175053 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device b73c3729-ae7a-490c-bc28-4f0dee66bd1e not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:54:08.179177 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6e35741a-fb18-488d-98ae-10be8622c6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (8fd45f07-6d8c-4e25-be6a-74f2c40c53eb), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:08.247189 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422a261-e737-408b-9da5-9dbf859b7f93 req-05c59126-05f1-4537-bfe1-090170866765 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:08.268289 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d422a261-e737-408b-9da5-9dbf859b7f93 req-05c59126-05f1-4537-bfe1-090170866765 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 946 time: 0.1733515 Feb 17 17:54:08.440026 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e35741a-fb18-488d-98ae-10be8622c6b7 None None] Pushing event updated for resources: {'Port': ['ID=8fd45f07-6d8c-4e25-be6a-74f2c40c53eb,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:08.642284 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-984c0482-683f-4d10-a17b-4ed87c27cfdf None None] Allocated IP 172.20.0.2 (bd78c335-ed19-4236-9e41-a2e9f611a20b/9576b84f-d265-4c1e-a4e1-4fe804367df6/573eb22c-23de-472a-b3b0-217436562850) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:54:08.950242 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8cc9f305-e643-484c-bf00-e570c4730e54 req-0cab6431-a617-4ad5-b9e2-88e877c55393 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/ports?device_id=006a3f4c-d003-4103-ac42-a5e0b35778bb HTTP/1.1" status: 200 len: 210 time: 0.0549049 Feb 17 17:54:09.023158 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d422a261-e737-408b-9da5-9dbf859b7f93 req-f7894af1-036f-4bdc-93c1-843854cd6c41 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7536342 Feb 17 17:54:09.186929 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:09.191088 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3bc0d9b5-8292-4ebc-8027-881a38f60611 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:09.255374 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-984c0482-683f-4d10-a17b-4ed87c27cfdf None None] Publish callbacks [] for port (573eb22c-23de-472a-b3b0-217436562850), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:09.283159 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-984c0482-683f-4d10-a17b-4ed87c27cfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (573eb22c-23de-472a-b3b0-217436562850), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:09.299864 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6cb8d2-5cc9-4eeb-ab6e-768f9532ccbb req-985e4309-d88b-4bba-a456-76f32ee1f731 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:09.301533 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4c6cb8d2-5cc9-4eeb-ab6e-768f9532ccbb req-985e4309-d88b-4bba-a456-76f32ee1f731 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=66af69d8-eeb7-487a-901a-1c38e1bf49cc HTTP/1.1" status: 200 len: 945 time: 0.2183979 Feb 17 17:54:09.370262 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984c0482-683f-4d10-a17b-4ed87c27cfdf None None] Network bd78c335-ed19-4236-9e41-a2e9f611a20b is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:54:09.397428 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-984c0482-683f-4d10-a17b-4ed87c27cfdf None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:54:09.415211 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984c0482-683f-4d10-a17b-4ed87c27cfdf None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:54:09.421837 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4c6cb8d2-5cc9-4eeb-ab6e-768f9532ccbb req-538f3d7d-6120-4931-9c18-2369a18863a8 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107457 Feb 17 17:54:09.454384 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c0482-683f-4d10-a17b-4ed87c27cfdf None None] Pushing event updated for resources: {'Port': ['ID=573eb22c-23de-472a-b3b0-217436562850,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:09.601165 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43734) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:09.650196 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 8fd45f07-6d8c-4e25-be6a-74f2c40c53eb up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:54:09.737896 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-984c0482-683f-4d10-a17b-4ed87c27cfdf None None] Attempting to bind port 573eb22c-23de-472a-b3b0-217436562850 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:54:09.738251 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-984c0482-683f-4d10-a17b-4ed87c27cfdf None None] Attempting to bind port 573eb22c-23de-472a-b3b0-217436562850 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'd0c1a530-e0c0-4907-9dd3-39fbe732733d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'bd78c335-ed19-4236-9e41-a2e9f611a20b'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:54:09.738601 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984c0482-683f-4d10-a17b-4ed87c27cfdf None None] Attempting to bind port 573eb22c-23de-472a-b3b0-217436562850 on network bd78c335-ed19-4236-9e41-a2e9f611a20b {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:54:09.761515 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984c0482-683f-4d10-a17b-4ed87c27cfdf None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:54:09.761974 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984c0482-683f-4d10-a17b-4ed87c27cfdf None None] Checking segment: {'id': 'd0c1a530-e0c0-4907-9dd3-39fbe732733d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'bd78c335-ed19-4236-9e41-a2e9f611a20b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:54:09.762291 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-984c0482-683f-4d10-a17b-4ed87c27cfdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:09.762698 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984c0482-683f-4d10-a17b-4ed87c27cfdf None None] Bound using segment: {'id': 'd0c1a530-e0c0-4907-9dd3-39fbe732733d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'bd78c335-ed19-4236-9e41-a2e9f611a20b'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:54:09.763192 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-984c0482-683f-4d10-a17b-4ed87c27cfdf None None] Bound port: 573eb22c-23de-472a-b3b0-217436562850, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c1a530-e0c0-4907-9dd3-39fbe732733d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'bd78c335-ed19-4236-9e41-a2e9f611a20b'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:54:09.763579 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-984c0482-683f-4d10-a17b-4ed87c27cfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (573eb22c-23de-472a-b3b0-217436562850), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:09.862656 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 8fd45f07-6d8c-4e25-be6a-74f2c40c53eb triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:54:09.863038 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (8fd45f07-6d8c-4e25-be6a-74f2c40c53eb), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:09.895778 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-ceffb23d-738a-435c-8ebf-f4b0df7f0a9b tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Request body: {'security_group': {'name': 'tempest-secgroup--718364168'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:09.970555 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-984c0482-683f-4d10-a17b-4ed87c27cfdf None None] For port 573eb22c-23de-472a-b3b0-217436562850, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:54:09.976068 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-984c0482-683f-4d10-a17b-4ed87c27cfdf None None] For port 573eb22c-23de-472a-b3b0-217436562850, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=573eb22c-23de-472a-b3b0-217436562850,segment=NetworkSegment(d0c1a530-e0c0-4907-9dd3-39fbe732733d),segment_id=d0c1a530-e0c0-4907-9dd3-39fbe732733d)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:54:09.992004 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ceffb23d-738a-435c-8ebf-f4b0df7f0a9b tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:10.011955 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ceffb23d-738a-435c-8ebf-f4b0df7f0a9b tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:10.042742 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-984c0482-683f-4d10-a17b-4ed87c27cfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (573eb22c-23de-472a-b3b0-217436562850), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:10.109723 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 8fd45f07-6d8c-4e25-be6a-74f2c40c53eb is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:54:10.112367 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8fd45f07-6d8c-4e25-be6a-74f2c40c53eb), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:10.127318 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-3bc0d9b5-8292-4ebc-8027-881a38f60611 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Allocated IP 172.20.0.1 (59996e1e-16cb-40f2-a769-ddc2d53b9909/6b957ef6-31bd-43a8-a17a-20f87207cf2f/eebf9d6f-2a71-4cf0-bfcc-6e28ce8c8eb1) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:54:10.163158 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c0482-683f-4d10-a17b-4ed87c27cfdf None None] Pushing event updated for resources: {'Port': ['ID=573eb22c-23de-472a-b3b0-217436562850,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:10.220443 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 8fd45f07-6d8c-4e25-be6a-74f2c40c53eb, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=8fd45f07-6d8c-4e25-be6a-74f2c40c53eb,segment=NetworkSegment(da803479-7e9e-4cb5-8fc3-9a322af2a745),segment_id=da803479-7e9e-4cb5-8fc3-9a322af2a745)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:54:10.229881 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (8fd45f07-6d8c-4e25-be6a-74f2c40c53eb), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:10.291636 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f48823c6-376d-4337-a693-e4328178d868 req-8f87a4c1-cdf9-41d3-a3c0-4d2ddd6d6217 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/ports?device_id=006a3f4c-d003-4103-ac42-a5e0b35778bb HTTP/1.1" status: 200 len: 210 time: 0.1034987 Feb 17 17:54:10.356791 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=8fd45f07-6d8c-4e25-be6a-74f2c40c53eb,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:10.363700 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864168f1-7c81-4cef-9db6-5613a023a541 None None] Network 59996e1e-16cb-40f2-a769-ddc2d53b9909 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:54:10.454791 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ceffb23d-738a-435c-8ebf-f4b0df7f0a9b tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (22d5dd4a-0f88-43c4-86d2-92a26d2cc1f4), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:10.479898 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf500a2-cfb5-4392-988e-113e7a1fa14b req-ed0d1df6-9222-4560-9d33-b106ae943b7d tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:10.487595 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ebf500a2-cfb5-4392-988e-113e7a1fa14b req-ed0d1df6-9222-4560-9d33-b106ae943b7d tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 946 time: 0.2118788 Feb 17 17:54:10.496369 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ceffb23d-738a-435c-8ebf-f4b0df7f0a9b tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (22d5dd4a-0f88-43c4-86d2-92a26d2cc1f4), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:10.504762 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3bc0d9b5-8292-4ebc-8027-881a38f60611 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks [] for port (eebf9d6f-2a71-4cf0-bfcc-6e28ce8c8eb1), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:10.549687 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceffb23d-738a-435c-8ebf-f4b0df7f0a9b tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22d5dd4a-0f88-43c4-86d2-92a26d2cc1f4,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:10.626293 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-cf7a9796-5695-4247-a141-9b204e47ebf1 None None] Provisioning complete for port 8fd45f07-6d8c-4e25-be6a-74f2c40c53eb triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:54:10.626683 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-cf7a9796-5695-4247-a141-9b204e47ebf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (8fd45f07-6d8c-4e25-be6a-74f2c40c53eb), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:10.803667 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ebf500a2-cfb5-4392-988e-113e7a1fa14b req-1cd2c78c-ebc4-4f60-9c92-bba483057d1c tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150377 Feb 17 17:54:10.826975 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f2d84-f8f8-45a0-a0ee-8e8938199f24 req-f086d0cb-a929-4bde-8504-d4bfc7a6ef98 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:10.842165 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7b5f2d84-f8f8-45a0-a0ee-8e8938199f24 req-f086d0cb-a929-4bde-8504-d4bfc7a6ef98 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=66af69d8-eeb7-487a-901a-1c38e1bf49cc HTTP/1.1" status: 200 len: 945 time: 0.2504628 Feb 17 17:54:10.928557 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ceffb23d-738a-435c-8ebf-f4b0df7f0a9b tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (2b05e03a-0961-4fa2-a324-05ce729b1bb3), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:10.949576 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ceffb23d-738a-435c-8ebf-f4b0df7f0a9b tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (2b05e03a-0961-4fa2-a324-05ce729b1bb3), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:11.019973 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7b5f2d84-f8f8-45a0-a0ee-8e8938199f24 req-5caf5f3a-8ab9-49aa-82be-fae16e4800c3 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766405 Feb 17 17:54:11.053822 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ceffb23d-738a-435c-8ebf-f4b0df7f0a9b tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:11.062848 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-ceffb23d-738a-435c-8ebf-f4b0df7f0a9b tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.4602120 Feb 17 17:54:11.065585 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43748) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:11.069095 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acbdb67-a92f-4529-a4bb-f434a1be66dc req-7e2c47fc-b187-48be-8d1e-f19506ae1926 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:11.071502 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1acbdb67-a92f-4529-a4bb-f434a1be66dc req-7e2c47fc-b187-48be-8d1e-f19506ae1926 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.91 "GET /v2.0/networks?id=17694ef4-1ed2-4a01-a5bf-ce0481576d63 HTTP/1.1" status: 200 len: 797 time: 0.6224697 Feb 17 17:54:11.084025 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceffb23d-738a-435c-8ebf-f4b0df7f0a9b tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b05e03a-0961-4fa2-a324-05ce729b1bb3,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:11.146593 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3bc0d9b5-8292-4ebc-8027-881a38f60611 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (eebf9d6f-2a71-4cf0-bfcc-6e28ce8c8eb1), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:11.245586 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-488fc188-ce6e-4a3e-b22b-74cd87654df5 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1787233 Feb 17 17:54:11.251103 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43752) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:11.269222 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-92a52b8d-ce8c-445b-ad69-266464db7c82 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Request body: {'security_group': {'name': 'tempest-security--1208323717', 'description': 'tempest-security-description-1252270911'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:11.350814 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-cf7a9796-5695-4247-a141-9b204e47ebf1 None None] Current status of the port 8fd45f07-6d8c-4e25-be6a-74f2c40c53eb is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:54:11.355081 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc0d9b5-8292-4ebc-8027-881a38f60611 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Network 59996e1e-16cb-40f2-a769-ddc2d53b9909 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:54:11.370345 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-92a52b8d-ce8c-445b-ad69-266464db7c82 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (2b05e03a-0961-4fa2-a324-05ce729b1bb3), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:11.388348 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-3bc0d9b5-8292-4ebc-8027-881a38f60611 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:54:11.398344 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc0d9b5-8292-4ebc-8027-881a38f60611 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:54:11.432511 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1acbdb67-a92f-4529-a4bb-f434a1be66dc req-fac43f78-0b20-4082-ba86-5aeed90aaf41 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec7ab02c08ab4597882b00c123047e3e HTTP/1.1" status: 200 len: 379 time: 0.3509436 Feb 17 17:54:11.449256 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0d9b5-8292-4ebc-8027-881a38f60611 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Pushing event updated for resources: {'Port': ['ID=eebf9d6f-2a71-4cf0-bfcc-6e28ce8c8eb1,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:11.502727 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-d3f016db-f5e4-4e10-9fe3-77df24416f4e None None] Provisioning complete for port 8fd45f07-6d8c-4e25-be6a-74f2c40c53eb triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:54:11.503418 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d3f016db-f5e4-4e10-9fe3-77df24416f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (8fd45f07-6d8c-4e25-be6a-74f2c40c53eb), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:11.599092 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-1acbdb67-a92f-4529-a4bb-f434a1be66dc req-b0e35d57-65f5-4eb4-9a8d-62362ccfb652 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Request body: {'port': {'device_id': '006a3f4c-d003-4103-ac42-a5e0b35778bb', 'network_id': '17694ef4-1ed2-4a01-a5bf-ce0481576d63', 'admin_state_up': True, 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'security_groups': ['c2ee14fd-23ec-4278-9791-0ccff11bb589']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:11.607007 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a3d1b7d4-99cc-460c-bc1a-afdd8bc8311b req-72d1ef56-7b07-4ca4-9ded-91ef15e3f320 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/ports?device_id=006a3f4c-d003-4103-ac42-a5e0b35778bb HTTP/1.1" status: 200 len: 210 time: 0.1028039 Feb 17 17:54:11.646348 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-92a52b8d-ce8c-445b-ad69-266464db7c82 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (2b05e03a-0961-4fa2-a324-05ce729b1bb3), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:11.659822 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-92a52b8d-ce8c-445b-ad69-266464db7c82 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (2b05e03a-0961-4fa2-a324-05ce729b1bb3), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:11.664325 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-92a52b8d-ce8c-445b-ad69-266464db7c82 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:11.668840 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-92a52b8d-ce8c-445b-ad69-266464db7c82 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "PUT /v2.0/security-groups/2b05e03a-0961-4fa2-a324-05ce729b1bb3 HTTP/1.1" status: 200 len: 1797 time: 0.4007444 Feb 17 17:54:11.669534 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43758) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:11.801490 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-d3f016db-f5e4-4e10-9fe3-77df24416f4e None None] Current status of the port 8fd45f07-6d8c-4e25-be6a-74f2c40c53eb is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:54:11.811352 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a52b8d-ce8c-445b-ad69-266464db7c82 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b05e03a-0961-4fa2-a324-05ce729b1bb3,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:11.826007 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3bc0d9b5-8292-4ebc-8027-881a38f60611 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (5006be65-ce5f-4ca5-8556-30f3e00a1d48), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:11.860064 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 573eb22c-23de-472a-b3b0-217436562850 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:54:11.880567 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a5bfeb3d-da2b-409a-84e4-582fec19a3c4 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "GET /v2.0/security-groups/2b05e03a-0961-4fa2-a324-05ce729b1bb3 HTTP/1.1" status: 200 len: 1797 time: 0.2075286 Feb 17 17:54:11.888027 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43762) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:11.962216 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [req-a494dbbb-dd34-428f-bdde-44da2d392cce req-b5e57a26-15fe-44ae-8124-54f2b0886824 service neutron] (103434) timed out ('10.222.0.87', 48770) {{(pid=103434) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 17:54:11.996545 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-1963d46f-1896-4b72-808c-8466db0ee495 None None] Provisioning complete for port eebf9d6f-2a71-4cf0-bfcc-6e28ce8c8eb1 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:54:11.997089 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1963d46f-1896-4b72-808c-8466db0ee495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (eebf9d6f-2a71-4cf0-bfcc-6e28ce8c8eb1), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:12.066559 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c345d7f5-fa4a-46c4-bc2b-80d191f383cb tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (2b05e03a-0961-4fa2-a324-05ce729b1bb3), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:12.107020 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-1963d46f-1896-4b72-808c-8466db0ee495 None None] Port eebf9d6f-2a71-4cf0-bfcc-6e28ce8c8eb1 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:54:12.109492 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 573eb22c-23de-472a-b3b0-217436562850 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:54:12.112379 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (573eb22c-23de-472a-b3b0-217436562850), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:12.121452 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc89c53-24e9-4fd2-a8ba-63f4e3220189 req-64a46e88-1c78-4006-92a8-7a0d89b6fa4d tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:12.130069 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7fc89c53-24e9-4fd2-a8ba-63f4e3220189 req-64a46e88-1c78-4006-92a8-7a0d89b6fa4d tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 946 time: 0.1911867 Feb 17 17:54:12.133273 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c345d7f5-fa4a-46c4-bc2b-80d191f383cb tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (2b05e03a-0961-4fa2-a324-05ce729b1bb3), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:12.177920 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1acbdb67-a92f-4529-a4bb-f434a1be66dc req-b0e35d57-65f5-4eb4-9a8d-62362ccfb652 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Made reservation on behalf of ec7ab02c08ab4597882b00c123047e3e for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:54:12.181451 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1acbdb67-a92f-4529-a4bb-f434a1be66dc req-b0e35d57-65f5-4eb4-9a8d-62362ccfb652 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:12.262619 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7fc89c53-24e9-4fd2-a8ba-63f4e3220189 req-edd0a5a0-68f7-47e6-a64e-ad1e521b1457 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314936 Feb 17 17:54:12.333560 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce121b8-445a-49e2-9118-9ae5b72c9960 req-2f588452-987f-4bec-af75-dc1cba756eb1 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:12.336205 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1ce121b8-445a-49e2-9118-9ae5b72c9960 req-2f588452-987f-4bec-af75-dc1cba756eb1 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=66af69d8-eeb7-487a-901a-1c38e1bf49cc HTTP/1.1" status: 200 len: 945 time: 0.1852529 Feb 17 17:54:12.359545 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 573eb22c-23de-472a-b3b0-217436562850 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:54:12.360733 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (573eb22c-23de-472a-b3b0-217436562850), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:12.368000 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91057955-14c5-425a-bbcf-72d6aa56d9aa None None] Network bd78c335-ed19-4236-9e41-a2e9f611a20b requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:54:12.414369 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1ce121b8-445a-49e2-9118-9ae5b72c9960 req-9adc9958-689a-454c-a124-8800b082260c tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652399 Feb 17 17:54:12.415309 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c345d7f5-fa4a-46c4-bc2b-80d191f383cb tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (2b05e03a-0961-4fa2-a324-05ce729b1bb3), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:12.419723 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c345d7f5-fa4a-46c4-bc2b-80d191f383cb tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:12.424094 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c345d7f5-fa4a-46c4-bc2b-80d191f383cb tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "DELETE /v2.0/security-groups/2b05e03a-0961-4fa2-a324-05ce729b1bb3 HTTP/1.1" status: 204 len: 168 time: 0.5268109 Feb 17 17:54:12.424952 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43768) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:12.432913 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-8b29576d-17ef-480d-8341-a66bc61e7873 None None] Provisioning complete for port 573eb22c-23de-472a-b3b0-217436562850 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:54:12.433577 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8b29576d-17ef-480d-8341-a66bc61e7873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (573eb22c-23de-472a-b3b0-217436562850), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:12.471954 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c345d7f5-fa4a-46c4-bc2b-80d191f383cb tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b05e03a-0961-4fa2-a324-05ce729b1bb3,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:12.498875 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-1acbdb67-a92f-4529-a4bb-f434a1be66dc req-b0e35d57-65f5-4eb4-9a8d-62362ccfb652 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Allocated IP 172.20.0.10 (17694ef4-1ed2-4a01-a5bf-ce0481576d63/4f01fd1b-8164-4d07-9e9b-a271cefa89f1/52c3f712-7817-4566-ba8e-4eb5fd522506) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:54:12.549564 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 573eb22c-23de-472a-b3b0-217436562850, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=573eb22c-23de-472a-b3b0-217436562850,segment=NetworkSegment(d0c1a530-e0c0-4907-9dd3-39fbe732733d),segment_id=d0c1a530-e0c0-4907-9dd3-39fbe732733d)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:54:12.561616 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43770) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:12.565232 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-d0e77b7d-1599-4922-bc7c-854f0e0a48df tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1274302 Feb 17 17:54:12.574509 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (573eb22c-23de-472a-b3b0-217436562850), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:12.576589 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 8fd45f07-6d8c-4e25-be6a-74f2c40c53eb up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:54:12.639920 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-960c1ad1-f036-47e0-8f00-2fcb916c9138 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] delete failed (client error): The resource could not be found. Feb 17 17:54:12.641082 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-960c1ad1-f036-47e0-8f00-2fcb916c9138 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "DELETE /v2.0/security-groups/2b05e03a-0961-4fa2-a324-05ce729b1bb3 HTTP/1.1" status: 404 len: 347 time: 0.0585868 Feb 17 17:54:12.646956 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43782) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:12.656737 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-64a615a0-2c9e-4525-87b8-d1d2393b4bac tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Request body: {'security_group': {'name': 'tempest-secgroup--1845065022'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:12.687369 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3bc0d9b5-8292-4ebc-8027-881a38f60611 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (eebf9d6f-2a71-4cf0-bfcc-6e28ce8c8eb1), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:12.739246 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=573eb22c-23de-472a-b3b0-217436562850,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:12.785745 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-64a615a0-2c9e-4525-87b8-d1d2393b4bac tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:12.803877 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-8b29576d-17ef-480d-8341-a66bc61e7873 None None] Current status of the port 573eb22c-23de-472a-b3b0-217436562850 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:54:12.814582 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 8fd45f07-6d8c-4e25-be6a-74f2c40c53eb triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:54:12.815126 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (8fd45f07-6d8c-4e25-be6a-74f2c40c53eb), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:12.846829 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a903804f-0f17-463e-a7ad-b3ff1ffb1f62 req-f2751168-c222-42c7-9d92-865f070eecf7 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/ports?device_id=006a3f4c-d003-4103-ac42-a5e0b35778bb HTTP/1.1" status: 200 len: 210 time: 0.0911517 Feb 17 17:54:12.988670 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1acbdb67-a92f-4529-a4bb-f434a1be66dc req-b0e35d57-65f5-4eb4-9a8d-62362ccfb652 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for port (52c3f712-7817-4566-ba8e-4eb5fd522506), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:12.993514 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-64a615a0-2c9e-4525-87b8-d1d2393b4bac tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (09de9651-c56d-4a54-8da4-4d982d438e87), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:12.998072 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 8fd45f07-6d8c-4e25-be6a-74f2c40c53eb is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:54:13.008181 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-64a615a0-2c9e-4525-87b8-d1d2393b4bac tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (09de9651-c56d-4a54-8da4-4d982d438e87), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:13.068297 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-64a615a0-2c9e-4525-87b8-d1d2393b4bac tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:13.069745 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-64a615a0-2c9e-4525-87b8-d1d2393b4bac tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4206502 Feb 17 17:54:13.075235 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a615a0-2c9e-4525-87b8-d1d2393b4bac tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09de9651-c56d-4a54-8da4-4d982d438e87,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:13.078682 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43784) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:13.085104 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-e86968f2-e1a2-4dfc-916c-15e42eb7f776 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Request body: {'security_group_rule': {'security_group_id': '09de9651-c56d-4a54-8da4-4d982d438e87', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:13.127596 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e86968f2-e1a2-4dfc-916c-15e42eb7f776 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (fc993aaf-7a78-4acf-81b1-b4450fbafa8c), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:13.162657 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1acbdb67-a92f-4529-a4bb-f434a1be66dc req-b0e35d57-65f5-4eb4-9a8d-62362ccfb652 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (52c3f712-7817-4566-ba8e-4eb5fd522506), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:13.222302 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e86968f2-e1a2-4dfc-916c-15e42eb7f776 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (fc993aaf-7a78-4acf-81b1-b4450fbafa8c), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:13.227205 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e86968f2-e1a2-4dfc-916c-15e42eb7f776 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (fc993aaf-7a78-4acf-81b1-b4450fbafa8c), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:13.239363 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-96feb2cc-0de4-4d8c-b9fd-e1d85cb41ed4 None None] Provisioning complete for port 573eb22c-23de-472a-b3b0-217436562850 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:54:13.239745 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-96feb2cc-0de4-4d8c-b9fd-e1d85cb41ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (573eb22c-23de-472a-b3b0-217436562850), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:13.257262 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86968f2-e1a2-4dfc-916c-15e42eb7f776 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc993aaf-7a78-4acf-81b1-b4450fbafa8c,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:13.266601 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e86968f2-e1a2-4dfc-916c-15e42eb7f776 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:13.268016 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e86968f2-e1a2-4dfc-916c-15e42eb7f776 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1882911 Feb 17 17:54:13.271238 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43786) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:13.275770 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1acbdb67-a92f-4529-a4bb-f434a1be66dc req-b0e35d57-65f5-4eb4-9a8d-62362ccfb652 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Network 17694ef4-1ed2-4a01-a5bf-ce0481576d63 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:54:13.289241 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-1acbdb67-a92f-4529-a4bb-f434a1be66dc req-b0e35d57-65f5-4eb4-9a8d-62362ccfb652 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:54:13.295051 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-1acbdb67-a92f-4529-a4bb-f434a1be66dc req-b0e35d57-65f5-4eb4-9a8d-62362ccfb652 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:54:13.312384 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-246bd576-b899-4ed7-a041-e350f07c20a5 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (fc993aaf-7a78-4acf-81b1-b4450fbafa8c), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:13.329669 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-246bd576-b899-4ed7-a041-e350f07c20a5 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (fc993aaf-7a78-4acf-81b1-b4450fbafa8c), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:13.387748 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-246bd576-b899-4ed7-a041-e350f07c20a5 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (fc993aaf-7a78-4acf-81b1-b4450fbafa8c), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:13.396005 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-246bd576-b899-4ed7-a041-e350f07c20a5 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:13.404537 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-246bd576-b899-4ed7-a041-e350f07c20a5 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/fc993aaf-7a78-4acf-81b1-b4450fbafa8c HTTP/1.1" status: 204 len: 168 time: 0.1302898 Feb 17 17:54:13.406068 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43792) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:13.420430 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e35d57-65f5-4eb4-9a8d-62362ccfb652 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event updated for resources: {'Port': ['ID=52c3f712-7817-4566-ba8e-4eb5fd522506,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:13.455491 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246bd576-b899-4ed7-a041-e350f07c20a5 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc993aaf-7a78-4acf-81b1-b4450fbafa8c,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:13.486895 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 573eb22c-23de-472a-b3b0-217436562850 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:54:13.618381 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-96feb2cc-0de4-4d8c-b9fd-e1d85cb41ed4 None None] Current status of the port 573eb22c-23de-472a-b3b0-217436562850 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:54:13.638221 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 573eb22c-23de-472a-b3b0-217436562850 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:54:13.638462 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (573eb22c-23de-472a-b3b0-217436562850), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:13.731884 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3bc0d9b5-8292-4ebc-8027-881a38f60611 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks [] for port (eebf9d6f-2a71-4cf0-bfcc-6e28ce8c8eb1), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:13.746485 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-0d06ddeb-23d5-47fe-9b6c-8e99dc2a2c76 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3325663 Feb 17 17:54:13.750463 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43798) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:13.781851 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d73e7eb-2bd7-4592-9b84-f2efe0e22f73 req-51c4d191-f416-43d6-93df-43f63b192766 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:13.783453 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2d73e7eb-2bd7-4592-9b84-f2efe0e22f73 req-51c4d191-f416-43d6-93df-43f63b192766 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 946 time: 0.3050880 Feb 17 17:54:13.822514 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 573eb22c-23de-472a-b3b0-217436562850 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:54:13.839793 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e080e-c864-4877-af43-bcf912802d7d req-a1be7a14-c09c-40cc-85d9-d14be93a5c99 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:13.846999 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d37e080e-c864-4877-af43-bcf912802d7d req-a1be7a14-c09c-40cc-85d9-d14be93a5c99 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=66af69d8-eeb7-487a-901a-1c38e1bf49cc HTTP/1.1" status: 200 len: 945 time: 0.2702389 Feb 17 17:54:13.850066 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3bc0d9b5-8292-4ebc-8027-881a38f60611 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (eebf9d6f-2a71-4cf0-bfcc-6e28ce8c8eb1), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:13.908031 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2d73e7eb-2bd7-4592-9b84-f2efe0e22f73 req-fb622144-622b-449d-a23e-a9f1198eec46 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941651 Feb 17 17:54:13.968756 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d37e080e-c864-4877-af43-bcf912802d7d req-46b41780-5a79-4045-b632-914c755b5a27 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206925 Feb 17 17:54:14.082272 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0d9b5-8292-4ebc-8027-881a38f60611 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Pushing event updated for resources: {'Port': ['ID=eebf9d6f-2a71-4cf0-bfcc-6e28ce8c8eb1,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:14.103698 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acbdb67-a92f-4529-a4bb-f434a1be66dc req-b0e35d57-65f5-4eb4-9a8d-62362ccfb652 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:14.104366 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1acbdb67-a92f-4529-a4bb-f434a1be66dc req-b0e35d57-65f5-4eb4-9a8d-62362ccfb652 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:14.114399 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3bc0d9b5-8292-4ebc-8027-881a38f60611 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (5006be65-ce5f-4ca5-8556-30f3e00a1d48), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:14.116535 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589363c0-5f1e-49fc-9996-35564da138e2 req-6ebd2edc-e911-4cde-847e-871a2390fe96 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:14.118171 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-589363c0-5f1e-49fc-9996-35564da138e2 req-6ebd2edc-e911-4cde-847e-871a2390fe96 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/ports?device_id=006a3f4c-d003-4103-ac42-a5e0b35778bb HTTP/1.1" status: 200 len: 932 time: 0.0838730 Feb 17 17:54:14.140174 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1acbdb67-a92f-4529-a4bb-f434a1be66dc req-b0e35d57-65f5-4eb4-9a8d-62362ccfb652 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5744479 Feb 17 17:54:14.145953 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b2153c2b-5393-419a-8663-9b4ccae2932a tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (09de9651-c56d-4a54-8da4-4d982d438e87), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:14.165976 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-3bed6579-2f82-411e-9bd1-9aedfa192978 None None] Provisioning complete for port 52c3f712-7817-4566-ba8e-4eb5fd522506 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:54:14.166817 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3bed6579-2f82-411e-9bd1-9aedfa192978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (52c3f712-7817-4566-ba8e-4eb5fd522506), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:14.174780 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-1acbdb67-a92f-4529-a4bb-f434a1be66dc req-b0b54341-0731-469d-9b2c-88c2b40d945d service neutron] Request body: {'port': {'device_id': '006a3f4c-d003-4103-ac42-a5e0b35778bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:14.185343 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-589363c0-5f1e-49fc-9996-35564da138e2 req-4d7367c0-f623-445c-ba0e-0803e550e93a tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/security-groups?id=c2ee14fd-23ec-4278-9791-0ccff11bb589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603354 Feb 17 17:54:14.203972 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b2153c2b-5393-419a-8663-9b4ccae2932a tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (09de9651-c56d-4a54-8da4-4d982d438e87), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:14.214939 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-3bed6579-2f82-411e-9bd1-9aedfa192978 None None] Port 52c3f712-7817-4566-ba8e-4eb5fd522506 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:54:14.338414 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1acbdb67-a92f-4529-a4bb-f434a1be66dc req-b0b54341-0731-469d-9b2c-88c2b40d945d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (52c3f712-7817-4566-ba8e-4eb5fd522506), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:14.344617 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b2153c2b-5393-419a-8663-9b4ccae2932a tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (09de9651-c56d-4a54-8da4-4d982d438e87), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:14.347225 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b2153c2b-5393-419a-8663-9b4ccae2932a tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:14.348410 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b2153c2b-5393-419a-8663-9b4ccae2932a tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "DELETE /v2.0/security-groups/09de9651-c56d-4a54-8da4-4d982d438e87 HTTP/1.1" status: 204 len: 168 time: 0.5956929 Feb 17 17:54:14.351629 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43812) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:14.376015 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2153c2b-5393-419a-8663-9b4ccae2932a tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09de9651-c56d-4a54-8da4-4d982d438e87,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:14.380630 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc0d9b5-8292-4ebc-8027-881a38f60611 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Network 59996e1e-16cb-40f2-a769-ddc2d53b9909 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:54:14.407823 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-3bc0d9b5-8292-4ebc-8027-881a38f60611 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:54:14.421969 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-6c04b1cf-899f-405c-af37-80b325a6481a tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0648828 Feb 17 17:54:14.422706 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43816) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:14.427300 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-0c4f47cb-8fcb-474f-a26c-d1221255ff21 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Request body: {'security_group': {'name': 'tempest-secgroup--565363843'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:14.472110 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0c4f47cb-8fcb-474f-a26c-d1221255ff21 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:14.586955 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0c4f47cb-8fcb-474f-a26c-d1221255ff21 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (78f97922-32b7-4829-9abf-a4c6f6622c95), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:14.593312 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0c4f47cb-8fcb-474f-a26c-d1221255ff21 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (78f97922-32b7-4829-9abf-a4c6f6622c95), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:14.698990 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0c4f47cb-8fcb-474f-a26c-d1221255ff21 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:14.703876 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-0c4f47cb-8fcb-474f-a26c-d1221255ff21 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2804327 Feb 17 17:54:14.706742 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43820) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:14.707699 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f47cb-8fcb-474f-a26c-d1221255ff21 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78f97922-32b7-4829-9abf-a4c6f6622c95,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:14.726198 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-ca090485-e239-49f5-83cb-e3d37a2f8aee tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Request body: {'security_group_rule': {'security_group_id': '78f97922-32b7-4829-9abf-a4c6f6622c95', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:14.752199 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5c996cfe-ba9d-445b-9456-2742b7222a4f None None] Provisioning complete for port eebf9d6f-2a71-4cf0-bfcc-6e28ce8c8eb1 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:54:14.752781 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5c996cfe-ba9d-445b-9456-2742b7222a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (eebf9d6f-2a71-4cf0-bfcc-6e28ce8c8eb1), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:14.775115 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74076c-cf4b-496a-b9e6-3c198426fd41 req-2555541a-d50d-4c55-b677-9267ecef8cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:14.777497 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5b74076c-cf4b-496a-b9e6-3c198426fd41 req-2555541a-d50d-4c55-b677-9267ecef8cae service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=708d2e36ca25476d9214a2f14ef71fc9&device_id=66af69d8-eeb7-487a-901a-1c38e1bf49cc HTTP/1.1" status: 200 len: 1127 time: 0.1414101 Feb 17 17:54:14.781136 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ca090485-e239-49f5-83cb-e3d37a2f8aee tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (3ad091cc-a6c2-4726-92d8-ff6ce47cafbd), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:14.799582 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5c996cfe-ba9d-445b-9456-2742b7222a4f None None] Port eebf9d6f-2a71-4cf0-bfcc-6e28ce8c8eb1 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:54:14.906336 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ca090485-e239-49f5-83cb-e3d37a2f8aee tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (3ad091cc-a6c2-4726-92d8-ff6ce47cafbd), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:14.919401 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ca090485-e239-49f5-83cb-e3d37a2f8aee tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (3ad091cc-a6c2-4726-92d8-ff6ce47cafbd), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:14.939753 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74076c-cf4b-496a-b9e6-3c198426fd41 req-6cb8e7e5-7683-46b0-8161-97892c5d76a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:14.941866 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5b74076c-cf4b-496a-b9e6-3c198426fd41 req-6cb8e7e5-7683-46b0-8161-97892c5d76a0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=106d8950-35e8-4e49-bc8b-6ac4436cd2fe HTTP/1.1" status: 200 len: 913 time: 0.1565325 Feb 17 17:54:14.949030 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca090485-e239-49f5-83cb-e3d37a2f8aee tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ad091cc-a6c2-4726-92d8-ff6ce47cafbd,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:14.991568 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ca090485-e239-49f5-83cb-e3d37a2f8aee tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:14.995422 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-ca090485-e239-49f5-83cb-e3d37a2f8aee tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2715266 Feb 17 17:54:14.995422 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5b74076c-cf4b-496a-b9e6-3c198426fd41 req-0f97d1b6-0b68-46af-a5c9-091962fe0fe0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=478d5e79-b980-4d46-8f60-54ade8f49d80 HTTP/1.1" status: 200 len: 217 time: 0.0464981 Feb 17 17:54:14.995735 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43826) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:15.000294 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-6751ebb6-02cd-456d-8280-09f99eaed322 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Request body: {'security_group_rule': {'security_group_id': '78f97922-32b7-4829-9abf-a4c6f6622c95', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:15.103701 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc0d9b5-8292-4ebc-8027-881a38f60611 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Router 5006be65-ce5f-4ca5-8556-30f3e00a1d48 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:54:15.104787 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6751ebb6-02cd-456d-8280-09f99eaed322 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (b39d82f3-0fc8-4a0d-a7df-fef43068ad70), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:15.148423 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74076c-cf4b-496a-b9e6-3c198426fd41 req-a6cd34b5-a86e-4f7a-bae1-4680a2a52695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:15.150530 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5b74076c-cf4b-496a-b9e6-3c198426fd41 req-a6cd34b5-a86e-4f7a-bae1-4680a2a52695 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f5806a5b-efbb-4c84-b3a4-70ad6c804540 HTTP/1.1" status: 200 len: 851 time: 0.1330206 Feb 17 17:54:15.225751 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee2cc70-2474-40ec-9594-60164b938e85 req-2e79963e-ef0b-475e-8046-a3c3c314b9f5 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:15.227311 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fee2cc70-2474-40ec-9594-60164b938e85 req-2e79963e-ef0b-475e-8046-a3c3c314b9f5 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 946 time: 0.2126908 Feb 17 17:54:15.251365 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c1936-51a6-48a9-9f5a-9bace8babd15 req-ef53a983-d032-40d8-b18d-fe0ed0f5d4d4 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:15.253106 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ed0c1936-51a6-48a9-9f5a-9bace8babd15 req-ef53a983-d032-40d8-b18d-fe0ed0f5d4d4 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=66af69d8-eeb7-487a-901a-1c38e1bf49cc HTTP/1.1" status: 200 len: 945 time: 0.1672938 Feb 17 17:54:15.264004 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-1acbdb67-a92f-4529-a4bb-f434a1be66dc req-b0b54341-0731-469d-9b2c-88c2b40d945d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52c3f712-7817-4566-ba8e-4eb5fd522506 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:54:15.266628 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6751ebb6-02cd-456d-8280-09f99eaed322 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (b39d82f3-0fc8-4a0d-a7df-fef43068ad70), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:15.269048 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc0d9b5-8292-4ebc-8027-881a38f60611 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:54:15.276535 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3bc0d9b5-8292-4ebc-8027-881a38f60611 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] 10.222.0.87 "PUT /v2.0/routers/5006be65-ce5f-4ca5-8556-30f3e00a1d48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2806208 Feb 17 17:54:15.280065 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43830) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:15.284803 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74076c-cf4b-496a-b9e6-3c198426fd41 req-f07f1abf-73ac-4f65-9d1a-d24152da6886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:15.286409 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5b74076c-cf4b-496a-b9e6-3c198426fd41 req-f07f1abf-73ac-4f65-9d1a-d24152da6886 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=106d8950-35e8-4e49-bc8b-6ac4436cd2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1243763 Feb 17 17:54:15.289584 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2aab28-43a9-42cf-9bfb-54b3694ab5f2 None None] Sync routers for ids ['5006be65-ce5f-4ca5-8556-30f3e00a1d48'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:54:15.290639 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1acbdb67-a92f-4529-a4bb-f434a1be66dc req-b0b54341-0731-469d-9b2c-88c2b40d945d service neutron] Publish callbacks [] for port (52c3f712-7817-4566-ba8e-4eb5fd522506), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:15.294313 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6751ebb6-02cd-456d-8280-09f99eaed322 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (b39d82f3-0fc8-4a0d-a7df-fef43068ad70), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:15.310564 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2aab28-43a9-42cf-9bfb-54b3694ab5f2 None None] Routers {'5006be65-ce5f-4ca5-8556-30f3e00a1d48'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:54:15.312022 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-ae2aab28-43a9-42cf-9bfb-54b3694ab5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:54:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['5006be65-ce5f-4ca5-8556-30f3e00a1d48'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:54:15.352636 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6751ebb6-02cd-456d-8280-09f99eaed322 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b39d82f3-0fc8-4a0d-a7df-fef43068ad70,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:15.387992 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-1acbdb67-a92f-4529-a4bb-f434a1be66dc req-b0b54341-0731-469d-9b2c-88c2b40d945d service neutron] Transition to ACTIVE for port object 52c3f712-7817-4566-ba8e-4eb5fd522506 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:54:15.403620 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1acbdb67-a92f-4529-a4bb-f434a1be66dc req-b0b54341-0731-469d-9b2c-88c2b40d945d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (52c3f712-7817-4566-ba8e-4eb5fd522506), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:15.418129 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-ae2aab28-43a9-42cf-9bfb-54b3694ab5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:54:15.420025 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6751ebb6-02cd-456d-8280-09f99eaed322 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:15.421282 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-6751ebb6-02cd-456d-8280-09f99eaed322 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4247334 Feb 17 17:54:15.433320 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43834) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:15.437381 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2aab28-43a9-42cf-9bfb-54b3694ab5f2 None None] Routers {'5006be65-ce5f-4ca5-8556-30f3e00a1d48'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:54:15.439605 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-ae2aab28-43a9-42cf-9bfb-54b3694ab5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:54:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['5006be65-ce5f-4ca5-8556-30f3e00a1d48'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:54:15.449828 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-cdf227ce-93d6-487a-b0d4-bbd0717c354d tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Request body: {'security_group_rule': {'security_group_id': '78f97922-32b7-4829-9abf-a4c6f6622c95', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:15.473711 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ed0c1936-51a6-48a9-9f5a-9bace8babd15 req-77ee594c-5fc1-450a-9209-faee76778aae tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038407 Feb 17 17:54:15.497528 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fee2cc70-2474-40ec-9594-60164b938e85 req-39d75ded-8cc8-4180-8e7c-5141eb760fcb tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998715 Feb 17 17:54:15.538558 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5b74076c-cf4b-496a-b9e6-3c198426fd41 req-6c76d596-f352-469c-a2b9-2f1eb7a47930 service neutron] 10.222.0.71 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315989 Feb 17 17:54:15.560303 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cdf227ce-93d6-487a-b0d4-bbd0717c354d tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (4bcb6ab6-4c55-4ca4-ae84-f104c17412bf), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:15.608626 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-ae2aab28-43a9-42cf-9bfb-54b3694ab5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:54:15.613301 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b54341-0731-469d-9b2c-88c2b40d945d service neutron] Pushing event updated for resources: {'Port': ['ID=52c3f712-7817-4566-ba8e-4eb5fd522506,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:15.631794 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2aab28-43a9-42cf-9bfb-54b3694ab5f2 None None] The sync data for ids ['5006be65-ce5f-4ca5-8556-30f3e00a1d48'] in n-d-829613-2 is: [] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:54:15.735724 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cdf227ce-93d6-487a-b0d4-bbd0717c354d tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (4bcb6ab6-4c55-4ca4-ae84-f104c17412bf), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:15.738281 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5b74076c-cf4b-496a-b9e6-3c198426fd41 req-b5a02790-35c2-4e7b-90f3-68f0a9dc9c34 service neutron] 10.222.0.71 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887717 Feb 17 17:54:15.747843 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cdf227ce-93d6-487a-b0d4-bbd0717c354d tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (4bcb6ab6-4c55-4ca4-ae84-f104c17412bf), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:15.748136 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-1acbdb67-a92f-4529-a4bb-f434a1be66dc req-b0b54341-0731-469d-9b2c-88c2b40d945d service neutron] Attempting to bind port 52c3f712-7817-4566-ba8e-4eb5fd522506 on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:54:15.748692 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-1acbdb67-a92f-4529-a4bb-f434a1be66dc req-b0b54341-0731-469d-9b2c-88c2b40d945d service neutron] Attempting to bind port 52c3f712-7817-4566-ba8e-4eb5fd522506 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '2eedf786-d862-43f5-aeec-d3f3b6a22140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '17694ef4-1ed2-4a01-a5bf-ce0481576d63'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:54:15.751982 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acbdb67-a92f-4529-a4bb-f434a1be66dc req-b0b54341-0731-469d-9b2c-88c2b40d945d service neutron] Attempting to bind port 52c3f712-7817-4566-ba8e-4eb5fd522506 on network 17694ef4-1ed2-4a01-a5bf-ce0481576d63 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:54:15.772204 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acbdb67-a92f-4529-a4bb-f434a1be66dc req-b0b54341-0731-469d-9b2c-88c2b40d945d service neutron] Port 52c3f712-7817-4566-ba8e-4eb5fd522506 on network 17694ef4-1ed2-4a01-a5bf-ce0481576d63 not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:54:15.772584 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acbdb67-a92f-4529-a4bb-f434a1be66dc req-b0b54341-0731-469d-9b2c-88c2b40d945d service neutron] Attempting to bind port 52c3f712-7817-4566-ba8e-4eb5fd522506 on network 17694ef4-1ed2-4a01-a5bf-ce0481576d63 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:54:15.776719 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf227ce-93d6-487a-b0d4-bbd0717c354d tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bcb6ab6-4c55-4ca4-ae84-f104c17412bf,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:15.787288 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9805ec-bf1a-49bd-a67a-a4d34a50e2ea req-b0524e79-fefd-4c4d-87e2-325ee388ea69 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:15.789058 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1f9805ec-bf1a-49bd-a67a-a4d34a50e2ea req-b0524e79-fefd-4c4d-87e2-325ee388ea69 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/ports?device_id=006a3f4c-d003-4103-ac42-a5e0b35778bb HTTP/1.1" status: 200 len: 944 time: 0.1170216 Feb 17 17:54:15.794339 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acbdb67-a92f-4529-a4bb-f434a1be66dc req-b0b54341-0731-469d-9b2c-88c2b40d945d service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:54:15.794765 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acbdb67-a92f-4529-a4bb-f434a1be66dc req-b0b54341-0731-469d-9b2c-88c2b40d945d service neutron] Checking segment: {'id': '2eedf786-d862-43f5-aeec-d3f3b6a22140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '17694ef4-1ed2-4a01-a5bf-ce0481576d63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:54:15.795185 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acbdb67-a92f-4529-a4bb-f434a1be66dc req-b0b54341-0731-469d-9b2c-88c2b40d945d service neutron] Bound using segment: {'id': '2eedf786-d862-43f5-aeec-d3f3b6a22140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '17694ef4-1ed2-4a01-a5bf-ce0481576d63'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:54:15.795625 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-1acbdb67-a92f-4529-a4bb-f434a1be66dc req-b0b54341-0731-469d-9b2c-88c2b40d945d service neutron] Bound port: 52c3f712-7817-4566-ba8e-4eb5fd522506, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eedf786-d862-43f5-aeec-d3f3b6a22140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '17694ef4-1ed2-4a01-a5bf-ce0481576d63'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:54:15.796047 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1acbdb67-a92f-4529-a4bb-f434a1be66dc req-b0b54341-0731-469d-9b2c-88c2b40d945d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (52c3f712-7817-4566-ba8e-4eb5fd522506), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:15.808835 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cdf227ce-93d6-487a-b0d4-bbd0717c354d tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:15.813145 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-cdf227ce-93d6-487a-b0d4-bbd0717c354d tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3787768 Feb 17 17:54:15.815212 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43838) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:15.823702 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-26c949fa-f29e-49e1-8880-a91673f3b710 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Request body: {'security_group_rule': {'security_group_id': '78f97922-32b7-4829-9abf-a4c6f6622c95', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:15.865596 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1f9805ec-bf1a-49bd-a67a-a4d34a50e2ea req-e38fdd42-bfc7-4751-8508-344efd10e5e4 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/security-groups?id=c2ee14fd-23ec-4278-9791-0ccff11bb589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678976 Feb 17 17:54:15.888160 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:54:15.924512 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26c949fa-f29e-49e1-8880-a91673f3b710 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (8c780081-7f3c-45b2-b1ea-ce12bcf67468), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:16.026228 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-1acbdb67-a92f-4529-a4bb-f434a1be66dc req-b0b54341-0731-469d-9b2c-88c2b40d945d service neutron] For port 52c3f712-7817-4566-ba8e-4eb5fd522506, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:54:16.054523 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-1acbdb67-a92f-4529-a4bb-f434a1be66dc req-b0b54341-0731-469d-9b2c-88c2b40d945d service neutron] For port 52c3f712-7817-4566-ba8e-4eb5fd522506, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=52c3f712-7817-4566-ba8e-4eb5fd522506,segment=NetworkSegment(2eedf786-d862-43f5-aeec-d3f3b6a22140),segment_id=2eedf786-d862-43f5-aeec-d3f3b6a22140)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:54:16.056924 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-8d18c247-6c4b-4dea-80e2-fa8a43843975 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 17:54:16.060666 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8d18c247-6c4b-4dea-80e2-fa8a43843975 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] 10.222.0.87 "PUT /v2.0/routers/5006be65-ce5f-4ca5-8556-30f3e00a1d48/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7769253 Feb 17 17:54:16.061234 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43840) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:16.072258 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1acbdb67-a92f-4529-a4bb-f434a1be66dc req-b0b54341-0731-469d-9b2c-88c2b40d945d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (52c3f712-7817-4566-ba8e-4eb5fd522506), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:16.163429 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26c949fa-f29e-49e1-8880-a91673f3b710 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (8c780081-7f3c-45b2-b1ea-ce12bcf67468), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:16.172787 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26c949fa-f29e-49e1-8880-a91673f3b710 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (8c780081-7f3c-45b2-b1ea-ce12bcf67468), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:16.198566 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acbdb67-a92f-4529-a4bb-f434a1be66dc req-b0b54341-0731-469d-9b2c-88c2b40d945d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:16.199192 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1acbdb67-a92f-4529-a4bb-f434a1be66dc req-b0b54341-0731-469d-9b2c-88c2b40d945d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:16.200639 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1acbdb67-a92f-4529-a4bb-f434a1be66dc req-b0b54341-0731-469d-9b2c-88c2b40d945d service neutron] 10.222.0.91 "PUT /v2.0/ports/52c3f712-7817-4566-ba8e-4eb5fd522506 HTTP/1.1" status: 200 len: 1092 time: 2.0390084 Feb 17 17:54:16.206043 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '006a3f4c-d003-4103-ac42-a5e0b35778bb', 'tag': '52c3f712-7817-4566-ba8e-4eb5fd522506'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:54:16.208797 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25d197b-6d78-4831-8895-f923214d6ad3" -d '{"events": [{"name": "network-changed", "server_uuid": "006a3f4c-d003-4103-ac42-a5e0b35778bb", "tag": "52c3f712-7817-4566-ba8e-4eb5fd522506"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:54:16.229521 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c949fa-f29e-49e1-8880-a91673f3b710 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c780081-7f3c-45b2-b1ea-ce12bcf67468,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:16.250801 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-26c949fa-f29e-49e1-8880-a91673f3b710 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:16.252673 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-26c949fa-f29e-49e1-8880-a91673f3b710 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4328504 Feb 17 17:54:16.255431 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43844) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:16.256573 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b54341-0731-469d-9b2c-88c2b40d945d service neutron] Pushing event updated for resources: {'Port': ['ID=52c3f712-7817-4566-ba8e-4eb5fd522506,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:16.261052 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-733797f0-f623-42e0-9e93-513adbe13a83 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Request body: {'security_group_rule': {'security_group_id': '78f97922-32b7-4829-9abf-a4c6f6622c95', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:16.294019 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91fe3c88-3e87-424b-8b74-861fc1ded1af x-openstack-request-id: req-91fe3c88-3e87-424b-8b74-861fc1ded1af {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:54:16.294263 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "006a3f4c-d003-4103-ac42-a5e0b35778bb", "tag": "52c3f712-7817-4566-ba8e-4eb5fd522506", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:54:16.294490 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-91fe3c88-3e87-424b-8b74-861fc1ded1af {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:54:16.294889 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '006a3f4c-d003-4103-ac42-a5e0b35778bb', 'tag': '52c3f712-7817-4566-ba8e-4eb5fd522506', 'status': 'completed', 'code': 200} Feb 17 17:54:16.313723 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-733797f0-f623-42e0-9e93-513adbe13a83 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (7eca2d23-963b-4947-b1e3-955ef5f39d4e), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:16.405722 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acbdb67-a92f-4529-a4bb-f434a1be66dc req-13edd7dc-ef22-499d-9044-10393133d589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:16.407653 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1acbdb67-a92f-4529-a4bb-f434a1be66dc req-13edd7dc-ef22-499d-9044-10393133d589 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ec7ab02c08ab4597882b00c123047e3e&device_id=006a3f4c-d003-4103-ac42-a5e0b35778bb HTTP/1.1" status: 200 len: 1126 time: 0.1536906 Feb 17 17:54:16.410458 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-733797f0-f623-42e0-9e93-513adbe13a83 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (7eca2d23-963b-4947-b1e3-955ef5f39d4e), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:16.416699 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-733797f0-f623-42e0-9e93-513adbe13a83 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (7eca2d23-963b-4947-b1e3-955ef5f39d4e), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:16.447592 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-733797f0-f623-42e0-9e93-513adbe13a83 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:16.449466 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-733797f0-f623-42e0-9e93-513adbe13a83 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1929889 Feb 17 17:54:16.452988 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43848) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:16.463081 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733797f0-f623-42e0-9e93-513adbe13a83 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eca2d23-963b-4947-b1e3-955ef5f39d4e,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:16.493172 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7971c938-4da3-4420-b266-40dfe78bde85 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (7eca2d23-963b-4947-b1e3-955ef5f39d4e), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:16.503664 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7971c938-4da3-4420-b266-40dfe78bde85 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (7eca2d23-963b-4947-b1e3-955ef5f39d4e), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:16.508175 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1acbdb67-a92f-4529-a4bb-f434a1be66dc req-ddafa7be-15bb-4858-92ac-564eb584ed8d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52c3f712-7817-4566-ba8e-4eb5fd522506 HTTP/1.1" status: 200 len: 217 time: 0.0700161 Feb 17 17:54:16.581190 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7971c938-4da3-4420-b266-40dfe78bde85 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (7eca2d23-963b-4947-b1e3-955ef5f39d4e), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:16.590702 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7971c938-4da3-4420-b266-40dfe78bde85 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:16.592428 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-7971c938-4da3-4420-b266-40dfe78bde85 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/7eca2d23-963b-4947-b1e3-955ef5f39d4e HTTP/1.1" status: 204 len: 168 time: 0.1380680 Feb 17 17:54:16.596210 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43854) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:16.600443 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acbdb67-a92f-4529-a4bb-f434a1be66dc req-800f792e-20b4-4d7d-b111-4bfe29e12c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:16.601949 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1acbdb67-a92f-4529-a4bb-f434a1be66dc req-800f792e-20b4-4d7d-b111-4bfe29e12c46 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4f01fd1b-8164-4d07-9e9b-a271cefa89f1 HTTP/1.1" status: 200 len: 834 time: 0.0850077 Feb 17 17:54:16.606868 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7971c938-4da3-4420-b266-40dfe78bde85 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7eca2d23-963b-4947-b1e3-955ef5f39d4e,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:16.736157 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f1264a4e-d779-45f2-8f77-a3669e7f0545 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1384521 Feb 17 17:54:16.737007 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43858) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:16.742591 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5dc39b-f15f-4afc-a730-ddd71f77fc64 req-0dc5d884-f246-4b37-8116-d6ca790d4c86 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:16.744674 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fd5dc39b-f15f-4afc-a730-ddd71f77fc64 req-0dc5d884-f246-4b37-8116-d6ca790d4c86 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=66af69d8-eeb7-487a-901a-1c38e1bf49cc HTTP/1.1" status: 200 len: 945 time: 0.0984828 Feb 17 17:54:16.756400 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa7bcc-22cd-4d7d-99f7-123ec38e8d8f req-0cc5f513-b167-4408-8d5d-b57ce755df3c tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:16.759557 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-19aa7bcc-22cd-4d7d-99f7-123ec38e8d8f req-0cc5f513-b167-4408-8d5d-b57ce755df3c tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 946 time: 0.1114421 Feb 17 17:54:16.770101 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acbdb67-a92f-4529-a4bb-f434a1be66dc req-068ce9c9-aeea-4581-bd08-dea2dcd623ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:16.771663 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1acbdb67-a92f-4529-a4bb-f434a1be66dc req-068ce9c9-aeea-4581-bd08-dea2dcd623ef service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=17694ef4-1ed2-4a01-a5bf-ce0481576d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1620960 Feb 17 17:54:16.814038 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dd62310e-b54a-4905-a244-f45228816d60 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (8c780081-7f3c-45b2-b1ea-ce12bcf67468), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:16.827783 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dd62310e-b54a-4905-a244-f45228816d60 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (8c780081-7f3c-45b2-b1ea-ce12bcf67468), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:16.842094 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-19aa7bcc-22cd-4d7d-99f7-123ec38e8d8f req-d7af825c-a7bb-4813-bb32-dadaff52fd0d tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657046 Feb 17 17:54:16.845277 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fd5dc39b-f15f-4afc-a730-ddd71f77fc64 req-420cabcf-135f-4e7b-bd2a-e89414ab069e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844886 Feb 17 17:54:16.881552 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8bbcbbd4-850e-4466-b58b-62c5bc4718ec tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (5006be65-ce5f-4ca5-8556-30f3e00a1d48), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:16.981301 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dd62310e-b54a-4905-a244-f45228816d60 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (8c780081-7f3c-45b2-b1ea-ce12bcf67468), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:16.994150 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dd62310e-b54a-4905-a244-f45228816d60 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:16.997984 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43862) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:16.998184 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-dd62310e-b54a-4905-a244-f45228816d60 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/8c780081-7f3c-45b2-b1ea-ce12bcf67468 HTTP/1.1" status: 204 len: 168 time: 0.2556355 Feb 17 17:54:17.005868 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1acbdb67-a92f-4529-a4bb-f434a1be66dc req-91325462-0afc-412a-ba9d-239ccc43ce81 service neutron] 10.222.0.91 "GET /v2.0/networks/17694ef4-1ed2-4a01-a5bf-ce0481576d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279012 Feb 17 17:54:17.012595 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd62310e-b54a-4905-a244-f45228816d60 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c780081-7f3c-45b2-b1ea-ce12bcf67468,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:17.029313 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa312aa-21f9-4770-b552-143d7cd5ae31 req-6cad5a76-ca20-456e-b486-6d596d7c7fee tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:17.031001 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6aa312aa-21f9-4770-b552-143d7cd5ae31 req-6cad5a76-ca20-456e-b486-6d596d7c7fee tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/ports?device_id=006a3f4c-d003-4103-ac42-a5e0b35778bb HTTP/1.1" status: 200 len: 944 time: 0.0803270 Feb 17 17:54:17.069926 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-7550a0ba-925c-42e0-8389-cd4254e31c31 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0681422 Feb 17 17:54:17.070143 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43864) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:17.123225 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6aa312aa-21f9-4770-b552-143d7cd5ae31 req-c23d4883-4be1-4d6d-88a0-f804e9ffb32a tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/security-groups?id=c2ee14fd-23ec-4278-9791-0ccff11bb589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774517 Feb 17 17:54:17.160993 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-267ed62e-d689-47d5-8221-8442c5f67e4b tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (4bcb6ab6-4c55-4ca4-ae84-f104c17412bf), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:17.177220 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-267ed62e-d689-47d5-8221-8442c5f67e4b tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (4bcb6ab6-4c55-4ca4-ae84-f104c17412bf), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:17.209426 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1acbdb67-a92f-4529-a4bb-f434a1be66dc req-f0c1394b-ca14-4e68-9497-bd1b1aecabe0 service neutron] 10.222.0.91 "GET /v2.0/networks/17694ef4-1ed2-4a01-a5bf-ce0481576d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933405 Feb 17 17:54:17.233367 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-267ed62e-d689-47d5-8221-8442c5f67e4b tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (4bcb6ab6-4c55-4ca4-ae84-f104c17412bf), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:17.259426 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-267ed62e-d689-47d5-8221-8442c5f67e4b tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:17.260623 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-267ed62e-d689-47d5-8221-8442c5f67e4b tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/4bcb6ab6-4c55-4ca4-ae84-f104c17412bf HTTP/1.1" status: 204 len: 168 time: 0.1895044 Feb 17 17:54:17.263408 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43866) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:17.310075 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-7cb7ff1e-acf0-4a93-8b0e-3759ffdc94b1 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0453012 Feb 17 17:54:17.312803 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43868) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:17.313090 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ed62e-d689-47d5-8221-8442c5f67e4b tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4bcb6ab6-4c55-4ca4-ae84-f104c17412bf,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:17.342086 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-50ad2a9a-1a7b-474f-b985-09301a3722fa tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (b39d82f3-0fc8-4a0d-a7df-fef43068ad70), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:17.351598 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-50ad2a9a-1a7b-474f-b985-09301a3722fa tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (b39d82f3-0fc8-4a0d-a7df-fef43068ad70), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:17.378580 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d197b-6d78-4831-8895-f923214d6ad3 req-29316d43-95e9-4f22-b70a-1eab89de9e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:17.380270 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a25d197b-6d78-4831-8895-f923214d6ad3 req-29316d43-95e9-4f22-b70a-1eab89de9e72 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ec7ab02c08ab4597882b00c123047e3e&device_id=006a3f4c-d003-4103-ac42-a5e0b35778bb HTTP/1.1" status: 200 len: 1126 time: 0.1089497 Feb 17 17:54:17.386739 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-50ad2a9a-1a7b-474f-b985-09301a3722fa tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (b39d82f3-0fc8-4a0d-a7df-fef43068ad70), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:17.392183 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-50ad2a9a-1a7b-474f-b985-09301a3722fa tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:17.395851 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-50ad2a9a-1a7b-474f-b985-09301a3722fa tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/b39d82f3-0fc8-4a0d-a7df-fef43068ad70 HTTP/1.1" status: 204 len: 168 time: 0.0796263 Feb 17 17:54:17.396402 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43870) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:17.414813 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad2a9a-1a7b-474f-b985-09301a3722fa tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b39d82f3-0fc8-4a0d-a7df-fef43068ad70,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:17.445370 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b9cd2c24-dadb-4bc0-96b4-76dd7be0f230 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0475063 Feb 17 17:54:17.448646 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43872) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:17.449722 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-8bbcbbd4-850e-4466-b58b-62c5bc4718ec tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Deleting port eebf9d6f-2a71-4cf0-bfcc-6e28ce8c8eb1 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:54:17.450086 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8bbcbbd4-850e-4466-b58b-62c5bc4718ec tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (eebf9d6f-2a71-4cf0-bfcc-6e28ce8c8eb1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:17.479660 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6618b41f-3011-4399-8ed2-069d1cacd341 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (3ad091cc-a6c2-4726-92d8-ff6ce47cafbd), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:17.490556 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6618b41f-3011-4399-8ed2-069d1cacd341 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (3ad091cc-a6c2-4726-92d8-ff6ce47cafbd), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:17.530209 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6618b41f-3011-4399-8ed2-069d1cacd341 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (3ad091cc-a6c2-4726-92d8-ff6ce47cafbd), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:17.536583 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6618b41f-3011-4399-8ed2-069d1cacd341 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:17.538148 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-6618b41f-3011-4399-8ed2-069d1cacd341 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/3ad091cc-a6c2-4726-92d8-ff6ce47cafbd HTTP/1.1" status: 204 len: 168 time: 0.0887606 Feb 17 17:54:17.542514 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43876) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:17.547666 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6618b41f-3011-4399-8ed2-069d1cacd341 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ad091cc-a6c2-4726-92d8-ff6ce47cafbd,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:17.634719 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d197b-6d78-4831-8895-f923214d6ad3 req-719465d2-77ad-459d-9a64-cacffe5ecf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:17.636131 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a25d197b-6d78-4831-8895-f923214d6ad3 req-719465d2-77ad-459d-9a64-cacffe5ecf9d service neutron] 10.222.0.91 "GET /v2.0/networks?id=17694ef4-1ed2-4a01-a5bf-ce0481576d63 HTTP/1.1" status: 200 len: 898 time: 0.2474079 Feb 17 17:54:17.659911 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8bbcbbd4-850e-4466-b58b-62c5bc4718ec tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (eebf9d6f-2a71-4cf0-bfcc-6e28ce8c8eb1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:17.739703 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 478d5e79-b980-4d46-8f60-54ade8f49d80 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:54:17.840651 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 478d5e79-b980-4d46-8f60-54ade8f49d80 is: ACTIVE; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:54:17.841147 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (478d5e79-b980-4d46-8f60-54ade8f49d80), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:17.866351 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66af69d8-eeb7-487a-901a-1c38e1bf49cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '478d5e79-b980-4d46-8f60-54ade8f49d80'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:54:17.871242 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b843c9-f9b7-41fc-9d6d-60c540c3adf3" -d '{"events": [{"server_uuid": "66af69d8-eeb7-487a-901a-1c38e1bf49cc", "name": "network-vif-unplugged", "status": "completed", "tag": "478d5e79-b980-4d46-8f60-54ade8f49d80"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:54:17.888074 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 478d5e79-b980-4d46-8f60-54ade8f49d80, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=478d5e79-b980-4d46-8f60-54ade8f49d80,segment=NetworkSegment(44570946-cccc-4504-9a7b-a57e09c343d6),segment_id=44570946-cccc-4504-9a7b-a57e09c343d6)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:54:17.896158 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (478d5e79-b980-4d46-8f60-54ade8f49d80), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:18.006505 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=478d5e79-b980-4d46-8f60-54ade8f49d80,revision_number=8']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:18.006895 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-053f5d5b-bbc2-4efa-b793-400ba2ccb8ad tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4611616 Feb 17 17:54:18.007507 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43886) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:18.008495 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a25d197b-6d78-4831-8895-f923214d6ad3 req-8f65aa27-6c0d-4e40-81e9-a74d165e4e92 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52c3f712-7817-4566-ba8e-4eb5fd522506 HTTP/1.1" status: 200 len: 217 time: 0.3578911 Feb 17 17:54:18.014077 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-8bbcbbd4-850e-4466-b58b-62c5bc4718ec tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Calling delete_port for eebf9d6f-2a71-4cf0-bfcc-6e28ce8c8eb1 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:54:18.111520 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d197b-6d78-4831-8895-f923214d6ad3 req-08874c92-6199-457b-afb4-3dc1f3c24670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:18.113345 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a25d197b-6d78-4831-8895-f923214d6ad3 req-08874c92-6199-457b-afb4-3dc1f3c24670 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4f01fd1b-8164-4d07-9e9b-a271cefa89f1 HTTP/1.1" status: 200 len: 834 time: 0.0973103 Feb 17 17:54:18.154174 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1319e-831f-49b0-86d6-78deb6b222b1 req-1188f0b7-fd38-4d13-9a77-e996241d664b tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:18.155878 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ecc1319e-831f-49b0-86d6-78deb6b222b1 req-1188f0b7-fd38-4d13-9a77-e996241d664b tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=66af69d8-eeb7-487a-901a-1c38e1bf49cc HTTP/1.1" status: 200 len: 943 time: 0.2127786 Feb 17 17:54:18.169988 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0e8e7-5eac-4db6-af54-551a5c27017e req-8f80ebb7-c87d-4e10-86cf-f88deb6e3212 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:18.171627 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d4e0e8e7-5eac-4db6-af54-551a5c27017e req-8f80ebb7-c87d-4e10-86cf-f88deb6e3212 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 946 time: 0.1735182 Feb 17 17:54:18.185916 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-95508f0e-6f8c-4b94-ab53-475d6bf091a7 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (78f97922-32b7-4829-9abf-a4c6f6622c95), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:18.228060 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d197b-6d78-4831-8895-f923214d6ad3 req-5715eccd-b71a-4a92-b330-25063bc8d2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:18.229726 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a25d197b-6d78-4831-8895-f923214d6ad3 req-5715eccd-b71a-4a92-b330-25063bc8d2de service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=17694ef4-1ed2-4a01-a5bf-ce0481576d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1068287 Feb 17 17:54:18.251375 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-95508f0e-6f8c-4b94-ab53-475d6bf091a7 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (78f97922-32b7-4829-9abf-a4c6f6622c95), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:18.285637 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ecc1319e-831f-49b0-86d6-78deb6b222b1 req-0638b537-8fa1-4a28-8245-a41e1a1f151c tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107824 Feb 17 17:54:18.293184 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d4e0e8e7-5eac-4db6-af54-551a5c27017e req-def0adbe-e457-41ab-bc22-f84a2c8f1f3a tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098125 Feb 17 17:54:18.341425 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-95508f0e-6f8c-4b94-ab53-475d6bf091a7 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (78f97922-32b7-4829-9abf-a4c6f6622c95), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:18.344505 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-95508f0e-6f8c-4b94-ab53-475d6bf091a7 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:18.345835 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-95508f0e-6f8c-4b94-ab53-475d6bf091a7 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "DELETE /v2.0/security-groups/78f97922-32b7-4829-9abf-a4c6f6622c95 HTTP/1.1" status: 204 len: 168 time: 0.3299558 Feb 17 17:54:18.352608 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43892) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:18.364651 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 17 Feb 2022 17:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6a248f-03c8-45a7-be70-629365c1761c x-openstack-request-id: req-0f6a248f-03c8-45a7-be70-629365c1761c {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:54:18.365453 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66af69d8-eeb7-487a-901a-1c38e1bf49cc", "name": "network-vif-unplugged", "status": "failed", "tag": "478d5e79-b980-4d46-8f60-54ade8f49d80", "code": 422}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:54:18.366507 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0f6a248f-03c8-45a7-be70-629365c1761c {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:54:18.367174 n-d-829613-2 neutron-server[103436]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '66af69d8-eeb7-487a-901a-1c38e1bf49cc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '478d5e79-b980-4d46-8f60-54ade8f49d80', 'code': 422} returned with failed status Feb 17 17:54:18.379895 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95508f0e-6f8c-4b94-ab53-475d6bf091a7 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f97922-32b7-4829-9abf-a4c6f6622c95,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:18.393823 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8bbcbbd4-850e-4466-b58b-62c5bc4718ec tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (eebf9d6f-2a71-4cf0-bfcc-6e28ce8c8eb1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:18.443061 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbcbbd4-850e-4466-b58b-62c5bc4718ec tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Pushing event deleted for resources: {'Port': ['ID=eebf9d6f-2a71-4cf0-bfcc-6e28ce8c8eb1,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:18.493822 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-378c309d-b51f-4ee3-84c4-8e791e8bd0a3 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1351383 Feb 17 17:54:18.493822 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43894) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:18.500576 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-39d17e0a-6a2b-4982-b6b0-58fd07d456f3 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Request body: {'security_group': {'name': 'tempest-secgroup--278455550'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:18.561898 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a25d197b-6d78-4831-8895-f923214d6ad3 req-bf3f50e1-7505-4495-afaa-196da64ce9d9 service neutron] 10.222.0.91 "GET /v2.0/networks/17694ef4-1ed2-4a01-a5bf-ce0481576d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221664 Feb 17 17:54:18.591019 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a64da08-76ba-4850-ad62-fc2d294f0616 req-12ffdfa4-b3df-41a8-87c6-3403ea48b140 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:18.592773 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6a64da08-76ba-4850-ad62-fc2d294f0616 req-12ffdfa4-b3df-41a8-87c6-3403ea48b140 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/ports?device_id=006a3f4c-d003-4103-ac42-a5e0b35778bb HTTP/1.1" status: 200 len: 944 time: 0.1867254 Feb 17 17:54:18.632807 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b3aad-42b8-48c6-9980-81fece81952a req-5ba86b83-9b5b-417e-a20a-7f4598c74574 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:18.644052 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b37b3aad-42b8-48c6-9980-81fece81952a req-5ba86b83-9b5b-417e-a20a-7f4598c74574 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.1538424 Feb 17 17:54:18.646874 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-39d17e0a-6a2b-4982-b6b0-58fd07d456f3 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:18.719686 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8bbcbbd4-850e-4466-b58b-62c5bc4718ec tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (5006be65-ce5f-4ca5-8556-30f3e00a1d48), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:18.765345 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6a64da08-76ba-4850-ad62-fc2d294f0616 req-c929fcfe-5a25-4771-81ea-be14235feb0f tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/security-groups?id=c2ee14fd-23ec-4278-9791-0ccff11bb589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622214 Feb 17 17:54:18.788818 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b37b3aad-42b8-48c6-9980-81fece81952a req-6d3d10de-ed54-42d1-92cb-afbf11200232 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436706 Feb 17 17:54:18.860953 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-39d17e0a-6a2b-4982-b6b0-58fd07d456f3 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (0a232a8a-5dba-4c6b-ab1e-80574134dd20), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:18.866115 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-39d17e0a-6a2b-4982-b6b0-58fd07d456f3 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (0a232a8a-5dba-4c6b-ab1e-80574134dd20), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:18.927254 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-39d17e0a-6a2b-4982-b6b0-58fd07d456f3 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:18.929866 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-39d17e0a-6a2b-4982-b6b0-58fd07d456f3 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4342039 Feb 17 17:54:18.934814 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43902) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:18.935744 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d17e0a-6a2b-4982-b6b0-58fd07d456f3 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a232a8a-5dba-4c6b-ab1e-80574134dd20,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:18.942218 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-12b91d5e-b4fe-477e-8bc9-a483b14223f3 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Request body: {'security_group_rule': {'security_group_id': '0a232a8a-5dba-4c6b-ab1e-80574134dd20', 'direction': 'ingress', 'protocol': 17}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:18.998356 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:19.001729 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd1ede-acf2-41c5-8413-fa9fd2a637d7 req-92ec684b-a21a-46c5-9f0b-080fc85abd58 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:19.004896 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a25d197b-6d78-4831-8895-f923214d6ad3 req-4f2c698e-fc89-4df8-a73d-07265f290f2e service neutron] 10.222.0.91 "GET /v2.0/networks/17694ef4-1ed2-4a01-a5bf-ce0481576d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4326389 Feb 17 17:54:19.012464 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-adbd1ede-acf2-41c5-8413-fa9fd2a637d7 req-92ec684b-a21a-46c5-9f0b-080fc85abd58 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.1021411 Feb 17 17:54:19.022995 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-12b91d5e-b4fe-477e-8bc9-a483b14223f3 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (f8d58574-acf8-47a5-9d3a-857e12b0dfd8), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:19.028773 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bbcbbd4-850e-4466-b58b-62c5bc4718ec tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Router 5006be65-ce5f-4ca5-8556-30f3e00a1d48 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:54:19.088552 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-adbd1ede-acf2-41c5-8413-fa9fd2a637d7 req-d5314f4c-ffcb-4b8a-aaf5-a8311ae2a1ee tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751667 Feb 17 17:54:19.093104 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82909c-c892-46f7-8ed6-3ba58b486163 req-f0b87711-6e2f-4087-99e5-c6341c814c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:19.094580 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dd82909c-c892-46f7-8ed6-3ba58b486163 req-f0b87711-6e2f-4087-99e5-c6341c814c58 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 1128 time: 0.0801125 Feb 17 17:54:19.157753 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bbcbbd4-850e-4466-b58b-62c5bc4718ec tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:54:19.170338 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8bbcbbd4-850e-4466-b58b-62c5bc4718ec tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] 10.222.0.87 "PUT /v2.0/routers/5006be65-ce5f-4ca5-8556-30f3e00a1d48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1078892 Feb 17 17:54:19.171480 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c101a0df-8d09-4eaf-9897-dd9104e3bf60 None None] Sync routers for ids ['5006be65-ce5f-4ca5-8556-30f3e00a1d48'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:54:19.172515 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43906) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:19.183196 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c101a0df-8d09-4eaf-9897-dd9104e3bf60 None None] Routers {'5006be65-ce5f-4ca5-8556-30f3e00a1d48'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:54:19.184122 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-c101a0df-8d09-4eaf-9897-dd9104e3bf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:54:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['5006be65-ce5f-4ca5-8556-30f3e00a1d48'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:54:19.184976 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-12b91d5e-b4fe-477e-8bc9-a483b14223f3 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (f8d58574-acf8-47a5-9d3a-857e12b0dfd8), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:19.191997 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-12b91d5e-b4fe-477e-8bc9-a483b14223f3 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (f8d58574-acf8-47a5-9d3a-857e12b0dfd8), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:19.218041 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b91d5e-b4fe-477e-8bc9-a483b14223f3 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8d58574-acf8-47a5-9d3a-857e12b0dfd8,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:19.229963 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-c101a0df-8d09-4eaf-9897-dd9104e3bf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:54:19.232219 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-12b91d5e-b4fe-477e-8bc9-a483b14223f3 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:19.236752 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-12b91d5e-b4fe-477e-8bc9-a483b14223f3 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2967153 Feb 17 17:54:19.236903 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-b2f65892-5006-4d1f-870c-b8c1ae634119 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] delete failed (client error): The resource could not be found. Feb 17 17:54:19.236903 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b2f65892-5006-4d1f-870c-b8c1ae634119 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] 10.222.0.87 "DELETE /v2.0/routers/tempest-non_exist_router-978655890 HTTP/1.1" status: 404 len: 334 time: 0.0624769 Feb 17 17:54:19.237955 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43908) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:19.241017 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43910) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:19.246387 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-b48436f4-80b6-47d7-9d73-f587f656aaf1 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Request body: {'router': {'external_gateway_info': {'network_id': '5006be65-ce5f-4ca5-8556-30f3e00a1d48'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:19.246961 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c101a0df-8d09-4eaf-9897-dd9104e3bf60 None None] Routers {'5006be65-ce5f-4ca5-8556-30f3e00a1d48'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:54:19.247588 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-c101a0df-8d09-4eaf-9897-dd9104e3bf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:54:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['5006be65-ce5f-4ca5-8556-30f3e00a1d48'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:54:19.252223 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dd82909c-c892-46f7-8ed6-3ba58b486163 req-7b694ff3-1823-452e-93a3-251f06f0c5e9 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509767 Feb 17 17:54:19.288265 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-c101a0df-8d09-4eaf-9897-dd9104e3bf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:54:19.288956 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c101a0df-8d09-4eaf-9897-dd9104e3bf60 None None] The sync data for ids ['5006be65-ce5f-4ca5-8556-30f3e00a1d48'] in n-d-829613-2 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:54:19.354273 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-063e976e-4ba5-46f9-a269-5c0ba5833555 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (0a232a8a-5dba-4c6b-ab1e-80574134dd20), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:19.366637 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c58fd-b455-42ee-8d7b-89ec218f47b0 req-a189b8a7-d912-4dd6-9637-9e9db51917f4 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:19.368823 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-596c58fd-b455-42ee-8d7b-89ec218f47b0 req-a189b8a7-d912-4dd6-9637-9e9db51917f4 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.1365709 Feb 17 17:54:19.445752 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-063e976e-4ba5-46f9-a269-5c0ba5833555 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (0a232a8a-5dba-4c6b-ab1e-80574134dd20), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:19.510607 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-596c58fd-b455-42ee-8d7b-89ec218f47b0 req-ed2833a0-5f4c-4697-b433-6d93cd4de2d1 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354938 Feb 17 17:54:19.535678 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b48436f4-80b6-47d7-9d73-f587f656aaf1 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks [] for router_gateway (5006be65-ce5f-4ca5-8556-30f3e00a1d48), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:19.536547 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f89460-b005-4b75-968e-569369bef516 req-3d9ad4bb-9082-4936-aee3-5450b5870ea0 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:19.536547 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-65f89460-b005-4b75-968e-569369bef516 req-3d9ad4bb-9082-4936-aee3-5450b5870ea0 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 946 time: 0.1376889 Feb 17 17:54:19.560043 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-063e976e-4ba5-46f9-a269-5c0ba5833555 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (0a232a8a-5dba-4c6b-ab1e-80574134dd20), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:19.562788 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-063e976e-4ba5-46f9-a269-5c0ba5833555 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:19.572936 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-063e976e-4ba5-46f9-a269-5c0ba5833555 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "DELETE /v2.0/security-groups/0a232a8a-5dba-4c6b-ab1e-80574134dd20 HTTP/1.1" status: 204 len: 168 time: 0.3339076 Feb 17 17:54:19.575389 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43918) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:19.576763 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-b48436f4-80b6-47d7-9d73-f587f656aaf1 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] update failed (client error): The resource could not be found. Feb 17 17:54:19.578059 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b48436f4-80b6-47d7-9d73-f587f656aaf1 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] 10.222.0.87 "PUT /v2.0/routers/5006be65-ce5f-4ca5-8556-30f3e00a1d48 HTTP/1.1" status: 404 len: 339 time: 0.3358800 Feb 17 17:54:19.583743 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43920) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:19.659615 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-77cc41e3-e84e-47a9-81ef-3253f33212b9 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0758381 Feb 17 17:54:19.660276 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43922) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:19.667446 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-3c16ccc4-bd90-495f-99b5-97663cd26344 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Request body: {'security_group': {'name': 'tempest-secgroup--827897211'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:19.690201 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e976e-4ba5-46f9-a269-5c0ba5833555 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a232a8a-5dba-4c6b-ab1e-80574134dd20,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:19.691730 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c16ccc4-bd90-495f-99b5-97663cd26344 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:19.746212 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:19.780810 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c16ccc4-bd90-495f-99b5-97663cd26344 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (d4959999-80e7-4588-8b3b-fe3512b98351), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:19.785288 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c16ccc4-bd90-495f-99b5-97663cd26344 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (d4959999-80e7-4588-8b3b-fe3512b98351), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:19.818837 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c16ccc4-bd90-495f-99b5-97663cd26344 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:19.822808 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3c16ccc4-bd90-495f-99b5-97663cd26344 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1583574 Feb 17 17:54:19.823002 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43926) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:19.828465 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-41ac5bee-ffda-4df4-b112-e4a1221fe25f tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Request body: {'security_group': {'name': 'tempest-secgroup--596870892'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:19.834253 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c16ccc4-bd90-495f-99b5-97663cd26344 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4959999-80e7-4588-8b3b-fe3512b98351,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:19.848868 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-65f89460-b005-4b75-968e-569369bef516 req-bf25a878-dab2-4a03-bb72-baaa557e69bf tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041070 Feb 17 17:54:19.878593 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-41ac5bee-ffda-4df4-b112-e4a1221fe25f tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:19.880366 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939a805-4b50-43c5-9869-c58e03cc9163 req-c30f2737-f6b6-4b1d-baf5-fb1333b256a0 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:19.881966 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0939a805-4b50-43c5-9869-c58e03cc9163 req-c30f2737-f6b6-4b1d-baf5-fb1333b256a0 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.1774530 Feb 17 17:54:20.000456 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0939a805-4b50-43c5-9869-c58e03cc9163 req-3515f023-5647-4880-bd6b-4d092d39dd5f tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822277 Feb 17 17:54:20.021385 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-41ac5bee-ffda-4df4-b112-e4a1221fe25f tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (afe9e36e-c61b-49ed-8f7a-50e8b4f8c1d9), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:20.039029 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-41ac5bee-ffda-4df4-b112-e4a1221fe25f tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (afe9e36e-c61b-49ed-8f7a-50e8b4f8c1d9), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:20.075436 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-41ac5bee-ffda-4df4-b112-e4a1221fe25f tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:20.076920 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-41ac5bee-ffda-4df4-b112-e4a1221fe25f tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2528346 Feb 17 17:54:20.079805 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43936) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:20.097612 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-422e39c4-a83e-489e-a2ab-90fe2f5c1e51 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Request body: {'security_group_rule': {'security_group_id': 'd4959999-80e7-4588-8b3b-fe3512b98351', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'afe9e36e-c61b-49ed-8f7a-50e8b4f8c1d9', 'remote_ip_prefix': None}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:20.100346 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ac5bee-ffda-4df4-b112-e4a1221fe25f tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afe9e36e-c61b-49ed-8f7a-50e8b4f8c1d9,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:20.149120 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-422e39c4-a83e-489e-a2ab-90fe2f5c1e51 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (b5bd8a1f-9394-4d86-9d14-7b9f2349b0dc), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:20.299484 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-422e39c4-a83e-489e-a2ab-90fe2f5c1e51 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (b5bd8a1f-9394-4d86-9d14-7b9f2349b0dc), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:20.304999 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-422e39c4-a83e-489e-a2ab-90fe2f5c1e51 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (b5bd8a1f-9394-4d86-9d14-7b9f2349b0dc), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:20.330214 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e39c4-a83e-489e-a2ab-90fe2f5c1e51 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5bd8a1f-9394-4d86-9d14-7b9f2349b0dc,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:20.353825 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-422e39c4-a83e-489e-a2ab-90fe2f5c1e51 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:20.358959 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-422e39c4-a83e-489e-a2ab-90fe2f5c1e51 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2769730 Feb 17 17:54:20.359618 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43942) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:20.408869 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43944) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:20.417153 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-9e372a85-8602-40a3-83cb-63b7c4a8294b tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1350744449', 'description': 'tempest-secgroup-smoke-1350744449 description', 'project_id': '02ed179e91da4c8cac3218292b591b92'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:20.436801 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-865b5ad4-633b-4eb5-8014-7804c214ecfa tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (b5bd8a1f-9394-4d86-9d14-7b9f2349b0dc), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:20.450417 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797634d1-1626-41a9-9676-b42f7cd01930 req-829f8772-85b7-4c7c-b78e-c4b45812875e tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:20.452393 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-797634d1-1626-41a9-9676-b42f7cd01930 req-829f8772-85b7-4c7c-b78e-c4b45812875e tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/ports?device_id=006a3f4c-d003-4103-ac42-a5e0b35778bb HTTP/1.1" status: 200 len: 944 time: 0.4588642 Feb 17 17:54:20.456598 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-865b5ad4-633b-4eb5-8014-7804c214ecfa tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (b5bd8a1f-9394-4d86-9d14-7b9f2349b0dc), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:20.488832 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d8249668-28d8-41aa-8c49-45cc11454201 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:20.494873 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-865b5ad4-633b-4eb5-8014-7804c214ecfa tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (b5bd8a1f-9394-4d86-9d14-7b9f2349b0dc), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:20.505582 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-865b5ad4-633b-4eb5-8014-7804c214ecfa tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:20.505582 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-865b5ad4-633b-4eb5-8014-7804c214ecfa tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/b5bd8a1f-9394-4d86-9d14-7b9f2349b0dc HTTP/1.1" status: 204 len: 168 time: 0.1430910 Feb 17 17:54:20.506600 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43946) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:20.519437 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b5ad4-633b-4eb5-8014-7804c214ecfa tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5bd8a1f-9394-4d86-9d14-7b9f2349b0dc,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:20.540046 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9e372a85-8602-40a3-83cb-63b7c4a8294b tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:20.562592 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-aad7fcd3-3c11-452a-ac46-0504e998e700 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0545244 Feb 17 17:54:20.565460 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43948) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:20.651991 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-12ec866b-b5a4-47fa-b8e5-8862e9075bb6 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (afe9e36e-c61b-49ed-8f7a-50e8b4f8c1d9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:20.676494 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-12ec866b-b5a4-47fa-b8e5-8862e9075bb6 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (afe9e36e-c61b-49ed-8f7a-50e8b4f8c1d9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:20.724929 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-797634d1-1626-41a9-9676-b42f7cd01930 req-b3bb2aee-d09d-4929-a1a3-c851d570ef28 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/security-groups?id=c2ee14fd-23ec-4278-9791-0ccff11bb589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2419190 Feb 17 17:54:20.735620 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-12ec866b-b5a4-47fa-b8e5-8862e9075bb6 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (afe9e36e-c61b-49ed-8f7a-50e8b4f8c1d9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:20.739312 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-12ec866b-b5a4-47fa-b8e5-8862e9075bb6 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:20.744452 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-12ec866b-b5a4-47fa-b8e5-8862e9075bb6 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "DELETE /v2.0/security-groups/afe9e36e-c61b-49ed-8f7a-50e8b4f8c1d9 HTTP/1.1" status: 204 len: 168 time: 0.1740069 Feb 17 17:54:20.744693 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f67f61-fcb2-4b4b-99fc-ad404be08a9b req-8ce6241b-4b41-49cc-a6bc-65b8f00b0d65 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:20.748923 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a8f67f61-fcb2-4b4b-99fc-ad404be08a9b req-8ce6241b-4b41-49cc-a6bc-65b8f00b0d65 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.2951367 Feb 17 17:54:20.749951 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43952) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:20.750758 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ec866b-b5a4-47fa-b8e5-8862e9075bb6 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe9e36e-c61b-49ed-8f7a-50e8b4f8c1d9,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:20.830303 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0858a6ff-b389-4e06-b3fd-32a9db331146 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0736315 Feb 17 17:54:20.833846 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43954) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:20.850449 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 52c3f712-7817-4566-ba8e-4eb5fd522506 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:54:20.960661 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-468193d4-bb9b-4129-be74-6031d88b292e tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (d4959999-80e7-4588-8b3b-fe3512b98351), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:20.977864 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9e372a85-8602-40a3-83cb-63b7c4a8294b tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks [] for security_group (092cd681-b4c6-4a04-af75-7033fd519e37), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:20.989729 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a8f67f61-fcb2-4b4b-99fc-ad404be08a9b req-4d41c111-044f-469b-8377-14585dbcd09f tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2398257 Feb 17 17:54:20.993701 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9e372a85-8602-40a3-83cb-63b7c4a8294b tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (092cd681-b4c6-4a04-af75-7033fd519e37), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:21.006708 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-468193d4-bb9b-4129-be74-6031d88b292e tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (d4959999-80e7-4588-8b3b-fe3512b98351), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:21.021155 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3a86ab9c-555d-413e-b008-8d2723360164 req-ccc37c54-7451-436a-a2f5-7b6d7653e1b8 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=315d9d1f-320f-40e9-9b83-71f1b9844f37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1297605 Feb 17 17:54:21.069356 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9e372a85-8602-40a3-83cb-63b7c4a8294b tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:21.069745 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-9e372a85-8602-40a3-83cb-63b7c4a8294b tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6572709 Feb 17 17:54:21.079120 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43958) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:21.081000 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 52c3f712-7817-4566-ba8e-4eb5fd522506, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=52c3f712-7817-4566-ba8e-4eb5fd522506,segment=NetworkSegment(2eedf786-d862-43f5-aeec-d3f3b6a22140),segment_id=2eedf786-d862-43f5-aeec-d3f3b6a22140)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:54:21.087975 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-380d7478-414f-4ce5-a56d-f911308b0ab7 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Request body: {'security_group_rule': {'security_group_id': '092cd681-b4c6-4a04-af75-7033fd519e37', 'project_id': '02ed179e91da4c8cac3218292b591b92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:21.103087 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '52c3f712-7817-4566-ba8e-4eb5fd522506', 'network_id': '17694ef4-1ed2-4a01-a5bf-ce0481576d63', 'port_id': '52c3f712-7817-4566-ba8e-4eb5fd522506', 'mac_address': 'fa:16:3e:9c:55:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f01fd1b-8164-4d07-9e9b-a271cefa89f1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:54:21.112562 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e372a85-8602-40a3-83cb-63b7c4a8294b tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=092cd681-b4c6-4a04-af75-7033fd519e37,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:21.144923 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86ab9c-555d-413e-b008-8d2723360164 req-beb13501-e184-4bd2-8090-877487d5bf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:21.145161 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-d8249668-28d8-41aa-8c49-45cc11454201 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Allocated IP 172.20.0.1 (59975a38-0ee6-47db-abdf-3f268d2340e8/1643c655-b1b5-4945-ae06-17747c8eb9f3/53e4b4b2-3439-4f6f-917f-5379e8c033ae) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:54:21.149555 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3a86ab9c-555d-413e-b008-8d2723360164 req-beb13501-e184-4bd2-8090-877487d5bf7a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=708d2e36ca25476d9214a2f14ef71fc9&device_id=315d9d1f-320f-40e9-9b83-71f1b9844f37 HTTP/1.1" status: 200 len: 1127 time: 0.0982361 Feb 17 17:54:21.152529 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-468193d4-bb9b-4129-be74-6031d88b292e tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (d4959999-80e7-4588-8b3b-fe3512b98351), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:21.161232 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-468193d4-bb9b-4129-be74-6031d88b292e tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:21.163615 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-468193d4-bb9b-4129-be74-6031d88b292e tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "DELETE /v2.0/security-groups/d4959999-80e7-4588-8b3b-fe3512b98351 HTTP/1.1" status: 204 len: 168 time: 0.3274362 Feb 17 17:54:21.167876 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43960) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:21.179857 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468193d4-bb9b-4129-be74-6031d88b292e tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4959999-80e7-4588-8b3b-fe3512b98351,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:21.197520 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-380d7478-414f-4ce5-a56d-f911308b0ab7 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks [] for security_group_rule (cd4fdf06-0f7a-4c29-bdc1-c44f30621456), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:21.197982 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 52c3f712-7817-4566-ba8e-4eb5fd522506 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:54:21.198594 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (52c3f712-7817-4566-ba8e-4eb5fd522506), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:21.225140 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52c3f712-7817-4566-ba8e-4eb5fd522506 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:54:21.240022 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d99be05-c8c7-4108-879c-5be139ce710a req-19dd8150-f42e-468a-9fb4-5dfdf74b9a22 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:21.241546 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2d99be05-c8c7-4108-879c-5be139ce710a req-19dd8150-f42e-468a-9fb4-5dfdf74b9a22 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 946 time: 0.1886196 Feb 17 17:54:21.256404 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 52c3f712-7817-4566-ba8e-4eb5fd522506, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=52c3f712-7817-4566-ba8e-4eb5fd522506,segment=NetworkSegment(2eedf786-d862-43f5-aeec-d3f3b6a22140),segment_id=2eedf786-d862-43f5-aeec-d3f3b6a22140)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:54:21.266513 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (52c3f712-7817-4566-ba8e-4eb5fd522506), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:21.302517 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86ab9c-555d-413e-b008-8d2723360164 req-b8f1d53a-d4b3-48e3-9075-4359c4037d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:21.304120 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3a86ab9c-555d-413e-b008-8d2723360164 req-b8f1d53a-d4b3-48e3-9075-4359c4037d81 service neutron] 10.222.0.91 "GET /v2.0/networks?id=106d8950-35e8-4e49-bc8b-6ac4436cd2fe HTTP/1.1" status: 200 len: 913 time: 0.1209388 Feb 17 17:54:21.351942 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=52c3f712-7817-4566-ba8e-4eb5fd522506,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:21.367910 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3a86ab9c-555d-413e-b008-8d2723360164 req-f9785092-3b2d-4e7d-b480-334f317fbd99 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9fc73c9-8067-4b99-af61-88f9b343d18b HTTP/1.1" status: 200 len: 217 time: 0.0564318 Feb 17 17:54:21.391857 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a7a28d4d-18b5-4d83-b78c-ff9ed6ef3c1d tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2204857 Feb 17 17:54:21.400087 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43962) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:21.411715 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-da7db068-2223-4e65-abdf-45c0b14acfe2 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Request body: {'security_group': {'name': 'tempest-secgroup--1193090506'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:21.426397 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-380d7478-414f-4ce5-a56d-f911308b0ab7 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks [] for security_group_rule (cd4fdf06-0f7a-4c29-bdc1-c44f30621456), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:21.442774 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2d99be05-c8c7-4108-879c-5be139ce710a req-a0d314a6-a6b1-4512-8bfa-473b1e273069 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900945 Feb 17 17:54:21.448522 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86ab9c-555d-413e-b008-8d2723360164 req-80ab7374-8d76-4e0b-8940-e328117eec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:21.451913 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3a86ab9c-555d-413e-b008-8d2723360164 req-80ab7374-8d76-4e0b-8940-e328117eec25 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f5806a5b-efbb-4c84-b3a4-70ad6c804540 HTTP/1.1" status: 200 len: 851 time: 0.0753648 Feb 17 17:54:21.452700 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d8249668-28d8-41aa-8c49-45cc11454201 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks [] for port (53e4b4b2-3439-4f6f-917f-5379e8c033ae), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:21.455448 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-380d7478-414f-4ce5-a56d-f911308b0ab7 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (cd4fdf06-0f7a-4c29-bdc1-c44f30621456), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:21.494830 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-da7db068-2223-4e65-abdf-45c0b14acfe2 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:21.505656 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380d7478-414f-4ce5-a56d-f911308b0ab7 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd4fdf06-0f7a-4c29-bdc1-c44f30621456,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:21.537242 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86ab9c-555d-413e-b008-8d2723360164 req-7983d5aa-507a-4851-b16d-82562cc8a395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:21.539214 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3a86ab9c-555d-413e-b008-8d2723360164 req-7983d5aa-507a-4851-b16d-82562cc8a395 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=106d8950-35e8-4e49-bc8b-6ac4436cd2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0692954 Feb 17 17:54:21.544807 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-380d7478-414f-4ce5-a56d-f911308b0ab7 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:21.547317 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['52c3f712-7817-4566-ba8e-4eb5fd522506'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:54:21.560870 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-380d7478-414f-4ce5-a56d-f911308b0ab7 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4794111 Feb 17 17:54:21.560870 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43968) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:21.580123 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-e093ec50-efce-4505-97f3-7af1fcfd2291 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Request body: {'security_group_rule': {'security_group_id': '092cd681-b4c6-4a04-af75-7033fd519e37', 'project_id': '02ed179e91da4c8cac3218292b591b92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:21.592195 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d8249668-28d8-41aa-8c49-45cc11454201 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (53e4b4b2-3439-4f6f-917f-5379e8c033ae), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:21.697974 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8249668-28d8-41aa-8c49-45cc11454201 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Network 59975a38-0ee6-47db-abdf-3f268d2340e8 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:54:21.708523 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-d8249668-28d8-41aa-8c49-45cc11454201 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:54:21.717900 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8249668-28d8-41aa-8c49-45cc11454201 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:54:21.723588 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8249668-28d8-41aa-8c49-45cc11454201 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Pushing event updated for resources: {'Port': ['ID=53e4b4b2-3439-4f6f-917f-5379e8c033ae,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:21.739605 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3a86ab9c-555d-413e-b008-8d2723360164 req-5ef871f1-d9e4-4815-b2d5-8f7946f948d6 service neutron] 10.222.0.91 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929893 Feb 17 17:54:21.780881 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e093ec50-efce-4505-97f3-7af1fcfd2291 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks [] for security_group_rule (58716973-775e-450b-908d-30bf1be6d775), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:21.878560 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-da7db068-2223-4e65-abdf-45c0b14acfe2 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (c047448b-8ef4-4c84-aa8e-7fbc369bdd6d), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:21.900178 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-da7db068-2223-4e65-abdf-45c0b14acfe2 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (c047448b-8ef4-4c84-aa8e-7fbc369bdd6d), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:22.005687 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3a86ab9c-555d-413e-b008-8d2723360164 req-18a8d77e-ee8c-4b9c-8894-2aecfb3628b2 service neutron] 10.222.0.91 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594829 Feb 17 17:54:22.039974 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7db068-2223-4e65-abdf-45c0b14acfe2 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c047448b-8ef4-4c84-aa8e-7fbc369bdd6d,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:22.075583 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-da7db068-2223-4e65-abdf-45c0b14acfe2 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:22.076890 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-da7db068-2223-4e65-abdf-45c0b14acfe2 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6697493 Feb 17 17:54:22.080285 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43980) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:22.084964 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-4670b68b-e084-44de-9b6b-e0095e8846a7 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Request body: {'security_group_rule': {'security_group_id': 'c047448b-8ef4-4c84-aa8e-7fbc369bdd6d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:22.118183 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4670b68b-e084-44de-9b6b-e0095e8846a7 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (1c5964bd-2a18-427f-ae26-d0ddf02bab3a), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:22.137201 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d8249668-28d8-41aa-8c49-45cc11454201 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (5006be65-ce5f-4ca5-8556-30f3e00a1d48), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:22.159286 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e4f732f-d987-4292-85c6-04f029e2566d None None] Provisioning complete for port 53e4b4b2-3439-4f6f-917f-5379e8c033ae triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:54:22.159836 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e4f732f-d987-4292-85c6-04f029e2566d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (53e4b4b2-3439-4f6f-917f-5379e8c033ae), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:22.198440 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4670b68b-e084-44de-9b6b-e0095e8846a7 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (1c5964bd-2a18-427f-ae26-d0ddf02bab3a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:22.203592 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4670b68b-e084-44de-9b6b-e0095e8846a7 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (1c5964bd-2a18-427f-ae26-d0ddf02bab3a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:22.205087 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e4f732f-d987-4292-85c6-04f029e2566d None None] Port 53e4b4b2-3439-4f6f-917f-5379e8c033ae cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:54:22.226689 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4670b68b-e084-44de-9b6b-e0095e8846a7 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c5964bd-2a18-427f-ae26-d0ddf02bab3a,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:22.238464 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4670b68b-e084-44de-9b6b-e0095e8846a7 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:22.239710 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4670b68b-e084-44de-9b6b-e0095e8846a7 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1587648 Feb 17 17:54:22.243276 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43982) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:22.253594 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0373ae-01e3-48ef-b8fb-ee4f0bfec685 req-43d88de0-85d1-4f91-86b2-db7de6a28802 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:22.255640 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1d0373ae-01e3-48ef-b8fb-ee4f0bfec685 req-43d88de0-85d1-4f91-86b2-db7de6a28802 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/ports?device_id=006a3f4c-d003-4103-ac42-a5e0b35778bb HTTP/1.1" status: 200 len: 945 time: 0.3795981 Feb 17 17:54:22.275127 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a988a158-fd88-4972-9306-fdc024211adb tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (1c5964bd-2a18-427f-ae26-d0ddf02bab3a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:22.284773 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a988a158-fd88-4972-9306-fdc024211adb tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (1c5964bd-2a18-427f-ae26-d0ddf02bab3a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:22.313692 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a988a158-fd88-4972-9306-fdc024211adb tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (1c5964bd-2a18-427f-ae26-d0ddf02bab3a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:22.323800 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a988a158-fd88-4972-9306-fdc024211adb tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:22.327376 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a988a158-fd88-4972-9306-fdc024211adb tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/1c5964bd-2a18-427f-ae26-d0ddf02bab3a HTTP/1.1" status: 204 len: 168 time: 0.0808144 Feb 17 17:54:22.329054 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43984) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:22.334888 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e093ec50-efce-4505-97f3-7af1fcfd2291 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks [] for security_group_rule (58716973-775e-450b-908d-30bf1be6d775), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:22.337132 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988a158-fd88-4972-9306-fdc024211adb tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c5964bd-2a18-427f-ae26-d0ddf02bab3a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:22.360448 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e093ec50-efce-4505-97f3-7af1fcfd2291 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (58716973-775e-450b-908d-30bf1be6d775), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:22.386113 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4bb668f3-42b7-4e32-8a05-c54d9ca0c6d8 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0555582 Feb 17 17:54:22.386657 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43986) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:22.392570 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b9b68-17e2-486e-aceb-272006ebfcfd req-e55db245-eb5d-497a-9d26-cf0acdd00600 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:22.394157 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ad7b9b68-17e2-486e-aceb-272006ebfcfd req-e55db245-eb5d-497a-9d26-cf0acdd00600 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 946 time: 0.3436599 Feb 17 17:54:22.405968 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa858d3a-f307-442d-b710-b11b8ece6ea3 req-37a6f428-cbf4-4629-9b0a-29d3992e1927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:22.407317 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fa858d3a-f307-442d-b710-b11b8ece6ea3 req-37a6f428-cbf4-4629-9b0a-29d3992e1927 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e82ced6d28e14a0eae2924cbc8f5cc85&device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 1128 time: 0.3839753 Feb 17 17:54:22.441545 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e093ec50-efce-4505-97f3-7af1fcfd2291 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58716973-775e-450b-908d-30bf1be6d775,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:22.446295 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0911f3a-25ed-467d-87f7-a456ac5b043a tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (c047448b-8ef4-4c84-aa8e-7fbc369bdd6d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:22.475890 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0911f3a-25ed-467d-87f7-a456ac5b043a tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (c047448b-8ef4-4c84-aa8e-7fbc369bdd6d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:22.479971 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e093ec50-efce-4505-97f3-7af1fcfd2291 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:22.480579 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e093ec50-efce-4505-97f3-7af1fcfd2291 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9155011 Feb 17 17:54:22.488420 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43988) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:22.492494 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-a2713223-5497-4df1-bde4-3f2e67acf762 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Request body: {'security_group_rule': {'security_group_id': '092cd681-b4c6-4a04-af75-7033fd519e37', 'project_id': '02ed179e91da4c8cac3218292b591b92', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:22.540604 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a2713223-5497-4df1-bde4-3f2e67acf762 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks [] for security_group_rule (0a9fc8c3-d4bf-4f15-a5df-1b54b9b0990a), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:22.542884 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1d0373ae-01e3-48ef-b8fb-ee4f0bfec685 req-15ce5ac1-b81d-4992-b59e-a8e07444f771 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/security-groups?id=c2ee14fd-23ec-4278-9791-0ccff11bb589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2563207 Feb 17 17:54:22.577564 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0911f3a-25ed-467d-87f7-a456ac5b043a tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (c047448b-8ef4-4c84-aa8e-7fbc369bdd6d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:22.583229 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0911f3a-25ed-467d-87f7-a456ac5b043a tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:22.584658 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a0911f3a-25ed-467d-87f7-a456ac5b043a tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "DELETE /v2.0/security-groups/c047448b-8ef4-4c84-aa8e-7fbc369bdd6d HTTP/1.1" status: 204 len: 168 time: 0.1970773 Feb 17 17:54:22.595194 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43990) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:22.626181 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d8249668-28d8-41aa-8c49-45cc11454201 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (53e4b4b2-3439-4f6f-917f-5379e8c033ae), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:22.629077 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0911f3a-25ed-467d-87f7-a456ac5b043a tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c047448b-8ef4-4c84-aa8e-7fbc369bdd6d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:22.636698 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ad7b9b68-17e2-486e-aceb-272006ebfcfd req-c1918c5c-9778-4ca8-b9d3-8210bab6b473 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244220 Feb 17 17:54:22.716292 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a2713223-5497-4df1-bde4-3f2e67acf762 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks [] for security_group_rule (0a9fc8c3-d4bf-4f15-a5df-1b54b9b0990a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:22.722094 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-375cd170-7004-45aa-b389-0fb6d8d050b5 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1230061 Feb 17 17:54:22.722983 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a2713223-5497-4df1-bde4-3f2e67acf762 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (0a9fc8c3-d4bf-4f15-a5df-1b54b9b0990a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:22.725311 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43994) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:22.735026 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-8a26d4fc-860c-4434-80f7-db099524fe12 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Request body: {'security_group': {'name': 'tempest-secgroup--1316630840'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:22.739965 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa858d3a-f307-442d-b710-b11b8ece6ea3 req-80c4bf25-22fd-487d-ae76-93fb9de0ae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:22.741631 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fa858d3a-f307-442d-b710-b11b8ece6ea3 req-80c4bf25-22fd-487d-ae76-93fb9de0ae98 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d5990f07-3dfb-4178-9590-e3e132a5f43d HTTP/1.1" status: 200 len: 920 time: 0.3209951 Feb 17 17:54:22.759876 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2713223-5497-4df1-bde4-3f2e67acf762 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a9fc8c3-d4bf-4f15-a5df-1b54b9b0990a,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:22.766908 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a2713223-5497-4df1-bde4-3f2e67acf762 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:22.766908 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a2713223-5497-4df1-bde4-3f2e67acf762 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2793801 Feb 17 17:54:22.776905 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43996) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:22.786910 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-1e1a3850-9322-46cf-965a-8e6385ed8a15 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Request body: {'security_group_rule': {'security_group_id': '092cd681-b4c6-4a04-af75-7033fd519e37', 'project_id': '02ed179e91da4c8cac3218292b591b92', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:22.796179 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8a26d4fc-860c-4434-80f7-db099524fe12 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:22.838572 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1e1a3850-9322-46cf-965a-8e6385ed8a15 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks [] for security_group_rule (189979ae-21ea-478e-9aa3-28555c46ecd7), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:22.871064 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fa858d3a-f307-442d-b710-b11b8ece6ea3 req-98066222-e15a-48a1-bfb9-a35b80186167 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9 HTTP/1.1" status: 200 len: 217 time: 0.1205392 Feb 17 17:54:22.877769 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 52c3f712-7817-4566-ba8e-4eb5fd522506 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:54:22.901692 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e420411-d9cd-496a-9946-8fcc9cce6e20 req-192ff186-1551-4075-b42f-9782c1e481eb tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:22.904761 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9e420411-d9cd-496a-9946-8fcc9cce6e20 req-192ff186-1551-4075-b42f-9782c1e481eb tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.2739336 Feb 17 17:54:22.942431 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa858d3a-f307-442d-b710-b11b8ece6ea3 req-3c526338-5b71-43b4-8f9f-9bcefe710e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:22.943942 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fa858d3a-f307-442d-b710-b11b8ece6ea3 req-3c526338-5b71-43b4-8f9f-9bcefe710e13 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f38a3055-6916-493f-ac03-180a8f2c57c4 HTTP/1.1" status: 200 len: 859 time: 0.0665610 Feb 17 17:54:22.946471 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1e1a3850-9322-46cf-965a-8e6385ed8a15 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks [] for security_group_rule (189979ae-21ea-478e-9aa3-28555c46ecd7), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:22.949013 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8a26d4fc-860c-4434-80f7-db099524fe12 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (2b584bc2-17c9-4c74-80d6-2665c0a6332b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:22.957888 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1e1a3850-9322-46cf-965a-8e6385ed8a15 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (189979ae-21ea-478e-9aa3-28555c46ecd7), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:22.966790 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8a26d4fc-860c-4434-80f7-db099524fe12 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (2b584bc2-17c9-4c74-80d6-2665c0a6332b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:22.999137 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a3850-9322-46cf-965a-8e6385ed8a15 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=189979ae-21ea-478e-9aa3-28555c46ecd7,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:23.003954 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fa858d3a-f307-442d-b710-b11b8ece6ea3 req-461e0e1e-71af-4827-b972-46606b33cb53 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d5990f07-3dfb-4178-9590-e3e132a5f43d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478854 Feb 17 17:54:23.015861 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a26d4fc-860c-4434-80f7-db099524fe12 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b584bc2-17c9-4c74-80d6-2665c0a6332b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:23.022857 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1e1a3850-9322-46cf-965a-8e6385ed8a15 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:23.025067 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port 52c3f712-7817-4566-ba8e-4eb5fd522506 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:54:23.027582 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-1e1a3850-9322-46cf-965a-8e6385ed8a15 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2459226 Feb 17 17:54:23.028207 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43998) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:23.033678 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-d9129a42-1d1f-4fa4-8a72-b3d4d410e321 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Request body: {'security_group_rule': {'security_group_id': '092cd681-b4c6-4a04-af75-7033fd519e37', 'project_id': '02ed179e91da4c8cac3218292b591b92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:23.059885 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8a26d4fc-860c-4434-80f7-db099524fe12 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:23.063134 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 52c3f712-7817-4566-ba8e-4eb5fd522506 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:54:23.064155 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8a26d4fc-860c-4434-80f7-db099524fe12 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3353951 Feb 17 17:54:23.064943 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44000) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:23.065790 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (52c3f712-7817-4566-ba8e-4eb5fd522506), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:23.071859 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-4f775824-067a-4602-92cd-9d5507c87690 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Request body: {'security_group_rule': {'security_group_id': '2b584bc2-17c9-4c74-80d6-2665c0a6332b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:23.078016 n-d-829613-2 neutron-server[103434]: INFO neutron.db.securitygroups_db [None req-d9129a42-1d1f-4fa4-8a72-b3d4d410e321 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Project 02ed179e91da4c8cac3218292b591b92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 17:54:23.095241 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d9129a42-1d1f-4fa4-8a72-b3d4d410e321 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks [] for security_group_rule (c10084ad-2aa8-4291-a0b5-6e39d4759e4b), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:23.125576 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9e420411-d9cd-496a-9946-8fcc9cce6e20 req-b3b5ce01-b230-4d5d-a4cf-2bf78e6cd86d tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1756928 Feb 17 17:54:23.178565 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f775824-067a-4602-92cd-9d5507c87690 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (a9a009d5-3437-4e73-ae9d-e3b5e0af8510), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:23.223723 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 52c3f712-7817-4566-ba8e-4eb5fd522506 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:54:23.225564 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (52c3f712-7817-4566-ba8e-4eb5fd522506), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:23.278777 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fa858d3a-f307-442d-b710-b11b8ece6ea3 req-dc9889aa-1416-41ad-97fa-f03e99a0846e service neutron] 10.222.0.71 "GET /v2.0/networks/d5990f07-3dfb-4178-9590-e3e132a5f43d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670782 Feb 17 17:54:23.288722 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '006a3f4c-d003-4103-ac42-a5e0b35778bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c3f712-7817-4566-ba8e-4eb5fd522506'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:54:23.291387 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b42fcb9-f289-407f-a332-fb52d6985566" -d '{"events": [{"server_uuid": "006a3f4c-d003-4103-ac42-a5e0b35778bb", "name": "network-vif-plugged", "status": "completed", "tag": "52c3f712-7817-4566-ba8e-4eb5fd522506"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:54:23.305696 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 52c3f712-7817-4566-ba8e-4eb5fd522506, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=52c3f712-7817-4566-ba8e-4eb5fd522506,segment=NetworkSegment(2eedf786-d862-43f5-aeec-d3f3b6a22140),segment_id=2eedf786-d862-43f5-aeec-d3f3b6a22140)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:54:23.329726 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (52c3f712-7817-4566-ba8e-4eb5fd522506), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:23.345841 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d9129a42-1d1f-4fa4-8a72-b3d4d410e321 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks [] for security_group_rule (c10084ad-2aa8-4291-a0b5-6e39d4759e4b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:23.366942 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d9129a42-1d1f-4fa4-8a72-b3d4d410e321 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (c10084ad-2aa8-4291-a0b5-6e39d4759e4b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:23.409014 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e989c9e7-2d3b-42a6-9a0d-9b128052c83a x-openstack-request-id: req-e989c9e7-2d3b-42a6-9a0d-9b128052c83a {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:54:23.409734 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "006a3f4c-d003-4103-ac42-a5e0b35778bb", "name": "network-vif-plugged", "status": "completed", "tag": "52c3f712-7817-4566-ba8e-4eb5fd522506", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:54:23.410211 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e989c9e7-2d3b-42a6-9a0d-9b128052c83a {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:54:23.411022 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '006a3f4c-d003-4103-ac42-a5e0b35778bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c3f712-7817-4566-ba8e-4eb5fd522506', 'code': 200} Feb 17 17:54:23.413189 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=52c3f712-7817-4566-ba8e-4eb5fd522506,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:23.416895 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9129a42-1d1f-4fa4-8a72-b3d4d410e321 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c10084ad-2aa8-4291-a0b5-6e39d4759e4b,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:23.450355 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d9129a42-1d1f-4fa4-8a72-b3d4d410e321 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:23.454320 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d9129a42-1d1f-4fa4-8a72-b3d4d410e321 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4218767 Feb 17 17:54:23.455859 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f775824-067a-4602-92cd-9d5507c87690 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (a9a009d5-3437-4e73-ae9d-e3b5e0af8510), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:23.474669 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44004) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:23.479866 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-1e75505d-c754-4da3-a3e6-0c01d44e6b89 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Request body: {'security_group_rule': {'security_group_id': '092cd681-b4c6-4a04-af75-7033fd519e37', 'project_id': '02ed179e91da4c8cac3218292b591b92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:23.499246 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f775824-067a-4602-92cd-9d5507c87690 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (a9a009d5-3437-4e73-ae9d-e3b5e0af8510), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:23.527721 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4f775824-067a-4602-92cd-9d5507c87690 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:23.531672 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4f775824-067a-4602-92cd-9d5507c87690 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4628155 Feb 17 17:54:23.537255 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44006) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:23.564993 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b31cff9-74d6-42eb-802e-09c205e63b11 req-69550523-03ab-4311-a991-53dff95c98e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:23.567614 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5b31cff9-74d6-42eb-802e-09c205e63b11 req-69550523-03ab-4311-a991-53dff95c98e7 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=006a3f4c-d003-4103-ac42-a5e0b35778bb HTTP/1.1" status: 200 len: 1128 time: 0.1354694 Feb 17 17:54:23.568267 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f775824-067a-4602-92cd-9d5507c87690 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9a009d5-3437-4e73-ae9d-e3b5e0af8510,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:23.589568 n-d-829613-2 neutron-server[103434]: INFO neutron.db.securitygroups_db [None req-1e75505d-c754-4da3-a3e6-0c01d44e6b89 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Project 02ed179e91da4c8cac3218292b591b92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 17:54:23.623107 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-214a61e5-402a-4eb7-8cd5-cec5c1c9b6c7 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "GET /v2.0/security-group-rules/a9a009d5-3437-4e73-ae9d-e3b5e0af8510 HTTP/1.1" status: 200 len: 763 time: 0.0821328 Feb 17 17:54:23.627131 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1e75505d-c754-4da3-a3e6-0c01d44e6b89 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks [] for security_group_rule (9018b141-d883-4c4a-98af-5aae66c170e7), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:23.632093 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44010) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:23.677312 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d8249668-28d8-41aa-8c49-45cc11454201 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks [] for port (53e4b4b2-3439-4f6f-917f-5379e8c033ae), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:23.710346 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5b31cff9-74d6-42eb-802e-09c205e63b11 req-1c17184c-05e1-4572-9409-2698531f7a16 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=c2ee14fd-23ec-4278-9791-0ccff11bb589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338410 Feb 17 17:54:23.720532 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d8249668-28d8-41aa-8c49-45cc11454201 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (53e4b4b2-3439-4f6f-917f-5379e8c033ae), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:23.742875 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0e54e706-25ab-4366-b5d5-7e1de439729f tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1088219 Feb 17 17:54:23.747202 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44016) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:23.764513 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1e75505d-c754-4da3-a3e6-0c01d44e6b89 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks [] for security_group_rule (9018b141-d883-4c4a-98af-5aae66c170e7), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:23.779155 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1e75505d-c754-4da3-a3e6-0c01d44e6b89 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (9018b141-d883-4c4a-98af-5aae66c170e7), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:23.819356 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1e75505d-c754-4da3-a3e6-0c01d44e6b89 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:23.821515 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-1e75505d-c754-4da3-a3e6-0c01d44e6b89 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3449094 Feb 17 17:54:23.825602 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e75505d-c754-4da3-a3e6-0c01d44e6b89 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9018b141-d883-4c4a-98af-5aae66c170e7,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:23.832374 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c0d50b1c-9e8e-4721-a990-1a39bb12a51e tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (a9a009d5-3437-4e73-ae9d-e3b5e0af8510), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:23.845477 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c0d50b1c-9e8e-4721-a990-1a39bb12a51e tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (a9a009d5-3437-4e73-ae9d-e3b5e0af8510), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:23.895930 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d8249668-28d8-41aa-8c49-45cc11454201 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (5006be65-ce5f-4ca5-8556-30f3e00a1d48), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:23.897593 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c0d50b1c-9e8e-4721-a990-1a39bb12a51e tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (a9a009d5-3437-4e73-ae9d-e3b5e0af8510), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:23.897858 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8249668-28d8-41aa-8c49-45cc11454201 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Pushing event updated for resources: {'Port': ['ID=53e4b4b2-3439-4f6f-917f-5379e8c033ae,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:23.908686 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fa858d3a-f307-442d-b710-b11b8ece6ea3 req-5ad87c5b-11cd-4bf0-8d90-e376988c3e71 service neutron] 10.222.0.71 "GET /v2.0/networks/d5990f07-3dfb-4178-9590-e3e132a5f43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6227813 Feb 17 17:54:23.908865 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c0d50b1c-9e8e-4721-a990-1a39bb12a51e tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:23.912333 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c0d50b1c-9e8e-4721-a990-1a39bb12a51e tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/a9a009d5-3437-4e73-ae9d-e3b5e0af8510 HTTP/1.1" status: 204 len: 168 time: 0.1611807 Feb 17 17:54:23.912573 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44020) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:23.964562 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ec5e4-3f88-43bf-97e6-183e4d76d56f req-f4bb1146-f959-4a47-a136-5f16122aa4cd tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:23.966207 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-987ec5e4-3f88-43bf-97e6-183e4d76d56f req-f4bb1146-f959-4a47-a136-5f16122aa4cd tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/ports?device_id=006a3f4c-d003-4103-ac42-a5e0b35778bb HTTP/1.1" status: 200 len: 946 time: 0.2869759 Feb 17 17:54:23.993685 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71857af-3557-4a54-b680-187a11bb9b63 req-0cb722a4-81d4-453a-9cd5-2b4c09de0436 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:24.001758 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9896fb0f-a7a2-4fc5-9a55-8de32032ee7b tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0844853 Feb 17 17:54:24.001758 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d50b1c-9e8e-4721-a990-1a39bb12a51e tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a9a009d5-3437-4e73-ae9d-e3b5e0af8510,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:24.002172 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a71857af-3557-4a54-b680-187a11bb9b63 req-0cb722a4-81d4-453a-9cd5-2b4c09de0436 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 946 time: 0.2324531 Feb 17 17:54:24.005028 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44022) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:24.016948 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-7a57f814-84a5-4ca0-ad32-205c1c3a9993 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Request body: {'security_group_rule': {'security_group_id': '2b584bc2-17c9-4c74-80d6-2665c0a6332b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:24.054103 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7a57f814-84a5-4ca0-ad32-205c1c3a9993 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (280b23eb-f21f-428d-87e5-5642b78b86be), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:24.136405 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7a57f814-84a5-4ca0-ad32-205c1c3a9993 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (280b23eb-f21f-428d-87e5-5642b78b86be), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:24.141965 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7a57f814-84a5-4ca0-ad32-205c1c3a9993 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (280b23eb-f21f-428d-87e5-5642b78b86be), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:24.144176 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-987ec5e4-3f88-43bf-97e6-183e4d76d56f req-0f65916f-77bf-4697-85a8-9bb75d422a9b tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/security-groups?id=c2ee14fd-23ec-4278-9791-0ccff11bb589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629844 Feb 17 17:54:24.150658 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a71857af-3557-4a54-b680-187a11bb9b63 req-c448f01e-4cd6-4c18-bca4-3c03bee44e39 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482661 Feb 17 17:54:24.159040 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8249668-28d8-41aa-8c49-45cc11454201 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Network 59975a38-0ee6-47db-abdf-3f268d2340e8 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:54:24.167665 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a57f814-84a5-4ca0-ad32-205c1c3a9993 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=280b23eb-f21f-428d-87e5-5642b78b86be,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:24.170933 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-d8249668-28d8-41aa-8c49-45cc11454201 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:54:24.195316 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7a57f814-84a5-4ca0-ad32-205c1c3a9993 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:24.204694 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7a57f814-84a5-4ca0-ad32-205c1c3a9993 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1977189 Feb 17 17:54:24.207362 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44028) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:24.241827 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-694cfb71-ce0a-4a3f-8cf0-b29eb6d38549 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "GET /v2.0/security-group-rules/280b23eb-f21f-428d-87e5-5642b78b86be HTTP/1.1" status: 200 len: 763 time: 0.0286925 Feb 17 17:54:24.242844 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44032) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:24.312571 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bfe6ddf9-57f6-44fc-8890-01767f6766b1 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0681744 Feb 17 17:54:24.313237 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44034) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:24.347727 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-419e0140-b3ca-4e4d-a859-423ab2a40dab tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (280b23eb-f21f-428d-87e5-5642b78b86be), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:24.357548 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-419e0140-b3ca-4e4d-a859-423ab2a40dab tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (280b23eb-f21f-428d-87e5-5642b78b86be), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:24.396020 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-419e0140-b3ca-4e4d-a859-423ab2a40dab tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (280b23eb-f21f-428d-87e5-5642b78b86be), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:24.408080 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-419e0140-b3ca-4e4d-a859-423ab2a40dab tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:24.411718 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-419e0140-b3ca-4e4d-a859-423ab2a40dab tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/280b23eb-f21f-428d-87e5-5642b78b86be HTTP/1.1" status: 204 len: 168 time: 0.0950842 Feb 17 17:54:24.413575 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44036) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:24.428958 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ebb364cb-338a-47d2-8d41-8e9ce390b1be req-02776c7b-6ed0-44cc-aa6d-df96ec05c1d8 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1350744449&fields=id&tenant_id=02ed179e91da4c8cac3218292b591b92 HTTP/1.1" status: 200 len: 267 time: 0.1081612 Feb 17 17:54:24.433780 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8249668-28d8-41aa-8c49-45cc11454201 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Router 5006be65-ce5f-4ca5-8556-30f3e00a1d48 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:54:24.443330 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419e0140-b3ca-4e4d-a859-423ab2a40dab tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=280b23eb-f21f-428d-87e5-5642b78b86be,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:24.445506 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b720b8-8565-4cc1-8355-1636849da830 req-b94a2912-0c52-4236-b863-d35df40eda28 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:24.447618 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-92b720b8-8565-4cc1-8355-1636849da830 req-b94a2912-0c52-4236-b863-d35df40eda28 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.1707749 Feb 17 17:54:24.471005 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-40e5f6fb-b295-4410-969c-3a89a4053425 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0539300 Feb 17 17:54:24.471240 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44038) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:24.477486 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-0ffb7c85-35a7-422c-9a37-f6dc56261a3a tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Request body: {'security_group_rule': {'security_group_id': '2b584bc2-17c9-4c74-80d6-2665c0a6332b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:24.513329 n-d-829613-2 neutron-server[103434]: INFO neutron.db.securitygroups_db [None req-0ffb7c85-35a7-422c-9a37-f6dc56261a3a tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Project 54c628f6ffb24f699567e0eb61690848 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 17:54:24.524201 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0ffb7c85-35a7-422c-9a37-f6dc56261a3a tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (00946c11-69a6-403d-b6a8-933f4ad48e76), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:24.599518 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0ffb7c85-35a7-422c-9a37-f6dc56261a3a tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (00946c11-69a6-403d-b6a8-933f4ad48e76), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:24.607232 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0ffb7c85-35a7-422c-9a37-f6dc56261a3a tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (00946c11-69a6-403d-b6a8-933f4ad48e76), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:24.629556 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffb7c85-35a7-422c-9a37-f6dc56261a3a tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00946c11-69a6-403d-b6a8-933f4ad48e76,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:24.639589 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0ffb7c85-35a7-422c-9a37-f6dc56261a3a tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:24.641032 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0ffb7c85-35a7-422c-9a37-f6dc56261a3a tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1687694 Feb 17 17:54:24.643680 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44042) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:24.658585 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-9fdc4889-cc19-440b-b22b-485f00cb765b None None] Provisioning complete for port 53e4b4b2-3439-4f6f-917f-5379e8c033ae triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:54:24.659682 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9fdc4889-cc19-440b-b22b-485f00cb765b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (53e4b4b2-3439-4f6f-917f-5379e8c033ae), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:24.659945 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-92b720b8-8565-4cc1-8355-1636849da830 req-b4784544-ef06-4718-bba6-bb883190e256 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2057178 Feb 17 17:54:24.676040 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8249668-28d8-41aa-8c49-45cc11454201 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:54:24.683395 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bfa372e5-ec3e-4d3f-8655-c41bd12ed547 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "GET /v2.0/security-group-rules/00946c11-69a6-403d-b6a8-933f4ad48e76 HTTP/1.1" status: 200 len: 769 time: 0.0384276 Feb 17 17:54:24.684041 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44044) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:24.687825 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-d8249668-28d8-41aa-8c49-45cc11454201 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] 10.222.0.87 "PUT /v2.0/routers/5006be65-ce5f-4ca5-8556-30f3e00a1d48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0976565 Feb 17 17:54:24.688374 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44046) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:24.694579 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04636b4e-2ad9-4254-a75e-f774897e9776 None None] Sync routers for ids ['5006be65-ce5f-4ca5-8556-30f3e00a1d48'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:54:24.717886 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04636b4e-2ad9-4254-a75e-f774897e9776 None None] Routers {'5006be65-ce5f-4ca5-8556-30f3e00a1d48'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:54:24.721240 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-04636b4e-2ad9-4254-a75e-f774897e9776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:54:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['5006be65-ce5f-4ca5-8556-30f3e00a1d48'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:54:24.732941 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb364cb-338a-47d2-8d41-8e9ce390b1be req-9e0fff2a-ae41-4144-8054-fd3dae408c83 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:24.740952 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ebb364cb-338a-47d2-8d41-8e9ce390b1be req-9e0fff2a-ae41-4144-8054-fd3dae408c83 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/networks?id=7c1e3117-546a-4488-820a-d16155db0324 HTTP/1.1" status: 200 len: 813 time: 0.2878585 Feb 17 17:54:24.761060 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ebb364cb-338a-47d2-8d41-8e9ce390b1be req-856f051b-bbcb-47be-8dd1-27b8c7d4be0f tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/quotas/02ed179e91da4c8cac3218292b591b92 HTTP/1.1" status: 200 len: 375 time: 0.0187919 Feb 17 17:54:24.765388 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-04636b4e-2ad9-4254-a75e-f774897e9776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:54:24.778929 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04636b4e-2ad9-4254-a75e-f774897e9776 None None] Routers {'5006be65-ce5f-4ca5-8556-30f3e00a1d48'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:54:24.779814 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-04636b4e-2ad9-4254-a75e-f774897e9776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:54:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['5006be65-ce5f-4ca5-8556-30f3e00a1d48'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:54:24.806011 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-9fdc4889-cc19-440b-b22b-485f00cb765b None None] Port 53e4b4b2-3439-4f6f-917f-5379e8c033ae cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:54:24.837444 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-04636b4e-2ad9-4254-a75e-f774897e9776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:54:24.838378 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04636b4e-2ad9-4254-a75e-f774897e9776 None None] The sync data for ids ['5006be65-ce5f-4ca5-8556-30f3e00a1d48'] in n-d-829613-2 is: [] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:54:24.860542 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ea7cdb9e-e4e8-409f-929f-1f39ee26b435 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks [] for router (5006be65-ce5f-4ca5-8556-30f3e00a1d48), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:24.883178 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ebb364cb-338a-47d2-8d41-8e9ce390b1be req-079d7af4-f8ba-461d-a855-4f9519b4b5df tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=02ed179e91da4c8cac3218292b591b92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1101148 Feb 17 17:54:24.883419 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c58c5903-f349-4485-9cc5-02c9452b17ea tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1956456 Feb 17 17:54:24.900933 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44052) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:24.946577 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8bc7402c-b785-4473-9817-8d049e6cabbc tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (00946c11-69a6-403d-b6a8-933f4ad48e76), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:24.958415 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8bc7402c-b785-4473-9817-8d049e6cabbc tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (00946c11-69a6-403d-b6a8-933f4ad48e76), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:24.980101 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-ea7cdb9e-e4e8-409f-929f-1f39ee26b435 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 17 17:54:24.981212 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ea7cdb9e-e4e8-409f-929f-1f39ee26b435 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] 10.222.0.87 "DELETE /v2.0/routers/5006be65-ce5f-4ca5-8556-30f3e00a1d48 HTTP/1.1" status: 409 len: 329 time: 0.2921307 Feb 17 17:54:24.984185 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44054) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:25.057469 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8bc7402c-b785-4473-9817-8d049e6cabbc tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (00946c11-69a6-403d-b6a8-933f4ad48e76), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:25.067338 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8bc7402c-b785-4473-9817-8d049e6cabbc tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:25.068608 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-8bc7402c-b785-4473-9817-8d049e6cabbc tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/00946c11-69a6-403d-b6a8-933f4ad48e76 HTTP/1.1" status: 204 len: 168 time: 0.1662760 Feb 17 17:54:25.072684 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44056) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:25.079500 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ebb364cb-338a-47d2-8d41-8e9ce390b1be req-37825522-ed66-48d1-a703-3f8a3d7c2a24 service neutron] 10.222.0.87 "GET /v2.0/networks/7c1e3117-546a-4488-820a-d16155db0324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963546 Feb 17 17:54:25.081569 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc7402c-b785-4473-9817-8d049e6cabbc tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00946c11-69a6-403d-b6a8-933f4ad48e76,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:25.090475 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfd6981c-a754-418b-a063-2799d42d59ae req-fd572ffd-4cca-43fc-aedd-60b29cbd2e6e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f255e24f-b858-4ca9-98e5-1b82ef9909e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1297350 Feb 17 17:54:25.224913 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ebb364cb-338a-47d2-8d41-8e9ce390b1be req-718212fd-2046-4b56-8bdb-f8582c063689 service neutron] 10.222.0.87 "GET /v2.0/networks/7c1e3117-546a-4488-820a-d16155db0324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264014 Feb 17 17:54:25.228961 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6981c-a754-418b-a063-2799d42d59ae req-ac5577f4-8960-4789-82f5-7e12427f64d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:25.235598 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfd6981c-a754-418b-a063-2799d42d59ae req-ac5577f4-8960-4789-82f5-7e12427f64d9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=708d2e36ca25476d9214a2f14ef71fc9&device_id=f255e24f-b858-4ca9-98e5-1b82ef9909e4 HTTP/1.1" status: 200 len: 1089 time: 0.1072085 Feb 17 17:54:25.390919 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d201a6-bd2a-4129-9c95-8d2766ef72f5 req-b35f0e68-fa7c-43cf-8593-e957c12304d8 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:25.392798 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-53d201a6-bd2a-4129-9c95-8d2766ef72f5 req-b35f0e68-fa7c-43cf-8593-e957c12304d8 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/ports?device_id=006a3f4c-d003-4103-ac42-a5e0b35778bb HTTP/1.1" status: 200 len: 946 time: 0.1336858 Feb 17 17:54:25.426044 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6981c-a754-418b-a063-2799d42d59ae req-039b764e-ffe1-4bdd-84b0-bc7321b5a97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:25.427542 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfd6981c-a754-418b-a063-2799d42d59ae req-039b764e-ffe1-4bdd-84b0-bc7321b5a97e service neutron] 10.222.0.71 "GET /v2.0/networks?id=106d8950-35e8-4e49-bc8b-6ac4436cd2fe HTTP/1.1" status: 200 len: 913 time: 0.1551480 Feb 17 17:54:25.491860 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfd6981c-a754-418b-a063-2799d42d59ae req-a999ab65-fb0c-458b-a1e9-a785a4411ea1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45efdb57-612c-4a61-93ec-2b44ec255251 HTTP/1.1" status: 200 len: 217 time: 0.0540118 Feb 17 17:54:25.502599 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-cb2ca062-e470-4587-a992-8ef5d75efee2 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4285398 Feb 17 17:54:25.506095 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44068) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:25.518098 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-53d201a6-bd2a-4129-9c95-8d2766ef72f5 req-822364b8-a7a9-4199-af01-8e2d91ced016 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/security-groups?id=c2ee14fd-23ec-4278-9791-0ccff11bb589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099892 Feb 17 17:54:25.595140 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6981c-a754-418b-a063-2799d42d59ae req-9a60e7c7-0b4b-4e1f-a0d4-2643438e79e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:25.597807 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfd6981c-a754-418b-a063-2799d42d59ae req-9a60e7c7-0b4b-4e1f-a0d4-2643438e79e8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f5806a5b-efbb-4c84-b3a4-70ad6c804540 HTTP/1.1" status: 200 len: 851 time: 0.0997036 Feb 17 17:54:25.653913 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3482fef2-29c0-48ea-b198-7a390dde1a74 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (2b584bc2-17c9-4c74-80d6-2665c0a6332b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:25.696820 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3482fef2-29c0-48ea-b198-7a390dde1a74 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (2b584bc2-17c9-4c74-80d6-2665c0a6332b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:25.741141 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6981c-a754-418b-a063-2799d42d59ae req-4c97eeab-f842-49a2-a979-f7ded9f057b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:25.742469 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfd6981c-a754-418b-a063-2799d42d59ae req-4c97eeab-f842-49a2-a979-f7ded9f057b8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=106d8950-35e8-4e49-bc8b-6ac4436cd2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1373708 Feb 17 17:54:25.783026 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3482fef2-29c0-48ea-b198-7a390dde1a74 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (2b584bc2-17c9-4c74-80d6-2665c0a6332b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:25.787696 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3482fef2-29c0-48ea-b198-7a390dde1a74 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:25.791116 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3482fef2-29c0-48ea-b198-7a390dde1a74 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "DELETE /v2.0/security-groups/2b584bc2-17c9-4c74-80d6-2665c0a6332b HTTP/1.1" status: 204 len: 168 time: 0.2816670 Feb 17 17:54:25.794763 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44078) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:25.803160 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d969e1-8fdb-47b3-959f-4c8abc2026d6 req-4c02387e-2749-4bbe-b2a2-494a67701993 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:25.805145 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-42d969e1-8fdb-47b3-959f-4c8abc2026d6 req-4c02387e-2749-4bbe-b2a2-494a67701993 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 946 time: 0.1491976 Feb 17 17:54:25.815879 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9344731a-38b1-4363-97db-640b013aac11 req-9ce0db32-6171-4f14-a497-1b930e4d9c66 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:25.817566 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9344731a-38b1-4363-97db-640b013aac11 req-9ce0db32-6171-4f14-a497-1b930e4d9c66 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/ports?device_id=006a3f4c-d003-4103-ac42-a5e0b35778bb HTTP/1.1" status: 200 len: 946 time: 0.1629112 Feb 17 17:54:25.860689 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482fef2-29c0-48ea-b198-7a390dde1a74 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b584bc2-17c9-4c74-80d6-2665c0a6332b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:25.920162 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4c4d9dd0-ecb5-4091-ae77-f829475961dc tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0922210 Feb 17 17:54:25.921661 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44086) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:25.929690 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-340e57ff-44f6-4616-b341-6c13b2998694 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Request body: {'security_group': {'name': 'tempest-secgroup--1217496918'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:25.939506 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-42d969e1-8fdb-47b3-959f-4c8abc2026d6 req-a317c112-a308-43e2-b53a-77b5daa6730d tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181641 Feb 17 17:54:25.965681 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-233f1cd3-00bd-485c-93d0-8c62eccad25d tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (5006be65-ce5f-4ca5-8556-30f3e00a1d48), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:26.008120 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9344731a-38b1-4363-97db-640b013aac11 req-67f48165-8f21-4813-a241-9c3fb7f84648 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/security-groups?id=c2ee14fd-23ec-4278-9791-0ccff11bb589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780243 Feb 17 17:54:26.023109 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfd6981c-a754-418b-a063-2799d42d59ae req-bf0e54b2-85a1-4d59-ac52-9266671ae18c service neutron] 10.222.0.71 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713840 Feb 17 17:54:26.052158 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44090) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:26.093804 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-340e57ff-44f6-4616-b341-6c13b2998694 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:26.186316 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1af10533-96fe-4aa9-a729-9cfc9eba1dff req-76fc2fc1-61ec-4d88-8836-21e298611768 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 210 time: 0.0400193 Feb 17 17:54:26.303931 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-340e57ff-44f6-4616-b341-6c13b2998694 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (29d8f46e-ced8-4268-8326-42b810537de6), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:26.334787 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-340e57ff-44f6-4616-b341-6c13b2998694 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (29d8f46e-ced8-4268-8326-42b810537de6), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:26.414924 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-340e57ff-44f6-4616-b341-6c13b2998694 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:26.416859 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-340e57ff-44f6-4616-b341-6c13b2998694 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4925852 Feb 17 17:54:26.421362 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e57ff-44f6-4616-b341-6c13b2998694 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29d8f46e-ced8-4268-8326-42b810537de6,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:26.425116 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44100) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:26.431259 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-f378cc26-c598-4067-b210-a4dec23a66d0 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Request body: {'security_group_rule': {'security_group_id': '29d8f46e-ced8-4268-8326-42b810537de6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:26.471004 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f378cc26-c598-4067-b210-a4dec23a66d0 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (377a38b6-db9a-4176-a9a4-67db6350b115), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:26.568544 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-233f1cd3-00bd-485c-93d0-8c62eccad25d tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Deleting port 53e4b4b2-3439-4f6f-917f-5379e8c033ae {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:54:26.569869 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-233f1cd3-00bd-485c-93d0-8c62eccad25d tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (53e4b4b2-3439-4f6f-917f-5379e8c033ae), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:26.597225 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f378cc26-c598-4067-b210-a4dec23a66d0 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (377a38b6-db9a-4176-a9a4-67db6350b115), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:26.610852 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f378cc26-c598-4067-b210-a4dec23a66d0 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (377a38b6-db9a-4176-a9a4-67db6350b115), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:26.680752 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f378cc26-c598-4067-b210-a4dec23a66d0 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=377a38b6-db9a-4176-a9a4-67db6350b115,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:26.691061 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f378cc26-c598-4067-b210-a4dec23a66d0 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:26.692961 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f378cc26-c598-4067-b210-a4dec23a66d0 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2662733 Feb 17 17:54:26.699097 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44104) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:26.754447 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-233f1cd3-00bd-485c-93d0-8c62eccad25d tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (53e4b4b2-3439-4f6f-917f-5379e8c033ae), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:26.778235 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-233f1cd3-00bd-485c-93d0-8c62eccad25d tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Calling delete_port for 53e4b4b2-3439-4f6f-917f-5379e8c033ae owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:54:26.808871 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7425080a-2474-4308-97f2-83e3d142a4f2 tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:26.813316 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-7425080a-2474-4308-97f2-83e3d142a4f2 tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=006a3f4c-d003-4103-ac42-a5e0b35778bb HTTP/1.1" status: 200 len: 1123 time: 0.7530766 Feb 17 17:54:26.814234 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44106) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:26.821672 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-d29eae00-76fd-4957-9921-51f14e857320 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'port_id': '52c3f712-7817-4566-ba8e-4eb5fd522506', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:26.846357 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8bf0281b-7ad2-46e9-a3d9-507f11e7d292 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (29d8f46e-ced8-4268-8326-42b810537de6), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:26.862182 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfd6981c-a754-418b-a063-2799d42d59ae req-ad64bcaf-e68a-4368-b61c-643fdae0dec8 service neutron] 10.222.0.71 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8207109 Feb 17 17:54:26.873197 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55882bfd-e4ec-4f8a-8ee5-74f0cc28f7c1 req-9f90d907-a170-41f0-a45c-1767e14e4d90 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:26.881267 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-55882bfd-e4ec-4f8a-8ee5-74f0cc28f7c1 req-9f90d907-a170-41f0-a45c-1767e14e4d90 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.6933339 Feb 17 17:54:26.897618 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8bf0281b-7ad2-46e9-a3d9-507f11e7d292 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (29d8f46e-ced8-4268-8326-42b810537de6), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:26.918721 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d29eae00-76fd-4957-9921-51f14e857320 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:26.973162 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-55882bfd-e4ec-4f8a-8ee5-74f0cc28f7c1 req-31a6e747-c9f1-4138-9362-4a5467c6d211 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911496 Feb 17 17:54:27.015011 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8bf0281b-7ad2-46e9-a3d9-507f11e7d292 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (29d8f46e-ced8-4268-8326-42b810537de6), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:27.017727 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8bf0281b-7ad2-46e9-a3d9-507f11e7d292 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:27.021520 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44110) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:27.021779 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8bf0281b-7ad2-46e9-a3d9-507f11e7d292 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "DELETE /v2.0/security-groups/29d8f46e-ced8-4268-8326-42b810537de6 HTTP/1.1" status: 204 len: 168 time: 0.3215067 Feb 17 17:54:27.067496 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf0281b-7ad2-46e9-a3d9-507f11e7d292 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d8f46e-ced8-4268-8326-42b810537de6,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:27.127417 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-39505d3a-61ab-44c6-b670-8584ebaac5c7 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1022511 Feb 17 17:54:27.132024 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44112) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:27.132566 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-233f1cd3-00bd-485c-93d0-8c62eccad25d tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (53e4b4b2-3439-4f6f-917f-5379e8c033ae), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:27.229429 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233f1cd3-00bd-485c-93d0-8c62eccad25d tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Pushing event deleted for resources: {'Port': ['ID=53e4b4b2-3439-4f6f-917f-5379e8c033ae,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:27.233128 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d29eae00-76fd-4957-9921-51f14e857320 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:27.383809 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-febc65c0-8048-4bb9-8001-1793426ccc69 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2428331 Feb 17 17:54:27.404112 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44124) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:27.410457 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb364cb-338a-47d2-8d41-8e9ce390b1be req-e7758337-9d5f-43bb-8ecc-d4a63f439696 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:27.604187 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ebb364cb-338a-47d2-8d41-8e9ce390b1be req-e7758337-9d5f-43bb-8ecc-d4a63f439696 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.71 "GET /v2.0/networks?id=7c1e3117-546a-4488-820a-d16155db0324 HTTP/1.1" status: 200 len: 813 time: 0.3128617 Feb 17 17:54:27.604187 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc0af724-b947-4a8a-a66b-5d3de4c211e3 req-7929c190-703e-46f6-8b88-b2b132b01b21 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 210 time: 0.1210122 Feb 17 17:54:27.658808 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-a390e0e5-2517-4df1-820b-5eb5902478bb tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] delete failed (client error): The resource could not be found. Feb 17 17:54:27.659881 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a390e0e5-2517-4df1-820b-5eb5902478bb tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "DELETE /v2.0/security-groups/29d8f46e-ced8-4268-8326-42b810537de6 HTTP/1.1" status: 404 len: 347 time: 0.1858771 Feb 17 17:54:27.670508 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44138) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:27.738686 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-233f1cd3-00bd-485c-93d0-8c62eccad25d tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (5006be65-ce5f-4ca5-8556-30f3e00a1d48), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:27.878064 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ebb364cb-338a-47d2-8d41-8e9ce390b1be req-cca5f72a-4050-4488-b77c-1ff08c2e4e86 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02ed179e91da4c8cac3218292b591b92 HTTP/1.1" status: 200 len: 380 time: 0.3218579 Feb 17 17:54:27.903061 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d1e6b4a8-0b66-47e6-9c52-8c2f9a45d2c4 tempest-SecGroupIPv6Test-419132571 tempest-SecGroupIPv6Test-419132571-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2312145 Feb 17 17:54:27.905634 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-ebb364cb-338a-47d2-8d41-8e9ce390b1be req-30264eb1-b73f-4e8e-9702-eafee1881f4e tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Request body: {'port': {'device_id': '95d4a786-9b96-41d3-9723-9305dd1b8a1d', 'network_id': '7c1e3117-546a-4488-820a-d16155db0324', 'admin_state_up': True, 'tenant_id': '02ed179e91da4c8cac3218292b591b92', 'security_groups': ['092cd681-b4c6-4a04-af75-7033fd519e37']}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:28.008665 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-d29eae00-76fd-4957-9921-51f14e857320 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Allocated IP 172.25.8.242 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/5ccd0530-cc19-4816-83b4-56dd31db675e) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:54:28.091561 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-233f1cd3-00bd-485c-93d0-8c62eccad25d tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Router 5006be65-ce5f-4ca5-8556-30f3e00a1d48 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:54:28.265501 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233f1cd3-00bd-485c-93d0-8c62eccad25d tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:54:28.280160 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-233f1cd3-00bd-485c-93d0-8c62eccad25d tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] 10.222.0.87 "PUT /v2.0/routers/5006be65-ce5f-4ca5-8556-30f3e00a1d48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2913239 Feb 17 17:54:28.280442 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787ed9f3-aa8d-4e41-9f39-898dd4944673 None None] Sync routers for ids ['5006be65-ce5f-4ca5-8556-30f3e00a1d48'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:54:28.281273 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44154) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:28.308896 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787ed9f3-aa8d-4e41-9f39-898dd4944673 None None] Routers {'5006be65-ce5f-4ca5-8556-30f3e00a1d48'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:54:28.328058 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-787ed9f3-aa8d-4e41-9f39-898dd4944673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:54:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['5006be65-ce5f-4ca5-8556-30f3e00a1d48'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:54:28.370582 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-0bc816ab-f170-469f-9a36-1df0f005d06d tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] show failed (client error): The resource could not be found. Feb 17 17:54:28.372872 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0bc816ab-f170-469f-9a36-1df0f005d06d tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] 10.222.0.87 "GET /v2.0/routers/tempest-non_exist_router-2022593996 HTTP/1.1" status: 404 len: 335 time: 0.0904298 Feb 17 17:54:28.376359 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44158) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:28.381017 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-a51afc26-3baa-4fe7-90c4-c18882b1fd59 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:28.383966 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44160) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:28.391720 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d29eae00-76fd-4957-9921-51f14e857320 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for port (5ccd0530-cc19-4816-83b4-56dd31db675e), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:28.466010 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-787ed9f3-aa8d-4e41-9f39-898dd4944673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:54:28.481755 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787ed9f3-aa8d-4e41-9f39-898dd4944673 None None] Routers {'5006be65-ce5f-4ca5-8556-30f3e00a1d48'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:54:28.484226 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-787ed9f3-aa8d-4e41-9f39-898dd4944673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:54:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['5006be65-ce5f-4ca5-8556-30f3e00a1d48'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:54:28.501940 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-a51afc26-3baa-4fe7-90c4-c18882b1fd59 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] update failed (client error): The resource could not be found. Feb 17 17:54:28.508464 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a51afc26-3baa-4fe7-90c4-c18882b1fd59 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] 10.222.0.87 "PUT /v2.0/routers/tempest-non_exist_router-1344023135 HTTP/1.1" status: 404 len: 335 time: 0.1303384 Feb 17 17:54:28.512399 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44168) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:28.531666 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94129751-e2b8-4294-883c-c56936779c05 req-51761cd9-dbb0-48a4-99ff-7f8a6524b0c3 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:28.542752 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-94129751-e2b8-4294-883c-c56936779c05 req-51761cd9-dbb0-48a4-99ff-7f8a6524b0c3 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.4050946 Feb 17 17:54:28.564417 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-787ed9f3-aa8d-4e41-9f39-898dd4944673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:54:28.565124 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787ed9f3-aa8d-4e41-9f39-898dd4944673 None None] The sync data for ids ['5006be65-ce5f-4ca5-8556-30f3e00a1d48'] in n-d-829613-2 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:54:28.571288 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebb364cb-338a-47d2-8d41-8e9ce390b1be req-30264eb1-b73f-4e8e-9702-eafee1881f4e tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Made reservation on behalf of 02ed179e91da4c8cac3218292b591b92 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:54:28.580114 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ebb364cb-338a-47d2-8d41-8e9ce390b1be req-30264eb1-b73f-4e8e-9702-eafee1881f4e tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:28.666596 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6c570ee3-5c15-4df2-9280-5927071134c4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=54c628f6ffb24f699567e0eb61690848&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2805555 Feb 17 17:54:28.670478 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44170) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:28.718788 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-53ce6de8-841d-4926-9e49-87c77c49f45c req-7981c8e1-af43-40ce-80bd-b7300528ce11 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 210 time: 0.1029389 Feb 17 17:54:28.744544 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d29eae00-76fd-4957-9921-51f14e857320 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (5ccd0530-cc19-4816-83b4-56dd31db675e), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:28.754179 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0c3634c-7c71-4658-8bbe-6577dc29f509 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Deleting subnet 9576b84f-d265-4c1e-a4e1-4fe804367df6 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:54:28.764711 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d0c3634c-7c71-4658-8bbe-6577dc29f509 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks [] for subnet (9576b84f-d265-4c1e-a4e1-4fe804367df6), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:28.800596 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29eae00-76fd-4957-9921-51f14e857320 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event updated for resources: {'Port': ['ID=5ccd0530-cc19-4816-83b4-56dd31db675e,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:28.822096 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d0c3634c-7c71-4658-8bbe-6577dc29f509 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (9576b84f-d265-4c1e-a4e1-4fe804367df6), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:28.911155 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-94129751-e2b8-4294-883c-c56936779c05 req-4f1b9567-84b2-4d2d-b987-04d46065b842 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3586187 Feb 17 17:54:28.913284 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29eae00-76fd-4957-9921-51f14e857320 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:54:28.917162 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-d29eae00-76fd-4957-9921-51f14e857320 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:54:28.921724 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29eae00-76fd-4957-9921-51f14e857320 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:54:28.938321 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d2cb5bd0-fa00-4ee6-b9a4-414bebde8a0f admin admin] Publish callbacks [] for security_group (22d5dd4a-0f88-43c4-86d2-92a26d2cc1f4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:29.015817 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d2cb5bd0-fa00-4ee6-b9a4-414bebde8a0f admin admin] Publish callbacks [] for security_group (22d5dd4a-0f88-43c4-86d2-92a26d2cc1f4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:29.063848 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d0c3634c-7c71-4658-8bbe-6577dc29f509 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (9576b84f-d265-4c1e-a4e1-4fe804367df6), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:29.090357 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-ebb364cb-338a-47d2-8d41-8e9ce390b1be req-30264eb1-b73f-4e8e-9702-eafee1881f4e tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Allocated IP 172.20.0.7 (7c1e3117-546a-4488-820a-d16155db0324/2483f3f8-7359-406b-bf51-5ef55371b51b/abefc439-6ca7-41fa-a2d0-2bc9e5835024) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:54:29.139734 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d2cb5bd0-fa00-4ee6-b9a4-414bebde8a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (22d5dd4a-0f88-43c4-86d2-92a26d2cc1f4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:29.143508 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d2cb5bd0-fa00-4ee6-b9a4-414bebde8a0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:29.161048 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d2cb5bd0-fa00-4ee6-b9a4-414bebde8a0f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/22d5dd4a-0f88-43c4-86d2-92a26d2cc1f4 HTTP/1.1" status: 204 len: 168 time: 0.4886291 Feb 17 17:54:29.181394 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d0c3634c-7c71-4658-8bbe-6577dc29f509 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (9576b84f-d265-4c1e-a4e1-4fe804367df6), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:29.329743 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c3634c-7c71-4658-8bbe-6577dc29f509 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Pushing event deleted for resources: {'Subnet': ['ID=9576b84f-d265-4c1e-a4e1-4fe804367df6,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:29.332476 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d0c3634c-7c71-4658-8bbe-6577dc29f509 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:29.338746 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d0c3634c-7c71-4658-8bbe-6577dc29f509 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] 10.222.0.87 "DELETE /v2.0/subnets/9576b84f-d265-4c1e-a4e1-4fe804367df6 HTTP/1.1" status: 204 len: 168 time: 0.8203769 Feb 17 17:54:29.339980 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb5bd0-fa00-4ee6-b9a4-414bebde8a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d5dd4a-0f88-43c4-86d2-92a26d2cc1f4,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:29.340601 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f294f7e-0bd7-4c2f-bcd9-0e18ec5e2942 None None] Network bd78c335-ed19-4236-9e41-a2e9f611a20b requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:54:29.342817 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44186) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:29.419282 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a6a04c1-05d4-4822-80fe-8d2903be04fa tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Deleting subnet 6b957ef6-31bd-43a8-a17a-20f87207cf2f {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:54:29.431802 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1a6a04c1-05d4-4822-80fe-8d2903be04fa tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks [] for subnet (6b957ef6-31bd-43a8-a17a-20f87207cf2f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:29.558105 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1a6a04c1-05d4-4822-80fe-8d2903be04fa tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (6b957ef6-31bd-43a8-a17a-20f87207cf2f), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:29.599820 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ebb364cb-338a-47d2-8d41-8e9ce390b1be req-30264eb1-b73f-4e8e-9702-eafee1881f4e tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks [] for port (abefc439-6ca7-41fa-a2d0-2bc9e5835024), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:29.701798 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ebb364cb-338a-47d2-8d41-8e9ce390b1be req-30264eb1-b73f-4e8e-9702-eafee1881f4e tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (abefc439-6ca7-41fa-a2d0-2bc9e5835024), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:29.748372 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82ed6d9-e1b5-491e-a7d1-8b17ae044aa5 None None] DHCP port deletion for bd78c335-ed19-4236-9e41-a2e9f611a20b request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:54:29.848995 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebb364cb-338a-47d2-8d41-8e9ce390b1be req-30264eb1-b73f-4e8e-9702-eafee1881f4e tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Network 7c1e3117-546a-4488-820a-d16155db0324 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:54:29.887852 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1a6a04c1-05d4-4822-80fe-8d2903be04fa tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (6b957ef6-31bd-43a8-a17a-20f87207cf2f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:29.907476 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-a82ed6d9-e1b5-491e-a7d1-8b17ae044aa5 None None] Deleting port 573eb22c-23de-472a-b3b0-217436562850 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:54:29.907858 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a82ed6d9-e1b5-491e-a7d1-8b17ae044aa5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (573eb22c-23de-472a-b3b0-217436562850), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:29.915669 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-ebb364cb-338a-47d2-8d41-8e9ce390b1be req-30264eb1-b73f-4e8e-9702-eafee1881f4e tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:54:29.973578 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb364cb-338a-47d2-8d41-8e9ce390b1be req-30264eb1-b73f-4e8e-9702-eafee1881f4e tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:54:29.980349 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30264eb1-b73f-4e8e-9702-eafee1881f4e tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Pushing event updated for resources: {'Port': ['ID=abefc439-6ca7-41fa-a2d0-2bc9e5835024,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:30.034188 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1a6a04c1-05d4-4822-80fe-8d2903be04fa tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (6b957ef6-31bd-43a8-a17a-20f87207cf2f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:30.126712 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a04c1-05d4-4822-80fe-8d2903be04fa tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Pushing event deleted for resources: {'Subnet': ['ID=6b957ef6-31bd-43a8-a17a-20f87207cf2f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:30.129795 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37272020-4bf9-436f-8647-e324f9269016 None None] Network 59996e1e-16cb-40f2-a769-ddc2d53b9909 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:54:30.131956 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb364cb-338a-47d2-8d41-8e9ce390b1be req-30264eb1-b73f-4e8e-9702-eafee1881f4e tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:30.132211 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1a6a04c1-05d4-4822-80fe-8d2903be04fa tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:30.132663 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ebb364cb-338a-47d2-8d41-8e9ce390b1be req-30264eb1-b73f-4e8e-9702-eafee1881f4e tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:30.144116 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-1a6a04c1-05d4-4822-80fe-8d2903be04fa tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] 10.222.0.87 "DELETE /v2.0/subnets/6b957ef6-31bd-43a8-a17a-20f87207cf2f HTTP/1.1" status: 204 len: 168 time: 0.7950487 Feb 17 17:54:30.144539 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44212) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:30.186315 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ebb364cb-338a-47d2-8d41-8e9ce390b1be req-30264eb1-b73f-4e8e-9702-eafee1881f4e tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2936912 Feb 17 17:54:30.214124 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-ebb364cb-338a-47d2-8d41-8e9ce390b1be req-6e72702d-eefb-457b-8a56-d0ef68a5fd84 service neutron] Request body: {'port': {'device_id': '95d4a786-9b96-41d3-9723-9305dd1b8a1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:30.226307 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5fa00-e72c-4702-8996-cae4e0d776cd req-2dfc22ad-c488-48b3-bf31-d5519464e6c5 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:30.234165 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-56c5fa00-e72c-4702-8996-cae4e0d776cd req-2dfc22ad-c488-48b3-bf31-d5519464e6c5 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 931 time: 0.2631259 Feb 17 17:54:30.250707 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-a82ed6d9-e1b5-491e-a7d1-8b17ae044aa5 None None] For port 573eb22c-23de-472a-b3b0-217436562850, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=573eb22c-23de-472a-b3b0-217436562850,segment=NetworkSegment(d0c1a530-e0c0-4907-9dd3-39fbe732733d),segment_id=d0c1a530-e0c0-4907-9dd3-39fbe732733d)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:54:30.251558 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a82ed6d9-e1b5-491e-a7d1-8b17ae044aa5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (573eb22c-23de-472a-b3b0-217436562850), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:30.319468 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-a82ed6d9-e1b5-491e-a7d1-8b17ae044aa5 None None] Calling delete_port for 573eb22c-23de-472a-b3b0-217436562850 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:54:30.481483 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d29eae00-76fd-4957-9921-51f14e857320 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for floatingip (cdce9351-1084-48b1-afd6-fd0974eaabfe), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:30.541442 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-4e79aa23-ec05-4f97-bc4e-726911c3b7a4 None None] Provisioning complete for port abefc439-6ca7-41fa-a2d0-2bc9e5835024 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:54:30.541945 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4e79aa23-ec05-4f97-bc4e-726911c3b7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (abefc439-6ca7-41fa-a2d0-2bc9e5835024), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:30.547987 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aa249691-61da-422b-9dc5-995538898f10 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (bd78c335-ed19-4236-9e41-a2e9f611a20b), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:30.556333 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-56c5fa00-e72c-4702-8996-cae4e0d776cd req-85322afa-e44a-4b20-839b-3be0c3051503 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/security-groups?id=092cd681-b4c6-4a04-af75-7033fd519e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3211634 Feb 17 17:54:30.599920 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ebb364cb-338a-47d2-8d41-8e9ce390b1be req-6e72702d-eefb-457b-8a56-d0ef68a5fd84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (abefc439-6ca7-41fa-a2d0-2bc9e5835024), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:30.613575 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175784d2-8020-481f-9294-c60dfef8f662 req-2e77787d-02e5-43c7-843d-ae8bc1c48551 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:30.622861 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-175784d2-8020-481f-9294-c60dfef8f662 req-2e77787d-02e5-43c7-843d-ae8bc1c48551 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.4309797 Feb 17 17:54:30.627154 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a82ed6d9-e1b5-491e-a7d1-8b17ae044aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (573eb22c-23de-472a-b3b0-217436562850), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:30.640111 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-4e79aa23-ec05-4f97-bc4e-726911c3b7a4 None None] Port abefc439-6ca7-41fa-a2d0-2bc9e5835024 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:54:30.658019 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e85e313-362a-42d2-9b44-0b9bed20a9a6 None None] DHCP port deletion for 59996e1e-16cb-40f2-a769-ddc2d53b9909 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:54:30.693205 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44228) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:30.765763 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82ed6d9-e1b5-491e-a7d1-8b17ae044aa5 None None] No DVR routers for this DVR port 573eb22c-23de-472a-b3b0-217436562850 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:54:30.800446 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d29eae00-76fd-4957-9921-51f14e857320 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5ccd0530-cc19-4816-83b4-56dd31db675e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:30.800873 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ed6d9-e1b5-491e-a7d1-8b17ae044aa5 None None] Pushing event deleted for resources: {'Port': ['ID=573eb22c-23de-472a-b3b0-217436562850,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:30.806561 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-175784d2-8020-481f-9294-c60dfef8f662 req-6445f1d3-993e-49db-be2d-c60f286f8b1d tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826046 Feb 17 17:54:30.872307 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82ed6d9-e1b5-491e-a7d1-8b17ae044aa5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:54:30.872673 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82ed6d9-e1b5-491e-a7d1-8b17ae044aa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:54:30.883169 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82ed6d9-e1b5-491e-a7d1-8b17ae044aa5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:54:30.886445 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82ed6d9-e1b5-491e-a7d1-8b17ae044aa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:54:30.887117 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82ed6d9-e1b5-491e-a7d1-8b17ae044aa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:54:30.887693 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82ed6d9-e1b5-491e-a7d1-8b17ae044aa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:54:30.888538 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82ed6d9-e1b5-491e-a7d1-8b17ae044aa5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:54:30.889751 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82ed6d9-e1b5-491e-a7d1-8b17ae044aa5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:54:30.891295 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82ed6d9-e1b5-491e-a7d1-8b17ae044aa5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:54:30.894388 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82ed6d9-e1b5-491e-a7d1-8b17ae044aa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:54:30.894998 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82ed6d9-e1b5-491e-a7d1-8b17ae044aa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:54:30.895506 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82ed6d9-e1b5-491e-a7d1-8b17ae044aa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:54:30.898651 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82ed6d9-e1b5-491e-a7d1-8b17ae044aa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:54:30.931987 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aa249691-61da-422b-9dc5-995538898f10 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (bd78c335-ed19-4236-9e41-a2e9f611a20b), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:30.978616 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-2e85e313-362a-42d2-9b44-0b9bed20a9a6 None None] Deleting port 8fd45f07-6d8c-4e25-be6a-74f2c40c53eb {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:54:30.979108 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2e85e313-362a-42d2-9b44-0b9bed20a9a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (8fd45f07-6d8c-4e25-be6a-74f2c40c53eb), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:30.980128 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-d2fc718a-e563-4b68-ab06-d20fe8983bda tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Request body: {'security_group': {'name': 'tempest-secgroup--595730583'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:31.041348 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d2fc718a-e563-4b68-ab06-d20fe8983bda tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:31.053081 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d2fc718a-e563-4b68-ab06-d20fe8983bda tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:31.055341 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-aa249691-61da-422b-9dc5-995538898f10 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd78c335-ed19-4236-9e41-a2e9f611a20b']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:54:31.078307 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-2e85e313-362a-42d2-9b44-0b9bed20a9a6 None None] For port 8fd45f07-6d8c-4e25-be6a-74f2c40c53eb, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=8fd45f07-6d8c-4e25-be6a-74f2c40c53eb,segment=NetworkSegment(da803479-7e9e-4cb5-8fc3-9a322af2a745),segment_id=da803479-7e9e-4cb5-8fc3-9a322af2a745)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:54:31.079154 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2e85e313-362a-42d2-9b44-0b9bed20a9a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (8fd45f07-6d8c-4e25-be6a-74f2c40c53eb), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:31.093965 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-aa249691-61da-422b-9dc5-995538898f10 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0c1a530-e0c0-4907-9dd3-39fbe732733d') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:54:31.094179 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-aa249691-61da-422b-9dc5-995538898f10 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0c1a530-e0c0-4907-9dd3-39fbe732733d') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:54:31.096644 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-2e85e313-362a-42d2-9b44-0b9bed20a9a6 None None] Calling delete_port for 8fd45f07-6d8c-4e25-be6a-74f2c40c53eb owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:54:31.124284 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aa249691-61da-422b-9dc5-995538898f10 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (d0c1a530-e0c0-4907-9dd3-39fbe732733d), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:31.205714 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d2fc718a-e563-4b68-ab06-d20fe8983bda tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (78f72153-caee-453b-b7e5-3857528f95bf), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:31.212066 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d2fc718a-e563-4b68-ab06-d20fe8983bda tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (78f72153-caee-453b-b7e5-3857528f95bf), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:31.220460 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2e85e313-362a-42d2-9b44-0b9bed20a9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (8fd45f07-6d8c-4e25-be6a-74f2c40c53eb), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:31.250391 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85e313-362a-42d2-9b44-0b9bed20a9a6 None None] Pushing event deleted for resources: {'Port': ['ID=8fd45f07-6d8c-4e25-be6a-74f2c40c53eb,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:31.254901 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e85e313-362a-42d2-9b44-0b9bed20a9a6 None None] No DVR routers for this DVR port 8fd45f07-6d8c-4e25-be6a-74f2c40c53eb on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:54:31.293622 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aa249691-61da-422b-9dc5-995538898f10 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (d0c1a530-e0c0-4907-9dd3-39fbe732733d), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:31.306243 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d2fc718a-e563-4b68-ab06-d20fe8983bda tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (6fb066a8-91a9-4558-82d0-76c7552c4f6f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:31.349233 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa249691-61da-422b-9dc5-995538898f10 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:54:31.349719 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aa249691-61da-422b-9dc5-995538898f10 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (d0c1a530-e0c0-4907-9dd3-39fbe732733d), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:31.353072 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 17:54:31.353072 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:54:31.353072 n-d-829613-2 neutron-server[103435]: timer() Feb 17 17:54:31.353072 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:54:31.353072 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 17:54:31.353072 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:54:31.353072 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 17:54:31.353072 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:54:31.353072 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 17:54:31.353072 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:54:31.353072 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 17:54:31.353072 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:54:31.353072 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 17:54:31.353072 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:54:31.353072 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:54:31.353072 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:54:31.353072 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:54:31.353072 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:54:31.353072 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 17:54:31.353072 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:54:31.353072 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 17:54:31.353072 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:54:31.353072 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:54:31.353072 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:54:31.353072 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 17:54:31.353072 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:54:31.353072 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:54:31.353072 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:54:31.353072 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:54:31.353072 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:54:31.353072 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:54:31.353072 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:54:31.364338 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc718a-e563-4b68-ab06-d20fe8983bda tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78f72153-caee-453b-b7e5-3857528f95bf,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:31.368932 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d2fc718a-e563-4b68-ab06-d20fe8983bda tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (6fb066a8-91a9-4558-82d0-76c7552c4f6f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:31.429277 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc718a-e563-4b68-ab06-d20fe8983bda tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb066a8-91a9-4558-82d0-76c7552c4f6f,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:31.464919 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d2fc718a-e563-4b68-ab06-d20fe8983bda tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:31.469741 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d2fc718a-e563-4b68-ab06-d20fe8983bda tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7752390 Feb 17 17:54:31.470922 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44242) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:31.500664 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d29eae00-76fd-4957-9921-51f14e857320 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for port (5ccd0530-cc19-4816-83b4-56dd31db675e), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:31.514900 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 573eb22c-23de-472a-b3b0-217436562850 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:54:31.529532 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aa249691-61da-422b-9dc5-995538898f10 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (bd78c335-ed19-4236-9e41-a2e9f611a20b), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:31.532849 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d29eae00-76fd-4957-9921-51f14e857320 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (5ccd0530-cc19-4816-83b4-56dd31db675e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:31.548489 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aa249691-61da-422b-9dc5-995538898f10 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:31.554690 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-aa249691-61da-422b-9dc5-995538898f10 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] 10.222.0.87 "DELETE /v2.0/networks/bd78c335-ed19-4236-9e41-a2e9f611a20b HTTP/1.1" status: 204 len: 168 time: 1.3820529 Feb 17 17:54:31.556754 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44246) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:31.577228 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b7351ca5-0e4e-4d6a-b398-171a604449e8 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1030304 Feb 17 17:54:31.580561 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 573eb22c-23de-472a-b3b0-217436562850 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:54:31.582222 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 573eb22c-23de-472a-b3b0-217436562850 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:54:31.582865 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 8fd45f07-6d8c-4e25-be6a-74f2c40c53eb no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:54:31.590349 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44248) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:31.597583 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-44e4b215-a671-4a35-ba3a-337c2b01920a tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Request body: {'security_group': {'name': 'tempest-security--252167430', 'description': 'tempest-security-description-1364271564'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:31.614989 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa249691-61da-422b-9dc5-995538898f10 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Pushing event deleted for resources: {'Network': ['ID=bd78c335-ed19-4236-9e41-a2e9f611a20b,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:31.642893 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 8fd45f07-6d8c-4e25-be6a-74f2c40c53eb {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:54:31.643252 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 8fd45f07-6d8c-4e25-be6a-74f2c40c53eb not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:54:31.736860 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-44e4b215-a671-4a35-ba3a-337c2b01920a tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (6fb066a8-91a9-4558-82d0-76c7552c4f6f), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:31.747570 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e1caa1c5-a8f5-400d-9fc7-b76f87bfeccd tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (59996e1e-16cb-40f2-a769-ddc2d53b9909), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:31.793269 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29eae00-76fd-4957-9921-51f14e857320 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event updated for resources: {'Port': ['ID=5ccd0530-cc19-4816-83b4-56dd31db675e,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:31.860969 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-44e4b215-a671-4a35-ba3a-337c2b01920a tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (6fb066a8-91a9-4558-82d0-76c7552c4f6f), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:31.878069 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-44e4b215-a671-4a35-ba3a-337c2b01920a tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (6fb066a8-91a9-4558-82d0-76c7552c4f6f), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:31.888741 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-44e4b215-a671-4a35-ba3a-337c2b01920a tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:31.890511 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-44e4b215-a671-4a35-ba3a-337c2b01920a tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "PUT /v2.0/security-groups/6fb066a8-91a9-4558-82d0-76c7552c4f6f HTTP/1.1" status: 200 len: 1796 time: 0.2990859 Feb 17 17:54:31.899967 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44258) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:31.931070 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e1caa1c5-a8f5-400d-9fc7-b76f87bfeccd tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (59996e1e-16cb-40f2-a769-ddc2d53b9909), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:32.004652 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e1caa1c5-a8f5-400d-9fc7-b76f87bfeccd tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59996e1e-16cb-40f2-a769-ddc2d53b9909']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:54:32.021000 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e1caa1c5-a8f5-400d-9fc7-b76f87bfeccd tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da803479-7e9e-4cb5-8fc3-9a322af2a745') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:54:32.021601 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e1caa1c5-a8f5-400d-9fc7-b76f87bfeccd tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da803479-7e9e-4cb5-8fc3-9a322af2a745') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:54:32.044798 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e1caa1c5-a8f5-400d-9fc7-b76f87bfeccd tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (da803479-7e9e-4cb5-8fc3-9a322af2a745), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:32.075585 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e4b215-a671-4a35-ba3a-337c2b01920a tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb066a8-91a9-4558-82d0-76c7552c4f6f,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:32.093824 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e1caa1c5-a8f5-400d-9fc7-b76f87bfeccd tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (da803479-7e9e-4cb5-8fc3-9a322af2a745), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:32.110028 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1caa1c5-a8f5-400d-9fc7-b76f87bfeccd tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:54:32.110358 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e1caa1c5-a8f5-400d-9fc7-b76f87bfeccd tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (da803479-7e9e-4cb5-8fc3-9a322af2a745), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:32.115538 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:54:32.115538 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:54:32.115538 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:54:32.115538 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:54:32.115538 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:54:32.115538 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:54:32.115538 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:54:32.115538 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:54:32.115538 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:54:32.115538 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:54:32.115538 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:54:32.115538 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:54:32.115538 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:54:32.115538 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:54:32.115538 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:54:32.115538 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:54:32.115538 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:54:32.115538 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:54:32.115538 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:54:32.115538 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:54:32.115538 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:54:32.115538 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:54:32.115538 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:54:32.115538 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:54:32.115538 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:54:32.115538 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:54:32.115538 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:54:32.115538 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:54:32.115538 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:54:32.115538 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:54:32.115538 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:54:32.115538 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:54:32.136713 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8df709d2-2557-4d8a-a326-04729792eb31 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "GET /v2.0/security-groups/6fb066a8-91a9-4558-82d0-76c7552c4f6f HTTP/1.1" status: 200 len: 1796 time: 0.1983194 Feb 17 17:54:32.136947 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44264) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:32.252082 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7c3ae441-4cc7-4a78-8121-1865c9cf2674 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (6fb066a8-91a9-4558-82d0-76c7552c4f6f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:32.254266 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e1caa1c5-a8f5-400d-9fc7-b76f87bfeccd tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (59996e1e-16cb-40f2-a769-ddc2d53b9909), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:32.260174 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e1caa1c5-a8f5-400d-9fc7-b76f87bfeccd tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:32.266685 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e1caa1c5-a8f5-400d-9fc7-b76f87bfeccd tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] 10.222.0.87 "DELETE /v2.0/networks/59996e1e-16cb-40f2-a769-ddc2d53b9909 HTTP/1.1" status: 204 len: 168 time: 0.7085824 Feb 17 17:54:32.267348 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44270) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:32.300399 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-ebb364cb-338a-47d2-8d41-8e9ce390b1be req-6e72702d-eefb-457b-8a56-d0ef68a5fd84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abefc439-6ca7-41fa-a2d0-2bc9e5835024 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:54:32.304533 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3282a9-a5ab-42a3-a39d-240f412ea6c0 req-696e65b0-055e-4d02-b34b-916e80f2d991 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:32.305572 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0f3282a9-a5ab-42a3-a39d-240f412ea6c0 req-696e65b0-055e-4d02-b34b-916e80f2d991 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 931 time: 0.5758288 Feb 17 17:54:32.311259 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d29eae00-76fd-4957-9921-51f14e857320 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (cdce9351-1084-48b1-afd6-fd0974eaabfe), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:32.316000 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ebb364cb-338a-47d2-8d41-8e9ce390b1be req-6e72702d-eefb-457b-8a56-d0ef68a5fd84 service neutron] Publish callbacks [] for port (abefc439-6ca7-41fa-a2d0-2bc9e5835024), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:32.338693 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1caa1c5-a8f5-400d-9fc7-b76f87bfeccd tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Pushing event deleted for resources: {'Network': ['ID=59996e1e-16cb-40f2-a769-ddc2d53b9909,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:32.357921 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7c3ae441-4cc7-4a78-8121-1865c9cf2674 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (6fb066a8-91a9-4558-82d0-76c7552c4f6f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:32.394828 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eabfb04-e5b8-4757-89e5-98a82fb4f1c8 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Deleting subnet 1643c655-b1b5-4945-ae06-17747c8eb9f3 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:54:32.402750 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1eabfb04-e5b8-4757-89e5-98a82fb4f1c8 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks [] for subnet (1643c655-b1b5-4945-ae06-17747c8eb9f3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:32.438686 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cad835-110a-4aa5-8319-b7f33a956f61 req-e0429afe-ea76-416a-8545-2a63df4e6683 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:32.446834 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-06cad835-110a-4aa5-8319-b7f33a956f61 req-e0429afe-ea76-416a-8545-2a63df4e6683 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.2200837 Feb 17 17:54:32.469384 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-ebb364cb-338a-47d2-8d41-8e9ce390b1be req-6e72702d-eefb-457b-8a56-d0ef68a5fd84 service neutron] Transition to ACTIVE for port object abefc439-6ca7-41fa-a2d0-2bc9e5835024 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:54:32.491598 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1eabfb04-e5b8-4757-89e5-98a82fb4f1c8 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (1643c655-b1b5-4945-ae06-17747c8eb9f3), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:32.496154 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0f3282a9-a5ab-42a3-a39d-240f412ea6c0 req-75b7aea5-48b1-410f-b2a8-0238f4ceb4e0 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/security-groups?id=092cd681-b4c6-4a04-af75-7033fd519e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364598 Feb 17 17:54:32.510380 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ebb364cb-338a-47d2-8d41-8e9ce390b1be req-6e72702d-eefb-457b-8a56-d0ef68a5fd84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (abefc439-6ca7-41fa-a2d0-2bc9e5835024), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:32.553284 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7c3ae441-4cc7-4a78-8121-1865c9cf2674 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (6fb066a8-91a9-4558-82d0-76c7552c4f6f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:32.557083 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7c3ae441-4cc7-4a78-8121-1865c9cf2674 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:32.559361 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7c3ae441-4cc7-4a78-8121-1865c9cf2674 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "DELETE /v2.0/security-groups/6fb066a8-91a9-4558-82d0-76c7552c4f6f HTTP/1.1" status: 204 len: 168 time: 0.4189103 Feb 17 17:54:32.574959 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44276) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:32.656045 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3ae441-4cc7-4a78-8121-1865c9cf2674 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb066a8-91a9-4558-82d0-76c7552c4f6f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:32.679131 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-06cad835-110a-4aa5-8319-b7f33a956f61 req-b0094e44-7e8c-4a59-979a-6b1f5e2c7c84 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2309222 Feb 17 17:54:32.700838 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e72702d-eefb-457b-8a56-d0ef68a5fd84 service neutron] Pushing event updated for resources: {'Port': ['ID=abefc439-6ca7-41fa-a2d0-2bc9e5835024,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:32.740792 n-d-829613-2 neutron-server[103435]: INFO neutron.db.l3_db [None req-d29eae00-76fd-4957-9921-51f14e857320 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Floating IP cdce9351-1084-48b1-afd6-fd0974eaabfe associated. External IP: 172.25.8.242, port: 52c3f712-7817-4566-ba8e-4eb5fd522506. Feb 17 17:54:32.782931 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-abbfec04-cf80-4b3b-a773-c6386f8b6c00 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1992922 Feb 17 17:54:32.783452 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44282) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:32.853806 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-71fb3c0b-61e4-4254-9bdf-579ebedd7de8 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] delete failed (client error): The resource could not be found. Feb 17 17:54:32.855559 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-71fb3c0b-61e4-4254-9bdf-579ebedd7de8 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "DELETE /v2.0/security-groups/6fb066a8-91a9-4558-82d0-76c7552c4f6f HTTP/1.1" status: 404 len: 347 time: 0.0711401 Feb 17 17:54:32.860235 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44286) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:32.868327 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-22ef0a57-8b6f-4336-9b42-cd21b1534ee7 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Request body: {'security_group': {'name': 'tempest-secgroup--1108686694'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:32.880864 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1eabfb04-e5b8-4757-89e5-98a82fb4f1c8 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (1643c655-b1b5-4945-ae06-17747c8eb9f3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:32.915440 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-ebb364cb-338a-47d2-8d41-8e9ce390b1be req-6e72702d-eefb-457b-8a56-d0ef68a5fd84 service neutron] Attempting to bind port abefc439-6ca7-41fa-a2d0-2bc9e5835024 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:54:32.930613 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-ebb364cb-338a-47d2-8d41-8e9ce390b1be req-6e72702d-eefb-457b-8a56-d0ef68a5fd84 service neutron] Attempting to bind port abefc439-6ca7-41fa-a2d0-2bc9e5835024 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '6417b187-748d-41b0-804a-6f87c7c51427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7c1e3117-546a-4488-820a-d16155db0324'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:54:32.933968 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb364cb-338a-47d2-8d41-8e9ce390b1be req-6e72702d-eefb-457b-8a56-d0ef68a5fd84 service neutron] Attempting to bind port abefc439-6ca7-41fa-a2d0-2bc9e5835024 on network 7c1e3117-546a-4488-820a-d16155db0324 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:54:32.941170 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-22ef0a57-8b6f-4336-9b42-cd21b1534ee7 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:32.943154 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a0604c8b-ed1a-4763-b466-0fa64839a16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:32.951510 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb364cb-338a-47d2-8d41-8e9ce390b1be req-6e72702d-eefb-457b-8a56-d0ef68a5fd84 service neutron] Port abefc439-6ca7-41fa-a2d0-2bc9e5835024 on network 7c1e3117-546a-4488-820a-d16155db0324 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:54:32.958014 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb364cb-338a-47d2-8d41-8e9ce390b1be req-6e72702d-eefb-457b-8a56-d0ef68a5fd84 service neutron] Attempting to bind port abefc439-6ca7-41fa-a2d0-2bc9e5835024 on network 7c1e3117-546a-4488-820a-d16155db0324 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:54:32.972117 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb364cb-338a-47d2-8d41-8e9ce390b1be req-6e72702d-eefb-457b-8a56-d0ef68a5fd84 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:54:32.979945 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb364cb-338a-47d2-8d41-8e9ce390b1be req-6e72702d-eefb-457b-8a56-d0ef68a5fd84 service neutron] Checking segment: {'id': '6417b187-748d-41b0-804a-6f87c7c51427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7c1e3117-546a-4488-820a-d16155db0324'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:54:32.980693 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb364cb-338a-47d2-8d41-8e9ce390b1be req-6e72702d-eefb-457b-8a56-d0ef68a5fd84 service neutron] Bound using segment: {'id': '6417b187-748d-41b0-804a-6f87c7c51427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7c1e3117-546a-4488-820a-d16155db0324'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:54:32.981387 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-ebb364cb-338a-47d2-8d41-8e9ce390b1be req-6e72702d-eefb-457b-8a56-d0ef68a5fd84 service neutron] Bound port: abefc439-6ca7-41fa-a2d0-2bc9e5835024, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6417b187-748d-41b0-804a-6f87c7c51427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7c1e3117-546a-4488-820a-d16155db0324'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:54:32.981770 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ebb364cb-338a-47d2-8d41-8e9ce390b1be req-6e72702d-eefb-457b-8a56-d0ef68a5fd84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (abefc439-6ca7-41fa-a2d0-2bc9e5835024), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:33.054974 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1eabfb04-e5b8-4757-89e5-98a82fb4f1c8 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (1643c655-b1b5-4945-ae06-17747c8eb9f3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:33.107478 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-22ef0a57-8b6f-4336-9b42-cd21b1534ee7 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (916540b9-5d0c-49d9-a1cd-8f5c85b0ded7), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:33.138764 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eabfb04-e5b8-4757-89e5-98a82fb4f1c8 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Pushing event deleted for resources: {'Subnet': ['ID=1643c655-b1b5-4945-ae06-17747c8eb9f3,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:33.146520 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-22ef0a57-8b6f-4336-9b42-cd21b1534ee7 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (916540b9-5d0c-49d9-a1cd-8f5c85b0ded7), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:33.154555 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69054802-37c1-4698-8659-a682a5432eb6 None None] Network 59975a38-0ee6-47db-abdf-3f268d2340e8 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:54:33.160251 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1eabfb04-e5b8-4757-89e5-98a82fb4f1c8 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:33.163838 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-1eabfb04-e5b8-4757-89e5-98a82fb4f1c8 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] 10.222.0.87 "DELETE /v2.0/subnets/1643c655-b1b5-4945-ae06-17747c8eb9f3 HTTP/1.1" status: 204 len: 168 time: 0.8908408 Feb 17 17:54:33.169988 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44292) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:33.186625 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-22ef0a57-8b6f-4336-9b42-cd21b1534ee7 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:33.188787 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-22ef0a57-8b6f-4336-9b42-cd21b1534ee7 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3264701 Feb 17 17:54:33.191466 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6e01c-19e4-4807-a320-e597e9100655 req-56b450a2-f424-41c0-a0c6-a9579446561d tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:33.199131 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d3c6e01c-19e4-4807-a320-e597e9100655 req-56b450a2-f424-41c0-a0c6-a9579446561d tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.1956723 Feb 17 17:54:33.199556 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44294) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:33.255378 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-ebb364cb-338a-47d2-8d41-8e9ce390b1be req-6e72702d-eefb-457b-8a56-d0ef68a5fd84 service neutron] For port abefc439-6ca7-41fa-a2d0-2bc9e5835024, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:54:33.285721 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-ebb364cb-338a-47d2-8d41-8e9ce390b1be req-6e72702d-eefb-457b-8a56-d0ef68a5fd84 service neutron] For port abefc439-6ca7-41fa-a2d0-2bc9e5835024, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=abefc439-6ca7-41fa-a2d0-2bc9e5835024,segment=NetworkSegment(6417b187-748d-41b0-804a-6f87c7c51427),segment_id=6417b187-748d-41b0-804a-6f87c7c51427)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:54:33.303471 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ebb364cb-338a-47d2-8d41-8e9ce390b1be req-6e72702d-eefb-457b-8a56-d0ef68a5fd84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (abefc439-6ca7-41fa-a2d0-2bc9e5835024), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:33.321283 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5b0ddbac-6962-4643-9461-31f06263f5b2 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (59975a38-0ee6-47db-abdf-3f268d2340e8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:33.348299 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ac2a8486-45a0-4d8e-a826-368d805b932e tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Request body: {'security_group_rule': {'security_group_id': '916540b9-5d0c-49d9-a1cd-8f5c85b0ded7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:33.393204 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e72702d-eefb-457b-8a56-d0ef68a5fd84 service neutron] Pushing event updated for resources: {'Port': ['ID=abefc439-6ca7-41fa-a2d0-2bc9e5835024,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:33.404829 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ef0a57-8b6f-4336-9b42-cd21b1534ee7 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=916540b9-5d0c-49d9-a1cd-8f5c85b0ded7,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:33.416772 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d3c6e01c-19e4-4807-a320-e597e9100655 req-fb410e97-f681-4790-9747-666e49f88a27 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2166488 Feb 17 17:54:33.431368 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb364cb-338a-47d2-8d41-8e9ce390b1be req-6e72702d-eefb-457b-8a56-d0ef68a5fd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:33.432467 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ebb364cb-338a-47d2-8d41-8e9ce390b1be req-6e72702d-eefb-457b-8a56-d0ef68a5fd84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:33.434298 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ebb364cb-338a-47d2-8d41-8e9ce390b1be req-6e72702d-eefb-457b-8a56-d0ef68a5fd84 service neutron] 10.222.0.71 "PUT /v2.0/ports/abefc439-6ca7-41fa-a2d0-2bc9e5835024 HTTP/1.1" status: 200 len: 1091 time: 3.2378204 Feb 17 17:54:33.434965 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d4a786-9b96-41d3-9723-9305dd1b8a1d', 'tag': 'abefc439-6ca7-41fa-a2d0-2bc9e5835024'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:54:33.441100 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0934c09a-a46e-434e-8126-83addde0813b" -d '{"events": [{"name": "network-changed", "server_uuid": "95d4a786-9b96-41d3-9723-9305dd1b8a1d", "tag": "abefc439-6ca7-41fa-a2d0-2bc9e5835024"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:54:33.466785 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ef936-6cb4-4d2a-8cf7-e1f4f20718ad req-bf81961b-03f6-4298-bcfd-4cf1329113c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:33.468428 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-aa4ef936-6cb4-4d2a-8cf7-e1f4f20718ad req-bf81961b-03f6-4298-bcfd-4cf1329113c6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=708d2e36ca25476d9214a2f14ef71fc9&device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 1127 time: 0.3655167 Feb 17 17:54:33.505525 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d29eae00-76fd-4957-9921-51f14e857320 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Router 0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:54:33.525572 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfdfe16-0a30-4d0d-97aa-073e17a2f99d None None] DHCP port deletion for 59975a38-0ee6-47db-abdf-3f268d2340e8 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:54:33.577443 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ac2a8486-45a0-4d8e-a826-368d805b932e tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (d879d7d8-760c-4aae-9626-68e85c718ea5), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:33.609096 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ffe5ae-3401-44f0-9130-6ffa99bd6255 x-openstack-request-id: req-e4ffe5ae-3401-44f0-9130-6ffa99bd6255 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:54:33.609420 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95d4a786-9b96-41d3-9723-9305dd1b8a1d", "tag": "abefc439-6ca7-41fa-a2d0-2bc9e5835024", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:54:33.609680 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e4ffe5ae-3401-44f0-9130-6ffa99bd6255 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:54:33.610087 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d4a786-9b96-41d3-9723-9305dd1b8a1d', 'tag': 'abefc439-6ca7-41fa-a2d0-2bc9e5835024', 'status': 'completed', 'code': 200} Feb 17 17:54:33.663550 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-9bfdfe16-0a30-4d0d-97aa-073e17a2f99d None None] Deleting port 26e9505d-12ae-409e-9b9c-69a7f7249ec5 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:54:33.664056 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9bfdfe16-0a30-4d0d-97aa-073e17a2f99d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (26e9505d-12ae-409e-9b9c-69a7f7249ec5), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:33.816959 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-5b0ddbac-6962-4643-9461-31f06263f5b2 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Deleting port 26e9505d-12ae-409e-9b9c-69a7f7249ec5 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:54:33.817225 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5b0ddbac-6962-4643-9461-31f06263f5b2 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (26e9505d-12ae-409e-9b9c-69a7f7249ec5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:33.826965 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ac2a8486-45a0-4d8e-a826-368d805b932e tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (d879d7d8-760c-4aae-9626-68e85c718ea5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:33.863719 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ef936-6cb4-4d2a-8cf7-e1f4f20718ad req-18d4037e-ea82-4fcc-90da-d6ec214bc804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:33.866297 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-aa4ef936-6cb4-4d2a-8cf7-e1f4f20718ad req-18d4037e-ea82-4fcc-90da-d6ec214bc804 service neutron] 10.222.0.91 "GET /v2.0/networks?id=106d8950-35e8-4e49-bc8b-6ac4436cd2fe HTTP/1.1" status: 200 len: 913 time: 0.3389225 Feb 17 17:54:33.869577 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ac2a8486-45a0-4d8e-a826-368d805b932e tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (d879d7d8-760c-4aae-9626-68e85c718ea5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:33.883101 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb364cb-338a-47d2-8d41-8e9ce390b1be req-44fa52d9-c18b-4079-b135-93ed975626a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:33.884676 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ebb364cb-338a-47d2-8d41-8e9ce390b1be req-44fa52d9-c18b-4079-b135-93ed975626a7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=02ed179e91da4c8cac3218292b591b92&device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 1125 time: 0.3642819 Feb 17 17:54:33.963531 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a8486-45a0-4d8e-a826-368d805b932e tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d879d7d8-760c-4aae-9626-68e85c718ea5,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:33.965807 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ebb364cb-338a-47d2-8d41-8e9ce390b1be req-cbccb235-e3a7-4890-a077-36bb0a57048b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abefc439-6ca7-41fa-a2d0-2bc9e5835024 HTTP/1.1" status: 200 len: 217 time: 0.0670657 Feb 17 17:54:34.010099 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ac2a8486-45a0-4d8e-a826-368d805b932e tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:34.011278 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ac2a8486-45a0-4d8e-a826-368d805b932e tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6949635 Feb 17 17:54:34.022284 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44314) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:34.042323 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-5b0ddbac-6962-4643-9461-31f06263f5b2 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] For port 26e9505d-12ae-409e-9b9c-69a7f7249ec5, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=26e9505d-12ae-409e-9b9c-69a7f7249ec5,segment=NetworkSegment(7dbdeab1-7be9-445c-922a-be4512ec7983),segment_id=7dbdeab1-7be9-445c-922a-be4512ec7983)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:54:34.042736 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5b0ddbac-6962-4643-9461-31f06263f5b2 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (26e9505d-12ae-409e-9b9c-69a7f7249ec5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:34.042987 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29eae00-76fd-4957-9921-51f14e857320 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:54:34.059355 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb84404e-c097-424d-a527-43ee6b495de2 None None] Sync routers for ids ['0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:54:34.067769 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-aa4ef936-6cb4-4d2a-8cf7-e1f4f20718ad req-ae9a7650-9bda-4d63-ad77-1be06b003c9e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3df59be5-70eb-43bf-82eb-ef2aa0690a18 HTTP/1.1" status: 200 len: 1000 time: 0.1800165 Feb 17 17:54:34.068693 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-5b0ddbac-6962-4643-9461-31f06263f5b2 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Calling delete_port for 26e9505d-12ae-409e-9b9c-69a7f7249ec5 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:54:34.076183 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb84404e-c097-424d-a527-43ee6b495de2 None None] Routers {'0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:54:34.076883 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-eb84404e-c097-424d-a527-43ee6b495de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:54:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:54:34.088449 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-9bfdfe16-0a30-4d0d-97aa-073e17a2f99d None None] For port 26e9505d-12ae-409e-9b9c-69a7f7249ec5, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=26e9505d-12ae-409e-9b9c-69a7f7249ec5,segment=NetworkSegment(7dbdeab1-7be9-445c-922a-be4512ec7983),segment_id=7dbdeab1-7be9-445c-922a-be4512ec7983)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:54:34.089614 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9bfdfe16-0a30-4d0d-97aa-073e17a2f99d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (26e9505d-12ae-409e-9b9c-69a7f7249ec5), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:34.113616 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc541d4c-b202-4c81-95c2-7770633982d8 req-6937ab9c-1395-468a-9b82-b937b59d9d20 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:34.115873 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bc541d4c-b202-4c81-95c2-7770633982d8 req-6937ab9c-1395-468a-9b82-b937b59d9d20 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 943 time: 0.3265152 Feb 17 17:54:34.128407 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f71b3107-548e-4188-91c3-630e24f495ec tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (d879d7d8-760c-4aae-9626-68e85c718ea5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:34.131973 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-9bfdfe16-0a30-4d0d-97aa-073e17a2f99d None None] Calling delete_port for 26e9505d-12ae-409e-9b9c-69a7f7249ec5 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:54:34.153487 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f71b3107-548e-4188-91c3-630e24f495ec tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (d879d7d8-760c-4aae-9626-68e85c718ea5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:34.193211 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb364cb-338a-47d2-8d41-8e9ce390b1be req-b501b372-5763-4566-bcda-e0e739321ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:34.194592 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ebb364cb-338a-47d2-8d41-8e9ce390b1be req-b501b372-5763-4566-bcda-e0e739321ade service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2483f3f8-7359-406b-bf51-5ef55371b51b HTTP/1.1" status: 200 len: 852 time: 0.1084781 Feb 17 17:54:34.200813 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d29eae00-76fd-4957-9921-51f14e857320 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:34.216606 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ef936-6cb4-4d2a-8cf7-e1f4f20718ad req-1e0e9677-a09b-45c5-8e72-00c3ef8ad924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:34.218225 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-aa4ef936-6cb4-4d2a-8cf7-e1f4f20718ad req-1e0e9677-a09b-45c5-8e72-00c3ef8ad924 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f5806a5b-efbb-4c84-b3a4-70ad6c804540 HTTP/1.1" status: 200 len: 851 time: 0.1408782 Feb 17 17:54:34.293207 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f71b3107-548e-4188-91c3-630e24f495ec tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (d879d7d8-760c-4aae-9626-68e85c718ea5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:34.298810 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f71b3107-548e-4188-91c3-630e24f495ec tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:34.299903 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f71b3107-548e-4188-91c3-630e24f495ec tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/d879d7d8-760c-4aae-9626-68e85c718ea5 HTTP/1.1" status: 204 len: 168 time: 0.2766502 Feb 17 17:54:34.307913 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44320) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:34.342401 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b3107-548e-4188-91c3-630e24f495ec tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d879d7d8-760c-4aae-9626-68e85c718ea5,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:34.375756 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bc541d4c-b202-4c81-95c2-7770633982d8 req-230eef8a-2449-44a7-9354-a8a687f27e36 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/security-groups?id=092cd681-b4c6-4a04-af75-7033fd519e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789701 Feb 17 17:54:34.379059 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9bfdfe16-0a30-4d0d-97aa-073e17a2f99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (26e9505d-12ae-409e-9b9c-69a7f7249ec5), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:34.391842 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-d29eae00-76fd-4957-9921-51f14e857320 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.5743699 Feb 17 17:54:34.393703 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb364cb-338a-47d2-8d41-8e9ce390b1be req-06a80cf3-235f-4f9f-86b9-0b7dc8dc86c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:34.395397 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ebb364cb-338a-47d2-8d41-8e9ce390b1be req-06a80cf3-235f-4f9f-86b9-0b7dc8dc86c7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7c1e3117-546a-4488-820a-d16155db0324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1917689 Feb 17 17:54:34.395888 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44322) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:34.401049 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5b0ddbac-6962-4643-9461-31f06263f5b2 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (26e9505d-12ae-409e-9b9c-69a7f7249ec5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:34.476088 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfdfe16-0a30-4d0d-97aa-073e17a2f99d None None] Pushing event deleted for resources: {'Port': ['ID=26e9505d-12ae-409e-9b9c-69a7f7249ec5,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:34.485726 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfdfe16-0a30-4d0d-97aa-073e17a2f99d None None] No DVR routers for this DVR port 26e9505d-12ae-409e-9b9c-69a7f7249ec5 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:54:34.586255 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-eb84404e-c097-424d-a527-43ee6b495de2 None None] Set router 0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:54:34.667322 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-7c9a686d-f1bd-41cd-85af-2735710d4d15 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/floatingips/cdce9351-1084-48b1-afd6-fd0974eaabfe HTTP/1.1" status: 200 len: 992 time: 0.2702701 Feb 17 17:54:34.703264 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ebb364cb-338a-47d2-8d41-8e9ce390b1be req-d3b511e1-9bdd-4435-846e-f553b9f3b3f6 service neutron] 10.222.0.71 "GET /v2.0/networks/7c1e3117-546a-4488-820a-d16155db0324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967677 Feb 17 17:54:34.726896 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c90e27-fe24-440d-8a30-351ad1ca5d8a req-8d4f04ae-a219-4031-b342-0caa82f98825 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:34.729252 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-35c90e27-fe24-440d-8a30-351ad1ca5d8a req-8d4f04ae-a219-4031-b342-0caa82f98825 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.1684005 Feb 17 17:54:34.936376 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ddbac-6962-4643-9461-31f06263f5b2 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Pushing event deleted for resources: {'Port': ['ID=26e9505d-12ae-409e-9b9c-69a7f7249ec5,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:34.938202 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0ddbac-6962-4643-9461-31f06263f5b2 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] No DVR routers for this DVR port 26e9505d-12ae-409e-9b9c-69a7f7249ec5 on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:54:34.941322 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ef936-6cb4-4d2a-8cf7-e1f4f20718ad req-f67d142b-c8fe-474a-8675-36adc3b2d5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:34.943362 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-aa4ef936-6cb4-4d2a-8cf7-e1f4f20718ad req-f67d142b-c8fe-474a-8675-36adc3b2d5a0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=106d8950-35e8-4e49-bc8b-6ac4436cd2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7159352 Feb 17 17:54:34.951442 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-35c90e27-fe24-440d-8a30-351ad1ca5d8a req-5168c1bb-af2c-45cc-8d3a-588c494943b8 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2101386 Feb 17 17:54:34.952695 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-21a37eac-1a0e-4e5e-9321-42c31580d113 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6368594 Feb 17 17:54:34.954964 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44336) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:35.020965 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ebb364cb-338a-47d2-8d41-8e9ce390b1be req-842deb43-939a-4ad1-82d1-2747fdf69e0b service neutron] 10.222.0.71 "GET /v2.0/networks/7c1e3117-546a-4488-820a-d16155db0324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117018 Feb 17 17:54:35.058239 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-caf7c21d-61f3-4bae-b005-90442f81079d tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (916540b9-5d0c-49d9-a1cd-8f5c85b0ded7), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:35.082996 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-eb84404e-c097-424d-a527-43ee6b495de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'name': 'tempest-TestNetworkBasicOps-router-25529514', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'e89f0c5e-5691-43b9-82da-83ef88d45768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:53:46Z', 'updated_at': '2022-02-17T17:53:55Z', 'revision_number': 4, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'gw_port': {'id': 'e89f0c5e-5691-43b9-82da-83ef88d45768', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:22:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:53:47Z', 'updated_at': '2022-02-17T17:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': 'cdce9351-1084-48b1-afd6-fd0974eaabfe', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'floating_ip_address': '172.25.8.242', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'port_id': '52c3f712-7817-4566-ba8e-4eb5fd522506', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2999, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17694ef4-1ed2-4a01-a5bf-ce0481576d63', 'mac_address': 'fa:16:3e:9c:55:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006a3f4c-d003-4103-ac42-a5e0b35778bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:54:29Z', 'updated_at': '2022-02-17T17:54:29Z', 'revision_number': 0, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2695df26-dc30-4904-8e9b-47cc8cea18f5', 'name': '', 'network_id': '17694ef4-1ed2-4a01-a5bf-ce0481576d63', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'mac_address': 'fa:16:3e:43:53:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '4f01fd1b-8164-4d07-9e9b-a271cefa89f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:53:54Z', 'updated_at': '2022-02-17T17:54:02Z', 'revision_number': 5, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'subnets': [{'id': '4f01fd1b-8164-4d07-9e9b-a271cefa89f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:54:35.121113 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb84404e-c097-424d-a527-43ee6b495de2 None None] Checking router: 0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:54:35.131602 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb84404e-c097-424d-a527-43ee6b495de2 None None] Routers {'0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:54:35.132973 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-eb84404e-c097-424d-a527-43ee6b495de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:54:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:54:35.153899 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5b0ddbac-6962-4643-9461-31f06263f5b2 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (59975a38-0ee6-47db-abdf-3f268d2340e8), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:35.182701 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-caf7c21d-61f3-4bae-b005-90442f81079d tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (916540b9-5d0c-49d9-a1cd-8f5c85b0ded7), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:35.185856 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-5b0ddbac-6962-4643-9461-31f06263f5b2 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59975a38-0ee6-47db-abdf-3f268d2340e8']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:54:35.237819 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-5b0ddbac-6962-4643-9461-31f06263f5b2 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dbdeab1-7be9-445c-922a-be4512ec7983') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:54:35.238058 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-5b0ddbac-6962-4643-9461-31f06263f5b2 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dbdeab1-7be9-445c-922a-be4512ec7983') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:54:35.265254 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5b0ddbac-6962-4643-9461-31f06263f5b2 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (7dbdeab1-7be9-445c-922a-be4512ec7983), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:35.273245 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934c09a-a46e-434e-8126-83addde0813b req-2a25fc07-ff5c-4008-b159-67fd51a4e75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:35.275439 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0934c09a-a46e-434e-8126-83addde0813b req-2a25fc07-ff5c-4008-b159-67fd51a4e75c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=02ed179e91da4c8cac3218292b591b92&device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 1125 time: 0.1926200 Feb 17 17:54:35.295530 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-caf7c21d-61f3-4bae-b005-90442f81079d tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (916540b9-5d0c-49d9-a1cd-8f5c85b0ded7), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:35.298344 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-caf7c21d-61f3-4bae-b005-90442f81079d tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:35.299604 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-caf7c21d-61f3-4bae-b005-90442f81079d tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "DELETE /v2.0/security-groups/916540b9-5d0c-49d9-a1cd-8f5c85b0ded7 HTTP/1.1" status: 204 len: 168 time: 0.3435330 Feb 17 17:54:35.307342 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-eb84404e-c097-424d-a527-43ee6b495de2 None None] Set router 0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:54:35.326031 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-aa4ef936-6cb4-4d2a-8cf7-e1f4f20718ad req-b16611d0-590b-42eb-a03f-01be43f5b1e4 service neutron] 10.222.0.91 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719945 Feb 17 17:54:35.329985 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44342) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:35.341005 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5b0ddbac-6962-4643-9461-31f06263f5b2 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (7dbdeab1-7be9-445c-922a-be4512ec7983), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:35.432978 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-df7be89f-89c2-4bb9-8d1a-83ce46c8777a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:35.434947 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b0ddbac-6962-4643-9461-31f06263f5b2 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:54:35.437488 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5b0ddbac-6962-4643-9461-31f06263f5b2 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (7dbdeab1-7be9-445c-922a-be4512ec7983), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:35.447832 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:54:35.447832 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:54:35.447832 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:54:35.447832 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:54:35.447832 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:54:35.447832 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:54:35.447832 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:54:35.447832 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:54:35.447832 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:54:35.447832 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:54:35.447832 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:54:35.447832 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:54:35.447832 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:54:35.447832 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:54:35.447832 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:54:35.447832 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:54:35.447832 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:54:35.447832 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:54:35.447832 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:54:35.447832 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:54:35.447832 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:54:35.447832 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:54:35.447832 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:54:35.447832 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:54:35.447832 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:54:35.447832 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:54:35.447832 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:54:35.447832 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:54:35.447832 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:54:35.447832 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:54:35.447832 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:54:35.447832 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:54:35.462151 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 26e9505d-12ae-409e-9b9c-69a7f7249ec5 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:54:35.474518 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7c21d-61f3-4bae-b005-90442f81079d tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=916540b9-5d0c-49d9-a1cd-8f5c85b0ded7,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:35.530430 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 26e9505d-12ae-409e-9b9c-69a7f7249ec5 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:54:35.532706 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 26e9505d-12ae-409e-9b9c-69a7f7249ec5 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:54:35.613179 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '006a3f4c-d003-4103-ac42-a5e0b35778bb', 'tag': '52c3f712-7817-4566-ba8e-4eb5fd522506'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:54:35.615501 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b583cb70-01d6-4fea-8ac8-cd710eb8b152" -d '{"events": [{"name": "network-changed", "server_uuid": "006a3f4c-d003-4103-ac42-a5e0b35778bb", "tag": "52c3f712-7817-4566-ba8e-4eb5fd522506"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:54:35.652229 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934c09a-a46e-434e-8126-83addde0813b req-f5d31b1e-d8d7-42c8-a24c-f0a11f586a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:35.653789 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0934c09a-a46e-434e-8126-83addde0813b req-f5d31b1e-d8d7-42c8-a24c-f0a11f586a68 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7c1e3117-546a-4488-820a-d16155db0324 HTTP/1.1" status: 200 len: 914 time: 0.3719652 Feb 17 17:54:35.659062 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5b0ddbac-6962-4643-9461-31f06263f5b2 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (59975a38-0ee6-47db-abdf-3f268d2340e8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:35.674043 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f68b6-2ceb-46ec-8872-05960dbffd00 req-e33639ea-f814-446a-a343-e4d71768e99e tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:35.675914 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6dcc24c8-0d18-44bb-8ecc-262252975f3e tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3446262 Feb 17 17:54:35.684875 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44352) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:35.685573 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44354) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:35.685731 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8c7f68b6-2ceb-46ec-8872-05960dbffd00 req-e33639ea-f814-446a-a343-e4d71768e99e tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 943 time: 0.1154182 Feb 17 17:54:35.687025 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5b0ddbac-6962-4643-9461-31f06263f5b2 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:35.688458 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb42b175-a2aa-4cde-a8cb-15457cb3f8b3 x-openstack-request-id: req-eb42b175-a2aa-4cde-a8cb-15457cb3f8b3 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:54:35.688878 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "006a3f4c-d003-4103-ac42-a5e0b35778bb", "tag": "52c3f712-7817-4566-ba8e-4eb5fd522506", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:54:35.689026 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-eb42b175-a2aa-4cde-a8cb-15457cb3f8b3 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:54:35.689403 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '006a3f4c-d003-4103-ac42-a5e0b35778bb', 'tag': '52c3f712-7817-4566-ba8e-4eb5fd522506', 'status': 'completed', 'code': 200} Feb 17 17:54:35.692011 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5b0ddbac-6962-4643-9461-31f06263f5b2 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] 10.222.0.87 "DELETE /v2.0/networks/59975a38-0ee6-47db-abdf-3f268d2340e8 HTTP/1.1" status: 204 len: 168 time: 2.5011203 Feb 17 17:54:35.695908 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44356) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:35.705126 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-b3d1e5e3-f841-4ddb-8542-344bf2990860 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Request body: {'security_group': {'name': 'tempest-secgroup--353153436'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:35.766502 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b3d1e5e3-f841-4ddb-8542-344bf2990860 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:35.821986 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-eb84404e-c097-424d-a527-43ee6b495de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'name': 'tempest-TestNetworkBasicOps-router-25529514', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'e89f0c5e-5691-43b9-82da-83ef88d45768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:53:46Z', 'updated_at': '2022-02-17T17:53:55Z', 'revision_number': 4, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'gw_port': {'id': 'e89f0c5e-5691-43b9-82da-83ef88d45768', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:22:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:53:47Z', 'updated_at': '2022-02-17T17:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': 'cdce9351-1084-48b1-afd6-fd0974eaabfe', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'floating_ip_address': '172.25.8.242', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'port_id': '52c3f712-7817-4566-ba8e-4eb5fd522506', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2999, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17694ef4-1ed2-4a01-a5bf-ce0481576d63', 'mac_address': 'fa:16:3e:9c:55:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006a3f4c-d003-4103-ac42-a5e0b35778bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:54:29Z', 'updated_at': '2022-02-17T17:54:29Z', 'revision_number': 0, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2695df26-dc30-4904-8e9b-47cc8cea18f5', 'name': '', 'network_id': '17694ef4-1ed2-4a01-a5bf-ce0481576d63', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'mac_address': 'fa:16:3e:43:53:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '4f01fd1b-8164-4d07-9e9b-a271cefa89f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:53:54Z', 'updated_at': '2022-02-17T17:54:02Z', 'revision_number': 5, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'subnets': [{'id': '4f01fd1b-8164-4d07-9e9b-a271cefa89f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:54:35.826805 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ddbac-6962-4643-9461-31f06263f5b2 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Pushing event deleted for resources: {'Network': ['ID=59975a38-0ee6-47db-abdf-3f268d2340e8,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:35.888323 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-aa4ef936-6cb4-4d2a-8cf7-e1f4f20718ad req-8837a2af-6bf3-43a7-9753-7fcb8a0c6f99 service neutron] 10.222.0.91 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5487704 Feb 17 17:54:35.897846 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8c7f68b6-2ceb-46ec-8872-05960dbffd00 req-8eaa12df-ff2c-4342-b9ad-789903a75122 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/security-groups?id=092cd681-b4c6-4a04-af75-7033fd519e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2112608 Feb 17 17:54:35.905062 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb84404e-c097-424d-a527-43ee6b495de2 None None] The sync data for ids ['0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a'] in n-d-829613-2 is: [{'id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'name': 'tempest-TestNetworkBasicOps-router-25529514', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'e89f0c5e-5691-43b9-82da-83ef88d45768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:53:46Z', 'updated_at': '2022-02-17T17:53:55Z', 'revision_number': 4, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'gw_port': {'id': 'e89f0c5e-5691-43b9-82da-83ef88d45768', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:22:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:53:47Z', 'updated_at': '2022-02-17T17:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': 'cdce9351-1084-48b1-afd6-fd0974eaabfe', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'floating_ip_address': '172.25.8.242', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'port_id': '52c3f712-7817-4566-ba8e-4eb5fd522506', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2999, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17694ef4-1ed2-4a01-a5bf-ce0481576d63', 'mac_address': 'fa:16:3e:9c:55:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006a3f4c-d003-4103-ac42-a5e0b35778bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:54:29Z', 'updated_at': '2022-02-17T17:54:29Z', 'revision_number': 0, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2695df26-dc30-4904-8e9b-47cc8cea18f5', 'name': '', 'network_id': '17694ef4-1ed2-4a01-a5bf-ce0481576d63', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'mac_address': 'fa:16:3e:43:53:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '4f01fd1b-8164-4d07-9e9b-a271cefa89f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:53:54Z', 'updated_at': '2022-02-17T17:54:02Z', 'revision_number': 5, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'subnets': [{'id': '4f01fd1b-8164-4d07-9e9b-a271cefa89f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:54:35.920965 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2a606b2d-65a3-47ae-b9e7-ca5fd723c4b3 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/floatingips/cdce9351-1084-48b1-afd6-fd0974eaabfe HTTP/1.1" status: 200 len: 992 time: 0.2269306 Feb 17 17:54:35.938231 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44362) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:35.948540 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-8e2b8d58-6d92-4513-b52e-7c14ea5b5785 tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] 10.222.0.87 "GET /v2.0/ports?device_id=5006be65-ce5f-4ca5-8556-30f3e00a1d48 HTTP/1.1" status: 200 len: 205 time: 0.2105811 Feb 17 17:54:35.960280 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0934c09a-a46e-434e-8126-83addde0813b req-9bd3d59d-63d8-4dc1-aae4-99f2ffc361c3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abefc439-6ca7-41fa-a2d0-2bc9e5835024 HTTP/1.1" status: 200 len: 217 time: 0.2699912 Feb 17 17:54:36.047791 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583cb70-01d6-4fea-8ac8-cd710eb8b152 req-32a26b1f-44e1-43ec-b435-4cc2ad2c8c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:36.049934 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b583cb70-01d6-4fea-8ac8-cd710eb8b152 req-32a26b1f-44e1-43ec-b435-4cc2ad2c8c45 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ec7ab02c08ab4597882b00c123047e3e&device_id=006a3f4c-d003-4103-ac42-a5e0b35778bb HTTP/1.1" status: 200 len: 1128 time: 0.3056536 Feb 17 17:54:36.120718 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-50b9e874-547e-4d43-8606-8d2283e58f1f tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks [] for router (5006be65-ce5f-4ca5-8556-30f3e00a1d48), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:36.153084 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934c09a-a46e-434e-8126-83addde0813b req-19a572f7-d2da-40e8-b790-d2c43212473c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:36.155451 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0934c09a-a46e-434e-8126-83addde0813b req-19a572f7-d2da-40e8-b790-d2c43212473c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2483f3f8-7359-406b-bf51-5ef55371b51b HTTP/1.1" status: 200 len: 852 time: 0.1818874 Feb 17 17:54:36.298815 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cb3bac-2565-4d28-bd1d-f72acbd1048d None None] New status for floating IP cdce9351-1084-48b1-afd6-fd0974eaabfe: ACTIVE {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 17:54:36.327351 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf53f7-a29c-4ce0-a5bb-b14219f2fb48 req-f4772693-dadb-4d19-b0bd-4be641072367 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:36.335342 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bcbf53f7-a29c-4ce0-a5bb-b14219f2fb48 req-f4772693-dadb-4d19-b0bd-4be641072367 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.2319164 Feb 17 17:54:36.410529 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b3d1e5e3-f841-4ddb-8542-344bf2990860 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (21867e94-9af8-4d83-8a26-6f82826448fa), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:36.452607 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b3d1e5e3-f841-4ddb-8542-344bf2990860 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (21867e94-9af8-4d83-8a26-6f82826448fa), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:36.480582 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934c09a-a46e-434e-8126-83addde0813b req-03511c4b-7f2e-4f32-afd1-240960cc5e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:36.482124 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0934c09a-a46e-434e-8126-83addde0813b req-03511c4b-7f2e-4f32-afd1-240960cc5e92 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7c1e3117-546a-4488-820a-d16155db0324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3200202 Feb 17 17:54:36.543313 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bcbf53f7-a29c-4ce0-a5bb-b14219f2fb48 req-a20df856-71e3-4951-b674-c7d6b0957518 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1924269 Feb 17 17:54:36.588173 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b3d1e5e3-f841-4ddb-8542-344bf2990860 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:36.590038 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b3d1e5e3-f841-4ddb-8542-344bf2990860 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8896196 Feb 17 17:54:36.630775 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44374) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:36.642140 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-46cc3380-230b-4548-8c31-25ae1d0ad5d7 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Request body: {'security_group_rule': {'security_group_id': '21867e94-9af8-4d83-8a26-6f82826448fa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:36.699446 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:36.718626 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583cb70-01d6-4fea-8ac8-cd710eb8b152 req-d47b4f2f-9a26-4307-ae83-155144b88e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:36.720919 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b583cb70-01d6-4fea-8ac8-cd710eb8b152 req-d47b4f2f-9a26-4307-ae83-155144b88e21 service neutron] 10.222.0.91 "GET /v2.0/networks?id=17694ef4-1ed2-4a01-a5bf-ce0481576d63 HTTP/1.1" status: 200 len: 898 time: 0.6628768 Feb 17 17:54:36.733054 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-50b9e874-547e-4d43-8606-8d2283e58f1f tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (5006be65-ce5f-4ca5-8556-30f3e00a1d48), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:36.742589 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-50b9e874-547e-4d43-8606-8d2283e58f1f tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks [] for router_controller (5006be65-ce5f-4ca5-8556-30f3e00a1d48), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:36.758764 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d1e5e3-f841-4ddb-8542-344bf2990860 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21867e94-9af8-4d83-8a26-6f82826448fa,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:36.761901 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-46cc3380-230b-4548-8c31-25ae1d0ad5d7 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (229fcf43-9355-4884-b78a-60234c7caac2), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:36.907388 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-50b9e874-547e-4d43-8606-8d2283e58f1f tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (5006be65-ce5f-4ca5-8556-30f3e00a1d48), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:36.907388 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b9e874-547e-4d43-8606-8d2283e58f1f tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Fanout notify agent at l3_agent the message router_deleted on router 5006be65-ce5f-4ca5-8556-30f3e00a1d48 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:54:36.909331 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b583cb70-01d6-4fea-8ac8-cd710eb8b152 req-c7d1c7eb-c9f9-4cbb-8ca7-af3636c3e8b9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52c3f712-7817-4566-ba8e-4eb5fd522506 HTTP/1.1" status: 200 len: 1002 time: 0.1709938 Feb 17 17:54:36.915263 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-50b9e874-547e-4d43-8606-8d2283e58f1f tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:36.916468 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-50b9e874-547e-4d43-8606-8d2283e58f1f tempest-RoutersNegativeTest-786711066 tempest-RoutersNegativeTest-786711066-project] 10.222.0.87 "DELETE /v2.0/routers/5006be65-ce5f-4ca5-8556-30f3e00a1d48 HTTP/1.1" status: 204 len: 168 time: 0.9769790 Feb 17 17:54:36.975288 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44382) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:36.978293 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583cb70-01d6-4fea-8ac8-cd710eb8b152 req-dfb2782f-f8e8-4c35-87c7-2a3b8c02c578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:36.979877 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b583cb70-01d6-4fea-8ac8-cd710eb8b152 req-dfb2782f-f8e8-4c35-87c7-2a3b8c02c578 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4f01fd1b-8164-4d07-9e9b-a271cefa89f1 HTTP/1.1" status: 200 len: 834 time: 0.0610704 Feb 17 17:54:37.072102 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0934c09a-a46e-434e-8126-83addde0813b req-c68cc1c3-3cdf-4a1b-ad53-07ce106325e6 service neutron] 10.222.0.71 "GET /v2.0/networks/7c1e3117-546a-4488-820a-d16155db0324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5724330 Feb 17 17:54:37.082121 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-46cc3380-230b-4548-8c31-25ae1d0ad5d7 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (229fcf43-9355-4884-b78a-60234c7caac2), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:37.116450 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-46cc3380-230b-4548-8c31-25ae1d0ad5d7 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (229fcf43-9355-4884-b78a-60234c7caac2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:37.147658 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cc3380-230b-4548-8c31-25ae1d0ad5d7 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=229fcf43-9355-4884-b78a-60234c7caac2,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:37.166141 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-09512c9d-c559-4df5-aada-c635a52d867d tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/floatingips/cdce9351-1084-48b1-afd6-fd0974eaabfe HTTP/1.1" status: 200 len: 994 time: 0.1850078 Feb 17 17:54:37.179026 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583cb70-01d6-4fea-8ac8-cd710eb8b152 req-24f47e50-4f81-4425-abe4-2b7fabc4ce85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:37.180720 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b583cb70-01d6-4fea-8ac8-cd710eb8b152 req-24f47e50-4f81-4425-abe4-2b7fabc4ce85 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=17694ef4-1ed2-4a01-a5bf-ce0481576d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1906738 Feb 17 17:54:37.201433 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-46cc3380-230b-4548-8c31-25ae1d0ad5d7 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:37.201433 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-46cc3380-230b-4548-8c31-25ae1d0ad5d7 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5699236 Feb 17 17:54:37.205451 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44392) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:37.245050 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5389318f-3149-46b6-8971-94c22c6e9575 req-a8ecc2ee-0c2d-422c-9b62-814ff1633e6c tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:37.246468 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5389318f-3149-46b6-8971-94c22c6e9575 req-a8ecc2ee-0c2d-422c-9b62-814ff1633e6c tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 943 time: 0.1674585 Feb 17 17:54:37.294241 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-c2a980ff-f62e-43b0-b992-79da57a84c1d tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Request body: {'security_group_rule': {'security_group_id': '21867e94-9af8-4d83-8a26-6f82826448fa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:37.359498 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5389318f-3149-46b6-8971-94c22c6e9575 req-60b387f4-4ef1-4f37-9847-4a35d2fb4584 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/security-groups?id=092cd681-b4c6-4a04-af75-7033fd519e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048396 Feb 17 17:54:37.382717 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0934c09a-a46e-434e-8126-83addde0813b req-62de2a9a-41da-4992-be1c-9918995853a9 service neutron] 10.222.0.71 "GET /v2.0/networks/7c1e3117-546a-4488-820a-d16155db0324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000188 Feb 17 17:54:37.384675 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b583cb70-01d6-4fea-8ac8-cd710eb8b152 req-0cc70a05-81af-4a01-b6cb-bed180a6cf8f service neutron] 10.222.0.91 "GET /v2.0/networks/17694ef4-1ed2-4a01-a5bf-ce0481576d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807170 Feb 17 17:54:37.385862 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c2a980ff-f62e-43b0-b992-79da57a84c1d tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (63f9ad00-484c-410b-be87-353455800872), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:37.450439 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44398) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:37.505364 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c2a980ff-f62e-43b0-b992-79da57a84c1d tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (63f9ad00-484c-410b-be87-353455800872), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:37.511384 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c2a980ff-f62e-43b0-b992-79da57a84c1d tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (63f9ad00-484c-410b-be87-353455800872), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:37.533187 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a980ff-f62e-43b0-b992-79da57a84c1d tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63f9ad00-484c-410b-be87-353455800872,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:37.601792 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c2a980ff-f62e-43b0-b992-79da57a84c1d tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:37.609862 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c2a980ff-f62e-43b0-b992-79da57a84c1d tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3186755 Feb 17 17:54:37.611702 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44406) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:37.626728 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-5060ff99-f2c2-4126-8648-921dc1748192 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Request body: {'security_group_rule': {'security_group_id': '21867e94-9af8-4d83-8a26-6f82826448fa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:37.644988 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b583cb70-01d6-4fea-8ac8-cd710eb8b152 req-7e7ea267-08b5-4be7-9973-bfae55b763f1 service neutron] 10.222.0.91 "GET /v2.0/networks/17694ef4-1ed2-4a01-a5bf-ce0481576d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104418 Feb 17 17:54:37.734237 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5060ff99-f2c2-4126-8648-921dc1748192 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (eb2ab3b0-d4d7-4440-8283-42d0d5649d41), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:37.764066 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-15959e34-c118-4754-9ddd-7f2040026822 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ca967864abad48df824b9e4dbc1e0828&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3094254 Feb 17 17:54:37.769084 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44412) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:37.794864 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85669e91-a11d-4daa-9cc2-703880256cb6 req-fd8b5572-7285-43ae-9ab4-7c03560fd1fe tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:37.796981 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-85669e91-a11d-4daa-9cc2-703880256cb6 req-fd8b5572-7285-43ae-9ab4-7c03560fd1fe tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.1441128 Feb 17 17:54:37.846205 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0a9710b-e79b-4f70-9798-4e61024e4633 admin admin] Publish callbacks [] for security_group (67f6f50b-4232-4ca3-a784-3aafaaaa0ce5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:37.862456 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5060ff99-f2c2-4126-8648-921dc1748192 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (eb2ab3b0-d4d7-4440-8283-42d0d5649d41), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:37.878856 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5060ff99-f2c2-4126-8648-921dc1748192 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (eb2ab3b0-d4d7-4440-8283-42d0d5649d41), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:37.880056 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0a9710b-e79b-4f70-9798-4e61024e4633 admin admin] Publish callbacks [] for security_group (67f6f50b-4232-4ca3-a784-3aafaaaa0ce5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:37.895091 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-85669e91-a11d-4daa-9cc2-703880256cb6 req-5023088e-f404-4b6e-b8b3-43eed366f1db tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864701 Feb 17 17:54:37.900525 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5060ff99-f2c2-4126-8648-921dc1748192 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb2ab3b0-d4d7-4440-8283-42d0d5649d41,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:37.914147 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5060ff99-f2c2-4126-8648-921dc1748192 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:37.918633 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44416) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:37.919027 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-5060ff99-f2c2-4126-8648-921dc1748192 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3040109 Feb 17 17:54:37.923420 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-6f694c2a-ac45-4558-bc76-24a58f54978c tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Request body: {'security_group_rule': {'security_group_id': '21867e94-9af8-4d83-8a26-6f82826448fa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:37.963217 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6f694c2a-ac45-4558-bc76-24a58f54978c tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (9a1b0e0d-dc90-4e8b-8ea4-e02d80e80281), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:37.967146 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:37.975233 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0a9710b-e79b-4f70-9798-4e61024e4633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (67f6f50b-4232-4ca3-a784-3aafaaaa0ce5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:37.978539 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a0a9710b-e79b-4f70-9798-4e61024e4633 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:37.980489 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a0a9710b-e79b-4f70-9798-4e61024e4633 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/67f6f50b-4232-4ca3-a784-3aafaaaa0ce5 HTTP/1.1" status: 204 len: 168 time: 0.2098639 Feb 17 17:54:38.032691 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a9710b-e79b-4f70-9798-4e61024e4633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f6f50b-4232-4ca3-a784-3aafaaaa0ce5,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:38.097167 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6f694c2a-ac45-4558-bc76-24a58f54978c tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (9a1b0e0d-dc90-4e8b-8ea4-e02d80e80281), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:38.103854 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6f694c2a-ac45-4558-bc76-24a58f54978c tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (9a1b0e0d-dc90-4e8b-8ea4-e02d80e80281), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:38.104887 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcbbfd-52d2-4d16-9bad-f7b77ad9fd71 req-551b3b91-4248-487e-83cf-186038ae6bc1 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:38.107625 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-07fcbbfd-52d2-4d16-9bad-f7b77ad9fd71 req-551b3b91-4248-487e-83cf-186038ae6bc1 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.1019914 Feb 17 17:54:38.141621 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f694c2a-ac45-4558-bc76-24a58f54978c tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a1b0e0d-dc90-4e8b-8ea4-e02d80e80281,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:38.161883 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6f694c2a-ac45-4558-bc76-24a58f54978c tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:38.163416 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6f694c2a-ac45-4558-bc76-24a58f54978c tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2437494 Feb 17 17:54:38.167244 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44424) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:38.183862 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-4f16116d-e008-476d-a969-b20e08e40565 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Request body: {'security_group_rule': {'security_group_id': '21867e94-9af8-4d83-8a26-6f82826448fa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:38.218025 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-07fcbbfd-52d2-4d16-9bad-f7b77ad9fd71 req-58e4ae76-95ec-41fa-849c-30e0b33f6601 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993426 Feb 17 17:54:38.242553 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4f16116d-e008-476d-a969-b20e08e40565 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (bf2ae64d-1681-4323-bb3b-257dffd4ff60), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:38.331076 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4f16116d-e008-476d-a969-b20e08e40565 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (bf2ae64d-1681-4323-bb3b-257dffd4ff60), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:38.349828 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4f16116d-e008-476d-a969-b20e08e40565 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (bf2ae64d-1681-4323-bb3b-257dffd4ff60), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:38.392480 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4f16116d-e008-476d-a969-b20e08e40565 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:38.396728 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44436) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:38.397679 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4f16116d-e008-476d-a969-b20e08e40565 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2285507 Feb 17 17:54:38.402391 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f16116d-e008-476d-a969-b20e08e40565 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf2ae64d-1681-4323-bb3b-257dffd4ff60,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:38.462926 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-19d54a0b-5148-49c3-976f-9053ba04fc4f tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (bf2ae64d-1681-4323-bb3b-257dffd4ff60), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:38.477938 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af217d7d-c33d-49eb-9e82-a42e28bc62be req-4f2e26bf-faba-46d4-a75e-c3e768ea0c88 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:38.479732 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-af217d7d-c33d-49eb-9e82-a42e28bc62be req-4f2e26bf-faba-46d4-a75e-c3e768ea0c88 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.1426642 Feb 17 17:54:38.493619 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-19d54a0b-5148-49c3-976f-9053ba04fc4f tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (bf2ae64d-1681-4323-bb3b-257dffd4ff60), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:38.552945 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-19d54a0b-5148-49c3-976f-9053ba04fc4f tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (bf2ae64d-1681-4323-bb3b-257dffd4ff60), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:38.564805 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-19d54a0b-5148-49c3-976f-9053ba04fc4f tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:38.566422 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-19d54a0b-5148-49c3-976f-9053ba04fc4f tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/bf2ae64d-1681-4323-bb3b-257dffd4ff60 HTTP/1.1" status: 204 len: 168 time: 0.1682694 Feb 17 17:54:38.570437 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44448) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:38.599115 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d54a0b-5148-49c3-976f-9053ba04fc4f tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf2ae64d-1681-4323-bb3b-257dffd4ff60,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:38.619126 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91555aa2-2afb-4955-a497-c5416a00f58f req-59c354e8-276a-40be-8700-62b9002a505d tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:38.634203 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-91555aa2-2afb-4955-a497-c5416a00f58f req-59c354e8-276a-40be-8700-62b9002a505d tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 943 time: 0.1276700 Feb 17 17:54:38.656432 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-af217d7d-c33d-49eb-9e82-a42e28bc62be req-147e24dd-f115-4b2a-9025-b9cab1a4d3e2 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708717 Feb 17 17:54:38.657030 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-1786910f-1476-4d85-b9b2-f3a8d296a7aa tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0840061 Feb 17 17:54:38.657924 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44454) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:38.697814 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-30bc7db6-628d-4ce1-bcc9-1017b72b1404 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (9a1b0e0d-dc90-4e8b-8ea4-e02d80e80281), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:38.704836 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-30bc7db6-628d-4ce1-bcc9-1017b72b1404 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (9a1b0e0d-dc90-4e8b-8ea4-e02d80e80281), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:38.753738 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-30bc7db6-628d-4ce1-bcc9-1017b72b1404 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (9a1b0e0d-dc90-4e8b-8ea4-e02d80e80281), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:38.775292 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-30bc7db6-628d-4ce1-bcc9-1017b72b1404 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:38.780296 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-30bc7db6-628d-4ce1-bcc9-1017b72b1404 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/9a1b0e0d-dc90-4e8b-8ea4-e02d80e80281 HTTP/1.1" status: 204 len: 168 time: 0.1212473 Feb 17 17:54:38.783060 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44460) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:38.785923 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc7db6-628d-4ce1-bcc9-1017b72b1404 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a1b0e0d-dc90-4e8b-8ea4-e02d80e80281,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:38.798574 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-91555aa2-2afb-4955-a497-c5416a00f58f req-f624f0df-6d4b-4ac5-b76b-8fbb5f83e0c8 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/security-groups?id=092cd681-b4c6-4a04-af75-7033fd519e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409235 Feb 17 17:54:38.881056 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-880523ce-a046-4f05-a0ad-a67455994fb0 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0913956 Feb 17 17:54:38.881424 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44464) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:38.914304 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420edf2-7f93-4a4c-abc8-7430ded0f319 req-5e7de219-6183-43d7-ac1f-79d5b08fbd7c tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:38.917709 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f576b5a8-eb1b-480e-aa0d-7a45efe780f8 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (eb2ab3b0-d4d7-4440-8283-42d0d5649d41), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:38.922578 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0420edf2-7f93-4a4c-abc8-7430ded0f319 req-5e7de219-6183-43d7-ac1f-79d5b08fbd7c tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.1030748 Feb 17 17:54:38.929088 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f576b5a8-eb1b-480e-aa0d-7a45efe780f8 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (eb2ab3b0-d4d7-4440-8283-42d0d5649d41), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:38.966923 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f576b5a8-eb1b-480e-aa0d-7a45efe780f8 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (eb2ab3b0-d4d7-4440-8283-42d0d5649d41), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:38.975952 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f576b5a8-eb1b-480e-aa0d-7a45efe780f8 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:38.977893 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f576b5a8-eb1b-480e-aa0d-7a45efe780f8 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/eb2ab3b0-d4d7-4440-8283-42d0d5649d41 HTTP/1.1" status: 204 len: 168 time: 0.0982430 Feb 17 17:54:38.983373 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44472) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:38.986083 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576b5a8-eb1b-480e-aa0d-7a45efe780f8 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb2ab3b0-d4d7-4440-8283-42d0d5649d41,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:38.990274 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0420edf2-7f93-4a4c-abc8-7430ded0f319 req-74fcdf48-44c6-46a6-ad68-89d312ff11e8 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665102 Feb 17 17:54:39.072560 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-13aa6177-e622-4a63-b4fd-8b3fc71fe111 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0851846 Feb 17 17:54:39.072924 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44480) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:39.103785 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:39.130871 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53cde1c0-c023-4f3d-a529-cf074b928b41 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (63f9ad00-484c-410b-be87-353455800872), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:39.170350 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53cde1c0-c023-4f3d-a529-cf074b928b41 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (63f9ad00-484c-410b-be87-353455800872), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:39.223354 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5e86b-eda7-43df-a3b8-84d22b74ec96 req-54ffaffa-1133-4e08-9244-5503945bb98e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:39.232070 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6cd5e86b-eda7-43df-a3b8-84d22b74ec96 req-54ffaffa-1133-4e08-9244-5503945bb98e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.1220913 Feb 17 17:54:39.240140 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53cde1c0-c023-4f3d-a529-cf074b928b41 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (63f9ad00-484c-410b-be87-353455800872), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:39.248495 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44484) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:39.261130 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53cde1c0-c023-4f3d-a529-cf074b928b41 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:39.265380 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-53cde1c0-c023-4f3d-a529-cf074b928b41 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/63f9ad00-484c-410b-be87-353455800872 HTTP/1.1" status: 204 len: 168 time: 0.1913292 Feb 17 17:54:39.265795 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44488) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:39.279512 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cde1c0-c023-4f3d-a529-cf074b928b41 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=63f9ad00-484c-410b-be87-353455800872,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:39.332711 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6cd5e86b-eda7-43df-a3b8-84d22b74ec96 req-c2819ff5-1647-4422-a704-a54c214ea4d9 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995498 Feb 17 17:54:39.404840 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c9a184e0-da13-45bb-a198-8e201423388e tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1369905 Feb 17 17:54:39.406978 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44496) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:39.436841 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4f6fa8b5-c5a7-4b8a-abe5-c2ab7672e463 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (229fcf43-9355-4884-b78a-60234c7caac2), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:39.447123 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4f6fa8b5-c5a7-4b8a-abe5-c2ab7672e463 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (229fcf43-9355-4884-b78a-60234c7caac2), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:39.491324 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4f6fa8b5-c5a7-4b8a-abe5-c2ab7672e463 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (229fcf43-9355-4884-b78a-60234c7caac2), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:39.499500 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4f6fa8b5-c5a7-4b8a-abe5-c2ab7672e463 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:39.503513 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4f6fa8b5-c5a7-4b8a-abe5-c2ab7672e463 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/229fcf43-9355-4884-b78a-60234c7caac2 HTTP/1.1" status: 204 len: 168 time: 0.0930121 Feb 17 17:54:39.503949 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44498) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:39.526668 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-e5417958-2c07-4e7b-b6cc-23a01c2401fc tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1376360165'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:39.528377 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6fa8b5-c5a7-4b8a-abe5-c2ab7672e463 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=229fcf43-9355-4884-b78a-60234c7caac2,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:39.580848 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5417958-2c07-4e7b-b6cc-23a01c2401fc tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] Made reservation on behalf of b6f35a87e4ab4ef594d13b52acaf3bb3 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:54:39.584952 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e5417958-2c07-4e7b-b6cc-23a01c2401fc tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:39.624925 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a90b0370-0a89-442c-b9b1-1558b733ea02 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1186390 Feb 17 17:54:39.625834 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e5417958-2c07-4e7b-b6cc-23a01c2401fc tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:39.627831 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44504) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:39.744022 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9d7782a4-99e0-4162-9e57-f3bdacafe584 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (21867e94-9af8-4d83-8a26-6f82826448fa), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:39.751060 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e5417958-2c07-4e7b-b6cc-23a01c2401fc tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] Publish callbacks [] for security_group (ab26c918-d893-49fb-b51f-e2872d94579a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:39.758245 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e5417958-2c07-4e7b-b6cc-23a01c2401fc tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (ab26c918-d893-49fb-b51f-e2872d94579a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:39.786600 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5417958-2c07-4e7b-b6cc-23a01c2401fc tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:54:39.790795 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd080d-d1a8-4eb3-8d71-bff354282184 req-35af3717-42f3-4434-b7ce-8ab9e044e3c9 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:39.792488 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-54bd080d-d1a8-4eb3-8d71-bff354282184 req-35af3717-42f3-4434-b7ce-8ab9e044e3c9 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.1281824 Feb 17 17:54:39.794833 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9d7782a4-99e0-4162-9e57-f3bdacafe584 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (21867e94-9af8-4d83-8a26-6f82826448fa), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:39.802241 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5417958-2c07-4e7b-b6cc-23a01c2401fc tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab26c918-d893-49fb-b51f-e2872d94579a,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:39.831344 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e5417958-2c07-4e7b-b6cc-23a01c2401fc tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (b23d841b-fd61-454d-b410-0b6f818f3b6f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:39.831700 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-e5417958-2c07-4e7b-b6cc-23a01c2401fc tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] Added segment b23d841b-fd61-454d-b410-0b6f818f3b6f of type vlan for network d223cd7a-afb5-464b-9f00-49a59a26bb0c Feb 17 17:54:39.905028 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e5417958-2c07-4e7b-b6cc-23a01c2401fc tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (d223cd7a-afb5-464b-9f00-49a59a26bb0c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:39.942407 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e5417958-2c07-4e7b-b6cc-23a01c2401fc tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (d223cd7a-afb5-464b-9f00-49a59a26bb0c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:39.943906 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9d7782a4-99e0-4162-9e57-f3bdacafe584 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (21867e94-9af8-4d83-8a26-6f82826448fa), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:39.949710 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9d7782a4-99e0-4162-9e57-f3bdacafe584 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:39.953707 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5417958-2c07-4e7b-b6cc-23a01c2401fc tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:39.954119 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-9d7782a4-99e0-4162-9e57-f3bdacafe584 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "DELETE /v2.0/security-groups/21867e94-9af8-4d83-8a26-6f82826448fa HTTP/1.1" status: 204 len: 168 time: 0.3250101 Feb 17 17:54:39.954941 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44514) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:39.959179 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e5417958-2c07-4e7b-b6cc-23a01c2401fc tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:39.970319 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-54bd080d-d1a8-4eb3-8d71-bff354282184 req-eaac8870-996a-4987-86c2-401c4a8c3d97 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642320 Feb 17 17:54:40.056194 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e5417958-2c07-4e7b-b6cc-23a01c2401fc tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.8064799 Feb 17 17:54:40.057884 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5417958-2c07-4e7b-b6cc-23a01c2401fc tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] Pushing event updated for resources: {'Network': ['ID=d223cd7a-afb5-464b-9f00-49a59a26bb0c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:40.060800 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44518) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:40.068185 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-1e85e1bb-bd1c-4264-97c3-1754ddf2eaca tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'd223cd7a-afb5-464b-9f00-49a59a26bb0c', 'tempest-TagsTest-Tag-1129780833') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:54:40.072852 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network d223cd7a-afb5-464b-9f00-49a59a26bb0c details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:54:40.078426 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7782a4-99e0-4162-9e57-f3bdacafe584 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21867e94-9af8-4d83-8a26-6f82826448fa,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:40.149439 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4dc24247-4976-4794-9b90-cef805de6c4f tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1825085 Feb 17 17:54:40.149439 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44520) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:40.157018 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-b823d221-4531-4395-a3cf-92fd0f0a0474 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Request body: {'security_group': {'name': 'tempest-secgroup--532822131'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:40.208220 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d642e2-c70f-4ab0-aa60-21cbeddcc5e5 req-87482d4b-5ff3-4d58-989b-6f1d891d9dba tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:40.213890 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a5d642e2-c70f-4ab0-aa60-21cbeddcc5e5 req-87482d4b-5ff3-4d58-989b-6f1d891d9dba tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 943 time: 0.2184443 Feb 17 17:54:40.223108 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-1e85e1bb-bd1c-4264-97c3-1754ddf2eaca tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] 10.222.0.87 "PUT /v2.0/networks/d223cd7a-afb5-464b-9f00-49a59a26bb0c/tags/tempest-TagsTest-Tag-1129780833 HTTP/1.1" status: 201 len: 201 time: 0.1584063 Feb 17 17:54:40.224133 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44524) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:40.234843 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-23779e6f-bee4-4e80-a3c6-5b3a67230d13 tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd223cd7a-afb5-464b-9f00-49a59a26bb0c', 'tempest-TagsTest-Tag-1129780833') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:54:40.292767 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b823d221-4531-4395-a3cf-92fd0f0a0474 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:40.393529 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-23779e6f-bee4-4e80-a3c6-5b3a67230d13 tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] 10.222.0.87 "GET /v2.0/networks/d223cd7a-afb5-464b-9f00-49a59a26bb0c/tags/tempest-TagsTest-Tag-1129780833 HTTP/1.1" status: 204 len: 168 time: 0.1679058 Feb 17 17:54:40.394579 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44526) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:40.402156 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-06aa9e81-ea56-4983-b7ed-1bd44c5ad3de tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'd223cd7a-afb5-464b-9f00-49a59a26bb0c') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:54:40.412606 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b823d221-4531-4395-a3cf-92fd0f0a0474 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (117e60a6-a6da-4e10-9c8d-b5c5b150a000), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:40.425208 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a5d642e2-c70f-4ab0-aa60-21cbeddcc5e5 req-e76ddf31-c019-4d47-956e-8a07d1698476 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/security-groups?id=092cd681-b4c6-4a04-af75-7033fd519e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917136 Feb 17 17:54:40.431617 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b823d221-4531-4395-a3cf-92fd0f0a0474 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (117e60a6-a6da-4e10-9c8d-b5c5b150a000), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:40.490537 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b823d221-4531-4395-a3cf-92fd0f0a0474 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=117e60a6-a6da-4e10-9c8d-b5c5b150a000,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:40.504891 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b823d221-4531-4395-a3cf-92fd0f0a0474 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:40.511448 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b823d221-4531-4395-a3cf-92fd0f0a0474 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3565788 Feb 17 17:54:40.514800 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44532) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:40.525331 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-8e638608-3e5f-4460-8ccc-deb6f4dce82e tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Request body: {'security_group_rule': {'security_group_id': '117e60a6-a6da-4e10-9c8d-b5c5b150a000', 'direction': 'ingress', 'protocol': 17}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:40.574561 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8e638608-3e5f-4460-8ccc-deb6f4dce82e tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (8d7aabbb-506b-4b8b-95f5-560d6488ef57), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:40.599260 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-06aa9e81-ea56-4983-b7ed-1bd44c5ad3de tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] 10.222.0.87 "GET /v2.0/networks/d223cd7a-afb5-464b-9f00-49a59a26bb0c/tags HTTP/1.1" status: 200 len: 238 time: 0.2030044 Feb 17 17:54:40.602422 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44534) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:40.609187 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-244b6c0b-f9ff-4afe-a61e-a61e4977ad05 tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'd223cd7a-afb5-464b-9f00-49a59a26bb0c', {'tags': ['tempest-TagsTest-Tag-1800649115', 'tempest-TagsTest-Tag-1370700669', 'tempest-TagsTest-Tag-2047634634']}) {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:54:40.679259 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8e638608-3e5f-4460-8ccc-deb6f4dce82e tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (8d7aabbb-506b-4b8b-95f5-560d6488ef57), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:40.687092 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8e638608-3e5f-4460-8ccc-deb6f4dce82e tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (8d7aabbb-506b-4b8b-95f5-560d6488ef57), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:40.737281 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e638608-3e5f-4460-8ccc-deb6f4dce82e tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d7aabbb-506b-4b8b-95f5-560d6488ef57,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:40.752691 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8e638608-3e5f-4460-8ccc-deb6f4dce82e tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:40.755534 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-244b6c0b-f9ff-4afe-a61e-a61e4977ad05 tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] 10.222.0.87 "PUT /v2.0/networks/d223cd7a-afb5-464b-9f00-49a59a26bb0c/tags HTTP/1.1" status: 200 len: 309 time: 0.1517320 Feb 17 17:54:40.757029 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-8e638608-3e5f-4460-8ccc-deb6f4dce82e tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2404218 Feb 17 17:54:40.760611 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44538) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:40.763465 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44540) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:40.771214 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.tag.tag_plugin [None req-8ebd5277-9d86-4971-a77c-123642a9cbb4 tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'd223cd7a-afb5-464b-9f00-49a59a26bb0c', 'tempest-TagsTest-Tag-1800649115') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:54:40.859884 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52e002a8-6ecd-44a4-a000-c08b8b332428 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (117e60a6-a6da-4e10-9c8d-b5c5b150a000), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:40.902996 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52e002a8-6ecd-44a4-a000-c08b8b332428 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (117e60a6-a6da-4e10-9c8d-b5c5b150a000), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:40.904374 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-8ebd5277-9d86-4971-a77c-123642a9cbb4 tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] 10.222.0.87 "DELETE /v2.0/networks/d223cd7a-afb5-464b-9f00-49a59a26bb0c/tags/tempest-TagsTest-Tag-1800649115 HTTP/1.1" status: 204 len: 168 time: 0.1394470 Feb 17 17:54:40.907131 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44546) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:40.914703 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.tag.tag_plugin [None req-b659fe28-b263-4072-ad6b-13dda6bd5be3 tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd223cd7a-afb5-464b-9f00-49a59a26bb0c', 'tempest-TagsTest-Tag-1800649115') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:54:40.977722 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52e002a8-6ecd-44a4-a000-c08b8b332428 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (117e60a6-a6da-4e10-9c8d-b5c5b150a000), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:40.980973 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52e002a8-6ecd-44a4-a000-c08b8b332428 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:40.983702 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-52e002a8-6ecd-44a4-a000-c08b8b332428 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "DELETE /v2.0/security-groups/117e60a6-a6da-4e10-9c8d-b5c5b150a000 HTTP/1.1" status: 204 len: 168 time: 0.2203152 Feb 17 17:54:40.985958 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44548) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:41.005915 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e002a8-6ecd-44a4-a000-c08b8b332428 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=117e60a6-a6da-4e10-9c8d-b5c5b150a000,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:41.065478 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-b659fe28-b263-4072-ad6b-13dda6bd5be3 tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] show failed (client error): The resource could not be found. Feb 17 17:54:41.066566 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b659fe28-b263-4072-ad6b-13dda6bd5be3 tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] 10.222.0.87 "GET /v2.0/networks/d223cd7a-afb5-464b-9f00-49a59a26bb0c/tags/tempest-TagsTest-Tag-1800649115 HTTP/1.1" status: 404 len: 326 time: 0.1581469 Feb 17 17:54:41.069332 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44554) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:41.073674 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.tag.tag_plugin [None req-8eb7a384-fe40-42fd-8733-ec7d90f81e7a tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd223cd7a-afb5-464b-9f00-49a59a26bb0c', 'tempest-TagsTest-Tag-1370700669') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:54:41.120565 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-2df3dbf8-4458-415d-9837-dcd134a87006 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1335971 Feb 17 17:54:41.124188 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44556) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:41.129216 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-01733ba1-d30f-4904-876c-91c24a91d57d tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Request body: {'security_group': {'name': 'tempest-secgroup--133818883'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:41.162971 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-01733ba1-d30f-4904-876c-91c24a91d57d tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:41.195685 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e4852-3409-4ba4-9035-26e5449e95cc req-f31a0779-2969-49b4-924c-aede8a6bed3e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:41.197459 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-879e4852-3409-4ba4-9035-26e5449e95cc req-f31a0779-2969-49b4-924c-aede8a6bed3e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.1002481 Feb 17 17:54:41.227110 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-8eb7a384-fe40-42fd-8733-ec7d90f81e7a tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] 10.222.0.87 "GET /v2.0/networks/d223cd7a-afb5-464b-9f00-49a59a26bb0c/tags/tempest-TagsTest-Tag-1370700669 HTTP/1.1" status: 204 len: 168 time: 0.1567049 Feb 17 17:54:41.244199 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44560) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:41.249074 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.tag.tag_plugin [None req-00e1579a-e946-46d9-8047-0222eebcad15 tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd223cd7a-afb5-464b-9f00-49a59a26bb0c', 'tempest-TagsTest-Tag-2047634634') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:54:41.326760 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-01733ba1-d30f-4904-876c-91c24a91d57d tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (137ddb76-14bd-4d40-bc4e-3ed7a2f66fb1), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:41.328580 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-879e4852-3409-4ba4-9035-26e5449e95cc req-433e773f-d500-425b-9e08-cdc076b83f17 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039252 Feb 17 17:54:41.340683 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-01733ba1-d30f-4904-876c-91c24a91d57d tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (137ddb76-14bd-4d40-bc4e-3ed7a2f66fb1), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:41.386585 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-01733ba1-d30f-4904-876c-91c24a91d57d tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:41.392323 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-01733ba1-d30f-4904-876c-91c24a91d57d tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2668805 Feb 17 17:54:41.395251 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44566) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:41.403900 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-6a7a57b3-b222-41ea-b030-fd3abe2486f3 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Request body: {'security_group': {'name': 'tempest-secgroup--474070515'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:41.435562 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-00e1579a-e946-46d9-8047-0222eebcad15 tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] 10.222.0.87 "GET /v2.0/networks/d223cd7a-afb5-464b-9f00-49a59a26bb0c/tags/tempest-TagsTest-Tag-2047634634 HTTP/1.1" status: 204 len: 168 time: 0.1900997 Feb 17 17:54:41.438321 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01733ba1-d30f-4904-876c-91c24a91d57d tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=137ddb76-14bd-4d40-bc4e-3ed7a2f66fb1,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:41.447675 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44568) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:41.450614 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6a7a57b3-b222-41ea-b030-fd3abe2486f3 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:41.458679 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.tag.tag_plugin [None req-49285104-86e6-4b60-badb-3e3d1c7b0d0a tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'd223cd7a-afb5-464b-9f00-49a59a26bb0c') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:54:41.574616 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6a7a57b3-b222-41ea-b030-fd3abe2486f3 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (9d4aaf00-4750-42ea-80c0-d2e606a4ac43), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:41.588357 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6a7a57b3-b222-41ea-b030-fd3abe2486f3 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (9d4aaf00-4750-42ea-80c0-d2e606a4ac43), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:41.629175 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6a7a57b3-b222-41ea-b030-fd3abe2486f3 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:41.631419 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6a7a57b3-b222-41ea-b030-fd3abe2486f3 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2346907 Feb 17 17:54:41.634778 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44578) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:41.639955 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-7edb802a-e259-424d-be2f-58d4174f1c2f tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Request body: {'security_group_rule': {'security_group_id': '137ddb76-14bd-4d40-bc4e-3ed7a2f66fb1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9d4aaf00-4750-42ea-80c0-d2e606a4ac43', 'remote_ip_prefix': None}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:41.672178 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a57b3-b222-41ea-b030-fd3abe2486f3 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4aaf00-4750-42ea-80c0-d2e606a4ac43,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:41.705507 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7edb802a-e259-424d-be2f-58d4174f1c2f tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (02b87951-e82a-4554-8e97-fb5de5f33494), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:41.766563 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-49285104-86e6-4b60-badb-3e3d1c7b0d0a tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] 10.222.0.87 "DELETE /v2.0/networks/d223cd7a-afb5-464b-9f00-49a59a26bb0c/tags HTTP/1.1" status: 204 len: 168 time: 0.3160236 Feb 17 17:54:41.770590 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44582) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:41.776980 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.tag.tag_plugin [None req-576565e9-dacb-41fe-a449-bc3e101f96ae tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd223cd7a-afb5-464b-9f00-49a59a26bb0c', 'tempest-TagsTest-Tag-1370700669') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:54:41.800562 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff9a58-5f7b-4652-98c0-ae78fba16473 req-ceb17d92-e839-49cd-bc5c-195894d87d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:41.802666 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ccff9a58-5f7b-4652-98c0-ae78fba16473 req-ceb17d92-e839-49cd-bc5c-195894d87d49 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=708d2e36ca25476d9214a2f14ef71fc9&device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 1127 time: 0.1085672 Feb 17 17:54:41.806792 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565e7ec-516e-4660-b331-5dfdc6683fd7 req-6bb25a5e-0b59-4692-8231-a144d6b3be2d tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:41.808410 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a565e7ec-516e-4660-b331-5dfdc6683fd7 req-6bb25a5e-0b59-4692-8231-a144d6b3be2d tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 943 time: 0.2312746 Feb 17 17:54:41.837386 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7edb802a-e259-424d-be2f-58d4174f1c2f tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (02b87951-e82a-4554-8e97-fb5de5f33494), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:41.850539 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff0895-cff5-4999-9989-f13a875d7731 req-ec5c36bd-e44d-417a-8086-5b9c99d0bab9 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:41.852417 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7edb802a-e259-424d-be2f-58d4174f1c2f tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (02b87951-e82a-4554-8e97-fb5de5f33494), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:41.852677 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-92ff0895-cff5-4999-9989-f13a875d7731 req-ec5c36bd-e44d-417a-8086-5b9c99d0bab9 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.1932051 Feb 17 17:54:41.935645 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-92ff0895-cff5-4999-9989-f13a875d7731 req-1f45d0fa-1501-469b-802e-d34e9ad710d4 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503864 Feb 17 17:54:41.966230 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb802a-e259-424d-be2f-58d4174f1c2f tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02b87951-e82a-4554-8e97-fb5de5f33494,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:41.969264 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff9a58-5f7b-4652-98c0-ae78fba16473 req-9ef1050e-6c6a-4879-ab3a-0f0fa57cf7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:41.971781 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ccff9a58-5f7b-4652-98c0-ae78fba16473 req-9ef1050e-6c6a-4879-ab3a-0f0fa57cf7d3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=106d8950-35e8-4e49-bc8b-6ac4436cd2fe HTTP/1.1" status: 200 len: 913 time: 0.1616957 Feb 17 17:54:41.976696 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7edb802a-e259-424d-be2f-58d4174f1c2f tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:41.989282 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7edb802a-e259-424d-be2f-58d4174f1c2f tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3415399 Feb 17 17:54:42.003119 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a565e7ec-516e-4660-b331-5dfdc6683fd7 req-6716ac44-cda5-4f4b-99de-9fea7c78bab5 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/security-groups?id=092cd681-b4c6-4a04-af75-7033fd519e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831741 Feb 17 17:54:42.004847 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44588) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:42.059409 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-576565e9-dacb-41fe-a449-bc3e101f96ae tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] show failed (client error): The resource could not be found. Feb 17 17:54:42.061055 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-576565e9-dacb-41fe-a449-bc3e101f96ae tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] 10.222.0.87 "GET /v2.0/networks/d223cd7a-afb5-464b-9f00-49a59a26bb0c/tags/tempest-TagsTest-Tag-1370700669 HTTP/1.1" status: 404 len: 326 time: 0.2891760 Feb 17 17:54:42.066687 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44592) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:42.072703 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.tag.tag_plugin [None req-c79b97dd-e586-4e75-bd0e-0c488e7e1358 tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd223cd7a-afb5-464b-9f00-49a59a26bb0c', 'tempest-TagsTest-Tag-2047634634') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:54:42.098475 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6e8e728e-f7cb-4bf3-ac4c-2ae7de7ea677 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (02b87951-e82a-4554-8e97-fb5de5f33494), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:42.111966 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ccff9a58-5f7b-4652-98c0-ae78fba16473 req-874c06ea-2a15-4837-aae8-3db51ee9aefe service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3df59be5-70eb-43bf-82eb-ef2aa0690a18 HTTP/1.1" status: 200 len: 1000 time: 0.1329844 Feb 17 17:54:42.115470 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6e8e728e-f7cb-4bf3-ac4c-2ae7de7ea677 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (02b87951-e82a-4554-8e97-fb5de5f33494), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:42.182485 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff9a58-5f7b-4652-98c0-ae78fba16473 req-fb12375e-7ef9-498e-a660-0e24a84fc98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:42.184001 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ccff9a58-5f7b-4652-98c0-ae78fba16473 req-fb12375e-7ef9-498e-a660-0e24a84fc98a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f5806a5b-efbb-4c84-b3a4-70ad6c804540 HTTP/1.1" status: 200 len: 851 time: 0.0642416 Feb 17 17:54:42.186210 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-c79b97dd-e586-4e75-bd0e-0c488e7e1358 tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] show failed (client error): The resource could not be found. Feb 17 17:54:42.187264 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c79b97dd-e586-4e75-bd0e-0c488e7e1358 tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] 10.222.0.87 "GET /v2.0/networks/d223cd7a-afb5-464b-9f00-49a59a26bb0c/tags/tempest-TagsTest-Tag-2047634634 HTTP/1.1" status: 404 len: 326 time: 0.1194460 Feb 17 17:54:42.187948 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6e8e728e-f7cb-4bf3-ac4c-2ae7de7ea677 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (02b87951-e82a-4554-8e97-fb5de5f33494), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:42.190498 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44596) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:42.194240 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6e8e728e-f7cb-4bf3-ac4c-2ae7de7ea677 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:42.198562 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-6e8e728e-f7cb-4bf3-ac4c-2ae7de7ea677 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/02b87951-e82a-4554-8e97-fb5de5f33494 HTTP/1.1" status: 204 len: 168 time: 0.1923721 Feb 17 17:54:42.199184 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44598) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:42.212952 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8e728e-f7cb-4bf3-ac4c-2ae7de7ea677 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02b87951-e82a-4554-8e97-fb5de5f33494,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:42.245448 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.tag.tag_plugin [None req-71e623bd-c88b-46c1-a070-10de4680d0e5 tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'd223cd7a-afb5-464b-9f00-49a59a26bb0c') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:54:42.292761 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-20fc516b-010e-4252-90a2-c8cece0c5e38 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0911510 Feb 17 17:54:42.293168 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff9a58-5f7b-4652-98c0-ae78fba16473 req-bd8b006f-1fc9-456e-b5bd-a0724fa9f52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:42.293826 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44602) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:42.294755 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ccff9a58-5f7b-4652-98c0-ae78fba16473 req-bd8b006f-1fc9-456e-b5bd-a0724fa9f52f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=106d8950-35e8-4e49-bc8b-6ac4436cd2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1028280 Feb 17 17:54:42.373293 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-71e623bd-c88b-46c1-a070-10de4680d0e5 tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] 10.222.0.87 "DELETE /v2.0/networks/d223cd7a-afb5-464b-9f00-49a59a26bb0c/tags HTTP/1.1" status: 204 len: 168 time: 0.1479161 Feb 17 17:54:42.378712 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44606) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:42.392917 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7f945175-9239-4d98-ae33-ec8615986276 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (9d4aaf00-4750-42ea-80c0-d2e606a4ac43), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:42.423406 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7f945175-9239-4d98-ae33-ec8615986276 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (9d4aaf00-4750-42ea-80c0-d2e606a4ac43), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:42.491037 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7f945175-9239-4d98-ae33-ec8615986276 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (9d4aaf00-4750-42ea-80c0-d2e606a4ac43), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:42.498942 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7f945175-9239-4d98-ae33-ec8615986276 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:42.504384 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-7f945175-9239-4d98-ae33-ec8615986276 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "DELETE /v2.0/security-groups/9d4aaf00-4750-42ea-80c0-d2e606a4ac43 HTTP/1.1" status: 204 len: 168 time: 0.2091520 Feb 17 17:54:42.505541 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44610) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:42.526419 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-026421c1-c91b-4d1e-a33a-50c91af7f169 tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (d223cd7a-afb5-464b-9f00-49a59a26bb0c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:42.532926 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ccff9a58-5f7b-4652-98c0-ae78fba16473 req-65fedcd9-4461-4b89-a175-de73ebf3f8aa service neutron] 10.222.0.91 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265844 Feb 17 17:54:42.533826 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f945175-9239-4d98-ae33-ec8615986276 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4aaf00-4750-42ea-80c0-d2e606a4ac43,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:42.613284 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44612) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:42.618853 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-07fb38b5-11d8-405e-b506-f73c0264ab16 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1080642 Feb 17 17:54:42.778565 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-026421c1-c91b-4d1e-a33a-50c91af7f169 tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (d223cd7a-afb5-464b-9f00-49a59a26bb0c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:42.812062 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ccff9a58-5f7b-4652-98c0-ae78fba16473 req-45252268-1d6b-4c5d-a187-2f1df23d2c73 service neutron] 10.222.0.91 "GET /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716691 Feb 17 17:54:42.818452 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-026421c1-c91b-4d1e-a33a-50c91af7f169 tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d223cd7a-afb5-464b-9f00-49a59a26bb0c']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:54:42.842002 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-026421c1-c91b-4d1e-a33a-50c91af7f169 tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b23d841b-fd61-454d-b410-0b6f818f3b6f') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:54:42.843024 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-026421c1-c91b-4d1e-a33a-50c91af7f169 tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b23d841b-fd61-454d-b410-0b6f818f3b6f') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:54:42.845870 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe660a75-9779-41eb-bfec-5de6aca1e593 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (137ddb76-14bd-4d40-bc4e-3ed7a2f66fb1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:42.860356 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-026421c1-c91b-4d1e-a33a-50c91af7f169 tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (b23d841b-fd61-454d-b410-0b6f818f3b6f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:42.891893 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-026421c1-c91b-4d1e-a33a-50c91af7f169 tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (b23d841b-fd61-454d-b410-0b6f818f3b6f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:42.901481 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-026421c1-c91b-4d1e-a33a-50c91af7f169 tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:54:42.901888 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-026421c1-c91b-4d1e-a33a-50c91af7f169 tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (b23d841b-fd61-454d-b410-0b6f818f3b6f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:42.904890 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:54:42.904890 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:54:42.904890 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:54:42.904890 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:54:42.904890 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:54:42.904890 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:54:42.904890 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:54:42.904890 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:54:42.904890 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:54:42.904890 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:54:42.904890 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:54:42.904890 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:54:42.904890 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:54:42.904890 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:54:42.904890 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:54:42.904890 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:54:42.904890 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:54:42.904890 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:54:42.904890 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:54:42.904890 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:54:42.904890 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:54:42.904890 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:54:42.904890 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:54:42.904890 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:54:42.904890 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:54:42.904890 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:54:42.904890 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:54:42.904890 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:54:42.904890 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:54:42.904890 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:54:42.904890 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:54:42.904890 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:54:42.907530 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe660a75-9779-41eb-bfec-5de6aca1e593 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (137ddb76-14bd-4d40-bc4e-3ed7a2f66fb1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:43.018645 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-026421c1-c91b-4d1e-a33a-50c91af7f169 tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (d223cd7a-afb5-464b-9f00-49a59a26bb0c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:43.032955 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-026421c1-c91b-4d1e-a33a-50c91af7f169 tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:43.037263 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-026421c1-c91b-4d1e-a33a-50c91af7f169 tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] 10.222.0.87 "DELETE /v2.0/networks/d223cd7a-afb5-464b-9f00-49a59a26bb0c HTTP/1.1" status: 204 len: 168 time: 0.6575809 Feb 17 17:54:43.065933 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026421c1-c91b-4d1e-a33a-50c91af7f169 tempest-TagsTest-1956370485 tempest-TagsTest-1956370485-project] Pushing event deleted for resources: {'Network': ['ID=d223cd7a-afb5-464b-9f00-49a59a26bb0c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:43.076378 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe660a75-9779-41eb-bfec-5de6aca1e593 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (137ddb76-14bd-4d40-bc4e-3ed7a2f66fb1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:43.082266 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe660a75-9779-41eb-bfec-5de6aca1e593 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:43.085108 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fe660a75-9779-41eb-bfec-5de6aca1e593 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "DELETE /v2.0/security-groups/137ddb76-14bd-4d40-bc4e-3ed7a2f66fb1 HTTP/1.1" status: 204 len: 168 time: 0.4704390 Feb 17 17:54:43.087968 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44630) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:43.131438 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe660a75-9779-41eb-bfec-5de6aca1e593 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=137ddb76-14bd-4d40-bc4e-3ed7a2f66fb1,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:43.289311 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-888446a0-fe9b-4dc6-ab21-9a8f92897029 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1993370 Feb 17 17:54:43.293476 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44636) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:43.298343 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-9357a285-a1be-48a3-a760-7cc3152d35f2 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Request body: {'security_group': {'name': 'tempest-secgroup--1695587651'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:43.322196 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36963cf-ad90-47e4-91b4-17e871d31bfa req-f5d8c680-3ba5-4469-b415-27c52b24b230 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:43.329729 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d36963cf-ad90-47e4-91b4-17e871d31bfa req-f5d8c680-3ba5-4469-b415-27c52b24b230 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.2306764 Feb 17 17:54:43.383422 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b0e63f-71a7-4743-8539-454423400b13 req-ea435245-03eb-46d0-95f7-64020de22010 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:43.384401 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9357a285-a1be-48a3-a760-7cc3152d35f2 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:43.385079 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-16b0e63f-71a7-4743-8539-454423400b13 req-ea435245-03eb-46d0-95f7-64020de22010 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 943 time: 0.1833386 Feb 17 17:54:43.446144 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d36963cf-ad90-47e4-91b4-17e871d31bfa req-7a583bca-b1c4-4c12-a9af-5835b09126e9 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153715 Feb 17 17:54:43.520201 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44642) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:43.535832 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-16b0e63f-71a7-4743-8539-454423400b13 req-c08e94d0-6443-479d-9934-9f56f693912b tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/security-groups?id=092cd681-b4c6-4a04-af75-7033fd519e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366243 Feb 17 17:54:43.605977 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9357a285-a1be-48a3-a760-7cc3152d35f2 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (f0c310d9-37a3-4e57-bc37-7bcef2ff9497), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:43.614003 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9357a285-a1be-48a3-a760-7cc3152d35f2 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (f0c310d9-37a3-4e57-bc37-7bcef2ff9497), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:43.682272 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9357a285-a1be-48a3-a760-7cc3152d35f2 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:43.683558 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9357a285-a1be-48a3-a760-7cc3152d35f2 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3887517 Feb 17 17:54:43.686395 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44652) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:43.691018 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-94942766-2e38-4e44-bbeb-406ac4e0b5e7 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Request body: {'security_group_rule': {'security_group_id': 'f0c310d9-37a3-4e57-bc37-7bcef2ff9497', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:43.731723 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9357a285-a1be-48a3-a760-7cc3152d35f2 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c310d9-37a3-4e57-bc37-7bcef2ff9497,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:43.744220 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-94942766-2e38-4e44-bbeb-406ac4e0b5e7 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (b40dacd7-cb81-41a6-b3b0-c25d750fff8a), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:43.835133 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6594b254-9aeb-4067-95c2-576718ccbdfa admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b6f35a87e4ab4ef594d13b52acaf3bb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3136723 Feb 17 17:54:43.837274 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44658) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:43.846590 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-94942766-2e38-4e44-bbeb-406ac4e0b5e7 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (b40dacd7-cb81-41a6-b3b0-c25d750fff8a), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:43.853252 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-94942766-2e38-4e44-bbeb-406ac4e0b5e7 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (b40dacd7-cb81-41a6-b3b0-c25d750fff8a), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:43.891485 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94942766-2e38-4e44-bbeb-406ac4e0b5e7 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b40dacd7-cb81-41a6-b3b0-c25d750fff8a,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:43.900044 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-94942766-2e38-4e44-bbeb-406ac4e0b5e7 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:43.901234 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-94942766-2e38-4e44-bbeb-406ac4e0b5e7 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2138197 Feb 17 17:54:43.903968 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44662) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:43.935034 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e74ee45b-a93b-4a42-863e-b0fc4edc0d5d admin admin] Publish callbacks [] for security_group (ab26c918-d893-49fb-b51f-e2872d94579a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:43.965230 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-81edf1ba-3ae2-45f5-8c50-98fddb35c3be tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (b40dacd7-cb81-41a6-b3b0-c25d750fff8a), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:43.983918 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-81edf1ba-3ae2-45f5-8c50-98fddb35c3be tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (b40dacd7-cb81-41a6-b3b0-c25d750fff8a), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:44.013924 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e74ee45b-a93b-4a42-863e-b0fc4edc0d5d admin admin] Publish callbacks [] for security_group (ab26c918-d893-49fb-b51f-e2872d94579a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:44.051134 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-81edf1ba-3ae2-45f5-8c50-98fddb35c3be tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (b40dacd7-cb81-41a6-b3b0-c25d750fff8a), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:44.064674 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-81edf1ba-3ae2-45f5-8c50-98fddb35c3be tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:44.070941 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-81edf1ba-3ae2-45f5-8c50-98fddb35c3be tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/b40dacd7-cb81-41a6-b3b0-c25d750fff8a HTTP/1.1" status: 204 len: 168 time: 0.1657176 Feb 17 17:54:44.073923 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44666) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:44.091626 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81edf1ba-3ae2-45f5-8c50-98fddb35c3be tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b40dacd7-cb81-41a6-b3b0-c25d750fff8a,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:44.127262 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e74ee45b-a93b-4a42-863e-b0fc4edc0d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (ab26c918-d893-49fb-b51f-e2872d94579a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:44.130434 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e74ee45b-a93b-4a42-863e-b0fc4edc0d5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:44.134202 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e74ee45b-a93b-4a42-863e-b0fc4edc0d5d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ab26c918-d893-49fb-b51f-e2872d94579a HTTP/1.1" status: 204 len: 168 time: 0.2929556 Feb 17 17:54:44.140812 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-8ba0d6ca-f98a-4e43-a892-d910936651ec tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0657632 Feb 17 17:54:44.141889 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44670) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:44.142577 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ee45b-a93b-4a42-863e-b0fc4edc0d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab26c918-d893-49fb-b51f-e2872d94579a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:44.229799 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9fc5fd1d-4fd9-4230-99b4-9d05729a2b2e tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (f0c310d9-37a3-4e57-bc37-7bcef2ff9497), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:44.255179 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9fc5fd1d-4fd9-4230-99b4-9d05729a2b2e tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (f0c310d9-37a3-4e57-bc37-7bcef2ff9497), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:44.310009 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9fc5fd1d-4fd9-4230-99b4-9d05729a2b2e tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (f0c310d9-37a3-4e57-bc37-7bcef2ff9497), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:44.313435 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9fc5fd1d-4fd9-4230-99b4-9d05729a2b2e tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:44.314599 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-9fc5fd1d-4fd9-4230-99b4-9d05729a2b2e tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "DELETE /v2.0/security-groups/f0c310d9-37a3-4e57-bc37-7bcef2ff9497 HTTP/1.1" status: 204 len: 168 time: 0.1713500 Feb 17 17:54:44.317302 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44674) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:44.351612 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc5fd1d-4fd9-4230-99b4-9d05729a2b2e tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c310d9-37a3-4e57-bc37-7bcef2ff9497,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:44.402743 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6cd6f740-1555-43fa-96a8-75c8829eda13 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0842342 Feb 17 17:54:44.406613 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44678) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:44.411451 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-a8899010-6043-4874-baa8-027d58d8028c tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Request body: {'security_group': {'name': 'tempest-secgroup--1381016357'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:44.436096 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a8899010-6043-4874-baa8-027d58d8028c tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:44.595991 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a8899010-6043-4874-baa8-027d58d8028c tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (1bbf677c-b066-4a09-b81a-ed569ab68497), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:44.605854 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a8899010-6043-4874-baa8-027d58d8028c tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (1bbf677c-b066-4a09-b81a-ed569ab68497), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:44.644991 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8899010-6043-4874-baa8-027d58d8028c tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbf677c-b066-4a09-b81a-ed569ab68497,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:44.672319 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95690385-e2b8-40ae-849a-e3c2f8e2e418 req-2ed575df-9e5f-4ce9-a133-c1d7cc9a5d87 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:44.674078 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-95690385-e2b8-40ae-849a-e3c2f8e2e418 req-2ed575df-9e5f-4ce9-a133-c1d7cc9a5d87 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.1397398 Feb 17 17:54:44.677154 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a8899010-6043-4874-baa8-027d58d8028c tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:44.681427 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a8899010-6043-4874-baa8-027d58d8028c tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2705581 Feb 17 17:54:44.682591 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44690) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:44.687126 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-063af68f-6e70-43b8-b099-460e31cf5fce tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Request body: {'security_group_rule': {'security_group_id': '1bbf677c-b066-4a09-b81a-ed569ab68497', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:44.719215 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-063af68f-6e70-43b8-b099-460e31cf5fce tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (12dc135c-ca28-4185-83b7-140ac3d1403d), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:44.766864 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-95690385-e2b8-40ae-849a-e3c2f8e2e418 req-d8c8f11c-1863-4fd3-852d-2281985081b9 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731974 Feb 17 17:54:44.779736 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c08572-6740-4877-9d65-d47e6e14ca8a req-b72da20a-dd35-4183-9b8b-c6d8679d4a58 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:44.793710 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d9c08572-6740-4877-9d65-d47e6e14ca8a req-b72da20a-dd35-4183-9b8b-c6d8679d4a58 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 943 time: 0.1068819 Feb 17 17:54:44.793906 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-063af68f-6e70-43b8-b099-460e31cf5fce tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (12dc135c-ca28-4185-83b7-140ac3d1403d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:44.808862 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-063af68f-6e70-43b8-b099-460e31cf5fce tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (12dc135c-ca28-4185-83b7-140ac3d1403d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:44.826359 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063af68f-6e70-43b8-b099-460e31cf5fce tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12dc135c-ca28-4185-83b7-140ac3d1403d,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:44.837521 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063af68f-6e70-43b8-b099-460e31cf5fce tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:54:44.838858 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063af68f-6e70-43b8-b099-460e31cf5fce tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:54:44.840957 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063af68f-6e70-43b8-b099-460e31cf5fce tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:54:44.841516 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063af68f-6e70-43b8-b099-460e31cf5fce tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:54:44.842267 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063af68f-6e70-43b8-b099-460e31cf5fce tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:54:44.843284 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063af68f-6e70-43b8-b099-460e31cf5fce tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:54:44.843970 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063af68f-6e70-43b8-b099-460e31cf5fce tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:54:44.844533 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063af68f-6e70-43b8-b099-460e31cf5fce tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:54:44.845065 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063af68f-6e70-43b8-b099-460e31cf5fce tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:54:44.845695 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063af68f-6e70-43b8-b099-460e31cf5fce tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:54:44.846228 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063af68f-6e70-43b8-b099-460e31cf5fce tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:54:44.847584 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063af68f-6e70-43b8-b099-460e31cf5fce tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:54:44.848723 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063af68f-6e70-43b8-b099-460e31cf5fce tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:54:44.860739 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-063af68f-6e70-43b8-b099-460e31cf5fce tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:44.862238 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-063af68f-6e70-43b8-b099-460e31cf5fce tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1786346 Feb 17 17:54:44.865042 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44698) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:44.887463 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d9c08572-6740-4877-9d65-d47e6e14ca8a req-dcc19ba8-0a02-4ba8-adf5-010a070effc9 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/security-groups?id=092cd681-b4c6-4a04-af75-7033fd519e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992477 Feb 17 17:54:44.903101 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d6a694a2-2b6d-431b-8f29-ac96fd89f65e tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "GET /v2.0/security-group-rules/12dc135c-ca28-4185-83b7-140ac3d1403d HTTP/1.1" status: 200 len: 763 time: 0.0367863 Feb 17 17:54:44.905799 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44702) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:44.973070 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-58928cba-838c-41bf-aa4b-179b2a6593d7 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0660818 Feb 17 17:54:44.975630 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44706) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:45.025874 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ac7c3ef-8f3e-48b7-a648-bf4c68fe96f2 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (12dc135c-ca28-4185-83b7-140ac3d1403d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:45.054985 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ac7c3ef-8f3e-48b7-a648-bf4c68fe96f2 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (12dc135c-ca28-4185-83b7-140ac3d1403d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:45.127341 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ac7c3ef-8f3e-48b7-a648-bf4c68fe96f2 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (12dc135c-ca28-4185-83b7-140ac3d1403d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:45.133742 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f4d3b-f426-41f1-9bf6-acc27c3b1e33 req-1f3037a9-32ae-4d2b-91db-dc76b352bad6 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:45.138637 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc5f4d3b-f426-41f1-9bf6-acc27c3b1e33 req-1f3037a9-32ae-4d2b-91db-dc76b352bad6 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.1857173 Feb 17 17:54:45.142301 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ac7c3ef-8f3e-48b7-a648-bf4c68fe96f2 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:45.149109 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8ac7c3ef-8f3e-48b7-a648-bf4c68fe96f2 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/12dc135c-ca28-4185-83b7-140ac3d1403d HTTP/1.1" status: 204 len: 168 time: 0.1714964 Feb 17 17:54:45.154472 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44712) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:45.211412 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac7c3ef-8f3e-48b7-a648-bf4c68fe96f2 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12dc135c-ca28-4185-83b7-140ac3d1403d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:45.246582 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a12241d1-a86e-4835-b6ed-0b976fa49ea4 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0902917 Feb 17 17:54:45.248643 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44716) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:45.254230 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-2c64b809-4f6e-4729-b296-3f38c5d333b3 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Request body: {'security_group_rule': {'security_group_id': '1bbf677c-b066-4a09-b81a-ed569ab68497', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:45.256181 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc5f4d3b-f426-41f1-9bf6-acc27c3b1e33 req-3d870f3d-e96a-40f2-8c41-01e97f56dfac tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110315 Feb 17 17:54:45.314290 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2c64b809-4f6e-4729-b296-3f38c5d333b3 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (f1f1faf7-f0bb-4a47-bf3e-3fd36d750250), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:45.405445 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2c64b809-4f6e-4729-b296-3f38c5d333b3 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (f1f1faf7-f0bb-4a47-bf3e-3fd36d750250), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:45.419161 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2c64b809-4f6e-4729-b296-3f38c5d333b3 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (f1f1faf7-f0bb-4a47-bf3e-3fd36d750250), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:45.449400 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c64b809-4f6e-4729-b296-3f38c5d333b3 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1f1faf7-f0bb-4a47-bf3e-3fd36d750250,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:45.457785 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2c64b809-4f6e-4729-b296-3f38c5d333b3 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:45.462020 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2c64b809-4f6e-4729-b296-3f38c5d333b3 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2088153 Feb 17 17:54:45.462378 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44728) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:45.499104 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-d2cb603e-3594-4242-ae5a-0c44f7d2532a tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "GET /v2.0/security-group-rules/f1f1faf7-f0bb-4a47-bf3e-3fd36d750250 HTTP/1.1" status: 200 len: 763 time: 0.0324633 Feb 17 17:54:45.499332 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44730) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:45.574737 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-038d3eeb-df7a-4b16-91ed-1b5680b6b318 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0743022 Feb 17 17:54:45.577145 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44736) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:45.638367 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bc43d1ec-43b4-4e60-a562-bd473f9af350 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (f1f1faf7-f0bb-4a47-bf3e-3fd36d750250), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:45.666846 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bc43d1ec-43b4-4e60-a562-bd473f9af350 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (f1f1faf7-f0bb-4a47-bf3e-3fd36d750250), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:45.706192 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bc43d1ec-43b4-4e60-a562-bd473f9af350 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (f1f1faf7-f0bb-4a47-bf3e-3fd36d750250), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:45.714385 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bc43d1ec-43b4-4e60-a562-bd473f9af350 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:45.715957 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bc43d1ec-43b4-4e60-a562-bd473f9af350 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/f1f1faf7-f0bb-4a47-bf3e-3fd36d750250 HTTP/1.1" status: 204 len: 168 time: 0.1264842 Feb 17 17:54:45.719955 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44744) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:45.722523 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc43d1ec-43b4-4e60-a562-bd473f9af350 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f1f1faf7-f0bb-4a47-bf3e-3fd36d750250,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:45.778852 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-126b4616-47c8-444c-ae8d-4f0f205b9add tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0566487 Feb 17 17:54:45.781234 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44750) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:45.785990 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-4889baa3-6757-460a-ac45-1c6a1db895de tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Request body: {'security_group_rule': {'security_group_id': '1bbf677c-b066-4a09-b81a-ed569ab68497', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:45.828135 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4889baa3-6757-460a-ac45-1c6a1db895de tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (98c56e5b-288a-481f-a512-a08488ddd7d1), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:45.932083 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4889baa3-6757-460a-ac45-1c6a1db895de tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (98c56e5b-288a-481f-a512-a08488ddd7d1), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:45.941734 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4889baa3-6757-460a-ac45-1c6a1db895de tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (98c56e5b-288a-481f-a512-a08488ddd7d1), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:45.967067 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4889baa3-6757-460a-ac45-1c6a1db895de tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98c56e5b-288a-481f-a512-a08488ddd7d1,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:45.987964 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4889baa3-6757-460a-ac45-1c6a1db895de tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:45.990840 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4889baa3-6757-460a-ac45-1c6a1db895de tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2085159 Feb 17 17:54:45.994121 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44780) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:46.018826 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7c6ff451-7de7-45df-84fe-53ffe18fdc30 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "GET /v2.0/security-group-rules/98c56e5b-288a-481f-a512-a08488ddd7d1 HTTP/1.1" status: 200 len: 764 time: 0.0213444 Feb 17 17:54:46.019087 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44784) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:46.083349 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-61ba0218-bba9-45d7-8981-cd8ed2880345 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0623310 Feb 17 17:54:46.086299 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44788) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:46.115807 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f8cf2c-7c34-4293-81c0-5ace0469c96b req-af9180b8-f713-4690-b2dc-ee7a68898c7d tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:46.124599 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d6f8cf2c-7c34-4293-81c0-5ace0469c96b req-af9180b8-f713-4690-b2dc-ee7a68898c7d tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 943 time: 0.0885797 Feb 17 17:54:46.136974 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7939f2cf-2505-41cf-ad78-420fc6a467f8 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (98c56e5b-288a-481f-a512-a08488ddd7d1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:46.151464 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7939f2cf-2505-41cf-ad78-420fc6a467f8 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (98c56e5b-288a-481f-a512-a08488ddd7d1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:46.186184 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d6f8cf2c-7c34-4293-81c0-5ace0469c96b req-be6fb2f2-d8b0-4541-a8f3-716f7df79f4a tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/security-groups?id=092cd681-b4c6-4a04-af75-7033fd519e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594320 Feb 17 17:54:46.198319 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7939f2cf-2505-41cf-ad78-420fc6a467f8 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (98c56e5b-288a-481f-a512-a08488ddd7d1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:46.219234 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7939f2cf-2505-41cf-ad78-420fc6a467f8 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:46.221839 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7939f2cf-2505-41cf-ad78-420fc6a467f8 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/98c56e5b-288a-481f-a512-a08488ddd7d1 HTTP/1.1" status: 204 len: 168 time: 0.1336460 Feb 17 17:54:46.224883 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44792) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:46.236123 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939f2cf-2505-41cf-ad78-420fc6a467f8 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=98c56e5b-288a-481f-a512-a08488ddd7d1,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:46.292010 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b70eccef-b843-49ba-b52f-47af23ec8f00 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0612745 Feb 17 17:54:46.292423 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44798) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:46.369633 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87c8ec1b-d197-459b-9abc-3f49e8f7f834 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (1bbf677c-b066-4a09-b81a-ed569ab68497), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:46.402160 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87c8ec1b-d197-459b-9abc-3f49e8f7f834 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (1bbf677c-b066-4a09-b81a-ed569ab68497), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:46.407655 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152f291-392a-4698-8306-b5779db5bcfc req-2db3c764-1863-41bb-a576-931a1d770d75 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:46.409342 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8152f291-392a-4698-8306-b5779db5bcfc req-2db3c764-1863-41bb-a576-931a1d770d75 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=66af69d8-eeb7-487a-901a-1c38e1bf49cc HTTP/1.1" status: 200 len: 943 time: 0.0786161 Feb 17 17:54:46.458320 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87c8ec1b-d197-459b-9abc-3f49e8f7f834 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (1bbf677c-b066-4a09-b81a-ed569ab68497), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:46.463747 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87c8ec1b-d197-459b-9abc-3f49e8f7f834 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:46.467716 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-87c8ec1b-d197-459b-9abc-3f49e8f7f834 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "DELETE /v2.0/security-groups/1bbf677c-b066-4a09-b81a-ed569ab68497 HTTP/1.1" status: 204 len: 168 time: 0.1718993 Feb 17 17:54:46.472012 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44802) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:46.488783 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8ec1b-d197-459b-9abc-3f49e8f7f834 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbf677c-b066-4a09-b81a-ed569ab68497,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:46.535922 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f1658d25-38e6-49c0-b6cb-22588f2d3b8c tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0588582 Feb 17 17:54:46.536385 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44806) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:46.541747 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-a235d284-d188-4112-b9de-1a7c903d70b6 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Request body: {'security_group': {'name': 'tempest-secgroup--137566549'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:46.570111 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-8152f291-392a-4698-8306-b5779db5bcfc req-c59e23d3-05a1-45e1-b081-692450ada782 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Deleting port 478d5e79-b980-4d46-8f60-54ade8f49d80 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:54:46.570460 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8152f291-392a-4698-8306-b5779db5bcfc req-c59e23d3-05a1-45e1-b081-692450ada782 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (478d5e79-b980-4d46-8f60-54ade8f49d80), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:46.575095 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a235d284-d188-4112-b9de-1a7c903d70b6 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:46.689168 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-8152f291-392a-4698-8306-b5779db5bcfc req-c59e23d3-05a1-45e1-b081-692450ada782 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] For port 478d5e79-b980-4d46-8f60-54ade8f49d80, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=478d5e79-b980-4d46-8f60-54ade8f49d80,segment=NetworkSegment(44570946-cccc-4504-9a7b-a57e09c343d6),segment_id=44570946-cccc-4504-9a7b-a57e09c343d6)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:54:46.689539 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8152f291-392a-4698-8306-b5779db5bcfc req-c59e23d3-05a1-45e1-b081-692450ada782 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (478d5e79-b980-4d46-8f60-54ade8f49d80), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:46.709490 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-8152f291-392a-4698-8306-b5779db5bcfc req-c59e23d3-05a1-45e1-b081-692450ada782 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Calling delete_port for 478d5e79-b980-4d46-8f60-54ade8f49d80 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:54:46.777834 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a235d284-d188-4112-b9de-1a7c903d70b6 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (5899d6f7-4997-4c09-8ff7-0c900691222c), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:46.786462 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a235d284-d188-4112-b9de-1a7c903d70b6 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (5899d6f7-4997-4c09-8ff7-0c900691222c), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:46.838960 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a235d284-d188-4112-b9de-1a7c903d70b6 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:46.840211 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a235d284-d188-4112-b9de-1a7c903d70b6 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3028235 Feb 17 17:54:46.843151 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44812) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:46.848772 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-57e78500-106d-4c3b-94bd-1aa3907eb8ca tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Request body: {'security_group_rule': {'security_group_id': '5899d6f7-4997-4c09-8ff7-0c900691222c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:46.880446 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-57e78500-106d-4c3b-94bd-1aa3907eb8ca tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (39f67c6a-3d23-4f87-9181-1a67d6a92357), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:46.885180 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a235d284-d188-4112-b9de-1a7c903d70b6 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5899d6f7-4997-4c09-8ff7-0c900691222c,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:46.938301 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8152f291-392a-4698-8306-b5779db5bcfc req-c59e23d3-05a1-45e1-b081-692450ada782 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (478d5e79-b980-4d46-8f60-54ade8f49d80), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:46.958211 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['c9fc73c9-8067-4b99-af61-88f9b343d18b', 'f6087b42-78d7-455a-bd5f-c69b694530f6'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:54:46.976416 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-57e78500-106d-4c3b-94bd-1aa3907eb8ca tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (39f67c6a-3d23-4f87-9181-1a67d6a92357), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:46.980262 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59e23d3-05a1-45e1-b081-692450ada782 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Pushing event deleted for resources: {'Port': ['ID=478d5e79-b980-4d46-8f60-54ade8f49d80,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:46.981652 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-57e78500-106d-4c3b-94bd-1aa3907eb8ca tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (39f67c6a-3d23-4f87-9181-1a67d6a92357), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:47.037411 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e78500-106d-4c3b-94bd-1aa3907eb8ca tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39f67c6a-3d23-4f87-9181-1a67d6a92357,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:47.040850 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-8152f291-392a-4698-8306-b5779db5bcfc req-c59e23d3-05a1-45e1-b081-692450ada782 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] No DVR routers for this DVR port 478d5e79-b980-4d46-8f60-54ade8f49d80 on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:54:47.045318 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8152f291-392a-4698-8306-b5779db5bcfc req-c59e23d3-05a1-45e1-b081-692450ada782 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:47.050561 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8152f291-392a-4698-8306-b5779db5bcfc req-c59e23d3-05a1-45e1-b081-692450ada782 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "DELETE /v2.0/ports/478d5e79-b980-4d46-8f60-54ade8f49d80 HTTP/1.1" status: 204 len: 173 time: 0.6344109 Feb 17 17:54:47.051115 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66af69d8-eeb7-487a-901a-1c38e1bf49cc', 'name': 'network-vif-deleted', 'tag': '478d5e79-b980-4d46-8f60-54ade8f49d80'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:54:47.053688 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8dfd19-09c7-4df6-b041-04dcc9ccc6e2" -d '{"events": [{"server_uuid": "66af69d8-eeb7-487a-901a-1c38e1bf49cc", "name": "network-vif-deleted", "tag": "478d5e79-b980-4d46-8f60-54ade8f49d80"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:54:47.065970 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-57e78500-106d-4c3b-94bd-1aa3907eb8ca tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:47.067478 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-57e78500-106d-4c3b-94bd-1aa3907eb8ca tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2233732 Feb 17 17:54:47.070694 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44818) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:47.128464 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 17 Feb 2022 17:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91ed729-8cca-4601-9dad-2cb57a5a01c7 x-openstack-request-id: req-a91ed729-8cca-4601-9dad-2cb57a5a01c7 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:54:47.128767 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66af69d8-eeb7-487a-901a-1c38e1bf49cc", "name": "network-vif-deleted", "tag": "478d5e79-b980-4d46-8f60-54ade8f49d80", "status": "failed", "code": 422}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:54:47.129024 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a91ed729-8cca-4601-9dad-2cb57a5a01c7 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:54:47.129432 n-d-829613-2 neutron-server[103435]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '66af69d8-eeb7-487a-901a-1c38e1bf49cc', 'name': 'network-vif-deleted', 'tag': '478d5e79-b980-4d46-8f60-54ade8f49d80', 'status': 'failed', 'code': 422} returned with failed status Feb 17 17:54:47.199406 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3ef180ce-0544-4efd-981f-64bb6a30bef8 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (5899d6f7-4997-4c09-8ff7-0c900691222c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:47.264147 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3ef180ce-0544-4efd-981f-64bb6a30bef8 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (5899d6f7-4997-4c09-8ff7-0c900691222c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:47.352459 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3ef180ce-0544-4efd-981f-64bb6a30bef8 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (5899d6f7-4997-4c09-8ff7-0c900691222c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:47.355246 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3ef180ce-0544-4efd-981f-64bb6a30bef8 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:47.356479 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3ef180ce-0544-4efd-981f-64bb6a30bef8 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "DELETE /v2.0/security-groups/5899d6f7-4997-4c09-8ff7-0c900691222c HTTP/1.1" status: 204 len: 168 time: 0.2844448 Feb 17 17:54:47.360032 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44828) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:47.385587 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef180ce-0544-4efd-981f-64bb6a30bef8 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5899d6f7-4997-4c09-8ff7-0c900691222c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:47.426466 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-07ed0ed8-8d78-4fed-8da1-ed901c9ca61a tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0646429 Feb 17 17:54:47.427740 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca719bb0-ccce-49b7-be64-fc3a84823fff req-d36ae873-18ef-4532-9968-7b0eb428556b tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:47.430491 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44830) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:47.436748 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ca719bb0-ccce-49b7-be64-fc3a84823fff req-d36ae873-18ef-4532-9968-7b0eb428556b tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 943 time: 0.1260614 Feb 17 17:54:47.474785 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2445619b-8c8f-4c2d-ac75-5a3cae384818 tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0430946 Feb 17 17:54:47.481136 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44832) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:47.504766 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ca719bb0-ccce-49b7-be64-fc3a84823fff req-1294b628-7600-4084-b7db-453141ebfe07 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/security-groups?id=092cd681-b4c6-4a04-af75-7033fd519e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670111 Feb 17 17:54:47.506584 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-41e8087b-ccf3-448d-b2f3-afe3de0e22da tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] delete failed (client error): The resource could not be found. Feb 17 17:54:47.511387 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-41e8087b-ccf3-448d-b2f3-afe3de0e22da tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "DELETE /v2.0/security-groups/5899d6f7-4997-4c09-8ff7-0c900691222c HTTP/1.1" status: 404 len: 347 time: 0.0216923 Feb 17 17:54:47.512600 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44834) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:47.568320 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-035362e2-2dc1-4f19-abdc-d8de5fa20e6d tempest-SecGroupTest-1544159778 tempest-SecGroupTest-1544159778-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0520363 Feb 17 17:54:47.839313 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902aeeef-87ee-43da-b6e8-fb60b7b0a570 req-36ec33a1-dd31-4c01-9cda-c520457d5d0b tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:47.841056 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-902aeeef-87ee-43da-b6e8-fb60b7b0a570 req-36ec33a1-dd31-4c01-9cda-c520457d5d0b tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=f255e24f-b858-4ca9-98e5-1b82ef9909e4 HTTP/1.1" status: 200 len: 907 time: 0.0653040 Feb 17 17:54:47.876737 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44850) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:48.026122 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-df22d261-bcff-4b60-aa27-b036ebd4ecc4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4e2e656477bd4d269cc93d465501e186&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1481481 Feb 17 17:54:48.028788 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44856) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:54:48.082052 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9a8980d2-16a6-4479-a3b2-0ee6e5ffda11 admin admin] Publish callbacks [] for security_group (78f72153-caee-453b-b7e5-3857528f95bf), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:48.104899 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9a8980d2-16a6-4479-a3b2-0ee6e5ffda11 admin admin] Publish callbacks [] for security_group (78f72153-caee-453b-b7e5-3857528f95bf), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:48.168002 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9a8980d2-16a6-4479-a3b2-0ee6e5ffda11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (78f72153-caee-453b-b7e5-3857528f95bf), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:48.174405 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9a8980d2-16a6-4479-a3b2-0ee6e5ffda11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:48.184969 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-9a8980d2-16a6-4479-a3b2-0ee6e5ffda11 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/78f72153-caee-453b-b7e5-3857528f95bf HTTP/1.1" status: 204 len: 168 time: 0.1549103 Feb 17 17:54:48.216869 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8980d2-16a6-4479-a3b2-0ee6e5ffda11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f72153-caee-453b-b7e5-3857528f95bf,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:48.661664 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d72be8-c760-451d-b1f2-1d4080388779 req-edaabc84-a424-49c7-a9c5-a43a20c2c2a8 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:48.664011 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-52d72be8-c760-451d-b1f2-1d4080388779 req-edaabc84-a424-49c7-a9c5-a43a20c2c2a8 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 943 time: 0.0680740 Feb 17 17:54:48.717403 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-52d72be8-c760-451d-b1f2-1d4080388779 req-7a787fb9-643e-4ca0-a421-621c1ae8bfe6 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/security-groups?id=092cd681-b4c6-4a04-af75-7033fd519e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476406 Feb 17 17:54:48.990162 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d458418-742f-47db-bc2d-210cde3ac822 req-53a897a0-cfb8-41fd-a418-3acce4ebfefb tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:48.999744 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1d458418-742f-47db-bc2d-210cde3ac822 req-53a897a0-cfb8-41fd-a418-3acce4ebfefb tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=f255e24f-b858-4ca9-98e5-1b82ef9909e4 HTTP/1.1" status: 200 len: 907 time: 0.0752628 Feb 17 17:54:49.002352 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:49.180023 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e9316-af34-418c-b05c-c6ce7ab4c012 req-e6d7b85c-016b-4797-8855-d0e246984deb tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:49.181973 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-558e9316-af34-418c-b05c-c6ce7ab4c012 req-e6d7b85c-016b-4797-8855-d0e246984deb tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.71 "GET /v2.0/ports?device_id=f255e24f-b858-4ca9-98e5-1b82ef9909e4 HTTP/1.1" status: 200 len: 907 time: 0.0751772 Feb 17 17:54:49.305105 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-558e9316-af34-418c-b05c-c6ce7ab4c012 req-49e34c6b-025a-4c59-b251-e98bb160672e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Deleting port 45efdb57-612c-4a61-93ec-2b44ec255251 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:54:49.305105 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-558e9316-af34-418c-b05c-c6ce7ab4c012 req-49e34c6b-025a-4c59-b251-e98bb160672e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (45efdb57-612c-4a61-93ec-2b44ec255251), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:49.432556 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-558e9316-af34-418c-b05c-c6ce7ab4c012 req-49e34c6b-025a-4c59-b251-e98bb160672e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] For port 45efdb57-612c-4a61-93ec-2b44ec255251, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=45efdb57-612c-4a61-93ec-2b44ec255251,segment=NetworkSegment(44570946-cccc-4504-9a7b-a57e09c343d6),segment_id=44570946-cccc-4504-9a7b-a57e09c343d6)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:54:49.433059 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-558e9316-af34-418c-b05c-c6ce7ab4c012 req-49e34c6b-025a-4c59-b251-e98bb160672e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (45efdb57-612c-4a61-93ec-2b44ec255251), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:49.449468 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-558e9316-af34-418c-b05c-c6ce7ab4c012 req-49e34c6b-025a-4c59-b251-e98bb160672e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Calling delete_port for 45efdb57-612c-4a61-93ec-2b44ec255251 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:54:49.649914 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-558e9316-af34-418c-b05c-c6ce7ab4c012 req-49e34c6b-025a-4c59-b251-e98bb160672e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (45efdb57-612c-4a61-93ec-2b44ec255251), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:49.698214 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e34c6b-025a-4c59-b251-e98bb160672e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Pushing event deleted for resources: {'Port': ['ID=45efdb57-612c-4a61-93ec-2b44ec255251,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:49.740647 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e34c6b-025a-4c59-b251-e98bb160672e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:54:49.741809 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e34c6b-025a-4c59-b251-e98bb160672e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:54:49.742320 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e34c6b-025a-4c59-b251-e98bb160672e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:54:49.742812 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e34c6b-025a-4c59-b251-e98bb160672e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:54:49.743311 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e34c6b-025a-4c59-b251-e98bb160672e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:54:49.743835 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e34c6b-025a-4c59-b251-e98bb160672e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:54:49.744365 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e34c6b-025a-4c59-b251-e98bb160672e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:54:49.744857 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e34c6b-025a-4c59-b251-e98bb160672e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:54:49.745368 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e34c6b-025a-4c59-b251-e98bb160672e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:54:49.746337 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e34c6b-025a-4c59-b251-e98bb160672e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:54:49.746843 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e34c6b-025a-4c59-b251-e98bb160672e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:54:49.747885 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e34c6b-025a-4c59-b251-e98bb160672e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:54:49.748597 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e34c6b-025a-4c59-b251-e98bb160672e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:54:49.784467 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:49.790053 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-558e9316-af34-418c-b05c-c6ce7ab4c012 req-49e34c6b-025a-4c59-b251-e98bb160672e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] No DVR routers for this DVR port 45efdb57-612c-4a61-93ec-2b44ec255251 on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:54:49.808839 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-558e9316-af34-418c-b05c-c6ce7ab4c012 req-49e34c6b-025a-4c59-b251-e98bb160672e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:49.814334 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-558e9316-af34-418c-b05c-c6ce7ab4c012 req-49e34c6b-025a-4c59-b251-e98bb160672e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.71 "DELETE /v2.0/ports/45efdb57-612c-4a61-93ec-2b44ec255251 HTTP/1.1" status: 204 len: 173 time: 0.6251230 Feb 17 17:54:49.841437 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f255e24f-b858-4ca9-98e5-1b82ef9909e4', 'name': 'network-vif-deleted', 'tag': '45efdb57-612c-4a61-93ec-2b44ec255251'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:54:49.848773 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de610765-43d2-4f50-97c5-1d5bb044b8c6" -d '{"events": [{"server_uuid": "f255e24f-b858-4ca9-98e5-1b82ef9909e4", "name": "network-vif-deleted", "tag": "45efdb57-612c-4a61-93ec-2b44ec255251"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:54:49.974604 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-face1139-312d-4c77-a99f-b19d8b240797 x-openstack-request-id: req-face1139-312d-4c77-a99f-b19d8b240797 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:54:49.974904 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f255e24f-b858-4ca9-98e5-1b82ef9909e4", "name": "network-vif-deleted", "tag": "45efdb57-612c-4a61-93ec-2b44ec255251", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:54:49.975161 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-face1139-312d-4c77-a99f-b19d8b240797 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:54:49.975595 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f255e24f-b858-4ca9-98e5-1b82ef9909e4', 'name': 'network-vif-deleted', 'tag': '45efdb57-612c-4a61-93ec-2b44ec255251', 'status': 'completed', 'code': 200} Feb 17 17:54:49.994582 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fbcd1-372b-439f-a777-d9e213262384 req-61906302-ae05-4f02-93da-b17676660801 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:49.996359 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-737fbcd1-372b-439f-a777-d9e213262384 req-61906302-ae05-4f02-93da-b17676660801 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 943 time: 0.1624677 Feb 17 17:54:50.059076 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-737fbcd1-372b-439f-a777-d9e213262384 req-268ae124-3102-4a38-b8af-a25fd711cb0c tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/security-groups?id=092cd681-b4c6-4a04-af75-7033fd519e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546131 Feb 17 17:54:50.138465 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a864c7d7-ba94-4d10-bdf9-4a987a3c7044 req-e9507c2d-9340-4979-b5d3-3ee727cfa6c9 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=f255e24f-b858-4ca9-98e5-1b82ef9909e4 HTTP/1.1" status: 200 len: 210 time: 0.0365708 Feb 17 17:54:51.209214 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c9170-8025-4b57-bb61-3aa053d0e9fe req-01dfd827-08a0-43e9-a523-b51cb5b88ebf tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:51.219510 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4e7c9170-8025-4b57-bb61-3aa053d0e9fe req-01dfd827-08a0-43e9-a523-b51cb5b88ebf tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 943 time: 0.0919743 Feb 17 17:54:51.280655 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4e7c9170-8025-4b57-bb61-3aa053d0e9fe req-4b02f8df-59c1-4959-9355-3ee021cd7d84 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/security-groups?id=092cd681-b4c6-4a04-af75-7033fd519e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600033 Feb 17 17:54:51.537053 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09566235-387d-45c6-aa8b-c01ab30b4161 req-cb126581-e684-4644-bda3-a4641622bb20 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:51.539701 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-09566235-387d-45c6-aa8b-c01ab30b4161 req-cb126581-e684-4644-bda3-a4641622bb20 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=6b6ab7fa-261a-491a-b970-c605f06c5192 HTTP/1.1" status: 200 len: 945 time: 0.0640194 Feb 17 17:54:51.612042 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-09566235-387d-45c6-aa8b-c01ab30b4161 req-9ec0d4c7-be3e-49e2-a319-4cf9ef38bbb8 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657811 Feb 17 17:54:52.425632 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13638fcd-f1cf-4fda-9832-79371f73f8ab req-16f786a6-077a-4b81-9b9c-f3fa3e24060d tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:52.428097 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-13638fcd-f1cf-4fda-9832-79371f73f8ab req-16f786a6-077a-4b81-9b9c-f3fa3e24060d tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 943 time: 0.0744343 Feb 17 17:54:52.481243 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-13638fcd-f1cf-4fda-9832-79371f73f8ab req-d33ccb02-b51a-4618-b1ee-ffe237997b9e tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/security-groups?id=092cd681-b4c6-4a04-af75-7033fd519e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470190 Feb 17 17:54:52.764076 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834386b6-54af-4919-a2b1-3d52e203552e req-10fe1722-dbc4-436d-9eaf-76b4e69388b9 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:52.766428 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-834386b6-54af-4919-a2b1-3d52e203552e req-10fe1722-dbc4-436d-9eaf-76b4e69388b9 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=6b6ab7fa-261a-491a-b970-c605f06c5192 HTTP/1.1" status: 200 len: 945 time: 0.0680008 Feb 17 17:54:52.820720 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-834386b6-54af-4919-a2b1-3d52e203552e req-2283520f-4a3c-4c60-87a3-19da417363ec tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487313 Feb 17 17:54:52.904906 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:54:53.097342 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406a823-110d-43d8-aca5-139b74ba5bd2 req-4a56c2e0-9184-408d-ba89-6c8e1a6bfaa6 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:53.098934 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d406a823-110d-43d8-aca5-139b74ba5bd2 req-4a56c2e0-9184-408d-ba89-6c8e1a6bfaa6 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.91 "GET /v2.0/ports?device_id=6b6ab7fa-261a-491a-b970-c605f06c5192 HTTP/1.1" status: 200 len: 945 time: 0.2078366 Feb 17 17:54:53.639648 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-d406a823-110d-43d8-aca5-139b74ba5bd2 req-a7592fda-fa55-4543-9211-e459b6a99b59 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Deleting port f6087b42-78d7-455a-bd5f-c69b694530f6 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:54:53.640158 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d406a823-110d-43d8-aca5-139b74ba5bd2 req-a7592fda-fa55-4543-9211-e459b6a99b59 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (f6087b42-78d7-455a-bd5f-c69b694530f6), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:53.648417 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a05f97-823e-46ba-a9be-47cc7f6eb054 req-a5911496-2b56-4de4-9bde-439d9b87ff27 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:53.650230 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f6a05f97-823e-46ba-a9be-47cc7f6eb054 req-a5911496-2b56-4de4-9bde-439d9b87ff27 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 943 time: 0.0719914 Feb 17 17:54:53.762595 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-d406a823-110d-43d8-aca5-139b74ba5bd2 req-a7592fda-fa55-4543-9211-e459b6a99b59 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] For port f6087b42-78d7-455a-bd5f-c69b694530f6, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=f6087b42-78d7-455a-bd5f-c69b694530f6,segment=NetworkSegment(44570946-cccc-4504-9a7b-a57e09c343d6),segment_id=44570946-cccc-4504-9a7b-a57e09c343d6)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:54:53.763015 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d406a823-110d-43d8-aca5-139b74ba5bd2 req-a7592fda-fa55-4543-9211-e459b6a99b59 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (f6087b42-78d7-455a-bd5f-c69b694530f6), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:53.778516 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-d406a823-110d-43d8-aca5-139b74ba5bd2 req-a7592fda-fa55-4543-9211-e459b6a99b59 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Calling delete_port for f6087b42-78d7-455a-bd5f-c69b694530f6 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:54:53.845598 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 45efdb57-612c-4a61-93ec-2b44ec255251 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:54:53.887739 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: 45efdb57-612c-4a61-93ec-2b44ec255251 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:54:53.888435 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 45efdb57-612c-4a61-93ec-2b44ec255251 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:54:53.947845 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d406a823-110d-43d8-aca5-139b74ba5bd2 req-a7592fda-fa55-4543-9211-e459b6a99b59 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (f6087b42-78d7-455a-bd5f-c69b694530f6), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:53.964152 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['c9fc73c9-8067-4b99-af61-88f9b343d18b', 'f6087b42-78d7-455a-bd5f-c69b694530f6'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:54:53.987774 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7592fda-fa55-4543-9211-e459b6a99b59 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Pushing event deleted for resources: {'Port': ['ID=f6087b42-78d7-455a-bd5f-c69b694530f6,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:54.079672 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-d406a823-110d-43d8-aca5-139b74ba5bd2 req-a7592fda-fa55-4543-9211-e459b6a99b59 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] No DVR routers for this DVR port f6087b42-78d7-455a-bd5f-c69b694530f6 on host n-h2-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:54:54.088615 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d406a823-110d-43d8-aca5-139b74ba5bd2 req-a7592fda-fa55-4543-9211-e459b6a99b59 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:54.094086 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d406a823-110d-43d8-aca5-139b74ba5bd2 req-a7592fda-fa55-4543-9211-e459b6a99b59 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.91 "DELETE /v2.0/ports/f6087b42-78d7-455a-bd5f-c69b694530f6 HTTP/1.1" status: 204 len: 173 time: 0.9881644 Feb 17 17:54:54.094781 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b6ab7fa-261a-491a-b970-c605f06c5192', 'name': 'network-vif-deleted', 'tag': 'f6087b42-78d7-455a-bd5f-c69b694530f6'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:54:54.097410 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0440a2-638e-4d36-a6d2-c6c4f47ee59f" -d '{"events": [{"server_uuid": "6b6ab7fa-261a-491a-b970-c605f06c5192", "name": "network-vif-deleted", "tag": "f6087b42-78d7-455a-bd5f-c69b694530f6"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:54:54.112651 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f6a05f97-823e-46ba-a9be-47cc7f6eb054 req-9dac20fa-85fd-443a-bba2-4937e3c5353b tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/security-groups?id=092cd681-b4c6-4a04-af75-7033fd519e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4514589 Feb 17 17:54:54.206606 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07927040-a4cc-4324-b239-4d6974f45e35 x-openstack-request-id: req-07927040-a4cc-4324-b239-4d6974f45e35 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:54:54.206936 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b6ab7fa-261a-491a-b970-c605f06c5192", "name": "network-vif-deleted", "tag": "f6087b42-78d7-455a-bd5f-c69b694530f6", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:54:54.207261 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-07927040-a4cc-4324-b239-4d6974f45e35 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:54:54.207612 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b6ab7fa-261a-491a-b970-c605f06c5192', 'name': 'network-vif-deleted', 'tag': 'f6087b42-78d7-455a-bd5f-c69b694530f6', 'status': 'completed', 'code': 200} Feb 17 17:54:54.209710 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c2028a46-835d-4d14-b123-7cb7053b0cb8 req-53e5c4c4-9633-439a-be89-5a5b301ef92c tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=6b6ab7fa-261a-491a-b970-c605f06c5192 HTTP/1.1" status: 200 len: 210 time: 0.0959780 Feb 17 17:54:55.266409 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977bb956-5e51-479b-bd5d-bef4dd0eea95 req-bf4a1adc-87f0-4d84-9221-29c0e320ca6b tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:55.268927 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-977bb956-5e51-479b-bd5d-bef4dd0eea95 req-bf4a1adc-87f0-4d84-9221-29c0e320ca6b tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 943 time: 0.0817783 Feb 17 17:54:55.355327 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-977bb956-5e51-479b-bd5d-bef4dd0eea95 req-2f15ddc9-ab2e-4aa9-b147-e9bf4637307c tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/security-groups?id=092cd681-b4c6-4a04-af75-7033fd519e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807858 Feb 17 17:54:55.539258 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d1228-8d5c-42cf-8afb-704814e7a4a1 req-adbb48f8-76b8-4da4-ae81-e895d0fa9e7f tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:55.541408 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e78d1228-8d5c-42cf-8afb-704814e7a4a1 req-adbb48f8-76b8-4da4-ae81-e895d0fa9e7f tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=315d9d1f-320f-40e9-9b83-71f1b9844f37 HTTP/1.1" status: 200 len: 945 time: 0.0583372 Feb 17 17:54:55.603280 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e78d1228-8d5c-42cf-8afb-704814e7a4a1 req-2d45252d-5abe-400a-a405-e00cfddfd225 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539637 Feb 17 17:54:56.498148 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f95a8-2c71-40dd-8deb-5ce8c434a087 req-df28b342-c417-4fc5-93e7-977f52c3021b tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:56.507456 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a87f95a8-2c71-40dd-8deb-5ce8c434a087 req-df28b342-c417-4fc5-93e7-977f52c3021b tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 943 time: 0.0694959 Feb 17 17:54:56.571232 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a87f95a8-2c71-40dd-8deb-5ce8c434a087 req-7bf62150-bf14-4b2a-9151-795fda448326 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/security-groups?id=092cd681-b4c6-4a04-af75-7033fd519e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583880 Feb 17 17:54:56.753118 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c286b-22fa-4745-8259-31bc922a0d1c req-8fc3524f-7a32-4de9-88ef-d89be16ba322 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:56.754754 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-df9c286b-22fa-4745-8259-31bc922a0d1c req-8fc3524f-7a32-4de9-88ef-d89be16ba322 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=315d9d1f-320f-40e9-9b83-71f1b9844f37 HTTP/1.1" status: 200 len: 945 time: 0.0578802 Feb 17 17:54:56.810859 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-df9c286b-22fa-4745-8259-31bc922a0d1c req-fec172f1-c274-4685-bce3-139743f89a16 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6b4ae1c8-9408-4475-89e9-5b631aefbc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501723 Feb 17 17:54:56.891966 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943483f6-b3c3-44ab-b886-21bd2b193f57 req-2da6baf5-adfc-4ca4-b43d-d7a5e412d72f tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:56.894341 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-943483f6-b3c3-44ab-b886-21bd2b193f57 req-2da6baf5-adfc-4ca4-b43d-d7a5e412d72f tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.91 "GET /v2.0/ports?device_id=315d9d1f-320f-40e9-9b83-71f1b9844f37 HTTP/1.1" status: 200 len: 945 time: 0.0608597 Feb 17 17:54:56.990123 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device f6087b42-78d7-455a-bd5f-c69b694530f6 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:54:57.017375 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-943483f6-b3c3-44ab-b886-21bd2b193f57 req-2509380d-0301-4366-8cef-a3eacf0637a7 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Deleting port c9fc73c9-8067-4b99-af61-88f9b343d18b {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:54:57.018357 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-943483f6-b3c3-44ab-b886-21bd2b193f57 req-2509380d-0301-4366-8cef-a3eacf0637a7 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (c9fc73c9-8067-4b99-af61-88f9b343d18b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:57.021323 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: f6087b42-78d7-455a-bd5f-c69b694530f6 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:54:57.021681 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device f6087b42-78d7-455a-bd5f-c69b694530f6 not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:54:57.143729 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-943483f6-b3c3-44ab-b886-21bd2b193f57 req-2509380d-0301-4366-8cef-a3eacf0637a7 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] For port c9fc73c9-8067-4b99-af61-88f9b343d18b, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=c9fc73c9-8067-4b99-af61-88f9b343d18b,segment=NetworkSegment(44570946-cccc-4504-9a7b-a57e09c343d6),segment_id=44570946-cccc-4504-9a7b-a57e09c343d6)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:54:57.144298 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-943483f6-b3c3-44ab-b886-21bd2b193f57 req-2509380d-0301-4366-8cef-a3eacf0637a7 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (c9fc73c9-8067-4b99-af61-88f9b343d18b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:57.160619 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-943483f6-b3c3-44ab-b886-21bd2b193f57 req-2509380d-0301-4366-8cef-a3eacf0637a7 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Calling delete_port for c9fc73c9-8067-4b99-af61-88f9b343d18b owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:54:57.337222 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-943483f6-b3c3-44ab-b886-21bd2b193f57 req-2509380d-0301-4366-8cef-a3eacf0637a7 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (c9fc73c9-8067-4b99-af61-88f9b343d18b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:57.349727 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['c9fc73c9-8067-4b99-af61-88f9b343d18b'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:54:57.459768 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509380d-0301-4366-8cef-a3eacf0637a7 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Pushing event deleted for resources: {'Port': ['ID=c9fc73c9-8067-4b99-af61-88f9b343d18b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:54:57.486415 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-943483f6-b3c3-44ab-b886-21bd2b193f57 req-2509380d-0301-4366-8cef-a3eacf0637a7 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] No DVR routers for this DVR port c9fc73c9-8067-4b99-af61-88f9b343d18b on host n-h2-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:54:57.490296 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-943483f6-b3c3-44ab-b886-21bd2b193f57 req-2509380d-0301-4366-8cef-a3eacf0637a7 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:54:57.512723 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-943483f6-b3c3-44ab-b886-21bd2b193f57 req-2509380d-0301-4366-8cef-a3eacf0637a7 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.91 "DELETE /v2.0/ports/c9fc73c9-8067-4b99-af61-88f9b343d18b HTTP/1.1" status: 204 len: 173 time: 0.6057804 Feb 17 17:54:57.513350 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315d9d1f-320f-40e9-9b83-71f1b9844f37', 'name': 'network-vif-deleted', 'tag': 'c9fc73c9-8067-4b99-af61-88f9b343d18b'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:54:57.518101 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650c6d37-103a-4eca-b001-fc661fc921b8" -d '{"events": [{"server_uuid": "315d9d1f-320f-40e9-9b83-71f1b9844f37", "name": "network-vif-deleted", "tag": "c9fc73c9-8067-4b99-af61-88f9b343d18b"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:54:57.711923 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ddbd33c-77ef-4777-8116-92350fd4065c x-openstack-request-id: req-3ddbd33c-77ef-4777-8116-92350fd4065c {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:54:57.715483 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "315d9d1f-320f-40e9-9b83-71f1b9844f37", "name": "network-vif-deleted", "tag": "c9fc73c9-8067-4b99-af61-88f9b343d18b", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:54:57.715926 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3ddbd33c-77ef-4777-8116-92350fd4065c {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:54:57.716544 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315d9d1f-320f-40e9-9b83-71f1b9844f37', 'name': 'network-vif-deleted', 'tag': 'c9fc73c9-8067-4b99-af61-88f9b343d18b', 'status': 'completed', 'code': 200} Feb 17 17:54:57.872528 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba3218-d775-4749-922b-5b5a470aca50 req-c453fb48-73be-490f-b16e-33b2f722d94e tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:57.883885 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c8ba3218-d775-4749-922b-5b5a470aca50 req-c453fb48-73be-490f-b16e-33b2f722d94e tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 943 time: 0.1137362 Feb 17 17:54:58.037298 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c8ba3218-d775-4749-922b-5b5a470aca50 req-a4d12f2e-3543-4b15-bae8-6fabe28f07da tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/security-groups?id=092cd681-b4c6-4a04-af75-7033fd519e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406393 Feb 17 17:54:58.110044 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b6fa823e-e554-4cfb-b73b-542b4e830433 req-dae3816a-1ff3-40c7-9f15-8ec828535f1e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=315d9d1f-320f-40e9-9b83-71f1b9844f37 HTTP/1.1" status: 200 len: 210 time: 0.1324623 Feb 17 17:54:59.245728 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd12e74-6dc2-481c-869c-6f16bcdb85af req-94a54245-31fc-4145-b7de-ec05a01247c4 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:59.255356 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6bd12e74-6dc2-481c-869c-6f16bcdb85af req-94a54245-31fc-4145-b7de-ec05a01247c4 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 943 time: 0.1081495 Feb 17 17:54:59.423484 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6bd12e74-6dc2-481c-869c-6f16bcdb85af req-ebb96e1d-fda2-4064-95df-0c8eb1b12005 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/security-groups?id=092cd681-b4c6-4a04-af75-7033fd519e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653099 Feb 17 17:54:59.596645 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b875ac-5c60-4598-8282-e251238628a0 req-3311233b-094e-4239-9f80-c685c4fe8ae4 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:54:59.603844 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-51b875ac-5c60-4598-8282-e251238628a0 req-3311233b-094e-4239-9f80-c685c4fe8ae4 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.0633075 Feb 17 17:54:59.660906 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-51b875ac-5c60-4598-8282-e251238628a0 req-4a6669d6-abc9-4a49-833f-a973a000d852 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560825 Feb 17 17:55:00.656949 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c8c27-482f-457e-a283-53367933daff req-6f2d360a-f06b-427f-a840-e11d50495551 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:00.663298 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cd4c8c27-482f-457e-a283-53367933daff req-6f2d360a-f06b-427f-a840-e11d50495551 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 943 time: 0.0833375 Feb 17 17:55:00.749663 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cd4c8c27-482f-457e-a283-53367933daff req-0d2397bd-1077-40cc-95d2-041ab05dc17d tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/security-groups?id=092cd681-b4c6-4a04-af75-7033fd519e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709331 Feb 17 17:55:00.884960 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04800b20-942a-4e35-898b-e7dbf2728fe6 req-c4a009d0-84c1-4731-abae-e6ee7e874cc4 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:00.894324 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-04800b20-942a-4e35-898b-e7dbf2728fe6 req-c4a009d0-84c1-4731-abae-e6ee7e874cc4 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.0918193 Feb 17 17:55:00.981874 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-04800b20-942a-4e35-898b-e7dbf2728fe6 req-5d630049-1fbe-4552-8f22-f7d3a10ba0ce tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844669 Feb 17 17:55:01.003497 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device c9fc73c9-8067-4b99-af61-88f9b343d18b no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:55:01.031828 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: c9fc73c9-8067-4b99-af61-88f9b343d18b {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:55:01.032749 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device c9fc73c9-8067-4b99-af61-88f9b343d18b not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:55:01.083452 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9e7e2-a0c8-43c0-925e-98b86f6c9bee req-fea6a494-19a7-47b1-bd8c-db264020ee03 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:01.087782 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2fc9e7e2-a0c8-43c0-925e-98b86f6c9bee req-fea6a494-19a7-47b1-bd8c-db264020ee03 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.91 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.1220853 Feb 17 17:55:01.315032 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-2fc9e7e2-a0c8-43c0-925e-98b86f6c9bee req-ea23f18e-2440-4144-9680-649afc69c61e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Deleting port 3df59be5-70eb-43bf-82eb-ef2aa0690a18 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:55:01.316127 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2fc9e7e2-a0c8-43c0-925e-98b86f6c9bee req-ea23f18e-2440-4144-9680-649afc69c61e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (3df59be5-70eb-43bf-82eb-ef2aa0690a18), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:01.525513 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-2fc9e7e2-a0c8-43c0-925e-98b86f6c9bee req-ea23f18e-2440-4144-9680-649afc69c61e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] For port 3df59be5-70eb-43bf-82eb-ef2aa0690a18, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=3df59be5-70eb-43bf-82eb-ef2aa0690a18,segment=NetworkSegment(44570946-cccc-4504-9a7b-a57e09c343d6),segment_id=44570946-cccc-4504-9a7b-a57e09c343d6)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:55:01.525886 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2fc9e7e2-a0c8-43c0-925e-98b86f6c9bee req-ea23f18e-2440-4144-9680-649afc69c61e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (3df59be5-70eb-43bf-82eb-ef2aa0690a18), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:01.950715 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed23810-193b-47aa-9609-2414e6981925 req-88109517-934b-44ec-a887-a6e14a6e392d tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:01.957712 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2ed23810-193b-47aa-9609-2414e6981925 req-88109517-934b-44ec-a887-a6e14a6e392d tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 943 time: 0.0834589 Feb 17 17:55:02.016339 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2fc9e7e2-a0c8-43c0-925e-98b86f6c9bee req-ea23f18e-2440-4144-9680-649afc69c61e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:02.016722 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2fc9e7e2-a0c8-43c0-925e-98b86f6c9bee req-ea23f18e-2440-4144-9680-649afc69c61e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (ff8f7504-be47-4e0a-8743-be79ddc1dea8), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:02.017073 n-d-829613-2 neutron-server[103434]: INFO neutron.db.l3_db [req-2fc9e7e2-a0c8-43c0-925e-98b86f6c9bee req-ea23f18e-2440-4144-9680-649afc69c61e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Floating IP ff8f7504-be47-4e0a-8743-be79ddc1dea8 disassociated. External IP: 172.25.8.124, port: 3df59be5-70eb-43bf-82eb-ef2aa0690a18. Feb 17 17:55:02.017613 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-2fc9e7e2-a0c8-43c0-925e-98b86f6c9bee req-ea23f18e-2440-4144-9680-649afc69c61e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Calling delete_port for 3df59be5-70eb-43bf-82eb-ef2aa0690a18 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:55:02.092235 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2ed23810-193b-47aa-9609-2414e6981925 req-dedc0e6b-6964-41b1-a970-8076d1e21053 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/security-groups?id=092cd681-b4c6-4a04-af75-7033fd519e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283681 Feb 17 17:55:02.183019 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7352f7cf-330b-4251-acc6-912cab602435 req-0fd57271-8ff5-4b6a-bcb3-b0fc349ce1bf tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:02.190929 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7352f7cf-330b-4251-acc6-912cab602435 req-0fd57271-8ff5-4b6a-bcb3-b0fc349ce1bf tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 945 time: 0.0649791 Feb 17 17:55:02.203994 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2fc9e7e2-a0c8-43c0-925e-98b86f6c9bee req-ea23f18e-2440-4144-9680-649afc69c61e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (3df59be5-70eb-43bf-82eb-ef2aa0690a18), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:02.300976 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7352f7cf-330b-4251-acc6-912cab602435 req-61174f63-54a1-47c2-802a-2f3e0eb2aab4 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups?id=6ae6b60b-9e7b-44f9-af84-604693184f45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090386 Feb 17 17:55:02.347199 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea23f18e-2440-4144-9680-649afc69c61e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Pushing event deleted for resources: {'Port': ['ID=3df59be5-70eb-43bf-82eb-ef2aa0690a18,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:02.373364 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45166) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:02.543667 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2fc9e7e2-a0c8-43c0-925e-98b86f6c9bee req-ea23f18e-2440-4144-9680-649afc69c61e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Router b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:55:02.582894 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0908ca17-21d6-494f-8cbe-f3755d8bf925 tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:02.585521 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0908ca17-21d6-494f-8cbe-f3755d8bf925 tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:02.586121 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0908ca17-21d6-494f-8cbe-f3755d8bf925 tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:02.597421 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-0908ca17-21d6-494f-8cbe-f3755d8bf925 tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] 10.222.0.87 "GET /v2.0/ports?project_id=ec7ab02c08ab4597882b00c123047e3e&network_id=17694ef4-1ed2-4a01-a5bf-ce0481576d63 HTTP/1.1" status: 200 len: 3073 time: 0.2227302 Feb 17 17:55:02.808828 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2fc9e7e2-a0c8-43c0-925e-98b86f6c9bee req-ea23f18e-2440-4144-9680-649afc69c61e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:55:02.822600 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d918acec-4c8a-48e8-bea9-48dd6c2002a4 None None] Sync routers for ids ['b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:55:02.838459 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d918acec-4c8a-48e8-bea9-48dd6c2002a4 None None] Routers {'b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:55:02.839250 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-d918acec-4c8a-48e8-bea9-48dd6c2002a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:54:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:55:02.909127 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc9e7e2-a0c8-43c0-925e-98b86f6c9bee req-ea23f18e-2440-4144-9680-649afc69c61e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] No DVR routers for this DVR port 3df59be5-70eb-43bf-82eb-ef2aa0690a18 on host n-h2-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:55:02.921216 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2fc9e7e2-a0c8-43c0-925e-98b86f6c9bee req-ea23f18e-2440-4144-9680-649afc69c61e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:02.929388 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2fc9e7e2-a0c8-43c0-925e-98b86f6c9bee req-ea23f18e-2440-4144-9680-649afc69c61e tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.91 "DELETE /v2.0/ports/3df59be5-70eb-43bf-82eb-ef2aa0690a18 HTTP/1.1" status: 204 len: 173 time: 1.8359330 Feb 17 17:55:02.929998 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2554492e-6aae-425f-b3cf-9889a8c042ad', 'name': 'network-vif-deleted', 'tag': '3df59be5-70eb-43bf-82eb-ef2aa0690a18'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:55:02.932731 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f4e8b5-9faf-4a2a-ba51-67d7fbbb1897" -d '{"events": [{"server_uuid": "2554492e-6aae-425f-b3cf-9889a8c042ad", "name": "network-vif-deleted", "tag": "3df59be5-70eb-43bf-82eb-ef2aa0690a18"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:55:02.955936 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fe0abacd-69ca-4d11-97b2-2715c810c077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:03.010217 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaffd90a-2524-4fb4-983c-d6e2ff0cd35a x-openstack-request-id: req-eaffd90a-2524-4fb4-983c-d6e2ff0cd35a {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:55:03.010573 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2554492e-6aae-425f-b3cf-9889a8c042ad", "name": "network-vif-deleted", "tag": "3df59be5-70eb-43bf-82eb-ef2aa0690a18", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:55:03.010839 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-eaffd90a-2524-4fb4-983c-d6e2ff0cd35a {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:55:03.011250 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2554492e-6aae-425f-b3cf-9889a8c042ad', 'name': 'network-vif-deleted', 'tag': '3df59be5-70eb-43bf-82eb-ef2aa0690a18', 'status': 'completed', 'code': 200} Feb 17 17:55:03.080951 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-d918acec-4c8a-48e8-bea9-48dd6c2002a4 None None] Set router b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:55:03.305904 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be58da-078c-4c7f-8aa8-dbfd5efd362c req-c2190c7d-8281-4525-85f6-1dc8d7eafe62 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:03.319537 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d6be58da-078c-4c7f-8aa8-dbfd5efd362c req-c2190c7d-8281-4525-85f6-1dc8d7eafe62 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 943 time: 0.1495752 Feb 17 17:55:03.346917 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-d918acec-4c8a-48e8-bea9-48dd6c2002a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717', 'name': 'tempest-ServerActionsTestJSON-1940210771-router', 'tenant_id': '708d2e36ca25476d9214a2f14ef71fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'bdae442e-bcc5-4e07-ad7a-c210fd339654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:46:20Z', 'updated_at': '2022-02-17T17:46:35Z', 'revision_number': 4, 'project_id': '708d2e36ca25476d9214a2f14ef71fc9', 'gw_port': {'id': 'bdae442e-bcc5-4e07-ad7a-c210fd339654', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:46:22Z', 'updated_at': '2022-02-17T17:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '36a80978-c83b-4549-afe2-534a60765dc5', 'name': '', 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe', 'tenant_id': '708d2e36ca25476d9214a2f14ef71fc9', 'mac_address': 'fa:16:3e:21:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717', 'device_owner': 'network:router_interface', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': 'f5806a5b-efbb-4c84-b3a4-70ad6c804540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:46:33Z', 'updated_at': '2022-02-17T17:46:51Z', 'revision_number': 5, 'project_id': '708d2e36ca25476d9214a2f14ef71fc9', 'subnets': [{'id': 'f5806a5b-efbb-4c84-b3a4-70ad6c804540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:55:03.429329 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d918acec-4c8a-48e8-bea9-48dd6c2002a4 None None] Checking router: b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:55:03.439836 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d918acec-4c8a-48e8-bea9-48dd6c2002a4 None None] Routers {'b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:55:03.440767 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-d918acec-4c8a-48e8-bea9-48dd6c2002a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:54:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:55:03.485008 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d6be58da-078c-4c7f-8aa8-dbfd5efd362c req-002e5568-503b-4e33-95e5-4dd08a518c5b tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/security-groups?id=092cd681-b4c6-4a04-af75-7033fd519e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642783 Feb 17 17:55:03.555252 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5d3435a2-c02c-4743-947c-9b73e2b558a7 req-5d7769e9-e7e4-4660-a697-dbe025040ab6 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/ports?device_id=2554492e-6aae-425f-b3cf-9889a8c042ad HTTP/1.1" status: 200 len: 210 time: 0.0771663 Feb 17 17:55:03.692722 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-d918acec-4c8a-48e8-bea9-48dd6c2002a4 None None] Set router b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:55:04.179650 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-d918acec-4c8a-48e8-bea9-48dd6c2002a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717', 'name': 'tempest-ServerActionsTestJSON-1940210771-router', 'tenant_id': '708d2e36ca25476d9214a2f14ef71fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'bdae442e-bcc5-4e07-ad7a-c210fd339654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:46:20Z', 'updated_at': '2022-02-17T17:46:35Z', 'revision_number': 4, 'project_id': '708d2e36ca25476d9214a2f14ef71fc9', 'gw_port': {'id': 'bdae442e-bcc5-4e07-ad7a-c210fd339654', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:46:22Z', 'updated_at': '2022-02-17T17:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '36a80978-c83b-4549-afe2-534a60765dc5', 'name': '', 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe', 'tenant_id': '708d2e36ca25476d9214a2f14ef71fc9', 'mac_address': 'fa:16:3e:21:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717', 'device_owner': 'network:router_interface', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': 'f5806a5b-efbb-4c84-b3a4-70ad6c804540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:46:33Z', 'updated_at': '2022-02-17T17:46:51Z', 'revision_number': 5, 'project_id': '708d2e36ca25476d9214a2f14ef71fc9', 'subnets': [{'id': 'f5806a5b-efbb-4c84-b3a4-70ad6c804540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:55:04.210042 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d918acec-4c8a-48e8-bea9-48dd6c2002a4 None None] The sync data for ids ['b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717'] in n-d-829613-2 is: [{'id': 'b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717', 'name': 'tempest-ServerActionsTestJSON-1940210771-router', 'tenant_id': '708d2e36ca25476d9214a2f14ef71fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'bdae442e-bcc5-4e07-ad7a-c210fd339654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:46:20Z', 'updated_at': '2022-02-17T17:46:35Z', 'revision_number': 4, 'project_id': '708d2e36ca25476d9214a2f14ef71fc9', 'gw_port': {'id': 'bdae442e-bcc5-4e07-ad7a-c210fd339654', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:46:22Z', 'updated_at': '2022-02-17T17:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '36a80978-c83b-4549-afe2-534a60765dc5', 'name': '', 'network_id': '106d8950-35e8-4e49-bc8b-6ac4436cd2fe', 'tenant_id': '708d2e36ca25476d9214a2f14ef71fc9', 'mac_address': 'fa:16:3e:21:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717', 'device_owner': 'network:router_interface', 'standard_attr_id': 2261, 'fixed_ips': [{'subnet_id': 'f5806a5b-efbb-4c84-b3a4-70ad6c804540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:46:33Z', 'updated_at': '2022-02-17T17:46:51Z', 'revision_number': 5, 'project_id': '708d2e36ca25476d9214a2f14ef71fc9', 'subnets': [{'id': 'f5806a5b-efbb-4c84-b3a4-70ad6c804540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:55:04.456931 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45212) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:04.547036 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1292152-99fc-4e2b-8fc6-9b1a68695545 tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:04.561677 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f1292152-99fc-4e2b-8fc6-9b1a68695545 tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=d7afcf1f-5124-4168-b80f-10ace9d04ea7 HTTP/1.1" status: 200 len: 814 time: 0.1036198 Feb 17 17:55:04.764068 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45224) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:04.826783 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee74c4-d688-475b-8062-feaa5a7ac97b req-55f2cc1f-62d2-4ee0-a989-e6baabe4f2f8 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:04.828184 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b8ee74c4-d688-475b-8062-feaa5a7ac97b req-55f2cc1f-62d2-4ee0-a989-e6baabe4f2f8 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 943 time: 0.1621532 Feb 17 17:55:04.888180 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f0c183c1-c60a-4b56-89c3-4aee39e831e1 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks [] for security_group (6ae6b60b-9e7b-44f9-af84-604693184f45), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:04.891428 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91654443-205e-443f-a77d-cb24edf2863b None None] New status for floating IP ff8f7504-be47-4e0a-8743-be79ddc1dea8: DOWN {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 17:55:04.956557 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f0c183c1-c60a-4b56-89c3-4aee39e831e1 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks [] for security_group (6ae6b60b-9e7b-44f9-af84-604693184f45), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:04.977211 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b8ee74c4-d688-475b-8062-feaa5a7ac97b req-23381575-cca0-416d-891f-3d6425dc65c7 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/security-groups?id=092cd681-b4c6-4a04-af75-7033fd519e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373599 Feb 17 17:55:05.031207 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45230) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:05.036719 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-c7f9577a-3fbc-4410-8fcc-68e06ee3504c tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Request body: {'network': {'name': 'tempest-network-smoke--76762603', 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'port_security_enabled': True}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:55:05.083109 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f0c183c1-c60a-4b56-89c3-4aee39e831e1 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (6ae6b60b-9e7b-44f9-af84-604693184f45), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:05.086436 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f0c183c1-c60a-4b56-89c3-4aee39e831e1 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:05.093534 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f0c183c1-c60a-4b56-89c3-4aee39e831e1 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "DELETE /v2.0/security-groups/6ae6b60b-9e7b-44f9-af84-604693184f45 HTTP/1.1" status: 204 len: 168 time: 0.3225601 Feb 17 17:55:05.093858 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45234) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:05.113343 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f9577a-3fbc-4410-8fcc-68e06ee3504c tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Made reservation on behalf of ec7ab02c08ab4597882b00c123047e3e for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:55:05.122446 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c7f9577a-3fbc-4410-8fcc-68e06ee3504c tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:05.127766 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c183c1-c60a-4b56-89c3-4aee39e831e1 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae6b60b-9e7b-44f9-af84-604693184f45,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:05.154045 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-659a1bb5-9fff-4a68-9a6c-8005a8d67f92 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] show failed (client error): The resource could not be found. Feb 17 17:55:05.155413 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-659a1bb5-9fff-4a68-9a6c-8005a8d67f92 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "GET /v2.0/security-groups/6ae6b60b-9e7b-44f9-af84-604693184f45 HTTP/1.1" status: 404 len: 347 time: 0.0606189 Feb 17 17:55:05.160455 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45236) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:05.343673 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7f9577a-3fbc-4410-8fcc-68e06ee3504c tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:55:05.379664 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c7f9577a-3fbc-4410-8fcc-68e06ee3504c tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (4cf7a758-ac0d-49ec-be13-31f3d5ab1c67), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:05.380337 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-c7f9577a-3fbc-4410-8fcc-68e06ee3504c tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Added segment 4cf7a758-ac0d-49ec-be13-31f3d5ab1c67 of type vlan for network 7a9aac6f-c09a-4664-a3c8-0f4a3171be21 Feb 17 17:55:05.454289 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-753f4a48-4a71-4c8e-a10c-2d81b487f8b0 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Deleting port 28cf9dd4-1852-4a7c-ac62-c9fe63b84598 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:55:05.454638 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-753f4a48-4a71-4c8e-a10c-2d81b487f8b0 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (28cf9dd4-1852-4a7c-ac62-c9fe63b84598), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:05.496025 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c7f9577a-3fbc-4410-8fcc-68e06ee3504c tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (7a9aac6f-c09a-4664-a3c8-0f4a3171be21), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:05.496278 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 3df59be5-70eb-43bf-82eb-ef2aa0690a18 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:55:05.593819 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c7f9577a-3fbc-4410-8fcc-68e06ee3504c tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (7a9aac6f-c09a-4664-a3c8-0f4a3171be21), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:05.601539 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f9577a-3fbc-4410-8fcc-68e06ee3504c tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:05.608743 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c7f9577a-3fbc-4410-8fcc-68e06ee3504c tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:05.636926 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: 3df59be5-70eb-43bf-82eb-ef2aa0690a18 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:55:05.637711 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 3df59be5-70eb-43bf-82eb-ef2aa0690a18 not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:55:05.643962 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d0ab6a68-1aa5-48fe-8db0-5762a120709d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:05.661267 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c7f9577a-3fbc-4410-8fcc-68e06ee3504c tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6285446 Feb 17 17:55:05.675922 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45244) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:05.678949 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-753f4a48-4a71-4c8e-a10c-2d81b487f8b0 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (28cf9dd4-1852-4a7c-ac62-c9fe63b84598), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:05.679575 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-753f4a48-4a71-4c8e-a10c-2d81b487f8b0 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks [] for floatingip (28cf9dd4-1852-4a7c-ac62-c9fe63b84598), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:05.713620 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-753f4a48-4a71-4c8e-a10c-2d81b487f8b0 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Calling delete_port for 28cf9dd4-1852-4a7c-ac62-c9fe63b84598 owned by network:floatingip {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:55:05.914490 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05b4318-3959-4855-b90e-5e774008eabe tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:05.921502 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-f05b4318-3959-4855-b90e-5e774008eabe tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=ec7ab02c08ab4597882b00c123047e3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2242696 Feb 17 17:55:05.933383 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45246) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:06.055336 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f9577a-3fbc-4410-8fcc-68e06ee3504c tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event updated for resources: {'Network': ['ID=7a9aac6f-c09a-4664-a3c8-0f4a3171be21,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:06.072774 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 7a9aac6f-c09a-4664-a3c8-0f4a3171be21 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:55:06.260781 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5fd993-fa79-48fe-8dac-3dc1d6f5d9eb tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:06.262639 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bd5fd993-fa79-48fe-8dac-3dc1d6f5d9eb tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3250270 Feb 17 17:55:06.266188 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-753f4a48-4a71-4c8e-a10c-2d81b487f8b0 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (28cf9dd4-1852-4a7c-ac62-c9fe63b84598), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:06.268578 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e528c9c-27ef-42e7-9e15-b0d87202e67a req-657a8d7a-7a55-4730-a1f7-82631650fe1d tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:06.269890 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4e528c9c-27ef-42e7-9e15-b0d87202e67a req-657a8d7a-7a55-4730-a1f7-82631650fe1d tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 943 time: 0.1091349 Feb 17 17:55:06.273533 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45250) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:06.385462 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753f4a48-4a71-4c8e-a10c-2d81b487f8b0 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Pushing event deleted for resources: {'Port': ['ID=28cf9dd4-1852-4a7c-ac62-c9fe63b84598,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:06.482994 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-d736b199-3d3c-476e-9c22-8aea22413c60 tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=d7afcf1f-5124-4168-b80f-10ace9d04ea7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2058659 Feb 17 17:55:06.537193 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45254) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:06.619039 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b6994f31-e0de-4173-9c58-1b98fd19151b tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=ec7ab02c08ab4597882b00c123047e3e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0743394 Feb 17 17:55:06.620855 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45264) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:06.644066 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-753f4a48-4a71-4c8e-a10c-2d81b487f8b0 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks [] for floatingip (ff8f7504-be47-4e0a-8743-be79ddc1dea8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:06.646949 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-753f4a48-4a71-4c8e-a10c-2d81b487f8b0 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:06.648114 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-753f4a48-4a71-4c8e-a10c-2d81b487f8b0 tempest-ServerActionsTestJSON-1986879467 tempest-ServerActionsTestJSON-1986879467-project] 10.222.0.87 "DELETE /v2.0/floatingips/ff8f7504-be47-4e0a-8743-be79ddc1dea8 HTTP/1.1" status: 204 len: 168 time: 1.4863703 Feb 17 17:55:06.667133 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45266) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:06.687423 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4e528c9c-27ef-42e7-9e15-b0d87202e67a req-5f401607-98ab-4ceb-9aad-b61b21e39470 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/security-groups?id=092cd681-b4c6-4a04-af75-7033fd519e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2098031 Feb 17 17:55:06.718211 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:06.917239 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633938f6-56ff-4977-96d8-5c9d74731e4b tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:06.923689 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-633938f6-56ff-4977-96d8-5c9d74731e4b tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2988927 Feb 17 17:55:06.924139 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45272) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:06.984187 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e766a7e2-d7c6-4b84-bb92-655c16567c12 tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=d7afcf1f-5124-4168-b80f-10ace9d04ea7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0565524 Feb 17 17:55:06.984623 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45274) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:06.991130 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-a1835893-c9e6-456b-a5c8-2e78fe911af5 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-552723292', 'network_id': '7a9aac6f-c09a-4664-a3c8-0f4a3171be21', 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:55:07.154286 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1835893-c9e6-456b-a5c8-2e78fe911af5 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Made reservation on behalf of ec7ab02c08ab4597882b00c123047e3e for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:55:07.158335 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a1835893-c9e6-456b-a5c8-2e78fe911af5 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:07.653728 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a1835893-c9e6-456b-a5c8-2e78fe911af5 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (5c05efb0-20c7-4718-bbe5-c6d12c64a3b4), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:07.913235 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device abefc439-6ca7-41fa-a2d0-2bc9e5835024 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:55:08.061797 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9c656779-5314-420e-a4d3-1725766ae8b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:08.095240 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1835893-c9e6-456b-a5c8-2e78fe911af5 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event updated for resources: {'Subnet': ['ID=5c05efb0-20c7-4718-bbe5-c6d12c64a3b4,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:08.113381 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1835893-c9e6-456b-a5c8-2e78fe911af5 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Checking segment: {'id': '4cf7a758-ac0d-49ec-be13-31f3d5ab1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7a9aac6f-c09a-4664-a3c8-0f4a3171be21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:55:08.113756 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1835893-c9e6-456b-a5c8-2e78fe911af5 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Network hostable DHCP agents. Network: 7a9aac6f-c09a-4664-a3c8-0f4a3171be21, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:55:08.120204 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:08.198705 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23db391-f003-4c6f-bf57-218667ad3ceb req-3e5983da-cac0-42eb-bd4b-ecbd5aba3361 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:08.217913 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b23db391-f003-4c6f-bf57-218667ad3ceb req-3e5983da-cac0-42eb-bd4b-ecbd5aba3361 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 943 time: 0.3867788 Feb 17 17:55:08.300608 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1835893-c9e6-456b-a5c8-2e78fe911af5 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Network 7a9aac6f-c09a-4664-a3c8-0f4a3171be21 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:55:08.329065 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port abefc439-6ca7-41fa-a2d0-2bc9e5835024, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=abefc439-6ca7-41fa-a2d0-2bc9e5835024,segment=NetworkSegment(6417b187-748d-41b0-804a-6f87c7c51427),segment_id=6417b187-748d-41b0-804a-6f87c7c51427)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:55:08.375067 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-a1835893-c9e6-456b-a5c8-2e78fe911af5 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 7a9aac6f-c09a-4664-a3c8-0f4a3171be21) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:55:08.379434 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': 'abefc439-6ca7-41fa-a2d0-2bc9e5835024', 'network_id': '7c1e3117-546a-4488-820a-d16155db0324', 'port_id': 'abefc439-6ca7-41fa-a2d0-2bc9e5835024', 'mac_address': 'fa:16:3e:36:82:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2483f3f8-7359-406b-bf51-5ef55371b51b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:55:08.435118 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1835893-c9e6-456b-a5c8-2e78fe911af5 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:08.436319 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a1835893-c9e6-456b-a5c8-2e78fe911af5 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:08.505780 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b57b4b1-68cc-4980-8b66-87850feb94b0 None None] Network 7a9aac6f-c09a-4664-a3c8-0f4a3171be21 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:55:08.544893 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a1835893-c9e6-456b-a5c8-2e78fe911af5 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5590549 Feb 17 17:55:08.567989 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b23db391-f003-4c6f-bf57-218667ad3ceb req-200c2844-d032-4824-924c-3823b80f35d2 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/security-groups?id=092cd681-b4c6-4a04-af75-7033fd519e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3483052 Feb 17 17:55:08.819560 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-9c656779-5314-420e-a4d3-1725766ae8b0 admin admin] Deleting port 36a80978-c83b-4549-afe2-534a60765dc5 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:55:08.819937 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9c656779-5314-420e-a4d3-1725766ae8b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (36a80978-c83b-4549-afe2-534a60765dc5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:08.866543 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port abefc439-6ca7-41fa-a2d0-2bc9e5835024 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:55:08.871325 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (abefc439-6ca7-41fa-a2d0-2bc9e5835024), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:09.041069 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abefc439-6ca7-41fa-a2d0-2bc9e5835024 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:55:09.049955 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb36d429-b3b5-4de1-9d40-4b1fd6f72cdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-7a9aac6f-c09a-4664-a3c8-0f4a3171be21', 'network_id': '7a9aac6f-c09a-4664-a3c8-0f4a3171be21', 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'fixed_ips': [{'subnet_id': '5c05efb0-20c7-4718-bbe5-c6d12c64a3b4'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:55:09.051112 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45322) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:09.057064 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-926e0468-7a6e-49bb-9db3-1f43cf4f8229 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-719592389', 'description': 'tempest-secgroup-smoke-719592389 description', 'project_id': 'ec7ab02c08ab4597882b00c123047e3e'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:55:09.063937 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bb36d429-b3b5-4de1-9d40-4b1fd6f72cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:09.065113 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-9c656779-5314-420e-a4d3-1725766ae8b0 admin admin] For port 36a80978-c83b-4549-afe2-534a60765dc5, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=36a80978-c83b-4549-afe2-534a60765dc5,segment=NetworkSegment(44570946-cccc-4504-9a7b-a57e09c343d6),segment_id=44570946-cccc-4504-9a7b-a57e09c343d6)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:55:09.065622 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9c656779-5314-420e-a4d3-1725766ae8b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (36a80978-c83b-4549-afe2-534a60765dc5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:09.103472 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-9c656779-5314-420e-a4d3-1725766ae8b0 admin admin] Calling delete_port for 36a80978-c83b-4549-afe2-534a60765dc5 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:55:09.121264 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-926e0468-7a6e-49bb-9db3-1f43cf4f8229 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:09.220828 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-926e0468-7a6e-49bb-9db3-1f43cf4f8229 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group (29907738-036d-4a2a-a40f-608023d38e04), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:09.227650 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-926e0468-7a6e-49bb-9db3-1f43cf4f8229 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (29907738-036d-4a2a-a40f-608023d38e04), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:09.260118 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-926e0468-7a6e-49bb-9db3-1f43cf4f8229 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:09.261522 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-926e0468-7a6e-49bb-9db3-1f43cf4f8229 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2093723 Feb 17 17:55:09.265908 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45326) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:09.277777 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-7a81a254-55c5-421d-9d1e-c1538de3ea4a tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Request body: {'security_group_rule': {'security_group_id': '29907738-036d-4a2a-a40f-608023d38e04', 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:55:09.293183 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926e0468-7a6e-49bb-9db3-1f43cf4f8229 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29907738-036d-4a2a-a40f-608023d38e04,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:09.316016 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port abefc439-6ca7-41fa-a2d0-2bc9e5835024, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=abefc439-6ca7-41fa-a2d0-2bc9e5835024,segment=NetworkSegment(6417b187-748d-41b0-804a-6f87c7c51427),segment_id=6417b187-748d-41b0-804a-6f87c7c51427)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:55:09.330226 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:09.331792 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (abefc439-6ca7-41fa-a2d0-2bc9e5835024), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:09.415491 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7a81a254-55c5-421d-9d1e-c1538de3ea4a tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group_rule (c48621bc-af81-4e2c-b6c1-0f11f6d896f0), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:09.545821 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=abefc439-6ca7-41fa-a2d0-2bc9e5835024,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:09.554263 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7a81a254-55c5-421d-9d1e-c1538de3ea4a tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group_rule (c48621bc-af81-4e2c-b6c1-0f11f6d896f0), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:09.559813 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7a81a254-55c5-421d-9d1e-c1538de3ea4a tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (c48621bc-af81-4e2c-b6c1-0f11f6d896f0), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:09.566954 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['abefc439-6ca7-41fa-a2d0-2bc9e5835024'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:55:09.593583 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a81a254-55c5-421d-9d1e-c1538de3ea4a tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c48621bc-af81-4e2c-b6c1-0f11f6d896f0,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:09.603804 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9c656779-5314-420e-a4d3-1725766ae8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (36a80978-c83b-4549-afe2-534a60765dc5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:09.641531 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7a81a254-55c5-421d-9d1e-c1538de3ea4a tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:09.645758 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45348) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:09.646077 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7a81a254-55c5-421d-9d1e-c1538de3ea4a tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3791234 Feb 17 17:55:09.648919 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c656779-5314-420e-a4d3-1725766ae8b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=36a80978-c83b-4549-afe2-534a60765dc5,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:09.658069 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-bb36d429-b3b5-4de1-9d40-4b1fd6f72cdd None None] Allocated IP 172.20.0.18 (7a9aac6f-c09a-4664-a3c8-0f4a3171be21/5c05efb0-20c7-4718-bbe5-c6d12c64a3b4/29abc3f5-c576-4450-aa45-1f30c8e852fd) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:55:09.673702 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-0fa36923-4768-4c21-a830-be10208f88c7 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Request body: {'security_group_rule': {'security_group_id': '29907738-036d-4a2a-a40f-608023d38e04', 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:55:09.796810 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0fa36923-4768-4c21-a830-be10208f88c7 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group_rule (5523f641-1c93-4cdd-ab56-dfb1026a420f), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:10.053957 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0fa36923-4768-4c21-a830-be10208f88c7 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group_rule (5523f641-1c93-4cdd-ab56-dfb1026a420f), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:10.059476 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0fa36923-4768-4c21-a830-be10208f88c7 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (5523f641-1c93-4cdd-ab56-dfb1026a420f), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:10.095654 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9c656779-5314-420e-a4d3-1725766ae8b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:10.147868 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa36923-4768-4c21-a830-be10208f88c7 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5523f641-1c93-4cdd-ab56-dfb1026a420f,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:10.194217 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0fa36923-4768-4c21-a830-be10208f88c7 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:10.199695 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-0fa36923-4768-4c21-a830-be10208f88c7 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5487330 Feb 17 17:55:10.252663 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45400) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:10.259865 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-fe1544b2-c2d6-4374-87cc-9675a532bf09 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Request body: {'security_group_rule': {'security_group_id': '29907738-036d-4a2a-a40f-608023d38e04', 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:55:10.338063 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc8ecd-09ce-4ffb-ae02-aed0776b839f req-a8b3699c-34ec-4bbe-ae83-958e6f56a5c6 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:10.345596 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-58cc8ecd-09ce-4ffb-ae02-aed0776b839f req-a8b3699c-34ec-4bbe-ae83-958e6f56a5c6 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 944 time: 0.6155872 Feb 17 17:55:10.390291 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe1544b2-c2d6-4374-87cc-9675a532bf09 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group_rule (4336d7fe-218a-4855-97a0-7d10fe6b2abe), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:10.467936 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe1544b2-c2d6-4374-87cc-9675a532bf09 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group_rule (4336d7fe-218a-4855-97a0-7d10fe6b2abe), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:10.471695 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-58cc8ecd-09ce-4ffb-ae02-aed0776b839f req-06d0b466-7063-4e52-83d6-44c6ce8c56b4 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/security-groups?id=092cd681-b4c6-4a04-af75-7033fd519e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149306 Feb 17 17:55:10.480423 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe1544b2-c2d6-4374-87cc-9675a532bf09 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (4336d7fe-218a-4855-97a0-7d10fe6b2abe), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:10.596750 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1544b2-c2d6-4374-87cc-9675a532bf09 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4336d7fe-218a-4855-97a0-7d10fe6b2abe,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:10.624607 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe1544b2-c2d6-4374-87cc-9675a532bf09 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:10.635580 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fe1544b2-c2d6-4374-87cc-9675a532bf09 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3816910 Feb 17 17:55:10.638480 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45452) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:10.647845 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-b7f1ec44-1e68-4496-a1b2-9c73df8ba525 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Request body: {'security_group_rule': {'security_group_id': '29907738-036d-4a2a-a40f-608023d38e04', 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:55:10.765508 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b7f1ec44-1e68-4496-a1b2-9c73df8ba525 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group_rule (b2416164-2ad8-4b2c-8390-bf4a29595c8c), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:10.770363 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bb36d429-b3b5-4de1-9d40-4b1fd6f72cdd None None] Publish callbacks [] for port (29abc3f5-c576-4450-aa45-1f30c8e852fd), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:10.886642 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bb36d429-b3b5-4de1-9d40-4b1fd6f72cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (29abc3f5-c576-4450-aa45-1f30c8e852fd), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:11.001670 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c656779-5314-420e-a4d3-1725766ae8b0 admin admin] Router b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:55:11.089241 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b7f1ec44-1e68-4496-a1b2-9c73df8ba525 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group_rule (b2416164-2ad8-4b2c-8390-bf4a29595c8c), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:11.095341 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b7f1ec44-1e68-4496-a1b2-9c73df8ba525 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (b2416164-2ad8-4b2c-8390-bf4a29595c8c), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:11.158130 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b7f1ec44-1e68-4496-a1b2-9c73df8ba525 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:11.160330 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b7f1ec44-1e68-4496-a1b2-9c73df8ba525 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5202432 Feb 17 17:55:11.164288 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45518) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:11.171286 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-43792574-8faf-4cfc-8a31-d7a035eea63c tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Request body: {'security_group_rule': {'security_group_id': '29907738-036d-4a2a-a40f-608023d38e04', 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:55:11.183552 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb36d429-b3b5-4de1-9d40-4b1fd6f72cdd None None] Network 7a9aac6f-c09a-4664-a3c8-0f4a3171be21 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:55:11.184905 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f1ec44-1e68-4496-a1b2-9c73df8ba525 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2416164-2ad8-4b2c-8390-bf4a29595c8c,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:11.225160 n-d-829613-2 neutron-server[103435]: INFO neutron.db.securitygroups_db [None req-43792574-8faf-4cfc-8a31-d7a035eea63c tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Project ec7ab02c08ab4597882b00c123047e3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 17:55:11.235850 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-43792574-8faf-4cfc-8a31-d7a035eea63c tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group_rule (9969f6a0-cd61-42c1-a591-650fb9539b95), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:11.265519 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-bb36d429-b3b5-4de1-9d40-4b1fd6f72cdd None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:55:11.293558 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb36d429-b3b5-4de1-9d40-4b1fd6f72cdd None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:55:11.333364 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-43792574-8faf-4cfc-8a31-d7a035eea63c tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group_rule (9969f6a0-cd61-42c1-a591-650fb9539b95), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:11.344521 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-43792574-8faf-4cfc-8a31-d7a035eea63c tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (9969f6a0-cd61-42c1-a591-650fb9539b95), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:11.347663 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36d429-b3b5-4de1-9d40-4b1fd6f72cdd None None] Pushing event updated for resources: {'Port': ['ID=29abc3f5-c576-4450-aa45-1f30c8e852fd,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:11.438112 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-43792574-8faf-4cfc-8a31-d7a035eea63c tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:11.439790 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-43792574-8faf-4cfc-8a31-d7a035eea63c tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2727969 Feb 17 17:55:11.446927 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45550) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:11.455469 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-9bbb17ce-1519-4a0e-ba21-6222f4fa50d8 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Request body: {'security_group_rule': {'security_group_id': '29907738-036d-4a2a-a40f-608023d38e04', 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:55:11.493768 n-d-829613-2 neutron-server[103435]: INFO neutron.db.securitygroups_db [None req-9bbb17ce-1519-4a0e-ba21-6222f4fa50d8 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Project ec7ab02c08ab4597882b00c123047e3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 17:55:11.503830 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9bbb17ce-1519-4a0e-ba21-6222f4fa50d8 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group_rule (e3304d38-074f-4362-a1b7-f14a8b19c92a), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:11.509162 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43792574-8faf-4cfc-8a31-d7a035eea63c tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9969f6a0-cd61-42c1-a591-650fb9539b95,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:11.612709 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45568) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:11.687797 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9bbb17ce-1519-4a0e-ba21-6222f4fa50d8 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group_rule (e3304d38-074f-4362-a1b7-f14a8b19c92a), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:11.708654 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9bbb17ce-1519-4a0e-ba21-6222f4fa50d8 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (e3304d38-074f-4362-a1b7-f14a8b19c92a), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:11.715708 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-bb36d429-b3b5-4de1-9d40-4b1fd6f72cdd None None] Attempting to bind port 29abc3f5-c576-4450-aa45-1f30c8e852fd on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:55:11.716365 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-bb36d429-b3b5-4de1-9d40-4b1fd6f72cdd None None] Attempting to bind port 29abc3f5-c576-4450-aa45-1f30c8e852fd by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '4cf7a758-ac0d-49ec-be13-31f3d5ab1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7a9aac6f-c09a-4664-a3c8-0f4a3171be21'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:55:11.718214 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb36d429-b3b5-4de1-9d40-4b1fd6f72cdd None None] Attempting to bind port 29abc3f5-c576-4450-aa45-1f30c8e852fd on network 7a9aac6f-c09a-4664-a3c8-0f4a3171be21 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:55:11.745311 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb36d429-b3b5-4de1-9d40-4b1fd6f72cdd None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:55:11.746061 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb36d429-b3b5-4de1-9d40-4b1fd6f72cdd None None] Checking segment: {'id': '4cf7a758-ac0d-49ec-be13-31f3d5ab1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7a9aac6f-c09a-4664-a3c8-0f4a3171be21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:55:11.747214 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bb36d429-b3b5-4de1-9d40-4b1fd6f72cdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:11.748906 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb36d429-b3b5-4de1-9d40-4b1fd6f72cdd None None] Bound using segment: {'id': '4cf7a758-ac0d-49ec-be13-31f3d5ab1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7a9aac6f-c09a-4664-a3c8-0f4a3171be21'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:55:11.750902 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-bb36d429-b3b5-4de1-9d40-4b1fd6f72cdd None None] Bound port: 29abc3f5-c576-4450-aa45-1f30c8e852fd, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cf7a758-ac0d-49ec-be13-31f3d5ab1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7a9aac6f-c09a-4664-a3c8-0f4a3171be21'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:55:11.751729 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bb36d429-b3b5-4de1-9d40-4b1fd6f72cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (29abc3f5-c576-4450-aa45-1f30c8e852fd), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:11.755290 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9bbb17ce-1519-4a0e-ba21-6222f4fa50d8 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:11.765841 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-9bbb17ce-1519-4a0e-ba21-6222f4fa50d8 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3113151 Feb 17 17:55:11.780542 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbb17ce-1519-4a0e-ba21-6222f4fa50d8 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3304d38-074f-4362-a1b7-f14a8b19c92a,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:11.888653 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-39252b86-9a7a-4403-ac9f-e5e8b40803ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:12.161807 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-bb36d429-b3b5-4de1-9d40-4b1fd6f72cdd None None] For port 29abc3f5-c576-4450-aa45-1f30c8e852fd, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:55:12.177738 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-bb36d429-b3b5-4de1-9d40-4b1fd6f72cdd None None] For port 29abc3f5-c576-4450-aa45-1f30c8e852fd, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=29abc3f5-c576-4450-aa45-1f30c8e852fd,segment=NetworkSegment(4cf7a758-ac0d-49ec-be13-31f3d5ab1c67),segment_id=4cf7a758-ac0d-49ec-be13-31f3d5ab1c67)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:55:12.207150 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c656779-5314-420e-a4d3-1725766ae8b0 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:55:12.226373 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-39252b86-9a7a-4403-ac9f-e5e8b40803ff admin admin] Publish callbacks [] for security_group (233058ef-62ca-4a6f-99a6-17e28ea35b52), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:12.232185 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45632) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:12.234203 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3a7ff2-3b40-4814-a030-6471e47a1ef7 None None] Sync routers for ids ['b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:55:12.244218 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9c656779-5314-420e-a4d3-1725766ae8b0 admin admin] 10.222.0.87 "PUT /v2.0/routers/b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5647080 Feb 17 17:55:12.262062 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bb36d429-b3b5-4de1-9d40-4b1fd6f72cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (29abc3f5-c576-4450-aa45-1f30c8e852fd), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:12.551410 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36d429-b3b5-4de1-9d40-4b1fd6f72cdd None None] Pushing event updated for resources: {'Port': ['ID=29abc3f5-c576-4450-aa45-1f30c8e852fd,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:12.572468 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3a7ff2-3b40-4814-a030-6471e47a1ef7 None None] Routers {'b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:55:12.573104 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-6f3a7ff2-3b40-4814-a030-6471e47a1ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:55:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:55:12.641307 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-39252b86-9a7a-4403-ac9f-e5e8b40803ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (233058ef-62ca-4a6f-99a6-17e28ea35b52), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:12.750212 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-6f3a7ff2-3b40-4814-a030-6471e47a1ef7 None None] Set router b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:55:12.831515 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ffe8d267-33f1-49e7-b0cd-f28b0e1d86e7 admin admin] Publish callbacks [] for router (b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:13.292495 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-6f3a7ff2-3b40-4814-a030-6471e47a1ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717', 'name': 'tempest-ServerActionsTestJSON-1940210771-router', 'tenant_id': '708d2e36ca25476d9214a2f14ef71fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'bdae442e-bcc5-4e07-ad7a-c210fd339654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:46:20Z', 'updated_at': '2022-02-17T17:55:09Z', 'revision_number': 5, 'project_id': '708d2e36ca25476d9214a2f14ef71fc9', 'gw_port': {'id': 'bdae442e-bcc5-4e07-ad7a-c210fd339654', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:46:22Z', 'updated_at': '2022-02-17T17:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:55:13.360579 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cd37cc56-6679-4ca9-b71b-59982bb49abc req-c9dee2aa-a731-44b2-b71b-15502565f509 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-719592389&fields=id&tenant_id=ec7ab02c08ab4597882b00c123047e3e HTTP/1.1" status: 200 len: 267 time: 0.7325709 Feb 17 17:55:13.361455 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39252b86-9a7a-4403-ac9f-e5e8b40803ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233058ef-62ca-4a6f-99a6-17e28ea35b52,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:13.366664 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ffe8d267-33f1-49e7-b0cd-f28b0e1d86e7 admin admin] Publish callbacks [] for router_gateway (b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:13.386967 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45756) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:13.388702 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-39252b86-9a7a-4403-ac9f-e5e8b40803ff admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6bb10976cb484610a839c01b42f8350b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7736497 Feb 17 17:55:13.434499 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3a7ff2-3b40-4814-a030-6471e47a1ef7 None None] Checking router: b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:55:13.475938 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3a7ff2-3b40-4814-a030-6471e47a1ef7 None None] Routers {'b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:55:13.479580 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-6f3a7ff2-3b40-4814-a030-6471e47a1ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:55:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:55:13.525027 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37cc56-6679-4ca9-b71b-59982bb49abc req-5f21fdfa-57c1-4dd3-8979-182db252b949 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:13.527146 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cd37cc56-6679-4ca9-b71b-59982bb49abc req-5f21fdfa-57c1-4dd3-8979-182db252b949 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/networks?id=7a9aac6f-c09a-4664-a3c8-0f4a3171be21 HTTP/1.1" status: 200 len: 795 time: 0.1549783 Feb 17 17:55:13.621832 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a5738018-50fe-4e24-81bd-ab69ec988182 admin admin] Publish callbacks [] for security_group (233058ef-62ca-4a6f-99a6-17e28ea35b52), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:13.786627 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a5738018-50fe-4e24-81bd-ab69ec988182 admin admin] Publish callbacks [] for security_group (233058ef-62ca-4a6f-99a6-17e28ea35b52), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:13.790932 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 29abc3f5-c576-4450-aa45-1f30c8e852fd up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:55:13.801942 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cd37cc56-6679-4ca9-b71b-59982bb49abc req-8e3be51b-97dd-4371-8f03-9fc812de7046 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/quotas/ec7ab02c08ab4597882b00c123047e3e HTTP/1.1" status: 200 len: 375 time: 0.2594800 Feb 17 17:55:13.838472 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80c6a3-62eb-4953-a98f-b276371c33ea req-59919d0a-84e5-47d8-ba00-d19bd279e3b8 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:13.850846 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2e80c6a3-62eb-4953-a98f-b276371c33ea req-59919d0a-84e5-47d8-ba00-d19bd279e3b8 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 944 time: 2.1613491 Feb 17 17:55:13.968200 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device abefc439-6ca7-41fa-a2d0-2bc9e5835024 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:55:14.003689 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a5738018-50fe-4e24-81bd-ab69ec988182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (233058ef-62ca-4a6f-99a6-17e28ea35b52), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:14.014011 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a5738018-50fe-4e24-81bd-ab69ec988182 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:14.020268 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a5738018-50fe-4e24-81bd-ab69ec988182 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/233058ef-62ca-4a6f-99a6-17e28ea35b52 HTTP/1.1" status: 204 len: 168 time: 0.6298809 Feb 17 17:55:14.043396 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-6f3a7ff2-3b40-4814-a030-6471e47a1ef7 None None] Set router b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:55:14.057534 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5738018-50fe-4e24-81bd-ab69ec988182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233058ef-62ca-4a6f-99a6-17e28ea35b52,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:14.234571 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-ffe8d267-33f1-49e7-b0cd-f28b0e1d86e7 admin admin] Deleting port bdae442e-bcc5-4e07-ad7a-c210fd339654 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:55:14.235013 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ffe8d267-33f1-49e7-b0cd-f28b0e1d86e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (bdae442e-bcc5-4e07-ad7a-c210fd339654), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:14.265373 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 29abc3f5-c576-4450-aa45-1f30c8e852fd triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:55:14.266913 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (29abc3f5-c576-4450-aa45-1f30c8e852fd), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:14.274636 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port abefc439-6ca7-41fa-a2d0-2bc9e5835024 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:55:14.326968 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cd37cc56-6679-4ca9-b71b-59982bb49abc req-b9ad5c85-da63-4efc-b161-8701a14862da tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=ec7ab02c08ab4597882b00c123047e3e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4390843 Feb 17 17:55:14.396038 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port abefc439-6ca7-41fa-a2d0-2bc9e5835024 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:55:14.402465 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (abefc439-6ca7-41fa-a2d0-2bc9e5835024), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:14.535060 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2e80c6a3-62eb-4953-a98f-b276371c33ea req-211d8058-a3d3-4100-ac20-d27f79cfb86c tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/security-groups?id=092cd681-b4c6-4a04-af75-7033fd519e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6728187 Feb 17 17:55:14.695965 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0d63df-6e19-463d-976a-253699c5d849 None None] Network 7a9aac6f-c09a-4664-a3c8-0f4a3171be21 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:55:14.772066 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45866) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:14.800260 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-92b3a5ed-ef55-4818-a48f-22a244eb54da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:14.891349 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-6f3a7ff2-3b40-4814-a030-6471e47a1ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717', 'name': 'tempest-ServerActionsTestJSON-1940210771-router', 'tenant_id': '708d2e36ca25476d9214a2f14ef71fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'bdae442e-bcc5-4e07-ad7a-c210fd339654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:46:20Z', 'updated_at': '2022-02-17T17:55:09Z', 'revision_number': 5, 'project_id': '708d2e36ca25476d9214a2f14ef71fc9', 'gw_port': {'id': 'bdae442e-bcc5-4e07-ad7a-c210fd339654', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:46:22Z', 'updated_at': '2022-02-17T17:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:55:14.918959 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-92b3a5ed-ef55-4818-a48f-22a244eb54da admin admin] Publish callbacks [] for security_group (5eccab2c-f2f6-41df-bf28-6a20b9719b25), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:14.929971 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-92b3a5ed-ef55-4818-a48f-22a244eb54da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (5eccab2c-f2f6-41df-bf28-6a20b9719b25), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:14.997908 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3a7ff2-3b40-4814-a030-6471e47a1ef7 None None] The sync data for ids ['b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717'] in n-d-829613-2 is: [{'id': 'b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717', 'name': 'tempest-ServerActionsTestJSON-1940210771-router', 'tenant_id': '708d2e36ca25476d9214a2f14ef71fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'bdae442e-bcc5-4e07-ad7a-c210fd339654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:46:20Z', 'updated_at': '2022-02-17T17:55:09Z', 'revision_number': 5, 'project_id': '708d2e36ca25476d9214a2f14ef71fc9', 'gw_port': {'id': 'bdae442e-bcc5-4e07-ad7a-c210fd339654', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:46:22Z', 'updated_at': '2022-02-17T17:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:55:15.016506 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b3a5ed-ef55-4818-a48f-22a244eb54da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eccab2c-f2f6-41df-bf28-6a20b9719b25,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:15.062307 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-e0806984-b219-404c-b5f6-7af91aba823d None None] Provisioning complete for port 29abc3f5-c576-4450-aa45-1f30c8e852fd triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:55:15.062766 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e0806984-b219-404c-b5f6-7af91aba823d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (29abc3f5-c576-4450-aa45-1f30c8e852fd), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:15.080208 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-92b3a5ed-ef55-4818-a48f-22a244eb54da admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f843a21bdbd2478e83eed780a19f888e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3064492 Feb 17 17:55:15.083311 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cd37cc56-6679-4ca9-b71b-59982bb49abc req-107341de-b05d-4ef1-8b24-eb25f6d08206 service neutron] 10.222.0.87 "GET /v2.0/networks/7a9aac6f-c09a-4664-a3c8-0f4a3171be21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6658301 Feb 17 17:55:15.085793 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45874) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:15.101259 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-ffe8d267-33f1-49e7-b0cd-f28b0e1d86e7 admin admin] For port bdae442e-bcc5-4e07-ad7a-c210fd339654, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=bdae442e-bcc5-4e07-ad7a-c210fd339654,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:55:15.101816 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ffe8d267-33f1-49e7-b0cd-f28b0e1d86e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (bdae442e-bcc5-4e07-ad7a-c210fd339654), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:15.136212 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-ffe8d267-33f1-49e7-b0cd-f28b0e1d86e7 admin admin] Calling delete_port for bdae442e-bcc5-4e07-ad7a-c210fd339654 owned by network:router_gateway {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:55:15.188213 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d56be965-897b-4a39-9092-07f70c2d3cdf admin admin] Publish callbacks [] for security_group (5eccab2c-f2f6-41df-bf28-6a20b9719b25), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:15.270683 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d56be965-897b-4a39-9092-07f70c2d3cdf admin admin] Publish callbacks [] for security_group (5eccab2c-f2f6-41df-bf28-6a20b9719b25), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:15.271153 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port abefc439-6ca7-41fa-a2d0-2bc9e5835024 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:55:15.272384 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (abefc439-6ca7-41fa-a2d0-2bc9e5835024), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:15.276396 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 29abc3f5-c576-4450-aa45-1f30c8e852fd is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:55:15.276984 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (29abc3f5-c576-4450-aa45-1f30c8e852fd), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:15.358115 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port abefc439-6ca7-41fa-a2d0-2bc9e5835024, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=abefc439-6ca7-41fa-a2d0-2bc9e5835024,segment=NetworkSegment(6417b187-748d-41b0-804a-6f87c7c51427),segment_id=6417b187-748d-41b0-804a-6f87c7c51427)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:55:15.382582 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d4a786-9b96-41d3-9723-9305dd1b8a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abefc439-6ca7-41fa-a2d0-2bc9e5835024'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:55:15.390086 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69ce50d-73a8-4103-a769-18f14955f890" -d '{"events": [{"server_uuid": "95d4a786-9b96-41d3-9723-9305dd1b8a1d", "name": "network-vif-plugged", "status": "completed", "tag": "abefc439-6ca7-41fa-a2d0-2bc9e5835024"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:55:15.410153 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (abefc439-6ca7-41fa-a2d0-2bc9e5835024), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:15.421853 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d56be965-897b-4a39-9092-07f70c2d3cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (5eccab2c-f2f6-41df-bf28-6a20b9719b25), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:15.435466 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d56be965-897b-4a39-9092-07f70c2d3cdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:15.443689 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d56be965-897b-4a39-9092-07f70c2d3cdf admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5eccab2c-f2f6-41df-bf28-6a20b9719b25 HTTP/1.1" status: 204 len: 168 time: 0.3544323 Feb 17 17:55:15.470417 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56be965-897b-4a39-9092-07f70c2d3cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eccab2c-f2f6-41df-bf28-6a20b9719b25,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:15.675480 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=abefc439-6ca7-41fa-a2d0-2bc9e5835024,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:15.695878 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 29abc3f5-c576-4450-aa45-1f30c8e852fd, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=29abc3f5-c576-4450-aa45-1f30c8e852fd,segment=NetworkSegment(4cf7a758-ac0d-49ec-be13-31f3d5ab1c67),segment_id=4cf7a758-ac0d-49ec-be13-31f3d5ab1c67)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:55:15.702604 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec5b388-dd39-4cab-8271-7c58de216054 x-openstack-request-id: req-fec5b388-dd39-4cab-8271-7c58de216054 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:55:15.703630 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d4a786-9b96-41d3-9723-9305dd1b8a1d", "name": "network-vif-plugged", "status": "completed", "tag": "abefc439-6ca7-41fa-a2d0-2bc9e5835024", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:55:15.704662 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-fec5b388-dd39-4cab-8271-7c58de216054 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:55:15.706720 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d4a786-9b96-41d3-9723-9305dd1b8a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abefc439-6ca7-41fa-a2d0-2bc9e5835024', 'code': 200} Feb 17 17:55:15.718854 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ffe8d267-33f1-49e7-b0cd-f28b0e1d86e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (bdae442e-bcc5-4e07-ad7a-c210fd339654), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:15.747047 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (29abc3f5-c576-4450-aa45-1f30c8e852fd), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:15.975263 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe8d267-33f1-49e7-b0cd-f28b0e1d86e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdae442e-bcc5-4e07-ad7a-c210fd339654,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:16.045723 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=29abc3f5-c576-4450-aa45-1f30c8e852fd,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:16.065525 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 36a80978-c83b-4549-afe2-534a60765dc5 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:55:16.174285 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 36a80978-c83b-4549-afe2-534a60765dc5 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:55:16.174651 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 36a80978-c83b-4549-afe2-534a60765dc5 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:55:16.244329 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-e0806984-b219-404c-b5f6-7af91aba823d None None] Current status of the port 29abc3f5-c576-4450-aa45-1f30c8e852fd is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:55:16.315437 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ce7c4-72ed-4f71-bb12-efc632dfbd1a req-e9312993-17f7-4904-a5bb-89e338cc57a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:16.320730 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-943ce7c4-72ed-4f71-bb12-efc632dfbd1a req-e9312993-17f7-4904-a5bb-89e338cc57a0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 1127 time: 0.6531999 Feb 17 17:55:16.385380 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-48de363d-3f44-4498-921e-a087011fd91f None None] Provisioning complete for port 29abc3f5-c576-4450-aa45-1f30c8e852fd triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:55:16.385774 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-48de363d-3f44-4498-921e-a087011fd91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (29abc3f5-c576-4450-aa45-1f30c8e852fd), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:16.420664 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d64c2-cce8-4e66-a894-a88fe2c9a790 req-1cf4f394-223a-492e-99be-c74ebad92e5e tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:16.423277 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d21d64c2-cce8-4e66-a894-a88fe2c9a790 req-1cf4f394-223a-492e-99be-c74ebad92e5e tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 945 time: 0.5557160 Feb 17 17:55:16.429183 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ffe8d267-33f1-49e7-b0cd-f28b0e1d86e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:16.472958 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cd37cc56-6679-4ca9-b71b-59982bb49abc req-ac7477fa-f37b-4dbc-9169-7150ee009658 service neutron] 10.222.0.87 "GET /v2.0/networks/7a9aac6f-c09a-4664-a3c8-0f4a3171be21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8016059 Feb 17 17:55:16.658930 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-48de363d-3f44-4498-921e-a087011fd91f None None] Current status of the port 29abc3f5-c576-4450-aa45-1f30c8e852fd is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:55:16.879893 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ffe8d267-33f1-49e7-b0cd-f28b0e1d86e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:16.889201 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ffe8d267-33f1-49e7-b0cd-f28b0e1d86e7 admin admin] Publish callbacks [] for router_controller (b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:17.145281 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ffe8d267-33f1-49e7-b0cd-f28b0e1d86e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:17.145842 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe8d267-33f1-49e7-b0cd-f28b0e1d86e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717 {{(pid=103435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:55:17.159773 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ffe8d267-33f1-49e7-b0cd-f28b0e1d86e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:17.161327 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-ffe8d267-33f1-49e7-b0cd-f28b0e1d86e7 admin admin] 10.222.0.87 "DELETE /v2.0/routers/b4e3f71b-ef1b-4ad5-ad60-e5cf7b687717 HTTP/1.1" status: 204 len: 168 time: 4.9260600 Feb 17 17:55:17.165405 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 45918) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:17.168495 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-943ce7c4-72ed-4f71-bb12-efc632dfbd1a req-b0aa5146-60cd-4aea-8170-dfb29061e34a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=092cd681-b4c6-4a04-af75-7033fd519e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8272398 Feb 17 17:55:17.267062 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cec809d0-8e85-4a95-ab56-4ac8c80778c3 req-d7b67795-c34f-4cdd-9cb9-9009c1338033 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/ports?device_id=c7227b3f-be41-428d-a21d-3b95ff669d01 HTTP/1.1" status: 200 len: 210 time: 0.1855004 Feb 17 17:55:17.351921 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d21d64c2-cce8-4e66-a894-a88fe2c9a790 req-2ff2bf4d-59ad-492d-abf7-291ce5a2b657 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/security-groups?id=092cd681-b4c6-4a04-af75-7033fd519e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9115138 Feb 17 17:55:17.372895 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-9173ef3b-b33c-4415-8353-d8c588d6c39a admin admin] Deleting subnet f5806a5b-efbb-4c84-b3a4-70ad6c804540 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:55:17.378709 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9173ef3b-b33c-4415-8353-d8c588d6c39a admin admin] Publish callbacks [] for subnet (f5806a5b-efbb-4c84-b3a4-70ad6c804540), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:17.426953 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9173ef3b-b33c-4415-8353-d8c588d6c39a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (f5806a5b-efbb-4c84-b3a4-70ad6c804540), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:17.745459 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9173ef3b-b33c-4415-8353-d8c588d6c39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (f5806a5b-efbb-4c84-b3a4-70ad6c804540), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:17.938166 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9173ef3b-b33c-4415-8353-d8c588d6c39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (f5806a5b-efbb-4c84-b3a4-70ad6c804540), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:17.965635 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4291114-a325-486c-849a-4d5b53bfa435 None None] Network 106d8950-35e8-4e49-bc8b-6ac4436cd2fe requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:55:18.026147 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9173ef3b-b33c-4415-8353-d8c588d6c39a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:18.035614 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 45940) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:18.037413 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9173ef3b-b33c-4415-8353-d8c588d6c39a admin admin] 10.222.0.87 "DELETE /v2.0/subnets/f5806a5b-efbb-4c84-b3a4-70ad6c804540 HTTP/1.1" status: 204 len: 168 time: 0.8702002 Feb 17 17:55:18.040440 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9173ef3b-b33c-4415-8353-d8c588d6c39a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5806a5b-efbb-4c84-b3a4-70ad6c804540,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:18.142659 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 29abc3f5-c576-4450-aa45-1f30c8e852fd up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:55:18.777862 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 29abc3f5-c576-4450-aa45-1f30c8e852fd triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:55:18.778608 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (29abc3f5-c576-4450-aa45-1f30c8e852fd), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:18.969241 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f2a63d58-5db2-4f02-ab99-63f3646fa817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (106d8950-35e8-4e49-bc8b-6ac4436cd2fe), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:18.997579 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e7d9e5-5bbe-4675-af73-34883bc39976 None None] DHCP port deletion for 106d8950-35e8-4e49-bc8b-6ac4436cd2fe request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:55:19.065642 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:19.069935 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 29abc3f5-c576-4450-aa45-1f30c8e852fd is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:55:19.181887 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b5e7d9e5-5bbe-4675-af73-34883bc39976 None None] Deleting port 0a255d7f-ddc8-4d20-b352-516f43f1d745 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:55:19.182369 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b5e7d9e5-5bbe-4675-af73-34883bc39976 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (0a255d7f-ddc8-4d20-b352-516f43f1d745), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:19.182591 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-95b4af2e-d860-4cab-b1aa-b268e3fd8500 req-92964869-a00f-46a4-9082-77370e573651 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/ports?device_id=c7227b3f-be41-428d-a21d-3b95ff669d01 HTTP/1.1" status: 200 len: 210 time: 0.2063658 Feb 17 17:55:19.192609 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device bdae442e-bcc5-4e07-ad7a-c210fd339654 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:55:19.258516 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c2e5a-e96a-412a-bd53-e8bace5d645a req-92a7db9e-b5fb-4b9f-89b1-6841acbf6e4c tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:19.268175 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-518c2e5a-e96a-412a-bd53-e8bace5d645a req-92a7db9e-b5fb-4b9f-89b1-6841acbf6e4c tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 945 time: 0.2945459 Feb 17 17:55:19.284735 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f2a63d58-5db2-4f02-ab99-63f3646fa817 admin admin] Deleting port 0a255d7f-ddc8-4d20-b352-516f43f1d745 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:55:19.285334 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f2a63d58-5db2-4f02-ab99-63f3646fa817 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (0a255d7f-ddc8-4d20-b352-516f43f1d745), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:19.389612 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: bdae442e-bcc5-4e07-ad7a-c210fd339654 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:55:19.389963 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device bdae442e-bcc5-4e07-ad7a-c210fd339654 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:55:19.488500 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-518c2e5a-e96a-412a-bd53-e8bace5d645a req-1449d2a8-24d7-45ab-b01b-f1db35ba9a8c tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/security-groups?id=092cd681-b4c6-4a04-af75-7033fd519e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182252 Feb 17 17:55:19.531900 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b5e7d9e5-5bbe-4675-af73-34883bc39976 None None] For port 0a255d7f-ddc8-4d20-b352-516f43f1d745, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=0a255d7f-ddc8-4d20-b352-516f43f1d745,segment=NetworkSegment(44570946-cccc-4504-9a7b-a57e09c343d6),segment_id=44570946-cccc-4504-9a7b-a57e09c343d6)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:55:19.534110 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b5e7d9e5-5bbe-4675-af73-34883bc39976 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (0a255d7f-ddc8-4d20-b352-516f43f1d745), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:19.561711 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b5e7d9e5-5bbe-4675-af73-34883bc39976 None None] Calling delete_port for 0a255d7f-ddc8-4d20-b352-516f43f1d745 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:55:19.625112 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-f2a63d58-5db2-4f02-ab99-63f3646fa817 admin admin] For port 0a255d7f-ddc8-4d20-b352-516f43f1d745, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=0a255d7f-ddc8-4d20-b352-516f43f1d745,segment=NetworkSegment(44570946-cccc-4504-9a7b-a57e09c343d6),segment_id=44570946-cccc-4504-9a7b-a57e09c343d6)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:55:19.627565 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f2a63d58-5db2-4f02-ab99-63f3646fa817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (0a255d7f-ddc8-4d20-b352-516f43f1d745), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:19.676646 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f2a63d58-5db2-4f02-ab99-63f3646fa817 admin admin] Calling delete_port for 0a255d7f-ddc8-4d20-b352-516f43f1d745 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:55:19.689926 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37cc56-6679-4ca9-b71b-59982bb49abc req-1c496b4c-b170-4a45-892c-8c344634d9e6 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:19.703262 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cd37cc56-6679-4ca9-b71b-59982bb49abc req-1c496b4c-b170-4a45-892c-8c344634d9e6 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.91 "GET /v2.0/networks?id=7a9aac6f-c09a-4664-a3c8-0f4a3171be21 HTTP/1.1" status: 200 len: 795 time: 0.4214582 Feb 17 17:55:19.820231 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:19.884210 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cd37cc56-6679-4ca9-b71b-59982bb49abc req-a01ba132-99bc-49c3-9d9b-000b1953feb5 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec7ab02c08ab4597882b00c123047e3e HTTP/1.1" status: 200 len: 471 time: 0.1692128 Feb 17 17:55:19.897672 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-cd37cc56-6679-4ca9-b71b-59982bb49abc req-f00474e6-c79b-4935-ac46-ed37bde9736d tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Request body: {'port': {'device_id': 'c7227b3f-be41-428d-a21d-3b95ff669d01', 'network_id': '7a9aac6f-c09a-4664-a3c8-0f4a3171be21', 'admin_state_up': True, 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'security_groups': ['29907738-036d-4a2a-a40f-608023d38e04']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:55:19.904882 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b5e7d9e5-5bbe-4675-af73-34883bc39976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (0a255d7f-ddc8-4d20-b352-516f43f1d745), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:19.975782 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f2a63d58-5db2-4f02-ab99-63f3646fa817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (0a255d7f-ddc8-4d20-b352-516f43f1d745), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:20.014848 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e7d9e5-5bbe-4675-af73-34883bc39976 None None] No DVR routers for this DVR port 0a255d7f-ddc8-4d20-b352-516f43f1d745 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:55:20.028355 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 0a255d7f-ddc8-4d20-b352-516f43f1d745 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:55:20.051658 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e7d9e5-5bbe-4675-af73-34883bc39976 None None] Pushing event deleted for resources: {'Port': ['ID=0a255d7f-ddc8-4d20-b352-516f43f1d745,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:20.074082 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a63d58-5db2-4f02-ab99-63f3646fa817 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a255d7f-ddc8-4d20-b352-516f43f1d745,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:20.109297 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a63d58-5db2-4f02-ab99-63f3646fa817 admin admin] No DVR routers for this DVR port 0a255d7f-ddc8-4d20-b352-516f43f1d745 on host n-d-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:55:20.169888 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 0a255d7f-ddc8-4d20-b352-516f43f1d745 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:55:20.170443 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 0a255d7f-ddc8-4d20-b352-516f43f1d745 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:55:20.309548 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd37cc56-6679-4ca9-b71b-59982bb49abc req-f00474e6-c79b-4935-ac46-ed37bde9736d tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Made reservation on behalf of ec7ab02c08ab4597882b00c123047e3e for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:55:20.323137 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-cd37cc56-6679-4ca9-b71b-59982bb49abc req-f00474e6-c79b-4935-ac46-ed37bde9736d tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:20.335294 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f2a63d58-5db2-4f02-ab99-63f3646fa817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (106d8950-35e8-4e49-bc8b-6ac4436cd2fe), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:20.403533 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-f2a63d58-5db2-4f02-ab99-63f3646fa817 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['106d8950-35e8-4e49-bc8b-6ac4436cd2fe']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:55:20.433402 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-f2a63d58-5db2-4f02-ab99-63f3646fa817 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44570946-cccc-4504-9a7b-a57e09c343d6') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:55:20.434659 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-f2a63d58-5db2-4f02-ab99-63f3646fa817 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44570946-cccc-4504-9a7b-a57e09c343d6') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:55:20.462168 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f2a63d58-5db2-4f02-ab99-63f3646fa817 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (44570946-cccc-4504-9a7b-a57e09c343d6), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:20.517634 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f2a63d58-5db2-4f02-ab99-63f3646fa817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (44570946-cccc-4504-9a7b-a57e09c343d6), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:20.535742 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2a63d58-5db2-4f02-ab99-63f3646fa817 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:55:20.536128 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f2a63d58-5db2-4f02-ab99-63f3646fa817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (44570946-cccc-4504-9a7b-a57e09c343d6), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:20.600964 n-d-829613-2 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:55:20.600964 n-d-829613-2 neutron-server[103435]: self.session.flush() Feb 17 17:55:20.600964 n-d-829613-2 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:55:20.600964 n-d-829613-2 neutron-server[103435]: self.session.flush() Feb 17 17:55:20.600964 n-d-829613-2 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:55:20.600964 n-d-829613-2 neutron-server[103435]: self.session.flush() Feb 17 17:55:20.600964 n-d-829613-2 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 17:55:20.600964 n-d-829613-2 neutron-server[103435]: self.session.flush() Feb 17 17:55:20.600964 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 17:55:20.600964 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:55:20.600964 n-d-829613-2 neutron-server[103435]: timer() Feb 17 17:55:20.600964 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:55:20.600964 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 17:55:20.600964 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:55:20.600964 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 17:55:20.600964 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:55:20.600964 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 17:55:20.600964 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:55:20.600964 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 17:55:20.600964 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:55:20.600964 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 17:55:20.600964 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:55:20.600964 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:55:20.600964 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:55:20.600964 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:55:20.600964 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:55:20.600964 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 17:55:20.600964 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:55:20.600964 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 17:55:20.600964 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:55:20.600964 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:55:20.600964 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:55:20.600964 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 17:55:20.600964 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:55:20.600964 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:55:20.600964 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:55:20.600964 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:55:20.600964 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:55:20.600964 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:55:20.600964 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:55:20.619926 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f2a63d58-5db2-4f02-ab99-63f3646fa817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (106d8950-35e8-4e49-bc8b-6ac4436cd2fe), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:20.687889 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f2a63d58-5db2-4f02-ab99-63f3646fa817 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:20.695208 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-f2a63d58-5db2-4f02-ab99-63f3646fa817 admin admin] 10.222.0.87 "DELETE /v2.0/networks/106d8950-35e8-4e49-bc8b-6ac4436cd2fe HTTP/1.1" status: 204 len: 168 time: 2.6584976 Feb 17 17:55:20.714004 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1a3e2ab1-e5e5-4391-ab2d-f80440f4dccd req-9ab68fcf-e458-4891-8d06-4e2d5d043857 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/ports?device_id=c7227b3f-be41-428d-a21d-3b95ff669d01 HTTP/1.1" status: 200 len: 210 time: 0.1143472 Feb 17 17:55:20.769278 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-cd37cc56-6679-4ca9-b71b-59982bb49abc req-f00474e6-c79b-4935-ac46-ed37bde9736d tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Allocated IP 172.20.0.21 (7a9aac6f-c09a-4664-a3c8-0f4a3171be21/5c05efb0-20c7-4718-bbe5-c6d12c64a3b4/56b801a3-619f-4b8e-ac4e-f5f7c03f3bee) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:55:20.786942 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a63d58-5db2-4f02-ab99-63f3646fa817 admin admin] Pushing event deleted for resources: {'Network': ['ID=106d8950-35e8-4e49-bc8b-6ac4436cd2fe,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:20.844796 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4fb815-f652-4bdf-a57f-89867ac3f5d9 req-a01b56e5-541e-483c-bdee-404bed73c46d tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:20.854031 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9c4fb815-f652-4bdf-a57f-89867ac3f5d9 req-a01b56e5-541e-483c-bdee-404bed73c46d tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 945 time: 0.1674948 Feb 17 17:55:20.995225 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9c4fb815-f652-4bdf-a57f-89867ac3f5d9 req-6d56b3b8-8595-4a5e-8117-df5cb2439a75 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/security-groups?id=092cd681-b4c6-4a04-af75-7033fd519e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339502 Feb 17 17:55:21.062652 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-cd37cc56-6679-4ca9-b71b-59982bb49abc req-f00474e6-c79b-4935-ac46-ed37bde9736d tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for port (56b801a3-619f-4b8e-ac4e-f5f7c03f3bee), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:21.132483 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46022) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:21.155500 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-cd37cc56-6679-4ca9-b71b-59982bb49abc req-f00474e6-c79b-4935-ac46-ed37bde9736d tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (56b801a3-619f-4b8e-ac4e-f5f7c03f3bee), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:21.240171 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd37cc56-6679-4ca9-b71b-59982bb49abc req-f00474e6-c79b-4935-ac46-ed37bde9736d tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Network 7a9aac6f-c09a-4664-a3c8-0f4a3171be21 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:55:21.252582 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-cd37cc56-6679-4ca9-b71b-59982bb49abc req-f00474e6-c79b-4935-ac46-ed37bde9736d tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:55:21.279033 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd37cc56-6679-4ca9-b71b-59982bb49abc req-f00474e6-c79b-4935-ac46-ed37bde9736d tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:55:21.300117 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-3e7bb138-c56e-460a-8814-d6de231a2cdd admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=708d2e36ca25476d9214a2f14ef71fc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1664488 Feb 17 17:55:21.303348 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46026) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:21.343950 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00474e6-c79b-4935-ac46-ed37bde9736d tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event updated for resources: {'Port': ['ID=56b801a3-619f-4b8e-ac4e-f5f7c03f3bee,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:21.392464 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46028) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:21.407333 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd133ee-8614-491d-a57e-d50cad2389f2 req-1182614f-159f-4fb6-91fe-ef4e8490fb59 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:21.426900 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5fd133ee-8614-491d-a57e-d50cad2389f2 req-1182614f-159f-4fb6-91fe-ef4e8490fb59 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 945 time: 0.2530842 Feb 17 17:55:21.439203 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37cc56-6679-4ca9-b71b-59982bb49abc req-f00474e6-c79b-4935-ac46-ed37bde9736d tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:21.440159 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-cd37cc56-6679-4ca9-b71b-59982bb49abc req-f00474e6-c79b-4935-ac46-ed37bde9736d tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:21.506862 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cd37cc56-6679-4ca9-b71b-59982bb49abc req-f00474e6-c79b-4935-ac46-ed37bde9736d tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6143925 Feb 17 17:55:21.532760 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-cd37cc56-6679-4ca9-b71b-59982bb49abc req-4b594d5f-4026-4d55-bf9e-c67a8a7f9e37 service neutron] Request body: {'port': {'device_id': 'c7227b3f-be41-428d-a21d-3b95ff669d01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:55:21.583052 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5fd133ee-8614-491d-a57e-d50cad2389f2 req-7aca6870-7a95-4670-82e7-4c6d38f8403d tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/security-groups?id=092cd681-b4c6-4a04-af75-7033fd519e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538429 Feb 17 17:55:21.584823 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-58464bfe-418b-4e29-8bbf-f6a8007bfe26 admin admin] Publish callbacks [] for security_group (6b4ae1c8-9408-4475-89e9-5b631aefbc19), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:21.617194 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46034) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:21.660216 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-58464bfe-418b-4e29-8bbf-f6a8007bfe26 admin admin] Publish callbacks [] for security_group (6b4ae1c8-9408-4475-89e9-5b631aefbc19), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:21.729960 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-cd37cc56-6679-4ca9-b71b-59982bb49abc req-4b594d5f-4026-4d55-bf9e-c67a8a7f9e37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (56b801a3-619f-4b8e-ac4e-f5f7c03f3bee), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:21.759135 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-58464bfe-418b-4e29-8bbf-f6a8007bfe26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (6b4ae1c8-9408-4475-89e9-5b631aefbc19), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:21.764121 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-58464bfe-418b-4e29-8bbf-f6a8007bfe26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:21.766098 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-58464bfe-418b-4e29-8bbf-f6a8007bfe26 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6b4ae1c8-9408-4475-89e9-5b631aefbc19 HTTP/1.1" status: 204 len: 168 time: 0.4567688 Feb 17 17:55:21.779077 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58464bfe-418b-4e29-8bbf-f6a8007bfe26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4ae1c8-9408-4475-89e9-5b631aefbc19,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:21.869350 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-379fb577-dd99-4317-9a92-eee07966d089 None None] Provisioning complete for port 56b801a3-619f-4b8e-ac4e-f5f7c03f3bee triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:55:21.871878 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-379fb577-dd99-4317-9a92-eee07966d089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (56b801a3-619f-4b8e-ac4e-f5f7c03f3bee), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:21.887757 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e9bc13ad-03ed-424c-8df1-379a0ca55d8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:21.985749 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-379fb577-dd99-4317-9a92-eee07966d089 None None] Port 56b801a3-619f-4b8e-ac4e-f5f7c03f3bee cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:55:22.063618 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0071a2-0d81-4354-9d57-cb092e41cb53 req-9c6539a2-b8f9-44e5-8e48-cff55b853e1e tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:22.066129 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5c0071a2-0d81-4354-9d57-cb092e41cb53 req-9c6539a2-b8f9-44e5-8e48-cff55b853e1e tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/ports?device_id=c7227b3f-be41-428d-a21d-3b95ff669d01 HTTP/1.1" status: 200 len: 932 time: 0.1968048 Feb 17 17:55:22.230153 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839e8fef-9674-48a2-be4a-26ce5fe2f9df tempest-TestVolumeBackupRestore-116180158 tempest-TestVolumeBackupRestore-116180158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:22.241745 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-839e8fef-9674-48a2-be4a-26ce5fe2f9df tempest-TestVolumeBackupRestore-116180158 tempest-TestVolumeBackupRestore-116180158-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 1122 time: 0.6230261 Feb 17 17:55:22.243477 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46052) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:22.259484 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-3719bbbd-fa4e-48cd-b13d-83e65e9d4e4d tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'port_id': 'abefc439-6ca7-41fa-a2d0-2bc9e5835024', 'tenant_id': '02ed179e91da4c8cac3218292b591b92', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:55:22.311680 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5c0071a2-0d81-4354-9d57-cb092e41cb53 req-7548b390-2dc2-4f5b-8c6f-9e970b3e0f91 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/security-groups?id=29907738-036d-4a2a-a40f-608023d38e04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2370491 Feb 17 17:55:22.336133 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e9bc13ad-03ed-424c-8df1-379a0ca55d8c admin admin] Publish callbacks [] for security_group (4360fa6b-ff41-4348-8b60-56256eafa70c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:22.345780 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3719bbbd-fa4e-48cd-b13d-83e65e9d4e4d tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:22.353635 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e9bc13ad-03ed-424c-8df1-379a0ca55d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (4360fa6b-ff41-4348-8b60-56256eafa70c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:22.525266 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e9bc13ad-03ed-424c-8df1-379a0ca55d8c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=fa69cdbeb1254e96823a007fd2a320f6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1295485 Feb 17 17:55:22.527837 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46066) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:22.531458 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bc13ad-03ed-424c-8df1-379a0ca55d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4360fa6b-ff41-4348-8b60-56256eafa70c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:22.665040 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3719bbbd-fa4e-48cd-b13d-83e65e9d4e4d tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:22.754881 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fffea86-600e-470a-8c49-393c488a9811 admin admin] Publish callbacks [] for security_group (4360fa6b-ff41-4348-8b60-56256eafa70c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:22.981702 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fffea86-600e-470a-8c49-393c488a9811 admin admin] Publish callbacks [] for security_group (4360fa6b-ff41-4348-8b60-56256eafa70c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:22.997649 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-3719bbbd-fa4e-48cd-b13d-83e65e9d4e4d tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Allocated IP 172.25.8.146 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/b77a47f9-52ec-41d1-9d4f-65f3d31e2d77) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:55:23.138308 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-cd37cc56-6679-4ca9-b71b-59982bb49abc req-4b594d5f-4026-4d55-bf9e-c67a8a7f9e37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56b801a3-619f-4b8e-ac4e-f5f7c03f3bee {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:55:23.167409 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46078) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:23.182087 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-cd37cc56-6679-4ca9-b71b-59982bb49abc req-4b594d5f-4026-4d55-bf9e-c67a8a7f9e37 service neutron] Publish callbacks [] for port (56b801a3-619f-4b8e-ac4e-f5f7c03f3bee), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:23.237132 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3719bbbd-fa4e-48cd-b13d-83e65e9d4e4d tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks [] for port (b77a47f9-52ec-41d1-9d4f-65f3d31e2d77), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:23.246884 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-25701d5a-fba8-46a3-86dc-8d80f7d5083f req-53137ae0-d672-41f1-b53f-26142d3484ef service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=313de677-a8d9-42f0-8146-c2eacc4dad97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2760115 Feb 17 17:55:23.326490 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-cd37cc56-6679-4ca9-b71b-59982bb49abc req-4b594d5f-4026-4d55-bf9e-c67a8a7f9e37 service neutron] Transition to ACTIVE for port object 56b801a3-619f-4b8e-ac4e-f5f7c03f3bee will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:55:23.378265 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-cd37cc56-6679-4ca9-b71b-59982bb49abc req-4b594d5f-4026-4d55-bf9e-c67a8a7f9e37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (56b801a3-619f-4b8e-ac4e-f5f7c03f3bee), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:23.389921 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3719bbbd-fa4e-48cd-b13d-83e65e9d4e4d tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (b77a47f9-52ec-41d1-9d4f-65f3d31e2d77), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:23.581133 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-930266aa-d78e-4bd9-afa7-15ab06d29621 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1378623739-network', 'tenant_id': '59034f77208341f28abaa2e657eadcdd'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:55:23.600372 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3719bbbd-fa4e-48cd-b13d-83e65e9d4e4d tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:55:23.612056 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-3719bbbd-fa4e-48cd-b13d-83e65e9d4e4d tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:55:23.625007 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3719bbbd-fa4e-48cd-b13d-83e65e9d4e4d tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:55:23.681524 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fffea86-600e-470a-8c49-393c488a9811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (4360fa6b-ff41-4348-8b60-56256eafa70c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:23.692501 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fffea86-600e-470a-8c49-393c488a9811 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:23.694328 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2fffea86-600e-470a-8c49-393c488a9811 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4360fa6b-ff41-4348-8b60-56256eafa70c HTTP/1.1" status: 204 len: 168 time: 1.1480052 Feb 17 17:55:23.708058 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3719bbbd-fa4e-48cd-b13d-83e65e9d4e4d tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Pushing event updated for resources: {'Port': ['ID=b77a47f9-52ec-41d1-9d4f-65f3d31e2d77,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:23.754732 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b594d5f-4026-4d55-bf9e-c67a8a7f9e37 service neutron] Pushing event updated for resources: {'Port': ['ID=56b801a3-619f-4b8e-ac4e-f5f7c03f3bee,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:23.764017 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930266aa-d78e-4bd9-afa7-15ab06d29621 admin admin] Made reservation on behalf of 59034f77208341f28abaa2e657eadcdd for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:55:23.766406 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-930266aa-d78e-4bd9-afa7-15ab06d29621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:23.843708 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-930266aa-d78e-4bd9-afa7-15ab06d29621 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:23.912482 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25701d5a-fba8-46a3-86dc-8d80f7d5083f req-4b72a5bb-7125-4c19-83f0-694107eca6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:23.923609 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-25701d5a-fba8-46a3-86dc-8d80f7d5083f req-4b72a5bb-7125-4c19-83f0-694107eca6db service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e82ced6d28e14a0eae2924cbc8f5cc85&device_id=313de677-a8d9-42f0-8146-c2eacc4dad97 HTTP/1.1" status: 200 len: 1128 time: 0.5969720 Feb 17 17:55:23.969036 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fee1f7-8e45-4dbb-b15d-52ec6c721cb0 req-de13f703-1b0e-4f49-9a0a-2e7552fd3465 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:23.971253 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-22fee1f7-8e45-4dbb-b15d-52ec6c721cb0 req-de13f703-1b0e-4f49-9a0a-2e7552fd3465 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/ports?device_id=c7227b3f-be41-428d-a21d-3b95ff669d01 HTTP/1.1" status: 200 len: 944 time: 0.4908562 Feb 17 17:55:24.165851 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-22fee1f7-8e45-4dbb-b15d-52ec6c721cb0 req-091611d7-6307-4129-869c-300b30ea74a3 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/security-groups?id=29907738-036d-4a2a-a40f-608023d38e04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851373 Feb 17 17:55:24.259432 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25701d5a-fba8-46a3-86dc-8d80f7d5083f req-4bcb7a07-da1b-4630-bd7d-b8c1e5a58e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:24.260953 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-25701d5a-fba8-46a3-86dc-8d80f7d5083f req-4bcb7a07-da1b-4630-bd7d-b8c1e5a58e2d service neutron] 10.222.0.91 "GET /v2.0/networks?id=d5990f07-3dfb-4178-9590-e3e132a5f43d HTTP/1.1" status: 200 len: 920 time: 0.2333355 Feb 17 17:55:24.263252 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fffea86-600e-470a-8c49-393c488a9811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4360fa6b-ff41-4348-8b60-56256eafa70c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:24.373642 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-930266aa-d78e-4bd9-afa7-15ab06d29621 admin admin] Publish callbacks [] for security_group (413068f2-441f-4418-982d-6fd6a46f3327), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:24.419810 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-25701d5a-fba8-46a3-86dc-8d80f7d5083f req-0fed0613-8c4f-4f8e-8e32-e6708d194546 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a7df5b7-9718-46c9-b256-65e9e4f02cc2 HTTP/1.1" status: 200 len: 217 time: 0.0411479 Feb 17 17:55:24.423659 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-930266aa-d78e-4bd9-afa7-15ab06d29621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (413068f2-441f-4418-982d-6fd6a46f3327), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:24.440537 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-930266aa-d78e-4bd9-afa7-15ab06d29621 admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:55:24.454302 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-930266aa-d78e-4bd9-afa7-15ab06d29621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (004b0203-2f2e-45a3-b758-95865ce7e066), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:24.454708 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-930266aa-d78e-4bd9-afa7-15ab06d29621 admin admin] Added segment 004b0203-2f2e-45a3-b758-95865ce7e066 of type vlan for network 2397c25e-6d32-40ec-b375-ca51e2cca0dd Feb 17 17:55:24.531364 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46104) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:24.562983 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-930266aa-d78e-4bd9-afa7-15ab06d29621 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (2397c25e-6d32-40ec-b375-ca51e2cca0dd), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:24.603005 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2bd80e24-dfff-4a6b-9e7e-847e85f5059e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:24.840008 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-cd37cc56-6679-4ca9-b71b-59982bb49abc req-4b594d5f-4026-4d55-bf9e-c67a8a7f9e37 service neutron] Attempting to bind port 56b801a3-619f-4b8e-ac4e-f5f7c03f3bee on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:55:24.840410 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-cd37cc56-6679-4ca9-b71b-59982bb49abc req-4b594d5f-4026-4d55-bf9e-c67a8a7f9e37 service neutron] Attempting to bind port 56b801a3-619f-4b8e-ac4e-f5f7c03f3bee by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '4cf7a758-ac0d-49ec-be13-31f3d5ab1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7a9aac6f-c09a-4664-a3c8-0f4a3171be21'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:55:24.844954 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd37cc56-6679-4ca9-b71b-59982bb49abc req-4b594d5f-4026-4d55-bf9e-c67a8a7f9e37 service neutron] Attempting to bind port 56b801a3-619f-4b8e-ac4e-f5f7c03f3bee on network 7a9aac6f-c09a-4664-a3c8-0f4a3171be21 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:55:24.847374 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-930266aa-d78e-4bd9-afa7-15ab06d29621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (2397c25e-6d32-40ec-b375-ca51e2cca0dd), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:24.852079 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930266aa-d78e-4bd9-afa7-15ab06d29621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:24.854690 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-930266aa-d78e-4bd9-afa7-15ab06d29621 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:25.072473 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3719bbbd-fa4e-48cd-b13d-83e65e9d4e4d tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks [] for floatingip (54ec4484-7199-4407-9fa4-3524f5239fc9), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:25.086859 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930266aa-d78e-4bd9-afa7-15ab06d29621 admin admin] Pushing event updated for resources: {'Network': ['ID=2397c25e-6d32-40ec-b375-ca51e2cca0dd,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:25.107641 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 2397c25e-6d32-40ec-b375-ca51e2cca0dd details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:55:25.149660 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd37cc56-6679-4ca9-b71b-59982bb49abc req-4b594d5f-4026-4d55-bf9e-c67a8a7f9e37 service neutron] Port 56b801a3-619f-4b8e-ac4e-f5f7c03f3bee on network 7a9aac6f-c09a-4664-a3c8-0f4a3171be21 not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:55:25.150071 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd37cc56-6679-4ca9-b71b-59982bb49abc req-4b594d5f-4026-4d55-bf9e-c67a8a7f9e37 service neutron] Attempting to bind port 56b801a3-619f-4b8e-ac4e-f5f7c03f3bee on network 7a9aac6f-c09a-4664-a3c8-0f4a3171be21 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:55:25.162802 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd37cc56-6679-4ca9-b71b-59982bb49abc req-4b594d5f-4026-4d55-bf9e-c67a8a7f9e37 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:55:25.163202 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd37cc56-6679-4ca9-b71b-59982bb49abc req-4b594d5f-4026-4d55-bf9e-c67a8a7f9e37 service neutron] Checking segment: {'id': '4cf7a758-ac0d-49ec-be13-31f3d5ab1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7a9aac6f-c09a-4664-a3c8-0f4a3171be21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:55:25.163532 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd37cc56-6679-4ca9-b71b-59982bb49abc req-4b594d5f-4026-4d55-bf9e-c67a8a7f9e37 service neutron] Bound using segment: {'id': '4cf7a758-ac0d-49ec-be13-31f3d5ab1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7a9aac6f-c09a-4664-a3c8-0f4a3171be21'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:55:25.163983 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-cd37cc56-6679-4ca9-b71b-59982bb49abc req-4b594d5f-4026-4d55-bf9e-c67a8a7f9e37 service neutron] Bound port: 56b801a3-619f-4b8e-ac4e-f5f7c03f3bee, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cf7a758-ac0d-49ec-be13-31f3d5ab1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7a9aac6f-c09a-4664-a3c8-0f4a3171be21'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:55:25.164494 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-cd37cc56-6679-4ca9-b71b-59982bb49abc req-4b594d5f-4026-4d55-bf9e-c67a8a7f9e37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (56b801a3-619f-4b8e-ac4e-f5f7c03f3bee), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:25.171862 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930266aa-d78e-4bd9-afa7-15ab06d29621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413068f2-441f-4418-982d-6fd6a46f3327,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:25.196016 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-930266aa-d78e-4bd9-afa7-15ab06d29621 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.0267601 Feb 17 17:55:25.227192 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46112) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:25.233918 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25701d5a-fba8-46a3-86dc-8d80f7d5083f req-d7c99910-58de-4356-8b02-c3d589217f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:25.238016 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-25701d5a-fba8-46a3-86dc-8d80f7d5083f req-d7c99910-58de-4356-8b02-c3d589217f93 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f38a3055-6916-493f-ac03-180a8f2c57c4 HTTP/1.1" status: 200 len: 859 time: 0.5928743 Feb 17 17:55:25.260994 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-432f7865-9135-4e66-9fa5-53c5224c0eff admin admin] Request body: {'subnet': {'network_id': '2397c25e-6d32-40ec-b375-ca51e2cca0dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1378623739-subnet', 'tenant_id': '59034f77208341f28abaa2e657eadcdd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:55:25.316001 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432f7865-9135-4e66-9fa5-53c5224c0eff admin admin] Made reservation on behalf of 59034f77208341f28abaa2e657eadcdd for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:55:25.320998 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-432f7865-9135-4e66-9fa5-53c5224c0eff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:25.349669 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2bd80e24-dfff-4a6b-9e7e-847e85f5059e admin admin] Publish callbacks [] for security_group (28fa7612-a513-45db-a9db-f7fd839bd4a6), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:25.373355 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-25701d5a-fba8-46a3-86dc-8d80f7d5083f req-dd8a57c0-eb0c-46b8-862e-1044d15b1f8e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d5990f07-3dfb-4178-9590-e3e132a5f43d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618038 Feb 17 17:55:25.396789 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [req-25701d5a-fba8-46a3-86dc-8d80f7d5083f req-ed45b382-bf19-4c07-822d-f27034c1cdfc service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:55:25.398455 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-25701d5a-fba8-46a3-86dc-8d80f7d5083f req-ed45b382-bf19-4c07-822d-f27034c1cdfc service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069695 Feb 17 17:55:25.398991 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2bd80e24-dfff-4a6b-9e7e-847e85f5059e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (28fa7612-a513-45db-a9db-f7fd839bd4a6), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:25.549508 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3719bbbd-fa4e-48cd-b13d-83e65e9d4e4d tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b77a47f9-52ec-41d1-9d4f-65f3d31e2d77), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:25.617536 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-cd37cc56-6679-4ca9-b71b-59982bb49abc req-4b594d5f-4026-4d55-bf9e-c67a8a7f9e37 service neutron] For port 56b801a3-619f-4b8e-ac4e-f5f7c03f3bee, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:55:25.659567 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd80e24-dfff-4a6b-9e7e-847e85f5059e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28fa7612-a513-45db-a9db-f7fd839bd4a6,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:25.669122 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-2bd80e24-dfff-4a6b-9e7e-847e85f5059e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=96c122707c8a4ebe9df00a6a15e743e9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1363249 Feb 17 17:55:25.675988 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46116) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:25.686406 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-cd37cc56-6679-4ca9-b71b-59982bb49abc req-4b594d5f-4026-4d55-bf9e-c67a8a7f9e37 service neutron] For port 56b801a3-619f-4b8e-ac4e-f5f7c03f3bee, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=56b801a3-619f-4b8e-ac4e-f5f7c03f3bee,segment=NetworkSegment(4cf7a758-ac0d-49ec-be13-31f3d5ab1c67),segment_id=4cf7a758-ac0d-49ec-be13-31f3d5ab1c67)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:55:25.701597 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-25701d5a-fba8-46a3-86dc-8d80f7d5083f req-b10ed6bd-e9e6-41ea-97fa-39e20fb21ebd service neutron] 10.222.0.91 "GET /v2.0/networks/d5990f07-3dfb-4178-9590-e3e132a5f43d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722776 Feb 17 17:55:25.702646 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-cd37cc56-6679-4ca9-b71b-59982bb49abc req-4b594d5f-4026-4d55-bf9e-c67a8a7f9e37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (56b801a3-619f-4b8e-ac4e-f5f7c03f3bee), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:25.760478 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8f156155-a673-44bb-b69e-9a59acc51635 admin admin] Publish callbacks [] for security_group (28fa7612-a513-45db-a9db-f7fd839bd4a6), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:25.815732 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8f156155-a673-44bb-b69e-9a59acc51635 admin admin] Publish callbacks [] for security_group (28fa7612-a513-45db-a9db-f7fd839bd4a6), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:25.825776 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b594d5f-4026-4d55-bf9e-c67a8a7f9e37 service neutron] Pushing event updated for resources: {'Port': ['ID=56b801a3-619f-4b8e-ac4e-f5f7c03f3bee,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:25.932410 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4235d9-d184-422e-9942-05b58f759159 req-c552aef2-3fe4-4091-93cb-0feeea7a2605 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:25.934229 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6e4235d9-d184-422e-9942-05b58f759159 req-c552aef2-3fe4-4091-93cb-0feeea7a2605 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/ports?device_id=c7227b3f-be41-428d-a21d-3b95ff669d01 HTTP/1.1" status: 200 len: 944 time: 0.5676825 Feb 17 17:55:26.003283 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37cc56-6679-4ca9-b71b-59982bb49abc req-4b594d5f-4026-4d55-bf9e-c67a8a7f9e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:26.007676 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-cd37cc56-6679-4ca9-b71b-59982bb49abc req-4b594d5f-4026-4d55-bf9e-c67a8a7f9e37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:26.015385 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cd37cc56-6679-4ca9-b71b-59982bb49abc req-4b594d5f-4026-4d55-bf9e-c67a8a7f9e37 service neutron] 10.222.0.91 "PUT /v2.0/ports/56b801a3-619f-4b8e-ac4e-f5f7c03f3bee HTTP/1.1" status: 200 len: 1092 time: 4.4969766 Feb 17 17:55:26.016096 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7227b3f-be41-428d-a21d-3b95ff669d01', 'tag': '56b801a3-619f-4b8e-ac4e-f5f7c03f3bee'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:55:26.029931 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07680700-ec58-419c-97e8-75831ce0bedf" -d '{"events": [{"name": "network-changed", "server_uuid": "c7227b3f-be41-428d-a21d-3b95ff669d01", "tag": "56b801a3-619f-4b8e-ac4e-f5f7c03f3bee"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:55:26.181459 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4deb75c6-eb7a-4a03-884c-e929ceb1a039 x-openstack-request-id: req-4deb75c6-eb7a-4a03-884c-e929ceb1a039 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:55:26.181883 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7227b3f-be41-428d-a21d-3b95ff669d01", "tag": "56b801a3-619f-4b8e-ac4e-f5f7c03f3bee", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:55:26.184885 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4deb75c6-eb7a-4a03-884c-e929ceb1a039 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:55:26.185378 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7227b3f-be41-428d-a21d-3b95ff669d01', 'tag': '56b801a3-619f-4b8e-ac4e-f5f7c03f3bee', 'status': 'completed', 'code': 200} Feb 17 17:55:26.230745 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8f156155-a673-44bb-b69e-9a59acc51635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (28fa7612-a513-45db-a9db-f7fd839bd4a6), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:26.236526 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8f156155-a673-44bb-b69e-9a59acc51635 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:26.240447 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-8f156155-a673-44bb-b69e-9a59acc51635 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/28fa7612-a513-45db-a9db-f7fd839bd4a6 HTTP/1.1" status: 204 len: 168 time: 0.5608234 Feb 17 17:55:26.295716 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f156155-a673-44bb-b69e-9a59acc51635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fa7612-a513-45db-a9db-f7fd839bd4a6,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:26.424387 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6e4235d9-d184-422e-9942-05b58f759159 req-19e242f4-a1d2-4946-a865-dcf2450721fe tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/security-groups?id=29907738-036d-4a2a-a40f-608023d38e04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4611702 Feb 17 17:55:26.533574 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-432f7865-9135-4e66-9fa5-53c5224c0eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (d8e010e3-4810-4e72-afd9-e542677f6fea), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:26.576087 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3719bbbd-fa4e-48cd-b13d-83e65e9d4e4d tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks [] for port (b77a47f9-52ec-41d1-9d4f-65f3d31e2d77), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:26.582495 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3719bbbd-fa4e-48cd-b13d-83e65e9d4e4d tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (b77a47f9-52ec-41d1-9d4f-65f3d31e2d77), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:26.682804 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3719bbbd-fa4e-48cd-b13d-83e65e9d4e4d tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Pushing event updated for resources: {'Port': ['ID=b77a47f9-52ec-41d1-9d4f-65f3d31e2d77,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:26.728233 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37cc56-6679-4ca9-b71b-59982bb49abc req-bb2dcdfe-809c-4cac-88fb-f9f25106944c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:26.728233 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cd37cc56-6679-4ca9-b71b-59982bb49abc req-bb2dcdfe-809c-4cac-88fb-f9f25106944c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ec7ab02c08ab4597882b00c123047e3e&device_id=c7227b3f-be41-428d-a21d-3b95ff669d01 HTTP/1.1" status: 200 len: 1126 time: 0.6393163 Feb 17 17:55:26.784977 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-25701d5a-fba8-46a3-86dc-8d80f7d5083f req-3a5dfe49-7277-416e-920b-1e0400bfed42 service neutron] 10.222.0.91 "GET /v2.0/networks/d5990f07-3dfb-4178-9590-e3e132a5f43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9945354 Feb 17 17:55:26.815903 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f7865-9135-4e66-9fa5-53c5224c0eff admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8e010e3-4810-4e72-afd9-e542677f6fea,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:26.852335 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3719bbbd-fa4e-48cd-b13d-83e65e9d4e4d tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (54ec4484-7199-4407-9fa4-3524f5239fc9), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:26.961957 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432f7865-9135-4e66-9fa5-53c5224c0eff admin admin] Checking segment: {'id': '004b0203-2f2e-45a3-b758-95865ce7e066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2397c25e-6d32-40ec-b375-ca51e2cca0dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:55:26.962496 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432f7865-9135-4e66-9fa5-53c5224c0eff admin admin] Network hostable DHCP agents. Network: 2397c25e-6d32-40ec-b375-ca51e2cca0dd, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:55:26.970454 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cd37cc56-6679-4ca9-b71b-59982bb49abc req-0cd4659d-9980-4af2-8c1c-7733f6ca9647 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=56b801a3-619f-4b8e-ac4e-f5f7c03f3bee HTTP/1.1" status: 200 len: 217 time: 0.2094347 Feb 17 17:55:27.175202 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432f7865-9135-4e66-9fa5-53c5224c0eff admin admin] Network 2397c25e-6d32-40ec-b375-ca51e2cca0dd is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:55:27.200352 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37cc56-6679-4ca9-b71b-59982bb49abc req-0e74b51c-b300-4b9e-82f3-d686758b2d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:27.213625 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cd37cc56-6679-4ca9-b71b-59982bb49abc req-0e74b51c-b300-4b9e-82f3-d686758b2d20 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=5c05efb0-20c7-4718-bbe5-c6d12c64a3b4 HTTP/1.1" status: 200 len: 837 time: 0.2219393 Feb 17 17:55:27.248000 n-d-829613-2 neutron-server[103435]: INFO neutron.db.l3_db [None req-3719bbbd-fa4e-48cd-b13d-83e65e9d4e4d tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Floating IP 54ec4484-7199-4407-9fa4-3524f5239fc9 associated. External IP: 172.25.8.146, port: abefc439-6ca7-41fa-a2d0-2bc9e5835024. Feb 17 17:55:27.350030 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-432f7865-9135-4e66-9fa5-53c5224c0eff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 2397c25e-6d32-40ec-b375-ca51e2cca0dd) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:55:27.361025 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2316c8a9-c4cc-4255-a04a-e1bf1e2f695a None None] Network 2397c25e-6d32-40ec-b375-ca51e2cca0dd requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:55:27.362710 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432f7865-9135-4e66-9fa5-53c5224c0eff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:27.363307 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-432f7865-9135-4e66-9fa5-53c5224c0eff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:27.403247 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37cc56-6679-4ca9-b71b-59982bb49abc req-c389e6f6-f193-48b6-bc41-b2fadf9c4d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:27.407233 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cd37cc56-6679-4ca9-b71b-59982bb49abc req-c389e6f6-f193-48b6-bc41-b2fadf9c4d0e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7a9aac6f-c09a-4664-a3c8-0f4a3171be21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1878467 Feb 17 17:55:27.424729 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-432f7865-9135-4e66-9fa5-53c5224c0eff admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.1836348 Feb 17 17:55:27.669877 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cd37cc56-6679-4ca9-b71b-59982bb49abc req-caef39a2-c68f-44ba-a522-ae8d5cda91c6 service neutron] 10.222.0.91 "GET /v2.0/networks/7a9aac6f-c09a-4664-a3c8-0f4a3171be21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422404 Feb 17 17:55:27.750011 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b40bd2-c22d-418b-b1d8-7a3f5e3bb97e None None] Network 2397c25e-6d32-40ec-b375-ca51e2cca0dd requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:55:27.967188 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cd37cc56-6679-4ca9-b71b-59982bb49abc req-ef41eb6b-c9f5-469a-a751-10dbbb35ca76 service neutron] 10.222.0.91 "GET /v2.0/networks/7a9aac6f-c09a-4664-a3c8-0f4a3171be21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904093 Feb 17 17:55:28.106122 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07680700-ec58-419c-97e8-75831ce0bedf req-b3b2a3f7-d2f6-4135-9020-969fb151a023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:28.107656 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-07680700-ec58-419c-97e8-75831ce0bedf req-b3b2a3f7-d2f6-4135-9020-969fb151a023 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ec7ab02c08ab4597882b00c123047e3e&device_id=c7227b3f-be41-428d-a21d-3b95ff669d01 HTTP/1.1" status: 200 len: 1126 time: 0.0890560 Feb 17 17:55:28.207147 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca6037-9ecb-46a6-b2f5-9238a9bb0436 req-aa263f4b-0675-4efc-9cc1-8b8311e7aeb0 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:28.219711 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a9ca6037-9ecb-46a6-b2f5-9238a9bb0436 req-aa263f4b-0675-4efc-9cc1-8b8311e7aeb0 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/ports?device_id=c7227b3f-be41-428d-a21d-3b95ff669d01 HTTP/1.1" status: 200 len: 944 time: 0.5130885 Feb 17 17:55:28.332069 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07680700-ec58-419c-97e8-75831ce0bedf req-38155201-8dd5-466d-9478-b7ed872b7de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:28.333989 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-07680700-ec58-419c-97e8-75831ce0bedf req-38155201-8dd5-466d-9478-b7ed872b7de9 service neutron] 10.222.0.91 "GET /v2.0/networks?id=7a9aac6f-c09a-4664-a3c8-0f4a3171be21 HTTP/1.1" status: 200 len: 896 time: 0.2186635 Feb 17 17:55:28.413894 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-07680700-ec58-419c-97e8-75831ce0bedf req-8e614723-7f9a-47e4-9a90-8dd982b6b030 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=56b801a3-619f-4b8e-ac4e-f5f7c03f3bee HTTP/1.1" status: 200 len: 217 time: 0.0726404 Feb 17 17:55:28.512959 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a9ca6037-9ecb-46a6-b2f5-9238a9bb0436 req-952eb045-6e2d-4c8f-99e0-acfb4e137668 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/security-groups?id=29907738-036d-4a2a-a40f-608023d38e04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2839057 Feb 17 17:55:28.586912 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07680700-ec58-419c-97e8-75831ce0bedf req-91e92fab-1968-44ec-8d31-485c7dbcefee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:28.591350 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-07680700-ec58-419c-97e8-75831ce0bedf req-91e92fab-1968-44ec-8d31-485c7dbcefee service neutron] 10.222.0.91 "GET /v2.0/subnets?id=5c05efb0-20c7-4718-bbe5-c6d12c64a3b4 HTTP/1.1" status: 200 len: 837 time: 0.1718986 Feb 17 17:55:28.656099 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3719bbbd-fa4e-48cd-b13d-83e65e9d4e4d tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Router 34b3dfba-3b2c-489b-a5d3-473ca57cc222 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:55:28.670754 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7a4ef3be-3310-4ca5-8df6-f3348757ff17 req-a106f8c4-f824-4e32-a450-1213ec862c6a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3887429 Feb 17 17:55:28.724296 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07680700-ec58-419c-97e8-75831ce0bedf req-d4ef9f48-069d-4209-b528-9e9de74987e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:28.730462 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-07680700-ec58-419c-97e8-75831ce0bedf req-d4ef9f48-069d-4209-b528-9e9de74987e9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7a9aac6f-c09a-4664-a3c8-0f4a3171be21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1276283 Feb 17 17:55:29.055408 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-07680700-ec58-419c-97e8-75831ce0bedf req-b47a2a4f-560f-4092-ac4a-47e1d968364a service neutron] 10.222.0.91 "GET /v2.0/networks/7a9aac6f-c09a-4664-a3c8-0f4a3171be21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219254 Feb 17 17:55:29.334850 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-07680700-ec58-419c-97e8-75831ce0bedf req-e2484ce9-10cf-4a8e-9dd1-bc57a116f091 service neutron] 10.222.0.91 "GET /v2.0/networks/7a9aac6f-c09a-4664-a3c8-0f4a3171be21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723622 Feb 17 17:55:29.836690 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697dc66f-927c-43e0-a5fd-637b24987963 req-347e1022-00a1-4e9b-a280-d89661a8c2f0 tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:29.840091 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-697dc66f-927c-43e0-a5fd-637b24987963 req-347e1022-00a1-4e9b-a280-d89661a8c2f0 tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] 10.222.0.87 "GET /v2.0/networks?id=2397c25e-6d32-40ec-b375-ca51e2cca0dd HTTP/1.1" status: 200 len: 822 time: 0.3115702 Feb 17 17:55:29.884752 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:55:29.887767 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-697dc66f-927c-43e0-a5fd-637b24987963 req-c1a33391-5705-4c3e-b530-1ee756a8cfe7 tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] 10.222.0.87 "GET /v2.0/quotas/59034f77208341f28abaa2e657eadcdd HTTP/1.1" status: 200 len: 375 time: 0.0343790 Feb 17 17:55:30.034332 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-697dc66f-927c-43e0-a5fd-637b24987963 req-5c28cecf-c01e-40d2-a745-abed432ab95f tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=59034f77208341f28abaa2e657eadcdd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1138964 Feb 17 17:55:30.107309 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ef3be-3310-4ca5-8df6-f3348757ff17 req-ad84951e-a4a7-4d20-89dd-cedad9b11b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:30.113321 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7a4ef3be-3310-4ca5-8df6-f3348757ff17 req-ad84951e-a4a7-4d20-89dd-cedad9b11b0f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e82ced6d28e14a0eae2924cbc8f5cc85&device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 1128 time: 0.5860870 Feb 17 17:55:30.124230 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3719bbbd-fa4e-48cd-b13d-83e65e9d4e4d tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:55:30.162129 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478cb48f-3317-43ba-b925-e3fae39f754f None None] Sync routers for ids ['34b3dfba-3b2c-489b-a5d3-473ca57cc222'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:55:30.190742 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478cb48f-3317-43ba-b925-e3fae39f754f None None] Routers {'34b3dfba-3b2c-489b-a5d3-473ca57cc222'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:55:30.192170 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-478cb48f-3317-43ba-b925-e3fae39f754f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:55:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['34b3dfba-3b2c-489b-a5d3-473ca57cc222'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:55:30.321623 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6b322-fbae-4e3d-99d6-1f29c468fbc8 req-0e5a1969-7a26-4c28-a7f0-74864b9060f0 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:30.323659 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e2b6b322-fbae-4e3d-99d6-1f29c468fbc8 req-0e5a1969-7a26-4c28-a7f0-74864b9060f0 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/ports?device_id=c7227b3f-be41-428d-a21d-3b95ff669d01 HTTP/1.1" status: 200 len: 944 time: 0.4822125 Feb 17 17:55:30.352141 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3719bbbd-fa4e-48cd-b13d-83e65e9d4e4d tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:30.507985 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ef3be-3310-4ca5-8df6-f3348757ff17 req-25543318-8d87-4552-8e8f-dbaf64eef084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:30.509627 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7a4ef3be-3310-4ca5-8df6-f3348757ff17 req-25543318-8d87-4552-8e8f-dbaf64eef084 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d5990f07-3dfb-4178-9590-e3e132a5f43d HTTP/1.1" status: 200 len: 920 time: 0.3639109 Feb 17 17:55:30.511798 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-3719bbbd-fa4e-48cd-b13d-83e65e9d4e4d tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.2644060 Feb 17 17:55:30.514697 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46224) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:30.517594 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d4a786-9b96-41d3-9723-9305dd1b8a1d', 'tag': 'abefc439-6ca7-41fa-a2d0-2bc9e5835024'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:55:30.519903 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400dd593-a260-4a84-a873-029e6c6be082" -d '{"events": [{"name": "network-changed", "server_uuid": "95d4a786-9b96-41d3-9723-9305dd1b8a1d", "tag": "abefc439-6ca7-41fa-a2d0-2bc9e5835024"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:55:30.590355 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-478cb48f-3317-43ba-b925-e3fae39f754f None None] Set router 34b3dfba-3b2c-489b-a5d3-473ca57cc222 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:55:30.598472 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-697dc66f-927c-43e0-a5fd-637b24987963 req-1ff9bc68-a39a-46f1-b437-31d09bedb1df service neutron] 10.222.0.87 "GET /v2.0/networks/2397c25e-6d32-40ec-b375-ca51e2cca0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5629308 Feb 17 17:55:30.602090 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7a4ef3be-3310-4ca5-8df6-f3348757ff17 req-cdb72a40-26e8-40df-972b-312552cd8b83 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9 HTTP/1.1" status: 200 len: 217 time: 0.0543029 Feb 17 17:55:30.685353 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4ff3f9-c2c0-40c7-a731-ef16c640de24 tempest-TestVolumeBackupRestore-116180158 tempest-TestVolumeBackupRestore-116180158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:30.695466 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9c4ff3f9-c2c0-40c7-a731-ef16c640de24 tempest-TestVolumeBackupRestore-116180158 tempest-TestVolumeBackupRestore-116180158-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 1122 time: 0.1789322 Feb 17 17:55:30.699987 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46234) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:30.706704 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e2b6b322-fbae-4e3d-99d6-1f29c468fbc8 req-c8a56351-3396-44b4-9463-128ccbbefb71 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/security-groups?id=29907738-036d-4a2a-a40f-608023d38e04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3605733 Feb 17 17:55:30.737257 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-95d9fdc4-55d0-4f13-96f9-ef79cb5dede3 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Request body: {'floatingip': {'port_id': 'abefc439-6ca7-41fa-a2d0-2bc9e5835024'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:55:30.831863 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ef3be-3310-4ca5-8df6-f3348757ff17 req-4a96967b-fe97-4cec-88d9-b23125a9c107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:30.839064 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7a4ef3be-3310-4ca5-8df6-f3348757ff17 req-4a96967b-fe97-4cec-88d9-b23125a9c107 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f38a3055-6916-493f-ac03-180a8f2c57c4 HTTP/1.1" status: 200 len: 859 time: 0.2267203 Feb 17 17:55:30.905130 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af2a38b-fab0-452c-bae4-b8a4d0ee6a18 x-openstack-request-id: req-6af2a38b-fab0-452c-bae4-b8a4d0ee6a18 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:55:30.905718 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95d4a786-9b96-41d3-9723-9305dd1b8a1d", "tag": "abefc439-6ca7-41fa-a2d0-2bc9e5835024", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:55:30.909141 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6af2a38b-fab0-452c-bae4-b8a4d0ee6a18 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:55:30.909842 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d4a786-9b96-41d3-9723-9305dd1b8a1d', 'tag': 'abefc439-6ca7-41fa-a2d0-2bc9e5835024', 'status': 'completed', 'code': 200} Feb 17 17:55:30.939571 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-95d9fdc4-55d0-4f13-96f9-ef79cb5dede3 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks [] for floatingip (54ec4484-7199-4407-9fa4-3524f5239fc9), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:31.033829 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7a4ef3be-3310-4ca5-8df6-f3348757ff17 req-084ce95c-f553-4131-b284-11074b43e5a8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d5990f07-3dfb-4178-9590-e3e132a5f43d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1731226 Feb 17 17:55:31.066293 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-7a4ef3be-3310-4ca5-8df6-f3348757ff17 req-abd1337a-2f35-44bf-9d27-1a370be28517 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:55:31.068132 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7a4ef3be-3310-4ca5-8df6-f3348757ff17 req-abd1337a-2f35-44bf-9d27-1a370be28517 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0177658 Feb 17 17:55:31.074076 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-697dc66f-927c-43e0-a5fd-637b24987963 req-c69393d2-cea0-442a-891c-772f93926cd6 service neutron] 10.222.0.87 "GET /v2.0/networks/2397c25e-6d32-40ec-b375-ca51e2cca0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4655523 Feb 17 17:55:31.174267 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400dd593-a260-4a84-a873-029e6c6be082 req-30c0456c-763c-4906-955c-ee75526ccf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:31.175848 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-400dd593-a260-4a84-a873-029e6c6be082 req-30c0456c-763c-4906-955c-ee75526ccf58 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=02ed179e91da4c8cac3218292b591b92&device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 1127 time: 0.2143965 Feb 17 17:55:31.577305 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3c3f6e1d-e6d0-4b90-a3f6-eafdc532d131 req-b53b3212-1d48-41fc-b283-9eabb1ab6705 tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] 10.222.0.87 "GET /v2.0/ports?device_id=83e089e4-f348-41be-8b60-167c0e62622d HTTP/1.1" status: 200 len: 210 time: 0.1737754 Feb 17 17:55:31.583897 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7a4ef3be-3310-4ca5-8df6-f3348757ff17 req-87e0b781-c78b-4ba9-b360-6905000184fd service neutron] 10.222.0.71 "GET /v2.0/networks/d5990f07-3dfb-4178-9590-e3e132a5f43d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5075557 Feb 17 17:55:31.887886 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7a4ef3be-3310-4ca5-8df6-f3348757ff17 req-9ce84e65-30ef-4279-ae01-36652dda8a8f service neutron] 10.222.0.71 "GET /v2.0/networks/d5990f07-3dfb-4178-9590-e3e132a5f43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872837 Feb 17 17:55:31.903538 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 56b801a3-619f-4b8e-ac4e-f5f7c03f3bee details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:55:32.059997 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400dd593-a260-4a84-a873-029e6c6be082 req-fa8dcc5a-3384-4c57-98c8-35c92f5681bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:32.065548 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-400dd593-a260-4a84-a873-029e6c6be082 req-fa8dcc5a-3384-4c57-98c8-35c92f5681bb service neutron] 10.222.0.71 "GET /v2.0/networks?id=7c1e3117-546a-4488-820a-d16155db0324 HTTP/1.1" status: 200 len: 914 time: 0.8269613 Feb 17 17:55:32.396402 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-478cb48f-3317-43ba-b925-e3fae39f754f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b3dfba-3b2c-489b-a5d3-473ca57cc222', 'name': 'tempest-TestVolumeBackupRestore-354553219-router', 'tenant_id': '02ed179e91da4c8cac3218292b591b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '033b834c-4152-4dad-85be-441dfca88669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:48:17Z', 'updated_at': '2022-02-17T17:48:32Z', 'revision_number': 4, 'project_id': '02ed179e91da4c8cac3218292b591b92', 'gw_port': {'id': '033b834c-4152-4dad-85be-441dfca88669', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:07:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b3dfba-3b2c-489b-a5d3-473ca57cc222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:48:19Z', 'updated_at': '2022-02-17T17:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '54ec4484-7199-4407-9fa4-3524f5239fc9', 'tenant_id': '02ed179e91da4c8cac3218292b591b92', 'floating_ip_address': '172.25.8.146', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '34b3dfba-3b2c-489b-a5d3-473ca57cc222', 'port_id': 'abefc439-6ca7-41fa-a2d0-2bc9e5835024', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3089, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c1e3117-546a-4488-820a-d16155db0324', 'mac_address': 'fa:16:3e:36:82:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d4a786-9b96-41d3-9723-9305dd1b8a1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:55:24Z', 'updated_at': '2022-02-17T17:55:24Z', 'revision_number': 0, 'project_id': '02ed179e91da4c8cac3218292b591b92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7', 'name': '', 'network_id': '7c1e3117-546a-4488-820a-d16155db0324', 'tenant_id': '02ed179e91da4c8cac3218292b591b92', 'mac_address': 'fa:16:3e:03:a9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b3dfba-3b2c-489b-a5d3-473ca57cc222', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '2483f3f8-7359-406b-bf51-5ef55371b51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:48:28Z', 'updated_at': '2022-02-17T17:48:42Z', 'revision_number': 5, 'project_id': '02ed179e91da4c8cac3218292b591b92', 'subnets': [{'id': '2483f3f8-7359-406b-bf51-5ef55371b51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:55:32.447081 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-400dd593-a260-4a84-a873-029e6c6be082 req-2aa7c030-bc83-4cfd-8cdb-1145ee2b60ca service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abefc439-6ca7-41fa-a2d0-2bc9e5835024 HTTP/1.1" status: 200 len: 999 time: 0.3754728 Feb 17 17:55:32.525276 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400dd593-a260-4a84-a873-029e6c6be082 req-8739aeed-0e8e-44c9-b5a3-19ec588c7da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:32.527224 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-400dd593-a260-4a84-a873-029e6c6be082 req-8739aeed-0e8e-44c9-b5a3-19ec588c7da3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2483f3f8-7359-406b-bf51-5ef55371b51b HTTP/1.1" status: 200 len: 852 time: 0.0700073 Feb 17 17:55:32.546197 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb341c-ad8d-4f45-bc51-0f54d543cf71 req-d4f8b814-0fbc-410c-9b88-63974a118e57 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:32.548440 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2efb341c-ad8d-4f45-bc51-0f54d543cf71 req-d4f8b814-0fbc-410c-9b88-63974a118e57 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/ports?device_id=c7227b3f-be41-428d-a21d-3b95ff669d01 HTTP/1.1" status: 200 len: 944 time: 0.6454329 Feb 17 17:55:32.580558 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478cb48f-3317-43ba-b925-e3fae39f754f None None] Checking router: 34b3dfba-3b2c-489b-a5d3-473ca57cc222 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:55:32.633930 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 56b801a3-619f-4b8e-ac4e-f5f7c03f3bee, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=56b801a3-619f-4b8e-ac4e-f5f7c03f3bee,segment=NetworkSegment(4cf7a758-ac0d-49ec-be13-31f3d5ab1c67),segment_id=4cf7a758-ac0d-49ec-be13-31f3d5ab1c67)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:55:32.672436 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478cb48f-3317-43ba-b925-e3fae39f754f None None] Routers {'34b3dfba-3b2c-489b-a5d3-473ca57cc222'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:55:32.673430 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-478cb48f-3317-43ba-b925-e3fae39f754f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:55:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['34b3dfba-3b2c-489b-a5d3-473ca57cc222'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:55:32.714886 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '56b801a3-619f-4b8e-ac4e-f5f7c03f3bee', 'network_id': '7a9aac6f-c09a-4664-a3c8-0f4a3171be21', 'port_id': '56b801a3-619f-4b8e-ac4e-f5f7c03f3bee', 'mac_address': 'fa:16:3e:62:59:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c05efb0-20c7-4718-bbe5-c6d12c64a3b4', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:55:32.805380 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2efb341c-ad8d-4f45-bc51-0f54d543cf71 req-2f66ce3b-bc81-4c0e-8c94-07e58dce797e tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/security-groups?id=29907738-036d-4a2a-a40f-608023d38e04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2397933 Feb 17 17:55:32.847659 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-86819d6b-93b3-4a06-9602-92f738fcf1c6 req-e7b42b63-af6c-4ad8-a2b4-9d0543b19bd3 tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] 10.222.0.87 "GET /v2.0/ports?device_id=83e089e4-f348-41be-8b60-167c0e62622d HTTP/1.1" status: 200 len: 210 time: 0.0911715 Feb 17 17:55:32.886919 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400dd593-a260-4a84-a873-029e6c6be082 req-52929a0d-95d7-4242-97ea-a9c62b469b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:32.889217 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-400dd593-a260-4a84-a873-029e6c6be082 req-52929a0d-95d7-4242-97ea-a9c62b469b77 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7c1e3117-546a-4488-820a-d16155db0324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3395257 Feb 17 17:55:32.989016 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-478cb48f-3317-43ba-b925-e3fae39f754f None None] Set router 34b3dfba-3b2c-489b-a5d3-473ca57cc222 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:55:33.102165 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.db.resource_extend [None req-95d9fdc4-55d0-4f13-96f9-ef79cb5dede3 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 17:55:33.118551 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-400dd593-a260-4a84-a873-029e6c6be082 req-6a0534c9-5554-4262-8c26-fc8b64530905 service neutron] 10.222.0.71 "GET /v2.0/networks/7c1e3117-546a-4488-820a-d16155db0324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230887 Feb 17 17:55:33.248480 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bda6fdc6-d79f-491e-b7f3-9585ebb8ee1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:33.276314 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-95d9fdc4-55d0-4f13-96f9-ef79cb5dede3 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:33.289259 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-95d9fdc4-55d0-4f13-96f9-ef79cb5dede3 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (54ec4484-7199-4407-9fa4-3524f5239fc9), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:33.294123 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 56b801a3-619f-4b8e-ac4e-f5f7c03f3bee is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:55:33.294522 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (56b801a3-619f-4b8e-ac4e-f5f7c03f3bee), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:33.344628 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56b801a3-619f-4b8e-ac4e-f5f7c03f3bee {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:55:33.421868 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 56b801a3-619f-4b8e-ac4e-f5f7c03f3bee, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=56b801a3-619f-4b8e-ac4e-f5f7c03f3bee,segment=NetworkSegment(4cf7a758-ac0d-49ec-be13-31f3d5ab1c67),segment_id=4cf7a758-ac0d-49ec-be13-31f3d5ab1c67)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:55:33.478213 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (56b801a3-619f-4b8e-ac4e-f5f7c03f3bee), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:33.683109 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46354) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:33.710884 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-400dd593-a260-4a84-a873-029e6c6be082 req-798f8136-1a25-4dbb-b563-affc9e0f18e6 service neutron] 10.222.0.71 "GET /v2.0/networks/7c1e3117-546a-4488-820a-d16155db0324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5811849 Feb 17 17:55:33.745461 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697dc66f-927c-43e0-a5fd-637b24987963 req-391d8fea-5bc8-48ff-ab6c-9f33888a1e04 tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:33.749243 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-697dc66f-927c-43e0-a5fd-637b24987963 req-391d8fea-5bc8-48ff-ab6c-9f33888a1e04 tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] 10.222.0.71 "GET /v2.0/networks?id=2397c25e-6d32-40ec-b375-ca51e2cca0dd HTTP/1.1" status: 200 len: 822 time: 0.3745091 Feb 17 17:55:33.765202 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-697dc66f-927c-43e0-a5fd-637b24987963 req-f25d407a-cbf1-4bc7-9b41-f4e7262f92ee tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] Request body: {'port': {'device_id': '83e089e4-f348-41be-8b60-167c0e62622d', 'network_id': '2397c25e-6d32-40ec-b375-ca51e2cca0dd', 'admin_state_up': True, 'tenant_id': '59034f77208341f28abaa2e657eadcdd'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:55:33.798438 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d9fdc4-55d0-4f13-96f9-ef79cb5dede3 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Router 34b3dfba-3b2c-489b-a5d3-473ca57cc222 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:55:33.850632 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['56b801a3-619f-4b8e-ac4e-f5f7c03f3bee'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:55:34.087790 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=56b801a3-619f-4b8e-ac4e-f5f7c03f3bee,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:34.106137 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d9fdc4-55d0-4f13-96f9-ef79cb5dede3 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:55:34.112747 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d9f7e9a0-405b-4f88-922b-994f86c30002 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:34.117102 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-95d9fdc4-55d0-4f13-96f9-ef79cb5dede3 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:34.182653 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:55:34.182940 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:55:34.183298 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:55:34.183665 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:55:34.184034 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:55:34.184486 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:55:34.184856 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:55:34.185214 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:55:34.185550 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:55:34.185906 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:55:34.186292 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:55:34.186975 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:55:34.187744 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:55:34.213765 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d4a786-9b96-41d3-9723-9305dd1b8a1d', 'tag': 'abefc439-6ca7-41fa-a2d0-2bc9e5835024'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:55:34.222115 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4120586b-0817-4596-a95e-a7060061b7e5" -d '{"events": [{"name": "network-changed", "server_uuid": "95d4a786-9b96-41d3-9723-9305dd1b8a1d", "tag": "abefc439-6ca7-41fa-a2d0-2bc9e5835024"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:55:34.289493 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-95d9fdc4-55d0-4f13-96f9-ef79cb5dede3 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "PUT /v2.0/floatingips/54ec4484-7199-4407-9fa4-3524f5239fc9 HTTP/1.1" status: 200 len: 991 time: 3.5869594 Feb 17 17:55:34.294659 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-478cb48f-3317-43ba-b925-e3fae39f754f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b3dfba-3b2c-489b-a5d3-473ca57cc222', 'name': 'tempest-TestVolumeBackupRestore-354553219-router', 'tenant_id': '02ed179e91da4c8cac3218292b591b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '033b834c-4152-4dad-85be-441dfca88669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:48:17Z', 'updated_at': '2022-02-17T17:48:32Z', 'revision_number': 4, 'project_id': '02ed179e91da4c8cac3218292b591b92', 'gw_port': {'id': '033b834c-4152-4dad-85be-441dfca88669', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:07:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b3dfba-3b2c-489b-a5d3-473ca57cc222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:48:19Z', 'updated_at': '2022-02-17T17:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '54ec4484-7199-4407-9fa4-3524f5239fc9', 'tenant_id': '02ed179e91da4c8cac3218292b591b92', 'floating_ip_address': '172.25.8.146', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '34b3dfba-3b2c-489b-a5d3-473ca57cc222', 'port_id': 'abefc439-6ca7-41fa-a2d0-2bc9e5835024', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3089, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c1e3117-546a-4488-820a-d16155db0324', 'mac_address': 'fa:16:3e:36:82:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d4a786-9b96-41d3-9723-9305dd1b8a1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:55:24Z', 'updated_at': '2022-02-17T17:55:24Z', 'revision_number': 0, 'project_id': '02ed179e91da4c8cac3218292b591b92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7', 'name': '', 'network_id': '7c1e3117-546a-4488-820a-d16155db0324', 'tenant_id': '02ed179e91da4c8cac3218292b591b92', 'mac_address': 'fa:16:3e:03:a9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b3dfba-3b2c-489b-a5d3-473ca57cc222', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '2483f3f8-7359-406b-bf51-5ef55371b51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:48:28Z', 'updated_at': '2022-02-17T17:48:42Z', 'revision_number': 5, 'project_id': '02ed179e91da4c8cac3218292b591b92', 'subnets': [{'id': '2483f3f8-7359-406b-bf51-5ef55371b51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:55:34.328451 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0b432107-894a-4178-84c5-f031da4c6b0b req-948f8a25-51f5-4c2c-9643-f2672a0c897e tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] 10.222.0.87 "GET /v2.0/ports?device_id=83e089e4-f348-41be-8b60-167c0e62622d HTTP/1.1" status: 200 len: 210 time: 0.0512772 Feb 17 17:55:34.372208 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a9489-e8b5-422b-a4fd-258453c24667 req-7991eda3-224d-41bc-a356-5d614946c469 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:34.374157 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-001a9489-e8b5-422b-a4fd-258453c24667 req-7991eda3-224d-41bc-a356-5d614946c469 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/ports?device_id=c7227b3f-be41-428d-a21d-3b95ff669d01 HTTP/1.1" status: 200 len: 945 time: 0.3927410 Feb 17 17:55:34.376776 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-697dc66f-927c-43e0-a5fd-637b24987963 req-f25d407a-cbf1-4bc7-9b41-f4e7262f92ee tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] Made reservation on behalf of 59034f77208341f28abaa2e657eadcdd for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:55:34.380797 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-697dc66f-927c-43e0-a5fd-637b24987963 req-f25d407a-cbf1-4bc7-9b41-f4e7262f92ee tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:34.395172 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478cb48f-3317-43ba-b925-e3fae39f754f None None] The sync data for ids ['34b3dfba-3b2c-489b-a5d3-473ca57cc222'] in n-d-829613-2 is: [{'id': '34b3dfba-3b2c-489b-a5d3-473ca57cc222', 'name': 'tempest-TestVolumeBackupRestore-354553219-router', 'tenant_id': '02ed179e91da4c8cac3218292b591b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '033b834c-4152-4dad-85be-441dfca88669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:48:17Z', 'updated_at': '2022-02-17T17:48:32Z', 'revision_number': 4, 'project_id': '02ed179e91da4c8cac3218292b591b92', 'gw_port': {'id': '033b834c-4152-4dad-85be-441dfca88669', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:07:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b3dfba-3b2c-489b-a5d3-473ca57cc222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:48:19Z', 'updated_at': '2022-02-17T17:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '54ec4484-7199-4407-9fa4-3524f5239fc9', 'tenant_id': '02ed179e91da4c8cac3218292b591b92', 'floating_ip_address': '172.25.8.146', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '34b3dfba-3b2c-489b-a5d3-473ca57cc222', 'port_id': 'abefc439-6ca7-41fa-a2d0-2bc9e5835024', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3089, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c1e3117-546a-4488-820a-d16155db0324', 'mac_address': 'fa:16:3e:36:82:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d4a786-9b96-41d3-9723-9305dd1b8a1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:55:24Z', 'updated_at': '2022-02-17T17:55:24Z', 'revision_number': 0, 'project_id': '02ed179e91da4c8cac3218292b591b92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7', 'name': '', 'network_id': '7c1e3117-546a-4488-820a-d16155db0324', 'tenant_id': '02ed179e91da4c8cac3218292b591b92', 'mac_address': 'fa:16:3e:03:a9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b3dfba-3b2c-489b-a5d3-473ca57cc222', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '2483f3f8-7359-406b-bf51-5ef55371b51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:48:28Z', 'updated_at': '2022-02-17T17:48:42Z', 'revision_number': 5, 'project_id': '02ed179e91da4c8cac3218292b591b92', 'subnets': [{'id': '2483f3f8-7359-406b-bf51-5ef55371b51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:55:34.583577 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-001a9489-e8b5-422b-a4fd-258453c24667 req-3214138a-22f2-4f60-b59c-3c89d678aa13 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/security-groups?id=29907738-036d-4a2a-a40f-608023d38e04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1946943 Feb 17 17:55:34.655264 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d9f7e9a0-405b-4f88-922b-994f86c30002 admin admin] Publish callbacks [] for security_group (3a703730-91e2-4106-9f76-5ede507e4422), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:34.674166 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea577cb-6462-4e22-a19c-601fc3dfa358 x-openstack-request-id: req-dea577cb-6462-4e22-a19c-601fc3dfa358 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:55:34.675222 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95d4a786-9b96-41d3-9723-9305dd1b8a1d", "tag": "abefc439-6ca7-41fa-a2d0-2bc9e5835024", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:55:34.675792 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-dea577cb-6462-4e22-a19c-601fc3dfa358 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:55:34.676489 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d4a786-9b96-41d3-9723-9305dd1b8a1d', 'tag': 'abefc439-6ca7-41fa-a2d0-2bc9e5835024', 'status': 'completed', 'code': 200} Feb 17 17:55:34.708455 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d9f7e9a0-405b-4f88-922b-994f86c30002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (3a703730-91e2-4106-9f76-5ede507e4422), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:34.756694 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-d9f7e9a0-405b-4f88-922b-994f86c30002 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9c96617e1c8243159d373cc0dbb73b8a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0695374 Feb 17 17:55:34.758912 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46374) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:34.842632 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6911ed-dc56-47be-b517-b8e67a043ab7 None None] New status for floating IP 54ec4484-7199-4407-9fa4-3524f5239fc9: ACTIVE {{(pid=103438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 17:55:34.885066 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041257c6-d2e0-4a08-b9aa-c1174319043a req-8f13e04e-93a7-45de-b906-72451fc11915 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:34.892576 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-041257c6-d2e0-4a08-b9aa-c1174319043a req-8f13e04e-93a7-45de-b906-72451fc11915 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=313de677-a8d9-42f0-8146-c2eacc4dad97 HTTP/1.1" status: 200 len: 946 time: 0.3531346 Feb 17 17:55:34.916476 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f7e9a0-405b-4f88-922b-994f86c30002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a703730-91e2-4106-9f76-5ede507e4422,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:34.933294 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd9ea488-0d50-45ca-9af0-5cead222e46f admin admin] Publish callbacks [] for security_group (3a703730-91e2-4106-9f76-5ede507e4422), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:34.982184 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120586b-0817-4596-a95e-a7060061b7e5 req-84e83846-7baf-4bda-988d-a9df2249df4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:34.984101 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4120586b-0817-4596-a95e-a7060061b7e5 req-84e83846-7baf-4bda-988d-a9df2249df4f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=02ed179e91da4c8cac3218292b591b92&device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 1127 time: 0.2393265 Feb 17 17:55:34.989948 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd9ea488-0d50-45ca-9af0-5cead222e46f admin admin] Publish callbacks [] for security_group (3a703730-91e2-4106-9f76-5ede507e4422), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:35.089477 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd9ea488-0d50-45ca-9af0-5cead222e46f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (3a703730-91e2-4106-9f76-5ede507e4422), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:35.092650 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd9ea488-0d50-45ca-9af0-5cead222e46f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:35.093992 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-cd9ea488-0d50-45ca-9af0-5cead222e46f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3a703730-91e2-4106-9f76-5ede507e4422 HTTP/1.1" status: 204 len: 168 time: 0.3331354 Feb 17 17:55:35.117622 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ea488-0d50-45ca-9af0-5cead222e46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a703730-91e2-4106-9f76-5ede507e4422,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:35.369564 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95afdcc-3bad-4306-be1a-e9957c4d6f21 None None] Sync routers for ids ['34b3dfba-3b2c-489b-a5d3-473ca57cc222'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:55:35.407228 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95afdcc-3bad-4306-be1a-e9957c4d6f21 None None] Routers {'34b3dfba-3b2c-489b-a5d3-473ca57cc222'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:55:35.413344 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-d95afdcc-3bad-4306-be1a-e9957c4d6f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:55:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['34b3dfba-3b2c-489b-a5d3-473ca57cc222'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:55:35.589838 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120586b-0817-4596-a95e-a7060061b7e5 req-ff99d5c9-a7bd-432f-a470-a0aef003bd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:35.590448 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-d95afdcc-3bad-4306-be1a-e9957c4d6f21 None None] Set router 34b3dfba-3b2c-489b-a5d3-473ca57cc222 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:55:35.591434 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4120586b-0817-4596-a95e-a7060061b7e5 req-ff99d5c9-a7bd-432f-a470-a0aef003bd4d service neutron] 10.222.0.71 "GET /v2.0/networks?id=7c1e3117-546a-4488-820a-d16155db0324 HTTP/1.1" status: 200 len: 914 time: 0.5992632 Feb 17 17:55:35.610852 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-041257c6-d2e0-4a08-b9aa-c1174319043a req-f827a2db-67cb-451a-bdcc-5228b14c9c83 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7171755 Feb 17 17:55:35.685482 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-697dc66f-927c-43e0-a5fd-637b24987963 req-f25d407a-cbf1-4bc7-9b41-f4e7262f92ee tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] Allocated IP 172.20.0.8 (2397c25e-6d32-40ec-b375-ca51e2cca0dd/d8e010e3-4810-4e72-afd9-e542677f6fea/ead27b66-b456-4428-ad8f-dc542dc8c218) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:55:35.766727 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 56b801a3-619f-4b8e-ac4e-f5f7c03f3bee up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:55:35.800596 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46390) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:35.820000 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-948423ab-9303-4dbd-84b0-5c7313143ed2 req-87c5f504-23af-4943-b966-14b8954e844b tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] 10.222.0.87 "GET /v2.0/ports?device_id=83e089e4-f348-41be-8b60-167c0e62622d HTTP/1.1" status: 200 len: 210 time: 0.2255538 Feb 17 17:55:35.821479 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4b2a243a-98b3-4ab4-a193-ee6e11f11f74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:35.903733 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f5f49140-d8f1-4506-a883-9f668090c912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:35.924146 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4120586b-0817-4596-a95e-a7060061b7e5 req-9d5ae810-8791-43f7-bff2-2948b0f9266e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abefc439-6ca7-41fa-a2d0-2bc9e5835024 HTTP/1.1" status: 200 len: 1001 time: 0.3080437 Feb 17 17:55:35.969161 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980663da-8c83-4b9e-a02f-eae3d6ad1b19 req-cd18f0e3-a9fc-4923-a0bf-0c1150f28d4f tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:35.977551 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-980663da-8c83-4b9e-a02f-eae3d6ad1b19 req-cd18f0e3-a9fc-4923-a0bf-0c1150f28d4f tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/ports?device_id=c7227b3f-be41-428d-a21d-3b95ff669d01 HTTP/1.1" status: 200 len: 945 time: 0.1609035 Feb 17 17:55:36.031851 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4b2a243a-98b3-4ab4-a193-ee6e11f11f74 admin admin] Publish callbacks [] for security_group (fe19cf70-b746-4d4a-a587-21dfc9cc82c5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:36.038605 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4b2a243a-98b3-4ab4-a193-ee6e11f11f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (fe19cf70-b746-4d4a-a587-21dfc9cc82c5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:36.060314 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port 56b801a3-619f-4b8e-ac4e-f5f7c03f3bee completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:55:36.119832 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-980663da-8c83-4b9e-a02f-eae3d6ad1b19 req-03fd9c45-0d2e-4d11-bf17-993035208d2a tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/security-groups?id=29907738-036d-4a2a-a40f-608023d38e04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404479 Feb 17 17:55:36.121747 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120586b-0817-4596-a95e-a7060061b7e5 req-318e8935-dcb9-4ea6-9cbe-906b169acccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:36.124652 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4120586b-0817-4596-a95e-a7060061b7e5 req-318e8935-dcb9-4ea6-9cbe-906b169acccf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2483f3f8-7359-406b-bf51-5ef55371b51b HTTP/1.1" status: 200 len: 852 time: 0.1867414 Feb 17 17:55:36.142610 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 56b801a3-619f-4b8e-ac4e-f5f7c03f3bee triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:55:36.145106 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (56b801a3-619f-4b8e-ac4e-f5f7c03f3bee), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:36.151668 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4b2a243a-98b3-4ab4-a193-ee6e11f11f74 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=827ec4fd31434496a9e443f6053a440b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3499627 Feb 17 17:55:36.154554 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a243a-98b3-4ab4-a193-ee6e11f11f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe19cf70-b746-4d4a-a587-21dfc9cc82c5,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:36.157073 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46392) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:36.265464 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 56b801a3-619f-4b8e-ac4e-f5f7c03f3bee is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:55:36.265865 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (56b801a3-619f-4b8e-ac4e-f5f7c03f3bee), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:36.313904 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de051c0b-025c-4d44-9977-f0c6abb02b0c admin admin] Publish callbacks [] for security_group (fe19cf70-b746-4d4a-a587-21dfc9cc82c5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:36.386275 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de051c0b-025c-4d44-9977-f0c6abb02b0c admin admin] Publish callbacks [] for security_group (fe19cf70-b746-4d4a-a587-21dfc9cc82c5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:36.390554 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 56b801a3-619f-4b8e-ac4e-f5f7c03f3bee, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=56b801a3-619f-4b8e-ac4e-f5f7c03f3bee,segment=NetworkSegment(4cf7a758-ac0d-49ec-be13-31f3d5ab1c67),segment_id=4cf7a758-ac0d-49ec-be13-31f3d5ab1c67)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:55:36.394639 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-697dc66f-927c-43e0-a5fd-637b24987963 req-f25d407a-cbf1-4bc7-9b41-f4e7262f92ee tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] Publish callbacks [] for port (ead27b66-b456-4428-ad8f-dc542dc8c218), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:36.400759 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7227b3f-be41-428d-a21d-3b95ff669d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b801a3-619f-4b8e-ac4e-f5f7c03f3bee'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:55:36.404562 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34609de2-881d-4cad-a269-84e887eaf215" -d '{"events": [{"server_uuid": "c7227b3f-be41-428d-a21d-3b95ff669d01", "name": "network-vif-plugged", "status": "completed", "tag": "56b801a3-619f-4b8e-ac4e-f5f7c03f3bee"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:55:36.416542 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (56b801a3-619f-4b8e-ac4e-f5f7c03f3bee), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:36.497990 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-697dc66f-927c-43e0-a5fd-637b24987963 req-f25d407a-cbf1-4bc7-9b41-f4e7262f92ee tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (ead27b66-b456-4428-ad8f-dc542dc8c218), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:36.558792 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9dfba74-d745-4c70-b77c-d715fe75d99c x-openstack-request-id: req-d9dfba74-d745-4c70-b77c-d715fe75d99c {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:55:36.559132 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7227b3f-be41-428d-a21d-3b95ff669d01", "name": "network-vif-plugged", "status": "completed", "tag": "56b801a3-619f-4b8e-ac4e-f5f7c03f3bee", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:55:36.559396 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d9dfba74-d745-4c70-b77c-d715fe75d99c {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:55:36.572838 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7227b3f-be41-428d-a21d-3b95ff669d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b801a3-619f-4b8e-ac4e-f5f7c03f3bee', 'code': 200} Feb 17 17:55:36.580934 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de051c0b-025c-4d44-9977-f0c6abb02b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (fe19cf70-b746-4d4a-a587-21dfc9cc82c5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:36.587042 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-de051c0b-025c-4d44-9977-f0c6abb02b0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:36.592642 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-de051c0b-025c-4d44-9977-f0c6abb02b0c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/fe19cf70-b746-4d4a-a587-21dfc9cc82c5 HTTP/1.1" status: 204 len: 168 time: 0.4063191 Feb 17 17:55:36.632109 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-d95afdcc-3bad-4306-be1a-e9957c4d6f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b3dfba-3b2c-489b-a5d3-473ca57cc222', 'name': 'tempest-TestVolumeBackupRestore-354553219-router', 'tenant_id': '02ed179e91da4c8cac3218292b591b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '033b834c-4152-4dad-85be-441dfca88669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:48:17Z', 'updated_at': '2022-02-17T17:48:32Z', 'revision_number': 4, 'project_id': '02ed179e91da4c8cac3218292b591b92', 'gw_port': {'id': '033b834c-4152-4dad-85be-441dfca88669', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:07:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b3dfba-3b2c-489b-a5d3-473ca57cc222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:48:19Z', 'updated_at': '2022-02-17T17:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '54ec4484-7199-4407-9fa4-3524f5239fc9', 'tenant_id': '02ed179e91da4c8cac3218292b591b92', 'floating_ip_address': '172.25.8.146', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '34b3dfba-3b2c-489b-a5d3-473ca57cc222', 'port_id': 'abefc439-6ca7-41fa-a2d0-2bc9e5835024', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3089, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c1e3117-546a-4488-820a-d16155db0324', 'mac_address': 'fa:16:3e:36:82:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d4a786-9b96-41d3-9723-9305dd1b8a1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:55:24Z', 'updated_at': '2022-02-17T17:55:35Z', 'revision_number': 2, 'project_id': '02ed179e91da4c8cac3218292b591b92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7', 'name': '', 'network_id': '7c1e3117-546a-4488-820a-d16155db0324', 'tenant_id': '02ed179e91da4c8cac3218292b591b92', 'mac_address': 'fa:16:3e:03:a9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b3dfba-3b2c-489b-a5d3-473ca57cc222', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '2483f3f8-7359-406b-bf51-5ef55371b51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:48:28Z', 'updated_at': '2022-02-17T17:48:42Z', 'revision_number': 5, 'project_id': '02ed179e91da4c8cac3218292b591b92', 'subnets': [{'id': '2483f3f8-7359-406b-bf51-5ef55371b51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:55:36.674644 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de051c0b-025c-4d44-9977-f0c6abb02b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe19cf70-b746-4d4a-a587-21dfc9cc82c5,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:36.675057 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-697dc66f-927c-43e0-a5fd-637b24987963 req-f25d407a-cbf1-4bc7-9b41-f4e7262f92ee tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] Network 2397c25e-6d32-40ec-b375-ca51e2cca0dd is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:55:36.708608 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-697dc66f-927c-43e0-a5fd-637b24987963 req-f25d407a-cbf1-4bc7-9b41-f4e7262f92ee tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:55:36.720951 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-697dc66f-927c-43e0-a5fd-637b24987963 req-f25d407a-cbf1-4bc7-9b41-f4e7262f92ee tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:55:36.756643 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d4a786-9b96-41d3-9723-9305dd1b8a1d', 'tag': 'abefc439-6ca7-41fa-a2d0-2bc9e5835024'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:55:36.760771 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71cfd02-1748-4ed5-9c7d-b5df3f1a91be" -d '{"events": [{"name": "network-changed", "server_uuid": "95d4a786-9b96-41d3-9723-9305dd1b8a1d", "tag": "abefc439-6ca7-41fa-a2d0-2bc9e5835024"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:55:36.811191 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95afdcc-3bad-4306-be1a-e9957c4d6f21 None None] Checking router: 34b3dfba-3b2c-489b-a5d3-473ca57cc222 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:55:36.843297 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=56b801a3-619f-4b8e-ac4e-f5f7c03f3bee,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:36.865943 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95afdcc-3bad-4306-be1a-e9957c4d6f21 None None] Routers {'34b3dfba-3b2c-489b-a5d3-473ca57cc222'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:55:36.866710 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-d95afdcc-3bad-4306-be1a-e9957c4d6f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:55:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['34b3dfba-3b2c-489b-a5d3-473ca57cc222'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:55:36.877585 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:36.881694 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1109549-d666-4000-a899-bc83e80cbc17 req-89dff36f-a2b5-4c7b-887b-8da375ee3d34 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:36.889251 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a1109549-d666-4000-a899-bc83e80cbc17 req-89dff36f-a2b5-4c7b-887b-8da375ee3d34 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.91 "GET /v2.0/ports?device_id=313de677-a8d9-42f0-8146-c2eacc4dad97 HTTP/1.1" status: 200 len: 946 time: 0.3481333 Feb 17 17:55:36.891623 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1f22a7-7e6a-4e15-bffb-194596cb7031 x-openstack-request-id: req-fe1f22a7-7e6a-4e15-bffb-194596cb7031 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:55:36.891931 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95d4a786-9b96-41d3-9723-9305dd1b8a1d", "tag": "abefc439-6ca7-41fa-a2d0-2bc9e5835024", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:55:36.892479 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-fe1f22a7-7e6a-4e15-bffb-194596cb7031 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:55:36.892877 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d4a786-9b96-41d3-9723-9305dd1b8a1d', 'tag': 'abefc439-6ca7-41fa-a2d0-2bc9e5835024', 'status': 'completed', 'code': 200} Feb 17 17:55:36.933721 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120586b-0817-4596-a95e-a7060061b7e5 req-3b76a346-38ac-4f0f-aa71-5d366f7a6291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:36.936978 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4120586b-0817-4596-a95e-a7060061b7e5 req-3b76a346-38ac-4f0f-aa71-5d366f7a6291 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7c1e3117-546a-4488-820a-d16155db0324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7264273 Feb 17 17:55:36.951894 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d407a-cbf1-4bc7-9b41-f4e7262f92ee tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] Pushing event updated for resources: {'Port': ['ID=ead27b66-b456-4428-ad8f-dc542dc8c218,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:37.055714 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b124255-2379-4869-9f24-d87ccc90a8b6 req-20418d4c-afe4-4941-bf7f-0fa659b7ad72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:37.057816 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-6b124255-2379-4869-9f24-d87ccc90a8b6 req-20418d4c-afe4-4941-bf7f-0fa659b7ad72 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=c7227b3f-be41-428d-a21d-3b95ff669d01 HTTP/1.1" status: 200 len: 1128 time: 0.4028277 Feb 17 17:55:37.101022 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697dc66f-927c-43e0-a5fd-637b24987963 req-f25d407a-cbf1-4bc7-9b41-f4e7262f92ee tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:37.101640 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-697dc66f-927c-43e0-a5fd-637b24987963 req-f25d407a-cbf1-4bc7-9b41-f4e7262f92ee tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:37.256754 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-6b124255-2379-4869-9f24-d87ccc90a8b6 req-6b0b6ab5-0fae-4814-9bf0-995d64450dbb service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=29907738-036d-4a2a-a40f-608023d38e04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1902440 Feb 17 17:55:37.265949 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-a1109549-d666-4000-a899-bc83e80cbc17 req-e33e541d-5d13-47ef-b621-7bd1e3869fe1 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Deleting port 6a7df5b7-9718-46c9-b256-65e9e4f02cc2 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:55:37.266304 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a1109549-d666-4000-a899-bc83e80cbc17 req-e33e541d-5d13-47ef-b621-7bd1e3869fe1 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (6a7df5b7-9718-46c9-b256-65e9e4f02cc2), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:37.282965 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-697dc66f-927c-43e0-a5fd-637b24987963 req-f25d407a-cbf1-4bc7-9b41-f4e7262f92ee tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5236528 Feb 17 17:55:37.322295 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-697dc66f-927c-43e0-a5fd-637b24987963 req-5f1938c4-61d2-4c3a-9d1b-8087c4552a13 service neutron] Request body: {'port': {'device_id': '83e089e4-f348-41be-8b60-167c0e62622d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:55:37.351854 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4120586b-0817-4596-a95e-a7060061b7e5 req-6595464f-2c44-40bc-89f8-a3711ae57b2d service neutron] 10.222.0.71 "GET /v2.0/networks/7c1e3117-546a-4488-820a-d16155db0324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3822601 Feb 17 17:55:37.362524 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed112e-dc16-4e8c-94eb-34623cc73088 req-1f2edca0-5338-47a8-bda4-39e12fa4ae30 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:37.364714 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7bed112e-dc16-4e8c-94eb-34623cc73088 req-1f2edca0-5338-47a8-bda4-39e12fa4ae30 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=313de677-a8d9-42f0-8146-c2eacc4dad97 HTTP/1.1" status: 200 len: 946 time: 0.5677447 Feb 17 17:55:37.423114 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-d95afdcc-3bad-4306-be1a-e9957c4d6f21 None None] Set router 34b3dfba-3b2c-489b-a5d3-473ca57cc222 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:55:37.526964 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-a1109549-d666-4000-a899-bc83e80cbc17 req-e33e541d-5d13-47ef-b621-7bd1e3869fe1 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] For port 6a7df5b7-9718-46c9-b256-65e9e4f02cc2, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=6a7df5b7-9718-46c9-b256-65e9e4f02cc2,segment=NetworkSegment(a9f041ef-79be-43be-85fb-a167b696bad1),segment_id=a9f041ef-79be-43be-85fb-a167b696bad1)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:55:37.527671 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a1109549-d666-4000-a899-bc83e80cbc17 req-e33e541d-5d13-47ef-b621-7bd1e3869fe1 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (6a7df5b7-9718-46c9-b256-65e9e4f02cc2), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:37.544768 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-a1109549-d666-4000-a899-bc83e80cbc17 req-e33e541d-5d13-47ef-b621-7bd1e3869fe1 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Calling delete_port for 6a7df5b7-9718-46c9-b256-65e9e4f02cc2 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:55:37.548998 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4120586b-0817-4596-a95e-a7060061b7e5 req-6eee94f0-393e-479e-95ce-2de70dc98007 service neutron] 10.222.0.71 "GET /v2.0/networks/7c1e3117-546a-4488-820a-d16155db0324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645565 Feb 17 17:55:37.620768 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b49eb1-7241-4206-b12f-c8d90aac2b3e req-8eb1f530-6955-40eb-a769-2e336f590ecb tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:37.633139 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-67b49eb1-7241-4206-b12f-c8d90aac2b3e req-8eb1f530-6955-40eb-a769-2e336f590ecb tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] 10.222.0.87 "GET /v2.0/ports?device_id=83e089e4-f348-41be-8b60-167c0e62622d HTTP/1.1" status: 200 len: 931 time: 0.6518397 Feb 17 17:55:37.779906 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-697dc66f-927c-43e0-a5fd-637b24987963 req-5f1938c4-61d2-4c3a-9d1b-8087c4552a13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ead27b66-b456-4428-ad8f-dc542dc8c218), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:37.858259 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-67b49eb1-7241-4206-b12f-c8d90aac2b3e req-c0b12672-2525-40db-b8c0-67ecc6d7100d tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] 10.222.0.87 "GET /v2.0/security-groups?id=413068f2-441f-4418-982d-6fd6a46f3327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239261 Feb 17 17:55:37.868205 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a1109549-d666-4000-a899-bc83e80cbc17 req-e33e541d-5d13-47ef-b621-7bd1e3869fe1 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (6a7df5b7-9718-46c9-b256-65e9e4f02cc2), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:37.902969 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7bed112e-dc16-4e8c-94eb-34623cc73088 req-6211daf4-d9a0-4c43-b027-2c7ea98b54eb tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590279 Feb 17 17:55:37.913751 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:55:37.937172 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71cfd02-1748-4ed5-9c7d-b5df3f1a91be req-75a93abf-9048-40b0-8177-cd552b747a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:37.939300 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c71cfd02-1748-4ed5-9c7d-b5df3f1a91be req-75a93abf-9048-40b0-8177-cd552b747a21 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=02ed179e91da4c8cac3218292b591b92&device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 1127 time: 0.2804632 Feb 17 17:55:37.950436 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e541d-5d13-47ef-b621-7bd1e3869fe1 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Pushing event deleted for resources: {'Port': ['ID=6a7df5b7-9718-46c9-b256-65e9e4f02cc2,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:38.063974 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1109549-d666-4000-a899-bc83e80cbc17 req-e33e541d-5d13-47ef-b621-7bd1e3869fe1 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] No DVR routers for this DVR port 6a7df5b7-9718-46c9-b256-65e9e4f02cc2 on host n-h2-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:55:38.068255 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a1109549-d666-4000-a899-bc83e80cbc17 req-e33e541d-5d13-47ef-b621-7bd1e3869fe1 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:38.071708 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a1109549-d666-4000-a899-bc83e80cbc17 req-e33e541d-5d13-47ef-b621-7bd1e3869fe1 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.91 "DELETE /v2.0/ports/6a7df5b7-9718-46c9-b256-65e9e4f02cc2 HTTP/1.1" status: 204 len: 173 time: 1.1768281 Feb 17 17:55:38.111082 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71cfd02-1748-4ed5-9c7d-b5df3f1a91be req-2748bc77-f519-473f-adee-a7527304000b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:38.113772 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c71cfd02-1748-4ed5-9c7d-b5df3f1a91be req-2748bc77-f519-473f-adee-a7527304000b service neutron] 10.222.0.71 "GET /v2.0/networks?id=7c1e3117-546a-4488-820a-d16155db0324 HTTP/1.1" status: 200 len: 914 time: 0.1680834 Feb 17 17:55:38.126452 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:38.239576 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-d95afdcc-3bad-4306-be1a-e9957c4d6f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b3dfba-3b2c-489b-a5d3-473ca57cc222', 'name': 'tempest-TestVolumeBackupRestore-354553219-router', 'tenant_id': '02ed179e91da4c8cac3218292b591b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '033b834c-4152-4dad-85be-441dfca88669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:48:17Z', 'updated_at': '2022-02-17T17:48:32Z', 'revision_number': 4, 'project_id': '02ed179e91da4c8cac3218292b591b92', 'gw_port': {'id': '033b834c-4152-4dad-85be-441dfca88669', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:07:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b3dfba-3b2c-489b-a5d3-473ca57cc222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:48:19Z', 'updated_at': '2022-02-17T17:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '54ec4484-7199-4407-9fa4-3524f5239fc9', 'tenant_id': '02ed179e91da4c8cac3218292b591b92', 'floating_ip_address': '172.25.8.146', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '34b3dfba-3b2c-489b-a5d3-473ca57cc222', 'port_id': 'abefc439-6ca7-41fa-a2d0-2bc9e5835024', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3089, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c1e3117-546a-4488-820a-d16155db0324', 'mac_address': 'fa:16:3e:36:82:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d4a786-9b96-41d3-9723-9305dd1b8a1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:55:24Z', 'updated_at': '2022-02-17T17:55:35Z', 'revision_number': 2, 'project_id': '02ed179e91da4c8cac3218292b591b92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7', 'name': '', 'network_id': '7c1e3117-546a-4488-820a-d16155db0324', 'tenant_id': '02ed179e91da4c8cac3218292b591b92', 'mac_address': 'fa:16:3e:03:a9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b3dfba-3b2c-489b-a5d3-473ca57cc222', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '2483f3f8-7359-406b-bf51-5ef55371b51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:48:28Z', 'updated_at': '2022-02-17T17:48:42Z', 'revision_number': 5, 'project_id': '02ed179e91da4c8cac3218292b591b92', 'subnets': [{'id': '2483f3f8-7359-406b-bf51-5ef55371b51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:55:38.316619 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95afdcc-3bad-4306-be1a-e9957c4d6f21 None None] The sync data for ids ['34b3dfba-3b2c-489b-a5d3-473ca57cc222'] in n-d-829613-2 is: [{'id': '34b3dfba-3b2c-489b-a5d3-473ca57cc222', 'name': 'tempest-TestVolumeBackupRestore-354553219-router', 'tenant_id': '02ed179e91da4c8cac3218292b591b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '033b834c-4152-4dad-85be-441dfca88669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:48:17Z', 'updated_at': '2022-02-17T17:48:32Z', 'revision_number': 4, 'project_id': '02ed179e91da4c8cac3218292b591b92', 'gw_port': {'id': '033b834c-4152-4dad-85be-441dfca88669', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:07:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b3dfba-3b2c-489b-a5d3-473ca57cc222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:48:19Z', 'updated_at': '2022-02-17T17:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '54ec4484-7199-4407-9fa4-3524f5239fc9', 'tenant_id': '02ed179e91da4c8cac3218292b591b92', 'floating_ip_address': '172.25.8.146', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '34b3dfba-3b2c-489b-a5d3-473ca57cc222', 'port_id': 'abefc439-6ca7-41fa-a2d0-2bc9e5835024', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3089, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c1e3117-546a-4488-820a-d16155db0324', 'mac_address': 'fa:16:3e:36:82:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d4a786-9b96-41d3-9723-9305dd1b8a1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:55:24Z', 'updated_at': '2022-02-17T17:55:35Z', 'revision_number': 2, 'project_id': '02ed179e91da4c8cac3218292b591b92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7', 'name': '', 'network_id': '7c1e3117-546a-4488-820a-d16155db0324', 'tenant_id': '02ed179e91da4c8cac3218292b591b92', 'mac_address': 'fa:16:3e:03:a9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b3dfba-3b2c-489b-a5d3-473ca57cc222', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '2483f3f8-7359-406b-bf51-5ef55371b51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:48:28Z', 'updated_at': '2022-02-17T17:48:42Z', 'revision_number': 5, 'project_id': '02ed179e91da4c8cac3218292b591b92', 'subnets': [{'id': '2483f3f8-7359-406b-bf51-5ef55371b51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:55:38.632543 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c71cfd02-1748-4ed5-9c7d-b5df3f1a91be req-c3165bb6-9656-449a-9234-d3e43740f25b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abefc439-6ca7-41fa-a2d0-2bc9e5835024 HTTP/1.1" status: 200 len: 1001 time: 0.4544899 Feb 17 17:55:38.782480 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dfec34-8f40-4672-aebc-d1a18d4f1d10 req-c80e0a2f-235f-4970-b1aa-3ae56331523f tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:38.784230 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d0dfec34-8f40-4672-aebc-d1a18d4f1d10 req-c80e0a2f-235f-4970-b1aa-3ae56331523f tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/ports?device_id=c7227b3f-be41-428d-a21d-3b95ff669d01 HTTP/1.1" status: 200 len: 946 time: 0.6650732 Feb 17 17:55:38.894297 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313de677-a8d9-42f0-8146-c2eacc4dad97', 'name': 'network-vif-deleted', 'tag': '6a7df5b7-9718-46c9-b256-65e9e4f02cc2'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:55:38.897471 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdb5f01-a01c-48f1-9a7d-76239bd753bb" -d '{"events": [{"server_uuid": "313de677-a8d9-42f0-8146-c2eacc4dad97", "name": "network-vif-deleted", "tag": "6a7df5b7-9718-46c9-b256-65e9e4f02cc2"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:55:38.914325 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d0dfec34-8f40-4672-aebc-d1a18d4f1d10 req-3240e72e-c542-4429-b1d4-551dc5e9a4db tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/security-groups?id=29907738-036d-4a2a-a40f-608023d38e04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959215 Feb 17 17:55:38.971590 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71cfd02-1748-4ed5-9c7d-b5df3f1a91be req-ba2cfe09-b410-43c4-a09f-066f6bbd829f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:38.974177 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c71cfd02-1748-4ed5-9c7d-b5df3f1a91be req-ba2cfe09-b410-43c4-a09f-066f6bbd829f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2483f3f8-7359-406b-bf51-5ef55371b51b HTTP/1.1" status: 200 len: 852 time: 0.3406379 Feb 17 17:55:39.025442 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a35c22d-1197-4fa7-96b7-a513344a7b8c x-openstack-request-id: req-6a35c22d-1197-4fa7-96b7-a513344a7b8c {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:55:39.025820 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313de677-a8d9-42f0-8146-c2eacc4dad97", "name": "network-vif-deleted", "tag": "6a7df5b7-9718-46c9-b256-65e9e4f02cc2", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:55:39.026034 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6a35c22d-1197-4fa7-96b7-a513344a7b8c {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:55:39.026397 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '313de677-a8d9-42f0-8146-c2eacc4dad97', 'name': 'network-vif-deleted', 'tag': '6a7df5b7-9718-46c9-b256-65e9e4f02cc2', 'status': 'completed', 'code': 200} Feb 17 17:55:39.084967 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:39.239242 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-697dc66f-927c-43e0-a5fd-637b24987963 req-5f1938c4-61d2-4c3a-9d1b-8087c4552a13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ead27b66-b456-4428-ad8f-dc542dc8c218 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:55:39.253267 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-697dc66f-927c-43e0-a5fd-637b24987963 req-5f1938c4-61d2-4c3a-9d1b-8087c4552a13 service neutron] Publish callbacks [] for port (ead27b66-b456-4428-ad8f-dc542dc8c218), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:39.288883 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71cfd02-1748-4ed5-9c7d-b5df3f1a91be req-561e7568-3a9b-40fb-93df-3b6100a3f9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:39.290480 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c71cfd02-1748-4ed5-9c7d-b5df3f1a91be req-561e7568-3a9b-40fb-93df-3b6100a3f9ba service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7c1e3117-546a-4488-820a-d16155db0324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2900028 Feb 17 17:55:39.302112 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-697dc66f-927c-43e0-a5fd-637b24987963 req-5f1938c4-61d2-4c3a-9d1b-8087c4552a13 service neutron] Transition to ACTIVE for port object ead27b66-b456-4428-ad8f-dc542dc8c218 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:55:39.322683 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c2782-357c-4271-a29b-4ca665843a7b req-c904f408-502a-428d-934e-ee3b165f2145 tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:39.324163 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fa8c2782-357c-4271-a29b-4ca665843a7b req-c904f408-502a-428d-934e-ee3b165f2145 tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] 10.222.0.87 "GET /v2.0/ports?device_id=83e089e4-f348-41be-8b60-167c0e62622d HTTP/1.1" status: 200 len: 931 time: 0.3170922 Feb 17 17:55:39.327279 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-697dc66f-927c-43e0-a5fd-637b24987963 req-5f1938c4-61d2-4c3a-9d1b-8087c4552a13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (ead27b66-b456-4428-ad8f-dc542dc8c218), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:39.410012 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1938c4-61d2-4c3a-9d1b-8087c4552a13 service neutron] Pushing event updated for resources: {'Port': ['ID=ead27b66-b456-4428-ad8f-dc542dc8c218,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:39.493153 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 6a7df5b7-9718-46c9-b256-65e9e4f02cc2 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:55:39.549784 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: 6a7df5b7-9718-46c9-b256-65e9e4f02cc2 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:55:39.550440 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 6a7df5b7-9718-46c9-b256-65e9e4f02cc2 not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:55:39.644728 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763169c-8f2b-4605-8a5a-e69a95afb2c4 req-596459a3-4c75-4a69-acc6-1f034e5e8f43 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:39.646940 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e763169c-8f2b-4605-8a5a-e69a95afb2c4 req-596459a3-4c75-4a69-acc6-1f034e5e8f43 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 946 time: 0.2048671 Feb 17 17:55:39.650238 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fa8c2782-357c-4271-a29b-4ca665843a7b req-a4d6c494-44f5-4675-be10-1a95b98ff841 tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] 10.222.0.87 "GET /v2.0/security-groups?id=413068f2-441f-4418-982d-6fd6a46f3327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089097 Feb 17 17:55:39.674432 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c71cfd02-1748-4ed5-9c7d-b5df3f1a91be req-9da8e713-0ca3-4031-ae2a-6f92a5ab13b3 service neutron] 10.222.0.71 "GET /v2.0/networks/7c1e3117-546a-4488-820a-d16155db0324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693385 Feb 17 17:55:39.681555 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-697dc66f-927c-43e0-a5fd-637b24987963 req-5f1938c4-61d2-4c3a-9d1b-8087c4552a13 service neutron] Attempting to bind port ead27b66-b456-4428-ad8f-dc542dc8c218 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:55:39.681897 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-697dc66f-927c-43e0-a5fd-637b24987963 req-5f1938c4-61d2-4c3a-9d1b-8087c4552a13 service neutron] Attempting to bind port ead27b66-b456-4428-ad8f-dc542dc8c218 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '004b0203-2f2e-45a3-b758-95865ce7e066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2397c25e-6d32-40ec-b375-ca51e2cca0dd'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:55:39.682304 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697dc66f-927c-43e0-a5fd-637b24987963 req-5f1938c4-61d2-4c3a-9d1b-8087c4552a13 service neutron] Attempting to bind port ead27b66-b456-4428-ad8f-dc542dc8c218 on network 2397c25e-6d32-40ec-b375-ca51e2cca0dd {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:55:39.717573 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697dc66f-927c-43e0-a5fd-637b24987963 req-5f1938c4-61d2-4c3a-9d1b-8087c4552a13 service neutron] Port ead27b66-b456-4428-ad8f-dc542dc8c218 on network 2397c25e-6d32-40ec-b375-ca51e2cca0dd not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:55:39.717885 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697dc66f-927c-43e0-a5fd-637b24987963 req-5f1938c4-61d2-4c3a-9d1b-8087c4552a13 service neutron] Attempting to bind port ead27b66-b456-4428-ad8f-dc542dc8c218 on network 2397c25e-6d32-40ec-b375-ca51e2cca0dd {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:55:39.776202 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697dc66f-927c-43e0-a5fd-637b24987963 req-5f1938c4-61d2-4c3a-9d1b-8087c4552a13 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:55:39.776565 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697dc66f-927c-43e0-a5fd-637b24987963 req-5f1938c4-61d2-4c3a-9d1b-8087c4552a13 service neutron] Checking segment: {'id': '004b0203-2f2e-45a3-b758-95865ce7e066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2397c25e-6d32-40ec-b375-ca51e2cca0dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:55:39.776951 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697dc66f-927c-43e0-a5fd-637b24987963 req-5f1938c4-61d2-4c3a-9d1b-8087c4552a13 service neutron] Bound using segment: {'id': '004b0203-2f2e-45a3-b758-95865ce7e066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2397c25e-6d32-40ec-b375-ca51e2cca0dd'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:55:39.777384 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-697dc66f-927c-43e0-a5fd-637b24987963 req-5f1938c4-61d2-4c3a-9d1b-8087c4552a13 service neutron] Bound port: ead27b66-b456-4428-ad8f-dc542dc8c218, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '004b0203-2f2e-45a3-b758-95865ce7e066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '2397c25e-6d32-40ec-b375-ca51e2cca0dd'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:55:39.777741 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-697dc66f-927c-43e0-a5fd-637b24987963 req-5f1938c4-61d2-4c3a-9d1b-8087c4552a13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ead27b66-b456-4428-ad8f-dc542dc8c218), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:39.915627 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c71cfd02-1748-4ed5-9c7d-b5df3f1a91be req-97ee699d-a7b1-4855-8a25-a2b3ce1ff53c service neutron] 10.222.0.71 "GET /v2.0/networks/7c1e3117-546a-4488-820a-d16155db0324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227080 Feb 17 17:55:39.950119 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e763169c-8f2b-4605-8a5a-e69a95afb2c4 req-b08bb199-f341-466a-ac22-04e9519050da tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921875 Feb 17 17:55:40.041501 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-697dc66f-927c-43e0-a5fd-637b24987963 req-5f1938c4-61d2-4c3a-9d1b-8087c4552a13 service neutron] For port ead27b66-b456-4428-ad8f-dc542dc8c218, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:55:40.045799 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-697dc66f-927c-43e0-a5fd-637b24987963 req-5f1938c4-61d2-4c3a-9d1b-8087c4552a13 service neutron] For port ead27b66-b456-4428-ad8f-dc542dc8c218, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=ead27b66-b456-4428-ad8f-dc542dc8c218,segment=NetworkSegment(004b0203-2f2e-45a3-b758-95865ce7e066),segment_id=004b0203-2f2e-45a3-b758-95865ce7e066)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:55:40.060670 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-697dc66f-927c-43e0-a5fd-637b24987963 req-5f1938c4-61d2-4c3a-9d1b-8087c4552a13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (ead27b66-b456-4428-ad8f-dc542dc8c218), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:40.106479 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697dc66f-927c-43e0-a5fd-637b24987963 req-5f1938c4-61d2-4c3a-9d1b-8087c4552a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:40.107190 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-697dc66f-927c-43e0-a5fd-637b24987963 req-5f1938c4-61d2-4c3a-9d1b-8087c4552a13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:40.109101 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-697dc66f-927c-43e0-a5fd-637b24987963 req-5f1938c4-61d2-4c3a-9d1b-8087c4552a13 service neutron] 10.222.0.71 "PUT /v2.0/ports/ead27b66-b456-4428-ad8f-dc542dc8c218 HTTP/1.1" status: 200 len: 1091 time: 2.8061781 Feb 17 17:55:40.128389 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e089e4-f348-41be-8b60-167c0e62622d', 'tag': 'ead27b66-b456-4428-ad8f-dc542dc8c218'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:55:40.133887 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf2f7cc-7746-49af-9f0c-8a4f4657b5e1" -d '{"events": [{"name": "network-changed", "server_uuid": "83e089e4-f348-41be-8b60-167c0e62622d", "tag": "ead27b66-b456-4428-ad8f-dc542dc8c218"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:55:40.234879 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3bbf278-1b24-469f-b093-40016b587306 x-openstack-request-id: req-f3bbf278-1b24-469f-b093-40016b587306 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:55:40.251742 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83e089e4-f348-41be-8b60-167c0e62622d", "tag": "ead27b66-b456-4428-ad8f-dc542dc8c218", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:55:40.260704 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f3bbf278-1b24-469f-b093-40016b587306 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:55:40.262550 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83e089e4-f348-41be-8b60-167c0e62622d', 'tag': 'ead27b66-b456-4428-ad8f-dc542dc8c218', 'status': 'completed', 'code': 200} Feb 17 17:55:40.373622 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1938c4-61d2-4c3a-9d1b-8087c4552a13 service neutron] Pushing event updated for resources: {'Port': ['ID=ead27b66-b456-4428-ad8f-dc542dc8c218,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:40.414809 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f84e8-0cfc-4118-bba7-e25ae08310a0 req-880fe27f-b545-4f0b-9e5a-83e860f27f0d tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:40.417230 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dc0f84e8-0cfc-4118-bba7-e25ae08310a0 req-880fe27f-b545-4f0b-9e5a-83e860f27f0d tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/ports?device_id=c7227b3f-be41-428d-a21d-3b95ff669d01 HTTP/1.1" status: 200 len: 946 time: 0.3210645 Feb 17 17:55:40.440829 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697dc66f-927c-43e0-a5fd-637b24987963 req-98cfc19d-1fce-405e-9c97-dd2efff30d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:40.442530 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-697dc66f-927c-43e0-a5fd-637b24987963 req-98cfc19d-1fce-405e-9c97-dd2efff30d35 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=59034f77208341f28abaa2e657eadcdd&device_id=83e089e4-f348-41be-8b60-167c0e62622d HTTP/1.1" status: 200 len: 1125 time: 0.2121480 Feb 17 17:55:40.507725 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-697dc66f-927c-43e0-a5fd-637b24987963 req-663c69e0-2b43-46a5-8da4-538e601dfbfb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ead27b66-b456-4428-ad8f-dc542dc8c218 HTTP/1.1" status: 200 len: 217 time: 0.0537975 Feb 17 17:55:40.626836 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dc0f84e8-0cfc-4118-bba7-e25ae08310a0 req-b0fdac60-cfdf-4eba-ae01-85a63e741734 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/security-groups?id=29907738-036d-4a2a-a40f-608023d38e04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1977792 Feb 17 17:55:40.645883 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697dc66f-927c-43e0-a5fd-637b24987963 req-7e38d93b-4aaf-4a4c-a4bf-8b38dd1cea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:40.647872 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-697dc66f-927c-43e0-a5fd-637b24987963 req-7e38d93b-4aaf-4a4c-a4bf-8b38dd1cea11 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d8e010e3-4810-4e72-afd9-e542677f6fea HTTP/1.1" status: 200 len: 862 time: 0.1304607 Feb 17 17:55:40.726218 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-697dc66f-927c-43e0-a5fd-637b24987963 req-b48c1b5d-f802-4f2a-972a-de14302cf167 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2397c25e-6d32-40ec-b375-ca51e2cca0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696940 Feb 17 17:55:40.843676 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-697dc66f-927c-43e0-a5fd-637b24987963 req-eb9eed21-1d6e-4a90-8d55-a41b608e513c service neutron] 10.222.0.71 "GET /v2.0/networks/2397c25e-6d32-40ec-b375-ca51e2cca0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058755 Feb 17 17:55:41.285322 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-697dc66f-927c-43e0-a5fd-637b24987963 req-438a02d8-7b90-4d9d-b3c1-9a5d45e5917e service neutron] 10.222.0.71 "GET /v2.0/networks/2397c25e-6d32-40ec-b375-ca51e2cca0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4091218 Feb 17 17:55:41.440681 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1bd042-6b09-464e-bfe2-b4b4ad1faef3 req-1f772e5f-2533-4251-a5f5-fd6675b1afec tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:41.444101 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7a1bd042-6b09-464e-bfe2-b4b4ad1faef3 req-1f772e5f-2533-4251-a5f5-fd6675b1afec tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] 10.222.0.87 "GET /v2.0/ports?device_id=83e089e4-f348-41be-8b60-167c0e62622d HTTP/1.1" status: 200 len: 943 time: 0.5978353 Feb 17 17:55:41.504094 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4dd16-8546-43ea-8094-fcbbb6ee9e36 req-601666fa-e805-42b6-8759-2f430c1cb7d0 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:41.516652 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c8c4dd16-8546-43ea-8094-fcbbb6ee9e36 req-601666fa-e805-42b6-8759-2f430c1cb7d0 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/ports?device_id=c7227b3f-be41-428d-a21d-3b95ff669d01 HTTP/1.1" status: 200 len: 946 time: 0.7887609 Feb 17 17:55:41.622873 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2f7cc-7746-49af-9f0c-8a4f4657b5e1 req-d9270422-f6af-41fb-a53a-9d09a2cd87e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:41.624667 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-faf2f7cc-7746-49af-9f0c-8a4f4657b5e1 req-d9270422-f6af-41fb-a53a-9d09a2cd87e7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=59034f77208341f28abaa2e657eadcdd&device_id=83e089e4-f348-41be-8b60-167c0e62622d HTTP/1.1" status: 200 len: 1125 time: 0.2791557 Feb 17 17:55:41.749124 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7a1bd042-6b09-464e-bfe2-b4b4ad1faef3 req-4362e179-209f-483d-bc72-168cc7ae38d5 tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] 10.222.0.87 "GET /v2.0/security-groups?id=413068f2-441f-4418-982d-6fd6a46f3327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918458 Feb 17 17:55:41.808232 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c8c4dd16-8546-43ea-8094-fcbbb6ee9e36 req-0e50867a-a518-4a8a-b6a9-e3c7c88e7a27 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/security-groups?id=29907738-036d-4a2a-a40f-608023d38e04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2907026 Feb 17 17:55:42.021551 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2f7cc-7746-49af-9f0c-8a4f4657b5e1 req-a3107b63-921f-4815-ab93-e28597de07f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:42.026819 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-faf2f7cc-7746-49af-9f0c-8a4f4657b5e1 req-a3107b63-921f-4815-ab93-e28597de07f7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2397c25e-6d32-40ec-b375-ca51e2cca0dd HTTP/1.1" status: 200 len: 923 time: 0.3902457 Feb 17 17:55:42.092330 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-faf2f7cc-7746-49af-9f0c-8a4f4657b5e1 req-a166d6a5-c637-4fa5-941d-1a0c7ba94971 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ead27b66-b456-4428-ad8f-dc542dc8c218 HTTP/1.1" status: 200 len: 217 time: 0.0580564 Feb 17 17:55:42.105807 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d45bfe-a9ef-435a-aba8-3756984aa01f req-0a28e3be-c2de-4175-aead-c09763a3914b tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:42.107744 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-86d45bfe-a9ef-435a-aba8-3756984aa01f req-0a28e3be-c2de-4175-aead-c09763a3914b tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 946 time: 0.2158689 Feb 17 17:55:42.195777 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-86d45bfe-a9ef-435a-aba8-3756984aa01f req-e932b40b-77b2-49fc-ae46-089bc1ca2690 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777130 Feb 17 17:55:42.197699 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2f7cc-7746-49af-9f0c-8a4f4657b5e1 req-c3a27581-6ee9-4b71-8a96-bf46b02df0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:42.204612 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-faf2f7cc-7746-49af-9f0c-8a4f4657b5e1 req-c3a27581-6ee9-4b71-8a96-bf46b02df0e7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d8e010e3-4810-4e72-afd9-e542677f6fea HTTP/1.1" status: 200 len: 862 time: 0.0960040 Feb 17 17:55:42.243007 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-faf2f7cc-7746-49af-9f0c-8a4f4657b5e1 req-ea6d57c9-7aee-4cad-a010-b9edb465b52f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2397c25e-6d32-40ec-b375-ca51e2cca0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320232 Feb 17 17:55:42.346650 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-faf2f7cc-7746-49af-9f0c-8a4f4657b5e1 req-30dbbcab-70a4-4c32-9eeb-70ece5b4e5dd service neutron] 10.222.0.71 "GET /v2.0/networks/2397c25e-6d32-40ec-b375-ca51e2cca0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968919 Feb 17 17:55:42.461307 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-faf2f7cc-7746-49af-9f0c-8a4f4657b5e1 req-b318b095-b232-4150-8517-c2a61089e0b5 service neutron] 10.222.0.71 "GET /v2.0/networks/2397c25e-6d32-40ec-b375-ca51e2cca0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080728 Feb 17 17:55:42.888775 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e9dfa-2232-4109-bee5-ce9dbe8b2e61 req-8abd686d-1d4d-4347-a46a-877716810a9c tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:42.890576 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e33e9dfa-2232-4109-bee5-ce9dbe8b2e61 req-8abd686d-1d4d-4347-a46a-877716810a9c tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] 10.222.0.87 "GET /v2.0/ports?device_id=83e089e4-f348-41be-8b60-167c0e62622d HTTP/1.1" status: 200 len: 943 time: 0.0756609 Feb 17 17:55:42.978687 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e33e9dfa-2232-4109-bee5-ce9dbe8b2e61 req-cf8276e7-aae4-4df0-91c2-3d849ca04f43 tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] 10.222.0.87 "GET /v2.0/security-groups?id=413068f2-441f-4418-982d-6fd6a46f3327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812352 Feb 17 17:55:43.341530 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46546) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:43.396071 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e218bc90-1f51-4d44-b347-191c71072918 req-1e62f74a-57a9-401a-b0e7-5bf3c970329f tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:43.398304 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e218bc90-1f51-4d44-b347-191c71072918 req-1e62f74a-57a9-401a-b0e7-5bf3c970329f tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 946 time: 0.1121650 Feb 17 17:55:43.501765 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e218bc90-1f51-4d44-b347-191c71072918 req-934e6e22-1585-4229-a58c-88192ed7a40b tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982654 Feb 17 17:55:43.915602 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5b139c76-2b22-4a70-a649-def7d1e31df8 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:44.061921 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device ead27b66-b456-4428-ad8f-dc542dc8c218 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:55:44.151745 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb619d8-814c-48ab-ba3f-f877a422fba0 req-2d008c97-b352-49d6-b470-23a1f0704b55 tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:44.162045 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5fb619d8-814c-48ab-ba3f-f877a422fba0 req-2d008c97-b352-49d6-b470-23a1f0704b55 tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] 10.222.0.87 "GET /v2.0/ports?device_id=83e089e4-f348-41be-8b60-167c0e62622d HTTP/1.1" status: 200 len: 943 time: 0.0907190 Feb 17 17:55:44.214207 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port ead27b66-b456-4428-ad8f-dc542dc8c218, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=ead27b66-b456-4428-ad8f-dc542dc8c218,segment=NetworkSegment(004b0203-2f2e-45a3-b758-95865ce7e066),segment_id=004b0203-2f2e-45a3-b758-95865ce7e066)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:55:44.234612 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': 'ead27b66-b456-4428-ad8f-dc542dc8c218', 'network_id': '2397c25e-6d32-40ec-b375-ca51e2cca0dd', 'port_id': 'ead27b66-b456-4428-ad8f-dc542dc8c218', 'mac_address': 'fa:16:3e:05:3b:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8e010e3-4810-4e72-afd9-e542677f6fea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:55:44.255920 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5fb619d8-814c-48ab-ba3f-f877a422fba0 req-1eb127d6-0069-4fe5-8c67-31653ffd2de5 tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] 10.222.0.87 "GET /v2.0/security-groups?id=413068f2-441f-4418-982d-6fd6a46f3327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841024 Feb 17 17:55:44.286653 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port ead27b66-b456-4428-ad8f-dc542dc8c218 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:55:44.287122 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ead27b66-b456-4428-ad8f-dc542dc8c218), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:44.304434 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-5b139c76-2b22-4a70-a649-def7d1e31df8 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Allocated IP 172.20.0.17 (7a9aac6f-c09a-4664-a3c8-0f4a3171be21/5c05efb0-20c7-4718-bbe5-c6d12c64a3b4/288a85c5-19cd-41d9-b708-cf7159369bd5) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:55:44.327933 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ead27b66-b456-4428-ad8f-dc542dc8c218 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:55:44.357627 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port ead27b66-b456-4428-ad8f-dc542dc8c218, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=ead27b66-b456-4428-ad8f-dc542dc8c218,segment=NetworkSegment(004b0203-2f2e-45a3-b758-95865ce7e066),segment_id=004b0203-2f2e-45a3-b758-95865ce7e066)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:55:44.365155 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ead27b66-b456-4428-ad8f-dc542dc8c218), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:44.440347 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=ead27b66-b456-4428-ad8f-dc542dc8c218,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:44.483524 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5b139c76-2b22-4a70-a649-def7d1e31df8 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for port (288a85c5-19cd-41d9-b708-cf7159369bd5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:44.556403 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5b139c76-2b22-4a70-a649-def7d1e31df8 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (288a85c5-19cd-41d9-b708-cf7159369bd5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:44.608052 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['ead27b66-b456-4428-ad8f-dc542dc8c218'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:55:44.625991 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b139c76-2b22-4a70-a649-def7d1e31df8 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Network 7a9aac6f-c09a-4664-a3c8-0f4a3171be21 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:55:44.635845 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-5b139c76-2b22-4a70-a649-def7d1e31df8 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:55:44.642338 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b139c76-2b22-4a70-a649-def7d1e31df8 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:55:44.674241 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b139c76-2b22-4a70-a649-def7d1e31df8 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event updated for resources: {'Port': ['ID=288a85c5-19cd-41d9-b708-cf7159369bd5,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:44.756509 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5b139c76-2b22-4a70-a649-def7d1e31df8 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:44.996493 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e08d05-c7ba-458b-bbd1-41d196bae33d req-45ecdc6a-d9eb-4578-9bf7-c911a6567b74 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:44.999295 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a4e08d05-c7ba-458b-bbd1-41d196bae33d req-45ecdc6a-d9eb-4578-9bf7-c911a6567b74 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.71 "GET /v2.0/ports?device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 946 time: 0.3446038 Feb 17 17:55:45.023691 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c35c01-3540-442e-a8fb-7602d153f16c req-06104ddc-0790-4a69-b756-a4164179a71e tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:45.035079 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f5c35c01-3540-442e-a8fb-7602d153f16c req-06104ddc-0790-4a69-b756-a4164179a71e tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 946 time: 0.3191426 Feb 17 17:55:45.089237 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5b139c76-2b22-4a70-a649-def7d1e31df8 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (288a85c5-19cd-41d9-b708-cf7159369bd5), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:45.137778 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-8bea67c2-67cf-4a0b-9619-3a75a06e3e71 None None] Provisioning complete for port 288a85c5-19cd-41d9-b708-cf7159369bd5 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:55:45.138751 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8bea67c2-67cf-4a0b-9619-3a75a06e3e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (288a85c5-19cd-41d9-b708-cf7159369bd5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:45.168381 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f5c35c01-3540-442e-a8fb-7602d153f16c req-d2c6e161-79e8-4553-bb82-e1649f688fd4 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/security-groups?id=4de42ec5-fc15-4cac-90a7-f33fcf939792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280017 Feb 17 17:55:45.237259 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-a4e08d05-c7ba-458b-bbd1-41d196bae33d req-0f9a3c3e-602a-4f37-b427-46132082e8ce tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Deleting port 1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:55:45.237802 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a4e08d05-c7ba-458b-bbd1-41d196bae33d req-0f9a3c3e-602a-4f37-b427-46132082e8ce tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:45.259387 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-8bea67c2-67cf-4a0b-9619-3a75a06e3e71 None None] Port 288a85c5-19cd-41d9-b708-cf7159369bd5 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:55:45.369462 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-a4e08d05-c7ba-458b-bbd1-41d196bae33d req-0f9a3c3e-602a-4f37-b427-46132082e8ce tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] For port 1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9,segment=NetworkSegment(a9f041ef-79be-43be-85fb-a167b696bad1),segment_id=a9f041ef-79be-43be-85fb-a167b696bad1)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:55:45.370501 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a4e08d05-c7ba-458b-bbd1-41d196bae33d req-0f9a3c3e-602a-4f37-b427-46132082e8ce tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:45.386123 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-a4e08d05-c7ba-458b-bbd1-41d196bae33d req-0f9a3c3e-602a-4f37-b427-46132082e8ce tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Calling delete_port for 1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:55:45.580202 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a4e08d05-c7ba-458b-bbd1-41d196bae33d req-0f9a3c3e-602a-4f37-b427-46132082e8ce tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:45.593021 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:55:45.626970 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9a3c3e-602a-4f37-b427-46132082e8ce tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Pushing event deleted for resources: {'Port': ['ID=1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:45.687358 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1277fb0-a78e-4d68-b8d9-1feee290a273 req-dadd47af-d65b-4a7d-8d1b-79efebb97e2a tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:45.689514 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a1277fb0-a78e-4d68-b8d9-1feee290a273 req-dadd47af-d65b-4a7d-8d1b-79efebb97e2a tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] 10.222.0.87 "GET /v2.0/ports?device_id=83e089e4-f348-41be-8b60-167c0e62622d HTTP/1.1" status: 200 len: 944 time: 0.1482434 Feb 17 17:55:45.727472 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e08d05-c7ba-458b-bbd1-41d196bae33d req-0f9a3c3e-602a-4f37-b427-46132082e8ce tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] No DVR routers for this DVR port 1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9 on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:55:45.731792 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a4e08d05-c7ba-458b-bbd1-41d196bae33d req-0f9a3c3e-602a-4f37-b427-46132082e8ce tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:45.735588 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a4e08d05-c7ba-458b-bbd1-41d196bae33d req-0f9a3c3e-602a-4f37-b427-46132082e8ce tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.71 "DELETE /v2.0/ports/1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9 HTTP/1.1" status: 204 len: 173 time: 0.7227273 Feb 17 17:55:45.736356 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ebd965-a1df-4d01-8ff2-f99625e609fa', 'name': 'network-vif-deleted', 'tag': '1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:55:45.746882 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a83445-eb4f-46e8-a048-b2c56ca8f9b3" -d '{"events": [{"server_uuid": "87ebd965-a1df-4d01-8ff2-f99625e609fa", "name": "network-vif-deleted", "tag": "1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:55:45.888300 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a1277fb0-a78e-4d68-b8d9-1feee290a273 req-b25ea2c6-8070-44c9-b093-f0edb64832bc tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] 10.222.0.87 "GET /v2.0/security-groups?id=413068f2-441f-4418-982d-6fd6a46f3327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671157 Feb 17 17:55:45.916133 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ae772c-ff38-4eaf-a037-d74ec6a63c76 x-openstack-request-id: req-a2ae772c-ff38-4eaf-a037-d74ec6a63c76 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:55:45.916501 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87ebd965-a1df-4d01-8ff2-f99625e609fa", "name": "network-vif-deleted", "tag": "1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:55:45.916769 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a2ae772c-ff38-4eaf-a037-d74ec6a63c76 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:55:45.917208 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ebd965-a1df-4d01-8ff2-f99625e609fa', 'name': 'network-vif-deleted', 'tag': '1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9', 'status': 'completed', 'code': 200} Feb 17 17:55:45.961544 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5b139c76-2b22-4a70-a649-def7d1e31df8 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for port (288a85c5-19cd-41d9-b708-cf7159369bd5), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:45.968080 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5b139c76-2b22-4a70-a649-def7d1e31df8 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (288a85c5-19cd-41d9-b708-cf7159369bd5), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:46.052945 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b139c76-2b22-4a70-a649-def7d1e31df8 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event updated for resources: {'Port': ['ID=288a85c5-19cd-41d9-b708-cf7159369bd5,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:46.061655 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device ead27b66-b456-4428-ad8f-dc542dc8c218 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:55:46.076616 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b139c76-2b22-4a70-a649-def7d1e31df8 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:55:46.076965 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b139c76-2b22-4a70-a649-def7d1e31df8 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:55:46.077306 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b139c76-2b22-4a70-a649-def7d1e31df8 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:55:46.077727 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b139c76-2b22-4a70-a649-def7d1e31df8 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:55:46.077965 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b139c76-2b22-4a70-a649-def7d1e31df8 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:55:46.078433 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b139c76-2b22-4a70-a649-def7d1e31df8 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:55:46.078819 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b139c76-2b22-4a70-a649-def7d1e31df8 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:55:46.079137 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b139c76-2b22-4a70-a649-def7d1e31df8 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:55:46.079468 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b139c76-2b22-4a70-a649-def7d1e31df8 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:55:46.079843 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b139c76-2b22-4a70-a649-def7d1e31df8 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:55:46.080196 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b139c76-2b22-4a70-a649-def7d1e31df8 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:55:46.080462 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b139c76-2b22-4a70-a649-def7d1e31df8 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:55:46.080788 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b139c76-2b22-4a70-a649-def7d1e31df8 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:55:46.086033 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5b139c76-2b22-4a70-a649-def7d1e31df8 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:46.166600 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port ead27b66-b456-4428-ad8f-dc542dc8c218 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:55:46.171569 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port ead27b66-b456-4428-ad8f-dc542dc8c218 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:55:46.172182 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ead27b66-b456-4428-ad8f-dc542dc8c218), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:46.233474 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b139c76-2b22-4a70-a649-def7d1e31df8 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Network 7a9aac6f-c09a-4664-a3c8-0f4a3171be21 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:55:46.236955 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-5b139c76-2b22-4a70-a649-def7d1e31df8 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:55:46.380871 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port ead27b66-b456-4428-ad8f-dc542dc8c218 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:55:46.384932 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ead27b66-b456-4428-ad8f-dc542dc8c218), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:46.403292 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9930d96c-2bef-4d66-9a91-a70d05a5dc01 req-f2f5f2ad-3885-4ada-82eb-b2f8bec90e36 tempest-ServerRescueNegativeTestJSON-186448141 tempest-ServerRescueNegativeTestJSON-186448141-project] 10.222.0.87 "GET /v2.0/ports?device_id=87ebd965-a1df-4d01-8ff2-f99625e609fa HTTP/1.1" status: 200 len: 210 time: 0.0952172 Feb 17 17:55:46.554763 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port ead27b66-b456-4428-ad8f-dc542dc8c218, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=ead27b66-b456-4428-ad8f-dc542dc8c218,segment=NetworkSegment(004b0203-2f2e-45a3-b758-95865ce7e066),segment_id=004b0203-2f2e-45a3-b758-95865ce7e066)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:55:46.560403 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e089e4-f348-41be-8b60-167c0e62622d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead27b66-b456-4428-ad8f-dc542dc8c218'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:55:46.564911 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27269f1a-a6de-49cf-9542-78ff4ebd458d" -d '{"events": [{"server_uuid": "83e089e4-f348-41be-8b60-167c0e62622d", "name": "network-vif-plugged", "status": "completed", "tag": "ead27b66-b456-4428-ad8f-dc542dc8c218"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:55:46.576419 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ead27b66-b456-4428-ad8f-dc542dc8c218), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:46.617850 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b139c76-2b22-4a70-a649-def7d1e31df8 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Router 0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:55:46.637200 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a37b83-d919-4816-9976-afede11ffc7f x-openstack-request-id: req-d6a37b83-d919-4816-9976-afede11ffc7f {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:55:46.639276 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e089e4-f348-41be-8b60-167c0e62622d", "name": "network-vif-plugged", "status": "completed", "tag": "ead27b66-b456-4428-ad8f-dc542dc8c218", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:55:46.639715 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d6a37b83-d919-4816-9976-afede11ffc7f {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:55:46.640895 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e089e4-f348-41be-8b60-167c0e62622d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead27b66-b456-4428-ad8f-dc542dc8c218', 'code': 200} Feb 17 17:55:46.733574 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=ead27b66-b456-4428-ad8f-dc542dc8c218,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:46.768070 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-afe1994a-9c82-4ee3-89f8-ea112f62e6ef None None] Provisioning complete for port 288a85c5-19cd-41d9-b708-cf7159369bd5 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:55:46.768841 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-afe1994a-9c82-4ee3-89f8-ea112f62e6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (288a85c5-19cd-41d9-b708-cf7159369bd5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:46.860844 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-afe1994a-9c82-4ee3-89f8-ea112f62e6ef None None] Port 288a85c5-19cd-41d9-b708-cf7159369bd5 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:55:46.916686 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b40b6-b1fe-4b3b-ba94-115219a61a2f req-b28a9122-cd44-4e8a-8188-16abb728f36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:46.920010 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ab5b40b6-b1fe-4b3b-ba94-115219a61a2f req-b28a9122-cd44-4e8a-8188-16abb728f36c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=83e089e4-f348-41be-8b60-167c0e62622d HTTP/1.1" status: 200 len: 1127 time: 0.1230927 Feb 17 17:55:47.075581 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b139c76-2b22-4a70-a649-def7d1e31df8 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:55:47.089308 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0490fa23-6514-4bc5-81d7-1fe925eec914 None None] Sync routers for ids ['0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:55:47.116276 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5b139c76-2b22-4a70-a649-def7d1e31df8 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "PUT /v2.0/routers/0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7589054 Feb 17 17:55:47.116523 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0490fa23-6514-4bc5-81d7-1fe925eec914 None None] Routers {'0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:55:47.116523 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-0490fa23-6514-4bc5-81d7-1fe925eec914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:55:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:55:47.119626 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4ddd9-7f3c-4fab-b397-34501d217dad req-7414ac5e-b33e-4869-97ea-c6c9fc1324ea tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:47.127391 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-96e4ddd9-7f3c-4fab-b397-34501d217dad req-7414ac5e-b33e-4869-97ea-c6c9fc1324ea tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] 10.222.0.87 "GET /v2.0/ports?device_id=83e089e4-f348-41be-8b60-167c0e62622d HTTP/1.1" status: 200 len: 945 time: 0.1260567 Feb 17 17:55:47.132874 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ab5b40b6-b1fe-4b3b-ba94-115219a61a2f req-f7f38281-150f-4655-bbdc-529d0de8c2cc service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=413068f2-441f-4418-982d-6fd6a46f3327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999528 Feb 17 17:55:47.202605 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-96e4ddd9-7f3c-4fab-b397-34501d217dad req-4c2bb588-0b22-44d1-b623-34cb9d745c96 tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] 10.222.0.87 "GET /v2.0/security-groups?id=413068f2-441f-4418-982d-6fd6a46f3327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706844 Feb 17 17:55:47.317949 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-0490fa23-6514-4bc5-81d7-1fe925eec914 None None] Set router 0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:55:47.478585 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46624) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:47.625269 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-0490fa23-6514-4bc5-81d7-1fe925eec914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'name': 'tempest-TestNetworkBasicOps-router-25529514', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'e89f0c5e-5691-43b9-82da-83ef88d45768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:53:46Z', 'updated_at': '2022-02-17T17:55:45Z', 'revision_number': 5, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'gw_port': {'id': 'e89f0c5e-5691-43b9-82da-83ef88d45768', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:22:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:53:47Z', 'updated_at': '2022-02-17T17:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': 'cdce9351-1084-48b1-afd6-fd0974eaabfe', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'floating_ip_address': '172.25.8.242', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'port_id': '52c3f712-7817-4566-ba8e-4eb5fd522506', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2999, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17694ef4-1ed2-4a01-a5bf-ce0481576d63', 'mac_address': 'fa:16:3e:9c:55:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006a3f4c-d003-4103-ac42-a5e0b35778bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:54:29Z', 'updated_at': '2022-02-17T17:54:36Z', 'revision_number': 1, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2695df26-dc30-4904-8e9b-47cc8cea18f5', 'name': '', 'network_id': '17694ef4-1ed2-4a01-a5bf-ce0481576d63', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'mac_address': 'fa:16:3e:43:53:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '4f01fd1b-8164-4d07-9e9b-a271cefa89f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:53:54Z', 'updated_at': '2022-02-17T17:54:02Z', 'revision_number': 5, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'subnets': [{'id': '4f01fd1b-8164-4d07-9e9b-a271cefa89f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '288a85c5-19cd-41d9-b708-cf7159369bd5', 'name': '', 'network_id': '7a9aac6f-c09a-4664-a3c8-0f4a3171be21', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'mac_address': 'fa:16:3e:c6:0d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '5c05efb0-20c7-4718-bbe5-c6d12c64a3b4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:55:44Z', 'updated_at': '2022-02-17T17:55:45Z', 'revision_number': 2, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'subnets': [{'id': '5c05efb0-20c7-4718-bbe5-c6d12c64a3b4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:55:47.669742 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0490fa23-6514-4bc5-81d7-1fe925eec914 None None] Checking router: 0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:55:47.670547 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0490fa23-6514-4bc5-81d7-1fe925eec914 None None] Updating router 0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a port 288a85c5-19cd-41d9-b708-cf7159369bd5 binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:55:47.705479 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-0490fa23-6514-4bc5-81d7-1fe925eec914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (288a85c5-19cd-41d9-b708-cf7159369bd5), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:48.036686 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62c0482f-6ac9-4884-bede-59df153e2423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (2e159d63-b112-4a7d-b488-95dede15fdc3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:48.204466 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-0490fa23-6514-4bc5-81d7-1fe925eec914 None None] Publish callbacks [] for port (288a85c5-19cd-41d9-b708-cf7159369bd5), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:48.214695 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-0490fa23-6514-4bc5-81d7-1fe925eec914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (288a85c5-19cd-41d9-b708-cf7159369bd5), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:48.289928 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d53d98f-8349-4269-b708-022b49781928 None None] Pushing event updated for resources: {'Port': ['ID=288a85c5-19cd-41d9-b708-cf7159369bd5,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:48.383879 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d53d98f-8349-4269-b708-022b49781928 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:55:48.384367 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d53d98f-8349-4269-b708-022b49781928 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:55:48.384712 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d53d98f-8349-4269-b708-022b49781928 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:55:48.385408 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d53d98f-8349-4269-b708-022b49781928 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:55:48.385751 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d53d98f-8349-4269-b708-022b49781928 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:55:48.386809 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d53d98f-8349-4269-b708-022b49781928 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:55:48.386957 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084e608-3af8-485e-bc5d-32ce2a0ab43e req-737c8b19-ec96-4ae8-89f2-e9c9f601bb85 tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:48.387433 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d53d98f-8349-4269-b708-022b49781928 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:55:48.387758 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d53d98f-8349-4269-b708-022b49781928 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:55:48.388337 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d53d98f-8349-4269-b708-022b49781928 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:55:48.388706 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d53d98f-8349-4269-b708-022b49781928 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:55:48.389136 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d53d98f-8349-4269-b708-022b49781928 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:55:48.389495 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d53d98f-8349-4269-b708-022b49781928 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:55:48.389818 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d53d98f-8349-4269-b708-022b49781928 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:55:48.401734 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9084e608-3af8-485e-bc5d-32ce2a0ab43e req-737c8b19-ec96-4ae8-89f2-e9c9f601bb85 tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] 10.222.0.87 "GET /v2.0/ports?device_id=83e089e4-f348-41be-8b60-167c0e62622d HTTP/1.1" status: 200 len: 945 time: 0.1007984 Feb 17 17:55:48.410413 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-0490fa23-6514-4bc5-81d7-1fe925eec914 None None] Attempting to bind port 288a85c5-19cd-41d9-b708-cf7159369bd5 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:55:48.411231 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-0490fa23-6514-4bc5-81d7-1fe925eec914 None None] Attempting to bind port 288a85c5-19cd-41d9-b708-cf7159369bd5 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '4cf7a758-ac0d-49ec-be13-31f3d5ab1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7a9aac6f-c09a-4664-a3c8-0f4a3171be21'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:55:48.412398 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0490fa23-6514-4bc5-81d7-1fe925eec914 None None] Attempting to bind port 288a85c5-19cd-41d9-b708-cf7159369bd5 on network 7a9aac6f-c09a-4664-a3c8-0f4a3171be21 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:55:48.418900 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0490fa23-6514-4bc5-81d7-1fe925eec914 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:55:48.419303 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0490fa23-6514-4bc5-81d7-1fe925eec914 None None] Checking segment: {'id': '4cf7a758-ac0d-49ec-be13-31f3d5ab1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7a9aac6f-c09a-4664-a3c8-0f4a3171be21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:55:48.419706 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-0490fa23-6514-4bc5-81d7-1fe925eec914 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:48.420277 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0490fa23-6514-4bc5-81d7-1fe925eec914 None None] Bound using segment: {'id': '4cf7a758-ac0d-49ec-be13-31f3d5ab1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7a9aac6f-c09a-4664-a3c8-0f4a3171be21'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:55:48.420767 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-0490fa23-6514-4bc5-81d7-1fe925eec914 None None] Bound port: 288a85c5-19cd-41d9-b708-cf7159369bd5, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cf7a758-ac0d-49ec-be13-31f3d5ab1c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7a9aac6f-c09a-4664-a3c8-0f4a3171be21'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:55:48.421191 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-0490fa23-6514-4bc5-81d7-1fe925eec914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (288a85c5-19cd-41d9-b708-cf7159369bd5), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:48.502356 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9084e608-3af8-485e-bc5d-32ce2a0ab43e req-475fb6c9-459f-431b-a544-49fac8eaa0c4 tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] 10.222.0.87 "GET /v2.0/security-groups?id=413068f2-441f-4418-982d-6fd6a46f3327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980458 Feb 17 17:55:48.552734 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-62c0482f-6ac9-4884-bede-59df153e2423 admin admin] Deleting port 7c37bb0a-2c7e-479c-a860-bca8fcf86334 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:55:48.553345 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62c0482f-6ac9-4884-bede-59df153e2423 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (7c37bb0a-2c7e-479c-a860-bca8fcf86334), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:48.576822 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-0490fa23-6514-4bc5-81d7-1fe925eec914 None None] For port 288a85c5-19cd-41d9-b708-cf7159369bd5, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:55:48.599380 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-0490fa23-6514-4bc5-81d7-1fe925eec914 None None] For port 288a85c5-19cd-41d9-b708-cf7159369bd5, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=288a85c5-19cd-41d9-b708-cf7159369bd5,segment=NetworkSegment(4cf7a758-ac0d-49ec-be13-31f3d5ab1c67),segment_id=4cf7a758-ac0d-49ec-be13-31f3d5ab1c67)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:55:48.617725 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-0490fa23-6514-4bc5-81d7-1fe925eec914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (288a85c5-19cd-41d9-b708-cf7159369bd5), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:48.720540 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0490fa23-6514-4bc5-81d7-1fe925eec914 None None] Routers {'0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:55:48.721163 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-0490fa23-6514-4bc5-81d7-1fe925eec914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:55:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:55:48.777543 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-62c0482f-6ac9-4884-bede-59df153e2423 admin admin] For port 7c37bb0a-2c7e-479c-a860-bca8fcf86334, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=7c37bb0a-2c7e-479c-a860-bca8fcf86334,segment=NetworkSegment(a9f041ef-79be-43be-85fb-a167b696bad1),segment_id=a9f041ef-79be-43be-85fb-a167b696bad1)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:55:48.778317 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62c0482f-6ac9-4884-bede-59df153e2423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (7c37bb0a-2c7e-479c-a860-bca8fcf86334), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:48.815937 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b792a331-60f0-4c51-954f-8acd506d9105 None None] Provisioning complete for port 288a85c5-19cd-41d9-b708-cf7159369bd5 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:55:48.820776 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b792a331-60f0-4c51-954f-8acd506d9105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (288a85c5-19cd-41d9-b708-cf7159369bd5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:48.829605 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-62c0482f-6ac9-4884-bede-59df153e2423 admin admin] Calling delete_port for 7c37bb0a-2c7e-479c-a860-bca8fcf86334 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:55:48.862884 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d53d98f-8349-4269-b708-022b49781928 None None] Pushing event updated for resources: {'Port': ['ID=288a85c5-19cd-41d9-b708-cf7159369bd5,revision_number=4']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:49.002443 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-0490fa23-6514-4bc5-81d7-1fe925eec914 None None] Set router 0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:55:49.063842 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b792a331-60f0-4c51-954f-8acd506d9105 None None] Current status of the port 288a85c5-19cd-41d9-b708-cf7159369bd5 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:55:49.064959 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b792a331-60f0-4c51-954f-8acd506d9105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (288a85c5-19cd-41d9-b708-cf7159369bd5), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:49.078767 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:49.131017 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b792a331-60f0-4c51-954f-8acd506d9105 None None] For port 288a85c5-19cd-41d9-b708-cf7159369bd5, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=288a85c5-19cd-41d9-b708-cf7159369bd5,segment=NetworkSegment(4cf7a758-ac0d-49ec-be13-31f3d5ab1c67),segment_id=4cf7a758-ac0d-49ec-be13-31f3d5ab1c67)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:55:49.139736 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b792a331-60f0-4c51-954f-8acd506d9105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (288a85c5-19cd-41d9-b708-cf7159369bd5), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:49.234529 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201142b-fe91-41ea-af1d-3e4016476385 req-36e97cca-96c9-4095-9885-7bec7dff4aa5 tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:49.245568 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9201142b-fe91-41ea-af1d-3e4016476385 req-36e97cca-96c9-4095-9885-7bec7dff4aa5 tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] 10.222.0.87 "GET /v2.0/ports?device_id=83e089e4-f348-41be-8b60-167c0e62622d HTTP/1.1" status: 200 len: 945 time: 0.1988022 Feb 17 17:55:49.261403 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b792a331-60f0-4c51-954f-8acd506d9105 None None] Pushing event updated for resources: {'Port': ['ID=288a85c5-19cd-41d9-b708-cf7159369bd5,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:49.272482 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62c0482f-6ac9-4884-bede-59df153e2423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (7c37bb0a-2c7e-479c-a860-bca8fcf86334), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:49.279363 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-f3489ea5-3c4d-4c1d-89b7-f3b399345ec3 None None] Provisioning complete for port 288a85c5-19cd-41d9-b708-cf7159369bd5 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:55:49.279894 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f3489ea5-3c4d-4c1d-89b7-f3b399345ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (288a85c5-19cd-41d9-b708-cf7159369bd5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:49.340162 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9201142b-fe91-41ea-af1d-3e4016476385 req-d199d26f-a633-47e8-a804-fc1dc9c65b62 tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] 10.222.0.87 "GET /v2.0/security-groups?id=413068f2-441f-4418-982d-6fd6a46f3327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934172 Feb 17 17:55:49.355980 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c0482f-6ac9-4884-bede-59df153e2423 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c37bb0a-2c7e-479c-a860-bca8fcf86334,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:49.388870 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-f3489ea5-3c4d-4c1d-89b7-f3b399345ec3 None None] Current status of the port 288a85c5-19cd-41d9-b708-cf7159369bd5 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:55:49.566224 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62c0482f-6ac9-4884-bede-59df153e2423 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (2e159d63-b112-4a7d-b488-95dede15fdc3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:49.676067 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-0490fa23-6514-4bc5-81d7-1fe925eec914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'name': 'tempest-TestNetworkBasicOps-router-25529514', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'e89f0c5e-5691-43b9-82da-83ef88d45768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:53:46Z', 'updated_at': '2022-02-17T17:55:45Z', 'revision_number': 5, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'gw_port': {'id': 'e89f0c5e-5691-43b9-82da-83ef88d45768', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:22:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:53:47Z', 'updated_at': '2022-02-17T17:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': 'cdce9351-1084-48b1-afd6-fd0974eaabfe', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'floating_ip_address': '172.25.8.242', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'port_id': '52c3f712-7817-4566-ba8e-4eb5fd522506', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2999, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17694ef4-1ed2-4a01-a5bf-ce0481576d63', 'mac_address': 'fa:16:3e:9c:55:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006a3f4c-d003-4103-ac42-a5e0b35778bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:54:29Z', 'updated_at': '2022-02-17T17:54:36Z', 'revision_number': 1, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2695df26-dc30-4904-8e9b-47cc8cea18f5', 'name': '', 'network_id': '17694ef4-1ed2-4a01-a5bf-ce0481576d63', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'mac_address': 'fa:16:3e:43:53:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '4f01fd1b-8164-4d07-9e9b-a271cefa89f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:53:54Z', 'updated_at': '2022-02-17T17:54:02Z', 'revision_number': 5, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'subnets': [{'id': '4f01fd1b-8164-4d07-9e9b-a271cefa89f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '288a85c5-19cd-41d9-b708-cf7159369bd5', 'name': '', 'network_id': '7a9aac6f-c09a-4664-a3c8-0f4a3171be21', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'mac_address': 'fa:16:3e:c6:0d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '5c05efb0-20c7-4718-bbe5-c6d12c64a3b4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:55:44Z', 'updated_at': '2022-02-17T17:55:48Z', 'revision_number': 4, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'subnets': [{'id': '5c05efb0-20c7-4718-bbe5-c6d12c64a3b4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:55:49.718466 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0490fa23-6514-4bc5-81d7-1fe925eec914 None None] The sync data for ids ['0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a'] in n-d-829613-2 is: [{'id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'name': 'tempest-TestNetworkBasicOps-router-25529514', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'e89f0c5e-5691-43b9-82da-83ef88d45768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:53:46Z', 'updated_at': '2022-02-17T17:55:45Z', 'revision_number': 5, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'gw_port': {'id': 'e89f0c5e-5691-43b9-82da-83ef88d45768', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:22:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:53:47Z', 'updated_at': '2022-02-17T17:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': 'cdce9351-1084-48b1-afd6-fd0974eaabfe', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'floating_ip_address': '172.25.8.242', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'port_id': '52c3f712-7817-4566-ba8e-4eb5fd522506', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2999, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17694ef4-1ed2-4a01-a5bf-ce0481576d63', 'mac_address': 'fa:16:3e:9c:55:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006a3f4c-d003-4103-ac42-a5e0b35778bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:54:29Z', 'updated_at': '2022-02-17T17:54:36Z', 'revision_number': 1, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2695df26-dc30-4904-8e9b-47cc8cea18f5', 'name': '', 'network_id': '17694ef4-1ed2-4a01-a5bf-ce0481576d63', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'mac_address': 'fa:16:3e:43:53:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '4f01fd1b-8164-4d07-9e9b-a271cefa89f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:53:54Z', 'updated_at': '2022-02-17T17:54:02Z', 'revision_number': 5, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'subnets': [{'id': '4f01fd1b-8164-4d07-9e9b-a271cefa89f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '288a85c5-19cd-41d9-b708-cf7159369bd5', 'name': '', 'network_id': '7a9aac6f-c09a-4664-a3c8-0f4a3171be21', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'mac_address': 'fa:16:3e:c6:0d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '5c05efb0-20c7-4718-bbe5-c6d12c64a3b4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:55:44Z', 'updated_at': '2022-02-17T17:55:48Z', 'revision_number': 4, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'subnets': [{'id': '5c05efb0-20c7-4718-bbe5-c6d12c64a3b4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:55:49.762529 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:50.055961 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62c0482f-6ac9-4884-bede-59df153e2423 admin admin] Router 2e159d63-b112-4a7d-b488-95dede15fdc3 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:55:50.090757 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:55:50.115841 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: 1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:55:50.116366 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 1025b42a-4d4b-4b50-9ea5-9c023b1b5ef9 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:55:50.161017 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 288a85c5-19cd-41d9-b708-cf7159369bd5 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:55:50.247706 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c0482f-6ac9-4884-bede-59df153e2423 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:55:50.256906 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-62c0482f-6ac9-4884-bede-59df153e2423 admin admin] 10.222.0.87 "PUT /v2.0/routers/2e159d63-b112-4a7d-b488-95dede15fdc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7736237 Feb 17 17:55:50.258805 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46708) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:50.286116 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7586708-973b-4a6b-adb6-87e62d4cbeea None None] Sync routers for ids ['2e159d63-b112-4a7d-b488-95dede15fdc3'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:55:50.312363 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 288a85c5-19cd-41d9-b708-cf7159369bd5 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:55:50.312775 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (288a85c5-19cd-41d9-b708-cf7159369bd5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:50.319196 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7586708-973b-4a6b-adb6-87e62d4cbeea None None] Routers {'2e159d63-b112-4a7d-b488-95dede15fdc3'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:55:50.329597 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f7586708-973b-4a6b-adb6-87e62d4cbeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:55:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['2e159d63-b112-4a7d-b488-95dede15fdc3'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:55:50.369293 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbd22f-1ad7-4115-8d69-45fdeba4f71f req-b244e356-c1e5-459b-a3df-2710c226dd3c tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:50.370882 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ecfbd22f-1ad7-4115-8d69-45fdeba4f71f req-b244e356-c1e5-459b-a3df-2710c226dd3c tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] 10.222.0.71 "GET /v2.0/ports?device_id=83e089e4-f348-41be-8b60-167c0e62622d HTTP/1.1" status: 200 len: 945 time: 0.1548750 Feb 17 17:55:50.503029 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e62b8399-5e88-4125-9d9d-7e1369b752e6 admin admin] Publish callbacks [] for router (2e159d63-b112-4a7d-b488-95dede15fdc3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:50.629660 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 288a85c5-19cd-41d9-b708-cf7159369bd5 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:55:50.659702 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-f7586708-973b-4a6b-adb6-87e62d4cbeea None None] Set router 2e159d63-b112-4a7d-b488-95dede15fdc3 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:55:50.669423 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4898a1c-5069-4de8-a544-80f8dc3ba08b req-8101b899-5695-4a15-940b-ed979a3d811e tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:50.678629 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a4898a1c-5069-4de8-a544-80f8dc3ba08b req-8101b899-5695-4a15-940b-ed979a3d811e tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] 10.222.0.87 "GET /v2.0/ports?device_id=83e089e4-f348-41be-8b60-167c0e62622d HTTP/1.1" status: 200 len: 945 time: 0.2241733 Feb 17 17:55:50.685926 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-ecfbd22f-1ad7-4115-8d69-45fdeba4f71f req-45042869-7ea8-41ce-a903-162dfeb3909e tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] Deleting port ead27b66-b456-4428-ad8f-dc542dc8c218 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:55:50.686281 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ecfbd22f-1ad7-4115-8d69-45fdeba4f71f req-45042869-7ea8-41ce-a903-162dfeb3909e tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (ead27b66-b456-4428-ad8f-dc542dc8c218), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:50.701832 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e62b8399-5e88-4125-9d9d-7e1369b752e6 admin admin] Publish callbacks [] for router_gateway (2e159d63-b112-4a7d-b488-95dede15fdc3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:50.793345 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a4898a1c-5069-4de8-a544-80f8dc3ba08b req-e8589ca9-ee30-474b-aa58-6b73eee267cb tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] 10.222.0.87 "GET /v2.0/security-groups?id=413068f2-441f-4418-982d-6fd6a46f3327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034067 Feb 17 17:55:50.833277 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-e62b8399-5e88-4125-9d9d-7e1369b752e6 admin admin] Deleting port ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:55:50.834012 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e62b8399-5e88-4125-9d9d-7e1369b752e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:50.938270 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-ecfbd22f-1ad7-4115-8d69-45fdeba4f71f req-45042869-7ea8-41ce-a903-162dfeb3909e tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] For port ead27b66-b456-4428-ad8f-dc542dc8c218, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=ead27b66-b456-4428-ad8f-dc542dc8c218,segment=NetworkSegment(004b0203-2f2e-45a3-b758-95865ce7e066),segment_id=004b0203-2f2e-45a3-b758-95865ce7e066)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:55:50.938562 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ecfbd22f-1ad7-4115-8d69-45fdeba4f71f req-45042869-7ea8-41ce-a903-162dfeb3909e tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (ead27b66-b456-4428-ad8f-dc542dc8c218), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:50.975128 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-ecfbd22f-1ad7-4115-8d69-45fdeba4f71f req-45042869-7ea8-41ce-a903-162dfeb3909e tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] Calling delete_port for ead27b66-b456-4428-ad8f-dc542dc8c218 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:55:50.980826 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-e62b8399-5e88-4125-9d9d-7e1369b752e6 admin admin] For port ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:55:50.981556 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e62b8399-5e88-4125-9d9d-7e1369b752e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:51.015969 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-e62b8399-5e88-4125-9d9d-7e1369b752e6 admin admin] Calling delete_port for ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:55:51.140319 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f7586708-973b-4a6b-adb6-87e62d4cbeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e159d63-b112-4a7d-b488-95dede15fdc3', 'name': 'tempest-ServerRescueNegativeTestJSON-1858951066-router', 'tenant_id': 'e82ced6d28e14a0eae2924cbc8f5cc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': 'ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:51:20Z', 'updated_at': '2022-02-17T17:55:49Z', 'revision_number': 5, 'project_id': 'e82ced6d28e14a0eae2924cbc8f5cc85', 'gw_port': {'id': 'ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e159d63-b112-4a7d-b488-95dede15fdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:51:22Z', 'updated_at': '2022-02-17T17:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:55:51.216179 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7586708-973b-4a6b-adb6-87e62d4cbeea None None] Checking router: 2e159d63-b112-4a7d-b488-95dede15fdc3 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:55:51.237948 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7586708-973b-4a6b-adb6-87e62d4cbeea None None] Routers {'2e159d63-b112-4a7d-b488-95dede15fdc3'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:55:51.239275 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f7586708-973b-4a6b-adb6-87e62d4cbeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:55:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['2e159d63-b112-4a7d-b488-95dede15fdc3'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:55:51.302285 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ecfbd22f-1ad7-4115-8d69-45fdeba4f71f req-45042869-7ea8-41ce-a903-162dfeb3909e tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (ead27b66-b456-4428-ad8f-dc542dc8c218), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:51.355587 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45042869-7ea8-41ce-a903-162dfeb3909e tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] Pushing event deleted for resources: {'Port': ['ID=ead27b66-b456-4428-ad8f-dc542dc8c218,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:51.360905 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['ead27b66-b456-4428-ad8f-dc542dc8c218'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:55:51.369886 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45042869-7ea8-41ce-a903-162dfeb3909e tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:55:51.370464 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45042869-7ea8-41ce-a903-162dfeb3909e tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:55:51.370851 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45042869-7ea8-41ce-a903-162dfeb3909e tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:55:51.371403 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45042869-7ea8-41ce-a903-162dfeb3909e tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:55:51.372656 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45042869-7ea8-41ce-a903-162dfeb3909e tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:55:51.373057 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45042869-7ea8-41ce-a903-162dfeb3909e tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:55:51.373412 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45042869-7ea8-41ce-a903-162dfeb3909e tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:55:51.373809 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45042869-7ea8-41ce-a903-162dfeb3909e tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:55:51.374158 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45042869-7ea8-41ce-a903-162dfeb3909e tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:55:51.374496 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45042869-7ea8-41ce-a903-162dfeb3909e tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:55:51.374908 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45042869-7ea8-41ce-a903-162dfeb3909e tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:55:51.375244 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45042869-7ea8-41ce-a903-162dfeb3909e tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:55:51.375577 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45042869-7ea8-41ce-a903-162dfeb3909e tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:55:51.419572 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e62b8399-5e88-4125-9d9d-7e1369b752e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:51.472509 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62b8399-5e88-4125-9d9d-7e1369b752e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:51.475623 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecfbd22f-1ad7-4115-8d69-45fdeba4f71f req-45042869-7ea8-41ce-a903-162dfeb3909e tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] No DVR routers for this DVR port ead27b66-b456-4428-ad8f-dc542dc8c218 on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:55:51.478979 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-ecfbd22f-1ad7-4115-8d69-45fdeba4f71f req-45042869-7ea8-41ce-a903-162dfeb3909e tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:51.485372 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ecfbd22f-1ad7-4115-8d69-45fdeba4f71f req-45042869-7ea8-41ce-a903-162dfeb3909e tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] 10.222.0.71 "DELETE /v2.0/ports/ead27b66-b456-4428-ad8f-dc542dc8c218 HTTP/1.1" status: 204 len: 173 time: 1.1068399 Feb 17 17:55:51.486707 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e089e4-f348-41be-8b60-167c0e62622d', 'name': 'network-vif-deleted', 'tag': 'ead27b66-b456-4428-ad8f-dc542dc8c218'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:55:51.495540 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3556b1ee-dbc8-4254-9f6c-241a2da1932e" -d '{"events": [{"server_uuid": "83e089e4-f348-41be-8b60-167c0e62622d", "name": "network-vif-deleted", "tag": "ead27b66-b456-4428-ad8f-dc542dc8c218"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:55:51.536837 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-f7586708-973b-4a6b-adb6-87e62d4cbeea None None] Set router 2e159d63-b112-4a7d-b488-95dede15fdc3 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:55:51.621751 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e62b8399-5e88-4125-9d9d-7e1369b752e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (2e159d63-b112-4a7d-b488-95dede15fdc3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:51.660736 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f7586708-973b-4a6b-adb6-87e62d4cbeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e159d63-b112-4a7d-b488-95dede15fdc3', 'name': 'tempest-ServerRescueNegativeTestJSON-1858951066-router', 'tenant_id': 'e82ced6d28e14a0eae2924cbc8f5cc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:51:20Z', 'updated_at': '2022-02-17T17:55:50Z', 'revision_number': 6, 'project_id': 'e82ced6d28e14a0eae2924cbc8f5cc85', 'gw_port_host': None}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:55:51.744464 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7586708-973b-4a6b-adb6-87e62d4cbeea None None] The sync data for ids ['2e159d63-b112-4a7d-b488-95dede15fdc3'] in n-d-829613-2 is: [{'id': '2e159d63-b112-4a7d-b488-95dede15fdc3', 'name': 'tempest-ServerRescueNegativeTestJSON-1858951066-router', 'tenant_id': 'e82ced6d28e14a0eae2924cbc8f5cc85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:51:20Z', 'updated_at': '2022-02-17T17:55:50Z', 'revision_number': 6, 'project_id': 'e82ced6d28e14a0eae2924cbc8f5cc85', 'gw_port_host': None}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:55:51.800709 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e62b8399-5e88-4125-9d9d-7e1369b752e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (2e159d63-b112-4a7d-b488-95dede15fdc3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:51.809652 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e62b8399-5e88-4125-9d9d-7e1369b752e6 admin admin] Publish callbacks [] for router_controller (2e159d63-b112-4a7d-b488-95dede15fdc3), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:51.884187 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e62b8399-5e88-4125-9d9d-7e1369b752e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (2e159d63-b112-4a7d-b488-95dede15fdc3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:51.884772 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62b8399-5e88-4125-9d9d-7e1369b752e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e159d63-b112-4a7d-b488-95dede15fdc3 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:55:51.889587 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e62b8399-5e88-4125-9d9d-7e1369b752e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:51.893457 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e62b8399-5e88-4125-9d9d-7e1369b752e6 admin admin] 10.222.0.87 "DELETE /v2.0/routers/2e159d63-b112-4a7d-b488-95dede15fdc3 HTTP/1.1" status: 204 len: 168 time: 1.6335516 Feb 17 17:55:51.893670 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46740) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:51.967151 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2999bfd0-b865-4ccf-8970-c5ac33263582 x-openstack-request-id: req-2999bfd0-b865-4ccf-8970-c5ac33263582 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:55:51.967732 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e089e4-f348-41be-8b60-167c0e62622d", "name": "network-vif-deleted", "tag": "ead27b66-b456-4428-ad8f-dc542dc8c218", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:55:51.968004 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2999bfd0-b865-4ccf-8970-c5ac33263582 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:55:51.968459 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e089e4-f348-41be-8b60-167c0e62622d', 'name': 'network-vif-deleted', 'tag': 'ead27b66-b456-4428-ad8f-dc542dc8c218', 'status': 'completed', 'code': 200} Feb 17 17:55:52.002264 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a92f1995-8ada-43fc-a8ea-863505f6bd3d req-1b55e6de-33d3-413c-9fd8-113645be724f tempest-ServerAddressesNegativeTestJSON-1878652064 tempest-ServerAddressesNegativeTestJSON-1878652064-project] 10.222.0.87 "GET /v2.0/ports?device_id=83e089e4-f348-41be-8b60-167c0e62622d HTTP/1.1" status: 200 len: 210 time: 0.0390925 Feb 17 17:55:52.011130 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6241462-85e8-41e2-9a62-205f3ed54845 admin admin] Deleting subnet f38a3055-6916-493f-ac03-180a8f2c57c4 {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:55:52.016480 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c6241462-85e8-41e2-9a62-205f3ed54845 admin admin] Publish callbacks [] for subnet (f38a3055-6916-493f-ac03-180a8f2c57c4), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:52.094805 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c6241462-85e8-41e2-9a62-205f3ed54845 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (f38a3055-6916-493f-ac03-180a8f2c57c4), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:52.242009 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c6241462-85e8-41e2-9a62-205f3ed54845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (f38a3055-6916-493f-ac03-180a8f2c57c4), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:52.301407 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 7c37bb0a-2c7e-479c-a860-bca8fcf86334 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:55:52.347052 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 7c37bb0a-2c7e-479c-a860-bca8fcf86334 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:55:52.347319 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 7c37bb0a-2c7e-479c-a860-bca8fcf86334 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:55:52.398498 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c6241462-85e8-41e2-9a62-205f3ed54845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (f38a3055-6916-493f-ac03-180a8f2c57c4), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:52.420172 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c6241462-85e8-41e2-9a62-205f3ed54845 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:52.425165 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c6241462-85e8-41e2-9a62-205f3ed54845 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/f38a3055-6916-493f-ac03-180a8f2c57c4 HTTP/1.1" status: 204 len: 168 time: 0.5302863 Feb 17 17:55:52.428104 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46764) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:52.479019 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6241462-85e8-41e2-9a62-205f3ed54845 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f38a3055-6916-493f-ac03-180a8f2c57c4,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:52.537871 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-801155c7-8afe-4917-b224-bc03f0a8f424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (d5990f07-3dfb-4178-9590-e3e132a5f43d), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:52.689065 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-801155c7-8afe-4917-b224-bc03f0a8f424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (d5990f07-3dfb-4178-9590-e3e132a5f43d), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:52.723903 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-801155c7-8afe-4917-b224-bc03f0a8f424 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5990f07-3dfb-4178-9590-e3e132a5f43d']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:55:52.745879 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-801155c7-8afe-4917-b224-bc03f0a8f424 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9f041ef-79be-43be-85fb-a167b696bad1') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:55:52.746189 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-801155c7-8afe-4917-b224-bc03f0a8f424 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9f041ef-79be-43be-85fb-a167b696bad1') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:55:52.762685 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-801155c7-8afe-4917-b224-bc03f0a8f424 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (a9f041ef-79be-43be-85fb-a167b696bad1), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:52.780994 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-801155c7-8afe-4917-b224-bc03f0a8f424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (a9f041ef-79be-43be-85fb-a167b696bad1), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:52.788055 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-801155c7-8afe-4917-b224-bc03f0a8f424 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:55:52.788596 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-801155c7-8afe-4917-b224-bc03f0a8f424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (a9f041ef-79be-43be-85fb-a167b696bad1), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:52.792339 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 17:55:52.792339 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:55:52.792339 n-d-829613-2 neutron-server[103435]: timer() Feb 17 17:55:52.792339 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:55:52.792339 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 17:55:52.792339 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:55:52.792339 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 17:55:52.792339 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:55:52.792339 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 17:55:52.792339 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:55:52.792339 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 17:55:52.792339 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:55:52.792339 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 17:55:52.792339 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:55:52.792339 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:55:52.792339 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:55:52.792339 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:55:52.792339 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:55:52.792339 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 17:55:52.792339 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:55:52.792339 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 17:55:52.792339 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:55:52.792339 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:55:52.792339 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:55:52.792339 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 17:55:52.792339 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:55:52.792339 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:55:52.792339 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:55:52.792339 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:55:52.792339 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:55:52.792339 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:55:52.792339 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:55:52.867160 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-801155c7-8afe-4917-b224-bc03f0a8f424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (d5990f07-3dfb-4178-9590-e3e132a5f43d), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:52.874563 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-801155c7-8afe-4917-b224-bc03f0a8f424 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:52.878287 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-801155c7-8afe-4917-b224-bc03f0a8f424 admin admin] 10.222.0.87 "DELETE /v2.0/networks/d5990f07-3dfb-4178-9590-e3e132a5f43d HTTP/1.1" status: 204 len: 168 time: 0.4488847 Feb 17 17:55:52.903223 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801155c7-8afe-4917-b224-bc03f0a8f424 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5990f07-3dfb-4178-9590-e3e132a5f43d,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:53.090127 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46774) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:53.125507 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46782) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:53.153924 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa95e7c0-55b1-4505-bcfd-d9c09a681362 admin admin] Deleting subnet d8e010e3-4810-4e72-afd9-e542677f6fea {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:55:53.157756 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fa95e7c0-55b1-4505-bcfd-d9c09a681362 admin admin] Publish callbacks [] for subnet (d8e010e3-4810-4e72-afd9-e542677f6fea), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:53.180281 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-09e8aa88-2e99-4b54-aab6-14c46d3ca32b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e82ced6d28e14a0eae2924cbc8f5cc85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0512261 Feb 17 17:55:53.182074 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46784) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:53.222107 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fa95e7c0-55b1-4505-bcfd-d9c09a681362 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (d8e010e3-4810-4e72-afd9-e542677f6fea), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:53.276322 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-414f0d77-2460-4348-86cf-902383e162d2 admin admin] Publish callbacks [] for security_group (4de42ec5-fc15-4cac-90a7-f33fcf939792), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:53.292822 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fa95e7c0-55b1-4505-bcfd-d9c09a681362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (d8e010e3-4810-4e72-afd9-e542677f6fea), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:53.324235 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-414f0d77-2460-4348-86cf-902383e162d2 admin admin] Publish callbacks [] for security_group (4de42ec5-fc15-4cac-90a7-f33fcf939792), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:53.378433 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fa95e7c0-55b1-4505-bcfd-d9c09a681362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (d8e010e3-4810-4e72-afd9-e542677f6fea), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:53.408852 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fa95e7c0-55b1-4505-bcfd-d9c09a681362 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:53.412725 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-fa95e7c0-55b1-4505-bcfd-d9c09a681362 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/d8e010e3-4810-4e72-afd9-e542677f6fea HTTP/1.1" status: 204 len: 168 time: 0.3208020 Feb 17 17:55:53.413771 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa95e7c0-55b1-4505-bcfd-d9c09a681362 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8e010e3-4810-4e72-afd9-e542677f6fea,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:53.416656 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46792) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:53.435145 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-414f0d77-2460-4348-86cf-902383e162d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (4de42ec5-fc15-4cac-90a7-f33fcf939792), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:53.437893 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-414f0d77-2460-4348-86cf-902383e162d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:53.441499 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-414f0d77-2460-4348-86cf-902383e162d2 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4de42ec5-fc15-4cac-90a7-f33fcf939792 HTTP/1.1" status: 204 len: 168 time: 0.2560346 Feb 17 17:55:53.457169 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f0d77-2460-4348-86cf-902383e162d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de42ec5-fc15-4cac-90a7-f33fcf939792,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:53.543720 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4c081b18-c1f2-4c2c-8a8c-aa99b37f4cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (2397c25e-6d32-40ec-b375-ca51e2cca0dd), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:53.636056 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4c081b18-c1f2-4c2c-8a8c-aa99b37f4cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (2397c25e-6d32-40ec-b375-ca51e2cca0dd), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:53.667005 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-4c081b18-c1f2-4c2c-8a8c-aa99b37f4cdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2397c25e-6d32-40ec-b375-ca51e2cca0dd']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:55:53.714246 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-4c081b18-c1f2-4c2c-8a8c-aa99b37f4cdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '004b0203-2f2e-45a3-b758-95865ce7e066') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:55:53.714540 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-4c081b18-c1f2-4c2c-8a8c-aa99b37f4cdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '004b0203-2f2e-45a3-b758-95865ce7e066') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:55:53.729361 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4c081b18-c1f2-4c2c-8a8c-aa99b37f4cdd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (004b0203-2f2e-45a3-b758-95865ce7e066), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:53.756071 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4c081b18-c1f2-4c2c-8a8c-aa99b37f4cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (004b0203-2f2e-45a3-b758-95865ce7e066), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:53.768764 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c081b18-c1f2-4c2c-8a8c-aa99b37f4cdd admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:55:53.769177 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4c081b18-c1f2-4c2c-8a8c-aa99b37f4cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (004b0203-2f2e-45a3-b758-95865ce7e066), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:53.771592 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 17:55:53.771592 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:55:53.771592 n-d-829613-2 neutron-server[103435]: timer() Feb 17 17:55:53.771592 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:55:53.771592 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 17:55:53.771592 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:55:53.771592 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 17:55:53.771592 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:55:53.771592 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 17:55:53.771592 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:55:53.771592 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 17:55:53.771592 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:55:53.771592 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 17:55:53.771592 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:55:53.771592 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:55:53.771592 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:55:53.771592 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:55:53.771592 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:55:53.771592 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 17:55:53.771592 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:55:53.771592 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 17:55:53.771592 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:55:53.771592 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:55:53.771592 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:55:53.771592 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 17:55:53.771592 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:55:53.771592 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:55:53.771592 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:55:53.771592 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:55:53.771592 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:55:53.771592 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:55:53.771592 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:55:53.883073 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:55:53.935277 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4c081b18-c1f2-4c2c-8a8c-aa99b37f4cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (2397c25e-6d32-40ec-b375-ca51e2cca0dd), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:53.942446 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4c081b18-c1f2-4c2c-8a8c-aa99b37f4cdd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:53.948915 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4c081b18-c1f2-4c2c-8a8c-aa99b37f4cdd admin admin] 10.222.0.87 "DELETE /v2.0/networks/2397c25e-6d32-40ec-b375-ca51e2cca0dd HTTP/1.1" status: 204 len: 168 time: 0.5311704 Feb 17 17:55:53.974955 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c081b18-c1f2-4c2c-8a8c-aa99b37f4cdd admin admin] Pushing event deleted for resources: {'Network': ['ID=2397c25e-6d32-40ec-b375-ca51e2cca0dd,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:54.177688 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device ead27b66-b456-4428-ad8f-dc542dc8c218 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:55:54.182465 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:55:54.182843 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device ad6dc5c8-3b77-4e1f-b171-7560c9ae1b51 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:55:54.206486 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: ead27b66-b456-4428-ad8f-dc542dc8c218 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:55:54.207180 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device ead27b66-b456-4428-ad8f-dc542dc8c218 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:55:54.250956 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46836) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:54.298740 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e8f3d12f-0f70-41e4-b9e7-75b7704408a5 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=59034f77208341f28abaa2e657eadcdd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0465388 Feb 17 17:55:54.301544 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46842) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:54.427903 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9454bfca-da34-46c9-8233-49e772beb010 admin admin] Publish callbacks [] for security_group (413068f2-441f-4418-982d-6fd6a46f3327), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:54.482816 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9454bfca-da34-46c9-8233-49e772beb010 admin admin] Publish callbacks [] for security_group (413068f2-441f-4418-982d-6fd6a46f3327), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:54.559085 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9454bfca-da34-46c9-8233-49e772beb010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (413068f2-441f-4418-982d-6fd6a46f3327), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:54.563344 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9454bfca-da34-46c9-8233-49e772beb010 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:54.569072 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-9454bfca-da34-46c9-8233-49e772beb010 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/413068f2-441f-4418-982d-6fd6a46f3327 HTTP/1.1" status: 204 len: 168 time: 0.2663114 Feb 17 17:55:54.589024 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9454bfca-da34-46c9-8233-49e772beb010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413068f2-441f-4418-982d-6fd6a46f3327,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:55.312635 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46890) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:55.489537 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3798401d-f88d-4fd5-a29f-548276327183 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:55.599294 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3798401d-f88d-4fd5-a29f-548276327183 admin admin] Publish callbacks [] for security_group (cc9f3a71-5aee-4424-8999-b0419b0a06d5), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:55.605139 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3798401d-f88d-4fd5-a29f-548276327183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (cc9f3a71-5aee-4424-8999-b0419b0a06d5), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:55.682537 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-3798401d-f88d-4fd5-a29f-548276327183 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=50bf0d7881564b0e9caf9537b0155293&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3683701 Feb 17 17:55:55.685151 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46906) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:55.686800 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3798401d-f88d-4fd5-a29f-548276327183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9f3a71-5aee-4424-8999-b0419b0a06d5,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:55.784205 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 46910) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:55.797463 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a99c658f-c3c8-4c44-a5fd-125442bf93a2 admin admin] Publish callbacks [] for security_group (cc9f3a71-5aee-4424-8999-b0419b0a06d5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:55.834823 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a99c658f-c3c8-4c44-a5fd-125442bf93a2 admin admin] Publish callbacks [] for security_group (cc9f3a71-5aee-4424-8999-b0419b0a06d5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:55.913859 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a99c658f-c3c8-4c44-a5fd-125442bf93a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (cc9f3a71-5aee-4424-8999-b0419b0a06d5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:55.917945 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a99c658f-c3c8-4c44-a5fd-125442bf93a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:55.920227 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a99c658f-c3c8-4c44-a5fd-125442bf93a2 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/cc9f3a71-5aee-4424-8999-b0419b0a06d5 HTTP/1.1" status: 204 len: 168 time: 0.2331414 Feb 17 17:55:55.932448 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99c658f-c3c8-4c44-a5fd-125442bf93a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9f3a71-5aee-4424-8999-b0419b0a06d5,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:55.966046 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-22906a82-2d78-4eff-ac36-f58a97cade26 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1230729142-network', 'tenant_id': '53d2c4dd13474c678c6ca0fda9ae03cc'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:55:56.017691 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22906a82-2d78-4eff-ac36-f58a97cade26 admin admin] Made reservation on behalf of 53d2c4dd13474c678c6ca0fda9ae03cc for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:55:56.020332 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-22906a82-2d78-4eff-ac36-f58a97cade26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:56.050100 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-22906a82-2d78-4eff-ac36-f58a97cade26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:56.148332 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-22906a82-2d78-4eff-ac36-f58a97cade26 admin admin] Publish callbacks [] for security_group (7443a399-d34b-4437-a2cf-28c6c08bb32f), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:56.153858 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-22906a82-2d78-4eff-ac36-f58a97cade26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (7443a399-d34b-4437-a2cf-28c6c08bb32f), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:56.183819 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22906a82-2d78-4eff-ac36-f58a97cade26 admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:55:56.215709 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-22906a82-2d78-4eff-ac36-f58a97cade26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (b0e14444-bea9-4876-8ec3-00e2826a75c1), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:56.216381 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-22906a82-2d78-4eff-ac36-f58a97cade26 admin admin] Added segment b0e14444-bea9-4876-8ec3-00e2826a75c1 of type vlan for network d7b117a2-bbd3-4a9c-9973-0d94428c1655 Feb 17 17:55:56.246657 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22906a82-2d78-4eff-ac36-f58a97cade26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7443a399-d34b-4437-a2cf-28c6c08bb32f,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:56.333258 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-22906a82-2d78-4eff-ac36-f58a97cade26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (d7b117a2-bbd3-4a9c-9973-0d94428c1655), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:56.389644 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-22906a82-2d78-4eff-ac36-f58a97cade26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (d7b117a2-bbd3-4a9c-9973-0d94428c1655), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:56.391176 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22906a82-2d78-4eff-ac36-f58a97cade26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:56.392004 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-22906a82-2d78-4eff-ac36-f58a97cade26 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:56.439310 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-22906a82-2d78-4eff-ac36-f58a97cade26 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6535676 Feb 17 17:55:56.442360 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46938) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:56.448062 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-a1fae0b4-0818-4646-bb4a-f3e44d76d2fd admin admin] Request body: {'subnet': {'network_id': 'd7b117a2-bbd3-4a9c-9973-0d94428c1655', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1230729142-subnet', 'tenant_id': '53d2c4dd13474c678c6ca0fda9ae03cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:55:56.479695 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22906a82-2d78-4eff-ac36-f58a97cade26 admin admin] Pushing event updated for resources: {'Network': ['ID=d7b117a2-bbd3-4a9c-9973-0d94428c1655,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:56.500877 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1fae0b4-0818-4646-bb4a-f3e44d76d2fd admin admin] Made reservation on behalf of 53d2c4dd13474c678c6ca0fda9ae03cc for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:55:56.502169 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network d7b117a2-bbd3-4a9c-9973-0d94428c1655 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:55:56.503307 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1fae0b4-0818-4646-bb4a-f3e44d76d2fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:56.771110 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1fae0b4-0818-4646-bb4a-f3e44d76d2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (cdf3ff54-1ab2-4d65-8b32-82285151a765), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:56.903586 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fae0b4-0818-4646-bb4a-f3e44d76d2fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdf3ff54-1ab2-4d65-8b32-82285151a765,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:56.920726 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fae0b4-0818-4646-bb4a-f3e44d76d2fd admin admin] Checking segment: {'id': 'b0e14444-bea9-4876-8ec3-00e2826a75c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd7b117a2-bbd3-4a9c-9973-0d94428c1655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:55:56.921461 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fae0b4-0818-4646-bb4a-f3e44d76d2fd admin admin] Network hostable DHCP agents. Network: d7b117a2-bbd3-4a9c-9973-0d94428c1655, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:55:56.977896 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fae0b4-0818-4646-bb4a-f3e44d76d2fd admin admin] Network d7b117a2-bbd3-4a9c-9973-0d94428c1655 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:55:57.001869 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-a1fae0b4-0818-4646-bb4a-f3e44d76d2fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, d7b117a2-bbd3-4a9c-9973-0d94428c1655) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:55:57.008111 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fae0b4-0818-4646-bb4a-f3e44d76d2fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:57.008863 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a1fae0b4-0818-4646-bb4a-f3e44d76d2fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:57.018344 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2b0d3a-d2ad-4dee-9d86-3e811c8dd3a3 None None] Network d7b117a2-bbd3-4a9c-9973-0d94428c1655 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:55:57.059385 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a1fae0b4-0818-4646-bb4a-f3e44d76d2fd admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6158357 Feb 17 17:55:57.109413 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46960) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:57.178452 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88250f3-733b-41a9-9851-f3101169c1ed None None] Network d7b117a2-bbd3-4a9c-9973-0d94428c1655 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:55:57.284348 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 46972) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:57.421627 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-8ba5cbd6-14d2-4b26-8cdc-3dcfc4acd964 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-63026367-network', 'tenant_id': '20be7d5eb0704bac94fef9d4560964ff'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:55:57.544977 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba5cbd6-14d2-4b26-8cdc-3dcfc4acd964 admin admin] Made reservation on behalf of 20be7d5eb0704bac94fef9d4560964ff for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:55:57.550088 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ba5cbd6-14d2-4b26-8cdc-3dcfc4acd964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:57.577234 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ba5cbd6-14d2-4b26-8cdc-3dcfc4acd964 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:57.739171 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-9982747e-cadd-4e84-acbc-59013976e12a tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Deleting port b77a47f9-52ec-41d1-9d4f-65f3d31e2d77 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:55:57.739925 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9982747e-cadd-4e84-acbc-59013976e12a tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (b77a47f9-52ec-41d1-9d4f-65f3d31e2d77), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:57.869354 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ba5cbd6-14d2-4b26-8cdc-3dcfc4acd964 admin admin] Publish callbacks [] for security_group (d7c0fddf-0b44-475d-8759-140eb0950940), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:57.876775 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ba5cbd6-14d2-4b26-8cdc-3dcfc4acd964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (d7c0fddf-0b44-475d-8759-140eb0950940), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:57.911034 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba5cbd6-14d2-4b26-8cdc-3dcfc4acd964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c0fddf-0b44-475d-8759-140eb0950940,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:58.060658 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ba5cbd6-14d2-4b26-8cdc-3dcfc4acd964 admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:55:58.118818 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ba5cbd6-14d2-4b26-8cdc-3dcfc4acd964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (e72a85f9-dd09-4c3e-8996-7efe0b9144f7), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:58.121281 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-8ba5cbd6-14d2-4b26-8cdc-3dcfc4acd964 admin admin] Added segment e72a85f9-dd09-4c3e-8996-7efe0b9144f7 of type vlan for network 1c842ecd-cc9b-4a85-b1b8-328753a85bfe Feb 17 17:55:58.197232 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21df225-722e-46db-990c-532beec988ff req-44feec67-caa0-4d6e-a226-bd2c678d3267 tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:58.206179 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b21df225-722e-46db-990c-532beec988ff req-44feec67-caa0-4d6e-a226-bd2c678d3267 tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] 10.222.0.87 "GET /v2.0/networks?id=d7b117a2-bbd3-4a9c-9973-0d94428c1655 HTTP/1.1" status: 200 len: 821 time: 0.2151473 Feb 17 17:55:58.212627 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9982747e-cadd-4e84-acbc-59013976e12a tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (b77a47f9-52ec-41d1-9d4f-65f3d31e2d77), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:58.213275 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9982747e-cadd-4e84-acbc-59013976e12a tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks [] for floatingip (b77a47f9-52ec-41d1-9d4f-65f3d31e2d77), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:58.242903 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b21df225-722e-46db-990c-532beec988ff req-a7cd9cb5-adb7-4806-b1c0-948d00408a2a tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] 10.222.0.87 "GET /v2.0/quotas/53d2c4dd13474c678c6ca0fda9ae03cc HTTP/1.1" status: 200 len: 375 time: 0.0355263 Feb 17 17:55:58.287874 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b21df225-722e-46db-990c-532beec988ff req-0c025292-8901-47e6-b1fc-31875a4fbd0b tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=53d2c4dd13474c678c6ca0fda9ae03cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398304 Feb 17 17:55:58.341313 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-9982747e-cadd-4e84-acbc-59013976e12a tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Calling delete_port for b77a47f9-52ec-41d1-9d4f-65f3d31e2d77 owned by network:floatingip {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:55:58.359890 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ba5cbd6-14d2-4b26-8cdc-3dcfc4acd964 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (1c842ecd-cc9b-4a85-b1b8-328753a85bfe), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:58.413902 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b21df225-722e-46db-990c-532beec988ff req-4b66f62c-33a1-40e2-ba2b-2d5ccb6c2f68 service neutron] 10.222.0.87 "GET /v2.0/networks/d7b117a2-bbd3-4a9c-9973-0d94428c1655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246676 Feb 17 17:55:58.482837 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ba5cbd6-14d2-4b26-8cdc-3dcfc4acd964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (1c842ecd-cc9b-4a85-b1b8-328753a85bfe), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:58.486166 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba5cbd6-14d2-4b26-8cdc-3dcfc4acd964 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:58.486898 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8ba5cbd6-14d2-4b26-8cdc-3dcfc4acd964 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:58.581041 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b21df225-722e-46db-990c-532beec988ff req-3803287d-05de-4bd6-bbf7-1c4fef45420b service neutron] 10.222.0.87 "GET /v2.0/networks/d7b117a2-bbd3-4a9c-9973-0d94428c1655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661747 Feb 17 17:55:58.668681 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba5cbd6-14d2-4b26-8cdc-3dcfc4acd964 admin admin] Pushing event updated for resources: {'Network': ['ID=1c842ecd-cc9b-4a85-b1b8-328753a85bfe,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:58.680521 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 1c842ecd-cc9b-4a85-b1b8-328753a85bfe details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:55:58.740500 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8ba5cbd6-14d2-4b26-8cdc-3dcfc4acd964 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6277025 Feb 17 17:55:58.740873 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 47016) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:58.747430 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-425ecf26-09c8-44bc-8695-3a60029eb313 admin admin] Request body: {'subnet': {'network_id': '1c842ecd-cc9b-4a85-b1b8-328753a85bfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-63026367-subnet', 'tenant_id': '20be7d5eb0704bac94fef9d4560964ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:55:58.794471 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425ecf26-09c8-44bc-8695-3a60029eb313 admin admin] Made reservation on behalf of 20be7d5eb0704bac94fef9d4560964ff for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:55:58.798543 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-425ecf26-09c8-44bc-8695-3a60029eb313 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:59.018434 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3c020faa-8772-4ce2-a5b4-7c0f879d26f7 req-1192ec64-1fb9-465c-b286-2fabe9b84747 tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] 10.222.0.87 "GET /v2.0/ports?device_id=390699e4-f3b9-46cd-a33a-933d24f289ac HTTP/1.1" status: 200 len: 210 time: 0.0886989 Feb 17 17:55:59.053027 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9982747e-cadd-4e84-acbc-59013976e12a tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (b77a47f9-52ec-41d1-9d4f-65f3d31e2d77), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:59.108717 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9982747e-cadd-4e84-acbc-59013976e12a tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Pushing event deleted for resources: {'Port': ['ID=b77a47f9-52ec-41d1-9d4f-65f3d31e2d77,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:59.235108 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-425ecf26-09c8-44bc-8695-3a60029eb313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (684c221c-585d-46a8-b4c6-fe6a5f99b9b8), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:59.306213 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9982747e-cadd-4e84-acbc-59013976e12a tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks [] for floatingip (54ec4484-7199-4407-9fa4-3524f5239fc9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:59.307695 n-d-829613-2 neutron-server[103434]: INFO neutron.db.l3_db [None req-9982747e-cadd-4e84-acbc-59013976e12a tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Floating IP 54ec4484-7199-4407-9fa4-3524f5239fc9 disassociated (deleted). External IP: 172.25.8.146, port: abefc439-6ca7-41fa-a2d0-2bc9e5835024. Feb 17 17:55:59.365284 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425ecf26-09c8-44bc-8695-3a60029eb313 admin admin] Pushing event updated for resources: {'Subnet': ['ID=684c221c-585d-46a8-b4c6-fe6a5f99b9b8,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:55:59.375986 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425ecf26-09c8-44bc-8695-3a60029eb313 admin admin] Checking segment: {'id': 'e72a85f9-dd09-4c3e-8996-7efe0b9144f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1c842ecd-cc9b-4a85-b1b8-328753a85bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:55:59.377443 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425ecf26-09c8-44bc-8695-3a60029eb313 admin admin] Network hostable DHCP agents. Network: 1c842ecd-cc9b-4a85-b1b8-328753a85bfe, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:55:59.418287 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425ecf26-09c8-44bc-8695-3a60029eb313 admin admin] Network 1c842ecd-cc9b-4a85-b1b8-328753a85bfe is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:55:59.445165 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-425ecf26-09c8-44bc-8695-3a60029eb313 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 1c842ecd-cc9b-4a85-b1b8-328753a85bfe) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:55:59.453389 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ddd2b1-0258-4b39-a49c-af61dc4e5b74 None None] Network 1c842ecd-cc9b-4a85-b1b8-328753a85bfe requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:55:59.453984 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425ecf26-09c8-44bc-8695-3a60029eb313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:55:59.454601 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-425ecf26-09c8-44bc-8695-3a60029eb313 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:59.489768 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-425ecf26-09c8-44bc-8695-3a60029eb313 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7475293 Feb 17 17:55:59.493187 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 47038) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:55:59.504125 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-0bbc2c9f-17b8-4e0e-8e6f-792c78506227 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-63026367-router', 'tenant_id': '20be7d5eb0704bac94fef9d4560964ff', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:55:59.571272 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0bbc2c9f-17b8-4e0e-8e6f-792c78506227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (6fc43c08-a489-4927-acb0-bea22dd917f7), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:59.572374 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0bbc2c9f-17b8-4e0e-8e6f-792c78506227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (6fc43c08-a489-4927-acb0-bea22dd917f7), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:59.662709 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0bbc2c9f-17b8-4e0e-8e6f-792c78506227 admin admin] Publish callbacks [] for router_controller (6fc43c08-a489-4927-acb0-bea22dd917f7), precommit_add_association {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:55:59.786275 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d7cc1b-62f9-4d37-b0b4-cffccff3524b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-1c842ecd-cc9b-4a85-b1b8-328753a85bfe', 'network_id': '1c842ecd-cc9b-4a85-b1b8-328753a85bfe', 'project_id': '20be7d5eb0704bac94fef9d4560964ff', 'fixed_ips': [{'subnet_id': '684c221c-585d-46a8-b4c6-fe6a5f99b9b8'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:55:59.787316 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-76d7cc1b-62f9-4d37-b0b4-cffccff3524b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:00.028723 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9982747e-cadd-4e84-acbc-59013976e12a tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Router 34b3dfba-3b2c-489b-a5d3-473ca57cc222 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:56:00.094887 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0bbc2c9f-17b8-4e0e-8e6f-792c78506227 admin admin] Publish callbacks [] for router_gateway (6fc43c08-a489-4927-acb0-bea22dd917f7), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:00.211103 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-76d7cc1b-62f9-4d37-b0b4-cffccff3524b None None] Allocated IP 172.20.0.2 (1c842ecd-cc9b-4a85-b1b8-328753a85bfe/684c221c-585d-46a8-b4c6-fe6a5f99b9b8/969cd543-5d25-46a5-b43d-45e30fd8b746) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:56:00.240965 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7a176bea-b0c2-4f29-a546-8fc66c385daa req-60b7baa9-bcbc-41f8-bf01-c9f5ffb3245c tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] 10.222.0.87 "GET /v2.0/ports?device_id=390699e4-f3b9-46cd-a33a-933d24f289ac HTTP/1.1" status: 200 len: 210 time: 0.0721149 Feb 17 17:56:00.621494 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-76d7cc1b-62f9-4d37-b0b4-cffccff3524b None None] Publish callbacks [] for port (969cd543-5d25-46a5-b43d-45e30fd8b746), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:00.633169 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-76d7cc1b-62f9-4d37-b0b4-cffccff3524b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (969cd543-5d25-46a5-b43d-45e30fd8b746), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:00.683824 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d7cc1b-62f9-4d37-b0b4-cffccff3524b None None] Network 1c842ecd-cc9b-4a85-b1b8-328753a85bfe is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:56:00.688481 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-76d7cc1b-62f9-4d37-b0b4-cffccff3524b None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:56:00.692467 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d7cc1b-62f9-4d37-b0b4-cffccff3524b None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:56:00.827193 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7cc1b-62f9-4d37-b0b4-cffccff3524b None None] Pushing event updated for resources: {'Port': ['ID=969cd543-5d25-46a5-b43d-45e30fd8b746,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:00.840805 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-76d7cc1b-62f9-4d37-b0b4-cffccff3524b None None] Attempting to bind port 969cd543-5d25-46a5-b43d-45e30fd8b746 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:56:00.841771 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-76d7cc1b-62f9-4d37-b0b4-cffccff3524b None None] Attempting to bind port 969cd543-5d25-46a5-b43d-45e30fd8b746 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'e72a85f9-dd09-4c3e-8996-7efe0b9144f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1c842ecd-cc9b-4a85-b1b8-328753a85bfe'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:56:00.842637 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d7cc1b-62f9-4d37-b0b4-cffccff3524b None None] Attempting to bind port 969cd543-5d25-46a5-b43d-45e30fd8b746 on network 1c842ecd-cc9b-4a85-b1b8-328753a85bfe {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:56:00.851741 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d7cc1b-62f9-4d37-b0b4-cffccff3524b None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:56:00.852693 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d7cc1b-62f9-4d37-b0b4-cffccff3524b None None] Checking segment: {'id': 'e72a85f9-dd09-4c3e-8996-7efe0b9144f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1c842ecd-cc9b-4a85-b1b8-328753a85bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:56:00.853297 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-76d7cc1b-62f9-4d37-b0b4-cffccff3524b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:00.853930 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d7cc1b-62f9-4d37-b0b4-cffccff3524b None None] Bound using segment: {'id': 'e72a85f9-dd09-4c3e-8996-7efe0b9144f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1c842ecd-cc9b-4a85-b1b8-328753a85bfe'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:56:00.855104 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-76d7cc1b-62f9-4d37-b0b4-cffccff3524b None None] Bound port: 969cd543-5d25-46a5-b43d-45e30fd8b746, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e72a85f9-dd09-4c3e-8996-7efe0b9144f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1c842ecd-cc9b-4a85-b1b8-328753a85bfe'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:56:00.855711 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-76d7cc1b-62f9-4d37-b0b4-cffccff3524b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (969cd543-5d25-46a5-b43d-45e30fd8b746), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:00.988913 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-76d7cc1b-62f9-4d37-b0b4-cffccff3524b None None] For port 969cd543-5d25-46a5-b43d-45e30fd8b746, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:56:00.993158 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-76d7cc1b-62f9-4d37-b0b4-cffccff3524b None None] For port 969cd543-5d25-46a5-b43d-45e30fd8b746, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=969cd543-5d25-46a5-b43d-45e30fd8b746,segment=NetworkSegment(e72a85f9-dd09-4c3e-8996-7efe0b9144f7),segment_id=e72a85f9-dd09-4c3e-8996-7efe0b9144f7)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:56:01.001702 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-76d7cc1b-62f9-4d37-b0b4-cffccff3524b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (969cd543-5d25-46a5-b43d-45e30fd8b746), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:01.172834 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7cc1b-62f9-4d37-b0b4-cffccff3524b None None] Pushing event updated for resources: {'Port': ['ID=969cd543-5d25-46a5-b43d-45e30fd8b746,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:01.219562 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9982747e-cadd-4e84-acbc-59013976e12a tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:56:01.234641 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca39c81-8e59-48ca-8772-d9edffab1c69 None None] Sync routers for ids ['34b3dfba-3b2c-489b-a5d3-473ca57cc222'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:56:01.245795 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9982747e-cadd-4e84-acbc-59013976e12a tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:01.255204 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca39c81-8e59-48ca-8772-d9edffab1c69 None None] Routers {'34b3dfba-3b2c-489b-a5d3-473ca57cc222'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:56:01.255847 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-1ca39c81-8e59-48ca-8772-d9edffab1c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:55:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['34b3dfba-3b2c-489b-a5d3-473ca57cc222'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:56:01.293921 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9982747e-cadd-4e84-acbc-59013976e12a tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "DELETE /v2.0/floatingips/54ec4484-7199-4407-9fa4-3524f5239fc9 HTTP/1.1" status: 204 len: 168 time: 4.0077820 Feb 17 17:56:01.295312 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d4a786-9b96-41d3-9723-9305dd1b8a1d', 'tag': 'abefc439-6ca7-41fa-a2d0-2bc9e5835024'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:56:01.298263 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26829a03-4631-47e2-8bfa-83bfffe0be04" -d '{"events": [{"name": "network-changed", "server_uuid": "95d4a786-9b96-41d3-9723-9305dd1b8a1d", "tag": "abefc439-6ca7-41fa-a2d0-2bc9e5835024"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:56:01.444825 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b41b9b-78ef-4bc5-921b-632c201b502d x-openstack-request-id: req-44b41b9b-78ef-4bc5-921b-632c201b502d {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:56:01.445322 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95d4a786-9b96-41d3-9723-9305dd1b8a1d", "tag": "abefc439-6ca7-41fa-a2d0-2bc9e5835024", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:56:01.446084 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-44b41b9b-78ef-4bc5-921b-632c201b502d {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:56:01.446662 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d4a786-9b96-41d3-9723-9305dd1b8a1d', 'tag': 'abefc439-6ca7-41fa-a2d0-2bc9e5835024', 'status': 'completed', 'code': 200} Feb 17 17:56:01.650118 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-1ca39c81-8e59-48ca-8772-d9edffab1c69 None None] Set router 34b3dfba-3b2c-489b-a5d3-473ca57cc222 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:56:01.976618 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21df225-722e-46db-990c-532beec988ff req-bf156131-5418-44f9-9840-03f6a5e0cd20 tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:01.979281 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b21df225-722e-46db-990c-532beec988ff req-bf156131-5418-44f9-9840-03f6a5e0cd20 tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] 10.222.0.71 "GET /v2.0/networks?id=d7b117a2-bbd3-4a9c-9973-0d94428c1655 HTTP/1.1" status: 200 len: 821 time: 0.8550203 Feb 17 17:56:02.008564 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-b21df225-722e-46db-990c-532beec988ff req-de216146-a136-40fe-aee5-a1f776f8efff tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] Request body: {'port': {'device_id': '390699e4-f3b9-46cd-a33a-933d24f289ac', 'network_id': 'd7b117a2-bbd3-4a9c-9973-0d94428c1655', 'admin_state_up': True, 'tenant_id': '53d2c4dd13474c678c6ca0fda9ae03cc'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:56:02.041034 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 969cd543-5d25-46a5-b43d-45e30fd8b746 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:56:02.070622 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dba27a8e-8957-48c7-9be0-059dfbcb0dd8 req-096140d3-061a-4f76-af51-108d03d582ca tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] 10.222.0.87 "GET /v2.0/ports?device_id=390699e4-f3b9-46cd-a33a-933d24f289ac HTTP/1.1" status: 200 len: 210 time: 0.2678957 Feb 17 17:56:02.119793 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0bbc2c9f-17b8-4e0e-8e6f-792c78506227 admin admin] Publish callbacks [] for router_gateway (6fc43c08-a489-4927-acb0-bea22dd917f7), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:02.167039 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 969cd543-5d25-46a5-b43d-45e30fd8b746 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:56:02.168398 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (969cd543-5d25-46a5-b43d-45e30fd8b746), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:02.204347 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-1ca39c81-8e59-48ca-8772-d9edffab1c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b3dfba-3b2c-489b-a5d3-473ca57cc222', 'name': 'tempest-TestVolumeBackupRestore-354553219-router', 'tenant_id': '02ed179e91da4c8cac3218292b591b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '033b834c-4152-4dad-85be-441dfca88669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:48:17Z', 'updated_at': '2022-02-17T17:48:32Z', 'revision_number': 4, 'project_id': '02ed179e91da4c8cac3218292b591b92', 'gw_port': {'id': '033b834c-4152-4dad-85be-441dfca88669', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:07:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b3dfba-3b2c-489b-a5d3-473ca57cc222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:48:19Z', 'updated_at': '2022-02-17T17:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7', 'name': '', 'network_id': '7c1e3117-546a-4488-820a-d16155db0324', 'tenant_id': '02ed179e91da4c8cac3218292b591b92', 'mac_address': 'fa:16:3e:03:a9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b3dfba-3b2c-489b-a5d3-473ca57cc222', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '2483f3f8-7359-406b-bf51-5ef55371b51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:48:28Z', 'updated_at': '2022-02-17T17:48:42Z', 'revision_number': 5, 'project_id': '02ed179e91da4c8cac3218292b591b92', 'subnets': [{'id': '2483f3f8-7359-406b-bf51-5ef55371b51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:56:02.241648 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca39c81-8e59-48ca-8772-d9edffab1c69 None None] Checking router: 34b3dfba-3b2c-489b-a5d3-473ca57cc222 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:56:02.258055 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca39c81-8e59-48ca-8772-d9edffab1c69 None None] Routers {'34b3dfba-3b2c-489b-a5d3-473ca57cc222'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:56:02.259237 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-1ca39c81-8e59-48ca-8772-d9edffab1c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:55:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['34b3dfba-3b2c-489b-a5d3-473ca57cc222'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:56:02.267945 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0bbc2c9f-17b8-4e0e-8e6f-792c78506227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:02.374543 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 969cd543-5d25-46a5-b43d-45e30fd8b746 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:56:02.376455 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (969cd543-5d25-46a5-b43d-45e30fd8b746), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:02.432767 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d339d11-9bcd-4310-b782-a5e8dc404ccf req-5151901a-caa3-4bb8-9816-76ff4c547af5 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:02.434449 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3d339d11-9bcd-4310-b782-a5e8dc404ccf req-5151901a-caa3-4bb8-9816-76ff4c547af5 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 945 time: 0.5510352 Feb 17 17:56:02.461821 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26829a03-4631-47e2-8bfa-83bfffe0be04 req-bc4cbe4c-dc02-44a4-9ebd-7bb846f408dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:02.463591 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-26829a03-4631-47e2-8bfa-83bfffe0be04 req-bc4cbe4c-dc02-44a4-9ebd-7bb846f408dc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=02ed179e91da4c8cac3218292b591b92&device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 1127 time: 0.8146207 Feb 17 17:56:02.475660 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-1ca39c81-8e59-48ca-8772-d9edffab1c69 None None] Set router 34b3dfba-3b2c-489b-a5d3-473ca57cc222 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:56:02.479102 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 969cd543-5d25-46a5-b43d-45e30fd8b746, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=969cd543-5d25-46a5-b43d-45e30fd8b746,segment=NetworkSegment(e72a85f9-dd09-4c3e-8996-7efe0b9144f7),segment_id=e72a85f9-dd09-4c3e-8996-7efe0b9144f7)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:56:02.484943 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (969cd543-5d25-46a5-b43d-45e30fd8b746), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:02.610446 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=969cd543-5d25-46a5-b43d-45e30fd8b746,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:02.662773 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-0bbc2c9f-17b8-4e0e-8e6f-792c78506227 admin admin] Allocated IP 172.25.8.31 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/e4704676-c899-4ad7-9665-569c4855b433) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:56:02.782022 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0bbc2c9f-17b8-4e0e-8e6f-792c78506227 admin admin] Publish callbacks [] for port (e4704676-c899-4ad7-9665-569c4855b433), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:02.844121 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0bbc2c9f-17b8-4e0e-8e6f-792c78506227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (e4704676-c899-4ad7-9665-569c4855b433), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:02.944681 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-07d9f038-3059-47c0-8c45-45e4a35ed1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:02.976520 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc2c9f-17b8-4e0e-8e6f-792c78506227 admin admin] Pushing event updated for resources: {'Port': ['ID=e4704676-c899-4ad7-9665-569c4855b433,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:03.101671 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb29d24-b5ab-4bee-842f-d5b6984d4b1f None None] Network 1c842ecd-cc9b-4a85-b1b8-328753a85bfe requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:56:03.120268 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbc2c9f-17b8-4e0e-8e6f-792c78506227 admin admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:56:03.127526 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-0bbc2c9f-17b8-4e0e-8e6f-792c78506227 admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:56:03.203947 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-1ca39c81-8e59-48ca-8772-d9edffab1c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b3dfba-3b2c-489b-a5d3-473ca57cc222', 'name': 'tempest-TestVolumeBackupRestore-354553219-router', 'tenant_id': '02ed179e91da4c8cac3218292b591b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '033b834c-4152-4dad-85be-441dfca88669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:48:17Z', 'updated_at': '2022-02-17T17:48:32Z', 'revision_number': 4, 'project_id': '02ed179e91da4c8cac3218292b591b92', 'gw_port': {'id': '033b834c-4152-4dad-85be-441dfca88669', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:07:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b3dfba-3b2c-489b-a5d3-473ca57cc222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:48:19Z', 'updated_at': '2022-02-17T17:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7', 'name': '', 'network_id': '7c1e3117-546a-4488-820a-d16155db0324', 'tenant_id': '02ed179e91da4c8cac3218292b591b92', 'mac_address': 'fa:16:3e:03:a9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b3dfba-3b2c-489b-a5d3-473ca57cc222', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '2483f3f8-7359-406b-bf51-5ef55371b51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:48:28Z', 'updated_at': '2022-02-17T17:48:42Z', 'revision_number': 5, 'project_id': '02ed179e91da4c8cac3218292b591b92', 'subnets': [{'id': '2483f3f8-7359-406b-bf51-5ef55371b51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:56:03.272282 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b21df225-722e-46db-990c-532beec988ff req-de216146-a136-40fe-aee5-a1f776f8efff tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] Made reservation on behalf of 53d2c4dd13474c678c6ca0fda9ae03cc for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:56:03.279191 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b21df225-722e-46db-990c-532beec988ff req-de216146-a136-40fe-aee5-a1f776f8efff tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:03.282096 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbc2c9f-17b8-4e0e-8e6f-792c78506227 admin admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:56:03.286995 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca39c81-8e59-48ca-8772-d9edffab1c69 None None] The sync data for ids ['34b3dfba-3b2c-489b-a5d3-473ca57cc222'] in n-d-829613-2 is: [{'id': '34b3dfba-3b2c-489b-a5d3-473ca57cc222', 'name': 'tempest-TestVolumeBackupRestore-354553219-router', 'tenant_id': '02ed179e91da4c8cac3218292b591b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '033b834c-4152-4dad-85be-441dfca88669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:48:17Z', 'updated_at': '2022-02-17T17:48:32Z', 'revision_number': 4, 'project_id': '02ed179e91da4c8cac3218292b591b92', 'gw_port': {'id': '033b834c-4152-4dad-85be-441dfca88669', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:07:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b3dfba-3b2c-489b-a5d3-473ca57cc222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:48:19Z', 'updated_at': '2022-02-17T17:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7', 'name': '', 'network_id': '7c1e3117-546a-4488-820a-d16155db0324', 'tenant_id': '02ed179e91da4c8cac3218292b591b92', 'mac_address': 'fa:16:3e:03:a9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b3dfba-3b2c-489b-a5d3-473ca57cc222', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '2483f3f8-7359-406b-bf51-5ef55371b51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:48:28Z', 'updated_at': '2022-02-17T17:48:42Z', 'revision_number': 5, 'project_id': '02ed179e91da4c8cac3218292b591b92', 'subnets': [{'id': '2483f3f8-7359-406b-bf51-5ef55371b51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:56:03.303696 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3d339d11-9bcd-4310-b782-a5e8dc404ccf req-2de74aa1-0e67-4690-83ef-20d7ac0ae6a3 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/security-groups?id=092cd681-b4c6-4a04-af75-7033fd519e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8443220 Feb 17 17:56:03.341165 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-6b84e6cb-bf4f-4602-9922-7127cd511bbc None None] Provisioning complete for port 969cd543-5d25-46a5-b43d-45e30fd8b746 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:56:03.341662 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6b84e6cb-bf4f-4602-9922-7127cd511bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (969cd543-5d25-46a5-b43d-45e30fd8b746), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:03.439363 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e68c22-217b-4f8d-b763-7355f8d35abe req-02d6a6d0-2684-435f-8364-fac91a4b0621 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:03.441586 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-55e68c22-217b-4f8d-b763-7355f8d35abe req-02d6a6d0-2684-435f-8364-fac91a4b0621 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.71 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 945 time: 0.2302883 Feb 17 17:56:03.472156 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26829a03-4631-47e2-8bfa-83bfffe0be04 req-df7d2700-a5ff-4e21-90a9-37c14ad7423c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:03.474151 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-26829a03-4631-47e2-8bfa-83bfffe0be04 req-df7d2700-a5ff-4e21-90a9-37c14ad7423c service neutron] 10.222.0.71 "GET /v2.0/networks?id=7c1e3117-546a-4488-820a-d16155db0324 HTTP/1.1" status: 200 len: 914 time: 0.6567423 Feb 17 17:56:03.513218 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5a3aed28-94e9-443b-8c4d-a8c885bfb34e req-0ddd3f69-0d9d-4fe9-9c25-b0e3ce49aad9 tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] 10.222.0.87 "GET /v2.0/ports?device_id=390699e4-f3b9-46cd-a33a-933d24f289ac HTTP/1.1" status: 200 len: 210 time: 0.2232022 Feb 17 17:56:03.514830 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-6b84e6cb-bf4f-4602-9922-7127cd511bbc None None] Current status of the port 969cd543-5d25-46a5-b43d-45e30fd8b746 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:56:03.549008 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47106) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:56:03.646051 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-26829a03-4631-47e2-8bfa-83bfffe0be04 req-fd670e9b-8da9-42d8-89cc-7a88f8677610 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abefc439-6ca7-41fa-a2d0-2bc9e5835024 HTTP/1.1" status: 200 len: 217 time: 0.1207900 Feb 17 17:56:03.870076 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-3bfdcebd-fd08-42a5-b460-da4fd8d38efb None None] Provisioning complete for port 969cd543-5d25-46a5-b43d-45e30fd8b746 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:56:03.873291 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3bfdcebd-fd08-42a5-b460-da4fd8d38efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (969cd543-5d25-46a5-b43d-45e30fd8b746), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:03.960029 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26829a03-4631-47e2-8bfa-83bfffe0be04 req-c7e99c0a-0b59-4c14-9eb5-911ccfab6c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:03.960029 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-26829a03-4631-47e2-8bfa-83bfffe0be04 req-c7e99c0a-0b59-4c14-9eb5-911ccfab6c43 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2483f3f8-7359-406b-bf51-5ef55371b51b HTTP/1.1" status: 200 len: 852 time: 0.2377667 Feb 17 17:56:03.973166 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-55e68c22-217b-4f8d-b763-7355f8d35abe req-a0031715-fcca-4af4-b2db-6c6a67202bc9 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Deleting port abefc439-6ca7-41fa-a2d0-2bc9e5835024 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:56:03.974964 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-55e68c22-217b-4f8d-b763-7355f8d35abe req-a0031715-fcca-4af4-b2db-6c6a67202bc9 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (abefc439-6ca7-41fa-a2d0-2bc9e5835024), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:03.996656 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d2cef2-4ca4-4203-81a9-d8c092b59f00 None None] New status for floating IP 54ec4484-7199-4407-9fa4-3524f5239fc9: DOWN {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 17:56:04.164656 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 969cd543-5d25-46a5-b43d-45e30fd8b746 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:56:04.317353 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-3bfdcebd-fd08-42a5-b460-da4fd8d38efb None None] Current status of the port 969cd543-5d25-46a5-b43d-45e30fd8b746 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:56:04.319340 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-b21df225-722e-46db-990c-532beec988ff req-de216146-a136-40fe-aee5-a1f776f8efff tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] Allocated IP 172.20.0.13 (d7b117a2-bbd3-4a9c-9973-0d94428c1655/cdf3ff54-1ab2-4d65-8b32-82285151a765/c526f60c-ec6c-49ae-8893-95de5220bc8e) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:56:04.334410 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 969cd543-5d25-46a5-b43d-45e30fd8b746 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:56:04.334965 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (969cd543-5d25-46a5-b43d-45e30fd8b746), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:04.398712 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-55e68c22-217b-4f8d-b763-7355f8d35abe req-a0031715-fcca-4af4-b2db-6c6a67202bc9 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] For port abefc439-6ca7-41fa-a2d0-2bc9e5835024, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=abefc439-6ca7-41fa-a2d0-2bc9e5835024,segment=NetworkSegment(6417b187-748d-41b0-804a-6f87c7c51427),segment_id=6417b187-748d-41b0-804a-6f87c7c51427)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:56:04.399096 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-55e68c22-217b-4f8d-b763-7355f8d35abe req-a0031715-fcca-4af4-b2db-6c6a67202bc9 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (abefc439-6ca7-41fa-a2d0-2bc9e5835024), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:04.427128 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-55e68c22-217b-4f8d-b763-7355f8d35abe req-a0031715-fcca-4af4-b2db-6c6a67202bc9 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Calling delete_port for abefc439-6ca7-41fa-a2d0-2bc9e5835024 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:56:04.492266 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 969cd543-5d25-46a5-b43d-45e30fd8b746 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:56:04.577089 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26829a03-4631-47e2-8bfa-83bfffe0be04 req-2f546724-e5b4-4066-9c59-de8a5164daad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:04.578642 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-26829a03-4631-47e2-8bfa-83bfffe0be04 req-2f546724-e5b4-4066-9c59-de8a5164daad service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7c1e3117-546a-4488-820a-d16155db0324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6184340 Feb 17 17:56:04.583257 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0bbc2c9f-17b8-4e0e-8e6f-792c78506227 admin admin] Publish callbacks [] for router_gateway (6fc43c08-a489-4927-acb0-bea22dd917f7), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:04.587751 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe5d0fd4-1470-4018-b2a2-aa57fbd5d912 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:04.715333 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-55e68c22-217b-4f8d-b763-7355f8d35abe req-a0031715-fcca-4af4-b2db-6c6a67202bc9 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (abefc439-6ca7-41fa-a2d0-2bc9e5835024), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:04.749729 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f27d2e84-22a3-4a26-969a-f675589f2421 req-16ed0c19-ae1a-4833-a210-76221f9c2bb8 tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] 10.222.0.87 "GET /v2.0/ports?device_id=390699e4-f3b9-46cd-a33a-933d24f289ac HTTP/1.1" status: 200 len: 210 time: 0.1090527 Feb 17 17:56:04.761364 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0031715-fcca-4af4-b2db-6c6a67202bc9 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Pushing event deleted for resources: {'Port': ['ID=abefc439-6ca7-41fa-a2d0-2bc9e5835024,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:04.840006 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e68c22-217b-4f8d-b763-7355f8d35abe req-a0031715-fcca-4af4-b2db-6c6a67202bc9 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] No DVR routers for this DVR port abefc439-6ca7-41fa-a2d0-2bc9e5835024 on host n-h1-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:56:04.867540 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c7113-33b5-48c9-bcfd-dc848d72f7a1 req-2010c2a9-2db9-402d-b6b0-3a7f3840e7f2 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:04.874747 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b81c7113-33b5-48c9-bcfd-dc848d72f7a1 req-2010c2a9-2db9-402d-b6b0-3a7f3840e7f2 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 867 time: 0.3582518 Feb 17 17:56:04.984228 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-55e68c22-217b-4f8d-b763-7355f8d35abe req-a0031715-fcca-4af4-b2db-6c6a67202bc9 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:04.989191 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-55e68c22-217b-4f8d-b763-7355f8d35abe req-a0031715-fcca-4af4-b2db-6c6a67202bc9 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.71 "DELETE /v2.0/ports/abefc439-6ca7-41fa-a2d0-2bc9e5835024 HTTP/1.1" status: 204 len: 173 time: 1.5406396 Feb 17 17:56:04.989744 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d4a786-9b96-41d3-9723-9305dd1b8a1d', 'name': 'network-vif-deleted', 'tag': 'abefc439-6ca7-41fa-a2d0-2bc9e5835024'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:56:04.993553 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cecccb28-d26c-4516-9486-d9652f0bf1ca" -d '{"events": [{"server_uuid": "95d4a786-9b96-41d3-9723-9305dd1b8a1d", "name": "network-vif-deleted", "tag": "abefc439-6ca7-41fa-a2d0-2bc9e5835024"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:56:05.101508 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5c4011-3218-4d89-aa7d-9d3a1eeb0373 x-openstack-request-id: req-4c5c4011-3218-4d89-aa7d-9d3a1eeb0373 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:56:05.101804 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d4a786-9b96-41d3-9723-9305dd1b8a1d", "name": "network-vif-deleted", "tag": "abefc439-6ca7-41fa-a2d0-2bc9e5835024", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:56:05.102060 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4c5c4011-3218-4d89-aa7d-9d3a1eeb0373 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:56:05.102467 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d4a786-9b96-41d3-9723-9305dd1b8a1d', 'name': 'network-vif-deleted', 'tag': 'abefc439-6ca7-41fa-a2d0-2bc9e5835024', 'status': 'completed', 'code': 200} Feb 17 17:56:05.180531 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-fe5d0fd4-1470-4018-b2a2-aa57fbd5d912 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Deleting port 288a85c5-19cd-41d9-b708-cf7159369bd5 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:56:05.181050 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe5d0fd4-1470-4018-b2a2-aa57fbd5d912 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (288a85c5-19cd-41d9-b708-cf7159369bd5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:05.470871 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-49372e80-7bc3-4336-a769-33a36b6c93d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:05.543608 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-fe5d0fd4-1470-4018-b2a2-aa57fbd5d912 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] For port 288a85c5-19cd-41d9-b708-cf7159369bd5, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=288a85c5-19cd-41d9-b708-cf7159369bd5,segment=NetworkSegment(4cf7a758-ac0d-49ec-be13-31f3d5ab1c67),segment_id=4cf7a758-ac0d-49ec-be13-31f3d5ab1c67)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:56:05.543988 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe5d0fd4-1470-4018-b2a2-aa57fbd5d912 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (288a85c5-19cd-41d9-b708-cf7159369bd5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:05.573942 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-fe5d0fd4-1470-4018-b2a2-aa57fbd5d912 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Calling delete_port for 288a85c5-19cd-41d9-b708-cf7159369bd5 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:56:05.633648 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b81c7113-33b5-48c9-bcfd-dc848d72f7a1 req-cc9e4cb3-49c9-4293-9713-f7ad8e132892 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/security-groups?id=092cd681-b4c6-4a04-af75-7033fd519e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7578878 Feb 17 17:56:05.647159 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-26829a03-4631-47e2-8bfa-83bfffe0be04 req-14c8557a-07d1-4acf-ab6c-60d4fd2a4372 service neutron] 10.222.0.71 "GET /v2.0/networks/7c1e3117-546a-4488-820a-d16155db0324?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0567493 Feb 17 17:56:05.927877 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0bbc2c9f-17b8-4e0e-8e6f-792c78506227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (6fc43c08-a489-4927-acb0-bea22dd917f7), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:06.023001 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-23a64f53-1450-4858-bfcd-5e4cbe56b30a req-04be9d7d-8684-4162-ad61-5acce6f10055 tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] 10.222.0.87 "GET /v2.0/ports?device_id=390699e4-f3b9-46cd-a33a-933d24f289ac HTTP/1.1" status: 200 len: 210 time: 0.0928032 Feb 17 17:56:06.027367 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe5d0fd4-1470-4018-b2a2-aa57fbd5d912 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (288a85c5-19cd-41d9-b708-cf7159369bd5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:06.145920 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b21df225-722e-46db-990c-532beec988ff req-de216146-a136-40fe-aee5-a1f776f8efff tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] Publish callbacks [] for port (c526f60c-ec6c-49ae-8893-95de5220bc8e), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:06.203997 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d0fd4-1470-4018-b2a2-aa57fbd5d912 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event deleted for resources: {'Port': ['ID=288a85c5-19cd-41d9-b708-cf7159369bd5,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:06.402760 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-26829a03-4631-47e2-8bfa-83bfffe0be04 req-16a57935-67fd-4f47-bf89-3671581ec857 service neutron] 10.222.0.71 "GET /v2.0/networks/7c1e3117-546a-4488-820a-d16155db0324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7047968 Feb 17 17:56:06.424949 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bbc2c9f-17b8-4e0e-8e6f-792c78506227 admin admin] Router 6fc43c08-a489-4927-acb0-bea22dd917f7 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:56:06.438728 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe5d0fd4-1470-4018-b2a2-aa57fbd5d912 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:06.462887 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b21df225-722e-46db-990c-532beec988ff req-de216146-a136-40fe-aee5-a1f776f8efff tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (c526f60c-ec6c-49ae-8893-95de5220bc8e), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:06.624277 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b21df225-722e-46db-990c-532beec988ff req-de216146-a136-40fe-aee5-a1f776f8efff tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] Network d7b117a2-bbd3-4a9c-9973-0d94428c1655 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:56:06.636821 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-b21df225-722e-46db-990c-532beec988ff req-de216146-a136-40fe-aee5-a1f776f8efff tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:56:06.659412 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21df225-722e-46db-990c-532beec988ff req-de216146-a136-40fe-aee5-a1f776f8efff tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:56:06.711095 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:06.790788 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de216146-a136-40fe-aee5-a1f776f8efff tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] Pushing event updated for resources: {'Port': ['ID=c526f60c-ec6c-49ae-8893-95de5220bc8e,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:06.895918 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:56:06.908787 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21df225-722e-46db-990c-532beec988ff req-de216146-a136-40fe-aee5-a1f776f8efff tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:06.909476 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b21df225-722e-46db-990c-532beec988ff req-de216146-a136-40fe-aee5-a1f776f8efff tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:06.924060 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe5d0fd4-1470-4018-b2a2-aa57fbd5d912 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Router 0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:56:06.944269 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-29e74ea7-e74e-47c9-ba48-d5239251f438 req-89704f63-afca-4fed-9e5f-954185a850a0 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 210 time: 0.1592679 Feb 17 17:56:06.952487 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bbc2c9f-17b8-4e0e-8e6f-792c78506227 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:56:06.962693 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f990ec-6d0c-4be9-a795-8fd825eb8900 None None] Sync routers for ids ['6fc43c08-a489-4927-acb0-bea22dd917f7'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:56:06.990458 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f990ec-6d0c-4be9-a795-8fd825eb8900 None None] Routers {'6fc43c08-a489-4927-acb0-bea22dd917f7'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:56:06.991320 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-05f990ec-6d0c-4be9-a795-8fd825eb8900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:56:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['6fc43c08-a489-4927-acb0-bea22dd917f7'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:56:07.024143 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0bbc2c9f-17b8-4e0e-8e6f-792c78506227 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:07.025700 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-0bbc2c9f-17b8-4e0e-8e6f-792c78506227 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.5315523 Feb 17 17:56:07.043532 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b21df225-722e-46db-990c-532beec988ff req-de216146-a136-40fe-aee5-a1f776f8efff tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0263035 Feb 17 17:56:07.068529 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-b21df225-722e-46db-990c-532beec988ff req-145fed77-6967-4dbd-a5f0-1d70f2b24ba5 service neutron] Request body: {'port': {'device_id': '390699e4-f3b9-46cd-a33a-933d24f289ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:56:07.071077 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 47194) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:56:07.198331 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5d0fd4-1470-4018-b2a2-aa57fbd5d912 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:56:07.206909 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fe5d0fd4-1470-4018-b2a2-aa57fbd5d912 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "PUT /v2.0/routers/0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6535928 Feb 17 17:56:07.214047 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ff2c5d-363a-43f6-a7fa-dc3a37077f5e None None] Sync routers for ids ['0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:56:07.254561 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ff2c5d-363a-43f6-a7fa-dc3a37077f5e None None] Routers {'0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:56:07.257973 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-d1ff2c5d-363a-43f6-a7fa-dc3a37077f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:56:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:56:07.259896 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-05f990ec-6d0c-4be9-a795-8fd825eb8900 None None] Set router 6fc43c08-a489-4927-acb0-bea22dd917f7 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:56:07.428865 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b21df225-722e-46db-990c-532beec988ff req-145fed77-6967-4dbd-a5f0-1d70f2b24ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c526f60c-ec6c-49ae-8893-95de5220bc8e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:07.483350 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17753ae3-ecee-4efc-bb79-a15b87e6f844 req-000bbed9-1b29-46f1-a678-f160694e269b tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:07.485218 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-17753ae3-ecee-4efc-bb79-a15b87e6f844 req-000bbed9-1b29-46f1-a678-f160694e269b tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] 10.222.0.87 "GET /v2.0/ports?device_id=390699e4-f3b9-46cd-a33a-933d24f289ac HTTP/1.1" status: 200 len: 932 time: 0.2839720 Feb 17 17:56:07.540422 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-d1ff2c5d-363a-43f6-a7fa-dc3a37077f5e None None] Set router 0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:56:07.649012 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-05f990ec-6d0c-4be9-a795-8fd825eb8900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'name': 'tempest-AttachVolumeShelveTestJSON-63026367-router', 'tenant_id': '20be7d5eb0704bac94fef9d4560964ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e4704676-c899-4ad7-9665-569c4855b433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:55:59Z', 'updated_at': '2022-02-17T17:56:04Z', 'revision_number': 3, 'project_id': '20be7d5eb0704bac94fef9d4560964ff', 'gw_port': {'id': 'e4704676-c899-4ad7-9665-569c4855b433', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:02Z', 'updated_at': '2022-02-17T17:56:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:56:07.757897 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f990ec-6d0c-4be9-a795-8fd825eb8900 None None] Checking router: 6fc43c08-a489-4927-acb0-bea22dd917f7 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:56:07.758162 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f990ec-6d0c-4be9-a795-8fd825eb8900 None None] Updating router 6fc43c08-a489-4927-acb0-bea22dd917f7 port e4704676-c899-4ad7-9665-569c4855b433 binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:56:07.826094 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-05f990ec-6d0c-4be9-a795-8fd825eb8900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (e4704676-c899-4ad7-9665-569c4855b433), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:08.043516 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:08.172587 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-05f990ec-6d0c-4be9-a795-8fd825eb8900 None None] Publish callbacks [] for port (e4704676-c899-4ad7-9665-569c4855b433), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:08.179239 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-05f990ec-6d0c-4be9-a795-8fd825eb8900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (e4704676-c899-4ad7-9665-569c4855b433), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:08.198924 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-d1ff2c5d-363a-43f6-a7fa-dc3a37077f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'name': 'tempest-TestNetworkBasicOps-router-25529514', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'e89f0c5e-5691-43b9-82da-83ef88d45768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:53:46Z', 'updated_at': '2022-02-17T17:56:05Z', 'revision_number': 6, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'gw_port': {'id': 'e89f0c5e-5691-43b9-82da-83ef88d45768', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:22:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:53:47Z', 'updated_at': '2022-02-17T17:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': 'cdce9351-1084-48b1-afd6-fd0974eaabfe', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'floating_ip_address': '172.25.8.242', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'port_id': '52c3f712-7817-4566-ba8e-4eb5fd522506', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2999, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17694ef4-1ed2-4a01-a5bf-ce0481576d63', 'mac_address': 'fa:16:3e:9c:55:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006a3f4c-d003-4103-ac42-a5e0b35778bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:54:29Z', 'updated_at': '2022-02-17T17:54:36Z', 'revision_number': 1, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2695df26-dc30-4904-8e9b-47cc8cea18f5', 'name': '', 'network_id': '17694ef4-1ed2-4a01-a5bf-ce0481576d63', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'mac_address': 'fa:16:3e:43:53:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '4f01fd1b-8164-4d07-9e9b-a271cefa89f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:53:54Z', 'updated_at': '2022-02-17T17:54:02Z', 'revision_number': 5, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'subnets': [{'id': '4f01fd1b-8164-4d07-9e9b-a271cefa89f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:56:08.244123 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-05f990ec-6d0c-4be9-a795-8fd825eb8900 None None] Attempting to bind port e4704676-c899-4ad7-9665-569c4855b433 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:56:08.244555 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-05f990ec-6d0c-4be9-a795-8fd825eb8900 None None] Attempting to bind port e4704676-c899-4ad7-9665-569c4855b433 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:56:08.245004 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f990ec-6d0c-4be9-a795-8fd825eb8900 None None] Attempting to bind port e4704676-c899-4ad7-9665-569c4855b433 on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:56:08.248852 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae9b942-8aba-48f5-b920-98df166366ba None None] Pushing event updated for resources: {'Port': ['ID=e4704676-c899-4ad7-9665-569c4855b433,revision_number=2']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:08.254553 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f990ec-6d0c-4be9-a795-8fd825eb8900 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:56:08.255085 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f990ec-6d0c-4be9-a795-8fd825eb8900 None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:56:08.255667 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-05f990ec-6d0c-4be9-a795-8fd825eb8900 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:08.256145 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f990ec-6d0c-4be9-a795-8fd825eb8900 None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:56:08.256776 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-05f990ec-6d0c-4be9-a795-8fd825eb8900 None None] Bound port: e4704676-c899-4ad7-9665-569c4855b433, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:56:08.257508 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-05f990ec-6d0c-4be9-a795-8fd825eb8900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (e4704676-c899-4ad7-9665-569c4855b433), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:08.270130 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-b21df225-722e-46db-990c-532beec988ff req-145fed77-6967-4dbd-a5f0-1d70f2b24ba5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c526f60c-ec6c-49ae-8893-95de5220bc8e {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:56:08.282764 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b21df225-722e-46db-990c-532beec988ff req-145fed77-6967-4dbd-a5f0-1d70f2b24ba5 service neutron] Publish callbacks [] for port (c526f60c-ec6c-49ae-8893-95de5220bc8e), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:08.293962 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ff2c5d-363a-43f6-a7fa-dc3a37077f5e None None] Checking router: 0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:56:08.305354 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-b21df225-722e-46db-990c-532beec988ff req-145fed77-6967-4dbd-a5f0-1d70f2b24ba5 service neutron] Transition to ACTIVE for port object c526f60c-ec6c-49ae-8893-95de5220bc8e will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:56:08.306043 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device abefc439-6ca7-41fa-a2d0-2bc9e5835024 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:56:08.317531 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b21df225-722e-46db-990c-532beec988ff req-145fed77-6967-4dbd-a5f0-1d70f2b24ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (c526f60c-ec6c-49ae-8893-95de5220bc8e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:08.326102 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-05f990ec-6d0c-4be9-a795-8fd825eb8900 None None] For port e4704676-c899-4ad7-9665-569c4855b433, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:56:08.330962 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-05f990ec-6d0c-4be9-a795-8fd825eb8900 None None] For port e4704676-c899-4ad7-9665-569c4855b433, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=e4704676-c899-4ad7-9665-569c4855b433,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:56:08.340404 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-05f990ec-6d0c-4be9-a795-8fd825eb8900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (e4704676-c899-4ad7-9665-569c4855b433), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:08.375843 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ff2c5d-363a-43f6-a7fa-dc3a37077f5e None None] Routers {'0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:56:08.376956 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-d1ff2c5d-363a-43f6-a7fa-dc3a37077f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:56:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:56:08.433290 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f990ec-6d0c-4be9-a795-8fd825eb8900 None None] Routers {'6fc43c08-a489-4927-acb0-bea22dd917f7'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:56:08.434004 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-05f990ec-6d0c-4be9-a795-8fd825eb8900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:56:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['6fc43c08-a489-4927-acb0-bea22dd917f7'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:56:08.574885 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-05f990ec-6d0c-4be9-a795-8fd825eb8900 None None] Set router 6fc43c08-a489-4927-acb0-bea22dd917f7 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:56:08.662846 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae9b942-8aba-48f5-b920-98df166366ba None None] Pushing event updated for resources: {'Port': ['ID=e4704676-c899-4ad7-9665-569c4855b433,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:08.676421 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: abefc439-6ca7-41fa-a2d0-2bc9e5835024 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:56:08.676771 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device abefc439-6ca7-41fa-a2d0-2bc9e5835024 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:56:08.704668 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-d1ff2c5d-363a-43f6-a7fa-dc3a37077f5e None None] Set router 0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:56:08.794908 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-b21df225-722e-46db-990c-532beec988ff req-145fed77-6967-4dbd-a5f0-1d70f2b24ba5 service neutron] Attempting to bind port c526f60c-ec6c-49ae-8893-95de5220bc8e on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:56:08.795315 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-b21df225-722e-46db-990c-532beec988ff req-145fed77-6967-4dbd-a5f0-1d70f2b24ba5 service neutron] Attempting to bind port c526f60c-ec6c-49ae-8893-95de5220bc8e by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': 'b0e14444-bea9-4876-8ec3-00e2826a75c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd7b117a2-bbd3-4a9c-9973-0d94428c1655'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:56:08.795567 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21df225-722e-46db-990c-532beec988ff req-145fed77-6967-4dbd-a5f0-1d70f2b24ba5 service neutron] Attempting to bind port c526f60c-ec6c-49ae-8893-95de5220bc8e on network d7b117a2-bbd3-4a9c-9973-0d94428c1655 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:56:08.822144 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21df225-722e-46db-990c-532beec988ff req-145fed77-6967-4dbd-a5f0-1d70f2b24ba5 service neutron] Port c526f60c-ec6c-49ae-8893-95de5220bc8e on network d7b117a2-bbd3-4a9c-9973-0d94428c1655 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:56:08.822395 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21df225-722e-46db-990c-532beec988ff req-145fed77-6967-4dbd-a5f0-1d70f2b24ba5 service neutron] Attempting to bind port c526f60c-ec6c-49ae-8893-95de5220bc8e on network d7b117a2-bbd3-4a9c-9973-0d94428c1655 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:56:08.841004 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec30b2-fae7-4b7b-a172-1a8eecc5d028 req-80e5c955-1d86-4cba-b50b-27e095a167e3 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:08.865215 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-71ec30b2-fae7-4b7b-a172-1a8eecc5d028 req-80e5c955-1d86-4cba-b50b-27e095a167e3 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/ports?device_id=c7227b3f-be41-428d-a21d-3b95ff669d01 HTTP/1.1" status: 200 len: 946 time: 0.5529020 Feb 17 17:56:08.870761 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-05f990ec-6d0c-4be9-a795-8fd825eb8900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'name': 'tempest-AttachVolumeShelveTestJSON-63026367-router', 'tenant_id': '20be7d5eb0704bac94fef9d4560964ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e4704676-c899-4ad7-9665-569c4855b433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:55:59Z', 'updated_at': '2022-02-17T17:56:04Z', 'revision_number': 3, 'project_id': '20be7d5eb0704bac94fef9d4560964ff', 'gw_port': {'id': 'e4704676-c899-4ad7-9665-569c4855b433', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:02Z', 'updated_at': '2022-02-17T17:56:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:56:08.902256 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21df225-722e-46db-990c-532beec988ff req-145fed77-6967-4dbd-a5f0-1d70f2b24ba5 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:56:08.902609 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21df225-722e-46db-990c-532beec988ff req-145fed77-6967-4dbd-a5f0-1d70f2b24ba5 service neutron] Checking segment: {'id': 'b0e14444-bea9-4876-8ec3-00e2826a75c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd7b117a2-bbd3-4a9c-9973-0d94428c1655'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:56:08.903024 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21df225-722e-46db-990c-532beec988ff req-145fed77-6967-4dbd-a5f0-1d70f2b24ba5 service neutron] Bound using segment: {'id': 'b0e14444-bea9-4876-8ec3-00e2826a75c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd7b117a2-bbd3-4a9c-9973-0d94428c1655'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:56:08.903490 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-b21df225-722e-46db-990c-532beec988ff req-145fed77-6967-4dbd-a5f0-1d70f2b24ba5 service neutron] Bound port: c526f60c-ec6c-49ae-8893-95de5220bc8e, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e14444-bea9-4876-8ec3-00e2826a75c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'd7b117a2-bbd3-4a9c-9973-0d94428c1655'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:56:08.903872 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b21df225-722e-46db-990c-532beec988ff req-145fed77-6967-4dbd-a5f0-1d70f2b24ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c526f60c-ec6c-49ae-8893-95de5220bc8e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:09.038484 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f990ec-6d0c-4be9-a795-8fd825eb8900 None None] The sync data for ids ['6fc43c08-a489-4927-acb0-bea22dd917f7'] in n-d-829613-2 is: [{'id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'name': 'tempest-AttachVolumeShelveTestJSON-63026367-router', 'tenant_id': '20be7d5eb0704bac94fef9d4560964ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e4704676-c899-4ad7-9665-569c4855b433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:55:59Z', 'updated_at': '2022-02-17T17:56:04Z', 'revision_number': 3, 'project_id': '20be7d5eb0704bac94fef9d4560964ff', 'gw_port': {'id': 'e4704676-c899-4ad7-9665-569c4855b433', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:02Z', 'updated_at': '2022-02-17T17:56:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:56:09.040411 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f13b1-27fc-4582-8445-d8f18d163897 req-fd87d832-48b0-4276-acf1-61e48d68ae0c tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:09.041931 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a67f13b1-27fc-4582-8445-d8f18d163897 req-fd87d832-48b0-4276-acf1-61e48d68ae0c tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.91 "GET /v2.0/ports?device_id=c7227b3f-be41-428d-a21d-3b95ff669d01 HTTP/1.1" status: 200 len: 946 time: 0.1644268 Feb 17 17:56:09.061894 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-b21df225-722e-46db-990c-532beec988ff req-145fed77-6967-4dbd-a5f0-1d70f2b24ba5 service neutron] For port c526f60c-ec6c-49ae-8893-95de5220bc8e, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:56:09.066277 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-b21df225-722e-46db-990c-532beec988ff req-145fed77-6967-4dbd-a5f0-1d70f2b24ba5 service neutron] For port c526f60c-ec6c-49ae-8893-95de5220bc8e, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=c526f60c-ec6c-49ae-8893-95de5220bc8e,segment=NetworkSegment(b0e14444-bea9-4876-8ec3-00e2826a75c1),segment_id=b0e14444-bea9-4876-8ec3-00e2826a75c1)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:56:09.087478 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-71ec30b2-fae7-4b7b-a172-1a8eecc5d028 req-efb4bcae-86c4-4e2a-a8c9-bdc9ff9a4bb0 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/security-groups?id=29907738-036d-4a2a-a40f-608023d38e04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2191565 Feb 17 17:56:09.093162 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-17753ae3-ecee-4efc-bb79-a15b87e6f844 req-908fd5bc-63a3-49ab-a47b-74ab59f15b7e tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] 10.222.0.87 "GET /v2.0/security-groups?id=7443a399-d34b-4437-a2cf-28c6c08bb32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5345566 Feb 17 17:56:09.129704 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b21df225-722e-46db-990c-532beec988ff req-145fed77-6967-4dbd-a5f0-1d70f2b24ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (c526f60c-ec6c-49ae-8893-95de5220bc8e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:09.163151 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21df225-722e-46db-990c-532beec988ff req-145fed77-6967-4dbd-a5f0-1d70f2b24ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:09.165175 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b21df225-722e-46db-990c-532beec988ff req-145fed77-6967-4dbd-a5f0-1d70f2b24ba5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:09.171548 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b21df225-722e-46db-990c-532beec988ff req-145fed77-6967-4dbd-a5f0-1d70f2b24ba5 service neutron] 10.222.0.71 "PUT /v2.0/ports/c526f60c-ec6c-49ae-8893-95de5220bc8e HTTP/1.1" status: 200 len: 1092 time: 2.1233077 Feb 17 17:56:09.172683 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145fed77-6967-4dbd-a5f0-1d70f2b24ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=c526f60c-ec6c-49ae-8893-95de5220bc8e,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:09.197637 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:09.265421 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '390699e4-f3b9-46cd-a33a-933d24f289ac', 'tag': 'c526f60c-ec6c-49ae-8893-95de5220bc8e'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:56:09.277281 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36dd887e-6c69-48b0-8b94-3b3aad418ff8" -d '{"events": [{"name": "network-changed", "server_uuid": "390699e4-f3b9-46cd-a33a-933d24f289ac", "tag": "c526f60c-ec6c-49ae-8893-95de5220bc8e"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:56:09.281914 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-a67f13b1-27fc-4582-8445-d8f18d163897 req-3e699faa-1aee-4016-800a-aef3662d9da2 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Deleting port 56b801a3-619f-4b8e-ac4e-f5f7c03f3bee {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:56:09.282366 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a67f13b1-27fc-4582-8445-d8f18d163897 req-3e699faa-1aee-4016-800a-aef3662d9da2 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (56b801a3-619f-4b8e-ac4e-f5f7c03f3bee), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:09.439667 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-d1ff2c5d-363a-43f6-a7fa-dc3a37077f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'name': 'tempest-TestNetworkBasicOps-router-25529514', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'e89f0c5e-5691-43b9-82da-83ef88d45768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:53:46Z', 'updated_at': '2022-02-17T17:56:05Z', 'revision_number': 6, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'gw_port': {'id': 'e89f0c5e-5691-43b9-82da-83ef88d45768', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:22:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:53:47Z', 'updated_at': '2022-02-17T17:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': 'cdce9351-1084-48b1-afd6-fd0974eaabfe', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'floating_ip_address': '172.25.8.242', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'port_id': '52c3f712-7817-4566-ba8e-4eb5fd522506', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2999, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17694ef4-1ed2-4a01-a5bf-ce0481576d63', 'mac_address': 'fa:16:3e:9c:55:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006a3f4c-d003-4103-ac42-a5e0b35778bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:54:29Z', 'updated_at': '2022-02-17T17:54:36Z', 'revision_number': 1, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2695df26-dc30-4904-8e9b-47cc8cea18f5', 'name': '', 'network_id': '17694ef4-1ed2-4a01-a5bf-ce0481576d63', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'mac_address': 'fa:16:3e:43:53:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '4f01fd1b-8164-4d07-9e9b-a271cefa89f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:53:54Z', 'updated_at': '2022-02-17T17:54:02Z', 'revision_number': 5, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'subnets': [{'id': '4f01fd1b-8164-4d07-9e9b-a271cefa89f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:56:09.488967 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ff2c5d-363a-43f6-a7fa-dc3a37077f5e None None] The sync data for ids ['0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a'] in n-d-829613-2 is: [{'id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'name': 'tempest-TestNetworkBasicOps-router-25529514', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'e89f0c5e-5691-43b9-82da-83ef88d45768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:53:46Z', 'updated_at': '2022-02-17T17:56:05Z', 'revision_number': 6, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'gw_port': {'id': 'e89f0c5e-5691-43b9-82da-83ef88d45768', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:22:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:53:47Z', 'updated_at': '2022-02-17T17:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': 'cdce9351-1084-48b1-afd6-fd0974eaabfe', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'floating_ip_address': '172.25.8.242', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'port_id': '52c3f712-7817-4566-ba8e-4eb5fd522506', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2999, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17694ef4-1ed2-4a01-a5bf-ce0481576d63', 'mac_address': 'fa:16:3e:9c:55:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006a3f4c-d003-4103-ac42-a5e0b35778bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:54:29Z', 'updated_at': '2022-02-17T17:54:36Z', 'revision_number': 1, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2695df26-dc30-4904-8e9b-47cc8cea18f5', 'name': '', 'network_id': '17694ef4-1ed2-4a01-a5bf-ce0481576d63', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'mac_address': 'fa:16:3e:43:53:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '4f01fd1b-8164-4d07-9e9b-a271cefa89f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:53:54Z', 'updated_at': '2022-02-17T17:54:02Z', 'revision_number': 5, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'subnets': [{'id': '4f01fd1b-8164-4d07-9e9b-a271cefa89f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:56:09.601533 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-a67f13b1-27fc-4582-8445-d8f18d163897 req-3e699faa-1aee-4016-800a-aef3662d9da2 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] For port 56b801a3-619f-4b8e-ac4e-f5f7c03f3bee, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=56b801a3-619f-4b8e-ac4e-f5f7c03f3bee,segment=NetworkSegment(4cf7a758-ac0d-49ec-be13-31f3d5ab1c67),segment_id=4cf7a758-ac0d-49ec-be13-31f3d5ab1c67)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:56:09.602024 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a67f13b1-27fc-4582-8445-d8f18d163897 req-3e699faa-1aee-4016-800a-aef3662d9da2 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (56b801a3-619f-4b8e-ac4e-f5f7c03f3bee), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:09.641797 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7840910d-ba5d-41bf-920b-bc1d00d51d18 x-openstack-request-id: req-7840910d-ba5d-41bf-920b-bc1d00d51d18 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:56:09.642098 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "390699e4-f3b9-46cd-a33a-933d24f289ac", "tag": "c526f60c-ec6c-49ae-8893-95de5220bc8e", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:56:09.642358 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7840910d-ba5d-41bf-920b-bc1d00d51d18 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:56:09.642808 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '390699e4-f3b9-46cd-a33a-933d24f289ac', 'tag': 'c526f60c-ec6c-49ae-8893-95de5220bc8e', 'status': 'completed', 'code': 200} Feb 17 17:56:09.646046 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-a67f13b1-27fc-4582-8445-d8f18d163897 req-3e699faa-1aee-4016-800a-aef3662d9da2 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Calling delete_port for 56b801a3-619f-4b8e-ac4e-f5f7c03f3bee owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:56:09.697539 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cdfa6226-60b6-4e72-a124-8297ed3b9c4e req-542991f3-6b5a-4fb3-a920-671a78c51db4 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 210 time: 0.4021173 Feb 17 17:56:09.697539 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145fed77-6967-4dbd-a5f0-1d70f2b24ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=c526f60c-ec6c-49ae-8893-95de5220bc8e,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:09.790979 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21df225-722e-46db-990c-532beec988ff req-97c68990-581d-4179-a253-259ab4b05376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:09.792797 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b21df225-722e-46db-990c-532beec988ff req-97c68990-581d-4179-a253-259ab4b05376 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=53d2c4dd13474c678c6ca0fda9ae03cc&device_id=390699e4-f3b9-46cd-a33a-933d24f289ac HTTP/1.1" status: 200 len: 1126 time: 0.5283294 Feb 17 17:56:09.926430 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 288a85c5-19cd-41d9-b708-cf7159369bd5 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:56:10.039305 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b21df225-722e-46db-990c-532beec988ff req-fba5db53-28c3-479a-9949-be58fe3aa638 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c526f60c-ec6c-49ae-8893-95de5220bc8e HTTP/1.1" status: 200 len: 217 time: 0.2351594 Feb 17 17:56:10.047281 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a67f13b1-27fc-4582-8445-d8f18d163897 req-3e699faa-1aee-4016-800a-aef3662d9da2 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (56b801a3-619f-4b8e-ac4e-f5f7c03f3bee), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:10.118884 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 288a85c5-19cd-41d9-b708-cf7159369bd5 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:56:10.119790 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 288a85c5-19cd-41d9-b708-cf7159369bd5 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:56:10.188364 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e699faa-1aee-4016-800a-aef3662d9da2 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event deleted for resources: {'Port': ['ID=56b801a3-619f-4b8e-ac4e-f5f7c03f3bee,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:10.323256 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-a67f13b1-27fc-4582-8445-d8f18d163897 req-3e699faa-1aee-4016-800a-aef3662d9da2 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] No DVR routers for this DVR port 56b801a3-619f-4b8e-ac4e-f5f7c03f3bee on host n-h2-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:56:10.327871 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a67f13b1-27fc-4582-8445-d8f18d163897 req-3e699faa-1aee-4016-800a-aef3662d9da2 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:10.338665 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a67f13b1-27fc-4582-8445-d8f18d163897 req-3e699faa-1aee-4016-800a-aef3662d9da2 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.91 "DELETE /v2.0/ports/56b801a3-619f-4b8e-ac4e-f5f7c03f3bee HTTP/1.1" status: 204 len: 173 time: 1.2851446 Feb 17 17:56:10.340504 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7227b3f-be41-428d-a21d-3b95ff669d01', 'name': 'network-vif-deleted', 'tag': '56b801a3-619f-4b8e-ac4e-f5f7c03f3bee'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:56:10.347067 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8c02f1-fc31-4683-9298-decd294a38df" -d '{"events": [{"server_uuid": "c7227b3f-be41-428d-a21d-3b95ff669d01", "name": "network-vif-deleted", "tag": "56b801a3-619f-4b8e-ac4e-f5f7c03f3bee"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:56:10.405357 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a27c3923-e88e-4606-bb65-e96ffe8fbc89 req-c36d10bf-fdd4-4dbe-9071-bb4db16aa7dc tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/ports?device_id=c7227b3f-be41-428d-a21d-3b95ff669d01 HTTP/1.1" status: 200 len: 210 time: 0.0994558 Feb 17 17:56:10.491056 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9a10b32d-49ca-4aa5-b353-a0b71a67e572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:10.512660 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdc2c82-ced5-4d74-b775-23592d94e7c3 x-openstack-request-id: req-ebdc2c82-ced5-4d74-b775-23592d94e7c3 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:56:10.513078 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7227b3f-be41-428d-a21d-3b95ff669d01", "name": "network-vif-deleted", "tag": "56b801a3-619f-4b8e-ac4e-f5f7c03f3bee", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:56:10.513433 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ebdc2c82-ced5-4d74-b775-23592d94e7c3 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:56:10.513940 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7227b3f-be41-428d-a21d-3b95ff669d01', 'name': 'network-vif-deleted', 'tag': '56b801a3-619f-4b8e-ac4e-f5f7c03f3bee', 'status': 'completed', 'code': 200} Feb 17 17:56:10.526053 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21df225-722e-46db-990c-532beec988ff req-313aea76-9422-4e40-bc36-e76cf8ca3352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:10.527528 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b21df225-722e-46db-990c-532beec988ff req-313aea76-9422-4e40-bc36-e76cf8ca3352 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cdf3ff54-1ab2-4d65-8b32-82285151a765 HTTP/1.1" status: 200 len: 861 time: 0.4671681 Feb 17 17:56:10.536448 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a449ba5-f248-4305-861f-2f1c09623d36 req-3adcb42c-4896-4034-a023-203251e3e7e0 tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:10.537967 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a449ba5-f248-4305-861f-2f1c09623d36 req-3adcb42c-4896-4034-a023-203251e3e7e0 tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] 10.222.0.87 "GET /v2.0/ports?device_id=390699e4-f3b9-46cd-a33a-933d24f289ac HTTP/1.1" status: 200 len: 944 time: 0.3044009 Feb 17 17:56:10.623628 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a449ba5-f248-4305-861f-2f1c09623d36 req-47861c60-43fa-4a31-b878-a6df160ca92f tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] 10.222.0.87 "GET /v2.0/security-groups?id=7443a399-d34b-4437-a2cf-28c6c08bb32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735810 Feb 17 17:56:10.642169 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b21df225-722e-46db-990c-532beec988ff req-51150ba3-4d0f-4715-8557-94d8337ab817 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d7b117a2-bbd3-4a9c-9973-0d94428c1655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1031842 Feb 17 17:56:11.475953 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47276) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:56:11.580927 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5a02987a-eca0-4a9d-83b5-5de2331c8079 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group (29907738-036d-4a2a-a40f-608023d38e04), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:11.618468 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5a02987a-eca0-4a9d-83b5-5de2331c8079 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group (29907738-036d-4a2a-a40f-608023d38e04), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:11.777441 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5a02987a-eca0-4a9d-83b5-5de2331c8079 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (29907738-036d-4a2a-a40f-608023d38e04), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:11.781258 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5a02987a-eca0-4a9d-83b5-5de2331c8079 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:11.783018 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5a02987a-eca0-4a9d-83b5-5de2331c8079 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "DELETE /v2.0/security-groups/29907738-036d-4a2a-a40f-608023d38e04 HTTP/1.1" status: 204 len: 168 time: 0.3048089 Feb 17 17:56:11.800750 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b21df225-722e-46db-990c-532beec988ff req-cdb6c17d-d65f-4007-9ea0-0fc18caaa949 service neutron] 10.222.0.71 "GET /v2.0/networks/d7b117a2-bbd3-4a9c-9973-0d94428c1655?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1483996 Feb 17 17:56:11.806822 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a02987a-eca0-4a9d-83b5-5de2331c8079 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29907738-036d-4a2a-a40f-608023d38e04,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:12.110663 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device e4704676-c899-4ad7-9665-569c4855b433 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:56:12.172053 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b21df225-722e-46db-990c-532beec988ff req-c6e9b3d2-af68-4d7c-b486-628834015412 service neutron] 10.222.0.71 "GET /v2.0/networks/d7b117a2-bbd3-4a9c-9973-0d94428c1655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480236 Feb 17 17:56:12.226592 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8d0f3c3b-385f-48ec-bc8c-ded664c4a6d0 req-2cd54ee2-af3d-43ca-9afc-5d726b30dd48 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 210 time: 0.4588661 Feb 17 17:56:12.229313 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port e4704676-c899-4ad7-9665-569c4855b433 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:56:12.244150 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (e4704676-c899-4ad7-9665-569c4855b433), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:12.301013 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47292) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:56:12.371167 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-9a10b32d-49ca-4aa5-b353-a0b71a67e572 admin admin] Allocated IP 172.20.0.1 (1c842ecd-cc9b-4a85-b1b8-328753a85bfe/684c221c-585d-46a8-b4c6-fe6a5f99b9b8/b2c294be-ad9a-44f9-86c3-2d11cb734c1a) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:56:12.423597 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-52cb3c93-c518-4490-8501-232458e7ba77 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Deleting subnet 5c05efb0-20c7-4718-bbe5-c6d12c64a3b4 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:56:12.438939 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52cb3c93-c518-4490-8501-232458e7ba77 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for subnet (5c05efb0-20c7-4718-bbe5-c6d12c64a3b4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:12.480602 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd887e-6c69-48b0-8b94-3b3aad418ff8 req-fad51e52-694f-46fc-bc40-0c20a0c0577f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:12.482538 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36dd887e-6c69-48b0-8b94-3b3aad418ff8 req-fad51e52-694f-46fc-bc40-0c20a0c0577f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=53d2c4dd13474c678c6ca0fda9ae03cc&device_id=390699e4-f3b9-46cd-a33a-933d24f289ac HTTP/1.1" status: 200 len: 1126 time: 0.2340825 Feb 17 17:56:12.493747 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port e4704676-c899-4ad7-9665-569c4855b433 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:56:12.494405 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (e4704676-c899-4ad7-9665-569c4855b433), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:12.495754 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70dc5f-68ad-4f50-be60-ac29b87980f2 req-99e3c6ac-cb77-4128-8f5e-a124fe23c5f9 tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:12.509465 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6c70dc5f-68ad-4f50-be60-ac29b87980f2 req-99e3c6ac-cb77-4128-8f5e-a124fe23c5f9 tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] 10.222.0.87 "GET /v2.0/ports?device_id=390699e4-f3b9-46cd-a33a-933d24f289ac HTTP/1.1" status: 200 len: 944 time: 0.3511825 Feb 17 17:56:12.522089 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port e4704676-c899-4ad7-9665-569c4855b433, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=e4704676-c899-4ad7-9665-569c4855b433,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:56:12.533926 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (e4704676-c899-4ad7-9665-569c4855b433), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:12.550428 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52cb3c93-c518-4490-8501-232458e7ba77 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (5c05efb0-20c7-4718-bbe5-c6d12c64a3b4), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:12.642137 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=e4704676-c899-4ad7-9665-569c4855b433,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:12.688468 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52cb3c93-c518-4490-8501-232458e7ba77 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (5c05efb0-20c7-4718-bbe5-c6d12c64a3b4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:12.762239 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6c70dc5f-68ad-4f50-be60-ac29b87980f2 req-e20a6e6d-1a3e-4d0a-8927-6949507673b8 tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] 10.222.0.87 "GET /v2.0/security-groups?id=7443a399-d34b-4437-a2cf-28c6c08bb32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130520 Feb 17 17:56:12.784560 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52cb3c93-c518-4490-8501-232458e7ba77 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (5c05efb0-20c7-4718-bbe5-c6d12c64a3b4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:12.887529 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9a10b32d-49ca-4aa5-b353-a0b71a67e572 admin admin] Publish callbacks [] for port (b2c294be-ad9a-44f9-86c3-2d11cb734c1a), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:12.892307 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd887e-6c69-48b0-8b94-3b3aad418ff8 req-cb003787-a3ff-4f99-b69c-dbaa9d534056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:12.894611 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36dd887e-6c69-48b0-8b94-3b3aad418ff8 req-cb003787-a3ff-4f99-b69c-dbaa9d534056 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d7b117a2-bbd3-4a9c-9973-0d94428c1655 HTTP/1.1" status: 200 len: 922 time: 0.3805079 Feb 17 17:56:12.928134 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52cb3c93-c518-4490-8501-232458e7ba77 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:12.941839 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-52cb3c93-c518-4490-8501-232458e7ba77 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "DELETE /v2.0/subnets/5c05efb0-20c7-4718-bbe5-c6d12c64a3b4 HTTP/1.1" status: 204 len: 168 time: 0.6364269 Feb 17 17:56:12.942051 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6c39b5-08f9-4001-984a-51f796f227d2 None None] Network 7a9aac6f-c09a-4664-a3c8-0f4a3171be21 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:56:12.943043 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47304) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:56:12.944025 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cb3c93-c518-4490-8501-232458e7ba77 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event deleted for resources: {'Subnet': ['ID=5c05efb0-20c7-4718-bbe5-c6d12c64a3b4,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:12.995805 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36dd887e-6c69-48b0-8b94-3b3aad418ff8 req-a35f8f99-c8be-40e8-8fbd-189ce7d25501 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c526f60c-ec6c-49ae-8893-95de5220bc8e HTTP/1.1" status: 200 len: 217 time: 0.0909104 Feb 17 17:56:13.116773 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd887e-6c69-48b0-8b94-3b3aad418ff8 req-04a90cd1-0924-4b66-be63-d72b88854046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:13.118535 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36dd887e-6c69-48b0-8b94-3b3aad418ff8 req-04a90cd1-0924-4b66-be63-d72b88854046 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cdf3ff54-1ab2-4d65-8b32-82285151a765 HTTP/1.1" status: 200 len: 861 time: 0.1106575 Feb 17 17:56:13.127784 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9a10b32d-49ca-4aa5-b353-a0b71a67e572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (b2c294be-ad9a-44f9-86c3-2d11cb734c1a), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:13.145844 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d27ccce2-89f4-4b09-9a05-315a3664d2ce tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (7a9aac6f-c09a-4664-a3c8-0f4a3171be21), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:13.292204 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-d27ccce2-89f4-4b09-9a05-315a3664d2ce tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Deleting port 29abc3f5-c576-4450-aa45-1f30c8e852fd {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:56:13.292612 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d27ccce2-89f4-4b09-9a05-315a3664d2ce tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (29abc3f5-c576-4450-aa45-1f30c8e852fd), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:13.302200 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36dd887e-6c69-48b0-8b94-3b3aad418ff8 req-796e50c9-b910-4e79-bf2d-f576eb24e819 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d7b117a2-bbd3-4a9c-9973-0d94428c1655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1764908 Feb 17 17:56:13.342584 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a10b32d-49ca-4aa5-b353-a0b71a67e572 admin admin] Network 1c842ecd-cc9b-4a85-b1b8-328753a85bfe is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:56:13.351737 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-9a10b32d-49ca-4aa5-b353-a0b71a67e572 admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:56:13.373454 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a10b32d-49ca-4aa5-b353-a0b71a67e572 admin admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:56:13.380528 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796fa247-d0b4-4abc-9984-06de7d20ec3d None None] DHCP port deletion for 7a9aac6f-c09a-4664-a3c8-0f4a3171be21 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:56:13.536755 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-796fa247-d0b4-4abc-9984-06de7d20ec3d None None] Deleting port 29abc3f5-c576-4450-aa45-1f30c8e852fd {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:56:13.537142 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-796fa247-d0b4-4abc-9984-06de7d20ec3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (29abc3f5-c576-4450-aa45-1f30c8e852fd), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:13.555325 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a10b32d-49ca-4aa5-b353-a0b71a67e572 admin admin] Pushing event updated for resources: {'Port': ['ID=b2c294be-ad9a-44f9-86c3-2d11cb734c1a,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:13.558224 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-d27ccce2-89f4-4b09-9a05-315a3664d2ce tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] For port 29abc3f5-c576-4450-aa45-1f30c8e852fd, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=29abc3f5-c576-4450-aa45-1f30c8e852fd,segment=NetworkSegment(4cf7a758-ac0d-49ec-be13-31f3d5ab1c67),segment_id=4cf7a758-ac0d-49ec-be13-31f3d5ab1c67)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:56:13.559172 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d27ccce2-89f4-4b09-9a05-315a3664d2ce tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (29abc3f5-c576-4450-aa45-1f30c8e852fd), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:13.582467 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-d27ccce2-89f4-4b09-9a05-315a3664d2ce tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Calling delete_port for 29abc3f5-c576-4450-aa45-1f30c8e852fd owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:56:13.671163 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-796fa247-d0b4-4abc-9984-06de7d20ec3d None None] For port 29abc3f5-c576-4450-aa45-1f30c8e852fd, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=29abc3f5-c576-4450-aa45-1f30c8e852fd,segment=NetworkSegment(4cf7a758-ac0d-49ec-be13-31f3d5ab1c67),segment_id=4cf7a758-ac0d-49ec-be13-31f3d5ab1c67)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:56:13.671574 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-796fa247-d0b4-4abc-9984-06de7d20ec3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (29abc3f5-c576-4450-aa45-1f30c8e852fd), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:13.709546 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-796fa247-d0b4-4abc-9984-06de7d20ec3d None None] Calling delete_port for 29abc3f5-c576-4450-aa45-1f30c8e852fd owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:56:13.716055 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a05c8b9-82d0-4078-b022-7c5a3c7606cf req-333ad6cd-074c-4596-9c6c-a6673827ed61 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 210 time: 0.1653976 Feb 17 17:56:13.748163 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9a10b32d-49ca-4aa5-b353-a0b71a67e572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (6fc43c08-a489-4927-acb0-bea22dd917f7), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:13.859552 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d27ccce2-89f4-4b09-9a05-315a3664d2ce tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (29abc3f5-c576-4450-aa45-1f30c8e852fd), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:13.880694 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-796fa247-d0b4-4abc-9984-06de7d20ec3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (29abc3f5-c576-4450-aa45-1f30c8e852fd), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:13.887225 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 56b801a3-619f-4b8e-ac4e-f5f7c03f3bee no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:56:13.902935 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27ccce2-89f4-4b09-9a05-315a3664d2ce tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] No DVR routers for this DVR port 29abc3f5-c576-4450-aa45-1f30c8e852fd on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:56:13.982591 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36dd887e-6c69-48b0-8b94-3b3aad418ff8 req-14a55ce5-2471-4b7f-a640-e17560caee48 service neutron] 10.222.0.71 "GET /v2.0/networks/d7b117a2-bbd3-4a9c-9973-0d94428c1655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6553721 Feb 17 17:56:14.020665 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ccce2-89f4-4b09-9a05-315a3664d2ce tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event deleted for resources: {'Port': ['ID=29abc3f5-c576-4450-aa45-1f30c8e852fd,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:14.051396 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796fa247-d0b4-4abc-9984-06de7d20ec3d None None] Pushing event deleted for resources: {'Port': ['ID=29abc3f5-c576-4450-aa45-1f30c8e852fd,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:14.058836 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device e4704676-c899-4ad7-9665-569c4855b433 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:56:14.075575 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: 56b801a3-619f-4b8e-ac4e-f5f7c03f3bee {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:56:14.075935 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 56b801a3-619f-4b8e-ac4e-f5f7c03f3bee not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:56:14.128727 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796fa247-d0b4-4abc-9984-06de7d20ec3d None None] No DVR routers for this DVR port 29abc3f5-c576-4450-aa45-1f30c8e852fd on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:56:14.132508 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-38ee67d8-b8b5-4cbb-a2a1-3080d0b9d7a4 None None] Provisioning complete for port b2c294be-ad9a-44f9-86c3-2d11cb734c1a triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:56:14.132893 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-38ee67d8-b8b5-4cbb-a2a1-3080d0b9d7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b2c294be-ad9a-44f9-86c3-2d11cb734c1a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:14.164905 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d27ccce2-89f4-4b09-9a05-315a3664d2ce tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (7a9aac6f-c09a-4664-a3c8-0f4a3171be21), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:14.210323 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-38ee67d8-b8b5-4cbb-a2a1-3080d0b9d7a4 None None] Port b2c294be-ad9a-44f9-86c3-2d11cb734c1a cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:56:14.230433 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-d27ccce2-89f4-4b09-9a05-315a3664d2ce tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a9aac6f-c09a-4664-a3c8-0f4a3171be21']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:56:14.283874 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-d27ccce2-89f4-4b09-9a05-315a3664d2ce tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cf7a758-ac0d-49ec-be13-31f3d5ab1c67') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:56:14.285911 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-d27ccce2-89f4-4b09-9a05-315a3664d2ce tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cf7a758-ac0d-49ec-be13-31f3d5ab1c67') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:56:14.290979 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port e4704676-c899-4ad7-9665-569c4855b433 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:56:14.291653 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (e4704676-c899-4ad7-9665-569c4855b433), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:14.314418 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d27ccce2-89f4-4b09-9a05-315a3664d2ce tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (4cf7a758-ac0d-49ec-be13-31f3d5ab1c67), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:14.351631 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d27ccce2-89f4-4b09-9a05-315a3664d2ce tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (4cf7a758-ac0d-49ec-be13-31f3d5ab1c67), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:14.379080 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d27ccce2-89f4-4b09-9a05-315a3664d2ce tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:56:14.384257 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d27ccce2-89f4-4b09-9a05-315a3664d2ce tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (4cf7a758-ac0d-49ec-be13-31f3d5ab1c67), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:14.389400 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:56:14.389400 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:56:14.389400 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:56:14.389400 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:56:14.389400 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:56:14.389400 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:56:14.389400 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:56:14.389400 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:56:14.389400 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:56:14.389400 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:56:14.389400 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:56:14.389400 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:56:14.389400 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:56:14.389400 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:56:14.389400 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:56:14.389400 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:56:14.389400 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:56:14.389400 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:56:14.389400 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:56:14.389400 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:56:14.389400 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:56:14.389400 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:56:14.389400 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:56:14.389400 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:56:14.389400 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:56:14.389400 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:56:14.389400 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:56:14.389400 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:56:14.389400 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:56:14.389400 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:56:14.389400 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:56:14.389400 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:56:14.395314 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c0981-e21e-4048-8d59-869f12051ce4 req-c8f12605-54f5-49e2-9e1e-74bfeae326e0 tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:14.397150 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5c0c0981-e21e-4048-8d59-869f12051ce4 req-c8f12605-54f5-49e2-9e1e-74bfeae326e0 tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] 10.222.0.87 "GET /v2.0/ports?device_id=390699e4-f3b9-46cd-a33a-933d24f289ac HTTP/1.1" status: 200 len: 944 time: 0.4482267 Feb 17 17:56:14.556736 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port e4704676-c899-4ad7-9665-569c4855b433 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:56:14.569650 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d27ccce2-89f4-4b09-9a05-315a3664d2ce tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (7a9aac6f-c09a-4664-a3c8-0f4a3171be21), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:14.572400 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36dd887e-6c69-48b0-8b94-3b3aad418ff8 req-3d5519a1-05f6-4574-bdc3-31b4d7ccb9c1 service neutron] 10.222.0.71 "GET /v2.0/networks/d7b117a2-bbd3-4a9c-9973-0d94428c1655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5661688 Feb 17 17:56:14.575348 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d27ccce2-89f4-4b09-9a05-315a3664d2ce tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:14.587399 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d27ccce2-89f4-4b09-9a05-315a3664d2ce tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "DELETE /v2.0/networks/7a9aac6f-c09a-4664-a3c8-0f4a3171be21 HTTP/1.1" status: 204 len: 168 time: 1.6285920 Feb 17 17:56:14.590157 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 47332) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:56:14.633420 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ccce2-89f4-4b09-9a05-315a3664d2ce tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event deleted for resources: {'Network': ['ID=7a9aac6f-c09a-4664-a3c8-0f4a3171be21,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:14.663262 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 29abc3f5-c576-4450-aa45-1f30c8e852fd no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:56:14.709695 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 29abc3f5-c576-4450-aa45-1f30c8e852fd {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:56:14.709947 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9a10b32d-49ca-4aa5-b353-a0b71a67e572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b2c294be-ad9a-44f9-86c3-2d11cb734c1a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:14.716139 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 29abc3f5-c576-4450-aa45-1f30c8e852fd not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:56:14.766308 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5c0c0981-e21e-4048-8d59-869f12051ce4 req-2849033b-abe7-46b5-999d-bb483feb66e4 tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] 10.222.0.87 "GET /v2.0/security-groups?id=7443a399-d34b-4437-a2cf-28c6c08bb32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511348 Feb 17 17:56:14.889389 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7a39a3c8-539a-4834-bdd3-31ff6f7be7dc req-e209bc88-7426-436c-aa8b-7c47b9503113 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 210 time: 0.0561671 Feb 17 17:56:15.275420 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4766b7e5-64e6-4d46-b641-ac2341909985 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Deleting port 5ccd0530-cc19-4816-83b4-56dd31db675e {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:56:15.275999 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4766b7e5-64e6-4d46-b641-ac2341909985 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (5ccd0530-cc19-4816-83b4-56dd31db675e), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:15.282169 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9a10b32d-49ca-4aa5-b353-a0b71a67e572 admin admin] Publish callbacks [] for port (b2c294be-ad9a-44f9-86c3-2d11cb734c1a), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:15.396442 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4766b7e5-64e6-4d46-b641-ac2341909985 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (5ccd0530-cc19-4816-83b4-56dd31db675e), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:15.396442 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4766b7e5-64e6-4d46-b641-ac2341909985 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for floatingip (5ccd0530-cc19-4816-83b4-56dd31db675e), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:15.410505 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4766b7e5-64e6-4d46-b641-ac2341909985 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Calling delete_port for 5ccd0530-cc19-4816-83b4-56dd31db675e owned by network:floatingip {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:56:15.528200 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9a10b32d-49ca-4aa5-b353-a0b71a67e572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (b2c294be-ad9a-44f9-86c3-2d11cb734c1a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:15.732852 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4766b7e5-64e6-4d46-b641-ac2341909985 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (5ccd0530-cc19-4816-83b4-56dd31db675e), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:15.745980 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9a10b32d-49ca-4aa5-b353-a0b71a67e572 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (6fc43c08-a489-4927-acb0-bea22dd917f7), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:15.783364 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a10b32d-49ca-4aa5-b353-a0b71a67e572 admin admin] Pushing event updated for resources: {'Port': ['ID=b2c294be-ad9a-44f9-86c3-2d11cb734c1a,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:16.027401 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4766b7e5-64e6-4d46-b641-ac2341909985 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event deleted for resources: {'Port': ['ID=5ccd0530-cc19-4816-83b4-56dd31db675e,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:16.156538 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-20fd1291-bf89-4397-9471-01a4972d5458 req-c4fc8ebe-8363-44e8-8a81-765df8253d92 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 210 time: 0.0736284 Feb 17 17:56:16.216348 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c78ad-61fb-4193-89d8-ae745b061d3e req-88232eb0-9a2f-4d65-b8cc-959e4189593b tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:16.218020 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-774c78ad-61fb-4193-89d8-ae745b061d3e req-88232eb0-9a2f-4d65-b8cc-959e4189593b tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] 10.222.0.87 "GET /v2.0/ports?device_id=390699e4-f3b9-46cd-a33a-933d24f289ac HTTP/1.1" status: 200 len: 944 time: 0.2463601 Feb 17 17:56:16.218952 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4766b7e5-64e6-4d46-b641-ac2341909985 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for floatingip (cdce9351-1084-48b1-afd6-fd0974eaabfe), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:16.219286 n-d-829613-2 neutron-server[103435]: INFO neutron.db.l3_db [None req-4766b7e5-64e6-4d46-b641-ac2341909985 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Floating IP cdce9351-1084-48b1-afd6-fd0974eaabfe disassociated (deleted). External IP: 172.25.8.242, port: 52c3f712-7817-4566-ba8e-4eb5fd522506. Feb 17 17:56:16.243258 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a10b32d-49ca-4aa5-b353-a0b71a67e572 admin admin] Network 1c842ecd-cc9b-4a85-b1b8-328753a85bfe is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:56:16.261626 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device c526f60c-ec6c-49ae-8893-95de5220bc8e details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:56:16.316471 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-9a10b32d-49ca-4aa5-b353-a0b71a67e572 admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:56:16.488778 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port c526f60c-ec6c-49ae-8893-95de5220bc8e, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=c526f60c-ec6c-49ae-8893-95de5220bc8e,segment=NetworkSegment(b0e14444-bea9-4876-8ec3-00e2826a75c1),segment_id=b0e14444-bea9-4876-8ec3-00e2826a75c1)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:56:16.504126 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': 'c526f60c-ec6c-49ae-8893-95de5220bc8e', 'network_id': 'd7b117a2-bbd3-4a9c-9973-0d94428c1655', 'port_id': 'c526f60c-ec6c-49ae-8893-95de5220bc8e', 'mac_address': 'fa:16:3e:8c:97:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdf3ff54-1ab2-4d65-8b32-82285151a765', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:56:16.597561 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-774c78ad-61fb-4193-89d8-ae745b061d3e req-2b6d0df0-711e-4c9f-84de-2c2c05f2bf23 tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] 10.222.0.87 "GET /v2.0/security-groups?id=7443a399-d34b-4437-a2cf-28c6c08bb32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656301 Feb 17 17:56:16.626753 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port c526f60c-ec6c-49ae-8893-95de5220bc8e is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:56:16.627158 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c526f60c-ec6c-49ae-8893-95de5220bc8e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:16.668746 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c526f60c-ec6c-49ae-8893-95de5220bc8e {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:56:16.699370 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port c526f60c-ec6c-49ae-8893-95de5220bc8e, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=c526f60c-ec6c-49ae-8893-95de5220bc8e,segment=NetworkSegment(b0e14444-bea9-4876-8ec3-00e2826a75c1),segment_id=b0e14444-bea9-4876-8ec3-00e2826a75c1)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:56:16.706546 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c526f60c-ec6c-49ae-8893-95de5220bc8e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:16.808888 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-ea8bb9f0-fc2f-4a42-b098-0a58c81d82e4 None None] Provisioning complete for port b2c294be-ad9a-44f9-86c3-2d11cb734c1a triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:56:16.809263 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ea8bb9f0-fc2f-4a42-b098-0a58c81d82e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b2c294be-ad9a-44f9-86c3-2d11cb734c1a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:16.859101 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-ea8bb9f0-fc2f-4a42-b098-0a58c81d82e4 None None] Port b2c294be-ad9a-44f9-86c3-2d11cb734c1a cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:56:16.867195 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=c526f60c-ec6c-49ae-8893-95de5220bc8e,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:16.928663 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['c526f60c-ec6c-49ae-8893-95de5220bc8e'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:56:17.256734 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a10b32d-49ca-4aa5-b353-a0b71a67e572 admin admin] Router 6fc43c08-a489-4927-acb0-bea22dd917f7 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:56:17.396986 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-10736a04-baab-4b97-b9bd-dfc3b11f07cb req-7210f2e7-d484-49d0-b880-6942136fda16 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 210 time: 0.1058161 Feb 17 17:56:17.416945 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4766b7e5-64e6-4d46-b641-ac2341909985 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Router 0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:56:17.562381 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a10b32d-49ca-4aa5-b353-a0b71a67e572 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:56:17.579131 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25437223-cfb5-432e-8f24-d9a6a060e855 None None] Sync routers for ids ['6fc43c08-a489-4927-acb0-bea22dd917f7'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:56:17.594219 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25437223-cfb5-432e-8f24-d9a6a060e855 None None] Routers {'6fc43c08-a489-4927-acb0-bea22dd917f7'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:56:17.600520 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-25437223-cfb5-432e-8f24-d9a6a060e855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:56:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['6fc43c08-a489-4927-acb0-bea22dd917f7'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:56:17.601330 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-9a10b32d-49ca-4aa5-b353-a0b71a67e572 admin admin] 10.222.0.87 "PUT /v2.0/routers/6fc43c08-a489-4927-acb0-bea22dd917f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5264997 Feb 17 17:56:17.697154 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4766b7e5-64e6-4d46-b641-ac2341909985 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:56:17.710937 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4766b7e5-64e6-4d46-b641-ac2341909985 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:17.717064 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33964e2-d25d-465c-84ec-ae4caab83ac6 None None] Sync routers for ids ['0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:56:17.748338 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33964e2-d25d-465c-84ec-ae4caab83ac6 None None] Routers {'0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:56:17.750117 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f33964e2-d25d-465c-84ec-ae4caab83ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:56:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:56:17.816198 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4766b7e5-64e6-4d46-b641-ac2341909985 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "DELETE /v2.0/floatingips/cdce9351-1084-48b1-afd6-fd0974eaabfe HTTP/1.1" status: 204 len: 168 time: 3.2165339 Feb 17 17:56:17.839484 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '006a3f4c-d003-4103-ac42-a5e0b35778bb', 'tag': '52c3f712-7817-4566-ba8e-4eb5fd522506'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:56:17.841825 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c4b3bb-9797-424f-a665-28ee4e79a140" -d '{"events": [{"name": "network-changed", "server_uuid": "006a3f4c-d003-4103-ac42-a5e0b35778bb", "tag": "52c3f712-7817-4566-ba8e-4eb5fd522506"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:56:17.910012 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-25437223-cfb5-432e-8f24-d9a6a060e855 None None] Set router 6fc43c08-a489-4927-acb0-bea22dd917f7 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:56:17.969622 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7915d-2cb1-40e5-8bd4-d868a27c6ba0 req-cf42b5cd-36c7-4b22-8bb0-f69e78c337bf tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:17.971301 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9ac7915d-2cb1-40e5-8bd4-d868a27c6ba0 req-cf42b5cd-36c7-4b22-8bb0-f69e78c337bf tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] 10.222.0.87 "GET /v2.0/ports?device_id=390699e4-f3b9-46cd-a33a-933d24f289ac HTTP/1.1" status: 200 len: 945 time: 0.1540699 Feb 17 17:56:18.059007 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-f33964e2-d25d-465c-84ec-ae4caab83ac6 None None] Set router 0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:56:18.093351 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9ac7915d-2cb1-40e5-8bd4-d868a27c6ba0 req-46641743-9362-41eb-9648-b83cba1b577c tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] 10.222.0.87 "GET /v2.0/security-groups?id=7443a399-d34b-4437-a2cf-28c6c08bb32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119766 Feb 17 17:56:18.196778 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44bf1f4-b204-4be5-baf8-f10030be39a5 x-openstack-request-id: req-e44bf1f4-b204-4be5-baf8-f10030be39a5 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:56:18.197336 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "006a3f4c-d003-4103-ac42-a5e0b35778bb", "tag": "52c3f712-7817-4566-ba8e-4eb5fd522506", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:56:18.197758 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e44bf1f4-b204-4be5-baf8-f10030be39a5 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:56:18.198318 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '006a3f4c-d003-4103-ac42-a5e0b35778bb', 'tag': '52c3f712-7817-4566-ba8e-4eb5fd522506', 'status': 'completed', 'code': 200} Feb 17 17:56:18.282181 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device c526f60c-ec6c-49ae-8893-95de5220bc8e up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:56:18.445510 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c71ad-49ee-458b-adf4-c7f2acf06803 req-ac4f53a0-e70a-44e1-9db0-563dea2f33da tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:18.453015 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4b3bb-9797-424f-a665-28ee4e79a140 req-d64b39c5-50cd-4f5f-9cfb-f4cffe6d8b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:18.455241 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f6c4b3bb-9797-424f-a665-28ee4e79a140 req-d64b39c5-50cd-4f5f-9cfb-f4cffe6d8b2f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ec7ab02c08ab4597882b00c123047e3e&device_id=006a3f4c-d003-4103-ac42-a5e0b35778bb HTTP/1.1" status: 200 len: 1128 time: 0.2419586 Feb 17 17:56:18.463341 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fe2c71ad-49ee-458b-adf4-c7f2acf06803 req-ac4f53a0-e70a-44e1-9db0-563dea2f33da tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/ports?device_id=006a3f4c-d003-4103-ac42-a5e0b35778bb HTTP/1.1" status: 200 len: 946 time: 0.1071401 Feb 17 17:56:18.573173 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fe2c71ad-49ee-458b-adf4-c7f2acf06803 req-2e0712e1-1126-45c4-939e-0748fb05965c tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/security-groups?id=c2ee14fd-23ec-4278-9791-0ccff11bb589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088862 Feb 17 17:56:18.578561 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port c526f60c-ec6c-49ae-8893-95de5220bc8e completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:56:18.597135 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4b3bb-9797-424f-a665-28ee4e79a140 req-e98830bf-795b-4909-8da0-48bfc877c706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:18.598687 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f6c4b3bb-9797-424f-a665-28ee4e79a140 req-e98830bf-795b-4909-8da0-48bfc877c706 service neutron] 10.222.0.91 "GET /v2.0/networks?id=17694ef4-1ed2-4a01-a5bf-ce0481576d63 HTTP/1.1" status: 200 len: 898 time: 0.1361077 Feb 17 17:56:18.608751 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port c526f60c-ec6c-49ae-8893-95de5220bc8e triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:56:18.609018 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c526f60c-ec6c-49ae-8893-95de5220bc8e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:18.689475 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f6c4b3bb-9797-424f-a665-28ee4e79a140 req-56b99cbc-3e11-4e4c-af84-944854053eb8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52c3f712-7817-4566-ba8e-4eb5fd522506 HTTP/1.1" status: 200 len: 217 time: 0.0830302 Feb 17 17:56:18.783589 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-31dc1229-a921-47c9-bb32-666d4b3c64b5 req-45330f4e-e90e-4727-aac6-796375d0145b tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 210 time: 0.0738003 Feb 17 17:56:18.805081 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4b3bb-9797-424f-a665-28ee4e79a140 req-535f8119-a48b-4a05-b52d-003e658dc7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:18.809967 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f6c4b3bb-9797-424f-a665-28ee4e79a140 req-535f8119-a48b-4a05-b52d-003e658dc7ba service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4f01fd1b-8164-4d07-9e9b-a271cefa89f1 HTTP/1.1" status: 200 len: 834 time: 0.1040003 Feb 17 17:56:18.857014 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-25437223-cfb5-432e-8f24-d9a6a060e855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'name': 'tempest-AttachVolumeShelveTestJSON-63026367-router', 'tenant_id': '20be7d5eb0704bac94fef9d4560964ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e4704676-c899-4ad7-9665-569c4855b433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:55:59Z', 'updated_at': '2022-02-17T17:56:14Z', 'revision_number': 4, 'project_id': '20be7d5eb0704bac94fef9d4560964ff', 'gw_port': {'id': 'e4704676-c899-4ad7-9665-569c4855b433', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:02Z', 'updated_at': '2022-02-17T17:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'b2c294be-ad9a-44f9-86c3-2d11cb734c1a', 'name': '', 'network_id': '1c842ecd-cc9b-4a85-b1b8-328753a85bfe', 'tenant_id': '20be7d5eb0704bac94fef9d4560964ff', 'mac_address': 'fa:16:3e:60:34:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '684c221c-585d-46a8-b4c6-fe6a5f99b9b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:10Z', 'updated_at': '2022-02-17T17:56:14Z', 'revision_number': 2, 'project_id': '20be7d5eb0704bac94fef9d4560964ff', 'subnets': [{'id': '684c221c-585d-46a8-b4c6-fe6a5f99b9b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:56:18.924524 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4b3bb-9797-424f-a665-28ee4e79a140 req-a64b9108-d23d-4613-a9e5-73db9452cbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:18.926657 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f6c4b3bb-9797-424f-a665-28ee4e79a140 req-a64b9108-d23d-4613-a9e5-73db9452cbc3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=17694ef4-1ed2-4a01-a5bf-ce0481576d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1063900 Feb 17 17:56:18.973685 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25437223-cfb5-432e-8f24-d9a6a060e855 None None] Checking router: 6fc43c08-a489-4927-acb0-bea22dd917f7 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:56:18.974579 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25437223-cfb5-432e-8f24-d9a6a060e855 None None] Updating router 6fc43c08-a489-4927-acb0-bea22dd917f7 port b2c294be-ad9a-44f9-86c3-2d11cb734c1a binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:56:19.038107 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 47452) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:56:19.043282 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-25437223-cfb5-432e-8f24-d9a6a060e855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b2c294be-ad9a-44f9-86c3-2d11cb734c1a), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:19.049056 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-1f34cfdc-cd23-42ae-939d-54320028a327 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Request body: {'security_group': {'name': 'tempest-securitygroup--265668300', 'description': 'tempest-description--1996830968'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:56:19.117240 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:19.126075 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1f34cfdc-cd23-42ae-939d-54320028a327 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:19.171492 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port c526f60c-ec6c-49ae-8893-95de5220bc8e is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:56:19.171903 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c526f60c-ec6c-49ae-8893-95de5220bc8e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:19.231551 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '390699e4-f3b9-46cd-a33a-933d24f289ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c526f60c-ec6c-49ae-8893-95de5220bc8e'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:56:19.233656 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7c0abf-9cc6-430a-9604-a32edc0c4800" -d '{"events": [{"server_uuid": "390699e4-f3b9-46cd-a33a-933d24f289ac", "name": "network-vif-plugged", "status": "completed", "tag": "c526f60c-ec6c-49ae-8893-95de5220bc8e"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:56:19.256938 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port c526f60c-ec6c-49ae-8893-95de5220bc8e, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=c526f60c-ec6c-49ae-8893-95de5220bc8e,segment=NetworkSegment(b0e14444-bea9-4876-8ec3-00e2826a75c1),segment_id=b0e14444-bea9-4876-8ec3-00e2826a75c1)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:56:19.282859 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f33964e2-d25d-465c-84ec-ae4caab83ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'name': 'tempest-TestNetworkBasicOps-router-25529514', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'e89f0c5e-5691-43b9-82da-83ef88d45768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:53:46Z', 'updated_at': '2022-02-17T17:56:05Z', 'revision_number': 6, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'gw_port': {'id': 'e89f0c5e-5691-43b9-82da-83ef88d45768', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:22:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:53:47Z', 'updated_at': '2022-02-17T17:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '2695df26-dc30-4904-8e9b-47cc8cea18f5', 'name': '', 'network_id': '17694ef4-1ed2-4a01-a5bf-ce0481576d63', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'mac_address': 'fa:16:3e:43:53:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '4f01fd1b-8164-4d07-9e9b-a271cefa89f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:53:54Z', 'updated_at': '2022-02-17T17:54:02Z', 'revision_number': 5, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'subnets': [{'id': '4f01fd1b-8164-4d07-9e9b-a271cefa89f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:56:19.304169 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f6c4b3bb-9797-424f-a665-28ee4e79a140 req-d2176945-9d23-4950-9d6c-abfc4cea012b service neutron] 10.222.0.91 "GET /v2.0/networks/17694ef4-1ed2-4a01-a5bf-ce0481576d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656428 Feb 17 17:56:19.378374 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c526f60c-ec6c-49ae-8893-95de5220bc8e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:19.384233 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f209909d-6710-457d-827c-c610b5d4e812 x-openstack-request-id: req-f209909d-6710-457d-827c-c610b5d4e812 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:56:19.385179 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "390699e4-f3b9-46cd-a33a-933d24f289ac", "name": "network-vif-plugged", "status": "completed", "tag": "c526f60c-ec6c-49ae-8893-95de5220bc8e", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:56:19.385447 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f209909d-6710-457d-827c-c610b5d4e812 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:56:19.387233 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '390699e4-f3b9-46cd-a33a-933d24f289ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c526f60c-ec6c-49ae-8893-95de5220bc8e', 'code': 200} Feb 17 17:56:19.474716 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8957b2-987b-4555-88cd-be47a70dcdeb req-20ef67d0-9b8b-45c3-9638-0be689ac904c tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:19.484226 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5f8957b2-987b-4555-88cd-be47a70dcdeb req-20ef67d0-9b8b-45c3-9638-0be689ac904c tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] 10.222.0.87 "GET /v2.0/ports?device_id=390699e4-f3b9-46cd-a33a-933d24f289ac HTTP/1.1" status: 200 len: 946 time: 0.2189312 Feb 17 17:56:19.519300 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=c526f60c-ec6c-49ae-8893-95de5220bc8e,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:19.521318 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1f34cfdc-cd23-42ae-939d-54320028a327 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks [] for security_group (e5ccc497-d319-4215-a6b5-0cf96098e05e), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:19.522498 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33964e2-d25d-465c-84ec-ae4caab83ac6 None None] Checking router: 0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:56:19.531622 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-25437223-cfb5-432e-8f24-d9a6a060e855 None None] Publish callbacks [] for port (b2c294be-ad9a-44f9-86c3-2d11cb734c1a), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:19.544697 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-25437223-cfb5-432e-8f24-d9a6a060e855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b2c294be-ad9a-44f9-86c3-2d11cb734c1a), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:19.544891 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33964e2-d25d-465c-84ec-ae4caab83ac6 None None] Routers {'0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:56:19.546802 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f33964e2-d25d-465c-84ec-ae4caab83ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:56:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:56:19.573291 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1f34cfdc-cd23-42ae-939d-54320028a327 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (e5ccc497-d319-4215-a6b5-0cf96098e05e), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:19.631701 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8534848-9902-4d00-85c9-86f4a83560dd None None] Pushing event updated for resources: {'Port': ['ID=b2c294be-ad9a-44f9-86c3-2d11cb734c1a,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:19.674807 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f6c4b3bb-9797-424f-a665-28ee4e79a140 req-afc1ceb9-b71a-4810-87a3-dd406bebb2ab service neutron] 10.222.0.91 "GET /v2.0/networks/17694ef4-1ed2-4a01-a5bf-ce0481576d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631437 Feb 17 17:56:19.693637 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1f34cfdc-cd23-42ae-939d-54320028a327 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:19.708559 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1f34cfdc-cd23-42ae-939d-54320028a327 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6662116 Feb 17 17:56:19.729270 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ce672-d9d3-48d5-a804-57c2e21fb573 req-2677a2bc-d067-496f-a4a6-57e401dd4d00 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:19.739540 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 47464) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:56:19.740835 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-226ce672-d9d3-48d5-a804-57c2e21fb573 req-2677a2bc-d067-496f-a4a6-57e401dd4d00 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.91 "GET /v2.0/ports?device_id=006a3f4c-d003-4103-ac42-a5e0b35778bb HTTP/1.1" status: 200 len: 946 time: 0.2887149 Feb 17 17:56:19.759929 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-adb0963b-7122-4568-b201-1cc4d99999d4 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Request body: {'security_group_rule': {'security_group_id': 'e5ccc497-d319-4215-a6b5-0cf96098e05e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:56:19.834469 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-25437223-cfb5-432e-8f24-d9a6a060e855 None None] Attempting to bind port b2c294be-ad9a-44f9-86c3-2d11cb734c1a on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:56:19.834829 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-25437223-cfb5-432e-8f24-d9a6a060e855 None None] Attempting to bind port b2c294be-ad9a-44f9-86c3-2d11cb734c1a by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'e72a85f9-dd09-4c3e-8996-7efe0b9144f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1c842ecd-cc9b-4a85-b1b8-328753a85bfe'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:56:19.835136 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25437223-cfb5-432e-8f24-d9a6a060e855 None None] Attempting to bind port b2c294be-ad9a-44f9-86c3-2d11cb734c1a on network 1c842ecd-cc9b-4a85-b1b8-328753a85bfe {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:56:19.846078 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25437223-cfb5-432e-8f24-d9a6a060e855 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:56:19.847024 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25437223-cfb5-432e-8f24-d9a6a060e855 None None] Checking segment: {'id': 'e72a85f9-dd09-4c3e-8996-7efe0b9144f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1c842ecd-cc9b-4a85-b1b8-328753a85bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:56:19.847637 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-25437223-cfb5-432e-8f24-d9a6a060e855 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:19.848031 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25437223-cfb5-432e-8f24-d9a6a060e855 None None] Bound using segment: {'id': 'e72a85f9-dd09-4c3e-8996-7efe0b9144f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1c842ecd-cc9b-4a85-b1b8-328753a85bfe'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:56:19.853039 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-25437223-cfb5-432e-8f24-d9a6a060e855 None None] Bound port: b2c294be-ad9a-44f9-86c3-2d11cb734c1a, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e72a85f9-dd09-4c3e-8996-7efe0b9144f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1c842ecd-cc9b-4a85-b1b8-328753a85bfe'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:56:19.853513 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-25437223-cfb5-432e-8f24-d9a6a060e855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b2c294be-ad9a-44f9-86c3-2d11cb734c1a), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:19.904894 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:19.982312 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34cfdc-cd23-42ae-939d-54320028a327 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ccc497-d319-4215-a6b5-0cf96098e05e,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:20.014624 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-f33964e2-d25d-465c-84ec-ae4caab83ac6 None None] Set router 0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:56:20.061280 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eaa30f-a285-4c94-b284-61640f49e29f req-36c8a836-4a5c-47fc-9d31-6643b6dbfbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:20.061934 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-25437223-cfb5-432e-8f24-d9a6a060e855 None None] For port b2c294be-ad9a-44f9-86c3-2d11cb734c1a, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:56:20.071570 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-94eaa30f-a285-4c94-b284-61640f49e29f req-36c8a836-4a5c-47fc-9d31-6643b6dbfbf0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=390699e4-f3b9-46cd-a33a-933d24f289ac HTTP/1.1" status: 200 len: 1128 time: 0.6740997 Feb 17 17:56:20.073975 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-25437223-cfb5-432e-8f24-d9a6a060e855 None None] For port b2c294be-ad9a-44f9-86c3-2d11cb734c1a, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=b2c294be-ad9a-44f9-86c3-2d11cb734c1a,segment=NetworkSegment(e72a85f9-dd09-4c3e-8996-7efe0b9144f7),segment_id=e72a85f9-dd09-4c3e-8996-7efe0b9144f7)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:56:20.088009 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5f8957b2-987b-4555-88cd-be47a70dcdeb req-69951675-cbb9-48cf-84e3-6a53b8872029 tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] 10.222.0.87 "GET /v2.0/security-groups?id=7443a399-d34b-4437-a2cf-28c6c08bb32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6024933 Feb 17 17:56:20.090186 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-226ce672-d9d3-48d5-a804-57c2e21fb573 req-9422f5a7-da39-42c4-9730-d08da64a42eb tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Deleting port 52c3f712-7817-4566-ba8e-4eb5fd522506 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:56:20.090715 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-226ce672-d9d3-48d5-a804-57c2e21fb573 req-9422f5a7-da39-42c4-9730-d08da64a42eb tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (52c3f712-7817-4566-ba8e-4eb5fd522506), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:20.099255 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-25437223-cfb5-432e-8f24-d9a6a060e855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b2c294be-ad9a-44f9-86c3-2d11cb734c1a), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:20.178540 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-adb0963b-7122-4568-b201-1cc4d99999d4 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks [] for security_group_rule (7671c7a0-601d-4d89-8bdc-c92f5fbdcbb6), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:20.295807 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8534848-9902-4d00-85c9-86f4a83560dd None None] Pushing event updated for resources: {'Port': ['ID=b2c294be-ad9a-44f9-86c3-2d11cb734c1a,revision_number=4']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:20.369322 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25437223-cfb5-432e-8f24-d9a6a060e855 None None] Routers {'6fc43c08-a489-4927-acb0-bea22dd917f7'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:56:20.374360 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-25437223-cfb5-432e-8f24-d9a6a060e855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:56:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['6fc43c08-a489-4927-acb0-bea22dd917f7'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:56:20.414457 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-226ce672-d9d3-48d5-a804-57c2e21fb573 req-9422f5a7-da39-42c4-9730-d08da64a42eb tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] For port 52c3f712-7817-4566-ba8e-4eb5fd522506, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=52c3f712-7817-4566-ba8e-4eb5fd522506,segment=NetworkSegment(2eedf786-d862-43f5-aeec-d3f3b6a22140),segment_id=2eedf786-d862-43f5-aeec-d3f3b6a22140)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:56:20.420654 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-226ce672-d9d3-48d5-a804-57c2e21fb573 req-9422f5a7-da39-42c4-9730-d08da64a42eb tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (52c3f712-7817-4566-ba8e-4eb5fd522506), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:20.457303 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-226ce672-d9d3-48d5-a804-57c2e21fb573 req-9422f5a7-da39-42c4-9730-d08da64a42eb tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Calling delete_port for 52c3f712-7817-4566-ba8e-4eb5fd522506 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:56:20.497038 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-adb0963b-7122-4568-b201-1cc4d99999d4 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks [] for security_group_rule (7671c7a0-601d-4d89-8bdc-c92f5fbdcbb6), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:20.514292 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-077dd6a6-c845-4f0c-b57d-6d30d81cfa40 req-b7f232b3-ba64-4132-8a02-0106b7bc19b0 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 210 time: 0.2003396 Feb 17 17:56:20.547846 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-adb0963b-7122-4568-b201-1cc4d99999d4 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (7671c7a0-601d-4d89-8bdc-c92f5fbdcbb6), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:20.590958 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cdc7b4-72cc-4409-8700-10745ec177c5 req-58995979-a354-41d3-a6fd-e66285fc49c8 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:20.592811 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-38cdc7b4-72cc-4409-8700-10745ec177c5 req-58995979-a354-41d3-a6fd-e66285fc49c8 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/ports?device_id=006a3f4c-d003-4103-ac42-a5e0b35778bb HTTP/1.1" status: 200 len: 946 time: 0.7773623 Feb 17 17:56:20.702968 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-94eaa30f-a285-4c94-b284-61640f49e29f req-cbd8de8c-53e7-4b9d-8e8f-1d4815102f9c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7443a399-d34b-4437-a2cf-28c6c08bb32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5968614 Feb 17 17:56:20.727448 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb0963b-7122-4568-b201-1cc4d99999d4 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7671c7a0-601d-4d89-8bdc-c92f5fbdcbb6,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:20.743750 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-adb0963b-7122-4568-b201-1cc4d99999d4 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:20.749063 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-adb0963b-7122-4568-b201-1cc4d99999d4 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0026901 Feb 17 17:56:20.758093 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-25437223-cfb5-432e-8f24-d9a6a060e855 None None] Set router 6fc43c08-a489-4927-acb0-bea22dd917f7 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:56:20.769564 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 47484) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:56:20.779302 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-7209a652-1bf9-460a-916b-63276afbc8e6 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Request body: {'security_group_rule': {'security_group_id': 'e5ccc497-d319-4215-a6b5-0cf96098e05e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:56:20.804049 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-ae33e385-0cc3-4411-b8d2-93f0816698f2 None None] Provisioning complete for port b2c294be-ad9a-44f9-86c3-2d11cb734c1a triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:56:20.808565 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ae33e385-0cc3-4411-b8d2-93f0816698f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b2c294be-ad9a-44f9-86c3-2d11cb734c1a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:20.848614 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-38cdc7b4-72cc-4409-8700-10745ec177c5 req-3db5f117-3b1c-4879-b902-7538e15c6636 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/security-groups?id=c2ee14fd-23ec-4278-9791-0ccff11bb589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2254741 Feb 17 17:56:20.862551 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7209a652-1bf9-460a-916b-63276afbc8e6 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks [] for security_group_rule (10c97cd7-6747-461e-aefd-de836a185e31), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:20.895038 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-226ce672-d9d3-48d5-a804-57c2e21fb573 req-9422f5a7-da39-42c4-9730-d08da64a42eb tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (52c3f712-7817-4566-ba8e-4eb5fd522506), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:20.936820 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f33964e2-d25d-465c-84ec-ae4caab83ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'name': 'tempest-TestNetworkBasicOps-router-25529514', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'e89f0c5e-5691-43b9-82da-83ef88d45768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:53:46Z', 'updated_at': '2022-02-17T17:56:05Z', 'revision_number': 6, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'gw_port': {'id': 'e89f0c5e-5691-43b9-82da-83ef88d45768', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:22:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:53:47Z', 'updated_at': '2022-02-17T17:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '2695df26-dc30-4904-8e9b-47cc8cea18f5', 'name': '', 'network_id': '17694ef4-1ed2-4a01-a5bf-ce0481576d63', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'mac_address': 'fa:16:3e:43:53:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '4f01fd1b-8164-4d07-9e9b-a271cefa89f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:53:54Z', 'updated_at': '2022-02-17T17:54:02Z', 'revision_number': 5, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'subnets': [{'id': '4f01fd1b-8164-4d07-9e9b-a271cefa89f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:56:20.996853 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9422f5a7-da39-42c4-9730-d08da64a42eb tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event deleted for resources: {'Port': ['ID=52c3f712-7817-4566-ba8e-4eb5fd522506,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:21.008089 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7209a652-1bf9-460a-916b-63276afbc8e6 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks [] for security_group_rule (10c97cd7-6747-461e-aefd-de836a185e31), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:21.010752 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33964e2-d25d-465c-84ec-ae4caab83ac6 None None] The sync data for ids ['0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a'] in n-d-829613-2 is: [{'id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'name': 'tempest-TestNetworkBasicOps-router-25529514', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'e89f0c5e-5691-43b9-82da-83ef88d45768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:53:46Z', 'updated_at': '2022-02-17T17:56:05Z', 'revision_number': 6, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'gw_port': {'id': 'e89f0c5e-5691-43b9-82da-83ef88d45768', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:22:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:53:47Z', 'updated_at': '2022-02-17T17:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '2695df26-dc30-4904-8e9b-47cc8cea18f5', 'name': '', 'network_id': '17694ef4-1ed2-4a01-a5bf-ce0481576d63', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'mac_address': 'fa:16:3e:43:53:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '4f01fd1b-8164-4d07-9e9b-a271cefa89f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:53:54Z', 'updated_at': '2022-02-17T17:54:02Z', 'revision_number': 5, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'subnets': [{'id': '4f01fd1b-8164-4d07-9e9b-a271cefa89f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:56:21.019924 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7209a652-1bf9-460a-916b-63276afbc8e6 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (10c97cd7-6747-461e-aefd-de836a185e31), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:21.088994 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7209a652-1bf9-460a-916b-63276afbc8e6 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10c97cd7-6747-461e-aefd-de836a185e31,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:21.110080 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7209a652-1bf9-460a-916b-63276afbc8e6 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:21.120792 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-7209a652-1bf9-460a-916b-63276afbc8e6 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3450301 Feb 17 17:56:21.122659 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 47486) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:56:21.132079 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-f89b6106-bbdd-495d-8f66-da91862e852f tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:56:21.152168 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-226ce672-d9d3-48d5-a804-57c2e21fb573 req-9422f5a7-da39-42c4-9730-d08da64a42eb tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] No DVR routers for this DVR port 52c3f712-7817-4566-ba8e-4eb5fd522506 on host n-h2-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:56:21.155282 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-226ce672-d9d3-48d5-a804-57c2e21fb573 req-9422f5a7-da39-42c4-9730-d08da64a42eb tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:21.167084 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-226ce672-d9d3-48d5-a804-57c2e21fb573 req-9422f5a7-da39-42c4-9730-d08da64a42eb tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.91 "DELETE /v2.0/ports/52c3f712-7817-4566-ba8e-4eb5fd522506 HTTP/1.1" status: 204 len: 173 time: 1.4195998 Feb 17 17:56:21.171433 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '006a3f4c-d003-4103-ac42-a5e0b35778bb', 'name': 'network-vif-deleted', 'tag': '52c3f712-7817-4566-ba8e-4eb5fd522506'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:56:21.196386 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21bf082c-b8ea-4e06-b960-63a70d0dd306" -d '{"events": [{"server_uuid": "006a3f4c-d003-4103-ac42-a5e0b35778bb", "name": "network-vif-deleted", "tag": "52c3f712-7817-4566-ba8e-4eb5fd522506"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:56:21.204041 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-ae33e385-0cc3-4411-b8d2-93f0816698f2 None None] Current status of the port b2c294be-ad9a-44f9-86c3-2d11cb734c1a is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:56:21.209048 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ae33e385-0cc3-4411-b8d2-93f0816698f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b2c294be-ad9a-44f9-86c3-2d11cb734c1a), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:21.210899 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f89b6106-bbdd-495d-8f66-da91862e852f tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:21.312092 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-25437223-cfb5-432e-8f24-d9a6a060e855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'name': 'tempest-AttachVolumeShelveTestJSON-63026367-router', 'tenant_id': '20be7d5eb0704bac94fef9d4560964ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e4704676-c899-4ad7-9665-569c4855b433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:55:59Z', 'updated_at': '2022-02-17T17:56:14Z', 'revision_number': 4, 'project_id': '20be7d5eb0704bac94fef9d4560964ff', 'gw_port': {'id': 'e4704676-c899-4ad7-9665-569c4855b433', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:02Z', 'updated_at': '2022-02-17T17:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'b2c294be-ad9a-44f9-86c3-2d11cb734c1a', 'name': '', 'network_id': '1c842ecd-cc9b-4a85-b1b8-328753a85bfe', 'tenant_id': '20be7d5eb0704bac94fef9d4560964ff', 'mac_address': 'fa:16:3e:60:34:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '684c221c-585d-46a8-b4c6-fe6a5f99b9b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:10Z', 'updated_at': '2022-02-17T17:56:20Z', 'revision_number': 4, 'project_id': '20be7d5eb0704bac94fef9d4560964ff', 'subnets': [{'id': '684c221c-585d-46a8-b4c6-fe6a5f99b9b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:56:21.325300 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfaabec1-7af9-412d-ae57-5090a1f22f1b x-openstack-request-id: req-bfaabec1-7af9-412d-ae57-5090a1f22f1b {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:56:21.325838 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "006a3f4c-d003-4103-ac42-a5e0b35778bb", "name": "network-vif-deleted", "tag": "52c3f712-7817-4566-ba8e-4eb5fd522506", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:56:21.326289 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-bfaabec1-7af9-412d-ae57-5090a1f22f1b {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:56:21.326901 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '006a3f4c-d003-4103-ac42-a5e0b35778bb', 'name': 'network-vif-deleted', 'tag': '52c3f712-7817-4566-ba8e-4eb5fd522506', 'status': 'completed', 'code': 200} Feb 17 17:56:21.328963 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-ae33e385-0cc3-4411-b8d2-93f0816698f2 None None] For port b2c294be-ad9a-44f9-86c3-2d11cb734c1a, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=b2c294be-ad9a-44f9-86c3-2d11cb734c1a,segment=NetworkSegment(e72a85f9-dd09-4c3e-8996-7efe0b9144f7),segment_id=e72a85f9-dd09-4c3e-8996-7efe0b9144f7)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:56:21.347244 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ae33e385-0cc3-4411-b8d2-93f0816698f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b2c294be-ad9a-44f9-86c3-2d11cb734c1a), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:21.400426 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25437223-cfb5-432e-8f24-d9a6a060e855 None None] The sync data for ids ['6fc43c08-a489-4927-acb0-bea22dd917f7'] in n-d-829613-2 is: [{'id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'name': 'tempest-AttachVolumeShelveTestJSON-63026367-router', 'tenant_id': '20be7d5eb0704bac94fef9d4560964ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e4704676-c899-4ad7-9665-569c4855b433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:55:59Z', 'updated_at': '2022-02-17T17:56:14Z', 'revision_number': 4, 'project_id': '20be7d5eb0704bac94fef9d4560964ff', 'gw_port': {'id': 'e4704676-c899-4ad7-9665-569c4855b433', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:02Z', 'updated_at': '2022-02-17T17:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'b2c294be-ad9a-44f9-86c3-2d11cb734c1a', 'name': '', 'network_id': '1c842ecd-cc9b-4a85-b1b8-328753a85bfe', 'tenant_id': '20be7d5eb0704bac94fef9d4560964ff', 'mac_address': 'fa:16:3e:60:34:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '684c221c-585d-46a8-b4c6-fe6a5f99b9b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:10Z', 'updated_at': '2022-02-17T17:56:20Z', 'revision_number': 4, 'project_id': '20be7d5eb0704bac94fef9d4560964ff', 'subnets': [{'id': '684c221c-585d-46a8-b4c6-fe6a5f99b9b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:56:21.475191 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae33e385-0cc3-4411-b8d2-93f0816698f2 None None] Pushing event updated for resources: {'Port': ['ID=b2c294be-ad9a-44f9-86c3-2d11cb734c1a,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:21.534597 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39d9ad-27b0-412a-a75b-5fa83f392475 req-b31fde88-c245-4d8d-b2a6-195487cc2e16 tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:21.536997 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-115f406f-ae9e-45ba-8bd9-51a5bba70565 None None] Provisioning complete for port b2c294be-ad9a-44f9-86c3-2d11cb734c1a triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:56:21.537647 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-115f406f-ae9e-45ba-8bd9-51a5bba70565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b2c294be-ad9a-44f9-86c3-2d11cb734c1a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:21.548580 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cf39d9ad-27b0-412a-a75b-5fa83f392475 req-b31fde88-c245-4d8d-b2a6-195487cc2e16 tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] 10.222.0.87 "GET /v2.0/ports?device_id=390699e4-f3b9-46cd-a33a-933d24f289ac HTTP/1.1" status: 200 len: 946 time: 0.2433226 Feb 17 17:56:21.918228 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fa1cfe-9aee-4905-a7ab-82e0b7a42de5 None None] New status for floating IP cdce9351-1084-48b1-afd6-fd0974eaabfe: DOWN {{(pid=103438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 17:56:22.003172 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-115f406f-ae9e-45ba-8bd9-51a5bba70565 None None] Current status of the port b2c294be-ad9a-44f9-86c3-2d11cb734c1a is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:56:22.042270 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7c160596-1d7b-4c13-844a-4cdc04fc185c req-7a1eaff5-a0b8-4fde-a94c-8235a565a771 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 210 time: 0.1778202 Feb 17 17:56:22.117149 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device b2c294be-ad9a-44f9-86c3-2d11cb734c1a up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:56:22.147232 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cf39d9ad-27b0-412a-a75b-5fa83f392475 req-7049e484-32b5-4f05-b49e-90d3a638ab29 tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] 10.222.0.87 "GET /v2.0/security-groups?id=7443a399-d34b-4437-a2cf-28c6c08bb32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4449334 Feb 17 17:56:22.207173 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f89b6106-bbdd-495d-8f66-da91862e852f tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:22.468136 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-59446800-93ce-43ce-9599-ae82af856ece req-00e7c5ef-c1fc-41c7-9531-6c74125b559c tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/ports?device_id=006a3f4c-d003-4103-ac42-a5e0b35778bb HTTP/1.1" status: 200 len: 210 time: 0.1017685 Feb 17 17:56:22.591513 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port b2c294be-ad9a-44f9-86c3-2d11cb734c1a triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:56:22.592498 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b2c294be-ad9a-44f9-86c3-2d11cb734c1a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:22.640332 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-f89b6106-bbdd-495d-8f66-da91862e852f tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Allocated IP 172.25.8.199 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/dcb7616b-ce07-480e-a27b-71898e49306c) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:56:22.762537 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port b2c294be-ad9a-44f9-86c3-2d11cb734c1a is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:56:22.898546 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f89b6106-bbdd-495d-8f66-da91862e852f tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks [] for port (dcb7616b-ce07-480e-a27b-71898e49306c), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:22.970996 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f89b6106-bbdd-495d-8f66-da91862e852f tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (dcb7616b-ce07-480e-a27b-71898e49306c), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:23.031427 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89b6106-bbdd-495d-8f66-da91862e852f tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:56:23.035595 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-f89b6106-bbdd-495d-8f66-da91862e852f tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:56:23.039043 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89b6106-bbdd-495d-8f66-da91862e852f tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:56:23.176511 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89b6106-bbdd-495d-8f66-da91862e852f tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Pushing event updated for resources: {'Port': ['ID=dcb7616b-ce07-480e-a27b-71898e49306c,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:23.356840 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-55d29669-5105-4e07-aec3-01cf8857ae1e req-a97e6976-0f96-4fec-a8ea-54288096dbf9 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 210 time: 0.1084893 Feb 17 17:56:23.429985 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f89b6106-bbdd-495d-8f66-da91862e852f tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks [] for floatingip (f1e19d65-e03e-40e2-9480-d8ce486ff49b), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:23.481632 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69def2e7-b3f9-4b50-a045-b8c829d858a9 req-6b2adb06-1f19-494a-9d45-f89c7fbbb56a tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:23.489382 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-69def2e7-b3f9-4b50-a045-b8c829d858a9 req-6b2adb06-1f19-494a-9d45-f89c7fbbb56a tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] 10.222.0.87 "GET /v2.0/ports?device_id=390699e4-f3b9-46cd-a33a-933d24f289ac HTTP/1.1" status: 200 len: 946 time: 0.2168934 Feb 17 17:56:23.564948 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-69def2e7-b3f9-4b50-a045-b8c829d858a9 req-34428a4c-41f0-4060-80f4-d6675c77cdc9 tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] 10.222.0.87 "GET /v2.0/security-groups?id=7443a399-d34b-4437-a2cf-28c6c08bb32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528126 Feb 17 17:56:23.567852 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f89b6106-bbdd-495d-8f66-da91862e852f tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (dcb7616b-ce07-480e-a27b-71898e49306c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:23.636895 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47536) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:56:23.714503 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 52c3f712-7817-4566-ba8e-4eb5fd522506 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:56:23.786468 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-46c01162-1ff1-4acd-9705-077031f0bb83 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group (c2ee14fd-23ec-4278-9791-0ccff11bb589), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:23.800054 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: 52c3f712-7817-4566-ba8e-4eb5fd522506 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:56:23.800536 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 52c3f712-7817-4566-ba8e-4eb5fd522506 not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:56:23.834296 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-46c01162-1ff1-4acd-9705-077031f0bb83 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group (c2ee14fd-23ec-4278-9791-0ccff11bb589), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:23.914910 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-46c01162-1ff1-4acd-9705-077031f0bb83 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (c2ee14fd-23ec-4278-9791-0ccff11bb589), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:23.918717 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-46c01162-1ff1-4acd-9705-077031f0bb83 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:23.920263 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-46c01162-1ff1-4acd-9705-077031f0bb83 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "DELETE /v2.0/security-groups/c2ee14fd-23ec-4278-9791-0ccff11bb589 HTTP/1.1" status: 204 len: 168 time: 0.2822814 Feb 17 17:56:23.932144 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c01162-1ff1-4acd-9705-077031f0bb83 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ee14fd-23ec-4278-9791-0ccff11bb589,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:24.068190 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47568) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:56:24.174520 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f89b6106-bbdd-495d-8f66-da91862e852f tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks [] for port (dcb7616b-ce07-480e-a27b-71898e49306c), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:24.188654 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f89b6106-bbdd-495d-8f66-da91862e852f tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (dcb7616b-ce07-480e-a27b-71898e49306c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:24.370841 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89b6106-bbdd-495d-8f66-da91862e852f tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Pushing event updated for resources: {'Port': ['ID=dcb7616b-ce07-480e-a27b-71898e49306c,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:24.388761 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f89b6106-bbdd-495d-8f66-da91862e852f tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (f1e19d65-e03e-40e2-9480-d8ce486ff49b), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:24.406549 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f89b6106-bbdd-495d-8f66-da91862e852f tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:24.424998 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-f89b6106-bbdd-495d-8f66-da91862e852f tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3006544 Feb 17 17:56:24.622010 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7a37339a-f48b-487e-9d05-7875067e3b20 req-4e2860e1-91ca-44cf-a45d-d80b88d8b76c tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 210 time: 0.0885775 Feb 17 17:56:24.899135 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5adacf22-1664-4cc9-ad48-d64d9b481438 req-3b849b48-7b15-46ff-9a1b-2241ab06cf71 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--265668300&fields=id&tenant_id=20be7d5eb0704bac94fef9d4560964ff HTTP/1.1" status: 200 len: 267 time: 0.1637144 Feb 17 17:56:25.118253 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48b35d-be51-4c5e-b2e4-3596e16c46de req-1c8f1596-80bd-4feb-b428-a245aff1668c tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:25.145147 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3c48b35d-be51-4c5e-b2e4-3596e16c46de req-1c8f1596-80bd-4feb-b428-a245aff1668c tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] 10.222.0.87 "GET /v2.0/ports?device_id=390699e4-f3b9-46cd-a33a-933d24f289ac HTTP/1.1" status: 200 len: 946 time: 0.3208666 Feb 17 17:56:25.196750 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adacf22-1664-4cc9-ad48-d64d9b481438 req-fb7cd795-1117-4fc3-a689-e58b86e2da5b tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:25.198295 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5adacf22-1664-4cc9-ad48-d64d9b481438 req-fb7cd795-1117-4fc3-a689-e58b86e2da5b tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/networks?id=1c842ecd-cc9b-4a85-b1b8-328753a85bfe HTTP/1.1" status: 200 len: 815 time: 0.2982724 Feb 17 17:56:25.279128 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3c48b35d-be51-4c5e-b2e4-3596e16c46de req-8f8955b5-0de0-473d-8227-c3e83656e6fc tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] 10.222.0.87 "GET /v2.0/security-groups?id=7443a399-d34b-4437-a2cf-28c6c08bb32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285672 Feb 17 17:56:25.291062 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5adacf22-1664-4cc9-ad48-d64d9b481438 req-8dd9e8b2-d5d2-4d41-9b1e-11a2cb21cddf tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/quotas/20be7d5eb0704bac94fef9d4560964ff HTTP/1.1" status: 200 len: 375 time: 0.0341964 Feb 17 17:56:25.376577 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5adacf22-1664-4cc9-ad48-d64d9b481438 req-0fdb50ad-b053-4e0b-81c5-7fb8e58732f1 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=20be7d5eb0704bac94fef9d4560964ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0808468 Feb 17 17:56:25.526267 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5adacf22-1664-4cc9-ad48-d64d9b481438 req-d5c0e7fd-591b-47b7-838f-e63a371ea17c service neutron] 10.222.0.87 "GET /v2.0/networks/1c842ecd-cc9b-4a85-b1b8-328753a85bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448095 Feb 17 17:56:25.636083 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5adacf22-1664-4cc9-ad48-d64d9b481438 req-e7e2f195-8311-4178-9ac2-99d9b1dec2b4 service neutron] 10.222.0.87 "GET /v2.0/networks/1c842ecd-cc9b-4a85-b1b8-328753a85bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085835 Feb 17 17:56:25.706612 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-30f08036-924c-4518-8bd7-0e49a1922ccb tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:25.812631 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-01fc5754-2976-4363-935c-44fb856b4b21 req-7e4ad4e7-56d1-4c7d-9592-27a1fdb742d5 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 210 time: 0.0599926 Feb 17 17:56:26.041623 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-26130c53-82e6-442a-9e42-5ca135428714 req-de39b4aa-b06d-4f2e-932c-9797473a1c00 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 210 time: 0.0739260 Feb 17 17:56:26.092445 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd94d3-ab73-4317-9edc-904d071736de req-ea739635-7069-488b-ae3f-0c5d3ad245c2 tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:26.106080 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6edd94d3-ab73-4317-9edc-904d071736de req-ea739635-7069-488b-ae3f-0c5d3ad245c2 tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] 10.222.0.71 "GET /v2.0/ports?device_id=390699e4-f3b9-46cd-a33a-933d24f289ac HTTP/1.1" status: 200 len: 946 time: 0.2318294 Feb 17 17:56:26.509607 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-6edd94d3-ab73-4317-9edc-904d071736de req-0da36afe-4bb6-4aa5-a5d4-d5f502d49df5 tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] Deleting port c526f60c-ec6c-49ae-8893-95de5220bc8e {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:56:26.510678 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-6edd94d3-ab73-4317-9edc-904d071736de req-0da36afe-4bb6-4aa5-a5d4-d5f502d49df5 tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (c526f60c-ec6c-49ae-8893-95de5220bc8e), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:26.512108 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-30f08036-924c-4518-8bd7-0e49a1922ccb tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Deleting port 2695df26-dc30-4904-8e9b-47cc8cea18f5 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:56:26.512717 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-30f08036-924c-4518-8bd7-0e49a1922ccb tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (2695df26-dc30-4904-8e9b-47cc8cea18f5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:26.757992 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-30f08036-924c-4518-8bd7-0e49a1922ccb tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] For port 2695df26-dc30-4904-8e9b-47cc8cea18f5, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=2695df26-dc30-4904-8e9b-47cc8cea18f5,segment=NetworkSegment(2eedf786-d862-43f5-aeec-d3f3b6a22140),segment_id=2eedf786-d862-43f5-aeec-d3f3b6a22140)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:56:26.758593 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-30f08036-924c-4518-8bd7-0e49a1922ccb tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (2695df26-dc30-4904-8e9b-47cc8cea18f5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:26.781731 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-30f08036-924c-4518-8bd7-0e49a1922ccb tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Calling delete_port for 2695df26-dc30-4904-8e9b-47cc8cea18f5 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:56:27.027691 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-6edd94d3-ab73-4317-9edc-904d071736de req-0da36afe-4bb6-4aa5-a5d4-d5f502d49df5 tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] For port c526f60c-ec6c-49ae-8893-95de5220bc8e, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=c526f60c-ec6c-49ae-8893-95de5220bc8e,segment=NetworkSegment(b0e14444-bea9-4876-8ec3-00e2826a75c1),segment_id=b0e14444-bea9-4876-8ec3-00e2826a75c1)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:56:27.028211 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-6edd94d3-ab73-4317-9edc-904d071736de req-0da36afe-4bb6-4aa5-a5d4-d5f502d49df5 tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (c526f60c-ec6c-49ae-8893-95de5220bc8e), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:27.125546 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-6edd94d3-ab73-4317-9edc-904d071736de req-0da36afe-4bb6-4aa5-a5d4-d5f502d49df5 tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] Calling delete_port for c526f60c-ec6c-49ae-8893-95de5220bc8e owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:56:27.197316 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8ddd34f3-f3c0-490a-a59e-f471952e6c56 req-cdd9ee10-16c0-4aa7-8497-139913052166 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "GET /v2.0/ports?device_id=95d4a786-9b96-41d3-9723-9305dd1b8a1d HTTP/1.1" status: 200 len: 210 time: 0.1029339 Feb 17 17:56:27.419542 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d9cf5c77-4382-4198-a5a8-931fac8f68b7 req-b85148e9-fdce-438f-9844-073198f7657e tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 210 time: 0.1008017 Feb 17 17:56:27.446503 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9930a-160a-4391-944a-dafbb5654fee req-27446281-f909-4520-9c60-dbff4c07d2ea tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:27.454743 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-82f9930a-160a-4391-944a-dafbb5654fee req-27446281-f909-4520-9c60-dbff4c07d2ea tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] 10.222.0.87 "GET /v2.0/ports?device_id=390699e4-f3b9-46cd-a33a-933d24f289ac HTTP/1.1" status: 200 len: 946 time: 1.0121090 Feb 17 17:56:27.527354 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-30f08036-924c-4518-8bd7-0e49a1922ccb tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (2695df26-dc30-4904-8e9b-47cc8cea18f5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:27.598164 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f08036-924c-4518-8bd7-0e49a1922ccb tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event deleted for resources: {'Port': ['ID=2695df26-dc30-4904-8e9b-47cc8cea18f5,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:27.626159 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-82f9930a-160a-4391-944a-dafbb5654fee req-3290d6d0-e8b0-4fc5-a2e0-ef3e74864d2c tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] 10.222.0.87 "GET /v2.0/security-groups?id=7443a399-d34b-4437-a2cf-28c6c08bb32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322756 Feb 17 17:56:27.788936 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-6edd94d3-ab73-4317-9edc-904d071736de req-0da36afe-4bb6-4aa5-a5d4-d5f502d49df5 tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (c526f60c-ec6c-49ae-8893-95de5220bc8e), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:27.801693 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['c526f60c-ec6c-49ae-8893-95de5220bc8e'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:56:27.882851 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da36afe-4bb6-4aa5-a5d4-d5f502d49df5 tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] Pushing event deleted for resources: {'Port': ['ID=c526f60c-ec6c-49ae-8893-95de5220bc8e,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:28.007488 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-6edd94d3-ab73-4317-9edc-904d071736de req-0da36afe-4bb6-4aa5-a5d4-d5f502d49df5 tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] No DVR routers for this DVR port c526f60c-ec6c-49ae-8893-95de5220bc8e on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:56:28.013033 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-6edd94d3-ab73-4317-9edc-904d071736de req-0da36afe-4bb6-4aa5-a5d4-d5f502d49df5 tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:28.022073 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6edd94d3-ab73-4317-9edc-904d071736de req-0da36afe-4bb6-4aa5-a5d4-d5f502d49df5 tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] 10.222.0.71 "DELETE /v2.0/ports/c526f60c-ec6c-49ae-8893-95de5220bc8e HTTP/1.1" status: 204 len: 173 time: 1.9149113 Feb 17 17:56:28.023820 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '390699e4-f3b9-46cd-a33a-933d24f289ac', 'name': 'network-vif-deleted', 'tag': 'c526f60c-ec6c-49ae-8893-95de5220bc8e'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:56:28.030104 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db78a14-9fb2-4387-a7b9-1bca2e5fabfe" -d '{"events": [{"server_uuid": "390699e4-f3b9-46cd-a33a-933d24f289ac", "name": "network-vif-deleted", "tag": "c526f60c-ec6c-49ae-8893-95de5220bc8e"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:56:28.139355 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67d56bf-4884-4bac-9eb9-037c627d5f76 x-openstack-request-id: req-a67d56bf-4884-4bac-9eb9-037c627d5f76 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:56:28.139654 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "390699e4-f3b9-46cd-a33a-933d24f289ac", "name": "network-vif-deleted", "tag": "c526f60c-ec6c-49ae-8893-95de5220bc8e", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:56:28.139910 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a67d56bf-4884-4bac-9eb9-037c627d5f76 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:56:28.140343 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '390699e4-f3b9-46cd-a33a-933d24f289ac', 'name': 'network-vif-deleted', 'tag': 'c526f60c-ec6c-49ae-8893-95de5220bc8e', 'status': 'completed', 'code': 200} Feb 17 17:56:28.176167 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adacf22-1664-4cc9-ad48-d64d9b481438 req-574948ad-4a2c-4fa6-972c-7c4490a874b2 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:28.177770 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5adacf22-1664-4cc9-ad48-d64d9b481438 req-574948ad-4a2c-4fa6-972c-7c4490a874b2 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.91 "GET /v2.0/networks?id=1c842ecd-cc9b-4a85-b1b8-328753a85bfe HTTP/1.1" status: 200 len: 815 time: 0.5539570 Feb 17 17:56:28.266300 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-30f08036-924c-4518-8bd7-0e49a1922ccb tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:28.289752 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5adacf22-1664-4cc9-ad48-d64d9b481438 req-a5aef043-5f1d-4a8d-be1a-e5e4ee772483 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20be7d5eb0704bac94fef9d4560964ff HTTP/1.1" status: 200 len: 379 time: 0.0990448 Feb 17 17:56:28.321918 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 47688) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:56:28.359700 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-5adacf22-1664-4cc9-ad48-d64d9b481438 req-857d630d-deb8-48f5-ad99-d6a5297a164b tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Request body: {'port': {'device_id': '38157083-4bc1-44c2-b599-cb2b9e015741', 'network_id': '1c842ecd-cc9b-4a85-b1b8-328753a85bfe', 'admin_state_up': True, 'tenant_id': '20be7d5eb0704bac94fef9d4560964ff', 'security_groups': ['e5ccc497-d319-4215-a6b5-0cf96098e05e']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:56:28.513073 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1ea02f90-566e-4ad7-974c-45d5d42bb4e8 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks [] for security_group (092cd681-b4c6-4a04-af75-7033fd519e37), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:28.588319 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1ea02f90-566e-4ad7-974c-45d5d42bb4e8 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks [] for security_group (092cd681-b4c6-4a04-af75-7033fd519e37), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:28.644091 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-38f2a06c-b73a-401c-b6dd-bd29db49de12 req-deb71255-fd01-43bb-9a7c-395db8198487 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 210 time: 0.0734780 Feb 17 17:56:28.775953 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f08036-924c-4518-8bd7-0e49a1922ccb tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Router 0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:56:28.796715 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5adacf22-1664-4cc9-ad48-d64d9b481438 req-857d630d-deb8-48f5-ad99-d6a5297a164b tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Made reservation on behalf of 20be7d5eb0704bac94fef9d4560964ff for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:56:28.802953 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-5adacf22-1664-4cc9-ad48-d64d9b481438 req-857d630d-deb8-48f5-ad99-d6a5297a164b tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:28.803209 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1ea02f90-566e-4ad7-974c-45d5d42bb4e8 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (092cd681-b4c6-4a04-af75-7033fd519e37), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:28.805646 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1ea02f90-566e-4ad7-974c-45d5d42bb4e8 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:28.810258 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1ea02f90-566e-4ad7-974c-45d5d42bb4e8 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] 10.222.0.87 "DELETE /v2.0/security-groups/092cd681-b4c6-4a04-af75-7033fd519e37 HTTP/1.1" status: 204 len: 168 time: 0.4869242 Feb 17 17:56:28.832821 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea02f90-566e-4ad7-974c-45d5d42bb4e8 tempest-TestVolumeBackupRestore-67474811 tempest-TestVolumeBackupRestore-67474811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=092cd681-b4c6-4a04-af75-7033fd519e37,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:28.987254 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2ef04003-1d05-4066-8f48-095d16a2fd11 req-e745751f-2df1-4cb8-8146-c9bb4228a00a tempest-ServerMetadataNegativeTestJSON-1054691959 tempest-ServerMetadataNegativeTestJSON-1054691959-project] 10.222.0.87 "GET /v2.0/ports?device_id=390699e4-f3b9-46cd-a33a-933d24f289ac HTTP/1.1" status: 200 len: 210 time: 0.1046774 Feb 17 17:56:29.036745 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-5adacf22-1664-4cc9-ad48-d64d9b481438 req-857d630d-deb8-48f5-ad99-d6a5297a164b tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Allocated IP 172.20.0.4 (1c842ecd-cc9b-4a85-b1b8-328753a85bfe/684c221c-585d-46a8-b4c6-fe6a5f99b9b8/cb049a99-7b51-4f75-9df3-e39d7e10f48b) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:56:29.428971 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f08036-924c-4518-8bd7-0e49a1922ccb tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:56:29.454066 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 47732) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:56:29.463770 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-30f08036-924c-4518-8bd7-0e49a1922ccb tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "PUT /v2.0/routers/0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3926568 Feb 17 17:56:29.483600 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86191bba-47ad-4c4a-85b9-dc48a2d4393c None None] Sync routers for ids ['0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:56:29.502120 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-5adacf22-1664-4cc9-ad48-d64d9b481438 req-857d630d-deb8-48f5-ad99-d6a5297a164b tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks [] for port (cb049a99-7b51-4f75-9df3-e39d7e10f48b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:29.503502 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86191bba-47ad-4c4a-85b9-dc48a2d4393c None None] Routers {'0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:56:29.504897 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-86191bba-47ad-4c4a-85b9-dc48a2d4393c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:56:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:56:29.664386 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-5adacf22-1664-4cc9-ad48-d64d9b481438 req-857d630d-deb8-48f5-ad99-d6a5297a164b tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (cb049a99-7b51-4f75-9df3-e39d7e10f48b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:29.696020 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3ddfe50-080d-400b-896d-2ddae52f3978 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Deleting subnet 4f01fd1b-8164-4d07-9e9b-a271cefa89f1 {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:56:29.715630 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c3ddfe50-080d-400b-896d-2ddae52f3978 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for subnet (4f01fd1b-8164-4d07-9e9b-a271cefa89f1), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:29.887199 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5adacf22-1664-4cc9-ad48-d64d9b481438 req-857d630d-deb8-48f5-ad99-d6a5297a164b tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Network 1c842ecd-cc9b-4a85-b1b8-328753a85bfe is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:56:29.890765 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c3ddfe50-080d-400b-896d-2ddae52f3978 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (4f01fd1b-8164-4d07-9e9b-a271cefa89f1), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:29.908837 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-5adacf22-1664-4cc9-ad48-d64d9b481438 req-857d630d-deb8-48f5-ad99-d6a5297a164b tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:56:29.918852 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-5adacf22-1664-4cc9-ad48-d64d9b481438 req-857d630d-deb8-48f5-ad99-d6a5297a164b tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:56:29.927800 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d630d-deb8-48f5-ad99-d6a5297a164b tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Pushing event updated for resources: {'Port': ['ID=cb049a99-7b51-4f75-9df3-e39d7e10f48b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:30.053038 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-86191bba-47ad-4c4a-85b9-dc48a2d4393c None None] Set router 0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:56:30.105543 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adacf22-1664-4cc9-ad48-d64d9b481438 req-857d630d-deb8-48f5-ad99-d6a5297a164b tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:30.136475 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-5adacf22-1664-4cc9-ad48-d64d9b481438 req-857d630d-deb8-48f5-ad99-d6a5297a164b tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:30.174853 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47756) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:56:30.211440 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5adacf22-1664-4cc9-ad48-d64d9b481438 req-857d630d-deb8-48f5-ad99-d6a5297a164b tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8556740 Feb 17 17:56:30.284392 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-5adacf22-1664-4cc9-ad48-d64d9b481438 req-4912fc4c-7771-471e-a660-d2ff8b7d073d service neutron] Request body: {'port': {'device_id': '38157083-4bc1-44c2-b599-cb2b9e015741', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:56:30.286429 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6fa89f-7af3-4f3b-b7ae-05000d15698c req-bb1034de-6321-4c66-ba8d-daba236463c4 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:30.288010 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6a6fa89f-7af3-4f3b-b7ae-05000d15698c req-bb1034de-6321-4c66-ba8d-daba236463c4 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 931 time: 0.1896396 Feb 17 17:56:30.417101 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device c526f60c-ec6c-49ae-8893-95de5220bc8e no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:56:30.431534 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ab1db29-03b8-47ca-8053-128a373aa36b admin admin] Deleting subnet cdf3ff54-1ab2-4d65-8b32-82285151a765 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:56:30.449584 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0ab1db29-03b8-47ca-8053-128a373aa36b admin admin] Publish callbacks [] for subnet (cdf3ff54-1ab2-4d65-8b32-82285151a765), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:30.450590 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6a6fa89f-7af3-4f3b-b7ae-05000d15698c req-21748501-d771-4d67-b6cd-e4fe3359bcd2 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496353 Feb 17 17:56:30.465233 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: c526f60c-ec6c-49ae-8893-95de5220bc8e {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:56:30.465597 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device c526f60c-ec6c-49ae-8893-95de5220bc8e not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:56:30.499406 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c3ddfe50-080d-400b-896d-2ddae52f3978 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (4f01fd1b-8164-4d07-9e9b-a271cefa89f1), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:30.508640 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-86191bba-47ad-4c4a-85b9-dc48a2d4393c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'name': 'tempest-TestNetworkBasicOps-router-25529514', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'e89f0c5e-5691-43b9-82da-83ef88d45768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:53:46Z', 'updated_at': '2022-02-17T17:56:27Z', 'revision_number': 7, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'gw_port': {'id': 'e89f0c5e-5691-43b9-82da-83ef88d45768', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:22:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:53:47Z', 'updated_at': '2022-02-17T17:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:56:30.566689 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86191bba-47ad-4c4a-85b9-dc48a2d4393c None None] Checking router: 0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:56:30.582162 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-3cd67fdd-fc3f-4699-8675-a7723590bd78 None None] Provisioning complete for port cb049a99-7b51-4f75-9df3-e39d7e10f48b triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:56:30.582162 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3cd67fdd-fc3f-4699-8675-a7723590bd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (cb049a99-7b51-4f75-9df3-e39d7e10f48b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:30.584068 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86191bba-47ad-4c4a-85b9-dc48a2d4393c None None] Routers {'0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:56:30.585056 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-86191bba-47ad-4c4a-85b9-dc48a2d4393c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:56:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:56:30.640447 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-5adacf22-1664-4cc9-ad48-d64d9b481438 req-4912fc4c-7771-471e-a660-d2ff8b7d073d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (cb049a99-7b51-4f75-9df3-e39d7e10f48b), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:30.644935 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0ab1db29-03b8-47ca-8053-128a373aa36b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (cdf3ff54-1ab2-4d65-8b32-82285151a765), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:30.692614 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c3ddfe50-080d-400b-896d-2ddae52f3978 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (4f01fd1b-8164-4d07-9e9b-a271cefa89f1), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:30.774782 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0ab1db29-03b8-47ca-8053-128a373aa36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (cdf3ff54-1ab2-4d65-8b32-82285151a765), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:30.784225 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ddfe50-080d-400b-896d-2ddae52f3978 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event deleted for resources: {'Subnet': ['ID=4f01fd1b-8164-4d07-9e9b-a271cefa89f1,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:30.788995 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c3ddfe50-080d-400b-896d-2ddae52f3978 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:30.793470 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c3ddfe50-080d-400b-896d-2ddae52f3978 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "DELETE /v2.0/subnets/4f01fd1b-8164-4d07-9e9b-a271cefa89f1 HTTP/1.1" status: 204 len: 168 time: 1.3376622 Feb 17 17:56:30.796408 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 47822) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:56:30.970720 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f130a4-e054-4884-98e9-80cf69dc3516 None None] Network 17694ef4-1ed2-4a01-a5bf-ce0481576d63 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:56:31.033046 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-3cd67fdd-fc3f-4699-8675-a7723590bd78 None None] Port cb049a99-7b51-4f75-9df3-e39d7e10f48b cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:56:31.146476 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c8626a29-879a-48af-ad21-6865399b38a2 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for router (0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:31.181755 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0ab1db29-03b8-47ca-8053-128a373aa36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (cdf3ff54-1ab2-4d65-8b32-82285151a765), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:31.399410 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c8626a29-879a-48af-ad21-6865399b38a2 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for router_gateway (0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:31.449575 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-86191bba-47ad-4c4a-85b9-dc48a2d4393c None None] Set router 0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:56:31.753752 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2115345a-4ff9-4d0e-9fe0-b73e22d47179 None None] DHCP port deletion for 17694ef4-1ed2-4a01-a5bf-ce0481576d63 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:56:32.002898 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-86191bba-47ad-4c4a-85b9-dc48a2d4393c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'name': 'tempest-TestNetworkBasicOps-router-25529514', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'e89f0c5e-5691-43b9-82da-83ef88d45768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:53:46Z', 'updated_at': '2022-02-17T17:56:27Z', 'revision_number': 7, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'gw_port': {'id': 'e89f0c5e-5691-43b9-82da-83ef88d45768', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:22:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:53:47Z', 'updated_at': '2022-02-17T17:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:56:32.082638 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 1ea079f3-19f0-448f-af8f-0f95da0b72f1 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:56:32.164805 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-5adacf22-1664-4cc9-ad48-d64d9b481438 req-4912fc4c-7771-471e-a660-d2ff8b7d073d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb049a99-7b51-4f75-9df3-e39d7e10f48b {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:56:32.182465 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-5adacf22-1664-4cc9-ad48-d64d9b481438 req-4912fc4c-7771-471e-a660-d2ff8b7d073d service neutron] Publish callbacks [] for port (cb049a99-7b51-4f75-9df3-e39d7e10f48b), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:32.208654 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-5adacf22-1664-4cc9-ad48-d64d9b481438 req-4912fc4c-7771-471e-a660-d2ff8b7d073d service neutron] Transition to ACTIVE for port object cb049a99-7b51-4f75-9df3-e39d7e10f48b will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:56:32.216954 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab1db29-03b8-47ca-8053-128a373aa36b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdf3ff54-1ab2-4d65-8b32-82285151a765,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:32.225497 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-2115345a-4ff9-4d0e-9fe0-b73e22d47179 None None] Deleting port 1ea079f3-19f0-448f-af8f-0f95da0b72f1 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:56:32.225664 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-5adacf22-1664-4cc9-ad48-d64d9b481438 req-4912fc4c-7771-471e-a660-d2ff8b7d073d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (cb049a99-7b51-4f75-9df3-e39d7e10f48b), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:32.230368 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2115345a-4ff9-4d0e-9fe0-b73e22d47179 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (1ea079f3-19f0-448f-af8f-0f95da0b72f1), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:32.248710 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0ab1db29-03b8-47ca-8053-128a373aa36b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:32.271271 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0ab1db29-03b8-47ca-8053-128a373aa36b admin admin] 10.222.0.87 "DELETE /v2.0/subnets/cdf3ff54-1ab2-4d65-8b32-82285151a765 HTTP/1.1" status: 204 len: 168 time: 2.0951669 Feb 17 17:56:32.285183 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 47954) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:56:32.411390 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86191bba-47ad-4c4a-85b9-dc48a2d4393c None None] The sync data for ids ['0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a'] in n-d-829613-2 is: [{'id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'name': 'tempest-TestNetworkBasicOps-router-25529514', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'e89f0c5e-5691-43b9-82da-83ef88d45768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:53:46Z', 'updated_at': '2022-02-17T17:56:27Z', 'revision_number': 7, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'gw_port': {'id': 'e89f0c5e-5691-43b9-82da-83ef88d45768', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:22:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:53:47Z', 'updated_at': '2022-02-17T17:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:56:32.438622 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-2115345a-4ff9-4d0e-9fe0-b73e22d47179 None None] For port 1ea079f3-19f0-448f-af8f-0f95da0b72f1, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=1ea079f3-19f0-448f-af8f-0f95da0b72f1,segment=NetworkSegment(2eedf786-d862-43f5-aeec-d3f3b6a22140),segment_id=2eedf786-d862-43f5-aeec-d3f3b6a22140)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:56:32.443277 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2115345a-4ff9-4d0e-9fe0-b73e22d47179 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (1ea079f3-19f0-448f-af8f-0f95da0b72f1), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:32.489303 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-2115345a-4ff9-4d0e-9fe0-b73e22d47179 None None] Calling delete_port for 1ea079f3-19f0-448f-af8f-0f95da0b72f1 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:56:32.656806 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4912fc4c-7771-471e-a660-d2ff8b7d073d service neutron] Pushing event updated for resources: {'Port': ['ID=cb049a99-7b51-4f75-9df3-e39d7e10f48b,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:32.711417 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f6b73e7-3696-4807-ab9e-3b75323adcae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (d7b117a2-bbd3-4a9c-9973-0d94428c1655), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:32.763474 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b8cecb-8f45-42a6-8032-490a6dfd054b req-43b62e8d-8b54-43c9-8f7c-ff4a3963ade8 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:32.777190 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a2b8cecb-8f45-42a6-8032-490a6dfd054b req-43b62e8d-8b54-43c9-8f7c-ff4a3963ade8 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 943 time: 0.1304801 Feb 17 17:56:32.833758 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-5adacf22-1664-4cc9-ad48-d64d9b481438 req-4912fc4c-7771-471e-a660-d2ff8b7d073d service neutron] Attempting to bind port cb049a99-7b51-4f75-9df3-e39d7e10f48b on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:56:32.837095 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-5adacf22-1664-4cc9-ad48-d64d9b481438 req-4912fc4c-7771-471e-a660-d2ff8b7d073d service neutron] Attempting to bind port cb049a99-7b51-4f75-9df3-e39d7e10f48b by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': 'e72a85f9-dd09-4c3e-8996-7efe0b9144f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1c842ecd-cc9b-4a85-b1b8-328753a85bfe'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:56:32.838594 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adacf22-1664-4cc9-ad48-d64d9b481438 req-4912fc4c-7771-471e-a660-d2ff8b7d073d service neutron] Attempting to bind port cb049a99-7b51-4f75-9df3-e39d7e10f48b on network 1c842ecd-cc9b-4a85-b1b8-328753a85bfe {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:56:32.853968 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-c8626a29-879a-48af-ad21-6865399b38a2 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Deleting port e89f0c5e-5691-43b9-82da-83ef88d45768 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:56:32.854694 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c8626a29-879a-48af-ad21-6865399b38a2 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (e89f0c5e-5691-43b9-82da-83ef88d45768), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:32.943090 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adacf22-1664-4cc9-ad48-d64d9b481438 req-4912fc4c-7771-471e-a660-d2ff8b7d073d service neutron] Port cb049a99-7b51-4f75-9df3-e39d7e10f48b on network 1c842ecd-cc9b-4a85-b1b8-328753a85bfe not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:56:32.944742 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adacf22-1664-4cc9-ad48-d64d9b481438 req-4912fc4c-7771-471e-a660-d2ff8b7d073d service neutron] Attempting to bind port cb049a99-7b51-4f75-9df3-e39d7e10f48b on network 1c842ecd-cc9b-4a85-b1b8-328753a85bfe {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:56:33.006967 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a2b8cecb-8f45-42a6-8032-490a6dfd054b req-7dab3f8f-e480-4eb3-86a2-9e88cf9d5e37 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2176440 Feb 17 17:56:33.093518 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 1ea079f3-19f0-448f-af8f-0f95da0b72f1 is: ACTIVE; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:56:33.095612 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1ea079f3-19f0-448f-af8f-0f95da0b72f1), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:33.145836 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f6b73e7-3696-4807-ab9e-3b75323adcae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (d7b117a2-bbd3-4a9c-9973-0d94428c1655), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:33.147456 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2df88bf1-8cd1-44a5-9c93-2586554b7d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:33.171272 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adacf22-1664-4cc9-ad48-d64d9b481438 req-4912fc4c-7771-471e-a660-d2ff8b7d073d service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:56:33.172750 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-c8626a29-879a-48af-ad21-6865399b38a2 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] For port e89f0c5e-5691-43b9-82da-83ef88d45768, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=e89f0c5e-5691-43b9-82da-83ef88d45768,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:56:33.173169 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c8626a29-879a-48af-ad21-6865399b38a2 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (e89f0c5e-5691-43b9-82da-83ef88d45768), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:33.173791 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adacf22-1664-4cc9-ad48-d64d9b481438 req-4912fc4c-7771-471e-a660-d2ff8b7d073d service neutron] Checking segment: {'id': 'e72a85f9-dd09-4c3e-8996-7efe0b9144f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1c842ecd-cc9b-4a85-b1b8-328753a85bfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:56:33.177169 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adacf22-1664-4cc9-ad48-d64d9b481438 req-4912fc4c-7771-471e-a660-d2ff8b7d073d service neutron] Bound using segment: {'id': 'e72a85f9-dd09-4c3e-8996-7efe0b9144f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1c842ecd-cc9b-4a85-b1b8-328753a85bfe'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:56:33.177907 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-5adacf22-1664-4cc9-ad48-d64d9b481438 req-4912fc4c-7771-471e-a660-d2ff8b7d073d service neutron] Bound port: cb049a99-7b51-4f75-9df3-e39d7e10f48b, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e72a85f9-dd09-4c3e-8996-7efe0b9144f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1c842ecd-cc9b-4a85-b1b8-328753a85bfe'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:56:33.178523 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-5adacf22-1664-4cc9-ad48-d64d9b481438 req-4912fc4c-7771-471e-a660-d2ff8b7d073d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (cb049a99-7b51-4f75-9df3-e39d7e10f48b), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:33.206997 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-c8626a29-879a-48af-ad21-6865399b38a2 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Calling delete_port for e89f0c5e-5691-43b9-82da-83ef88d45768 owned by network:router_gateway {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:56:33.209271 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2115345a-4ff9-4d0e-9fe0-b73e22d47179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (1ea079f3-19f0-448f-af8f-0f95da0b72f1), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:33.325487 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-9f6b73e7-3696-4807-ab9e-3b75323adcae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7b117a2-bbd3-4a9c-9973-0d94428c1655']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:56:33.358529 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2115345a-4ff9-4d0e-9fe0-b73e22d47179 None None] No DVR routers for this DVR port 1ea079f3-19f0-448f-af8f-0f95da0b72f1 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:56:33.379081 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2115345a-4ff9-4d0e-9fe0-b73e22d47179 None None] Pushing event deleted for resources: {'Port': ['ID=1ea079f3-19f0-448f-af8f-0f95da0b72f1,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:33.385912 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-9f6b73e7-3696-4807-ab9e-3b75323adcae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0e14444-bea9-4876-8ec3-00e2826a75c1') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:56:33.388368 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-9f6b73e7-3696-4807-ab9e-3b75323adcae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0e14444-bea9-4876-8ec3-00e2826a75c1') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:56:33.453297 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f6b73e7-3696-4807-ab9e-3b75323adcae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (b0e14444-bea9-4876-8ec3-00e2826a75c1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:33.507634 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f6b73e7-3696-4807-ab9e-3b75323adcae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (b0e14444-bea9-4876-8ec3-00e2826a75c1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:33.523812 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-5adacf22-1664-4cc9-ad48-d64d9b481438 req-4912fc4c-7771-471e-a660-d2ff8b7d073d service neutron] For port cb049a99-7b51-4f75-9df3-e39d7e10f48b, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:56:33.529088 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-5adacf22-1664-4cc9-ad48-d64d9b481438 req-4912fc4c-7771-471e-a660-d2ff8b7d073d service neutron] For port cb049a99-7b51-4f75-9df3-e39d7e10f48b, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=cb049a99-7b51-4f75-9df3-e39d7e10f48b,segment=NetworkSegment(e72a85f9-dd09-4c3e-8996-7efe0b9144f7),segment_id=e72a85f9-dd09-4c3e-8996-7efe0b9144f7)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:56:33.538498 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f6b73e7-3696-4807-ab9e-3b75323adcae admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:56:33.542579 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f6b73e7-3696-4807-ab9e-3b75323adcae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (b0e14444-bea9-4876-8ec3-00e2826a75c1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:33.544748 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:56:33.544748 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:56:33.544748 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:56:33.544748 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:56:33.544748 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:56:33.544748 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:56:33.544748 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:56:33.544748 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:56:33.544748 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:56:33.544748 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:56:33.544748 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:56:33.544748 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:56:33.544748 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:56:33.544748 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:56:33.544748 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:56:33.544748 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:56:33.544748 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:56:33.544748 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:56:33.544748 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:56:33.544748 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:56:33.544748 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:56:33.544748 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:56:33.544748 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:56:33.544748 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:56:33.544748 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:56:33.544748 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:56:33.544748 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:56:33.544748 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:56:33.544748 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:56:33.544748 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:56:33.544748 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:56:33.544748 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:56:33.583707 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-5adacf22-1664-4cc9-ad48-d64d9b481438 req-4912fc4c-7771-471e-a660-d2ff8b7d073d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (cb049a99-7b51-4f75-9df3-e39d7e10f48b), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:33.791688 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c8626a29-879a-48af-ad21-6865399b38a2 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (e89f0c5e-5691-43b9-82da-83ef88d45768), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:33.805790 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adacf22-1664-4cc9-ad48-d64d9b481438 req-4912fc4c-7771-471e-a660-d2ff8b7d073d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:33.806529 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-5adacf22-1664-4cc9-ad48-d64d9b481438 req-4912fc4c-7771-471e-a660-d2ff8b7d073d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:33.808441 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5adacf22-1664-4cc9-ad48-d64d9b481438 req-4912fc4c-7771-471e-a660-d2ff8b7d073d service neutron] 10.222.0.91 "PUT /v2.0/ports/cb049a99-7b51-4f75-9df3-e39d7e10f48b HTTP/1.1" status: 200 len: 1091 time: 3.5446076 Feb 17 17:56:33.813422 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38157083-4bc1-44c2-b599-cb2b9e015741', 'tag': 'cb049a99-7b51-4f75-9df3-e39d7e10f48b'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:56:33.816753 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766f75e3-1217-4f24-87e6-c70494f0b501" -d '{"events": [{"name": "network-changed", "server_uuid": "38157083-4bc1-44c2-b599-cb2b9e015741", "tag": "cb049a99-7b51-4f75-9df3-e39d7e10f48b"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:56:33.819396 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f6b73e7-3696-4807-ab9e-3b75323adcae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (d7b117a2-bbd3-4a9c-9973-0d94428c1655), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:33.844689 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f6b73e7-3696-4807-ab9e-3b75323adcae admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:33.852866 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9f6b73e7-3696-4807-ab9e-3b75323adcae admin admin] 10.222.0.87 "DELETE /v2.0/networks/d7b117a2-bbd3-4a9c-9973-0d94428c1655 HTTP/1.1" status: 204 len: 168 time: 1.5607994 Feb 17 17:56:33.859150 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8626a29-879a-48af-ad21-6865399b38a2 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event deleted for resources: {'Port': ['ID=e89f0c5e-5691-43b9-82da-83ef88d45768,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:34.016728 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8171e73-a6a6-449a-92b5-444898d72f37 x-openstack-request-id: req-a8171e73-a6a6-449a-92b5-444898d72f37 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:56:34.019182 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38157083-4bc1-44c2-b599-cb2b9e015741", "tag": "cb049a99-7b51-4f75-9df3-e39d7e10f48b", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:56:34.020274 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a8171e73-a6a6-449a-92b5-444898d72f37 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:56:34.022560 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38157083-4bc1-44c2-b599-cb2b9e015741', 'tag': 'cb049a99-7b51-4f75-9df3-e39d7e10f48b', 'status': 'completed', 'code': 200} Feb 17 17:56:34.151324 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 2695df26-dc30-4904-8e9b-47cc8cea18f5 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:56:34.193165 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b73e7-3696-4807-ab9e-3b75323adcae admin admin] Pushing event deleted for resources: {'Network': ['ID=d7b117a2-bbd3-4a9c-9973-0d94428c1655,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:34.232213 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 2695df26-dc30-4904-8e9b-47cc8cea18f5 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:56:34.237727 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 2695df26-dc30-4904-8e9b-47cc8cea18f5 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:56:34.291629 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adacf22-1664-4cc9-ad48-d64d9b481438 req-68b45d4b-2694-4665-8f99-3666adacb95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:34.295592 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5adacf22-1664-4cc9-ad48-d64d9b481438 req-68b45d4b-2694-4665-8f99-3666adacb95b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=20be7d5eb0704bac94fef9d4560964ff&device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 1125 time: 0.4267991 Feb 17 17:56:34.296545 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4912fc4c-7771-471e-a660-d2ff8b7d073d service neutron] Pushing event updated for resources: {'Port': ['ID=cb049a99-7b51-4f75-9df3-e39d7e10f48b,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:34.421323 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 48146) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:56:34.476436 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5adacf22-1664-4cc9-ad48-d64d9b481438 req-052fec0f-e4cc-45f0-b221-5d94f253d86b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb049a99-7b51-4f75-9df3-e39d7e10f48b HTTP/1.1" status: 200 len: 217 time: 0.1551814 Feb 17 17:56:34.530185 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c8626a29-879a-48af-ad21-6865399b38a2 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:34.582557 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adacf22-1664-4cc9-ad48-d64d9b481438 req-223636a5-f89d-46c8-9052-6962479286d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:34.584093 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5adacf22-1664-4cc9-ad48-d64d9b481438 req-223636a5-f89d-46c8-9052-6962479286d5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=684c221c-585d-46a8-b4c6-fe6a5f99b9b8 HTTP/1.1" status: 200 len: 854 time: 0.1016870 Feb 17 17:56:34.687032 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adacf22-1664-4cc9-ad48-d64d9b481438 req-8d0ce3b9-81c8-4434-be4e-640d401097f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:34.688641 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5adacf22-1664-4cc9-ad48-d64d9b481438 req-8d0ce3b9-81c8-4434-be4e-640d401097f5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1c842ecd-cc9b-4a85-b1b8-328753a85bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0983758 Feb 17 17:56:34.817055 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdaeb60-2602-467d-bde7-762eced65a75 req-7633d094-5725-4b7b-82b3-bef9334a8a2d tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:34.818904 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0fdaeb60-2602-467d-bde7-762eced65a75 req-7633d094-5725-4b7b-82b3-bef9334a8a2d tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 943 time: 0.5635061 Feb 17 17:56:34.826875 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 48188) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:56:34.827372 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b70c0ab7-52f7-4f69-ba5f-0a85c8eb0628 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=53d2c4dd13474c678c6ca0fda9ae03cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3990924 Feb 17 17:56:34.939403 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0fdaeb60-2602-467d-bde7-762eced65a75 req-da53a0f8-9123-447f-8c91-f4195d7fa9f6 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038589 Feb 17 17:56:34.951795 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c8626a29-879a-48af-ad21-6865399b38a2 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:34.960019 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c8626a29-879a-48af-ad21-6865399b38a2 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for router_controller (0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:34.979024 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8946367d-9e99-4836-926c-d002ee574e33 admin admin] Publish callbacks [] for security_group (7443a399-d34b-4437-a2cf-28c6c08bb32f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:35.088756 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8946367d-9e99-4836-926c-d002ee574e33 admin admin] Publish callbacks [] for security_group (7443a399-d34b-4437-a2cf-28c6c08bb32f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:35.104086 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c8626a29-879a-48af-ad21-6865399b38a2 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:35.104659 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8626a29-879a-48af-ad21-6865399b38a2 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Fanout notify agent at l3_agent the message router_deleted on router 0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a {{(pid=103435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:56:35.112308 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c8626a29-879a-48af-ad21-6865399b38a2 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:35.113604 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c8626a29-879a-48af-ad21-6865399b38a2 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "DELETE /v2.0/routers/0b3b9ed9-e0c0-4d6a-87d9-fe6ed95c5d6a HTTP/1.1" status: 204 len: 168 time: 4.3158674 Feb 17 17:56:35.118511 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 48216) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:56:35.132215 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5adacf22-1664-4cc9-ad48-d64d9b481438 req-2d28dec1-1c43-42f5-bec1-5acc8f2cc05b service neutron] 10.222.0.91 "GET /v2.0/networks/1c842ecd-cc9b-4a85-b1b8-328753a85bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4272048 Feb 17 17:56:35.316271 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8946367d-9e99-4836-926c-d002ee574e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (7443a399-d34b-4437-a2cf-28c6c08bb32f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:35.324124 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8946367d-9e99-4836-926c-d002ee574e33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:35.331032 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8946367d-9e99-4836-926c-d002ee574e33 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/7443a399-d34b-4437-a2cf-28c6c08bb32f HTTP/1.1" status: 204 len: 168 time: 0.4932415 Feb 17 17:56:35.393897 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8946367d-9e99-4836-926c-d002ee574e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7443a399-d34b-4437-a2cf-28c6c08bb32f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:35.435246 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e75cb505-af77-46cb-8d1d-166fe7a6b435 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (17694ef4-1ed2-4a01-a5bf-ce0481576d63), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:35.530449 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-52b5a523-ad35-4d7d-ba09-8b852fb0929f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:35.666219 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5adacf22-1664-4cc9-ad48-d64d9b481438 req-62148e0f-2ac6-449b-a3b0-6d9480b121fc service neutron] 10.222.0.91 "GET /v2.0/networks/1c842ecd-cc9b-4a85-b1b8-328753a85bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5330021 Feb 17 17:56:35.746356 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e75cb505-af77-46cb-8d1d-166fe7a6b435 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (17694ef4-1ed2-4a01-a5bf-ce0481576d63), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:35.806003 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-e75cb505-af77-46cb-8d1d-166fe7a6b435 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17694ef4-1ed2-4a01-a5bf-ce0481576d63']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:56:35.835395 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-e75cb505-af77-46cb-8d1d-166fe7a6b435 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eedf786-d862-43f5-aeec-d3f3b6a22140') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:56:35.836031 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-e75cb505-af77-46cb-8d1d-166fe7a6b435 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eedf786-d862-43f5-aeec-d3f3b6a22140') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:56:35.879741 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e75cb505-af77-46cb-8d1d-166fe7a6b435 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (2eedf786-d862-43f5-aeec-d3f3b6a22140), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:35.929927 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e75cb505-af77-46cb-8d1d-166fe7a6b435 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (2eedf786-d862-43f5-aeec-d3f3b6a22140), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:35.933597 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f75e3-1217-4f24-87e6-c70494f0b501 req-2c32c855-9ecd-4313-90d8-6c6975a3311a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:35.944468 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-766f75e3-1217-4f24-87e6-c70494f0b501 req-2c32c855-9ecd-4313-90d8-6c6975a3311a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=20be7d5eb0704bac94fef9d4560964ff&device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 1125 time: 0.2135804 Feb 17 17:56:35.949579 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device e89f0c5e-5691-43b9-82da-83ef88d45768 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:56:35.960019 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e75cb505-af77-46cb-8d1d-166fe7a6b435 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:56:35.964942 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e75cb505-af77-46cb-8d1d-166fe7a6b435 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (2eedf786-d862-43f5-aeec-d3f3b6a22140), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:35.971913 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 17:56:35.971913 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:56:35.971913 n-d-829613-2 neutron-server[103435]: timer() Feb 17 17:56:35.971913 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:56:35.971913 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 17:56:35.971913 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:56:35.971913 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 17:56:35.971913 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:56:35.971913 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 17:56:35.971913 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:56:35.971913 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 17:56:35.971913 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:56:35.971913 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 17:56:35.971913 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:56:35.971913 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:56:35.971913 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:56:35.971913 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:56:35.971913 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:56:35.971913 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 17:56:35.971913 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:56:35.971913 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 17:56:35.971913 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:56:35.971913 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:56:35.971913 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:56:35.971913 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 17:56:35.971913 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:56:35.971913 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:56:35.971913 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:56:35.971913 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:56:35.971913 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:56:35.971913 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:56:35.971913 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:56:36.038609 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: e89f0c5e-5691-43b9-82da-83ef88d45768 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:56:36.038956 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device e89f0c5e-5691-43b9-82da-83ef88d45768 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:56:36.228761 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f75e3-1217-4f24-87e6-c70494f0b501 req-c2ec61ec-2928-461e-bba6-ddda5088a0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:36.230667 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-766f75e3-1217-4f24-87e6-c70494f0b501 req-c2ec61ec-2928-461e-bba6-ddda5088a0d0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=1c842ecd-cc9b-4a85-b1b8-328753a85bfe HTTP/1.1" status: 200 len: 916 time: 0.2780097 Feb 17 17:56:36.240045 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e75cb505-af77-46cb-8d1d-166fe7a6b435 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (17694ef4-1ed2-4a01-a5bf-ce0481576d63), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:36.257496 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e75cb505-af77-46cb-8d1d-166fe7a6b435 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:36.266000 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e75cb505-af77-46cb-8d1d-166fe7a6b435 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "DELETE /v2.0/networks/17694ef4-1ed2-4a01-a5bf-ce0481576d63 HTTP/1.1" status: 204 len: 168 time: 1.1426547 Feb 17 17:56:36.295567 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 48292) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:56:36.306674 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-c330ae06-0a8c-4afe-8384-fe12f46eb482 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Request body: {'network': {'name': 'tempest-network-smoke--1199166101', 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'port_security_enabled': True}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:56:36.321258 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75cb505-af77-46cb-8d1d-166fe7a6b435 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event deleted for resources: {'Network': ['ID=17694ef4-1ed2-4a01-a5bf-ce0481576d63,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:36.350098 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-766f75e3-1217-4f24-87e6-c70494f0b501 req-862e5f58-ed6b-4162-beda-9c1d6fb4ac2e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb049a99-7b51-4f75-9df3-e39d7e10f48b HTTP/1.1" status: 200 len: 217 time: 0.1134350 Feb 17 17:56:36.446430 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87bdea7-7e9d-4d51-b08d-b781cce00407 req-85269e31-cdf6-4602-a08c-4e560c9b27a5 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:36.476595 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b87bdea7-7e9d-4d51-b08d-b781cce00407 req-85269e31-cdf6-4602-a08c-4e560c9b27a5 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 943 time: 0.2948952 Feb 17 17:56:36.477498 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f75e3-1217-4f24-87e6-c70494f0b501 req-9581c246-9558-4f7e-affb-561258aeb9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:36.479254 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-766f75e3-1217-4f24-87e6-c70494f0b501 req-9581c246-9558-4f7e-affb-561258aeb9a9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=684c221c-585d-46a8-b4c6-fe6a5f99b9b8 HTTP/1.1" status: 200 len: 854 time: 0.1231453 Feb 17 17:56:36.621027 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c330ae06-0a8c-4afe-8384-fe12f46eb482 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Made reservation on behalf of ec7ab02c08ab4597882b00c123047e3e for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:56:36.635245 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c330ae06-0a8c-4afe-8384-fe12f46eb482 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:36.678069 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b87bdea7-7e9d-4d51-b08d-b781cce00407 req-d0edeec7-878b-41c7-be65-5b095dec018d tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1914256 Feb 17 17:56:36.717349 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c330ae06-0a8c-4afe-8384-fe12f46eb482 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:56:36.741676 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c330ae06-0a8c-4afe-8384-fe12f46eb482 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (73f57ccc-2cd4-4638-9f6f-0e813989d24c), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:36.742254 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-c330ae06-0a8c-4afe-8384-fe12f46eb482 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Added segment 73f57ccc-2cd4-4638-9f6f-0e813989d24c of type vlan for network c023c479-1517-48c4-ac34-9e16ad2d74c8 Feb 17 17:56:36.748374 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:36.775361 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f75e3-1217-4f24-87e6-c70494f0b501 req-c7c7a8db-b7e0-41bb-ad18-01def2f4260e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:36.780951 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-766f75e3-1217-4f24-87e6-c70494f0b501 req-c7c7a8db-b7e0-41bb-ad18-01def2f4260e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1c842ecd-cc9b-4a85-b1b8-328753a85bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2930086 Feb 17 17:56:36.865645 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c330ae06-0a8c-4afe-8384-fe12f46eb482 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (c023c479-1517-48c4-ac34-9e16ad2d74c8), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:36.943603 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c330ae06-0a8c-4afe-8384-fe12f46eb482 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (c023c479-1517-48c4-ac34-9e16ad2d74c8), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:36.963135 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c330ae06-0a8c-4afe-8384-fe12f46eb482 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:36.971437 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c330ae06-0a8c-4afe-8384-fe12f46eb482 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:37.119601 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-766f75e3-1217-4f24-87e6-c70494f0b501 req-509dc707-a2f2-4b19-85c2-f960adeaa5b9 service neutron] 10.222.0.91 "GET /v2.0/networks/1c842ecd-cc9b-4a85-b1b8-328753a85bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331385 Feb 17 17:56:37.169353 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c330ae06-0a8c-4afe-8384-fe12f46eb482 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event updated for resources: {'Network': ['ID=c023c479-1517-48c4-ac34-9e16ad2d74c8,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:37.187055 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network c023c479-1517-48c4-ac34-9e16ad2d74c8 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:56:37.208555 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c330ae06-0a8c-4afe-8384-fe12f46eb482 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9115047 Feb 17 17:56:37.211563 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 48324) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:56:37.217573 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-b08a29b0-9926-4130-8c4f-1caf631ba7d9 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1100751130', 'admin_state_up': True, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:56:37.288392 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b08a29b0-9926-4130-8c4f-1caf631ba7d9 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (2a8c0269-8465-43a8-a658-a004a8d92d8d), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:37.291735 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b08a29b0-9926-4130-8c4f-1caf631ba7d9 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (2a8c0269-8465-43a8-a658-a004a8d92d8d), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:37.369764 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-766f75e3-1217-4f24-87e6-c70494f0b501 req-b502dfba-5fc7-444c-957c-fd6442785d0a service neutron] 10.222.0.91 "GET /v2.0/networks/1c842ecd-cc9b-4a85-b1b8-328753a85bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435927 Feb 17 17:56:37.483183 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b08a29b0-9926-4130-8c4f-1caf631ba7d9 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for router_controller (2a8c0269-8465-43a8-a658-a004a8d92d8d), precommit_add_association {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:37.529242 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 48330) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:56:37.806136 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device cb049a99-7b51-4f75-9df3-e39d7e10f48b details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:56:38.026664 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-c6dcb2f5-3250-48b4-b968-8de15faf44ea admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-2019226647-network', 'tenant_id': 'a4bc7d0820f643c19a6d23ef6cd8d114'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:56:38.059101 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b08a29b0-9926-4130-8c4f-1caf631ba7d9 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for router_gateway (2a8c0269-8465-43a8-a658-a004a8d92d8d), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:38.078810 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6dcb2f5-3250-48b4-b968-8de15faf44ea admin admin] Made reservation on behalf of a4bc7d0820f643c19a6d23ef6cd8d114 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:56:38.086940 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6dcb2f5-3250-48b4-b968-8de15faf44ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:38.160462 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6dcb2f5-3250-48b4-b968-8de15faf44ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:38.190988 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa231c7-90fb-4047-aec4-68d6fe732a37 req-d7f809e8-0453-4027-be0d-bf0a10946445 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:38.192619 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3aa231c7-90fb-4047-aec4-68d6fe732a37 req-d7f809e8-0453-4027-be0d-bf0a10946445 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 943 time: 0.2886877 Feb 17 17:56:38.230785 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port cb049a99-7b51-4f75-9df3-e39d7e10f48b, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=cb049a99-7b51-4f75-9df3-e39d7e10f48b,segment=NetworkSegment(e72a85f9-dd09-4c3e-8996-7efe0b9144f7),segment_id=e72a85f9-dd09-4c3e-8996-7efe0b9144f7)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:56:38.303408 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': 'cb049a99-7b51-4f75-9df3-e39d7e10f48b', 'network_id': '1c842ecd-cc9b-4a85-b1b8-328753a85bfe', 'port_id': 'cb049a99-7b51-4f75-9df3-e39d7e10f48b', 'mac_address': 'fa:16:3e:23:6e:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '684c221c-585d-46a8-b4c6-fe6a5f99b9b8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:56:38.333639 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:38.420010 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6dcb2f5-3250-48b4-b968-8de15faf44ea admin admin] Publish callbacks [] for security_group (84b3f39c-7281-4e05-9307-c0e2b771af23), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:38.430601 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6dcb2f5-3250-48b4-b968-8de15faf44ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (84b3f39c-7281-4e05-9307-c0e2b771af23), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:38.459544 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port cb049a99-7b51-4f75-9df3-e39d7e10f48b is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:56:38.459952 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (cb049a99-7b51-4f75-9df3-e39d7e10f48b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:38.488608 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb049a99-7b51-4f75-9df3-e39d7e10f48b {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:56:38.490692 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6dcb2f5-3250-48b4-b968-8de15faf44ea admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:56:38.506584 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3aa231c7-90fb-4047-aec4-68d6fe732a37 req-556b1095-8f8d-4f14-9182-1ea05a9aa0c7 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3041468 Feb 17 17:56:38.537646 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port cb049a99-7b51-4f75-9df3-e39d7e10f48b, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=cb049a99-7b51-4f75-9df3-e39d7e10f48b,segment=NetworkSegment(e72a85f9-dd09-4c3e-8996-7efe0b9144f7),segment_id=e72a85f9-dd09-4c3e-8996-7efe0b9144f7)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:56:38.565477 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (cb049a99-7b51-4f75-9df3-e39d7e10f48b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:38.601003 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6dcb2f5-3250-48b4-b968-8de15faf44ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (df6605fb-10c0-4183-bd1f-df36a5ce01df), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:38.602942 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-c6dcb2f5-3250-48b4-b968-8de15faf44ea admin admin] Added segment df6605fb-10c0-4183-bd1f-df36a5ce01df of type vlan for network f071203f-98e7-400a-9f42-11e33fe9b648 Feb 17 17:56:38.604686 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dcb2f5-3250-48b4-b968-8de15faf44ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b3f39c-7281-4e05-9307-c0e2b771af23,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:38.669918 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6dcb2f5-3250-48b4-b968-8de15faf44ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (f071203f-98e7-400a-9f42-11e33fe9b648), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:38.745634 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6dcb2f5-3250-48b4-b968-8de15faf44ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (f071203f-98e7-400a-9f42-11e33fe9b648), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:38.746627 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dcb2f5-3250-48b4-b968-8de15faf44ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:38.747209 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c6dcb2f5-3250-48b4-b968-8de15faf44ea admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:38.759538 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=cb049a99-7b51-4f75-9df3-e39d7e10f48b,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:38.818360 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:56:38.819550 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:56:38.822533 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:56:38.824762 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:56:38.825787 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:56:38.826804 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:56:38.829768 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:56:38.831744 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:56:38.832908 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:56:38.836105 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:56:38.837209 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:56:38.838091 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:56:38.840187 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:56:38.869282 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['cb049a99-7b51-4f75-9df3-e39d7e10f48b'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:56:38.871202 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dcb2f5-3250-48b4-b968-8de15faf44ea admin admin] Pushing event updated for resources: {'Network': ['ID=f071203f-98e7-400a-9f42-11e33fe9b648,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:38.891008 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b08a29b0-9926-4130-8c4f-1caf631ba7d9 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for router_gateway (2a8c0269-8465-43a8-a658-a004a8d92d8d), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:38.903019 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c6dcb2f5-3250-48b4-b968-8de15faf44ea admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3725953 Feb 17 17:56:38.903910 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 48374) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:56:38.913934 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-db93fc61-903d-46f1-9a57-4dbdde93b07b admin admin] Request body: {'subnet': {'network_id': 'f071203f-98e7-400a-9f42-11e33fe9b648', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-2019226647-subnet', 'tenant_id': 'a4bc7d0820f643c19a6d23ef6cd8d114', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:56:38.950551 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b08a29b0-9926-4130-8c4f-1caf631ba7d9 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:38.963777 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db93fc61-903d-46f1-9a57-4dbdde93b07b admin admin] Made reservation on behalf of a4bc7d0820f643c19a6d23ef6cd8d114 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:56:38.966584 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-db93fc61-903d-46f1-9a57-4dbdde93b07b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:39.026630 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network f071203f-98e7-400a-9f42-11e33fe9b648 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:56:39.265463 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-b08a29b0-9926-4130-8c4f-1caf631ba7d9 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Allocated IP 172.25.8.99 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/4ea93489-26db-4375-87a9-f552905139ef) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:56:39.547500 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:39.791013 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b08a29b0-9926-4130-8c4f-1caf631ba7d9 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for port (4ea93489-26db-4375-87a9-f552905139ef), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:40.008602 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b08a29b0-9926-4130-8c4f-1caf631ba7d9 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (4ea93489-26db-4375-87a9-f552905139ef), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:40.149474 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08a29b0-9926-4130-8c4f-1caf631ba7d9 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:56:40.161612 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-b08a29b0-9926-4130-8c4f-1caf631ba7d9 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:56:40.167641 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08a29b0-9926-4130-8c4f-1caf631ba7d9 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:56:40.185023 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08a29b0-9926-4130-8c4f-1caf631ba7d9 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event updated for resources: {'Port': ['ID=4ea93489-26db-4375-87a9-f552905139ef,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:40.345008 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd46096-7caf-4bdd-884a-bf67df302ad8 req-9c9d52a9-ec60-40da-bf9b-5bd166296f88 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:40.347564 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-db93fc61-903d-46f1-9a57-4dbdde93b07b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (88c204cf-e8b1-4c3e-8533-70c85a9516ff), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:40.351690 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6bd46096-7caf-4bdd-884a-bf67df302ad8 req-9c9d52a9-ec60-40da-bf9b-5bd166296f88 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 944 time: 0.6483686 Feb 17 17:56:40.511373 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db93fc61-903d-46f1-9a57-4dbdde93b07b admin admin] Pushing event updated for resources: {'Subnet': ['ID=88c204cf-e8b1-4c3e-8533-70c85a9516ff,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:40.532355 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db93fc61-903d-46f1-9a57-4dbdde93b07b admin admin] Checking segment: {'id': 'df6605fb-10c0-4183-bd1f-df36a5ce01df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f071203f-98e7-400a-9f42-11e33fe9b648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:56:40.535338 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db93fc61-903d-46f1-9a57-4dbdde93b07b admin admin] Network hostable DHCP agents. Network: f071203f-98e7-400a-9f42-11e33fe9b648, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:56:40.585335 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db93fc61-903d-46f1-9a57-4dbdde93b07b admin admin] Network f071203f-98e7-400a-9f42-11e33fe9b648 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:56:40.611367 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-db93fc61-903d-46f1-9a57-4dbdde93b07b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, f071203f-98e7-400a-9f42-11e33fe9b648) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:56:40.625615 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbab520-8bc3-470f-af58-9d5acae4111f None None] Network f071203f-98e7-400a-9f42-11e33fe9b648 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:56:40.648847 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db93fc61-903d-46f1-9a57-4dbdde93b07b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:40.658688 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-db93fc61-903d-46f1-9a57-4dbdde93b07b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:40.714466 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6bd46096-7caf-4bdd-884a-bf67df302ad8 req-02562dca-a0f7-444e-9b80-d8aec25d5226 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3431494 Feb 17 17:56:40.734940 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-db93fc61-903d-46f1-9a57-4dbdde93b07b admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8291161 Feb 17 17:56:40.906830 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4f9a54-03de-4cb1-9b94-600eb25e7135 None None] Network f071203f-98e7-400a-9f42-11e33fe9b648 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:56:41.227743 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b08a29b0-9926-4130-8c4f-1caf631ba7d9 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for router_gateway (2a8c0269-8465-43a8-a658-a004a8d92d8d), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:41.833306 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device cb049a99-7b51-4f75-9df3-e39d7e10f48b up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:56:42.087558 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b08a29b0-9926-4130-8c4f-1caf631ba7d9 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (2a8c0269-8465-43a8-a658-a004a8d92d8d), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:42.113370 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port cb049a99-7b51-4f75-9df3-e39d7e10f48b completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:56:42.122994 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port cb049a99-7b51-4f75-9df3-e39d7e10f48b triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:56:42.124512 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (cb049a99-7b51-4f75-9df3-e39d7e10f48b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:42.858208 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port cb049a99-7b51-4f75-9df3-e39d7e10f48b is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:56:42.865904 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (cb049a99-7b51-4f75-9df3-e39d7e10f48b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:42.899025 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c73f0df-2d9c-430f-800a-54eab0461673 req-a63237c7-dda3-4503-b477-f84571a029a0 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:42.901832 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1c73f0df-2d9c-430f-800a-54eab0461673 req-a63237c7-dda3-4503-b477-f84571a029a0 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 944 time: 0.7999766 Feb 17 17:56:43.067450 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port cb049a99-7b51-4f75-9df3-e39d7e10f48b, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=cb049a99-7b51-4f75-9df3-e39d7e10f48b,segment=NetworkSegment(e72a85f9-dd09-4c3e-8996-7efe0b9144f7),segment_id=e72a85f9-dd09-4c3e-8996-7efe0b9144f7)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:56:43.069739 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38157083-4bc1-44c2-b599-cb2b9e015741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb049a99-7b51-4f75-9df3-e39d7e10f48b'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:56:43.078746 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13f1366-9238-4131-92b3-29463617266c" -d '{"events": [{"server_uuid": "38157083-4bc1-44c2-b599-cb2b9e015741", "name": "network-vif-plugged", "status": "completed", "tag": "cb049a99-7b51-4f75-9df3-e39d7e10f48b"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:56:43.099132 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (cb049a99-7b51-4f75-9df3-e39d7e10f48b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:43.290535 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf67291-db09-4c82-b9d1-55b35270dac6 req-2066352c-fed2-4a9b-8e3b-bc64b96d489b tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:43.293661 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-acf67291-db09-4c82-b9d1-55b35270dac6 req-2066352c-fed2-4a9b-8e3b-bc64b96d489b tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] 10.222.0.87 "GET /v2.0/networks?id=f071203f-98e7-400a-9f42-11e33fe9b648 HTTP/1.1" status: 200 len: 809 time: 1.0389299 Feb 17 17:56:43.307785 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1c73f0df-2d9c-430f-800a-54eab0461673 req-2a8c9637-aa70-4db2-987a-420c99993b37 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2196531 Feb 17 17:56:43.320613 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=cb049a99-7b51-4f75-9df3-e39d7e10f48b,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:43.396864 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-acf67291-db09-4c82-b9d1-55b35270dac6 req-149eeba9-6484-4b79-9954-d6bb2b64b91e tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] 10.222.0.87 "GET /v2.0/quotas/a4bc7d0820f643c19a6d23ef6cd8d114 HTTP/1.1" status: 200 len: 375 time: 0.0560648 Feb 17 17:56:43.486691 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06042d46-51e5-4025-beae-14b3f57f7017 x-openstack-request-id: req-06042d46-51e5-4025-beae-14b3f57f7017 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:56:43.487672 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38157083-4bc1-44c2-b599-cb2b9e015741", "name": "network-vif-plugged", "status": "completed", "tag": "cb049a99-7b51-4f75-9df3-e39d7e10f48b", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:56:43.488561 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-06042d46-51e5-4025-beae-14b3f57f7017 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:56:43.489335 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38157083-4bc1-44c2-b599-cb2b9e015741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb049a99-7b51-4f75-9df3-e39d7e10f48b', 'code': 200} Feb 17 17:56:43.592074 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-acf67291-db09-4c82-b9d1-55b35270dac6 req-17668822-6b54-4f4f-b725-2f27b4b444c4 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=a4bc7d0820f643c19a6d23ef6cd8d114&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1806040 Feb 17 17:56:43.681553 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642bc8d-79f6-4ffd-94a0-0b9c2797be33 req-5a7b6a7a-4dd4-4169-8fab-7a19f13b765d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:43.683356 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c642bc8d-79f6-4ffd-94a0-0b9c2797be33 req-5a7b6a7a-4dd4-4169-8fab-7a19f13b765d service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 1127 time: 0.0995364 Feb 17 17:56:43.789754 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c642bc8d-79f6-4ffd-94a0-0b9c2797be33 req-3c63d818-769c-4d4b-8047-ea8252553149 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006236 Feb 17 17:56:43.894328 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:56:43.930561 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-acf67291-db09-4c82-b9d1-55b35270dac6 req-92e3fdec-0f67-4191-8dc5-c865a9e9dac9 service neutron] 10.222.0.87 "GET /v2.0/networks/f071203f-98e7-400a-9f42-11e33fe9b648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310049 Feb 17 17:56:44.007774 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b08a29b0-9926-4130-8c4f-1caf631ba7d9 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Router 2a8c0269-8465-43a8-a658-a004a8d92d8d is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:56:44.273309 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-acf67291-db09-4c82-b9d1-55b35270dac6 req-deec2182-6932-42bd-abd8-5a0cace6f736 service neutron] 10.222.0.87 "GET /v2.0/networks/f071203f-98e7-400a-9f42-11e33fe9b648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305764 Feb 17 17:56:44.506513 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08a29b0-9926-4130-8c4f-1caf631ba7d9 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:56:44.518934 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee45d7bd-a87f-40ab-8117-54dbf581e0a9 None None] Sync routers for ids ['2a8c0269-8465-43a8-a658-a004a8d92d8d'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:56:44.548988 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee45d7bd-a87f-40ab-8117-54dbf581e0a9 None None] Routers {'2a8c0269-8465-43a8-a658-a004a8d92d8d'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:56:44.550023 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-ee45d7bd-a87f-40ab-8117-54dbf581e0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:56:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['2a8c0269-8465-43a8-a658-a004a8d92d8d'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:56:44.571163 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b08a29b0-9926-4130-8c4f-1caf631ba7d9 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:44.572471 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b08a29b0-9926-4130-8c4f-1caf631ba7d9 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.3595786 Feb 17 17:56:44.577363 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 48500) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:56:44.708224 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5e9ad986-67c1-4139-ae43-7363c896808c tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=ec7ab02c08ab4597882b00c123047e3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1290274 Feb 17 17:56:44.719681 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 48504) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:56:44.744689 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-946d5485-cb6f-461e-ad8b-1f5d257147b5 req-67c43fd8-aff7-482f-8381-f5edd65f289b tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] 10.222.0.87 "GET /v2.0/ports?device_id=558ba2fa-679f-42f6-bac5-4b42239ecb04 HTTP/1.1" status: 200 len: 210 time: 0.0857615 Feb 17 17:56:44.847214 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b5520-6186-4725-a79a-c42570bb8c06 req-5ad819c9-0ce4-4cfe-a173-110736302242 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:44.907520 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-388b5520-6186-4725-a79a-c42570bb8c06 req-5ad819c9-0ce4-4cfe-a173-110736302242 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 945 time: 0.3519473 Feb 17 17:56:45.043578 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-ee45d7bd-a87f-40ab-8117-54dbf581e0a9 None None] Set router 2a8c0269-8465-43a8-a658-a004a8d92d8d gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:56:45.132832 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-388b5520-6186-4725-a79a-c42570bb8c06 req-4e001ae7-e6fd-467d-9eb2-452b83806305 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2240450 Feb 17 17:56:45.344756 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a336df-142a-4a90-a922-4c9d060474fc tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:45.350757 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-32a336df-142a-4a90-a922-4c9d060474fc tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6288757 Feb 17 17:56:45.356570 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 48516) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:56:45.492611 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 48522) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:56:45.495573 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-87c0054b-113b-4a3a-a8a0-fb0da72fa3f7 tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=d7afcf1f-5124-4168-b80f-10ace9d04ea7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1337309 Feb 17 17:56:45.505113 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ae150885-0845-45e7-8837-ef3732fc04d5 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-354897516', 'network_id': 'c023c479-1517-48c4-ac34-9e16ad2d74c8', 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:56:45.536003 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-ee45d7bd-a87f-40ab-8117-54dbf581e0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8c0269-8465-43a8-a658-a004a8d92d8d', 'name': 'tempest-TestNetworkBasicOps-router-1100751130', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '4ea93489-26db-4375-87a9-f552905139ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:56:37Z', 'updated_at': '2022-02-17T17:56:40Z', 'revision_number': 3, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'gw_port': {'id': '4ea93489-26db-4375-87a9-f552905139ef', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e7:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8c0269-8465-43a8-a658-a004a8d92d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:38Z', 'updated_at': '2022-02-17T17:56:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:56:45.634636 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee45d7bd-a87f-40ab-8117-54dbf581e0a9 None None] Checking router: 2a8c0269-8465-43a8-a658-a004a8d92d8d for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:56:45.638729 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee45d7bd-a87f-40ab-8117-54dbf581e0a9 None None] Updating router 2a8c0269-8465-43a8-a658-a004a8d92d8d port 4ea93489-26db-4375-87a9-f552905139ef binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:56:45.776360 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ee45d7bd-a87f-40ab-8117-54dbf581e0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (4ea93489-26db-4375-87a9-f552905139ef), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:45.933318 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae150885-0845-45e7-8837-ef3732fc04d5 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Made reservation on behalf of ec7ab02c08ab4597882b00c123047e3e for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:56:45.940974 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ae150885-0845-45e7-8837-ef3732fc04d5 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:46.035578 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f36e61dc-97af-4c4d-a288-8c8a49dee27c req-048ae076-5d0c-4eea-8893-63864817c464 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] 10.222.0.87 "GET /v2.0/ports?device_id=558ba2fa-679f-42f6-bac5-4b42239ecb04 HTTP/1.1" status: 200 len: 210 time: 0.0862460 Feb 17 17:56:46.651482 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ee45d7bd-a87f-40ab-8117-54dbf581e0a9 None None] Publish callbacks [] for port (4ea93489-26db-4375-87a9-f552905139ef), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:46.660865 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ee45d7bd-a87f-40ab-8117-54dbf581e0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (4ea93489-26db-4375-87a9-f552905139ef), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:46.725382 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2065470-ff75-481e-8ee8-87b12ea105fb None None] Pushing event updated for resources: {'Port': ['ID=4ea93489-26db-4375-87a9-f552905139ef,revision_number=2']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:46.758436 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c7543-9dae-4d18-8805-3d606df5a939 req-1865a656-416f-455f-8435-6d36b7f65ebe tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:46.762573 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-ee45d7bd-a87f-40ab-8117-54dbf581e0a9 None None] Attempting to bind port 4ea93489-26db-4375-87a9-f552905139ef on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:56:46.762956 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-ee45d7bd-a87f-40ab-8117-54dbf581e0a9 None None] Attempting to bind port 4ea93489-26db-4375-87a9-f552905139ef by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:56:46.763324 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee45d7bd-a87f-40ab-8117-54dbf581e0a9 None None] Attempting to bind port 4ea93489-26db-4375-87a9-f552905139ef on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:56:46.765986 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2b4c7543-9dae-4d18-8805-3d606df5a939 req-1865a656-416f-455f-8435-6d36b7f65ebe tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 945 time: 0.3410370 Feb 17 17:56:46.769912 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee45d7bd-a87f-40ab-8117-54dbf581e0a9 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:56:46.770342 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee45d7bd-a87f-40ab-8117-54dbf581e0a9 None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:56:46.770754 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ee45d7bd-a87f-40ab-8117-54dbf581e0a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:46.771159 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee45d7bd-a87f-40ab-8117-54dbf581e0a9 None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:56:46.772522 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-ee45d7bd-a87f-40ab-8117-54dbf581e0a9 None None] Bound port: 4ea93489-26db-4375-87a9-f552905139ef, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:56:46.772908 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ee45d7bd-a87f-40ab-8117-54dbf581e0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (4ea93489-26db-4375-87a9-f552905139ef), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:46.855560 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-ee45d7bd-a87f-40ab-8117-54dbf581e0a9 None None] For port 4ea93489-26db-4375-87a9-f552905139ef, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:56:46.859471 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-ee45d7bd-a87f-40ab-8117-54dbf581e0a9 None None] For port 4ea93489-26db-4375-87a9-f552905139ef, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=4ea93489-26db-4375-87a9-f552905139ef,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:56:46.871354 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ee45d7bd-a87f-40ab-8117-54dbf581e0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (4ea93489-26db-4375-87a9-f552905139ef), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:46.946716 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2065470-ff75-481e-8ee8-87b12ea105fb None None] Pushing event updated for resources: {'Port': ['ID=4ea93489-26db-4375-87a9-f552905139ef,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:46.973689 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ae150885-0845-45e7-8837-ef3732fc04d5 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (4ddd56ab-4412-435f-919f-020adaffa1f3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:46.979709 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee45d7bd-a87f-40ab-8117-54dbf581e0a9 None None] Routers {'2a8c0269-8465-43a8-a658-a004a8d92d8d'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:56:46.980636 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-ee45d7bd-a87f-40ab-8117-54dbf581e0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:56:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['2a8c0269-8465-43a8-a658-a004a8d92d8d'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:56:47.028527 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2b4c7543-9dae-4d18-8805-3d606df5a939 req-1ac0ac40-3834-4bbb-bbc6-ef08012d4658 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2470984 Feb 17 17:56:47.308291 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae150885-0845-45e7-8837-ef3732fc04d5 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event updated for resources: {'Subnet': ['ID=4ddd56ab-4412-435f-919f-020adaffa1f3,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:47.358091 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae150885-0845-45e7-8837-ef3732fc04d5 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:56:47.359096 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae150885-0845-45e7-8837-ef3732fc04d5 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:56:47.362867 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae150885-0845-45e7-8837-ef3732fc04d5 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:56:47.364764 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae150885-0845-45e7-8837-ef3732fc04d5 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:56:47.365286 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae150885-0845-45e7-8837-ef3732fc04d5 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:56:47.365754 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae150885-0845-45e7-8837-ef3732fc04d5 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:56:47.366875 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae150885-0845-45e7-8837-ef3732fc04d5 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:56:47.369918 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae150885-0845-45e7-8837-ef3732fc04d5 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:56:47.370490 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae150885-0845-45e7-8837-ef3732fc04d5 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:56:47.371208 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae150885-0845-45e7-8837-ef3732fc04d5 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:56:47.376827 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae150885-0845-45e7-8837-ef3732fc04d5 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:56:47.378587 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae150885-0845-45e7-8837-ef3732fc04d5 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:56:47.379623 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae150885-0845-45e7-8837-ef3732fc04d5 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:56:47.420694 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae150885-0845-45e7-8837-ef3732fc04d5 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Checking segment: {'id': '73f57ccc-2cd4-4638-9f6f-0e813989d24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c023c479-1517-48c4-ac34-9e16ad2d74c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:56:47.422151 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae150885-0845-45e7-8837-ef3732fc04d5 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Network hostable DHCP agents. Network: c023c479-1517-48c4-ac34-9e16ad2d74c8, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:56:47.434849 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-ee45d7bd-a87f-40ab-8117-54dbf581e0a9 None None] Set router 2a8c0269-8465-43a8-a658-a004a8d92d8d gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:56:47.495501 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-47df73eb-af91-4410-9d1d-41d12b8e932d req-bc55c2be-b37b-4954-8fc4-83a396f1024b tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] 10.222.0.87 "GET /v2.0/ports?device_id=558ba2fa-679f-42f6-bac5-4b42239ecb04 HTTP/1.1" status: 200 len: 210 time: 0.1929600 Feb 17 17:56:47.519621 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae150885-0845-45e7-8837-ef3732fc04d5 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Network c023c479-1517-48c4-ac34-9e16ad2d74c8 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:56:47.574608 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-ae150885-0845-45e7-8837-ef3732fc04d5 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, c023c479-1517-48c4-ac34-9e16ad2d74c8) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:56:47.581166 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae150885-0845-45e7-8837-ef3732fc04d5 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:47.582163 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ae150885-0845-45e7-8837-ef3732fc04d5 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:47.588133 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926c550a-a4aa-47d9-bb84-59a62ec9052b None None] Network c023c479-1517-48c4-ac34-9e16ad2d74c8 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:56:47.641348 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ae150885-0845-45e7-8837-ef3732fc04d5 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.1467724 Feb 17 17:56:47.648604 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 48550) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:56:47.890470 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b629763-e385-458f-a101-110f997702ab req-5452adf7-0610-46bb-8aec-edd7760df6c3 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:47.898275 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2b629763-e385-458f-a101-110f997702ab req-5452adf7-0610-46bb-8aec-edd7760df6c3 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 945 time: 0.4379480 Feb 17 17:56:47.917646 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 48556) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:56:47.952094 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-61477cad-935f-4077-8bd2-ca0137f651d1 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Request body: {'floatingip': {'port_id': 'cb049a99-7b51-4f75-9df3-e39d7e10f48b'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:56:47.972945 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf67291-db09-4c82-b9d1-55b35270dac6 req-fa4f4510-c6e4-4f0f-b33a-87bd6c294bd4 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:47.974858 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-acf67291-db09-4c82-b9d1-55b35270dac6 req-fa4f4510-c6e4-4f0f-b33a-87bd6c294bd4 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] 10.222.0.71 "GET /v2.0/networks?id=f071203f-98e7-400a-9f42-11e33fe9b648 HTTP/1.1" status: 200 len: 809 time: 0.8657129 Feb 17 17:56:48.043578 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec49e68-15f6-41b8-817c-f5c37f4f56cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-c023c479-1517-48c4-ac34-9e16ad2d74c8', 'network_id': 'c023c479-1517-48c4-ac34-9e16ad2d74c8', 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'fixed_ips': [{'subnet_id': '4ddd56ab-4412-435f-919f-020adaffa1f3'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:56:48.045648 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6ec49e68-15f6-41b8-817c-f5c37f4f56cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:48.165009 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-ee45d7bd-a87f-40ab-8117-54dbf581e0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8c0269-8465-43a8-a658-a004a8d92d8d', 'name': 'tempest-TestNetworkBasicOps-router-1100751130', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '4ea93489-26db-4375-87a9-f552905139ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:56:37Z', 'updated_at': '2022-02-17T17:56:40Z', 'revision_number': 3, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'gw_port': {'id': '4ea93489-26db-4375-87a9-f552905139ef', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e7:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8c0269-8465-43a8-a658-a004a8d92d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:38Z', 'updated_at': '2022-02-17T17:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:56:48.283271 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee45d7bd-a87f-40ab-8117-54dbf581e0a9 None None] The sync data for ids ['2a8c0269-8465-43a8-a658-a004a8d92d8d'] in n-d-829613-2 is: [{'id': '2a8c0269-8465-43a8-a658-a004a8d92d8d', 'name': 'tempest-TestNetworkBasicOps-router-1100751130', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '4ea93489-26db-4375-87a9-f552905139ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:56:37Z', 'updated_at': '2022-02-17T17:56:40Z', 'revision_number': 3, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'gw_port': {'id': '4ea93489-26db-4375-87a9-f552905139ef', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e7:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8c0269-8465-43a8-a658-a004a8d92d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:38Z', 'updated_at': '2022-02-17T17:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:56:48.659298 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-6ec49e68-15f6-41b8-817c-f5c37f4f56cc None None] Allocated IP 172.20.0.2 (c023c479-1517-48c4-ac34-9e16ad2d74c8/4ddd56ab-4412-435f-919f-020adaffa1f3/9a26bd87-68bf-4a4c-bc76-1e9fd1948994) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:56:49.141667 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6ec49e68-15f6-41b8-817c-f5c37f4f56cc None None] Publish callbacks [] for port (9a26bd87-68bf-4a4c-bc76-1e9fd1948994), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:49.158773 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-acf67291-db09-4c82-b9d1-55b35270dac6 req-2d379b69-fe6c-412a-8451-be0483286037 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] Request body: {'port': {'device_id': '558ba2fa-679f-42f6-bac5-4b42239ecb04', 'network_id': 'f071203f-98e7-400a-9f42-11e33fe9b648', 'admin_state_up': True, 'tenant_id': 'a4bc7d0820f643c19a6d23ef6cd8d114'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:56:49.174293 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6ec49e68-15f6-41b8-817c-f5c37f4f56cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (9a26bd87-68bf-4a4c-bc76-1e9fd1948994), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:49.176730 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-61477cad-935f-4077-8bd2-ca0137f651d1 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks [] for floatingip (f1e19d65-e03e-40e2-9480-d8ce486ff49b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:49.232595 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec49e68-15f6-41b8-817c-f5c37f4f56cc None None] Network c023c479-1517-48c4-ac34-9e16ad2d74c8 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:56:49.245938 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-6ec49e68-15f6-41b8-817c-f5c37f4f56cc None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:56:49.261887 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec49e68-15f6-41b8-817c-f5c37f4f56cc None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:56:49.325036 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8cd0187b-8074-4b49-ab5a-1b2a77241e0f tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:49.532104 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-6ec49e68-15f6-41b8-817c-f5c37f4f56cc None None] Attempting to bind port 9a26bd87-68bf-4a4c-bc76-1e9fd1948994 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:56:49.536705 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-6ec49e68-15f6-41b8-817c-f5c37f4f56cc None None] Attempting to bind port 9a26bd87-68bf-4a4c-bc76-1e9fd1948994 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '73f57ccc-2cd4-4638-9f6f-0e813989d24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c023c479-1517-48c4-ac34-9e16ad2d74c8'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:56:49.537086 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec49e68-15f6-41b8-817c-f5c37f4f56cc None None] Attempting to bind port 9a26bd87-68bf-4a4c-bc76-1e9fd1948994 on network c023c479-1517-48c4-ac34-9e16ad2d74c8 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:56:49.541219 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:49.574475 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec49e68-15f6-41b8-817c-f5c37f4f56cc None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:56:49.577103 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec49e68-15f6-41b8-817c-f5c37f4f56cc None None] Checking segment: {'id': '73f57ccc-2cd4-4638-9f6f-0e813989d24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c023c479-1517-48c4-ac34-9e16ad2d74c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:56:49.577533 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6ec49e68-15f6-41b8-817c-f5c37f4f56cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:49.577944 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec49e68-15f6-41b8-817c-f5c37f4f56cc None None] Bound using segment: {'id': '73f57ccc-2cd4-4638-9f6f-0e813989d24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c023c479-1517-48c4-ac34-9e16ad2d74c8'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:56:49.578459 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-6ec49e68-15f6-41b8-817c-f5c37f4f56cc None None] Bound port: 9a26bd87-68bf-4a4c-bc76-1e9fd1948994, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73f57ccc-2cd4-4638-9f6f-0e813989d24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c023c479-1517-48c4-ac34-9e16ad2d74c8'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:56:49.578851 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6ec49e68-15f6-41b8-817c-f5c37f4f56cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (9a26bd87-68bf-4a4c-bc76-1e9fd1948994), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:49.588966 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec49e68-15f6-41b8-817c-f5c37f4f56cc None None] Pushing event updated for resources: {'Port': ['ID=9a26bd87-68bf-4a4c-bc76-1e9fd1948994,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:49.838349 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-6ec49e68-15f6-41b8-817c-f5c37f4f56cc None None] For port 9a26bd87-68bf-4a4c-bc76-1e9fd1948994, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:56:49.865137 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-6ec49e68-15f6-41b8-817c-f5c37f4f56cc None None] For port 9a26bd87-68bf-4a4c-bc76-1e9fd1948994, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=9a26bd87-68bf-4a4c-bc76-1e9fd1948994,segment=NetworkSegment(73f57ccc-2cd4-4638-9f6f-0e813989d24c),segment_id=73f57ccc-2cd4-4638-9f6f-0e813989d24c)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:56:49.947638 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6ec49e68-15f6-41b8-817c-f5c37f4f56cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (9a26bd87-68bf-4a4c-bc76-1e9fd1948994), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:50.121690 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec49e68-15f6-41b8-817c-f5c37f4f56cc None None] Pushing event updated for resources: {'Port': ['ID=9a26bd87-68bf-4a4c-bc76-1e9fd1948994,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:50.152108 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:50.166528 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-61477cad-935f-4077-8bd2-ca0137f651d1 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:50.177773 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 4ea93489-26db-4375-87a9-f552905139ef up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:56:50.205221 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-61477cad-935f-4077-8bd2-ca0137f651d1 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (f1e19d65-e03e-40e2-9480-d8ce486ff49b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:50.252648 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-8cd0187b-8074-4b49-ab5a-1b2a77241e0f tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Allocated IP 172.20.0.1 (c023c479-1517-48c4-ac34-9e16ad2d74c8/4ddd56ab-4412-435f-919f-020adaffa1f3/d32bf71b-2f41-48ba-ab4a-739f3c9274d0) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:56:50.362413 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 4ea93489-26db-4375-87a9-f552905139ef triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:56:50.362974 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (4ea93489-26db-4375-87a9-f552905139ef), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:50.439894 n-d-829613-2 neutron-server[103435]: INFO neutron.db.l3_db [None req-61477cad-935f-4077-8bd2-ca0137f651d1 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Floating IP f1e19d65-e03e-40e2-9480-d8ce486ff49b associated. External IP: 172.25.8.199, port: cb049a99-7b51-4f75-9df3-e39d7e10f48b. Feb 17 17:56:50.611488 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 4ea93489-26db-4375-87a9-f552905139ef is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:56:50.612234 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (4ea93489-26db-4375-87a9-f552905139ef), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:50.650160 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8cd0187b-8074-4b49-ab5a-1b2a77241e0f tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for port (d32bf71b-2f41-48ba-ab4a-739f3c9274d0), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:50.681476 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 4ea93489-26db-4375-87a9-f552905139ef, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=4ea93489-26db-4375-87a9-f552905139ef,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:56:50.688037 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (4ea93489-26db-4375-87a9-f552905139ef), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:50.756604 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8cd0187b-8074-4b49-ab5a-1b2a77241e0f tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (d32bf71b-2f41-48ba-ab4a-739f3c9274d0), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:50.851092 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=4ea93489-26db-4375-87a9-f552905139ef,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:50.870353 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd0187b-8074-4b49-ab5a-1b2a77241e0f tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event updated for resources: {'Port': ['ID=d32bf71b-2f41-48ba-ab4a-739f3c9274d0,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:50.886816 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-553d4ba1-fe46-4796-a7f6-6cafa244f651 req-cbcd6cb0-5de0-4d29-9d1c-3ca9937a684c tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] 10.222.0.87 "GET /v2.0/ports?device_id=558ba2fa-679f-42f6-bac5-4b42239ecb04 HTTP/1.1" status: 200 len: 210 time: 0.7079301 Feb 17 17:56:50.932613 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd0187b-8074-4b49-ab5a-1b2a77241e0f tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Network c023c479-1517-48c4-ac34-9e16ad2d74c8 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:56:50.932613 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-8cd0187b-8074-4b49-ab5a-1b2a77241e0f tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:56:50.932613 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd0187b-8074-4b49-ab5a-1b2a77241e0f tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:56:51.117008 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8cd0187b-8074-4b49-ab5a-1b2a77241e0f tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (2a8c0269-8465-43a8-a658-a004a8d92d8d), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:51.149446 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acf67291-db09-4c82-b9d1-55b35270dac6 req-2d379b69-fe6c-412a-8451-be0483286037 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] Made reservation on behalf of a4bc7d0820f643c19a6d23ef6cd8d114 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:56:51.153051 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-acf67291-db09-4c82-b9d1-55b35270dac6 req-2d379b69-fe6c-412a-8451-be0483286037 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:51.531391 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61477cad-935f-4077-8bd2-ca0137f651d1 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Router 6fc43c08-a489-4927-acb0-bea22dd917f7 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:56:51.735919 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8cd0187b-8074-4b49-ab5a-1b2a77241e0f tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d32bf71b-2f41-48ba-ab4a-739f3c9274d0), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:52.222902 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61477cad-935f-4077-8bd2-ca0137f651d1 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:56:52.239403 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bd34dd-f6bf-492a-b0b4-bab586d195b2 None None] Sync routers for ids ['6fc43c08-a489-4927-acb0-bea22dd917f7'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:56:52.258511 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-61477cad-935f-4077-8bd2-ca0137f651d1 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:52.313037 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bd34dd-f6bf-492a-b0b4-bab586d195b2 None None] Routers {'6fc43c08-a489-4927-acb0-bea22dd917f7'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:56:52.320603 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-c3bd34dd-f6bf-492a-b0b4-bab586d195b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:56:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['6fc43c08-a489-4927-acb0-bea22dd917f7'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:56:52.497340 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-61477cad-935f-4077-8bd2-ca0137f651d1 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "PUT /v2.0/floatingips/f1e19d65-e03e-40e2-9480-d8ce486ff49b HTTP/1.1" status: 200 len: 991 time: 4.5709655 Feb 17 17:56:52.537134 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38157083-4bc1-44c2-b599-cb2b9e015741', 'tag': 'cb049a99-7b51-4f75-9df3-e39d7e10f48b'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:56:52.551467 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5ab120-badc-4d8a-9239-a9ea55cf4816" -d '{"events": [{"name": "network-changed", "server_uuid": "38157083-4bc1-44c2-b599-cb2b9e015741", "tag": "cb049a99-7b51-4f75-9df3-e39d7e10f48b"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:56:52.588907 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-27eb1647-7e6f-4d21-954f-6b52965d96bd req-6bef86bb-a644-4af2-bcec-87215f8fc32f tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] 10.222.0.87 "GET /v2.0/ports?device_id=558ba2fa-679f-42f6-bac5-4b42239ecb04 HTTP/1.1" status: 200 len: 210 time: 0.1929097 Feb 17 17:56:52.590407 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-acf67291-db09-4c82-b9d1-55b35270dac6 req-2d379b69-fe6c-412a-8451-be0483286037 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] Allocated IP 172.20.0.9 (f071203f-98e7-400a-9f42-11e33fe9b648/88c204cf-e8b1-4c3e-8533-70c85a9516ff/c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:56:52.754595 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 4ea93489-26db-4375-87a9-f552905139ef up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:56:52.806131 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687a1bb2-3cef-4247-acb6-9226960d37d3 x-openstack-request-id: req-687a1bb2-3cef-4247-acb6-9226960d37d3 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:56:52.806491 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38157083-4bc1-44c2-b599-cb2b9e015741", "tag": "cb049a99-7b51-4f75-9df3-e39d7e10f48b", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:56:52.806690 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-687a1bb2-3cef-4247-acb6-9226960d37d3 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:56:52.807124 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38157083-4bc1-44c2-b599-cb2b9e015741', 'tag': 'cb049a99-7b51-4f75-9df3-e39d7e10f48b', 'status': 'completed', 'code': 200} Feb 17 17:56:53.013002 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-c3bd34dd-f6bf-492a-b0b4-bab586d195b2 None None] Set router 6fc43c08-a489-4927-acb0-bea22dd917f7 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:56:53.137189 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ab120-badc-4d8a-9239-a9ea55cf4816 req-16dad8b9-d76a-4d00-a0e6-8b2703bf0dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:53.145592 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-6f5ab120-badc-4d8a-9239-a9ea55cf4816 req-16dad8b9-d76a-4d00-a0e6-8b2703bf0dba service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=20be7d5eb0704bac94fef9d4560964ff&device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 1127 time: 0.3092542 Feb 17 17:56:53.180420 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079e60c6-86d7-4367-a9a9-0e3d8ac8c8fe None None] Network c023c479-1517-48c4-ac34-9e16ad2d74c8 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:56:53.258571 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-acf67291-db09-4c82-b9d1-55b35270dac6 req-2d379b69-fe6c-412a-8451-be0483286037 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] Publish callbacks [] for port (c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:53.274383 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8cd0187b-8074-4b49-ab5a-1b2a77241e0f tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for port (d32bf71b-2f41-48ba-ab4a-739f3c9274d0), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:53.298034 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8cd0187b-8074-4b49-ab5a-1b2a77241e0f tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (d32bf71b-2f41-48ba-ab4a-739f3c9274d0), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:53.334260 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-222f4900-1efc-4057-8815-97ff25d584c6 None None] Provisioning complete for port 9a26bd87-68bf-4a4c-bc76-1e9fd1948994 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:56:53.335107 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-222f4900-1efc-4057-8815-97ff25d584c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (9a26bd87-68bf-4a4c-bc76-1e9fd1948994), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:53.436340 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-acf67291-db09-4c82-b9d1-55b35270dac6 req-2d379b69-fe6c-412a-8451-be0483286037 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:53.615346 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d379b69-fe6c-412a-8451-be0483286037 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] Pushing event updated for resources: {'Port': ['ID=c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:53.647344 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d379b69-fe6c-412a-8451-be0483286037 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:56:53.647999 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d379b69-fe6c-412a-8451-be0483286037 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:56:53.648677 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d379b69-fe6c-412a-8451-be0483286037 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:56:53.650679 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d379b69-fe6c-412a-8451-be0483286037 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:56:53.651227 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d379b69-fe6c-412a-8451-be0483286037 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:56:53.651939 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d379b69-fe6c-412a-8451-be0483286037 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:56:53.654607 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d379b69-fe6c-412a-8451-be0483286037 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:56:53.655172 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d379b69-fe6c-412a-8451-be0483286037 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:56:53.655615 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d379b69-fe6c-412a-8451-be0483286037 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:56:53.656043 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d379b69-fe6c-412a-8451-be0483286037 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:56:53.656517 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d379b69-fe6c-412a-8451-be0483286037 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:56:53.657469 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d379b69-fe6c-412a-8451-be0483286037 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:56:53.659037 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d379b69-fe6c-412a-8451-be0483286037 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:56:53.686230 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8cd0187b-8074-4b49-ab5a-1b2a77241e0f tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (2a8c0269-8465-43a8-a658-a004a8d92d8d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:53.690912 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acf67291-db09-4c82-b9d1-55b35270dac6 req-2d379b69-fe6c-412a-8451-be0483286037 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] Network f071203f-98e7-400a-9f42-11e33fe9b648 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:56:53.694759 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-acf67291-db09-4c82-b9d1-55b35270dac6 req-2d379b69-fe6c-412a-8451-be0483286037 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:56:53.698925 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 4ea93489-26db-4375-87a9-f552905139ef triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:56:53.699480 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (4ea93489-26db-4375-87a9-f552905139ef), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:53.700398 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf67291-db09-4c82-b9d1-55b35270dac6 req-2d379b69-fe6c-412a-8451-be0483286037 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:56:53.702412 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd0187b-8074-4b49-ab5a-1b2a77241e0f tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event updated for resources: {'Port': ['ID=d32bf71b-2f41-48ba-ab4a-739f3c9274d0,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:53.758350 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ab120-badc-4d8a-9239-a9ea55cf4816 req-af3b9cef-3cf5-4689-91be-b8d1d8e666fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:53.776225 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-6f5ab120-badc-4d8a-9239-a9ea55cf4816 req-af3b9cef-3cf5-4689-91be-b8d1d8e666fe service neutron] 10.222.0.91 "GET /v2.0/networks?id=1c842ecd-cc9b-4a85-b1b8-328753a85bfe HTTP/1.1" status: 200 len: 916 time: 0.6125567 Feb 17 17:56:53.857564 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf67291-db09-4c82-b9d1-55b35270dac6 req-2d379b69-fe6c-412a-8451-be0483286037 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:53.858941 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-acf67291-db09-4c82-b9d1-55b35270dac6 req-2d379b69-fe6c-412a-8451-be0483286037 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:53.926984 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-acf67291-db09-4c82-b9d1-55b35270dac6 req-2d379b69-fe6c-412a-8451-be0483286037 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7804134 Feb 17 17:56:53.954820 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-acf67291-db09-4c82-b9d1-55b35270dac6 req-01ca91fd-263a-47a3-be14-59b5247ba11a service neutron] Request body: {'port': {'device_id': '558ba2fa-679f-42f6-bac5-4b42239ecb04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:56:54.073580 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cdffdd-c157-451c-b3f4-a706350fd5e2 req-9ee8eb98-eb99-4bc8-b96c-2c0bae5e6ca2 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:54.094281 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-95cdffdd-c157-451c-b3f4-a706350fd5e2 req-9ee8eb98-eb99-4bc8-b96c-2c0bae5e6ca2 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] 10.222.0.87 "GET /v2.0/ports?device_id=558ba2fa-679f-42f6-bac5-4b42239ecb04 HTTP/1.1" status: 200 len: 931 time: 0.2090747 Feb 17 17:56:54.203398 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-6f5ab120-badc-4d8a-9239-a9ea55cf4816 req-48f43e2e-d970-492c-b185-f61ef3867de7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb049a99-7b51-4f75-9df3-e39d7e10f48b HTTP/1.1" status: 200 len: 999 time: 0.3934398 Feb 17 17:56:54.217333 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-95cdffdd-c157-451c-b3f4-a706350fd5e2 req-dec19034-a653-4384-b960-2f63b4db7f68 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] 10.222.0.87 "GET /v2.0/security-groups?id=84b3f39c-7281-4e05-9307-c0e2b771af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214981 Feb 17 17:56:54.239977 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-acf67291-db09-4c82-b9d1-55b35270dac6 req-01ca91fd-263a-47a3-be14-59b5247ba11a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:54.382542 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 48624) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:56:54.537912 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd0187b-8074-4b49-ab5a-1b2a77241e0f tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Network c023c479-1517-48c4-ac34-9e16ad2d74c8 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:56:54.567991 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-8cd0187b-8074-4b49-ab5a-1b2a77241e0f tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:56:54.785956 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ab120-badc-4d8a-9239-a9ea55cf4816 req-0e4de985-8c56-4871-9602-f1e2feccb96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:54.802764 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-6f5ab120-badc-4d8a-9239-a9ea55cf4816 req-0e4de985-8c56-4871-9602-f1e2feccb96a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=684c221c-585d-46a8-b4c6-fe6a5f99b9b8 HTTP/1.1" status: 200 len: 854 time: 0.5777433 Feb 17 17:56:54.997213 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 4ea93489-26db-4375-87a9-f552905139ef is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:56:54.999043 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 9a26bd87-68bf-4a4c-bc76-1e9fd1948994 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:56:55.139631 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ab120-badc-4d8a-9239-a9ea55cf4816 req-5fd95aed-099f-44a7-b586-7d54f2bb2791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:55.141645 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-6f5ab120-badc-4d8a-9239-a9ea55cf4816 req-5fd95aed-099f-44a7-b586-7d54f2bb2791 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1c842ecd-cc9b-4a85-b1b8-328753a85bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3377101 Feb 17 17:56:55.193174 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-acf67291-db09-4c82-b9d1-55b35270dac6 req-01ca91fd-263a-47a3-be14-59b5247ba11a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:56:55.226498 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-acf67291-db09-4c82-b9d1-55b35270dac6 req-01ca91fd-263a-47a3-be14-59b5247ba11a service neutron] Publish callbacks [] for port (c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:55.286195 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-acf67291-db09-4c82-b9d1-55b35270dac6 req-01ca91fd-263a-47a3-be14-59b5247ba11a service neutron] Transition to ACTIVE for port object c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:56:55.295818 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-acf67291-db09-4c82-b9d1-55b35270dac6 req-01ca91fd-263a-47a3-be14-59b5247ba11a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:55.346231 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd0187b-8074-4b49-ab5a-1b2a77241e0f tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Router 2a8c0269-8465-43a8-a658-a004a8d92d8d has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:56:55.353304 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-6f5ab120-badc-4d8a-9239-a9ea55cf4816 req-bad61e85-fa31-459f-a4fd-4c98ed8135e1 service neutron] 10.222.0.91 "GET /v2.0/networks/1c842ecd-cc9b-4a85-b1b8-328753a85bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038422 Feb 17 17:56:55.520193 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca91fd-263a-47a3-be14-59b5247ba11a service neutron] Pushing event updated for resources: {'Port': ['ID=c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:55.612214 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-222f4900-1efc-4057-8815-97ff25d584c6 None None] Current status of the port 9a26bd87-68bf-4a4c-bc76-1e9fd1948994 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:56:55.612754 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-222f4900-1efc-4057-8815-97ff25d584c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (9a26bd87-68bf-4a4c-bc76-1e9fd1948994), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:55.744515 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 9a26bd87-68bf-4a4c-bc76-1e9fd1948994 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:56:55.745002 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (9a26bd87-68bf-4a4c-bc76-1e9fd1948994), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:55.966619 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-acf67291-db09-4c82-b9d1-55b35270dac6 req-01ca91fd-263a-47a3-be14-59b5247ba11a service neutron] Attempting to bind port c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:56:55.966951 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-acf67291-db09-4c82-b9d1-55b35270dac6 req-01ca91fd-263a-47a3-be14-59b5247ba11a service neutron] Attempting to bind port c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': 'df6605fb-10c0-4183-bd1f-df36a5ce01df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f071203f-98e7-400a-9f42-11e33fe9b648'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:56:55.967297 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf67291-db09-4c82-b9d1-55b35270dac6 req-01ca91fd-263a-47a3-be14-59b5247ba11a service neutron] Attempting to bind port c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e on network f071203f-98e7-400a-9f42-11e33fe9b648 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:56:55.971880 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-6f5ab120-badc-4d8a-9239-a9ea55cf4816 req-21ef3238-6438-4acf-9dd7-281ee6ae850e service neutron] 10.222.0.91 "GET /v2.0/networks/1c842ecd-cc9b-4a85-b1b8-328753a85bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5952570 Feb 17 17:56:56.021647 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6486ef-db02-4955-a12d-21eb0147ebdf req-c4aca910-7ae0-4452-86c7-0899a76aa266 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:56.023261 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ce6486ef-db02-4955-a12d-21eb0147ebdf req-c4aca910-7ae0-4452-86c7-0899a76aa266 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] 10.222.0.87 "GET /v2.0/ports?device_id=558ba2fa-679f-42f6-bac5-4b42239ecb04 HTTP/1.1" status: 200 len: 943 time: 0.3744273 Feb 17 17:56:56.025082 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd0187b-8074-4b49-ab5a-1b2a77241e0f tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:56:56.041739 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff4ec48-1938-46dd-b182-19aba54c2ec2 None None] Sync routers for ids ['2a8c0269-8465-43a8-a658-a004a8d92d8d'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:56:56.043195 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8cd0187b-8074-4b49-ab5a-1b2a77241e0f tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "PUT /v2.0/routers/2a8c0269-8465-43a8-a658-a004a8d92d8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3930967 Feb 17 17:56:56.044090 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 48642) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:56:56.062090 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff4ec48-1938-46dd-b182-19aba54c2ec2 None None] Routers {'2a8c0269-8465-43a8-a658-a004a8d92d8d'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:56:56.062734 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-6ff4ec48-1938-46dd-b182-19aba54c2ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:56:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['2a8c0269-8465-43a8-a658-a004a8d92d8d'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:56:56.120304 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf67291-db09-4c82-b9d1-55b35270dac6 req-01ca91fd-263a-47a3-be14-59b5247ba11a service neutron] Port c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e on network f071203f-98e7-400a-9f42-11e33fe9b648 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:56:56.120632 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf67291-db09-4c82-b9d1-55b35270dac6 req-01ca91fd-263a-47a3-be14-59b5247ba11a service neutron] Attempting to bind port c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e on network f071203f-98e7-400a-9f42-11e33fe9b648 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:56:56.153635 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf67291-db09-4c82-b9d1-55b35270dac6 req-01ca91fd-263a-47a3-be14-59b5247ba11a service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:56:56.153983 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf67291-db09-4c82-b9d1-55b35270dac6 req-01ca91fd-263a-47a3-be14-59b5247ba11a service neutron] Checking segment: {'id': 'df6605fb-10c0-4183-bd1f-df36a5ce01df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f071203f-98e7-400a-9f42-11e33fe9b648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:56:56.154392 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf67291-db09-4c82-b9d1-55b35270dac6 req-01ca91fd-263a-47a3-be14-59b5247ba11a service neutron] Bound using segment: {'id': 'df6605fb-10c0-4183-bd1f-df36a5ce01df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f071203f-98e7-400a-9f42-11e33fe9b648'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:56:56.154826 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-acf67291-db09-4c82-b9d1-55b35270dac6 req-01ca91fd-263a-47a3-be14-59b5247ba11a service neutron] Bound port: c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df6605fb-10c0-4183-bd1f-df36a5ce01df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f071203f-98e7-400a-9f42-11e33fe9b648'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:56:56.155188 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-acf67291-db09-4c82-b9d1-55b35270dac6 req-01ca91fd-263a-47a3-be14-59b5247ba11a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:56.316780 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0918f05c-9e74-4a5c-8a80-7dfaa502248c tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:56.317379 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0918f05c-9e74-4a5c-8a80-7dfaa502248c tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:56.318130 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0918f05c-9e74-4a5c-8a80-7dfaa502248c tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:56.318607 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0918f05c-9e74-4a5c-8a80-7dfaa502248c tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:56.319222 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0918f05c-9e74-4a5c-8a80-7dfaa502248c tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:56.319694 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0918f05c-9e74-4a5c-8a80-7dfaa502248c tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:56.320154 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0918f05c-9e74-4a5c-8a80-7dfaa502248c tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:56.321385 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0918f05c-9e74-4a5c-8a80-7dfaa502248c tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:56.326056 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0918f05c-9e74-4a5c-8a80-7dfaa502248c tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5689 time: 0.2763524 Feb 17 17:56:56.326978 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 48646) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:56:56.396152 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-222f4900-1efc-4057-8815-97ff25d584c6 None None] For port 9a26bd87-68bf-4a4c-bc76-1e9fd1948994, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=9a26bd87-68bf-4a4c-bc76-1e9fd1948994,segment=NetworkSegment(73f57ccc-2cd4-4638-9f6f-0e813989d24c),segment_id=73f57ccc-2cd4-4638-9f6f-0e813989d24c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:56:56.413138 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-222f4900-1efc-4057-8815-97ff25d584c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (9a26bd87-68bf-4a4c-bc76-1e9fd1948994), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:56.423609 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-6ff4ec48-1938-46dd-b182-19aba54c2ec2 None None] Set router 2a8c0269-8465-43a8-a658-a004a8d92d8d gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:56:56.447899 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069fbb8e-6ebf-40dc-93e0-10573780ff46 tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:56.474108 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069fbb8e-6ebf-40dc-93e0-10573780ff46 tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:56.475893 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069fbb8e-6ebf-40dc-93e0-10573780ff46 tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:56.479745 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069fbb8e-6ebf-40dc-93e0-10573780ff46 tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:56.480784 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069fbb8e-6ebf-40dc-93e0-10573780ff46 tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:56.484494 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069fbb8e-6ebf-40dc-93e0-10573780ff46 tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:56.490821 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069fbb8e-6ebf-40dc-93e0-10573780ff46 tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:56.491679 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069fbb8e-6ebf-40dc-93e0-10573780ff46 tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:56.497895 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-069fbb8e-6ebf-40dc-93e0-10573780ff46 tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5287 time: 0.1698453 Feb 17 17:56:56.498789 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 48652) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:56:56.634030 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-acf67291-db09-4c82-b9d1-55b35270dac6 req-01ca91fd-263a-47a3-be14-59b5247ba11a service neutron] For port c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:56:56.648157 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-acf67291-db09-4c82-b9d1-55b35270dac6 req-01ca91fd-263a-47a3-be14-59b5247ba11a service neutron] For port c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e,segment=NetworkSegment(df6605fb-10c0-4183-bd1f-df36a5ce01df),segment_id=df6605fb-10c0-4183-bd1f-df36a5ce01df)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:56:56.700372 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-acf67291-db09-4c82-b9d1-55b35270dac6 req-01ca91fd-263a-47a3-be14-59b5247ba11a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:56.764930 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ce6486ef-db02-4955-a12d-21eb0147ebdf req-d5b962ca-6ad0-476e-ac1c-a84ec8eee883 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] 10.222.0.87 "GET /v2.0/security-groups?id=84b3f39c-7281-4e05-9307-c0e2b771af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6938252 Feb 17 17:56:56.830453 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-f66c3c5a-c711-4d69-ad03-97d0116ea19d None None] Provisioning complete for port 9a26bd87-68bf-4a4c-bc76-1e9fd1948994 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:56:56.830453 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f66c3c5a-c711-4d69-ad03-97d0116ea19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (9a26bd87-68bf-4a4c-bc76-1e9fd1948994), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:56.840878 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-c3bd34dd-f6bf-492a-b0b4-bab586d195b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'name': 'tempest-AttachVolumeShelveTestJSON-63026367-router', 'tenant_id': '20be7d5eb0704bac94fef9d4560964ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e4704676-c899-4ad7-9665-569c4855b433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:55:59Z', 'updated_at': '2022-02-17T17:56:14Z', 'revision_number': 4, 'project_id': '20be7d5eb0704bac94fef9d4560964ff', 'gw_port': {'id': 'e4704676-c899-4ad7-9665-569c4855b433', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:02Z', 'updated_at': '2022-02-17T17:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': 'f1e19d65-e03e-40e2-9480-d8ce486ff49b', 'tenant_id': '20be7d5eb0704bac94fef9d4560964ff', 'floating_ip_address': '172.25.8.199', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'port_id': 'cb049a99-7b51-4f75-9df3-e39d7e10f48b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c842ecd-cc9b-4a85-b1b8-328753a85bfe', 'mac_address': 'fa:16:3e:23:6e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38157083-4bc1-44c2-b599-cb2b9e015741', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:56:23Z', 'updated_at': '2022-02-17T17:56:49Z', 'revision_number': 1, 'project_id': '20be7d5eb0704bac94fef9d4560964ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2c294be-ad9a-44f9-86c3-2d11cb734c1a', 'name': '', 'network_id': '1c842ecd-cc9b-4a85-b1b8-328753a85bfe', 'tenant_id': '20be7d5eb0704bac94fef9d4560964ff', 'mac_address': 'fa:16:3e:60:34:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '684c221c-585d-46a8-b4c6-fe6a5f99b9b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:10Z', 'updated_at': '2022-02-17T17:56:21Z', 'revision_number': 5, 'project_id': '20be7d5eb0704bac94fef9d4560964ff', 'subnets': [{'id': '684c221c-585d-46a8-b4c6-fe6a5f99b9b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:56:56.900991 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0838738f-4da5-4181-a928-6580b70f5aec tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3775 time: 0.4005997 Feb 17 17:56:56.975950 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bd34dd-f6bf-492a-b0b4-bab586d195b2 None None] Checking router: 6fc43c08-a489-4927-acb0-bea22dd917f7 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:56:57.019413 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf67291-db09-4c82-b9d1-55b35270dac6 req-01ca91fd-263a-47a3-be14-59b5247ba11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:57.020117 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-acf67291-db09-4c82-b9d1-55b35270dac6 req-01ca91fd-263a-47a3-be14-59b5247ba11a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:57.056002 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-acf67291-db09-4c82-b9d1-55b35270dac6 req-01ca91fd-263a-47a3-be14-59b5247ba11a service neutron] 10.222.0.71 "PUT /v2.0/ports/c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e HTTP/1.1" status: 200 len: 1091 time: 3.1162539 Feb 17 17:56:57.056611 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '558ba2fa-679f-42f6-bac5-4b42239ecb04', 'tag': 'c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:56:57.081106 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfeec5e5-c3c1-4a78-97b7-1a72b8129aff" -d '{"events": [{"name": "network-changed", "server_uuid": "558ba2fa-679f-42f6-bac5-4b42239ecb04", "tag": "c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:56:57.194780 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f4900-1efc-4057-8815-97ff25d584c6 None None] Pushing event updated for resources: {'Port': ['ID=9a26bd87-68bf-4a4c-bc76-1e9fd1948994,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:57.264179 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25561f38-9f06-45e1-8e2b-88e2433862eb x-openstack-request-id: req-25561f38-9f06-45e1-8e2b-88e2433862eb {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:56:57.264535 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "558ba2fa-679f-42f6-bac5-4b42239ecb04", "tag": "c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:56:57.264782 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-25561f38-9f06-45e1-8e2b-88e2433862eb {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:56:57.265651 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '558ba2fa-679f-42f6-bac5-4b42239ecb04', 'tag': 'c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e', 'status': 'completed', 'code': 200} Feb 17 17:56:57.333373 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 48676) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:56:57.339020 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-e9c48cb0-4817-4fe2-8eb0-44e168f2f6f8 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1814076154', 'description': 'tempest-secgroup-smoke-1814076154 description', 'project_id': 'ec7ab02c08ab4597882b00c123047e3e'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:56:57.353757 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bd34dd-f6bf-492a-b0b4-bab586d195b2 None None] Routers {'6fc43c08-a489-4927-acb0-bea22dd917f7'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:56:57.355380 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-c3bd34dd-f6bf-492a-b0b4-bab586d195b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:56:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['6fc43c08-a489-4927-acb0-bea22dd917f7'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:56:57.403816 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e9c48cb0-4817-4fe2-8eb0-44e168f2f6f8 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:57.404091 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-62f0b312-1c9d-4807-929b-597d90a641e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (34b3dfba-3b2c-489b-a5d3-473ca57cc222), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:57.447791 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca91fd-263a-47a3-be14-59b5247ba11a service neutron] Pushing event updated for resources: {'Port': ['ID=c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:57.594500 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-6ff4ec48-1938-46dd-b182-19aba54c2ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8c0269-8465-43a8-a658-a004a8d92d8d', 'name': 'tempest-TestNetworkBasicOps-router-1100751130', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '4ea93489-26db-4375-87a9-f552905139ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:56:37Z', 'updated_at': '2022-02-17T17:56:51Z', 'revision_number': 4, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'gw_port': {'id': '4ea93489-26db-4375-87a9-f552905139ef', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8c0269-8465-43a8-a658-a004a8d92d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:38Z', 'updated_at': '2022-02-17T17:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'd32bf71b-2f41-48ba-ab4a-739f3c9274d0', 'name': '', 'network_id': 'c023c479-1517-48c4-ac34-9e16ad2d74c8', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'mac_address': 'fa:16:3e:7b:66:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8c0269-8465-43a8-a658-a004a8d92d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '4ddd56ab-4412-435f-919f-020adaffa1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:49Z', 'updated_at': '2022-02-17T17:56:52Z', 'revision_number': 2, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'subnets': [{'id': '4ddd56ab-4412-435f-919f-020adaffa1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:56:57.687675 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-c3bd34dd-f6bf-492a-b0b4-bab586d195b2 None None] Set router 6fc43c08-a489-4927-acb0-bea22dd917f7 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:56:57.688954 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff4ec48-1938-46dd-b182-19aba54c2ec2 None None] Checking router: 2a8c0269-8465-43a8-a658-a004a8d92d8d for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:56:57.689774 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff4ec48-1938-46dd-b182-19aba54c2ec2 None None] Updating router 2a8c0269-8465-43a8-a658-a004a8d92d8d port d32bf71b-2f41-48ba-ab4a-739f3c9274d0 binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:56:57.692488 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e9c48cb0-4817-4fe2-8eb0-44e168f2f6f8 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group (65db658b-1abf-4463-b723-6f48e78ecf8b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:57.702159 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e9c48cb0-4817-4fe2-8eb0-44e168f2f6f8 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (65db658b-1abf-4463-b723-6f48e78ecf8b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:57.780611 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6ff4ec48-1938-46dd-b182-19aba54c2ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d32bf71b-2f41-48ba-ab4a-739f3c9274d0), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:57.894730 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e9c48cb0-4817-4fe2-8eb0-44e168f2f6f8 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:57.912961 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e9c48cb0-4817-4fe2-8eb0-44e168f2f6f8 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5782125 Feb 17 17:56:57.922014 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 48686) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:56:57.953504 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-20f28621-d67d-44f2-979c-7180da3ad9ca tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Request body: {'security_group_rule': {'security_group_id': '65db658b-1abf-4463-b723-6f48e78ecf8b', 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:56:57.995744 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c48cb0-4817-4fe2-8eb0-44e168f2f6f8 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65db658b-1abf-4463-b723-6f48e78ecf8b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:58.028909 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 9a26bd87-68bf-4a4c-bc76-1e9fd1948994 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:56:58.107274 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-20f28621-d67d-44f2-979c-7180da3ad9ca tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group_rule (24c42787-8cd0-4a09-a531-343d634df779), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:58.281118 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 9a26bd87-68bf-4a4c-bc76-1e9fd1948994 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:56:58.592156 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-f66c3c5a-c711-4d69-ad03-97d0116ea19d None None] Current status of the port 9a26bd87-68bf-4a4c-bc76-1e9fd1948994 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:56:58.685828 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-f66c3c5a-c711-4d69-ad03-97d0116ea19d None None] Provisioning complete for port d32bf71b-2f41-48ba-ab4a-739f3c9274d0 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:56:58.686608 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f66c3c5a-c711-4d69-ad03-97d0116ea19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d32bf71b-2f41-48ba-ab4a-739f3c9274d0), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:58.773201 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 9a26bd87-68bf-4a4c-bc76-1e9fd1948994 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:56:58.774757 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (9a26bd87-68bf-4a4c-bc76-1e9fd1948994), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:58.883771 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-c3bd34dd-f6bf-492a-b0b4-bab586d195b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'name': 'tempest-AttachVolumeShelveTestJSON-63026367-router', 'tenant_id': '20be7d5eb0704bac94fef9d4560964ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e4704676-c899-4ad7-9665-569c4855b433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:55:59Z', 'updated_at': '2022-02-17T17:56:14Z', 'revision_number': 4, 'project_id': '20be7d5eb0704bac94fef9d4560964ff', 'gw_port': {'id': 'e4704676-c899-4ad7-9665-569c4855b433', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:02Z', 'updated_at': '2022-02-17T17:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': 'f1e19d65-e03e-40e2-9480-d8ce486ff49b', 'tenant_id': '20be7d5eb0704bac94fef9d4560964ff', 'floating_ip_address': '172.25.8.199', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'port_id': 'cb049a99-7b51-4f75-9df3-e39d7e10f48b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c842ecd-cc9b-4a85-b1b8-328753a85bfe', 'mac_address': 'fa:16:3e:23:6e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38157083-4bc1-44c2-b599-cb2b9e015741', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:56:23Z', 'updated_at': '2022-02-17T17:56:49Z', 'revision_number': 1, 'project_id': '20be7d5eb0704bac94fef9d4560964ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2c294be-ad9a-44f9-86c3-2d11cb734c1a', 'name': '', 'network_id': '1c842ecd-cc9b-4a85-b1b8-328753a85bfe', 'tenant_id': '20be7d5eb0704bac94fef9d4560964ff', 'mac_address': 'fa:16:3e:60:34:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '684c221c-585d-46a8-b4c6-fe6a5f99b9b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:10Z', 'updated_at': '2022-02-17T17:56:21Z', 'revision_number': 5, 'project_id': '20be7d5eb0704bac94fef9d4560964ff', 'subnets': [{'id': '684c221c-585d-46a8-b4c6-fe6a5f99b9b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:56:59.002356 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6ff4ec48-1938-46dd-b182-19aba54c2ec2 None None] Publish callbacks [] for port (d32bf71b-2f41-48ba-ab4a-739f3c9274d0), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:59.019690 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bd34dd-f6bf-492a-b0b4-bab586d195b2 None None] The sync data for ids ['6fc43c08-a489-4927-acb0-bea22dd917f7'] in n-d-829613-2 is: [{'id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'name': 'tempest-AttachVolumeShelveTestJSON-63026367-router', 'tenant_id': '20be7d5eb0704bac94fef9d4560964ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e4704676-c899-4ad7-9665-569c4855b433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:55:59Z', 'updated_at': '2022-02-17T17:56:14Z', 'revision_number': 4, 'project_id': '20be7d5eb0704bac94fef9d4560964ff', 'gw_port': {'id': 'e4704676-c899-4ad7-9665-569c4855b433', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:02Z', 'updated_at': '2022-02-17T17:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': 'f1e19d65-e03e-40e2-9480-d8ce486ff49b', 'tenant_id': '20be7d5eb0704bac94fef9d4560964ff', 'floating_ip_address': '172.25.8.199', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'port_id': 'cb049a99-7b51-4f75-9df3-e39d7e10f48b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c842ecd-cc9b-4a85-b1b8-328753a85bfe', 'mac_address': 'fa:16:3e:23:6e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38157083-4bc1-44c2-b599-cb2b9e015741', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:56:23Z', 'updated_at': '2022-02-17T17:56:49Z', 'revision_number': 1, 'project_id': '20be7d5eb0704bac94fef9d4560964ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2c294be-ad9a-44f9-86c3-2d11cb734c1a', 'name': '', 'network_id': '1c842ecd-cc9b-4a85-b1b8-328753a85bfe', 'tenant_id': '20be7d5eb0704bac94fef9d4560964ff', 'mac_address': 'fa:16:3e:60:34:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '684c221c-585d-46a8-b4c6-fe6a5f99b9b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:10Z', 'updated_at': '2022-02-17T17:56:21Z', 'revision_number': 5, 'project_id': '20be7d5eb0704bac94fef9d4560964ff', 'subnets': [{'id': '684c221c-585d-46a8-b4c6-fe6a5f99b9b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:56:59.021792 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-f66c3c5a-c711-4d69-ad03-97d0116ea19d None None] Port d32bf71b-2f41-48ba-ab4a-739f3c9274d0 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:56:59.027573 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6ff4ec48-1938-46dd-b182-19aba54c2ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (d32bf71b-2f41-48ba-ab4a-739f3c9274d0), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:59.154204 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad70b977-3b6b-423f-a5c6-760d2d3ffcbf None None] Pushing event updated for resources: {'Port': ['ID=d32bf71b-2f41-48ba-ab4a-739f3c9274d0,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:59.182585 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70b977-3b6b-423f-a5c6-760d2d3ffcbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:56:59.184325 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70b977-3b6b-423f-a5c6-760d2d3ffcbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:56:59.192419 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70b977-3b6b-423f-a5c6-760d2d3ffcbf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:56:59.193217 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70b977-3b6b-423f-a5c6-760d2d3ffcbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:56:59.193738 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70b977-3b6b-423f-a5c6-760d2d3ffcbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:56:59.194242 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70b977-3b6b-423f-a5c6-760d2d3ffcbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:56:59.194738 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70b977-3b6b-423f-a5c6-760d2d3ffcbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:56:59.195253 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70b977-3b6b-423f-a5c6-760d2d3ffcbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:56:59.195747 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70b977-3b6b-423f-a5c6-760d2d3ffcbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:56:59.196262 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70b977-3b6b-423f-a5c6-760d2d3ffcbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:56:59.196751 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70b977-3b6b-423f-a5c6-760d2d3ffcbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:56:59.197236 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70b977-3b6b-423f-a5c6-760d2d3ffcbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:56:59.200745 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70b977-3b6b-423f-a5c6-760d2d3ffcbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:56:59.238273 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-30031cd6-296c-4434-9ff3-8a76bc8acdd1 None None] Provisioning complete for port d32bf71b-2f41-48ba-ab4a-739f3c9274d0 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:56:59.243296 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-30031cd6-296c-4434-9ff3-8a76bc8acdd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d32bf71b-2f41-48ba-ab4a-739f3c9274d0), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:59.322045 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-30031cd6-296c-4434-9ff3-8a76bc8acdd1 None None] Port d32bf71b-2f41-48ba-ab4a-739f3c9274d0 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:56:59.345764 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 9a26bd87-68bf-4a4c-bc76-1e9fd1948994 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:56:59.411378 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf67291-db09-4c82-b9d1-55b35270dac6 req-bb1f2fc9-7f9c-4f04-92ff-8b233eb3d5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:56:59.439212 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-acf67291-db09-4c82-b9d1-55b35270dac6 req-bb1f2fc9-7f9c-4f04-92ff-8b233eb3d5a5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a4bc7d0820f643c19a6d23ef6cd8d114&device_id=558ba2fa-679f-42f6-bac5-4b42239ecb04 HTTP/1.1" status: 200 len: 1125 time: 2.2857759 Feb 17 17:56:59.440550 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-6ff4ec48-1938-46dd-b182-19aba54c2ec2 None None] Attempting to bind port d32bf71b-2f41-48ba-ab4a-739f3c9274d0 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:56:59.443399 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-6ff4ec48-1938-46dd-b182-19aba54c2ec2 None None] Attempting to bind port d32bf71b-2f41-48ba-ab4a-739f3c9274d0 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '73f57ccc-2cd4-4638-9f6f-0e813989d24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c023c479-1517-48c4-ac34-9e16ad2d74c8'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:56:59.444037 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff4ec48-1938-46dd-b182-19aba54c2ec2 None None] Attempting to bind port d32bf71b-2f41-48ba-ab4a-739f3c9274d0 on network c023c479-1517-48c4-ac34-9e16ad2d74c8 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:56:59.458226 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff4ec48-1938-46dd-b182-19aba54c2ec2 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:56:59.458905 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff4ec48-1938-46dd-b182-19aba54c2ec2 None None] Checking segment: {'id': '73f57ccc-2cd4-4638-9f6f-0e813989d24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c023c479-1517-48c4-ac34-9e16ad2d74c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:56:59.459482 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6ff4ec48-1938-46dd-b182-19aba54c2ec2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:59.460408 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff4ec48-1938-46dd-b182-19aba54c2ec2 None None] Bound using segment: {'id': '73f57ccc-2cd4-4638-9f6f-0e813989d24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c023c479-1517-48c4-ac34-9e16ad2d74c8'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:56:59.472549 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-6ff4ec48-1938-46dd-b182-19aba54c2ec2 None None] Bound port: d32bf71b-2f41-48ba-ab4a-739f3c9274d0, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73f57ccc-2cd4-4638-9f6f-0e813989d24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c023c479-1517-48c4-ac34-9e16ad2d74c8'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:56:59.473275 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6ff4ec48-1938-46dd-b182-19aba54c2ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d32bf71b-2f41-48ba-ab4a-739f3c9274d0), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:59.660594 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-6ff4ec48-1938-46dd-b182-19aba54c2ec2 None None] For port d32bf71b-2f41-48ba-ab4a-739f3c9274d0, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:56:59.669845 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-6ff4ec48-1938-46dd-b182-19aba54c2ec2 None None] For port d32bf71b-2f41-48ba-ab4a-739f3c9274d0, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=d32bf71b-2f41-48ba-ab4a-739f3c9274d0,segment=NetworkSegment(73f57ccc-2cd4-4638-9f6f-0e813989d24c),segment_id=73f57ccc-2cd4-4638-9f6f-0e813989d24c)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:56:59.698019 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-6ff4ec48-1938-46dd-b182-19aba54c2ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (d32bf71b-2f41-48ba-ab4a-739f3c9274d0), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:59.722546 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-20f28621-d67d-44f2-979c-7180da3ad9ca tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group_rule (24c42787-8cd0-4a09-a531-343d634df779), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:59.733363 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-20f28621-d67d-44f2-979c-7180da3ad9ca tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (24c42787-8cd0-4a09-a531-343d634df779), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:59.775599 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-acf67291-db09-4c82-b9d1-55b35270dac6 req-b2e22a07-1689-4dfd-9126-7c99875b1f68 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e HTTP/1.1" status: 200 len: 217 time: 0.3147318 Feb 17 17:56:59.824058 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f28621-d67d-44f2-979c-7180da3ad9ca tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24c42787-8cd0-4a09-a531-343d634df779,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:59.848112 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-20f28621-d67d-44f2-979c-7180da3ad9ca tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:59.852554 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3eee657-6573-4cb7-b93e-b254edf4be52 None None] New status for floating IP f1e19d65-e03e-40e2-9480-d8ce486ff49b: ACTIVE {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 17:56:59.860496 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-20f28621-d67d-44f2-979c-7180da3ad9ca tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9343336 Feb 17 17:56:59.864810 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 48706) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:56:59.872046 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-d1303ab4-f275-46f3-8bec-56b98101b76e tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Request body: {'security_group_rule': {'security_group_id': '65db658b-1abf-4463-b723-6f48e78ecf8b', 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:56:59.936900 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad70b977-3b6b-423f-a5c6-760d2d3ffcbf None None] Pushing event updated for resources: {'Port': ['ID=d32bf71b-2f41-48ba-ab4a-739f3c9274d0,revision_number=4']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:56:59.988312 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d1303ab4-f275-46f3-8bec-56b98101b76e tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group_rule (f58f25b9-d832-44aa-af04-51827a509a23), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:56:59.995806 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff4ec48-1938-46dd-b182-19aba54c2ec2 None None] Routers {'2a8c0269-8465-43a8-a658-a004a8d92d8d'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:56:59.999602 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-6ff4ec48-1938-46dd-b182-19aba54c2ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:56:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['2a8c0269-8465-43a8-a658-a004a8d92d8d'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:57:00.100214 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-eab4ed3f-653e-4459-93c9-c19b3b7af715 None None] Provisioning complete for port d32bf71b-2f41-48ba-ab4a-739f3c9274d0 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:57:00.111885 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eab4ed3f-653e-4459-93c9-c19b3b7af715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d32bf71b-2f41-48ba-ab4a-739f3c9274d0), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:00.244918 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf67291-db09-4c82-b9d1-55b35270dac6 req-8a4b7b93-48d0-4c6f-a1f1-76a4ed1cf8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:00.246541 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-acf67291-db09-4c82-b9d1-55b35270dac6 req-8a4b7b93-48d0-4c6f-a1f1-76a4ed1cf8e5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=88c204cf-e8b1-4c3e-8533-70c85a9516ff HTTP/1.1" status: 200 len: 849 time: 0.3006461 Feb 17 17:57:00.261788 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796aff35-6935-4015-85eb-a57408a5d3ba req-e558e6fa-d8d6-4dd1-a6b8-06346717af4f tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:00.263603 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-796aff35-6935-4015-85eb-a57408a5d3ba req-e558e6fa-d8d6-4dd1-a6b8-06346717af4f tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] 10.222.0.87 "GET /v2.0/ports?device_id=558ba2fa-679f-42f6-bac5-4b42239ecb04 HTTP/1.1" status: 200 len: 943 time: 1.2117348 Feb 17 17:57:00.313875 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d1303ab4-f275-46f3-8bec-56b98101b76e tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group_rule (f58f25b9-d832-44aa-af04-51827a509a23), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:00.330964 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d1303ab4-f275-46f3-8bec-56b98101b76e tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (f58f25b9-d832-44aa-af04-51827a509a23), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:00.358665 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-acf67291-db09-4c82-b9d1-55b35270dac6 req-9250ffca-f1d4-4035-a935-e36e52314831 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f071203f-98e7-400a-9f42-11e33fe9b648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923491 Feb 17 17:57:00.418627 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1303ab4-f275-46f3-8bec-56b98101b76e tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f58f25b9-d832-44aa-af04-51827a509a23,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:00.435633 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d1303ab4-f275-46f3-8bec-56b98101b76e tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:00.437527 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d1303ab4-f275-46f3-8bec-56b98101b76e tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5710382 Feb 17 17:57:00.440345 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 48708) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:00.445535 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-655a543e-96f1-49ce-8494-e47c9cdb51c7 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Request body: {'security_group_rule': {'security_group_id': '65db658b-1abf-4463-b723-6f48e78ecf8b', 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:57:00.534576 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-655a543e-96f1-49ce-8494-e47c9cdb51c7 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group_rule (1da571b4-d0d6-4151-b422-2df6b0cd1902), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:00.586972 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-acf67291-db09-4c82-b9d1-55b35270dac6 req-d5331b0d-c262-4a27-ab87-1a7a425c997b service neutron] 10.222.0.71 "GET /v2.0/networks/f071203f-98e7-400a-9f42-11e33fe9b648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053790 Feb 17 17:57:00.600705 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-6ff4ec48-1938-46dd-b182-19aba54c2ec2 None None] Set router 2a8c0269-8465-43a8-a658-a004a8d92d8d gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:57:00.636334 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-796aff35-6935-4015-85eb-a57408a5d3ba req-cf99d1ff-8049-4937-929d-6f694a6763d4 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] 10.222.0.87 "GET /v2.0/security-groups?id=84b3f39c-7281-4e05-9307-c0e2b771af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460014 Feb 17 17:57:00.780924 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-655a543e-96f1-49ce-8494-e47c9cdb51c7 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group_rule (1da571b4-d0d6-4151-b422-2df6b0cd1902), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:00.783481 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-eab4ed3f-653e-4459-93c9-c19b3b7af715 None None] Current status of the port d32bf71b-2f41-48ba-ab4a-739f3c9274d0 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:57:00.783895 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eab4ed3f-653e-4459-93c9-c19b3b7af715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d32bf71b-2f41-48ba-ab4a-739f3c9274d0), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:00.798244 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-655a543e-96f1-49ce-8494-e47c9cdb51c7 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (1da571b4-d0d6-4151-b422-2df6b0cd1902), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:00.852684 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655a543e-96f1-49ce-8494-e47c9cdb51c7 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1da571b4-d0d6-4151-b422-2df6b0cd1902,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:00.886117 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-655a543e-96f1-49ce-8494-e47c9cdb51c7 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:00.894334 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-655a543e-96f1-49ce-8494-e47c9cdb51c7 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4525487 Feb 17 17:57:00.894334 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 48716) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:00.905740 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-eab4ed3f-653e-4459-93c9-c19b3b7af715 None None] For port d32bf71b-2f41-48ba-ab4a-739f3c9274d0, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=d32bf71b-2f41-48ba-ab4a-739f3c9274d0,segment=NetworkSegment(73f57ccc-2cd4-4638-9f6f-0e813989d24c),segment_id=73f57ccc-2cd4-4638-9f6f-0e813989d24c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:57:00.910454 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-7a2450e3-6d76-456c-83ce-d6455499d37b tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Request body: {'security_group_rule': {'security_group_id': '65db658b-1abf-4463-b723-6f48e78ecf8b', 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:57:00.912634 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eab4ed3f-653e-4459-93c9-c19b3b7af715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (d32bf71b-2f41-48ba-ab4a-739f3c9274d0), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:00.992565 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7a2450e3-6d76-456c-83ce-d6455499d37b tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group_rule (810aee4a-c412-4272-9094-7d29a0916827), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:01.079605 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-acf67291-db09-4c82-b9d1-55b35270dac6 req-db523cbc-4e91-4aa2-a76e-b6a6e25cbdc0 service neutron] 10.222.0.71 "GET /v2.0/networks/f071203f-98e7-400a-9f42-11e33fe9b648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4833832 Feb 17 17:57:01.160506 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7a2450e3-6d76-456c-83ce-d6455499d37b tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group_rule (810aee4a-c412-4272-9094-7d29a0916827), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:01.166758 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-0c70a541-42eb-45c3-b77b-5a5d96746797 None None] Provisioning complete for port d32bf71b-2f41-48ba-ab4a-739f3c9274d0 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:57:01.169017 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7a2450e3-6d76-456c-83ce-d6455499d37b tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (810aee4a-c412-4272-9094-7d29a0916827), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:01.169408 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0c70a541-42eb-45c3-b77b-5a5d96746797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d32bf71b-2f41-48ba-ab4a-739f3c9274d0), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:01.172228 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-62f0b312-1c9d-4807-929b-597d90a641e2 admin admin] Deleting port c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:57:01.174031 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-62f0b312-1c9d-4807-929b-597d90a641e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:01.175231 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab4ed3f-653e-4459-93c9-c19b3b7af715 None None] Pushing event updated for resources: {'Port': ['ID=d32bf71b-2f41-48ba-ab4a-739f3c9274d0,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:01.222848 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2450e3-6d76-456c-83ce-d6455499d37b tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=810aee4a-c412-4272-9094-7d29a0916827,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:01.240016 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7a2450e3-6d76-456c-83ce-d6455499d37b tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:01.245281 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7a2450e3-6d76-456c-83ce-d6455499d37b tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3475313 Feb 17 17:57:01.246157 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 48720) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:01.252143 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-c396b242-2c16-43c1-95b2-358df39a24cf tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Request body: {'security_group_rule': {'security_group_id': '65db658b-1abf-4463-b723-6f48e78ecf8b', 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:57:01.300736 n-d-829613-2 neutron-server[103434]: INFO neutron.db.securitygroups_db [None req-c396b242-2c16-43c1-95b2-358df39a24cf tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Project ec7ab02c08ab4597882b00c123047e3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 17:57:01.304869 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-0c70a541-42eb-45c3-b77b-5a5d96746797 None None] Current status of the port d32bf71b-2f41-48ba-ab4a-739f3c9274d0 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:57:01.307474 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c396b242-2c16-43c1-95b2-358df39a24cf tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group_rule (0160a016-0a76-41d6-8f77-c819ea0c90f4), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:01.406408 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-62f0b312-1c9d-4807-929b-597d90a641e2 admin admin] For port c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7,segment=NetworkSegment(6417b187-748d-41b0-804a-6f87c7c51427),segment_id=6417b187-748d-41b0-804a-6f87c7c51427)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:57:01.406804 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-62f0b312-1c9d-4807-929b-597d90a641e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:01.421548 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-6ff4ec48-1938-46dd-b182-19aba54c2ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8c0269-8465-43a8-a658-a004a8d92d8d', 'name': 'tempest-TestNetworkBasicOps-router-1100751130', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '4ea93489-26db-4375-87a9-f552905139ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:56:37Z', 'updated_at': '2022-02-17T17:56:51Z', 'revision_number': 4, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'gw_port': {'id': '4ea93489-26db-4375-87a9-f552905139ef', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8c0269-8465-43a8-a658-a004a8d92d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:38Z', 'updated_at': '2022-02-17T17:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'd32bf71b-2f41-48ba-ab4a-739f3c9274d0', 'name': '', 'network_id': 'c023c479-1517-48c4-ac34-9e16ad2d74c8', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'mac_address': 'fa:16:3e:7b:66:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8c0269-8465-43a8-a658-a004a8d92d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '4ddd56ab-4412-435f-919f-020adaffa1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:49Z', 'updated_at': '2022-02-17T17:56:59Z', 'revision_number': 4, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'subnets': [{'id': '4ddd56ab-4412-435f-919f-020adaffa1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:57:01.429276 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-62f0b312-1c9d-4807-929b-597d90a641e2 admin admin] Calling delete_port for c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7 owned by network:router_interface {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:57:01.457499 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c396b242-2c16-43c1-95b2-358df39a24cf tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group_rule (0160a016-0a76-41d6-8f77-c819ea0c90f4), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:01.466391 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c396b242-2c16-43c1-95b2-358df39a24cf tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (0160a016-0a76-41d6-8f77-c819ea0c90f4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:01.507277 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c396b242-2c16-43c1-95b2-358df39a24cf tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0160a016-0a76-41d6-8f77-c819ea0c90f4,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:01.508898 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff4ec48-1938-46dd-b182-19aba54c2ec2 None None] The sync data for ids ['2a8c0269-8465-43a8-a658-a004a8d92d8d'] in n-d-829613-2 is: [{'id': '2a8c0269-8465-43a8-a658-a004a8d92d8d', 'name': 'tempest-TestNetworkBasicOps-router-1100751130', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '4ea93489-26db-4375-87a9-f552905139ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:56:37Z', 'updated_at': '2022-02-17T17:56:51Z', 'revision_number': 4, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'gw_port': {'id': '4ea93489-26db-4375-87a9-f552905139ef', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8c0269-8465-43a8-a658-a004a8d92d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:38Z', 'updated_at': '2022-02-17T17:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'd32bf71b-2f41-48ba-ab4a-739f3c9274d0', 'name': '', 'network_id': 'c023c479-1517-48c4-ac34-9e16ad2d74c8', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'mac_address': 'fa:16:3e:7b:66:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8c0269-8465-43a8-a658-a004a8d92d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '4ddd56ab-4412-435f-919f-020adaffa1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:49Z', 'updated_at': '2022-02-17T17:56:59Z', 'revision_number': 4, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'subnets': [{'id': '4ddd56ab-4412-435f-919f-020adaffa1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:57:01.596706 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c396b242-2c16-43c1-95b2-358df39a24cf tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:01.602546 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c396b242-2c16-43c1-95b2-358df39a24cf tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3550742 Feb 17 17:57:01.623206 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 48724) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:01.637710 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-421de609-9a34-4677-a608-e6cd62212dca tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Request body: {'security_group_rule': {'security_group_id': '65db658b-1abf-4463-b723-6f48e78ecf8b', 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:57:01.704029 n-d-829613-2 neutron-server[103434]: INFO neutron.db.securitygroups_db [None req-421de609-9a34-4677-a608-e6cd62212dca tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Project ec7ab02c08ab4597882b00c123047e3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 17:57:01.730791 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-421de609-9a34-4677-a608-e6cd62212dca tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group_rule (3ed69505-a31d-4856-a4cd-75e33059c6de), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:01.925342 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-421de609-9a34-4677-a608-e6cd62212dca tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group_rule (3ed69505-a31d-4856-a4cd-75e33059c6de), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:01.931988 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-421de609-9a34-4677-a608-e6cd62212dca tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (3ed69505-a31d-4856-a4cd-75e33059c6de), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:01.972218 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421de609-9a34-4677-a608-e6cd62212dca tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ed69505-a31d-4856-a4cd-75e33059c6de,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:02.009959 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-421de609-9a34-4677-a608-e6cd62212dca tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:02.013183 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-421de609-9a34-4677-a608-e6cd62212dca tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3916752 Feb 17 17:57:02.043506 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeec5e5-c3c1-4a78-97b7-1a72b8129aff req-9ea78280-e3c5-4028-b3aa-db358a4c6e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:02.046214 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cfeec5e5-c3c1-4a78-97b7-1a72b8129aff req-9ea78280-e3c5-4028-b3aa-db358a4c6e96 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a4bc7d0820f643c19a6d23ef6cd8d114&device_id=558ba2fa-679f-42f6-bac5-4b42239ecb04 HTTP/1.1" status: 200 len: 1125 time: 0.8985112 Feb 17 17:57:02.064900 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd081a4-5eef-4e40-8628-087ba3a8690b req-4eab216c-5e60-4f16-9dc8-580c78486c36 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:02.066971 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ecd081a4-5eef-4e40-8628-087ba3a8690b req-4eab216c-5e60-4f16-9dc8-580c78486c36 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] 10.222.0.87 "GET /v2.0/ports?device_id=558ba2fa-679f-42f6-bac5-4b42239ecb04 HTTP/1.1" status: 200 len: 943 time: 0.2190905 Feb 17 17:57:02.230266 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-62f0b312-1c9d-4807-929b-597d90a641e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:02.233640 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeec5e5-c3c1-4a78-97b7-1a72b8129aff req-4f9010bb-f8b5-4760-b7dd-b9d790b08f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:02.236002 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cfeec5e5-c3c1-4a78-97b7-1a72b8129aff req-4f9010bb-f8b5-4760-b7dd-b9d790b08f27 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f071203f-98e7-400a-9f42-11e33fe9b648 HTTP/1.1" status: 200 len: 910 time: 0.1806276 Feb 17 17:57:02.284655 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device d32bf71b-2f41-48ba-ab4a-739f3c9274d0 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:57:02.315569 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cfeec5e5-c3c1-4a78-97b7-1a72b8129aff req-82f16915-7463-423e-9cd2-d85f3db34fdb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e HTTP/1.1" status: 200 len: 217 time: 0.0614822 Feb 17 17:57:02.424682 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port d32bf71b-2f41-48ba-ab4a-739f3c9274d0 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:57:02.426325 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d32bf71b-2f41-48ba-ab4a-739f3c9274d0), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:02.463425 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f0b312-1c9d-4807-929b-597d90a641e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:02.596535 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeec5e5-c3c1-4a78-97b7-1a72b8129aff req-942564a2-bafe-4039-b002-b20a66caf4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:02.597286 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port d32bf71b-2f41-48ba-ab4a-739f3c9274d0 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:57:02.603177 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cfeec5e5-c3c1-4a78-97b7-1a72b8129aff req-942564a2-bafe-4039-b002-b20a66caf4c5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=88c204cf-e8b1-4c3e-8533-70c85a9516ff HTTP/1.1" status: 200 len: 849 time: 0.1889250 Feb 17 17:57:02.709769 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cfeec5e5-c3c1-4a78-97b7-1a72b8129aff req-ee9b56e0-6b35-4eef-a164-47db5be7cf5c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f071203f-98e7-400a-9f42-11e33fe9b648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901442 Feb 17 17:57:02.907634 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-62f0b312-1c9d-4807-929b-597d90a641e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (34b3dfba-3b2c-489b-a5d3-473ca57cc222), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:02.932276 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-3b64d3ca-08dc-4772-919f-626144cfa3ae tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1814076154&fields=id&tenant_id=ec7ab02c08ab4597882b00c123047e3e HTTP/1.1" status: 200 len: 267 time: 0.5168250 Feb 17 17:57:02.960823 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8bb9d84c-9659-46a8-bcbc-21f91169c0a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:02.967354 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ecd081a4-5eef-4e40-8628-087ba3a8690b req-3c1bdde6-abb1-4e37-971c-4b806abadd4e tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] 10.222.0.87 "GET /v2.0/security-groups?id=84b3f39c-7281-4e05-9307-c0e2b771af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7293634 Feb 17 17:57:03.324403 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cfeec5e5-c3c1-4a78-97b7-1a72b8129aff req-e71c4777-4859-42d1-a0a3-d701659e6eb6 service neutron] 10.222.0.71 "GET /v2.0/networks/f071203f-98e7-400a-9f42-11e33fe9b648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6047888 Feb 17 17:57:03.450848 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 48758) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:03.508357 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cfeec5e5-c3c1-4a78-97b7-1a72b8129aff req-418a0082-95bb-488e-a8fa-9930a094a4b9 service neutron] 10.222.0.71 "GET /v2.0/networks/f071203f-98e7-400a-9f42-11e33fe9b648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767249 Feb 17 17:57:03.615181 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-1fb3888b-2172-47d5-9c43-4a541d2023a9 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:03.625363 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-1fb3888b-2172-47d5-9c43-4a541d2023a9 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/networks?id=c023c479-1517-48c4-ac34-9e16ad2d74c8 HTTP/1.1" status: 200 len: 797 time: 0.6652133 Feb 17 17:57:03.716472 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-05b10745-a8ed-4385-91be-dd24a32ca5f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:03.753247 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-37ddb2f4-e655-48ce-bf74-1720de47ccc7 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/quotas/ec7ab02c08ab4597882b00c123047e3e HTTP/1.1" status: 200 len: 375 time: 0.1257243 Feb 17 17:57:03.919820 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-05b10745-a8ed-4385-91be-dd24a32ca5f2 admin admin] Publish callbacks [] for security_group (6eec2e47-366e-433e-88c9-4120e881602f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:03.929269 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-05b10745-a8ed-4385-91be-dd24a32ca5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (6eec2e47-366e-433e-88c9-4120e881602f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:03.935709 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f0b312-1c9d-4807-929b-597d90a641e2 admin admin] Router 34b3dfba-3b2c-489b-a5d3-473ca57cc222 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:57:04.008545 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b10745-a8ed-4385-91be-dd24a32ca5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eec2e47-366e-433e-88c9-4120e881602f,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:04.021751 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-05b10745-a8ed-4385-91be-dd24a32ca5f2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=40a41d979bb54ac18aeb66ec3f53bf0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5697422 Feb 17 17:57:04.022556 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 48764) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:04.159924 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-2566b338-677b-4e7c-b5c9-575f15d888c2 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=ec7ab02c08ab4597882b00c123047e3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3997655 Feb 17 17:57:04.185503 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ac235ad0-4e09-4f88-924e-1d4b0e494f75 admin admin] Publish callbacks [] for security_group (6eec2e47-366e-433e-88c9-4120e881602f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:04.259412 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ac235ad0-4e09-4f88-924e-1d4b0e494f75 admin admin] Publish callbacks [] for security_group (6eec2e47-366e-433e-88c9-4120e881602f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:04.382326 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ac235ad0-4e09-4f88-924e-1d4b0e494f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (6eec2e47-366e-433e-88c9-4120e881602f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:04.385789 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ac235ad0-4e09-4f88-924e-1d4b0e494f75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:04.390328 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ac235ad0-4e09-4f88-924e-1d4b0e494f75 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6eec2e47-366e-433e-88c9-4120e881602f HTTP/1.1" status: 204 len: 168 time: 0.3654737 Feb 17 17:57:04.403903 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac235ad0-4e09-4f88-924e-1d4b0e494f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eec2e47-366e-433e-88c9-4120e881602f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:04.590810 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:57:04.619323 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-e7ebbab2-c399-4656-b3bd-a8cc8ea48ce4 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:57:04.620942 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-e7ebbab2-c399-4656-b3bd-a8cc8ea48ce4 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132477 Feb 17 17:57:04.738687 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84feda0-59f2-482e-a5f5-44cb85cb7cf9 req-24a9fcec-61dd-4c70-8eb1-07d191815c26 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:04.741457 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e84feda0-59f2-482e-a5f5-44cb85cb7cf9 req-24a9fcec-61dd-4c70-8eb1-07d191815c26 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] 10.222.0.87 "GET /v2.0/ports?device_id=558ba2fa-679f-42f6-bac5-4b42239ecb04 HTTP/1.1" status: 200 len: 943 time: 0.6378644 Feb 17 17:57:04.822541 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e,segment=NetworkSegment(df6605fb-10c0-4183-bd1f-df36a5ce01df),segment_id=df6605fb-10c0-4183-bd1f-df36a5ce01df)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:57:04.839884 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': 'c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e', 'network_id': 'f071203f-98e7-400a-9f42-11e33fe9b648', 'port_id': 'c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e', 'mac_address': 'fa:16:3e:de:ed:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88c204cf-e8b1-4c3e-8533-70c85a9516ff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:57:04.874873 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f0b312-1c9d-4807-929b-597d90a641e2 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:57:04.892174 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4b3170-2774-468b-a97c-bb0b0749338f None None] Sync routers for ids ['34b3dfba-3b2c-489b-a5d3-473ca57cc222'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:57:04.901909 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-62f0b312-1c9d-4807-929b-597d90a641e2 admin admin] 10.222.0.87 "PUT /v2.0/routers/34b3dfba-3b2c-489b-a5d3-473ca57cc222/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5180478 Feb 17 17:57:04.908945 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 48774) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:04.913584 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4b3170-2774-468b-a97c-bb0b0749338f None None] Routers {'34b3dfba-3b2c-489b-a5d3-473ca57cc222'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:57:04.914277 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-2e4b3170-2774-468b-a97c-bb0b0749338f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:56:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['34b3dfba-3b2c-489b-a5d3-473ca57cc222'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:57:04.936086 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:57:04.936597 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:04.968185 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-49e6671e-9db7-4ef2-a521-c3433e05e3fa service neutron] 10.222.0.87 "GET /v2.0/networks/c023c479-1517-48c4-ac34-9e16ad2d74c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349891 Feb 17 17:57:04.973136 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e84feda0-59f2-482e-a5f5-44cb85cb7cf9 req-f0843d7e-f620-4eb7-921a-987ca5973643 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] 10.222.0.87 "GET /v2.0/security-groups?id=84b3f39c-7281-4e05-9307-c0e2b771af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248471 Feb 17 17:57:04.980854 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:57:05.041390 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e,segment=NetworkSegment(df6605fb-10c0-4183-bd1f-df36a5ce01df),segment_id=df6605fb-10c0-4183-bd1f-df36a5ce01df)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:57:05.049222 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:05.075917 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-9eccea8b-ee78-4df6-89f1-e2917865e6d7 service neutron] 10.222.0.87 "GET /v2.0/networks/c023c479-1517-48c4-ac34-9e16ad2d74c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013172 Feb 17 17:57:05.076783 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 48776) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:05.134080 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df0cc957-7291-4429-be82-62b1e3301444 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:05.243438 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:05.289979 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df0cc957-7291-4429-be82-62b1e3301444 admin admin] Publish callbacks [] for security_group (ab9b76f0-2f77-4093-a979-25dc1cfd0f52), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:05.298516 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df0cc957-7291-4429-be82-62b1e3301444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (ab9b76f0-2f77-4093-a979-25dc1cfd0f52), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:05.316831 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-2e4b3170-2774-468b-a97c-bb0b0749338f None None] Set router 34b3dfba-3b2c-489b-a5d3-473ca57cc222 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:57:05.348337 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:57:05.398921 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-05463b91-0b9b-43cf-bf7b-8ff5a282c845 admin admin] Publish callbacks [] for router (34b3dfba-3b2c-489b-a5d3-473ca57cc222), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:05.402578 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0cc957-7291-4429-be82-62b1e3301444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9b76f0-2f77-4093-a979-25dc1cfd0f52,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:05.414178 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-df0cc957-7291-4429-be82-62b1e3301444 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6454eaf4bed245ea917081a1a1d43ab0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3360600 Feb 17 17:57:05.420125 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 48792) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:05.512515 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dafe2d39-2585-46cc-b58e-c8ad88f350fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:05.553466 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d035090e-92f4-4d4d-8113-a336376a525a req-e98aba0d-8a36-44d5-9524-411319cbc5f8 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/ports?device_id=1963043a-6b1a-49f1-97de-c7e1488aa53d HTTP/1.1" status: 200 len: 210 time: 0.0762961 Feb 17 17:57:05.635793 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dd628a2a-8195-48fb-b7d5-f9031d2bfacb admin admin] Publish callbacks [] for security_group (ab9b76f0-2f77-4093-a979-25dc1cfd0f52), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:05.689722 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-05463b91-0b9b-43cf-bf7b-8ff5a282c845 admin admin] Publish callbacks [] for router_gateway (34b3dfba-3b2c-489b-a5d3-473ca57cc222), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:05.700405 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dd628a2a-8195-48fb-b7d5-f9031d2bfacb admin admin] Publish callbacks [] for security_group (ab9b76f0-2f77-4093-a979-25dc1cfd0f52), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:05.811011 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-05463b91-0b9b-43cf-bf7b-8ff5a282c845 admin admin] Deleting port 033b834c-4152-4dad-85be-441dfca88669 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:57:05.812893 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-05463b91-0b9b-43cf-bf7b-8ff5a282c845 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (033b834c-4152-4dad-85be-441dfca88669), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:05.862273 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dd628a2a-8195-48fb-b7d5-f9031d2bfacb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (ab9b76f0-2f77-4093-a979-25dc1cfd0f52), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:05.867474 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dd628a2a-8195-48fb-b7d5-f9031d2bfacb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:05.869248 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-dd628a2a-8195-48fb-b7d5-f9031d2bfacb admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ab9b76f0-2f77-4093-a979-25dc1cfd0f52 HTTP/1.1" status: 204 len: 168 time: 0.4465804 Feb 17 17:57:05.897686 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd628a2a-8195-48fb-b7d5-f9031d2bfacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9b76f0-2f77-4093-a979-25dc1cfd0f52,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:05.973955 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-2e4b3170-2774-468b-a97c-bb0b0749338f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b3dfba-3b2c-489b-a5d3-473ca57cc222', 'name': 'tempest-TestVolumeBackupRestore-354553219-router', 'tenant_id': '02ed179e91da4c8cac3218292b591b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '033b834c-4152-4dad-85be-441dfca88669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:48:17Z', 'updated_at': '2022-02-17T17:57:01Z', 'revision_number': 5, 'project_id': '02ed179e91da4c8cac3218292b591b92', 'gw_port': {'id': '033b834c-4152-4dad-85be-441dfca88669', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:07:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b3dfba-3b2c-489b-a5d3-473ca57cc222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:48:19Z', 'updated_at': '2022-02-17T17:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:57:06.148748 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4b3170-2774-468b-a97c-bb0b0749338f None None] Checking router: 34b3dfba-3b2c-489b-a5d3-473ca57cc222 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:57:06.194393 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4b3170-2774-468b-a97c-bb0b0749338f None None] Routers {'34b3dfba-3b2c-489b-a5d3-473ca57cc222'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:57:06.195701 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-2e4b3170-2774-468b-a97c-bb0b0749338f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:57:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['34b3dfba-3b2c-489b-a5d3-473ca57cc222'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:57:06.310526 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-05463b91-0b9b-43cf-bf7b-8ff5a282c845 admin admin] For port 033b834c-4152-4dad-85be-441dfca88669, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=033b834c-4152-4dad-85be-441dfca88669,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:57:06.311140 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-05463b91-0b9b-43cf-bf7b-8ff5a282c845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (033b834c-4152-4dad-85be-441dfca88669), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:06.351913 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-05463b91-0b9b-43cf-bf7b-8ff5a282c845 admin admin] Calling delete_port for 033b834c-4152-4dad-85be-441dfca88669 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:57:06.500080 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03712f6a-22fa-4d8a-bcad-3b5f53e98053 req-075cf622-8004-4cc0-8dea-71460e8308aa tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:06.527177 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-03712f6a-22fa-4d8a-bcad-3b5f53e98053 req-075cf622-8004-4cc0-8dea-71460e8308aa tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] 10.222.0.87 "GET /v2.0/ports?device_id=558ba2fa-679f-42f6-bac5-4b42239ecb04 HTTP/1.1" status: 200 len: 944 time: 0.2554321 Feb 17 17:57:06.595493 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-2e4b3170-2774-468b-a97c-bb0b0749338f None None] Set router 34b3dfba-3b2c-489b-a5d3-473ca57cc222 gateway port host: None {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:57:06.604122 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:57:06.809852 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-2e4b3170-2774-468b-a97c-bb0b0749338f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b3dfba-3b2c-489b-a5d3-473ca57cc222', 'name': 'tempest-TestVolumeBackupRestore-354553219-router', 'tenant_id': '02ed179e91da4c8cac3218292b591b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:48:17Z', 'updated_at': '2022-02-17T17:57:05Z', 'revision_number': 6, 'project_id': '02ed179e91da4c8cac3218292b591b92', 'gw_port_host': None}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:57:06.853035 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:06.895086 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:57:06.903525 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:57:06.905402 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:06.941915 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dabeb3ad-ec8a-4376-bbfd-b34dc3e840c2 req-fb91c0d1-ac15-4133-9f51-1d91caed99c2 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/ports?device_id=1963043a-6b1a-49f1-97de-c7e1488aa53d HTTP/1.1" status: 200 len: 210 time: 0.2074933 Feb 17 17:57:06.966360 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-03712f6a-22fa-4d8a-bcad-3b5f53e98053 req-4154cee6-6e94-4daf-b97d-b957f91cabb3 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] 10.222.0.87 "GET /v2.0/security-groups?id=84b3f39c-7281-4e05-9307-c0e2b771af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4348800 Feb 17 17:57:06.969956 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4b3170-2774-468b-a97c-bb0b0749338f None None] The sync data for ids ['34b3dfba-3b2c-489b-a5d3-473ca57cc222'] in n-d-829613-2 is: [{'id': '34b3dfba-3b2c-489b-a5d3-473ca57cc222', 'name': 'tempest-TestVolumeBackupRestore-354553219-router', 'tenant_id': '02ed179e91da4c8cac3218292b591b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:48:17Z', 'updated_at': '2022-02-17T17:57:05Z', 'revision_number': 6, 'project_id': '02ed179e91da4c8cac3218292b591b92', 'gw_port_host': None}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:57:07.034091 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-05463b91-0b9b-43cf-bf7b-8ff5a282c845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (033b834c-4152-4dad-85be-441dfca88669), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:07.280942 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05463b91-0b9b-43cf-bf7b-8ff5a282c845 admin admin] Pushing event deleted for resources: {'Port': ['ID=033b834c-4152-4dad-85be-441dfca88669,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:07.330272 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-05463b91-0b9b-43cf-bf7b-8ff5a282c845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (34b3dfba-3b2c-489b-a5d3-473ca57cc222), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:07.357206 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:57:07.361307 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:07.442750 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '558ba2fa-679f-42f6-bac5-4b42239ecb04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:57:07.460807 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1afa17e-67a3-497b-9690-9cb7711fc383" -d '{"events": [{"server_uuid": "558ba2fa-679f-42f6-bac5-4b42239ecb04", "name": "network-vif-plugged", "status": "completed", "tag": "c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:57:07.516388 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e,segment=NetworkSegment(df6605fb-10c0-4183-bd1f-df36a5ce01df),segment_id=df6605fb-10c0-4183-bd1f-df36a5ce01df)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:57:07.526081 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:07.582617 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-05463b91-0b9b-43cf-bf7b-8ff5a282c845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (34b3dfba-3b2c-489b-a5d3-473ca57cc222), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:07.589598 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-05463b91-0b9b-43cf-bf7b-8ff5a282c845 admin admin] Publish callbacks [] for router_controller (34b3dfba-3b2c-489b-a5d3-473ca57cc222), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:07.723144 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:07.798461 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-05463b91-0b9b-43cf-bf7b-8ff5a282c845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (34b3dfba-3b2c-489b-a5d3-473ca57cc222), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:07.799044 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05463b91-0b9b-43cf-bf7b-8ff5a282c845 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34b3dfba-3b2c-489b-a5d3-473ca57cc222 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:57:07.811501 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-05463b91-0b9b-43cf-bf7b-8ff5a282c845 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:07.811501 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-05463b91-0b9b-43cf-bf7b-8ff5a282c845 admin admin] 10.222.0.87 "DELETE /v2.0/routers/34b3dfba-3b2c-489b-a5d3-473ca57cc222 HTTP/1.1" status: 204 len: 168 time: 2.8953969 Feb 17 17:57:07.811501 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 48844) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:07.999529 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-3346eeca-b498-4bef-9191-e69e990e9b2d admin admin] Deleting subnet 2483f3f8-7359-406b-bf51-5ef55371b51b {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:57:08.009823 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3346eeca-b498-4bef-9191-e69e990e9b2d admin admin] Publish callbacks [] for subnet (2483f3f8-7359-406b-bf51-5ef55371b51b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:08.025697 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a7463f-f6b0-453a-8db5-e513424d52c2 x-openstack-request-id: req-a5a7463f-f6b0-453a-8db5-e513424d52c2 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:57:08.026983 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "558ba2fa-679f-42f6-bac5-4b42239ecb04", "name": "network-vif-plugged", "status": "completed", "tag": "c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:57:08.027478 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a5a7463f-f6b0-453a-8db5-e513424d52c2 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:57:08.029259 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '558ba2fa-679f-42f6-bac5-4b42239ecb04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e', 'code': 200} Feb 17 17:57:08.055891 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:08.170149 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3346eeca-b498-4bef-9191-e69e990e9b2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (2483f3f8-7359-406b-bf51-5ef55371b51b), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:08.260628 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc84fcb9-c53d-47b6-aaa8-834033904cec req-d9e46265-8e99-4c93-a512-677699ea3e51 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/ports?device_id=1963043a-6b1a-49f1-97de-c7e1488aa53d HTTP/1.1" status: 200 len: 210 time: 0.1185846 Feb 17 17:57:08.318618 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:57:08.362542 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:57:08.362947 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device c8bbf046-58e0-4eb8-90c6-fb8c6a8e61e7 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:57:08.363622 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 033b834c-4152-4dad-85be-441dfca88669 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:57:08.409725 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 033b834c-4152-4dad-85be-441dfca88669 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:57:08.410373 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 033b834c-4152-4dad-85be-441dfca88669 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:57:08.419554 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-c368e078-f008-4d0c-9677-e44d111cba1c tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:08.421311 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-c368e078-f008-4d0c-9677-e44d111cba1c tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.71 "GET /v2.0/networks?id=c023c479-1517-48c4-ac34-9e16ad2d74c8 HTTP/1.1" status: 200 len: 797 time: 0.7436132 Feb 17 17:57:08.432635 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3346eeca-b498-4bef-9191-e69e990e9b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (2483f3f8-7359-406b-bf51-5ef55371b51b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:08.450599 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b021a7c-fae2-4d3b-99dd-979ad83be6ed req-d4d3cd34-f0f4-4d80-accf-5c5cca892b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:08.453359 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4b021a7c-fae2-4d3b-99dd-979ad83be6ed req-d4d3cd34-f0f4-4d80-accf-5c5cca892b42 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=558ba2fa-679f-42f6-bac5-4b42239ecb04 HTTP/1.1" status: 200 len: 1127 time: 0.1873584 Feb 17 17:57:08.520133 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786f941-ce37-4954-a762-943a5f921246 req-b5da7e8c-5fbd-4328-a0f9-bc0833e095c0 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:08.520884 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f786f941-ce37-4954-a762-943a5f921246 req-b5da7e8c-5fbd-4328-a0f9-bc0833e095c0 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] 10.222.0.87 "GET /v2.0/ports?device_id=558ba2fa-679f-42f6-bac5-4b42239ecb04 HTTP/1.1" status: 200 len: 945 time: 0.2536876 Feb 17 17:57:08.565888 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3346eeca-b498-4bef-9191-e69e990e9b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (2483f3f8-7359-406b-bf51-5ef55371b51b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:08.625947 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346eeca-b498-4bef-9191-e69e990e9b2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2483f3f8-7359-406b-bf51-5ef55371b51b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:08.626394 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4b021a7c-fae2-4d3b-99dd-979ad83be6ed req-791539b4-1313-410d-9c7e-d77d2818e727 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=84b3f39c-7281-4e05-9307-c0e2b771af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657414 Feb 17 17:57:08.638343 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3346eeca-b498-4bef-9191-e69e990e9b2d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:08.641607 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763ab9d5-b766-4f1a-886f-e34212bb711d None None] Network 7c1e3117-546a-4488-820a-d16155db0324 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:57:08.663699 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3346eeca-b498-4bef-9191-e69e990e9b2d admin admin] 10.222.0.87 "DELETE /v2.0/subnets/2483f3f8-7359-406b-bf51-5ef55371b51b HTTP/1.1" status: 204 len: 168 time: 0.8493328 Feb 17 17:57:08.664715 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 48860) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:08.705384 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-c7288209-1d4b-42ed-96c5-97aae67939f7 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec7ab02c08ab4597882b00c123047e3e HTTP/1.1" status: 200 len: 380 time: 0.2714598 Feb 17 17:57:08.736284 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f786f941-ce37-4954-a762-943a5f921246 req-a16e2f6c-6273-40a4-a7dd-95539fe723aa tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] 10.222.0.87 "GET /v2.0/security-groups?id=84b3f39c-7281-4e05-9307-c0e2b771af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901684 Feb 17 17:57:08.821607 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-664d921e-dcea-4d4f-a4ce-3e45b3458a05 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Request body: {'port': {'device_id': '1963043a-6b1a-49f1-97de-c7e1488aa53d', 'network_id': 'c023c479-1517-48c4-ac34-9e16ad2d74c8', 'admin_state_up': True, 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'security_groups': ['65db658b-1abf-4463-b723-6f48e78ecf8b']}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:57:08.850290 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e886826d-39bd-4eb3-a3dd-ce5a867f6834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (7c1e3117-546a-4488-820a-d16155db0324), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:09.000392 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-e886826d-39bd-4eb3-a3dd-ce5a867f6834 admin admin] Deleting port def72b67-a81b-44e5-88f7-6f2ce1eceff4 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:57:09.001994 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e886826d-39bd-4eb3-a3dd-ce5a867f6834 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (def72b67-a81b-44e5-88f7-6f2ce1eceff4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:09.111348 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-e886826d-39bd-4eb3-a3dd-ce5a867f6834 admin admin] For port def72b67-a81b-44e5-88f7-6f2ce1eceff4, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=def72b67-a81b-44e5-88f7-6f2ce1eceff4,segment=NetworkSegment(6417b187-748d-41b0-804a-6f87c7c51427),segment_id=6417b187-748d-41b0-804a-6f87c7c51427)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:57:09.112451 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e886826d-39bd-4eb3-a3dd-ce5a867f6834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (def72b67-a81b-44e5-88f7-6f2ce1eceff4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:09.134440 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-664d921e-dcea-4d4f-a4ce-3e45b3458a05 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Made reservation on behalf of ec7ab02c08ab4597882b00c123047e3e for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:57:09.138590 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-e886826d-39bd-4eb3-a3dd-ce5a867f6834 admin admin] Calling delete_port for def72b67-a81b-44e5-88f7-6f2ce1eceff4 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:57:09.147869 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-664d921e-dcea-4d4f-a4ce-3e45b3458a05 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:09.235374 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:09.304608 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e886826d-39bd-4eb3-a3dd-ce5a867f6834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (def72b67-a81b-44e5-88f7-6f2ce1eceff4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:09.333956 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e886826d-39bd-4eb3-a3dd-ce5a867f6834 admin admin] No DVR routers for this DVR port def72b67-a81b-44e5-88f7-6f2ce1eceff4 on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:57:09.360735 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45249f8-9eec-4ea2-b43c-136c8f34d1ae None None] DHCP port deletion for 7c1e3117-546a-4488-820a-d16155db0324 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:57:09.439342 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e886826d-39bd-4eb3-a3dd-ce5a867f6834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (7c1e3117-546a-4488-820a-d16155db0324), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:09.527050 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e886826d-39bd-4eb3-a3dd-ce5a867f6834 admin admin] Pushing event deleted for resources: {'Port': ['ID=def72b67-a81b-44e5-88f7-6f2ce1eceff4,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:09.533860 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e886826d-39bd-4eb3-a3dd-ce5a867f6834 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c1e3117-546a-4488-820a-d16155db0324']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:57:09.557202 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e886826d-39bd-4eb3-a3dd-ce5a867f6834 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6417b187-748d-41b0-804a-6f87c7c51427') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:57:09.557510 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e886826d-39bd-4eb3-a3dd-ce5a867f6834 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6417b187-748d-41b0-804a-6f87c7c51427') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:57:09.559650 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-28f0c0d8-dcd1-403d-aa7f-f8fb02d4846b req-5677822e-10d3-4d08-9915-0d96b7462b79 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/ports?device_id=1963043a-6b1a-49f1-97de-c7e1488aa53d HTTP/1.1" status: 200 len: 210 time: 0.0869408 Feb 17 17:57:09.582914 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e886826d-39bd-4eb3-a3dd-ce5a867f6834 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (6417b187-748d-41b0-804a-6f87c7c51427), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:09.616273 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e886826d-39bd-4eb3-a3dd-ce5a867f6834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (6417b187-748d-41b0-804a-6f87c7c51427), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:09.630903 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e886826d-39bd-4eb3-a3dd-ce5a867f6834 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:57:09.633388 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e886826d-39bd-4eb3-a3dd-ce5a867f6834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (6417b187-748d-41b0-804a-6f87c7c51427), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:09.648286 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-664d921e-dcea-4d4f-a4ce-3e45b3458a05 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Allocated IP 172.20.0.11 (c023c479-1517-48c4-ac34-9e16ad2d74c8/4ddd56ab-4412-435f-919f-020adaffa1f3/80183ec2-82ef-443a-85d9-bb92842c8660) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:57:09.671449 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:57:09.671449 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:57:09.671449 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:57:09.671449 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:57:09.671449 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:57:09.671449 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:57:09.671449 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:57:09.671449 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:57:09.671449 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:57:09.671449 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:57:09.671449 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:57:09.671449 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:57:09.671449 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:57:09.671449 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:57:09.671449 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:57:09.671449 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:57:09.671449 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:57:09.671449 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:57:09.671449 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:57:09.671449 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:57:09.671449 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:57:09.671449 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:57:09.671449 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:57:09.671449 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:57:09.671449 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:57:09.671449 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:57:09.671449 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:57:09.671449 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:57:09.671449 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:57:09.671449 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:57:09.671449 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:57:09.671449 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:57:09.840580 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e886826d-39bd-4eb3-a3dd-ce5a867f6834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (7c1e3117-546a-4488-820a-d16155db0324), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:09.889063 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e886826d-39bd-4eb3-a3dd-ce5a867f6834 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:09.897924 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e886826d-39bd-4eb3-a3dd-ce5a867f6834 admin admin] 10.222.0.87 "DELETE /v2.0/networks/7c1e3117-546a-4488-820a-d16155db0324 HTTP/1.1" status: 204 len: 168 time: 1.2319746 Feb 17 17:57:09.900465 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e886826d-39bd-4eb3-a3dd-ce5a867f6834 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c1e3117-546a-4488-820a-d16155db0324,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:09.909740 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 48890) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:10.119118 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-664d921e-dcea-4d4f-a4ce-3e45b3458a05 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for port (80183ec2-82ef-443a-85d9-bb92842c8660), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:10.165330 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-664d921e-dcea-4d4f-a4ce-3e45b3458a05 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (80183ec2-82ef-443a-85d9-bb92842c8660), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:10.303385 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device def72b67-a81b-44e5-88f7-6f2ce1eceff4 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:57:10.341656 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-664d921e-dcea-4d4f-a4ce-3e45b3458a05 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Network c023c479-1517-48c4-ac34-9e16ad2d74c8 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:57:10.348687 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-664d921e-dcea-4d4f-a4ce-3e45b3458a05 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:57:10.372021 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-664d921e-dcea-4d4f-a4ce-3e45b3458a05 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:57:10.405947 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d921e-dcea-4d4f-a4ce-3e45b3458a05 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event updated for resources: {'Port': ['ID=80183ec2-82ef-443a-85d9-bb92842c8660,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:10.440677 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71004463-b80c-4852-8469-e968160ef8b0 req-c3ec623d-b497-42d3-bc9c-87a2cf4cd9f1 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:10.443350 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: def72b67-a81b-44e5-88f7-6f2ce1eceff4 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:57:10.450377 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device def72b67-a81b-44e5-88f7-6f2ce1eceff4 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:57:10.451172 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-71004463-b80c-4852-8469-e968160ef8b0 req-c3ec623d-b497-42d3-bc9c-87a2cf4cd9f1 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] 10.222.0.87 "GET /v2.0/ports?device_id=558ba2fa-679f-42f6-bac5-4b42239ecb04 HTTP/1.1" status: 200 len: 945 time: 0.4250796 Feb 17 17:57:10.505352 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-664d921e-dcea-4d4f-a4ce-3e45b3458a05 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:10.506055 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-664d921e-dcea-4d4f-a4ce-3e45b3458a05 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:10.588716 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-71004463-b80c-4852-8469-e968160ef8b0 req-1f1e19df-c052-47bf-bc1f-b07deffeaf73 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] 10.222.0.87 "GET /v2.0/security-groups?id=84b3f39c-7281-4e05-9307-c0e2b771af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352515 Feb 17 17:57:10.599221 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-664d921e-dcea-4d4f-a4ce-3e45b3458a05 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7849631 Feb 17 17:57:10.624973 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-4e65e7a3-ee41-46f5-9542-ac014c75015f service neutron] Request body: {'port': {'device_id': '1963043a-6b1a-49f1-97de-c7e1488aa53d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:57:10.799813 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2d12b9d2-a78c-4abc-bfcb-579c3eb342d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (44f19d04-2078-4074-9e86-c9bf6c479194), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:10.856326 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-15d71788-58ef-4ebe-a1a1-28f03f2dcdae None None] Provisioning complete for port 80183ec2-82ef-443a-85d9-bb92842c8660 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:57:10.857231 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-15d71788-58ef-4ebe-a1a1-28f03f2dcdae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (80183ec2-82ef-443a-85d9-bb92842c8660), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:10.879912 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-4e65e7a3-ee41-46f5-9542-ac014c75015f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (80183ec2-82ef-443a-85d9-bb92842c8660), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:10.972775 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-15d71788-58ef-4ebe-a1a1-28f03f2dcdae None None] Port 80183ec2-82ef-443a-85d9-bb92842c8660 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:57:11.010623 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6710f2b-8fd6-4eca-b813-d137c4a2c867 req-00bc1f42-685e-4d04-9e17-837afa2b816b tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:11.012831 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d6710f2b-8fd6-4eca-b813-d137c4a2c867 req-00bc1f42-685e-4d04-9e17-837afa2b816b tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/ports?device_id=1963043a-6b1a-49f1-97de-c7e1488aa53d HTTP/1.1" status: 200 len: 932 time: 0.2365315 Feb 17 17:57:11.250924 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d6710f2b-8fd6-4eca-b813-d137c4a2c867 req-3953c62c-0e3a-4b02-883c-df2739f1c067 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/security-groups?id=65db658b-1abf-4463-b723-6f48e78ecf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2277360 Feb 17 17:57:11.345077 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-2d12b9d2-a78c-4abc-bfcb-579c3eb342d4 admin admin] Deleting port b22a168e-4160-4eb7-bf01-5027ce3a670e {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:57:11.345426 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2d12b9d2-a78c-4abc-bfcb-579c3eb342d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (b22a168e-4160-4eb7-bf01-5027ce3a670e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:11.469831 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-4e65e7a3-ee41-46f5-9542-ac014c75015f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80183ec2-82ef-443a-85d9-bb92842c8660 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:57:11.483457 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-4e65e7a3-ee41-46f5-9542-ac014c75015f service neutron] Publish callbacks [] for port (80183ec2-82ef-443a-85d9-bb92842c8660), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:11.508217 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-4e65e7a3-ee41-46f5-9542-ac014c75015f service neutron] Transition to ACTIVE for port object 80183ec2-82ef-443a-85d9-bb92842c8660 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:57:11.517631 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-4e65e7a3-ee41-46f5-9542-ac014c75015f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (80183ec2-82ef-443a-85d9-bb92842c8660), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:11.568705 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-2d12b9d2-a78c-4abc-bfcb-579c3eb342d4 admin admin] For port b22a168e-4160-4eb7-bf01-5027ce3a670e, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=b22a168e-4160-4eb7-bf01-5027ce3a670e,segment=NetworkSegment(b015908c-4b5a-47ae-a0d5-70b5a011a0c5),segment_id=b015908c-4b5a-47ae-a0d5-70b5a011a0c5)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:57:11.569087 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2d12b9d2-a78c-4abc-bfcb-579c3eb342d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (b22a168e-4160-4eb7-bf01-5027ce3a670e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:11.607837 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-2d12b9d2-a78c-4abc-bfcb-579c3eb342d4 admin admin] Calling delete_port for b22a168e-4160-4eb7-bf01-5027ce3a670e owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:57:11.651061 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e65e7a3-ee41-46f5-9542-ac014c75015f service neutron] Pushing event updated for resources: {'Port': ['ID=80183ec2-82ef-443a-85d9-bb92842c8660,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:11.913130 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-4e65e7a3-ee41-46f5-9542-ac014c75015f service neutron] Attempting to bind port 80183ec2-82ef-443a-85d9-bb92842c8660 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:57:11.913838 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-4e65e7a3-ee41-46f5-9542-ac014c75015f service neutron] Attempting to bind port 80183ec2-82ef-443a-85d9-bb92842c8660 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '73f57ccc-2cd4-4638-9f6f-0e813989d24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c023c479-1517-48c4-ac34-9e16ad2d74c8'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:57:11.914424 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-4e65e7a3-ee41-46f5-9542-ac014c75015f service neutron] Attempting to bind port 80183ec2-82ef-443a-85d9-bb92842c8660 on network c023c479-1517-48c4-ac34-9e16ad2d74c8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:57:11.948619 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-4e65e7a3-ee41-46f5-9542-ac014c75015f service neutron] Port 80183ec2-82ef-443a-85d9-bb92842c8660 on network c023c479-1517-48c4-ac34-9e16ad2d74c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:57:11.948619 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-4e65e7a3-ee41-46f5-9542-ac014c75015f service neutron] Attempting to bind port 80183ec2-82ef-443a-85d9-bb92842c8660 on network c023c479-1517-48c4-ac34-9e16ad2d74c8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:57:11.974809 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-4e65e7a3-ee41-46f5-9542-ac014c75015f service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:57:11.975164 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-4e65e7a3-ee41-46f5-9542-ac014c75015f service neutron] Checking segment: {'id': '73f57ccc-2cd4-4638-9f6f-0e813989d24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c023c479-1517-48c4-ac34-9e16ad2d74c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:57:11.975773 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-4e65e7a3-ee41-46f5-9542-ac014c75015f service neutron] Bound using segment: {'id': '73f57ccc-2cd4-4638-9f6f-0e813989d24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c023c479-1517-48c4-ac34-9e16ad2d74c8'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:57:11.976087 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-4e65e7a3-ee41-46f5-9542-ac014c75015f service neutron] Bound port: 80183ec2-82ef-443a-85d9-bb92842c8660, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73f57ccc-2cd4-4638-9f6f-0e813989d24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c023c479-1517-48c4-ac34-9e16ad2d74c8'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:57:11.976434 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-4e65e7a3-ee41-46f5-9542-ac014c75015f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (80183ec2-82ef-443a-85d9-bb92842c8660), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:12.164348 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-4e65e7a3-ee41-46f5-9542-ac014c75015f service neutron] For port 80183ec2-82ef-443a-85d9-bb92842c8660, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:57:12.174888 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-4e65e7a3-ee41-46f5-9542-ac014c75015f service neutron] For port 80183ec2-82ef-443a-85d9-bb92842c8660, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=80183ec2-82ef-443a-85d9-bb92842c8660,segment=NetworkSegment(73f57ccc-2cd4-4638-9f6f-0e813989d24c),segment_id=73f57ccc-2cd4-4638-9f6f-0e813989d24c)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:57:12.176462 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 48952) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:12.190794 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-4e65e7a3-ee41-46f5-9542-ac014c75015f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (80183ec2-82ef-443a-85d9-bb92842c8660), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:12.259174 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-4e65e7a3-ee41-46f5-9542-ac014c75015f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:12.259921 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-4e65e7a3-ee41-46f5-9542-ac014c75015f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:12.261778 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-4e65e7a3-ee41-46f5-9542-ac014c75015f service neutron] 10.222.0.71 "PUT /v2.0/ports/80183ec2-82ef-443a-85d9-bb92842c8660 HTTP/1.1" status: 200 len: 1092 time: 1.6546452 Feb 17 17:57:12.262278 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1963043a-6b1a-49f1-97de-c7e1488aa53d', 'tag': '80183ec2-82ef-443a-85d9-bb92842c8660'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:57:12.273876 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a6cc80-9dba-4340-878a-966afb8ce63e" -d '{"events": [{"name": "network-changed", "server_uuid": "1963043a-6b1a-49f1-97de-c7e1488aa53d", "tag": "80183ec2-82ef-443a-85d9-bb92842c8660"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:57:12.310826 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e65e7a3-ee41-46f5-9542-ac014c75015f service neutron] Pushing event updated for resources: {'Port': ['ID=80183ec2-82ef-443a-85d9-bb92842c8660,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:12.435460 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9022f9cc-456a-4ecf-96f5-1b4bffde1a7d x-openstack-request-id: req-9022f9cc-456a-4ecf-96f5-1b4bffde1a7d {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:57:12.436361 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1963043a-6b1a-49f1-97de-c7e1488aa53d", "tag": "80183ec2-82ef-443a-85d9-bb92842c8660", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:57:12.437329 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9022f9cc-456a-4ecf-96f5-1b4bffde1a7d {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:57:12.439098 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1963043a-6b1a-49f1-97de-c7e1488aa53d', 'tag': '80183ec2-82ef-443a-85d9-bb92842c8660', 'status': 'completed', 'code': 200} Feb 17 17:57:12.481063 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-4dede541-6fb4-4689-b641-9a74038219e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:12.483848 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-4dede541-6fb4-4689-b641-9a74038219e2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ec7ab02c08ab4597882b00c123047e3e&device_id=1963043a-6b1a-49f1-97de-c7e1488aa53d HTTP/1.1" status: 200 len: 1126 time: 0.1443870 Feb 17 17:57:12.521373 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2d12b9d2-a78c-4abc-bfcb-579c3eb342d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (b22a168e-4160-4eb7-bf01-5027ce3a670e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:12.568020 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-50b3c729-e3cd-45e5-bead-df2e050dcab2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80183ec2-82ef-443a-85d9-bb92842c8660 HTTP/1.1" status: 200 len: 217 time: 0.0764394 Feb 17 17:57:12.669326 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d12b9d2-a78c-4abc-bfcb-579c3eb342d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b22a168e-4160-4eb7-bf01-5027ce3a670e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:12.699441 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ff38d331-8f8a-4bf8-be90-9df6a762f2b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:12.715230 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-29c0df42-9271-48c9-9434-a486bee5ad35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:12.716954 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-29c0df42-9271-48c9-9434-a486bee5ad35 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4ddd56ab-4412-435f-919f-020adaffa1f3 HTTP/1.1" status: 200 len: 834 time: 0.1319585 Feb 17 17:57:12.727368 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3122d9-b84c-4d3e-bbcd-87f53d44b13a req-b32ddc80-7cd3-4d8a-a6b0-2fabe8964469 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:12.736620 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fc3122d9-b84c-4d3e-bbcd-87f53d44b13a req-b32ddc80-7cd3-4d8a-a6b0-2fabe8964469 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/ports?device_id=1963043a-6b1a-49f1-97de-c7e1488aa53d HTTP/1.1" status: 200 len: 944 time: 0.2203085 Feb 17 17:57:12.888279 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ff38d331-8f8a-4bf8-be90-9df6a762f2b9 admin admin] Publish callbacks [] for security_group (009644b1-cca6-4c15-b364-002e145669a7), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:12.963026 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ff38d331-8f8a-4bf8-be90-9df6a762f2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (009644b1-cca6-4c15-b364-002e145669a7), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:13.115633 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-ff38d331-8f8a-4bf8-be90-9df6a762f2b9 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=653fbdcac024436c99a3390df02b9e19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9378181 Feb 17 17:57:13.123299 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 48972) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:13.141741 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff38d331-8f8a-4bf8-be90-9df6a762f2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009644b1-cca6-4c15-b364-002e145669a7,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:13.170731 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fc3122d9-b84c-4d3e-bbcd-87f53d44b13a req-d4679165-8e84-4ad4-b1ad-981e3ae8791e tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/security-groups?id=65db658b-1abf-4463-b723-6f48e78ecf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4331214 Feb 17 17:57:13.175732 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-8ec1f8d1-1fc5-4163-8cfd-4b381df5f9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:13.177378 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-8ec1f8d1-1fc5-4163-8cfd-4b381df5f9c6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c023c479-1517-48c4-ac34-9e16ad2d74c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4377656 Feb 17 17:57:13.266422 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2d12b9d2-a78c-4abc-bfcb-579c3eb342d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (44f19d04-2078-4074-9e86-c9bf6c479194), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:13.308337 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-b6fd545c-fed6-4f3c-b44c-d637a9ca71c3 service neutron] 10.222.0.71 "GET /v2.0/networks/c023c479-1517-48c4-ac34-9e16ad2d74c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244709 Feb 17 17:57:13.484915 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a3762d61-3544-4343-8f7d-907cc3290f91 req-6006dd87-e2e6-4738-8932-0d8f8f1b0a6f service neutron] 10.222.0.71 "GET /v2.0/networks/c023c479-1517-48c4-ac34-9e16ad2d74c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710584 Feb 17 17:57:13.525827 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d532707b-3263-4ea4-8110-a878eb1df34f admin admin] Publish callbacks [] for security_group (009644b1-cca6-4c15-b364-002e145669a7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:13.601335 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6cc80-9dba-4340-878a-966afb8ce63e req-ddfc378e-172c-4915-8c40-0fa4880185ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:13.603582 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-55a6cc80-9dba-4340-878a-966afb8ce63e req-ddfc378e-172c-4915-8c40-0fa4880185ae service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ec7ab02c08ab4597882b00c123047e3e&device_id=1963043a-6b1a-49f1-97de-c7e1488aa53d HTTP/1.1" status: 200 len: 1126 time: 0.0563970 Feb 17 17:57:13.763585 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6cc80-9dba-4340-878a-966afb8ce63e req-328c6139-3017-42ad-a9c8-aedb7f823f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:13.765157 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-55a6cc80-9dba-4340-878a-966afb8ce63e req-328c6139-3017-42ad-a9c8-aedb7f823f07 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c023c479-1517-48c4-ac34-9e16ad2d74c8 HTTP/1.1" status: 200 len: 898 time: 0.1568019 Feb 17 17:57:13.780978 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d532707b-3263-4ea4-8110-a878eb1df34f admin admin] Publish callbacks [] for security_group (009644b1-cca6-4c15-b364-002e145669a7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:13.794287 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d12b9d2-a78c-4abc-bfcb-579c3eb342d4 admin admin] Router 44f19d04-2078-4074-9e86-c9bf6c479194 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:57:13.840219 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-55a6cc80-9dba-4340-878a-966afb8ce63e req-4e370fc4-2829-46da-96eb-899d46ae8bc8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80183ec2-82ef-443a-85d9-bb92842c8660 HTTP/1.1" status: 200 len: 217 time: 0.0679593 Feb 17 17:57:13.933134 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6cc80-9dba-4340-878a-966afb8ce63e req-63150876-d19e-4f8d-9bd7-8b35857a4ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:13.934701 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-55a6cc80-9dba-4340-878a-966afb8ce63e req-63150876-d19e-4f8d-9bd7-8b35857a4ad0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4ddd56ab-4412-435f-919f-020adaffa1f3 HTTP/1.1" status: 200 len: 834 time: 0.0886991 Feb 17 17:57:13.945867 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d532707b-3263-4ea4-8110-a878eb1df34f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (009644b1-cca6-4c15-b364-002e145669a7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:13.963497 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d532707b-3263-4ea4-8110-a878eb1df34f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:13.965407 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d532707b-3263-4ea4-8110-a878eb1df34f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/009644b1-cca6-4c15-b364-002e145669a7 HTTP/1.1" status: 204 len: 168 time: 0.8312163 Feb 17 17:57:14.033914 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6cc80-9dba-4340-878a-966afb8ce63e req-366c2aa5-9870-4998-b52d-a360c511f817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:14.037285 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d532707b-3263-4ea4-8110-a878eb1df34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009644b1-cca6-4c15-b364-002e145669a7,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:14.037496 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-55a6cc80-9dba-4340-878a-966afb8ce63e req-366c2aa5-9870-4998-b52d-a360c511f817 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c023c479-1517-48c4-ac34-9e16ad2d74c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0844092 Feb 17 17:57:14.121723 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d12b9d2-a78c-4abc-bfcb-579c3eb342d4 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:57:14.134590 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae3eaa2-93f2-43c8-a974-ba96ccc5efbd None None] Sync routers for ids ['44f19d04-2078-4074-9e86-c9bf6c479194'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:57:14.158098 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2d12b9d2-a78c-4abc-bfcb-579c3eb342d4 admin admin] 10.222.0.87 "PUT /v2.0/routers/44f19d04-2078-4074-9e86-c9bf6c479194/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2188652 Feb 17 17:57:14.158098 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49044) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:14.165630 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae3eaa2-93f2-43c8-a974-ba96ccc5efbd None None] Routers {'44f19d04-2078-4074-9e86-c9bf6c479194'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:57:14.166283 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-cae3eaa2-93f2-43c8-a974-ba96ccc5efbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:57:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['44f19d04-2078-4074-9e86-c9bf6c479194'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:57:14.243889 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-55a6cc80-9dba-4340-878a-966afb8ce63e req-29ac8969-80de-4616-9f80-17681d823e87 service neutron] 10.222.0.71 "GET /v2.0/networks/c023c479-1517-48c4-ac34-9e16ad2d74c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989808 Feb 17 17:57:14.395273 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-cae3eaa2-93f2-43c8-a974-ba96ccc5efbd None None] Set router 44f19d04-2078-4074-9e86-c9bf6c479194 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:57:14.646992 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-13b2922b-8cda-4c24-a2b4-c5f988d5c813 admin admin] Publish callbacks [] for router (44f19d04-2078-4074-9e86-c9bf6c479194), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:14.692478 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-55a6cc80-9dba-4340-878a-966afb8ce63e req-2516a48e-641b-4cc6-824b-649347fb4bea service neutron] 10.222.0.71 "GET /v2.0/networks/c023c479-1517-48c4-ac34-9e16ad2d74c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4397886 Feb 17 17:57:14.772844 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3072822f-2df3-4c36-a002-a59be5f82212 req-e9826d21-23c3-4e1f-91ac-825459611dfe tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:14.785316 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3072822f-2df3-4c36-a002-a59be5f82212 req-e9826d21-23c3-4e1f-91ac-825459611dfe tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/ports?device_id=1963043a-6b1a-49f1-97de-c7e1488aa53d HTTP/1.1" status: 200 len: 944 time: 0.1301632 Feb 17 17:57:14.917728 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3072822f-2df3-4c36-a002-a59be5f82212 req-1586a42c-14cc-4f77-804c-4e6c6eabb411 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/security-groups?id=65db658b-1abf-4463-b723-6f48e78ecf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798714 Feb 17 17:57:14.918013 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-cae3eaa2-93f2-43c8-a974-ba96ccc5efbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f19d04-2078-4074-9e86-c9bf6c479194', 'name': 'tempest-TestVolumeBackupRestore-1397726238-router', 'tenant_id': '4e83ab80fd6140ea9dee05329e5148a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:48:39Z', 'updated_at': '2022-02-17T17:57:12Z', 'revision_number': 5, 'project_id': '4e83ab80fd6140ea9dee05329e5148a7', 'gw_port': {'id': '8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f19d04-2078-4074-9e86-c9bf6c479194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:48:41Z', 'updated_at': '2022-02-17T17:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:57:14.930465 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae3eaa2-93f2-43c8-a974-ba96ccc5efbd None None] Checking router: 44f19d04-2078-4074-9e86-c9bf6c479194 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:57:14.945991 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae3eaa2-93f2-43c8-a974-ba96ccc5efbd None None] Routers {'44f19d04-2078-4074-9e86-c9bf6c479194'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:57:14.947811 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-cae3eaa2-93f2-43c8-a974-ba96ccc5efbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:57:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['44f19d04-2078-4074-9e86-c9bf6c479194'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:57:15.110466 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 49122) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:15.128591 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c92c0b0c-6d38-46fe-a27b-7697fdc92cd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:15.138080 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-13b2922b-8cda-4c24-a2b4-c5f988d5c813 admin admin] Publish callbacks [] for router_gateway (44f19d04-2078-4074-9e86-c9bf6c479194), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:15.203325 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-cae3eaa2-93f2-43c8-a974-ba96ccc5efbd None None] Set router 44f19d04-2078-4074-9e86-c9bf6c479194 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:57:15.287901 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-13b2922b-8cda-4c24-a2b4-c5f988d5c813 admin admin] Deleting port 8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:57:15.289558 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-13b2922b-8cda-4c24-a2b4-c5f988d5c813 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:15.361586 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c92c0b0c-6d38-46fe-a27b-7697fdc92cd4 admin admin] Publish callbacks [] for security_group (15b09e4b-ee03-4c41-b746-fb538c071aee), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:15.369865 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c92c0b0c-6d38-46fe-a27b-7697fdc92cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (15b09e4b-ee03-4c41-b746-fb538c071aee), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:15.477958 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c92c0b0c-6d38-46fe-a27b-7697fdc92cd4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d98c3874f4ef4b3186be991b902e28a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3664260 Feb 17 17:57:15.480647 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c0b0c-6d38-46fe-a27b-7697fdc92cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b09e4b-ee03-4c41-b746-fb538c071aee,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:15.485400 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 49160) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:15.501552 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-13b2922b-8cda-4c24-a2b4-c5f988d5c813 admin admin] For port 8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:57:15.502498 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-13b2922b-8cda-4c24-a2b4-c5f988d5c813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:15.565950 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-13b2922b-8cda-4c24-a2b4-c5f988d5c813 admin admin] Calling delete_port for 8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:57:15.608216 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a9a0544d-bada-4142-a625-1392a34b68e6 admin admin] Publish callbacks [] for security_group (15b09e4b-ee03-4c41-b746-fb538c071aee), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:15.644033 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a9a0544d-bada-4142-a625-1392a34b68e6 admin admin] Publish callbacks [] for security_group (15b09e4b-ee03-4c41-b746-fb538c071aee), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:15.723842 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-cae3eaa2-93f2-43c8-a974-ba96ccc5efbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f19d04-2078-4074-9e86-c9bf6c479194', 'name': 'tempest-TestVolumeBackupRestore-1397726238-router', 'tenant_id': '4e83ab80fd6140ea9dee05329e5148a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:48:39Z', 'updated_at': '2022-02-17T17:57:12Z', 'revision_number': 5, 'project_id': '4e83ab80fd6140ea9dee05329e5148a7', 'gw_port': {'id': '8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f19d04-2078-4074-9e86-c9bf6c479194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:48:41Z', 'updated_at': '2022-02-17T17:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:57:15.724058 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a9a0544d-bada-4142-a625-1392a34b68e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (15b09e4b-ee03-4c41-b746-fb538c071aee), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:15.728392 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a9a0544d-bada-4142-a625-1392a34b68e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:15.731613 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a9a0544d-bada-4142-a625-1392a34b68e6 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/15b09e4b-ee03-4c41-b746-fb538c071aee HTTP/1.1" status: 204 len: 168 time: 0.2451844 Feb 17 17:57:15.750815 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a0544d-bada-4142-a625-1392a34b68e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b09e4b-ee03-4c41-b746-fb538c071aee,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:15.822142 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae3eaa2-93f2-43c8-a974-ba96ccc5efbd None None] The sync data for ids ['44f19d04-2078-4074-9e86-c9bf6c479194'] in n-d-829613-2 is: [{'id': '44f19d04-2078-4074-9e86-c9bf6c479194', 'name': 'tempest-TestVolumeBackupRestore-1397726238-router', 'tenant_id': '4e83ab80fd6140ea9dee05329e5148a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': '8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:48:39Z', 'updated_at': '2022-02-17T17:57:12Z', 'revision_number': 5, 'project_id': '4e83ab80fd6140ea9dee05329e5148a7', 'gw_port': {'id': '8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f19d04-2078-4074-9e86-c9bf6c479194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:48:41Z', 'updated_at': '2022-02-17T17:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:57:15.994826 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca95696-a071-404f-8484-963dece28065 req-0c0eae3a-f0aa-4c51-b80f-2c79ad6b0cc1 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:15.998690 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0ca95696-a071-404f-8484-963dece28065 req-0c0eae3a-f0aa-4c51-b80f-2c79ad6b0cc1 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] 10.222.0.87 "GET /v2.0/ports?device_id=558ba2fa-679f-42f6-bac5-4b42239ecb04 HTTP/1.1" status: 200 len: 945 time: 0.2230220 Feb 17 17:57:16.151058 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-13b2922b-8cda-4c24-a2b4-c5f988d5c813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:16.220117 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0ca95696-a071-404f-8484-963dece28065 req-68c1b9ce-8682-4da0-a5b5-18f68d106ba6 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] 10.222.0.87 "GET /v2.0/security-groups?id=84b3f39c-7281-4e05-9307-c0e2b771af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708884 Feb 17 17:57:16.312631 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b2922b-8cda-4c24-a2b4-c5f988d5c813 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:16.344717 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device b22a168e-4160-4eb7-bf01-5027ce3a670e no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:57:16.498340 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: b22a168e-4160-4eb7-bf01-5027ce3a670e {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:57:16.502259 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-13b2922b-8cda-4c24-a2b4-c5f988d5c813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (44f19d04-2078-4074-9e86-c9bf6c479194), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:16.505830 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device b22a168e-4160-4eb7-bf01-5027ce3a670e not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:57:16.658302 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 80183ec2-82ef-443a-85d9-bb92842c8660 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:57:16.674351 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25284f05-a61b-4f41-830d-07f042d5c10b req-55a5b8ff-dc4d-4a71-a18b-f2866892f287 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:16.692192 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-25284f05-a61b-4f41-830d-07f042d5c10b req-55a5b8ff-dc4d-4a71-a18b-f2866892f287 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/ports?device_id=1963043a-6b1a-49f1-97de-c7e1488aa53d HTTP/1.1" status: 200 len: 944 time: 0.3999290 Feb 17 17:57:16.957513 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-25284f05-a61b-4f41-830d-07f042d5c10b req-ff7082b0-ba06-46d6-bfc3-b4d653d8726f tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/security-groups?id=65db658b-1abf-4463-b723-6f48e78ecf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2579391 Feb 17 17:57:17.071143 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3243d7cd-cb1d-40de-a1fc-244152471dda req-42fa59bf-d176-4815-89ce-e7cb3c04f374 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:17.078602 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3243d7cd-cb1d-40de-a1fc-244152471dda req-42fa59bf-d176-4815-89ce-e7cb3c04f374 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] 10.222.0.71 "GET /v2.0/ports?device_id=558ba2fa-679f-42f6-bac5-4b42239ecb04 HTTP/1.1" status: 200 len: 945 time: 0.1872351 Feb 17 17:57:17.184859 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 80183ec2-82ef-443a-85d9-bb92842c8660, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=80183ec2-82ef-443a-85d9-bb92842c8660,segment=NetworkSegment(73f57ccc-2cd4-4638-9f6f-0e813989d24c),segment_id=73f57ccc-2cd4-4638-9f6f-0e813989d24c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:57:17.245755 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '80183ec2-82ef-443a-85d9-bb92842c8660', 'network_id': 'c023c479-1517-48c4-ac34-9e16ad2d74c8', 'port_id': '80183ec2-82ef-443a-85d9-bb92842c8660', 'mac_address': 'fa:16:3e:17:55:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ddd56ab-4412-435f-919f-020adaffa1f3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:57:17.336188 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-3243d7cd-cb1d-40de-a1fc-244152471dda req-3e617c97-fe0e-4d41-9689-0eba041ed0f3 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] Deleting port c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:57:17.340980 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3243d7cd-cb1d-40de-a1fc-244152471dda req-3e617c97-fe0e-4d41-9689-0eba041ed0f3 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:17.490840 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 49326) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:17.518033 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 80183ec2-82ef-443a-85d9-bb92842c8660 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:57:17.518858 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (80183ec2-82ef-443a-85d9-bb92842c8660), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:17.575940 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80183ec2-82ef-443a-85d9-bb92842c8660 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:57:17.593109 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-13b2922b-8cda-4c24-a2b4-c5f988d5c813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (44f19d04-2078-4074-9e86-c9bf6c479194), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:17.606783 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-13b2922b-8cda-4c24-a2b4-c5f988d5c813 admin admin] Publish callbacks [] for router_controller (44f19d04-2078-4074-9e86-c9bf6c479194), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:17.633640 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 80183ec2-82ef-443a-85d9-bb92842c8660, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=80183ec2-82ef-443a-85d9-bb92842c8660,segment=NetworkSegment(73f57ccc-2cd4-4638-9f6f-0e813989d24c),segment_id=73f57ccc-2cd4-4638-9f6f-0e813989d24c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:57:17.647778 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (80183ec2-82ef-443a-85d9-bb92842c8660), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:17.686241 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-3243d7cd-cb1d-40de-a1fc-244152471dda req-3e617c97-fe0e-4d41-9689-0eba041ed0f3 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] For port c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e,segment=NetworkSegment(df6605fb-10c0-4183-bd1f-df36a5ce01df),segment_id=df6605fb-10c0-4183-bd1f-df36a5ce01df)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:57:17.690599 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3243d7cd-cb1d-40de-a1fc-244152471dda req-3e617c97-fe0e-4d41-9689-0eba041ed0f3 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:17.736228 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-3243d7cd-cb1d-40de-a1fc-244152471dda req-3e617c97-fe0e-4d41-9689-0eba041ed0f3 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] Calling delete_port for c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:57:17.745194 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-13b2922b-8cda-4c24-a2b4-c5f988d5c813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (44f19d04-2078-4074-9e86-c9bf6c479194), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:17.749875 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b2922b-8cda-4c24-a2b4-c5f988d5c813 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44f19d04-2078-4074-9e86-c9bf6c479194 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:57:17.784567 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-13b2922b-8cda-4c24-a2b4-c5f988d5c813 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:17.788824 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-13b2922b-8cda-4c24-a2b4-c5f988d5c813 admin admin] 10.222.0.87 "DELETE /v2.0/routers/44f19d04-2078-4074-9e86-c9bf6c479194 HTTP/1.1" status: 204 len: 168 time: 3.6329849 Feb 17 17:57:17.790453 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49360) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:17.794275 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a3d32-dde3-4aa6-bc91-3c14b8142aff req-b8da26a0-3633-42f4-8eb3-b02862352e62 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:17.803849 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-085a3d32-dde3-4aa6-bc91-3c14b8142aff req-b8da26a0-3633-42f4-8eb3-b02862352e62 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] 10.222.0.87 "GET /v2.0/ports?device_id=558ba2fa-679f-42f6-bac5-4b42239ecb04 HTTP/1.1" status: 200 len: 945 time: 0.2553415 Feb 17 17:57:17.806153 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a84d2423-a6f5-4f63-94d4-c41cdee2849a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:17.852117 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=80183ec2-82ef-443a-85d9-bb92842c8660,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:17.857348 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['80183ec2-82ef-443a-85d9-bb92842c8660'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:57:17.989899 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-085a3d32-dde3-4aa6-bc91-3c14b8142aff req-04fc9abf-d07e-4d38-b0d5-3d88640c27fc tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] 10.222.0.87 "GET /v2.0/security-groups?id=84b3f39c-7281-4e05-9307-c0e2b771af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848428 Feb 17 17:57:18.037862 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-27daaf37-5075-4356-96a2-781421e59303 admin admin] Deleting subnet 8a098a8a-bf52-43fc-9d15-e1d86eb0b957 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:57:18.065473 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-27daaf37-5075-4356-96a2-781421e59303 admin admin] Publish callbacks [] for subnet (8a098a8a-bf52-43fc-9d15-e1d86eb0b957), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:18.194095 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-27daaf37-5075-4356-96a2-781421e59303 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (8a098a8a-bf52-43fc-9d15-e1d86eb0b957), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:18.271074 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a84d2423-a6f5-4f63-94d4-c41cdee2849a admin admin] Publish callbacks [] for security_group (1a5a3ec2-92db-46e5-9c2b-aabab54050a1), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:18.278113 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3243d7cd-cb1d-40de-a1fc-244152471dda req-3e617c97-fe0e-4d41-9689-0eba041ed0f3 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:18.376092 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-27daaf37-5075-4356-96a2-781421e59303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (8a098a8a-bf52-43fc-9d15-e1d86eb0b957), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:18.392793 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a84d2423-a6f5-4f63-94d4-c41cdee2849a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (1a5a3ec2-92db-46e5-9c2b-aabab54050a1), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:18.451295 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e617c97-fe0e-4d41-9689-0eba041ed0f3 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] Pushing event deleted for resources: {'Port': ['ID=c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:18.480900 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a84d2423-a6f5-4f63-94d4-c41cdee2849a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=63a1a517650249d0a37422a7b039f588&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9889655 Feb 17 17:57:18.484590 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84d2423-a6f5-4f63-94d4-c41cdee2849a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5a3ec2-92db-46e5-9c2b-aabab54050a1,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:18.490239 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 49426) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:18.606836 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-3243d7cd-cb1d-40de-a1fc-244152471dda req-3e617c97-fe0e-4d41-9689-0eba041ed0f3 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] No DVR routers for this DVR port c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:57:18.614854 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3243d7cd-cb1d-40de-a1fc-244152471dda req-3e617c97-fe0e-4d41-9689-0eba041ed0f3 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:18.628569 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3243d7cd-cb1d-40de-a1fc-244152471dda req-3e617c97-fe0e-4d41-9689-0eba041ed0f3 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] 10.222.0.71 "DELETE /v2.0/ports/c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e HTTP/1.1" status: 204 len: 173 time: 1.5427878 Feb 17 17:57:18.634330 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '558ba2fa-679f-42f6-bac5-4b42239ecb04', 'name': 'network-vif-deleted', 'tag': 'c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:57:18.639505 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d659cd-1776-47d0-a04d-500952a51b86" -d '{"events": [{"server_uuid": "558ba2fa-679f-42f6-bac5-4b42239ecb04", "name": "network-vif-deleted", "tag": "c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:57:18.686135 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:57:18.705593 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-27daaf37-5075-4356-96a2-781421e59303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (8a098a8a-bf52-43fc-9d15-e1d86eb0b957), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:18.706167 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167653a0-a10f-476e-871e-86f8e077e238 req-c3516e52-31cd-45fc-80aa-5ed60c99422f tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:18.714604 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-167653a0-a10f-476e-871e-86f8e077e238 req-c3516e52-31cd-45fc-80aa-5ed60c99422f tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/ports?device_id=1963043a-6b1a-49f1-97de-c7e1488aa53d HTTP/1.1" status: 200 len: 945 time: 0.5193212 Feb 17 17:57:18.752111 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:57:18.752636 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:57:18.762540 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b166bc-d5dc-4904-8ee9-27e5a9a8379e x-openstack-request-id: req-a0b166bc-d5dc-4904-8ee9-27e5a9a8379e {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:57:18.763021 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "558ba2fa-679f-42f6-bac5-4b42239ecb04", "name": "network-vif-deleted", "tag": "c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:57:18.763420 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a0b166bc-d5dc-4904-8ee9-27e5a9a8379e {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:57:18.764264 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '558ba2fa-679f-42f6-bac5-4b42239ecb04', 'name': 'network-vif-deleted', 'tag': 'c1ad313f-cbdd-4a98-ac02-73ad71b1fe6e', 'status': 'completed', 'code': 200} Feb 17 17:57:18.781955 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27daaf37-5075-4356-96a2-781421e59303 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a098a8a-bf52-43fc-9d15-e1d86eb0b957,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:18.786301 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-27daaf37-5075-4356-96a2-781421e59303 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:18.794333 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-27daaf37-5075-4356-96a2-781421e59303 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/8a098a8a-bf52-43fc-9d15-e1d86eb0b957 HTTP/1.1" status: 204 len: 168 time: 0.9985828 Feb 17 17:57:18.795024 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49454) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:18.820215 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70841bf-be46-4fd4-8613-0ee635dc971d None None] Network a3d9ea98-3295-4e3c-b73a-589efff8041a requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:57:18.881507 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-167653a0-a10f-476e-871e-86f8e077e238 req-7d9a49d8-9e7b-4df9-8a15-85d2b22f56ff tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/security-groups?id=65db658b-1abf-4463-b723-6f48e78ecf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647403 Feb 17 17:57:18.891272 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c7aba782-fbfd-4d04-95f9-5634fd0f6eed admin admin] Publish callbacks [] for security_group (1a5a3ec2-92db-46e5-9c2b-aabab54050a1), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:18.917672 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c7aba782-fbfd-4d04-95f9-5634fd0f6eed admin admin] Publish callbacks [] for security_group (1a5a3ec2-92db-46e5-9c2b-aabab54050a1), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:18.979890 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c7aba782-fbfd-4d04-95f9-5634fd0f6eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (1a5a3ec2-92db-46e5-9c2b-aabab54050a1), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:18.988567 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c7aba782-fbfd-4d04-95f9-5634fd0f6eed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:18.991676 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c7aba782-fbfd-4d04-95f9-5634fd0f6eed admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/1a5a3ec2-92db-46e5-9c2b-aabab54050a1 HTTP/1.1" status: 204 len: 168 time: 0.4993978 Feb 17 17:57:19.008809 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aba782-fbfd-4d04-95f9-5634fd0f6eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5a3ec2-92db-46e5-9c2b-aabab54050a1,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:19.122457 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-631d2947-fdd4-4c46-b2fd-35104cd7741b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (a3d9ea98-3295-4e3c-b73a-589efff8041a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:19.179591 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:19.350023 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d37853-f8c2-43a4-9f77-2a6033ab58c6 None None] DHCP port deletion for a3d9ea98-3295-4e3c-b73a-589efff8041a request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:57:19.378186 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49500) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:19.428904 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-71dfe5de-ac9f-433e-8b93-eb191d37e9a4 req-836dc811-40c3-458e-9a12-b609df6b0b06 tempest-ServerTagsTestJSON-268240381 tempest-ServerTagsTestJSON-268240381-project] 10.222.0.87 "GET /v2.0/ports?device_id=558ba2fa-679f-42f6-bac5-4b42239ecb04 HTTP/1.1" status: 200 len: 210 time: 0.1161497 Feb 17 17:57:19.469969 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-631d2947-fdd4-4c46-b2fd-35104cd7741b admin admin] Deleting port 7e20ff78-c052-4983-9eb7-e6d647148e3a {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:57:19.474645 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-631d2947-fdd4-4c46-b2fd-35104cd7741b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (7e20ff78-c052-4983-9eb7-e6d647148e3a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:19.560536 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b4d37853-f8c2-43a4-9f77-2a6033ab58c6 None None] Deleting port 7e20ff78-c052-4983-9eb7-e6d647148e3a {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:57:19.561485 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b4d37853-f8c2-43a4-9f77-2a6033ab58c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (7e20ff78-c052-4983-9eb7-e6d647148e3a), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:19.681598 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-631d2947-fdd4-4c46-b2fd-35104cd7741b admin admin] For port 7e20ff78-c052-4983-9eb7-e6d647148e3a, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=7e20ff78-c052-4983-9eb7-e6d647148e3a,segment=NetworkSegment(b015908c-4b5a-47ae-a0d5-70b5a011a0c5),segment_id=b015908c-4b5a-47ae-a0d5-70b5a011a0c5)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:57:19.682300 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-631d2947-fdd4-4c46-b2fd-35104cd7741b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (7e20ff78-c052-4983-9eb7-e6d647148e3a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:19.739099 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-631d2947-fdd4-4c46-b2fd-35104cd7741b admin admin] Calling delete_port for 7e20ff78-c052-4983-9eb7-e6d647148e3a owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:57:19.799047 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b4d37853-f8c2-43a4-9f77-2a6033ab58c6 None None] For port 7e20ff78-c052-4983-9eb7-e6d647148e3a, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=7e20ff78-c052-4983-9eb7-e6d647148e3a,segment=NetworkSegment(b015908c-4b5a-47ae-a0d5-70b5a011a0c5),segment_id=b015908c-4b5a-47ae-a0d5-70b5a011a0c5)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:57:19.799772 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b4d37853-f8c2-43a4-9f77-2a6033ab58c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (7e20ff78-c052-4983-9eb7-e6d647148e3a), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:19.882880 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b4d37853-f8c2-43a4-9f77-2a6033ab58c6 None None] Calling delete_port for 7e20ff78-c052-4983-9eb7-e6d647148e3a owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:57:19.895499 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:20.110539 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b4d37853-f8c2-43a4-9f77-2a6033ab58c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (7e20ff78-c052-4983-9eb7-e6d647148e3a), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:20.133000 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-631d2947-fdd4-4c46-b2fd-35104cd7741b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (7e20ff78-c052-4983-9eb7-e6d647148e3a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:20.164516 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-38d26518-84f5-4cbc-b480-9aa1be96e352 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:20.182435 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d37853-f8c2-43a4-9f77-2a6033ab58c6 None None] Pushing event deleted for resources: {'Port': ['ID=7e20ff78-c052-4983-9eb7-e6d647148e3a,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:20.196044 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d37853-f8c2-43a4-9f77-2a6033ab58c6 None None] No DVR routers for this DVR port 7e20ff78-c052-4983-9eb7-e6d647148e3a on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:57:20.240600 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631d2947-fdd4-4c46-b2fd-35104cd7741b admin admin] Pushing event deleted for resources: {'Port': ['ID=7e20ff78-c052-4983-9eb7-e6d647148e3a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:20.254590 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631d2947-fdd4-4c46-b2fd-35104cd7741b admin admin] No DVR routers for this DVR port 7e20ff78-c052-4983-9eb7-e6d647148e3a on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:57:20.316048 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:57:20.327146 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded32f6-7129-44cf-ac0b-2ce7fa06ea19 req-f667f7a8-bfe6-46cb-bfd3-5d1c55cb4f4d tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:20.329382 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aded32f6-7129-44cf-ac0b-2ce7fa06ea19 req-f667f7a8-bfe6-46cb-bfd3-5d1c55cb4f4d tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/ports?device_id=1963043a-6b1a-49f1-97de-c7e1488aa53d HTTP/1.1" status: 200 len: 945 time: 0.2280655 Feb 17 17:57:20.374327 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:57:20.378885 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 8f4eeccb-9d14-4448-8fb4-f5a9bc0add3c not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:57:20.380211 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 7e20ff78-c052-4983-9eb7-e6d647148e3a no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:57:20.391826 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 49570) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:20.397117 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-631d2947-fdd4-4c46-b2fd-35104cd7741b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (a3d9ea98-3295-4e3c-b73a-589efff8041a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:20.425957 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 7e20ff78-c052-4983-9eb7-e6d647148e3a {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:57:20.426823 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 7e20ff78-c052-4983-9eb7-e6d647148e3a not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:57:20.442239 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-631d2947-fdd4-4c46-b2fd-35104cd7741b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3d9ea98-3295-4e3c-b73a-589efff8041a']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:57:20.455168 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4b38bcea-00c0-41a9-9757-6216325aa6e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:20.458905 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-631d2947-fdd4-4c46-b2fd-35104cd7741b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b015908c-4b5a-47ae-a0d5-70b5a011a0c5') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:57:20.459264 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-631d2947-fdd4-4c46-b2fd-35104cd7741b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b015908c-4b5a-47ae-a0d5-70b5a011a0c5') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:57:20.480694 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-631d2947-fdd4-4c46-b2fd-35104cd7741b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (b015908c-4b5a-47ae-a0d5-70b5a011a0c5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:20.480939 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aded32f6-7129-44cf-ac0b-2ce7fa06ea19 req-38f350f1-1238-409c-9a4a-e347cac5edf1 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/security-groups?id=65db658b-1abf-4463-b723-6f48e78ecf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323526 Feb 17 17:57:20.515365 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-631d2947-fdd4-4c46-b2fd-35104cd7741b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (b015908c-4b5a-47ae-a0d5-70b5a011a0c5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:20.565701 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-631d2947-fdd4-4c46-b2fd-35104cd7741b admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:57:20.573735 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-631d2947-fdd4-4c46-b2fd-35104cd7741b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (b015908c-4b5a-47ae-a0d5-70b5a011a0c5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:20.582727 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 49576) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:20.583242 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 17:57:20.583242 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:57:20.583242 n-d-829613-2 neutron-server[103434]: timer() Feb 17 17:57:20.583242 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:57:20.583242 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 17:57:20.583242 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:57:20.583242 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 17:57:20.583242 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:57:20.583242 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 17:57:20.583242 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:57:20.583242 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 17:57:20.583242 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:57:20.583242 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 17:57:20.583242 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:57:20.583242 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:57:20.583242 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:57:20.583242 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:57:20.583242 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:57:20.583242 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 17:57:20.583242 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:57:20.583242 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 17:57:20.583242 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:57:20.583242 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:57:20.583242 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:57:20.583242 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 17:57:20.583242 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:57:20.583242 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:57:20.583242 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:57:20.583242 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:57:20.583242 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:57:20.583242 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:57:20.583242 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:57:20.665305 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 80183ec2-82ef-443a-85d9-bb92842c8660 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:57:20.673989 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7b2224f-e5c4-4159-ab18-e56fe2ae83f5 admin admin] Deleting subnet 88c204cf-e8b1-4c3e-8533-70c85a9516ff {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:57:20.678271 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-38d26518-84f5-4cbc-b480-9aa1be96e352 admin admin] Publish callbacks [] for security_group (0eb39bf4-726b-4d9d-a46a-d84672fbb471), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:20.699538 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e7b2224f-e5c4-4159-ab18-e56fe2ae83f5 admin admin] Publish callbacks [] for subnet (88c204cf-e8b1-4c3e-8533-70c85a9516ff), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:20.736628 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4b38bcea-00c0-41a9-9757-6216325aa6e3 admin admin] Publish callbacks [] for security_group (3fa0adbb-0609-4414-8a2d-10383587fe74), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:20.747619 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-38d26518-84f5-4cbc-b480-9aa1be96e352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (0eb39bf4-726b-4d9d-a46a-d84672fbb471), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:20.764419 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4b38bcea-00c0-41a9-9757-6216325aa6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (3fa0adbb-0609-4414-8a2d-10383587fe74), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:20.769160 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 80183ec2-82ef-443a-85d9-bb92842c8660 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:57:20.776124 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 80183ec2-82ef-443a-85d9-bb92842c8660 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:57:20.777910 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (80183ec2-82ef-443a-85d9-bb92842c8660), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:20.789653 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d26518-84f5-4cbc-b480-9aa1be96e352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb39bf4-726b-4d9d-a46a-d84672fbb471,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:20.795400 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-631d2947-fdd4-4c46-b2fd-35104cd7741b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (a3d9ea98-3295-4e3c-b73a-589efff8041a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:20.808337 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e7b2224f-e5c4-4159-ab18-e56fe2ae83f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (88c204cf-e8b1-4c3e-8533-70c85a9516ff), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:20.819747 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-631d2947-fdd4-4c46-b2fd-35104cd7741b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:20.823220 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-631d2947-fdd4-4c46-b2fd-35104cd7741b admin admin] 10.222.0.87 "DELETE /v2.0/networks/a3d9ea98-3295-4e3c-b73a-589efff8041a HTTP/1.1" status: 204 len: 168 time: 2.0258806 Feb 17 17:57:20.824482 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631d2947-fdd4-4c46-b2fd-35104cd7741b admin admin] Pushing event deleted for resources: {'Network': ['ID=a3d9ea98-3295-4e3c-b73a-589efff8041a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:20.844894 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-38d26518-84f5-4cbc-b480-9aa1be96e352 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=88576d8f59d8438fb87a049408eb3675&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4666643 Feb 17 17:57:20.845944 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49582) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:20.872910 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b38bcea-00c0-41a9-9757-6216325aa6e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa0adbb-0609-4414-8a2d-10383587fe74,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:20.886284 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4b38bcea-00c0-41a9-9757-6216325aa6e3 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=88890f60aea146cd9c116b07d3be7f03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4878533 Feb 17 17:57:20.889310 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 49584) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:20.900186 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:57:20.952355 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5497fb3-3327-4ece-a3df-99936e08007d req-f5b4e12c-bced-4d47-990a-49923db2c5a5 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:20.962532 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f5497fb3-3327-4ece-a3df-99936e08007d req-f5b4e12c-bced-4d47-990a-49923db2c5a5 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 945 time: 0.2829263 Feb 17 17:57:20.975346 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e7b2224f-e5c4-4159-ab18-e56fe2ae83f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (88c204cf-e8b1-4c3e-8533-70c85a9516ff), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:20.998400 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 80183ec2-82ef-443a-85d9-bb92842c8660 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:57:20.999568 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (80183ec2-82ef-443a-85d9-bb92842c8660), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:21.032011 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1963043a-6b1a-49f1-97de-c7e1488aa53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80183ec2-82ef-443a-85d9-bb92842c8660'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:57:21.035771 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10991c84-1c29-4ebf-906c-f7ec6ba6b0a0" -d '{"events": [{"server_uuid": "1963043a-6b1a-49f1-97de-c7e1488aa53d", "name": "network-vif-plugged", "status": "completed", "tag": "80183ec2-82ef-443a-85d9-bb92842c8660"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:57:21.054668 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 80183ec2-82ef-443a-85d9-bb92842c8660, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=80183ec2-82ef-443a-85d9-bb92842c8660,segment=NetworkSegment(73f57ccc-2cd4-4638-9f6f-0e813989d24c),segment_id=73f57ccc-2cd4-4638-9f6f-0e813989d24c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:57:21.061204 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (80183ec2-82ef-443a-85d9-bb92842c8660), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:21.080716 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52e43f5f-738e-4772-859f-11880d1af60f admin admin] Publish callbacks [] for security_group (0eb39bf4-726b-4d9d-a46a-d84672fbb471), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:21.149532 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52e43f5f-738e-4772-859f-11880d1af60f admin admin] Publish callbacks [] for security_group (0eb39bf4-726b-4d9d-a46a-d84672fbb471), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:21.209435 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9ceb12-a5b1-4ef9-981c-ba4596452646 x-openstack-request-id: req-cc9ceb12-a5b1-4ef9-981c-ba4596452646 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:57:21.209809 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1963043a-6b1a-49f1-97de-c7e1488aa53d", "name": "network-vif-plugged", "status": "completed", "tag": "80183ec2-82ef-443a-85d9-bb92842c8660", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:57:21.210243 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-cc9ceb12-a5b1-4ef9-981c-ba4596452646 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:57:21.210895 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1963043a-6b1a-49f1-97de-c7e1488aa53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80183ec2-82ef-443a-85d9-bb92842c8660', 'code': 200} Feb 17 17:57:21.268551 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52e43f5f-738e-4772-859f-11880d1af60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (0eb39bf4-726b-4d9d-a46a-d84672fbb471), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:21.279540 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52e43f5f-738e-4772-859f-11880d1af60f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:21.282388 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-52e43f5f-738e-4772-859f-11880d1af60f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0eb39bf4-726b-4d9d-a46a-d84672fbb471 HTTP/1.1" status: 204 len: 168 time: 0.4352243 Feb 17 17:57:21.329392 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49594) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:21.331788 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=80183ec2-82ef-443a-85d9-bb92842c8660,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:21.336620 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e43f5f-738e-4772-859f-11880d1af60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb39bf4-726b-4d9d-a46a-d84672fbb471,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:21.374126 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e7b2224f-e5c4-4159-ab18-e56fe2ae83f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (88c204cf-e8b1-4c3e-8533-70c85a9516ff), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:21.390872 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7ecac2fc-8d8c-44c2-8b09-879ccc210a24 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=02ed179e91da4c8cac3218292b591b92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0598149 Feb 17 17:57:21.394191 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49596) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:21.497461 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-46c2aa20-57db-4d6a-8575-dd903982fe2b admin admin] Publish callbacks [] for security_group (6bc53ae5-6e47-4d12-8dae-c4b0dbef2bdb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:21.563796 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-46c2aa20-57db-4d6a-8575-dd903982fe2b admin admin] Publish callbacks [] for security_group (6bc53ae5-6e47-4d12-8dae-c4b0dbef2bdb), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:21.564782 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e7b2224f-e5c4-4159-ab18-e56fe2ae83f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:21.570824 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e7b2224f-e5c4-4159-ab18-e56fe2ae83f5 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/88c204cf-e8b1-4c3e-8533-70c85a9516ff HTTP/1.1" status: 204 len: 168 time: 0.9863515 Feb 17 17:57:21.575773 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 49602) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:21.577024 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b2224f-e5c4-4159-ab18-e56fe2ae83f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88c204cf-e8b1-4c3e-8533-70c85a9516ff,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:21.628346 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f5497fb3-3327-4ece-a3df-99936e08007d req-ae62183a-6999-48c0-bcbd-b6ed620427f8 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3981614 Feb 17 17:57:21.696796 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-46c2aa20-57db-4d6a-8575-dd903982fe2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (6bc53ae5-6e47-4d12-8dae-c4b0dbef2bdb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:21.700174 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-46c2aa20-57db-4d6a-8575-dd903982fe2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:21.701452 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-46c2aa20-57db-4d6a-8575-dd903982fe2b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6bc53ae5-6e47-4d12-8dae-c4b0dbef2bdb HTTP/1.1" status: 204 len: 168 time: 0.3058910 Feb 17 17:57:21.736753 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c2aa20-57db-4d6a-8575-dd903982fe2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc53ae5-6e47-4d12-8dae-c4b0dbef2bdb,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:21.814794 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-12c5cecd-8b65-4a4c-8d62-92f374982b2a admin admin] Publish callbacks [] for security_group (3fa0adbb-0609-4414-8a2d-10383587fe74), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:21.878884 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d9d46ddc-c41f-4d3d-ba3e-1862cfde2fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (f071203f-98e7-400a-9f42-11e33fe9b648), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:21.946675 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-12c5cecd-8b65-4a4c-8d62-92f374982b2a admin admin] Publish callbacks [] for security_group (3fa0adbb-0609-4414-8a2d-10383587fe74), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:21.952459 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1fe216-5400-4d54-9792-ec56098e5345 req-ecf9ef19-46b1-475d-a36c-90ca5ed642bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:21.956042 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ef1fe216-5400-4d54-9792-ec56098e5345 req-ecf9ef19-46b1-475d-a36c-90ca5ed642bf service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1963043a-6b1a-49f1-97de-c7e1488aa53d HTTP/1.1" status: 200 len: 1128 time: 0.5977242 Feb 17 17:57:22.167269 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef6126-da30-495e-bd35-be308cdcdf10 req-3475b634-e1c5-4526-9533-6002c9528519 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:22.180460 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bdef6126-da30-495e-bd35-be308cdcdf10 req-3475b634-e1c5-4526-9533-6002c9528519 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/ports?device_id=1963043a-6b1a-49f1-97de-c7e1488aa53d HTTP/1.1" status: 200 len: 946 time: 0.3692384 Feb 17 17:57:22.268065 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d9d46ddc-c41f-4d3d-ba3e-1862cfde2fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (f071203f-98e7-400a-9f42-11e33fe9b648), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:22.279866 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ef1fe216-5400-4d54-9792-ec56098e5345 req-365b009a-ede6-44a0-a650-fc38323756bc service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=65db658b-1abf-4463-b723-6f48e78ecf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3070655 Feb 17 17:57:22.298432 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49624) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:22.307105 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-12c5cecd-8b65-4a4c-8d62-92f374982b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (3fa0adbb-0609-4414-8a2d-10383587fe74), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:22.310049 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-12c5cecd-8b65-4a4c-8d62-92f374982b2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:22.315088 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-12c5cecd-8b65-4a4c-8d62-92f374982b2a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3fa0adbb-0609-4414-8a2d-10383587fe74 HTTP/1.1" status: 204 len: 168 time: 1.4240825 Feb 17 17:57:22.319780 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-d9d46ddc-c41f-4d3d-ba3e-1862cfde2fc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f071203f-98e7-400a-9f42-11e33fe9b648']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:57:22.350476 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-d9d46ddc-c41f-4d3d-ba3e-1862cfde2fc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df6605fb-10c0-4183-bd1f-df36a5ce01df') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:57:22.351028 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-d9d46ddc-c41f-4d3d-ba3e-1862cfde2fc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df6605fb-10c0-4183-bd1f-df36a5ce01df') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:57:22.353376 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c5cecd-8b65-4a4c-8d62-92f374982b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa0adbb-0609-4414-8a2d-10383587fe74,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:22.384186 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4ce68554-a08b-4ad6-943c-e1e52edc1747 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4e83ab80fd6140ea9dee05329e5148a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0844109 Feb 17 17:57:22.385499 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d9d46ddc-c41f-4d3d-ba3e-1862cfde2fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (df6605fb-10c0-4183-bd1f-df36a5ce01df), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:22.386896 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49630) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:22.415829 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bdef6126-da30-495e-bd35-be308cdcdf10 req-45553b0f-394e-487a-8437-db166032ff65 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/security-groups?id=65db658b-1abf-4463-b723-6f48e78ecf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2339125 Feb 17 17:57:22.444483 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d9d46ddc-c41f-4d3d-ba3e-1862cfde2fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (df6605fb-10c0-4183-bd1f-df36a5ce01df), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:22.452777 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9d46ddc-c41f-4d3d-ba3e-1862cfde2fc8 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:57:22.453502 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d9d46ddc-c41f-4d3d-ba3e-1862cfde2fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (df6605fb-10c0-4183-bd1f-df36a5ce01df), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:22.459154 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d4b22107-3e78-425e-bcd4-bb6ddd189658 admin admin] Publish callbacks [] for security_group (768a76ce-dcc9-4688-9548-b9b8dd681e8e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:22.488482 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d4b22107-3e78-425e-bcd4-bb6ddd189658 admin admin] Publish callbacks [] for security_group (768a76ce-dcc9-4688-9548-b9b8dd681e8e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:22.550788 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d4b22107-3e78-425e-bcd4-bb6ddd189658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (768a76ce-dcc9-4688-9548-b9b8dd681e8e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:22.553635 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d4b22107-3e78-425e-bcd4-bb6ddd189658 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:22.557054 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d4b22107-3e78-425e-bcd4-bb6ddd189658 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/768a76ce-dcc9-4688-9548-b9b8dd681e8e HTTP/1.1" status: 204 len: 168 time: 0.1670241 Feb 17 17:57:22.568443 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b22107-3e78-425e-bcd4-bb6ddd189658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768a76ce-dcc9-4688-9548-b9b8dd681e8e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:22.574566 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 17:57:22.574566 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:57:22.574566 n-d-829613-2 neutron-server[103435]: timer() Feb 17 17:57:22.574566 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:57:22.574566 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 17:57:22.574566 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:57:22.574566 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 17:57:22.574566 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:57:22.574566 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 17:57:22.574566 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:57:22.574566 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 17:57:22.574566 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:57:22.574566 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 17:57:22.574566 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:57:22.574566 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:57:22.574566 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:57:22.574566 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:57:22.574566 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:57:22.574566 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 17:57:22.574566 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:57:22.574566 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 17:57:22.574566 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:57:22.574566 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:57:22.574566 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:57:22.574566 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 17:57:22.574566 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:57:22.574566 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:57:22.574566 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:57:22.574566 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:57:22.574566 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:57:22.574566 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:57:22.574566 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:57:22.585245 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d9d46ddc-c41f-4d3d-ba3e-1862cfde2fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (f071203f-98e7-400a-9f42-11e33fe9b648), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:22.606596 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d9d46ddc-c41f-4d3d-ba3e-1862cfde2fc8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:22.615516 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-d9d46ddc-c41f-4d3d-ba3e-1862cfde2fc8 admin admin] 10.222.0.87 "DELETE /v2.0/networks/f071203f-98e7-400a-9f42-11e33fe9b648 HTTP/1.1" status: 204 len: 168 time: 1.0266156 Feb 17 17:57:22.637833 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d46ddc-c41f-4d3d-ba3e-1862cfde2fc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f071203f-98e7-400a-9f42-11e33fe9b648,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:22.891060 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae1141-4348-44a9-96ee-03386459a3bb req-de450ed1-256f-4fa2-a22c-0d3a64d4d768 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:22.893710 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-04ae1141-4348-44a9-96ee-03386459a3bb req-de450ed1-256f-4fa2-a22c-0d3a64d4d768 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 945 time: 0.1555877 Feb 17 17:57:23.001758 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-04ae1141-4348-44a9-96ee-03386459a3bb req-82896219-fbee-47b5-b626-efd677495b53 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965521 Feb 17 17:57:23.555891 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 49654) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:23.777235 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49664) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:23.777927 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-83eb8c39-dd73-42d3-8eae-8e2a1fd92565 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a4bc7d0820f643c19a6d23ef6cd8d114&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2195592 Feb 17 17:57:23.890759 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05efe3a4-ac20-4399-9d11-e92616d2ffc1 req-c579c071-4990-47a5-933e-c3ac1f8a38f3 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:23.893783 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-05efe3a4-ac20-4399-9d11-e92616d2ffc1 req-c579c071-4990-47a5-933e-c3ac1f8a38f3 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/ports?device_id=1963043a-6b1a-49f1-97de-c7e1488aa53d HTTP/1.1" status: 200 len: 946 time: 0.2030911 Feb 17 17:57:24.003243 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab35b7ff-eba0-4e91-8d93-d7eec0e537e0 admin admin] Publish callbacks [] for security_group (84b3f39c-7281-4e05-9307-c0e2b771af23), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:24.152956 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab35b7ff-eba0-4e91-8d93-d7eec0e537e0 admin admin] Publish callbacks [] for security_group (84b3f39c-7281-4e05-9307-c0e2b771af23), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:24.194566 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94de0da-3349-40f4-9e7e-05d41cf4fc92 req-a4312d6a-c2e9-48ca-9b3a-9f9b43cdf4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:24.197378 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b94de0da-3349-40f4-9e7e-05d41cf4fc92 req-a4312d6a-c2e9-48ca-9b3a-9f9b43cdf4db service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=20be7d5eb0704bac94fef9d4560964ff&device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 1127 time: 0.2745023 Feb 17 17:57:24.462939 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94de0da-3349-40f4-9e7e-05d41cf4fc92 req-3f3e62cb-6967-456d-9f90-61054e5793b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:24.465307 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b94de0da-3349-40f4-9e7e-05d41cf4fc92 req-3f3e62cb-6967-456d-9f90-61054e5793b4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=1c842ecd-cc9b-4a85-b1b8-328753a85bfe HTTP/1.1" status: 200 len: 916 time: 0.2311859 Feb 17 17:57:24.591338 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab35b7ff-eba0-4e91-8d93-d7eec0e537e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (84b3f39c-7281-4e05-9307-c0e2b771af23), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:24.595048 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ab35b7ff-eba0-4e91-8d93-d7eec0e537e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:24.601054 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ab35b7ff-eba0-4e91-8d93-d7eec0e537e0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/84b3f39c-7281-4e05-9307-c0e2b771af23 HTTP/1.1" status: 204 len: 168 time: 0.8202975 Feb 17 17:57:24.664053 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab35b7ff-eba0-4e91-8d93-d7eec0e537e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b3f39c-7281-4e05-9307-c0e2b771af23,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:24.677774 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b94de0da-3349-40f4-9e7e-05d41cf4fc92 req-a4111c5f-7a4e-4df1-828b-50fc0d40e4da service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb049a99-7b51-4f75-9df3-e39d7e10f48b HTTP/1.1" status: 200 len: 1001 time: 0.2045000 Feb 17 17:57:24.819913 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94de0da-3349-40f4-9e7e-05d41cf4fc92 req-3e2907b2-2e4f-4ecf-962f-c06714c37268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:24.823655 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b94de0da-3349-40f4-9e7e-05d41cf4fc92 req-3e2907b2-2e4f-4ecf-962f-c06714c37268 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=684c221c-585d-46a8-b4c6-fe6a5f99b9b8 HTTP/1.1" status: 200 len: 854 time: 0.1321354 Feb 17 17:57:24.827341 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-05efe3a4-ac20-4399-9d11-e92616d2ffc1 req-7a04b4b0-b7ab-4d7c-8b89-7316cad3d8c0 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/security-groups?id=65db658b-1abf-4463-b723-6f48e78ecf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9161553 Feb 17 17:57:24.846563 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808236b8-8c3c-4038-8550-fc802749baf7 req-b8427a0f-8861-48d0-82b3-ae0be05b09b8 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:24.864851 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-808236b8-8c3c-4038-8550-fc802749baf7 req-b8427a0f-8861-48d0-82b3-ae0be05b09b8 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 945 time: 0.2243528 Feb 17 17:57:24.893853 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94de0da-3349-40f4-9e7e-05d41cf4fc92 req-42e84001-d8ae-4dbb-9b90-7288d5617fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:24.895383 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b94de0da-3349-40f4-9e7e-05d41cf4fc92 req-42e84001-d8ae-4dbb-9b90-7288d5617fcc service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1c842ecd-cc9b-4a85-b1b8-328753a85bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0566244 Feb 17 17:57:24.964010 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-808236b8-8c3c-4038-8550-fc802749baf7 req-eea68593-bafa-46f2-9116-899778d03168 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982528 Feb 17 17:57:25.049976 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c4caf-96dd-4d05-8ebc-782cfb98b3d0 req-b3ec5757-f0eb-465b-8f55-ee9645bf4970 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:25.061436 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-051c4caf-96dd-4d05-8ebc-782cfb98b3d0 req-b3ec5757-f0eb-465b-8f55-ee9645bf4970 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/ports?device_id=1963043a-6b1a-49f1-97de-c7e1488aa53d HTTP/1.1" status: 200 len: 946 time: 0.0956664 Feb 17 17:57:25.117164 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b94de0da-3349-40f4-9e7e-05d41cf4fc92 req-774694a0-f38e-4289-af81-259c60c86e0e service neutron] 10.222.0.91 "GET /v2.0/networks/1c842ecd-cc9b-4a85-b1b8-328753a85bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121174 Feb 17 17:57:25.159752 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-051c4caf-96dd-4d05-8ebc-782cfb98b3d0 req-78c5d52a-2088-49d6-b3d9-463d4e64ca4c tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/security-groups?id=65db658b-1abf-4463-b723-6f48e78ecf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901988 Feb 17 17:57:25.177372 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 49704) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:25.291739 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909fec30-4b15-4cb4-8de6-f30a3e0987a0 tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:25.300287 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-909fec30-4b15-4cb4-8de6-f30a3e0987a0 tempest-TestNetworkBasicOps-731761289 tempest-TestNetworkBasicOps-731761289-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=1963043a-6b1a-49f1-97de-c7e1488aa53d HTTP/1.1" status: 200 len: 1123 time: 0.1167910 Feb 17 17:57:25.300287 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 49710) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:25.308029 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-1d436aed-9f3b-42ed-8a08-35c49db69b6e tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'port_id': '80183ec2-82ef-443a-85d9-bb92842c8660', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:57:25.348433 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b94de0da-3349-40f4-9e7e-05d41cf4fc92 req-6426b028-7cc3-466d-8d88-bee403330a06 service neutron] 10.222.0.91 "GET /v2.0/networks/1c842ecd-cc9b-4a85-b1b8-328753a85bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246075 Feb 17 17:57:25.350608 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1d436aed-9f3b-42ed-8a08-35c49db69b6e tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:25.612586 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1d436aed-9f3b-42ed-8a08-35c49db69b6e tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:25.749018 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-1d436aed-9f3b-42ed-8a08-35c49db69b6e tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Allocated IP 172.25.8.188 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/90f3d70d-20b5-4d1f-91ae-212fa451c3fa) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:57:25.911467 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1d436aed-9f3b-42ed-8a08-35c49db69b6e tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for port (90f3d70d-20b5-4d1f-91ae-212fa451c3fa), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:25.964060 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1d436aed-9f3b-42ed-8a08-35c49db69b6e tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (90f3d70d-20b5-4d1f-91ae-212fa451c3fa), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:26.022480 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d436aed-9f3b-42ed-8a08-35c49db69b6e tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event updated for resources: {'Port': ['ID=90f3d70d-20b5-4d1f-91ae-212fa451c3fa,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:26.030367 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d436aed-9f3b-42ed-8a08-35c49db69b6e tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:57:26.034772 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-1d436aed-9f3b-42ed-8a08-35c49db69b6e tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:57:26.045687 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d436aed-9f3b-42ed-8a08-35c49db69b6e tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:57:26.331240 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49744) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:26.461919 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a975f4-696e-4f8c-8ebb-c2e63be1be61 req-190c1003-3d5d-4459-a840-511d6a89f47c tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:26.463513 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-22a975f4-696e-4f8c-8ebb-c2e63be1be61 req-190c1003-3d5d-4459-a840-511d6a89f47c tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 945 time: 0.2585213 Feb 17 17:57:26.502970 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-1525a44e-30db-42a3-aed4-4f9b139f9461 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1650749244-network', 'tenant_id': '520a3b8b5f064a888d335569d858ee37'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:57:26.535311 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1525a44e-30db-42a3-aed4-4f9b139f9461 admin admin] Made reservation on behalf of 520a3b8b5f064a888d335569d858ee37 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:57:26.538015 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1525a44e-30db-42a3-aed4-4f9b139f9461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:26.549354 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1525a44e-30db-42a3-aed4-4f9b139f9461 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:26.650435 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-22a975f4-696e-4f8c-8ebb-c2e63be1be61 req-94a916b4-b0cf-48ce-abd5-9c78d8cd4c3e tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789558 Feb 17 17:57:26.679841 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49750) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:26.759237 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1d436aed-9f3b-42ed-8a08-35c49db69b6e tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for floatingip (401aa458-9eeb-478f-b35a-99e6b5e846e6), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:26.820226 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1525a44e-30db-42a3-aed4-4f9b139f9461 admin admin] Publish callbacks [] for security_group (b04344d7-3344-477e-b1ed-066dff48ecf0), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:26.827326 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1525a44e-30db-42a3-aed4-4f9b139f9461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (b04344d7-3344-477e-b1ed-066dff48ecf0), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:26.844860 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1525a44e-30db-42a3-aed4-4f9b139f9461 admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:57:26.887307 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1525a44e-30db-42a3-aed4-4f9b139f9461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (7daa1fb9-0229-428f-b148-62ae138c90f0), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:26.887751 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-1525a44e-30db-42a3-aed4-4f9b139f9461 admin admin] Added segment 7daa1fb9-0229-428f-b148-62ae138c90f0 of type vlan for network 40f03537-36eb-4f23-9230-2fc8194c0e85 Feb 17 17:57:26.891434 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1d436aed-9f3b-42ed-8a08-35c49db69b6e tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (90f3d70d-20b5-4d1f-91ae-212fa451c3fa), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:26.902654 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ea4c8a32-c0fb-4555-8cc5-9653f5b58456 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:26.905425 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525a44e-30db-42a3-aed4-4f9b139f9461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04344d7-3344-477e-b1ed-066dff48ecf0,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:26.988511 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1525a44e-30db-42a3-aed4-4f9b139f9461 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (40f03537-36eb-4f23-9230-2fc8194c0e85), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:27.040544 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1525a44e-30db-42a3-aed4-4f9b139f9461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (40f03537-36eb-4f23-9230-2fc8194c0e85), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:27.041664 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1525a44e-30db-42a3-aed4-4f9b139f9461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:27.042321 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1525a44e-30db-42a3-aed4-4f9b139f9461 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:27.050969 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ea4c8a32-c0fb-4555-8cc5-9653f5b58456 admin admin] Publish callbacks [] for security_group (4b3e32ae-c749-4a44-9be0-4abc886074fa), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:27.074468 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ea4c8a32-c0fb-4555-8cc5-9653f5b58456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (4b3e32ae-c749-4a44-9be0-4abc886074fa), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:27.099929 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-1525a44e-30db-42a3-aed4-4f9b139f9461 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7673769 Feb 17 17:57:27.106661 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 49758) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:27.113355 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-f04e9cae-a034-4df2-b353-763211315100 admin admin] Request body: {'subnet': {'network_id': '40f03537-36eb-4f23-9230-2fc8194c0e85', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1650749244-subnet', 'tenant_id': '520a3b8b5f064a888d335569d858ee37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:57:27.153630 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1d436aed-9f3b-42ed-8a08-35c49db69b6e tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for port (90f3d70d-20b5-4d1f-91ae-212fa451c3fa), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:27.156310 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ea4c8a32-c0fb-4555-8cc5-9653f5b58456 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d658d80fb51249088d3aac4b0a7953fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4736006 Feb 17 17:57:27.160301 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525a44e-30db-42a3-aed4-4f9b139f9461 admin admin] Pushing event updated for resources: {'Network': ['ID=40f03537-36eb-4f23-9230-2fc8194c0e85,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:27.161286 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 49760) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:27.168296 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c8a32-c0fb-4555-8cc5-9653f5b58456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3e32ae-c749-4a44-9be0-4abc886074fa,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:27.172624 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 40f03537-36eb-4f23-9230-2fc8194c0e85 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:57:27.175836 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04e9cae-a034-4df2-b353-763211315100 admin admin] Made reservation on behalf of 520a3b8b5f064a888d335569d858ee37 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:57:27.177617 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f04e9cae-a034-4df2-b353-763211315100 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:27.181797 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1d436aed-9f3b-42ed-8a08-35c49db69b6e tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (90f3d70d-20b5-4d1f-91ae-212fa451c3fa), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:27.366831 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d436aed-9f3b-42ed-8a08-35c49db69b6e tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event updated for resources: {'Port': ['ID=90f3d70d-20b5-4d1f-91ae-212fa451c3fa,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:27.387506 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1d436aed-9f3b-42ed-8a08-35c49db69b6e tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (401aa458-9eeb-478f-b35a-99e6b5e846e6), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:27.393348 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2f4b5b0d-ec03-4e0d-8579-2c8522f4dbbf admin admin] Publish callbacks [] for security_group (4b3e32ae-c749-4a44-9be0-4abc886074fa), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:27.517261 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2f4b5b0d-ec03-4e0d-8579-2c8522f4dbbf admin admin] Publish callbacks [] for security_group (4b3e32ae-c749-4a44-9be0-4abc886074fa), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:27.622773 n-d-829613-2 neutron-server[103435]: INFO neutron.db.l3_db [None req-1d436aed-9f3b-42ed-8a08-35c49db69b6e tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Floating IP 401aa458-9eeb-478f-b35a-99e6b5e846e6 associated. External IP: 172.25.8.188, port: 80183ec2-82ef-443a-85d9-bb92842c8660. Feb 17 17:57:27.690391 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f04e9cae-a034-4df2-b353-763211315100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (6ef455d4-26f2-471d-bbfa-df38e9cc4a1f), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:27.735463 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2f4b5b0d-ec03-4e0d-8579-2c8522f4dbbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (4b3e32ae-c749-4a44-9be0-4abc886074fa), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:27.738722 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2f4b5b0d-ec03-4e0d-8579-2c8522f4dbbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:27.742709 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-2f4b5b0d-ec03-4e0d-8579-2c8522f4dbbf admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4b3e32ae-c749-4a44-9be0-4abc886074fa HTTP/1.1" status: 204 len: 168 time: 0.5773857 Feb 17 17:57:27.772293 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b5b0d-ec03-4e0d-8579-2c8522f4dbbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3e32ae-c749-4a44-9be0-4abc886074fa,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:27.796545 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e9cae-a034-4df2-b353-763211315100 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ef455d4-26f2-471d-bbfa-df38e9cc4a1f,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:27.852586 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04e9cae-a034-4df2-b353-763211315100 admin admin] Checking segment: {'id': '7daa1fb9-0229-428f-b148-62ae138c90f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '40f03537-36eb-4f23-9230-2fc8194c0e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:57:27.852960 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04e9cae-a034-4df2-b353-763211315100 admin admin] Network hostable DHCP agents. Network: 40f03537-36eb-4f23-9230-2fc8194c0e85, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:57:27.961931 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d026f-cc83-436e-a2d4-9b9dd6f055cf req-68d3128e-30ce-40cc-8ce0-e8fb27911ca9 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:27.963522 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ef9d026f-cc83-436e-a2d4-9b9dd6f055cf req-68d3128e-30ce-40cc-8ce0-e8fb27911ca9 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 945 time: 0.1975293 Feb 17 17:57:27.993336 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04e9cae-a034-4df2-b353-763211315100 admin admin] Network 40f03537-36eb-4f23-9230-2fc8194c0e85 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:57:28.039536 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-f04e9cae-a034-4df2-b353-763211315100 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 40f03537-36eb-4f23-9230-2fc8194c0e85) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:57:28.051129 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47beffd7-c09e-4477-a93b-2f082f0f1feb None None] Network 40f03537-36eb-4f23-9230-2fc8194c0e85 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:57:28.072193 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04e9cae-a034-4df2-b353-763211315100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:28.072836 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f04e9cae-a034-4df2-b353-763211315100 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:28.095286 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ef9d026f-cc83-436e-a2d4-9b9dd6f055cf req-a09d44b1-e453-410f-9137-bbf5a69d46a0 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197088 Feb 17 17:57:28.109563 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-f04e9cae-a034-4df2-b353-763211315100 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0018036 Feb 17 17:57:28.116264 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d436aed-9f3b-42ed-8a08-35c49db69b6e tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Router 2a8c0269-8465-43a8-a658-a004a8d92d8d has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:57:28.332066 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49780) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:28.350330 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d436aed-9f3b-42ed-8a08-35c49db69b6e tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:57:28.361512 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-24899605-eed0-4b9a-b239-05242d9e6f6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:28.363434 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0441bb53-c68d-46d1-9dfb-ef461f2decb2 None None] Sync routers for ids ['2a8c0269-8465-43a8-a658-a004a8d92d8d'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:57:28.394896 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0441bb53-c68d-46d1-9dfb-ef461f2decb2 None None] Routers {'2a8c0269-8465-43a8-a658-a004a8d92d8d'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:57:28.396438 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1d436aed-9f3b-42ed-8a08-35c49db69b6e tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:28.399523 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-0441bb53-c68d-46d1-9dfb-ef461f2decb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:57:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['2a8c0269-8465-43a8-a658-a004a8d92d8d'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:57:28.413271 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0904824e-576c-4b11-98a9-2dd140a88485 None None] Network 40f03537-36eb-4f23-9230-2fc8194c0e85 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:57:28.473367 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1d436aed-9f3b-42ed-8a08-35c49db69b6e tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1723876 Feb 17 17:57:28.475829 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1963043a-6b1a-49f1-97de-c7e1488aa53d', 'tag': '80183ec2-82ef-443a-85d9-bb92842c8660'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:57:28.479966 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49782) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:28.482829 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d430d068-563e-4f82-a945-aa7c373596d4" -d '{"events": [{"name": "network-changed", "server_uuid": "1963043a-6b1a-49f1-97de-c7e1488aa53d", "tag": "80183ec2-82ef-443a-85d9-bb92842c8660"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:57:28.551362 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5d1ad2-4392-44f0-b4c6-46c3ee5b98b7 x-openstack-request-id: req-9d5d1ad2-4392-44f0-b4c6-46c3ee5b98b7 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:57:28.551675 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1963043a-6b1a-49f1-97de-c7e1488aa53d", "tag": "80183ec2-82ef-443a-85d9-bb92842c8660", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:57:28.551938 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9d5d1ad2-4392-44f0-b4c6-46c3ee5b98b7 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:57:28.555807 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1963043a-6b1a-49f1-97de-c7e1488aa53d', 'tag': '80183ec2-82ef-443a-85d9-bb92842c8660', 'status': 'completed', 'code': 200} Feb 17 17:57:28.650064 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-55e81992-71d9-4864-9aaf-2dac49945fea tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/floatingips/401aa458-9eeb-478f-b35a-99e6b5e846e6 HTTP/1.1" status: 200 len: 992 time: 0.1684213 Feb 17 17:57:28.653344 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-24899605-eed0-4b9a-b239-05242d9e6f6a admin admin] Publish callbacks [] for security_group (8dcfe7e0-5e70-40ab-995f-17bf7729baa5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:28.662678 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-24899605-eed0-4b9a-b239-05242d9e6f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (8dcfe7e0-5e70-40ab-995f-17bf7729baa5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:28.664324 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d430d068-563e-4f82-a945-aa7c373596d4 req-743cf8b1-0b9a-45b9-bcfd-a3b081152f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:28.666295 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d430d068-563e-4f82-a945-aa7c373596d4 req-743cf8b1-0b9a-45b9-bcfd-a3b081152f07 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ec7ab02c08ab4597882b00c123047e3e&device_id=1963043a-6b1a-49f1-97de-c7e1488aa53d HTTP/1.1" status: 200 len: 1128 time: 0.0912588 Feb 17 17:57:28.721489 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-24899605-eed0-4b9a-b239-05242d9e6f6a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=0d9b76ac706f4550a4704c84399ca777&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3880782 Feb 17 17:57:28.723251 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49790) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:28.731774 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24899605-eed0-4b9a-b239-05242d9e6f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dcfe7e0-5e70-40ab-995f-17bf7729baa5,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:28.751847 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-0441bb53-c68d-46d1-9dfb-ef461f2decb2 None None] Set router 2a8c0269-8465-43a8-a658-a004a8d92d8d gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:57:28.808893 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4ba5dd9b-2808-43f2-b556-4ce6cc3ce387 admin admin] Publish callbacks [] for security_group (8dcfe7e0-5e70-40ab-995f-17bf7729baa5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:28.837957 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4ba5dd9b-2808-43f2-b556-4ce6cc3ce387 admin admin] Publish callbacks [] for security_group (8dcfe7e0-5e70-40ab-995f-17bf7729baa5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:28.952328 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4ba5dd9b-2808-43f2-b556-4ce6cc3ce387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (8dcfe7e0-5e70-40ab-995f-17bf7729baa5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:28.952328 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4ba5dd9b-2808-43f2-b556-4ce6cc3ce387 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:28.952328 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4ba5dd9b-2808-43f2-b556-4ce6cc3ce387 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8dcfe7e0-5e70-40ab-995f-17bf7729baa5 HTTP/1.1" status: 204 len: 168 time: 0.2272596 Feb 17 17:57:28.968019 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5dd9b-2808-43f2-b556-4ce6cc3ce387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dcfe7e0-5e70-40ab-995f-17bf7729baa5,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:28.986019 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d430d068-563e-4f82-a945-aa7c373596d4 req-0433ccea-9e09-4df5-b9dd-7e619f701259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:28.989595 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d430d068-563e-4f82-a945-aa7c373596d4 req-0433ccea-9e09-4df5-b9dd-7e619f701259 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c023c479-1517-48c4-ac34-9e16ad2d74c8 HTTP/1.1" status: 200 len: 898 time: 0.3168678 Feb 17 17:57:29.130652 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-0441bb53-c68d-46d1-9dfb-ef461f2decb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8c0269-8465-43a8-a658-a004a8d92d8d', 'name': 'tempest-TestNetworkBasicOps-router-1100751130', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '4ea93489-26db-4375-87a9-f552905139ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:56:37Z', 'updated_at': '2022-02-17T17:56:51Z', 'revision_number': 4, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'gw_port': {'id': '4ea93489-26db-4375-87a9-f552905139ef', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8c0269-8465-43a8-a658-a004a8d92d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:38Z', 'updated_at': '2022-02-17T17:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '401aa458-9eeb-478f-b35a-99e6b5e846e6', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'floating_ip_address': '172.25.8.188', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '2a8c0269-8465-43a8-a658-a004a8d92d8d', 'port_id': '80183ec2-82ef-443a-85d9-bb92842c8660', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3204, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c023c479-1517-48c4-ac34-9e16ad2d74c8', 'mac_address': 'fa:16:3e:17:55:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1963043a-6b1a-49f1-97de-c7e1488aa53d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:57:26Z', 'updated_at': '2022-02-17T17:57:26Z', 'revision_number': 0, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd32bf71b-2f41-48ba-ab4a-739f3c9274d0', 'name': '', 'network_id': 'c023c479-1517-48c4-ac34-9e16ad2d74c8', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'mac_address': 'fa:16:3e:7b:66:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8c0269-8465-43a8-a658-a004a8d92d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '4ddd56ab-4412-435f-919f-020adaffa1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:49Z', 'updated_at': '2022-02-17T17:57:00Z', 'revision_number': 5, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'subnets': [{'id': '4ddd56ab-4412-435f-919f-020adaffa1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:57:29.208040 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0441bb53-c68d-46d1-9dfb-ef461f2decb2 None None] Checking router: 2a8c0269-8465-43a8-a658-a004a8d92d8d for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:57:29.218511 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0441bb53-c68d-46d1-9dfb-ef461f2decb2 None None] Routers {'2a8c0269-8465-43a8-a658-a004a8d92d8d'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:57:29.219455 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-0441bb53-c68d-46d1-9dfb-ef461f2decb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:57:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['2a8c0269-8465-43a8-a658-a004a8d92d8d'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:57:29.376724 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d430d068-563e-4f82-a945-aa7c373596d4 req-5d3728c0-9324-47cc-946e-b9140dc0d7f0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80183ec2-82ef-443a-85d9-bb92842c8660 HTTP/1.1" status: 200 len: 1000 time: 0.3591115 Feb 17 17:57:29.586014 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-0441bb53-c68d-46d1-9dfb-ef461f2decb2 None None] Set router 2a8c0269-8465-43a8-a658-a004a8d92d8d gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:57:29.653873 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49818) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:29.836467 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4390d823-91cf-4783-8e3c-d0d67c9704f2 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/floatingips/401aa458-9eeb-478f-b35a-99e6b5e846e6 HTTP/1.1" status: 200 len: 992 time: 0.1791708 Feb 17 17:57:29.981890 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ed08df73-5108-4987-8ec4-3bc8c525a85b req-b4f78968-29fb-474c-a6ff-07f0c043a221 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1963043a-6b1a-49f1-97de-c7e1488aa53d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9655528 Feb 17 17:57:29.995807 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ce58f-8ade-40ca-bbb9-cb93eae47711 req-ee33b207-346f-4558-a104-f8b19a16b5ef tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:30.006039 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4b6ce58f-8ade-40ca-bbb9-cb93eae47711 req-ee33b207-346f-4558-a104-f8b19a16b5ef tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 945 time: 0.7546642 Feb 17 17:57:30.021318 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec4d10-b2df-4651-88b4-1d0ccd11bfcc req-f7d16488-b22a-42e2-9fbf-bf920fd5f379 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:30.032778 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-23ec4d10-b2df-4651-88b4-1d0ccd11bfcc req-f7d16488-b22a-42e2-9fbf-bf920fd5f379 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/networks?id=40f03537-36eb-4f23-9230-2fc8194c0e85 HTTP/1.1" status: 200 len: 814 time: 1.0746505 Feb 17 17:57:30.032778 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d430d068-563e-4f82-a945-aa7c373596d4 req-45368cae-e7b1-4099-87bd-e699f1098cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:30.033059 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d430d068-563e-4f82-a945-aa7c373596d4 req-45368cae-e7b1-4099-87bd-e699f1098cce service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4ddd56ab-4412-435f-919f-020adaffa1f3 HTTP/1.1" status: 200 len: 834 time: 0.6296022 Feb 17 17:57:30.066282 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-0441bb53-c68d-46d1-9dfb-ef461f2decb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8c0269-8465-43a8-a658-a004a8d92d8d', 'name': 'tempest-TestNetworkBasicOps-router-1100751130', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '4ea93489-26db-4375-87a9-f552905139ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:56:37Z', 'updated_at': '2022-02-17T17:56:51Z', 'revision_number': 4, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'gw_port': {'id': '4ea93489-26db-4375-87a9-f552905139ef', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8c0269-8465-43a8-a658-a004a8d92d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:38Z', 'updated_at': '2022-02-17T17:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '401aa458-9eeb-478f-b35a-99e6b5e846e6', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'floating_ip_address': '172.25.8.188', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '2a8c0269-8465-43a8-a658-a004a8d92d8d', 'port_id': '80183ec2-82ef-443a-85d9-bb92842c8660', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3204, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c023c479-1517-48c4-ac34-9e16ad2d74c8', 'mac_address': 'fa:16:3e:17:55:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1963043a-6b1a-49f1-97de-c7e1488aa53d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:57:26Z', 'updated_at': '2022-02-17T17:57:26Z', 'revision_number': 0, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd32bf71b-2f41-48ba-ab4a-739f3c9274d0', 'name': '', 'network_id': 'c023c479-1517-48c4-ac34-9e16ad2d74c8', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'mac_address': 'fa:16:3e:7b:66:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8c0269-8465-43a8-a658-a004a8d92d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '4ddd56ab-4412-435f-919f-020adaffa1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:49Z', 'updated_at': '2022-02-17T17:57:00Z', 'revision_number': 5, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'subnets': [{'id': '4ddd56ab-4412-435f-919f-020adaffa1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:57:30.121602 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0441bb53-c68d-46d1-9dfb-ef461f2decb2 None None] The sync data for ids ['2a8c0269-8465-43a8-a658-a004a8d92d8d'] in n-d-829613-2 is: [{'id': '2a8c0269-8465-43a8-a658-a004a8d92d8d', 'name': 'tempest-TestNetworkBasicOps-router-1100751130', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '4ea93489-26db-4375-87a9-f552905139ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:56:37Z', 'updated_at': '2022-02-17T17:56:51Z', 'revision_number': 4, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'gw_port': {'id': '4ea93489-26db-4375-87a9-f552905139ef', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8c0269-8465-43a8-a658-a004a8d92d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:38Z', 'updated_at': '2022-02-17T17:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '401aa458-9eeb-478f-b35a-99e6b5e846e6', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'floating_ip_address': '172.25.8.188', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '2a8c0269-8465-43a8-a658-a004a8d92d8d', 'port_id': '80183ec2-82ef-443a-85d9-bb92842c8660', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3204, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c023c479-1517-48c4-ac34-9e16ad2d74c8', 'mac_address': 'fa:16:3e:17:55:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1963043a-6b1a-49f1-97de-c7e1488aa53d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:57:26Z', 'updated_at': '2022-02-17T17:57:26Z', 'revision_number': 0, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd32bf71b-2f41-48ba-ab4a-739f3c9274d0', 'name': '', 'network_id': 'c023c479-1517-48c4-ac34-9e16ad2d74c8', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'mac_address': 'fa:16:3e:7b:66:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8c0269-8465-43a8-a658-a004a8d92d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '4ddd56ab-4412-435f-919f-020adaffa1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:49Z', 'updated_at': '2022-02-17T17:57:00Z', 'revision_number': 5, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'subnets': [{'id': '4ddd56ab-4412-435f-919f-020adaffa1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:57:30.131093 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-23ec4d10-b2df-4651-88b4-1d0ccd11bfcc req-7e58c994-66a1-4056-810e-f292e46ad3d9 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/quotas/520a3b8b5f064a888d335569d858ee37 HTTP/1.1" status: 200 len: 375 time: 0.0947852 Feb 17 17:57:30.234461 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4b6ce58f-8ade-40ca-bbb9-cb93eae47711 req-78f3af44-3546-48cd-9b2b-ea6a22108049 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2273650 Feb 17 17:57:30.281369 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-23ec4d10-b2df-4651-88b4-1d0ccd11bfcc req-39a61d2a-41b5-43b9-94fd-0a7144214997 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=520a3b8b5f064a888d335569d858ee37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1369143 Feb 17 17:57:30.287428 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-23ec4d10-b2df-4651-88b4-1d0ccd11bfcc req-ecf742cc-4981-49af-b696-a4188131e432 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:57:30.302495 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-23ec4d10-b2df-4651-88b4-1d0ccd11bfcc req-ecf742cc-4981-49af-b696-a4188131e432 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0198810 Feb 17 17:57:30.317117 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d430d068-563e-4f82-a945-aa7c373596d4 req-588dd4c7-9a9a-4fe0-a8e1-f878b4198e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:30.319332 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d430d068-563e-4f82-a945-aa7c373596d4 req-588dd4c7-9a9a-4fe0-a8e1-f878b4198e22 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c023c479-1517-48c4-ac34-9e16ad2d74c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2727041 Feb 17 17:57:30.574872 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d430d068-563e-4f82-a945-aa7c373596d4 req-705f0562-fe8e-411a-918f-ad5b18f466a0 service neutron] 10.222.0.71 "GET /v2.0/networks/c023c479-1517-48c4-ac34-9e16ad2d74c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433233 Feb 17 17:57:30.605066 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-23ec4d10-b2df-4651-88b4-1d0ccd11bfcc req-29a3932f-fd3a-4c69-8a7e-20b8f9fa0975 service neutron] 10.222.0.87 "GET /v2.0/networks/40f03537-36eb-4f23-9230-2fc8194c0e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004956 Feb 17 17:57:30.656191 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e77568-5bea-4103-8870-353b8476916c None None] New status for floating IP 401aa458-9eeb-478f-b35a-99e6b5e846e6: ACTIVE {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 17:57:30.750329 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-23ec4d10-b2df-4651-88b4-1d0ccd11bfcc req-c9b5a619-e3ec-4bb9-a5d4-d1644fcb2f88 service neutron] 10.222.0.87 "GET /v2.0/networks/40f03537-36eb-4f23-9230-2fc8194c0e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322029 Feb 17 17:57:30.839699 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49842) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:30.879727 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d430d068-563e-4f82-a945-aa7c373596d4 req-0d1c4bbb-e0c4-492b-b78a-789478c25f8f service neutron] 10.222.0.71 "GET /v2.0/networks/c023c479-1517-48c4-ac34-9e16ad2d74c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683063 Feb 17 17:57:31.052538 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a5b983e1-01c1-4ad5-9500-5491d1c25b5f tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/floatingips/401aa458-9eeb-478f-b35a-99e6b5e846e6 HTTP/1.1" status: 200 len: 992 time: 0.2104473 Feb 17 17:57:31.225376 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3b64305f-750a-45d7-991c-ae73c7f3b8c5 req-2d564014-ca5d-4ebc-a3d1-6e5ac419bdb4 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 210 time: 0.0863106 Feb 17 17:57:31.239785 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08df73-5108-4987-8ec4-3bc8c525a85b req-9e4aaff5-0a2d-4870-b2fd-80f522fd6c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:31.253163 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ed08df73-5108-4987-8ec4-3bc8c525a85b req-9e4aaff5-0a2d-4870-b2fd-80f522fd6c78 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ec7ab02c08ab4597882b00c123047e3e&device_id=1963043a-6b1a-49f1-97de-c7e1488aa53d HTTP/1.1" status: 200 len: 1128 time: 0.2237599 Feb 17 17:57:31.572360 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08df73-5108-4987-8ec4-3bc8c525a85b req-83716d9b-b39f-4f1d-9f87-c97ff0a4aeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:31.574092 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ed08df73-5108-4987-8ec4-3bc8c525a85b req-83716d9b-b39f-4f1d-9f87-c97ff0a4aeef service neutron] 10.222.0.71 "GET /v2.0/networks?id=c023c479-1517-48c4-ac34-9e16ad2d74c8 HTTP/1.1" status: 200 len: 898 time: 0.2966032 Feb 17 17:57:31.633376 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913fd45-3fe8-4741-9858-0eaafc7959cf req-7797c692-1413-4e7f-9230-69ae2606e74a tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:31.642568 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a913fd45-3fe8-4741-9858-0eaafc7959cf req-7797c692-1413-4e7f-9230-69ae2606e74a tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 945 time: 0.1828027 Feb 17 17:57:31.690524 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ed08df73-5108-4987-8ec4-3bc8c525a85b req-903db0bb-3205-45cb-bc77-baa68960e3b3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80183ec2-82ef-443a-85d9-bb92842c8660 HTTP/1.1" status: 200 len: 1002 time: 0.1095076 Feb 17 17:57:31.805773 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a913fd45-3fe8-4741-9858-0eaafc7959cf req-73247a2d-75ed-483d-809a-718699339a08 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620688 Feb 17 17:57:31.832425 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08df73-5108-4987-8ec4-3bc8c525a85b req-a9109b55-49b5-47a1-ace7-03e5fa31ac1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:31.842471 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ed08df73-5108-4987-8ec4-3bc8c525a85b req-a9109b55-49b5-47a1-ace7-03e5fa31ac1d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4ddd56ab-4412-435f-919f-020adaffa1f3 HTTP/1.1" status: 200 len: 834 time: 0.1373396 Feb 17 17:57:31.917075 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08df73-5108-4987-8ec4-3bc8c525a85b req-74b5d441-ea35-473b-8b79-efbfd309fdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:31.920434 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ed08df73-5108-4987-8ec4-3bc8c525a85b req-74b5d441-ea35-473b-8b79-efbfd309fdce service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c023c479-1517-48c4-ac34-9e16ad2d74c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0744495 Feb 17 17:57:32.039106 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device cb049a99-7b51-4f75-9df3-e39d7e10f48b details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:57:32.056965 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49882) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:32.184377 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ed08df73-5108-4987-8ec4-3bc8c525a85b req-10ebca81-18d4-458a-a496-064c3bdad8d5 service neutron] 10.222.0.71 "GET /v2.0/networks/c023c479-1517-48c4-ac34-9e16ad2d74c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557218 Feb 17 17:57:32.443609 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-10fccde2-b788-4df6-96c6-133456faad1a tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/floatingips/401aa458-9eeb-478f-b35a-99e6b5e846e6 HTTP/1.1" status: 200 len: 994 time: 0.3847845 Feb 17 17:57:32.459960 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port cb049a99-7b51-4f75-9df3-e39d7e10f48b, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=cb049a99-7b51-4f75-9df3-e39d7e10f48b,segment=NetworkSegment(e72a85f9-dd09-4c3e-8996-7efe0b9144f7),segment_id=e72a85f9-dd09-4c3e-8996-7efe0b9144f7)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:57:32.514132 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': 'cb049a99-7b51-4f75-9df3-e39d7e10f48b', 'network_id': '1c842ecd-cc9b-4a85-b1b8-328753a85bfe', 'port_id': 'cb049a99-7b51-4f75-9df3-e39d7e10f48b', 'mac_address': 'fa:16:3e:23:6e:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '684c221c-585d-46a8-b4c6-fe6a5f99b9b8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:57:32.648526 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port cb049a99-7b51-4f75-9df3-e39d7e10f48b is: ACTIVE; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:57:32.648930 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (cb049a99-7b51-4f75-9df3-e39d7e10f48b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:32.667921 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb049a99-7b51-4f75-9df3-e39d7e10f48b {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:57:32.693171 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port cb049a99-7b51-4f75-9df3-e39d7e10f48b, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=cb049a99-7b51-4f75-9df3-e39d7e10f48b,segment=NetworkSegment(e72a85f9-dd09-4c3e-8996-7efe0b9144f7),segment_id=e72a85f9-dd09-4c3e-8996-7efe0b9144f7)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:57:32.694858 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b3e85122-5182-4ec8-b7de-fb9930896865 req-fb1d465f-f194-471b-b06a-0eae91d72232 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 210 time: 0.1237450 Feb 17 17:57:32.710537 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (cb049a99-7b51-4f75-9df3-e39d7e10f48b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:32.752200 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ed08df73-5108-4987-8ec4-3bc8c525a85b req-4e957214-39ac-4d46-8a27-7102c3b4ad78 service neutron] 10.222.0.71 "GET /v2.0/networks/c023c479-1517-48c4-ac34-9e16ad2d74c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5622692 Feb 17 17:57:32.854960 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['cb049a99-7b51-4f75-9df3-e39d7e10f48b'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:57:32.947473 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=cb049a99-7b51-4f75-9df3-e39d7e10f48b,revision_number=6']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:33.020317 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-88e4972e-e88b-425a-a6bf-77af552ae6f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:33.044384 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec4d10-b2df-4651-88b4-1d0ccd11bfcc req-2b7acdd0-acb3-4bf7-b4f7-4dcff824d543 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:33.048418 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-23ec4d10-b2df-4651-88b4-1d0ccd11bfcc req-2b7acdd0-acb3-4bf7-b4f7-4dcff824d543 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.91 "GET /v2.0/networks?id=40f03537-36eb-4f23-9230-2fc8194c0e85 HTTP/1.1" status: 200 len: 814 time: 0.3801773 Feb 17 17:57:33.068546 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-23ec4d10-b2df-4651-88b4-1d0ccd11bfcc req-9d60ca86-f160-4ac5-ae96-ba4e69ee7f76 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Request body: {'port': {'device_id': '363cab89-f415-4a1b-89c2-df71fd1e2f4e', 'network_id': '40f03537-36eb-4f23-9230-2fc8194c0e85', 'admin_state_up': True, 'tenant_id': '520a3b8b5f064a888d335569d858ee37'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:57:33.115295 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a94591-edb1-422a-9992-f33af0e693b9 req-92fef093-fb0d-4369-b4d5-3f600beb9934 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:33.117247 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-44a94591-edb1-422a-9992-f33af0e693b9 req-92fef093-fb0d-4369-b4d5-3f600beb9934 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 944 time: 0.1753561 Feb 17 17:57:33.198515 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-44a94591-edb1-422a-9992-f33af0e693b9 req-979f7855-a8a1-44c2-aeb5-e97d3771ad2f tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746062 Feb 17 17:57:33.275047 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 49922) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:33.293662 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23ec4d10-b2df-4651-88b4-1d0ccd11bfcc req-9d60ca86-f160-4ac5-ae96-ba4e69ee7f76 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Made reservation on behalf of 520a3b8b5f064a888d335569d858ee37 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:57:33.298849 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-23ec4d10-b2df-4651-88b4-1d0ccd11bfcc req-9d60ca86-f160-4ac5-ae96-ba4e69ee7f76 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:33.465301 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3521bc30-48c2-4afb-a2bd-0a6d7cb93395 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:33.528451 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-23ec4d10-b2df-4651-88b4-1d0ccd11bfcc req-9d60ca86-f160-4ac5-ae96-ba4e69ee7f76 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Allocated IP 172.20.0.11 (40f03537-36eb-4f23-9230-2fc8194c0e85/6ef455d4-26f2-471d-bbfa-df38e9cc4a1f/8e4913a4-4610-44fc-bbe2-cece27c8336e) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:57:33.626681 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3521bc30-48c2-4afb-a2bd-0a6d7cb93395 admin admin] Publish callbacks [] for security_group (c1ebb575-db78-43d8-8d0d-249b09eed89a), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:33.633815 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3521bc30-48c2-4afb-a2bd-0a6d7cb93395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (c1ebb575-db78-43d8-8d0d-249b09eed89a), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:33.675993 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3521bc30-48c2-4afb-a2bd-0a6d7cb93395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ebb575-db78-43d8-8d0d-249b09eed89a,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:33.695640 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-3521bc30-48c2-4afb-a2bd-0a6d7cb93395 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c5b7390ea7b64fbe909848345388e47b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4189684 Feb 17 17:57:33.698458 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 49942) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:33.799331 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1efafa6b-e18e-4fc3-880f-5e553014f0d5 admin admin] Publish callbacks [] for security_group (c1ebb575-db78-43d8-8d0d-249b09eed89a), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:33.871992 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-23ec4d10-b2df-4651-88b4-1d0ccd11bfcc req-9d60ca86-f160-4ac5-ae96-ba4e69ee7f76 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Publish callbacks [] for port (8e4913a4-4610-44fc-bbe2-cece27c8336e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:33.909619 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a2a7d832-62d5-4ee2-a4e8-4042ba3e7b20 req-dde39e9e-a57a-4acd-a294-324bc72cbfb5 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 210 time: 0.0700996 Feb 17 17:57:33.911915 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1efafa6b-e18e-4fc3-880f-5e553014f0d5 admin admin] Publish callbacks [] for security_group (c1ebb575-db78-43d8-8d0d-249b09eed89a), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:33.926646 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-23ec4d10-b2df-4651-88b4-1d0ccd11bfcc req-9d60ca86-f160-4ac5-ae96-ba4e69ee7f76 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (8e4913a4-4610-44fc-bbe2-cece27c8336e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:34.027548 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1efafa6b-e18e-4fc3-880f-5e553014f0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (c1ebb575-db78-43d8-8d0d-249b09eed89a), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:34.030905 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1efafa6b-e18e-4fc3-880f-5e553014f0d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:34.031026 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23ec4d10-b2df-4651-88b4-1d0ccd11bfcc req-9d60ca86-f160-4ac5-ae96-ba4e69ee7f76 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Network 40f03537-36eb-4f23-9230-2fc8194c0e85 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:57:34.032331 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1efafa6b-e18e-4fc3-880f-5e553014f0d5 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c1ebb575-db78-43d8-8d0d-249b09eed89a HTTP/1.1" status: 204 len: 168 time: 0.3328471 Feb 17 17:57:34.053437 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efafa6b-e18e-4fc3-880f-5e553014f0d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ebb575-db78-43d8-8d0d-249b09eed89a,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:34.084875 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d60ca86-f160-4ac5-ae96-ba4e69ee7f76 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Pushing event updated for resources: {'Port': ['ID=8e4913a4-4610-44fc-bbe2-cece27c8336e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:34.089117 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device cb049a99-7b51-4f75-9df3-e39d7e10f48b up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:57:34.103615 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-23ec4d10-b2df-4651-88b4-1d0ccd11bfcc req-9d60ca86-f160-4ac5-ae96-ba4e69ee7f76 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:57:34.112265 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ec4d10-b2df-4651-88b4-1d0ccd11bfcc req-9d60ca86-f160-4ac5-ae96-ba4e69ee7f76 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:57:34.303164 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec4d10-b2df-4651-88b4-1d0ccd11bfcc req-9d60ca86-f160-4ac5-ae96-ba4e69ee7f76 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:34.305161 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-23ec4d10-b2df-4651-88b4-1d0ccd11bfcc req-9d60ca86-f160-4ac5-ae96-ba4e69ee7f76 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:34.308529 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port cb049a99-7b51-4f75-9df3-e39d7e10f48b triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:57:34.310719 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (cb049a99-7b51-4f75-9df3-e39d7e10f48b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:34.341879 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-23ec4d10-b2df-4651-88b4-1d0ccd11bfcc req-9d60ca86-f160-4ac5-ae96-ba4e69ee7f76 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2814782 Feb 17 17:57:34.354216 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-23ec4d10-b2df-4651-88b4-1d0ccd11bfcc req-8bab71d1-111c-43ab-b053-cdadc8a3e319 service neutron] Request body: {'port': {'device_id': '363cab89-f415-4a1b-89c2-df71fd1e2f4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:57:34.449194 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e32606e-4ca9-4b5b-962c-b0a761879e93 req-ce0d866d-f80e-437f-970d-e565f1032a55 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:34.456555 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6e32606e-4ca9-4b5b-962c-b0a761879e93 req-ce0d866d-f80e-437f-970d-e565f1032a55 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 944 time: 0.1144338 Feb 17 17:57:34.514334 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port cb049a99-7b51-4f75-9df3-e39d7e10f48b is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:57:34.515029 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (cb049a99-7b51-4f75-9df3-e39d7e10f48b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:34.527694 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-23ec4d10-b2df-4651-88b4-1d0ccd11bfcc req-8bab71d1-111c-43ab-b053-cdadc8a3e319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8e4913a4-4610-44fc-bbe2-cece27c8336e), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:34.564138 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6e32606e-4ca9-4b5b-962c-b0a761879e93 req-04c3db62-b3ac-49f4-8239-c1e9bc34f0eb tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006060 Feb 17 17:57:34.574180 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port cb049a99-7b51-4f75-9df3-e39d7e10f48b, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=cb049a99-7b51-4f75-9df3-e39d7e10f48b,segment=NetworkSegment(e72a85f9-dd09-4c3e-8996-7efe0b9144f7),segment_id=e72a85f9-dd09-4c3e-8996-7efe0b9144f7)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:57:34.576402 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38157083-4bc1-44c2-b599-cb2b9e015741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb049a99-7b51-4f75-9df3-e39d7e10f48b'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:57:34.585162 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5411713-2adc-4658-be12-373a48c98f1d" -d '{"events": [{"server_uuid": "38157083-4bc1-44c2-b599-cb2b9e015741", "name": "network-vif-plugged", "status": "completed", "tag": "cb049a99-7b51-4f75-9df3-e39d7e10f48b"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:57:34.596476 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (cb049a99-7b51-4f75-9df3-e39d7e10f48b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:34.728887 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa8e459-a8e9-41c9-b894-0cfd5cf9ae18 x-openstack-request-id: req-8fa8e459-a8e9-41c9-b894-0cfd5cf9ae18 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:57:34.729929 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38157083-4bc1-44c2-b599-cb2b9e015741", "name": "network-vif-plugged", "status": "completed", "tag": "cb049a99-7b51-4f75-9df3-e39d7e10f48b", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:57:34.730196 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8fa8e459-a8e9-41c9-b894-0cfd5cf9ae18 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:57:34.730607 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38157083-4bc1-44c2-b599-cb2b9e015741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb049a99-7b51-4f75-9df3-e39d7e10f48b', 'code': 200} Feb 17 17:57:34.734668 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 49970) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:34.738037 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=cb049a99-7b51-4f75-9df3-e39d7e10f48b,revision_number=7']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:34.758782 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8a284385-f5f5-48eb-aca3-126f05fd61ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:34.954895 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8a284385-f5f5-48eb-aca3-126f05fd61ac admin admin] Publish callbacks [] for security_group (32848002-7af3-4434-9ffa-fd0fb6df8d71), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:34.965458 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8a284385-f5f5-48eb-aca3-126f05fd61ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (32848002-7af3-4434-9ffa-fd0fb6df8d71), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:34.999516 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-8a284385-f5f5-48eb-aca3-126f05fd61ac admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=914ce7a4a3d74267bafd498eee3f6077&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2634788 Feb 17 17:57:35.002806 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 49976) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:35.033657 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a284385-f5f5-48eb-aca3-126f05fd61ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32848002-7af3-4434-9ffa-fd0fb6df8d71,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:35.137065 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a875e760-461c-403a-8935-0008ea1a9c09 admin admin] Publish callbacks [] for security_group (32848002-7af3-4434-9ffa-fd0fb6df8d71), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:35.149200 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8657f9-c8d0-4f20-8f03-5652347a9ec2 req-9528b3c6-9851-4e5e-afe6-f3c98e3915ad tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:35.151430 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8b8657f9-c8d0-4f20-8f03-5652347a9ec2 req-9528b3c6-9851-4e5e-afe6-f3c98e3915ad tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 932 time: 0.0881901 Feb 17 17:57:35.275145 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8b8657f9-c8d0-4f20-8f03-5652347a9ec2 req-83abf668-62ac-4c7d-8021-07f48ba640fe tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136925 Feb 17 17:57:35.311812 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a875e760-461c-403a-8935-0008ea1a9c09 admin admin] Publish callbacks [] for security_group (32848002-7af3-4434-9ffa-fd0fb6df8d71), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:35.323979 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-23ec4d10-b2df-4651-88b4-1d0ccd11bfcc req-8bab71d1-111c-43ab-b053-cdadc8a3e319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e4913a4-4610-44fc-bbe2-cece27c8336e {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:57:35.355881 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-23ec4d10-b2df-4651-88b4-1d0ccd11bfcc req-8bab71d1-111c-43ab-b053-cdadc8a3e319 service neutron] Publish callbacks [] for port (8e4913a4-4610-44fc-bbe2-cece27c8336e), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:35.401791 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-23ec4d10-b2df-4651-88b4-1d0ccd11bfcc req-8bab71d1-111c-43ab-b053-cdadc8a3e319 service neutron] Transition to ACTIVE for port object 8e4913a4-4610-44fc-bbe2-cece27c8336e will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:57:35.408437 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-23ec4d10-b2df-4651-88b4-1d0ccd11bfcc req-8bab71d1-111c-43ab-b053-cdadc8a3e319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (8e4913a4-4610-44fc-bbe2-cece27c8336e), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:35.477589 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a875e760-461c-403a-8935-0008ea1a9c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (32848002-7af3-4434-9ffa-fd0fb6df8d71), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:35.479181 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0be308a5-cc3e-4461-b73f-11d897111e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:35.480421 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a875e760-461c-403a-8935-0008ea1a9c09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:35.491617 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a875e760-461c-403a-8935-0008ea1a9c09 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/32848002-7af3-4434-9ffa-fd0fb6df8d71 HTTP/1.1" status: 204 len: 168 time: 0.4808030 Feb 17 17:57:35.513132 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab71d1-111c-43ab-b053-cdadc8a3e319 service neutron] Pushing event updated for resources: {'Port': ['ID=8e4913a4-4610-44fc-bbe2-cece27c8336e,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:35.578604 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a875e760-461c-403a-8935-0008ea1a9c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32848002-7af3-4434-9ffa-fd0fb6df8d71,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:35.764160 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-23ec4d10-b2df-4651-88b4-1d0ccd11bfcc req-8bab71d1-111c-43ab-b053-cdadc8a3e319 service neutron] Attempting to bind port 8e4913a4-4610-44fc-bbe2-cece27c8336e on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:57:35.765473 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-23ec4d10-b2df-4651-88b4-1d0ccd11bfcc req-8bab71d1-111c-43ab-b053-cdadc8a3e319 service neutron] Attempting to bind port 8e4913a4-4610-44fc-bbe2-cece27c8336e by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '7daa1fb9-0229-428f-b148-62ae138c90f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '40f03537-36eb-4f23-9230-2fc8194c0e85'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:57:35.766087 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ec4d10-b2df-4651-88b4-1d0ccd11bfcc req-8bab71d1-111c-43ab-b053-cdadc8a3e319 service neutron] Attempting to bind port 8e4913a4-4610-44fc-bbe2-cece27c8336e on network 40f03537-36eb-4f23-9230-2fc8194c0e85 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:57:35.772506 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ec4d10-b2df-4651-88b4-1d0ccd11bfcc req-8bab71d1-111c-43ab-b053-cdadc8a3e319 service neutron] Port 8e4913a4-4610-44fc-bbe2-cece27c8336e on network 40f03537-36eb-4f23-9230-2fc8194c0e85 not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:57:35.772941 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ec4d10-b2df-4651-88b4-1d0ccd11bfcc req-8bab71d1-111c-43ab-b053-cdadc8a3e319 service neutron] Attempting to bind port 8e4913a4-4610-44fc-bbe2-cece27c8336e on network 40f03537-36eb-4f23-9230-2fc8194c0e85 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:57:35.798896 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ec4d10-b2df-4651-88b4-1d0ccd11bfcc req-8bab71d1-111c-43ab-b053-cdadc8a3e319 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:57:35.799260 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ec4d10-b2df-4651-88b4-1d0ccd11bfcc req-8bab71d1-111c-43ab-b053-cdadc8a3e319 service neutron] Checking segment: {'id': '7daa1fb9-0229-428f-b148-62ae138c90f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '40f03537-36eb-4f23-9230-2fc8194c0e85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:57:35.799666 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ec4d10-b2df-4651-88b4-1d0ccd11bfcc req-8bab71d1-111c-43ab-b053-cdadc8a3e319 service neutron] Bound using segment: {'id': '7daa1fb9-0229-428f-b148-62ae138c90f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '40f03537-36eb-4f23-9230-2fc8194c0e85'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:57:35.800122 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-23ec4d10-b2df-4651-88b4-1d0ccd11bfcc req-8bab71d1-111c-43ab-b053-cdadc8a3e319 service neutron] Bound port: 8e4913a4-4610-44fc-bbe2-cece27c8336e, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7daa1fb9-0229-428f-b148-62ae138c90f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '40f03537-36eb-4f23-9230-2fc8194c0e85'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:57:35.803856 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-23ec4d10-b2df-4651-88b4-1d0ccd11bfcc req-8bab71d1-111c-43ab-b053-cdadc8a3e319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8e4913a4-4610-44fc-bbe2-cece27c8336e), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:35.913429 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8bd035-e9d7-42ee-92b5-9ee8ef5e0aae req-449e9108-c3c2-47bc-892d-e8988daed402 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:35.915346 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cf8bd035-e9d7-42ee-92b5-9ee8ef5e0aae req-449e9108-c3c2-47bc-892d-e8988daed402 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 945 time: 0.1780708 Feb 17 17:57:35.946176 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-23ec4d10-b2df-4651-88b4-1d0ccd11bfcc req-8bab71d1-111c-43ab-b053-cdadc8a3e319 service neutron] For port 8e4913a4-4610-44fc-bbe2-cece27c8336e, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:57:35.954636 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-23ec4d10-b2df-4651-88b4-1d0ccd11bfcc req-8bab71d1-111c-43ab-b053-cdadc8a3e319 service neutron] For port 8e4913a4-4610-44fc-bbe2-cece27c8336e, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=8e4913a4-4610-44fc-bbe2-cece27c8336e,segment=NetworkSegment(7daa1fb9-0229-428f-b148-62ae138c90f0),segment_id=7daa1fb9-0229-428f-b148-62ae138c90f0)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:57:35.967208 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-23ec4d10-b2df-4651-88b4-1d0ccd11bfcc req-8bab71d1-111c-43ab-b053-cdadc8a3e319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (8e4913a4-4610-44fc-bbe2-cece27c8336e), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:35.999651 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cf8bd035-e9d7-42ee-92b5-9ee8ef5e0aae req-71025d53-985a-4b50-86c0-33a9197f9003 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781701 Feb 17 17:57:36.065405 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec4d10-b2df-4651-88b4-1d0ccd11bfcc req-8bab71d1-111c-43ab-b053-cdadc8a3e319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:36.066045 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-23ec4d10-b2df-4651-88b4-1d0ccd11bfcc req-8bab71d1-111c-43ab-b053-cdadc8a3e319 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:36.067474 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-23ec4d10-b2df-4651-88b4-1d0ccd11bfcc req-8bab71d1-111c-43ab-b053-cdadc8a3e319 service neutron] 10.222.0.91 "PUT /v2.0/ports/8e4913a4-4610-44fc-bbe2-cece27c8336e HTTP/1.1" status: 200 len: 1092 time: 1.7185178 Feb 17 17:57:36.067944 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363cab89-f415-4a1b-89c2-df71fd1e2f4e', 'tag': '8e4913a4-4610-44fc-bbe2-cece27c8336e'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:57:36.070288 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8106be16-3cba-4b4c-81e5-3cfefdca9732" -d '{"events": [{"name": "network-changed", "server_uuid": "363cab89-f415-4a1b-89c2-df71fd1e2f4e", "tag": "8e4913a4-4610-44fc-bbe2-cece27c8336e"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:57:36.141658 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab71d1-111c-43ab-b053-cdadc8a3e319 service neutron] Pushing event updated for resources: {'Port': ['ID=8e4913a4-4610-44fc-bbe2-cece27c8336e,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:36.279286 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec4d10-b2df-4651-88b4-1d0ccd11bfcc req-1f8db487-de93-4786-b78b-cdd24d4a880b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:36.290177 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-23ec4d10-b2df-4651-88b4-1d0ccd11bfcc req-1f8db487-de93-4786-b78b-cdd24d4a880b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=520a3b8b5f064a888d335569d858ee37&device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 1126 time: 0.1358643 Feb 17 17:57:36.422555 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-23ec4d10-b2df-4651-88b4-1d0ccd11bfcc req-d01f23cf-5595-42fd-82b9-56fd1cae7ce3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e4913a4-4610-44fc-bbe2-cece27c8336e HTTP/1.1" status: 200 len: 217 time: 0.1240335 Feb 17 17:57:36.482298 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79f8765-6e6e-4feb-8b79-ebccd3d92389 x-openstack-request-id: req-e79f8765-6e6e-4feb-8b79-ebccd3d92389 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:57:36.483040 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "363cab89-f415-4a1b-89c2-df71fd1e2f4e", "tag": "8e4913a4-4610-44fc-bbe2-cece27c8336e", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:57:36.484006 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e79f8765-6e6e-4feb-8b79-ebccd3d92389 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:57:36.484628 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '363cab89-f415-4a1b-89c2-df71fd1e2f4e', 'tag': '8e4913a4-4610-44fc-bbe2-cece27c8336e', 'status': 'completed', 'code': 200} Feb 17 17:57:36.516920 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1514e-5d7b-4957-84a5-daf90787f282 req-b41c5642-71b7-41aa-8f5f-200cfaf1c138 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:36.526274 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec4d10-b2df-4651-88b4-1d0ccd11bfcc req-35272e3a-9ecc-4ead-bd82-6d79420366e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:36.527905 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-23ec4d10-b2df-4651-88b4-1d0ccd11bfcc req-35272e3a-9ecc-4ead-bd82-6d79420366e3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6ef455d4-26f2-471d-bbfa-df38e9cc4a1f HTTP/1.1" status: 200 len: 854 time: 0.0993698 Feb 17 17:57:36.531476 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-55f1514e-5d7b-4957-84a5-daf90787f282 req-b41c5642-71b7-41aa-8f5f-200cfaf1c138 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 944 time: 0.1046665 Feb 17 17:57:36.572406 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-23ec4d10-b2df-4651-88b4-1d0ccd11bfcc req-248e94d8-ab82-426d-91f3-0bf4e5d8a7b7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=40f03537-36eb-4f23-9230-2fc8194c0e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383670 Feb 17 17:57:36.638356 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-55f1514e-5d7b-4957-84a5-daf90787f282 req-0194b232-ad27-4fb1-a653-4b725c1009e2 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057451 Feb 17 17:57:36.729806 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:36.742847 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-23ec4d10-b2df-4651-88b4-1d0ccd11bfcc req-8428ac3e-5571-4f7d-bf0d-e0adbcaef385 service neutron] 10.222.0.91 "GET /v2.0/networks/40f03537-36eb-4f23-9230-2fc8194c0e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624155 Feb 17 17:57:36.913933 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-23ec4d10-b2df-4651-88b4-1d0ccd11bfcc req-8a277a0b-4e81-4da8-8a61-bfdc874cc5d0 service neutron] 10.222.0.91 "GET /v2.0/networks/40f03537-36eb-4f23-9230-2fc8194c0e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653819 Feb 17 17:57:37.146570 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106be16-3cba-4b4c-81e5-3cfefdca9732 req-a95a411b-c51b-40e7-99ff-84fa788f3574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:37.161140 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8106be16-3cba-4b4c-81e5-3cfefdca9732 req-a95a411b-c51b-40e7-99ff-84fa788f3574 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=520a3b8b5f064a888d335569d858ee37&device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 1126 time: 0.1767895 Feb 17 17:57:37.409727 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59492888-f66a-4103-8829-7cf66045e5c5 req-efdcb263-d5ac-487a-a091-9985ac7c7971 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:37.429628 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106be16-3cba-4b4c-81e5-3cfefdca9732 req-561984ea-ab92-4c0a-9d5c-8e422841e163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:37.431134 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8106be16-3cba-4b4c-81e5-3cfefdca9732 req-561984ea-ab92-4c0a-9d5c-8e422841e163 service neutron] 10.222.0.91 "GET /v2.0/networks?id=40f03537-36eb-4f23-9230-2fc8194c0e85 HTTP/1.1" status: 200 len: 915 time: 0.2636220 Feb 17 17:57:37.432229 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-59492888-f66a-4103-8829-7cf66045e5c5 req-efdcb263-d5ac-487a-a091-9985ac7c7971 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 945 time: 0.1606467 Feb 17 17:57:37.518564 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8106be16-3cba-4b4c-81e5-3cfefdca9732 req-c0ec8708-2a36-471f-86a2-d5782c07be12 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e4913a4-4610-44fc-bbe2-cece27c8336e HTTP/1.1" status: 200 len: 217 time: 0.0796802 Feb 17 17:57:37.565696 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-59492888-f66a-4103-8829-7cf66045e5c5 req-fc97d72e-886c-4123-9880-08259d56465c tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317801 Feb 17 17:57:37.627841 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106be16-3cba-4b4c-81e5-3cfefdca9732 req-53abb6ec-ad16-4e3d-9d19-529d72577075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:37.630819 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8106be16-3cba-4b4c-81e5-3cfefdca9732 req-53abb6ec-ad16-4e3d-9d19-529d72577075 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6ef455d4-26f2-471d-bbfa-df38e9cc4a1f HTTP/1.1" status: 200 len: 854 time: 0.1042686 Feb 17 17:57:37.692935 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8106be16-3cba-4b4c-81e5-3cfefdca9732 req-18e8f8d9-3d37-4b1f-80ce-418b4ab143e6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=40f03537-36eb-4f23-9230-2fc8194c0e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548267 Feb 17 17:57:37.981185 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8106be16-3cba-4b4c-81e5-3cfefdca9732 req-13d7d4f5-167a-4235-8194-08d180733920 service neutron] 10.222.0.91 "GET /v2.0/networks/40f03537-36eb-4f23-9230-2fc8194c0e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795179 Feb 17 17:57:37.999584 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76c1f2-104b-4a41-8e56-944fb3d37fd3 req-486aca90-1545-432d-914c-c220f5388835 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:38.002386 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fd76c1f2-104b-4a41-8e56-944fb3d37fd3 req-486aca90-1545-432d-914c-c220f5388835 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 944 time: 0.2334659 Feb 17 17:57:38.048185 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:38.134737 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fd76c1f2-104b-4a41-8e56-944fb3d37fd3 req-c68d89a8-1298-4b6a-a1de-187f661172c8 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260653 Feb 17 17:57:38.225471 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8106be16-3cba-4b4c-81e5-3cfefdca9732 req-4af35ead-22c0-4636-90f5-85058e6077ff service neutron] 10.222.0.91 "GET /v2.0/networks/40f03537-36eb-4f23-9230-2fc8194c0e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366750 Feb 17 17:57:38.851611 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10849d-53c9-45ad-944e-0f290567a9bb req-c8bfdd6b-2c89-4b19-807e-7435ef41a574 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:38.854454 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ed10849d-53c9-45ad-944e-0f290567a9bb req-c8bfdd6b-2c89-4b19-807e-7435ef41a574 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 945 time: 0.1631927 Feb 17 17:57:38.956903 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ed10849d-53c9-45ad-944e-0f290567a9bb req-382e3593-1273-4f50-8d5c-851881544fc3 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952857 Feb 17 17:57:39.117091 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:39.375804 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff99d01-5c39-4265-810f-518674c28436 req-f29366f1-d33b-46f2-9d0d-b0cd79aea557 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:39.377975 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cff99d01-5c39-4265-810f-518674c28436 req-f29366f1-d33b-46f2-9d0d-b0cd79aea557 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 944 time: 0.0844512 Feb 17 17:57:39.476331 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cff99d01-5c39-4265-810f-518674c28436 req-5182ead1-9a53-455c-8e45-2b0fc0eadc27 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902505 Feb 17 17:57:40.109467 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 8e4913a4-4610-44fc-bbe2-cece27c8336e details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:57:40.211702 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abc552-bb25-48d2-962c-d2187251d116 req-835be719-9af4-4063-89b9-7f8291e608d1 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:40.213250 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a1abc552-bb25-48d2-962c-d2187251d116 req-835be719-9af4-4063-89b9-7f8291e608d1 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 945 time: 0.1193254 Feb 17 17:57:40.308714 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a1abc552-bb25-48d2-962c-d2187251d116 req-ed389a0e-64bd-42cd-a81f-5baf6cd32627 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829546 Feb 17 17:57:40.566338 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 8e4913a4-4610-44fc-bbe2-cece27c8336e, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=8e4913a4-4610-44fc-bbe2-cece27c8336e,segment=NetworkSegment(7daa1fb9-0229-428f-b148-62ae138c90f0),segment_id=7daa1fb9-0229-428f-b148-62ae138c90f0)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:57:40.594448 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '8e4913a4-4610-44fc-bbe2-cece27c8336e', 'network_id': '40f03537-36eb-4f23-9230-2fc8194c0e85', 'port_id': '8e4913a4-4610-44fc-bbe2-cece27c8336e', 'mac_address': 'fa:16:3e:89:54:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ef455d4-26f2-471d-bbfa-df38e9cc4a1f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:57:40.896827 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 8e4913a4-4610-44fc-bbe2-cece27c8336e is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:57:40.898499 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8e4913a4-4610-44fc-bbe2-cece27c8336e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:40.916340 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e4913a4-4610-44fc-bbe2-cece27c8336e {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:57:40.970394 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 8e4913a4-4610-44fc-bbe2-cece27c8336e, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=8e4913a4-4610-44fc-bbe2-cece27c8336e,segment=NetworkSegment(7daa1fb9-0229-428f-b148-62ae138c90f0),segment_id=7daa1fb9-0229-428f-b148-62ae138c90f0)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:57:41.005857 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (8e4913a4-4610-44fc-bbe2-cece27c8336e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:41.028598 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65a4e8-5826-4394-b200-c3978221bdcf req-496cf540-d4da-44ad-94f4-c93ad6d2bf10 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:41.050438 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5b65a4e8-5826-4394-b200-c3978221bdcf req-496cf540-d4da-44ad-94f4-c93ad6d2bf10 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 944 time: 0.3733892 Feb 17 17:57:41.136173 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5b65a4e8-5826-4394-b200-c3978221bdcf req-cb33ea3e-ab58-4e38-ae2e-093d9346d183 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831730 Feb 17 17:57:41.274417 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['8e4913a4-4610-44fc-bbe2-cece27c8336e'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:57:41.340189 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=8e4913a4-4610-44fc-bbe2-cece27c8336e,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:41.350872 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:57:41.351532 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:57:41.352084 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:57:41.354117 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:57:41.354720 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:57:41.355510 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:57:41.356060 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:57:41.356707 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:57:41.357245 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:57:41.357874 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:57:41.358966 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:57:41.359500 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:57:41.360031 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:57:41.375386 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50072) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:41.737201 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b6acbd8b-7d22-415c-b42a-93731972ab35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:41.771276 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb608f2-32f8-4e2b-b5f4-ae08691ea92d req-1db71a9b-fdb0-436d-9056-0207cca56aad tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:41.789923 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-beb608f2-32f8-4e2b-b5f4-ae08691ea92d req-1db71a9b-fdb0-436d-9056-0207cca56aad tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 945 time: 0.1928492 Feb 17 17:57:41.909279 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-beb608f2-32f8-4e2b-b5f4-ae08691ea92d req-7831b570-42ec-428b-b32c-a36b496d807b tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127279 Feb 17 17:57:41.950398 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b6acbd8b-7d22-415c-b42a-93731972ab35 admin admin] Publish callbacks [] for security_group (b839f595-a735-4af9-a3bd-73091ee29127), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:41.958248 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b6acbd8b-7d22-415c-b42a-93731972ab35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (b839f595-a735-4af9-a3bd-73091ee29127), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:42.021297 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6acbd8b-7d22-415c-b42a-93731972ab35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b839f595-a735-4af9-a3bd-73091ee29127,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:42.029022 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b6acbd8b-7d22-415c-b42a-93731972ab35 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7dc85181a00c40179a64fe61dcc6024b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6524136 Feb 17 17:57:42.033746 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 50080) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:42.121034 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 8e4913a4-4610-44fc-bbe2-cece27c8336e up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:57:42.147264 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7086edfb-9c49-4490-b09d-fc6fd492a39a admin admin] Publish callbacks [] for security_group (b839f595-a735-4af9-a3bd-73091ee29127), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:42.201937 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7086edfb-9c49-4490-b09d-fc6fd492a39a admin admin] Publish callbacks [] for security_group (b839f595-a735-4af9-a3bd-73091ee29127), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:42.271485 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port 8e4913a4-4610-44fc-bbe2-cece27c8336e completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:57:42.275891 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 8e4913a4-4610-44fc-bbe2-cece27c8336e triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:57:42.276305 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (8e4913a4-4610-44fc-bbe2-cece27c8336e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:42.307319 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7086edfb-9c49-4490-b09d-fc6fd492a39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (b839f595-a735-4af9-a3bd-73091ee29127), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:42.314035 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7086edfb-9c49-4490-b09d-fc6fd492a39a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:42.315438 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-7086edfb-9c49-4490-b09d-fc6fd492a39a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b839f595-a735-4af9-a3bd-73091ee29127 HTTP/1.1" status: 204 len: 168 time: 0.2804639 Feb 17 17:57:42.333526 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7086edfb-9c49-4490-b09d-fc6fd492a39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b839f595-a735-4af9-a3bd-73091ee29127,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:42.472222 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0501c3-8e54-48d1-bbfb-fda28de8c457 req-06df8d47-b978-4d0b-94e4-79d2f24c1229 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:42.477229 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eb0501c3-8e54-48d1-bbfb-fda28de8c457 req-06df8d47-b978-4d0b-94e4-79d2f24c1229 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 945 time: 0.1362374 Feb 17 17:57:42.599201 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eb0501c3-8e54-48d1-bbfb-fda28de8c457 req-89b632f2-2415-4270-846b-589ee347c86a tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121302 Feb 17 17:57:42.611014 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 8e4913a4-4610-44fc-bbe2-cece27c8336e is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:57:42.611368 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8e4913a4-4610-44fc-bbe2-cece27c8336e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:42.749369 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 8e4913a4-4610-44fc-bbe2-cece27c8336e, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=8e4913a4-4610-44fc-bbe2-cece27c8336e,segment=NetworkSegment(7daa1fb9-0229-428f-b148-62ae138c90f0),segment_id=7daa1fb9-0229-428f-b148-62ae138c90f0)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:57:42.768222 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363cab89-f415-4a1b-89c2-df71fd1e2f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4913a4-4610-44fc-bbe2-cece27c8336e'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:57:42.771661 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e9ca14-6fb4-41fa-83ba-1409aa41d1cb" -d '{"events": [{"server_uuid": "363cab89-f415-4a1b-89c2-df71fd1e2f4e", "name": "network-vif-plugged", "status": "completed", "tag": "8e4913a4-4610-44fc-bbe2-cece27c8336e"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:57:42.773499 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (8e4913a4-4610-44fc-bbe2-cece27c8336e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:42.933272 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=8e4913a4-4610-44fc-bbe2-cece27c8336e,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:42.968813 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b0fda3-082f-44a8-ba1b-a34a4d5eafdf x-openstack-request-id: req-95b0fda3-082f-44a8-ba1b-a34a4d5eafdf {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:57:42.969196 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363cab89-f415-4a1b-89c2-df71fd1e2f4e", "name": "network-vif-plugged", "status": "completed", "tag": "8e4913a4-4610-44fc-bbe2-cece27c8336e", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:57:42.969680 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-95b0fda3-082f-44a8-ba1b-a34a4d5eafdf {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:57:42.970606 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363cab89-f415-4a1b-89c2-df71fd1e2f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4913a4-4610-44fc-bbe2-cece27c8336e', 'code': 200} Feb 17 17:57:43.263844 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b656bf-7d60-4bfd-8a27-e8dfc19e6155 req-59b94179-8c8f-487c-9214-3e464ffe500c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:43.267826 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-89b656bf-7d60-4bfd-8a27-e8dfc19e6155 req-59b94179-8c8f-487c-9214-3e464ffe500c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 1128 time: 0.1787751 Feb 17 17:57:43.343048 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 50096) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:43.381126 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5706321d-779e-4456-bd49-ac36f40654a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:43.408476 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7450d-51a3-4e14-9699-fa8e5b30029c req-92818d1b-afd8-49b5-99a1-772fa98614a7 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:43.410380 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-11f7450d-51a3-4e14-9699-fa8e5b30029c req-92818d1b-afd8-49b5-99a1-772fa98614a7 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 945 time: 0.1589937 Feb 17 17:57:43.466805 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-89b656bf-7d60-4bfd-8a27-e8dfc19e6155 req-0a12c45e-07d2-4b17-926f-8666b2e7ab10 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914675 Feb 17 17:57:43.516404 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-11f7450d-51a3-4e14-9699-fa8e5b30029c req-afd80313-ee7a-4fd8-b733-eb0028461dd4 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829773 Feb 17 17:57:43.603312 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5706321d-779e-4456-bd49-ac36f40654a5 admin admin] Publish callbacks [] for security_group (a38d3d80-7955-45e6-aeb7-50376dc122da), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:43.609568 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5706321d-779e-4456-bd49-ac36f40654a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (a38d3d80-7955-45e6-aeb7-50376dc122da), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:43.711856 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-5706321d-779e-4456-bd49-ac36f40654a5 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e624e431d92045eb8b0c15c3571190fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3594327 Feb 17 17:57:43.716235 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50102) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:43.850854 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5706321d-779e-4456-bd49-ac36f40654a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38d3d80-7955-45e6-aeb7-50376dc122da,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:43.984785 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a25e60-f5a8-4649-9dfe-a9c6662bad68 req-c0961fbc-6a34-4390-802f-82c6cad6a657 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:43.985887 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9103730e-49f4-44ad-9f3b-069fc81c9863 admin admin] Publish callbacks [] for security_group (a38d3d80-7955-45e6-aeb7-50376dc122da), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:43.987274 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-86a25e60-f5a8-4649-9dfe-a9c6662bad68 req-c0961fbc-6a34-4390-802f-82c6cad6a657 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.1209328 Feb 17 17:57:44.055005 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9103730e-49f4-44ad-9f3b-069fc81c9863 admin admin] Publish callbacks [] for security_group (a38d3d80-7955-45e6-aeb7-50376dc122da), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:44.079376 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-86a25e60-f5a8-4649-9dfe-a9c6662bad68 req-af4650fc-1aba-4784-bc6c-bab2db4ce761 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771368 Feb 17 17:57:44.202554 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9103730e-49f4-44ad-9f3b-069fc81c9863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (a38d3d80-7955-45e6-aeb7-50376dc122da), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:44.221296 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9103730e-49f4-44ad-9f3b-069fc81c9863 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:44.224332 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9103730e-49f4-44ad-9f3b-069fc81c9863 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a38d3d80-7955-45e6-aeb7-50376dc122da HTTP/1.1" status: 204 len: 168 time: 0.5056846 Feb 17 17:57:44.286774 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9103730e-49f4-44ad-9f3b-069fc81c9863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38d3d80-7955-45e6-aeb7-50376dc122da,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:45.027078 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf9db4-8c00-4f82-814b-955873ccf6e0 req-f8d6c9ae-e0a6-41cd-8d31-471b23c0f599 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:45.031519 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6caf9db4-8c00-4f82-814b-955873ccf6e0 req-f8d6c9ae-e0a6-41cd-8d31-471b23c0f599 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 945 time: 0.2924626 Feb 17 17:57:45.148869 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6caf9db4-8c00-4f82-814b-955873ccf6e0 req-763a915e-20d0-46fa-b225-d8a7ff0a6145 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109548 Feb 17 17:57:45.352881 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb617b8e-fa94-40f5-9956-ea899f19e1c7 req-2e0119f6-43b1-4c7a-93e0-fddf4103fc3a tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:45.366176 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cb617b8e-fa94-40f5-9956-ea899f19e1c7 req-2e0119f6-43b1-4c7a-93e0-fddf4103fc3a tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.1356153 Feb 17 17:57:45.485088 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cb617b8e-fa94-40f5-9956-ea899f19e1c7 req-e29afcbd-2167-4fa3-9539-2e0ba6c3924a tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057844 Feb 17 17:57:46.162531 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417f289-598d-4edc-9577-adccf5ed49bd req-0ca0d6e0-38c8-43ff-8367-bbd43f0b44ef tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:46.174517 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8417f289-598d-4edc-9577-adccf5ed49bd req-0ca0d6e0-38c8-43ff-8367-bbd43f0b44ef tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/networks?id=40f03537-36eb-4f23-9230-2fc8194c0e85 HTTP/1.1" status: 200 len: 814 time: 0.2294257 Feb 17 17:57:46.192953 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8417f289-598d-4edc-9577-adccf5ed49bd req-4582fdf4-f716-4f08-8cf0-05d1326767c9 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/quotas/520a3b8b5f064a888d335569d858ee37 HTTP/1.1" status: 200 len: 375 time: 0.0173328 Feb 17 17:57:46.299382 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8417f289-598d-4edc-9577-adccf5ed49bd req-7c3ffe85-a49d-401e-95b7-70ec96d0447f tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=520a3b8b5f064a888d335569d858ee37&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1038289 Feb 17 17:57:46.692122 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8417f289-598d-4edc-9577-adccf5ed49bd req-157d0424-50c1-4497-9895-96c0bb58d5de service neutron] 10.222.0.87 "GET /v2.0/networks/40f03537-36eb-4f23-9230-2fc8194c0e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917964 Feb 17 17:57:46.802124 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a7f0c-120a-41b3-a8ab-bbd0167c44b8 req-e70c3b76-8788-4fde-b85b-1ba91c1af2ed tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:46.804349 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a50a7f0c-120a-41b3-a8ab-bbd0167c44b8 req-e70c3b76-8788-4fde-b85b-1ba91c1af2ed tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 945 time: 0.5465691 Feb 17 17:57:46.924555 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a50a7f0c-120a-41b3-a8ab-bbd0167c44b8 req-c4131419-124f-45de-87ed-99e7070dde20 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114490 Feb 17 17:57:46.966649 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8417f289-598d-4edc-9577-adccf5ed49bd req-108eb51d-050e-4180-98f3-afcea1007898 service neutron] 10.222.0.87 "GET /v2.0/networks/40f03537-36eb-4f23-9230-2fc8194c0e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617376 Feb 17 17:57:47.270920 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2581785d-1b04-4995-8aa9-775ad2457025 req-76ebbd52-62f9-48c1-b8f8-0afc2cc239c4 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9451ee7-fa73-46bc-845c-b5c56b4378b8 HTTP/1.1" status: 200 len: 210 time: 0.0818975 Feb 17 17:57:47.691162 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 50190) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:48.135608 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a3feec14-728a-42c4-ab32-560d285cfdab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:48.363477 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a3feec14-728a-42c4-ab32-560d285cfdab admin admin] Publish callbacks [] for security_group (21a036de-de71-42db-9f32-defc86d6dee5), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:48.372704 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a3feec14-728a-42c4-ab32-560d285cfdab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (21a036de-de71-42db-9f32-defc86d6dee5), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:48.449907 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a3feec14-728a-42c4-ab32-560d285cfdab admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1e660293f3fe490595370a253925b1d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7569249 Feb 17 17:57:48.452632 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50212) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:48.597196 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b7ebf78c-7c2f-40b4-b1b2-9922cc28917e req-c315f0c7-a650-4c12-971e-f7cf24e8304d tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9451ee7-fa73-46bc-845c-b5c56b4378b8 HTTP/1.1" status: 200 len: 210 time: 0.1680961 Feb 17 17:57:48.636884 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d1a92d67-b64b-432a-8f5a-5ca310aa722f admin admin] Publish callbacks [] for security_group (21a036de-de71-42db-9f32-defc86d6dee5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:48.652424 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3feec14-728a-42c4-ab32-560d285cfdab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a036de-de71-42db-9f32-defc86d6dee5,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:48.749789 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf10c57-16be-4718-9fe6-9e0106e436f8 req-43c512b8-73ec-421f-a2b2-9b3d71cdf4eb tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:48.766530 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8bf10c57-16be-4718-9fe6-9e0106e436f8 req-43c512b8-73ec-421f-a2b2-9b3d71cdf4eb tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 945 time: 0.6332150 Feb 17 17:57:48.784099 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d1a92d67-b64b-432a-8f5a-5ca310aa722f admin admin] Publish callbacks [] for security_group (21a036de-de71-42db-9f32-defc86d6dee5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:49.018181 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d1a92d67-b64b-432a-8f5a-5ca310aa722f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (21a036de-de71-42db-9f32-defc86d6dee5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:49.031447 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d1a92d67-b64b-432a-8f5a-5ca310aa722f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:49.033158 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d1a92d67-b64b-432a-8f5a-5ca310aa722f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/21a036de-de71-42db-9f32-defc86d6dee5 HTTP/1.1" status: 204 len: 168 time: 0.5785646 Feb 17 17:57:49.070845 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:49.074469 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a92d67-b64b-432a-8f5a-5ca310aa722f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a036de-de71-42db-9f32-defc86d6dee5,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:49.115522 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a92d67-b64b-432a-8f5a-5ca310aa722f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:57:49.115870 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a92d67-b64b-432a-8f5a-5ca310aa722f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:57:49.119800 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a92d67-b64b-432a-8f5a-5ca310aa722f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:57:49.121784 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a92d67-b64b-432a-8f5a-5ca310aa722f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:57:49.124119 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a92d67-b64b-432a-8f5a-5ca310aa722f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:57:49.125039 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a92d67-b64b-432a-8f5a-5ca310aa722f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:57:49.126975 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a92d67-b64b-432a-8f5a-5ca310aa722f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:57:49.130150 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a92d67-b64b-432a-8f5a-5ca310aa722f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:57:49.130844 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a92d67-b64b-432a-8f5a-5ca310aa722f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:57:49.131334 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a92d67-b64b-432a-8f5a-5ca310aa722f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:57:49.131839 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a92d67-b64b-432a-8f5a-5ca310aa722f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:57:49.132348 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a92d67-b64b-432a-8f5a-5ca310aa722f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:57:49.132849 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a92d67-b64b-432a-8f5a-5ca310aa722f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:57:49.332864 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417f289-598d-4edc-9577-adccf5ed49bd req-444394f0-918c-4b6f-a9c2-18240e3f5cb1 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:49.337109 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8417f289-598d-4edc-9577-adccf5ed49bd req-444394f0-918c-4b6f-a9c2-18240e3f5cb1 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.71 "GET /v2.0/networks?id=40f03537-36eb-4f23-9230-2fc8194c0e85 HTTP/1.1" status: 200 len: 814 time: 0.4976835 Feb 17 17:57:49.349931 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8bf10c57-16be-4718-9fe6-9e0106e436f8 req-d61de34f-a004-4073-b2f0-9cd937757ae0 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5823886 Feb 17 17:57:49.368345 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-8417f289-598d-4edc-9577-adccf5ed49bd req-419ceb1e-d662-4b6a-8bc4-6bac825354b3 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Request body: {'port': {'device_id': 'd9451ee7-fa73-46bc-845c-b5c56b4378b8', 'network_id': '40f03537-36eb-4f23-9230-2fc8194c0e85', 'admin_state_up': True, 'tenant_id': '520a3b8b5f064a888d335569d858ee37'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:57:49.802392 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8417f289-598d-4edc-9577-adccf5ed49bd req-419ceb1e-d662-4b6a-8bc4-6bac825354b3 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Made reservation on behalf of 520a3b8b5f064a888d335569d858ee37 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:57:49.808860 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:49.812294 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8417f289-598d-4edc-9577-adccf5ed49bd req-419ceb1e-d662-4b6a-8bc4-6bac825354b3 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:50.073850 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-8417f289-598d-4edc-9577-adccf5ed49bd req-419ceb1e-d662-4b6a-8bc4-6bac825354b3 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Allocated IP 172.20.0.12 (40f03537-36eb-4f23-9230-2fc8194c0e85/6ef455d4-26f2-471d-bbfa-df38e9cc4a1f/fd86f62d-e63b-480d-a36c-33da829b88b5) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:57:50.146480 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-81a86b89-9998-4575-a9cf-da8554c69497 req-5fb09517-6054-46b0-8d68-609cd94e4606 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9451ee7-fa73-46bc-845c-b5c56b4378b8 HTTP/1.1" status: 200 len: 210 time: 0.3088975 Feb 17 17:57:50.359464 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8417f289-598d-4edc-9577-adccf5ed49bd req-419ceb1e-d662-4b6a-8bc4-6bac825354b3 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Publish callbacks [] for port (fd86f62d-e63b-480d-a36c-33da829b88b5), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:50.421384 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8417f289-598d-4edc-9577-adccf5ed49bd req-419ceb1e-d662-4b6a-8bc4-6bac825354b3 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (fd86f62d-e63b-480d-a36c-33da829b88b5), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:50.439388 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['8e4913a4-4610-44fc-bbe2-cece27c8336e'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:57:50.540148 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ceb1e-d662-4b6a-8bc4-6bac825354b3 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Pushing event updated for resources: {'Port': ['ID=fd86f62d-e63b-480d-a36c-33da829b88b5,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:50.572865 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8417f289-598d-4edc-9577-adccf5ed49bd req-419ceb1e-d662-4b6a-8bc4-6bac825354b3 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Network 40f03537-36eb-4f23-9230-2fc8194c0e85 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:57:50.580946 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-8417f289-598d-4edc-9577-adccf5ed49bd req-419ceb1e-d662-4b6a-8bc4-6bac825354b3 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:57:50.590300 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-8417f289-598d-4edc-9577-adccf5ed49bd req-419ceb1e-d662-4b6a-8bc4-6bac825354b3 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:57:50.794534 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417f289-598d-4edc-9577-adccf5ed49bd req-419ceb1e-d662-4b6a-8bc4-6bac825354b3 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:50.797433 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8417f289-598d-4edc-9577-adccf5ed49bd req-419ceb1e-d662-4b6a-8bc4-6bac825354b3 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:50.821123 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8417f289-598d-4edc-9577-adccf5ed49bd req-419ceb1e-d662-4b6a-8bc4-6bac825354b3 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4691095 Feb 17 17:57:50.834555 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-8417f289-598d-4edc-9577-adccf5ed49bd req-677749b8-27be-4ac9-a895-e8510df12d80 service neutron] Request body: {'port': {'device_id': 'd9451ee7-fa73-46bc-845c-b5c56b4378b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:57:50.846860 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0279a-5472-4c75-983e-9cdc41679676 req-8a7592fd-dd5a-4a30-8a56-8f5cb75fa084 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:50.855779 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4af0279a-5472-4c75-983e-9cdc41679676 req-8a7592fd-dd5a-4a30-8a56-8f5cb75fa084 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 945 time: 0.2785652 Feb 17 17:57:50.952314 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4af0279a-5472-4c75-983e-9cdc41679676 req-70684e97-c17e-4f76-89ad-a06ada4acb52 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942423 Feb 17 17:57:51.031674 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8417f289-598d-4edc-9577-adccf5ed49bd req-677749b8-27be-4ac9-a895-e8510df12d80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (fd86f62d-e63b-480d-a36c-33da829b88b5), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:51.469371 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d79a62-bfae-4ca2-83bd-d2677d199d6b req-5b027b12-539d-4a46-a21d-91320363d5f0 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:51.470960 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f8d79a62-bfae-4ca2-83bd-d2677d199d6b req-5b027b12-539d-4a46-a21d-91320363d5f0 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9451ee7-fa73-46bc-845c-b5c56b4378b8 HTTP/1.1" status: 200 len: 932 time: 0.1603153 Feb 17 17:57:51.574218 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-8417f289-598d-4edc-9577-adccf5ed49bd req-677749b8-27be-4ac9-a895-e8510df12d80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd86f62d-e63b-480d-a36c-33da829b88b5 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:57:51.583709 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8417f289-598d-4edc-9577-adccf5ed49bd req-677749b8-27be-4ac9-a895-e8510df12d80 service neutron] Publish callbacks [] for port (fd86f62d-e63b-480d-a36c-33da829b88b5), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:51.599404 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-8417f289-598d-4edc-9577-adccf5ed49bd req-677749b8-27be-4ac9-a895-e8510df12d80 service neutron] Transition to ACTIVE for port object fd86f62d-e63b-480d-a36c-33da829b88b5 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:57:51.612135 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8417f289-598d-4edc-9577-adccf5ed49bd req-677749b8-27be-4ac9-a895-e8510df12d80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (fd86f62d-e63b-480d-a36c-33da829b88b5), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:51.679642 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677749b8-27be-4ac9-a895-e8510df12d80 service neutron] Pushing event updated for resources: {'Port': ['ID=fd86f62d-e63b-480d-a36c-33da829b88b5,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:51.725834 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f8d79a62-bfae-4ca2-83bd-d2677d199d6b req-2fae4b18-4ba2-4622-bb00-e25deaf06090 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282581 Feb 17 17:57:51.864711 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-8417f289-598d-4edc-9577-adccf5ed49bd req-677749b8-27be-4ac9-a895-e8510df12d80 service neutron] Attempting to bind port fd86f62d-e63b-480d-a36c-33da829b88b5 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:57:51.865082 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-8417f289-598d-4edc-9577-adccf5ed49bd req-677749b8-27be-4ac9-a895-e8510df12d80 service neutron] Attempting to bind port fd86f62d-e63b-480d-a36c-33da829b88b5 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '7daa1fb9-0229-428f-b148-62ae138c90f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '40f03537-36eb-4f23-9230-2fc8194c0e85'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:57:51.865391 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8417f289-598d-4edc-9577-adccf5ed49bd req-677749b8-27be-4ac9-a895-e8510df12d80 service neutron] Attempting to bind port fd86f62d-e63b-480d-a36c-33da829b88b5 on network 40f03537-36eb-4f23-9230-2fc8194c0e85 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:57:51.871815 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8417f289-598d-4edc-9577-adccf5ed49bd req-677749b8-27be-4ac9-a895-e8510df12d80 service neutron] Port fd86f62d-e63b-480d-a36c-33da829b88b5 on network 40f03537-36eb-4f23-9230-2fc8194c0e85 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:57:51.882065 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8417f289-598d-4edc-9577-adccf5ed49bd req-677749b8-27be-4ac9-a895-e8510df12d80 service neutron] Attempting to bind port fd86f62d-e63b-480d-a36c-33da829b88b5 on network 40f03537-36eb-4f23-9230-2fc8194c0e85 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:57:51.898444 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8417f289-598d-4edc-9577-adccf5ed49bd req-677749b8-27be-4ac9-a895-e8510df12d80 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:57:51.899366 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8417f289-598d-4edc-9577-adccf5ed49bd req-677749b8-27be-4ac9-a895-e8510df12d80 service neutron] Checking segment: {'id': '7daa1fb9-0229-428f-b148-62ae138c90f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '40f03537-36eb-4f23-9230-2fc8194c0e85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:57:51.900125 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8417f289-598d-4edc-9577-adccf5ed49bd req-677749b8-27be-4ac9-a895-e8510df12d80 service neutron] Bound using segment: {'id': '7daa1fb9-0229-428f-b148-62ae138c90f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '40f03537-36eb-4f23-9230-2fc8194c0e85'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:57:51.900788 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-8417f289-598d-4edc-9577-adccf5ed49bd req-677749b8-27be-4ac9-a895-e8510df12d80 service neutron] Bound port: fd86f62d-e63b-480d-a36c-33da829b88b5, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7daa1fb9-0229-428f-b148-62ae138c90f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '40f03537-36eb-4f23-9230-2fc8194c0e85'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:57:51.901329 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8417f289-598d-4edc-9577-adccf5ed49bd req-677749b8-27be-4ac9-a895-e8510df12d80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (fd86f62d-e63b-480d-a36c-33da829b88b5), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:52.062210 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-8417f289-598d-4edc-9577-adccf5ed49bd req-677749b8-27be-4ac9-a895-e8510df12d80 service neutron] For port fd86f62d-e63b-480d-a36c-33da829b88b5, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:57:52.066617 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-8417f289-598d-4edc-9577-adccf5ed49bd req-677749b8-27be-4ac9-a895-e8510df12d80 service neutron] For port fd86f62d-e63b-480d-a36c-33da829b88b5, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=fd86f62d-e63b-480d-a36c-33da829b88b5,segment=NetworkSegment(7daa1fb9-0229-428f-b148-62ae138c90f0),segment_id=7daa1fb9-0229-428f-b148-62ae138c90f0)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:57:52.080356 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8417f289-598d-4edc-9577-adccf5ed49bd req-677749b8-27be-4ac9-a895-e8510df12d80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (fd86f62d-e63b-480d-a36c-33da829b88b5), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:52.168522 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417f289-598d-4edc-9577-adccf5ed49bd req-677749b8-27be-4ac9-a895-e8510df12d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:52.169175 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8417f289-598d-4edc-9577-adccf5ed49bd req-677749b8-27be-4ac9-a895-e8510df12d80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:52.170857 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8417f289-598d-4edc-9577-adccf5ed49bd req-677749b8-27be-4ac9-a895-e8510df12d80 service neutron] 10.222.0.71 "PUT /v2.0/ports/fd86f62d-e63b-480d-a36c-33da829b88b5 HTTP/1.1" status: 200 len: 1092 time: 1.3421533 Feb 17 17:57:52.258131 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9451ee7-fa73-46bc-845c-b5c56b4378b8', 'tag': 'fd86f62d-e63b-480d-a36c-33da829b88b5'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:57:52.281666 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada9e984-1df3-4192-9bec-a07ba0384edf" -d '{"events": [{"name": "network-changed", "server_uuid": "d9451ee7-fa73-46bc-845c-b5c56b4378b8", "tag": "fd86f62d-e63b-480d-a36c-33da829b88b5"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:57:52.398250 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb57a2f0-4c84-43b7-94e5-0230a5703a0f x-openstack-request-id: req-fb57a2f0-4c84-43b7-94e5-0230a5703a0f {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:57:52.398577 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9451ee7-fa73-46bc-845c-b5c56b4378b8", "tag": "fd86f62d-e63b-480d-a36c-33da829b88b5", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:57:52.399248 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-fb57a2f0-4c84-43b7-94e5-0230a5703a0f {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:57:52.399691 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9451ee7-fa73-46bc-845c-b5c56b4378b8', 'tag': 'fd86f62d-e63b-480d-a36c-33da829b88b5', 'status': 'completed', 'code': 200} Feb 17 17:57:52.464945 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c1c4b-02c0-466f-9cc6-d1986ca4dc43 req-d04d7156-5186-409f-858f-ecdd347b27b6 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:52.466768 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-de6c1c4b-02c0-466f-9cc6-d1986ca4dc43 req-d04d7156-5186-409f-858f-ecdd347b27b6 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 945 time: 0.3837943 Feb 17 17:57:52.468046 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677749b8-27be-4ac9-a895-e8510df12d80 service neutron] Pushing event updated for resources: {'Port': ['ID=fd86f62d-e63b-480d-a36c-33da829b88b5,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:52.513971 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417f289-598d-4edc-9577-adccf5ed49bd req-ceafa3c1-c6f7-4d7f-91eb-17ce78c12c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:52.518860 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8417f289-598d-4edc-9577-adccf5ed49bd req-ceafa3c1-c6f7-4d7f-91eb-17ce78c12c2d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=520a3b8b5f064a888d335569d858ee37&device_id=d9451ee7-fa73-46bc-845c-b5c56b4378b8 HTTP/1.1" status: 200 len: 1126 time: 0.2007680 Feb 17 17:57:52.645093 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8417f289-598d-4edc-9577-adccf5ed49bd req-f47714ef-75d0-4f2c-9492-42923b3ce74c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd86f62d-e63b-480d-a36c-33da829b88b5 HTTP/1.1" status: 200 len: 217 time: 0.1148252 Feb 17 17:57:52.651710 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-de6c1c4b-02c0-466f-9cc6-d1986ca4dc43 req-20194f5d-9c6a-41df-99bd-1362f7c3cf04 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702390 Feb 17 17:57:52.761068 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417f289-598d-4edc-9577-adccf5ed49bd req-0200dfd7-8bfe-474d-a48d-fa58e8f84cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:52.763655 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8417f289-598d-4edc-9577-adccf5ed49bd req-0200dfd7-8bfe-474d-a48d-fa58e8f84cc4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6ef455d4-26f2-471d-bbfa-df38e9cc4a1f HTTP/1.1" status: 200 len: 854 time: 0.1102748 Feb 17 17:57:52.818514 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8417f289-598d-4edc-9577-adccf5ed49bd req-f6ad335f-ce5c-42d4-915a-ac3e6eab5fec service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=40f03537-36eb-4f23-9230-2fc8194c0e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479503 Feb 17 17:57:52.939180 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8417f289-598d-4edc-9577-adccf5ed49bd req-6d5927e9-b76b-4e75-a2a7-be2facd3956b service neutron] 10.222.0.71 "GET /v2.0/networks/40f03537-36eb-4f23-9230-2fc8194c0e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099405 Feb 17 17:57:53.153501 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cededbd-9389-4c4c-bb24-df692c3ae01d req-04cc4336-0043-4669-b889-e37c658b9df9 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:53.155968 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9cededbd-9389-4c4c-bb24-df692c3ae01d req-04cc4336-0043-4669-b889-e37c658b9df9 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9451ee7-fa73-46bc-845c-b5c56b4378b8 HTTP/1.1" status: 200 len: 944 time: 0.2156179 Feb 17 17:57:53.165601 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8417f289-598d-4edc-9577-adccf5ed49bd req-496c8d6b-14c2-4d7a-ad37-fb63d86d864e service neutron] 10.222.0.71 "GET /v2.0/networks/40f03537-36eb-4f23-9230-2fc8194c0e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162321 Feb 17 17:57:53.275035 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9cededbd-9389-4c4c-bb24-df692c3ae01d req-772fdfdc-87c8-4d14-8f07-3cd6a2bb873c tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072292 Feb 17 17:57:53.419242 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada9e984-1df3-4192-9bec-a07ba0384edf req-2e120fed-cc2f-49c4-928e-16af054b4bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:53.424215 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ada9e984-1df3-4192-9bec-a07ba0384edf req-2e120fed-cc2f-49c4-928e-16af054b4bf0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=520a3b8b5f064a888d335569d858ee37&device_id=d9451ee7-fa73-46bc-845c-b5c56b4378b8 HTTP/1.1" status: 200 len: 1126 time: 0.1476429 Feb 17 17:57:53.674248 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada9e984-1df3-4192-9bec-a07ba0384edf req-cf4a4c5e-583a-44d6-a616-fe64e5c414ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:53.683749 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ada9e984-1df3-4192-9bec-a07ba0384edf req-cf4a4c5e-583a-44d6-a616-fe64e5c414ba service neutron] 10.222.0.71 "GET /v2.0/networks?id=40f03537-36eb-4f23-9230-2fc8194c0e85 HTTP/1.1" status: 200 len: 915 time: 0.2501006 Feb 17 17:57:53.889316 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ada9e984-1df3-4192-9bec-a07ba0384edf req-2fe05b4e-d85e-4eb4-91aa-9af00ed9e594 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd86f62d-e63b-480d-a36c-33da829b88b5 HTTP/1.1" status: 200 len: 217 time: 0.1983597 Feb 17 17:57:54.033360 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada9e984-1df3-4192-9bec-a07ba0384edf req-7d3e5932-4a6f-402a-904b-b199b6c1458f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:54.034959 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ada9e984-1df3-4192-9bec-a07ba0384edf req-7d3e5932-4a6f-402a-904b-b199b6c1458f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6ef455d4-26f2-471d-bbfa-df38e9cc4a1f HTTP/1.1" status: 200 len: 854 time: 0.1364498 Feb 17 17:57:54.081015 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5edc41-5af0-4b5f-bf48-68a292d90078 req-1c921787-22d3-4678-b93f-11ccddacd2d1 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:54.082594 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9c5edc41-5af0-4b5f-bf48-68a292d90078 req-1c921787-22d3-4678-b93f-11ccddacd2d1 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 945 time: 0.1106095 Feb 17 17:57:54.106067 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ada9e984-1df3-4192-9bec-a07ba0384edf req-027686c3-8da7-46f1-9ea9-271ce3cfe0b1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=40f03537-36eb-4f23-9230-2fc8194c0e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587785 Feb 17 17:57:55.090446 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ada9e984-1df3-4192-9bec-a07ba0384edf req-4115a6cb-850a-42b1-83d5-51caa1a610c0 service neutron] 10.222.0.71 "GET /v2.0/networks/40f03537-36eb-4f23-9230-2fc8194c0e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9736540 Feb 17 17:57:55.273157 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9c5edc41-5af0-4b5f-bf48-68a292d90078 req-f6f3b3d0-3ca3-4ded-9052-42e621a23116 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1657729 Feb 17 17:57:55.381417 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb8fd3-fae0-4195-9ed1-ee9ba67b7754 req-10506861-f74a-4ccb-8216-d8a1f80aecba tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:55.384370 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a5fb8fd3-fae0-4195-9ed1-ee9ba67b7754 req-10506861-f74a-4ccb-8216-d8a1f80aecba tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9451ee7-fa73-46bc-845c-b5c56b4378b8 HTTP/1.1" status: 200 len: 944 time: 0.3141727 Feb 17 17:57:55.457780 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ada9e984-1df3-4192-9bec-a07ba0384edf req-da6781f7-006a-4f5e-9102-33c14cfab2b9 service neutron] 10.222.0.71 "GET /v2.0/networks/40f03537-36eb-4f23-9230-2fc8194c0e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606057 Feb 17 17:57:55.532045 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a5fb8fd3-fae0-4195-9ed1-ee9ba67b7754 req-f73a4043-cdab-4b15-b620-4ff25e198327 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373973 Feb 17 17:57:56.490370 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1473d24-2987-4ea4-9810-c8272c74a472 req-8903f6f4-be55-4cf7-9916-8e28337b2e6c tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:56.493793 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d1473d24-2987-4ea4-9810-c8272c74a472 req-8903f6f4-be55-4cf7-9916-8e28337b2e6c tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 945 time: 0.0802135 Feb 17 17:57:56.556191 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d1473d24-2987-4ea4-9810-c8272c74a472 req-036d873a-35b3-4d1e-a7b1-d3f2ad647ff8 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554209 Feb 17 17:57:56.736633 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ad394-37d4-47b2-b658-9a0290a9e2b9 req-ea20da90-8983-44ff-9a2b-4d37477e4626 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:56.739100 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-234ad394-37d4-47b2-b658-9a0290a9e2b9 req-ea20da90-8983-44ff-9a2b-4d37477e4626 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9451ee7-fa73-46bc-845c-b5c56b4378b8 HTTP/1.1" status: 200 len: 944 time: 0.0646710 Feb 17 17:57:56.833835 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-234ad394-37d4-47b2-b658-9a0290a9e2b9 req-c9644b75-4d52-47bc-9efa-f76983f0b1de tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869355 Feb 17 17:57:56.976004 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device fd86f62d-e63b-480d-a36c-33da829b88b5 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:57:57.115171 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port fd86f62d-e63b-480d-a36c-33da829b88b5, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=fd86f62d-e63b-480d-a36c-33da829b88b5,segment=NetworkSegment(7daa1fb9-0229-428f-b148-62ae138c90f0),segment_id=7daa1fb9-0229-428f-b148-62ae138c90f0)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:57:57.129232 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': 'fd86f62d-e63b-480d-a36c-33da829b88b5', 'network_id': '40f03537-36eb-4f23-9230-2fc8194c0e85', 'port_id': 'fd86f62d-e63b-480d-a36c-33da829b88b5', 'mac_address': 'fa:16:3e:55:d5:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ef455d4-26f2-471d-bbfa-df38e9cc4a1f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:57:57.199546 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port fd86f62d-e63b-480d-a36c-33da829b88b5 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:57:57.200572 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (fd86f62d-e63b-480d-a36c-33da829b88b5), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:57.225843 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd86f62d-e63b-480d-a36c-33da829b88b5 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:57:57.257010 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9c91e-88f9-4b3f-9d0b-29c4d7922a8a req-a0371c7f-6e70-48de-babd-dab5656fad5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:57.259426 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-fbc9c91e-88f9-4b3f-9d0b-29c4d7922a8a req-a0371c7f-6e70-48de-babd-dab5656fad5d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=20be7d5eb0704bac94fef9d4560964ff&device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 1127 time: 0.0834718 Feb 17 17:57:57.301609 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port fd86f62d-e63b-480d-a36c-33da829b88b5, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=fd86f62d-e63b-480d-a36c-33da829b88b5,segment=NetworkSegment(7daa1fb9-0229-428f-b148-62ae138c90f0),segment_id=7daa1fb9-0229-428f-b148-62ae138c90f0)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:57:57.309250 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (fd86f62d-e63b-480d-a36c-33da829b88b5), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:57.424759 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=fd86f62d-e63b-480d-a36c-33da829b88b5,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:57.478675 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9c91e-88f9-4b3f-9d0b-29c4d7922a8a req-9d8a8c0a-6496-4293-85be-82e27fc440ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:57.481537 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-fbc9c91e-88f9-4b3f-9d0b-29c4d7922a8a req-9d8a8c0a-6496-4293-85be-82e27fc440ec service neutron] 10.222.0.91 "GET /v2.0/networks?id=1c842ecd-cc9b-4a85-b1b8-328753a85bfe HTTP/1.1" status: 200 len: 916 time: 0.2152598 Feb 17 17:57:57.520024 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['fd86f62d-e63b-480d-a36c-33da829b88b5'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:57:57.681398 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-fbc9c91e-88f9-4b3f-9d0b-29c4d7922a8a req-d260505a-c893-4de4-b596-0ef811195409 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb049a99-7b51-4f75-9df3-e39d7e10f48b HTTP/1.1" status: 200 len: 1001 time: 0.1884689 Feb 17 17:57:57.779732 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9c91e-88f9-4b3f-9d0b-29c4d7922a8a req-b76d8ed7-9329-4174-a317-58ddfd735fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:57.781364 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-fbc9c91e-88f9-4b3f-9d0b-29c4d7922a8a req-b76d8ed7-9329-4174-a317-58ddfd735fac service neutron] 10.222.0.91 "GET /v2.0/subnets?id=684c221c-585d-46a8-b4c6-fe6a5f99b9b8 HTTP/1.1" status: 200 len: 854 time: 0.0959759 Feb 17 17:57:57.899395 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9c91e-88f9-4b3f-9d0b-29c4d7922a8a req-3b8a65d2-8e9d-4e96-a098-2dd746a95014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:57.911005 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-fbc9c91e-88f9-4b3f-9d0b-29c4d7922a8a req-3b8a65d2-8e9d-4e96-a098-2dd746a95014 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1c842ecd-cc9b-4a85-b1b8-328753a85bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1224077 Feb 17 17:57:57.925809 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:57:58.010075 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce11be-e05d-4b79-bad0-a4c634685592 req-8d55bc3e-475d-4652-bfdc-6c4ad19d3826 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:58.011713 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-54ce11be-e05d-4b79-bad0-a4c634685592 req-8d55bc3e-475d-4652-bfdc-6c4ad19d3826 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 945 time: 0.2361104 Feb 17 17:57:58.230506 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-fbc9c91e-88f9-4b3f-9d0b-29c4d7922a8a req-0c5cea3f-61e8-4175-b720-ca0a2614718b service neutron] 10.222.0.91 "GET /v2.0/networks/1c842ecd-cc9b-4a85-b1b8-328753a85bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113368 Feb 17 17:57:58.262466 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-54ce11be-e05d-4b79-bad0-a4c634685592 req-a4b3291a-1328-47c2-966c-1e0469526852 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2403822 Feb 17 17:57:58.324635 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf34eeb-ea85-4a6d-956a-0380374bb130 req-df6e8d4b-1ab2-40be-bfc1-de82a2241457 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:58.327531 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-baf34eeb-ea85-4a6d-956a-0380374bb130 req-df6e8d4b-1ab2-40be-bfc1-de82a2241457 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9451ee7-fa73-46bc-845c-b5c56b4378b8 HTTP/1.1" status: 200 len: 945 time: 0.2060823 Feb 17 17:57:58.422005 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-baf34eeb-ea85-4a6d-956a-0380374bb130 req-e643205f-66ae-49c0-8270-36d38ee1630b tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796521 Feb 17 17:57:58.437557 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-fbc9c91e-88f9-4b3f-9d0b-29c4d7922a8a req-308b6c5b-6419-4e3d-b844-0febb2ac9283 service neutron] 10.222.0.91 "GET /v2.0/networks/1c842ecd-cc9b-4a85-b1b8-328753a85bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995347 Feb 17 17:57:59.000345 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device fd86f62d-e63b-480d-a36c-33da829b88b5 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:57:59.139136 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port fd86f62d-e63b-480d-a36c-33da829b88b5 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:57:59.156174 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port fd86f62d-e63b-480d-a36c-33da829b88b5 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:57:59.158248 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (fd86f62d-e63b-480d-a36c-33da829b88b5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:59.383558 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port fd86f62d-e63b-480d-a36c-33da829b88b5 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:57:59.384537 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (fd86f62d-e63b-480d-a36c-33da829b88b5), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:59.455553 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50338) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:57:59.489622 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9451ee7-fa73-46bc-845c-b5c56b4378b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd86f62d-e63b-480d-a36c-33da829b88b5'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:57:59.523852 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4eaba8-5e8a-459d-9b87-8ee149656b39" -d '{"events": [{"server_uuid": "d9451ee7-fa73-46bc-845c-b5c56b4378b8", "name": "network-vif-plugged", "status": "completed", "tag": "fd86f62d-e63b-480d-a36c-33da829b88b5"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:57:59.566418 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9945932f-fe42-473c-9d13-6b582b384d6b req-d6a12edd-b24a-4f67-9631-8b6a7fea6124 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:59.580925 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9945932f-fe42-473c-9d13-6b582b384d6b req-d6a12edd-b24a-4f67-9631-8b6a7fea6124 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 945 time: 0.1462712 Feb 17 17:57:59.592266 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port fd86f62d-e63b-480d-a36c-33da829b88b5, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=fd86f62d-e63b-480d-a36c-33da829b88b5,segment=NetworkSegment(7daa1fb9-0229-428f-b148-62ae138c90f0),segment_id=7daa1fb9-0229-428f-b148-62ae138c90f0)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:57:59.602462 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (fd86f62d-e63b-480d-a36c-33da829b88b5), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:57:59.644522 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-935824ae-5235-4e43-998a-e5cc0eba8b84 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/floatingips/401aa458-9eeb-478f-b35a-99e6b5e846e6 HTTP/1.1" status: 200 len: 994 time: 0.1862345 Feb 17 17:57:59.688197 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9945932f-fe42-473c-9d13-6b582b384d6b req-6891e9c4-cf45-4bdd-9bed-8a13cec9933a tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059570 Feb 17 17:57:59.772549 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=fd86f62d-e63b-480d-a36c-33da829b88b5,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:57:59.813096 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02bbe215-ccc0-4320-84f3-b7e88f1c30c4 x-openstack-request-id: req-02bbe215-ccc0-4320-84f3-b7e88f1c30c4 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:57:59.814313 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9451ee7-fa73-46bc-845c-b5c56b4378b8", "name": "network-vif-plugged", "status": "completed", "tag": "fd86f62d-e63b-480d-a36c-33da829b88b5", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:57:59.815164 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-02bbe215-ccc0-4320-84f3-b7e88f1c30c4 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:57:59.816455 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9451ee7-fa73-46bc-845c-b5c56b4378b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd86f62d-e63b-480d-a36c-33da829b88b5', 'code': 200} Feb 17 17:57:59.850065 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa105f6d-9cf3-4f37-bda8-9ca2502e21c9 req-a14403e0-07bd-4d76-a224-71e8aaf35d0f tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:57:59.860635 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aa105f6d-9cf3-4f37-bda8-9ca2502e21c9 req-a14403e0-07bd-4d76-a224-71e8aaf35d0f tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9451ee7-fa73-46bc-845c-b5c56b4378b8 HTTP/1.1" status: 200 len: 946 time: 0.1490076 Feb 17 17:57:59.980529 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aa105f6d-9cf3-4f37-bda8-9ca2502e21c9 req-b2ee27b0-3e73-42c2-a8f3-81557dcb472c tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104398 Feb 17 17:58:00.055321 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d5dd1d-6122-4fef-a335-bb5a9b9e5029 req-2fa41a0c-f6fb-4037-92a9-0bcc34d88a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:00.068608 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d7d5dd1d-6122-4fef-a335-bb5a9b9e5029 req-2fa41a0c-f6fb-4037-92a9-0bcc34d88a2d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d9451ee7-fa73-46bc-845c-b5c56b4378b8 HTTP/1.1" status: 200 len: 1128 time: 0.1705685 Feb 17 17:58:00.124125 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50348) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:58:00.183665 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device cb049a99-7b51-4f75-9df3-e39d7e10f48b no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:58:00.211349 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d7d5dd1d-6122-4fef-a335-bb5a9b9e5029 req-9ab8cc43-5425-47ac-a552-4433f68a2d3c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409013 Feb 17 17:58:00.448537 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port cb049a99-7b51-4f75-9df3-e39d7e10f48b is: ACTIVE; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:58:00.449282 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (cb049a99-7b51-4f75-9df3-e39d7e10f48b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:00.531962 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port cb049a99-7b51-4f75-9df3-e39d7e10f48b, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=cb049a99-7b51-4f75-9df3-e39d7e10f48b,segment=NetworkSegment(e72a85f9-dd09-4c3e-8996-7efe0b9144f7),segment_id=e72a85f9-dd09-4c3e-8996-7efe0b9144f7)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:58:00.543514 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (cb049a99-7b51-4f75-9df3-e39d7e10f48b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:00.644712 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-114d3a49-b695-49ca-908a-c5258c6d48bc tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Deleting port 90f3d70d-20b5-4d1f-91ae-212fa451c3fa {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:58:00.646415 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-114d3a49-b695-49ca-908a-c5258c6d48bc tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (90f3d70d-20b5-4d1f-91ae-212fa451c3fa), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:00.666171 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=cb049a99-7b51-4f75-9df3-e39d7e10f48b,revision_number=8']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:00.822747 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-114d3a49-b695-49ca-908a-c5258c6d48bc tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (90f3d70d-20b5-4d1f-91ae-212fa451c3fa), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:00.823087 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-114d3a49-b695-49ca-908a-c5258c6d48bc tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for floatingip (90f3d70d-20b5-4d1f-91ae-212fa451c3fa), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:00.839603 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-114d3a49-b695-49ca-908a-c5258c6d48bc tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Calling delete_port for 90f3d70d-20b5-4d1f-91ae-212fa451c3fa owned by network:floatingip {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:58:00.909811 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7d4db-56d9-42c5-85ed-775a466fd443 req-93ca0c27-fba1-4a52-b720-e90ac9f67dda tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:00.911675 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b1d7d4db-56d9-42c5-85ed-775a466fd443 req-93ca0c27-fba1-4a52-b720-e90ac9f67dda tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 943 time: 0.0680959 Feb 17 17:58:01.040799 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b1d7d4db-56d9-42c5-85ed-775a466fd443 req-37d92b1a-cb21-43c3-ae6f-80e18c44cd02 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151731 Feb 17 17:58:01.201932 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-114d3a49-b695-49ca-908a-c5258c6d48bc tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (90f3d70d-20b5-4d1f-91ae-212fa451c3fa), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:01.268831 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114d3a49-b695-49ca-908a-c5258c6d48bc tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event deleted for resources: {'Port': ['ID=90f3d70d-20b5-4d1f-91ae-212fa451c3fa,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:01.320731 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c918027-d8f7-4263-8ee5-2d9eb5ff87a5 req-b1b610aa-70db-4ab3-9c6e-86b60db4a117 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:01.323425 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1c918027-d8f7-4263-8ee5-2d9eb5ff87a5 req-b1b610aa-70db-4ab3-9c6e-86b60db4a117 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9451ee7-fa73-46bc-845c-b5c56b4378b8 HTTP/1.1" status: 200 len: 946 time: 0.2066138 Feb 17 17:58:01.477014 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-114d3a49-b695-49ca-908a-c5258c6d48bc tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for floatingip (401aa458-9eeb-478f-b35a-99e6b5e846e6), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:01.477842 n-d-829613-2 neutron-server[103434]: INFO neutron.db.l3_db [None req-114d3a49-b695-49ca-908a-c5258c6d48bc tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Floating IP 401aa458-9eeb-478f-b35a-99e6b5e846e6 disassociated (deleted). External IP: 172.25.8.188, port: 80183ec2-82ef-443a-85d9-bb92842c8660. Feb 17 17:58:01.534128 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1c918027-d8f7-4263-8ee5-2d9eb5ff87a5 req-a1e14110-d119-4cf2-b35a-b9c5d454e802 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907611 Feb 17 17:58:01.819033 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38157083-4bc1-44c2-b599-cb2b9e015741', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb049a99-7b51-4f75-9df3-e39d7e10f48b'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:58:01.824650 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88cce4a9-d82f-442f-82bd-179fa2e8bca5" -d '{"events": [{"server_uuid": "38157083-4bc1-44c2-b599-cb2b9e015741", "name": "network-vif-unplugged", "status": "completed", "tag": "cb049a99-7b51-4f75-9df3-e39d7e10f48b"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:58:01.966558 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 17 Feb 2022 17:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda57700-33db-4408-9e83-1eb059cb0cf5 x-openstack-request-id: req-eda57700-33db-4408-9e83-1eb059cb0cf5 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:58:01.967823 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38157083-4bc1-44c2-b599-cb2b9e015741", "name": "network-vif-unplugged", "status": "failed", "tag": "cb049a99-7b51-4f75-9df3-e39d7e10f48b", "code": 422}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:58:01.968531 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-eda57700-33db-4408-9e83-1eb059cb0cf5 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:58:01.969618 n-d-829613-2 neutron-server[103436]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '38157083-4bc1-44c2-b599-cb2b9e015741', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cb049a99-7b51-4f75-9df3-e39d7e10f48b', 'code': 422} returned with failed status Feb 17 17:58:02.383334 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-a1bf872b-2eb4-43ff-92f7-34b669f7c04e req-cc71c32d-79c8-4aac-aa9b-0fd28a5d97f6 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:58:02.398561 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a1bf872b-2eb4-43ff-92f7-34b669f7c04e req-cc71c32d-79c8-4aac-aa9b-0fd28a5d97f6 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2827415 Feb 17 17:58:02.861875 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-114d3a49-b695-49ca-908a-c5258c6d48bc tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Router 2a8c0269-8465-43a8-a658-a004a8d92d8d has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:58:02.999542 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8fa7eddb-62a9-4081-b301-2b86c347aa8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:03.051470 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140716e7-4ae1-426a-802e-d8542d4c35ed req-faf35592-5330-4d92-a3fe-c54f732d3a5a tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:03.070621 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-140716e7-4ae1-426a-802e-d8542d4c35ed req-faf35592-5330-4d92-a3fe-c54f732d3a5a tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 943 time: 0.3769867 Feb 17 17:58:03.174335 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f8150-903e-4ea9-b67c-f2004e35a589 req-8dbeca99-67fa-4e29-b73b-64b4ddb69c1d tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:03.188740 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f83f8150-903e-4ea9-b67c-f2004e35a589 req-8dbeca99-67fa-4e29-b73b-64b4ddb69c1d tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9451ee7-fa73-46bc-845c-b5c56b4378b8 HTTP/1.1" status: 200 len: 946 time: 0.4208646 Feb 17 17:58:03.263576 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50408) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:58:03.295917 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114d3a49-b695-49ca-908a-c5258c6d48bc tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:58:03.309583 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-114d3a49-b695-49ca-908a-c5258c6d48bc tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:03.313394 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821528e0-ce5c-4d23-a3bc-6232b1888bea None None] Sync routers for ids ['2a8c0269-8465-43a8-a658-a004a8d92d8d'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:58:03.344282 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-140716e7-4ae1-426a-802e-d8542d4c35ed req-fd609140-66da-46d0-b8fe-026ca4c5ff4e tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2439590 Feb 17 17:58:03.348823 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821528e0-ce5c-4d23-a3bc-6232b1888bea None None] Routers {'2a8c0269-8465-43a8-a658-a004a8d92d8d'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:58:03.349945 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-821528e0-ce5c-4d23-a3bc-6232b1888bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:57:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['2a8c0269-8465-43a8-a658-a004a8d92d8d'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:58:03.374420 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-114d3a49-b695-49ca-908a-c5258c6d48bc tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "DELETE /v2.0/floatingips/401aa458-9eeb-478f-b35a-99e6b5e846e6 HTTP/1.1" status: 204 len: 168 time: 3.2486043 Feb 17 17:58:03.376206 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1963043a-6b1a-49f1-97de-c7e1488aa53d', 'tag': '80183ec2-82ef-443a-85d9-bb92842c8660'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:58:03.380860 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce3afac-d7b8-47eb-a5f7-970eed1b3703" -d '{"events": [{"name": "network-changed", "server_uuid": "1963043a-6b1a-49f1-97de-c7e1488aa53d", "tag": "80183ec2-82ef-443a-85d9-bb92842c8660"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:58:03.387355 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f83f8150-903e-4ea9-b67c-f2004e35a589 req-d358ec76-c528-4252-b170-a0c1e8e9723b tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970446 Feb 17 17:58:03.564674 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb9ef70-ec63-4ec5-ab69-a28da3fc3c0b x-openstack-request-id: req-efb9ef70-ec63-4ec5-ab69-a28da3fc3c0b {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:58:03.564674 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1963043a-6b1a-49f1-97de-c7e1488aa53d", "tag": "80183ec2-82ef-443a-85d9-bb92842c8660", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:58:03.568502 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-efb9ef70-ec63-4ec5-ab69-a28da3fc3c0b {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:58:03.569622 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1963043a-6b1a-49f1-97de-c7e1488aa53d', 'tag': '80183ec2-82ef-443a-85d9-bb92842c8660', 'status': 'completed', 'code': 200} Feb 17 17:58:03.709804 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2e786efc-89dd-4796-aa44-abf6590cd792 req-0e3e87d7-050b-4350-a3f3-576f142d94cc service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4405890 Feb 17 17:58:03.731374 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [req-2e786efc-89dd-4796-aa44-abf6590cd792 req-e98f22b4-70af-4002-ba01-67f10783ea42 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:58:03.733599 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2e786efc-89dd-4796-aa44-abf6590cd792 req-e98f22b4-70af-4002-ba01-67f10783ea42 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0171096 Feb 17 17:58:03.749377 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3afac-d7b8-47eb-a5f7-970eed1b3703 req-56305813-8089-42e9-9617-1decea4caee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:03.756826 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7ce3afac-d7b8-47eb-a5f7-970eed1b3703 req-56305813-8089-42e9-9617-1decea4caee3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ec7ab02c08ab4597882b00c123047e3e&device_id=1963043a-6b1a-49f1-97de-c7e1488aa53d HTTP/1.1" status: 200 len: 1128 time: 0.1604960 Feb 17 17:58:03.812139 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50422) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:58:03.836827 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-821528e0-ce5c-4d23-a3bc-6232b1888bea None None] Set router 2a8c0269-8465-43a8-a658-a004a8d92d8d gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:58:04.162431 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e786efc-89dd-4796-aa44-abf6590cd792 req-2fa62c8c-bb80-40d4-97df-aef1129f2118 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:04.180388 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2e786efc-89dd-4796-aa44-abf6590cd792 req-2fa62c8c-bb80-40d4-97df-aef1129f2118 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports/cb049a99-7b51-4f75-9df3-e39d7e10f48b HTTP/1.1" status: 200 len: 940 time: 0.3649433 Feb 17 17:58:04.208415 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device cb049a99-7b51-4f75-9df3-e39d7e10f48b no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:58:04.411654 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3afac-d7b8-47eb-a5f7-970eed1b3703 req-a162be40-bda0-43e4-b621-95a6ac04d1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:04.414121 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7ce3afac-d7b8-47eb-a5f7-970eed1b3703 req-a162be40-bda0-43e4-b621-95a6ac04d1f8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c023c479-1517-48c4-ac34-9e16ad2d74c8 HTTP/1.1" status: 200 len: 898 time: 0.6515832 Feb 17 17:58:04.449810 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-821528e0-ce5c-4d23-a3bc-6232b1888bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8c0269-8465-43a8-a658-a004a8d92d8d', 'name': 'tempest-TestNetworkBasicOps-router-1100751130', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '4ea93489-26db-4375-87a9-f552905139ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:56:37Z', 'updated_at': '2022-02-17T17:56:51Z', 'revision_number': 4, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'gw_port': {'id': '4ea93489-26db-4375-87a9-f552905139ef', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8c0269-8465-43a8-a658-a004a8d92d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:38Z', 'updated_at': '2022-02-17T17:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'd32bf71b-2f41-48ba-ab4a-739f3c9274d0', 'name': '', 'network_id': 'c023c479-1517-48c4-ac34-9e16ad2d74c8', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'mac_address': 'fa:16:3e:7b:66:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8c0269-8465-43a8-a658-a004a8d92d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '4ddd56ab-4412-435f-919f-020adaffa1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:49Z', 'updated_at': '2022-02-17T17:57:00Z', 'revision_number': 5, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'subnets': [{'id': '4ddd56ab-4412-435f-919f-020adaffa1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:58:04.525184 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port cb049a99-7b51-4f75-9df3-e39d7e10f48b is: DOWN; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:58:04.535231 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4280b-54ce-4a5a-96c6-121f8960e8fd req-21f8416a-48dd-4d29-8230-73d64e464d36 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:04.537559 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2ba4280b-54ce-4a5a-96c6-121f8960e8fd req-21f8416a-48dd-4d29-8230-73d64e464d36 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/ports?device_id=1963043a-6b1a-49f1-97de-c7e1488aa53d HTTP/1.1" status: 200 len: 946 time: 0.5002737 Feb 17 17:58:04.551812 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821528e0-ce5c-4d23-a3bc-6232b1888bea None None] Checking router: 2a8c0269-8465-43a8-a658-a004a8d92d8d for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:58:04.593768 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821528e0-ce5c-4d23-a3bc-6232b1888bea None None] Routers {'2a8c0269-8465-43a8-a658-a004a8d92d8d'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:58:04.594760 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-821528e0-ce5c-4d23-a3bc-6232b1888bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:57:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['2a8c0269-8465-43a8-a658-a004a8d92d8d'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:58:04.613950 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7ce3afac-d7b8-47eb-a5f7-970eed1b3703 req-7638e509-f505-4cbd-9744-2a99eb70f9fc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80183ec2-82ef-443a-85d9-bb92842c8660 HTTP/1.1" status: 200 len: 217 time: 0.1924543 Feb 17 17:58:04.685941 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3afac-d7b8-47eb-a5f7-970eed1b3703 req-9ea20558-85f8-4cbf-9653-001c8e84baa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:04.687522 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7ce3afac-d7b8-47eb-a5f7-970eed1b3703 req-9ea20558-85f8-4cbf-9653-001c8e84baa3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4ddd56ab-4412-435f-919f-020adaffa1f3 HTTP/1.1" status: 200 len: 834 time: 0.0613582 Feb 17 17:58:04.760641 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e8079-26b6-468d-8c6d-ab24f5773ffe req-4794ae60-410c-4951-8af8-603ea37e0cd0 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:04.769392 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-125e8079-26b6-468d-8c6d-ab24f5773ffe req-4794ae60-410c-4951-8af8-603ea37e0cd0 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9451ee7-fa73-46bc-845c-b5c56b4378b8 HTTP/1.1" status: 200 len: 946 time: 0.3929298 Feb 17 17:58:04.891325 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-821528e0-ce5c-4d23-a3bc-6232b1888bea None None] Set router 2a8c0269-8465-43a8-a658-a004a8d92d8d gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:58:04.925063 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2ba4280b-54ce-4a5a-96c6-121f8960e8fd req-29d10638-29eb-49c3-81a6-9d7eeb3ff6de tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/security-groups?id=65db658b-1abf-4463-b723-6f48e78ecf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3212180 Feb 17 17:58:05.017848 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-125e8079-26b6-468d-8c6d-ab24f5773ffe req-896e0b5e-3c0e-4b9e-8b2e-cc824b3c26c0 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472212 Feb 17 17:58:05.034073 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3afac-d7b8-47eb-a5f7-970eed1b3703 req-3347783d-b82a-484c-a355-6fa42a68a74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:05.035924 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7ce3afac-d7b8-47eb-a5f7-970eed1b3703 req-3347783d-b82a-484c-a355-6fa42a68a74b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c023c479-1517-48c4-ac34-9e16ad2d74c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3386943 Feb 17 17:58:05.221470 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7ce3afac-d7b8-47eb-a5f7-970eed1b3703 req-91174ce2-2cb8-4c10-aaf3-6a9d5410f9c8 service neutron] 10.222.0.71 "GET /v2.0/networks/c023c479-1517-48c4-ac34-9e16ad2d74c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764519 Feb 17 17:58:05.447863 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-821528e0-ce5c-4d23-a3bc-6232b1888bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8c0269-8465-43a8-a658-a004a8d92d8d', 'name': 'tempest-TestNetworkBasicOps-router-1100751130', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '4ea93489-26db-4375-87a9-f552905139ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:56:37Z', 'updated_at': '2022-02-17T17:56:51Z', 'revision_number': 4, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'gw_port': {'id': '4ea93489-26db-4375-87a9-f552905139ef', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8c0269-8465-43a8-a658-a004a8d92d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:38Z', 'updated_at': '2022-02-17T17:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'd32bf71b-2f41-48ba-ab4a-739f3c9274d0', 'name': '', 'network_id': 'c023c479-1517-48c4-ac34-9e16ad2d74c8', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'mac_address': 'fa:16:3e:7b:66:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8c0269-8465-43a8-a658-a004a8d92d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '4ddd56ab-4412-435f-919f-020adaffa1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:49Z', 'updated_at': '2022-02-17T17:57:00Z', 'revision_number': 5, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'subnets': [{'id': '4ddd56ab-4412-435f-919f-020adaffa1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:58:05.478461 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b943127c-52c6-4c59-863b-8c9f83a15726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:05.529994 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821528e0-ce5c-4d23-a3bc-6232b1888bea None None] The sync data for ids ['2a8c0269-8465-43a8-a658-a004a8d92d8d'] in n-d-829613-2 is: [{'id': '2a8c0269-8465-43a8-a658-a004a8d92d8d', 'name': 'tempest-TestNetworkBasicOps-router-1100751130', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '4ea93489-26db-4375-87a9-f552905139ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:56:37Z', 'updated_at': '2022-02-17T17:56:51Z', 'revision_number': 4, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'gw_port': {'id': '4ea93489-26db-4375-87a9-f552905139ef', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8c0269-8465-43a8-a658-a004a8d92d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:38Z', 'updated_at': '2022-02-17T17:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'd32bf71b-2f41-48ba-ab4a-739f3c9274d0', 'name': '', 'network_id': 'c023c479-1517-48c4-ac34-9e16ad2d74c8', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'mac_address': 'fa:16:3e:7b:66:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8c0269-8465-43a8-a658-a004a8d92d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '4ddd56ab-4412-435f-919f-020adaffa1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:49Z', 'updated_at': '2022-02-17T17:57:00Z', 'revision_number': 5, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'subnets': [{'id': '4ddd56ab-4412-435f-919f-020adaffa1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:58:05.579079 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4110d3-78f7-48ca-974f-62df9d403d61 req-ebdc593e-a924-49a7-b5fa-83692507a033 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:05.581119 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7a4110d3-78f7-48ca-974f-62df9d403d61 req-ebdc593e-a924-49a7-b5fa-83692507a033 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.71 "GET /v2.0/ports?device_id=1963043a-6b1a-49f1-97de-c7e1488aa53d HTTP/1.1" status: 200 len: 946 time: 0.3581960 Feb 17 17:58:05.768231 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a80c8-d47e-433c-9b0d-be07238069a9 req-5b65d8c5-e6b2-4a3d-8c93-1c72835f70b6 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:05.771830 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b37e6f-8580-4d8b-9414-0b2486d1b88e req-e93e4c41-cce5-4f15-8c32-2b595673ab8f tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:05.785427 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f78a80c8-d47e-433c-9b0d-be07238069a9 req-5b65d8c5-e6b2-4a3d-8c93-1c72835f70b6 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 943 time: 0.5572422 Feb 17 17:58:05.792669 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-42b37e6f-8580-4d8b-9414-0b2486d1b88e req-e93e4c41-cce5-4f15-8c32-2b595673ab8f tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.71 "GET /v2.0/ports?device_id=d9451ee7-fa73-46bc-845c-b5c56b4378b8 HTTP/1.1" status: 200 len: 946 time: 0.3254786 Feb 17 17:58:05.854598 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7ce3afac-d7b8-47eb-a5f7-970eed1b3703 req-d7ca32cf-9fc7-46ba-8250-6b4ed601e748 service neutron] 10.222.0.71 "GET /v2.0/networks/c023c479-1517-48c4-ac34-9e16ad2d74c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6208022 Feb 17 17:58:06.066529 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-42b37e6f-8580-4d8b-9414-0b2486d1b88e req-82dcf23f-6b82-44d2-b8d9-ac571b442793 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Deleting port fd86f62d-e63b-480d-a36c-33da829b88b5 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:58:06.067113 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-42b37e6f-8580-4d8b-9414-0b2486d1b88e req-82dcf23f-6b82-44d2-b8d9-ac571b442793 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (fd86f62d-e63b-480d-a36c-33da829b88b5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:06.077031 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-7a4110d3-78f7-48ca-974f-62df9d403d61 req-a0f95f19-dc05-473c-a324-f162cee4c82f tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Deleting port 80183ec2-82ef-443a-85d9-bb92842c8660 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:58:06.077620 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-7a4110d3-78f7-48ca-974f-62df9d403d61 req-a0f95f19-dc05-473c-a324-f162cee4c82f tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (80183ec2-82ef-443a-85d9-bb92842c8660), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:06.109764 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f78a80c8-d47e-433c-9b0d-be07238069a9 req-7a215a80-0db0-46b1-8cfe-cf6916c2e5e0 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3093369 Feb 17 17:58:06.193804 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22218c7-ff23-4523-aaf4-17f3805fe0a4 None None] New status for floating IP 401aa458-9eeb-478f-b35a-99e6b5e846e6: DOWN {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 17:58:06.305212 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-42b37e6f-8580-4d8b-9414-0b2486d1b88e req-82dcf23f-6b82-44d2-b8d9-ac571b442793 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] For port fd86f62d-e63b-480d-a36c-33da829b88b5, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=fd86f62d-e63b-480d-a36c-33da829b88b5,segment=NetworkSegment(7daa1fb9-0229-428f-b148-62ae138c90f0),segment_id=7daa1fb9-0229-428f-b148-62ae138c90f0)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:58:06.306088 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-42b37e6f-8580-4d8b-9414-0b2486d1b88e req-82dcf23f-6b82-44d2-b8d9-ac571b442793 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (fd86f62d-e63b-480d-a36c-33da829b88b5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:06.327408 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-42b37e6f-8580-4d8b-9414-0b2486d1b88e req-82dcf23f-6b82-44d2-b8d9-ac571b442793 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Calling delete_port for fd86f62d-e63b-480d-a36c-33da829b88b5 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:58:06.341328 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db02251-bbda-4f79-ba69-9e9111c5e5b4 req-747b8962-f70e-4b3c-b821-8ea47e147224 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:06.351807 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2db02251-bbda-4f79-ba69-9e9111c5e5b4 req-747b8962-f70e-4b3c-b821-8ea47e147224 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/ports?device_id=1963043a-6b1a-49f1-97de-c7e1488aa53d HTTP/1.1" status: 200 len: 946 time: 0.2397113 Feb 17 17:58:06.478335 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-7a4110d3-78f7-48ca-974f-62df9d403d61 req-a0f95f19-dc05-473c-a324-f162cee4c82f tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] For port 80183ec2-82ef-443a-85d9-bb92842c8660, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=80183ec2-82ef-443a-85d9-bb92842c8660,segment=NetworkSegment(73f57ccc-2cd4-4638-9f6f-0e813989d24c),segment_id=73f57ccc-2cd4-4638-9f6f-0e813989d24c)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:58:06.478991 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-7a4110d3-78f7-48ca-974f-62df9d403d61 req-a0f95f19-dc05-473c-a324-f162cee4c82f tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (80183ec2-82ef-443a-85d9-bb92842c8660), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:06.557782 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-7a4110d3-78f7-48ca-974f-62df9d403d61 req-a0f95f19-dc05-473c-a324-f162cee4c82f tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Calling delete_port for 80183ec2-82ef-443a-85d9-bb92842c8660 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:58:06.639253 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2db02251-bbda-4f79-ba69-9e9111c5e5b4 req-2aeb8986-8715-4b41-b877-cd103fbe6fc6 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/security-groups?id=65db658b-1abf-4463-b723-6f48e78ecf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2671583 Feb 17 17:58:06.665280 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87a0ee-e2b4-4471-ba9a-6dfa293ec69c req-b0baccb3-1315-489d-b7a3-a693f0f664b7 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:06.680116 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9e87a0ee-e2b4-4471-ba9a-6dfa293ec69c req-b0baccb3-1315-489d-b7a3-a693f0f664b7 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9451ee7-fa73-46bc-845c-b5c56b4378b8 HTTP/1.1" status: 200 len: 946 time: 0.2554574 Feb 17 17:58:06.737380 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:06.756785 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-42b37e6f-8580-4d8b-9414-0b2486d1b88e req-82dcf23f-6b82-44d2-b8d9-ac571b442793 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (fd86f62d-e63b-480d-a36c-33da829b88b5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:06.786005 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['fd86f62d-e63b-480d-a36c-33da829b88b5'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:58:06.803513 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['8e4913a4-4610-44fc-bbe2-cece27c8336e'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:58:06.966989 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dcf23f-6b82-44d2-b8d9-ac571b442793 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Pushing event deleted for resources: {'Port': ['ID=fd86f62d-e63b-480d-a36c-33da829b88b5,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:07.212206 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b37e6f-8580-4d8b-9414-0b2486d1b88e req-82dcf23f-6b82-44d2-b8d9-ac571b442793 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] No DVR routers for this DVR port fd86f62d-e63b-480d-a36c-33da829b88b5 on host n-h1-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:58:07.224097 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-42b37e6f-8580-4d8b-9414-0b2486d1b88e req-82dcf23f-6b82-44d2-b8d9-ac571b442793 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:07.238305 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9e87a0ee-e2b4-4471-ba9a-6dfa293ec69c req-3a5519dd-9ed8-4b25-8f48-e60ef2a29657 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5556953 Feb 17 17:58:07.243825 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-42b37e6f-8580-4d8b-9414-0b2486d1b88e req-82dcf23f-6b82-44d2-b8d9-ac571b442793 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.71 "DELETE /v2.0/ports/fd86f62d-e63b-480d-a36c-33da829b88b5 HTTP/1.1" status: 204 len: 173 time: 1.4449043 Feb 17 17:58:07.246503 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9451ee7-fa73-46bc-845c-b5c56b4378b8', 'name': 'network-vif-deleted', 'tag': 'fd86f62d-e63b-480d-a36c-33da829b88b5'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:58:07.265024 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1a166a-07f3-4059-8872-1cb9e76a6558" -d '{"events": [{"server_uuid": "d9451ee7-fa73-46bc-845c-b5c56b4378b8", "name": "network-vif-deleted", "tag": "fd86f62d-e63b-480d-a36c-33da829b88b5"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:58:07.481384 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e46c88c-c982-4cd0-870f-7bf5251c04c0 x-openstack-request-id: req-3e46c88c-c982-4cd0-870f-7bf5251c04c0 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:58:07.481857 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9451ee7-fa73-46bc-845c-b5c56b4378b8", "name": "network-vif-deleted", "tag": "fd86f62d-e63b-480d-a36c-33da829b88b5", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:58:07.483155 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3e46c88c-c982-4cd0-870f-7bf5251c04c0 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:58:07.483764 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9451ee7-fa73-46bc-845c-b5c56b4378b8', 'name': 'network-vif-deleted', 'tag': 'fd86f62d-e63b-480d-a36c-33da829b88b5', 'status': 'completed', 'code': 200} Feb 17 17:58:07.625294 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-7a4110d3-78f7-48ca-974f-62df9d403d61 req-a0f95f19-dc05-473c-a324-f162cee4c82f tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (80183ec2-82ef-443a-85d9-bb92842c8660), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:07.795880 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4110d3-78f7-48ca-974f-62df9d403d61 req-a0f95f19-dc05-473c-a324-f162cee4c82f tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] No DVR routers for this DVR port 80183ec2-82ef-443a-85d9-bb92842c8660 on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:58:07.798995 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f95f19-dc05-473c-a324-f162cee4c82f tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event deleted for resources: {'Port': ['ID=80183ec2-82ef-443a-85d9-bb92842c8660,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:07.842202 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-7a4110d3-78f7-48ca-974f-62df9d403d61 req-a0f95f19-dc05-473c-a324-f162cee4c82f tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:07.861827 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7a4110d3-78f7-48ca-974f-62df9d403d61 req-a0f95f19-dc05-473c-a324-f162cee4c82f tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.71 "DELETE /v2.0/ports/80183ec2-82ef-443a-85d9-bb92842c8660 HTTP/1.1" status: 204 len: 173 time: 2.2717111 Feb 17 17:58:07.871970 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f95f19-dc05-473c-a324-f162cee4c82f tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:58:07.885007 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f95f19-dc05-473c-a324-f162cee4c82f tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:58:07.886030 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f95f19-dc05-473c-a324-f162cee4c82f tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:58:07.886822 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f95f19-dc05-473c-a324-f162cee4c82f tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:58:07.887601 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f95f19-dc05-473c-a324-f162cee4c82f tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:58:07.888963 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f95f19-dc05-473c-a324-f162cee4c82f tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:58:07.889746 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f95f19-dc05-473c-a324-f162cee4c82f tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:58:07.890508 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f95f19-dc05-473c-a324-f162cee4c82f tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:58:07.891280 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f95f19-dc05-473c-a324-f162cee4c82f tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:58:07.892040 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f95f19-dc05-473c-a324-f162cee4c82f tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:58:07.893235 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f95f19-dc05-473c-a324-f162cee4c82f tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:58:07.894036 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f95f19-dc05-473c-a324-f162cee4c82f tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:58:07.894827 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f95f19-dc05-473c-a324-f162cee4c82f tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:58:07.899956 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1963043a-6b1a-49f1-97de-c7e1488aa53d', 'name': 'network-vif-deleted', 'tag': '80183ec2-82ef-443a-85d9-bb92842c8660'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:58:07.907308 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df14b6a-fd13-49ea-a6f1-e4b23e68d9e9" -d '{"events": [{"server_uuid": "1963043a-6b1a-49f1-97de-c7e1488aa53d", "name": "network-vif-deleted", "tag": "80183ec2-82ef-443a-85d9-bb92842c8660"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:58:07.919890 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1b85d-014c-4810-9621-6abc858c8ab0 req-90bbefae-7288-4709-9f22-4c3175df7526 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:07.922253 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0aa1b85d-014c-4810-9621-6abc858c8ab0 req-90bbefae-7288-4709-9f22-4c3175df7526 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 943 time: 0.4093609 Feb 17 17:58:08.003416 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:08.084595 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bac2feb9-c97f-444d-a442-21175a632ad6 req-a4d0fdc9-adff-450d-a5ba-3981a5725439 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "GET /v2.0/ports?device_id=1963043a-6b1a-49f1-97de-c7e1488aa53d HTTP/1.1" status: 200 len: 210 time: 0.1578574 Feb 17 17:58:08.193596 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0aa1b85d-014c-4810-9621-6abc858c8ab0 req-dd3cc1a9-4277-4877-b4e9-75a165e6417f tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2533348 Feb 17 17:58:08.265097 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da34850c-d3f2-49b2-aa38-a2ed5e913c14 x-openstack-request-id: req-da34850c-d3f2-49b2-aa38-a2ed5e913c14 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:58:08.265278 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1963043a-6b1a-49f1-97de-c7e1488aa53d", "name": "network-vif-deleted", "tag": "80183ec2-82ef-443a-85d9-bb92842c8660", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:58:08.265479 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-da34850c-d3f2-49b2-aa38-a2ed5e913c14 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:58:08.265987 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1963043a-6b1a-49f1-97de-c7e1488aa53d', 'name': 'network-vif-deleted', 'tag': '80183ec2-82ef-443a-85d9-bb92842c8660', 'status': 'completed', 'code': 200} Feb 17 17:58:08.647573 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1153c6-a9f5-44bb-9658-4874d0ae5eae req-d79da4e2-4b1d-4c04-99ea-570a41fc7cff tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:08.649794 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ef1153c6-a9f5-44bb-9658-4874d0ae5eae req-d79da4e2-4b1d-4c04-99ea-570a41fc7cff tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.0912180 Feb 17 17:58:08.749197 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ef1153c6-a9f5-44bb-9658-4874d0ae5eae req-b9d3dd31-df9c-42a8-8e0d-482969e68db6 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880637 Feb 17 17:58:09.037662 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 80183ec2-82ef-443a-85d9-bb92842c8660 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:58:09.080147 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: 80183ec2-82ef-443a-85d9-bb92842c8660 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:58:09.080808 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 80183ec2-82ef-443a-85d9-bb92842c8660 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:58:09.158850 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:09.179377 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964c158-98cc-4a89-845c-336517323c68 req-a1932108-6990-43ea-8e8a-300250692ca4 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:09.200493 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4964c158-98cc-4a89-845c-336517323c68 req-a1932108-6990-43ea-8e8a-300250692ca4 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.1470532 Feb 17 17:58:09.223794 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50500) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:58:09.406232 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4964c158-98cc-4a89-845c-336517323c68 req-db513b05-8b8a-4edc-a4be-88e3b67cdf06 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036366 Feb 17 17:58:09.453065 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-69259c85-6b3f-4c48-bc9f-970c43a496b2 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group (65db658b-1abf-4463-b723-6f48e78ecf8b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:09.504603 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-69259c85-6b3f-4c48-bc9f-970c43a496b2 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group (65db658b-1abf-4463-b723-6f48e78ecf8b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:09.590747 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-69259c85-6b3f-4c48-bc9f-970c43a496b2 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (65db658b-1abf-4463-b723-6f48e78ecf8b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:09.594436 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-69259c85-6b3f-4c48-bc9f-970c43a496b2 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:09.600155 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-69259c85-6b3f-4c48-bc9f-970c43a496b2 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "DELETE /v2.0/security-groups/65db658b-1abf-4463-b723-6f48e78ecf8b HTTP/1.1" status: 204 len: 168 time: 0.3693547 Feb 17 17:58:09.630610 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69259c85-6b3f-4c48-bc9f-970c43a496b2 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65db658b-1abf-4463-b723-6f48e78ecf8b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:09.630906 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b5ea8-0cf3-46f4-8404-3dd27d082c1c req-aedcc0a3-ada0-421e-99b2-95c78d79f2b6 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:09.633884 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-528b5ea8-0cf3-46f4-8404-3dd27d082c1c req-aedcc0a3-ada0-421e-99b2-95c78d79f2b6 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 943 time: 0.2218173 Feb 17 17:58:09.741491 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68977606-17ed-4205-b392-c1444037a622 req-bdcb55ad-93e0-419c-af2a-538242a9e956 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:09.744638 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-68977606-17ed-4205-b392-c1444037a622 req-bdcb55ad-93e0-419c-af2a-538242a9e956 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.2338808 Feb 17 17:58:09.850214 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-528b5ea8-0cf3-46f4-8404-3dd27d082c1c req-1cb6a47e-31ee-4f95-989b-512012960d34 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1997671 Feb 17 17:58:09.890371 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-68977606-17ed-4205-b392-c1444037a622 req-3a31143a-134b-4737-b3e0-7e030b095d62 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366234 Feb 17 17:58:09.985050 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 50512) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:58:10.792843 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6b5f7211-630e-41a9-9aaa-5ab0dcd622f4 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (2a8c0269-8465-43a8-a658-a004a8d92d8d), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:11.053059 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device fd86f62d-e63b-480d-a36c-33da829b88b5 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:58:11.080322 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: fd86f62d-e63b-480d-a36c-33da829b88b5 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:58:11.080908 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device fd86f62d-e63b-480d-a36c-33da829b88b5 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:58:11.486896 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e95fe-7aca-4f07-9541-7f10400797fd req-b8686c20-e30e-46be-ab67-b98d1efbecde tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:11.488961 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8b2e95fe-7aca-4f07-9541-7f10400797fd req-b8686c20-e30e-46be-ab67-b98d1efbecde tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 943 time: 0.1647778 Feb 17 17:58:11.640175 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8b2e95fe-7aca-4f07-9541-7f10400797fd req-dd1e4c69-2c41-4d32-97d1-3f9d2d181d47 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138077 Feb 17 17:58:11.918652 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-6b5f7211-630e-41a9-9aaa-5ab0dcd622f4 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Deleting port d32bf71b-2f41-48ba-ab4a-739f3c9274d0 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:58:11.919832 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6b5f7211-630e-41a9-9aaa-5ab0dcd622f4 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (d32bf71b-2f41-48ba-ab4a-739f3c9274d0), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:12.081467 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-6b5f7211-630e-41a9-9aaa-5ab0dcd622f4 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] For port d32bf71b-2f41-48ba-ab4a-739f3c9274d0, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=d32bf71b-2f41-48ba-ab4a-739f3c9274d0,segment=NetworkSegment(73f57ccc-2cd4-4638-9f6f-0e813989d24c),segment_id=73f57ccc-2cd4-4638-9f6f-0e813989d24c)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:58:12.081912 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6b5f7211-630e-41a9-9aaa-5ab0dcd622f4 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (d32bf71b-2f41-48ba-ab4a-739f3c9274d0), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:12.103527 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-6b5f7211-630e-41a9-9aaa-5ab0dcd622f4 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Calling delete_port for d32bf71b-2f41-48ba-ab4a-739f3c9274d0 owned by network:router_interface {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:58:12.511726 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6b5f7211-630e-41a9-9aaa-5ab0dcd622f4 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (d32bf71b-2f41-48ba-ab4a-739f3c9274d0), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:12.709609 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f7211-630e-41a9-9aaa-5ab0dcd622f4 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event deleted for resources: {'Port': ['ID=d32bf71b-2f41-48ba-ab4a-739f3c9274d0,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:13.383520 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669662c0-55b8-4e4c-a8c5-bc85df7198dd req-63c5689b-07b8-4121-bf1f-5339f7b766aa tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:13.397169 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-669662c0-55b8-4e4c-a8c5-bc85df7198dd req-63c5689b-07b8-4121-bf1f-5339f7b766aa tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 943 time: 0.1449256 Feb 17 17:58:13.442786 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6b5f7211-630e-41a9-9aaa-5ab0dcd622f4 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (2a8c0269-8465-43a8-a658-a004a8d92d8d), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:13.559527 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-669662c0-55b8-4e4c-a8c5-bc85df7198dd req-1d961a5e-1dc9-468d-9853-c9172f8df2f7 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528947 Feb 17 17:58:14.181321 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5f7211-630e-41a9-9aaa-5ab0dcd622f4 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Router 2a8c0269-8465-43a8-a658-a004a8d92d8d has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:58:14.506031 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5f7211-630e-41a9-9aaa-5ab0dcd622f4 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:58:14.524286 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f264219-0aa5-4c4d-8284-9c4e1312077e None None] Sync routers for ids ['2a8c0269-8465-43a8-a658-a004a8d92d8d'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:58:14.528575 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-6b5f7211-630e-41a9-9aaa-5ab0dcd622f4 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "PUT /v2.0/routers/2a8c0269-8465-43a8-a658-a004a8d92d8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5393906 Feb 17 17:58:14.528879 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50562) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:58:14.552203 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f264219-0aa5-4c4d-8284-9c4e1312077e None None] Routers {'2a8c0269-8465-43a8-a658-a004a8d92d8d'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:58:14.553198 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-6f264219-0aa5-4c4d-8284-9c4e1312077e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:58:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['2a8c0269-8465-43a8-a658-a004a8d92d8d'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:58:14.686537 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-f85880a7-bbe1-4cc6-a224-444b566a2c01 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Deleting subnet 4ddd56ab-4412-435f-919f-020adaffa1f3 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 17:58:14.695307 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f85880a7-bbe1-4cc6-a224-444b566a2c01 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for subnet (4ddd56ab-4412-435f-919f-020adaffa1f3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:14.871518 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f85880a7-bbe1-4cc6-a224-444b566a2c01 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (4ddd56ab-4412-435f-919f-020adaffa1f3), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:14.877625 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-6f264219-0aa5-4c4d-8284-9c4e1312077e None None] Set router 2a8c0269-8465-43a8-a658-a004a8d92d8d gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:58:14.897478 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e42956-cef1-4ef9-8dd5-10e9a1e94705 req-680eecdd-27a0-4b30-89df-4680b9def57c tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:14.899187 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f8e42956-cef1-4ef9-8dd5-10e9a1e94705 req-680eecdd-27a0-4b30-89df-4680b9def57c tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 943 time: 0.1556273 Feb 17 17:58:15.089527 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f8e42956-cef1-4ef9-8dd5-10e9a1e94705 req-3cfd85df-419b-4db0-a1b3-461fc5c2e859 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836617 Feb 17 17:58:15.251773 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f1377-6151-456d-a4c8-35d73efe3563 req-d9a7fe81-f387-4589-ac66-ecabceeece16 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:15.260455 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9e9f1377-6151-456d-a4c8-35d73efe3563 req-d9a7fe81-f387-4589-ac66-ecabceeece16 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.1441922 Feb 17 17:58:15.304767 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f85880a7-bbe1-4cc6-a224-444b566a2c01 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (4ddd56ab-4412-435f-919f-020adaffa1f3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:15.379379 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9e9f1377-6151-456d-a4c8-35d73efe3563 req-281365cb-8cff-455a-b05f-c76b4aa12b5b tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145964 Feb 17 17:58:15.546401 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-6f264219-0aa5-4c4d-8284-9c4e1312077e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8c0269-8465-43a8-a658-a004a8d92d8d', 'name': 'tempest-TestNetworkBasicOps-router-1100751130', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '4ea93489-26db-4375-87a9-f552905139ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:56:37Z', 'updated_at': '2022-02-17T17:58:12Z', 'revision_number': 5, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'gw_port': {'id': '4ea93489-26db-4375-87a9-f552905139ef', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8c0269-8465-43a8-a658-a004a8d92d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:38Z', 'updated_at': '2022-02-17T17:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:58:15.559963 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f85880a7-bbe1-4cc6-a224-444b566a2c01 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (4ddd56ab-4412-435f-919f-020adaffa1f3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:15.580412 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f264219-0aa5-4c4d-8284-9c4e1312077e None None] Checking router: 2a8c0269-8465-43a8-a658-a004a8d92d8d for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:58:15.590534 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f264219-0aa5-4c4d-8284-9c4e1312077e None None] Routers {'2a8c0269-8465-43a8-a658-a004a8d92d8d'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:58:15.591816 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-6f264219-0aa5-4c4d-8284-9c4e1312077e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:58:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['2a8c0269-8465-43a8-a658-a004a8d92d8d'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:58:15.602670 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f85880a7-bbe1-4cc6-a224-444b566a2c01 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:15.614684 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2278ade4-c2c9-42c0-8b96-603497f924fa None None] Network c023c479-1517-48c4-ac34-9e16ad2d74c8 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:58:15.648473 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f85880a7-bbe1-4cc6-a224-444b566a2c01 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "DELETE /v2.0/subnets/4ddd56ab-4412-435f-919f-020adaffa1f3 HTTP/1.1" status: 204 len: 168 time: 1.1174350 Feb 17 17:58:15.661728 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63ba15-62a4-47c3-9c66-8a8c2b5dd14f req-e073854e-b654-4812-820e-c1e740a177ce tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:15.676286 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-be63ba15-62a4-47c3-9c66-8a8c2b5dd14f req-e073854e-b654-4812-820e-c1e740a177ce tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.1531777 Feb 17 17:58:15.679154 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 50580) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:58:15.734364 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85880a7-bbe1-4cc6-a224-444b566a2c01 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event deleted for resources: {'Subnet': ['ID=4ddd56ab-4412-435f-919f-020adaffa1f3,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:15.871579 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-6f264219-0aa5-4c4d-8284-9c4e1312077e None None] Set router 2a8c0269-8465-43a8-a658-a004a8d92d8d gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:58:16.011303 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-be63ba15-62a4-47c3-9c66-8a8c2b5dd14f req-423c9389-c6d9-4ad8-9eba-fc565c69a99e tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325896 Feb 17 17:58:16.084656 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672f43c6-daab-411d-b48d-51f96be14b06 None None] DHCP port deletion for c023c479-1517-48c4-ac34-9e16ad2d74c8 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 17:58:16.356092 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 9a26bd87-68bf-4a4c-bc76-1e9fd1948994 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:58:16.531247 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-672f43c6-daab-411d-b48d-51f96be14b06 None None] Deleting port 9a26bd87-68bf-4a4c-bc76-1e9fd1948994 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:58:16.531884 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-672f43c6-daab-411d-b48d-51f96be14b06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (9a26bd87-68bf-4a4c-bc76-1e9fd1948994), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:16.602309 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4f602bc3-cce6-4c4c-9d0a-d32f07e00530 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for router (2a8c0269-8465-43a8-a658-a004a8d92d8d), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:16.613169 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-6f264219-0aa5-4c4d-8284-9c4e1312077e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8c0269-8465-43a8-a658-a004a8d92d8d', 'name': 'tempest-TestNetworkBasicOps-router-1100751130', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '4ea93489-26db-4375-87a9-f552905139ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:56:37Z', 'updated_at': '2022-02-17T17:58:12Z', 'revision_number': 5, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'gw_port': {'id': '4ea93489-26db-4375-87a9-f552905139ef', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8c0269-8465-43a8-a658-a004a8d92d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:38Z', 'updated_at': '2022-02-17T17:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:58:16.744585 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f264219-0aa5-4c4d-8284-9c4e1312077e None None] The sync data for ids ['2a8c0269-8465-43a8-a658-a004a8d92d8d'] in n-d-829613-2 is: [{'id': '2a8c0269-8465-43a8-a658-a004a8d92d8d', 'name': 'tempest-TestNetworkBasicOps-router-1100751130', 'tenant_id': 'ec7ab02c08ab4597882b00c123047e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '4ea93489-26db-4375-87a9-f552905139ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:56:37Z', 'updated_at': '2022-02-17T17:58:12Z', 'revision_number': 5, 'project_id': 'ec7ab02c08ab4597882b00c123047e3e', 'gw_port': {'id': '4ea93489-26db-4375-87a9-f552905139ef', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8c0269-8465-43a8-a658-a004a8d92d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:38Z', 'updated_at': '2022-02-17T17:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:58:16.787340 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-672f43c6-daab-411d-b48d-51f96be14b06 None None] For port 9a26bd87-68bf-4a4c-bc76-1e9fd1948994, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=9a26bd87-68bf-4a4c-bc76-1e9fd1948994,segment=NetworkSegment(73f57ccc-2cd4-4638-9f6f-0e813989d24c),segment_id=73f57ccc-2cd4-4638-9f6f-0e813989d24c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:58:16.788195 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-672f43c6-daab-411d-b48d-51f96be14b06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (9a26bd87-68bf-4a4c-bc76-1e9fd1948994), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:16.818801 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c591596-d83f-4a06-b221-8a049a8fbb57 req-6426988a-540a-4fea-ad5a-e25a9b897ab4 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:16.830607 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1c591596-d83f-4a06-b221-8a049a8fbb57 req-6426988a-540a-4fea-ad5a-e25a9b897ab4 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 943 time: 0.5096180 Feb 17 17:58:16.880508 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-672f43c6-daab-411d-b48d-51f96be14b06 None None] Calling delete_port for 9a26bd87-68bf-4a4c-bc76-1e9fd1948994 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:58:16.915265 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 9a26bd87-68bf-4a4c-bc76-1e9fd1948994 is: ACTIVE; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:58:16.915901 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (9a26bd87-68bf-4a4c-bc76-1e9fd1948994), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:16.991315 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 9a26bd87-68bf-4a4c-bc76-1e9fd1948994, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=9a26bd87-68bf-4a4c-bc76-1e9fd1948994,segment=NetworkSegment(73f57ccc-2cd4-4638-9f6f-0e813989d24c),segment_id=73f57ccc-2cd4-4638-9f6f-0e813989d24c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:58:16.997073 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (9a26bd87-68bf-4a4c-bc76-1e9fd1948994), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:17.092951 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1c591596-d83f-4a06-b221-8a049a8fbb57 req-0904b2b6-aba2-4f0b-9424-6035ec41b905 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1756430 Feb 17 17:58:17.097301 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-672f43c6-daab-411d-b48d-51f96be14b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (9a26bd87-68bf-4a4c-bc76-1e9fd1948994), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:17.130432 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672f43c6-daab-411d-b48d-51f96be14b06 None None] No DVR routers for this DVR port 9a26bd87-68bf-4a4c-bc76-1e9fd1948994 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 17:58:17.218655 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4f602bc3-cce6-4c4c-9d0a-d32f07e00530 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for router_gateway (2a8c0269-8465-43a8-a658-a004a8d92d8d), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:17.261435 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=9a26bd87-68bf-4a4c-bc76-1e9fd1948994,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:17.317336 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672f43c6-daab-411d-b48d-51f96be14b06 None None] Pushing event deleted for resources: {'Port': ['ID=9a26bd87-68bf-4a4c-bc76-1e9fd1948994,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:17.436100 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4f602bc3-cce6-4c4c-9d0a-d32f07e00530 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Deleting port 4ea93489-26db-4375-87a9-f552905139ef {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 17:58:17.437196 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4f602bc3-cce6-4c4c-9d0a-d32f07e00530 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (4ea93489-26db-4375-87a9-f552905139ef), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:17.660000 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-4f602bc3-cce6-4c4c-9d0a-d32f07e00530 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] For port 4ea93489-26db-4375-87a9-f552905139ef, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=4ea93489-26db-4375-87a9-f552905139ef,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:58:17.660448 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4f602bc3-cce6-4c4c-9d0a-d32f07e00530 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (4ea93489-26db-4375-87a9-f552905139ef), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:17.699003 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4f602bc3-cce6-4c4c-9d0a-d32f07e00530 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Calling delete_port for 4ea93489-26db-4375-87a9-f552905139ef owned by network:router_gateway {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 17:58:18.015902 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4f602bc3-cce6-4c4c-9d0a-d32f07e00530 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (4ea93489-26db-4375-87a9-f552905139ef), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:18.086391 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f602bc3-cce6-4c4c-9d0a-d32f07e00530 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event deleted for resources: {'Port': ['ID=4ea93489-26db-4375-87a9-f552905139ef,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:18.325352 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4f602bc3-cce6-4c4c-9d0a-d32f07e00530 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (2a8c0269-8465-43a8-a658-a004a8d92d8d), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:18.348779 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50612) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:58:18.482651 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device d32bf71b-2f41-48ba-ab4a-739f3c9274d0 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:58:18.614454 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4f602bc3-cce6-4c4c-9d0a-d32f07e00530 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (2a8c0269-8465-43a8-a658-a004a8d92d8d), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:18.614789 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: d32bf71b-2f41-48ba-ab4a-739f3c9274d0 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:58:18.614789 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device d32bf71b-2f41-48ba-ab4a-739f3c9274d0 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:58:18.618370 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4f602bc3-cce6-4c4c-9d0a-d32f07e00530 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for router_controller (2a8c0269-8465-43a8-a658-a004a8d92d8d), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:18.738753 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b7b7d474-669b-40a1-9050-63ddbd4f9f8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:18.863086 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4f602bc3-cce6-4c4c-9d0a-d32f07e00530 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (2a8c0269-8465-43a8-a658-a004a8d92d8d), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:18.863599 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f602bc3-cce6-4c4c-9d0a-d32f07e00530 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Fanout notify agent at l3_agent the message router_deleted on router 2a8c0269-8465-43a8-a658-a004a8d92d8d {{(pid=103435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 17:58:18.924176 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4f602bc3-cce6-4c4c-9d0a-d32f07e00530 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:18.938763 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4f602bc3-cce6-4c4c-9d0a-d32f07e00530 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "DELETE /v2.0/routers/2a8c0269-8465-43a8-a658-a004a8d92d8d HTTP/1.1" status: 204 len: 168 time: 3.2561617 Feb 17 17:58:18.940651 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 50618) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:58:19.010853 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b7b7d474-669b-40a1-9050-63ddbd4f9f8b admin admin] Publish callbacks [] for security_group (13bc161d-967d-4cce-96cc-afc3711cb64e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:19.016698 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b7b7d474-669b-40a1-9050-63ddbd4f9f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (13bc161d-967d-4cce-96cc-afc3711cb64e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:19.056628 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:19.059467 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99c126-8816-475d-9c7d-0be7b45d9701 req-4d751f5a-a20b-4e72-8685-ee8701bbc647 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:19.062318 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9d99c126-8816-475d-9c7d-0be7b45d9701 req-4d751f5a-a20b-4e72-8685-ee8701bbc647 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 943 time: 0.6174283 Feb 17 17:58:19.126380 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b7b7d474-669b-40a1-9050-63ddbd4f9f8b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a47d78fb800c43c5b1a69392b724dca6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7757578 Feb 17 17:58:19.134703 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50620) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:58:19.164551 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b7d474-669b-40a1-9050-63ddbd4f9f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13bc161d-967d-4cce-96cc-afc3711cb64e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:19.353603 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9d99c126-8816-475d-9c7d-0be7b45d9701 req-70023a98-9e6e-4732-818d-8f78e2002f84 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2633162 Feb 17 17:58:19.363656 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7d9fc7ec-947a-4ed4-9def-96e2a541ab16 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (c023c479-1517-48c4-ac34-9e16ad2d74c8), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:19.366833 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1c8ee42f-d649-4708-a0ff-6d616cee3ed1 admin admin] Publish callbacks [] for security_group (13bc161d-967d-4cce-96cc-afc3711cb64e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:19.448300 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1c8ee42f-d649-4708-a0ff-6d616cee3ed1 admin admin] Publish callbacks [] for security_group (13bc161d-967d-4cce-96cc-afc3711cb64e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:19.591615 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1c8ee42f-d649-4708-a0ff-6d616cee3ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (13bc161d-967d-4cce-96cc-afc3711cb64e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:19.594563 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1c8ee42f-d649-4708-a0ff-6d616cee3ed1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:19.598989 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-1c8ee42f-d649-4708-a0ff-6d616cee3ed1 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/13bc161d-967d-4cce-96cc-afc3711cb64e HTTP/1.1" status: 204 len: 168 time: 0.4628820 Feb 17 17:58:19.633046 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8ee42f-d649-4708-a0ff-6d616cee3ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bc161d-967d-4cce-96cc-afc3711cb64e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:19.712774 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7d9fc7ec-947a-4ed4-9def-96e2a541ab16 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (c023c479-1517-48c4-ac34-9e16ad2d74c8), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:19.780229 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:19.828511 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-7d9fc7ec-947a-4ed4-9def-96e2a541ab16 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c023c479-1517-48c4-ac34-9e16ad2d74c8']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:58:19.873494 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-7d9fc7ec-947a-4ed4-9def-96e2a541ab16 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73f57ccc-2cd4-4638-9f6f-0e813989d24c') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:58:19.873494 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-7d9fc7ec-947a-4ed4-9def-96e2a541ab16 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73f57ccc-2cd4-4638-9f6f-0e813989d24c') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:58:19.910934 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7d9fc7ec-947a-4ed4-9def-96e2a541ab16 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (73f57ccc-2cd4-4638-9f6f-0e813989d24c), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:19.951234 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7d9fc7ec-947a-4ed4-9def-96e2a541ab16 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (73f57ccc-2cd4-4638-9f6f-0e813989d24c), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:19.969065 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d9fc7ec-947a-4ed4-9def-96e2a541ab16 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 17:58:19.969485 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7d9fc7ec-947a-4ed4-9def-96e2a541ab16 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (73f57ccc-2cd4-4638-9f6f-0e813989d24c), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:19.977229 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 17:58:19.977229 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 17:58:19.977229 n-d-829613-2 neutron-server[103435]: timer() Feb 17 17:58:19.977229 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 17:58:19.977229 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 17:58:19.977229 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 17:58:19.977229 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 17:58:19.977229 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 17:58:19.977229 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 17:58:19.977229 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 17:58:19.977229 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 17:58:19.977229 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 17:58:19.977229 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 17:58:19.977229 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 17:58:19.977229 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 17:58:19.977229 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 17:58:19.977229 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 17:58:19.977229 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 17:58:19.977229 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 17:58:19.977229 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 17:58:19.977229 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 17:58:19.977229 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 17:58:19.977229 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 17:58:19.977229 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 17:58:19.977229 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 17:58:19.977229 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 17:58:19.977229 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 17:58:19.977229 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 17:58:19.977229 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 17:58:19.977229 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 17:58:19.977229 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 17:58:19.977229 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 17:58:20.136855 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7d9fc7ec-947a-4ed4-9def-96e2a541ab16 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (c023c479-1517-48c4-ac34-9e16ad2d74c8), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:20.146493 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7d9fc7ec-947a-4ed4-9def-96e2a541ab16 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:20.151071 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-7d9fc7ec-947a-4ed4-9def-96e2a541ab16 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] 10.222.0.87 "DELETE /v2.0/networks/c023c479-1517-48c4-ac34-9e16ad2d74c8 HTTP/1.1" status: 204 len: 168 time: 1.2056818 Feb 17 17:58:20.178998 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9fc7ec-947a-4ed4-9def-96e2a541ab16 tempest-TestNetworkBasicOps-1436602868 tempest-TestNetworkBasicOps-1436602868-project] Pushing event deleted for resources: {'Network': ['ID=c023c479-1517-48c4-ac34-9e16ad2d74c8,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:20.279127 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 4ea93489-26db-4375-87a9-f552905139ef no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:58:20.349425 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 4ea93489-26db-4375-87a9-f552905139ef {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 17:58:20.350000 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 4ea93489-26db-4375-87a9-f552905139ef not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 17:58:20.573990 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50638) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:58:20.600336 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ded0e3a5-cb2c-4b9b-850c-d2ebbb6cbb03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:20.658488 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50640) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:58:20.695031 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb9d1a-4f68-47b3-abe1-b4de853c8e75 req-c0716ab0-2fbd-4f58-8728-68641c48af2a tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:20.706125 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7acb9d1a-4f68-47b3-abe1-b4de853c8e75 req-c0716ab0-2fbd-4f58-8728-68641c48af2a tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 943 time: 0.1945870 Feb 17 17:58:20.795236 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ded0e3a5-cb2c-4b9b-850c-d2ebbb6cbb03 admin admin] Publish callbacks [] for security_group (32feec1f-c0f5-4b39-8a71-d90f9b1d1e04), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:20.800154 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ded0e3a5-cb2c-4b9b-850c-d2ebbb6cbb03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (32feec1f-c0f5-4b39-8a71-d90f9b1d1e04), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:20.804036 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7acb9d1a-4f68-47b3-abe1-b4de853c8e75 req-5427b103-a0f8-44ee-99ce-7d775ccbfa40 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893817 Feb 17 17:58:20.888005 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ded0e3a5-cb2c-4b9b-850c-d2ebbb6cbb03 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=61a6d0624b514bba897b8ad99ef0a8ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3122416 Feb 17 17:58:20.891920 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 50646) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:58:20.898650 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded0e3a5-cb2c-4b9b-850c-d2ebbb6cbb03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32feec1f-c0f5-4b39-8a71-d90f9b1d1e04,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:21.054344 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f95cf6d8-da34-4209-8261-2e7be71c2acb admin admin] Publish callbacks [] for security_group (32feec1f-c0f5-4b39-8a71-d90f9b1d1e04), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:21.103697 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f95cf6d8-da34-4209-8261-2e7be71c2acb admin admin] Publish callbacks [] for security_group (32feec1f-c0f5-4b39-8a71-d90f9b1d1e04), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:21.222106 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f95cf6d8-da34-4209-8261-2e7be71c2acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (32feec1f-c0f5-4b39-8a71-d90f9b1d1e04), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:21.226628 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f95cf6d8-da34-4209-8261-2e7be71c2acb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:21.228908 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-f95cf6d8-da34-4209-8261-2e7be71c2acb admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/32feec1f-c0f5-4b39-8a71-d90f9b1d1e04 HTTP/1.1" status: 204 len: 168 time: 0.3359210 Feb 17 17:58:21.260771 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95cf6d8-da34-4209-8261-2e7be71c2acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32feec1f-c0f5-4b39-8a71-d90f9b1d1e04,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:21.323686 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ab8ef93d-9947-409f-b887-ee779b1b4005 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ec7ab02c08ab4597882b00c123047e3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6636901 Feb 17 17:58:21.328292 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50650) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:58:21.501225 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c72c3883-8f6a-4624-8218-40aa0074f1fa admin admin] Publish callbacks [] for security_group (bf843410-af48-4fcd-9605-f92ec07ab5fb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:21.583529 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c72c3883-8f6a-4624-8218-40aa0074f1fa admin admin] Publish callbacks [] for security_group (bf843410-af48-4fcd-9605-f92ec07ab5fb), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:21.808695 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c72c3883-8f6a-4624-8218-40aa0074f1fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (bf843410-af48-4fcd-9605-f92ec07ab5fb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:21.823900 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c72c3883-8f6a-4624-8218-40aa0074f1fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:21.826052 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c72c3883-8f6a-4624-8218-40aa0074f1fa admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/bf843410-af48-4fcd-9605-f92ec07ab5fb HTTP/1.1" status: 204 len: 168 time: 0.4958370 Feb 17 17:58:21.843395 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c3883-8f6a-4624-8218-40aa0074f1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf843410-af48-4fcd-9605-f92ec07ab5fb,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:22.244225 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50668) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:58:22.306232 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092a068-6a97-4713-bd99-422fb1a29673 req-18fe1842-1532-4740-b578-2e9f22ec5cae tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:22.307925 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9092a068-6a97-4713-bd99-422fb1a29673 req-18fe1842-1532-4740-b578-2e9f22ec5cae tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 943 time: 0.2875082 Feb 17 17:58:22.313834 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-39204a0e-fb85-409c-934c-e08c8b0b5e6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:22.341016 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd786add-59a4-476a-9d94-fc88df667b01 req-78afee23-f772-4474-b6fe-de2a4d033884 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:22.343166 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bd786add-59a4-476a-9d94-fc88df667b01 req-78afee23-f772-4474-b6fe-de2a4d033884 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.2867899 Feb 17 17:58:22.427135 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9092a068-6a97-4713-bd99-422fb1a29673 req-5503d7c9-f21e-42de-8b21-4ddfc4c6bf0a tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056392 Feb 17 17:58:22.485218 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bd786add-59a4-476a-9d94-fc88df667b01 req-15239dd8-8d52-477c-af97-24e09398d350 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203444 Feb 17 17:58:22.535105 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-39204a0e-fb85-409c-934c-e08c8b0b5e6d admin admin] Publish callbacks [] for security_group (9daa6479-6f08-4c05-8c21-1f8879b8bc96), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:22.540886 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-39204a0e-fb85-409c-934c-e08c8b0b5e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (9daa6479-6f08-4c05-8c21-1f8879b8bc96), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:22.581422 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-39204a0e-fb85-409c-934c-e08c8b0b5e6d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=acdd35dc532b4209828d9bba7e17276d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3331103 Feb 17 17:58:22.582196 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 50674) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:58:22.638127 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39204a0e-fb85-409c-934c-e08c8b0b5e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9daa6479-6f08-4c05-8c21-1f8879b8bc96,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:22.734618 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50676) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:58:22.748404 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b658cfd9-9648-495f-bcf7-b782c0ce701e admin admin] Publish callbacks [] for security_group (9daa6479-6f08-4c05-8c21-1f8879b8bc96), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:22.752469 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-770b9982-4062-4496-b0f9-5bba6c7e1102 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:22.787700 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb461b3-b93d-45d1-86c2-c9a59a048e3f req-b264bba8-43a5-4df4-aec2-686b7ec8804a tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:22.790457 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-abb461b3-b93d-45d1-86c2-c9a59a048e3f req-b264bba8-43a5-4df4-aec2-686b7ec8804a tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.1722653 Feb 17 17:58:22.819554 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b658cfd9-9648-495f-bcf7-b782c0ce701e admin admin] Publish callbacks [] for security_group (9daa6479-6f08-4c05-8c21-1f8879b8bc96), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:22.864430 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-770b9982-4062-4496-b0f9-5bba6c7e1102 admin admin] Publish callbacks [] for security_group (9c264b97-d668-45ac-9bf5-da299afb4660), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:22.870754 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-770b9982-4062-4496-b0f9-5bba6c7e1102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (9c264b97-d668-45ac-9bf5-da299afb4660), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:22.931651 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-abb461b3-b93d-45d1-86c2-c9a59a048e3f req-dea5a8f0-2233-4df4-8294-57b575413118 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248629 Feb 17 17:58:22.959987 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b658cfd9-9648-495f-bcf7-b782c0ce701e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (9daa6479-6f08-4c05-8c21-1f8879b8bc96), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:22.963395 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b658cfd9-9648-495f-bcf7-b782c0ce701e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:22.964629 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b658cfd9-9648-495f-bcf7-b782c0ce701e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9daa6479-6f08-4c05-8c21-1f8879b8bc96 HTTP/1.1" status: 204 len: 168 time: 0.3816059 Feb 17 17:58:22.974976 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b658cfd9-9648-495f-bcf7-b782c0ce701e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9daa6479-6f08-4c05-8c21-1f8879b8bc96,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:23.037045 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-770b9982-4062-4496-b0f9-5bba6c7e1102 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9ffa976f22c34cedb365c4382e1c3641&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3000383 Feb 17 17:58:23.039028 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b9982-4062-4496-b0f9-5bba6c7e1102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c264b97-d668-45ac-9bf5-da299afb4660,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:23.039235 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 50684) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:58:23.149754 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-61a16efa-7150-4195-8c83-2a8d873638a2 admin admin] Publish callbacks [] for security_group (9c264b97-d668-45ac-9bf5-da299afb4660), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:23.190874 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-61a16efa-7150-4195-8c83-2a8d873638a2 admin admin] Publish callbacks [] for security_group (9c264b97-d668-45ac-9bf5-da299afb4660), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:23.320220 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-61a16efa-7150-4195-8c83-2a8d873638a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (9c264b97-d668-45ac-9bf5-da299afb4660), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:23.325559 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-61a16efa-7150-4195-8c83-2a8d873638a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:23.329575 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-61a16efa-7150-4195-8c83-2a8d873638a2 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9c264b97-d668-45ac-9bf5-da299afb4660 HTTP/1.1" status: 204 len: 168 time: 0.2891769 Feb 17 17:58:23.349334 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a16efa-7150-4195-8c83-2a8d873638a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c264b97-d668-45ac-9bf5-da299afb4660,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:23.536533 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b374e17c-dbb3-4ad7-9f19-08273458f463 req-5b24fefa-c2ad-421e-9d79-6d663727fdee tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:23.544654 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b374e17c-dbb3-4ad7-9f19-08273458f463 req-5b24fefa-c2ad-421e-9d79-6d663727fdee tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.0970888 Feb 17 17:58:23.679511 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b374e17c-dbb3-4ad7-9f19-08273458f463 req-f4cf8952-6f70-44db-9743-6438eb9b14f8 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166615 Feb 17 17:58:23.712116 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab684d-13a8-47dd-99c6-74300124bab6 req-3a5a2d90-a736-404e-82b0-345fa2e72609 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:23.714770 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-46ab684d-13a8-47dd-99c6-74300124bab6 req-3a5a2d90-a736-404e-82b0-345fa2e72609 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 943 time: 0.1124890 Feb 17 17:58:23.861514 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-46ab684d-13a8-47dd-99c6-74300124bab6 req-5f64aaec-d73a-49e1-a31c-74e617d2e42a tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308289 Feb 17 17:58:24.016192 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c01545-ce12-4aa6-91ed-5ec7eeb45ba8 req-a258c77b-766c-43b4-8651-ea32745a01b9 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:24.018221 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-50c01545-ce12-4aa6-91ed-5ec7eeb45ba8 req-a258c77b-766c-43b4-8651-ea32745a01b9 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.0910878 Feb 17 17:58:24.119300 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-50c01545-ce12-4aa6-91ed-5ec7eeb45ba8 req-0cf49cce-20ed-431a-9c4a-51d728e60c2d tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949929 Feb 17 17:58:24.547667 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d9dd1-5476-46d5-845d-a2fe6ca16b58 req-58806c52-c55f-4557-989f-ee36903d49b2 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:24.552155 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-163d9dd1-5476-46d5-845d-a2fe6ca16b58 req-58806c52-c55f-4557-989f-ee36903d49b2 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.1157393 Feb 17 17:58:24.685455 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-163d9dd1-5476-46d5-845d-a2fe6ca16b58 req-d0af71f0-5702-4f60-a9bf-464a36678a1e tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144359 Feb 17 17:58:24.919913 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-53ffdebb-0a88-44b0-bcd1-b7d56f15b5a4 req-5097e948-c161-4a13-963f-c55b2b052299 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0853674 Feb 17 17:58:25.054996 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ffdebb-0a88-44b0-bcd1-b7d56f15b5a4 req-b05c6a73-fed6-4865-9322-941739ee2e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:25.057136 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-53ffdebb-0a88-44b0-bcd1-b7d56f15b5a4 req-b05c6a73-fed6-4865-9322-941739ee2e35 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=520a3b8b5f064a888d335569d858ee37&device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 1128 time: 0.0642149 Feb 17 17:58:25.087336 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a0f63-1bf4-4d74-9a47-2a5297d50b36 req-3019c656-1aad-4b06-a868-e1e451aa2c02 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:25.095104 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-747a0f63-1bf4-4d74-9a47-2a5297d50b36 req-3019c656-1aad-4b06-a868-e1e451aa2c02 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.1856780 Feb 17 17:58:25.175144 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-747a0f63-1bf4-4d74-9a47-2a5297d50b36 req-fe7704bc-b51a-4123-a94c-876b320d1921 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778575 Feb 17 17:58:25.209012 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627cea9-abba-4dcf-b0ff-c8417a38c708 req-9b9a2c25-7988-4708-92d6-a57b6eb865e9 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:25.211535 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6627cea9-abba-4dcf-b0ff-c8417a38c708 req-9b9a2c25-7988-4708-92d6-a57b6eb865e9 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 943 time: 0.1960804 Feb 17 17:58:25.221510 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ffdebb-0a88-44b0-bcd1-b7d56f15b5a4 req-3814d45b-b5db-47f8-b94a-7474b0198d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:25.223312 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-53ffdebb-0a88-44b0-bcd1-b7d56f15b5a4 req-3814d45b-b5db-47f8-b94a-7474b0198d42 service neutron] 10.222.0.91 "GET /v2.0/networks?id=40f03537-36eb-4f23-9230-2fc8194c0e85 HTTP/1.1" status: 200 len: 915 time: 0.1464343 Feb 17 17:58:25.278924 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6627cea9-abba-4dcf-b0ff-c8417a38c708 req-8599f1f0-fe07-4af3-9ded-f573ef93fa20 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615900 Feb 17 17:58:25.311654 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-53ffdebb-0a88-44b0-bcd1-b7d56f15b5a4 req-acea2515-3d5b-4a59-a5fa-210c568272a0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e4913a4-4610-44fc-bbe2-cece27c8336e HTTP/1.1" status: 200 len: 217 time: 0.0815804 Feb 17 17:58:25.447026 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ffdebb-0a88-44b0-bcd1-b7d56f15b5a4 req-71fe2a10-d354-4015-9642-8becba7d10dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:25.449309 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-53ffdebb-0a88-44b0-bcd1-b7d56f15b5a4 req-71fe2a10-d354-4015-9642-8becba7d10dc service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6ef455d4-26f2-471d-bbfa-df38e9cc4a1f HTTP/1.1" status: 200 len: 854 time: 0.1314936 Feb 17 17:58:25.529012 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-53ffdebb-0a88-44b0-bcd1-b7d56f15b5a4 req-4c690363-42c3-4495-a5f2-f1b1f93355eb service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=40f03537-36eb-4f23-9230-2fc8194c0e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726817 Feb 17 17:58:25.600680 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 50792) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:58:25.717381 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-53ffdebb-0a88-44b0-bcd1-b7d56f15b5a4 req-22772139-d276-4170-9f09-d8d361f30b72 service neutron] 10.222.0.91 "GET /v2.0/networks/40f03537-36eb-4f23-9230-2fc8194c0e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803684 Feb 17 17:58:25.776522 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f18f4e-1e84-4ad3-816b-addab89cae94 req-2b23697a-6ab0-4817-91e3-e2cd4da080a4 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:25.786092 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d5f18f4e-1e84-4ad3-816b-addab89cae94 req-2b23697a-6ab0-4817-91e3-e2cd4da080a4 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.1648796 Feb 17 17:58:25.857107 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-04bdb8ce-8a0d-4b43-8ea6-ce6be4e06062 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1425991670-network', 'tenant_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:58:25.912459 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04bdb8ce-8a0d-4b43-8ea6-ce6be4e06062 admin admin] Made reservation on behalf of f2fecc83bbca4d24b89fe382f6fcc2ca for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:58:25.915590 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-04bdb8ce-8a0d-4b43-8ea6-ce6be4e06062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:25.930465 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-53ffdebb-0a88-44b0-bcd1-b7d56f15b5a4 req-d08c7eea-6dab-43ff-a483-f72d7cd54efa service neutron] 10.222.0.91 "GET /v2.0/networks/40f03537-36eb-4f23-9230-2fc8194c0e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058818 Feb 17 17:58:25.933098 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-04bdb8ce-8a0d-4b43-8ea6-ce6be4e06062 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:25.960346 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d5f18f4e-1e84-4ad3-816b-addab89cae94 req-80e07d30-553d-4432-8f10-acd5e3f091e8 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664164 Feb 17 17:58:26.132753 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-04bdb8ce-8a0d-4b43-8ea6-ce6be4e06062 admin admin] Publish callbacks [] for security_group (fcfb9c58-6801-48ca-b0a3-df7f8095a257), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:26.170320 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-04bdb8ce-8a0d-4b43-8ea6-ce6be4e06062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (fcfb9c58-6801-48ca-b0a3-df7f8095a257), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:26.229134 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04bdb8ce-8a0d-4b43-8ea6-ce6be4e06062 admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:58:26.244701 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bdb8ce-8a0d-4b43-8ea6-ce6be4e06062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfb9c58-6801-48ca-b0a3-df7f8095a257,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:26.249380 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-04bdb8ce-8a0d-4b43-8ea6-ce6be4e06062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (69632a0c-2719-4683-92f0-d5b62fe44452), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:26.249696 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-04bdb8ce-8a0d-4b43-8ea6-ce6be4e06062 admin admin] Added segment 69632a0c-2719-4683-92f0-d5b62fe44452 of type vlan for network 3aa3d1fd-12cf-43a5-8a21-bf857a06d327 Feb 17 17:58:26.279958 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61677ce-04be-42b0-b4dd-cd71d2f0a2dc req-f8e27272-4369-466d-9849-80cba0d6c129 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:26.287442 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a61677ce-04be-42b0-b4dd-cd71d2f0a2dc req-f8e27272-4369-466d-9849-80cba0d6c129 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.1741922 Feb 17 17:58:26.373981 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-04bdb8ce-8a0d-4b43-8ea6-ce6be4e06062 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (3aa3d1fd-12cf-43a5-8a21-bf857a06d327), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:26.408101 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a61677ce-04be-42b0-b4dd-cd71d2f0a2dc req-c7cca9c5-ab99-4a35-85e5-f82c2bf251e9 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195130 Feb 17 17:58:26.467485 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-04bdb8ce-8a0d-4b43-8ea6-ce6be4e06062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (3aa3d1fd-12cf-43a5-8a21-bf857a06d327), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:26.471069 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bdb8ce-8a0d-4b43-8ea6-ce6be4e06062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:26.476023 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-04bdb8ce-8a0d-4b43-8ea6-ce6be4e06062 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:26.576797 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-04bdb8ce-8a0d-4b43-8ea6-ce6be4e06062 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9748616 Feb 17 17:58:26.579797 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50820) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:58:26.588104 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-d6556f5e-b823-429a-81a8-c3cff16fce94 admin admin] Request body: {'subnet': {'network_id': '3aa3d1fd-12cf-43a5-8a21-bf857a06d327', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1425991670-subnet', 'tenant_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:58:26.610981 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6556f5e-b823-429a-81a8-c3cff16fce94 admin admin] Made reservation on behalf of f2fecc83bbca4d24b89fe382f6fcc2ca for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:58:26.624494 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6556f5e-b823-429a-81a8-c3cff16fce94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:26.688231 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bdb8ce-8a0d-4b43-8ea6-ce6be4e06062 admin admin] Pushing event updated for resources: {'Network': ['ID=3aa3d1fd-12cf-43a5-8a21-bf857a06d327,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:26.706856 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 3aa3d1fd-12cf-43a5-8a21-bf857a06d327 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:58:26.899519 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2178d0-2a32-437e-8557-b082314fd1a1 req-02bb2c28-0b06-4a87-ae20-5e44a269b019 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:26.901222 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7d2178d0-2a32-437e-8557-b082314fd1a1 req-02bb2c28-0b06-4a87-ae20-5e44a269b019 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 943 time: 0.4175568 Feb 17 17:58:26.958785 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5306eb-2283-4390-94f8-4dbe53823030 req-2f0dba18-86a6-499c-a765-0a3ce3c68cdb tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:26.961026 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6c5306eb-2283-4390-94f8-4dbe53823030 req-2f0dba18-86a6-499c-a765-0a3ce3c68cdb tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.2671249 Feb 17 17:58:26.990446 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6556f5e-b823-429a-81a8-c3cff16fce94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (0512aabc-33d7-4468-a50e-10fb498a1e41), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:27.020977 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7d2178d0-2a32-437e-8557-b082314fd1a1 req-6f684b96-9ae5-4667-8df6-f5cb63d48f72 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080787 Feb 17 17:58:27.118274 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6c5306eb-2283-4390-94f8-4dbe53823030 req-a9436e00-6368-47c7-94d9-26d507df185d tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427352 Feb 17 17:58:27.130703 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6556f5e-b823-429a-81a8-c3cff16fce94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0512aabc-33d7-4468-a50e-10fb498a1e41,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:27.164130 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6556f5e-b823-429a-81a8-c3cff16fce94 admin admin] Checking segment: {'id': '69632a0c-2719-4683-92f0-d5b62fe44452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3aa3d1fd-12cf-43a5-8a21-bf857a06d327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:58:27.165071 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6556f5e-b823-429a-81a8-c3cff16fce94 admin admin] Network hostable DHCP agents. Network: 3aa3d1fd-12cf-43a5-8a21-bf857a06d327, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:58:27.202228 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6556f5e-b823-429a-81a8-c3cff16fce94 admin admin] Network 3aa3d1fd-12cf-43a5-8a21-bf857a06d327 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:58:27.222087 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-d6556f5e-b823-429a-81a8-c3cff16fce94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 3aa3d1fd-12cf-43a5-8a21-bf857a06d327) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:58:27.228917 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6556f5e-b823-429a-81a8-c3cff16fce94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:27.231968 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6556f5e-b823-429a-81a8-c3cff16fce94 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:27.242240 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d724513-05b4-463e-ab91-c3bb2bffb934 None None] Network 3aa3d1fd-12cf-43a5-8a21-bf857a06d327 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:58:27.270424 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d6556f5e-b823-429a-81a8-c3cff16fce94 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6866021 Feb 17 17:58:27.271747 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50854) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:58:27.285050 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-8c2c123c-4076-47a2-b905-01fca353d272 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1425991670-router', 'tenant_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:58:27.339101 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8c2c123c-4076-47a2-b905-01fca353d272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (0f840601-cae6-4109-baeb-5aa015ce769d), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:27.340221 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8c2c123c-4076-47a2-b905-01fca353d272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (0f840601-cae6-4109-baeb-5aa015ce769d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:27.378196 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71b024-feca-4f97-99e8-ab476228b83b req-01ad9039-154e-4319-889b-5d8749e93f9f tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:27.390948 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4f71b024-feca-4f97-99e8-ab476228b83b req-01ad9039-154e-4319-889b-5d8749e93f9f tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.1255569 Feb 17 17:58:27.478348 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8c2c123c-4076-47a2-b905-01fca353d272 admin admin] Publish callbacks [] for router_controller (0f840601-cae6-4109-baeb-5aa015ce769d), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:27.488448 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4f71b024-feca-4f97-99e8-ab476228b83b req-4810df43-a84c-4d3a-acaf-7b8a1bfe64f9 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917451 Feb 17 17:58:27.494848 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7df7c9d-cf8d-4994-81f9-72467885eb6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-3aa3d1fd-12cf-43a5-8a21-bf857a06d327', 'network_id': '3aa3d1fd-12cf-43a5-8a21-bf857a06d327', 'project_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'fixed_ips': [{'subnet_id': '0512aabc-33d7-4468-a50e-10fb498a1e41'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:58:27.496379 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d7df7c9d-cf8d-4994-81f9-72467885eb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:27.827699 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-d7df7c9d-cf8d-4994-81f9-72467885eb6f None None] Allocated IP 172.20.0.2 (3aa3d1fd-12cf-43a5-8a21-bf857a06d327/0512aabc-33d7-4468-a50e-10fb498a1e41/d643d29d-af6a-4f9a-a36a-f70a7353d0f7) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:58:27.857016 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208efc2-99b9-4a9d-8bbb-5b2306c9c353 req-62c92865-e0d4-44b2-b6f6-9cdd981e0b09 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:27.860024 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8c2c123c-4076-47a2-b905-01fca353d272 admin admin] Publish callbacks [] for router_gateway (0f840601-cae6-4109-baeb-5aa015ce769d), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:27.864581 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c208efc2-99b9-4a9d-8bbb-5b2306c9c353 req-62c92865-e0d4-44b2-b6f6-9cdd981e0b09 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.1192770 Feb 17 17:58:27.943478 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c208efc2-99b9-4a9d-8bbb-5b2306c9c353 req-882884c4-572d-4be7-b59d-31dbd8889c56 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718133 Feb 17 17:58:28.162235 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea582439-fe65-42cf-ba51-2c02759f220c req-d926b33a-d541-4fa7-8f55-db8df78ea80a tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:28.172661 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ea582439-fe65-42cf-ba51-2c02759f220c req-d926b33a-d541-4fa7-8f55-db8df78ea80a tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.1003420 Feb 17 17:58:28.394843 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d7df7c9d-cf8d-4994-81f9-72467885eb6f None None] Publish callbacks [] for port (d643d29d-af6a-4f9a-a36a-f70a7353d0f7), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:28.407729 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d7df7c9d-cf8d-4994-81f9-72467885eb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (d643d29d-af6a-4f9a-a36a-f70a7353d0f7), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:28.428277 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ea582439-fe65-42cf-ba51-2c02759f220c req-63c07023-a9e9-48d8-8641-1ace2ead4af6 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437763 Feb 17 17:58:28.439008 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8c2c123c-4076-47a2-b905-01fca353d272 admin admin] Publish callbacks [] for router_gateway (0f840601-cae6-4109-baeb-5aa015ce769d), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:28.472535 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8c2c123c-4076-47a2-b905-01fca353d272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:28.534876 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c540c-6327-4424-a082-f7643971bd4b req-fb60f1dc-9bc3-461d-afad-aeab69360418 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:28.545319 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-af0c540c-6327-4424-a082-f7643971bd4b req-fb60f1dc-9bc3-461d-afad-aeab69360418 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 943 time: 0.2517779 Feb 17 17:58:28.644506 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df7c9d-cf8d-4994-81f9-72467885eb6f None None] Pushing event updated for resources: {'Port': ['ID=d643d29d-af6a-4f9a-a36a-f70a7353d0f7,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:28.670085 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7df7c9d-cf8d-4994-81f9-72467885eb6f None None] Network 3aa3d1fd-12cf-43a5-8a21-bf857a06d327 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:58:28.673166 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-d7df7c9d-cf8d-4994-81f9-72467885eb6f None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:58:28.684611 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7df7c9d-cf8d-4994-81f9-72467885eb6f None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:58:28.714325 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-8c2c123c-4076-47a2-b905-01fca353d272 admin admin] Allocated IP 172.25.8.229 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/997e5d79-1b09-447f-bea7-8b1982f5adb7) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:58:28.772007 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-af0c540c-6327-4424-a082-f7643971bd4b req-ca2d617a-4652-49ff-8d4e-455597819e17 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2250922 Feb 17 17:58:28.852577 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-d7df7c9d-cf8d-4994-81f9-72467885eb6f None None] Attempting to bind port d643d29d-af6a-4f9a-a36a-f70a7353d0f7 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:58:28.853983 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-d7df7c9d-cf8d-4994-81f9-72467885eb6f None None] Attempting to bind port d643d29d-af6a-4f9a-a36a-f70a7353d0f7 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '69632a0c-2719-4683-92f0-d5b62fe44452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3aa3d1fd-12cf-43a5-8a21-bf857a06d327'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:58:28.854724 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7df7c9d-cf8d-4994-81f9-72467885eb6f None None] Attempting to bind port d643d29d-af6a-4f9a-a36a-f70a7353d0f7 on network 3aa3d1fd-12cf-43a5-8a21-bf857a06d327 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:58:28.866743 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7df7c9d-cf8d-4994-81f9-72467885eb6f None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:58:28.867993 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7df7c9d-cf8d-4994-81f9-72467885eb6f None None] Checking segment: {'id': '69632a0c-2719-4683-92f0-d5b62fe44452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3aa3d1fd-12cf-43a5-8a21-bf857a06d327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:58:28.869138 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d7df7c9d-cf8d-4994-81f9-72467885eb6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:28.883276 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7df7c9d-cf8d-4994-81f9-72467885eb6f None None] Bound using segment: {'id': '69632a0c-2719-4683-92f0-d5b62fe44452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3aa3d1fd-12cf-43a5-8a21-bf857a06d327'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:58:28.885160 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-d7df7c9d-cf8d-4994-81f9-72467885eb6f None None] Bound port: d643d29d-af6a-4f9a-a36a-f70a7353d0f7, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69632a0c-2719-4683-92f0-d5b62fe44452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3aa3d1fd-12cf-43a5-8a21-bf857a06d327'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:58:28.888308 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d7df7c9d-cf8d-4994-81f9-72467885eb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d643d29d-af6a-4f9a-a36a-f70a7353d0f7), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:29.045246 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1777c-8c15-4f2d-b77a-4c607fc679ea req-24e8af7e-99c1-4cd8-b8a4-2c0496e6f6bc tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:29.065237 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-02e1777c-8c15-4f2d-b77a-4c607fc679ea req-24e8af7e-99c1-4cd8-b8a4-2c0496e6f6bc tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/networks?id=40f03537-36eb-4f23-9230-2fc8194c0e85 HTTP/1.1" status: 200 len: 814 time: 0.2693272 Feb 17 17:58:29.101824 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-02e1777c-8c15-4f2d-b77a-4c607fc679ea req-c33210ae-dfe8-45e5-98f0-4e7034a09934 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/quotas/520a3b8b5f064a888d335569d858ee37 HTTP/1.1" status: 200 len: 375 time: 0.0317647 Feb 17 17:58:29.105423 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8c2c123c-4076-47a2-b905-01fca353d272 admin admin] Publish callbacks [] for port (997e5d79-1b09-447f-bea7-8b1982f5adb7), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:29.203535 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8c2c123c-4076-47a2-b905-01fca353d272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (997e5d79-1b09-447f-bea7-8b1982f5adb7), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:29.243717 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-02e1777c-8c15-4f2d-b77a-4c607fc679ea req-ae829278-b015-44e9-9ea8-58e045613dc9 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=520a3b8b5f064a888d335569d858ee37&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1315184 Feb 17 17:58:29.248678 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-d7df7c9d-cf8d-4994-81f9-72467885eb6f None None] For port d643d29d-af6a-4f9a-a36a-f70a7353d0f7, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:58:29.267347 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-d7df7c9d-cf8d-4994-81f9-72467885eb6f None None] For port d643d29d-af6a-4f9a-a36a-f70a7353d0f7, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=d643d29d-af6a-4f9a-a36a-f70a7353d0f7,segment=NetworkSegment(69632a0c-2719-4683-92f0-d5b62fe44452),segment_id=69632a0c-2719-4683-92f0-d5b62fe44452)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:58:29.289282 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d7df7c9d-cf8d-4994-81f9-72467885eb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (d643d29d-af6a-4f9a-a36a-f70a7353d0f7), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:29.383195 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2c123c-4076-47a2-b905-01fca353d272 admin admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:58:29.390469 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-8c2c123c-4076-47a2-b905-01fca353d272 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:58:29.399382 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2c123c-4076-47a2-b905-01fca353d272 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:58:29.413827 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed713b8-184d-4967-aaad-4c01158cdde2 req-6276a4c6-f4e8-484f-9c29-c31428eaf8cd tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:29.424433 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0ed713b8-184d-4967-aaad-4c01158cdde2 req-6276a4c6-f4e8-484f-9c29-c31428eaf8cd tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.0896521 Feb 17 17:58:29.454445 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c123c-4076-47a2-b905-01fca353d272 admin admin] Pushing event updated for resources: {'Port': ['ID=997e5d79-1b09-447f-bea7-8b1982f5adb7,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:29.470375 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df7c9d-cf8d-4994-81f9-72467885eb6f None None] Pushing event updated for resources: {'Port': ['ID=d643d29d-af6a-4f9a-a36a-f70a7353d0f7,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:29.596648 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0ed713b8-184d-4967-aaad-4c01158cdde2 req-d95d0bf6-4509-41a2-a41e-b7f11043d0e4 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708369 Feb 17 17:58:29.777029 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99628f28-44e9-4d64-bc94-5cef2f399e7a req-e5a3c503-b621-4303-828d-23fe18fc2d36 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:29.788478 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-99628f28-44e9-4d64-bc94-5cef2f399e7a req-e5a3c503-b621-4303-828d-23fe18fc2d36 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.1047087 Feb 17 17:58:29.892393 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-99628f28-44e9-4d64-bc94-5cef2f399e7a req-af55b420-ef67-4f5e-b6ac-0680b6050eea tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933149 Feb 17 17:58:30.098426 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8c2c123c-4076-47a2-b905-01fca353d272 admin admin] Publish callbacks [] for router_gateway (0f840601-cae6-4109-baeb-5aa015ce769d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:30.179892 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83c7e6-a78e-425f-88ff-f325551a5073 req-ddbbecda-d55d-4737-984f-7dbd323d2fe3 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:30.189649 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0b83c7e6-a78e-425f-88ff-f325551a5073 req-ddbbecda-d55d-4737-984f-7dbd323d2fe3 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 943 time: 0.1658611 Feb 17 17:58:30.387842 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8c2c123c-4076-47a2-b905-01fca353d272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (0f840601-cae6-4109-baeb-5aa015ce769d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:30.443403 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device d643d29d-af6a-4f9a-a36a-f70a7353d0f7 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:58:30.601488 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port d643d29d-af6a-4f9a-a36a-f70a7353d0f7 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:58:30.604439 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d643d29d-af6a-4f9a-a36a-f70a7353d0f7), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:30.785660 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c2c123c-4076-47a2-b905-01fca353d272 admin admin] Router 0f840601-cae6-4109-baeb-5aa015ce769d is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:58:30.816608 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0b83c7e6-a78e-425f-88ff-f325551a5073 req-a2d89e47-f0f2-4ef0-8872-924cd816c572 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6242619 Feb 17 17:58:30.842945 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b8049995-c3ad-419d-afbc-fe9d043a99c8 req-b1c15c53-cce3-4555-a245-73991a24bee5 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=520a3b8b5f064a888d335569d858ee37 HTTP/1.1" status: 200 len: 221 time: 0.6850286 Feb 17 17:58:30.884990 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port d643d29d-af6a-4f9a-a36a-f70a7353d0f7 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:58:30.889313 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d643d29d-af6a-4f9a-a36a-f70a7353d0f7), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:30.976553 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port d643d29d-af6a-4f9a-a36a-f70a7353d0f7, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=d643d29d-af6a-4f9a-a36a-f70a7353d0f7,segment=NetworkSegment(69632a0c-2719-4683-92f0-d5b62fe44452),segment_id=69632a0c-2719-4683-92f0-d5b62fe44452)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:58:30.984013 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (d643d29d-af6a-4f9a-a36a-f70a7353d0f7), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:31.074501 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc2199-1384-45ae-9115-bf042f335e92 req-03d7654b-bcb0-40bb-949e-79b53bfc5960 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:31.083786 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a6dc2199-1384-45ae-9115-bf042f335e92 req-03d7654b-bcb0-40bb-949e-79b53bfc5960 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.1262379 Feb 17 17:58:31.135031 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=d643d29d-af6a-4f9a-a36a-f70a7353d0f7,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:31.228571 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a6dc2199-1384-45ae-9115-bf042f335e92 req-cb420fb3-04fc-4446-90e3-2d439c18c2f9 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331089 Feb 17 17:58:31.309759 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2c123c-4076-47a2-b905-01fca353d272 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:58:31.322342 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fd1dac-5b5b-4183-9d7e-2795e545fed2 None None] Sync routers for ids ['0f840601-cae6-4109-baeb-5aa015ce769d'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:58:31.338005 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fd1dac-5b5b-4183-9d7e-2795e545fed2 None None] Routers {'0f840601-cae6-4109-baeb-5aa015ce769d'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:58:31.339624 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-65fd1dac-5b5b-4183-9d7e-2795e545fed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:58:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0f840601-cae6-4109-baeb-5aa015ce769d'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:58:31.384943 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8c2c123c-4076-47a2-b905-01fca353d272 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:31.387482 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8c2c123c-4076-47a2-b905-01fca353d272 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1116276 Feb 17 17:58:31.389268 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 50920) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:58:31.397811 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e786efc-89dd-4796-aa44-abf6590cd792 req-8af8a343-dc2f-4592-938e-5f5e960e6caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:31.399623 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2e786efc-89dd-4796-aa44-abf6590cd792 req-8af8a343-dc2f-4592-938e-5f5e960e6caf service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741&tenant_id=20be7d5eb0704bac94fef9d4560964ff HTTP/1.1" status: 200 len: 1125 time: 0.2134116 Feb 17 17:58:31.545312 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee159f4-734b-432f-b5a8-07480d228663 req-bf0a1ba5-0f7c-4c97-bf09-5047df87913c tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:31.551485 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8ee159f4-734b-432f-b5a8-07480d228663 req-bf0a1ba5-0f7c-4c97-bf09-5047df87913c tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.1990600 Feb 17 17:58:31.573585 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd99bbf-7f8f-46eb-baad-afe5fdf74c2c None None] Network 3aa3d1fd-12cf-43a5-8a21-bf857a06d327 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:58:31.600321 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e786efc-89dd-4796-aa44-abf6590cd792 req-b67418a2-ed7f-4862-a9ff-c48964c54cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:31.610002 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2e786efc-89dd-4796-aa44-abf6590cd792 req-b67418a2-ed7f-4862-a9ff-c48964c54cdb service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=20be7d5eb0704bac94fef9d4560964ff&device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 1125 time: 0.1515977 Feb 17 17:58:31.686550 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8ee159f4-734b-432f-b5a8-07480d228663 req-98e035e2-1eac-44da-a76e-00b1f4d18779 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302283 Feb 17 17:58:31.721887 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-a7d62baa-a0e5-4afc-baf5-791577f1f0a5 None None] Provisioning complete for port d643d29d-af6a-4f9a-a36a-f70a7353d0f7 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:58:31.722266 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a7d62baa-a0e5-4afc-baf5-791577f1f0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d643d29d-af6a-4f9a-a36a-f70a7353d0f7), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:31.738198 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-65fd1dac-5b5b-4183-9d7e-2795e545fed2 None None] Set router 0f840601-cae6-4109-baeb-5aa015ce769d gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:58:31.802455 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e786efc-89dd-4796-aa44-abf6590cd792 req-0642c3bf-224f-43ee-aef1-8db4e2ea3e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:31.804036 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2e786efc-89dd-4796-aa44-abf6590cd792 req-0642c3bf-224f-43ee-aef1-8db4e2ea3e7a service neutron] 10.222.0.91 "GET /v2.0/networks?id=1c842ecd-cc9b-4a85-b1b8-328753a85bfe HTTP/1.1" status: 200 len: 916 time: 0.1847570 Feb 17 17:58:32.165147 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b84695-4987-4a62-9fc2-c3108a06902b req-3adb1514-f31a-4c1b-9ab6-24443772daaa tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:32.179445 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-97b84695-4987-4a62-9fc2-c3108a06902b req-3adb1514-f31a-4c1b-9ab6-24443772daaa tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 943 time: 0.1424742 Feb 17 17:58:32.217979 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddca8dd-03a9-4914-b55e-58e21ca3066b req-686009f8-b0d5-4a63-8360-bda473095e77 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:32.240854 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2ddca8dd-03a9-4914-b55e-58e21ca3066b req-686009f8-b0d5-4a63-8360-bda473095e77 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.3072209 Feb 17 17:58:32.339079 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-a7d62baa-a0e5-4afc-baf5-791577f1f0a5 None None] Current status of the port d643d29d-af6a-4f9a-a36a-f70a7353d0f7 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:58:32.387995 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-65fd1dac-5b5b-4183-9d7e-2795e545fed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f840601-cae6-4109-baeb-5aa015ce769d', 'name': 'tempest-TestServerBasicOps-1425991670-router', 'tenant_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '997e5d79-1b09-447f-bea7-8b1982f5adb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:58:27Z', 'updated_at': '2022-02-17T17:58:29Z', 'revision_number': 3, 'project_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'gw_port': {'id': '997e5d79-1b09-447f-bea7-8b1982f5adb7', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:63:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f840601-cae6-4109-baeb-5aa015ce769d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:58:28Z', 'updated_at': '2022-02-17T17:58:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:58:32.412282 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2ddca8dd-03a9-4914-b55e-58e21ca3066b req-766f4f34-65e8-47e5-b0fe-3ed0462f93d2 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638119 Feb 17 17:58:32.445508 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-97b84695-4987-4a62-9fc2-c3108a06902b req-1a2d8dd9-0439-40b5-b771-4716c9b20d36 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2644255 Feb 17 17:58:32.488147 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device d643d29d-af6a-4f9a-a36a-f70a7353d0f7 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:58:32.547362 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fd1dac-5b5b-4183-9d7e-2795e545fed2 None None] Checking router: 0f840601-cae6-4109-baeb-5aa015ce769d for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:58:32.547806 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fd1dac-5b5b-4183-9d7e-2795e545fed2 None None] Updating router 0f840601-cae6-4109-baeb-5aa015ce769d port 997e5d79-1b09-447f-bea7-8b1982f5adb7 binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:58:32.582353 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-65fd1dac-5b5b-4183-9d7e-2795e545fed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (997e5d79-1b09-447f-bea7-8b1982f5adb7), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:32.728827 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab24650-bc47-4adc-8463-a8ef26080fcc req-c75303b3-8b28-4d9e-9b78-c3f83bfccf1c tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:32.730450 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2ab24650-bc47-4adc-8463-a8ef26080fcc req-c75303b3-8b28-4d9e-9b78-c3f83bfccf1c tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.1215327 Feb 17 17:58:32.835299 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2e786efc-89dd-4796-aa44-abf6590cd792 req-a883aa23-c343-479a-8a72-8ee9eb726e65 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb049a99-7b51-4f75-9df3-e39d7e10f48b HTTP/1.1" status: 200 len: 999 time: 1.0218399 Feb 17 17:58:32.851493 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2ab24650-bc47-4adc-8463-a8ef26080fcc req-5fc89b3a-4d69-4498-8d74-a2956b841ee4 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094174 Feb 17 17:58:32.989698 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port d643d29d-af6a-4f9a-a36a-f70a7353d0f7 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:58:32.990515 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d643d29d-af6a-4f9a-a36a-f70a7353d0f7), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:33.008504 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-55922052-32ac-44de-8341-04d6cf0261c2 None None] Provisioning complete for port d643d29d-af6a-4f9a-a36a-f70a7353d0f7 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:58:33.009268 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-55922052-32ac-44de-8341-04d6cf0261c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d643d29d-af6a-4f9a-a36a-f70a7353d0f7), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:33.086467 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9a878-d381-449c-b818-288d563e1207 req-af35e740-6a9a-446d-b789-c3bc2d4627e0 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:33.088048 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-07c9a878-d381-449c-b818-288d563e1207 req-af35e740-6a9a-446d-b789-c3bc2d4627e0 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.1081779 Feb 17 17:58:33.180403 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e786efc-89dd-4796-aa44-abf6590cd792 req-163f2661-03e7-46fb-8fdb-6a26b45b3fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:33.184470 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2e786efc-89dd-4796-aa44-abf6590cd792 req-163f2661-03e7-46fb-8fdb-6a26b45b3fb8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=684c221c-585d-46a8-b4c6-fe6a5f99b9b8 HTTP/1.1" status: 200 len: 854 time: 0.3294537 Feb 17 17:58:33.191089 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bf414c71-b51a-4dc5-8bda-c17bda2d8db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:33.196724 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-07c9a878-d381-449c-b818-288d563e1207 req-1aba69c1-dd9b-404c-9428-98d35934bbbe tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939872 Feb 17 17:58:33.333593 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port d643d29d-af6a-4f9a-a36a-f70a7353d0f7 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:58:33.358306 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e786efc-89dd-4796-aa44-abf6590cd792 req-26c5b5a2-3d77-4f0d-b7d0-470230131815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:33.359911 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2e786efc-89dd-4796-aa44-abf6590cd792 req-26c5b5a2-3d77-4f0d-b7d0-470230131815 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1c842ecd-cc9b-4a85-b1b8-328753a85bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1701796 Feb 17 17:58:33.404442 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-65fd1dac-5b5b-4183-9d7e-2795e545fed2 None None] Publish callbacks [] for port (997e5d79-1b09-447f-bea7-8b1982f5adb7), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:33.416629 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-65fd1dac-5b5b-4183-9d7e-2795e545fed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (997e5d79-1b09-447f-bea7-8b1982f5adb7), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:33.446810 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-65fd1dac-5b5b-4183-9d7e-2795e545fed2 None None] Attempting to bind port 997e5d79-1b09-447f-bea7-8b1982f5adb7 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:58:33.447658 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-65fd1dac-5b5b-4183-9d7e-2795e545fed2 None None] Attempting to bind port 997e5d79-1b09-447f-bea7-8b1982f5adb7 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:58:33.448123 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fd1dac-5b5b-4183-9d7e-2795e545fed2 None None] Attempting to bind port 997e5d79-1b09-447f-bea7-8b1982f5adb7 on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:58:33.477611 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-55922052-32ac-44de-8341-04d6cf0261c2 None None] Current status of the port d643d29d-af6a-4f9a-a36a-f70a7353d0f7 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:58:33.484814 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fd1dac-5b5b-4183-9d7e-2795e545fed2 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:58:33.485343 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fd1dac-5b5b-4183-9d7e-2795e545fed2 None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:58:33.485856 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-65fd1dac-5b5b-4183-9d7e-2795e545fed2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:33.486357 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fd1dac-5b5b-4183-9d7e-2795e545fed2 None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:58:33.486975 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-65fd1dac-5b5b-4183-9d7e-2795e545fed2 None None] Bound port: 997e5d79-1b09-447f-bea7-8b1982f5adb7, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:58:33.487485 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-65fd1dac-5b5b-4183-9d7e-2795e545fed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (997e5d79-1b09-447f-bea7-8b1982f5adb7), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:33.526726 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace519e-4f3c-40c8-bf36-2d6205b26a08 req-beaedc69-d822-4ff6-b305-e9e7573f8b01 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:33.535004 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4ace519e-4f3c-40c8-bf36-2d6205b26a08 req-beaedc69-d822-4ff6-b305-e9e7573f8b01 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.1686938 Feb 17 17:58:33.551225 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-65fd1dac-5b5b-4183-9d7e-2795e545fed2 None None] For port 997e5d79-1b09-447f-bea7-8b1982f5adb7, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:58:33.555236 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-65fd1dac-5b5b-4183-9d7e-2795e545fed2 None None] For port 997e5d79-1b09-447f-bea7-8b1982f5adb7, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=997e5d79-1b09-447f-bea7-8b1982f5adb7,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:58:33.567685 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-65fd1dac-5b5b-4183-9d7e-2795e545fed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (997e5d79-1b09-447f-bea7-8b1982f5adb7), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:33.577051 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2e786efc-89dd-4796-aa44-abf6590cd792 req-98a6f1fd-7ce1-4ea4-992d-1c397a235950 service neutron] 10.222.0.91 "GET /v2.0/networks/1c842ecd-cc9b-4a85-b1b8-328753a85bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103596 Feb 17 17:58:33.584912 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a657fd-16fa-4833-932b-fb27c67bc889 None None] Pushing event updated for resources: {'Port': ['ID=997e5d79-1b09-447f-bea7-8b1982f5adb7,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:33.631078 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fd1dac-5b5b-4183-9d7e-2795e545fed2 None None] Routers {'0f840601-cae6-4109-baeb-5aa015ce769d'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:58:33.631900 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-65fd1dac-5b5b-4183-9d7e-2795e545fed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:58:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0f840601-cae6-4109-baeb-5aa015ce769d'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:58:33.730663 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a657fd-16fa-4833-932b-fb27c67bc889 None None] Pushing event updated for resources: {'Port': ['ID=997e5d79-1b09-447f-bea7-8b1982f5adb7,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:33.780538 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-65fd1dac-5b5b-4183-9d7e-2795e545fed2 None None] Set router 0f840601-cae6-4109-baeb-5aa015ce769d gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:58:33.815951 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe61c97b-2822-47ad-a113-10c2799c3022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:33.853003 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4ace519e-4f3c-40c8-bf36-2d6205b26a08 req-7e65d460-180e-423c-a2a7-3ae2aac64521 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115697 Feb 17 17:58:33.906273 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d29d16-937a-4885-bfa3-e0c34ab94bdf req-5e4d766a-16d6-4cda-94ad-af9cfb2dde93 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:33.916370 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-25d29d16-937a-4885-bfa3-e0c34ab94bdf req-5e4d766a-16d6-4cda-94ad-af9cfb2dde93 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 943 time: 0.2971582 Feb 17 17:58:34.029170 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2e786efc-89dd-4796-aa44-abf6590cd792 req-37243108-e473-435b-8b07-aa7391366c40 service neutron] 10.222.0.91 "GET /v2.0/networks/1c842ecd-cc9b-4a85-b1b8-328753a85bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4367528 Feb 17 17:58:34.123225 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-65fd1dac-5b5b-4183-9d7e-2795e545fed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f840601-cae6-4109-baeb-5aa015ce769d', 'name': 'tempest-TestServerBasicOps-1425991670-router', 'tenant_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '997e5d79-1b09-447f-bea7-8b1982f5adb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:58:27Z', 'updated_at': '2022-02-17T17:58:29Z', 'revision_number': 3, 'project_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'gw_port': {'id': '997e5d79-1b09-447f-bea7-8b1982f5adb7', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:63:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f840601-cae6-4109-baeb-5aa015ce769d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:58:28Z', 'updated_at': '2022-02-17T17:58:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:58:34.124814 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-25d29d16-937a-4885-bfa3-e0c34ab94bdf req-e115e48d-ab0f-4a6a-b4be-bf38c16b2eaf tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1941721 Feb 17 17:58:34.177651 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faadd5f8-2425-487c-a2ef-09de2a7df4de req-53121f62-db04-49fc-b637-9453e585ca64 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:34.177930 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fd1dac-5b5b-4183-9d7e-2795e545fed2 None None] The sync data for ids ['0f840601-cae6-4109-baeb-5aa015ce769d'] in n-d-829613-2 is: [{'id': '0f840601-cae6-4109-baeb-5aa015ce769d', 'name': 'tempest-TestServerBasicOps-1425991670-router', 'tenant_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '997e5d79-1b09-447f-bea7-8b1982f5adb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:58:27Z', 'updated_at': '2022-02-17T17:58:29Z', 'revision_number': 3, 'project_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'gw_port': {'id': '997e5d79-1b09-447f-bea7-8b1982f5adb7', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:63:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f840601-cae6-4109-baeb-5aa015ce769d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:58:28Z', 'updated_at': '2022-02-17T17:58:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:58:34.180670 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-faadd5f8-2425-487c-a2ef-09de2a7df4de req-53121f62-db04-49fc-b637-9453e585ca64 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.1522818 Feb 17 17:58:34.256139 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-faadd5f8-2425-487c-a2ef-09de2a7df4de req-03222231-b68e-4e68-8a0c-57df88c22229 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678692 Feb 17 17:58:34.472490 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-fe61c97b-2822-47ad-a113-10c2799c3022 admin admin] Allocated IP 172.20.0.1 (3aa3d1fd-12cf-43a5-8a21-bf857a06d327/0512aabc-33d7-4468-a50e-10fb498a1e41/6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:58:34.589311 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208ff6c-728e-42cd-9f81-ffd72a9f6725 req-968eb53d-1569-468d-8923-2fb81feb0e2f tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:34.591571 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9208ff6c-728e-42cd-9f81-ffd72a9f6725 req-968eb53d-1569-468d-8923-2fb81feb0e2f tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.1181977 Feb 17 17:58:34.735734 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe61c97b-2822-47ad-a113-10c2799c3022 admin admin] Publish callbacks [] for port (6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:34.787182 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9208ff6c-728e-42cd-9f81-ffd72a9f6725 req-b4c1aa45-f6c5-4c6f-92e4-e17bb3afb5f4 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765509 Feb 17 17:58:34.889068 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:58:34.928769 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe61c97b-2822-47ad-a113-10c2799c3022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:35.058977 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe61c97b-2822-47ad-a113-10c2799c3022 admin admin] Network 3aa3d1fd-12cf-43a5-8a21-bf857a06d327 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:58:35.063882 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-fe61c97b-2822-47ad-a113-10c2799c3022 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:58:35.092899 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe61c97b-2822-47ad-a113-10c2799c3022 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:58:35.101424 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe61c97b-2822-47ad-a113-10c2799c3022 admin admin] Pushing event updated for resources: {'Port': ['ID=6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:35.152369 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187aabef-ae91-429f-9e65-5181123e233b req-34a2cf17-927d-460f-ada5-eb57e4f1a220 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:35.169758 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-187aabef-ae91-429f-9e65-5181123e233b req-34a2cf17-927d-460f-ada5-eb57e4f1a220 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.1842732 Feb 17 17:58:35.281443 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe61c97b-2822-47ad-a113-10c2799c3022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (0f840601-cae6-4109-baeb-5aa015ce769d), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:35.498426 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-187aabef-ae91-429f-9e65-5181123e233b req-4238c0d7-e9ff-4ad4-a68c-aed09cd873e3 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272047 Feb 17 17:58:35.521481 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2b73bed8-e2ae-4c97-8ed1-583a771344da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:35.522890 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a535ad2-bbad-48ce-8d16-e3c2fea37795 req-4cea5d8b-1039-43b8-8189-d53be9c5ce3b tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:35.524676 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5a535ad2-bbad-48ce-8d16-e3c2fea37795 req-4cea5d8b-1039-43b8-8189-d53be9c5ce3b tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 943 time: 0.1651788 Feb 17 17:58:35.770520 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5a535ad2-bbad-48ce-8d16-e3c2fea37795 req-877c5308-6b6d-4d5b-94ad-af4e22e39627 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2044499 Feb 17 17:58:35.874107 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe61c97b-2822-47ad-a113-10c2799c3022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:35.888990 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f9104-7cc0-49ac-b541-bbc3772fdba3 req-af05b4de-c26b-4e5b-af68-0c7074c9563d tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:35.908211 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-506f9104-7cc0-49ac-b541-bbc3772fdba3 req-af05b4de-c26b-4e5b-af68-0c7074c9563d tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.1322913 Feb 17 17:58:36.108204 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-506f9104-7cc0-49ac-b541-bbc3772fdba3 req-547a6cd6-3900-4ec8-ac0a-4557003a3a29 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951399 Feb 17 17:58:36.143595 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b8bbe573-d4d8-459c-89dd-cb2888be286e None None] Provisioning complete for port 6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:58:36.144396 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b8bbe573-d4d8-459c-89dd-cb2888be286e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:36.390210 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b8bbe573-d4d8-459c-89dd-cb2888be286e None None] Port 6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:58:36.595482 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 997e5d79-1b09-447f-bea7-8b1982f5adb7 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:58:36.687770 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6c78f-4dda-4fed-b53d-eeb01775cd97 req-9b5dc2bc-73d1-453a-9321-6f8ae699cad4 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:36.702616 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aab6c78f-4dda-4fed-b53d-eeb01775cd97 req-9b5dc2bc-73d1-453a-9321-6f8ae699cad4 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.2464988 Feb 17 17:58:36.775621 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:36.786562 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe61c97b-2822-47ad-a113-10c2799c3022 admin admin] Publish callbacks [] for port (6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:36.800059 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe61c97b-2822-47ad-a113-10c2799c3022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:36.834384 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 997e5d79-1b09-447f-bea7-8b1982f5adb7 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:58:36.835247 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (997e5d79-1b09-447f-bea7-8b1982f5adb7), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:36.977102 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aab6c78f-4dda-4fed-b53d-eeb01775cd97 req-6e4de655-dae4-4486-9a9e-c6faddba5fff tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616267 Feb 17 17:58:37.216543 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe61c97b-2822-47ad-a113-10c2799c3022 admin admin] Pushing event updated for resources: {'Port': ['ID=6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:37.239240 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe61c97b-2822-47ad-a113-10c2799c3022 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (0f840601-cae6-4109-baeb-5aa015ce769d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:37.323712 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 997e5d79-1b09-447f-bea7-8b1982f5adb7 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:58:37.327399 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (997e5d79-1b09-447f-bea7-8b1982f5adb7), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:37.388865 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 997e5d79-1b09-447f-bea7-8b1982f5adb7, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=997e5d79-1b09-447f-bea7-8b1982f5adb7,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:58:37.395549 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c753e8-6bdb-49fd-b37c-bd6a7b94da50 req-a0c51969-6419-436b-bda1-b24e354c7c0e tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:37.406772 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (997e5d79-1b09-447f-bea7-8b1982f5adb7), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:37.413722 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f8c753e8-6bdb-49fd-b37c-bd6a7b94da50 req-a0c51969-6419-436b-bda1-b24e354c7c0e tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 943 time: 0.3784513 Feb 17 17:58:37.627853 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=997e5d79-1b09-447f-bea7-8b1982f5adb7,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:37.634827 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f8c753e8-6bdb-49fd-b37c-bd6a7b94da50 req-c1932965-72bd-4645-9195-81dc221289e4 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2191653 Feb 17 17:58:37.677529 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3132675-7378-4158-b5b0-35e2d26e1b76 req-148633e8-c41b-4e9c-9d99-d8d37e939f96 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:37.679350 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe61c97b-2822-47ad-a113-10c2799c3022 admin admin] Network 3aa3d1fd-12cf-43a5-8a21-bf857a06d327 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:58:37.683190 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-fe61c97b-2822-47ad-a113-10c2799c3022 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:58:37.688052 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d3132675-7378-4158-b5b0-35e2d26e1b76 req-148633e8-c41b-4e9c-9d99-d8d37e939f96 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.2705843 Feb 17 17:58:37.991642 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:38.027092 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d3132675-7378-4158-b5b0-35e2d26e1b76 req-24fd78e5-b9e7-4318-bcd0-3b46ef06a79b tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200364 Feb 17 17:58:38.341316 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe61c97b-2822-47ad-a113-10c2799c3022 admin admin] Router 0f840601-cae6-4109-baeb-5aa015ce769d has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:58:38.381608 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-0f9cd972-7361-49f6-8cc2-97c74c6de0fe None None] Provisioning complete for port 6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:58:38.382357 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0f9cd972-7361-49f6-8cc2-97c74c6de0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:38.449638 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9aef1c-22a7-43fd-b075-8505cac44f54 req-0c52a5dd-7545-4346-9133-d46f016d992f tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:38.467728 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eb9aef1c-22a7-43fd-b075-8505cac44f54 req-0c52a5dd-7545-4346-9133-d46f016d992f tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.1861520 Feb 17 17:58:38.475693 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 997e5d79-1b09-447f-bea7-8b1982f5adb7 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:58:38.688686 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-0f9cd972-7361-49f6-8cc2-97c74c6de0fe None None] Port 6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:58:38.715548 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eb9aef1c-22a7-43fd-b075-8505cac44f54 req-5c25041c-77a1-47e1-b3e7-d8f5e3e7b00d tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458513 Feb 17 17:58:38.772696 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 997e5d79-1b09-447f-bea7-8b1982f5adb7 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:58:38.773354 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (997e5d79-1b09-447f-bea7-8b1982f5adb7), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:38.790202 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe61c97b-2822-47ad-a113-10c2799c3022 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:58:38.814433 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc29def-0f21-428d-8c59-c91bcbdf77e8 None None] Sync routers for ids ['0f840601-cae6-4109-baeb-5aa015ce769d'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:58:38.815611 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fe61c97b-2822-47ad-a113-10c2799c3022 admin admin] 10.222.0.87 "PUT /v2.0/routers/0f840601-cae6-4109-baeb-5aa015ce769d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4252205 Feb 17 17:58:38.843932 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc29def-0f21-428d-8c59-c91bcbdf77e8 None None] Routers {'0f840601-cae6-4109-baeb-5aa015ce769d'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:58:38.848747 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-dbc29def-0f21-428d-8c59-c91bcbdf77e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:58:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0f840601-cae6-4109-baeb-5aa015ce769d'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:58:39.189635 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb3cdaf-0935-4c98-8c80-c61841e0c28f req-65313236-ffb2-4cd9-af03-7c9ab48f1186 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:39.201125 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-abb3cdaf-0935-4c98-8c80-c61841e0c28f req-65313236-ffb2-4cd9-af03-7c9ab48f1186 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 943 time: 0.2957335 Feb 17 17:58:39.223393 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:39.242533 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69545685-4ea0-4793-a95a-46afbb095100 req-08d8473b-337a-435d-ac74-b3492e4136e3 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:39.250909 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-69545685-4ea0-4793-a95a-46afbb095100 req-08d8473b-337a-435d-ac74-b3492e4136e3 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.2760761 Feb 17 17:58:39.270931 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 997e5d79-1b09-447f-bea7-8b1982f5adb7 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:58:39.334091 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-69545685-4ea0-4793-a95a-46afbb095100 req-e701ccdf-c1c5-4832-b4aa-db75776655d9 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819864 Feb 17 17:58:39.398136 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-abb3cdaf-0935-4c98-8c80-c61841e0c28f req-8a0b957d-8d4a-429a-8cfe-d6bacb581d2b tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1872673 Feb 17 17:58:39.603325 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-dbc29def-0f21-428d-8c59-c91bcbdf77e8 None None] Set router 0f840601-cae6-4109-baeb-5aa015ce769d gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:58:40.165112 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1966b-539a-47d2-9620-d4cb796afb0b req-7c4be4af-e6d3-4f77-83e1-6ded6d644477 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:40.184962 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6df1966b-539a-47d2-9620-d4cb796afb0b req-7c4be4af-e6d3-4f77-83e1-6ded6d644477 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.2586174 Feb 17 17:58:40.279896 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6df1966b-539a-47d2-9620-d4cb796afb0b req-d679b7da-4a3e-4e91-a7c4-a9df0d75f6f3 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938632 Feb 17 17:58:40.484619 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-dbc29def-0f21-428d-8c59-c91bcbdf77e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f840601-cae6-4109-baeb-5aa015ce769d', 'name': 'tempest-TestServerBasicOps-1425991670-router', 'tenant_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '997e5d79-1b09-447f-bea7-8b1982f5adb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:58:27Z', 'updated_at': '2022-02-17T17:58:35Z', 'revision_number': 4, 'project_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'gw_port': {'id': '997e5d79-1b09-447f-bea7-8b1982f5adb7', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:63:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f840601-cae6-4109-baeb-5aa015ce769d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:58:28Z', 'updated_at': '2022-02-17T17:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5', 'name': '', 'network_id': '3aa3d1fd-12cf-43a5-8a21-bf857a06d327', 'tenant_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'mac_address': 'fa:16:3e:40:49:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f840601-cae6-4109-baeb-5aa015ce769d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '0512aabc-33d7-4468-a50e-10fb498a1e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:58:33Z', 'updated_at': '2022-02-17T17:58:36Z', 'revision_number': 2, 'project_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'subnets': [{'id': '0512aabc-33d7-4468-a50e-10fb498a1e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:58:40.624869 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc29def-0f21-428d-8c59-c91bcbdf77e8 None None] Checking router: 0f840601-cae6-4109-baeb-5aa015ce769d for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:58:40.626984 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc29def-0f21-428d-8c59-c91bcbdf77e8 None None] Updating router 0f840601-cae6-4109-baeb-5aa015ce769d port 6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5 binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:58:40.722343 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-dbc29def-0f21-428d-8c59-c91bcbdf77e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:40.844547 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435da37-6118-4834-9dcf-9e71e0556669 req-71675c2e-55ef-4507-8483-9df590951a83 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:40.869158 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1435da37-6118-4834-9dcf-9e71e0556669 req-71675c2e-55ef-4507-8483-9df590951a83 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.3660445 Feb 17 17:58:40.899821 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 51046) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:58:40.910326 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-07cf7c8c-fcc1-4fb3-9f3b-74cbbabaefb3 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-571207820-network', 'tenant_id': 'b0e129a6556342a1a6428e9710717841'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:58:40.990120 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07cf7c8c-fcc1-4fb3-9f3b-74cbbabaefb3 admin admin] Made reservation on behalf of b0e129a6556342a1a6428e9710717841 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:58:41.002541 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-07cf7c8c-fcc1-4fb3-9f3b-74cbbabaefb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:41.046707 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd1335-1e3a-490c-8d84-1977fc004108 req-58ddce29-1b67-40c3-97b4-0563cedf73fd tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:41.048446 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-98fd1335-1e3a-490c-8d84-1977fc004108 req-58ddce29-1b67-40c3-97b4-0563cedf73fd tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 943 time: 0.2670345 Feb 17 17:58:41.051358 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-07cf7c8c-fcc1-4fb3-9f3b-74cbbabaefb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:41.057554 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1435da37-6118-4834-9dcf-9e71e0556669 req-b4e6715d-3e69-4fd4-adc6-3f5658d198ac tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874392 Feb 17 17:58:41.262814 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-98fd1335-1e3a-490c-8d84-1977fc004108 req-a37d70ce-ae75-4c09-9b44-276cc4e1709f tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836314 Feb 17 17:58:41.335907 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-07cf7c8c-fcc1-4fb3-9f3b-74cbbabaefb3 admin admin] Publish callbacks [] for security_group (4ba33fda-ac4a-4fda-99d6-ffa65c573e0f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:41.348732 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-07cf7c8c-fcc1-4fb3-9f3b-74cbbabaefb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (4ba33fda-ac4a-4fda-99d6-ffa65c573e0f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:41.416021 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf7c8c-fcc1-4fb3-9f3b-74cbbabaefb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba33fda-ac4a-4fda-99d6-ffa65c573e0f,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:41.440739 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07cf7c8c-fcc1-4fb3-9f3b-74cbbabaefb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 17:58:41.454719 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-07cf7c8c-fcc1-4fb3-9f3b-74cbbabaefb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (5c546c34-f4ce-496e-b07a-fcbe83df740e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:41.455381 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-07cf7c8c-fcc1-4fb3-9f3b-74cbbabaefb3 admin admin] Added segment 5c546c34-f4ce-496e-b07a-fcbe83df740e of type vlan for network 80d67643-995a-418e-a8d7-ae4aa4f64ddf Feb 17 17:58:41.519709 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-07cf7c8c-fcc1-4fb3-9f3b-74cbbabaefb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (80d67643-995a-418e-a8d7-ae4aa4f64ddf), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:41.566359 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-07cf7c8c-fcc1-4fb3-9f3b-74cbbabaefb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (80d67643-995a-418e-a8d7-ae4aa4f64ddf), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:41.569352 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cf7c8c-fcc1-4fb3-9f3b-74cbbabaefb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:41.572809 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-07cf7c8c-fcc1-4fb3-9f3b-74cbbabaefb3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:41.696044 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 51056) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:58:41.705010 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-07cf7c8c-fcc1-4fb3-9f3b-74cbbabaefb3 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8024328 Feb 17 17:58:41.707957 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-2471d2f3-13be-4b23-8ae0-792bf4bd19b9 admin admin] Request body: {'subnet': {'network_id': '80d67643-995a-418e-a8d7-ae4aa4f64ddf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-571207820-subnet', 'tenant_id': 'b0e129a6556342a1a6428e9710717841', 'ip_version': 4}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:58:41.860946 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2471d2f3-13be-4b23-8ae0-792bf4bd19b9 admin admin] Made reservation on behalf of b0e129a6556342a1a6428e9710717841 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:58:41.865960 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2471d2f3-13be-4b23-8ae0-792bf4bd19b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:41.977541 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-dbc29def-0f21-428d-8c59-c91bcbdf77e8 None None] Publish callbacks [] for port (6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:41.979546 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf7c8c-fcc1-4fb3-9f3b-74cbbabaefb3 admin admin] Pushing event updated for resources: {'Network': ['ID=80d67643-995a-418e-a8d7-ae4aa4f64ddf,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:41.995723 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-dbc29def-0f21-428d-8c59-c91bcbdf77e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:41.998094 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 80d67643-995a-418e-a8d7-ae4aa4f64ddf details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 17:58:42.078740 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71696294-1463-4c30-8e11-7945e86a0f4d None None] Pushing event updated for resources: {'Port': ['ID=6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:42.133866 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71696294-1463-4c30-8e11-7945e86a0f4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:58:42.140859 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71696294-1463-4c30-8e11-7945e86a0f4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:58:42.141452 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71696294-1463-4c30-8e11-7945e86a0f4d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:58:42.141987 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71696294-1463-4c30-8e11-7945e86a0f4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:58:42.142507 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71696294-1463-4c30-8e11-7945e86a0f4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:58:42.144021 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71696294-1463-4c30-8e11-7945e86a0f4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:58:42.144589 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71696294-1463-4c30-8e11-7945e86a0f4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:58:42.145105 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71696294-1463-4c30-8e11-7945e86a0f4d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:58:42.145594 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71696294-1463-4c30-8e11-7945e86a0f4d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:58:42.146110 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71696294-1463-4c30-8e11-7945e86a0f4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:58:42.146596 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71696294-1463-4c30-8e11-7945e86a0f4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:58:42.150984 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71696294-1463-4c30-8e11-7945e86a0f4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:58:42.151580 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71696294-1463-4c30-8e11-7945e86a0f4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:58:42.294712 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-dbc29def-0f21-428d-8c59-c91bcbdf77e8 None None] Attempting to bind port 6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:58:42.295388 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-dbc29def-0f21-428d-8c59-c91bcbdf77e8 None None] Attempting to bind port 6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '69632a0c-2719-4683-92f0-d5b62fe44452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3aa3d1fd-12cf-43a5-8a21-bf857a06d327'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:58:42.295926 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc29def-0f21-428d-8c59-c91bcbdf77e8 None None] Attempting to bind port 6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5 on network 3aa3d1fd-12cf-43a5-8a21-bf857a06d327 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:58:42.309713 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc29def-0f21-428d-8c59-c91bcbdf77e8 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:58:42.310117 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc29def-0f21-428d-8c59-c91bcbdf77e8 None None] Checking segment: {'id': '69632a0c-2719-4683-92f0-d5b62fe44452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3aa3d1fd-12cf-43a5-8a21-bf857a06d327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:58:42.310544 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-dbc29def-0f21-428d-8c59-c91bcbdf77e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:42.310949 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc29def-0f21-428d-8c59-c91bcbdf77e8 None None] Bound using segment: {'id': '69632a0c-2719-4683-92f0-d5b62fe44452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3aa3d1fd-12cf-43a5-8a21-bf857a06d327'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:58:42.311442 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-dbc29def-0f21-428d-8c59-c91bcbdf77e8 None None] Bound port: 6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69632a0c-2719-4683-92f0-d5b62fe44452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3aa3d1fd-12cf-43a5-8a21-bf857a06d327'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:58:42.311830 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-dbc29def-0f21-428d-8c59-c91bcbdf77e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:42.435130 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47d910-ad4b-4e3a-8062-ab0597d4e2e8 req-a2ea33ce-45ae-4b05-b07a-4d4c2aede423 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:42.447058 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-df47d910-ad4b-4e3a-8062-ab0597d4e2e8 req-a2ea33ce-45ae-4b05-b07a-4d4c2aede423 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.4405143 Feb 17 17:58:42.553482 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-dbc29def-0f21-428d-8c59-c91bcbdf77e8 None None] For port 6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:58:42.562274 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-dbc29def-0f21-428d-8c59-c91bcbdf77e8 None None] For port 6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5,segment=NetworkSegment(69632a0c-2719-4683-92f0-d5b62fe44452),segment_id=69632a0c-2719-4683-92f0-d5b62fe44452)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:58:42.579495 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-dbc29def-0f21-428d-8c59-c91bcbdf77e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:42.643551 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-df47d910-ad4b-4e3a-8062-ab0597d4e2e8 req-422ee1a6-8000-4c45-bc93-7cb94e1cc82d tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881566 Feb 17 17:58:42.775553 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc29def-0f21-428d-8c59-c91bcbdf77e8 None None] Routers {'0f840601-cae6-4109-baeb-5aa015ce769d'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:58:42.777172 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-dbc29def-0f21-428d-8c59-c91bcbdf77e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:58:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0f840601-cae6-4109-baeb-5aa015ce769d'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:58:42.825328 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-2ae43c26-4f7c-47f0-b4a1-60a708c2da1e None None] Provisioning complete for port 6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:58:42.826015 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2ae43c26-4f7c-47f0-b4a1-60a708c2da1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:42.878252 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2471d2f3-13be-4b23-8ae0-792bf4bd19b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (cfe3d3f9-0896-4a34-874b-c88504c66384), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:43.263836 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-2ae43c26-4f7c-47f0-b4a1-60a708c2da1e None None] Current status of the port 6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:58:43.265084 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2ae43c26-4f7c-47f0-b4a1-60a708c2da1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:43.273499 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71696294-1463-4c30-8e11-7945e86a0f4d None None] Pushing event updated for resources: {'Port': ['ID=6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5,revision_number=4']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:43.340494 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2471d2f3-13be-4b23-8ae0-792bf4bd19b9 admin admin] Checking segment: {'id': '5c546c34-f4ce-496e-b07a-fcbe83df740e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '80d67643-995a-418e-a8d7-ae4aa4f64ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:58:43.341460 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2471d2f3-13be-4b23-8ae0-792bf4bd19b9 admin admin] Network hostable DHCP agents. Network: 80d67643-995a-418e-a8d7-ae4aa4f64ddf, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 17:58:43.351105 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-2ae43c26-4f7c-47f0-b4a1-60a708c2da1e None None] For port 6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5,segment=NetworkSegment(69632a0c-2719-4683-92f0-d5b62fe44452),segment_id=69632a0c-2719-4683-92f0-d5b62fe44452)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:58:43.362647 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2ae43c26-4f7c-47f0-b4a1-60a708c2da1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:43.364067 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2471d2f3-13be-4b23-8ae0-792bf4bd19b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfe3d3f9-0896-4a34-874b-c88504c66384,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:43.377635 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-dbc29def-0f21-428d-8c59-c91bcbdf77e8 None None] Set router 0f840601-cae6-4109-baeb-5aa015ce769d gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:58:43.434851 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a3a74-9e4d-44cd-ad73-7a792b80575b req-19d0a6af-7c74-41d2-8a27-80e770c840bf tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:43.456456 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3e0a3a74-9e4d-44cd-ad73-7a792b80575b req-19d0a6af-7c74-41d2-8a27-80e770c840bf tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 943 time: 0.6272056 Feb 17 17:58:43.505782 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae43c26-4f7c-47f0-b4a1-60a708c2da1e None None] Pushing event updated for resources: {'Port': ['ID=6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:43.541932 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae43c26-4f7c-47f0-b4a1-60a708c2da1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:58:43.542931 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae43c26-4f7c-47f0-b4a1-60a708c2da1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:58:43.543505 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae43c26-4f7c-47f0-b4a1-60a708c2da1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:58:43.544473 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae43c26-4f7c-47f0-b4a1-60a708c2da1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:58:43.546288 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae43c26-4f7c-47f0-b4a1-60a708c2da1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:58:43.547136 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae43c26-4f7c-47f0-b4a1-60a708c2da1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:58:43.548423 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae43c26-4f7c-47f0-b4a1-60a708c2da1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:58:43.550178 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae43c26-4f7c-47f0-b4a1-60a708c2da1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:58:43.550953 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae43c26-4f7c-47f0-b4a1-60a708c2da1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:58:43.552227 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae43c26-4f7c-47f0-b4a1-60a708c2da1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:58:43.559953 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae43c26-4f7c-47f0-b4a1-60a708c2da1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:58:43.560747 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae43c26-4f7c-47f0-b4a1-60a708c2da1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:58:43.561541 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae43c26-4f7c-47f0-b4a1-60a708c2da1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:58:43.582058 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-8289646f-e11b-4327-b710-4c036af0d1e6 None None] Provisioning complete for port 6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:58:43.583812 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8289646f-e11b-4327-b710-4c036af0d1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:43.663287 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5cb39-4f6d-45f7-8ffa-30c9b7e5298f req-1afe1c72-9968-47d0-af7e-953daac169bb tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:43.670940 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8ac5cb39-4f6d-45f7-8ffa-30c9b7e5298f req-1afe1c72-9968-47d0-af7e-953daac169bb tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.5762689 Feb 17 17:58:43.712872 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2471d2f3-13be-4b23-8ae0-792bf4bd19b9 admin admin] Network 80d67643-995a-418e-a8d7-ae4aa4f64ddf is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 17:58:43.968065 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-8289646f-e11b-4327-b710-4c036af0d1e6 None None] Current status of the port 6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:58:44.103016 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8ac5cb39-4f6d-45f7-8ffa-30c9b7e5298f req-caab0763-747e-4f77-89f7-d3595dd13dd6 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243439 Feb 17 17:58:44.122471 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-dbc29def-0f21-428d-8c59-c91bcbdf77e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f840601-cae6-4109-baeb-5aa015ce769d', 'name': 'tempest-TestServerBasicOps-1425991670-router', 'tenant_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '997e5d79-1b09-447f-bea7-8b1982f5adb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:58:27Z', 'updated_at': '2022-02-17T17:58:35Z', 'revision_number': 4, 'project_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'gw_port': {'id': '997e5d79-1b09-447f-bea7-8b1982f5adb7', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:63:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f840601-cae6-4109-baeb-5aa015ce769d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:58:28Z', 'updated_at': '2022-02-17T17:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5', 'name': '', 'network_id': '3aa3d1fd-12cf-43a5-8a21-bf857a06d327', 'tenant_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'mac_address': 'fa:16:3e:40:49:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f840601-cae6-4109-baeb-5aa015ce769d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '0512aabc-33d7-4468-a50e-10fb498a1e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:58:33Z', 'updated_at': '2022-02-17T17:58:42Z', 'revision_number': 4, 'project_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'subnets': [{'id': '0512aabc-33d7-4468-a50e-10fb498a1e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:58:44.123238 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-2471d2f3-13be-4b23-8ae0-792bf4bd19b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 80d67643-995a-418e-a8d7-ae4aa4f64ddf) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:58:44.142909 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2471d2f3-13be-4b23-8ae0-792bf4bd19b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:44.143932 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2471d2f3-13be-4b23-8ae0-792bf4bd19b9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:44.154092 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ef7d11-9455-413d-9fb1-cc748975121a None None] Network 80d67643-995a-418e-a8d7-ae4aa4f64ddf requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:58:44.200904 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3e0a3a74-9e4d-44cd-ad73-7a792b80575b req-08e63f85-c938-4891-a30c-bdf64fd4f9cc tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7284064 Feb 17 17:58:44.231902 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-2471d2f3-13be-4b23-8ae0-792bf4bd19b9 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.5338576 Feb 17 17:58:44.234108 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 51082) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:58:44.253879 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-07349182-7a23-451d-9c4f-6be3961c4304 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-571207820-router', 'tenant_id': 'b0e129a6556342a1a6428e9710717841', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:58:44.266271 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc29def-0f21-428d-8c59-c91bcbdf77e8 None None] The sync data for ids ['0f840601-cae6-4109-baeb-5aa015ce769d'] in n-d-829613-2 is: [{'id': '0f840601-cae6-4109-baeb-5aa015ce769d', 'name': 'tempest-TestServerBasicOps-1425991670-router', 'tenant_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '997e5d79-1b09-447f-bea7-8b1982f5adb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:58:27Z', 'updated_at': '2022-02-17T17:58:35Z', 'revision_number': 4, 'project_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'gw_port': {'id': '997e5d79-1b09-447f-bea7-8b1982f5adb7', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:63:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f840601-cae6-4109-baeb-5aa015ce769d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:58:28Z', 'updated_at': '2022-02-17T17:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5', 'name': '', 'network_id': '3aa3d1fd-12cf-43a5-8a21-bf857a06d327', 'tenant_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'mac_address': 'fa:16:3e:40:49:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f840601-cae6-4109-baeb-5aa015ce769d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '0512aabc-33d7-4468-a50e-10fb498a1e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:58:33Z', 'updated_at': '2022-02-17T17:58:42Z', 'revision_number': 4, 'project_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'subnets': [{'id': '0512aabc-33d7-4468-a50e-10fb498a1e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:58:44.325500 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-07349182-7a23-451d-9c4f-6be3961c4304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (72175b33-d24a-4d50-b80b-0692173b2cf2), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:44.327150 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-07349182-7a23-451d-9c4f-6be3961c4304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (72175b33-d24a-4d50-b80b-0692173b2cf2), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:44.430456 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a537332-e175-43f9-b16f-13e45f76de57 req-6d3cc242-ded2-4de9-b58a-6bdc1db90aa4 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:44.439076 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5a537332-e175-43f9-b16f-13e45f76de57 req-6d3cc242-ded2-4de9-b58a-6bdc1db90aa4 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.1104009 Feb 17 17:58:44.518211 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5a537332-e175-43f9-b16f-13e45f76de57 req-472efbfc-e97f-48d6-9e92-beba52be5e56 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781381 Feb 17 17:58:44.543234 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-07349182-7a23-451d-9c4f-6be3961c4304 admin admin] Publish callbacks [] for router_controller (72175b33-d24a-4d50-b80b-0692173b2cf2), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:44.741425 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be049f3-7c13-415a-b870-4eaf2b80d159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-80d67643-995a-418e-a8d7-ae4aa4f64ddf', 'network_id': '80d67643-995a-418e-a8d7-ae4aa4f64ddf', 'project_id': 'b0e129a6556342a1a6428e9710717841', 'fixed_ips': [{'subnet_id': 'cfe3d3f9-0896-4a34-874b-c88504c66384'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 17:58:44.742942 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6be049f3-7c13-415a-b870-4eaf2b80d159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:44.881772 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b1cd2-e7fc-456c-b253-37d6d7d26fa5 req-53791fdb-a1da-4381-9745-6ff4d6d6eefd tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:44.891097 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-871b1cd2-e7fc-456c-b253-37d6d7d26fa5 req-53791fdb-a1da-4381-9745-6ff4d6d6eefd tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.1397758 Feb 17 17:58:45.102095 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-871b1cd2-e7fc-456c-b253-37d6d7d26fa5 req-bb567138-9877-4e48-aa40-d337bf49d123 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077315 Feb 17 17:58:45.189189 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-07349182-7a23-451d-9c4f-6be3961c4304 admin admin] Publish callbacks [] for router_gateway (72175b33-d24a-4d50-b80b-0692173b2cf2), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:45.682505 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb28a4-aa63-423d-a136-f49c2c24f125 req-74b53e05-4ece-48d3-8413-420ee26815bc tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:45.695699 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eddb28a4-aa63-423d-a136-f49c2c24f125 req-74b53e05-4ece-48d3-8413-420ee26815bc tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 943 time: 0.2847326 Feb 17 17:58:45.714213 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c2487-3762-4e97-af08-7a5469c654f3 req-32f6549a-d088-4a2a-a648-3c80288c6db9 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:45.746903 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8e6c2487-3762-4e97-af08-7a5469c654f3 req-32f6549a-d088-4a2a-a648-3c80288c6db9 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.2527456 Feb 17 17:58:45.912913 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-6be049f3-7c13-415a-b870-4eaf2b80d159 None None] Allocated IP 172.20.0.2 (80d67643-995a-418e-a8d7-ae4aa4f64ddf/cfe3d3f9-0896-4a34-874b-c88504c66384/ec9e3ed3-55c6-4002-a529-545d20c6680c) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:58:46.026555 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eddb28a4-aa63-423d-a136-f49c2c24f125 req-20d039be-fd7b-4644-aaf7-fae7f522ac68 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2743745 Feb 17 17:58:46.050114 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8e6c2487-3762-4e97-af08-7a5469c654f3 req-eb182f46-6ede-4b05-8fc3-bc2bef52c712 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016546 Feb 17 17:58:46.061841 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-07349182-7a23-451d-9c4f-6be3961c4304 admin admin] Publish callbacks [] for router_gateway (72175b33-d24a-4d50-b80b-0692173b2cf2), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:46.123594 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-07349182-7a23-451d-9c4f-6be3961c4304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:46.373233 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6be049f3-7c13-415a-b870-4eaf2b80d159 None None] Publish callbacks [] for port (ec9e3ed3-55c6-4002-a529-545d20c6680c), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:46.397369 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6be049f3-7c13-415a-b870-4eaf2b80d159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (ec9e3ed3-55c6-4002-a529-545d20c6680c), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:46.431822 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-07349182-7a23-451d-9c4f-6be3961c4304 admin admin] Allocated IP 172.25.8.136 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/77c05d04-32f6-4709-a311-3558f29fc8f1) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:58:46.537485 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:58:46.732508 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be049f3-7c13-415a-b870-4eaf2b80d159 None None] Network 80d67643-995a-418e-a8d7-ae4aa4f64ddf is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:58:46.759002 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-07349182-7a23-451d-9c4f-6be3961c4304 admin admin] Publish callbacks [] for port (77c05d04-32f6-4709-a311-3558f29fc8f1), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:46.773520 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-6be049f3-7c13-415a-b870-4eaf2b80d159 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:58:46.782882 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be049f3-7c13-415a-b870-4eaf2b80d159 None None] Pushing event updated for resources: {'Port': ['ID=ec9e3ed3-55c6-4002-a529-545d20c6680c,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:46.791297 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be049f3-7c13-415a-b870-4eaf2b80d159 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:58:46.897402 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-07349182-7a23-451d-9c4f-6be3961c4304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (77c05d04-32f6-4709-a311-3558f29fc8f1), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:46.967298 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07349182-7a23-451d-9c4f-6be3961c4304 admin admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:58:46.971090 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-07349182-7a23-451d-9c4f-6be3961c4304 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:58:46.974598 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-6be049f3-7c13-415a-b870-4eaf2b80d159 None None] Attempting to bind port ec9e3ed3-55c6-4002-a529-545d20c6680c on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:58:46.975399 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-6be049f3-7c13-415a-b870-4eaf2b80d159 None None] Attempting to bind port ec9e3ed3-55c6-4002-a529-545d20c6680c by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '5c546c34-f4ce-496e-b07a-fcbe83df740e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '80d67643-995a-418e-a8d7-ae4aa4f64ddf'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:58:46.975399 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be049f3-7c13-415a-b870-4eaf2b80d159 None None] Attempting to bind port ec9e3ed3-55c6-4002-a529-545d20c6680c on network 80d67643-995a-418e-a8d7-ae4aa4f64ddf {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:58:46.976471 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07349182-7a23-451d-9c4f-6be3961c4304 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:58:46.979998 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07349182-7a23-451d-9c4f-6be3961c4304 admin admin] Pushing event updated for resources: {'Port': ['ID=77c05d04-32f6-4709-a311-3558f29fc8f1,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:46.989414 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:58:46.989942 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:46.997916 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be049f3-7c13-415a-b870-4eaf2b80d159 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:58:46.997916 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be049f3-7c13-415a-b870-4eaf2b80d159 None None] Checking segment: {'id': '5c546c34-f4ce-496e-b07a-fcbe83df740e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '80d67643-995a-418e-a8d7-ae4aa4f64ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:58:46.997916 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6be049f3-7c13-415a-b870-4eaf2b80d159 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:46.997916 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be049f3-7c13-415a-b870-4eaf2b80d159 None None] Bound using segment: {'id': '5c546c34-f4ce-496e-b07a-fcbe83df740e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '80d67643-995a-418e-a8d7-ae4aa4f64ddf'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:58:46.997916 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-6be049f3-7c13-415a-b870-4eaf2b80d159 None None] Bound port: ec9e3ed3-55c6-4002-a529-545d20c6680c, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c546c34-f4ce-496e-b07a-fcbe83df740e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '80d67643-995a-418e-a8d7-ae4aa4f64ddf'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:58:46.997916 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6be049f3-7c13-415a-b870-4eaf2b80d159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ec9e3ed3-55c6-4002-a529-545d20c6680c), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:47.337072 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-6be049f3-7c13-415a-b870-4eaf2b80d159 None None] For port ec9e3ed3-55c6-4002-a529-545d20c6680c, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:58:47.395296 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-6be049f3-7c13-415a-b870-4eaf2b80d159 None None] For port ec9e3ed3-55c6-4002-a529-545d20c6680c, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=ec9e3ed3-55c6-4002-a529-545d20c6680c,segment=NetworkSegment(5c546c34-f4ce-496e-b07a-fcbe83df740e),segment_id=5c546c34-f4ce-496e-b07a-fcbe83df740e)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:58:47.412519 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:58:47.422666 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6be049f3-7c13-415a-b870-4eaf2b80d159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ec9e3ed3-55c6-4002-a529-545d20c6680c), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:47.500741 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c1760-8b77-4ca0-9356-84ecbf7f469e req-b57ee6a6-4d37-4068-a905-44fee1ccfd43 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:47.505857 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-985c1760-8b77-4ca0-9356-84ecbf7f469e req-b57ee6a6-4d37-4068-a905-44fee1ccfd43 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 943 time: 0.2801585 Feb 17 17:58:47.581914 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be91aa3-2b93-492b-87e4-eb714777d17d req-c6ff83a4-4f22-475b-b44b-8fc41709553d tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:47.587112 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9be91aa3-2b93-492b-87e4-eb714777d17d req-c6ff83a4-4f22-475b-b44b-8fc41709553d tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.2932811 Feb 17 17:58:47.604162 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be049f3-7c13-415a-b870-4eaf2b80d159 None None] Pushing event updated for resources: {'Port': ['ID=ec9e3ed3-55c6-4002-a529-545d20c6680c,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:47.622293 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-07349182-7a23-451d-9c4f-6be3961c4304 admin admin] Publish callbacks [] for router_gateway (72175b33-d24a-4d50-b80b-0692173b2cf2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:47.858056 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-985c1760-8b77-4ca0-9356-84ecbf7f469e req-18ffdf47-f271-45af-9c9a-d53ac79244b8 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3322845 Feb 17 17:58:47.951468 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9be91aa3-2b93-492b-87e4-eb714777d17d req-07a3d5a1-6d75-4ae9-8d35-1adc98915167 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462842 Feb 17 17:58:48.297517 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-07349182-7a23-451d-9c4f-6be3961c4304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (72175b33-d24a-4d50-b80b-0692173b2cf2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:48.592456 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07349182-7a23-451d-9c4f-6be3961c4304 admin admin] Router 72175b33-d24a-4d50-b80b-0692173b2cf2 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 17:58:48.611424 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device ec9e3ed3-55c6-4002-a529-545d20c6680c up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:58:48.746742 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c9f39-aecb-4607-9ab7-2c252f7b8830 req-cd1c042e-1356-4c16-93d0-8862cc72c5dc tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:48.759048 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port ec9e3ed3-55c6-4002-a529-545d20c6680c triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:58:48.759435 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ec9e3ed3-55c6-4002-a529-545d20c6680c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:48.759743 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07349182-7a23-451d-9c4f-6be3961c4304 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:58:48.776893 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-af4c9f39-aecb-4607-9ab7-2c252f7b8830 req-cd1c042e-1356-4c16-93d0-8862cc72c5dc tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.2312846 Feb 17 17:58:48.806325 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-07349182-7a23-451d-9c4f-6be3961c4304 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:48.815085 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-07349182-7a23-451d-9c4f-6be3961c4304 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.5747182 Feb 17 17:58:48.815085 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 51118) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:58:48.836026 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81037280-e75a-4b11-a534-f511debcbfaf None None] Sync routers for ids ['72175b33-d24a-4d50-b80b-0692173b2cf2'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:58:48.896274 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81037280-e75a-4b11-a534-f511debcbfaf None None] Routers {'72175b33-d24a-4d50-b80b-0692173b2cf2'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:58:48.900007 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-81037280-e75a-4b11-a534-f511debcbfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:58:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['72175b33-d24a-4d50-b80b-0692173b2cf2'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:58:49.008958 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-af4c9f39-aecb-4607-9ab7-2c252f7b8830 req-da452f90-9d77-4c5f-b385-f16105f0bc6b tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287109 Feb 17 17:58:49.326529 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-81037280-e75a-4b11-a534-f511debcbfaf None None] Set router 72175b33-d24a-4d50-b80b-0692173b2cf2 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:58:49.414451 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd0a63-fc0a-4d9d-be11-60eeca4898d8 req-a2d08a81-7044-465d-952b-947e6404c728 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:49.416081 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d6cd0a63-fc0a-4d9d-be11-60eeca4898d8 req-a2d08a81-7044-465d-952b-947e6404c728 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 943 time: 0.1978550 Feb 17 17:58:49.641446 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d6cd0a63-fc0a-4d9d-be11-60eeca4898d8 req-fb0fd217-1a7a-4cfa-91a2-cc1bffe5ad02 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2164652 Feb 17 17:58:49.972670 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:50.156667 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port ec9e3ed3-55c6-4002-a529-545d20c6680c is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:58:50.168013 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ec9e3ed3-55c6-4002-a529-545d20c6680c), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:50.174065 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa155aa6-bd7a-4d33-bad8-ead433f27eba None None] Network 80d67643-995a-418e-a8d7-ae4aa4f64ddf requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 17:58:50.243467 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:50.259500 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea84792-87d8-4e97-b232-e84725603787 req-50153118-8eae-4531-87d3-fa8ed740d4b4 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:50.272749 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6ea84792-87d8-4e97-b232-e84725603787 req-50153118-8eae-4531-87d3-fa8ed740d4b4 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.1333096 Feb 17 17:58:50.303675 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-dd79ac52-2379-4050-8c52-af8cc5059e4c None None] Provisioning complete for port ec9e3ed3-55c6-4002-a529-545d20c6680c triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:58:50.304410 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dd79ac52-2379-4050-8c52-af8cc5059e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ec9e3ed3-55c6-4002-a529-545d20c6680c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:50.520590 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6ea84792-87d8-4e97-b232-e84725603787 req-1c83763e-cef6-4916-afa4-cd76da299e43 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337215 Feb 17 17:58:50.578663 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port ec9e3ed3-55c6-4002-a529-545d20c6680c, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=ec9e3ed3-55c6-4002-a529-545d20c6680c,segment=NetworkSegment(5c546c34-f4ce-496e-b07a-fcbe83df740e),segment_id=5c546c34-f4ce-496e-b07a-fcbe83df740e)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:58:50.679506 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-dd79ac52-2379-4050-8c52-af8cc5059e4c None None] Current status of the port ec9e3ed3-55c6-4002-a529-545d20c6680c is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:58:50.711131 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ec9e3ed3-55c6-4002-a529-545d20c6680c), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:50.812912 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=ec9e3ed3-55c6-4002-a529-545d20c6680c,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:50.836520 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-81037280-e75a-4b11-a534-f511debcbfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72175b33-d24a-4d50-b80b-0692173b2cf2', 'name': 'tempest-TestServerBasicOps-571207820-router', 'tenant_id': 'b0e129a6556342a1a6428e9710717841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '77c05d04-32f6-4709-a311-3558f29fc8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:58:44Z', 'updated_at': '2022-02-17T17:58:47Z', 'revision_number': 3, 'project_id': 'b0e129a6556342a1a6428e9710717841', 'gw_port': {'id': '77c05d04-32f6-4709-a311-3558f29fc8f1', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:bc:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72175b33-d24a-4d50-b80b-0692173b2cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:58:46Z', 'updated_at': '2022-02-17T17:58:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:58:50.874074 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81037280-e75a-4b11-a534-f511debcbfaf None None] Checking router: 72175b33-d24a-4d50-b80b-0692173b2cf2 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:58:50.874517 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81037280-e75a-4b11-a534-f511debcbfaf None None] Updating router 72175b33-d24a-4d50-b80b-0692173b2cf2 port 77c05d04-32f6-4709-a311-3558f29fc8f1 binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:58:50.939024 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-81037280-e75a-4b11-a534-f511debcbfaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (77c05d04-32f6-4709-a311-3558f29fc8f1), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:50.977635 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d2993d-088b-4dcd-b09a-3f58a2b981c8 req-46d0acce-0f67-4216-93f1-7e80d0af1b31 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:51.003694 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-52d2993d-088b-4dcd-b09a-3f58a2b981c8 req-46d0acce-0f67-4216-93f1-7e80d0af1b31 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 943 time: 0.1831701 Feb 17 17:58:51.190615 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-52d2993d-088b-4dcd-b09a-3f58a2b981c8 req-14fe5fe8-c4cc-4e2d-90c8-a0160b7052d3 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1855712 Feb 17 17:58:51.474244 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c7c8557b-bf7e-4c63-a14e-6e0b93e1ea9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:51.776039 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-1dbb2322-bdb4-4b90-a0fe-ee585c20b252 None None] Provisioning complete for port ec9e3ed3-55c6-4002-a529-545d20c6680c triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:58:51.777216 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1dbb2322-bdb4-4b90-a0fe-ee585c20b252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ec9e3ed3-55c6-4002-a529-545d20c6680c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:51.782533 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10856b1-778e-4940-91cf-751a234e5dda req-c75f4b65-d1b9-4cdc-8ea4-f885eac730f2 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:51.789963 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e10856b1-778e-4940-91cf-751a234e5dda req-c75f4b65-d1b9-4cdc-8ea4-f885eac730f2 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.1237791 Feb 17 17:58:51.929876 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-c7c8557b-bf7e-4c63-a14e-6e0b93e1ea9f admin admin] Allocated IP 172.20.0.1 (80d67643-995a-418e-a8d7-ae4aa4f64ddf/cfe3d3f9-0896-4a34-874b-c88504c66384/9f13f9e4-711f-4906-814f-1c939f4a3dd3) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:58:51.974584 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-81037280-e75a-4b11-a534-f511debcbfaf None None] Publish callbacks [] for port (77c05d04-32f6-4709-a311-3558f29fc8f1), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:52.009369 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e10856b1-778e-4940-91cf-751a234e5dda req-379e54bb-d3ad-475e-90b8-b5d919cfa3ae tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117255 Feb 17 17:58:52.026205 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-81037280-e75a-4b11-a534-f511debcbfaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (77c05d04-32f6-4709-a311-3558f29fc8f1), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:52.241409 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aee8ca9-ccf8-4e95-a9a0-2f605e50ba8e None None] Pushing event updated for resources: {'Port': ['ID=77c05d04-32f6-4709-a311-3558f29fc8f1,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:52.289675 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-81037280-e75a-4b11-a534-f511debcbfaf None None] Attempting to bind port 77c05d04-32f6-4709-a311-3558f29fc8f1 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:58:52.289675 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-81037280-e75a-4b11-a534-f511debcbfaf None None] Attempting to bind port 77c05d04-32f6-4709-a311-3558f29fc8f1 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:58:52.290068 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81037280-e75a-4b11-a534-f511debcbfaf None None] Attempting to bind port 77c05d04-32f6-4709-a311-3558f29fc8f1 on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:58:52.370018 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81037280-e75a-4b11-a534-f511debcbfaf None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:58:52.371235 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81037280-e75a-4b11-a534-f511debcbfaf None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:58:52.371784 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-81037280-e75a-4b11-a534-f511debcbfaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:52.388881 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81037280-e75a-4b11-a534-f511debcbfaf None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:58:52.389734 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-81037280-e75a-4b11-a534-f511debcbfaf None None] Bound port: 77c05d04-32f6-4709-a311-3558f29fc8f1, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:58:52.390395 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-81037280-e75a-4b11-a534-f511debcbfaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (77c05d04-32f6-4709-a311-3558f29fc8f1), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:52.413185 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c7c8557b-bf7e-4c63-a14e-6e0b93e1ea9f admin admin] Publish callbacks [] for port (9f13f9e4-711f-4906-814f-1c939f4a3dd3), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:52.514688 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-1dbb2322-bdb4-4b90-a0fe-ee585c20b252 None None] Current status of the port ec9e3ed3-55c6-4002-a529-545d20c6680c is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:58:52.561265 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-81037280-e75a-4b11-a534-f511debcbfaf None None] For port 77c05d04-32f6-4709-a311-3558f29fc8f1, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:58:52.565266 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c7c8557b-bf7e-4c63-a14e-6e0b93e1ea9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (9f13f9e4-711f-4906-814f-1c939f4a3dd3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:52.567329 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-81037280-e75a-4b11-a534-f511debcbfaf None None] For port 77c05d04-32f6-4709-a311-3558f29fc8f1, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=77c05d04-32f6-4709-a311-3558f29fc8f1,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:58:52.582050 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-81037280-e75a-4b11-a534-f511debcbfaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (77c05d04-32f6-4709-a311-3558f29fc8f1), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:52.680586 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c60c23-b162-44c0-9790-469d6ca77a7d req-81d5c60e-6d22-457e-90e6-95c5ef85dc37 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:52.694225 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c0c60c23-b162-44c0-9790-469d6ca77a7d req-81d5c60e-6d22-457e-90e6-95c5ef85dc37 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 943 time: 0.1564214 Feb 17 17:58:52.730450 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81037280-e75a-4b11-a534-f511debcbfaf None None] Routers {'72175b33-d24a-4d50-b80b-0692173b2cf2'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:58:52.731522 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-81037280-e75a-4b11-a534-f511debcbfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:58:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['72175b33-d24a-4d50-b80b-0692173b2cf2'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:58:52.735672 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aee8ca9-ccf8-4e95-a9a0-2f605e50ba8e None None] Pushing event updated for resources: {'Port': ['ID=77c05d04-32f6-4709-a311-3558f29fc8f1,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:52.780390 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c8557b-bf7e-4c63-a14e-6e0b93e1ea9f admin admin] Network 80d67643-995a-418e-a8d7-ae4aa4f64ddf is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:58:52.793652 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-c7c8557b-bf7e-4c63-a14e-6e0b93e1ea9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:58:52.814705 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c8557b-bf7e-4c63-a14e-6e0b93e1ea9f admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:58:52.839799 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c0c60c23-b162-44c0-9790-469d6ca77a7d req-e6cbbab7-b8bb-4f3e-9f83-631f011d5fa2 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429384 Feb 17 17:58:52.880588 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c8557b-bf7e-4c63-a14e-6e0b93e1ea9f admin admin] Pushing event updated for resources: {'Port': ['ID=9f13f9e4-711f-4906-814f-1c939f4a3dd3,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:52.904609 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c8557b-bf7e-4c63-a14e-6e0b93e1ea9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:58:52.904609 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c8557b-bf7e-4c63-a14e-6e0b93e1ea9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:58:52.904609 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c8557b-bf7e-4c63-a14e-6e0b93e1ea9f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:58:52.904609 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c8557b-bf7e-4c63-a14e-6e0b93e1ea9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:58:52.904609 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c8557b-bf7e-4c63-a14e-6e0b93e1ea9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:58:52.904609 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c8557b-bf7e-4c63-a14e-6e0b93e1ea9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:58:52.904609 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c8557b-bf7e-4c63-a14e-6e0b93e1ea9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:58:52.904609 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c8557b-bf7e-4c63-a14e-6e0b93e1ea9f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:58:52.904609 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c8557b-bf7e-4c63-a14e-6e0b93e1ea9f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:58:52.904609 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c8557b-bf7e-4c63-a14e-6e0b93e1ea9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:58:52.904609 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c8557b-bf7e-4c63-a14e-6e0b93e1ea9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:58:52.904609 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c8557b-bf7e-4c63-a14e-6e0b93e1ea9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:58:52.904609 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c8557b-bf7e-4c63-a14e-6e0b93e1ea9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:58:52.979606 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c7c8557b-bf7e-4c63-a14e-6e0b93e1ea9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (72175b33-d24a-4d50-b80b-0692173b2cf2), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:53.112815 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-81037280-e75a-4b11-a534-f511debcbfaf None None] Set router 72175b33-d24a-4d50-b80b-0692173b2cf2 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:58:53.131654 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device ec9e3ed3-55c6-4002-a529-545d20c6680c up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:58:53.281852 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ac29b-f3c4-401a-8637-d8b29366e194 req-647e822f-e2b1-4775-b578-9cf95952a6a1 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:53.290328 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-578ac29b-f3c4-401a-8637-d8b29366e194 req-647e822f-e2b1-4775-b578-9cf95952a6a1 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.1364589 Feb 17 17:58:53.407193 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-578ac29b-f3c4-401a-8637-d8b29366e194 req-60cfdb1a-8651-4059-a50d-abe822f984b7 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154134 Feb 17 17:58:53.483154 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c7c8557b-bf7e-4c63-a14e-6e0b93e1ea9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (9f13f9e4-711f-4906-814f-1c939f4a3dd3), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:53.765917 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c7c8557b-bf7e-4c63-a14e-6e0b93e1ea9f admin admin] Publish callbacks [] for port (9f13f9e4-711f-4906-814f-1c939f4a3dd3), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:53.779646 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c7c8557b-bf7e-4c63-a14e-6e0b93e1ea9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (9f13f9e4-711f-4906-814f-1c939f4a3dd3), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:53.881252 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c8557b-bf7e-4c63-a14e-6e0b93e1ea9f admin admin] Pushing event updated for resources: {'Port': ['ID=9f13f9e4-711f-4906-814f-1c939f4a3dd3,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:53.888099 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c7c8557b-bf7e-4c63-a14e-6e0b93e1ea9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (72175b33-d24a-4d50-b80b-0692173b2cf2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:53.936664 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-86fc3f5a-3908-45a8-8a4b-9152a20c8189 None None] Provisioning complete for port 9f13f9e4-711f-4906-814f-1c939f4a3dd3 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:58:53.937471 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-86fc3f5a-3908-45a8-8a4b-9152a20c8189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (9f13f9e4-711f-4906-814f-1c939f4a3dd3), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:54.006825 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port ec9e3ed3-55c6-4002-a529-545d20c6680c triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:58:54.008053 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ec9e3ed3-55c6-4002-a529-545d20c6680c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:54.165794 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-86fc3f5a-3908-45a8-8a4b-9152a20c8189 None None] Port 9f13f9e4-711f-4906-814f-1c939f4a3dd3 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:58:54.170252 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67637306-b342-466b-9b7b-f606f314e4b3 req-179ebb98-c3a5-4bc9-a643-48e0c790a375 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:54.179725 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c8557b-bf7e-4c63-a14e-6e0b93e1ea9f admin admin] Network 80d67643-995a-418e-a8d7-ae4aa4f64ddf is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:58:54.182192 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-c7c8557b-bf7e-4c63-a14e-6e0b93e1ea9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:58:54.187489 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-67637306-b342-466b-9b7b-f606f314e4b3 req-179ebb98-c3a5-4bc9-a643-48e0c790a375 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 943 time: 0.1356711 Feb 17 17:58:54.248705 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-81037280-e75a-4b11-a534-f511debcbfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72175b33-d24a-4d50-b80b-0692173b2cf2', 'name': 'tempest-TestServerBasicOps-571207820-router', 'tenant_id': 'b0e129a6556342a1a6428e9710717841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '77c05d04-32f6-4709-a311-3558f29fc8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:58:44Z', 'updated_at': '2022-02-17T17:58:47Z', 'revision_number': 3, 'project_id': 'b0e129a6556342a1a6428e9710717841', 'gw_port': {'id': '77c05d04-32f6-4709-a311-3558f29fc8f1', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:bc:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72175b33-d24a-4d50-b80b-0692173b2cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:58:46Z', 'updated_at': '2022-02-17T17:58:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:58:54.287988 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-67637306-b342-466b-9b7b-f606f314e4b3 req-e45050cb-ec4a-4140-8ebd-c74cf8bf738d tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973616 Feb 17 17:58:54.354720 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81037280-e75a-4b11-a534-f511debcbfaf None None] The sync data for ids ['72175b33-d24a-4d50-b80b-0692173b2cf2'] in n-d-829613-2 is: [{'id': '72175b33-d24a-4d50-b80b-0692173b2cf2', 'name': 'tempest-TestServerBasicOps-571207820-router', 'tenant_id': 'b0e129a6556342a1a6428e9710717841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '77c05d04-32f6-4709-a311-3558f29fc8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:58:44Z', 'updated_at': '2022-02-17T17:58:47Z', 'revision_number': 3, 'project_id': 'b0e129a6556342a1a6428e9710717841', 'gw_port': {'id': '77c05d04-32f6-4709-a311-3558f29fc8f1', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:bc:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72175b33-d24a-4d50-b80b-0692173b2cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:58:46Z', 'updated_at': '2022-02-17T17:58:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:58:54.362999 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port ec9e3ed3-55c6-4002-a529-545d20c6680c is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:58:54.586557 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c8557b-bf7e-4c63-a14e-6e0b93e1ea9f admin admin] Router 72175b33-d24a-4d50-b80b-0692173b2cf2 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:58:54.674459 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a74e2-9678-4552-832d-8f585c4606c4 req-8635732a-4f52-40a3-8fd9-5384a8cbe1b7 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:54.696919 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7e5a74e2-9678-4552-832d-8f585c4606c4 req-8635732a-4f52-40a3-8fd9-5384a8cbe1b7 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.1350029 Feb 17 17:58:54.719391 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-9ab89db9-f0b8-46cf-967f-8f6c037becac None None] Provisioning complete for port 9f13f9e4-711f-4906-814f-1c939f4a3dd3 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:58:54.719962 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9ab89db9-f0b8-46cf-967f-8f6c037becac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (9f13f9e4-711f-4906-814f-1c939f4a3dd3), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:54.769111 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c8557b-bf7e-4c63-a14e-6e0b93e1ea9f admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:58:54.790051 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c7c8557b-bf7e-4c63-a14e-6e0b93e1ea9f admin admin] 10.222.0.87 "PUT /v2.0/routers/72175b33-d24a-4d50-b80b-0692173b2cf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9764524 Feb 17 17:58:54.860110 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-9ab89db9-f0b8-46cf-967f-8f6c037becac None None] Port 9f13f9e4-711f-4906-814f-1c939f4a3dd3 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:58:54.910461 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7e5a74e2-9678-4552-832d-8f585c4606c4 req-d51e2f55-8d6b-4858-9272-7d2cd52a56a0 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102280 Feb 17 17:58:55.201183 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413fcfc4-daa3-4ad5-9909-cbce23b324c9 req-3c267796-c161-4a54-a711-fb06a5ca581c tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:55.213890 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-413fcfc4-daa3-4ad5-9909-cbce23b324c9 req-3c267796-c161-4a54-a711-fb06a5ca581c tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.1452754 Feb 17 17:58:55.300495 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-413fcfc4-daa3-4ad5-9909-cbce23b324c9 req-0b877d6d-58c4-44db-89a5-f96ee1bd63dd tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853860 Feb 17 17:58:55.541617 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed7836-bb56-49ee-8716-75d4c05d381f req-5da48bae-f483-4281-abbb-3dd4c06af721 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:55.549648 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5bed7836-bb56-49ee-8716-75d4c05d381f req-5da48bae-f483-4281-abbb-3dd4c06af721 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 943 time: 0.1169772 Feb 17 17:58:55.686424 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5bed7836-bb56-49ee-8716-75d4c05d381f req-a80230b9-82aa-4123-a972-febc8407e0b4 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280453 Feb 17 17:58:55.767358 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 51184) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:58:55.772098 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-b0099e79-33b1-4eb2-ab2e-b5437e1eaed6 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1444855111', 'description': 'tempest-secgroup-smoke-1444855111 description', 'project_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:58:55.812329 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b0099e79-33b1-4eb2-ab2e-b5437e1eaed6 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:55.928840 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81763339-5e4f-4421-a5a1-0641db9cac55 req-af584985-3e64-4449-b2fd-531c1a696c00 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:55.930958 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-81763339-5e4f-4421-a5a1-0641db9cac55 req-af584985-3e64-4449-b2fd-531c1a696c00 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.1157508 Feb 17 17:58:56.018468 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b0099e79-33b1-4eb2-ab2e-b5437e1eaed6 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks [] for security_group (28960048-9246-4e6d-bb91-0264d7a8ddbb), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:56.030870 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b0099e79-33b1-4eb2-ab2e-b5437e1eaed6 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (28960048-9246-4e6d-bb91-0264d7a8ddbb), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:56.059613 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b0099e79-33b1-4eb2-ab2e-b5437e1eaed6 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:56.063969 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 51190) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:58:56.064525 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b0099e79-33b1-4eb2-ab2e-b5437e1eaed6 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2955949 Feb 17 17:58:56.071090 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-8aeade67-de45-4232-8141-77a22690b4aa tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Request body: {'security_group_rule': {'security_group_id': '28960048-9246-4e6d-bb91-0264d7a8ddbb', 'project_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:58:56.106533 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-81763339-5e4f-4421-a5a1-0641db9cac55 req-591d14d6-9b40-43bb-afe2-ce93e7a97c48 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416969 Feb 17 17:58:56.114163 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8aeade67-de45-4232-8141-77a22690b4aa tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks [] for security_group_rule (2b8ff2a8-a964-4f96-821a-d90fbc59d52f), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:56.122725 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0099e79-33b1-4eb2-ab2e-b5437e1eaed6 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28960048-9246-4e6d-bb91-0264d7a8ddbb,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:56.268840 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8aeade67-de45-4232-8141-77a22690b4aa tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks [] for security_group_rule (2b8ff2a8-a964-4f96-821a-d90fbc59d52f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:56.278680 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8aeade67-de45-4232-8141-77a22690b4aa tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (2b8ff2a8-a964-4f96-821a-d90fbc59d52f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:56.306330 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeade67-de45-4232-8141-77a22690b4aa tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b8ff2a8-a964-4f96-821a-d90fbc59d52f,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:56.316324 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8aeade67-de45-4232-8141-77a22690b4aa tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:56.321947 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 51194) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:58:56.322698 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8aeade67-de45-4232-8141-77a22690b4aa tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2560270 Feb 17 17:58:56.326780 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-0a29734d-8e04-4135-8262-0ffad9a12b24 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Request body: {'security_group_rule': {'security_group_id': '28960048-9246-4e6d-bb91-0264d7a8ddbb', 'project_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:58:56.350584 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3078784-c0fc-4e4e-bf9d-e166fcc411fd req-e5927ee2-75e6-4504-a4d4-ae5662eb2c15 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:56.352987 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f3078784-c0fc-4e4e-bf9d-e166fcc411fd req-e5927ee2-75e6-4504-a4d4-ae5662eb2c15 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.0847411 Feb 17 17:58:56.383091 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0a29734d-8e04-4135-8262-0ffad9a12b24 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks [] for security_group_rule (b296201f-fa9b-4bb3-aedb-08f56bef6fee), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:56.442944 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f3078784-c0fc-4e4e-bf9d-e166fcc411fd req-08652e94-4561-4148-a39d-536d49f54d87 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810111 Feb 17 17:58:56.475911 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0a29734d-8e04-4135-8262-0ffad9a12b24 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks [] for security_group_rule (b296201f-fa9b-4bb3-aedb-08f56bef6fee), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:56.481508 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0a29734d-8e04-4135-8262-0ffad9a12b24 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (b296201f-fa9b-4bb3-aedb-08f56bef6fee), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:56.510901 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a29734d-8e04-4135-8262-0ffad9a12b24 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b296201f-fa9b-4bb3-aedb-08f56bef6fee,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:56.519497 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0a29734d-8e04-4135-8262-0ffad9a12b24 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:56.523977 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-0a29734d-8e04-4135-8262-0ffad9a12b24 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1980431 Feb 17 17:58:56.523977 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 51198) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:58:56.529752 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-32186853-caec-4eb9-9636-0db816a52856 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Request body: {'security_group_rule': {'security_group_id': '28960048-9246-4e6d-bb91-0264d7a8ddbb', 'project_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:58:56.565257 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-32186853-caec-4eb9-9636-0db816a52856 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks [] for security_group_rule (90951970-197a-495b-9d69-40bc06a246cc), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:56.665564 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-32186853-caec-4eb9-9636-0db816a52856 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks [] for security_group_rule (90951970-197a-495b-9d69-40bc06a246cc), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:56.673348 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-32186853-caec-4eb9-9636-0db816a52856 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (90951970-197a-495b-9d69-40bc06a246cc), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:56.705724 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32186853-caec-4eb9-9636-0db816a52856 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90951970-197a-495b-9d69-40bc06a246cc,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:56.710904 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-32186853-caec-4eb9-9636-0db816a52856 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:56.712126 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-32186853-caec-4eb9-9636-0db816a52856 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1866946 Feb 17 17:58:56.715178 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 51210) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:58:56.719897 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-9bd9b566-9fc0-4ee2-9978-922142d205ad tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Request body: {'security_group_rule': {'security_group_id': '28960048-9246-4e6d-bb91-0264d7a8ddbb', 'project_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:58:56.720351 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d551b4-2546-4c97-845f-fb68c724aaf7 req-d5d1e804-3495-4dec-b063-4ef29e37f0bc tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:56.737426 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-58d551b4-2546-4c97-845f-fb68c724aaf7 req-d5d1e804-3495-4dec-b063-4ef29e37f0bc tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.1397324 Feb 17 17:58:56.771652 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9bd9b566-9fc0-4ee2-9978-922142d205ad tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks [] for security_group_rule (560fe934-55e6-4fda-998c-940317655143), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:56.921156 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 77c05d04-32f6-4709-a311-3558f29fc8f1 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:58:56.946834 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9bd9b566-9fc0-4ee2-9978-922142d205ad tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks [] for security_group_rule (560fe934-55e6-4fda-998c-940317655143), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:56.957789 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9bd9b566-9fc0-4ee2-9978-922142d205ad tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (560fe934-55e6-4fda-998c-940317655143), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:56.969398 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-58d551b4-2546-4c97-845f-fb68c724aaf7 req-f483ea5e-c7b5-4823-8133-23fa9e9af392 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020724 Feb 17 17:58:57.038036 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd9b566-9fc0-4ee2-9978-922142d205ad tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=560fe934-55e6-4fda-998c-940317655143,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:57.050561 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9bd9b566-9fc0-4ee2-9978-922142d205ad tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:57.053945 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17594fb-f33c-4c6b-83d0-7450f9e22b59 req-06e79d7b-7b91-48a6-99a6-f97d377e4463 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:57.054858 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9bd9b566-9fc0-4ee2-9978-922142d205ad tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3381002 Feb 17 17:58:57.057178 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 51220) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:58:57.065315 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f17594fb-f33c-4c6b-83d0-7450f9e22b59 req-06e79d7b-7b91-48a6-99a6-f97d377e4463 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 943 time: 0.2108848 Feb 17 17:58:57.072676 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-af9df92d-7c3b-4aec-ab42-e49a47be6a4a tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Request body: {'security_group_rule': {'security_group_id': '28960048-9246-4e6d-bb91-0264d7a8ddbb', 'project_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:58:57.077911 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 77c05d04-32f6-4709-a311-3558f29fc8f1 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:58:57.079104 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (77c05d04-32f6-4709-a311-3558f29fc8f1), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:57.151671 n-d-829613-2 neutron-server[103434]: INFO neutron.db.securitygroups_db [None req-af9df92d-7c3b-4aec-ab42-e49a47be6a4a tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Project f2fecc83bbca4d24b89fe382f6fcc2ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 17:58:57.167079 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af9df92d-7c3b-4aec-ab42-e49a47be6a4a tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks [] for security_group_rule (8e3c806d-f3d8-4295-ba97-db5c41f763fb), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:57.270139 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f17594fb-f33c-4c6b-83d0-7450f9e22b59 req-0bc3ca4d-0b5a-4b4b-8fdd-6da443416d7d tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2034640 Feb 17 17:58:57.296527 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 77c05d04-32f6-4709-a311-3558f29fc8f1 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:58:57.297295 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (77c05d04-32f6-4709-a311-3558f29fc8f1), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:57.340457 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5704d-f139-4609-83b2-1b985b6dbfed req-e8f245dd-3594-41f0-8872-a36285a4720d tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:57.344047 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36a5704d-f139-4609-83b2-1b985b6dbfed req-e8f245dd-3594-41f0-8872-a36285a4720d tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.1640832 Feb 17 17:58:57.345960 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af9df92d-7c3b-4aec-ab42-e49a47be6a4a tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks [] for security_group_rule (8e3c806d-f3d8-4295-ba97-db5c41f763fb), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:57.346202 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 77c05d04-32f6-4709-a311-3558f29fc8f1, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=77c05d04-32f6-4709-a311-3558f29fc8f1,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:58:57.360805 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af9df92d-7c3b-4aec-ab42-e49a47be6a4a tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (8e3c806d-f3d8-4295-ba97-db5c41f763fb), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:57.364495 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (77c05d04-32f6-4709-a311-3558f29fc8f1), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:57.412526 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9df92d-7c3b-4aec-ab42-e49a47be6a4a tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e3c806d-f3d8-4295-ba97-db5c41f763fb,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:57.425579 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af9df92d-7c3b-4aec-ab42-e49a47be6a4a tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:57.426966 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-af9df92d-7c3b-4aec-ab42-e49a47be6a4a tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3682067 Feb 17 17:58:57.432392 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 51222) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:58:57.437747 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-e0a95283-65c0-4e8c-8c3e-667d3edd510e tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Request body: {'security_group_rule': {'security_group_id': '28960048-9246-4e6d-bb91-0264d7a8ddbb', 'project_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:58:57.484593 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=77c05d04-32f6-4709-a311-3558f29fc8f1,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:57.495524 n-d-829613-2 neutron-server[103434]: INFO neutron.db.securitygroups_db [None req-e0a95283-65c0-4e8c-8c3e-667d3edd510e tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Project f2fecc83bbca4d24b89fe382f6fcc2ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 17:58:57.498839 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36a5704d-f139-4609-83b2-1b985b6dbfed req-1eba10f8-81cd-4970-9772-3836e99f5222 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457677 Feb 17 17:58:57.507121 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0a95283-65c0-4e8c-8c3e-667d3edd510e tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks [] for security_group_rule (e0cb9647-8b37-4064-93bd-40e5481feda0), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:57.643506 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ca8ffc-06e9-4c93-8112-9b66f6dd1d7a None None] Sync routers for ids ['72175b33-d24a-4d50-b80b-0692173b2cf2'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:58:57.671257 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ca8ffc-06e9-4c93-8112-9b66f6dd1d7a None None] Routers {'72175b33-d24a-4d50-b80b-0692173b2cf2'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:58:57.672223 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-d8ca8ffc-06e9-4c93-8112-9b66f6dd1d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:58:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['72175b33-d24a-4d50-b80b-0692173b2cf2'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:58:57.696872 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0a95283-65c0-4e8c-8c3e-667d3edd510e tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks [] for security_group_rule (e0cb9647-8b37-4064-93bd-40e5481feda0), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:57.713618 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0a95283-65c0-4e8c-8c3e-667d3edd510e tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (e0cb9647-8b37-4064-93bd-40e5481feda0), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:57.753160 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a95283-65c0-4e8c-8c3e-667d3edd510e tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0cb9647-8b37-4064-93bd-40e5481feda0,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:57.772860 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0a95283-65c0-4e8c-8c3e-667d3edd510e tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:57.777256 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e0a95283-65c0-4e8c-8c3e-667d3edd510e tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3409722 Feb 17 17:58:57.816066 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-d8ca8ffc-06e9-4c93-8112-9b66f6dd1d7a None None] Set router 72175b33-d24a-4d50-b80b-0692173b2cf2 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:58:57.853213 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e9a69-8234-4d08-ade2-cc8b670c811b req-272aafbd-43ee-4894-adf6-f5661bc0f890 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:57.860804 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-129e9a69-8234-4d08-ade2-cc8b670c811b req-272aafbd-43ee-4894-adf6-f5661bc0f890 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.1225309 Feb 17 17:58:57.988345 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-129e9a69-8234-4d08-ade2-cc8b670c811b req-7d95cd23-c791-4fef-9eac-630381f500ac tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154625 Feb 17 17:58:58.165319 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-d8ca8ffc-06e9-4c93-8112-9b66f6dd1d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72175b33-d24a-4d50-b80b-0692173b2cf2', 'name': 'tempest-TestServerBasicOps-571207820-router', 'tenant_id': 'b0e129a6556342a1a6428e9710717841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '77c05d04-32f6-4709-a311-3558f29fc8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:58:44Z', 'updated_at': '2022-02-17T17:58:53Z', 'revision_number': 4, 'project_id': 'b0e129a6556342a1a6428e9710717841', 'gw_port': {'id': '77c05d04-32f6-4709-a311-3558f29fc8f1', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:bc:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72175b33-d24a-4d50-b80b-0692173b2cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:58:46Z', 'updated_at': '2022-02-17T17:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '9f13f9e4-711f-4906-814f-1c939f4a3dd3', 'name': '', 'network_id': '80d67643-995a-418e-a8d7-ae4aa4f64ddf', 'tenant_id': 'b0e129a6556342a1a6428e9710717841', 'mac_address': 'fa:16:3e:bd:ce:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72175b33-d24a-4d50-b80b-0692173b2cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'cfe3d3f9-0896-4a34-874b-c88504c66384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:58:51Z', 'updated_at': '2022-02-17T17:58:53Z', 'revision_number': 2, 'project_id': 'b0e129a6556342a1a6428e9710717841', 'subnets': [{'id': 'cfe3d3f9-0896-4a34-874b-c88504c66384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:58:58.206999 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a0cbb33-5787-4c00-95b4-393343a23854 req-20eb2a68-019e-4c63-8415-1bddd5e367d6 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1444855111&fields=id&tenant_id=f2fecc83bbca4d24b89fe382f6fcc2ca HTTP/1.1" status: 200 len: 267 time: 0.1850200 Feb 17 17:58:58.236173 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ca8ffc-06e9-4c93-8112-9b66f6dd1d7a None None] Checking router: 72175b33-d24a-4d50-b80b-0692173b2cf2 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:58:58.236555 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ca8ffc-06e9-4c93-8112-9b66f6dd1d7a None None] Updating router 72175b33-d24a-4d50-b80b-0692173b2cf2 port 9f13f9e4-711f-4906-814f-1c939f4a3dd3 binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 17:58:58.282831 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-d8ca8ffc-06e9-4c93-8112-9b66f6dd1d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (9f13f9e4-711f-4906-814f-1c939f4a3dd3), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:58.296887 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466dd802-a209-4609-b083-b5ace29777d4 req-0b101b44-30b4-4afe-802a-95adf663b2f4 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:58.304769 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-466dd802-a209-4609-b083-b5ace29777d4 req-0b101b44-30b4-4afe-802a-95adf663b2f4 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.1974175 Feb 17 17:58:58.530027 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-466dd802-a209-4609-b083-b5ace29777d4 req-107399b6-b2eb-4512-bcae-293410e058d6 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125063 Feb 17 17:58:58.553194 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0cbb33-5787-4c00-95b4-393343a23854 req-5123ddb3-03f3-4947-8f69-1b431e2ea139 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:58.566932 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a0cbb33-5787-4c00-95b4-393343a23854 req-5123ddb3-03f3-4947-8f69-1b431e2ea139 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] 10.222.0.87 "GET /v2.0/networks?id=3aa3d1fd-12cf-43a5-8a21-bf857a06d327 HTTP/1.1" status: 200 len: 809 time: 0.3565984 Feb 17 17:58:58.588525 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a0cbb33-5787-4c00-95b4-393343a23854 req-b6e39d07-b682-4416-97ff-2affb80597f3 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] 10.222.0.87 "GET /v2.0/quotas/f2fecc83bbca4d24b89fe382f6fcc2ca HTTP/1.1" status: 200 len: 375 time: 0.0200779 Feb 17 17:58:58.665287 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a0cbb33-5787-4c00-95b4-393343a23854 req-36422bde-cddc-4efb-b6a3-40674a535799 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=f2fecc83bbca4d24b89fe382f6fcc2ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0753045 Feb 17 17:58:58.746809 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a2b68-2c19-4439-87e1-3be1ad751da5 req-5cc846ef-74bb-467e-ad60-3f3eb00e952e tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:58.748946 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8a4a2b68-2c19-4439-87e1-3be1ad751da5 req-5cc846ef-74bb-467e-ad60-3f3eb00e952e tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 943 time: 0.0799334 Feb 17 17:58:58.871352 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-d8ca8ffc-06e9-4c93-8112-9b66f6dd1d7a None None] Publish callbacks [] for port (9f13f9e4-711f-4906-814f-1c939f4a3dd3), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:58.893116 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8a4a2b68-2c19-4439-87e1-3be1ad751da5 req-1e588909-ef73-4845-9fd8-d9cd118c3b9e tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373782 Feb 17 17:58:58.896398 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 77c05d04-32f6-4709-a311-3558f29fc8f1 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:58:58.906324 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-d8ca8ffc-06e9-4c93-8112-9b66f6dd1d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (9f13f9e4-711f-4906-814f-1c939f4a3dd3), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:59.035314 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4475fc8-b241-477f-8688-ffe50795dd36 None None] Pushing event updated for resources: {'Port': ['ID=9f13f9e4-711f-4906-814f-1c939f4a3dd3,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:59.067448 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 77c05d04-32f6-4709-a311-3558f29fc8f1 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:58:59.067848 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (77c05d04-32f6-4709-a311-3558f29fc8f1), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:59.202629 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-d8ca8ffc-06e9-4c93-8112-9b66f6dd1d7a None None] Attempting to bind port 9f13f9e4-711f-4906-814f-1c939f4a3dd3 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:58:59.203067 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-d8ca8ffc-06e9-4c93-8112-9b66f6dd1d7a None None] Attempting to bind port 9f13f9e4-711f-4906-814f-1c939f4a3dd3 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '5c546c34-f4ce-496e-b07a-fcbe83df740e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '80d67643-995a-418e-a8d7-ae4aa4f64ddf'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:58:59.203420 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ca8ffc-06e9-4c93-8112-9b66f6dd1d7a None None] Attempting to bind port 9f13f9e4-711f-4906-814f-1c939f4a3dd3 on network 80d67643-995a-418e-a8d7-ae4aa4f64ddf {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:58:59.209692 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ca8ffc-06e9-4c93-8112-9b66f6dd1d7a None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:58:59.210074 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ca8ffc-06e9-4c93-8112-9b66f6dd1d7a None None] Checking segment: {'id': '5c546c34-f4ce-496e-b07a-fcbe83df740e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '80d67643-995a-418e-a8d7-ae4aa4f64ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:58:59.210820 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-d8ca8ffc-06e9-4c93-8112-9b66f6dd1d7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:59.211125 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ca8ffc-06e9-4c93-8112-9b66f6dd1d7a None None] Bound using segment: {'id': '5c546c34-f4ce-496e-b07a-fcbe83df740e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '80d67643-995a-418e-a8d7-ae4aa4f64ddf'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:58:59.211600 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-d8ca8ffc-06e9-4c93-8112-9b66f6dd1d7a None None] Bound port: 9f13f9e4-711f-4906-814f-1c939f4a3dd3, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c546c34-f4ce-496e-b07a-fcbe83df740e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '80d67643-995a-418e-a8d7-ae4aa4f64ddf'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:58:59.211978 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-d8ca8ffc-06e9-4c93-8112-9b66f6dd1d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (9f13f9e4-711f-4906-814f-1c939f4a3dd3), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:59.316546 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 77c05d04-32f6-4709-a311-3558f29fc8f1 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:58:59.320422 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-d8ca8ffc-06e9-4c93-8112-9b66f6dd1d7a None None] For port 9f13f9e4-711f-4906-814f-1c939f4a3dd3, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:58:59.330169 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-d8ca8ffc-06e9-4c93-8112-9b66f6dd1d7a None None] For port 9f13f9e4-711f-4906-814f-1c939f4a3dd3, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=9f13f9e4-711f-4906-814f-1c939f4a3dd3,segment=NetworkSegment(5c546c34-f4ce-496e-b07a-fcbe83df740e),segment_id=5c546c34-f4ce-496e-b07a-fcbe83df740e)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:58:59.347104 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-d8ca8ffc-06e9-4c93-8112-9b66f6dd1d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (9f13f9e4-711f-4906-814f-1c939f4a3dd3), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:59.352954 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a0cbb33-5787-4c00-95b4-393343a23854 req-7f4ad373-b7d2-4076-8375-2dca49582dc7 service neutron] 10.222.0.87 "GET /v2.0/networks/3aa3d1fd-12cf-43a5-8a21-bf857a06d327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6456180 Feb 17 17:58:59.406947 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ca8ffc-06e9-4c93-8112-9b66f6dd1d7a None None] Routers {'72175b33-d24a-4d50-b80b-0692173b2cf2'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:58:59.407657 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-d8ca8ffc-06e9-4c93-8112-9b66f6dd1d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:58:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['72175b33-d24a-4d50-b80b-0692173b2cf2'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:58:59.433576 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a8ab8-6b24-4dd4-ac0d-6018c763c48c req-19af170a-aefc-451f-8e34-d9cc7a1b928f tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:58:59.442955 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-629a8ab8-6b24-4dd4-ac0d-6018c763c48c req-19af170a-aefc-451f-8e34-d9cc7a1b928f tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.3206232 Feb 17 17:58:59.523196 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4475fc8-b241-477f-8688-ffe50795dd36 None None] Pushing event updated for resources: {'Port': ['ID=9f13f9e4-711f-4906-814f-1c939f4a3dd3,revision_number=4']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:58:59.607185 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-0043ab6c-e4a9-4b40-adcc-a2af678b3228 None None] Provisioning complete for port 9f13f9e4-711f-4906-814f-1c939f4a3dd3 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:58:59.608616 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0043ab6c-e4a9-4b40-adcc-a2af678b3228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (9f13f9e4-711f-4906-814f-1c939f4a3dd3), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:58:59.637031 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-d8ca8ffc-06e9-4c93-8112-9b66f6dd1d7a None None] Set router 72175b33-d24a-4d50-b80b-0692173b2cf2 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:58:59.701481 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-629a8ab8-6b24-4dd4-ac0d-6018c763c48c req-f7a39409-4799-4f5a-aa79-e5ab00968a9b tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571783 Feb 17 17:58:59.730121 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a0cbb33-5787-4c00-95b4-393343a23854 req-c0953300-54d4-4b56-bc76-e72423313bff service neutron] 10.222.0.87 "GET /v2.0/networks/3aa3d1fd-12cf-43a5-8a21-bf857a06d327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728666 Feb 17 17:58:59.956147 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-0043ab6c-e4a9-4b40-adcc-a2af678b3228 None None] Current status of the port 9f13f9e4-711f-4906-814f-1c939f4a3dd3 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:58:59.957903 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0043ab6c-e4a9-4b40-adcc-a2af678b3228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (9f13f9e4-711f-4906-814f-1c939f4a3dd3), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:00.003518 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207a9ba-4d89-4d63-8fa4-902533775b1d req-77439916-8197-4a99-bbe6-b27520ed3a7b tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:00.017209 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-0043ab6c-e4a9-4b40-adcc-a2af678b3228 None None] For port 9f13f9e4-711f-4906-814f-1c939f4a3dd3, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=9f13f9e4-711f-4906-814f-1c939f4a3dd3,segment=NetworkSegment(5c546c34-f4ce-496e-b07a-fcbe83df740e),segment_id=5c546c34-f4ce-496e-b07a-fcbe83df740e)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:59:00.023876 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0043ab6c-e4a9-4b40-adcc-a2af678b3228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (9f13f9e4-711f-4906-814f-1c939f4a3dd3), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:00.032476 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8207a9ba-4d89-4d63-8fa4-902533775b1d req-77439916-8197-4a99-bbe6-b27520ed3a7b tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.1669235 Feb 17 17:59:00.127247 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0043ab6c-e4a9-4b40-adcc-a2af678b3228 None None] Pushing event updated for resources: {'Port': ['ID=9f13f9e4-711f-4906-814f-1c939f4a3dd3,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:59:00.139656 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8207a9ba-4d89-4d63-8fa4-902533775b1d req-74bfce48-1b3d-47fd-b304-87946afb187d tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056912 Feb 17 17:59:00.180404 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-82d9cba0-20fc-40b4-b686-496bf1c013b6 None None] Provisioning complete for port 9f13f9e4-711f-4906-814f-1c939f4a3dd3 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:59:00.180804 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-82d9cba0-20fc-40b4-b686-496bf1c013b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (9f13f9e4-711f-4906-814f-1c939f4a3dd3), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:00.274627 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-d8ca8ffc-06e9-4c93-8112-9b66f6dd1d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72175b33-d24a-4d50-b80b-0692173b2cf2', 'name': 'tempest-TestServerBasicOps-571207820-router', 'tenant_id': 'b0e129a6556342a1a6428e9710717841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '77c05d04-32f6-4709-a311-3558f29fc8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:58:44Z', 'updated_at': '2022-02-17T17:58:53Z', 'revision_number': 4, 'project_id': 'b0e129a6556342a1a6428e9710717841', 'gw_port': {'id': '77c05d04-32f6-4709-a311-3558f29fc8f1', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:bc:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72175b33-d24a-4d50-b80b-0692173b2cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:58:46Z', 'updated_at': '2022-02-17T17:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '9f13f9e4-711f-4906-814f-1c939f4a3dd3', 'name': '', 'network_id': '80d67643-995a-418e-a8d7-ae4aa4f64ddf', 'tenant_id': 'b0e129a6556342a1a6428e9710717841', 'mac_address': 'fa:16:3e:bd:ce:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72175b33-d24a-4d50-b80b-0692173b2cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'cfe3d3f9-0896-4a34-874b-c88504c66384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:58:51Z', 'updated_at': '2022-02-17T17:58:59Z', 'revision_number': 4, 'project_id': 'b0e129a6556342a1a6428e9710717841', 'subnets': [{'id': 'cfe3d3f9-0896-4a34-874b-c88504c66384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:59:00.380377 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ca8ffc-06e9-4c93-8112-9b66f6dd1d7a None None] The sync data for ids ['72175b33-d24a-4d50-b80b-0692173b2cf2'] in n-d-829613-2 is: [{'id': '72175b33-d24a-4d50-b80b-0692173b2cf2', 'name': 'tempest-TestServerBasicOps-571207820-router', 'tenant_id': 'b0e129a6556342a1a6428e9710717841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '77c05d04-32f6-4709-a311-3558f29fc8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:58:44Z', 'updated_at': '2022-02-17T17:58:53Z', 'revision_number': 4, 'project_id': 'b0e129a6556342a1a6428e9710717841', 'gw_port': {'id': '77c05d04-32f6-4709-a311-3558f29fc8f1', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:bc:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72175b33-d24a-4d50-b80b-0692173b2cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:58:46Z', 'updated_at': '2022-02-17T17:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '9f13f9e4-711f-4906-814f-1c939f4a3dd3', 'name': '', 'network_id': '80d67643-995a-418e-a8d7-ae4aa4f64ddf', 'tenant_id': 'b0e129a6556342a1a6428e9710717841', 'mac_address': 'fa:16:3e:bd:ce:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72175b33-d24a-4d50-b80b-0692173b2cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': 'cfe3d3f9-0896-4a34-874b-c88504c66384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:58:51Z', 'updated_at': '2022-02-17T17:58:59Z', 'revision_number': 4, 'project_id': 'b0e129a6556342a1a6428e9710717841', 'subnets': [{'id': 'cfe3d3f9-0896-4a34-874b-c88504c66384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:59:00.533484 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-82d9cba0-20fc-40b4-b686-496bf1c013b6 None None] Current status of the port 9f13f9e4-711f-4906-814f-1c939f4a3dd3 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:59:00.539467 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device cb049a99-7b51-4f75-9df3-e39d7e10f48b details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:59:00.576654 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f7bf6325-8798-4df8-b600-e9259076a3b0 req-76141792-7987-47aa-8262-802829ca98e7 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] 10.222.0.87 "GET /v2.0/ports?device_id=c9ee7ba7-2b70-406d-88cf-4b87fdb572d6 HTTP/1.1" status: 200 len: 210 time: 0.1628947 Feb 17 17:59:00.595504 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a61f4c-2791-411f-b259-ca6368f6abc3 req-4d59218e-6c2b-4538-8dee-f953645a9a42 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:00.605778 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-08a61f4c-2791-411f-b259-ca6368f6abc3 req-4d59218e-6c2b-4538-8dee-f953645a9a42 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 943 time: 0.3316264 Feb 17 17:59:00.834753 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port cb049a99-7b51-4f75-9df3-e39d7e10f48b, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=cb049a99-7b51-4f75-9df3-e39d7e10f48b,segment=NetworkSegment(e72a85f9-dd09-4c3e-8996-7efe0b9144f7),segment_id=e72a85f9-dd09-4c3e-8996-7efe0b9144f7)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:59:00.842328 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-08a61f4c-2791-411f-b259-ca6368f6abc3 req-82ad50db-ec77-4cb8-8f61-a581f61bfe9d tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2332826 Feb 17 17:59:00.914900 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': 'cb049a99-7b51-4f75-9df3-e39d7e10f48b', 'network_id': '1c842ecd-cc9b-4a85-b1b8-328753a85bfe', 'port_id': 'cb049a99-7b51-4f75-9df3-e39d7e10f48b', 'mac_address': 'fa:16:3e:23:6e:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '684c221c-585d-46a8-b4c6-fe6a5f99b9b8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:59:01.062157 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port cb049a99-7b51-4f75-9df3-e39d7e10f48b is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:59:01.063942 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (cb049a99-7b51-4f75-9df3-e39d7e10f48b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:01.066969 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9232f2f-edaa-4871-936d-31bf541ab466 req-17841ff7-1854-44a6-b175-c4d8aeb367c5 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:01.069389 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 9f13f9e4-711f-4906-814f-1c939f4a3dd3 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:59:01.071418 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b9232f2f-edaa-4871-936d-31bf541ab466 req-17841ff7-1854-44a6-b175-c4d8aeb367c5 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.2161937 Feb 17 17:59:01.213105 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b9232f2f-edaa-4871-936d-31bf541ab466 req-a1b5eefa-3265-48bf-a3fa-1059f832890f tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270649 Feb 17 17:59:01.266568 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb049a99-7b51-4f75-9df3-e39d7e10f48b {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:59:01.330819 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 9f13f9e4-711f-4906-814f-1c939f4a3dd3 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:59:01.331419 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (9f13f9e4-711f-4906-814f-1c939f4a3dd3), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:01.475273 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port cb049a99-7b51-4f75-9df3-e39d7e10f48b, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=cb049a99-7b51-4f75-9df3-e39d7e10f48b,segment=NetworkSegment(e72a85f9-dd09-4c3e-8996-7efe0b9144f7),segment_id=e72a85f9-dd09-4c3e-8996-7efe0b9144f7)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:59:01.489848 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (cb049a99-7b51-4f75-9df3-e39d7e10f48b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:01.577924 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=cb049a99-7b51-4f75-9df3-e39d7e10f48b,revision_number=9']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:59:01.755450 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71755b-9a4f-491a-823d-fee3d21b9c37 req-79bcff45-8b1e-438f-8a4d-c8ae39bad48f tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:01.775662 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6a71755b-9a4f-491a-823d-fee3d21b9c37 req-79bcff45-8b1e-438f-8a4d-c8ae39bad48f tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.3051591 Feb 17 17:59:01.870561 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 9f13f9e4-711f-4906-814f-1c939f4a3dd3 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:59:01.900220 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['cb049a99-7b51-4f75-9df3-e39d7e10f48b'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:59:01.941859 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ce7b2c7c-c955-48be-9c8e-f5c4b9674e18 req-522c8c67-00fe-4101-83ca-aa7e7aa5a967 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] 10.222.0.87 "GET /v2.0/ports?device_id=c9ee7ba7-2b70-406d-88cf-4b87fdb572d6 HTTP/1.1" status: 200 len: 210 time: 0.0578215 Feb 17 17:59:02.056080 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6a71755b-9a4f-491a-823d-fee3d21b9c37 req-e36d33f3-f36a-4fc7-a1ad-b1c580b06b0e tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645247 Feb 17 17:59:02.377611 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752eb9c8-4d07-4d70-8c65-fa9a14442deb req-5fefd26e-153c-4c00-aaa5-bdde747e5e47 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:02.379653 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-752eb9c8-4d07-4d70-8c65-fa9a14442deb req-5fefd26e-153c-4c00-aaa5-bdde747e5e47 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 944 time: 0.2008712 Feb 17 17:59:02.802526 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-752eb9c8-4d07-4d70-8c65-fa9a14442deb req-fd2b1371-15a2-4bda-97b1-59ef5f364472 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4103670 Feb 17 17:59:02.829970 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0cbb33-5787-4c00-95b4-393343a23854 req-986d9041-607b-48d2-b7cb-7a50c7b45cc5 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:02.831720 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a0cbb33-5787-4c00-95b4-393343a23854 req-986d9041-607b-48d2-b7cb-7a50c7b45cc5 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] 10.222.0.71 "GET /v2.0/networks?id=3aa3d1fd-12cf-43a5-8a21-bf857a06d327 HTTP/1.1" status: 200 len: 809 time: 0.2971718 Feb 17 17:59:02.957701 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3971dacf-57ff-43d8-b691-c866a28db57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:02.975980 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdafb4fc-3516-4475-af6d-9e459e3747e3 req-61d21f9c-a436-4c6d-9ebb-1f7ac1ba963f tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:02.982766 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fdafb4fc-3516-4475-af6d-9e459e3747e3 req-61d21f9c-a436-4c6d-9ebb-1f7ac1ba963f tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.5244060 Feb 17 17:59:03.050646 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a0cbb33-5787-4c00-95b4-393343a23854 req-77373f81-87e3-4066-8bfe-a6c76f29e704 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2fecc83bbca4d24b89fe382f6fcc2ca HTTP/1.1" status: 200 len: 380 time: 0.2095797 Feb 17 17:59:03.072572 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-9a0cbb33-5787-4c00-95b4-393343a23854 req-f0803592-ba37-4e48-9bd0-61c1c796fbc6 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Request body: {'port': {'device_id': 'c9ee7ba7-2b70-406d-88cf-4b87fdb572d6', 'network_id': '3aa3d1fd-12cf-43a5-8a21-bf857a06d327', 'admin_state_up': True, 'tenant_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'security_groups': ['28960048-9246-4e6d-bb91-0264d7a8ddbb']}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:59:03.322417 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fdafb4fc-3516-4475-af6d-9e459e3747e3 req-2f296c37-97c3-4267-854e-a330fa03885d tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248880 Feb 17 17:59:03.394364 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-67f16174-608e-4060-b4d5-e07f12be8e59 req-70cde5ce-212f-4e81-b77b-12c41cfa2aa7 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] 10.222.0.87 "GET /v2.0/ports?device_id=c9ee7ba7-2b70-406d-88cf-4b87fdb572d6 HTTP/1.1" status: 200 len: 210 time: 0.1014745 Feb 17 17:59:03.529133 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a0cbb33-5787-4c00-95b4-393343a23854 req-f0803592-ba37-4e48-9bd0-61c1c796fbc6 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Made reservation on behalf of f2fecc83bbca4d24b89fe382f6fcc2ca for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:59:03.534695 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9a0cbb33-5787-4c00-95b4-393343a23854 req-f0803592-ba37-4e48-9bd0-61c1c796fbc6 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:03.693447 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-9a0cbb33-5787-4c00-95b4-393343a23854 req-f0803592-ba37-4e48-9bd0-61c1c796fbc6 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Allocated IP 172.20.0.14 (3aa3d1fd-12cf-43a5-8a21-bf857a06d327/0512aabc-33d7-4468-a50e-10fb498a1e41/143e4766-435e-4543-b4a8-3e1823630b54) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:59:03.836318 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71863edc-009a-4f8e-8c58-afbe8b0f3064 req-58a76d7f-1e18-4773-aef7-97fd8a38dcc6 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:03.838046 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-71863edc-009a-4f8e-8c58-afbe8b0f3064 req-58a76d7f-1e18-4773-aef7-97fd8a38dcc6 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.3435450 Feb 17 17:59:03.930563 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-71863edc-009a-4f8e-8c58-afbe8b0f3064 req-30d31dde-4102-490f-a913-388f5281e124 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796778 Feb 17 17:59:04.001511 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9a0cbb33-5787-4c00-95b4-393343a23854 req-f0803592-ba37-4e48-9bd0-61c1c796fbc6 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks [] for port (143e4766-435e-4543-b4a8-3e1823630b54), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:04.177301 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9a0cbb33-5787-4c00-95b4-393343a23854 req-f0803592-ba37-4e48-9bd0-61c1c796fbc6 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (143e4766-435e-4543-b4a8-3e1823630b54), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:04.233255 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02706ef2-05fd-4b24-bb00-445daa73f329 req-a24489ec-9837-4bcf-aeb8-3f2507f227ff tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:04.235584 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-02706ef2-05fd-4b24-bb00-445daa73f329 req-a24489ec-9837-4bcf-aeb8-3f2507f227ff tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.1659763 Feb 17 17:59:04.243998 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab169702-fc14-41a2-a39b-51df6366fa11 req-250fd5fe-4c6b-4b53-a007-498a7aed1b91 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:04.245643 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ab169702-fc14-41a2-a39b-51df6366fa11 req-250fd5fe-4c6b-4b53-a007-498a7aed1b91 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 944 time: 0.2019105 Feb 17 17:59:04.338022 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-02706ef2-05fd-4b24-bb00-445daa73f329 req-df5c9db1-f509-46db-a2d9-9c3a72c4830b tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873573 Feb 17 17:59:04.394713 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a0cbb33-5787-4c00-95b4-393343a23854 req-f0803592-ba37-4e48-9bd0-61c1c796fbc6 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Network 3aa3d1fd-12cf-43a5-8a21-bf857a06d327 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:59:04.403564 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-9a0cbb33-5787-4c00-95b4-393343a23854 req-f0803592-ba37-4e48-9bd0-61c1c796fbc6 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:59:04.411172 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0803592-ba37-4e48-9bd0-61c1c796fbc6 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Pushing event updated for resources: {'Port': ['ID=143e4766-435e-4543-b4a8-3e1823630b54,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:59:04.426248 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a0cbb33-5787-4c00-95b4-393343a23854 req-f0803592-ba37-4e48-9bd0-61c1c796fbc6 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:59:04.549602 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device cb049a99-7b51-4f75-9df3-e39d7e10f48b up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:59:04.719543 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port cb049a99-7b51-4f75-9df3-e39d7e10f48b triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:59:04.720224 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (cb049a99-7b51-4f75-9df3-e39d7e10f48b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:04.913105 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port cb049a99-7b51-4f75-9df3-e39d7e10f48b is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:59:04.921374 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (cb049a99-7b51-4f75-9df3-e39d7e10f48b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:04.971249 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-cdfeedfd-6346-4f6a-a58a-85ebfbcebbf0 None None] Provisioning complete for port 143e4766-435e-4543-b4a8-3e1823630b54 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:59:04.971897 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-cdfeedfd-6346-4f6a-a58a-85ebfbcebbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (143e4766-435e-4543-b4a8-3e1823630b54), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:04.987141 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ab169702-fc14-41a2-a39b-51df6366fa11 req-1a7f47c6-d773-46d9-89d1-a465d1fb45e6 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6678331 Feb 17 17:59:05.018148 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-cdfeedfd-6346-4f6a-a58a-85ebfbcebbf0 None None] Port 143e4766-435e-4543-b4a8-3e1823630b54 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:59:05.024191 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38157083-4bc1-44c2-b599-cb2b9e015741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb049a99-7b51-4f75-9df3-e39d7e10f48b'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:59:05.027162 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e84c1e-19de-4595-97cc-7cdec7ebf444" -d '{"events": [{"server_uuid": "38157083-4bc1-44c2-b599-cb2b9e015741", "name": "network-vif-plugged", "status": "completed", "tag": "cb049a99-7b51-4f75-9df3-e39d7e10f48b"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:59:05.041459 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0cbb33-5787-4c00-95b4-393343a23854 req-f0803592-ba37-4e48-9bd0-61c1c796fbc6 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:05.043085 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9a0cbb33-5787-4c00-95b4-393343a23854 req-f0803592-ba37-4e48-9bd0-61c1c796fbc6 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:05.047915 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port cb049a99-7b51-4f75-9df3-e39d7e10f48b, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=cb049a99-7b51-4f75-9df3-e39d7e10f48b,segment=NetworkSegment(e72a85f9-dd09-4c3e-8996-7efe0b9144f7),segment_id=e72a85f9-dd09-4c3e-8996-7efe0b9144f7)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:59:05.060892 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (cb049a99-7b51-4f75-9df3-e39d7e10f48b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:05.086646 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e73a3d-3016-44f7-8559-85b13bcb1e25 req-5765d87c-0b20-41b2-be4a-236962ed0179 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:05.089387 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36e73a3d-3016-44f7-8559-85b13bcb1e25 req-5765d87c-0b20-41b2-be4a-236962ed0179 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.1979179 Feb 17 17:59:05.122000 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a0cbb33-5787-4c00-95b4-393343a23854 req-f0803592-ba37-4e48-9bd0-61c1c796fbc6 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0592270 Feb 17 17:59:05.154979 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-9a0cbb33-5787-4c00-95b4-393343a23854 req-aaa8eac3-2d75-4a91-998c-637933c3d387 service neutron] Request body: {'port': {'device_id': 'c9ee7ba7-2b70-406d-88cf-4b87fdb572d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:59:05.171536 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=cb049a99-7b51-4f75-9df3-e39d7e10f48b,revision_number=10']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:59:05.328582 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9a0cbb33-5787-4c00-95b4-393343a23854 req-aaa8eac3-2d75-4a91-998c-637933c3d387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (143e4766-435e-4543-b4a8-3e1823630b54), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:05.383190 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36e73a3d-3016-44f7-8559-85b13bcb1e25 req-62556740-e135-461e-a58e-2ea089793741 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839622 Feb 17 17:59:05.436367 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5da01b-95db-49b9-8ab4-b7bca0b401ae req-7a583cc1-7c45-4663-9ae9-13836b713136 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:05.438046 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0b5da01b-95db-49b9-8ab4-b7bca0b401ae req-7a583cc1-7c45-4663-9ae9-13836b713136 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] 10.222.0.87 "GET /v2.0/ports?device_id=c9ee7ba7-2b70-406d-88cf-4b87fdb572d6 HTTP/1.1" status: 200 len: 932 time: 0.2192709 Feb 17 17:59:05.455071 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c8871fe6-aa87-4ed4-a896-9da5584e197f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:05.513996 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509ca71d-af1a-4e11-bea1-b35364665cd3 x-openstack-request-id: req-509ca71d-af1a-4e11-bea1-b35364665cd3 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:59:05.514301 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38157083-4bc1-44c2-b599-cb2b9e015741", "name": "network-vif-plugged", "status": "completed", "tag": "cb049a99-7b51-4f75-9df3-e39d7e10f48b", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:59:05.514561 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-509ca71d-af1a-4e11-bea1-b35364665cd3 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:59:05.514967 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38157083-4bc1-44c2-b599-cb2b9e015741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb049a99-7b51-4f75-9df3-e39d7e10f48b', 'code': 200} Feb 17 17:59:05.725484 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0b5da01b-95db-49b9-8ab4-b7bca0b401ae req-87c72210-74f3-4763-ae81-fe00861f4252 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] 10.222.0.87 "GET /v2.0/security-groups?id=28960048-9246-4e6d-bb91-0264d7a8ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2529843 Feb 17 17:59:05.810919 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4fc1a0-950a-4690-8d20-73c3b23229c4 req-b93eea81-812c-4d2c-9c6a-ccb5330a6c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:05.813613 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5e4fc1a0-950a-4690-8d20-73c3b23229c4 req-b93eea81-812c-4d2c-9c6a-ccb5330a6c78 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 1128 time: 0.0606196 Feb 17 17:59:05.962366 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5e4fc1a0-950a-4690-8d20-73c3b23229c4 req-a235a787-764b-4652-9eba-dfeb919f21b5 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313691 Feb 17 17:59:05.972593 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a5356-b345-4dd5-b795-f2212d978c0a req-ee7b039a-a875-4cad-9628-0d1117cf9f3e tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:05.974299 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-605a5356-b345-4dd5-b795-f2212d978c0a req-ee7b039a-a875-4cad-9628-0d1117cf9f3e tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.2454894 Feb 17 17:59:06.199995 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-605a5356-b345-4dd5-b795-f2212d978c0a req-348ffaf6-6eca-4ef4-a0fc-58651c004a2d tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198629 Feb 17 17:59:06.217094 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-9a0cbb33-5787-4c00-95b4-393343a23854 req-aaa8eac3-2d75-4a91-998c-637933c3d387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 143e4766-435e-4543-b4a8-3e1823630b54 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:59:06.229089 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9a0cbb33-5787-4c00-95b4-393343a23854 req-aaa8eac3-2d75-4a91-998c-637933c3d387 service neutron] Publish callbacks [] for port (143e4766-435e-4543-b4a8-3e1823630b54), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:06.262048 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-9a0cbb33-5787-4c00-95b4-393343a23854 req-aaa8eac3-2d75-4a91-998c-637933c3d387 service neutron] Transition to ACTIVE for port object 143e4766-435e-4543-b4a8-3e1823630b54 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:59:06.282722 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ad1ae-1611-4368-bcc8-22457127833f req-53fd80d0-99d4-4356-aab5-c1106ebc004b tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:06.282937 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-695ad1ae-1611-4368-bcc8-22457127833f req-53fd80d0-99d4-4356-aab5-c1106ebc004b tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 946 time: 0.1897876 Feb 17 17:59:06.284093 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9a0cbb33-5787-4c00-95b4-393343a23854 req-aaa8eac3-2d75-4a91-998c-637933c3d387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (143e4766-435e-4543-b4a8-3e1823630b54), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:06.506322 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8eac3-2d75-4a91-998c-637933c3d387 service neutron] Pushing event updated for resources: {'Port': ['ID=143e4766-435e-4543-b4a8-3e1823630b54,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:59:06.529186 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-695ad1ae-1611-4368-bcc8-22457127833f req-62d9c8a9-1418-42fa-8078-4183420f139c tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2099161 Feb 17 17:59:06.553565 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7775a2-380c-411e-8bb7-07cacf0a077d req-5392ae55-dd11-4661-897b-32d61dc043f9 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:06.561868 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc7775a2-380c-411e-8bb7-07cacf0a077d req-5392ae55-dd11-4661-897b-32d61dc043f9 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.2019362 Feb 17 17:59:06.609003 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-9a0cbb33-5787-4c00-95b4-393343a23854 req-aaa8eac3-2d75-4a91-998c-637933c3d387 service neutron] Attempting to bind port 143e4766-435e-4543-b4a8-3e1823630b54 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:59:06.609336 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-9a0cbb33-5787-4c00-95b4-393343a23854 req-aaa8eac3-2d75-4a91-998c-637933c3d387 service neutron] Attempting to bind port 143e4766-435e-4543-b4a8-3e1823630b54 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '69632a0c-2719-4683-92f0-d5b62fe44452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3aa3d1fd-12cf-43a5-8a21-bf857a06d327'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:59:06.609661 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0cbb33-5787-4c00-95b4-393343a23854 req-aaa8eac3-2d75-4a91-998c-637933c3d387 service neutron] Attempting to bind port 143e4766-435e-4543-b4a8-3e1823630b54 on network 3aa3d1fd-12cf-43a5-8a21-bf857a06d327 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:59:06.616745 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0cbb33-5787-4c00-95b4-393343a23854 req-aaa8eac3-2d75-4a91-998c-637933c3d387 service neutron] Port 143e4766-435e-4543-b4a8-3e1823630b54 on network 3aa3d1fd-12cf-43a5-8a21-bf857a06d327 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:59:06.617486 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0cbb33-5787-4c00-95b4-393343a23854 req-aaa8eac3-2d75-4a91-998c-637933c3d387 service neutron] Attempting to bind port 143e4766-435e-4543-b4a8-3e1823630b54 on network 3aa3d1fd-12cf-43a5-8a21-bf857a06d327 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:59:06.682911 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc7775a2-380c-411e-8bb7-07cacf0a077d req-99bfe198-2d7f-4231-a2ec-41941df3f011 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163712 Feb 17 17:59:06.690449 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0cbb33-5787-4c00-95b4-393343a23854 req-aaa8eac3-2d75-4a91-998c-637933c3d387 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:59:06.691103 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0cbb33-5787-4c00-95b4-393343a23854 req-aaa8eac3-2d75-4a91-998c-637933c3d387 service neutron] Checking segment: {'id': '69632a0c-2719-4683-92f0-d5b62fe44452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3aa3d1fd-12cf-43a5-8a21-bf857a06d327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:59:06.691806 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0cbb33-5787-4c00-95b4-393343a23854 req-aaa8eac3-2d75-4a91-998c-637933c3d387 service neutron] Bound using segment: {'id': '69632a0c-2719-4683-92f0-d5b62fe44452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3aa3d1fd-12cf-43a5-8a21-bf857a06d327'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:59:06.692437 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-9a0cbb33-5787-4c00-95b4-393343a23854 req-aaa8eac3-2d75-4a91-998c-637933c3d387 service neutron] Bound port: 143e4766-435e-4543-b4a8-3e1823630b54, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69632a0c-2719-4683-92f0-d5b62fe44452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '3aa3d1fd-12cf-43a5-8a21-bf857a06d327'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:59:06.693048 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9a0cbb33-5787-4c00-95b4-393343a23854 req-aaa8eac3-2d75-4a91-998c-637933c3d387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (143e4766-435e-4543-b4a8-3e1823630b54), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:06.775170 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:06.967399 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-9a0cbb33-5787-4c00-95b4-393343a23854 req-aaa8eac3-2d75-4a91-998c-637933c3d387 service neutron] For port 143e4766-435e-4543-b4a8-3e1823630b54, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:59:07.016515 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-9a0cbb33-5787-4c00-95b4-393343a23854 req-aaa8eac3-2d75-4a91-998c-637933c3d387 service neutron] For port 143e4766-435e-4543-b4a8-3e1823630b54, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=143e4766-435e-4543-b4a8-3e1823630b54,segment=NetworkSegment(69632a0c-2719-4683-92f0-d5b62fe44452),segment_id=69632a0c-2719-4683-92f0-d5b62fe44452)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:59:07.072539 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9a0cbb33-5787-4c00-95b4-393343a23854 req-aaa8eac3-2d75-4a91-998c-637933c3d387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (143e4766-435e-4543-b4a8-3e1823630b54), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:07.151831 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0cbb33-5787-4c00-95b4-393343a23854 req-aaa8eac3-2d75-4a91-998c-637933c3d387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:07.153459 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9a0cbb33-5787-4c00-95b4-393343a23854 req-aaa8eac3-2d75-4a91-998c-637933c3d387 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:07.169529 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a0cbb33-5787-4c00-95b4-393343a23854 req-aaa8eac3-2d75-4a91-998c-637933c3d387 service neutron] 10.222.0.71 "PUT /v2.0/ports/143e4766-435e-4543-b4a8-3e1823630b54 HTTP/1.1" status: 200 len: 1092 time: 2.0324755 Feb 17 17:59:07.211786 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f2114-1926-4951-8694-e1de51e8fc8c req-692587cb-3afc-4523-87c8-607a8990773f tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:07.227530 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e83f2114-1926-4951-8694-e1de51e8fc8c req-692587cb-3afc-4523-87c8-607a8990773f tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] 10.222.0.87 "GET /v2.0/ports?device_id=c9ee7ba7-2b70-406d-88cf-4b87fdb572d6 HTTP/1.1" status: 200 len: 944 time: 0.3332717 Feb 17 17:59:07.280090 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9ee7ba7-2b70-406d-88cf-4b87fdb572d6', 'tag': '143e4766-435e-4543-b4a8-3e1823630b54'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:59:07.285570 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bbfa8d9-1472-45c0-bc42-f126b1055b6a" -d '{"events": [{"name": "network-changed", "server_uuid": "c9ee7ba7-2b70-406d-88cf-4b87fdb572d6", "tag": "143e4766-435e-4543-b4a8-3e1823630b54"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:59:07.545654 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8eac3-2d75-4a91-998c-637933c3d387 service neutron] Pushing event updated for resources: {'Port': ['ID=143e4766-435e-4543-b4a8-3e1823630b54,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:59:07.606942 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ae675-02db-4119-ba24-299219443a47 req-0fc359cd-ea1f-444a-836b-bf668c127d39 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:07.641776 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3a1ae675-02db-4119-ba24-299219443a47 req-0fc359cd-ea1f-444a-836b-bf668c127d39 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.6849735 Feb 17 17:59:07.781465 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e83f2114-1926-4951-8694-e1de51e8fc8c req-12a9a435-f8f4-4441-9003-978fc078a43a tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] 10.222.0.87 "GET /v2.0/security-groups?id=28960048-9246-4e6d-bb91-0264d7a8ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5527589 Feb 17 17:59:07.797154 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0cbb33-5787-4c00-95b4-393343a23854 req-c4dbafe7-fdeb-456e-a26f-3e1fbb074249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:07.799396 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a0cbb33-5787-4c00-95b4-393343a23854 req-c4dbafe7-fdeb-456e-a26f-3e1fbb074249 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f2fecc83bbca4d24b89fe382f6fcc2ca&device_id=c9ee7ba7-2b70-406d-88cf-4b87fdb572d6 HTTP/1.1" status: 200 len: 1126 time: 0.5550001 Feb 17 17:59:07.886605 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3a1ae675-02db-4119-ba24-299219443a47 req-add5d6ff-e54b-4637-9477-465ac02231d9 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434988 Feb 17 17:59:07.893761 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a0cbb33-5787-4c00-95b4-393343a23854 req-04dc7f0b-c9eb-431e-ae50-5c9f4fea7b4f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=143e4766-435e-4543-b4a8-3e1823630b54 HTTP/1.1" status: 200 len: 217 time: 0.0855696 Feb 17 17:59:07.978445 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c69c00-da81-4322-aa6e-5b6266e13197 x-openstack-request-id: req-77c69c00-da81-4322-aa6e-5b6266e13197 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:59:07.982774 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9ee7ba7-2b70-406d-88cf-4b87fdb572d6", "tag": "143e4766-435e-4543-b4a8-3e1823630b54", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:59:07.983185 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-77c69c00-da81-4322-aa6e-5b6266e13197 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:59:07.983733 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9ee7ba7-2b70-406d-88cf-4b87fdb572d6', 'tag': '143e4766-435e-4543-b4a8-3e1823630b54', 'status': 'completed', 'code': 200} Feb 17 17:59:08.002708 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:08.071390 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0cbb33-5787-4c00-95b4-393343a23854 req-6b6d3b7a-946e-46c9-a7b2-918cf58bbff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:08.083743 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a0cbb33-5787-4c00-95b4-393343a23854 req-6b6d3b7a-946e-46c9-a7b2-918cf58bbff0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0512aabc-33d7-4468-a50e-10fb498a1e41 HTTP/1.1" status: 200 len: 848 time: 0.1844056 Feb 17 17:59:08.222731 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d70ad1-d632-40eb-934f-a64358c0c5c7 req-6da3adc0-f0f6-4167-8137-fee60eee8700 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:08.224639 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-56d70ad1-d632-40eb-934f-a64358c0c5c7 req-6da3adc0-f0f6-4167-8137-fee60eee8700 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 946 time: 0.2168901 Feb 17 17:59:08.234548 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58bffc-df46-4394-851e-9d7928f92ec0 req-b411ae14-1b1f-4cf5-a31d-fd93d1cd3c79 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:08.236164 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f58bffc-df46-4394-851e-9d7928f92ec0 req-b411ae14-1b1f-4cf5-a31d-fd93d1cd3c79 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.1513522 Feb 17 17:59:08.238480 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0cbb33-5787-4c00-95b4-393343a23854 req-3de2902a-27a9-40aa-b814-65ac84b05c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:08.240312 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a0cbb33-5787-4c00-95b4-393343a23854 req-3de2902a-27a9-40aa-b814-65ac84b05c4a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3aa3d1fd-12cf-43a5-8a21-bf857a06d327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1331086 Feb 17 17:59:08.394836 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-56d70ad1-d632-40eb-934f-a64358c0c5c7 req-175cd4d9-9c57-4add-9bb2-54bfe1b4222e tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533000 Feb 17 17:59:08.517406 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f58bffc-df46-4394-851e-9d7928f92ec0 req-f3ea8cf1-c697-445e-aaed-9273c398dbd5 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591403 Feb 17 17:59:08.535170 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a0cbb33-5787-4c00-95b4-393343a23854 req-667d4be2-1226-499f-aed6-62c3a9b1ea8d service neutron] 10.222.0.71 "GET /v2.0/networks/3aa3d1fd-12cf-43a5-8a21-bf857a06d327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859261 Feb 17 17:59:08.778144 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a0cbb33-5787-4c00-95b4-393343a23854 req-769086cb-1f43-45df-9e20-a9194c306cc3 service neutron] 10.222.0.71 "GET /v2.0/networks/3aa3d1fd-12cf-43a5-8a21-bf857a06d327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369065 Feb 17 17:59:08.853151 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbe224-7a55-43d6-a3af-b15b352e9d1c req-d9a7f8dd-5828-4753-9b54-77cf550ac8d8 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:08.865381 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-addbe224-7a55-43d6-a3af-b15b352e9d1c req-d9a7f8dd-5828-4753-9b54-77cf550ac8d8 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.1926672 Feb 17 17:59:09.130527 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:09.137250 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbfa8d9-1472-45c0-bc42-f126b1055b6a req-8681d85b-ca80-4491-b676-68d78d20b319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:09.145174 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1bbfa8d9-1472-45c0-bc42-f126b1055b6a req-8681d85b-ca80-4491-b676-68d78d20b319 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f2fecc83bbca4d24b89fe382f6fcc2ca&device_id=c9ee7ba7-2b70-406d-88cf-4b87fdb572d6 HTTP/1.1" status: 200 len: 1126 time: 0.2607377 Feb 17 17:59:09.242453 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-addbe224-7a55-43d6-a3af-b15b352e9d1c req-58c2c393-906f-444d-9343-25e1f99c40b8 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760545 Feb 17 17:59:09.390954 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384460a3-0e50-42a0-aaad-edf9bf20f65d req-d6b6f5de-63ad-45ad-8523-caaeb3831b06 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:09.393065 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-384460a3-0e50-42a0-aaad-edf9bf20f65d req-d6b6f5de-63ad-45ad-8523-caaeb3831b06 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] 10.222.0.87 "GET /v2.0/ports?device_id=c9ee7ba7-2b70-406d-88cf-4b87fdb572d6 HTTP/1.1" status: 200 len: 944 time: 0.4201427 Feb 17 17:59:09.540974 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-384460a3-0e50-42a0-aaad-edf9bf20f65d req-78e6bfa8-0809-484f-a079-80be51ad6416 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] 10.222.0.87 "GET /v2.0/security-groups?id=28960048-9246-4e6d-bb91-0264d7a8ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118116 Feb 17 17:59:09.546785 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbfa8d9-1472-45c0-bc42-f126b1055b6a req-ee70fe47-85eb-4b52-b45e-db38a41a988d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:09.548047 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1bbfa8d9-1472-45c0-bc42-f126b1055b6a req-ee70fe47-85eb-4b52-b45e-db38a41a988d service neutron] 10.222.0.71 "GET /v2.0/networks?id=3aa3d1fd-12cf-43a5-8a21-bf857a06d327 HTTP/1.1" status: 200 len: 910 time: 0.3963459 Feb 17 17:59:09.563638 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59da52-98b4-4fc5-9e8a-e3d318cac464 req-22cb423b-ad3f-4c25-a12c-32f5abec64d5 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:09.565594 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ae59da52-98b4-4fc5-9e8a-e3d318cac464 req-22cb423b-ad3f-4c25-a12c-32f5abec64d5 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.1711593 Feb 17 17:59:09.615092 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 51434) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:59:09.643387 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1bbfa8d9-1472-45c0-bc42-f126b1055b6a req-dc3ea1be-5b17-4b3a-a5c4-e9c0e9661389 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=143e4766-435e-4543-b4a8-3e1823630b54 HTTP/1.1" status: 200 len: 217 time: 0.0880234 Feb 17 17:59:09.759400 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ae59da52-98b4-4fc5-9e8a-e3d318cac464 req-ced931c2-4f4b-47a4-98a3-3f24bb911a7b tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731529 Feb 17 17:59:09.763132 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbfa8d9-1472-45c0-bc42-f126b1055b6a req-9f57dcfc-1d87-48b5-9da3-3b34d8244e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:09.764751 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1bbfa8d9-1472-45c0-bc42-f126b1055b6a req-9f57dcfc-1d87-48b5-9da3-3b34d8244e41 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0512aabc-33d7-4468-a50e-10fb498a1e41 HTTP/1.1" status: 200 len: 848 time: 0.1141820 Feb 17 17:59:09.860125 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc498bf7-bb77-4f4f-b645-9ba650eb9ad3 req-c5a0fc68-526b-459f-ae49-21f5012e2adc tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:09.863882 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fc498bf7-bb77-4f4f-b645-9ba650eb9ad3 req-c5a0fc68-526b-459f-ae49-21f5012e2adc tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 946 time: 0.1947618 Feb 17 17:59:09.941526 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eb632223-343e-4b5a-b03e-453093e82bb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:09.969884 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbfa8d9-1472-45c0-bc42-f126b1055b6a req-7e35fa4b-7a22-4543-b6c0-dd63e0b9f31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:09.972786 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1bbfa8d9-1472-45c0-bc42-f126b1055b6a req-7e35fa4b-7a22-4543-b6c0-dd63e0b9f31e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3aa3d1fd-12cf-43a5-8a21-bf857a06d327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2018299 Feb 17 17:59:10.071578 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fc498bf7-bb77-4f4f-b645-9ba650eb9ad3 req-1e4f0e31-f864-480a-a055-bb97eb7778c3 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743560 Feb 17 17:59:10.184286 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eb632223-343e-4b5a-b03e-453093e82bb8 admin admin] Publish callbacks [] for security_group (1afe49e7-5cc7-4a36-bf6b-53e3662351f3), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:10.184286 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-eb632223-343e-4b5a-b03e-453093e82bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (1afe49e7-5cc7-4a36-bf6b-53e3662351f3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:10.244621 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-eb632223-343e-4b5a-b03e-453093e82bb8 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b36a7067aa744ddb9d25639063f489e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6274891 Feb 17 17:59:10.246241 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 51448) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:59:10.294105 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1bbfa8d9-1472-45c0-bc42-f126b1055b6a req-444aebd8-f5a5-4735-a97f-7af0fa702fb0 service neutron] 10.222.0.71 "GET /v2.0/networks/3aa3d1fd-12cf-43a5-8a21-bf857a06d327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139017 Feb 17 17:59:10.379947 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb632223-343e-4b5a-b03e-453093e82bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1afe49e7-5cc7-4a36-bf6b-53e3662351f3,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:59:10.418177 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f292b2f5-add8-492b-9397-c8eecce15f5e admin admin] Publish callbacks [] for security_group (1afe49e7-5cc7-4a36-bf6b-53e3662351f3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:10.472870 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f292b2f5-add8-492b-9397-c8eecce15f5e admin admin] Publish callbacks [] for security_group (1afe49e7-5cc7-4a36-bf6b-53e3662351f3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:10.487391 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1bbfa8d9-1472-45c0-bc42-f126b1055b6a req-6edba216-e0a0-4d77-ad12-27d3dc5c6d73 service neutron] 10.222.0.71 "GET /v2.0/networks/3aa3d1fd-12cf-43a5-8a21-bf857a06d327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820590 Feb 17 17:59:10.594542 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f292b2f5-add8-492b-9397-c8eecce15f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (1afe49e7-5cc7-4a36-bf6b-53e3662351f3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:10.601791 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f292b2f5-add8-492b-9397-c8eecce15f5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:10.607617 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f292b2f5-add8-492b-9397-c8eecce15f5e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/1afe49e7-5cc7-4a36-bf6b-53e3662351f3 HTTP/1.1" status: 204 len: 168 time: 0.3602428 Feb 17 17:59:10.630246 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f292b2f5-add8-492b-9397-c8eecce15f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afe49e7-5cc7-4a36-bf6b-53e3662351f3,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:59:10.799730 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7006a024-579a-496d-aeb6-e7c781eb58ac req-28f9dc1b-5b83-4552-abe2-2b59f281a1ba tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:10.806768 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7006a024-579a-496d-aeb6-e7c781eb58ac req-28f9dc1b-5b83-4552-abe2-2b59f281a1ba tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] 10.222.0.87 "GET /v2.0/ports?device_id=c9ee7ba7-2b70-406d-88cf-4b87fdb572d6 HTTP/1.1" status: 200 len: 944 time: 0.1327436 Feb 17 17:59:10.915196 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974459f-63f8-45fb-b411-406e5f454840 req-920b0884-0e6d-4800-8f0a-878d90f1422b tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:10.916906 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3974459f-63f8-45fb-b411-406e5f454840 req-920b0884-0e6d-4800-8f0a-878d90f1422b tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.1083643 Feb 17 17:59:10.986633 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7006a024-579a-496d-aeb6-e7c781eb58ac req-f5ed2bcf-cf84-4402-9470-770f9c20f446 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] 10.222.0.87 "GET /v2.0/security-groups?id=28960048-9246-4e6d-bb91-0264d7a8ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386805 Feb 17 17:59:11.061505 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3974459f-63f8-45fb-b411-406e5f454840 req-5450c9a3-c237-4831-9481-5ee620950625 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150358 Feb 17 17:59:11.319297 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 143e4766-435e-4543-b4a8-3e1823630b54 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:59:11.555699 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 143e4766-435e-4543-b4a8-3e1823630b54, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=143e4766-435e-4543-b4a8-3e1823630b54,segment=NetworkSegment(69632a0c-2719-4683-92f0-d5b62fe44452),segment_id=69632a0c-2719-4683-92f0-d5b62fe44452)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:59:11.587033 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '143e4766-435e-4543-b4a8-3e1823630b54', 'network_id': '3aa3d1fd-12cf-43a5-8a21-bf857a06d327', 'port_id': '143e4766-435e-4543-b4a8-3e1823630b54', 'mac_address': 'fa:16:3e:9f:8b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0512aabc-33d7-4468-a50e-10fb498a1e41', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:59:11.659265 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 143e4766-435e-4543-b4a8-3e1823630b54 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:59:11.659925 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (143e4766-435e-4543-b4a8-3e1823630b54), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:11.681086 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 143e4766-435e-4543-b4a8-3e1823630b54 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:59:11.708971 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 143e4766-435e-4543-b4a8-3e1823630b54, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=143e4766-435e-4543-b4a8-3e1823630b54,segment=NetworkSegment(69632a0c-2719-4683-92f0-d5b62fe44452),segment_id=69632a0c-2719-4683-92f0-d5b62fe44452)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:59:11.724011 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (143e4766-435e-4543-b4a8-3e1823630b54), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:11.805343 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=143e4766-435e-4543-b4a8-3e1823630b54,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:59:11.892529 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:59:11.957449 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['143e4766-435e-4543-b4a8-3e1823630b54'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:59:12.394687 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b66e5-8463-4956-b767-b2d1e19b1073 req-9f80a560-6a18-4d67-a56f-f68ba07dcb97 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:12.411747 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-021b66e5-8463-4956-b767-b2d1e19b1073 req-9f80a560-6a18-4d67-a56f-f68ba07dcb97 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] 10.222.0.87 "GET /v2.0/ports?device_id=c9ee7ba7-2b70-406d-88cf-4b87fdb572d6 HTTP/1.1" status: 200 len: 945 time: 0.2273762 Feb 17 17:59:12.430577 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0dbf39-43c9-4ee3-a5ea-225d39506712 req-c863af3c-9a06-4142-914d-b09548fb3bcd tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:12.442719 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0f0dbf39-43c9-4ee3-a5ea-225d39506712 req-c863af3c-9a06-4142-914d-b09548fb3bcd tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.2272723 Feb 17 17:59:12.592274 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0f0dbf39-43c9-4ee3-a5ea-225d39506712 req-9d0fa6d0-f784-485c-b4ab-eb76aa2f04e1 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482255 Feb 17 17:59:12.622385 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-021b66e5-8463-4956-b767-b2d1e19b1073 req-cc8e95b3-f10e-4af7-97be-684db4e2f13b tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] 10.222.0.87 "GET /v2.0/security-groups?id=28960048-9246-4e6d-bb91-0264d7a8ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2090533 Feb 17 17:59:13.331661 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 143e4766-435e-4543-b4a8-3e1823630b54 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:59:13.408992 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 143e4766-435e-4543-b4a8-3e1823630b54 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:59:13.413924 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 143e4766-435e-4543-b4a8-3e1823630b54 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:59:13.414407 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (143e4766-435e-4543-b4a8-3e1823630b54), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:13.555012 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 143e4766-435e-4543-b4a8-3e1823630b54 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:59:13.555669 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (143e4766-435e-4543-b4a8-3e1823630b54), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:13.609659 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ee7ba7-2b70-406d-88cf-4b87fdb572d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143e4766-435e-4543-b4a8-3e1823630b54'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:59:13.613758 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5842411d-de70-4eba-a935-bcd0084ed661" -d '{"events": [{"server_uuid": "c9ee7ba7-2b70-406d-88cf-4b87fdb572d6", "name": "network-vif-plugged", "status": "completed", "tag": "143e4766-435e-4543-b4a8-3e1823630b54"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:59:13.637057 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 143e4766-435e-4543-b4a8-3e1823630b54, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=143e4766-435e-4543-b4a8-3e1823630b54,segment=NetworkSegment(69632a0c-2719-4683-92f0-d5b62fe44452),segment_id=69632a0c-2719-4683-92f0-d5b62fe44452)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:59:13.647475 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (143e4766-435e-4543-b4a8-3e1823630b54), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:13.737705 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67062ff-8a6c-438c-b7e6-03a1f09e33c2 x-openstack-request-id: req-e67062ff-8a6c-438c-b7e6-03a1f09e33c2 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:59:13.738157 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9ee7ba7-2b70-406d-88cf-4b87fdb572d6", "name": "network-vif-plugged", "status": "completed", "tag": "143e4766-435e-4543-b4a8-3e1823630b54", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:59:13.738565 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e67062ff-8a6c-438c-b7e6-03a1f09e33c2 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:59:13.739181 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ee7ba7-2b70-406d-88cf-4b87fdb572d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143e4766-435e-4543-b4a8-3e1823630b54', 'code': 200} Feb 17 17:59:13.845747 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=143e4766-435e-4543-b4a8-3e1823630b54,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:59:14.004207 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8864e7-b997-42d5-a5e8-6144b0024581 req-e794fd83-72e9-4bc4-ab3a-c98d01d5d540 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:14.027027 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8d8864e7-b997-42d5-a5e8-6144b0024581 req-e794fd83-72e9-4bc4-ab3a-c98d01d5d540 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.2687805 Feb 17 17:59:14.059382 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d40bef-d10f-4519-9ee3-53c399aa6498 req-5162ac99-f2cd-47a1-9d0a-8122c55cf380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:14.062570 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-48d40bef-d10f-4519-9ee3-53c399aa6498 req-5162ac99-f2cd-47a1-9d0a-8122c55cf380 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c9ee7ba7-2b70-406d-88cf-4b87fdb572d6 HTTP/1.1" status: 200 len: 1128 time: 0.2274168 Feb 17 17:59:14.102265 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952bf92-94d0-4c25-9118-59b0677cba27 req-0af36f1f-cbe3-4cef-ab31-142d1d15c58a tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:14.105069 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d952bf92-94d0-4c25-9118-59b0677cba27 req-0af36f1f-cbe3-4cef-ab31-142d1d15c58a tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] 10.222.0.87 "GET /v2.0/ports?device_id=c9ee7ba7-2b70-406d-88cf-4b87fdb572d6 HTTP/1.1" status: 200 len: 946 time: 0.2116108 Feb 17 17:59:14.205744 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8d8864e7-b997-42d5-a5e8-6144b0024581 req-bea1211a-159e-4264-aa9a-9fc50094a1e7 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873238 Feb 17 17:59:14.246220 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-48d40bef-d10f-4519-9ee3-53c399aa6498 req-3af2ecf3-8d7d-4a75-9aaa-15a8524b0109 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=28960048-9246-4e6d-bb91-0264d7a8ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736372 Feb 17 17:59:14.295120 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d952bf92-94d0-4c25-9118-59b0677cba27 req-af3e6520-aa55-47fc-abef-ae1f375a0fca tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] 10.222.0.87 "GET /v2.0/security-groups?id=28960048-9246-4e6d-bb91-0264d7a8ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566875 Feb 17 17:59:15.496517 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c73298-70fd-47c7-aafe-930b023dcaed req-26e9a0a4-7e49-484b-998d-1a899c7974f6 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:15.498151 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-93c73298-70fd-47c7-aafe-930b023dcaed req-26e9a0a4-7e49-484b-998d-1a899c7974f6 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.1563065 Feb 17 17:59:15.535842 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416eb5f7-b315-4c2d-8ea2-623b643e5e68 req-b38fd945-2eea-4973-988e-691b9191371a tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:15.537484 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-416eb5f7-b315-4c2d-8ea2-623b643e5e68 req-b38fd945-2eea-4973-988e-691b9191371a tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] 10.222.0.87 "GET /v2.0/ports?device_id=c9ee7ba7-2b70-406d-88cf-4b87fdb572d6 HTTP/1.1" status: 200 len: 946 time: 0.1034911 Feb 17 17:59:15.593139 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-93c73298-70fd-47c7-aafe-930b023dcaed req-e93caa92-f5c3-4e09-b417-66ff94217dc6 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848541 Feb 17 17:59:15.640549 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-416eb5f7-b315-4c2d-8ea2-623b643e5e68 req-2bed2eac-0a6d-4f83-8130-b133e8053289 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] 10.222.0.87 "GET /v2.0/security-groups?id=28960048-9246-4e6d-bb91-0264d7a8ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838852 Feb 17 17:59:16.863817 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a04f60-5c18-491e-9b70-67c8cafc7256 req-723999c6-5164-464c-a4b4-d78b5a59ac63 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:16.869271 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e5a04f60-5c18-491e-9b70-67c8cafc7256 req-723999c6-5164-464c-a4b4-d78b5a59ac63 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.1462262 Feb 17 17:59:16.945190 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02989468-434e-4268-bb1a-527abcde4fc1 req-d3ffa97f-1170-4594-a77d-68982f411975 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:16.953400 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-02989468-434e-4268-bb1a-527abcde4fc1 req-d3ffa97f-1170-4594-a77d-68982f411975 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] 10.222.0.87 "GET /v2.0/ports?device_id=c9ee7ba7-2b70-406d-88cf-4b87fdb572d6 HTTP/1.1" status: 200 len: 946 time: 0.1516387 Feb 17 17:59:17.013238 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e5a04f60-5c18-491e-9b70-67c8cafc7256 req-e902c655-7897-42ae-8f1f-9b801977159c tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309340 Feb 17 17:59:17.050960 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-02989468-434e-4268-bb1a-527abcde4fc1 req-2a44e7ca-3a9a-4a7e-80c0-31f1c1f203f2 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] 10.222.0.87 "GET /v2.0/security-groups?id=28960048-9246-4e6d-bb91-0264d7a8ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962851 Feb 17 17:59:17.264409 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e437c4b-ecaf-4b38-90db-2bb2762b117c req-ef49e4f2-c3da-4c03-9a48-bd6dcb91cc83 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:17.267193 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2e437c4b-ecaf-4b38-90db-2bb2762b117c req-ef49e4f2-c3da-4c03-9a48-bd6dcb91cc83 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] 10.222.0.87 "GET /v2.0/ports?device_id=c9ee7ba7-2b70-406d-88cf-4b87fdb572d6 HTTP/1.1" status: 200 len: 946 time: 0.0924823 Feb 17 17:59:17.374340 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2e437c4b-ecaf-4b38-90db-2bb2762b117c req-dc972978-548e-4d8a-a6ef-672f879421fd tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] 10.222.0.87 "GET /v2.0/security-groups?id=28960048-9246-4e6d-bb91-0264d7a8ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862925 Feb 17 17:59:17.541132 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbfcdc5-e031-4d42-9fa5-370e320c66eb req-a583f7ac-45f9-4b22-b259-fc317c3829ea tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:17.548174 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2dbfcdc5-e031-4d42-9fa5-370e320c66eb req-a583f7ac-45f9-4b22-b259-fc317c3829ea tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] 10.222.0.87 "GET /v2.0/ports?device_id=c9ee7ba7-2b70-406d-88cf-4b87fdb572d6 HTTP/1.1" status: 200 len: 946 time: 0.0929978 Feb 17 17:59:17.631823 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2dbfcdc5-e031-4d42-9fa5-370e320c66eb req-484c2dc3-d706-4c5d-92ee-534d9f9e43e6 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] 10.222.0.87 "GET /v2.0/security-groups?id=28960048-9246-4e6d-bb91-0264d7a8ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818331 Feb 17 17:59:17.669513 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 51584) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:59:18.073916 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93ebe58-4da9-4808-a4a7-9de153b2c5f5 tempest-TestServerBasicOps-1460953111 tempest-TestServerBasicOps-1460953111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:18.076780 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c93ebe58-4da9-4808-a4a7-9de153b2c5f5 tempest-TestServerBasicOps-1460953111 tempest-TestServerBasicOps-1460953111-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=c9ee7ba7-2b70-406d-88cf-4b87fdb572d6 HTTP/1.1" status: 200 len: 1123 time: 0.4060915 Feb 17 17:59:18.082076 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 51598) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:59:18.090611 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-6586dc1c-ddf9-446b-a2e8-2604ff36c2d7 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'port_id': '143e4766-435e-4543-b4a8-3e1823630b54', 'tenant_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:59:18.132121 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6586dc1c-ddf9-446b-a2e8-2604ff36c2d7 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:18.255647 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070f02e-d48a-4053-b577-c8d7543bb25e req-24a52134-feb3-47e6-b70f-3b47318a3217 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:18.258270 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6070f02e-d48a-4053-b577-c8d7543bb25e req-24a52134-feb3-47e6-b70f-3b47318a3217 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.0979528 Feb 17 17:59:18.278456 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6586dc1c-ddf9-446b-a2e8-2604ff36c2d7 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:18.361107 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6070f02e-d48a-4053-b577-c8d7543bb25e req-96b31e66-c6c4-4d51-9f1a-406647145739 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906773 Feb 17 17:59:18.451669 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-6586dc1c-ddf9-446b-a2e8-2604ff36c2d7 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Allocated IP 172.25.8.25 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/756e0a48-a7a5-43b0-b4bc-3f655ca98708) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:59:18.588075 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6586dc1c-ddf9-446b-a2e8-2604ff36c2d7 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks [] for port (756e0a48-a7a5-43b0-b4bc-3f655ca98708), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:18.648870 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6586dc1c-ddf9-446b-a2e8-2604ff36c2d7 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (756e0a48-a7a5-43b0-b4bc-3f655ca98708), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:18.730496 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6586dc1c-ddf9-446b-a2e8-2604ff36c2d7 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:59:18.739620 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-6586dc1c-ddf9-446b-a2e8-2604ff36c2d7 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:59:18.749522 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6586dc1c-ddf9-446b-a2e8-2604ff36c2d7 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:59:18.756638 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586dc1c-ddf9-446b-a2e8-2604ff36c2d7 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Pushing event updated for resources: {'Port': ['ID=756e0a48-a7a5-43b0-b4bc-3f655ca98708,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:59:19.056218 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:19.270981 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6586dc1c-ddf9-446b-a2e8-2604ff36c2d7 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks [] for floatingip (203cce41-6a09-4dfb-9ff5-50cc93e192a8), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:19.397917 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6586dc1c-ddf9-446b-a2e8-2604ff36c2d7 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (756e0a48-a7a5-43b0-b4bc-3f655ca98708), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:19.570767 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325ba8b-02c4-44b2-99cb-5fa0283ef57e req-329d1f56-93ee-429b-b82c-a7b92a0cafa0 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:19.573620 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7325ba8b-02c4-44b2-99cb-5fa0283ef57e req-329d1f56-93ee-429b-b82c-a7b92a0cafa0 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.0782626 Feb 17 17:59:19.641740 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7325ba8b-02c4-44b2-99cb-5fa0283ef57e req-0f634351-39c2-4cbf-8899-d7c077236949 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507710 Feb 17 17:59:19.707591 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6586dc1c-ddf9-446b-a2e8-2604ff36c2d7 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks [] for port (756e0a48-a7a5-43b0-b4bc-3f655ca98708), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:19.715716 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6586dc1c-ddf9-446b-a2e8-2604ff36c2d7 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (756e0a48-a7a5-43b0-b4bc-3f655ca98708), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:19.786595 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:19.848063 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586dc1c-ddf9-446b-a2e8-2604ff36c2d7 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Pushing event updated for resources: {'Port': ['ID=756e0a48-a7a5-43b0-b4bc-3f655ca98708,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:59:19.870076 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6586dc1c-ddf9-446b-a2e8-2604ff36c2d7 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (203cce41-6a09-4dfb-9ff5-50cc93e192a8), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:20.082927 n-d-829613-2 neutron-server[103434]: INFO neutron.db.l3_db [None req-6586dc1c-ddf9-446b-a2e8-2604ff36c2d7 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Floating IP 203cce41-6a09-4dfb-9ff5-50cc93e192a8 associated. External IP: 172.25.8.25, port: 143e4766-435e-4543-b4a8-3e1823630b54. Feb 17 17:59:20.367412 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6586dc1c-ddf9-446b-a2e8-2604ff36c2d7 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Router 0f840601-cae6-4109-baeb-5aa015ce769d has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 17:59:20.499948 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6586dc1c-ddf9-446b-a2e8-2604ff36c2d7 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 17:59:20.518451 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d6610c-eea8-472b-9f43-fcc5242a0937 None None] Sync routers for ids ['0f840601-cae6-4109-baeb-5aa015ce769d'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 17:59:20.533360 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6586dc1c-ddf9-446b-a2e8-2604ff36c2d7 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:20.537117 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d6610c-eea8-472b-9f43-fcc5242a0937 None None] Routers {'0f840601-cae6-4109-baeb-5aa015ce769d'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:59:20.538016 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e4d6610c-eea8-472b-9f43-fcc5242a0937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:59:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0f840601-cae6-4109-baeb-5aa015ce769d'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:59:20.596949 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6586dc1c-ddf9-446b-a2e8-2604ff36c2d7 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5131457 Feb 17 17:59:20.598186 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9ee7ba7-2b70-406d-88cf-4b87fdb572d6', 'tag': '143e4766-435e-4543-b4a8-3e1823630b54'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:59:20.602347 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7719d16f-9e9e-4025-ad3d-33f4d3dfead0" -d '{"events": [{"name": "network-changed", "server_uuid": "c9ee7ba7-2b70-406d-88cf-4b87fdb572d6", "tag": "143e4766-435e-4543-b4a8-3e1823630b54"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:59:20.657461 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad2eb66-eeaf-408d-b882-4fbf63f99aa4 x-openstack-request-id: req-cad2eb66-eeaf-408d-b882-4fbf63f99aa4 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:59:20.657921 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9ee7ba7-2b70-406d-88cf-4b87fdb572d6", "tag": "143e4766-435e-4543-b4a8-3e1823630b54", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:59:20.659086 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-cad2eb66-eeaf-408d-b882-4fbf63f99aa4 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:59:20.664160 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9ee7ba7-2b70-406d-88cf-4b87fdb572d6', 'tag': '143e4766-435e-4543-b4a8-3e1823630b54', 'status': 'completed', 'code': 200} Feb 17 17:59:20.751092 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-e4d6610c-eea8-472b-9f43-fcc5242a0937 None None] Set router 0f840601-cae6-4109-baeb-5aa015ce769d gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:59:20.759934 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719d16f-9e9e-4025-ad3d-33f4d3dfead0 req-1549dbdb-de64-4f39-9204-2022329caf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:20.762478 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7719d16f-9e9e-4025-ad3d-33f4d3dfead0 req-1549dbdb-de64-4f39-9204-2022329caf35 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f2fecc83bbca4d24b89fe382f6fcc2ca&device_id=c9ee7ba7-2b70-406d-88cf-4b87fdb572d6 HTTP/1.1" status: 200 len: 1128 time: 0.0793021 Feb 17 17:59:21.250422 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e4d6610c-eea8-472b-9f43-fcc5242a0937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f840601-cae6-4109-baeb-5aa015ce769d', 'name': 'tempest-TestServerBasicOps-1425991670-router', 'tenant_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '997e5d79-1b09-447f-bea7-8b1982f5adb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:58:27Z', 'updated_at': '2022-02-17T17:58:35Z', 'revision_number': 4, 'project_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'gw_port': {'id': '997e5d79-1b09-447f-bea7-8b1982f5adb7', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:63:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f840601-cae6-4109-baeb-5aa015ce769d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:58:28Z', 'updated_at': '2022-02-17T17:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '203cce41-6a09-4dfb-9ff5-50cc93e192a8', 'tenant_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'floating_ip_address': '172.25.8.25', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '0f840601-cae6-4109-baeb-5aa015ce769d', 'port_id': '143e4766-435e-4543-b4a8-3e1823630b54', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3310, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aa3d1fd-12cf-43a5-8a21-bf857a06d327', 'mac_address': 'fa:16:3e:9f:8b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ee7ba7-2b70-406d-88cf-4b87fdb572d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:59:19Z', 'updated_at': '2022-02-17T17:59:19Z', 'revision_number': 0, 'project_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5', 'name': '', 'network_id': '3aa3d1fd-12cf-43a5-8a21-bf857a06d327', 'tenant_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'mac_address': 'fa:16:3e:40:49:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f840601-cae6-4109-baeb-5aa015ce769d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '0512aabc-33d7-4468-a50e-10fb498a1e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:58:33Z', 'updated_at': '2022-02-17T17:58:43Z', 'revision_number': 5, 'project_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'subnets': [{'id': '0512aabc-33d7-4468-a50e-10fb498a1e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:59:21.379486 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719d16f-9e9e-4025-ad3d-33f4d3dfead0 req-51574593-bf03-492b-b275-1c6f2c42c834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:21.381389 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7719d16f-9e9e-4025-ad3d-33f4d3dfead0 req-51574593-bf03-492b-b275-1c6f2c42c834 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3aa3d1fd-12cf-43a5-8a21-bf857a06d327 HTTP/1.1" status: 200 len: 910 time: 0.6113575 Feb 17 17:59:21.474376 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be9e83-8067-4005-a112-df269e6cae1e req-da45779d-9343-4a4e-98a7-23c77a1a16e8 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:21.476547 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-58be9e83-8067-4005-a112-df269e6cae1e req-da45779d-9343-4a4e-98a7-23c77a1a16e8 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.6709795 Feb 17 17:59:21.498059 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d6610c-eea8-472b-9f43-fcc5242a0937 None None] Checking router: 0f840601-cae6-4109-baeb-5aa015ce769d for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 17:59:21.524766 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d6610c-eea8-472b-9f43-fcc5242a0937 None None] Routers {'0f840601-cae6-4109-baeb-5aa015ce769d'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 17:59:21.529777 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7719d16f-9e9e-4025-ad3d-33f4d3dfead0 req-43fb7902-54ad-49b9-a7b1-5b66e3c22314 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=143e4766-435e-4543-b4a8-3e1823630b54 HTTP/1.1" status: 200 len: 999 time: 0.1416845 Feb 17 17:59:21.537702 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e4d6610c-eea8-472b-9f43-fcc5242a0937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T17:59:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0f840601-cae6-4109-baeb-5aa015ce769d'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:59:21.620092 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-58be9e83-8067-4005-a112-df269e6cae1e req-a2d29ede-44d6-44a0-840b-5ecb8262b984 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189497 Feb 17 17:59:21.622738 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719d16f-9e9e-4025-ad3d-33f4d3dfead0 req-1ccc22eb-fe61-40c8-94d1-0ca573e1b5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:21.633955 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7719d16f-9e9e-4025-ad3d-33f4d3dfead0 req-1ccc22eb-fe61-40c8-94d1-0ca573e1b5b8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0512aabc-33d7-4468-a50e-10fb498a1e41 HTTP/1.1" status: 200 len: 848 time: 0.0659804 Feb 17 17:59:21.701600 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719d16f-9e9e-4025-ad3d-33f4d3dfead0 req-3fdf7c48-a7f4-4421-8263-f34f4b498a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:21.703329 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7719d16f-9e9e-4025-ad3d-33f4d3dfead0 req-3fdf7c48-a7f4-4421-8263-f34f4b498a5e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3aa3d1fd-12cf-43a5-8a21-bf857a06d327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0580199 Feb 17 17:59:21.760780 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-e4d6610c-eea8-472b-9f43-fcc5242a0937 None None] Set router 0f840601-cae6-4109-baeb-5aa015ce769d gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 17:59:21.880284 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7719d16f-9e9e-4025-ad3d-33f4d3dfead0 req-c9391386-01b4-4b8a-908a-3d1616e86f78 service neutron] 10.222.0.71 "GET /v2.0/networks/3aa3d1fd-12cf-43a5-8a21-bf857a06d327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688333 Feb 17 17:59:22.047781 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7719d16f-9e9e-4025-ad3d-33f4d3dfead0 req-d1edf834-dbd6-45ff-a521-5931ecec7ba7 service neutron] 10.222.0.71 "GET /v2.0/networks/3aa3d1fd-12cf-43a5-8a21-bf857a06d327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603868 Feb 17 17:59:22.114395 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e4d6610c-eea8-472b-9f43-fcc5242a0937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f840601-cae6-4109-baeb-5aa015ce769d', 'name': 'tempest-TestServerBasicOps-1425991670-router', 'tenant_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '997e5d79-1b09-447f-bea7-8b1982f5adb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:58:27Z', 'updated_at': '2022-02-17T17:58:35Z', 'revision_number': 4, 'project_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'gw_port': {'id': '997e5d79-1b09-447f-bea7-8b1982f5adb7', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:63:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f840601-cae6-4109-baeb-5aa015ce769d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:58:28Z', 'updated_at': '2022-02-17T17:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '203cce41-6a09-4dfb-9ff5-50cc93e192a8', 'tenant_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'floating_ip_address': '172.25.8.25', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '0f840601-cae6-4109-baeb-5aa015ce769d', 'port_id': '143e4766-435e-4543-b4a8-3e1823630b54', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3310, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aa3d1fd-12cf-43a5-8a21-bf857a06d327', 'mac_address': 'fa:16:3e:9f:8b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ee7ba7-2b70-406d-88cf-4b87fdb572d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:59:19Z', 'updated_at': '2022-02-17T17:59:19Z', 'revision_number': 0, 'project_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5', 'name': '', 'network_id': '3aa3d1fd-12cf-43a5-8a21-bf857a06d327', 'tenant_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'mac_address': 'fa:16:3e:40:49:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f840601-cae6-4109-baeb-5aa015ce769d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '0512aabc-33d7-4468-a50e-10fb498a1e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:58:33Z', 'updated_at': '2022-02-17T17:58:43Z', 'revision_number': 5, 'project_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'subnets': [{'id': '0512aabc-33d7-4468-a50e-10fb498a1e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 17:59:22.152897 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d6610c-eea8-472b-9f43-fcc5242a0937 None None] The sync data for ids ['0f840601-cae6-4109-baeb-5aa015ce769d'] in n-d-829613-2 is: [{'id': '0f840601-cae6-4109-baeb-5aa015ce769d', 'name': 'tempest-TestServerBasicOps-1425991670-router', 'tenant_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '997e5d79-1b09-447f-bea7-8b1982f5adb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:58:27Z', 'updated_at': '2022-02-17T17:58:35Z', 'revision_number': 4, 'project_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'gw_port': {'id': '997e5d79-1b09-447f-bea7-8b1982f5adb7', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:63:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f840601-cae6-4109-baeb-5aa015ce769d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:58:28Z', 'updated_at': '2022-02-17T17:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '203cce41-6a09-4dfb-9ff5-50cc93e192a8', 'tenant_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'floating_ip_address': '172.25.8.25', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '0f840601-cae6-4109-baeb-5aa015ce769d', 'port_id': '143e4766-435e-4543-b4a8-3e1823630b54', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3310, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aa3d1fd-12cf-43a5-8a21-bf857a06d327', 'mac_address': 'fa:16:3e:9f:8b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ee7ba7-2b70-406d-88cf-4b87fdb572d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T17:59:19Z', 'updated_at': '2022-02-17T17:59:19Z', 'revision_number': 0, 'project_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5', 'name': '', 'network_id': '3aa3d1fd-12cf-43a5-8a21-bf857a06d327', 'tenant_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'mac_address': 'fa:16:3e:40:49:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f840601-cae6-4109-baeb-5aa015ce769d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '0512aabc-33d7-4468-a50e-10fb498a1e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:58:33Z', 'updated_at': '2022-02-17T17:58:43Z', 'revision_number': 5, 'project_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'subnets': [{'id': '0512aabc-33d7-4468-a50e-10fb498a1e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 17:59:22.515260 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efe7344-3a31-434b-8aaf-c0788d6209ae None None] New status for floating IP 203cce41-6a09-4dfb-9ff5-50cc93e192a8: ACTIVE {{(pid=103438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 17:59:22.644555 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 8e4913a4-4610-44fc-bbe2-cece27c8336e details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:59:22.904835 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 8e4913a4-4610-44fc-bbe2-cece27c8336e, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=8e4913a4-4610-44fc-bbe2-cece27c8336e,segment=NetworkSegment(7daa1fb9-0229-428f-b148-62ae138c90f0),segment_id=7daa1fb9-0229-428f-b148-62ae138c90f0)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:59:22.927740 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c68425a-874c-4d54-86eb-74f04ffd898e req-3d75fe88-e158-464e-b3c7-5a7cfb23f971 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:22.929702 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6c68425a-874c-4d54-86eb-74f04ffd898e req-3d75fe88-e158-464e-b3c7-5a7cfb23f971 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.0927823 Feb 17 17:59:22.934809 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '8e4913a4-4610-44fc-bbe2-cece27c8336e', 'network_id': '40f03537-36eb-4f23-9230-2fc8194c0e85', 'port_id': '8e4913a4-4610-44fc-bbe2-cece27c8336e', 'mac_address': 'fa:16:3e:89:54:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ef455d4-26f2-471d-bbfa-df38e9cc4a1f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:59:23.030624 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 8e4913a4-4610-44fc-bbe2-cece27c8336e is: ACTIVE; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:59:23.031242 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8e4913a4-4610-44fc-bbe2-cece27c8336e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:23.042931 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6c68425a-874c-4d54-86eb-74f04ffd898e req-db86267c-15eb-4422-baa9-7d2d3ff36e13 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049626 Feb 17 17:59:23.057589 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e4913a4-4610-44fc-bbe2-cece27c8336e {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:59:23.093083 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 8e4913a4-4610-44fc-bbe2-cece27c8336e, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=8e4913a4-4610-44fc-bbe2-cece27c8336e,segment=NetworkSegment(7daa1fb9-0229-428f-b148-62ae138c90f0),segment_id=7daa1fb9-0229-428f-b148-62ae138c90f0)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:59:23.103048 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (8e4913a4-4610-44fc-bbe2-cece27c8336e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:23.224172 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['8e4913a4-4610-44fc-bbe2-cece27c8336e'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:59:23.282685 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=8e4913a4-4610-44fc-bbe2-cece27c8336e,revision_number=6']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:59:24.323961 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afbe8a-6e90-45be-a934-67ee973186f3 req-f8c698ef-bc75-4751-bed1-dd724cd9c558 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:24.341216 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-08afbe8a-6e90-45be-a934-67ee973186f3 req-f8c698ef-bc75-4751-bed1-dd724cd9c558 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 945 time: 0.1574924 Feb 17 17:59:24.518241 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-08afbe8a-6e90-45be-a934-67ee973186f3 req-e5687bc7-e606-4d5f-98e5-a66874df29e2 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753650 Feb 17 17:59:24.656456 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 8e4913a4-4610-44fc-bbe2-cece27c8336e up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:59:24.902271 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 8e4913a4-4610-44fc-bbe2-cece27c8336e triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:59:24.903957 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (8e4913a4-4610-44fc-bbe2-cece27c8336e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:25.067227 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 8e4913a4-4610-44fc-bbe2-cece27c8336e is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:59:25.067617 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8e4913a4-4610-44fc-bbe2-cece27c8336e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:25.132477 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363cab89-f415-4a1b-89c2-df71fd1e2f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4913a4-4610-44fc-bbe2-cece27c8336e'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:59:25.135284 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3338927a-2d11-4917-93b2-8a3c167e9975" -d '{"events": [{"server_uuid": "363cab89-f415-4a1b-89c2-df71fd1e2f4e", "name": "network-vif-plugged", "status": "completed", "tag": "8e4913a4-4610-44fc-bbe2-cece27c8336e"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:59:25.156690 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 8e4913a4-4610-44fc-bbe2-cece27c8336e, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=8e4913a4-4610-44fc-bbe2-cece27c8336e,segment=NetworkSegment(7daa1fb9-0229-428f-b148-62ae138c90f0),segment_id=7daa1fb9-0229-428f-b148-62ae138c90f0)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:59:25.165716 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (8e4913a4-4610-44fc-bbe2-cece27c8336e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:25.247660 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=8e4913a4-4610-44fc-bbe2-cece27c8336e,revision_number=7']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:59:25.251522 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db4321a-a292-4db4-92f9-060ce77dfd61 x-openstack-request-id: req-4db4321a-a292-4db4-92f9-060ce77dfd61 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:59:25.251812 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363cab89-f415-4a1b-89c2-df71fd1e2f4e", "name": "network-vif-plugged", "status": "completed", "tag": "8e4913a4-4610-44fc-bbe2-cece27c8336e", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:59:25.252066 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4db4321a-a292-4db4-92f9-060ce77dfd61 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:59:25.252510 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363cab89-f415-4a1b-89c2-df71fd1e2f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4913a4-4610-44fc-bbe2-cece27c8336e', 'code': 200} Feb 17 17:59:25.758662 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a1223-a3b9-444f-bf71-e5b76a6c1fc5 req-1aae1222-2c35-44d0-974c-c7a6df45a178 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:25.765659 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c72a1223-a3b9-444f-bf71-e5b76a6c1fc5 req-1aae1222-2c35-44d0-974c-c7a6df45a178 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.1122558 Feb 17 17:59:25.832275 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c72a1223-a3b9-444f-bf71-e5b76a6c1fc5 req-88c804bd-db20-4130-853c-263aa21fb518 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584247 Feb 17 17:59:25.934821 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-40384291-0235-4668-aa93-dd57bbb88c8e req-0dc8458e-9297-4117-af97-09a4ed134eec service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1023178 Feb 17 17:59:26.178058 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40384291-0235-4668-aa93-dd57bbb88c8e req-aca9d5b3-175f-4b58-ae0c-c06ed826e876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:26.183172 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-40384291-0235-4668-aa93-dd57bbb88c8e req-aca9d5b3-175f-4b58-ae0c-c06ed826e876 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=20be7d5eb0704bac94fef9d4560964ff&device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 1128 time: 0.1411242 Feb 17 17:59:26.414495 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40384291-0235-4668-aa93-dd57bbb88c8e req-a65f5f58-c504-4ae3-8b7f-1cb2768df403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:26.416912 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-40384291-0235-4668-aa93-dd57bbb88c8e req-a65f5f58-c504-4ae3-8b7f-1cb2768df403 service neutron] 10.222.0.91 "GET /v2.0/networks?id=1c842ecd-cc9b-4a85-b1b8-328753a85bfe HTTP/1.1" status: 200 len: 916 time: 0.2127867 Feb 17 17:59:26.562607 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-40384291-0235-4668-aa93-dd57bbb88c8e req-b3b59904-8a4c-4eb7-83af-ea9917f639a9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb049a99-7b51-4f75-9df3-e39d7e10f48b HTTP/1.1" status: 200 len: 1001 time: 0.1390836 Feb 17 17:59:26.678016 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40384291-0235-4668-aa93-dd57bbb88c8e req-9a8cc5b0-31c3-4456-87dd-5223bec9a641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:26.678016 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-40384291-0235-4668-aa93-dd57bbb88c8e req-9a8cc5b0-31c3-4456-87dd-5223bec9a641 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=684c221c-585d-46a8-b4c6-fe6a5f99b9b8 HTTP/1.1" status: 200 len: 854 time: 0.1092308 Feb 17 17:59:26.787698 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40384291-0235-4668-aa93-dd57bbb88c8e req-0d240678-9ecc-413f-a69a-ec25db852582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:26.789286 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-40384291-0235-4668-aa93-dd57bbb88c8e req-0d240678-9ecc-413f-a69a-ec25db852582 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1c842ecd-cc9b-4a85-b1b8-328753a85bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0961039 Feb 17 17:59:26.971135 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-40384291-0235-4668-aa93-dd57bbb88c8e req-d6aeaf7d-325b-458f-bd2e-0b46553c1845 service neutron] 10.222.0.91 "GET /v2.0/networks/1c842ecd-cc9b-4a85-b1b8-328753a85bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720476 Feb 17 17:59:27.152794 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4595ff3-bfd9-4953-8f2f-97a6c7dbf679 req-3c0f6f43-ae6d-4462-b0f0-e299fd81bee3 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:27.164763 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-40384291-0235-4668-aa93-dd57bbb88c8e req-97e409a7-f934-443e-9f3a-9b23b480dc3a service neutron] 10.222.0.91 "GET /v2.0/networks/1c842ecd-cc9b-4a85-b1b8-328753a85bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867752 Feb 17 17:59:27.166559 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a4595ff3-bfd9-4953-8f2f-97a6c7dbf679 req-3c0f6f43-ae6d-4462-b0f0-e299fd81bee3 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.1706266 Feb 17 17:59:27.350582 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a4595ff3-bfd9-4953-8f2f-97a6c7dbf679 req-8711d533-eac1-4ca5-be30-3197e06d824b tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806397 Feb 17 17:59:28.571577 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b0367-f987-4d40-a2cf-f7d7bc02f902 req-44455234-d2b4-4c20-8e26-f6370fa4d2ea tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:28.576060 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eb4b0367-f987-4d40-a2cf-f7d7bc02f902 req-44455234-d2b4-4c20-8e26-f6370fa4d2ea tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.0978973 Feb 17 17:59:28.657537 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eb4b0367-f987-4d40-a2cf-f7d7bc02f902 req-fdd735c5-f6c5-4fd3-a0e1-64f1dd4f8035 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724790 Feb 17 17:59:29.826880 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe814d-e423-4fc7-bb2c-f20996d20d6d req-88045c68-7b0f-475a-a446-800721b127cb tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:29.841109 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2fbe814d-e423-4fc7-bb2c-f20996d20d6d req-88045c68-7b0f-475a-a446-800721b127cb tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.0996408 Feb 17 17:59:29.917195 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2fbe814d-e423-4fc7-bb2c-f20996d20d6d req-55c92957-b257-4513-9cd8-ff16d7fde8ac tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736105 Feb 17 17:59:29.998383 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2f033d8c-296b-451e-b936-d964f869b8e3 req-3f1ee818-02f8-4b26-a5cc-4c77bf69badc service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c9ee7ba7-2b70-406d-88cf-4b87fdb572d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0575159 Feb 17 17:59:30.114883 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f033d8c-296b-451e-b936-d964f869b8e3 req-c50246e1-4b33-4646-a574-c6053f7239bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:30.123842 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2f033d8c-296b-451e-b936-d964f869b8e3 req-c50246e1-4b33-4646-a574-c6053f7239bd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f2fecc83bbca4d24b89fe382f6fcc2ca&device_id=c9ee7ba7-2b70-406d-88cf-4b87fdb572d6 HTTP/1.1" status: 200 len: 1128 time: 0.0814066 Feb 17 17:59:30.315085 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f033d8c-296b-451e-b936-d964f869b8e3 req-a946f227-adad-427f-b7e6-8834f3c715e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:30.316895 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2f033d8c-296b-451e-b936-d964f869b8e3 req-a946f227-adad-427f-b7e6-8834f3c715e8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3aa3d1fd-12cf-43a5-8a21-bf857a06d327 HTTP/1.1" status: 200 len: 910 time: 0.1650167 Feb 17 17:59:30.395908 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2f033d8c-296b-451e-b936-d964f869b8e3 req-8cc0e1d8-3805-4f01-9e96-098363f889d1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=143e4766-435e-4543-b4a8-3e1823630b54 HTTP/1.1" status: 200 len: 1001 time: 0.0720558 Feb 17 17:59:30.505874 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f033d8c-296b-451e-b936-d964f869b8e3 req-3c3c26c8-5211-4807-886d-a2f53a77e6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:30.508773 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2f033d8c-296b-451e-b936-d964f869b8e3 req-3c3c26c8-5211-4807-886d-a2f53a77e6df service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0512aabc-33d7-4468-a50e-10fb498a1e41 HTTP/1.1" status: 200 len: 848 time: 0.0977414 Feb 17 17:59:30.601379 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f033d8c-296b-451e-b936-d964f869b8e3 req-96968952-d707-4229-bdd6-921dcf4b97d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:30.605029 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2f033d8c-296b-451e-b936-d964f869b8e3 req-96968952-d707-4229-bdd6-921dcf4b97d2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3aa3d1fd-12cf-43a5-8a21-bf857a06d327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0881143 Feb 17 17:59:30.834823 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2f033d8c-296b-451e-b936-d964f869b8e3 req-0b4418d8-5fba-40f5-bed6-ccf5c1c40fc7 service neutron] 10.222.0.71 "GET /v2.0/networks/3aa3d1fd-12cf-43a5-8a21-bf857a06d327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215450 Feb 17 17:59:30.984724 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2f033d8c-296b-451e-b936-d964f869b8e3 req-7ea1bcf1-c2e7-468f-b0bb-b9dffe24da5d service neutron] 10.222.0.71 "GET /v2.0/networks/3aa3d1fd-12cf-43a5-8a21-bf857a06d327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421628 Feb 17 17:59:31.177992 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590255d-1e18-4684-b670-52303d183c46 req-70b9ec13-1053-4bd9-8a35-57cd48bd13c8 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:31.182247 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b590255d-1e18-4684-b670-52303d183c46 req-70b9ec13-1053-4bd9-8a35-57cd48bd13c8 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.1326373 Feb 17 17:59:31.287721 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b590255d-1e18-4684-b670-52303d183c46 req-9d5b938a-8f65-4829-bbcd-92e0d721a2f7 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973012 Feb 17 17:59:32.669513 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06332980-6d42-49f6-b834-4b2ee8e22a9e req-dcc4b365-57be-45d7-a19e-b889a7aea1a3 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:32.671848 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-06332980-6d42-49f6-b834-4b2ee8e22a9e req-dcc4b365-57be-45d7-a19e-b889a7aea1a3 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.1634998 Feb 17 17:59:32.772224 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-06332980-6d42-49f6-b834-4b2ee8e22a9e req-6ec68641-b183-4abf-a318-4a2483aa03ba tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893283 Feb 17 17:59:32.951707 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3ea3b408-a035-4e16-9beb-6d82506cdcd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:34.009889 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f83f4-70d7-4b44-937f-4522f1cccd06 req-7eda69cc-7cb5-43ef-bbd3-7e98b0ece37f tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:34.026026 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-137f83f4-70d7-4b44-937f-4522f1cccd06 req-7eda69cc-7cb5-43ef-bbd3-7e98b0ece37f tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.1435080 Feb 17 17:59:34.140718 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-137f83f4-70d7-4b44-937f-4522f1cccd06 req-273613d0-6806-4c5c-be77-ce9277090381 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130428 Feb 17 17:59:34.609047 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 51758) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:59:34.854782 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c464f115-75ea-41e0-a381-c626aa9ebad0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:35.063399 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c464f115-75ea-41e0-a381-c626aa9ebad0 admin admin] Publish callbacks [] for security_group (39480a5e-6963-4c82-865f-1be0b30c96c0), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:35.072314 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c464f115-75ea-41e0-a381-c626aa9ebad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (39480a5e-6963-4c82-865f-1be0b30c96c0), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:35.135079 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 51766) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:59:35.136388 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c464f115-75ea-41e0-a381-c626aa9ebad0 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=72b7502603d34a7c8f09992d3a0686dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5248117 Feb 17 17:59:35.187779 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c464f115-75ea-41e0-a381-c626aa9ebad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39480a5e-6963-4c82-865f-1be0b30c96c0,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:59:35.300418 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-86eed1cb-6a62-4986-9dbe-fffc3427b2cf admin admin] Publish callbacks [] for security_group (39480a5e-6963-4c82-865f-1be0b30c96c0), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:35.344991 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-86eed1cb-6a62-4986-9dbe-fffc3427b2cf admin admin] Publish callbacks [] for security_group (39480a5e-6963-4c82-865f-1be0b30c96c0), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:35.470208 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ce304c90-6312-4555-9731-8029b6f08681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:35.693646 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb3cdd-8af8-4153-b5c7-ea082afb8072 req-b9975c9d-6184-403e-92dd-0379642a5577 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:35.706636 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-efdb3cdd-8af8-4153-b5c7-ea082afb8072 req-b9975c9d-6184-403e-92dd-0379642a5577 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.3731406 Feb 17 17:59:35.715562 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-86eed1cb-6a62-4986-9dbe-fffc3427b2cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (39480a5e-6963-4c82-865f-1be0b30c96c0), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:35.721149 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-86eed1cb-6a62-4986-9dbe-fffc3427b2cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:35.722522 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-86eed1cb-6a62-4986-9dbe-fffc3427b2cf admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/39480a5e-6963-4c82-865f-1be0b30c96c0 HTTP/1.1" status: 204 len: 168 time: 0.5860951 Feb 17 17:59:35.763084 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eed1cb-6a62-4986-9dbe-fffc3427b2cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39480a5e-6963-4c82-865f-1be0b30c96c0,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:59:35.779550 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eed1cb-6a62-4986-9dbe-fffc3427b2cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:59:35.779550 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eed1cb-6a62-4986-9dbe-fffc3427b2cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:59:35.780382 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eed1cb-6a62-4986-9dbe-fffc3427b2cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:59:35.781116 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eed1cb-6a62-4986-9dbe-fffc3427b2cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:59:35.781116 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eed1cb-6a62-4986-9dbe-fffc3427b2cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:59:35.781728 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eed1cb-6a62-4986-9dbe-fffc3427b2cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:59:35.782159 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eed1cb-6a62-4986-9dbe-fffc3427b2cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:59:35.782583 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eed1cb-6a62-4986-9dbe-fffc3427b2cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:59:35.783016 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eed1cb-6a62-4986-9dbe-fffc3427b2cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:59:35.783443 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eed1cb-6a62-4986-9dbe-fffc3427b2cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:59:35.783869 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eed1cb-6a62-4986-9dbe-fffc3427b2cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:59:35.784320 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eed1cb-6a62-4986-9dbe-fffc3427b2cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:59:35.784892 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86eed1cb-6a62-4986-9dbe-fffc3427b2cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:59:35.967168 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-efdb3cdd-8af8-4153-b5c7-ea082afb8072 req-8e509033-0040-474c-9cca-d5d53341db70 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587092 Feb 17 17:59:36.378162 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 51776) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:59:36.397761 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f44df640-94a7-4db7-82a4-d5bee849defa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:36.587830 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f44df640-94a7-4db7-82a4-d5bee849defa admin admin] Publish callbacks [] for security_group (9aacfc79-6b03-4a06-9130-a764830951bc), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:36.600809 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f44df640-94a7-4db7-82a4-d5bee849defa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (9aacfc79-6b03-4a06-9130-a764830951bc), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:36.643317 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f44df640-94a7-4db7-82a4-d5bee849defa admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2fd4ace3a6a64765b1172970117e898b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2625194 Feb 17 17:59:36.646955 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 51778) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:59:36.722092 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44df640-94a7-4db7-82a4-d5bee849defa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aacfc79-6b03-4a06-9130-a764830951bc,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:59:36.740414 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bed78889-06b3-4ae8-b468-93bb9ba37aff admin admin] Publish callbacks [] for security_group (9aacfc79-6b03-4a06-9130-a764830951bc), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:36.755708 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:36.770202 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bed78889-06b3-4ae8-b468-93bb9ba37aff admin admin] Publish callbacks [] for security_group (9aacfc79-6b03-4a06-9130-a764830951bc), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:36.848207 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bed78889-06b3-4ae8-b468-93bb9ba37aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (9aacfc79-6b03-4a06-9130-a764830951bc), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:36.854242 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bed78889-06b3-4ae8-b468-93bb9ba37aff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:36.856334 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bed78889-06b3-4ae8-b468-93bb9ba37aff admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9aacfc79-6b03-4a06-9130-a764830951bc HTTP/1.1" status: 204 len: 168 time: 0.2075927 Feb 17 17:59:36.880950 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed78889-06b3-4ae8-b468-93bb9ba37aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aacfc79-6b03-4a06-9130-a764830951bc,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:59:37.187240 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef70746-fd53-45b5-a700-f6a272a25a2b req-61b22e27-f3c0-409a-bbf9-60a214251a6c tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:37.195745 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aef70746-fd53-45b5-a700-f6a272a25a2b req-61b22e27-f3c0-409a-bbf9-60a214251a6c tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.0745165 Feb 17 17:59:37.263372 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aef70746-fd53-45b5-a700-f6a272a25a2b req-3a4a7499-231d-43f2-b35b-167d4b4f33b7 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642207 Feb 17 17:59:37.639131 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 51794) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:59:37.658843 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-29e9cd6d-03b9-4b7e-ab18-b586aef92c2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:37.756806 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-29e9cd6d-03b9-4b7e-ab18-b586aef92c2a admin admin] Publish callbacks [] for security_group (1a7cd84d-f063-4962-a184-dbc2e0379d61), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:37.762351 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-29e9cd6d-03b9-4b7e-ab18-b586aef92c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (1a7cd84d-f063-4962-a184-dbc2e0379d61), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:37.794329 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-29e9cd6d-03b9-4b7e-ab18-b586aef92c2a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2082da1841bf43b9a94b061e8bd411ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1539416 Feb 17 17:59:37.794535 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 51796) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:59:37.849045 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e9cd6d-03b9-4b7e-ab18-b586aef92c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7cd84d-f063-4962-a184-dbc2e0379d61,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:59:37.899229 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-acb711c6-fc37-4171-bf08-676e1ee243bd admin admin] Publish callbacks [] for security_group (1a7cd84d-f063-4962-a184-dbc2e0379d61), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:37.924379 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-acb711c6-fc37-4171-bf08-676e1ee243bd admin admin] Publish callbacks [] for security_group (1a7cd84d-f063-4962-a184-dbc2e0379d61), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:37.986824 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-acb711c6-fc37-4171-bf08-676e1ee243bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (1a7cd84d-f063-4962-a184-dbc2e0379d61), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:37.997482 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-acb711c6-fc37-4171-bf08-676e1ee243bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:38.005069 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-acb711c6-fc37-4171-bf08-676e1ee243bd admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/1a7cd84d-f063-4962-a184-dbc2e0379d61 HTTP/1.1" status: 204 len: 168 time: 0.2090089 Feb 17 17:59:38.027996 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb711c6-fc37-4171-bf08-676e1ee243bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7cd84d-f063-4962-a184-dbc2e0379d61,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:59:38.049397 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:38.549155 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f87295-5ac8-4084-917b-3cdcec09943b req-fd9826e2-c2ff-4357-9283-5fc8a64ec237 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:38.553361 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d5f87295-5ac8-4084-917b-3cdcec09943b req-fd9826e2-c2ff-4357-9283-5fc8a64ec237 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.1379979 Feb 17 17:59:38.687383 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d5f87295-5ac8-4084-917b-3cdcec09943b req-e0a16fc0-5eee-49bf-a1e8-289e9c7545c8 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253593 Feb 17 17:59:39.084560 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:39.952229 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9b6d7-cd28-4f66-89f7-74ef5efb51c8 req-6a1d07ef-3b07-45c6-b855-ee85fe29ca55 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:39.955499 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f8d9b6d7-cd28-4f66-89f7-74ef5efb51c8 req-6a1d07ef-3b07-45c6-b855-ee85fe29ca55 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.1244056 Feb 17 17:59:40.032340 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f8d9b6d7-cd28-4f66-89f7-74ef5efb51c8 req-20202412-2455-47cb-8f18-8ba5010253e6 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691853 Feb 17 17:59:41.240510 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b6c6b-064c-468a-bed2-d31d397cad28 req-03977aca-59ce-48c6-8950-0538828f627e tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:41.242724 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f73b6c6b-064c-468a-bed2-d31d397cad28 req-03977aca-59ce-48c6-8950-0538828f627e tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.1071284 Feb 17 17:59:41.323431 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f73b6c6b-064c-468a-bed2-d31d397cad28 req-7b289149-8f8a-4c01-929e-c89ebacc63b8 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727341 Feb 17 17:59:41.645481 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0962d38-4b58-456d-b9e4-f0534284fd76 req-1c0d585b-c9d5-4005-bde4-f2664ac8306e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:41.648235 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f0962d38-4b58-456d-b9e4-f0534284fd76 req-1c0d585b-c9d5-4005-bde4-f2664ac8306e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=520a3b8b5f064a888d335569d858ee37&device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 1128 time: 0.0903342 Feb 17 17:59:41.757009 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0962d38-4b58-456d-b9e4-f0534284fd76 req-e32ba55d-fc9c-46db-9b5d-de39906f936f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:41.758567 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f0962d38-4b58-456d-b9e4-f0534284fd76 req-e32ba55d-fc9c-46db-9b5d-de39906f936f service neutron] 10.222.0.91 "GET /v2.0/networks?id=40f03537-36eb-4f23-9230-2fc8194c0e85 HTTP/1.1" status: 200 len: 915 time: 0.1033483 Feb 17 17:59:41.803607 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f0962d38-4b58-456d-b9e4-f0534284fd76 req-18e9fb5d-2982-42bc-a9d4-0ad84e87e250 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e4913a4-4610-44fc-bbe2-cece27c8336e HTTP/1.1" status: 200 len: 217 time: 0.0387688 Feb 17 17:59:41.880350 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0962d38-4b58-456d-b9e4-f0534284fd76 req-0447cd7f-0d2c-4509-95c4-c376f5f5a48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:41.887043 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f0962d38-4b58-456d-b9e4-f0534284fd76 req-0447cd7f-0d2c-4509-95c4-c376f5f5a48a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6ef455d4-26f2-471d-bbfa-df38e9cc4a1f HTTP/1.1" status: 200 len: 854 time: 0.0779300 Feb 17 17:59:41.931869 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f0962d38-4b58-456d-b9e4-f0534284fd76 req-d2c421e6-6ff7-4139-95be-4c219ccc4d64 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=40f03537-36eb-4f23-9230-2fc8194c0e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385134 Feb 17 17:59:42.090775 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f0962d38-4b58-456d-b9e4-f0534284fd76 req-e1a5edc9-d9bd-4f31-863d-17211b0e9ebe service neutron] 10.222.0.91 "GET /v2.0/networks/40f03537-36eb-4f23-9230-2fc8194c0e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519957 Feb 17 17:59:42.270868 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4cbe5d3e-3ab5-4741-b44a-14ab1c24e998 req-bab88dd6-d0a5-48bb-9032-e9b7732e5429 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=a1ed8cca97ec45bf914b44d600dfa33b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490270 Feb 17 17:59:42.640114 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6ce2e-b4d9-46f8-8a1a-68173e8fc94a req-cd55a062-0e6f-491b-a49b-1f1ff5da708d tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:42.641888 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fcf6ce2e-b4d9-46f8-8a1a-68173e8fc94a req-cd55a062-0e6f-491b-a49b-1f1ff5da708d tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.2006500 Feb 17 17:59:42.650808 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe5d3e-3ab5-4741-b44a-14ab1c24e998 req-0a440965-0975-4545-85b4-6134f71fd961 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:42.652518 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4cbe5d3e-3ab5-4741-b44a-14ab1c24e998 req-0a440965-0975-4545-85b4-6134f71fd961 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3745856 Feb 17 17:59:42.685791 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4cbe5d3e-3ab5-4741-b44a-14ab1c24e998 req-ff65e30b-863a-4261-9c7e-dd34bae03ed4 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] 10.222.0.87 "GET /v2.0/quotas/a1ed8cca97ec45bf914b44d600dfa33b HTTP/1.1" status: 200 len: 375 time: 0.0261450 Feb 17 17:59:42.698144 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f0962d38-4b58-456d-b9e4-f0534284fd76 req-d225693a-ebe2-43f2-9895-4889ef158783 service neutron] 10.222.0.91 "GET /v2.0/networks/40f03537-36eb-4f23-9230-2fc8194c0e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6013665 Feb 17 17:59:42.741369 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4cbe5d3e-3ab5-4741-b44a-14ab1c24e998 req-a3d458b6-0962-40bb-baeb-169611b68578 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=a1ed8cca97ec45bf914b44d600dfa33b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439389 Feb 17 17:59:42.747765 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fcf6ce2e-b4d9-46f8-8a1a-68173e8fc94a req-7ded3b26-a69e-434f-8a67-5628067ad909 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894158 Feb 17 17:59:43.000902 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-79636032-e1f2-4444-85b8-1738f3063554 req-904d7a13-e7fb-434c-9be9-cb3f946a521d tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] 10.222.0.87 "GET /v2.0/ports?device_id=66a78c36-bae7-436c-8567-b83f5fbcee76 HTTP/1.1" status: 200 len: 210 time: 0.0511584 Feb 17 17:59:43.923230 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc342c5d-11ee-4eba-bfa6-bcdde0589a0f req-cf6005e7-fcd6-4f63-a21f-54bd90caf773 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:43.925972 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc342c5d-11ee-4eba-bfa6-bcdde0589a0f req-cf6005e7-fcd6-4f63-a21f-54bd90caf773 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 946 time: 0.0715461 Feb 17 17:59:44.048341 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc342c5d-11ee-4eba-bfa6-bcdde0589a0f req-f6a2a5c8-fb3a-4db4-bb7b-a7a3d9f9539a tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918221 Feb 17 17:59:44.168888 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e1a2d52c-389e-4864-9d86-89314d4c365a req-4b32602d-aa25-4e75-8139-bcddd222f250 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] 10.222.0.87 "GET /v2.0/ports?device_id=66a78c36-bae7-436c-8567-b83f5fbcee76 HTTP/1.1" status: 200 len: 210 time: 0.0412667 Feb 17 17:59:44.324310 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4cbe5d3e-3ab5-4741-b44a-14ab1c24e998 req-c15d391a-6e8c-4be9-981e-f46329b758b3 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=a1ed8cca97ec45bf914b44d600dfa33b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427337 Feb 17 17:59:44.494977 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe5d3e-3ab5-4741-b44a-14ab1c24e998 req-91063139-08d7-47c8-96e3-96381ef31de7 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:44.496661 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4cbe5d3e-3ab5-4741-b44a-14ab1c24e998 req-91063139-08d7-47c8-96e3-96381ef31de7 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1662719 Feb 17 17:59:44.525590 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-4cbe5d3e-3ab5-4741-b44a-14ab1c24e998 req-bbe86c53-a1c1-481a-a919-e8c845250de2 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] Request body: {'port': {'device_id': '66a78c36-bae7-436c-8567-b83f5fbcee76', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'admin_state_up': True, 'tenant_id': 'a1ed8cca97ec45bf914b44d600dfa33b'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:59:44.735628 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 8e4913a4-4610-44fc-bbe2-cece27c8336e no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:59:44.743948 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cbe5d3e-3ab5-4741-b44a-14ab1c24e998 req-bbe86c53-a1c1-481a-a919-e8c845250de2 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] Made reservation on behalf of a1ed8cca97ec45bf914b44d600dfa33b for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 17:59:44.754472 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-4cbe5d3e-3ab5-4741-b44a-14ab1c24e998 req-bbe86c53-a1c1-481a-a919-e8c845250de2 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:44.771192 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-4cbe5d3e-3ab5-4741-b44a-14ab1c24e998 req-bbe86c53-a1c1-481a-a919-e8c845250de2 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:44.965010 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-4cbe5d3e-3ab5-4741-b44a-14ab1c24e998 req-bbe86c53-a1c1-481a-a919-e8c845250de2 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] Publish callbacks [] for security_group (76df26ea-9bb7-4424-8bb7-4a543947233f), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:44.975758 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-4cbe5d3e-3ab5-4741-b44a-14ab1c24e998 req-bbe86c53-a1c1-481a-a919-e8c845250de2 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (76df26ea-9bb7-4424-8bb7-4a543947233f), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:45.030955 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 8e4913a4-4610-44fc-bbe2-cece27c8336e is: ACTIVE; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:59:45.031704 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8e4913a4-4610-44fc-bbe2-cece27c8336e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:45.086312 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe86c53-a1c1-481a-a919-e8c845250de2 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76df26ea-9bb7-4424-8bb7-4a543947233f,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:59:45.104696 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 8e4913a4-4610-44fc-bbe2-cece27c8336e, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=8e4913a4-4610-44fc-bbe2-cece27c8336e,segment=NetworkSegment(7daa1fb9-0229-428f-b148-62ae138c90f0),segment_id=7daa1fb9-0229-428f-b148-62ae138c90f0)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:59:45.107213 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363cab89-f415-4a1b-89c2-df71fd1e2f4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e4913a4-4610-44fc-bbe2-cece27c8336e'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:59:45.111798 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15dd17f0-bec4-40f3-b1ea-2bbf23a3002b" -d '{"events": [{"server_uuid": "363cab89-f415-4a1b-89c2-df71fd1e2f4e", "name": "network-vif-unplugged", "status": "completed", "tag": "8e4913a4-4610-44fc-bbe2-cece27c8336e"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:59:45.153844 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (8e4913a4-4610-44fc-bbe2-cece27c8336e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:45.256218 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 17 Feb 2022 17:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f55384-f39a-4203-ae34-672aaf305b68 x-openstack-request-id: req-15f55384-f39a-4203-ae34-672aaf305b68 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:59:45.256523 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363cab89-f415-4a1b-89c2-df71fd1e2f4e", "name": "network-vif-unplugged", "status": "failed", "tag": "8e4913a4-4610-44fc-bbe2-cece27c8336e", "code": 422}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:59:45.256798 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-15f55384-f39a-4203-ae34-672aaf305b68 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:59:45.257212 n-d-829613-2 neutron-server[103436]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '363cab89-f415-4a1b-89c2-df71fd1e2f4e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8e4913a4-4610-44fc-bbe2-cece27c8336e', 'code': 422} returned with failed status Feb 17 17:59:45.342884 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=8e4913a4-4610-44fc-bbe2-cece27c8336e,revision_number=8']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:59:45.357086 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:59:45.358091 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:59:45.359329 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:59:45.360162 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:59:45.361040 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:59:45.361854 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:59:45.362576 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:59:45.363366 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:59:45.364074 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:59:45.365019 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:59:45.365690 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:59:45.366461 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:59:45.367158 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:59:45.475854 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1812affa-c2aa-4c2a-922c-489f833e1e00 req-1aaa7705-459d-4262-9497-ce08d0156bf6 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] 10.222.0.87 "GET /v2.0/ports?device_id=66a78c36-bae7-436c-8567-b83f5fbcee76 HTTP/1.1" status: 200 len: 210 time: 0.0667584 Feb 17 17:59:45.485601 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-4cbe5d3e-3ab5-4741-b44a-14ab1c24e998 req-bbe86c53-a1c1-481a-a919-e8c845250de2 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] Allocated IP 192.168.233.97 (82b8d039-1c14-456f-ab24-8b3aebebd7d8/ac79920f-9ddd-4352-b866-6056158b178e/a3d545c3-e58b-49f5-a759-a923b03d37d9) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 17:59:45.541142 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe78fc-08d1-4a48-a6a4-455b07ee325b req-a9b042c2-90b2-4934-898d-8e9138d04628 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:45.543171 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d0fe78fc-08d1-4a48-a6a4-455b07ee325b req-a9b042c2-90b2-4934-898d-8e9138d04628 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 944 time: 0.2394552 Feb 17 17:59:45.720461 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d0fe78fc-08d1-4a48-a6a4-455b07ee325b req-e092b349-2ffc-4a02-a648-b0d12083a2d1 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642127 Feb 17 17:59:45.783607 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-4cbe5d3e-3ab5-4741-b44a-14ab1c24e998 req-bbe86c53-a1c1-481a-a919-e8c845250de2 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] Publish callbacks [] for port (a3d545c3-e58b-49f5-a759-a923b03d37d9), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:45.827552 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-4cbe5d3e-3ab5-4741-b44a-14ab1c24e998 req-bbe86c53-a1c1-481a-a919-e8c845250de2 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (a3d545c3-e58b-49f5-a759-a923b03d37d9), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:45.884473 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cbe5d3e-3ab5-4741-b44a-14ab1c24e998 req-bbe86c53-a1c1-481a-a919-e8c845250de2 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] Network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 17:59:45.894147 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-4cbe5d3e-3ab5-4741-b44a-14ab1c24e998 req-bbe86c53-a1c1-481a-a919-e8c845250de2 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 17:59:45.935413 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cbe5d3e-3ab5-4741-b44a-14ab1c24e998 req-bbe86c53-a1c1-481a-a919-e8c845250de2 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 17:59:46.059836 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe86c53-a1c1-481a-a919-e8c845250de2 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] Pushing event updated for resources: {'Port': ['ID=a3d545c3-e58b-49f5-a759-a923b03d37d9,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:59:46.140191 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe5d3e-3ab5-4741-b44a-14ab1c24e998 req-bbe86c53-a1c1-481a-a919-e8c845250de2 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:46.141851 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-4cbe5d3e-3ab5-4741-b44a-14ab1c24e998 req-bbe86c53-a1c1-481a-a919-e8c845250de2 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:46.181562 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127b58f-72f2-4ee4-80d7-9eb3e12b0ce0 req-b01b47b9-65c4-4d72-9e0b-da57fd1dc1ca tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:46.196399 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4127b58f-72f2-4ee4-80d7-9eb3e12b0ce0 req-b01b47b9-65c4-4d72-9e0b-da57fd1dc1ca tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 944 time: 0.2627072 Feb 17 17:59:46.245219 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4cbe5d3e-3ab5-4741-b44a-14ab1c24e998 req-bbe86c53-a1c1-481a-a919-e8c845250de2 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7307148 Feb 17 17:59:46.259970 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-4cbe5d3e-3ab5-4741-b44a-14ab1c24e998 req-8ceb4904-7056-4830-9775-09b638f148be service neutron] Request body: {'port': {'device_id': '66a78c36-bae7-436c-8567-b83f5fbcee76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:59:46.357739 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4127b58f-72f2-4ee4-80d7-9eb3e12b0ce0 req-14cae34f-5c77-47d8-b3c1-3b92d800783d tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594880 Feb 17 17:59:46.362395 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-4048f0ca-003d-47b5-8266-5a5e6b46f71f None None] Provisioning complete for port a3d545c3-e58b-49f5-a759-a923b03d37d9 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:59:46.365795 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4048f0ca-003d-47b5-8266-5a5e6b46f71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (a3d545c3-e58b-49f5-a759-a923b03d37d9), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:46.516131 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-4cbe5d3e-3ab5-4741-b44a-14ab1c24e998 req-8ceb4904-7056-4830-9775-09b638f148be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (a3d545c3-e58b-49f5-a759-a923b03d37d9), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:46.533917 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-4048f0ca-003d-47b5-8266-5a5e6b46f71f None None] Port a3d545c3-e58b-49f5-a759-a923b03d37d9 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 17:59:46.813698 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-239a0749-f909-4f82-bf6d-1159a5e5215b req-640f6fc8-c846-4059-9ccc-0ed00b3951ee service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:59:46.815363 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-239a0749-f909-4f82-bf6d-1159a5e5215b req-640f6fc8-c846-4059-9ccc-0ed00b3951ee service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0240054 Feb 17 17:59:47.019927 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a9826-547b-4805-b3d8-1a23ca5a2434 req-fbc9755a-9249-4de1-8e69-dfc207d7206f tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:47.031496 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ec1a9826-547b-4805-b3d8-1a23ca5a2434 req-fbc9755a-9249-4de1-8e69-dfc207d7206f tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] 10.222.0.87 "GET /v2.0/ports?device_id=66a78c36-bae7-436c-8567-b83f5fbcee76 HTTP/1.1" status: 200 len: 935 time: 0.3496299 Feb 17 17:59:47.276050 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-4cbe5d3e-3ab5-4741-b44a-14ab1c24e998 req-8ceb4904-7056-4830-9775-09b638f148be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3d545c3-e58b-49f5-a759-a923b03d37d9 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:59:47.300421 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ec1a9826-547b-4805-b3d8-1a23ca5a2434 req-057b5fa8-d84f-4286-a724-48ca12f3369a tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] 10.222.0.87 "GET /v2.0/security-groups?id=76df26ea-9bb7-4424-8bb7-4a543947233f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677691 Feb 17 17:59:47.305305 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-4cbe5d3e-3ab5-4741-b44a-14ab1c24e998 req-8ceb4904-7056-4830-9775-09b638f148be service neutron] Publish callbacks [] for port (a3d545c3-e58b-49f5-a759-a923b03d37d9), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:47.362674 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-4cbe5d3e-3ab5-4741-b44a-14ab1c24e998 req-8ceb4904-7056-4830-9775-09b638f148be service neutron] Transition to ACTIVE for port object a3d545c3-e58b-49f5-a759-a923b03d37d9 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 17:59:47.371882 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-4cbe5d3e-3ab5-4741-b44a-14ab1c24e998 req-8ceb4904-7056-4830-9775-09b638f148be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (a3d545c3-e58b-49f5-a759-a923b03d37d9), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:47.396085 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab274a-2875-4293-8b7c-6e2aa118cffc req-c25c828f-d15f-4099-939b-6731206ae2ed tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:47.397966 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c4ab274a-2875-4293-8b7c-6e2aa118cffc req-c25c828f-d15f-4099-939b-6731206ae2ed tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 944 time: 0.2426975 Feb 17 17:59:47.534921 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb4904-7056-4830-9775-09b638f148be service neutron] Pushing event updated for resources: {'Port': ['ID=a3d545c3-e58b-49f5-a759-a923b03d37d9,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:59:47.618944 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 51960) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:59:47.682908 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c4ab274a-2875-4293-8b7c-6e2aa118cffc req-5e60cf22-e70a-4573-97f8-3f5909dcb97c tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493362 Feb 17 17:59:47.811278 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-4cbe5d3e-3ab5-4741-b44a-14ab1c24e998 req-8ceb4904-7056-4830-9775-09b638f148be service neutron] Attempting to bind port a3d545c3-e58b-49f5-a759-a923b03d37d9 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:59:47.811704 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-4cbe5d3e-3ab5-4741-b44a-14ab1c24e998 req-8ceb4904-7056-4830-9775-09b638f148be service neutron] Attempting to bind port a3d545c3-e58b-49f5-a759-a923b03d37d9 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 17:59:47.812120 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbe5d3e-3ab5-4741-b44a-14ab1c24e998 req-8ceb4904-7056-4830-9775-09b638f148be service neutron] Attempting to bind port a3d545c3-e58b-49f5-a759-a923b03d37d9 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:59:47.817608 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbe5d3e-3ab5-4741-b44a-14ab1c24e998 req-8ceb4904-7056-4830-9775-09b638f148be service neutron] Port a3d545c3-e58b-49f5-a759-a923b03d37d9 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 17:59:47.817979 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbe5d3e-3ab5-4741-b44a-14ab1c24e998 req-8ceb4904-7056-4830-9775-09b638f148be service neutron] Attempting to bind port a3d545c3-e58b-49f5-a759-a923b03d37d9 on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 17:59:47.828669 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbe5d3e-3ab5-4741-b44a-14ab1c24e998 req-8ceb4904-7056-4830-9775-09b638f148be service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 17:59:47.828984 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbe5d3e-3ab5-4741-b44a-14ab1c24e998 req-8ceb4904-7056-4830-9775-09b638f148be service neutron] Checking segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 17:59:47.829371 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbe5d3e-3ab5-4741-b44a-14ab1c24e998 req-8ceb4904-7056-4830-9775-09b638f148be service neutron] Bound using segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 17:59:47.829800 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-4cbe5d3e-3ab5-4741-b44a-14ab1c24e998 req-8ceb4904-7056-4830-9775-09b638f148be service neutron] Bound port: a3d545c3-e58b-49f5-a759-a923b03d37d9, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 17:59:47.830165 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-4cbe5d3e-3ab5-4741-b44a-14ab1c24e998 req-8ceb4904-7056-4830-9775-09b638f148be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (a3d545c3-e58b-49f5-a759-a923b03d37d9), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:47.976532 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-4cbe5d3e-3ab5-4741-b44a-14ab1c24e998 req-8ceb4904-7056-4830-9775-09b638f148be service neutron] For port a3d545c3-e58b-49f5-a759-a923b03d37d9, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 17:59:47.985779 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-4cbe5d3e-3ab5-4741-b44a-14ab1c24e998 req-8ceb4904-7056-4830-9775-09b638f148be service neutron] For port a3d545c3-e58b-49f5-a759-a923b03d37d9, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=a3d545c3-e58b-49f5-a759-a923b03d37d9,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 17:59:47.999040 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-4cbe5d3e-3ab5-4741-b44a-14ab1c24e998 req-8ceb4904-7056-4830-9775-09b638f148be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (a3d545c3-e58b-49f5-a759-a923b03d37d9), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:48.091074 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe5d3e-3ab5-4741-b44a-14ab1c24e998 req-8ceb4904-7056-4830-9775-09b638f148be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:48.092604 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-4cbe5d3e-3ab5-4741-b44a-14ab1c24e998 req-8ceb4904-7056-4830-9775-09b638f148be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:48.096738 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4cbe5d3e-3ab5-4741-b44a-14ab1c24e998 req-8ceb4904-7056-4830-9775-09b638f148be service neutron] 10.222.0.71 "PUT /v2.0/ports/a3d545c3-e58b-49f5-a759-a923b03d37d9 HTTP/1.1" status: 200 len: 1095 time: 1.8431358 Feb 17 17:59:48.097487 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66a78c36-bae7-436c-8567-b83f5fbcee76', 'tag': 'a3d545c3-e58b-49f5-a759-a923b03d37d9'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:59:48.115727 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49741dd-edde-46d1-aa86-706947b37844" -d '{"events": [{"name": "network-changed", "server_uuid": "66a78c36-bae7-436c-8567-b83f5fbcee76", "tag": "a3d545c3-e58b-49f5-a759-a923b03d37d9"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:59:48.220123 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb4904-7056-4830-9775-09b638f148be service neutron] Pushing event updated for resources: {'Port': ['ID=a3d545c3-e58b-49f5-a759-a923b03d37d9,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:59:48.240059 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-da74381f-1f85-4147-8457-76690ac3a774 req-307941ef-58bc-4c85-a098-4c44859ca711 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6147647 Feb 17 17:59:48.260066 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [req-da74381f-1f85-4147-8457-76690ac3a774 req-e3c471c8-d9e6-4f56-ade5-1de63ff4fb46 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:59:48.268399 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-da74381f-1f85-4147-8457-76690ac3a774 req-e3c471c8-d9e6-4f56-ade5-1de63ff4fb46 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0204930 Feb 17 17:59:48.310302 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe5d3e-3ab5-4741-b44a-14ab1c24e998 req-2857be83-552e-435b-a167-3f0c6415526b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:48.312439 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4cbe5d3e-3ab5-4741-b44a-14ab1c24e998 req-2857be83-552e-435b-a167-3f0c6415526b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a1ed8cca97ec45bf914b44d600dfa33b&device_id=66a78c36-bae7-436c-8567-b83f5fbcee76 HTTP/1.1" status: 200 len: 1129 time: 0.0885098 Feb 17 17:59:48.318124 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 17:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c78d61b-7c3a-4085-b872-4258e5e2adbf x-openstack-request-id: req-7c78d61b-7c3a-4085-b872-4258e5e2adbf {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:59:48.318554 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66a78c36-bae7-436c-8567-b83f5fbcee76", "tag": "a3d545c3-e58b-49f5-a759-a923b03d37d9", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:59:48.318733 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7c78d61b-7c3a-4085-b872-4258e5e2adbf {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:59:48.319076 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66a78c36-bae7-436c-8567-b83f5fbcee76', 'tag': 'a3d545c3-e58b-49f5-a759-a923b03d37d9', 'status': 'completed', 'code': 200} Feb 17 17:59:48.351536 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 51972) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:59:48.513069 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4cbe5d3e-3ab5-4741-b44a-14ab1c24e998 req-8dad35af-9a18-46d7-b77c-9bfc09936a45 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=a3d545c3-e58b-49f5-a759-a923b03d37d9 HTTP/1.1" status: 200 len: 217 time: 0.1918223 Feb 17 17:59:48.629179 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe5d3e-3ab5-4741-b44a-14ab1c24e998 req-1473a19c-d343-40ec-a05c-fa9ac7b8c9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:48.631743 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4cbe5d3e-3ab5-4741-b44a-14ab1c24e998 req-1473a19c-d343-40ec-a05c-fa9ac7b8c9c7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.1026576 Feb 17 17:59:48.701660 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74381f-1f85-4147-8457-76690ac3a774 req-8c21757d-013c-4278-953b-e90df2d1f97f tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:48.704616 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-da74381f-1f85-4147-8457-76690ac3a774 req-8c21757d-013c-4278-953b-e90df2d1f97f tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports/8e4913a4-4610-44fc-bbe2-cece27c8336e HTTP/1.1" status: 200 len: 941 time: 0.3509302 Feb 17 17:59:48.764517 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 8e4913a4-4610-44fc-bbe2-cece27c8336e no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 17:59:48.807090 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe5d3e-3ab5-4741-b44a-14ab1c24e998 req-1a0b3c22-0539-4f52-8084-c302fdbabb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:48.809587 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4cbe5d3e-3ab5-4741-b44a-14ab1c24e998 req-1a0b3c22-0539-4f52-8084-c302fdbabb9a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1633239 Feb 17 17:59:48.832737 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3e69f-5902-438c-8d07-c58b3ddbb265 req-3d82737e-54b6-46f5-af74-8566c34c6c31 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:48.835586 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-79f3e69f-5902-438c-8d07-c58b3ddbb265 req-3d82737e-54b6-46f5-af74-8566c34c6c31 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] 10.222.0.87 "GET /v2.0/ports?device_id=66a78c36-bae7-436c-8567-b83f5fbcee76 HTTP/1.1" status: 200 len: 947 time: 0.3222020 Feb 17 17:59:48.894897 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 17:59:49.053718 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 8e4913a4-4610-44fc-bbe2-cece27c8336e is: DOWN; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:59:49.080377 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:49.629716 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-79f3e69f-5902-438c-8d07-c58b3ddbb265 req-6bc5aefc-d5bb-4119-a5e5-c4acffa8d864 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] 10.222.0.87 "GET /v2.0/security-groups?id=76df26ea-9bb7-4424-8bb7-4a543947233f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7776501 Feb 17 17:59:49.706536 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a9fb1-457e-459a-b68c-6ac9ced170c3 req-b1b050cb-8de2-451a-ab1b-cb908e36038f tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:49.709011 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2b3a9fb1-457e-459a-b68c-6ac9ced170c3 req-b1b050cb-8de2-451a-ab1b-cb908e36038f tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 944 time: 0.8602839 Feb 17 17:59:49.776926 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4cbe5d3e-3ab5-4741-b44a-14ab1c24e998 req-e7c70672-facf-4b68-b816-7d16a8568fc3 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9585841 Feb 17 17:59:49.808387 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:49.924887 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4cbe5d3e-3ab5-4741-b44a-14ab1c24e998 req-aeb46f3e-0f3b-4b41-8de8-fd450b9a182b service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336589 Feb 17 17:59:49.952687 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2b3a9fb1-457e-459a-b68c-6ac9ced170c3 req-c544b254-7aaa-437e-a5b9-c7eb23ad445d tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335773 Feb 17 17:59:50.118088 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49741dd-edde-46d1-aa86-706947b37844 req-dd972264-a7a0-4cff-88c4-fcdfbb3d01d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:50.120910 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c49741dd-edde-46d1-aa86-706947b37844 req-dd972264-a7a0-4cff-88c4-fcdfbb3d01d9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a1ed8cca97ec45bf914b44d600dfa33b&device_id=66a78c36-bae7-436c-8567-b83f5fbcee76 HTTP/1.1" status: 200 len: 1129 time: 0.1140630 Feb 17 17:59:50.253642 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49741dd-edde-46d1-aa86-706947b37844 req-4de3f835-45fb-454e-9c6d-3893418e08a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:50.255178 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c49741dd-edde-46d1-aa86-706947b37844 req-4de3f835-45fb-454e-9c6d-3893418e08a5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 0.1271417 Feb 17 17:59:50.304095 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c49741dd-edde-46d1-aa86-706947b37844 req-5cf24f6a-858b-4fbc-9cbf-040f58113371 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=a3d545c3-e58b-49f5-a759-a923b03d37d9 HTTP/1.1" status: 200 len: 217 time: 0.0422051 Feb 17 17:59:50.316801 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74381f-1f85-4147-8457-76690ac3a774 req-d79c7237-23ef-4607-bb05-4fc901f7eeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:50.319264 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-da74381f-1f85-4147-8457-76690ac3a774 req-d79c7237-23ef-4607-bb05-4fc901f7eeae service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e&tenant_id=520a3b8b5f064a888d335569d858ee37 HTTP/1.1" status: 200 len: 1126 time: 0.1181862 Feb 17 17:59:50.430612 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49741dd-edde-46d1-aa86-706947b37844 req-b00ddd23-08a3-4852-92d7-151b7b79ee26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:50.432953 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c49741dd-edde-46d1-aa86-706947b37844 req-b00ddd23-08a3-4852-92d7-151b7b79ee26 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.1223300 Feb 17 17:59:50.488839 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74381f-1f85-4147-8457-76690ac3a774 req-663aec4f-2768-41a4-b286-08382efb9606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:50.495278 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-da74381f-1f85-4147-8457-76690ac3a774 req-663aec4f-2768-41a4-b286-08382efb9606 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=520a3b8b5f064a888d335569d858ee37&device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 1126 time: 0.1458519 Feb 17 17:59:50.574103 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49741dd-edde-46d1-aa86-706947b37844 req-d3a44208-8eb7-4c73-8645-b6358dea3dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:50.576395 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c49741dd-edde-46d1-aa86-706947b37844 req-d3a44208-8eb7-4c73-8645-b6358dea3dde service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1326494 Feb 17 17:59:50.654009 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 52000) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:59:50.772189 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74381f-1f85-4147-8457-76690ac3a774 req-61c48644-0b9d-4997-bee7-302e5cb35dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:50.779003 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-da74381f-1f85-4147-8457-76690ac3a774 req-61c48644-0b9d-4997-bee7-302e5cb35dee service neutron] 10.222.0.91 "GET /v2.0/networks?id=40f03537-36eb-4f23-9230-2fc8194c0e85 HTTP/1.1" status: 200 len: 915 time: 0.2781241 Feb 17 17:59:50.908488 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-da74381f-1f85-4147-8457-76690ac3a774 req-0b6b1cc6-8cc8-4d8f-b672-230e96b515eb service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e4913a4-4610-44fc-bbe2-cece27c8336e HTTP/1.1" status: 200 len: 217 time: 0.1222057 Feb 17 17:59:50.990109 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74381f-1f85-4147-8457-76690ac3a774 req-715841cb-4602-433e-b30a-de0220bd543f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:50.991273 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-da74381f-1f85-4147-8457-76690ac3a774 req-715841cb-4602-433e-b30a-de0220bd543f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6ef455d4-26f2-471d-bbfa-df38e9cc4a1f HTTP/1.1" status: 200 len: 854 time: 0.0734494 Feb 17 17:59:51.062534 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-da74381f-1f85-4147-8457-76690ac3a774 req-77fa731e-039b-4fc5-9e8c-c6b0dde1a17a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=40f03537-36eb-4f23-9230-2fc8194c0e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636990 Feb 17 17:59:51.144308 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c49741dd-edde-46d1-aa86-706947b37844 req-ac1c6b13-e021-4dda-83ff-127c9a285424 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5563273 Feb 17 17:59:51.213267 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-da74381f-1f85-4147-8457-76690ac3a774 req-257dc0e0-a026-41a1-81a5-fff4be5d52db service neutron] 10.222.0.91 "GET /v2.0/networks/40f03537-36eb-4f23-9230-2fc8194c0e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453226 Feb 17 17:59:51.309053 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa4560-1264-4be3-be29-12b842b89979 req-6d0b8788-9f05-440d-9253-acb80501c9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:51.311553 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-20aa4560-1264-4be3-be29-12b842b89979 req-6d0b8788-9f05-440d-9253-acb80501c9c9 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c9ee7ba7-2b70-406d-88cf-4b87fdb572d6 HTTP/1.1" status: 200 len: 1128 time: 0.6564875 Feb 17 17:59:51.440907 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9364b03-184d-4dbd-9d58-1f877714aa6c req-e41e1dd7-7834-4fdc-bdf4-82b3f4148ae4 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:51.453122 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a9364b03-184d-4dbd-9d58-1f877714aa6c req-e41e1dd7-7834-4fdc-bdf4-82b3f4148ae4 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] 10.222.0.87 "GET /v2.0/ports?device_id=66a78c36-bae7-436c-8567-b83f5fbcee76 HTTP/1.1" status: 200 len: 947 time: 0.5611949 Feb 17 17:59:51.455164 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-da74381f-1f85-4147-8457-76690ac3a774 req-01621d4d-66fd-4ecb-84e5-8243bf59e466 service neutron] 10.222.0.91 "GET /v2.0/networks/40f03537-36eb-4f23-9230-2fc8194c0e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356913 Feb 17 17:59:51.529967 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ec51f-b357-43df-b8e8-b75d729ff057 req-e1b0d921-e700-409b-8252-82b4ea587870 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:51.542146 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-211ec51f-b357-43df-b8e8-b75d729ff057 req-e1b0d921-e700-409b-8252-82b4ea587870 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 944 time: 0.4016831 Feb 17 17:59:51.567266 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c49741dd-edde-46d1-aa86-706947b37844 req-0a65a9de-103c-45e5-bc9f-1aad9134ba14 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056163 Feb 17 17:59:51.624209 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-20aa4560-1264-4be3-be29-12b842b89979 req-002cf779-6e0b-4b85-bea2-4b284f899a47 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=28960048-9246-4e6d-bb91-0264d7a8ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2551084 Feb 17 17:59:51.719335 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a9364b03-184d-4dbd-9d58-1f877714aa6c req-1d8bf18a-2263-45df-a539-9c987d9a4014 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] 10.222.0.87 "GET /v2.0/security-groups?id=76df26ea-9bb7-4424-8bb7-4a543947233f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647104 Feb 17 17:59:51.838769 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-211ec51f-b357-43df-b8e8-b75d729ff057 req-a4baf3d8-5cca-438b-b993-65cc7b1ce76a tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947884 Feb 17 17:59:53.274834 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f7fc4-d35f-40df-b301-537e743b863a req-573cc030-2c25-4fb6-ab48-5621ab7d3b31 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:53.282572 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-172f7fc4-d35f-40df-b301-537e743b863a req-573cc030-2c25-4fb6-ab48-5621ab7d3b31 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] 10.222.0.87 "GET /v2.0/ports?device_id=66a78c36-bae7-436c-8567-b83f5fbcee76 HTTP/1.1" status: 200 len: 947 time: 0.2197664 Feb 17 17:59:53.314425 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60058d78-1c83-4d61-952f-315e4fa0fa88 req-f4b7779c-3bc3-4389-aa60-81d79ebc18a2 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:53.317853 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-60058d78-1c83-4d61-952f-315e4fa0fa88 req-f4b7779c-3bc3-4389-aa60-81d79ebc18a2 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 944 time: 0.1728175 Feb 17 17:59:53.501056 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device a3d545c3-e58b-49f5-a759-a923b03d37d9 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 17:59:53.540487 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-172f7fc4-d35f-40df-b301-537e743b863a req-efbf0e55-55f6-4b9d-9431-5cf821d88041 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] 10.222.0.87 "GET /v2.0/security-groups?id=76df26ea-9bb7-4424-8bb7-4a543947233f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174537 Feb 17 17:59:53.574599 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-60058d78-1c83-4d61-952f-315e4fa0fa88 req-4ce1b800-6335-427d-ab6d-f51d590da94a tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387273 Feb 17 17:59:53.678214 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port a3d545c3-e58b-49f5-a759-a923b03d37d9, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=a3d545c3-e58b-49f5-a759-a923b03d37d9,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:59:53.694590 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': 'a3d545c3-e58b-49f5-a759-a923b03d37d9', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'port_id': 'a3d545c3-e58b-49f5-a759-a923b03d37d9', 'mac_address': 'fa:16:3e:8e:70:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac79920f-9ddd-4352-b866-6056158b178e', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 17:59:53.772127 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port a3d545c3-e58b-49f5-a759-a923b03d37d9 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:59:53.772557 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (a3d545c3-e58b-49f5-a759-a923b03d37d9), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:53.797915 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3d545c3-e58b-49f5-a759-a923b03d37d9 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 17:59:53.824938 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port a3d545c3-e58b-49f5-a759-a923b03d37d9, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=a3d545c3-e58b-49f5-a759-a923b03d37d9,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:59:53.832028 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (a3d545c3-e58b-49f5-a759-a923b03d37d9), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:53.902829 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=a3d545c3-e58b-49f5-a759-a923b03d37d9,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:59:54.041077 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['a3d545c3-e58b-49f5-a759-a923b03d37d9'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 17:59:54.871210 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ed48a-131f-4cbe-a6b2-3f90adcd4d34 req-7e060dd0-b876-491d-a667-9f3d28eb9ac2 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:54.878058 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-818ed48a-131f-4cbe-a6b2-3f90adcd4d34 req-7e060dd0-b876-491d-a667-9f3d28eb9ac2 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] 10.222.0.87 "GET /v2.0/ports?device_id=66a78c36-bae7-436c-8567-b83f5fbcee76 HTTP/1.1" status: 200 len: 948 time: 0.1767800 Feb 17 17:59:54.991589 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ba2c6-f0e9-4c9f-9eb7-0a38abcdeb82 req-f5a02638-b177-4fa8-9a5d-b9c73299b661 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:54.998037 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ea6ba2c6-f0e9-4c9f-9eb7-0a38abcdeb82 req-f5a02638-b177-4fa8-9a5d-b9c73299b661 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 944 time: 0.1732576 Feb 17 17:59:55.016099 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-818ed48a-131f-4cbe-a6b2-3f90adcd4d34 req-f86d7441-efaa-4a5a-83c6-3eb198cc5613 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] 10.222.0.87 "GET /v2.0/security-groups?id=76df26ea-9bb7-4424-8bb7-4a543947233f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159656 Feb 17 17:59:55.127856 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ea6ba2c6-f0e9-4c9f-9eb7-0a38abcdeb82 req-9714d1de-a101-476b-8a97-e4c95ea1f884 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078224 Feb 17 17:59:55.515732 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device a3d545c3-e58b-49f5-a759-a923b03d37d9 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 17:59:55.607181 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port a3d545c3-e58b-49f5-a759-a923b03d37d9 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 17:59:55.627554 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port a3d545c3-e58b-49f5-a759-a923b03d37d9 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 17:59:55.627934 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (a3d545c3-e58b-49f5-a759-a923b03d37d9), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:55.873496 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port a3d545c3-e58b-49f5-a759-a923b03d37d9 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 17:59:55.873894 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (a3d545c3-e58b-49f5-a759-a923b03d37d9), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:55.936059 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66a78c36-bae7-436c-8567-b83f5fbcee76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d545c3-e58b-49f5-a759-a923b03d37d9'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 17:59:55.938698 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c410551-a4f7-44bf-93e9-4adb91d74e4c" -d '{"events": [{"server_uuid": "66a78c36-bae7-436c-8567-b83f5fbcee76", "name": "network-vif-plugged", "status": "completed", "tag": "a3d545c3-e58b-49f5-a759-a923b03d37d9"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 17:59:55.977669 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port a3d545c3-e58b-49f5-a759-a923b03d37d9, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=a3d545c3-e58b-49f5-a759-a923b03d37d9,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 17:59:55.983942 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (a3d545c3-e58b-49f5-a759-a923b03d37d9), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:56.078741 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 17:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c4b8c4-6186-44f5-80b4-33c44b02b02a x-openstack-request-id: req-87c4b8c4-6186-44f5-80b4-33c44b02b02a {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 17:59:56.079959 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66a78c36-bae7-436c-8567-b83f5fbcee76", "name": "network-vif-plugged", "status": "completed", "tag": "a3d545c3-e58b-49f5-a759-a923b03d37d9", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 17:59:56.080902 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-87c4b8c4-6186-44f5-80b4-33c44b02b02a {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 17:59:56.083102 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66a78c36-bae7-436c-8567-b83f5fbcee76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d545c3-e58b-49f5-a759-a923b03d37d9', 'code': 200} Feb 17 17:59:56.142106 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=a3d545c3-e58b-49f5-a759-a923b03d37d9,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:59:56.164331 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 52072) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:59:56.376474 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-633b106b-ad10-4d6c-b64b-3b9fd29e3aaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:56.437435 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ab745-8416-4013-afc2-05e1ba816556 req-29c73f3d-d2c4-402f-b0fe-89b5f040c87b tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:56.439069 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4f5ab745-8416-4013-afc2-05e1ba816556 req-29c73f3d-d2c4-402f-b0fe-89b5f040c87b tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] 10.222.0.87 "GET /v2.0/ports?device_id=66a78c36-bae7-436c-8567-b83f5fbcee76 HTTP/1.1" status: 200 len: 949 time: 0.2448697 Feb 17 17:59:56.478277 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-633b106b-ad10-4d6c-b64b-3b9fd29e3aaa admin admin] Publish callbacks [] for security_group (b8dc0567-e7c0-40cf-bb42-31edf49610cb), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:56.486771 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-633b106b-ad10-4d6c-b64b-3b9fd29e3aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (b8dc0567-e7c0-40cf-bb42-31edf49610cb), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:56.538425 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-633b106b-ad10-4d6c-b64b-3b9fd29e3aaa admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c3234227701a44b88b1800fb65815e8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3682725 Feb 17 17:59:56.539153 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 52080) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 17:59:56.540448 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae49708-024f-42d0-9527-5777e8cde449 req-e6767c8c-e48a-4732-a879-51daa8852a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:56.542052 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9ae49708-024f-42d0-9527-5777e8cde449 req-e6767c8c-e48a-4732-a879-51daa8852a4a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=66a78c36-bae7-436c-8567-b83f5fbcee76 HTTP/1.1" status: 200 len: 1131 time: 0.3927824 Feb 17 17:59:56.547011 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b106b-ad10-4d6c-b64b-3b9fd29e3aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8dc0567-e7c0-40cf-bb42-31edf49610cb,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:59:56.575790 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b106b-ad10-4d6c-b64b-3b9fd29e3aaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:59:56.576157 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b106b-ad10-4d6c-b64b-3b9fd29e3aaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:59:56.576438 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b106b-ad10-4d6c-b64b-3b9fd29e3aaa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:59:56.576785 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b106b-ad10-4d6c-b64b-3b9fd29e3aaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:59:56.577123 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b106b-ad10-4d6c-b64b-3b9fd29e3aaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:59:56.577594 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b106b-ad10-4d6c-b64b-3b9fd29e3aaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:59:56.577932 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b106b-ad10-4d6c-b64b-3b9fd29e3aaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:59:56.578264 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b106b-ad10-4d6c-b64b-3b9fd29e3aaa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:59:56.578595 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b106b-ad10-4d6c-b64b-3b9fd29e3aaa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:59:56.578924 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b106b-ad10-4d6c-b64b-3b9fd29e3aaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:59:56.579692 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b106b-ad10-4d6c-b64b-3b9fd29e3aaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:59:56.580047 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b106b-ad10-4d6c-b64b-3b9fd29e3aaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:59:56.580391 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b106b-ad10-4d6c-b64b-3b9fd29e3aaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 17:59:56.609216 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38ff11-a2df-4817-b933-15c2297cccbb req-58f61fe6-8ccc-4253-bc87-b81699ddb48d tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:56.610756 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8c38ff11-a2df-4817-b933-15c2297cccbb req-58f61fe6-8ccc-4253-bc87-b81699ddb48d tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 944 time: 0.3006425 Feb 17 17:59:56.635104 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4f5ab745-8416-4013-afc2-05e1ba816556 req-90282e43-a329-4ca6-9737-8138bc032047 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] 10.222.0.87 "GET /v2.0/security-groups?id=76df26ea-9bb7-4424-8bb7-4a543947233f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852975 Feb 17 17:59:56.654015 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8fd1b2c6-c52b-4874-b592-9662015c8b8a admin admin] Publish callbacks [] for security_group (b8dc0567-e7c0-40cf-bb42-31edf49610cb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:56.671754 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9ae49708-024f-42d0-9527-5777e8cde449 req-3a286019-bfc2-414a-88cf-6ea8165251af service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=76df26ea-9bb7-4424-8bb7-4a543947233f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067379 Feb 17 17:59:56.693457 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8fd1b2c6-c52b-4874-b592-9662015c8b8a admin admin] Publish callbacks [] for security_group (b8dc0567-e7c0-40cf-bb42-31edf49610cb), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:56.752901 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8c38ff11-a2df-4817-b933-15c2297cccbb req-974eac5b-c562-4efc-830b-9422d9f41b7d tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336448 Feb 17 17:59:56.776421 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8fd1b2c6-c52b-4874-b592-9662015c8b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (b8dc0567-e7c0-40cf-bb42-31edf49610cb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:56.782068 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8fd1b2c6-c52b-4874-b592-9662015c8b8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 17:59:56.785292 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8fd1b2c6-c52b-4874-b592-9662015c8b8a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b8dc0567-e7c0-40cf-bb42-31edf49610cb HTTP/1.1" status: 204 len: 168 time: 0.2449341 Feb 17 17:59:56.823799 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1b2c6-c52b-4874-b592-9662015c8b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8dc0567-e7c0-40cf-bb42-31edf49610cb,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 17:59:58.097094 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c825d411-39ea-4e80-ba96-ec335ee80906 req-6902a9b4-55d6-4394-8fdb-881ddd1269b1 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:58.098933 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c825d411-39ea-4e80-ba96-ec335ee80906 req-6902a9b4-55d6-4394-8fdb-881ddd1269b1 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] 10.222.0.87 "GET /v2.0/ports?device_id=66a78c36-bae7-436c-8567-b83f5fbcee76 HTTP/1.1" status: 200 len: 949 time: 0.2768676 Feb 17 17:59:58.124575 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb22540-b8c5-4f94-837d-248d12f6169f req-8cc34c92-06d6-408c-8e60-3c0d154f95a1 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:58.128049 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ffb22540-b8c5-4f94-837d-248d12f6169f req-8cc34c92-06d6-408c-8e60-3c0d154f95a1 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 944 time: 0.1962061 Feb 17 17:59:58.413804 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ffb22540-b8c5-4f94-837d-248d12f6169f req-7951157f-237a-4f53-9fb3-965806f41ff7 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078633 Feb 17 17:59:58.423666 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c825d411-39ea-4e80-ba96-ec335ee80906 req-d2578caf-af03-43f8-b071-20073cb8c612 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] 10.222.0.87 "GET /v2.0/security-groups?id=76df26ea-9bb7-4424-8bb7-4a543947233f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165886 Feb 17 17:59:59.770985 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711277bf-5692-4449-9494-be07d99f9c77 req-2d08f34f-3e46-48db-8bb1-f622d293fcdc tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:59.772771 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-711277bf-5692-4449-9494-be07d99f9c77 req-2d08f34f-3e46-48db-8bb1-f622d293fcdc tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 944 time: 0.1626205 Feb 17 17:59:59.822914 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3c826-7b5e-40cc-988a-d0ffc1700446 req-0d1fbe70-f3dd-4442-8021-3417a897b270 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 17:59:59.825179 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-35a3c826-7b5e-40cc-988a-d0ffc1700446 req-0d1fbe70-f3dd-4442-8021-3417a897b270 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] 10.222.0.87 "GET /v2.0/ports?device_id=66a78c36-bae7-436c-8567-b83f5fbcee76 HTTP/1.1" status: 200 len: 949 time: 0.1317682 Feb 17 17:59:59.869370 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-711277bf-5692-4449-9494-be07d99f9c77 req-25fb667d-02e5-4258-818e-c38cf33ee9f7 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846016 Feb 17 17:59:59.928738 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-35a3c826-7b5e-40cc-988a-d0ffc1700446 req-b1cabbfc-e258-4d5c-ae66-ba90407318e4 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] 10.222.0.87 "GET /v2.0/security-groups?id=76df26ea-9bb7-4424-8bb7-4a543947233f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874555 Feb 17 18:00:01.243470 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2823969-da06-4d4a-9061-acb0d9000e31 req-0a46a8c0-296b-4a04-b2c8-53de823c4790 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:01.246453 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a2823969-da06-4d4a-9061-acb0d9000e31 req-0a46a8c0-296b-4a04-b2c8-53de823c4790 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 944 time: 0.1852524 Feb 17 18:00:01.459387 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a2823969-da06-4d4a-9061-acb0d9000e31 req-8f93bc0b-3c00-4880-92d3-8187cc033625 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913183 Feb 17 18:00:02.903937 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d3058-a153-4819-883d-21793c2b57a5 req-162c9dbe-4b82-4715-b6c5-a15f7ce67713 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:02.906004 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c37d3058-a153-4819-883d-21793c2b57a5 req-162c9dbe-4b82-4715-b6c5-a15f7ce67713 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 944 time: 0.1882386 Feb 17 18:00:02.964309 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f7286992-fbfe-4880-946f-6e03fad1887e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:03.131020 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d492efd-9f7c-445f-b907-bd69f9411e9b req-907e9ae5-b7a3-4e68-8b9f-ad12dde901e1 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:03.133146 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1d492efd-9f7c-445f-b907-bd69f9411e9b req-907e9ae5-b7a3-4e68-8b9f-ad12dde901e1 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 946 time: 0.2256835 Feb 17 18:00:03.152330 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c37d3058-a153-4819-883d-21793c2b57a5 req-58753cc4-3ea1-4889-9a67-7cc24666c991 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258632 Feb 17 18:00:03.234914 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1d492efd-9f7c-445f-b907-bd69f9411e9b req-d899d400-d967-49f6-8827-385bee87e189 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810764 Feb 17 18:00:04.354855 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b675e1-0ea4-4cea-8420-18f5e11990e1 req-9c9f0c33-432a-4d1a-933d-cc13cb1d7f82 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:04.360716 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f7b675e1-0ea4-4cea-8420-18f5e11990e1 req-9c9f0c33-432a-4d1a-933d-cc13cb1d7f82 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 944 time: 0.1201050 Feb 17 18:00:04.441776 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c982b-fe60-44d1-8aa3-3d1ecbdeae62 req-11a6e859-7769-49bb-b073-ca43c0fb1a50 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:04.443282 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-202c982b-fe60-44d1-8aa3-3d1ecbdeae62 req-11a6e859-7769-49bb-b073-ca43c0fb1a50 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 946 time: 0.1144145 Feb 17 18:00:04.450304 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f7b675e1-0ea4-4cea-8420-18f5e11990e1 req-a530c645-4978-4b89-929e-54280a3b4138 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739579 Feb 17 18:00:04.508537 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-202c982b-fe60-44d1-8aa3-3d1ecbdeae62 req-beb016f1-6e06-4373-a67b-c09537179b38 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=e5ccc497-d319-4215-a6b5-0cf96098e05e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561264 Feb 17 18:00:04.855026 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a5e0c-82ec-49eb-8d1a-2c67f1720e0e req-7d7efebb-efb1-46d5-acc8-5aa8d53bf7d3 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:04.857068 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4b1a5e0c-82ec-49eb-8d1a-2c67f1720e0e req-7d7efebb-efb1-46d5-acc8-5aa8d53bf7d3 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.91 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 946 time: 0.0668550 Feb 17 18:00:04.985226 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-4b1a5e0c-82ec-49eb-8d1a-2c67f1720e0e req-1bb840fe-460b-47ea-91b9-7352575732ac tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Deleting port cb049a99-7b51-4f75-9df3-e39d7e10f48b {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:00:04.985518 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4b1a5e0c-82ec-49eb-8d1a-2c67f1720e0e req-1bb840fe-460b-47ea-91b9-7352575732ac tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (cb049a99-7b51-4f75-9df3-e39d7e10f48b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:05.089540 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-4b1a5e0c-82ec-49eb-8d1a-2c67f1720e0e req-1bb840fe-460b-47ea-91b9-7352575732ac tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] For port cb049a99-7b51-4f75-9df3-e39d7e10f48b, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=cb049a99-7b51-4f75-9df3-e39d7e10f48b,segment=NetworkSegment(e72a85f9-dd09-4c3e-8996-7efe0b9144f7),segment_id=e72a85f9-dd09-4c3e-8996-7efe0b9144f7)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:00:05.090084 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4b1a5e0c-82ec-49eb-8d1a-2c67f1720e0e req-1bb840fe-460b-47ea-91b9-7352575732ac tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (cb049a99-7b51-4f75-9df3-e39d7e10f48b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:05.273500 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4b1a5e0c-82ec-49eb-8d1a-2c67f1720e0e req-1bb840fe-460b-47ea-91b9-7352575732ac tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:05.273873 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4b1a5e0c-82ec-49eb-8d1a-2c67f1720e0e req-1bb840fe-460b-47ea-91b9-7352575732ac tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (f1e19d65-e03e-40e2-9480-d8ce486ff49b), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:05.274196 n-d-829613-2 neutron-server[103434]: INFO neutron.db.l3_db [req-4b1a5e0c-82ec-49eb-8d1a-2c67f1720e0e req-1bb840fe-460b-47ea-91b9-7352575732ac tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Floating IP f1e19d65-e03e-40e2-9480-d8ce486ff49b disassociated. External IP: 172.25.8.199, port: cb049a99-7b51-4f75-9df3-e39d7e10f48b. Feb 17 18:00:05.274554 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-4b1a5e0c-82ec-49eb-8d1a-2c67f1720e0e req-1bb840fe-460b-47ea-91b9-7352575732ac tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Calling delete_port for cb049a99-7b51-4f75-9df3-e39d7e10f48b owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:00:05.426268 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4b1a5e0c-82ec-49eb-8d1a-2c67f1720e0e req-1bb840fe-460b-47ea-91b9-7352575732ac tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (cb049a99-7b51-4f75-9df3-e39d7e10f48b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:05.450920 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5a26d3fe-7050-4731-a163-c17a09cbb589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:05.463627 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb840fe-460b-47ea-91b9-7352575732ac tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Pushing event deleted for resources: {'Port': ['ID=cb049a99-7b51-4f75-9df3-e39d7e10f48b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:00:05.585379 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b1a5e0c-82ec-49eb-8d1a-2c67f1720e0e req-1bb840fe-460b-47ea-91b9-7352575732ac tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Router 6fc43c08-a489-4927-acb0-bea22dd917f7 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:00:05.590058 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bafd9f-088b-4e8b-b173-addf6d599002 req-f019219b-a514-4c93-951b-ffc19db617d2 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:05.592124 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-58bafd9f-088b-4e8b-b173-addf6d599002 req-f019219b-a514-4c93-951b-ffc19db617d2 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 944 time: 0.0651882 Feb 17 18:00:05.652282 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc08df29-ed5d-4595-a1f3-16148a67695c req-22ed0193-e781-477b-976d-5f6a317c933f tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=38157083-4bc1-44c2-b599-cb2b9e015741 HTTP/1.1" status: 200 len: 210 time: 0.0429482 Feb 17 18:00:05.676995 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-58bafd9f-088b-4e8b-b173-addf6d599002 req-c3c1fe45-6fd4-4bbb-bb3d-fa4ba43b4036 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755208 Feb 17 18:00:05.708708 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b1a5e0c-82ec-49eb-8d1a-2c67f1720e0e req-1bb840fe-460b-47ea-91b9-7352575732ac tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:00:05.722095 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c081a9-2b4f-4e3e-977a-a0e6704a36d6 None None] Sync routers for ids ['6fc43c08-a489-4927-acb0-bea22dd917f7'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:00:05.733916 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c081a9-2b4f-4e3e-977a-a0e6704a36d6 None None] Routers {'6fc43c08-a489-4927-acb0-bea22dd917f7'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:00:05.734792 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-04c081a9-2b4f-4e3e-977a-a0e6704a36d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:00:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['6fc43c08-a489-4927-acb0-bea22dd917f7'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:00:05.752543 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1a5e0c-82ec-49eb-8d1a-2c67f1720e0e req-1bb840fe-460b-47ea-91b9-7352575732ac tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] No DVR routers for this DVR port cb049a99-7b51-4f75-9df3-e39d7e10f48b on host n-h2-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:00:05.755854 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-4b1a5e0c-82ec-49eb-8d1a-2c67f1720e0e req-1bb840fe-460b-47ea-91b9-7352575732ac tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:05.760222 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4b1a5e0c-82ec-49eb-8d1a-2c67f1720e0e req-1bb840fe-460b-47ea-91b9-7352575732ac tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.91 "DELETE /v2.0/ports/cb049a99-7b51-4f75-9df3-e39d7e10f48b HTTP/1.1" status: 204 len: 173 time: 0.8982277 Feb 17 18:00:05.760748 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38157083-4bc1-44c2-b599-cb2b9e015741', 'name': 'network-vif-deleted', 'tag': 'cb049a99-7b51-4f75-9df3-e39d7e10f48b'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:00:05.763858 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274dbbed-c4f1-468e-a4e4-29bd46f8d142" -d '{"events": [{"server_uuid": "38157083-4bc1-44c2-b599-cb2b9e015741", "name": "network-vif-deleted", "tag": "cb049a99-7b51-4f75-9df3-e39d7e10f48b"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:00:05.848530 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504c52c7-0ffb-46bf-bc8a-72cf95914390 x-openstack-request-id: req-504c52c7-0ffb-46bf-bc8a-72cf95914390 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:00:05.849446 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38157083-4bc1-44c2-b599-cb2b9e015741", "name": "network-vif-deleted", "tag": "cb049a99-7b51-4f75-9df3-e39d7e10f48b", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:00:05.849911 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-504c52c7-0ffb-46bf-bc8a-72cf95914390 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:00:05.850664 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38157083-4bc1-44c2-b599-cb2b9e015741', 'name': 'network-vif-deleted', 'tag': 'cb049a99-7b51-4f75-9df3-e39d7e10f48b', 'status': 'completed', 'code': 200} Feb 17 18:00:05.928400 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-04c081a9-2b4f-4e3e-977a-a0e6704a36d6 None None] Set router 6fc43c08-a489-4927-acb0-bea22dd917f7 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:00:06.205084 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-04c081a9-2b4f-4e3e-977a-a0e6704a36d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'name': 'tempest-AttachVolumeShelveTestJSON-63026367-router', 'tenant_id': '20be7d5eb0704bac94fef9d4560964ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e4704676-c899-4ad7-9665-569c4855b433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:55:59Z', 'updated_at': '2022-02-17T17:56:14Z', 'revision_number': 4, 'project_id': '20be7d5eb0704bac94fef9d4560964ff', 'gw_port': {'id': 'e4704676-c899-4ad7-9665-569c4855b433', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:02Z', 'updated_at': '2022-02-17T17:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'b2c294be-ad9a-44f9-86c3-2d11cb734c1a', 'name': '', 'network_id': '1c842ecd-cc9b-4a85-b1b8-328753a85bfe', 'tenant_id': '20be7d5eb0704bac94fef9d4560964ff', 'mac_address': 'fa:16:3e:60:34:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '684c221c-585d-46a8-b4c6-fe6a5f99b9b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:10Z', 'updated_at': '2022-02-17T17:56:21Z', 'revision_number': 5, 'project_id': '20be7d5eb0704bac94fef9d4560964ff', 'subnets': [{'id': '684c221c-585d-46a8-b4c6-fe6a5f99b9b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:00:06.235814 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c081a9-2b4f-4e3e-977a-a0e6704a36d6 None None] Checking router: 6fc43c08-a489-4927-acb0-bea22dd917f7 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:00:06.245466 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c081a9-2b4f-4e3e-977a-a0e6704a36d6 None None] Routers {'6fc43c08-a489-4927-acb0-bea22dd917f7'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:00:06.246439 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-04c081a9-2b4f-4e3e-977a-a0e6704a36d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:00:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['6fc43c08-a489-4927-acb0-bea22dd917f7'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:00:06.379351 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-04c081a9-2b4f-4e3e-977a-a0e6704a36d6 None None] Set router 6fc43c08-a489-4927-acb0-bea22dd917f7 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:00:06.783570 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:06.816748 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 52212) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:00:06.842389 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b56d36-9566-44af-bf0f-427ef0ff31e6 req-d4b420d9-680d-45b7-a2d0-e910a1ca18a4 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:06.844060 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 8e4913a4-4610-44fc-bbe2-cece27c8336e details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:00:06.844953 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-35b56d36-9566-44af-bf0f-427ef0ff31e6 req-d4b420d9-680d-45b7-a2d0-e910a1ca18a4 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 944 time: 0.0842979 Feb 17 18:00:06.920980 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-35b56d36-9566-44af-bf0f-427ef0ff31e6 req-49fd9f2e-1bef-41e8-a4a3-ff437b5e0e8c tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697093 Feb 17 18:00:06.923349 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d1d9f955-31ea-4c6d-a7b6-35fc0ccee281 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks [] for security_group (e5ccc497-d319-4215-a6b5-0cf96098e05e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:06.962734 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d1d9f955-31ea-4c6d-a7b6-35fc0ccee281 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks [] for security_group (e5ccc497-d319-4215-a6b5-0cf96098e05e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:06.965564 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 8e4913a4-4610-44fc-bbe2-cece27c8336e, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=8e4913a4-4610-44fc-bbe2-cece27c8336e,segment=NetworkSegment(7daa1fb9-0229-428f-b148-62ae138c90f0),segment_id=7daa1fb9-0229-428f-b148-62ae138c90f0)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:00:06.981802 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '8e4913a4-4610-44fc-bbe2-cece27c8336e', 'network_id': '40f03537-36eb-4f23-9230-2fc8194c0e85', 'port_id': '8e4913a4-4610-44fc-bbe2-cece27c8336e', 'mac_address': 'fa:16:3e:89:54:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ef455d4-26f2-471d-bbfa-df38e9cc4a1f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:00:07.019725 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d1d9f955-31ea-4c6d-a7b6-35fc0ccee281 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (e5ccc497-d319-4215-a6b5-0cf96098e05e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:07.023055 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d1d9f955-31ea-4c6d-a7b6-35fc0ccee281 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:07.025387 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d1d9f955-31ea-4c6d-a7b6-35fc0ccee281 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "DELETE /v2.0/security-groups/e5ccc497-d319-4215-a6b5-0cf96098e05e HTTP/1.1" status: 204 len: 168 time: 0.2074270 Feb 17 18:00:07.028011 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 52214) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:00:07.037204 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 8e4913a4-4610-44fc-bbe2-cece27c8336e is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:00:07.037618 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8e4913a4-4610-44fc-bbe2-cece27c8336e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:07.052565 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-abad4ee8-c2ce-4b3d-89ff-e84e3745c7cb tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] show failed (client error): The resource could not be found. Feb 17 18:00:07.053631 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-abad4ee8-c2ce-4b3d-89ff-e84e3745c7cb tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups/e5ccc497-d319-4215-a6b5-0cf96098e05e HTTP/1.1" status: 404 len: 347 time: 0.0245197 Feb 17 18:00:07.056838 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 52218) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:00:07.058913 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d9f955-31ea-4c6d-a7b6-35fc0ccee281 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ccc497-d319-4215-a6b5-0cf96098e05e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:00:07.065843 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e4913a4-4610-44fc-bbe2-cece27c8336e {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:00:07.075778 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-04c081a9-2b4f-4e3e-977a-a0e6704a36d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'name': 'tempest-AttachVolumeShelveTestJSON-63026367-router', 'tenant_id': '20be7d5eb0704bac94fef9d4560964ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e4704676-c899-4ad7-9665-569c4855b433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:55:59Z', 'updated_at': '2022-02-17T17:56:14Z', 'revision_number': 4, 'project_id': '20be7d5eb0704bac94fef9d4560964ff', 'gw_port': {'id': 'e4704676-c899-4ad7-9665-569c4855b433', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:02Z', 'updated_at': '2022-02-17T17:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'b2c294be-ad9a-44f9-86c3-2d11cb734c1a', 'name': '', 'network_id': '1c842ecd-cc9b-4a85-b1b8-328753a85bfe', 'tenant_id': '20be7d5eb0704bac94fef9d4560964ff', 'mac_address': 'fa:16:3e:60:34:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '684c221c-585d-46a8-b4c6-fe6a5f99b9b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:10Z', 'updated_at': '2022-02-17T17:56:21Z', 'revision_number': 5, 'project_id': '20be7d5eb0704bac94fef9d4560964ff', 'subnets': [{'id': '684c221c-585d-46a8-b4c6-fe6a5f99b9b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:00:07.127262 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c081a9-2b4f-4e3e-977a-a0e6704a36d6 None None] The sync data for ids ['6fc43c08-a489-4927-acb0-bea22dd917f7'] in n-d-829613-2 is: [{'id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'name': 'tempest-AttachVolumeShelveTestJSON-63026367-router', 'tenant_id': '20be7d5eb0704bac94fef9d4560964ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e4704676-c899-4ad7-9665-569c4855b433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:55:59Z', 'updated_at': '2022-02-17T17:56:14Z', 'revision_number': 4, 'project_id': '20be7d5eb0704bac94fef9d4560964ff', 'gw_port': {'id': 'e4704676-c899-4ad7-9665-569c4855b433', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:02Z', 'updated_at': '2022-02-17T17:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'b2c294be-ad9a-44f9-86c3-2d11cb734c1a', 'name': '', 'network_id': '1c842ecd-cc9b-4a85-b1b8-328753a85bfe', 'tenant_id': '20be7d5eb0704bac94fef9d4560964ff', 'mac_address': 'fa:16:3e:60:34:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '684c221c-585d-46a8-b4c6-fe6a5f99b9b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:10Z', 'updated_at': '2022-02-17T17:56:21Z', 'revision_number': 5, 'project_id': '20be7d5eb0704bac94fef9d4560964ff', 'subnets': [{'id': '684c221c-585d-46a8-b4c6-fe6a5f99b9b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:00:07.135191 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 8e4913a4-4610-44fc-bbe2-cece27c8336e, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=8e4913a4-4610-44fc-bbe2-cece27c8336e,segment=NetworkSegment(7daa1fb9-0229-428f-b148-62ae138c90f0),segment_id=7daa1fb9-0229-428f-b148-62ae138c90f0)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:00:07.141230 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (8e4913a4-4610-44fc-bbe2-cece27c8336e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:07.221227 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=8e4913a4-4610-44fc-bbe2-cece27c8336e,revision_number=9']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:00:07.240399 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-17bfe120-c829-4dca-b0a0-f72f0dc7e98d tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Deleting port dcb7616b-ce07-480e-a27b-71898e49306c {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:00:07.240746 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-17bfe120-c829-4dca-b0a0-f72f0dc7e98d tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (dcb7616b-ce07-480e-a27b-71898e49306c), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:07.350892 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-17bfe120-c829-4dca-b0a0-f72f0dc7e98d tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (dcb7616b-ce07-480e-a27b-71898e49306c), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:07.351410 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-17bfe120-c829-4dca-b0a0-f72f0dc7e98d tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks [] for floatingip (dcb7616b-ce07-480e-a27b-71898e49306c), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:07.351796 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['8e4913a4-4610-44fc-bbe2-cece27c8336e'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:00:07.368773 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-17bfe120-c829-4dca-b0a0-f72f0dc7e98d tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Calling delete_port for dcb7616b-ce07-480e-a27b-71898e49306c owned by network:floatingip {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:00:07.542735 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-17bfe120-c829-4dca-b0a0-f72f0dc7e98d tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (dcb7616b-ce07-480e-a27b-71898e49306c), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:07.554213 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa6643d-534c-4c35-8315-193b6b994660 None None] New status for floating IP f1e19d65-e03e-40e2-9480-d8ce486ff49b: DOWN {{(pid=103438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 18:00:07.598439 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bfe120-c829-4dca-b0a0-f72f0dc7e98d tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Pushing event deleted for resources: {'Port': ['ID=dcb7616b-ce07-480e-a27b-71898e49306c,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:00:07.678583 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-17bfe120-c829-4dca-b0a0-f72f0dc7e98d tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks [] for floatingip (f1e19d65-e03e-40e2-9480-d8ce486ff49b), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:07.681302 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-17bfe120-c829-4dca-b0a0-f72f0dc7e98d tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:07.685908 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-17bfe120-c829-4dca-b0a0-f72f0dc7e98d tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "DELETE /v2.0/floatingips/f1e19d65-e03e-40e2-9480-d8ce486ff49b HTTP/1.1" status: 204 len: 168 time: 0.6219933 Feb 17 18:00:07.907149 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 52224) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:00:07.912951 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-843e4ecd-fac4-4b6e-b060-2b9946aa4bef tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Request body: {'security_group': {'name': 'tempest-securitygroup--551365182', 'description': 'tempest-description--2106085314'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:00:07.957310 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-843e4ecd-fac4-4b6e-b060-2b9946aa4bef tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:07.999935 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:08.130197 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5094e-8626-4b98-8ee4-ebe16d8b7078 req-7340017d-7730-4b4d-828a-664fb30240e6 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:08.148738 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5ef5094e-8626-4b98-8ee4-ebe16d8b7078 req-7340017d-7730-4b4d-828a-664fb30240e6 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 945 time: 0.1083033 Feb 17 18:00:08.149404 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-843e4ecd-fac4-4b6e-b060-2b9946aa4bef tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks [] for security_group (96b3906c-d2e6-481a-b8bc-581eb823138a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:08.162767 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-843e4ecd-fac4-4b6e-b060-2b9946aa4bef tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (96b3906c-d2e6-481a-b8bc-581eb823138a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:08.239053 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e4ecd-fac4-4b6e-b060-2b9946aa4bef tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96b3906c-d2e6-481a-b8bc-581eb823138a,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:00:08.262190 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-843e4ecd-fac4-4b6e-b060-2b9946aa4bef tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:08.266744 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-843e4ecd-fac4-4b6e-b060-2b9946aa4bef tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3576331 Feb 17 18:00:08.267576 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 52230) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:00:08.273583 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-64edb17a-f5fc-4bc9-bfd9-3499db1c6ad9 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Request body: {'security_group_rule': {'security_group_id': '96b3906c-d2e6-481a-b8bc-581eb823138a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:00:08.290859 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5ef5094e-8626-4b98-8ee4-ebe16d8b7078 req-5edcef15-ee7f-422b-93ac-42f3fdd2bd6f tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404674 Feb 17 18:00:08.307704 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-64edb17a-f5fc-4bc9-bfd9-3499db1c6ad9 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks [] for security_group_rule (30b72c06-17f4-4538-8e9a-19a9a11f1849), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:08.383142 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-64edb17a-f5fc-4bc9-bfd9-3499db1c6ad9 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks [] for security_group_rule (30b72c06-17f4-4538-8e9a-19a9a11f1849), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:08.387577 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-64edb17a-f5fc-4bc9-bfd9-3499db1c6ad9 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (30b72c06-17f4-4538-8e9a-19a9a11f1849), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:08.409530 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64edb17a-f5fc-4bc9-bfd9-3499db1c6ad9 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30b72c06-17f4-4538-8e9a-19a9a11f1849,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:00:08.417420 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-64edb17a-f5fc-4bc9-bfd9-3499db1c6ad9 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:08.421398 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-64edb17a-f5fc-4bc9-bfd9-3499db1c6ad9 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1499374 Feb 17 18:00:08.421757 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 52232) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:00:08.427466 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-b9b84f12-6b35-469d-97dc-5b5bd2192f27 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Request body: {'security_group_rule': {'security_group_id': '96b3906c-d2e6-481a-b8bc-581eb823138a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:00:08.458573 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b9b84f12-6b35-469d-97dc-5b5bd2192f27 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks [] for security_group_rule (abbb2318-6b22-4685-9e82-45c18d3e5d37), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:08.521729 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b9b84f12-6b35-469d-97dc-5b5bd2192f27 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks [] for security_group_rule (abbb2318-6b22-4685-9e82-45c18d3e5d37), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:08.526961 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b9b84f12-6b35-469d-97dc-5b5bd2192f27 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (abbb2318-6b22-4685-9e82-45c18d3e5d37), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:08.548125 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b84f12-6b35-469d-97dc-5b5bd2192f27 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abbb2318-6b22-4685-9e82-45c18d3e5d37,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:00:08.558511 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b9b84f12-6b35-469d-97dc-5b5bd2192f27 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:08.559872 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b9b84f12-6b35-469d-97dc-5b5bd2192f27 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1370144 Feb 17 18:00:08.563044 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 52234) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:00:08.569004 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-897b0b88-6a11-479d-a545-3bfbaaa0e091 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:00:08.591208 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-897b0b88-6a11-479d-a545-3bfbaaa0e091 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:08.712392 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-897b0b88-6a11-479d-a545-3bfbaaa0e091 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:08.834790 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-897b0b88-6a11-479d-a545-3bfbaaa0e091 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Allocated IP 172.25.8.175 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/2abbd5a4-ca19-43af-a9c6-74fe2f634626) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:00:08.857397 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 8e4913a4-4610-44fc-bbe2-cece27c8336e up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:00:08.913860 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 8e4913a4-4610-44fc-bbe2-cece27c8336e triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:00:08.914240 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (8e4913a4-4610-44fc-bbe2-cece27c8336e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:08.981048 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-897b0b88-6a11-479d-a545-3bfbaaa0e091 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks [] for port (2abbd5a4-ca19-43af-a9c6-74fe2f634626), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:09.008109 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 8e4913a4-4610-44fc-bbe2-cece27c8336e is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:00:09.009730 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8e4913a4-4610-44fc-bbe2-cece27c8336e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:09.052505 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363cab89-f415-4a1b-89c2-df71fd1e2f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4913a4-4610-44fc-bbe2-cece27c8336e'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:00:09.054842 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-897b0b88-6a11-479d-a545-3bfbaaa0e091 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (2abbd5a4-ca19-43af-a9c6-74fe2f634626), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:09.056667 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883bab35-fb67-495f-be71-2327f8563313" -d '{"events": [{"server_uuid": "363cab89-f415-4a1b-89c2-df71fd1e2f4e", "name": "network-vif-plugged", "status": "completed", "tag": "8e4913a4-4610-44fc-bbe2-cece27c8336e"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:00:09.086596 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 8e4913a4-4610-44fc-bbe2-cece27c8336e, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=8e4913a4-4610-44fc-bbe2-cece27c8336e,segment=NetworkSegment(7daa1fb9-0229-428f-b148-62ae138c90f0),segment_id=7daa1fb9-0229-428f-b148-62ae138c90f0)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:00:09.099809 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (8e4913a4-4610-44fc-bbe2-cece27c8336e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:09.101498 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device cb049a99-7b51-4f75-9df3-e39d7e10f48b no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:00:09.128089 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897b0b88-6a11-479d-a545-3bfbaaa0e091 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:00:09.135599 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-897b0b88-6a11-479d-a545-3bfbaaa0e091 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:00:09.138546 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897b0b88-6a11-479d-a545-3bfbaaa0e091 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:00:09.147501 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd260ec-f215-4289-8138-120d4770b471 x-openstack-request-id: req-ffd260ec-f215-4289-8138-120d4770b471 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:00:09.147805 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363cab89-f415-4a1b-89c2-df71fd1e2f4e", "name": "network-vif-plugged", "status": "completed", "tag": "8e4913a4-4610-44fc-bbe2-cece27c8336e", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:00:09.148733 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ffd260ec-f215-4289-8138-120d4770b471 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:00:09.149145 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363cab89-f415-4a1b-89c2-df71fd1e2f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4913a4-4610-44fc-bbe2-cece27c8336e', 'code': 200} Feb 17 18:00:09.162575 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b0b88-6a11-479d-a545-3bfbaaa0e091 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Pushing event updated for resources: {'Port': ['ID=2abbd5a4-ca19-43af-a9c6-74fe2f634626,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:00:09.178060 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:09.181424 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: cb049a99-7b51-4f75-9df3-e39d7e10f48b {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:00:09.181778 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device cb049a99-7b51-4f75-9df3-e39d7e10f48b not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:00:09.221221 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=8e4913a4-4610-44fc-bbe2-cece27c8336e,revision_number=10']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:00:09.320157 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-897b0b88-6a11-479d-a545-3bfbaaa0e091 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks [] for floatingip (34d215b8-07e1-4858-b6b5-84efd38f5346), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:09.403122 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003b577-c59c-4abe-82fb-6df7458479e3 req-1221330b-b7a0-4b05-9988-729fe198467a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:09.404686 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8003b577-c59c-4abe-82fb-6df7458479e3 req-1221330b-b7a0-4b05-9988-729fe198467a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 1129 time: 0.0767725 Feb 17 18:00:09.405744 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-897b0b88-6a11-479d-a545-3bfbaaa0e091 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2abbd5a4-ca19-43af-a9c6-74fe2f634626), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:09.481584 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8003b577-c59c-4abe-82fb-6df7458479e3 req-a5e65d0b-10a9-4d42-b48a-52114a4a6a21 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501509 Feb 17 18:00:09.633336 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04b120-9e54-4cdf-9f09-6e12bccd5512 req-23fd908e-a4cb-467b-b164-9ea87b4ae385 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:09.635835 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-897b0b88-6a11-479d-a545-3bfbaaa0e091 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks [] for port (2abbd5a4-ca19-43af-a9c6-74fe2f634626), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:09.638144 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fb04b120-9e54-4cdf-9f09-6e12bccd5512 req-23fd908e-a4cb-467b-b164-9ea87b4ae385 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 947 time: 0.2654490 Feb 17 18:00:09.642906 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-897b0b88-6a11-479d-a545-3bfbaaa0e091 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (2abbd5a4-ca19-43af-a9c6-74fe2f634626), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:09.720032 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fb04b120-9e54-4cdf-9f09-6e12bccd5512 req-6f16fb70-466e-4ab7-a132-366e27920692 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751939 Feb 17 18:00:09.766219 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b0b88-6a11-479d-a545-3bfbaaa0e091 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Pushing event updated for resources: {'Port': ['ID=2abbd5a4-ca19-43af-a9c6-74fe2f634626,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:00:09.782878 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-897b0b88-6a11-479d-a545-3bfbaaa0e091 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (34d215b8-07e1-4858-b6b5-84efd38f5346), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:09.800376 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-897b0b88-6a11-479d-a545-3bfbaaa0e091 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:09.808299 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-897b0b88-6a11-479d-a545-3bfbaaa0e091 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2376134 Feb 17 18:00:10.028840 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5ce60aad-0024-468a-a018-3b21d9699ebe req-7d0a7658-6875-438c-9ad0-a50951e655ca tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--551365182&fields=id&tenant_id=20be7d5eb0704bac94fef9d4560964ff HTTP/1.1" status: 200 len: 267 time: 0.0490453 Feb 17 18:00:10.149079 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce60aad-0024-468a-a018-3b21d9699ebe req-a3317e5d-c99f-4ad9-89b8-239383bc149a tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:10.150848 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5ce60aad-0024-468a-a018-3b21d9699ebe req-a3317e5d-c99f-4ad9-89b8-239383bc149a tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/networks?id=1c842ecd-cc9b-4a85-b1b8-328753a85bfe HTTP/1.1" status: 200 len: 815 time: 0.1144731 Feb 17 18:00:10.167004 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5ce60aad-0024-468a-a018-3b21d9699ebe req-f01ac536-1a68-4013-95b4-97a5834d6e39 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/quotas/20be7d5eb0704bac94fef9d4560964ff HTTP/1.1" status: 200 len: 375 time: 0.0104923 Feb 17 18:00:10.225436 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5ce60aad-0024-468a-a018-3b21d9699ebe req-2f3af44d-bce9-4898-a226-14e503aa7414 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=20be7d5eb0704bac94fef9d4560964ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525463 Feb 17 18:00:10.323314 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5ce60aad-0024-468a-a018-3b21d9699ebe req-7cfd1096-3090-433a-9e1f-2a57c2422b6f service neutron] 10.222.0.87 "GET /v2.0/networks/1c842ecd-cc9b-4a85-b1b8-328753a85bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858042 Feb 17 18:00:10.427052 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5ce60aad-0024-468a-a018-3b21d9699ebe req-ba0507b8-6899-49ff-8bd7-ca87639df999 service neutron] 10.222.0.87 "GET /v2.0/networks/1c842ecd-cc9b-4a85-b1b8-328753a85bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978212 Feb 17 18:00:10.717614 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-122b4435-7e39-40dd-9870-bf9a30ad1559 req-1ba6cfe6-c30d-4007-9bf5-457514eb521a tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 210 time: 0.0588531 Feb 17 18:00:10.911084 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3352c-dd4f-4a49-b7cb-1b102a81d684 req-a56e60db-baf4-4d09-b8f5-222ce6375fa0 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:10.921690 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9aa3352c-dd4f-4a49-b7cb-1b102a81d684 req-a56e60db-baf4-4d09-b8f5-222ce6375fa0 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 947 time: 0.0901690 Feb 17 18:00:11.015511 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9aa3352c-dd4f-4a49-b7cb-1b102a81d684 req-5022a767-0f58-4f94-b964-3eb525da7edb tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921981 Feb 17 18:00:11.942963 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1a713e83-f2ed-4d6c-af47-a2660c3a8cc3 req-12e5ac18-6dc3-4a80-a7dc-3a4d132a10fc tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 210 time: 0.0684674 Feb 17 18:00:12.182689 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce60aad-0024-468a-a018-3b21d9699ebe req-22f1bee1-1a07-470e-b388-50d319963116 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:12.184837 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5ce60aad-0024-468a-a018-3b21d9699ebe req-22f1bee1-1a07-470e-b388-50d319963116 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.91 "GET /v2.0/networks?id=1c842ecd-cc9b-4a85-b1b8-328753a85bfe HTTP/1.1" status: 200 len: 815 time: 0.2291908 Feb 17 18:00:12.260627 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5ce60aad-0024-468a-a018-3b21d9699ebe req-ae3e0cf5-6d17-4339-83cf-baa7bd00cb1c tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20be7d5eb0704bac94fef9d4560964ff HTTP/1.1" status: 200 len: 379 time: 0.0675073 Feb 17 18:00:12.269761 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-5ce60aad-0024-468a-a018-3b21d9699ebe req-7d11ace1-0fef-4139-93d2-a98fc367edac tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Request body: {'port': {'device_id': '3b754ba1-abd8-4319-ab55-654b57649fce', 'network_id': '1c842ecd-cc9b-4a85-b1b8-328753a85bfe', 'admin_state_up': True, 'tenant_id': '20be7d5eb0704bac94fef9d4560964ff', 'security_groups': ['96b3906c-d2e6-481a-b8bc-581eb823138a']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:00:12.316213 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5df10-3bd2-4045-91b2-04f217835f7e req-fa8d6033-0dd8-4db7-b455-55ebfd12267a tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:12.318060 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-24b5df10-3bd2-4045-91b2-04f217835f7e req-fa8d6033-0dd8-4db7-b455-55ebfd12267a tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 947 time: 0.1663964 Feb 17 18:00:12.414258 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-24b5df10-3bd2-4045-91b2-04f217835f7e req-e41ce5bc-a2a7-408e-bf36-e10e225e5675 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889142 Feb 17 18:00:12.415907 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ce60aad-0024-468a-a018-3b21d9699ebe req-7d11ace1-0fef-4139-93d2-a98fc367edac tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Made reservation on behalf of 20be7d5eb0704bac94fef9d4560964ff for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:00:12.420543 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-5ce60aad-0024-468a-a018-3b21d9699ebe req-7d11ace1-0fef-4139-93d2-a98fc367edac tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:12.586232 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b606669-1ad9-4a8d-9cc6-116b023b460f req-9f13d43e-ec8d-4c31-87d0-e801fa3813b8 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:12.593305 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2b606669-1ad9-4a8d-9cc6-116b023b460f req-9f13d43e-ec8d-4c31-87d0-e801fa3813b8 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 947 time: 0.0745239 Feb 17 18:00:12.621518 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-5ce60aad-0024-468a-a018-3b21d9699ebe req-7d11ace1-0fef-4139-93d2-a98fc367edac tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Allocated IP 172.20.0.3 (1c842ecd-cc9b-4a85-b1b8-328753a85bfe/684c221c-585d-46a8-b4c6-fe6a5f99b9b8/11f8378a-0cc4-4afd-9340-bf14614e5ab7) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:00:12.650619 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2b606669-1ad9-4a8d-9cc6-116b023b460f req-4592abbe-9aa9-4ae2-b505-0dacfbbdfea1 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562468 Feb 17 18:00:12.860355 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c2ac85-05f2-435e-8e28-304e66ae028f req-e56bd7df-0429-4d4d-97e4-c937d9ca06c3 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:12.868093 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d7c2ac85-05f2-435e-8e28-304e66ae028f req-e56bd7df-0429-4d4d-97e4-c937d9ca06c3 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 947 time: 0.0780892 Feb 17 18:00:12.877992 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-5ce60aad-0024-468a-a018-3b21d9699ebe req-7d11ace1-0fef-4139-93d2-a98fc367edac tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks [] for port (11f8378a-0cc4-4afd-9340-bf14614e5ab7), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:12.918525 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-5ce60aad-0024-468a-a018-3b21d9699ebe req-7d11ace1-0fef-4139-93d2-a98fc367edac tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (11f8378a-0cc4-4afd-9340-bf14614e5ab7), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:12.969761 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d7c2ac85-05f2-435e-8e28-304e66ae028f req-74687bf2-db6c-4674-93cd-e9397f0e3d17 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976501 Feb 17 18:00:13.020308 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ce60aad-0024-468a-a018-3b21d9699ebe req-7d11ace1-0fef-4139-93d2-a98fc367edac tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Network 1c842ecd-cc9b-4a85-b1b8-328753a85bfe is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:00:13.038024 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-5ce60aad-0024-468a-a018-3b21d9699ebe req-7d11ace1-0fef-4139-93d2-a98fc367edac tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:00:13.072962 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce60aad-0024-468a-a018-3b21d9699ebe req-7d11ace1-0fef-4139-93d2-a98fc367edac tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:00:13.161914 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d11ace1-0fef-4139-93d2-a98fc367edac tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Pushing event updated for resources: {'Port': ['ID=11f8378a-0cc4-4afd-9340-bf14614e5ab7,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:00:13.196329 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce60aad-0024-468a-a018-3b21d9699ebe req-7d11ace1-0fef-4139-93d2-a98fc367edac tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:13.197073 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-5ce60aad-0024-468a-a018-3b21d9699ebe req-7d11ace1-0fef-4139-93d2-a98fc367edac tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:13.238544 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5ce60aad-0024-468a-a018-3b21d9699ebe req-7d11ace1-0fef-4139-93d2-a98fc367edac tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9722445 Feb 17 18:00:13.255638 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-5ce60aad-0024-468a-a018-3b21d9699ebe req-c373b98f-6ff8-4de9-b055-e156331c128d service neutron] Request body: {'port': {'device_id': '3b754ba1-abd8-4319-ab55-654b57649fce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:00:13.259076 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d84f17-2e4c-473c-8ffa-6a9d1ad7d6d8 req-a9f45f6c-e341-4029-9f23-7de018ac161f tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:13.262443 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-81d84f17-2e4c-473c-8ffa-6a9d1ad7d6d8 req-a9f45f6c-e341-4029-9f23-7de018ac161f tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 947 time: 0.1164112 Feb 17 18:00:13.280321 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75782f35-a5c0-40bb-b295-060aa0a72e12 req-2af661de-72dc-413c-8a6c-570b30b6929e tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:13.281876 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-75782f35-a5c0-40bb-b295-060aa0a72e12 req-2af661de-72dc-413c-8a6c-570b30b6929e tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 931 time: 0.0901988 Feb 17 18:00:13.373713 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-75782f35-a5c0-40bb-b295-060aa0a72e12 req-dda39752-b70c-435c-bfe5-47317e4b561d tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696113 Feb 17 18:00:13.383513 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-5ce60aad-0024-468a-a018-3b21d9699ebe req-c373b98f-6ff8-4de9-b055-e156331c128d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (11f8378a-0cc4-4afd-9340-bf14614e5ab7), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:13.398043 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-81d84f17-2e4c-473c-8ffa-6a9d1ad7d6d8 req-198c8a90-7b43-4d3d-89a0-fb8934ad98f9 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096838 Feb 17 18:00:13.451260 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-ddad0a68-8843-40b8-a4f9-c62feef3454c None None] Provisioning complete for port 11f8378a-0cc4-4afd-9340-bf14614e5ab7 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:00:13.451806 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ddad0a68-8843-40b8-a4f9-c62feef3454c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (11f8378a-0cc4-4afd-9340-bf14614e5ab7), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:13.492995 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-ddad0a68-8843-40b8-a4f9-c62feef3454c None None] Port 11f8378a-0cc4-4afd-9340-bf14614e5ab7 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:00:13.565504 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db64b30-720a-4875-a7c5-d4c9b5865e06 req-5f24ffae-8b19-4724-bf39-7b0f88b25c94 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:13.568008 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3db64b30-720a-4875-a7c5-d4c9b5865e06 req-5f24ffae-8b19-4724-bf39-7b0f88b25c94 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 947 time: 0.0673127 Feb 17 18:00:13.636455 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3db64b30-720a-4875-a7c5-d4c9b5865e06 req-4b484b1b-d4cc-47b2-88e4-85522455e6a7 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596020 Feb 17 18:00:13.770646 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-5ce60aad-0024-468a-a018-3b21d9699ebe req-c373b98f-6ff8-4de9-b055-e156331c128d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11f8378a-0cc4-4afd-9340-bf14614e5ab7 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:00:13.778639 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-5ce60aad-0024-468a-a018-3b21d9699ebe req-c373b98f-6ff8-4de9-b055-e156331c128d service neutron] Publish callbacks [] for port (11f8378a-0cc4-4afd-9340-bf14614e5ab7), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:13.791948 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-5ce60aad-0024-468a-a018-3b21d9699ebe req-c373b98f-6ff8-4de9-b055-e156331c128d service neutron] Transition to ACTIVE for port object 11f8378a-0cc4-4afd-9340-bf14614e5ab7 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 18:00:13.797351 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-5ce60aad-0024-468a-a018-3b21d9699ebe req-c373b98f-6ff8-4de9-b055-e156331c128d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (11f8378a-0cc4-4afd-9340-bf14614e5ab7), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:13.833256 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35377a9-2399-4839-bdb2-aa3f13b9b10a req-e4fa42f7-527b-4a8e-ad17-c16650bb2fe7 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:13.842720 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f35377a9-2399-4839-bdb2-aa3f13b9b10a req-e4fa42f7-527b-4a8e-ad17-c16650bb2fe7 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 947 time: 0.1049073 Feb 17 18:00:13.910112 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f35377a9-2399-4839-bdb2-aa3f13b9b10a req-941791f8-e445-4e74-b33d-521fd89f9e68 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647650 Feb 17 18:00:13.934809 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c373b98f-6ff8-4de9-b055-e156331c128d service neutron] Pushing event updated for resources: {'Port': ['ID=11f8378a-0cc4-4afd-9340-bf14614e5ab7,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:00:13.982501 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-5ce60aad-0024-468a-a018-3b21d9699ebe req-c373b98f-6ff8-4de9-b055-e156331c128d service neutron] Attempting to bind port 11f8378a-0cc4-4afd-9340-bf14614e5ab7 on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:00:13.982862 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-5ce60aad-0024-468a-a018-3b21d9699ebe req-c373b98f-6ff8-4de9-b055-e156331c128d service neutron] Attempting to bind port 11f8378a-0cc4-4afd-9340-bf14614e5ab7 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': 'e72a85f9-dd09-4c3e-8996-7efe0b9144f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1c842ecd-cc9b-4a85-b1b8-328753a85bfe'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:00:13.983384 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce60aad-0024-468a-a018-3b21d9699ebe req-c373b98f-6ff8-4de9-b055-e156331c128d service neutron] Attempting to bind port 11f8378a-0cc4-4afd-9340-bf14614e5ab7 on network 1c842ecd-cc9b-4a85-b1b8-328753a85bfe {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:00:13.989765 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce60aad-0024-468a-a018-3b21d9699ebe req-c373b98f-6ff8-4de9-b055-e156331c128d service neutron] Port 11f8378a-0cc4-4afd-9340-bf14614e5ab7 on network 1c842ecd-cc9b-4a85-b1b8-328753a85bfe not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:00:13.990246 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce60aad-0024-468a-a018-3b21d9699ebe req-c373b98f-6ff8-4de9-b055-e156331c128d service neutron] Attempting to bind port 11f8378a-0cc4-4afd-9340-bf14614e5ab7 on network 1c842ecd-cc9b-4a85-b1b8-328753a85bfe {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:00:13.998738 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce60aad-0024-468a-a018-3b21d9699ebe req-c373b98f-6ff8-4de9-b055-e156331c128d service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 17, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:00:13.999233 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce60aad-0024-468a-a018-3b21d9699ebe req-c373b98f-6ff8-4de9-b055-e156331c128d service neutron] Checking segment: {'id': 'e72a85f9-dd09-4c3e-8996-7efe0b9144f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1c842ecd-cc9b-4a85-b1b8-328753a85bfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:00:13.999736 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce60aad-0024-468a-a018-3b21d9699ebe req-c373b98f-6ff8-4de9-b055-e156331c128d service neutron] Bound using segment: {'id': 'e72a85f9-dd09-4c3e-8996-7efe0b9144f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1c842ecd-cc9b-4a85-b1b8-328753a85bfe'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:00:14.000341 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-5ce60aad-0024-468a-a018-3b21d9699ebe req-c373b98f-6ff8-4de9-b055-e156331c128d service neutron] Bound port: 11f8378a-0cc4-4afd-9340-bf14614e5ab7, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e72a85f9-dd09-4c3e-8996-7efe0b9144f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1c842ecd-cc9b-4a85-b1b8-328753a85bfe'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:00:14.000840 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-5ce60aad-0024-468a-a018-3b21d9699ebe req-c373b98f-6ff8-4de9-b055-e156331c128d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (11f8378a-0cc4-4afd-9340-bf14614e5ab7), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:14.084218 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-5ce60aad-0024-468a-a018-3b21d9699ebe req-c373b98f-6ff8-4de9-b055-e156331c128d service neutron] For port 11f8378a-0cc4-4afd-9340-bf14614e5ab7, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:00:14.093106 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-5ce60aad-0024-468a-a018-3b21d9699ebe req-c373b98f-6ff8-4de9-b055-e156331c128d service neutron] For port 11f8378a-0cc4-4afd-9340-bf14614e5ab7, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=11f8378a-0cc4-4afd-9340-bf14614e5ab7,segment=NetworkSegment(e72a85f9-dd09-4c3e-8996-7efe0b9144f7),segment_id=e72a85f9-dd09-4c3e-8996-7efe0b9144f7)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:00:14.101980 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-5ce60aad-0024-468a-a018-3b21d9699ebe req-c373b98f-6ff8-4de9-b055-e156331c128d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (11f8378a-0cc4-4afd-9340-bf14614e5ab7), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:14.119501 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bce2a4-8c33-4d40-9f64-a430f0ff0f53 req-b2fd3210-8233-49bc-af0b-560a6e9ef6f4 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:14.136021 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c5bce2a4-8c33-4d40-9f64-a430f0ff0f53 req-b2fd3210-8233-49bc-af0b-560a6e9ef6f4 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 947 time: 0.1037960 Feb 17 18:00:14.173527 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce60aad-0024-468a-a018-3b21d9699ebe req-c373b98f-6ff8-4de9-b055-e156331c128d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:14.174178 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-5ce60aad-0024-468a-a018-3b21d9699ebe req-c373b98f-6ff8-4de9-b055-e156331c128d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:14.175641 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5ce60aad-0024-468a-a018-3b21d9699ebe req-c373b98f-6ff8-4de9-b055-e156331c128d service neutron] 10.222.0.91 "PUT /v2.0/ports/11f8378a-0cc4-4afd-9340-bf14614e5ab7 HTTP/1.1" status: 200 len: 1091 time: 0.9298730 Feb 17 18:00:14.176194 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b754ba1-abd8-4319-ab55-654b57649fce', 'tag': '11f8378a-0cc4-4afd-9340-bf14614e5ab7'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:00:14.179929 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bacc507-0384-4059-af1e-284e51c45298" -d '{"events": [{"name": "network-changed", "server_uuid": "3b754ba1-abd8-4319-ab55-654b57649fce", "tag": "11f8378a-0cc4-4afd-9340-bf14614e5ab7"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:00:14.204391 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c373b98f-6ff8-4de9-b055-e156331c128d service neutron] Pushing event updated for resources: {'Port': ['ID=11f8378a-0cc4-4afd-9340-bf14614e5ab7,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:00:14.258418 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c5bce2a4-8c33-4d40-9f64-a430f0ff0f53 req-2843889c-9621-431e-b1ad-1a4bd6e967c4 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195872 Feb 17 18:00:14.310090 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff61e136-8df8-4170-9012-9c7cae5cf8a2 x-openstack-request-id: req-ff61e136-8df8-4170-9012-9c7cae5cf8a2 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:00:14.310391 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b754ba1-abd8-4319-ab55-654b57649fce", "tag": "11f8378a-0cc4-4afd-9340-bf14614e5ab7", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:00:14.310649 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ff61e136-8df8-4170-9012-9c7cae5cf8a2 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:00:14.311058 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b754ba1-abd8-4319-ab55-654b57649fce', 'tag': '11f8378a-0cc4-4afd-9340-bf14614e5ab7', 'status': 'completed', 'code': 200} Feb 17 18:00:14.330160 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce60aad-0024-468a-a018-3b21d9699ebe req-e51e94ec-8bab-40e1-801b-7bc7460a9c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:14.331710 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5ce60aad-0024-468a-a018-3b21d9699ebe req-e51e94ec-8bab-40e1-801b-7bc7460a9c33 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=20be7d5eb0704bac94fef9d4560964ff&device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 1125 time: 0.0833626 Feb 17 18:00:14.387548 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5ce60aad-0024-468a-a018-3b21d9699ebe req-6cfe879b-694a-4636-a9e7-bd937273df6b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11f8378a-0cc4-4afd-9340-bf14614e5ab7 HTTP/1.1" status: 200 len: 217 time: 0.0472329 Feb 17 18:00:14.453954 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce60aad-0024-468a-a018-3b21d9699ebe req-dd0c17c5-2e62-4372-b050-69abf21b706d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:14.455480 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5ce60aad-0024-468a-a018-3b21d9699ebe req-dd0c17c5-2e62-4372-b050-69abf21b706d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=684c221c-585d-46a8-b4c6-fe6a5f99b9b8 HTTP/1.1" status: 200 len: 854 time: 0.0618961 Feb 17 18:00:14.555005 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce60aad-0024-468a-a018-3b21d9699ebe req-a2a0b875-f531-46f7-8a27-3bbb181926a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:14.557375 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5ce60aad-0024-468a-a018-3b21d9699ebe req-a2a0b875-f531-46f7-8a27-3bbb181926a7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1c842ecd-cc9b-4a85-b1b8-328753a85bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0825498 Feb 17 18:00:14.705038 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5ce60aad-0024-468a-a018-3b21d9699ebe req-146df7c6-8628-4045-9125-281420c40d15 service neutron] 10.222.0.91 "GET /v2.0/networks/1c842ecd-cc9b-4a85-b1b8-328753a85bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374025 Feb 17 18:00:14.715139 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145eaf35-afee-4850-96af-8cf37168feb9 req-d1dce188-314b-4083-8da5-eb8724bac0ea tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:14.717173 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-145eaf35-afee-4850-96af-8cf37168feb9 req-d1dce188-314b-4083-8da5-eb8724bac0ea tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 943 time: 0.1518600 Feb 17 18:00:14.742418 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d57356a-d7bb-469d-8cdb-8c08227355df req-f9cf114c-fb7b-4d30-8f10-d50733bd40ca tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:14.743964 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2d57356a-d7bb-469d-8cdb-8c08227355df req-f9cf114c-fb7b-4d30-8f10-d50733bd40ca tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 947 time: 0.1202989 Feb 17 18:00:14.790781 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-145eaf35-afee-4850-96af-8cf37168feb9 req-c48532ee-508d-49bc-bafc-5152a4382067 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675912 Feb 17 18:00:14.830651 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5ce60aad-0024-468a-a018-3b21d9699ebe req-006dbee3-4060-49e1-8104-bdf85f74b6ff service neutron] 10.222.0.91 "GET /v2.0/networks/1c842ecd-cc9b-4a85-b1b8-328753a85bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133835 Feb 17 18:00:14.872192 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2d57356a-d7bb-469d-8cdb-8c08227355df req-8c241fb4-74f6-4a37-9b45-ff49da2674f2 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857515 Feb 17 18:00:14.941860 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bacc507-0384-4059-af1e-284e51c45298 req-c86051bb-ca57-416b-9d5c-3a0173ae586b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:14.943376 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0bacc507-0384-4059-af1e-284e51c45298 req-c86051bb-ca57-416b-9d5c-3a0173ae586b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=20be7d5eb0704bac94fef9d4560964ff&device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 1125 time: 0.0483828 Feb 17 18:00:15.037287 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bacc507-0384-4059-af1e-284e51c45298 req-d92e81d8-febb-4a6b-b3fb-91eeb07d1382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:15.039338 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0bacc507-0384-4059-af1e-284e51c45298 req-d92e81d8-febb-4a6b-b3fb-91eeb07d1382 service neutron] 10.222.0.91 "GET /v2.0/networks?id=1c842ecd-cc9b-4a85-b1b8-328753a85bfe HTTP/1.1" status: 200 len: 916 time: 0.0877254 Feb 17 18:00:15.084079 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0bacc507-0384-4059-af1e-284e51c45298 req-a8e974d5-cc2e-47d0-a7a2-27037e06b51f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11f8378a-0cc4-4afd-9340-bf14614e5ab7 HTTP/1.1" status: 200 len: 217 time: 0.0384626 Feb 17 18:00:15.134715 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bacc507-0384-4059-af1e-284e51c45298 req-eefd41f2-573e-48f1-8094-1fdbb52f6b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:15.136183 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0bacc507-0384-4059-af1e-284e51c45298 req-eefd41f2-573e-48f1-8094-1fdbb52f6b6b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=684c221c-585d-46a8-b4c6-fe6a5f99b9b8 HTTP/1.1" status: 200 len: 854 time: 0.0453217 Feb 17 18:00:15.186733 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bacc507-0384-4059-af1e-284e51c45298 req-2535ecf0-cab5-4717-9229-fe33888467f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:15.188306 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0bacc507-0384-4059-af1e-284e51c45298 req-2535ecf0-cab5-4717-9229-fe33888467f3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1c842ecd-cc9b-4a85-b1b8-328753a85bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461237 Feb 17 18:00:15.292260 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0bacc507-0384-4059-af1e-284e51c45298 req-9cd2cc8e-a634-4591-a33b-26e7a52f8fc9 service neutron] 10.222.0.91 "GET /v2.0/networks/1c842ecd-cc9b-4a85-b1b8-328753a85bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967302 Feb 17 18:00:15.392224 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0bacc507-0384-4059-af1e-284e51c45298 req-cbd98d3c-a140-4179-84b7-d259afe41c68 service neutron] 10.222.0.91 "GET /v2.0/networks/1c842ecd-cc9b-4a85-b1b8-328753a85bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940979 Feb 17 18:00:15.948683 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873728f7-286c-4609-850f-74de4942cf15 req-56f72c05-3ab0-4dc5-979d-704f594cbe59 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:15.955678 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-873728f7-286c-4609-850f-74de4942cf15 req-56f72c05-3ab0-4dc5-979d-704f594cbe59 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 943 time: 0.0671320 Feb 17 18:00:16.076041 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-873728f7-286c-4609-850f-74de4942cf15 req-7641012d-a27f-416f-9e2d-bffbda72f07b tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135228 Feb 17 18:00:16.100413 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60f0db-c36f-4f50-98da-0731e009ad86 req-28bfdf6c-0c62-48f6-804e-079346089771 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:16.102771 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ac60f0db-c36f-4f50-98da-0731e009ad86 req-28bfdf6c-0c62-48f6-804e-079346089771 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 947 time: 0.1122062 Feb 17 18:00:16.154698 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ac60f0db-c36f-4f50-98da-0731e009ad86 req-7d772a72-5e78-4070-a867-c1696b79e750 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456145 Feb 17 18:00:16.518809 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01f69f-a2e3-4b6f-b02f-36ebc71db793 req-bc8c7c6f-96dc-4f26-9464-1658a257e6bd tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:16.526461 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8a01f69f-a2e3-4b6f-b02f-36ebc71db793 req-bc8c7c6f-96dc-4f26-9464-1658a257e6bd tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 947 time: 0.0865517 Feb 17 18:00:16.537524 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48933c-0449-4a13-917b-2a8d1b6bdfd5 req-6f556ea8-430e-46f7-8438-8320dd621982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:16.539914 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9e48933c-0449-4a13-917b-2a8d1b6bdfd5 req-6f556ea8-430e-46f7-8438-8320dd621982 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=520a3b8b5f064a888d335569d858ee37&device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 1129 time: 0.0624337 Feb 17 18:00:16.584059 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8a01f69f-a2e3-4b6f-b02f-36ebc71db793 req-5f115326-9d4b-4210-ba4c-9fe11b4614a9 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556979 Feb 17 18:00:16.644636 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48933c-0449-4a13-917b-2a8d1b6bdfd5 req-4ab4aae6-db8a-46e1-8ed4-d2caa120317f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:16.646189 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9e48933c-0449-4a13-917b-2a8d1b6bdfd5 req-4ab4aae6-db8a-46e1-8ed4-d2caa120317f service neutron] 10.222.0.91 "GET /v2.0/networks?id=40f03537-36eb-4f23-9230-2fc8194c0e85 HTTP/1.1" status: 200 len: 915 time: 0.1008704 Feb 17 18:00:16.696523 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9e48933c-0449-4a13-917b-2a8d1b6bdfd5 req-36c5483c-745f-4d39-99f2-3bd829d91293 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e4913a4-4610-44fc-bbe2-cece27c8336e HTTP/1.1" status: 200 len: 217 time: 0.0444977 Feb 17 18:00:16.749775 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48933c-0449-4a13-917b-2a8d1b6bdfd5 req-4b3eb14d-d975-4904-bc98-16701b44fefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:16.751463 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9e48933c-0449-4a13-917b-2a8d1b6bdfd5 req-4b3eb14d-d975-4904-bc98-16701b44fefa service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6ef455d4-26f2-471d-bbfa-df38e9cc4a1f HTTP/1.1" status: 200 len: 854 time: 0.0497642 Feb 17 18:00:16.784496 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9e48933c-0449-4a13-917b-2a8d1b6bdfd5 req-5ef32ac9-3e2a-48bd-8fc3-711761e4dfae service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=40f03537-36eb-4f23-9230-2fc8194c0e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274651 Feb 17 18:00:16.894514 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9e48933c-0449-4a13-917b-2a8d1b6bdfd5 req-b9db3e4d-b8ed-42d0-8095-2db4abd9f2a3 service neutron] 10.222.0.91 "GET /v2.0/networks/40f03537-36eb-4f23-9230-2fc8194c0e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018620 Feb 17 18:00:16.913836 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 11f8378a-0cc4-4afd-9340-bf14614e5ab7 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:00:17.008613 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9e48933c-0449-4a13-917b-2a8d1b6bdfd5 req-b7d30119-0d74-40d6-a5a6-7ec0212ccfce service neutron] 10.222.0.91 "GET /v2.0/networks/40f03537-36eb-4f23-9230-2fc8194c0e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018515 Feb 17 18:00:17.052597 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 11f8378a-0cc4-4afd-9340-bf14614e5ab7, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=11f8378a-0cc4-4afd-9340-bf14614e5ab7,segment=NetworkSegment(e72a85f9-dd09-4c3e-8996-7efe0b9144f7),segment_id=e72a85f9-dd09-4c3e-8996-7efe0b9144f7)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:00:17.066262 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '11f8378a-0cc4-4afd-9340-bf14614e5ab7', 'network_id': '1c842ecd-cc9b-4a85-b1b8-328753a85bfe', 'port_id': '11f8378a-0cc4-4afd-9340-bf14614e5ab7', 'mac_address': 'fa:16:3e:53:a8:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '684c221c-585d-46a8-b4c6-fe6a5f99b9b8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:00:17.119093 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 11f8378a-0cc4-4afd-9340-bf14614e5ab7 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:00:17.119622 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (11f8378a-0cc4-4afd-9340-bf14614e5ab7), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:17.154561 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11f8378a-0cc4-4afd-9340-bf14614e5ab7 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:00:17.183711 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 11f8378a-0cc4-4afd-9340-bf14614e5ab7, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=11f8378a-0cc4-4afd-9340-bf14614e5ab7,segment=NetworkSegment(e72a85f9-dd09-4c3e-8996-7efe0b9144f7),segment_id=e72a85f9-dd09-4c3e-8996-7efe0b9144f7)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:00:17.189313 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (11f8378a-0cc4-4afd-9340-bf14614e5ab7), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:17.211009 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b51a74c-1558-4887-9fbf-bb8c78d2628d req-241a8c5c-a544-4db4-b06a-cdc0afda591c tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:17.218982 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4b51a74c-1558-4887-9fbf-bb8c78d2628d req-241a8c5c-a544-4db4-b06a-cdc0afda591c tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 943 time: 0.0735343 Feb 17 18:00:17.270554 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=11f8378a-0cc4-4afd-9340-bf14614e5ab7,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:00:17.284861 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4b51a74c-1558-4887-9fbf-bb8c78d2628d req-0260a5a5-a7a0-490f-854f-316812c252b6 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646584 Feb 17 18:00:17.456775 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['11f8378a-0cc4-4afd-9340-bf14614e5ab7'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:00:17.767053 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439e8c6-a9d9-4f1c-acbf-2c696f218574 req-c2460b40-83e6-4b99-9bd7-bdef8bc8fecb tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:17.768732 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0439e8c6-a9d9-4f1c-acbf-2c696f218574 req-c2460b40-83e6-4b99-9bd7-bdef8bc8fecb tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 947 time: 0.0768862 Feb 17 18:00:17.827653 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0439e8c6-a9d9-4f1c-acbf-2c696f218574 req-6265f0ad-e961-4a48-bd24-110d9a28d171 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523431 Feb 17 18:00:18.403495 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6669f56-4b94-4dad-a9c9-944371178cec req-c3311517-c5b8-459d-bf3f-c0d2e21baae9 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:18.404975 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c6669f56-4b94-4dad-a9c9-944371178cec req-c3311517-c5b8-459d-bf3f-c0d2e21baae9 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 944 time: 0.0508783 Feb 17 18:00:18.457591 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c6669f56-4b94-4dad-a9c9-944371178cec req-75c320de-7967-4b89-8591-327c0ae9160b tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470896 Feb 17 18:00:18.906232 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 11f8378a-0cc4-4afd-9340-bf14614e5ab7 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:00:18.962898 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f011e1-92dc-4ca1-809e-b41a47e4ff2b req-c35e499f-03ae-4082-928d-6141113401eb tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:18.964627 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-24f011e1-92dc-4ca1-809e-b41a47e4ff2b req-c35e499f-03ae-4082-928d-6141113401eb tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 947 time: 0.0604644 Feb 17 18:00:18.970966 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port 11f8378a-0cc4-4afd-9340-bf14614e5ab7 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 18:00:18.976710 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 11f8378a-0cc4-4afd-9340-bf14614e5ab7 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:00:18.977151 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (11f8378a-0cc4-4afd-9340-bf14614e5ab7), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:19.025039 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-24f011e1-92dc-4ca1-809e-b41a47e4ff2b req-9d1bcb4b-69f8-4003-b562-b428e613f3f3 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538568 Feb 17 18:00:19.049729 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:19.084274 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 11f8378a-0cc4-4afd-9340-bf14614e5ab7 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:00:19.085054 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (11f8378a-0cc4-4afd-9340-bf14614e5ab7), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:19.113495 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b754ba1-abd8-4319-ab55-654b57649fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f8378a-0cc4-4afd-9340-bf14614e5ab7'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:00:19.115963 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f209c3-cf83-4cda-a667-98120aee2dad" -d '{"events": [{"server_uuid": "3b754ba1-abd8-4319-ab55-654b57649fce", "name": "network-vif-plugged", "status": "completed", "tag": "11f8378a-0cc4-4afd-9340-bf14614e5ab7"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:00:19.130792 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 11f8378a-0cc4-4afd-9340-bf14614e5ab7, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=11f8378a-0cc4-4afd-9340-bf14614e5ab7,segment=NetworkSegment(e72a85f9-dd09-4c3e-8996-7efe0b9144f7),segment_id=e72a85f9-dd09-4c3e-8996-7efe0b9144f7)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:00:19.136407 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (11f8378a-0cc4-4afd-9340-bf14614e5ab7), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:19.158204 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44cb66-4770-4b64-9615-bbc29c3bc188 req-d547a286-7bce-4f64-b7a4-241e6e7f8c49 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:19.160181 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3f44cb66-4770-4b64-9615-bbc29c3bc188 req-d547a286-7bce-4f64-b7a4-241e6e7f8c49 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 947 time: 0.0645282 Feb 17 18:00:19.169021 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2fe84a5-0c2b-4b8e-b977-41cf2d0a4792 x-openstack-request-id: req-b2fe84a5-0c2b-4b8e-b977-41cf2d0a4792 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:00:19.169303 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b754ba1-abd8-4319-ab55-654b57649fce", "name": "network-vif-plugged", "status": "completed", "tag": "11f8378a-0cc4-4afd-9340-bf14614e5ab7", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:00:19.169590 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b2fe84a5-0c2b-4b8e-b977-41cf2d0a4792 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:00:19.169990 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b754ba1-abd8-4319-ab55-654b57649fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f8378a-0cc4-4afd-9340-bf14614e5ab7', 'code': 200} Feb 17 18:00:19.195523 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=11f8378a-0cc4-4afd-9340-bf14614e5ab7,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:00:19.243122 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3f44cb66-4770-4b64-9615-bbc29c3bc188 req-e4f3f0cb-82b7-481f-98a2-42ec9f241138 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741966 Feb 17 18:00:19.277769 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef0e82-ab20-4bf6-8700-8e11ecbb17ea req-23fde2fe-f3fb-4dd3-b663-891aadabfefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:19.279282 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-18ef0e82-ab20-4bf6-8700-8e11ecbb17ea req-23fde2fe-f3fb-4dd3-b663-891aadabfefb service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 1127 time: 0.0474126 Feb 17 18:00:19.329748 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-18ef0e82-ab20-4bf6-8700-8e11ecbb17ea req-1d0eca21-c8ae-4c6b-802a-18d9b55a22a2 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442765 Feb 17 18:00:19.379564 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09c532-04bf-4a18-8f8c-f7c0bd3cab93 req-58c48ed8-e36e-4257-ac1e-f0f3ac7aa198 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:19.380984 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ca09c532-04bf-4a18-8f8c-f7c0bd3cab93 req-58c48ed8-e36e-4257-ac1e-f0f3ac7aa198 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 947 time: 0.0596747 Feb 17 18:00:19.428882 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ca09c532-04bf-4a18-8f8c-f7c0bd3cab93 req-8e5b4d5e-247c-4ec6-aa0e-62594c2ed7a3 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421839 Feb 17 18:00:19.586346 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d48467c-a761-4cf8-bbf8-8b7091b9ecee req-41270e13-e12f-45c6-8b9b-c96f96744368 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:19.587860 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d48467c-a761-4cf8-bbf8-8b7091b9ecee req-41270e13-e12f-45c6-8b9b-c96f96744368 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 947 time: 0.0874107 Feb 17 18:00:19.616568 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a147be4-9ffe-429a-9d06-21d64c99e546 req-0c0a3a32-a31e-4cf8-8e22-3854949266a4 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:19.618189 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7a147be4-9ffe-429a-9d06-21d64c99e546 req-0c0a3a32-a31e-4cf8-8e22-3854949266a4 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 945 time: 0.0837874 Feb 17 18:00:19.688052 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d48467c-a761-4cf8-bbf8-8b7091b9ecee req-c31cb8b0-1f26-4c71-8da7-45225241ab91 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943487 Feb 17 18:00:19.711461 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7a147be4-9ffe-429a-9d06-21d64c99e546 req-f6103d4d-ed0c-4360-af27-5b04c5d2e1a7 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854673 Feb 17 18:00:19.815658 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:19.900231 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093843b4-dd0f-4aea-852b-83f5a1be604a req-98f707b7-ed93-477b-8d24-372ff0720a96 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:19.901828 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-093843b4-dd0f-4aea-852b-83f5a1be604a req-98f707b7-ed93-477b-8d24-372ff0720a96 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 947 time: 0.0581529 Feb 17 18:00:19.950296 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-093843b4-dd0f-4aea-852b-83f5a1be604a req-944c0a79-77d3-4095-90f4-aa040f4ed452 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427866 Feb 17 18:00:20.085153 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0de932-60a7-4aa5-8b87-c5a5a866becc req-f2303e6c-c601-425c-a5b2-4aca0466d3f6 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:20.086753 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1a0de932-60a7-4aa5-8b87-c5a5a866becc req-f2303e6c-c601-425c-a5b2-4aca0466d3f6 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 947 time: 0.0598273 Feb 17 18:00:20.137168 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1a0de932-60a7-4aa5-8b87-c5a5a866becc req-2445288a-26e8-4a9a-a74b-e89f1bb27a8e tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445256 Feb 17 18:00:20.280274 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66bbb0-eeb5-480f-801a-f227e43ce1b6 req-ef1ae7c8-044a-400c-994a-4b714113a140 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:20.281872 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6d66bbb0-eeb5-480f-801a-f227e43ce1b6 req-ef1ae7c8-044a-400c-994a-4b714113a140 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 947 time: 0.0609431 Feb 17 18:00:20.355894 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6d66bbb0-eeb5-480f-801a-f227e43ce1b6 req-d2dc799b-66d1-48e0-847e-b506ed82a243 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676427 Feb 17 18:00:20.515320 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f156c-b5fb-4cfd-89d4-c3ae33e02005 req-cc47059b-cb49-43ef-9c7f-e309afb0961e tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:20.516851 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-240f156c-b5fb-4cfd-89d4-c3ae33e02005 req-cc47059b-cb49-43ef-9c7f-e309afb0961e tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 947 time: 0.0592172 Feb 17 18:00:20.564473 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-240f156c-b5fb-4cfd-89d4-c3ae33e02005 req-babc16ad-a26d-4657-9339-e1ea061ead31 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417998 Feb 17 18:00:20.732500 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd23e3a-87ae-414e-bb9a-e1bb230832ae req-8288d541-493f-4a24-ac90-8e8130fae3e1 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:20.734010 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7dd23e3a-87ae-414e-bb9a-e1bb230832ae req-8288d541-493f-4a24-ac90-8e8130fae3e1 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 947 time: 0.0594187 Feb 17 18:00:20.799599 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7dd23e3a-87ae-414e-bb9a-e1bb230832ae req-85d10d0d-7a89-44a4-afcd-dc8764268a31 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523958 Feb 17 18:00:20.956351 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d73b5-9105-4ede-a5ab-e5ff98247079 req-a1c2933e-2dbf-4faf-9d6b-12cc993a0382 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:20.963879 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ba4d73b5-9105-4ede-a5ab-e5ff98247079 req-a1c2933e-2dbf-4faf-9d6b-12cc993a0382 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 945 time: 0.1148365 Feb 17 18:00:21.042102 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca99a1ea-5711-434e-ac9c-44bc59ab0da9 req-fbebb90c-1b8d-4942-9432-4ae040c78d6c tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:21.043767 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ca99a1ea-5711-434e-ac9c-44bc59ab0da9 req-fbebb90c-1b8d-4942-9432-4ae040c78d6c tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 947 time: 0.1381094 Feb 17 18:00:21.074739 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ba4d73b5-9105-4ede-a5ab-e5ff98247079 req-83f5c102-c6e3-4659-a510-80a8b938d7e9 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098690 Feb 17 18:00:21.127491 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ca99a1ea-5711-434e-ac9c-44bc59ab0da9 req-73a2c59d-e6bc-4869-afd5-d3165a5eabff tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749254 Feb 17 18:00:21.248569 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f0dc8-0eca-47f5-bdad-69c353fe0405 req-69e2b7fe-d9a1-4eb5-8966-fe8e0bc4bf42 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:21.260366 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 52458) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:00:21.262351 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-989f0dc8-0eca-47f5-bdad-69c353fe0405 req-69e2b7fe-d9a1-4eb5-8966-fe8e0bc4bf42 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 945 time: 0.0898671 Feb 17 18:00:21.266380 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-9e9665b8-7106-4b48-ae1c-11b77454046b tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Request body: {'floatingip': {'port_id': '11f8378a-0cc4-4afd-9340-bf14614e5ab7'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:00:21.337791 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9e9665b8-7106-4b48-ae1c-11b77454046b tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks [] for floatingip (34d215b8-07e1-4858-b6b5-84efd38f5346), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:21.360595 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2afd540-23be-4dcb-8b7b-6d534c0338e8 req-8f5acde1-b1f2-4c19-bf63-c130b934e020 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:21.362488 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a2afd540-23be-4dcb-8b7b-6d534c0338e8 req-8f5acde1-b1f2-4c19-bf63-c130b934e020 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 947 time: 0.0758309 Feb 17 18:00:21.424642 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a2afd540-23be-4dcb-8b7b-6d534c0338e8 req-5fbcdae5-ad9b-4254-a6e4-eb079ca39992 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554068 Feb 17 18:00:21.566084 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909502f0-4577-4dbe-a6c2-a298de92a78b req-0d848c67-ebcb-4f2e-bd9f-f61915218f8e tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:21.573878 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-909502f0-4577-4dbe-a6c2-a298de92a78b req-0d848c67-ebcb-4f2e-bd9f-f61915218f8e tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 947 time: 0.0678029 Feb 17 18:00:21.629528 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-909502f0-4577-4dbe-a6c2-a298de92a78b req-59434a7a-48bb-407f-8f61-969c9d99de4e tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539639 Feb 17 18:00:21.776442 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38474b2a-bab9-42cc-a1b1-0c579686c156 req-780034a7-bc35-4129-b59c-c8de95c3c510 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:21.784234 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-38474b2a-bab9-42cc-a1b1-0c579686c156 req-780034a7-bc35-4129-b59c-c8de95c3c510 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 947 time: 0.0648768 Feb 17 18:00:21.843026 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-38474b2a-bab9-42cc-a1b1-0c579686c156 req-ec719d8b-edc9-4475-b1be-0b799b96b4de tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576165 Feb 17 18:00:21.854462 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9e9665b8-7106-4b48-ae1c-11b77454046b tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:21.859609 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9e9665b8-7106-4b48-ae1c-11b77454046b tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (34d215b8-07e1-4858-b6b5-84efd38f5346), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:22.050049 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39183809-5b30-4ffa-9dc8-156a86333d0b req-b06424ea-ee83-4939-81d8-74a7cd3e04cf tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:22.051916 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-39183809-5b30-4ffa-9dc8-156a86333d0b req-b06424ea-ee83-4939-81d8-74a7cd3e04cf tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 947 time: 0.0853283 Feb 17 18:00:22.109630 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-39183809-5b30-4ffa-9dc8-156a86333d0b req-9791145a-4d67-4252-b0b0-4034de666403 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516679 Feb 17 18:00:22.274960 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca2c58-218e-4b48-8b93-ef1283ce78cd req-ab119c54-825d-4cb2-ad95-a58108d79f01 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:22.276929 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-41ca2c58-218e-4b48-8b93-ef1283ce78cd req-ab119c54-825d-4cb2-ad95-a58108d79f01 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 947 time: 0.0740476 Feb 17 18:00:22.338755 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-41ca2c58-218e-4b48-8b93-ef1283ce78cd req-bb5165a5-a478-4644-bdf4-41da79ea6f3d tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553598 Feb 17 18:00:22.384469 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [req-53e5fa7d-fdc4-4a9d-91b4-9ec7f2f99d47 req-565ed332-e1e6-431a-bd91-20764260709a tempest-ServersTestFqdnHostnames-1526031760 tempest-ServersTestFqdnHostnames-1526031760-project] (103434) timed out ('10.222.0.71', 61998) {{(pid=103434) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 18:00:22.430436 n-d-829613-2 neutron-server[103434]: INFO neutron.db.l3_db [None req-9e9665b8-7106-4b48-ae1c-11b77454046b tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Floating IP 34d215b8-07e1-4858-b6b5-84efd38f5346 associated. External IP: 172.25.8.175, port: 11f8378a-0cc4-4afd-9340-bf14614e5ab7. Feb 17 18:00:22.706766 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e9665b8-7106-4b48-ae1c-11b77454046b tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Router 6fc43c08-a489-4927-acb0-bea22dd917f7 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:00:22.839193 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e9665b8-7106-4b48-ae1c-11b77454046b tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:00:22.850102 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1ecd2b-7b90-4b23-8c3d-1a5eec2429e2 None None] Sync routers for ids ['6fc43c08-a489-4927-acb0-bea22dd917f7'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:00:22.863215 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9e9665b8-7106-4b48-ae1c-11b77454046b tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:22.870693 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1ecd2b-7b90-4b23-8c3d-1a5eec2429e2 None None] Routers {'6fc43c08-a489-4927-acb0-bea22dd917f7'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:00:22.871337 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-7e1ecd2b-7b90-4b23-8c3d-1a5eec2429e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:00:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['6fc43c08-a489-4927-acb0-bea22dd917f7'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:00:22.921842 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9e9665b8-7106-4b48-ae1c-11b77454046b tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "PUT /v2.0/floatingips/34d215b8-07e1-4858-b6b5-84efd38f5346 HTTP/1.1" status: 200 len: 991 time: 1.6603312 Feb 17 18:00:22.922638 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b754ba1-abd8-4319-ab55-654b57649fce', 'tag': '11f8378a-0cc4-4afd-9340-bf14614e5ab7'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:00:22.925114 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6075ba30-1b72-433c-886f-8fa6dfb5c773" -d '{"events": [{"name": "network-changed", "server_uuid": "3b754ba1-abd8-4319-ab55-654b57649fce", "tag": "11f8378a-0cc4-4afd-9340-bf14614e5ab7"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:00:23.031675 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5c3d44-6390-4434-8843-a57f5f1a4ede x-openstack-request-id: req-df5c3d44-6390-4434-8843-a57f5f1a4ede {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:00:23.032172 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b754ba1-abd8-4319-ab55-654b57649fce", "tag": "11f8378a-0cc4-4afd-9340-bf14614e5ab7", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:00:23.032597 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-df5c3d44-6390-4434-8843-a57f5f1a4ede {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:00:23.033256 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b754ba1-abd8-4319-ab55-654b57649fce', 'tag': '11f8378a-0cc4-4afd-9340-bf14614e5ab7', 'status': 'completed', 'code': 200} Feb 17 18:00:23.082374 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-7e1ecd2b-7b90-4b23-8c3d-1a5eec2429e2 None None] Set router 6fc43c08-a489-4927-acb0-bea22dd917f7 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:00:23.192098 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075ba30-1b72-433c-886f-8fa6dfb5c773 req-160efe72-30bd-40ef-8d53-ee33991c510e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:23.193589 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-6075ba30-1b72-433c-886f-8fa6dfb5c773 req-160efe72-30bd-40ef-8d53-ee33991c510e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=20be7d5eb0704bac94fef9d4560964ff&device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 1127 time: 0.1363211 Feb 17 18:00:23.365113 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075ba30-1b72-433c-886f-8fa6dfb5c773 req-2e9f7341-a679-4068-a60e-33930f18e418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:23.366669 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-6075ba30-1b72-433c-886f-8fa6dfb5c773 req-2e9f7341-a679-4068-a60e-33930f18e418 service neutron] 10.222.0.91 "GET /v2.0/networks?id=1c842ecd-cc9b-4a85-b1b8-328753a85bfe HTTP/1.1" status: 200 len: 916 time: 0.1674483 Feb 17 18:00:23.492019 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-6075ba30-1b72-433c-886f-8fa6dfb5c773 req-ec18e771-c3a4-4935-ad92-a572f3e9a9b0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11f8378a-0cc4-4afd-9340-bf14614e5ab7 HTTP/1.1" status: 200 len: 999 time: 0.1148994 Feb 17 18:00:23.577506 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-7e1ecd2b-7b90-4b23-8c3d-1a5eec2429e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'name': 'tempest-AttachVolumeShelveTestJSON-63026367-router', 'tenant_id': '20be7d5eb0704bac94fef9d4560964ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e4704676-c899-4ad7-9665-569c4855b433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:55:59Z', 'updated_at': '2022-02-17T17:56:14Z', 'revision_number': 4, 'project_id': '20be7d5eb0704bac94fef9d4560964ff', 'gw_port': {'id': 'e4704676-c899-4ad7-9665-569c4855b433', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:02Z', 'updated_at': '2022-02-17T17:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '34d215b8-07e1-4858-b6b5-84efd38f5346', 'tenant_id': '20be7d5eb0704bac94fef9d4560964ff', 'floating_ip_address': '172.25.8.175', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'port_id': '11f8378a-0cc4-4afd-9340-bf14614e5ab7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3343, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c842ecd-cc9b-4a85-b1b8-328753a85bfe', 'mac_address': 'fa:16:3e:53:a8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b754ba1-abd8-4319-ab55-654b57649fce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:00:09Z', 'updated_at': '2022-02-17T18:00:21Z', 'revision_number': 1, 'project_id': '20be7d5eb0704bac94fef9d4560964ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2c294be-ad9a-44f9-86c3-2d11cb734c1a', 'name': '', 'network_id': '1c842ecd-cc9b-4a85-b1b8-328753a85bfe', 'tenant_id': '20be7d5eb0704bac94fef9d4560964ff', 'mac_address': 'fa:16:3e:60:34:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '684c221c-585d-46a8-b4c6-fe6a5f99b9b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:10Z', 'updated_at': '2022-02-17T17:56:21Z', 'revision_number': 5, 'project_id': '20be7d5eb0704bac94fef9d4560964ff', 'subnets': [{'id': '684c221c-585d-46a8-b4c6-fe6a5f99b9b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:00:23.614424 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075ba30-1b72-433c-886f-8fa6dfb5c773 req-cd106661-8c55-4fb5-8e19-b870f1c1fd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:23.615953 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-6075ba30-1b72-433c-886f-8fa6dfb5c773 req-cd106661-8c55-4fb5-8e19-b870f1c1fd41 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=684c221c-585d-46a8-b4c6-fe6a5f99b9b8 HTTP/1.1" status: 200 len: 854 time: 0.1181345 Feb 17 18:00:23.640801 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1ecd2b-7b90-4b23-8c3d-1a5eec2429e2 None None] Checking router: 6fc43c08-a489-4927-acb0-bea22dd917f7 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:00:23.651970 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1ecd2b-7b90-4b23-8c3d-1a5eec2429e2 None None] Routers {'6fc43c08-a489-4927-acb0-bea22dd917f7'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:00:23.652915 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-7e1ecd2b-7b90-4b23-8c3d-1a5eec2429e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:00:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['6fc43c08-a489-4927-acb0-bea22dd917f7'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:00:23.716071 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075ba30-1b72-433c-886f-8fa6dfb5c773 req-437c968e-1102-475d-9f2e-548d9fcfdede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:23.717805 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-6075ba30-1b72-433c-886f-8fa6dfb5c773 req-437c968e-1102-475d-9f2e-548d9fcfdede service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1c842ecd-cc9b-4a85-b1b8-328753a85bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0957026 Feb 17 18:00:23.790544 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-7e1ecd2b-7b90-4b23-8c3d-1a5eec2429e2 None None] Set router 6fc43c08-a489-4927-acb0-bea22dd917f7 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:00:23.996092 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-6075ba30-1b72-433c-886f-8fa6dfb5c773 req-07ec588f-2e81-4f47-bf12-42386a38570f service neutron] 10.222.0.91 "GET /v2.0/networks/1c842ecd-cc9b-4a85-b1b8-328753a85bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714345 Feb 17 18:00:24.247040 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-6075ba30-1b72-433c-886f-8fa6dfb5c773 req-8fcb1228-9fe2-417f-8a9b-b2877ec23c83 service neutron] 10.222.0.91 "GET /v2.0/networks/1c842ecd-cc9b-4a85-b1b8-328753a85bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428517 Feb 17 18:00:24.440753 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-7e1ecd2b-7b90-4b23-8c3d-1a5eec2429e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'name': 'tempest-AttachVolumeShelveTestJSON-63026367-router', 'tenant_id': '20be7d5eb0704bac94fef9d4560964ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e4704676-c899-4ad7-9665-569c4855b433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:55:59Z', 'updated_at': '2022-02-17T17:56:14Z', 'revision_number': 4, 'project_id': '20be7d5eb0704bac94fef9d4560964ff', 'gw_port': {'id': 'e4704676-c899-4ad7-9665-569c4855b433', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:02Z', 'updated_at': '2022-02-17T17:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '34d215b8-07e1-4858-b6b5-84efd38f5346', 'tenant_id': '20be7d5eb0704bac94fef9d4560964ff', 'floating_ip_address': '172.25.8.175', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'port_id': '11f8378a-0cc4-4afd-9340-bf14614e5ab7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3343, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c842ecd-cc9b-4a85-b1b8-328753a85bfe', 'mac_address': 'fa:16:3e:53:a8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b754ba1-abd8-4319-ab55-654b57649fce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:00:09Z', 'updated_at': '2022-02-17T18:00:21Z', 'revision_number': 1, 'project_id': '20be7d5eb0704bac94fef9d4560964ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2c294be-ad9a-44f9-86c3-2d11cb734c1a', 'name': '', 'network_id': '1c842ecd-cc9b-4a85-b1b8-328753a85bfe', 'tenant_id': '20be7d5eb0704bac94fef9d4560964ff', 'mac_address': 'fa:16:3e:60:34:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '684c221c-585d-46a8-b4c6-fe6a5f99b9b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:10Z', 'updated_at': '2022-02-17T17:56:21Z', 'revision_number': 5, 'project_id': '20be7d5eb0704bac94fef9d4560964ff', 'subnets': [{'id': '684c221c-585d-46a8-b4c6-fe6a5f99b9b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:00:24.492983 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1ecd2b-7b90-4b23-8c3d-1a5eec2429e2 None None] The sync data for ids ['6fc43c08-a489-4927-acb0-bea22dd917f7'] in n-d-829613-2 is: [{'id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'name': 'tempest-AttachVolumeShelveTestJSON-63026367-router', 'tenant_id': '20be7d5eb0704bac94fef9d4560964ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e4704676-c899-4ad7-9665-569c4855b433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:55:59Z', 'updated_at': '2022-02-17T17:56:14Z', 'revision_number': 4, 'project_id': '20be7d5eb0704bac94fef9d4560964ff', 'gw_port': {'id': 'e4704676-c899-4ad7-9665-569c4855b433', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:02Z', 'updated_at': '2022-02-17T17:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '34d215b8-07e1-4858-b6b5-84efd38f5346', 'tenant_id': '20be7d5eb0704bac94fef9d4560964ff', 'floating_ip_address': '172.25.8.175', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'port_id': '11f8378a-0cc4-4afd-9340-bf14614e5ab7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3343, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c842ecd-cc9b-4a85-b1b8-328753a85bfe', 'mac_address': 'fa:16:3e:53:a8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b754ba1-abd8-4319-ab55-654b57649fce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:00:09Z', 'updated_at': '2022-02-17T18:00:21Z', 'revision_number': 1, 'project_id': '20be7d5eb0704bac94fef9d4560964ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2c294be-ad9a-44f9-86c3-2d11cb734c1a', 'name': '', 'network_id': '1c842ecd-cc9b-4a85-b1b8-328753a85bfe', 'tenant_id': '20be7d5eb0704bac94fef9d4560964ff', 'mac_address': 'fa:16:3e:60:34:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '684c221c-585d-46a8-b4c6-fe6a5f99b9b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:10Z', 'updated_at': '2022-02-17T17:56:21Z', 'revision_number': 5, 'project_id': '20be7d5eb0704bac94fef9d4560964ff', 'subnets': [{'id': '684c221c-585d-46a8-b4c6-fe6a5f99b9b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:00:24.877506 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62aa92d1-1882-482c-87fd-932c5e2ad53d None None] New status for floating IP 34d215b8-07e1-4858-b6b5-84efd38f5346: ACTIVE {{(pid=103438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 18:00:25.894233 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:00:28.660711 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c90bdea2-8db3-4755-ae44-32e4d3a9052e req-35fc0641-663e-4d0c-8167-a9e9717be178 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0786519 Feb 17 18:00:28.746049 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90bdea2-8db3-4755-ae44-32e4d3a9052e req-c145c498-0cb2-4f4e-b52d-c4654b91c72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:28.773961 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c90bdea2-8db3-4755-ae44-32e4d3a9052e req-c145c498-0cb2-4f4e-b52d-c4654b91c72f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=520a3b8b5f064a888d335569d858ee37&device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 1129 time: 0.0621376 Feb 17 18:00:29.138999 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90bdea2-8db3-4755-ae44-32e4d3a9052e req-1c0d1cd1-d705-47f3-b108-b4c82965a758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:29.140491 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c90bdea2-8db3-4755-ae44-32e4d3a9052e req-1c0d1cd1-d705-47f3-b108-b4c82965a758 service neutron] 10.222.0.91 "GET /v2.0/networks?id=40f03537-36eb-4f23-9230-2fc8194c0e85 HTTP/1.1" status: 200 len: 915 time: 0.3594139 Feb 17 18:00:29.246477 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c90bdea2-8db3-4755-ae44-32e4d3a9052e req-1912727b-63a3-4f3c-9db6-4b883ab17e50 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e4913a4-4610-44fc-bbe2-cece27c8336e HTTP/1.1" status: 200 len: 217 time: 0.0991633 Feb 17 18:00:29.365831 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90bdea2-8db3-4755-ae44-32e4d3a9052e req-1d5d1d8b-8396-4ea9-a703-467dbc994ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:29.369231 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c90bdea2-8db3-4755-ae44-32e4d3a9052e req-1d5d1d8b-8396-4ea9-a703-467dbc994ec4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6ef455d4-26f2-471d-bbfa-df38e9cc4a1f HTTP/1.1" status: 200 len: 854 time: 0.1149960 Feb 17 18:00:29.439934 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c90bdea2-8db3-4755-ae44-32e4d3a9052e req-1a36260e-8545-42ed-b4b3-c6327c640245 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=40f03537-36eb-4f23-9230-2fc8194c0e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668900 Feb 17 18:00:29.657694 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c90bdea2-8db3-4755-ae44-32e4d3a9052e req-0999fe40-6814-472c-a20c-acd14ab1239d service neutron] 10.222.0.91 "GET /v2.0/networks/40f03537-36eb-4f23-9230-2fc8194c0e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094691 Feb 17 18:00:29.882918 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c90bdea2-8db3-4755-ae44-32e4d3a9052e req-c9ad9dcd-4c45-43f2-9958-62e373b9a369 service neutron] 10.222.0.91 "GET /v2.0/networks/40f03537-36eb-4f23-9230-2fc8194c0e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153680 Feb 17 18:00:32.072806 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6c26b164-86e3-4cd0-92aa-e62d004eaea7 req-48c2996e-64d4-428a-8f3c-d89498fde7e9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c9ee7ba7-2b70-406d-88cf-4b87fdb572d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1214073 Feb 17 18:00:32.199137 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26b164-86e3-4cd0-92aa-e62d004eaea7 req-289720d9-9be8-40c1-8356-e0866153569f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:32.200751 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6c26b164-86e3-4cd0-92aa-e62d004eaea7 req-289720d9-9be8-40c1-8356-e0866153569f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f2fecc83bbca4d24b89fe382f6fcc2ca&device_id=c9ee7ba7-2b70-406d-88cf-4b87fdb572d6 HTTP/1.1" status: 200 len: 1128 time: 0.0763428 Feb 17 18:00:32.387302 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26b164-86e3-4cd0-92aa-e62d004eaea7 req-c9ed67f7-7ac2-4a5e-92d1-b1a5834481b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:32.388983 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6c26b164-86e3-4cd0-92aa-e62d004eaea7 req-c9ed67f7-7ac2-4a5e-92d1-b1a5834481b8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3aa3d1fd-12cf-43a5-8a21-bf857a06d327 HTTP/1.1" status: 200 len: 910 time: 0.1646268 Feb 17 18:00:32.502007 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6c26b164-86e3-4cd0-92aa-e62d004eaea7 req-fda29c9f-a097-4fae-8f35-b71fc46fb0b0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=143e4766-435e-4543-b4a8-3e1823630b54 HTTP/1.1" status: 200 len: 1001 time: 0.1072898 Feb 17 18:00:32.599428 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26b164-86e3-4cd0-92aa-e62d004eaea7 req-3d2425f5-14cf-4fd7-b7e4-a4d2786d3e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:32.601169 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6c26b164-86e3-4cd0-92aa-e62d004eaea7 req-3d2425f5-14cf-4fd7-b7e4-a4d2786d3e91 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0512aabc-33d7-4468-a50e-10fb498a1e41 HTTP/1.1" status: 200 len: 848 time: 0.0910044 Feb 17 18:00:32.672381 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26b164-86e3-4cd0-92aa-e62d004eaea7 req-7950f863-c79d-4637-b807-b00968c57616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:32.674079 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6c26b164-86e3-4cd0-92aa-e62d004eaea7 req-7950f863-c79d-4637-b807-b00968c57616 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3aa3d1fd-12cf-43a5-8a21-bf857a06d327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0646591 Feb 17 18:00:32.822719 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6c26b164-86e3-4cd0-92aa-e62d004eaea7 req-903d581e-55a0-4522-9780-8509e04ec24c service neutron] 10.222.0.71 "GET /v2.0/networks/3aa3d1fd-12cf-43a5-8a21-bf857a06d327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426177 Feb 17 18:00:32.968823 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e0b9417d-f6a3-4729-be7d-413b6e280301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:33.218764 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-2a81b57f-f690-4974-b2a3-cbf461f651b3 req-151df01b-43d3-4c60-b965-533aae4654e8 service neutron] (103435) timed out ('10.222.0.91', 61184) {{(pid=103435) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 18:00:33.295319 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6c26b164-86e3-4cd0-92aa-e62d004eaea7 req-c541d1b2-c3e9-4c96-b635-04c37f4b849c service neutron] 10.222.0.71 "GET /v2.0/networks/3aa3d1fd-12cf-43a5-8a21-bf857a06d327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4650619 Feb 17 18:00:33.815683 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b79fb-ac88-4769-8488-7a86a5df0d56 req-31161877-bfd8-4768-bb2d-3b80adf7b5d9 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:33.824499 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ea1b79fb-ac88-4769-8488-7a86a5df0d56 req-31161877-bfd8-4768-bb2d-3b80adf7b5d9 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 947 time: 0.0758293 Feb 17 18:00:33.925486 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ea1b79fb-ac88-4769-8488-7a86a5df0d56 req-6752649a-4dd2-4eb0-9537-6ba39ea7a229 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999148 Feb 17 18:00:35.140608 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd6199-5c3b-4768-93ea-7aa2cb09aa9a req-61c7aadb-86b8-4e34-8062-033d02fff05d tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:35.146807 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0bbd6199-5c3b-4768-93ea-7aa2cb09aa9a req-61c7aadb-86b8-4e34-8062-033d02fff05d tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 947 time: 0.1175973 Feb 17 18:00:35.199709 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0bbd6199-5c3b-4768-93ea-7aa2cb09aa9a req-f2f11fc1-6cdc-43bf-b3d3-3cd19927e258 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/security-groups?id=b04344d7-3344-477e-b1ed-066dff48ecf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519178 Feb 17 18:00:35.429392 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9add6309-c351-4bd4-b9bb-bef71f69f42f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:35.501477 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de045608-1519-409e-95f5-d2e2f797afde req-1ec373b9-a270-4664-88c7-70ab102c2430 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:00:35.504529 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-de045608-1519-409e-95f5-d2e2f797afde req-1ec373b9-a270-4664-88c7-70ab102c2430 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.91 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 947 time: 0.0679233 Feb 17 18:00:35.639141 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-de045608-1519-409e-95f5-d2e2f797afde req-e97fd642-3252-44bd-b220-44ddc1c4e5a3 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Deleting port 8e4913a4-4610-44fc-bbe2-cece27c8336e {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:00:35.639141 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-de045608-1519-409e-95f5-d2e2f797afde req-e97fd642-3252-44bd-b220-44ddc1c4e5a3 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (8e4913a4-4610-44fc-bbe2-cece27c8336e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:35.762371 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-de045608-1519-409e-95f5-d2e2f797afde req-e97fd642-3252-44bd-b220-44ddc1c4e5a3 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] For port 8e4913a4-4610-44fc-bbe2-cece27c8336e, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=8e4913a4-4610-44fc-bbe2-cece27c8336e,segment=NetworkSegment(7daa1fb9-0229-428f-b148-62ae138c90f0),segment_id=7daa1fb9-0229-428f-b148-62ae138c90f0)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:00:35.763134 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-de045608-1519-409e-95f5-d2e2f797afde req-e97fd642-3252-44bd-b220-44ddc1c4e5a3 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (8e4913a4-4610-44fc-bbe2-cece27c8336e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:35.777396 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-de045608-1519-409e-95f5-d2e2f797afde req-e97fd642-3252-44bd-b220-44ddc1c4e5a3 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Calling delete_port for 8e4913a4-4610-44fc-bbe2-cece27c8336e owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:00:35.922737 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-de045608-1519-409e-95f5-d2e2f797afde req-e97fd642-3252-44bd-b220-44ddc1c4e5a3 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (8e4913a4-4610-44fc-bbe2-cece27c8336e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:35.950268 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['8e4913a4-4610-44fc-bbe2-cece27c8336e'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:00:35.958701 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97fd642-3252-44bd-b220-44ddc1c4e5a3 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Pushing event deleted for resources: {'Port': ['ID=8e4913a4-4610-44fc-bbe2-cece27c8336e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:00:36.057809 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-de045608-1519-409e-95f5-d2e2f797afde req-e97fd642-3252-44bd-b220-44ddc1c4e5a3 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] No DVR routers for this DVR port 8e4913a4-4610-44fc-bbe2-cece27c8336e on host n-h2-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:00:36.061564 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-de045608-1519-409e-95f5-d2e2f797afde req-e97fd642-3252-44bd-b220-44ddc1c4e5a3 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:36.066443 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-de045608-1519-409e-95f5-d2e2f797afde req-e97fd642-3252-44bd-b220-44ddc1c4e5a3 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.91 "DELETE /v2.0/ports/8e4913a4-4610-44fc-bbe2-cece27c8336e HTTP/1.1" status: 204 len: 173 time: 0.5583477 Feb 17 18:00:36.067634 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363cab89-f415-4a1b-89c2-df71fd1e2f4e', 'name': 'network-vif-deleted', 'tag': '8e4913a4-4610-44fc-bbe2-cece27c8336e'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:00:36.070264 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8d4b43-5535-4d37-9d6d-2708a22ca9d7" -d '{"events": [{"server_uuid": "363cab89-f415-4a1b-89c2-df71fd1e2f4e", "name": "network-vif-deleted", "tag": "8e4913a4-4610-44fc-bbe2-cece27c8336e"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:00:36.165189 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d660ed0-1e9e-48b4-8995-fd6fa3ecb65d x-openstack-request-id: req-1d660ed0-1e9e-48b4-8995-fd6fa3ecb65d {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:00:36.165494 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363cab89-f415-4a1b-89c2-df71fd1e2f4e", "name": "network-vif-deleted", "tag": "8e4913a4-4610-44fc-bbe2-cece27c8336e", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:00:36.165765 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1d660ed0-1e9e-48b4-8995-fd6fa3ecb65d {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:00:36.166143 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363cab89-f415-4a1b-89c2-df71fd1e2f4e', 'name': 'network-vif-deleted', 'tag': '8e4913a4-4610-44fc-bbe2-cece27c8336e', 'status': 'completed', 'code': 200} Feb 17 18:00:36.359368 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-787396ed-5a5d-40c5-8596-da3bdef62487 req-8d0a07d0-0362-42e9-8386-5786520aafa7 tempest-ServersNegativeTestJSON-79628734 tempest-ServersNegativeTestJSON-79628734-project] 10.222.0.87 "GET /v2.0/ports?device_id=363cab89-f415-4a1b-89c2-df71fd1e2f4e HTTP/1.1" status: 200 len: 210 time: 0.0416903 Feb 17 18:00:36.724468 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:37.421888 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 52614) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:00:37.469700 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-30b79c33-a958-4658-b67f-480d5fd9e5fc admin admin] Deleting subnet 6ef455d4-26f2-471d-bbfa-df38e9cc4a1f {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:00:37.472930 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-30b79c33-a958-4658-b67f-480d5fd9e5fc admin admin] Publish callbacks [] for subnet (6ef455d4-26f2-471d-bbfa-df38e9cc4a1f), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:37.514679 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-30b79c33-a958-4658-b67f-480d5fd9e5fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (6ef455d4-26f2-471d-bbfa-df38e9cc4a1f), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:37.556267 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-30b79c33-a958-4658-b67f-480d5fd9e5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (6ef455d4-26f2-471d-bbfa-df38e9cc4a1f), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:37.627271 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-30b79c33-a958-4658-b67f-480d5fd9e5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (6ef455d4-26f2-471d-bbfa-df38e9cc4a1f), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:37.674143 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-30b79c33-a958-4658-b67f-480d5fd9e5fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:37.681095 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-30b79c33-a958-4658-b67f-480d5fd9e5fc admin admin] 10.222.0.87 "DELETE /v2.0/subnets/6ef455d4-26f2-471d-bbfa-df38e9cc4a1f HTTP/1.1" status: 204 len: 168 time: 0.2570119 Feb 17 18:00:37.681270 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 52622) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:00:37.684130 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b79c33-a958-4658-b67f-480d5fd9e5fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ef455d4-26f2-471d-bbfa-df38e9cc4a1f,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:00:37.693794 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b79c33-a958-4658-b67f-480d5fd9e5fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:00:37.694356 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b79c33-a958-4658-b67f-480d5fd9e5fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:00:37.694843 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b79c33-a958-4658-b67f-480d5fd9e5fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:00:37.695622 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b79c33-a958-4658-b67f-480d5fd9e5fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:00:37.697179 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b79c33-a958-4658-b67f-480d5fd9e5fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:00:37.697551 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b79c33-a958-4658-b67f-480d5fd9e5fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:00:37.697862 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b79c33-a958-4658-b67f-480d5fd9e5fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:00:37.698499 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b79c33-a958-4658-b67f-480d5fd9e5fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:00:37.698697 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b79c33-a958-4658-b67f-480d5fd9e5fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:00:37.699030 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b79c33-a958-4658-b67f-480d5fd9e5fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:00:37.699495 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b79c33-a958-4658-b67f-480d5fd9e5fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:00:37.700289 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b79c33-a958-4658-b67f-480d5fd9e5fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:00:37.700494 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b79c33-a958-4658-b67f-480d5fd9e5fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:00:37.767371 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48885a8a-6718-49af-ad2b-7ac4bb02b778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (40f03537-36eb-4f23-9230-2fc8194c0e85), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:37.848722 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48885a8a-6718-49af-ad2b-7ac4bb02b778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (40f03537-36eb-4f23-9230-2fc8194c0e85), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:37.870914 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-48885a8a-6718-49af-ad2b-7ac4bb02b778 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40f03537-36eb-4f23-9230-2fc8194c0e85']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:00:37.885007 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-48885a8a-6718-49af-ad2b-7ac4bb02b778 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7daa1fb9-0229-428f-b148-62ae138c90f0') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:00:37.885742 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-48885a8a-6718-49af-ad2b-7ac4bb02b778 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7daa1fb9-0229-428f-b148-62ae138c90f0') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:00:37.897533 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48885a8a-6718-49af-ad2b-7ac4bb02b778 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (7daa1fb9-0229-428f-b148-62ae138c90f0), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:37.911815 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48885a8a-6718-49af-ad2b-7ac4bb02b778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (7daa1fb9-0229-428f-b148-62ae138c90f0), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:37.919127 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48885a8a-6718-49af-ad2b-7ac4bb02b778 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:00:37.920163 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48885a8a-6718-49af-ad2b-7ac4bb02b778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (7daa1fb9-0229-428f-b148-62ae138c90f0), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:37.922041 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 18:00:37.922041 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:00:37.922041 n-d-829613-2 neutron-server[103434]: timer() Feb 17 18:00:37.922041 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:00:37.922041 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 18:00:37.922041 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:00:37.922041 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 18:00:37.922041 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:00:37.922041 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 18:00:37.922041 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:00:37.922041 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 18:00:37.922041 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:00:37.922041 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 18:00:37.922041 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:00:37.922041 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:00:37.922041 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:00:37.922041 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:00:37.922041 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:00:37.922041 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 18:00:37.922041 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:00:37.922041 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 18:00:37.922041 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:00:37.922041 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:00:37.922041 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:00:37.922041 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 18:00:37.922041 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:00:37.922041 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:00:37.922041 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:00:37.922041 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:00:37.922041 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:00:37.922041 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:00:37.922041 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:00:37.984619 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:37.997686 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48885a8a-6718-49af-ad2b-7ac4bb02b778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (40f03537-36eb-4f23-9230-2fc8194c0e85), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:38.006274 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48885a8a-6718-49af-ad2b-7ac4bb02b778 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:38.012617 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-48885a8a-6718-49af-ad2b-7ac4bb02b778 admin admin] 10.222.0.87 "DELETE /v2.0/networks/40f03537-36eb-4f23-9230-2fc8194c0e85 HTTP/1.1" status: 204 len: 168 time: 0.3280272 Feb 17 18:00:38.027429 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48885a8a-6718-49af-ad2b-7ac4bb02b778 admin admin] Pushing event deleted for resources: {'Network': ['ID=40f03537-36eb-4f23-9230-2fc8194c0e85,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:00:38.216986 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 52628) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:00:38.269721 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 52630) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:00:38.270246 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a8ed74fe-d65b-4ee9-8561-5d950368cf24 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=520a3b8b5f064a888d335569d858ee37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0515044 Feb 17 18:00:38.334860 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d3cfe148-bcc8-4ef4-8ed0-a2dff6fa822d admin admin] Publish callbacks [] for security_group (b04344d7-3344-477e-b1ed-066dff48ecf0), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:38.362210 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d3cfe148-bcc8-4ef4-8ed0-a2dff6fa822d admin admin] Publish callbacks [] for security_group (b04344d7-3344-477e-b1ed-066dff48ecf0), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:38.437655 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d3cfe148-bcc8-4ef4-8ed0-a2dff6fa822d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (b04344d7-3344-477e-b1ed-066dff48ecf0), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:38.441220 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d3cfe148-bcc8-4ef4-8ed0-a2dff6fa822d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:38.441733 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d3cfe148-bcc8-4ef4-8ed0-a2dff6fa822d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b04344d7-3344-477e-b1ed-066dff48ecf0 HTTP/1.1" status: 204 len: 168 time: 0.1702902 Feb 17 18:00:38.465030 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cfe148-bcc8-4ef4-8ed0-a2dff6fa822d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04344d7-3344-477e-b1ed-066dff48ecf0,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:00:39.004346 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 8e4913a4-4610-44fc-bbe2-cece27c8336e no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:00:39.059075 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: 8e4913a4-4610-44fc-bbe2-cece27c8336e {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:00:39.059633 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 8e4913a4-4610-44fc-bbe2-cece27c8336e not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:00:39.095797 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:46.137091 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 52810) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:00:46.255119 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6db0e425-03f9-4c92-a8eb-e5edc1390395 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:46.346822 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6db0e425-03f9-4c92-a8eb-e5edc1390395 admin admin] Publish callbacks [] for security_group (d545edfa-1569-47b5-9ae6-739baa510f88), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:46.352223 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6db0e425-03f9-4c92-a8eb-e5edc1390395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (d545edfa-1569-47b5-9ae6-739baa510f88), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:46.394029 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6db0e425-03f9-4c92-a8eb-e5edc1390395 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c4ad4d0d6c9f439bb9ea9e9e4a4f281b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2532494 Feb 17 18:00:46.394029 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db0e425-03f9-4c92-a8eb-e5edc1390395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d545edfa-1569-47b5-9ae6-739baa510f88,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:00:46.394332 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 52814) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:00:46.462844 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e501d04d-c662-4517-87db-fc32df26f756 admin admin] Publish callbacks [] for security_group (d545edfa-1569-47b5-9ae6-739baa510f88), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:46.492277 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e501d04d-c662-4517-87db-fc32df26f756 admin admin] Publish callbacks [] for security_group (d545edfa-1569-47b5-9ae6-739baa510f88), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:46.543195 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e501d04d-c662-4517-87db-fc32df26f756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (d545edfa-1569-47b5-9ae6-739baa510f88), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:46.545981 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e501d04d-c662-4517-87db-fc32df26f756 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:46.547504 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e501d04d-c662-4517-87db-fc32df26f756 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d545edfa-1569-47b5-9ae6-739baa510f88 HTTP/1.1" status: 204 len: 168 time: 0.1522062 Feb 17 18:00:46.558455 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501d04d-c662-4517-87db-fc32df26f756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d545edfa-1569-47b5-9ae6-739baa510f88,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:00:46.864851 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 52824) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:00:46.879920 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3b7d56d5-76ed-43c9-8dbc-a1bf946a94dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:46.975254 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3b7d56d5-76ed-43c9-8dbc-a1bf946a94dc admin admin] Publish callbacks [] for security_group (6a168bd8-8329-45e4-9325-256741fe48a2), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:46.980504 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3b7d56d5-76ed-43c9-8dbc-a1bf946a94dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (6a168bd8-8329-45e4-9325-256741fe48a2), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:47.026429 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-3b7d56d5-76ed-43c9-8dbc-a1bf946a94dc admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=96e8fba73e9d4f8ca7b0753413ed4326&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1570194 Feb 17 18:00:47.026675 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 52828) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:00:47.032895 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d56d5-76ed-43c9-8dbc-a1bf946a94dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a168bd8-8329-45e4-9325-256741fe48a2,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:00:47.098419 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-68f8be7f-c3ee-46cd-8aee-e29b5d6734e5 admin admin] Publish callbacks [] for security_group (6a168bd8-8329-45e4-9325-256741fe48a2), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:47.122250 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-68f8be7f-c3ee-46cd-8aee-e29b5d6734e5 admin admin] Publish callbacks [] for security_group (6a168bd8-8329-45e4-9325-256741fe48a2), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:47.174145 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-68f8be7f-c3ee-46cd-8aee-e29b5d6734e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (6a168bd8-8329-45e4-9325-256741fe48a2), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:47.176865 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-68f8be7f-c3ee-46cd-8aee-e29b5d6734e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:47.178679 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-68f8be7f-c3ee-46cd-8aee-e29b5d6734e5 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6a168bd8-8329-45e4-9325-256741fe48a2 HTTP/1.1" status: 204 len: 168 time: 0.1510842 Feb 17 18:00:47.189932 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f8be7f-c3ee-46cd-8aee-e29b5d6734e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a168bd8-8329-45e4-9325-256741fe48a2,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:00:49.066333 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:49.855047 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:55.312105 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 53100) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:00:55.468509 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ca9bb7d0-4e1b-4afc-8558-3bea5d1b5d5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:55.587391 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ca9bb7d0-4e1b-4afc-8558-3bea5d1b5d5b admin admin] Publish callbacks [] for security_group (46de4fdd-3745-4b1e-ac1a-380bfcaa7a75), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:55.587391 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ca9bb7d0-4e1b-4afc-8558-3bea5d1b5d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (46de4fdd-3745-4b1e-ac1a-380bfcaa7a75), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:55.651117 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9bb7d0-4e1b-4afc-8558-3bea5d1b5d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46de4fdd-3745-4b1e-ac1a-380bfcaa7a75,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:00:55.660204 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53108) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:00:55.660789 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-ca9bb7d0-4e1b-4afc-8558-3bea5d1b5d5b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=345290ce7fbb4cd8b1741247204f5dc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3467426 Feb 17 18:00:55.733575 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48dcaef4-b011-4456-8d32-1aa645acc6e4 admin admin] Publish callbacks [] for security_group (46de4fdd-3745-4b1e-ac1a-380bfcaa7a75), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:55.768799 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48dcaef4-b011-4456-8d32-1aa645acc6e4 admin admin] Publish callbacks [] for security_group (46de4fdd-3745-4b1e-ac1a-380bfcaa7a75), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:55.861840 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48dcaef4-b011-4456-8d32-1aa645acc6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (46de4fdd-3745-4b1e-ac1a-380bfcaa7a75), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:55.867251 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48dcaef4-b011-4456-8d32-1aa645acc6e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:55.869200 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-48dcaef4-b011-4456-8d32-1aa645acc6e4 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/46de4fdd-3745-4b1e-ac1a-380bfcaa7a75 HTTP/1.1" status: 204 len: 168 time: 0.2069082 Feb 17 18:00:55.884931 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dcaef4-b011-4456-8d32-1aa645acc6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46de4fdd-3745-4b1e-ac1a-380bfcaa7a75,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:00:56.288041 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 53124) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:00:56.310269 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cc9abed7-68a5-4c52-ae15-40bb73be8162 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:56.413180 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cc9abed7-68a5-4c52-ae15-40bb73be8162 admin admin] Publish callbacks [] for security_group (95bb37d3-99e2-4564-85de-b2156f15554f), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:56.417722 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cc9abed7-68a5-4c52-ae15-40bb73be8162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (95bb37d3-99e2-4564-85de-b2156f15554f), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:56.458394 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9abed7-68a5-4c52-ae15-40bb73be8162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95bb37d3-99e2-4564-85de-b2156f15554f,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:00:56.466819 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-cc9abed7-68a5-4c52-ae15-40bb73be8162 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7ada9ee7f0344dccacfa302e51bb40a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1772270 Feb 17 18:00:56.469660 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 53132) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:00:56.536064 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e7eae4ea-bf73-48b3-9b52-c5a70b5dd33b admin admin] Publish callbacks [] for security_group (95bb37d3-99e2-4564-85de-b2156f15554f), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:56.569886 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e7eae4ea-bf73-48b3-9b52-c5a70b5dd33b admin admin] Publish callbacks [] for security_group (95bb37d3-99e2-4564-85de-b2156f15554f), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:56.634269 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e7eae4ea-bf73-48b3-9b52-c5a70b5dd33b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (95bb37d3-99e2-4564-85de-b2156f15554f), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:56.637172 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e7eae4ea-bf73-48b3-9b52-c5a70b5dd33b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:56.640800 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e7eae4ea-bf73-48b3-9b52-c5a70b5dd33b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/95bb37d3-99e2-4564-85de-b2156f15554f HTTP/1.1" status: 204 len: 168 time: 0.1678524 Feb 17 18:00:56.649234 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eae4ea-bf73-48b3-9b52-c5a70b5dd33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bb37d3-99e2-4564-85de-b2156f15554f,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:00:58.070032 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 53186) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:00:58.194414 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ca29b43-71f0-4556-9e16-29fceb3b97d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:58.315598 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ca29b43-71f0-4556-9e16-29fceb3b97d8 admin admin] Publish callbacks [] for security_group (4d5a41cd-9df4-406d-8a6b-28adf1395d2a), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:58.323771 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ca29b43-71f0-4556-9e16-29fceb3b97d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (4d5a41cd-9df4-406d-8a6b-28adf1395d2a), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:58.375038 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-2ca29b43-71f0-4556-9e16-29fceb3b97d8 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a5d2591fccdd4c6b89a4c25d5f5dccd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3029444 Feb 17 18:00:58.375985 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca29b43-71f0-4556-9e16-29fceb3b97d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5a41cd-9df4-406d-8a6b-28adf1395d2a,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:00:58.377733 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53194) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:00:58.446290 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7e9b1930-ea42-48c2-ae4a-5a8845f13c5b admin admin] Publish callbacks [] for security_group (4d5a41cd-9df4-406d-8a6b-28adf1395d2a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:58.480607 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7e9b1930-ea42-48c2-ae4a-5a8845f13c5b admin admin] Publish callbacks [] for security_group (4d5a41cd-9df4-406d-8a6b-28adf1395d2a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:58.550161 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7e9b1930-ea42-48c2-ae4a-5a8845f13c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (4d5a41cd-9df4-406d-8a6b-28adf1395d2a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:58.554221 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7e9b1930-ea42-48c2-ae4a-5a8845f13c5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:00:58.558143 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7e9b1930-ea42-48c2-ae4a-5a8845f13c5b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4d5a41cd-9df4-406d-8a6b-28adf1395d2a HTTP/1.1" status: 204 len: 168 time: 0.1771498 Feb 17 18:00:58.566398 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9b1930-ea42-48c2-ae4a-5a8845f13c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5a41cd-9df4-406d-8a6b-28adf1395d2a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:00:58.577981 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9b1930-ea42-48c2-ae4a-5a8845f13c5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:00:58.578336 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9b1930-ea42-48c2-ae4a-5a8845f13c5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:00:58.578676 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9b1930-ea42-48c2-ae4a-5a8845f13c5b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:00:58.579200 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9b1930-ea42-48c2-ae4a-5a8845f13c5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:00:58.579827 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9b1930-ea42-48c2-ae4a-5a8845f13c5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:00:58.580358 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9b1930-ea42-48c2-ae4a-5a8845f13c5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:00:58.580996 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9b1930-ea42-48c2-ae4a-5a8845f13c5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:00:58.581487 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9b1930-ea42-48c2-ae4a-5a8845f13c5b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:00:58.581981 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9b1930-ea42-48c2-ae4a-5a8845f13c5b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:00:58.582466 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9b1930-ea42-48c2-ae4a-5a8845f13c5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:00:58.582987 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9b1930-ea42-48c2-ae4a-5a8845f13c5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:00:58.583638 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9b1930-ea42-48c2-ae4a-5a8845f13c5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:00:58.584422 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9b1930-ea42-48c2-ae4a-5a8845f13c5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:01:00.180105 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f066a9f6-0f43-4cdc-86da-16eb8022e91e req-d4ded346-1291-4d00-bc60-15e19f3df06f tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:00.182675 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f066a9f6-0f43-4cdc-86da-16eb8022e91e req-d4ded346-1291-4d00-bc60-15e19f3df06f tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 945 time: 0.0792146 Feb 17 18:01:00.245622 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f066a9f6-0f43-4cdc-86da-16eb8022e91e req-5c05e806-9858-456c-9bd7-235f874d375f tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564575 Feb 17 18:01:00.882519 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53296) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:01.013640 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-17804bb4-b8a8-4a0e-bf32-481d52a9c290 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:01.133295 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-17804bb4-b8a8-4a0e-bf32-481d52a9c290 admin admin] Publish callbacks [] for security_group (f633d6bc-22a5-449a-b53d-1f4cf5596c35), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:01.138682 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-17804bb4-b8a8-4a0e-bf32-481d52a9c290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (f633d6bc-22a5-449a-b53d-1f4cf5596c35), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:01.188659 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 53306) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:01.189208 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-17804bb4-b8a8-4a0e-bf32-481d52a9c290 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=31590466a8374a959c859367db1161a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3050823 Feb 17 18:01:01.190631 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17804bb4-b8a8-4a0e-bf32-481d52a9c290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f633d6bc-22a5-449a-b53d-1f4cf5596c35,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:01.259035 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f3242bca-cc97-4380-87ff-f43f73808416 admin admin] Publish callbacks [] for security_group (f633d6bc-22a5-449a-b53d-1f4cf5596c35), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:01.285289 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f3242bca-cc97-4380-87ff-f43f73808416 admin admin] Publish callbacks [] for security_group (f633d6bc-22a5-449a-b53d-1f4cf5596c35), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:01.366887 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f3242bca-cc97-4380-87ff-f43f73808416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (f633d6bc-22a5-449a-b53d-1f4cf5596c35), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:01.371703 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f3242bca-cc97-4380-87ff-f43f73808416 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:01.372924 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-f3242bca-cc97-4380-87ff-f43f73808416 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f633d6bc-22a5-449a-b53d-1f4cf5596c35 HTTP/1.1" status: 204 len: 168 time: 0.1824698 Feb 17 18:01:01.409858 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3242bca-cc97-4380-87ff-f43f73808416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f633d6bc-22a5-449a-b53d-1f4cf5596c35,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:01.429324 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3309d-0d7e-45d9-96b4-4eaab57b7680 req-bc316c46-e2c0-4299-bfd4-6bd21b9506cd tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:01.430972 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-91d3309d-0d7e-45d9-96b4-4eaab57b7680 req-bc316c46-e2c0-4299-bfd4-6bd21b9506cd tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 945 time: 0.0772579 Feb 17 18:01:01.504862 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-91d3309d-0d7e-45d9-96b4-4eaab57b7680 req-aded972f-321e-486b-8cdc-3b32525b1c31 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678508 Feb 17 18:01:01.776197 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 53324) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:01.790624 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5655fe4c-00d1-4d7d-b475-6c5a6676cc2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:01.894031 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5655fe4c-00d1-4d7d-b475-6c5a6676cc2a admin admin] Publish callbacks [] for security_group (4f7fc35b-aaa0-478c-a019-774266c3f920), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:01.898477 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5655fe4c-00d1-4d7d-b475-6c5a6676cc2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (4f7fc35b-aaa0-478c-a019-774266c3f920), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:01.949375 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-5655fe4c-00d1-4d7d-b475-6c5a6676cc2a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d6841559a1ff4c82a5b93fe213b334da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1719353 Feb 17 18:01:01.950267 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 53328) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:01.952527 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5655fe4c-00d1-4d7d-b475-6c5a6676cc2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7fc35b-aaa0-478c-a019-774266c3f920,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:02.027769 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b77dd9a5-9e25-4c20-a18c-0dfec61525c1 admin admin] Publish callbacks [] for security_group (4f7fc35b-aaa0-478c-a019-774266c3f920), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:02.066819 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b77dd9a5-9e25-4c20-a18c-0dfec61525c1 admin admin] Publish callbacks [] for security_group (4f7fc35b-aaa0-478c-a019-774266c3f920), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:02.197642 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b77dd9a5-9e25-4c20-a18c-0dfec61525c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (4f7fc35b-aaa0-478c-a019-774266c3f920), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:02.200311 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b77dd9a5-9e25-4c20-a18c-0dfec61525c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:02.201500 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b77dd9a5-9e25-4c20-a18c-0dfec61525c1 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4f7fc35b-aaa0-478c-a019-774266c3f920 HTTP/1.1" status: 204 len: 168 time: 0.2500668 Feb 17 18:01:02.210599 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77dd9a5-9e25-4c20-a18c-0dfec61525c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7fc35b-aaa0-478c-a019-774266c3f920,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:02.667005 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81e833-f8f6-417e-a5db-e7d8c262bc93 req-eb7dcaa3-9b49-4114-8f0c-175bdfe04b34 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:02.668882 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0f81e833-f8f6-417e-a5db-e7d8c262bc93 req-eb7dcaa3-9b49-4114-8f0c-175bdfe04b34 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 945 time: 0.0714235 Feb 17 18:01:02.738313 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0f81e833-f8f6-417e-a5db-e7d8c262bc93 req-9988d41e-3fbf-474d-b9be-f95b904b46d5 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604639 Feb 17 18:01:02.898359 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:01:02.938442 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c3c9d5e9-7461-45ad-84ae-331ca39f48d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:03.895393 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56539d9-9295-4582-8526-65566c2aa9f6 req-6e5d077b-b29d-4f51-b3a6-de7755594f41 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:03.903597 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b56539d9-9295-4582-8526-65566c2aa9f6 req-6e5d077b-b29d-4f51-b3a6-de7755594f41 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 945 time: 0.0703719 Feb 17 18:01:03.910305 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53416) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:03.974851 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b56539d9-9295-4582-8526-65566c2aa9f6 req-ee702992-b42d-4d53-9bce-59f8356e6a8a tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622585 Feb 17 18:01:04.048227 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8d270b73-4495-465c-8423-bb791cac7db4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:04.153098 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8d270b73-4495-465c-8423-bb791cac7db4 admin admin] Publish callbacks [] for security_group (d320c38f-d185-4507-a40e-a013b6c10eb1), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:04.157418 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8d270b73-4495-465c-8423-bb791cac7db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (d320c38f-d185-4507-a40e-a013b6c10eb1), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:04.205046 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8d270b73-4495-465c-8423-bb791cac7db4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ffa2f405710e4b10b587af31b618e2e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2928758 Feb 17 18:01:04.205382 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 53432) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:04.206075 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d270b73-4495-465c-8423-bb791cac7db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d320c38f-d185-4507-a40e-a013b6c10eb1,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:04.258568 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0e87caa7-3f0f-4ab9-9811-f644c3b5eb16 admin admin] Publish callbacks [] for security_group (d320c38f-d185-4507-a40e-a013b6c10eb1), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:04.280755 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0e87caa7-3f0f-4ab9-9811-f644c3b5eb16 admin admin] Publish callbacks [] for security_group (d320c38f-d185-4507-a40e-a013b6c10eb1), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:04.332617 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0e87caa7-3f0f-4ab9-9811-f644c3b5eb16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (d320c38f-d185-4507-a40e-a013b6c10eb1), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:04.335924 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0e87caa7-3f0f-4ab9-9811-f644c3b5eb16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:04.337394 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-0e87caa7-3f0f-4ab9-9811-f644c3b5eb16 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d320c38f-d185-4507-a40e-a013b6c10eb1 HTTP/1.1" status: 204 len: 168 time: 0.1309748 Feb 17 18:01:04.346347 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e87caa7-3f0f-4ab9-9811-f644c3b5eb16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d320c38f-d185-4507-a40e-a013b6c10eb1,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:05.127345 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfafe0-c418-4cde-a6a2-f2d3a978c6a5 req-b7371709-06a0-4598-b2d1-b2c1f052ca01 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:05.138082 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-51dfafe0-c418-4cde-a6a2-f2d3a978c6a5 req-b7371709-06a0-4598-b2d1-b2c1f052ca01 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 945 time: 0.0780356 Feb 17 18:01:05.199526 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-51dfafe0-c418-4cde-a6a2-f2d3a978c6a5 req-e6b15778-c276-4386-a307-5508f5d98e93 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600493 Feb 17 18:01:05.444132 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0adf4ac2-0d87-4c74-a322-70327916557c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:06.359343 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9b135-f19c-4043-a09a-1529b9822aa0 req-395abdb5-e8b6-4fd6-958b-f5d92c34b13c tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:06.361380 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2df9b135-f19c-4043-a09a-1529b9822aa0 req-395abdb5-e8b6-4fd6-958b-f5d92c34b13c tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 945 time: 0.0700893 Feb 17 18:01:06.415345 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2df9b135-f19c-4043-a09a-1529b9822aa0 req-21e501cd-76bd-4bf8-9be5-410f6bc5f897 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464897 Feb 17 18:01:06.663538 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 53556) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:06.737042 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:06.797557 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-61f49ba4-b8d1-471a-ae52-83962b1d7914 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:06.892537 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-61f49ba4-b8d1-471a-ae52-83962b1d7914 admin admin] Publish callbacks [] for security_group (ca5d305f-8682-415b-bcec-76437a3d3630), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:06.897789 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-61f49ba4-b8d1-471a-ae52-83962b1d7914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (ca5d305f-8682-415b-bcec-76437a3d3630), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:06.935932 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-61f49ba4-b8d1-471a-ae52-83962b1d7914 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8d4497e154ba4969bc9b3fed66f78a83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2709653 Feb 17 18:01:06.939050 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53570) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:06.955433 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f49ba4-b8d1-471a-ae52-83962b1d7914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5d305f-8682-415b-bcec-76437a3d3630,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:07.023996 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c9a65d8c-2dd1-4297-9a27-d86ce3d7d708 admin admin] Publish callbacks [] for security_group (ca5d305f-8682-415b-bcec-76437a3d3630), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:07.049762 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c9a65d8c-2dd1-4297-9a27-d86ce3d7d708 admin admin] Publish callbacks [] for security_group (ca5d305f-8682-415b-bcec-76437a3d3630), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:07.121379 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c9a65d8c-2dd1-4297-9a27-d86ce3d7d708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (ca5d305f-8682-415b-bcec-76437a3d3630), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:07.124634 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c9a65d8c-2dd1-4297-9a27-d86ce3d7d708 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:07.130634 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c9a65d8c-2dd1-4297-9a27-d86ce3d7d708 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ca5d305f-8682-415b-bcec-76437a3d3630 HTTP/1.1" status: 204 len: 168 time: 0.1901248 Feb 17 18:01:07.140936 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a65d8c-2dd1-4297-9a27-d86ce3d7d708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5d305f-8682-415b-bcec-76437a3d3630,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:07.469342 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 53586) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:07.483775 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8491ae1a-426a-434d-9119-5d4b4ccde3ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:07.625612 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8491ae1a-426a-434d-9119-5d4b4ccde3ac admin admin] Publish callbacks [] for security_group (f1e499a5-93a8-4895-a58f-55abe6b74cbe), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:07.636341 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994a67c-9c76-4ecd-80c8-cb432658c2e3 req-c0868bf4-9782-4541-a999-ea656952f67b tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:07.640762 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b994a67c-9c76-4ecd-80c8-cb432658c2e3 req-c0868bf4-9782-4541-a999-ea656952f67b tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 945 time: 0.1093616 Feb 17 18:01:07.642170 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8491ae1a-426a-434d-9119-5d4b4ccde3ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (f1e499a5-93a8-4895-a58f-55abe6b74cbe), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:07.694773 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-8491ae1a-426a-434d-9119-5d4b4ccde3ac admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=65bce8ef4df34f78ad9e0b79d7378ac8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2240760 Feb 17 18:01:07.697282 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53596) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:07.706501 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8491ae1a-426a-434d-9119-5d4b4ccde3ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e499a5-93a8-4895-a58f-55abe6b74cbe,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:07.769431 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e64248b-c44f-4d24-8941-2cf705b31554 admin admin] Publish callbacks [] for security_group (f1e499a5-93a8-4895-a58f-55abe6b74cbe), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:07.770428 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b994a67c-9c76-4ecd-80c8-cb432658c2e3 req-a5d78a3b-3870-4e39-9486-bd1c25d4586a tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032670 Feb 17 18:01:07.796757 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e64248b-c44f-4d24-8941-2cf705b31554 admin admin] Publish callbacks [] for security_group (f1e499a5-93a8-4895-a58f-55abe6b74cbe), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:07.861492 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e64248b-c44f-4d24-8941-2cf705b31554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (f1e499a5-93a8-4895-a58f-55abe6b74cbe), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:07.865289 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e64248b-c44f-4d24-8941-2cf705b31554 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:07.869069 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8e64248b-c44f-4d24-8941-2cf705b31554 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f1e499a5-93a8-4895-a58f-55abe6b74cbe HTTP/1.1" status: 204 len: 168 time: 0.1684587 Feb 17 18:01:07.885645 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64248b-c44f-4d24-8941-2cf705b31554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e499a5-93a8-4895-a58f-55abe6b74cbe,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:07.987194 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:08.957886 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba5ded-a69e-4290-83b2-9cdcf8f03b46 req-60f1d5c8-daba-437b-8a71-4efe427e2037 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:08.959818 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-86ba5ded-a69e-4290-83b2-9cdcf8f03b46 req-60f1d5c8-daba-437b-8a71-4efe427e2037 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 945 time: 0.0946746 Feb 17 18:01:09.048173 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-86ba5ded-a69e-4290-83b2-9cdcf8f03b46 req-68a3eb24-ac1a-466a-8e48-594e61b137fe tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821483 Feb 17 18:01:09.173531 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:10.254707 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee79c522-91b0-453c-a5f4-5ec003e419a2 req-6b3fe49b-5936-47bc-8b76-6228acb4a347 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:10.256419 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ee79c522-91b0-453c-a5f4-5ec003e419a2 req-6b3fe49b-5936-47bc-8b76-6228acb4a347 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 945 time: 0.1094809 Feb 17 18:01:10.336963 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ee79c522-91b0-453c-a5f4-5ec003e419a2 req-07c2b0fc-0e8d-4cf9-a9bc-00252a818e57 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690720 Feb 17 18:01:10.687383 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53754) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:10.840581 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-63c0f1f7-31f8-4bcb-b459-d749880a4256 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:10.933194 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-63c0f1f7-31f8-4bcb-b459-d749880a4256 admin admin] Publish callbacks [] for security_group (5f78c918-0124-4fc3-b426-8fe5f2039ec0), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:10.937611 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-63c0f1f7-31f8-4bcb-b459-d749880a4256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (5f78c918-0124-4fc3-b426-8fe5f2039ec0), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:10.984221 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-63c0f1f7-31f8-4bcb-b459-d749880a4256 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=56db6362e5a64b179ee54f8ced17c521&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2955573 Feb 17 18:01:10.985425 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c0f1f7-31f8-4bcb-b459-d749880a4256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f78c918-0124-4fc3-b426-8fe5f2039ec0,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:10.987069 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 53766) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:11.060019 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d10c883e-30cb-4845-8fa3-08f470e11d2c admin admin] Publish callbacks [] for security_group (5f78c918-0124-4fc3-b426-8fe5f2039ec0), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:11.089502 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d10c883e-30cb-4845-8fa3-08f470e11d2c admin admin] Publish callbacks [] for security_group (5f78c918-0124-4fc3-b426-8fe5f2039ec0), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:11.142046 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d10c883e-30cb-4845-8fa3-08f470e11d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (5f78c918-0124-4fc3-b426-8fe5f2039ec0), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:11.144931 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d10c883e-30cb-4845-8fa3-08f470e11d2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:11.148882 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-d10c883e-30cb-4845-8fa3-08f470e11d2c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5f78c918-0124-4fc3-b426-8fe5f2039ec0 HTTP/1.1" status: 204 len: 168 time: 0.1581514 Feb 17 18:01:11.154762 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10c883e-30cb-4845-8fa3-08f470e11d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f78c918-0124-4fc3-b426-8fe5f2039ec0,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:11.471342 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53782) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:11.489604 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be361ae4-b67d-4544-9c68-a542a211a9ee req-cd4981fe-2903-445c-8611-25c3a4a2f9af tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:11.490434 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-12b12715-6758-4c59-ba14-f421336dda81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:11.492290 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-be361ae4-b67d-4544-9c68-a542a211a9ee req-cd4981fe-2903-445c-8611-25c3a4a2f9af tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 945 time: 0.0590587 Feb 17 18:01:11.550070 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-be361ae4-b67d-4544-9c68-a542a211a9ee req-d1fcbf10-0e04-45fc-bcec-1e83184597bb tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507913 Feb 17 18:01:11.587068 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-12b12715-6758-4c59-ba14-f421336dda81 admin admin] Publish callbacks [] for security_group (5e96ab57-3006-481f-a249-fd7cd2f871b7), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:11.592570 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-12b12715-6758-4c59-ba14-f421336dda81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (5e96ab57-3006-481f-a249-fd7cd2f871b7), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:11.641744 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-12b12715-6758-4c59-ba14-f421336dda81 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c9af008191df42918b1aacead69382c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1692860 Feb 17 18:01:11.644474 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 53786) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:11.651807 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b12715-6758-4c59-ba14-f421336dda81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e96ab57-3006-481f-a249-fd7cd2f871b7,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:11.725184 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-88948830-3873-41b1-b15c-b7434b125bdd admin admin] Publish callbacks [] for security_group (5e96ab57-3006-481f-a249-fd7cd2f871b7), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:11.761744 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-88948830-3873-41b1-b15c-b7434b125bdd admin admin] Publish callbacks [] for security_group (5e96ab57-3006-481f-a249-fd7cd2f871b7), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:11.851038 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-88948830-3873-41b1-b15c-b7434b125bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (5e96ab57-3006-481f-a249-fd7cd2f871b7), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:11.855203 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-88948830-3873-41b1-b15c-b7434b125bdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:11.857510 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-88948830-3873-41b1-b15c-b7434b125bdd admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5e96ab57-3006-481f-a249-fd7cd2f871b7 HTTP/1.1" status: 204 len: 168 time: 0.2112591 Feb 17 18:01:11.869407 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88948830-3873-41b1-b15c-b7434b125bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e96ab57-3006-481f-a249-fd7cd2f871b7,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:12.722206 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e68e7-a0e0-4a02-9d86-92559a42e7ed req-64af876b-cb1f-4b89-b278-962406b79600 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:12.724013 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f46e68e7-a0e0-4a02-9d86-92559a42e7ed req-64af876b-cb1f-4b89-b278-962406b79600 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 945 time: 0.0915105 Feb 17 18:01:12.788873 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f46e68e7-a0e0-4a02-9d86-92559a42e7ed req-a334cd87-2053-4ba8-907c-fac5ebbeab66 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589821 Feb 17 18:01:13.418416 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53854) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:13.604967 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-2fb343a7-08d2-424e-b62d-ab7b4c8d59b3 tempest-PortsAdminExtendedAttrsTestJSON-352060359 tempest-PortsAdminExtendedAttrsTestJSON-352060359-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-571785046'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:01:13.641397 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb343a7-08d2-424e-b62d-ab7b4c8d59b3 tempest-PortsAdminExtendedAttrsTestJSON-352060359 tempest-PortsAdminExtendedAttrsTestJSON-352060359-project] Made reservation on behalf of a4bd27cd17a0462caba78f9074020d5e for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:01:13.645196 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fb343a7-08d2-424e-b62d-ab7b4c8d59b3 tempest-PortsAdminExtendedAttrsTestJSON-352060359 tempest-PortsAdminExtendedAttrsTestJSON-352060359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:13.667018 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fb343a7-08d2-424e-b62d-ab7b4c8d59b3 tempest-PortsAdminExtendedAttrsTestJSON-352060359 tempest-PortsAdminExtendedAttrsTestJSON-352060359-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:13.753342 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fb343a7-08d2-424e-b62d-ab7b4c8d59b3 tempest-PortsAdminExtendedAttrsTestJSON-352060359 tempest-PortsAdminExtendedAttrsTestJSON-352060359-project] Publish callbacks [] for security_group (aec54a35-8782-41f0-aaa9-fb093128ea11), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:13.758907 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fb343a7-08d2-424e-b62d-ab7b4c8d59b3 tempest-PortsAdminExtendedAttrsTestJSON-352060359 tempest-PortsAdminExtendedAttrsTestJSON-352060359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (aec54a35-8782-41f0-aaa9-fb093128ea11), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:13.789858 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fb343a7-08d2-424e-b62d-ab7b4c8d59b3 tempest-PortsAdminExtendedAttrsTestJSON-352060359 tempest-PortsAdminExtendedAttrsTestJSON-352060359-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:01:13.796971 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb343a7-08d2-424e-b62d-ab7b4c8d59b3 tempest-PortsAdminExtendedAttrsTestJSON-352060359 tempest-PortsAdminExtendedAttrsTestJSON-352060359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aec54a35-8782-41f0-aaa9-fb093128ea11,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:13.806239 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fb343a7-08d2-424e-b62d-ab7b4c8d59b3 tempest-PortsAdminExtendedAttrsTestJSON-352060359 tempest-PortsAdminExtendedAttrsTestJSON-352060359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (5b553e83-a96b-43c6-aa04-ff87c527945a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:13.806943 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-2fb343a7-08d2-424e-b62d-ab7b4c8d59b3 tempest-PortsAdminExtendedAttrsTestJSON-352060359 tempest-PortsAdminExtendedAttrsTestJSON-352060359-project] Added segment 5b553e83-a96b-43c6-aa04-ff87c527945a of type vlan for network 7feb7183-724d-463b-ac34-1768da861d7e Feb 17 18:01:13.866953 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fb343a7-08d2-424e-b62d-ab7b4c8d59b3 tempest-PortsAdminExtendedAttrsTestJSON-352060359 tempest-PortsAdminExtendedAttrsTestJSON-352060359-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (7feb7183-724d-463b-ac34-1768da861d7e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:13.899366 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fb343a7-08d2-424e-b62d-ab7b4c8d59b3 tempest-PortsAdminExtendedAttrsTestJSON-352060359 tempest-PortsAdminExtendedAttrsTestJSON-352060359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (7feb7183-724d-463b-ac34-1768da861d7e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:13.908161 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb343a7-08d2-424e-b62d-ab7b4c8d59b3 tempest-PortsAdminExtendedAttrsTestJSON-352060359 tempest-PortsAdminExtendedAttrsTestJSON-352060359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:13.908831 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fb343a7-08d2-424e-b62d-ab7b4c8d59b3 tempest-PortsAdminExtendedAttrsTestJSON-352060359 tempest-PortsAdminExtendedAttrsTestJSON-352060359-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:13.933864 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2fb343a7-08d2-424e-b62d-ab7b4c8d59b3 tempest-PortsAdminExtendedAttrsTestJSON-352060359 tempest-PortsAdminExtendedAttrsTestJSON-352060359-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.5142934 Feb 17 18:01:13.994558 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ca515-0b22-4c33-9b26-37bb6766700e req-1ef46514-7b9c-46d9-a5c9-64275703ec68 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:14.005883 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2f2ca515-0b22-4c33-9b26-37bb6766700e req-1ef46514-7b9c-46d9-a5c9-64275703ec68 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 945 time: 0.1297505 Feb 17 18:01:14.012048 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb343a7-08d2-424e-b62d-ab7b4c8d59b3 tempest-PortsAdminExtendedAttrsTestJSON-352060359 tempest-PortsAdminExtendedAttrsTestJSON-352060359-project] Pushing event updated for resources: {'Network': ['ID=7feb7183-724d-463b-ac34-1768da861d7e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:14.027016 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 7feb7183-724d-463b-ac34-1768da861d7e details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:01:14.090779 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2f2ca515-0b22-4c33-9b26-37bb6766700e req-e5826e13-fde3-4000-9c14-ef030372b9be tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830061 Feb 17 18:01:14.194863 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53884) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:14.199935 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Request body: {'port': {'network_id': '7feb7183-724d-463b-ac34-1768da861d7e', 'binding:host_id': 'n-h1-829613-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-852504048'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:01:14.220464 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Made reservation on behalf of 9f4220ff42c9440e92744e6453f5955c for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:01:14.223314 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:14.233091 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:14.324519 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Publish callbacks [] for security_group (f4b65027-3756-4395-ba0c-1b11a0894867), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:14.328817 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (f4b65027-3756-4395-ba0c-1b11a0894867), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:14.334518 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] device_id is not set on port c41779fe-a219-4985-bd7a-5caec3c1a1a3 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 18:01:14.421730 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b65027-3756-4395-ba0c-1b11a0894867,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:14.640081 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] device_id is not set on port c41779fe-a219-4985-bd7a-5caec3c1a1a3 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 18:01:14.651159 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Publish callbacks [] for port (c41779fe-a219-4985-bd7a-5caec3c1a1a3), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:14.658483 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (c41779fe-a219-4985-bd7a-5caec3c1a1a3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:14.721590 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Pushing event updated for resources: {'Port': ['ID=c41779fe-a219-4985-bd7a-5caec3c1a1a3,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:14.749047 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Checking segment: {'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:01:14.749680 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Network hostable DHCP agents. Network: 7feb7183-724d-463b-ac34-1768da861d7e, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:01:14.770555 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Network 7feb7183-724d-463b-ac34-1768da861d7e is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:01:14.781066 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 7feb7183-724d-463b-ac34-1768da861d7e) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:01:14.787421 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:01:14.792297 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bdff51-4ea6-41f3-a887-ef952e58a0c2 None None] Network 7feb7183-724d-463b-ac34-1768da861d7e requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:01:14.809487 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port c41779fe-a219-4985-bd7a-5caec3c1a1a3 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:01:14.810077 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port c41779fe-a219-4985-bd7a-5caec3c1a1a3 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:01:14.810622 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port c41779fe-a219-4985-bd7a-5caec3c1a1a3 on network 7feb7183-724d-463b-ac34-1768da861d7e {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:01:14.816883 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Port c41779fe-a219-4985-bd7a-5caec3c1a1a3 on network 7feb7183-724d-463b-ac34-1768da861d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:01:14.817899 n-d-829613-2 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Failed to bind port c41779fe-a219-4985-bd7a-5caec3c1a1a3 on host n-h1-829613-2 for vnic_type normal using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] Feb 17 18:01:14.818546 n-d-829613-2 neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempt 2 to bind port c41779fe-a219-4985-bd7a-5caec3c1a1a3 Feb 17 18:01:14.836688 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port c41779fe-a219-4985-bd7a-5caec3c1a1a3 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:01:14.837580 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port c41779fe-a219-4985-bd7a-5caec3c1a1a3 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:01:14.838368 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port c41779fe-a219-4985-bd7a-5caec3c1a1a3 on network 7feb7183-724d-463b-ac34-1768da861d7e {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:01:14.843749 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Port c41779fe-a219-4985-bd7a-5caec3c1a1a3 on network 7feb7183-724d-463b-ac34-1768da861d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:01:14.844398 n-d-829613-2 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Failed to bind port c41779fe-a219-4985-bd7a-5caec3c1a1a3 on host n-h1-829613-2 for vnic_type normal using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] Feb 17 18:01:14.844987 n-d-829613-2 neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempt 3 to bind port c41779fe-a219-4985-bd7a-5caec3c1a1a3 Feb 17 18:01:14.862543 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port c41779fe-a219-4985-bd7a-5caec3c1a1a3 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:01:14.862838 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port c41779fe-a219-4985-bd7a-5caec3c1a1a3 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:01:14.863233 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port c41779fe-a219-4985-bd7a-5caec3c1a1a3 on network 7feb7183-724d-463b-ac34-1768da861d7e {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:01:14.868799 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Port c41779fe-a219-4985-bd7a-5caec3c1a1a3 on network 7feb7183-724d-463b-ac34-1768da861d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:01:14.869141 n-d-829613-2 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Failed to bind port c41779fe-a219-4985-bd7a-5caec3c1a1a3 on host n-h1-829613-2 for vnic_type normal using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] Feb 17 18:01:14.870072 n-d-829613-2 neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempt 4 to bind port c41779fe-a219-4985-bd7a-5caec3c1a1a3 Feb 17 18:01:14.883701 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port c41779fe-a219-4985-bd7a-5caec3c1a1a3 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:01:14.884074 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port c41779fe-a219-4985-bd7a-5caec3c1a1a3 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:01:14.884447 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port c41779fe-a219-4985-bd7a-5caec3c1a1a3 on network 7feb7183-724d-463b-ac34-1768da861d7e {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:01:14.890121 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Port c41779fe-a219-4985-bd7a-5caec3c1a1a3 on network 7feb7183-724d-463b-ac34-1768da861d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:01:14.890121 n-d-829613-2 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Failed to bind port c41779fe-a219-4985-bd7a-5caec3c1a1a3 on host n-h1-829613-2 for vnic_type normal using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] Feb 17 18:01:14.890386 n-d-829613-2 neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempt 5 to bind port c41779fe-a219-4985-bd7a-5caec3c1a1a3 Feb 17 18:01:14.904606 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port c41779fe-a219-4985-bd7a-5caec3c1a1a3 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:01:14.904955 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port c41779fe-a219-4985-bd7a-5caec3c1a1a3 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:01:14.905520 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port c41779fe-a219-4985-bd7a-5caec3c1a1a3 on network 7feb7183-724d-463b-ac34-1768da861d7e {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:01:14.910351 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Port c41779fe-a219-4985-bd7a-5caec3c1a1a3 on network 7feb7183-724d-463b-ac34-1768da861d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:01:14.911312 n-d-829613-2 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Failed to bind port c41779fe-a219-4985-bd7a-5caec3c1a1a3 on host n-h1-829613-2 for vnic_type normal using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] Feb 17 18:01:14.911745 n-d-829613-2 neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempt 6 to bind port c41779fe-a219-4985-bd7a-5caec3c1a1a3 Feb 17 18:01:14.924631 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port c41779fe-a219-4985-bd7a-5caec3c1a1a3 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:01:14.924975 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port c41779fe-a219-4985-bd7a-5caec3c1a1a3 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:01:14.925318 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port c41779fe-a219-4985-bd7a-5caec3c1a1a3 on network 7feb7183-724d-463b-ac34-1768da861d7e {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:01:14.929839 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Port c41779fe-a219-4985-bd7a-5caec3c1a1a3 on network 7feb7183-724d-463b-ac34-1768da861d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:01:14.931520 n-d-829613-2 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Failed to bind port c41779fe-a219-4985-bd7a-5caec3c1a1a3 on host n-h1-829613-2 for vnic_type normal using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] Feb 17 18:01:14.931520 n-d-829613-2 neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempt 7 to bind port c41779fe-a219-4985-bd7a-5caec3c1a1a3 Feb 17 18:01:14.944074 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port c41779fe-a219-4985-bd7a-5caec3c1a1a3 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:01:14.944454 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port c41779fe-a219-4985-bd7a-5caec3c1a1a3 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:01:14.944797 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port c41779fe-a219-4985-bd7a-5caec3c1a1a3 on network 7feb7183-724d-463b-ac34-1768da861d7e {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:01:14.949488 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Port c41779fe-a219-4985-bd7a-5caec3c1a1a3 on network 7feb7183-724d-463b-ac34-1768da861d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:01:14.949825 n-d-829613-2 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Failed to bind port c41779fe-a219-4985-bd7a-5caec3c1a1a3 on host n-h1-829613-2 for vnic_type normal using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] Feb 17 18:01:14.950218 n-d-829613-2 neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempt 8 to bind port c41779fe-a219-4985-bd7a-5caec3c1a1a3 Feb 17 18:01:14.969457 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port c41779fe-a219-4985-bd7a-5caec3c1a1a3 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:01:14.969802 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port c41779fe-a219-4985-bd7a-5caec3c1a1a3 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:01:14.970142 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port c41779fe-a219-4985-bd7a-5caec3c1a1a3 on network 7feb7183-724d-463b-ac34-1768da861d7e {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:01:14.975110 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Port c41779fe-a219-4985-bd7a-5caec3c1a1a3 on network 7feb7183-724d-463b-ac34-1768da861d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:01:14.975473 n-d-829613-2 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Failed to bind port c41779fe-a219-4985-bd7a-5caec3c1a1a3 on host n-h1-829613-2 for vnic_type normal using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] Feb 17 18:01:14.975884 n-d-829613-2 neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempt 9 to bind port c41779fe-a219-4985-bd7a-5caec3c1a1a3 Feb 17 18:01:14.992506 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port c41779fe-a219-4985-bd7a-5caec3c1a1a3 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:01:14.992866 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port c41779fe-a219-4985-bd7a-5caec3c1a1a3 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:01:14.993215 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port c41779fe-a219-4985-bd7a-5caec3c1a1a3 on network 7feb7183-724d-463b-ac34-1768da861d7e {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:01:14.999236 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Port c41779fe-a219-4985-bd7a-5caec3c1a1a3 on network 7feb7183-724d-463b-ac34-1768da861d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:01:15.000802 n-d-829613-2 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Failed to bind port c41779fe-a219-4985-bd7a-5caec3c1a1a3 on host n-h1-829613-2 for vnic_type normal using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] Feb 17 18:01:15.001382 n-d-829613-2 neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempt 10 to bind port c41779fe-a219-4985-bd7a-5caec3c1a1a3 Feb 17 18:01:15.019104 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port c41779fe-a219-4985-bd7a-5caec3c1a1a3 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:01:15.019620 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port c41779fe-a219-4985-bd7a-5caec3c1a1a3 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:01:15.020058 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port c41779fe-a219-4985-bd7a-5caec3c1a1a3 on network 7feb7183-724d-463b-ac34-1768da861d7e {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:01:15.025262 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Port c41779fe-a219-4985-bd7a-5caec3c1a1a3 on network 7feb7183-724d-463b-ac34-1768da861d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:01:15.025606 n-d-829613-2 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Failed to bind port c41779fe-a219-4985-bd7a-5caec3c1a1a3 on host n-h1-829613-2 for vnic_type normal using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] Feb 17 18:01:15.026123 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c41779fe-a219-4985-bd7a-5caec3c1a1a3), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:15.109834 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] For port c41779fe-a219-4985-bd7a-5caec3c1a1a3, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:01:15.110298 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempted to set empty binding levels {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 17 18:01:15.116006 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (c41779fe-a219-4985-bd7a-5caec3c1a1a3), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:15.157958 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:15.158567 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:15.174165 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Pushing event updated for resources: {'Port': ['ID=c41779fe-a219-4985-bd7a-5caec3c1a1a3,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:15.195216 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0d12c348-60a8-46ed-aeaf-b4d5557f3f3c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 0.9950168 Feb 17 18:01:15.195216 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53916) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:15.279821 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18303629-0cb1-42e3-9b6b-3a77b36e7a31 req-b063b6a3-6f3d-4ab8-ae76-a1cf7a510073 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:15.281647 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-18303629-0cb1-42e3-9b6b-3a77b36e7a31 req-b063b6a3-6f3d-4ab8-ae76-a1cf7a510073 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 945 time: 0.0697403 Feb 17 18:01:15.328593 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-926b300d-713b-44bb-a015-10b4677ce64f tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Deleting port c41779fe-a219-4985-bd7a-5caec3c1a1a3 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:01:15.328942 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-926b300d-713b-44bb-a015-10b4677ce64f tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (c41779fe-a219-4985-bd7a-5caec3c1a1a3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:15.342938 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-18303629-0cb1-42e3-9b6b-3a77b36e7a31 req-56c79342-fe0f-4adf-bc0f-68c475e03f96 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532649 Feb 17 18:01:15.422361 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-926b300d-713b-44bb-a015-10b4677ce64f tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] For port c41779fe-a219-4985-bd7a-5caec3c1a1a3, host n-h1-829613-2, got binding levels [] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:01:15.422942 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-926b300d-713b-44bb-a015-10b4677ce64f tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (c41779fe-a219-4985-bd7a-5caec3c1a1a3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:15.435957 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-926b300d-713b-44bb-a015-10b4677ce64f tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Calling delete_port for c41779fe-a219-4985-bd7a-5caec3c1a1a3 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:01:15.523624 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-926b300d-713b-44bb-a015-10b4677ce64f tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (c41779fe-a219-4985-bd7a-5caec3c1a1a3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:15.552715 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926b300d-713b-44bb-a015-10b4677ce64f tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Pushing event deleted for resources: {'Port': ['ID=c41779fe-a219-4985-bd7a-5caec3c1a1a3,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:15.565385 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-926b300d-713b-44bb-a015-10b4677ce64f tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:15.569801 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-926b300d-713b-44bb-a015-10b4677ce64f tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] 10.222.0.87 "DELETE /v2.0/ports/c41779fe-a219-4985-bd7a-5caec3c1a1a3 HTTP/1.1" status: 204 len: 168 time: 0.3740458 Feb 17 18:01:15.572379 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53922) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:15.599765 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba52055b-7434-4835-8eb1-cc259e75b91d tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] GET failed (client error): The resource could not be found. Feb 17 18:01:15.601636 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ba52055b-7434-4835-8eb1-cc259e75b91d tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] 10.222.0.87 "GET /v2.0/ports/c41779fe-a219-4985-bd7a-5caec3c1a1a3 HTTP/1.1" status: 404 len: 333 time: 0.0279458 Feb 17 18:01:15.605026 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 53930) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:15.609884 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-762da236-d49d-414a-b8d9-36fd3f473e0c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Request body: {'port': {'network_id': '7feb7183-724d-463b-ac34-1768da861d7e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1924603131'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:01:15.636178 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762da236-d49d-414a-b8d9-36fd3f473e0c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Made reservation on behalf of 9f4220ff42c9440e92744e6453f5955c for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:01:15.640047 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-762da236-d49d-414a-b8d9-36fd3f473e0c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:15.662224 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-762da236-d49d-414a-b8d9-36fd3f473e0c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] device_id is not set on port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc yet. {{(pid=103435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 18:01:15.830211 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-762da236-d49d-414a-b8d9-36fd3f473e0c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Publish callbacks [] for port (4dc34ae4-5869-4d9c-883d-43f0e4b523fc), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:15.866897 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-762da236-d49d-414a-b8d9-36fd3f473e0c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (4dc34ae4-5869-4d9c-883d-43f0e4b523fc), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:15.920612 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762da236-d49d-414a-b8d9-36fd3f473e0c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Network 7feb7183-724d-463b-ac34-1768da861d7e is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:01:15.928864 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-762da236-d49d-414a-b8d9-36fd3f473e0c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:01:15.936940 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762da236-d49d-414a-b8d9-36fd3f473e0c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:01:15.938008 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762da236-d49d-414a-b8d9-36fd3f473e0c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:15.938746 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-762da236-d49d-414a-b8d9-36fd3f473e0c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:15.945440 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762da236-d49d-414a-b8d9-36fd3f473e0c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Pushing event updated for resources: {'Port': ['ID=4dc34ae4-5869-4d9c-883d-43f0e4b523fc,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:15.966194 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-762da236-d49d-414a-b8d9-36fd3f473e0c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3597889 Feb 17 18:01:15.968828 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53938) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:15.974577 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:01:16.048661 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (4dc34ae4-5869-4d9c-883d-43f0e4b523fc), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:16.255610 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] device_id is not set on port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 18:01:16.273988 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Publish callbacks [] for port (4dc34ae4-5869-4d9c-883d-43f0e4b523fc), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:16.280616 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (4dc34ae4-5869-4d9c-883d-43f0e4b523fc), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:16.336985 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Pushing event updated for resources: {'Port': ['ID=4dc34ae4-5869-4d9c-883d-43f0e4b523fc,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:16.350007 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:01:16.350377 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:01:16.350721 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc on network 7feb7183-724d-463b-ac34-1768da861d7e {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:01:16.355100 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc on network 7feb7183-724d-463b-ac34-1768da861d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:01:16.355580 n-d-829613-2 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Failed to bind port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc on host n-h1-829613-2 for vnic_type normal using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] Feb 17 18:01:16.355971 n-d-829613-2 neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempt 2 to bind port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc Feb 17 18:01:16.369460 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:01:16.369832 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:01:16.370142 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc on network 7feb7183-724d-463b-ac34-1768da861d7e {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:01:16.374463 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc on network 7feb7183-724d-463b-ac34-1768da861d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:01:16.374793 n-d-829613-2 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Failed to bind port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc on host n-h1-829613-2 for vnic_type normal using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] Feb 17 18:01:16.375182 n-d-829613-2 neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempt 3 to bind port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc Feb 17 18:01:16.387588 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:01:16.387930 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:01:16.388302 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc on network 7feb7183-724d-463b-ac34-1768da861d7e {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:01:16.392714 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc on network 7feb7183-724d-463b-ac34-1768da861d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:01:16.393046 n-d-829613-2 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Failed to bind port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc on host n-h1-829613-2 for vnic_type normal using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] Feb 17 18:01:16.393436 n-d-829613-2 neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempt 4 to bind port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc Feb 17 18:01:16.406986 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:01:16.407351 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:01:16.407692 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc on network 7feb7183-724d-463b-ac34-1768da861d7e {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:01:16.413049 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc on network 7feb7183-724d-463b-ac34-1768da861d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:01:16.413382 n-d-829613-2 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Failed to bind port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc on host n-h1-829613-2 for vnic_type normal using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] Feb 17 18:01:16.413775 n-d-829613-2 neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempt 5 to bind port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc Feb 17 18:01:16.426198 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:01:16.426827 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:01:16.426827 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc on network 7feb7183-724d-463b-ac34-1768da861d7e {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:01:16.431381 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc on network 7feb7183-724d-463b-ac34-1768da861d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:01:16.431710 n-d-829613-2 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Failed to bind port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc on host n-h1-829613-2 for vnic_type normal using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] Feb 17 18:01:16.432100 n-d-829613-2 neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempt 6 to bind port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc Feb 17 18:01:16.445214 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:01:16.445553 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:01:16.445893 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc on network 7feb7183-724d-463b-ac34-1768da861d7e {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:01:16.452731 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc on network 7feb7183-724d-463b-ac34-1768da861d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:01:16.452869 n-d-829613-2 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Failed to bind port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc on host n-h1-829613-2 for vnic_type normal using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] Feb 17 18:01:16.453358 n-d-829613-2 neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempt 7 to bind port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc Feb 17 18:01:16.468532 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:01:16.469141 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:01:16.469490 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc on network 7feb7183-724d-463b-ac34-1768da861d7e {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:01:16.477304 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc on network 7feb7183-724d-463b-ac34-1768da861d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:01:16.477651 n-d-829613-2 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Failed to bind port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc on host n-h1-829613-2 for vnic_type normal using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] Feb 17 18:01:16.478089 n-d-829613-2 neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempt 8 to bind port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc Feb 17 18:01:16.494533 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:01:16.494876 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:01:16.495221 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc on network 7feb7183-724d-463b-ac34-1768da861d7e {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:01:16.499759 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc on network 7feb7183-724d-463b-ac34-1768da861d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:01:16.500086 n-d-829613-2 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Failed to bind port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc on host n-h1-829613-2 for vnic_type normal using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] Feb 17 18:01:16.500648 n-d-829613-2 neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempt 9 to bind port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc Feb 17 18:01:16.501326 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8fa7d8-8415-4fe4-90ab-1b004a7047e3 req-7923f15c-f01f-4e7a-b2d2-86ea2a3e5c96 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:16.502883 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2f8fa7d8-8415-4fe4-90ab-1b004a7047e3 req-7923f15c-f01f-4e7a-b2d2-86ea2a3e5c96 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 945 time: 0.0652120 Feb 17 18:01:16.514281 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:01:16.514624 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:01:16.514979 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc on network 7feb7183-724d-463b-ac34-1768da861d7e {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:01:16.520113 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc on network 7feb7183-724d-463b-ac34-1768da861d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:01:16.520495 n-d-829613-2 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Failed to bind port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc on host n-h1-829613-2 for vnic_type normal using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] Feb 17 18:01:16.520888 n-d-829613-2 neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempt 10 to bind port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc Feb 17 18:01:16.534946 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:01:16.535337 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:01:16.535679 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc on network 7feb7183-724d-463b-ac34-1768da861d7e {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:01:16.540851 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc on network 7feb7183-724d-463b-ac34-1768da861d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:01:16.541188 n-d-829613-2 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Failed to bind port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc on host n-h1-829613-2 for vnic_type normal using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] Feb 17 18:01:16.541568 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (4dc34ae4-5869-4d9c-883d-43f0e4b523fc), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:16.561491 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2f8fa7d8-8415-4fe4-90ab-1b004a7047e3 req-6bb56be3-be76-46fc-aff8-97065fc21c71 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526056 Feb 17 18:01:16.611210 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] For port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:01:16.611606 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempted to set empty binding levels {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 17 18:01:16.616672 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (4dc34ae4-5869-4d9c-883d-43f0e4b523fc), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:16.647389 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] In _notify_port_updated(), no bound segment for port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc on network 7feb7183-724d-463b-ac34-1768da861d7e {{(pid=103434) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 17 18:01:16.648256 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:16.648865 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:16.652682 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] 10.222.0.87 "PUT /v2.0/ports/4dc34ae4-5869-4d9c-883d-43f0e4b523fc HTTP/1.1" status: 200 len: 975 time: 0.6803615 Feb 17 18:01:16.652815 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53950) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:16.714421 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a0cd9-15cc-4a80-abf4-ae4026ec1758 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Pushing event updated for resources: {'Port': ['ID=4dc34ae4-5869-4d9c-883d-43f0e4b523fc,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:16.760641 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805c60b7-3cf9-4572-90fc-f517f26a3779 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:16.761124 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805c60b7-3cf9-4572-90fc-f517f26a3779 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:16.761699 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805c60b7-3cf9-4572-90fc-f517f26a3779 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:16.762191 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805c60b7-3cf9-4572-90fc-f517f26a3779 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:16.762803 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805c60b7-3cf9-4572-90fc-f517f26a3779 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:16.763310 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805c60b7-3cf9-4572-90fc-f517f26a3779 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:16.763802 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805c60b7-3cf9-4572-90fc-f517f26a3779 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:16.764303 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805c60b7-3cf9-4572-90fc-f517f26a3779 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:16.764838 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805c60b7-3cf9-4572-90fc-f517f26a3779 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:16.765302 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805c60b7-3cf9-4572-90fc-f517f26a3779 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:16.765759 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805c60b7-3cf9-4572-90fc-f517f26a3779 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:16.766211 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805c60b7-3cf9-4572-90fc-f517f26a3779 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:16.766663 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805c60b7-3cf9-4572-90fc-f517f26a3779 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:16.767114 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805c60b7-3cf9-4572-90fc-f517f26a3779 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:16.767572 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805c60b7-3cf9-4572-90fc-f517f26a3779 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:16.768648 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805c60b7-3cf9-4572-90fc-f517f26a3779 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:16.769113 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805c60b7-3cf9-4572-90fc-f517f26a3779 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:16.769604 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805c60b7-3cf9-4572-90fc-f517f26a3779 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:16.770645 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805c60b7-3cf9-4572-90fc-f517f26a3779 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:16.773511 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-805c60b7-3cf9-4572-90fc-f517f26a3779 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17576 time: 0.1198232 Feb 17 18:01:16.777148 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 53962) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:16.868993 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-52bc384f-ad94-475e-bf71-4fc6bc46c45e tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Deleting port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:01:16.869604 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-52bc384f-ad94-475e-bf71-4fc6bc46c45e tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (4dc34ae4-5869-4d9c-883d-43f0e4b523fc), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:16.954691 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-52bc384f-ad94-475e-bf71-4fc6bc46c45e tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] For port 4dc34ae4-5869-4d9c-883d-43f0e4b523fc, host n-h1-829613-2, got binding levels [] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:01:16.955167 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-52bc384f-ad94-475e-bf71-4fc6bc46c45e tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (4dc34ae4-5869-4d9c-883d-43f0e4b523fc), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:16.971277 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-52bc384f-ad94-475e-bf71-4fc6bc46c45e tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Calling delete_port for 4dc34ae4-5869-4d9c-883d-43f0e4b523fc owned by {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:01:17.057165 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-52bc384f-ad94-475e-bf71-4fc6bc46c45e tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (4dc34ae4-5869-4d9c-883d-43f0e4b523fc), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:17.099938 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc384f-ad94-475e-bf71-4fc6bc46c45e tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Pushing event deleted for resources: {'Port': ['ID=4dc34ae4-5869-4d9c-883d-43f0e4b523fc,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:17.110471 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-52bc384f-ad94-475e-bf71-4fc6bc46c45e tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:17.114282 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-52bc384f-ad94-475e-bf71-4fc6bc46c45e tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] 10.222.0.87 "DELETE /v2.0/ports/4dc34ae4-5869-4d9c-883d-43f0e4b523fc HTTP/1.1" status: 204 len: 168 time: 0.3354352 Feb 17 18:01:17.116733 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 53974) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:17.147421 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-328ebf7c-4c03-45c7-95c1-72aea759c395 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] GET failed (client error): The resource could not be found. Feb 17 18:01:17.152358 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-328ebf7c-4c03-45c7-95c1-72aea759c395 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] 10.222.0.87 "GET /v2.0/ports/4dc34ae4-5869-4d9c-883d-43f0e4b523fc HTTP/1.1" status: 404 len: 333 time: 0.0311384 Feb 17 18:01:17.152841 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 53976) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:17.157816 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-a854d48e-632b-4607-8fc4-dad7ba40d16e tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-60667478', 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:01:17.180035 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a854d48e-632b-4607-8fc4-dad7ba40d16e tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Made reservation on behalf of 9f4220ff42c9440e92744e6453f5955c for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:01:17.182624 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a854d48e-632b-4607-8fc4-dad7ba40d16e tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:17.198397 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-a854d48e-632b-4607-8fc4-dad7ba40d16e tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] device_id is not set on port 0e3ef820-f349-412d-add3-794d7d47da00 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 18:01:17.208440 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 11f8378a-0cc4-4afd-9340-bf14614e5ab7 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:01:17.323204 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 11f8378a-0cc4-4afd-9340-bf14614e5ab7, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=11f8378a-0cc4-4afd-9340-bf14614e5ab7,segment=NetworkSegment(e72a85f9-dd09-4c3e-8996-7efe0b9144f7),segment_id=e72a85f9-dd09-4c3e-8996-7efe0b9144f7)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:01:17.338472 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '11f8378a-0cc4-4afd-9340-bf14614e5ab7', 'network_id': '1c842ecd-cc9b-4a85-b1b8-328753a85bfe', 'port_id': '11f8378a-0cc4-4afd-9340-bf14614e5ab7', 'mac_address': 'fa:16:3e:53:a8:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '684c221c-585d-46a8-b4c6-fe6a5f99b9b8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:01:17.377875 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a854d48e-632b-4607-8fc4-dad7ba40d16e tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Publish callbacks [] for port (0e3ef820-f349-412d-add3-794d7d47da00), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:17.379914 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 11f8378a-0cc4-4afd-9340-bf14614e5ab7 is: ACTIVE; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:01:17.380343 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (11f8378a-0cc4-4afd-9340-bf14614e5ab7), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:17.394505 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11f8378a-0cc4-4afd-9340-bf14614e5ab7 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:01:17.417484 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 11f8378a-0cc4-4afd-9340-bf14614e5ab7, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=11f8378a-0cc4-4afd-9340-bf14614e5ab7,segment=NetworkSegment(e72a85f9-dd09-4c3e-8996-7efe0b9144f7),segment_id=e72a85f9-dd09-4c3e-8996-7efe0b9144f7)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:01:17.425577 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (11f8378a-0cc4-4afd-9340-bf14614e5ab7), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:17.446715 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a854d48e-632b-4607-8fc4-dad7ba40d16e tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (0e3ef820-f349-412d-add3-794d7d47da00), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:17.498164 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=11f8378a-0cc4-4afd-9340-bf14614e5ab7,revision_number=6']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:17.510246 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['11f8378a-0cc4-4afd-9340-bf14614e5ab7'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:01:17.516547 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:01:17.516775 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a854d48e-632b-4607-8fc4-dad7ba40d16e tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Network 7feb7183-724d-463b-ac34-1768da861d7e is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:01:17.517376 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:01:17.517936 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:01:17.518484 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:01:17.519033 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:01:17.519749 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:01:17.520332 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:01:17.520895 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:01:17.521438 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:01:17.522000 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:01:17.522316 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-a854d48e-632b-4607-8fc4-dad7ba40d16e tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:01:17.522719 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:01:17.523223 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:01:17.523800 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:01:17.531675 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a854d48e-632b-4607-8fc4-dad7ba40d16e tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:01:17.533145 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a854d48e-632b-4607-8fc4-dad7ba40d16e tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:17.533762 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a854d48e-632b-4607-8fc4-dad7ba40d16e tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:17.558769 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a854d48e-632b-4607-8fc4-dad7ba40d16e tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Pushing event updated for resources: {'Port': ['ID=0e3ef820-f349-412d-add3-794d7d47da00,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:17.574655 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 53984) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:17.575208 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a854d48e-632b-4607-8fc4-dad7ba40d16e tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.4209096 Feb 17 18:01:17.663772 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d84ceb3-2ae6-43f3-ba97-26e4d4d551b3 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:17.670362 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-7d84ceb3-2ae6-43f3-ba97-26e4d4d551b3 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] 10.222.0.87 "GET /v2.0/ports/0e3ef820-f349-412d-add3-794d7d47da00 HTTP/1.1" status: 200 len: 953 time: 0.0944462 Feb 17 18:01:17.673359 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 53994) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:17.885934 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3918555-6066-4b6f-8444-0c613bb95e79 req-b699b355-1779-4110-94f5-f558f1f7b387 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:17.887470 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c3918555-6066-4b6f-8444-0c613bb95e79 req-b699b355-1779-4110-94f5-f558f1f7b387 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 944 time: 0.1989758 Feb 17 18:01:17.901502 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-35aaec32-2ea1-4559-93fe-206fe9256c5c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Deleting port 0e3ef820-f349-412d-add3-794d7d47da00 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:01:17.901855 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-35aaec32-2ea1-4559-93fe-206fe9256c5c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (0e3ef820-f349-412d-add3-794d7d47da00), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:18.048271 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-35aaec32-2ea1-4559-93fe-206fe9256c5c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (0e3ef820-f349-412d-add3-794d7d47da00), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:18.084055 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-35aaec32-2ea1-4559-93fe-206fe9256c5c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Calling delete_port for 0e3ef820-f349-412d-add3-794d7d47da00 owned by {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:01:18.199872 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c3918555-6066-4b6f-8444-0c613bb95e79 req-a52ab642-2e3e-41ec-832f-8168c0086ea4 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3009527 Feb 17 18:01:18.249484 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-35aaec32-2ea1-4559-93fe-206fe9256c5c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (0e3ef820-f349-412d-add3-794d7d47da00), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:18.281902 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aaec32-2ea1-4559-93fe-206fe9256c5c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e3ef820-f349-412d-add3-794d7d47da00,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:18.290872 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-35aaec32-2ea1-4559-93fe-206fe9256c5c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:18.295117 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-35aaec32-2ea1-4559-93fe-206fe9256c5c tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] 10.222.0.87 "DELETE /v2.0/ports/0e3ef820-f349-412d-add3-794d7d47da00 HTTP/1.1" status: 204 len: 168 time: 0.6205363 Feb 17 18:01:18.298034 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 54026) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:18.336757 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ad7ad6e-19b7-4b55-a2d0-2e1fdcb7f83f tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] GET failed (client error): The resource could not be found. Feb 17 18:01:18.344441 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54030) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:18.352824 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-2ad7ad6e-19b7-4b55-a2d0-2e1fdcb7f83f tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] 10.222.0.87 "GET /v2.0/ports/0e3ef820-f349-412d-add3-794d7d47da00 HTTP/1.1" status: 404 len: 333 time: 0.0524633 Feb 17 18:01:18.354043 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-8527f55a-1345-47ae-9863-f54f043d3896 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Request body: {'port': {'network_id': '7feb7183-724d-463b-ac34-1768da861d7e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1920195767'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:01:18.385737 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8527f55a-1345-47ae-9863-f54f043d3896 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Made reservation on behalf of 9f4220ff42c9440e92744e6453f5955c for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:01:18.389053 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8527f55a-1345-47ae-9863-f54f043d3896 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:18.413902 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-8527f55a-1345-47ae-9863-f54f043d3896 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] device_id is not set on port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 18:01:18.638430 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8527f55a-1345-47ae-9863-f54f043d3896 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Publish callbacks [] for port (719e5c3c-491d-4f97-aa5e-4d149939d5f1), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:18.684573 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8527f55a-1345-47ae-9863-f54f043d3896 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (719e5c3c-491d-4f97-aa5e-4d149939d5f1), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:18.737663 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8527f55a-1345-47ae-9863-f54f043d3896 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Pushing event updated for resources: {'Port': ['ID=719e5c3c-491d-4f97-aa5e-4d149939d5f1,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:18.751598 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8527f55a-1345-47ae-9863-f54f043d3896 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Network 7feb7183-724d-463b-ac34-1768da861d7e is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:01:18.753329 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-8527f55a-1345-47ae-9863-f54f043d3896 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:01:18.756743 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8527f55a-1345-47ae-9863-f54f043d3896 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:01:18.757846 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8527f55a-1345-47ae-9863-f54f043d3896 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:18.758669 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8527f55a-1345-47ae-9863-f54f043d3896 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:18.783763 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8527f55a-1345-47ae-9863-f54f043d3896 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4381387 Feb 17 18:01:18.787012 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54042) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:18.793691 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:01:18.894393 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (719e5c3c-491d-4f97-aa5e-4d149939d5f1), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:19.080086 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:19.165280 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] device_id is not set on port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 18:01:19.175485 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Publish callbacks [] for port (719e5c3c-491d-4f97-aa5e-4d149939d5f1), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:19.184798 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (719e5c3c-491d-4f97-aa5e-4d149939d5f1), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:19.216320 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 11f8378a-0cc4-4afd-9340-bf14614e5ab7 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:01:19.286422 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:01:19.287261 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:01:19.287834 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 on network 7feb7183-724d-463b-ac34-1768da861d7e {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:01:19.295823 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 on network 7feb7183-724d-463b-ac34-1768da861d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:01:19.296706 n-d-829613-2 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Failed to bind port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 on host n-h1-829613-2 for vnic_type normal using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] Feb 17 18:01:19.300169 n-d-829613-2 neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempt 2 to bind port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 Feb 17 18:01:19.305006 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 11f8378a-0cc4-4afd-9340-bf14614e5ab7 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:01:19.305672 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (11f8378a-0cc4-4afd-9340-bf14614e5ab7), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:19.317197 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:01:19.317648 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:01:19.318070 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 on network 7feb7183-724d-463b-ac34-1768da861d7e {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:01:19.324079 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 on network 7feb7183-724d-463b-ac34-1768da861d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:01:19.324651 n-d-829613-2 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Failed to bind port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 on host n-h1-829613-2 for vnic_type normal using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] Feb 17 18:01:19.333071 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Pushing event updated for resources: {'Port': ['ID=719e5c3c-491d-4f97-aa5e-4d149939d5f1,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:19.336211 n-d-829613-2 neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempt 3 to bind port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 Feb 17 18:01:19.409704 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:01:19.412372 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:01:19.412896 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 on network 7feb7183-724d-463b-ac34-1768da861d7e {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:01:19.424527 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 on network 7feb7183-724d-463b-ac34-1768da861d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:01:19.425021 n-d-829613-2 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Failed to bind port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 on host n-h1-829613-2 for vnic_type normal using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] Feb 17 18:01:19.425520 n-d-829613-2 neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempt 4 to bind port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 Feb 17 18:01:19.450384 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 11f8378a-0cc4-4afd-9340-bf14614e5ab7 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:01:19.450777 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (11f8378a-0cc4-4afd-9340-bf14614e5ab7), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:19.465006 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:01:19.465509 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:01:19.465952 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 on network 7feb7183-724d-463b-ac34-1768da861d7e {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:01:19.476882 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 on network 7feb7183-724d-463b-ac34-1768da861d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:01:19.477485 n-d-829613-2 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Failed to bind port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 on host n-h1-829613-2 for vnic_type normal using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] Feb 17 18:01:19.478094 n-d-829613-2 neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempt 5 to bind port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 Feb 17 18:01:19.491889 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 11f8378a-0cc4-4afd-9340-bf14614e5ab7, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=11f8378a-0cc4-4afd-9340-bf14614e5ab7,segment=NetworkSegment(e72a85f9-dd09-4c3e-8996-7efe0b9144f7),segment_id=e72a85f9-dd09-4c3e-8996-7efe0b9144f7)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:01:19.493444 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b754ba1-abd8-4319-ab55-654b57649fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f8378a-0cc4-4afd-9340-bf14614e5ab7'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:01:19.496722 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b857d4-c6e4-4cdc-9009-f0c1f461965d" -d '{"events": [{"server_uuid": "3b754ba1-abd8-4319-ab55-654b57649fce", "name": "network-vif-plugged", "status": "completed", "tag": "11f8378a-0cc4-4afd-9340-bf14614e5ab7"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:01:19.501389 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (11f8378a-0cc4-4afd-9340-bf14614e5ab7), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:19.514342 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:01:19.516552 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:01:19.517931 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 on network 7feb7183-724d-463b-ac34-1768da861d7e {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:01:19.544680 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cdb591-31b7-4a7e-bc60-e1a49883a368 req-f0670317-068d-466f-b1d5-1f25706760f4 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:19.544680 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e3cdb591-31b7-4a7e-bc60-e1a49883a368 req-f0670317-068d-466f-b1d5-1f25706760f4 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 944 time: 0.1126130 Feb 17 18:01:19.549502 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 on network 7feb7183-724d-463b-ac34-1768da861d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:01:19.550009 n-d-829613-2 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Failed to bind port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 on host n-h1-829613-2 for vnic_type normal using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] Feb 17 18:01:19.550533 n-d-829613-2 neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempt 6 to bind port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 Feb 17 18:01:19.580682 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e3c19a-e65a-47a0-aa42-27e928f16b0b x-openstack-request-id: req-83e3c19a-e65a-47a0-aa42-27e928f16b0b {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:01:19.581127 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b754ba1-abd8-4319-ab55-654b57649fce", "name": "network-vif-plugged", "status": "completed", "tag": "11f8378a-0cc4-4afd-9340-bf14614e5ab7", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:01:19.581594 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-83e3c19a-e65a-47a0-aa42-27e928f16b0b {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:01:19.582182 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b754ba1-abd8-4319-ab55-654b57649fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f8378a-0cc4-4afd-9340-bf14614e5ab7', 'code': 200} Feb 17 18:01:19.583276 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=11f8378a-0cc4-4afd-9340-bf14614e5ab7,revision_number=7']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:19.587421 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:01:19.587766 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:01:19.588113 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 on network 7feb7183-724d-463b-ac34-1768da861d7e {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:01:19.602652 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 on network 7feb7183-724d-463b-ac34-1768da861d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:01:19.603344 n-d-829613-2 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Failed to bind port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 on host n-h1-829613-2 for vnic_type normal using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] Feb 17 18:01:19.603897 n-d-829613-2 neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempt 7 to bind port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 Feb 17 18:01:19.621742 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:01:19.622817 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:01:19.623358 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 on network 7feb7183-724d-463b-ac34-1768da861d7e {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:01:19.629517 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 on network 7feb7183-724d-463b-ac34-1768da861d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:01:19.630119 n-d-829613-2 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Failed to bind port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 on host n-h1-829613-2 for vnic_type normal using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] Feb 17 18:01:19.630683 n-d-829613-2 neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempt 8 to bind port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 Feb 17 18:01:19.648747 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:01:19.649904 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:01:19.650417 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 on network 7feb7183-724d-463b-ac34-1768da861d7e {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:01:19.657100 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 on network 7feb7183-724d-463b-ac34-1768da861d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:01:19.657701 n-d-829613-2 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Failed to bind port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 on host n-h1-829613-2 for vnic_type normal using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] Feb 17 18:01:19.658260 n-d-829613-2 neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempt 9 to bind port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 Feb 17 18:01:19.676641 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:01:19.676960 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:01:19.678536 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 on network 7feb7183-724d-463b-ac34-1768da861d7e {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:01:19.682718 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 on network 7feb7183-724d-463b-ac34-1768da861d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:01:19.683438 n-d-829613-2 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Failed to bind port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 on host n-h1-829613-2 for vnic_type normal using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] Feb 17 18:01:19.683838 n-d-829613-2 neutron-server[103434]: INFO neutron.plugins.ml2.plugin [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempt 10 to bind port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 Feb 17 18:01:19.699357 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:01:19.699710 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:01:19.700041 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempting to bind port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 on network 7feb7183-724d-463b-ac34-1768da861d7e {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:01:19.715449 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e3cdb591-31b7-4a7e-bc60-e1a49883a368 req-4d0b9c3c-5b4e-44aa-ac11-bc558f4d2d85 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560533 Feb 17 18:01:19.732480 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 on network 7feb7183-724d-463b-ac34-1768da861d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:01:19.732834 n-d-829613-2 neutron-server[103434]: ERROR neutron.plugins.ml2.managers [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Failed to bind port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 on host n-h1-829613-2 for vnic_type normal using segments [{'id': '5b553e83-a96b-43c6-aa04-ff87c527945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7feb7183-724d-463b-ac34-1768da861d7e'}] Feb 17 18:01:19.733219 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (719e5c3c-491d-4f97-aa5e-4d149939d5f1), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:19.819036 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] For port 719e5c3c-491d-4f97-aa5e-4d149939d5f1, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:01:19.819522 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attempted to set empty binding levels {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 17 18:01:19.833092 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (719e5c3c-491d-4f97-aa5e-4d149939d5f1), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:19.871829 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:19.896669 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Pushing event updated for resources: {'Port': ['ID=719e5c3c-491d-4f97-aa5e-4d149939d5f1,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:19.899997 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] In _notify_port_updated(), no bound segment for port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 on network 7feb7183-724d-463b-ac34-1768da861d7e {{(pid=103434) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 17 18:01:19.900670 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:19.901303 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:19.904298 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-79454f25-8c8e-4179-8023-99fc07eaaf65 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] 10.222.0.87 "PUT /v2.0/ports/719e5c3c-491d-4f97-aa5e-4d149939d5f1 HTTP/1.1" status: 200 len: 975 time: 1.1142244 Feb 17 18:01:19.905633 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 54060) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:20.038082 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-5c3a2024-7cdd-4bdc-a362-48048cbba3e5 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Deleting port 719e5c3c-491d-4f97-aa5e-4d149939d5f1 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:01:20.038683 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5c3a2024-7cdd-4bdc-a362-48048cbba3e5 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (719e5c3c-491d-4f97-aa5e-4d149939d5f1), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:20.121166 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-5c3a2024-7cdd-4bdc-a362-48048cbba3e5 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] For port 719e5c3c-491d-4f97-aa5e-4d149939d5f1, host n-h1-829613-2, got binding levels [] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:01:20.121546 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5c3a2024-7cdd-4bdc-a362-48048cbba3e5 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (719e5c3c-491d-4f97-aa5e-4d149939d5f1), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:20.140155 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-5c3a2024-7cdd-4bdc-a362-48048cbba3e5 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Calling delete_port for 719e5c3c-491d-4f97-aa5e-4d149939d5f1 owned by {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:01:20.282266 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5c3a2024-7cdd-4bdc-a362-48048cbba3e5 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (719e5c3c-491d-4f97-aa5e-4d149939d5f1), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:20.325885 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3a2024-7cdd-4bdc-a362-48048cbba3e5 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Pushing event deleted for resources: {'Port': ['ID=719e5c3c-491d-4f97-aa5e-4d149939d5f1,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:20.331716 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5c3a2024-7cdd-4bdc-a362-48048cbba3e5 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:20.336295 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-5c3a2024-7cdd-4bdc-a362-48048cbba3e5 tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] 10.222.0.87 "DELETE /v2.0/ports/719e5c3c-491d-4f97-aa5e-4d149939d5f1 HTTP/1.1" status: 204 len: 168 time: 0.4295945 Feb 17 18:01:20.339412 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 54070) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:20.371992 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-8448cf7e-dd62-4d32-ac5e-4b34fb16ecfd tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] GET failed (client error): The resource could not be found. Feb 17 18:01:20.373836 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-8448cf7e-dd62-4d32-ac5e-4b34fb16ecfd tempest-PortsAdminExtendedAttrsTestJSON-2107582275 tempest-PortsAdminExtendedAttrsTestJSON-2107582275-project-admin] 10.222.0.87 "GET /v2.0/ports/719e5c3c-491d-4f97-aa5e-4d149939d5f1 HTTP/1.1" status: 404 len: 333 time: 0.0332901 Feb 17 18:01:20.377327 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54072) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:20.514293 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f28adb1-d688-48a9-ae4b-08a0a5512ebe tempest-PortsAdminExtendedAttrsTestJSON-352060359 tempest-PortsAdminExtendedAttrsTestJSON-352060359-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (7feb7183-724d-463b-ac34-1768da861d7e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:20.686611 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f28adb1-d688-48a9-ae4b-08a0a5512ebe tempest-PortsAdminExtendedAttrsTestJSON-352060359 tempest-PortsAdminExtendedAttrsTestJSON-352060359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (7feb7183-724d-463b-ac34-1768da861d7e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:20.725421 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-9f28adb1-d688-48a9-ae4b-08a0a5512ebe tempest-PortsAdminExtendedAttrsTestJSON-352060359 tempest-PortsAdminExtendedAttrsTestJSON-352060359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7feb7183-724d-463b-ac34-1768da861d7e']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:01:20.746705 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-9f28adb1-d688-48a9-ae4b-08a0a5512ebe tempest-PortsAdminExtendedAttrsTestJSON-352060359 tempest-PortsAdminExtendedAttrsTestJSON-352060359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b553e83-a96b-43c6-aa04-ff87c527945a') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:01:20.747045 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-9f28adb1-d688-48a9-ae4b-08a0a5512ebe tempest-PortsAdminExtendedAttrsTestJSON-352060359 tempest-PortsAdminExtendedAttrsTestJSON-352060359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b553e83-a96b-43c6-aa04-ff87c527945a') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:01:20.764702 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f28adb1-d688-48a9-ae4b-08a0a5512ebe tempest-PortsAdminExtendedAttrsTestJSON-352060359 tempest-PortsAdminExtendedAttrsTestJSON-352060359-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (5b553e83-a96b-43c6-aa04-ff87c527945a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:20.784762 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f28adb1-d688-48a9-ae4b-08a0a5512ebe tempest-PortsAdminExtendedAttrsTestJSON-352060359 tempest-PortsAdminExtendedAttrsTestJSON-352060359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (5b553e83-a96b-43c6-aa04-ff87c527945a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:20.798340 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f28adb1-d688-48a9-ae4b-08a0a5512ebe tempest-PortsAdminExtendedAttrsTestJSON-352060359 tempest-PortsAdminExtendedAttrsTestJSON-352060359-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:01:20.799271 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f28adb1-d688-48a9-ae4b-08a0a5512ebe tempest-PortsAdminExtendedAttrsTestJSON-352060359 tempest-PortsAdminExtendedAttrsTestJSON-352060359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (5b553e83-a96b-43c6-aa04-ff87c527945a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:20.806045 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 18:01:20.806045 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:01:20.806045 n-d-829613-2 neutron-server[103434]: timer() Feb 17 18:01:20.806045 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:01:20.806045 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 18:01:20.806045 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:01:20.806045 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 18:01:20.806045 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:01:20.806045 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 18:01:20.806045 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:01:20.806045 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 18:01:20.806045 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:01:20.806045 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 18:01:20.806045 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:01:20.806045 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:01:20.806045 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:01:20.806045 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:01:20.806045 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:01:20.806045 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 18:01:20.806045 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:01:20.806045 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 18:01:20.806045 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:01:20.806045 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:01:20.806045 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:01:20.806045 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 18:01:20.806045 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:01:20.806045 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:01:20.806045 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:01:20.806045 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:01:20.806045 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:01:20.806045 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:01:20.806045 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:01:20.942335 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f28adb1-d688-48a9-ae4b-08a0a5512ebe tempest-PortsAdminExtendedAttrsTestJSON-352060359 tempest-PortsAdminExtendedAttrsTestJSON-352060359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (7feb7183-724d-463b-ac34-1768da861d7e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:20.950852 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f28adb1-d688-48a9-ae4b-08a0a5512ebe tempest-PortsAdminExtendedAttrsTestJSON-352060359 tempest-PortsAdminExtendedAttrsTestJSON-352060359-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:20.955662 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9f28adb1-d688-48a9-ae4b-08a0a5512ebe tempest-PortsAdminExtendedAttrsTestJSON-352060359 tempest-PortsAdminExtendedAttrsTestJSON-352060359-project] 10.222.0.87 "DELETE /v2.0/networks/7feb7183-724d-463b-ac34-1768da861d7e HTTP/1.1" status: 204 len: 168 time: 0.5771034 Feb 17 18:01:20.982687 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2fb37a-277d-4d24-b05c-df92e622face req-ec86d1af-045a-4e5f-91df-9587cc24c4c1 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:20.986086 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6b2fb37a-277d-4d24-b05c-df92e622face req-ec86d1af-045a-4e5f-91df-9587cc24c4c1 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 945 time: 0.1202085 Feb 17 18:01:21.024740 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f28adb1-d688-48a9-ae4b-08a0a5512ebe tempest-PortsAdminExtendedAttrsTestJSON-352060359 tempest-PortsAdminExtendedAttrsTestJSON-352060359-project] Pushing event deleted for resources: {'Network': ['ID=7feb7183-724d-463b-ac34-1768da861d7e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:21.124139 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6b2fb37a-277d-4d24-b05c-df92e622face req-ec748d34-d9ed-4866-8a36-587e951ee055 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305552 Feb 17 18:01:21.516563 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 54096) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:21.799059 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-107078b0-46a0-4924-bc0b-6fffc52f0a0f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a4bd27cd17a0462caba78f9074020d5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2791498 Feb 17 18:01:21.799575 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 54102) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:21.858863 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-40d66ea5-2c71-4e9d-9c7a-b6c36d62620b admin admin] Publish callbacks [] for security_group (aec54a35-8782-41f0-aaa9-fb093128ea11), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:21.887857 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-40d66ea5-2c71-4e9d-9c7a-b6c36d62620b admin admin] Publish callbacks [] for security_group (aec54a35-8782-41f0-aaa9-fb093128ea11), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:21.983598 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-40d66ea5-2c71-4e9d-9c7a-b6c36d62620b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (aec54a35-8782-41f0-aaa9-fb093128ea11), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:21.986455 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-40d66ea5-2c71-4e9d-9c7a-b6c36d62620b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:21.993285 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-40d66ea5-2c71-4e9d-9c7a-b6c36d62620b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/aec54a35-8782-41f0-aaa9-fb093128ea11 HTTP/1.1" status: 204 len: 168 time: 0.1925547 Feb 17 18:01:22.004335 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d66ea5-2c71-4e9d-9c7a-b6c36d62620b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec54a35-8782-41f0-aaa9-fb093128ea11,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:22.322266 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477ad79-d302-48f2-9122-1df5739627d8 req-c3a8e06d-a869-4481-b376-ed07cb6ad89c tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:22.324825 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2477ad79-d302-48f2-9122-1df5739627d8 req-c3a8e06d-a869-4481-b376-ed07cb6ad89c tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 945 time: 0.1026089 Feb 17 18:01:22.487717 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2477ad79-d302-48f2-9122-1df5739627d8 req-c6e95859-32bc-456f-bca1-d184bed1f260 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547244 Feb 17 18:01:22.615814 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 54124) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:22.664904 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1b63fb60-1daa-4e5a-b0f9-5abcc5c30fe1 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9f4220ff42c9440e92744e6453f5955c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0477061 Feb 17 18:01:22.667587 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 54126) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:22.737506 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-01cd8ac4-dc2e-488b-b05e-179f0a67d3fc admin admin] Publish callbacks [] for security_group (f4b65027-3756-4395-ba0c-1b11a0894867), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:22.763103 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-01cd8ac4-dc2e-488b-b05e-179f0a67d3fc admin admin] Publish callbacks [] for security_group (f4b65027-3756-4395-ba0c-1b11a0894867), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:22.831719 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-01cd8ac4-dc2e-488b-b05e-179f0a67d3fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (f4b65027-3756-4395-ba0c-1b11a0894867), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:22.836107 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-01cd8ac4-dc2e-488b-b05e-179f0a67d3fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:22.837720 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-01cd8ac4-dc2e-488b-b05e-179f0a67d3fc admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f4b65027-3756-4395-ba0c-1b11a0894867 HTTP/1.1" status: 204 len: 168 time: 0.1688721 Feb 17 18:01:22.849382 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd8ac4-dc2e-488b-b05e-179f0a67d3fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b65027-3756-4395-ba0c-1b11a0894867,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:23.823008 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526c4fd-20a5-447d-8cf1-8f918939feb7 req-d25c7a07-6ba8-4343-9e14-4381c06fb3ef tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:23.835477 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3526c4fd-20a5-447d-8cf1-8f918939feb7 req-d25c7a07-6ba8-4343-9e14-4381c06fb3ef tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 945 time: 0.1622610 Feb 17 18:01:24.008072 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3526c4fd-20a5-447d-8cf1-8f918939feb7 req-9aa4e704-9e7e-484c-b35e-e1fcff8e4d20 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668072 Feb 17 18:01:25.307927 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54202) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:25.423816 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701a794-71d8-45f4-a9bd-a078407b7447 req-6b344df8-7976-4292-b43a-482cb4ecdf25 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:25.428132 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f701a794-71d8-45f4-a9bd-a078407b7447 req-6b344df8-7976-4292-b43a-482cb4ecdf25 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 945 time: 0.1914046 Feb 17 18:01:25.545832 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f701a794-71d8-45f4-a9bd-a078407b7447 req-a2d82f32-44ff-48a5-bdf8-541daf36f8df tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045499 Feb 17 18:01:25.569197 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-af2c4a6e-cc38-40bc-ae36-e04501a093b8 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1623149348', 'router:external': True}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:01:25.606669 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2c4a6e-cc38-40bc-ae36-e04501a093b8 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Made reservation on behalf of f8c6e00bc36143cb816dcbbedc24dfe4 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:01:25.610000 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af2c4a6e-cc38-40bc-ae36-e04501a093b8 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:25.622641 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af2c4a6e-cc38-40bc-ae36-e04501a093b8 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:25.765205 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af2c4a6e-cc38-40bc-ae36-e04501a093b8 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for security_group (e334380d-904d-4f49-bae3-2196cd9859fd), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:25.770214 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af2c4a6e-cc38-40bc-ae36-e04501a093b8 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (e334380d-904d-4f49-bae3-2196cd9859fd), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:25.804575 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af2c4a6e-cc38-40bc-ae36-e04501a093b8 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:01:25.820667 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2c4a6e-cc38-40bc-ae36-e04501a093b8 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e334380d-904d-4f49-bae3-2196cd9859fd,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:25.826380 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af2c4a6e-cc38-40bc-ae36-e04501a093b8 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (0c86d6e5-f7cc-486e-b09b-dce286585163), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:25.826993 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-af2c4a6e-cc38-40bc-ae36-e04501a093b8 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Added segment 0c86d6e5-f7cc-486e-b09b-dce286585163 of type vlan for network 4ed9d174-44fc-42e9-aae7-0f248fdb25a3 Feb 17 18:01:25.932636 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af2c4a6e-cc38-40bc-ae36-e04501a093b8 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (4ed9d174-44fc-42e9-aae7-0f248fdb25a3), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:26.023348 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af2c4a6e-cc38-40bc-ae36-e04501a093b8 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (4ed9d174-44fc-42e9-aae7-0f248fdb25a3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:26.024917 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2c4a6e-cc38-40bc-ae36-e04501a093b8 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:26.025797 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af2c4a6e-cc38-40bc-ae36-e04501a093b8 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:26.106415 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-af2c4a6e-cc38-40bc-ae36-e04501a093b8 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.7964048 Feb 17 18:01:26.111597 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54218) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:26.124063 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-09c98d43-11ed-408d-80df-92ec6b076e48 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Request body: {'subnet': {'network_id': '4ed9d174-44fc-42e9-aae7-0f248fdb25a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:01:26.252315 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2c4a6e-cc38-40bc-ae36-e04501a093b8 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Pushing event updated for resources: {'Network': ['ID=4ed9d174-44fc-42e9-aae7-0f248fdb25a3,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:26.266010 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 4ed9d174-44fc-42e9-aae7-0f248fdb25a3 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:01:26.276169 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c98d43-11ed-408d-80df-92ec6b076e48 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Made reservation on behalf of f8c6e00bc36143cb816dcbbedc24dfe4 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:01:26.279087 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-09c98d43-11ed-408d-80df-92ec6b076e48 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:26.764525 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8346166-fedb-4538-bdf0-bc88e22bb8e1 req-036e9376-3e24-4e77-a2ff-4558b29d7f9f tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:26.766119 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c8346166-fedb-4538-bdf0-bc88e22bb8e1 req-036e9376-3e24-4e77-a2ff-4558b29d7f9f tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 945 time: 0.1079304 Feb 17 18:01:26.841053 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c8346166-fedb-4538-bdf0-bc88e22bb8e1 req-531696e3-01eb-48bd-922f-fd5ede78837a tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633831 Feb 17 18:01:26.852129 n-d-829613-2 neutron-server[103434]: DEBUG neutron.objects.ports [None req-09c98d43-11ed-408d-80df-92ec6b076e48 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103434) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 17 18:01:26.853310 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-09c98d43-11ed-408d-80df-92ec6b076e48 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (f8458002-127c-4529-b301-492f9e83804b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:26.928872 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c98d43-11ed-408d-80df-92ec6b076e48 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f8458002-127c-4529-b301-492f9e83804b,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:26.943332 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c98d43-11ed-408d-80df-92ec6b076e48 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Checking segment: {'id': '0c86d6e5-f7cc-486e-b09b-dce286585163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4ed9d174-44fc-42e9-aae7-0f248fdb25a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:01:26.943845 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c98d43-11ed-408d-80df-92ec6b076e48 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Network hostable DHCP agents. Network: 4ed9d174-44fc-42e9-aae7-0f248fdb25a3, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:01:26.992201 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c98d43-11ed-408d-80df-92ec6b076e48 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Network 4ed9d174-44fc-42e9-aae7-0f248fdb25a3 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:01:27.008563 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-09c98d43-11ed-408d-80df-92ec6b076e48 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 4ed9d174-44fc-42e9-aae7-0f248fdb25a3) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:01:27.013194 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c98d43-11ed-408d-80df-92ec6b076e48 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:27.013861 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-09c98d43-11ed-408d-80df-92ec6b076e48 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:27.030233 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34726808-bffc-4175-a8c8-af581c2d9009 None None] Network 4ed9d174-44fc-42e9-aae7-0f248fdb25a3 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:01:27.052543 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-09c98d43-11ed-408d-80df-92ec6b076e48 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9307880 Feb 17 18:01:27.052765 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54232) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:27.061622 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-60cdb93b-39ab-4815-89a9-032ae39a1d68 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1285302858', 'network_id': '4ed9d174-44fc-42e9-aae7-0f248fdb25a3'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:01:27.117068 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60cdb93b-39ab-4815-89a9-032ae39a1d68 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Made reservation on behalf of f8c6e00bc36143cb816dcbbedc24dfe4 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:01:27.119370 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-60cdb93b-39ab-4815-89a9-032ae39a1d68 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:27.153110 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-60cdb93b-39ab-4815-89a9-032ae39a1d68 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] device_id is not set on port af258065-4b57-40df-9b0b-36d38632d1de yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 18:01:27.239955 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2d1f15-25b0-4c4a-806b-80356af00f08 None None] Network 4ed9d174-44fc-42e9-aae7-0f248fdb25a3 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:01:27.398100 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-60cdb93b-39ab-4815-89a9-032ae39a1d68 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Allocated IP 172.20.0.5 (4ed9d174-44fc-42e9-aae7-0f248fdb25a3/f8458002-127c-4529-b301-492f9e83804b/af258065-4b57-40df-9b0b-36d38632d1de) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:01:27.787536 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-60cdb93b-39ab-4815-89a9-032ae39a1d68 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for port (af258065-4b57-40df-9b0b-36d38632d1de), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:27.879952 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-60cdb93b-39ab-4815-89a9-032ae39a1d68 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (af258065-4b57-40df-9b0b-36d38632d1de), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:27.986431 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cdb93b-39ab-4815-89a9-032ae39a1d68 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Network 4ed9d174-44fc-42e9-aae7-0f248fdb25a3 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:01:27.994662 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-60cdb93b-39ab-4815-89a9-032ae39a1d68 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:01:28.000403 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cdb93b-39ab-4815-89a9-032ae39a1d68 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:01:28.004472 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cdb93b-39ab-4815-89a9-032ae39a1d68 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Pushing event updated for resources: {'Port': ['ID=af258065-4b57-40df-9b0b-36d38632d1de,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:28.107542 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cdb93b-39ab-4815-89a9-032ae39a1d68 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:28.108394 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-60cdb93b-39ab-4815-89a9-032ae39a1d68 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:28.145293 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325b81b-32ac-4f02-a6d1-0f96a50c8cd7 req-8f7dde5a-a2f2-4354-9af2-19d3785ec53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:28.148430 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4325b81b-32ac-4f02-a6d1-0f96a50c8cd7 req-8f7dde5a-a2f2-4354-9af2-19d3785ec53d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=20be7d5eb0704bac94fef9d4560964ff&device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 1127 time: 0.2928617 Feb 17 18:01:28.156669 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-60cdb93b-39ab-4815-89a9-032ae39a1d68 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.1027272 Feb 17 18:01:28.159138 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54258) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:28.200330 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250702e-6587-4286-b632-ea7aef9097e9 req-49976f86-4a01-419a-b04f-bfbb78f38dd5 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:28.207175 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b250702e-6587-4286-b632-ea7aef9097e9 req-49976f86-4a01-419a-b04f-bfbb78f38dd5 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 945 time: 0.1378171 Feb 17 18:01:28.326907 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b250702e-6587-4286-b632-ea7aef9097e9 req-30ec325a-bab5-453f-a97b-387a0069b490 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121421 Feb 17 18:01:28.333465 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325b81b-32ac-4f02-a6d1-0f96a50c8cd7 req-c47f247e-b3a9-40c4-a545-846d6923016e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:28.336661 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4325b81b-32ac-4f02-a6d1-0f96a50c8cd7 req-c47f247e-b3a9-40c4-a545-846d6923016e service neutron] 10.222.0.91 "GET /v2.0/networks?id=1c842ecd-cc9b-4a85-b1b8-328753a85bfe HTTP/1.1" status: 200 len: 916 time: 0.1503246 Feb 17 18:01:28.466320 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4325b81b-32ac-4f02-a6d1-0f96a50c8cd7 req-09619789-244d-40f5-b32f-4acf6381fe0a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11f8378a-0cc4-4afd-9340-bf14614e5ab7 HTTP/1.1" status: 200 len: 1001 time: 0.1204572 Feb 17 18:01:28.528498 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325b81b-32ac-4f02-a6d1-0f96a50c8cd7 req-94f78848-0137-4f1d-9558-7b5fd4bc3150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:28.530835 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4325b81b-32ac-4f02-a6d1-0f96a50c8cd7 req-94f78848-0137-4f1d-9558-7b5fd4bc3150 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=684c221c-585d-46a8-b4c6-fe6a5f99b9b8 HTTP/1.1" status: 200 len: 854 time: 0.0588229 Feb 17 18:01:28.610189 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-525d89d1-3294-4858-89eb-c0b98f852a21 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Deleting port af258065-4b57-40df-9b0b-36d38632d1de {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:01:28.610693 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-525d89d1-3294-4858-89eb-c0b98f852a21 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (af258065-4b57-40df-9b0b-36d38632d1de), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:29.190361 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325b81b-32ac-4f02-a6d1-0f96a50c8cd7 req-0e522c72-0cc9-4704-929d-9cdc9c96938e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:29.211617 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4325b81b-32ac-4f02-a6d1-0f96a50c8cd7 req-0e522c72-0cc9-4704-929d-9cdc9c96938e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1c842ecd-cc9b-4a85-b1b8-328753a85bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6681638 Feb 17 18:01:29.311498 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-525d89d1-3294-4858-89eb-c0b98f852a21 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (af258065-4b57-40df-9b0b-36d38632d1de), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:29.408619 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-525d89d1-3294-4858-89eb-c0b98f852a21 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Calling delete_port for af258065-4b57-40df-9b0b-36d38632d1de owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:01:29.563341 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4325b81b-32ac-4f02-a6d1-0f96a50c8cd7 req-7ee12306-968b-4c27-8cfe-b5ee61a410bd service neutron] 10.222.0.91 "GET /v2.0/networks/1c842ecd-cc9b-4a85-b1b8-328753a85bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426719 Feb 17 18:01:29.618758 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec67be5-d405-4492-a2e6-44c7ae87fc8b req-0119c669-23a3-4b30-b990-ad122b781b33 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:29.621174 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aec67be5-d405-4492-a2e6-44c7ae87fc8b req-0119c669-23a3-4b30-b990-ad122b781b33 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 945 time: 0.1240819 Feb 17 18:01:29.745917 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aec67be5-d405-4492-a2e6-44c7ae87fc8b req-b1092768-a5cf-4106-aff6-b689655fa154 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178110 Feb 17 18:01:29.865232 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-525d89d1-3294-4858-89eb-c0b98f852a21 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (af258065-4b57-40df-9b0b-36d38632d1de), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:29.961193 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525d89d1-3294-4858-89eb-c0b98f852a21 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Pushing event deleted for resources: {'Port': ['ID=af258065-4b57-40df-9b0b-36d38632d1de,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:29.990810 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4325b81b-32ac-4f02-a6d1-0f96a50c8cd7 req-ee0bf612-3658-49d4-96f1-b70271d195f5 service neutron] 10.222.0.91 "GET /v2.0/networks/1c842ecd-cc9b-4a85-b1b8-328753a85bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201314 Feb 17 18:01:30.045617 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-525d89d1-3294-4858-89eb-c0b98f852a21 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:30.049011 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-525d89d1-3294-4858-89eb-c0b98f852a21 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] 10.222.0.87 "DELETE /v2.0/ports/af258065-4b57-40df-9b0b-36d38632d1de HTTP/1.1" status: 204 len: 168 time: 1.8879073 Feb 17 18:01:30.051800 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 54278) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:30.056498 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-a78a7d5b-d6bf-43a3-ba20-f8222af96540 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4ed9d174-44fc-42e9-aae7-0f248fdb25a3', 'external_fixed_ips': [{'subnet_id': 'f8458002-127c-4529-b301-492f9e83804b', 'ip_address': '172.20.0.5'}]}}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:01:30.095039 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a78a7d5b-d6bf-43a3-ba20-f8222af96540 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (709a7538-8e86-4fe2-a0e1-cd196e1209e4), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:30.101786 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a78a7d5b-d6bf-43a3-ba20-f8222af96540 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (709a7538-8e86-4fe2-a0e1-cd196e1209e4), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:30.182570 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a78a7d5b-d6bf-43a3-ba20-f8222af96540 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for router_controller (709a7538-8e86-4fe2-a0e1-cd196e1209e4), precommit_add_association {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:30.396227 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a78a7d5b-d6bf-43a3-ba20-f8222af96540 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for router_gateway (709a7538-8e86-4fe2-a0e1-cd196e1209e4), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:30.722735 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a78a7d5b-d6bf-43a3-ba20-f8222af96540 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for router_gateway (709a7538-8e86-4fe2-a0e1-cd196e1209e4), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:30.755742 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a78a7d5b-d6bf-43a3-ba20-f8222af96540 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:31.064265 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-a78a7d5b-d6bf-43a3-ba20-f8222af96540 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Allocated IP 172.20.0.5 (4ed9d174-44fc-42e9-aae7-0f248fdb25a3/f8458002-127c-4529-b301-492f9e83804b/0f7be7d0-72da-4ce1-b68a-929c902dabad) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:01:31.080913 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241da59d-8844-47e0-965a-67de99c24c36 req-2303dc72-ad52-494f-8072-e2630187d76e tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:31.091025 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-241da59d-8844-47e0-965a-67de99c24c36 req-2303dc72-ad52-494f-8072-e2630187d76e tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 945 time: 0.1719389 Feb 17 18:01:31.272157 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-241da59d-8844-47e0-965a-67de99c24c36 req-c0faeb0c-c7a1-424c-8b9a-eaba21b3cb23 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763268 Feb 17 18:01:31.346856 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a78a7d5b-d6bf-43a3-ba20-f8222af96540 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for port (0f7be7d0-72da-4ce1-b68a-929c902dabad), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:31.391971 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a78a7d5b-d6bf-43a3-ba20-f8222af96540 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (0f7be7d0-72da-4ce1-b68a-929c902dabad), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:31.470563 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a7d5b-d6bf-43a3-ba20-f8222af96540 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Pushing event updated for resources: {'Port': ['ID=0f7be7d0-72da-4ce1-b68a-929c902dabad,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:31.487386 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78a7d5b-d6bf-43a3-ba20-f8222af96540 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Network 4ed9d174-44fc-42e9-aae7-0f248fdb25a3 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:01:31.489515 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-a78a7d5b-d6bf-43a3-ba20-f8222af96540 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:01:31.495160 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78a7d5b-d6bf-43a3-ba20-f8222af96540 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:01:31.842400 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a78a7d5b-d6bf-43a3-ba20-f8222af96540 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for router_gateway (709a7538-8e86-4fe2-a0e1-cd196e1209e4), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:32.521272 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a78a7d5b-d6bf-43a3-ba20-f8222af96540 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (709a7538-8e86-4fe2-a0e1-cd196e1209e4), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:32.533236 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-33c4fd67-6b80-47c2-b03a-9b65f9d68f01 req-70e98232-be78-4265-ac3f-dfda192d5023 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=66a78c36-bae7-436c-8567-b83f5fbcee76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1995928 Feb 17 18:01:32.711350 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a780b-3e77-4691-b775-e02d417ca93a req-c5e37f54-2d50-486d-aed2-7e3f1698b7a6 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:32.712909 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5d9a780b-3e77-4691-b775-e02d417ca93a req-c5e37f54-2d50-486d-aed2-7e3f1698b7a6 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 945 time: 0.2972229 Feb 17 18:01:32.794311 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5d9a780b-3e77-4691-b775-e02d417ca93a req-0e41b6a5-b96e-4429-be06-4d662547b161 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706780 Feb 17 18:01:32.794933 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a78a7d5b-d6bf-43a3-ba20-f8222af96540 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Router 709a7538-8e86-4fe2-a0e1-cd196e1209e4 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 18:01:32.926860 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4fd67-6b80-47c2-b03a-9b65f9d68f01 req-4b21458b-17e7-4029-b62c-303819ccacd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:32.928513 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-33c4fd67-6b80-47c2-b03a-9b65f9d68f01 req-4b21458b-17e7-4029-b62c-303819ccacd4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a1ed8cca97ec45bf914b44d600dfa33b&device_id=66a78c36-bae7-436c-8567-b83f5fbcee76 HTTP/1.1" status: 200 len: 1131 time: 0.2685421 Feb 17 18:01:32.929696 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78a7d5b-d6bf-43a3-ba20-f8222af96540 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:01:32.948833 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107c07c8-fcbd-4566-9e07-5ae0b55fe2f4 None None] Sync routers for ids ['709a7538-8e86-4fe2-a0e1-cd196e1209e4'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:01:32.964148 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b6dc5a61-cb7a-453c-912a-ab2f4b58cfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:32.977635 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a78a7d5b-d6bf-43a3-ba20-f8222af96540 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:32.983324 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54296) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:32.986708 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a78a7d5b-d6bf-43a3-ba20-f8222af96540 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.9334614 Feb 17 18:01:32.991247 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107c07c8-fcbd-4566-9e07-5ae0b55fe2f4 None None] Routers {'709a7538-8e86-4fe2-a0e1-cd196e1209e4'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:01:32.995375 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-107c07c8-fcbd-4566-9e07-5ae0b55fe2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:01:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['709a7538-8e86-4fe2-a0e1-cd196e1209e4'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:01:33.127772 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-925fced6-00fb-4d3c-9b95-825535152502 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for router (709a7538-8e86-4fe2-a0e1-cd196e1209e4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:33.217032 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-107c07c8-fcbd-4566-9e07-5ae0b55fe2f4 None None] Set router 709a7538-8e86-4fe2-a0e1-cd196e1209e4 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:01:33.287638 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4fd67-6b80-47c2-b03a-9b65f9d68f01 req-73b73d98-89e9-439a-a0b9-7cab5aa9e8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:33.294039 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-33c4fd67-6b80-47c2-b03a-9b65f9d68f01 req-73b73d98-89e9-439a-a0b9-7cab5aa9e8a5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 0.3456547 Feb 17 18:01:33.308737 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-925fced6-00fb-4d3c-9b95-825535152502 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for router_gateway (709a7538-8e86-4fe2-a0e1-cd196e1209e4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:33.375858 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-33c4fd67-6b80-47c2-b03a-9b65f9d68f01 req-3834e8e5-d315-4904-8096-d028b621ab23 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=a3d545c3-e58b-49f5-a759-a923b03d37d9 HTTP/1.1" status: 200 len: 217 time: 0.0758274 Feb 17 18:01:33.431660 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-925fced6-00fb-4d3c-9b95-825535152502 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Deleting port 0f7be7d0-72da-4ce1-b68a-929c902dabad {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:01:33.432012 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-925fced6-00fb-4d3c-9b95-825535152502 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (0f7be7d0-72da-4ce1-b68a-929c902dabad), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:33.496198 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4fd67-6b80-47c2-b03a-9b65f9d68f01 req-db3f1e9d-94d0-425d-b7e4-a8af60ceb5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:33.496498 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-107c07c8-fcbd-4566-9e07-5ae0b55fe2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709a7538-8e86-4fe2-a0e1-cd196e1209e4', 'name': '', 'tenant_id': 'f8c6e00bc36143cb816dcbbedc24dfe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ed9d174-44fc-42e9-aae7-0f248fdb25a3', 'external_fixed_ips': [{'subnet_id': 'f8458002-127c-4529-b301-492f9e83804b', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '0f7be7d0-72da-4ce1-b68a-929c902dabad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:01:30Z', 'updated_at': '2022-02-17T18:01:31Z', 'revision_number': 3, 'project_id': 'f8c6e00bc36143cb816dcbbedc24dfe4', 'gw_port': {'id': '0f7be7d0-72da-4ce1-b68a-929c902dabad', 'name': '', 'network_id': '4ed9d174-44fc-42e9-aae7-0f248fdb25a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:04:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709a7538-8e86-4fe2-a0e1-cd196e1209e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'f8458002-127c-4529-b301-492f9e83804b', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:01:30Z', 'updated_at': '2022-02-17T18:01:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8458002-127c-4529-b301-492f9e83804b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:01:33.500997 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-33c4fd67-6b80-47c2-b03a-9b65f9d68f01 req-db3f1e9d-94d0-425d-b7e4-a8af60ceb5d4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.1206501 Feb 17 18:01:33.567539 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107c07c8-fcbd-4566-9e07-5ae0b55fe2f4 None None] Checking router: 709a7538-8e86-4fe2-a0e1-cd196e1209e4 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:01:33.567889 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107c07c8-fcbd-4566-9e07-5ae0b55fe2f4 None None] Updating router 709a7538-8e86-4fe2-a0e1-cd196e1209e4 port 0f7be7d0-72da-4ce1-b68a-929c902dabad binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 18:01:33.605103 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4fd67-6b80-47c2-b03a-9b65f9d68f01 req-bf689daa-2765-49ae-bdaf-8f162e7ef585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:33.612428 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-33c4fd67-6b80-47c2-b03a-9b65f9d68f01 req-bf689daa-2765-49ae-bdaf-8f162e7ef585 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1037548 Feb 17 18:01:33.624821 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-925fced6-00fb-4d3c-9b95-825535152502 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (0f7be7d0-72da-4ce1-b68a-929c902dabad), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:33.641302 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-107c07c8-fcbd-4566-9e07-5ae0b55fe2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0f7be7d0-72da-4ce1-b68a-929c902dabad), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:33.643126 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-925fced6-00fb-4d3c-9b95-825535152502 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Calling delete_port for 0f7be7d0-72da-4ce1-b68a-929c902dabad owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:01:33.902975 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-33c4fd67-6b80-47c2-b03a-9b65f9d68f01 req-fd8f3dbc-3be2-47fc-b352-afaae7c965a7 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809920 Feb 17 18:01:33.922475 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-925fced6-00fb-4d3c-9b95-825535152502 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (0f7be7d0-72da-4ce1-b68a-929c902dabad), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:34.067710 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925fced6-00fb-4d3c-9b95-825535152502 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Pushing event deleted for resources: {'Port': ['ID=0f7be7d0-72da-4ce1-b68a-929c902dabad,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:34.080511 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.api [None req-107c07c8-fcbd-4566-9e07-5ae0b55fe2f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 18:01:34.084808 n-d-829613-2 neutron-server[103436]: DEBUG oslo_db.api [None req-107c07c8-fcbd-4566-9e07-5ae0b55fe2f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 18:01:34.161288 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-925fced6-00fb-4d3c-9b95-825535152502 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (709a7538-8e86-4fe2-a0e1-cd196e1209e4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:34.212322 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385fe9d-5942-4864-b722-e7ba10944540 req-7e8d03b1-aae6-44eb-8d69-4d55418a606d tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:34.213995 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b385fe9d-5942-4864-b722-e7ba10944540 req-7e8d03b1-aae6-44eb-8d69-4d55418a606d tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 945 time: 0.2551191 Feb 17 18:01:34.218990 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-33c4fd67-6b80-47c2-b03a-9b65f9d68f01 req-7abec25d-06e5-4846-a38b-e20fd4a83864 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080592 Feb 17 18:01:34.328140 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b385fe9d-5942-4864-b722-e7ba10944540 req-3649106f-d6f3-45ee-a7a8-c48e763ebfad tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987399 Feb 17 18:01:34.429269 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-925fced6-00fb-4d3c-9b95-825535152502 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (709a7538-8e86-4fe2-a0e1-cd196e1209e4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:34.433356 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-925fced6-00fb-4d3c-9b95-825535152502 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for router_controller (709a7538-8e86-4fe2-a0e1-cd196e1209e4), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:34.524717 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-925fced6-00fb-4d3c-9b95-825535152502 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (709a7538-8e86-4fe2-a0e1-cd196e1209e4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:34.525373 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925fced6-00fb-4d3c-9b95-825535152502 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 709a7538-8e86-4fe2-a0e1-cd196e1209e4 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 18:01:34.537940 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-925fced6-00fb-4d3c-9b95-825535152502 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:34.539852 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-925fced6-00fb-4d3c-9b95-825535152502 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] 10.222.0.87 "DELETE /v2.0/routers/709a7538-8e86-4fe2-a0e1-cd196e1209e4 HTTP/1.1" status: 204 len: 168 time: 1.5547614 Feb 17 18:01:34.542443 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54306) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:34.608702 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1cca955-cda2-4422-b509-a680d311e8b0 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Deleting subnet f8458002-127c-4529-b301-492f9e83804b {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:01:34.614017 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d1cca955-cda2-4422-b509-a680d311e8b0 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for subnet (f8458002-127c-4529-b301-492f9e83804b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:34.626358 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107c07c8-fcbd-4566-9e07-5ae0b55fe2f4 None None] Port 0f7be7d0-72da-4ce1-b68a-929c902dabad not found while updating agent binding for router 709a7538-8e86-4fe2-a0e1-cd196e1209e4. {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 17 18:01:34.638192 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107c07c8-fcbd-4566-9e07-5ae0b55fe2f4 None None] Routers set() bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:01:34.638918 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107c07c8-fcbd-4566-9e07-5ae0b55fe2f4 None None] Router IDs set() for agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 17 18:01:34.639712 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_agentschedulers_db [None req-107c07c8-fcbd-4566-9e07-5ae0b55fe2f4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'709a7538-8e86-4fe2-a0e1-cd196e1209e4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:01:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent'). {{(pid=103436) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 17 18:01:34.640095 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107c07c8-fcbd-4566-9e07-5ae0b55fe2f4 None None] The sync data for ids ['709a7538-8e86-4fe2-a0e1-cd196e1209e4'] in n-d-829613-2 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:01:34.684038 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d1cca955-cda2-4422-b509-a680d311e8b0 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (f8458002-127c-4529-b301-492f9e83804b), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:34.755480 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d1cca955-cda2-4422-b509-a680d311e8b0 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (f8458002-127c-4529-b301-492f9e83804b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:34.829303 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d1cca955-cda2-4422-b509-a680d311e8b0 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (f8458002-127c-4529-b301-492f9e83804b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:34.866216 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cca955-cda2-4422-b509-a680d311e8b0 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f8458002-127c-4529-b301-492f9e83804b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:34.876424 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d1cca955-cda2-4422-b509-a680d311e8b0 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:34.880762 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d1cca955-cda2-4422-b509-a680d311e8b0 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] 10.222.0.87 "DELETE /v2.0/subnets/f8458002-127c-4529-b301-492f9e83804b HTTP/1.1" status: 204 len: 168 time: 0.3372135 Feb 17 18:01:34.883371 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 54310) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:35.121193 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-36f82df6-6501-4e9e-a8d0-69de76683cdf tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (4ed9d174-44fc-42e9-aae7-0f248fdb25a3), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:35.241227 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-36f82df6-6501-4e9e-a8d0-69de76683cdf tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (4ed9d174-44fc-42e9-aae7-0f248fdb25a3), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:35.280392 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-36f82df6-6501-4e9e-a8d0-69de76683cdf tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ed9d174-44fc-42e9-aae7-0f248fdb25a3']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:01:35.298629 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-36f82df6-6501-4e9e-a8d0-69de76683cdf tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c86d6e5-f7cc-486e-b09b-dce286585163') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:01:35.299790 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-36f82df6-6501-4e9e-a8d0-69de76683cdf tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c86d6e5-f7cc-486e-b09b-dce286585163') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:01:35.328268 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-36f82df6-6501-4e9e-a8d0-69de76683cdf tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (0c86d6e5-f7cc-486e-b09b-dce286585163), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:35.351591 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-36f82df6-6501-4e9e-a8d0-69de76683cdf tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (0c86d6e5-f7cc-486e-b09b-dce286585163), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:35.364112 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36f82df6-6501-4e9e-a8d0-69de76683cdf tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:01:35.364990 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-36f82df6-6501-4e9e-a8d0-69de76683cdf tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (0c86d6e5-f7cc-486e-b09b-dce286585163), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:35.437847 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 18:01:35.437847 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:01:35.437847 n-d-829613-2 neutron-server[103435]: timer() Feb 17 18:01:35.437847 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:01:35.437847 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 18:01:35.437847 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:01:35.437847 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 18:01:35.437847 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:01:35.437847 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 18:01:35.437847 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:01:35.437847 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 18:01:35.437847 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:01:35.437847 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 18:01:35.437847 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:01:35.437847 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:01:35.437847 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:01:35.437847 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:01:35.437847 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:01:35.437847 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 18:01:35.437847 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:01:35.437847 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 18:01:35.437847 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:01:35.437847 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:01:35.437847 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:01:35.437847 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 18:01:35.437847 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:01:35.437847 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:01:35.437847 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:01:35.437847 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:01:35.437847 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:01:35.437847 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:01:35.437847 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:01:35.442372 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-36f82df6-6501-4e9e-a8d0-69de76683cdf tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (4ed9d174-44fc-42e9-aae7-0f248fdb25a3), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:35.464671 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-00de6108-11d4-43ca-ad91-ca23765ffafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:35.471085 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f82df6-6501-4e9e-a8d0-69de76683cdf tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4ed9d174-44fc-42e9-aae7-0f248fdb25a3 {{(pid=103435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 17 18:01:35.522587 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-36f82df6-6501-4e9e-a8d0-69de76683cdf tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:35.534947 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-36f82df6-6501-4e9e-a8d0-69de76683cdf tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] 10.222.0.87 "DELETE /v2.0/networks/4ed9d174-44fc-42e9-aae7-0f248fdb25a3 HTTP/1.1" status: 204 len: 168 time: 0.6483715 Feb 17 18:01:35.536119 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f82df6-6501-4e9e-a8d0-69de76683cdf tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Pushing event deleted for resources: {'Network': ['ID=4ed9d174-44fc-42e9-aae7-0f248fdb25a3,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:35.692174 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a063ed-5c96-4e40-b93f-63e4acd70368 req-69848b65-c3b9-42fb-bba3-ea45abe7b46a tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:35.694659 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-94a063ed-5c96-4e40-b93f-63e4acd70368 req-69848b65-c3b9-42fb-bba3-ea45abe7b46a tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 945 time: 0.1243043 Feb 17 18:01:35.840365 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-94a063ed-5c96-4e40-b93f-63e4acd70368 req-0d99f314-0e9a-4199-a830-7d88144fc702 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362224 Feb 17 18:01:36.090593 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 54328) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:36.096280 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-1a4259a4-104f-45db-85d0-76c73dec8124 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Request body: {'router': {'name': 'tempest-router--1378447424', 'project_id': 'a7ca3ea246ea403db8350245a22a8c1c'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:01:36.133641 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54330) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:36.155353 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1a4259a4-104f-45db-85d0-76c73dec8124 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (d29803a2-92dc-440d-b950-12bf46e1d686), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:36.156980 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1a4259a4-104f-45db-85d0-76c73dec8124 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (d29803a2-92dc-440d-b950-12bf46e1d686), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:36.232550 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1a4259a4-104f-45db-85d0-76c73dec8124 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for router_controller (d29803a2-92dc-440d-b950-12bf46e1d686), precommit_add_association {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:36.239909 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1a4259a4-104f-45db-85d0-76c73dec8124 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (d29803a2-92dc-440d-b950-12bf46e1d686), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:36.263125 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1a4259a4-104f-45db-85d0-76c73dec8124 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:36.265961 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1a4259a4-104f-45db-85d0-76c73dec8124 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1743376 Feb 17 18:01:36.268129 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54334) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:36.386306 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1fe471a9-d0a3-4624-919b-6ca402af317a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:36.414345 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-376bd474-4507-4e0c-9dba-8bfff4610270 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for router (d29803a2-92dc-440d-b950-12bf46e1d686), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:36.624302 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-376bd474-4507-4e0c-9dba-8bfff4610270 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (d29803a2-92dc-440d-b950-12bf46e1d686), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:36.627753 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-376bd474-4507-4e0c-9dba-8bfff4610270 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for router_controller (d29803a2-92dc-440d-b950-12bf46e1d686), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:36.686637 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1fe471a9-d0a3-4624-919b-6ca402af317a admin admin] Publish callbacks [] for security_group (16cea724-adec-4618-9163-53290a27469d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:36.702832 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-376bd474-4507-4e0c-9dba-8bfff4610270 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (d29803a2-92dc-440d-b950-12bf46e1d686), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:36.702832 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-376bd474-4507-4e0c-9dba-8bfff4610270 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d29803a2-92dc-440d-b950-12bf46e1d686 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 18:01:36.702832 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-376bd474-4507-4e0c-9dba-8bfff4610270 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:36.702832 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-376bd474-4507-4e0c-9dba-8bfff4610270 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] 10.222.0.87 "DELETE /v2.0/routers/d29803a2-92dc-440d-b950-12bf46e1d686 HTTP/1.1" status: 204 len: 168 time: 0.4402316 Feb 17 18:01:36.725464 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1fe471a9-d0a3-4624-919b-6ca402af317a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (16cea724-adec-4618-9163-53290a27469d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:36.757378 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:36.783094 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-1fe471a9-d0a3-4624-919b-6ca402af317a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=45be69fe5925494bad624ecf69e188be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6478746 Feb 17 18:01:36.785043 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe471a9-d0a3-4624-919b-6ca402af317a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16cea724-adec-4618-9163-53290a27469d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:36.785863 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 54338) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:36.966241 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54348) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:36.979069 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ecb7ce4d-eea4-41e8-a0ef-90d2870408de admin admin] Publish callbacks [] for security_group (16cea724-adec-4618-9163-53290a27469d), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:37.013749 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ecb7ce4d-eea4-41e8-a0ef-90d2870408de admin admin] Publish callbacks [] for security_group (16cea724-adec-4618-9163-53290a27469d), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:37.076723 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ecb7ce4d-eea4-41e8-a0ef-90d2870408de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (16cea724-adec-4618-9163-53290a27469d), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:37.079372 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ecb7ce4d-eea4-41e8-a0ef-90d2870408de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:37.080607 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-ecb7ce4d-eea4-41e8-a0ef-90d2870408de admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/16cea724-adec-4618-9163-53290a27469d HTTP/1.1" status: 204 len: 168 time: 0.2935069 Feb 17 18:01:37.150538 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb7ce4d-eea4-41e8-a0ef-90d2870408de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16cea724-adec-4618-9163-53290a27469d,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:37.183553 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249aba5-0b62-440a-9333-3fe22b66da3a req-df0eab36-3bb3-47ea-8ead-697447079600 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:37.185181 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9249aba5-0b62-440a-9333-3fe22b66da3a req-df0eab36-3bb3-47ea-8ead-697447079600 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 945 time: 0.1203389 Feb 17 18:01:37.279793 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-d11dc893-f67b-4f67-ad47-6583385c86c7 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1589918706', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}, 'admin_state_up': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:01:37.305481 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9249aba5-0b62-440a-9333-3fe22b66da3a req-5a6c6849-5fd1-4f23-babd-59f7fb92b8e6 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135414 Feb 17 18:01:37.342298 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d11dc893-f67b-4f67-ad47-6583385c86c7 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (996bea0b-4fcd-483d-b069-d842ff69450c), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:37.344398 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d11dc893-f67b-4f67-ad47-6583385c86c7 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (996bea0b-4fcd-483d-b069-d842ff69450c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:37.418410 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d11dc893-f67b-4f67-ad47-6583385c86c7 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for router_controller (996bea0b-4fcd-483d-b069-d842ff69450c), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:37.679439 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d11dc893-f67b-4f67-ad47-6583385c86c7 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for router_gateway (996bea0b-4fcd-483d-b069-d842ff69450c), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:37.991761 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:38.013979 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d11dc893-f67b-4f67-ad47-6583385c86c7 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for router_gateway (996bea0b-4fcd-483d-b069-d842ff69450c), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:38.037579 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d11dc893-f67b-4f67-ad47-6583385c86c7 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:38.307862 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-d11dc893-f67b-4f67-ad47-6583385c86c7 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Allocated IP 172.25.8.116 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/720e9469-04d2-4441-b75a-1959939b818c) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:01:38.525536 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d11dc893-f67b-4f67-ad47-6583385c86c7 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for port (720e9469-04d2-4441-b75a-1959939b818c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:38.590711 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7c9d8-6765-4d37-a06e-c2399a871f45 req-eefec412-3830-4800-8a33-b93c34b128c6 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:38.598621 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0cf7c9d8-6765-4d37-a06e-c2399a871f45 req-eefec412-3830-4800-8a33-b93c34b128c6 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 945 time: 0.1012981 Feb 17 18:01:38.614161 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d11dc893-f67b-4f67-ad47-6583385c86c7 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (720e9469-04d2-4441-b75a-1959939b818c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:38.664155 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0cf7c9d8-6765-4d37-a06e-c2399a871f45 req-552aa2a7-bcca-419d-b8c2-ccd0439c6ac5 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646574 Feb 17 18:01:38.681709 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11dc893-f67b-4f67-ad47-6583385c86c7 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:01:38.688753 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-d11dc893-f67b-4f67-ad47-6583385c86c7 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:01:38.697699 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11dc893-f67b-4f67-ad47-6583385c86c7 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:01:38.722214 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11dc893-f67b-4f67-ad47-6583385c86c7 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Pushing event updated for resources: {'Port': ['ID=720e9469-04d2-4441-b75a-1959939b818c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:39.001348 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d11dc893-f67b-4f67-ad47-6583385c86c7 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for router_gateway (996bea0b-4fcd-483d-b069-d842ff69450c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:39.031448 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 54396) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:39.087729 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:39.182321 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b7f1067e-0338-418f-bb02-d9620830b5f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:39.276809 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b7f1067e-0338-418f-bb02-d9620830b5f4 admin admin] Publish callbacks [] for security_group (4df93f4e-2951-4b21-b4fb-3f74965d3fa0), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:39.282269 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b7f1067e-0338-418f-bb02-d9620830b5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (4df93f4e-2951-4b21-b4fb-3f74965d3fa0), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:39.327532 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b7f1067e-0338-418f-bb02-d9620830b5f4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=af26a4d8abd64c2795e4458c41dfd810&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2948599 Feb 17 18:01:39.328989 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f1067e-0338-418f-bb02-d9620830b5f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df93f4e-2951-4b21-b4fb-3f74965d3fa0,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:39.331437 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 54400) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:39.352853 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f1067e-0338-418f-bb02-d9620830b5f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:01:39.353235 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f1067e-0338-418f-bb02-d9620830b5f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:01:39.353543 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f1067e-0338-418f-bb02-d9620830b5f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:01:39.353878 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f1067e-0338-418f-bb02-d9620830b5f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:01:39.354210 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f1067e-0338-418f-bb02-d9620830b5f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:01:39.354543 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f1067e-0338-418f-bb02-d9620830b5f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:01:39.354872 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f1067e-0338-418f-bb02-d9620830b5f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:01:39.355198 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f1067e-0338-418f-bb02-d9620830b5f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:01:39.355523 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f1067e-0338-418f-bb02-d9620830b5f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:01:39.355849 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f1067e-0338-418f-bb02-d9620830b5f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:01:39.356172 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f1067e-0338-418f-bb02-d9620830b5f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:01:39.356526 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f1067e-0338-418f-bb02-d9620830b5f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:01:39.356852 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f1067e-0338-418f-bb02-d9620830b5f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:01:39.399751 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3ece66c4-5345-477d-9727-e86ada6db044 admin admin] Publish callbacks [] for security_group (4df93f4e-2951-4b21-b4fb-3f74965d3fa0), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:39.424502 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3ece66c4-5345-477d-9727-e86ada6db044 admin admin] Publish callbacks [] for security_group (4df93f4e-2951-4b21-b4fb-3f74965d3fa0), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:39.482340 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3ece66c4-5345-477d-9727-e86ada6db044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (4df93f4e-2951-4b21-b4fb-3f74965d3fa0), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:39.485587 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3ece66c4-5345-477d-9727-e86ada6db044 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:39.489728 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-3ece66c4-5345-477d-9727-e86ada6db044 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4df93f4e-2951-4b21-b4fb-3f74965d3fa0 HTTP/1.1" status: 204 len: 168 time: 0.1544061 Feb 17 18:01:39.495431 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ece66c4-5345-477d-9727-e86ada6db044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df93f4e-2951-4b21-b4fb-3f74965d3fa0,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:39.652671 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a31a0-cc03-4c69-8986-30213b0b4b1a req-569b9723-2c06-433a-bc42-a03ade6a754c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:39.654249 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9a0a31a0-cc03-4c69-8986-30213b0b4b1a req-569b9723-2c06-433a-bc42-a03ade6a754c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=20be7d5eb0704bac94fef9d4560964ff&device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 1127 time: 0.0839682 Feb 17 18:01:39.670030 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d11dc893-f67b-4f67-ad47-6583385c86c7 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (996bea0b-4fcd-483d-b069-d842ff69450c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:39.824277 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6d750-340f-4f89-9e59-3ba792c3753d req-d3b0a960-67e4-4548-9b62-10d185664a4d tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:39.833364 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-07d6d750-340f-4f89-9e59-3ba792c3753d req-d3b0a960-67e4-4548-9b62-10d185664a4d tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 945 time: 0.0730047 Feb 17 18:01:39.892547 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a31a0-cc03-4c69-8986-30213b0b4b1a req-73c08757-3db8-4763-9d60-5f7ef10add2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:39.894563 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9a0a31a0-cc03-4c69-8986-30213b0b4b1a req-73c08757-3db8-4763-9d60-5f7ef10add2a service neutron] 10.222.0.91 "GET /v2.0/networks?id=1c842ecd-cc9b-4a85-b1b8-328753a85bfe HTTP/1.1" status: 200 len: 916 time: 0.2329862 Feb 17 18:01:39.895773 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-07d6d750-340f-4f89-9e59-3ba792c3753d req-9cebd038-9e5a-4b40-acb2-d5d62d8fe19b tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608623 Feb 17 18:01:39.903448 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:01:39.984289 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9a0a31a0-cc03-4c69-8986-30213b0b4b1a req-1e13c6d0-e6ae-4262-aa35-9166e0aeb0ce service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11f8378a-0cc4-4afd-9340-bf14614e5ab7 HTTP/1.1" status: 200 len: 1001 time: 0.0829592 Feb 17 18:01:40.051927 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a31a0-cc03-4c69-8986-30213b0b4b1a req-f90da521-387d-4bef-b138-fa874f56cf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:40.053622 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9a0a31a0-cc03-4c69-8986-30213b0b4b1a req-f90da521-387d-4bef-b138-fa874f56cf21 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=684c221c-585d-46a8-b4c6-fe6a5f99b9b8 HTTP/1.1" status: 200 len: 854 time: 0.0629928 Feb 17 18:01:40.058779 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11dc893-f67b-4f67-ad47-6583385c86c7 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Router 996bea0b-4fcd-483d-b069-d842ff69450c is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 18:01:40.196596 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a31a0-cc03-4c69-8986-30213b0b4b1a req-212a4d0f-c6ce-4f61-864e-0d8a50c5e82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:40.199335 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9a0a31a0-cc03-4c69-8986-30213b0b4b1a req-212a4d0f-c6ce-4f61-864e-0d8a50c5e82d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1c842ecd-cc9b-4a85-b1b8-328753a85bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1379116 Feb 17 18:01:40.294403 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 54426) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:40.295962 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11dc893-f67b-4f67-ad47-6583385c86c7 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:01:40.317983 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ef803c-148f-4d5f-8923-ed6976018d60 None None] Sync routers for ids ['996bea0b-4fcd-483d-b069-d842ff69450c'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:01:40.325931 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9a0a31a0-cc03-4c69-8986-30213b0b4b1a req-f163833f-364b-42a5-b758-e200f8893f0a service neutron] 10.222.0.91 "GET /v2.0/networks/1c842ecd-cc9b-4a85-b1b8-328753a85bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192696 Feb 17 18:01:40.332333 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d11dc893-f67b-4f67-ad47-6583385c86c7 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:40.333456 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d11dc893-f67b-4f67-ad47-6583385c86c7 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.3661926 Feb 17 18:01:40.336716 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 54430) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:40.350750 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ef803c-148f-4d5f-8923-ed6976018d60 None None] Routers {'996bea0b-4fcd-483d-b069-d842ff69450c'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:01:40.351684 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-62ef803c-148f-4d5f-8923-ed6976018d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:01:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['996bea0b-4fcd-483d-b069-d842ff69450c'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:01:40.391491 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-62ef803c-148f-4d5f-8923-ed6976018d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:01:40.403732 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ef803c-148f-4d5f-8923-ed6976018d60 None None] Routers {'996bea0b-4fcd-483d-b069-d842ff69450c'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:01:40.404822 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-62ef803c-148f-4d5f-8923-ed6976018d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:01:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['996bea0b-4fcd-483d-b069-d842ff69450c'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:01:40.431103 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9a0a31a0-cc03-4c69-8986-30213b0b4b1a req-68865306-fbc1-4e05-8691-df8bc3e76b99 service neutron] 10.222.0.91 "GET /v2.0/networks/1c842ecd-cc9b-4a85-b1b8-328753a85bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962486 Feb 17 18:01:40.450972 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-62ef803c-148f-4d5f-8923-ed6976018d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:01:40.451679 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ef803c-148f-4d5f-8923-ed6976018d60 None None] The sync data for ids ['996bea0b-4fcd-483d-b069-d842ff69450c'] in n-d-829613-2 is: [] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:01:40.463102 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-7eda3560-828d-4e29-8a7d-e0ac2649de90 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1610405410-network', 'tenant_id': '6b48b83ef1364a4998de0678bf1178a2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:01:40.496601 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eda3560-828d-4e29-8a7d-e0ac2649de90 admin admin] Made reservation on behalf of 6b48b83ef1364a4998de0678bf1178a2 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:01:40.498874 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7eda3560-828d-4e29-8a7d-e0ac2649de90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:40.511502 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7eda3560-828d-4e29-8a7d-e0ac2649de90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:40.536701 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-01c8c57a-b87e-45bb-bb1d-54d4a325bdbd tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] 10.222.0.87 "GET /v2.0/routers/996bea0b-4fcd-483d-b069-d842ff69450c HTTP/1.1" status: 200 len: 921 time: 0.1988330 Feb 17 18:01:40.539638 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54432) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:40.573553 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-edc4e197-3c68-441e-b152-44f04541162c tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] 10.222.0.87 "GET /v2.0/ports?device_id=996bea0b-4fcd-483d-b069-d842ff69450c HTTP/1.1" status: 200 len: 205 time: 0.0317357 Feb 17 18:01:40.576150 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54434) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:40.604772 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7eda3560-828d-4e29-8a7d-e0ac2649de90 admin admin] Publish callbacks [] for security_group (a31896a4-937e-46de-84e0-65c4fda1722a), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:40.609352 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7eda3560-828d-4e29-8a7d-e0ac2649de90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (a31896a4-937e-46de-84e0-65c4fda1722a), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:40.634224 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eda3560-828d-4e29-8a7d-e0ac2649de90 admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:01:40.652286 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eda3560-828d-4e29-8a7d-e0ac2649de90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31896a4-937e-46de-84e0-65c4fda1722a,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:40.656928 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7eda3560-828d-4e29-8a7d-e0ac2649de90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (bd8a47c8-43dd-4f67-8c33-f678e9a75bfe), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:40.658310 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-7eda3560-828d-4e29-8a7d-e0ac2649de90 admin admin] Added segment bd8a47c8-43dd-4f67-8c33-f678e9a75bfe of type vlan for network f4c582b0-b045-4143-bee1-140f4daa93bb Feb 17 18:01:40.697428 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87369b4b-8977-483e-8349-f20a21ff44dd tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for router (996bea0b-4fcd-483d-b069-d842ff69450c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:40.704294 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7eda3560-828d-4e29-8a7d-e0ac2649de90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (f4c582b0-b045-4143-bee1-140f4daa93bb), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:40.738328 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7eda3560-828d-4e29-8a7d-e0ac2649de90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (f4c582b0-b045-4143-bee1-140f4daa93bb), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:40.739394 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eda3560-828d-4e29-8a7d-e0ac2649de90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:40.739982 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7eda3560-828d-4e29-8a7d-e0ac2649de90 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:40.781715 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-7eda3560-828d-4e29-8a7d-e0ac2649de90 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4856417 Feb 17 18:01:40.785254 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 54436) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:40.790643 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-3927bc4a-b0ec-4148-9c5b-fca8d47c3bd1 admin admin] Request body: {'subnet': {'network_id': 'f4c582b0-b045-4143-bee1-140f4daa93bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1610405410-subnet', 'tenant_id': '6b48b83ef1364a4998de0678bf1178a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:01:40.818370 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87369b4b-8977-483e-8349-f20a21ff44dd tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for router_gateway (996bea0b-4fcd-483d-b069-d842ff69450c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:40.824500 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eda3560-828d-4e29-8a7d-e0ac2649de90 admin admin] Pushing event updated for resources: {'Network': ['ID=f4c582b0-b045-4143-bee1-140f4daa93bb,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:40.838379 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network f4c582b0-b045-4143-bee1-140f4daa93bb details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:01:40.850232 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3927bc4a-b0ec-4148-9c5b-fca8d47c3bd1 admin admin] Made reservation on behalf of 6b48b83ef1364a4998de0678bf1178a2 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:01:40.854145 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3927bc4a-b0ec-4148-9c5b-fca8d47c3bd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:40.915425 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-87369b4b-8977-483e-8349-f20a21ff44dd tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Deleting port 720e9469-04d2-4441-b75a-1959939b818c {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:01:40.915786 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87369b4b-8977-483e-8349-f20a21ff44dd tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (720e9469-04d2-4441-b75a-1959939b818c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:41.035143 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87369b4b-8977-483e-8349-f20a21ff44dd tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (720e9469-04d2-4441-b75a-1959939b818c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:41.050503 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-87369b4b-8977-483e-8349-f20a21ff44dd tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Calling delete_port for 720e9469-04d2-4441-b75a-1959939b818c owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:01:41.104841 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3927bc4a-b0ec-4148-9c5b-fca8d47c3bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (fbd43495-de35-48cf-ab01-77d760b63049), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:41.144427 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa005a-de44-4680-b2c7-bca303d46475 req-63f3e798-eb05-4f8e-9b12-a4f5fcfbcd52 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:41.145946 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e7fa005a-de44-4680-b2c7-bca303d46475 req-63f3e798-eb05-4f8e-9b12-a4f5fcfbcd52 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 945 time: 0.1278927 Feb 17 18:01:41.203603 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3927bc4a-b0ec-4148-9c5b-fca8d47c3bd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbd43495-de35-48cf-ab01-77d760b63049,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:41.228017 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e7fa005a-de44-4680-b2c7-bca303d46475 req-9171e420-af16-4445-8bdc-75b7c33d43f9 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732522 Feb 17 18:01:41.233653 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3927bc4a-b0ec-4148-9c5b-fca8d47c3bd1 admin admin] Checking segment: {'id': 'bd8a47c8-43dd-4f67-8c33-f678e9a75bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f4c582b0-b045-4143-bee1-140f4daa93bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:01:41.234052 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3927bc4a-b0ec-4148-9c5b-fca8d47c3bd1 admin admin] Network hostable DHCP agents. Network: f4c582b0-b045-4143-bee1-140f4daa93bb, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:01:41.251521 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87369b4b-8977-483e-8349-f20a21ff44dd tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (720e9469-04d2-4441-b75a-1959939b818c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:41.253971 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3927bc4a-b0ec-4148-9c5b-fca8d47c3bd1 admin admin] Network f4c582b0-b045-4143-bee1-140f4daa93bb is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:01:41.264925 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-3927bc4a-b0ec-4148-9c5b-fca8d47c3bd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, f4c582b0-b045-4143-bee1-140f4daa93bb) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:01:41.270526 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3927bc4a-b0ec-4148-9c5b-fca8d47c3bd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:41.271383 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3927bc4a-b0ec-4148-9c5b-fca8d47c3bd1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:41.276192 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2c170f-1d9e-4847-9e48-79e035d4737c None None] Network f4c582b0-b045-4143-bee1-140f4daa93bb requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:01:41.288661 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-3927bc4a-b0ec-4148-9c5b-fca8d47c3bd1 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5020583 Feb 17 18:01:41.307484 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87369b4b-8977-483e-8349-f20a21ff44dd tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Pushing event deleted for resources: {'Port': ['ID=720e9469-04d2-4441-b75a-1959939b818c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:41.373161 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87369b4b-8977-483e-8349-f20a21ff44dd tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (996bea0b-4fcd-483d-b069-d842ff69450c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:41.379496 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 11f8378a-0cc4-4afd-9340-bf14614e5ab7 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:01:41.471114 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0ce987-1e25-4da8-902b-99efff2d4230 None None] Network f4c582b0-b045-4143-bee1-140f4daa93bb requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:01:41.484541 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87369b4b-8977-483e-8349-f20a21ff44dd tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (996bea0b-4fcd-483d-b069-d842ff69450c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:41.488559 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87369b4b-8977-483e-8349-f20a21ff44dd tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for router_controller (996bea0b-4fcd-483d-b069-d842ff69450c), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:41.556542 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87369b4b-8977-483e-8349-f20a21ff44dd tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (996bea0b-4fcd-483d-b069-d842ff69450c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:41.557310 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87369b4b-8977-483e-8349-f20a21ff44dd tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Fanout notify agent at l3_agent the message router_deleted on router 996bea0b-4fcd-483d-b069-d842ff69450c {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 18:01:41.564885 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-87369b4b-8977-483e-8349-f20a21ff44dd tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:41.570848 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 54448) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:41.576464 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-a2bbfe96-ced2-4419-9163-b7d579a106d7 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1729580906', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'enable_snat': False}}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:01:41.582171 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-87369b4b-8977-483e-8349-f20a21ff44dd tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] 10.222.0.87 "DELETE /v2.0/routers/996bea0b-4fcd-483d-b069-d842ff69450c HTTP/1.1" status: 204 len: 168 time: 1.0048192 Feb 17 18:01:41.601558 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a2bbfe96-ced2-4419-9163-b7d579a106d7 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (7699df8a-0ea5-49f1-86b9-e2a2a09229fa), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:41.603357 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a2bbfe96-ced2-4419-9163-b7d579a106d7 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (7699df8a-0ea5-49f1-86b9-e2a2a09229fa), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:41.654157 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 11f8378a-0cc4-4afd-9340-bf14614e5ab7 is: ACTIVE; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:01:41.654650 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (11f8378a-0cc4-4afd-9340-bf14614e5ab7), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:41.663604 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a2bbfe96-ced2-4419-9163-b7d579a106d7 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for router_controller (7699df8a-0ea5-49f1-86b9-e2a2a09229fa), precommit_add_association {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:41.703489 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b754ba1-abd8-4319-ab55-654b57649fce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11f8378a-0cc4-4afd-9340-bf14614e5ab7'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:01:41.706533 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e2ca6a-d9b2-49b5-be39-0d8c5005d065" -d '{"events": [{"server_uuid": "3b754ba1-abd8-4319-ab55-654b57649fce", "name": "network-vif-unplugged", "status": "completed", "tag": "11f8378a-0cc4-4afd-9340-bf14614e5ab7"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:01:41.743579 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 11f8378a-0cc4-4afd-9340-bf14614e5ab7, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=11f8378a-0cc4-4afd-9340-bf14614e5ab7,segment=NetworkSegment(e72a85f9-dd09-4c3e-8996-7efe0b9144f7),segment_id=e72a85f9-dd09-4c3e-8996-7efe0b9144f7)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:01:41.750014 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (11f8378a-0cc4-4afd-9340-bf14614e5ab7), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:41.780542 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 18:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4707aa-3cf9-48dd-b992-48446bc45de5 x-openstack-request-id: req-ba4707aa-3cf9-48dd-b992-48446bc45de5 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:01:41.781125 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b754ba1-abd8-4319-ab55-654b57649fce", "name": "network-vif-unplugged", "status": "completed", "tag": "11f8378a-0cc4-4afd-9340-bf14614e5ab7", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:01:41.781590 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ba4707aa-3cf9-48dd-b992-48446bc45de5 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:01:41.782136 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b754ba1-abd8-4319-ab55-654b57649fce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11f8378a-0cc4-4afd-9340-bf14614e5ab7', 'code': 200} Feb 17 18:01:41.809759 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=11f8378a-0cc4-4afd-9340-bf14614e5ab7,revision_number=8']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:41.866644 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a2bbfe96-ced2-4419-9163-b7d579a106d7 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for router_gateway (7699df8a-0ea5-49f1-86b9-e2a2a09229fa), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:41.918533 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54460) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:41.928927 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-6da1bfeb-c4a2-4340-88fe-943e7934b5ab admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1696515072-network', 'tenant_id': '39e96bbe55bc49fe9e43b0b760917aaf'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:01:41.958157 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da1bfeb-c4a2-4340-88fe-943e7934b5ab admin admin] Made reservation on behalf of 39e96bbe55bc49fe9e43b0b760917aaf for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:01:41.961454 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6da1bfeb-c4a2-4340-88fe-943e7934b5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:41.972977 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6da1bfeb-c4a2-4340-88fe-943e7934b5ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:42.079455 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6da1bfeb-c4a2-4340-88fe-943e7934b5ab admin admin] Publish callbacks [] for security_group (bd3f94d9-7149-48ef-856b-339919d67cd9), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:42.084834 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6da1bfeb-c4a2-4340-88fe-943e7934b5ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (bd3f94d9-7149-48ef-856b-339919d67cd9), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:42.110005 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6da1bfeb-c4a2-4340-88fe-943e7934b5ab admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:01:42.119892 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da1bfeb-c4a2-4340-88fe-943e7934b5ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3f94d9-7149-48ef-856b-339919d67cd9,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:42.124868 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6da1bfeb-c4a2-4340-88fe-943e7934b5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (36b04e0b-4b57-42f0-b6a7-b4463716e652), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:42.125212 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-6da1bfeb-c4a2-4340-88fe-943e7934b5ab admin admin] Added segment 36b04e0b-4b57-42f0-b6a7-b4463716e652 of type vlan for network 6dd348ce-14e7-4ccb-a51c-1fd6de19820a Feb 17 18:01:42.168135 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6da1bfeb-c4a2-4340-88fe-943e7934b5ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (6dd348ce-14e7-4ccb-a51c-1fd6de19820a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:42.182068 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a2bbfe96-ced2-4419-9163-b7d579a106d7 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for router_gateway (7699df8a-0ea5-49f1-86b9-e2a2a09229fa), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:42.198082 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6da1bfeb-c4a2-4340-88fe-943e7934b5ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (6dd348ce-14e7-4ccb-a51c-1fd6de19820a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:42.199382 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da1bfeb-c4a2-4340-88fe-943e7934b5ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:42.200381 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6da1bfeb-c4a2-4340-88fe-943e7934b5ab admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:42.210880 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a2bbfe96-ced2-4419-9163-b7d579a106d7 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:42.245342 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6da1bfeb-c4a2-4340-88fe-943e7934b5ab admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3242199 Feb 17 18:01:42.247808 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54464) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:42.255504 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-6685a425-43c9-4e46-b776-4300024cb65e admin admin] Request body: {'subnet': {'network_id': '6dd348ce-14e7-4ccb-a51c-1fd6de19820a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1696515072-subnet', 'tenant_id': '39e96bbe55bc49fe9e43b0b760917aaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:01:42.297980 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da1bfeb-c4a2-4340-88fe-943e7934b5ab admin admin] Pushing event updated for resources: {'Network': ['ID=6dd348ce-14e7-4ccb-a51c-1fd6de19820a,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:42.324509 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 6dd348ce-14e7-4ccb-a51c-1fd6de19820a details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:01:42.342825 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6685a425-43c9-4e46-b776-4300024cb65e admin admin] Made reservation on behalf of 39e96bbe55bc49fe9e43b0b760917aaf for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:01:42.347222 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6685a425-43c9-4e46-b776-4300024cb65e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:42.396713 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-a2bbfe96-ced2-4419-9163-b7d579a106d7 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Allocated IP 172.25.8.6 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/e041fe71-0085-428c-9d7d-e7d112aa9d67) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:01:42.533763 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33104a6d-3e4c-485e-831b-08b72be74eb5 req-dc1f62b6-9003-4a55-b02f-8e071f1af729 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:42.535832 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-33104a6d-3e4c-485e-831b-08b72be74eb5 req-dc1f62b6-9003-4a55-b02f-8e071f1af729 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 943 time: 0.1696987 Feb 17 18:01:42.555381 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6685a425-43c9-4e46-b776-4300024cb65e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (db414bf1-99fd-4c5f-887e-05bef1287026), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:42.628746 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6685a425-43c9-4e46-b776-4300024cb65e admin admin] Pushing event updated for resources: {'Subnet': ['ID=db414bf1-99fd-4c5f-887e-05bef1287026,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:42.642330 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6685a425-43c9-4e46-b776-4300024cb65e admin admin] Checking segment: {'id': '36b04e0b-4b57-42f0-b6a7-b4463716e652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6dd348ce-14e7-4ccb-a51c-1fd6de19820a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:01:42.642856 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6685a425-43c9-4e46-b776-4300024cb65e admin admin] Network hostable DHCP agents. Network: 6dd348ce-14e7-4ccb-a51c-1fd6de19820a, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:01:42.648818 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-33104a6d-3e4c-485e-831b-08b72be74eb5 req-6677d062-c8e6-443c-ab17-8a7b057c6a84 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763991 Feb 17 18:01:42.661293 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a2bbfe96-ced2-4419-9163-b7d579a106d7 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for port (e041fe71-0085-428c-9d7d-e7d112aa9d67), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:42.679981 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6685a425-43c9-4e46-b776-4300024cb65e admin admin] Network 6dd348ce-14e7-4ccb-a51c-1fd6de19820a is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:01:42.697792 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-6685a425-43c9-4e46-b776-4300024cb65e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 6dd348ce-14e7-4ccb-a51c-1fd6de19820a) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:01:42.712331 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ead3f3-b950-4538-9b94-634181e8dc11 None None] Network 6dd348ce-14e7-4ccb-a51c-1fd6de19820a requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:01:42.713351 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6685a425-43c9-4e46-b776-4300024cb65e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:42.713973 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6685a425-43c9-4e46-b776-4300024cb65e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:42.718792 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a2bbfe96-ced2-4419-9163-b7d579a106d7 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (e041fe71-0085-428c-9d7d-e7d112aa9d67), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:42.737944 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6685a425-43c9-4e46-b776-4300024cb65e admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4880311 Feb 17 18:01:42.781862 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bbfe96-ced2-4419-9163-b7d579a106d7 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:01:42.788123 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-a2bbfe96-ced2-4419-9163-b7d579a106d7 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:01:42.792264 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bbfe96-ced2-4419-9163-b7d579a106d7 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:01:42.955694 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bbfe96-ced2-4419-9163-b7d579a106d7 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Pushing event updated for resources: {'Port': ['ID=e041fe71-0085-428c-9d7d-e7d112aa9d67,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:43.066478 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dddc054-fa89-4ac8-a1f9-ecf4bf208e2f None None] Network 6dd348ce-14e7-4ccb-a51c-1fd6de19820a requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:01:43.734292 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a2bbfe96-ced2-4419-9163-b7d579a106d7 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for router_gateway (7699df8a-0ea5-49f1-86b9-e2a2a09229fa), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:43.810678 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a1866-1c32-49e5-9867-2f51238c3e42 req-db2632bb-5bbf-407a-8a2a-f1033cb778fb tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:43.812137 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eb1a1866-1c32-49e5-9867-2f51238c3e42 req-db2632bb-5bbf-407a-8a2a-f1033cb778fb tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/networks?id=f4c582b0-b045-4143-bee1-140f4daa93bb HTTP/1.1" status: 200 len: 812 time: 0.2370884 Feb 17 18:01:43.842732 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eb1a1866-1c32-49e5-9867-2f51238c3e42 req-2bfb90cc-e3c3-408f-8e1d-91a66acb14fc tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/quotas/6b48b83ef1364a4998de0678bf1178a2 HTTP/1.1" status: 200 len: 375 time: 0.0180502 Feb 17 18:01:43.941518 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eb1a1866-1c32-49e5-9867-2f51238c3e42 req-8f53260f-777d-460b-a4b0-8156f4d4b351 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=6b48b83ef1364a4998de0678bf1178a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0769060 Feb 17 18:01:44.131898 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eb1a1866-1c32-49e5-9867-2f51238c3e42 req-fea6d734-bcce-4dac-92b4-60acf594d910 service neutron] 10.222.0.87 "GET /v2.0/networks/f4c582b0-b045-4143-bee1-140f4daa93bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548986 Feb 17 18:01:44.134679 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a2bbfe96-ced2-4419-9163-b7d579a106d7 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (7699df8a-0ea5-49f1-86b9-e2a2a09229fa), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:44.334000 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8f732c33-a77a-4274-8d13-da89805ed9ec req-e0e273be-f235-4302-a936-93cbff783601 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1039829 Feb 17 18:01:44.470625 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a393ec-934f-4276-b611-bbf3a5f2a237 req-c65f2caa-9f18-4fb6-96f5-c457baed6fb1 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:44.474217 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-35a393ec-934f-4276-b611-bbf3a5f2a237 req-c65f2caa-9f18-4fb6-96f5-c457baed6fb1 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 943 time: 0.3541949 Feb 17 18:01:44.569897 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f732c33-a77a-4274-8d13-da89805ed9ec req-7a49414d-d450-437c-9611-d9633b67c1a8 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:44.572620 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8f732c33-a77a-4274-8d13-da89805ed9ec req-7a49414d-d450-437c-9611-d9633b67c1a8 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports/11f8378a-0cc4-4afd-9340-bf14614e5ab7 HTTP/1.1" status: 200 len: 940 time: 0.1493707 Feb 17 18:01:44.614264 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eb1a1866-1c32-49e5-9867-2f51238c3e42 req-e29a616f-9b99-4ee1-97d5-75805611233c service neutron] 10.222.0.87 "GET /v2.0/networks/f4c582b0-b045-4143-bee1-140f4daa93bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4722319 Feb 17 18:01:44.652363 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-35a393ec-934f-4276-b611-bbf3a5f2a237 req-c09393bc-5b64-4a61-b10c-fec8bc36e7ab tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1626978 Feb 17 18:01:44.713329 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2bbfe96-ced2-4419-9163-b7d579a106d7 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Router 7699df8a-0ea5-49f1-86b9-e2a2a09229fa is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 18:01:44.932669 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2bbfe96-ced2-4419-9163-b7d579a106d7 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:01:44.945016 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b91ee0-ded7-4cff-ac5f-ef79837cff9c None None] Sync routers for ids ['7699df8a-0ea5-49f1-86b9-e2a2a09229fa'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:01:44.976726 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b91ee0-ded7-4cff-ac5f-ef79837cff9c None None] Routers {'7699df8a-0ea5-49f1-86b9-e2a2a09229fa'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:01:44.977657 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-c7b91ee0-ded7-4cff-ac5f-ef79837cff9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:01:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['7699df8a-0ea5-49f1-86b9-e2a2a09229fa'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:01:45.025574 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ecc3cd85-b339-46d4-8555-319b468979f2 req-21f7b5dd-e416-47e3-963c-ea7dbe248e5d tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/ports?device_id=f3bb68c3-4150-4661-b210-163c25efbff4 HTTP/1.1" status: 200 len: 210 time: 0.1109989 Feb 17 18:01:45.070941 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a2bbfe96-ced2-4419-9163-b7d579a106d7 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:45.072346 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a2bbfe96-ced2-4419-9163-b7d579a106d7 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.5003531 Feb 17 18:01:45.076649 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 54580) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:45.207349 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-c7b91ee0-ded7-4cff-ac5f-ef79837cff9c None None] Set router 7699df8a-0ea5-49f1-86b9-e2a2a09229fa gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:01:45.321492 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 54598) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:45.326910 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-1fe481cd-2a14-4a93-81cc-5c2fc845bcf2 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1729580906', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'enable_snat': True}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:01:45.330469 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-8e459d67-ed64-48e4-9a53-9c5177f76ba8 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] 10.222.0.87 "GET /v2.0/routers/7699df8a-0ea5-49f1-86b9-e2a2a09229fa HTTP/1.1" status: 200 len: 907 time: 0.2393873 Feb 17 18:01:45.337948 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 11f8378a-0cc4-4afd-9340-bf14614e5ab7 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:01:45.390185 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1fe481cd-2a14-4a93-81cc-5c2fc845bcf2 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (23eed75e-09ba-4f8a-bb0b-cbb6608cf6e7), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:45.393243 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1fe481cd-2a14-4a93-81cc-5c2fc845bcf2 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (23eed75e-09ba-4f8a-bb0b-cbb6608cf6e7), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:45.597624 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 11f8378a-0cc4-4afd-9340-bf14614e5ab7 is: DOWN; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:01:45.598689 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1fe481cd-2a14-4a93-81cc-5c2fc845bcf2 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for router_controller (23eed75e-09ba-4f8a-bb0b-cbb6608cf6e7), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:45.635621 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-c7b91ee0-ded7-4cff-ac5f-ef79837cff9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7699df8a-0ea5-49f1-86b9-e2a2a09229fa', 'name': 'tempest-snat-router-1729580906', 'tenant_id': 'f8c6e00bc36143cb816dcbbedc24dfe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.6'}], 'enable_snat': False}, 'gw_port_id': 'e041fe71-0085-428c-9d7d-e7d112aa9d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:01:41Z', 'updated_at': '2022-02-17T18:01:43Z', 'revision_number': 3, 'project_id': 'f8c6e00bc36143cb816dcbbedc24dfe4', 'gw_port': {'id': 'e041fe71-0085-428c-9d7d-e7d112aa9d67', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7699df8a-0ea5-49f1-86b9-e2a2a09229fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:01:42Z', 'updated_at': '2022-02-17T18:01:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:01:45.674522 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b91ee0-ded7-4cff-ac5f-ef79837cff9c None None] Checking router: 7699df8a-0ea5-49f1-86b9-e2a2a09229fa for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:01:45.675262 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b91ee0-ded7-4cff-ac5f-ef79837cff9c None None] Updating router 7699df8a-0ea5-49f1-86b9-e2a2a09229fa port e041fe71-0085-428c-9d7d-e7d112aa9d67 binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 18:01:45.716296 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c7b91ee0-ded7-4cff-ac5f-ef79837cff9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (e041fe71-0085-428c-9d7d-e7d112aa9d67), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:46.000145 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1fe481cd-2a14-4a93-81cc-5c2fc845bcf2 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for router_gateway (23eed75e-09ba-4f8a-bb0b-cbb6608cf6e7), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:46.126779 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d17678-ee0c-47df-a8eb-cabd561e4f44 req-19f735ab-b518-4ccf-8630-abb775a793e3 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:46.148891 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-73d17678-ee0c-47df-a8eb-cabd561e4f44 req-19f735ab-b518-4ccf-8630-abb775a793e3 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 943 time: 0.2476401 Feb 17 18:01:46.234625 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-770720f5-3f79-408e-9ad3-d933b10340ac req-40d17f38-60c9-43dc-9d22-83e988d79d1c tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/ports?device_id=f3bb68c3-4150-4661-b210-163c25efbff4 HTTP/1.1" status: 200 len: 210 time: 0.0829763 Feb 17 18:01:46.330212 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-73d17678-ee0c-47df-a8eb-cabd561e4f44 req-3124440f-783e-41d7-8542-27d6b882fc38 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903928 Feb 17 18:01:46.368652 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c7b91ee0-ded7-4cff-ac5f-ef79837cff9c None None] Publish callbacks [] for port (e041fe71-0085-428c-9d7d-e7d112aa9d67), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:46.383242 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c7b91ee0-ded7-4cff-ac5f-ef79837cff9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (e041fe71-0085-428c-9d7d-e7d112aa9d67), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:46.445555 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-c7b91ee0-ded7-4cff-ac5f-ef79837cff9c None None] Attempting to bind port e041fe71-0085-428c-9d7d-e7d112aa9d67 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:01:46.445934 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-c7b91ee0-ded7-4cff-ac5f-ef79837cff9c None None] Attempting to bind port e041fe71-0085-428c-9d7d-e7d112aa9d67 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:01:46.446308 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b91ee0-ded7-4cff-ac5f-ef79837cff9c None None] Attempting to bind port e041fe71-0085-428c-9d7d-e7d112aa9d67 on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:01:46.448592 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a69212-c7e2-4f45-a383-652e2ceae0d5 None None] Pushing event updated for resources: {'Port': ['ID=e041fe71-0085-428c-9d7d-e7d112aa9d67,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:46.455167 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b91ee0-ded7-4cff-ac5f-ef79837cff9c None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:01:46.455557 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b91ee0-ded7-4cff-ac5f-ef79837cff9c None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:01:46.456551 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c7b91ee0-ded7-4cff-ac5f-ef79837cff9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:46.456953 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b91ee0-ded7-4cff-ac5f-ef79837cff9c None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:01:46.457438 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-c7b91ee0-ded7-4cff-ac5f-ef79837cff9c None None] Bound port: e041fe71-0085-428c-9d7d-e7d112aa9d67, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:01:46.457830 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c7b91ee0-ded7-4cff-ac5f-ef79837cff9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (e041fe71-0085-428c-9d7d-e7d112aa9d67), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:46.553290 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-c7b91ee0-ded7-4cff-ac5f-ef79837cff9c None None] For port e041fe71-0085-428c-9d7d-e7d112aa9d67, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:01:46.561891 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-c7b91ee0-ded7-4cff-ac5f-ef79837cff9c None None] For port e041fe71-0085-428c-9d7d-e7d112aa9d67, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=e041fe71-0085-428c-9d7d-e7d112aa9d67,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:01:46.573306 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c7b91ee0-ded7-4cff-ac5f-ef79837cff9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (e041fe71-0085-428c-9d7d-e7d112aa9d67), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:46.662961 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b91ee0-ded7-4cff-ac5f-ef79837cff9c None None] Routers {'7699df8a-0ea5-49f1-86b9-e2a2a09229fa'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:01:46.663902 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-c7b91ee0-ded7-4cff-ac5f-ef79837cff9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:01:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['7699df8a-0ea5-49f1-86b9-e2a2a09229fa'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:01:46.736731 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1fe481cd-2a14-4a93-81cc-5c2fc845bcf2 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for router_gateway (23eed75e-09ba-4f8a-bb0b-cbb6608cf6e7), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:46.766721 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a69212-c7e2-4f45-a383-652e2ceae0d5 None None] Pushing event updated for resources: {'Port': ['ID=e041fe71-0085-428c-9d7d-e7d112aa9d67,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:46.797165 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1fe481cd-2a14-4a93-81cc-5c2fc845bcf2 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:46.813001 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f732c33-a77a-4274-8d13-da89805ed9ec req-910c3080-210f-4bb1-a88a-de95e07cbcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:46.816036 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8f732c33-a77a-4274-8d13-da89805ed9ec req-910c3080-210f-4bb1-a88a-de95e07cbcba service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce&tenant_id=20be7d5eb0704bac94fef9d4560964ff HTTP/1.1" status: 200 len: 1125 time: 0.4539876 Feb 17 18:01:46.852722 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-c7b91ee0-ded7-4cff-ac5f-ef79837cff9c None None] Set router 7699df8a-0ea5-49f1-86b9-e2a2a09229fa gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:01:47.067300 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-1fe481cd-2a14-4a93-81cc-5c2fc845bcf2 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Allocated IP 172.25.8.12 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/b28e00b7-ce1f-433a-9672-279bcbcdd356) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:01:47.146209 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-c7b91ee0-ded7-4cff-ac5f-ef79837cff9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7699df8a-0ea5-49f1-86b9-e2a2a09229fa', 'name': 'tempest-snat-router-1729580906', 'tenant_id': 'f8c6e00bc36143cb816dcbbedc24dfe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.6'}], 'enable_snat': False}, 'gw_port_id': 'e041fe71-0085-428c-9d7d-e7d112aa9d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:01:41Z', 'updated_at': '2022-02-17T18:01:43Z', 'revision_number': 3, 'project_id': 'f8c6e00bc36143cb816dcbbedc24dfe4', 'gw_port': {'id': 'e041fe71-0085-428c-9d7d-e7d112aa9d67', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7699df8a-0ea5-49f1-86b9-e2a2a09229fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:01:42Z', 'updated_at': '2022-02-17T18:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:01:47.188980 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b91ee0-ded7-4cff-ac5f-ef79837cff9c None None] The sync data for ids ['7699df8a-0ea5-49f1-86b9-e2a2a09229fa'] in n-d-829613-2 is: [{'id': '7699df8a-0ea5-49f1-86b9-e2a2a09229fa', 'name': 'tempest-snat-router-1729580906', 'tenant_id': 'f8c6e00bc36143cb816dcbbedc24dfe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.6'}], 'enable_snat': False}, 'gw_port_id': 'e041fe71-0085-428c-9d7d-e7d112aa9d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:01:41Z', 'updated_at': '2022-02-17T18:01:43Z', 'revision_number': 3, 'project_id': 'f8c6e00bc36143cb816dcbbedc24dfe4', 'gw_port': {'id': 'e041fe71-0085-428c-9d7d-e7d112aa9d67', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7699df8a-0ea5-49f1-86b9-e2a2a09229fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:01:42Z', 'updated_at': '2022-02-17T18:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:01:47.412517 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a1866-1c32-49e5-9867-2f51238c3e42 req-2134557a-41ed-4a1f-8e70-8e6994d3f5d8 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:47.416626 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eb1a1866-1c32-49e5-9867-2f51238c3e42 req-2134557a-41ed-4a1f-8e70-8e6994d3f5d8 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.91 "GET /v2.0/networks?id=f4c582b0-b045-4143-bee1-140f4daa93bb HTTP/1.1" status: 200 len: 812 time: 0.2795880 Feb 17 18:01:47.429513 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f732c33-a77a-4274-8d13-da89805ed9ec req-1e7de4dd-7d74-4eff-ac83-a761545e37a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:47.432817 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8f732c33-a77a-4274-8d13-da89805ed9ec req-1e7de4dd-7d74-4eff-ac83-a761545e37a6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=20be7d5eb0704bac94fef9d4560964ff&device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 1125 time: 0.5687468 Feb 17 18:01:47.442157 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-eb1a1866-1c32-49e5-9867-2f51238c3e42 req-026dea7e-2f10-44af-a103-156949794f93 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] Request body: {'port': {'device_id': 'f3bb68c3-4150-4661-b210-163c25efbff4', 'network_id': 'f4c582b0-b045-4143-bee1-140f4daa93bb', 'admin_state_up': True, 'tenant_id': '6b48b83ef1364a4998de0678bf1178a2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:01:47.478417 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1add2b4e-697c-4931-af74-cf50eb8a8f6c req-46af0b79-24d7-4516-9f9f-d02dcc0bb7be tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/ports?device_id=f3bb68c3-4150-4661-b210-163c25efbff4 HTTP/1.1" status: 200 len: 210 time: 0.0878737 Feb 17 18:01:47.618228 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea1d7f-806d-4529-95d2-7dac77c68639 req-161da535-1306-45cd-90de-e321663a66eb tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:47.623597 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a2ea1d7f-806d-4529-95d2-7dac77c68639 req-161da535-1306-45cd-90de-e321663a66eb tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 943 time: 0.1323421 Feb 17 18:01:47.718112 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1fe481cd-2a14-4a93-81cc-5c2fc845bcf2 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for port (b28e00b7-ce1f-433a-9672-279bcbcdd356), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:47.757972 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a2ea1d7f-806d-4529-95d2-7dac77c68639 req-bd965781-1d96-4c4d-8527-ac1c4d6cb608 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209719 Feb 17 18:01:47.836192 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f732c33-a77a-4274-8d13-da89805ed9ec req-6f175456-acf3-49e6-a758-83f681cd4cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:47.839993 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8f732c33-a77a-4274-8d13-da89805ed9ec req-6f175456-acf3-49e6-a758-83f681cd4cfc service neutron] 10.222.0.91 "GET /v2.0/networks?id=1c842ecd-cc9b-4a85-b1b8-328753a85bfe HTTP/1.1" status: 200 len: 916 time: 0.3892844 Feb 17 18:01:47.849988 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb1a1866-1c32-49e5-9867-2f51238c3e42 req-026dea7e-2f10-44af-a103-156949794f93 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] Made reservation on behalf of 6b48b83ef1364a4998de0678bf1178a2 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:01:47.854142 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-eb1a1866-1c32-49e5-9867-2f51238c3e42 req-026dea7e-2f10-44af-a103-156949794f93 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:48.413740 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1fe481cd-2a14-4a93-81cc-5c2fc845bcf2 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (b28e00b7-ce1f-433a-9672-279bcbcdd356), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:48.485401 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8f732c33-a77a-4274-8d13-da89805ed9ec req-f508c5d3-95ce-4e77-b60c-11f2df6f4953 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11f8378a-0cc4-4afd-9340-bf14614e5ab7 HTTP/1.1" status: 200 len: 999 time: 0.6367605 Feb 17 18:01:48.487969 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe481cd-2a14-4a93-81cc-5c2fc845bcf2 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:01:48.510085 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-1fe481cd-2a14-4a93-81cc-5c2fc845bcf2 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:01:48.519919 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe481cd-2a14-4a93-81cc-5c2fc845bcf2 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:01:48.646549 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe481cd-2a14-4a93-81cc-5c2fc845bcf2 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Pushing event updated for resources: {'Port': ['ID=b28e00b7-ce1f-433a-9672-279bcbcdd356,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:48.699168 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f732c33-a77a-4274-8d13-da89805ed9ec req-00580d90-b6ba-47e9-a0ae-7ddc3c2d47f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:48.701552 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8f732c33-a77a-4274-8d13-da89805ed9ec req-00580d90-b6ba-47e9-a0ae-7ddc3c2d47f3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=684c221c-585d-46a8-b4c6-fe6a5f99b9b8 HTTP/1.1" status: 200 len: 854 time: 0.2079625 Feb 17 18:01:48.726252 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-17d59010-8135-4b29-9bf5-a8260822f89f req-d6a31e96-95dc-47ec-9ef3-b5c8a0e31c9c tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/ports?device_id=f3bb68c3-4150-4661-b210-163c25efbff4 HTTP/1.1" status: 200 len: 210 time: 0.1145942 Feb 17 18:01:48.829662 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-eb1a1866-1c32-49e5-9867-2f51238c3e42 req-026dea7e-2f10-44af-a103-156949794f93 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] Allocated IP 172.20.0.10 (f4c582b0-b045-4143-bee1-140f4daa93bb/fbd43495-de35-48cf-ab01-77d760b63049/5c55e135-5280-4273-b8ff-f3ab341a2e51) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:01:48.928565 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f732c33-a77a-4274-8d13-da89805ed9ec req-1d1344eb-9f64-46ce-bde7-26ec87ec0759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:48.931405 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8f732c33-a77a-4274-8d13-da89805ed9ec req-1d1344eb-9f64-46ce-bde7-26ec87ec0759 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1c842ecd-cc9b-4a85-b1b8-328753a85bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1821866 Feb 17 18:01:49.090808 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:49.125572 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106467d4-f3e4-4e48-8312-6c4eb7c71b0f req-1bc428e8-9e92-4ed4-9476-f4b9d5fb81e8 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:49.134457 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-106467d4-f3e4-4e48-8312-6c4eb7c71b0f req-1bc428e8-9e92-4ed4-9476-f4b9d5fb81e8 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 943 time: 0.1790299 Feb 17 18:01:49.146586 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device e041fe71-0085-428c-9d7d-e7d112aa9d67 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:01:49.271035 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-106467d4-f3e4-4e48-8312-6c4eb7c71b0f req-dd265649-bfbc-4c11-80fc-fd4c5b084115 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311548 Feb 17 18:01:49.294738 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port e041fe71-0085-428c-9d7d-e7d112aa9d67 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:01:49.295440 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (e041fe71-0085-428c-9d7d-e7d112aa9d67), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:49.339813 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8f732c33-a77a-4274-8d13-da89805ed9ec req-e7391e17-b9f9-477c-8716-fa8a6e7505a5 service neutron] 10.222.0.91 "GET /v2.0/networks/1c842ecd-cc9b-4a85-b1b8-328753a85bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002175 Feb 17 18:01:49.405820 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1fe481cd-2a14-4a93-81cc-5c2fc845bcf2 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for router_gateway (23eed75e-09ba-4f8a-bb0b-cbb6608cf6e7), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:49.432022 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port e041fe71-0085-428c-9d7d-e7d112aa9d67 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:01:49.432549 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (e041fe71-0085-428c-9d7d-e7d112aa9d67), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:49.464540 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port e041fe71-0085-428c-9d7d-e7d112aa9d67, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=e041fe71-0085-428c-9d7d-e7d112aa9d67,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:01:49.472511 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (e041fe71-0085-428c-9d7d-e7d112aa9d67), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:49.557366 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=e041fe71-0085-428c-9d7d-e7d112aa9d67,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:49.598890 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-eb1a1866-1c32-49e5-9867-2f51238c3e42 req-026dea7e-2f10-44af-a103-156949794f93 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] Publish callbacks [] for port (5c55e135-5280-4273-b8ff-f3ab341a2e51), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:49.700335 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8f732c33-a77a-4274-8d13-da89805ed9ec req-d0356dc7-a102-4bbe-993d-298e02e947c3 service neutron] 10.222.0.91 "GET /v2.0/networks/1c842ecd-cc9b-4a85-b1b8-328753a85bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501196 Feb 17 18:01:49.718635 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-eb1a1866-1c32-49e5-9867-2f51238c3e42 req-026dea7e-2f10-44af-a103-156949794f93 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (5c55e135-5280-4273-b8ff-f3ab341a2e51), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:49.889525 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:49.951448 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb1a1866-1c32-49e5-9867-2f51238c3e42 req-026dea7e-2f10-44af-a103-156949794f93 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] Network f4c582b0-b045-4143-bee1-140f4daa93bb is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:01:49.972492 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b5b82-86a9-4ad6-9904-534e1230ba06 req-7c94b0e8-0ca6-428d-b918-eb3d994ef059 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:49.975564 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-744b5b82-86a9-4ad6-9904-534e1230ba06 req-7c94b0e8-0ca6-428d-b918-eb3d994ef059 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/ports?device_id=f3bb68c3-4150-4661-b210-163c25efbff4 HTTP/1.1" status: 200 len: 932 time: 0.1179984 Feb 17 18:01:49.983130 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026dea7e-2f10-44af-a103-156949794f93 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] Pushing event updated for resources: {'Port': ['ID=5c55e135-5280-4273-b8ff-f3ab341a2e51,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:49.990497 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-eb1a1866-1c32-49e5-9867-2f51238c3e42 req-026dea7e-2f10-44af-a103-156949794f93 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:01:50.009216 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb1a1866-1c32-49e5-9867-2f51238c3e42 req-026dea7e-2f10-44af-a103-156949794f93 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:01:50.076698 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-744b5b82-86a9-4ad6-9904-534e1230ba06 req-7c3d1a72-c0a6-46f7-b2f1-2ad5c1c25560 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/security-groups?id=a31896a4-937e-46de-84e0-65c4fda1722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933943 Feb 17 18:01:50.146170 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a1866-1c32-49e5-9867-2f51238c3e42 req-026dea7e-2f10-44af-a103-156949794f93 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:50.147176 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-eb1a1866-1c32-49e5-9867-2f51238c3e42 req-026dea7e-2f10-44af-a103-156949794f93 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:50.156454 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1fe481cd-2a14-4a93-81cc-5c2fc845bcf2 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (23eed75e-09ba-4f8a-bb0b-cbb6608cf6e7), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:50.172097 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eb1a1866-1c32-49e5-9867-2f51238c3e42 req-026dea7e-2f10-44af-a103-156949794f93 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7373149 Feb 17 18:01:50.225933 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-eb1a1866-1c32-49e5-9867-2f51238c3e42 req-511c0a42-5bf9-40c0-b990-6181e480be8a service neutron] Request body: {'port': {'device_id': 'f3bb68c3-4150-4661-b210-163c25efbff4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:01:50.352439 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-eb1a1866-1c32-49e5-9867-2f51238c3e42 req-511c0a42-5bf9-40c0-b990-6181e480be8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5c55e135-5280-4273-b8ff-f3ab341a2e51), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:50.447944 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ae3e0-38f4-4e32-a15e-6a5e789790c9 req-32a36f7a-6646-45e0-bfa0-9f28cabf72f4 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:50.450012 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c75ae3e0-38f4-4e32-a15e-6a5e789790c9 req-32a36f7a-6646-45e0-bfa0-9f28cabf72f4 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 943 time: 0.0724604 Feb 17 18:01:50.525806 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c75ae3e0-38f4-4e32-a15e-6a5e789790c9 req-07256f96-f067-49fe-9d72-bb8b246e77ad tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650218 Feb 17 18:01:50.572068 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe481cd-2a14-4a93-81cc-5c2fc845bcf2 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Router 23eed75e-09ba-4f8a-bb0b-cbb6608cf6e7 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 18:01:50.840294 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe481cd-2a14-4a93-81cc-5c2fc845bcf2 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:01:50.856175 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9163456f-c3b5-4f35-b93d-3348801e5d51 None None] Sync routers for ids ['23eed75e-09ba-4f8a-bb0b-cbb6608cf6e7'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:01:50.884694 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9163456f-c3b5-4f35-b93d-3348801e5d51 None None] Routers {'23eed75e-09ba-4f8a-bb0b-cbb6608cf6e7'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:01:50.885480 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-9163456f-c3b5-4f35-b93d-3348801e5d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:01:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['23eed75e-09ba-4f8a-bb0b-cbb6608cf6e7'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:01:50.906307 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1fe481cd-2a14-4a93-81cc-5c2fc845bcf2 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:50.907883 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-1fe481cd-2a14-4a93-81cc-5c2fc845bcf2 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.5850830 Feb 17 18:01:50.913575 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55024) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:51.123483 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-eb1a1866-1c32-49e5-9867-2f51238c3e42 req-511c0a42-5bf9-40c0-b990-6181e480be8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c55e135-5280-4273-b8ff-f3ab341a2e51 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:01:51.139422 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device e041fe71-0085-428c-9d7d-e7d112aa9d67 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:01:51.165785 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-eb1a1866-1c32-49e5-9867-2f51238c3e42 req-511c0a42-5bf9-40c0-b990-6181e480be8a service neutron] Publish callbacks [] for port (5c55e135-5280-4273-b8ff-f3ab341a2e51), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:51.238730 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-eb1a1866-1c32-49e5-9867-2f51238c3e42 req-511c0a42-5bf9-40c0-b990-6181e480be8a service neutron] Transition to ACTIVE for port object 5c55e135-5280-4273-b8ff-f3ab341a2e51 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 18:01:51.246575 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-eb1a1866-1c32-49e5-9867-2f51238c3e42 req-511c0a42-5bf9-40c0-b990-6181e480be8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (5c55e135-5280-4273-b8ff-f3ab341a2e51), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:51.299829 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port e041fe71-0085-428c-9d7d-e7d112aa9d67 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:01:51.302125 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (e041fe71-0085-428c-9d7d-e7d112aa9d67), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:51.429581 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-9163456f-c3b5-4f35-b93d-3348801e5d51 None None] Set router 23eed75e-09ba-4f8a-bb0b-cbb6608cf6e7 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:01:51.481947 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c0a42-5bf9-40c0-b990-6181e480be8a service neutron] Pushing event updated for resources: {'Port': ['ID=5c55e135-5280-4273-b8ff-f3ab341a2e51,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:51.596579 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port e041fe71-0085-428c-9d7d-e7d112aa9d67 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:01:51.620830 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7cbe6f-37e8-4848-afa7-1af3e493b41d req-3e17231c-edbb-489a-9a0a-835205da3511 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:51.622528 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7f7cbe6f-37e8-4848-afa7-1af3e493b41d req-3e17231c-edbb-489a-9a0a-835205da3511 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/ports?device_id=f3bb68c3-4150-4661-b210-163c25efbff4 HTTP/1.1" status: 200 len: 944 time: 0.3679311 Feb 17 18:01:51.701034 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-ff4eeb45-05ba-4a62-9d66-1836c774d148 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] 10.222.0.87 "GET /v2.0/routers/23eed75e-09ba-4f8a-bb0b-cbb6608cf6e7 HTTP/1.1" status: 200 len: 907 time: 0.7860754 Feb 17 18:01:51.702153 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55036) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:51.869214 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7f7cbe6f-37e8-4848-afa7-1af3e493b41d req-6928c7fd-cc5a-4d0f-be20-3f48cdab45b6 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/security-groups?id=a31896a4-937e-46de-84e0-65c4fda1722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364316 Feb 17 18:01:51.914645 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca76efe-ebd0-46cf-8b7e-5666c12b51bf req-cdc94e3d-64d5-41d1-8b82-30a8dd5fa323 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:51.926721 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aca76efe-ebd0-46cf-8b7e-5666c12b51bf req-cdc94e3d-64d5-41d1-8b82-30a8dd5fa323 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 943 time: 0.2163537 Feb 17 18:01:52.061672 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-9163456f-c3b5-4f35-b93d-3348801e5d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23eed75e-09ba-4f8a-bb0b-cbb6608cf6e7', 'name': 'tempest-snat-router-1729580906', 'tenant_id': 'f8c6e00bc36143cb816dcbbedc24dfe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'b28e00b7-ce1f-433a-9672-279bcbcdd356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:01:45Z', 'updated_at': '2022-02-17T18:01:48Z', 'revision_number': 3, 'project_id': 'f8c6e00bc36143cb816dcbbedc24dfe4', 'gw_port': {'id': 'b28e00b7-ce1f-433a-9672-279bcbcdd356', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d0:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23eed75e-09ba-4f8a-bb0b-cbb6608cf6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:01:46Z', 'updated_at': '2022-02-17T18:01:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:01:52.094069 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-eb1a1866-1c32-49e5-9867-2f51238c3e42 req-511c0a42-5bf9-40c0-b990-6181e480be8a service neutron] Attempting to bind port 5c55e135-5280-4273-b8ff-f3ab341a2e51 on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:01:52.094461 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-eb1a1866-1c32-49e5-9867-2f51238c3e42 req-511c0a42-5bf9-40c0-b990-6181e480be8a service neutron] Attempting to bind port 5c55e135-5280-4273-b8ff-f3ab341a2e51 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': 'bd8a47c8-43dd-4f67-8c33-f678e9a75bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f4c582b0-b045-4143-bee1-140f4daa93bb'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:01:52.094829 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1a1866-1c32-49e5-9867-2f51238c3e42 req-511c0a42-5bf9-40c0-b990-6181e480be8a service neutron] Attempting to bind port 5c55e135-5280-4273-b8ff-f3ab341a2e51 on network f4c582b0-b045-4143-bee1-140f4daa93bb {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:01:52.121465 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1a1866-1c32-49e5-9867-2f51238c3e42 req-511c0a42-5bf9-40c0-b990-6181e480be8a service neutron] Port 5c55e135-5280-4273-b8ff-f3ab341a2e51 on network f4c582b0-b045-4143-bee1-140f4daa93bb not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:01:52.121742 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1a1866-1c32-49e5-9867-2f51238c3e42 req-511c0a42-5bf9-40c0-b990-6181e480be8a service neutron] Attempting to bind port 5c55e135-5280-4273-b8ff-f3ab341a2e51 on network f4c582b0-b045-4143-bee1-140f4daa93bb {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:01:52.148656 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1a1866-1c32-49e5-9867-2f51238c3e42 req-511c0a42-5bf9-40c0-b990-6181e480be8a service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:01:52.149943 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1a1866-1c32-49e5-9867-2f51238c3e42 req-511c0a42-5bf9-40c0-b990-6181e480be8a service neutron] Checking segment: {'id': 'bd8a47c8-43dd-4f67-8c33-f678e9a75bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f4c582b0-b045-4143-bee1-140f4daa93bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:01:52.149943 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1a1866-1c32-49e5-9867-2f51238c3e42 req-511c0a42-5bf9-40c0-b990-6181e480be8a service neutron] Bound using segment: {'id': 'bd8a47c8-43dd-4f67-8c33-f678e9a75bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f4c582b0-b045-4143-bee1-140f4daa93bb'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:01:52.150283 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-eb1a1866-1c32-49e5-9867-2f51238c3e42 req-511c0a42-5bf9-40c0-b990-6181e480be8a service neutron] Bound port: 5c55e135-5280-4273-b8ff-f3ab341a2e51, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd8a47c8-43dd-4f67-8c33-f678e9a75bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f4c582b0-b045-4143-bee1-140f4daa93bb'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:01:52.150443 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-eb1a1866-1c32-49e5-9867-2f51238c3e42 req-511c0a42-5bf9-40c0-b990-6181e480be8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5c55e135-5280-4273-b8ff-f3ab341a2e51), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:52.201200 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aca76efe-ebd0-46cf-8b7e-5666c12b51bf req-5acef504-5e18-4afd-bf3d-2a0fe017d57d tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2667830 Feb 17 18:01:52.206198 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-58c28a04-1901-4608-a244-c043c0582955 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for router (23eed75e-09ba-4f8a-bb0b-cbb6608cf6e7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:52.233525 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9163456f-c3b5-4f35-b93d-3348801e5d51 None None] Checking router: 23eed75e-09ba-4f8a-bb0b-cbb6608cf6e7 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:01:52.237413 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9163456f-c3b5-4f35-b93d-3348801e5d51 None None] Updating router 23eed75e-09ba-4f8a-bb0b-cbb6608cf6e7 port b28e00b7-ce1f-433a-9672-279bcbcdd356 binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 18:01:52.298385 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-9163456f-c3b5-4f35-b93d-3348801e5d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b28e00b7-ce1f-433a-9672-279bcbcdd356), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:52.697178 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-eb1a1866-1c32-49e5-9867-2f51238c3e42 req-511c0a42-5bf9-40c0-b990-6181e480be8a service neutron] For port 5c55e135-5280-4273-b8ff-f3ab341a2e51, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:01:52.703263 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-eb1a1866-1c32-49e5-9867-2f51238c3e42 req-511c0a42-5bf9-40c0-b990-6181e480be8a service neutron] For port 5c55e135-5280-4273-b8ff-f3ab341a2e51, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=5c55e135-5280-4273-b8ff-f3ab341a2e51,segment=NetworkSegment(bd8a47c8-43dd-4f67-8c33-f678e9a75bfe),segment_id=bd8a47c8-43dd-4f67-8c33-f678e9a75bfe)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:01:52.727401 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-eb1a1866-1c32-49e5-9867-2f51238c3e42 req-511c0a42-5bf9-40c0-b990-6181e480be8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (5c55e135-5280-4273-b8ff-f3ab341a2e51), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:52.795454 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-58c28a04-1901-4608-a244-c043c0582955 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for router_gateway (23eed75e-09ba-4f8a-bb0b-cbb6608cf6e7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:52.805201 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a1866-1c32-49e5-9867-2f51238c3e42 req-511c0a42-5bf9-40c0-b990-6181e480be8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:52.805931 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-eb1a1866-1c32-49e5-9867-2f51238c3e42 req-511c0a42-5bf9-40c0-b990-6181e480be8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:52.807666 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eb1a1866-1c32-49e5-9867-2f51238c3e42 req-511c0a42-5bf9-40c0-b990-6181e480be8a service neutron] 10.222.0.91 "PUT /v2.0/ports/5c55e135-5280-4273-b8ff-f3ab341a2e51 HTTP/1.1" status: 200 len: 1092 time: 2.5869679 Feb 17 18:01:52.809685 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3bb68c3-4150-4661-b210-163c25efbff4', 'tag': '5c55e135-5280-4273-b8ff-f3ab341a2e51'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:01:52.831918 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b73ed60-1bf2-4577-9968-0ee2e49b548d" -d '{"events": [{"name": "network-changed", "server_uuid": "f3bb68c3-4150-4661-b210-163c25efbff4", "tag": "5c55e135-5280-4273-b8ff-f3ab341a2e51"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:01:53.219883 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537a2ea-52fc-4cb8-bea7-3f053502dbf1 req-a9be5fb2-70ee-4572-a543-f2fa5e4f7006 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:53.229752 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-9163456f-c3b5-4f35-b93d-3348801e5d51 None None] Publish callbacks [] for port (b28e00b7-ce1f-433a-9672-279bcbcdd356), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:53.238886 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-9163456f-c3b5-4f35-b93d-3348801e5d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b28e00b7-ce1f-433a-9672-279bcbcdd356), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:53.242390 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5537a2ea-52fc-4cb8-bea7-3f053502dbf1 req-a9be5fb2-70ee-4572-a543-f2fa5e4f7006 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/ports?device_id=f3bb68c3-4150-4661-b210-163c25efbff4 HTTP/1.1" status: 200 len: 944 time: 0.1894460 Feb 17 18:01:53.376667 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04c150c-3d8d-442c-9c99-75e209faf2fd None None] Pushing event updated for resources: {'Port': ['ID=b28e00b7-ce1f-433a-9672-279bcbcdd356,revision_number=2']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:53.380116 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-9163456f-c3b5-4f35-b93d-3348801e5d51 None None] Attempting to bind port b28e00b7-ce1f-433a-9672-279bcbcdd356 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:01:53.380116 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-9163456f-c3b5-4f35-b93d-3348801e5d51 None None] Attempting to bind port b28e00b7-ce1f-433a-9672-279bcbcdd356 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:01:53.380586 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9163456f-c3b5-4f35-b93d-3348801e5d51 None None] Attempting to bind port b28e00b7-ce1f-433a-9672-279bcbcdd356 on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:01:53.403268 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04c150c-3d8d-442c-9c99-75e209faf2fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:01:53.403607 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04c150c-3d8d-442c-9c99-75e209faf2fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:01:53.404110 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04c150c-3d8d-442c-9c99-75e209faf2fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:01:53.405082 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04c150c-3d8d-442c-9c99-75e209faf2fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:01:53.405210 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04c150c-3d8d-442c-9c99-75e209faf2fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:01:53.405535 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04c150c-3d8d-442c-9c99-75e209faf2fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:01:53.405899 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04c150c-3d8d-442c-9c99-75e209faf2fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:01:53.406311 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04c150c-3d8d-442c-9c99-75e209faf2fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:01:53.406638 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04c150c-3d8d-442c-9c99-75e209faf2fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:01:53.406960 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04c150c-3d8d-442c-9c99-75e209faf2fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:01:53.407279 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04c150c-3d8d-442c-9c99-75e209faf2fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:01:53.407652 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04c150c-3d8d-442c-9c99-75e209faf2fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:01:53.416995 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04c150c-3d8d-442c-9c99-75e209faf2fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:01:53.426854 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5537a2ea-52fc-4cb8-bea7-3f053502dbf1 req-4d8742d2-3323-43a7-8194-6464ad0f11bc tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/security-groups?id=a31896a4-937e-46de-84e0-65c4fda1722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829970 Feb 17 18:01:53.436891 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9163456f-c3b5-4f35-b93d-3348801e5d51 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:01:53.438018 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9163456f-c3b5-4f35-b93d-3348801e5d51 None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:01:53.438802 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-9163456f-c3b5-4f35-b93d-3348801e5d51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:53.439202 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9163456f-c3b5-4f35-b93d-3348801e5d51 None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:01:53.440553 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-9163456f-c3b5-4f35-b93d-3348801e5d51 None None] Bound port: b28e00b7-ce1f-433a-9672-279bcbcdd356, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:01:53.441033 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-9163456f-c3b5-4f35-b93d-3348801e5d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b28e00b7-ce1f-433a-9672-279bcbcdd356), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:53.577642 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6d323-68c3-44fc-b9a0-84c3d8fb1c7a req-665d4197-e99e-4a86-be8d-ff1003da6f03 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:53.590590 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d0d6d323-68c3-44fc-b9a0-84c3d8fb1c7a req-665d4197-e99e-4a86-be8d-ff1003da6f03 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 943 time: 0.1619596 Feb 17 18:01:53.655637 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-9163456f-c3b5-4f35-b93d-3348801e5d51 None None] For port b28e00b7-ce1f-433a-9672-279bcbcdd356, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:01:53.677959 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-9163456f-c3b5-4f35-b93d-3348801e5d51 None None] For port b28e00b7-ce1f-433a-9672-279bcbcdd356, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=b28e00b7-ce1f-433a-9672-279bcbcdd356,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:01:53.695446 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-9163456f-c3b5-4f35-b93d-3348801e5d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b28e00b7-ce1f-433a-9672-279bcbcdd356), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:53.827118 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d0d6d323-68c3-44fc-b9a0-84c3d8fb1c7a req-cb0039bc-5d97-4089-a729-e65f95aa3293 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2352345 Feb 17 18:01:53.866989 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9163456f-c3b5-4f35-b93d-3348801e5d51 None None] Routers {'23eed75e-09ba-4f8a-bb0b-cbb6608cf6e7'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:01:53.868120 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-9163456f-c3b5-4f35-b93d-3348801e5d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:01:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['23eed75e-09ba-4f8a-bb0b-cbb6608cf6e7'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:01:54.077823 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04c150c-3d8d-442c-9c99-75e209faf2fd None None] Pushing event updated for resources: {'Port': ['ID=b28e00b7-ce1f-433a-9672-279bcbcdd356,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:54.183287 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-9163456f-c3b5-4f35-b93d-3348801e5d51 None None] Set router 23eed75e-09ba-4f8a-bb0b-cbb6608cf6e7 gateway port host: None {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:01:54.186236 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c0a42-5bf9-40c0-b990-6181e480be8a service neutron] Pushing event updated for resources: {'Port': ['ID=5c55e135-5280-4273-b8ff-f3ab341a2e51,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:54.216497 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86006d6b-7514-47e6-ae5b-0fb3a14833a7 x-openstack-request-id: req-86006d6b-7514-47e6-ae5b-0fb3a14833a7 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:01:54.217148 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3bb68c3-4150-4661-b210-163c25efbff4", "tag": "5c55e135-5280-4273-b8ff-f3ab341a2e51", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:01:54.220846 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-86006d6b-7514-47e6-ae5b-0fb3a14833a7 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:01:54.222999 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3bb68c3-4150-4661-b210-163c25efbff4', 'tag': '5c55e135-5280-4273-b8ff-f3ab341a2e51', 'status': 'completed', 'code': 200} Feb 17 18:01:54.291158 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-58c28a04-1901-4608-a244-c043c0582955 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Deleting port b28e00b7-ce1f-433a-9672-279bcbcdd356 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:01:54.291898 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-58c28a04-1901-4608-a244-c043c0582955 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (b28e00b7-ce1f-433a-9672-279bcbcdd356), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:54.335583 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-9163456f-c3b5-4f35-b93d-3348801e5d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23eed75e-09ba-4f8a-bb0b-cbb6608cf6e7', 'name': 'tempest-snat-router-1729580906', 'tenant_id': 'f8c6e00bc36143cb816dcbbedc24dfe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:01:45Z', 'updated_at': '2022-02-17T18:01:52Z', 'revision_number': 4, 'project_id': 'f8c6e00bc36143cb816dcbbedc24dfe4', 'gw_port_host': None}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:01:54.461910 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-58c28a04-1901-4608-a244-c043c0582955 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (b28e00b7-ce1f-433a-9672-279bcbcdd356), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:54.493493 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-58c28a04-1901-4608-a244-c043c0582955 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Calling delete_port for b28e00b7-ce1f-433a-9672-279bcbcdd356 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:01:54.543159 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9163456f-c3b5-4f35-b93d-3348801e5d51 None None] The sync data for ids ['23eed75e-09ba-4f8a-bb0b-cbb6608cf6e7'] in n-d-829613-2 is: [{'id': '23eed75e-09ba-4f8a-bb0b-cbb6608cf6e7', 'name': 'tempest-snat-router-1729580906', 'tenant_id': 'f8c6e00bc36143cb816dcbbedc24dfe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:01:45Z', 'updated_at': '2022-02-17T18:01:52Z', 'revision_number': 4, 'project_id': 'f8c6e00bc36143cb816dcbbedc24dfe4', 'gw_port_host': None}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:01:54.666427 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcc6d03-31de-4ae4-8a80-15994723be59 req-edbebd3c-9c90-428b-8903-56f3e1329c52 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:54.681850 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9dcc6d03-31de-4ae4-8a80-15994723be59 req-edbebd3c-9c90-428b-8903-56f3e1329c52 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/ports?device_id=f3bb68c3-4150-4661-b210-163c25efbff4 HTTP/1.1" status: 200 len: 944 time: 0.1047158 Feb 17 18:01:54.782701 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9dcc6d03-31de-4ae4-8a80-15994723be59 req-4f78321f-f7db-4acd-8d4f-02c8c9214725 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/security-groups?id=a31896a4-937e-46de-84e0-65c4fda1722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991845 Feb 17 18:01:54.799850 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a1866-1c32-49e5-9867-2f51238c3e42 req-059e41ec-af96-41a6-a9ad-36fed91b6b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:54.802665 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eb1a1866-1c32-49e5-9867-2f51238c3e42 req-059e41ec-af96-41a6-a9ad-36fed91b6b74 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6b48b83ef1364a4998de0678bf1178a2&device_id=f3bb68c3-4150-4661-b210-163c25efbff4 HTTP/1.1" status: 200 len: 1126 time: 1.8993580 Feb 17 18:01:54.915832 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eb1a1866-1c32-49e5-9867-2f51238c3e42 req-c31699de-09e5-4e1b-8ee1-c04bf5150f81 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c55e135-5280-4273-b8ff-f3ab341a2e51 HTTP/1.1" status: 200 len: 217 time: 0.1022913 Feb 17 18:01:55.071730 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a1866-1c32-49e5-9867-2f51238c3e42 req-06a8b5ae-63d5-4c0e-80b9-2ae35721e278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:55.076599 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eb1a1866-1c32-49e5-9867-2f51238c3e42 req-06a8b5ae-63d5-4c0e-80b9-2ae35721e278 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fbd43495-de35-48cf-ab01-77d760b63049 HTTP/1.1" status: 200 len: 852 time: 0.1533840 Feb 17 18:01:55.227294 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eb1a1866-1c32-49e5-9867-2f51238c3e42 req-888cb22d-2b97-4ecf-a1e2-a66dfe66453a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f4c582b0-b045-4143-bee1-140f4daa93bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1305652 Feb 17 18:01:55.252522 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282f9bd-3317-4145-88f0-41f5ae3794df req-8cbfebd3-04d3-4622-97fb-cb6a1b2e90f9 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:55.254346 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7282f9bd-3317-4145-88f0-41f5ae3794df req-8cbfebd3-04d3-4622-97fb-cb6a1b2e90f9 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 943 time: 0.1498480 Feb 17 18:01:55.272040 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-58c28a04-1901-4608-a244-c043c0582955 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (b28e00b7-ce1f-433a-9672-279bcbcdd356), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:55.338294 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c28a04-1901-4608-a244-c043c0582955 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Pushing event deleted for resources: {'Port': ['ID=b28e00b7-ce1f-433a-9672-279bcbcdd356,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:55.374497 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7282f9bd-3317-4145-88f0-41f5ae3794df req-8dcb9da7-86c0-4b85-8555-d7ab5ffc4236 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099503 Feb 17 18:01:55.505076 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-58c28a04-1901-4608-a244-c043c0582955 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (23eed75e-09ba-4f8a-bb0b-cbb6608cf6e7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:55.806791 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-58c28a04-1901-4608-a244-c043c0582955 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (23eed75e-09ba-4f8a-bb0b-cbb6608cf6e7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:55.814060 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-58c28a04-1901-4608-a244-c043c0582955 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for router_controller (23eed75e-09ba-4f8a-bb0b-cbb6608cf6e7), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:56.035786 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-58c28a04-1901-4608-a244-c043c0582955 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (23eed75e-09ba-4f8a-bb0b-cbb6608cf6e7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:56.036543 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c28a04-1901-4608-a244-c043c0582955 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 23eed75e-09ba-4f8a-bb0b-cbb6608cf6e7 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 18:01:56.043049 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-58c28a04-1901-4608-a244-c043c0582955 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:56.047361 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-58c28a04-1901-4608-a244-c043c0582955 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] 10.222.0.87 "DELETE /v2.0/routers/23eed75e-09ba-4f8a-bb0b-cbb6608cf6e7 HTTP/1.1" status: 204 len: 168 time: 4.3432682 Feb 17 18:01:56.048100 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55064) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:56.153446 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eb1a1866-1c32-49e5-9867-2f51238c3e42 req-92d71798-472f-44bf-9971-92c109bbfdb9 service neutron] 10.222.0.91 "GET /v2.0/networks/f4c582b0-b045-4143-bee1-140f4daa93bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5987756 Feb 17 18:01:56.185711 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71630748-3ea8-4f54-9464-298ca9308558 req-1c7e6ee9-7993-4992-a3da-e7875c60c447 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:56.187655 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-71630748-3ea8-4f54-9464-298ca9308558 req-1c7e6ee9-7993-4992-a3da-e7875c60c447 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/ports?device_id=f3bb68c3-4150-4661-b210-163c25efbff4 HTTP/1.1" status: 200 len: 944 time: 0.1676874 Feb 17 18:01:56.311458 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-71630748-3ea8-4f54-9464-298ca9308558 req-93b8a4b3-26ab-4c5c-b130-576a9e421c2d tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/security-groups?id=a31896a4-937e-46de-84e0-65c4fda1722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138985 Feb 17 18:01:56.413015 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1b009729-4933-44ab-b7b9-6e8c3a515333 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for router (7699df8a-0ea5-49f1-86b9-e2a2a09229fa), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:56.418947 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eb1a1866-1c32-49e5-9867-2f51238c3e42 req-14eaeefd-dd83-452d-a8b7-52797b478bec service neutron] 10.222.0.91 "GET /v2.0/networks/f4c582b0-b045-4143-bee1-140f4daa93bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515969 Feb 17 18:01:56.745861 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe125079-9527-4da1-a2d2-714f413f3e78 req-fb23f173-872f-4c6a-bba6-aed0d3a0a0ca tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:56.750907 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fe125079-9527-4da1-a2d2-714f413f3e78 req-fb23f173-872f-4c6a-bba6-aed0d3a0a0ca tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 943 time: 0.1207962 Feb 17 18:01:56.847826 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73ed60-1bf2-4577-9968-0ee2e49b548d req-773a27d5-5045-46d9-8b63-a80cdcad83ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:56.850437 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7b73ed60-1bf2-4577-9968-0ee2e49b548d req-773a27d5-5045-46d9-8b63-a80cdcad83ac service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6b48b83ef1364a4998de0678bf1178a2&device_id=f3bb68c3-4150-4661-b210-163c25efbff4 HTTP/1.1" status: 200 len: 1126 time: 0.2726748 Feb 17 18:01:56.879042 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1b009729-4933-44ab-b7b9-6e8c3a515333 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for router_gateway (7699df8a-0ea5-49f1-86b9-e2a2a09229fa), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:56.892438 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fe125079-9527-4da1-a2d2-714f413f3e78 req-5945b936-d3f3-4999-8771-095116533c00 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340711 Feb 17 18:01:57.051840 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-1b009729-4933-44ab-b7b9-6e8c3a515333 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Deleting port e041fe71-0085-428c-9d7d-e7d112aa9d67 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:01:57.053218 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1b009729-4933-44ab-b7b9-6e8c3a515333 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (e041fe71-0085-428c-9d7d-e7d112aa9d67), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:57.228202 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-1b009729-4933-44ab-b7b9-6e8c3a515333 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] For port e041fe71-0085-428c-9d7d-e7d112aa9d67, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=e041fe71-0085-428c-9d7d-e7d112aa9d67,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:01:57.229076 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1b009729-4933-44ab-b7b9-6e8c3a515333 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (e041fe71-0085-428c-9d7d-e7d112aa9d67), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:57.251796 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-1b009729-4933-44ab-b7b9-6e8c3a515333 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Calling delete_port for e041fe71-0085-428c-9d7d-e7d112aa9d67 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:01:57.528645 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73ed60-1bf2-4577-9968-0ee2e49b548d req-e830e503-3200-4b64-a361-4e0eb7b3bf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:57.531113 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7b73ed60-1bf2-4577-9968-0ee2e49b548d req-e830e503-3200-4b64-a361-4e0eb7b3bf13 service neutron] 10.222.0.91 "GET /v2.0/networks?id=f4c582b0-b045-4143-bee1-140f4daa93bb HTTP/1.1" status: 200 len: 913 time: 0.5784423 Feb 17 18:01:57.556737 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c695618-8088-4ba3-9ab8-5de12343eeb2 req-6c2daf70-17dd-45e3-abee-16f49eae8b53 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:57.569358 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6c695618-8088-4ba3-9ab8-5de12343eeb2 req-6c2daf70-17dd-45e3-abee-16f49eae8b53 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/ports?device_id=f3bb68c3-4150-4661-b210-163c25efbff4 HTTP/1.1" status: 200 len: 944 time: 0.1360013 Feb 17 18:01:57.662135 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6c695618-8088-4ba3-9ab8-5de12343eeb2 req-d286785b-a3c9-4dda-b2c1-e6bc42b261fe tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/security-groups?id=a31896a4-937e-46de-84e0-65c4fda1722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909264 Feb 17 18:01:57.777031 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7b73ed60-1bf2-4577-9968-0ee2e49b548d req-c76cb17e-8964-472d-b9ab-8004e1264124 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c55e135-5280-4273-b8ff-f3ab341a2e51 HTTP/1.1" status: 200 len: 217 time: 0.1288557 Feb 17 18:01:57.906291 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1b009729-4933-44ab-b7b9-6e8c3a515333 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (e041fe71-0085-428c-9d7d-e7d112aa9d67), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:58.017883 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b009729-4933-44ab-b7b9-6e8c3a515333 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Pushing event deleted for resources: {'Port': ['ID=e041fe71-0085-428c-9d7d-e7d112aa9d67,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:01:58.104047 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73ed60-1bf2-4577-9968-0ee2e49b548d req-5a2546da-04e3-462b-b53a-51c2b90c4ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:58.106121 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7b73ed60-1bf2-4577-9968-0ee2e49b548d req-5a2546da-04e3-462b-b53a-51c2b90c4ada service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fbd43495-de35-48cf-ab01-77d760b63049 HTTP/1.1" status: 200 len: 852 time: 0.2638245 Feb 17 18:01:58.168522 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1b009729-4933-44ab-b7b9-6e8c3a515333 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (7699df8a-0ea5-49f1-86b9-e2a2a09229fa), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:58.242011 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc1846-572e-45a3-8d3a-2d268d5e8497 req-4e6efaac-c3eb-402a-9f97-9f5c0e4e428d tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:58.259063 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1fdc1846-572e-45a3-8d3a-2d268d5e8497 req-4e6efaac-c3eb-402a-9f97-9f5c0e4e428d tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 943 time: 0.1693847 Feb 17 18:01:58.355285 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1b009729-4933-44ab-b7b9-6e8c3a515333 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (7699df8a-0ea5-49f1-86b9-e2a2a09229fa), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:58.359616 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1b009729-4933-44ab-b7b9-6e8c3a515333 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for router_controller (7699df8a-0ea5-49f1-86b9-e2a2a09229fa), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:58.417873 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1fdc1846-572e-45a3-8d3a-2d268d5e8497 req-01ec5fdb-1171-4e5e-b6ff-91f2ad5252c3 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437850 Feb 17 18:01:58.517173 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7b73ed60-1bf2-4577-9968-0ee2e49b548d req-8d6b88f1-e6b9-4787-bc9b-8d052b4ee56e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f4c582b0-b045-4143-bee1-140f4daa93bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3828309 Feb 17 18:01:58.662333 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7b73ed60-1bf2-4577-9968-0ee2e49b548d req-67612f5d-6ccf-43d8-b7bc-b59f5440c55f service neutron] 10.222.0.91 "GET /v2.0/networks/f4c582b0-b045-4143-bee1-140f4daa93bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438646 Feb 17 18:01:58.663073 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1b009729-4933-44ab-b7b9-6e8c3a515333 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (7699df8a-0ea5-49f1-86b9-e2a2a09229fa), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:58.663554 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b009729-4933-44ab-b7b9-6e8c3a515333 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7699df8a-0ea5-49f1-86b9-e2a2a09229fa {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 18:01:58.668076 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1b009729-4933-44ab-b7b9-6e8c3a515333 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:58.673434 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-1b009729-4933-44ab-b7b9-6e8c3a515333 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] 10.222.0.87 "DELETE /v2.0/routers/7699df8a-0ea5-49f1-86b9-e2a2a09229fa HTTP/1.1" status: 204 len: 168 time: 2.6208849 Feb 17 18:01:58.674661 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55078) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:01:58.679935 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-99dd5fd4-bb77-4037-a52a-31b6c03a15fe tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-640514837', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}, 'admin_state_up': False}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:01:58.740988 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-99dd5fd4-bb77-4037-a52a-31b6c03a15fe tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (1b34aaca-aa07-4b93-abb0-477e77e0282e), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:58.742972 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-99dd5fd4-bb77-4037-a52a-31b6c03a15fe tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (1b34aaca-aa07-4b93-abb0-477e77e0282e), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:58.812547 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7b73ed60-1bf2-4577-9968-0ee2e49b548d req-481c30b6-a5fe-4eff-ba91-6768fcfaf7bc service neutron] 10.222.0.91 "GET /v2.0/networks/f4c582b0-b045-4143-bee1-140f4daa93bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345251 Feb 17 18:01:58.908063 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-99dd5fd4-bb77-4037-a52a-31b6c03a15fe tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for router_controller (1b34aaca-aa07-4b93-abb0-477e77e0282e), precommit_add_association {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:59.288896 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328fbd1-088c-44da-9409-b8d5ef9c0f98 req-76c0eeed-db1a-4da3-8678-6dc7c0c87cfd tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:59.291469 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b328fbd1-088c-44da-9409-b8d5ef9c0f98 req-76c0eeed-db1a-4da3-8678-6dc7c0c87cfd tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/ports?device_id=f3bb68c3-4150-4661-b210-163c25efbff4 HTTP/1.1" status: 200 len: 944 time: 0.3796916 Feb 17 18:01:59.416455 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 5c55e135-5280-4273-b8ff-f3ab341a2e51 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:01:59.801739 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-99dd5fd4-bb77-4037-a52a-31b6c03a15fe tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for router_gateway (1b34aaca-aa07-4b93-abb0-477e77e0282e), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:01:59.874956 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 5c55e135-5280-4273-b8ff-f3ab341a2e51, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=5c55e135-5280-4273-b8ff-f3ab341a2e51,segment=NetworkSegment(bd8a47c8-43dd-4f67-8c33-f678e9a75bfe),segment_id=bd8a47c8-43dd-4f67-8c33-f678e9a75bfe)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:01:59.889905 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '5c55e135-5280-4273-b8ff-f3ab341a2e51', 'network_id': 'f4c582b0-b045-4143-bee1-140f4daa93bb', 'port_id': '5c55e135-5280-4273-b8ff-f3ab341a2e51', 'mac_address': 'fa:16:3e:b5:35:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbd43495-de35-48cf-ab01-77d760b63049', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:01:59.905748 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0237c-9e1f-40b6-9c34-86e42e600194 req-c777d3fc-f820-4f01-bb38-576c4d12364c tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:01:59.915314 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-37e0237c-9e1f-40b6-9c34-86e42e600194 req-c777d3fc-f820-4f01-bb38-576c4d12364c tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 943 time: 0.2093971 Feb 17 18:01:59.939387 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b328fbd1-088c-44da-9409-b8d5ef9c0f98 req-d6184fce-c3a8-4f9c-8255-6225f093905a tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/security-groups?id=a31896a4-937e-46de-84e0-65c4fda1722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4491966 Feb 17 18:01:59.981034 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 5c55e135-5280-4273-b8ff-f3ab341a2e51 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:01:59.982612 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5c55e135-5280-4273-b8ff-f3ab341a2e51), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:00.013847 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c55e135-5280-4273-b8ff-f3ab341a2e51 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:02:00.052477 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 5c55e135-5280-4273-b8ff-f3ab341a2e51, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=5c55e135-5280-4273-b8ff-f3ab341a2e51,segment=NetworkSegment(bd8a47c8-43dd-4f67-8c33-f678e9a75bfe),segment_id=bd8a47c8-43dd-4f67-8c33-f678e9a75bfe)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:02:00.061799 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (5c55e135-5280-4273-b8ff-f3ab341a2e51), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:00.119822 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-37e0237c-9e1f-40b6-9c34-86e42e600194 req-d4a26046-4137-472e-a991-d8c0117a1e07 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2028646 Feb 17 18:02:00.221065 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=5c55e135-5280-4273-b8ff-f3ab341a2e51,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:00.315456 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['5c55e135-5280-4273-b8ff-f3ab341a2e51'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:02:00.375579 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-99dd5fd4-bb77-4037-a52a-31b6c03a15fe tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for router_gateway (1b34aaca-aa07-4b93-abb0-477e77e0282e), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:00.411658 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-99dd5fd4-bb77-4037-a52a-31b6c03a15fe tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:00.678178 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-99dd5fd4-bb77-4037-a52a-31b6c03a15fe tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Allocated IP 172.25.8.85 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/aaedb476-db32-4584-a96a-72ed4f1dae03) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:02:00.904217 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-99dd5fd4-bb77-4037-a52a-31b6c03a15fe tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for port (aaedb476-db32-4584-a96a-72ed4f1dae03), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:00.941835 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device e041fe71-0085-428c-9d7d-e7d112aa9d67 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:02:00.963656 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-99dd5fd4-bb77-4037-a52a-31b6c03a15fe tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (aaedb476-db32-4584-a96a-72ed4f1dae03), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:00.985062 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: e041fe71-0085-428c-9d7d-e7d112aa9d67 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:02:00.985475 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device e041fe71-0085-428c-9d7d-e7d112aa9d67 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:02:01.050184 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99dd5fd4-bb77-4037-a52a-31b6c03a15fe tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:02:01.054798 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-99dd5fd4-bb77-4037-a52a-31b6c03a15fe tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:02:01.059434 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dd5fd4-bb77-4037-a52a-31b6c03a15fe tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:02:01.433733 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 5c55e135-5280-4273-b8ff-f3ab341a2e51 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:02:01.449583 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd5fd4-bb77-4037-a52a-31b6c03a15fe tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Pushing event updated for resources: {'Port': ['ID=aaedb476-db32-4584-a96a-72ed4f1dae03,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:01.572527 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port 5c55e135-5280-4273-b8ff-f3ab341a2e51 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 18:02:01.579828 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 5c55e135-5280-4273-b8ff-f3ab341a2e51 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:02:01.580955 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (5c55e135-5280-4273-b8ff-f3ab341a2e51), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:01.737732 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639721b9-75c9-4d2d-a9e9-fc9769b95593 req-5391e2f6-ee76-4cf1-9de8-d7e70fd8f7d8 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:01.741616 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-639721b9-75c9-4d2d-a9e9-fc9769b95593 req-5391e2f6-ee76-4cf1-9de8-d7e70fd8f7d8 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/ports?device_id=f3bb68c3-4150-4661-b210-163c25efbff4 HTTP/1.1" status: 200 len: 945 time: 0.5299582 Feb 17 18:02:01.855577 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 5c55e135-5280-4273-b8ff-f3ab341a2e51 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:02:01.858725 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5c55e135-5280-4273-b8ff-f3ab341a2e51), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:01.905541 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c4c38-cedc-407f-a8c6-302e9ff2cb63 req-fc52c3b1-8861-461c-b654-12436c9d7516 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:01.917023 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a37c4c38-cedc-407f-a8c6-302e9ff2cb63 req-fc52c3b1-8861-461c-b654-12436c9d7516 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 943 time: 0.6047921 Feb 17 18:02:01.974935 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3bb68c3-4150-4661-b210-163c25efbff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c55e135-5280-4273-b8ff-f3ab341a2e51'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:02:01.977550 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3421541-92e2-4582-bbd1-32c0e09a3d46" -d '{"events": [{"server_uuid": "f3bb68c3-4150-4661-b210-163c25efbff4", "name": "network-vif-plugged", "status": "completed", "tag": "5c55e135-5280-4273-b8ff-f3ab341a2e51"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:02:02.008316 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 5c55e135-5280-4273-b8ff-f3ab341a2e51, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=5c55e135-5280-4273-b8ff-f3ab341a2e51,segment=NetworkSegment(bd8a47c8-43dd-4f67-8c33-f678e9a75bfe),segment_id=bd8a47c8-43dd-4f67-8c33-f678e9a75bfe)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:02:02.015504 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (5c55e135-5280-4273-b8ff-f3ab341a2e51), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:02.110271 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=5c55e135-5280-4273-b8ff-f3ab341a2e51,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:02.118570 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-639721b9-75c9-4d2d-a9e9-fc9769b95593 req-eea97412-f54d-4b37-afad-8ac6b5cb5b25 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/security-groups?id=a31896a4-937e-46de-84e0-65c4fda1722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198948 Feb 17 18:02:02.182968 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5577f8f-12d8-4b06-a854-497aecb85e48 x-openstack-request-id: req-d5577f8f-12d8-4b06-a854-497aecb85e48 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:02:02.183625 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3bb68c3-4150-4661-b210-163c25efbff4", "name": "network-vif-plugged", "status": "completed", "tag": "5c55e135-5280-4273-b8ff-f3ab341a2e51", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:02:02.184080 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d5577f8f-12d8-4b06-a854-497aecb85e48 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:02:02.185101 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3bb68c3-4150-4661-b210-163c25efbff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c55e135-5280-4273-b8ff-f3ab341a2e51', 'code': 200} Feb 17 18:02:02.296268 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a37c4c38-cedc-407f-a8c6-302e9ff2cb63 req-4cad2fa4-c60c-4738-8a33-89f7a47e53ba tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3782847 Feb 17 18:02:02.331625 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-99dd5fd4-bb77-4037-a52a-31b6c03a15fe tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for router_gateway (1b34aaca-aa07-4b93-abb0-477e77e0282e), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:02.346089 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b232ce-4402-4dfc-9745-cede46e3703a req-c9a24f38-3f2b-4100-ad4a-eaee03f53e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:02.347827 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-78b232ce-4402-4dfc-9745-cede46e3703a req-c9a24f38-3f2b-4100-ad4a-eaee03f53e7d service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=f3bb68c3-4150-4661-b210-163c25efbff4 HTTP/1.1" status: 200 len: 1128 time: 0.0728285 Feb 17 18:02:02.506211 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-78b232ce-4402-4dfc-9745-cede46e3703a req-0c3dc01a-cbe7-43c2-b708-428b919188d6 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=a31896a4-937e-46de-84e0-65c4fda1722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132841 Feb 17 18:02:02.615193 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-99dd5fd4-bb77-4037-a52a-31b6c03a15fe tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (1b34aaca-aa07-4b93-abb0-477e77e0282e), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:02.946330 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a083b418-b743-4a56-91a0-7867cf8d89b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:03.101384 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99dd5fd4-bb77-4037-a52a-31b6c03a15fe tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Router 1b34aaca-aa07-4b93-abb0-477e77e0282e is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 18:02:03.279070 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99dd5fd4-bb77-4037-a52a-31b6c03a15fe tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:02:03.296022 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a2bbd9-a6d2-4400-a10a-6aa8c6c09a9d None None] Sync routers for ids ['1b34aaca-aa07-4b93-abb0-477e77e0282e'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:02:03.303832 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51727db6-ab6c-4615-ad46-174ee2377e3c req-0e9ca3cf-8d11-4dae-b5ad-74a6deb839bc tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:03.305461 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-51727db6-ab6c-4615-ad46-174ee2377e3c req-0e9ca3cf-8d11-4dae-b5ad-74a6deb839bc tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/ports?device_id=f3bb68c3-4150-4661-b210-163c25efbff4 HTTP/1.1" status: 200 len: 946 time: 0.0934148 Feb 17 18:02:03.313137 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a2bbd9-a6d2-4400-a10a-6aa8c6c09a9d None None] Routers {'1b34aaca-aa07-4b93-abb0-477e77e0282e'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:02:03.313679 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-99dd5fd4-bb77-4037-a52a-31b6c03a15fe tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:03.313983 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-57a2bbd9-a6d2-4400-a10a-6aa8c6c09a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:01:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['1b34aaca-aa07-4b93-abb0-477e77e0282e'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:03.315008 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-99dd5fd4-bb77-4037-a52a-31b6c03a15fe tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.6387477 Feb 17 18:02:03.318525 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55102) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:03.326946 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-96e7d40e-daee-497f-ae11-4acd29530f33 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'enable_snat': False}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:02:03.365201 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-57a2bbd9-a6d2-4400-a10a-6aa8c6c09a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:03.376232 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a2bbd9-a6d2-4400-a10a-6aa8c6c09a9d None None] Routers {'1b34aaca-aa07-4b93-abb0-477e77e0282e'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:02:03.377175 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-57a2bbd9-a6d2-4400-a10a-6aa8c6c09a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:01:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['1b34aaca-aa07-4b93-abb0-477e77e0282e'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:03.401188 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-51727db6-ab6c-4615-ad46-174ee2377e3c req-081b320d-9bd8-459c-b15c-6085d549d69c tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/security-groups?id=a31896a4-937e-46de-84e0-65c4fda1722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849278 Feb 17 18:02:03.438324 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-57a2bbd9-a6d2-4400-a10a-6aa8c6c09a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:03.439279 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a2bbd9-a6d2-4400-a10a-6aa8c6c09a9d None None] The sync data for ids ['1b34aaca-aa07-4b93-abb0-477e77e0282e'] in n-d-829613-2 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:02:03.503059 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9524f3-88f7-42bf-b74b-eba0ef155ad6 req-2a586c15-acfd-46d6-a596-f6db099b71dc tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:03.508162 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1b9524f3-88f7-42bf-b74b-eba0ef155ad6 req-2a586c15-acfd-46d6-a596-f6db099b71dc tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 943 time: 0.0907640 Feb 17 18:02:03.574228 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1b9524f3-88f7-42bf-b74b-eba0ef155ad6 req-6f77b5a7-2197-4833-84ba-b5050431e607 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613639 Feb 17 18:02:03.757052 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-96e7d40e-daee-497f-ae11-4acd29530f33 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for router_gateway (1b34aaca-aa07-4b93-abb0-477e77e0282e), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:04.271476 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-96e7d40e-daee-497f-ae11-4acd29530f33 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-362104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31404'] for router (1b34aaca-aa07-4b93-abb0-477e77e0282e), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:04.275477 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-96e7d40e-daee-497f-ae11-4acd29530f33 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-362081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-362090', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-362947'] for router (1b34aaca-aa07-4b93-abb0-477e77e0282e), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:04.563356 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c3aa9-3654-4e59-80aa-3b986d948b37 req-f05d1b2d-bd32-4666-ae79-ec4f3bf6f3d5 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:04.566017 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc0c3aa9-3654-4e59-80aa-3b986d948b37 req-f05d1b2d-bd32-4666-ae79-ec4f3bf6f3d5 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/ports?device_id=f3bb68c3-4150-4661-b210-163c25efbff4 HTTP/1.1" status: 200 len: 946 time: 0.0742397 Feb 17 18:02:04.630414 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc0c3aa9-3654-4e59-80aa-3b986d948b37 req-1bd9906b-d60d-4ae7-a570-61c3fee6c0c3 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/security-groups?id=a31896a4-937e-46de-84e0-65c4fda1722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552809 Feb 17 18:02:04.765680 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e7d40e-daee-497f-ae11-4acd29530f33 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Router 1b34aaca-aa07-4b93-abb0-477e77e0282e has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:02:04.804380 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74103c-2db6-4277-98f3-996419b8240e req-556b9c93-aafa-40a8-afd5-7ed606cea535 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:04.806044 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fb74103c-2db6-4277-98f3-996419b8240e req-556b9c93-aafa-40a8-afd5-7ed606cea535 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 943 time: 0.1035266 Feb 17 18:02:04.828963 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98134d9-02d7-4622-bc29-78241c8cf6b3 req-f1b1d689-b46d-49b8-a6bf-6a780c0152e2 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:04.830564 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d98134d9-02d7-4622-bc29-78241c8cf6b3 req-f1b1d689-b46d-49b8-a6bf-6a780c0152e2 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/ports?device_id=f3bb68c3-4150-4661-b210-163c25efbff4 HTTP/1.1" status: 200 len: 946 time: 0.0970404 Feb 17 18:02:04.894872 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e7d40e-daee-497f-ae11-4acd29530f33 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:02:04.900320 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-96e7d40e-daee-497f-ae11-4acd29530f33 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:04.904708 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-96e7d40e-daee-497f-ae11-4acd29530f33 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] 10.222.0.87 "PUT /v2.0/routers/1b34aaca-aa07-4b93-abb0-477e77e0282e HTTP/1.1" status: 200 len: 920 time: 1.5841124 Feb 17 18:02:04.906044 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55114) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:04.916183 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fb74103c-2db6-4277-98f3-996419b8240e req-821025f5-03cf-4b6d-a935-2edd65557689 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031158 Feb 17 18:02:04.917889 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b9f141-a86d-4906-ba2a-0137b21c3f50 None None] Sync routers for ids ['1b34aaca-aa07-4b93-abb0-477e77e0282e'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:02:04.920647 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d98134d9-02d7-4622-bc29-78241c8cf6b3 req-6a8ba088-2dd7-46fa-b5b9-dcc683c146af tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/security-groups?id=a31896a4-937e-46de-84e0-65c4fda1722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801339 Feb 17 18:02:04.944495 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b9f141-a86d-4906-ba2a-0137b21c3f50 None None] Routers {'1b34aaca-aa07-4b93-abb0-477e77e0282e'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:02:04.944495 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-d2b9f141-a86d-4906-ba2a-0137b21c3f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:01:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['1b34aaca-aa07-4b93-abb0-477e77e0282e'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:04.989518 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-d2b9f141-a86d-4906-ba2a-0137b21c3f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:05.000363 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b9f141-a86d-4906-ba2a-0137b21c3f50 None None] Routers {'1b34aaca-aa07-4b93-abb0-477e77e0282e'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:02:05.000998 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-d2b9f141-a86d-4906-ba2a-0137b21c3f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:01:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['1b34aaca-aa07-4b93-abb0-477e77e0282e'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:05.050706 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-d2b9f141-a86d-4906-ba2a-0137b21c3f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:05.051922 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b9f141-a86d-4906-ba2a-0137b21c3f50 None None] The sync data for ids ['1b34aaca-aa07-4b93-abb0-477e77e0282e'] in n-d-829613-2 is: [] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:02:05.073694 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-04d03f15-a862-4b83-a0ab-f1c346ce37f3 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] 10.222.0.87 "GET /v2.0/routers/1b34aaca-aa07-4b93-abb0-477e77e0282e HTTP/1.1" status: 200 len: 920 time: 0.1665416 Feb 17 18:02:05.078072 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55118) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:05.203678 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb04b65c-b231-419c-a276-bffcdd6a838e tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:05.209414 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92f41b-5fdd-4748-9836-ac1abbf32524 req-749d8be4-af99-4d83-b592-23f537489165 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:05.209664 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fb04b65c-b231-419c-a276-bffcdd6a838e tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] 10.222.0.87 "GET /v2.0/ports?network_id=d7afcf1f-5124-4168-b80f-10ace9d04ea7&device_id=1b34aaca-aa07-4b93-abb0-477e77e0282e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1265535 Feb 17 18:02:05.210005 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55124) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:05.212488 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7a92f41b-5fdd-4748-9836-ac1abbf32524 req-749d8be4-af99-4d83-b592-23f537489165 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/ports?device_id=f3bb68c3-4150-4661-b210-163c25efbff4 HTTP/1.1" status: 200 len: 946 time: 0.0652871 Feb 17 18:02:05.263273 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7a92f41b-5fdd-4748-9836-ac1abbf32524 req-f0882670-7200-4596-a1dd-f7c5719256d7 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/security-groups?id=a31896a4-937e-46de-84e0-65c4fda1722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486410 Feb 17 18:02:05.316706 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4176ba25-1379-420c-bd92-2f5261ee4fe1 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:05.318362 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4176ba25-1379-420c-bd92-2f5261ee4fe1 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] 10.222.0.87 "GET /v2.0/networks/d7afcf1f-5124-4168-b80f-10ace9d04ea7 HTTP/1.1" status: 200 len: 881 time: 0.1071410 Feb 17 18:02:05.321311 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55126) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:05.352531 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-52c9537e-11b1-44cf-a117-4f7fb5ac22d4 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] 10.222.0.87 "GET /v2.0/ports?device_id=1b34aaca-aa07-4b93-abb0-477e77e0282e HTTP/1.1" status: 200 len: 205 time: 0.0299861 Feb 17 18:02:05.354915 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55128) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:05.430762 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 11f8378a-0cc4-4afd-9340-bf14614e5ab7 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:02:05.438624 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-05e64933-4041-41bc-acd2-401c3aa2378e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:05.491653 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-363975a6-f0ec-44dd-babc-ea5eb6abe710 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for router (1b34aaca-aa07-4b93-abb0-477e77e0282e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:05.571629 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 11f8378a-0cc4-4afd-9340-bf14614e5ab7, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=11f8378a-0cc4-4afd-9340-bf14614e5ab7,segment=NetworkSegment(e72a85f9-dd09-4c3e-8996-7efe0b9144f7),segment_id=e72a85f9-dd09-4c3e-8996-7efe0b9144f7)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:02:05.593787 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '11f8378a-0cc4-4afd-9340-bf14614e5ab7', 'network_id': '1c842ecd-cc9b-4a85-b1b8-328753a85bfe', 'port_id': '11f8378a-0cc4-4afd-9340-bf14614e5ab7', 'mac_address': 'fa:16:3e:53:a8:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '684c221c-585d-46a8-b4c6-fe6a5f99b9b8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:02:05.638539 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 11f8378a-0cc4-4afd-9340-bf14614e5ab7 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:02:05.639086 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (11f8378a-0cc4-4afd-9340-bf14614e5ab7), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:05.659022 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11f8378a-0cc4-4afd-9340-bf14614e5ab7 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:02:05.666651 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-363975a6-f0ec-44dd-babc-ea5eb6abe710 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for router_gateway (1b34aaca-aa07-4b93-abb0-477e77e0282e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:05.690884 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 11f8378a-0cc4-4afd-9340-bf14614e5ab7, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=11f8378a-0cc4-4afd-9340-bf14614e5ab7,segment=NetworkSegment(e72a85f9-dd09-4c3e-8996-7efe0b9144f7),segment_id=e72a85f9-dd09-4c3e-8996-7efe0b9144f7)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:02:05.696073 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (11f8378a-0cc4-4afd-9340-bf14614e5ab7), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:05.739444 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-363975a6-f0ec-44dd-babc-ea5eb6abe710 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Deleting port aaedb476-db32-4584-a96a-72ed4f1dae03 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:02:05.739833 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-363975a6-f0ec-44dd-babc-ea5eb6abe710 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (aaedb476-db32-4584-a96a-72ed4f1dae03), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:05.766117 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=11f8378a-0cc4-4afd-9340-bf14614e5ab7,revision_number=9']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:05.828710 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-363975a6-f0ec-44dd-babc-ea5eb6abe710 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (aaedb476-db32-4584-a96a-72ed4f1dae03), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:05.843334 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-363975a6-f0ec-44dd-babc-ea5eb6abe710 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Calling delete_port for aaedb476-db32-4584-a96a-72ed4f1dae03 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:02:05.906615 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['11f8378a-0cc4-4afd-9340-bf14614e5ab7'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:02:06.139294 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-363975a6-f0ec-44dd-babc-ea5eb6abe710 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (aaedb476-db32-4584-a96a-72ed4f1dae03), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:06.142593 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcff6eb-cf96-4976-a400-49d8b4767e2e req-40f4e95e-b877-4d67-9fe8-ff40c57de2d6 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:06.144442 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5fcff6eb-cf96-4976-a400-49d8b4767e2e req-40f4e95e-b877-4d67-9fe8-ff40c57de2d6 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 944 time: 0.0719738 Feb 17 18:02:06.173088 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363975a6-f0ec-44dd-babc-ea5eb6abe710 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Pushing event deleted for resources: {'Port': ['ID=aaedb476-db32-4584-a96a-72ed4f1dae03,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:06.187763 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363975a6-f0ec-44dd-babc-ea5eb6abe710 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:02:06.188128 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363975a6-f0ec-44dd-babc-ea5eb6abe710 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:02:06.188512 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363975a6-f0ec-44dd-babc-ea5eb6abe710 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:02:06.188882 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363975a6-f0ec-44dd-babc-ea5eb6abe710 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:02:06.189775 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363975a6-f0ec-44dd-babc-ea5eb6abe710 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:02:06.190196 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363975a6-f0ec-44dd-babc-ea5eb6abe710 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:02:06.190544 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363975a6-f0ec-44dd-babc-ea5eb6abe710 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:02:06.190969 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363975a6-f0ec-44dd-babc-ea5eb6abe710 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:02:06.191298 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363975a6-f0ec-44dd-babc-ea5eb6abe710 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:02:06.191636 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363975a6-f0ec-44dd-babc-ea5eb6abe710 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:02:06.192050 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363975a6-f0ec-44dd-babc-ea5eb6abe710 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:02:06.192483 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363975a6-f0ec-44dd-babc-ea5eb6abe710 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:02:06.192868 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363975a6-f0ec-44dd-babc-ea5eb6abe710 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:02:06.214027 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5fcff6eb-cf96-4976-a400-49d8b4767e2e req-6b02de41-55b5-4f81-a23a-82dc1b032a83 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606802 Feb 17 18:02:06.263137 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-363975a6-f0ec-44dd-babc-ea5eb6abe710 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (1b34aaca-aa07-4b93-abb0-477e77e0282e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:06.407387 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-363975a6-f0ec-44dd-babc-ea5eb6abe710 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (1b34aaca-aa07-4b93-abb0-477e77e0282e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:06.410674 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-363975a6-f0ec-44dd-babc-ea5eb6abe710 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for router_controller (1b34aaca-aa07-4b93-abb0-477e77e0282e), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:06.421869 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4defa-1baf-4a1f-a42d-8a6751a64d6e req-0c0de406-fcb1-4800-9865-f69321c1139a tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:06.426550 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1bc4defa-1baf-4a1f-a42d-8a6751a64d6e req-0c0de406-fcb1-4800-9865-f69321c1139a tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/ports?device_id=f3bb68c3-4150-4661-b210-163c25efbff4 HTTP/1.1" status: 200 len: 946 time: 0.0741780 Feb 17 18:02:06.463689 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-363975a6-f0ec-44dd-babc-ea5eb6abe710 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (1b34aaca-aa07-4b93-abb0-477e77e0282e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:06.464721 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363975a6-f0ec-44dd-babc-ea5eb6abe710 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Fanout notify agent at l3_agent the message router_deleted on router 1b34aaca-aa07-4b93-abb0-477e77e0282e {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 18:02:06.476315 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-363975a6-f0ec-44dd-babc-ea5eb6abe710 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:06.481422 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-363975a6-f0ec-44dd-babc-ea5eb6abe710 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] 10.222.0.87 "DELETE /v2.0/routers/1b34aaca-aa07-4b93-abb0-477e77e0282e HTTP/1.1" status: 204 len: 168 time: 1.1216402 Feb 17 18:02:06.483123 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55136) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:06.488610 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-a41a3d88-907f-4b0a-ba9a-df431a71a405 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1541417688', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:02:06.508448 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1bc4defa-1baf-4a1f-a42d-8a6751a64d6e req-3a141b5b-1861-47fc-a602-e3129723722a tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/security-groups?id=a31896a4-937e-46de-84e0-65c4fda1722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748925 Feb 17 18:02:06.519511 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a41a3d88-907f-4b0a-ba9a-df431a71a405 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (0c055581-81d6-4d58-977a-e4f37788e899), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:06.522145 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a41a3d88-907f-4b0a-ba9a-df431a71a405 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (0c055581-81d6-4d58-977a-e4f37788e899), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:06.591026 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a41a3d88-907f-4b0a-ba9a-df431a71a405 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for router_controller (0c055581-81d6-4d58-977a-e4f37788e899), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:06.597718 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a41a3d88-907f-4b0a-ba9a-df431a71a405 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (0c055581-81d6-4d58-977a-e4f37788e899), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:06.618310 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a41a3d88-907f-4b0a-ba9a-df431a71a405 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:06.623007 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55140) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:06.623302 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a41a3d88-907f-4b0a-ba9a-df431a71a405 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1387300 Feb 17 18:02:06.630647 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-3ab83ed1-ced1-4467-8d8d-4bf5276c8e8e tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:02:06.750714 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:06.784126 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5de283-db9d-4190-8548-400e8b119b9d req-e67aee8d-9426-4905-ada8-84c5c2a9b979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:06.787032 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-bd5de283-db9d-4190-8548-400e8b119b9d req-e67aee8d-9426-4905-ada8-84c5c2a9b979 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6b48b83ef1364a4998de0678bf1178a2&device_id=f3bb68c3-4150-4661-b210-163c25efbff4 HTTP/1.1" status: 200 len: 1128 time: 0.0621161 Feb 17 18:02:06.893275 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f0f96-c5eb-4197-9200-4a096cf81c02 req-353d8c7d-aeef-43e1-91a6-0aa9c2cb248a tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:06.895223 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-190f0f96-c5eb-4197-9200-4a096cf81c02 req-353d8c7d-aeef-43e1-91a6-0aa9c2cb248a tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/ports?device_id=f3bb68c3-4150-4661-b210-163c25efbff4 HTTP/1.1" status: 200 len: 946 time: 0.1880341 Feb 17 18:02:06.921126 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5de283-db9d-4190-8548-400e8b119b9d req-4d567593-ff4e-42b3-abbf-beed2f61d000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:06.921977 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-bd5de283-db9d-4190-8548-400e8b119b9d req-4d567593-ff4e-42b3-abbf-beed2f61d000 service neutron] 10.222.0.91 "GET /v2.0/networks?id=f4c582b0-b045-4143-bee1-140f4daa93bb HTTP/1.1" status: 200 len: 913 time: 0.1302779 Feb 17 18:02:06.978968 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-bd5de283-db9d-4190-8548-400e8b119b9d req-56d8b703-0c4c-4e8f-93dc-c8a4828c2019 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c55e135-5280-4273-b8ff-f3ab341a2e51 HTTP/1.1" status: 200 len: 217 time: 0.0509448 Feb 17 18:02:06.994812 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3ab83ed1-ced1-4467-8d8d-4bf5276c8e8e tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for router_gateway (0c055581-81d6-4d58-977a-e4f37788e899), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:07.038276 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-190f0f96-c5eb-4197-9200-4a096cf81c02 req-1afcdce0-bf1e-4f0c-9382-716800770f31 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/security-groups?id=a31896a4-937e-46de-84e0-65c4fda1722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081967 Feb 17 18:02:07.088512 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5de283-db9d-4190-8548-400e8b119b9d req-2a6c6572-c7f5-4d5c-a587-8b55f5ec99c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:07.091480 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-bd5de283-db9d-4190-8548-400e8b119b9d req-2a6c6572-c7f5-4d5c-a587-8b55f5ec99c0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fbd43495-de35-48cf-ab01-77d760b63049 HTTP/1.1" status: 200 len: 852 time: 0.1060522 Feb 17 18:02:07.137321 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-bd5de283-db9d-4190-8548-400e8b119b9d req-cea12c2c-9b0a-4ea0-a7f6-f40a0ba43414 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f4c582b0-b045-4143-bee1-140f4daa93bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391822 Feb 17 18:02:07.255657 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-bd5de283-db9d-4190-8548-400e8b119b9d req-8877e691-c5e3-4c97-a804-6b35a48d82f9 service neutron] 10.222.0.91 "GET /v2.0/networks/f4c582b0-b045-4143-bee1-140f4daa93bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118598 Feb 17 18:02:07.281951 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3ab83ed1-ced1-4467-8d8d-4bf5276c8e8e tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for router_gateway (0c055581-81d6-4d58-977a-e4f37788e899), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:07.316152 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3ab83ed1-ced1-4467-8d8d-4bf5276c8e8e tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:07.444714 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-bd5de283-db9d-4190-8548-400e8b119b9d req-ca2a3e42-a947-46e8-8925-143b745bdeab service neutron] 10.222.0.91 "GET /v2.0/networks/f4c582b0-b045-4143-bee1-140f4daa93bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837223 Feb 17 18:02:07.480357 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afdf77-24d2-4eb1-bd8e-5a2712002d35 req-dd57ec70-88d1-4174-a32f-d72d2f82333c tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:07.482230 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36afdf77-24d2-4eb1-bd8e-5a2712002d35 req-dd57ec70-88d1-4174-a32f-d72d2f82333c tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 944 time: 0.1530592 Feb 17 18:02:07.524127 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-3ab83ed1-ced1-4467-8d8d-4bf5276c8e8e tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Allocated IP 172.25.8.64 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/69d78241-3cdd-4eab-8eac-af504472caa4) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:02:07.588401 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36afdf77-24d2-4eb1-bd8e-5a2712002d35 req-cc45e7eb-183d-4a01-ad99-872613ec67f6 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955536 Feb 17 18:02:07.658980 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 11f8378a-0cc4-4afd-9340-bf14614e5ab7 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:02:07.707264 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3ab83ed1-ced1-4467-8d8d-4bf5276c8e8e tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for port (69d78241-3cdd-4eab-8eac-af504472caa4), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:07.723952 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 11f8378a-0cc4-4afd-9340-bf14614e5ab7 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:02:07.724518 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (11f8378a-0cc4-4afd-9340-bf14614e5ab7), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:07.753613 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3ab83ed1-ced1-4467-8d8d-4bf5276c8e8e tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (69d78241-3cdd-4eab-8eac-af504472caa4), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:07.804474 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab83ed1-ced1-4467-8d8d-4bf5276c8e8e tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:02:07.809530 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-3ab83ed1-ced1-4467-8d8d-4bf5276c8e8e tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:02:07.813184 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab83ed1-ced1-4467-8d8d-4bf5276c8e8e tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:02:07.816431 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 11f8378a-0cc4-4afd-9340-bf14614e5ab7 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:02:07.816431 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (11f8378a-0cc4-4afd-9340-bf14614e5ab7), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:07.841813 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab83ed1-ced1-4467-8d8d-4bf5276c8e8e tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Pushing event updated for resources: {'Port': ['ID=69d78241-3cdd-4eab-8eac-af504472caa4,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:07.844401 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b754ba1-abd8-4319-ab55-654b57649fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f8378a-0cc4-4afd-9340-bf14614e5ab7'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:02:07.847580 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f5b690-484b-44bc-91b4-55f4294050a9" -d '{"events": [{"server_uuid": "3b754ba1-abd8-4319-ab55-654b57649fce", "name": "network-vif-plugged", "status": "completed", "tag": "11f8378a-0cc4-4afd-9340-bf14614e5ab7"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:02:07.861792 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 11f8378a-0cc4-4afd-9340-bf14614e5ab7, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=11f8378a-0cc4-4afd-9340-bf14614e5ab7,segment=NetworkSegment(e72a85f9-dd09-4c3e-8996-7efe0b9144f7),segment_id=e72a85f9-dd09-4c3e-8996-7efe0b9144f7)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:02:07.866976 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (11f8378a-0cc4-4afd-9340-bf14614e5ab7), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:07.905717 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad10c5e-f02a-43ac-8b0c-4f45c8463894 x-openstack-request-id: req-6ad10c5e-f02a-43ac-8b0c-4f45c8463894 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:02:07.906052 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b754ba1-abd8-4319-ab55-654b57649fce", "name": "network-vif-plugged", "status": "completed", "tag": "11f8378a-0cc4-4afd-9340-bf14614e5ab7", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:02:07.906342 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6ad10c5e-f02a-43ac-8b0c-4f45c8463894 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:02:07.906701 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b754ba1-abd8-4319-ab55-654b57649fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f8378a-0cc4-4afd-9340-bf14614e5ab7', 'code': 200} Feb 17 18:02:07.931096 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=11f8378a-0cc4-4afd-9340-bf14614e5ab7,revision_number=10']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:07.994395 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:08.154138 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d93da5-6667-4427-b54a-3d119b21c282 req-7a0c839a-8b27-494c-915c-c852f68984ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:08.158772 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-27d93da5-6667-4427-b54a-3d119b21c282 req-7a0c839a-8b27-494c-915c-c852f68984ac service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 1128 time: 0.0711162 Feb 17 18:02:08.175823 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3ab83ed1-ced1-4467-8d8d-4bf5276c8e8e tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for router_gateway (0c055581-81d6-4d58-977a-e4f37788e899), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:08.207604 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-27d93da5-6667-4427-b54a-3d119b21c282 req-9ab84d99-38bb-4631-84b1-bf4b303ff520 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423863 Feb 17 18:02:08.316215 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b04416f-32b7-46dd-b128-f37172e3afb1 req-c8e11718-0477-4163-ab53-61d8992b9855 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:08.317883 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1b04416f-32b7-46dd-b128-f37172e3afb1 req-c8e11718-0477-4163-ab53-61d8992b9855 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/ports?device_id=f3bb68c3-4150-4661-b210-163c25efbff4 HTTP/1.1" status: 200 len: 946 time: 0.1619337 Feb 17 18:02:08.464606 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1b04416f-32b7-46dd-b128-f37172e3afb1 req-20c0e448-7889-4f45-b085-c4451565fae5 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/security-groups?id=a31896a4-937e-46de-84e0-65c4fda1722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373072 Feb 17 18:02:08.497639 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3ab83ed1-ced1-4467-8d8d-4bf5276c8e8e tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-362104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31404'] for router (0c055581-81d6-4d58-977a-e4f37788e899), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:08.505096 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3ab83ed1-ced1-4467-8d8d-4bf5276c8e8e tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-362081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-362090', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-362947'] for router (0c055581-81d6-4d58-977a-e4f37788e899), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:08.666551 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab83ed1-ced1-4467-8d8d-4bf5276c8e8e tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Router 0c055581-81d6-4d58-977a-e4f37788e899 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 18:02:08.859102 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211b839-792d-4ca3-a82d-c8ff15e00c91 req-8bb952fd-7ca8-4d01-b877-3d49866ddebc tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:08.860678 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6211b839-792d-4ca3-a82d-c8ff15e00c91 req-8bb952fd-7ca8-4d01-b877-3d49866ddebc tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] 10.222.0.87 "GET /v2.0/ports?device_id=66a78c36-bae7-436c-8567-b83f5fbcee76 HTTP/1.1" status: 200 len: 949 time: 0.1806877 Feb 17 18:02:08.880675 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab83ed1-ced1-4467-8d8d-4bf5276c8e8e tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:02:08.895762 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceccf2ea-70f2-42e4-89d1-90c3ae51eb9e None None] Sync routers for ids ['0c055581-81d6-4d58-977a-e4f37788e899'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:02:08.896381 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d80785f-2911-4070-a84e-3e89611f14dd req-ade3f695-94ac-48da-aa95-6793b7c96309 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:08.897858 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5d80785f-2911-4070-a84e-3e89611f14dd req-ade3f695-94ac-48da-aa95-6793b7c96309 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 946 time: 0.1675966 Feb 17 18:02:08.905168 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3ab83ed1-ced1-4467-8d8d-4bf5276c8e8e tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:08.909731 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-3ab83ed1-ced1-4467-8d8d-4bf5276c8e8e tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] 10.222.0.87 "PUT /v2.0/routers/0c055581-81d6-4d58-977a-e4f37788e899 HTTP/1.1" status: 200 len: 879 time: 2.2852592 Feb 17 18:02:08.910373 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55160) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:08.915586 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceccf2ea-70f2-42e4-89d1-90c3ae51eb9e None None] Routers {'0c055581-81d6-4d58-977a-e4f37788e899'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:02:08.917412 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-ceccf2ea-70f2-42e4-89d1-90c3ae51eb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:02:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0c055581-81d6-4d58-977a-e4f37788e899'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:08.994795 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-ceccf2ea-70f2-42e4-89d1-90c3ae51eb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:09.018661 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceccf2ea-70f2-42e4-89d1-90c3ae51eb9e None None] Routers {'0c055581-81d6-4d58-977a-e4f37788e899'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:02:09.020530 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-ceccf2ea-70f2-42e4-89d1-90c3ae51eb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:02:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0c055581-81d6-4d58-977a-e4f37788e899'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:09.038853 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6211b839-792d-4ca3-a82d-c8ff15e00c91 req-66ad0097-89cb-48b0-89c3-aec3460d713e tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] 10.222.0.87 "GET /v2.0/security-groups?id=76df26ea-9bb7-4424-8bb7-4a543947233f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701560 Feb 17 18:02:09.074469 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5d80785f-2911-4070-a84e-3e89611f14dd req-f5e85d60-5cb4-4770-936e-2e4ca4d814c8 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617966 Feb 17 18:02:09.080156 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-ceccf2ea-70f2-42e4-89d1-90c3ae51eb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:09.080876 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceccf2ea-70f2-42e4-89d1-90c3ae51eb9e None None] The sync data for ids ['0c055581-81d6-4d58-977a-e4f37788e899'] in n-d-829613-2 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:02:09.104284 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-81487542-f995-434b-9ff3-df19fe20b210 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] 10.222.0.87 "GET /v2.0/routers/0c055581-81d6-4d58-977a-e4f37788e899 HTTP/1.1" status: 200 len: 920 time: 0.1902835 Feb 17 18:02:09.107261 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55162) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:09.110436 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:09.544739 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3abe600-a49b-44dd-9a06-2ae7e1251f65 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:09.548842 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c3abe600-a49b-44dd-9a06-2ae7e1251f65 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] 10.222.0.87 "GET /v2.0/ports?network_id=d7afcf1f-5124-4168-b80f-10ace9d04ea7&device_id=0c055581-81d6-4d58-977a-e4f37788e899&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4372561 Feb 17 18:02:09.549711 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55200) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:09.682743 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99522625-f099-4ccf-9bdf-10f354a18ca3 req-84e5518d-7e89-40bd-9eb4-3190d9c782b9 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:09.684287 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-99522625-f099-4ccf-9bdf-10f354a18ca3 req-84e5518d-7e89-40bd-9eb4-3190d9c782b9 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/ports?device_id=f3bb68c3-4150-4661-b210-163c25efbff4 HTTP/1.1" status: 200 len: 946 time: 0.1262698 Feb 17 18:02:09.689857 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98294ea-84d5-44cb-a8eb-b98eab67f760 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:09.695051 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c98294ea-84d5-44cb-a8eb-b98eab67f760 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] 10.222.0.87 "GET /v2.0/networks/d7afcf1f-5124-4168-b80f-10ace9d04ea7 HTTP/1.1" status: 200 len: 881 time: 0.1413646 Feb 17 18:02:09.696336 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55202) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:09.734116 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f69ca37b-3588-4ee1-9a7d-04d6a9a343ec tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c055581-81d6-4d58-977a-e4f37788e899 HTTP/1.1" status: 200 len: 205 time: 0.0364506 Feb 17 18:02:09.737557 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55204) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:09.826710 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-99522625-f099-4ccf-9bdf-10f354a18ca3 req-082d7e03-2496-4fcf-b543-00155cc9a772 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/security-groups?id=a31896a4-937e-46de-84e0-65c4fda1722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336741 Feb 17 18:02:09.897417 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f1d903f2-6cd3-4db6-860b-adbe9801fabf tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for router (0c055581-81d6-4d58-977a-e4f37788e899), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:10.056313 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f1d903f2-6cd3-4db6-860b-adbe9801fabf tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for router_gateway (0c055581-81d6-4d58-977a-e4f37788e899), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:10.191588 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0d59b-5571-403e-8518-9c999e55feb0 req-d2f3ca28-0eaa-46e8-8832-4126829b0f17 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:10.193284 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b9f0d59b-5571-403e-8518-9c999e55feb0 req-d2f3ca28-0eaa-46e8-8832-4126829b0f17 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/ports?device_id=f3bb68c3-4150-4661-b210-163c25efbff4 HTTP/1.1" status: 200 len: 946 time: 0.1332490 Feb 17 18:02:10.204849 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b697fa7-076b-482d-8fbd-eebc1a63acb9 req-45c120be-5760-481a-9756-20558c7651d1 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:10.206402 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8b697fa7-076b-482d-8fbd-eebc1a63acb9 req-45c120be-5760-481a-9756-20558c7651d1 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] 10.222.0.71 "GET /v2.0/ports?device_id=66a78c36-bae7-436c-8567-b83f5fbcee76 HTTP/1.1" status: 200 len: 949 time: 0.1129692 Feb 17 18:02:10.309561 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f1d903f2-6cd3-4db6-860b-adbe9801fabf tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Deleting port 69d78241-3cdd-4eab-8eac-af504472caa4 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:02:10.309914 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f1d903f2-6cd3-4db6-860b-adbe9801fabf tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (69d78241-3cdd-4eab-8eac-af504472caa4), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:10.389560 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b9f0d59b-5571-403e-8518-9c999e55feb0 req-6d3578cf-1984-4ad8-8fad-e86350deb50a tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/security-groups?id=a31896a4-937e-46de-84e0-65c4fda1722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819482 Feb 17 18:02:10.441903 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b829df-4709-4655-84b0-07ffb7a1ed32 req-c36f09e8-df48-4e64-b66a-543e2ee649cb tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:10.443526 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-85b829df-4709-4655-84b0-07ffb7a1ed32 req-c36f09e8-df48-4e64-b66a-543e2ee649cb tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] 10.222.0.87 "GET /v2.0/ports?device_id=66a78c36-bae7-436c-8567-b83f5fbcee76 HTTP/1.1" status: 200 len: 949 time: 0.2493157 Feb 17 18:02:10.499560 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f1d903f2-6cd3-4db6-860b-adbe9801fabf tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (69d78241-3cdd-4eab-8eac-af504472caa4), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:10.542698 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f1d903f2-6cd3-4db6-860b-adbe9801fabf tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Calling delete_port for 69d78241-3cdd-4eab-8eac-af504472caa4 owned by network:router_gateway {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:02:10.580429 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-85b829df-4709-4655-84b0-07ffb7a1ed32 req-d2a0d44a-19fe-4f88-b24a-3f61b3e83e6b tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] 10.222.0.87 "GET /v2.0/security-groups?id=76df26ea-9bb7-4424-8bb7-4a543947233f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292808 Feb 17 18:02:10.585133 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-8b697fa7-076b-482d-8fbd-eebc1a63acb9 req-4e02c78d-6525-4c32-9049-bcea05bf3ca3 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] Deleting port a3d545c3-e58b-49f5-a759-a923b03d37d9 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:02:10.585493 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8b697fa7-076b-482d-8fbd-eebc1a63acb9 req-4e02c78d-6525-4c32-9049-bcea05bf3ca3 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (a3d545c3-e58b-49f5-a759-a923b03d37d9), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:10.715309 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7e5e1-3eb1-4e78-87f7-174b8a105b99 req-30a0b9b5-238b-4e40-8e47-0a8a4279c08b tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:10.717058 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cfd7e5e1-3eb1-4e78-87f7-174b8a105b99 req-30a0b9b5-238b-4e40-8e47-0a8a4279c08b tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 946 time: 0.2497041 Feb 17 18:02:10.825169 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-8b697fa7-076b-482d-8fbd-eebc1a63acb9 req-4e02c78d-6525-4c32-9049-bcea05bf3ca3 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] For port a3d545c3-e58b-49f5-a759-a923b03d37d9, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=a3d545c3-e58b-49f5-a759-a923b03d37d9,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:02:10.825539 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8b697fa7-076b-482d-8fbd-eebc1a63acb9 req-4e02c78d-6525-4c32-9049-bcea05bf3ca3 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (a3d545c3-e58b-49f5-a759-a923b03d37d9), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:10.858686 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-8b697fa7-076b-482d-8fbd-eebc1a63acb9 req-4e02c78d-6525-4c32-9049-bcea05bf3ca3 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] Calling delete_port for a3d545c3-e58b-49f5-a759-a923b03d37d9 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:02:10.868691 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cfd7e5e1-3eb1-4e78-87f7-174b8a105b99 req-d43627f4-678b-45c6-a2cc-6707276cfa92 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435747 Feb 17 18:02:10.965898 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f1d903f2-6cd3-4db6-860b-adbe9801fabf tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (69d78241-3cdd-4eab-8eac-af504472caa4), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:11.009017 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d903f2-6cd3-4db6-860b-adbe9801fabf tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Pushing event deleted for resources: {'Port': ['ID=69d78241-3cdd-4eab-8eac-af504472caa4,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:11.112562 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f1d903f2-6cd3-4db6-860b-adbe9801fabf tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (0c055581-81d6-4d58-977a-e4f37788e899), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:11.141921 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8b697fa7-076b-482d-8fbd-eebc1a63acb9 req-4e02c78d-6525-4c32-9049-bcea05bf3ca3 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (a3d545c3-e58b-49f5-a759-a923b03d37d9), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:11.154907 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['a3d545c3-e58b-49f5-a759-a923b03d37d9'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:02:11.237199 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e02c78d-6525-4c32-9049-bcea05bf3ca3 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] Pushing event deleted for resources: {'Port': ['ID=a3d545c3-e58b-49f5-a759-a923b03d37d9,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:11.248081 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f1d903f2-6cd3-4db6-860b-adbe9801fabf tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (0c055581-81d6-4d58-977a-e4f37788e899), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:11.269593 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f1d903f2-6cd3-4db6-860b-adbe9801fabf tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for router_controller (0c055581-81d6-4d58-977a-e4f37788e899), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:11.295236 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b697fa7-076b-482d-8fbd-eebc1a63acb9 req-4e02c78d-6525-4c32-9049-bcea05bf3ca3 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] No DVR routers for this DVR port a3d545c3-e58b-49f5-a759-a923b03d37d9 on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:02:11.326755 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8b697fa7-076b-482d-8fbd-eebc1a63acb9 req-4e02c78d-6525-4c32-9049-bcea05bf3ca3 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:11.330639 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8b697fa7-076b-482d-8fbd-eebc1a63acb9 req-4e02c78d-6525-4c32-9049-bcea05bf3ca3 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] 10.222.0.71 "DELETE /v2.0/ports/a3d545c3-e58b-49f5-a759-a923b03d37d9 HTTP/1.1" status: 204 len: 173 time: 1.1105740 Feb 17 18:02:11.331109 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66a78c36-bae7-436c-8567-b83f5fbcee76', 'name': 'network-vif-deleted', 'tag': 'a3d545c3-e58b-49f5-a759-a923b03d37d9'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:02:11.333769 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430ebd29-0dcf-487d-bd15-bf45b70612ad" -d '{"events": [{"server_uuid": "66a78c36-bae7-436c-8567-b83f5fbcee76", "name": "network-vif-deleted", "tag": "a3d545c3-e58b-49f5-a759-a923b03d37d9"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:02:11.348959 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f1d903f2-6cd3-4db6-860b-adbe9801fabf tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (0c055581-81d6-4d58-977a-e4f37788e899), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:11.349529 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d903f2-6cd3-4db6-860b-adbe9801fabf tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Fanout notify agent at l3_agent the message router_deleted on router 0c055581-81d6-4d58-977a-e4f37788e899 {{(pid=103435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 18:02:11.356642 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f1d903f2-6cd3-4db6-860b-adbe9801fabf tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:11.358008 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-f1d903f2-6cd3-4db6-860b-adbe9801fabf tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] 10.222.0.87 "DELETE /v2.0/routers/0c055581-81d6-4d58-977a-e4f37788e899 HTTP/1.1" status: 204 len: 168 time: 1.6192365 Feb 17 18:02:11.362402 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55220) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:11.371457 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-db86f6d4-79ad-4a31-a1ba-f730a8a2db1d tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-386032100', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:02:11.400978 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-db86f6d4-79ad-4a31-a1ba-f730a8a2db1d tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (7a384d18-4e9d-4307-969b-cf593659238e), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:11.402274 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-db86f6d4-79ad-4a31-a1ba-f730a8a2db1d tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (7a384d18-4e9d-4307-969b-cf593659238e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:11.477353 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d11026-6121-4ae8-96bd-631c0c20ee11 x-openstack-request-id: req-30d11026-6121-4ae8-96bd-631c0c20ee11 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:02:11.477838 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66a78c36-bae7-436c-8567-b83f5fbcee76", "name": "network-vif-deleted", "tag": "a3d545c3-e58b-49f5-a759-a923b03d37d9", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:02:11.478255 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-30d11026-6121-4ae8-96bd-631c0c20ee11 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:02:11.478722 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66a78c36-bae7-436c-8567-b83f5fbcee76', 'name': 'network-vif-deleted', 'tag': 'a3d545c3-e58b-49f5-a759-a923b03d37d9', 'status': 'completed', 'code': 200} Feb 17 18:02:11.500166 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-db86f6d4-79ad-4a31-a1ba-f730a8a2db1d tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for router_controller (7a384d18-4e9d-4307-969b-cf593659238e), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:11.507300 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-db86f6d4-79ad-4a31-a1ba-f730a8a2db1d tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (7a384d18-4e9d-4307-969b-cf593659238e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:11.534303 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-db86f6d4-79ad-4a31-a1ba-f730a8a2db1d tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:11.535648 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-db86f6d4-79ad-4a31-a1ba-f730a8a2db1d tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1712246 Feb 17 18:02:11.538912 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55224) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:11.539398 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c00ab-189a-4026-89ed-5c8fd854f9d6 req-a679e3f2-8960-4923-b8bc-e033b199ff3c tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:11.541248 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fd2c00ab-189a-4026-89ed-5c8fd854f9d6 req-a679e3f2-8960-4923-b8bc-e033b199ff3c tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/ports?device_id=f3bb68c3-4150-4661-b210-163c25efbff4 HTTP/1.1" status: 200 len: 946 time: 0.0613956 Feb 17 18:02:11.544032 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-dbbce25a-9524-4327-b3a5-55f699cbd5e1 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'enable_snat': True}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:02:11.631723 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fd2c00ab-189a-4026-89ed-5c8fd854f9d6 req-8fba831d-a2a2-4203-86ae-ce562b07189a tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/security-groups?id=a31896a4-937e-46de-84e0-65c4fda1722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786805 Feb 17 18:02:11.768692 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1ce1f117-fdb0-49ae-adfe-c54020ebdbe4 req-bc61cea6-f2c4-42be-bbd5-7e90639f8d67 tempest-VolumesBackupsTest-1760827678 tempest-VolumesBackupsTest-1760827678-project] 10.222.0.87 "GET /v2.0/ports?device_id=66a78c36-bae7-436c-8567-b83f5fbcee76 HTTP/1.1" status: 200 len: 210 time: 0.0554032 Feb 17 18:02:11.884464 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dbbce25a-9524-4327-b3a5-55f699cbd5e1 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for router_gateway (7a384d18-4e9d-4307-969b-cf593659238e), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:11.919985 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0549940e-648f-4a42-97c8-564615fc3530 req-bbc5e81a-3b9d-40dc-8142-3c07bbec5701 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:11.925189 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0549940e-648f-4a42-97c8-564615fc3530 req-bbc5e81a-3b9d-40dc-8142-3c07bbec5701 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/ports?device_id=f3bb68c3-4150-4661-b210-163c25efbff4 HTTP/1.1" status: 200 len: 946 time: 0.0817668 Feb 17 18:02:11.998008 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0549940e-648f-4a42-97c8-564615fc3530 req-de18f499-53b0-4da2-b738-5d2d918a0fc8 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/security-groups?id=a31896a4-937e-46de-84e0-65c4fda1722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689709 Feb 17 18:02:12.019494 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341121c-1e48-4b14-b20a-b1f75d2064c5 req-85ee681b-790e-496d-bd1f-c2ebf13e88c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:12.021181 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f341121c-1e48-4b14-b20a-b1f75d2064c5 req-85ee681b-790e-496d-bd1f-c2ebf13e88c8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6b48b83ef1364a4998de0678bf1178a2&device_id=f3bb68c3-4150-4661-b210-163c25efbff4 HTTP/1.1" status: 200 len: 1128 time: 0.0938127 Feb 17 18:02:12.196986 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341121c-1e48-4b14-b20a-b1f75d2064c5 req-e26544c8-3f73-4c05-abd8-046c9202a993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:12.198348 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f341121c-1e48-4b14-b20a-b1f75d2064c5 req-e26544c8-3f73-4c05-abd8-046c9202a993 service neutron] 10.222.0.91 "GET /v2.0/networks?id=f4c582b0-b045-4143-bee1-140f4daa93bb HTTP/1.1" status: 200 len: 913 time: 0.1710212 Feb 17 18:02:12.265244 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f341121c-1e48-4b14-b20a-b1f75d2064c5 req-f4ac9742-af7b-4c0a-bf4e-76e0bea89765 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c55e135-5280-4273-b8ff-f3ab341a2e51 HTTP/1.1" status: 200 len: 217 time: 0.0441790 Feb 17 18:02:12.303470 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dbbce25a-9524-4327-b3a5-55f699cbd5e1 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for router_gateway (7a384d18-4e9d-4307-969b-cf593659238e), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:12.332201 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dbbce25a-9524-4327-b3a5-55f699cbd5e1 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:12.353431 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341121c-1e48-4b14-b20a-b1f75d2064c5 req-b7fdd644-65c5-4f00-8595-93e7ffea6e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:12.355166 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f341121c-1e48-4b14-b20a-b1f75d2064c5 req-b7fdd644-65c5-4f00-8595-93e7ffea6e8b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=fbd43495-de35-48cf-ab01-77d760b63049 HTTP/1.1" status: 200 len: 852 time: 0.0832577 Feb 17 18:02:12.419083 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f341121c-1e48-4b14-b20a-b1f75d2064c5 req-3f26d6be-e344-4d80-b9f6-4ba9264ddb1e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f4c582b0-b045-4143-bee1-140f4daa93bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360403 Feb 17 18:02:12.548619 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-dbbce25a-9524-4327-b3a5-55f699cbd5e1 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Allocated IP 172.25.8.155 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/0f9fbf3d-0729-4dae-914e-8b26b3396704) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:02:12.577970 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f341121c-1e48-4b14-b20a-b1f75d2064c5 req-293fb203-e8fd-4aac-810d-96e6e6244fe1 service neutron] 10.222.0.91 "GET /v2.0/networks/f4c582b0-b045-4143-bee1-140f4daa93bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527958 Feb 17 18:02:12.751345 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f341121c-1e48-4b14-b20a-b1f75d2064c5 req-98c20669-4cb0-4bf4-b846-116dd4310808 service neutron] 10.222.0.91 "GET /v2.0/networks/f4c582b0-b045-4143-bee1-140f4daa93bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591072 Feb 17 18:02:12.754216 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dbbce25a-9524-4327-b3a5-55f699cbd5e1 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for port (0f9fbf3d-0729-4dae-914e-8b26b3396704), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:12.792873 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dbbce25a-9524-4327-b3a5-55f699cbd5e1 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (0f9fbf3d-0729-4dae-914e-8b26b3396704), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:12.841276 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbce25a-9524-4327-b3a5-55f699cbd5e1 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:02:12.847772 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-dbbce25a-9524-4327-b3a5-55f699cbd5e1 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:02:12.855564 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbce25a-9524-4327-b3a5-55f699cbd5e1 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:02:12.884869 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbce25a-9524-4327-b3a5-55f699cbd5e1 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Pushing event updated for resources: {'Port': ['ID=0f9fbf3d-0729-4dae-914e-8b26b3396704,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:13.171849 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c58b4-ea3c-42c0-92a5-44b2374c96b7 req-c60906a7-9e34-4deb-baa9-8b14fa0d9222 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:13.176080 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-852c58b4-ea3c-42c0-92a5-44b2374c96b7 req-c60906a7-9e34-4deb-baa9-8b14fa0d9222 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/ports?device_id=f3bb68c3-4150-4661-b210-163c25efbff4 HTTP/1.1" status: 200 len: 946 time: 0.0805805 Feb 17 18:02:13.242449 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-852c58b4-ea3c-42c0-92a5-44b2374c96b7 req-49cd6496-9087-47c0-9127-41daf4aa834a tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/security-groups?id=a31896a4-937e-46de-84e0-65c4fda1722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590870 Feb 17 18:02:13.538069 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dbbce25a-9524-4327-b3a5-55f699cbd5e1 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for router_gateway (7a384d18-4e9d-4307-969b-cf593659238e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:13.769392 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dbbce25a-9524-4327-b3a5-55f699cbd5e1 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-362104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31404'] for router (7a384d18-4e9d-4307-969b-cf593659238e), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:13.773266 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dbbce25a-9524-4327-b3a5-55f699cbd5e1 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-362081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-362090', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-362947'] for router (7a384d18-4e9d-4307-969b-cf593659238e), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:13.942568 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbbce25a-9524-4327-b3a5-55f699cbd5e1 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Router 7a384d18-4e9d-4307-969b-cf593659238e is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 18:02:14.071506 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbbce25a-9524-4327-b3a5-55f699cbd5e1 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:02:14.076283 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dbbce25a-9524-4327-b3a5-55f699cbd5e1 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:14.077666 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-dbbce25a-9524-4327-b3a5-55f699cbd5e1 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] 10.222.0.87 "PUT /v2.0/routers/7a384d18-4e9d-4307-969b-cf593659238e HTTP/1.1" status: 200 len: 914 time: 2.5376871 Feb 17 18:02:14.080410 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55242) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:14.086253 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1c1a83-32ed-435a-ba3f-f34743d04f8b None None] Sync routers for ids ['7a384d18-4e9d-4307-969b-cf593659238e'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:02:14.100355 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1c1a83-32ed-435a-ba3f-f34743d04f8b None None] Routers {'7a384d18-4e9d-4307-969b-cf593659238e'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:02:14.101388 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-ad1c1a83-32ed-435a-ba3f-f34743d04f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:02:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['7a384d18-4e9d-4307-969b-cf593659238e'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:14.121203 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device a3d545c3-e58b-49f5-a759-a923b03d37d9 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:02:14.152838 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-ad1c1a83-32ed-435a-ba3f-f34743d04f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:14.159196 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: a3d545c3-e58b-49f5-a759-a923b03d37d9 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:02:14.159905 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device a3d545c3-e58b-49f5-a759-a923b03d37d9 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:02:14.164460 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1c1a83-32ed-435a-ba3f-f34743d04f8b None None] Routers {'7a384d18-4e9d-4307-969b-cf593659238e'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:02:14.165782 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-ad1c1a83-32ed-435a-ba3f-f34743d04f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:02:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['7a384d18-4e9d-4307-969b-cf593659238e'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:14.205252 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-ad1c1a83-32ed-435a-ba3f-f34743d04f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:14.206236 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1c1a83-32ed-435a-ba3f-f34743d04f8b None None] The sync data for ids ['7a384d18-4e9d-4307-969b-cf593659238e'] in n-d-829613-2 is: [] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:02:14.212346 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c3a303c5-4114-49e5-8fb0-1a383515c0a9 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] 10.222.0.87 "GET /v2.0/routers/7a384d18-4e9d-4307-969b-cf593659238e HTTP/1.1" status: 200 len: 920 time: 0.1306791 Feb 17 18:02:14.215818 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55244) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:14.267319 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882ccd80-64bf-4581-8f00-beb5fbc60f81 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:14.268959 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-882ccd80-64bf-4581-8f00-beb5fbc60f81 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] 10.222.0.87 "GET /v2.0/ports?network_id=d7afcf1f-5124-4168-b80f-10ace9d04ea7&device_id=7a384d18-4e9d-4307-969b-cf593659238e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0517395 Feb 17 18:02:14.272072 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55248) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:14.394063 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d75320-9e34-414d-a465-3833a899b413 req-bf8d5fa3-252e-443e-8a18-57e60e878062 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:14.398190 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e103ad-775f-411a-8b8e-37a1a55b1eb6 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:14.398891 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-50d75320-9e34-414d-a465-3833a899b413 req-bf8d5fa3-252e-443e-8a18-57e60e878062 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/ports?device_id=f3bb68c3-4150-4661-b210-163c25efbff4 HTTP/1.1" status: 200 len: 946 time: 0.0705941 Feb 17 18:02:14.399778 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-99e103ad-775f-411a-8b8e-37a1a55b1eb6 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] 10.222.0.87 "GET /v2.0/networks/d7afcf1f-5124-4168-b80f-10ace9d04ea7 HTTP/1.1" status: 200 len: 881 time: 0.1266191 Feb 17 18:02:14.403041 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55250) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:14.443076 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-997bccc9-344d-465a-88c1-fc2a70a40c39 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] 10.222.0.87 "GET /v2.0/ports?device_id=7a384d18-4e9d-4307-969b-cf593659238e HTTP/1.1" status: 200 len: 205 time: 0.0387251 Feb 17 18:02:14.445665 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55252) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:14.462878 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-50d75320-9e34-414d-a465-3833a899b413 req-27ef16c4-f50c-494e-a773-a74f5e8b22c2 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/security-groups?id=a31896a4-937e-46de-84e0-65c4fda1722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575614 Feb 17 18:02:14.584300 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3af281f9-e676-46f2-9042-4d8414ca1dc7 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for router (7a384d18-4e9d-4307-969b-cf593659238e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:14.709228 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3af281f9-e676-46f2-9042-4d8414ca1dc7 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for router_gateway (7a384d18-4e9d-4307-969b-cf593659238e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:14.754419 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f1c89-f968-4fb2-9786-a722937028c3 req-261c5d71-5587-4b6c-b7b0-4bc1f60539b3 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:14.756000 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9f9f1c89-f968-4fb2-9786-a722937028c3 req-261c5d71-5587-4b6c-b7b0-4bc1f60539b3 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/ports?device_id=f3bb68c3-4150-4661-b210-163c25efbff4 HTTP/1.1" status: 200 len: 946 time: 0.0665710 Feb 17 18:02:14.771085 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-3af281f9-e676-46f2-9042-4d8414ca1dc7 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Deleting port 0f9fbf3d-0729-4dae-914e-8b26b3396704 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:02:14.771438 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3af281f9-e676-46f2-9042-4d8414ca1dc7 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (0f9fbf3d-0729-4dae-914e-8b26b3396704), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:14.821889 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9f9f1c89-f968-4fb2-9786-a722937028c3 req-e7281817-1d2c-443e-8cc4-7d8bfd92c5e9 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/security-groups?id=a31896a4-937e-46de-84e0-65c4fda1722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582333 Feb 17 18:02:14.869293 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3af281f9-e676-46f2-9042-4d8414ca1dc7 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (0f9fbf3d-0729-4dae-914e-8b26b3396704), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:14.885505 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-3af281f9-e676-46f2-9042-4d8414ca1dc7 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Calling delete_port for 0f9fbf3d-0729-4dae-914e-8b26b3396704 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:02:15.093957 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3af281f9-e676-46f2-9042-4d8414ca1dc7 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (0f9fbf3d-0729-4dae-914e-8b26b3396704), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:15.127246 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af281f9-e676-46f2-9042-4d8414ca1dc7 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Pushing event deleted for resources: {'Port': ['ID=0f9fbf3d-0729-4dae-914e-8b26b3396704,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:15.195662 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3af281f9-e676-46f2-9042-4d8414ca1dc7 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (7a384d18-4e9d-4307-969b-cf593659238e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:15.297173 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3af281f9-e676-46f2-9042-4d8414ca1dc7 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (7a384d18-4e9d-4307-969b-cf593659238e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:15.299355 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3af281f9-e676-46f2-9042-4d8414ca1dc7 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for router_controller (7a384d18-4e9d-4307-969b-cf593659238e), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:15.350701 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3af281f9-e676-46f2-9042-4d8414ca1dc7 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (7a384d18-4e9d-4307-969b-cf593659238e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:15.351298 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af281f9-e676-46f2-9042-4d8414ca1dc7 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Fanout notify agent at l3_agent the message router_deleted on router 7a384d18-4e9d-4307-969b-cf593659238e {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 18:02:15.358357 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3af281f9-e676-46f2-9042-4d8414ca1dc7 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:15.360865 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3af281f9-e676-46f2-9042-4d8414ca1dc7 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] 10.222.0.87 "DELETE /v2.0/routers/7a384d18-4e9d-4307-969b-cf593659238e HTTP/1.1" status: 204 len: 168 time: 0.9140842 Feb 17 18:02:15.365192 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55260) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:15.369878 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-25c26370-f830-4b87-bc68-f1d4f4f554fc tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1615848581', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:02:15.394523 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-25c26370-f830-4b87-bc68-f1d4f4f554fc tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (f9a59475-4f22-4662-9292-a2edc5bb0714), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:15.395670 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-25c26370-f830-4b87-bc68-f1d4f4f554fc tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (f9a59475-4f22-4662-9292-a2edc5bb0714), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:15.455353 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-25c26370-f830-4b87-bc68-f1d4f4f554fc tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for router_controller (f9a59475-4f22-4662-9292-a2edc5bb0714), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:15.459558 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-25c26370-f830-4b87-bc68-f1d4f4f554fc tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (f9a59475-4f22-4662-9292-a2edc5bb0714), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:15.477403 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-25c26370-f830-4b87-bc68-f1d4f4f554fc tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:15.481244 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-25c26370-f830-4b87-bc68-f1d4f4f554fc tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1124990 Feb 17 18:02:15.481532 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55262) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:15.486426 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-0b450309-ef84-434f-8330-31d02844845e tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'enable_snat': False}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:02:15.700489 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0b450309-ef84-434f-8330-31d02844845e tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for router_gateway (f9a59475-4f22-4662-9292-a2edc5bb0714), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:15.905860 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0b450309-ef84-434f-8330-31d02844845e tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for router_gateway (f9a59475-4f22-4662-9292-a2edc5bb0714), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:15.930179 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0b450309-ef84-434f-8330-31d02844845e tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:15.960173 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49710d59-2e82-4a22-824f-7beb8aa14fed req-5eeb922d-9751-413b-bba0-ca9a30376665 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:15.961903 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-49710d59-2e82-4a22-824f-7beb8aa14fed req-5eeb922d-9751-413b-bba0-ca9a30376665 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/ports?device_id=f3bb68c3-4150-4661-b210-163c25efbff4 HTTP/1.1" status: 200 len: 946 time: 0.0587785 Feb 17 18:02:16.013263 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-49710d59-2e82-4a22-824f-7beb8aa14fed req-546b515b-6186-4933-a700-7f85d69cfed4 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/security-groups?id=a31896a4-937e-46de-84e0-65c4fda1722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435686 Feb 17 18:02:16.040394 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-0b450309-ef84-434f-8330-31d02844845e tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Allocated IP 172.25.8.157 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/254ca39b-484f-490a-9a25-fa7866e48ef9) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:02:16.179403 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0b450309-ef84-434f-8330-31d02844845e tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for port (254ca39b-484f-490a-9a25-fa7866e48ef9), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:16.223361 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0b450309-ef84-434f-8330-31d02844845e tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (254ca39b-484f-490a-9a25-fa7866e48ef9), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:16.271275 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b450309-ef84-434f-8330-31d02844845e tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:02:16.274254 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-0b450309-ef84-434f-8330-31d02844845e tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:02:16.278696 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b450309-ef84-434f-8330-31d02844845e tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:02:16.281898 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b450309-ef84-434f-8330-31d02844845e tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Pushing event updated for resources: {'Port': ['ID=254ca39b-484f-490a-9a25-fa7866e48ef9,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:16.538174 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0b450309-ef84-434f-8330-31d02844845e tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for router_gateway (f9a59475-4f22-4662-9292-a2edc5bb0714), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:16.782835 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9aeef-79cc-43d3-be49-fe5d6b5696a5 req-b2b70664-7952-4ef7-81d1-f07266203994 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:16.784482 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b2b9aeef-79cc-43d3-be49-fe5d6b5696a5 req-b2b70664-7952-4ef7-81d1-f07266203994 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.91 "GET /v2.0/ports?device_id=f3bb68c3-4150-4661-b210-163c25efbff4 HTTP/1.1" status: 200 len: 946 time: 0.0759985 Feb 17 18:02:16.786772 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0b450309-ef84-434f-8330-31d02844845e tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-362104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31404'] for router (f9a59475-4f22-4662-9292-a2edc5bb0714), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:16.796804 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0b450309-ef84-434f-8330-31d02844845e tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-362081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-362090', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-362947'] for router (f9a59475-4f22-4662-9292-a2edc5bb0714), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:16.894415 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:02:17.157750 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec0a7e-e1a7-4e28-b6f6-1e951649974b req-ba8ae45b-2068-4fad-bf19-674c35c849ee tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:17.159827 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ceec0a7e-e1a7-4e28-b6f6-1e951649974b req-ba8ae45b-2068-4fad-bf19-674c35c849ee tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/ports?device_id=f3bb68c3-4150-4661-b210-163c25efbff4 HTTP/1.1" status: 200 len: 946 time: 0.0602059 Feb 17 18:02:17.221334 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ceec0a7e-e1a7-4e28-b6f6-1e951649974b req-7bb84a4c-3944-4a25-b41e-c614195c0649 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.87 "GET /v2.0/security-groups?id=a31896a4-937e-46de-84e0-65c4fda1722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557373 Feb 17 18:02:17.343741 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-b2b9aeef-79cc-43d3-be49-fe5d6b5696a5 req-3f42555d-29e0-40bc-b80c-1070e157d4d0 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] Deleting port 5c55e135-5280-4273-b8ff-f3ab341a2e51 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:02:17.344077 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b2b9aeef-79cc-43d3-be49-fe5d6b5696a5 req-3f42555d-29e0-40bc-b80c-1070e157d4d0 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (5c55e135-5280-4273-b8ff-f3ab341a2e51), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:17.410024 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b450309-ef84-434f-8330-31d02844845e tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Router f9a59475-4f22-4662-9292-a2edc5bb0714 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 18:02:17.509547 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-b2b9aeef-79cc-43d3-be49-fe5d6b5696a5 req-3f42555d-29e0-40bc-b80c-1070e157d4d0 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] For port 5c55e135-5280-4273-b8ff-f3ab341a2e51, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=5c55e135-5280-4273-b8ff-f3ab341a2e51,segment=NetworkSegment(bd8a47c8-43dd-4f67-8c33-f678e9a75bfe),segment_id=bd8a47c8-43dd-4f67-8c33-f678e9a75bfe)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:02:17.509916 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b2b9aeef-79cc-43d3-be49-fe5d6b5696a5 req-3f42555d-29e0-40bc-b80c-1070e157d4d0 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (5c55e135-5280-4273-b8ff-f3ab341a2e51), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:17.529407 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-b2b9aeef-79cc-43d3-be49-fe5d6b5696a5 req-3f42555d-29e0-40bc-b80c-1070e157d4d0 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] Calling delete_port for 5c55e135-5280-4273-b8ff-f3ab341a2e51 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:02:17.595798 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b450309-ef84-434f-8330-31d02844845e tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:02:17.600345 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0b450309-ef84-434f-8330-31d02844845e tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:17.604034 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0b450309-ef84-434f-8330-31d02844845e tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] 10.222.0.87 "PUT /v2.0/routers/f9a59475-4f22-4662-9292-a2edc5bb0714 HTTP/1.1" status: 200 len: 916 time: 2.1190495 Feb 17 18:02:17.604498 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55272) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:17.606955 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324af018-a5e5-4d0f-a6ae-9eaebe8307c9 None None] Sync routers for ids ['f9a59475-4f22-4662-9292-a2edc5bb0714'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:02:17.628487 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324af018-a5e5-4d0f-a6ae-9eaebe8307c9 None None] Routers {'f9a59475-4f22-4662-9292-a2edc5bb0714'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:02:17.629110 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-324af018-a5e5-4d0f-a6ae-9eaebe8307c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:02:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['f9a59475-4f22-4662-9292-a2edc5bb0714'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:17.690071 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-324af018-a5e5-4d0f-a6ae-9eaebe8307c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:17.695549 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b2b9aeef-79cc-43d3-be49-fe5d6b5696a5 req-3f42555d-29e0-40bc-b80c-1070e157d4d0 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (5c55e135-5280-4273-b8ff-f3ab341a2e51), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:17.715582 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324af018-a5e5-4d0f-a6ae-9eaebe8307c9 None None] Routers {'f9a59475-4f22-4662-9292-a2edc5bb0714'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:02:17.716582 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-324af018-a5e5-4d0f-a6ae-9eaebe8307c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:02:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['f9a59475-4f22-4662-9292-a2edc5bb0714'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:17.729772 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f42555d-29e0-40bc-b80c-1070e157d4d0 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] Pushing event deleted for resources: {'Port': ['ID=5c55e135-5280-4273-b8ff-f3ab341a2e51,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:17.753426 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-60eea82e-dcab-4ae4-a1f2-ae8fb98915a9 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] 10.222.0.87 "GET /v2.0/routers/f9a59475-4f22-4662-9292-a2edc5bb0714 HTTP/1.1" status: 200 len: 922 time: 0.1445105 Feb 17 18:02:17.756196 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55274) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:17.775407 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-324af018-a5e5-4d0f-a6ae-9eaebe8307c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:17.776497 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324af018-a5e5-4d0f-a6ae-9eaebe8307c9 None None] The sync data for ids ['f9a59475-4f22-4662-9292-a2edc5bb0714'] in n-d-829613-2 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:02:17.786591 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b9aeef-79cc-43d3-be49-fe5d6b5696a5 req-3f42555d-29e0-40bc-b80c-1070e157d4d0 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] No DVR routers for this DVR port 5c55e135-5280-4273-b8ff-f3ab341a2e51 on host n-h2-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:02:17.789325 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b2b9aeef-79cc-43d3-be49-fe5d6b5696a5 req-3f42555d-29e0-40bc-b80c-1070e157d4d0 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:17.792986 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b2b9aeef-79cc-43d3-be49-fe5d6b5696a5 req-3f42555d-29e0-40bc-b80c-1070e157d4d0 tempest-TestServerAdvancedOps-355018153 tempest-TestServerAdvancedOps-355018153-project] 10.222.0.91 "DELETE /v2.0/ports/5c55e135-5280-4273-b8ff-f3ab341a2e51 HTTP/1.1" status: 204 len: 173 time: 1.0027654 Feb 17 18:02:17.793851 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3bb68c3-4150-4661-b210-163c25efbff4', 'name': 'network-vif-deleted', 'tag': '5c55e135-5280-4273-b8ff-f3ab341a2e51'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:02:17.796920 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b3b93a-e0f6-4cb7-8708-94b549e1fdb7" -d '{"events": [{"server_uuid": "f3bb68c3-4150-4661-b210-163c25efbff4", "name": "network-vif-deleted", "tag": "5c55e135-5280-4273-b8ff-f3ab341a2e51"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:02:17.825640 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56943d82-8417-4323-a681-70f01d13aee4 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:17.830701 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-56943d82-8417-4323-a681-70f01d13aee4 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] 10.222.0.87 "GET /v2.0/ports?network_id=d7afcf1f-5124-4168-b80f-10ace9d04ea7&device_id=f9a59475-4f22-4662-9292-a2edc5bb0714&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0731964 Feb 17 18:02:17.830936 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55278) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:17.863950 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e43f8c-7fb1-48de-a5f4-7ad9a12bd550 x-openstack-request-id: req-64e43f8c-7fb1-48de-a5f4-7ad9a12bd550 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:02:17.864182 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3bb68c3-4150-4661-b210-163c25efbff4", "name": "network-vif-deleted", "tag": "5c55e135-5280-4273-b8ff-f3ab341a2e51", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:02:17.864583 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-64e43f8c-7fb1-48de-a5f4-7ad9a12bd550 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:02:17.865014 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3bb68c3-4150-4661-b210-163c25efbff4', 'name': 'network-vif-deleted', 'tag': '5c55e135-5280-4273-b8ff-f3ab341a2e51', 'status': 'completed', 'code': 200} Feb 17 18:02:17.941760 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b0bc9b-99f1-40d8-9a63-f873b2ff0999 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:17.943158 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-47b0bc9b-99f1-40d8-9a63-f873b2ff0999 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] 10.222.0.87 "GET /v2.0/networks/d7afcf1f-5124-4168-b80f-10ace9d04ea7 HTTP/1.1" status: 200 len: 881 time: 0.1114159 Feb 17 18:02:17.946041 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55280) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:17.975529 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bc74c649-f3c4-404d-bb42-133a912b3f1a tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] 10.222.0.87 "GET /v2.0/ports?device_id=f9a59475-4f22-4662-9292-a2edc5bb0714 HTTP/1.1" status: 200 len: 205 time: 0.0283704 Feb 17 18:02:17.978016 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55282) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:18.097144 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a39209da-ac9d-469b-b72e-16e0c05620eb tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for router (f9a59475-4f22-4662-9292-a2edc5bb0714), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:18.211329 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a39209da-ac9d-469b-b72e-16e0c05620eb tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for router_gateway (f9a59475-4f22-4662-9292-a2edc5bb0714), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:18.274818 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-a39209da-ac9d-469b-b72e-16e0c05620eb tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Deleting port 254ca39b-484f-490a-9a25-fa7866e48ef9 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:02:18.275181 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a39209da-ac9d-469b-b72e-16e0c05620eb tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (254ca39b-484f-490a-9a25-fa7866e48ef9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:18.336443 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55288) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:18.380227 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a39209da-ac9d-469b-b72e-16e0c05620eb tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (254ca39b-484f-490a-9a25-fa7866e48ef9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:18.388529 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-84ea8757-9ffa-40a6-b589-d5e5cc6eb238 admin admin] Deleting subnet fbd43495-de35-48cf-ab01-77d760b63049 {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:02:18.392466 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-84ea8757-9ffa-40a6-b589-d5e5cc6eb238 admin admin] Publish callbacks [] for subnet (fbd43495-de35-48cf-ab01-77d760b63049), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:18.394175 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-a39209da-ac9d-469b-b72e-16e0c05620eb tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Calling delete_port for 254ca39b-484f-490a-9a25-fa7866e48ef9 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:02:18.429986 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-84ea8757-9ffa-40a6-b589-d5e5cc6eb238 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (fbd43495-de35-48cf-ab01-77d760b63049), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:18.472794 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-84ea8757-9ffa-40a6-b589-d5e5cc6eb238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (fbd43495-de35-48cf-ab01-77d760b63049), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:18.529556 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-84ea8757-9ffa-40a6-b589-d5e5cc6eb238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (fbd43495-de35-48cf-ab01-77d760b63049), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:18.560372 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ea8757-9ffa-40a6-b589-d5e5cc6eb238 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbd43495-de35-48cf-ab01-77d760b63049,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:18.570322 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-84ea8757-9ffa-40a6-b589-d5e5cc6eb238 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:18.574965 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-84ea8757-9ffa-40a6-b589-d5e5cc6eb238 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/fbd43495-de35-48cf-ab01-77d760b63049 HTTP/1.1" status: 204 len: 168 time: 0.2368789 Feb 17 18:02:18.577498 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55290) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:18.588936 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a39209da-ac9d-469b-b72e-16e0c05620eb tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (254ca39b-484f-490a-9a25-fa7866e48ef9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:18.628485 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39209da-ac9d-469b-b72e-16e0c05620eb tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Pushing event deleted for resources: {'Port': ['ID=254ca39b-484f-490a-9a25-fa7866e48ef9,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:18.657980 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3cd824b7-bd65-47e6-878b-21d5dab64f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (f4c582b0-b045-4143-bee1-140f4daa93bb), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:18.684964 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a39209da-ac9d-469b-b72e-16e0c05620eb tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (f9a59475-4f22-4662-9292-a2edc5bb0714), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:18.743476 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3cd824b7-bd65-47e6-878b-21d5dab64f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (f4c582b0-b045-4143-bee1-140f4daa93bb), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:18.764990 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-3cd824b7-bd65-47e6-878b-21d5dab64f1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4c582b0-b045-4143-bee1-140f4daa93bb']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:18.775292 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-3cd824b7-bd65-47e6-878b-21d5dab64f1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd8a47c8-43dd-4f67-8c33-f678e9a75bfe') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:18.775586 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-3cd824b7-bd65-47e6-878b-21d5dab64f1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd8a47c8-43dd-4f67-8c33-f678e9a75bfe') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:18.786466 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3cd824b7-bd65-47e6-878b-21d5dab64f1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (bd8a47c8-43dd-4f67-8c33-f678e9a75bfe), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:18.786684 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a39209da-ac9d-469b-b72e-16e0c05620eb tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (f9a59475-4f22-4662-9292-a2edc5bb0714), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:18.789677 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a39209da-ac9d-469b-b72e-16e0c05620eb tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for router_controller (f9a59475-4f22-4662-9292-a2edc5bb0714), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:18.803712 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3cd824b7-bd65-47e6-878b-21d5dab64f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (bd8a47c8-43dd-4f67-8c33-f678e9a75bfe), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:18.810003 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cd824b7-bd65-47e6-878b-21d5dab64f1e admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:02:18.810519 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3cd824b7-bd65-47e6-878b-21d5dab64f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (bd8a47c8-43dd-4f67-8c33-f678e9a75bfe), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:18.812293 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 18:02:18.812293 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:02:18.812293 n-d-829613-2 neutron-server[103435]: timer() Feb 17 18:02:18.812293 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:02:18.812293 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 18:02:18.812293 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:02:18.812293 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 18:02:18.812293 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:02:18.812293 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 18:02:18.812293 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:02:18.812293 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 18:02:18.812293 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:02:18.812293 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 18:02:18.812293 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:02:18.812293 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:02:18.812293 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:02:18.812293 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:02:18.812293 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:02:18.812293 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 18:02:18.812293 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:02:18.812293 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 18:02:18.812293 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:02:18.812293 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:02:18.812293 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:02:18.812293 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 18:02:18.812293 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:02:18.812293 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:02:18.812293 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:02:18.812293 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:02:18.812293 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:02:18.812293 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:02:18.812293 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:02:18.838702 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a39209da-ac9d-469b-b72e-16e0c05620eb tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (f9a59475-4f22-4662-9292-a2edc5bb0714), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:18.839326 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39209da-ac9d-469b-b72e-16e0c05620eb tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Fanout notify agent at l3_agent the message router_deleted on router f9a59475-4f22-4662-9292-a2edc5bb0714 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 18:02:18.847319 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a39209da-ac9d-469b-b72e-16e0c05620eb tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:18.848487 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a39209da-ac9d-469b-b72e-16e0c05620eb tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] 10.222.0.87 "DELETE /v2.0/routers/f9a59475-4f22-4662-9292-a2edc5bb0714 HTTP/1.1" status: 204 len: 168 time: 0.8695350 Feb 17 18:02:18.853386 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55292) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:18.858657 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-fd369c52-6e1f-4e91-8177-37c4fe27856a tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1235838068', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}, 'admin_state_up': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:02:18.880138 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3cd824b7-bd65-47e6-878b-21d5dab64f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (f4c582b0-b045-4143-bee1-140f4daa93bb), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:18.885091 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3cd824b7-bd65-47e6-878b-21d5dab64f1e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:18.888666 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fd369c52-6e1f-4e91-8177-37c4fe27856a tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (ec60c0fe-c10a-48f0-b7cd-2d64bc404a2f), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:18.888840 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-3cd824b7-bd65-47e6-878b-21d5dab64f1e admin admin] 10.222.0.87 "DELETE /v2.0/networks/f4c582b0-b045-4143-bee1-140f4daa93bb HTTP/1.1" status: 204 len: 168 time: 0.3102913 Feb 17 18:02:18.890318 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fd369c52-6e1f-4e91-8177-37c4fe27856a tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (ec60c0fe-c10a-48f0-b7cd-2d64bc404a2f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:18.891472 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55294) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:18.935653 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd824b7-bd65-47e6-878b-21d5dab64f1e admin admin] Pushing event deleted for resources: {'Network': ['ID=f4c582b0-b045-4143-bee1-140f4daa93bb,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:18.978400 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-de8cc616-7741-4070-83c7-b102de60c5ba admin admin] Deleting subnet db414bf1-99fd-4c5f-887e-05bef1287026 {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:02:18.978400 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-de8cc616-7741-4070-83c7-b102de60c5ba admin admin] Publish callbacks [] for subnet (db414bf1-99fd-4c5f-887e-05bef1287026), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:18.986416 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fd369c52-6e1f-4e91-8177-37c4fe27856a tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for router_controller (ec60c0fe-c10a-48f0-b7cd-2d64bc404a2f), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:19.023167 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-de8cc616-7741-4070-83c7-b102de60c5ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (db414bf1-99fd-4c5f-887e-05bef1287026), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:19.059693 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:19.087893 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-de8cc616-7741-4070-83c7-b102de60c5ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (db414bf1-99fd-4c5f-887e-05bef1287026), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:19.150294 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-de8cc616-7741-4070-83c7-b102de60c5ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (db414bf1-99fd-4c5f-887e-05bef1287026), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:19.172119 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fd369c52-6e1f-4e91-8177-37c4fe27856a tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for router_gateway (ec60c0fe-c10a-48f0-b7cd-2d64bc404a2f), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:19.185296 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8cc616-7741-4070-83c7-b102de60c5ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db414bf1-99fd-4c5f-887e-05bef1287026,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:19.193298 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-de8cc616-7741-4070-83c7-b102de60c5ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:19.199137 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-de8cc616-7741-4070-83c7-b102de60c5ba admin admin] 10.222.0.87 "DELETE /v2.0/subnets/db414bf1-99fd-4c5f-887e-05bef1287026 HTTP/1.1" status: 204 len: 168 time: 0.3041756 Feb 17 18:02:19.199501 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55296) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:19.275049 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-823e72de-ec70-446c-b119-04f8d12d813b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (6dd348ce-14e7-4ccb-a51c-1fd6de19820a), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:19.388097 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-823e72de-ec70-446c-b119-04f8d12d813b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (6dd348ce-14e7-4ccb-a51c-1fd6de19820a), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:19.415446 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-823e72de-ec70-446c-b119-04f8d12d813b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dd348ce-14e7-4ccb-a51c-1fd6de19820a']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:19.425821 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fd369c52-6e1f-4e91-8177-37c4fe27856a tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for router_gateway (ec60c0fe-c10a-48f0-b7cd-2d64bc404a2f), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:19.426719 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-823e72de-ec70-446c-b119-04f8d12d813b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36b04e0b-4b57-42f0-b6a7-b4463716e652') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:19.426944 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-823e72de-ec70-446c-b119-04f8d12d813b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36b04e0b-4b57-42f0-b6a7-b4463716e652') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:19.442209 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-823e72de-ec70-446c-b119-04f8d12d813b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (36b04e0b-4b57-42f0-b6a7-b4463716e652), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:19.452325 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fd369c52-6e1f-4e91-8177-37c4fe27856a tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:19.459883 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-823e72de-ec70-446c-b119-04f8d12d813b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (36b04e0b-4b57-42f0-b6a7-b4463716e652), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:19.470010 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-823e72de-ec70-446c-b119-04f8d12d813b admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:02:19.470914 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-823e72de-ec70-446c-b119-04f8d12d813b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (36b04e0b-4b57-42f0-b6a7-b4463716e652), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:19.481829 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 18:02:19.481829 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:02:19.481829 n-d-829613-2 neutron-server[103435]: timer() Feb 17 18:02:19.481829 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:02:19.481829 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 18:02:19.481829 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:02:19.481829 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 18:02:19.481829 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:02:19.481829 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 18:02:19.481829 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:02:19.481829 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 18:02:19.481829 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:02:19.481829 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 18:02:19.481829 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:02:19.481829 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:02:19.481829 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:02:19.481829 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:02:19.481829 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:02:19.481829 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 18:02:19.481829 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:02:19.481829 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 18:02:19.481829 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:02:19.481829 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:02:19.481829 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:02:19.481829 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 18:02:19.481829 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:02:19.481829 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:02:19.481829 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:02:19.481829 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:02:19.481829 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:02:19.481829 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:02:19.481829 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:02:19.494244 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 5c55e135-5280-4273-b8ff-f3ab341a2e51 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:02:19.521656 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: 5c55e135-5280-4273-b8ff-f3ab341a2e51 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:02:19.522122 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 5c55e135-5280-4273-b8ff-f3ab341a2e51 not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:02:19.547476 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-823e72de-ec70-446c-b119-04f8d12d813b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (6dd348ce-14e7-4ccb-a51c-1fd6de19820a), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:19.555193 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-823e72de-ec70-446c-b119-04f8d12d813b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:19.560510 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-823e72de-ec70-446c-b119-04f8d12d813b admin admin] 10.222.0.87 "DELETE /v2.0/networks/6dd348ce-14e7-4ccb-a51c-1fd6de19820a HTTP/1.1" status: 204 len: 168 time: 0.3587713 Feb 17 18:02:19.574033 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823e72de-ec70-446c-b119-04f8d12d813b admin admin] Pushing event deleted for resources: {'Network': ['ID=6dd348ce-14e7-4ccb-a51c-1fd6de19820a,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:19.673561 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-fd369c52-6e1f-4e91-8177-37c4fe27856a tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Allocated IP 172.25.8.140 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/fcea71c4-7987-4c6c-9a23-daac6187e095) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:02:19.786248 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55340) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:19.810771 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fd369c52-6e1f-4e91-8177-37c4fe27856a tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for port (fcea71c4-7987-4c6c-9a23-daac6187e095), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:19.842999 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e5d81707-46ba-4446-9dc2-997136f76350 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6b48b83ef1364a4998de0678bf1178a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0553257 Feb 17 18:02:19.851896 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55342) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:19.853259 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:19.867841 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fd369c52-6e1f-4e91-8177-37c4fe27856a tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (fcea71c4-7987-4c6c-9a23-daac6187e095), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:19.931026 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd369c52-6e1f-4e91-8177-37c4fe27856a tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:02:19.938488 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-fd369c52-6e1f-4e91-8177-37c4fe27856a tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:02:19.943601 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd369c52-6e1f-4e91-8177-37c4fe27856a tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:02:19.988206 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd369c52-6e1f-4e91-8177-37c4fe27856a tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Pushing event updated for resources: {'Port': ['ID=fcea71c4-7987-4c6c-9a23-daac6187e095,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:19.998809 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9dd57e1d-6e57-48c6-9266-3624c1226c4a admin admin] Publish callbacks [] for security_group (a31896a4-937e-46de-84e0-65c4fda1722a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:20.065438 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9dd57e1d-6e57-48c6-9266-3624c1226c4a admin admin] Publish callbacks [] for security_group (a31896a4-937e-46de-84e0-65c4fda1722a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:20.215330 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9dd57e1d-6e57-48c6-9266-3624c1226c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (a31896a4-937e-46de-84e0-65c4fda1722a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:20.218363 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9dd57e1d-6e57-48c6-9266-3624c1226c4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:20.222754 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9dd57e1d-6e57-48c6-9266-3624c1226c4a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a31896a4-937e-46de-84e0-65c4fda1722a HTTP/1.1" status: 204 len: 168 time: 0.3695834 Feb 17 18:02:20.258123 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd57e1d-6e57-48c6-9266-3624c1226c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31896a4-937e-46de-84e0-65c4fda1722a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:20.317753 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fd369c52-6e1f-4e91-8177-37c4fe27856a tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for router_gateway (ec60c0fe-c10a-48f0-b7cd-2d64bc404a2f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:20.597642 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fd369c52-6e1f-4e91-8177-37c4fe27856a tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (ec60c0fe-c10a-48f0-b7cd-2d64bc404a2f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:20.718700 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55382) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:20.785865 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7d09222d-fff6-4aa7-bc24-5f60cfb89c9c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=39e96bbe55bc49fe9e43b0b760917aaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0661907 Feb 17 18:02:20.788509 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55384) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:20.810709 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd369c52-6e1f-4e91-8177-37c4fe27856a tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Router ec60c0fe-c10a-48f0-b7cd-2d64bc404a2f is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 18:02:20.849628 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-478548ed-b828-44d2-9c96-dfd551df00e4 admin admin] Publish callbacks [] for security_group (bd3f94d9-7149-48ef-856b-339919d67cd9), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:20.877854 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-478548ed-b828-44d2-9c96-dfd551df00e4 admin admin] Publish callbacks [] for security_group (bd3f94d9-7149-48ef-856b-339919d67cd9), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:20.945113 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-478548ed-b828-44d2-9c96-dfd551df00e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (bd3f94d9-7149-48ef-856b-339919d67cd9), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:20.950108 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-478548ed-b828-44d2-9c96-dfd551df00e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:20.952179 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-478548ed-b828-44d2-9c96-dfd551df00e4 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/bd3f94d9-7149-48ef-856b-339919d67cd9 HTTP/1.1" status: 204 len: 168 time: 0.1605563 Feb 17 18:02:20.966719 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478548ed-b828-44d2-9c96-dfd551df00e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3f94d9-7149-48ef-856b-339919d67cd9,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:20.982526 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd369c52-6e1f-4e91-8177-37c4fe27856a tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:02:20.995911 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaaaa2b-812c-4fee-8bea-3a3bfb132993 None None] Sync routers for ids ['ec60c0fe-c10a-48f0-b7cd-2d64bc404a2f'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:02:21.025831 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fd369c52-6e1f-4e91-8177-37c4fe27856a tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:21.030589 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fd369c52-6e1f-4e91-8177-37c4fe27856a tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.1725450 Feb 17 18:02:21.031528 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaaaa2b-812c-4fee-8bea-3a3bfb132993 None None] Routers {'ec60c0fe-c10a-48f0-b7cd-2d64bc404a2f'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:02:21.031528 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-bfaaaa2b-812c-4fee-8bea-3a3bfb132993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:02:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['ec60c0fe-c10a-48f0-b7cd-2d64bc404a2f'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:21.031783 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55390) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:21.037742 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-188034c8-b2e8-45cd-8811-d4ebd33d2876 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:02:21.104040 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-bfaaaa2b-812c-4fee-8bea-3a3bfb132993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:21.115334 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaaaa2b-812c-4fee-8bea-3a3bfb132993 None None] Routers {'ec60c0fe-c10a-48f0-b7cd-2d64bc404a2f'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:02:21.116502 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-bfaaaa2b-812c-4fee-8bea-3a3bfb132993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:02:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['ec60c0fe-c10a-48f0-b7cd-2d64bc404a2f'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:21.152048 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-bfaaaa2b-812c-4fee-8bea-3a3bfb132993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:21.152740 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaaaa2b-812c-4fee-8bea-3a3bfb132993 None None] The sync data for ids ['ec60c0fe-c10a-48f0-b7cd-2d64bc404a2f'] in n-d-829613-2 is: [] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:02:21.408352 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-188034c8-b2e8-45cd-8811-d4ebd33d2876 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for router_gateway (ec60c0fe-c10a-48f0-b7cd-2d64bc404a2f), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:21.426473 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-188034c8-b2e8-45cd-8811-d4ebd33d2876 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for router_gateway (ec60c0fe-c10a-48f0-b7cd-2d64bc404a2f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:21.493899 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-188034c8-b2e8-45cd-8811-d4ebd33d2876 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Deleting port fcea71c4-7987-4c6c-9a23-daac6187e095 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:02:21.494249 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-188034c8-b2e8-45cd-8811-d4ebd33d2876 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (fcea71c4-7987-4c6c-9a23-daac6187e095), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:21.582902 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-188034c8-b2e8-45cd-8811-d4ebd33d2876 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (fcea71c4-7987-4c6c-9a23-daac6187e095), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:21.597880 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-188034c8-b2e8-45cd-8811-d4ebd33d2876 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Calling delete_port for fcea71c4-7987-4c6c-9a23-daac6187e095 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:02:21.802947 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-188034c8-b2e8-45cd-8811-d4ebd33d2876 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (fcea71c4-7987-4c6c-9a23-daac6187e095), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:21.929989 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55412) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:22.084833 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-a38f00d2-de1d-47ff-a16e-750b31b8d929 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1101161213-network', 'tenant_id': '113f9340d19d45599c6df8d4c90a33e1'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:02:22.121430 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38f00d2-de1d-47ff-a16e-750b31b8d929 admin admin] Made reservation on behalf of 113f9340d19d45599c6df8d4c90a33e1 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:02:22.124038 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a38f00d2-de1d-47ff-a16e-750b31b8d929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:22.133858 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a38f00d2-de1d-47ff-a16e-750b31b8d929 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:22.209360 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188034c8-b2e8-45cd-8811-d4ebd33d2876 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Pushing event deleted for resources: {'Port': ['ID=fcea71c4-7987-4c6c-9a23-daac6187e095,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:22.227220 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a38f00d2-de1d-47ff-a16e-750b31b8d929 admin admin] Publish callbacks [] for security_group (df3f8ebf-616c-4e1a-b272-22a20d4a5a1f), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:22.231728 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a38f00d2-de1d-47ff-a16e-750b31b8d929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (df3f8ebf-616c-4e1a-b272-22a20d4a5a1f), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:22.261066 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a38f00d2-de1d-47ff-a16e-750b31b8d929 admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:02:22.272966 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f00d2-de1d-47ff-a16e-750b31b8d929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3f8ebf-616c-4e1a-b272-22a20d4a5a1f,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:22.276746 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-188034c8-b2e8-45cd-8811-d4ebd33d2876 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (ec60c0fe-c10a-48f0-b7cd-2d64bc404a2f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:22.278659 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a38f00d2-de1d-47ff-a16e-750b31b8d929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (e18367a8-3e95-4b96-a913-67acafe5b398), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:22.279016 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-a38f00d2-de1d-47ff-a16e-750b31b8d929 admin admin] Added segment e18367a8-3e95-4b96-a913-67acafe5b398 of type vlan for network 1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f Feb 17 18:02:22.331298 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a38f00d2-de1d-47ff-a16e-750b31b8d929 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:22.358238 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a38f00d2-de1d-47ff-a16e-750b31b8d929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:22.359371 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38f00d2-de1d-47ff-a16e-750b31b8d929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:22.360054 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a38f00d2-de1d-47ff-a16e-750b31b8d929 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:22.404299 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a38f00d2-de1d-47ff-a16e-750b31b8d929 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4699404 Feb 17 18:02:22.415002 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55418) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:22.421968 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-4d5c61d7-ce3e-4807-9959-dc7cb16c6b9b admin admin] Request body: {'subnet': {'network_id': '1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1101161213-subnet', 'tenant_id': '113f9340d19d45599c6df8d4c90a33e1', 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:02:22.427993 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f00d2-de1d-47ff-a16e-750b31b8d929 admin admin] Pushing event updated for resources: {'Network': ['ID=1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:22.439559 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:02:22.509704 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5c61d7-ce3e-4807-9959-dc7cb16c6b9b admin admin] Made reservation on behalf of 113f9340d19d45599c6df8d4c90a33e1 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:02:22.511994 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4d5c61d7-ce3e-4807-9959-dc7cb16c6b9b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:22.536193 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-188034c8-b2e8-45cd-8811-d4ebd33d2876 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-362104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31404'] for router (ec60c0fe-c10a-48f0-b7cd-2d64bc404a2f), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:22.543886 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-188034c8-b2e8-45cd-8811-d4ebd33d2876 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-362081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-362090', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-362947'] for router (ec60c0fe-c10a-48f0-b7cd-2d64bc404a2f), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:22.674119 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-188034c8-b2e8-45cd-8811-d4ebd33d2876 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Router ec60c0fe-c10a-48f0-b7cd-2d64bc404a2f has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:02:22.815128 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188034c8-b2e8-45cd-8811-d4ebd33d2876 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:02:22.826075 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-188034c8-b2e8-45cd-8811-d4ebd33d2876 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:22.826761 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23711cbc-45a6-42cf-b2dc-2b502080ea10 None None] Sync routers for ids ['ec60c0fe-c10a-48f0-b7cd-2d64bc404a2f'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:02:22.827283 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-188034c8-b2e8-45cd-8811-d4ebd33d2876 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] 10.222.0.87 "PUT /v2.0/routers/ec60c0fe-c10a-48f0-b7cd-2d64bc404a2f HTTP/1.1" status: 200 len: 706 time: 1.7944636 Feb 17 18:02:22.829895 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55420) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:22.843135 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23711cbc-45a6-42cf-b2dc-2b502080ea10 None None] Routers {'ec60c0fe-c10a-48f0-b7cd-2d64bc404a2f'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:02:22.843912 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-23711cbc-45a6-42cf-b2dc-2b502080ea10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:02:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['ec60c0fe-c10a-48f0-b7cd-2d64bc404a2f'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:22.887351 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-23711cbc-45a6-42cf-b2dc-2b502080ea10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:22.898386 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23711cbc-45a6-42cf-b2dc-2b502080ea10 None None] Routers {'ec60c0fe-c10a-48f0-b7cd-2d64bc404a2f'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:02:22.899255 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-23711cbc-45a6-42cf-b2dc-2b502080ea10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:02:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['ec60c0fe-c10a-48f0-b7cd-2d64bc404a2f'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:22.914662 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4d5c61d7-ce3e-4807-9959-dc7cb16c6b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (b98b3c03-b8a5-48d7-bc71-73f4d191b9fa), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:22.947661 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-805a1859-98be-4b87-9703-d848bcc74f35 tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] 10.222.0.87 "GET /v2.0/routers/ec60c0fe-c10a-48f0-b7cd-2d64bc404a2f HTTP/1.1" status: 200 len: 741 time: 0.1142938 Feb 17 18:02:22.948687 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55422) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:22.955409 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-23711cbc-45a6-42cf-b2dc-2b502080ea10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:22.956155 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23711cbc-45a6-42cf-b2dc-2b502080ea10 None None] The sync data for ids ['ec60c0fe-c10a-48f0-b7cd-2d64bc404a2f'] in n-d-829613-2 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:02:22.972432 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c61d7-ce3e-4807-9959-dc7cb16c6b9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b98b3c03-b8a5-48d7-bc71-73f4d191b9fa,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:22.990267 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5c61d7-ce3e-4807-9959-dc7cb16c6b9b admin admin] Checking segment: {'id': 'e18367a8-3e95-4b96-a913-67acafe5b398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:02:22.990643 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5c61d7-ce3e-4807-9959-dc7cb16c6b9b admin admin] Network hostable DHCP agents. Network: 1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:02:23.011720 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5c61d7-ce3e-4807-9959-dc7cb16c6b9b admin admin] Network 1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:02:23.012626 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1ce003e4-19e3-4979-a739-6d4fd700525d tempest-RoutersAdminTest-1767658415 tempest-RoutersAdminTest-1767658415-project-admin] 10.222.0.87 "GET /v2.0/ports?network_id=d7afcf1f-5124-4168-b80f-10ace9d04ea7&device_id=ec60c0fe-c10a-48f0-b7cd-2d64bc404a2f HTTP/1.1" status: 200 len: 205 time: 0.0621147 Feb 17 18:02:23.015449 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55424) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:23.021499 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-4d5c61d7-ce3e-4807-9959-dc7cb16c6b9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:02:23.028321 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5c61d7-ce3e-4807-9959-dc7cb16c6b9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:23.029298 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4d5c61d7-ce3e-4807-9959-dc7cb16c6b9b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:23.029926 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad64bf07-8a15-4fc9-96dc-fa7a54d38c8c None None] Network 1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:02:23.060834 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4d5c61d7-ce3e-4807-9959-dc7cb16c6b9b admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6448438 Feb 17 18:02:23.061689 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55426) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:23.069270 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-175acb18-b39d-4da5-bcea-5b917c0cc358 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1101161213-router', 'tenant_id': '113f9340d19d45599c6df8d4c90a33e1', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:02:23.077581 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-9737de46-3950-4ca3-aa72-f971b48fa9bb tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] 10.222.0.87 "GET /v2.0/ports?device_id=ec60c0fe-c10a-48f0-b7cd-2d64bc404a2f HTTP/1.1" status: 200 len: 205 time: 0.0607214 Feb 17 18:02:23.082702 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55428) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:23.110951 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-175acb18-b39d-4da5-bcea-5b917c0cc358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (afdb0a4b-6e8c-42f4-8094-276e3a238a0f), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:23.112276 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-175acb18-b39d-4da5-bcea-5b917c0cc358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (afdb0a4b-6e8c-42f4-8094-276e3a238a0f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:23.173172 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-175acb18-b39d-4da5-bcea-5b917c0cc358 admin admin] Publish callbacks [] for router_controller (afdb0a4b-6e8c-42f4-8094-276e3a238a0f), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:23.191206 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cf9f30-ced9-4e11-84fb-16590e5ff5dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f', 'network_id': '1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f', 'project_id': '113f9340d19d45599c6df8d4c90a33e1', 'fixed_ips': [{'subnet_id': 'b98b3c03-b8a5-48d7-bc71-73f4d191b9fa'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 18:02:23.192390 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e6cf9f30-ced9-4e11-84fb-16590e5ff5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:23.215230 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-407fcfab-de10-402b-9b65-ad18c14e5a66 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for router (ec60c0fe-c10a-48f0-b7cd-2d64bc404a2f), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:23.358710 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-175acb18-b39d-4da5-bcea-5b917c0cc358 admin admin] Publish callbacks [] for router_gateway (afdb0a4b-6e8c-42f4-8094-276e3a238a0f), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:23.374206 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-e6cf9f30-ced9-4e11-84fb-16590e5ff5dc None None] Allocated IP 172.20.0.2 (1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f/b98b3c03-b8a5-48d7-bc71-73f4d191b9fa/ab70944b-b938-4707-b184-ee43f5118428) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:02:23.428977 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-407fcfab-de10-402b-9b65-ad18c14e5a66 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (ec60c0fe-c10a-48f0-b7cd-2d64bc404a2f), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:23.431531 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-407fcfab-de10-402b-9b65-ad18c14e5a66 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for router_controller (ec60c0fe-c10a-48f0-b7cd-2d64bc404a2f), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:23.565892 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e6cf9f30-ced9-4e11-84fb-16590e5ff5dc None None] Publish callbacks [] for port (ab70944b-b938-4707-b184-ee43f5118428), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:23.578587 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e6cf9f30-ced9-4e11-84fb-16590e5ff5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (ab70944b-b938-4707-b184-ee43f5118428), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:23.607565 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cf9f30-ced9-4e11-84fb-16590e5ff5dc None None] Network 1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:02:23.622804 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-175acb18-b39d-4da5-bcea-5b917c0cc358 admin admin] Publish callbacks [] for router_gateway (afdb0a4b-6e8c-42f4-8094-276e3a238a0f), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:23.646705 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-175acb18-b39d-4da5-bcea-5b917c0cc358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:23.647458 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf9f30-ced9-4e11-84fb-16590e5ff5dc None None] Pushing event updated for resources: {'Port': ['ID=ab70944b-b938-4707-b184-ee43f5118428,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:23.650453 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-e6cf9f30-ced9-4e11-84fb-16590e5ff5dc None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:02:23.653809 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cf9f30-ced9-4e11-84fb-16590e5ff5dc None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:02:23.684184 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cf9f30-ced9-4e11-84fb-16590e5ff5dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:02:23.684556 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cf9f30-ced9-4e11-84fb-16590e5ff5dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:02:23.684911 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cf9f30-ced9-4e11-84fb-16590e5ff5dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:02:23.685236 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cf9f30-ced9-4e11-84fb-16590e5ff5dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:02:23.685597 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cf9f30-ced9-4e11-84fb-16590e5ff5dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:02:23.686152 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cf9f30-ced9-4e11-84fb-16590e5ff5dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:02:23.686488 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cf9f30-ced9-4e11-84fb-16590e5ff5dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:02:23.686811 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cf9f30-ced9-4e11-84fb-16590e5ff5dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:02:23.687141 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cf9f30-ced9-4e11-84fb-16590e5ff5dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:02:23.687721 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cf9f30-ced9-4e11-84fb-16590e5ff5dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:02:23.688052 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cf9f30-ced9-4e11-84fb-16590e5ff5dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:02:23.688441 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cf9f30-ced9-4e11-84fb-16590e5ff5dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:02:23.688766 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cf9f30-ced9-4e11-84fb-16590e5ff5dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:02:23.745838 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-e6cf9f30-ced9-4e11-84fb-16590e5ff5dc None None] Attempting to bind port ab70944b-b938-4707-b184-ee43f5118428 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:02:23.746211 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-e6cf9f30-ced9-4e11-84fb-16590e5ff5dc None None] Attempting to bind port ab70944b-b938-4707-b184-ee43f5118428 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'e18367a8-3e95-4b96-a913-67acafe5b398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:02:23.746573 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cf9f30-ced9-4e11-84fb-16590e5ff5dc None None] Attempting to bind port ab70944b-b938-4707-b184-ee43f5118428 on network 1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:02:23.753084 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cf9f30-ced9-4e11-84fb-16590e5ff5dc None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:02:23.753467 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cf9f30-ced9-4e11-84fb-16590e5ff5dc None None] Checking segment: {'id': 'e18367a8-3e95-4b96-a913-67acafe5b398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:02:23.753877 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e6cf9f30-ced9-4e11-84fb-16590e5ff5dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:23.754271 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cf9f30-ced9-4e11-84fb-16590e5ff5dc None None] Bound using segment: {'id': 'e18367a8-3e95-4b96-a913-67acafe5b398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:02:23.755002 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-e6cf9f30-ced9-4e11-84fb-16590e5ff5dc None None] Bound port: ab70944b-b938-4707-b184-ee43f5118428, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e18367a8-3e95-4b96-a913-67acafe5b398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:02:23.755389 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e6cf9f30-ced9-4e11-84fb-16590e5ff5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ab70944b-b938-4707-b184-ee43f5118428), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:23.805176 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-175acb18-b39d-4da5-bcea-5b917c0cc358 admin admin] Allocated IP 172.25.8.159 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/fe2de278-fc51-4c83-99f4-6cf32de2b656) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:02:23.831167 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-407fcfab-de10-402b-9b65-ad18c14e5a66 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (ec60c0fe-c10a-48f0-b7cd-2d64bc404a2f), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:23.831712 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407fcfab-de10-402b-9b65-ad18c14e5a66 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Fanout notify agent at l3_agent the message router_deleted on router ec60c0fe-c10a-48f0-b7cd-2d64bc404a2f {{(pid=103435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 18:02:23.839055 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-407fcfab-de10-402b-9b65-ad18c14e5a66 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:23.843863 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-407fcfab-de10-402b-9b65-ad18c14e5a66 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] 10.222.0.87 "DELETE /v2.0/routers/ec60c0fe-c10a-48f0-b7cd-2d64bc404a2f HTTP/1.1" status: 204 len: 168 time: 0.7562506 Feb 17 18:02:23.844720 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55432) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:23.847269 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-e6cf9f30-ced9-4e11-84fb-16590e5ff5dc None None] For port ab70944b-b938-4707-b184-ee43f5118428, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:02:23.851962 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-e6cf9f30-ced9-4e11-84fb-16590e5ff5dc None None] For port ab70944b-b938-4707-b184-ee43f5118428, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=ab70944b-b938-4707-b184-ee43f5118428,segment=NetworkSegment(e18367a8-3e95-4b96-a913-67acafe5b398),segment_id=e18367a8-3e95-4b96-a913-67acafe5b398)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:02:23.862850 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e6cf9f30-ced9-4e11-84fb-16590e5ff5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ab70944b-b938-4707-b184-ee43f5118428), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:23.877073 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4e6e32b8-cc74-4328-859e-8b052127468e tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] 10.222.0.87 "GET /v2.0/ports?device_id=ec60c0fe-c10a-48f0-b7cd-2d64bc404a2f HTTP/1.1" status: 200 len: 205 time: 0.0310409 Feb 17 18:02:23.879270 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55434) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:23.920506 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-235f46b3-32e4-4d90-b1ac-d2c24eb5a5cf tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] delete failed (client error): The resource could not be found. Feb 17 18:02:23.921539 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-235f46b3-32e4-4d90-b1ac-d2c24eb5a5cf tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] 10.222.0.87 "DELETE /v2.0/routers/ec60c0fe-c10a-48f0-b7cd-2d64bc404a2f HTTP/1.1" status: 404 len: 336 time: 0.0413587 Feb 17 18:02:23.926077 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55436) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:23.954122 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf9f30-ced9-4e11-84fb-16590e5ff5dc None None] Pushing event updated for resources: {'Port': ['ID=ab70944b-b938-4707-b184-ee43f5118428,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:23.978476 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55438) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:23.979146 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4902bc0a-c137-4e6a-9598-04b68432a7d8 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] 10.222.0.87 "GET /v2.0/ports?device_id=f9a59475-4f22-4662-9292-a2edc5bb0714 HTTP/1.1" status: 200 len: 205 time: 0.0513444 Feb 17 18:02:24.016151 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-175acb18-b39d-4da5-bcea-5b917c0cc358 admin admin] Publish callbacks [] for port (fe2de278-fc51-4c83-99f4-6cf32de2b656), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:24.027444 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-59f7e3b8-c5e9-41e1-9e7c-bf6aca38fb2c tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] delete failed (client error): The resource could not be found. Feb 17 18:02:24.029136 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-59f7e3b8-c5e9-41e1-9e7c-bf6aca38fb2c tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] 10.222.0.87 "DELETE /v2.0/routers/f9a59475-4f22-4662-9292-a2edc5bb0714 HTTP/1.1" status: 404 len: 336 time: 0.0496333 Feb 17 18:02:24.034437 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55440) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:24.086381 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55442) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:24.086737 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-08fa3699-4f7e-43d0-a952-d88113286569 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] 10.222.0.87 "GET /v2.0/ports?device_id=7a384d18-4e9d-4307-969b-cf593659238e HTTP/1.1" status: 200 len: 205 time: 0.0508049 Feb 17 18:02:24.110666 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-175acb18-b39d-4da5-bcea-5b917c0cc358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (fe2de278-fc51-4c83-99f4-6cf32de2b656), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:24.129816 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-1d7ef5df-03cb-4f3e-b8ae-ca931f6fdaa4 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] delete failed (client error): The resource could not be found. Feb 17 18:02:24.130900 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1d7ef5df-03cb-4f3e-b8ae-ca931f6fdaa4 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] 10.222.0.87 "DELETE /v2.0/routers/7a384d18-4e9d-4307-969b-cf593659238e HTTP/1.1" status: 404 len: 336 time: 0.0434694 Feb 17 18:02:24.137557 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55444) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:24.187888 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175acb18-b39d-4da5-bcea-5b917c0cc358 admin admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:02:24.197058 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-175acb18-b39d-4da5-bcea-5b917c0cc358 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:02:24.199027 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175acb18-b39d-4da5-bcea-5b917c0cc358 admin admin] Pushing event updated for resources: {'Port': ['ID=fe2de278-fc51-4c83-99f4-6cf32de2b656,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:24.201601 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-bda307d0-3d03-4d8b-95ad-87c3a54c2378 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c055581-81d6-4d58-977a-e4f37788e899 HTTP/1.1" status: 200 len: 205 time: 0.0503705 Feb 17 18:02:24.202896 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55448) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:24.210956 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175acb18-b39d-4da5-bcea-5b917c0cc358 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:02:24.280574 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-3e4fdd9b-23a3-4b26-b15f-e12213ea5821 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] delete failed (client error): The resource could not be found. Feb 17 18:02:24.281802 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-3e4fdd9b-23a3-4b26-b15f-e12213ea5821 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] 10.222.0.87 "DELETE /v2.0/routers/0c055581-81d6-4d58-977a-e4f37788e899 HTTP/1.1" status: 404 len: 336 time: 0.0777652 Feb 17 18:02:24.298969 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55450) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:24.333820 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-72fe675e-b6ea-46fe-ad48-9bcb792f7e20 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] 10.222.0.87 "GET /v2.0/ports?device_id=1b34aaca-aa07-4b93-abb0-477e77e0282e HTTP/1.1" status: 200 len: 205 time: 0.0332174 Feb 17 18:02:24.336220 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55452) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:24.387761 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-1e139f2b-5a22-4889-a711-1429b2c70931 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] delete failed (client error): The resource could not be found. Feb 17 18:02:24.388899 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1e139f2b-5a22-4889-a711-1429b2c70931 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] 10.222.0.87 "DELETE /v2.0/routers/1b34aaca-aa07-4b93-abb0-477e77e0282e HTTP/1.1" status: 404 len: 336 time: 0.0516100 Feb 17 18:02:24.392068 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55454) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:24.430018 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c8e77b05-9b79-4744-9a22-08d5f3c530a9 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] 10.222.0.87 "GET /v2.0/ports?device_id=996bea0b-4fcd-483d-b069-d842ff69450c HTTP/1.1" status: 200 len: 205 time: 0.0364635 Feb 17 18:02:24.432510 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55456) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:24.484175 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-2e9ad568-e923-4bdd-a383-7c10f51147fd tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] delete failed (client error): The resource could not be found. Feb 17 18:02:24.485291 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-2e9ad568-e923-4bdd-a383-7c10f51147fd tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] 10.222.0.87 "DELETE /v2.0/routers/996bea0b-4fcd-483d-b069-d842ff69450c HTTP/1.1" status: 404 len: 336 time: 0.0516858 Feb 17 18:02:24.488766 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55458) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:24.519718 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-d99b5ee9-a842-4e12-8f8d-4ce545241471 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] DELETE failed (client error): The resource could not be found. Feb 17 18:02:24.520595 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d99b5ee9-a842-4e12-8f8d-4ce545241471 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 18:02:24.524055 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-d99b5ee9-a842-4e12-8f8d-4ce545241471 tempest-RoutersAdminTest-119552350 tempest-RoutersAdminTest-119552350-project] 10.222.0.87 "DELETE /v2.0/subnets/f8458002-127c-4529-b301-492f9e83804b HTTP/1.1" status: 404 len: 337 time: 0.0333030 Feb 17 18:02:24.603281 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-175acb18-b39d-4da5-bcea-5b917c0cc358 admin admin] Publish callbacks [] for router_gateway (afdb0a4b-6e8c-42f4-8094-276e3a238a0f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:24.802526 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55464) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:24.863099 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-175acb18-b39d-4da5-bcea-5b917c0cc358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (afdb0a4b-6e8c-42f4-8094-276e3a238a0f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:24.991911 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-031062c1-ad06-4dc1-a63c-2ad49b4de474 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:25.073473 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-175acb18-b39d-4da5-bcea-5b917c0cc358 admin admin] Router afdb0a4b-6e8c-42f4-8094-276e3a238a0f is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 18:02:25.077289 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device ab70944b-b938-4707-b184-ee43f5118428 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:02:25.156051 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-031062c1-ad06-4dc1-a63c-2ad49b4de474 admin admin] Publish callbacks [] for security_group (c06b8d03-8eb2-4d43-bd79-32190e9e93f1), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:25.162652 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-031062c1-ad06-4dc1-a63c-2ad49b4de474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (c06b8d03-8eb2-4d43-bd79-32190e9e93f1), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:25.167819 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port ab70944b-b938-4707-b184-ee43f5118428 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:02:25.168293 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ab70944b-b938-4707-b184-ee43f5118428), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:25.221286 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-031062c1-ad06-4dc1-a63c-2ad49b4de474 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7384710cd9f1490494c19b0f9c7d9cd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4151056 Feb 17 18:02:25.221286 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031062c1-ad06-4dc1-a63c-2ad49b4de474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06b8d03-8eb2-4d43-bd79-32190e9e93f1,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:25.222903 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55468) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:25.283487 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175acb18-b39d-4da5-bcea-5b917c0cc358 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:02:25.284171 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port ab70944b-b938-4707-b184-ee43f5118428 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:02:25.284604 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ab70944b-b938-4707-b184-ee43f5118428), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:25.295552 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c79565e-8b2e-4c09-ac55-e11c1f64312f None None] Sync routers for ids ['afdb0a4b-6e8c-42f4-8094-276e3a238a0f'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:02:25.312489 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c79565e-8b2e-4c09-ac55-e11c1f64312f None None] Routers {'afdb0a4b-6e8c-42f4-8094-276e3a238a0f'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:02:25.315203 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-1c79565e-8b2e-4c09-ac55-e11c1f64312f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:02:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['afdb0a4b-6e8c-42f4-8094-276e3a238a0f'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:25.320761 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-175acb18-b39d-4da5-bcea-5b917c0cc358 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:25.322145 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-175acb18-b39d-4da5-bcea-5b917c0cc358 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2594719 Feb 17 18:02:25.328988 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55472) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:25.349694 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7ed8ed47-9095-4ea7-bc2b-bf71717d08a2 admin admin] Publish callbacks [] for security_group (c06b8d03-8eb2-4d43-bd79-32190e9e93f1), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:25.352896 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7eed2f5-0397-49b1-80bd-068452c19430 None None] Network 1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:02:25.398692 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port ab70944b-b938-4707-b184-ee43f5118428, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=ab70944b-b938-4707-b184-ee43f5118428,segment=NetworkSegment(e18367a8-3e95-4b96-a913-67acafe5b398),segment_id=e18367a8-3e95-4b96-a913-67acafe5b398)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:02:25.423841 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7ed8ed47-9095-4ea7-bc2b-bf71717d08a2 admin admin] Publish callbacks [] for security_group (c06b8d03-8eb2-4d43-bd79-32190e9e93f1), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:25.427145 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ab70944b-b938-4707-b184-ee43f5118428), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:25.480422 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-1c79565e-8b2e-4c09-ac55-e11c1f64312f None None] Set router afdb0a4b-6e8c-42f4-8094-276e3a238a0f gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:02:25.498835 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7ed8ed47-9095-4ea7-bc2b-bf71717d08a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (c06b8d03-8eb2-4d43-bd79-32190e9e93f1), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:25.505098 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7ed8ed47-9095-4ea7-bc2b-bf71717d08a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:25.510071 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-7ed8ed47-9095-4ea7-bc2b-bf71717d08a2 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c06b8d03-8eb2-4d43-bd79-32190e9e93f1 HTTP/1.1" status: 204 len: 168 time: 0.2859669 Feb 17 18:02:25.519669 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed8ed47-9095-4ea7-bc2b-bf71717d08a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06b8d03-8eb2-4d43-bd79-32190e9e93f1,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:25.519911 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=ab70944b-b938-4707-b184-ee43f5118428,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:25.586139 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-07ba9f1f-c91e-4c82-94f4-b9804c9b0fc6 None None] Provisioning complete for port ab70944b-b938-4707-b184-ee43f5118428 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:02:25.586139 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-07ba9f1f-c91e-4c82-94f4-b9804c9b0fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ab70944b-b938-4707-b184-ee43f5118428), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:25.780182 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-1c79565e-8b2e-4c09-ac55-e11c1f64312f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdb0a4b-6e8c-42f4-8094-276e3a238a0f', 'name': 'tempest-TestServerMultinode-1101161213-router', 'tenant_id': '113f9340d19d45599c6df8d4c90a33e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'fe2de278-fc51-4c83-99f4-6cf32de2b656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:02:23Z', 'updated_at': '2022-02-17T18:02:24Z', 'revision_number': 3, 'project_id': '113f9340d19d45599c6df8d4c90a33e1', 'gw_port': {'id': 'fe2de278-fc51-4c83-99f4-6cf32de2b656', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:91:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdb0a4b-6e8c-42f4-8094-276e3a238a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:02:23Z', 'updated_at': '2022-02-17T18:02:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:25.811005 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-07ba9f1f-c91e-4c82-94f4-b9804c9b0fc6 None None] Current status of the port ab70944b-b938-4707-b184-ee43f5118428 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:02:25.829595 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c79565e-8b2e-4c09-ac55-e11c1f64312f None None] Checking router: afdb0a4b-6e8c-42f4-8094-276e3a238a0f for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:02:25.830423 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c79565e-8b2e-4c09-ac55-e11c1f64312f None None] Updating router afdb0a4b-6e8c-42f4-8094-276e3a238a0f port fe2de278-fc51-4c83-99f4-6cf32de2b656 binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 18:02:25.864204 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-1c79565e-8b2e-4c09-ac55-e11c1f64312f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (fe2de278-fc51-4c83-99f4-6cf32de2b656), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:26.152486 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55478) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:26.211486 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-08cb42a0-c077-48fd-8507-19e9dbc4baf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:26.238128 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-f3167fd2-294b-4e69-a23a-4d65cd6e4de4 None None] Provisioning complete for port ab70944b-b938-4707-b184-ee43f5118428 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:02:26.238688 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f3167fd2-294b-4e69-a23a-4d65cd6e4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ab70944b-b938-4707-b184-ee43f5118428), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:26.264456 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-1c79565e-8b2e-4c09-ac55-e11c1f64312f None None] Publish callbacks [] for port (fe2de278-fc51-4c83-99f4-6cf32de2b656), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:26.276639 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-1c79565e-8b2e-4c09-ac55-e11c1f64312f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (fe2de278-fc51-4c83-99f4-6cf32de2b656), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:26.305685 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-5e4b84bf-bb5f-416b-9f95-c5bea3af87bf admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f8c6e00bc36143cb816dcbbedc24dfe4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1459405 Feb 17 18:02:26.306505 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55480) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:26.379283 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-f3167fd2-294b-4e69-a23a-4d65cd6e4de4 None None] Current status of the port ab70944b-b938-4707-b184-ee43f5118428 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:02:26.401212 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-1c79565e-8b2e-4c09-ac55-e11c1f64312f None None] Attempting to bind port fe2de278-fc51-4c83-99f4-6cf32de2b656 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:02:26.401797 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-1c79565e-8b2e-4c09-ac55-e11c1f64312f None None] Attempting to bind port fe2de278-fc51-4c83-99f4-6cf32de2b656 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:02:26.402292 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c79565e-8b2e-4c09-ac55-e11c1f64312f None None] Attempting to bind port fe2de278-fc51-4c83-99f4-6cf32de2b656 on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:02:26.414106 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df030495-18c9-40b0-b25a-f316ab59de09 None None] Pushing event updated for resources: {'Port': ['ID=fe2de278-fc51-4c83-99f4-6cf32de2b656,revision_number=2']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:26.414450 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c79565e-8b2e-4c09-ac55-e11c1f64312f None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:02:26.414670 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c79565e-8b2e-4c09-ac55-e11c1f64312f None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:02:26.415066 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-1c79565e-8b2e-4c09-ac55-e11c1f64312f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:26.415498 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c79565e-8b2e-4c09-ac55-e11c1f64312f None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:02:26.416145 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-1c79565e-8b2e-4c09-ac55-e11c1f64312f None None] Bound port: fe2de278-fc51-4c83-99f4-6cf32de2b656, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:02:26.416735 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-1c79565e-8b2e-4c09-ac55-e11c1f64312f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (fe2de278-fc51-4c83-99f4-6cf32de2b656), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:26.426632 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0659c506-16ff-4540-9382-343b8ea6232f admin admin] Publish callbacks [] for security_group (e334380d-904d-4f49-bae3-2196cd9859fd), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:26.473630 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0659c506-16ff-4540-9382-343b8ea6232f admin admin] Publish callbacks [] for security_group (e334380d-904d-4f49-bae3-2196cd9859fd), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:26.490635 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-1c79565e-8b2e-4c09-ac55-e11c1f64312f None None] For port fe2de278-fc51-4c83-99f4-6cf32de2b656, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:02:26.495958 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-1c79565e-8b2e-4c09-ac55-e11c1f64312f None None] For port fe2de278-fc51-4c83-99f4-6cf32de2b656, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=fe2de278-fc51-4c83-99f4-6cf32de2b656,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:02:26.505132 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-1c79565e-8b2e-4c09-ac55-e11c1f64312f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (fe2de278-fc51-4c83-99f4-6cf32de2b656), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:26.555722 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-08cb42a0-c077-48fd-8507-19e9dbc4baf0 admin admin] Allocated IP 172.20.0.1 (1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f/b98b3c03-b8a5-48d7-bc71-73f4d191b9fa/06cffa8b-d407-4e0d-9002-5d9136862177) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:02:26.559073 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0659c506-16ff-4540-9382-343b8ea6232f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (e334380d-904d-4f49-bae3-2196cd9859fd), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:26.567275 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0659c506-16ff-4540-9382-343b8ea6232f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:26.588780 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c79565e-8b2e-4c09-ac55-e11c1f64312f None None] Routers {'afdb0a4b-6e8c-42f4-8094-276e3a238a0f'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:02:26.589406 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-1c79565e-8b2e-4c09-ac55-e11c1f64312f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:02:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['afdb0a4b-6e8c-42f4-8094-276e3a238a0f'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:26.591231 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-0659c506-16ff-4540-9382-343b8ea6232f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e334380d-904d-4f49-bae3-2196cd9859fd HTTP/1.1" status: 204 len: 168 time: 0.2710471 Feb 17 18:02:26.592605 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df030495-18c9-40b0-b25a-f316ab59de09 None None] Pushing event updated for resources: {'Port': ['ID=fe2de278-fc51-4c83-99f4-6cf32de2b656,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:26.621928 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0659c506-16ff-4540-9382-343b8ea6232f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e334380d-904d-4f49-bae3-2196cd9859fd,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:26.742220 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-1c79565e-8b2e-4c09-ac55-e11c1f64312f None None] Set router afdb0a4b-6e8c-42f4-8094-276e3a238a0f gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:02:26.774538 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-08cb42a0-c077-48fd-8507-19e9dbc4baf0 admin admin] Publish callbacks [] for port (06cffa8b-d407-4e0d-9002-5d9136862177), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:26.847853 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-08cb42a0-c077-48fd-8507-19e9dbc4baf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (06cffa8b-d407-4e0d-9002-5d9136862177), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:26.952519 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cb42a0-c077-48fd-8507-19e9dbc4baf0 admin admin] Network 1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:02:26.960639 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-08cb42a0-c077-48fd-8507-19e9dbc4baf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:02:26.972285 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cb42a0-c077-48fd-8507-19e9dbc4baf0 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:02:26.972285 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cb42a0-c077-48fd-8507-19e9dbc4baf0 admin admin] Pushing event updated for resources: {'Port': ['ID=06cffa8b-d407-4e0d-9002-5d9136862177,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:27.031639 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-1c79565e-8b2e-4c09-ac55-e11c1f64312f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdb0a4b-6e8c-42f4-8094-276e3a238a0f', 'name': 'tempest-TestServerMultinode-1101161213-router', 'tenant_id': '113f9340d19d45599c6df8d4c90a33e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'fe2de278-fc51-4c83-99f4-6cf32de2b656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:02:23Z', 'updated_at': '2022-02-17T18:02:24Z', 'revision_number': 3, 'project_id': '113f9340d19d45599c6df8d4c90a33e1', 'gw_port': {'id': 'fe2de278-fc51-4c83-99f4-6cf32de2b656', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:91:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdb0a4b-6e8c-42f4-8094-276e3a238a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:02:23Z', 'updated_at': '2022-02-17T18:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:27.045533 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device ab70944b-b938-4707-b184-ee43f5118428 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:02:27.077992 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-08cb42a0-c077-48fd-8507-19e9dbc4baf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (afdb0a4b-6e8c-42f4-8094-276e3a238a0f), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:27.174238 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port ab70944b-b938-4707-b184-ee43f5118428 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:02:27.175450 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ab70944b-b938-4707-b184-ee43f5118428), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:27.252103 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c79565e-8b2e-4c09-ac55-e11c1f64312f None None] The sync data for ids ['afdb0a4b-6e8c-42f4-8094-276e3a238a0f'] in n-d-829613-2 is: [{'id': 'afdb0a4b-6e8c-42f4-8094-276e3a238a0f', 'name': 'tempest-TestServerMultinode-1101161213-router', 'tenant_id': '113f9340d19d45599c6df8d4c90a33e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'fe2de278-fc51-4c83-99f4-6cf32de2b656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:02:23Z', 'updated_at': '2022-02-17T18:02:24Z', 'revision_number': 3, 'project_id': '113f9340d19d45599c6df8d4c90a33e1', 'gw_port': {'id': 'fe2de278-fc51-4c83-99f4-6cf32de2b656', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:91:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdb0a4b-6e8c-42f4-8094-276e3a238a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:02:23Z', 'updated_at': '2022-02-17T18:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:02:27.359599 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port ab70944b-b938-4707-b184-ee43f5118428 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:02:27.401190 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-08cb42a0-c077-48fd-8507-19e9dbc4baf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (06cffa8b-d407-4e0d-9002-5d9136862177), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:27.412095 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-58b30f10-a5da-46bf-90f7-7b67d3fe7a34 None None] Provisioning complete for port 06cffa8b-d407-4e0d-9002-5d9136862177 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:02:27.421123 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-58b30f10-a5da-46bf-90f7-7b67d3fe7a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (06cffa8b-d407-4e0d-9002-5d9136862177), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:27.486851 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-58b30f10-a5da-46bf-90f7-7b67d3fe7a34 None None] Port 06cffa8b-d407-4e0d-9002-5d9136862177 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:02:27.722673 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-08cb42a0-c077-48fd-8507-19e9dbc4baf0 admin admin] Publish callbacks [] for port (06cffa8b-d407-4e0d-9002-5d9136862177), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:27.729344 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-08cb42a0-c077-48fd-8507-19e9dbc4baf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (06cffa8b-d407-4e0d-9002-5d9136862177), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:27.983243 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55506) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:28.130578 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-65d9d37d-534f-4fc7-8311-d434ff833b99 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Request body: {'networks': [{'name': 'tempest-network--911086723'}, {'name': 'tempest-network--181427030'}]} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:02:28.131033 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-65d9d37d-534f-4fc7-8311-d434ff833b99 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Request body: {'network': {'name': 'tempest-network--911086723'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:02:28.131523 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-65d9d37d-534f-4fc7-8311-d434ff833b99 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Request body: {'network': {'name': 'tempest-network--181427030'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:02:28.163965 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d9d37d-534f-4fc7-8311-d434ff833b99 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Made reservation on behalf of 720634a4696c4247bffa2a3b81e0e044 for: {'network': 2} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:02:28.170921 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-65d9d37d-534f-4fc7-8311-d434ff833b99 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:28.191810 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-65d9d37d-534f-4fc7-8311-d434ff833b99 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:28.271926 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-08cb42a0-c077-48fd-8507-19e9dbc4baf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (afdb0a4b-6e8c-42f4-8094-276e3a238a0f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:28.276839 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cb42a0-c077-48fd-8507-19e9dbc4baf0 admin admin] Pushing event updated for resources: {'Port': ['ID=06cffa8b-d407-4e0d-9002-5d9136862177,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:28.330749 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-aa9ecb04-4f93-428c-8b3a-61d5ddaf24a4 req-90525243-fbf1-4448-866e-603e958d7ddd service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1375539 Feb 17 18:02:28.347885 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-65d9d37d-534f-4fc7-8311-d434ff833b99 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks [] for security_group (d04a8734-494e-4d84-9844-cc921c0497ea), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:28.355124 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-65d9d37d-534f-4fc7-8311-d434ff833b99 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (d04a8734-494e-4d84-9844-cc921c0497ea), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:28.358734 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-65d9d37d-534f-4fc7-8311-d434ff833b99 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:28.426185 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d9d37d-534f-4fc7-8311-d434ff833b99 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d04a8734-494e-4d84-9844-cc921c0497ea,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:28.447375 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65d9d37d-534f-4fc7-8311-d434ff833b99 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:02:28.470259 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-65d9d37d-534f-4fc7-8311-d434ff833b99 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (d5052b4c-fe3b-433b-a554-4fb9481fb999), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:28.471615 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-65d9d37d-534f-4fc7-8311-d434ff833b99 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Added segment d5052b4c-fe3b-433b-a554-4fb9481fb999 of type vlan for network d95ca87d-16cb-4edc-bc6b-9ca8908c777e Feb 17 18:02:28.487842 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cb42a0-c077-48fd-8507-19e9dbc4baf0 admin admin] Network 1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:02:28.490914 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-08cb42a0-c077-48fd-8507-19e9dbc4baf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:02:28.503410 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ecb04-4f93-428c-8b3a-61d5ddaf24a4 req-be900440-ebfc-4e32-994a-2b80c15f8411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:28.504226 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-aa9ecb04-4f93-428c-8b3a-61d5ddaf24a4 req-be900440-ebfc-4e32-994a-2b80c15f8411 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=20be7d5eb0704bac94fef9d4560964ff&device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 1128 time: 0.0987985 Feb 17 18:02:28.577681 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-65d9d37d-534f-4fc7-8311-d434ff833b99 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (d95ca87d-16cb-4edc-bc6b-9ca8908c777e), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:28.651493 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65d9d37d-534f-4fc7-8311-d434ff833b99 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:02:28.676624 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-65d9d37d-534f-4fc7-8311-d434ff833b99 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (f68fee13-356e-4b06-9175-85a0c023a723), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:28.684454 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-65d9d37d-534f-4fc7-8311-d434ff833b99 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Added segment f68fee13-356e-4b06-9175-85a0c023a723 of type vlan for network 3447f6e6-6d06-402e-9f40-adcdd2afcd8e Feb 17 18:02:28.784440 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ecb04-4f93-428c-8b3a-61d5ddaf24a4 req-cf5787a3-0a5d-40f2-9d9b-fe4450164e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:28.786014 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-aa9ecb04-4f93-428c-8b3a-61d5ddaf24a4 req-cf5787a3-0a5d-40f2-9d9b-fe4450164e37 service neutron] 10.222.0.91 "GET /v2.0/networks?id=1c842ecd-cc9b-4a85-b1b8-328753a85bfe HTTP/1.1" status: 200 len: 916 time: 0.2055707 Feb 17 18:02:28.794267 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-65d9d37d-534f-4fc7-8311-d434ff833b99 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (3447f6e6-6d06-402e-9f40-adcdd2afcd8e), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:28.803846 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08cb42a0-c077-48fd-8507-19e9dbc4baf0 admin admin] Router afdb0a4b-6e8c-42f4-8094-276e3a238a0f has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:02:28.854197 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-65d9d37d-534f-4fc7-8311-d434ff833b99 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (d95ca87d-16cb-4edc-bc6b-9ca8908c777e), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:28.856947 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-65d9d37d-534f-4fc7-8311-d434ff833b99 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (3447f6e6-6d06-402e-9f40-adcdd2afcd8e), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:28.877473 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d9d37d-534f-4fc7-8311-d434ff833b99 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:28.885685 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d9d37d-534f-4fc7-8311-d434ff833b99 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:28.893238 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-65d9d37d-534f-4fc7-8311-d434ff833b99 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:28.952618 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-aa9ecb04-4f93-428c-8b3a-61d5ddaf24a4 req-f626e864-e829-4eab-9773-4ee40367d638 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11f8378a-0cc4-4afd-9340-bf14614e5ab7 HTTP/1.1" status: 200 len: 1001 time: 0.1575408 Feb 17 18:02:28.957553 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-65d9d37d-534f-4fc7-8311-d434ff833b99 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.9708738 Feb 17 18:02:28.961473 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55512) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:28.995399 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-998abd3b-9625-4d1e-9c90-f489fefee8c2 None None] Provisioning complete for port 06cffa8b-d407-4e0d-9002-5d9136862177 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:02:29.000503 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-998abd3b-9625-4d1e-9c90-f489fefee8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (06cffa8b-d407-4e0d-9002-5d9136862177), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:29.108537 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d9d37d-534f-4fc7-8311-d434ff833b99 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Pushing event updated for resources: {'Network': ['ID=d95ca87d-16cb-4edc-bc6b-9ca8908c777e,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:29.155151 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network d95ca87d-16cb-4edc-bc6b-9ca8908c777e details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:02:29.186440 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ecb04-4f93-428c-8b3a-61d5ddaf24a4 req-0c0dbb9c-a29e-4868-acb8-96fe9db756ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:29.188585 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-aa9ecb04-4f93-428c-8b3a-61d5ddaf24a4 req-0c0dbb9c-a29e-4868-acb8-96fe9db756ac service neutron] 10.222.0.91 "GET /v2.0/subnets?id=684c221c-585d-46a8-b4c6-fe6a5f99b9b8 HTTP/1.1" status: 200 len: 854 time: 0.2113545 Feb 17 18:02:29.194999 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-998abd3b-9625-4d1e-9c90-f489fefee8c2 None None] Port 06cffa8b-d407-4e0d-9002-5d9136862177 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:02:29.249854 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device fe2de278-fc51-4c83-99f4-6cf32de2b656 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:02:29.330939 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d9d37d-534f-4fc7-8311-d434ff833b99 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Pushing event updated for resources: {'Network': ['ID=3447f6e6-6d06-402e-9f40-adcdd2afcd8e,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:29.398404 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 3447f6e6-6d06-402e-9f40-adcdd2afcd8e details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:02:29.465068 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08cb42a0-c077-48fd-8507-19e9dbc4baf0 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:02:29.493193 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-08cb42a0-c077-48fd-8507-19e9dbc4baf0 admin admin] 10.222.0.87 "PUT /v2.0/routers/afdb0a4b-6e8c-42f4-8094-276e3a238a0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1628029 Feb 17 18:02:29.511747 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ecb04-4f93-428c-8b3a-61d5ddaf24a4 req-c89d9f45-42ff-4d90-bb73-aabb1224184e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:29.513917 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-aa9ecb04-4f93-428c-8b3a-61d5ddaf24a4 req-c89d9f45-42ff-4d90-bb73-aabb1224184e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1c842ecd-cc9b-4a85-b1b8-328753a85bfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3102140 Feb 17 18:02:29.538784 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966a810d-758d-452a-b1b9-f092ebf1e461 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:29.544363 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966a810d-758d-452a-b1b9-f092ebf1e461 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:29.546636 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port fe2de278-fc51-4c83-99f4-6cf32de2b656 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:02:29.547685 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (fe2de278-fc51-4c83-99f4-6cf32de2b656), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:29.550708 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966a810d-758d-452a-b1b9-f092ebf1e461 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:29.556673 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966a810d-758d-452a-b1b9-f092ebf1e461 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:29.561864 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55516) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:29.562181 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-966a810d-758d-452a-b1b9-f092ebf1e461 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5994782 Feb 17 18:02:29.694724 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port fe2de278-fc51-4c83-99f4-6cf32de2b656 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:02:29.695269 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (fe2de278-fc51-4c83-99f4-6cf32de2b656), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:29.726310 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port fe2de278-fc51-4c83-99f4-6cf32de2b656, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=fe2de278-fc51-4c83-99f4-6cf32de2b656,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:02:29.734752 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (fe2de278-fc51-4c83-99f4-6cf32de2b656), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:29.759045 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e6887412-fb10-4b71-8842-e9b7228f12ee tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (d95ca87d-16cb-4edc-bc6b-9ca8908c777e), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:29.783634 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-aa9ecb04-4f93-428c-8b3a-61d5ddaf24a4 req-d847064d-cb70-48d2-a8be-fc4c58ed2d9e service neutron] 10.222.0.91 "GET /v2.0/networks/1c842ecd-cc9b-4a85-b1b8-328753a85bfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599523 Feb 17 18:02:29.863393 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=fe2de278-fc51-4c83-99f4-6cf32de2b656,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:29.954605 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e6887412-fb10-4b71-8842-e9b7228f12ee tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (d95ca87d-16cb-4edc-bc6b-9ca8908c777e), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:29.984017 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-aa9ecb04-4f93-428c-8b3a-61d5ddaf24a4 req-7f6469f3-7e1e-467f-8bff-5820d4c7332a service neutron] 10.222.0.91 "GET /v2.0/networks/1c842ecd-cc9b-4a85-b1b8-328753a85bfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941776 Feb 17 18:02:30.010202 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-e6887412-fb10-4b71-8842-e9b7228f12ee tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d95ca87d-16cb-4edc-bc6b-9ca8908c777e']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:30.029932 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-e6887412-fb10-4b71-8842-e9b7228f12ee tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5052b4c-fe3b-433b-a554-4fb9481fb999') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:30.030217 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-e6887412-fb10-4b71-8842-e9b7228f12ee tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5052b4c-fe3b-433b-a554-4fb9481fb999') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:30.044204 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e6887412-fb10-4b71-8842-e9b7228f12ee tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (d5052b4c-fe3b-433b-a554-4fb9481fb999), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:30.069895 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e6887412-fb10-4b71-8842-e9b7228f12ee tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (d5052b4c-fe3b-433b-a554-4fb9481fb999), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:30.077681 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6887412-fb10-4b71-8842-e9b7228f12ee tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:02:30.078112 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e6887412-fb10-4b71-8842-e9b7228f12ee tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (d5052b4c-fe3b-433b-a554-4fb9481fb999), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:30.082856 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 18:02:30.082856 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:02:30.082856 n-d-829613-2 neutron-server[103435]: timer() Feb 17 18:02:30.082856 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:02:30.082856 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 18:02:30.082856 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:02:30.082856 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 18:02:30.082856 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:02:30.082856 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 18:02:30.082856 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:02:30.082856 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 18:02:30.082856 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:02:30.082856 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 18:02:30.082856 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:02:30.082856 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:02:30.082856 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:02:30.082856 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:02:30.082856 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:02:30.082856 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 18:02:30.082856 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:02:30.082856 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 18:02:30.082856 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:02:30.082856 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:02:30.082856 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:02:30.082856 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 18:02:30.082856 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:02:30.082856 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:02:30.082856 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:02:30.082856 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:02:30.082856 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:02:30.082856 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:02:30.082856 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:02:30.161094 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e6887412-fb10-4b71-8842-e9b7228f12ee tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (d95ca87d-16cb-4edc-bc6b-9ca8908c777e), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:30.169324 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e6887412-fb10-4b71-8842-e9b7228f12ee tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:30.174011 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e6887412-fb10-4b71-8842-e9b7228f12ee tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] 10.222.0.87 "DELETE /v2.0/networks/d95ca87d-16cb-4edc-bc6b-9ca8908c777e HTTP/1.1" status: 204 len: 168 time: 0.6101723 Feb 17 18:02:30.176596 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55524) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:30.207446 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6887412-fb10-4b71-8842-e9b7228f12ee tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Pushing event deleted for resources: {'Network': ['ID=d95ca87d-16cb-4edc-bc6b-9ca8908c777e,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:30.257132 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3359b783-c5e8-47ce-aac4-97a5351cdafc None None] Sync routers for ids ['afdb0a4b-6e8c-42f4-8094-276e3a238a0f'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:02:30.283463 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3359b783-c5e8-47ce-aac4-97a5351cdafc None None] Routers {'afdb0a4b-6e8c-42f4-8094-276e3a238a0f'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:02:30.285665 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-3359b783-c5e8-47ce-aac4-97a5351cdafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:02:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['afdb0a4b-6e8c-42f4-8094-276e3a238a0f'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:30.303475 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7eb0623f-2150-45c1-8b9d-e575b7eb25b2 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (3447f6e6-6d06-402e-9f40-adcdd2afcd8e), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:30.438954 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7eb0623f-2150-45c1-8b9d-e575b7eb25b2 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (3447f6e6-6d06-402e-9f40-adcdd2afcd8e), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:30.453342 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-3359b783-c5e8-47ce-aac4-97a5351cdafc None None] Set router afdb0a4b-6e8c-42f4-8094-276e3a238a0f gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:02:30.465888 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-7eb0623f-2150-45c1-8b9d-e575b7eb25b2 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3447f6e6-6d06-402e-9f40-adcdd2afcd8e']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:30.482757 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-7eb0623f-2150-45c1-8b9d-e575b7eb25b2 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f68fee13-356e-4b06-9175-85a0c023a723') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:30.483172 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-7eb0623f-2150-45c1-8b9d-e575b7eb25b2 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f68fee13-356e-4b06-9175-85a0c023a723') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:30.504652 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7eb0623f-2150-45c1-8b9d-e575b7eb25b2 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (f68fee13-356e-4b06-9175-85a0c023a723), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:30.529786 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7eb0623f-2150-45c1-8b9d-e575b7eb25b2 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (f68fee13-356e-4b06-9175-85a0c023a723), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:30.556307 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eb0623f-2150-45c1-8b9d-e575b7eb25b2 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:02:30.557258 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7eb0623f-2150-45c1-8b9d-e575b7eb25b2 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (f68fee13-356e-4b06-9175-85a0c023a723), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:30.564664 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 18:02:30.564664 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:02:30.564664 n-d-829613-2 neutron-server[103435]: timer() Feb 17 18:02:30.564664 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:02:30.564664 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 18:02:30.564664 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:02:30.564664 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 18:02:30.564664 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:02:30.564664 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 18:02:30.564664 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:02:30.564664 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 18:02:30.564664 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:02:30.564664 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 18:02:30.564664 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:02:30.564664 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:02:30.564664 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:02:30.564664 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:02:30.564664 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:02:30.564664 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 18:02:30.564664 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:02:30.564664 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 18:02:30.564664 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:02:30.564664 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:02:30.564664 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:02:30.564664 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 18:02:30.564664 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:02:30.564664 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:02:30.564664 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:02:30.564664 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:02:30.564664 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:02:30.564664 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:02:30.564664 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:02:30.613748 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55534) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:30.622142 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-e8cc65b5-bb1d-4710-9094-90321450bfaa admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1379361428-network', 'tenant_id': 'e765823af4804d8ca39c52c63fff27b4'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:02:30.658993 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8cc65b5-bb1d-4710-9094-90321450bfaa admin admin] Made reservation on behalf of e765823af4804d8ca39c52c63fff27b4 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:02:30.663252 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e8cc65b5-bb1d-4710-9094-90321450bfaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:30.684182 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e8cc65b5-bb1d-4710-9094-90321450bfaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:30.719336 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7eb0623f-2150-45c1-8b9d-e575b7eb25b2 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (3447f6e6-6d06-402e-9f40-adcdd2afcd8e), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:30.731277 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7eb0623f-2150-45c1-8b9d-e575b7eb25b2 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:30.740295 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-7eb0623f-2150-45c1-8b9d-e575b7eb25b2 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] 10.222.0.87 "DELETE /v2.0/networks/3447f6e6-6d06-402e-9f40-adcdd2afcd8e HTTP/1.1" status: 204 len: 168 time: 0.5591054 Feb 17 18:02:30.752748 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55536) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:30.764812 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb0623f-2150-45c1-8b9d-e575b7eb25b2 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Pushing event deleted for resources: {'Network': ['ID=3447f6e6-6d06-402e-9f40-adcdd2afcd8e,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:30.931446 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e8cc65b5-bb1d-4710-9094-90321450bfaa admin admin] Publish callbacks [] for security_group (c9719f59-ca86-46be-84e0-44258ceafa12), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:30.939320 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e8cc65b5-bb1d-4710-9094-90321450bfaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (c9719f59-ca86-46be-84e0-44258ceafa12), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:30.954088 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8cc65b5-bb1d-4710-9094-90321450bfaa admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:02:30.966282 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e8cc65b5-bb1d-4710-9094-90321450bfaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (060b0317-b9ea-4b85-851d-2be6107377e0), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:30.966693 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-e8cc65b5-bb1d-4710-9094-90321450bfaa admin admin] Added segment 060b0317-b9ea-4b85-851d-2be6107377e0 of type vlan for network 5518987c-5299-4c78-a440-5bab69f3462f Feb 17 18:02:30.990982 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-3359b783-c5e8-47ce-aac4-97a5351cdafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdb0a4b-6e8c-42f4-8094-276e3a238a0f', 'name': 'tempest-TestServerMultinode-1101161213-router', 'tenant_id': '113f9340d19d45599c6df8d4c90a33e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'fe2de278-fc51-4c83-99f4-6cf32de2b656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:02:23Z', 'updated_at': '2022-02-17T18:02:27Z', 'revision_number': 4, 'project_id': '113f9340d19d45599c6df8d4c90a33e1', 'gw_port': {'id': 'fe2de278-fc51-4c83-99f4-6cf32de2b656', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:91:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdb0a4b-6e8c-42f4-8094-276e3a238a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:02:23Z', 'updated_at': '2022-02-17T18:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '06cffa8b-d407-4e0d-9002-5d9136862177', 'name': '', 'network_id': '1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f', 'tenant_id': '113f9340d19d45599c6df8d4c90a33e1', 'mac_address': 'fa:16:3e:67:b2:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdb0a4b-6e8c-42f4-8094-276e3a238a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'b98b3c03-b8a5-48d7-bc71-73f4d191b9fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:02:26Z', 'updated_at': '2022-02-17T18:02:27Z', 'revision_number': 2, 'project_id': '113f9340d19d45599c6df8d4c90a33e1', 'subnets': [{'id': 'b98b3c03-b8a5-48d7-bc71-73f4d191b9fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:31.031657 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3359b783-c5e8-47ce-aac4-97a5351cdafc None None] Checking router: afdb0a4b-6e8c-42f4-8094-276e3a238a0f for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:02:31.031657 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3359b783-c5e8-47ce-aac4-97a5351cdafc None None] Updating router afdb0a4b-6e8c-42f4-8094-276e3a238a0f port 06cffa8b-d407-4e0d-9002-5d9136862177 binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 18:02:31.060944 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device fe2de278-fc51-4c83-99f4-6cf32de2b656 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:02:31.064319 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e8cc65b5-bb1d-4710-9094-90321450bfaa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (5518987c-5299-4c78-a440-5bab69f3462f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:31.070002 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc65b5-bb1d-4710-9094-90321450bfaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9719f59-ca86-46be-84e0-44258ceafa12,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:31.085290 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31aa3ee0-ff32-44fd-88f3-077e0805f334 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:31.091397 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31aa3ee0-ff32-44fd-88f3-077e0805f334 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:31.099040 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-31aa3ee0-ff32-44fd-88f3-077e0805f334 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3382525 Feb 17 18:02:31.099345 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55540) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:31.104691 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-2e95c858-641e-4335-b17b-f0d536aa742c tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1675815964'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:02:31.118452 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3359b783-c5e8-47ce-aac4-97a5351cdafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (06cffa8b-d407-4e0d-9002-5d9136862177), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:31.127493 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e8cc65b5-bb1d-4710-9094-90321450bfaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (5518987c-5299-4c78-a440-5bab69f3462f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:31.128826 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cc65b5-bb1d-4710-9094-90321450bfaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:31.133954 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e8cc65b5-bb1d-4710-9094-90321450bfaa admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:31.145204 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e95c858-641e-4335-b17b-f0d536aa742c tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Made reservation on behalf of 720634a4696c4247bffa2a3b81e0e044 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:02:31.149067 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2e95c858-641e-4335-b17b-f0d536aa742c tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:31.189448 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e95c858-641e-4335-b17b-f0d536aa742c tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:02:31.194074 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port fe2de278-fc51-4c83-99f4-6cf32de2b656 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:02:31.194493 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (fe2de278-fc51-4c83-99f4-6cf32de2b656), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:31.216307 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2e95c858-641e-4335-b17b-f0d536aa742c tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (baa49961-74f9-4429-a95e-ee1b97ff9bf8), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:31.216877 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-2e95c858-641e-4335-b17b-f0d536aa742c tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Added segment baa49961-74f9-4429-a95e-ee1b97ff9bf8 of type vlan for network 8ffab25f-e04a-4619-a297-5e66e5f30d61 Feb 17 18:02:31.217693 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e8cc65b5-bb1d-4710-9094-90321450bfaa admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6027215 Feb 17 18:02:31.222293 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55542) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:31.268945 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-f26c9872-67bc-4d97-843f-7df0bd3d641b admin admin] Request body: {'subnet': {'network_id': '5518987c-5299-4c78-a440-5bab69f3462f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1379361428-subnet', 'tenant_id': 'e765823af4804d8ca39c52c63fff27b4', 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:02:31.275002 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc65b5-bb1d-4710-9094-90321450bfaa admin admin] Pushing event updated for resources: {'Network': ['ID=5518987c-5299-4c78-a440-5bab69f3462f,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:31.293230 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2e95c858-641e-4335-b17b-f0d536aa742c tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (8ffab25f-e04a-4619-a297-5e66e5f30d61), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:31.301076 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 5518987c-5299-4c78-a440-5bab69f3462f details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:02:31.321112 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26c9872-67bc-4d97-843f-7df0bd3d641b admin admin] Made reservation on behalf of e765823af4804d8ca39c52c63fff27b4 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:02:31.327346 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f26c9872-67bc-4d97-843f-7df0bd3d641b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:31.357767 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2e95c858-641e-4335-b17b-f0d536aa742c tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (8ffab25f-e04a-4619-a297-5e66e5f30d61), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:31.372212 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e95c858-641e-4335-b17b-f0d536aa742c tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:31.374431 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2e95c858-641e-4335-b17b-f0d536aa742c tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:31.404278 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-2e95c858-641e-4335-b17b-f0d536aa742c tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3039262 Feb 17 18:02:31.405671 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55544) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:31.416094 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-0971d6c0-d980-4330-814f-1c922ec22a67 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1651956904'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:02:31.455320 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port fe2de278-fc51-4c83-99f4-6cf32de2b656 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:02:31.459195 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0971d6c0-d980-4330-814f-1c922ec22a67 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Made reservation on behalf of 720634a4696c4247bffa2a3b81e0e044 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:02:31.463697 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0971d6c0-d980-4330-814f-1c922ec22a67 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:31.574450 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e95c858-641e-4335-b17b-f0d536aa742c tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Pushing event updated for resources: {'Network': ['ID=8ffab25f-e04a-4619-a297-5e66e5f30d61,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:31.583824 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0971d6c0-d980-4330-814f-1c922ec22a67 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:02:31.594843 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0971d6c0-d980-4330-814f-1c922ec22a67 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (c32bc981-3469-4c7a-b27f-348b0d5590a3), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:31.595259 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-0971d6c0-d980-4330-814f-1c922ec22a67 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Added segment c32bc981-3469-4c7a-b27f-348b0d5590a3 of type vlan for network 6545cfa1-7a17-4d12-aa98-77a08a49d327 Feb 17 18:02:31.606876 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 8ffab25f-e04a-4619-a297-5e66e5f30d61 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:02:31.643832 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f26c9872-67bc-4d97-843f-7df0bd3d641b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (cb1793d2-8d9e-49b7-b266-8b01fa8ad0f9), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:31.648121 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0971d6c0-d980-4330-814f-1c922ec22a67 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (6545cfa1-7a17-4d12-aa98-77a08a49d327), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:31.686718 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0971d6c0-d980-4330-814f-1c922ec22a67 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (6545cfa1-7a17-4d12-aa98-77a08a49d327), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:31.696450 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0971d6c0-d980-4330-814f-1c922ec22a67 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:31.697278 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0971d6c0-d980-4330-814f-1c922ec22a67 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:31.737122 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c9872-67bc-4d97-843f-7df0bd3d641b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb1793d2-8d9e-49b7-b266-8b01fa8ad0f9,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:31.751599 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26c9872-67bc-4d97-843f-7df0bd3d641b admin admin] Checking segment: {'id': '060b0317-b9ea-4b85-851d-2be6107377e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5518987c-5299-4c78-a440-5bab69f3462f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:02:31.751976 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26c9872-67bc-4d97-843f-7df0bd3d641b admin admin] Network hostable DHCP agents. Network: 5518987c-5299-4c78-a440-5bab69f3462f, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:02:31.774435 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26c9872-67bc-4d97-843f-7df0bd3d641b admin admin] Network 5518987c-5299-4c78-a440-5bab69f3462f is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:02:31.786550 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-f26c9872-67bc-4d97-843f-7df0bd3d641b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 5518987c-5299-4c78-a440-5bab69f3462f) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:02:31.792276 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26c9872-67bc-4d97-843f-7df0bd3d641b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:31.792903 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f26c9872-67bc-4d97-843f-7df0bd3d641b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:31.797119 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0971d6c0-d980-4330-814f-1c922ec22a67 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Pushing event updated for resources: {'Network': ['ID=6545cfa1-7a17-4d12-aa98-77a08a49d327,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:31.820498 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-0971d6c0-d980-4330-814f-1c922ec22a67 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4107127 Feb 17 18:02:31.823203 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55548) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:31.824197 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f26c9872-67bc-4d97-843f-7df0bd3d641b admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6012595 Feb 17 18:02:31.827014 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55550) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:31.832825 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-5dbe4789-cee9-4072-9ace-258c5a255170 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Request body: {'ports': [{'network_id': '8ffab25f-e04a-4619-a297-5e66e5f30d61', 'name': 'tempest-port--870412856', 'admin_state_up': True}, {'network_id': '6545cfa1-7a17-4d12-aa98-77a08a49d327', 'admin_state_up': False}]} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:02:31.833418 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-8e74494b-4abe-49a8-9aa1-a75f6d9a95ea admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1379361428-router', 'tenant_id': 'e765823af4804d8ca39c52c63fff27b4', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:02:31.833695 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-5dbe4789-cee9-4072-9ace-258c5a255170 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Request body: {'port': {'network_id': '8ffab25f-e04a-4619-a297-5e66e5f30d61', 'name': 'tempest-port--870412856', 'admin_state_up': True}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:02:31.834134 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-5dbe4789-cee9-4072-9ace-258c5a255170 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Request body: {'port': {'network_id': '6545cfa1-7a17-4d12-aa98-77a08a49d327', 'admin_state_up': False}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:02:31.847604 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df9e587-d384-44f7-ac77-f8d4d70408db None None] Network 5518987c-5299-4c78-a440-5bab69f3462f requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:02:31.866117 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 6545cfa1-7a17-4d12-aa98-77a08a49d327 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:02:31.868846 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e74494b-4abe-49a8-9aa1-a75f6d9a95ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (a6847ecf-439c-4b43-8ed6-44da902fce8c), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:31.872115 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e74494b-4abe-49a8-9aa1-a75f6d9a95ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (a6847ecf-439c-4b43-8ed6-44da902fce8c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:31.940602 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3359b783-c5e8-47ce-aac4-97a5351cdafc None None] Publish callbacks [] for port (06cffa8b-d407-4e0d-9002-5d9136862177), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:31.959927 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3359b783-c5e8-47ce-aac4-97a5351cdafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (06cffa8b-d407-4e0d-9002-5d9136862177), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:31.993633 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e74494b-4abe-49a8-9aa1-a75f6d9a95ea admin admin] Publish callbacks [] for router_controller (a6847ecf-439c-4b43-8ed6-44da902fce8c), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:32.194636 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-08dff8c0-b5b7-41a2-83ce-e8ed09632aab req-25a1a073-ae18-4b9b-82f6-da40ee6322d9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c9ee7ba7-2b70-406d-88cf-4b87fdb572d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2482152 Feb 17 18:02:32.238444 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dbe4789-cee9-4072-9ace-258c5a255170 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Made reservation on behalf of 720634a4696c4247bffa2a3b81e0e044 for: {'port': 2} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:02:32.246978 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5dbe4789-cee9-4072-9ace-258c5a255170 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:32.264529 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-3359b783-c5e8-47ce-aac4-97a5351cdafc None None] Attempting to bind port 06cffa8b-d407-4e0d-9002-5d9136862177 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:02:32.265129 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-3359b783-c5e8-47ce-aac4-97a5351cdafc None None] Attempting to bind port 06cffa8b-d407-4e0d-9002-5d9136862177 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'e18367a8-3e95-4b96-a913-67acafe5b398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:02:32.265685 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3359b783-c5e8-47ce-aac4-97a5351cdafc None None] Attempting to bind port 06cffa8b-d407-4e0d-9002-5d9136862177 on network 1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:02:32.310534 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e74494b-4abe-49a8-9aa1-a75f6d9a95ea admin admin] Publish callbacks [] for router_gateway (a6847ecf-439c-4b43-8ed6-44da902fce8c), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:32.315679 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5dbe4789-cee9-4072-9ace-258c5a255170 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:32.317841 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3359b783-c5e8-47ce-aac4-97a5351cdafc None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:02:32.322349 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3359b783-c5e8-47ce-aac4-97a5351cdafc None None] Checking segment: {'id': 'e18367a8-3e95-4b96-a913-67acafe5b398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:02:32.322349 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3359b783-c5e8-47ce-aac4-97a5351cdafc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:32.322349 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3359b783-c5e8-47ce-aac4-97a5351cdafc None None] Bound using segment: {'id': 'e18367a8-3e95-4b96-a913-67acafe5b398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:02:32.324428 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-3359b783-c5e8-47ce-aac4-97a5351cdafc None None] Bound port: 06cffa8b-d407-4e0d-9002-5d9136862177, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e18367a8-3e95-4b96-a913-67acafe5b398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:02:32.325542 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3359b783-c5e8-47ce-aac4-97a5351cdafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (06cffa8b-d407-4e0d-9002-5d9136862177), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:32.335433 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b06a7-8729-49b8-b54b-6f4e3b3ae523 None None] Pushing event updated for resources: {'Port': ['ID=06cffa8b-d407-4e0d-9002-5d9136862177,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:32.493998 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cc83e3-6d37-4a4c-85d6-650fe6d32182 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-5518987c-5299-4c78-a440-5bab69f3462f', 'network_id': '5518987c-5299-4c78-a440-5bab69f3462f', 'project_id': 'e765823af4804d8ca39c52c63fff27b4', 'fixed_ips': [{'subnet_id': 'cb1793d2-8d9e-49b7-b266-8b01fa8ad0f9'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 18:02:32.497047 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-38cc83e3-6d37-4a4c-85d6-650fe6d32182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:32.522287 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dff8c0-b5b7-41a2-83ce-e8ed09632aab req-c1c12a2c-5d48-4e43-a6f5-495be8e65b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:32.523884 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-08dff8c0-b5b7-41a2-83ce-e8ed09632aab req-c1c12a2c-5d48-4e43-a6f5-495be8e65b8d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f2fecc83bbca4d24b89fe382f6fcc2ca&device_id=c9ee7ba7-2b70-406d-88cf-4b87fdb572d6 HTTP/1.1" status: 200 len: 1128 time: 0.2247334 Feb 17 18:02:32.586255 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-5dbe4789-cee9-4072-9ace-258c5a255170 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] device_id is not set on port beebca5c-498a-40c9-a827-8cf1e7c84fd1 yet. {{(pid=103435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 18:02:32.673567 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e74494b-4abe-49a8-9aa1-a75f6d9a95ea admin admin] Publish callbacks [] for router_gateway (a6847ecf-439c-4b43-8ed6-44da902fce8c), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:32.695099 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dff8c0-b5b7-41a2-83ce-e8ed09632aab req-3feb5198-baa5-4e9c-8712-b7e28f2e3d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:32.696920 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-08dff8c0-b5b7-41a2-83ce-e8ed09632aab req-3feb5198-baa5-4e9c-8712-b7e28f2e3d7f service neutron] 10.222.0.71 "GET /v2.0/networks?id=3aa3d1fd-12cf-43a5-8a21-bf857a06d327 HTTP/1.1" status: 200 len: 910 time: 0.1383264 Feb 17 18:02:32.702077 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e74494b-4abe-49a8-9aa1-a75f6d9a95ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:32.722328 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-3359b783-c5e8-47ce-aac4-97a5351cdafc None None] For port 06cffa8b-d407-4e0d-9002-5d9136862177, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:02:32.738986 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-18088afd-356a-444f-b9de-94d032607a8f None None] Provisioning complete for port 06cffa8b-d407-4e0d-9002-5d9136862177 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:02:32.739520 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-18088afd-356a-444f-b9de-94d032607a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (06cffa8b-d407-4e0d-9002-5d9136862177), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:32.742748 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-3359b783-c5e8-47ce-aac4-97a5351cdafc None None] For port 06cffa8b-d407-4e0d-9002-5d9136862177, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=06cffa8b-d407-4e0d-9002-5d9136862177,segment=NetworkSegment(e18367a8-3e95-4b96-a913-67acafe5b398),segment_id=e18367a8-3e95-4b96-a913-67acafe5b398)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:02:32.775211 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3359b783-c5e8-47ce-aac4-97a5351cdafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (06cffa8b-d407-4e0d-9002-5d9136862177), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:32.804297 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-08dff8c0-b5b7-41a2-83ce-e8ed09632aab req-3cb2dd4a-48b0-419b-b93d-15044e4bc4d8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=143e4766-435e-4543-b4a8-3e1823630b54 HTTP/1.1" status: 200 len: 1001 time: 0.1016557 Feb 17 18:02:32.815541 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-38cc83e3-6d37-4a4c-85d6-650fe6d32182 None None] Allocated IP 172.20.0.2 (5518987c-5299-4c78-a440-5bab69f3462f/cb1793d2-8d9e-49b7-b266-8b01fa8ad0f9/8a9913b0-a2a7-445c-9acc-bf5fda8f48f9) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:02:32.833328 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5dbe4789-cee9-4072-9ace-258c5a255170 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks [] for port (beebca5c-498a-40c9-a827-8cf1e7c84fd1), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:32.864651 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-18088afd-356a-444f-b9de-94d032607a8f None None] Port 06cffa8b-d407-4e0d-9002-5d9136862177 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:02:32.909063 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3359b783-c5e8-47ce-aac4-97a5351cdafc None None] Routers {'afdb0a4b-6e8c-42f4-8094-276e3a238a0f'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:02:32.909695 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-3359b783-c5e8-47ce-aac4-97a5351cdafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:02:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['afdb0a4b-6e8c-42f4-8094-276e3a238a0f'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:32.917280 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b06a7-8729-49b8-b54b-6f4e3b3ae523 None None] Pushing event updated for resources: {'Port': ['ID=06cffa8b-d407-4e0d-9002-5d9136862177,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:32.950857 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dff8c0-b5b7-41a2-83ce-e8ed09632aab req-bc1ac6ee-ef21-4963-87dc-aa86f386accd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:32.952990 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-08dff8c0-b5b7-41a2-83ce-e8ed09632aab req-bc1ac6ee-ef21-4963-87dc-aa86f386accd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0512aabc-33d7-4468-a50e-10fb498a1e41 HTTP/1.1" status: 200 len: 848 time: 0.1433580 Feb 17 18:02:32.998995 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-5dbe4789-cee9-4072-9ace-258c5a255170 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] device_id is not set on port eef62fac-6628-48f1-a7cd-204b5ac3ad36 yet. {{(pid=103435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 18:02:33.059830 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dff8c0-b5b7-41a2-83ce-e8ed09632aab req-79566231-4e91-4b2b-9e2e-28f62260a89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:33.069525 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-08dff8c0-b5b7-41a2-83ce-e8ed09632aab req-79566231-4e91-4b2b-9e2e-28f62260a89e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3aa3d1fd-12cf-43a5-8a21-bf857a06d327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1059201 Feb 17 18:02:33.097849 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-8e74494b-4abe-49a8-9aa1-a75f6d9a95ea admin admin] Allocated IP 172.25.8.228 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/37e5a697-19e2-44dc-8e38-b0e84aaf8541) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:02:33.105190 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7f1929ad-01a0-4937-bab9-53204e6fc187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:33.206758 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-3359b783-c5e8-47ce-aac4-97a5351cdafc None None] Set router afdb0a4b-6e8c-42f4-8094-276e3a238a0f gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:02:33.256815 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-38cc83e3-6d37-4a4c-85d6-650fe6d32182 None None] Publish callbacks [] for port (8a9913b0-a2a7-445c-9acc-bf5fda8f48f9), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:33.269047 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-38cc83e3-6d37-4a4c-85d6-650fe6d32182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (8a9913b0-a2a7-445c-9acc-bf5fda8f48f9), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:33.321366 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e74494b-4abe-49a8-9aa1-a75f6d9a95ea admin admin] Publish callbacks [] for port (37e5a697-19e2-44dc-8e38-b0e84aaf8541), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:33.353990 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-08dff8c0-b5b7-41a2-83ce-e8ed09632aab req-21eb901b-176f-459f-ac9d-beee503ef27a service neutron] 10.222.0.71 "GET /v2.0/networks/3aa3d1fd-12cf-43a5-8a21-bf857a06d327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814884 Feb 17 18:02:33.381952 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e74494b-4abe-49a8-9aa1-a75f6d9a95ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (37e5a697-19e2-44dc-8e38-b0e84aaf8541), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:33.401583 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5dbe4789-cee9-4072-9ace-258c5a255170 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks [] for port (eef62fac-6628-48f1-a7cd-204b5ac3ad36), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:33.451572 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e74494b-4abe-49a8-9aa1-a75f6d9a95ea admin admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:02:33.457784 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-8e74494b-4abe-49a8-9aa1-a75f6d9a95ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:02:33.463702 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e74494b-4abe-49a8-9aa1-a75f6d9a95ea admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:02:33.468392 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e74494b-4abe-49a8-9aa1-a75f6d9a95ea admin admin] Pushing event updated for resources: {'Port': ['ID=37e5a697-19e2-44dc-8e38-b0e84aaf8541,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:33.561840 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5dbe4789-cee9-4072-9ace-258c5a255170 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (beebca5c-498a-40c9-a827-8cf1e7c84fd1), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:33.566390 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-08dff8c0-b5b7-41a2-83ce-e8ed09632aab req-a87ad1bd-7506-4554-b72d-94f491dc9445 service neutron] 10.222.0.71 "GET /v2.0/networks/3aa3d1fd-12cf-43a5-8a21-bf857a06d327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990259 Feb 17 18:02:33.656944 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cc83e3-6d37-4a4c-85d6-650fe6d32182 None None] Network 5518987c-5299-4c78-a440-5bab69f3462f is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:02:33.657799 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-8c8bc3fd-fdb6-4a7a-9f8d-83cd739f20d3 None None] Provisioning complete for port 06cffa8b-d407-4e0d-9002-5d9136862177 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:02:33.658138 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8c8bc3fd-fdb6-4a7a-9f8d-83cd739f20d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (06cffa8b-d407-4e0d-9002-5d9136862177), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:33.659768 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cc83e3-6d37-4a4c-85d6-650fe6d32182 None None] Pushing event updated for resources: {'Port': ['ID=8a9913b0-a2a7-445c-9acc-bf5fda8f48f9,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:33.683861 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe4789-cee9-4072-9ace-258c5a255170 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Pushing event updated for resources: {'Port': ['ID=beebca5c-498a-40c9-a827-8cf1e7c84fd1,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:33.688633 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-38cc83e3-6d37-4a4c-85d6-650fe6d32182 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:02:33.693414 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cc83e3-6d37-4a4c-85d6-650fe6d32182 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:02:33.710150 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbe4789-cee9-4072-9ace-258c5a255170 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Checking segment: {'id': 'baa49961-74f9-4429-a95e-ee1b97ff9bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8ffab25f-e04a-4619-a297-5e66e5f30d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:02:33.711124 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbe4789-cee9-4072-9ace-258c5a255170 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Network hostable DHCP agents. Network: 8ffab25f-e04a-4619-a297-5e66e5f30d61, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:02:33.737436 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbe4789-cee9-4072-9ace-258c5a255170 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Network 8ffab25f-e04a-4619-a297-5e66e5f30d61 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:02:33.749494 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-5dbe4789-cee9-4072-9ace-258c5a255170 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 8ffab25f-e04a-4619-a297-5e66e5f30d61) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:02:33.758096 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbe4789-cee9-4072-9ace-258c5a255170 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:02:33.762402 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5dbe4789-cee9-4072-9ace-258c5a255170 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (eef62fac-6628-48f1-a7cd-204b5ac3ad36), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:33.767452 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9491f8e-e2b4-475a-bfbb-e729a3e2b7e3 None None] Network 8ffab25f-e04a-4619-a297-5e66e5f30d61 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:02:33.853090 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-38cc83e3-6d37-4a4c-85d6-650fe6d32182 None None] Attempting to bind port 8a9913b0-a2a7-445c-9acc-bf5fda8f48f9 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:02:33.853480 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-38cc83e3-6d37-4a4c-85d6-650fe6d32182 None None] Attempting to bind port 8a9913b0-a2a7-445c-9acc-bf5fda8f48f9 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '060b0317-b9ea-4b85-851d-2be6107377e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5518987c-5299-4c78-a440-5bab69f3462f'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:02:33.853841 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cc83e3-6d37-4a4c-85d6-650fe6d32182 None None] Attempting to bind port 8a9913b0-a2a7-445c-9acc-bf5fda8f48f9 on network 5518987c-5299-4c78-a440-5bab69f3462f {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:02:33.871875 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe4789-cee9-4072-9ace-258c5a255170 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Pushing event updated for resources: {'Port': ['ID=eef62fac-6628-48f1-a7cd-204b5ac3ad36,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:33.889875 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbe4789-cee9-4072-9ace-258c5a255170 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Checking segment: {'id': 'c32bc981-3469-4c7a-b27f-348b0d5590a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6545cfa1-7a17-4d12-aa98-77a08a49d327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:02:33.890239 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbe4789-cee9-4072-9ace-258c5a255170 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Network hostable DHCP agents. Network: 6545cfa1-7a17-4d12-aa98-77a08a49d327, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:02:33.903111 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e74494b-4abe-49a8-9aa1-a75f6d9a95ea admin admin] Publish callbacks [] for router_gateway (a6847ecf-439c-4b43-8ed6-44da902fce8c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:33.919167 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cc83e3-6d37-4a4c-85d6-650fe6d32182 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:02:33.919542 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cc83e3-6d37-4a4c-85d6-650fe6d32182 None None] Checking segment: {'id': '060b0317-b9ea-4b85-851d-2be6107377e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5518987c-5299-4c78-a440-5bab69f3462f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:02:33.919960 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-38cc83e3-6d37-4a4c-85d6-650fe6d32182 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:33.920500 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cc83e3-6d37-4a4c-85d6-650fe6d32182 None None] Bound using segment: {'id': '060b0317-b9ea-4b85-851d-2be6107377e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5518987c-5299-4c78-a440-5bab69f3462f'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:02:33.921027 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-38cc83e3-6d37-4a4c-85d6-650fe6d32182 None None] Bound port: 8a9913b0-a2a7-445c-9acc-bf5fda8f48f9, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '060b0317-b9ea-4b85-851d-2be6107377e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5518987c-5299-4c78-a440-5bab69f3462f'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:02:33.921479 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-38cc83e3-6d37-4a4c-85d6-650fe6d32182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8a9913b0-a2a7-445c-9acc-bf5fda8f48f9), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:33.923061 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbe4789-cee9-4072-9ace-258c5a255170 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Network 6545cfa1-7a17-4d12-aa98-77a08a49d327 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:02:33.939869 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-5dbe4789-cee9-4072-9ace-258c5a255170 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 6545cfa1-7a17-4d12-aa98-77a08a49d327) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:02:33.946752 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbe4789-cee9-4072-9ace-258c5a255170 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:02:33.967161 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbe4789-cee9-4072-9ace-258c5a255170 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:33.976191 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbe4789-cee9-4072-9ace-258c5a255170 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:33.977487 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5dbe4789-cee9-4072-9ace-258c5a255170 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:34.005677 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-5dbe4789-cee9-4072-9ace-258c5a255170 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.1778705 Feb 17 18:02:34.008064 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55556) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:34.008755 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-8c8bc3fd-fdb6-4a7a-9f8d-83cd739f20d3 None None] Current status of the port 06cffa8b-d407-4e0d-9002-5d9136862177 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:02:34.009385 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8c8bc3fd-fdb6-4a7a-9f8d-83cd739f20d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (06cffa8b-d407-4e0d-9002-5d9136862177), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:34.012459 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187fad92-65ae-42cf-a5fc-57da50440cbc None None] Network 6545cfa1-7a17-4d12-aa98-77a08a49d327 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:02:34.132976 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e28e267-52e5-4936-bdda-0d10ac15e160 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:34.138892 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e28e267-52e5-4936-bdda-0d10ac15e160 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:34.140589 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5e28e267-52e5-4936-bdda-0d10ac15e160 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1314142 Feb 17 18:02:34.144813 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55560) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:34.189912 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-3359b783-c5e8-47ce-aac4-97a5351cdafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdb0a4b-6e8c-42f4-8094-276e3a238a0f', 'name': 'tempest-TestServerMultinode-1101161213-router', 'tenant_id': '113f9340d19d45599c6df8d4c90a33e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'fe2de278-fc51-4c83-99f4-6cf32de2b656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:02:23Z', 'updated_at': '2022-02-17T18:02:27Z', 'revision_number': 4, 'project_id': '113f9340d19d45599c6df8d4c90a33e1', 'gw_port': {'id': 'fe2de278-fc51-4c83-99f4-6cf32de2b656', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:91:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdb0a4b-6e8c-42f4-8094-276e3a238a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:02:23Z', 'updated_at': '2022-02-17T18:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '06cffa8b-d407-4e0d-9002-5d9136862177', 'name': '', 'network_id': '1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f', 'tenant_id': '113f9340d19d45599c6df8d4c90a33e1', 'mac_address': 'fa:16:3e:67:b2:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdb0a4b-6e8c-42f4-8094-276e3a238a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'b98b3c03-b8a5-48d7-bc71-73f4d191b9fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:02:26Z', 'updated_at': '2022-02-17T18:02:32Z', 'revision_number': 4, 'project_id': '113f9340d19d45599c6df8d4c90a33e1', 'subnets': [{'id': 'b98b3c03-b8a5-48d7-bc71-73f4d191b9fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:34.210284 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-8c8bc3fd-fdb6-4a7a-9f8d-83cd739f20d3 None None] For port 06cffa8b-d407-4e0d-9002-5d9136862177, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=06cffa8b-d407-4e0d-9002-5d9136862177,segment=NetworkSegment(e18367a8-3e95-4b96-a913-67acafe5b398),segment_id=e18367a8-3e95-4b96-a913-67acafe5b398)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:02:34.271465 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3359b783-c5e8-47ce-aac4-97a5351cdafc None None] The sync data for ids ['afdb0a4b-6e8c-42f4-8094-276e3a238a0f'] in n-d-829613-2 is: [{'id': 'afdb0a4b-6e8c-42f4-8094-276e3a238a0f', 'name': 'tempest-TestServerMultinode-1101161213-router', 'tenant_id': '113f9340d19d45599c6df8d4c90a33e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'fe2de278-fc51-4c83-99f4-6cf32de2b656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:02:23Z', 'updated_at': '2022-02-17T18:02:27Z', 'revision_number': 4, 'project_id': '113f9340d19d45599c6df8d4c90a33e1', 'gw_port': {'id': 'fe2de278-fc51-4c83-99f4-6cf32de2b656', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:91:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdb0a4b-6e8c-42f4-8094-276e3a238a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:02:23Z', 'updated_at': '2022-02-17T18:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '06cffa8b-d407-4e0d-9002-5d9136862177', 'name': '', 'network_id': '1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f', 'tenant_id': '113f9340d19d45599c6df8d4c90a33e1', 'mac_address': 'fa:16:3e:67:b2:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdb0a4b-6e8c-42f4-8094-276e3a238a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'b98b3c03-b8a5-48d7-bc71-73f4d191b9fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:02:26Z', 'updated_at': '2022-02-17T18:02:32Z', 'revision_number': 4, 'project_id': '113f9340d19d45599c6df8d4c90a33e1', 'subnets': [{'id': 'b98b3c03-b8a5-48d7-bc71-73f4d191b9fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:02:34.280053 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8c8bc3fd-fdb6-4a7a-9f8d-83cd739f20d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (06cffa8b-d407-4e0d-9002-5d9136862177), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:34.291316 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-38cc83e3-6d37-4a4c-85d6-650fe6d32182 None None] For port 8a9913b0-a2a7-445c-9acc-bf5fda8f48f9, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:02:34.296145 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-38cc83e3-6d37-4a4c-85d6-650fe6d32182 None None] For port 8a9913b0-a2a7-445c-9acc-bf5fda8f48f9, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=8a9913b0-a2a7-445c-9acc-bf5fda8f48f9,segment=NetworkSegment(060b0317-b9ea-4b85-851d-2be6107377e0),segment_id=060b0317-b9ea-4b85-851d-2be6107377e0)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:02:34.339073 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e74494b-4abe-49a8-9aa1-a75f6d9a95ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (a6847ecf-439c-4b43-8ed6-44da902fce8c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:34.343356 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-38cc83e3-6d37-4a4c-85d6-650fe6d32182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (8a9913b0-a2a7-445c-9acc-bf5fda8f48f9), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:34.368179 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-ff248606-aa1e-4f58-a0d7-2a519e61f9d6 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Deleting port beebca5c-498a-40c9-a827-8cf1e7c84fd1 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:02:34.368815 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ff248606-aa1e-4f58-a0d7-2a519e61f9d6 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (beebca5c-498a-40c9-a827-8cf1e7c84fd1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:34.411291 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8bc3fd-fdb6-4a7a-9f8d-83cd739f20d3 None None] Pushing event updated for resources: {'Port': ['ID=06cffa8b-d407-4e0d-9002-5d9136862177,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:34.526675 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cc83e3-6d37-4a4c-85d6-650fe6d32182 None None] Pushing event updated for resources: {'Port': ['ID=8a9913b0-a2a7-445c-9acc-bf5fda8f48f9,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:35.097621 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ff248606-aa1e-4f58-a0d7-2a519e61f9d6 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (beebca5c-498a-40c9-a827-8cf1e7c84fd1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:35.117779 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-ff248606-aa1e-4f58-a0d7-2a519e61f9d6 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Calling delete_port for beebca5c-498a-40c9-a827-8cf1e7c84fd1 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:02:35.179967 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 8a9913b0-a2a7-445c-9acc-bf5fda8f48f9 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:02:35.330455 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 8a9913b0-a2a7-445c-9acc-bf5fda8f48f9 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:02:35.331135 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (8a9913b0-a2a7-445c-9acc-bf5fda8f48f9), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:35.334986 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e74494b-4abe-49a8-9aa1-a75f6d9a95ea admin admin] Router a6847ecf-439c-4b43-8ed6-44da902fce8c is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 18:02:35.355234 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ff248606-aa1e-4f58-a0d7-2a519e61f9d6 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (beebca5c-498a-40c9-a827-8cf1e7c84fd1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:35.402052 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff248606-aa1e-4f58-a0d7-2a519e61f9d6 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Pushing event deleted for resources: {'Port': ['ID=beebca5c-498a-40c9-a827-8cf1e7c84fd1,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:35.542917 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-31f541a3-d52d-4567-98f9-bf3b6186775b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:35.584604 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 8a9913b0-a2a7-445c-9acc-bf5fda8f48f9 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:02:35.585196 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8a9913b0-a2a7-445c-9acc-bf5fda8f48f9), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:35.586006 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e74494b-4abe-49a8-9aa1-a75f6d9a95ea admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:02:35.597448 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ff248606-aa1e-4f58-a0d7-2a519e61f9d6 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:35.599013 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9606ad61-dbdf-4345-b01a-9f641fba3eb5 None None] Sync routers for ids ['a6847ecf-439c-4b43-8ed6-44da902fce8c'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:02:35.615755 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55564) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:35.616648 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ff248606-aa1e-4f58-a0d7-2a519e61f9d6 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] 10.222.0.87 "DELETE /v2.0/ports/beebca5c-498a-40c9-a827-8cf1e7c84fd1 HTTP/1.1" status: 204 len: 168 time: 1.4671724 Feb 17 18:02:35.641002 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8e74494b-4abe-49a8-9aa1-a75f6d9a95ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:35.642139 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9606ad61-dbdf-4345-b01a-9f641fba3eb5 None None] Routers {'a6847ecf-439c-4b43-8ed6-44da902fce8c'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:02:35.645716 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-9606ad61-dbdf-4345-b01a-9f641fba3eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:02:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['a6847ecf-439c-4b43-8ed6-44da902fce8c'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:35.647909 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8e74494b-4abe-49a8-9aa1-a75f6d9a95ea admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8197474 Feb 17 18:02:35.650374 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55566) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:35.685989 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 8a9913b0-a2a7-445c-9acc-bf5fda8f48f9, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=8a9913b0-a2a7-445c-9acc-bf5fda8f48f9,segment=NetworkSegment(060b0317-b9ea-4b85-851d-2be6107377e0),segment_id=060b0317-b9ea-4b85-851d-2be6107377e0)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:02:35.695016 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (8a9913b0-a2a7-445c-9acc-bf5fda8f48f9), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:35.696207 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 06cffa8b-d407-4e0d-9002-5d9136862177 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:02:35.863800 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=8a9913b0-a2a7-445c-9acc-bf5fda8f48f9,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:35.879275 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 06cffa8b-d407-4e0d-9002-5d9136862177 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:02:35.879914 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (06cffa8b-d407-4e0d-9002-5d9136862177), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:35.914098 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-6b8c81bf-4519-4ec7-8c1e-24398893b9a7 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Deleting port eef62fac-6628-48f1-a7cd-204b5ac3ad36 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:02:35.914680 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6b8c81bf-4519-4ec7-8c1e-24398893b9a7 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (eef62fac-6628-48f1-a7cd-204b5ac3ad36), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:35.959756 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-9606ad61-dbdf-4345-b01a-9f641fba3eb5 None None] Set router a6847ecf-439c-4b43-8ed6-44da902fce8c gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:02:36.057552 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 06cffa8b-d407-4e0d-9002-5d9136862177 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:02:36.132738 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6b8c81bf-4519-4ec7-8c1e-24398893b9a7 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (eef62fac-6628-48f1-a7cd-204b5ac3ad36), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:36.162480 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-6b8c81bf-4519-4ec7-8c1e-24398893b9a7 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Calling delete_port for eef62fac-6628-48f1-a7cd-204b5ac3ad36 owned by {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:02:36.241139 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d170884c-693d-4db6-8a12-d5fb4cba065c None None] Network 5518987c-5299-4c78-a440-5bab69f3462f requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:02:36.375159 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-9606ad61-dbdf-4345-b01a-9f641fba3eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6847ecf-439c-4b43-8ed6-44da902fce8c', 'name': 'tempest-TestServerMultinode-1379361428-router', 'tenant_id': 'e765823af4804d8ca39c52c63fff27b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '37e5a697-19e2-44dc-8e38-b0e84aaf8541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:02:31Z', 'updated_at': '2022-02-17T18:02:33Z', 'revision_number': 3, 'project_id': 'e765823af4804d8ca39c52c63fff27b4', 'gw_port': {'id': '37e5a697-19e2-44dc-8e38-b0e84aaf8541', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:59:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6847ecf-439c-4b43-8ed6-44da902fce8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:02:32Z', 'updated_at': '2022-02-17T18:02:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:36.388945 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6b8c81bf-4519-4ec7-8c1e-24398893b9a7 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (eef62fac-6628-48f1-a7cd-204b5ac3ad36), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:36.450047 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8c81bf-4519-4ec7-8c1e-24398893b9a7 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Pushing event deleted for resources: {'Port': ['ID=eef62fac-6628-48f1-a7cd-204b5ac3ad36,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:36.453861 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9606ad61-dbdf-4345-b01a-9f641fba3eb5 None None] Checking router: a6847ecf-439c-4b43-8ed6-44da902fce8c for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:02:36.455031 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9606ad61-dbdf-4345-b01a-9f641fba3eb5 None None] Updating router a6847ecf-439c-4b43-8ed6-44da902fce8c port 37e5a697-19e2-44dc-8e38-b0e84aaf8541 binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 18:02:36.461305 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-9a000534-66e1-45f7-908e-c39eddfbcaab None None] Provisioning complete for port 8a9913b0-a2a7-445c-9acc-bf5fda8f48f9 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:02:36.461686 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9a000534-66e1-45f7-908e-c39eddfbcaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (8a9913b0-a2a7-445c-9acc-bf5fda8f48f9), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:36.495589 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6b8c81bf-4519-4ec7-8c1e-24398893b9a7 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:36.508448 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-6b8c81bf-4519-4ec7-8c1e-24398893b9a7 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] 10.222.0.87 "DELETE /v2.0/ports/eef62fac-6628-48f1-a7cd-204b5ac3ad36 HTTP/1.1" status: 204 len: 168 time: 0.8897736 Feb 17 18:02:36.511114 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55572) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:36.533695 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-9606ad61-dbdf-4345-b01a-9f641fba3eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (37e5a697-19e2-44dc-8e38-b0e84aaf8541), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:36.650480 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-9a000534-66e1-45f7-908e-c39eddfbcaab None None] Current status of the port 8a9913b0-a2a7-445c-9acc-bf5fda8f48f9 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:02:36.666356 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a040b716-98fe-4094-999f-2babf095d8c0 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1474526 Feb 17 18:02:36.667180 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55574) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:36.673895 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-658299dc-de4f-4274-b2bf-a6d7bb1a99cd tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1392199534'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:02:36.721082 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658299dc-de4f-4274-b2bf-a6d7bb1a99cd tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Made reservation on behalf of 720634a4696c4247bffa2a3b81e0e044 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:02:36.730214 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-658299dc-de4f-4274-b2bf-a6d7bb1a99cd tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:36.768835 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:36.789349 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-658299dc-de4f-4274-b2bf-a6d7bb1a99cd tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:02:36.809534 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-04379807-a00e-4bf0-a565-1f4bdb34670d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:36.817371 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-658299dc-de4f-4274-b2bf-a6d7bb1a99cd tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (6f438dcf-f775-4761-b553-8cfcdc77670f), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:36.818042 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-658299dc-de4f-4274-b2bf-a6d7bb1a99cd tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Added segment 6f438dcf-f775-4761-b553-8cfcdc77670f of type vlan for network 3764e37b-1a36-42c9-ac12-9a88db68c4ba Feb 17 18:02:36.896135 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-658299dc-de4f-4274-b2bf-a6d7bb1a99cd tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (3764e37b-1a36-42c9-ac12-9a88db68c4ba), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:36.945863 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-658299dc-de4f-4274-b2bf-a6d7bb1a99cd tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (3764e37b-1a36-42c9-ac12-9a88db68c4ba), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:36.951762 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658299dc-de4f-4274-b2bf-a6d7bb1a99cd tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:36.952820 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-658299dc-de4f-4274-b2bf-a6d7bb1a99cd tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:36.986247 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b8a32d4b-b9df-41b6-acd5-cb00847fefe9 None None] Provisioning complete for port 8a9913b0-a2a7-445c-9acc-bf5fda8f48f9 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:02:36.986559 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b8a32d4b-b9df-41b6-acd5-cb00847fefe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (8a9913b0-a2a7-445c-9acc-bf5fda8f48f9), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:37.015865 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-658299dc-de4f-4274-b2bf-a6d7bb1a99cd tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3451810 Feb 17 18:02:37.020573 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55576) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:37.030227 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-49c459ed-8417-4ca3-9db1-eb2958216653 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-199747250'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:02:37.093301 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658299dc-de4f-4274-b2bf-a6d7bb1a99cd tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Pushing event updated for resources: {'Network': ['ID=3764e37b-1a36-42c9-ac12-9a88db68c4ba,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:37.116794 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 3764e37b-1a36-42c9-ac12-9a88db68c4ba details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:02:37.193538 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 8a9913b0-a2a7-445c-9acc-bf5fda8f48f9 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:02:37.194342 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c459ed-8417-4ca3-9db1-eb2958216653 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Made reservation on behalf of 720634a4696c4247bffa2a3b81e0e044 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:02:37.195666 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-49c459ed-8417-4ca3-9db1-eb2958216653 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:37.205802 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-9606ad61-dbdf-4345-b01a-9f641fba3eb5 None None] Publish callbacks [] for port (37e5a697-19e2-44dc-8e38-b0e84aaf8541), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:37.217973 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-9606ad61-dbdf-4345-b01a-9f641fba3eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (37e5a697-19e2-44dc-8e38-b0e84aaf8541), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:37.232371 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-04379807-a00e-4bf0-a565-1f4bdb34670d admin admin] Allocated IP 172.20.0.1 (5518987c-5299-4c78-a440-5bab69f3462f/cb1793d2-8d9e-49b7-b266-8b01fa8ad0f9/f3ca9823-b89d-4f09-8ef5-11970a6b7688) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:02:37.241724 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49c459ed-8417-4ca3-9db1-eb2958216653 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:02:37.274530 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-49c459ed-8417-4ca3-9db1-eb2958216653 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (f0f4e750-86ce-4998-af62-d238b4f7a9f9), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:37.277100 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-49c459ed-8417-4ca3-9db1-eb2958216653 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Added segment f0f4e750-86ce-4998-af62-d238b4f7a9f9 of type vlan for network 759fff47-2a8a-4012-aaf5-35d15c914e92 Feb 17 18:02:37.304262 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f3e60-5d86-4a50-b21c-00e0a1dd6acc None None] Pushing event updated for resources: {'Port': ['ID=37e5a697-19e2-44dc-8e38-b0e84aaf8541,revision_number=2']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:37.324276 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-9606ad61-dbdf-4345-b01a-9f641fba3eb5 None None] Attempting to bind port 37e5a697-19e2-44dc-8e38-b0e84aaf8541 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:02:37.324523 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-9606ad61-dbdf-4345-b01a-9f641fba3eb5 None None] Attempting to bind port 37e5a697-19e2-44dc-8e38-b0e84aaf8541 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:02:37.324826 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9606ad61-dbdf-4345-b01a-9f641fba3eb5 None None] Attempting to bind port 37e5a697-19e2-44dc-8e38-b0e84aaf8541 on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:02:37.333303 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9606ad61-dbdf-4345-b01a-9f641fba3eb5 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:02:37.333841 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9606ad61-dbdf-4345-b01a-9f641fba3eb5 None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:02:37.334253 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-9606ad61-dbdf-4345-b01a-9f641fba3eb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:37.334661 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9606ad61-dbdf-4345-b01a-9f641fba3eb5 None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:02:37.335316 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-9606ad61-dbdf-4345-b01a-9f641fba3eb5 None None] Bound port: 37e5a697-19e2-44dc-8e38-b0e84aaf8541, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:02:37.335720 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-9606ad61-dbdf-4345-b01a-9f641fba3eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (37e5a697-19e2-44dc-8e38-b0e84aaf8541), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:37.377379 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-49c459ed-8417-4ca3-9db1-eb2958216653 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (759fff47-2a8a-4012-aaf5-35d15c914e92), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:37.379411 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 8a9913b0-a2a7-445c-9acc-bf5fda8f48f9 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:02:37.380280 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (8a9913b0-a2a7-445c-9acc-bf5fda8f48f9), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:37.406749 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-9606ad61-dbdf-4345-b01a-9f641fba3eb5 None None] For port 37e5a697-19e2-44dc-8e38-b0e84aaf8541, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:02:37.411962 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-9606ad61-dbdf-4345-b01a-9f641fba3eb5 None None] For port 37e5a697-19e2-44dc-8e38-b0e84aaf8541, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=37e5a697-19e2-44dc-8e38-b0e84aaf8541,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:02:37.420370 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-9606ad61-dbdf-4345-b01a-9f641fba3eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (37e5a697-19e2-44dc-8e38-b0e84aaf8541), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:37.421220 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-49c459ed-8417-4ca3-9db1-eb2958216653 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (759fff47-2a8a-4012-aaf5-35d15c914e92), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:37.433912 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c459ed-8417-4ca3-9db1-eb2958216653 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:37.435313 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-49c459ed-8417-4ca3-9db1-eb2958216653 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:37.444738 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-04379807-a00e-4bf0-a565-1f4bdb34670d admin admin] Publish callbacks [] for port (f3ca9823-b89d-4f09-8ef5-11970a6b7688), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:37.450243 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b8a32d4b-b9df-41b6-acd5-cb00847fefe9 None None] Current status of the port 8a9913b0-a2a7-445c-9acc-bf5fda8f48f9 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:02:37.505215 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-04379807-a00e-4bf0-a565-1f4bdb34670d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (f3ca9823-b89d-4f09-8ef5-11970a6b7688), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:37.506177 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-49c459ed-8417-4ca3-9db1-eb2958216653 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4842594 Feb 17 18:02:37.583616 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 8a9913b0-a2a7-445c-9acc-bf5fda8f48f9 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:02:37.586740 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c459ed-8417-4ca3-9db1-eb2958216653 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Pushing event updated for resources: {'Network': ['ID=759fff47-2a8a-4012-aaf5-35d15c914e92,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:37.596414 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f3e60-5d86-4a50-b21c-00e0a1dd6acc None None] Pushing event updated for resources: {'Port': ['ID=37e5a697-19e2-44dc-8e38-b0e84aaf8541,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:37.616594 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9606ad61-dbdf-4345-b01a-9f641fba3eb5 None None] Routers {'a6847ecf-439c-4b43-8ed6-44da902fce8c'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:02:37.619397 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-9606ad61-dbdf-4345-b01a-9f641fba3eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:02:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['a6847ecf-439c-4b43-8ed6-44da902fce8c'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:37.626269 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 759fff47-2a8a-4012-aaf5-35d15c914e92 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:02:37.658870 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04379807-a00e-4bf0-a565-1f4bdb34670d admin admin] Pushing event updated for resources: {'Port': ['ID=f3ca9823-b89d-4f09-8ef5-11970a6b7688,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:37.674839 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04379807-a00e-4bf0-a565-1f4bdb34670d admin admin] Network 5518987c-5299-4c78-a440-5bab69f3462f is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:02:37.677084 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-04379807-a00e-4bf0-a565-1f4bdb34670d admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:02:37.694399 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04379807-a00e-4bf0-a565-1f4bdb34670d admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:02:37.801209 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-04379807-a00e-4bf0-a565-1f4bdb34670d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (a6847ecf-439c-4b43-8ed6-44da902fce8c), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:38.018505 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-9606ad61-dbdf-4345-b01a-9f641fba3eb5 None None] Set router a6847ecf-439c-4b43-8ed6-44da902fce8c gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:02:38.034100 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-04379807-a00e-4bf0-a565-1f4bdb34670d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (f3ca9823-b89d-4f09-8ef5-11970a6b7688), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:38.041455 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:38.305777 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-9d97fc33-a463-4338-971e-f09bdd095cb6 None None] Provisioning complete for port f3ca9823-b89d-4f09-8ef5-11970a6b7688 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:02:38.307745 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9d97fc33-a463-4338-971e-f09bdd095cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (f3ca9823-b89d-4f09-8ef5-11970a6b7688), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:38.361866 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-9606ad61-dbdf-4345-b01a-9f641fba3eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6847ecf-439c-4b43-8ed6-44da902fce8c', 'name': 'tempest-TestServerMultinode-1379361428-router', 'tenant_id': 'e765823af4804d8ca39c52c63fff27b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '37e5a697-19e2-44dc-8e38-b0e84aaf8541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:02:31Z', 'updated_at': '2022-02-17T18:02:33Z', 'revision_number': 3, 'project_id': 'e765823af4804d8ca39c52c63fff27b4', 'gw_port': {'id': '37e5a697-19e2-44dc-8e38-b0e84aaf8541', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:59:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6847ecf-439c-4b43-8ed6-44da902fce8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:02:32Z', 'updated_at': '2022-02-17T18:02:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:38.397645 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9606ad61-dbdf-4345-b01a-9f641fba3eb5 None None] The sync data for ids ['a6847ecf-439c-4b43-8ed6-44da902fce8c'] in n-d-829613-2 is: [{'id': 'a6847ecf-439c-4b43-8ed6-44da902fce8c', 'name': 'tempest-TestServerMultinode-1379361428-router', 'tenant_id': 'e765823af4804d8ca39c52c63fff27b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '37e5a697-19e2-44dc-8e38-b0e84aaf8541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:02:31Z', 'updated_at': '2022-02-17T18:02:33Z', 'revision_number': 3, 'project_id': 'e765823af4804d8ca39c52c63fff27b4', 'gw_port': {'id': '37e5a697-19e2-44dc-8e38-b0e84aaf8541', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:59:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6847ecf-439c-4b43-8ed6-44da902fce8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:02:32Z', 'updated_at': '2022-02-17T18:02:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:02:38.417603 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-04379807-a00e-4bf0-a565-1f4bdb34670d admin admin] Publish callbacks [] for port (f3ca9823-b89d-4f09-8ef5-11970a6b7688), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:38.425069 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-04379807-a00e-4bf0-a565-1f4bdb34670d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (f3ca9823-b89d-4f09-8ef5-11970a6b7688), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:38.444547 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-9d97fc33-a463-4338-971e-f09bdd095cb6 None None] Port f3ca9823-b89d-4f09-8ef5-11970a6b7688 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:02:38.560058 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-04379807-a00e-4bf0-a565-1f4bdb34670d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (a6847ecf-439c-4b43-8ed6-44da902fce8c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:38.562496 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04379807-a00e-4bf0-a565-1f4bdb34670d admin admin] Pushing event updated for resources: {'Port': ['ID=f3ca9823-b89d-4f09-8ef5-11970a6b7688,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:38.753083 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04379807-a00e-4bf0-a565-1f4bdb34670d admin admin] Network 5518987c-5299-4c78-a440-5bab69f3462f is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:02:38.754832 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-04379807-a00e-4bf0-a565-1f4bdb34670d admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:02:39.117656 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:39.126152 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04379807-a00e-4bf0-a565-1f4bdb34670d admin admin] Router a6847ecf-439c-4b43-8ed6-44da902fce8c has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:02:39.251861 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 37e5a697-19e2-44dc-8e38-b0e84aaf8541 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:02:39.361849 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 37e5a697-19e2-44dc-8e38-b0e84aaf8541 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:02:39.362687 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (37e5a697-19e2-44dc-8e38-b0e84aaf8541), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:39.383897 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04379807-a00e-4bf0-a565-1f4bdb34670d admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:02:39.393143 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-04379807-a00e-4bf0-a565-1f4bdb34670d admin admin] 10.222.0.87 "PUT /v2.0/routers/a6847ecf-439c-4b43-8ed6-44da902fce8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7386780 Feb 17 18:02:39.611225 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 37e5a697-19e2-44dc-8e38-b0e84aaf8541 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:02:39.611680 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (37e5a697-19e2-44dc-8e38-b0e84aaf8541), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:39.652956 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5b8cb79a-d60c-4b2e-86c9-e529cd56a5c5 None None] Provisioning complete for port f3ca9823-b89d-4f09-8ef5-11970a6b7688 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:02:39.653652 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5b8cb79a-d60c-4b2e-86c9-e529cd56a5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (f3ca9823-b89d-4f09-8ef5-11970a6b7688), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:39.666443 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 37e5a697-19e2-44dc-8e38-b0e84aaf8541, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=37e5a697-19e2-44dc-8e38-b0e84aaf8541,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:02:39.750818 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (37e5a697-19e2-44dc-8e38-b0e84aaf8541), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:39.854251 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5b8cb79a-d60c-4b2e-86c9-e529cd56a5c5 None None] Port f3ca9823-b89d-4f09-8ef5-11970a6b7688 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:02:39.913117 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=37e5a697-19e2-44dc-8e38-b0e84aaf8541,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:40.457640 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf70aa-c6ec-4b66-ba67-3b61706ba81e req-52e5c412-656a-4f96-bd9f-d6429f7c4a8e tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:40.459335 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a1cf70aa-c6ec-4b66-ba67-3b61706ba81e req-52e5c412-656a-4f96-bd9f-d6429f7c4a8e tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/networks?id=1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f HTTP/1.1" status: 200 len: 911 time: 0.1268213 Feb 17 18:02:40.491639 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a1cf70aa-c6ec-4b66-ba67-3b61706ba81e req-d8656138-d0d0-460d-bee4-e8077580fdc3 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/quotas/e765823af4804d8ca39c52c63fff27b4 HTTP/1.1" status: 200 len: 375 time: 0.0144804 Feb 17 18:02:40.606977 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a1cf70aa-c6ec-4b66-ba67-3b61706ba81e req-c64de5bf-82c3-4443-86f9-670d100fdde0 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/ports?tenant_id=e765823af4804d8ca39c52c63fff27b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1089129 Feb 17 18:02:40.721525 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a1cf70aa-c6ec-4b66-ba67-3b61706ba81e req-1499c416-4040-4790-b979-efd17556475d service neutron] 10.222.0.87 "GET /v2.0/networks/1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058581 Feb 17 18:02:40.869719 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a1cf70aa-c6ec-4b66-ba67-3b61706ba81e req-fc1addff-6301-4089-a841-4a55bea043fe service neutron] 10.222.0.87 "GET /v2.0/networks/1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278760 Feb 17 18:02:41.069196 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 37e5a697-19e2-44dc-8e38-b0e84aaf8541 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:02:41.094961 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55626) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:41.103135 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-7a8af999-1c2c-4372-a97c-ae8b428dd1bd tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Request body: {'subnets': [{'network_id': '3764e37b-1a36-42c9-ac12-9a88db68c4ba', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1897439282', 'ip_version': 6}, {'network_id': '759fff47-2a8a-4012-aaf5-35d15c914e92', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:02:41.103484 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-7a8af999-1c2c-4372-a97c-ae8b428dd1bd tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Request body: {'subnet': {'network_id': '3764e37b-1a36-42c9-ac12-9a88db68c4ba', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1897439282', 'ip_version': 6}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:02:41.104200 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-7a8af999-1c2c-4372-a97c-ae8b428dd1bd tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Request body: {'subnet': {'network_id': '759fff47-2a8a-4012-aaf5-35d15c914e92', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:02:41.160927 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677f3608-57af-44ae-8e7f-79254b6849d8 None None] Sync routers for ids ['a6847ecf-439c-4b43-8ed6-44da902fce8c'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:02:41.179226 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1c4824f6-8794-4b4b-a92d-2b2f893ab910 req-f735700e-188e-485d-b049-14a7aed5474f tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=708f5a6f-a3e7-429e-b531-8ac21fb55af0 HTTP/1.1" status: 200 len: 210 time: 0.0410123 Feb 17 18:02:41.184273 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677f3608-57af-44ae-8e7f-79254b6849d8 None None] Routers {'a6847ecf-439c-4b43-8ed6-44da902fce8c'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:02:41.185225 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-677f3608-57af-44ae-8e7f-79254b6849d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:02:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['a6847ecf-439c-4b43-8ed6-44da902fce8c'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:41.272875 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 37e5a697-19e2-44dc-8e38-b0e84aaf8541 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:02:41.273352 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (37e5a697-19e2-44dc-8e38-b0e84aaf8541), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:41.332538 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8af999-1c2c-4372-a97c-ae8b428dd1bd tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Made reservation on behalf of 720634a4696c4247bffa2a3b81e0e044 for: {'subnet': 2} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:02:41.338824 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7a8af999-1c2c-4372-a97c-ae8b428dd1bd tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:41.339399 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7a8af999-1c2c-4372-a97c-ae8b428dd1bd tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:41.522735 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-677f3608-57af-44ae-8e7f-79254b6849d8 None None] Set router a6847ecf-439c-4b43-8ed6-44da902fce8c gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:02:41.702983 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 37e5a697-19e2-44dc-8e38-b0e84aaf8541 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:02:41.802424 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-677f3608-57af-44ae-8e7f-79254b6849d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6847ecf-439c-4b43-8ed6-44da902fce8c', 'name': 'tempest-TestServerMultinode-1379361428-router', 'tenant_id': 'e765823af4804d8ca39c52c63fff27b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '37e5a697-19e2-44dc-8e38-b0e84aaf8541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:02:31Z', 'updated_at': '2022-02-17T18:02:37Z', 'revision_number': 4, 'project_id': 'e765823af4804d8ca39c52c63fff27b4', 'gw_port': {'id': '37e5a697-19e2-44dc-8e38-b0e84aaf8541', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:59:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6847ecf-439c-4b43-8ed6-44da902fce8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:02:32Z', 'updated_at': '2022-02-17T18:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'f3ca9823-b89d-4f09-8ef5-11970a6b7688', 'name': '', 'network_id': '5518987c-5299-4c78-a440-5bab69f3462f', 'tenant_id': 'e765823af4804d8ca39c52c63fff27b4', 'mac_address': 'fa:16:3e:b7:76:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6847ecf-439c-4b43-8ed6-44da902fce8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'cb1793d2-8d9e-49b7-b266-8b01fa8ad0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:02:36Z', 'updated_at': '2022-02-17T18:02:38Z', 'revision_number': 2, 'project_id': 'e765823af4804d8ca39c52c63fff27b4', 'subnets': [{'id': 'cb1793d2-8d9e-49b7-b266-8b01fa8ad0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:41.833126 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677f3608-57af-44ae-8e7f-79254b6849d8 None None] Checking router: a6847ecf-439c-4b43-8ed6-44da902fce8c for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:02:41.833565 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677f3608-57af-44ae-8e7f-79254b6849d8 None None] Updating router a6847ecf-439c-4b43-8ed6-44da902fce8c port f3ca9823-b89d-4f09-8ef5-11970a6b7688 binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 18:02:41.868116 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-677f3608-57af-44ae-8e7f-79254b6849d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (f3ca9823-b89d-4f09-8ef5-11970a6b7688), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:41.890179 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7a8af999-1c2c-4372-a97c-ae8b428dd1bd tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (b28e0700-60b4-4f69-8315-227c699a68fc), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:41.983822 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8af999-1c2c-4372-a97c-ae8b428dd1bd tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Pushing event updated for resources: {'Subnet': ['ID=b28e0700-60b4-4f69-8315-227c699a68fc,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:41.993804 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8af999-1c2c-4372-a97c-ae8b428dd1bd tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Checking segment: {'id': '6f438dcf-f775-4761-b553-8cfcdc77670f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3764e37b-1a36-42c9-ac12-9a88db68c4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:02:41.994336 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8af999-1c2c-4372-a97c-ae8b428dd1bd tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Network hostable DHCP agents. Network: 3764e37b-1a36-42c9-ac12-9a88db68c4ba, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:02:42.032291 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8af999-1c2c-4372-a97c-ae8b428dd1bd tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Network 3764e37b-1a36-42c9-ac12-9a88db68c4ba is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:02:42.048823 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-7a8af999-1c2c-4372-a97c-ae8b428dd1bd tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 3764e37b-1a36-42c9-ac12-9a88db68c4ba) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:02:42.054172 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7a8af999-1c2c-4372-a97c-ae8b428dd1bd tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (00cbf400-b00e-4f74-9842-6fee76e51e19), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:42.070933 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6381db40-4035-4130-a260-712161e5653d None None] Network 3764e37b-1a36-42c9-ac12-9a88db68c4ba requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:02:42.144505 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8af999-1c2c-4372-a97c-ae8b428dd1bd tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Checking segment: {'id': 'f0f4e750-86ce-4998-af62-d238b4f7a9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '759fff47-2a8a-4012-aaf5-35d15c914e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:02:42.145072 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8af999-1c2c-4372-a97c-ae8b428dd1bd tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Network hostable DHCP agents. Network: 759fff47-2a8a-4012-aaf5-35d15c914e92, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:02:42.148106 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8af999-1c2c-4372-a97c-ae8b428dd1bd tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Pushing event updated for resources: {'Subnet': ['ID=00cbf400-b00e-4f74-9842-6fee76e51e19,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:42.169219 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8af999-1c2c-4372-a97c-ae8b428dd1bd tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Network 759fff47-2a8a-4012-aaf5-35d15c914e92 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:02:42.181980 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-7a8af999-1c2c-4372-a97c-ae8b428dd1bd tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 759fff47-2a8a-4012-aaf5-35d15c914e92) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:02:42.187062 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8af999-1c2c-4372-a97c-ae8b428dd1bd tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:42.188362 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8af999-1c2c-4372-a97c-ae8b428dd1bd tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:42.189060 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7a8af999-1c2c-4372-a97c-ae8b428dd1bd tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:42.208544 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7a8af999-1c2c-4372-a97c-ae8b428dd1bd tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.1115403 Feb 17 18:02:42.210959 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55638) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:42.212160 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede8a5c7-8a28-4df3-9068-d45244fe4c09 None None] Network 759fff47-2a8a-4012-aaf5-35d15c914e92 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:02:42.342841 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9696cec-ed1a-402e-8fec-04f6de754ac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-3764e37b-1a36-42c9-ac12-9a88db68c4ba', 'network_id': '3764e37b-1a36-42c9-ac12-9a88db68c4ba', 'project_id': '720634a4696c4247bffa2a3b81e0e044', 'fixed_ips': [{'subnet_id': 'b28e0700-60b4-4f69-8315-227c699a68fc'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 18:02:42.343788 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b9696cec-ed1a-402e-8fec-04f6de754ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:42.353629 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-96619599-e812-4712-9063-2c591a9108fa req-4f21c8d7-ae4e-42fc-829f-d21a28040529 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=708f5a6f-a3e7-429e-b531-8ac21fb55af0 HTTP/1.1" status: 200 len: 210 time: 0.0530732 Feb 17 18:02:42.368174 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dfb8cb-d0ee-42f5-9f1a-99567004908f tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:42.370027 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dfb8cb-d0ee-42f5-9f1a-99567004908f tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:42.371525 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dfb8cb-d0ee-42f5-9f1a-99567004908f tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:42.383218 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55642) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:42.393010 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-18dfb8cb-d0ee-42f5-9f1a-99567004908f tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1809173 Feb 17 18:02:42.439330 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-5db2fd75-39d3-4d97-88d9-d1c0292dd824 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Deleting subnet b28e0700-60b4-4f69-8315-227c699a68fc {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:02:42.443150 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5db2fd75-39d3-4d97-88d9-d1c0292dd824 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks [] for subnet (b28e0700-60b4-4f69-8315-227c699a68fc), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:42.492341 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5db2fd75-39d3-4d97-88d9-d1c0292dd824 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (b28e0700-60b4-4f69-8315-227c699a68fc), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:42.521625 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-677f3608-57af-44ae-8e7f-79254b6849d8 None None] Publish callbacks [] for port (f3ca9823-b89d-4f09-8ef5-11970a6b7688), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:42.529679 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-677f3608-57af-44ae-8e7f-79254b6849d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (f3ca9823-b89d-4f09-8ef5-11970a6b7688), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:42.537317 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a99a419-acaa-4afd-81b9-b7fce20e621d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-759fff47-2a8a-4012-aaf5-35d15c914e92', 'network_id': '759fff47-2a8a-4012-aaf5-35d15c914e92', 'project_id': '720634a4696c4247bffa2a3b81e0e044', 'fixed_ips': [{'subnet_id': '00cbf400-b00e-4f74-9842-6fee76e51e19'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 18:02:42.538583 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5a99a419-acaa-4afd-81b9-b7fce20e621d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:42.608168 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5db2fd75-39d3-4d97-88d9-d1c0292dd824 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (b28e0700-60b4-4f69-8315-227c699a68fc), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:42.635010 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdadcad-3b6f-40b3-a988-6a59bf19e854 None None] Pushing event updated for resources: {'Port': ['ID=f3ca9823-b89d-4f09-8ef5-11970a6b7688,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:42.758523 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5db2fd75-39d3-4d97-88d9-d1c0292dd824 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (b28e0700-60b4-4f69-8315-227c699a68fc), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:42.774737 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-677f3608-57af-44ae-8e7f-79254b6849d8 None None] Attempting to bind port f3ca9823-b89d-4f09-8ef5-11970a6b7688 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:02:42.775257 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-677f3608-57af-44ae-8e7f-79254b6849d8 None None] Attempting to bind port f3ca9823-b89d-4f09-8ef5-11970a6b7688 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '060b0317-b9ea-4b85-851d-2be6107377e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5518987c-5299-4c78-a440-5bab69f3462f'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:02:42.775624 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677f3608-57af-44ae-8e7f-79254b6849d8 None None] Attempting to bind port f3ca9823-b89d-4f09-8ef5-11970a6b7688 on network 5518987c-5299-4c78-a440-5bab69f3462f {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:02:42.776970 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf70aa-c6ec-4b66-ba67-3b61706ba81e req-2fb3f874-20be-4484-8864-33da61339763 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:42.778912 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a1cf70aa-c6ec-4b66-ba67-3b61706ba81e req-2fb3f874-20be-4484-8864-33da61339763 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.91 "GET /v2.0/networks?id=1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f HTTP/1.1" status: 200 len: 911 time: 0.2556367 Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server [None req-b9696cec-ed1a-402e-8fec-04f6de754ac7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b28e0700-60b4-4f69-8315-227c699a68fc: This subnet is being modified by another concurrent operation. Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise exception Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b28e0700-60b4-4f69-8315-227c699a68fc: This subnet is being modified by another concurrent operation. Feb 17 18:02:42.799500 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server Feb 17 18:02:42.817525 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677f3608-57af-44ae-8e7f-79254b6849d8 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:02:42.820961 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677f3608-57af-44ae-8e7f-79254b6849d8 None None] Checking segment: {'id': '060b0317-b9ea-4b85-851d-2be6107377e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5518987c-5299-4c78-a440-5bab69f3462f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:02:42.820961 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-677f3608-57af-44ae-8e7f-79254b6849d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:42.821750 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677f3608-57af-44ae-8e7f-79254b6849d8 None None] Bound using segment: {'id': '060b0317-b9ea-4b85-851d-2be6107377e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5518987c-5299-4c78-a440-5bab69f3462f'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:02:42.822582 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-677f3608-57af-44ae-8e7f-79254b6849d8 None None] Bound port: f3ca9823-b89d-4f09-8ef5-11970a6b7688, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '060b0317-b9ea-4b85-851d-2be6107377e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5518987c-5299-4c78-a440-5bab69f3462f'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:02:42.822907 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-677f3608-57af-44ae-8e7f-79254b6849d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (f3ca9823-b89d-4f09-8ef5-11970a6b7688), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:42.826904 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-a1cf70aa-c6ec-4b66-ba67-3b61706ba81e req-8836c1e9-ee3c-4b3d-a358-ab3179c9b1fe tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Request body: {'port': {'device_id': '708f5a6f-a3e7-429e-b531-8ac21fb55af0', 'network_id': '1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f', 'admin_state_up': True, 'tenant_id': 'e765823af4804d8ca39c52c63fff27b4'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:02:42.839948 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db2fd75-39d3-4d97-88d9-d1c0292dd824 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Pushing event deleted for resources: {'Subnet': ['ID=b28e0700-60b4-4f69-8315-227c699a68fc,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:42.854155 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5db2fd75-39d3-4d97-88d9-d1c0292dd824 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:42.861001 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5db2fd75-39d3-4d97-88d9-d1c0292dd824 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] 10.222.0.87 "DELETE /v2.0/subnets/b28e0700-60b4-4f69-8315-227c699a68fc HTTP/1.1" status: 204 len: 168 time: 0.4740365 Feb 17 18:02:42.861823 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55646) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:42.871427 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1cf70aa-c6ec-4b66-ba67-3b61706ba81e req-8836c1e9-ee3c-4b3d-a358-ab3179c9b1fe tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Made reservation on behalf of e765823af4804d8ca39c52c63fff27b4 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:02:42.876039 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a1cf70aa-c6ec-4b66-ba67-3b61706ba81e req-8836c1e9-ee3c-4b3d-a358-ab3179c9b1fe tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:42.905705 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da78803-a72d-4098-a08c-9732528f8261 None None] Network 3764e37b-1a36-42c9-ac12-9a88db68c4ba requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:02:43.000976 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-abc25ca2-ae8c-4852-a11f-72dfc05830b9 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Deleting subnet 00cbf400-b00e-4f74-9842-6fee76e51e19 {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:02:43.052993 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-677f3608-57af-44ae-8e7f-79254b6849d8 None None] For port f3ca9823-b89d-4f09-8ef5-11970a6b7688, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:02:43.075790 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-a1cf70aa-c6ec-4b66-ba67-3b61706ba81e req-8836c1e9-ee3c-4b3d-a358-ab3179c9b1fe tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Allocated IP 172.20.0.5 (1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f/b98b3c03-b8a5-48d7-bc71-73f4d191b9fa/39634979-71fb-476f-b765-960b87380be9) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:02:43.082126 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-677f3608-57af-44ae-8e7f-79254b6849d8 None None] For port f3ca9823-b89d-4f09-8ef5-11970a6b7688, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=f3ca9823-b89d-4f09-8ef5-11970a6b7688,segment=NetworkSegment(060b0317-b9ea-4b85-851d-2be6107377e0),segment_id=060b0317-b9ea-4b85-851d-2be6107377e0)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:02:43.102553 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-e17465e5-629f-4278-b9bd-684012ac8a80 None None] Provisioning complete for port f3ca9823-b89d-4f09-8ef5-11970a6b7688 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:02:43.102925 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e17465e5-629f-4278-b9bd-684012ac8a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (f3ca9823-b89d-4f09-8ef5-11970a6b7688), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:43.113302 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-5a99a419-acaa-4afd-81b9-b7fce20e621d None None] Allocated IP 2001:db8:0:1::1 (759fff47-2a8a-4012-aaf5-35d15c914e92/00cbf400-b00e-4f74-9842-6fee76e51e19/1cd3db06-ed32-46da-8a95-b89aafa41569) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:02:43.117324 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-677f3608-57af-44ae-8e7f-79254b6849d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (f3ca9823-b89d-4f09-8ef5-11970a6b7688), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:43.288982 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdadcad-3b6f-40b3-a988-6a59bf19e854 None None] Pushing event updated for resources: {'Port': ['ID=f3ca9823-b89d-4f09-8ef5-11970a6b7688,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:43.331628 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a1cf70aa-c6ec-4b66-ba67-3b61706ba81e req-8836c1e9-ee3c-4b3d-a358-ab3179c9b1fe tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Publish callbacks [] for port (39634979-71fb-476f-b765-960b87380be9), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:43.369668 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677f3608-57af-44ae-8e7f-79254b6849d8 None None] Routers {'a6847ecf-439c-4b43-8ed6-44da902fce8c'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:02:43.371468 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-677f3608-57af-44ae-8e7f-79254b6849d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:02:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['a6847ecf-439c-4b43-8ed6-44da902fce8c'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:43.428682 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a1cf70aa-c6ec-4b66-ba67-3b61706ba81e req-8836c1e9-ee3c-4b3d-a358-ab3179c9b1fe tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (39634979-71fb-476f-b765-960b87380be9), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:43.518837 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1cf70aa-c6ec-4b66-ba67-3b61706ba81e req-8836c1e9-ee3c-4b3d-a358-ab3179c9b1fe tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Network 1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:02:43.528131 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d7e65-4813-4597-ae16-2bd046a0a9b6 req-116f3218-a4e3-4ba4-b580-e02cb12e0323 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:43.530359 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ee5d7e65-4813-4597-ae16-2bd046a0a9b6 req-116f3218-a4e3-4ba4-b580-e02cb12e0323 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=708f5a6f-a3e7-429e-b531-8ac21fb55af0 HTTP/1.1" status: 200 len: 1027 time: 0.0671732 Feb 17 18:02:43.538275 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-a1cf70aa-c6ec-4b66-ba67-3b61706ba81e req-8836c1e9-ee3c-4b3d-a358-ab3179c9b1fe tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:02:43.542187 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1cf70aa-c6ec-4b66-ba67-3b61706ba81e req-8836c1e9-ee3c-4b3d-a358-ab3179c9b1fe tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:02:43.614875 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8836c1e9-ee3c-4b3d-a358-ab3179c9b1fe tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Pushing event updated for resources: {'Port': ['ID=39634979-71fb-476f-b765-960b87380be9,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:43.619381 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ee5d7e65-4813-4597-ae16-2bd046a0a9b6 req-97d2924b-f156-4bda-bd54-165cf037d1f6 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=c9719f59-ca86-46be-84e0-44258ceafa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737288 Feb 17 18:02:43.672553 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf70aa-c6ec-4b66-ba67-3b61706ba81e req-8836c1e9-ee3c-4b3d-a358-ab3179c9b1fe tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:43.675346 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a1cf70aa-c6ec-4b66-ba67-3b61706ba81e req-8836c1e9-ee3c-4b3d-a358-ab3179c9b1fe tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:43.677147 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-e17465e5-629f-4278-b9bd-684012ac8a80 None None] Current status of the port f3ca9823-b89d-4f09-8ef5-11970a6b7688 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:02:43.677538 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e17465e5-629f-4278-b9bd-684012ac8a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (f3ca9823-b89d-4f09-8ef5-11970a6b7688), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:43.697633 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a1cf70aa-c6ec-4b66-ba67-3b61706ba81e req-8836c1e9-ee3c-4b3d-a358-ab3179c9b1fe tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9096296 Feb 17 18:02:43.712575 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-a1cf70aa-c6ec-4b66-ba67-3b61706ba81e req-1b37726f-f726-4e7c-a295-b24a54f40041 service neutron] Request body: {'port': {'device_id': '708f5a6f-a3e7-429e-b531-8ac21fb55af0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:02:43.793563 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-e17465e5-629f-4278-b9bd-684012ac8a80 None None] For port f3ca9823-b89d-4f09-8ef5-11970a6b7688, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=f3ca9823-b89d-4f09-8ef5-11970a6b7688,segment=NetworkSegment(060b0317-b9ea-4b85-851d-2be6107377e0),segment_id=060b0317-b9ea-4b85-851d-2be6107377e0)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:02:43.802342 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e17465e5-629f-4278-b9bd-684012ac8a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (f3ca9823-b89d-4f09-8ef5-11970a6b7688), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:43.831118 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5317c-4884-47b5-a537-0f43b66355e0 req-cf088cc5-19fa-44de-8257-820835465ce3 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:43.839500 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cde5317c-4884-47b5-a537-0f43b66355e0 req-cf088cc5-19fa-44de-8257-820835465ce3 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 946 time: 0.0918555 Feb 17 18:02:43.883159 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a1cf70aa-c6ec-4b66-ba67-3b61706ba81e req-1b37726f-f726-4e7c-a295-b24a54f40041 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (39634979-71fb-476f-b765-960b87380be9), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:43.889214 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-677f3608-57af-44ae-8e7f-79254b6849d8 None None] Set router a6847ecf-439c-4b43-8ed6-44da902fce8c gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:02:43.936731 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cde5317c-4884-47b5-a537-0f43b66355e0 req-dac0f44e-4934-4488-a233-542e7d77ba1b tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958474 Feb 17 18:02:44.111112 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5a99a419-acaa-4afd-81b9-b7fce20e621d None None] Publish callbacks [] for port (1cd3db06-ed32-46da-8a95-b89aafa41569), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:44.118540 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-abc25ca2-ae8c-4852-a11f-72dfc05830b9 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks [] for subnet (00cbf400-b00e-4f74-9842-6fee76e51e19), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:44.186013 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-abc25ca2-ae8c-4852-a11f-72dfc05830b9 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (00cbf400-b00e-4f74-9842-6fee76e51e19), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:44.226662 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-a1cf70aa-c6ec-4b66-ba67-3b61706ba81e req-1b37726f-f726-4e7c-a295-b24a54f40041 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39634979-71fb-476f-b765-960b87380be9 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:02:44.237570 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a1cf70aa-c6ec-4b66-ba67-3b61706ba81e req-1b37726f-f726-4e7c-a295-b24a54f40041 service neutron] Publish callbacks [] for port (39634979-71fb-476f-b765-960b87380be9), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:44.249368 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5a99a419-acaa-4afd-81b9-b7fce20e621d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (1cd3db06-ed32-46da-8a95-b89aafa41569), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:44.257054 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-a1cf70aa-c6ec-4b66-ba67-3b61706ba81e req-1b37726f-f726-4e7c-a295-b24a54f40041 service neutron] Transition to ACTIVE for port object 39634979-71fb-476f-b765-960b87380be9 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 18:02:44.261505 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a1cf70aa-c6ec-4b66-ba67-3b61706ba81e req-1b37726f-f726-4e7c-a295-b24a54f40041 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (39634979-71fb-476f-b765-960b87380be9), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:44.292640 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17465e5-629f-4278-b9bd-684012ac8a80 None None] Pushing event updated for resources: {'Port': ['ID=f3ca9823-b89d-4f09-8ef5-11970a6b7688,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:44.318705 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a99a419-acaa-4afd-81b9-b7fce20e621d None None] Network 759fff47-2a8a-4012-aaf5-35d15c914e92 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:02:44.346575 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-5a99a419-acaa-4afd-81b9-b7fce20e621d None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:02:44.349733 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a99a419-acaa-4afd-81b9-b7fce20e621d None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:02:44.370715 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b37726f-f726-4e7c-a295-b24a54f40041 service neutron] Pushing event updated for resources: {'Port': ['ID=39634979-71fb-476f-b765-960b87380be9,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:44.391996 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-079f9853-6c06-41aa-af40-289b9b4806da None None] Provisioning complete for port f3ca9823-b89d-4f09-8ef5-11970a6b7688 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:02:44.392815 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-079f9853-6c06-41aa-af40-289b9b4806da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (f3ca9823-b89d-4f09-8ef5-11970a6b7688), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:44.449595 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-a1cf70aa-c6ec-4b66-ba67-3b61706ba81e req-1b37726f-f726-4e7c-a295-b24a54f40041 service neutron] Attempting to bind port 39634979-71fb-476f-b765-960b87380be9 on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:02:44.449937 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-a1cf70aa-c6ec-4b66-ba67-3b61706ba81e req-1b37726f-f726-4e7c-a295-b24a54f40041 service neutron] Attempting to bind port 39634979-71fb-476f-b765-960b87380be9 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': 'e18367a8-3e95-4b96-a913-67acafe5b398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:02:44.450268 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cf70aa-c6ec-4b66-ba67-3b61706ba81e req-1b37726f-f726-4e7c-a295-b24a54f40041 service neutron] Attempting to bind port 39634979-71fb-476f-b765-960b87380be9 on network 1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:02:44.455590 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cf70aa-c6ec-4b66-ba67-3b61706ba81e req-1b37726f-f726-4e7c-a295-b24a54f40041 service neutron] Port 39634979-71fb-476f-b765-960b87380be9 on network 1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:02:44.456078 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cf70aa-c6ec-4b66-ba67-3b61706ba81e req-1b37726f-f726-4e7c-a295-b24a54f40041 service neutron] Attempting to bind port 39634979-71fb-476f-b765-960b87380be9 on network 1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:02:44.462325 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cf70aa-c6ec-4b66-ba67-3b61706ba81e req-1b37726f-f726-4e7c-a295-b24a54f40041 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:02:44.462760 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cf70aa-c6ec-4b66-ba67-3b61706ba81e req-1b37726f-f726-4e7c-a295-b24a54f40041 service neutron] Checking segment: {'id': 'e18367a8-3e95-4b96-a913-67acafe5b398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:02:44.463085 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cf70aa-c6ec-4b66-ba67-3b61706ba81e req-1b37726f-f726-4e7c-a295-b24a54f40041 service neutron] Bound using segment: {'id': 'e18367a8-3e95-4b96-a913-67acafe5b398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:02:44.463531 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-a1cf70aa-c6ec-4b66-ba67-3b61706ba81e req-1b37726f-f726-4e7c-a295-b24a54f40041 service neutron] Bound port: 39634979-71fb-476f-b765-960b87380be9, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e18367a8-3e95-4b96-a913-67acafe5b398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:02:44.463899 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a1cf70aa-c6ec-4b66-ba67-3b61706ba81e req-1b37726f-f726-4e7c-a295-b24a54f40041 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (39634979-71fb-476f-b765-960b87380be9), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:44.482028 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99a419-acaa-4afd-81b9-b7fce20e621d None None] Pushing event updated for resources: {'Port': ['ID=1cd3db06-ed32-46da-8a95-b89aafa41569,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:44.530306 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-5a99a419-acaa-4afd-81b9-b7fce20e621d None None] Attempting to bind port 1cd3db06-ed32-46da-8a95-b89aafa41569 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:02:44.530703 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-5a99a419-acaa-4afd-81b9-b7fce20e621d None None] Attempting to bind port 1cd3db06-ed32-46da-8a95-b89aafa41569 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'f0f4e750-86ce-4998-af62-d238b4f7a9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '759fff47-2a8a-4012-aaf5-35d15c914e92'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:02:44.531110 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a99a419-acaa-4afd-81b9-b7fce20e621d None None] Attempting to bind port 1cd3db06-ed32-46da-8a95-b89aafa41569 on network 759fff47-2a8a-4012-aaf5-35d15c914e92 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:02:44.550832 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a99a419-acaa-4afd-81b9-b7fce20e621d None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:02:44.551231 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a99a419-acaa-4afd-81b9-b7fce20e621d None None] Checking segment: {'id': 'f0f4e750-86ce-4998-af62-d238b4f7a9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '759fff47-2a8a-4012-aaf5-35d15c914e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:02:44.551649 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5a99a419-acaa-4afd-81b9-b7fce20e621d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:44.552052 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a99a419-acaa-4afd-81b9-b7fce20e621d None None] Bound using segment: {'id': 'f0f4e750-86ce-4998-af62-d238b4f7a9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '759fff47-2a8a-4012-aaf5-35d15c914e92'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:02:44.553318 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-5a99a419-acaa-4afd-81b9-b7fce20e621d None None] Bound port: 1cd3db06-ed32-46da-8a95-b89aafa41569, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0f4e750-86ce-4998-af62-d238b4f7a9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '759fff47-2a8a-4012-aaf5-35d15c914e92'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:02:44.553724 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5a99a419-acaa-4afd-81b9-b7fce20e621d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1cd3db06-ed32-46da-8a95-b89aafa41569), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:44.571209 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-a1cf70aa-c6ec-4b66-ba67-3b61706ba81e req-1b37726f-f726-4e7c-a295-b24a54f40041 service neutron] For port 39634979-71fb-476f-b765-960b87380be9, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:02:44.574778 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-a1cf70aa-c6ec-4b66-ba67-3b61706ba81e req-1b37726f-f726-4e7c-a295-b24a54f40041 service neutron] For port 39634979-71fb-476f-b765-960b87380be9, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=39634979-71fb-476f-b765-960b87380be9,segment=NetworkSegment(e18367a8-3e95-4b96-a913-67acafe5b398),segment_id=e18367a8-3e95-4b96-a913-67acafe5b398)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:02:44.584690 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a1cf70aa-c6ec-4b66-ba67-3b61706ba81e req-1b37726f-f726-4e7c-a295-b24a54f40041 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (39634979-71fb-476f-b765-960b87380be9), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:44.666239 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b37726f-f726-4e7c-a295-b24a54f40041 service neutron] Pushing event updated for resources: {'Port': ['ID=39634979-71fb-476f-b765-960b87380be9,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:44.667764 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-079f9853-6c06-41aa-af40-289b9b4806da None None] Current status of the port f3ca9823-b89d-4f09-8ef5-11970a6b7688 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:02:44.685575 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf70aa-c6ec-4b66-ba67-3b61706ba81e req-1b37726f-f726-4e7c-a295-b24a54f40041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:44.686294 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a1cf70aa-c6ec-4b66-ba67-3b61706ba81e req-1b37726f-f726-4e7c-a295-b24a54f40041 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:44.699175 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a1cf70aa-c6ec-4b66-ba67-3b61706ba81e req-1b37726f-f726-4e7c-a295-b24a54f40041 service neutron] 10.222.0.91 "PUT /v2.0/ports/39634979-71fb-476f-b765-960b87380be9 HTTP/1.1" status: 200 len: 1091 time: 0.9815664 Feb 17 18:02:44.699774 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '708f5a6f-a3e7-429e-b531-8ac21fb55af0', 'tag': '39634979-71fb-476f-b765-960b87380be9'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:02:44.702217 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20144eca-acb2-4889-9993-0c4f0e45caec" -d '{"events": [{"name": "network-changed", "server_uuid": "708f5a6f-a3e7-429e-b531-8ac21fb55af0", "tag": "39634979-71fb-476f-b765-960b87380be9"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:02:44.714126 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-677f3608-57af-44ae-8e7f-79254b6849d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6847ecf-439c-4b43-8ed6-44da902fce8c', 'name': 'tempest-TestServerMultinode-1379361428-router', 'tenant_id': 'e765823af4804d8ca39c52c63fff27b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '37e5a697-19e2-44dc-8e38-b0e84aaf8541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:02:31Z', 'updated_at': '2022-02-17T18:02:37Z', 'revision_number': 4, 'project_id': 'e765823af4804d8ca39c52c63fff27b4', 'gw_port': {'id': '37e5a697-19e2-44dc-8e38-b0e84aaf8541', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:59:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6847ecf-439c-4b43-8ed6-44da902fce8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:02:32Z', 'updated_at': '2022-02-17T18:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'f3ca9823-b89d-4f09-8ef5-11970a6b7688', 'name': '', 'network_id': '5518987c-5299-4c78-a440-5bab69f3462f', 'tenant_id': 'e765823af4804d8ca39c52c63fff27b4', 'mac_address': 'fa:16:3e:b7:76:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6847ecf-439c-4b43-8ed6-44da902fce8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'cb1793d2-8d9e-49b7-b266-8b01fa8ad0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:02:36Z', 'updated_at': '2022-02-17T18:02:43Z', 'revision_number': 4, 'project_id': 'e765823af4804d8ca39c52c63fff27b4', 'subnets': [{'id': 'cb1793d2-8d9e-49b7-b266-8b01fa8ad0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:44.815603 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5a99a419-acaa-4afd-81b9-b7fce20e621d None None] For port 1cd3db06-ed32-46da-8a95-b89aafa41569, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:02:44.817904 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf70aa-c6ec-4b66-ba67-3b61706ba81e req-8435037a-fb44-4dca-8b21-ee03e86b73c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:44.819580 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5a99a419-acaa-4afd-81b9-b7fce20e621d None None] For port 1cd3db06-ed32-46da-8a95-b89aafa41569, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=1cd3db06-ed32-46da-8a95-b89aafa41569,segment=NetworkSegment(f0f4e750-86ce-4998-af62-d238b4f7a9f9),segment_id=f0f4e750-86ce-4998-af62-d238b4f7a9f9)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:02:44.824996 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a1cf70aa-c6ec-4b66-ba67-3b61706ba81e req-8435037a-fb44-4dca-8b21-ee03e86b73c1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e765823af4804d8ca39c52c63fff27b4&device_id=708f5a6f-a3e7-429e-b531-8ac21fb55af0 HTTP/1.1" status: 200 len: 1125 time: 0.0922337 Feb 17 18:02:44.828510 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677f3608-57af-44ae-8e7f-79254b6849d8 None None] The sync data for ids ['a6847ecf-439c-4b43-8ed6-44da902fce8c'] in n-d-829613-2 is: [{'id': 'a6847ecf-439c-4b43-8ed6-44da902fce8c', 'name': 'tempest-TestServerMultinode-1379361428-router', 'tenant_id': 'e765823af4804d8ca39c52c63fff27b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '37e5a697-19e2-44dc-8e38-b0e84aaf8541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:02:31Z', 'updated_at': '2022-02-17T18:02:37Z', 'revision_number': 4, 'project_id': 'e765823af4804d8ca39c52c63fff27b4', 'gw_port': {'id': '37e5a697-19e2-44dc-8e38-b0e84aaf8541', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:59:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6847ecf-439c-4b43-8ed6-44da902fce8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:02:32Z', 'updated_at': '2022-02-17T18:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'f3ca9823-b89d-4f09-8ef5-11970a6b7688', 'name': '', 'network_id': '5518987c-5299-4c78-a440-5bab69f3462f', 'tenant_id': 'e765823af4804d8ca39c52c63fff27b4', 'mac_address': 'fa:16:3e:b7:76:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6847ecf-439c-4b43-8ed6-44da902fce8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'cb1793d2-8d9e-49b7-b266-8b01fa8ad0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:02:36Z', 'updated_at': '2022-02-17T18:02:43Z', 'revision_number': 4, 'project_id': 'e765823af4804d8ca39c52c63fff27b4', 'subnets': [{'id': 'cb1793d2-8d9e-49b7-b266-8b01fa8ad0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:02:44.851321 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5a99a419-acaa-4afd-81b9-b7fce20e621d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (1cd3db06-ed32-46da-8a95-b89aafa41569), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:44.961198 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a1cf70aa-c6ec-4b66-ba67-3b61706ba81e req-b050856e-0c6f-4fc6-9102-ea9ceb64688d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39634979-71fb-476f-b765-960b87380be9 HTTP/1.1" status: 200 len: 217 time: 0.1233151 Feb 17 18:02:44.962888 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8cd83b-eb07-42cf-822e-2a21654804e6 x-openstack-request-id: req-0e8cd83b-eb07-42cf-822e-2a21654804e6 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:02:44.963191 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "708f5a6f-a3e7-429e-b531-8ac21fb55af0", "tag": "39634979-71fb-476f-b765-960b87380be9", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:02:44.963453 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0e8cd83b-eb07-42cf-822e-2a21654804e6 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:02:44.964412 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '708f5a6f-a3e7-429e-b531-8ac21fb55af0', 'tag': '39634979-71fb-476f-b765-960b87380be9', 'status': 'completed', 'code': 200} Feb 17 18:02:45.003178 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-abc25ca2-ae8c-4852-a11f-72dfc05830b9 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (00cbf400-b00e-4f74-9842-6fee76e51e19), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:45.086621 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99a419-acaa-4afd-81b9-b7fce20e621d None None] Pushing event updated for resources: {'Port': ['ID=1cd3db06-ed32-46da-8a95-b89aafa41569,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:45.186134 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device f3ca9823-b89d-4f09-8ef5-11970a6b7688 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:02:45.219009 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf70aa-c6ec-4b66-ba67-3b61706ba81e req-76dc441e-8d65-4a9d-b710-59d367f2c6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:45.231385 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a1cf70aa-c6ec-4b66-ba67-3b61706ba81e req-76dc441e-8d65-4a9d-b710-59d367f2c6f2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b98b3c03-b8a5-48d7-bc71-73f4d191b9fa HTTP/1.1" status: 200 len: 849 time: 0.2552955 Feb 17 18:02:45.265173 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a50c2f-0f20-42e7-89b1-fe60e25c84ce req-e3593d32-80ac-4a6b-baff-d7ef6ca9d2f2 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:45.280128 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d0a50c2f-0f20-42e7-89b1-fe60e25c84ce req-e3593d32-80ac-4a6b-baff-d7ef6ca9d2f2 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=708f5a6f-a3e7-429e-b531-8ac21fb55af0 HTTP/1.1" status: 200 len: 1125 time: 0.4322152 Feb 17 18:02:45.354659 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50271a8c-64df-44d6-8803-48f835ecebb5 req-b551184e-bbe7-4e10-b1a0-6022c1ae18d3 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:45.356283 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-50271a8c-64df-44d6-8803-48f835ecebb5 req-b551184e-bbe7-4e10-b1a0-6022c1ae18d3 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.91 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 946 time: 0.3438876 Feb 17 18:02:45.380337 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port f3ca9823-b89d-4f09-8ef5-11970a6b7688 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:02:45.380863 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (f3ca9823-b89d-4f09-8ef5-11970a6b7688), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:45.418368 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-abc25ca2-ae8c-4852-a11f-72dfc05830b9 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (00cbf400-b00e-4f74-9842-6fee76e51e19), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:45.455641 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-abc25ca2-ae8c-4852-a11f-72dfc05830b9 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:45.462811 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55682) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:45.466790 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-abc25ca2-ae8c-4852-a11f-72dfc05830b9 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] 10.222.0.87 "DELETE /v2.0/subnets/00cbf400-b00e-4f74-9842-6fee76e51e19 HTTP/1.1" status: 204 len: 168 time: 2.5961523 Feb 17 18:02:45.526852 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8c60e-7d7e-4263-b952-f05e4ae57d9d req-3be910d0-4c6b-45d5-9fd4-0c9cad2461f8 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:45.537094 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b7a8c60e-7d7e-4263-b952-f05e4ae57d9d req-3be910d0-4c6b-45d5-9fd4-0c9cad2461f8 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 946 time: 0.4530156 Feb 17 18:02:45.550113 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d0a50c2f-0f20-42e7-89b1-fe60e25c84ce req-a631094a-c8d1-4fdd-95ce-d438980e9aad tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=c9719f59-ca86-46be-84e0-44258ceafa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687407 Feb 17 18:02:45.572704 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc25ca2-ae8c-4852-a11f-72dfc05830b9 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Pushing event deleted for resources: {'Subnet': ['ID=00cbf400-b00e-4f74-9842-6fee76e51e19,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:45.591645 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc25ca2-ae8c-4852-a11f-72dfc05830b9 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:02:45.592693 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc25ca2-ae8c-4852-a11f-72dfc05830b9 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:02:45.593264 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc25ca2-ae8c-4852-a11f-72dfc05830b9 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:02:45.594334 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc25ca2-ae8c-4852-a11f-72dfc05830b9 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:02:45.594865 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc25ca2-ae8c-4852-a11f-72dfc05830b9 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:02:45.595407 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc25ca2-ae8c-4852-a11f-72dfc05830b9 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:02:45.595940 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc25ca2-ae8c-4852-a11f-72dfc05830b9 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:02:45.596518 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc25ca2-ae8c-4852-a11f-72dfc05830b9 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:02:45.597073 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc25ca2-ae8c-4852-a11f-72dfc05830b9 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:02:45.597624 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc25ca2-ae8c-4852-a11f-72dfc05830b9 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:02:45.598151 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc25ca2-ae8c-4852-a11f-72dfc05830b9 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:02:45.598693 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc25ca2-ae8c-4852-a11f-72dfc05830b9 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:02:45.599215 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc25ca2-ae8c-4852-a11f-72dfc05830b9 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:02:45.603237 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port f3ca9823-b89d-4f09-8ef5-11970a6b7688 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:02:45.659517 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b7a8c60e-7d7e-4263-b952-f05e4ae57d9d req-1965af24-765d-4a4f-93a6-7f4badb8d2de tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196673 Feb 17 18:02:45.959515 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf70aa-c6ec-4b66-ba67-3b61706ba81e req-513c5fea-dbd8-4562-8309-1ea183b4dc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:45.961141 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a1cf70aa-c6ec-4b66-ba67-3b61706ba81e req-513c5fea-dbd8-4562-8309-1ea183b4dc3a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7286649 Feb 17 18:02:45.969021 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe1c181-992d-417f-8962-44dbe7789f4d tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:45.973895 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2fe1c181-992d-417f-8962-44dbe7789f4d tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5068593 Feb 17 18:02:45.974399 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55684) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:46.104164 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e73cf845-81fe-414b-b2d2-e8cfc653cf6d tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (759fff47-2a8a-4012-aaf5-35d15c914e92), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:46.122998 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a1cf70aa-c6ec-4b66-ba67-3b61706ba81e req-22474bcc-a6af-454f-96f0-76804f4838ea service neutron] 10.222.0.91 "GET /v2.0/networks/1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512661 Feb 17 18:02:46.182918 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-e73cf845-81fe-414b-b2d2-e8cfc653cf6d tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Deleting port 1cd3db06-ed32-46da-8a95-b89aafa41569 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:02:46.183256 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e73cf845-81fe-414b-b2d2-e8cfc653cf6d tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (1cd3db06-ed32-46da-8a95-b89aafa41569), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:46.281585 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a1cf70aa-c6ec-4b66-ba67-3b61706ba81e req-645f4f89-ef78-4396-a061-18ce8eac7e44 service neutron] 10.222.0.91 "GET /v2.0/networks/1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489577 Feb 17 18:02:46.307783 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-e73cf845-81fe-414b-b2d2-e8cfc653cf6d tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] For port 1cd3db06-ed32-46da-8a95-b89aafa41569, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=1cd3db06-ed32-46da-8a95-b89aafa41569,segment=NetworkSegment(f0f4e750-86ce-4998-af62-d238b4f7a9f9),segment_id=f0f4e750-86ce-4998-af62-d238b4f7a9f9)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:02:46.313003 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e73cf845-81fe-414b-b2d2-e8cfc653cf6d tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (1cd3db06-ed32-46da-8a95-b89aafa41569), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:46.319928 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-50271a8c-64df-44d6-8803-48f835ecebb5 req-ca961377-c97a-41f5-a77d-e5b9f1da9c2f tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Deleting port 11f8378a-0cc4-4afd-9340-bf14614e5ab7 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:02:46.320518 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-50271a8c-64df-44d6-8803-48f835ecebb5 req-ca961377-c97a-41f5-a77d-e5b9f1da9c2f tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (11f8378a-0cc4-4afd-9340-bf14614e5ab7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:46.339030 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-e73cf845-81fe-414b-b2d2-e8cfc653cf6d tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Calling delete_port for 1cd3db06-ed32-46da-8a95-b89aafa41569 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:02:46.487877 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20144eca-acb2-4889-9993-0c4f0e45caec req-28d43bcb-cecd-4b07-b58f-9fabd8ae4f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:46.489415 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-20144eca-acb2-4889-9993-0c4f0e45caec req-28d43bcb-cecd-4b07-b58f-9fabd8ae4f3b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e765823af4804d8ca39c52c63fff27b4&device_id=708f5a6f-a3e7-429e-b531-8ac21fb55af0 HTTP/1.1" status: 200 len: 1125 time: 0.1338885 Feb 17 18:02:46.494921 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-50271a8c-64df-44d6-8803-48f835ecebb5 req-ca961377-c97a-41f5-a77d-e5b9f1da9c2f tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] For port 11f8378a-0cc4-4afd-9340-bf14614e5ab7, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=11f8378a-0cc4-4afd-9340-bf14614e5ab7,segment=NetworkSegment(e72a85f9-dd09-4c3e-8996-7efe0b9144f7),segment_id=e72a85f9-dd09-4c3e-8996-7efe0b9144f7)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:02:46.495262 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-50271a8c-64df-44d6-8803-48f835ecebb5 req-ca961377-c97a-41f5-a77d-e5b9f1da9c2f tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (11f8378a-0cc4-4afd-9340-bf14614e5ab7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:46.503022 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e73cf845-81fe-414b-b2d2-e8cfc653cf6d tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (1cd3db06-ed32-46da-8a95-b89aafa41569), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:46.544818 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73cf845-81fe-414b-b2d2-e8cfc653cf6d tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Pushing event deleted for resources: {'Port': ['ID=1cd3db06-ed32-46da-8a95-b89aafa41569,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:46.555877 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73cf845-81fe-414b-b2d2-e8cfc653cf6d tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] No DVR routers for this DVR port 1cd3db06-ed32-46da-8a95-b89aafa41569 on host n-d-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:02:46.668926 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e73cf845-81fe-414b-b2d2-e8cfc653cf6d tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (759fff47-2a8a-4012-aaf5-35d15c914e92), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:46.700511 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-e73cf845-81fe-414b-b2d2-e8cfc653cf6d tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['759fff47-2a8a-4012-aaf5-35d15c914e92']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:46.722896 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-e73cf845-81fe-414b-b2d2-e8cfc653cf6d tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0f4e750-86ce-4998-af62-d238b4f7a9f9') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:46.723224 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-e73cf845-81fe-414b-b2d2-e8cfc653cf6d tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0f4e750-86ce-4998-af62-d238b4f7a9f9') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:46.741179 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e73cf845-81fe-414b-b2d2-e8cfc653cf6d tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (f0f4e750-86ce-4998-af62-d238b4f7a9f9), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:46.765732 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e73cf845-81fe-414b-b2d2-e8cfc653cf6d tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (f0f4e750-86ce-4998-af62-d238b4f7a9f9), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:46.773990 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e73cf845-81fe-414b-b2d2-e8cfc653cf6d tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:02:46.774872 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e73cf845-81fe-414b-b2d2-e8cfc653cf6d tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (f0f4e750-86ce-4998-af62-d238b4f7a9f9), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:46.793779 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20144eca-acb2-4889-9993-0c4f0e45caec req-ff04f0ac-34dd-4a22-99b1-f93fd593cdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:46.795490 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-20144eca-acb2-4889-9993-0c4f0e45caec req-ff04f0ac-34dd-4a22-99b1-f93fd593cdd9 service neutron] 10.222.0.91 "GET /v2.0/networks?id=1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f HTTP/1.1" status: 200 len: 911 time: 0.2969260 Feb 17 18:02:46.848498 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 18:02:46.848498 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:02:46.848498 n-d-829613-2 neutron-server[103435]: timer() Feb 17 18:02:46.848498 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:02:46.848498 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 18:02:46.848498 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:02:46.848498 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 18:02:46.848498 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:02:46.848498 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 18:02:46.848498 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:02:46.848498 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 18:02:46.848498 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:02:46.848498 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 18:02:46.848498 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:02:46.848498 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:02:46.848498 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:02:46.848498 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:02:46.848498 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:02:46.848498 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 18:02:46.848498 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:02:46.848498 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 18:02:46.848498 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:02:46.848498 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:02:46.848498 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:02:46.848498 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 18:02:46.848498 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:02:46.848498 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:02:46.848498 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:02:46.848498 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:02:46.848498 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:02:46.848498 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:02:46.848498 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:02:46.850992 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68d7129-d7fc-4979-9649-975f320379c5 None None] get_active_networks_info from n-d-829613-2 {{(pid=103436) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 17 18:02:46.886349 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e73cf845-81fe-414b-b2d2-e8cfc653cf6d tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (759fff47-2a8a-4012-aaf5-35d15c914e92), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:46.891238 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-20144eca-acb2-4889-9993-0c4f0e45caec req-c4cfe0c1-2725-4263-b1ea-c08edcaa8b99 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39634979-71fb-476f-b765-960b87380be9 HTTP/1.1" status: 200 len: 217 time: 0.0891881 Feb 17 18:02:46.906670 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-03f170cb-14c0-4cf5-858d-5d981fcb4462 None None] Could not find standard attr ID for object 1cd3db06-ed32-46da-8a95-b89aafa41569. {{(pid=103436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 18:02:46.940597 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e73cf845-81fe-414b-b2d2-e8cfc653cf6d tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:46.944500 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e73cf845-81fe-414b-b2d2-e8cfc653cf6d tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] 10.222.0.87 "DELETE /v2.0/networks/759fff47-2a8a-4012-aaf5-35d15c914e92 HTTP/1.1" status: 204 len: 168 time: 0.9685092 Feb 17 18:02:46.958311 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55692) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:46.995476 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20144eca-acb2-4889-9993-0c4f0e45caec req-08b6310e-4bf6-46ef-83a4-62d0cf3a540c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:46.997042 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-20144eca-acb2-4889-9993-0c4f0e45caec req-08b6310e-4bf6-46ef-83a4-62d0cf3a540c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b98b3c03-b8a5-48d7-bc71-73f4d191b9fa HTTP/1.1" status: 200 len: 849 time: 0.0991073 Feb 17 18:02:46.999433 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68d7129-d7fc-4979-9649-975f320379c5 None None] Resources bound (agent type, host, resource id): {{(pid=103436) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 18:02:47.000939 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-50271a8c-64df-44d6-8803-48f835ecebb5 req-ca961377-c97a-41f5-a77d-e5b9f1da9c2f tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:47.001319 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-50271a8c-64df-44d6-8803-48f835ecebb5 req-ca961377-c97a-41f5-a77d-e5b9f1da9c2f tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (34d215b8-07e1-4858-b6b5-84efd38f5346), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:47.001637 n-d-829613-2 neutron-server[103434]: INFO neutron.db.l3_db [req-50271a8c-64df-44d6-8803-48f835ecebb5 req-ca961377-c97a-41f5-a77d-e5b9f1da9c2f tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Floating IP 34d215b8-07e1-4858-b6b5-84efd38f5346 disassociated. External IP: 172.25.8.175, port: 11f8378a-0cc4-4afd-9340-bf14614e5ab7. Feb 17 18:02:47.001988 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-50271a8c-64df-44d6-8803-48f835ecebb5 req-ca961377-c97a-41f5-a77d-e5b9f1da9c2f tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Calling delete_port for 11f8378a-0cc4-4afd-9340-bf14614e5ab7 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:02:47.014773 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73cf845-81fe-414b-b2d2-e8cfc653cf6d tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Pushing event deleted for resources: {'Network': ['ID=759fff47-2a8a-4012-aaf5-35d15c914e92,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:47.092413 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571bac96-5877-426f-b3b9-1f80563e6111 req-bab84097-3dda-4a45-b30d-737c24e9e064 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:47.099757 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-571bac96-5877-426f-b3b9-1f80563e6111 req-bab84097-3dda-4a45-b30d-737c24e9e064 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 946 time: 0.2512934 Feb 17 18:02:47.115882 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20144eca-acb2-4889-9993-0c4f0e45caec req-c78c2538-d0a3-46a1-aa0d-bc83eacd5072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:47.117800 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-20144eca-acb2-4889-9993-0c4f0e45caec req-c78c2538-d0a3-46a1-aa0d-bc83eacd5072 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1126704 Feb 17 18:02:47.150706 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f8c34-3564-40f8-ac8c-5fe8a3a915dd req-729580f5-27bb-4350-a15a-c3a698065523 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:47.160109 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-159f8c34-3564-40f8-ac8c-5fe8a3a915dd req-729580f5-27bb-4350-a15a-c3a698065523 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=708f5a6f-a3e7-429e-b531-8ac21fb55af0 HTTP/1.1" status: 200 len: 1125 time: 0.3101728 Feb 17 18:02:47.209687 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1e56be4b-92d0-45bd-9924-9dfd7e12e7b0 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (3764e37b-1a36-42c9-ac12-9a88db68c4ba), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:47.272394 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-571bac96-5877-426f-b3b9-1f80563e6111 req-143cc2aa-30dc-4c0e-afb4-401f3e449717 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups?id=96b3906c-d2e6-481a-b8bc-581eb823138a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714399 Feb 17 18:02:47.279758 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-20144eca-acb2-4889-9993-0c4f0e45caec req-9d5776f4-953e-47c9-a099-6c8284a1e05f service neutron] 10.222.0.91 "GET /v2.0/networks/1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549532 Feb 17 18:02:47.283388 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-50271a8c-64df-44d6-8803-48f835ecebb5 req-ca961377-c97a-41f5-a77d-e5b9f1da9c2f tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (11f8378a-0cc4-4afd-9340-bf14614e5ab7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:47.313473 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-159f8c34-3564-40f8-ac8c-5fe8a3a915dd req-02e98ce2-54e0-4aee-b33f-aeea6019d5f6 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=c9719f59-ca86-46be-84e0-44258ceafa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523488 Feb 17 18:02:47.339470 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca961377-c97a-41f5-a77d-e5b9f1da9c2f tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Pushing event deleted for resources: {'Port': ['ID=11f8378a-0cc4-4afd-9340-bf14614e5ab7,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:47.396913 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1e56be4b-92d0-45bd-9924-9dfd7e12e7b0 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (3764e37b-1a36-42c9-ac12-9a88db68c4ba), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:47.418905 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27457776-1ba7-491e-869a-5e3886d2f279 None None] DHCP port deletion for 759fff47-2a8a-4012-aaf5-35d15c914e92 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 18:02:47.440728 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-1e56be4b-92d0-45bd-9924-9dfd7e12e7b0 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3764e37b-1a36-42c9-ac12-9a88db68c4ba']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:47.445090 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81367896-f3b1-4d42-ba69-6144d0708c4d None None] Network 759fff47-2a8a-4012-aaf5-35d15c914e92 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:02:47.458434 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81367896-f3b1-4d42-ba69-6144d0708c4d None None] Network 759fff47-2a8a-4012-aaf5-35d15c914e92 could not be found, it might have been deleted concurrently. {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 17 18:02:47.468748 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-1e56be4b-92d0-45bd-9924-9dfd7e12e7b0 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f438dcf-f775-4761-b553-8cfcdc77670f') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:47.469120 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-1e56be4b-92d0-45bd-9924-9dfd7e12e7b0 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f438dcf-f775-4761-b553-8cfcdc77670f') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:47.480828 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1e56be4b-92d0-45bd-9924-9dfd7e12e7b0 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (6f438dcf-f775-4761-b553-8cfcdc77670f), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:47.496030 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1e56be4b-92d0-45bd-9924-9dfd7e12e7b0 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (6f438dcf-f775-4761-b553-8cfcdc77670f), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:47.504020 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e56be4b-92d0-45bd-9924-9dfd7e12e7b0 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:02:47.504518 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1e56be4b-92d0-45bd-9924-9dfd7e12e7b0 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (6f438dcf-f775-4761-b553-8cfcdc77670f), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:47.508819 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 18:02:47.508819 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:02:47.508819 n-d-829613-2 neutron-server[103435]: timer() Feb 17 18:02:47.508819 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:02:47.508819 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 18:02:47.508819 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:02:47.508819 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 18:02:47.508819 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:02:47.508819 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 18:02:47.508819 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:02:47.508819 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 18:02:47.508819 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:02:47.508819 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 18:02:47.508819 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:02:47.508819 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:02:47.508819 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:02:47.508819 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:02:47.508819 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:02:47.508819 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 18:02:47.508819 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:02:47.508819 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 18:02:47.508819 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:02:47.508819 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:02:47.508819 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:02:47.508819 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 18:02:47.508819 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:02:47.508819 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:02:47.508819 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:02:47.508819 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:02:47.508819 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:02:47.508819 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:02:47.508819 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:02:47.551473 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-20144eca-acb2-4889-9993-0c4f0e45caec req-666ef536-cc5c-4f26-8634-edfd78488db4 service neutron] 10.222.0.91 "GET /v2.0/networks/1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481163 Feb 17 18:02:47.580711 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1e56be4b-92d0-45bd-9924-9dfd7e12e7b0 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (3764e37b-1a36-42c9-ac12-9a88db68c4ba), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:47.588783 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1e56be4b-92d0-45bd-9924-9dfd7e12e7b0 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:47.589127 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50271a8c-64df-44d6-8803-48f835ecebb5 req-ca961377-c97a-41f5-a77d-e5b9f1da9c2f tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Router 6fc43c08-a489-4927-acb0-bea22dd917f7 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:02:47.593195 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1e56be4b-92d0-45bd-9924-9dfd7e12e7b0 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] 10.222.0.87 "DELETE /v2.0/networks/3764e37b-1a36-42c9-ac12-9a88db68c4ba HTTP/1.1" status: 204 len: 168 time: 0.6308751 Feb 17 18:02:47.595855 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55696) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:47.624361 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e56be4b-92d0-45bd-9924-9dfd7e12e7b0 tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Pushing event deleted for resources: {'Network': ['ID=3764e37b-1a36-42c9-ac12-9a88db68c4ba,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:47.638376 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 39634979-71fb-476f-b765-960b87380be9 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:02:47.644750 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 11f8378a-0cc4-4afd-9340-bf14614e5ab7 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:02:47.679510 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: 11f8378a-0cc4-4afd-9340-bf14614e5ab7 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:02:47.680142 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 11f8378a-0cc4-4afd-9340-bf14614e5ab7 not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:02:47.702125 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4bf98cfe-0837-429b-8f18-4a2e14936ccd tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (6545cfa1-7a17-4d12-aa98-77a08a49d327), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:47.730341 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50271a8c-64df-44d6-8803-48f835ecebb5 req-ca961377-c97a-41f5-a77d-e5b9f1da9c2f tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:02:47.749649 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d1b424-e9c2-4dd3-a8c9-4da54c273a44 None None] Sync routers for ids ['6fc43c08-a489-4927-acb0-bea22dd917f7'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:02:47.791580 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d1b424-e9c2-4dd3-a8c9-4da54c273a44 None None] Routers {'6fc43c08-a489-4927-acb0-bea22dd917f7'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:02:47.792205 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-a1d1b424-e9c2-4dd3-a8c9-4da54c273a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:02:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['6fc43c08-a489-4927-acb0-bea22dd917f7'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:47.818796 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-50271a8c-64df-44d6-8803-48f835ecebb5 req-ca961377-c97a-41f5-a77d-e5b9f1da9c2f tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] No DVR routers for this DVR port 11f8378a-0cc4-4afd-9340-bf14614e5ab7 on host n-h2-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:02:47.821604 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 39634979-71fb-476f-b765-960b87380be9, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=39634979-71fb-476f-b765-960b87380be9,segment=NetworkSegment(e18367a8-3e95-4b96-a913-67acafe5b398),segment_id=e18367a8-3e95-4b96-a913-67acafe5b398)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:02:47.822970 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-50271a8c-64df-44d6-8803-48f835ecebb5 req-ca961377-c97a-41f5-a77d-e5b9f1da9c2f tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:47.828489 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-50271a8c-64df-44d6-8803-48f835ecebb5 req-ca961377-c97a-41f5-a77d-e5b9f1da9c2f tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.91 "DELETE /v2.0/ports/11f8378a-0cc4-4afd-9340-bf14614e5ab7 HTTP/1.1" status: 204 len: 173 time: 2.4642420 Feb 17 18:02:47.829182 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b754ba1-abd8-4319-ab55-654b57649fce', 'name': 'network-vif-deleted', 'tag': '11f8378a-0cc4-4afd-9340-bf14614e5ab7'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:02:47.831803 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef2a5b3-4722-42d7-8ab3-bea804efefdd" -d '{"events": [{"server_uuid": "3b754ba1-abd8-4319-ab55-654b57649fce", "name": "network-vif-deleted", "tag": "11f8378a-0cc4-4afd-9340-bf14614e5ab7"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:02:47.840362 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4bf98cfe-0837-429b-8f18-4a2e14936ccd tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (6545cfa1-7a17-4d12-aa98-77a08a49d327), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:47.842743 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '39634979-71fb-476f-b765-960b87380be9', 'network_id': '1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f', 'port_id': '39634979-71fb-476f-b765-960b87380be9', 'mac_address': 'fa:16:3e:f1:34:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b98b3c03-b8a5-48d7-bc71-73f4d191b9fa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:02:47.896221 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-4bf98cfe-0837-429b-8f18-4a2e14936ccd tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6545cfa1-7a17-4d12-aa98-77a08a49d327']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:47.905500 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 39634979-71fb-476f-b765-960b87380be9 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:02:47.907617 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (39634979-71fb-476f-b765-960b87380be9), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:47.918335 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-4bf98cfe-0837-429b-8f18-4a2e14936ccd tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c32bc981-3469-4c7a-b27f-348b0d5590a3') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:47.922355 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-4bf98cfe-0837-429b-8f18-4a2e14936ccd tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c32bc981-3469-4c7a-b27f-348b0d5590a3') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:47.935259 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4bf98cfe-0837-429b-8f18-4a2e14936ccd tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (c32bc981-3469-4c7a-b27f-348b0d5590a3), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:47.949356 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39634979-71fb-476f-b765-960b87380be9 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:02:47.957520 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7f9082-06d1-4b40-ab76-cf140bcf9025 x-openstack-request-id: req-bd7f9082-06d1-4b40-ab76-cf140bcf9025 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:02:47.958095 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b754ba1-abd8-4319-ab55-654b57649fce", "name": "network-vif-deleted", "tag": "11f8378a-0cc4-4afd-9340-bf14614e5ab7", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:02:47.958362 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-bd7f9082-06d1-4b40-ab76-cf140bcf9025 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:02:47.958778 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b754ba1-abd8-4319-ab55-654b57649fce', 'name': 'network-vif-deleted', 'tag': '11f8378a-0cc4-4afd-9340-bf14614e5ab7', 'status': 'completed', 'code': 200} Feb 17 18:02:47.961595 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4bf98cfe-0837-429b-8f18-4a2e14936ccd tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (c32bc981-3469-4c7a-b27f-348b0d5590a3), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:47.968636 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bf98cfe-0837-429b-8f18-4a2e14936ccd tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:02:47.969174 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4bf98cfe-0837-429b-8f18-4a2e14936ccd tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (c32bc981-3469-4c7a-b27f-348b0d5590a3), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:47.996549 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 39634979-71fb-476f-b765-960b87380be9, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=39634979-71fb-476f-b765-960b87380be9,segment=NetworkSegment(e18367a8-3e95-4b96-a913-67acafe5b398),segment_id=e18367a8-3e95-4b96-a913-67acafe5b398)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:02:48.004592 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (39634979-71fb-476f-b765-960b87380be9), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:48.052276 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 18:02:48.052276 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:02:48.052276 n-d-829613-2 neutron-server[103435]: timer() Feb 17 18:02:48.052276 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:02:48.052276 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 18:02:48.052276 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:02:48.052276 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 18:02:48.052276 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:02:48.052276 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 18:02:48.052276 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:02:48.052276 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 18:02:48.052276 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:02:48.052276 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 18:02:48.052276 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:02:48.052276 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:02:48.052276 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:02:48.052276 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:02:48.052276 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:02:48.052276 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 18:02:48.052276 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:02:48.052276 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 18:02:48.052276 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:02:48.052276 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:02:48.052276 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:02:48.052276 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 18:02:48.052276 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:02:48.052276 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:02:48.052276 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:02:48.052276 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:02:48.052276 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:02:48.052276 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:02:48.052276 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:02:48.072027 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4bf98cfe-0837-429b-8f18-4a2e14936ccd tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (6545cfa1-7a17-4d12-aa98-77a08a49d327), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:48.084723 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4bf98cfe-0837-429b-8f18-4a2e14936ccd tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:48.092098 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-a1d1b424-e9c2-4dd3-a8c9-4da54c273a44 None None] Set router 6fc43c08-a489-4927-acb0-bea22dd917f7 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:02:48.094109 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55700) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:48.104284 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4bf98cfe-0837-429b-8f18-4a2e14936ccd tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] 10.222.0.87 "DELETE /v2.0/networks/6545cfa1-7a17-4d12-aa98-77a08a49d327 HTTP/1.1" status: 204 len: 168 time: 0.5070941 Feb 17 18:02:48.136197 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf98cfe-0837-429b-8f18-4a2e14936ccd tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Pushing event deleted for resources: {'Network': ['ID=6545cfa1-7a17-4d12-aa98-77a08a49d327,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:48.140121 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=39634979-71fb-476f-b765-960b87380be9,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:48.209419 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['39634979-71fb-476f-b765-960b87380be9'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:02:48.209670 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ddf11d7a-c4cb-4469-9ae5-5e8f4be8a06c tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (8ffab25f-e04a-4619-a297-5e66e5f30d61), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:48.397223 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ddf11d7a-c4cb-4469-9ae5-5e8f4be8a06c tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (8ffab25f-e04a-4619-a297-5e66e5f30d61), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:48.469143 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-ddf11d7a-c4cb-4469-9ae5-5e8f4be8a06c tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ffab25f-e04a-4619-a297-5e66e5f30d61']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:48.480681 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-ddf11d7a-c4cb-4469-9ae5-5e8f4be8a06c tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baa49961-74f9-4429-a95e-ee1b97ff9bf8') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:48.481100 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-ddf11d7a-c4cb-4469-9ae5-5e8f4be8a06c tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baa49961-74f9-4429-a95e-ee1b97ff9bf8') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:48.497835 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ddf11d7a-c4cb-4469-9ae5-5e8f4be8a06c tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (baa49961-74f9-4429-a95e-ee1b97ff9bf8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:48.520043 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ddf11d7a-c4cb-4469-9ae5-5e8f4be8a06c tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (baa49961-74f9-4429-a95e-ee1b97ff9bf8), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:48.530252 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddf11d7a-c4cb-4469-9ae5-5e8f4be8a06c tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:02:48.531312 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ddf11d7a-c4cb-4469-9ae5-5e8f4be8a06c tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (baa49961-74f9-4429-a95e-ee1b97ff9bf8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:48.534283 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-a1d1b424-e9c2-4dd3-a8c9-4da54c273a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'name': 'tempest-AttachVolumeShelveTestJSON-63026367-router', 'tenant_id': '20be7d5eb0704bac94fef9d4560964ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e4704676-c899-4ad7-9665-569c4855b433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:55:59Z', 'updated_at': '2022-02-17T17:56:14Z', 'revision_number': 4, 'project_id': '20be7d5eb0704bac94fef9d4560964ff', 'gw_port': {'id': 'e4704676-c899-4ad7-9665-569c4855b433', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:02Z', 'updated_at': '2022-02-17T17:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'b2c294be-ad9a-44f9-86c3-2d11cb734c1a', 'name': '', 'network_id': '1c842ecd-cc9b-4a85-b1b8-328753a85bfe', 'tenant_id': '20be7d5eb0704bac94fef9d4560964ff', 'mac_address': 'fa:16:3e:60:34:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '684c221c-585d-46a8-b4c6-fe6a5f99b9b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:10Z', 'updated_at': '2022-02-17T17:56:21Z', 'revision_number': 5, 'project_id': '20be7d5eb0704bac94fef9d4560964ff', 'subnets': [{'id': '684c221c-585d-46a8-b4c6-fe6a5f99b9b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:48.544853 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 18:02:48.544853 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:02:48.544853 n-d-829613-2 neutron-server[103434]: timer() Feb 17 18:02:48.544853 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:02:48.544853 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 18:02:48.544853 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:02:48.544853 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 18:02:48.544853 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:02:48.544853 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 18:02:48.544853 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:02:48.544853 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 18:02:48.544853 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:02:48.544853 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 18:02:48.544853 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:02:48.544853 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:02:48.544853 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:02:48.544853 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:02:48.544853 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:02:48.544853 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 18:02:48.544853 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:02:48.544853 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 18:02:48.544853 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:02:48.544853 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:02:48.544853 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:02:48.544853 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 18:02:48.544853 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:02:48.544853 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:02:48.544853 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:02:48.544853 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:02:48.544853 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:02:48.544853 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:02:48.544853 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:02:48.573048 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d1b424-e9c2-4dd3-a8c9-4da54c273a44 None None] Checking router: 6fc43c08-a489-4927-acb0-bea22dd917f7 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:02:48.580373 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e8754861-c29d-4572-8acd-3037a04fb296 req-ad989b50-9883-4a90-8c37-d1db562f5e38 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b754ba1-abd8-4319-ab55-654b57649fce HTTP/1.1" status: 200 len: 210 time: 0.0593781 Feb 17 18:02:48.595068 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e864b7-8663-49cd-9bab-41605fbe53e0 req-a3c2a02b-9113-4d60-a733-c84ad652b86d tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:48.597139 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-72e864b7-8663-49cd-9bab-41605fbe53e0 req-a3c2a02b-9113-4d60-a733-c84ad652b86d tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=708f5a6f-a3e7-429e-b531-8ac21fb55af0 HTTP/1.1" status: 200 len: 1126 time: 0.1435339 Feb 17 18:02:48.610375 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d1b424-e9c2-4dd3-a8c9-4da54c273a44 None None] Routers {'6fc43c08-a489-4927-acb0-bea22dd917f7'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:02:48.611314 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-a1d1b424-e9c2-4dd3-a8c9-4da54c273a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:02:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['6fc43c08-a489-4927-acb0-bea22dd917f7'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:48.633811 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ddf11d7a-c4cb-4469-9ae5-5e8f4be8a06c tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (8ffab25f-e04a-4619-a297-5e66e5f30d61), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:48.646885 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ddf11d7a-c4cb-4469-9ae5-5e8f4be8a06c tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:48.654975 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ddf11d7a-c4cb-4469-9ae5-5e8f4be8a06c tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] 10.222.0.87 "DELETE /v2.0/networks/8ffab25f-e04a-4619-a297-5e66e5f30d61 HTTP/1.1" status: 204 len: 168 time: 0.5590930 Feb 17 18:02:48.692095 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf11d7a-c4cb-4469-9ae5-5e8f4be8a06c tempest-BulkNetworkOpsIpV6Test-1775583464 tempest-BulkNetworkOpsIpV6Test-1775583464-project] Pushing event deleted for resources: {'Network': ['ID=8ffab25f-e04a-4619-a297-5e66e5f30d61,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:48.703547 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-72e864b7-8663-49cd-9bab-41605fbe53e0 req-bf09196b-c3d0-4313-865b-bae578591ba8 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=c9719f59-ca86-46be-84e0-44258ceafa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909197 Feb 17 18:02:48.738710 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-a1d1b424-e9c2-4dd3-a8c9-4da54c273a44 None None] Set router 6fc43c08-a489-4927-acb0-bea22dd917f7 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:02:48.965494 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-a1d1b424-e9c2-4dd3-a8c9-4da54c273a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'name': 'tempest-AttachVolumeShelveTestJSON-63026367-router', 'tenant_id': '20be7d5eb0704bac94fef9d4560964ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e4704676-c899-4ad7-9665-569c4855b433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:55:59Z', 'updated_at': '2022-02-17T17:56:14Z', 'revision_number': 4, 'project_id': '20be7d5eb0704bac94fef9d4560964ff', 'gw_port': {'id': 'e4704676-c899-4ad7-9665-569c4855b433', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:02Z', 'updated_at': '2022-02-17T17:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'b2c294be-ad9a-44f9-86c3-2d11cb734c1a', 'name': '', 'network_id': '1c842ecd-cc9b-4a85-b1b8-328753a85bfe', 'tenant_id': '20be7d5eb0704bac94fef9d4560964ff', 'mac_address': 'fa:16:3e:60:34:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '684c221c-585d-46a8-b4c6-fe6a5f99b9b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:10Z', 'updated_at': '2022-02-17T17:56:21Z', 'revision_number': 5, 'project_id': '20be7d5eb0704bac94fef9d4560964ff', 'subnets': [{'id': '684c221c-585d-46a8-b4c6-fe6a5f99b9b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:02:48.970579 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55712) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:49.004010 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d1b424-e9c2-4dd3-a8c9-4da54c273a44 None None] The sync data for ids ['6fc43c08-a489-4927-acb0-bea22dd917f7'] in n-d-829613-2 is: [{'id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'name': 'tempest-AttachVolumeShelveTestJSON-63026367-router', 'tenant_id': '20be7d5eb0704bac94fef9d4560964ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e4704676-c899-4ad7-9665-569c4855b433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:55:59Z', 'updated_at': '2022-02-17T17:56:14Z', 'revision_number': 4, 'project_id': '20be7d5eb0704bac94fef9d4560964ff', 'gw_port': {'id': 'e4704676-c899-4ad7-9665-569c4855b433', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:02Z', 'updated_at': '2022-02-17T17:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'b2c294be-ad9a-44f9-86c3-2d11cb734c1a', 'name': '', 'network_id': '1c842ecd-cc9b-4a85-b1b8-328753a85bfe', 'tenant_id': '20be7d5eb0704bac94fef9d4560964ff', 'mac_address': 'fa:16:3e:60:34:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': '684c221c-585d-46a8-b4c6-fe6a5f99b9b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:10Z', 'updated_at': '2022-02-17T17:56:21Z', 'revision_number': 5, 'project_id': '20be7d5eb0704bac94fef9d4560964ff', 'subnets': [{'id': '684c221c-585d-46a8-b4c6-fe6a5f99b9b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:02:49.020425 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 1cd3db06-ed32-46da-8a95-b89aafa41569 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:02:49.046604 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 1cd3db06-ed32-46da-8a95-b89aafa41569 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:02:49.047234 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 1cd3db06-ed32-46da-8a95-b89aafa41569 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:02:49.067675 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:49.157922 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ff8607d4-9d8e-4416-9cdf-04456a3b8974 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=720634a4696c4247bffa2a3b81e0e044&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1862094 Feb 17 18:02:49.160377 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55716) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:49.211840 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e1df8908-a7a5-40a7-96b2-6c0172c62311 admin admin] Publish callbacks [] for security_group (d04a8734-494e-4d84-9844-cc921c0497ea), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:49.235758 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e1df8908-a7a5-40a7-96b2-6c0172c62311 admin admin] Publish callbacks [] for security_group (d04a8734-494e-4d84-9844-cc921c0497ea), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:49.288933 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e1df8908-a7a5-40a7-96b2-6c0172c62311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (d04a8734-494e-4d84-9844-cc921c0497ea), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:49.292590 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e1df8908-a7a5-40a7-96b2-6c0172c62311 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:49.293808 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e1df8908-a7a5-40a7-96b2-6c0172c62311 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d04a8734-494e-4d84-9844-cc921c0497ea HTTP/1.1" status: 204 len: 168 time: 0.1323593 Feb 17 18:02:49.302473 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1df8908-a7a5-40a7-96b2-6c0172c62311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04a8734-494e-4d84-9844-cc921c0497ea,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:49.326263 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9026ea3-062b-4342-b120-115df3b17956 None None] New status for floating IP 34d215b8-07e1-4858-b6b5-84efd38f5346: DOWN {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 18:02:49.646786 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 39634979-71fb-476f-b765-960b87380be9 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:02:49.704960 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port 39634979-71fb-476f-b765-960b87380be9 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 18:02:49.709970 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 39634979-71fb-476f-b765-960b87380be9 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:02:49.710669 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (39634979-71fb-476f-b765-960b87380be9), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:49.843554 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 39634979-71fb-476f-b765-960b87380be9 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:02:49.843952 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (39634979-71fb-476f-b765-960b87380be9), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:49.855300 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055ed79-82be-43d5-bf95-c11ce45cd575 req-48878e72-7357-4eff-b33f-b185ad75859c tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:49.858575 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6055ed79-82be-43d5-bf95-c11ce45cd575 req-48878e72-7357-4eff-b33f-b185ad75859c tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=708f5a6f-a3e7-429e-b531-8ac21fb55af0 HTTP/1.1" status: 200 len: 1126 time: 0.0764668 Feb 17 18:02:49.859278 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:49.883823 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '708f5a6f-a3e7-429e-b531-8ac21fb55af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39634979-71fb-476f-b765-960b87380be9'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:02:49.891316 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113a0e0d-9e5a-41bb-816f-b2ec2fb55d0f" -d '{"events": [{"server_uuid": "708f5a6f-a3e7-429e-b531-8ac21fb55af0", "name": "network-vif-plugged", "status": "completed", "tag": "39634979-71fb-476f-b765-960b87380be9"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:02:49.912864 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 39634979-71fb-476f-b765-960b87380be9, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=39634979-71fb-476f-b765-960b87380be9,segment=NetworkSegment(e18367a8-3e95-4b96-a913-67acafe5b398),segment_id=e18367a8-3e95-4b96-a913-67acafe5b398)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:02:49.924641 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (39634979-71fb-476f-b765-960b87380be9), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:49.976624 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6055ed79-82be-43d5-bf95-c11ce45cd575 req-df3ce97b-fb88-4288-8f45-1e67075a9f8b tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=c9719f59-ca86-46be-84e0-44258ceafa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911958 Feb 17 18:02:50.001983 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=39634979-71fb-476f-b765-960b87380be9,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:50.228942 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55750) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:50.359267 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6a65f1-2073-41dd-a32c-5809ecd5e944 x-openstack-request-id: req-ef6a65f1-2073-41dd-a32c-5809ecd5e944 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:02:50.359754 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "708f5a6f-a3e7-429e-b531-8ac21fb55af0", "name": "network-vif-plugged", "status": "completed", "tag": "39634979-71fb-476f-b765-960b87380be9", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:02:50.359851 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ef6a65f1-2073-41dd-a32c-5809ecd5e944 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:02:50.360192 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '708f5a6f-a3e7-429e-b531-8ac21fb55af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39634979-71fb-476f-b765-960b87380be9', 'code': 200} Feb 17 18:02:50.384342 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-7b5a0eea-6fcb-4ba1-8611-8e779f80a732 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-894882959'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:02:50.414101 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5a0eea-6fcb-4ba1-8611-8e779f80a732 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Made reservation on behalf of f9e8c69db347425b86d37ea70a093e17 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:02:50.417643 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b5a0eea-6fcb-4ba1-8611-8e779f80a732 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:50.445815 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b5a0eea-6fcb-4ba1-8611-8e779f80a732 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:50.517634 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc715c-580c-4de7-a88b-265f5d8ce8ba req-eb491b0e-0d4e-4054-875c-c467c5d64324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:50.519754 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-64fc715c-580c-4de7-a88b-265f5d8ce8ba req-eb491b0e-0d4e-4054-875c-c467c5d64324 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=708f5a6f-a3e7-429e-b531-8ac21fb55af0 HTTP/1.1" status: 200 len: 1127 time: 0.0835433 Feb 17 18:02:50.598872 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-64fc715c-580c-4de7-a88b-265f5d8ce8ba req-9e651fc3-5ff6-425a-bd78-63fd0b8904c1 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=c9719f59-ca86-46be-84e0-44258ceafa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704134 Feb 17 18:02:50.600828 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b5a0eea-6fcb-4ba1-8611-8e779f80a732 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks [] for security_group (af551b51-ccdd-48a0-83ae-d1b630150eef), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:50.606281 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b5a0eea-6fcb-4ba1-8611-8e779f80a732 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (af551b51-ccdd-48a0-83ae-d1b630150eef), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:50.634374 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b5a0eea-6fcb-4ba1-8611-8e779f80a732 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:02:50.655971 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a0eea-6fcb-4ba1-8611-8e779f80a732 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af551b51-ccdd-48a0-83ae-d1b630150eef,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:50.659247 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b5a0eea-6fcb-4ba1-8611-8e779f80a732 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (5b5f634e-d7e0-41b6-bb06-e5b9066158d9), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:50.659683 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-7b5a0eea-6fcb-4ba1-8611-8e779f80a732 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Added segment 5b5f634e-d7e0-41b6-bb06-e5b9066158d9 of type vlan for network 21fa86f6-444f-4b23-b066-635e38a5d477 Feb 17 18:02:50.704593 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55758) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:50.726520 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b5a0eea-6fcb-4ba1-8611-8e779f80a732 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (21fa86f6-444f-4b23-b066-635e38a5d477), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:50.758323 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b5a0eea-6fcb-4ba1-8611-8e779f80a732 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (21fa86f6-444f-4b23-b066-635e38a5d477), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:50.765867 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5a0eea-6fcb-4ba1-8611-8e779f80a732 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:50.766633 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b5a0eea-6fcb-4ba1-8611-8e779f80a732 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:50.770196 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1d296c3d-dcff-49ed-b5af-9280b5712e3c tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks [] for security_group (96b3906c-d2e6-481a-b8bc-581eb823138a), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:50.825875 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7b5a0eea-6fcb-4ba1-8611-8e779f80a732 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5956218 Feb 17 18:02:50.843749 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1d296c3d-dcff-49ed-b5af-9280b5712e3c tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks [] for security_group (96b3906c-d2e6-481a-b8bc-581eb823138a), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:50.861514 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a0eea-6fcb-4ba1-8611-8e779f80a732 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Pushing event updated for resources: {'Network': ['ID=21fa86f6-444f-4b23-b066-635e38a5d477,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:50.880718 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 21fa86f6-444f-4b23-b066-635e38a5d477 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:02:50.935236 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1d296c3d-dcff-49ed-b5af-9280b5712e3c tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (96b3906c-d2e6-481a-b8bc-581eb823138a), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:50.939578 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1d296c3d-dcff-49ed-b5af-9280b5712e3c tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:50.941931 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1d296c3d-dcff-49ed-b5af-9280b5712e3c tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "DELETE /v2.0/security-groups/96b3906c-d2e6-481a-b8bc-581eb823138a HTTP/1.1" status: 204 len: 168 time: 0.2358789 Feb 17 18:02:50.945003 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55760) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:50.978523 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d296c3d-dcff-49ed-b5af-9280b5712e3c tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b3906c-d2e6-481a-b8bc-581eb823138a,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:51.007438 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-3e319255-ab67-48e4-9a53-55354ce1c05a tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] show failed (client error): The resource could not be found. Feb 17 18:02:51.011605 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-3e319255-ab67-48e4-9a53-55354ce1c05a tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "GET /v2.0/security-groups/96b3906c-d2e6-481a-b8bc-581eb823138a HTTP/1.1" status: 404 len: 347 time: 0.0578549 Feb 17 18:02:51.014343 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55764) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:51.218521 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c2ef2-a7ad-4900-97eb-0120c2311397 req-6cf0e049-d9c1-4326-8134-5ac7cbd39d07 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:51.229066 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1e5c2ef2-a7ad-4900-97eb-0120c2311397 req-6cf0e049-d9c1-4326-8134-5ac7cbd39d07 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=708f5a6f-a3e7-429e-b531-8ac21fb55af0 HTTP/1.1" status: 200 len: 1127 time: 0.0957251 Feb 17 18:02:51.282310 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-951c8fdc-471b-4a1a-97eb-0d74177e6228 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Deleting port 2abbd5a4-ca19-43af-a9c6-74fe2f634626 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:02:51.283353 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-951c8fdc-471b-4a1a-97eb-0d74177e6228 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (2abbd5a4-ca19-43af-a9c6-74fe2f634626), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:51.300916 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1e5c2ef2-a7ad-4900-97eb-0120c2311397 req-d9a181d2-8fb9-4f60-9a40-683696888d91 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=c9719f59-ca86-46be-84e0-44258ceafa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695777 Feb 17 18:02:51.373122 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-951c8fdc-471b-4a1a-97eb-0d74177e6228 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (2abbd5a4-ca19-43af-a9c6-74fe2f634626), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:51.373558 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-951c8fdc-471b-4a1a-97eb-0d74177e6228 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks [] for floatingip (2abbd5a4-ca19-43af-a9c6-74fe2f634626), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:51.386940 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-951c8fdc-471b-4a1a-97eb-0d74177e6228 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Calling delete_port for 2abbd5a4-ca19-43af-a9c6-74fe2f634626 owned by network:floatingip {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:02:51.573129 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-951c8fdc-471b-4a1a-97eb-0d74177e6228 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (2abbd5a4-ca19-43af-a9c6-74fe2f634626), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:51.606951 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c8fdc-471b-4a1a-97eb-0d74177e6228 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Pushing event deleted for resources: {'Port': ['ID=2abbd5a4-ca19-43af-a9c6-74fe2f634626,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:51.678852 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-951c8fdc-471b-4a1a-97eb-0d74177e6228 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks [] for floatingip (34d215b8-07e1-4858-b6b5-84efd38f5346), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:51.686192 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-951c8fdc-471b-4a1a-97eb-0d74177e6228 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:51.691571 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-951c8fdc-471b-4a1a-97eb-0d74177e6228 tempest-AttachVolumeShelveTestJSON-994008096 tempest-AttachVolumeShelveTestJSON-994008096-project] 10.222.0.87 "DELETE /v2.0/floatingips/34d215b8-07e1-4858-b6b5-84efd38f5346 HTTP/1.1" status: 204 len: 168 time: 0.6706870 Feb 17 18:02:52.430260 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8bf25-cbdc-4aa6-8641-59fee8a80586 req-0134e281-676f-44ce-9788-4a86bcc2d854 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:52.431772 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-02d8bf25-cbdc-4aa6-8641-59fee8a80586 req-0134e281-676f-44ce-9788-4a86bcc2d854 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=708f5a6f-a3e7-429e-b531-8ac21fb55af0 HTTP/1.1" status: 200 len: 1127 time: 0.0539458 Feb 17 18:02:52.491815 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-02d8bf25-cbdc-4aa6-8641-59fee8a80586 req-51b5f22a-b380-41ce-9a71-d2073d52db4f tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=c9719f59-ca86-46be-84e0-44258ceafa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539336 Feb 17 18:02:52.617594 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697dca1d-adb8-46f1-bc0b-a337c863b0ff req-d3b98c44-bfd6-48d5-8f82-df047d7122c4 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:52.619619 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-697dca1d-adb8-46f1-bc0b-a337c863b0ff req-d3b98c44-bfd6-48d5-8f82-df047d7122c4 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=708f5a6f-a3e7-429e-b531-8ac21fb55af0 HTTP/1.1" status: 200 len: 1127 time: 0.0496407 Feb 17 18:02:52.682805 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-697dca1d-adb8-46f1-bc0b-a337c863b0ff req-d38a0004-1bdd-4b2f-af71-b2c204a3eae3 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=c9719f59-ca86-46be-84e0-44258ceafa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527110 Feb 17 18:02:52.824099 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd67796-f3c6-4f8b-94cf-9648067cb5e8 req-4c4331ed-b77b-4267-9507-156e43fa41c7 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:52.833260 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3bd67796-f3c6-4f8b-94cf-9648067cb5e8 req-4c4331ed-b77b-4267-9507-156e43fa41c7 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=708f5a6f-a3e7-429e-b531-8ac21fb55af0 HTTP/1.1" status: 200 len: 1127 time: 0.0673637 Feb 17 18:02:52.912576 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3bd67796-f3c6-4f8b-94cf-9648067cb5e8 req-d1b927e0-078c-4a5f-b103-7240dd10ee8c tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=c9719f59-ca86-46be-84e0-44258ceafa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644650 Feb 17 18:02:53.454849 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9dc792-dd78-4a75-b047-d4c2d774171b req-ff21636d-13ee-43b1-85a7-e303af51238a tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:53.463255 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f9dc792-dd78-4a75-b047-d4c2d774171b req-ff21636d-13ee-43b1-85a7-e303af51238a tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/networks?id=1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f HTTP/1.1" status: 200 len: 911 time: 0.1239414 Feb 17 18:02:53.480822 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f9dc792-dd78-4a75-b047-d4c2d774171b req-7597e707-91d1-4cad-a968-39fc6d5eaf58 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/quotas/e765823af4804d8ca39c52c63fff27b4 HTTP/1.1" status: 200 len: 375 time: 0.0165243 Feb 17 18:02:53.548177 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f9dc792-dd78-4a75-b047-d4c2d774171b req-e0005a94-81a4-43e2-8aef-70de586dd693 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/ports?tenant_id=e765823af4804d8ca39c52c63fff27b4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0660076 Feb 17 18:02:53.667049 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f9dc792-dd78-4a75-b047-d4c2d774171b req-10b9d057-8d50-402b-a0e7-93620fca4ca4 service neutron] 10.222.0.87 "GET /v2.0/networks/1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169860 Feb 17 18:02:53.777184 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f9dc792-dd78-4a75-b047-d4c2d774171b req-341f5773-6daa-48c7-bea9-813eed9c165e service neutron] 10.222.0.87 "GET /v2.0/networks/1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092393 Feb 17 18:02:53.897477 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:02:54.076213 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-019ba346-337f-4c73-850e-03df2f1fc92e req-7720a44b-ef54-4a49-a8eb-03b8a51040ac tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=a8d614c9-818a-44a5-bab3-64ad672260ce HTTP/1.1" status: 200 len: 210 time: 0.0620611 Feb 17 18:02:54.284965 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55812) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:54.291241 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-a32422fd-3cd9-4648-ac9a-259fc12505dd tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Request body: {'subnet': {'network_id': '21fa86f6-444f-4b23-b066-635e38a5d477', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:02:54.403822 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32422fd-3cd9-4648-ac9a-259fc12505dd tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Made reservation on behalf of f9e8c69db347425b86d37ea70a093e17 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:02:54.408561 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a32422fd-3cd9-4648-ac9a-259fc12505dd tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:54.659978 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a32422fd-3cd9-4648-ac9a-259fc12505dd tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (75107e13-7c43-4360-858a-087f7b08a9d3), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:54.731442 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32422fd-3cd9-4648-ac9a-259fc12505dd tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Pushing event updated for resources: {'Subnet': ['ID=75107e13-7c43-4360-858a-087f7b08a9d3,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:54.749720 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32422fd-3cd9-4648-ac9a-259fc12505dd tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Checking segment: {'id': '5b5f634e-d7e0-41b6-bb06-e5b9066158d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '21fa86f6-444f-4b23-b066-635e38a5d477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:02:54.750099 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32422fd-3cd9-4648-ac9a-259fc12505dd tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Network hostable DHCP agents. Network: 21fa86f6-444f-4b23-b066-635e38a5d477, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:02:54.777626 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32422fd-3cd9-4648-ac9a-259fc12505dd tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Network 21fa86f6-444f-4b23-b066-635e38a5d477 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:02:54.791789 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-a32422fd-3cd9-4648-ac9a-259fc12505dd tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 21fa86f6-444f-4b23-b066-635e38a5d477) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:02:54.797889 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32422fd-3cd9-4648-ac9a-259fc12505dd tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:54.798558 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a32422fd-3cd9-4648-ac9a-259fc12505dd tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:54.808312 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49e4e82-6c94-4e22-8ffa-a84662d834dc None None] Network 21fa86f6-444f-4b23-b066-635e38a5d477 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:02:54.822029 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a32422fd-3cd9-4648-ac9a-259fc12505dd tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5359778 Feb 17 18:02:54.826838 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55816) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:54.835214 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-623326c4-2879-4295-9de4-36329d9c1bf7 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-283933280'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:02:54.870808 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623326c4-2879-4295-9de4-36329d9c1bf7 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Made reservation on behalf of f9e8c69db347425b86d37ea70a093e17 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:02:54.883988 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-623326c4-2879-4295-9de4-36329d9c1bf7 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:54.919863 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-623326c4-2879-4295-9de4-36329d9c1bf7 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:02:54.943061 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-623326c4-2879-4295-9de4-36329d9c1bf7 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (9328a59c-8d36-4611-800c-97d35da8be1e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:54.943724 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-623326c4-2879-4295-9de4-36329d9c1bf7 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Added segment 9328a59c-8d36-4611-800c-97d35da8be1e of type vlan for network dae1e5d0-bdb6-4e20-aa0f-9ac0e19dfb1a Feb 17 18:02:54.986818 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83781e0a-59f5-47d8-94da-88aca758c779 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-21fa86f6-444f-4b23-b066-635e38a5d477', 'network_id': '21fa86f6-444f-4b23-b066-635e38a5d477', 'project_id': 'f9e8c69db347425b86d37ea70a093e17', 'fixed_ips': [{'subnet_id': '75107e13-7c43-4360-858a-087f7b08a9d3'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 18:02:54.988748 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-83781e0a-59f5-47d8-94da-88aca758c779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:55.012596 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-623326c4-2879-4295-9de4-36329d9c1bf7 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (dae1e5d0-bdb6-4e20-aa0f-9ac0e19dfb1a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:55.054383 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-623326c4-2879-4295-9de4-36329d9c1bf7 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (dae1e5d0-bdb6-4e20-aa0f-9ac0e19dfb1a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:55.071206 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623326c4-2879-4295-9de4-36329d9c1bf7 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:55.071206 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-623326c4-2879-4295-9de4-36329d9c1bf7 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:55.173335 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-623326c4-2879-4295-9de4-36329d9c1bf7 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3423295 Feb 17 18:02:55.174568 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55822) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:55.220115 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-6a0735da-e08f-4746-9332-585e4322e193 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Request body: {'subnet': {'network_id': 'dae1e5d0-bdb6-4e20-aa0f-9ac0e19dfb1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:02:55.397656 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-83781e0a-59f5-47d8-94da-88aca758c779 None None] Allocated IP 2001:db8:0:ffff::2 (21fa86f6-444f-4b23-b066-635e38a5d477/75107e13-7c43-4360-858a-087f7b08a9d3/03bef6f4-896c-4704-8056-267ad7d3b2d2) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:02:55.434578 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b9292d54-41d5-4b29-b6ad-929d668cc449 req-40f09420-40b1-4252-8c8d-5880563b1e0f tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=a8d614c9-818a-44a5-bab3-64ad672260ce HTTP/1.1" status: 200 len: 210 time: 0.1552606 Feb 17 18:02:55.495312 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9dc792-dd78-4a75-b047-d4c2d774171b req-9b03e61b-70cb-4c0d-9b45-e722f75ac185 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:55.497265 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f9dc792-dd78-4a75-b047-d4c2d774171b req-9b03e61b-70cb-4c0d-9b45-e722f75ac185 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.71 "GET /v2.0/networks?id=1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f HTTP/1.1" status: 200 len: 911 time: 0.3282216 Feb 17 18:02:55.512124 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-6f9dc792-dd78-4a75-b047-d4c2d774171b req-7ddaac8e-eea7-4913-9aab-e6da22d99579 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Request body: {'port': {'device_id': 'a8d614c9-818a-44a5-bab3-64ad672260ce', 'network_id': '1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f', 'admin_state_up': True, 'tenant_id': 'e765823af4804d8ca39c52c63fff27b4'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:02:55.559567 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f9dc792-dd78-4a75-b047-d4c2d774171b req-7ddaac8e-eea7-4913-9aab-e6da22d99579 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Made reservation on behalf of e765823af4804d8ca39c52c63fff27b4 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:02:55.562938 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-6f9dc792-dd78-4a75-b047-d4c2d774171b req-7ddaac8e-eea7-4913-9aab-e6da22d99579 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:55.657617 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623326c4-2879-4295-9de4-36329d9c1bf7 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Pushing event updated for resources: {'Network': ['ID=dae1e5d0-bdb6-4e20-aa0f-9ac0e19dfb1a,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:55.723608 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network dae1e5d0-bdb6-4e20-aa0f-9ac0e19dfb1a details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:02:55.735752 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0735da-e08f-4746-9332-585e4322e193 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Made reservation on behalf of f9e8c69db347425b86d37ea70a093e17 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:02:55.739963 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6a0735da-e08f-4746-9332-585e4322e193 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:55.758382 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-83781e0a-59f5-47d8-94da-88aca758c779 None None] Publish callbacks [] for port (03bef6f4-896c-4704-8056-267ad7d3b2d2), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:55.782199 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-83781e0a-59f5-47d8-94da-88aca758c779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (03bef6f4-896c-4704-8056-267ad7d3b2d2), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:55.799243 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-6f9dc792-dd78-4a75-b047-d4c2d774171b req-7ddaac8e-eea7-4913-9aab-e6da22d99579 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Allocated IP 172.20.0.8 (1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f/b98b3c03-b8a5-48d7-bc71-73f4d191b9fa/ed5ee30d-3962-46d8-9d7a-fd213fa600c1) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:02:55.894847 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83781e0a-59f5-47d8-94da-88aca758c779 None None] Network 21fa86f6-444f-4b23-b066-635e38a5d477 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:02:55.906842 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-83781e0a-59f5-47d8-94da-88aca758c779 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:02:55.916416 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83781e0a-59f5-47d8-94da-88aca758c779 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:02:55.951075 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83781e0a-59f5-47d8-94da-88aca758c779 None None] Pushing event updated for resources: {'Port': ['ID=03bef6f4-896c-4704-8056-267ad7d3b2d2,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:55.989516 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-83781e0a-59f5-47d8-94da-88aca758c779 None None] Attempting to bind port 03bef6f4-896c-4704-8056-267ad7d3b2d2 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:02:55.989899 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-83781e0a-59f5-47d8-94da-88aca758c779 None None] Attempting to bind port 03bef6f4-896c-4704-8056-267ad7d3b2d2 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '5b5f634e-d7e0-41b6-bb06-e5b9066158d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '21fa86f6-444f-4b23-b066-635e38a5d477'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:02:55.990252 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83781e0a-59f5-47d8-94da-88aca758c779 None None] Attempting to bind port 03bef6f4-896c-4704-8056-267ad7d3b2d2 on network 21fa86f6-444f-4b23-b066-635e38a5d477 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:02:55.996160 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83781e0a-59f5-47d8-94da-88aca758c779 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:02:55.996629 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83781e0a-59f5-47d8-94da-88aca758c779 None None] Checking segment: {'id': '5b5f634e-d7e0-41b6-bb06-e5b9066158d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '21fa86f6-444f-4b23-b066-635e38a5d477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:02:55.997168 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-83781e0a-59f5-47d8-94da-88aca758c779 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:55.997584 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83781e0a-59f5-47d8-94da-88aca758c779 None None] Bound using segment: {'id': '5b5f634e-d7e0-41b6-bb06-e5b9066158d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '21fa86f6-444f-4b23-b066-635e38a5d477'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:02:55.998110 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-83781e0a-59f5-47d8-94da-88aca758c779 None None] Bound port: 03bef6f4-896c-4704-8056-267ad7d3b2d2, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b5f634e-d7e0-41b6-bb06-e5b9066158d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '21fa86f6-444f-4b23-b066-635e38a5d477'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:02:55.998466 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-83781e0a-59f5-47d8-94da-88aca758c779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (03bef6f4-896c-4704-8056-267ad7d3b2d2), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:56.103758 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-6f9dc792-dd78-4a75-b047-d4c2d774171b req-7ddaac8e-eea7-4913-9aab-e6da22d99579 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Publish callbacks [] for port (ed5ee30d-3962-46d8-9d7a-fd213fa600c1), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:56.112765 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-83781e0a-59f5-47d8-94da-88aca758c779 None None] For port 03bef6f4-896c-4704-8056-267ad7d3b2d2, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:02:56.117698 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-83781e0a-59f5-47d8-94da-88aca758c779 None None] For port 03bef6f4-896c-4704-8056-267ad7d3b2d2, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=03bef6f4-896c-4704-8056-267ad7d3b2d2,segment=NetworkSegment(5b5f634e-d7e0-41b6-bb06-e5b9066158d9),segment_id=5b5f634e-d7e0-41b6-bb06-e5b9066158d9)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:02:56.126657 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-83781e0a-59f5-47d8-94da-88aca758c779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (03bef6f4-896c-4704-8056-267ad7d3b2d2), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:56.153603 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-6f9dc792-dd78-4a75-b047-d4c2d774171b req-7ddaac8e-eea7-4913-9aab-e6da22d99579 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (ed5ee30d-3962-46d8-9d7a-fd213fa600c1), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:56.215972 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f9dc792-dd78-4a75-b047-d4c2d774171b req-7ddaac8e-eea7-4913-9aab-e6da22d99579 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Network 1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:02:56.219078 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83781e0a-59f5-47d8-94da-88aca758c779 None None] Pushing event updated for resources: {'Port': ['ID=03bef6f4-896c-4704-8056-267ad7d3b2d2,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:56.221869 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-6f9dc792-dd78-4a75-b047-d4c2d774171b req-7ddaac8e-eea7-4913-9aab-e6da22d99579 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:02:56.228712 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['39634979-71fb-476f-b765-960b87380be9'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:02:56.240096 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f9dc792-dd78-4a75-b047-d4c2d774171b req-7ddaac8e-eea7-4913-9aab-e6da22d99579 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:02:56.276066 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddaac8e-eea7-4913-9aab-e6da22d99579 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Pushing event updated for resources: {'Port': ['ID=ed5ee30d-3962-46d8-9d7a-fd213fa600c1,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:56.336195 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9dc792-dd78-4a75-b047-d4c2d774171b req-7ddaac8e-eea7-4913-9aab-e6da22d99579 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:56.337278 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-6f9dc792-dd78-4a75-b047-d4c2d774171b req-7ddaac8e-eea7-4913-9aab-e6da22d99579 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:56.380490 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f9dc792-dd78-4a75-b047-d4c2d774171b req-7ddaac8e-eea7-4913-9aab-e6da22d99579 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8722320 Feb 17 18:02:56.392756 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-6f9dc792-dd78-4a75-b047-d4c2d774171b req-07dcc107-46ca-48c9-8ad0-9684580b0ee3 service neutron] Request body: {'port': {'device_id': 'a8d614c9-818a-44a5-bab3-64ad672260ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:02:56.413509 n-d-829613-2 neutron-server[103434]: DEBUG neutron.objects.ports [None req-6a0735da-e08f-4746-9332-585e4322e193 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103434) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 17 18:02:56.416056 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6a0735da-e08f-4746-9332-585e4322e193 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (21d7a727-160e-4f63-8cb2-14e94cf954b7), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:56.581895 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0735da-e08f-4746-9332-585e4322e193 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Checking segment: {'id': '9328a59c-8d36-4611-800c-97d35da8be1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'dae1e5d0-bdb6-4e20-aa0f-9ac0e19dfb1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:02:56.584025 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0735da-e08f-4746-9332-585e4322e193 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Network hostable DHCP agents. Network: dae1e5d0-bdb6-4e20-aa0f-9ac0e19dfb1a, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:02:56.588856 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0735da-e08f-4746-9332-585e4322e193 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Pushing event updated for resources: {'Subnet': ['ID=21d7a727-160e-4f63-8cb2-14e94cf954b7,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:56.653590 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-6f9dc792-dd78-4a75-b047-d4c2d774171b req-07dcc107-46ca-48c9-8ad0-9684580b0ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ed5ee30d-3962-46d8-9d7a-fd213fa600c1), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:56.662934 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0735da-e08f-4746-9332-585e4322e193 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Network dae1e5d0-bdb6-4e20-aa0f-9ac0e19dfb1a is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:02:56.696661 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-6a0735da-e08f-4746-9332-585e4322e193 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, dae1e5d0-bdb6-4e20-aa0f-9ac0e19dfb1a) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:02:56.704556 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0735da-e08f-4746-9332-585e4322e193 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:56.705355 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6a0735da-e08f-4746-9332-585e4322e193 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:56.720012 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c15ae2-49db-4c14-b484-37ce048db4a7 None None] Network dae1e5d0-bdb6-4e20-aa0f-9ac0e19dfb1a requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:02:56.753021 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6a0735da-e08f-4746-9332-585e4322e193 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5691640 Feb 17 18:02:56.753169 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55840) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:02:56.773505 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-5b080907-07d4-45cd-8787-1c9df6078349 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Request body: {'port': {'network_id': 'dae1e5d0-bdb6-4e20-aa0f-9ac0e19dfb1a', 'name': 'tempest-NetworksIpV6TestAttrs-350969981'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:02:56.894910 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-225116ab-6b8a-4326-8cbc-9458a1bc48b9 None None] Provisioning complete for port ed5ee30d-3962-46d8-9d7a-fd213fa600c1 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:02:56.895499 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-225116ab-6b8a-4326-8cbc-9458a1bc48b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ed5ee30d-3962-46d8-9d7a-fd213fa600c1), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:57.022051 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce8410a-e9b9-499e-ac06-18119fe16c58 req-00e5fa48-a484-4c58-a953-1038faba93a7 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:57.023740 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8ce8410a-e9b9-499e-ac06-18119fe16c58 req-00e5fa48-a484-4c58-a953-1038faba93a7 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=a8d614c9-818a-44a5-bab3-64ad672260ce HTTP/1.1" status: 200 len: 1027 time: 0.3631909 Feb 17 18:02:57.218745 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d12a81e-6e58-441d-b784-62899ea89ecf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-dae1e5d0-bdb6-4e20-aa0f-9ac0e19dfb1a', 'network_id': 'dae1e5d0-bdb6-4e20-aa0f-9ac0e19dfb1a', 'project_id': 'f9e8c69db347425b86d37ea70a093e17', 'fixed_ips': [{'subnet_id': '21d7a727-160e-4f63-8cb2-14e94cf954b7'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 18:02:57.219806 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5d12a81e-6e58-441d-b784-62899ea89ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:57.273609 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 03bef6f4-896c-4704-8056-267ad7d3b2d2 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:02:57.277206 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-225116ab-6b8a-4326-8cbc-9458a1bc48b9 None None] Port ed5ee30d-3962-46d8-9d7a-fd213fa600c1 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:02:57.304975 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8ce8410a-e9b9-499e-ac06-18119fe16c58 req-dbc53563-838f-44ed-b921-a05dfb6d324b tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=c9719f59-ca86-46be-84e0-44258ceafa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656339 Feb 17 18:02:57.377688 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b080907-07d4-45cd-8787-1c9df6078349 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Made reservation on behalf of f9e8c69db347425b86d37ea70a093e17 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:02:57.382567 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5b080907-07d4-45cd-8787-1c9df6078349 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:57.410556 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-5b080907-07d4-45cd-8787-1c9df6078349 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] device_id is not set on port 203c1412-904f-45d3-afff-e5e4bcbc4ca7 yet. {{(pid=103435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 18:02:57.558969 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-6f9dc792-dd78-4a75-b047-d4c2d774171b req-07dcc107-46ca-48c9-8ad0-9684580b0ee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed5ee30d-3962-46d8-9d7a-fd213fa600c1 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:02:57.570255 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-6f9dc792-dd78-4a75-b047-d4c2d774171b req-07dcc107-46ca-48c9-8ad0-9684580b0ee3 service neutron] Publish callbacks [] for port (ed5ee30d-3962-46d8-9d7a-fd213fa600c1), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:57.587514 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-6f9dc792-dd78-4a75-b047-d4c2d774171b req-07dcc107-46ca-48c9-8ad0-9684580b0ee3 service neutron] Transition to ACTIVE for port object ed5ee30d-3962-46d8-9d7a-fd213fa600c1 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 18:02:57.594940 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 03bef6f4-896c-4704-8056-267ad7d3b2d2 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:02:57.595561 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (03bef6f4-896c-4704-8056-267ad7d3b2d2), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:57.596699 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-6f9dc792-dd78-4a75-b047-d4c2d774171b req-07dcc107-46ca-48c9-8ad0-9684580b0ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (ed5ee30d-3962-46d8-9d7a-fd213fa600c1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:57.668851 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dcc107-46ca-48c9-8ad0-9684580b0ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=ed5ee30d-3962-46d8-9d7a-fd213fa600c1,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:57.721553 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-5d12a81e-6e58-441d-b784-62899ea89ecf None None] Allocated IP 2001:db8::f816:3eff:feb5:50bb (dae1e5d0-bdb6-4e20-aa0f-9ac0e19dfb1a/21d7a727-160e-4f63-8cb2-14e94cf954b7/fa53543d-5432-4c17-9c88-9281af0d86ea) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:02:57.881658 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-6f9dc792-dd78-4a75-b047-d4c2d774171b req-07dcc107-46ca-48c9-8ad0-9684580b0ee3 service neutron] Attempting to bind port ed5ee30d-3962-46d8-9d7a-fd213fa600c1 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:02:57.882070 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-6f9dc792-dd78-4a75-b047-d4c2d774171b req-07dcc107-46ca-48c9-8ad0-9684580b0ee3 service neutron] Attempting to bind port ed5ee30d-3962-46d8-9d7a-fd213fa600c1 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': 'e18367a8-3e95-4b96-a913-67acafe5b398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:02:57.882334 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9dc792-dd78-4a75-b047-d4c2d774171b req-07dcc107-46ca-48c9-8ad0-9684580b0ee3 service neutron] Attempting to bind port ed5ee30d-3962-46d8-9d7a-fd213fa600c1 on network 1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:02:57.893130 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9dc792-dd78-4a75-b047-d4c2d774171b req-07dcc107-46ca-48c9-8ad0-9684580b0ee3 service neutron] Port ed5ee30d-3962-46d8-9d7a-fd213fa600c1 on network 1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:02:57.893480 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9dc792-dd78-4a75-b047-d4c2d774171b req-07dcc107-46ca-48c9-8ad0-9684580b0ee3 service neutron] Attempting to bind port ed5ee30d-3962-46d8-9d7a-fd213fa600c1 on network 1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:02:57.899461 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9dc792-dd78-4a75-b047-d4c2d774171b req-07dcc107-46ca-48c9-8ad0-9684580b0ee3 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:02:57.899802 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9dc792-dd78-4a75-b047-d4c2d774171b req-07dcc107-46ca-48c9-8ad0-9684580b0ee3 service neutron] Checking segment: {'id': 'e18367a8-3e95-4b96-a913-67acafe5b398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:02:57.900195 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9dc792-dd78-4a75-b047-d4c2d774171b req-07dcc107-46ca-48c9-8ad0-9684580b0ee3 service neutron] Bound using segment: {'id': 'e18367a8-3e95-4b96-a913-67acafe5b398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:02:57.900916 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-6f9dc792-dd78-4a75-b047-d4c2d774171b req-07dcc107-46ca-48c9-8ad0-9684580b0ee3 service neutron] Bound port: ed5ee30d-3962-46d8-9d7a-fd213fa600c1, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e18367a8-3e95-4b96-a913-67acafe5b398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:02:57.901283 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-6f9dc792-dd78-4a75-b047-d4c2d774171b req-07dcc107-46ca-48c9-8ad0-9684580b0ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ed5ee30d-3962-46d8-9d7a-fd213fa600c1), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:58.017465 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-6f9dc792-dd78-4a75-b047-d4c2d774171b req-07dcc107-46ca-48c9-8ad0-9684580b0ee3 service neutron] For port ed5ee30d-3962-46d8-9d7a-fd213fa600c1, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:02:58.022995 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-6f9dc792-dd78-4a75-b047-d4c2d774171b req-07dcc107-46ca-48c9-8ad0-9684580b0ee3 service neutron] For port ed5ee30d-3962-46d8-9d7a-fd213fa600c1, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=ed5ee30d-3962-46d8-9d7a-fd213fa600c1,segment=NetworkSegment(e18367a8-3e95-4b96-a913-67acafe5b398),segment_id=e18367a8-3e95-4b96-a913-67acafe5b398)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:02:58.039858 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-6f9dc792-dd78-4a75-b047-d4c2d774171b req-07dcc107-46ca-48c9-8ad0-9684580b0ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (ed5ee30d-3962-46d8-9d7a-fd213fa600c1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:58.045350 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 03bef6f4-896c-4704-8056-267ad7d3b2d2 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:02:58.045923 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (03bef6f4-896c-4704-8056-267ad7d3b2d2), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:58.119915 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9dc792-dd78-4a75-b047-d4c2d774171b req-07dcc107-46ca-48c9-8ad0-9684580b0ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:58.120633 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-6f9dc792-dd78-4a75-b047-d4c2d774171b req-07dcc107-46ca-48c9-8ad0-9684580b0ee3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:58.128023 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f9dc792-dd78-4a75-b047-d4c2d774171b req-07dcc107-46ca-48c9-8ad0-9684580b0ee3 service neutron] 10.222.0.71 "PUT /v2.0/ports/ed5ee30d-3962-46d8-9d7a-fd213fa600c1 HTTP/1.1" status: 200 len: 1091 time: 1.7348251 Feb 17 18:02:58.128575 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d614c9-818a-44a5-bab3-64ad672260ce', 'tag': 'ed5ee30d-3962-46d8-9d7a-fd213fa600c1'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:02:58.133439 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac835a4-f506-441b-bfe3-738c450d0ec1" -d '{"events": [{"name": "network-changed", "server_uuid": "a8d614c9-818a-44a5-bab3-64ad672260ce", "tag": "ed5ee30d-3962-46d8-9d7a-fd213fa600c1"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:02:58.171974 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dcc107-46ca-48c9-8ad0-9684580b0ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=ed5ee30d-3962-46d8-9d7a-fd213fa600c1,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:58.272429 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9dc792-dd78-4a75-b047-d4c2d774171b req-77588459-a4fa-496e-9d36-eb689a74d180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:58.274199 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f9dc792-dd78-4a75-b047-d4c2d774171b req-77588459-a4fa-496e-9d36-eb689a74d180 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e765823af4804d8ca39c52c63fff27b4&device_id=a8d614c9-818a-44a5-bab3-64ad672260ce HTTP/1.1" status: 200 len: 1125 time: 0.0976260 Feb 17 18:02:58.360438 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298c8877-77a2-47a9-938c-7bd3fbc33aaa x-openstack-request-id: req-298c8877-77a2-47a9-938c-7bd3fbc33aaa {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:02:58.362836 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1d865a-0832-4090-b9de-9a41112930d5 None None] Network 21fa86f6-444f-4b23-b066-635e38a5d477 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:02:58.366009 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8d614c9-818a-44a5-bab3-64ad672260ce", "tag": "ed5ee30d-3962-46d8-9d7a-fd213fa600c1", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:02:58.368668 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-298c8877-77a2-47a9-938c-7bd3fbc33aaa {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:02:58.369350 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8d614c9-818a-44a5-bab3-64ad672260ce', 'tag': 'ed5ee30d-3962-46d8-9d7a-fd213fa600c1', 'status': 'completed', 'code': 200} Feb 17 18:02:58.371249 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f9dc792-dd78-4a75-b047-d4c2d774171b req-90034b1d-b690-4d4a-b42d-7fff5df6e353 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed5ee30d-3962-46d8-9d7a-fd213fa600c1 HTTP/1.1" status: 200 len: 217 time: 0.0899935 Feb 17 18:02:58.517728 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9dc792-dd78-4a75-b047-d4c2d774171b req-2dca4ad7-9eaf-44aa-8338-02d9402dac47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:58.519647 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f9dc792-dd78-4a75-b047-d4c2d774171b req-2dca4ad7-9eaf-44aa-8338-02d9402dac47 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b98b3c03-b8a5-48d7-bc71-73f4d191b9fa HTTP/1.1" status: 200 len: 849 time: 0.1413922 Feb 17 18:02:58.573382 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab8566-7ba0-45e3-ab1b-464fe780c170 req-3c1a7e74-16c1-4db6-85ca-5a128965a9bc tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:58.583051 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-83ab8566-7ba0-45e3-ab1b-464fe780c170 req-3c1a7e74-16c1-4db6-85ca-5a128965a9bc tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=a8d614c9-818a-44a5-bab3-64ad672260ce HTTP/1.1" status: 200 len: 1125 time: 0.1400297 Feb 17 18:02:58.598263 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 03bef6f4-896c-4704-8056-267ad7d3b2d2, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=03bef6f4-896c-4704-8056-267ad7d3b2d2,segment=NetworkSegment(5b5f634e-d7e0-41b6-bb06-e5b9066158d9),segment_id=5b5f634e-d7e0-41b6-bb06-e5b9066158d9)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:02:58.626552 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9dc792-dd78-4a75-b047-d4c2d774171b req-74915fbf-e14c-4e7e-b007-df3446506d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:58.628131 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f9dc792-dd78-4a75-b047-d4c2d774171b req-74915fbf-e14c-4e7e-b007-df3446506d2a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1010976 Feb 17 18:02:58.667626 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (03bef6f4-896c-4704-8056-267ad7d3b2d2), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:58.681020 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-83ab8566-7ba0-45e3-ab1b-464fe780c170 req-b1c48f92-306c-41a5-a7d8-3ff7258e9790 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=c9719f59-ca86-46be-84e0-44258ceafa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886776 Feb 17 18:02:58.706020 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5d12a81e-6e58-441d-b784-62899ea89ecf None None] Publish callbacks [] for port (fa53543d-5432-4c17-9c88-9281af0d86ea), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:58.768963 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f9dc792-dd78-4a75-b047-d4c2d774171b req-4ca9534d-b74d-49f9-b30c-11d37cf2f1ab service neutron] 10.222.0.71 "GET /v2.0/networks/1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318049 Feb 17 18:02:58.858251 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5d12a81e-6e58-441d-b784-62899ea89ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (fa53543d-5432-4c17-9c88-9281af0d86ea), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:58.918055 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-5b080907-07d4-45cd-8787-1c9df6078349 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Allocated IP 2001:db8::f816:3eff:fe9d:2ac4 (dae1e5d0-bdb6-4e20-aa0f-9ac0e19dfb1a/21d7a727-160e-4f63-8cb2-14e94cf954b7/203c1412-904f-45d3-afff-e5e4bcbc4ca7) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:02:58.979606 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=03bef6f4-896c-4704-8056-267ad7d3b2d2,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:59.022935 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d12a81e-6e58-441d-b784-62899ea89ecf None None] Network dae1e5d0-bdb6-4e20-aa0f-9ac0e19dfb1a is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:02:59.036564 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-5d12a81e-6e58-441d-b784-62899ea89ecf None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:02:59.043647 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d12a81e-6e58-441d-b784-62899ea89ecf None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:02:59.061002 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d12a81e-6e58-441d-b784-62899ea89ecf None None] Pushing event updated for resources: {'Port': ['ID=fa53543d-5432-4c17-9c88-9281af0d86ea,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:59.072883 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f9dc792-dd78-4a75-b047-d4c2d774171b req-6a064648-d685-4862-929d-fac324ff184c service neutron] 10.222.0.71 "GET /v2.0/networks/1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940807 Feb 17 18:02:59.091939 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-32bdb426-7513-4bde-8282-3e35d3b80a9f None None] Provisioning complete for port 03bef6f4-896c-4704-8056-267ad7d3b2d2 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:02:59.092422 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-32bdb426-7513-4bde-8282-3e35d3b80a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (03bef6f4-896c-4704-8056-267ad7d3b2d2), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:59.194630 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-5d12a81e-6e58-441d-b784-62899ea89ecf None None] Attempting to bind port fa53543d-5432-4c17-9c88-9281af0d86ea on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:02:59.194630 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-5d12a81e-6e58-441d-b784-62899ea89ecf None None] Attempting to bind port fa53543d-5432-4c17-9c88-9281af0d86ea by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '9328a59c-8d36-4611-800c-97d35da8be1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'dae1e5d0-bdb6-4e20-aa0f-9ac0e19dfb1a'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:02:59.195013 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d12a81e-6e58-441d-b784-62899ea89ecf None None] Attempting to bind port fa53543d-5432-4c17-9c88-9281af0d86ea on network dae1e5d0-bdb6-4e20-aa0f-9ac0e19dfb1a {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:02:59.209396 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d12a81e-6e58-441d-b784-62899ea89ecf None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:02:59.209810 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d12a81e-6e58-441d-b784-62899ea89ecf None None] Checking segment: {'id': '9328a59c-8d36-4611-800c-97d35da8be1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'dae1e5d0-bdb6-4e20-aa0f-9ac0e19dfb1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:02:59.210226 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5d12a81e-6e58-441d-b784-62899ea89ecf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:59.210642 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d12a81e-6e58-441d-b784-62899ea89ecf None None] Bound using segment: {'id': '9328a59c-8d36-4611-800c-97d35da8be1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'dae1e5d0-bdb6-4e20-aa0f-9ac0e19dfb1a'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:02:59.211148 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-5d12a81e-6e58-441d-b784-62899ea89ecf None None] Bound port: fa53543d-5432-4c17-9c88-9281af0d86ea, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9328a59c-8d36-4611-800c-97d35da8be1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'dae1e5d0-bdb6-4e20-aa0f-9ac0e19dfb1a'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:02:59.211537 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5d12a81e-6e58-441d-b784-62899ea89ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (fa53543d-5432-4c17-9c88-9281af0d86ea), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:59.363327 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac835a4-f506-441b-bfe3-738c450d0ec1 req-33f5ff46-66a6-4e88-995e-b5c9f8beb8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:02:59.365676 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7ac835a4-f506-441b-bfe3-738c450d0ec1 req-33f5ff46-66a6-4e88-995e-b5c9f8beb8c7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e765823af4804d8ca39c52c63fff27b4&device_id=a8d614c9-818a-44a5-bab3-64ad672260ce HTTP/1.1" status: 200 len: 1125 time: 0.1972232 Feb 17 18:02:59.369130 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5b080907-07d4-45cd-8787-1c9df6078349 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks [] for port (203c1412-904f-45d3-afff-e5e4bcbc4ca7), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:59.372850 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-32bdb426-7513-4bde-8282-3e35d3b80a9f None None] Current status of the port 03bef6f4-896c-4704-8056-267ad7d3b2d2 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:02:59.392747 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5d12a81e-6e58-441d-b784-62899ea89ecf None None] For port fa53543d-5432-4c17-9c88-9281af0d86ea, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:02:59.403682 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5d12a81e-6e58-441d-b784-62899ea89ecf None None] For port fa53543d-5432-4c17-9c88-9281af0d86ea, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=fa53543d-5432-4c17-9c88-9281af0d86ea,segment=NetworkSegment(9328a59c-8d36-4611-800c-97d35da8be1e),segment_id=9328a59c-8d36-4611-800c-97d35da8be1e)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:02:59.425339 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5d12a81e-6e58-441d-b784-62899ea89ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (fa53543d-5432-4c17-9c88-9281af0d86ea), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:59.494848 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5b080907-07d4-45cd-8787-1c9df6078349 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (203c1412-904f-45d3-afff-e5e4bcbc4ca7), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:59.624998 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d12a81e-6e58-441d-b784-62899ea89ecf None None] Pushing event updated for resources: {'Port': ['ID=fa53543d-5432-4c17-9c88-9281af0d86ea,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:02:59.663460 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-8cd8e8da-ccbd-414d-8c3b-c7db71c66a35 None None] Provisioning complete for port 03bef6f4-896c-4704-8056-267ad7d3b2d2 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:02:59.664314 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8cd8e8da-ccbd-414d-8c3b-c7db71c66a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (03bef6f4-896c-4704-8056-267ad7d3b2d2), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:02:59.770875 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-8cd8e8da-ccbd-414d-8c3b-c7db71c66a35 None None] Current status of the port 03bef6f4-896c-4704-8056-267ad7d3b2d2 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:03:00.058255 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b080907-07d4-45cd-8787-1c9df6078349 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Network dae1e5d0-bdb6-4e20-aa0f-9ac0e19dfb1a is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:03:00.115367 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-5b080907-07d4-45cd-8787-1c9df6078349 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:03:00.121889 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b080907-07d4-45cd-8787-1c9df6078349 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Pushing event updated for resources: {'Port': ['ID=203c1412-904f-45d3-afff-e5e4bcbc4ca7,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:00.134976 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b080907-07d4-45cd-8787-1c9df6078349 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:03:00.143532 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b080907-07d4-45cd-8787-1c9df6078349 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:03:00.145722 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5b080907-07d4-45cd-8787-1c9df6078349 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:00.150915 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac835a4-f506-441b-bfe3-738c450d0ec1 req-2f042bfd-5192-4414-8575-940370d6a7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:03:00.153200 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7ac835a4-f506-441b-bfe3-738c450d0ec1 req-2f042bfd-5192-4414-8575-940370d6a7bd service neutron] 10.222.0.71 "GET /v2.0/networks?id=1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f HTTP/1.1" status: 200 len: 911 time: 0.7800357 Feb 17 18:03:00.244281 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7ac835a4-f506-441b-bfe3-738c450d0ec1 req-31bb1d25-baae-486d-ad50-50228afba80f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed5ee30d-3962-46d8-9d7a-fd213fa600c1 HTTP/1.1" status: 200 len: 217 time: 0.0699944 Feb 17 18:03:00.304963 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede45a6-5b77-419c-9263-e3c902404620 req-8a84df07-05e5-4d6e-aaca-c1bf79f44eee tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:03:00.306920 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2ede45a6-5b77-419c-9263-e3c902404620 req-8a84df07-05e5-4d6e-aaca-c1bf79f44eee tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=a8d614c9-818a-44a5-bab3-64ad672260ce HTTP/1.1" status: 200 len: 1125 time: 0.2804263 Feb 17 18:03:00.314134 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-5b080907-07d4-45cd-8787-1c9df6078349 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.5589821 Feb 17 18:03:00.317357 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55862) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:00.363672 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac835a4-f506-441b-bfe3-738c450d0ec1 req-86fc2687-6864-4315-98d9-faae89aa680d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:03:00.367433 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7ac835a4-f506-441b-bfe3-738c450d0ec1 req-86fc2687-6864-4315-98d9-faae89aa680d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b98b3c03-b8a5-48d7-bc71-73f4d191b9fa HTTP/1.1" status: 200 len: 849 time: 0.1164582 Feb 17 18:03:00.431938 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-72bec0ee-e7ef-49a3-badd-2d7d2894e108 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Deleting subnet 21d7a727-160e-4f63-8cb2-14e94cf954b7 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:03:00.434480 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2ede45a6-5b77-419c-9263-e3c902404620 req-057421b9-cd16-4b29-a954-a1d2b43a3a64 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=c9719f59-ca86-46be-84e0-44258ceafa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142178 Feb 17 18:03:00.445877 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-72bec0ee-e7ef-49a3-badd-2d7d2894e108 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks [] for subnet (21d7a727-160e-4f63-8cb2-14e94cf954b7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:00.524080 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac835a4-f506-441b-bfe3-738c450d0ec1 req-b51185c4-5c8c-4bb2-ba46-57f4aac49319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:03:00.525948 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7ac835a4-f506-441b-bfe3-738c450d0ec1 req-b51185c4-5c8c-4bb2-ba46-57f4aac49319 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0905085 Feb 17 18:03:00.550654 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-72bec0ee-e7ef-49a3-badd-2d7d2894e108 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (21d7a727-160e-4f63-8cb2-14e94cf954b7), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:00.680550 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7ac835a4-f506-441b-bfe3-738c450d0ec1 req-e31088b4-13cb-4385-9c14-1b19d73dc0f0 service neutron] 10.222.0.71 "GET /v2.0/networks/1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456091 Feb 17 18:03:00.824384 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-72bec0ee-e7ef-49a3-badd-2d7d2894e108 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (21d7a727-160e-4f63-8cb2-14e94cf954b7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:00.841509 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7ac835a4-f506-441b-bfe3-738c450d0ec1 req-b328decf-cf57-42c2-925f-d03da38c3ae9 service neutron] 10.222.0.71 "GET /v2.0/networks/1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527722 Feb 17 18:03:00.966072 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-72bec0ee-e7ef-49a3-badd-2d7d2894e108 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (21d7a727-160e-4f63-8cb2-14e94cf954b7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:00.987972 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-72bec0ee-e7ef-49a3-badd-2d7d2894e108 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:00.995466 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55866) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:00.996149 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-72bec0ee-e7ef-49a3-badd-2d7d2894e108 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] 10.222.0.87 "DELETE /v2.0/subnets/21d7a727-160e-4f63-8cb2-14e94cf954b7 HTTP/1.1" status: 204 len: 168 time: 0.6771419 Feb 17 18:03:01.022662 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bec0ee-e7ef-49a3-badd-2d7d2894e108 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Pushing event deleted for resources: {'Subnet': ['ID=21d7a727-160e-4f63-8cb2-14e94cf954b7,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:01.150483 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c73b033-f4ab-4f79-b47c-0974a5fde876 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:03:01.152711 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c73b033-f4ab-4f79-b47c-0974a5fde876 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:03:01.154306 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-6c73b033-f4ab-4f79-b47c-0974a5fde876 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1575804 Feb 17 18:03:01.158114 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55870) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:01.239670 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d840267-4093-4de4-920c-c424e8e7f521 None None] Network dae1e5d0-bdb6-4e20-aa0f-9ac0e19dfb1a requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:03:01.256422 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-05de5aa0-a268-4da8-a1ce-5912414be6ea tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (dae1e5d0-bdb6-4e20-aa0f-9ac0e19dfb1a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:01.268501 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-05de5aa0-a268-4da8-a1ce-5912414be6ea tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 17 18:03:01.269065 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05de5aa0-a268-4da8-a1ce-5912414be6ea tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 18:03:01.276549 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55872) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:01.276780 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-05de5aa0-a268-4da8-a1ce-5912414be6ea tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] 10.222.0.87 "DELETE /v2.0/networks/dae1e5d0-bdb6-4e20-aa0f-9ac0e19dfb1a HTTP/1.1" status: 409 len: 466 time: 0.1164248 Feb 17 18:03:01.281176 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device fa53543d-5432-4c17-9c88-9281af0d86ea up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:03:01.282521 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-13f4269f-45ba-4fbe-a5a9-81d1deb50b16 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2089288127'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:03:01.303786 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f4269f-45ba-4fbe-a5a9-81d1deb50b16 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Made reservation on behalf of f9e8c69db347425b86d37ea70a093e17 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:03:01.309263 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-13f4269f-45ba-4fbe-a5a9-81d1deb50b16 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:01.340002 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13f4269f-45ba-4fbe-a5a9-81d1deb50b16 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:03:01.356339 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-13f4269f-45ba-4fbe-a5a9-81d1deb50b16 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (e2d07199-a951-4b32-80b6-a5ceacecd355), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:01.356708 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-13f4269f-45ba-4fbe-a5a9-81d1deb50b16 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Added segment e2d07199-a951-4b32-80b6-a5ceacecd355 of type vlan for network b44b2f97-9457-4150-84ab-0b0659041a0b Feb 17 18:03:01.373639 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-0e3ed631-e3c3-4f19-abd5-591b6c495a74 None None] Provisioning complete for port fa53543d-5432-4c17-9c88-9281af0d86ea triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:03:01.374315 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0e3ed631-e3c3-4f19-abd5-591b6c495a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (fa53543d-5432-4c17-9c88-9281af0d86ea), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:01.406704 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-13f4269f-45ba-4fbe-a5a9-81d1deb50b16 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (b44b2f97-9457-4150-84ab-0b0659041a0b), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:01.439433 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-13f4269f-45ba-4fbe-a5a9-81d1deb50b16 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (b44b2f97-9457-4150-84ab-0b0659041a0b), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:01.446162 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f4269f-45ba-4fbe-a5a9-81d1deb50b16 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:03:01.446422 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-13f4269f-45ba-4fbe-a5a9-81d1deb50b16 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:01.472786 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port fa53543d-5432-4c17-9c88-9281af0d86ea triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:03:01.473406 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (fa53543d-5432-4c17-9c88-9281af0d86ea), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:01.490485 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-13f4269f-45ba-4fbe-a5a9-81d1deb50b16 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2131045 Feb 17 18:03:01.497860 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55876) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:01.518834 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-06755d5a-e303-4cb6-8a78-293c7ebeeced tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Request body: {'subnet': {'network_id': 'b44b2f97-9457-4150-84ab-0b0659041a0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:03:01.546143 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f4269f-45ba-4fbe-a5a9-81d1deb50b16 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Pushing event updated for resources: {'Network': ['ID=b44b2f97-9457-4150-84ab-0b0659041a0b,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:01.580266 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network b44b2f97-9457-4150-84ab-0b0659041a0b details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:03:01.596700 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6132f57f-4e17-40e5-8657-d7bc0be3160f req-4b9cc8a2-f949-416a-a7e0-5c2d278f3fb8 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:03:01.598248 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6132f57f-4e17-40e5-8657-d7bc0be3160f req-4b9cc8a2-f949-416a-a7e0-5c2d278f3fb8 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=a8d614c9-818a-44a5-bab3-64ad672260ce HTTP/1.1" status: 200 len: 1125 time: 0.0554647 Feb 17 18:03:01.642067 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-0e3ed631-e3c3-4f19-abd5-591b6c495a74 None None] Current status of the port fa53543d-5432-4c17-9c88-9281af0d86ea is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:03:01.642459 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0e3ed631-e3c3-4f19-abd5-591b6c495a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (fa53543d-5432-4c17-9c88-9281af0d86ea), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:01.668501 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6132f57f-4e17-40e5-8657-d7bc0be3160f req-569972c6-c686-436c-8f57-18c799a7e39c tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=c9719f59-ca86-46be-84e0-44258ceafa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638492 Feb 17 18:03:01.712179 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b9d570-408c-4487-91b6-5a9db39b9fab None None] DHCP port deletion for dae1e5d0-bdb6-4e20-aa0f-9ac0e19dfb1a request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 18:03:01.726243 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06755d5a-e303-4cb6-8a78-293c7ebeeced tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Made reservation on behalf of f9e8c69db347425b86d37ea70a093e17 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:03:01.729957 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-06755d5a-e303-4cb6-8a78-293c7ebeeced tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:01.803083 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-0e3ed631-e3c3-4f19-abd5-591b6c495a74 None None] For port fa53543d-5432-4c17-9c88-9281af0d86ea, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=fa53543d-5432-4c17-9c88-9281af0d86ea,segment=NetworkSegment(9328a59c-8d36-4611-800c-97d35da8be1e),segment_id=9328a59c-8d36-4611-800c-97d35da8be1e)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:03:01.806140 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port fa53543d-5432-4c17-9c88-9281af0d86ea is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:03:01.806863 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (fa53543d-5432-4c17-9c88-9281af0d86ea), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:01.812230 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0e3ed631-e3c3-4f19-abd5-591b6c495a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (fa53543d-5432-4c17-9c88-9281af0d86ea), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:01.952805 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-90b9d570-408c-4487-91b6-5a9db39b9fab None None] Deleting port fa53543d-5432-4c17-9c88-9281af0d86ea {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:03:01.953195 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-90b9d570-408c-4487-91b6-5a9db39b9fab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (fa53543d-5432-4c17-9c88-9281af0d86ea), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:01.956807 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3ed631-e3c3-4f19-abd5-591b6c495a74 None None] Pushing event updated for resources: {'Port': ['ID=fa53543d-5432-4c17-9c88-9281af0d86ea,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:01.973371 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 18:03:01.973736 n-d-829613-2 neutron-server[103436]: DEBUG oslo_db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 18:03:02.054170 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-90b9d570-408c-4487-91b6-5a9db39b9fab None None] For port fa53543d-5432-4c17-9c88-9281af0d86ea, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=fa53543d-5432-4c17-9c88-9281af0d86ea,segment=NetworkSegment(9328a59c-8d36-4611-800c-97d35da8be1e),segment_id=9328a59c-8d36-4611-800c-97d35da8be1e)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:03:02.054733 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-90b9d570-408c-4487-91b6-5a9db39b9fab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (fa53543d-5432-4c17-9c88-9281af0d86ea), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:02.068871 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-90b9d570-408c-4487-91b6-5a9db39b9fab None None] Calling delete_port for fa53543d-5432-4c17-9c88-9281af0d86ea owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:03:02.084041 n-d-829613-2 neutron-server[103434]: DEBUG neutron.objects.ports [None req-06755d5a-e303-4cb6-8a78-293c7ebeeced tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103434) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 17 18:03:02.085674 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-06755d5a-e303-4cb6-8a78-293c7ebeeced tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (9443b537-bc3d-44c3-81c1-8130722ec651), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:02.153323 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06755d5a-e303-4cb6-8a78-293c7ebeeced tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Pushing event updated for resources: {'Subnet': ['ID=9443b537-bc3d-44c3-81c1-8130722ec651,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:02.157038 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-90b9d570-408c-4487-91b6-5a9db39b9fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (fa53543d-5432-4c17-9c88-9281af0d86ea), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:02.164394 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06755d5a-e303-4cb6-8a78-293c7ebeeced tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Checking segment: {'id': 'e2d07199-a951-4b32-80b6-a5ceacecd355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b44b2f97-9457-4150-84ab-0b0659041a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:03:02.164549 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06755d5a-e303-4cb6-8a78-293c7ebeeced tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Network hostable DHCP agents. Network: b44b2f97-9457-4150-84ab-0b0659041a0b, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:03:02.170891 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b9d570-408c-4487-91b6-5a9db39b9fab None None] No DVR routers for this DVR port fa53543d-5432-4c17-9c88-9281af0d86ea on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:03:02.188129 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06755d5a-e303-4cb6-8a78-293c7ebeeced tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Network b44b2f97-9457-4150-84ab-0b0659041a0b is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:03:02.192441 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b9d570-408c-4487-91b6-5a9db39b9fab None None] Pushing event deleted for resources: {'Port': ['ID=fa53543d-5432-4c17-9c88-9281af0d86ea,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:02.211744 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-06755d5a-e303-4cb6-8a78-293c7ebeeced tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, b44b2f97-9457-4150-84ab-0b0659041a0b) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:03:02.218391 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06755d5a-e303-4cb6-8a78-293c7ebeeced tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:03:02.219405 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-06755d5a-e303-4cb6-8a78-293c7ebeeced tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:02.232197 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0047c535-0bbc-431e-bf10-30234819ed85 None None] Network b44b2f97-9457-4150-84ab-0b0659041a0b requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:03:02.275906 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-06755d5a-e303-4cb6-8a78-293c7ebeeced tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7751608 Feb 17 18:03:02.276138 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55882) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:02.281954 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-51bb62e3-899b-4418-861e-68023dbaf6bb tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Request body: {'port': {'network_id': 'b44b2f97-9457-4150-84ab-0b0659041a0b', 'name': 'tempest-NetworksIpV6TestAttrs-1889128328'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:03:02.351543 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b585bed1-958e-472c-924b-6b56c07d92be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-b44b2f97-9457-4150-84ab-0b0659041a0b', 'network_id': 'b44b2f97-9457-4150-84ab-0b0659041a0b', 'project_id': 'f9e8c69db347425b86d37ea70a093e17', 'fixed_ips': [{'subnet_id': '9443b537-bc3d-44c3-81c1-8130722ec651'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 18:03:02.353023 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b585bed1-958e-472c-924b-6b56c07d92be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:02.413496 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51bb62e3-899b-4418-861e-68023dbaf6bb tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Made reservation on behalf of f9e8c69db347425b86d37ea70a093e17 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:03:02.417153 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-51bb62e3-899b-4418-861e-68023dbaf6bb tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:02.425728 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device ed5ee30d-3962-46d8-9d7a-fd213fa600c1 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:03:02.435894 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-51bb62e3-899b-4418-861e-68023dbaf6bb tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] device_id is not set on port b2e62409-5188-4eb2-a7d6-fded37b410fb yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 18:03:02.524015 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Port fa53543d-5432-4c17-9c88-9281af0d86ea update to ACTIVE by agent not found {{(pid=103436) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 17 18:03:02.524474 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 03bef6f4-896c-4704-8056-267ad7d3b2d2 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:03:02.597811 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-b585bed1-958e-472c-924b-6b56c07d92be None None] Allocated IP 2001:db8::f816:3eff:fe27:126f (b44b2f97-9457-4150-84ab-0b0659041a0b/9443b537-bc3d-44c3-81c1-8130722ec651/f513d944-0673-4a1f-b1e5-269a06bb4e15) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:03:02.671003 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port ed5ee30d-3962-46d8-9d7a-fd213fa600c1, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=ed5ee30d-3962-46d8-9d7a-fd213fa600c1,segment=NetworkSegment(e18367a8-3e95-4b96-a913-67acafe5b398),segment_id=e18367a8-3e95-4b96-a913-67acafe5b398)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:03:02.724225 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': 'ed5ee30d-3962-46d8-9d7a-fd213fa600c1', 'network_id': '1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f', 'port_id': 'ed5ee30d-3962-46d8-9d7a-fd213fa600c1', 'mac_address': 'fa:16:3e:38:90:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b98b3c03-b8a5-48d7-bc71-73f4d191b9fa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:03:02.751125 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 03bef6f4-896c-4704-8056-267ad7d3b2d2 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:03:02.751498 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (03bef6f4-896c-4704-8056-267ad7d3b2d2), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:02.790513 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f8f49-273a-4ea9-b1ad-5d41c1107216 req-a78333fc-5e29-4ec0-b281-ac4dab5af4e1 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:03:02.793967 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cb9f8f49-273a-4ea9-b1ad-5d41c1107216 req-a78333fc-5e29-4ec0-b281-ac4dab5af4e1 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=a8d614c9-818a-44a5-bab3-64ad672260ce HTTP/1.1" status: 200 len: 1125 time: 0.0529528 Feb 17 18:03:02.809603 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port ed5ee30d-3962-46d8-9d7a-fd213fa600c1 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:03:02.809979 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ed5ee30d-3962-46d8-9d7a-fd213fa600c1), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:02.843846 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cb9f8f49-273a-4ea9-b1ad-5d41c1107216 req-925b49d2-086b-4365-bdfb-c885e456b463 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=c9719f59-ca86-46be-84e0-44258ceafa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427582 Feb 17 18:03:03.025284 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed5ee30d-3962-46d8-9d7a-fd213fa600c1 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:03:03.079971 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4d621b4c-5564-4499-a5e9-d4a8d4e4a065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:03.085060 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port ed5ee30d-3962-46d8-9d7a-fd213fa600c1, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=ed5ee30d-3962-46d8-9d7a-fd213fa600c1,segment=NetworkSegment(e18367a8-3e95-4b96-a913-67acafe5b398),segment_id=e18367a8-3e95-4b96-a913-67acafe5b398)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:03:03.087635 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b585bed1-958e-472c-924b-6b56c07d92be None None] Publish callbacks [] for port (f513d944-0673-4a1f-b1e5-269a06bb4e15), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:03.092859 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ed5ee30d-3962-46d8-9d7a-fd213fa600c1), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:03.116812 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b585bed1-958e-472c-924b-6b56c07d92be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (f513d944-0673-4a1f-b1e5-269a06bb4e15), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:03.151549 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-51bb62e3-899b-4418-861e-68023dbaf6bb tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Allocated IP 2001:db8::f816:3eff:fe9a:5a7e (b44b2f97-9457-4150-84ab-0b0659041a0b/9443b537-bc3d-44c3-81c1-8130722ec651/b2e62409-5188-4eb2-a7d6-fded37b410fb) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:03:03.168877 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b585bed1-958e-472c-924b-6b56c07d92be None None] Network b44b2f97-9457-4150-84ab-0b0659041a0b is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:03:03.172625 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-b585bed1-958e-472c-924b-6b56c07d92be None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:03:03.177156 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 03bef6f4-896c-4704-8056-267ad7d3b2d2 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:03:03.184032 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b585bed1-958e-472c-924b-6b56c07d92be None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:03:03.216009 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=ed5ee30d-3962-46d8-9d7a-fd213fa600c1,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:03.281911 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-b585bed1-958e-472c-924b-6b56c07d92be None None] Attempting to bind port f513d944-0673-4a1f-b1e5-269a06bb4e15 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:03:03.282296 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-b585bed1-958e-472c-924b-6b56c07d92be None None] Attempting to bind port f513d944-0673-4a1f-b1e5-269a06bb4e15 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'e2d07199-a951-4b32-80b6-a5ceacecd355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b44b2f97-9457-4150-84ab-0b0659041a0b'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:03:03.282668 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b585bed1-958e-472c-924b-6b56c07d92be None None] Attempting to bind port f513d944-0673-4a1f-b1e5-269a06bb4e15 on network b44b2f97-9457-4150-84ab-0b0659041a0b {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:03:03.292499 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b585bed1-958e-472c-924b-6b56c07d92be None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:03:03.292946 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b585bed1-958e-472c-924b-6b56c07d92be None None] Checking segment: {'id': 'e2d07199-a951-4b32-80b6-a5ceacecd355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b44b2f97-9457-4150-84ab-0b0659041a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:03:03.293357 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b585bed1-958e-472c-924b-6b56c07d92be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:03.293748 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b585bed1-958e-472c-924b-6b56c07d92be None None] Bound using segment: {'id': 'e2d07199-a951-4b32-80b6-a5ceacecd355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b44b2f97-9457-4150-84ab-0b0659041a0b'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:03:03.294235 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-b585bed1-958e-472c-924b-6b56c07d92be None None] Bound port: f513d944-0673-4a1f-b1e5-269a06bb4e15, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d07199-a951-4b32-80b6-a5ceacecd355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b44b2f97-9457-4150-84ab-0b0659041a0b'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:03:03.294628 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b585bed1-958e-472c-924b-6b56c07d92be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (f513d944-0673-4a1f-b1e5-269a06bb4e15), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:03.297131 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b585bed1-958e-472c-924b-6b56c07d92be None None] Pushing event updated for resources: {'Port': ['ID=f513d944-0673-4a1f-b1e5-269a06bb4e15,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:03.302133 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device fa53543d-5432-4c17-9c88-9281af0d86ea no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:03:03.336086 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: fa53543d-5432-4c17-9c88-9281af0d86ea {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:03:03.336086 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device fa53543d-5432-4c17-9c88-9281af0d86ea not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:03:03.365204 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['ed5ee30d-3962-46d8-9d7a-fd213fa600c1'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:03:03.384865 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-51bb62e3-899b-4418-861e-68023dbaf6bb tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks [] for port (b2e62409-5188-4eb2-a7d6-fded37b410fb), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:03.422508 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-51bb62e3-899b-4418-861e-68023dbaf6bb tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (b2e62409-5188-4eb2-a7d6-fded37b410fb), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:03.434096 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b585bed1-958e-472c-924b-6b56c07d92be None None] For port f513d944-0673-4a1f-b1e5-269a06bb4e15, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:03:03.438712 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b585bed1-958e-472c-924b-6b56c07d92be None None] For port f513d944-0673-4a1f-b1e5-269a06bb4e15, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=f513d944-0673-4a1f-b1e5-269a06bb4e15,segment=NetworkSegment(e2d07199-a951-4b32-80b6-a5ceacecd355),segment_id=e2d07199-a951-4b32-80b6-a5ceacecd355)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:03:03.454332 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b585bed1-958e-472c-924b-6b56c07d92be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (f513d944-0673-4a1f-b1e5-269a06bb4e15), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:03.470926 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bb62e3-899b-4418-861e-68023dbaf6bb tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Network b44b2f97-9457-4150-84ab-0b0659041a0b is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:03:03.475995 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-51bb62e3-899b-4418-861e-68023dbaf6bb tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:03:03.479949 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bb62e3-899b-4418-861e-68023dbaf6bb tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:03:03.485841 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bb62e3-899b-4418-861e-68023dbaf6bb tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:03:03.486506 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-51bb62e3-899b-4418-861e-68023dbaf6bb tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:03.497311 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bb62e3-899b-4418-861e-68023dbaf6bb tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Pushing event updated for resources: {'Port': ['ID=b2e62409-5188-4eb2-a7d6-fded37b410fb,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:03.514286 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55890) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:03.514644 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-51bb62e3-899b-4418-861e-68023dbaf6bb tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.2373629 Feb 17 18:03:03.545073 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b585bed1-958e-472c-924b-6b56c07d92be None None] Pushing event updated for resources: {'Port': ['ID=f513d944-0673-4a1f-b1e5-269a06bb4e15,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:03.607273 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-09f9a544-a7b6-46b0-9218-ebae9ac9cf3c tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Deleting subnet 9443b537-bc3d-44c3-81c1-8130722ec651 {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:03:03.612758 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-09f9a544-a7b6-46b0-9218-ebae9ac9cf3c tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks [] for subnet (9443b537-bc3d-44c3-81c1-8130722ec651), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:03.663854 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-09f9a544-a7b6-46b0-9218-ebae9ac9cf3c tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (9443b537-bc3d-44c3-81c1-8130722ec651), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:03.808922 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-09f9a544-a7b6-46b0-9218-ebae9ac9cf3c tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (9443b537-bc3d-44c3-81c1-8130722ec651), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:03.879869 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-09f9a544-a7b6-46b0-9218-ebae9ac9cf3c tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (9443b537-bc3d-44c3-81c1-8130722ec651), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:03.908328 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f9a544-a7b6-46b0-9218-ebae9ac9cf3c tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Pushing event deleted for resources: {'Subnet': ['ID=9443b537-bc3d-44c3-81c1-8130722ec651,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:03.917499 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-09f9a544-a7b6-46b0-9218-ebae9ac9cf3c tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:03.925551 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55896) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:03.928144 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-09f9a544-a7b6-46b0-9218-ebae9ac9cf3c tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] 10.222.0.87 "DELETE /v2.0/subnets/9443b537-bc3d-44c3-81c1-8130722ec651 HTTP/1.1" status: 204 len: 168 time: 0.4124613 Feb 17 18:03:03.988045 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0ddf1-1e2a-4b78-b0e5-37eae0e36e78 req-d4617ee8-1c0c-419e-b9cd-9242f5867388 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:03:03.989540 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d6ef31-aa11-4acc-9aeb-1caf69a292d2 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:03:03.989732 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2dd0ddf1-1e2a-4b78-b0e5-37eae0e36e78 req-d4617ee8-1c0c-419e-b9cd-9242f5867388 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=a8d614c9-818a-44a5-bab3-64ad672260ce HTTP/1.1" status: 200 len: 1126 time: 0.0589335 Feb 17 18:03:03.991010 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d6ef31-aa11-4acc-9aeb-1caf69a292d2 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:03:03.995006 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-02d6ef31-aa11-4acc-9aeb-1caf69a292d2 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0659261 Feb 17 18:03:03.995289 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55898) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:04.045153 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2dd0ddf1-1e2a-4b78-b0e5-37eae0e36e78 req-6d29919a-6130-4e1e-bf82-2b49a6526cdb tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=c9719f59-ca86-46be-84e0-44258ceafa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488143 Feb 17 18:03:04.083172 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6c4868c5-f98e-479d-a0cb-d51134dd743a tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (b44b2f97-9457-4150-84ab-0b0659041a0b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:04.093378 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c4868c5-f98e-479d-a0cb-d51134dd743a tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 17 18:03:04.093844 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c4868c5-f98e-479d-a0cb-d51134dd743a tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 18:03:04.101180 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6c4868c5-f98e-479d-a0cb-d51134dd743a tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] 10.222.0.87 "DELETE /v2.0/networks/b44b2f97-9457-4150-84ab-0b0659041a0b HTTP/1.1" status: 409 len: 466 time: 0.1007802 Feb 17 18:03:04.101328 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55900) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:04.106160 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-b7b5d83e-ea43-4a61-8fce-50406f3d3259 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1900928298'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:03:04.126070 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b5d83e-ea43-4a61-8fce-50406f3d3259 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Made reservation on behalf of f9e8c69db347425b86d37ea70a093e17 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:03:04.129877 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b7b5d83e-ea43-4a61-8fce-50406f3d3259 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:04.158801 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7b5d83e-ea43-4a61-8fce-50406f3d3259 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:03:04.168653 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b7b5d83e-ea43-4a61-8fce-50406f3d3259 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (3b423bf4-5ca8-48c5-9fc5-39ca935ede22), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:04.169102 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-b7b5d83e-ea43-4a61-8fce-50406f3d3259 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Added segment 3b423bf4-5ca8-48c5-9fc5-39ca935ede22 of type vlan for network a4c917b3-b213-4e73-a087-97e781d30c6c Feb 17 18:03:04.215702 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b7b5d83e-ea43-4a61-8fce-50406f3d3259 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (a4c917b3-b213-4e73-a087-97e781d30c6c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:04.242147 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b7b5d83e-ea43-4a61-8fce-50406f3d3259 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (a4c917b3-b213-4e73-a087-97e781d30c6c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:04.247237 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b5d83e-ea43-4a61-8fce-50406f3d3259 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:03:04.247839 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b7b5d83e-ea43-4a61-8fce-50406f3d3259 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:04.289646 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55902) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:04.289794 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b7b5d83e-ea43-4a61-8fce-50406f3d3259 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1873298 Feb 17 18:03:04.296307 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-3be16809-5a03-46bd-863b-92478798f28c tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Request body: {'subnet': {'network_id': 'a4c917b3-b213-4e73-a087-97e781d30c6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:03:04.342866 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b5d83e-ea43-4a61-8fce-50406f3d3259 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Pushing event updated for resources: {'Network': ['ID=a4c917b3-b213-4e73-a087-97e781d30c6c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:04.360058 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network a4c917b3-b213-4e73-a087-97e781d30c6c details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:03:04.421028 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device ed5ee30d-3962-46d8-9d7a-fd213fa600c1 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:03:04.470108 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be16809-5a03-46bd-863b-92478798f28c tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Made reservation on behalf of f9e8c69db347425b86d37ea70a093e17 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:03:04.473914 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3be16809-5a03-46bd-863b-92478798f28c tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:04.521516 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port ed5ee30d-3962-46d8-9d7a-fd213fa600c1 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 18:03:04.527148 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port ed5ee30d-3962-46d8-9d7a-fd213fa600c1 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:03:04.527574 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ed5ee30d-3962-46d8-9d7a-fd213fa600c1), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:04.636707 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port ed5ee30d-3962-46d8-9d7a-fd213fa600c1 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:03:04.637211 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ed5ee30d-3962-46d8-9d7a-fd213fa600c1), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:04.662694 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d614c9-818a-44a5-bab3-64ad672260ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5ee30d-3962-46d8-9d7a-fd213fa600c1'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:03:04.665267 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c374ff2-4d98-4c0b-9aeb-1fa870bcfcc1" -d '{"events": [{"server_uuid": "a8d614c9-818a-44a5-bab3-64ad672260ce", "name": "network-vif-plugged", "status": "completed", "tag": "ed5ee30d-3962-46d8-9d7a-fd213fa600c1"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:03:04.679153 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port ed5ee30d-3962-46d8-9d7a-fd213fa600c1, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=ed5ee30d-3962-46d8-9d7a-fd213fa600c1,segment=NetworkSegment(e18367a8-3e95-4b96-a913-67acafe5b398),segment_id=e18367a8-3e95-4b96-a913-67acafe5b398)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:03:04.690364 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ed5ee30d-3962-46d8-9d7a-fd213fa600c1), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:04.717167 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c7abda-84b7-47ca-bbf4-f05d992da0e9 x-openstack-request-id: req-11c7abda-84b7-47ca-bbf4-f05d992da0e9 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:03:04.717167 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d614c9-818a-44a5-bab3-64ad672260ce", "name": "network-vif-plugged", "status": "completed", "tag": "ed5ee30d-3962-46d8-9d7a-fd213fa600c1", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:03:04.717507 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-11c7abda-84b7-47ca-bbf4-f05d992da0e9 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:03:04.718469 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d614c9-818a-44a5-bab3-64ad672260ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5ee30d-3962-46d8-9d7a-fd213fa600c1', 'code': 200} Feb 17 18:03:04.763274 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=ed5ee30d-3962-46d8-9d7a-fd213fa600c1,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:04.832411 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fff7ba-30ef-4d2a-ad5b-e29fc0db7849 None None] Network b44b2f97-9457-4150-84ab-0b0659041a0b requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:03:04.904054 n-d-829613-2 neutron-server[103435]: DEBUG neutron.objects.ports [None req-3be16809-5a03-46bd-863b-92478798f28c tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103435) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 17 18:03:04.907117 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3be16809-5a03-46bd-863b-92478798f28c tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (0f9bccc8-fbb8-4321-8aff-6a658b4c2873), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:04.917759 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50aafd8-8a18-47a1-809f-1abd4a2c5ef5 req-ac20d516-cb1d-4f6c-abc7-0fbcba47eeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:03:04.919430 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e50aafd8-8a18-47a1-809f-1abd4a2c5ef5 req-ac20d516-cb1d-4f6c-abc7-0fbcba47eeec service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a8d614c9-818a-44a5-bab3-64ad672260ce HTTP/1.1" status: 200 len: 1127 time: 0.1321373 Feb 17 18:03:04.929098 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-4fe6d406-585a-4839-b682-298b494a133b None None] Provisioning complete for port f513d944-0673-4a1f-b1e5-269a06bb4e15 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:03:04.929485 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4fe6d406-585a-4839-b682-298b494a133b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (f513d944-0673-4a1f-b1e5-269a06bb4e15), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:05.014380 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be16809-5a03-46bd-863b-92478798f28c tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Pushing event updated for resources: {'Subnet': ['ID=0f9bccc8-fbb8-4321-8aff-6a658b4c2873,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:05.018049 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be16809-5a03-46bd-863b-92478798f28c tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Checking segment: {'id': '3b423bf4-5ca8-48c5-9fc5-39ca935ede22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'a4c917b3-b213-4e73-a087-97e781d30c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:03:05.018427 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be16809-5a03-46bd-863b-92478798f28c tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Network hostable DHCP agents. Network: a4c917b3-b213-4e73-a087-97e781d30c6c, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:03:05.024205 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e50aafd8-8a18-47a1-809f-1abd4a2c5ef5 req-b2946aa0-1279-4f7c-985f-f37827b08eb0 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c9719f59-ca86-46be-84e0-44258ceafa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856750 Feb 17 18:03:05.034350 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-4fe6d406-585a-4839-b682-298b494a133b None None] Current status of the port f513d944-0673-4a1f-b1e5-269a06bb4e15 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:03:05.034831 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4fe6d406-585a-4839-b682-298b494a133b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (f513d944-0673-4a1f-b1e5-269a06bb4e15), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:05.044864 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be16809-5a03-46bd-863b-92478798f28c tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Network a4c917b3-b213-4e73-a087-97e781d30c6c is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:03:05.061517 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-3be16809-5a03-46bd-863b-92478798f28c tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, a4c917b3-b213-4e73-a087-97e781d30c6c) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:03:05.075187 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be16809-5a03-46bd-863b-92478798f28c tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:03:05.075777 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3be16809-5a03-46bd-863b-92478798f28c tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:05.084835 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2417b7de-9ee6-48a1-9afe-4dc75fcb83bb None None] Network a4c917b3-b213-4e73-a087-97e781d30c6c requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:03:05.110547 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-3be16809-5a03-46bd-863b-92478798f28c tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.8190751 Feb 17 18:03:05.113652 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55912) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:05.120190 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-4fe6d406-585a-4839-b682-298b494a133b None None] For port f513d944-0673-4a1f-b1e5-269a06bb4e15, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=f513d944-0673-4a1f-b1e5-269a06bb4e15,segment=NetworkSegment(e2d07199-a951-4b32-80b6-a5ceacecd355),segment_id=e2d07199-a951-4b32-80b6-a5ceacecd355)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:03:05.123511 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ad42ab-40ff-457f-9ac7-a4a702d77999 None None] DHCP port deletion for b44b2f97-9457-4150-84ab-0b0659041a0b request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 18:03:05.138028 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4fe6d406-585a-4839-b682-298b494a133b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (f513d944-0673-4a1f-b1e5-269a06bb4e15), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:05.190980 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de214be8-42a1-4b4e-bec1-03801f488444 req-810a79dd-d9ea-4726-9944-e991e2ca7611 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:03:05.192698 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-de214be8-42a1-4b4e-bec1-03801f488444 req-810a79dd-d9ea-4726-9944-e991e2ca7611 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=a8d614c9-818a-44a5-bab3-64ad672260ce HTTP/1.1" status: 200 len: 1127 time: 0.0660813 Feb 17 18:03:05.259211 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-de214be8-42a1-4b4e-bec1-03801f488444 req-aee17e87-b51d-4dde-b2c9-322baa98b580 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=c9719f59-ca86-46be-84e0-44258ceafa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602210 Feb 17 18:03:05.268303 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62056075-ad28-498c-af9b-59e38627a382 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (a4c917b3-b213-4e73-a087-97e781d30c6c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:05.289218 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe6d406-585a-4839-b682-298b494a133b None None] Pushing event updated for resources: {'Port': ['ID=f513d944-0673-4a1f-b1e5-269a06bb4e15,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:05.337828 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b2ad42ab-40ff-457f-9ac7-a4a702d77999 None None] Deleting port f513d944-0673-4a1f-b1e5-269a06bb4e15 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:03:05.338371 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b2ad42ab-40ff-457f-9ac7-a4a702d77999 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (f513d944-0673-4a1f-b1e5-269a06bb4e15), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:05.351975 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93007f22-64c4-4e0c-b45f-b8a38d8f14bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-a4c917b3-b213-4e73-a087-97e781d30c6c', 'network_id': 'a4c917b3-b213-4e73-a087-97e781d30c6c', 'project_id': 'f9e8c69db347425b86d37ea70a093e17', 'fixed_ips': [{'subnet_id': '0f9bccc8-fbb8-4321-8aff-6a658b4c2873'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 18:03:05.352899 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-93007f22-64c4-4e0c-b45f-b8a38d8f14bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:05.379887 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62056075-ad28-498c-af9b-59e38627a382 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (0f9bccc8-fbb8-4321-8aff-6a658b4c2873), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:05.447604 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b2ad42ab-40ff-457f-9ac7-a4a702d77999 None None] For port f513d944-0673-4a1f-b1e5-269a06bb4e15, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=f513d944-0673-4a1f-b1e5-269a06bb4e15,segment=NetworkSegment(e2d07199-a951-4b32-80b6-a5ceacecd355),segment_id=e2d07199-a951-4b32-80b6-a5ceacecd355)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:03:05.448267 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b2ad42ab-40ff-457f-9ac7-a4a702d77999 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (f513d944-0673-4a1f-b1e5-269a06bb4e15), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:05.460389 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62056075-ad28-498c-af9b-59e38627a382 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (0f9bccc8-fbb8-4321-8aff-6a658b4c2873), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:05.465445 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b2ad42ab-40ff-457f-9ac7-a4a702d77999 None None] Calling delete_port for f513d944-0673-4a1f-b1e5-269a06bb4e15 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:03:05.504639 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62056075-ad28-498c-af9b-59e38627a382 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Pushing event deleted for resources: {'Subnet': ['ID=0f9bccc8-fbb8-4321-8aff-6a658b4c2873,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:05.581634 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62056075-ad28-498c-af9b-59e38627a382 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (a4c917b3-b213-4e73-a087-97e781d30c6c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:05.585399 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-89c44c09-d19b-46a4-a00e-1d2701594520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:05.609256 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-62056075-ad28-498c-af9b-59e38627a382 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4c917b3-b213-4e73-a087-97e781d30c6c']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server [None req-93007f22-64c4-4e0c-b45f-b8a38d8f14bb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0f9bccc8-fbb8-4321-8aff-6a658b4c2873: This subnet is being modified by another concurrent operation. Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise exception Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0f9bccc8-fbb8-4321-8aff-6a658b4c2873: This subnet is being modified by another concurrent operation. Feb 17 18:03:05.617764 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server Feb 17 18:03:05.627547 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-62056075-ad28-498c-af9b-59e38627a382 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b423bf4-5ca8-48c5-9fc5-39ca935ede22') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:05.627989 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-62056075-ad28-498c-af9b-59e38627a382 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b423bf4-5ca8-48c5-9fc5-39ca935ede22') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:05.641830 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62056075-ad28-498c-af9b-59e38627a382 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (3b423bf4-5ca8-48c5-9fc5-39ca935ede22), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:05.664777 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62056075-ad28-498c-af9b-59e38627a382 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (3b423bf4-5ca8-48c5-9fc5-39ca935ede22), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:05.668289 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a389a352-eef2-4090-bb24-6ea86440fb5c None None] Network a4c917b3-b213-4e73-a087-97e781d30c6c requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:03:05.672966 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b2ad42ab-40ff-457f-9ac7-a4a702d77999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (f513d944-0673-4a1f-b1e5-269a06bb4e15), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:05.688657 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62056075-ad28-498c-af9b-59e38627a382 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:03:05.689509 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62056075-ad28-498c-af9b-59e38627a382 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (3b423bf4-5ca8-48c5-9fc5-39ca935ede22), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:05.694153 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 18:03:05.694153 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:03:05.694153 n-d-829613-2 neutron-server[103434]: timer() Feb 17 18:03:05.694153 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:03:05.694153 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 18:03:05.694153 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:03:05.694153 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 18:03:05.694153 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:03:05.694153 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 18:03:05.694153 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:03:05.694153 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 18:03:05.694153 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:03:05.694153 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 18:03:05.694153 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:03:05.694153 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:03:05.694153 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:03:05.694153 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:03:05.694153 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:03:05.694153 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 18:03:05.694153 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:03:05.694153 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 18:03:05.694153 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:03:05.694153 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:03:05.694153 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:03:05.694153 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 18:03:05.694153 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:03:05.694153 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:03:05.694153 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:03:05.694153 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:03:05.694153 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:03:05.694153 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:03:05.694153 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:03:05.722945 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad42ab-40ff-457f-9ac7-a4a702d77999 None None] Pushing event deleted for resources: {'Port': ['ID=f513d944-0673-4a1f-b1e5-269a06bb4e15,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:05.727437 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ad42ab-40ff-457f-9ac7-a4a702d77999 None None] No DVR routers for this DVR port f513d944-0673-4a1f-b1e5-269a06bb4e15 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:03:05.778405 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62056075-ad28-498c-af9b-59e38627a382 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (a4c917b3-b213-4e73-a087-97e781d30c6c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:05.789988 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62056075-ad28-498c-af9b-59e38627a382 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:05.797630 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-62056075-ad28-498c-af9b-59e38627a382 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] 10.222.0.87 "DELETE /v2.0/networks/a4c917b3-b213-4e73-a087-97e781d30c6c HTTP/1.1" status: 204 len: 168 time: 0.6784461 Feb 17 18:03:05.800258 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55918) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:05.805218 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-2c803565-cfa0-4d1c-99e4-1696a262923f tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-499268503'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:03:05.806865 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62056075-ad28-498c-af9b-59e38627a382 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Pushing event deleted for resources: {'Network': ['ID=a4c917b3-b213-4e73-a087-97e781d30c6c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:05.817611 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a7f1ac-f3ed-4775-8da2-b56949664b3b None None] get_active_networks_info from n-d-829613-2 {{(pid=103436) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 17 18:03:05.851689 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c803565-cfa0-4d1c-99e4-1696a262923f tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Made reservation on behalf of f9e8c69db347425b86d37ea70a093e17 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:03:05.856428 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2c803565-cfa0-4d1c-99e4-1696a262923f tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:05.888876 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c803565-cfa0-4d1c-99e4-1696a262923f tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:03:05.900209 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2c803565-cfa0-4d1c-99e4-1696a262923f tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (de420d60-ba8e-42ea-8a3e-4ca05f56ba50), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:05.900626 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-2c803565-cfa0-4d1c-99e4-1696a262923f tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Added segment de420d60-ba8e-42ea-8a3e-4ca05f56ba50 of type vlan for network 2865b0e6-a90f-47e7-b6f1-764bb80c2aa5 Feb 17 18:03:05.954867 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2c803565-cfa0-4d1c-99e4-1696a262923f tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (2865b0e6-a90f-47e7-b6f1-764bb80c2aa5), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:05.965593 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a7f1ac-f3ed-4775-8da2-b56949664b3b None None] Resources bound (agent type, host, resource id): {{(pid=103436) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 18:03:06.009621 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2c803565-cfa0-4d1c-99e4-1696a262923f tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (2865b0e6-a90f-47e7-b6f1-764bb80c2aa5), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:06.015581 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c803565-cfa0-4d1c-99e4-1696a262923f tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:03:06.016274 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2c803565-cfa0-4d1c-99e4-1696a262923f tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:06.130820 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c803565-cfa0-4d1c-99e4-1696a262923f tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Pushing event updated for resources: {'Network': ['ID=2865b0e6-a90f-47e7-b6f1-764bb80c2aa5,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:06.138319 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-2c803565-cfa0-4d1c-99e4-1696a262923f tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3386669 Feb 17 18:03:06.143785 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55920) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:06.147306 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 2865b0e6-a90f-47e7-b6f1-764bb80c2aa5 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:03:06.152912 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-091bef35-4dce-49f1-b8e7-cf0d4ac1682d tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Request body: {'subnet': {'network_id': '2865b0e6-a90f-47e7-b6f1-764bb80c2aa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:03:06.278261 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091bef35-4dce-49f1-b8e7-cf0d4ac1682d tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Made reservation on behalf of f9e8c69db347425b86d37ea70a093e17 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:03:06.300625 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-091bef35-4dce-49f1-b8e7-cf0d4ac1682d tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:06.451046 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1331ced-d4d1-4855-bcb5-2a97a869b567 req-b96c055f-790e-4f46-abd9-3eb82315154d tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:03:06.456649 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e1331ced-d4d1-4855-bcb5-2a97a869b567 req-b96c055f-790e-4f46-abd9-3eb82315154d tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=a8d614c9-818a-44a5-bab3-64ad672260ce HTTP/1.1" status: 200 len: 1127 time: 0.0683341 Feb 17 18:03:06.525735 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e1331ced-d4d1-4855-bcb5-2a97a869b567 req-49fb8bfa-be4a-4b7d-b877-a12d28d7021e tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=c9719f59-ca86-46be-84e0-44258ceafa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568552 Feb 17 18:03:06.619241 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-091bef35-4dce-49f1-b8e7-cf0d4ac1682d tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (6fbc2a59-9e64-4b2a-ad97-d79c09423b0f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:06.672067 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c46e22-d1e9-495b-aece-e0a3886f639e req-d46818f7-ee51-4125-8764-917233c437d8 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:03:06.674757 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-09c46e22-d1e9-495b-aece-e0a3886f639e req-d46818f7-ee51-4125-8764-917233c437d8 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=a8d614c9-818a-44a5-bab3-64ad672260ce HTTP/1.1" status: 200 len: 1127 time: 0.0703719 Feb 17 18:03:06.697809 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091bef35-4dce-49f1-b8e7-cf0d4ac1682d tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Pushing event updated for resources: {'Subnet': ['ID=6fbc2a59-9e64-4b2a-ad97-d79c09423b0f,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:06.710803 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091bef35-4dce-49f1-b8e7-cf0d4ac1682d tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:03:06.711432 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091bef35-4dce-49f1-b8e7-cf0d4ac1682d tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:03:06.711939 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091bef35-4dce-49f1-b8e7-cf0d4ac1682d tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:03:06.712463 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091bef35-4dce-49f1-b8e7-cf0d4ac1682d tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:03:06.712964 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091bef35-4dce-49f1-b8e7-cf0d4ac1682d tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:03:06.713495 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091bef35-4dce-49f1-b8e7-cf0d4ac1682d tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:03:06.713991 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091bef35-4dce-49f1-b8e7-cf0d4ac1682d tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:03:06.714484 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091bef35-4dce-49f1-b8e7-cf0d4ac1682d tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:03:06.714976 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091bef35-4dce-49f1-b8e7-cf0d4ac1682d tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:03:06.715485 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091bef35-4dce-49f1-b8e7-cf0d4ac1682d tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:03:06.715976 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091bef35-4dce-49f1-b8e7-cf0d4ac1682d tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:03:06.716496 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091bef35-4dce-49f1-b8e7-cf0d4ac1682d tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:03:06.717056 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091bef35-4dce-49f1-b8e7-cf0d4ac1682d tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:03:06.747470 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-09c46e22-d1e9-495b-aece-e0a3886f639e req-8550f677-ddc2-48ab-8bb0-f481b70e0c4f tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=c9719f59-ca86-46be-84e0-44258ceafa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662713 Feb 17 18:03:06.755361 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:06.770328 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091bef35-4dce-49f1-b8e7-cf0d4ac1682d tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Checking segment: {'id': 'de420d60-ba8e-42ea-8a3e-4ca05f56ba50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2865b0e6-a90f-47e7-b6f1-764bb80c2aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:03:06.770328 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091bef35-4dce-49f1-b8e7-cf0d4ac1682d tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Network hostable DHCP agents. Network: 2865b0e6-a90f-47e7-b6f1-764bb80c2aa5, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:03:06.787625 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091bef35-4dce-49f1-b8e7-cf0d4ac1682d tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Network 2865b0e6-a90f-47e7-b6f1-764bb80c2aa5 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:03:06.802588 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-091bef35-4dce-49f1-b8e7-cf0d4ac1682d tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 2865b0e6-a90f-47e7-b6f1-764bb80c2aa5) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:03:06.812385 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3685186a-f814-4746-8a25-bf8ffe4ef54a None None] Network 2865b0e6-a90f-47e7-b6f1-764bb80c2aa5 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:03:06.820277 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091bef35-4dce-49f1-b8e7-cf0d4ac1682d tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:03:06.820911 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-091bef35-4dce-49f1-b8e7-cf0d4ac1682d tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:06.845325 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-091bef35-4dce-49f1-b8e7-cf0d4ac1682d tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6972926 Feb 17 18:03:06.846095 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55932) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:06.958247 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbb09cf-b3bd-4cb9-ad67-a7b2a28d984a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-2865b0e6-a90f-47e7-b6f1-764bb80c2aa5', 'network_id': '2865b0e6-a90f-47e7-b6f1-764bb80c2aa5', 'project_id': 'f9e8c69db347425b86d37ea70a093e17', 'fixed_ips': [{'subnet_id': '6fbc2a59-9e64-4b2a-ad97-d79c09423b0f'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 18:03:06.959125 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0fbb09cf-b3bd-4cb9-ad67-a7b2a28d984a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:06.988168 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7ec4860b-0a27-47df-ad1c-43a9331a7584 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (2865b0e6-a90f-47e7-b6f1-764bb80c2aa5), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:07.016762 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276c38c-bf45-4943-a842-6ec42d1843aa req-1b6a611e-f58a-4162-88b7-6bfb2057e649 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:03:07.029976 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4276c38c-bf45-4943-a842-6ec42d1843aa req-1b6a611e-f58a-4162-88b7-6bfb2057e649 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=a8d614c9-818a-44a5-bab3-64ad672260ce HTTP/1.1" status: 200 len: 1127 time: 0.1983039 Feb 17 18:03:07.153144 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7ec4860b-0a27-47df-ad1c-43a9331a7584 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (6fbc2a59-9e64-4b2a-ad97-d79c09423b0f), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:07.171376 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-0fbb09cf-b3bd-4cb9-ad67-a7b2a28d984a None None] Allocated IP 2001:db8::2 (2865b0e6-a90f-47e7-b6f1-764bb80c2aa5/6fbc2a59-9e64-4b2a-ad97-d79c09423b0f/adb8c3f0-7cbd-4cf3-b460-07b272b1dd8a) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:03:07.171871 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4276c38c-bf45-4943-a842-6ec42d1843aa req-ba5dee8f-e954-4f74-a8a3-6ac036669bee tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=c9719f59-ca86-46be-84e0-44258ceafa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345844 Feb 17 18:03:07.336442 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0fbb09cf-b3bd-4cb9-ad67-a7b2a28d984a None None] Publish callbacks [] for port (adb8c3f0-7cbd-4cf3-b460-07b272b1dd8a), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:07.346024 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0fbb09cf-b3bd-4cb9-ad67-a7b2a28d984a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (adb8c3f0-7cbd-4cf3-b460-07b272b1dd8a), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:07.371824 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7ec4860b-0a27-47df-ad1c-43a9331a7584 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (6fbc2a59-9e64-4b2a-ad97-d79c09423b0f), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:07.410365 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec4860b-0a27-47df-ad1c-43a9331a7584 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Pushing event deleted for resources: {'Subnet': ['ID=6fbc2a59-9e64-4b2a-ad97-d79c09423b0f,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:07.428573 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbb09cf-b3bd-4cb9-ad67-a7b2a28d984a None None] Network 2865b0e6-a90f-47e7-b6f1-764bb80c2aa5 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:03:07.430142 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbb09cf-b3bd-4cb9-ad67-a7b2a28d984a None None] Pushing event updated for resources: {'Port': ['ID=adb8c3f0-7cbd-4cf3-b460-07b272b1dd8a,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:07.434484 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-0fbb09cf-b3bd-4cb9-ad67-a7b2a28d984a None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:03:07.437589 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbb09cf-b3bd-4cb9-ad67-a7b2a28d984a None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:03:07.519025 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7ec4860b-0a27-47df-ad1c-43a9331a7584 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (2865b0e6-a90f-47e7-b6f1-764bb80c2aa5), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:07.522817 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-0fbb09cf-b3bd-4cb9-ad67-a7b2a28d984a None None] Attempting to bind port adb8c3f0-7cbd-4cf3-b460-07b272b1dd8a on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:03:07.523274 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-0fbb09cf-b3bd-4cb9-ad67-a7b2a28d984a None None] Attempting to bind port adb8c3f0-7cbd-4cf3-b460-07b272b1dd8a by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'de420d60-ba8e-42ea-8a3e-4ca05f56ba50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2865b0e6-a90f-47e7-b6f1-764bb80c2aa5'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:03:07.523648 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbb09cf-b3bd-4cb9-ad67-a7b2a28d984a None None] Attempting to bind port adb8c3f0-7cbd-4cf3-b460-07b272b1dd8a on network 2865b0e6-a90f-47e7-b6f1-764bb80c2aa5 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:03:07.531974 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbb09cf-b3bd-4cb9-ad67-a7b2a28d984a None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:03:07.532534 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbb09cf-b3bd-4cb9-ad67-a7b2a28d984a None None] Checking segment: {'id': 'de420d60-ba8e-42ea-8a3e-4ca05f56ba50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2865b0e6-a90f-47e7-b6f1-764bb80c2aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:03:07.533055 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0fbb09cf-b3bd-4cb9-ad67-a7b2a28d984a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:07.533671 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbb09cf-b3bd-4cb9-ad67-a7b2a28d984a None None] Bound using segment: {'id': 'de420d60-ba8e-42ea-8a3e-4ca05f56ba50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2865b0e6-a90f-47e7-b6f1-764bb80c2aa5'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:03:07.534591 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-0fbb09cf-b3bd-4cb9-ad67-a7b2a28d984a None None] Bound port: adb8c3f0-7cbd-4cf3-b460-07b272b1dd8a, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de420d60-ba8e-42ea-8a3e-4ca05f56ba50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '2865b0e6-a90f-47e7-b6f1-764bb80c2aa5'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:03:07.534992 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0fbb09cf-b3bd-4cb9-ad67-a7b2a28d984a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (adb8c3f0-7cbd-4cf3-b460-07b272b1dd8a), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:07.586113 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-7ec4860b-0a27-47df-ad1c-43a9331a7584 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2865b0e6-a90f-47e7-b6f1-764bb80c2aa5']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:07.603717 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-7ec4860b-0a27-47df-ad1c-43a9331a7584 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de420d60-ba8e-42ea-8a3e-4ca05f56ba50') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:07.604135 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-7ec4860b-0a27-47df-ad1c-43a9331a7584 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de420d60-ba8e-42ea-8a3e-4ca05f56ba50') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:07.619235 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7ec4860b-0a27-47df-ad1c-43a9331a7584 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (de420d60-ba8e-42ea-8a3e-4ca05f56ba50), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:07.637415 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2fd1b-a6b8-4e89-9dc0-3538b8c8d084 req-c73e0df2-8387-48fd-9139-4e7f0b11f4df tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:03:07.639293 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d9f2fd1b-a6b8-4e89-9dc0-3538b8c8d084 req-c73e0df2-8387-48fd-9139-4e7f0b11f4df tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=a8d614c9-818a-44a5-bab3-64ad672260ce HTTP/1.1" status: 200 len: 1127 time: 0.1167383 Feb 17 18:03:07.648577 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7ec4860b-0a27-47df-ad1c-43a9331a7584 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (de420d60-ba8e-42ea-8a3e-4ca05f56ba50), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:07.668014 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ec4860b-0a27-47df-ad1c-43a9331a7584 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:03:07.668953 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7ec4860b-0a27-47df-ad1c-43a9331a7584 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (de420d60-ba8e-42ea-8a3e-4ca05f56ba50), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:07.669765 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-0fbb09cf-b3bd-4cb9-ad67-a7b2a28d984a None None] For port adb8c3f0-7cbd-4cf3-b460-07b272b1dd8a, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:03:07.680844 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 18:03:07.680844 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:03:07.680844 n-d-829613-2 neutron-server[103435]: timer() Feb 17 18:03:07.680844 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:03:07.680844 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 18:03:07.680844 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:03:07.680844 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 18:03:07.680844 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:03:07.680844 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 18:03:07.680844 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:03:07.680844 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 18:03:07.680844 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:03:07.680844 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 18:03:07.680844 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:03:07.680844 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:03:07.680844 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:03:07.680844 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:03:07.680844 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:03:07.680844 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 18:03:07.680844 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:03:07.680844 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 18:03:07.680844 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:03:07.680844 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:03:07.680844 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:03:07.680844 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 18:03:07.680844 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:03:07.680844 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:03:07.680844 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:03:07.680844 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:03:07.680844 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:03:07.680844 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:03:07.680844 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:03:07.760361 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-0fbb09cf-b3bd-4cb9-ad67-a7b2a28d984a None None] For port adb8c3f0-7cbd-4cf3-b460-07b272b1dd8a, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=adb8c3f0-7cbd-4cf3-b460-07b272b1dd8a,segment=NetworkSegment(de420d60-ba8e-42ea-8a3e-4ca05f56ba50),segment_id=de420d60-ba8e-42ea-8a3e-4ca05f56ba50)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:03:07.763476 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.db.api [None req-7ec4860b-0a27-47df-ad1c-43a9331a7584 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 18:03:07.763476 n-d-829613-2 neutron-server[103435]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 18:03:07.763476 n-d-829613-2 neutron-server[103435]: [parameters: {'id': '2865b0e6-a90f-47e7-b6f1-764bb80c2aa5'}] Feb 17 18:03:07.763476 n-d-829613-2 neutron-server[103435]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 18:03:07.764376 n-d-829613-2 neutron-server[103435]: DEBUG oslo_db.api [None req-7ec4860b-0a27-47df-ad1c-43a9331a7584 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 18:03:07.766518 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d9f2fd1b-a6b8-4e89-9dc0-3538b8c8d084 req-22621ecd-837d-467a-ac6e-4a6ccd286c13 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=c9719f59-ca86-46be-84e0-44258ceafa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091874 Feb 17 18:03:07.772105 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0fbb09cf-b3bd-4cb9-ad67-a7b2a28d984a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (adb8c3f0-7cbd-4cf3-b460-07b272b1dd8a), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:07.881225 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbb09cf-b3bd-4cb9-ad67-a7b2a28d984a None None] Pushing event updated for resources: {'Port': ['ID=adb8c3f0-7cbd-4cf3-b460-07b272b1dd8a,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:07.926500 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17994d3-c7aa-4650-96c0-fa9634b80f3f None None] get_active_networks_info from n-d-829613-2 {{(pid=103436) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 17 18:03:08.052830 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:08.146965 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17994d3-c7aa-4650-96c0-fa9634b80f3f None None] Resources bound (agent type, host, resource id): {{(pid=103436) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 18:03:08.265347 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7ec4860b-0a27-47df-ad1c-43a9331a7584 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (2865b0e6-a90f-47e7-b6f1-764bb80c2aa5), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:08.354682 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-7ec4860b-0a27-47df-ad1c-43a9331a7584 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Deleting port adb8c3f0-7cbd-4cf3-b460-07b272b1dd8a {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:03:08.355029 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7ec4860b-0a27-47df-ad1c-43a9331a7584 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (adb8c3f0-7cbd-4cf3-b460-07b272b1dd8a), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:08.432068 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-7ec4860b-0a27-47df-ad1c-43a9331a7584 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] For port adb8c3f0-7cbd-4cf3-b460-07b272b1dd8a, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=adb8c3f0-7cbd-4cf3-b460-07b272b1dd8a,segment=NetworkSegment(de420d60-ba8e-42ea-8a3e-4ca05f56ba50),segment_id=de420d60-ba8e-42ea-8a3e-4ca05f56ba50)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:03:08.432334 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7ec4860b-0a27-47df-ad1c-43a9331a7584 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (adb8c3f0-7cbd-4cf3-b460-07b272b1dd8a), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:08.449243 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-7ec4860b-0a27-47df-ad1c-43a9331a7584 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Calling delete_port for adb8c3f0-7cbd-4cf3-b460-07b272b1dd8a owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:03:08.570894 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7ec4860b-0a27-47df-ad1c-43a9331a7584 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (adb8c3f0-7cbd-4cf3-b460-07b272b1dd8a), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:08.595260 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5929a10-b604-43a0-892f-8946875ef481 None None] Network 2865b0e6-a90f-47e7-b6f1-764bb80c2aa5 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:03:08.601067 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec4860b-0a27-47df-ad1c-43a9331a7584 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Pushing event deleted for resources: {'Port': ['ID=adb8c3f0-7cbd-4cf3-b460-07b272b1dd8a,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:08.606042 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec4860b-0a27-47df-ad1c-43a9331a7584 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] No DVR routers for this DVR port adb8c3f0-7cbd-4cf3-b460-07b272b1dd8a on host n-d-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:03:08.725820 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7ec4860b-0a27-47df-ad1c-43a9331a7584 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (2865b0e6-a90f-47e7-b6f1-764bb80c2aa5), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:08.774793 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-7ec4860b-0a27-47df-ad1c-43a9331a7584 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2865b0e6-a90f-47e7-b6f1-764bb80c2aa5']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:08.787630 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-7ec4860b-0a27-47df-ad1c-43a9331a7584 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de420d60-ba8e-42ea-8a3e-4ca05f56ba50') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:08.787967 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-7ec4860b-0a27-47df-ad1c-43a9331a7584 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de420d60-ba8e-42ea-8a3e-4ca05f56ba50') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:08.797691 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f139f1-5a25-4f28-941a-8a4399c5ac61 req-ba4d2a31-a094-446c-9467-7ac19dd59f61 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:03:08.800026 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c4f139f1-5a25-4f28-941a-8a4399c5ac61 req-ba4d2a31-a094-446c-9467-7ac19dd59f61 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=a8d614c9-818a-44a5-bab3-64ad672260ce HTTP/1.1" status: 200 len: 1127 time: 0.1397600 Feb 17 18:03:08.803513 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7ec4860b-0a27-47df-ad1c-43a9331a7584 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (de420d60-ba8e-42ea-8a3e-4ca05f56ba50), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:08.851482 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7ec4860b-0a27-47df-ad1c-43a9331a7584 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (de420d60-ba8e-42ea-8a3e-4ca05f56ba50), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:08.890087 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ec4860b-0a27-47df-ad1c-43a9331a7584 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:03:08.890509 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7ec4860b-0a27-47df-ad1c-43a9331a7584 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (de420d60-ba8e-42ea-8a3e-4ca05f56ba50), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:08.894495 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 18:03:08.894495 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:03:08.894495 n-d-829613-2 neutron-server[103435]: timer() Feb 17 18:03:08.894495 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:03:08.894495 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 18:03:08.894495 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:03:08.894495 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 18:03:08.894495 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:03:08.894495 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 18:03:08.894495 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:03:08.894495 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 18:03:08.894495 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:03:08.894495 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 18:03:08.894495 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:03:08.894495 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:03:08.894495 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:03:08.894495 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:03:08.894495 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:03:08.894495 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 18:03:08.894495 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:03:08.894495 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 18:03:08.894495 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:03:08.894495 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:03:08.894495 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:03:08.894495 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 18:03:08.894495 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:03:08.894495 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:03:08.894495 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:03:08.894495 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:03:08.894495 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:03:08.894495 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:03:08.894495 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:03:09.023850 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7ec4860b-0a27-47df-ad1c-43a9331a7584 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (2865b0e6-a90f-47e7-b6f1-764bb80c2aa5), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:09.038547 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7ec4860b-0a27-47df-ad1c-43a9331a7584 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:09.047022 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-7ec4860b-0a27-47df-ad1c-43a9331a7584 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] 10.222.0.87 "DELETE /v2.0/networks/2865b0e6-a90f-47e7-b6f1-764bb80c2aa5 HTTP/1.1" status: 204 len: 168 time: 2.1960027 Feb 17 18:03:09.047405 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55948) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:09.048975 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5209821-6720-4484-952a-979df7ea126d req-05ae3194-b21d-4a74-9e6a-11a7557e93bf tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:03:09.053682 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a5209821-6720-4484-952a-979df7ea126d req-05ae3194-b21d-4a74-9e6a-11a7557e93bf tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=a8d614c9-818a-44a5-bab3-64ad672260ce HTTP/1.1" status: 200 len: 1127 time: 0.1411567 Feb 17 18:03:09.054915 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-d578c03e-f878-41bd-a7ff-806aa1174689 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1268570251'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:03:09.097505 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:09.100563 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d578c03e-f878-41bd-a7ff-806aa1174689 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Made reservation on behalf of f9e8c69db347425b86d37ea70a093e17 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:03:09.104055 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d578c03e-f878-41bd-a7ff-806aa1174689 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:09.135874 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec4860b-0a27-47df-ad1c-43a9331a7584 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Pushing event deleted for resources: {'Network': ['ID=2865b0e6-a90f-47e7-b6f1-764bb80c2aa5,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:09.159021 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d578c03e-f878-41bd-a7ff-806aa1174689 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:03:09.163358 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-c4f139f1-5a25-4f28-941a-8a4399c5ac61 req-4eb565f4-20bd-44e2-a536-219fb9000f36 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Deleting port ed5ee30d-3962-46d8-9d7a-fd213fa600c1 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:03:09.163706 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c4f139f1-5a25-4f28-941a-8a4399c5ac61 req-4eb565f4-20bd-44e2-a536-219fb9000f36 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (ed5ee30d-3962-46d8-9d7a-fd213fa600c1), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:09.173705 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d578c03e-f878-41bd-a7ff-806aa1174689 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (1e9686f5-6c3f-4833-a008-80fa7abca3c3), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:09.174066 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-d578c03e-f878-41bd-a7ff-806aa1174689 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Added segment 1e9686f5-6c3f-4833-a008-80fa7abca3c3 of type vlan for network 72436806-d918-4fc9-9477-98f1bbe28c99 Feb 17 18:03:09.250289 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-c4f139f1-5a25-4f28-941a-8a4399c5ac61 req-4eb565f4-20bd-44e2-a536-219fb9000f36 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] For port ed5ee30d-3962-46d8-9d7a-fd213fa600c1, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=ed5ee30d-3962-46d8-9d7a-fd213fa600c1,segment=NetworkSegment(e18367a8-3e95-4b96-a913-67acafe5b398),segment_id=e18367a8-3e95-4b96-a913-67acafe5b398)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:03:09.250718 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c4f139f1-5a25-4f28-941a-8a4399c5ac61 req-4eb565f4-20bd-44e2-a536-219fb9000f36 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (ed5ee30d-3962-46d8-9d7a-fd213fa600c1), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:09.265524 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-c4f139f1-5a25-4f28-941a-8a4399c5ac61 req-4eb565f4-20bd-44e2-a536-219fb9000f36 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Calling delete_port for ed5ee30d-3962-46d8-9d7a-fd213fa600c1 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:03:09.292923 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d578c03e-f878-41bd-a7ff-806aa1174689 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (72436806-d918-4fc9-9477-98f1bbe28c99), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:09.339170 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d578c03e-f878-41bd-a7ff-806aa1174689 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (72436806-d918-4fc9-9477-98f1bbe28c99), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:09.354508 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d578c03e-f878-41bd-a7ff-806aa1174689 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:03:09.354508 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d578c03e-f878-41bd-a7ff-806aa1174689 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:09.417967 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d578c03e-f878-41bd-a7ff-806aa1174689 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3658147 Feb 17 18:03:09.417967 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55950) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:09.419099 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a5209821-6720-4484-952a-979df7ea126d req-ea6bd514-d409-4a15-9d56-511e2ca33ce0 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=c9719f59-ca86-46be-84e0-44258ceafa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270860 Feb 17 18:03:09.422959 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-85070170-edcb-489a-9dae-7029205f5e5a tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Request body: {'subnet': {'network_id': '72436806-d918-4fc9-9477-98f1bbe28c99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:03:09.435333 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c4f139f1-5a25-4f28-941a-8a4399c5ac61 req-4eb565f4-20bd-44e2-a536-219fb9000f36 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (ed5ee30d-3962-46d8-9d7a-fd213fa600c1), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:09.457268 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['ed5ee30d-3962-46d8-9d7a-fd213fa600c1'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:03:09.468020 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['39634979-71fb-476f-b765-960b87380be9'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:03:09.477190 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb565f4-20bd-44e2-a536-219fb9000f36 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed5ee30d-3962-46d8-9d7a-fd213fa600c1,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:09.539941 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d578c03e-f878-41bd-a7ff-806aa1174689 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Pushing event updated for resources: {'Network': ['ID=72436806-d918-4fc9-9477-98f1bbe28c99,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:09.556308 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f139f1-5a25-4f28-941a-8a4399c5ac61 req-4eb565f4-20bd-44e2-a536-219fb9000f36 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] No DVR routers for this DVR port ed5ee30d-3962-46d8-9d7a-fd213fa600c1 on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:03:09.561046 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-c4f139f1-5a25-4f28-941a-8a4399c5ac61 req-4eb565f4-20bd-44e2-a536-219fb9000f36 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:09.564754 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c4f139f1-5a25-4f28-941a-8a4399c5ac61 req-4eb565f4-20bd-44e2-a536-219fb9000f36 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.71 "DELETE /v2.0/ports/ed5ee30d-3962-46d8-9d7a-fd213fa600c1 HTTP/1.1" status: 204 len: 173 time: 0.7590003 Feb 17 18:03:09.566482 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d614c9-818a-44a5-bab3-64ad672260ce', 'name': 'network-vif-deleted', 'tag': 'ed5ee30d-3962-46d8-9d7a-fd213fa600c1'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:03:09.568561 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2406f6a9-68d6-421a-89cc-125b8810f87c" -d '{"events": [{"server_uuid": "a8d614c9-818a-44a5-bab3-64ad672260ce", "name": "network-vif-deleted", "tag": "ed5ee30d-3962-46d8-9d7a-fd213fa600c1"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:03:09.651661 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85070170-edcb-489a-9dae-7029205f5e5a tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Made reservation on behalf of f9e8c69db347425b86d37ea70a093e17 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:03:09.656928 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85070170-edcb-489a-9dae-7029205f5e5a tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:09.704826 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ae08bd-8aa9-451d-a17f-2e2ceca77d89 x-openstack-request-id: req-85ae08bd-8aa9-451d-a17f-2e2ceca77d89 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:03:09.705150 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d614c9-818a-44a5-bab3-64ad672260ce", "name": "network-vif-deleted", "tag": "ed5ee30d-3962-46d8-9d7a-fd213fa600c1", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:03:09.705445 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-85ae08bd-8aa9-451d-a17f-2e2ceca77d89 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:03:09.705830 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d614c9-818a-44a5-bab3-64ad672260ce', 'name': 'network-vif-deleted', 'tag': 'ed5ee30d-3962-46d8-9d7a-fd213fa600c1', 'status': 'completed', 'code': 200} Feb 17 18:03:09.715613 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 72436806-d918-4fc9-9477-98f1bbe28c99 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:03:10.090566 n-d-829613-2 neutron-server[103434]: DEBUG neutron.objects.ports [None req-85070170-edcb-489a-9dae-7029205f5e5a tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103434) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 17 18:03:10.093700 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85070170-edcb-489a-9dae-7029205f5e5a tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (65e778d3-c037-4874-af0d-8f2d4cc0b094), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:10.169259 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85070170-edcb-489a-9dae-7029205f5e5a tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Checking segment: {'id': '1e9686f5-6c3f-4833-a008-80fa7abca3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '72436806-d918-4fc9-9477-98f1bbe28c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:03:10.169656 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85070170-edcb-489a-9dae-7029205f5e5a tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Network hostable DHCP agents. Network: 72436806-d918-4fc9-9477-98f1bbe28c99, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:03:10.191644 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85070170-edcb-489a-9dae-7029205f5e5a tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Pushing event updated for resources: {'Subnet': ['ID=65e778d3-c037-4874-af0d-8f2d4cc0b094,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:10.205586 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85070170-edcb-489a-9dae-7029205f5e5a tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Network 72436806-d918-4fc9-9477-98f1bbe28c99 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:03:10.220078 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-85070170-edcb-489a-9dae-7029205f5e5a tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 72436806-d918-4fc9-9477-98f1bbe28c99) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:03:10.226186 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85070170-edcb-489a-9dae-7029205f5e5a tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:03:10.226802 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-85070170-edcb-489a-9dae-7029205f5e5a tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:10.234877 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdc56af-06b2-4dd8-84d1-22ce2f535aaa None None] Network 72436806-d918-4fc9-9477-98f1bbe28c99 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:03:10.255031 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-85070170-edcb-489a-9dae-7029205f5e5a tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8365610 Feb 17 18:03:10.257070 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55960) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:10.375606 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebc7245-94df-498e-bd92-b6edb9446719 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-72436806-d918-4fc9-9477-98f1bbe28c99', 'network_id': '72436806-d918-4fc9-9477-98f1bbe28c99', 'project_id': 'f9e8c69db347425b86d37ea70a093e17', 'fixed_ips': [{'subnet_id': '65e778d3-c037-4874-af0d-8f2d4cc0b094'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 18:03:10.376609 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1ebc7245-94df-498e-bd92-b6edb9446719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:10.397316 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e8bff48d-69d7-40a3-8280-d3a0ff07e7f9 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (72436806-d918-4fc9-9477-98f1bbe28c99), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:10.508833 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e8bff48d-69d7-40a3-8280-d3a0ff07e7f9 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (65e778d3-c037-4874-af0d-8f2d4cc0b094), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:10.568500 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-1ebc7245-94df-498e-bd92-b6edb9446719 None None] Allocated IP 2001:db8::f816:3eff:fe4e:b61 (72436806-d918-4fc9-9477-98f1bbe28c99/65e778d3-c037-4874-af0d-8f2d4cc0b094/6a1182f2-0829-4eb4-8180-af7f538eabc1) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:03:10.779046 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1ebc7245-94df-498e-bd92-b6edb9446719 None None] Publish callbacks [] for port (6a1182f2-0829-4eb4-8180-af7f538eabc1), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:10.790910 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1ebc7245-94df-498e-bd92-b6edb9446719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (6a1182f2-0829-4eb4-8180-af7f538eabc1), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:10.823397 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ca77f-643e-4a58-805e-a5bc4fcebeda req-eb15f4b6-2c67-4834-8535-24978f18fb2f tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:03:10.827307 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-de5ca77f-643e-4a58-805e-a5bc4fcebeda req-eb15f4b6-2c67-4834-8535-24978f18fb2f tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=708f5a6f-a3e7-429e-b531-8ac21fb55af0 HTTP/1.1" status: 200 len: 1127 time: 0.0822811 Feb 17 18:03:10.832509 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e8bff48d-69d7-40a3-8280-d3a0ff07e7f9 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (65e778d3-c037-4874-af0d-8f2d4cc0b094), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:10.847902 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebc7245-94df-498e-bd92-b6edb9446719 None None] Network 72436806-d918-4fc9-9477-98f1bbe28c99 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:03:10.853457 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-1ebc7245-94df-498e-bd92-b6edb9446719 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:03:10.870675 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebc7245-94df-498e-bd92-b6edb9446719 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:03:10.888117 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc7245-94df-498e-bd92-b6edb9446719 None None] Pushing event updated for resources: {'Port': ['ID=6a1182f2-0829-4eb4-8180-af7f538eabc1,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:10.943211 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bff48d-69d7-40a3-8280-d3a0ff07e7f9 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Pushing event deleted for resources: {'Subnet': ['ID=65e778d3-c037-4874-af0d-8f2d4cc0b094,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:11.002314 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-1ebc7245-94df-498e-bd92-b6edb9446719 None None] Attempting to bind port 6a1182f2-0829-4eb4-8180-af7f538eabc1 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:03:11.002565 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-1ebc7245-94df-498e-bd92-b6edb9446719 None None] Attempting to bind port 6a1182f2-0829-4eb4-8180-af7f538eabc1 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '1e9686f5-6c3f-4833-a008-80fa7abca3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '72436806-d918-4fc9-9477-98f1bbe28c99'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:03:11.002930 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebc7245-94df-498e-bd92-b6edb9446719 None None] Attempting to bind port 6a1182f2-0829-4eb4-8180-af7f538eabc1 on network 72436806-d918-4fc9-9477-98f1bbe28c99 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:03:11.008675 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebc7245-94df-498e-bd92-b6edb9446719 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:03:11.009064 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebc7245-94df-498e-bd92-b6edb9446719 None None] Checking segment: {'id': '1e9686f5-6c3f-4833-a008-80fa7abca3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '72436806-d918-4fc9-9477-98f1bbe28c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:03:11.009516 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1ebc7245-94df-498e-bd92-b6edb9446719 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:11.009865 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebc7245-94df-498e-bd92-b6edb9446719 None None] Bound using segment: {'id': '1e9686f5-6c3f-4833-a008-80fa7abca3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '72436806-d918-4fc9-9477-98f1bbe28c99'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:03:11.010344 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-1ebc7245-94df-498e-bd92-b6edb9446719 None None] Bound port: 6a1182f2-0829-4eb4-8180-af7f538eabc1, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e9686f5-6c3f-4833-a008-80fa7abca3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '72436806-d918-4fc9-9477-98f1bbe28c99'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:03:11.010733 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1ebc7245-94df-498e-bd92-b6edb9446719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6a1182f2-0829-4eb4-8180-af7f538eabc1), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:11.016438 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 55976) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:11.018105 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-de5ca77f-643e-4a58-805e-a5bc4fcebeda req-0929058c-8f76-4cca-8ccd-89f99808fbad tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=c9719f59-ca86-46be-84e0-44258ceafa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795874 Feb 17 18:03:11.076732 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e8bff48d-69d7-40a3-8280-d3a0ff07e7f9 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (72436806-d918-4fc9-9477-98f1bbe28c99), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:11.116285 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-e8bff48d-69d7-40a3-8280-d3a0ff07e7f9 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72436806-d918-4fc9-9477-98f1bbe28c99']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:11.133171 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-e8bff48d-69d7-40a3-8280-d3a0ff07e7f9 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e9686f5-6c3f-4833-a008-80fa7abca3c3') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:11.133933 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-e8bff48d-69d7-40a3-8280-d3a0ff07e7f9 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e9686f5-6c3f-4833-a008-80fa7abca3c3') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:11.137304 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-1ebc7245-94df-498e-bd92-b6edb9446719 None None] For port 6a1182f2-0829-4eb4-8180-af7f538eabc1, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:03:11.148917 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e8bff48d-69d7-40a3-8280-d3a0ff07e7f9 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (1e9686f5-6c3f-4833-a008-80fa7abca3c3), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:11.159710 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-1ebc7245-94df-498e-bd92-b6edb9446719 None None] For port 6a1182f2-0829-4eb4-8180-af7f538eabc1, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=6a1182f2-0829-4eb4-8180-af7f538eabc1,segment=NetworkSegment(1e9686f5-6c3f-4833-a008-80fa7abca3c3),segment_id=1e9686f5-6c3f-4833-a008-80fa7abca3c3)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:03:11.170310 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1ebc7245-94df-498e-bd92-b6edb9446719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (6a1182f2-0829-4eb4-8180-af7f538eabc1), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:11.178154 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e8bff48d-69d7-40a3-8280-d3a0ff07e7f9 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (1e9686f5-6c3f-4833-a008-80fa7abca3c3), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:11.188218 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8bff48d-69d7-40a3-8280-d3a0ff07e7f9 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:03:11.189830 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e8bff48d-69d7-40a3-8280-d3a0ff07e7f9 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (1e9686f5-6c3f-4833-a008-80fa7abca3c3), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:11.300607 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc7245-94df-498e-bd92-b6edb9446719 None None] Pushing event updated for resources: {'Port': ['ID=6a1182f2-0829-4eb4-8180-af7f538eabc1,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:11.302439 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 18:03:11.302439 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:03:11.302439 n-d-829613-2 neutron-server[103435]: timer() Feb 17 18:03:11.302439 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:03:11.302439 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 18:03:11.302439 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:03:11.302439 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 18:03:11.302439 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:03:11.302439 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 18:03:11.302439 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:03:11.302439 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 18:03:11.302439 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:03:11.302439 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 18:03:11.302439 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:03:11.302439 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:03:11.302439 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:03:11.302439 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:03:11.302439 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:03:11.302439 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 18:03:11.302439 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:03:11.302439 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 18:03:11.302439 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:03:11.302439 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:03:11.302439 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:03:11.302439 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 18:03:11.302439 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:03:11.302439 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:03:11.302439 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:03:11.302439 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:03:11.302439 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:03:11.302439 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:03:11.302439 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:03:11.313442 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.db.api [None req-e8bff48d-69d7-40a3-8280-d3a0ff07e7f9 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 18:03:11.313442 n-d-829613-2 neutron-server[103435]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 18:03:11.313442 n-d-829613-2 neutron-server[103435]: [parameters: {'id': '72436806-d918-4fc9-9477-98f1bbe28c99'}] Feb 17 18:03:11.313442 n-d-829613-2 neutron-server[103435]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 18:03:11.313899 n-d-829613-2 neutron-server[103435]: DEBUG oslo_db.api [None req-e8bff48d-69d7-40a3-8280-d3a0ff07e7f9 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 18:03:11.338934 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ea12e5-5a97-4396-b4bf-a85cb33c529d None None] get_active_networks_info from n-d-829613-2 {{(pid=103436) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 17 18:03:11.486414 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ea12e5-5a97-4396-b4bf-a85cb33c529d None None] Resources bound (agent type, host, resource id): {{(pid=103436) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 18:03:11.713420 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b4e6c2-a867-40e6-ab93-017e4eb9a3dc None None] Network 72436806-d918-4fc9-9477-98f1bbe28c99 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:03:11.746261 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-290fdad0-a8bf-433b-b5d0-4506edb8b05c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (6fc43c08-a489-4927-acb0-bea22dd917f7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:11.814973 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e8bff48d-69d7-40a3-8280-d3a0ff07e7f9 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (72436806-d918-4fc9-9477-98f1bbe28c99), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:11.896888 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-e8bff48d-69d7-40a3-8280-d3a0ff07e7f9 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Deleting port 6a1182f2-0829-4eb4-8180-af7f538eabc1 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:03:11.897124 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e8bff48d-69d7-40a3-8280-d3a0ff07e7f9 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (6a1182f2-0829-4eb4-8180-af7f538eabc1), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:11.973315 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-e8bff48d-69d7-40a3-8280-d3a0ff07e7f9 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] For port 6a1182f2-0829-4eb4-8180-af7f538eabc1, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=6a1182f2-0829-4eb4-8180-af7f538eabc1,segment=NetworkSegment(1e9686f5-6c3f-4833-a008-80fa7abca3c3),segment_id=1e9686f5-6c3f-4833-a008-80fa7abca3c3)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:03:11.973726 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e8bff48d-69d7-40a3-8280-d3a0ff07e7f9 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (6a1182f2-0829-4eb4-8180-af7f538eabc1), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:11.988364 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-e8bff48d-69d7-40a3-8280-d3a0ff07e7f9 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Calling delete_port for 6a1182f2-0829-4eb4-8180-af7f538eabc1 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:03:12.127337 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e8bff48d-69d7-40a3-8280-d3a0ff07e7f9 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (6a1182f2-0829-4eb4-8180-af7f538eabc1), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:12.156375 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bff48d-69d7-40a3-8280-d3a0ff07e7f9 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Pushing event deleted for resources: {'Port': ['ID=6a1182f2-0829-4eb4-8180-af7f538eabc1,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:12.168386 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bff48d-69d7-40a3-8280-d3a0ff07e7f9 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] No DVR routers for this DVR port 6a1182f2-0829-4eb4-8180-af7f538eabc1 on host n-d-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:03:12.285498 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e8bff48d-69d7-40a3-8280-d3a0ff07e7f9 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (72436806-d918-4fc9-9477-98f1bbe28c99), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:12.309256 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34a45f-9531-479f-a48f-982b7db5e604 req-b3673c73-8a17-4012-8cdf-5aac76f17163 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:03:12.311019 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8a34a45f-9531-479f-a48f-982b7db5e604 req-b3673c73-8a17-4012-8cdf-5aac76f17163 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=708f5a6f-a3e7-429e-b531-8ac21fb55af0 HTTP/1.1" status: 200 len: 1127 time: 0.1386395 Feb 17 18:03:12.317841 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-e8bff48d-69d7-40a3-8280-d3a0ff07e7f9 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72436806-d918-4fc9-9477-98f1bbe28c99']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:12.342449 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7384628-e8ad-4a56-8f2e-47fede052b84 req-f981b81d-914b-4781-8593-4beb38f89678 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:03:12.343360 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-e8bff48d-69d7-40a3-8280-d3a0ff07e7f9 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e9686f5-6c3f-4833-a008-80fa7abca3c3') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:12.343654 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-e8bff48d-69d7-40a3-8280-d3a0ff07e7f9 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e9686f5-6c3f-4833-a008-80fa7abca3c3') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:12.343984 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f7384628-e8ad-4a56-8f2e-47fede052b84 req-f981b81d-914b-4781-8593-4beb38f89678 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=708f5a6f-a3e7-429e-b531-8ac21fb55af0 HTTP/1.1" status: 200 len: 1127 time: 0.1121721 Feb 17 18:03:12.365126 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e8bff48d-69d7-40a3-8280-d3a0ff07e7f9 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (1e9686f5-6c3f-4833-a008-80fa7abca3c3), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:12.402536 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e8bff48d-69d7-40a3-8280-d3a0ff07e7f9 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (1e9686f5-6c3f-4833-a008-80fa7abca3c3), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:12.423286 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8a34a45f-9531-479f-a48f-982b7db5e604 req-0721fa7b-ea7b-4faa-a831-d542bd0af945 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=c9719f59-ca86-46be-84e0-44258ceafa12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018412 Feb 17 18:03:12.425034 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8bff48d-69d7-40a3-8280-d3a0ff07e7f9 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:03:12.425900 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e8bff48d-69d7-40a3-8280-d3a0ff07e7f9 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (1e9686f5-6c3f-4833-a008-80fa7abca3c3), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:12.431834 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 18:03:12.431834 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:03:12.431834 n-d-829613-2 neutron-server[103435]: timer() Feb 17 18:03:12.431834 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:03:12.431834 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 18:03:12.431834 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:03:12.431834 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 18:03:12.431834 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:03:12.431834 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 18:03:12.431834 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:03:12.431834 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 18:03:12.431834 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:03:12.431834 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 18:03:12.431834 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:03:12.431834 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:03:12.431834 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:03:12.431834 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:03:12.431834 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:03:12.431834 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 18:03:12.431834 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:03:12.431834 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 18:03:12.431834 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:03:12.431834 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:03:12.431834 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:03:12.431834 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 18:03:12.431834 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:03:12.431834 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:03:12.431834 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:03:12.431834 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:03:12.431834 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:03:12.431834 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:03:12.431834 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:03:12.476978 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device ed5ee30d-3962-46d8-9d7a-fd213fa600c1 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:03:12.518624 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-f7384628-e8ad-4a56-8f2e-47fede052b84 req-74823fba-e70b-4673-9e89-14a4455f362b tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Deleting port 39634979-71fb-476f-b765-960b87380be9 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:03:12.518624 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f7384628-e8ad-4a56-8f2e-47fede052b84 req-74823fba-e70b-4673-9e89-14a4455f362b tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (39634979-71fb-476f-b765-960b87380be9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:12.525952 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: ed5ee30d-3962-46d8-9d7a-fd213fa600c1 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:03:12.528147 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device ed5ee30d-3962-46d8-9d7a-fd213fa600c1 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:03:12.555586 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-290fdad0-a8bf-433b-b5d0-4506edb8b05c admin admin] Deleting port b2c294be-ad9a-44f9-86c3-2d11cb734c1a {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:03:12.556009 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-290fdad0-a8bf-433b-b5d0-4506edb8b05c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (b2c294be-ad9a-44f9-86c3-2d11cb734c1a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:12.561753 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e8bff48d-69d7-40a3-8280-d3a0ff07e7f9 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (72436806-d918-4fc9-9477-98f1bbe28c99), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:12.587078 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e8bff48d-69d7-40a3-8280-d3a0ff07e7f9 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:12.601897 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e8bff48d-69d7-40a3-8280-d3a0ff07e7f9 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] 10.222.0.87 "DELETE /v2.0/networks/72436806-d918-4fc9-9477-98f1bbe28c99 HTTP/1.1" status: 204 len: 168 time: 2.3423982 Feb 17 18:03:12.603239 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55986) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:12.655901 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-21c19262-dcf0-4784-9619-5dacece12ce9 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] DELETE failed (client error): The resource could not be found. Feb 17 18:03:12.656964 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21c19262-dcf0-4784-9619-5dacece12ce9 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 18:03:12.663411 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-21c19262-dcf0-4784-9619-5dacece12ce9 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] 10.222.0.87 "DELETE /v2.0/subnets/65e778d3-c037-4874-af0d-8f2d4cc0b094 HTTP/1.1" status: 404 len: 337 time: 0.0434375 Feb 17 18:03:12.664695 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55988) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:12.665767 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bff48d-69d7-40a3-8280-d3a0ff07e7f9 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Pushing event deleted for resources: {'Network': ['ID=72436806-d918-4fc9-9477-98f1bbe28c99,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:12.690787 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa4cdba0-fcaf-4d64-a74a-327c949771ab tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] DELETE failed (client error): The resource could not be found. Feb 17 18:03:12.691812 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa4cdba0-fcaf-4d64-a74a-327c949771ab tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 18:03:12.699921 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-f7384628-e8ad-4a56-8f2e-47fede052b84 req-74823fba-e70b-4673-9e89-14a4455f362b tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] For port 39634979-71fb-476f-b765-960b87380be9, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=39634979-71fb-476f-b765-960b87380be9,segment=NetworkSegment(e18367a8-3e95-4b96-a913-67acafe5b398),segment_id=e18367a8-3e95-4b96-a913-67acafe5b398)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:03:12.699921 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f7384628-e8ad-4a56-8f2e-47fede052b84 req-74823fba-e70b-4673-9e89-14a4455f362b tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (39634979-71fb-476f-b765-960b87380be9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:12.701153 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-aa4cdba0-fcaf-4d64-a74a-327c949771ab tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] 10.222.0.87 "DELETE /v2.0/networks/72436806-d918-4fc9-9477-98f1bbe28c99 HTTP/1.1" status: 404 len: 339 time: 0.0313244 Feb 17 18:03:12.702214 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55990) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:12.733454 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-f7384628-e8ad-4a56-8f2e-47fede052b84 req-74823fba-e70b-4673-9e89-14a4455f362b tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Calling delete_port for 39634979-71fb-476f-b765-960b87380be9 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:03:12.740557 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-24a65e11-9ad1-4934-83ca-05eba3c73eb1 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] DELETE failed (client error): The resource could not be found. Feb 17 18:03:12.741495 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24a65e11-9ad1-4934-83ca-05eba3c73eb1 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 18:03:12.747305 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-24a65e11-9ad1-4934-83ca-05eba3c73eb1 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] 10.222.0.87 "DELETE /v2.0/subnets/6fbc2a59-9e64-4b2a-ad97-d79c09423b0f HTTP/1.1" status: 404 len: 337 time: 0.0412865 Feb 17 18:03:12.747582 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55992) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:12.770504 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdab0089-6567-40f9-92aa-dc90e565a0be tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] DELETE failed (client error): The resource could not be found. Feb 17 18:03:12.771016 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdab0089-6567-40f9-92aa-dc90e565a0be tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 18:03:12.777327 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-fdab0089-6567-40f9-92aa-dc90e565a0be tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] 10.222.0.87 "DELETE /v2.0/networks/2865b0e6-a90f-47e7-b6f1-764bb80c2aa5 HTTP/1.1" status: 404 len: 339 time: 0.0266004 Feb 17 18:03:12.780867 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55994) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:12.809189 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3cdeeda-b09f-4774-bd8c-6d69f49e9772 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] DELETE failed (client error): The resource could not be found. Feb 17 18:03:12.809520 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3cdeeda-b09f-4774-bd8c-6d69f49e9772 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 18:03:12.815425 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b3cdeeda-b09f-4774-bd8c-6d69f49e9772 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] 10.222.0.87 "DELETE /v2.0/subnets/0f9bccc8-fbb8-4321-8aff-6a658b4c2873 HTTP/1.1" status: 404 len: 337 time: 0.0309188 Feb 17 18:03:12.816185 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55996) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:12.855285 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-50dc570b-48c7-4b85-9696-fac2779bb6f4 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] DELETE failed (client error): The resource could not be found. Feb 17 18:03:12.856051 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50dc570b-48c7-4b85-9696-fac2779bb6f4 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 18:03:12.862606 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-50dc570b-48c7-4b85-9696-fac2779bb6f4 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] 10.222.0.87 "DELETE /v2.0/networks/a4c917b3-b213-4e73-a087-97e781d30c6c HTTP/1.1" status: 404 len: 339 time: 0.0456495 Feb 17 18:03:12.863704 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 55998) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:12.891487 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-290fdad0-a8bf-433b-b5d0-4506edb8b05c admin admin] For port b2c294be-ad9a-44f9-86c3-2d11cb734c1a, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=b2c294be-ad9a-44f9-86c3-2d11cb734c1a,segment=NetworkSegment(e72a85f9-dd09-4c3e-8996-7efe0b9144f7),segment_id=e72a85f9-dd09-4c3e-8996-7efe0b9144f7)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:03:12.892098 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-290fdad0-a8bf-433b-b5d0-4506edb8b05c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (b2c294be-ad9a-44f9-86c3-2d11cb734c1a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:12.908796 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-290fdad0-a8bf-433b-b5d0-4506edb8b05c admin admin] Calling delete_port for b2c294be-ad9a-44f9-86c3-2d11cb734c1a owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:03:13.015183 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-406017fb-ebbf-4e21-83db-a0304c826609 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Deleting port b2e62409-5188-4eb2-a7d6-fded37b410fb {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:03:13.015568 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-406017fb-ebbf-4e21-83db-a0304c826609 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (b2e62409-5188-4eb2-a7d6-fded37b410fb), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:13.104216 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-406017fb-ebbf-4e21-83db-a0304c826609 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (b2e62409-5188-4eb2-a7d6-fded37b410fb), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:13.119336 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-406017fb-ebbf-4e21-83db-a0304c826609 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Calling delete_port for b2e62409-5188-4eb2-a7d6-fded37b410fb owned by {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:03:13.137969 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f7384628-e8ad-4a56-8f2e-47fede052b84 req-74823fba-e70b-4673-9e89-14a4455f362b tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (39634979-71fb-476f-b765-960b87380be9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:13.151622 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['39634979-71fb-476f-b765-960b87380be9'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:03:13.175192 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74823fba-e70b-4673-9e89-14a4455f362b tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Pushing event deleted for resources: {'Port': ['ID=39634979-71fb-476f-b765-960b87380be9,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:13.253193 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-406017fb-ebbf-4e21-83db-a0304c826609 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (b2e62409-5188-4eb2-a7d6-fded37b410fb), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:13.259043 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7384628-e8ad-4a56-8f2e-47fede052b84 req-74823fba-e70b-4673-9e89-14a4455f362b tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] No DVR routers for this DVR port 39634979-71fb-476f-b765-960b87380be9 on host n-h2-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:03:13.262230 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f7384628-e8ad-4a56-8f2e-47fede052b84 req-74823fba-e70b-4673-9e89-14a4455f362b tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:13.267047 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f7384628-e8ad-4a56-8f2e-47fede052b84 req-74823fba-e70b-4673-9e89-14a4455f362b tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.91 "DELETE /v2.0/ports/39634979-71fb-476f-b765-960b87380be9 HTTP/1.1" status: 204 len: 173 time: 0.9115617 Feb 17 18:03:13.270304 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '708f5a6f-a3e7-429e-b531-8ac21fb55af0', 'name': 'network-vif-deleted', 'tag': '39634979-71fb-476f-b765-960b87380be9'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:03:13.273496 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1929f1e0-1030-4989-829e-802bb927c626" -d '{"events": [{"server_uuid": "708f5a6f-a3e7-429e-b531-8ac21fb55af0", "name": "network-vif-deleted", "tag": "39634979-71fb-476f-b765-960b87380be9"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:03:13.294827 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406017fb-ebbf-4e21-83db-a0304c826609 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Pushing event deleted for resources: {'Port': ['ID=b2e62409-5188-4eb2-a7d6-fded37b410fb,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:13.304872 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-406017fb-ebbf-4e21-83db-a0304c826609 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:13.313076 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-406017fb-ebbf-4e21-83db-a0304c826609 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] 10.222.0.87 "DELETE /v2.0/ports/b2e62409-5188-4eb2-a7d6-fded37b410fb HTTP/1.1" status: 204 len: 168 time: 0.4474237 Feb 17 18:03:13.314121 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56004) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:13.326284 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-290fdad0-a8bf-433b-b5d0-4506edb8b05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (b2c294be-ad9a-44f9-86c3-2d11cb734c1a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:13.393707 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b36394e-0db3-44cc-aba9-179b1f0de6e0 x-openstack-request-id: req-4b36394e-0db3-44cc-aba9-179b1f0de6e0 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:03:13.394166 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "708f5a6f-a3e7-429e-b531-8ac21fb55af0", "name": "network-vif-deleted", "tag": "39634979-71fb-476f-b765-960b87380be9", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:03:13.394684 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4b36394e-0db3-44cc-aba9-179b1f0de6e0 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:03:13.395825 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '708f5a6f-a3e7-429e-b531-8ac21fb55af0', 'name': 'network-vif-deleted', 'tag': '39634979-71fb-476f-b765-960b87380be9', 'status': 'completed', 'code': 200} Feb 17 18:03:13.397328 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290fdad0-a8bf-433b-b5d0-4506edb8b05c admin admin] Pushing event deleted for resources: {'Port': ['ID=b2c294be-ad9a-44f9-86c3-2d11cb734c1a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:13.400213 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-802a5867-2c5f-45fa-8717-2111dae3c631 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] DELETE failed (client error): The resource could not be found. Feb 17 18:03:13.400903 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-802a5867-2c5f-45fa-8717-2111dae3c631 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 18:03:13.407526 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-802a5867-2c5f-45fa-8717-2111dae3c631 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] 10.222.0.87 "DELETE /v2.0/subnets/9443b537-bc3d-44c3-81c1-8130722ec651 HTTP/1.1" status: 404 len: 337 time: 0.0890601 Feb 17 18:03:13.408593 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 56006) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:13.552760 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1c9735bc-0b9a-45de-9db0-e82e1c2ee159 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (b44b2f97-9457-4150-84ab-0b0659041a0b), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:13.647778 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d8b9fc8f-2e3c-40d9-a0e2-2cc554a851a7 req-06edbd08-191b-4e9e-b9d9-f00329452378 tempest-TestServerMultinode-860764331 tempest-TestServerMultinode-860764331-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=708f5a6f-a3e7-429e-b531-8ac21fb55af0 HTTP/1.1" status: 200 len: 210 time: 0.0794804 Feb 17 18:03:13.694412 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-290fdad0-a8bf-433b-b5d0-4506edb8b05c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (6fc43c08-a489-4927-acb0-bea22dd917f7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:13.742773 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1c9735bc-0b9a-45de-9db0-e82e1c2ee159 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (b44b2f97-9457-4150-84ab-0b0659041a0b), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:13.790881 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-1c9735bc-0b9a-45de-9db0-e82e1c2ee159 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b44b2f97-9457-4150-84ab-0b0659041a0b']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:13.804950 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-1c9735bc-0b9a-45de-9db0-e82e1c2ee159 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2d07199-a951-4b32-80b6-a5ceacecd355') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:13.805281 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-1c9735bc-0b9a-45de-9db0-e82e1c2ee159 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2d07199-a951-4b32-80b6-a5ceacecd355') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:13.820148 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1c9735bc-0b9a-45de-9db0-e82e1c2ee159 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (e2d07199-a951-4b32-80b6-a5ceacecd355), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:13.843341 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1c9735bc-0b9a-45de-9db0-e82e1c2ee159 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (e2d07199-a951-4b32-80b6-a5ceacecd355), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:13.850978 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c9735bc-0b9a-45de-9db0-e82e1c2ee159 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:03:13.851324 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1c9735bc-0b9a-45de-9db0-e82e1c2ee159 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (e2d07199-a951-4b32-80b6-a5ceacecd355), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:13.854876 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 18:03:13.854876 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:03:13.854876 n-d-829613-2 neutron-server[103435]: timer() Feb 17 18:03:13.854876 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:03:13.854876 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 18:03:13.854876 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:03:13.854876 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 18:03:13.854876 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:03:13.854876 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 18:03:13.854876 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:03:13.854876 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 18:03:13.854876 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:03:13.854876 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 18:03:13.854876 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:03:13.854876 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:03:13.854876 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:03:13.854876 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:03:13.854876 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:03:13.854876 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 18:03:13.854876 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:03:13.854876 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 18:03:13.854876 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:03:13.854876 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:03:13.854876 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:03:13.854876 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 18:03:13.854876 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:03:13.854876 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:03:13.854876 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:03:13.854876 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:03:13.854876 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:03:13.854876 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:03:13.854876 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:03:13.931386 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1c9735bc-0b9a-45de-9db0-e82e1c2ee159 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (b44b2f97-9457-4150-84ab-0b0659041a0b), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:13.994040 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1c9735bc-0b9a-45de-9db0-e82e1c2ee159 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:13.999327 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1c9735bc-0b9a-45de-9db0-e82e1c2ee159 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] 10.222.0.87 "DELETE /v2.0/networks/b44b2f97-9457-4150-84ab-0b0659041a0b HTTP/1.1" status: 204 len: 168 time: 0.5893013 Feb 17 18:03:14.001242 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9735bc-0b9a-45de-9db0-e82e1c2ee159 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Pushing event deleted for resources: {'Network': ['ID=b44b2f97-9457-4150-84ab-0b0659041a0b,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:14.002359 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 56022) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:14.130272 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-290fdad0-a8bf-433b-b5d0-4506edb8b05c admin admin] Router 6fc43c08-a489-4927-acb0-bea22dd917f7 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:03:14.135735 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-39f8e81c-5074-4aca-9a61-0bef170a6d10 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Deleting port 203c1412-904f-45d3-afff-e5e4bcbc4ca7 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:03:14.136259 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-39f8e81c-5074-4aca-9a61-0bef170a6d10 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (203c1412-904f-45d3-afff-e5e4bcbc4ca7), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:14.215172 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-39f8e81c-5074-4aca-9a61-0bef170a6d10 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (203c1412-904f-45d3-afff-e5e4bcbc4ca7), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:14.229094 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-39f8e81c-5074-4aca-9a61-0bef170a6d10 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Calling delete_port for 203c1412-904f-45d3-afff-e5e4bcbc4ca7 owned by {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:03:14.261228 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290fdad0-a8bf-433b-b5d0-4506edb8b05c admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:03:14.270963 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-290fdad0-a8bf-433b-b5d0-4506edb8b05c admin admin] 10.222.0.87 "PUT /v2.0/routers/6fc43c08-a489-4927-acb0-bea22dd917f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2496872 Feb 17 18:03:14.271464 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56024) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:14.279257 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57dd4bc-e57f-4c0d-a852-8b7c2de8d13c None None] Sync routers for ids ['6fc43c08-a489-4927-acb0-bea22dd917f7'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:03:14.293471 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57dd4bc-e57f-4c0d-a852-8b7c2de8d13c None None] Routers {'6fc43c08-a489-4927-acb0-bea22dd917f7'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:03:14.294178 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-d57dd4bc-e57f-4c0d-a852-8b7c2de8d13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:03:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['6fc43c08-a489-4927-acb0-bea22dd917f7'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:14.418820 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-697c66c3-4898-4ba3-8a70-065ae9fb003d admin admin] Publish callbacks [] for router (6fc43c08-a489-4927-acb0-bea22dd917f7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:14.432490 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-d57dd4bc-e57f-4c0d-a852-8b7c2de8d13c None None] Set router 6fc43c08-a489-4927-acb0-bea22dd917f7 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:03:14.582054 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-697c66c3-4898-4ba3-8a70-065ae9fb003d admin admin] Publish callbacks [] for router_gateway (6fc43c08-a489-4927-acb0-bea22dd917f7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:14.643397 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-d57dd4bc-e57f-4c0d-a852-8b7c2de8d13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'name': 'tempest-AttachVolumeShelveTestJSON-63026367-router', 'tenant_id': '20be7d5eb0704bac94fef9d4560964ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'e4704676-c899-4ad7-9665-569c4855b433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:55:59Z', 'updated_at': '2022-02-17T18:03:13Z', 'revision_number': 5, 'project_id': '20be7d5eb0704bac94fef9d4560964ff', 'gw_port': {'id': 'e4704676-c899-4ad7-9665-569c4855b433', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:56:02Z', 'updated_at': '2022-02-17T17:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:14.664292 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-697c66c3-4898-4ba3-8a70-065ae9fb003d admin admin] Deleting port e4704676-c899-4ad7-9665-569c4855b433 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:03:14.664764 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-697c66c3-4898-4ba3-8a70-065ae9fb003d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (e4704676-c899-4ad7-9665-569c4855b433), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:14.674312 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57dd4bc-e57f-4c0d-a852-8b7c2de8d13c None None] Checking router: 6fc43c08-a489-4927-acb0-bea22dd917f7 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:03:14.685024 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57dd4bc-e57f-4c0d-a852-8b7c2de8d13c None None] Routers {'6fc43c08-a489-4927-acb0-bea22dd917f7'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:03:14.685697 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-d57dd4bc-e57f-4c0d-a852-8b7c2de8d13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:03:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['6fc43c08-a489-4927-acb0-bea22dd917f7'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:14.723825 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-39f8e81c-5074-4aca-9a61-0bef170a6d10 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (203c1412-904f-45d3-afff-e5e4bcbc4ca7), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:14.759719 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-697c66c3-4898-4ba3-8a70-065ae9fb003d admin admin] For port e4704676-c899-4ad7-9665-569c4855b433, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=e4704676-c899-4ad7-9665-569c4855b433,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:03:14.760148 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-697c66c3-4898-4ba3-8a70-065ae9fb003d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (e4704676-c899-4ad7-9665-569c4855b433), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:14.791473 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-697c66c3-4898-4ba3-8a70-065ae9fb003d admin admin] Calling delete_port for e4704676-c899-4ad7-9665-569c4855b433 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:03:14.791730 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-39f8e81c-5074-4aca-9a61-0bef170a6d10 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:14.792647 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-d57dd4bc-e57f-4c0d-a852-8b7c2de8d13c None None] Set router 6fc43c08-a489-4927-acb0-bea22dd917f7 gateway port host: None {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:03:14.796330 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-39f8e81c-5074-4aca-9a61-0bef170a6d10 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] 10.222.0.87 "DELETE /v2.0/ports/203c1412-904f-45d3-afff-e5e4bcbc4ca7 HTTP/1.1" status: 204 len: 168 time: 0.7841179 Feb 17 18:03:14.796969 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 56036) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:14.799436 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f8e81c-5074-4aca-9a61-0bef170a6d10 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Pushing event deleted for resources: {'Port': ['ID=203c1412-904f-45d3-afff-e5e4bcbc4ca7,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:14.801274 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56038) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:14.839626 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-21c7269f-5acf-42af-900b-f063241d8634 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] DELETE failed (client error): The resource could not be found. Feb 17 18:03:14.840118 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21c7269f-5acf-42af-900b-f063241d8634 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 18:03:14.844484 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-21c7269f-5acf-42af-900b-f063241d8634 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] 10.222.0.87 "DELETE /v2.0/subnets/21d7a727-160e-4f63-8cb2-14e94cf954b7 HTTP/1.1" status: 404 len: 337 time: 0.0421007 Feb 17 18:03:14.847971 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 56040) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:14.856685 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-d57dd4bc-e57f-4c0d-a852-8b7c2de8d13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'name': 'tempest-AttachVolumeShelveTestJSON-63026367-router', 'tenant_id': '20be7d5eb0704bac94fef9d4560964ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:55:59Z', 'updated_at': '2022-02-17T18:03:14Z', 'revision_number': 6, 'project_id': '20be7d5eb0704bac94fef9d4560964ff', 'gw_port_host': None}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:14.891791 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57dd4bc-e57f-4c0d-a852-8b7c2de8d13c None None] The sync data for ids ['6fc43c08-a489-4927-acb0-bea22dd917f7'] in n-d-829613-2 is: [{'id': '6fc43c08-a489-4927-acb0-bea22dd917f7', 'name': 'tempest-AttachVolumeShelveTestJSON-63026367-router', 'tenant_id': '20be7d5eb0704bac94fef9d4560964ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:55:59Z', 'updated_at': '2022-02-17T18:03:14Z', 'revision_number': 6, 'project_id': '20be7d5eb0704bac94fef9d4560964ff', 'gw_port_host': None}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:03:14.972975 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0d6d8171-a109-428d-ab6c-11142e0ffca6 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (dae1e5d0-bdb6-4e20-aa0f-9ac0e19dfb1a), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:15.064183 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-697c66c3-4898-4ba3-8a70-065ae9fb003d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (e4704676-c899-4ad7-9665-569c4855b433), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:15.089902 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697c66c3-4898-4ba3-8a70-065ae9fb003d admin admin] Pushing event deleted for resources: {'Port': ['ID=e4704676-c899-4ad7-9665-569c4855b433,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:15.138811 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0d6d8171-a109-428d-ab6c-11142e0ffca6 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (dae1e5d0-bdb6-4e20-aa0f-9ac0e19dfb1a), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:15.166261 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-697c66c3-4898-4ba3-8a70-065ae9fb003d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (6fc43c08-a489-4927-acb0-bea22dd917f7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:15.175882 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-0d6d8171-a109-428d-ab6c-11142e0ffca6 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dae1e5d0-bdb6-4e20-aa0f-9ac0e19dfb1a']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:15.191227 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-0d6d8171-a109-428d-ab6c-11142e0ffca6 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9328a59c-8d36-4611-800c-97d35da8be1e') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:15.191515 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-0d6d8171-a109-428d-ab6c-11142e0ffca6 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9328a59c-8d36-4611-800c-97d35da8be1e') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:15.208132 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0d6d8171-a109-428d-ab6c-11142e0ffca6 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (9328a59c-8d36-4611-800c-97d35da8be1e), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:15.244031 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0d6d8171-a109-428d-ab6c-11142e0ffca6 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (9328a59c-8d36-4611-800c-97d35da8be1e), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:15.263664 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d6d8171-a109-428d-ab6c-11142e0ffca6 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:03:15.267623 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0d6d8171-a109-428d-ab6c-11142e0ffca6 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (9328a59c-8d36-4611-800c-97d35da8be1e), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:15.277171 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 18:03:15.277171 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:03:15.277171 n-d-829613-2 neutron-server[103435]: timer() Feb 17 18:03:15.277171 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:03:15.277171 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 18:03:15.277171 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:03:15.277171 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 18:03:15.277171 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:03:15.277171 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 18:03:15.277171 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:03:15.277171 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 18:03:15.277171 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:03:15.277171 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 18:03:15.277171 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:03:15.277171 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:03:15.277171 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:03:15.277171 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:03:15.277171 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:03:15.277171 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 18:03:15.277171 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:03:15.277171 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 18:03:15.277171 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:03:15.277171 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:03:15.277171 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:03:15.277171 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 18:03:15.277171 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:03:15.277171 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:03:15.277171 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:03:15.277171 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:03:15.277171 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:03:15.277171 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:03:15.277171 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:03:15.279409 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-697c66c3-4898-4ba3-8a70-065ae9fb003d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (6fc43c08-a489-4927-acb0-bea22dd917f7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:15.283274 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-697c66c3-4898-4ba3-8a70-065ae9fb003d admin admin] Publish callbacks [] for router_controller (6fc43c08-a489-4927-acb0-bea22dd917f7), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:15.402948 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-697c66c3-4898-4ba3-8a70-065ae9fb003d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (6fc43c08-a489-4927-acb0-bea22dd917f7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:15.403682 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697c66c3-4898-4ba3-8a70-065ae9fb003d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fc43c08-a489-4927-acb0-bea22dd917f7 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 18:03:15.414691 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-697c66c3-4898-4ba3-8a70-065ae9fb003d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:15.415951 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-697c66c3-4898-4ba3-8a70-065ae9fb003d admin admin] 10.222.0.87 "DELETE /v2.0/routers/6fc43c08-a489-4927-acb0-bea22dd917f7 HTTP/1.1" status: 204 len: 168 time: 1.1434400 Feb 17 18:03:15.418458 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56044) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:15.445985 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0d6d8171-a109-428d-ab6c-11142e0ffca6 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (dae1e5d0-bdb6-4e20-aa0f-9ac0e19dfb1a), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:15.451037 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0d6d8171-a109-428d-ab6c-11142e0ffca6 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:15.457864 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-0d6d8171-a109-428d-ab6c-11142e0ffca6 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] 10.222.0.87 "DELETE /v2.0/networks/dae1e5d0-bdb6-4e20-aa0f-9ac0e19dfb1a HTTP/1.1" status: 204 len: 168 time: 0.6077359 Feb 17 18:03:15.459889 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 56048) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:15.503666 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-2be8f0dc-232d-410f-9426-b106669073c4 admin admin] Deleting subnet 684c221c-585d-46a8-b4c6-fe6a5f99b9b8 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:03:15.510049 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6d8171-a109-428d-ab6c-11142e0ffca6 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Pushing event deleted for resources: {'Network': ['ID=dae1e5d0-bdb6-4e20-aa0f-9ac0e19dfb1a,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:15.511221 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2be8f0dc-232d-410f-9426-b106669073c4 admin admin] Publish callbacks [] for subnet (684c221c-585d-46a8-b4c6-fe6a5f99b9b8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:15.544711 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0a3411d-5a3a-4c4e-a768-9e581b68c620 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Deleting subnet 75107e13-7c43-4360-858a-087f7b08a9d3 {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:03:15.550921 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e0a3411d-5a3a-4c4e-a768-9e581b68c620 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks [] for subnet (75107e13-7c43-4360-858a-087f7b08a9d3), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:15.565073 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2be8f0dc-232d-410f-9426-b106669073c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (684c221c-585d-46a8-b4c6-fe6a5f99b9b8), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:15.635068 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e0a3411d-5a3a-4c4e-a768-9e581b68c620 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (75107e13-7c43-4360-858a-087f7b08a9d3), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:15.672275 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2be8f0dc-232d-410f-9426-b106669073c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (684c221c-585d-46a8-b4c6-fe6a5f99b9b8), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:15.728849 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c54eca3c-64d3-4b55-bbb3-2d85e0df4b65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (afdb0a4b-6e8c-42f4-8094-276e3a238a0f), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:15.730242 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2be8f0dc-232d-410f-9426-b106669073c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (684c221c-585d-46a8-b4c6-fe6a5f99b9b8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:15.743653 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2be8f0dc-232d-410f-9426-b106669073c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:15.747296 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2be8f0dc-232d-410f-9426-b106669073c4 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/684c221c-585d-46a8-b4c6-fe6a5f99b9b8 HTTP/1.1" status: 204 len: 168 time: 0.3277240 Feb 17 18:03:15.751658 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5007fea1-55e3-4c8e-b60d-cf213561c63f None None] Network 1c842ecd-cc9b-4a85-b1b8-328753a85bfe requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:03:15.775993 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 39634979-71fb-476f-b765-960b87380be9 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:03:15.794489 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 56052) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:15.799747 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be8f0dc-232d-410f-9426-b106669073c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=684c221c-585d-46a8-b4c6-fe6a5f99b9b8,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:15.821924 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device b2c294be-ad9a-44f9-86c3-2d11cb734c1a no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:03:15.838768 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e0a3411d-5a3a-4c4e-a768-9e581b68c620 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (75107e13-7c43-4360-858a-087f7b08a9d3), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:15.843943 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: 39634979-71fb-476f-b765-960b87380be9 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:03:15.844521 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 39634979-71fb-476f-b765-960b87380be9 not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:03:15.847953 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: b2c294be-ad9a-44f9-86c3-2d11cb734c1a {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:03:15.848586 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device b2c294be-ad9a-44f9-86c3-2d11cb734c1a not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:03:15.955372 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-34ce85eb-dcc1-417d-a152-4b0347280f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (1c842ecd-cc9b-4a85-b1b8-328753a85bfe), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:16.002209 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e0a3411d-5a3a-4c4e-a768-9e581b68c620 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (75107e13-7c43-4360-858a-087f7b08a9d3), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:16.034066 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb006be-12c4-4ecd-a39c-3c7e10ad5418 None None] DHCP port deletion for 1c842ecd-cc9b-4a85-b1b8-328753a85bfe request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 18:03:16.083485 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e0a3411d-5a3a-4c4e-a768-9e581b68c620 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:16.086159 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e0a3411d-5a3a-4c4e-a768-9e581b68c620 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] 10.222.0.87 "DELETE /v2.0/subnets/75107e13-7c43-4360-858a-087f7b08a9d3 HTTP/1.1" status: 204 len: 168 time: 0.6217957 Feb 17 18:03:16.088658 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56056) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:16.098008 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483e2730-2582-45d1-9fca-6b7c78974ee9 None None] Network 21fa86f6-444f-4b23-b066-635e38a5d477 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:03:16.104381 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a3411d-5a3a-4c4e-a768-9e581b68c620 tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Pushing event deleted for resources: {'Subnet': ['ID=75107e13-7c43-4360-858a-087f7b08a9d3,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:16.137429 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-7cb006be-12c4-4ecd-a39c-3c7e10ad5418 None None] Deleting port 969cd543-5d25-46a5-b43d-45e30fd8b746 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:03:16.138342 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7cb006be-12c4-4ecd-a39c-3c7e10ad5418 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (969cd543-5d25-46a5-b43d-45e30fd8b746), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:16.184707 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-34ce85eb-dcc1-417d-a152-4b0347280f2a admin admin] Deleting port 969cd543-5d25-46a5-b43d-45e30fd8b746 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:03:16.185510 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-34ce85eb-dcc1-417d-a152-4b0347280f2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (969cd543-5d25-46a5-b43d-45e30fd8b746), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:16.229995 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6a89ae8-b5c0-42fb-ac54-3c32fea3523a tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (21fa86f6-444f-4b23-b066-635e38a5d477), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:16.291234 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-34ce85eb-dcc1-417d-a152-4b0347280f2a admin admin] For port 969cd543-5d25-46a5-b43d-45e30fd8b746, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=969cd543-5d25-46a5-b43d-45e30fd8b746,segment=NetworkSegment(e72a85f9-dd09-4c3e-8996-7efe0b9144f7),segment_id=e72a85f9-dd09-4c3e-8996-7efe0b9144f7)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:03:16.291905 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-34ce85eb-dcc1-417d-a152-4b0347280f2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (969cd543-5d25-46a5-b43d-45e30fd8b746), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:16.315659 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-d6a89ae8-b5c0-42fb-ac54-3c32fea3523a tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Deleting port 03bef6f4-896c-4704-8056-267ad7d3b2d2 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:03:16.316713 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6a89ae8-b5c0-42fb-ac54-3c32fea3523a tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (03bef6f4-896c-4704-8056-267ad7d3b2d2), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:16.328752 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-7cb006be-12c4-4ecd-a39c-3c7e10ad5418 None None] For port 969cd543-5d25-46a5-b43d-45e30fd8b746, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=969cd543-5d25-46a5-b43d-45e30fd8b746,segment=NetworkSegment(e72a85f9-dd09-4c3e-8996-7efe0b9144f7),segment_id=e72a85f9-dd09-4c3e-8996-7efe0b9144f7)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:03:16.329262 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7cb006be-12c4-4ecd-a39c-3c7e10ad5418 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (969cd543-5d25-46a5-b43d-45e30fd8b746), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:16.346431 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-34ce85eb-dcc1-417d-a152-4b0347280f2a admin admin] Calling delete_port for 969cd543-5d25-46a5-b43d-45e30fd8b746 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:03:16.360546 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-7cb006be-12c4-4ecd-a39c-3c7e10ad5418 None None] Calling delete_port for 969cd543-5d25-46a5-b43d-45e30fd8b746 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:03:16.413166 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-d6a89ae8-b5c0-42fb-ac54-3c32fea3523a tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] For port 03bef6f4-896c-4704-8056-267ad7d3b2d2, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=03bef6f4-896c-4704-8056-267ad7d3b2d2,segment=NetworkSegment(5b5f634e-d7e0-41b6-bb06-e5b9066158d9),segment_id=5b5f634e-d7e0-41b6-bb06-e5b9066158d9)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:03:16.413701 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6a89ae8-b5c0-42fb-ac54-3c32fea3523a tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (03bef6f4-896c-4704-8056-267ad7d3b2d2), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:16.439216 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-d6a89ae8-b5c0-42fb-ac54-3c32fea3523a tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Calling delete_port for 03bef6f4-896c-4704-8056-267ad7d3b2d2 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:03:16.471049 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7cb006be-12c4-4ecd-a39c-3c7e10ad5418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (969cd543-5d25-46a5-b43d-45e30fd8b746), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:16.485670 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-c54eca3c-64d3-4b55-bbb3-2d85e0df4b65 admin admin] Deleting port 06cffa8b-d407-4e0d-9002-5d9136862177 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:03:16.486009 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c54eca3c-64d3-4b55-bbb3-2d85e0df4b65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (06cffa8b-d407-4e0d-9002-5d9136862177), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:16.507812 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb006be-12c4-4ecd-a39c-3c7e10ad5418 None None] Pushing event deleted for resources: {'Port': ['ID=969cd543-5d25-46a5-b43d-45e30fd8b746,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:16.510179 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb006be-12c4-4ecd-a39c-3c7e10ad5418 None None] No DVR routers for this DVR port 969cd543-5d25-46a5-b43d-45e30fd8b746 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:03:16.510336 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-34ce85eb-dcc1-417d-a152-4b0347280f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (969cd543-5d25-46a5-b43d-45e30fd8b746), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:16.563759 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ce85eb-dcc1-417d-a152-4b0347280f2a admin admin] No DVR routers for this DVR port 969cd543-5d25-46a5-b43d-45e30fd8b746 on host n-d-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:03:16.571344 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce85eb-dcc1-417d-a152-4b0347280f2a admin admin] Pushing event deleted for resources: {'Port': ['ID=969cd543-5d25-46a5-b43d-45e30fd8b746,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:16.606469 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6a89ae8-b5c0-42fb-ac54-3c32fea3523a tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (03bef6f4-896c-4704-8056-267ad7d3b2d2), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:16.613046 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678f366a-6298-4dc1-b4e0-d430630ad4d3 None None] DHCP port deletion for 21fa86f6-444f-4b23-b066-635e38a5d477 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 18:03:16.675136 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a89ae8-b5c0-42fb-ac54-3c32fea3523a tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Pushing event deleted for resources: {'Port': ['ID=03bef6f4-896c-4704-8056-267ad7d3b2d2,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:16.685667 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a89ae8-b5c0-42fb-ac54-3c32fea3523a tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] No DVR routers for this DVR port 03bef6f4-896c-4704-8056-267ad7d3b2d2 on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:03:16.707879 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-34ce85eb-dcc1-417d-a152-4b0347280f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (1c842ecd-cc9b-4a85-b1b8-328753a85bfe), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:16.719443 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-c54eca3c-64d3-4b55-bbb3-2d85e0df4b65 admin admin] For port 06cffa8b-d407-4e0d-9002-5d9136862177, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=06cffa8b-d407-4e0d-9002-5d9136862177,segment=NetworkSegment(e18367a8-3e95-4b96-a913-67acafe5b398),segment_id=e18367a8-3e95-4b96-a913-67acafe5b398)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:03:16.719808 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c54eca3c-64d3-4b55-bbb3-2d85e0df4b65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (06cffa8b-d407-4e0d-9002-5d9136862177), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:16.748094 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-c54eca3c-64d3-4b55-bbb3-2d85e0df4b65 admin admin] Calling delete_port for 06cffa8b-d407-4e0d-9002-5d9136862177 owned by network:router_interface {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:03:16.751628 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-34ce85eb-dcc1-417d-a152-4b0347280f2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c842ecd-cc9b-4a85-b1b8-328753a85bfe']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:16.768947 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-34ce85eb-dcc1-417d-a152-4b0347280f2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e72a85f9-dd09-4c3e-8996-7efe0b9144f7') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:16.769409 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-34ce85eb-dcc1-417d-a152-4b0347280f2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e72a85f9-dd09-4c3e-8996-7efe0b9144f7') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:16.779226 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6a89ae8-b5c0-42fb-ac54-3c32fea3523a tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (21fa86f6-444f-4b23-b066-635e38a5d477), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:16.787388 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-34ce85eb-dcc1-417d-a152-4b0347280f2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (e72a85f9-dd09-4c3e-8996-7efe0b9144f7), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:16.799711 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-d6a89ae8-b5c0-42fb-ac54-3c32fea3523a tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21fa86f6-444f-4b23-b066-635e38a5d477']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:16.810328 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-d6a89ae8-b5c0-42fb-ac54-3c32fea3523a tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b5f634e-d7e0-41b6-bb06-e5b9066158d9') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:16.810686 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-d6a89ae8-b5c0-42fb-ac54-3c32fea3523a tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b5f634e-d7e0-41b6-bb06-e5b9066158d9') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:16.822426 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6a89ae8-b5c0-42fb-ac54-3c32fea3523a tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (5b5f634e-d7e0-41b6-bb06-e5b9066158d9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:16.838590 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-34ce85eb-dcc1-417d-a152-4b0347280f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (e72a85f9-dd09-4c3e-8996-7efe0b9144f7), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:16.839323 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6a89ae8-b5c0-42fb-ac54-3c32fea3523a tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (5b5f634e-d7e0-41b6-bb06-e5b9066158d9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:16.846542 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6a89ae8-b5c0-42fb-ac54-3c32fea3523a tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:03:16.847051 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6a89ae8-b5c0-42fb-ac54-3c32fea3523a tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (5b5f634e-d7e0-41b6-bb06-e5b9066158d9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:16.850120 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 18:03:16.850120 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:03:16.850120 n-d-829613-2 neutron-server[103434]: timer() Feb 17 18:03:16.850120 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:03:16.850120 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 18:03:16.850120 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:03:16.850120 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 18:03:16.850120 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:03:16.850120 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 18:03:16.850120 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:03:16.850120 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 18:03:16.850120 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:03:16.850120 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 18:03:16.850120 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:03:16.850120 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:03:16.850120 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:03:16.850120 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:03:16.850120 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:03:16.850120 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 18:03:16.850120 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:03:16.850120 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 18:03:16.850120 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:03:16.850120 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:03:16.850120 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:03:16.850120 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 18:03:16.850120 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:03:16.850120 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:03:16.850120 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:03:16.850120 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:03:16.850120 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:03:16.850120 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:03:16.850120 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:03:16.855665 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34ce85eb-dcc1-417d-a152-4b0347280f2a admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:03:16.856142 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-34ce85eb-dcc1-417d-a152-4b0347280f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (e72a85f9-dd09-4c3e-8996-7efe0b9144f7), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:16.858735 n-d-829613-2 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:03:16.858735 n-d-829613-2 neutron-server[103435]: self.session.flush() Feb 17 18:03:16.858735 n-d-829613-2 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:03:16.858735 n-d-829613-2 neutron-server[103435]: self.session.flush() Feb 17 18:03:16.858735 n-d-829613-2 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:03:16.858735 n-d-829613-2 neutron-server[103435]: self.session.flush() Feb 17 18:03:16.858735 n-d-829613-2 neutron-server[103435]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:03:16.858735 n-d-829613-2 neutron-server[103435]: self.session.flush() Feb 17 18:03:16.858735 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 18:03:16.858735 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:03:16.858735 n-d-829613-2 neutron-server[103435]: timer() Feb 17 18:03:16.858735 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:03:16.858735 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 18:03:16.858735 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:03:16.858735 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 18:03:16.858735 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:03:16.858735 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 18:03:16.858735 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:03:16.858735 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 18:03:16.858735 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:03:16.858735 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 18:03:16.858735 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:03:16.858735 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:03:16.858735 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:03:16.858735 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:03:16.858735 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:03:16.858735 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 18:03:16.858735 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:03:16.858735 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 18:03:16.858735 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:03:16.858735 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:03:16.858735 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:03:16.858735 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 18:03:16.858735 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:03:16.858735 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:03:16.858735 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:03:16.858735 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:03:16.858735 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:03:16.858735 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:03:16.858735 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:03:16.924890 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6a89ae8-b5c0-42fb-ac54-3c32fea3523a tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (21fa86f6-444f-4b23-b066-635e38a5d477), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:16.950658 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6a89ae8-b5c0-42fb-ac54-3c32fea3523a tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:16.952756 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d6a89ae8-b5c0-42fb-ac54-3c32fea3523a tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] 10.222.0.87 "DELETE /v2.0/networks/21fa86f6-444f-4b23-b066-635e38a5d477 HTTP/1.1" status: 204 len: 168 time: 0.8624656 Feb 17 18:03:16.953273 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a89ae8-b5c0-42fb-ac54-3c32fea3523a tempest-NetworksIpV6TestAttrs-1024346023 tempest-NetworksIpV6TestAttrs-1024346023-project] Pushing event deleted for resources: {'Network': ['ID=21fa86f6-444f-4b23-b066-635e38a5d477,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:16.971340 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-34ce85eb-dcc1-417d-a152-4b0347280f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (1c842ecd-cc9b-4a85-b1b8-328753a85bfe), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:16.976380 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-34ce85eb-dcc1-417d-a152-4b0347280f2a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:16.979655 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-34ce85eb-dcc1-417d-a152-4b0347280f2a admin admin] 10.222.0.87 "DELETE /v2.0/networks/1c842ecd-cc9b-4a85-b1b8-328753a85bfe HTTP/1.1" status: 204 len: 168 time: 1.1841137 Feb 17 18:03:17.013448 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce85eb-dcc1-417d-a152-4b0347280f2a admin admin] Pushing event deleted for resources: {'Network': ['ID=1c842ecd-cc9b-4a85-b1b8-328753a85bfe,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:17.121653 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c54eca3c-64d3-4b55-bbb3-2d85e0df4b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (06cffa8b-d407-4e0d-9002-5d9136862177), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:17.156605 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54eca3c-64d3-4b55-bbb3-2d85e0df4b65 admin admin] Pushing event deleted for resources: {'Port': ['ID=06cffa8b-d407-4e0d-9002-5d9136862177,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:17.185254 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56072) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:17.268062 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-09cf89f1-5783-4606-ad99-a1aa7339d502 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=20be7d5eb0704bac94fef9d4560964ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0807443 Feb 17 18:03:17.272184 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56074) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:17.328809 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56076) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:17.414260 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-950a45a2-bf84-4eed-b2f5-2039a94eaa8a admin admin] Publish callbacks [] for security_group (d7c0fddf-0b44-475d-8759-140eb0950940), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:17.446312 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c54eca3c-64d3-4b55-bbb3-2d85e0df4b65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (afdb0a4b-6e8c-42f4-8094-276e3a238a0f), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:17.451269 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 969cd543-5d25-46a5-b43d-45e30fd8b746 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:03:17.469252 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-950a45a2-bf84-4eed-b2f5-2039a94eaa8a admin admin] Publish callbacks [] for security_group (d7c0fddf-0b44-475d-8759-140eb0950940), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:17.508582 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 969cd543-5d25-46a5-b43d-45e30fd8b746 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:03:17.509164 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 969cd543-5d25-46a5-b43d-45e30fd8b746 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:03:17.509791 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device e4704676-c899-4ad7-9665-569c4855b433 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:03:17.546032 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-950a45a2-bf84-4eed-b2f5-2039a94eaa8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (d7c0fddf-0b44-475d-8759-140eb0950940), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:17.546951 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: e4704676-c899-4ad7-9665-569c4855b433 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:03:17.547536 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device e4704676-c899-4ad7-9665-569c4855b433 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:03:17.548178 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 03bef6f4-896c-4704-8056-267ad7d3b2d2 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:03:17.549598 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-950a45a2-bf84-4eed-b2f5-2039a94eaa8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:17.564380 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-950a45a2-bf84-4eed-b2f5-2039a94eaa8a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d7c0fddf-0b44-475d-8759-140eb0950940 HTTP/1.1" status: 204 len: 168 time: 0.2860479 Feb 17 18:03:17.580885 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 03bef6f4-896c-4704-8056-267ad7d3b2d2 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:03:17.581481 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 03bef6f4-896c-4704-8056-267ad7d3b2d2 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:03:17.603759 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a45a2-bf84-4eed-b2f5-2039a94eaa8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c0fddf-0b44-475d-8759-140eb0950940,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:17.654621 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-400576c3-cc70-41b7-b4fd-c75de9864513 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f9e8c69db347425b86d37ea70a093e17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3222740 Feb 17 18:03:17.654939 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56082) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:17.711828 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-14d06cbe-b4fa-48ff-8c87-c22dcc6d3025 admin admin] Publish callbacks [] for security_group (af551b51-ccdd-48a0-83ae-d1b630150eef), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:17.738722 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-14d06cbe-b4fa-48ff-8c87-c22dcc6d3025 admin admin] Publish callbacks [] for security_group (af551b51-ccdd-48a0-83ae-d1b630150eef), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:17.801418 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-14d06cbe-b4fa-48ff-8c87-c22dcc6d3025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (af551b51-ccdd-48a0-83ae-d1b630150eef), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:17.803224 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c54eca3c-64d3-4b55-bbb3-2d85e0df4b65 admin admin] Router afdb0a4b-6e8c-42f4-8094-276e3a238a0f has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:03:17.806194 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-14d06cbe-b4fa-48ff-8c87-c22dcc6d3025 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:17.807365 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-14d06cbe-b4fa-48ff-8c87-c22dcc6d3025 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/af551b51-ccdd-48a0-83ae-d1b630150eef HTTP/1.1" status: 204 len: 168 time: 0.1509857 Feb 17 18:03:17.828820 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d06cbe-b4fa-48ff-8c87-c22dcc6d3025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af551b51-ccdd-48a0-83ae-d1b630150eef,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:17.962218 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c54eca3c-64d3-4b55-bbb3-2d85e0df4b65 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:03:17.968934 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c54eca3c-64d3-4b55-bbb3-2d85e0df4b65 admin admin] 10.222.0.87 "PUT /v2.0/routers/afdb0a4b-6e8c-42f4-8094-276e3a238a0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1703105 Feb 17 18:03:17.971626 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 56090) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:17.977168 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feccfc92-f212-467a-903d-3cea43ca76a4 None None] Sync routers for ids ['afdb0a4b-6e8c-42f4-8094-276e3a238a0f'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:03:17.994545 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feccfc92-f212-467a-903d-3cea43ca76a4 None None] Routers {'afdb0a4b-6e8c-42f4-8094-276e3a238a0f'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:03:17.995180 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-feccfc92-f212-467a-903d-3cea43ca76a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:03:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['afdb0a4b-6e8c-42f4-8094-276e3a238a0f'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:18.132584 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4576d5b2-b5d8-4278-801d-2c124ec4a214 admin admin] Publish callbacks [] for router (afdb0a4b-6e8c-42f4-8094-276e3a238a0f), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:18.236034 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-feccfc92-f212-467a-903d-3cea43ca76a4 None None] Set router afdb0a4b-6e8c-42f4-8094-276e3a238a0f gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:03:18.534777 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-feccfc92-f212-467a-903d-3cea43ca76a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdb0a4b-6e8c-42f4-8094-276e3a238a0f', 'name': 'tempest-TestServerMultinode-1101161213-router', 'tenant_id': '113f9340d19d45599c6df8d4c90a33e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': 'fe2de278-fc51-4c83-99f4-6cf32de2b656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:02:23Z', 'updated_at': '2022-02-17T18:03:17Z', 'revision_number': 5, 'project_id': '113f9340d19d45599c6df8d4c90a33e1', 'gw_port': {'id': 'fe2de278-fc51-4c83-99f4-6cf32de2b656', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:91:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdb0a4b-6e8c-42f4-8094-276e3a238a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:02:23Z', 'updated_at': '2022-02-17T18:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:18.662326 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4576d5b2-b5d8-4278-801d-2c124ec4a214 admin admin] Publish callbacks [] for router_gateway (afdb0a4b-6e8c-42f4-8094-276e3a238a0f), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:18.744904 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4576d5b2-b5d8-4278-801d-2c124ec4a214 admin admin] Deleting port fe2de278-fc51-4c83-99f4-6cf32de2b656 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:03:18.746159 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4576d5b2-b5d8-4278-801d-2c124ec4a214 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (fe2de278-fc51-4c83-99f4-6cf32de2b656), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:18.821894 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feccfc92-f212-467a-903d-3cea43ca76a4 None None] Checking router: afdb0a4b-6e8c-42f4-8094-276e3a238a0f for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:03:18.833680 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feccfc92-f212-467a-903d-3cea43ca76a4 None None] Routers {'afdb0a4b-6e8c-42f4-8094-276e3a238a0f'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:03:18.834547 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-feccfc92-f212-467a-903d-3cea43ca76a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:03:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['afdb0a4b-6e8c-42f4-8094-276e3a238a0f'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:18.925642 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-4576d5b2-b5d8-4278-801d-2c124ec4a214 admin admin] For port fe2de278-fc51-4c83-99f4-6cf32de2b656, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=fe2de278-fc51-4c83-99f4-6cf32de2b656,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:03:18.926150 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4576d5b2-b5d8-4278-801d-2c124ec4a214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (fe2de278-fc51-4c83-99f4-6cf32de2b656), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:18.948190 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-4576d5b2-b5d8-4278-801d-2c124ec4a214 admin admin] Calling delete_port for fe2de278-fc51-4c83-99f4-6cf32de2b656 owned by network:router_gateway {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:03:18.985722 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-feccfc92-f212-467a-903d-3cea43ca76a4 None None] Set router afdb0a4b-6e8c-42f4-8094-276e3a238a0f gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:03:19.070575 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-feccfc92-f212-467a-903d-3cea43ca76a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdb0a4b-6e8c-42f4-8094-276e3a238a0f', 'name': 'tempest-TestServerMultinode-1101161213-router', 'tenant_id': '113f9340d19d45599c6df8d4c90a33e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:02:23Z', 'updated_at': '2022-02-17T18:03:18Z', 'revision_number': 6, 'project_id': '113f9340d19d45599c6df8d4c90a33e1', 'gw_port_host': None}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:19.115330 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feccfc92-f212-467a-903d-3cea43ca76a4 None None] The sync data for ids ['afdb0a4b-6e8c-42f4-8094-276e3a238a0f'] in n-d-829613-2 is: [{'id': 'afdb0a4b-6e8c-42f4-8094-276e3a238a0f', 'name': 'tempest-TestServerMultinode-1101161213-router', 'tenant_id': '113f9340d19d45599c6df8d4c90a33e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:02:23Z', 'updated_at': '2022-02-17T18:03:18Z', 'revision_number': 6, 'project_id': '113f9340d19d45599c6df8d4c90a33e1', 'gw_port_host': None}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:03:19.137449 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:19.286733 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4576d5b2-b5d8-4278-801d-2c124ec4a214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (fe2de278-fc51-4c83-99f4-6cf32de2b656), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:19.318732 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4576d5b2-b5d8-4278-801d-2c124ec4a214 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe2de278-fc51-4c83-99f4-6cf32de2b656,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:19.399494 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56156) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:19.401926 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4576d5b2-b5d8-4278-801d-2c124ec4a214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (afdb0a4b-6e8c-42f4-8094-276e3a238a0f), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:19.570124 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4576d5b2-b5d8-4278-801d-2c124ec4a214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (afdb0a4b-6e8c-42f4-8094-276e3a238a0f), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:19.572883 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4576d5b2-b5d8-4278-801d-2c124ec4a214 admin admin] Publish callbacks [] for router_controller (afdb0a4b-6e8c-42f4-8094-276e3a238a0f), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:19.647360 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 06cffa8b-d407-4e0d-9002-5d9136862177 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:03:19.677028 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 06cffa8b-d407-4e0d-9002-5d9136862177 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:03:19.677803 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 06cffa8b-d407-4e0d-9002-5d9136862177 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:03:19.686714 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4576d5b2-b5d8-4278-801d-2c124ec4a214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (afdb0a4b-6e8c-42f4-8094-276e3a238a0f), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:19.687263 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4576d5b2-b5d8-4278-801d-2c124ec4a214 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afdb0a4b-6e8c-42f4-8094-276e3a238a0f {{(pid=103435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 18:03:19.695200 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4576d5b2-b5d8-4278-801d-2c124ec4a214 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:19.696518 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4576d5b2-b5d8-4278-801d-2c124ec4a214 admin admin] 10.222.0.87 "DELETE /v2.0/routers/afdb0a4b-6e8c-42f4-8094-276e3a238a0f HTTP/1.1" status: 204 len: 168 time: 1.7241175 Feb 17 18:03:19.699261 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56164) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:19.757424 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-763142ba-d1d1-47fd-b6ac-18f3f0f21735 admin admin] Deleting subnet b98b3c03-b8a5-48d7-bc71-73f4d191b9fa {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:03:19.761177 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-763142ba-d1d1-47fd-b6ac-18f3f0f21735 admin admin] Publish callbacks [] for subnet (b98b3c03-b8a5-48d7-bc71-73f4d191b9fa), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:19.785126 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-f177b941-e32b-4321-834b-6c181d88ff20 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Request body: {'network': {'name': 'tempest-RoutersTest-1638996178'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:03:19.813868 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-763142ba-d1d1-47fd-b6ac-18f3f0f21735 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (b98b3c03-b8a5-48d7-bc71-73f4d191b9fa), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:19.835270 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f177b941-e32b-4321-834b-6c181d88ff20 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Made reservation on behalf of 1bef349abcb746fa964cc36601da97cc for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:03:19.838606 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f177b941-e32b-4321-834b-6c181d88ff20 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:19.860354 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f177b941-e32b-4321-834b-6c181d88ff20 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:19.872929 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:19.951167 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-763142ba-d1d1-47fd-b6ac-18f3f0f21735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (b98b3c03-b8a5-48d7-bc71-73f4d191b9fa), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:20.024255 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f177b941-e32b-4321-834b-6c181d88ff20 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for security_group (18fa7958-eeff-4dd7-8614-9ae75363849b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:20.031762 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f177b941-e32b-4321-834b-6c181d88ff20 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (18fa7958-eeff-4dd7-8614-9ae75363849b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:20.049290 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-763142ba-d1d1-47fd-b6ac-18f3f0f21735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (b98b3c03-b8a5-48d7-bc71-73f4d191b9fa), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:20.057637 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f177b941-e32b-4321-834b-6c181d88ff20 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:03:20.108322 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763142ba-d1d1-47fd-b6ac-18f3f0f21735 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b98b3c03-b8a5-48d7-bc71-73f4d191b9fa,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:20.113675 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f177b941-e32b-4321-834b-6c181d88ff20 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (417a53fe-f087-4424-b0fd-958655e86a51), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:20.113960 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-f177b941-e32b-4321-834b-6c181d88ff20 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Added segment 417a53fe-f087-4424-b0fd-958655e86a51 of type vlan for network 34f74958-3417-461c-ba76-a7d2ca89d2c2 Feb 17 18:03:20.125351 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-763142ba-d1d1-47fd-b6ac-18f3f0f21735 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:20.126875 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a71bae4-d36e-4b70-ae13-3137e49366ff None None] Network 1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:03:20.129414 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-763142ba-d1d1-47fd-b6ac-18f3f0f21735 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/b98b3c03-b8a5-48d7-bc71-73f4d191b9fa HTTP/1.1" status: 204 len: 168 time: 0.4289377 Feb 17 18:03:20.132107 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 56184) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:20.136922 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f177b941-e32b-4321-834b-6c181d88ff20 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18fa7958-eeff-4dd7-8614-9ae75363849b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:20.254833 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-52ebb9f1-5c7b-454a-a7c2-837e15e7b632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:20.272899 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f177b941-e32b-4321-834b-6c181d88ff20 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (34f74958-3417-461c-ba76-a7d2ca89d2c2), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:20.315113 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f177b941-e32b-4321-834b-6c181d88ff20 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (34f74958-3417-461c-ba76-a7d2ca89d2c2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:20.321294 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f177b941-e32b-4321-834b-6c181d88ff20 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:03:20.322335 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f177b941-e32b-4321-834b-6c181d88ff20 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:20.332840 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-52ebb9f1-5c7b-454a-a7c2-837e15e7b632 admin admin] Deleting port ab70944b-b938-4707-b184-ee43f5118428 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:03:20.333782 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-52ebb9f1-5c7b-454a-a7c2-837e15e7b632 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (ab70944b-b938-4707-b184-ee43f5118428), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:20.424606 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e66258-c411-4874-985a-21dc4390b623 None None] DHCP port deletion for 1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 18:03:20.436595 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f177b941-e32b-4321-834b-6c181d88ff20 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event updated for resources: {'Network': ['ID=34f74958-3417-461c-ba76-a7d2ca89d2c2,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:20.455478 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f177b941-e32b-4321-834b-6c181d88ff20 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0528476 Feb 17 18:03:20.457029 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56192) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:20.459236 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-52ebb9f1-5c7b-454a-a7c2-837e15e7b632 admin admin] For port ab70944b-b938-4707-b184-ee43f5118428, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=ab70944b-b938-4707-b184-ee43f5118428,segment=NetworkSegment(e18367a8-3e95-4b96-a913-67acafe5b398),segment_id=e18367a8-3e95-4b96-a913-67acafe5b398)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:03:20.463278 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 34f74958-3417-461c-ba76-a7d2ca89d2c2 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:03:20.464421 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-52ebb9f1-5c7b-454a-a7c2-837e15e7b632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (ab70944b-b938-4707-b184-ee43f5118428), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:20.467264 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-c49549dc-42d0-4ba2-86d0-5fd70439ce29 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Request body: {'network': {'name': 'tempest-RoutersTest-891610450'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:03:20.487185 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-52ebb9f1-5c7b-454a-a7c2-837e15e7b632 admin admin] Calling delete_port for ab70944b-b938-4707-b184-ee43f5118428 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:03:20.516958 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49549dc-42d0-4ba2-86d0-5fd70439ce29 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Made reservation on behalf of 1bef349abcb746fa964cc36601da97cc for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:03:20.524042 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c49549dc-42d0-4ba2-86d0-5fd70439ce29 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:20.574982 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c49549dc-42d0-4ba2-86d0-5fd70439ce29 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:03:20.606988 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-02e66258-c411-4874-985a-21dc4390b623 None None] Deleting port ab70944b-b938-4707-b184-ee43f5118428 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:03:20.607904 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-02e66258-c411-4874-985a-21dc4390b623 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (ab70944b-b938-4707-b184-ee43f5118428), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:20.618082 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c49549dc-42d0-4ba2-86d0-5fd70439ce29 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (fb37c7c5-d0b3-4ef7-8e16-750ddcadad72), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:20.619292 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-c49549dc-42d0-4ba2-86d0-5fd70439ce29 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Added segment fb37c7c5-d0b3-4ef7-8e16-750ddcadad72 of type vlan for network a53acaf0-abaa-4d12-b748-179d15cc3cf8 Feb 17 18:03:20.681929 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c49549dc-42d0-4ba2-86d0-5fd70439ce29 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (a53acaf0-abaa-4d12-b748-179d15cc3cf8), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:20.688827 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-52ebb9f1-5c7b-454a-a7c2-837e15e7b632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (ab70944b-b938-4707-b184-ee43f5118428), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:20.721022 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-02e66258-c411-4874-985a-21dc4390b623 None None] For port ab70944b-b938-4707-b184-ee43f5118428, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=ab70944b-b938-4707-b184-ee43f5118428,segment=NetworkSegment(e18367a8-3e95-4b96-a913-67acafe5b398),segment_id=e18367a8-3e95-4b96-a913-67acafe5b398)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:03:20.722098 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-02e66258-c411-4874-985a-21dc4390b623 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (ab70944b-b938-4707-b184-ee43f5118428), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:20.731994 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c49549dc-42d0-4ba2-86d0-5fd70439ce29 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (a53acaf0-abaa-4d12-b748-179d15cc3cf8), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:20.739359 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ebb9f1-5c7b-454a-a7c2-837e15e7b632 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab70944b-b938-4707-b184-ee43f5118428,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:20.742057 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ebb9f1-5c7b-454a-a7c2-837e15e7b632 admin admin] No DVR routers for this DVR port ab70944b-b938-4707-b184-ee43f5118428 on host n-d-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:03:20.742503 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-02e66258-c411-4874-985a-21dc4390b623 None None] Calling delete_port for ab70944b-b938-4707-b184-ee43f5118428 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:03:20.757289 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49549dc-42d0-4ba2-86d0-5fd70439ce29 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:03:20.758089 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c49549dc-42d0-4ba2-86d0-5fd70439ce29 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:20.804262 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c49549dc-42d0-4ba2-86d0-5fd70439ce29 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3441315 Feb 17 18:03:20.807611 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56200) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:20.817731 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-f264c148-3bcc-4963-96c1-2aa1d8173626 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Request body: {'subnet': {'network_id': '34f74958-3417-461c-ba76-a7d2ca89d2c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:03:20.859238 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-52ebb9f1-5c7b-454a-a7c2-837e15e7b632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:20.891977 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-52ebb9f1-5c7b-454a-a7c2-837e15e7b632 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:20.893476 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49549dc-42d0-4ba2-86d0-5fd70439ce29 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event updated for resources: {'Network': ['ID=a53acaf0-abaa-4d12-b748-179d15cc3cf8,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:20.912133 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network a53acaf0-abaa-4d12-b748-179d15cc3cf8 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:03:20.915679 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-52ebb9f1-5c7b-454a-a7c2-837e15e7b632 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e18367a8-3e95-4b96-a913-67acafe5b398') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:20.915987 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-52ebb9f1-5c7b-454a-a7c2-837e15e7b632 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e18367a8-3e95-4b96-a913-67acafe5b398') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:20.935029 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-52ebb9f1-5c7b-454a-a7c2-837e15e7b632 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (e18367a8-3e95-4b96-a913-67acafe5b398), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:20.961822 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-52ebb9f1-5c7b-454a-a7c2-837e15e7b632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (e18367a8-3e95-4b96-a913-67acafe5b398), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:20.972037 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52ebb9f1-5c7b-454a-a7c2-837e15e7b632 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:03:20.972610 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-52ebb9f1-5c7b-454a-a7c2-837e15e7b632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (e18367a8-3e95-4b96-a913-67acafe5b398), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:20.975178 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 18:03:20.975178 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:03:20.975178 n-d-829613-2 neutron-server[103435]: timer() Feb 17 18:03:20.975178 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:03:20.975178 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 18:03:20.975178 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:03:20.975178 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 18:03:20.975178 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:03:20.975178 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 18:03:20.975178 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:03:20.975178 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 18:03:20.975178 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:03:20.975178 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 18:03:20.975178 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:03:20.975178 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:03:20.975178 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:03:20.975178 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:03:20.975178 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:03:20.975178 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 18:03:20.975178 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:03:20.975178 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 18:03:20.975178 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:03:20.975178 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:03:20.975178 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:03:20.975178 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 18:03:20.975178 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:03:20.975178 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:03:20.975178 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:03:20.975178 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:03:20.975178 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:03:20.975178 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:03:20.975178 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:03:20.978257 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f264c148-3bcc-4963-96c1-2aa1d8173626 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Made reservation on behalf of 1bef349abcb746fa964cc36601da97cc for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:03:20.982917 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f264c148-3bcc-4963-96c1-2aa1d8173626 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:21.037756 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-02e66258-c411-4874-985a-21dc4390b623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (ab70944b-b938-4707-b184-ee43f5118428), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:21.073025 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-52ebb9f1-5c7b-454a-a7c2-837e15e7b632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:21.081328 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-52ebb9f1-5c7b-454a-a7c2-837e15e7b632 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:21.085041 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-52ebb9f1-5c7b-454a-a7c2-837e15e7b632 admin admin] 10.222.0.87 "DELETE /v2.0/networks/1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f HTTP/1.1" status: 204 len: 168 time: 0.9510283 Feb 17 18:03:21.090209 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e66258-c411-4874-985a-21dc4390b623 None None] Pushing event deleted for resources: {'Port': ['ID=ab70944b-b938-4707-b184-ee43f5118428,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:21.092706 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e66258-c411-4874-985a-21dc4390b623 None None] No DVR routers for this DVR port ab70944b-b938-4707-b184-ee43f5118428 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:03:21.094129 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 56208) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:21.101802 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ebb9f1-5c7b-454a-a7c2-837e15e7b632 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a6453ea-a86d-4cf8-8e3e-791e4f01ee4f,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:21.321133 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device ab70944b-b938-4707-b184-ee43f5118428 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:03:21.366741 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f264c148-3bcc-4963-96c1-2aa1d8173626 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (2eecd049-3909-4796-b1d8-671416dc1396), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:21.367087 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: ab70944b-b938-4707-b184-ee43f5118428 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:03:21.368062 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device ab70944b-b938-4707-b184-ee43f5118428 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:03:21.368786 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device fe2de278-fc51-4c83-99f4-6cf32de2b656 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:03:21.400915 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: fe2de278-fc51-4c83-99f4-6cf32de2b656 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:03:21.401327 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device fe2de278-fc51-4c83-99f4-6cf32de2b656 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:03:21.493411 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f264c148-3bcc-4963-96c1-2aa1d8173626 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event updated for resources: {'Subnet': ['ID=2eecd049-3909-4796-b1d8-671416dc1396,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:21.500960 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f264c148-3bcc-4963-96c1-2aa1d8173626 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Checking segment: {'id': '417a53fe-f087-4424-b0fd-958655e86a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '34f74958-3417-461c-ba76-a7d2ca89d2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:03:21.501334 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f264c148-3bcc-4963-96c1-2aa1d8173626 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Network hostable DHCP agents. Network: 34f74958-3417-461c-ba76-a7d2ca89d2c2, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:03:21.530512 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f264c148-3bcc-4963-96c1-2aa1d8173626 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Network 34f74958-3417-461c-ba76-a7d2ca89d2c2 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:03:21.543857 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-f264c148-3bcc-4963-96c1-2aa1d8173626 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 34f74958-3417-461c-ba76-a7d2ca89d2c2) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:03:21.553072 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f264c148-3bcc-4963-96c1-2aa1d8173626 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:03:21.553675 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f264c148-3bcc-4963-96c1-2aa1d8173626 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:21.557368 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c925a260-e3d3-4a53-b449-ad2c2af91b6c None None] Network 34f74958-3417-461c-ba76-a7d2ca89d2c2 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:03:21.593613 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f264c148-3bcc-4963-96c1-2aa1d8173626 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7797689 Feb 17 18:03:21.593768 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56228) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:21.602317 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-abee9937-9de9-42fc-8d8b-a0d6013836c7 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Request body: {'subnet': {'network_id': 'a53acaf0-abaa-4d12-b748-179d15cc3cf8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:03:21.610490 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7030cb7c-718a-4290-8db6-c6bde7d189aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (a6847ecf-439c-4b43-8ed6-44da902fce8c), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:21.765353 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49efa780-d05e-49f6-ad4b-ed81402d5eed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-34f74958-3417-461c-ba76-a7d2ca89d2c2', 'network_id': '34f74958-3417-461c-ba76-a7d2ca89d2c2', 'project_id': '1bef349abcb746fa964cc36601da97cc', 'fixed_ips': [{'subnet_id': '2eecd049-3909-4796-b1d8-671416dc1396'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 18:03:21.766034 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abee9937-9de9-42fc-8d8b-a0d6013836c7 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Made reservation on behalf of 1bef349abcb746fa964cc36601da97cc for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:03:21.768618 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-49efa780-d05e-49f6-ad4b-ed81402d5eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:21.769520 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-abee9937-9de9-42fc-8d8b-a0d6013836c7 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:22.072904 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-49efa780-d05e-49f6-ad4b-ed81402d5eed None None] Allocated IP 172.20.0.2 (34f74958-3417-461c-ba76-a7d2ca89d2c2/2eecd049-3909-4796-b1d8-671416dc1396/dd29d3d1-0f38-4bd9-92e2-fd9123ba9f6d) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:03:22.144438 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-7030cb7c-718a-4290-8db6-c6bde7d189aa admin admin] Deleting port f3ca9823-b89d-4f09-8ef5-11970a6b7688 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:03:22.144787 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7030cb7c-718a-4290-8db6-c6bde7d189aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (f3ca9823-b89d-4f09-8ef5-11970a6b7688), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:22.327321 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-7030cb7c-718a-4290-8db6-c6bde7d189aa admin admin] For port f3ca9823-b89d-4f09-8ef5-11970a6b7688, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=f3ca9823-b89d-4f09-8ef5-11970a6b7688,segment=NetworkSegment(060b0317-b9ea-4b85-851d-2be6107377e0),segment_id=060b0317-b9ea-4b85-851d-2be6107377e0)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:03:22.327688 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7030cb7c-718a-4290-8db6-c6bde7d189aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (f3ca9823-b89d-4f09-8ef5-11970a6b7688), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:22.350025 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-7030cb7c-718a-4290-8db6-c6bde7d189aa admin admin] Calling delete_port for f3ca9823-b89d-4f09-8ef5-11970a6b7688 owned by network:router_interface {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:03:22.388072 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-49efa780-d05e-49f6-ad4b-ed81402d5eed None None] Publish callbacks [] for port (dd29d3d1-0f38-4bd9-92e2-fd9123ba9f6d), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:22.411346 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-49efa780-d05e-49f6-ad4b-ed81402d5eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (dd29d3d1-0f38-4bd9-92e2-fd9123ba9f6d), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:22.465773 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49efa780-d05e-49f6-ad4b-ed81402d5eed None None] Network 34f74958-3417-461c-ba76-a7d2ca89d2c2 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:03:22.470614 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-49efa780-d05e-49f6-ad4b-ed81402d5eed None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:03:22.471767 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-abee9937-9de9-42fc-8d8b-a0d6013836c7 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (aa18123b-6bda-44e7-bf81-acfd3160b249), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:22.474786 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49efa780-d05e-49f6-ad4b-ed81402d5eed None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:03:22.553065 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49efa780-d05e-49f6-ad4b-ed81402d5eed None None] Pushing event updated for resources: {'Port': ['ID=dd29d3d1-0f38-4bd9-92e2-fd9123ba9f6d,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:22.557002 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee9937-9de9-42fc-8d8b-a0d6013836c7 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event updated for resources: {'Subnet': ['ID=aa18123b-6bda-44e7-bf81-acfd3160b249,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:22.566277 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abee9937-9de9-42fc-8d8b-a0d6013836c7 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Checking segment: {'id': 'fb37c7c5-d0b3-4ef7-8e16-750ddcadad72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a53acaf0-abaa-4d12-b748-179d15cc3cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:03:22.566723 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abee9937-9de9-42fc-8d8b-a0d6013836c7 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Network hostable DHCP agents. Network: a53acaf0-abaa-4d12-b748-179d15cc3cf8, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:03:22.596558 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abee9937-9de9-42fc-8d8b-a0d6013836c7 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Network a53acaf0-abaa-4d12-b748-179d15cc3cf8 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:03:22.604143 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7030cb7c-718a-4290-8db6-c6bde7d189aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (f3ca9823-b89d-4f09-8ef5-11970a6b7688), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:22.617774 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-abee9937-9de9-42fc-8d8b-a0d6013836c7 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, a53acaf0-abaa-4d12-b748-179d15cc3cf8) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:03:22.624280 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abee9937-9de9-42fc-8d8b-a0d6013836c7 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:03:22.625910 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-abee9937-9de9-42fc-8d8b-a0d6013836c7 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:22.635290 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030cb7c-718a-4290-8db6-c6bde7d189aa admin admin] Pushing event deleted for resources: {'Port': ['ID=f3ca9823-b89d-4f09-8ef5-11970a6b7688,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:22.649238 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3171c9c-91d4-4e4c-b0bc-c4c729b62da3 None None] Network a53acaf0-abaa-4d12-b748-179d15cc3cf8 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:03:22.653357 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-abee9937-9de9-42fc-8d8b-a0d6013836c7 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0582855 Feb 17 18:03:22.656452 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56248) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:22.672959 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-25d4acd2-3396-49fd-af52-db7b52290946 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-156969986', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:03:22.717457 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-25d4acd2-3396-49fd-af52-db7b52290946 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (3b667e0c-cd7a-4f89-b359-2053d0db2cc8), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:22.723011 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-25d4acd2-3396-49fd-af52-db7b52290946 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (3b667e0c-cd7a-4f89-b359-2053d0db2cc8), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:22.743118 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-49efa780-d05e-49f6-ad4b-ed81402d5eed None None] Attempting to bind port dd29d3d1-0f38-4bd9-92e2-fd9123ba9f6d on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:03:22.743436 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-49efa780-d05e-49f6-ad4b-ed81402d5eed None None] Attempting to bind port dd29d3d1-0f38-4bd9-92e2-fd9123ba9f6d by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '417a53fe-f087-4424-b0fd-958655e86a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '34f74958-3417-461c-ba76-a7d2ca89d2c2'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:03:22.743818 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49efa780-d05e-49f6-ad4b-ed81402d5eed None None] Attempting to bind port dd29d3d1-0f38-4bd9-92e2-fd9123ba9f6d on network 34f74958-3417-461c-ba76-a7d2ca89d2c2 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:03:22.802890 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49efa780-d05e-49f6-ad4b-ed81402d5eed None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:03:22.803792 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49efa780-d05e-49f6-ad4b-ed81402d5eed None None] Checking segment: {'id': '417a53fe-f087-4424-b0fd-958655e86a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '34f74958-3417-461c-ba76-a7d2ca89d2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:03:22.803792 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-49efa780-d05e-49f6-ad4b-ed81402d5eed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:22.804298 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49efa780-d05e-49f6-ad4b-ed81402d5eed None None] Bound using segment: {'id': '417a53fe-f087-4424-b0fd-958655e86a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '34f74958-3417-461c-ba76-a7d2ca89d2c2'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:03:22.804583 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-49efa780-d05e-49f6-ad4b-ed81402d5eed None None] Bound port: dd29d3d1-0f38-4bd9-92e2-fd9123ba9f6d, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '417a53fe-f087-4424-b0fd-958655e86a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '34f74958-3417-461c-ba76-a7d2ca89d2c2'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:03:22.804974 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-49efa780-d05e-49f6-ad4b-ed81402d5eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (dd29d3d1-0f38-4bd9-92e2-fd9123ba9f6d), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:22.854519 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-25d4acd2-3396-49fd-af52-db7b52290946 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for router_controller (3b667e0c-cd7a-4f89-b359-2053d0db2cc8), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:22.860941 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-25d4acd2-3396-49fd-af52-db7b52290946 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (3b667e0c-cd7a-4f89-b359-2053d0db2cc8), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:22.903381 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-25d4acd2-3396-49fd-af52-db7b52290946 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:22.907900 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-25d4acd2-3396-49fd-af52-db7b52290946 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2443833 Feb 17 18:03:22.908721 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56256) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:22.922521 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7030cb7c-718a-4290-8db6-c6bde7d189aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (a6847ecf-439c-4b43-8ed6-44da902fce8c), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:23.031144 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecbe6df-60ca-45db-9fb8-d47a344325e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-a53acaf0-abaa-4d12-b748-179d15cc3cf8', 'network_id': 'a53acaf0-abaa-4d12-b748-179d15cc3cf8', 'project_id': '1bef349abcb746fa964cc36601da97cc', 'fixed_ips': [{'subnet_id': 'aa18123b-6bda-44e7-bf81-acfd3160b249'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 18:03:23.034226 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3ecbe6df-60ca-45db-9fb8-d47a344325e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:23.040498 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-49efa780-d05e-49f6-ad4b-ed81402d5eed None None] For port dd29d3d1-0f38-4bd9-92e2-fd9123ba9f6d, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:03:23.074376 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-49efa780-d05e-49f6-ad4b-ed81402d5eed None None] For port dd29d3d1-0f38-4bd9-92e2-fd9123ba9f6d, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=dd29d3d1-0f38-4bd9-92e2-fd9123ba9f6d,segment=NetworkSegment(417a53fe-f087-4424-b0fd-958655e86a51),segment_id=417a53fe-f087-4424-b0fd-958655e86a51)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:03:23.093362 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-49efa780-d05e-49f6-ad4b-ed81402d5eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (dd29d3d1-0f38-4bd9-92e2-fd9123ba9f6d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:23.252893 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7030cb7c-718a-4290-8db6-c6bde7d189aa admin admin] Router a6847ecf-439c-4b43-8ed6-44da902fce8c has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:03:23.327368 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49efa780-d05e-49f6-ad4b-ed81402d5eed None None] Pushing event updated for resources: {'Port': ['ID=dd29d3d1-0f38-4bd9-92e2-fd9123ba9f6d,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:23.407427 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-3ecbe6df-60ca-45db-9fb8-d47a344325e5 None None] Allocated IP 172.21.0.2 (a53acaf0-abaa-4d12-b748-179d15cc3cf8/aa18123b-6bda-44e7-bf81-acfd3160b249/c05f8b5b-776d-47b6-917d-4f428d559848) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:03:23.424425 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7030cb7c-718a-4290-8db6-c6bde7d189aa admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:03:23.437791 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edeae931-4909-493d-a6cf-b7ea2aa3eaac None None] Sync routers for ids ['a6847ecf-439c-4b43-8ed6-44da902fce8c'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:03:23.442085 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-7030cb7c-718a-4290-8db6-c6bde7d189aa admin admin] 10.222.0.87 "PUT /v2.0/routers/a6847ecf-439c-4b43-8ed6-44da902fce8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3469892 Feb 17 18:03:23.442959 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 56266) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:23.453263 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edeae931-4909-493d-a6cf-b7ea2aa3eaac None None] Routers {'a6847ecf-439c-4b43-8ed6-44da902fce8c'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:03:23.453884 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-edeae931-4909-493d-a6cf-b7ea2aa3eaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:03:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['a6847ecf-439c-4b43-8ed6-44da902fce8c'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:23.656840 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-46e40960-f483-4ec2-99df-6bd9580d8a08 admin admin] Publish callbacks [] for router (a6847ecf-439c-4b43-8ed6-44da902fce8c), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:23.691820 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d61b97d0-02fe-4b1f-9500-3930a1dbd670 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:23.785771 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3ecbe6df-60ca-45db-9fb8-d47a344325e5 None None] Publish callbacks [] for port (c05f8b5b-776d-47b6-917d-4f428d559848), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:23.791533 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-edeae931-4909-493d-a6cf-b7ea2aa3eaac None None] Set router a6847ecf-439c-4b43-8ed6-44da902fce8c gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:03:23.797883 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3ecbe6df-60ca-45db-9fb8-d47a344325e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (c05f8b5b-776d-47b6-917d-4f428d559848), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:23.901732 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecbe6df-60ca-45db-9fb8-d47a344325e5 None None] Network a53acaf0-abaa-4d12-b748-179d15cc3cf8 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:03:23.910434 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-3ecbe6df-60ca-45db-9fb8-d47a344325e5 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:03:23.910843 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-46e40960-f483-4ec2-99df-6bd9580d8a08 admin admin] Publish callbacks [] for router_gateway (a6847ecf-439c-4b43-8ed6-44da902fce8c), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:23.913020 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecbe6df-60ca-45db-9fb8-d47a344325e5 None None] Pushing event updated for resources: {'Port': ['ID=c05f8b5b-776d-47b6-917d-4f428d559848,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:23.915561 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecbe6df-60ca-45db-9fb8-d47a344325e5 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:03:23.932393 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecbe6df-60ca-45db-9fb8-d47a344325e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:03:23.932393 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecbe6df-60ca-45db-9fb8-d47a344325e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:03:23.932869 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecbe6df-60ca-45db-9fb8-d47a344325e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:03:23.933662 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecbe6df-60ca-45db-9fb8-d47a344325e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:03:23.936021 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecbe6df-60ca-45db-9fb8-d47a344325e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:03:23.936599 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecbe6df-60ca-45db-9fb8-d47a344325e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:03:23.937314 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecbe6df-60ca-45db-9fb8-d47a344325e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:03:23.938007 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecbe6df-60ca-45db-9fb8-d47a344325e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:03:23.938673 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecbe6df-60ca-45db-9fb8-d47a344325e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:03:23.939333 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecbe6df-60ca-45db-9fb8-d47a344325e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:03:23.940203 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecbe6df-60ca-45db-9fb8-d47a344325e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:03:23.940961 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecbe6df-60ca-45db-9fb8-d47a344325e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:03:23.941562 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecbe6df-60ca-45db-9fb8-d47a344325e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:03:24.080260 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-3ecbe6df-60ca-45db-9fb8-d47a344325e5 None None] Attempting to bind port c05f8b5b-776d-47b6-917d-4f428d559848 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:03:24.083309 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-46e40960-f483-4ec2-99df-6bd9580d8a08 admin admin] Deleting port 37e5a697-19e2-44dc-8e38-b0e84aaf8541 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:03:24.084120 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-46e40960-f483-4ec2-99df-6bd9580d8a08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (37e5a697-19e2-44dc-8e38-b0e84aaf8541), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:24.085291 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-3ecbe6df-60ca-45db-9fb8-d47a344325e5 None None] Attempting to bind port c05f8b5b-776d-47b6-917d-4f428d559848 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'fb37c7c5-d0b3-4ef7-8e16-750ddcadad72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a53acaf0-abaa-4d12-b748-179d15cc3cf8'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:03:24.086014 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecbe6df-60ca-45db-9fb8-d47a344325e5 None None] Attempting to bind port c05f8b5b-776d-47b6-917d-4f428d559848 on network a53acaf0-abaa-4d12-b748-179d15cc3cf8 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:03:24.104182 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecbe6df-60ca-45db-9fb8-d47a344325e5 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:03:24.108069 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecbe6df-60ca-45db-9fb8-d47a344325e5 None None] Checking segment: {'id': 'fb37c7c5-d0b3-4ef7-8e16-750ddcadad72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a53acaf0-abaa-4d12-b748-179d15cc3cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:03:24.108891 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3ecbe6df-60ca-45db-9fb8-d47a344325e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:24.113018 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecbe6df-60ca-45db-9fb8-d47a344325e5 None None] Bound using segment: {'id': 'fb37c7c5-d0b3-4ef7-8e16-750ddcadad72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a53acaf0-abaa-4d12-b748-179d15cc3cf8'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:03:24.114038 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-3ecbe6df-60ca-45db-9fb8-d47a344325e5 None None] Bound port: c05f8b5b-776d-47b6-917d-4f428d559848, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb37c7c5-d0b3-4ef7-8e16-750ddcadad72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a53acaf0-abaa-4d12-b748-179d15cc3cf8'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:03:24.114861 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3ecbe6df-60ca-45db-9fb8-d47a344325e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c05f8b5b-776d-47b6-917d-4f428d559848), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:24.307758 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-46e40960-f483-4ec2-99df-6bd9580d8a08 admin admin] For port 37e5a697-19e2-44dc-8e38-b0e84aaf8541, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=37e5a697-19e2-44dc-8e38-b0e84aaf8541,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:03:24.308526 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-46e40960-f483-4ec2-99df-6bd9580d8a08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (37e5a697-19e2-44dc-8e38-b0e84aaf8541), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:24.325581 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-3ecbe6df-60ca-45db-9fb8-d47a344325e5 None None] For port c05f8b5b-776d-47b6-917d-4f428d559848, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:03:24.334906 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-3ecbe6df-60ca-45db-9fb8-d47a344325e5 None None] For port c05f8b5b-776d-47b6-917d-4f428d559848, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=c05f8b5b-776d-47b6-917d-4f428d559848,segment=NetworkSegment(fb37c7c5-d0b3-4ef7-8e16-750ddcadad72),segment_id=fb37c7c5-d0b3-4ef7-8e16-750ddcadad72)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:03:24.352468 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-46e40960-f483-4ec2-99df-6bd9580d8a08 admin admin] Calling delete_port for 37e5a697-19e2-44dc-8e38-b0e84aaf8541 owned by network:router_gateway {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:03:24.365533 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3ecbe6df-60ca-45db-9fb8-d47a344325e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c05f8b5b-776d-47b6-917d-4f428d559848), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:24.440411 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-edeae931-4909-493d-a6cf-b7ea2aa3eaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6847ecf-439c-4b43-8ed6-44da902fce8c', 'name': 'tempest-TestServerMultinode-1379361428-router', 'tenant_id': 'e765823af4804d8ca39c52c63fff27b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '37e5a697-19e2-44dc-8e38-b0e84aaf8541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:02:31Z', 'updated_at': '2022-02-17T18:03:22Z', 'revision_number': 5, 'project_id': 'e765823af4804d8ca39c52c63fff27b4', 'gw_port': {'id': '37e5a697-19e2-44dc-8e38-b0e84aaf8541', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:59:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6847ecf-439c-4b43-8ed6-44da902fce8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:02:32Z', 'updated_at': '2022-02-17T18:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:24.505600 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edeae931-4909-493d-a6cf-b7ea2aa3eaac None None] Checking router: a6847ecf-439c-4b43-8ed6-44da902fce8c for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:03:24.526761 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edeae931-4909-493d-a6cf-b7ea2aa3eaac None None] Routers {'a6847ecf-439c-4b43-8ed6-44da902fce8c'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:03:24.527392 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-edeae931-4909-493d-a6cf-b7ea2aa3eaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:03:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['a6847ecf-439c-4b43-8ed6-44da902fce8c'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:24.581487 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-d61b97d0-02fe-4b1f-9500-3930a1dbd670 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Allocated IP 172.20.0.1 (34f74958-3417-461c-ba76-a7d2ca89d2c2/2eecd049-3909-4796-b1d8-671416dc1396/cc96063b-a238-47a8-a898-b379a419a3ac) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:03:24.649585 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecbe6df-60ca-45db-9fb8-d47a344325e5 None None] Pushing event updated for resources: {'Port': ['ID=c05f8b5b-776d-47b6-917d-4f428d559848,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:24.797910 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-edeae931-4909-493d-a6cf-b7ea2aa3eaac None None] Set router a6847ecf-439c-4b43-8ed6-44da902fce8c gateway port host: None {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:03:24.824891 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-46e40960-f483-4ec2-99df-6bd9580d8a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (37e5a697-19e2-44dc-8e38-b0e84aaf8541), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:24.856015 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d61b97d0-02fe-4b1f-9500-3930a1dbd670 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for port (cc96063b-a238-47a8-a898-b379a419a3ac), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:24.900576 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d61b97d0-02fe-4b1f-9500-3930a1dbd670 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (cc96063b-a238-47a8-a898-b379a419a3ac), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:24.905571 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-edeae931-4909-493d-a6cf-b7ea2aa3eaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6847ecf-439c-4b43-8ed6-44da902fce8c', 'name': 'tempest-TestServerMultinode-1379361428-router', 'tenant_id': 'e765823af4804d8ca39c52c63fff27b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:02:31Z', 'updated_at': '2022-02-17T18:03:23Z', 'revision_number': 6, 'project_id': 'e765823af4804d8ca39c52c63fff27b4', 'gw_port_host': None}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:24.957778 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edeae931-4909-493d-a6cf-b7ea2aa3eaac None None] The sync data for ids ['a6847ecf-439c-4b43-8ed6-44da902fce8c'] in n-d-829613-2 is: [{'id': 'a6847ecf-439c-4b43-8ed6-44da902fce8c', 'name': 'tempest-TestServerMultinode-1379361428-router', 'tenant_id': 'e765823af4804d8ca39c52c63fff27b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:02:31Z', 'updated_at': '2022-02-17T18:03:23Z', 'revision_number': 6, 'project_id': 'e765823af4804d8ca39c52c63fff27b4', 'gw_port_host': None}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:03:25.012814 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e40960-f483-4ec2-99df-6bd9580d8a08 admin admin] Pushing event deleted for resources: {'Port': ['ID=37e5a697-19e2-44dc-8e38-b0e84aaf8541,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:25.019939 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b97d0-02fe-4b1f-9500-3930a1dbd670 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event updated for resources: {'Port': ['ID=cc96063b-a238-47a8-a898-b379a419a3ac,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:25.064539 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61b97d0-02fe-4b1f-9500-3930a1dbd670 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Network 34f74958-3417-461c-ba76-a7d2ca89d2c2 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:03:25.067094 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-d61b97d0-02fe-4b1f-9500-3930a1dbd670 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:03:25.070686 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61b97d0-02fe-4b1f-9500-3930a1dbd670 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:03:25.133761 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-46e40960-f483-4ec2-99df-6bd9580d8a08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (a6847ecf-439c-4b43-8ed6-44da902fce8c), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:25.139939 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d61b97d0-02fe-4b1f-9500-3930a1dbd670 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (3b667e0c-cd7a-4f89-b359-2053d0db2cc8), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:25.315620 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d61b97d0-02fe-4b1f-9500-3930a1dbd670 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (cc96063b-a238-47a8-a898-b379a419a3ac), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:25.348675 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-46e40960-f483-4ec2-99df-6bd9580d8a08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (a6847ecf-439c-4b43-8ed6-44da902fce8c), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:25.352383 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-46e40960-f483-4ec2-99df-6bd9580d8a08 admin admin] Publish callbacks [] for router_controller (a6847ecf-439c-4b43-8ed6-44da902fce8c), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:25.368731 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9388a91b-2f78-4ccc-ad60-bd5c560833c1 None None] Network 34f74958-3417-461c-ba76-a7d2ca89d2c2 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:03:25.583260 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-46e40960-f483-4ec2-99df-6bd9580d8a08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (a6847ecf-439c-4b43-8ed6-44da902fce8c), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:25.583969 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e40960-f483-4ec2-99df-6bd9580d8a08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6847ecf-439c-4b43-8ed6-44da902fce8c {{(pid=103435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 18:03:25.595725 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-46e40960-f483-4ec2-99df-6bd9580d8a08 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:25.597101 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-46e40960-f483-4ec2-99df-6bd9580d8a08 admin admin] 10.222.0.87 "DELETE /v2.0/routers/a6847ecf-439c-4b43-8ed6-44da902fce8c HTTP/1.1" status: 204 len: 168 time: 2.1530828 Feb 17 18:03:25.600704 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 56326) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:25.631966 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-224de30c-3aed-4775-861c-ff4807203d81 None None] Provisioning complete for port dd29d3d1-0f38-4bd9-92e2-fd9123ba9f6d triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:03:25.634286 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-224de30c-3aed-4775-861c-ff4807203d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (dd29d3d1-0f38-4bd9-92e2-fd9123ba9f6d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:25.757460 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d3c7f61-dcb0-44e0-b38d-4d48808ea2e3 admin admin] Deleting subnet cb1793d2-8d9e-49b7-b266-8b01fa8ad0f9 {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:03:25.777594 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5d3c7f61-dcb0-44e0-b38d-4d48808ea2e3 admin admin] Publish callbacks [] for subnet (cb1793d2-8d9e-49b7-b266-8b01fa8ad0f9), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:25.842546 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d61b97d0-02fe-4b1f-9500-3930a1dbd670 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for port (cc96063b-a238-47a8-a898-b379a419a3ac), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:25.854891 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d61b97d0-02fe-4b1f-9500-3930a1dbd670 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (cc96063b-a238-47a8-a898-b379a419a3ac), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:25.880030 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5d3c7f61-dcb0-44e0-b38d-4d48808ea2e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (cb1793d2-8d9e-49b7-b266-8b01fa8ad0f9), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:25.904738 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b97d0-02fe-4b1f-9500-3930a1dbd670 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event updated for resources: {'Port': ['ID=cc96063b-a238-47a8-a898-b379a419a3ac,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:25.965893 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d61b97d0-02fe-4b1f-9500-3930a1dbd670 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (3b667e0c-cd7a-4f89-b359-2053d0db2cc8), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:26.069453 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-224de30c-3aed-4775-861c-ff4807203d81 None None] Current status of the port dd29d3d1-0f38-4bd9-92e2-fd9123ba9f6d is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:03:26.070184 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-224de30c-3aed-4775-861c-ff4807203d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (dd29d3d1-0f38-4bd9-92e2-fd9123ba9f6d), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:26.073576 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5d3c7f61-dcb0-44e0-b38d-4d48808ea2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (cb1793d2-8d9e-49b7-b266-8b01fa8ad0f9), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:26.142035 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5d3c7f61-dcb0-44e0-b38d-4d48808ea2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (cb1793d2-8d9e-49b7-b266-8b01fa8ad0f9), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:26.183936 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-224de30c-3aed-4775-861c-ff4807203d81 None None] For port dd29d3d1-0f38-4bd9-92e2-fd9123ba9f6d, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=dd29d3d1-0f38-4bd9-92e2-fd9123ba9f6d,segment=NetworkSegment(417a53fe-f087-4424-b0fd-958655e86a51),segment_id=417a53fe-f087-4424-b0fd-958655e86a51)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:03:26.188862 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c7f61-dcb0-44e0-b38d-4d48808ea2e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb1793d2-8d9e-49b7-b266-8b01fa8ad0f9,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:26.194986 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5d3c7f61-dcb0-44e0-b38d-4d48808ea2e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:26.199076 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-5d3c7f61-dcb0-44e0-b38d-4d48808ea2e3 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/cb1793d2-8d9e-49b7-b266-8b01fa8ad0f9 HTTP/1.1" status: 204 len: 168 time: 0.5973237 Feb 17 18:03:26.199904 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-224de30c-3aed-4775-861c-ff4807203d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (dd29d3d1-0f38-4bd9-92e2-fd9123ba9f6d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:26.201680 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 56340) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:26.242867 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794dee2c-046e-4a16-a2cf-2401414b10fe None None] Network 5518987c-5299-4c78-a440-5bab69f3462f requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:03:26.263419 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61b97d0-02fe-4b1f-9500-3930a1dbd670 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Network 34f74958-3417-461c-ba76-a7d2ca89d2c2 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:03:26.280806 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-d61b97d0-02fe-4b1f-9500-3930a1dbd670 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:03:26.308622 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d67b87e5-a608-431c-bd3f-372b09db75ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (5518987c-5299-4c78-a440-5bab69f3462f), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:26.382572 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d67b87e5-a608-431c-bd3f-372b09db75ac admin admin] Deleting port 8a9913b0-a2a7-445c-9acc-bf5fda8f48f9 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:03:26.383288 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d67b87e5-a608-431c-bd3f-372b09db75ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (8a9913b0-a2a7-445c-9acc-bf5fda8f48f9), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:26.488109 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-d67b87e5-a608-431c-bd3f-372b09db75ac admin admin] For port 8a9913b0-a2a7-445c-9acc-bf5fda8f48f9, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=8a9913b0-a2a7-445c-9acc-bf5fda8f48f9,segment=NetworkSegment(060b0317-b9ea-4b85-851d-2be6107377e0),segment_id=060b0317-b9ea-4b85-851d-2be6107377e0)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:03:26.488525 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d67b87e5-a608-431c-bd3f-372b09db75ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (8a9913b0-a2a7-445c-9acc-bf5fda8f48f9), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:26.524171 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d67b87e5-a608-431c-bd3f-372b09db75ac admin admin] Calling delete_port for 8a9913b0-a2a7-445c-9acc-bf5fda8f48f9 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:03:26.645684 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224de30c-3aed-4775-861c-ff4807203d81 None None] Pushing event updated for resources: {'Port': ['ID=dd29d3d1-0f38-4bd9-92e2-fd9123ba9f6d,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:26.657680 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device dd29d3d1-0f38-4bd9-92e2-fd9123ba9f6d up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:03:26.771155 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d61b97d0-02fe-4b1f-9500-3930a1dbd670 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Router 3b667e0c-cd7a-4f89-b359-2053d0db2cc8 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 18:03:26.789079 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d67b87e5-a608-431c-bd3f-372b09db75ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (8a9913b0-a2a7-445c-9acc-bf5fda8f48f9), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:26.858869 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67b87e5-a608-431c-bd3f-372b09db75ac admin admin] Pushing event deleted for resources: {'Port': ['ID=8a9913b0-a2a7-445c-9acc-bf5fda8f48f9,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:26.861927 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67b87e5-a608-431c-bd3f-372b09db75ac admin admin] No DVR routers for this DVR port 8a9913b0-a2a7-445c-9acc-bf5fda8f48f9 on host n-d-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:03:26.868623 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-9e7effa1-7e4e-47b7-a9f6-08617e99e545 None None] Provisioning complete for port dd29d3d1-0f38-4bd9-92e2-fd9123ba9f6d triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:03:26.869391 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9e7effa1-7e4e-47b7-a9f6-08617e99e545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (dd29d3d1-0f38-4bd9-92e2-fd9123ba9f6d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:26.961104 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port dd29d3d1-0f38-4bd9-92e2-fd9123ba9f6d triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:03:26.961524 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (dd29d3d1-0f38-4bd9-92e2-fd9123ba9f6d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:27.132274 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61b97d0-02fe-4b1f-9500-3930a1dbd670 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:03:27.141598 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d67b87e5-a608-431c-bd3f-372b09db75ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (5518987c-5299-4c78-a440-5bab69f3462f), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:27.148306 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d61b97d0-02fe-4b1f-9500-3930a1dbd670 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "PUT /v2.0/routers/3b667e0c-cd7a-4f89-b359-2053d0db2cc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2378938 Feb 17 18:03:27.149429 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56370) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:27.196150 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-d67b87e5-a608-431c-bd3f-372b09db75ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5518987c-5299-4c78-a440-5bab69f3462f']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:27.221435 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-d67b87e5-a608-431c-bd3f-372b09db75ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '060b0317-b9ea-4b85-851d-2be6107377e0') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:27.222000 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-d67b87e5-a608-431c-bd3f-372b09db75ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '060b0317-b9ea-4b85-851d-2be6107377e0') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:27.238874 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d67b87e5-a608-431c-bd3f-372b09db75ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (060b0317-b9ea-4b85-851d-2be6107377e0), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:27.258956 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67bb837-a3e2-43d8-b453-080555728211 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:03:27.259200 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d67b87e5-a608-431c-bd3f-372b09db75ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (060b0317-b9ea-4b85-851d-2be6107377e0), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:27.262931 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e67bb837-a3e2-43d8-b453-080555728211 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "GET /v2.0/ports/cc96063b-a238-47a8-a898-b379a419a3ac HTTP/1.1" status: 200 len: 910 time: 0.1105216 Feb 17 18:03:27.268700 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 56376) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:27.413321 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bce57dd-51d0-4551-a0f9-fcb2a5a328f5 None None] Sync routers for ids ['3b667e0c-cd7a-4f89-b359-2053d0db2cc8'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:03:27.422153 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d67b87e5-a608-431c-bd3f-372b09db75ac admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:03:27.422574 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d67b87e5-a608-431c-bd3f-372b09db75ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (060b0317-b9ea-4b85-851d-2be6107377e0), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:27.424379 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 18:03:27.424379 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:03:27.424379 n-d-829613-2 neutron-server[103435]: timer() Feb 17 18:03:27.424379 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:03:27.424379 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 18:03:27.424379 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:03:27.424379 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 18:03:27.424379 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:03:27.424379 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 18:03:27.424379 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:03:27.424379 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 18:03:27.424379 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:03:27.424379 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 18:03:27.424379 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:03:27.424379 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:03:27.424379 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:03:27.424379 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:03:27.424379 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:03:27.424379 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 18:03:27.424379 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:03:27.424379 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 18:03:27.424379 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:03:27.424379 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:03:27.424379 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:03:27.424379 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 18:03:27.424379 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:03:27.424379 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:03:27.424379 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:03:27.424379 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:03:27.424379 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:03:27.424379 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:03:27.424379 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:03:27.478130 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946150e4-d2ad-4c39-8426-303beaaad713 None None] Network a53acaf0-abaa-4d12-b748-179d15cc3cf8 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:03:27.589540 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bce57dd-51d0-4551-a0f9-fcb2a5a328f5 None None] Routers {'3b667e0c-cd7a-4f89-b359-2053d0db2cc8'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:03:27.590414 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-1bce57dd-51d0-4551-a0f9-fcb2a5a328f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:03:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['3b667e0c-cd7a-4f89-b359-2053d0db2cc8'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:27.643104 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d67b87e5-a608-431c-bd3f-372b09db75ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (5518987c-5299-4c78-a440-5bab69f3462f), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:27.654829 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d67b87e5-a608-431c-bd3f-372b09db75ac admin admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:27.660903 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-d67b87e5-a608-431c-bd3f-372b09db75ac admin admin] 10.222.0.87 "DELETE /v2.0/networks/5518987c-5299-4c78-a440-5bab69f3462f HTTP/1.1" status: 204 len: 168 time: 1.4579549 Feb 17 18:03:27.683832 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67b87e5-a608-431c-bd3f-372b09db75ac admin admin] Pushing event deleted for resources: {'Network': ['ID=5518987c-5299-4c78-a440-5bab69f3462f,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:27.749468 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b674cbee-4c28-4426-ba9a-d48ecbeef9a5 None None] DHCP port deletion for 5518987c-5299-4c78-a440-5bab69f3462f request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 18:03:27.788358 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-1bce57dd-51d0-4551-a0f9-fcb2a5a328f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:27.823171 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bce57dd-51d0-4551-a0f9-fcb2a5a328f5 None None] Routers {'3b667e0c-cd7a-4f89-b359-2053d0db2cc8'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:03:27.824729 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-1bce57dd-51d0-4551-a0f9-fcb2a5a328f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:03:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['3b667e0c-cd7a-4f89-b359-2053d0db2cc8'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:28.020858 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-1bce57dd-51d0-4551-a0f9-fcb2a5a328f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:28.022050 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bce57dd-51d0-4551-a0f9-fcb2a5a328f5 None None] The sync data for ids ['3b667e0c-cd7a-4f89-b359-2053d0db2cc8'] in n-d-829613-2 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:03:28.032802 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-9e7effa1-7e4e-47b7-a9f6-08617e99e545 None None] Current status of the port dd29d3d1-0f38-4bd9-92e2-fd9123ba9f6d is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:03:28.043367 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port dd29d3d1-0f38-4bd9-92e2-fd9123ba9f6d is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:03:28.063534 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device f3ca9823-b89d-4f09-8ef5-11970a6b7688 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:03:28.069124 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56414) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:28.111299 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-9e7effa1-7e4e-47b7-a9f6-08617e99e545 None None] Provisioning complete for port cc96063b-a238-47a8-a898-b379a419a3ac triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:03:28.112611 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9e7effa1-7e4e-47b7-a9f6-08617e99e545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (cc96063b-a238-47a8-a898-b379a419a3ac), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:28.157584 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8eb6d831-f45b-44e1-beaa-6053fc9987b5 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=113f9340d19d45599c6df8d4c90a33e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0869117 Feb 17 18:03:28.158871 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56418) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:28.160053 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: f3ca9823-b89d-4f09-8ef5-11970a6b7688 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:03:28.160447 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device f3ca9823-b89d-4f09-8ef5-11970a6b7688 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:03:28.205556 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-9e7effa1-7e4e-47b7-a9f6-08617e99e545 None None] Port cc96063b-a238-47a8-a898-b379a419a3ac cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:03:28.254934 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3da032a9-cd90-43a5-928f-b72c0f239978 admin admin] Publish callbacks [] for security_group (df3f8ebf-616c-4e1a-b272-22a20d4a5a1f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:28.315091 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3da032a9-cd90-43a5-928f-b72c0f239978 admin admin] Publish callbacks [] for security_group (df3f8ebf-616c-4e1a-b272-22a20d4a5a1f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:28.352090 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-ec7b9942-910e-4f9a-b614-57e0e345c0f4 None None] Provisioning complete for port c05f8b5b-776d-47b6-917d-4f428d559848 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:03:28.352542 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ec7b9942-910e-4f9a-b614-57e0e345c0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c05f8b5b-776d-47b6-917d-4f428d559848), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:28.439968 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3da032a9-cd90-43a5-928f-b72c0f239978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (df3f8ebf-616c-4e1a-b272-22a20d4a5a1f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:28.443129 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3da032a9-cd90-43a5-928f-b72c0f239978 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:28.447682 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3da032a9-cd90-43a5-928f-b72c0f239978 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/df3f8ebf-616c-4e1a-b272-22a20d4a5a1f HTTP/1.1" status: 204 len: 168 time: 0.2875583 Feb 17 18:03:28.475160 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da032a9-cd90-43a5-928f-b72c0f239978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3f8ebf-616c-4e1a-b272-22a20d4a5a1f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:28.545093 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ad9d290-b563-4b17-a036-804cb078edba tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:28.561532 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56424) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:28.568640 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device c05f8b5b-776d-47b6-917d-4f428d559848 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:03:28.683647 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port c05f8b5b-776d-47b6-917d-4f428d559848 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:03:28.684041 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c05f8b5b-776d-47b6-917d-4f428d559848), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:28.739933 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-92e733a5-458d-47f2-90e8-d6349c53a665 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:28.744778 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-ec7b9942-910e-4f9a-b614-57e0e345c0f4 None None] Current status of the port c05f8b5b-776d-47b6-917d-4f428d559848 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:03:28.745178 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ec7b9942-910e-4f9a-b614-57e0e345c0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c05f8b5b-776d-47b6-917d-4f428d559848), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:28.800524 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-ec7b9942-910e-4f9a-b614-57e0e345c0f4 None None] For port c05f8b5b-776d-47b6-917d-4f428d559848, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=c05f8b5b-776d-47b6-917d-4f428d559848,segment=NetworkSegment(fb37c7c5-d0b3-4ef7-8e16-750ddcadad72),segment_id=fb37c7c5-d0b3-4ef7-8e16-750ddcadad72)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:03:28.811931 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ec7b9942-910e-4f9a-b614-57e0e345c0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c05f8b5b-776d-47b6-917d-4f428d559848), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:28.865037 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-ec7b9942-910e-4f9a-b614-57e0e345c0f4 None None] Provisioning complete for port cc96063b-a238-47a8-a898-b379a419a3ac triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:03:28.865436 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ec7b9942-910e-4f9a-b614-57e0e345c0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (cc96063b-a238-47a8-a898-b379a419a3ac), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:28.865797 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-92e733a5-458d-47f2-90e8-d6349c53a665 admin admin] Publish callbacks [] for security_group (d0abb089-9cf6-4bdc-8f22-c7e8fbeba334), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:28.871941 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-92e733a5-458d-47f2-90e8-d6349c53a665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (d0abb089-9cf6-4bdc-8f22-c7e8fbeba334), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:28.924690 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-92e733a5-458d-47f2-90e8-d6349c53a665 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4ee16e60f7e0483db9483ff836f42221&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3619883 Feb 17 18:03:28.926201 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e733a5-458d-47f2-90e8-d6349c53a665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0abb089-9cf6-4bdc-8f22-c7e8fbeba334,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:28.928856 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56432) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:28.997982 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b9942-910e-4f9a-b614-57e0e345c0f4 None None] Pushing event updated for resources: {'Port': ['ID=c05f8b5b-776d-47b6-917d-4f428d559848,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:29.001981 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-875a8288-2056-467c-bba6-924cd12ba8b1 admin admin] Publish callbacks [] for security_group (d0abb089-9cf6-4bdc-8f22-c7e8fbeba334), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:29.006656 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-ec7b9942-910e-4f9a-b614-57e0e345c0f4 None None] Port cc96063b-a238-47a8-a898-b379a419a3ac cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:03:29.011876 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-2ad9d290-b563-4b17-a036-804cb078edba tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Allocated IP 172.21.0.1 (a53acaf0-abaa-4d12-b748-179d15cc3cf8/aa18123b-6bda-44e7-bf81-acfd3160b249/0350eaff-2c4b-4d72-83c1-b4b3c9e9016b) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:03:29.019454 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port c05f8b5b-776d-47b6-917d-4f428d559848 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:03:29.020635 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device dd29d3d1-0f38-4bd9-92e2-fd9123ba9f6d up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:03:29.042444 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-875a8288-2056-467c-bba6-924cd12ba8b1 admin admin] Publish callbacks [] for security_group (d0abb089-9cf6-4bdc-8f22-c7e8fbeba334), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:29.103930 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-875a8288-2056-467c-bba6-924cd12ba8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (d0abb089-9cf6-4bdc-8f22-c7e8fbeba334), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:29.109992 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-875a8288-2056-467c-bba6-924cd12ba8b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:29.113797 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-875a8288-2056-467c-bba6-924cd12ba8b1 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d0abb089-9cf6-4bdc-8f22-c7e8fbeba334 HTTP/1.1" status: 204 len: 168 time: 0.1825864 Feb 17 18:03:29.142672 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a8288-2056-467c-bba6-924cd12ba8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0abb089-9cf6-4bdc-8f22-c7e8fbeba334,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:29.149490 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-41afec79-e7f3-4a4f-b4bb-39ebb0d99aef None None] Provisioning complete for port c05f8b5b-776d-47b6-917d-4f428d559848 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:03:29.151291 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-41afec79-e7f3-4a4f-b4bb-39ebb0d99aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c05f8b5b-776d-47b6-917d-4f428d559848), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:29.158053 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56436) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:29.221803 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port dd29d3d1-0f38-4bd9-92e2-fd9123ba9f6d triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:03:29.222188 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (dd29d3d1-0f38-4bd9-92e2-fd9123ba9f6d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:29.268918 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0823af80-ba89-421b-b23c-10971be080ec admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e765823af4804d8ca39c52c63fff27b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1058536 Feb 17 18:03:29.270838 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56438) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:29.271732 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ad9d290-b563-4b17-a036-804cb078edba tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for port (0350eaff-2c4b-4d72-83c1-b4b3c9e9016b), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:29.322577 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ad9d290-b563-4b17-a036-804cb078edba tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (0350eaff-2c4b-4d72-83c1-b4b3c9e9016b), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:29.367654 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-46f0a88b-b984-462b-9993-293683b1cd3e admin admin] Publish callbacks [] for security_group (c9719f59-ca86-46be-84e0-44258ceafa12), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:29.374947 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-41afec79-e7f3-4a4f-b4bb-39ebb0d99aef None None] Current status of the port c05f8b5b-776d-47b6-917d-4f428d559848 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:03:29.375823 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad9d290-b563-4b17-a036-804cb078edba tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Network a53acaf0-abaa-4d12-b748-179d15cc3cf8 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:03:29.380782 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port dd29d3d1-0f38-4bd9-92e2-fd9123ba9f6d is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:03:29.383693 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-2ad9d290-b563-4b17-a036-804cb078edba tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:03:29.397484 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad9d290-b563-4b17-a036-804cb078edba tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:03:29.406890 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-46f0a88b-b984-462b-9993-293683b1cd3e admin admin] Publish callbacks [] for security_group (c9719f59-ca86-46be-84e0-44258ceafa12), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:29.456029 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 8a9913b0-a2a7-445c-9acc-bf5fda8f48f9 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:03:29.516652 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 8a9913b0-a2a7-445c-9acc-bf5fda8f48f9 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:03:29.517015 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 8a9913b0-a2a7-445c-9acc-bf5fda8f48f9 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:03:29.517444 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 37e5a697-19e2-44dc-8e38-b0e84aaf8541 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:03:29.527020 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ad9d290-b563-4b17-a036-804cb078edba tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (3b667e0c-cd7a-4f89-b359-2053d0db2cc8), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:29.556603 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 37e5a697-19e2-44dc-8e38-b0e84aaf8541 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:03:29.559022 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 37e5a697-19e2-44dc-8e38-b0e84aaf8541 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:03:29.564030 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-46f0a88b-b984-462b-9993-293683b1cd3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (c9719f59-ca86-46be-84e0-44258ceafa12), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:29.568635 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-46f0a88b-b984-462b-9993-293683b1cd3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:29.572994 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-46f0a88b-b984-462b-9993-293683b1cd3e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c9719f59-ca86-46be-84e0-44258ceafa12 HTTP/1.1" status: 204 len: 168 time: 0.2979593 Feb 17 18:03:29.581524 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f0a88b-b984-462b-9993-293683b1cd3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9719f59-ca86-46be-84e0-44258ceafa12,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:29.650806 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad9d290-b563-4b17-a036-804cb078edba tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event updated for resources: {'Port': ['ID=0350eaff-2c4b-4d72-83c1-b4b3c9e9016b,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:29.777797 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ad9d290-b563-4b17-a036-804cb078edba tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0350eaff-2c4b-4d72-83c1-b4b3c9e9016b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:29.848534 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56450) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:29.871916 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee78e-06f0-4f52-b2b5-05a0b8360aa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:29.927501 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-a884c956-85ba-4758-9e21-35d783c4051d None None] Provisioning complete for port 0350eaff-2c4b-4d72-83c1-b4b3c9e9016b triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:03:29.928073 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a884c956-85ba-4758-9e21-35d783c4051d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (0350eaff-2c4b-4d72-83c1-b4b3c9e9016b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:30.009618 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-a884c956-85ba-4758-9e21-35d783c4051d None None] Port 0350eaff-2c4b-4d72-83c1-b4b3c9e9016b cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:03:30.025305 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee78e-06f0-4f52-b2b5-05a0b8360aa5 admin admin] Publish callbacks [] for security_group (83ec753d-6422-453f-b37b-84087d53aaaf), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:30.031941 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6f7ee78e-06f0-4f52-b2b5-05a0b8360aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (83ec753d-6422-453f-b37b-84087d53aaaf), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:30.086356 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6f7ee78e-06f0-4f52-b2b5-05a0b8360aa5 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c5cbae543f6d4ec197e30d630e270538&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2362804 Feb 17 18:03:30.087444 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ee78e-06f0-4f52-b2b5-05a0b8360aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ec753d-6422-453f-b37b-84087d53aaaf,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:30.090776 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56452) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:30.166895 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3db9f7b4-2366-4ba1-9d74-52a8d89de63a admin admin] Publish callbacks [] for security_group (83ec753d-6422-453f-b37b-84087d53aaaf), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:30.214488 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3db9f7b4-2366-4ba1-9d74-52a8d89de63a admin admin] Publish callbacks [] for security_group (83ec753d-6422-453f-b37b-84087d53aaaf), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:30.259009 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device c05f8b5b-776d-47b6-917d-4f428d559848 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:03:30.299960 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3db9f7b4-2366-4ba1-9d74-52a8d89de63a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (83ec753d-6422-453f-b37b-84087d53aaaf), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:30.304904 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3db9f7b4-2366-4ba1-9d74-52a8d89de63a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:30.309112 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3db9f7b4-2366-4ba1-9d74-52a8d89de63a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/83ec753d-6422-453f-b37b-84087d53aaaf HTTP/1.1" status: 204 len: 168 time: 0.2135730 Feb 17 18:03:30.313350 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ad9d290-b563-4b17-a036-804cb078edba tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for port (0350eaff-2c4b-4d72-83c1-b4b3c9e9016b), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:30.317882 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9f7b4-2366-4ba1-9d74-52a8d89de63a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ec753d-6422-453f-b37b-84087d53aaaf,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:30.320859 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ad9d290-b563-4b17-a036-804cb078edba tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (0350eaff-2c4b-4d72-83c1-b4b3c9e9016b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:30.370862 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port c05f8b5b-776d-47b6-917d-4f428d559848 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:03:30.372035 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c05f8b5b-776d-47b6-917d-4f428d559848), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:30.438223 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad9d290-b563-4b17-a036-804cb078edba tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event updated for resources: {'Port': ['ID=0350eaff-2c4b-4d72-83c1-b4b3c9e9016b,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:30.441950 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2ad9d290-b563-4b17-a036-804cb078edba tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (3b667e0c-cd7a-4f89-b359-2053d0db2cc8), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:30.517712 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port c05f8b5b-776d-47b6-917d-4f428d559848 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:03:30.571955 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad9d290-b563-4b17-a036-804cb078edba tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Network a53acaf0-abaa-4d12-b748-179d15cc3cf8 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:03:30.573896 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-2ad9d290-b563-4b17-a036-804cb078edba tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:03:30.718098 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad9d290-b563-4b17-a036-804cb078edba tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Router 3b667e0c-cd7a-4f89-b359-2053d0db2cc8 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:03:30.884143 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad9d290-b563-4b17-a036-804cb078edba tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:03:30.896006 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56466) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:30.896134 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-2ad9d290-b563-4b17-a036-804cb078edba tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "PUT /v2.0/routers/3b667e0c-cd7a-4f89-b359-2053d0db2cc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6238945 Feb 17 18:03:30.931931 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8f6de6-1c3c-468d-841b-537fa5bc57ba None None] Sync routers for ids ['3b667e0c-cd7a-4f89-b359-2053d0db2cc8'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:03:30.960721 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:03:30.961543 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245052ec-a4e4-43c0-909c-33869c9ca404 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:03:30.962931 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-245052ec-a4e4-43c0-909c-33869c9ca404 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "GET /v2.0/ports/0350eaff-2c4b-4d72-83c1-b4b3c9e9016b HTTP/1.1" status: 200 len: 910 time: 0.0655248 Feb 17 18:03:30.965895 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56472) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:30.971789 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8f6de6-1c3c-468d-841b-537fa5bc57ba None None] Routers {'3b667e0c-cd7a-4f89-b359-2053d0db2cc8'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:03:30.972456 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-7b8f6de6-1c3c-468d-841b-537fa5bc57ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:03:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['3b667e0c-cd7a-4f89-b359-2053d0db2cc8'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:31.025865 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-7b8f6de6-1c3c-468d-841b-537fa5bc57ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:31.035725 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8f6de6-1c3c-468d-841b-537fa5bc57ba None None] Routers {'3b667e0c-cd7a-4f89-b359-2053d0db2cc8'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:03:31.036627 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-7b8f6de6-1c3c-468d-841b-537fa5bc57ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:03:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['3b667e0c-cd7a-4f89-b359-2053d0db2cc8'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:31.056976 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-fd2047ac-71df-4e79-b5db-d69c28de06b0 None None] Provisioning complete for port 0350eaff-2c4b-4d72-83c1-b4b3c9e9016b triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:03:31.058061 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fd2047ac-71df-4e79-b5db-d69c28de06b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (0350eaff-2c4b-4d72-83c1-b4b3c9e9016b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:31.113429 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-fd2047ac-71df-4e79-b5db-d69c28de06b0 None None] Port 0350eaff-2c4b-4d72-83c1-b4b3c9e9016b cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:03:31.119097 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-7b8f6de6-1c3c-468d-841b-537fa5bc57ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:31.120540 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8f6de6-1c3c-468d-841b-537fa5bc57ba None None] The sync data for ids ['3b667e0c-cd7a-4f89-b359-2053d0db2cc8'] in n-d-829613-2 is: [] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:03:31.516147 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-506af6aa-1aaa-49dc-b1d8-d6df5cb6844b tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (3b667e0c-cd7a-4f89-b359-2053d0db2cc8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:31.930065 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-506af6aa-1aaa-49dc-b1d8-d6df5cb6844b tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Deleting port 0350eaff-2c4b-4d72-83c1-b4b3c9e9016b {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:03:31.930633 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-506af6aa-1aaa-49dc-b1d8-d6df5cb6844b tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (0350eaff-2c4b-4d72-83c1-b4b3c9e9016b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:32.418025 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-506af6aa-1aaa-49dc-b1d8-d6df5cb6844b tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (0350eaff-2c4b-4d72-83c1-b4b3c9e9016b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:32.437003 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-506af6aa-1aaa-49dc-b1d8-d6df5cb6844b tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Calling delete_port for 0350eaff-2c4b-4d72-83c1-b4b3c9e9016b owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:03:32.675546 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-506af6aa-1aaa-49dc-b1d8-d6df5cb6844b tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (0350eaff-2c4b-4d72-83c1-b4b3c9e9016b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:32.708733 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506af6aa-1aaa-49dc-b1d8-d6df5cb6844b tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event deleted for resources: {'Port': ['ID=0350eaff-2c4b-4d72-83c1-b4b3c9e9016b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:32.965727 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-506af6aa-1aaa-49dc-b1d8-d6df5cb6844b tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (3b667e0c-cd7a-4f89-b359-2053d0db2cc8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:33.031869 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f86aab3a-afdd-48ac-af30-65edfccd58df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:33.339808 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506af6aa-1aaa-49dc-b1d8-d6df5cb6844b tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Router 3b667e0c-cd7a-4f89-b359-2053d0db2cc8 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:03:33.462754 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506af6aa-1aaa-49dc-b1d8-d6df5cb6844b tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:03:33.473073 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-506af6aa-1aaa-49dc-b1d8-d6df5cb6844b tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "PUT /v2.0/routers/3b667e0c-cd7a-4f89-b359-2053d0db2cc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5047917 Feb 17 18:03:33.475848 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56538) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:33.480958 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af53186d-cc94-43f0-bf96-7d53f1b5ed58 None None] Sync routers for ids ['3b667e0c-cd7a-4f89-b359-2053d0db2cc8'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:03:33.506677 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af53186d-cc94-43f0-bf96-7d53f1b5ed58 None None] Routers {'3b667e0c-cd7a-4f89-b359-2053d0db2cc8'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:03:33.507439 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-af53186d-cc94-43f0-bf96-7d53f1b5ed58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:03:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['3b667e0c-cd7a-4f89-b359-2053d0db2cc8'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:33.552989 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-af53186d-cc94-43f0-bf96-7d53f1b5ed58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:33.566163 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af53186d-cc94-43f0-bf96-7d53f1b5ed58 None None] Routers {'3b667e0c-cd7a-4f89-b359-2053d0db2cc8'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:03:33.566929 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-af53186d-cc94-43f0-bf96-7d53f1b5ed58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:03:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['3b667e0c-cd7a-4f89-b359-2053d0db2cc8'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:33.617056 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-af53186d-cc94-43f0-bf96-7d53f1b5ed58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:33.618120 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af53186d-cc94-43f0-bf96-7d53f1b5ed58 None None] The sync data for ids ['3b667e0c-cd7a-4f89-b359-2053d0db2cc8'] in n-d-829613-2 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:03:34.042838 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5641befc-0464-4f39-b3c2-15fcc5dc80a6 req-6c5a651d-3cb0-415b-b9ee-d9f8a03f16ae service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c9ee7ba7-2b70-406d-88cf-4b87fdb572d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1109989 Feb 17 18:03:34.071110 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1af1a9f9-3379-42a8-917c-068ad4997641 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (3b667e0c-cd7a-4f89-b359-2053d0db2cc8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:34.081256 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 56548) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:34.233800 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641befc-0464-4f39-b3c2-15fcc5dc80a6 req-2bbbf07e-e183-459c-840a-d042c947e168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:03:34.237864 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5641befc-0464-4f39-b3c2-15fcc5dc80a6 req-2bbbf07e-e183-459c-840a-d042c947e168 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f2fecc83bbca4d24b89fe382f6fcc2ca&device_id=c9ee7ba7-2b70-406d-88cf-4b87fdb572d6 HTTP/1.1" status: 200 len: 1128 time: 0.1295035 Feb 17 18:03:34.324689 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b272e67b-845b-400b-8b7c-d2237b11b366 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:34.456363 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641befc-0464-4f39-b3c2-15fcc5dc80a6 req-b6517617-2b30-470f-a92b-cf5f767ded7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:03:34.458470 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5641befc-0464-4f39-b3c2-15fcc5dc80a6 req-b6517617-2b30-470f-a92b-cf5f767ded7a service neutron] 10.222.0.71 "GET /v2.0/networks?id=3aa3d1fd-12cf-43a5-8a21-bf857a06d327 HTTP/1.1" status: 200 len: 910 time: 0.1880682 Feb 17 18:03:34.552111 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b272e67b-845b-400b-8b7c-d2237b11b366 admin admin] Publish callbacks [] for security_group (b6a540b9-ebf4-45f7-9776-9651911ccefc), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:34.558452 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b272e67b-845b-400b-8b7c-d2237b11b366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (b6a540b9-ebf4-45f7-9776-9651911ccefc), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:34.564027 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5641befc-0464-4f39-b3c2-15fcc5dc80a6 req-e0323262-765c-47dc-b11c-c62579d55c90 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=143e4766-435e-4543-b4a8-3e1823630b54 HTTP/1.1" status: 200 len: 1001 time: 0.0978286 Feb 17 18:03:34.604623 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-1af1a9f9-3379-42a8-917c-068ad4997641 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Deleting port cc96063b-a238-47a8-a898-b379a419a3ac {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:03:34.605090 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1af1a9f9-3379-42a8-917c-068ad4997641 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (cc96063b-a238-47a8-a898-b379a419a3ac), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:34.665335 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b272e67b-845b-400b-8b7c-d2237b11b366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a540b9-ebf4-45f7-9776-9651911ccefc,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:34.683669 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641befc-0464-4f39-b3c2-15fcc5dc80a6 req-0628d934-3bf3-46e2-aa9c-a4dc02d3a115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:03:34.685818 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5641befc-0464-4f39-b3c2-15fcc5dc80a6 req-0628d934-3bf3-46e2-aa9c-a4dc02d3a115 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0512aabc-33d7-4468-a50e-10fb498a1e41 HTTP/1.1" status: 200 len: 848 time: 0.1143422 Feb 17 18:03:34.692567 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b272e67b-845b-400b-8b7c-d2237b11b366 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a5f17bd61e2a43c5bab58caa48f36811&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6095011 Feb 17 18:03:34.694713 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 56552) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:34.763842 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1af1a9f9-3379-42a8-917c-068ad4997641 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (cc96063b-a238-47a8-a898-b379a419a3ac), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:34.777636 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-1af1a9f9-3379-42a8-917c-068ad4997641 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Calling delete_port for cc96063b-a238-47a8-a898-b379a419a3ac owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:03:34.847395 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641befc-0464-4f39-b3c2-15fcc5dc80a6 req-b9d00833-ac70-4314-80e4-54ba53665a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:03:34.849953 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5641befc-0464-4f39-b3c2-15fcc5dc80a6 req-b9d00833-ac70-4314-80e4-54ba53665a40 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3aa3d1fd-12cf-43a5-8a21-bf857a06d327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1558669 Feb 17 18:03:34.853306 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-836c258e-94ea-49c5-99c4-c57dd040228d admin admin] Publish callbacks [] for security_group (b6a540b9-ebf4-45f7-9776-9651911ccefc), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:34.914362 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-836c258e-94ea-49c5-99c4-c57dd040228d admin admin] Publish callbacks [] for security_group (b6a540b9-ebf4-45f7-9776-9651911ccefc), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:35.002318 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5641befc-0464-4f39-b3c2-15fcc5dc80a6 req-87d0e197-b410-4094-8c5d-0336c87d3e48 service neutron] 10.222.0.71 "GET /v2.0/networks/3aa3d1fd-12cf-43a5-8a21-bf857a06d327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448061 Feb 17 18:03:35.035333 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1af1a9f9-3379-42a8-917c-068ad4997641 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (cc96063b-a238-47a8-a898-b379a419a3ac), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:35.071921 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af1a9f9-3379-42a8-917c-068ad4997641 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event deleted for resources: {'Port': ['ID=cc96063b-a238-47a8-a898-b379a419a3ac,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:35.081321 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-836c258e-94ea-49c5-99c4-c57dd040228d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (b6a540b9-ebf4-45f7-9776-9651911ccefc), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:35.084854 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-836c258e-94ea-49c5-99c4-c57dd040228d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:35.088766 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-836c258e-94ea-49c5-99c4-c57dd040228d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b6a540b9-ebf4-45f7-9776-9651911ccefc HTTP/1.1" status: 204 len: 168 time: 0.3929400 Feb 17 18:03:35.105594 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836c258e-94ea-49c5-99c4-c57dd040228d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a540b9-ebf4-45f7-9776-9651911ccefc,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:35.131156 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5641befc-0464-4f39-b3c2-15fcc5dc80a6 req-a1e8c936-82d2-4ad2-bbb4-102d87a3f95f service neutron] 10.222.0.71 "GET /v2.0/networks/3aa3d1fd-12cf-43a5-8a21-bf857a06d327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234636 Feb 17 18:03:35.357349 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1af1a9f9-3379-42a8-917c-068ad4997641 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (3b667e0c-cd7a-4f89-b359-2053d0db2cc8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:35.451498 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1a955b2d-fbaa-42b5-8a84-f21912d6153d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:35.582987 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af1a9f9-3379-42a8-917c-068ad4997641 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Router 3b667e0c-cd7a-4f89-b359-2053d0db2cc8 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:03:35.585525 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 56564) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:35.599690 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1a540138-091c-43b5-ad82-4c1ecaf95b31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:35.699026 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1a540138-091c-43b5-ad82-4c1ecaf95b31 admin admin] Publish callbacks [] for security_group (f71551cd-62f6-4b88-8d1b-77ddabba2989), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:35.705870 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1a540138-091c-43b5-ad82-4c1ecaf95b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (f71551cd-62f6-4b88-8d1b-77ddabba2989), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:35.722549 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af1a9f9-3379-42a8-917c-068ad4997641 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:03:35.731220 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-1af1a9f9-3379-42a8-917c-068ad4997641 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "PUT /v2.0/routers/3b667e0c-cd7a-4f89-b359-2053d0db2cc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2533236 Feb 17 18:03:35.736454 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56566) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:35.746713 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa21011-1eb1-424e-a85b-99699834c1ef None None] Sync routers for ids ['3b667e0c-cd7a-4f89-b359-2053d0db2cc8'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:03:35.756136 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1a540138-091c-43b5-ad82-4c1ecaf95b31 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=68e79a2e303e420dae16a7b12414acf0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1658580 Feb 17 18:03:35.756670 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 56568) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:35.764272 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a540138-091c-43b5-ad82-4c1ecaf95b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71551cd-62f6-4b88-8d1b-77ddabba2989,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:35.788210 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa21011-1eb1-424e-a85b-99699834c1ef None None] Routers {'3b667e0c-cd7a-4f89-b359-2053d0db2cc8'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:03:35.789311 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-6fa21011-1eb1-424e-a85b-99699834c1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:03:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['3b667e0c-cd7a-4f89-b359-2053d0db2cc8'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:35.811250 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-01865358-182a-4476-abf9-fbf5497cc670 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b667e0c-cd7a-4f89-b359-2053d0db2cc8 HTTP/1.1" status: 200 len: 205 time: 0.0737526 Feb 17 18:03:35.815496 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56570) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:35.848215 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-6fa21011-1eb1-424e-a85b-99699834c1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:35.863996 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-919d7c26-4661-4a67-b1fa-ebcb2528edca admin admin] Publish callbacks [] for security_group (f71551cd-62f6-4b88-8d1b-77ddabba2989), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:35.865708 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa21011-1eb1-424e-a85b-99699834c1ef None None] Routers {'3b667e0c-cd7a-4f89-b359-2053d0db2cc8'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:03:35.866991 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-6fa21011-1eb1-424e-a85b-99699834c1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:03:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['3b667e0c-cd7a-4f89-b359-2053d0db2cc8'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:35.917137 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-919d7c26-4661-4a67-b1fa-ebcb2528edca admin admin] Publish callbacks [] for security_group (f71551cd-62f6-4b88-8d1b-77ddabba2989), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:35.965277 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-6fa21011-1eb1-424e-a85b-99699834c1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:35.966914 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa21011-1eb1-424e-a85b-99699834c1ef None None] The sync data for ids ['3b667e0c-cd7a-4f89-b359-2053d0db2cc8'] in n-d-829613-2 is: [] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:03:35.968416 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b8457db9-493a-4c3f-9b5b-3a976c93c161 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for router (3b667e0c-cd7a-4f89-b359-2053d0db2cc8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:36.024634 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-919d7c26-4661-4a67-b1fa-ebcb2528edca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (f71551cd-62f6-4b88-8d1b-77ddabba2989), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:36.031385 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-919d7c26-4661-4a67-b1fa-ebcb2528edca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:36.036980 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-919d7c26-4661-4a67-b1fa-ebcb2528edca admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f71551cd-62f6-4b88-8d1b-77ddabba2989 HTTP/1.1" status: 204 len: 168 time: 0.2752242 Feb 17 18:03:36.053982 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919d7c26-4661-4a67-b1fa-ebcb2528edca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71551cd-62f6-4b88-8d1b-77ddabba2989,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:36.519344 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b8457db9-493a-4c3f-9b5b-3a976c93c161 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (3b667e0c-cd7a-4f89-b359-2053d0db2cc8), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:36.522600 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b8457db9-493a-4c3f-9b5b-3a976c93c161 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for router_controller (3b667e0c-cd7a-4f89-b359-2053d0db2cc8), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:36.576225 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b8457db9-493a-4c3f-9b5b-3a976c93c161 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (3b667e0c-cd7a-4f89-b359-2053d0db2cc8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:36.577079 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8457db9-493a-4c3f-9b5b-3a976c93c161 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Fanout notify agent at l3_agent the message router_deleted on router 3b667e0c-cd7a-4f89-b359-2053d0db2cc8 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 18:03:36.593668 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b8457db9-493a-4c3f-9b5b-3a976c93c161 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:36.598310 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b8457db9-493a-4c3f-9b5b-3a976c93c161 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "DELETE /v2.0/routers/3b667e0c-cd7a-4f89-b359-2053d0db2cc8 HTTP/1.1" status: 204 len: 168 time: 0.7780719 Feb 17 18:03:36.598512 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56586) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:36.669463 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fb6e622-d731-4ee1-9a9d-e37a47ddc19f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Deleting subnet aa18123b-6bda-44e7-bf81-acfd3160b249 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:03:36.673248 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fb6e622-d731-4ee1-9a9d-e37a47ddc19f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for subnet (aa18123b-6bda-44e7-bf81-acfd3160b249), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:36.729721 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fb6e622-d731-4ee1-9a9d-e37a47ddc19f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (aa18123b-6bda-44e7-bf81-acfd3160b249), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:36.773215 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:36.863502 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fb6e622-d731-4ee1-9a9d-e37a47ddc19f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (aa18123b-6bda-44e7-bf81-acfd3160b249), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:36.952723 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fb6e622-d731-4ee1-9a9d-e37a47ddc19f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (aa18123b-6bda-44e7-bf81-acfd3160b249), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:36.979431 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2fb6e622-d731-4ee1-9a9d-e37a47ddc19f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:36.979431 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2fb6e622-d731-4ee1-9a9d-e37a47ddc19f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "DELETE /v2.0/subnets/aa18123b-6bda-44e7-bf81-acfd3160b249 HTTP/1.1" status: 204 len: 168 time: 0.3765626 Feb 17 18:03:36.981625 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 56600) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:36.998071 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b79f74-1659-456c-81f4-7f3f4d81aa0e None None] Network a53acaf0-abaa-4d12-b748-179d15cc3cf8 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:03:36.999788 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb6e622-d731-4ee1-9a9d-e37a47ddc19f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event deleted for resources: {'Subnet': ['ID=aa18123b-6bda-44e7-bf81-acfd3160b249,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:37.073582 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-960f08ca-cf9d-4d58-b569-64ebb28d601f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Deleting subnet 2eecd049-3909-4796-b1d8-671416dc1396 {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:03:37.078566 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-960f08ca-cf9d-4d58-b569-64ebb28d601f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for subnet (2eecd049-3909-4796-b1d8-671416dc1396), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:37.163221 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-960f08ca-cf9d-4d58-b569-64ebb28d601f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (2eecd049-3909-4796-b1d8-671416dc1396), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:37.301242 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-960f08ca-cf9d-4d58-b569-64ebb28d601f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (2eecd049-3909-4796-b1d8-671416dc1396), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:37.321284 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f850cf9-bc9b-4455-8c8e-d388afa2a35e None None] DHCP port deletion for a53acaf0-abaa-4d12-b748-179d15cc3cf8 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 18:03:37.393851 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-960f08ca-cf9d-4d58-b569-64ebb28d601f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (2eecd049-3909-4796-b1d8-671416dc1396), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:37.423811 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f08ca-cf9d-4d58-b569-64ebb28d601f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event deleted for resources: {'Subnet': ['ID=2eecd049-3909-4796-b1d8-671416dc1396,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:37.429130 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-960f08ca-cf9d-4d58-b569-64ebb28d601f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:37.436322 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-960f08ca-cf9d-4d58-b569-64ebb28d601f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "DELETE /v2.0/subnets/2eecd049-3909-4796-b1d8-671416dc1396 HTTP/1.1" status: 204 len: 168 time: 0.4492965 Feb 17 18:03:37.437607 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56610) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:37.440144 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-2f850cf9-bc9b-4455-8c8e-d388afa2a35e None None] Deleting port c05f8b5b-776d-47b6-917d-4f428d559848 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:03:37.440925 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2f850cf9-bc9b-4455-8c8e-d388afa2a35e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (c05f8b5b-776d-47b6-917d-4f428d559848), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:37.447898 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853ae289-3f58-43eb-8f8f-83112cd88975 None None] Network 34f74958-3417-461c-ba76-a7d2ca89d2c2 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:03:37.574660 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bb5a6cf1-fcf1-49f3-a432-7a48b73c2165 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (a53acaf0-abaa-4d12-b748-179d15cc3cf8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:37.684594 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-bb5a6cf1-fcf1-49f3-a432-7a48b73c2165 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Deleting port c05f8b5b-776d-47b6-917d-4f428d559848 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:03:37.685139 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bb5a6cf1-fcf1-49f3-a432-7a48b73c2165 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (c05f8b5b-776d-47b6-917d-4f428d559848), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:37.734185 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-2f850cf9-bc9b-4455-8c8e-d388afa2a35e None None] For port c05f8b5b-776d-47b6-917d-4f428d559848, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=c05f8b5b-776d-47b6-917d-4f428d559848,segment=NetworkSegment(fb37c7c5-d0b3-4ef7-8e16-750ddcadad72),segment_id=fb37c7c5-d0b3-4ef7-8e16-750ddcadad72)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:03:37.735075 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2f850cf9-bc9b-4455-8c8e-d388afa2a35e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (c05f8b5b-776d-47b6-917d-4f428d559848), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:37.768421 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-2f850cf9-bc9b-4455-8c8e-d388afa2a35e None None] Calling delete_port for c05f8b5b-776d-47b6-917d-4f428d559848 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:03:37.787998 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-bb5a6cf1-fcf1-49f3-a432-7a48b73c2165 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] For port c05f8b5b-776d-47b6-917d-4f428d559848, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=c05f8b5b-776d-47b6-917d-4f428d559848,segment=NetworkSegment(fb37c7c5-d0b3-4ef7-8e16-750ddcadad72),segment_id=fb37c7c5-d0b3-4ef7-8e16-750ddcadad72)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:03:37.788597 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bb5a6cf1-fcf1-49f3-a432-7a48b73c2165 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (c05f8b5b-776d-47b6-917d-4f428d559848), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:37.816476 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-bb5a6cf1-fcf1-49f3-a432-7a48b73c2165 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Calling delete_port for c05f8b5b-776d-47b6-917d-4f428d559848 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:03:37.933965 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccdbfd7-6a87-4d66-b865-8d44195569af None None] DHCP port deletion for 34f74958-3417-461c-ba76-a7d2ca89d2c2 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 18:03:37.940492 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2f850cf9-bc9b-4455-8c8e-d388afa2a35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (c05f8b5b-776d-47b6-917d-4f428d559848), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:37.995664 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f850cf9-bc9b-4455-8c8e-d388afa2a35e None None] Pushing event deleted for resources: {'Port': ['ID=c05f8b5b-776d-47b6-917d-4f428d559848,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:38.006318 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f850cf9-bc9b-4455-8c8e-d388afa2a35e None None] No DVR routers for this DVR port c05f8b5b-776d-47b6-917d-4f428d559848 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:03:38.041520 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bb5a6cf1-fcf1-49f3-a432-7a48b73c2165 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (c05f8b5b-776d-47b6-917d-4f428d559848), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:38.112802 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:38.128991 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5a6cf1-fcf1-49f3-a432-7a48b73c2165 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] No DVR routers for this DVR port c05f8b5b-776d-47b6-917d-4f428d559848 on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:03:38.136332 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a6cf1-fcf1-49f3-a432-7a48b73c2165 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event deleted for resources: {'Port': ['ID=c05f8b5b-776d-47b6-917d-4f428d559848,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:38.169746 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5ccdbfd7-6a87-4d66-b865-8d44195569af None None] Deleting port dd29d3d1-0f38-4bd9-92e2-fd9123ba9f6d {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:03:38.170132 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5ccdbfd7-6a87-4d66-b865-8d44195569af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (dd29d3d1-0f38-4bd9-92e2-fd9123ba9f6d), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:38.306636 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5ccdbfd7-6a87-4d66-b865-8d44195569af None None] For port dd29d3d1-0f38-4bd9-92e2-fd9123ba9f6d, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=dd29d3d1-0f38-4bd9-92e2-fd9123ba9f6d,segment=NetworkSegment(417a53fe-f087-4424-b0fd-958655e86a51),segment_id=417a53fe-f087-4424-b0fd-958655e86a51)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:03:38.307161 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5ccdbfd7-6a87-4d66-b865-8d44195569af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (dd29d3d1-0f38-4bd9-92e2-fd9123ba9f6d), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:38.331319 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5ccdbfd7-6a87-4d66-b865-8d44195569af None None] Calling delete_port for dd29d3d1-0f38-4bd9-92e2-fd9123ba9f6d owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:03:38.365017 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bb5a6cf1-fcf1-49f3-a432-7a48b73c2165 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (a53acaf0-abaa-4d12-b748-179d15cc3cf8), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:38.405642 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-bb5a6cf1-fcf1-49f3-a432-7a48b73c2165 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a53acaf0-abaa-4d12-b748-179d15cc3cf8']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:38.423312 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-bb5a6cf1-fcf1-49f3-a432-7a48b73c2165 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb37c7c5-d0b3-4ef7-8e16-750ddcadad72') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:38.423783 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-bb5a6cf1-fcf1-49f3-a432-7a48b73c2165 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb37c7c5-d0b3-4ef7-8e16-750ddcadad72') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:38.444426 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bb5a6cf1-fcf1-49f3-a432-7a48b73c2165 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (fb37c7c5-d0b3-4ef7-8e16-750ddcadad72), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:38.467154 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bb5a6cf1-fcf1-49f3-a432-7a48b73c2165 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (fb37c7c5-d0b3-4ef7-8e16-750ddcadad72), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:38.475618 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb5a6cf1-fcf1-49f3-a432-7a48b73c2165 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:03:38.476791 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bb5a6cf1-fcf1-49f3-a432-7a48b73c2165 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (fb37c7c5-d0b3-4ef7-8e16-750ddcadad72), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:38.477746 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device c05f8b5b-776d-47b6-917d-4f428d559848 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:03:38.480956 n-d-829613-2 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:03:38.480956 n-d-829613-2 neutron-server[103434]: self.session.flush() Feb 17 18:03:38.480956 n-d-829613-2 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:03:38.480956 n-d-829613-2 neutron-server[103434]: self.session.flush() Feb 17 18:03:38.480956 n-d-829613-2 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:03:38.480956 n-d-829613-2 neutron-server[103434]: self.session.flush() Feb 17 18:03:38.480956 n-d-829613-2 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:03:38.480956 n-d-829613-2 neutron-server[103434]: self.session.flush() Feb 17 18:03:38.480956 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 18:03:38.480956 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:03:38.480956 n-d-829613-2 neutron-server[103434]: timer() Feb 17 18:03:38.480956 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:03:38.480956 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 18:03:38.480956 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:03:38.480956 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 18:03:38.480956 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:03:38.480956 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 18:03:38.480956 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:03:38.480956 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 18:03:38.480956 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:03:38.480956 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 18:03:38.480956 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:03:38.480956 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:03:38.480956 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:03:38.480956 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:03:38.480956 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:03:38.480956 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 18:03:38.480956 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:03:38.480956 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 18:03:38.480956 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:03:38.480956 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:03:38.480956 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:03:38.480956 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 18:03:38.480956 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:03:38.480956 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:03:38.480956 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:03:38.480956 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:03:38.480956 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:03:38.480956 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:03:38.480956 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:03:38.521786 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: c05f8b5b-776d-47b6-917d-4f428d559848 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:03:38.522375 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device c05f8b5b-776d-47b6-917d-4f428d559848 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:03:38.523066 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device dd29d3d1-0f38-4bd9-92e2-fd9123ba9f6d no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:03:38.584760 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bb5a6cf1-fcf1-49f3-a432-7a48b73c2165 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (a53acaf0-abaa-4d12-b748-179d15cc3cf8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:38.598182 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bb5a6cf1-fcf1-49f3-a432-7a48b73c2165 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:38.603364 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bb5a6cf1-fcf1-49f3-a432-7a48b73c2165 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "DELETE /v2.0/networks/a53acaf0-abaa-4d12-b748-179d15cc3cf8 HTTP/1.1" status: 204 len: 168 time: 1.1639926 Feb 17 18:03:38.609740 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 56626) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:38.654116 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a6cf1-fcf1-49f3-a432-7a48b73c2165 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event deleted for resources: {'Network': ['ID=a53acaf0-abaa-4d12-b748-179d15cc3cf8,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:38.723855 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5ccdbfd7-6a87-4d66-b865-8d44195569af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (dd29d3d1-0f38-4bd9-92e2-fd9123ba9f6d), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:38.784475 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-08c0d02c-17f7-46fb-8491-8134c8470c10 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (34f74958-3417-461c-ba76-a7d2ca89d2c2), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:38.796584 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccdbfd7-6a87-4d66-b865-8d44195569af None None] No DVR routers for this DVR port dd29d3d1-0f38-4bd9-92e2-fd9123ba9f6d on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:03:38.805491 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccdbfd7-6a87-4d66-b865-8d44195569af None None] Pushing event deleted for resources: {'Port': ['ID=dd29d3d1-0f38-4bd9-92e2-fd9123ba9f6d,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:38.809607 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port dd29d3d1-0f38-4bd9-92e2-fd9123ba9f6d is: ACTIVE; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:03:38.810215 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (dd29d3d1-0f38-4bd9-92e2-fd9123ba9f6d), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:38.956173 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-08c0d02c-17f7-46fb-8491-8134c8470c10 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (34f74958-3417-461c-ba76-a7d2ca89d2c2), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:38.990360 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-08c0d02c-17f7-46fb-8491-8134c8470c10 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34f74958-3417-461c-ba76-a7d2ca89d2c2']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:39.010480 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-08c0d02c-17f7-46fb-8491-8134c8470c10 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '417a53fe-f087-4424-b0fd-958655e86a51') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:39.010886 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-08c0d02c-17f7-46fb-8491-8134c8470c10 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '417a53fe-f087-4424-b0fd-958655e86a51') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:39.025379 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-08c0d02c-17f7-46fb-8491-8134c8470c10 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (417a53fe-f087-4424-b0fd-958655e86a51), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:39.044679 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-08c0d02c-17f7-46fb-8491-8134c8470c10 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (417a53fe-f087-4424-b0fd-958655e86a51), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:39.053849 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08c0d02c-17f7-46fb-8491-8134c8470c10 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:03:39.054315 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-08c0d02c-17f7-46fb-8491-8134c8470c10 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (417a53fe-f087-4424-b0fd-958655e86a51), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:39.058569 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 18:03:39.058569 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:03:39.058569 n-d-829613-2 neutron-server[103435]: timer() Feb 17 18:03:39.058569 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:03:39.058569 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 18:03:39.058569 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:03:39.058569 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 18:03:39.058569 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:03:39.058569 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 18:03:39.058569 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:03:39.058569 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 18:03:39.058569 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:03:39.058569 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 18:03:39.058569 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:03:39.058569 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:03:39.058569 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:03:39.058569 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:03:39.058569 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:03:39.058569 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 18:03:39.058569 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:03:39.058569 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 18:03:39.058569 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:03:39.058569 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:03:39.058569 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:03:39.058569 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 18:03:39.058569 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:03:39.058569 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:03:39.058569 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:03:39.058569 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:03:39.058569 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:03:39.058569 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:03:39.058569 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:03:39.104349 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:39.199610 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-08c0d02c-17f7-46fb-8491-8134c8470c10 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (34f74958-3417-461c-ba76-a7d2ca89d2c2), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:39.210788 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-08c0d02c-17f7-46fb-8491-8134c8470c10 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:39.217459 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-08c0d02c-17f7-46fb-8491-8134c8470c10 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "DELETE /v2.0/networks/34f74958-3417-461c-ba76-a7d2ca89d2c2 HTTP/1.1" status: 204 len: 168 time: 0.6050224 Feb 17 18:03:39.222450 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56646) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:39.234986 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-25179f38-22d8-4252-8fbf-80e579ee3ae7 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Request body: {'network': {'name': 'tempest-RoutersTest-81307932'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:03:39.245573 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c0d02c-17f7-46fb-8491-8134c8470c10 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event deleted for resources: {'Network': ['ID=34f74958-3417-461c-ba76-a7d2ca89d2c2,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:39.272137 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25179f38-22d8-4252-8fbf-80e579ee3ae7 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Made reservation on behalf of 1bef349abcb746fa964cc36601da97cc for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:03:39.277436 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-25179f38-22d8-4252-8fbf-80e579ee3ae7 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:39.311669 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25179f38-22d8-4252-8fbf-80e579ee3ae7 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:03:39.328879 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-25179f38-22d8-4252-8fbf-80e579ee3ae7 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (421383a3-462e-4450-9fa9-46581f39161c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:39.329582 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-25179f38-22d8-4252-8fbf-80e579ee3ae7 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Added segment 421383a3-462e-4450-9fa9-46581f39161c of type vlan for network 3dc32952-cae8-455a-b1b3-14dc2f23d796 Feb 17 18:03:39.391125 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-25179f38-22d8-4252-8fbf-80e579ee3ae7 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (3dc32952-cae8-455a-b1b3-14dc2f23d796), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:39.422030 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-25179f38-22d8-4252-8fbf-80e579ee3ae7 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (3dc32952-cae8-455a-b1b3-14dc2f23d796), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:39.437146 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25179f38-22d8-4252-8fbf-80e579ee3ae7 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:03:39.438831 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-25179f38-22d8-4252-8fbf-80e579ee3ae7 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:39.495373 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-25179f38-22d8-4252-8fbf-80e579ee3ae7 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.2692192 Feb 17 18:03:39.500042 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56652) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:39.505328 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-787ff8e4-be85-4a8a-9467-8f3e44dd9695 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Request body: {'subnet': {'network_id': '3dc32952-cae8-455a-b1b3-14dc2f23d796', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:03:39.553660 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25179f38-22d8-4252-8fbf-80e579ee3ae7 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event updated for resources: {'Network': ['ID=3dc32952-cae8-455a-b1b3-14dc2f23d796,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:39.592767 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 3dc32952-cae8-455a-b1b3-14dc2f23d796 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:03:39.717095 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787ff8e4-be85-4a8a-9467-8f3e44dd9695 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Made reservation on behalf of 1bef349abcb746fa964cc36601da97cc for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:03:39.734520 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-787ff8e4-be85-4a8a-9467-8f3e44dd9695 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:40.012129 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-787ff8e4-be85-4a8a-9467-8f3e44dd9695 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (fe2d42a5-f5d1-4c8e-b55f-2d4bc3c9009b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:40.091477 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ff8e4-be85-4a8a-9467-8f3e44dd9695 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event updated for resources: {'Subnet': ['ID=fe2d42a5-f5d1-4c8e-b55f-2d4bc3c9009b,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:40.101678 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787ff8e4-be85-4a8a-9467-8f3e44dd9695 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Checking segment: {'id': '421383a3-462e-4450-9fa9-46581f39161c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3dc32952-cae8-455a-b1b3-14dc2f23d796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:03:40.102086 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787ff8e4-be85-4a8a-9467-8f3e44dd9695 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Network hostable DHCP agents. Network: 3dc32952-cae8-455a-b1b3-14dc2f23d796, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:03:40.109146 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 56662) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:40.134718 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787ff8e4-be85-4a8a-9467-8f3e44dd9695 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Network 3dc32952-cae8-455a-b1b3-14dc2f23d796 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:03:40.160818 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-787ff8e4-be85-4a8a-9467-8f3e44dd9695 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 3dc32952-cae8-455a-b1b3-14dc2f23d796) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:03:40.171570 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787ff8e4-be85-4a8a-9467-8f3e44dd9695 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:03:40.173148 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-787ff8e4-be85-4a8a-9467-8f3e44dd9695 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:40.188505 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8bbb0f-5492-4642-9ee5-f8cc81ae68fc None None] Network 3dc32952-cae8-455a-b1b3-14dc2f23d796 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:03:40.208158 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-787ff8e4-be85-4a8a-9467-8f3e44dd9695 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7067294 Feb 17 18:03:40.212567 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 56668) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:40.219835 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-8b00c984-b394-4523-8a40-43abb91df692 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-142494511', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:03:40.255102 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8b00c984-b394-4523-8a40-43abb91df692 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (d61d9fa3-a578-4c92-a5b7-e86467c95f74), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:40.256490 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8b00c984-b394-4523-8a40-43abb91df692 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (d61d9fa3-a578-4c92-a5b7-e86467c95f74), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:40.323756 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8b00c984-b394-4523-8a40-43abb91df692 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for router_controller (d61d9fa3-a578-4c92-a5b7-e86467c95f74), precommit_add_association {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:40.340281 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9bea9bc7-770d-4dee-87db-7d33b10ed9fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:40.343756 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8b00c984-b394-4523-8a40-43abb91df692 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (d61d9fa3-a578-4c92-a5b7-e86467c95f74), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:40.374783 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8b00c984-b394-4523-8a40-43abb91df692 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:40.375999 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-8b00c984-b394-4523-8a40-43abb91df692 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1621521 Feb 17 18:03:40.380106 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 56670) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:40.385685 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-519a38f4-64eb-465a-8eb2-9048f671e411 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Request body: {'port': {'network_id': '3dc32952-cae8-455a-b1b3-14dc2f23d796', 'name': 'tempest-RoutersTest-598436541'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:03:40.517649 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519a38f4-64eb-465a-8eb2-9048f671e411 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Made reservation on behalf of 1bef349abcb746fa964cc36601da97cc for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:03:40.521800 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-519a38f4-64eb-465a-8eb2-9048f671e411 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:40.545454 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-519a38f4-64eb-465a-8eb2-9048f671e411 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] device_id is not set on port 6af5ab66-9e7c-4742-a4c7-1c7dd40a2fbe yet. {{(pid=103435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 18:03:40.587766 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4a9781-f910-47f2-8e27-66151b992643 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-3dc32952-cae8-455a-b1b3-14dc2f23d796', 'network_id': '3dc32952-cae8-455a-b1b3-14dc2f23d796', 'project_id': '1bef349abcb746fa964cc36601da97cc', 'fixed_ips': [{'subnet_id': 'fe2d42a5-f5d1-4c8e-b55f-2d4bc3c9009b'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 18:03:40.589583 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1b4a9781-f910-47f2-8e27-66151b992643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:40.700836 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9bea9bc7-770d-4dee-87db-7d33b10ed9fb admin admin] Publish callbacks [] for security_group (5c1ab83b-9cce-4f4b-b502-2e0bdda3d220), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:40.712019 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9bea9bc7-770d-4dee-87db-7d33b10ed9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (5c1ab83b-9cce-4f4b-b502-2e0bdda3d220), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:40.771319 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-519a38f4-64eb-465a-8eb2-9048f671e411 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Allocated IP 172.20.0.2 (3dc32952-cae8-455a-b1b3-14dc2f23d796/fe2d42a5-f5d1-4c8e-b55f-2d4bc3c9009b/6af5ab66-9e7c-4742-a4c7-1c7dd40a2fbe) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:03:40.797220 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea9bc7-770d-4dee-87db-7d33b10ed9fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1ab83b-9cce-4f4b-b502-2e0bdda3d220,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:40.808763 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-9bea9bc7-770d-4dee-87db-7d33b10ed9fb admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2c297f0d50c941799b590d69ba4fbf01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6985273 Feb 17 18:03:40.813920 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56676) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:40.889998 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-819f5929-aa94-418f-b16c-981958c3fc07 admin admin] Publish callbacks [] for security_group (5c1ab83b-9cce-4f4b-b502-2e0bdda3d220), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:40.929601 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-819f5929-aa94-418f-b16c-981958c3fc07 admin admin] Publish callbacks [] for security_group (5c1ab83b-9cce-4f4b-b502-2e0bdda3d220), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:40.988506 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-819f5929-aa94-418f-b16c-981958c3fc07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (5c1ab83b-9cce-4f4b-b502-2e0bdda3d220), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:40.991289 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-819f5929-aa94-418f-b16c-981958c3fc07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:40.994037 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-819f5929-aa94-418f-b16c-981958c3fc07 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5c1ab83b-9cce-4f4b-b502-2e0bdda3d220 HTTP/1.1" status: 204 len: 168 time: 0.1776276 Feb 17 18:03:41.014332 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f5929-aa94-418f-b16c-981958c3fc07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1ab83b-9cce-4f4b-b502-2e0bdda3d220,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:41.051418 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-519a38f4-64eb-465a-8eb2-9048f671e411 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for port (6af5ab66-9e7c-4742-a4c7-1c7dd40a2fbe), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:41.111502 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-519a38f4-64eb-465a-8eb2-9048f671e411 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (6af5ab66-9e7c-4742-a4c7-1c7dd40a2fbe), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:41.171213 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519a38f4-64eb-465a-8eb2-9048f671e411 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Network 3dc32952-cae8-455a-b1b3-14dc2f23d796 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:03:41.175674 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-519a38f4-64eb-465a-8eb2-9048f671e411 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:03:41.177063 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.api [None req-1b4a9781-f910-47f2-8e27-66151b992643 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-c9615323-04e7-4f45-aea6-ad61a4338800 {{(pid=103436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 18:03:41.177834 n-d-829613-2 neutron-server[103436]: DEBUG oslo_db.api [None req-1b4a9781-f910-47f2-8e27-66151b992643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 18:03:41.180109 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519a38f4-64eb-465a-8eb2-9048f671e411 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:03:41.209037 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a38f4-64eb-465a-8eb2-9048f671e411 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event updated for resources: {'Port': ['ID=6af5ab66-9e7c-4742-a4c7-1c7dd40a2fbe,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:41.238697 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519a38f4-64eb-465a-8eb2-9048f671e411 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:03:41.239583 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-519a38f4-64eb-465a-8eb2-9048f671e411 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:41.257885 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-519a38f4-64eb-465a-8eb2-9048f671e411 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.8763995 Feb 17 18:03:41.260733 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56684) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:41.424352 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 56686) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:41.449784 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1940eec2-756a-4afa-a907-3bd938decd54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:41.556256 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1940eec2-756a-4afa-a907-3bd938decd54 admin admin] Publish callbacks [] for security_group (ed59c07c-b2ac-421f-a0fa-bd10307fb56b), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:41.562632 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1940eec2-756a-4afa-a907-3bd938decd54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (ed59c07c-b2ac-421f-a0fa-bd10307fb56b), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:41.648758 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1940eec2-756a-4afa-a907-3bd938decd54 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=cc0fc907e1c844b7af3826a7436510c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2226756 Feb 17 18:03:41.650230 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940eec2-756a-4afa-a907-3bd938decd54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed59c07c-b2ac-421f-a0fa-bd10307fb56b,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:41.651978 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56690) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:41.679220 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1b4a9781-f910-47f2-8e27-66151b992643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:41.693652 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c1a8457f-8f49-4c74-9320-1c8e44170517 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6af5ab66-9e7c-4742-a4c7-1c7dd40a2fbe), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:41.864270 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b7cc9dbf-44f5-4cdb-b74b-2f282df8b957 admin admin] Publish callbacks [] for security_group (ed59c07c-b2ac-421f-a0fa-bd10307fb56b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:41.866716 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-1b4a9781-f910-47f2-8e27-66151b992643 None None] Allocated IP 172.20.0.3 (3dc32952-cae8-455a-b1b3-14dc2f23d796/fe2d42a5-f5d1-4c8e-b55f-2d4bc3c9009b/db61be58-82cc-4e80-b5c2-122f3613fadd) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:03:41.904642 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b7cc9dbf-44f5-4cdb-b74b-2f282df8b957 admin admin] Publish callbacks [] for security_group (ed59c07c-b2ac-421f-a0fa-bd10307fb56b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:42.026232 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b7cc9dbf-44f5-4cdb-b74b-2f282df8b957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (ed59c07c-b2ac-421f-a0fa-bd10307fb56b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:42.029666 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b7cc9dbf-44f5-4cdb-b74b-2f282df8b957 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:42.030861 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b7cc9dbf-44f5-4cdb-b74b-2f282df8b957 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ed59c07c-b2ac-421f-a0fa-bd10307fb56b HTTP/1.1" status: 204 len: 168 time: 0.3779314 Feb 17 18:03:42.065418 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cc9dbf-44f5-4cdb-b74b-2f282df8b957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed59c07c-b2ac-421f-a0fa-bd10307fb56b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:42.076602 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1b4a9781-f910-47f2-8e27-66151b992643 None None] Publish callbacks [] for port (db61be58-82cc-4e80-b5c2-122f3613fadd), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:42.107055 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c1a8457f-8f49-4c74-9320-1c8e44170517 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for port (6af5ab66-9e7c-4742-a4c7-1c7dd40a2fbe), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:42.113193 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c1a8457f-8f49-4c74-9320-1c8e44170517 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (6af5ab66-9e7c-4742-a4c7-1c7dd40a2fbe), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:42.113775 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1b4a9781-f910-47f2-8e27-66151b992643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (db61be58-82cc-4e80-b5c2-122f3613fadd), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:42.172947 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a9781-f910-47f2-8e27-66151b992643 None None] Pushing event updated for resources: {'Port': ['ID=db61be58-82cc-4e80-b5c2-122f3613fadd,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:42.210016 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4a9781-f910-47f2-8e27-66151b992643 None None] Network 3dc32952-cae8-455a-b1b3-14dc2f23d796 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:03:42.211522 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-1b4a9781-f910-47f2-8e27-66151b992643 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:03:42.222285 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4a9781-f910-47f2-8e27-66151b992643 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:03:42.280041 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a8457f-8f49-4c74-9320-1c8e44170517 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event updated for resources: {'Port': ['ID=6af5ab66-9e7c-4742-a4c7-1c7dd40a2fbe,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:42.309681 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-1b4a9781-f910-47f2-8e27-66151b992643 None None] Attempting to bind port db61be58-82cc-4e80-b5c2-122f3613fadd on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:03:42.310220 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-1b4a9781-f910-47f2-8e27-66151b992643 None None] Attempting to bind port db61be58-82cc-4e80-b5c2-122f3613fadd by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '421383a3-462e-4450-9fa9-46581f39161c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3dc32952-cae8-455a-b1b3-14dc2f23d796'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:03:42.310632 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4a9781-f910-47f2-8e27-66151b992643 None None] Attempting to bind port db61be58-82cc-4e80-b5c2-122f3613fadd on network 3dc32952-cae8-455a-b1b3-14dc2f23d796 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:03:42.317930 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4a9781-f910-47f2-8e27-66151b992643 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:03:42.318363 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4a9781-f910-47f2-8e27-66151b992643 None None] Checking segment: {'id': '421383a3-462e-4450-9fa9-46581f39161c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3dc32952-cae8-455a-b1b3-14dc2f23d796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:03:42.318863 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1b4a9781-f910-47f2-8e27-66151b992643 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:42.319265 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4a9781-f910-47f2-8e27-66151b992643 None None] Bound using segment: {'id': '421383a3-462e-4450-9fa9-46581f39161c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3dc32952-cae8-455a-b1b3-14dc2f23d796'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:03:42.319973 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-1b4a9781-f910-47f2-8e27-66151b992643 None None] Bound port: db61be58-82cc-4e80-b5c2-122f3613fadd, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '421383a3-462e-4450-9fa9-46581f39161c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '3dc32952-cae8-455a-b1b3-14dc2f23d796'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:03:42.320771 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1b4a9781-f910-47f2-8e27-66151b992643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (db61be58-82cc-4e80-b5c2-122f3613fadd), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:42.394705 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c1a8457f-8f49-4c74-9320-1c8e44170517 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (d61d9fa3-a578-4c92-a5b7-e86467c95f74), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:42.395603 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-1b4a9781-f910-47f2-8e27-66151b992643 None None] For port db61be58-82cc-4e80-b5c2-122f3613fadd, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:03:42.399062 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-1b4a9781-f910-47f2-8e27-66151b992643 None None] For port db61be58-82cc-4e80-b5c2-122f3613fadd, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=db61be58-82cc-4e80-b5c2-122f3613fadd,segment=NetworkSegment(421383a3-462e-4450-9fa9-46581f39161c),segment_id=421383a3-462e-4450-9fa9-46581f39161c)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:03:42.407637 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1b4a9781-f910-47f2-8e27-66151b992643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (db61be58-82cc-4e80-b5c2-122f3613fadd), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:42.535372 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a9781-f910-47f2-8e27-66151b992643 None None] Pushing event updated for resources: {'Port': ['ID=db61be58-82cc-4e80-b5c2-122f3613fadd,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:42.593334 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c1a8457f-8f49-4c74-9320-1c8e44170517 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6af5ab66-9e7c-4742-a4c7-1c7dd40a2fbe), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:43.074847 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c1a8457f-8f49-4c74-9320-1c8e44170517 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for port (6af5ab66-9e7c-4742-a4c7-1c7dd40a2fbe), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:43.081611 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c1a8457f-8f49-4c74-9320-1c8e44170517 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (6af5ab66-9e7c-4742-a4c7-1c7dd40a2fbe), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:43.169817 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a8457f-8f49-4c74-9320-1c8e44170517 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event updated for resources: {'Port': ['ID=6af5ab66-9e7c-4742-a4c7-1c7dd40a2fbe,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:43.172941 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c1a8457f-8f49-4c74-9320-1c8e44170517 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (d61d9fa3-a578-4c92-a5b7-e86467c95f74), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:43.355890 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a8457f-8f49-4c74-9320-1c8e44170517 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Network 3dc32952-cae8-455a-b1b3-14dc2f23d796 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:03:43.359396 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-c1a8457f-8f49-4c74-9320-1c8e44170517 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:03:43.554021 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a8457f-8f49-4c74-9320-1c8e44170517 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Router d61d9fa3-a578-4c92-a5b7-e86467c95f74 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 18:03:43.678001 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a8457f-8f49-4c74-9320-1c8e44170517 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:03:43.686656 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c1a8457f-8f49-4c74-9320-1c8e44170517 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "PUT /v2.0/routers/d61d9fa3-a578-4c92-a5b7-e86467c95f74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4223263 Feb 17 18:03:43.687770 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56732) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:43.693759 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e830ff46-a8dc-4d0e-b22b-399976585a4c None None] Sync routers for ids ['d61d9fa3-a578-4c92-a5b7-e86467c95f74'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:03:43.708192 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e830ff46-a8dc-4d0e-b22b-399976585a4c None None] Routers {'d61d9fa3-a578-4c92-a5b7-e86467c95f74'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:03:43.714651 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e830ff46-a8dc-4d0e-b22b-399976585a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:03:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['d61d9fa3-a578-4c92-a5b7-e86467c95f74'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:43.769249 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e830ff46-a8dc-4d0e-b22b-399976585a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:43.782099 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e830ff46-a8dc-4d0e-b22b-399976585a4c None None] Routers {'d61d9fa3-a578-4c92-a5b7-e86467c95f74'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:03:43.783171 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e830ff46-a8dc-4d0e-b22b-399976585a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:03:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['d61d9fa3-a578-4c92-a5b7-e86467c95f74'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:43.807285 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffad3d9c-ee1b-4fe7-8493-f529685528a4 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:03:43.818574 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 56734) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:43.824589 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e830ff46-a8dc-4d0e-b22b-399976585a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:43.825555 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ffad3d9c-ee1b-4fe7-8493-f529685528a4 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "GET /v2.0/ports/6af5ab66-9e7c-4742-a4c7-1c7dd40a2fbe HTTP/1.1" status: 200 len: 976 time: 0.1305084 Feb 17 18:03:43.826581 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e830ff46-a8dc-4d0e-b22b-399976585a4c None None] The sync data for ids ['d61d9fa3-a578-4c92-a5b7-e86467c95f74'] in n-d-829613-2 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:03:44.021818 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0422476-169e-4112-ad7a-acecb52e49e1 None None] Network 3dc32952-cae8-455a-b1b3-14dc2f23d796 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:03:44.145440 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-3fa22b9d-775b-447b-b8df-18dccb008f6c None None] Provisioning complete for port db61be58-82cc-4e80-b5c2-122f3613fadd triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:03:44.146225 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3fa22b9d-775b-447b-b8df-18dccb008f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (db61be58-82cc-4e80-b5c2-122f3613fadd), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:44.414088 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-3fa22b9d-775b-447b-b8df-18dccb008f6c None None] Current status of the port db61be58-82cc-4e80-b5c2-122f3613fadd is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:03:44.415064 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3fa22b9d-775b-447b-b8df-18dccb008f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (db61be58-82cc-4e80-b5c2-122f3613fadd), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:44.484825 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device db61be58-82cc-4e80-b5c2-122f3613fadd up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:03:44.496235 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-3fa22b9d-775b-447b-b8df-18dccb008f6c None None] For port db61be58-82cc-4e80-b5c2-122f3613fadd, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=db61be58-82cc-4e80-b5c2-122f3613fadd,segment=NetworkSegment(421383a3-462e-4450-9fa9-46581f39161c),segment_id=421383a3-462e-4450-9fa9-46581f39161c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:03:44.517977 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3fa22b9d-775b-447b-b8df-18dccb008f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (db61be58-82cc-4e80-b5c2-122f3613fadd), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:44.599333 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa22b9d-775b-447b-b8df-18dccb008f6c None None] Pushing event updated for resources: {'Port': ['ID=db61be58-82cc-4e80-b5c2-122f3613fadd,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:44.602339 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port db61be58-82cc-4e80-b5c2-122f3613fadd triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:03:44.602727 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (db61be58-82cc-4e80-b5c2-122f3613fadd), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:44.714813 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9c2eb032-ca21-4d54-a310-598503fe4bc4 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (d61d9fa3-a578-4c92-a5b7-e86467c95f74), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:44.740007 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-19934e51-0cb7-4294-9fb7-f9a09b695ca8 None None] Provisioning complete for port 6af5ab66-9e7c-4742-a4c7-1c7dd40a2fbe triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:03:44.741485 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-19934e51-0cb7-4294-9fb7-f9a09b695ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6af5ab66-9e7c-4742-a4c7-1c7dd40a2fbe), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:44.841558 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port db61be58-82cc-4e80-b5c2-122f3613fadd is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:03:44.848050 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-19934e51-0cb7-4294-9fb7-f9a09b695ca8 None None] Port 6af5ab66-9e7c-4742-a4c7-1c7dd40a2fbe cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:03:44.868615 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-19934e51-0cb7-4294-9fb7-f9a09b695ca8 None None] Provisioning complete for port db61be58-82cc-4e80-b5c2-122f3613fadd triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:03:44.869088 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-19934e51-0cb7-4294-9fb7-f9a09b695ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (db61be58-82cc-4e80-b5c2-122f3613fadd), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:44.985940 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-19934e51-0cb7-4294-9fb7-f9a09b695ca8 None None] Current status of the port db61be58-82cc-4e80-b5c2-122f3613fadd is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:03:45.024868 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-9c2eb032-ca21-4d54-a310-598503fe4bc4 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Deleting port 6af5ab66-9e7c-4742-a4c7-1c7dd40a2fbe {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:03:45.025416 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9c2eb032-ca21-4d54-a310-598503fe4bc4 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (6af5ab66-9e7c-4742-a4c7-1c7dd40a2fbe), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:45.114286 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-412487f7-03c9-42fa-ba53-19dd72ee4ab1 None None] Provisioning complete for port 6af5ab66-9e7c-4742-a4c7-1c7dd40a2fbe triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:03:45.115109 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-412487f7-03c9-42fa-ba53-19dd72ee4ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6af5ab66-9e7c-4742-a4c7-1c7dd40a2fbe), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:45.176055 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-412487f7-03c9-42fa-ba53-19dd72ee4ab1 None None] Port 6af5ab66-9e7c-4742-a4c7-1c7dd40a2fbe cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:03:45.304298 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-1a3734a4-e578-43d2-94e6-8d9a10dbdd8f None None] Provisioning complete for port 6af5ab66-9e7c-4742-a4c7-1c7dd40a2fbe triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:03:45.304944 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1a3734a4-e578-43d2-94e6-8d9a10dbdd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6af5ab66-9e7c-4742-a4c7-1c7dd40a2fbe), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:45.377041 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-1a3734a4-e578-43d2-94e6-8d9a10dbdd8f None None] Port 6af5ab66-9e7c-4742-a4c7-1c7dd40a2fbe cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:03:45.513672 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9c2eb032-ca21-4d54-a310-598503fe4bc4 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (6af5ab66-9e7c-4742-a4c7-1c7dd40a2fbe), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:45.527430 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-9c2eb032-ca21-4d54-a310-598503fe4bc4 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Calling delete_port for 6af5ab66-9e7c-4742-a4c7-1c7dd40a2fbe owned by network:router_interface {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:03:45.587226 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56760) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:45.600904 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-543b37ff-aa77-4910-b1c5-2f21a1c167f5 None None] Provisioning complete for port 6af5ab66-9e7c-4742-a4c7-1c7dd40a2fbe triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:03:45.601292 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-543b37ff-aa77-4910-b1c5-2f21a1c167f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6af5ab66-9e7c-4742-a4c7-1c7dd40a2fbe), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:45.639126 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-543b37ff-aa77-4910-b1c5-2f21a1c167f5 None None] Port 6af5ab66-9e7c-4742-a4c7-1c7dd40a2fbe cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:03:45.706391 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ddb52716-c646-45ec-8026-c938ad4853ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:45.729997 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9c2eb032-ca21-4d54-a310-598503fe4bc4 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (6af5ab66-9e7c-4742-a4c7-1c7dd40a2fbe), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:45.767250 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2eb032-ca21-4d54-a310-598503fe4bc4 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event deleted for resources: {'Port': ['ID=6af5ab66-9e7c-4742-a4c7-1c7dd40a2fbe,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:45.790780 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ddb52716-c646-45ec-8026-c938ad4853ab admin admin] Publish callbacks [] for security_group (231fb426-b7b4-4108-aaaa-7328017eb385), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:45.792580 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2eb032-ca21-4d54-a310-598503fe4bc4 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:03:45.793195 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2eb032-ca21-4d54-a310-598503fe4bc4 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:03:45.793615 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2eb032-ca21-4d54-a310-598503fe4bc4 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:03:45.794583 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2eb032-ca21-4d54-a310-598503fe4bc4 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:03:45.795067 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2eb032-ca21-4d54-a310-598503fe4bc4 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:03:45.795518 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2eb032-ca21-4d54-a310-598503fe4bc4 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:03:45.795914 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2eb032-ca21-4d54-a310-598503fe4bc4 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:03:45.796338 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2eb032-ca21-4d54-a310-598503fe4bc4 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:03:45.796737 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2eb032-ca21-4d54-a310-598503fe4bc4 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:03:45.796869 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ddb52716-c646-45ec-8026-c938ad4853ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (231fb426-b7b4-4108-aaaa-7328017eb385), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:45.797114 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2eb032-ca21-4d54-a310-598503fe4bc4 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:03:45.797592 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2eb032-ca21-4d54-a310-598503fe4bc4 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:03:45.798023 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2eb032-ca21-4d54-a310-598503fe4bc4 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:03:45.798492 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2eb032-ca21-4d54-a310-598503fe4bc4 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:03:45.837135 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb52716-c646-45ec-8026-c938ad4853ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231fb426-b7b4-4108-aaaa-7328017eb385,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:45.860161 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ddb52716-c646-45ec-8026-c938ad4853ab admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e2f82060ff3f4acb8588b6ee9b991953&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2699440 Feb 17 18:03:45.860567 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56764) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:45.931561 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52c9b8d0-bc1d-4046-9002-ac84de1fda11 admin admin] Publish callbacks [] for security_group (231fb426-b7b4-4108-aaaa-7328017eb385), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:45.962795 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52c9b8d0-bc1d-4046-9002-ac84de1fda11 admin admin] Publish callbacks [] for security_group (231fb426-b7b4-4108-aaaa-7328017eb385), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:45.981660 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9c2eb032-ca21-4d54-a310-598503fe4bc4 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (d61d9fa3-a578-4c92-a5b7-e86467c95f74), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:46.027799 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52c9b8d0-bc1d-4046-9002-ac84de1fda11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (231fb426-b7b4-4108-aaaa-7328017eb385), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:46.031323 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-52c9b8d0-bc1d-4046-9002-ac84de1fda11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:46.035386 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-52c9b8d0-bc1d-4046-9002-ac84de1fda11 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/231fb426-b7b4-4108-aaaa-7328017eb385 HTTP/1.1" status: 204 len: 168 time: 0.1705384 Feb 17 18:03:46.048980 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c9b8d0-bc1d-4046-9002-ac84de1fda11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231fb426-b7b4-4108-aaaa-7328017eb385,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:46.177244 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c2eb032-ca21-4d54-a310-598503fe4bc4 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Router d61d9fa3-a578-4c92-a5b7-e86467c95f74 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:03:46.263908 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2eb032-ca21-4d54-a310-598503fe4bc4 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:03:46.276130 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-9c2eb032-ca21-4d54-a310-598503fe4bc4 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "PUT /v2.0/routers/d61d9fa3-a578-4c92-a5b7-e86467c95f74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4563684 Feb 17 18:03:46.276821 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56774) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:46.279208 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0579d57-417c-4adb-a770-137919f47e46 None None] Sync routers for ids ['d61d9fa3-a578-4c92-a5b7-e86467c95f74'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:03:46.290055 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0579d57-417c-4adb-a770-137919f47e46 None None] Routers {'d61d9fa3-a578-4c92-a5b7-e86467c95f74'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:03:46.290681 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-d0579d57-417c-4adb-a770-137919f47e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:03:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['d61d9fa3-a578-4c92-a5b7-e86467c95f74'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:46.328333 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-d0579d57-417c-4adb-a770-137919f47e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:46.339055 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0579d57-417c-4adb-a770-137919f47e46 None None] Routers {'d61d9fa3-a578-4c92-a5b7-e86467c95f74'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:03:46.339828 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-d0579d57-417c-4adb-a770-137919f47e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:03:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['d61d9fa3-a578-4c92-a5b7-e86467c95f74'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:46.380270 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-d0579d57-417c-4adb-a770-137919f47e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:46.381216 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0579d57-417c-4adb-a770-137919f47e46 None None] The sync data for ids ['d61d9fa3-a578-4c92-a5b7-e86467c95f74'] in n-d-829613-2 is: [] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:03:46.411515 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device db61be58-82cc-4e80-b5c2-122f3613fadd up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:03:46.456875 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 56778) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:46.472027 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5592a257-f717-419c-81ba-3560561cf76f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:46.481274 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port db61be58-82cc-4e80-b5c2-122f3613fadd triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:03:46.481656 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (db61be58-82cc-4e80-b5c2-122f3613fadd), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:46.569539 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5592a257-f717-419c-81ba-3560561cf76f admin admin] Publish callbacks [] for security_group (2722d22d-2293-4794-be37-f3fd80190202), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:46.573185 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port db61be58-82cc-4e80-b5c2-122f3613fadd is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:03:46.576825 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5592a257-f717-419c-81ba-3560561cf76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (2722d22d-2293-4794-be37-f3fd80190202), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:46.613723 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-5592a257-f717-419c-81ba-3560561cf76f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2db090cb657a4e8f8d8ee000f25633dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1553543 Feb 17 18:03:46.615848 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 56780) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:46.669347 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5592a257-f717-419c-81ba-3560561cf76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2722d22d-2293-4794-be37-f3fd80190202,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:46.697060 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-34a5f987-17e2-47c3-82fe-b1f0ba744ad9 admin admin] Publish callbacks [] for security_group (2722d22d-2293-4794-be37-f3fd80190202), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:46.722664 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-34a5f987-17e2-47c3-82fe-b1f0ba744ad9 admin admin] Publish callbacks [] for security_group (2722d22d-2293-4794-be37-f3fd80190202), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:46.778912 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-34a5f987-17e2-47c3-82fe-b1f0ba744ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (2722d22d-2293-4794-be37-f3fd80190202), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:46.782386 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-34a5f987-17e2-47c3-82fe-b1f0ba744ad9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:46.786452 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-34a5f987-17e2-47c3-82fe-b1f0ba744ad9 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2722d22d-2293-4794-be37-f3fd80190202 HTTP/1.1" status: 204 len: 168 time: 0.1666272 Feb 17 18:03:46.805612 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a5f987-17e2-47c3-82fe-b1f0ba744ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2722d22d-2293-4794-be37-f3fd80190202,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:46.903876 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-14fd3e48-b7f7-4c0f-b8a8-c976c8469060 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] remove_router_interface failed (client error): The resource could not be found. Feb 17 18:03:46.904991 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-14fd3e48-b7f7-4c0f-b8a8-c976c8469060 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "PUT /v2.0/routers/d61d9fa3-a578-4c92-a5b7-e86467c95f74/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6261966 Feb 17 18:03:46.907826 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 56784) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:46.949246 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-80560997-f114-4f26-ad75-35120f43ca3f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "GET /v2.0/ports?device_id=d61d9fa3-a578-4c92-a5b7-e86467c95f74 HTTP/1.1" status: 200 len: 205 time: 0.0398254 Feb 17 18:03:46.951525 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56786) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:47.039840 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e71861a-0d99-4529-9892-6ec8e4a6d549 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for router (d61d9fa3-a578-4c92-a5b7-e86467c95f74), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:47.233142 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e71861a-0d99-4529-9892-6ec8e4a6d549 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (d61d9fa3-a578-4c92-a5b7-e86467c95f74), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:47.236051 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e71861a-0d99-4529-9892-6ec8e4a6d549 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for router_controller (d61d9fa3-a578-4c92-a5b7-e86467c95f74), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:47.288418 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e71861a-0d99-4529-9892-6ec8e4a6d549 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (d61d9fa3-a578-4c92-a5b7-e86467c95f74), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:47.289127 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e71861a-0d99-4529-9892-6ec8e4a6d549 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Fanout notify agent at l3_agent the message router_deleted on router d61d9fa3-a578-4c92-a5b7-e86467c95f74 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 18:03:47.306466 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e71861a-0d99-4529-9892-6ec8e4a6d549 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:47.307255 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2e71861a-0d99-4529-9892-6ec8e4a6d549 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "DELETE /v2.0/routers/d61d9fa3-a578-4c92-a5b7-e86467c95f74 HTTP/1.1" status: 204 len: 168 time: 0.3547401 Feb 17 18:03:47.310219 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56798) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:47.372809 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-c773b9b4-2fdf-4e97-b9c7-ae36575f52ef tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Deleting subnet fe2d42a5-f5d1-4c8e-b55f-2d4bc3c9009b {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:03:47.377467 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c773b9b4-2fdf-4e97-b9c7-ae36575f52ef tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for subnet (fe2d42a5-f5d1-4c8e-b55f-2d4bc3c9009b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:47.426376 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c773b9b4-2fdf-4e97-b9c7-ae36575f52ef tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (fe2d42a5-f5d1-4c8e-b55f-2d4bc3c9009b), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:47.539794 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c773b9b4-2fdf-4e97-b9c7-ae36575f52ef tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (fe2d42a5-f5d1-4c8e-b55f-2d4bc3c9009b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:47.608046 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c773b9b4-2fdf-4e97-b9c7-ae36575f52ef tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (fe2d42a5-f5d1-4c8e-b55f-2d4bc3c9009b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:47.639401 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773b9b4-2fdf-4e97-b9c7-ae36575f52ef tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event deleted for resources: {'Subnet': ['ID=fe2d42a5-f5d1-4c8e-b55f-2d4bc3c9009b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:47.646252 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c773b9b4-2fdf-4e97-b9c7-ae36575f52ef tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:47.654275 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c773b9b4-2fdf-4e97-b9c7-ae36575f52ef tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "DELETE /v2.0/subnets/fe2d42a5-f5d1-4c8e-b55f-2d4bc3c9009b HTTP/1.1" status: 204 len: 168 time: 0.3388417 Feb 17 18:03:47.654275 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56816) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:47.660965 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35496d7a-ea29-46e7-8bf5-4e2fd1551790 None None] Network 3dc32952-cae8-455a-b1b3-14dc2f23d796 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:03:47.740548 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-24a716ce-8422-480a-86ca-7c0f70dece59 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (3dc32952-cae8-455a-b1b3-14dc2f23d796), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:47.806404 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-24a716ce-8422-480a-86ca-7c0f70dece59 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Deleting port db61be58-82cc-4e80-b5c2-122f3613fadd {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:03:47.806739 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-24a716ce-8422-480a-86ca-7c0f70dece59 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (db61be58-82cc-4e80-b5c2-122f3613fadd), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:47.879498 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-24a716ce-8422-480a-86ca-7c0f70dece59 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] For port db61be58-82cc-4e80-b5c2-122f3613fadd, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=db61be58-82cc-4e80-b5c2-122f3613fadd,segment=NetworkSegment(421383a3-462e-4450-9fa9-46581f39161c),segment_id=421383a3-462e-4450-9fa9-46581f39161c)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:03:47.879874 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-24a716ce-8422-480a-86ca-7c0f70dece59 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (db61be58-82cc-4e80-b5c2-122f3613fadd), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:47.893390 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-24a716ce-8422-480a-86ca-7c0f70dece59 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Calling delete_port for db61be58-82cc-4e80-b5c2-122f3613fadd owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:03:47.945647 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9d5ad1-9868-4750-b8aa-9caa7eaba004 None None] DHCP port deletion for 3dc32952-cae8-455a-b1b3-14dc2f23d796 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 18:03:47.997437 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-24a716ce-8422-480a-86ca-7c0f70dece59 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (db61be58-82cc-4e80-b5c2-122f3613fadd), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:48.012991 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-7a9d5ad1-9868-4750-b8aa-9caa7eaba004 None None] Deleting port db61be58-82cc-4e80-b5c2-122f3613fadd {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:03:48.013482 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7a9d5ad1-9868-4750-b8aa-9caa7eaba004 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (db61be58-82cc-4e80-b5c2-122f3613fadd), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:48.026096 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a716ce-8422-480a-86ca-7c0f70dece59 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event deleted for resources: {'Port': ['ID=db61be58-82cc-4e80-b5c2-122f3613fadd,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:48.030711 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a716ce-8422-480a-86ca-7c0f70dece59 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] No DVR routers for this DVR port db61be58-82cc-4e80-b5c2-122f3613fadd on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:03:48.089867 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-7a9d5ad1-9868-4750-b8aa-9caa7eaba004 None None] For port db61be58-82cc-4e80-b5c2-122f3613fadd, host n-d-829613-2, got binding levels [] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:03:48.090374 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7a9d5ad1-9868-4750-b8aa-9caa7eaba004 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (db61be58-82cc-4e80-b5c2-122f3613fadd), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:48.103094 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-7a9d5ad1-9868-4750-b8aa-9caa7eaba004 None None] Calling delete_port for db61be58-82cc-4e80-b5c2-122f3613fadd owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:03:48.105833 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.ipam_backend_mixin [None req-7a9d5ad1-9868-4750-b8aa-9caa7eaba004 None None] Port db61be58-82cc-4e80-b5c2-122f3613fadd was not found and therefore no delete operation was performed {{(pid=103436) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 17 18:03:48.108397 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7a9d5ad1-9868-4750-b8aa-9caa7eaba004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (db61be58-82cc-4e80-b5c2-122f3613fadd), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:48.135937 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-24a716ce-8422-480a-86ca-7c0f70dece59 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (3dc32952-cae8-455a-b1b3-14dc2f23d796), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:48.138896 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d5ad1-9868-4750-b8aa-9caa7eaba004 None None] Pushing event deleted for resources: {'Port': ['ID=db61be58-82cc-4e80-b5c2-122f3613fadd,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:48.146276 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9d5ad1-9868-4750-b8aa-9caa7eaba004 None None] No DVR routers for this DVR port db61be58-82cc-4e80-b5c2-122f3613fadd on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:03:48.181791 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-24a716ce-8422-480a-86ca-7c0f70dece59 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dc32952-cae8-455a-b1b3-14dc2f23d796']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:48.193873 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-24a716ce-8422-480a-86ca-7c0f70dece59 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '421383a3-462e-4450-9fa9-46581f39161c') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:48.194177 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-24a716ce-8422-480a-86ca-7c0f70dece59 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '421383a3-462e-4450-9fa9-46581f39161c') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:48.208076 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-24a716ce-8422-480a-86ca-7c0f70dece59 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (421383a3-462e-4450-9fa9-46581f39161c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:48.225733 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-24a716ce-8422-480a-86ca-7c0f70dece59 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (421383a3-462e-4450-9fa9-46581f39161c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:48.233426 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24a716ce-8422-480a-86ca-7c0f70dece59 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:03:48.234008 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-24a716ce-8422-480a-86ca-7c0f70dece59 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (421383a3-462e-4450-9fa9-46581f39161c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:48.238321 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 18:03:48.238321 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:03:48.238321 n-d-829613-2 neutron-server[103434]: timer() Feb 17 18:03:48.238321 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:03:48.238321 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 18:03:48.238321 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:03:48.238321 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 18:03:48.238321 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:03:48.238321 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 18:03:48.238321 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:03:48.238321 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 18:03:48.238321 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:03:48.238321 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 18:03:48.238321 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:03:48.238321 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:03:48.238321 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:03:48.238321 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:03:48.238321 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:03:48.238321 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 18:03:48.238321 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:03:48.238321 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 18:03:48.238321 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:03:48.238321 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:03:48.238321 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:03:48.238321 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 18:03:48.238321 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:03:48.238321 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:03:48.238321 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:03:48.238321 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:03:48.238321 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:03:48.238321 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:03:48.238321 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:03:48.322166 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-24a716ce-8422-480a-86ca-7c0f70dece59 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (3dc32952-cae8-455a-b1b3-14dc2f23d796), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:48.340844 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-24a716ce-8422-480a-86ca-7c0f70dece59 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:48.347672 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-24a716ce-8422-480a-86ca-7c0f70dece59 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "DELETE /v2.0/networks/3dc32952-cae8-455a-b1b3-14dc2f23d796 HTTP/1.1" status: 204 len: 168 time: 0.6888618 Feb 17 18:03:48.348505 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 56834) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:48.354100 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a716ce-8422-480a-86ca-7c0f70dece59 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event deleted for resources: {'Network': ['ID=3dc32952-cae8-455a-b1b3-14dc2f23d796,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:48.354732 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-3ee8421c-247d-4a5b-a1c1-e8d43ccc480f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Request body: {'network': {'name': 'tempest-RoutersTest-1410624979'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:03:48.373011 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device db61be58-82cc-4e80-b5c2-122f3613fadd no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:03:48.391545 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee8421c-247d-4a5b-a1c1-e8d43ccc480f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Made reservation on behalf of 1bef349abcb746fa964cc36601da97cc for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:03:48.395975 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3ee8421c-247d-4a5b-a1c1-e8d43ccc480f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:48.413763 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: db61be58-82cc-4e80-b5c2-122f3613fadd {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:03:48.415208 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device db61be58-82cc-4e80-b5c2-122f3613fadd not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:03:48.425888 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ee8421c-247d-4a5b-a1c1-e8d43ccc480f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:03:48.438285 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3ee8421c-247d-4a5b-a1c1-e8d43ccc480f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (09385d34-fa98-4c7f-a6f4-988b132e9bde), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:48.438639 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-3ee8421c-247d-4a5b-a1c1-e8d43ccc480f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Added segment 09385d34-fa98-4c7f-a6f4-988b132e9bde of type vlan for network 0b600166-59ad-418e-b98d-6fe11d698b02 Feb 17 18:03:48.504313 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3ee8421c-247d-4a5b-a1c1-e8d43ccc480f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (0b600166-59ad-418e-b98d-6fe11d698b02), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:48.533246 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3ee8421c-247d-4a5b-a1c1-e8d43ccc480f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (0b600166-59ad-418e-b98d-6fe11d698b02), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:48.538536 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee8421c-247d-4a5b-a1c1-e8d43ccc480f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:03:48.539167 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3ee8421c-247d-4a5b-a1c1-e8d43ccc480f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:48.595937 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-3ee8421c-247d-4a5b-a1c1-e8d43ccc480f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2429888 Feb 17 18:03:48.595937 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 56846) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:48.626276 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-d11417df-903f-4cce-93f5-950301c05830 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Request body: {'subnet': {'network_id': '0b600166-59ad-418e-b98d-6fe11d698b02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:03:48.631129 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee8421c-247d-4a5b-a1c1-e8d43ccc480f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event updated for resources: {'Network': ['ID=0b600166-59ad-418e-b98d-6fe11d698b02,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:48.645342 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 0b600166-59ad-418e-b98d-6fe11d698b02 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:03:48.735165 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11417df-903f-4cce-93f5-950301c05830 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Made reservation on behalf of 1bef349abcb746fa964cc36601da97cc for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:03:48.739565 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d11417df-903f-4cce-93f5-950301c05830 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:48.942149 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d11417df-903f-4cce-93f5-950301c05830 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (8e62cd33-2e3b-49a5-acc8-5a3cae3b5002), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:49.011179 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11417df-903f-4cce-93f5-950301c05830 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event updated for resources: {'Subnet': ['ID=8e62cd33-2e3b-49a5-acc8-5a3cae3b5002,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:49.024830 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11417df-903f-4cce-93f5-950301c05830 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Checking segment: {'id': '09385d34-fa98-4c7f-a6f4-988b132e9bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0b600166-59ad-418e-b98d-6fe11d698b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:03:49.025332 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11417df-903f-4cce-93f5-950301c05830 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Network hostable DHCP agents. Network: 0b600166-59ad-418e-b98d-6fe11d698b02, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:03:49.044330 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11417df-903f-4cce-93f5-950301c05830 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Network 0b600166-59ad-418e-b98d-6fe11d698b02 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:03:49.056276 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-d11417df-903f-4cce-93f5-950301c05830 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 0b600166-59ad-418e-b98d-6fe11d698b02) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:03:49.061664 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:49.065553 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11417df-903f-4cce-93f5-950301c05830 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:03:49.066389 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d11417df-903f-4cce-93f5-950301c05830 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:49.071404 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cb5a6e-256f-4134-94d9-08f228c0949c None None] Network 0b600166-59ad-418e-b98d-6fe11d698b02 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:03:49.100187 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56856) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:49.108646 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-3785be8e-bc16-40b2-a363-a9f44c0b0770 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1990134172', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:03:49.109417 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-d11417df-903f-4cce-93f5-950301c05830 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5120332 Feb 17 18:03:49.136135 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3785be8e-bc16-40b2-a363-a9f44c0b0770 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (c305cfa4-4a82-4508-aab9-ff84b792a751), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:49.138062 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3785be8e-bc16-40b2-a363-a9f44c0b0770 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (c305cfa4-4a82-4508-aab9-ff84b792a751), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:49.197628 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6ee2ad-3962-4598-9a79-fa930e329d13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-0b600166-59ad-418e-b98d-6fe11d698b02', 'network_id': '0b600166-59ad-418e-b98d-6fe11d698b02', 'project_id': '1bef349abcb746fa964cc36601da97cc', 'fixed_ips': [{'subnet_id': '8e62cd33-2e3b-49a5-acc8-5a3cae3b5002'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 18:03:49.198500 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0d6ee2ad-3962-4598-9a79-fa930e329d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:49.210734 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3785be8e-bc16-40b2-a363-a9f44c0b0770 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for router_controller (c305cfa4-4a82-4508-aab9-ff84b792a751), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:49.217496 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3785be8e-bc16-40b2-a363-a9f44c0b0770 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (c305cfa4-4a82-4508-aab9-ff84b792a751), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:49.243644 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3785be8e-bc16-40b2-a363-a9f44c0b0770 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:49.248573 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 56860) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:49.248819 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3785be8e-bc16-40b2-a363-a9f44c0b0770 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1456854 Feb 17 18:03:49.373190 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-0d6ee2ad-3962-4598-9a79-fa930e329d13 None None] Allocated IP 172.20.0.2 (0b600166-59ad-418e-b98d-6fe11d698b02/8e62cd33-2e3b-49a5-acc8-5a3cae3b5002/8ad605ad-2d7a-447e-bda1-b5f393186b7d) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:03:49.587353 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0d6ee2ad-3962-4598-9a79-fa930e329d13 None None] Publish callbacks [] for port (8ad605ad-2d7a-447e-bda1-b5f393186b7d), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:49.597697 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0d6ee2ad-3962-4598-9a79-fa930e329d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (8ad605ad-2d7a-447e-bda1-b5f393186b7d), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:49.624106 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56870) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:49.647544 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6ee2ad-3962-4598-9a79-fa930e329d13 None None] Network 0b600166-59ad-418e-b98d-6fe11d698b02 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:03:49.649184 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-45a1b10c-e104-4edf-a5f4-afb0e64c45e9 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:49.654666 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-0d6ee2ad-3962-4598-9a79-fa930e329d13 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:03:49.662875 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6ee2ad-3962-4598-9a79-fa930e329d13 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:03:49.695170 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6ee2ad-3962-4598-9a79-fa930e329d13 None None] Pushing event updated for resources: {'Port': ['ID=8ad605ad-2d7a-447e-bda1-b5f393186b7d,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:49.735321 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-0d6ee2ad-3962-4598-9a79-fa930e329d13 None None] Attempting to bind port 8ad605ad-2d7a-447e-bda1-b5f393186b7d on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:03:49.735716 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-0d6ee2ad-3962-4598-9a79-fa930e329d13 None None] Attempting to bind port 8ad605ad-2d7a-447e-bda1-b5f393186b7d by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '09385d34-fa98-4c7f-a6f4-988b132e9bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0b600166-59ad-418e-b98d-6fe11d698b02'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:03:49.736095 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6ee2ad-3962-4598-9a79-fa930e329d13 None None] Attempting to bind port 8ad605ad-2d7a-447e-bda1-b5f393186b7d on network 0b600166-59ad-418e-b98d-6fe11d698b02 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:03:49.742679 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6ee2ad-3962-4598-9a79-fa930e329d13 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:03:49.743061 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6ee2ad-3962-4598-9a79-fa930e329d13 None None] Checking segment: {'id': '09385d34-fa98-4c7f-a6f4-988b132e9bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0b600166-59ad-418e-b98d-6fe11d698b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:03:49.743469 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0d6ee2ad-3962-4598-9a79-fa930e329d13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:49.743879 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6ee2ad-3962-4598-9a79-fa930e329d13 None None] Bound using segment: {'id': '09385d34-fa98-4c7f-a6f4-988b132e9bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0b600166-59ad-418e-b98d-6fe11d698b02'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:03:49.744396 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-0d6ee2ad-3962-4598-9a79-fa930e329d13 None None] Bound port: 8ad605ad-2d7a-447e-bda1-b5f393186b7d, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09385d34-fa98-4c7f-a6f4-988b132e9bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0b600166-59ad-418e-b98d-6fe11d698b02'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:03:49.744797 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0d6ee2ad-3962-4598-9a79-fa930e329d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8ad605ad-2d7a-447e-bda1-b5f393186b7d), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:49.776584 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fec22359-829b-4a91-95c3-7ccaadac4d4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:49.826974 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-0d6ee2ad-3962-4598-9a79-fa930e329d13 None None] For port 8ad605ad-2d7a-447e-bda1-b5f393186b7d, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:03:49.831328 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-0d6ee2ad-3962-4598-9a79-fa930e329d13 None None] For port 8ad605ad-2d7a-447e-bda1-b5f393186b7d, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=8ad605ad-2d7a-447e-bda1-b5f393186b7d,segment=NetworkSegment(09385d34-fa98-4c7f-a6f4-988b132e9bde),segment_id=09385d34-fa98-4c7f-a6f4-988b132e9bde)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:03:49.858864 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0d6ee2ad-3962-4598-9a79-fa930e329d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (8ad605ad-2d7a-447e-bda1-b5f393186b7d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:49.875583 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:49.910274 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fec22359-829b-4a91-95c3-7ccaadac4d4a admin admin] Publish callbacks [] for security_group (c7bc9ba2-7012-4723-81e3-e6a81aed79e4), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:49.917118 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fec22359-829b-4a91-95c3-7ccaadac4d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (c7bc9ba2-7012-4723-81e3-e6a81aed79e4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:49.956746 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6ee2ad-3962-4598-9a79-fa930e329d13 None None] Pushing event updated for resources: {'Port': ['ID=8ad605ad-2d7a-447e-bda1-b5f393186b7d,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:49.976437 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-45a1b10c-e104-4edf-a5f4-afb0e64c45e9 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Allocated IP 172.20.0.1 (0b600166-59ad-418e-b98d-6fe11d698b02/8e62cd33-2e3b-49a5-acc8-5a3cae3b5002/f724db13-f9c1-4ab7-bd52-340bec13c812) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:03:49.999756 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fec22359-829b-4a91-95c3-7ccaadac4d4a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a810ad9d00e6433eb859a07d05a7e49b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3743312 Feb 17 18:03:50.000612 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec22359-829b-4a91-95c3-7ccaadac4d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7bc9ba2-7012-4723-81e3-e6a81aed79e4,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:50.004381 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56874) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:50.081439 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8f9b322f-96fb-4c9f-9fd6-4659d5f2cd7c admin admin] Publish callbacks [] for security_group (c7bc9ba2-7012-4723-81e3-e6a81aed79e4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:50.108392 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8f9b322f-96fb-4c9f-9fd6-4659d5f2cd7c admin admin] Publish callbacks [] for security_group (c7bc9ba2-7012-4723-81e3-e6a81aed79e4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:50.144011 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-45a1b10c-e104-4edf-a5f4-afb0e64c45e9 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for port (f724db13-f9c1-4ab7-bd52-340bec13c812), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:50.211007 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8f9b322f-96fb-4c9f-9fd6-4659d5f2cd7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (c7bc9ba2-7012-4723-81e3-e6a81aed79e4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:50.214525 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-45a1b10c-e104-4edf-a5f4-afb0e64c45e9 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (f724db13-f9c1-4ab7-bd52-340bec13c812), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:50.214702 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8f9b322f-96fb-4c9f-9fd6-4659d5f2cd7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:50.218782 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8f9b322f-96fb-4c9f-9fd6-4659d5f2cd7c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c7bc9ba2-7012-4723-81e3-e6a81aed79e4 HTTP/1.1" status: 204 len: 168 time: 0.2110202 Feb 17 18:03:50.255270 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9b322f-96fb-4c9f-9fd6-4659d5f2cd7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7bc9ba2-7012-4723-81e3-e6a81aed79e4,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:50.292038 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a1b10c-e104-4edf-a5f4-afb0e64c45e9 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Network 0b600166-59ad-418e-b98d-6fe11d698b02 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:03:50.295941 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-45a1b10c-e104-4edf-a5f4-afb0e64c45e9 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:03:50.299484 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a1b10c-e104-4edf-a5f4-afb0e64c45e9 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:03:50.344318 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a1b10c-e104-4edf-a5f4-afb0e64c45e9 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event updated for resources: {'Port': ['ID=f724db13-f9c1-4ab7-bd52-340bec13c812,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:50.378159 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-45a1b10c-e104-4edf-a5f4-afb0e64c45e9 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (c305cfa4-4a82-4508-aab9-ff84b792a751), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:50.462303 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 8ad605ad-2d7a-447e-bda1-b5f393186b7d up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:03:50.542850 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-45a1b10c-e104-4edf-a5f4-afb0e64c45e9 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (f724db13-f9c1-4ab7-bd52-340bec13c812), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:50.545729 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 8ad605ad-2d7a-447e-bda1-b5f393186b7d triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:03:50.546131 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (8ad605ad-2d7a-447e-bda1-b5f393186b7d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:50.661097 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 8ad605ad-2d7a-447e-bda1-b5f393186b7d is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:03:50.661497 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8ad605ad-2d7a-447e-bda1-b5f393186b7d), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:50.718781 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 8ad605ad-2d7a-447e-bda1-b5f393186b7d, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=8ad605ad-2d7a-447e-bda1-b5f393186b7d,segment=NetworkSegment(09385d34-fa98-4c7f-a6f4-988b132e9bde),segment_id=09385d34-fa98-4c7f-a6f4-988b132e9bde)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:03:50.724348 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (8ad605ad-2d7a-447e-bda1-b5f393186b7d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:50.741890 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56886) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:50.758995 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-910138a5-df50-402d-aa5a-1e1e9d71fd10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:50.780767 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=8ad605ad-2d7a-447e-bda1-b5f393186b7d,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:50.857419 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-910138a5-df50-402d-aa5a-1e1e9d71fd10 admin admin] Publish callbacks [] for security_group (25cba0dd-25f9-4ece-a00d-83e2069dbec5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:50.864285 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-910138a5-df50-402d-aa5a-1e1e9d71fd10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (25cba0dd-25f9-4ece-a00d-83e2069dbec5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:50.891040 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-45a1b10c-e104-4edf-a5f4-afb0e64c45e9 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for port (f724db13-f9c1-4ab7-bd52-340bec13c812), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:50.897320 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-45a1b10c-e104-4edf-a5f4-afb0e64c45e9 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (f724db13-f9c1-4ab7-bd52-340bec13c812), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:50.925753 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-910138a5-df50-402d-aa5a-1e1e9d71fd10 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ede4b183748d444da9557d17de158f35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1825140 Feb 17 18:03:50.927070 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56888) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:50.927985 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910138a5-df50-402d-aa5a-1e1e9d71fd10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25cba0dd-25f9-4ece-a00d-83e2069dbec5,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:50.999801 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-45a1b10c-e104-4edf-a5f4-afb0e64c45e9 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (c305cfa4-4a82-4508-aab9-ff84b792a751), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:51.001836 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a1b10c-e104-4edf-a5f4-afb0e64c45e9 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event updated for resources: {'Port': ['ID=f724db13-f9c1-4ab7-bd52-340bec13c812,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:51.022095 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a60c169c-bc3b-4de0-9beb-44f0130a9581 admin admin] Publish callbacks [] for security_group (25cba0dd-25f9-4ece-a00d-83e2069dbec5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:51.048850 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a60c169c-bc3b-4de0-9beb-44f0130a9581 admin admin] Publish callbacks [] for security_group (25cba0dd-25f9-4ece-a00d-83e2069dbec5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:51.107954 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a60c169c-bc3b-4de0-9beb-44f0130a9581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (25cba0dd-25f9-4ece-a00d-83e2069dbec5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:51.111443 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a60c169c-bc3b-4de0-9beb-44f0130a9581 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:51.116267 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a60c169c-bc3b-4de0-9beb-44f0130a9581 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/25cba0dd-25f9-4ece-a00d-83e2069dbec5 HTTP/1.1" status: 204 len: 168 time: 0.1835306 Feb 17 18:03:51.126128 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c169c-bc3b-4de0-9beb-44f0130a9581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25cba0dd-25f9-4ece-a00d-83e2069dbec5,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:51.147213 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a1b10c-e104-4edf-a5f4-afb0e64c45e9 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Network 0b600166-59ad-418e-b98d-6fe11d698b02 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:03:51.149111 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-45a1b10c-e104-4edf-a5f4-afb0e64c45e9 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:03:51.401149 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a1b10c-e104-4edf-a5f4-afb0e64c45e9 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Router c305cfa4-4a82-4508-aab9-ff84b792a751 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 18:03:51.422106 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8e2a7d-fdc3-4cfc-a204-e2b0594d4c65 None None] Network 0b600166-59ad-418e-b98d-6fe11d698b02 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:03:51.534816 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a1b10c-e104-4edf-a5f4-afb0e64c45e9 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:03:51.541121 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-87fd9a65-32d7-4f2a-99d3-a26fbec83721 None None] Provisioning complete for port 8ad605ad-2d7a-447e-bda1-b5f393186b7d triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:03:51.541702 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-87fd9a65-32d7-4f2a-99d3-a26fbec83721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (8ad605ad-2d7a-447e-bda1-b5f393186b7d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:51.565070 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-45a1b10c-e104-4edf-a5f4-afb0e64c45e9 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "PUT /v2.0/routers/c305cfa4-4a82-4508-aab9-ff84b792a751/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3126459 Feb 17 18:03:51.565547 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56902) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:51.569547 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb42fbf-04d4-4fb4-8d31-789a3409dda0 None None] Sync routers for ids ['c305cfa4-4a82-4508-aab9-ff84b792a751'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:03:51.642022 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be0f0ca-1007-40f8-8efa-b61ed2043885 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:03:51.643594 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9be0f0ca-1007-40f8-8efa-b61ed2043885 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "GET /v2.0/ports/f724db13-f9c1-4ab7-bd52-340bec13c812 HTTP/1.1" status: 200 len: 910 time: 0.0768373 Feb 17 18:03:51.646536 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 56906) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:51.682102 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb42fbf-04d4-4fb4-8d31-789a3409dda0 None None] Routers {'c305cfa4-4a82-4508-aab9-ff84b792a751'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:03:51.682539 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-9eb42fbf-04d4-4fb4-8d31-789a3409dda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:03:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['c305cfa4-4a82-4508-aab9-ff84b792a751'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:51.719388 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-9eb42fbf-04d4-4fb4-8d31-789a3409dda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:51.747167 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb42fbf-04d4-4fb4-8d31-789a3409dda0 None None] Routers {'c305cfa4-4a82-4508-aab9-ff84b792a751'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:03:51.747838 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-9eb42fbf-04d4-4fb4-8d31-789a3409dda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:03:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['c305cfa4-4a82-4508-aab9-ff84b792a751'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:51.788341 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-9eb42fbf-04d4-4fb4-8d31-789a3409dda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:51.789031 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb42fbf-04d4-4fb4-8d31-789a3409dda0 None None] The sync data for ids ['c305cfa4-4a82-4508-aab9-ff84b792a751'] in n-d-829613-2 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:03:51.791045 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-87fd9a65-32d7-4f2a-99d3-a26fbec83721 None None] Current status of the port 8ad605ad-2d7a-447e-bda1-b5f393186b7d is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:03:52.111947 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96c0192f-1476-451c-886d-ba4e8d4a3969 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (c305cfa4-4a82-4508-aab9-ff84b792a751), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:52.142223 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-3df55b69-eb9c-4966-9d56-df54fd11dd8f None None] Provisioning complete for port 8ad605ad-2d7a-447e-bda1-b5f393186b7d triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:03:52.143269 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3df55b69-eb9c-4966-9d56-df54fd11dd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (8ad605ad-2d7a-447e-bda1-b5f393186b7d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:52.311397 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-3df55b69-eb9c-4966-9d56-df54fd11dd8f None None] Current status of the port 8ad605ad-2d7a-447e-bda1-b5f393186b7d is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:03:52.339420 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-3df55b69-eb9c-4966-9d56-df54fd11dd8f None None] Provisioning complete for port f724db13-f9c1-4ab7-bd52-340bec13c812 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:03:52.339808 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3df55b69-eb9c-4966-9d56-df54fd11dd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (f724db13-f9c1-4ab7-bd52-340bec13c812), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:52.438087 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 8ad605ad-2d7a-447e-bda1-b5f393186b7d up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:03:52.492287 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-3df55b69-eb9c-4966-9d56-df54fd11dd8f None None] Port f724db13-f9c1-4ab7-bd52-340bec13c812 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:03:52.532609 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 8ad605ad-2d7a-447e-bda1-b5f393186b7d triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:03:52.533718 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (8ad605ad-2d7a-447e-bda1-b5f393186b7d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:52.648119 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96c0192f-1476-451c-886d-ba4e8d4a3969 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Deleting port f724db13-f9c1-4ab7-bd52-340bec13c812 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:03:52.648590 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96c0192f-1476-451c-886d-ba4e8d4a3969 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (f724db13-f9c1-4ab7-bd52-340bec13c812), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:52.668116 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 8ad605ad-2d7a-447e-bda1-b5f393186b7d is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:03:52.675888 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-763b1105-6830-4ff2-9dc4-070b45816a91 None None] Provisioning complete for port f724db13-f9c1-4ab7-bd52-340bec13c812 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:03:52.676467 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-763b1105-6830-4ff2-9dc4-070b45816a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (f724db13-f9c1-4ab7-bd52-340bec13c812), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:52.721489 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-763b1105-6830-4ff2-9dc4-070b45816a91 None None] Port f724db13-f9c1-4ab7-bd52-340bec13c812 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:03:52.771589 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96c0192f-1476-451c-886d-ba4e8d4a3969 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (f724db13-f9c1-4ab7-bd52-340bec13c812), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:52.788157 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-96c0192f-1476-451c-886d-ba4e8d4a3969 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Calling delete_port for f724db13-f9c1-4ab7-bd52-340bec13c812 owned by network:router_interface {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:03:52.842588 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-ebe9383f-0d02-41fd-8c37-19b195126636 None None] Provisioning complete for port f724db13-f9c1-4ab7-bd52-340bec13c812 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:03:52.842970 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ebe9383f-0d02-41fd-8c37-19b195126636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (f724db13-f9c1-4ab7-bd52-340bec13c812), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:53.042346 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96c0192f-1476-451c-886d-ba4e8d4a3969 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (f724db13-f9c1-4ab7-bd52-340bec13c812), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:53.064091 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-ebe9383f-0d02-41fd-8c37-19b195126636 None None] Port f724db13-f9c1-4ab7-bd52-340bec13c812 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:03:53.073972 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c0192f-1476-451c-886d-ba4e8d4a3969 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event deleted for resources: {'Port': ['ID=f724db13-f9c1-4ab7-bd52-340bec13c812,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:53.234007 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-96c0192f-1476-451c-886d-ba4e8d4a3969 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (c305cfa4-4a82-4508-aab9-ff84b792a751), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:53.421746 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c0192f-1476-451c-886d-ba4e8d4a3969 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Router c305cfa4-4a82-4508-aab9-ff84b792a751 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:03:53.870416 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c0192f-1476-451c-886d-ba4e8d4a3969 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:03:53.876667 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-96c0192f-1476-451c-886d-ba4e8d4a3969 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "PUT /v2.0/routers/c305cfa4-4a82-4508-aab9-ff84b792a751/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2287807 Feb 17 18:03:53.879536 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 56984) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:53.884480 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25506544-628c-454f-bae6-5e6ba0a616c4 None None] Sync routers for ids ['c305cfa4-4a82-4508-aab9-ff84b792a751'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:03:53.894759 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25506544-628c-454f-bae6-5e6ba0a616c4 None None] Routers {'c305cfa4-4a82-4508-aab9-ff84b792a751'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:03:53.895386 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-25506544-628c-454f-bae6-5e6ba0a616c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:03:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['c305cfa4-4a82-4508-aab9-ff84b792a751'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:53.910558 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-14a7bd74-b99f-43fe-8428-2bb849c95e07 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "GET /v2.0/ports?device_id=c305cfa4-4a82-4508-aab9-ff84b792a751 HTTP/1.1" status: 200 len: 205 time: 0.0296602 Feb 17 18:03:53.913036 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 56986) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:53.933511 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-25506544-628c-454f-bae6-5e6ba0a616c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:53.943861 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25506544-628c-454f-bae6-5e6ba0a616c4 None None] Routers {'c305cfa4-4a82-4508-aab9-ff84b792a751'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:03:53.944903 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-25506544-628c-454f-bae6-5e6ba0a616c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:03:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['c305cfa4-4a82-4508-aab9-ff84b792a751'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:53.984390 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-25506544-628c-454f-bae6-5e6ba0a616c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:53.985051 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25506544-628c-454f-bae6-5e6ba0a616c4 None None] The sync data for ids ['c305cfa4-4a82-4508-aab9-ff84b792a751'] in n-d-829613-2 is: [] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:03:54.007768 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8bed22c4-9346-4335-9073-220d0cd5d6f4 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for router (c305cfa4-4a82-4508-aab9-ff84b792a751), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:54.156794 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56990) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:54.176785 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8bed22c4-9346-4335-9073-220d0cd5d6f4 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (c305cfa4-4a82-4508-aab9-ff84b792a751), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:54.179045 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8bed22c4-9346-4335-9073-220d0cd5d6f4 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for router_controller (c305cfa4-4a82-4508-aab9-ff84b792a751), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:54.224235 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8bed22c4-9346-4335-9073-220d0cd5d6f4 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (c305cfa4-4a82-4508-aab9-ff84b792a751), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:54.224909 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bed22c4-9346-4335-9073-220d0cd5d6f4 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Fanout notify agent at l3_agent the message router_deleted on router c305cfa4-4a82-4508-aab9-ff84b792a751 {{(pid=103435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 18:03:54.232441 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8bed22c4-9346-4335-9073-220d0cd5d6f4 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:54.236393 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 56994) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:54.236526 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-8bed22c4-9346-4335-9073-220d0cd5d6f4 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "DELETE /v2.0/routers/c305cfa4-4a82-4508-aab9-ff84b792a751 HTTP/1.1" status: 204 len: 168 time: 0.3217542 Feb 17 18:03:54.298054 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-be9c0be5-cb56-4b83-8983-061217b2198b tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Deleting subnet 8e62cd33-2e3b-49a5-acc8-5a3cae3b5002 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:03:54.306810 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-be9c0be5-cb56-4b83-8983-061217b2198b tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for subnet (8e62cd33-2e3b-49a5-acc8-5a3cae3b5002), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:54.338084 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5996bcf7-031f-453a-85ab-4c94c8d2bf22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:54.363516 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-be9c0be5-cb56-4b83-8983-061217b2198b tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (8e62cd33-2e3b-49a5-acc8-5a3cae3b5002), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:54.487546 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-be9c0be5-cb56-4b83-8983-061217b2198b tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (8e62cd33-2e3b-49a5-acc8-5a3cae3b5002), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:54.533656 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5996bcf7-031f-453a-85ab-4c94c8d2bf22 admin admin] Publish callbacks [] for security_group (4dc4ca62-9296-42e9-bfbb-4542ad3aaebf), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:54.540496 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5996bcf7-031f-453a-85ab-4c94c8d2bf22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (4dc4ca62-9296-42e9-bfbb-4542ad3aaebf), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:54.591754 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5996bcf7-031f-453a-85ab-4c94c8d2bf22 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=93ad3dec7172408e92aa98b80d8b58aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4330435 Feb 17 18:03:54.594528 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57000) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:54.594991 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996bcf7-031f-453a-85ab-4c94c8d2bf22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc4ca62-9296-42e9-bfbb-4542ad3aaebf,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:54.604354 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-be9c0be5-cb56-4b83-8983-061217b2198b tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (8e62cd33-2e3b-49a5-acc8-5a3cae3b5002), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:54.622177 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-be9c0be5-cb56-4b83-8983-061217b2198b tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:54.630216 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277407f6-126a-4fff-9ecf-32460b8f9fe1 None None] Network 0b600166-59ad-418e-b98d-6fe11d698b02 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:03:54.630746 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57002) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:54.633453 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-be9c0be5-cb56-4b83-8983-061217b2198b tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "DELETE /v2.0/subnets/8e62cd33-2e3b-49a5-acc8-5a3cae3b5002 HTTP/1.1" status: 204 len: 168 time: 0.3909206 Feb 17 18:03:54.675755 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9c0be5-cb56-4b83-8983-061217b2198b tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event deleted for resources: {'Subnet': ['ID=8e62cd33-2e3b-49a5-acc8-5a3cae3b5002,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:54.713658 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1a3d5bbc-8913-48f3-81ec-fa7959429b43 admin admin] Publish callbacks [] for security_group (4dc4ca62-9296-42e9-bfbb-4542ad3aaebf), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:54.770171 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5dd6fdd3-d5f6-458c-bd06-02874a8eb561 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (0b600166-59ad-418e-b98d-6fe11d698b02), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:54.776463 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1a3d5bbc-8913-48f3-81ec-fa7959429b43 admin admin] Publish callbacks [] for security_group (4dc4ca62-9296-42e9-bfbb-4542ad3aaebf), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:54.829191 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ca2de4-163d-4d05-8588-4472b4bb9075 None None] DHCP port deletion for 0b600166-59ad-418e-b98d-6fe11d698b02 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 18:03:54.865949 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-5dd6fdd3-d5f6-458c-bd06-02874a8eb561 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Deleting port 8ad605ad-2d7a-447e-bda1-b5f393186b7d {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:03:54.866328 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5dd6fdd3-d5f6-458c-bd06-02874a8eb561 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (8ad605ad-2d7a-447e-bda1-b5f393186b7d), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:54.884200 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1a3d5bbc-8913-48f3-81ec-fa7959429b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (4dc4ca62-9296-42e9-bfbb-4542ad3aaebf), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:54.887648 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1a3d5bbc-8913-48f3-81ec-fa7959429b43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:54.891515 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1a3d5bbc-8913-48f3-81ec-fa7959429b43 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4dc4ca62-9296-42e9-bfbb-4542ad3aaebf HTTP/1.1" status: 204 len: 168 time: 0.2955890 Feb 17 18:03:54.893745 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-69ca2de4-163d-4d05-8588-4472b4bb9075 None None] Deleting port 8ad605ad-2d7a-447e-bda1-b5f393186b7d {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:03:54.894745 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-69ca2de4-163d-4d05-8588-4472b4bb9075 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (8ad605ad-2d7a-447e-bda1-b5f393186b7d), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:54.916197 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d5bbc-8913-48f3-81ec-fa7959429b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc4ca62-9296-42e9-bfbb-4542ad3aaebf,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:54.968964 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-5dd6fdd3-d5f6-458c-bd06-02874a8eb561 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] For port 8ad605ad-2d7a-447e-bda1-b5f393186b7d, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=8ad605ad-2d7a-447e-bda1-b5f393186b7d,segment=NetworkSegment(09385d34-fa98-4c7f-a6f4-988b132e9bde),segment_id=09385d34-fa98-4c7f-a6f4-988b132e9bde)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:03:54.969330 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5dd6fdd3-d5f6-458c-bd06-02874a8eb561 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (8ad605ad-2d7a-447e-bda1-b5f393186b7d), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:54.990229 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-5dd6fdd3-d5f6-458c-bd06-02874a8eb561 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Calling delete_port for 8ad605ad-2d7a-447e-bda1-b5f393186b7d owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:03:55.001176 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-69ca2de4-163d-4d05-8588-4472b4bb9075 None None] For port 8ad605ad-2d7a-447e-bda1-b5f393186b7d, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=8ad605ad-2d7a-447e-bda1-b5f393186b7d,segment=NetworkSegment(09385d34-fa98-4c7f-a6f4-988b132e9bde),segment_id=09385d34-fa98-4c7f-a6f4-988b132e9bde)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:03:55.001837 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-69ca2de4-163d-4d05-8588-4472b4bb9075 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (8ad605ad-2d7a-447e-bda1-b5f393186b7d), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:55.020815 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-69ca2de4-163d-4d05-8588-4472b4bb9075 None None] Calling delete_port for 8ad605ad-2d7a-447e-bda1-b5f393186b7d owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:03:55.103475 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5dd6fdd3-d5f6-458c-bd06-02874a8eb561 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (8ad605ad-2d7a-447e-bda1-b5f393186b7d), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:55.122886 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-69ca2de4-163d-4d05-8588-4472b4bb9075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (8ad605ad-2d7a-447e-bda1-b5f393186b7d), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:55.148813 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd6fdd3-d5f6-458c-bd06-02874a8eb561 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] No DVR routers for this DVR port 8ad605ad-2d7a-447e-bda1-b5f393186b7d on host n-d-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:03:55.154989 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ca2de4-163d-4d05-8588-4472b4bb9075 None None] Pushing event deleted for resources: {'Port': ['ID=8ad605ad-2d7a-447e-bda1-b5f393186b7d,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:55.155266 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd6fdd3-d5f6-458c-bd06-02874a8eb561 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event deleted for resources: {'Port': ['ID=8ad605ad-2d7a-447e-bda1-b5f393186b7d,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:55.166228 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ca2de4-163d-4d05-8588-4472b4bb9075 None None] No DVR routers for this DVR port 8ad605ad-2d7a-447e-bda1-b5f393186b7d on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:03:55.294388 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5dd6fdd3-d5f6-458c-bd06-02874a8eb561 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (0b600166-59ad-418e-b98d-6fe11d698b02), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:55.329948 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-5dd6fdd3-d5f6-458c-bd06-02874a8eb561 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b600166-59ad-418e-b98d-6fe11d698b02']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:55.336667 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57014) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:55.351042 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-5dd6fdd3-d5f6-458c-bd06-02874a8eb561 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09385d34-fa98-4c7f-a6f4-988b132e9bde') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:55.351393 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-5dd6fdd3-d5f6-458c-bd06-02874a8eb561 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09385d34-fa98-4c7f-a6f4-988b132e9bde') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:55.353234 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-46896571-5f22-4f55-a9a0-b64446f147f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:55.363522 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5dd6fdd3-d5f6-458c-bd06-02874a8eb561 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (09385d34-fa98-4c7f-a6f4-988b132e9bde), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:55.378304 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5dd6fdd3-d5f6-458c-bd06-02874a8eb561 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (09385d34-fa98-4c7f-a6f4-988b132e9bde), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:55.386240 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dd6fdd3-d5f6-458c-bd06-02874a8eb561 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:03:55.387287 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5dd6fdd3-d5f6-458c-bd06-02874a8eb561 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (09385d34-fa98-4c7f-a6f4-988b132e9bde), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:55.390647 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 18:03:55.390647 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:03:55.390647 n-d-829613-2 neutron-server[103435]: timer() Feb 17 18:03:55.390647 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:03:55.390647 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 18:03:55.390647 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:03:55.390647 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 18:03:55.390647 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:03:55.390647 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 18:03:55.390647 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:03:55.390647 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 18:03:55.390647 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:03:55.390647 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 18:03:55.390647 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:03:55.390647 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:03:55.390647 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:03:55.390647 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:03:55.390647 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:03:55.390647 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 18:03:55.390647 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:03:55.390647 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 18:03:55.390647 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:03:55.390647 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:03:55.390647 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:03:55.390647 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 18:03:55.390647 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:03:55.390647 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:03:55.390647 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:03:55.390647 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:03:55.390647 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:03:55.390647 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:03:55.390647 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:03:55.461882 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5dd6fdd3-d5f6-458c-bd06-02874a8eb561 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (0b600166-59ad-418e-b98d-6fe11d698b02), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:55.470207 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5dd6fdd3-d5f6-458c-bd06-02874a8eb561 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:55.473780 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-5dd6fdd3-d5f6-458c-bd06-02874a8eb561 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "DELETE /v2.0/networks/0b600166-59ad-418e-b98d-6fe11d698b02 HTTP/1.1" status: 204 len: 168 time: 0.8419619 Feb 17 18:03:55.482868 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57016) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:55.490055 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-737dcdf9-72c2-4845-8c5f-f69694b98d63 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-347695577', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}, 'admin_state_up': False}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:03:55.490988 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd6fdd3-d5f6-458c-bd06-02874a8eb561 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event deleted for resources: {'Network': ['ID=0b600166-59ad-418e-b98d-6fe11d698b02,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:55.530620 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-737dcdf9-72c2-4845-8c5f-f69694b98d63 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (dd1a8084-9900-46d9-8c3b-78df9e9c6ce3), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:55.531667 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-737dcdf9-72c2-4845-8c5f-f69694b98d63 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (dd1a8084-9900-46d9-8c3b-78df9e9c6ce3), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:55.540190 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-46896571-5f22-4f55-a9a0-b64446f147f0 admin admin] Publish callbacks [] for security_group (11b014c8-92f6-4735-b010-53075789e7b7), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:55.551996 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-46896571-5f22-4f55-a9a0-b64446f147f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (11b014c8-92f6-4735-b010-53075789e7b7), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:55.624208 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-737dcdf9-72c2-4845-8c5f-f69694b98d63 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for router_controller (dd1a8084-9900-46d9-8c3b-78df9e9c6ce3), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:55.635439 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-46896571-5f22-4f55-a9a0-b64446f147f0 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ff2418568f2945baa0fb472198353f4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2976604 Feb 17 18:03:55.639802 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57018) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:55.647384 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46896571-5f22-4f55-a9a0-b64446f147f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b014c8-92f6-4735-b010-53075789e7b7,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:55.827332 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-737dcdf9-72c2-4845-8c5f-f69694b98d63 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for router_gateway (dd1a8084-9900-46d9-8c3b-78df9e9c6ce3), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:55.831088 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4c55fe63-e0f5-4e22-92fe-c77662d956d8 admin admin] Publish callbacks [] for security_group (11b014c8-92f6-4735-b010-53075789e7b7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:55.874339 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4c55fe63-e0f5-4e22-92fe-c77662d956d8 admin admin] Publish callbacks [] for security_group (11b014c8-92f6-4735-b010-53075789e7b7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:55.978338 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4c55fe63-e0f5-4e22-92fe-c77662d956d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (11b014c8-92f6-4735-b010-53075789e7b7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:55.981533 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4c55fe63-e0f5-4e22-92fe-c77662d956d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:55.982707 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4c55fe63-e0f5-4e22-92fe-c77662d956d8 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/11b014c8-92f6-4735-b010-53075789e7b7 HTTP/1.1" status: 204 len: 168 time: 0.3418965 Feb 17 18:03:55.994657 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55fe63-e0f5-4e22-92fe-c77662d956d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b014c8-92f6-4735-b010-53075789e7b7,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:56.126579 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-737dcdf9-72c2-4845-8c5f-f69694b98d63 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for router_gateway (dd1a8084-9900-46d9-8c3b-78df9e9c6ce3), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:56.148145 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-737dcdf9-72c2-4845-8c5f-f69694b98d63 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:56.266215 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-737dcdf9-72c2-4845-8c5f-f69694b98d63 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Allocated IP 172.25.8.110 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/1482e439-aad1-4c13-864c-379d0be9589d) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:03:56.370345 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 8ad605ad-2d7a-447e-bda1-b5f393186b7d no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:03:56.406371 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-737dcdf9-72c2-4845-8c5f-f69694b98d63 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for port (1482e439-aad1-4c13-864c-379d0be9589d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:56.409666 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 8ad605ad-2d7a-447e-bda1-b5f393186b7d {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:03:56.409915 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 8ad605ad-2d7a-447e-bda1-b5f393186b7d not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:03:56.449118 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-737dcdf9-72c2-4845-8c5f-f69694b98d63 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (1482e439-aad1-4c13-864c-379d0be9589d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:56.488451 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737dcdf9-72c2-4845-8c5f-f69694b98d63 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:03:56.493779 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-737dcdf9-72c2-4845-8c5f-f69694b98d63 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:03:56.503008 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737dcdf9-72c2-4845-8c5f-f69694b98d63 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:03:56.538561 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737dcdf9-72c2-4845-8c5f-f69694b98d63 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event updated for resources: {'Port': ['ID=1482e439-aad1-4c13-864c-379d0be9589d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:56.853423 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-737dcdf9-72c2-4845-8c5f-f69694b98d63 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for router_gateway (dd1a8084-9900-46d9-8c3b-78df9e9c6ce3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:57.120687 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-737dcdf9-72c2-4845-8c5f-f69694b98d63 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (dd1a8084-9900-46d9-8c3b-78df9e9c6ce3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:57.344306 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-737dcdf9-72c2-4845-8c5f-f69694b98d63 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Router dd1a8084-9900-46d9-8c3b-78df9e9c6ce3 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 18:03:57.573186 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737dcdf9-72c2-4845-8c5f-f69694b98d63 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:03:57.588612 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65af70a3-ba95-42eb-9e66-2e0f024ccd57 None None] Sync routers for ids ['dd1a8084-9900-46d9-8c3b-78df9e9c6ce3'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:03:57.602698 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65af70a3-ba95-42eb-9e66-2e0f024ccd57 None None] Routers {'dd1a8084-9900-46d9-8c3b-78df9e9c6ce3'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:03:57.603075 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-737dcdf9-72c2-4845-8c5f-f69694b98d63 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:57.604663 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-65af70a3-ba95-42eb-9e66-2e0f024ccd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:03:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['dd1a8084-9900-46d9-8c3b-78df9e9c6ce3'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:57.607224 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-737dcdf9-72c2-4845-8c5f-f69694b98d63 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.1200562 Feb 17 18:03:57.607888 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57084) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:57.648183 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-65af70a3-ba95-42eb-9e66-2e0f024ccd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:57.664307 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65af70a3-ba95-42eb-9e66-2e0f024ccd57 None None] Routers {'dd1a8084-9900-46d9-8c3b-78df9e9c6ce3'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:03:57.665938 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-65af70a3-ba95-42eb-9e66-2e0f024ccd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:03:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['dd1a8084-9900-46d9-8c3b-78df9e9c6ce3'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:57.717817 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-65af70a3-ba95-42eb-9e66-2e0f024ccd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:03:57.719129 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65af70a3-ba95-42eb-9e66-2e0f024ccd57 None None] The sync data for ids ['dd1a8084-9900-46d9-8c3b-78df9e9c6ce3'] in n-d-829613-2 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:03:57.817576 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a690e11b-a406-4f28-b171-5d331c2927e5 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "GET /v2.0/routers/dd1a8084-9900-46d9-8c3b-78df9e9c6ce3 HTTP/1.1" status: 200 len: 880 time: 0.2081156 Feb 17 18:03:57.819868 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57088) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:57.941542 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57094) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:58.047516 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f2da5-bf48-4d68-8f75-019a1241a785 req-d3bc83a5-9697-437e-909b-0b2a0f66906d tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:03:58.049399 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-af2f2da5-bf48-4d68-8f75-019a1241a785 req-d3bc83a5-9697-437e-909b-0b2a0f66906d tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] 10.222.0.87 "GET /v2.0/ports?device_id=c9ee7ba7-2b70-406d-88cf-4b87fdb572d6 HTTP/1.1" status: 200 len: 946 time: 0.0768828 Feb 17 18:03:58.123049 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-af2f2da5-bf48-4d68-8f75-019a1241a785 req-826a5948-a099-4826-bdd1-cae43fe44edb tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] 10.222.0.87 "GET /v2.0/security-groups?id=28960048-9246-4e6d-bb91-0264d7a8ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677776 Feb 17 18:03:58.187559 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-db954b1c-72aa-42a1-81b5-bccc41c5d352 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:58.287968 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-db954b1c-72aa-42a1-81b5-bccc41c5d352 admin admin] Publish callbacks [] for security_group (1e482320-21d9-4bca-8a53-6b54a7869ca7), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:58.295733 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-db954b1c-72aa-42a1-81b5-bccc41c5d352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (1e482320-21d9-4bca-8a53-6b54a7869ca7), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:58.353593 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-db954b1c-72aa-42a1-81b5-bccc41c5d352 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=0b6b61173755458ab253b67d5b638505&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4061770 Feb 17 18:03:58.353593 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db954b1c-72aa-42a1-81b5-bccc41c5d352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e482320-21d9-4bca-8a53-6b54a7869ca7,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:58.354059 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57102) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:58.422519 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-476828d9-061a-4b0d-87fb-1c82f0b689d5 admin admin] Publish callbacks [] for security_group (1e482320-21d9-4bca-8a53-6b54a7869ca7), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:58.452076 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-476828d9-061a-4b0d-87fb-1c82f0b689d5 admin admin] Publish callbacks [] for security_group (1e482320-21d9-4bca-8a53-6b54a7869ca7), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:58.539215 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-476828d9-061a-4b0d-87fb-1c82f0b689d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (1e482320-21d9-4bca-8a53-6b54a7869ca7), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:58.545190 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-476828d9-061a-4b0d-87fb-1c82f0b689d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:58.562459 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-476828d9-061a-4b0d-87fb-1c82f0b689d5 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/1e482320-21d9-4bca-8a53-6b54a7869ca7 HTTP/1.1" status: 204 len: 168 time: 0.2070611 Feb 17 18:03:58.587591 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476828d9-061a-4b0d-87fb-1c82f0b689d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e482320-21d9-4bca-8a53-6b54a7869ca7,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:03:58.720515 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-89178d2a-ba85-481f-9200-dae42c6e5a29 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.8978229 Feb 17 18:03:58.723515 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57106) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:58.729607 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-1a3530fb-088c-4699-8a33-c1118e5335a0 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-347695577'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:03:59.311806 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31488039-c2e1-49fb-987a-9424f0baf0f5 req-0bc7d17f-adbd-4c4c-9b6b-3a42a223a0d2 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:03:59.314033 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-31488039-c2e1-49fb-987a-9424f0baf0f5 req-0bc7d17f-adbd-4c4c-9b6b-3a42a223a0d2 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9ee7ba7-2b70-406d-88cf-4b87fdb572d6 HTTP/1.1" status: 200 len: 946 time: 0.1248589 Feb 17 18:03:59.321566 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1a3530fb-088c-4699-8a33-c1118e5335a0 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-362104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31404'] for router (dd1a8084-9900-46d9-8c3b-78df9e9c6ce3), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:59.405786 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1a3530fb-088c-4699-8a33-c1118e5335a0 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-362081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-362090', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-362947'] for router (dd1a8084-9900-46d9-8c3b-78df9e9c6ce3), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:59.549038 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6464c-9903-474f-886a-7014d0d0f1cb req-2183ca68-a41e-4a0d-947b-4583eba81ed3 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:03:59.550656 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-57b6464c-9903-474f-886a-7014d0d0f1cb req-2183ca68-a41e-4a0d-947b-4583eba81ed3 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] 10.222.0.87 "GET /v2.0/ports?device_id=c9ee7ba7-2b70-406d-88cf-4b87fdb572d6 HTTP/1.1" status: 200 len: 946 time: 0.2355964 Feb 17 18:03:59.618171 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57134) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:03:59.621795 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-31488039-c2e1-49fb-987a-9424f0baf0f5 req-729f1888-26f4-4fae-a894-46734a7a22a2 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Deleting port 143e4766-435e-4543-b4a8-3e1823630b54 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:03:59.622253 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-31488039-c2e1-49fb-987a-9424f0baf0f5 req-729f1888-26f4-4fae-a894-46734a7a22a2 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (143e4766-435e-4543-b4a8-3e1823630b54), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:59.674700 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-57b6464c-9903-474f-886a-7014d0d0f1cb req-00f76fe8-5f24-471f-b534-28825e421abf tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] 10.222.0.87 "GET /v2.0/security-groups?id=28960048-9246-4e6d-bb91-0264d7a8ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173558 Feb 17 18:03:59.677353 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a3530fb-088c-4699-8a33-c1118e5335a0 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Router dd1a8084-9900-46d9-8c3b-78df9e9c6ce3 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:03:59.803587 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f5564cc3-1361-420a-a0e5-045c4beb9974 tempest-AgentManagementNegativeTest-1919774687 tempest-AgentManagementNegativeTest-1919774687-project] 10.222.0.87 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1720736 Feb 17 18:03:59.836557 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-31488039-c2e1-49fb-987a-9424f0baf0f5 req-729f1888-26f4-4fae-a894-46734a7a22a2 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] For port 143e4766-435e-4543-b4a8-3e1823630b54, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=143e4766-435e-4543-b4a8-3e1823630b54,segment=NetworkSegment(69632a0c-2719-4683-92f0-d5b62fe44452),segment_id=69632a0c-2719-4683-92f0-d5b62fe44452)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:03:59.837080 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-31488039-c2e1-49fb-987a-9424f0baf0f5 req-729f1888-26f4-4fae-a894-46734a7a22a2 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (143e4766-435e-4543-b4a8-3e1823630b54), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:59.982290 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3530fb-088c-4699-8a33-c1118e5335a0 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:03:59.995739 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1a3530fb-088c-4699-8a33-c1118e5335a0 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:03:59.997591 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1a3530fb-088c-4699-8a33-c1118e5335a0 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "PUT /v2.0/routers/dd1a8084-9900-46d9-8c3b-78df9e9c6ce3 HTTP/1.1" status: 200 len: 887 time: 1.2724493 Feb 17 18:04:00.000949 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57146) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:00.007057 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1969f379-ae42-4200-9969-19c3bf4c4397 None None] Sync routers for ids ['dd1a8084-9900-46d9-8c3b-78df9e9c6ce3'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:04:00.028714 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1969f379-ae42-4200-9969-19c3bf4c4397 None None] Routers {'dd1a8084-9900-46d9-8c3b-78df9e9c6ce3'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:04:00.029341 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-1969f379-ae42-4200-9969-19c3bf4c4397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:03:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['dd1a8084-9900-46d9-8c3b-78df9e9c6ce3'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:00.069893 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-1969f379-ae42-4200-9969-19c3bf4c4397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:00.079551 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1969f379-ae42-4200-9969-19c3bf4c4397 None None] Routers {'dd1a8084-9900-46d9-8c3b-78df9e9c6ce3'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:04:00.080441 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-1969f379-ae42-4200-9969-19c3bf4c4397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:03:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['dd1a8084-9900-46d9-8c3b-78df9e9c6ce3'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:00.119782 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-1969f379-ae42-4200-9969-19c3bf4c4397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:00.120749 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1969f379-ae42-4200-9969-19c3bf4c4397 None None] The sync data for ids ['dd1a8084-9900-46d9-8c3b-78df9e9c6ce3'] in n-d-829613-2 is: [] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:04:00.142974 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-31488039-c2e1-49fb-987a-9424f0baf0f5 req-729f1888-26f4-4fae-a894-46734a7a22a2 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:00.143334 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-31488039-c2e1-49fb-987a-9424f0baf0f5 req-729f1888-26f4-4fae-a894-46734a7a22a2 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (203cce41-6a09-4dfb-9ff5-50cc93e192a8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:00.143652 n-d-829613-2 neutron-server[103435]: INFO neutron.db.l3_db [req-31488039-c2e1-49fb-987a-9424f0baf0f5 req-729f1888-26f4-4fae-a894-46734a7a22a2 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Floating IP 203cce41-6a09-4dfb-9ff5-50cc93e192a8 disassociated. External IP: 172.25.8.25, port: 143e4766-435e-4543-b4a8-3e1823630b54. Feb 17 18:04:00.143990 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-31488039-c2e1-49fb-987a-9424f0baf0f5 req-729f1888-26f4-4fae-a894-46734a7a22a2 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Calling delete_port for 143e4766-435e-4543-b4a8-3e1823630b54 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:04:00.164309 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7a1905b6-16e0-48c6-8aba-3706bd607c66 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "GET /v2.0/routers/dd1a8084-9900-46d9-8c3b-78df9e9c6ce3 HTTP/1.1" status: 200 len: 887 time: 0.1607585 Feb 17 18:04:00.165158 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57150) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:00.212694 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c1372d0b-7732-4d82-a219-4d7a3d4c9c0d tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "GET /v2.0/ports?device_id=dd1a8084-9900-46d9-8c3b-78df9e9c6ce3 HTTP/1.1" status: 200 len: 205 time: 0.0459764 Feb 17 18:04:00.213784 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57152) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:00.302673 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57154) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:00.311541 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-31488039-c2e1-49fb-987a-9424f0baf0f5 req-729f1888-26f4-4fae-a894-46734a7a22a2 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (143e4766-435e-4543-b4a8-3e1823630b54), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:00.343050 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f1888-26f4-4fae-a894-46734a7a22a2 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Pushing event deleted for resources: {'Port': ['ID=143e4766-435e-4543-b4a8-3e1823630b54,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:00.373121 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-577a9932-3013-43c6-a516-e2d00a5a3528 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for router (dd1a8084-9900-46d9-8c3b-78df9e9c6ce3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:00.492452 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-78f8a84d-2c91-4cd6-929b-0120b0d7d110 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:00.520420 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-577a9932-3013-43c6-a516-e2d00a5a3528 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for router_gateway (dd1a8084-9900-46d9-8c3b-78df9e9c6ce3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:00.521673 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31488039-c2e1-49fb-987a-9424f0baf0f5 req-729f1888-26f4-4fae-a894-46734a7a22a2 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Router 0f840601-cae6-4109-baeb-5aa015ce769d has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:04:00.580539 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-577a9932-3013-43c6-a516-e2d00a5a3528 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Deleting port 1482e439-aad1-4c13-864c-379d0be9589d {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:04:00.580854 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-577a9932-3013-43c6-a516-e2d00a5a3528 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (1482e439-aad1-4c13-864c-379d0be9589d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:00.672487 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-577a9932-3013-43c6-a516-e2d00a5a3528 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (1482e439-aad1-4c13-864c-379d0be9589d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:00.679801 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-78f8a84d-2c91-4cd6-929b-0120b0d7d110 admin admin] Publish callbacks [] for security_group (9acf273d-27de-425d-86d7-4edf37f787c2), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:00.684022 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31488039-c2e1-49fb-987a-9424f0baf0f5 req-729f1888-26f4-4fae-a894-46734a7a22a2 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:04:00.686171 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-78f8a84d-2c91-4cd6-929b-0120b0d7d110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (9acf273d-27de-425d-86d7-4edf37f787c2), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:00.688680 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-577a9932-3013-43c6-a516-e2d00a5a3528 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Calling delete_port for 1482e439-aad1-4c13-864c-379d0be9589d owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:04:00.711279 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e9006c-8b2b-4d9c-a654-f69d1bbdb653 None None] Sync routers for ids ['0f840601-cae6-4109-baeb-5aa015ce769d'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:04:00.743542 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e9006c-8b2b-4d9c-a654-f69d1bbdb653 None None] Routers {'0f840601-cae6-4109-baeb-5aa015ce769d'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:04:00.747641 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-72e9006c-8b2b-4d9c-a654-f69d1bbdb653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:03:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0f840601-cae6-4109-baeb-5aa015ce769d'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:00.825955 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-31488039-c2e1-49fb-987a-9424f0baf0f5 req-729f1888-26f4-4fae-a894-46734a7a22a2 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] No DVR routers for this DVR port 143e4766-435e-4543-b4a8-3e1823630b54 on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:04:00.829554 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f8a84d-2c91-4cd6-929b-0120b0d7d110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9acf273d-27de-425d-86d7-4edf37f787c2,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:00.855176 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-31488039-c2e1-49fb-987a-9424f0baf0f5 req-729f1888-26f4-4fae-a894-46734a7a22a2 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:00.860702 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-31488039-c2e1-49fb-987a-9424f0baf0f5 req-729f1888-26f4-4fae-a894-46734a7a22a2 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] 10.222.0.71 "DELETE /v2.0/ports/143e4766-435e-4543-b4a8-3e1823630b54 HTTP/1.1" status: 204 len: 173 time: 1.5312057 Feb 17 18:04:00.860702 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ee7ba7-2b70-406d-88cf-4b87fdb572d6', 'name': 'network-vif-deleted', 'tag': '143e4766-435e-4543-b4a8-3e1823630b54'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:04:00.862434 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967f13a4-fec8-48f1-9110-e55a026d0356" -d '{"events": [{"server_uuid": "c9ee7ba7-2b70-406d-88cf-4b87fdb572d6", "name": "network-vif-deleted", "tag": "143e4766-435e-4543-b4a8-3e1823630b54"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:04:00.869781 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-78f8a84d-2c91-4cd6-929b-0120b0d7d110 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5bf1ab1253f444f59dafe7d782cdc6d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5633245 Feb 17 18:04:00.869992 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57162) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:00.878401 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3311fc95-9a3d-4674-99b4-5c60372ac621 req-3051b542-d1ae-41c8-aedf-c1da553e51ed tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] 10.222.0.87 "GET /v2.0/ports?device_id=c9ee7ba7-2b70-406d-88cf-4b87fdb572d6 HTTP/1.1" status: 200 len: 210 time: 0.0774469 Feb 17 18:04:00.976560 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-577a9932-3013-43c6-a516-e2d00a5a3528 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (1482e439-aad1-4c13-864c-379d0be9589d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:01.012608 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-72e9006c-8b2b-4d9c-a654-f69d1bbdb653 None None] Set router 0f840601-cae6-4109-baeb-5aa015ce769d gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:04:01.013379 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5959080-0276-4ace-86c2-3a961bf3373b x-openstack-request-id: req-b5959080-0276-4ace-86c2-3a961bf3373b {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:04:01.013681 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9ee7ba7-2b70-406d-88cf-4b87fdb572d6", "name": "network-vif-deleted", "tag": "143e4766-435e-4543-b4a8-3e1823630b54", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:04:01.013939 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b5959080-0276-4ace-86c2-3a961bf3373b {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:04:01.014350 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ee7ba7-2b70-406d-88cf-4b87fdb572d6', 'name': 'network-vif-deleted', 'tag': '143e4766-435e-4543-b4a8-3e1823630b54', 'status': 'completed', 'code': 200} Feb 17 18:04:01.030658 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b523d624-8c65-4af9-af61-ebb26d5ca59e admin admin] Publish callbacks [] for security_group (9acf273d-27de-425d-86d7-4edf37f787c2), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:01.063178 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a9932-3013-43c6-a516-e2d00a5a3528 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event deleted for resources: {'Port': ['ID=1482e439-aad1-4c13-864c-379d0be9589d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:01.126360 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b523d624-8c65-4af9-af61-ebb26d5ca59e admin admin] Publish callbacks [] for security_group (9acf273d-27de-425d-86d7-4edf37f787c2), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:01.180322 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-577a9932-3013-43c6-a516-e2d00a5a3528 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (dd1a8084-9900-46d9-8c3b-78df9e9c6ce3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:01.289218 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-577a9932-3013-43c6-a516-e2d00a5a3528 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (dd1a8084-9900-46d9-8c3b-78df9e9c6ce3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:01.292056 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-577a9932-3013-43c6-a516-e2d00a5a3528 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for router_controller (dd1a8084-9900-46d9-8c3b-78df9e9c6ce3), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:01.294493 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b523d624-8c65-4af9-af61-ebb26d5ca59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (9acf273d-27de-425d-86d7-4edf37f787c2), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:01.297170 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b523d624-8c65-4af9-af61-ebb26d5ca59e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:01.298375 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b523d624-8c65-4af9-af61-ebb26d5ca59e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9acf273d-27de-425d-86d7-4edf37f787c2 HTTP/1.1" status: 204 len: 168 time: 0.4274590 Feb 17 18:04:01.310918 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-72e9006c-8b2b-4d9c-a654-f69d1bbdb653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f840601-cae6-4109-baeb-5aa015ce769d', 'name': 'tempest-TestServerBasicOps-1425991670-router', 'tenant_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '997e5d79-1b09-447f-bea7-8b1982f5adb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:58:27Z', 'updated_at': '2022-02-17T17:58:35Z', 'revision_number': 4, 'project_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'gw_port': {'id': '997e5d79-1b09-447f-bea7-8b1982f5adb7', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:63:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f840601-cae6-4109-baeb-5aa015ce769d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:58:28Z', 'updated_at': '2022-02-17T17:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5', 'name': '', 'network_id': '3aa3d1fd-12cf-43a5-8a21-bf857a06d327', 'tenant_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'mac_address': 'fa:16:3e:40:49:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f840601-cae6-4109-baeb-5aa015ce769d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '0512aabc-33d7-4468-a50e-10fb498a1e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:58:33Z', 'updated_at': '2022-02-17T17:58:43Z', 'revision_number': 5, 'project_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'subnets': [{'id': '0512aabc-33d7-4468-a50e-10fb498a1e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:01.340611 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e9006c-8b2b-4d9c-a654-f69d1bbdb653 None None] Checking router: 0f840601-cae6-4109-baeb-5aa015ce769d for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:04:01.350855 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e9006c-8b2b-4d9c-a654-f69d1bbdb653 None None] Routers {'0f840601-cae6-4109-baeb-5aa015ce769d'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:04:01.351572 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-72e9006c-8b2b-4d9c-a654-f69d1bbdb653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:03:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0f840601-cae6-4109-baeb-5aa015ce769d'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:01.366749 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b523d624-8c65-4af9-af61-ebb26d5ca59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9acf273d-27de-425d-86d7-4edf37f787c2,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:01.385656 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-577a9932-3013-43c6-a516-e2d00a5a3528 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (dd1a8084-9900-46d9-8c3b-78df9e9c6ce3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:01.386364 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577a9932-3013-43c6-a516-e2d00a5a3528 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Fanout notify agent at l3_agent the message router_deleted on router dd1a8084-9900-46d9-8c3b-78df9e9c6ce3 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 18:04:01.397317 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-577a9932-3013-43c6-a516-e2d00a5a3528 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:01.398909 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-577a9932-3013-43c6-a516-e2d00a5a3528 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "DELETE /v2.0/routers/dd1a8084-9900-46d9-8c3b-78df9e9c6ce3 HTTP/1.1" status: 204 len: 168 time: 1.1839747 Feb 17 18:04:01.403876 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57172) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:01.414116 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-99d2e85c-c966-41cf-9147-0cda980bd534 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Request body: {'network': {'name': 'tempest-RoutersTest-2086319701'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:01.443703 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d2e85c-c966-41cf-9147-0cda980bd534 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Made reservation on behalf of 1bef349abcb746fa964cc36601da97cc for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:04:01.449019 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-99d2e85c-c966-41cf-9147-0cda980bd534 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:01.483125 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99d2e85c-c966-41cf-9147-0cda980bd534 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:04:01.501313 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-99d2e85c-c966-41cf-9147-0cda980bd534 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (2a18c84e-73d4-49a3-9f36-d23371dbbcc7), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:01.508512 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-99d2e85c-c966-41cf-9147-0cda980bd534 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Added segment 2a18c84e-73d4-49a3-9f36-d23371dbbcc7 of type vlan for network 566473b4-1f73-416e-9676-e1b11a8bb069 Feb 17 18:04:01.510491 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-72e9006c-8b2b-4d9c-a654-f69d1bbdb653 None None] Set router 0f840601-cae6-4109-baeb-5aa015ce769d gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:04:01.606902 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-99d2e85c-c966-41cf-9147-0cda980bd534 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (566473b4-1f73-416e-9676-e1b11a8bb069), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:01.643498 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-99d2e85c-c966-41cf-9147-0cda980bd534 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (566473b4-1f73-416e-9676-e1b11a8bb069), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:01.649050 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d2e85c-c966-41cf-9147-0cda980bd534 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:04:01.649716 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-99d2e85c-c966-41cf-9147-0cda980bd534 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:01.749418 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d2e85c-c966-41cf-9147-0cda980bd534 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event updated for resources: {'Network': ['ID=566473b4-1f73-416e-9676-e1b11a8bb069,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:01.769873 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-99d2e85c-c966-41cf-9147-0cda980bd534 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3644898 Feb 17 18:04:01.772467 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57180) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:01.775409 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 566473b4-1f73-416e-9676-e1b11a8bb069 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:04:01.778990 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-672b50fd-bab6-4177-948d-ff1e90573da2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Request body: {'subnet': {'network_id': '566473b4-1f73-416e-9676-e1b11a8bb069', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:01.868128 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-72e9006c-8b2b-4d9c-a654-f69d1bbdb653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f840601-cae6-4109-baeb-5aa015ce769d', 'name': 'tempest-TestServerBasicOps-1425991670-router', 'tenant_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '997e5d79-1b09-447f-bea7-8b1982f5adb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:58:27Z', 'updated_at': '2022-02-17T17:58:35Z', 'revision_number': 4, 'project_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'gw_port': {'id': '997e5d79-1b09-447f-bea7-8b1982f5adb7', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:63:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f840601-cae6-4109-baeb-5aa015ce769d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:58:28Z', 'updated_at': '2022-02-17T17:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5', 'name': '', 'network_id': '3aa3d1fd-12cf-43a5-8a21-bf857a06d327', 'tenant_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'mac_address': 'fa:16:3e:40:49:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f840601-cae6-4109-baeb-5aa015ce769d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '0512aabc-33d7-4468-a50e-10fb498a1e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:58:33Z', 'updated_at': '2022-02-17T17:58:43Z', 'revision_number': 5, 'project_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'subnets': [{'id': '0512aabc-33d7-4468-a50e-10fb498a1e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:01.917041 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e9006c-8b2b-4d9c-a654-f69d1bbdb653 None None] The sync data for ids ['0f840601-cae6-4109-baeb-5aa015ce769d'] in n-d-829613-2 is: [{'id': '0f840601-cae6-4109-baeb-5aa015ce769d', 'name': 'tempest-TestServerBasicOps-1425991670-router', 'tenant_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '997e5d79-1b09-447f-bea7-8b1982f5adb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:58:27Z', 'updated_at': '2022-02-17T17:58:35Z', 'revision_number': 4, 'project_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'gw_port': {'id': '997e5d79-1b09-447f-bea7-8b1982f5adb7', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:63:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f840601-cae6-4109-baeb-5aa015ce769d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:58:28Z', 'updated_at': '2022-02-17T17:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5', 'name': '', 'network_id': '3aa3d1fd-12cf-43a5-8a21-bf857a06d327', 'tenant_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'mac_address': 'fa:16:3e:40:49:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f840601-cae6-4109-baeb-5aa015ce769d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '0512aabc-33d7-4468-a50e-10fb498a1e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:58:33Z', 'updated_at': '2022-02-17T17:58:43Z', 'revision_number': 5, 'project_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'subnets': [{'id': '0512aabc-33d7-4468-a50e-10fb498a1e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:04:01.925791 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672b50fd-bab6-4177-948d-ff1e90573da2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Made reservation on behalf of 1bef349abcb746fa964cc36601da97cc for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:04:01.930671 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-672b50fd-bab6-4177-948d-ff1e90573da2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:02.008141 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57190) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:02.317171 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-251b20eb-3bd4-4240-86fe-6c10b84008f8 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Deleting port 756e0a48-a7a5-43b0-b4bc-3f655ca98708 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:04:02.317537 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-251b20eb-3bd4-4240-86fe-6c10b84008f8 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (756e0a48-a7a5-43b0-b4bc-3f655ca98708), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:02.403116 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951452a9-ce3c-4dca-b9da-966d95459346 None None] New status for floating IP 203cce41-6a09-4dfb-9ff5-50cc93e192a8: DOWN {{(pid=103438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 18:04:02.545128 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57204) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:02.674470 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 143e4766-435e-4543-b4a8-3e1823630b54 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:04:02.696479 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: 143e4766-435e-4543-b4a8-3e1823630b54 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:04:02.697105 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 143e4766-435e-4543-b4a8-3e1823630b54 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:04:02.730510 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-5313082f-7a4a-416e-b135-6f59780c58c9 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-239660772'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:02.730841 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-672b50fd-bab6-4177-948d-ff1e90573da2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (90c40da9-e98f-4391-9ef2-5a9cf4abde76), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:02.754707 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5313082f-7a4a-416e-b135-6f59780c58c9 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Made reservation on behalf of 2012fad66db24e02aae65e5d3f352618 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:04:02.758381 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5313082f-7a4a-416e-b135-6f59780c58c9 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:02.769519 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5313082f-7a4a-416e-b135-6f59780c58c9 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:02.858314 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b50fd-bab6-4177-948d-ff1e90573da2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event updated for resources: {'Subnet': ['ID=90c40da9-e98f-4391-9ef2-5a9cf4abde76,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:02.866058 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5313082f-7a4a-416e-b135-6f59780c58c9 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks [] for security_group (23f687d2-6a4e-4fc7-854b-b130c3177a9f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:02.872670 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5313082f-7a4a-416e-b135-6f59780c58c9 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (23f687d2-6a4e-4fc7-854b-b130c3177a9f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:02.877059 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672b50fd-bab6-4177-948d-ff1e90573da2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Checking segment: {'id': '2a18c84e-73d4-49a3-9f36-d23371dbbcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '566473b4-1f73-416e-9676-e1b11a8bb069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:04:02.878075 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672b50fd-bab6-4177-948d-ff1e90573da2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Network hostable DHCP agents. Network: 566473b4-1f73-416e-9676-e1b11a8bb069, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:04:02.884593 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-251b20eb-3bd4-4240-86fe-6c10b84008f8 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (756e0a48-a7a5-43b0-b4bc-3f655ca98708), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:02.884926 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-251b20eb-3bd4-4240-86fe-6c10b84008f8 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks [] for floatingip (756e0a48-a7a5-43b0-b4bc-3f655ca98708), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:02.907666 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5313082f-7a4a-416e-b135-6f59780c58c9 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:04:02.908158 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-251b20eb-3bd4-4240-86fe-6c10b84008f8 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Calling delete_port for 756e0a48-a7a5-43b0-b4bc-3f655ca98708 owned by network:floatingip {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:04:02.918891 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5313082f-7a4a-416e-b135-6f59780c58c9 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23f687d2-6a4e-4fc7-854b-b130c3177a9f,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:02.924511 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5313082f-7a4a-416e-b135-6f59780c58c9 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (54e9a8f9-637e-400c-afd7-23e99a5f6930), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:02.924930 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-5313082f-7a4a-416e-b135-6f59780c58c9 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Added segment 54e9a8f9-637e-400c-afd7-23e99a5f6930 of type vlan for network 124d8e19-5e25-45df-9873-c5d84efe91c3 Feb 17 18:04:02.925060 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672b50fd-bab6-4177-948d-ff1e90573da2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Network 566473b4-1f73-416e-9676-e1b11a8bb069 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:04:02.970688 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-672b50fd-bab6-4177-948d-ff1e90573da2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 566473b4-1f73-416e-9676-e1b11a8bb069) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:04:02.971396 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-50c12c83-9eb3-4e40-a70a-6cad1a0f5c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:02.982818 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212563d9-0653-437c-bae3-cac8a1ab6d91 None None] Network 566473b4-1f73-416e-9676-e1b11a8bb069 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:04:02.983164 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672b50fd-bab6-4177-948d-ff1e90573da2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:04:02.989884 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-672b50fd-bab6-4177-948d-ff1e90573da2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:03.028771 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-672b50fd-bab6-4177-948d-ff1e90573da2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2541480 Feb 17 18:04:03.033917 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57210) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:03.039183 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-4c3c5314-cb51-45a7-b11c-6e707d538e9f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1123004069', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:03.050617 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5313082f-7a4a-416e-b135-6f59780c58c9 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (124d8e19-5e25-45df-9873-c5d84efe91c3), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:03.087376 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4c3c5314-cb51-45a7-b11c-6e707d538e9f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (8bd48d05-a454-4728-b7f3-4131a160a71d), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:03.089004 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4c3c5314-cb51-45a7-b11c-6e707d538e9f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (8bd48d05-a454-4728-b7f3-4131a160a71d), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:03.098478 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5313082f-7a4a-416e-b135-6f59780c58c9 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (124d8e19-5e25-45df-9873-c5d84efe91c3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:03.104765 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd44e2f5-76b2-4182-8a04-456c7f7b5a53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-566473b4-1f73-416e-9676-e1b11a8bb069', 'network_id': '566473b4-1f73-416e-9676-e1b11a8bb069', 'project_id': '1bef349abcb746fa964cc36601da97cc', 'fixed_ips': [{'subnet_id': '90c40da9-e98f-4391-9ef2-5a9cf4abde76'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 18:04:03.109061 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bd44e2f5-76b2-4182-8a04-456c7f7b5a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:03.113651 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5313082f-7a4a-416e-b135-6f59780c58c9 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:04:03.114557 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5313082f-7a4a-416e-b135-6f59780c58c9 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:03.157693 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5313082f-7a4a-416e-b135-6f59780c58c9 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.6087279 Feb 17 18:04:03.158965 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57212) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:03.163859 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-49f7fea6-b3bd-49ae-a46d-43af77bf6366 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Request body: {'subnet': {'network_id': '124d8e19-5e25-45df-9873-c5d84efe91c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:03.191782 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4c3c5314-cb51-45a7-b11c-6e707d538e9f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for router_controller (8bd48d05-a454-4728-b7f3-4131a160a71d), precommit_add_association {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:03.198743 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4c3c5314-cb51-45a7-b11c-6e707d538e9f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (8bd48d05-a454-4728-b7f3-4131a160a71d), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:03.223020 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-251b20eb-3bd4-4240-86fe-6c10b84008f8 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (756e0a48-a7a5-43b0-b4bc-3f655ca98708), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:03.231242 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4c3c5314-cb51-45a7-b11c-6e707d538e9f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:03.239037 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4c3c5314-cb51-45a7-b11c-6e707d538e9f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1972420 Feb 17 18:04:03.239037 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57214) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:03.244644 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5313082f-7a4a-416e-b135-6f59780c58c9 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Pushing event updated for resources: {'Network': ['ID=124d8e19-5e25-45df-9873-c5d84efe91c3,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:03.301830 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251b20eb-3bd4-4240-86fe-6c10b84008f8 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Pushing event deleted for resources: {'Port': ['ID=756e0a48-a7a5-43b0-b4bc-3f655ca98708,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:03.354766 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 124d8e19-5e25-45df-9873-c5d84efe91c3 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:04:03.357813 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f7fea6-b3bd-49ae-a46d-43af77bf6366 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Made reservation on behalf of 2012fad66db24e02aae65e5d3f352618 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:04:03.365236 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-49f7fea6-b3bd-49ae-a46d-43af77bf6366 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:03.409527 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-251b20eb-3bd4-4240-86fe-6c10b84008f8 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks [] for floatingip (203cce41-6a09-4dfb-9ff5-50cc93e192a8), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:03.412807 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-251b20eb-3bd4-4240-86fe-6c10b84008f8 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:03.418598 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-251b20eb-3bd4-4240-86fe-6c10b84008f8 tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] 10.222.0.87 "DELETE /v2.0/floatingips/203cce41-6a09-4dfb-9ff5-50cc93e192a8 HTTP/1.1" status: 204 len: 168 time: 1.4046464 Feb 17 18:04:03.555822 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57220) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:03.597180 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-bd44e2f5-76b2-4182-8a04-456c7f7b5a53 None None] Allocated IP 172.20.0.2 (566473b4-1f73-416e-9676-e1b11a8bb069/90c40da9-e98f-4391-9ef2-5a9cf4abde76/a7420585-dff5-413f-8595-c67a66092a67) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:04:03.731924 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7be9b42d-d5fc-4ed0-928a-908bb9483a9d tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks [] for security_group (28960048-9246-4e6d-bb91-0264d7a8ddbb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:03.763955 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1d898301-4c6c-441e-8b2f-6560bb2c59da tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:03.780328 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7be9b42d-d5fc-4ed0-928a-908bb9483a9d tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks [] for security_group (28960048-9246-4e6d-bb91-0264d7a8ddbb), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:03.810278 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bd44e2f5-76b2-4182-8a04-456c7f7b5a53 None None] Publish callbacks [] for port (a7420585-dff5-413f-8595-c67a66092a67), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:03.825393 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-49f7fea6-b3bd-49ae-a46d-43af77bf6366 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (e7ab81e9-da24-4fd2-b000-8af787d35652), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:03.832498 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bd44e2f5-76b2-4182-8a04-456c7f7b5a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (a7420585-dff5-413f-8595-c67a66092a67), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:03.888028 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd44e2f5-76b2-4182-8a04-456c7f7b5a53 None None] Network 566473b4-1f73-416e-9676-e1b11a8bb069 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:04:03.891514 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-bd44e2f5-76b2-4182-8a04-456c7f7b5a53 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:04:03.896277 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd44e2f5-76b2-4182-8a04-456c7f7b5a53 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:04:03.899708 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd44e2f5-76b2-4182-8a04-456c7f7b5a53 None None] Pushing event updated for resources: {'Port': ['ID=a7420585-dff5-413f-8595-c67a66092a67,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:03.983758 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f7fea6-b3bd-49ae-a46d-43af77bf6366 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Pushing event updated for resources: {'Subnet': ['ID=e7ab81e9-da24-4fd2-b000-8af787d35652,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:03.990794 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-bd44e2f5-76b2-4182-8a04-456c7f7b5a53 None None] Attempting to bind port a7420585-dff5-413f-8595-c67a66092a67 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:04:03.991352 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-bd44e2f5-76b2-4182-8a04-456c7f7b5a53 None None] Attempting to bind port a7420585-dff5-413f-8595-c67a66092a67 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '2a18c84e-73d4-49a3-9f36-d23371dbbcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '566473b4-1f73-416e-9676-e1b11a8bb069'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:04:03.991548 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd44e2f5-76b2-4182-8a04-456c7f7b5a53 None None] Attempting to bind port a7420585-dff5-413f-8595-c67a66092a67 on network 566473b4-1f73-416e-9676-e1b11a8bb069 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:04:04.001263 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd44e2f5-76b2-4182-8a04-456c7f7b5a53 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:04:04.001749 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd44e2f5-76b2-4182-8a04-456c7f7b5a53 None None] Checking segment: {'id': '2a18c84e-73d4-49a3-9f36-d23371dbbcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '566473b4-1f73-416e-9676-e1b11a8bb069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:04:04.002224 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bd44e2f5-76b2-4182-8a04-456c7f7b5a53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:04.002716 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd44e2f5-76b2-4182-8a04-456c7f7b5a53 None None] Bound using segment: {'id': '2a18c84e-73d4-49a3-9f36-d23371dbbcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '566473b4-1f73-416e-9676-e1b11a8bb069'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:04:04.003241 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-bd44e2f5-76b2-4182-8a04-456c7f7b5a53 None None] Bound port: a7420585-dff5-413f-8595-c67a66092a67, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a18c84e-73d4-49a3-9f36-d23371dbbcc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '566473b4-1f73-416e-9676-e1b11a8bb069'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:04:04.003693 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bd44e2f5-76b2-4182-8a04-456c7f7b5a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (a7420585-dff5-413f-8595-c67a66092a67), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:04.009669 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f7fea6-b3bd-49ae-a46d-43af77bf6366 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Checking segment: {'id': '54e9a8f9-637e-400c-afd7-23e99a5f6930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '124d8e19-5e25-45df-9873-c5d84efe91c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:04:04.010897 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f7fea6-b3bd-49ae-a46d-43af77bf6366 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Network hostable DHCP agents. Network: 124d8e19-5e25-45df-9873-c5d84efe91c3, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:04:04.062023 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7be9b42d-d5fc-4ed0-928a-908bb9483a9d tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (28960048-9246-4e6d-bb91-0264d7a8ddbb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:04.068852 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7be9b42d-d5fc-4ed0-928a-908bb9483a9d tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:04.085655 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7be9b42d-d5fc-4ed0-928a-908bb9483a9d tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] 10.222.0.87 "DELETE /v2.0/security-groups/28960048-9246-4e6d-bb91-0264d7a8ddbb HTTP/1.1" status: 204 len: 168 time: 0.5276971 Feb 17 18:04:04.100982 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f7fea6-b3bd-49ae-a46d-43af77bf6366 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Network 124d8e19-5e25-45df-9873-c5d84efe91c3 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:04:04.102318 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-bd44e2f5-76b2-4182-8a04-456c7f7b5a53 None None] For port a7420585-dff5-413f-8595-c67a66092a67, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:04:04.104200 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-1d898301-4c6c-441e-8b2f-6560bb2c59da tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Allocated IP 172.20.0.1 (566473b4-1f73-416e-9676-e1b11a8bb069/90c40da9-e98f-4391-9ef2-5a9cf4abde76/d34a97e5-3ca8-4afd-a21a-2a0691a0d47d) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:04:04.107829 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-bd44e2f5-76b2-4182-8a04-456c7f7b5a53 None None] For port a7420585-dff5-413f-8595-c67a66092a67, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=a7420585-dff5-413f-8595-c67a66092a67,segment=NetworkSegment(2a18c84e-73d4-49a3-9f36-d23371dbbcc7),segment_id=2a18c84e-73d4-49a3-9f36-d23371dbbcc7)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:04:04.115958 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bd44e2f5-76b2-4182-8a04-456c7f7b5a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (a7420585-dff5-413f-8595-c67a66092a67), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:04.134217 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be9b42d-d5fc-4ed0-928a-908bb9483a9d tempest-TestServerBasicOps-2034016614 tempest-TestServerBasicOps-2034016614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28960048-9246-4e6d-bb91-0264d7a8ddbb,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:04.150380 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57232) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:04.172415 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-49f7fea6-b3bd-49ae-a46d-43af77bf6366 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 124d8e19-5e25-45df-9873-c5d84efe91c3) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:04:04.189375 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f7fea6-b3bd-49ae-a46d-43af77bf6366 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:04:04.200566 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-49f7fea6-b3bd-49ae-a46d-43af77bf6366 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:04.225425 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-49f7fea6-b3bd-49ae-a46d-43af77bf6366 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0661433 Feb 17 18:04:04.227967 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57238) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:04.235964 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-c7eb02a6-577b-478f-bf42-c3a756a8bc8b tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Request body: {'port': {'network_id': '124d8e19-5e25-45df-9873-c5d84efe91c3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1668305748'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:04.266976 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd44e2f5-76b2-4182-8a04-456c7f7b5a53 None None] Pushing event updated for resources: {'Port': ['ID=a7420585-dff5-413f-8595-c67a66092a67,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:04.274799 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f47df3-27d7-4cf6-8684-ff5feee42f0f None None] Network 124d8e19-5e25-45df-9873-c5d84efe91c3 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:04:04.349705 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1d898301-4c6c-441e-8b2f-6560bb2c59da tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for port (d34a97e5-3ca8-4afd-a21a-2a0691a0d47d), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:04.426897 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3c4059-fd55-4700-9213-8b240f5a0dc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-124d8e19-5e25-45df-9873-c5d84efe91c3', 'network_id': '124d8e19-5e25-45df-9873-c5d84efe91c3', 'project_id': '2012fad66db24e02aae65e5d3f352618', 'fixed_ips': [{'subnet_id': 'e7ab81e9-da24-4fd2-b000-8af787d35652'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 18:04:04.427788 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dc3c4059-fd55-4700-9213-8b240f5a0dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:04.555947 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7eb02a6-577b-478f-bf42-c3a756a8bc8b tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Made reservation on behalf of 2012fad66db24e02aae65e5d3f352618 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:04:04.560375 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c7eb02a6-577b-478f-bf42-c3a756a8bc8b tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:04.569894 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1d898301-4c6c-441e-8b2f-6560bb2c59da tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (d34a97e5-3ca8-4afd-a21a-2a0691a0d47d), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:04.619754 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-dc3c4059-fd55-4700-9213-8b240f5a0dc2 None None] Allocated IP 2001:db8::2 (124d8e19-5e25-45df-9873-c5d84efe91c3/e7ab81e9-da24-4fd2-b000-8af787d35652/5d762711-4eda-4686-8649-540690a017a5) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:04:04.638837 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-c7eb02a6-577b-478f-bf42-c3a756a8bc8b tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] device_id is not set on port 875106e6-63a3-4cb4-92d8-0d5f332bf593 yet. {{(pid=103435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 18:04:04.661378 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d898301-4c6c-441e-8b2f-6560bb2c59da tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Network 566473b4-1f73-416e-9676-e1b11a8bb069 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:04:04.676669 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-1d898301-4c6c-441e-8b2f-6560bb2c59da tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:04:04.711588 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d898301-4c6c-441e-8b2f-6560bb2c59da tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event updated for resources: {'Port': ['ID=d34a97e5-3ca8-4afd-a21a-2a0691a0d47d,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:04.715558 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d898301-4c6c-441e-8b2f-6560bb2c59da tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:04:04.850064 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dc3c4059-fd55-4700-9213-8b240f5a0dc2 None None] Publish callbacks [] for port (5d762711-4eda-4686-8649-540690a017a5), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:04.868278 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dc3c4059-fd55-4700-9213-8b240f5a0dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (5d762711-4eda-4686-8649-540690a017a5), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:04.911111 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3c4059-fd55-4700-9213-8b240f5a0dc2 None None] Network 124d8e19-5e25-45df-9873-c5d84efe91c3 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:04:04.914134 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-dc3c4059-fd55-4700-9213-8b240f5a0dc2 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:04:04.918692 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3c4059-fd55-4700-9213-8b240f5a0dc2 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:04:04.927314 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c4059-fd55-4700-9213-8b240f5a0dc2 None None] Pushing event updated for resources: {'Port': ['ID=5d762711-4eda-4686-8649-540690a017a5,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:04.958869 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1d898301-4c6c-441e-8b2f-6560bb2c59da tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (8bd48d05-a454-4728-b7f3-4131a160a71d), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:04.979074 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-dc3c4059-fd55-4700-9213-8b240f5a0dc2 None None] Attempting to bind port 5d762711-4eda-4686-8649-540690a017a5 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:04:04.979454 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-dc3c4059-fd55-4700-9213-8b240f5a0dc2 None None] Attempting to bind port 5d762711-4eda-4686-8649-540690a017a5 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '54e9a8f9-637e-400c-afd7-23e99a5f6930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '124d8e19-5e25-45df-9873-c5d84efe91c3'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:04:04.979821 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3c4059-fd55-4700-9213-8b240f5a0dc2 None None] Attempting to bind port 5d762711-4eda-4686-8649-540690a017a5 on network 124d8e19-5e25-45df-9873-c5d84efe91c3 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:04:04.986367 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3c4059-fd55-4700-9213-8b240f5a0dc2 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:04:04.986776 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3c4059-fd55-4700-9213-8b240f5a0dc2 None None] Checking segment: {'id': '54e9a8f9-637e-400c-afd7-23e99a5f6930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '124d8e19-5e25-45df-9873-c5d84efe91c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:04:04.987248 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dc3c4059-fd55-4700-9213-8b240f5a0dc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:04.987672 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3c4059-fd55-4700-9213-8b240f5a0dc2 None None] Bound using segment: {'id': '54e9a8f9-637e-400c-afd7-23e99a5f6930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '124d8e19-5e25-45df-9873-c5d84efe91c3'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:04:04.988148 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-dc3c4059-fd55-4700-9213-8b240f5a0dc2 None None] Bound port: 5d762711-4eda-4686-8649-540690a017a5, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54e9a8f9-637e-400c-afd7-23e99a5f6930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '124d8e19-5e25-45df-9873-c5d84efe91c3'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:04:04.988562 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dc3c4059-fd55-4700-9213-8b240f5a0dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5d762711-4eda-4686-8649-540690a017a5), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:05.043214 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-c7eb02a6-577b-478f-bf42-c3a756a8bc8b tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Allocated IP 2001:db8::3af (124d8e19-5e25-45df-9873-c5d84efe91c3/e7ab81e9-da24-4fd2-b000-8af787d35652/875106e6-63a3-4cb4-92d8-0d5f332bf593) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:04:05.065094 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-dc3c4059-fd55-4700-9213-8b240f5a0dc2 None None] For port 5d762711-4eda-4686-8649-540690a017a5, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:04:05.068937 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-dc3c4059-fd55-4700-9213-8b240f5a0dc2 None None] For port 5d762711-4eda-4686-8649-540690a017a5, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=5d762711-4eda-4686-8649-540690a017a5,segment=NetworkSegment(54e9a8f9-637e-400c-afd7-23e99a5f6930),segment_id=54e9a8f9-637e-400c-afd7-23e99a5f6930)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:04:05.078879 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dc3c4059-fd55-4700-9213-8b240f5a0dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (5d762711-4eda-4686-8649-540690a017a5), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:05.151545 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c4059-fd55-4700-9213-8b240f5a0dc2 None None] Pushing event updated for resources: {'Port': ['ID=5d762711-4eda-4686-8649-540690a017a5,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:05.259472 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1d898301-4c6c-441e-8b2f-6560bb2c59da tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d34a97e5-3ca8-4afd-a21a-2a0691a0d47d), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:05.478552 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c7eb02a6-577b-478f-bf42-c3a756a8bc8b tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks [] for port (875106e6-63a3-4cb4-92d8-0d5f332bf593), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:05.481211 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-381ede4c-98bc-4dd7-a070-1a2e79545812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:05.622352 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c7eb02a6-577b-478f-bf42-c3a756a8bc8b tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (875106e6-63a3-4cb4-92d8-0d5f332bf593), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:05.724283 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7eb02a6-577b-478f-bf42-c3a756a8bc8b tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Network 124d8e19-5e25-45df-9873-c5d84efe91c3 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:04:05.748160 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-c7eb02a6-577b-478f-bf42-c3a756a8bc8b tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:04:05.757567 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7eb02a6-577b-478f-bf42-c3a756a8bc8b tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:04:05.763017 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7eb02a6-577b-478f-bf42-c3a756a8bc8b tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:04:05.763551 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c7eb02a6-577b-478f-bf42-c3a756a8bc8b tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:05.804302 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eb02a6-577b-478f-bf42-c3a756a8bc8b tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Pushing event updated for resources: {'Port': ['ID=875106e6-63a3-4cb4-92d8-0d5f332bf593,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:05.833672 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57254) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:05.834265 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c7eb02a6-577b-478f-bf42-c3a756a8bc8b tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6047158 Feb 17 18:04:05.843128 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-10542c46-cef7-4f88-a785-fc48732dae60 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Request body: {'port': {'network_id': '124d8e19-5e25-45df-9873-c5d84efe91c3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1192373162', 'allowed_address_pairs': [{'ip_address': '2001:db8::3af', 'mac_address': 'fa:16:3e:b1:a6:ae'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:05.870387 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1ab7555a-7e93-41cf-bc3e-5a8fa906ab7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (0f840601-cae6-4109-baeb-5aa015ce769d), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:05.890023 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36bcaf3-2d51-4e60-94c6-78d1bfbf9596 None None] Network 566473b4-1f73-416e-9676-e1b11a8bb069 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:04:06.080679 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10542c46-cef7-4f88-a785-fc48732dae60 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Made reservation on behalf of 2012fad66db24e02aae65e5d3f352618 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:04:06.109381 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1d898301-4c6c-441e-8b2f-6560bb2c59da tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for port (d34a97e5-3ca8-4afd-a21a-2a0691a0d47d), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:06.128985 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1d898301-4c6c-441e-8b2f-6560bb2c59da tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (d34a97e5-3ca8-4afd-a21a-2a0691a0d47d), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:06.214005 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10542c46-cef7-4f88-a785-fc48732dae60 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:06.240107 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-10542c46-cef7-4f88-a785-fc48732dae60 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] device_id is not set on port 06da5449-41ab-49e3-8381-d2c1f79ce6df yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 18:04:06.318423 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1d898301-4c6c-441e-8b2f-6560bb2c59da tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (8bd48d05-a454-4728-b7f3-4131a160a71d), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:06.322188 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d898301-4c6c-441e-8b2f-6560bb2c59da tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event updated for resources: {'Port': ['ID=d34a97e5-3ca8-4afd-a21a-2a0691a0d47d,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:06.412906 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-f194a7bf-3dc9-41d6-b2f4-e1c67fa02b6f None None] Provisioning complete for port a7420585-dff5-413f-8595-c67a66092a67 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:04:06.413791 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f194a7bf-3dc9-41d6-b2f4-e1c67fa02b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (a7420585-dff5-413f-8595-c67a66092a67), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:06.542431 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-10542c46-cef7-4f88-a785-fc48732dae60 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Allocated IP 2001:db8::172 (124d8e19-5e25-45df-9873-c5d84efe91c3/e7ab81e9-da24-4fd2-b000-8af787d35652/06da5449-41ab-49e3-8381-d2c1f79ce6df) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:04:06.626190 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d898301-4c6c-441e-8b2f-6560bb2c59da tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Network 566473b4-1f73-416e-9676-e1b11a8bb069 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:04:06.655669 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-1d898301-4c6c-441e-8b2f-6560bb2c59da tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:04:06.670069 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-f194a7bf-3dc9-41d6-b2f4-e1c67fa02b6f None None] Current status of the port a7420585-dff5-413f-8595-c67a66092a67 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:04:06.670363 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f194a7bf-3dc9-41d6-b2f4-e1c67fa02b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (a7420585-dff5-413f-8595-c67a66092a67), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:06.693132 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device a7420585-dff5-413f-8595-c67a66092a67 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:04:06.828469 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-1ab7555a-7e93-41cf-bc3e-5a8fa906ab7c admin admin] Deleting port 6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:04:06.829196 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1ab7555a-7e93-41cf-bc3e-5a8fa906ab7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:06.830571 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:06.846209 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-f194a7bf-3dc9-41d6-b2f4-e1c67fa02b6f None None] For port a7420585-dff5-413f-8595-c67a66092a67, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=a7420585-dff5-413f-8595-c67a66092a67,segment=NetworkSegment(2a18c84e-73d4-49a3-9f36-d23371dbbcc7),segment_id=2a18c84e-73d4-49a3-9f36-d23371dbbcc7)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:04:06.850565 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port a7420585-dff5-413f-8595-c67a66092a67 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:04:06.851640 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (a7420585-dff5-413f-8595-c67a66092a67), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:06.855931 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f194a7bf-3dc9-41d6-b2f4-e1c67fa02b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (a7420585-dff5-413f-8595-c67a66092a67), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:06.918054 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10542c46-cef7-4f88-a785-fc48732dae60 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks [] for port (06da5449-41ab-49e3-8381-d2c1f79ce6df), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:06.928755 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d75189-b55e-40f5-90a3-f1ad02cbf537 None None] Network 124d8e19-5e25-45df-9873-c5d84efe91c3 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:04:06.985805 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10542c46-cef7-4f88-a785-fc48732dae60 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (06da5449-41ab-49e3-8381-d2c1f79ce6df), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:07.043424 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-1ab7555a-7e93-41cf-bc3e-5a8fa906ab7c admin admin] For port 6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5,segment=NetworkSegment(69632a0c-2719-4683-92f0-d5b62fe44452),segment_id=69632a0c-2719-4683-92f0-d5b62fe44452)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:04:07.043834 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1ab7555a-7e93-41cf-bc3e-5a8fa906ab7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:07.051958 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10542c46-cef7-4f88-a785-fc48732dae60 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Network 124d8e19-5e25-45df-9873-c5d84efe91c3 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:04:07.057894 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-10542c46-cef7-4f88-a785-fc48732dae60 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:04:07.063290 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10542c46-cef7-4f88-a785-fc48732dae60 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:04:07.069184 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10542c46-cef7-4f88-a785-fc48732dae60 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:04:07.070156 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-10542c46-cef7-4f88-a785-fc48732dae60 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:07.083834 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d898301-4c6c-441e-8b2f-6560bb2c59da tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Router 8bd48d05-a454-4728-b7f3-4131a160a71d is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 18:04:07.092035 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10542c46-cef7-4f88-a785-fc48732dae60 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Pushing event updated for resources: {'Port': ['ID=06da5449-41ab-49e3-8381-d2c1f79ce6df,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:07.097286 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f194a7bf-3dc9-41d6-b2f4-e1c67fa02b6f None None] Pushing event updated for resources: {'Port': ['ID=a7420585-dff5-413f-8595-c67a66092a67,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:07.100233 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-f126e078-26c5-4e47-8843-eefedf34025d None None] Provisioning complete for port 5d762711-4eda-4686-8649-540690a017a5 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:04:07.100681 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f126e078-26c5-4e47-8843-eefedf34025d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (5d762711-4eda-4686-8649-540690a017a5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:07.106088 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10542c46-cef7-4f88-a785-fc48732dae60 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:04:07.109582 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10542c46-cef7-4f88-a785-fc48732dae60 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:04:07.112635 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10542c46-cef7-4f88-a785-fc48732dae60 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:04:07.113334 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10542c46-cef7-4f88-a785-fc48732dae60 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:04:07.113897 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10542c46-cef7-4f88-a785-fc48732dae60 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:04:07.115477 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10542c46-cef7-4f88-a785-fc48732dae60 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:04:07.116624 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-1ab7555a-7e93-41cf-bc3e-5a8fa906ab7c admin admin] Calling delete_port for 6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5 owned by network:router_interface {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:04:07.118881 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10542c46-cef7-4f88-a785-fc48732dae60 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:04:07.119555 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10542c46-cef7-4f88-a785-fc48732dae60 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:04:07.120454 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10542c46-cef7-4f88-a785-fc48732dae60 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:04:07.123358 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10542c46-cef7-4f88-a785-fc48732dae60 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:04:07.124072 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10542c46-cef7-4f88-a785-fc48732dae60 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:04:07.125093 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10542c46-cef7-4f88-a785-fc48732dae60 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:04:07.127223 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10542c46-cef7-4f88-a785-fc48732dae60 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:04:07.144799 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-10542c46-cef7-4f88-a785-fc48732dae60 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.3077204 Feb 17 18:04:07.147327 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57266) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:07.246804 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ae90d7-dc8a-4865-8d08-0cf193bae2f5 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:04:07.253983 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ae90d7-dc8a-4865-8d08-0cf193bae2f5 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:04:07.260104 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ae90d7-dc8a-4865-8d08-0cf193bae2f5 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:04:07.261911 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-53ae90d7-dc8a-4865-8d08-0cf193bae2f5 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1133702 Feb 17 18:04:07.265551 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57270) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:07.296119 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port a7420585-dff5-413f-8595-c67a66092a67 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:04:07.297292 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 5d762711-4eda-4686-8649-540690a017a5 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:04:07.321717 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d898301-4c6c-441e-8b2f-6560bb2c59da tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:04:07.332719 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1d898301-4c6c-441e-8b2f-6560bb2c59da tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "PUT /v2.0/routers/8bd48d05-a454-4728-b7f3-4131a160a71d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0944409 Feb 17 18:04:07.335280 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57272) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:07.347956 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e6c0bd-e33b-4ebb-b01a-ca8a2bcf5c42 None None] Sync routers for ids ['8bd48d05-a454-4728-b7f3-4131a160a71d'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:04:07.392627 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e6c0bd-e33b-4ebb-b01a-ca8a2bcf5c42 None None] Routers {'8bd48d05-a454-4728-b7f3-4131a160a71d'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:04:07.393270 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e3e6c0bd-e33b-4ebb-b01a-ca8a2bcf5c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:04:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['8bd48d05-a454-4728-b7f3-4131a160a71d'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:07.411535 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2089e2-7f3d-401f-a8db-59157f8c8241 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:04:07.413382 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ae2089e2-7f3d-401f-a8db-59157f8c8241 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "GET /v2.0/ports/d34a97e5-3ca8-4afd-a21a-2a0691a0d47d HTTP/1.1" status: 200 len: 910 time: 0.0769699 Feb 17 18:04:07.416063 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57274) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:07.425822 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-4ef7f51c-ed75-4e6d-9b51-079f565074ad tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '90c40da9-e98f-4391-9ef2-5a9cf4abde76'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:07.489411 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e3e6c0bd-e33b-4ebb-b01a-ca8a2bcf5c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:07.511890 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-f126e078-26c5-4e47-8843-eefedf34025d None None] Current status of the port 5d762711-4eda-4686-8649-540690a017a5 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:04:07.512317 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f126e078-26c5-4e47-8843-eefedf34025d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5d762711-4eda-4686-8649-540690a017a5), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:07.527553 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e6c0bd-e33b-4ebb-b01a-ca8a2bcf5c42 None None] Routers {'8bd48d05-a454-4728-b7f3-4131a160a71d'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:04:07.528192 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e3e6c0bd-e33b-4ebb-b01a-ca8a2bcf5c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:04:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['8bd48d05-a454-4728-b7f3-4131a160a71d'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:07.532958 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 5d762711-4eda-4686-8649-540690a017a5 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:04:07.533193 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (5d762711-4eda-4686-8649-540690a017a5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:07.619757 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1ab7555a-7e93-41cf-bc3e-5a8fa906ab7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:07.638236 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e3e6c0bd-e33b-4ebb-b01a-ca8a2bcf5c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:07.639723 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e6c0bd-e33b-4ebb-b01a-ca8a2bcf5c42 None None] The sync data for ids ['8bd48d05-a454-4728-b7f3-4131a160a71d'] in n-d-829613-2 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:04:07.701499 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-f126e078-26c5-4e47-8843-eefedf34025d None None] For port 5d762711-4eda-4686-8649-540690a017a5, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=5d762711-4eda-4686-8649-540690a017a5,segment=NetworkSegment(54e9a8f9-637e-400c-afd7-23e99a5f6930),segment_id=54e9a8f9-637e-400c-afd7-23e99a5f6930)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:04:07.712165 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f126e078-26c5-4e47-8843-eefedf34025d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (5d762711-4eda-4686-8649-540690a017a5), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:07.758726 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4ef7f51c-ed75-4e6d-9b51-079f565074ad tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d34a97e5-3ca8-4afd-a21a-2a0691a0d47d), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:07.816524 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f126e078-26c5-4e47-8843-eefedf34025d None None] Pushing event updated for resources: {'Port': ['ID=5d762711-4eda-4686-8649-540690a017a5,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:07.912687 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:04:07.941134 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-9f68abb4-54f1-477e-836d-a4905dcf9377 None None] Provisioning complete for port a7420585-dff5-413f-8595-c67a66092a67 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:04:07.941522 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9f68abb4-54f1-477e-836d-a4905dcf9377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (a7420585-dff5-413f-8595-c67a66092a67), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:08.016551 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 5d762711-4eda-4686-8649-540690a017a5 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:04:08.030874 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:08.103216 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-9f68abb4-54f1-477e-836d-a4905dcf9377 None None] Current status of the port a7420585-dff5-413f-8595-c67a66092a67 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:04:08.117978 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-9f68abb4-54f1-477e-836d-a4905dcf9377 None None] Provisioning complete for port d34a97e5-3ca8-4afd-a21a-2a0691a0d47d triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:04:08.118465 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9f68abb4-54f1-477e-836d-a4905dcf9377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d34a97e5-3ca8-4afd-a21a-2a0691a0d47d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:08.170798 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-9f68abb4-54f1-477e-836d-a4905dcf9377 None None] Port d34a97e5-3ca8-4afd-a21a-2a0691a0d47d cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:04:08.178661 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab7555a-7e93-41cf-bc3e-5a8fa906ab7c admin admin] Pushing event deleted for resources: {'Port': ['ID=6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:08.190479 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-8d3caa7c-c3d6-44c1-aa92-00a83badac86 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Deleting port 06da5449-41ab-49e3-8381-d2c1f79ce6df {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:04:08.190932 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8d3caa7c-c3d6-44c1-aa92-00a83badac86 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (06da5449-41ab-49e3-8381-d2c1f79ce6df), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:08.330123 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-0e6541c8-df77-4e4b-bcb0-65ec15baf934 None None] Provisioning complete for port 875106e6-63a3-4cb4-92d8-0d5f332bf593 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:04:08.330577 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0e6541c8-df77-4e4b-bcb0-65ec15baf934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (875106e6-63a3-4cb4-92d8-0d5f332bf593), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:08.347134 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8d3caa7c-c3d6-44c1-aa92-00a83badac86 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (06da5449-41ab-49e3-8381-d2c1f79ce6df), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:08.366940 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-8d3caa7c-c3d6-44c1-aa92-00a83badac86 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Calling delete_port for 06da5449-41ab-49e3-8381-d2c1f79ce6df owned by {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:04:08.442744 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-0e6541c8-df77-4e4b-bcb0-65ec15baf934 None None] Port 875106e6-63a3-4cb4-92d8-0d5f332bf593 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:04:08.475853 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-0e6541c8-df77-4e4b-bcb0-65ec15baf934 None None] Provisioning complete for port 5d762711-4eda-4686-8649-540690a017a5 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:04:08.476253 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0e6541c8-df77-4e4b-bcb0-65ec15baf934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (5d762711-4eda-4686-8649-540690a017a5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:08.517195 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4ef7f51c-ed75-4e6d-9b51-079f565074ad tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for port (d34a97e5-3ca8-4afd-a21a-2a0691a0d47d), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:08.531982 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4ef7f51c-ed75-4e6d-9b51-079f565074ad tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (d34a97e5-3ca8-4afd-a21a-2a0691a0d47d), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:08.611327 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device a7420585-dff5-413f-8595-c67a66092a67 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:04:08.665284 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-0e6541c8-df77-4e4b-bcb0-65ec15baf934 None None] Current status of the port 5d762711-4eda-4686-8649-540690a017a5 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:04:08.684257 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef7f51c-ed75-4e6d-9b51-079f565074ad tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event updated for resources: {'Port': ['ID=d34a97e5-3ca8-4afd-a21a-2a0691a0d47d,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:08.703627 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef7f51c-ed75-4e6d-9b51-079f565074ad tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:04:08.704276 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4ef7f51c-ed75-4e6d-9b51-079f565074ad tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:08.709234 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4ef7f51c-ed75-4e6d-9b51-079f565074ad tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "PUT /v2.0/ports/d34a97e5-3ca8-4afd-a21a-2a0691a0d47d HTTP/1.1" status: 200 len: 910 time: 1.2920125 Feb 17 18:04:08.710040 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57286) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:08.720539 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-0e6541c8-df77-4e4b-bcb0-65ec15baf934 None None] Provisioning complete for port d34a97e5-3ca8-4afd-a21a-2a0691a0d47d triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:04:08.720913 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0e6541c8-df77-4e4b-bcb0-65ec15baf934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d34a97e5-3ca8-4afd-a21a-2a0691a0d47d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:08.827398 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port a7420585-dff5-413f-8595-c67a66092a67 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:04:08.827789 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (a7420585-dff5-413f-8595-c67a66092a67), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:08.832210 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-0e6541c8-df77-4e4b-bcb0-65ec15baf934 None None] Port d34a97e5-3ca8-4afd-a21a-2a0691a0d47d cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:04:08.844768 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1ab7555a-7e93-41cf-bc3e-5a8fa906ab7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (0f840601-cae6-4109-baeb-5aa015ce769d), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:08.880733 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8d3caa7c-c3d6-44c1-aa92-00a83badac86 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (06da5449-41ab-49e3-8381-d2c1f79ce6df), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:08.888840 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-0e6541c8-df77-4e4b-bcb0-65ec15baf934 None None] Provisioning complete for port 06da5449-41ab-49e3-8381-d2c1f79ce6df triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:04:08.889147 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0e6541c8-df77-4e4b-bcb0-65ec15baf934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (06da5449-41ab-49e3-8381-d2c1f79ce6df), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:08.918666 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-0e6541c8-df77-4e4b-bcb0-65ec15baf934 None None] Port 06da5449-41ab-49e3-8381-d2c1f79ce6df was deleted so its status cannot be updated. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 17 18:04:08.926398 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3caa7c-c3d6-44c1-aa92-00a83badac86 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Pushing event deleted for resources: {'Port': ['ID=06da5449-41ab-49e3-8381-d2c1f79ce6df,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:09.015123 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port a7420585-dff5-413f-8595-c67a66092a67 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:04:09.016796 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 5d762711-4eda-4686-8649-540690a017a5 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:04:09.209732 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-f5faad4c-deb3-43d6-8cb5-f1ec77d1ff2c None None] Provisioning complete for port 875106e6-63a3-4cb4-92d8-0d5f332bf593 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:04:09.210207 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f5faad4c-deb3-43d6-8cb5-f1ec77d1ff2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (875106e6-63a3-4cb4-92d8-0d5f332bf593), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:09.251143 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8d3caa7c-c3d6-44c1-aa92-00a83badac86 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:09.257227 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-8d3caa7c-c3d6-44c1-aa92-00a83badac86 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] 10.222.0.87 "DELETE /v2.0/ports/06da5449-41ab-49e3-8381-d2c1f79ce6df HTTP/1.1" status: 204 len: 168 time: 1.9842947 Feb 17 18:04:09.259213 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57294) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:09.278469 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:09.295195 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 5d762711-4eda-4686-8649-540690a017a5 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:04:09.295580 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (5d762711-4eda-4686-8649-540690a017a5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:09.355619 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4ddc57b-f3ef-4162-87ae-eacea6b02125 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] GET failed (client error): The resource could not be found. Feb 17 18:04:09.366913 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b4ddc57b-f3ef-4162-87ae-eacea6b02125 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] 10.222.0.87 "GET /v2.0/ports/06da5449-41ab-49e3-8381-d2c1f79ce6df HTTP/1.1" status: 404 len: 333 time: 0.0979350 Feb 17 18:04:09.367229 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-f5faad4c-deb3-43d6-8cb5-f1ec77d1ff2c None None] Port 875106e6-63a3-4cb4-92d8-0d5f332bf593 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:04:09.383831 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-f5faad4c-deb3-43d6-8cb5-f1ec77d1ff2c None None] Could not find standard attr ID for object 06da5449-41ab-49e3-8381-d2c1f79ce6df. {{(pid=103436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 18:04:09.390519 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57296) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:09.399159 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-7f912529-2bbb-4ed1-b893-71ab5e7fe661 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Request body: {'port': {'network_id': '124d8e19-5e25-45df-9873-c5d84efe91c3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1371171956'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:09.457409 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 5d762711-4eda-4686-8649-540690a017a5 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:04:09.534493 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab7555a-7e93-41cf-bc3e-5a8fa906ab7c admin admin] Router 0f840601-cae6-4109-baeb-5aa015ce769d has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:04:09.582136 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f912529-2bbb-4ed1-b893-71ab5e7fe661 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Made reservation on behalf of 2012fad66db24e02aae65e5d3f352618 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:04:09.585021 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7f912529-2bbb-4ed1-b893-71ab5e7fe661 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:09.626464 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-7f912529-2bbb-4ed1-b893-71ab5e7fe661 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] device_id is not set on port fb2be52a-1d85-4730-9341-67d5968b28f5 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 18:04:09.668393 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab7555a-7e93-41cf-bc3e-5a8fa906ab7c admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:04:09.677458 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1ab7555a-7e93-41cf-bc3e-5a8fa906ab7c admin admin] 10.222.0.87 "PUT /v2.0/routers/0f840601-cae6-4109-baeb-5aa015ce769d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5254087 Feb 17 18:04:09.677584 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57298) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:09.688665 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7dd169e-6c26-4add-ae8e-3d6bda0fc30c None None] Sync routers for ids ['0f840601-cae6-4109-baeb-5aa015ce769d'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:04:09.705375 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dd169e-6c26-4add-ae8e-3d6bda0fc30c None None] Routers {'0f840601-cae6-4109-baeb-5aa015ce769d'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:04:09.709330 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-b7dd169e-6c26-4add-ae8e-3d6bda0fc30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:04:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0f840601-cae6-4109-baeb-5aa015ce769d'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:09.750544 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-77a1f964-0860-4e83-b563-b8f1e4ca6e75 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (8bd48d05-a454-4728-b7f3-4131a160a71d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:09.887369 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-b7dd169e-6c26-4add-ae8e-3d6bda0fc30c None None] Set router 0f840601-cae6-4109-baeb-5aa015ce769d gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:04:09.892530 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fcdeee70-cc7f-45ce-b386-29d0121162ea admin admin] Publish callbacks [] for router (0f840601-cae6-4109-baeb-5aa015ce769d), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:09.892974 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-7f912529-2bbb-4ed1-b893-71ab5e7fe661 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Allocated IP 2001:db8::73 (124d8e19-5e25-45df-9873-c5d84efe91c3/e7ab81e9-da24-4fd2-b000-8af787d35652/fb2be52a-1d85-4730-9341-67d5968b28f5) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:04:10.134429 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fcdeee70-cc7f-45ce-b386-29d0121162ea admin admin] Publish callbacks [] for router_gateway (0f840601-cae6-4109-baeb-5aa015ce769d), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:10.259024 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7f912529-2bbb-4ed1-b893-71ab5e7fe661 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks [] for port (fb2be52a-1d85-4730-9341-67d5968b28f5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:10.269845 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-b7dd169e-6c26-4add-ae8e-3d6bda0fc30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f840601-cae6-4109-baeb-5aa015ce769d', 'name': 'tempest-TestServerBasicOps-1425991670-router', 'tenant_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '997e5d79-1b09-447f-bea7-8b1982f5adb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:58:27Z', 'updated_at': '2022-02-17T18:04:07Z', 'revision_number': 5, 'project_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'gw_port': {'id': '997e5d79-1b09-447f-bea7-8b1982f5adb7', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:63:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f840601-cae6-4109-baeb-5aa015ce769d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:58:28Z', 'updated_at': '2022-02-17T17:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:10.273013 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-fcdeee70-cc7f-45ce-b386-29d0121162ea admin admin] Deleting port 997e5d79-1b09-447f-bea7-8b1982f5adb7 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:04:10.273354 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fcdeee70-cc7f-45ce-b386-29d0121162ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (997e5d79-1b09-447f-bea7-8b1982f5adb7), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:10.317304 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-77a1f964-0860-4e83-b563-b8f1e4ca6e75 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Deleting port d34a97e5-3ca8-4afd-a21a-2a0691a0d47d {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:04:10.317661 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-77a1f964-0860-4e83-b563-b8f1e4ca6e75 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (d34a97e5-3ca8-4afd-a21a-2a0691a0d47d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:10.325843 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7dd169e-6c26-4add-ae8e-3d6bda0fc30c None None] Checking router: 0f840601-cae6-4109-baeb-5aa015ce769d for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:04:10.326096 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7f912529-2bbb-4ed1-b893-71ab5e7fe661 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (fb2be52a-1d85-4730-9341-67d5968b28f5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:10.336616 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dd169e-6c26-4add-ae8e-3d6bda0fc30c None None] Routers {'0f840601-cae6-4109-baeb-5aa015ce769d'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:04:10.337663 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-b7dd169e-6c26-4add-ae8e-3d6bda0fc30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:04:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0f840601-cae6-4109-baeb-5aa015ce769d'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:10.418775 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-fcdeee70-cc7f-45ce-b386-29d0121162ea admin admin] For port 997e5d79-1b09-447f-bea7-8b1982f5adb7, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=997e5d79-1b09-447f-bea7-8b1982f5adb7,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:04:10.419392 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fcdeee70-cc7f-45ce-b386-29d0121162ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (997e5d79-1b09-447f-bea7-8b1982f5adb7), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:10.427262 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f912529-2bbb-4ed1-b893-71ab5e7fe661 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Pushing event updated for resources: {'Port': ['ID=fb2be52a-1d85-4730-9341-67d5968b28f5,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:10.442765 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-fcdeee70-cc7f-45ce-b386-29d0121162ea admin admin] Calling delete_port for 997e5d79-1b09-447f-bea7-8b1982f5adb7 owned by network:router_gateway {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:04:10.446978 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f912529-2bbb-4ed1-b893-71ab5e7fe661 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Network 124d8e19-5e25-45df-9873-c5d84efe91c3 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:04:10.452679 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-7f912529-2bbb-4ed1-b893-71ab5e7fe661 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:04:10.456158 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f912529-2bbb-4ed1-b893-71ab5e7fe661 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:04:10.463021 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f912529-2bbb-4ed1-b893-71ab5e7fe661 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:04:10.463976 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7f912529-2bbb-4ed1-b893-71ab5e7fe661 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:10.465789 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-b7dd169e-6c26-4add-ae8e-3d6bda0fc30c None None] Set router 0f840601-cae6-4109-baeb-5aa015ce769d gateway port host: None {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:04:10.543891 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7f912529-2bbb-4ed1-b893-71ab5e7fe661 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1517632 Feb 17 18:04:10.547257 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57306) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:10.555991 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-9f56038d-cbb1-4a25-86b4-1c2010e164b8 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3af', 'mac_address': 'fa:16:3e:b1:a6:ae'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:10.570309 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-b7dd169e-6c26-4add-ae8e-3d6bda0fc30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f840601-cae6-4109-baeb-5aa015ce769d', 'name': 'tempest-TestServerBasicOps-1425991670-router', 'tenant_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:58:27Z', 'updated_at': '2022-02-17T18:04:10Z', 'revision_number': 6, 'project_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'gw_port_host': None}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:10.618409 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7dd169e-6c26-4add-ae8e-3d6bda0fc30c None None] The sync data for ids ['0f840601-cae6-4109-baeb-5aa015ce769d'] in n-d-829613-2 is: [{'id': '0f840601-cae6-4109-baeb-5aa015ce769d', 'name': 'tempest-TestServerBasicOps-1425991670-router', 'tenant_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:58:27Z', 'updated_at': '2022-02-17T18:04:10Z', 'revision_number': 6, 'project_id': 'f2fecc83bbca4d24b89fe382f6fcc2ca', 'gw_port_host': None}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:04:10.623686 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-77a1f964-0860-4e83-b563-b8f1e4ca6e75 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (d34a97e5-3ca8-4afd-a21a-2a0691a0d47d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:10.659918 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-77a1f964-0860-4e83-b563-b8f1e4ca6e75 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Calling delete_port for d34a97e5-3ca8-4afd-a21a-2a0691a0d47d owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:04:10.771773 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fcdeee70-cc7f-45ce-b386-29d0121162ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (997e5d79-1b09-447f-bea7-8b1982f5adb7), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:10.816127 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f56038d-cbb1-4a25-86b4-1c2010e164b8 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (fb2be52a-1d85-4730-9341-67d5968b28f5), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:10.855446 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdeee70-cc7f-45ce-b386-29d0121162ea admin admin] Pushing event deleted for resources: {'Port': ['ID=997e5d79-1b09-447f-bea7-8b1982f5adb7,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:10.931482 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b235d998-e290-42a8-adb1-ce57d971e777 None None] Provisioning complete for port fb2be52a-1d85-4730-9341-67d5968b28f5 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:04:10.932144 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b235d998-e290-42a8-adb1-ce57d971e777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (fb2be52a-1d85-4730-9341-67d5968b28f5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:10.941520 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fcdeee70-cc7f-45ce-b386-29d0121162ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (0f840601-cae6-4109-baeb-5aa015ce769d), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:10.981058 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b235d998-e290-42a8-adb1-ce57d971e777 None None] Port fb2be52a-1d85-4730-9341-67d5968b28f5 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:04:11.099235 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fcdeee70-cc7f-45ce-b386-29d0121162ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (0f840601-cae6-4109-baeb-5aa015ce769d), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:11.102195 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fcdeee70-cc7f-45ce-b386-29d0121162ea admin admin] Publish callbacks [] for router_controller (0f840601-cae6-4109-baeb-5aa015ce769d), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:11.159766 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fcdeee70-cc7f-45ce-b386-29d0121162ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (0f840601-cae6-4109-baeb-5aa015ce769d), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:11.160475 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcdeee70-cc7f-45ce-b386-29d0121162ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f840601-cae6-4109-baeb-5aa015ce769d {{(pid=103435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 18:04:11.168912 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fcdeee70-cc7f-45ce-b386-29d0121162ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:11.170834 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-fcdeee70-cc7f-45ce-b386-29d0121162ea admin admin] 10.222.0.87 "DELETE /v2.0/routers/0f840601-cae6-4109-baeb-5aa015ce769d HTTP/1.1" status: 204 len: 168 time: 1.4921401 Feb 17 18:04:11.175787 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57316) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:11.221267 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-77a1f964-0860-4e83-b563-b8f1e4ca6e75 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (d34a97e5-3ca8-4afd-a21a-2a0691a0d47d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:11.233039 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f56038d-cbb1-4a25-86b4-1c2010e164b8 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks [] for port (fb2be52a-1d85-4730-9341-67d5968b28f5), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:11.235217 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-dad0998a-120a-4bd7-a55b-330796389a3c admin admin] Deleting subnet 0512aabc-33d7-4468-a50e-10fb498a1e41 {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:04:11.238559 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dad0998a-120a-4bd7-a55b-330796389a3c admin admin] Publish callbacks [] for subnet (0512aabc-33d7-4468-a50e-10fb498a1e41), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:11.256536 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f56038d-cbb1-4a25-86b4-1c2010e164b8 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (fb2be52a-1d85-4730-9341-67d5968b28f5), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:11.259969 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a1f964-0860-4e83-b563-b8f1e4ca6e75 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event deleted for resources: {'Port': ['ID=d34a97e5-3ca8-4afd-a21a-2a0691a0d47d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:11.288794 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dad0998a-120a-4bd7-a55b-330796389a3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (0512aabc-33d7-4468-a50e-10fb498a1e41), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:11.333733 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-9f56038d-cbb1-4a25-86b4-1c2010e164b8 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] In _notify_port_updated(), no bound segment for port fb2be52a-1d85-4730-9341-67d5968b28f5 on network 124d8e19-5e25-45df-9873-c5d84efe91c3 {{(pid=103434) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 17 18:04:11.338752 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f56038d-cbb1-4a25-86b4-1c2010e164b8 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:04:11.340084 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9f56038d-cbb1-4a25-86b4-1c2010e164b8 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:11.344516 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9f56038d-cbb1-4a25-86b4-1c2010e164b8 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] 10.222.0.87 "PUT /v2.0/ports/fb2be52a-1d85-4730-9341-67d5968b28f5 HTTP/1.1" status: 200 len: 1002 time: 0.7935381 Feb 17 18:04:11.345320 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57320) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:11.394474 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f56038d-cbb1-4a25-86b4-1c2010e164b8 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Pushing event updated for resources: {'Port': ['ID=fb2be52a-1d85-4730-9341-67d5968b28f5,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:11.470286 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dad0998a-120a-4bd7-a55b-330796389a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (0512aabc-33d7-4468-a50e-10fb498a1e41), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:11.583486 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-77a1f964-0860-4e83-b563-b8f1e4ca6e75 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (8bd48d05-a454-4728-b7f3-4131a160a71d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:11.611021 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-532fcfce-c292-448c-90a5-2b2cf656122f tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Deleting port fb2be52a-1d85-4730-9341-67d5968b28f5 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:04:11.611497 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-532fcfce-c292-448c-90a5-2b2cf656122f tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (fb2be52a-1d85-4730-9341-67d5968b28f5), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:11.637938 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dad0998a-120a-4bd7-a55b-330796389a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (0512aabc-33d7-4468-a50e-10fb498a1e41), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:11.698915 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad0998a-120a-4bd7-a55b-330796389a3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0512aabc-33d7-4468-a50e-10fb498a1e41,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:11.765285 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dad0998a-120a-4bd7-a55b-330796389a3c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:11.768925 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-dad0998a-120a-4bd7-a55b-330796389a3c admin admin] 10.222.0.87 "DELETE /v2.0/subnets/0512aabc-33d7-4468-a50e-10fb498a1e41 HTTP/1.1" status: 204 len: 168 time: 0.5930045 Feb 17 18:04:11.769972 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a2ca7b-14ec-47b5-bff8-9ae7b4c4197b None None] Network 3aa3d1fd-12cf-43a5-8a21-bf857a06d327 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:04:11.771994 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57322) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:11.810279 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a1f964-0860-4e83-b563-b8f1e4ca6e75 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Router 8bd48d05-a454-4728-b7f3-4131a160a71d has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:04:11.866519 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8e259794-3a0e-4dfc-950b-c3e5eca9a3ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (3aa3d1fd-12cf-43a5-8a21-bf857a06d327), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:11.899756 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-532fcfce-c292-448c-90a5-2b2cf656122f tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (fb2be52a-1d85-4730-9341-67d5968b28f5), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:11.900309 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-589b86df-e79c-46e6-aba2-ddd9511e50bc None None] Provisioning complete for port fb2be52a-1d85-4730-9341-67d5968b28f5 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:04:11.900937 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-589b86df-e79c-46e6-aba2-ddd9511e50bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (fb2be52a-1d85-4730-9341-67d5968b28f5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:11.959711 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-532fcfce-c292-448c-90a5-2b2cf656122f tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Calling delete_port for fb2be52a-1d85-4730-9341-67d5968b28f5 owned by {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:04:11.971675 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-589b86df-e79c-46e6-aba2-ddd9511e50bc None None] Port fb2be52a-1d85-4730-9341-67d5968b28f5 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:04:12.018891 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a1f964-0860-4e83-b563-b8f1e4ca6e75 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:04:12.032379 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130fda9f-16d7-4b42-afb7-e4f7511ac7ed None None] DHCP port deletion for 3aa3d1fd-12cf-43a5-8a21-bf857a06d327 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 18:04:12.032716 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-77a1f964-0860-4e83-b563-b8f1e4ca6e75 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "PUT /v2.0/routers/8bd48d05-a454-4728-b7f3-4131a160a71d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3216741 Feb 17 18:04:12.035365 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57328) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:12.038279 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec1ca3c-b8b1-4725-8f5b-a19fcb20cd9c None None] Sync routers for ids ['8bd48d05-a454-4728-b7f3-4131a160a71d'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:04:12.077581 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-8e259794-3a0e-4dfc-950b-c3e5eca9a3ed admin admin] Deleting port d643d29d-af6a-4f9a-a36a-f70a7353d0f7 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:04:12.077930 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8e259794-3a0e-4dfc-950b-c3e5eca9a3ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (d643d29d-af6a-4f9a-a36a-f70a7353d0f7), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:12.084838 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6f0874f5-4982-47cf-9c84-f614f4f55c1e tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "GET /v2.0/ports?device_id=8bd48d05-a454-4728-b7f3-4131a160a71d HTTP/1.1" status: 200 len: 205 time: 0.0483367 Feb 17 18:04:12.087377 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57330) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:12.113281 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec1ca3c-b8b1-4725-8f5b-a19fcb20cd9c None None] Routers {'8bd48d05-a454-4728-b7f3-4131a160a71d'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:04:12.114106 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-3ec1ca3c-b8b1-4725-8f5b-a19fcb20cd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:04:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['8bd48d05-a454-4728-b7f3-4131a160a71d'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:12.160996 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-3ec1ca3c-b8b1-4725-8f5b-a19fcb20cd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:12.181981 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec1ca3c-b8b1-4725-8f5b-a19fcb20cd9c None None] Routers {'8bd48d05-a454-4728-b7f3-4131a160a71d'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:04:12.183808 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-3ec1ca3c-b8b1-4725-8f5b-a19fcb20cd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:04:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['8bd48d05-a454-4728-b7f3-4131a160a71d'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:12.191729 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-130fda9f-16d7-4b42-afb7-e4f7511ac7ed None None] Deleting port d643d29d-af6a-4f9a-a36a-f70a7353d0f7 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:04:12.192764 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-130fda9f-16d7-4b42-afb7-e4f7511ac7ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (d643d29d-af6a-4f9a-a36a-f70a7353d0f7), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:12.204820 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c2fef476-30b6-41e8-90d9-eae71d3c0d69 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for router (8bd48d05-a454-4728-b7f3-4131a160a71d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:12.218805 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-8e259794-3a0e-4dfc-950b-c3e5eca9a3ed admin admin] For port d643d29d-af6a-4f9a-a36a-f70a7353d0f7, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=d643d29d-af6a-4f9a-a36a-f70a7353d0f7,segment=NetworkSegment(69632a0c-2719-4683-92f0-d5b62fe44452),segment_id=69632a0c-2719-4683-92f0-d5b62fe44452)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:04:12.219186 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8e259794-3a0e-4dfc-950b-c3e5eca9a3ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (d643d29d-af6a-4f9a-a36a-f70a7353d0f7), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:12.249552 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-8e259794-3a0e-4dfc-950b-c3e5eca9a3ed admin admin] Calling delete_port for d643d29d-af6a-4f9a-a36a-f70a7353d0f7 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:04:12.257106 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-3ec1ca3c-b8b1-4725-8f5b-a19fcb20cd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:12.257777 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec1ca3c-b8b1-4725-8f5b-a19fcb20cd9c None None] The sync data for ids ['8bd48d05-a454-4728-b7f3-4131a160a71d'] in n-d-829613-2 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:04:12.287189 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-532fcfce-c292-448c-90a5-2b2cf656122f tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (fb2be52a-1d85-4730-9341-67d5968b28f5), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:12.340674 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-130fda9f-16d7-4b42-afb7-e4f7511ac7ed None None] For port d643d29d-af6a-4f9a-a36a-f70a7353d0f7, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=d643d29d-af6a-4f9a-a36a-f70a7353d0f7,segment=NetworkSegment(69632a0c-2719-4683-92f0-d5b62fe44452),segment_id=69632a0c-2719-4683-92f0-d5b62fe44452)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:04:12.341084 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-130fda9f-16d7-4b42-afb7-e4f7511ac7ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (d643d29d-af6a-4f9a-a36a-f70a7353d0f7), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:12.357662 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-130fda9f-16d7-4b42-afb7-e4f7511ac7ed None None] Calling delete_port for d643d29d-af6a-4f9a-a36a-f70a7353d0f7 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:04:12.419608 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532fcfce-c292-448c-90a5-2b2cf656122f tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Pushing event deleted for resources: {'Port': ['ID=fb2be52a-1d85-4730-9341-67d5968b28f5,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:12.454558 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device d643d29d-af6a-4f9a-a36a-f70a7353d0f7 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:04:12.459103 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c2fef476-30b6-41e8-90d9-eae71d3c0d69 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (8bd48d05-a454-4728-b7f3-4131a160a71d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:12.462481 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c2fef476-30b6-41e8-90d9-eae71d3c0d69 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for router_controller (8bd48d05-a454-4728-b7f3-4131a160a71d), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:12.546216 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c2fef476-30b6-41e8-90d9-eae71d3c0d69 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (8bd48d05-a454-4728-b7f3-4131a160a71d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:12.546783 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2fef476-30b6-41e8-90d9-eae71d3c0d69 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Fanout notify agent at l3_agent the message router_deleted on router 8bd48d05-a454-4728-b7f3-4131a160a71d {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 18:04:12.562730 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c2fef476-30b6-41e8-90d9-eae71d3c0d69 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:12.562730 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c2fef476-30b6-41e8-90d9-eae71d3c0d69 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "DELETE /v2.0/routers/8bd48d05-a454-4728-b7f3-4131a160a71d HTTP/1.1" status: 204 len: 168 time: 0.4738681 Feb 17 18:04:12.564638 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8e259794-3a0e-4dfc-950b-c3e5eca9a3ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (d643d29d-af6a-4f9a-a36a-f70a7353d0f7), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:12.566193 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57338) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:12.605147 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No active binding found for port d643d29d-af6a-4f9a-a36a-f70a7353d0f7 {{(pid=103436) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 17 18:04:12.606174 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] The host n-d-829613-2 is not matching for port d643d29d-af6a-4f9a-a36a-f70a7353d0f7 host None! {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 17 18:04:12.607154 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device d643d29d-af6a-4f9a-a36a-f70a7353d0f7 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:04:12.608737 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 997e5d79-1b09-447f-bea7-8b1982f5adb7 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:04:12.656676 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 997e5d79-1b09-447f-bea7-8b1982f5adb7 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:04:12.657602 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 997e5d79-1b09-447f-bea7-8b1982f5adb7 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:04:12.658590 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:04:12.671749 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e259794-3a0e-4dfc-950b-c3e5eca9a3ed admin admin] No DVR routers for this DVR port d643d29d-af6a-4f9a-a36a-f70a7353d0f7 on host n-d-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:04:12.685475 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-532fcfce-c292-448c-90a5-2b2cf656122f tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:12.692293 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e00cb94-b496-4039-a589-a3bd68f6b506 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Deleting subnet 90c40da9-e98f-4391-9ef2-5a9cf4abde76 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:04:12.696571 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0e00cb94-b496-4039-a589-a3bd68f6b506 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for subnet (90c40da9-e98f-4391-9ef2-5a9cf4abde76), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:12.713016 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-532fcfce-c292-448c-90a5-2b2cf656122f tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] 10.222.0.87 "DELETE /v2.0/ports/fb2be52a-1d85-4730-9341-67d5968b28f5 HTTP/1.1" status: 204 len: 168 time: 1.3614798 Feb 17 18:04:12.713016 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e259794-3a0e-4dfc-950b-c3e5eca9a3ed admin admin] Pushing event deleted for resources: {'Port': ['ID=d643d29d-af6a-4f9a-a36a-f70a7353d0f7,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:12.718621 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:04:12.719482 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 6a0a44b6-9e72-41c3-a1b5-6899ea7ec5d5 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:04:12.728407 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-130fda9f-16d7-4b42-afb7-e4f7511ac7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (d643d29d-af6a-4f9a-a36a-f70a7353d0f7), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:12.737159 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57340) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:12.761506 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130fda9f-16d7-4b42-afb7-e4f7511ac7ed None None] Pushing event deleted for resources: {'Port': ['ID=d643d29d-af6a-4f9a-a36a-f70a7353d0f7,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:12.765585 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130fda9f-16d7-4b42-afb7-e4f7511ac7ed None None] No DVR routers for this DVR port d643d29d-af6a-4f9a-a36a-f70a7353d0f7 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:04:12.787188 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-be81e239-92b9-4772-8144-55d29dc719ec tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] GET failed (client error): The resource could not be found. Feb 17 18:04:12.787188 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-be81e239-92b9-4772-8144-55d29dc719ec tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] 10.222.0.87 "GET /v2.0/ports/fb2be52a-1d85-4730-9341-67d5968b28f5 HTTP/1.1" status: 404 len: 333 time: 0.0446117 Feb 17 18:04:12.789666 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57348) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:12.795713 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-1603ebcf-7cc1-4595-a598-5cfd5e460c7e tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Request body: {'port': {'network_id': '124d8e19-5e25-45df-9873-c5d84efe91c3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2136140612'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:12.841991 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0e00cb94-b496-4039-a589-a3bd68f6b506 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (90c40da9-e98f-4391-9ef2-5a9cf4abde76), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:12.857965 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8e259794-3a0e-4dfc-950b-c3e5eca9a3ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (3aa3d1fd-12cf-43a5-8a21-bf857a06d327), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:12.897822 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-8e259794-3a0e-4dfc-950b-c3e5eca9a3ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aa3d1fd-12cf-43a5-8a21-bf857a06d327']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:12.909632 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-8e259794-3a0e-4dfc-950b-c3e5eca9a3ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69632a0c-2719-4683-92f0-d5b62fe44452') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:12.909840 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-8e259794-3a0e-4dfc-950b-c3e5eca9a3ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69632a0c-2719-4683-92f0-d5b62fe44452') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:12.921281 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8e259794-3a0e-4dfc-950b-c3e5eca9a3ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (69632a0c-2719-4683-92f0-d5b62fe44452), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:12.937222 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8e259794-3a0e-4dfc-950b-c3e5eca9a3ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (69632a0c-2719-4683-92f0-d5b62fe44452), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:12.944335 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e259794-3a0e-4dfc-950b-c3e5eca9a3ed admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:04:12.945168 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8e259794-3a0e-4dfc-950b-c3e5eca9a3ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (69632a0c-2719-4683-92f0-d5b62fe44452), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:12.947275 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 18:04:12.947275 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:04:12.947275 n-d-829613-2 neutron-server[103435]: timer() Feb 17 18:04:12.947275 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:04:12.947275 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 18:04:12.947275 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:04:12.947275 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 18:04:12.947275 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:04:12.947275 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 18:04:12.947275 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:04:12.947275 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 18:04:12.947275 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:04:12.947275 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 18:04:12.947275 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:04:12.947275 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:04:12.947275 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:04:12.947275 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:04:12.947275 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:04:12.947275 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 18:04:12.947275 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:04:12.947275 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 18:04:12.947275 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:04:12.947275 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:04:12.947275 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:04:12.947275 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 18:04:12.947275 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:04:12.947275 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:04:12.947275 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:04:12.947275 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:04:12.947275 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:04:12.947275 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:04:12.947275 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:04:13.006980 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0e00cb94-b496-4039-a589-a3bd68f6b506 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (90c40da9-e98f-4391-9ef2-5a9cf4abde76), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:13.018122 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8e259794-3a0e-4dfc-950b-c3e5eca9a3ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (3aa3d1fd-12cf-43a5-8a21-bf857a06d327), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:13.024726 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8e259794-3a0e-4dfc-950b-c3e5eca9a3ed admin admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:13.029297 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1603ebcf-7cc1-4595-a598-5cfd5e460c7e tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Made reservation on behalf of 2012fad66db24e02aae65e5d3f352618 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:04:13.029822 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-8e259794-3a0e-4dfc-950b-c3e5eca9a3ed admin admin] 10.222.0.87 "DELETE /v2.0/networks/3aa3d1fd-12cf-43a5-8a21-bf857a06d327 HTTP/1.1" status: 204 len: 168 time: 1.2572656 Feb 17 18:04:13.036318 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1603ebcf-7cc1-4595-a598-5cfd5e460c7e tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:13.041518 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57354) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:13.048756 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e259794-3a0e-4dfc-950b-c3e5eca9a3ed admin admin] Pushing event deleted for resources: {'Network': ['ID=3aa3d1fd-12cf-43a5-8a21-bf857a06d327,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:13.072776 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [None req-1603ebcf-7cc1-4595-a598-5cfd5e460c7e tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] device_id is not set on port b9035927-f06a-40d0-b17d-89d000a29861 yet. {{(pid=103434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 18:04:13.146852 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0e00cb94-b496-4039-a589-a3bd68f6b506 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (90c40da9-e98f-4391-9ef2-5a9cf4abde76), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:13.182037 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00cb94-b496-4039-a589-a3bd68f6b506 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event deleted for resources: {'Subnet': ['ID=90c40da9-e98f-4391-9ef2-5a9cf4abde76,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:13.206804 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0e00cb94-b496-4039-a589-a3bd68f6b506 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:13.210536 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0e00cb94-b496-4039-a589-a3bd68f6b506 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "DELETE /v2.0/subnets/90c40da9-e98f-4391-9ef2-5a9cf4abde76 HTTP/1.1" status: 204 len: 168 time: 0.6428134 Feb 17 18:04:13.213298 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57360) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:13.215580 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff56462-7170-437d-8d7d-76807502e7c1 None None] Network 566473b4-1f73-416e-9676-e1b11a8bb069 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:04:13.279129 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-1603ebcf-7cc1-4595-a598-5cfd5e460c7e tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Allocated IP 2001:db8::2ca (124d8e19-5e25-45df-9873-c5d84efe91c3/e7ab81e9-da24-4fd2-b000-8af787d35652/b9035927-f06a-40d0-b17d-89d000a29861) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:04:13.336436 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cc561d58-0535-49b6-a4d0-1f5a1eef5c57 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (566473b4-1f73-416e-9676-e1b11a8bb069), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:13.439229 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b394bc7-2a23-4ddb-9528-35a47d7b26e1 None None] DHCP port deletion for 566473b4-1f73-416e-9676-e1b11a8bb069 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 18:04:13.508538 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-8b394bc7-2a23-4ddb-9528-35a47d7b26e1 None None] Deleting port a7420585-dff5-413f-8595-c67a66092a67 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:04:13.509184 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8b394bc7-2a23-4ddb-9528-35a47d7b26e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (a7420585-dff5-413f-8595-c67a66092a67), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:13.509470 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-cc561d58-0535-49b6-a4d0-1f5a1eef5c57 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Deleting port a7420585-dff5-413f-8595-c67a66092a67 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:04:13.509829 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cc561d58-0535-49b6-a4d0-1f5a1eef5c57 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (a7420585-dff5-413f-8595-c67a66092a67), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:13.518570 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c557e3bd-b728-45a4-b356-b1b0528c2d28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (72175b33-d24a-4d50-b80b-0692173b2cf2), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:13.602463 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-8b394bc7-2a23-4ddb-9528-35a47d7b26e1 None None] For port a7420585-dff5-413f-8595-c67a66092a67, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=a7420585-dff5-413f-8595-c67a66092a67,segment=NetworkSegment(2a18c84e-73d4-49a3-9f36-d23371dbbcc7),segment_id=2a18c84e-73d4-49a3-9f36-d23371dbbcc7)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:04:13.603211 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8b394bc7-2a23-4ddb-9528-35a47d7b26e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (a7420585-dff5-413f-8595-c67a66092a67), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:13.609169 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-cc561d58-0535-49b6-a4d0-1f5a1eef5c57 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] For port a7420585-dff5-413f-8595-c67a66092a67, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=a7420585-dff5-413f-8595-c67a66092a67,segment=NetworkSegment(2a18c84e-73d4-49a3-9f36-d23371dbbcc7),segment_id=2a18c84e-73d4-49a3-9f36-d23371dbbcc7)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:04:13.609558 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cc561d58-0535-49b6-a4d0-1f5a1eef5c57 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (a7420585-dff5-413f-8595-c67a66092a67), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:13.617496 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-8b394bc7-2a23-4ddb-9528-35a47d7b26e1 None None] Calling delete_port for a7420585-dff5-413f-8595-c67a66092a67 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:04:13.622650 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1603ebcf-7cc1-4595-a598-5cfd5e460c7e tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks [] for port (b9035927-f06a-40d0-b17d-89d000a29861), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:13.631120 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-cc561d58-0535-49b6-a4d0-1f5a1eef5c57 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Calling delete_port for a7420585-dff5-413f-8595-c67a66092a67 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:04:13.711419 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8b394bc7-2a23-4ddb-9528-35a47d7b26e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (a7420585-dff5-413f-8595-c67a66092a67), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:13.727896 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1603ebcf-7cc1-4595-a598-5cfd5e460c7e tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (b9035927-f06a-40d0-b17d-89d000a29861), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:13.737340 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b394bc7-2a23-4ddb-9528-35a47d7b26e1 None None] Pushing event deleted for resources: {'Port': ['ID=a7420585-dff5-413f-8595-c67a66092a67,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:13.748896 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b394bc7-2a23-4ddb-9528-35a47d7b26e1 None None] No DVR routers for this DVR port a7420585-dff5-413f-8595-c67a66092a67 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:04:13.794799 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1603ebcf-7cc1-4595-a598-5cfd5e460c7e tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Pushing event updated for resources: {'Port': ['ID=b9035927-f06a-40d0-b17d-89d000a29861,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:13.815956 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1603ebcf-7cc1-4595-a598-5cfd5e460c7e tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Network 124d8e19-5e25-45df-9873-c5d84efe91c3 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:04:13.818168 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-1603ebcf-7cc1-4595-a598-5cfd5e460c7e tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:04:13.820815 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1603ebcf-7cc1-4595-a598-5cfd5e460c7e tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:04:13.826623 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1603ebcf-7cc1-4595-a598-5cfd5e460c7e tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:04:13.827456 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1603ebcf-7cc1-4595-a598-5cfd5e460c7e tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:13.846199 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cc561d58-0535-49b6-a4d0-1f5a1eef5c57 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (a7420585-dff5-413f-8595-c67a66092a67), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:13.853884 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-1603ebcf-7cc1-4595-a598-5cfd5e460c7e tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0631042 Feb 17 18:04:13.857735 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57368) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:13.863149 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-c75ecd41-be8b-4c50-8d83-f81bd178ff7f tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:b1:a6:ae'}]}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:13.883298 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc561d58-0535-49b6-a4d0-1f5a1eef5c57 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event deleted for resources: {'Port': ['ID=a7420585-dff5-413f-8595-c67a66092a67,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:13.889530 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc561d58-0535-49b6-a4d0-1f5a1eef5c57 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] No DVR routers for this DVR port a7420585-dff5-413f-8595-c67a66092a67 on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:04:13.915166 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-c557e3bd-b728-45a4-b356-b1b0528c2d28 admin admin] Deleting port 9f13f9e4-711f-4906-814f-1c939f4a3dd3 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:04:13.915792 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c557e3bd-b728-45a4-b356-b1b0528c2d28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (9f13f9e4-711f-4906-814f-1c939f4a3dd3), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:13.988041 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cc561d58-0535-49b6-a4d0-1f5a1eef5c57 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (566473b4-1f73-416e-9676-e1b11a8bb069), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:14.011345 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-cc561d58-0535-49b6-a4d0-1f5a1eef5c57 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['566473b4-1f73-416e-9676-e1b11a8bb069']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:14.022133 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-cc561d58-0535-49b6-a4d0-1f5a1eef5c57 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a18c84e-73d4-49a3-9f36-d23371dbbcc7') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:14.022687 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-cc561d58-0535-49b6-a4d0-1f5a1eef5c57 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a18c84e-73d4-49a3-9f36-d23371dbbcc7') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:14.033444 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cc561d58-0535-49b6-a4d0-1f5a1eef5c57 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (2a18c84e-73d4-49a3-9f36-d23371dbbcc7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:14.052163 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cc561d58-0535-49b6-a4d0-1f5a1eef5c57 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (2a18c84e-73d4-49a3-9f36-d23371dbbcc7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:14.064461 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc561d58-0535-49b6-a4d0-1f5a1eef5c57 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:04:14.065221 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cc561d58-0535-49b6-a4d0-1f5a1eef5c57 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (2a18c84e-73d4-49a3-9f36-d23371dbbcc7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:14.068872 n-d-829613-2 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 17 18:04:14.068872 n-d-829613-2 neutron-server[103434]: warnings.warn(msg) Feb 17 18:04:14.068872 n-d-829613-2 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:04:14.068872 n-d-829613-2 neutron-server[103434]: self.session.flush() Feb 17 18:04:14.068872 n-d-829613-2 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:04:14.068872 n-d-829613-2 neutron-server[103434]: self.session.flush() Feb 17 18:04:14.068872 n-d-829613-2 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:04:14.068872 n-d-829613-2 neutron-server[103434]: self.session.flush() Feb 17 18:04:14.068872 n-d-829613-2 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:04:14.068872 n-d-829613-2 neutron-server[103434]: self.session.flush() Feb 17 18:04:14.068872 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 18:04:14.068872 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:04:14.068872 n-d-829613-2 neutron-server[103434]: timer() Feb 17 18:04:14.068872 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:04:14.068872 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 18:04:14.068872 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:04:14.068872 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 18:04:14.068872 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:04:14.068872 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 18:04:14.068872 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:04:14.068872 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 18:04:14.068872 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:04:14.068872 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 18:04:14.068872 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:04:14.068872 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:04:14.068872 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:04:14.068872 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:04:14.068872 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:04:14.068872 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 18:04:14.068872 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:04:14.068872 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 18:04:14.068872 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:04:14.068872 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:04:14.068872 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:04:14.068872 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 18:04:14.068872 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:04:14.068872 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:04:14.068872 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:04:14.068872 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:04:14.068872 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:04:14.068872 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:04:14.068872 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:04:14.089998 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-c557e3bd-b728-45a4-b356-b1b0528c2d28 admin admin] For port 9f13f9e4-711f-4906-814f-1c939f4a3dd3, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=9f13f9e4-711f-4906-814f-1c939f4a3dd3,segment=NetworkSegment(5c546c34-f4ce-496e-b07a-fcbe83df740e),segment_id=5c546c34-f4ce-496e-b07a-fcbe83df740e)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:04:14.090365 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c557e3bd-b728-45a4-b356-b1b0528c2d28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (9f13f9e4-711f-4906-814f-1c939f4a3dd3), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:14.110672 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-c557e3bd-b728-45a4-b356-b1b0528c2d28 admin admin] Calling delete_port for 9f13f9e4-711f-4906-814f-1c939f4a3dd3 owned by network:router_interface {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:04:14.155569 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cc561d58-0535-49b6-a4d0-1f5a1eef5c57 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (566473b4-1f73-416e-9676-e1b11a8bb069), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:14.163802 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cc561d58-0535-49b6-a4d0-1f5a1eef5c57 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:14.171678 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-cc561d58-0535-49b6-a4d0-1f5a1eef5c57 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "DELETE /v2.0/networks/566473b4-1f73-416e-9676-e1b11a8bb069 HTTP/1.1" status: 204 len: 168 time: 0.9528172 Feb 17 18:04:14.172226 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57370) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:14.177787 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-480be2b1-3979-499c-af50-2e9f2a01fb93 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1751890706', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:14.195514 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc561d58-0535-49b6-a4d0-1f5a1eef5c57 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event deleted for resources: {'Network': ['ID=566473b4-1f73-416e-9676-e1b11a8bb069,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:14.212214 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-480be2b1-3979-499c-af50-2e9f2a01fb93 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (0f7d503d-1de4-4925-babd-37e7faec920f), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:14.213591 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c75ecd41-be8b-4c50-8d83-f81bd178ff7f tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b9035927-f06a-40d0-b17d-89d000a29861), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:14.213780 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-480be2b1-3979-499c-af50-2e9f2a01fb93 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (0f7d503d-1de4-4925-babd-37e7faec920f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:14.234645 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-d83d13c4-25e7-4f91-b93c-ca8e54ff3e1f None None] Provisioning complete for port b9035927-f06a-40d0-b17d-89d000a29861 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:04:14.235244 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d83d13c4-25e7-4f91-b93c-ca8e54ff3e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b9035927-f06a-40d0-b17d-89d000a29861), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:14.279001 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-d83d13c4-25e7-4f91-b93c-ca8e54ff3e1f None None] Port b9035927-f06a-40d0-b17d-89d000a29861 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:04:14.296101 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-480be2b1-3979-499c-af50-2e9f2a01fb93 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for router_controller (0f7d503d-1de4-4925-babd-37e7faec920f), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:14.302737 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-480be2b1-3979-499c-af50-2e9f2a01fb93 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (0f7d503d-1de4-4925-babd-37e7faec920f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:14.343595 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-480be2b1-3979-499c-af50-2e9f2a01fb93 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:14.356771 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-480be2b1-3979-499c-af50-2e9f2a01fb93 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1757791 Feb 17 18:04:14.357476 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57376) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:14.363471 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-cd2653dc-30c3-4c41-a43e-f35a57aad0c2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Request body: {'network': {'name': 'tempest-RoutersTest-16867030'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:14.389490 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2653dc-30c3-4c41-a43e-f35a57aad0c2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Made reservation on behalf of 1bef349abcb746fa964cc36601da97cc for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:04:14.392898 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd2653dc-30c3-4c41-a43e-f35a57aad0c2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:14.412090 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device a7420585-dff5-413f-8595-c67a66092a67 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:04:14.422458 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd2653dc-30c3-4c41-a43e-f35a57aad0c2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:04:14.441406 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: a7420585-dff5-413f-8595-c67a66092a67 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:04:14.442120 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device a7420585-dff5-413f-8595-c67a66092a67 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:04:14.449787 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd2653dc-30c3-4c41-a43e-f35a57aad0c2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (a3049bd7-311c-4025-8dce-1d08ab937b25), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:14.450712 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-cd2653dc-30c3-4c41-a43e-f35a57aad0c2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Added segment a3049bd7-311c-4025-8dce-1d08ab937b25 of type vlan for network c13f7adf-2219-4896-a04a-30856700f9eb Feb 17 18:04:14.488316 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c557e3bd-b728-45a4-b356-b1b0528c2d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (9f13f9e4-711f-4906-814f-1c939f4a3dd3), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:14.508752 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd2653dc-30c3-4c41-a43e-f35a57aad0c2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (c13f7adf-2219-4896-a04a-30856700f9eb), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:14.530945 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c557e3bd-b728-45a4-b356-b1b0528c2d28 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f13f9e4-711f-4906-814f-1c939f4a3dd3,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:14.538761 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd2653dc-30c3-4c41-a43e-f35a57aad0c2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (c13f7adf-2219-4896-a04a-30856700f9eb), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:14.545009 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2653dc-30c3-4c41-a43e-f35a57aad0c2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:04:14.545697 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cd2653dc-30c3-4c41-a43e-f35a57aad0c2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:14.621698 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c75ecd41-be8b-4c50-8d83-f81bd178ff7f tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks [] for port (b9035927-f06a-40d0-b17d-89d000a29861), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:14.645057 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2653dc-30c3-4c41-a43e-f35a57aad0c2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event updated for resources: {'Network': ['ID=c13f7adf-2219-4896-a04a-30856700f9eb,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:14.655380 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-cd2653dc-30c3-4c41-a43e-f35a57aad0c2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.2967782 Feb 17 18:04:14.656022 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57380) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:14.659592 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network c13f7adf-2219-4896-a04a-30856700f9eb details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:04:14.662669 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-5ba5986d-d500-45ad-9b1b-92951ebfddbb tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Request body: {'subnet': {'network_id': 'c13f7adf-2219-4896-a04a-30856700f9eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:14.774851 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba5986d-d500-45ad-9b1b-92951ebfddbb tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Made reservation on behalf of 1bef349abcb746fa964cc36601da97cc for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:04:14.783286 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5ba5986d-d500-45ad-9b1b-92951ebfddbb tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:15.122710 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c75ecd41-be8b-4c50-8d83-f81bd178ff7f tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (b9035927-f06a-40d0-b17d-89d000a29861), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:15.168155 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-c75ecd41-be8b-4c50-8d83-f81bd178ff7f tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] In _notify_port_updated(), no bound segment for port b9035927-f06a-40d0-b17d-89d000a29861 on network 124d8e19-5e25-45df-9873-c5d84efe91c3 {{(pid=103435) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 17 18:04:15.173405 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75ecd41-be8b-4c50-8d83-f81bd178ff7f tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:04:15.174047 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c75ecd41-be8b-4c50-8d83-f81bd178ff7f tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:15.175454 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c75ecd41-be8b-4c50-8d83-f81bd178ff7f tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] 10.222.0.87 "PUT /v2.0/ports/b9035927-f06a-40d0-b17d-89d000a29861 HTTP/1.1" status: 200 len: 1003 time: 1.3173857 Feb 17 18:04:15.182377 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57382) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:15.256559 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ecd41-be8b-4c50-8d83-f81bd178ff7f tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Pushing event updated for resources: {'Port': ['ID=b9035927-f06a-40d0-b17d-89d000a29861,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:15.317933 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c557e3bd-b728-45a4-b356-b1b0528c2d28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (72175b33-d24a-4d50-b80b-0692173b2cf2), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:15.333641 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5ba5986d-d500-45ad-9b1b-92951ebfddbb tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (dddd8ba2-596d-4bb2-9662-b01b729f327a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:15.423577 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba5986d-d500-45ad-9b1b-92951ebfddbb tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event updated for resources: {'Subnet': ['ID=dddd8ba2-596d-4bb2-9662-b01b729f327a,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:15.433789 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba5986d-d500-45ad-9b1b-92951ebfddbb tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Checking segment: {'id': 'a3049bd7-311c-4025-8dce-1d08ab937b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c13f7adf-2219-4896-a04a-30856700f9eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:04:15.434202 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba5986d-d500-45ad-9b1b-92951ebfddbb tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Network hostable DHCP agents. Network: c13f7adf-2219-4896-a04a-30856700f9eb, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:04:15.438846 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2f3ff7ec-467b-4fcb-8a41-a5432c343688 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Deleting port b9035927-f06a-40d0-b17d-89d000a29861 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:04:15.439198 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2f3ff7ec-467b-4fcb-8a41-a5432c343688 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (b9035927-f06a-40d0-b17d-89d000a29861), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:15.465447 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba5986d-d500-45ad-9b1b-92951ebfddbb tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Network c13f7adf-2219-4896-a04a-30856700f9eb is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:04:15.496740 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-5ba5986d-d500-45ad-9b1b-92951ebfddbb tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, c13f7adf-2219-4896-a04a-30856700f9eb) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:04:15.505950 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba5986d-d500-45ad-9b1b-92951ebfddbb tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:04:15.508727 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5ba5986d-d500-45ad-9b1b-92951ebfddbb tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:15.508861 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbff1fdf-4e33-4839-b107-ebe424c66c8a None None] Network c13f7adf-2219-4896-a04a-30856700f9eb requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:04:15.541676 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5ba5986d-d500-45ad-9b1b-92951ebfddbb tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8832667 Feb 17 18:04:15.544347 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57386) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:15.577085 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2f3ff7ec-467b-4fcb-8a41-a5432c343688 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (b9035927-f06a-40d0-b17d-89d000a29861), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:15.681559 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2f3ff7ec-467b-4fcb-8a41-a5432c343688 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Calling delete_port for b9035927-f06a-40d0-b17d-89d000a29861 owned by {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:04:15.781713 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c557e3bd-b728-45a4-b356-b1b0528c2d28 admin admin] Router 72175b33-d24a-4d50-b80b-0692173b2cf2 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:04:15.786759 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-6e74bc08-8681-438e-9d98-2cff08c5ff65 None None] Provisioning complete for port b9035927-f06a-40d0-b17d-89d000a29861 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:04:15.786909 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6e74bc08-8681-438e-9d98-2cff08c5ff65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b9035927-f06a-40d0-b17d-89d000a29861), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:15.844330 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10552a0-c0e6-4d68-8cd5-03adebf9c0f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-c13f7adf-2219-4896-a04a-30856700f9eb', 'network_id': 'c13f7adf-2219-4896-a04a-30856700f9eb', 'project_id': '1bef349abcb746fa964cc36601da97cc', 'fixed_ips': [{'subnet_id': 'dddd8ba2-596d-4bb2-9662-b01b729f327a'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 18:04:15.845634 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c10552a0-c0e6-4d68-8cd5-03adebf9c0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:15.865297 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-6e74bc08-8681-438e-9d98-2cff08c5ff65 None None] Port b9035927-f06a-40d0-b17d-89d000a29861 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:04:15.965561 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ae04c02a-adee-4464-99dc-fb73e4929574 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:15.996296 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2f3ff7ec-467b-4fcb-8a41-a5432c343688 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (b9035927-f06a-40d0-b17d-89d000a29861), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:16.033535 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ff7ec-467b-4fcb-8a41-a5432c343688 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Pushing event deleted for resources: {'Port': ['ID=b9035927-f06a-40d0-b17d-89d000a29861,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:16.072655 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2f3ff7ec-467b-4fcb-8a41-a5432c343688 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:16.076959 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-2f3ff7ec-467b-4fcb-8a41-a5432c343688 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] 10.222.0.87 "DELETE /v2.0/ports/b9035927-f06a-40d0-b17d-89d000a29861 HTTP/1.1" status: 204 len: 168 time: 0.8935158 Feb 17 18:04:16.079604 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57392) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:16.117948 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-a043321e-4fa7-49e3-980c-64b0d04e0641 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] GET failed (client error): The resource could not be found. Feb 17 18:04:16.120551 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a043321e-4fa7-49e3-980c-64b0d04e0641 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] 10.222.0.87 "GET /v2.0/ports/b9035927-f06a-40d0-b17d-89d000a29861 HTTP/1.1" status: 404 len: 333 time: 0.0400302 Feb 17 18:04:16.121762 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c557e3bd-b728-45a4-b356-b1b0528c2d28 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:04:16.131120 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c557e3bd-b728-45a4-b356-b1b0528c2d28 admin admin] 10.222.0.87 "PUT /v2.0/routers/72175b33-d24a-4d50-b80b-0692173b2cf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0862472 Feb 17 18:04:16.131120 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57394) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:16.135553 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-a2184573-7c45-4185-9257-f9705696055a tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Request body: {'port': {'network_id': '124d8e19-5e25-45df-9873-c5d84efe91c3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-408779869'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:16.137508 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e781399e-e277-4473-a01d-01e67a0f21c1 None None] Sync routers for ids ['72175b33-d24a-4d50-b80b-0692173b2cf2'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:04:16.139491 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57396) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:16.153437 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e781399e-e277-4473-a01d-01e67a0f21c1 None None] Routers {'72175b33-d24a-4d50-b80b-0692173b2cf2'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:04:16.154085 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-e781399e-e277-4473-a01d-01e67a0f21c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:04:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['72175b33-d24a-4d50-b80b-0692173b2cf2'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:16.230221 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-c10552a0-c0e6-4d68-8cd5-03adebf9c0f9 None None] Allocated IP 172.20.0.2 (c13f7adf-2219-4896-a04a-30856700f9eb/dddd8ba2-596d-4bb2-9662-b01b729f327a/136bdf90-5310-4ade-bebc-f4f842a9bef0) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:04:16.378995 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-e781399e-e277-4473-a01d-01e67a0f21c1 None None] Set router 72175b33-d24a-4d50-b80b-0692173b2cf2 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:04:16.452576 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-554f1b42-afd4-416e-84ee-c53aeb82309b admin admin] Publish callbacks [] for router (72175b33-d24a-4d50-b80b-0692173b2cf2), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:16.569394 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c10552a0-c0e6-4d68-8cd5-03adebf9c0f9 None None] Publish callbacks [] for port (136bdf90-5310-4ade-bebc-f4f842a9bef0), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:16.572872 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2184573-7c45-4185-9257-f9705696055a tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Made reservation on behalf of 2012fad66db24e02aae65e5d3f352618 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:04:16.576386 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a2184573-7c45-4185-9257-f9705696055a tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:16.590318 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c10552a0-c0e6-4d68-8cd5-03adebf9c0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (136bdf90-5310-4ade-bebc-f4f842a9bef0), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:16.611130 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-a2184573-7c45-4185-9257-f9705696055a tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] device_id is not set on port 77a8d5c4-59f2-4ea9-9332-0c0a022c0675 yet. {{(pid=103435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 18:04:16.663106 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-e781399e-e277-4473-a01d-01e67a0f21c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72175b33-d24a-4d50-b80b-0692173b2cf2', 'name': 'tempest-TestServerBasicOps-571207820-router', 'tenant_id': 'b0e129a6556342a1a6428e9710717841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '77c05d04-32f6-4709-a311-3558f29fc8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:58:44Z', 'updated_at': '2022-02-17T18:04:14Z', 'revision_number': 5, 'project_id': 'b0e129a6556342a1a6428e9710717841', 'gw_port': {'id': '77c05d04-32f6-4709-a311-3558f29fc8f1', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:bc:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72175b33-d24a-4d50-b80b-0692173b2cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T17:58:46Z', 'updated_at': '2022-02-17T17:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:16.677604 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-ae04c02a-adee-4464-99dc-fb73e4929574 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Allocated IP 172.20.0.1 (c13f7adf-2219-4896-a04a-30856700f9eb/dddd8ba2-596d-4bb2-9662-b01b729f327a/c2fde79d-14c7-428c-b565-5362535b7152) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:04:16.679456 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10552a0-c0e6-4d68-8cd5-03adebf9c0f9 None None] Network c13f7adf-2219-4896-a04a-30856700f9eb is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:04:16.685942 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-c10552a0-c0e6-4d68-8cd5-03adebf9c0f9 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:04:16.704582 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10552a0-c0e6-4d68-8cd5-03adebf9c0f9 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:04:16.725524 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10552a0-c0e6-4d68-8cd5-03adebf9c0f9 None None] Pushing event updated for resources: {'Port': ['ID=136bdf90-5310-4ade-bebc-f4f842a9bef0,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:16.744556 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-a2184573-7c45-4185-9257-f9705696055a tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Allocated IP 2001:db8::2e3 (124d8e19-5e25-45df-9873-c5d84efe91c3/e7ab81e9-da24-4fd2-b000-8af787d35652/77a8d5c4-59f2-4ea9-9332-0c0a022c0675) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:04:16.750787 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e781399e-e277-4473-a01d-01e67a0f21c1 None None] Checking router: 72175b33-d24a-4d50-b80b-0692173b2cf2 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:04:16.768220 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-554f1b42-afd4-416e-84ee-c53aeb82309b admin admin] Publish callbacks [] for router_gateway (72175b33-d24a-4d50-b80b-0692173b2cf2), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:16.773718 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e781399e-e277-4473-a01d-01e67a0f21c1 None None] Routers {'72175b33-d24a-4d50-b80b-0692173b2cf2'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:04:16.774461 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-e781399e-e277-4473-a01d-01e67a0f21c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:04:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['72175b33-d24a-4d50-b80b-0692173b2cf2'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:16.825757 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-c10552a0-c0e6-4d68-8cd5-03adebf9c0f9 None None] Attempting to bind port 136bdf90-5310-4ade-bebc-f4f842a9bef0 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:04:16.825757 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-c10552a0-c0e6-4d68-8cd5-03adebf9c0f9 None None] Attempting to bind port 136bdf90-5310-4ade-bebc-f4f842a9bef0 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'a3049bd7-311c-4025-8dce-1d08ab937b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c13f7adf-2219-4896-a04a-30856700f9eb'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:04:16.825757 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10552a0-c0e6-4d68-8cd5-03adebf9c0f9 None None] Attempting to bind port 136bdf90-5310-4ade-bebc-f4f842a9bef0 on network c13f7adf-2219-4896-a04a-30856700f9eb {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:04:16.830457 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10552a0-c0e6-4d68-8cd5-03adebf9c0f9 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:04:16.830843 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10552a0-c0e6-4d68-8cd5-03adebf9c0f9 None None] Checking segment: {'id': 'a3049bd7-311c-4025-8dce-1d08ab937b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c13f7adf-2219-4896-a04a-30856700f9eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:04:16.831250 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c10552a0-c0e6-4d68-8cd5-03adebf9c0f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:16.831656 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10552a0-c0e6-4d68-8cd5-03adebf9c0f9 None None] Bound using segment: {'id': 'a3049bd7-311c-4025-8dce-1d08ab937b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c13f7adf-2219-4896-a04a-30856700f9eb'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:04:16.832897 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-c10552a0-c0e6-4d68-8cd5-03adebf9c0f9 None None] Bound port: 136bdf90-5310-4ade-bebc-f4f842a9bef0, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3049bd7-311c-4025-8dce-1d08ab937b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c13f7adf-2219-4896-a04a-30856700f9eb'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:04:16.832897 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c10552a0-c0e6-4d68-8cd5-03adebf9c0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (136bdf90-5310-4ade-bebc-f4f842a9bef0), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:16.917840 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-c10552a0-c0e6-4d68-8cd5-03adebf9c0f9 None None] For port 136bdf90-5310-4ade-bebc-f4f842a9bef0, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:04:16.922239 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-c10552a0-c0e6-4d68-8cd5-03adebf9c0f9 None None] For port 136bdf90-5310-4ade-bebc-f4f842a9bef0, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=136bdf90-5310-4ade-bebc-f4f842a9bef0,segment=NetworkSegment(a3049bd7-311c-4025-8dce-1d08ab937b25),segment_id=a3049bd7-311c-4025-8dce-1d08ab937b25)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:04:16.932310 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ae04c02a-adee-4464-99dc-fb73e4929574 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for port (c2fde79d-14c7-428c-b565-5362535b7152), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:16.937435 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c10552a0-c0e6-4d68-8cd5-03adebf9c0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (136bdf90-5310-4ade-bebc-f4f842a9bef0), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:16.937911 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-e781399e-e277-4473-a01d-01e67a0f21c1 None None] Set router 72175b33-d24a-4d50-b80b-0692173b2cf2 gateway port host: None {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:04:16.978012 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-554f1b42-afd4-416e-84ee-c53aeb82309b admin admin] Deleting port 77c05d04-32f6-4709-a311-3558f29fc8f1 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:04:16.978626 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-554f1b42-afd4-416e-84ee-c53aeb82309b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (77c05d04-32f6-4709-a311-3558f29fc8f1), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:17.020953 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ae04c02a-adee-4464-99dc-fb73e4929574 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (c2fde79d-14c7-428c-b565-5362535b7152), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:17.029801 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10552a0-c0e6-4d68-8cd5-03adebf9c0f9 None None] Pushing event updated for resources: {'Port': ['ID=136bdf90-5310-4ade-bebc-f4f842a9bef0,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:17.056049 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-e781399e-e277-4473-a01d-01e67a0f21c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72175b33-d24a-4d50-b80b-0692173b2cf2', 'name': 'tempest-TestServerBasicOps-571207820-router', 'tenant_id': 'b0e129a6556342a1a6428e9710717841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:58:44Z', 'updated_at': '2022-02-17T18:04:16Z', 'revision_number': 6, 'project_id': 'b0e129a6556342a1a6428e9710717841', 'gw_port_host': None}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:17.108876 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae04c02a-adee-4464-99dc-fb73e4929574 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Network c13f7adf-2219-4896-a04a-30856700f9eb is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:04:17.112941 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae04c02a-adee-4464-99dc-fb73e4929574 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event updated for resources: {'Port': ['ID=c2fde79d-14c7-428c-b565-5362535b7152,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:17.119511 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-ae04c02a-adee-4464-99dc-fb73e4929574 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:04:17.121886 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e781399e-e277-4473-a01d-01e67a0f21c1 None None] The sync data for ids ['72175b33-d24a-4d50-b80b-0692173b2cf2'] in n-d-829613-2 is: [{'id': '72175b33-d24a-4d50-b80b-0692173b2cf2', 'name': 'tempest-TestServerBasicOps-571207820-router', 'tenant_id': 'b0e129a6556342a1a6428e9710717841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T17:58:44Z', 'updated_at': '2022-02-17T18:04:16Z', 'revision_number': 6, 'project_id': 'b0e129a6556342a1a6428e9710717841', 'gw_port_host': None}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:04:17.127135 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae04c02a-adee-4464-99dc-fb73e4929574 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:04:17.165331 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-554f1b42-afd4-416e-84ee-c53aeb82309b admin admin] For port 77c05d04-32f6-4709-a311-3558f29fc8f1, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=77c05d04-32f6-4709-a311-3558f29fc8f1,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:04:17.165854 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-554f1b42-afd4-416e-84ee-c53aeb82309b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (77c05d04-32f6-4709-a311-3558f29fc8f1), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:17.180065 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a2184573-7c45-4185-9257-f9705696055a tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks [] for port (77a8d5c4-59f2-4ea9-9332-0c0a022c0675), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:17.189609 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-554f1b42-afd4-416e-84ee-c53aeb82309b admin admin] Calling delete_port for 77c05d04-32f6-4709-a311-3558f29fc8f1 owned by network:router_gateway {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:04:17.193499 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ae04c02a-adee-4464-99dc-fb73e4929574 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (0f7d503d-1de4-4925-babd-37e7faec920f), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:17.296302 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a2184573-7c45-4185-9257-f9705696055a tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (77a8d5c4-59f2-4ea9-9332-0c0a022c0675), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:17.374193 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ae04c02a-adee-4464-99dc-fb73e4929574 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c2fde79d-14c7-428c-b565-5362535b7152), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:17.396212 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2184573-7c45-4185-9257-f9705696055a tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Network 124d8e19-5e25-45df-9873-c5d84efe91c3 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:04:17.403434 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-a2184573-7c45-4185-9257-f9705696055a tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:04:17.406066 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2184573-7c45-4185-9257-f9705696055a tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Pushing event updated for resources: {'Port': ['ID=77a8d5c4-59f2-4ea9-9332-0c0a022c0675,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:17.409274 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2184573-7c45-4185-9257-f9705696055a tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:04:17.414726 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2184573-7c45-4185-9257-f9705696055a tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:04:17.415400 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a2184573-7c45-4185-9257-f9705696055a tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:17.469010 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a2184573-7c45-4185-9257-f9705696055a tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3379209 Feb 17 18:04:17.471896 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57412) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:17.479036 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-7d3491a6-4b4c-42e6-9331-0e1af572efe2 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Request body: {'port': {'network_id': '124d8e19-5e25-45df-9873-c5d84efe91c3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-744089391'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:17.580750 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-554f1b42-afd4-416e-84ee-c53aeb82309b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (77c05d04-32f6-4709-a311-3558f29fc8f1), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:17.725162 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554f1b42-afd4-416e-84ee-c53aeb82309b admin admin] Pushing event deleted for resources: {'Port': ['ID=77c05d04-32f6-4709-a311-3558f29fc8f1,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:17.831369 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3491a6-4b4c-42e6-9331-0e1af572efe2 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Made reservation on behalf of 2012fad66db24e02aae65e5d3f352618 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:04:17.836894 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7d3491a6-4b4c-42e6-9331-0e1af572efe2 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:17.885504 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ae04c02a-adee-4464-99dc-fb73e4929574 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for port (c2fde79d-14c7-428c-b565-5362535b7152), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:17.890397 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-554f1b42-afd4-416e-84ee-c53aeb82309b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (72175b33-d24a-4d50-b80b-0692173b2cf2), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:17.891585 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ae04c02a-adee-4464-99dc-fb73e4929574 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (c2fde79d-14c7-428c-b565-5362535b7152), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:17.893967 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-7d3491a6-4b4c-42e6-9331-0e1af572efe2 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] device_id is not set on port 3f1c9b6f-5c70-4242-afc8-beef376cb4b0 yet. {{(pid=103435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 18:04:17.953244 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-c8165338-ff9a-4a2f-9a37-f807d8ee9f07 None None] Provisioning complete for port 77a8d5c4-59f2-4ea9-9332-0c0a022c0675 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:04:17.955193 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c8165338-ff9a-4a2f-9a37-f807d8ee9f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (77a8d5c4-59f2-4ea9-9332-0c0a022c0675), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:17.975174 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae04c02a-adee-4464-99dc-fb73e4929574 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event updated for resources: {'Port': ['ID=c2fde79d-14c7-428c-b565-5362535b7152,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:17.980930 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ae04c02a-adee-4464-99dc-fb73e4929574 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (0f7d503d-1de4-4925-babd-37e7faec920f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:18.012897 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-c8165338-ff9a-4a2f-9a37-f807d8ee9f07 None None] Port 77a8d5c4-59f2-4ea9-9332-0c0a022c0675 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:04:18.038992 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-554f1b42-afd4-416e-84ee-c53aeb82309b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (72175b33-d24a-4d50-b80b-0692173b2cf2), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:18.041487 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-554f1b42-afd4-416e-84ee-c53aeb82309b admin admin] Publish callbacks [] for router_controller (72175b33-d24a-4d50-b80b-0692173b2cf2), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:18.116604 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-554f1b42-afd4-416e-84ee-c53aeb82309b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (72175b33-d24a-4d50-b80b-0692173b2cf2), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:18.117113 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554f1b42-afd4-416e-84ee-c53aeb82309b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72175b33-d24a-4d50-b80b-0692173b2cf2 {{(pid=103435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 18:04:18.122367 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-554f1b42-afd4-416e-84ee-c53aeb82309b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:18.123532 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-554f1b42-afd4-416e-84ee-c53aeb82309b admin admin] 10.222.0.87 "DELETE /v2.0/routers/72175b33-d24a-4d50-b80b-0692173b2cf2 HTTP/1.1" status: 204 len: 168 time: 1.9824069 Feb 17 18:04:18.126229 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57420) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:18.157138 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae04c02a-adee-4464-99dc-fb73e4929574 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Network c13f7adf-2219-4896-a04a-30856700f9eb is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:04:18.161838 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-ae04c02a-adee-4464-99dc-fb73e4929574 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:04:18.187570 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-7d3491a6-4b4c-42e6-9331-0e1af572efe2 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Allocated IP 2001:db8::e7 (124d8e19-5e25-45df-9873-c5d84efe91c3/e7ab81e9-da24-4fd2-b000-8af787d35652/3f1c9b6f-5c70-4242-afc8-beef376cb4b0) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:04:18.217957 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-462db64f-c0d7-468e-afa0-e1d322ff4871 admin admin] Deleting subnet cfe3d3f9-0896-4a34-874b-c88504c66384 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:04:18.255869 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-462db64f-c0d7-468e-afa0-e1d322ff4871 admin admin] Publish callbacks [] for subnet (cfe3d3f9-0896-4a34-874b-c88504c66384), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:18.306017 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-462db64f-c0d7-468e-afa0-e1d322ff4871 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (cfe3d3f9-0896-4a34-874b-c88504c66384), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:18.401530 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7d3491a6-4b4c-42e6-9331-0e1af572efe2 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks [] for port (3f1c9b6f-5c70-4242-afc8-beef376cb4b0), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:18.465380 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-462db64f-c0d7-468e-afa0-e1d322ff4871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (cfe3d3f9-0896-4a34-874b-c88504c66384), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:18.477758 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7d3491a6-4b4c-42e6-9331-0e1af572efe2 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (3f1c9b6f-5c70-4242-afc8-beef376cb4b0), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:18.530773 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 136bdf90-5310-4ade-bebc-f4f842a9bef0 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:04:18.546610 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae04c02a-adee-4464-99dc-fb73e4929574 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Router 0f7d503d-1de4-4925-babd-37e7faec920f is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 18:04:18.549486 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3491a6-4b4c-42e6-9331-0e1af572efe2 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Network 124d8e19-5e25-45df-9873-c5d84efe91c3 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:04:18.557412 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-7d3491a6-4b4c-42e6-9331-0e1af572efe2 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:04:18.562901 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3491a6-4b4c-42e6-9331-0e1af572efe2 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:04:18.569222 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3491a6-4b4c-42e6-9331-0e1af572efe2 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:04:18.569968 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7d3491a6-4b4c-42e6-9331-0e1af572efe2 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:18.588420 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3491a6-4b4c-42e6-9331-0e1af572efe2 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Pushing event updated for resources: {'Port': ['ID=3f1c9b6f-5c70-4242-afc8-beef376cb4b0,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:18.608547 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-7d3491a6-4b4c-42e6-9331-0e1af572efe2 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.1351874 Feb 17 18:04:18.614593 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57426) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:18.621689 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-de3f4865-a7d4-4c5f-a4dc-1432bc017374 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3af', 'mac_address': 'fa:16:3e:b1:a6:ae'}, {'ip_address': '2001:db8::2e3', 'mac_address': 'fa:16:3e:6e:64:5a'}]}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:18.662399 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 136bdf90-5310-4ade-bebc-f4f842a9bef0 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:04:18.662790 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (136bdf90-5310-4ade-bebc-f4f842a9bef0), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:18.775130 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae04c02a-adee-4464-99dc-fb73e4929574 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:04:18.778841 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-de3f4865-a7d4-4c5f-a4dc-1432bc017374 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3f1c9b6f-5c70-4242-afc8-beef376cb4b0), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:18.790673 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca28f06-a4cb-403d-ae41-515ad04fcdd6 None None] Sync routers for ids ['0f7d503d-1de4-4925-babd-37e7faec920f'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:04:18.819693 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ae04c02a-adee-4464-99dc-fb73e4929574 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "PUT /v2.0/routers/0f7d503d-1de4-4925-babd-37e7faec920f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2698815 Feb 17 18:04:18.828070 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57430) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:18.830298 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-462db64f-c0d7-468e-afa0-e1d322ff4871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (cfe3d3f9-0896-4a34-874b-c88504c66384), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:18.842867 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-9708a021-7846-49a8-8afc-5331c916fba0 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Request body: {'network': {'name': 'tempest-RoutersTest-1972343439'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:18.863394 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462db64f-c0d7-468e-afa0-e1d322ff4871 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfe3d3f9-0896-4a34-874b-c88504c66384,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:18.879407 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-462db64f-c0d7-468e-afa0-e1d322ff4871 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:18.882995 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-462db64f-c0d7-468e-afa0-e1d322ff4871 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/cfe3d3f9-0896-4a34-874b-c88504c66384 HTTP/1.1" status: 204 len: 168 time: 0.7555399 Feb 17 18:04:18.892339 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57432) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:18.937459 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 136bdf90-5310-4ade-bebc-f4f842a9bef0 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:04:18.938601 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (136bdf90-5310-4ade-bebc-f4f842a9bef0), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:18.953646 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fef0d20-6a35-41df-a2b5-5db17cb43f3d None None] Network 80d67643-995a-418e-a8d7-ae4aa4f64ddf requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:04:18.958416 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9708a021-7846-49a8-8afc-5331c916fba0 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Made reservation on behalf of 1bef349abcb746fa964cc36601da97cc for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:04:18.962568 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9708a021-7846-49a8-8afc-5331c916fba0 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:18.985778 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca28f06-a4cb-403d-ae41-515ad04fcdd6 None None] Routers {'0f7d503d-1de4-4925-babd-37e7faec920f'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:04:18.988749 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-eca28f06-a4cb-403d-ae41-515ad04fcdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:04:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0f7d503d-1de4-4925-babd-37e7faec920f'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:19.070360 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-36ae18af-66e0-4d11-8180-7f850cefa7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (80d67643-995a-418e-a8d7-ae4aa4f64ddf), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:19.093540 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9708a021-7846-49a8-8afc-5331c916fba0 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:04:19.123486 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9708a021-7846-49a8-8afc-5331c916fba0 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (a2ed3008-24df-46d0-8b63-c8cdba103292), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:19.124373 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-9708a021-7846-49a8-8afc-5331c916fba0 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Added segment a2ed3008-24df-46d0-8b63-c8cdba103292 of type vlan for network 7a361ccb-34c4-4476-8b98-f6d21ba0d2b6 Feb 17 18:04:19.145334 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-36ae18af-66e0-4d11-8180-7f850cefa7b3 admin admin] Deleting port ec9e3ed3-55c6-4002-a529-545d20c6680c {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:04:19.146194 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-36ae18af-66e0-4d11-8180-7f850cefa7b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (ec9e3ed3-55c6-4002-a529-545d20c6680c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:19.220511 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9708a021-7846-49a8-8afc-5331c916fba0 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (7a361ccb-34c4-4476-8b98-f6d21ba0d2b6), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:19.248263 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-36ae18af-66e0-4d11-8180-7f850cefa7b3 admin admin] For port ec9e3ed3-55c6-4002-a529-545d20c6680c, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=ec9e3ed3-55c6-4002-a529-545d20c6680c,segment=NetworkSegment(5c546c34-f4ce-496e-b07a-fcbe83df740e),segment_id=5c546c34-f4ce-496e-b07a-fcbe83df740e)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:04:19.249013 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-36ae18af-66e0-4d11-8180-7f850cefa7b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (ec9e3ed3-55c6-4002-a529-545d20c6680c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:19.250882 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a978bb2-6c69-4a08-a6a8-d9e1a7a11437 None None] Network c13f7adf-2219-4896-a04a-30856700f9eb requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:04:19.271492 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-36ae18af-66e0-4d11-8180-7f850cefa7b3 admin admin] Calling delete_port for ec9e3ed3-55c6-4002-a529-545d20c6680c owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:04:19.284444 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9708a021-7846-49a8-8afc-5331c916fba0 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (7a361ccb-34c4-4476-8b98-f6d21ba0d2b6), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:19.290488 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9708a021-7846-49a8-8afc-5331c916fba0 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:04:19.291427 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9708a021-7846-49a8-8afc-5331c916fba0 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:19.352053 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 136bdf90-5310-4ade-bebc-f4f842a9bef0, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=136bdf90-5310-4ade-bebc-f4f842a9bef0,segment=NetworkSegment(a3049bd7-311c-4025-8dce-1d08ab937b25),segment_id=a3049bd7-311c-4025-8dce-1d08ab937b25)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:04:19.356510 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-9708a021-7846-49a8-8afc-5331c916fba0 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5272374 Feb 17 18:04:19.362373 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57438) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:19.372417 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-ec5a5ab1-890f-415d-9dfa-e28e7ea269f2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Request body: {'subnet': {'network_id': '7a361ccb-34c4-4476-8b98-f6d21ba0d2b6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:19.378383 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-de3f4865-a7d4-4c5f-a4dc-1432bc017374 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks [] for port (3f1c9b6f-5c70-4242-afc8-beef376cb4b0), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:19.389793 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:19.409008 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-36ae18af-66e0-4d11-8180-7f850cefa7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (ec9e3ed3-55c6-4002-a529-545d20c6680c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:19.434263 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-de3f4865-a7d4-4c5f-a4dc-1432bc017374 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (3f1c9b6f-5c70-4242-afc8-beef376cb4b0), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:19.452972 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae18af-66e0-4d11-8180-7f850cefa7b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec9e3ed3-55c6-4002-a529-545d20c6680c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:19.456104 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9708a021-7846-49a8-8afc-5331c916fba0 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event updated for resources: {'Network': ['ID=7a361ccb-34c4-4476-8b98-f6d21ba0d2b6,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:19.463125 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-de3f4865-a7d4-4c5f-a4dc-1432bc017374 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] In _notify_port_updated(), no bound segment for port 3f1c9b6f-5c70-4242-afc8-beef376cb4b0 on network 124d8e19-5e25-45df-9873-c5d84efe91c3 {{(pid=103435) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 17 18:04:19.469718 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3f4865-a7d4-4c5f-a4dc-1432bc017374 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:04:19.470538 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-de3f4865-a7d4-4c5f-a4dc-1432bc017374 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:19.472089 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-de3f4865-a7d4-4c5f-a4dc-1432bc017374 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] 10.222.0.87 "PUT /v2.0/ports/3f1c9b6f-5c70-4242-afc8-beef376cb4b0 HTTP/1.1" status: 200 len: 1066 time: 0.8562367 Feb 17 18:04:19.477553 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57444) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:19.483020 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ae18af-66e0-4d11-8180-7f850cefa7b3 admin admin] No DVR routers for this DVR port ec9e3ed3-55c6-4002-a529-545d20c6680c on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:04:19.511397 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (136bdf90-5310-4ade-bebc-f4f842a9bef0), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:19.518194 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-a402e2fb-73ad-4135-9188-02b1cd0c732f None None] Provisioning complete for port 136bdf90-5310-4ade-bebc-f4f842a9bef0 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:04:19.520154 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a402e2fb-73ad-4135-9188-02b1cd0c732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (136bdf90-5310-4ade-bebc-f4f842a9bef0), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:19.592184 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f4865-a7d4-4c5f-a4dc-1432bc017374 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Pushing event updated for resources: {'Port': ['ID=3f1c9b6f-5c70-4242-afc8-beef376cb4b0,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:19.602955 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 7a361ccb-34c4-4476-8b98-f6d21ba0d2b6 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:04:19.654184 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5a5ab1-890f-415d-9dfa-e28e7ea269f2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Made reservation on behalf of 1bef349abcb746fa964cc36601da97cc for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:04:19.658198 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ec5a5ab1-890f-415d-9dfa-e28e7ea269f2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:19.716957 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-36ae18af-66e0-4d11-8180-7f850cefa7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (80d67643-995a-418e-a8d7-ae4aa4f64ddf), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:19.748859 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-36ae18af-66e0-4d11-8180-7f850cefa7b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80d67643-995a-418e-a8d7-ae4aa4f64ddf']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:19.753310 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 77c05d04-32f6-4709-a311-3558f29fc8f1 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:04:19.780270 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-36ae18af-66e0-4d11-8180-7f850cefa7b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c546c34-f4ce-496e-b07a-fcbe83df740e') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:19.788780 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-36ae18af-66e0-4d11-8180-7f850cefa7b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c546c34-f4ce-496e-b07a-fcbe83df740e') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:19.836115 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-4a18c26c-f1a7-4d82-b00b-739dbf2c47d3 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Deleting port 3f1c9b6f-5c70-4242-afc8-beef376cb4b0 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:04:19.836679 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4a18c26c-f1a7-4d82-b00b-739dbf2c47d3 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (3f1c9b6f-5c70-4242-afc8-beef376cb4b0), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:19.850818 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-36ae18af-66e0-4d11-8180-7f850cefa7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (5c546c34-f4ce-496e-b07a-fcbe83df740e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:19.857601 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-eca28f06-a4cb-403d-ae41-515ad04fcdd6 None None] Set router 0f7d503d-1de4-4925-babd-37e7faec920f gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:04:19.955285 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-36ae18af-66e0-4d11-8180-7f850cefa7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (5c546c34-f4ce-496e-b07a-fcbe83df740e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:19.983797 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 77c05d04-32f6-4709-a311-3558f29fc8f1 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:04:19.984952 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 77c05d04-32f6-4709-a311-3558f29fc8f1 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:04:19.985564 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 9f13f9e4-711f-4906-814f-1c939f4a3dd3 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:04:20.004289 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97db67da-f440-45fd-9394-5bb02eb3898b None None] DHCP port deletion for 80d67643-995a-418e-a8d7-ae4aa4f64ddf request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 18:04:20.043143 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ec5a5ab1-890f-415d-9dfa-e28e7ea269f2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (23dae88e-fb3b-4610-b5b0-e332f64161ed), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:20.054273 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36ae18af-66e0-4d11-8180-7f850cefa7b3 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:04:20.055509 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-36ae18af-66e0-4d11-8180-7f850cefa7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (5c546c34-f4ce-496e-b07a-fcbe83df740e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:20.076874 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 9f13f9e4-711f-4906-814f-1c939f4a3dd3 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:04:20.077501 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 9f13f9e4-711f-4906-814f-1c939f4a3dd3 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:04:20.129952 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5a5ab1-890f-415d-9dfa-e28e7ea269f2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Checking segment: {'id': 'a2ed3008-24df-46d0-8b63-c8cdba103292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '7a361ccb-34c4-4476-8b98-f6d21ba0d2b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:04:20.130435 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5a5ab1-890f-415d-9dfa-e28e7ea269f2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Network hostable DHCP agents. Network: 7a361ccb-34c4-4476-8b98-f6d21ba0d2b6, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:04:20.151415 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a5ab1-890f-415d-9dfa-e28e7ea269f2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event updated for resources: {'Subnet': ['ID=23dae88e-fb3b-4610-b5b0-e332f64161ed,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:20.164216 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:20.169775 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5a5ab1-890f-415d-9dfa-e28e7ea269f2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Network 7a361ccb-34c4-4476-8b98-f6d21ba0d2b6 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:04:20.186845 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-ec5a5ab1-890f-415d-9dfa-e28e7ea269f2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 7a361ccb-34c4-4476-8b98-f6d21ba0d2b6) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:04:20.191117 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 18:04:20.191117 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:04:20.191117 n-d-829613-2 neutron-server[103434]: timer() Feb 17 18:04:20.191117 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:04:20.191117 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 18:04:20.191117 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:04:20.191117 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 18:04:20.191117 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:04:20.191117 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 18:04:20.191117 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:04:20.191117 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 18:04:20.191117 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:04:20.191117 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 18:04:20.191117 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:04:20.191117 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:04:20.191117 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:04:20.191117 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:04:20.191117 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:04:20.191117 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 18:04:20.191117 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:04:20.191117 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 18:04:20.191117 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:04:20.191117 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:04:20.191117 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:04:20.191117 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 18:04:20.191117 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:04:20.191117 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:04:20.191117 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:04:20.191117 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:04:20.191117 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:04:20.191117 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:04:20.191117 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:04:20.200140 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5a5ab1-890f-415d-9dfa-e28e7ea269f2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:04:20.202373 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ec5a5ab1-890f-415d-9dfa-e28e7ea269f2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:20.230763 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66de5ac0-b799-4e91-978a-175d93436373 None None] Network 7a361ccb-34c4-4476-8b98-f6d21ba0d2b6 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:04:20.240476 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-ec5a5ab1-890f-415d-9dfa-e28e7ea269f2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8741477 Feb 17 18:04:20.241102 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57452) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:20.251485 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=136bdf90-5310-4ade-bebc-f4f842a9bef0,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:20.271667 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4a18c26c-f1a7-4d82-b00b-739dbf2c47d3 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (3f1c9b6f-5c70-4242-afc8-beef376cb4b0), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:20.288745 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-4a18c26c-f1a7-4d82-b00b-739dbf2c47d3 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Calling delete_port for 3f1c9b6f-5c70-4242-afc8-beef376cb4b0 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:04:20.296146 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-36ae18af-66e0-4d11-8180-7f850cefa7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (80d67643-995a-418e-a8d7-ae4aa4f64ddf), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:20.340697 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-36ae18af-66e0-4d11-8180-7f850cefa7b3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:20.344752 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-36ae18af-66e0-4d11-8180-7f850cefa7b3 admin admin] 10.222.0.87 "DELETE /v2.0/networks/80d67643-995a-418e-a8d7-ae4aa4f64ddf HTTP/1.1" status: 204 len: 168 time: 1.4512322 Feb 17 18:04:20.439442 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae18af-66e0-4d11-8180-7f850cefa7b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=80d67643-995a-418e-a8d7-ae4aa4f64ddf,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:20.468994 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-a402e2fb-73ad-4135-9188-02b1cd0c732f None None] Current status of the port 136bdf90-5310-4ade-bebc-f4f842a9bef0 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:04:20.480500 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 136bdf90-5310-4ade-bebc-f4f842a9bef0 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:04:20.602899 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57460) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:20.678044 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-a402e2fb-73ad-4135-9188-02b1cd0c732f None None] Provisioning complete for port 3f1c9b6f-5c70-4242-afc8-beef376cb4b0 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:04:20.678426 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a402e2fb-73ad-4135-9188-02b1cd0c732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (3f1c9b6f-5c70-4242-afc8-beef376cb4b0), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:20.689798 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4a18c26c-f1a7-4d82-b00b-739dbf2c47d3 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (3f1c9b6f-5c70-4242-afc8-beef376cb4b0), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:20.717810 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-a402e2fb-73ad-4135-9188-02b1cd0c732f None None] Port 3f1c9b6f-5c70-4242-afc8-beef376cb4b0 was deleted so its status cannot be updated. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 17 18:04:20.742201 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a18c26c-f1a7-4d82-b00b-739dbf2c47d3 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Pushing event deleted for resources: {'Port': ['ID=3f1c9b6f-5c70-4242-afc8-beef376cb4b0,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:20.755085 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-28b3ef8f-23c6-4f06-9a16-af85a6a788fa admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f2fecc83bbca4d24b89fe382f6fcc2ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1507833 Feb 17 18:04:20.820852 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57462) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:21.056695 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4a18c26c-f1a7-4d82-b00b-739dbf2c47d3 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:21.057346 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 136bdf90-5310-4ade-bebc-f4f842a9bef0 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:04:21.057761 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (136bdf90-5310-4ade-bebc-f4f842a9bef0), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:21.062579 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5f091a-6945-43f2-a658-a5425a2724b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-7a361ccb-34c4-4476-8b98-f6d21ba0d2b6', 'network_id': '7a361ccb-34c4-4476-8b98-f6d21ba0d2b6', 'project_id': '1bef349abcb746fa964cc36601da97cc', 'fixed_ips': [{'subnet_id': '23dae88e-fb3b-4610-b5b0-e332f64161ed'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 18:04:21.066681 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ed5f091a-6945-43f2-a658-a5425a2724b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:21.066897 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4a18c26c-f1a7-4d82-b00b-739dbf2c47d3 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] 10.222.0.87 "DELETE /v2.0/ports/3f1c9b6f-5c70-4242-afc8-beef376cb4b0 HTTP/1.1" status: 204 len: 168 time: 1.5404012 Feb 17 18:04:21.066897 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57466) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:21.081295 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f41b2eca-f262-4ef0-b9ef-96e6e54d3f7d admin admin] Publish callbacks [] for security_group (fcfb9c58-6801-48ca-b0a3-df7f8095a257), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:21.121269 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-d751a513-e684-45bf-8a54-ce748737336f tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] GET failed (client error): The resource could not be found. Feb 17 18:04:21.125492 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d751a513-e684-45bf-8a54-ce748737336f tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] 10.222.0.87 "GET /v2.0/ports/3f1c9b6f-5c70-4242-afc8-beef376cb4b0 HTTP/1.1" status: 404 len: 333 time: 0.0549877 Feb 17 18:04:21.128176 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57468) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:21.153401 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-cc6aaad2-f989-495d-9895-8c5eb50ca8f6 None None] Provisioning complete for port c2fde79d-14c7-428c-b565-5362535b7152 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:04:21.155590 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-cc6aaad2-f989-495d-9895-8c5eb50ca8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c2fde79d-14c7-428c-b565-5362535b7152), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:21.171911 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f41b2eca-f262-4ef0-b9ef-96e6e54d3f7d admin admin] Publish callbacks [] for security_group (fcfb9c58-6801-48ca-b0a3-df7f8095a257), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:21.322867 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-b2a07612-ab3c-4010-8f82-80e035010c8c tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Deleting port 77a8d5c4-59f2-4ea9-9332-0c0a022c0675 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:04:21.324161 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b2a07612-ab3c-4010-8f82-80e035010c8c tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (77a8d5c4-59f2-4ea9-9332-0c0a022c0675), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:21.432766 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-ed5f091a-6945-43f2-a658-a5425a2724b5 None None] Allocated IP 172.21.0.2 (7a361ccb-34c4-4476-8b98-f6d21ba0d2b6/23dae88e-fb3b-4610-b5b0-e332f64161ed/16fbb765-6c7a-41c0-b3bc-215ca7bdd943) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:04:21.451027 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b2a07612-ab3c-4010-8f82-80e035010c8c tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (77a8d5c4-59f2-4ea9-9332-0c0a022c0675), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:21.468510 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-b2a07612-ab3c-4010-8f82-80e035010c8c tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Calling delete_port for 77a8d5c4-59f2-4ea9-9332-0c0a022c0675 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:04:21.485449 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-eca28f06-a4cb-403d-ae41-515ad04fcdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'name': 'tempest-RoutersTest-router-1751890706', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:04:14Z', 'updated_at': '2022-02-17T18:04:17Z', 'revision_number': 2, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'gw_port_host': None, '_interfaces': [{'id': 'c2fde79d-14c7-428c-b565-5362535b7152', 'name': '', 'network_id': 'c13f7adf-2219-4896-a04a-30856700f9eb', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'mac_address': 'fa:16:3e:d2:df:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'dddd8ba2-596d-4bb2-9662-b01b729f327a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:04:16Z', 'updated_at': '2022-02-17T18:04:17Z', 'revision_number': 2, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'subnets': [{'id': 'dddd8ba2-596d-4bb2-9662-b01b729f327a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:21.544850 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca28f06-a4cb-403d-ae41-515ad04fcdd6 None None] Checking router: 0f7d503d-1de4-4925-babd-37e7faec920f for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:04:21.545325 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca28f06-a4cb-403d-ae41-515ad04fcdd6 None None] Updating router 0f7d503d-1de4-4925-babd-37e7faec920f port c2fde79d-14c7-428c-b565-5362535b7152 binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 18:04:21.547110 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-cc6aaad2-f989-495d-9895-8c5eb50ca8f6 None None] Port c2fde79d-14c7-428c-b565-5362535b7152 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:04:21.580095 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-cc6aaad2-f989-495d-9895-8c5eb50ca8f6 None None] Could not find standard attr ID for object 3f1c9b6f-5c70-4242-afc8-beef376cb4b0. {{(pid=103436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 18:04:21.607157 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f41b2eca-f262-4ef0-b9ef-96e6e54d3f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (fcfb9c58-6801-48ca-b0a3-df7f8095a257), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:21.610344 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f41b2eca-f262-4ef0-b9ef-96e6e54d3f7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:21.610993 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f41b2eca-f262-4ef0-b9ef-96e6e54d3f7d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/fcfb9c58-6801-48ca-b0a3-df7f8095a257 HTTP/1.1" status: 204 len: 168 time: 0.7861578 Feb 17 18:04:21.626335 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b2eca-f262-4ef0-b9ef-96e6e54d3f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfb9c58-6801-48ca-b0a3-df7f8095a257,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:21.638943 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b2a07612-ab3c-4010-8f82-80e035010c8c tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (77a8d5c4-59f2-4ea9-9332-0c0a022c0675), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:21.679615 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d250918b-ba79-4d9b-82ff-dfcad4ee3509 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:21.710537 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eca28f06-a4cb-403d-ae41-515ad04fcdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c2fde79d-14c7-428c-b565-5362535b7152), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:21.711525 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a07612-ab3c-4010-8f82-80e035010c8c tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Pushing event deleted for resources: {'Port': ['ID=77a8d5c4-59f2-4ea9-9332-0c0a022c0675,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:21.727118 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-cc6aaad2-f989-495d-9895-8c5eb50ca8f6 None None] Provisioning complete for port 136bdf90-5310-4ade-bebc-f4f842a9bef0 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:04:21.727507 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-cc6aaad2-f989-495d-9895-8c5eb50ca8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (136bdf90-5310-4ade-bebc-f4f842a9bef0), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:21.733550 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b2a07612-ab3c-4010-8f82-80e035010c8c tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:21.737151 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b2a07612-ab3c-4010-8f82-80e035010c8c tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] 10.222.0.87 "DELETE /v2.0/ports/77a8d5c4-59f2-4ea9-9332-0c0a022c0675 HTTP/1.1" status: 204 len: 168 time: 0.6075675 Feb 17 18:04:21.739931 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57480) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:21.772828 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a78c0ea-210c-46f9-9276-de9300202a27 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] GET failed (client error): The resource could not be found. Feb 17 18:04:21.774297 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-1a78c0ea-210c-46f9-9276-de9300202a27 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] 10.222.0.87 "GET /v2.0/ports/77a8d5c4-59f2-4ea9-9332-0c0a022c0675 HTTP/1.1" status: 404 len: 333 time: 0.0332913 Feb 17 18:04:21.780021 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57482) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:21.816562 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 136bdf90-5310-4ade-bebc-f4f842a9bef0 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:04:22.084109 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device ec9e3ed3-55c6-4002-a529-545d20c6680c no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:04:22.103235 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-3fe9c96f-49eb-4f65-9b53-55dd4fa67719 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Deleting port 875106e6-63a3-4cb4-92d8-0d5f332bf593 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:04:22.103910 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3fe9c96f-49eb-4f65-9b53-55dd4fa67719 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (875106e6-63a3-4cb4-92d8-0d5f332bf593), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:22.280515 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3fe9c96f-49eb-4f65-9b53-55dd4fa67719 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (875106e6-63a3-4cb4-92d8-0d5f332bf593), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:22.284011 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: ec9e3ed3-55c6-4002-a529-545d20c6680c {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:04:22.284680 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device ec9e3ed3-55c6-4002-a529-545d20c6680c not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:04:22.317520 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ed5f091a-6945-43f2-a658-a5425a2724b5 None None] Publish callbacks [] for port (16fbb765-6c7a-41c0-b3bc-215ca7bdd943), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:22.319981 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-3fe9c96f-49eb-4f65-9b53-55dd4fa67719 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Calling delete_port for 875106e6-63a3-4cb4-92d8-0d5f332bf593 owned by {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:04:22.357423 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ed5f091a-6945-43f2-a658-a5425a2724b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (16fbb765-6c7a-41c0-b3bc-215ca7bdd943), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:22.439421 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-d250918b-ba79-4d9b-82ff-dfcad4ee3509 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Allocated IP 172.21.0.1 (7a361ccb-34c4-4476-8b98-f6d21ba0d2b6/23dae88e-fb3b-4610-b5b0-e332f64161ed/1f615c59-7cb8-476d-b8d4-81302e0ee926) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:04:22.455373 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f091a-6945-43f2-a658-a5425a2724b5 None None] Pushing event updated for resources: {'Port': ['ID=16fbb765-6c7a-41c0-b3bc-215ca7bdd943,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:22.460006 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-cc6aaad2-f989-495d-9895-8c5eb50ca8f6 None None] Current status of the port 136bdf90-5310-4ade-bebc-f4f842a9bef0 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:04:22.491607 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5f091a-6945-43f2-a658-a5425a2724b5 None None] Network 7a361ccb-34c4-4476-8b98-f6d21ba0d2b6 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:04:22.514088 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57492) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:22.542416 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3fe9c96f-49eb-4f65-9b53-55dd4fa67719 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (875106e6-63a3-4cb4-92d8-0d5f332bf593), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:22.561122 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-ed5f091a-6945-43f2-a658-a5425a2724b5 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:04:22.567586 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5f091a-6945-43f2-a658-a5425a2724b5 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:04:22.580007 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe9c96f-49eb-4f65-9b53-55dd4fa67719 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Pushing event deleted for resources: {'Port': ['ID=875106e6-63a3-4cb4-92d8-0d5f332bf593,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:22.618105 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3fe9c96f-49eb-4f65-9b53-55dd4fa67719 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:22.620296 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-f19a9aa7-998e-40ce-9bf5-9d44bf8db291 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b0e129a6556342a1a6428e9710717841&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1049662 Feb 17 18:04:22.631670 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3fe9c96f-49eb-4f65-9b53-55dd4fa67719 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] 10.222.0.87 "DELETE /v2.0/ports/875106e6-63a3-4cb4-92d8-0d5f332bf593 HTTP/1.1" status: 204 len: 168 time: 0.8482761 Feb 17 18:04:22.631912 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57500) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:22.636683 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57498) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:22.663176 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d250918b-ba79-4d9b-82ff-dfcad4ee3509 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for port (1f615c59-7cb8-476d-b8d4-81302e0ee926), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:22.711591 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-fac8d46a-2fd4-4e9f-8191-996608908c5f tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Deleting subnet e7ab81e9-da24-4fd2-b000-8af787d35652 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:04:22.715977 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fac8d46a-2fd4-4e9f-8191-996608908c5f tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks [] for subnet (e7ab81e9-da24-4fd2-b000-8af787d35652), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:22.736893 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fcc40bd6-8a03-441a-8960-0f40c187096f admin admin] Publish callbacks [] for security_group (4ba33fda-ac4a-4fda-99d6-ffa65c573e0f), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:22.772727 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fac8d46a-2fd4-4e9f-8191-996608908c5f tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (e7ab81e9-da24-4fd2-b000-8af787d35652), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:22.791141 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fcc40bd6-8a03-441a-8960-0f40c187096f admin admin] Publish callbacks [] for security_group (4ba33fda-ac4a-4fda-99d6-ffa65c573e0f), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:22.815435 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eca28f06-a4cb-403d-ae41-515ad04fcdd6 None None] Publish callbacks [] for port (c2fde79d-14c7-428c-b565-5362535b7152), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:22.842601 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-82e5f855-ce0e-4aa4-abca-db2e7b564ed2 None None] Provisioning complete for port c2fde79d-14c7-428c-b565-5362535b7152 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:04:22.842834 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-82e5f855-ce0e-4aa4-abca-db2e7b564ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c2fde79d-14c7-428c-b565-5362535b7152), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:22.868689 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eca28f06-a4cb-403d-ae41-515ad04fcdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c2fde79d-14c7-428c-b565-5362535b7152), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:22.914705 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fac8d46a-2fd4-4e9f-8191-996608908c5f tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (e7ab81e9-da24-4fd2-b000-8af787d35652), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:22.921734 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d250918b-ba79-4d9b-82ff-dfcad4ee3509 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (1f615c59-7cb8-476d-b8d4-81302e0ee926), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:22.927189 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-ed5f091a-6945-43f2-a658-a5425a2724b5 None None] Attempting to bind port 16fbb765-6c7a-41c0-b3bc-215ca7bdd943 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:04:22.927631 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-ed5f091a-6945-43f2-a658-a5425a2724b5 None None] Attempting to bind port 16fbb765-6c7a-41c0-b3bc-215ca7bdd943 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'a2ed3008-24df-46d0-8b63-c8cdba103292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '7a361ccb-34c4-4476-8b98-f6d21ba0d2b6'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:04:22.928011 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5f091a-6945-43f2-a658-a5425a2724b5 None None] Attempting to bind port 16fbb765-6c7a-41c0-b3bc-215ca7bdd943 on network 7a361ccb-34c4-4476-8b98-f6d21ba0d2b6 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:04:22.978533 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5f091a-6945-43f2-a658-a5425a2724b5 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:04:22.978862 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5f091a-6945-43f2-a658-a5425a2724b5 None None] Checking segment: {'id': 'a2ed3008-24df-46d0-8b63-c8cdba103292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '7a361ccb-34c4-4476-8b98-f6d21ba0d2b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:04:22.979308 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ed5f091a-6945-43f2-a658-a5425a2724b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:22.979713 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5f091a-6945-43f2-a658-a5425a2724b5 None None] Bound using segment: {'id': 'a2ed3008-24df-46d0-8b63-c8cdba103292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '7a361ccb-34c4-4476-8b98-f6d21ba0d2b6'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:04:22.980216 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-ed5f091a-6945-43f2-a658-a5425a2724b5 None None] Bound port: 16fbb765-6c7a-41c0-b3bc-215ca7bdd943, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2ed3008-24df-46d0-8b63-c8cdba103292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '7a361ccb-34c4-4476-8b98-f6d21ba0d2b6'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:04:22.997903 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ed5f091a-6945-43f2-a658-a5425a2724b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (16fbb765-6c7a-41c0-b3bc-215ca7bdd943), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:23.029140 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fac8d46a-2fd4-4e9f-8191-996608908c5f tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (e7ab81e9-da24-4fd2-b000-8af787d35652), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:23.045271 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-82e5f855-ce0e-4aa4-abca-db2e7b564ed2 None None] Port c2fde79d-14c7-428c-b565-5362535b7152 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:04:23.046619 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fac8d46a-2fd4-4e9f-8191-996608908c5f tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:23.056379 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fac8d46a-2fd4-4e9f-8191-996608908c5f tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] 10.222.0.87 "DELETE /v2.0/subnets/e7ab81e9-da24-4fd2-b000-8af787d35652 HTTP/1.1" status: 204 len: 168 time: 0.4233429 Feb 17 18:04:23.059835 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57508) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:23.060439 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fcc40bd6-8a03-441a-8960-0f40c187096f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (4ba33fda-ac4a-4fda-99d6-ffa65c573e0f), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:23.064205 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fcc40bd6-8a03-441a-8960-0f40c187096f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:23.069463 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-fcc40bd6-8a03-441a-8960-0f40c187096f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4ba33fda-ac4a-4fda-99d6-ffa65c573e0f HTTP/1.1" status: 204 len: 168 time: 0.4315784 Feb 17 18:04:23.075849 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d250918b-ba79-4d9b-82ff-dfcad4ee3509 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event updated for resources: {'Port': ['ID=1f615c59-7cb8-476d-b8d4-81302e0ee926,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:23.094494 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdaf00f-720a-485f-85ef-1cd954bf5ae9 None None] Pushing event updated for resources: {'Port': ['ID=c2fde79d-14c7-428c-b565-5362535b7152,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:23.101923 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc40bd6-8a03-441a-8960-0f40c187096f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba33fda-ac4a-4fda-99d6-ffa65c573e0f,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:23.108135 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46a862d-805b-47b3-b83a-8b921d1096ef None None] Network 124d8e19-5e25-45df-9873-c5d84efe91c3 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:04:23.109321 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d250918b-ba79-4d9b-82ff-dfcad4ee3509 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Network 7a361ccb-34c4-4476-8b98-f6d21ba0d2b6 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:04:23.112085 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-d250918b-ba79-4d9b-82ff-dfcad4ee3509 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:04:23.122434 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d250918b-ba79-4d9b-82ff-dfcad4ee3509 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:04:23.278682 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d250918b-ba79-4d9b-82ff-dfcad4ee3509 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (0f7d503d-1de4-4925-babd-37e7faec920f), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:23.392304 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-ed5f091a-6945-43f2-a658-a5425a2724b5 None None] For port 16fbb765-6c7a-41c0-b3bc-215ca7bdd943, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:04:23.444548 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-eca28f06-a4cb-403d-ae41-515ad04fcdd6 None None] Attempting to bind port c2fde79d-14c7-428c-b565-5362535b7152 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:04:23.445190 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-eca28f06-a4cb-403d-ae41-515ad04fcdd6 None None] Attempting to bind port c2fde79d-14c7-428c-b565-5362535b7152 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'a3049bd7-311c-4025-8dce-1d08ab937b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c13f7adf-2219-4896-a04a-30856700f9eb'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:04:23.445727 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca28f06-a4cb-403d-ae41-515ad04fcdd6 None None] Attempting to bind port c2fde79d-14c7-428c-b565-5362535b7152 on network c13f7adf-2219-4896-a04a-30856700f9eb {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:04:23.479086 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-ed5f091a-6945-43f2-a658-a5425a2724b5 None None] For port 16fbb765-6c7a-41c0-b3bc-215ca7bdd943, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=16fbb765-6c7a-41c0-b3bc-215ca7bdd943,segment=NetworkSegment(a2ed3008-24df-46d0-8b63-c8cdba103292),segment_id=a2ed3008-24df-46d0-8b63-c8cdba103292)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:04:23.503238 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca28f06-a4cb-403d-ae41-515ad04fcdd6 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:04:23.504020 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca28f06-a4cb-403d-ae41-515ad04fcdd6 None None] Checking segment: {'id': 'a3049bd7-311c-4025-8dce-1d08ab937b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c13f7adf-2219-4896-a04a-30856700f9eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:04:23.504874 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eca28f06-a4cb-403d-ae41-515ad04fcdd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:23.505777 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca28f06-a4cb-403d-ae41-515ad04fcdd6 None None] Bound using segment: {'id': 'a3049bd7-311c-4025-8dce-1d08ab937b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c13f7adf-2219-4896-a04a-30856700f9eb'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:04:23.506542 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-eca28f06-a4cb-403d-ae41-515ad04fcdd6 None None] Bound port: c2fde79d-14c7-428c-b565-5362535b7152, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3049bd7-311c-4025-8dce-1d08ab937b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c13f7adf-2219-4896-a04a-30856700f9eb'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:04:23.507227 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eca28f06-a4cb-403d-ae41-515ad04fcdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c2fde79d-14c7-428c-b565-5362535b7152), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:23.530111 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-a35d67d3-0ac4-46f2-b7cc-c241f0c8b367 None None] Provisioning complete for port c2fde79d-14c7-428c-b565-5362535b7152 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:04:23.530756 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a35d67d3-0ac4-46f2-b7cc-c241f0c8b367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c2fde79d-14c7-428c-b565-5362535b7152), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:23.534161 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d250918b-ba79-4d9b-82ff-dfcad4ee3509 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1f615c59-7cb8-476d-b8d4-81302e0ee926), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:23.585879 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ed5f091a-6945-43f2-a658-a5425a2724b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (16fbb765-6c7a-41c0-b3bc-215ca7bdd943), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:23.591901 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-a35d67d3-0ac4-46f2-b7cc-c241f0c8b367 None None] Port c2fde79d-14c7-428c-b565-5362535b7152 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:04:23.674572 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f091a-6945-43f2-a658-a5425a2724b5 None None] Pushing event updated for resources: {'Port': ['ID=16fbb765-6c7a-41c0-b3bc-215ca7bdd943,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:23.831426 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-eca28f06-a4cb-403d-ae41-515ad04fcdd6 None None] For port c2fde79d-14c7-428c-b565-5362535b7152, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:04:23.838173 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-eca28f06-a4cb-403d-ae41-515ad04fcdd6 None None] For port c2fde79d-14c7-428c-b565-5362535b7152, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=c2fde79d-14c7-428c-b565-5362535b7152,segment=NetworkSegment(a3049bd7-311c-4025-8dce-1d08ab937b25),segment_id=a3049bd7-311c-4025-8dce-1d08ab937b25)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:04:23.844351 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac8d46a-2fd4-4e9f-8191-996608908c5f tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Pushing event deleted for resources: {'Subnet': ['ID=e7ab81e9-da24-4fd2-b000-8af787d35652,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:23.866843 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5c7cd7-0253-4fae-9a8a-d0f839867ba8 None None] DHCP port deletion for 124d8e19-5e25-45df-9873-c5d84efe91c3 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 18:04:23.882982 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eca28f06-a4cb-403d-ae41-515ad04fcdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c2fde79d-14c7-428c-b565-5362535b7152), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:23.973646 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ade78124-d3d3-4487-91e9-b722dcdc9fa5 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (124d8e19-5e25-45df-9873-c5d84efe91c3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:23.999869 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdaf00f-720a-485f-85ef-1cd954bf5ae9 None None] Pushing event updated for resources: {'Port': ['ID=c2fde79d-14c7-428c-b565-5362535b7152,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:24.043316 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaf00f-720a-485f-85ef-1cd954bf5ae9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:04:24.044491 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d250918b-ba79-4d9b-82ff-dfcad4ee3509 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for port (1f615c59-7cb8-476d-b8d4-81302e0ee926), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:24.045463 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaf00f-720a-485f-85ef-1cd954bf5ae9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:04:24.046130 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaf00f-720a-485f-85ef-1cd954bf5ae9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:04:24.046891 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaf00f-720a-485f-85ef-1cd954bf5ae9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:04:24.047544 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaf00f-720a-485f-85ef-1cd954bf5ae9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:04:24.048125 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaf00f-720a-485f-85ef-1cd954bf5ae9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:04:24.048735 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaf00f-720a-485f-85ef-1cd954bf5ae9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:04:24.049272 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaf00f-720a-485f-85ef-1cd954bf5ae9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:04:24.049885 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaf00f-720a-485f-85ef-1cd954bf5ae9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:04:24.050493 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaf00f-720a-485f-85ef-1cd954bf5ae9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:04:24.051092 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaf00f-720a-485f-85ef-1cd954bf5ae9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:04:24.051298 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d250918b-ba79-4d9b-82ff-dfcad4ee3509 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (1f615c59-7cb8-476d-b8d4-81302e0ee926), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:24.052346 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaf00f-720a-485f-85ef-1cd954bf5ae9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:04:24.052936 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdaf00f-720a-485f-85ef-1cd954bf5ae9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:04:24.083741 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-ade78124-d3d3-4487-91e9-b722dcdc9fa5 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Deleting port 5d762711-4eda-4686-8649-540690a017a5 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:04:24.084452 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ade78124-d3d3-4487-91e9-b722dcdc9fa5 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (5d762711-4eda-4686-8649-540690a017a5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:24.095899 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca28f06-a4cb-403d-ae41-515ad04fcdd6 None None] Routers {'0f7d503d-1de4-4925-babd-37e7faec920f'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:04:24.097117 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-eca28f06-a4cb-403d-ae41-515ad04fcdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:04:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0f7d503d-1de4-4925-babd-37e7faec920f'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:24.259704 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-ade78124-d3d3-4487-91e9-b722dcdc9fa5 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] For port 5d762711-4eda-4686-8649-540690a017a5, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=5d762711-4eda-4686-8649-540690a017a5,segment=NetworkSegment(54e9a8f9-637e-400c-afd7-23e99a5f6930),segment_id=54e9a8f9-637e-400c-afd7-23e99a5f6930)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:04:24.260584 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ade78124-d3d3-4487-91e9-b722dcdc9fa5 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (5d762711-4eda-4686-8649-540690a017a5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:24.265387 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d250918b-ba79-4d9b-82ff-dfcad4ee3509 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event updated for resources: {'Port': ['ID=1f615c59-7cb8-476d-b8d4-81302e0ee926,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:24.280343 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d250918b-ba79-4d9b-82ff-dfcad4ee3509 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (0f7d503d-1de4-4925-babd-37e7faec920f), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:24.290215 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-ade78124-d3d3-4487-91e9-b722dcdc9fa5 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Calling delete_port for 5d762711-4eda-4686-8649-540690a017a5 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:04:24.489212 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d250918b-ba79-4d9b-82ff-dfcad4ee3509 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Network 7a361ccb-34c4-4476-8b98-f6d21ba0d2b6 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:04:24.497747 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-d250918b-ba79-4d9b-82ff-dfcad4ee3509 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:04:24.548423 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ade78124-d3d3-4487-91e9-b722dcdc9fa5 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (5d762711-4eda-4686-8649-540690a017a5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:24.578746 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 16fbb765-6c7a-41c0-b3bc-215ca7bdd943 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:04:24.584646 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade78124-d3d3-4487-91e9-b722dcdc9fa5 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Pushing event deleted for resources: {'Port': ['ID=5d762711-4eda-4686-8649-540690a017a5,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:24.592204 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade78124-d3d3-4487-91e9-b722dcdc9fa5 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] No DVR routers for this DVR port 5d762711-4eda-4686-8649-540690a017a5 on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:04:24.665478 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-eca28f06-a4cb-403d-ae41-515ad04fcdd6 None None] Set router 0f7d503d-1de4-4925-babd-37e7faec920f gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:04:24.705175 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-ec5c7cd7-0253-4fae-9a8a-d0f839867ba8 None None] Deleting port 5d762711-4eda-4686-8649-540690a017a5 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:04:24.706131 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ec5c7cd7-0253-4fae-9a8a-d0f839867ba8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (5d762711-4eda-4686-8649-540690a017a5), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:24.713855 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ade78124-d3d3-4487-91e9-b722dcdc9fa5 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (124d8e19-5e25-45df-9873-c5d84efe91c3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:24.743261 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-48d31904-c6a2-4bb1-9fab-947e70b3a3c1 None None] Provisioning complete for port c2fde79d-14c7-428c-b565-5362535b7152 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:04:24.743659 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-48d31904-c6a2-4bb1-9fab-947e70b3a3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c2fde79d-14c7-428c-b565-5362535b7152), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:24.749982 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-ade78124-d3d3-4487-91e9-b722dcdc9fa5 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['124d8e19-5e25-45df-9873-c5d84efe91c3']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:24.752393 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d250918b-ba79-4d9b-82ff-dfcad4ee3509 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Router 0f7d503d-1de4-4925-babd-37e7faec920f has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:04:24.761772 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-ade78124-d3d3-4487-91e9-b722dcdc9fa5 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54e9a8f9-637e-400c-afd7-23e99a5f6930') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:24.762361 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-ade78124-d3d3-4487-91e9-b722dcdc9fa5 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54e9a8f9-637e-400c-afd7-23e99a5f6930') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:24.774610 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ade78124-d3d3-4487-91e9-b722dcdc9fa5 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (54e9a8f9-637e-400c-afd7-23e99a5f6930), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:24.802604 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ade78124-d3d3-4487-91e9-b722dcdc9fa5 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (54e9a8f9-637e-400c-afd7-23e99a5f6930), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:24.812735 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ade78124-d3d3-4487-91e9-b722dcdc9fa5 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:04:24.813417 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ade78124-d3d3-4487-91e9-b722dcdc9fa5 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (54e9a8f9-637e-400c-afd7-23e99a5f6930), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:24.817475 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 18:04:24.817475 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:04:24.817475 n-d-829613-2 neutron-server[103434]: timer() Feb 17 18:04:24.817475 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:04:24.817475 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 18:04:24.817475 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:04:24.817475 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 18:04:24.817475 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:04:24.817475 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 18:04:24.817475 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:04:24.817475 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 18:04:24.817475 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:04:24.817475 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 18:04:24.817475 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:04:24.817475 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:04:24.817475 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:04:24.817475 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:04:24.817475 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:04:24.817475 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 18:04:24.817475 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:04:24.817475 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 18:04:24.817475 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:04:24.817475 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:04:24.817475 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:04:24.817475 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 18:04:24.817475 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:04:24.817475 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:04:24.817475 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:04:24.817475 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:04:24.817475 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:04:24.817475 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:04:24.817475 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:04:24.887122 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d250918b-ba79-4d9b-82ff-dfcad4ee3509 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:04:24.896776 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-d250918b-ba79-4d9b-82ff-dfcad4ee3509 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "PUT /v2.0/routers/0f7d503d-1de4-4925-babd-37e7faec920f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6538103 Feb 17 18:04:24.897432 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57528) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:24.903619 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-53888398-f487-45c0-9c44-986a84d96d5a tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Request body: {'network': {'name': 'tempest-RoutersTest-864052229'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:24.922230 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ade78124-d3d3-4487-91e9-b722dcdc9fa5 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (124d8e19-5e25-45df-9873-c5d84efe91c3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:24.932890 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ade78124-d3d3-4487-91e9-b722dcdc9fa5 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:24.940738 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ade78124-d3d3-4487-91e9-b722dcdc9fa5 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] 10.222.0.87 "DELETE /v2.0/networks/124d8e19-5e25-45df-9873-c5d84efe91c3 HTTP/1.1" status: 204 len: 168 time: 1.8795321 Feb 17 18:04:24.942906 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53888398-f487-45c0-9c44-986a84d96d5a tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Made reservation on behalf of 1bef349abcb746fa964cc36601da97cc for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:04:24.949540 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53888398-f487-45c0-9c44-986a84d96d5a tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:24.992283 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade78124-d3d3-4487-91e9-b722dcdc9fa5 tempest-AllowedAddressPairIpV6TestJSON-1400540991 tempest-AllowedAddressPairIpV6TestJSON-1400540991-project] Pushing event deleted for resources: {'Network': ['ID=124d8e19-5e25-45df-9873-c5d84efe91c3,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:24.993213 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-ec5c7cd7-0253-4fae-9a8a-d0f839867ba8 None None] For port 5d762711-4eda-4686-8649-540690a017a5, host n-d-829613-2, got binding levels [] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:04:24.994011 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ec5c7cd7-0253-4fae-9a8a-d0f839867ba8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (5d762711-4eda-4686-8649-540690a017a5), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:25.024141 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53888398-f487-45c0-9c44-986a84d96d5a tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:04:25.037028 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53888398-f487-45c0-9c44-986a84d96d5a tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (a10ec395-c607-4758-9198-6d3259c2a4c1), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:25.037028 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-53888398-f487-45c0-9c44-986a84d96d5a tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Added segment a10ec395-c607-4758-9198-6d3259c2a4c1 of type vlan for network 4eacb651-3367-478e-b164-089054e93c89 Feb 17 18:04:25.076200 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-ec5c7cd7-0253-4fae-9a8a-d0f839867ba8 None None] Calling delete_port for 5d762711-4eda-4686-8649-540690a017a5 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:04:25.083573 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.ipam_backend_mixin [None req-ec5c7cd7-0253-4fae-9a8a-d0f839867ba8 None None] Port 5d762711-4eda-4686-8649-540690a017a5 was not found and therefore no delete operation was performed {{(pid=103436) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 17 18:04:25.094678 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53888398-f487-45c0-9c44-986a84d96d5a tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (4eacb651-3367-478e-b164-089054e93c89), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:25.113614 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 16fbb765-6c7a-41c0-b3bc-215ca7bdd943 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:04:25.114855 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (16fbb765-6c7a-41c0-b3bc-215ca7bdd943), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:25.125435 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ec5c7cd7-0253-4fae-9a8a-d0f839867ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (5d762711-4eda-4686-8649-540690a017a5), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:25.129384 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53888398-f487-45c0-9c44-986a84d96d5a tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (4eacb651-3367-478e-b164-089054e93c89), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:25.135601 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53888398-f487-45c0-9c44-986a84d96d5a tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:04:25.136284 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53888398-f487-45c0-9c44-986a84d96d5a tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:25.181473 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-53888398-f487-45c0-9c44-986a84d96d5a tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2829254 Feb 17 18:04:25.185421 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57536) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:25.193039 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-13224c7d-0a36-41db-ab39-9dcb9da09365 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Request body: {'subnet': {'network_id': '4eacb651-3367-478e-b164-089054e93c89', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:25.228608 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ec5c7cd7-0253-4fae-9a8a-d0f839867ba8 None None] Network 124d8e19-5e25-45df-9873-c5d84efe91c3 is not hosted by any dhcp agent {{(pid=103436) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 17 18:04:25.229359 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5c7cd7-0253-4fae-9a8a-d0f839867ba8 None None] No DVR routers for this DVR port 5d762711-4eda-4686-8649-540690a017a5 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:04:25.235901 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-48d31904-c6a2-4bb1-9fab-947e70b3a3c1 None None] Current status of the port c2fde79d-14c7-428c-b565-5362535b7152 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:04:25.240673 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-48d31904-c6a2-4bb1-9fab-947e70b3a3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c2fde79d-14c7-428c-b565-5362535b7152), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:25.275823 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c7cd7-0253-4fae-9a8a-d0f839867ba8 None None] Pushing event deleted for resources: {'Port': ['ID=5d762711-4eda-4686-8649-540690a017a5,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:25.295829 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53888398-f487-45c0-9c44-986a84d96d5a tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event updated for resources: {'Network': ['ID=4eacb651-3367-478e-b164-089054e93c89,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:25.364791 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 4eacb651-3367-478e-b164-089054e93c89 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:04:25.403070 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-48d31904-c6a2-4bb1-9fab-947e70b3a3c1 None None] For port c2fde79d-14c7-428c-b565-5362535b7152, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=c2fde79d-14c7-428c-b565-5362535b7152,segment=NetworkSegment(a3049bd7-311c-4025-8dce-1d08ab937b25),segment_id=a3049bd7-311c-4025-8dce-1d08ab937b25)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:04:25.419319 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13224c7d-0a36-41db-ab39-9dcb9da09365 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Made reservation on behalf of 1bef349abcb746fa964cc36601da97cc for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:04:25.436277 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-13224c7d-0a36-41db-ab39-9dcb9da09365 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:25.487964 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57544) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:25.512891 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-48d31904-c6a2-4bb1-9fab-947e70b3a3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c2fde79d-14c7-428c-b565-5362535b7152), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:25.647497 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f874c6-1426-4baa-a63a-a005e4acec45 None None] Network 7a361ccb-34c4-4476-8b98-f6d21ba0d2b6 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:04:25.652998 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 16fbb765-6c7a-41c0-b3bc-215ca7bdd943 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:04:25.653396 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (16fbb765-6c7a-41c0-b3bc-215ca7bdd943), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:25.733125 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-12195c78-f710-4179-9641-c6004bd7d8a1 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2012fad66db24e02aae65e5d3f352618&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2434671 Feb 17 18:04:25.733411 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d31904-c6a2-4bb1-9fab-947e70b3a3c1 None None] Pushing event updated for resources: {'Port': ['ID=c2fde79d-14c7-428c-b565-5362535b7152,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:25.735483 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57552) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:25.786381 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-13224c7d-0a36-41db-ab39-9dcb9da09365 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (940ff2d3-7bd2-46a5-b55d-2204f0dab0b3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:25.813093 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-eca28f06-a4cb-403d-ae41-515ad04fcdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'name': 'tempest-RoutersTest-router-1751890706', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:04:14Z', 'updated_at': '2022-02-17T18:04:23Z', 'revision_number': 3, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'gw_port_host': None, '_interfaces': [{'id': '1f615c59-7cb8-476d-b8d4-81302e0ee926', 'name': '', 'network_id': '7a361ccb-34c4-4476-8b98-f6d21ba0d2b6', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'mac_address': 'fa:16:3e:bf:06:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '23dae88e-fb3b-4610-b5b0-e332f64161ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:04:21Z', 'updated_at': '2022-02-17T18:04:23Z', 'revision_number': 2, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'subnets': [{'id': '23dae88e-fb3b-4610-b5b0-e332f64161ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2fde79d-14c7-428c-b565-5362535b7152', 'name': '', 'network_id': 'c13f7adf-2219-4896-a04a-30856700f9eb', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'mac_address': 'fa:16:3e:d2:df:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'dddd8ba2-596d-4bb2-9662-b01b729f327a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:04:16Z', 'updated_at': '2022-02-17T18:04:23Z', 'revision_number': 4, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'subnets': [{'id': 'dddd8ba2-596d-4bb2-9662-b01b729f327a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:25.829834 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-d060e1e7-305d-43ee-b6bc-4a44f46425fe None None] Provisioning complete for port 16fbb765-6c7a-41c0-b3bc-215ca7bdd943 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:04:25.830238 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d060e1e7-305d-43ee-b6bc-4a44f46425fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (16fbb765-6c7a-41c0-b3bc-215ca7bdd943), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:25.832214 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b4677531-d107-4317-96c1-42ce4bee904a admin admin] Publish callbacks [] for security_group (23f687d2-6a4e-4fc7-854b-b130c3177a9f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:25.873203 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13224c7d-0a36-41db-ab39-9dcb9da09365 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event updated for resources: {'Subnet': ['ID=940ff2d3-7bd2-46a5-b55d-2204f0dab0b3,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:25.883326 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b4677531-d107-4317-96c1-42ce4bee904a admin admin] Publish callbacks [] for security_group (23f687d2-6a4e-4fc7-854b-b130c3177a9f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:25.893791 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 16fbb765-6c7a-41c0-b3bc-215ca7bdd943, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=16fbb765-6c7a-41c0-b3bc-215ca7bdd943,segment=NetworkSegment(a2ed3008-24df-46d0-8b63-c8cdba103292),segment_id=a2ed3008-24df-46d0-8b63-c8cdba103292)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:04:25.895937 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca28f06-a4cb-403d-ae41-515ad04fcdd6 None None] The sync data for ids ['0f7d503d-1de4-4925-babd-37e7faec920f'] in n-d-829613-2 is: [{'id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'name': 'tempest-RoutersTest-router-1751890706', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:04:14Z', 'updated_at': '2022-02-17T18:04:23Z', 'revision_number': 3, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'gw_port_host': None, '_interfaces': [{'id': '1f615c59-7cb8-476d-b8d4-81302e0ee926', 'name': '', 'network_id': '7a361ccb-34c4-4476-8b98-f6d21ba0d2b6', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'mac_address': 'fa:16:3e:bf:06:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '23dae88e-fb3b-4610-b5b0-e332f64161ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:04:21Z', 'updated_at': '2022-02-17T18:04:23Z', 'revision_number': 2, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'subnets': [{'id': '23dae88e-fb3b-4610-b5b0-e332f64161ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2fde79d-14c7-428c-b565-5362535b7152', 'name': '', 'network_id': 'c13f7adf-2219-4896-a04a-30856700f9eb', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'mac_address': 'fa:16:3e:d2:df:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'dddd8ba2-596d-4bb2-9662-b01b729f327a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:04:16Z', 'updated_at': '2022-02-17T18:04:23Z', 'revision_number': 4, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'subnets': [{'id': 'dddd8ba2-596d-4bb2-9662-b01b729f327a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:04:25.915125 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (16fbb765-6c7a-41c0-b3bc-215ca7bdd943), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:25.934664 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13224c7d-0a36-41db-ab39-9dcb9da09365 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Checking segment: {'id': 'a10ec395-c607-4758-9198-6d3259c2a4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eacb651-3367-478e-b164-089054e93c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:04:25.935407 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13224c7d-0a36-41db-ab39-9dcb9da09365 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Network hostable DHCP agents. Network: 4eacb651-3367-478e-b164-089054e93c89, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:04:25.966356 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13224c7d-0a36-41db-ab39-9dcb9da09365 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Network 4eacb651-3367-478e-b164-089054e93c89 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:04:25.985233 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-13224c7d-0a36-41db-ab39-9dcb9da09365 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 4eacb651-3367-478e-b164-089054e93c89) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:04:26.001847 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13224c7d-0a36-41db-ab39-9dcb9da09365 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:04:26.002525 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-13224c7d-0a36-41db-ab39-9dcb9da09365 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:26.009711 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b4677531-d107-4317-96c1-42ce4bee904a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (23f687d2-6a4e-4fc7-854b-b130c3177a9f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:26.013696 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b4677531-d107-4317-96c1-42ce4bee904a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:26.014890 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b4677531-d107-4317-96c1-42ce4bee904a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/23f687d2-6a4e-4fc7-854b-b130c3177a9f HTTP/1.1" status: 204 len: 168 time: 0.2783973 Feb 17 18:04:26.032154 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4677531-d107-4317-96c1-42ce4bee904a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f687d2-6a4e-4fc7-854b-b130c3177a9f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:26.032823 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=16fbb765-6c7a-41c0-b3bc-215ca7bdd943,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:26.040434 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-13224c7d-0a36-41db-ab39-9dcb9da09365 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8533840 Feb 17 18:04:26.042236 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c47d68-d54d-491f-ac3a-fa02827f2516 None None] Network 4eacb651-3367-478e-b164-089054e93c89 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:04:26.043798 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57556) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:26.044747 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 5d762711-4eda-4686-8649-540690a017a5 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:04:26.134975 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 5d762711-4eda-4686-8649-540690a017a5 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:04:26.136614 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 5d762711-4eda-4686-8649-540690a017a5 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:04:26.283185 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-d060e1e7-305d-43ee-b6bc-4a44f46425fe None None] Current status of the port 16fbb765-6c7a-41c0-b3bc-215ca7bdd943 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:04:26.293738 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65bd573-6572-49e5-8bcc-9e86edf61b94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-4eacb651-3367-478e-b164-089054e93c89', 'network_id': '4eacb651-3367-478e-b164-089054e93c89', 'project_id': '1bef349abcb746fa964cc36601da97cc', 'fixed_ips': [{'subnet_id': '940ff2d3-7bd2-46a5-b55d-2204f0dab0b3'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 18:04:26.294633 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a65bd573-6572-49e5-8bcc-9e86edf61b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:26.540562 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 16fbb765-6c7a-41c0-b3bc-215ca7bdd943 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:04:26.723594 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-a65bd573-6572-49e5-8bcc-9e86edf61b94 None None] Allocated IP 172.22.0.2 (4eacb651-3367-478e-b164-089054e93c89/940ff2d3-7bd2-46a5-b55d-2204f0dab0b3/ca4e74c2-b735-40ff-bc30-a399820bb2db) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:04:26.732466 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 16fbb765-6c7a-41c0-b3bc-215ca7bdd943 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:04:26.732466 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (16fbb765-6c7a-41c0-b3bc-215ca7bdd943), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:26.935208 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-d43a9314-080f-47fd-a44d-2828bb6f9551 None None] Provisioning complete for port 1f615c59-7cb8-476d-b8d4-81302e0ee926 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:04:26.936089 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d43a9314-080f-47fd-a44d-2828bb6f9551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1f615c59-7cb8-476d-b8d4-81302e0ee926), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:27.008303 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-266499fa-cdab-4c4d-8280-239e0f0f035d tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:27.029442 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-d43a9314-080f-47fd-a44d-2828bb6f9551 None None] Port 1f615c59-7cb8-476d-b8d4-81302e0ee926 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:04:27.265193 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-d43a9314-080f-47fd-a44d-2828bb6f9551 None None] Provisioning complete for port 16fbb765-6c7a-41c0-b3bc-215ca7bdd943 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:04:27.265925 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d43a9314-080f-47fd-a44d-2828bb6f9551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (16fbb765-6c7a-41c0-b3bc-215ca7bdd943), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:27.313395 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 16fbb765-6c7a-41c0-b3bc-215ca7bdd943 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:04:27.360260 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a65bd573-6572-49e5-8bcc-9e86edf61b94 None None] Publish callbacks [] for port (ca4e74c2-b735-40ff-bc30-a399820bb2db), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:27.404716 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a65bd573-6572-49e5-8bcc-9e86edf61b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (ca4e74c2-b735-40ff-bc30-a399820bb2db), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:27.558249 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65bd573-6572-49e5-8bcc-9e86edf61b94 None None] Pushing event updated for resources: {'Port': ['ID=ca4e74c2-b735-40ff-bc30-a399820bb2db,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:27.569389 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65bd573-6572-49e5-8bcc-9e86edf61b94 None None] Network 4eacb651-3367-478e-b164-089054e93c89 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:04:27.579688 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-a65bd573-6572-49e5-8bcc-9e86edf61b94 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:04:27.584208 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65bd573-6572-49e5-8bcc-9e86edf61b94 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:04:27.607942 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-d43a9314-080f-47fd-a44d-2828bb6f9551 None None] Current status of the port 16fbb765-6c7a-41c0-b3bc-215ca7bdd943 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:04:27.674496 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57596) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:27.690729 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-a65bd573-6572-49e5-8bcc-9e86edf61b94 None None] Attempting to bind port ca4e74c2-b735-40ff-bc30-a399820bb2db on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:04:27.691116 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-a65bd573-6572-49e5-8bcc-9e86edf61b94 None None] Attempting to bind port ca4e74c2-b735-40ff-bc30-a399820bb2db by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'a10ec395-c607-4758-9198-6d3259c2a4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eacb651-3367-478e-b164-089054e93c89'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:04:27.691487 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65bd573-6572-49e5-8bcc-9e86edf61b94 None None] Attempting to bind port ca4e74c2-b735-40ff-bc30-a399820bb2db on network 4eacb651-3367-478e-b164-089054e93c89 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:04:27.701325 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65bd573-6572-49e5-8bcc-9e86edf61b94 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:04:27.701738 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65bd573-6572-49e5-8bcc-9e86edf61b94 None None] Checking segment: {'id': 'a10ec395-c607-4758-9198-6d3259c2a4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eacb651-3367-478e-b164-089054e93c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:04:27.702158 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a65bd573-6572-49e5-8bcc-9e86edf61b94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:27.702589 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65bd573-6572-49e5-8bcc-9e86edf61b94 None None] Bound using segment: {'id': 'a10ec395-c607-4758-9198-6d3259c2a4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eacb651-3367-478e-b164-089054e93c89'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:04:27.703175 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-a65bd573-6572-49e5-8bcc-9e86edf61b94 None None] Bound port: ca4e74c2-b735-40ff-bc30-a399820bb2db, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10ec395-c607-4758-9198-6d3259c2a4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eacb651-3367-478e-b164-089054e93c89'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:04:27.703494 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a65bd573-6572-49e5-8bcc-9e86edf61b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ca4e74c2-b735-40ff-bc30-a399820bb2db), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:27.773003 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-266499fa-cdab-4c4d-8280-239e0f0f035d tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Allocated IP 172.22.0.1 (4eacb651-3367-478e-b164-089054e93c89/940ff2d3-7bd2-46a5-b55d-2204f0dab0b3/5c5b4fae-b784-4976-932a-f622ad327eec) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:04:27.846227 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-afefb427-f793-46d5-be37-bbbdbf40ff53 None None] Provisioning complete for port 1f615c59-7cb8-476d-b8d4-81302e0ee926 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:04:27.846695 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-afefb427-f793-46d5-be37-bbbdbf40ff53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1f615c59-7cb8-476d-b8d4-81302e0ee926), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:27.857741 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-b3a15ce1-7b6a-4ead-8078-f48391ddcc9c tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1711373650'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:27.895165 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a15ce1-7b6a-4ead-8078-f48391ddcc9c tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Made reservation on behalf of 1511904ddf4347cca7e152dcebfc586c for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:04:27.900118 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b3a15ce1-7b6a-4ead-8078-f48391ddcc9c tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:27.913042 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b3a15ce1-7b6a-4ead-8078-f48391ddcc9c tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:27.997964 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-266499fa-cdab-4c4d-8280-239e0f0f035d tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for port (5c5b4fae-b784-4976-932a-f622ad327eec), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:28.039197 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b3a15ce1-7b6a-4ead-8078-f48391ddcc9c tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Publish callbacks [] for security_group (c50b2997-4317-492d-9f84-a19732a92b83), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:28.044944 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b3a15ce1-7b6a-4ead-8078-f48391ddcc9c tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (c50b2997-4317-492d-9f84-a19732a92b83), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:28.080774 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-266499fa-cdab-4c4d-8280-239e0f0f035d tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (5c5b4fae-b784-4976-932a-f622ad327eec), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:28.092613 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-a65bd573-6572-49e5-8bcc-9e86edf61b94 None None] For port ca4e74c2-b735-40ff-bc30-a399820bb2db, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:04:28.118548 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-a65bd573-6572-49e5-8bcc-9e86edf61b94 None None] For port ca4e74c2-b735-40ff-bc30-a399820bb2db, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=ca4e74c2-b735-40ff-bc30-a399820bb2db,segment=NetworkSegment(a10ec395-c607-4758-9198-6d3259c2a4c1),segment_id=a10ec395-c607-4758-9198-6d3259c2a4c1)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:04:28.123509 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a15ce1-7b6a-4ead-8078-f48391ddcc9c tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:04:28.125188 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-afefb427-f793-46d5-be37-bbbdbf40ff53 None None] Port 1f615c59-7cb8-476d-b8d4-81302e0ee926 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:04:28.133869 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a65bd573-6572-49e5-8bcc-9e86edf61b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ca4e74c2-b735-40ff-bc30-a399820bb2db), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:28.152071 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b3a15ce1-7b6a-4ead-8078-f48391ddcc9c tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (e40bb4e2-35db-493a-9ece-2d42a953c687), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:28.153463 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-b3a15ce1-7b6a-4ead-8078-f48391ddcc9c tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Added segment e40bb4e2-35db-493a-9ece-2d42a953c687 of type vlan for network add11e21-48a9-4e9c-a8cf-1676a5a69468 Feb 17 18:04:28.154402 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266499fa-cdab-4c4d-8280-239e0f0f035d tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Network 4eacb651-3367-478e-b164-089054e93c89 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:04:28.162882 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-266499fa-cdab-4c4d-8280-239e0f0f035d tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:04:28.169452 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a15ce1-7b6a-4ead-8078-f48391ddcc9c tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c50b2997-4317-492d-9f84-a19732a92b83,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:28.177288 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266499fa-cdab-4c4d-8280-239e0f0f035d tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:04:28.221937 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65bd573-6572-49e5-8bcc-9e86edf61b94 None None] Pushing event updated for resources: {'Port': ['ID=ca4e74c2-b735-40ff-bc30-a399820bb2db,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:28.243684 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b3a15ce1-7b6a-4ead-8078-f48391ddcc9c tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (add11e21-48a9-4e9c-a8cf-1676a5a69468), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:28.279066 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b3a15ce1-7b6a-4ead-8078-f48391ddcc9c tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (add11e21-48a9-4e9c-a8cf-1676a5a69468), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:28.291609 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a15ce1-7b6a-4ead-8078-f48391ddcc9c tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:04:28.292395 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b3a15ce1-7b6a-4ead-8078-f48391ddcc9c tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:28.297516 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266499fa-cdab-4c4d-8280-239e0f0f035d tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event updated for resources: {'Port': ['ID=5c5b4fae-b784-4976-932a-f622ad327eec,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:28.339148 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-266499fa-cdab-4c4d-8280-239e0f0f035d tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (0f7d503d-1de4-4925-babd-37e7faec920f), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:28.354909 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b3a15ce1-7b6a-4ead-8078-f48391ddcc9c tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6760750 Feb 17 18:04:28.356655 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57606) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:28.374688 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-4cd02dca-6d4a-4b2d-8504-0ffefa9d29b3 tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Request body: {'subnet': {'network_id': 'add11e21-48a9-4e9c-a8cf-1676a5a69468', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:28.446914 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a15ce1-7b6a-4ead-8078-f48391ddcc9c tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Pushing event updated for resources: {'Network': ['ID=add11e21-48a9-4e9c-a8cf-1676a5a69468,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:28.463130 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network add11e21-48a9-4e9c-a8cf-1676a5a69468 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:04:28.579257 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device c2fde79d-14c7-428c-b565-5362535b7152 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:04:28.579652 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-266499fa-cdab-4c4d-8280-239e0f0f035d tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5c5b4fae-b784-4976-932a-f622ad327eec), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:28.640545 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd02dca-6d4a-4b2d-8504-0ffefa9d29b3 tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Made reservation on behalf of 1511904ddf4347cca7e152dcebfc586c for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:04:28.649696 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4cd02dca-6d4a-4b2d-8504-0ffefa9d29b3 tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:28.712675 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port c2fde79d-14c7-428c-b565-5362535b7152 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:04:28.713796 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c2fde79d-14c7-428c-b565-5362535b7152), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:28.917794 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port c2fde79d-14c7-428c-b565-5362535b7152 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:04:29.029848 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4cd02dca-6d4a-4b2d-8504-0ffefa9d29b3 tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (bc91a486-e082-47b1-bcc0-2b08c6afcf5f), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:29.080180 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-266499fa-cdab-4c4d-8280-239e0f0f035d tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for port (5c5b4fae-b784-4976-932a-f622ad327eec), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:29.092805 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-266499fa-cdab-4c4d-8280-239e0f0f035d tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (5c5b4fae-b784-4976-932a-f622ad327eec), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:29.100913 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd02dca-6d4a-4b2d-8504-0ffefa9d29b3 tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Pushing event updated for resources: {'Subnet': ['ID=bc91a486-e082-47b1-bcc0-2b08c6afcf5f,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:29.127672 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd02dca-6d4a-4b2d-8504-0ffefa9d29b3 tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Checking segment: {'id': 'e40bb4e2-35db-493a-9ece-2d42a953c687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'add11e21-48a9-4e9c-a8cf-1676a5a69468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:04:29.129132 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd02dca-6d4a-4b2d-8504-0ffefa9d29b3 tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Network hostable DHCP agents. Network: add11e21-48a9-4e9c-a8cf-1676a5a69468, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:04:29.159557 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd02dca-6d4a-4b2d-8504-0ffefa9d29b3 tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Network add11e21-48a9-4e9c-a8cf-1676a5a69468 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:04:29.173819 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-4cd02dca-6d4a-4b2d-8504-0ffefa9d29b3 tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, add11e21-48a9-4e9c-a8cf-1676a5a69468) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:04:29.179863 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd02dca-6d4a-4b2d-8504-0ffefa9d29b3 tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:04:29.180721 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4cd02dca-6d4a-4b2d-8504-0ffefa9d29b3 tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:29.185450 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa15a48-05a5-4d41-a82a-0c4667617ebb None None] Network add11e21-48a9-4e9c-a8cf-1676a5a69468 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:04:29.220499 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4cd02dca-6d4a-4b2d-8504-0ffefa9d29b3 tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8627045 Feb 17 18:04:29.223352 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57622) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:29.229834 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-79ed216e-d268-4072-94dc-267a3f6b2fed tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Request body: {'port': {'network_id': 'add11e21-48a9-4e9c-a8cf-1676a5a69468', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2020682370'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:29.233746 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-266499fa-cdab-4c4d-8280-239e0f0f035d tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (0f7d503d-1de4-4925-babd-37e7faec920f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:29.284511 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266499fa-cdab-4c4d-8280-239e0f0f035d tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event updated for resources: {'Port': ['ID=5c5b4fae-b784-4976-932a-f622ad327eec,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:29.378892 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e76d331-c8b5-4944-988b-5739b6c81d3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-add11e21-48a9-4e9c-a8cf-1676a5a69468', 'network_id': 'add11e21-48a9-4e9c-a8cf-1676a5a69468', 'project_id': '1511904ddf4347cca7e152dcebfc586c', 'fixed_ips': [{'subnet_id': 'bc91a486-e082-47b1-bcc0-2b08c6afcf5f'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 18:04:29.380778 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9e76d331-c8b5-4944-988b-5739b6c81d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:29.382439 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266499fa-cdab-4c4d-8280-239e0f0f035d tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Network 4eacb651-3367-478e-b164-089054e93c89 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:04:29.389250 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-266499fa-cdab-4c4d-8280-239e0f0f035d tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:04:29.408646 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ed216e-d268-4072-94dc-267a3f6b2fed tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Made reservation on behalf of 1511904ddf4347cca7e152dcebfc586c for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:04:29.412608 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-79ed216e-d268-4072-94dc-267a3f6b2fed tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:29.432929 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-79ed216e-d268-4072-94dc-267a3f6b2fed tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] device_id is not set on port 16fedf2b-3fb1-458e-86d0-2edc2d206ca2 yet. {{(pid=103435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 18:04:29.577890 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266499fa-cdab-4c4d-8280-239e0f0f035d tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Router 0f7d503d-1de4-4925-babd-37e7faec920f has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:04:29.586969 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-79ed216e-d268-4072-94dc-267a3f6b2fed tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Allocated IP 172.20.0.5 (add11e21-48a9-4e9c-a8cf-1676a5a69468/bc91a486-e082-47b1-bcc0-2b08c6afcf5f/16fedf2b-3fb1-458e-86d0-2edc2d206ca2) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:04:29.633754 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e30c56-4e69-496e-8055-f112cc059142 None None] Sync routers for ids ['0f7d503d-1de4-4925-babd-37e7faec920f'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:04:29.653431 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e30c56-4e69-496e-8055-f112cc059142 None None] Routers {'0f7d503d-1de4-4925-babd-37e7faec920f'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:04:29.654344 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-90e30c56-4e69-496e-8055-f112cc059142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:04:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0f7d503d-1de4-4925-babd-37e7faec920f'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:29.712501 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266499fa-cdab-4c4d-8280-239e0f0f035d tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:04:29.728215 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-266499fa-cdab-4c4d-8280-239e0f0f035d tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "PUT /v2.0/routers/0f7d503d-1de4-4925-babd-37e7faec920f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6831498 Feb 17 18:04:29.731229 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57628) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:29.739850 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-19980172-a487-4e73-a3d1-bceb5419609c tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Request body: {'network': {'name': 'tempest-RoutersTest-600360368'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:29.784227 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19980172-a487-4e73-a3d1-bceb5419609c tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Made reservation on behalf of 1bef349abcb746fa964cc36601da97cc for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:04:29.788559 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-19980172-a487-4e73-a3d1-bceb5419609c tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:29.812377 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-79ed216e-d268-4072-94dc-267a3f6b2fed tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Publish callbacks [] for port (16fedf2b-3fb1-458e-86d0-2edc2d206ca2), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:29.818856 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19980172-a487-4e73-a3d1-bceb5419609c tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:04:29.832681 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-19980172-a487-4e73-a3d1-bceb5419609c tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (e24fa215-0d20-4dcb-b87b-0ca3502d820c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:29.833460 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-19980172-a487-4e73-a3d1-bceb5419609c tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Added segment e24fa215-0d20-4dcb-b87b-0ca3502d820c of type vlan for network 1d9edd7e-0a91-4843-8f67-80aea6db8e06 Feb 17 18:04:29.837399 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-90e30c56-4e69-496e-8055-f112cc059142 None None] Set router 0f7d503d-1de4-4925-babd-37e7faec920f gateway port host: None {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:04:29.855816 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-79ed216e-d268-4072-94dc-267a3f6b2fed tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (16fedf2b-3fb1-458e-86d0-2edc2d206ca2), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:29.900488 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-19980172-a487-4e73-a3d1-bceb5419609c tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (1d9edd7e-0a91-4843-8f67-80aea6db8e06), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:29.939367 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-19980172-a487-4e73-a3d1-bceb5419609c tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (1d9edd7e-0a91-4843-8f67-80aea6db8e06), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:29.942911 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ed216e-d268-4072-94dc-267a3f6b2fed tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Network add11e21-48a9-4e9c-a8cf-1676a5a69468 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:04:29.946537 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-79ed216e-d268-4072-94dc-267a3f6b2fed tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:04:29.946849 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19980172-a487-4e73-a3d1-bceb5419609c tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:04:29.948440 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-19980172-a487-4e73-a3d1-bceb5419609c tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:29.953999 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ed216e-d268-4072-94dc-267a3f6b2fed tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:04:29.967669 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-9e76d331-c8b5-4944-988b-5739b6c81d3e None None] Allocated IP 172.20.0.2 (add11e21-48a9-4e9c-a8cf-1676a5a69468/bc91a486-e082-47b1-bcc0-2b08c6afcf5f/91b74281-e58c-4d90-8e15-c39bc1284e19) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:04:30.008648 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed216e-d268-4072-94dc-267a3f6b2fed tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Pushing event updated for resources: {'Port': ['ID=16fedf2b-3fb1-458e-86d0-2edc2d206ca2,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:30.014431 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-19980172-a487-4e73-a3d1-bceb5419609c tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2798233 Feb 17 18:04:30.020455 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57634) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:30.031574 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-c2802dec-7993-48ac-b651-5296dd3b0a11 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Request body: {'subnet': {'network_id': '1d9edd7e-0a91-4843-8f67-80aea6db8e06', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:30.066245 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ed216e-d268-4072-94dc-267a3f6b2fed tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:04:30.070045 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-79ed216e-d268-4072-94dc-267a3f6b2fed tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:30.087264 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19980172-a487-4e73-a3d1-bceb5419609c tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event updated for resources: {'Network': ['ID=1d9edd7e-0a91-4843-8f67-80aea6db8e06,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:30.119104 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-79ed216e-d268-4072-94dc-267a3f6b2fed tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.8944895 Feb 17 18:04:30.120787 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57636) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:30.126356 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 1d9edd7e-0a91-4843-8f67-80aea6db8e06 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:04:30.126589 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-a90c0ac5-655f-42c7-a2ad-52f281fe37de tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Request body: {'port': {'network_id': 'add11e21-48a9-4e9c-a8cf-1676a5a69468', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1759518716', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:30.140968 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.api.validators [None req-a90c0ac5-655f-42c7-a2ad-52f281fe37de tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] bootfile-name is not in valid_values {{(pid=103435) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 17 18:04:30.141614 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.api.validators [None req-a90c0ac5-655f-42c7-a2ad-52f281fe37de tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] tftp-server is not in valid_values {{(pid=103435) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 17 18:04:30.142120 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.api.validators [None req-a90c0ac5-655f-42c7-a2ad-52f281fe37de tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] server-ip-address is not in valid_values {{(pid=103435) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 17 18:04:30.320180 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2802dec-7993-48ac-b651-5296dd3b0a11 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Made reservation on behalf of 1bef349abcb746fa964cc36601da97cc for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:04:30.341773 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c2802dec-7993-48ac-b651-5296dd3b0a11 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:30.419147 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90c0ac5-655f-42c7-a2ad-52f281fe37de tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Made reservation on behalf of 1511904ddf4347cca7e152dcebfc586c for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:04:30.435099 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a90c0ac5-655f-42c7-a2ad-52f281fe37de tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:30.488990 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7584d1-b3d3-44e7-abb5-911e4c3d708f None None] Network 4eacb651-3367-478e-b164-089054e93c89 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:04:30.497897 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [None req-a90c0ac5-655f-42c7-a2ad-52f281fe37de tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] device_id is not set on port 6c88dc35-f0f6-4910-b3e1-cc0ed7f33a08 yet. {{(pid=103435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 18:04:30.501549 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device ca4e74c2-b735-40ff-bc30-a399820bb2db up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:04:30.531580 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-90e30c56-4e69-496e-8055-f112cc059142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'name': 'tempest-RoutersTest-router-1751890706', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:04:14Z', 'updated_at': '2022-02-17T18:04:28Z', 'revision_number': 4, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'gw_port_host': None, '_interfaces': [{'id': '1f615c59-7cb8-476d-b8d4-81302e0ee926', 'name': '', 'network_id': '7a361ccb-34c4-4476-8b98-f6d21ba0d2b6', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'mac_address': 'fa:16:3e:bf:06:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '23dae88e-fb3b-4610-b5b0-e332f64161ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:04:21Z', 'updated_at': '2022-02-17T18:04:23Z', 'revision_number': 2, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'subnets': [{'id': '23dae88e-fb3b-4610-b5b0-e332f64161ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c5b4fae-b784-4976-932a-f622ad327eec', 'name': '', 'network_id': '4eacb651-3367-478e-b164-089054e93c89', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'mac_address': 'fa:16:3e:63:6c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '940ff2d3-7bd2-46a5-b55d-2204f0dab0b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:04:27Z', 'updated_at': '2022-02-17T18:04:28Z', 'revision_number': 2, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'subnets': [{'id': '940ff2d3-7bd2-46a5-b55d-2204f0dab0b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2fde79d-14c7-428c-b565-5362535b7152', 'name': '', 'network_id': 'c13f7adf-2219-4896-a04a-30856700f9eb', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'mac_address': 'fa:16:3e:d2:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'dddd8ba2-596d-4bb2-9662-b01b729f327a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:04:16Z', 'updated_at': '2022-02-17T18:04:25Z', 'revision_number': 5, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'subnets': [{'id': 'dddd8ba2-596d-4bb2-9662-b01b729f327a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:30.585104 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e30c56-4e69-496e-8055-f112cc059142 None None] Checking router: 0f7d503d-1de4-4925-babd-37e7faec920f for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:04:30.585762 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e30c56-4e69-496e-8055-f112cc059142 None None] Updating router 0f7d503d-1de4-4925-babd-37e7faec920f port 1f615c59-7cb8-476d-b8d4-81302e0ee926 binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 18:04:30.620697 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9e76d331-c8b5-4944-988b-5739b6c81d3e None None] Publish callbacks [] for port (91b74281-e58c-4d90-8e15-c39bc1284e19), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:30.623756 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-90e30c56-4e69-496e-8055-f112cc059142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1f615c59-7cb8-476d-b8d4-81302e0ee926), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:30.652838 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9e76d331-c8b5-4944-988b-5739b6c81d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (91b74281-e58c-4d90-8e15-c39bc1284e19), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:30.743175 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-a90c0ac5-655f-42c7-a2ad-52f281fe37de tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Allocated IP 172.20.0.10 (add11e21-48a9-4e9c-a8cf-1676a5a69468/bc91a486-e082-47b1-bcc0-2b08c6afcf5f/6c88dc35-f0f6-4910-b3e1-cc0ed7f33a08) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:04:30.743544 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e76d331-c8b5-4944-988b-5739b6c81d3e None None] Pushing event updated for resources: {'Port': ['ID=91b74281-e58c-4d90-8e15-c39bc1284e19,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:30.749030 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-2bdb5376-02d5-480d-99bc-db2a04bd8575 None None] Provisioning complete for port ca4e74c2-b735-40ff-bc30-a399820bb2db triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:04:30.749602 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2bdb5376-02d5-480d-99bc-db2a04bd8575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ca4e74c2-b735-40ff-bc30-a399820bb2db), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:30.750435 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c2802dec-7993-48ac-b651-5296dd3b0a11 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (f44bd371-bb72-4919-ab8c-da4642bf2e2d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:30.856589 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2802dec-7993-48ac-b651-5296dd3b0a11 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event updated for resources: {'Subnet': ['ID=f44bd371-bb72-4919-ab8c-da4642bf2e2d,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:30.870467 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2802dec-7993-48ac-b651-5296dd3b0a11 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Checking segment: {'id': 'e24fa215-0d20-4dcb-b87b-0ca3502d820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1d9edd7e-0a91-4843-8f67-80aea6db8e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:04:30.870467 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2802dec-7993-48ac-b651-5296dd3b0a11 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Network hostable DHCP agents. Network: 1d9edd7e-0a91-4843-8f67-80aea6db8e06, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:04:30.900836 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2802dec-7993-48ac-b651-5296dd3b0a11 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Network 1d9edd7e-0a91-4843-8f67-80aea6db8e06 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:04:30.921811 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-c2802dec-7993-48ac-b651-5296dd3b0a11 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 1d9edd7e-0a91-4843-8f67-80aea6db8e06) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:04:30.926509 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2802dec-7993-48ac-b651-5296dd3b0a11 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:04:30.927234 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c2802dec-7993-48ac-b651-5296dd3b0a11 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:30.927719 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e76d331-c8b5-4944-988b-5739b6c81d3e None None] Network add11e21-48a9-4e9c-a8cf-1676a5a69468 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:04:30.932102 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port ca4e74c2-b735-40ff-bc30-a399820bb2db triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:04:30.933325 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ca4e74c2-b735-40ff-bc30-a399820bb2db), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:30.963124 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c2802dec-7993-48ac-b651-5296dd3b0a11 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9415472 Feb 17 18:04:30.966420 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57648) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:31.012782 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a889066d-7605-4d08-9f69-eaee4b7e9f85 None None] Network 1d9edd7e-0a91-4843-8f67-80aea6db8e06 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:04:31.106492 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a90c0ac5-655f-42c7-a2ad-52f281fe37de tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Publish callbacks [] for port (6c88dc35-f0f6-4910-b3e1-cc0ed7f33a08), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:31.122586 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-90e30c56-4e69-496e-8055-f112cc059142 None None] Publish callbacks [] for port (1f615c59-7cb8-476d-b8d4-81302e0ee926), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:31.132670 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-90e30c56-4e69-496e-8055-f112cc059142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (1f615c59-7cb8-476d-b8d4-81302e0ee926), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:31.136395 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-9e76d331-c8b5-4944-988b-5739b6c81d3e None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:04:31.141390 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e76d331-c8b5-4944-988b-5739b6c81d3e None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:04:31.197972 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a90c0ac5-655f-42c7-a2ad-52f281fe37de tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (6c88dc35-f0f6-4910-b3e1-cc0ed7f33a08), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:31.224349 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e807e5-7a16-4785-953c-72925b7381c9 None None] Pushing event updated for resources: {'Port': ['ID=1f615c59-7cb8-476d-b8d4-81302e0ee926,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:31.237520 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e807e5-7a16-4785-953c-72925b7381c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:04:31.237944 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e807e5-7a16-4785-953c-72925b7381c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:04:31.238204 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e807e5-7a16-4785-953c-72925b7381c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:04:31.238542 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e807e5-7a16-4785-953c-72925b7381c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:04:31.238941 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e807e5-7a16-4785-953c-72925b7381c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:04:31.239354 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e807e5-7a16-4785-953c-72925b7381c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:04:31.240086 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e807e5-7a16-4785-953c-72925b7381c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:04:31.240446 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e807e5-7a16-4785-953c-72925b7381c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:04:31.240777 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e807e5-7a16-4785-953c-72925b7381c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:04:31.241109 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e807e5-7a16-4785-953c-72925b7381c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:04:31.241435 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e807e5-7a16-4785-953c-72925b7381c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:04:31.241757 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e807e5-7a16-4785-953c-72925b7381c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:04:31.242083 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e807e5-7a16-4785-953c-72925b7381c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:04:31.300497 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-90e30c56-4e69-496e-8055-f112cc059142 None None] Attempting to bind port 1f615c59-7cb8-476d-b8d4-81302e0ee926 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:04:31.300975 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-90e30c56-4e69-496e-8055-f112cc059142 None None] Attempting to bind port 1f615c59-7cb8-476d-b8d4-81302e0ee926 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'a2ed3008-24df-46d0-8b63-c8cdba103292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '7a361ccb-34c4-4476-8b98-f6d21ba0d2b6'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:04:31.301566 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e30c56-4e69-496e-8055-f112cc059142 None None] Attempting to bind port 1f615c59-7cb8-476d-b8d4-81302e0ee926 on network 7a361ccb-34c4-4476-8b98-f6d21ba0d2b6 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:04:31.308019 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e30c56-4e69-496e-8055-f112cc059142 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:04:31.308936 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e30c56-4e69-496e-8055-f112cc059142 None None] Checking segment: {'id': 'a2ed3008-24df-46d0-8b63-c8cdba103292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '7a361ccb-34c4-4476-8b98-f6d21ba0d2b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:04:31.309304 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-90e30c56-4e69-496e-8055-f112cc059142 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:31.315437 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e30c56-4e69-496e-8055-f112cc059142 None None] Bound using segment: {'id': 'a2ed3008-24df-46d0-8b63-c8cdba103292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '7a361ccb-34c4-4476-8b98-f6d21ba0d2b6'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:04:31.320024 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-90e30c56-4e69-496e-8055-f112cc059142 None None] Bound port: 1f615c59-7cb8-476d-b8d4-81302e0ee926, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2ed3008-24df-46d0-8b63-c8cdba103292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '7a361ccb-34c4-4476-8b98-f6d21ba0d2b6'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:04:31.320620 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-90e30c56-4e69-496e-8055-f112cc059142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1f615c59-7cb8-476d-b8d4-81302e0ee926), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:31.375547 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487e62c2-2ef4-4f34-be6d-85b292c38ff9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-1d9edd7e-0a91-4843-8f67-80aea6db8e06', 'network_id': '1d9edd7e-0a91-4843-8f67-80aea6db8e06', 'project_id': '1bef349abcb746fa964cc36601da97cc', 'fixed_ips': [{'subnet_id': 'f44bd371-bb72-4919-ab8c-da4642bf2e2d'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 18:04:31.376470 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-487e62c2-2ef4-4f34-be6d-85b292c38ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:31.408856 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90c0ac5-655f-42c7-a2ad-52f281fe37de tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Network add11e21-48a9-4e9c-a8cf-1676a5a69468 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:04:31.416910 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-a90c0ac5-655f-42c7-a2ad-52f281fe37de tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:04:31.422519 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-2bdb5376-02d5-480d-99bc-db2a04bd8575 None None] Current status of the port ca4e74c2-b735-40ff-bc30-a399820bb2db is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:04:31.427612 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2bdb5376-02d5-480d-99bc-db2a04bd8575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ca4e74c2-b735-40ff-bc30-a399820bb2db), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:31.428860 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90c0ac5-655f-42c7-a2ad-52f281fe37de tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:04:31.429109 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-90e30c56-4e69-496e-8055-f112cc059142 None None] For port 1f615c59-7cb8-476d-b8d4-81302e0ee926, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:04:31.437088 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-90e30c56-4e69-496e-8055-f112cc059142 None None] For port 1f615c59-7cb8-476d-b8d4-81302e0ee926, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=1f615c59-7cb8-476d-b8d4-81302e0ee926,segment=NetworkSegment(a2ed3008-24df-46d0-8b63-c8cdba103292),segment_id=a2ed3008-24df-46d0-8b63-c8cdba103292)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:04:31.468860 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-90e30c56-4e69-496e-8055-f112cc059142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (1f615c59-7cb8-476d-b8d4-81302e0ee926), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:31.526325 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c0ac5-655f-42c7-a2ad-52f281fe37de tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Pushing event updated for resources: {'Port': ['ID=6c88dc35-f0f6-4910-b3e1-cc0ed7f33a08,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:31.552938 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-9e76d331-c8b5-4944-988b-5739b6c81d3e None None] Attempting to bind port 91b74281-e58c-4d90-8e15-c39bc1284e19 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:04:31.555189 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-9e76d331-c8b5-4944-988b-5739b6c81d3e None None] Attempting to bind port 91b74281-e58c-4d90-8e15-c39bc1284e19 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'e40bb4e2-35db-493a-9ece-2d42a953c687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'add11e21-48a9-4e9c-a8cf-1676a5a69468'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:04:31.555418 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e76d331-c8b5-4944-988b-5739b6c81d3e None None] Attempting to bind port 91b74281-e58c-4d90-8e15-c39bc1284e19 on network add11e21-48a9-4e9c-a8cf-1676a5a69468 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:04:31.579415 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90c0ac5-655f-42c7-a2ad-52f281fe37de tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:04:31.580124 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a90c0ac5-655f-42c7-a2ad-52f281fe37de tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:31.603069 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e30c56-4e69-496e-8055-f112cc059142 None None] Updating router 0f7d503d-1de4-4925-babd-37e7faec920f port 5c5b4fae-b784-4976-932a-f622ad327eec binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 18:04:31.627911 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a90c0ac5-655f-42c7-a2ad-52f281fe37de tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.5022283 Feb 17 18:04:31.627911 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57656) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:31.711478 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-90e30c56-4e69-496e-8055-f112cc059142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5c5b4fae-b784-4976-932a-f622ad327eec), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:31.728912 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bca806-d507-44eb-b241-d0de91ccd22a tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:04:31.734763 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bca806-d507-44eb-b241-d0de91ccd22a tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:04:31.740651 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bca806-d507-44eb-b241-d0de91ccd22a tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:04:31.742523 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a7bca806-d507-44eb-b241-d0de91ccd22a tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1135583 Feb 17 18:04:31.746267 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57662) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:31.756670 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-487e62c2-2ef4-4f34-be6d-85b292c38ff9 None None] Allocated IP 172.23.0.2 (1d9edd7e-0a91-4843-8f67-80aea6db8e06/f44bd371-bb72-4919-ab8c-da4642bf2e2d/82cb980b-3606-41ce-b303-696b5dd95b9e) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:04:31.842835 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e76d331-c8b5-4944-988b-5739b6c81d3e None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:04:31.843383 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e76d331-c8b5-4944-988b-5739b6c81d3e None None] Checking segment: {'id': 'e40bb4e2-35db-493a-9ece-2d42a953c687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'add11e21-48a9-4e9c-a8cf-1676a5a69468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:04:31.843816 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9e76d331-c8b5-4944-988b-5739b6c81d3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:31.844223 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e76d331-c8b5-4944-988b-5739b6c81d3e None None] Bound using segment: {'id': 'e40bb4e2-35db-493a-9ece-2d42a953c687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'add11e21-48a9-4e9c-a8cf-1676a5a69468'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:04:31.844745 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-9e76d331-c8b5-4944-988b-5739b6c81d3e None None] Bound port: 91b74281-e58c-4d90-8e15-c39bc1284e19, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e40bb4e2-35db-493a-9ece-2d42a953c687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'add11e21-48a9-4e9c-a8cf-1676a5a69468'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:04:31.845140 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9e76d331-c8b5-4944-988b-5739b6c81d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (91b74281-e58c-4d90-8e15-c39bc1284e19), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:31.852733 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5597d6ee-1180-4496-bff7-8cf75bd355b2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:31.855387 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port ca4e74c2-b735-40ff-bc30-a399820bb2db is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:04:31.855939 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ca4e74c2-b735-40ff-bc30-a399820bb2db), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:31.867075 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e807e5-7a16-4785-953c-72925b7381c9 None None] Pushing event updated for resources: {'Port': ['ID=1f615c59-7cb8-476d-b8d4-81302e0ee926,revision_number=4']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:31.880093 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-2bdb5376-02d5-480d-99bc-db2a04bd8575 None None] For port ca4e74c2-b735-40ff-bc30-a399820bb2db, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=ca4e74c2-b735-40ff-bc30-a399820bb2db,segment=NetworkSegment(a10ec395-c607-4758-9198-6d3259c2a4c1),segment_id=a10ec395-c607-4758-9198-6d3259c2a4c1)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:04:31.919568 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2bdb5376-02d5-480d-99bc-db2a04bd8575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ca4e74c2-b735-40ff-bc30-a399820bb2db), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:32.056069 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-e95eba86-e5c9-42de-903c-7566cbf5e4e2 tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Deleting port 6c88dc35-f0f6-4910-b3e1-cc0ed7f33a08 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:04:32.056827 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e95eba86-e5c9-42de-903c-7566cbf5e4e2 tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (6c88dc35-f0f6-4910-b3e1-cc0ed7f33a08), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:32.144841 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 18:04:32.147657 n-d-829613-2 neutron-server[103436]: DEBUG oslo_db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 18:04:32.301746 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-d6c3fef2-f26a-49eb-b5cf-7e574361bbd0 None None] Provisioning complete for port 1f615c59-7cb8-476d-b8d4-81302e0ee926 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:04:32.302430 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d6c3fef2-f26a-49eb-b5cf-7e574361bbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1f615c59-7cb8-476d-b8d4-81302e0ee926), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:32.308804 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb5376-02d5-480d-99bc-db2a04bd8575 None None] Pushing event updated for resources: {'Port': ['ID=ca4e74c2-b735-40ff-bc30-a399820bb2db,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:32.339294 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e95eba86-e5c9-42de-903c-7566cbf5e4e2 tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (6c88dc35-f0f6-4910-b3e1-cc0ed7f33a08), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:32.349773 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-9e76d331-c8b5-4944-988b-5739b6c81d3e None None] For port 91b74281-e58c-4d90-8e15-c39bc1284e19, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:04:32.367729 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-e95eba86-e5c9-42de-903c-7566cbf5e4e2 tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Calling delete_port for 6c88dc35-f0f6-4910-b3e1-cc0ed7f33a08 owned by {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:04:32.568194 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-90e30c56-4e69-496e-8055-f112cc059142 None None] Publish callbacks [] for port (5c5b4fae-b784-4976-932a-f622ad327eec), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:32.653413 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e95eba86-e5c9-42de-903c-7566cbf5e4e2 tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (6c88dc35-f0f6-4910-b3e1-cc0ed7f33a08), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:32.659476 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-90e30c56-4e69-496e-8055-f112cc059142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (5c5b4fae-b784-4976-932a-f622ad327eec), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:32.679067 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-9e76d331-c8b5-4944-988b-5739b6c81d3e None None] For port 91b74281-e58c-4d90-8e15-c39bc1284e19, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=91b74281-e58c-4d90-8e15-c39bc1284e19,segment=NetworkSegment(e40bb4e2-35db-493a-9ece-2d42a953c687),segment_id=e40bb4e2-35db-493a-9ece-2d42a953c687)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:04:32.699954 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9e76d331-c8b5-4944-988b-5739b6c81d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (91b74281-e58c-4d90-8e15-c39bc1284e19), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:32.718079 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95eba86-e5c9-42de-903c-7566cbf5e4e2 tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Pushing event deleted for resources: {'Port': ['ID=6c88dc35-f0f6-4910-b3e1-cc0ed7f33a08,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:32.732544 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e807e5-7a16-4785-953c-72925b7381c9 None None] Pushing event updated for resources: {'Port': ['ID=5c5b4fae-b784-4976-932a-f622ad327eec,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:32.755221 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-487e62c2-2ef4-4f34-be6d-85b292c38ff9 None None] Publish callbacks [] for port (82cb980b-3606-41ce-b303-696b5dd95b9e), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:32.830990 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-487e62c2-2ef4-4f34-be6d-85b292c38ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (82cb980b-3606-41ce-b303-696b5dd95b9e), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:32.865551 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-90e30c56-4e69-496e-8055-f112cc059142 None None] Attempting to bind port 5c5b4fae-b784-4976-932a-f622ad327eec on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:04:32.865841 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-90e30c56-4e69-496e-8055-f112cc059142 None None] Attempting to bind port 5c5b4fae-b784-4976-932a-f622ad327eec by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'a10ec395-c607-4758-9198-6d3259c2a4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eacb651-3367-478e-b164-089054e93c89'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:04:32.866074 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e30c56-4e69-496e-8055-f112cc059142 None None] Attempting to bind port 5c5b4fae-b784-4976-932a-f622ad327eec on network 4eacb651-3367-478e-b164-089054e93c89 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:04:32.887730 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e30c56-4e69-496e-8055-f112cc059142 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:04:32.888176 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e30c56-4e69-496e-8055-f112cc059142 None None] Checking segment: {'id': 'a10ec395-c607-4758-9198-6d3259c2a4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eacb651-3367-478e-b164-089054e93c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:04:32.888604 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-90e30c56-4e69-496e-8055-f112cc059142 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:32.888935 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e30c56-4e69-496e-8055-f112cc059142 None None] Bound using segment: {'id': 'a10ec395-c607-4758-9198-6d3259c2a4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eacb651-3367-478e-b164-089054e93c89'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:04:32.889477 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-90e30c56-4e69-496e-8055-f112cc059142 None None] Bound port: 5c5b4fae-b784-4976-932a-f622ad327eec, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10ec395-c607-4758-9198-6d3259c2a4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eacb651-3367-478e-b164-089054e93c89'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:04:32.889954 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-90e30c56-4e69-496e-8055-f112cc059142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5c5b4fae-b784-4976-932a-f622ad327eec), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:32.908750 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e95eba86-e5c9-42de-903c-7566cbf5e4e2 tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:32.921359 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e95eba86-e5c9-42de-903c-7566cbf5e4e2 tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] 10.222.0.87 "DELETE /v2.0/ports/6c88dc35-f0f6-4910-b3e1-cc0ed7f33a08 HTTP/1.1" status: 204 len: 168 time: 1.1681867 Feb 17 18:04:32.922426 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57676) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:32.935267 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-5597d6ee-1180-4496-bff7-8cf75bd355b2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Allocated IP 172.23.0.1 (1d9edd7e-0a91-4843-8f67-80aea6db8e06/f44bd371-bb72-4919-ab8c-da4642bf2e2d/436cc4c8-575a-4380-bfea-eb7d2bfc6ec2) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:04:32.940862 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-f6d5d62e-59fd-4df9-8b9c-63a7e7d0eab1 tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Request body: {'port': {'name': 'tempest-new-port-name-1369785423', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:32.941664 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.api.validators [None req-f6d5d62e-59fd-4df9-8b9c-63a7e7d0eab1 tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] bootfile-name is not in valid_values {{(pid=103435) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 17 18:04:32.942260 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.api.validators [None req-f6d5d62e-59fd-4df9-8b9c-63a7e7d0eab1 tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] tftp-server is not in valid_values {{(pid=103435) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 17 18:04:32.943046 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.api.validators [None req-f6d5d62e-59fd-4df9-8b9c-63a7e7d0eab1 tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] server-ip-address is not in valid_values {{(pid=103435) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 17 18:04:32.954601 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487e62c2-2ef4-4f34-be6d-85b292c38ff9 None None] Network 1d9edd7e-0a91-4843-8f67-80aea6db8e06 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:04:32.956427 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e76d331-c8b5-4944-988b-5739b6c81d3e None None] Pushing event updated for resources: {'Port': ['ID=91b74281-e58c-4d90-8e15-c39bc1284e19,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:32.990515 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-487e62c2-2ef4-4f34-be6d-85b292c38ff9 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:04:33.025299 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487e62c2-2ef4-4f34-be6d-85b292c38ff9 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:04:33.030714 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port ca4e74c2-b735-40ff-bc30-a399820bb2db is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:04:33.080030 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-90e30c56-4e69-496e-8055-f112cc059142 None None] For port 5c5b4fae-b784-4976-932a-f622ad327eec, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:04:33.095951 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-90e30c56-4e69-496e-8055-f112cc059142 None None] For port 5c5b4fae-b784-4976-932a-f622ad327eec, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=5c5b4fae-b784-4976-932a-f622ad327eec,segment=NetworkSegment(a10ec395-c607-4758-9198-6d3259c2a4c1),segment_id=a10ec395-c607-4758-9198-6d3259c2a4c1)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:04:33.128051 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-90e30c56-4e69-496e-8055-f112cc059142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (5c5b4fae-b784-4976-932a-f622ad327eec), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:33.205222 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f6d5d62e-59fd-4df9-8b9c-63a7e7d0eab1 tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (16fedf2b-3fb1-458e-86d0-2edc2d206ca2), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:33.303299 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e807e5-7a16-4785-953c-72925b7381c9 None None] Pushing event updated for resources: {'Port': ['ID=5c5b4fae-b784-4976-932a-f622ad327eec,revision_number=4']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:33.334764 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-60ae0802-5109-4bb2-8bd9-c71c0cf2cf31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:33.357644 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-d6c3fef2-f26a-49eb-b5cf-7e574361bbd0 None None] Current status of the port 1f615c59-7cb8-476d-b8d4-81302e0ee926 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:04:33.358142 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d6c3fef2-f26a-49eb-b5cf-7e574361bbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1f615c59-7cb8-476d-b8d4-81302e0ee926), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:33.358644 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e30c56-4e69-496e-8055-f112cc059142 None None] Routers {'0f7d503d-1de4-4925-babd-37e7faec920f'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:04:33.359604 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-90e30c56-4e69-496e-8055-f112cc059142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:04:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0f7d503d-1de4-4925-babd-37e7faec920f'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:33.460847 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5597d6ee-1180-4496-bff7-8cf75bd355b2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for port (436cc4c8-575a-4380-bfea-eb7d2bfc6ec2), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:33.483231 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e62c2-2ef4-4f34-be6d-85b292c38ff9 None None] Pushing event updated for resources: {'Port': ['ID=82cb980b-3606-41ce-b303-696b5dd95b9e,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:33.504904 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5597d6ee-1180-4496-bff7-8cf75bd355b2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (436cc4c8-575a-4380-bfea-eb7d2bfc6ec2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:33.539079 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-487e62c2-2ef4-4f34-be6d-85b292c38ff9 None None] Attempting to bind port 82cb980b-3606-41ce-b303-696b5dd95b9e on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:04:33.543806 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-487e62c2-2ef4-4f34-be6d-85b292c38ff9 None None] Attempting to bind port 82cb980b-3606-41ce-b303-696b5dd95b9e by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'e24fa215-0d20-4dcb-b87b-0ca3502d820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1d9edd7e-0a91-4843-8f67-80aea6db8e06'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:04:33.544697 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487e62c2-2ef4-4f34-be6d-85b292c38ff9 None None] Attempting to bind port 82cb980b-3606-41ce-b303-696b5dd95b9e on network 1d9edd7e-0a91-4843-8f67-80aea6db8e06 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:04:33.615681 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5597d6ee-1180-4496-bff7-8cf75bd355b2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Network 1d9edd7e-0a91-4843-8f67-80aea6db8e06 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:04:33.621088 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-5597d6ee-1180-4496-bff7-8cf75bd355b2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:04:33.626236 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5597d6ee-1180-4496-bff7-8cf75bd355b2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:04:33.633703 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-d6c3fef2-f26a-49eb-b5cf-7e574361bbd0 None None] For port 1f615c59-7cb8-476d-b8d4-81302e0ee926, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=1f615c59-7cb8-476d-b8d4-81302e0ee926,segment=NetworkSegment(a2ed3008-24df-46d0-8b63-c8cdba103292),segment_id=a2ed3008-24df-46d0-8b63-c8cdba103292)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:04:33.638536 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487e62c2-2ef4-4f34-be6d-85b292c38ff9 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:04:33.638981 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487e62c2-2ef4-4f34-be6d-85b292c38ff9 None None] Checking segment: {'id': 'e24fa215-0d20-4dcb-b87b-0ca3502d820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1d9edd7e-0a91-4843-8f67-80aea6db8e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:04:33.639458 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-487e62c2-2ef4-4f34-be6d-85b292c38ff9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:33.640845 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487e62c2-2ef4-4f34-be6d-85b292c38ff9 None None] Bound using segment: {'id': 'e24fa215-0d20-4dcb-b87b-0ca3502d820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1d9edd7e-0a91-4843-8f67-80aea6db8e06'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:04:33.642176 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-487e62c2-2ef4-4f34-be6d-85b292c38ff9 None None] Bound port: 82cb980b-3606-41ce-b303-696b5dd95b9e, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24fa215-0d20-4dcb-b87b-0ca3502d820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1d9edd7e-0a91-4843-8f67-80aea6db8e06'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:04:33.642825 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-487e62c2-2ef4-4f34-be6d-85b292c38ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (82cb980b-3606-41ce-b303-696b5dd95b9e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:33.648046 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 1f615c59-7cb8-476d-b8d4-81302e0ee926 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:04:33.673771 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d6c3fef2-f26a-49eb-b5cf-7e574361bbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (1f615c59-7cb8-476d-b8d4-81302e0ee926), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:33.743355 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5597d6ee-1180-4496-bff7-8cf75bd355b2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (0f7d503d-1de4-4925-babd-37e7faec920f), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:33.780386 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-90e30c56-4e69-496e-8055-f112cc059142 None None] Set router 0f7d503d-1de4-4925-babd-37e7faec920f gateway port host: None {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:04:33.841264 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5597d6ee-1180-4496-bff7-8cf75bd355b2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event updated for resources: {'Port': ['ID=436cc4c8-575a-4380-bfea-eb7d2bfc6ec2,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:33.945563 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f6d5d62e-59fd-4df9-8b9c-63a7e7d0eab1 tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Publish callbacks [] for port (16fedf2b-3fb1-458e-86d0-2edc2d206ca2), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:33.953592 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c3fef2-f26a-49eb-b5cf-7e574361bbd0 None None] Pushing event updated for resources: {'Port': ['ID=1f615c59-7cb8-476d-b8d4-81302e0ee926,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:33.974231 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f6d5d62e-59fd-4df9-8b9c-63a7e7d0eab1 tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (16fedf2b-3fb1-458e-86d0-2edc2d206ca2), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:33.978389 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-ad01786c-c301-4c6c-ad71-75d985ae11fc None None] Provisioning complete for port 1f615c59-7cb8-476d-b8d4-81302e0ee926 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:04:33.978820 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ad01786c-c301-4c6c-ad71-75d985ae11fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1f615c59-7cb8-476d-b8d4-81302e0ee926), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:34.098920 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-487e62c2-2ef4-4f34-be6d-85b292c38ff9 None None] For port 82cb980b-3606-41ce-b303-696b5dd95b9e, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:04:34.102206 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 1f615c59-7cb8-476d-b8d4-81302e0ee926 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:04:34.102583 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1f615c59-7cb8-476d-b8d4-81302e0ee926), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:34.129643 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5597d6ee-1180-4496-bff7-8cf75bd355b2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (436cc4c8-575a-4380-bfea-eb7d2bfc6ec2), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:34.207740 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-487e62c2-2ef4-4f34-be6d-85b292c38ff9 None None] For port 82cb980b-3606-41ce-b303-696b5dd95b9e, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=82cb980b-3606-41ce-b303-696b5dd95b9e,segment=NetworkSegment(e24fa215-0d20-4dcb-b87b-0ca3502d820c),segment_id=e24fa215-0d20-4dcb-b87b-0ca3502d820c)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:04:34.237004 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d5d62e-59fd-4df9-8b9c-63a7e7d0eab1 tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Pushing event updated for resources: {'Port': ['ID=16fedf2b-3fb1-458e-86d0-2edc2d206ca2,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:34.271178 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-487e62c2-2ef4-4f34-be6d-85b292c38ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (82cb980b-3606-41ce-b303-696b5dd95b9e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:34.307787 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f6d5d62e-59fd-4df9-8b9c-63a7e7d0eab1 tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] In _notify_port_updated(), no bound segment for port 16fedf2b-3fb1-458e-86d0-2edc2d206ca2 on network add11e21-48a9-4e9c-a8cf-1676a5a69468 {{(pid=103435) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 17 18:04:34.330556 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d5d62e-59fd-4df9-8b9c-63a7e7d0eab1 tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:04:34.340567 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f6d5d62e-59fd-4df9-8b9c-63a7e7d0eab1 tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:34.343420 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-f6d5d62e-59fd-4df9-8b9c-63a7e7d0eab1 tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] 10.222.0.87 "PUT /v2.0/ports/16fedf2b-3fb1-458e-86d0-2edc2d206ca2 HTTP/1.1" status: 200 len: 1136 time: 1.4192796 Feb 17 18:04:34.348334 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57686) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:34.475486 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 1f615c59-7cb8-476d-b8d4-81302e0ee926 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:04:34.478141 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device ca4e74c2-b735-40ff-bc30-a399820bb2db up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:04:34.492819 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-90e30c56-4e69-496e-8055-f112cc059142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'name': 'tempest-RoutersTest-router-1751890706', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:04:14Z', 'updated_at': '2022-02-17T18:04:28Z', 'revision_number': 4, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'gw_port_host': None, '_interfaces': [{'id': '1f615c59-7cb8-476d-b8d4-81302e0ee926', 'name': '', 'network_id': '7a361ccb-34c4-4476-8b98-f6d21ba0d2b6', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'mac_address': 'fa:16:3e:bf:06:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '23dae88e-fb3b-4610-b5b0-e332f64161ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:04:21Z', 'updated_at': '2022-02-17T18:04:31Z', 'revision_number': 4, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'subnets': [{'id': '23dae88e-fb3b-4610-b5b0-e332f64161ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c5b4fae-b784-4976-932a-f622ad327eec', 'name': '', 'network_id': '4eacb651-3367-478e-b164-089054e93c89', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'mac_address': 'fa:16:3e:63:6c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '940ff2d3-7bd2-46a5-b55d-2204f0dab0b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:04:27Z', 'updated_at': '2022-02-17T18:04:33Z', 'revision_number': 4, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'subnets': [{'id': '940ff2d3-7bd2-46a5-b55d-2204f0dab0b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2fde79d-14c7-428c-b565-5362535b7152', 'name': '', 'network_id': 'c13f7adf-2219-4896-a04a-30856700f9eb', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'mac_address': 'fa:16:3e:d2:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'dddd8ba2-596d-4bb2-9662-b01b729f327a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:04:16Z', 'updated_at': '2022-02-17T18:04:25Z', 'revision_number': 5, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'subnets': [{'id': 'dddd8ba2-596d-4bb2-9662-b01b729f327a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:34.576858 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0199f3-4753-45a6-afeb-1f264ad038c7 tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:04:34.579680 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-cc0199f3-4753-45a6-afeb-1f264ad038c7 tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] 10.222.0.87 "GET /v2.0/ports/16fedf2b-3fb1-458e-86d0-2edc2d206ca2 HTTP/1.1" status: 200 len: 1136 time: 0.2292485 Feb 17 18:04:34.589013 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57690) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:34.639227 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e30c56-4e69-496e-8055-f112cc059142 None None] The sync data for ids ['0f7d503d-1de4-4925-babd-37e7faec920f'] in n-d-829613-2 is: [{'id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'name': 'tempest-RoutersTest-router-1751890706', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:04:14Z', 'updated_at': '2022-02-17T18:04:28Z', 'revision_number': 4, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'gw_port_host': None, '_interfaces': [{'id': '1f615c59-7cb8-476d-b8d4-81302e0ee926', 'name': '', 'network_id': '7a361ccb-34c4-4476-8b98-f6d21ba0d2b6', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'mac_address': 'fa:16:3e:bf:06:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '23dae88e-fb3b-4610-b5b0-e332f64161ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:04:21Z', 'updated_at': '2022-02-17T18:04:31Z', 'revision_number': 4, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'subnets': [{'id': '23dae88e-fb3b-4610-b5b0-e332f64161ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c5b4fae-b784-4976-932a-f622ad327eec', 'name': '', 'network_id': '4eacb651-3367-478e-b164-089054e93c89', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'mac_address': 'fa:16:3e:63:6c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '940ff2d3-7bd2-46a5-b55d-2204f0dab0b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:04:27Z', 'updated_at': '2022-02-17T18:04:33Z', 'revision_number': 4, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'subnets': [{'id': '940ff2d3-7bd2-46a5-b55d-2204f0dab0b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2fde79d-14c7-428c-b565-5362535b7152', 'name': '', 'network_id': 'c13f7adf-2219-4896-a04a-30856700f9eb', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'mac_address': 'fa:16:3e:d2:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'dddd8ba2-596d-4bb2-9662-b01b729f327a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:04:16Z', 'updated_at': '2022-02-17T18:04:25Z', 'revision_number': 5, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'subnets': [{'id': 'dddd8ba2-596d-4bb2-9662-b01b729f327a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:04:34.874113 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e62c2-2ef4-4f34-be6d-85b292c38ff9 None None] Pushing event updated for resources: {'Port': ['ID=82cb980b-3606-41ce-b303-696b5dd95b9e,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:34.892112 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-ad01786c-c301-4c6c-ad71-75d985ae11fc None None] Current status of the port 1f615c59-7cb8-476d-b8d4-81302e0ee926 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:04:34.976811 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-ad01786c-c301-4c6c-ad71-75d985ae11fc None None] Provisioning complete for port 5c5b4fae-b784-4976-932a-f622ad327eec triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:04:34.977384 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ad01786c-c301-4c6c-ad71-75d985ae11fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (5c5b4fae-b784-4976-932a-f622ad327eec), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:35.149121 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-3abcb983-189f-48fe-aee5-eb7ea2bf0eab tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Deleting port 16fedf2b-3fb1-458e-86d0-2edc2d206ca2 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:04:35.150503 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3abcb983-189f-48fe-aee5-eb7ea2bf0eab tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (16fedf2b-3fb1-458e-86d0-2edc2d206ca2), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:35.164512 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port ca4e74c2-b735-40ff-bc30-a399820bb2db triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:04:35.165683 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ca4e74c2-b735-40ff-bc30-a399820bb2db), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:35.341064 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5597d6ee-1180-4496-bff7-8cf75bd355b2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for port (436cc4c8-575a-4380-bfea-eb7d2bfc6ec2), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:35.355650 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5597d6ee-1180-4496-bff7-8cf75bd355b2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (436cc4c8-575a-4380-bfea-eb7d2bfc6ec2), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:35.399926 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3abcb983-189f-48fe-aee5-eb7ea2bf0eab tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (16fedf2b-3fb1-458e-86d0-2edc2d206ca2), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:35.422478 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-ad01786c-c301-4c6c-ad71-75d985ae11fc None None] Current status of the port 5c5b4fae-b784-4976-932a-f622ad327eec is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:04:35.423401 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ad01786c-c301-4c6c-ad71-75d985ae11fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5c5b4fae-b784-4976-932a-f622ad327eec), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:35.429936 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-3abcb983-189f-48fe-aee5-eb7ea2bf0eab tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Calling delete_port for 16fedf2b-3fb1-458e-86d0-2edc2d206ca2 owned by {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:04:35.522596 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d125036-ebf5-43f0-9d53-01da85cc62a6 None None] Network add11e21-48a9-4e9c-a8cf-1676a5a69468 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:04:35.569060 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5597d6ee-1180-4496-bff7-8cf75bd355b2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event updated for resources: {'Port': ['ID=436cc4c8-575a-4380-bfea-eb7d2bfc6ec2,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:35.577462 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-13d425d2-34fd-4c23-b228-63a202f86b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:35.591504 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5597d6ee-1180-4496-bff7-8cf75bd355b2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (0f7d503d-1de4-4925-babd-37e7faec920f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:35.711709 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-ad01786c-c301-4c6c-ad71-75d985ae11fc None None] For port 5c5b4fae-b784-4976-932a-f622ad327eec, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=5c5b4fae-b784-4976-932a-f622ad327eec,segment=NetworkSegment(a10ec395-c607-4758-9198-6d3259c2a4c1),segment_id=a10ec395-c607-4758-9198-6d3259c2a4c1)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:04:35.717290 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port ca4e74c2-b735-40ff-bc30-a399820bb2db is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:04:35.733587 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ad01786c-c301-4c6c-ad71-75d985ae11fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (5c5b4fae-b784-4976-932a-f622ad327eec), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:35.809109 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3abcb983-189f-48fe-aee5-eb7ea2bf0eab tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (16fedf2b-3fb1-458e-86d0-2edc2d206ca2), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:35.940209 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-ad01786c-c301-4c6c-ad71-75d985ae11fc None None] Provisioning complete for port ca4e74c2-b735-40ff-bc30-a399820bb2db triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:04:35.940874 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ad01786c-c301-4c6c-ad71-75d985ae11fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ca4e74c2-b735-40ff-bc30-a399820bb2db), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:35.965746 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5597d6ee-1180-4496-bff7-8cf75bd355b2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Network 1d9edd7e-0a91-4843-8f67-80aea6db8e06 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:04:35.968828 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-5597d6ee-1180-4496-bff7-8cf75bd355b2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:04:36.053155 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abcb983-189f-48fe-aee5-eb7ea2bf0eab tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Pushing event deleted for resources: {'Port': ['ID=16fedf2b-3fb1-458e-86d0-2edc2d206ca2,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:36.101917 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3abcb983-189f-48fe-aee5-eb7ea2bf0eab tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:36.108608 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-3abcb983-189f-48fe-aee5-eb7ea2bf0eab tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] 10.222.0.87 "DELETE /v2.0/ports/16fedf2b-3fb1-458e-86d0-2edc2d206ca2 HTTP/1.1" status: 204 len: 168 time: 1.5155067 Feb 17 18:04:36.109701 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01786c-c301-4c6c-ad71-75d985ae11fc None None] Pushing event updated for resources: {'Port': ['ID=5c5b4fae-b784-4976-932a-f622ad327eec,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:36.112815 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57694) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:36.243410 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fd4283d-4d52-45fa-bcb6-64414d06eb65 tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Deleting subnet bc91a486-e082-47b1-bcc0-2b08c6afcf5f {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:04:36.250516 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1fd4283d-4d52-45fa-bcb6-64414d06eb65 tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Publish callbacks [] for subnet (bc91a486-e082-47b1-bcc0-2b08c6afcf5f), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:36.290472 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-ad01786c-c301-4c6c-ad71-75d985ae11fc None None] Current status of the port ca4e74c2-b735-40ff-bc30-a399820bb2db is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:04:36.357294 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1fd4283d-4d52-45fa-bcb6-64414d06eb65 tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (bc91a486-e082-47b1-bcc0-2b08c6afcf5f), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:36.383759 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41058415-77b2-481a-8a9a-767eba1277eb None None] Sync routers for ids ['0f7d503d-1de4-4925-babd-37e7faec920f'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:04:36.406726 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41058415-77b2-481a-8a9a-767eba1277eb None None] Routers {'0f7d503d-1de4-4925-babd-37e7faec920f'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:04:36.408089 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-41058415-77b2-481a-8a9a-767eba1277eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:04:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0f7d503d-1de4-4925-babd-37e7faec920f'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:36.419231 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 91b74281-e58c-4d90-8e15-c39bc1284e19 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:04:36.439480 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5597d6ee-1180-4496-bff7-8cf75bd355b2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Router 0f7d503d-1de4-4925-babd-37e7faec920f has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:04:36.619542 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-e9562146-7621-40e3-8231-6d26621464dd None None] Provisioning complete for port 5c5b4fae-b784-4976-932a-f622ad327eec triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:04:36.619542 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e9562146-7621-40e3-8231-6d26621464dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (5c5b4fae-b784-4976-932a-f622ad327eec), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:36.635380 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1fd4283d-4d52-45fa-bcb6-64414d06eb65 tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (bc91a486-e082-47b1-bcc0-2b08c6afcf5f), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:36.722654 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5597d6ee-1180-4496-bff7-8cf75bd355b2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:04:36.739745 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5597d6ee-1180-4496-bff7-8cf75bd355b2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "PUT /v2.0/routers/0f7d503d-1de4-4925-babd-37e7faec920f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7717276 Feb 17 18:04:36.744918 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57698) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:36.760734 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-751c5063-b188-4970-919a-598601772faa tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:36.839385 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-41058415-77b2-481a-8a9a-767eba1277eb None None] Set router 0f7d503d-1de4-4925-babd-37e7faec920f gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:04:36.849247 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1fd4283d-4d52-45fa-bcb6-64414d06eb65 tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (bc91a486-e082-47b1-bcc0-2b08c6afcf5f), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:36.913278 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd4283d-4d52-45fa-bcb6-64414d06eb65 tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Pushing event deleted for resources: {'Subnet': ['ID=bc91a486-e082-47b1-bcc0-2b08c6afcf5f,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:36.922614 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1fd4283d-4d52-45fa-bcb6-64414d06eb65 tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:36.935399 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1fd4283d-4d52-45fa-bcb6-64414d06eb65 tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] 10.222.0.87 "DELETE /v2.0/subnets/bc91a486-e082-47b1-bcc0-2b08c6afcf5f HTTP/1.1" status: 204 len: 168 time: 0.8213234 Feb 17 18:04:36.953342 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:36.958612 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 91b74281-e58c-4d90-8e15-c39bc1284e19 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:04:36.959072 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (91b74281-e58c-4d90-8e15-c39bc1284e19), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:36.965264 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57700) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:37.052994 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42507ebe-02b8-4fa0-a8e1-97706437acf3 None None] Network 1d9edd7e-0a91-4843-8f67-80aea6db8e06 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:04:37.146213 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-35a206d4-b76d-4d24-a010-785277f41c3b tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (add11e21-48a9-4e9c-a8cf-1676a5a69468), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:37.157941 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16d8f1e-dee8-4816-8429-d53b1698f4b7 None None] Network add11e21-48a9-4e9c-a8cf-1676a5a69468 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:04:37.220350 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-35a206d4-b76d-4d24-a010-785277f41c3b tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Deleting port 91b74281-e58c-4d90-8e15-c39bc1284e19 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:04:37.224821 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-35a206d4-b76d-4d24-a010-785277f41c3b tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (91b74281-e58c-4d90-8e15-c39bc1284e19), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:37.350844 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-35a206d4-b76d-4d24-a010-785277f41c3b tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] For port 91b74281-e58c-4d90-8e15-c39bc1284e19, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=91b74281-e58c-4d90-8e15-c39bc1284e19,segment=NetworkSegment(e40bb4e2-35db-493a-9ece-2d42a953c687),segment_id=e40bb4e2-35db-493a-9ece-2d42a953c687)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:04:37.352719 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-35a206d4-b76d-4d24-a010-785277f41c3b tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (91b74281-e58c-4d90-8e15-c39bc1284e19), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:37.374394 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-35a206d4-b76d-4d24-a010-785277f41c3b tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Calling delete_port for 91b74281-e58c-4d90-8e15-c39bc1284e19 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:04:37.414716 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.extraroute_db [None req-751c5063-b188-4970-919a-598601772faa tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103434) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 17 18:04:37.429789 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.extraroute_db [None req-751c5063-b188-4970-919a-598601772faa tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Removed routes are [] {{(pid=103434) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 17 18:04:37.430338 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-751c5063-b188-4970-919a-598601772faa tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-362104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31404'] for router (0f7d503d-1de4-4925-babd-37e7faec920f), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:37.521587 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-35a206d4-b76d-4d24-a010-785277f41c3b tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (91b74281-e58c-4d90-8e15-c39bc1284e19), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:37.570469 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a206d4-b76d-4d24-a010-785277f41c3b tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Pushing event deleted for resources: {'Port': ['ID=91b74281-e58c-4d90-8e15-c39bc1284e19,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:37.574124 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a206d4-b76d-4d24-a010-785277f41c3b tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] No DVR routers for this DVR port 91b74281-e58c-4d90-8e15-c39bc1284e19 on host n-d-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:04:37.658632 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-751c5063-b188-4970-919a-598601772faa tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-362104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31404'] for router (0f7d503d-1de4-4925-babd-37e7faec920f), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:37.662935 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-751c5063-b188-4970-919a-598601772faa tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-362081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-362090', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-362947'] for router (0f7d503d-1de4-4925-babd-37e7faec920f), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:37.718515 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-35a206d4-b76d-4d24-a010-785277f41c3b tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (add11e21-48a9-4e9c-a8cf-1676a5a69468), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:37.747481 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-35a206d4-b76d-4d24-a010-785277f41c3b tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['add11e21-48a9-4e9c-a8cf-1676a5a69468']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:37.772559 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-35a206d4-b76d-4d24-a010-785277f41c3b tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e40bb4e2-35db-493a-9ece-2d42a953c687') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:37.772889 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-35a206d4-b76d-4d24-a010-785277f41c3b tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e40bb4e2-35db-493a-9ece-2d42a953c687') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:37.777261 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 91b74281-e58c-4d90-8e15-c39bc1284e19 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:04:37.777261 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (91b74281-e58c-4d90-8e15-c39bc1284e19), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:37.787049 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-35a206d4-b76d-4d24-a010-785277f41c3b tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (e40bb4e2-35db-493a-9ece-2d42a953c687), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:37.816293 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-35a206d4-b76d-4d24-a010-785277f41c3b tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (e40bb4e2-35db-493a-9ece-2d42a953c687), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:37.834315 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35a206d4-b76d-4d24-a010-785277f41c3b tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:04:37.834315 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-35a206d4-b76d-4d24-a010-785277f41c3b tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (e40bb4e2-35db-493a-9ece-2d42a953c687), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:37.840339 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 18:04:37.840339 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:04:37.840339 n-d-829613-2 neutron-server[103435]: timer() Feb 17 18:04:37.840339 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:04:37.840339 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 18:04:37.840339 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:04:37.840339 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 18:04:37.840339 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:04:37.840339 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 18:04:37.840339 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:04:37.840339 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 18:04:37.840339 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:04:37.840339 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 18:04:37.840339 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:04:37.840339 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:04:37.840339 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:04:37.840339 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:04:37.840339 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:04:37.840339 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 18:04:37.840339 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:04:37.840339 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 18:04:37.840339 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:04:37.840339 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:04:37.840339 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:04:37.840339 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 18:04:37.840339 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:04:37.840339 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:04:37.840339 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:04:37.840339 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:04:37.840339 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:04:37.840339 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:04:37.840339 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:04:37.876664 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-751c5063-b188-4970-919a-598601772faa tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Router 0f7d503d-1de4-4925-babd-37e7faec920f has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:04:37.907296 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-e9562146-7621-40e3-8231-6d26621464dd None None] Current status of the port 5c5b4fae-b784-4976-932a-f622ad327eec is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:04:37.937443 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-e9562146-7621-40e3-8231-6d26621464dd None None] Could not find standard attr ID for object 91b74281-e58c-4d90-8e15-c39bc1284e19. {{(pid=103436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 18:04:38.046295 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-35a206d4-b76d-4d24-a010-785277f41c3b tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (add11e21-48a9-4e9c-a8cf-1676a5a69468), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:38.100799 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-35a206d4-b76d-4d24-a010-785277f41c3b tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:38.106224 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751c5063-b188-4970-919a-598601772faa tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:04:38.109435 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-35a206d4-b76d-4d24-a010-785277f41c3b tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] 10.222.0.87 "DELETE /v2.0/networks/add11e21-48a9-4e9c-a8cf-1676a5a69468 HTTP/1.1" status: 204 len: 168 time: 1.1400461 Feb 17 18:04:38.122424 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-751c5063-b188-4970-919a-598601772faa tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:38.135366 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a206d4-b76d-4d24-a010-785277f41c3b tempest-ExtraDHCPOptionsTestJSON-47460275 tempest-ExtraDHCPOptionsTestJSON-47460275-project] Pushing event deleted for resources: {'Network': ['ID=add11e21-48a9-4e9c-a8cf-1676a5a69468,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:38.137338 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-751c5063-b188-4970-919a-598601772faa tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "PUT /v2.0/routers/0f7d503d-1de4-4925-babd-37e7faec920f HTTP/1.1" status: 200 len: 934 time: 1.3837109 Feb 17 18:04:38.140007 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57708) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:38.183995 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f275c91-9ead-41e4-b237-bd9ca59c646d None None] DHCP port deletion for add11e21-48a9-4e9c-a8cf-1676a5a69468 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 18:04:38.205880 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 82cb980b-3606-41ce-b303-696b5dd95b9e up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:04:38.307927 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:38.309614 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-62905197-0664-4685-9dc5-391b3bd2fcd5 None None] Provisioning complete for port 82cb980b-3606-41ce-b303-696b5dd95b9e triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:04:38.310178 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-62905197-0664-4685-9dc5-391b3bd2fcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (82cb980b-3606-41ce-b303-696b5dd95b9e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:38.380509 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4d038d53-f7f9-4916-8562-9e7a16e6971f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "GET /v2.0/routers/0f7d503d-1de4-4925-babd-37e7faec920f HTTP/1.1" status: 200 len: 934 time: 0.2343616 Feb 17 18:04:38.381136 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57710) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:38.392957 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-3c0bc5d0-07a9-4bbe-ac0e-40dc986cdf2a tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Request body: {'router': {'routes': None}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:38.398634 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 82cb980b-3606-41ce-b303-696b5dd95b9e triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:04:38.399013 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (82cb980b-3606-41ce-b303-696b5dd95b9e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:38.437832 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-41058415-77b2-481a-8a9a-767eba1277eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'name': 'tempest-RoutersTest-router-1751890706', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:04:14Z', 'updated_at': '2022-02-17T18:04:33Z', 'revision_number': 5, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'gw_port_host': None, '_interfaces': [{'id': '1f615c59-7cb8-476d-b8d4-81302e0ee926', 'name': '', 'network_id': '7a361ccb-34c4-4476-8b98-f6d21ba0d2b6', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'mac_address': 'fa:16:3e:bf:06:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '23dae88e-fb3b-4610-b5b0-e332f64161ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:04:21Z', 'updated_at': '2022-02-17T18:04:33Z', 'revision_number': 5, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'subnets': [{'id': '23dae88e-fb3b-4610-b5b0-e332f64161ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '436cc4c8-575a-4380-bfea-eb7d2bfc6ec2', 'name': '', 'network_id': '1d9edd7e-0a91-4843-8f67-80aea6db8e06', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'mac_address': 'fa:16:3e:c2:c3:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': 'f44bd371-bb72-4919-ab8c-da4642bf2e2d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:04:32Z', 'updated_at': '2022-02-17T18:04:35Z', 'revision_number': 2, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'subnets': [{'id': 'f44bd371-bb72-4919-ab8c-da4642bf2e2d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c5b4fae-b784-4976-932a-f622ad327eec', 'name': '', 'network_id': '4eacb651-3367-478e-b164-089054e93c89', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'mac_address': 'fa:16:3e:63:6c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '940ff2d3-7bd2-46a5-b55d-2204f0dab0b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:04:27Z', 'updated_at': '2022-02-17T18:04:35Z', 'revision_number': 5, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'subnets': [{'id': '940ff2d3-7bd2-46a5-b55d-2204f0dab0b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2fde79d-14c7-428c-b565-5362535b7152', 'name': '', 'network_id': 'c13f7adf-2219-4896-a04a-30856700f9eb', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'mac_address': 'fa:16:3e:d2:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'dddd8ba2-596d-4bb2-9662-b01b729f327a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:04:16Z', 'updated_at': '2022-02-17T18:04:25Z', 'revision_number': 5, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'subnets': [{'id': 'dddd8ba2-596d-4bb2-9662-b01b729f327a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:38.477372 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41058415-77b2-481a-8a9a-767eba1277eb None None] Checking router: 0f7d503d-1de4-4925-babd-37e7faec920f for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:04:38.477897 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41058415-77b2-481a-8a9a-767eba1277eb None None] Updating router 0f7d503d-1de4-4925-babd-37e7faec920f port 436cc4c8-575a-4380-bfea-eb7d2bfc6ec2 binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 18:04:38.583591 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-41058415-77b2-481a-8a9a-767eba1277eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (436cc4c8-575a-4380-bfea-eb7d2bfc6ec2), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:38.746934 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-62905197-0664-4685-9dc5-391b3bd2fcd5 None None] Current status of the port 82cb980b-3606-41ce-b303-696b5dd95b9e is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:04:38.747335 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-62905197-0664-4685-9dc5-391b3bd2fcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (82cb980b-3606-41ce-b303-696b5dd95b9e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:38.755847 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 82cb980b-3606-41ce-b303-696b5dd95b9e is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:04:38.756291 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (82cb980b-3606-41ce-b303-696b5dd95b9e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:38.789188 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57714) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:38.885786 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-62905197-0664-4685-9dc5-391b3bd2fcd5 None None] For port 82cb980b-3606-41ce-b303-696b5dd95b9e, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=82cb980b-3606-41ce-b303-696b5dd95b9e,segment=NetworkSegment(e24fa215-0d20-4dcb-b87b-0ca3502d820c),segment_id=e24fa215-0d20-4dcb-b87b-0ca3502d820c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:04:38.979742 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 18:04:38.980232 n-d-829613-2 neutron-server[103436]: DEBUG oslo_db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 18:04:38.982043 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-62905197-0664-4685-9dc5-391b3bd2fcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (82cb980b-3606-41ce-b303-696b5dd95b9e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:39.132954 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-62905197-0664-4685-9dc5-391b3bd2fcd5 None None] Could not find standard attr ID for object 91b74281-e58c-4d90-8e15-c39bc1284e19. {{(pid=103436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 18:04:39.142029 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62905197-0664-4685-9dc5-391b3bd2fcd5 None None] Pushing event updated for resources: {'Port': ['ID=82cb980b-3606-41ce-b303-696b5dd95b9e,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:39.257307 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-62905197-0664-4685-9dc5-391b3bd2fcd5 None None] Could not find standard attr ID for object 16fedf2b-3fb1-458e-86d0-2edc2d206ca2. {{(pid=103436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 18:04:39.276164 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:39.322209 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a2fa25f7-2bef-4a06-88d6-1c91e3bfaff1 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1511904ddf4347cca7e152dcebfc586c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5282829 Feb 17 18:04:39.323461 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57720) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:39.436815 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-cf4336d4-c182-4232-9918-fb243d6e03af None None] Provisioning complete for port 82cb980b-3606-41ce-b303-696b5dd95b9e triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:04:39.437787 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-cf4336d4-c182-4232-9918-fb243d6e03af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (82cb980b-3606-41ce-b303-696b5dd95b9e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:39.465469 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a8d51b79-4bed-4263-885d-190b84fa0714 admin admin] Publish callbacks [] for security_group (c50b2997-4317-492d-9f84-a19732a92b83), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:39.508069 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a8d51b79-4bed-4263-885d-190b84fa0714 admin admin] Publish callbacks [] for security_group (c50b2997-4317-492d-9f84-a19732a92b83), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:39.587411 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a8d51b79-4bed-4263-885d-190b84fa0714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (c50b2997-4317-492d-9f84-a19732a92b83), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:39.592006 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a8d51b79-4bed-4263-885d-190b84fa0714 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:39.593784 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a8d51b79-4bed-4263-885d-190b84fa0714 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c50b2997-4317-492d-9f84-a19732a92b83 HTTP/1.1" status: 204 len: 168 time: 0.2680199 Feb 17 18:04:39.613010 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d51b79-4bed-4263-885d-190b84fa0714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50b2997-4317-492d-9f84-a19732a92b83,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:39.677429 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-41058415-77b2-481a-8a9a-767eba1277eb None None] Publish callbacks [] for port (436cc4c8-575a-4380-bfea-eb7d2bfc6ec2), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:39.685952 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 82cb980b-3606-41ce-b303-696b5dd95b9e is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:04:39.687629 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 1f615c59-7cb8-476d-b8d4-81302e0ee926 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:04:39.694877 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-41058415-77b2-481a-8a9a-767eba1277eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (436cc4c8-575a-4380-bfea-eb7d2bfc6ec2), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:39.873059 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.extraroute_db [None req-3c0bc5d0-07a9-4bbe-ac0e-40dc986cdf2a tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Added routes are [] {{(pid=103435) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 17 18:04:39.874476 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.extraroute_db [None req-3c0bc5d0-07a9-4bbe-ac0e-40dc986cdf2a tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103435) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 17 18:04:39.902868 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1382f-4d52-4b9f-a85f-860e637ef057 None None] Pushing event updated for resources: {'Port': ['ID=436cc4c8-575a-4380-bfea-eb7d2bfc6ec2,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:39.959202 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3c0bc5d0-07a9-4bbe-ac0e-40dc986cdf2a tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-362104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31404'] for router (0f7d503d-1de4-4925-babd-37e7faec920f), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:39.964486 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-cf4336d4-c182-4232-9918-fb243d6e03af None None] Current status of the port 82cb980b-3606-41ce-b303-696b5dd95b9e is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:04:40.072466 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 1f615c59-7cb8-476d-b8d4-81302e0ee926 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:04:40.073200 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1f615c59-7cb8-476d-b8d4-81302e0ee926), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:40.166798 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-41058415-77b2-481a-8a9a-767eba1277eb None None] Attempting to bind port 436cc4c8-575a-4380-bfea-eb7d2bfc6ec2 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:04:40.167650 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-41058415-77b2-481a-8a9a-767eba1277eb None None] Attempting to bind port 436cc4c8-575a-4380-bfea-eb7d2bfc6ec2 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'e24fa215-0d20-4dcb-b87b-0ca3502d820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1d9edd7e-0a91-4843-8f67-80aea6db8e06'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:04:40.168276 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41058415-77b2-481a-8a9a-767eba1277eb None None] Attempting to bind port 436cc4c8-575a-4380-bfea-eb7d2bfc6ec2 on network 1d9edd7e-0a91-4843-8f67-80aea6db8e06 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:04:40.194827 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-cf4336d4-c182-4232-9918-fb243d6e03af None None] Provisioning complete for port 436cc4c8-575a-4380-bfea-eb7d2bfc6ec2 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:04:40.203460 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-cf4336d4-c182-4232-9918-fb243d6e03af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (436cc4c8-575a-4380-bfea-eb7d2bfc6ec2), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:40.255884 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41058415-77b2-481a-8a9a-767eba1277eb None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:04:40.256867 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41058415-77b2-481a-8a9a-767eba1277eb None None] Checking segment: {'id': 'e24fa215-0d20-4dcb-b87b-0ca3502d820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1d9edd7e-0a91-4843-8f67-80aea6db8e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:04:40.257535 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-41058415-77b2-481a-8a9a-767eba1277eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:40.258153 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41058415-77b2-481a-8a9a-767eba1277eb None None] Bound using segment: {'id': 'e24fa215-0d20-4dcb-b87b-0ca3502d820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1d9edd7e-0a91-4843-8f67-80aea6db8e06'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:04:40.259136 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-41058415-77b2-481a-8a9a-767eba1277eb None None] Bound port: 436cc4c8-575a-4380-bfea-eb7d2bfc6ec2, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24fa215-0d20-4dcb-b87b-0ca3502d820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1d9edd7e-0a91-4843-8f67-80aea6db8e06'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:04:40.259789 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-41058415-77b2-481a-8a9a-767eba1277eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (436cc4c8-575a-4380-bfea-eb7d2bfc6ec2), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:40.389265 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-cf4336d4-c182-4232-9918-fb243d6e03af None None] Port 436cc4c8-575a-4380-bfea-eb7d2bfc6ec2 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:04:40.421679 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3c0bc5d0-07a9-4bbe-ac0e-40dc986cdf2a tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-362104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31404'] for router (0f7d503d-1de4-4925-babd-37e7faec920f), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:40.428590 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3c0bc5d0-07a9-4bbe-ac0e-40dc986cdf2a tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-362081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-362090', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-362947'] for router (0f7d503d-1de4-4925-babd-37e7faec920f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:40.553326 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-41058415-77b2-481a-8a9a-767eba1277eb None None] For port 436cc4c8-575a-4380-bfea-eb7d2bfc6ec2, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:04:40.574027 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0bc5d0-07a9-4bbe-ac0e-40dc986cdf2a tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Router 0f7d503d-1de4-4925-babd-37e7faec920f has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:04:40.590542 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 1f615c59-7cb8-476d-b8d4-81302e0ee926 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:04:40.592440 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 5c5b4fae-b784-4976-932a-f622ad327eec up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:04:40.598717 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-41058415-77b2-481a-8a9a-767eba1277eb None None] For port 436cc4c8-575a-4380-bfea-eb7d2bfc6ec2, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=436cc4c8-575a-4380-bfea-eb7d2bfc6ec2,segment=NetworkSegment(e24fa215-0d20-4dcb-b87b-0ca3502d820c),segment_id=e24fa215-0d20-4dcb-b87b-0ca3502d820c)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:04:40.601019 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-21cec401-6650-45a0-8e24-4536c56d8ab2 None None] Provisioning complete for port 436cc4c8-575a-4380-bfea-eb7d2bfc6ec2 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:04:40.601622 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-21cec401-6650-45a0-8e24-4536c56d8ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (436cc4c8-575a-4380-bfea-eb7d2bfc6ec2), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:40.677258 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-41058415-77b2-481a-8a9a-767eba1277eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (436cc4c8-575a-4380-bfea-eb7d2bfc6ec2), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:40.769404 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0bc5d0-07a9-4bbe-ac0e-40dc986cdf2a tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:04:40.784051 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3c0bc5d0-07a9-4bbe-ac0e-40dc986cdf2a tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:40.786238 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-3c0bc5d0-07a9-4bbe-ac0e-40dc986cdf2a tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "PUT /v2.0/routers/0f7d503d-1de4-4925-babd-37e7faec920f HTTP/1.1" status: 200 len: 700 time: 2.4015014 Feb 17 18:04:40.788739 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57736) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:40.864467 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41058415-77b2-481a-8a9a-767eba1277eb None None] Routers {'0f7d503d-1de4-4925-babd-37e7faec920f'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:04:40.865500 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-41058415-77b2-481a-8a9a-767eba1277eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:04:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0f7d503d-1de4-4925-babd-37e7faec920f'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:40.941132 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1382f-4d52-4b9f-a85f-860e637ef057 None None] Pushing event updated for resources: {'Port': ['ID=436cc4c8-575a-4380-bfea-eb7d2bfc6ec2,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:40.996573 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57742) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:40.997444 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fb2fd396-a2c8-439d-9b00-8257024bebfe tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "GET /v2.0/routers/0f7d503d-1de4-4925-babd-37e7faec920f HTTP/1.1" status: 200 len: 700 time: 0.2064564 Feb 17 18:04:41.032918 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-21cec401-6650-45a0-8e24-4536c56d8ab2 None None] Current status of the port 436cc4c8-575a-4380-bfea-eb7d2bfc6ec2 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:04:41.033430 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-21cec401-6650-45a0-8e24-4536c56d8ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (436cc4c8-575a-4380-bfea-eb7d2bfc6ec2), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:41.045409 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 5c5b4fae-b784-4976-932a-f622ad327eec triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:04:41.056598 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (5c5b4fae-b784-4976-932a-f622ad327eec), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:41.204776 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-41058415-77b2-481a-8a9a-767eba1277eb None None] Set router 0f7d503d-1de4-4925-babd-37e7faec920f gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:04:41.370095 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57748) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:41.611295 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9bf12e90-f462-42c7-8ae1-ce8c15027bdb tempest-ServiceProvidersTest-318384104 tempest-ServiceProvidersTest-318384104-project] 10.222.0.87 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2394133 Feb 17 18:04:41.770848 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c6533554-86cf-4d25-8a9d-1c6424466d51 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (0f7d503d-1de4-4925-babd-37e7faec920f), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:41.796760 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-21cec401-6650-45a0-8e24-4536c56d8ab2 None None] For port 436cc4c8-575a-4380-bfea-eb7d2bfc6ec2, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=436cc4c8-575a-4380-bfea-eb7d2bfc6ec2,segment=NetworkSegment(e24fa215-0d20-4dcb-b87b-0ca3502d820c),segment_id=e24fa215-0d20-4dcb-b87b-0ca3502d820c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:04:41.837110 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-21cec401-6650-45a0-8e24-4536c56d8ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (436cc4c8-575a-4380-bfea-eb7d2bfc6ec2), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:42.020902 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 5c5b4fae-b784-4976-932a-f622ad327eec is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:04:42.033973 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57758) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:42.089009 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-a69f9d9a-c246-4258-acf2-dbafbe761829 None None] Provisioning complete for port 436cc4c8-575a-4380-bfea-eb7d2bfc6ec2 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:04:42.089401 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a69f9d9a-c246-4258-acf2-dbafbe761829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (436cc4c8-575a-4380-bfea-eb7d2bfc6ec2), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:42.097681 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cec401-6650-45a0-8e24-4536c56d8ab2 None None] Pushing event updated for resources: {'Port': ['ID=436cc4c8-575a-4380-bfea-eb7d2bfc6ec2,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:42.207695 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-41058415-77b2-481a-8a9a-767eba1277eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'name': 'tempest-RoutersTest-router-1751890706', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:04:14Z', 'updated_at': '2022-02-17T18:04:39Z', 'revision_number': 7, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'gw_port_host': None, '_interfaces': [{'id': '1f615c59-7cb8-476d-b8d4-81302e0ee926', 'name': '', 'network_id': '7a361ccb-34c4-4476-8b98-f6d21ba0d2b6', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'mac_address': 'fa:16:3e:bf:06:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '23dae88e-fb3b-4610-b5b0-e332f64161ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:04:21Z', 'updated_at': '2022-02-17T18:04:33Z', 'revision_number': 5, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'subnets': [{'id': '23dae88e-fb3b-4610-b5b0-e332f64161ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '436cc4c8-575a-4380-bfea-eb7d2bfc6ec2', 'name': '', 'network_id': '1d9edd7e-0a91-4843-8f67-80aea6db8e06', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'mac_address': 'fa:16:3e:c2:c3:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': 'f44bd371-bb72-4919-ab8c-da4642bf2e2d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:04:32Z', 'updated_at': '2022-02-17T18:04:40Z', 'revision_number': 4, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'subnets': [{'id': 'f44bd371-bb72-4919-ab8c-da4642bf2e2d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c5b4fae-b784-4976-932a-f622ad327eec', 'name': '', 'network_id': '4eacb651-3367-478e-b164-089054e93c89', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'mac_address': 'fa:16:3e:63:6c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '940ff2d3-7bd2-46a5-b55d-2204f0dab0b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:04:27Z', 'updated_at': '2022-02-17T18:04:35Z', 'revision_number': 5, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'subnets': [{'id': '940ff2d3-7bd2-46a5-b55d-2204f0dab0b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2fde79d-14c7-428c-b565-5362535b7152', 'name': '', 'network_id': 'c13f7adf-2219-4896-a04a-30856700f9eb', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'mac_address': 'fa:16:3e:d2:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'dddd8ba2-596d-4bb2-9662-b01b729f327a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:04:16Z', 'updated_at': '2022-02-17T18:04:25Z', 'revision_number': 5, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'subnets': [{'id': 'dddd8ba2-596d-4bb2-9662-b01b729f327a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:42.272069 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41058415-77b2-481a-8a9a-767eba1277eb None None] The sync data for ids ['0f7d503d-1de4-4925-babd-37e7faec920f'] in n-d-829613-2 is: [{'id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'name': 'tempest-RoutersTest-router-1751890706', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:04:14Z', 'updated_at': '2022-02-17T18:04:39Z', 'revision_number': 7, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'gw_port_host': None, '_interfaces': [{'id': '1f615c59-7cb8-476d-b8d4-81302e0ee926', 'name': '', 'network_id': '7a361ccb-34c4-4476-8b98-f6d21ba0d2b6', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'mac_address': 'fa:16:3e:bf:06:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '23dae88e-fb3b-4610-b5b0-e332f64161ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:04:21Z', 'updated_at': '2022-02-17T18:04:33Z', 'revision_number': 5, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'subnets': [{'id': '23dae88e-fb3b-4610-b5b0-e332f64161ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '436cc4c8-575a-4380-bfea-eb7d2bfc6ec2', 'name': '', 'network_id': '1d9edd7e-0a91-4843-8f67-80aea6db8e06', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'mac_address': 'fa:16:3e:c2:c3:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': 'f44bd371-bb72-4919-ab8c-da4642bf2e2d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:04:32Z', 'updated_at': '2022-02-17T18:04:40Z', 'revision_number': 4, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'subnets': [{'id': 'f44bd371-bb72-4919-ab8c-da4642bf2e2d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c5b4fae-b784-4976-932a-f622ad327eec', 'name': '', 'network_id': '4eacb651-3367-478e-b164-089054e93c89', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'mac_address': 'fa:16:3e:63:6c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '940ff2d3-7bd2-46a5-b55d-2204f0dab0b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:04:27Z', 'updated_at': '2022-02-17T18:04:35Z', 'revision_number': 5, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'subnets': [{'id': '940ff2d3-7bd2-46a5-b55d-2204f0dab0b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2fde79d-14c7-428c-b565-5362535b7152', 'name': '', 'network_id': 'c13f7adf-2219-4896-a04a-30856700f9eb', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'mac_address': 'fa:16:3e:d2:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'dddd8ba2-596d-4bb2-9662-b01b729f327a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:04:16Z', 'updated_at': '2022-02-17T18:04:25Z', 'revision_number': 5, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'subnets': [{'id': 'dddd8ba2-596d-4bb2-9662-b01b729f327a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:04:42.317979 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ce3d7b9f-0ce1-402f-b743-b563f59268a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:42.360979 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 82cb980b-3606-41ce-b303-696b5dd95b9e up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:04:42.409449 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-c6533554-86cf-4d25-8a9d-1c6424466d51 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Deleting port 436cc4c8-575a-4380-bfea-eb7d2bfc6ec2 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:04:42.410335 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c6533554-86cf-4d25-8a9d-1c6424466d51 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (436cc4c8-575a-4380-bfea-eb7d2bfc6ec2), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:42.537356 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-a69f9d9a-c246-4258-acf2-dbafbe761829 None None] Current status of the port 436cc4c8-575a-4380-bfea-eb7d2bfc6ec2 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:04:42.545349 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ce3d7b9f-0ce1-402f-b743-b563f59268a4 admin admin] Publish callbacks [] for security_group (c41fb5f4-a778-4416-870b-934cad87b654), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:42.557842 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ce3d7b9f-0ce1-402f-b743-b563f59268a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (c41fb5f4-a778-4416-870b-934cad87b654), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:42.576804 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 82cb980b-3606-41ce-b303-696b5dd95b9e triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:04:42.577414 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (82cb980b-3606-41ce-b303-696b5dd95b9e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:42.658852 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d7b9f-0ce1-402f-b743-b563f59268a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41fb5f4-a778-4416-870b-934cad87b654,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:42.677293 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ce3d7b9f-0ce1-402f-b743-b563f59268a4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=438db6c9a850408dacbce953d0bc519f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6416016 Feb 17 18:04:42.679381 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57764) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:42.758201 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-c6533554-86cf-4d25-8a9d-1c6424466d51 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] For port 436cc4c8-575a-4380-bfea-eb7d2bfc6ec2, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=436cc4c8-575a-4380-bfea-eb7d2bfc6ec2,segment=NetworkSegment(e24fa215-0d20-4dcb-b87b-0ca3502d820c),segment_id=e24fa215-0d20-4dcb-b87b-0ca3502d820c)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:04:42.759490 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c6533554-86cf-4d25-8a9d-1c6424466d51 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (436cc4c8-575a-4380-bfea-eb7d2bfc6ec2), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:42.794536 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 82cb980b-3606-41ce-b303-696b5dd95b9e is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:04:42.796829 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 5c5b4fae-b784-4976-932a-f622ad327eec up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:04:42.810805 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-c6533554-86cf-4d25-8a9d-1c6424466d51 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Calling delete_port for 436cc4c8-575a-4380-bfea-eb7d2bfc6ec2 owned by network:router_interface {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:04:42.832364 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8b5044bf-29b9-4c70-b446-bc4df6d79ce4 admin admin] Publish callbacks [] for security_group (c41fb5f4-a778-4416-870b-934cad87b654), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:42.889656 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 5c5b4fae-b784-4976-932a-f622ad327eec triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:04:42.890043 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (5c5b4fae-b784-4976-932a-f622ad327eec), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:42.945582 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8b5044bf-29b9-4c70-b446-bc4df6d79ce4 admin admin] Publish callbacks [] for security_group (c41fb5f4-a778-4416-870b-934cad87b654), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:43.023568 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 5c5b4fae-b784-4976-932a-f622ad327eec is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:04:43.134684 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 91b74281-e58c-4d90-8e15-c39bc1284e19 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:04:43.178431 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 91b74281-e58c-4d90-8e15-c39bc1284e19 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:04:43.179005 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 91b74281-e58c-4d90-8e15-c39bc1284e19 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:04:43.222638 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8b5044bf-29b9-4c70-b446-bc4df6d79ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (c41fb5f4-a778-4416-870b-934cad87b654), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:43.226079 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8b5044bf-29b9-4c70-b446-bc4df6d79ce4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:43.227681 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-8b5044bf-29b9-4c70-b446-bc4df6d79ce4 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c41fb5f4-a778-4416-870b-934cad87b654 HTTP/1.1" status: 204 len: 168 time: 0.5467563 Feb 17 18:04:43.254816 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5044bf-29b9-4c70-b446-bc4df6d79ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41fb5f4-a778-4416-870b-934cad87b654,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:43.301889 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c6533554-86cf-4d25-8a9d-1c6424466d51 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (436cc4c8-575a-4380-bfea-eb7d2bfc6ec2), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:43.326477 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6533554-86cf-4d25-8a9d-1c6424466d51 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event deleted for resources: {'Port': ['ID=436cc4c8-575a-4380-bfea-eb7d2bfc6ec2,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:43.594507 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c6533554-86cf-4d25-8a9d-1c6424466d51 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (0f7d503d-1de4-4925-babd-37e7faec920f), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:43.698196 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60827ed1-3ac7-41fa-84c6-98a7107bf078 None None] Sync routers for ids ['0f7d503d-1de4-4925-babd-37e7faec920f'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:04:43.715668 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60827ed1-3ac7-41fa-84c6-98a7107bf078 None None] Routers {'0f7d503d-1de4-4925-babd-37e7faec920f'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:04:43.716593 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-60827ed1-3ac7-41fa-84c6-98a7107bf078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:04:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0f7d503d-1de4-4925-babd-37e7faec920f'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:43.871126 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-60827ed1-3ac7-41fa-84c6-98a7107bf078 None None] Set router 0f7d503d-1de4-4925-babd-37e7faec920f gateway port host: None {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:04:43.939581 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6533554-86cf-4d25-8a9d-1c6424466d51 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Router 0f7d503d-1de4-4925-babd-37e7faec920f has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:04:44.154747 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6533554-86cf-4d25-8a9d-1c6424466d51 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:04:44.163929 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c6533554-86cf-4d25-8a9d-1c6424466d51 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "PUT /v2.0/routers/0f7d503d-1de4-4925-babd-37e7faec920f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1621075 Feb 17 18:04:44.165190 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57784) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:44.269481 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fda4231-a53a-4a53-a6fc-766940fcde4a tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Deleting subnet f44bd371-bb72-4919-ab8c-da4642bf2e2d {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:04:44.274958 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4fda4231-a53a-4a53-a6fc-766940fcde4a tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for subnet (f44bd371-bb72-4919-ab8c-da4642bf2e2d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:44.336507 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-60827ed1-3ac7-41fa-84c6-98a7107bf078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'name': 'tempest-RoutersTest-router-1751890706', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:04:14Z', 'updated_at': '2022-02-17T18:04:43Z', 'revision_number': 8, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'gw_port_host': None, '_interfaces': [{'id': '1f615c59-7cb8-476d-b8d4-81302e0ee926', 'name': '', 'network_id': '7a361ccb-34c4-4476-8b98-f6d21ba0d2b6', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'mac_address': 'fa:16:3e:bf:06:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '23dae88e-fb3b-4610-b5b0-e332f64161ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:04:21Z', 'updated_at': '2022-02-17T18:04:33Z', 'revision_number': 5, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'subnets': [{'id': '23dae88e-fb3b-4610-b5b0-e332f64161ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c5b4fae-b784-4976-932a-f622ad327eec', 'name': '', 'network_id': '4eacb651-3367-478e-b164-089054e93c89', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'mac_address': 'fa:16:3e:63:6c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '940ff2d3-7bd2-46a5-b55d-2204f0dab0b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:04:27Z', 'updated_at': '2022-02-17T18:04:35Z', 'revision_number': 5, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'subnets': [{'id': '940ff2d3-7bd2-46a5-b55d-2204f0dab0b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2fde79d-14c7-428c-b565-5362535b7152', 'name': '', 'network_id': 'c13f7adf-2219-4896-a04a-30856700f9eb', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'mac_address': 'fa:16:3e:d2:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'dddd8ba2-596d-4bb2-9662-b01b729f327a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:04:16Z', 'updated_at': '2022-02-17T18:04:25Z', 'revision_number': 5, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'subnets': [{'id': 'dddd8ba2-596d-4bb2-9662-b01b729f327a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:44.352100 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4fda4231-a53a-4a53-a6fc-766940fcde4a tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (f44bd371-bb72-4919-ab8c-da4642bf2e2d), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:44.379974 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60827ed1-3ac7-41fa-84c6-98a7107bf078 None None] Checking router: 0f7d503d-1de4-4925-babd-37e7faec920f for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:04:44.393704 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60827ed1-3ac7-41fa-84c6-98a7107bf078 None None] Routers {'0f7d503d-1de4-4925-babd-37e7faec920f'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:04:44.394629 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-60827ed1-3ac7-41fa-84c6-98a7107bf078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:04:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0f7d503d-1de4-4925-babd-37e7faec920f'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:44.499726 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4fda4231-a53a-4a53-a6fc-766940fcde4a tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (f44bd371-bb72-4919-ab8c-da4642bf2e2d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:44.516524 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-60827ed1-3ac7-41fa-84c6-98a7107bf078 None None] Set router 0f7d503d-1de4-4925-babd-37e7faec920f gateway port host: None {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:04:44.582301 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4fda4231-a53a-4a53-a6fc-766940fcde4a tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (f44bd371-bb72-4919-ab8c-da4642bf2e2d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:44.615424 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda4231-a53a-4a53-a6fc-766940fcde4a tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event deleted for resources: {'Subnet': ['ID=f44bd371-bb72-4919-ab8c-da4642bf2e2d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:44.617587 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4fda4231-a53a-4a53-a6fc-766940fcde4a tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:44.624691 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57794) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:44.625172 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4fda4231-a53a-4a53-a6fc-766940fcde4a tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "DELETE /v2.0/subnets/f44bd371-bb72-4919-ab8c-da4642bf2e2d HTTP/1.1" status: 204 len: 168 time: 0.4588182 Feb 17 18:04:44.638233 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316d8f5a-5022-4b6f-9ad2-060b6c34c698 None None] Network 1d9edd7e-0a91-4843-8f67-80aea6db8e06 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:04:44.771513 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2e0e499e-b4ee-4c26-a611-ca833578050f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (1d9edd7e-0a91-4843-8f67-80aea6db8e06), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:44.858765 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2e0e499e-b4ee-4c26-a611-ca833578050f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Deleting port 82cb980b-3606-41ce-b303-696b5dd95b9e {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:04:44.858878 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2e0e499e-b4ee-4c26-a611-ca833578050f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (82cb980b-3606-41ce-b303-696b5dd95b9e), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:44.867178 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d046cbbf-bb64-46f2-8b22-14156b57ffe1 None None] DHCP port deletion for 1d9edd7e-0a91-4843-8f67-80aea6db8e06 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 18:04:44.869195 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-60827ed1-3ac7-41fa-84c6-98a7107bf078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'name': 'tempest-RoutersTest-router-1751890706', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:04:14Z', 'updated_at': '2022-02-17T18:04:43Z', 'revision_number': 8, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'gw_port_host': None, '_interfaces': [{'id': '1f615c59-7cb8-476d-b8d4-81302e0ee926', 'name': '', 'network_id': '7a361ccb-34c4-4476-8b98-f6d21ba0d2b6', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'mac_address': 'fa:16:3e:bf:06:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '23dae88e-fb3b-4610-b5b0-e332f64161ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:04:21Z', 'updated_at': '2022-02-17T18:04:33Z', 'revision_number': 5, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'subnets': [{'id': '23dae88e-fb3b-4610-b5b0-e332f64161ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c5b4fae-b784-4976-932a-f622ad327eec', 'name': '', 'network_id': '4eacb651-3367-478e-b164-089054e93c89', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'mac_address': 'fa:16:3e:63:6c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '940ff2d3-7bd2-46a5-b55d-2204f0dab0b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:04:27Z', 'updated_at': '2022-02-17T18:04:35Z', 'revision_number': 5, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'subnets': [{'id': '940ff2d3-7bd2-46a5-b55d-2204f0dab0b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2fde79d-14c7-428c-b565-5362535b7152', 'name': '', 'network_id': 'c13f7adf-2219-4896-a04a-30856700f9eb', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'mac_address': 'fa:16:3e:d2:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'dddd8ba2-596d-4bb2-9662-b01b729f327a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:04:16Z', 'updated_at': '2022-02-17T18:04:25Z', 'revision_number': 5, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'subnets': [{'id': 'dddd8ba2-596d-4bb2-9662-b01b729f327a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:44.933337 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60827ed1-3ac7-41fa-84c6-98a7107bf078 None None] The sync data for ids ['0f7d503d-1de4-4925-babd-37e7faec920f'] in n-d-829613-2 is: [{'id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'name': 'tempest-RoutersTest-router-1751890706', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:04:14Z', 'updated_at': '2022-02-17T18:04:43Z', 'revision_number': 8, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'gw_port_host': None, '_interfaces': [{'id': '1f615c59-7cb8-476d-b8d4-81302e0ee926', 'name': '', 'network_id': '7a361ccb-34c4-4476-8b98-f6d21ba0d2b6', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'mac_address': 'fa:16:3e:bf:06:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '23dae88e-fb3b-4610-b5b0-e332f64161ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:04:21Z', 'updated_at': '2022-02-17T18:04:33Z', 'revision_number': 5, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'subnets': [{'id': '23dae88e-fb3b-4610-b5b0-e332f64161ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c5b4fae-b784-4976-932a-f622ad327eec', 'name': '', 'network_id': '4eacb651-3367-478e-b164-089054e93c89', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'mac_address': 'fa:16:3e:63:6c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '940ff2d3-7bd2-46a5-b55d-2204f0dab0b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:04:27Z', 'updated_at': '2022-02-17T18:04:35Z', 'revision_number': 5, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'subnets': [{'id': '940ff2d3-7bd2-46a5-b55d-2204f0dab0b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2fde79d-14c7-428c-b565-5362535b7152', 'name': '', 'network_id': 'c13f7adf-2219-4896-a04a-30856700f9eb', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'mac_address': 'fa:16:3e:d2:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'dddd8ba2-596d-4bb2-9662-b01b729f327a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:04:16Z', 'updated_at': '2022-02-17T18:04:25Z', 'revision_number': 5, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'subnets': [{'id': 'dddd8ba2-596d-4bb2-9662-b01b729f327a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:04:44.941610 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:04:44.971068 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-2e0e499e-b4ee-4c26-a611-ca833578050f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] For port 82cb980b-3606-41ce-b303-696b5dd95b9e, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=82cb980b-3606-41ce-b303-696b5dd95b9e,segment=NetworkSegment(e24fa215-0d20-4dcb-b87b-0ca3502d820c),segment_id=e24fa215-0d20-4dcb-b87b-0ca3502d820c)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:04:44.971444 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2e0e499e-b4ee-4c26-a611-ca833578050f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (82cb980b-3606-41ce-b303-696b5dd95b9e), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:44.985805 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-d046cbbf-bb64-46f2-8b22-14156b57ffe1 None None] Deleting port 82cb980b-3606-41ce-b303-696b5dd95b9e {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:04:44.986344 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d046cbbf-bb64-46f2-8b22-14156b57ffe1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (82cb980b-3606-41ce-b303-696b5dd95b9e), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:44.996661 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-2e0e499e-b4ee-4c26-a611-ca833578050f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Calling delete_port for 82cb980b-3606-41ce-b303-696b5dd95b9e owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:04:45.076765 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-d046cbbf-bb64-46f2-8b22-14156b57ffe1 None None] For port 82cb980b-3606-41ce-b303-696b5dd95b9e, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=82cb980b-3606-41ce-b303-696b5dd95b9e,segment=NetworkSegment(e24fa215-0d20-4dcb-b87b-0ca3502d820c),segment_id=e24fa215-0d20-4dcb-b87b-0ca3502d820c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:04:45.077345 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d046cbbf-bb64-46f2-8b22-14156b57ffe1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (82cb980b-3606-41ce-b303-696b5dd95b9e), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:45.093723 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-d046cbbf-bb64-46f2-8b22-14156b57ffe1 None None] Calling delete_port for 82cb980b-3606-41ce-b303-696b5dd95b9e owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:04:45.112595 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2e0e499e-b4ee-4c26-a611-ca833578050f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (82cb980b-3606-41ce-b303-696b5dd95b9e), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:45.136233 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0e499e-b4ee-4c26-a611-ca833578050f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] No DVR routers for this DVR port 82cb980b-3606-41ce-b303-696b5dd95b9e on host n-d-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:04:45.171962 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0e499e-b4ee-4c26-a611-ca833578050f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event deleted for resources: {'Port': ['ID=82cb980b-3606-41ce-b303-696b5dd95b9e,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:45.227678 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d046cbbf-bb64-46f2-8b22-14156b57ffe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (82cb980b-3606-41ce-b303-696b5dd95b9e), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:45.262692 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2e0e499e-b4ee-4c26-a611-ca833578050f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (1d9edd7e-0a91-4843-8f67-80aea6db8e06), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:45.263832 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d046cbbf-bb64-46f2-8b22-14156b57ffe1 None None] Pushing event deleted for resources: {'Port': ['ID=82cb980b-3606-41ce-b303-696b5dd95b9e,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:45.273005 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d046cbbf-bb64-46f2-8b22-14156b57ffe1 None None] No DVR routers for this DVR port 82cb980b-3606-41ce-b303-696b5dd95b9e on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:04:45.287318 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-2e0e499e-b4ee-4c26-a611-ca833578050f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d9edd7e-0a91-4843-8f67-80aea6db8e06']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:45.304500 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-2e0e499e-b4ee-4c26-a611-ca833578050f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e24fa215-0d20-4dcb-b87b-0ca3502d820c') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:45.304872 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-2e0e499e-b4ee-4c26-a611-ca833578050f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e24fa215-0d20-4dcb-b87b-0ca3502d820c') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:45.326544 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2e0e499e-b4ee-4c26-a611-ca833578050f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (e24fa215-0d20-4dcb-b87b-0ca3502d820c), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:45.348307 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2e0e499e-b4ee-4c26-a611-ca833578050f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (e24fa215-0d20-4dcb-b87b-0ca3502d820c), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:45.360195 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e0e499e-b4ee-4c26-a611-ca833578050f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:04:45.360986 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2e0e499e-b4ee-4c26-a611-ca833578050f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (e24fa215-0d20-4dcb-b87b-0ca3502d820c), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:45.365471 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 18:04:45.365471 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:04:45.365471 n-d-829613-2 neutron-server[103435]: timer() Feb 17 18:04:45.365471 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:04:45.365471 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 18:04:45.365471 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:04:45.365471 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 18:04:45.365471 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:04:45.365471 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 18:04:45.365471 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:04:45.365471 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 18:04:45.365471 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:04:45.365471 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 18:04:45.365471 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:04:45.365471 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:04:45.365471 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:04:45.365471 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:04:45.365471 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:04:45.365471 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 18:04:45.365471 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:04:45.365471 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 18:04:45.365471 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:04:45.365471 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:04:45.365471 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:04:45.365471 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 18:04:45.365471 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:04:45.365471 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:04:45.365471 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:04:45.365471 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:04:45.365471 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:04:45.365471 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:04:45.365471 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:04:45.469914 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2e0e499e-b4ee-4c26-a611-ca833578050f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (1d9edd7e-0a91-4843-8f67-80aea6db8e06), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:45.478842 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2e0e499e-b4ee-4c26-a611-ca833578050f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:45.486238 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57812) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:45.487088 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-2e0e499e-b4ee-4c26-a611-ca833578050f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "DELETE /v2.0/networks/1d9edd7e-0a91-4843-8f67-80aea6db8e06 HTTP/1.1" status: 204 len: 168 time: 0.8611219 Feb 17 18:04:45.503819 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0e499e-b4ee-4c26-a611-ca833578050f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event deleted for resources: {'Network': ['ID=1d9edd7e-0a91-4843-8f67-80aea6db8e06,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:45.670208 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfee87d-9ced-498d-8d81-f05ba118c4a6 None None] Sync routers for ids ['0f7d503d-1de4-4925-babd-37e7faec920f'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:04:45.690883 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfee87d-9ced-498d-8d81-f05ba118c4a6 None None] Routers {'0f7d503d-1de4-4925-babd-37e7faec920f'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:04:45.692865 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-acfee87d-9ced-498d-8d81-f05ba118c4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:04:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0f7d503d-1de4-4925-babd-37e7faec920f'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:45.827247 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-acfee87d-9ced-498d-8d81-f05ba118c4a6 None None] Set router 0f7d503d-1de4-4925-babd-37e7faec920f gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:04:45.944547 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5e4a01cf-fbba-4f00-8478-4e4daeb82123 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (0f7d503d-1de4-4925-babd-37e7faec920f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:45.997127 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57826) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:46.148306 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-acfee87d-9ced-498d-8d81-f05ba118c4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'name': 'tempest-RoutersTest-router-1751890706', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:04:14Z', 'updated_at': '2022-02-17T18:04:43Z', 'revision_number': 8, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'gw_port_host': None, '_interfaces': [{'id': '1f615c59-7cb8-476d-b8d4-81302e0ee926', 'name': '', 'network_id': '7a361ccb-34c4-4476-8b98-f6d21ba0d2b6', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'mac_address': 'fa:16:3e:bf:06:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '23dae88e-fb3b-4610-b5b0-e332f64161ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:04:21Z', 'updated_at': '2022-02-17T18:04:33Z', 'revision_number': 5, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'subnets': [{'id': '23dae88e-fb3b-4610-b5b0-e332f64161ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c5b4fae-b784-4976-932a-f622ad327eec', 'name': '', 'network_id': '4eacb651-3367-478e-b164-089054e93c89', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'mac_address': 'fa:16:3e:63:6c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '940ff2d3-7bd2-46a5-b55d-2204f0dab0b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:04:27Z', 'updated_at': '2022-02-17T18:04:35Z', 'revision_number': 5, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'subnets': [{'id': '940ff2d3-7bd2-46a5-b55d-2204f0dab0b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2fde79d-14c7-428c-b565-5362535b7152', 'name': '', 'network_id': 'c13f7adf-2219-4896-a04a-30856700f9eb', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'mac_address': 'fa:16:3e:d2:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'dddd8ba2-596d-4bb2-9662-b01b729f327a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:04:16Z', 'updated_at': '2022-02-17T18:04:25Z', 'revision_number': 5, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'subnets': [{'id': 'dddd8ba2-596d-4bb2-9662-b01b729f327a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:46.192713 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfee87d-9ced-498d-8d81-f05ba118c4a6 None None] Checking router: 0f7d503d-1de4-4925-babd-37e7faec920f for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:04:46.200141 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 82cb980b-3606-41ce-b303-696b5dd95b9e no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:04:46.209660 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-46901219-f36d-4fc6-b50a-c95eba59086e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:46.227333 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 82cb980b-3606-41ce-b303-696b5dd95b9e {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:04:46.227684 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 82cb980b-3606-41ce-b303-696b5dd95b9e not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:04:46.228138 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 436cc4c8-575a-4380-bfea-eb7d2bfc6ec2 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:04:46.250865 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 436cc4c8-575a-4380-bfea-eb7d2bfc6ec2 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:04:46.251412 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 436cc4c8-575a-4380-bfea-eb7d2bfc6ec2 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:04:46.253193 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfee87d-9ced-498d-8d81-f05ba118c4a6 None None] Routers {'0f7d503d-1de4-4925-babd-37e7faec920f'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:04:46.254054 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-acfee87d-9ced-498d-8d81-f05ba118c4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:04:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0f7d503d-1de4-4925-babd-37e7faec920f'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:46.342840 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-5e4a01cf-fbba-4f00-8478-4e4daeb82123 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Deleting port 5c5b4fae-b784-4976-932a-f622ad327eec {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:04:46.343563 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5e4a01cf-fbba-4f00-8478-4e4daeb82123 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (5c5b4fae-b784-4976-932a-f622ad327eec), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:46.346390 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-46901219-f36d-4fc6-b50a-c95eba59086e admin admin] Publish callbacks [] for security_group (7d37cc73-3241-4b73-8b0d-cd53e7b3863e), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:46.354715 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-46901219-f36d-4fc6-b50a-c95eba59086e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (7d37cc73-3241-4b73-8b0d-cd53e7b3863e), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:46.371934 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-acfee87d-9ced-498d-8d81-f05ba118c4a6 None None] Set router 0f7d503d-1de4-4925-babd-37e7faec920f gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:04:46.413653 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46901219-f36d-4fc6-b50a-c95eba59086e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d37cc73-3241-4b73-8b0d-cd53e7b3863e,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:46.421710 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-46901219-f36d-4fc6-b50a-c95eba59086e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=fb8553b47a83488193733bcc6056028d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4221928 Feb 17 18:04:46.422412 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57830) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:46.473497 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46901219-f36d-4fc6-b50a-c95eba59086e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:04:46.474146 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46901219-f36d-4fc6-b50a-c95eba59086e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:04:46.474793 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46901219-f36d-4fc6-b50a-c95eba59086e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:04:46.475333 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46901219-f36d-4fc6-b50a-c95eba59086e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:04:46.475848 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46901219-f36d-4fc6-b50a-c95eba59086e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:04:46.476379 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46901219-f36d-4fc6-b50a-c95eba59086e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:04:46.476878 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46901219-f36d-4fc6-b50a-c95eba59086e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:04:46.477368 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46901219-f36d-4fc6-b50a-c95eba59086e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:04:46.477968 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46901219-f36d-4fc6-b50a-c95eba59086e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:04:46.478979 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46901219-f36d-4fc6-b50a-c95eba59086e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:04:46.479472 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46901219-f36d-4fc6-b50a-c95eba59086e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:04:46.479959 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46901219-f36d-4fc6-b50a-c95eba59086e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:04:46.480479 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46901219-f36d-4fc6-b50a-c95eba59086e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:04:46.503550 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-5e4a01cf-fbba-4f00-8478-4e4daeb82123 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] For port 5c5b4fae-b784-4976-932a-f622ad327eec, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=5c5b4fae-b784-4976-932a-f622ad327eec,segment=NetworkSegment(a10ec395-c607-4758-9198-6d3259c2a4c1),segment_id=a10ec395-c607-4758-9198-6d3259c2a4c1)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:04:46.504099 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5e4a01cf-fbba-4f00-8478-4e4daeb82123 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (5c5b4fae-b784-4976-932a-f622ad327eec), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:46.524928 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-5e4a01cf-fbba-4f00-8478-4e4daeb82123 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Calling delete_port for 5c5b4fae-b784-4976-932a-f622ad327eec owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:04:46.527422 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-68c37aa7-f34c-4f78-b143-345b8e7f9704 admin admin] Publish callbacks [] for security_group (7d37cc73-3241-4b73-8b0d-cd53e7b3863e), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:46.557189 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-68c37aa7-f34c-4f78-b143-345b8e7f9704 admin admin] Publish callbacks [] for security_group (7d37cc73-3241-4b73-8b0d-cd53e7b3863e), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:46.641315 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-68c37aa7-f34c-4f78-b143-345b8e7f9704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (7d37cc73-3241-4b73-8b0d-cd53e7b3863e), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:46.643860 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-68c37aa7-f34c-4f78-b143-345b8e7f9704 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:46.648311 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-68c37aa7-f34c-4f78-b143-345b8e7f9704 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/7d37cc73-3241-4b73-8b0d-cd53e7b3863e HTTP/1.1" status: 204 len: 168 time: 0.2217655 Feb 17 18:04:46.656200 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c37aa7-f34c-4f78-b143-345b8e7f9704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d37cc73-3241-4b73-8b0d-cd53e7b3863e,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:46.736632 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-acfee87d-9ced-498d-8d81-f05ba118c4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'name': 'tempest-RoutersTest-router-1751890706', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:04:14Z', 'updated_at': '2022-02-17T18:04:43Z', 'revision_number': 8, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'gw_port_host': None, '_interfaces': [{'id': '1f615c59-7cb8-476d-b8d4-81302e0ee926', 'name': '', 'network_id': '7a361ccb-34c4-4476-8b98-f6d21ba0d2b6', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'mac_address': 'fa:16:3e:bf:06:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '23dae88e-fb3b-4610-b5b0-e332f64161ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:04:21Z', 'updated_at': '2022-02-17T18:04:33Z', 'revision_number': 5, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'subnets': [{'id': '23dae88e-fb3b-4610-b5b0-e332f64161ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c5b4fae-b784-4976-932a-f622ad327eec', 'name': '', 'network_id': '4eacb651-3367-478e-b164-089054e93c89', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'mac_address': 'fa:16:3e:63:6c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '940ff2d3-7bd2-46a5-b55d-2204f0dab0b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:04:27Z', 'updated_at': '2022-02-17T18:04:35Z', 'revision_number': 5, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'subnets': [{'id': '940ff2d3-7bd2-46a5-b55d-2204f0dab0b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2fde79d-14c7-428c-b565-5362535b7152', 'name': '', 'network_id': 'c13f7adf-2219-4896-a04a-30856700f9eb', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'mac_address': 'fa:16:3e:d2:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'dddd8ba2-596d-4bb2-9662-b01b729f327a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:04:16Z', 'updated_at': '2022-02-17T18:04:25Z', 'revision_number': 5, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'subnets': [{'id': 'dddd8ba2-596d-4bb2-9662-b01b729f327a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:46.779849 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5e4a01cf-fbba-4f00-8478-4e4daeb82123 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (5c5b4fae-b784-4976-932a-f622ad327eec), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:46.783419 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfee87d-9ced-498d-8d81-f05ba118c4a6 None None] The sync data for ids ['0f7d503d-1de4-4925-babd-37e7faec920f'] in n-d-829613-2 is: [{'id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'name': 'tempest-RoutersTest-router-1751890706', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:04:14Z', 'updated_at': '2022-02-17T18:04:43Z', 'revision_number': 8, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'gw_port_host': None, '_interfaces': [{'id': '1f615c59-7cb8-476d-b8d4-81302e0ee926', 'name': '', 'network_id': '7a361ccb-34c4-4476-8b98-f6d21ba0d2b6', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'mac_address': 'fa:16:3e:bf:06:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '23dae88e-fb3b-4610-b5b0-e332f64161ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:04:21Z', 'updated_at': '2022-02-17T18:04:33Z', 'revision_number': 5, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'subnets': [{'id': '23dae88e-fb3b-4610-b5b0-e332f64161ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c5b4fae-b784-4976-932a-f622ad327eec', 'name': '', 'network_id': '4eacb651-3367-478e-b164-089054e93c89', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'mac_address': 'fa:16:3e:63:6c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '940ff2d3-7bd2-46a5-b55d-2204f0dab0b3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:04:27Z', 'updated_at': '2022-02-17T18:04:35Z', 'revision_number': 5, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'subnets': [{'id': '940ff2d3-7bd2-46a5-b55d-2204f0dab0b3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2fde79d-14c7-428c-b565-5362535b7152', 'name': '', 'network_id': 'c13f7adf-2219-4896-a04a-30856700f9eb', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'mac_address': 'fa:16:3e:d2:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'dddd8ba2-596d-4bb2-9662-b01b729f327a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:04:16Z', 'updated_at': '2022-02-17T18:04:25Z', 'revision_number': 5, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'subnets': [{'id': 'dddd8ba2-596d-4bb2-9662-b01b729f327a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:04:46.831439 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4a01cf-fbba-4f00-8478-4e4daeb82123 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event deleted for resources: {'Port': ['ID=5c5b4fae-b784-4976-932a-f622ad327eec,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:47.074566 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5e4a01cf-fbba-4f00-8478-4e4daeb82123 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (0f7d503d-1de4-4925-babd-37e7faec920f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:47.146890 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57838) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:47.163676 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c8af6cdc-1f33-49b6-a120-41c58e555f23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:47.275815 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c8af6cdc-1f33-49b6-a120-41c58e555f23 admin admin] Publish callbacks [] for security_group (f8bdccb1-26c8-4f13-9b96-397e7be94e7a), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:47.280232 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c8af6cdc-1f33-49b6-a120-41c58e555f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (f8bdccb1-26c8-4f13-9b96-397e7be94e7a), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:47.307210 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af6cdc-1f33-49b6-a120-41c58e555f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bdccb1-26c8-4f13-9b96-397e7be94e7a,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:47.343945 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c8af6cdc-1f33-49b6-a120-41c58e555f23 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9ff2ec5281d24c0ab03947973b458005&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1917593 Feb 17 18:04:47.344352 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57840) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:47.398981 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-66718ddf-c1e6-41e6-b764-c51eaac2976c admin admin] Publish callbacks [] for security_group (f8bdccb1-26c8-4f13-9b96-397e7be94e7a), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:47.423925 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-66718ddf-c1e6-41e6-b764-c51eaac2976c admin admin] Publish callbacks [] for security_group (f8bdccb1-26c8-4f13-9b96-397e7be94e7a), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:47.490430 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-66718ddf-c1e6-41e6-b764-c51eaac2976c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (f8bdccb1-26c8-4f13-9b96-397e7be94e7a), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:47.494391 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-66718ddf-c1e6-41e6-b764-c51eaac2976c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:47.498221 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-66718ddf-c1e6-41e6-b764-c51eaac2976c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f8bdccb1-26c8-4f13-9b96-397e7be94e7a HTTP/1.1" status: 204 len: 168 time: 0.1500003 Feb 17 18:04:47.506026 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66718ddf-c1e6-41e6-b764-c51eaac2976c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bdccb1-26c8-4f13-9b96-397e7be94e7a,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:47.753805 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e4a01cf-fbba-4f00-8478-4e4daeb82123 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Router 0f7d503d-1de4-4925-babd-37e7faec920f has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:04:47.875268 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4a01cf-fbba-4f00-8478-4e4daeb82123 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:04:47.881586 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5e4a01cf-fbba-4f00-8478-4e4daeb82123 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "PUT /v2.0/routers/0f7d503d-1de4-4925-babd-37e7faec920f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3940802 Feb 17 18:04:47.884751 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57850) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:47.891676 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cfc9e8-b623-4471-b468-d9359b443de6 None None] Sync routers for ids ['0f7d503d-1de4-4925-babd-37e7faec920f'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:04:47.904831 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cfc9e8-b623-4471-b468-d9359b443de6 None None] Routers {'0f7d503d-1de4-4925-babd-37e7faec920f'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:04:47.905680 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-33cfc9e8-b623-4471-b468-d9359b443de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:04:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0f7d503d-1de4-4925-babd-37e7faec920f'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:47.964386 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b8f444b-8fb0-4fbe-9fd3-410d23f13454 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Deleting subnet 940ff2d3-7bd2-46a5-b55d-2204f0dab0b3 {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:04:47.968172 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0b8f444b-8fb0-4fbe-9fd3-410d23f13454 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for subnet (940ff2d3-7bd2-46a5-b55d-2204f0dab0b3), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:48.022321 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0b8f444b-8fb0-4fbe-9fd3-410d23f13454 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (940ff2d3-7bd2-46a5-b55d-2204f0dab0b3), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:48.032542 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-33cfc9e8-b623-4471-b468-d9359b443de6 None None] Set router 0f7d503d-1de4-4925-babd-37e7faec920f gateway port host: None {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:04:48.150223 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0b8f444b-8fb0-4fbe-9fd3-410d23f13454 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (940ff2d3-7bd2-46a5-b55d-2204f0dab0b3), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:48.255567 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0b8f444b-8fb0-4fbe-9fd3-410d23f13454 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (940ff2d3-7bd2-46a5-b55d-2204f0dab0b3), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:48.286121 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f444b-8fb0-4fbe-9fd3-410d23f13454 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event deleted for resources: {'Subnet': ['ID=940ff2d3-7bd2-46a5-b55d-2204f0dab0b3,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:48.291554 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0b8f444b-8fb0-4fbe-9fd3-410d23f13454 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:48.295466 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-0b8f444b-8fb0-4fbe-9fd3-410d23f13454 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "DELETE /v2.0/subnets/940ff2d3-7bd2-46a5-b55d-2204f0dab0b3 HTTP/1.1" status: 204 len: 168 time: 0.4094875 Feb 17 18:04:48.301136 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57862) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:48.305000 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f0fc18-ce71-42d3-9748-27bcb532ed12 None None] Network 4eacb651-3367-478e-b164-089054e93c89 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:04:48.406339 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-734962ba-0f82-4c8a-9320-7f2ddb1e678b tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (4eacb651-3367-478e-b164-089054e93c89), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:48.535533 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-734962ba-0f82-4c8a-9320-7f2ddb1e678b tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Deleting port ca4e74c2-b735-40ff-bc30-a399820bb2db {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:04:48.536073 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-33cfc9e8-b623-4471-b468-d9359b443de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'name': 'tempest-RoutersTest-router-1751890706', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:04:14Z', 'updated_at': '2022-02-17T18:04:46Z', 'revision_number': 9, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'gw_port_host': None, '_interfaces': [{'id': '1f615c59-7cb8-476d-b8d4-81302e0ee926', 'name': '', 'network_id': '7a361ccb-34c4-4476-8b98-f6d21ba0d2b6', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'mac_address': 'fa:16:3e:bf:06:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '23dae88e-fb3b-4610-b5b0-e332f64161ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:04:21Z', 'updated_at': '2022-02-17T18:04:33Z', 'revision_number': 5, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'subnets': [{'id': '23dae88e-fb3b-4610-b5b0-e332f64161ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2fde79d-14c7-428c-b565-5362535b7152', 'name': '', 'network_id': 'c13f7adf-2219-4896-a04a-30856700f9eb', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'mac_address': 'fa:16:3e:d2:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'dddd8ba2-596d-4bb2-9662-b01b729f327a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:04:16Z', 'updated_at': '2022-02-17T18:04:25Z', 'revision_number': 5, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'subnets': [{'id': 'dddd8ba2-596d-4bb2-9662-b01b729f327a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:48.536687 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-734962ba-0f82-4c8a-9320-7f2ddb1e678b tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (ca4e74c2-b735-40ff-bc30-a399820bb2db), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:48.594336 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cfc9e8-b623-4471-b468-d9359b443de6 None None] Checking router: 0f7d503d-1de4-4925-babd-37e7faec920f for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:04:48.609749 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cfc9e8-b623-4471-b468-d9359b443de6 None None] Routers {'0f7d503d-1de4-4925-babd-37e7faec920f'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:04:48.610484 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-33cfc9e8-b623-4471-b468-d9359b443de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:04:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0f7d503d-1de4-4925-babd-37e7faec920f'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:48.662763 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfb8dc2-73a9-4cb3-9653-4ec401b70a37 None None] DHCP port deletion for 4eacb651-3367-478e-b164-089054e93c89 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 18:04:48.730551 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-734962ba-0f82-4c8a-9320-7f2ddb1e678b tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] For port ca4e74c2-b735-40ff-bc30-a399820bb2db, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=ca4e74c2-b735-40ff-bc30-a399820bb2db,segment=NetworkSegment(a10ec395-c607-4758-9198-6d3259c2a4c1),segment_id=a10ec395-c607-4758-9198-6d3259c2a4c1)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:04:48.731701 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-734962ba-0f82-4c8a-9320-7f2ddb1e678b tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (ca4e74c2-b735-40ff-bc30-a399820bb2db), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:48.758139 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-734962ba-0f82-4c8a-9320-7f2ddb1e678b tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Calling delete_port for ca4e74c2-b735-40ff-bc30-a399820bb2db owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:04:48.786849 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-33cfc9e8-b623-4471-b468-d9359b443de6 None None] Set router 0f7d503d-1de4-4925-babd-37e7faec920f gateway port host: None {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:04:48.792104 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-9cfb8dc2-73a9-4cb3-9653-4ec401b70a37 None None] Deleting port ca4e74c2-b735-40ff-bc30-a399820bb2db {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:04:48.792746 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9cfb8dc2-73a9-4cb3-9653-4ec401b70a37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (ca4e74c2-b735-40ff-bc30-a399820bb2db), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:48.975734 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-9cfb8dc2-73a9-4cb3-9653-4ec401b70a37 None None] For port ca4e74c2-b735-40ff-bc30-a399820bb2db, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=ca4e74c2-b735-40ff-bc30-a399820bb2db,segment=NetworkSegment(a10ec395-c607-4758-9198-6d3259c2a4c1),segment_id=a10ec395-c607-4758-9198-6d3259c2a4c1)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:04:48.976478 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9cfb8dc2-73a9-4cb3-9653-4ec401b70a37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (ca4e74c2-b735-40ff-bc30-a399820bb2db), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:48.980682 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-734962ba-0f82-4c8a-9320-7f2ddb1e678b tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (ca4e74c2-b735-40ff-bc30-a399820bb2db), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:49.007974 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-33cfc9e8-b623-4471-b468-d9359b443de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'name': 'tempest-RoutersTest-router-1751890706', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:04:14Z', 'updated_at': '2022-02-17T18:04:46Z', 'revision_number': 9, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'gw_port_host': None, '_interfaces': [{'id': '1f615c59-7cb8-476d-b8d4-81302e0ee926', 'name': '', 'network_id': '7a361ccb-34c4-4476-8b98-f6d21ba0d2b6', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'mac_address': 'fa:16:3e:bf:06:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '23dae88e-fb3b-4610-b5b0-e332f64161ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:04:21Z', 'updated_at': '2022-02-17T18:04:33Z', 'revision_number': 5, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'subnets': [{'id': '23dae88e-fb3b-4610-b5b0-e332f64161ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2fde79d-14c7-428c-b565-5362535b7152', 'name': '', 'network_id': 'c13f7adf-2219-4896-a04a-30856700f9eb', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'mac_address': 'fa:16:3e:d2:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'dddd8ba2-596d-4bb2-9662-b01b729f327a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:04:16Z', 'updated_at': '2022-02-17T18:04:25Z', 'revision_number': 5, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'subnets': [{'id': 'dddd8ba2-596d-4bb2-9662-b01b729f327a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:49.034049 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-9cfb8dc2-73a9-4cb3-9653-4ec401b70a37 None None] Calling delete_port for ca4e74c2-b735-40ff-bc30-a399820bb2db owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:04:49.044973 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cfc9e8-b623-4471-b468-d9359b443de6 None None] The sync data for ids ['0f7d503d-1de4-4925-babd-37e7faec920f'] in n-d-829613-2 is: [{'id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'name': 'tempest-RoutersTest-router-1751890706', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:04:14Z', 'updated_at': '2022-02-17T18:04:46Z', 'revision_number': 9, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'gw_port_host': None, '_interfaces': [{'id': '1f615c59-7cb8-476d-b8d4-81302e0ee926', 'name': '', 'network_id': '7a361ccb-34c4-4476-8b98-f6d21ba0d2b6', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'mac_address': 'fa:16:3e:bf:06:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '23dae88e-fb3b-4610-b5b0-e332f64161ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:04:21Z', 'updated_at': '2022-02-17T18:04:33Z', 'revision_number': 5, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'subnets': [{'id': '23dae88e-fb3b-4610-b5b0-e332f64161ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2fde79d-14c7-428c-b565-5362535b7152', 'name': '', 'network_id': 'c13f7adf-2219-4896-a04a-30856700f9eb', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'mac_address': 'fa:16:3e:d2:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'dddd8ba2-596d-4bb2-9662-b01b729f327a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:04:16Z', 'updated_at': '2022-02-17T18:04:25Z', 'revision_number': 5, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'subnets': [{'id': 'dddd8ba2-596d-4bb2-9662-b01b729f327a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:04:49.065904 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734962ba-0f82-4c8a-9320-7f2ddb1e678b tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event deleted for resources: {'Port': ['ID=ca4e74c2-b735-40ff-bc30-a399820bb2db,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:49.068881 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734962ba-0f82-4c8a-9320-7f2ddb1e678b tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] No DVR routers for this DVR port ca4e74c2-b735-40ff-bc30-a399820bb2db on host n-d-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:04:49.176372 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:49.176732 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-734962ba-0f82-4c8a-9320-7f2ddb1e678b tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (4eacb651-3367-478e-b164-089054e93c89), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:49.214595 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-734962ba-0f82-4c8a-9320-7f2ddb1e678b tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eacb651-3367-478e-b164-089054e93c89']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:49.239194 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-734962ba-0f82-4c8a-9320-7f2ddb1e678b tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a10ec395-c607-4758-9198-6d3259c2a4c1') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:49.239712 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-734962ba-0f82-4c8a-9320-7f2ddb1e678b tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a10ec395-c607-4758-9198-6d3259c2a4c1') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:49.269048 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-734962ba-0f82-4c8a-9320-7f2ddb1e678b tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (a10ec395-c607-4758-9198-6d3259c2a4c1), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:49.270835 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9cfb8dc2-73a9-4cb3-9653-4ec401b70a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (ca4e74c2-b735-40ff-bc30-a399820bb2db), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:49.299779 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-734962ba-0f82-4c8a-9320-7f2ddb1e678b tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (a10ec395-c607-4758-9198-6d3259c2a4c1), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:49.308663 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfb8dc2-73a9-4cb3-9653-4ec401b70a37 None None] No DVR routers for this DVR port ca4e74c2-b735-40ff-bc30-a399820bb2db on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:04:49.316209 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-734962ba-0f82-4c8a-9320-7f2ddb1e678b tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:04:49.316689 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-734962ba-0f82-4c8a-9320-7f2ddb1e678b tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (a10ec395-c607-4758-9198-6d3259c2a4c1), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:49.321335 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 18:04:49.321335 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:04:49.321335 n-d-829613-2 neutron-server[103435]: timer() Feb 17 18:04:49.321335 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:04:49.321335 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 18:04:49.321335 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:04:49.321335 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 18:04:49.321335 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:04:49.321335 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 18:04:49.321335 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:04:49.321335 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 18:04:49.321335 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:04:49.321335 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 18:04:49.321335 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:04:49.321335 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:04:49.321335 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:04:49.321335 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:04:49.321335 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:04:49.321335 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 18:04:49.321335 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:04:49.321335 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 18:04:49.321335 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:04:49.321335 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:04:49.321335 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:04:49.321335 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 18:04:49.321335 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:04:49.321335 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:04:49.321335 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:04:49.321335 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:04:49.321335 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:04:49.321335 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:04:49.321335 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:04:49.358252 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfb8dc2-73a9-4cb3-9653-4ec401b70a37 None None] Pushing event deleted for resources: {'Port': ['ID=ca4e74c2-b735-40ff-bc30-a399820bb2db,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:49.413977 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-734962ba-0f82-4c8a-9320-7f2ddb1e678b tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (4eacb651-3367-478e-b164-089054e93c89), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:49.434945 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-734962ba-0f82-4c8a-9320-7f2ddb1e678b tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:49.447360 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-734962ba-0f82-4c8a-9320-7f2ddb1e678b tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "DELETE /v2.0/networks/4eacb651-3367-478e-b164-089054e93c89 HTTP/1.1" status: 204 len: 168 time: 1.1425416 Feb 17 18:04:49.448017 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57880) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:49.507470 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734962ba-0f82-4c8a-9320-7f2ddb1e678b tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event deleted for resources: {'Network': ['ID=4eacb651-3367-478e-b164-089054e93c89,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:49.855352 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:49.934465 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6373eda-b69b-42eb-810c-adb66c9045b0 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (0f7d503d-1de4-4925-babd-37e7faec920f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:50.159236 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device ca4e74c2-b735-40ff-bc30-a399820bb2db no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:04:50.187373 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: ca4e74c2-b735-40ff-bc30-a399820bb2db {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:04:50.188112 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device ca4e74c2-b735-40ff-bc30-a399820bb2db not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:04:50.188806 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 5c5b4fae-b784-4976-932a-f622ad327eec no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:04:50.214535 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 5c5b4fae-b784-4976-932a-f622ad327eec {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:04:50.215307 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 5c5b4fae-b784-4976-932a-f622ad327eec not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:04:50.308919 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-d6373eda-b69b-42eb-810c-adb66c9045b0 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Deleting port 1f615c59-7cb8-476d-b8d4-81302e0ee926 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:04:50.309369 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6373eda-b69b-42eb-810c-adb66c9045b0 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (1f615c59-7cb8-476d-b8d4-81302e0ee926), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:50.462025 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-d6373eda-b69b-42eb-810c-adb66c9045b0 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] For port 1f615c59-7cb8-476d-b8d4-81302e0ee926, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=1f615c59-7cb8-476d-b8d4-81302e0ee926,segment=NetworkSegment(a2ed3008-24df-46d0-8b63-c8cdba103292),segment_id=a2ed3008-24df-46d0-8b63-c8cdba103292)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:04:50.463069 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6373eda-b69b-42eb-810c-adb66c9045b0 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (1f615c59-7cb8-476d-b8d4-81302e0ee926), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:50.484862 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-d6373eda-b69b-42eb-810c-adb66c9045b0 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Calling delete_port for 1f615c59-7cb8-476d-b8d4-81302e0ee926 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:04:50.697261 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6373eda-b69b-42eb-810c-adb66c9045b0 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (1f615c59-7cb8-476d-b8d4-81302e0ee926), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:50.726743 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6373eda-b69b-42eb-810c-adb66c9045b0 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event deleted for resources: {'Port': ['ID=1f615c59-7cb8-476d-b8d4-81302e0ee926,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:51.007231 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6373eda-b69b-42eb-810c-adb66c9045b0 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (0f7d503d-1de4-4925-babd-37e7faec920f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:51.263761 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6373eda-b69b-42eb-810c-adb66c9045b0 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Router 0f7d503d-1de4-4925-babd-37e7faec920f has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:04:51.397000 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6373eda-b69b-42eb-810c-adb66c9045b0 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:04:51.412184 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d6373eda-b69b-42eb-810c-adb66c9045b0 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "PUT /v2.0/routers/0f7d503d-1de4-4925-babd-37e7faec920f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9608326 Feb 17 18:04:51.418044 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57908) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:51.423059 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db064448-eecb-4579-ac41-0b3b5447c2f7 None None] Sync routers for ids ['0f7d503d-1de4-4925-babd-37e7faec920f'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:04:51.458562 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db064448-eecb-4579-ac41-0b3b5447c2f7 None None] Routers {'0f7d503d-1de4-4925-babd-37e7faec920f'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:04:51.465994 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-db064448-eecb-4579-ac41-0b3b5447c2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:04:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0f7d503d-1de4-4925-babd-37e7faec920f'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:51.557436 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6b08dd6-6aaf-4b0a-ab6c-b3e6bd4dd7de tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Deleting subnet 23dae88e-fb3b-4610-b5b0-e332f64161ed {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:04:51.564335 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f6b08dd6-6aaf-4b0a-ab6c-b3e6bd4dd7de tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for subnet (23dae88e-fb3b-4610-b5b0-e332f64161ed), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:51.623063 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f6b08dd6-6aaf-4b0a-ab6c-b3e6bd4dd7de tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (23dae88e-fb3b-4610-b5b0-e332f64161ed), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:51.644520 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-db064448-eecb-4579-ac41-0b3b5447c2f7 None None] Set router 0f7d503d-1de4-4925-babd-37e7faec920f gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:04:51.761645 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f6b08dd6-6aaf-4b0a-ab6c-b3e6bd4dd7de tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (23dae88e-fb3b-4610-b5b0-e332f64161ed), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:51.912147 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f6b08dd6-6aaf-4b0a-ab6c-b3e6bd4dd7de tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (23dae88e-fb3b-4610-b5b0-e332f64161ed), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:51.951907 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b08dd6-6aaf-4b0a-ab6c-b3e6bd4dd7de tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event deleted for resources: {'Subnet': ['ID=23dae88e-fb3b-4610-b5b0-e332f64161ed,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:51.968873 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f6b08dd6-6aaf-4b0a-ab6c-b3e6bd4dd7de tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:51.973500 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-f6b08dd6-6aaf-4b0a-ab6c-b3e6bd4dd7de tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "DELETE /v2.0/subnets/23dae88e-fb3b-4610-b5b0-e332f64161ed HTTP/1.1" status: 204 len: 168 time: 0.5543513 Feb 17 18:04:51.976179 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57912) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:51.979524 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411a2aad-3022-430e-a6ad-19385a0344d3 None None] Network 7a361ccb-34c4-4476-8b98-f6d21ba0d2b6 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:04:52.101966 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53a48a68-a116-4a17-84c8-ca1e30ffbcb9 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (7a361ccb-34c4-4476-8b98-f6d21ba0d2b6), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:52.209503 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-53a48a68-a116-4a17-84c8-ca1e30ffbcb9 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Deleting port 16fbb765-6c7a-41c0-b3bc-215ca7bdd943 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:04:52.210503 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53a48a68-a116-4a17-84c8-ca1e30ffbcb9 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (16fbb765-6c7a-41c0-b3bc-215ca7bdd943), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:52.275998 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-db064448-eecb-4579-ac41-0b3b5447c2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'name': 'tempest-RoutersTest-router-1751890706', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:04:14Z', 'updated_at': '2022-02-17T18:04:50Z', 'revision_number': 10, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'gw_port_host': None, '_interfaces': [{'id': 'c2fde79d-14c7-428c-b565-5362535b7152', 'name': '', 'network_id': 'c13f7adf-2219-4896-a04a-30856700f9eb', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'mac_address': 'fa:16:3e:d2:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'dddd8ba2-596d-4bb2-9662-b01b729f327a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:04:16Z', 'updated_at': '2022-02-17T18:04:25Z', 'revision_number': 5, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'subnets': [{'id': 'dddd8ba2-596d-4bb2-9662-b01b729f327a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:52.310702 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f5841c-bf59-4868-afda-87b927dac8e4 None None] DHCP port deletion for 7a361ccb-34c4-4476-8b98-f6d21ba0d2b6 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 18:04:52.314650 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db064448-eecb-4579-ac41-0b3b5447c2f7 None None] Checking router: 0f7d503d-1de4-4925-babd-37e7faec920f for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:04:52.348350 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db064448-eecb-4579-ac41-0b3b5447c2f7 None None] Routers {'0f7d503d-1de4-4925-babd-37e7faec920f'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:04:52.349085 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-db064448-eecb-4579-ac41-0b3b5447c2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:04:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0f7d503d-1de4-4925-babd-37e7faec920f'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:52.498814 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-db064448-eecb-4579-ac41-0b3b5447c2f7 None None] Set router 0f7d503d-1de4-4925-babd-37e7faec920f gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:04:52.688373 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-53a48a68-a116-4a17-84c8-ca1e30ffbcb9 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] For port 16fbb765-6c7a-41c0-b3bc-215ca7bdd943, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=16fbb765-6c7a-41c0-b3bc-215ca7bdd943,segment=NetworkSegment(a2ed3008-24df-46d0-8b63-c8cdba103292),segment_id=a2ed3008-24df-46d0-8b63-c8cdba103292)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:04:52.689601 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53a48a68-a116-4a17-84c8-ca1e30ffbcb9 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (16fbb765-6c7a-41c0-b3bc-215ca7bdd943), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:52.722219 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-53a48a68-a116-4a17-84c8-ca1e30ffbcb9 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Calling delete_port for 16fbb765-6c7a-41c0-b3bc-215ca7bdd943 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:04:52.911901 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-12f5841c-bf59-4868-afda-87b927dac8e4 None None] Deleting port 16fbb765-6c7a-41c0-b3bc-215ca7bdd943 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:04:52.912176 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53a48a68-a116-4a17-84c8-ca1e30ffbcb9 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (16fbb765-6c7a-41c0-b3bc-215ca7bdd943), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:52.912353 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-12f5841c-bf59-4868-afda-87b927dac8e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (16fbb765-6c7a-41c0-b3bc-215ca7bdd943), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:52.981397 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a48a68-a116-4a17-84c8-ca1e30ffbcb9 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] No DVR routers for this DVR port 16fbb765-6c7a-41c0-b3bc-215ca7bdd943 on host n-d-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:04:52.995260 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a48a68-a116-4a17-84c8-ca1e30ffbcb9 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event deleted for resources: {'Port': ['ID=16fbb765-6c7a-41c0-b3bc-215ca7bdd943,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:53.042399 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-12f5841c-bf59-4868-afda-87b927dac8e4 None None] For port 16fbb765-6c7a-41c0-b3bc-215ca7bdd943, host n-d-829613-2, got binding levels [] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:04:53.042399 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-12f5841c-bf59-4868-afda-87b927dac8e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (16fbb765-6c7a-41c0-b3bc-215ca7bdd943), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:53.068117 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-db064448-eecb-4579-ac41-0b3b5447c2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'name': 'tempest-RoutersTest-router-1751890706', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:04:14Z', 'updated_at': '2022-02-17T18:04:50Z', 'revision_number': 10, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'gw_port_host': None, '_interfaces': [{'id': 'c2fde79d-14c7-428c-b565-5362535b7152', 'name': '', 'network_id': 'c13f7adf-2219-4896-a04a-30856700f9eb', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'mac_address': 'fa:16:3e:d2:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'dddd8ba2-596d-4bb2-9662-b01b729f327a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:04:16Z', 'updated_at': '2022-02-17T18:04:25Z', 'revision_number': 5, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'subnets': [{'id': 'dddd8ba2-596d-4bb2-9662-b01b729f327a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:53.079160 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-12f5841c-bf59-4868-afda-87b927dac8e4 None None] Calling delete_port for 16fbb765-6c7a-41c0-b3bc-215ca7bdd943 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:04:53.134357 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.ipam_backend_mixin [None req-12f5841c-bf59-4868-afda-87b927dac8e4 None None] Port 16fbb765-6c7a-41c0-b3bc-215ca7bdd943 was not found and therefore no delete operation was performed {{(pid=103436) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 17 18:04:53.136082 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db064448-eecb-4579-ac41-0b3b5447c2f7 None None] The sync data for ids ['0f7d503d-1de4-4925-babd-37e7faec920f'] in n-d-829613-2 is: [{'id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'name': 'tempest-RoutersTest-router-1751890706', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:04:14Z', 'updated_at': '2022-02-17T18:04:50Z', 'revision_number': 10, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'gw_port_host': None, '_interfaces': [{'id': 'c2fde79d-14c7-428c-b565-5362535b7152', 'name': '', 'network_id': 'c13f7adf-2219-4896-a04a-30856700f9eb', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'mac_address': 'fa:16:3e:d2:df:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'dddd8ba2-596d-4bb2-9662-b01b729f327a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:04:16Z', 'updated_at': '2022-02-17T18:04:25Z', 'revision_number': 5, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'subnets': [{'id': 'dddd8ba2-596d-4bb2-9662-b01b729f327a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:04:53.140065 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-12f5841c-bf59-4868-afda-87b927dac8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (16fbb765-6c7a-41c0-b3bc-215ca7bdd943), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:53.198672 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f5841c-bf59-4868-afda-87b927dac8e4 None None] Pushing event deleted for resources: {'Port': ['ID=16fbb765-6c7a-41c0-b3bc-215ca7bdd943,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:53.199111 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53a48a68-a116-4a17-84c8-ca1e30ffbcb9 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (7a361ccb-34c4-4476-8b98-f6d21ba0d2b6), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:53.209535 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f5841c-bf59-4868-afda-87b927dac8e4 None None] No DVR routers for this DVR port 16fbb765-6c7a-41c0-b3bc-215ca7bdd943 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:04:53.238801 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-53a48a68-a116-4a17-84c8-ca1e30ffbcb9 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a361ccb-34c4-4476-8b98-f6d21ba0d2b6']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:53.251804 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-53a48a68-a116-4a17-84c8-ca1e30ffbcb9 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2ed3008-24df-46d0-8b63-c8cdba103292') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:53.252267 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-53a48a68-a116-4a17-84c8-ca1e30ffbcb9 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2ed3008-24df-46d0-8b63-c8cdba103292') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:53.263451 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53a48a68-a116-4a17-84c8-ca1e30ffbcb9 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (a2ed3008-24df-46d0-8b63-c8cdba103292), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:53.281390 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53a48a68-a116-4a17-84c8-ca1e30ffbcb9 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (a2ed3008-24df-46d0-8b63-c8cdba103292), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:53.289215 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53a48a68-a116-4a17-84c8-ca1e30ffbcb9 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:04:53.289719 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53a48a68-a116-4a17-84c8-ca1e30ffbcb9 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (a2ed3008-24df-46d0-8b63-c8cdba103292), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:53.294005 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 18:04:53.294005 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:04:53.294005 n-d-829613-2 neutron-server[103435]: timer() Feb 17 18:04:53.294005 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:04:53.294005 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 18:04:53.294005 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:04:53.294005 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 18:04:53.294005 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:04:53.294005 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 18:04:53.294005 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:04:53.294005 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 18:04:53.294005 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:04:53.294005 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 18:04:53.294005 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:04:53.294005 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:04:53.294005 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:04:53.294005 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:04:53.294005 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:04:53.294005 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 18:04:53.294005 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:04:53.294005 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 18:04:53.294005 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:04:53.294005 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:04:53.294005 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:04:53.294005 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 18:04:53.294005 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:04:53.294005 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:04:53.294005 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:04:53.294005 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:04:53.294005 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:04:53.294005 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:04:53.294005 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:04:53.371895 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53a48a68-a116-4a17-84c8-ca1e30ffbcb9 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (7a361ccb-34c4-4476-8b98-f6d21ba0d2b6), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:53.380563 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53a48a68-a116-4a17-84c8-ca1e30ffbcb9 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:53.384228 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-53a48a68-a116-4a17-84c8-ca1e30ffbcb9 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "DELETE /v2.0/networks/7a361ccb-34c4-4476-8b98-f6d21ba0d2b6 HTTP/1.1" status: 204 len: 168 time: 1.4063640 Feb 17 18:04:53.387913 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57924) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:53.396953 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a48a68-a116-4a17-84c8-ca1e30ffbcb9 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event deleted for resources: {'Network': ['ID=7a361ccb-34c4-4476-8b98-f6d21ba0d2b6,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:53.882793 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-50bca1ae-ceb0-4da9-b743-25324e0add76 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (0f7d503d-1de4-4925-babd-37e7faec920f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:54.190264 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 1f615c59-7cb8-476d-b8d4-81302e0ee926 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:04:54.247398 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 1f615c59-7cb8-476d-b8d4-81302e0ee926 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:04:54.247754 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 1f615c59-7cb8-476d-b8d4-81302e0ee926 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:04:54.249991 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 16fbb765-6c7a-41c0-b3bc-215ca7bdd943 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:04:54.252422 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-50bca1ae-ceb0-4da9-b743-25324e0add76 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Deleting port c2fde79d-14c7-428c-b565-5362535b7152 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:04:54.253220 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-50bca1ae-ceb0-4da9-b743-25324e0add76 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (c2fde79d-14c7-428c-b565-5362535b7152), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:54.285158 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 16fbb765-6c7a-41c0-b3bc-215ca7bdd943 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:04:54.285645 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 16fbb765-6c7a-41c0-b3bc-215ca7bdd943 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:04:54.425654 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-50bca1ae-ceb0-4da9-b743-25324e0add76 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] For port c2fde79d-14c7-428c-b565-5362535b7152, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=c2fde79d-14c7-428c-b565-5362535b7152,segment=NetworkSegment(a3049bd7-311c-4025-8dce-1d08ab937b25),segment_id=a3049bd7-311c-4025-8dce-1d08ab937b25)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:04:54.426440 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-50bca1ae-ceb0-4da9-b743-25324e0add76 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (c2fde79d-14c7-428c-b565-5362535b7152), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:54.449232 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-50bca1ae-ceb0-4da9-b743-25324e0add76 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Calling delete_port for c2fde79d-14c7-428c-b565-5362535b7152 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:04:54.703252 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-50bca1ae-ceb0-4da9-b743-25324e0add76 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (c2fde79d-14c7-428c-b565-5362535b7152), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:54.752911 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bca1ae-ceb0-4da9-b743-25324e0add76 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event deleted for resources: {'Port': ['ID=c2fde79d-14c7-428c-b565-5362535b7152,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:54.965825 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-50bca1ae-ceb0-4da9-b743-25324e0add76 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (0f7d503d-1de4-4925-babd-37e7faec920f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:55.207694 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50bca1ae-ceb0-4da9-b743-25324e0add76 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Router 0f7d503d-1de4-4925-babd-37e7faec920f has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:04:55.295498 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50bca1ae-ceb0-4da9-b743-25324e0add76 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:04:55.307897 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df179c7b-f49c-4ca1-94a7-6e61c05f02ae None None] Sync routers for ids ['0f7d503d-1de4-4925-babd-37e7faec920f'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:04:55.324150 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df179c7b-f49c-4ca1-94a7-6e61c05f02ae None None] Routers {'0f7d503d-1de4-4925-babd-37e7faec920f'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:04:55.326393 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-50bca1ae-ceb0-4da9-b743-25324e0add76 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "PUT /v2.0/routers/0f7d503d-1de4-4925-babd-37e7faec920f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9369030 Feb 17 18:04:55.327795 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-df179c7b-f49c-4ca1-94a7-6e61c05f02ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:04:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0f7d503d-1de4-4925-babd-37e7faec920f'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:55.330532 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57938) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:55.430383 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4f3f758-b188-4b14-8143-8e45e22c01bf tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Deleting subnet dddd8ba2-596d-4bb2-9662-b01b729f327a {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:04:55.435261 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e4f3f758-b188-4b14-8143-8e45e22c01bf tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for subnet (dddd8ba2-596d-4bb2-9662-b01b729f327a), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:55.513151 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e4f3f758-b188-4b14-8143-8e45e22c01bf tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (dddd8ba2-596d-4bb2-9662-b01b729f327a), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:55.545525 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-df179c7b-f49c-4ca1-94a7-6e61c05f02ae None None] Set router 0f7d503d-1de4-4925-babd-37e7faec920f gateway port host: None {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:04:55.632364 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-df179c7b-f49c-4ca1-94a7-6e61c05f02ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'name': 'tempest-RoutersTest-router-1751890706', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:04:14Z', 'updated_at': '2022-02-17T18:04:54Z', 'revision_number': 11, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'gw_port_host': None}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:55.673239 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e4f3f758-b188-4b14-8143-8e45e22c01bf tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (dddd8ba2-596d-4bb2-9662-b01b729f327a), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:55.700662 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df179c7b-f49c-4ca1-94a7-6e61c05f02ae None None] Checking router: 0f7d503d-1de4-4925-babd-37e7faec920f for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:04:55.714521 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df179c7b-f49c-4ca1-94a7-6e61c05f02ae None None] Routers {'0f7d503d-1de4-4925-babd-37e7faec920f'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:04:55.716009 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-df179c7b-f49c-4ca1-94a7-6e61c05f02ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:04:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0f7d503d-1de4-4925-babd-37e7faec920f'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:55.773600 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e4f3f758-b188-4b14-8143-8e45e22c01bf tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (dddd8ba2-596d-4bb2-9662-b01b729f327a), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:55.810815 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-df179c7b-f49c-4ca1-94a7-6e61c05f02ae None None] Set router 0f7d503d-1de4-4925-babd-37e7faec920f gateway port host: None {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:04:55.827189 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3f758-b188-4b14-8143-8e45e22c01bf tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event deleted for resources: {'Subnet': ['ID=dddd8ba2-596d-4bb2-9662-b01b729f327a,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:55.843484 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e4f3f758-b188-4b14-8143-8e45e22c01bf tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:55.853655 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45bafba-af2f-48e0-ba5f-d444ab6b37d6 None None] Network c13f7adf-2219-4896-a04a-30856700f9eb requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:04:55.865683 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e4f3f758-b188-4b14-8143-8e45e22c01bf tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "DELETE /v2.0/subnets/dddd8ba2-596d-4bb2-9662-b01b729f327a HTTP/1.1" status: 204 len: 168 time: 0.5338438 Feb 17 18:04:55.868379 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57944) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:55.912882 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-df179c7b-f49c-4ca1-94a7-6e61c05f02ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'name': 'tempest-RoutersTest-router-1751890706', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:04:14Z', 'updated_at': '2022-02-17T18:04:54Z', 'revision_number': 11, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'gw_port_host': None}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:55.958689 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df179c7b-f49c-4ca1-94a7-6e61c05f02ae None None] The sync data for ids ['0f7d503d-1de4-4925-babd-37e7faec920f'] in n-d-829613-2 is: [{'id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'name': 'tempest-RoutersTest-router-1751890706', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:04:14Z', 'updated_at': '2022-02-17T18:04:54Z', 'revision_number': 11, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'gw_port_host': None}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:04:56.059763 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-074531bc-81f1-4d8e-9d62-3ff28cbc6714 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (c13f7adf-2219-4896-a04a-30856700f9eb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:56.151032 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-074531bc-81f1-4d8e-9d62-3ff28cbc6714 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Deleting port 136bdf90-5310-4ade-bebc-f4f842a9bef0 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:04:56.151731 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-074531bc-81f1-4d8e-9d62-3ff28cbc6714 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (136bdf90-5310-4ade-bebc-f4f842a9bef0), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:56.231798 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-074531bc-81f1-4d8e-9d62-3ff28cbc6714 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] For port 136bdf90-5310-4ade-bebc-f4f842a9bef0, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=136bdf90-5310-4ade-bebc-f4f842a9bef0,segment=NetworkSegment(a3049bd7-311c-4025-8dce-1d08ab937b25),segment_id=a3049bd7-311c-4025-8dce-1d08ab937b25)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:04:56.232426 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-074531bc-81f1-4d8e-9d62-3ff28cbc6714 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (136bdf90-5310-4ade-bebc-f4f842a9bef0), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:56.256188 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-074531bc-81f1-4d8e-9d62-3ff28cbc6714 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Calling delete_port for 136bdf90-5310-4ade-bebc-f4f842a9bef0 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:04:56.415557 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089fff38-4b63-4eaa-9e6b-9cd34083916e None None] DHCP port deletion for c13f7adf-2219-4896-a04a-30856700f9eb request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 18:04:56.426162 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-074531bc-81f1-4d8e-9d62-3ff28cbc6714 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (136bdf90-5310-4ade-bebc-f4f842a9bef0), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:56.454945 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-089fff38-4b63-4eaa-9e6b-9cd34083916e None None] The port '136bdf90-5310-4ade-bebc-f4f842a9bef0' was deleted {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 17 18:04:56.485690 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074531bc-81f1-4d8e-9d62-3ff28cbc6714 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event deleted for resources: {'Port': ['ID=136bdf90-5310-4ade-bebc-f4f842a9bef0,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:56.506002 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074531bc-81f1-4d8e-9d62-3ff28cbc6714 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] No DVR routers for this DVR port 136bdf90-5310-4ade-bebc-f4f842a9bef0 on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:04:56.547025 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 136bdf90-5310-4ade-bebc-f4f842a9bef0 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:04:56.620151 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 136bdf90-5310-4ade-bebc-f4f842a9bef0 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:04:56.620627 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 136bdf90-5310-4ade-bebc-f4f842a9bef0 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:04:56.621182 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device c2fde79d-14c7-428c-b565-5362535b7152 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:04:56.650679 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: c2fde79d-14c7-428c-b565-5362535b7152 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:04:56.651187 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device c2fde79d-14c7-428c-b565-5362535b7152 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:04:56.701003 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-074531bc-81f1-4d8e-9d62-3ff28cbc6714 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (c13f7adf-2219-4896-a04a-30856700f9eb), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:57.091263 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-074531bc-81f1-4d8e-9d62-3ff28cbc6714 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c13f7adf-2219-4896-a04a-30856700f9eb']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:57.106320 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-074531bc-81f1-4d8e-9d62-3ff28cbc6714 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3049bd7-311c-4025-8dce-1d08ab937b25') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:57.106604 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-074531bc-81f1-4d8e-9d62-3ff28cbc6714 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3049bd7-311c-4025-8dce-1d08ab937b25') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:57.127263 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-074531bc-81f1-4d8e-9d62-3ff28cbc6714 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (a3049bd7-311c-4025-8dce-1d08ab937b25), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:57.155140 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-074531bc-81f1-4d8e-9d62-3ff28cbc6714 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (a3049bd7-311c-4025-8dce-1d08ab937b25), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:57.170072 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-074531bc-81f1-4d8e-9d62-3ff28cbc6714 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:04:57.170796 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-074531bc-81f1-4d8e-9d62-3ff28cbc6714 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (a3049bd7-311c-4025-8dce-1d08ab937b25), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:57.176436 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 18:04:57.176436 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:04:57.176436 n-d-829613-2 neutron-server[103434]: timer() Feb 17 18:04:57.176436 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:04:57.176436 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 18:04:57.176436 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:04:57.176436 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 18:04:57.176436 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:04:57.176436 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 18:04:57.176436 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:04:57.176436 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 18:04:57.176436 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:04:57.176436 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 18:04:57.176436 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:04:57.176436 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:04:57.176436 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:04:57.176436 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:04:57.176436 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:04:57.176436 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 18:04:57.176436 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:04:57.176436 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 18:04:57.176436 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:04:57.176436 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:04:57.176436 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:04:57.176436 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 18:04:57.176436 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:04:57.176436 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:04:57.176436 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:04:57.176436 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:04:57.176436 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:04:57.176436 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:04:57.176436 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:04:57.286628 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-074531bc-81f1-4d8e-9d62-3ff28cbc6714 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (c13f7adf-2219-4896-a04a-30856700f9eb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:57.321331 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-074531bc-81f1-4d8e-9d62-3ff28cbc6714 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:57.331131 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57956) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:57.338186 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-8f043836-d32d-44ab-bcd3-be7cb8976de1 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Request body: {'router': {'routes': None}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:57.344961 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-074531bc-81f1-4d8e-9d62-3ff28cbc6714 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "DELETE /v2.0/networks/c13f7adf-2219-4896-a04a-30856700f9eb HTTP/1.1" status: 204 len: 168 time: 1.4746227 Feb 17 18:04:57.348618 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074531bc-81f1-4d8e-9d62-3ff28cbc6714 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Pushing event deleted for resources: {'Network': ['ID=c13f7adf-2219-4896-a04a-30856700f9eb,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:04:57.681291 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.extraroute_db [None req-8f043836-d32d-44ab-bcd3-be7cb8976de1 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Added routes are [] {{(pid=103435) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 17 18:04:57.682290 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.extraroute_db [None req-8f043836-d32d-44ab-bcd3-be7cb8976de1 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Removed routes are [] {{(pid=103435) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 17 18:04:57.682691 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8f043836-d32d-44ab-bcd3-be7cb8976de1 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-362104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31404'] for router (0f7d503d-1de4-4925-babd-37e7faec920f), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:58.042679 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8f043836-d32d-44ab-bcd3-be7cb8976de1 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-362104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31404'] for router (0f7d503d-1de4-4925-babd-37e7faec920f), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:58.049524 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8f043836-d32d-44ab-bcd3-be7cb8976de1 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-362081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-362090', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-362947'] for router (0f7d503d-1de4-4925-babd-37e7faec920f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:58.202008 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f043836-d32d-44ab-bcd3-be7cb8976de1 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Router 0f7d503d-1de4-4925-babd-37e7faec920f has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:04:58.344444 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f043836-d32d-44ab-bcd3-be7cb8976de1 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:04:58.353839 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8f043836-d32d-44ab-bcd3-be7cb8976de1 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:58.356116 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-8f043836-d32d-44ab-bcd3-be7cb8976de1 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "PUT /v2.0/routers/0f7d503d-1de4-4925-babd-37e7faec920f HTTP/1.1" status: 200 len: 701 time: 1.0229812 Feb 17 18:04:58.360045 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57962) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:58.361102 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de00497-baf5-4c36-9c59-90c04b5d4531 None None] Sync routers for ids ['0f7d503d-1de4-4925-babd-37e7faec920f'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:04:58.375994 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de00497-baf5-4c36-9c59-90c04b5d4531 None None] Routers {'0f7d503d-1de4-4925-babd-37e7faec920f'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:04:58.377136 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-4de00497-baf5-4c36-9c59-90c04b5d4531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:04:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0f7d503d-1de4-4925-babd-37e7faec920f'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:58.396317 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-1e609bfe-8951-4852-b3eb-dd2b9b63aa91 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "GET /v2.0/ports?device_id=0f7d503d-1de4-4925-babd-37e7faec920f HTTP/1.1" status: 200 len: 205 time: 0.0326588 Feb 17 18:04:58.400710 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57964) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:58.525214 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-4de00497-baf5-4c36-9c59-90c04b5d4531 None None] Set router 0f7d503d-1de4-4925-babd-37e7faec920f gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:04:58.544461 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6168d41e-a521-4eb3-8a81-31f03d5b04c5 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for router (0f7d503d-1de4-4925-babd-37e7faec920f), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:58.625924 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-4de00497-baf5-4c36-9c59-90c04b5d4531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'name': 'tempest-RoutersTest-router-1751890706', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:04:14Z', 'updated_at': '2022-02-17T18:04:54Z', 'revision_number': 11, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'gw_port_host': None}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:58.688456 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de00497-baf5-4c36-9c59-90c04b5d4531 None None] Checking router: 0f7d503d-1de4-4925-babd-37e7faec920f for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:04:58.705352 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de00497-baf5-4c36-9c59-90c04b5d4531 None None] Routers {'0f7d503d-1de4-4925-babd-37e7faec920f'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:04:58.706828 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-4de00497-baf5-4c36-9c59-90c04b5d4531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:04:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['0f7d503d-1de4-4925-babd-37e7faec920f'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:58.822066 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6168d41e-a521-4eb3-8a81-31f03d5b04c5 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (0f7d503d-1de4-4925-babd-37e7faec920f), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:58.824803 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6168d41e-a521-4eb3-8a81-31f03d5b04c5 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for router_controller (0f7d503d-1de4-4925-babd-37e7faec920f), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:58.862943 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-4de00497-baf5-4c36-9c59-90c04b5d4531 None None] Set router 0f7d503d-1de4-4925-babd-37e7faec920f gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:04:58.924158 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6168d41e-a521-4eb3-8a81-31f03d5b04c5 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (0f7d503d-1de4-4925-babd-37e7faec920f), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:58.925025 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6168d41e-a521-4eb3-8a81-31f03d5b04c5 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Fanout notify agent at l3_agent the message router_deleted on router 0f7d503d-1de4-4925-babd-37e7faec920f {{(pid=103435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 18:04:58.933815 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6168d41e-a521-4eb3-8a81-31f03d5b04c5 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:58.935204 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-6168d41e-a521-4eb3-8a81-31f03d5b04c5 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "DELETE /v2.0/routers/0f7d503d-1de4-4925-babd-37e7faec920f HTTP/1.1" status: 204 len: 168 time: 0.5323174 Feb 17 18:04:58.943506 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57972) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:58.949077 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-beebf27e-5f09-41c2-9759-d04befc009d2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1290351970', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:58.983852 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-beebf27e-5f09-41c2-9759-d04befc009d2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (72a8b47a-0bf3-404c-b21a-8a2ae57c2eab), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:58.984120 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-4de00497-baf5-4c36-9c59-90c04b5d4531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'name': 'tempest-RoutersTest-router-1751890706', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:04:14Z', 'updated_at': '2022-02-17T18:04:54Z', 'revision_number': 11, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'gw_port_host': None}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:04:58.984371 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-beebf27e-5f09-41c2-9759-d04befc009d2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (72a8b47a-0bf3-404c-b21a-8a2ae57c2eab), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:59.047972 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de00497-baf5-4c36-9c59-90c04b5d4531 None None] The sync data for ids ['0f7d503d-1de4-4925-babd-37e7faec920f'] in n-d-829613-2 is: [{'id': '0f7d503d-1de4-4925-babd-37e7faec920f', 'name': 'tempest-RoutersTest-router-1751890706', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:04:14Z', 'updated_at': '2022-02-17T18:04:54Z', 'revision_number': 11, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'gw_port_host': None}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:04:59.051705 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-beebf27e-5f09-41c2-9759-d04befc009d2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for router_controller (72a8b47a-0bf3-404c-b21a-8a2ae57c2eab), precommit_add_association {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:59.062698 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-beebf27e-5f09-41c2-9759-d04befc009d2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (72a8b47a-0bf3-404c-b21a-8a2ae57c2eab), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:59.095767 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-beebf27e-5f09-41c2-9759-d04befc009d2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:59.097407 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-beebf27e-5f09-41c2-9759-d04befc009d2 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1544812 Feb 17 18:04:59.101603 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57976) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:59.110513 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-cc9d0f13-796d-4efc-a746-19b64d222b8a tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:59.421496 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cc9d0f13-796d-4efc-a746-19b64d222b8a tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-362104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-362970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31404'] for router (72a8b47a-0bf3-404c-b21a-8a2ae57c2eab), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:59.442257 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cc9d0f13-796d-4efc-a746-19b64d222b8a tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-362081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-362090', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-362947'] for router (72a8b47a-0bf3-404c-b21a-8a2ae57c2eab), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:59.658818 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9d0f13-796d-4efc-a746-19b64d222b8a tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Router 72a8b47a-0bf3-404c-b21a-8a2ae57c2eab is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 18:04:59.832757 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9d0f13-796d-4efc-a746-19b64d222b8a tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:04:59.847127 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cc9d0f13-796d-4efc-a746-19b64d222b8a tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:04:59.847405 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d1ea15-cea5-4d0b-a5d1-8ea8d9206ba9 None None] Sync routers for ids ['72a8b47a-0bf3-404c-b21a-8a2ae57c2eab'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:04:59.851356 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-cc9d0f13-796d-4efc-a746-19b64d222b8a tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "PUT /v2.0/routers/72a8b47a-0bf3-404c-b21a-8a2ae57c2eab HTTP/1.1" status: 200 len: 694 time: 0.7466133 Feb 17 18:04:59.854478 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57982) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:04:59.869241 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d1ea15-cea5-4d0b-a5d1-8ea8d9206ba9 None None] Routers {'72a8b47a-0bf3-404c-b21a-8a2ae57c2eab'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:04:59.869893 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-45d1ea15-cea5-4d0b-a5d1-8ea8d9206ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:04:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['72a8b47a-0bf3-404c-b21a-8a2ae57c2eab'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:05:00.007299 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-45d1ea15-cea5-4d0b-a5d1-8ea8d9206ba9 None None] Set router 72a8b47a-0bf3-404c-b21a-8a2ae57c2eab gateway port host: None {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:05:00.041639 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d9b07d2e-f804-407e-8f05-918653762495 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "GET /v2.0/routers/72a8b47a-0bf3-404c-b21a-8a2ae57c2eab HTTP/1.1" status: 200 len: 700 time: 0.1815097 Feb 17 18:05:00.042029 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57984) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:00.088749 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-45d1ea15-cea5-4d0b-a5d1-8ea8d9206ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a8b47a-0bf3-404c-b21a-8a2ae57c2eab', 'name': 'tempest-RoutersTest-router-1290351970', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:04:58Z', 'updated_at': '2022-02-17T18:04:59Z', 'revision_number': 2, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'gw_port_host': None}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:05:00.124970 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d1ea15-cea5-4d0b-a5d1-8ea8d9206ba9 None None] Checking router: 72a8b47a-0bf3-404c-b21a-8a2ae57c2eab for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:05:00.142298 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d1ea15-cea5-4d0b-a5d1-8ea8d9206ba9 None None] Routers {'72a8b47a-0bf3-404c-b21a-8a2ae57c2eab'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:05:00.143387 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-45d1ea15-cea5-4d0b-a5d1-8ea8d9206ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:04:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['72a8b47a-0bf3-404c-b21a-8a2ae57c2eab'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:05:00.150125 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-d98f73d8-4563-470f-b3df-b979c76fedd5 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "GET /v2.0/ports?device_id=72a8b47a-0bf3-404c-b21a-8a2ae57c2eab HTTP/1.1" status: 200 len: 205 time: 0.1061585 Feb 17 18:05:00.153812 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57986) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:00.290110 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-45d1ea15-cea5-4d0b-a5d1-8ea8d9206ba9 None None] Set router 72a8b47a-0bf3-404c-b21a-8a2ae57c2eab gateway port host: None {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:05:00.325271 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bfdc54e4-d7cd-4593-87a7-a98578d1c472 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for router (72a8b47a-0bf3-404c-b21a-8a2ae57c2eab), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:00.355558 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-45d1ea15-cea5-4d0b-a5d1-8ea8d9206ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a8b47a-0bf3-404c-b21a-8a2ae57c2eab', 'name': 'tempest-RoutersTest-router-1290351970', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:04:58Z', 'updated_at': '2022-02-17T18:04:59Z', 'revision_number': 2, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'gw_port_host': None}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:05:00.418842 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d1ea15-cea5-4d0b-a5d1-8ea8d9206ba9 None None] The sync data for ids ['72a8b47a-0bf3-404c-b21a-8a2ae57c2eab'] in n-d-829613-2 is: [{'id': '72a8b47a-0bf3-404c-b21a-8a2ae57c2eab', 'name': 'tempest-RoutersTest-router-1290351970', 'tenant_id': '1bef349abcb746fa964cc36601da97cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:04:58Z', 'updated_at': '2022-02-17T18:04:59Z', 'revision_number': 2, 'project_id': '1bef349abcb746fa964cc36601da97cc', 'gw_port_host': None}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:05:00.684790 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bfdc54e4-d7cd-4593-87a7-a98578d1c472 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (72a8b47a-0bf3-404c-b21a-8a2ae57c2eab), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:00.689440 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bfdc54e4-d7cd-4593-87a7-a98578d1c472 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for router_controller (72a8b47a-0bf3-404c-b21a-8a2ae57c2eab), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:00.793465 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bfdc54e4-d7cd-4593-87a7-a98578d1c472 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (72a8b47a-0bf3-404c-b21a-8a2ae57c2eab), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:00.794467 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfdc54e4-d7cd-4593-87a7-a98578d1c472 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Fanout notify agent at l3_agent the message router_deleted on router 72a8b47a-0bf3-404c-b21a-8a2ae57c2eab {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 18:05:00.823453 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bfdc54e4-d7cd-4593-87a7-a98578d1c472 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:00.831876 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 57992) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:00.833987 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bfdc54e4-d7cd-4593-87a7-a98578d1c472 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "DELETE /v2.0/routers/72a8b47a-0bf3-404c-b21a-8a2ae57c2eab HTTP/1.1" status: 204 len: 168 time: 0.6784682 Feb 17 18:05:00.892072 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-0a360df0-0bb0-4ee0-8192-5ee47b11a71f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "GET /v2.0/ports?device_id=72a8b47a-0bf3-404c-b21a-8a2ae57c2eab HTTP/1.1" status: 200 len: 205 time: 0.0568469 Feb 17 18:05:00.896477 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57994) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:00.955729 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-188418c2-c11f-4840-9ec5-0a0c89dd9739 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] delete failed (client error): The resource could not be found. Feb 17 18:05:00.960078 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-188418c2-c11f-4840-9ec5-0a0c89dd9739 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "DELETE /v2.0/routers/72a8b47a-0bf3-404c-b21a-8a2ae57c2eab HTTP/1.1" status: 404 len: 336 time: 0.0587966 Feb 17 18:05:00.960610 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57996) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:00.996991 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-4069b68d-36b5-4775-a825-bf189f6c4c15 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] DELETE failed (client error): The resource could not be found. Feb 17 18:05:00.997789 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4069b68d-36b5-4775-a825-bf189f6c4c15 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 18:05:01.004871 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4069b68d-36b5-4775-a825-bf189f6c4c15 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "DELETE /v2.0/subnets/f44bd371-bb72-4919-ab8c-da4642bf2e2d HTTP/1.1" status: 404 len: 337 time: 0.0390611 Feb 17 18:05:01.005337 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 57998) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:01.049881 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9910b2e-4167-4e8c-9b26-f0dc521b7d80 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] DELETE failed (client error): The resource could not be found. Feb 17 18:05:01.050633 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9910b2e-4167-4e8c-9b26-f0dc521b7d80 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 18:05:01.060123 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a9910b2e-4167-4e8c-9b26-f0dc521b7d80 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "DELETE /v2.0/subnets/940ff2d3-7bd2-46a5-b55d-2204f0dab0b3 HTTP/1.1" status: 404 len: 337 time: 0.0496287 Feb 17 18:05:01.060484 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58000) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:01.106554 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6682597-839e-49c6-9c92-f0b04336c85f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] DELETE failed (client error): The resource could not be found. Feb 17 18:05:01.107020 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6682597-839e-49c6-9c92-f0b04336c85f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 18:05:01.110926 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-d6682597-839e-49c6-9c92-f0b04336c85f tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "DELETE /v2.0/subnets/23dae88e-fb3b-4610-b5b0-e332f64161ed HTTP/1.1" status: 404 len: 337 time: 0.0490520 Feb 17 18:05:01.114656 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58002) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:01.144367 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ee273f4-6236-4221-8158-c2fadf9be38d tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] DELETE failed (client error): The resource could not be found. Feb 17 18:05:01.144835 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ee273f4-6236-4221-8158-c2fadf9be38d tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 18:05:01.148297 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-0ee273f4-6236-4221-8158-c2fadf9be38d tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "DELETE /v2.0/subnets/dddd8ba2-596d-4bb2-9662-b01b729f327a HTTP/1.1" status: 404 len: 337 time: 0.0323715 Feb 17 18:05:01.153702 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58004) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:01.211514 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-52516b4d-74a5-492c-af22-828d76ddc2c5 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "GET /v2.0/ports?device_id=0f7d503d-1de4-4925-babd-37e7faec920f HTTP/1.1" status: 200 len: 205 time: 0.0555189 Feb 17 18:05:01.214494 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58006) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:01.267561 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-c0072d1d-28f0-4143-a9f7-1317f729a616 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] delete failed (client error): The resource could not be found. Feb 17 18:05:01.268886 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c0072d1d-28f0-4143-a9f7-1317f729a616 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "DELETE /v2.0/routers/0f7d503d-1de4-4925-babd-37e7faec920f HTTP/1.1" status: 404 len: 336 time: 0.0530584 Feb 17 18:05:01.273387 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58008) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:01.306035 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-cccd02a6-857b-4a91-b5e8-14630810ed1b tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "GET /v2.0/ports?device_id=8bd48d05-a454-4728-b7f3-4131a160a71d HTTP/1.1" status: 200 len: 205 time: 0.0289640 Feb 17 18:05:01.307400 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58010) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:01.348302 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-7928cbd5-5356-48e9-bbcc-60aab9c90b03 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] delete failed (client error): The resource could not be found. Feb 17 18:05:01.349658 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-7928cbd5-5356-48e9-bbcc-60aab9c90b03 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "DELETE /v2.0/routers/8bd48d05-a454-4728-b7f3-4131a160a71d HTTP/1.1" status: 404 len: 336 time: 0.0409865 Feb 17 18:05:01.353485 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58012) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:01.381842 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-79f9640c-df61-4d4d-a2ca-94fc6e0fc905 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] DELETE failed (client error): The resource could not be found. Feb 17 18:05:01.382631 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79f9640c-df61-4d4d-a2ca-94fc6e0fc905 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 18:05:01.389018 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-79f9640c-df61-4d4d-a2ca-94fc6e0fc905 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "DELETE /v2.0/subnets/90c40da9-e98f-4391-9ef2-5a9cf4abde76 HTTP/1.1" status: 404 len: 337 time: 0.0342031 Feb 17 18:05:01.393229 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58014) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:01.437247 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-dfe150a8-a41e-4d02-9eb9-ded24c723999 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "GET /v2.0/ports?device_id=dd1a8084-9900-46d9-8c3b-78df9e9c6ce3 HTTP/1.1" status: 200 len: 205 time: 0.0392792 Feb 17 18:05:01.438414 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58016) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:01.484299 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-db7c2d0c-4363-401f-9b19-e530816ee1de tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] delete failed (client error): The resource could not be found. Feb 17 18:05:01.489128 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-db7c2d0c-4363-401f-9b19-e530816ee1de tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "DELETE /v2.0/routers/dd1a8084-9900-46d9-8c3b-78df9e9c6ce3 HTTP/1.1" status: 404 len: 336 time: 0.0467982 Feb 17 18:05:01.490065 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58020) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:01.555714 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-5ea6224c-ceac-46b0-addd-8191f5dd3edf tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "GET /v2.0/ports?device_id=c305cfa4-4a82-4508-aab9-ff84b792a751 HTTP/1.1" status: 200 len: 205 time: 0.0636704 Feb 17 18:05:01.559831 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58022) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:01.644851 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-ba4d2e07-44c5-4c0e-bda1-255b3e745cf4 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] delete failed (client error): The resource could not be found. Feb 17 18:05:01.648925 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ba4d2e07-44c5-4c0e-bda1-255b3e745cf4 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "DELETE /v2.0/routers/c305cfa4-4a82-4508-aab9-ff84b792a751 HTTP/1.1" status: 404 len: 336 time: 0.0879233 Feb 17 18:05:01.650581 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58024) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:01.679966 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-203ff74f-2da9-4fba-9fff-dd441957f1fa tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] DELETE failed (client error): The resource could not be found. Feb 17 18:05:01.680462 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-203ff74f-2da9-4fba-9fff-dd441957f1fa tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 18:05:01.688201 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-203ff74f-2da9-4fba-9fff-dd441957f1fa tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "DELETE /v2.0/subnets/8e62cd33-2e3b-49a5-acc8-5a3cae3b5002 HTTP/1.1" status: 404 len: 337 time: 0.0327363 Feb 17 18:05:01.688503 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58026) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:01.724302 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-586db79d-41e7-4245-b624-448379e227d7 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "GET /v2.0/ports?device_id=d61d9fa3-a578-4c92-a5b7-e86467c95f74 HTTP/1.1" status: 200 len: 205 time: 0.0311489 Feb 17 18:05:01.724620 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58028) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:01.784248 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-90898111-c788-4ff3-b184-60bb735f94be tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] delete failed (client error): The resource could not be found. Feb 17 18:05:01.786462 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-90898111-c788-4ff3-b184-60bb735f94be tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "DELETE /v2.0/routers/d61d9fa3-a578-4c92-a5b7-e86467c95f74 HTTP/1.1" status: 404 len: 336 time: 0.0603633 Feb 17 18:05:01.788774 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58030) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:01.844835 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5c20d48-fd2f-4a38-857f-6a44bad4dc91 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] DELETE failed (client error): The resource could not be found. Feb 17 18:05:01.845758 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5c20d48-fd2f-4a38-857f-6a44bad4dc91 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 18:05:01.853588 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d5c20d48-fd2f-4a38-857f-6a44bad4dc91 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "DELETE /v2.0/subnets/fe2d42a5-f5d1-4c8e-b55f-2d4bc3c9009b HTTP/1.1" status: 404 len: 337 time: 0.0608156 Feb 17 18:05:01.854531 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58034) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:01.905360 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58036) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:01.912768 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6858a231-c1ba-476d-827b-e9decffb1939 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b667e0c-cd7a-4f89-b359-2053d0db2cc8 HTTP/1.1" status: 200 len: 205 time: 0.0533295 Feb 17 18:05:01.958971 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-1d6b4ab0-70a2-4c4a-aae0-c90a686b7f6c tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] delete failed (client error): The resource could not be found. Feb 17 18:05:01.963174 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58038) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:01.971725 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1d6b4ab0-70a2-4c4a-aae0-c90a686b7f6c tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "DELETE /v2.0/routers/3b667e0c-cd7a-4f89-b359-2053d0db2cc8 HTTP/1.1" status: 404 len: 336 time: 0.0652289 Feb 17 18:05:01.994065 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-efad68e7-785f-4211-b507-6f3a9c9c629a tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] DELETE failed (client error): The resource could not be found. Feb 17 18:05:01.994521 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efad68e7-785f-4211-b507-6f3a9c9c629a tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 18:05:02.001286 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58040) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:02.003839 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-efad68e7-785f-4211-b507-6f3a9c9c629a tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "DELETE /v2.0/subnets/aa18123b-6bda-44e7-bf81-acfd3160b249 HTTP/1.1" status: 404 len: 337 time: 0.0378170 Feb 17 18:05:02.044686 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-7322293f-a8be-48ec-aa85-68f65258ec05 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] DELETE failed (client error): The resource could not be found. Feb 17 18:05:02.045174 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7322293f-a8be-48ec-aa85-68f65258ec05 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 18:05:02.051884 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-7322293f-a8be-48ec-aa85-68f65258ec05 tempest-RoutersTest-170488608 tempest-RoutersTest-170488608-project] 10.222.0.87 "DELETE /v2.0/subnets/2eecd049-3909-4796-b1d8-671416dc1396 HTTP/1.1" status: 404 len: 337 time: 0.0494807 Feb 17 18:05:02.429135 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58046) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:02.691779 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-026cbefc-f616-4e17-8ce5-f03be8851050 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1bef349abcb746fa964cc36601da97cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2607362 Feb 17 18:05:02.695600 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58052) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:02.793011 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-90376e04-7031-46e2-8a5c-e0d95226a579 admin admin] Publish callbacks [] for security_group (18fa7958-eeff-4dd7-8614-9ae75363849b), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:02.833230 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-90376e04-7031-46e2-8a5c-e0d95226a579 admin admin] Publish callbacks [] for security_group (18fa7958-eeff-4dd7-8614-9ae75363849b), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:02.912520 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-90376e04-7031-46e2-8a5c-e0d95226a579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (18fa7958-eeff-4dd7-8614-9ae75363849b), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:02.916780 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-90376e04-7031-46e2-8a5c-e0d95226a579 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:02.922049 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-90376e04-7031-46e2-8a5c-e0d95226a579 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/18fa7958-eeff-4dd7-8614-9ae75363849b HTTP/1.1" status: 204 len: 168 time: 0.2237768 Feb 17 18:05:02.934451 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90376e04-7031-46e2-8a5c-e0d95226a579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fa7958-eeff-4dd7-8614-9ae75363849b,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:03.025252 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-06456f70-0cfe-4cd1-93e7-f2a30b6f8c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:03.887928 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58078) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:04.019949 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-01478d66-706c-4926-8329-056748a92a6b tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2077393117', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:04.058572 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-01478d66-706c-4926-8329-056748a92a6b tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:04.060191 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-01478d66-706c-4926-8329-056748a92a6b tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:04.124491 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-01478d66-706c-4926-8329-056748a92a6b tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks [] for router_controller (d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4), precommit_add_association {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:04.130375 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-01478d66-706c-4926-8329-056748a92a6b tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:04.155167 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-01478d66-706c-4926-8329-056748a92a6b tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:04.160009 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-01478d66-706c-4926-8329-056748a92a6b tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2707882 Feb 17 18:05:04.160298 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58084) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:04.168318 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-a4121aee-9c77-4987-a772-cee689c1d973 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1933933876'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:04.194479 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4121aee-9c77-4987-a772-cee689c1d973 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Made reservation on behalf of d832951fabf045e8ade015cc10654c8b for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:05:04.198623 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a4121aee-9c77-4987-a772-cee689c1d973 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:04.208892 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a4121aee-9c77-4987-a772-cee689c1d973 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:04.318686 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a4121aee-9c77-4987-a772-cee689c1d973 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks [] for security_group (6648cefc-480e-4c63-8af7-fe56d50bed47), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:04.323501 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a4121aee-9c77-4987-a772-cee689c1d973 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (6648cefc-480e-4c63-8af7-fe56d50bed47), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:04.358830 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4121aee-9c77-4987-a772-cee689c1d973 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:05:04.376405 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4121aee-9c77-4987-a772-cee689c1d973 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6648cefc-480e-4c63-8af7-fe56d50bed47,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:04.382631 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a4121aee-9c77-4987-a772-cee689c1d973 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (a54008b9-685c-4bf1-9d29-b38a897756ef), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:04.383411 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-a4121aee-9c77-4987-a772-cee689c1d973 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Added segment a54008b9-685c-4bf1-9d29-b38a897756ef of type vlan for network c87b1704-ede8-4d24-a5be-dc7a2ee1748c Feb 17 18:05:04.437281 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a4121aee-9c77-4987-a772-cee689c1d973 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (c87b1704-ede8-4d24-a5be-dc7a2ee1748c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:04.469301 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a4121aee-9c77-4987-a772-cee689c1d973 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (c87b1704-ede8-4d24-a5be-dc7a2ee1748c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:04.481785 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4121aee-9c77-4987-a772-cee689c1d973 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:05:04.482567 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a4121aee-9c77-4987-a772-cee689c1d973 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:04.538259 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a4121aee-9c77-4987-a772-cee689c1d973 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3754070 Feb 17 18:05:04.541296 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58086) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:04.548048 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-195aeefa-d72b-4968-b727-0f5b120eae4a tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Request body: {'subnet': {'network_id': 'c87b1704-ede8-4d24-a5be-dc7a2ee1748c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:04.605851 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4121aee-9c77-4987-a772-cee689c1d973 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Pushing event updated for resources: {'Network': ['ID=c87b1704-ede8-4d24-a5be-dc7a2ee1748c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:04.625122 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network c87b1704-ede8-4d24-a5be-dc7a2ee1748c details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:05:04.657100 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195aeefa-d72b-4968-b727-0f5b120eae4a tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Made reservation on behalf of d832951fabf045e8ade015cc10654c8b for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:05:04.660757 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-195aeefa-d72b-4968-b727-0f5b120eae4a tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:04.909591 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-195aeefa-d72b-4968-b727-0f5b120eae4a tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (961ddb4a-6d30-45ec-8a04-4d0f7a9f49fa), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:04.980576 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195aeefa-d72b-4968-b727-0f5b120eae4a tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Pushing event updated for resources: {'Subnet': ['ID=961ddb4a-6d30-45ec-8a04-4d0f7a9f49fa,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:04.988760 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195aeefa-d72b-4968-b727-0f5b120eae4a tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Checking segment: {'id': 'a54008b9-685c-4bf1-9d29-b38a897756ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c87b1704-ede8-4d24-a5be-dc7a2ee1748c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:05:04.989017 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195aeefa-d72b-4968-b727-0f5b120eae4a tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Network hostable DHCP agents. Network: c87b1704-ede8-4d24-a5be-dc7a2ee1748c, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:05:05.010898 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195aeefa-d72b-4968-b727-0f5b120eae4a tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Network c87b1704-ede8-4d24-a5be-dc7a2ee1748c is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:05:05.026516 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-195aeefa-d72b-4968-b727-0f5b120eae4a tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, c87b1704-ede8-4d24-a5be-dc7a2ee1748c) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:05:05.034515 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195aeefa-d72b-4968-b727-0f5b120eae4a tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:05:05.035418 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-195aeefa-d72b-4968-b727-0f5b120eae4a tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:05.045212 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defeb7f2-3afd-4deb-bd5f-c074fa9062e1 None None] Network c87b1704-ede8-4d24-a5be-dc7a2ee1748c requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:05:05.105470 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-195aeefa-d72b-4968-b727-0f5b120eae4a tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5629385 Feb 17 18:05:05.108869 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58098) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:05.116310 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-fda82654-b9a8-4cef-bd6c-c0d9c11c398b tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Request body: {'network': {'name': 'tempest-router-network01--1339109819'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:05.176809 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda82654-b9a8-4cef-bd6c-c0d9c11c398b tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Made reservation on behalf of d832951fabf045e8ade015cc10654c8b for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:05:05.187023 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fda82654-b9a8-4cef-bd6c-c0d9c11c398b tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:05.248828 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fda82654-b9a8-4cef-bd6c-c0d9c11c398b tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:05:05.275373 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fda82654-b9a8-4cef-bd6c-c0d9c11c398b tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (4d347737-1875-4dde-8fea-8ca4ad58fa80), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:05.276532 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-fda82654-b9a8-4cef-bd6c-c0d9c11c398b tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Added segment 4d347737-1875-4dde-8fea-8ca4ad58fa80 of type vlan for network cd296206-27e2-4ab5-b7b3-76a7eaaa4220 Feb 17 18:05:05.324725 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29df6b16-05fd-4c23-936a-7633c3d5cb8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-c87b1704-ede8-4d24-a5be-dc7a2ee1748c', 'network_id': 'c87b1704-ede8-4d24-a5be-dc7a2ee1748c', 'project_id': 'd832951fabf045e8ade015cc10654c8b', 'fixed_ips': [{'subnet_id': '961ddb4a-6d30-45ec-8a04-4d0f7a9f49fa'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 18:05:05.325650 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-29df6b16-05fd-4c23-936a-7633c3d5cb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:05.408733 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fda82654-b9a8-4cef-bd6c-c0d9c11c398b tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (cd296206-27e2-4ab5-b7b3-76a7eaaa4220), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:05.416116 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58102) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:05.470787 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fda82654-b9a8-4cef-bd6c-c0d9c11c398b tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (cd296206-27e2-4ab5-b7b3-76a7eaaa4220), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:05.475995 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda82654-b9a8-4cef-bd6c-c0d9c11c398b tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:05:05.476663 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fda82654-b9a8-4cef-bd6c-c0d9c11c398b tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:05.530971 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0b3a4ff4-3a44-47aa-88de-6d65847117b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:05.562796 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fda82654-b9a8-4cef-bd6c-c0d9c11c398b tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4495449 Feb 17 18:05:05.563428 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58106) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:05.574950 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-21c5d121-b8eb-4ef0-bc41-545e943c0f6e tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Request body: {'network': {'name': 'tempest-router-network02--1275590264'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:05.585764 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-29df6b16-05fd-4c23-936a-7633c3d5cb8c None None] Allocated IP 2001:db8::2 (c87b1704-ede8-4d24-a5be-dc7a2ee1748c/961ddb4a-6d30-45ec-8a04-4d0f7a9f49fa/19659c7c-87c1-4399-99a5-eaa0646eb5a0) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:05:05.631746 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda82654-b9a8-4cef-bd6c-c0d9c11c398b tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Pushing event updated for resources: {'Network': ['ID=cd296206-27e2-4ab5-b7b3-76a7eaaa4220,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:05.667804 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c5d121-b8eb-4ef0-bc41-545e943c0f6e tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Made reservation on behalf of d832951fabf045e8ade015cc10654c8b for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:05:05.671336 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-21c5d121-b8eb-4ef0-bc41-545e943c0f6e tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:05.733710 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21c5d121-b8eb-4ef0-bc41-545e943c0f6e tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:05:05.769581 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-21c5d121-b8eb-4ef0-bc41-545e943c0f6e tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (77b97a10-faff-4527-840d-9bc8041762e0), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:05.770247 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-21c5d121-b8eb-4ef0-bc41-545e943c0f6e tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Added segment 77b97a10-faff-4527-840d-9bc8041762e0 of type vlan for network 5969ebd5-261d-4e1a-8b61-50caff64561e Feb 17 18:05:05.810062 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-29df6b16-05fd-4c23-936a-7633c3d5cb8c None None] Publish callbacks [] for port (19659c7c-87c1-4399-99a5-eaa0646eb5a0), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:05.817270 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network cd296206-27e2-4ab5-b7b3-76a7eaaa4220 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:05:05.888195 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-29df6b16-05fd-4c23-936a-7633c3d5cb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (19659c7c-87c1-4399-99a5-eaa0646eb5a0), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:05.894249 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7284091b-8c94-47b4-b4ef-ff3cfc94438a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:05.930311 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-21c5d121-b8eb-4ef0-bc41-545e943c0f6e tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (5969ebd5-261d-4e1a-8b61-50caff64561e), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:05.934372 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29df6b16-05fd-4c23-936a-7633c3d5cb8c None None] Network c87b1704-ede8-4d24-a5be-dc7a2ee1748c is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:05:05.942214 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-29df6b16-05fd-4c23-936a-7633c3d5cb8c None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:05:05.946775 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29df6b16-05fd-4c23-936a-7633c3d5cb8c None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:05:05.967070 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29df6b16-05fd-4c23-936a-7633c3d5cb8c None None] Pushing event updated for resources: {'Port': ['ID=19659c7c-87c1-4399-99a5-eaa0646eb5a0,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:06.011045 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-21c5d121-b8eb-4ef0-bc41-545e943c0f6e tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (5969ebd5-261d-4e1a-8b61-50caff64561e), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:06.016377 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c5d121-b8eb-4ef0-bc41-545e943c0f6e tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:05:06.017026 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-21c5d121-b8eb-4ef0-bc41-545e943c0f6e tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:06.106848 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58110) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:06.106960 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-21c5d121-b8eb-4ef0-bc41-545e943c0f6e tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5365963 Feb 17 18:05:06.109546 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-0777abea-90ef-4c03-81c0-cf3be5042bfc tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Request body: {'subnet': {'network_id': 'cd296206-27e2-4ab5-b7b3-76a7eaaa4220', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:06.128931 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-29df6b16-05fd-4c23-936a-7633c3d5cb8c None None] Attempting to bind port 19659c7c-87c1-4399-99a5-eaa0646eb5a0 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:05:06.129584 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-29df6b16-05fd-4c23-936a-7633c3d5cb8c None None] Attempting to bind port 19659c7c-87c1-4399-99a5-eaa0646eb5a0 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'a54008b9-685c-4bf1-9d29-b38a897756ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c87b1704-ede8-4d24-a5be-dc7a2ee1748c'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:05:06.130170 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29df6b16-05fd-4c23-936a-7633c3d5cb8c None None] Attempting to bind port 19659c7c-87c1-4399-99a5-eaa0646eb5a0 on network c87b1704-ede8-4d24-a5be-dc7a2ee1748c {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:05:06.143390 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29df6b16-05fd-4c23-936a-7633c3d5cb8c None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:05:06.147814 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29df6b16-05fd-4c23-936a-7633c3d5cb8c None None] Checking segment: {'id': 'a54008b9-685c-4bf1-9d29-b38a897756ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c87b1704-ede8-4d24-a5be-dc7a2ee1748c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:05:06.148724 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-29df6b16-05fd-4c23-936a-7633c3d5cb8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:06.151022 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c5d121-b8eb-4ef0-bc41-545e943c0f6e tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Pushing event updated for resources: {'Network': ['ID=5969ebd5-261d-4e1a-8b61-50caff64561e,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:06.154981 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29df6b16-05fd-4c23-936a-7633c3d5cb8c None None] Bound using segment: {'id': 'a54008b9-685c-4bf1-9d29-b38a897756ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c87b1704-ede8-4d24-a5be-dc7a2ee1748c'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:05:06.154981 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-29df6b16-05fd-4c23-936a-7633c3d5cb8c None None] Bound port: 19659c7c-87c1-4399-99a5-eaa0646eb5a0, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54008b9-685c-4bf1-9d29-b38a897756ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c87b1704-ede8-4d24-a5be-dc7a2ee1748c'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:05:06.165343 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-29df6b16-05fd-4c23-936a-7633c3d5cb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (19659c7c-87c1-4399-99a5-eaa0646eb5a0), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:06.179338 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7284091b-8c94-47b4-b4ef-ff3cfc94438a admin admin] Publish callbacks [] for security_group (c0a69f35-ab9a-4a5d-944d-e765e831cdf6), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:06.188168 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7284091b-8c94-47b4-b4ef-ff3cfc94438a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (c0a69f35-ab9a-4a5d-944d-e765e831cdf6), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:06.234108 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0777abea-90ef-4c03-81c0-cf3be5042bfc tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Made reservation on behalf of d832951fabf045e8ade015cc10654c8b for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:05:06.239900 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0777abea-90ef-4c03-81c0-cf3be5042bfc tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:06.247499 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-7284091b-8c94-47b4-b4ef-ff3cfc94438a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=20a9126e12ca48db8ccb3225f0936e87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8268621 Feb 17 18:05:06.248131 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58116) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:06.277699 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7284091b-8c94-47b4-b4ef-ff3cfc94438a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a69f35-ab9a-4a5d-944d-e765e831cdf6,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:06.296292 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 5969ebd5-261d-4e1a-8b61-50caff64561e details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:05:06.316896 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e9fb4449-53f8-4540-b421-5334f4546205 admin admin] Publish callbacks [] for security_group (c0a69f35-ab9a-4a5d-944d-e765e831cdf6), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:06.345523 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e9fb4449-53f8-4540-b421-5334f4546205 admin admin] Publish callbacks [] for security_group (c0a69f35-ab9a-4a5d-944d-e765e831cdf6), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:06.354312 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-29df6b16-05fd-4c23-936a-7633c3d5cb8c None None] For port 19659c7c-87c1-4399-99a5-eaa0646eb5a0, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:05:06.372839 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-29df6b16-05fd-4c23-936a-7633c3d5cb8c None None] For port 19659c7c-87c1-4399-99a5-eaa0646eb5a0, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=19659c7c-87c1-4399-99a5-eaa0646eb5a0,segment=NetworkSegment(a54008b9-685c-4bf1-9d29-b38a897756ef),segment_id=a54008b9-685c-4bf1-9d29-b38a897756ef)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:05:06.406176 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e9fb4449-53f8-4540-b421-5334f4546205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (c0a69f35-ab9a-4a5d-944d-e765e831cdf6), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:06.414736 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e9fb4449-53f8-4540-b421-5334f4546205 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:06.423564 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e9fb4449-53f8-4540-b421-5334f4546205 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c0a69f35-ab9a-4a5d-944d-e765e831cdf6 HTTP/1.1" status: 204 len: 168 time: 0.1738610 Feb 17 18:05:06.433974 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fb4449-53f8-4540-b421-5334f4546205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a69f35-ab9a-4a5d-944d-e765e831cdf6,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:06.612045 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0777abea-90ef-4c03-81c0-cf3be5042bfc tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (6dee043b-adad-459b-b092-8ee7fdb43c4a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:06.697109 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-29df6b16-05fd-4c23-936a-7633c3d5cb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (19659c7c-87c1-4399-99a5-eaa0646eb5a0), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:06.731304 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0777abea-90ef-4c03-81c0-cf3be5042bfc tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Pushing event updated for resources: {'Subnet': ['ID=6dee043b-adad-459b-b092-8ee7fdb43c4a,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:06.741039 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0777abea-90ef-4c03-81c0-cf3be5042bfc tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Checking segment: {'id': '4d347737-1875-4dde-8fea-8ca4ad58fa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'cd296206-27e2-4ab5-b7b3-76a7eaaa4220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:05:06.741619 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0777abea-90ef-4c03-81c0-cf3be5042bfc tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Network hostable DHCP agents. Network: cd296206-27e2-4ab5-b7b3-76a7eaaa4220, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:05:06.767116 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0777abea-90ef-4c03-81c0-cf3be5042bfc tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Network cd296206-27e2-4ab5-b7b3-76a7eaaa4220 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:05:06.785607 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29df6b16-05fd-4c23-936a-7633c3d5cb8c None None] Pushing event updated for resources: {'Port': ['ID=19659c7c-87c1-4399-99a5-eaa0646eb5a0,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:06.786085 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-0777abea-90ef-4c03-81c0-cf3be5042bfc tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, cd296206-27e2-4ab5-b7b3-76a7eaaa4220) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:05:06.794384 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0777abea-90ef-4c03-81c0-cf3be5042bfc tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:05:06.795232 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0777abea-90ef-4c03-81c0-cf3be5042bfc tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:06.802596 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:06.820373 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fa8c42-6e60-41a6-820e-fe3a6e6d1725 None None] Network cd296206-27e2-4ab5-b7b3-76a7eaaa4220 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:05:06.833282 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0777abea-90ef-4c03-81c0-cf3be5042bfc tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7265060 Feb 17 18:05:06.833758 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58124) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:06.839685 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-2caf6fcd-4048-40f0-82a3-6dafbe6696e9 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Request body: {'subnet': {'network_id': '5969ebd5-261d-4e1a-8b61-50caff64561e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:07.003111 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6c10b2-0457-4ad5-bc3f-08d8b164ead3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-cd296206-27e2-4ab5-b7b3-76a7eaaa4220', 'network_id': 'cd296206-27e2-4ab5-b7b3-76a7eaaa4220', 'project_id': 'd832951fabf045e8ade015cc10654c8b', 'fixed_ips': [{'subnet_id': '6dee043b-adad-459b-b092-8ee7fdb43c4a'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 18:05:07.004632 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fc6c10b2-0457-4ad5-bc3f-08d8b164ead3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:07.020114 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2caf6fcd-4048-40f0-82a3-6dafbe6696e9 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Made reservation on behalf of d832951fabf045e8ade015cc10654c8b for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:05:07.027117 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2caf6fcd-4048-40f0-82a3-6dafbe6696e9 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:07.088366 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58126) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:07.112551 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8a23-1c61-4f2e-9e11-a9c950795698 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:07.333895 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-fc6c10b2-0457-4ad5-bc3f-08d8b164ead3 None None] Allocated IP 2001:db8::2 (cd296206-27e2-4ab5-b7b3-76a7eaaa4220/6dee043b-adad-459b-b092-8ee7fdb43c4a/b01387f3-8f87-4f58-a12a-ad9b19989846) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:05:07.366565 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8a23-1c61-4f2e-9e11-a9c950795698 admin admin] Publish callbacks [] for security_group (7f051f8c-ba87-40e6-97a3-fca924c846b1), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:07.377267 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8a23-1c61-4f2e-9e11-a9c950795698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (7f051f8c-ba87-40e6-97a3-fca924c846b1), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:07.407479 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2caf6fcd-4048-40f0-82a3-6dafbe6696e9 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (bf8dd221-5500-45b3-922f-c5a29570841c), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:07.487940 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8a23-1c61-4f2e-9e11-a9c950795698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f051f8c-ba87-40e6-97a3-fca924c846b1,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:07.500360 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8a23-1c61-4f2e-9e11-a9c950795698 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:05:07.500911 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8a23-1c61-4f2e-9e11-a9c950795698 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:05:07.501361 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8a23-1c61-4f2e-9e11-a9c950795698 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:05:07.501807 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8a23-1c61-4f2e-9e11-a9c950795698 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:05:07.502289 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8a23-1c61-4f2e-9e11-a9c950795698 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:05:07.502760 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8a23-1c61-4f2e-9e11-a9c950795698 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:05:07.503220 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8a23-1c61-4f2e-9e11-a9c950795698 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:05:07.503644 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8a23-1c61-4f2e-9e11-a9c950795698 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:05:07.504124 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8a23-1c61-4f2e-9e11-a9c950795698 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:05:07.504644 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8a23-1c61-4f2e-9e11-a9c950795698 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:05:07.505077 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8a23-1c61-4f2e-9e11-a9c950795698 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:05:07.505507 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8a23-1c61-4f2e-9e11-a9c950795698 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:05:07.505935 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8a23-1c61-4f2e-9e11-a9c950795698 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:05:07.513829 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bd6d8a23-1c61-4f2e-9e11-a9c950795698 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=48f68aa35b124d76a92b4be00388d0fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4241829 Feb 17 18:05:07.516401 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58132) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:07.594274 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d1a5182d-0f4f-4b51-b9c8-d3bc02de14a1 admin admin] Publish callbacks [] for security_group (7f051f8c-ba87-40e6-97a3-fca924c846b1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:07.638819 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d1a5182d-0f4f-4b51-b9c8-d3bc02de14a1 admin admin] Publish callbacks [] for security_group (7f051f8c-ba87-40e6-97a3-fca924c846b1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:07.745812 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fc6c10b2-0457-4ad5-bc3f-08d8b164ead3 None None] Publish callbacks [] for port (b01387f3-8f87-4f58-a12a-ad9b19989846), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:07.751783 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d1a5182d-0f4f-4b51-b9c8-d3bc02de14a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (7f051f8c-ba87-40e6-97a3-fca924c846b1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:07.756584 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fc6c10b2-0457-4ad5-bc3f-08d8b164ead3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (b01387f3-8f87-4f58-a12a-ad9b19989846), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:07.760025 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d1a5182d-0f4f-4b51-b9c8-d3bc02de14a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:07.762111 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d1a5182d-0f4f-4b51-b9c8-d3bc02de14a1 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/7f051f8c-ba87-40e6-97a3-fca924c846b1 HTTP/1.1" status: 204 len: 168 time: 0.2443676 Feb 17 18:05:07.775772 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caf6fcd-4048-40f0-82a3-6dafbe6696e9 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Pushing event updated for resources: {'Subnet': ['ID=bf8dd221-5500-45b3-922f-c5a29570841c,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:07.784405 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2caf6fcd-4048-40f0-82a3-6dafbe6696e9 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Checking segment: {'id': '77b97a10-faff-4527-840d-9bc8041762e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5969ebd5-261d-4e1a-8b61-50caff64561e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:05:07.792617 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2caf6fcd-4048-40f0-82a3-6dafbe6696e9 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Network hostable DHCP agents. Network: 5969ebd5-261d-4e1a-8b61-50caff64561e, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:05:07.794044 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a5182d-0f4f-4b51-b9c8-d3bc02de14a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f051f8c-ba87-40e6-97a3-fca924c846b1,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:07.814859 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6c10b2-0457-4ad5-bc3f-08d8b164ead3 None None] Network cd296206-27e2-4ab5-b7b3-76a7eaaa4220 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:05:07.822616 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-fc6c10b2-0457-4ad5-bc3f-08d8b164ead3 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:05:07.832286 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6c10b2-0457-4ad5-bc3f-08d8b164ead3 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:05:07.852781 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c10b2-0457-4ad5-bc3f-08d8b164ead3 None None] Pushing event updated for resources: {'Port': ['ID=b01387f3-8f87-4f58-a12a-ad9b19989846,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:07.865579 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2caf6fcd-4048-40f0-82a3-6dafbe6696e9 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Network 5969ebd5-261d-4e1a-8b61-50caff64561e is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:05:07.894409 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-2caf6fcd-4048-40f0-82a3-6dafbe6696e9 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 5969ebd5-261d-4e1a-8b61-50caff64561e) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:05:07.916074 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2caf6fcd-4048-40f0-82a3-6dafbe6696e9 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:05:07.924234 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2caf6fcd-4048-40f0-82a3-6dafbe6696e9 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:07.933444 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33531f8a-685a-4c33-bced-4966dc279dce None None] Network 5969ebd5-261d-4e1a-8b61-50caff64561e requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:05:07.939564 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-fc6c10b2-0457-4ad5-bc3f-08d8b164ead3 None None] Attempting to bind port b01387f3-8f87-4f58-a12a-ad9b19989846 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:05:07.940047 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-fc6c10b2-0457-4ad5-bc3f-08d8b164ead3 None None] Attempting to bind port b01387f3-8f87-4f58-a12a-ad9b19989846 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '4d347737-1875-4dde-8fea-8ca4ad58fa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'cd296206-27e2-4ab5-b7b3-76a7eaaa4220'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:05:07.940567 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6c10b2-0457-4ad5-bc3f-08d8b164ead3 None None] Attempting to bind port b01387f3-8f87-4f58-a12a-ad9b19989846 on network cd296206-27e2-4ab5-b7b3-76a7eaaa4220 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:05:07.968679 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-2caf6fcd-4048-40f0-82a3-6dafbe6696e9 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1334028 Feb 17 18:05:07.971226 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58140) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:07.990145 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6c10b2-0457-4ad5-bc3f-08d8b164ead3 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:05:07.990639 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6c10b2-0457-4ad5-bc3f-08d8b164ead3 None None] Checking segment: {'id': '4d347737-1875-4dde-8fea-8ca4ad58fa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'cd296206-27e2-4ab5-b7b3-76a7eaaa4220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:05:07.991125 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fc6c10b2-0457-4ad5-bc3f-08d8b164ead3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:07.991596 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6c10b2-0457-4ad5-bc3f-08d8b164ead3 None None] Bound using segment: {'id': '4d347737-1875-4dde-8fea-8ca4ad58fa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'cd296206-27e2-4ab5-b7b3-76a7eaaa4220'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:05:07.992171 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-fc6c10b2-0457-4ad5-bc3f-08d8b164ead3 None None] Bound port: b01387f3-8f87-4f58-a12a-ad9b19989846, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d347737-1875-4dde-8fea-8ca4ad58fa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'cd296206-27e2-4ab5-b7b3-76a7eaaa4220'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:05:07.997243 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fc6c10b2-0457-4ad5-bc3f-08d8b164ead3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b01387f3-8f87-4f58-a12a-ad9b19989846), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:08.192974 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:08.422501 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 19659c7c-87c1-4399-99a5-eaa0646eb5a0 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:05:08.577550 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8dbafe41-d2d1-47e4-805c-e13c9dc546b7 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:08.582892 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f834bb7e-ee7a-4b53-8b60-9222c1813464 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-5969ebd5-261d-4e1a-8b61-50caff64561e', 'network_id': '5969ebd5-261d-4e1a-8b61-50caff64561e', 'project_id': 'd832951fabf045e8ade015cc10654c8b', 'fixed_ips': [{'subnet_id': 'bf8dd221-5500-45b3-922f-c5a29570841c'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 18:05:08.584395 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f834bb7e-ee7a-4b53-8b60-9222c1813464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:08.680448 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-fc6c10b2-0457-4ad5-bc3f-08d8b164ead3 None None] For port b01387f3-8f87-4f58-a12a-ad9b19989846, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:05:08.685192 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-fc6c10b2-0457-4ad5-bc3f-08d8b164ead3 None None] For port b01387f3-8f87-4f58-a12a-ad9b19989846, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=b01387f3-8f87-4f58-a12a-ad9b19989846,segment=NetworkSegment(4d347737-1875-4dde-8fea-8ca4ad58fa80),segment_id=4d347737-1875-4dde-8fea-8ca4ad58fa80)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:05:08.831062 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b841b458-855a-4aad-9be8-8cba7bfc4d5c None None] Network c87b1704-ede8-4d24-a5be-dc7a2ee1748c requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:05:08.860841 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fc6c10b2-0457-4ad5-bc3f-08d8b164ead3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b01387f3-8f87-4f58-a12a-ad9b19989846), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:08.942245 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 19659c7c-87c1-4399-99a5-eaa0646eb5a0 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:05:08.942880 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (19659c7c-87c1-4399-99a5-eaa0646eb5a0), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:09.004521 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-8dbafe41-d2d1-47e4-805c-e13c9dc546b7 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Allocated IP 2001:db8::1 (cd296206-27e2-4ab5-b7b3-76a7eaaa4220/6dee043b-adad-459b-b092-8ee7fdb43c4a/1747eafe-7efb-4508-9740-06f6a929336b) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:05:09.082348 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-1ffc7487-3a9c-4446-b90a-f6423b92221e None None] Provisioning complete for port 19659c7c-87c1-4399-99a5-eaa0646eb5a0 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:05:09.082882 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1ffc7487-3a9c-4446-b90a-f6423b92221e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (19659c7c-87c1-4399-99a5-eaa0646eb5a0), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:09.311505 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8dbafe41-d2d1-47e4-805c-e13c9dc546b7 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks [] for port (1747eafe-7efb-4508-9740-06f6a929336b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:09.366550 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8dbafe41-d2d1-47e4-805c-e13c9dc546b7 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (1747eafe-7efb-4508-9740-06f6a929336b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:09.434240 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbafe41-d2d1-47e4-805c-e13c9dc546b7 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Network cd296206-27e2-4ab5-b7b3-76a7eaaa4220 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:05:09.439072 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-8dbafe41-d2d1-47e4-805c-e13c9dc546b7 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:05:09.442936 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbafe41-d2d1-47e4-805c-e13c9dc546b7 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:05:09.444567 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8dbafe41-d2d1-47e4-805c-e13c9dc546b7 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:09.481430 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 19659c7c-87c1-4399-99a5-eaa0646eb5a0 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:05:09.482219 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (19659c7c-87c1-4399-99a5-eaa0646eb5a0), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:09.525788 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:09.557366 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbafe41-d2d1-47e4-805c-e13c9dc546b7 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Pushing event updated for resources: {'Port': ['ID=1747eafe-7efb-4508-9740-06f6a929336b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:09.610919 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c10b2-0457-4ad5-bc3f-08d8b164ead3 None None] Pushing event updated for resources: {'Port': ['ID=b01387f3-8f87-4f58-a12a-ad9b19989846,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:09.695593 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 19659c7c-87c1-4399-99a5-eaa0646eb5a0, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=19659c7c-87c1-4399-99a5-eaa0646eb5a0,segment=NetworkSegment(a54008b9-685c-4bf1-9d29-b38a897756ef),segment_id=a54008b9-685c-4bf1-9d29-b38a897756ef)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:05:09.722962 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-f834bb7e-ee7a-4b53-8b60-9222c1813464 None None] Allocated IP 2001:db8::2 (5969ebd5-261d-4e1a-8b61-50caff64561e/bf8dd221-5500-45b3-922f-c5a29570841c/1587796e-f66d-4288-a3eb-7743113b12c1) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:05:09.753733 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8dbafe41-d2d1-47e4-805c-e13c9dc546b7 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1747eafe-7efb-4508-9740-06f6a929336b), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:09.766951 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (19659c7c-87c1-4399-99a5-eaa0646eb5a0), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:10.195114 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-1ffc7487-3a9c-4446-b90a-f6423b92221e None None] Current status of the port 19659c7c-87c1-4399-99a5-eaa0646eb5a0 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:05:10.244336 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=19659c7c-87c1-4399-99a5-eaa0646eb5a0,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:10.332512 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device b01387f3-8f87-4f58-a12a-ad9b19989846 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:05:10.365051 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8dbafe41-d2d1-47e4-805c-e13c9dc546b7 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks [] for port (1747eafe-7efb-4508-9740-06f6a929336b), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:10.375426 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8dbafe41-d2d1-47e4-805c-e13c9dc546b7 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (1747eafe-7efb-4508-9740-06f6a929336b), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:10.377341 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8dbafe41-d2d1-47e4-805c-e13c9dc546b7 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:10.478854 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbafe41-d2d1-47e4-805c-e13c9dc546b7 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Pushing event updated for resources: {'Port': ['ID=1747eafe-7efb-4508-9740-06f6a929336b,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:10.841688 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbafe41-d2d1-47e4-805c-e13c9dc546b7 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Network cd296206-27e2-4ab5-b7b3-76a7eaaa4220 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:05:10.843586 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-8dbafe41-d2d1-47e4-805c-e13c9dc546b7 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:05:11.020322 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-7df7df78-916e-4e8d-8d3e-b6e53abe9bbf None None] Provisioning complete for port 19659c7c-87c1-4399-99a5-eaa0646eb5a0 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:05:11.020665 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7df7df78-916e-4e8d-8d3e-b6e53abe9bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (19659c7c-87c1-4399-99a5-eaa0646eb5a0), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:11.146087 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port b01387f3-8f87-4f58-a12a-ad9b19989846 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:05:11.146480 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b01387f3-8f87-4f58-a12a-ad9b19989846), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:11.214246 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dbafe41-d2d1-47e4-805c-e13c9dc546b7 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Router d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 18:05:11.224473 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6043cad-e5bb-43d9-b4b1-e2415dd3e84b None None] Network cd296206-27e2-4ab5-b7b3-76a7eaaa4220 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:05:11.233457 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f834bb7e-ee7a-4b53-8b60-9222c1813464 None None] Publish callbacks [] for port (1587796e-f66d-4288-a3eb-7743113b12c1), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:11.288185 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f834bb7e-ee7a-4b53-8b60-9222c1813464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (1587796e-f66d-4288-a3eb-7743113b12c1), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:11.361858 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dbafe41-d2d1-47e4-805c-e13c9dc546b7 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:05:11.375372 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8dbafe41-d2d1-47e4-805c-e13c9dc546b7 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] 10.222.0.87 "PUT /v2.0/routers/d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4029095 Feb 17 18:05:11.378703 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58194) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:11.399347 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5d65e2-ceb7-4a67-b475-1e45a33621bf None None] Sync routers for ids ['d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:05:11.460641 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f834bb7e-ee7a-4b53-8b60-9222c1813464 None None] Network 5969ebd5-261d-4e1a-8b61-50caff64561e is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:05:11.475929 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-f834bb7e-ee7a-4b53-8b60-9222c1813464 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:05:11.478045 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-7df7df78-916e-4e8d-8d3e-b6e53abe9bbf None None] Current status of the port 19659c7c-87c1-4399-99a5-eaa0646eb5a0 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:05:11.481918 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f834bb7e-ee7a-4b53-8b60-9222c1813464 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:05:11.490621 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f834bb7e-ee7a-4b53-8b60-9222c1813464 None None] Pushing event updated for resources: {'Port': ['ID=1587796e-f66d-4288-a3eb-7743113b12c1,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:11.517577 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5d65e2-ceb7-4a67-b475-1e45a33621bf None None] Routers {'d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:05:11.518221 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-ff5d65e2-ceb7-4a67-b475-1e45a33621bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:05:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:05:11.587268 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-ff5d65e2-ceb7-4a67-b475-1e45a33621bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:05:11.647900 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port b01387f3-8f87-4f58-a12a-ad9b19989846 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:05:11.648321 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b01387f3-8f87-4f58-a12a-ad9b19989846), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:11.689046 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5d65e2-ceb7-4a67-b475-1e45a33621bf None None] Routers {'d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:05:11.690079 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-ff5d65e2-ceb7-4a67-b475-1e45a33621bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:05:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:05:11.769602 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-2bb2eec1-83d8-4b4a-879a-afd4d10fb766 None None] Provisioning complete for port b01387f3-8f87-4f58-a12a-ad9b19989846 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:05:11.770470 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2bb2eec1-83d8-4b4a-879a-afd4d10fb766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b01387f3-8f87-4f58-a12a-ad9b19989846), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:11.779820 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-f834bb7e-ee7a-4b53-8b60-9222c1813464 None None] Attempting to bind port 1587796e-f66d-4288-a3eb-7743113b12c1 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:05:11.780481 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-f834bb7e-ee7a-4b53-8b60-9222c1813464 None None] Attempting to bind port 1587796e-f66d-4288-a3eb-7743113b12c1 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '77b97a10-faff-4527-840d-9bc8041762e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5969ebd5-261d-4e1a-8b61-50caff64561e'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:05:11.781097 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f834bb7e-ee7a-4b53-8b60-9222c1813464 None None] Attempting to bind port 1587796e-f66d-4288-a3eb-7743113b12c1 on network 5969ebd5-261d-4e1a-8b61-50caff64561e {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:05:11.829163 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-de701385-449c-4c29-a752-672c139d4375 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 18:05:11.831710 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-ff5d65e2-ceb7-4a67-b475-1e45a33621bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:05:11.832840 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5d65e2-ceb7-4a67-b475-1e45a33621bf None None] The sync data for ids ['d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4'] in n-d-829613-2 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:05:11.834303 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58206) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:11.835372 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-de701385-449c-4c29-a752-672c139d4375 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] 10.222.0.87 "PUT /v2.0/routers/d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4551067 Feb 17 18:05:11.867500 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f834bb7e-ee7a-4b53-8b60-9222c1813464 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:05:11.868148 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f834bb7e-ee7a-4b53-8b60-9222c1813464 None None] Checking segment: {'id': '77b97a10-faff-4527-840d-9bc8041762e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5969ebd5-261d-4e1a-8b61-50caff64561e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:05:11.868842 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f834bb7e-ee7a-4b53-8b60-9222c1813464 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:11.869664 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f834bb7e-ee7a-4b53-8b60-9222c1813464 None None] Bound using segment: {'id': '77b97a10-faff-4527-840d-9bc8041762e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5969ebd5-261d-4e1a-8b61-50caff64561e'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:05:11.870264 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-f834bb7e-ee7a-4b53-8b60-9222c1813464 None None] Bound port: 1587796e-f66d-4288-a3eb-7743113b12c1, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77b97a10-faff-4527-840d-9bc8041762e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '5969ebd5-261d-4e1a-8b61-50caff64561e'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:05:11.870892 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f834bb7e-ee7a-4b53-8b60-9222c1813464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1587796e-f66d-4288-a3eb-7743113b12c1), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:11.878458 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port b01387f3-8f87-4f58-a12a-ad9b19989846, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=b01387f3-8f87-4f58-a12a-ad9b19989846,segment=NetworkSegment(4d347737-1875-4dde-8fea-8ca4ad58fa80),segment_id=4d347737-1875-4dde-8fea-8ca4ad58fa80)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:05:11.910816 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b01387f3-8f87-4f58-a12a-ad9b19989846), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:12.085950 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=b01387f3-8f87-4f58-a12a-ad9b19989846,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:12.142216 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-2bb2eec1-83d8-4b4a-879a-afd4d10fb766 None None] Current status of the port b01387f3-8f87-4f58-a12a-ad9b19989846 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:05:12.189907 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-f834bb7e-ee7a-4b53-8b60-9222c1813464 None None] For port 1587796e-f66d-4288-a3eb-7743113b12c1, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:05:12.197656 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-f834bb7e-ee7a-4b53-8b60-9222c1813464 None None] For port 1587796e-f66d-4288-a3eb-7743113b12c1, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=1587796e-f66d-4288-a3eb-7743113b12c1,segment=NetworkSegment(77b97a10-faff-4527-840d-9bc8041762e0),segment_id=77b97a10-faff-4527-840d-9bc8041762e0)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:05:12.231034 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f834bb7e-ee7a-4b53-8b60-9222c1813464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (1587796e-f66d-4288-a3eb-7743113b12c1), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:12.313785 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 19659c7c-87c1-4399-99a5-eaa0646eb5a0 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:05:12.452425 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f834bb7e-ee7a-4b53-8b60-9222c1813464 None None] Pushing event updated for resources: {'Port': ['ID=1587796e-f66d-4288-a3eb-7743113b12c1,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:12.529697 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 19659c7c-87c1-4399-99a5-eaa0646eb5a0 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:05:12.530596 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (19659c7c-87c1-4399-99a5-eaa0646eb5a0), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:12.651258 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-1507d726-3fa2-4c58-a762-54f9e2ab3f5e None None] Provisioning complete for port 1747eafe-7efb-4508-9740-06f6a929336b triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:05:12.652266 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1507d726-3fa2-4c58-a762-54f9e2ab3f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1747eafe-7efb-4508-9740-06f6a929336b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:12.744615 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-1507d726-3fa2-4c58-a762-54f9e2ab3f5e None None] Port 1747eafe-7efb-4508-9740-06f6a929336b cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:05:12.797306 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-1507d726-3fa2-4c58-a762-54f9e2ab3f5e None None] Provisioning complete for port b01387f3-8f87-4f58-a12a-ad9b19989846 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:05:12.798274 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1507d726-3fa2-4c58-a762-54f9e2ab3f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b01387f3-8f87-4f58-a12a-ad9b19989846), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:13.003865 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 19659c7c-87c1-4399-99a5-eaa0646eb5a0 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:05:13.151614 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-1507d726-3fa2-4c58-a762-54f9e2ab3f5e None None] Current status of the port b01387f3-8f87-4f58-a12a-ad9b19989846 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:05:13.308371 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-a409ba91-39e9-4e89-acb7-9cf3b0bf0fbf None None] Provisioning complete for port 1747eafe-7efb-4508-9740-06f6a929336b triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:05:13.309368 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a409ba91-39e9-4e89-acb7-9cf3b0bf0fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1747eafe-7efb-4508-9740-06f6a929336b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:13.435135 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-a409ba91-39e9-4e89-acb7-9cf3b0bf0fbf None None] Port 1747eafe-7efb-4508-9740-06f6a929336b cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:05:13.545241 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3492e6ac-85a8-40a7-ad9a-0da826801231 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:13.668717 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5f442ea3-af1e-4cff-b7d9-f4881d891e89 None None] Provisioning complete for port 1747eafe-7efb-4508-9740-06f6a929336b triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:05:13.669436 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5f442ea3-af1e-4cff-b7d9-f4881d891e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1747eafe-7efb-4508-9740-06f6a929336b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:13.724193 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5f442ea3-af1e-4cff-b7d9-f4881d891e89 None None] Port 1747eafe-7efb-4508-9740-06f6a929336b cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:05:13.981647 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-3492e6ac-85a8-40a7-ad9a-0da826801231 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Deleting port 1747eafe-7efb-4508-9740-06f6a929336b {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:05:13.982117 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3492e6ac-85a8-40a7-ad9a-0da826801231 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (1747eafe-7efb-4508-9740-06f6a929336b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:14.121494 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3492e6ac-85a8-40a7-ad9a-0da826801231 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (1747eafe-7efb-4508-9740-06f6a929336b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:14.148057 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-3492e6ac-85a8-40a7-ad9a-0da826801231 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Calling delete_port for 1747eafe-7efb-4508-9740-06f6a929336b owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:05:14.378371 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 1587796e-f66d-4288-a3eb-7743113b12c1 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:05:14.618442 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c639210-cc66-447b-9b91-55fe7d3f7001 None None] Network 5969ebd5-261d-4e1a-8b61-50caff64561e requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:05:14.635481 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3492e6ac-85a8-40a7-ad9a-0da826801231 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (1747eafe-7efb-4508-9740-06f6a929336b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:14.686537 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3492e6ac-85a8-40a7-ad9a-0da826801231 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Pushing event deleted for resources: {'Port': ['ID=1747eafe-7efb-4508-9740-06f6a929336b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:14.752491 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 1587796e-f66d-4288-a3eb-7743113b12c1 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:05:14.753453 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1587796e-f66d-4288-a3eb-7743113b12c1), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:14.803667 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5724035f-e5bf-487c-9661-c975285d6037 None None] Provisioning complete for port 1587796e-f66d-4288-a3eb-7743113b12c1 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:05:14.804638 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5724035f-e5bf-487c-9661-c975285d6037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1587796e-f66d-4288-a3eb-7743113b12c1), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:14.925485 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3492e6ac-85a8-40a7-ad9a-0da826801231 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:15.061723 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5724035f-e5bf-487c-9661-c975285d6037 None None] Current status of the port 1587796e-f66d-4288-a3eb-7743113b12c1 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:05:15.062422 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5724035f-e5bf-487c-9661-c975285d6037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1587796e-f66d-4288-a3eb-7743113b12c1), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:15.076678 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 1587796e-f66d-4288-a3eb-7743113b12c1 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:05:15.077081 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1587796e-f66d-4288-a3eb-7743113b12c1), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:15.147383 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5724035f-e5bf-487c-9661-c975285d6037 None None] For port 1587796e-f66d-4288-a3eb-7743113b12c1, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=1587796e-f66d-4288-a3eb-7743113b12c1,segment=NetworkSegment(77b97a10-faff-4527-840d-9bc8041762e0),segment_id=77b97a10-faff-4527-840d-9bc8041762e0)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:05:15.159869 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5724035f-e5bf-487c-9661-c975285d6037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (1587796e-f66d-4288-a3eb-7743113b12c1), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:15.257518 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 18:05:15.258786 n-d-829613-2 neutron-server[103436]: DEBUG oslo_db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 18:05:15.281326 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3492e6ac-85a8-40a7-ad9a-0da826801231 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Router d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:05:15.284765 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5724035f-e5bf-487c-9661-c975285d6037 None None] Pushing event updated for resources: {'Port': ['ID=1587796e-f66d-4288-a3eb-7743113b12c1,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:15.443365 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3492e6ac-85a8-40a7-ad9a-0da826801231 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:05:15.448983 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3492e6ac-85a8-40a7-ad9a-0da826801231 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] 10.222.0.87 "PUT /v2.0/routers/d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6131618 Feb 17 18:05:15.456068 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58268) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:15.466314 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551b71e0-d5b4-4441-83e5-3d65b1d13997 None None] Sync routers for ids ['d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:05:15.486394 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551b71e0-d5b4-4441-83e5-3d65b1d13997 None None] Routers {'d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:05:15.487597 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-551b71e0-d5b4-4441-83e5-3d65b1d13997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:05:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:05:15.501252 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-bd850ab6-8515-488f-9f4b-52c9b04206c0 None None] Provisioning complete for port 1587796e-f66d-4288-a3eb-7743113b12c1 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:05:15.502648 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bd850ab6-8515-488f-9f4b-52c9b04206c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1587796e-f66d-4288-a3eb-7743113b12c1), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:15.538895 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-551b71e0-d5b4-4441-83e5-3d65b1d13997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:05:15.553995 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551b71e0-d5b4-4441-83e5-3d65b1d13997 None None] Routers {'d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:05:15.555878 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-551b71e0-d5b4-4441-83e5-3d65b1d13997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:05:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:05:15.609606 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-d57de840-7e94-4d33-bbce-0e352c842aa0 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] delete failed (client error): The resource could not be found. Feb 17 18:05:15.611385 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-d57de840-7e94-4d33-bbce-0e352c842aa0 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] 10.222.0.87 "DELETE /v2.0/routers/tempest-non_exist_router-1312772860 HTTP/1.1" status: 404 len: 335 time: 0.1521280 Feb 17 18:05:15.616351 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58272) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:15.621827 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-551b71e0-d5b4-4441-83e5-3d65b1d13997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:05:15.623210 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551b71e0-d5b4-4441-83e5-3d65b1d13997 None None] The sync data for ids ['d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4'] in n-d-829613-2 is: [] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:05:15.625173 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-9afac8c8-e5ad-41b0-99bc-d2095f4f6341 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd3b74f4d-2d26-4c89-b5ad-0f864af4d4a4'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:15.677161 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-bd850ab6-8515-488f-9f4b-52c9b04206c0 None None] Current status of the port 1587796e-f66d-4288-a3eb-7743113b12c1 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:05:15.835002 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 1587796e-f66d-4288-a3eb-7743113b12c1 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:05:15.837117 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device b01387f3-8f87-4f58-a12a-ad9b19989846 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:05:15.912923 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port b01387f3-8f87-4f58-a12a-ad9b19989846 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:05:15.913306 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b01387f3-8f87-4f58-a12a-ad9b19989846), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:16.030997 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9afac8c8-e5ad-41b0-99bc-d2095f4f6341 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks [] for router_gateway (d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:16.032613 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port b01387f3-8f87-4f58-a12a-ad9b19989846 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:05:16.058954 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-9afac8c8-e5ad-41b0-99bc-d2095f4f6341 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] update failed (client error): The resource could not be found. Feb 17 18:05:16.060215 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9afac8c8-e5ad-41b0-99bc-d2095f4f6341 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] 10.222.0.87 "PUT /v2.0/routers/d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4 HTTP/1.1" status: 404 len: 339 time: 0.4423678 Feb 17 18:05:16.063912 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58284) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:16.071679 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-4d1c9730-2965-45c2-9f01-322d24f64dd2 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1298678467'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:16.099196 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1c9730-2965-45c2-9f01-322d24f64dd2 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Made reservation on behalf of d832951fabf045e8ade015cc10654c8b for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:05:16.103693 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4d1c9730-2965-45c2-9f01-322d24f64dd2 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:16.137349 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d1c9730-2965-45c2-9f01-322d24f64dd2 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:05:16.167898 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4d1c9730-2965-45c2-9f01-322d24f64dd2 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (ed14c572-4f0f-4689-8eb6-88fb3ddc958e), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:16.168366 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-4d1c9730-2965-45c2-9f01-322d24f64dd2 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Added segment ed14c572-4f0f-4689-8eb6-88fb3ddc958e of type vlan for network 6dd51faa-840d-4d5b-a9f2-eeed58abee39 Feb 17 18:05:16.208676 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 1587796e-f66d-4288-a3eb-7743113b12c1 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:05:16.245629 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4d1c9730-2965-45c2-9f01-322d24f64dd2 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (6dd51faa-840d-4d5b-a9f2-eeed58abee39), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:16.288424 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4d1c9730-2965-45c2-9f01-322d24f64dd2 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (6dd51faa-840d-4d5b-a9f2-eeed58abee39), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:16.296102 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1c9730-2965-45c2-9f01-322d24f64dd2 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:05:16.297802 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 1587796e-f66d-4288-a3eb-7743113b12c1 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:05:16.298014 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4d1c9730-2965-45c2-9f01-322d24f64dd2 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:16.298868 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1587796e-f66d-4288-a3eb-7743113b12c1), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:16.345565 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4d1c9730-2965-45c2-9f01-322d24f64dd2 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2804384 Feb 17 18:05:16.351509 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58288) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:16.357587 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-899fcad6-ebda-4038-937f-6755b9fd2e9f tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Request body: {'subnet': {'network_id': '6dd51faa-840d-4d5b-a9f2-eeed58abee39', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:16.447846 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c9730-2965-45c2-9f01-322d24f64dd2 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Pushing event updated for resources: {'Network': ['ID=6dd51faa-840d-4d5b-a9f2-eeed58abee39,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:16.470062 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 6dd51faa-840d-4d5b-a9f2-eeed58abee39 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:05:16.487606 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899fcad6-ebda-4038-937f-6755b9fd2e9f tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Made reservation on behalf of d832951fabf045e8ade015cc10654c8b for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:05:16.492344 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-899fcad6-ebda-4038-937f-6755b9fd2e9f tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:16.513838 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 1587796e-f66d-4288-a3eb-7743113b12c1 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:05:16.729192 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-899fcad6-ebda-4038-937f-6755b9fd2e9f tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (be20f6ec-82c2-4012-ba82-9449aa9bcb41), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:16.795236 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899fcad6-ebda-4038-937f-6755b9fd2e9f tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Pushing event updated for resources: {'Subnet': ['ID=be20f6ec-82c2-4012-ba82-9449aa9bcb41,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:16.807518 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899fcad6-ebda-4038-937f-6755b9fd2e9f tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Checking segment: {'id': 'ed14c572-4f0f-4689-8eb6-88fb3ddc958e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6dd51faa-840d-4d5b-a9f2-eeed58abee39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:05:16.807885 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899fcad6-ebda-4038-937f-6755b9fd2e9f tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Network hostable DHCP agents. Network: 6dd51faa-840d-4d5b-a9f2-eeed58abee39, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:05:16.830415 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899fcad6-ebda-4038-937f-6755b9fd2e9f tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Network 6dd51faa-840d-4d5b-a9f2-eeed58abee39 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:05:16.841563 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-899fcad6-ebda-4038-937f-6755b9fd2e9f tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 6dd51faa-840d-4d5b-a9f2-eeed58abee39) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:05:16.847072 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899fcad6-ebda-4038-937f-6755b9fd2e9f tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:05:16.848132 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-899fcad6-ebda-4038-937f-6755b9fd2e9f tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:16.853033 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d355ca-80ba-4ddc-9df7-f8a6338efa5c None None] Network 6dd51faa-840d-4d5b-a9f2-eeed58abee39 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:05:16.869822 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-899fcad6-ebda-4038-937f-6755b9fd2e9f tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5164385 Feb 17 18:05:16.875531 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58302) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:16.886130 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-b5b37748-9a39-47bb-a695-80216615b8d4 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Request body: {'router': {'external_gateway_info': {'network_id': '6dd51faa-840d-4d5b-a9f2-eeed58abee39'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:16.986946 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ebf019-12ff-4038-9f02-5f13171cc501 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-6dd51faa-840d-4d5b-a9f2-eeed58abee39', 'network_id': '6dd51faa-840d-4d5b-a9f2-eeed58abee39', 'project_id': 'd832951fabf045e8ade015cc10654c8b', 'fixed_ips': [{'subnet_id': 'be20f6ec-82c2-4012-ba82-9449aa9bcb41'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 18:05:16.988161 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-58ebf019-12ff-4038-9f02-5f13171cc501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:17.158418 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-58ebf019-12ff-4038-9f02-5f13171cc501 None None] Allocated IP 2001:db8:1::2 (6dd51faa-840d-4d5b-a9f2-eeed58abee39/be20f6ec-82c2-4012-ba82-9449aa9bcb41/431d5be8-d4de-4764-ad91-137ad1045f66) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:05:17.177813 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b5b37748-9a39-47bb-a695-80216615b8d4 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks [] for router_gateway (d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:17.350100 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-b5b37748-9a39-47bb-a695-80216615b8d4 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 18:05:17.356425 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58314) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:17.370412 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b5b37748-9a39-47bb-a695-80216615b8d4 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] 10.222.0.87 "PUT /v2.0/routers/d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4 HTTP/1.1" status: 400 len: 364 time: 0.4916797 Feb 17 18:05:17.663107 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-58ebf019-12ff-4038-9f02-5f13171cc501 None None] Publish callbacks [] for port (431d5be8-d4de-4764-ad91-137ad1045f66), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:17.681777 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-58ebf019-12ff-4038-9f02-5f13171cc501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (431d5be8-d4de-4764-ad91-137ad1045f66), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:17.763276 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ebf019-12ff-4038-9f02-5f13171cc501 None None] Network 6dd51faa-840d-4d5b-a9f2-eeed58abee39 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:05:17.765983 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-58ebf019-12ff-4038-9f02-5f13171cc501 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:05:17.784791 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ebf019-12ff-4038-9f02-5f13171cc501 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:05:17.813319 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ebf019-12ff-4038-9f02-5f13171cc501 None None] Pushing event updated for resources: {'Port': ['ID=431d5be8-d4de-4764-ad91-137ad1045f66,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:17.960546 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-58ebf019-12ff-4038-9f02-5f13171cc501 None None] Attempting to bind port 431d5be8-d4de-4764-ad91-137ad1045f66 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:05:17.960546 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-58ebf019-12ff-4038-9f02-5f13171cc501 None None] Attempting to bind port 431d5be8-d4de-4764-ad91-137ad1045f66 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'ed14c572-4f0f-4689-8eb6-88fb3ddc958e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6dd51faa-840d-4d5b-a9f2-eeed58abee39'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:05:17.961330 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ebf019-12ff-4038-9f02-5f13171cc501 None None] Attempting to bind port 431d5be8-d4de-4764-ad91-137ad1045f66 on network 6dd51faa-840d-4d5b-a9f2-eeed58abee39 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:05:17.973079 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ebf019-12ff-4038-9f02-5f13171cc501 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:05:17.973744 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ebf019-12ff-4038-9f02-5f13171cc501 None None] Checking segment: {'id': 'ed14c572-4f0f-4689-8eb6-88fb3ddc958e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6dd51faa-840d-4d5b-a9f2-eeed58abee39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:05:17.974435 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-58ebf019-12ff-4038-9f02-5f13171cc501 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:17.975099 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ebf019-12ff-4038-9f02-5f13171cc501 None None] Bound using segment: {'id': 'ed14c572-4f0f-4689-8eb6-88fb3ddc958e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6dd51faa-840d-4d5b-a9f2-eeed58abee39'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:05:17.975992 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-58ebf019-12ff-4038-9f02-5f13171cc501 None None] Bound port: 431d5be8-d4de-4764-ad91-137ad1045f66, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed14c572-4f0f-4689-8eb6-88fb3ddc958e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6dd51faa-840d-4d5b-a9f2-eeed58abee39'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:05:17.977655 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-58ebf019-12ff-4038-9f02-5f13171cc501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (431d5be8-d4de-4764-ad91-137ad1045f66), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:18.139656 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-58ebf019-12ff-4038-9f02-5f13171cc501 None None] For port 431d5be8-d4de-4764-ad91-137ad1045f66, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:05:18.148041 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-58ebf019-12ff-4038-9f02-5f13171cc501 None None] For port 431d5be8-d4de-4764-ad91-137ad1045f66, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=431d5be8-d4de-4764-ad91-137ad1045f66,segment=NetworkSegment(ed14c572-4f0f-4689-8eb6-88fb3ddc958e),segment_id=ed14c572-4f0f-4689-8eb6-88fb3ddc958e)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:05:18.162046 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-58ebf019-12ff-4038-9f02-5f13171cc501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (431d5be8-d4de-4764-ad91-137ad1045f66), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:18.214058 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-303932b8-95df-4b33-980a-aec615e393cf tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:18.278904 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ebf019-12ff-4038-9f02-5f13171cc501 None None] Pushing event updated for resources: {'Port': ['ID=431d5be8-d4de-4764-ad91-137ad1045f66,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:18.692570 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-303932b8-95df-4b33-980a-aec615e393cf tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Allocated IP 2001:db8::1 (c87b1704-ede8-4d24-a5be-dc7a2ee1748c/961ddb4a-6d30-45ec-8a04-4d0f7a9f49fa/ce5a5df9-8864-4d95-8523-ef557a2c6712) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:05:18.921614 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-303932b8-95df-4b33-980a-aec615e393cf tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks [] for port (ce5a5df9-8864-4d95-8523-ef557a2c6712), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:18.965768 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-303932b8-95df-4b33-980a-aec615e393cf tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (ce5a5df9-8864-4d95-8523-ef557a2c6712), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:19.065049 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:19.087113 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303932b8-95df-4b33-980a-aec615e393cf tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Pushing event updated for resources: {'Port': ['ID=ce5a5df9-8864-4d95-8523-ef557a2c6712,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:19.092740 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303932b8-95df-4b33-980a-aec615e393cf tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Network c87b1704-ede8-4d24-a5be-dc7a2ee1748c is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:05:19.097035 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-303932b8-95df-4b33-980a-aec615e393cf tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:05:19.111637 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303932b8-95df-4b33-980a-aec615e393cf tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:05:19.112423 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-303932b8-95df-4b33-980a-aec615e393cf tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:19.391695 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-303932b8-95df-4b33-980a-aec615e393cf tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ce5a5df9-8864-4d95-8523-ef557a2c6712), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:19.756557 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-0146e9cc-cb12-4072-8bf7-a1e7e351423b None None] Provisioning complete for port ce5a5df9-8864-4d95-8523-ef557a2c6712 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:05:19.758430 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0146e9cc-cb12-4072-8bf7-a1e7e351423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ce5a5df9-8864-4d95-8523-ef557a2c6712), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:19.883981 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-0146e9cc-cb12-4072-8bf7-a1e7e351423b None None] Port ce5a5df9-8864-4d95-8523-ef557a2c6712 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:05:19.885910 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:19.911756 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f580d987-643a-44c0-af92-e1f424240a5c None None] Network 6dd51faa-840d-4d5b-a9f2-eeed58abee39 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:05:19.976379 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-303932b8-95df-4b33-980a-aec615e393cf tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks [] for port (ce5a5df9-8864-4d95-8523-ef557a2c6712), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:19.985114 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-303932b8-95df-4b33-980a-aec615e393cf tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (ce5a5df9-8864-4d95-8523-ef557a2c6712), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:19.986109 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-303932b8-95df-4b33-980a-aec615e393cf tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:20.059374 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5ff633e6-66fe-476d-8963-bd0c8749083b None None] Provisioning complete for port 431d5be8-d4de-4764-ad91-137ad1045f66 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:05:20.060542 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5ff633e6-66fe-476d-8963-bd0c8749083b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (431d5be8-d4de-4764-ad91-137ad1045f66), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:20.060808 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303932b8-95df-4b33-980a-aec615e393cf tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Pushing event updated for resources: {'Port': ['ID=ce5a5df9-8864-4d95-8523-ef557a2c6712,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:20.241105 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5ff633e6-66fe-476d-8963-bd0c8749083b None None] Current status of the port 431d5be8-d4de-4764-ad91-137ad1045f66 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:05:20.243050 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5ff633e6-66fe-476d-8963-bd0c8749083b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (431d5be8-d4de-4764-ad91-137ad1045f66), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:20.244118 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303932b8-95df-4b33-980a-aec615e393cf tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Network c87b1704-ede8-4d24-a5be-dc7a2ee1748c is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:05:20.245925 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-303932b8-95df-4b33-980a-aec615e393cf tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:05:20.289585 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 431d5be8-d4de-4764-ad91-137ad1045f66 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:05:20.374696 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5ff633e6-66fe-476d-8963-bd0c8749083b None None] For port 431d5be8-d4de-4764-ad91-137ad1045f66, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=431d5be8-d4de-4764-ad91-137ad1045f66,segment=NetworkSegment(ed14c572-4f0f-4689-8eb6-88fb3ddc958e),segment_id=ed14c572-4f0f-4689-8eb6-88fb3ddc958e)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:05:20.389041 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5ff633e6-66fe-476d-8963-bd0c8749083b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (431d5be8-d4de-4764-ad91-137ad1045f66), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:20.438386 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 431d5be8-d4de-4764-ad91-137ad1045f66 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:05:20.438679 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (431d5be8-d4de-4764-ad91-137ad1045f66), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:20.496515 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-303932b8-95df-4b33-980a-aec615e393cf tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Router d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:05:20.549898 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff633e6-66fe-476d-8963-bd0c8749083b None None] Pushing event updated for resources: {'Port': ['ID=431d5be8-d4de-4764-ad91-137ad1045f66,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:20.697772 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 431d5be8-d4de-4764-ad91-137ad1045f66 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:05:20.713215 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303932b8-95df-4b33-980a-aec615e393cf tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:05:20.731195 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-8e584258-8970-4172-a15b-f2ec20544124 None None] Provisioning complete for port 431d5be8-d4de-4764-ad91-137ad1045f66 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:05:20.732358 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58358) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:20.732898 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-303932b8-95df-4b33-980a-aec615e393cf tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] 10.222.0.87 "PUT /v2.0/routers/d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3745534 Feb 17 18:05:20.733396 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8e584258-8970-4172-a15b-f2ec20544124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (431d5be8-d4de-4764-ad91-137ad1045f66), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:20.775110 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e004282e-b677-4946-aba2-7114d501307b None None] Sync routers for ids ['d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:05:20.798553 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e004282e-b677-4946-aba2-7114d501307b None None] Routers {'d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:05:20.799270 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e004282e-b677-4946-aba2-7114d501307b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:05:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:05:20.841346 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e004282e-b677-4946-aba2-7114d501307b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:05:20.858073 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e004282e-b677-4946-aba2-7114d501307b None None] Routers {'d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:05:20.858720 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e004282e-b677-4946-aba2-7114d501307b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:05:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:05:20.881784 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-21da7f6f-4d52-4409-85e5-80f6ffb60662 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks [] for router (d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:20.935695 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e004282e-b677-4946-aba2-7114d501307b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:05:20.936846 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e004282e-b677-4946-aba2-7114d501307b None None] The sync data for ids ['d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4'] in n-d-829613-2 is: [] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:05:20.991115 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-8e584258-8970-4172-a15b-f2ec20544124 None None] Current status of the port 431d5be8-d4de-4764-ad91-137ad1045f66 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:05:20.993431 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-21da7f6f-4d52-4409-85e5-80f6ffb60662 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 17 18:05:20.994769 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-21da7f6f-4d52-4409-85e5-80f6ffb60662 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] 10.222.0.87 "DELETE /v2.0/routers/d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4 HTTP/1.1" status: 409 len: 329 time: 0.2603781 Feb 17 18:05:20.997782 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58364) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:21.124883 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-67c04aaf-3bfa-4f58-9b80-c87b1f5f200a None None] Provisioning complete for port ce5a5df9-8864-4d95-8523-ef557a2c6712 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:05:21.125276 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-67c04aaf-3bfa-4f58-9b80-c87b1f5f200a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ce5a5df9-8864-4d95-8523-ef557a2c6712), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:21.170821 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-67c04aaf-3bfa-4f58-9b80-c87b1f5f200a None None] Port ce5a5df9-8864-4d95-8523-ef557a2c6712 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:05:21.472338 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fc8a031c-49c7-44b5-96b3-af97408f9b60 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:21.938778 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:05:22.199232 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 431d5be8-d4de-4764-ad91-137ad1045f66 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:05:22.210155 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-fc8a031c-49c7-44b5-96b3-af97408f9b60 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Deleting port ce5a5df9-8864-4d95-8523-ef557a2c6712 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:05:22.210155 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fc8a031c-49c7-44b5-96b3-af97408f9b60 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (ce5a5df9-8864-4d95-8523-ef557a2c6712), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:22.303304 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 431d5be8-d4de-4764-ad91-137ad1045f66 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:05:22.305222 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (431d5be8-d4de-4764-ad91-137ad1045f66), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:22.312707 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fc8a031c-49c7-44b5-96b3-af97408f9b60 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (ce5a5df9-8864-4d95-8523-ef557a2c6712), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:22.327294 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-fc8a031c-49c7-44b5-96b3-af97408f9b60 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Calling delete_port for ce5a5df9-8864-4d95-8523-ef557a2c6712 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:05:22.438718 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 431d5be8-d4de-4764-ad91-137ad1045f66 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:05:22.550150 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fc8a031c-49c7-44b5-96b3-af97408f9b60 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (ce5a5df9-8864-4d95-8523-ef557a2c6712), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:22.579378 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8a031c-49c7-44b5-96b3-af97408f9b60 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Pushing event deleted for resources: {'Port': ['ID=ce5a5df9-8864-4d95-8523-ef557a2c6712,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:22.710510 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fc8a031c-49c7-44b5-96b3-af97408f9b60 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:22.958375 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc8a031c-49c7-44b5-96b3-af97408f9b60 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Router d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:05:23.079385 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8a031c-49c7-44b5-96b3-af97408f9b60 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:05:23.099822 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fc8a031c-49c7-44b5-96b3-af97408f9b60 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] 10.222.0.87 "PUT /v2.0/routers/d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0959599 Feb 17 18:05:23.102325 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58398) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:23.103496 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02c96db-590e-4069-bb04-472f2b39f3d3 None None] Sync routers for ids ['d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:05:23.130959 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02c96db-590e-4069-bb04-472f2b39f3d3 None None] Routers {'d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:05:23.133938 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-b02c96db-590e-4069-bb04-472f2b39f3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:05:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:05:23.151711 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-9777936a-1ed0-4464-b7cd-6e211afad30c tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] show failed (client error): The resource could not be found. Feb 17 18:05:23.153081 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9777936a-1ed0-4464-b7cd-6e211afad30c tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] 10.222.0.87 "GET /v2.0/routers/tempest-non_exist_router-1816934898 HTTP/1.1" status: 404 len: 335 time: 0.0493445 Feb 17 18:05:23.157083 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58402) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:23.162471 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-08e6f046-d725-4f71-bff0-6bd9b59e30fd tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:23.200975 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-b02c96db-590e-4069-bb04-472f2b39f3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:05:23.213839 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02c96db-590e-4069-bb04-472f2b39f3d3 None None] Routers {'d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:05:23.214848 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-b02c96db-590e-4069-bb04-472f2b39f3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:05:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:05:23.252885 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-08e6f046-d725-4f71-bff0-6bd9b59e30fd tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] update failed (client error): The resource could not be found. Feb 17 18:05:23.254122 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-08e6f046-d725-4f71-bff0-6bd9b59e30fd tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] 10.222.0.87 "PUT /v2.0/routers/tempest-non_exist_router-353452111 HTTP/1.1" status: 404 len: 334 time: 0.0959761 Feb 17 18:05:23.261993 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58404) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:23.291193 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-b02c96db-590e-4069-bb04-472f2b39f3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:05:23.292039 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02c96db-590e-4069-bb04-472f2b39f3d3 None None] The sync data for ids ['d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4'] in n-d-829613-2 is: [] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:05:23.417558 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbb8cc87-bc1b-4336-b0a6-800f31b85029 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Deleting subnet be20f6ec-82c2-4012-ba82-9449aa9bcb41 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:05:23.423270 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dbb8cc87-bc1b-4336-b0a6-800f31b85029 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks [] for subnet (be20f6ec-82c2-4012-ba82-9449aa9bcb41), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:23.522323 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dbb8cc87-bc1b-4336-b0a6-800f31b85029 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (be20f6ec-82c2-4012-ba82-9449aa9bcb41), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:23.694217 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dbb8cc87-bc1b-4336-b0a6-800f31b85029 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (be20f6ec-82c2-4012-ba82-9449aa9bcb41), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:23.814919 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dbb8cc87-bc1b-4336-b0a6-800f31b85029 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (be20f6ec-82c2-4012-ba82-9449aa9bcb41), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:23.838693 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dbb8cc87-bc1b-4336-b0a6-800f31b85029 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:23.838967 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95ef654-3ee3-4e5e-b336-5fecd1576f1d None None] Network 6dd51faa-840d-4d5b-a9f2-eeed58abee39 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:05:23.842871 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-dbb8cc87-bc1b-4336-b0a6-800f31b85029 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] 10.222.0.87 "DELETE /v2.0/subnets/be20f6ec-82c2-4012-ba82-9449aa9bcb41 HTTP/1.1" status: 204 len: 168 time: 0.5796788 Feb 17 18:05:23.846742 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58418) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:23.888658 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb8cc87-bc1b-4336-b0a6-800f31b85029 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Pushing event deleted for resources: {'Subnet': ['ID=be20f6ec-82c2-4012-ba82-9449aa9bcb41,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:24.135857 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2d24830a-46cd-4962-8df5-c4ea65f29553 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (6dd51faa-840d-4d5b-a9f2-eeed58abee39), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:24.137131 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efe3ccc-16b7-43c9-acf9-ef18eb4a4a3c None None] DHCP port deletion for 6dd51faa-840d-4d5b-a9f2-eeed58abee39 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 18:05:24.210264 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-9efe3ccc-16b7-43c9-acf9-ef18eb4a4a3c None None] Deleting port 431d5be8-d4de-4764-ad91-137ad1045f66 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:05:24.210264 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9efe3ccc-16b7-43c9-acf9-ef18eb4a4a3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (431d5be8-d4de-4764-ad91-137ad1045f66), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:24.309041 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-2d24830a-46cd-4962-8df5-c4ea65f29553 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Deleting port 431d5be8-d4de-4764-ad91-137ad1045f66 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:05:24.309905 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2d24830a-46cd-4962-8df5-c4ea65f29553 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (431d5be8-d4de-4764-ad91-137ad1045f66), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:24.400755 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-9efe3ccc-16b7-43c9-acf9-ef18eb4a4a3c None None] For port 431d5be8-d4de-4764-ad91-137ad1045f66, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=431d5be8-d4de-4764-ad91-137ad1045f66,segment=NetworkSegment(ed14c572-4f0f-4689-8eb6-88fb3ddc958e),segment_id=ed14c572-4f0f-4689-8eb6-88fb3ddc958e)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:05:24.401326 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9efe3ccc-16b7-43c9-acf9-ef18eb4a4a3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (431d5be8-d4de-4764-ad91-137ad1045f66), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:24.430349 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-9efe3ccc-16b7-43c9-acf9-ef18eb4a4a3c None None] Calling delete_port for 431d5be8-d4de-4764-ad91-137ad1045f66 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:05:24.430675 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-2d24830a-46cd-4962-8df5-c4ea65f29553 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] For port 431d5be8-d4de-4764-ad91-137ad1045f66, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=431d5be8-d4de-4764-ad91-137ad1045f66,segment=NetworkSegment(ed14c572-4f0f-4689-8eb6-88fb3ddc958e),segment_id=ed14c572-4f0f-4689-8eb6-88fb3ddc958e)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:05:24.430979 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2d24830a-46cd-4962-8df5-c4ea65f29553 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (431d5be8-d4de-4764-ad91-137ad1045f66), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:24.446097 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-2d24830a-46cd-4962-8df5-c4ea65f29553 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Calling delete_port for 431d5be8-d4de-4764-ad91-137ad1045f66 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:05:24.649382 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9efe3ccc-16b7-43c9-acf9-ef18eb4a4a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (431d5be8-d4de-4764-ad91-137ad1045f66), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:24.651744 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2d24830a-46cd-4962-8df5-c4ea65f29553 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (431d5be8-d4de-4764-ad91-137ad1045f66), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:24.665360 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d24830a-46cd-4962-8df5-c4ea65f29553 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] No DVR routers for this DVR port 431d5be8-d4de-4764-ad91-137ad1045f66 on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:05:24.688952 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efe3ccc-16b7-43c9-acf9-ef18eb4a4a3c None None] No DVR routers for this DVR port 431d5be8-d4de-4764-ad91-137ad1045f66 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:05:24.689204 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d24830a-46cd-4962-8df5-c4ea65f29553 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Pushing event deleted for resources: {'Port': ['ID=431d5be8-d4de-4764-ad91-137ad1045f66,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:24.702375 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efe3ccc-16b7-43c9-acf9-ef18eb4a4a3c None None] Pushing event deleted for resources: {'Port': ['ID=431d5be8-d4de-4764-ad91-137ad1045f66,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:24.722431 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efe3ccc-16b7-43c9-acf9-ef18eb4a4a3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:05:24.723113 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efe3ccc-16b7-43c9-acf9-ef18eb4a4a3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:05:24.723842 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efe3ccc-16b7-43c9-acf9-ef18eb4a4a3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:05:24.724495 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efe3ccc-16b7-43c9-acf9-ef18eb4a4a3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:05:24.725062 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efe3ccc-16b7-43c9-acf9-ef18eb4a4a3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:05:24.725651 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efe3ccc-16b7-43c9-acf9-ef18eb4a4a3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:05:24.726288 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efe3ccc-16b7-43c9-acf9-ef18eb4a4a3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:05:24.727411 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efe3ccc-16b7-43c9-acf9-ef18eb4a4a3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:05:24.727983 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efe3ccc-16b7-43c9-acf9-ef18eb4a4a3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:05:24.728573 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efe3ccc-16b7-43c9-acf9-ef18eb4a4a3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:05:24.729135 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efe3ccc-16b7-43c9-acf9-ef18eb4a4a3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:05:24.729701 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efe3ccc-16b7-43c9-acf9-ef18eb4a4a3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:05:24.730277 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efe3ccc-16b7-43c9-acf9-ef18eb4a4a3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:05:24.831820 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2d24830a-46cd-4962-8df5-c4ea65f29553 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (6dd51faa-840d-4d5b-a9f2-eeed58abee39), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:24.864952 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-2d24830a-46cd-4962-8df5-c4ea65f29553 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dd51faa-840d-4d5b-a9f2-eeed58abee39']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:05:24.883312 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-2d24830a-46cd-4962-8df5-c4ea65f29553 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed14c572-4f0f-4689-8eb6-88fb3ddc958e') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:05:24.883679 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-2d24830a-46cd-4962-8df5-c4ea65f29553 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed14c572-4f0f-4689-8eb6-88fb3ddc958e') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:05:24.901847 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2d24830a-46cd-4962-8df5-c4ea65f29553 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (ed14c572-4f0f-4689-8eb6-88fb3ddc958e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:24.917455 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2d24830a-46cd-4962-8df5-c4ea65f29553 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (ed14c572-4f0f-4689-8eb6-88fb3ddc958e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:24.923931 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d24830a-46cd-4962-8df5-c4ea65f29553 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:05:24.924385 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2d24830a-46cd-4962-8df5-c4ea65f29553 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (ed14c572-4f0f-4689-8eb6-88fb3ddc958e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:24.996379 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 18:05:24.996379 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:05:24.996379 n-d-829613-2 neutron-server[103434]: timer() Feb 17 18:05:24.996379 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:05:24.996379 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 18:05:24.996379 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:05:24.996379 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 18:05:24.996379 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:05:24.996379 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 18:05:24.996379 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:05:24.996379 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 18:05:24.996379 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:05:24.996379 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 18:05:24.996379 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:05:24.996379 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:05:24.996379 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:05:24.996379 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:05:24.996379 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:05:24.996379 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 18:05:24.996379 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:05:24.996379 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 18:05:24.996379 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:05:24.996379 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:05:24.996379 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:05:24.996379 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 18:05:24.996379 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:05:24.996379 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:05:24.996379 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:05:24.996379 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:05:24.996379 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:05:24.996379 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:05:24.996379 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:05:25.002519 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2d24830a-46cd-4962-8df5-c4ea65f29553 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (6dd51faa-840d-4d5b-a9f2-eeed58abee39), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:25.012094 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2d24830a-46cd-4962-8df5-c4ea65f29553 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:25.034003 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2d24830a-46cd-4962-8df5-c4ea65f29553 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] 10.222.0.87 "DELETE /v2.0/networks/6dd51faa-840d-4d5b-a9f2-eeed58abee39 HTTP/1.1" status: 204 len: 168 time: 1.1855946 Feb 17 18:05:25.038913 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58438) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:25.060703 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d24830a-46cd-4962-8df5-c4ea65f29553 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Pushing event deleted for resources: {'Network': ['ID=6dd51faa-840d-4d5b-a9f2-eeed58abee39,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:25.139040 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-938b82a5-9e34-4a95-aee9-12b0d83d7af2 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Deleting subnet bf8dd221-5500-45b3-922f-c5a29570841c {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:05:25.144884 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-938b82a5-9e34-4a95-aee9-12b0d83d7af2 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks [] for subnet (bf8dd221-5500-45b3-922f-c5a29570841c), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:25.223240 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-938b82a5-9e34-4a95-aee9-12b0d83d7af2 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (bf8dd221-5500-45b3-922f-c5a29570841c), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:25.387062 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-938b82a5-9e34-4a95-aee9-12b0d83d7af2 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (bf8dd221-5500-45b3-922f-c5a29570841c), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:25.472123 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-938b82a5-9e34-4a95-aee9-12b0d83d7af2 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (bf8dd221-5500-45b3-922f-c5a29570841c), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:25.502317 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b82a5-9e34-4a95-aee9-12b0d83d7af2 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Pushing event deleted for resources: {'Subnet': ['ID=bf8dd221-5500-45b3-922f-c5a29570841c,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:25.506864 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-938b82a5-9e34-4a95-aee9-12b0d83d7af2 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:25.515359 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-938b82a5-9e34-4a95-aee9-12b0d83d7af2 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] 10.222.0.87 "DELETE /v2.0/subnets/bf8dd221-5500-45b3-922f-c5a29570841c HTTP/1.1" status: 204 len: 168 time: 0.4710255 Feb 17 18:05:25.518313 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58446) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:25.519943 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a316141-751d-4d18-b360-99ddcefe4718 None None] Network 5969ebd5-261d-4e1a-8b61-50caff64561e requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:05:25.684711 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-e85ebc8e-fdaf-40eb-82af-baa6e028c29f tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Deleting subnet 6dee043b-adad-459b-b092-8ee7fdb43c4a {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:05:25.693173 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e85ebc8e-fdaf-40eb-82af-baa6e028c29f tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks [] for subnet (6dee043b-adad-459b-b092-8ee7fdb43c4a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:25.778816 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e85ebc8e-fdaf-40eb-82af-baa6e028c29f tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (6dee043b-adad-459b-b092-8ee7fdb43c4a), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:25.795372 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6380deb8-e33f-4da1-8839-2728db929462 None None] DHCP port deletion for 5969ebd5-261d-4e1a-8b61-50caff64561e request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 18:05:25.870927 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-6380deb8-e33f-4da1-8839-2728db929462 None None] Deleting port 1587796e-f66d-4288-a3eb-7743113b12c1 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:05:25.871608 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6380deb8-e33f-4da1-8839-2728db929462 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (1587796e-f66d-4288-a3eb-7743113b12c1), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:25.924460 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e85ebc8e-fdaf-40eb-82af-baa6e028c29f tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (6dee043b-adad-459b-b092-8ee7fdb43c4a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:25.993624 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-6380deb8-e33f-4da1-8839-2728db929462 None None] For port 1587796e-f66d-4288-a3eb-7743113b12c1, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=1587796e-f66d-4288-a3eb-7743113b12c1,segment=NetworkSegment(77b97a10-faff-4527-840d-9bc8041762e0),segment_id=77b97a10-faff-4527-840d-9bc8041762e0)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:05:25.994214 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6380deb8-e33f-4da1-8839-2728db929462 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (1587796e-f66d-4288-a3eb-7743113b12c1), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:26.014466 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-6380deb8-e33f-4da1-8839-2728db929462 None None] Calling delete_port for 1587796e-f66d-4288-a3eb-7743113b12c1 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:05:26.023723 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e85ebc8e-fdaf-40eb-82af-baa6e028c29f tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (6dee043b-adad-459b-b092-8ee7fdb43c4a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:26.088391 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ebc8e-fdaf-40eb-82af-baa6e028c29f tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Pushing event deleted for resources: {'Subnet': ['ID=6dee043b-adad-459b-b092-8ee7fdb43c4a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:26.103009 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e85ebc8e-fdaf-40eb-82af-baa6e028c29f tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:26.111267 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58458) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:26.112047 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3823feb-40dd-4fe5-8bc0-6d28b1e4dc85 None None] Network cd296206-27e2-4ab5-b7b3-76a7eaaa4220 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:05:26.112331 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e85ebc8e-fdaf-40eb-82af-baa6e028c29f tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] 10.222.0.87 "DELETE /v2.0/subnets/6dee043b-adad-459b-b092-8ee7fdb43c4a HTTP/1.1" status: 204 len: 168 time: 0.5892551 Feb 17 18:05:26.233732 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-340099cc-5f58-4273-8e64-7999ca23d6c4 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (5969ebd5-261d-4e1a-8b61-50caff64561e), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:26.277987 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 431d5be8-d4de-4764-ad91-137ad1045f66 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:05:26.321675 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 431d5be8-d4de-4764-ad91-137ad1045f66 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:05:26.322837 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 431d5be8-d4de-4764-ad91-137ad1045f66 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:05:26.322837 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 1587796e-f66d-4288-a3eb-7743113b12c1 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:05:26.356659 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6380deb8-e33f-4da1-8839-2728db929462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (1587796e-f66d-4288-a3eb-7743113b12c1), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:26.377683 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-340099cc-5f58-4273-8e64-7999ca23d6c4 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Deleting port 1587796e-f66d-4288-a3eb-7743113b12c1 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:05:26.378350 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-340099cc-5f58-4273-8e64-7999ca23d6c4 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (1587796e-f66d-4288-a3eb-7743113b12c1), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:26.412756 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38de86c-bc2d-468b-b33e-6249acc5516d None None] DHCP port deletion for cd296206-27e2-4ab5-b7b3-76a7eaaa4220 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 18:05:26.416989 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6380deb8-e33f-4da1-8839-2728db929462 None None] No DVR routers for this DVR port 1587796e-f66d-4288-a3eb-7743113b12c1 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:05:26.420526 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6380deb8-e33f-4da1-8839-2728db929462 None None] Pushing event deleted for resources: {'Port': ['ID=1587796e-f66d-4288-a3eb-7743113b12c1,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:26.432383 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No active binding found for port 1587796e-f66d-4288-a3eb-7743113b12c1 {{(pid=103436) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 17 18:05:26.432383 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] The host n-d-829613-2 is not matching for port 1587796e-f66d-4288-a3eb-7743113b12c1 host None! {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 17 18:05:26.432383 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 1587796e-f66d-4288-a3eb-7743113b12c1 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:05:26.505029 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b38de86c-bc2d-468b-b33e-6249acc5516d None None] Deleting port b01387f3-8f87-4f58-a12a-ad9b19989846 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:05:26.505452 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b38de86c-bc2d-468b-b33e-6249acc5516d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (b01387f3-8f87-4f58-a12a-ad9b19989846), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:26.528760 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-340099cc-5f58-4273-8e64-7999ca23d6c4 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] For port 1587796e-f66d-4288-a3eb-7743113b12c1, host n-d-829613-2, got binding levels [] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:05:26.529299 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-340099cc-5f58-4273-8e64-7999ca23d6c4 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (1587796e-f66d-4288-a3eb-7743113b12c1), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:26.550449 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-340099cc-5f58-4273-8e64-7999ca23d6c4 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Calling delete_port for 1587796e-f66d-4288-a3eb-7743113b12c1 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:05:26.564063 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.ipam_backend_mixin [None req-340099cc-5f58-4273-8e64-7999ca23d6c4 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Port 1587796e-f66d-4288-a3eb-7743113b12c1 was not found and therefore no delete operation was performed {{(pid=103435) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 17 18:05:26.567295 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-340099cc-5f58-4273-8e64-7999ca23d6c4 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (1587796e-f66d-4288-a3eb-7743113b12c1), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:26.579809 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b38de86c-bc2d-468b-b33e-6249acc5516d None None] For port b01387f3-8f87-4f58-a12a-ad9b19989846, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=b01387f3-8f87-4f58-a12a-ad9b19989846,segment=NetworkSegment(4d347737-1875-4dde-8fea-8ca4ad58fa80),segment_id=4d347737-1875-4dde-8fea-8ca4ad58fa80)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:05:26.580438 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b38de86c-bc2d-468b-b33e-6249acc5516d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (b01387f3-8f87-4f58-a12a-ad9b19989846), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:26.596055 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b38de86c-bc2d-468b-b33e-6249acc5516d None None] Calling delete_port for b01387f3-8f87-4f58-a12a-ad9b19989846 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:05:26.614956 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340099cc-5f58-4273-8e64-7999ca23d6c4 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Pushing event deleted for resources: {'Port': ['ID=1587796e-f66d-4288-a3eb-7743113b12c1,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:26.623036 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340099cc-5f58-4273-8e64-7999ca23d6c4 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] No DVR routers for this DVR port 1587796e-f66d-4288-a3eb-7743113b12c1 on host n-d-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:05:26.708358 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b38de86c-bc2d-468b-b33e-6249acc5516d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (b01387f3-8f87-4f58-a12a-ad9b19989846), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:26.723059 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-340099cc-5f58-4273-8e64-7999ca23d6c4 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (5969ebd5-261d-4e1a-8b61-50caff64561e), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:26.758589 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-340099cc-5f58-4273-8e64-7999ca23d6c4 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5969ebd5-261d-4e1a-8b61-50caff64561e']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:05:26.774250 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-340099cc-5f58-4273-8e64-7999ca23d6c4 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77b97a10-faff-4527-840d-9bc8041762e0') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:05:26.774552 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-340099cc-5f58-4273-8e64-7999ca23d6c4 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77b97a10-faff-4527-840d-9bc8041762e0') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:05:26.784771 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38de86c-bc2d-468b-b33e-6249acc5516d None None] Pushing event deleted for resources: {'Port': ['ID=b01387f3-8f87-4f58-a12a-ad9b19989846,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:26.791492 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-340099cc-5f58-4273-8e64-7999ca23d6c4 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (77b97a10-faff-4527-840d-9bc8041762e0), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:26.794244 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38de86c-bc2d-468b-b33e-6249acc5516d None None] No DVR routers for this DVR port b01387f3-8f87-4f58-a12a-ad9b19989846 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:05:26.819487 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-340099cc-5f58-4273-8e64-7999ca23d6c4 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (77b97a10-faff-4527-840d-9bc8041762e0), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:26.832046 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-340099cc-5f58-4273-8e64-7999ca23d6c4 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:05:26.832679 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-340099cc-5f58-4273-8e64-7999ca23d6c4 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (77b97a10-faff-4527-840d-9bc8041762e0), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:26.837287 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 18:05:26.837287 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:05:26.837287 n-d-829613-2 neutron-server[103435]: timer() Feb 17 18:05:26.837287 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:05:26.837287 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 18:05:26.837287 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:05:26.837287 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 18:05:26.837287 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:05:26.837287 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 18:05:26.837287 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:05:26.837287 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 18:05:26.837287 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:05:26.837287 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 18:05:26.837287 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:05:26.837287 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:05:26.837287 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:05:26.837287 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:05:26.837287 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:05:26.837287 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 18:05:26.837287 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:05:26.837287 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 18:05:26.837287 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:05:26.837287 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:05:26.837287 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:05:26.837287 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 18:05:26.837287 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:05:26.837287 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:05:26.837287 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:05:26.837287 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:05:26.837287 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:05:26.837287 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:05:26.837287 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:05:26.937869 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-340099cc-5f58-4273-8e64-7999ca23d6c4 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (5969ebd5-261d-4e1a-8b61-50caff64561e), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:26.950491 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-340099cc-5f58-4273-8e64-7999ca23d6c4 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:26.952198 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-340099cc-5f58-4273-8e64-7999ca23d6c4 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] 10.222.0.87 "DELETE /v2.0/networks/5969ebd5-261d-4e1a-8b61-50caff64561e HTTP/1.1" status: 204 len: 168 time: 0.8396096 Feb 17 18:05:26.954736 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58478) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:26.988437 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340099cc-5f58-4273-8e64-7999ca23d6c4 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Pushing event deleted for resources: {'Network': ['ID=5969ebd5-261d-4e1a-8b61-50caff64561e,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:27.060423 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5441e2ef-8f6d-4dd0-a3a7-01ebcb27e0b6 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (cd296206-27e2-4ab5-b7b3-76a7eaaa4220), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:27.203889 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5441e2ef-8f6d-4dd0-a3a7-01ebcb27e0b6 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (cd296206-27e2-4ab5-b7b3-76a7eaaa4220), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:27.232830 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-5441e2ef-8f6d-4dd0-a3a7-01ebcb27e0b6 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd296206-27e2-4ab5-b7b3-76a7eaaa4220']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:05:27.244997 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-5441e2ef-8f6d-4dd0-a3a7-01ebcb27e0b6 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d347737-1875-4dde-8fea-8ca4ad58fa80') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:05:27.245299 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-5441e2ef-8f6d-4dd0-a3a7-01ebcb27e0b6 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d347737-1875-4dde-8fea-8ca4ad58fa80') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:05:27.260534 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5441e2ef-8f6d-4dd0-a3a7-01ebcb27e0b6 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (4d347737-1875-4dde-8fea-8ca4ad58fa80), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:27.278715 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5441e2ef-8f6d-4dd0-a3a7-01ebcb27e0b6 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (4d347737-1875-4dde-8fea-8ca4ad58fa80), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:27.285765 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5441e2ef-8f6d-4dd0-a3a7-01ebcb27e0b6 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:05:27.286081 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5441e2ef-8f6d-4dd0-a3a7-01ebcb27e0b6 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (4d347737-1875-4dde-8fea-8ca4ad58fa80), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:27.290230 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 18:05:27.290230 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:05:27.290230 n-d-829613-2 neutron-server[103434]: timer() Feb 17 18:05:27.290230 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:05:27.290230 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 18:05:27.290230 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:05:27.290230 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 18:05:27.290230 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:05:27.290230 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 18:05:27.290230 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:05:27.290230 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 18:05:27.290230 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:05:27.290230 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 18:05:27.290230 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:05:27.290230 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:05:27.290230 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:05:27.290230 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:05:27.290230 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:05:27.290230 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 18:05:27.290230 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:05:27.290230 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 18:05:27.290230 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:05:27.290230 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:05:27.290230 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:05:27.290230 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 18:05:27.290230 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:05:27.290230 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:05:27.290230 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:05:27.290230 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:05:27.290230 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:05:27.290230 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:05:27.290230 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:05:27.362845 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5441e2ef-8f6d-4dd0-a3a7-01ebcb27e0b6 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (cd296206-27e2-4ab5-b7b3-76a7eaaa4220), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:27.374314 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5441e2ef-8f6d-4dd0-a3a7-01ebcb27e0b6 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:27.380620 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5441e2ef-8f6d-4dd0-a3a7-01ebcb27e0b6 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] 10.222.0.87 "DELETE /v2.0/networks/cd296206-27e2-4ab5-b7b3-76a7eaaa4220 HTTP/1.1" status: 204 len: 168 time: 0.4212646 Feb 17 18:05:27.381507 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58494) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:27.391474 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441e2ef-8f6d-4dd0-a3a7-01ebcb27e0b6 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Pushing event deleted for resources: {'Network': ['ID=cd296206-27e2-4ab5-b7b3-76a7eaaa4220,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:27.496799 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf93216c-2f82-410a-b8f2-aa1984cb9603 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Deleting subnet 961ddb4a-6d30-45ec-8a04-4d0f7a9f49fa {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:05:27.509952 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cf93216c-2f82-410a-b8f2-aa1984cb9603 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks [] for subnet (961ddb4a-6d30-45ec-8a04-4d0f7a9f49fa), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:27.585612 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cf93216c-2f82-410a-b8f2-aa1984cb9603 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (961ddb4a-6d30-45ec-8a04-4d0f7a9f49fa), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:27.698270 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cf93216c-2f82-410a-b8f2-aa1984cb9603 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (961ddb4a-6d30-45ec-8a04-4d0f7a9f49fa), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:27.792208 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cf93216c-2f82-410a-b8f2-aa1984cb9603 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (961ddb4a-6d30-45ec-8a04-4d0f7a9f49fa), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:27.842911 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf93216c-2f82-410a-b8f2-aa1984cb9603 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Pushing event deleted for resources: {'Subnet': ['ID=961ddb4a-6d30-45ec-8a04-4d0f7a9f49fa,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:27.845090 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cf93216c-2f82-410a-b8f2-aa1984cb9603 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:27.850762 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd18fd3-9ff9-4e08-9044-426ab35486cc None None] Network c87b1704-ede8-4d24-a5be-dc7a2ee1748c requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:05:27.851489 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-cf93216c-2f82-410a-b8f2-aa1984cb9603 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] 10.222.0.87 "DELETE /v2.0/subnets/961ddb4a-6d30-45ec-8a04-4d0f7a9f49fa HTTP/1.1" status: 204 len: 168 time: 0.4677451 Feb 17 18:05:27.854046 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58500) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:28.027938 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-da5e7a72-91ac-4915-b3b7-17424043d100 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (c87b1704-ede8-4d24-a5be-dc7a2ee1748c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:28.134905 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbbc1bb-b121-49ff-b289-bcb076877293 None None] DHCP port deletion for c87b1704-ede8-4d24-a5be-dc7a2ee1748c request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 18:05:28.135237 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-da5e7a72-91ac-4915-b3b7-17424043d100 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Deleting port 19659c7c-87c1-4399-99a5-eaa0646eb5a0 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:05:28.136035 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-da5e7a72-91ac-4915-b3b7-17424043d100 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (19659c7c-87c1-4399-99a5-eaa0646eb5a0), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:28.239070 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 19659c7c-87c1-4399-99a5-eaa0646eb5a0 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:05:28.295352 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-8cbbc1bb-b121-49ff-b289-bcb076877293 None None] Deleting port 19659c7c-87c1-4399-99a5-eaa0646eb5a0 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:05:28.295751 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8cbbc1bb-b121-49ff-b289-bcb076877293 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (19659c7c-87c1-4399-99a5-eaa0646eb5a0), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:28.299132 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-da5e7a72-91ac-4915-b3b7-17424043d100 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] For port 19659c7c-87c1-4399-99a5-eaa0646eb5a0, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=19659c7c-87c1-4399-99a5-eaa0646eb5a0,segment=NetworkSegment(a54008b9-685c-4bf1-9d29-b38a897756ef),segment_id=a54008b9-685c-4bf1-9d29-b38a897756ef)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:05:28.299942 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-da5e7a72-91ac-4915-b3b7-17424043d100 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (19659c7c-87c1-4399-99a5-eaa0646eb5a0), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:28.321116 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-da5e7a72-91ac-4915-b3b7-17424043d100 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Calling delete_port for 19659c7c-87c1-4399-99a5-eaa0646eb5a0 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:05:28.431415 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-8cbbc1bb-b121-49ff-b289-bcb076877293 None None] For port 19659c7c-87c1-4399-99a5-eaa0646eb5a0, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=19659c7c-87c1-4399-99a5-eaa0646eb5a0,segment=NetworkSegment(a54008b9-685c-4bf1-9d29-b38a897756ef),segment_id=a54008b9-685c-4bf1-9d29-b38a897756ef)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:05:28.432264 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8cbbc1bb-b121-49ff-b289-bcb076877293 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (19659c7c-87c1-4399-99a5-eaa0646eb5a0), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:28.435226 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 19659c7c-87c1-4399-99a5-eaa0646eb5a0 is: ACTIVE; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:05:28.435685 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (19659c7c-87c1-4399-99a5-eaa0646eb5a0), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:28.470561 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-8cbbc1bb-b121-49ff-b289-bcb076877293 None None] Calling delete_port for 19659c7c-87c1-4399-99a5-eaa0646eb5a0 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:05:28.502525 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 19659c7c-87c1-4399-99a5-eaa0646eb5a0, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=19659c7c-87c1-4399-99a5-eaa0646eb5a0,segment=NetworkSegment(a54008b9-685c-4bf1-9d29-b38a897756ef),segment_id=a54008b9-685c-4bf1-9d29-b38a897756ef)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:05:28.514382 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (19659c7c-87c1-4399-99a5-eaa0646eb5a0), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:28.515355 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device b01387f3-8f87-4f58-a12a-ad9b19989846 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:05:28.518814 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-da5e7a72-91ac-4915-b3b7-17424043d100 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (19659c7c-87c1-4399-99a5-eaa0646eb5a0), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:28.555495 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e7a72-91ac-4915-b3b7-17424043d100 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Pushing event deleted for resources: {'Port': ['ID=19659c7c-87c1-4399-99a5-eaa0646eb5a0,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:28.558013 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5e7a72-91ac-4915-b3b7-17424043d100 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] No DVR routers for this DVR port 19659c7c-87c1-4399-99a5-eaa0646eb5a0 on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:05:28.587787 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: b01387f3-8f87-4f58-a12a-ad9b19989846 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:05:28.588152 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device b01387f3-8f87-4f58-a12a-ad9b19989846 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:05:28.670083 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-da5e7a72-91ac-4915-b3b7-17424043d100 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (c87b1704-ede8-4d24-a5be-dc7a2ee1748c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:28.714527 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-da5e7a72-91ac-4915-b3b7-17424043d100 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c87b1704-ede8-4d24-a5be-dc7a2ee1748c']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:05:28.732677 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-da5e7a72-91ac-4915-b3b7-17424043d100 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a54008b9-685c-4bf1-9d29-b38a897756ef') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:05:28.733135 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-da5e7a72-91ac-4915-b3b7-17424043d100 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a54008b9-685c-4bf1-9d29-b38a897756ef') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:05:28.746440 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-da5e7a72-91ac-4915-b3b7-17424043d100 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (a54008b9-685c-4bf1-9d29-b38a897756ef), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:28.763799 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-da5e7a72-91ac-4915-b3b7-17424043d100 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (a54008b9-685c-4bf1-9d29-b38a897756ef), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:28.771828 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da5e7a72-91ac-4915-b3b7-17424043d100 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:05:28.772429 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-da5e7a72-91ac-4915-b3b7-17424043d100 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (a54008b9-685c-4bf1-9d29-b38a897756ef), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:28.777089 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 18:05:28.777089 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:05:28.777089 n-d-829613-2 neutron-server[103434]: timer() Feb 17 18:05:28.777089 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:05:28.777089 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 18:05:28.777089 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:05:28.777089 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 18:05:28.777089 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:05:28.777089 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 18:05:28.777089 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:05:28.777089 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 18:05:28.777089 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:05:28.777089 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 18:05:28.777089 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:05:28.777089 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:05:28.777089 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:05:28.777089 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:05:28.777089 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:05:28.777089 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 18:05:28.777089 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:05:28.777089 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 18:05:28.777089 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:05:28.777089 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:05:28.777089 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:05:28.777089 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 18:05:28.777089 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:05:28.777089 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:05:28.777089 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:05:28.777089 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:05:28.777089 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:05:28.777089 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:05:28.777089 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:05:28.875043 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event deleted for resources: {'Port': ['ID=19659c7c-87c1-4399-99a5-eaa0646eb5a0,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:28.902216 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-da5e7a72-91ac-4915-b3b7-17424043d100 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (c87b1704-ede8-4d24-a5be-dc7a2ee1748c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:28.912919 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-da5e7a72-91ac-4915-b3b7-17424043d100 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:28.921089 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-da5e7a72-91ac-4915-b3b7-17424043d100 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] 10.222.0.87 "DELETE /v2.0/networks/c87b1704-ede8-4d24-a5be-dc7a2ee1748c HTTP/1.1" status: 204 len: 168 time: 1.0647829 Feb 17 18:05:28.921964 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58532) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:28.956439 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e7a72-91ac-4915-b3b7-17424043d100 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Pushing event deleted for resources: {'Network': ['ID=c87b1704-ede8-4d24-a5be-dc7a2ee1748c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:28.963837 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8cbbc1bb-b121-49ff-b289-bcb076877293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (19659c7c-87c1-4399-99a5-eaa0646eb5a0), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:28.983165 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58534) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:28.983407 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-cd89e9f8-b7a7-465c-955f-946f1a1861d8 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] 10.222.0.87 "GET /v2.0/ports?device_id=d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4 HTTP/1.1" status: 200 len: 205 time: 0.0596807 Feb 17 18:05:29.001994 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8cbbc1bb-b121-49ff-b289-bcb076877293 None None] Network c87b1704-ede8-4d24-a5be-dc7a2ee1748c is not hosted by any dhcp agent {{(pid=103436) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 17 18:05:29.002847 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbbc1bb-b121-49ff-b289-bcb076877293 None None] No DVR routers for this DVR port 19659c7c-87c1-4399-99a5-eaa0646eb5a0 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:05:29.006912 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbbc1bb-b121-49ff-b289-bcb076877293 None None] Pushing event deleted for resources: {'Port': ['ID=19659c7c-87c1-4399-99a5-eaa0646eb5a0,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:29.112695 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e9fc039b-5633-42cb-adac-6625b9e9fc05 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks [] for router (d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:29.337900 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e9fc039b-5633-42cb-adac-6625b9e9fc05 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:29.340332 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e9fc039b-5633-42cb-adac-6625b9e9fc05 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks [] for router_controller (d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:29.392814 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e9fc039b-5633-42cb-adac-6625b9e9fc05 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:29.393810 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9fc039b-5633-42cb-adac-6625b9e9fc05 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Fanout notify agent at l3_agent the message router_deleted on router d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 18:05:29.405190 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e9fc039b-5633-42cb-adac-6625b9e9fc05 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:29.410097 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e9fc039b-5633-42cb-adac-6625b9e9fc05 tempest-RoutersNegativeIpV6Test-1743178264 tempest-RoutersNegativeIpV6Test-1743178264-project] 10.222.0.87 "DELETE /v2.0/routers/d3b74f4d-2d26-4c89-b5ad-0f864af4d4a4 HTTP/1.1" status: 204 len: 168 time: 0.4213541 Feb 17 18:05:29.795672 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58558) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:30.013866 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a66728af-700b-46ea-b3d0-400b19d3d80c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d832951fabf045e8ade015cc10654c8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2166548 Feb 17 18:05:30.017366 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58566) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:30.090457 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a53ea403-af28-4f0a-a2d6-6fab6e93fd88 admin admin] Publish callbacks [] for security_group (6648cefc-480e-4c63-8af7-fe56d50bed47), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:30.134632 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a53ea403-af28-4f0a-a2d6-6fab6e93fd88 admin admin] Publish callbacks [] for security_group (6648cefc-480e-4c63-8af7-fe56d50bed47), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:30.209707 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a53ea403-af28-4f0a-a2d6-6fab6e93fd88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (6648cefc-480e-4c63-8af7-fe56d50bed47), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:30.214515 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a53ea403-af28-4f0a-a2d6-6fab6e93fd88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:30.219292 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a53ea403-af28-4f0a-a2d6-6fab6e93fd88 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6648cefc-480e-4c63-8af7-fe56d50bed47 HTTP/1.1" status: 204 len: 168 time: 0.1966522 Feb 17 18:05:30.229057 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ea403-af28-4f0a-a2d6-6fab6e93fd88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6648cefc-480e-4c63-8af7-fe56d50bed47,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:31.189114 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58612) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:31.380178 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-fac5222d-1713-413b-b328-a69bad6e2706 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:31.386199 n-d-829613-2 neutron-server[103435]: WARNING neutron.api.v2.base [None req-fac5222d-1713-413b-b328-a69bad6e2706 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 17 18:05:31.386806 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-fac5222d-1713-413b-b328-a69bad6e2706 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] create failed (client error): There was a conflict when trying to complete your request. Feb 17 18:05:31.393886 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58622) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:31.395335 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-fac5222d-1713-413b-b328-a69bad6e2706 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2036543 Feb 17 18:05:31.399686 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-71f49556-c5b3-492e-a390-391aa4ec6bd4 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Request body: {'security_group': {'name': 'tempest-secgroup--683510907'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:31.431419 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-71f49556-c5b3-492e-a390-391aa4ec6bd4 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:31.451825 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-71f49556-c5b3-492e-a390-391aa4ec6bd4 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:31.602760 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-71f49556-c5b3-492e-a390-391aa4ec6bd4 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (2b80b191-5ecf-4997-9836-976dc5e4d775), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:31.614311 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-71f49556-c5b3-492e-a390-391aa4ec6bd4 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (2b80b191-5ecf-4997-9836-976dc5e4d775), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:31.665916 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f49556-c5b3-492e-a390-391aa4ec6bd4 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b80b191-5ecf-4997-9836-976dc5e4d775,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:31.738923 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-71f49556-c5b3-492e-a390-391aa4ec6bd4 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (6b394a00-e88b-44b0-8e5c-f60a2512969a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:31.744069 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-71f49556-c5b3-492e-a390-391aa4ec6bd4 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (6b394a00-e88b-44b0-8e5c-f60a2512969a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:31.799307 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f49556-c5b3-492e-a390-391aa4ec6bd4 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b394a00-e88b-44b0-8e5c-f60a2512969a,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:31.805546 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-71f49556-c5b3-492e-a390-391aa4ec6bd4 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:31.810756 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58632) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:31.816192 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-54249f23-eb50-4474-99d4-7fa713411165 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Request body: {'security_group_rule': {'security_group_id': '6b394a00-e88b-44b0-8e5c-f60a2512969a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:31.821627 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-71f49556-c5b3-492e-a390-391aa4ec6bd4 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4179487 Feb 17 18:05:31.856733 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-54249f23-eb50-4474-99d4-7fa713411165 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group_rule (a9a7fc47-60e8-479a-bbb5-2266919acb26), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:31.932356 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-54249f23-eb50-4474-99d4-7fa713411165 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group_rule (a9a7fc47-60e8-479a-bbb5-2266919acb26), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:31.936862 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-54249f23-eb50-4474-99d4-7fa713411165 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (a9a7fc47-60e8-479a-bbb5-2266919acb26), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:31.959749 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54249f23-eb50-4474-99d4-7fa713411165 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9a7fc47-60e8-479a-bbb5-2266919acb26,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:31.971025 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-54249f23-eb50-4474-99d4-7fa713411165 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:31.975172 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-54249f23-eb50-4474-99d4-7fa713411165 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1630800 Feb 17 18:05:31.975489 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58636) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:31.983576 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-76c29b95-0cdc-48c0-a090-3f620d91e634 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Request body: {'security_group_rule': {'security_group_id': '6b394a00-e88b-44b0-8e5c-f60a2512969a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:32.026201 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-76c29b95-0cdc-48c0-a090-3f620d91e634 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group_rule (c25576dc-e853-49bd-ad25-7d7b19a35359), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:32.102973 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-76c29b95-0cdc-48c0-a090-3f620d91e634 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] create failed (client error): There was a conflict when trying to complete your request. Feb 17 18:05:32.110445 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58638) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:32.113169 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-76c29b95-0cdc-48c0-a090-3f620d91e634 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1346271 Feb 17 18:05:32.229715 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cd08ad15-e47a-40f8-af5d-66185a6579c4 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (6b394a00-e88b-44b0-8e5c-f60a2512969a), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:32.259925 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cd08ad15-e47a-40f8-af5d-66185a6579c4 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (6b394a00-e88b-44b0-8e5c-f60a2512969a), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:32.321725 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cd08ad15-e47a-40f8-af5d-66185a6579c4 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (6b394a00-e88b-44b0-8e5c-f60a2512969a), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:32.325198 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cd08ad15-e47a-40f8-af5d-66185a6579c4 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:32.326557 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-cd08ad15-e47a-40f8-af5d-66185a6579c4 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "DELETE /v2.0/security-groups/6b394a00-e88b-44b0-8e5c-f60a2512969a HTTP/1.1" status: 204 len: 168 time: 0.2140417 Feb 17 18:05:32.330269 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58642) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:32.354596 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd08ad15-e47a-40f8-af5d-66185a6579c4 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b394a00-e88b-44b0-8e5c-f60a2512969a,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:32.384878 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-db2f6210-e347-463a-8f75-385493c65cbe tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0535059 Feb 17 18:05:32.388884 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58644) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:32.393658 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-3006ff65-1f6a-4234-b314-596bc564fbcc tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Request body: {'security_group': {'name': 'tempest-secgroup--866730245'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:32.423742 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3006ff65-1f6a-4234-b314-596bc564fbcc tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:32.546343 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3006ff65-1f6a-4234-b314-596bc564fbcc tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (f875c741-7148-4ca9-95f4-9270e61c27d8), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:32.554307 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3006ff65-1f6a-4234-b314-596bc564fbcc tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (f875c741-7148-4ca9-95f4-9270e61c27d8), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:32.605297 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3006ff65-1f6a-4234-b314-596bc564fbcc tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f875c741-7148-4ca9-95f4-9270e61c27d8,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:32.610072 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3006ff65-1f6a-4234-b314-596bc564fbcc tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:32.614008 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58646) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:32.614481 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3006ff65-1f6a-4234-b314-596bc564fbcc tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2243500 Feb 17 18:05:32.622553 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-29d56c0e-7a48-49d4-87c1-25b017ba7212 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Request body: {'security_group_rule': {'security_group_id': 'f875c741-7148-4ca9-95f4-9270e61c27d8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:32.623867 n-d-829613-2 neutron-server[103435]: WARNING neutron.api.v2.base [None req-29d56c0e-7a48-49d4-87c1-25b017ba7212 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 17 18:05:32.625117 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-29d56c0e-7a48-49d4-87c1-25b017ba7212 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 18:05:32.628746 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-29d56c0e-7a48-49d4-87c1-25b017ba7212 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0114923 Feb 17 18:05:32.630824 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58648) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:32.727335 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-645d7445-fb1a-4575-b979-f7a91530c1b8 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (f875c741-7148-4ca9-95f4-9270e61c27d8), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:32.768517 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-645d7445-fb1a-4575-b979-f7a91530c1b8 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (f875c741-7148-4ca9-95f4-9270e61c27d8), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:32.826168 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-645d7445-fb1a-4575-b979-f7a91530c1b8 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (f875c741-7148-4ca9-95f4-9270e61c27d8), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:32.832135 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-645d7445-fb1a-4575-b979-f7a91530c1b8 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:32.834311 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-645d7445-fb1a-4575-b979-f7a91530c1b8 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "DELETE /v2.0/security-groups/f875c741-7148-4ca9-95f4-9270e61c27d8 HTTP/1.1" status: 204 len: 168 time: 0.2017255 Feb 17 18:05:32.838146 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58652) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:32.850088 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d7445-fb1a-4575-b979-f7a91530c1b8 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f875c741-7148-4ca9-95f4-9270e61c27d8,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:32.950218 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9e8fb73c-8661-4cc2-b030-ebdf7c9a6548 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1033499 Feb 17 18:05:32.950592 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58654) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:32.956754 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-7e121b63-d265-4388-bb23-bfde07d6bc7e tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Request body: {'security_group': {'name': 'tempest-secgroup--370838442'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:32.994953 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7e121b63-d265-4388-bb23-bfde07d6bc7e tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:33.000914 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d673a0b2-f6a3-445e-9da4-6d4b4b2f43ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:33.081525 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7e121b63-d265-4388-bb23-bfde07d6bc7e tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (a10c6899-c93c-46c2-a716-5bec3fc342dd), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:33.086856 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7e121b63-d265-4388-bb23-bfde07d6bc7e tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (a10c6899-c93c-46c2-a716-5bec3fc342dd), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:33.120390 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7e121b63-d265-4388-bb23-bfde07d6bc7e tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:33.124815 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7e121b63-d265-4388-bb23-bfde07d6bc7e tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1696610 Feb 17 18:05:33.124815 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58656) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:33.129541 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-297665be-f99a-4ef4-ab19-ab4934dd5e3c tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Request body: {'security_group_rule': {'security_group_id': 'a10c6899-c93c-46c2-a716-5bec3fc342dd', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:33.130118 n-d-829613-2 neutron-server[103434]: WARNING neutron.api.v2.base [None req-297665be-f99a-4ef4-ab19-ab4934dd5e3c tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 17 18:05:33.130622 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-297665be-f99a-4ef4-ab19-ab4934dd5e3c tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 18:05:33.134639 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-297665be-f99a-4ef4-ab19-ab4934dd5e3c tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0055511 Feb 17 18:05:33.134920 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58658) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:33.142579 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e121b63-d265-4388-bb23-bfde07d6bc7e tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a10c6899-c93c-46c2-a716-5bec3fc342dd,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:33.217128 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8b12baf3-7912-46a3-8edf-4f39d5312c12 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (a10c6899-c93c-46c2-a716-5bec3fc342dd), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:33.243163 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8b12baf3-7912-46a3-8edf-4f39d5312c12 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (a10c6899-c93c-46c2-a716-5bec3fc342dd), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:33.293820 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8b12baf3-7912-46a3-8edf-4f39d5312c12 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (a10c6899-c93c-46c2-a716-5bec3fc342dd), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:33.298170 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8b12baf3-7912-46a3-8edf-4f39d5312c12 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:33.302201 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8b12baf3-7912-46a3-8edf-4f39d5312c12 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "DELETE /v2.0/security-groups/a10c6899-c93c-46c2-a716-5bec3fc342dd HTTP/1.1" status: 204 len: 168 time: 0.1638587 Feb 17 18:05:33.302542 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58660) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:33.312815 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b12baf3-7912-46a3-8edf-4f39d5312c12 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10c6899-c93c-46c2-a716-5bec3fc342dd,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:33.358497 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-ce3e2dd2-fb01-48be-9f4b-8f8b6a272a68 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0496013 Feb 17 18:05:33.358935 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58664) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:33.367011 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-f4dd529e-961b-480d-a020-9f75ac38fe53 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Request body: {'security_group': {'name': 'tempest-secgroup--832162379'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:33.406086 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f4dd529e-961b-480d-a020-9f75ac38fe53 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:33.497658 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f4dd529e-961b-480d-a020-9f75ac38fe53 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (802e425c-b136-43c7-8cac-a7c51fda6fe7), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:33.504683 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f4dd529e-961b-480d-a020-9f75ac38fe53 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (802e425c-b136-43c7-8cac-a7c51fda6fe7), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:33.566351 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f4dd529e-961b-480d-a020-9f75ac38fe53 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:33.571715 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f4dd529e-961b-480d-a020-9f75ac38fe53 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2080638 Feb 17 18:05:33.572026 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58666) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:33.575363 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dd529e-961b-480d-a020-9f75ac38fe53 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=802e425c-b136-43c7-8cac-a7c51fda6fe7,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:33.576854 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-be9abe64-5b86-42ba-857d-7af41459ebbb tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Request body: {'security_group_rule': {'security_group_id': '802e425c-b136-43c7-8cac-a7c51fda6fe7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:33.578443 n-d-829613-2 neutron-server[103435]: WARNING neutron.api.v2.base [None req-be9abe64-5b86-42ba-857d-7af41459ebbb tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 17 18:05:33.579429 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-be9abe64-5b86-42ba-857d-7af41459ebbb tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 18:05:33.580898 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-be9abe64-5b86-42ba-857d-7af41459ebbb tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0076206 Feb 17 18:05:33.584166 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58668) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:33.593753 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-c20af6d2-3a18-4479-ba55-31c6e580dd6a tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Request body: {'security_group_rule': {'security_group_id': '802e425c-b136-43c7-8cac-a7c51fda6fe7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:33.595258 n-d-829613-2 neutron-server[103435]: WARNING neutron.api.v2.base [None req-c20af6d2-3a18-4479-ba55-31c6e580dd6a tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 17 18:05:33.596186 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-c20af6d2-3a18-4479-ba55-31c6e580dd6a tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 18:05:33.598404 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c20af6d2-3a18-4479-ba55-31c6e580dd6a tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0127265 Feb 17 18:05:33.601808 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58670) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:33.606473 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-8a4986b5-cc22-40d8-aa08-262ab33af4d6 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Request body: {'security_group_rule': {'security_group_id': '802e425c-b136-43c7-8cac-a7c51fda6fe7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:33.607440 n-d-829613-2 neutron-server[103434]: WARNING neutron.api.v2.base [None req-8a4986b5-cc22-40d8-aa08-262ab33af4d6 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 17 18:05:33.607969 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-8a4986b5-cc22-40d8-aa08-262ab33af4d6 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 18:05:33.609418 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8a4986b5-cc22-40d8-aa08-262ab33af4d6 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062196 Feb 17 18:05:33.612143 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58672) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:33.618671 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-86cc39c3-f395-4757-855d-d4f2fcc86e02 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Request body: {'security_group_rule': {'security_group_id': '802e425c-b136-43c7-8cac-a7c51fda6fe7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:33.620290 n-d-829613-2 neutron-server[103435]: WARNING neutron.api.v2.base [None req-86cc39c3-f395-4757-855d-d4f2fcc86e02 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 17 18:05:33.620830 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-86cc39c3-f395-4757-855d-d4f2fcc86e02 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 18:05:33.625048 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-86cc39c3-f395-4757-855d-d4f2fcc86e02 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0114906 Feb 17 18:05:33.625463 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58674) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:33.700824 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2971f888-d6bd-4801-86fd-0658f77ba0b0 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (802e425c-b136-43c7-8cac-a7c51fda6fe7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:33.735064 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2971f888-d6bd-4801-86fd-0658f77ba0b0 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (802e425c-b136-43c7-8cac-a7c51fda6fe7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:33.818379 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2971f888-d6bd-4801-86fd-0658f77ba0b0 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (802e425c-b136-43c7-8cac-a7c51fda6fe7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:33.821711 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2971f888-d6bd-4801-86fd-0658f77ba0b0 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:33.822894 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2971f888-d6bd-4801-86fd-0658f77ba0b0 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "DELETE /v2.0/security-groups/802e425c-b136-43c7-8cac-a7c51fda6fe7 HTTP/1.1" status: 204 len: 168 time: 0.1963661 Feb 17 18:05:33.825731 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58680) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:33.833361 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2971f888-d6bd-4801-86fd-0658f77ba0b0 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=802e425c-b136-43c7-8cac-a7c51fda6fe7,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:33.894527 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-5080f0da-b375-48b4-acec-d08be29b6830 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0669708 Feb 17 18:05:33.900854 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58684) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:33.910932 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-0475b984-b788-4dfe-ab5b-0adad47c0204 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Request body: {'security_group': {'name': 'tempest-secgroup--1004909147'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:33.950254 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0475b984-b788-4dfe-ab5b-0adad47c0204 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:34.086601 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0475b984-b788-4dfe-ab5b-0adad47c0204 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (3ecc15ce-f82e-4030-acdd-616572a5cf64), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:34.095234 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0475b984-b788-4dfe-ab5b-0adad47c0204 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (3ecc15ce-f82e-4030-acdd-616572a5cf64), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:34.131309 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0475b984-b788-4dfe-ab5b-0adad47c0204 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:34.135931 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58688) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:34.141280 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-789ba824-46e7-4814-a99c-4b9aa27a2c26 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Request body: {'security_group_rule': {'security_group_id': '3ecc15ce-f82e-4030-acdd-616572a5cf64', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:34.141768 n-d-829613-2 neutron-server[103435]: WARNING neutron.api.v2.base [None req-789ba824-46e7-4814-a99c-4b9aa27a2c26 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 17 18:05:34.142283 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-789ba824-46e7-4814-a99c-4b9aa27a2c26 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 18:05:34.147224 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-789ba824-46e7-4814-a99c-4b9aa27a2c26 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0100636 Feb 17 18:05:34.148859 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0475b984-b788-4dfe-ab5b-0adad47c0204 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2463698 Feb 17 18:05:34.152833 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58690) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:34.159496 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0475b984-b788-4dfe-ab5b-0adad47c0204 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecc15ce-f82e-4030-acdd-616572a5cf64,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:34.160843 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-bf265c55-5998-48b6-93c3-60293ed88678 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Request body: {'security_group_rule': {'security_group_id': '3ecc15ce-f82e-4030-acdd-616572a5cf64', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:34.240111 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-bf265c55-5998-48b6-93c3-60293ed88678 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 18:05:34.243397 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-bf265c55-5998-48b6-93c3-60293ed88678 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0876393 Feb 17 18:05:34.245726 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58692) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:34.259581 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-6eda7969-2c5e-40d5-b617-1a125d008c92 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Request body: {'security_group_rule': {'security_group_id': '3ecc15ce-f82e-4030-acdd-616572a5cf64', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:34.262194 n-d-829613-2 neutron-server[103435]: WARNING neutron.api.v2.base [None req-6eda7969-2c5e-40d5-b617-1a125d008c92 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 17 18:05:34.264080 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-6eda7969-2c5e-40d5-b617-1a125d008c92 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 18:05:34.268018 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-6eda7969-2c5e-40d5-b617-1a125d008c92 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0188057 Feb 17 18:05:34.271321 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58694) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:34.286464 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-a9b512be-f847-4926-a51c-cdbd9fd1ae23 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Request body: {'security_group_rule': {'security_group_id': '3ecc15ce-f82e-4030-acdd-616572a5cf64', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:34.383191 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-a9b512be-f847-4926-a51c-cdbd9fd1ae23 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 18:05:34.388945 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a9b512be-f847-4926-a51c-cdbd9fd1ae23 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1106091 Feb 17 18:05:34.389285 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58698) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:34.394385 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-e746fbed-6fec-4aaa-80f1-6f50a244c49a tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Request body: {'security_group_rule': {'security_group_id': '3ecc15ce-f82e-4030-acdd-616572a5cf64', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:34.395033 n-d-829613-2 neutron-server[103434]: WARNING neutron.api.v2.base [None req-e746fbed-6fec-4aaa-80f1-6f50a244c49a tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 17 18:05:34.395547 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-e746fbed-6fec-4aaa-80f1-6f50a244c49a tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 18:05:34.400599 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58702) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:34.400823 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e746fbed-6fec-4aaa-80f1-6f50a244c49a tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0103686 Feb 17 18:05:34.423384 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-167ee369-2fbc-4fb0-8d79-9a0415786c0d tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Request body: {'security_group_rule': {'security_group_id': '3ecc15ce-f82e-4030-acdd-616572a5cf64', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:34.464191 n-d-829613-2 neutron-server[103435]: INFO neutron.db.securitygroups_db [None req-167ee369-2fbc-4fb0-8d79-9a0415786c0d tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Project 495419740c25415198e4452eadbc6107 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 18:05:34.494283 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-167ee369-2fbc-4fb0-8d79-9a0415786c0d tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 18:05:34.501627 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58708) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:34.516489 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-167ee369-2fbc-4fb0-8d79-9a0415786c0d tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1081989 Feb 17 18:05:34.516917 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-f13d18ef-0e5b-47be-9416-9d1acc04b34d tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Request body: {'security_group_rule': {'security_group_id': '3ecc15ce-f82e-4030-acdd-616572a5cf64', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:34.517934 n-d-829613-2 neutron-server[103434]: WARNING neutron.api.v2.base [None req-f13d18ef-0e5b-47be-9416-9d1acc04b34d tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 17 18:05:34.518702 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-f13d18ef-0e5b-47be-9416-9d1acc04b34d tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 18:05:34.525341 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58710) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:34.528738 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f13d18ef-0e5b-47be-9416-9d1acc04b34d tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0252390 Feb 17 18:05:34.531440 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-0ed537b2-cd03-4bd5-addc-15c70820e959 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Request body: {'security_group_rule': {'security_group_id': '3ecc15ce-f82e-4030-acdd-616572a5cf64', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:34.560842 n-d-829613-2 neutron-server[103435]: INFO neutron.db.securitygroups_db [None req-0ed537b2-cd03-4bd5-addc-15c70820e959 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Project 495419740c25415198e4452eadbc6107 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 18:05:34.579939 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-0ed537b2-cd03-4bd5-addc-15c70820e959 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 18:05:34.585981 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-0ed537b2-cd03-4bd5-addc-15c70820e959 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0579917 Feb 17 18:05:34.587211 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58712) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:34.596307 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-320b84b7-6868-47fb-bf8e-295dc4b1f5ee tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Request body: {'security_group_rule': {'security_group_id': '3ecc15ce-f82e-4030-acdd-616572a5cf64', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:34.633079 n-d-829613-2 neutron-server[103435]: INFO neutron.db.securitygroups_db [None req-320b84b7-6868-47fb-bf8e-295dc4b1f5ee tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Project 495419740c25415198e4452eadbc6107 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 18:05:34.650861 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-320b84b7-6868-47fb-bf8e-295dc4b1f5ee tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 18:05:34.655448 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58714) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:34.660936 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-320b84b7-6868-47fb-bf8e-295dc4b1f5ee tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0718844 Feb 17 18:05:34.716518 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-07382df3-4f13-48d0-af44-349dcd1874a1 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (3ecc15ce-f82e-4030-acdd-616572a5cf64), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:34.743821 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-07382df3-4f13-48d0-af44-349dcd1874a1 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (3ecc15ce-f82e-4030-acdd-616572a5cf64), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:34.818281 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-07382df3-4f13-48d0-af44-349dcd1874a1 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (3ecc15ce-f82e-4030-acdd-616572a5cf64), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:34.821694 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-07382df3-4f13-48d0-af44-349dcd1874a1 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:34.825784 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-07382df3-4f13-48d0-af44-349dcd1874a1 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "DELETE /v2.0/security-groups/3ecc15ce-f82e-4030-acdd-616572a5cf64 HTTP/1.1" status: 204 len: 168 time: 0.1695814 Feb 17 18:05:34.827127 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58718) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:34.836793 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07382df3-4f13-48d0-af44-349dcd1874a1 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecc15ce-f82e-4030-acdd-616572a5cf64,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:34.932076 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-dffae64c-f332-4df2-8e8d-4429bee21c31 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1024334 Feb 17 18:05:34.936782 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58720) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:34.942400 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-cfd3c7c6-3d17-42ee-970e-96277c408b65 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Request body: {'security_group': {'name': 'tempest-secgroup--1361846569'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:34.974525 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cfd3c7c6-3d17-42ee-970e-96277c408b65 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:35.009557 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58722) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:35.086777 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cfd3c7c6-3d17-42ee-970e-96277c408b65 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (eb731c29-2c9b-43ba-b247-2e755bdf7f1d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:35.093796 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cfd3c7c6-3d17-42ee-970e-96277c408b65 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (eb731c29-2c9b-43ba-b247-2e755bdf7f1d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:35.140825 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cfd3c7c6-3d17-42ee-970e-96277c408b65 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:35.143301 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-cfd3c7c6-3d17-42ee-970e-96277c408b65 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2050519 Feb 17 18:05:35.146261 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58728) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:35.154204 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-4b68838f-85f0-49e8-bf1b-dbdab0aec1f6 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Request body: {'security_group_rule': {'security_group_id': 'eb731c29-2c9b-43ba-b247-2e755bdf7f1d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:35.166932 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd3c7c6-3d17-42ee-970e-96277c408b65 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb731c29-2c9b-43ba-b247-2e755bdf7f1d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:35.287394 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-4b68838f-85f0-49e8-bf1b-dbdab0aec1f6 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] create failed (client error): The resource could not be found. Feb 17 18:05:35.303749 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4b68838f-85f0-49e8-bf1b-dbdab0aec1f6 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1546843 Feb 17 18:05:35.304843 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58730) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:35.313076 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-d00d9c7b-7712-4094-a979-27858425adf9 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Request body: {'security_group_rule': {'security_group_id': 'eb731c29-2c9b-43ba-b247-2e755bdf7f1d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '44591855-d0ad-48c3-95bb-0445ea7774a3'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:35.318318 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b46c1d30-30b5-484a-a7b5-88ce806454f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:35.386627 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-d00d9c7b-7712-4094-a979-27858425adf9 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] create failed (client error): The resource could not be found. Feb 17 18:05:35.391927 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58732) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:35.392909 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d00d9c7b-7712-4094-a979-27858425adf9 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0855696 Feb 17 18:05:35.449961 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d3090e5d-6438-4cfc-8c53-c7b97d32bee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:35.553597 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b46c1d30-30b5-484a-a7b5-88ce806454f3 admin admin] Publish callbacks [] for security_group (f0f927ec-dc5d-48db-9d68-c543dbe1a1a9), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:35.557376 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3065d423-face-4147-97b3-d7c59375480e tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (eb731c29-2c9b-43ba-b247-2e755bdf7f1d), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:35.559795 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b46c1d30-30b5-484a-a7b5-88ce806454f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (f0f927ec-dc5d-48db-9d68-c543dbe1a1a9), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:35.615313 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b46c1d30-30b5-484a-a7b5-88ce806454f3 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=0957b4cf8bd74fa9b7d2b84f4c4fe8aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6042793 Feb 17 18:05:35.618233 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58736) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:35.622406 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3065d423-face-4147-97b3-d7c59375480e tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (eb731c29-2c9b-43ba-b247-2e755bdf7f1d), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:35.630805 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c1d30-30b5-484a-a7b5-88ce806454f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f927ec-dc5d-48db-9d68-c543dbe1a1a9,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:35.678697 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3065d423-face-4147-97b3-d7c59375480e tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (eb731c29-2c9b-43ba-b247-2e755bdf7f1d), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:35.683497 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3065d423-face-4147-97b3-d7c59375480e tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:35.688989 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-3065d423-face-4147-97b3-d7c59375480e tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "DELETE /v2.0/security-groups/eb731c29-2c9b-43ba-b247-2e755bdf7f1d HTTP/1.1" status: 204 len: 168 time: 0.2900183 Feb 17 18:05:35.689235 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58738) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:35.696724 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3065d423-face-4147-97b3-d7c59375480e tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb731c29-2c9b-43ba-b247-2e755bdf7f1d,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:35.707242 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8bb7d38f-9a93-419a-9500-1fd0f8c8851e admin admin] Publish callbacks [] for security_group (f0f927ec-dc5d-48db-9d68-c543dbe1a1a9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:35.749012 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8bb7d38f-9a93-419a-9500-1fd0f8c8851e admin admin] Publish callbacks [] for security_group (f0f927ec-dc5d-48db-9d68-c543dbe1a1a9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:35.764366 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-33fbc7ba-1c5d-416b-858b-45fe223945f2 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0740085 Feb 17 18:05:35.767529 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58740) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:35.771988 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-063a3745-f083-4e38-b969-af11bfefa886 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Request body: {'security_group_rule': {'security_group_id': 'da911e25-d626-4588-9c44-fdba1671deac', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:35.834188 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8bb7d38f-9a93-419a-9500-1fd0f8c8851e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (f0f927ec-dc5d-48db-9d68-c543dbe1a1a9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:35.837614 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8bb7d38f-9a93-419a-9500-1fd0f8c8851e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:35.841292 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8bb7d38f-9a93-419a-9500-1fd0f8c8851e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f0f927ec-dc5d-48db-9d68-c543dbe1a1a9 HTTP/1.1" status: 204 len: 168 time: 0.2187979 Feb 17 18:05:35.841772 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-063a3745-f083-4e38-b969-af11bfefa886 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] create failed (client error): The resource could not be found. Feb 17 18:05:35.842728 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-063a3745-f083-4e38-b969-af11bfefa886 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0742738 Feb 17 18:05:35.848200 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58744) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:35.852220 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7d38f-9a93-419a-9500-1fd0f8c8851e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f927ec-dc5d-48db-9d68-c543dbe1a1a9,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:35.863474 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-1ce9e3f1-b8b4-4b81-945f-9939867031e0 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Request body: {'security_group': {'name': 'tempest-secgroup--43394567'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:35.909406 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1ce9e3f1-b8b4-4b81-945f-9939867031e0 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:35.995280 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1ce9e3f1-b8b4-4b81-945f-9939867031e0 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (bf2558ca-67b7-4af8-8fad-a6d5f454b792), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:35.999999 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1ce9e3f1-b8b4-4b81-945f-9939867031e0 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (bf2558ca-67b7-4af8-8fad-a6d5f454b792), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:36.044327 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1ce9e3f1-b8b4-4b81-945f-9939867031e0 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:36.048784 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1ce9e3f1-b8b4-4b81-945f-9939867031e0 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1962056 Feb 17 18:05:36.048784 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce9e3f1-b8b4-4b81-945f-9939867031e0 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2558ca-67b7-4af8-8fad-a6d5f454b792,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:36.051397 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58748) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:36.061443 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-0f08629f-f33e-40c5-a425-efba91fd515d tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Request body: {'security_group': {'name': 'tempest-secgroup--1824527887'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:36.102025 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0f08629f-f33e-40c5-a425-efba91fd515d tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:36.225088 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0f08629f-f33e-40c5-a425-efba91fd515d tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (9b7e79ed-35a6-484a-837d-9d702d25b8ed), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:36.232494 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0f08629f-f33e-40c5-a425-efba91fd515d tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (9b7e79ed-35a6-484a-837d-9d702d25b8ed), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:36.269823 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58750) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:36.286444 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-15850355-7dd6-41cc-b506-48b5bf84bf73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:36.287454 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0f08629f-f33e-40c5-a425-efba91fd515d tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:36.288908 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0f08629f-f33e-40c5-a425-efba91fd515d tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2361720 Feb 17 18:05:36.292062 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58752) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:36.297885 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-157bd38e-c6ef-4089-8896-6e39b4f81437 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Request body: {'security_group_rule': {'security_group_id': 'bf2558ca-67b7-4af8-8fad-a6d5f454b792', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '9b7e79ed-35a6-484a-837d-9d702d25b8ed'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:36.304316 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f08629f-f33e-40c5-a425-efba91fd515d tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7e79ed-35a6-484a-837d-9d702d25b8ed,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:36.348844 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-157bd38e-c6ef-4089-8896-6e39b4f81437 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 18:05:36.350195 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-157bd38e-c6ef-4089-8896-6e39b4f81437 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0571446 Feb 17 18:05:36.353678 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58754) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:36.387848 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-15850355-7dd6-41cc-b506-48b5bf84bf73 admin admin] Publish callbacks [] for security_group (ef7b7d62-6e25-4a7b-8764-9e334feb08b4), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:36.393697 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-15850355-7dd6-41cc-b506-48b5bf84bf73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (ef7b7d62-6e25-4a7b-8764-9e334feb08b4), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:36.427897 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-71e764b7-3648-4848-b490-1d00b186fdc5 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (9b7e79ed-35a6-484a-837d-9d702d25b8ed), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:36.442135 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15850355-7dd6-41cc-b506-48b5bf84bf73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7b7d62-6e25-4a7b-8764-9e334feb08b4,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:36.449453 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-15850355-7dd6-41cc-b506-48b5bf84bf73 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d2046427a515425cbb8156dc377d6b9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1784372 Feb 17 18:05:36.451729 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58756) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:36.460677 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-71e764b7-3648-4848-b490-1d00b186fdc5 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (9b7e79ed-35a6-484a-837d-9d702d25b8ed), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:36.521130 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-71e764b7-3648-4848-b490-1d00b186fdc5 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (9b7e79ed-35a6-484a-837d-9d702d25b8ed), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:36.524545 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-71e764b7-3648-4848-b490-1d00b186fdc5 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:36.525740 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-71e764b7-3648-4848-b490-1d00b186fdc5 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "DELETE /v2.0/security-groups/9b7e79ed-35a6-484a-837d-9d702d25b8ed HTTP/1.1" status: 204 len: 168 time: 0.1703470 Feb 17 18:05:36.529252 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-30ca155f-aff5-46e6-9a93-5acd5469687b admin admin] Publish callbacks [] for security_group (ef7b7d62-6e25-4a7b-8764-9e334feb08b4), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:36.531714 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58760) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:36.537589 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e764b7-3648-4848-b490-1d00b186fdc5 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7e79ed-35a6-484a-837d-9d702d25b8ed,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:36.587158 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-30ca155f-aff5-46e6-9a93-5acd5469687b admin admin] Publish callbacks [] for security_group (ef7b7d62-6e25-4a7b-8764-9e334feb08b4), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:36.639279 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-5a4191db-d3f8-4821-8e40-e5553b3c0d4c tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.1057363 Feb 17 18:05:36.642078 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58762) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:36.691990 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-30ca155f-aff5-46e6-9a93-5acd5469687b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (ef7b7d62-6e25-4a7b-8764-9e334feb08b4), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:36.695153 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-30ca155f-aff5-46e6-9a93-5acd5469687b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:36.700572 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-30ca155f-aff5-46e6-9a93-5acd5469687b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ef7b7d62-6e25-4a7b-8764-9e334feb08b4 HTTP/1.1" status: 204 len: 168 time: 0.2434070 Feb 17 18:05:36.717939 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ca155f-aff5-46e6-9a93-5acd5469687b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7b7d62-6e25-4a7b-8764-9e334feb08b4,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:36.723351 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-812f4c0d-e380-4d5e-9c4c-6d8af0fd12f7 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (bf2558ca-67b7-4af8-8fad-a6d5f454b792), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:36.752508 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-812f4c0d-e380-4d5e-9c4c-6d8af0fd12f7 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (bf2558ca-67b7-4af8-8fad-a6d5f454b792), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:36.789472 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:36.811805 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-812f4c0d-e380-4d5e-9c4c-6d8af0fd12f7 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (bf2558ca-67b7-4af8-8fad-a6d5f454b792), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:36.815459 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-812f4c0d-e380-4d5e-9c4c-6d8af0fd12f7 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:36.820112 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58766) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:36.820955 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-812f4c0d-e380-4d5e-9c4c-6d8af0fd12f7 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "DELETE /v2.0/security-groups/bf2558ca-67b7-4af8-8fad-a6d5f454b792 HTTP/1.1" status: 204 len: 168 time: 0.1774151 Feb 17 18:05:36.831813 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812f4c0d-e380-4d5e-9c4c-6d8af0fd12f7 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2558ca-67b7-4af8-8fad-a6d5f454b792,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:36.883471 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-296e4dcd-e89e-4899-bed2-baf9a0e951fb tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0595315 Feb 17 18:05:36.889787 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58768) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:36.898284 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-b6c92fcf-f63b-49c3-a3dd-fbb8e93f4c3d tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Request body: {'security_group': {'name': 'tempest-secgroup--985461291'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:36.924323 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b6c92fcf-f63b-49c3-a3dd-fbb8e93f4c3d tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:37.021984 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b6c92fcf-f63b-49c3-a3dd-fbb8e93f4c3d tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (2591b2ad-bc3d-4e8d-bbf5-72311e9bb9b9), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:37.028319 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b6c92fcf-f63b-49c3-a3dd-fbb8e93f4c3d tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (2591b2ad-bc3d-4e8d-bbf5-72311e9bb9b9), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:37.062352 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b6c92fcf-f63b-49c3-a3dd-fbb8e93f4c3d tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:37.068455 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b6c92fcf-f63b-49c3-a3dd-fbb8e93f4c3d tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1718769 Feb 17 18:05:37.068696 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58772) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:37.072607 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c92fcf-f63b-49c3-a3dd-fbb8e93f4c3d tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2591b2ad-bc3d-4e8d-bbf5-72311e9bb9b9,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:37.074219 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-2da45d2a-84ec-454d-8b94-6f2ad26b4b69 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Request body: {'security_group_rule': {'security_group_id': '2591b2ad-bc3d-4e8d-bbf5-72311e9bb9b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:37.134485 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-2da45d2a-84ec-454d-8b94-6f2ad26b4b69 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 18:05:37.136412 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-2da45d2a-84ec-454d-8b94-6f2ad26b4b69 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0657079 Feb 17 18:05:37.139688 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58774) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:37.149054 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-1d3918f6-7879-4091-a452-eeb3b6e6c8ce tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Request body: {'security_group_rule': {'security_group_id': '2591b2ad-bc3d-4e8d-bbf5-72311e9bb9b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:37.198457 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-1d3918f6-7879-4091-a452-eeb3b6e6c8ce tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 18:05:37.200361 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1d3918f6-7879-4091-a452-eeb3b6e6c8ce tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0587087 Feb 17 18:05:37.203210 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58776) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:37.267855 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58778) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:37.274222 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ffc2bbdb-5cfb-48ff-ace7-191ed85f2ded tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (2591b2ad-bc3d-4e8d-bbf5-72311e9bb9b9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:37.285884 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7ac4ba3a-043d-4e24-8929-15024d8b5304 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:37.298388 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ffc2bbdb-5cfb-48ff-ace7-191ed85f2ded tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (2591b2ad-bc3d-4e8d-bbf5-72311e9bb9b9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:37.355651 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ffc2bbdb-5cfb-48ff-ace7-191ed85f2ded tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (2591b2ad-bc3d-4e8d-bbf5-72311e9bb9b9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:37.360003 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ffc2bbdb-5cfb-48ff-ace7-191ed85f2ded tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:37.365660 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ffc2bbdb-5cfb-48ff-ace7-191ed85f2ded tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "DELETE /v2.0/security-groups/2591b2ad-bc3d-4e8d-bbf5-72311e9bb9b9 HTTP/1.1" status: 204 len: 168 time: 0.1567447 Feb 17 18:05:37.365914 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58780) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:37.374185 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2bbdb-5cfb-48ff-ace7-191ed85f2ded tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2591b2ad-bc3d-4e8d-bbf5-72311e9bb9b9,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:37.434785 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7ac4ba3a-043d-4e24-8929-15024d8b5304 admin admin] Publish callbacks [] for security_group (e7481dec-674c-4aba-9573-ca0f9866ed28), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:37.445489 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-05b87ece-2537-44d1-b7ae-199c08571cec tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0720646 Feb 17 18:05:37.446603 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58782) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:37.449316 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7ac4ba3a-043d-4e24-8929-15024d8b5304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (e7481dec-674c-4aba-9573-ca0f9866ed28), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:37.454313 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-b1d6c922-00f4-4dd0-9113-920d2427cf68 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Request body: {'security_group': {'name': 'tempest-secgroup--497436577'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:37.480392 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b1d6c922-00f4-4dd0-9113-920d2427cf68 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:37.510751 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac4ba3a-043d-4e24-8929-15024d8b5304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7481dec-674c-4aba-9573-ca0f9866ed28,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:37.516452 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-7ac4ba3a-043d-4e24-8929-15024d8b5304 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a078988d1c204fa6b74f7d5747064c04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2460520 Feb 17 18:05:37.519034 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58784) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:37.582135 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3321199f-595f-4fb7-87d5-3b6f2f415e33 admin admin] Publish callbacks [] for security_group (e7481dec-674c-4aba-9573-ca0f9866ed28), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:37.598503 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b1d6c922-00f4-4dd0-9113-920d2427cf68 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (fdb466b9-fb57-4797-895e-7f3b7841768f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:37.603241 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b1d6c922-00f4-4dd0-9113-920d2427cf68 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (fdb466b9-fb57-4797-895e-7f3b7841768f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:37.619421 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3321199f-595f-4fb7-87d5-3b6f2f415e33 admin admin] Publish callbacks [] for security_group (e7481dec-674c-4aba-9573-ca0f9866ed28), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:37.635718 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b1d6c922-00f4-4dd0-9113-920d2427cf68 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:37.641876 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b1d6c922-00f4-4dd0-9113-920d2427cf68 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1898744 Feb 17 18:05:37.641876 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d6c922-00f4-4dd0-9113-920d2427cf68 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb466b9-fb57-4797-895e-7f3b7841768f,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:37.642278 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58788) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:37.647256 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-72398d23-b2dd-439a-bcb4-13c09c369c3d tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:37.648311 n-d-829613-2 neutron-server[103434]: WARNING neutron.api.v2.base [None req-72398d23-b2dd-439a-bcb4-13c09c369c3d tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 17 18:05:37.649092 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-72398d23-b2dd-439a-bcb4-13c09c369c3d tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] update failed (client error): There was a conflict when trying to complete your request. Feb 17 18:05:37.655216 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-72398d23-b2dd-439a-bcb4-13c09c369c3d tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "PUT /v2.0/security-groups/fdb466b9-fb57-4797-895e-7f3b7841768f HTTP/1.1" status: 409 len: 330 time: 0.0065973 Feb 17 18:05:37.655216 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58790) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:37.711851 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3321199f-595f-4fb7-87d5-3b6f2f415e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (e7481dec-674c-4aba-9573-ca0f9866ed28), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:37.717038 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3321199f-595f-4fb7-87d5-3b6f2f415e33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:37.719536 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-3321199f-595f-4fb7-87d5-3b6f2f415e33 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e7481dec-674c-4aba-9573-ca0f9866ed28 HTTP/1.1" status: 204 len: 168 time: 0.1991024 Feb 17 18:05:37.734755 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3321199f-595f-4fb7-87d5-3b6f2f415e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7481dec-674c-4aba-9573-ca0f9866ed28,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:37.743224 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d262a813-cafd-48dd-ac73-04c6be6005d0 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (fdb466b9-fb57-4797-895e-7f3b7841768f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:37.790601 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d262a813-cafd-48dd-ac73-04c6be6005d0 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (fdb466b9-fb57-4797-895e-7f3b7841768f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:37.847226 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d262a813-cafd-48dd-ac73-04c6be6005d0 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (fdb466b9-fb57-4797-895e-7f3b7841768f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:37.851601 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d262a813-cafd-48dd-ac73-04c6be6005d0 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:37.856097 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d262a813-cafd-48dd-ac73-04c6be6005d0 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "DELETE /v2.0/security-groups/fdb466b9-fb57-4797-895e-7f3b7841768f HTTP/1.1" status: 204 len: 168 time: 0.1969128 Feb 17 18:05:37.857224 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58794) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:37.864361 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d262a813-cafd-48dd-ac73-04c6be6005d0 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb466b9-fb57-4797-895e-7f3b7841768f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:37.961573 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-6a7ba473-36f2-41fb-bba0-65dc1644e291 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1019423 Feb 17 18:05:37.961937 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58796) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:37.982789 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-6f8a54a4-d218-4626-b59b-8aabbef75f2c tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] delete failed (client error): The resource could not be found. Feb 17 18:05:37.984383 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6f8a54a4-d218-4626-b59b-8aabbef75f2c tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "DELETE /v2.0/security-groups/0a4259b7-f7ed-4d9e-9dcc-cc81583a9e77 HTTP/1.1" status: 404 len: 347 time: 0.0209379 Feb 17 18:05:37.990897 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58798) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:38.015983 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:38.018433 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-c53b5de0-2cd4-4161-b123-5d1fdc8d0b24 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] show failed (client error): The resource could not be found. Feb 17 18:05:38.020299 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c53b5de0-2cd4-4161-b123-5d1fdc8d0b24 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "GET /v2.0/security-groups/455cb753-76f6-4d5a-b56e-b294cdcc1e54 HTTP/1.1" status: 404 len: 347 time: 0.0271325 Feb 17 18:05:38.026593 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58800) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:38.046408 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-f7231443-dfc2-40e0-9442-99afefc63e46 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] show failed (client error): The resource could not be found. Feb 17 18:05:38.047647 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f7231443-dfc2-40e0-9442-99afefc63e46 tempest-NegativeSecGroupIPv6Test-1199106741 tempest-NegativeSecGroupIPv6Test-1199106741-project] 10.222.0.87 "GET /v2.0/security-group-rules/777c9ca5-1ee4-42b9-8105-c4d09b2414b9 HTTP/1.1" status: 404 len: 356 time: 0.0197337 Feb 17 18:05:38.392028 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58814) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:38.634605 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b88b18b0-de2f-4688-9384-2ce3800560f9 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=495419740c25415198e4452eadbc6107&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2411635 Feb 17 18:05:38.637331 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58828) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:38.697785 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1265192a-6bfa-4179-b471-7f93d506c54e admin admin] Publish callbacks [] for security_group (2b80b191-5ecf-4997-9836-976dc5e4d775), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:38.725565 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1265192a-6bfa-4179-b471-7f93d506c54e admin admin] Publish callbacks [] for security_group (2b80b191-5ecf-4997-9836-976dc5e4d775), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:38.782895 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1265192a-6bfa-4179-b471-7f93d506c54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (2b80b191-5ecf-4997-9836-976dc5e4d775), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:38.785847 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1265192a-6bfa-4179-b471-7f93d506c54e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:38.789767 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1265192a-6bfa-4179-b471-7f93d506c54e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2b80b191-5ecf-4997-9836-976dc5e4d775 HTTP/1.1" status: 204 len: 168 time: 0.1484087 Feb 17 18:05:38.796167 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1265192a-6bfa-4179-b471-7f93d506c54e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b80b191-5ecf-4997-9836-976dc5e4d775,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:39.105932 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:39.761147 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58872) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:39.927089 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-2b45bd6d-6ed9-40de-bae1-8b463695d46d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-529402716-network', 'tenant_id': '8ae36b1a82c34fb58b8376c8299c2a3b'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:39.947085 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b45bd6d-6ed9-40de-bae1-8b463695d46d admin admin] Made reservation on behalf of 8ae36b1a82c34fb58b8376c8299c2a3b for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:05:39.950671 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b45bd6d-6ed9-40de-bae1-8b463695d46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:39.961257 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b45bd6d-6ed9-40de-bae1-8b463695d46d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:40.045256 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b45bd6d-6ed9-40de-bae1-8b463695d46d admin admin] Publish callbacks [] for security_group (21441b7a-6ebe-4bd7-82df-b9ac4771252f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:40.050685 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b45bd6d-6ed9-40de-bae1-8b463695d46d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (21441b7a-6ebe-4bd7-82df-b9ac4771252f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:40.068698 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b45bd6d-6ed9-40de-bae1-8b463695d46d admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:05:40.100515 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b45bd6d-6ed9-40de-bae1-8b463695d46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (20a3d35f-c4ac-4482-9e4f-74fc81c3ab77), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:40.101563 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-2b45bd6d-6ed9-40de-bae1-8b463695d46d admin admin] Added segment 20a3d35f-c4ac-4482-9e4f-74fc81c3ab77 of type vlan for network 650a1208-340d-4abb-9bb7-f7aed3290ce0 Feb 17 18:05:40.113108 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b45bd6d-6ed9-40de-bae1-8b463695d46d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21441b7a-6ebe-4bd7-82df-b9ac4771252f,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:40.169064 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b45bd6d-6ed9-40de-bae1-8b463695d46d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (650a1208-340d-4abb-9bb7-f7aed3290ce0), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:40.196115 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b45bd6d-6ed9-40de-bae1-8b463695d46d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (650a1208-340d-4abb-9bb7-f7aed3290ce0), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:40.197252 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b45bd6d-6ed9-40de-bae1-8b463695d46d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:05:40.197934 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2b45bd6d-6ed9-40de-bae1-8b463695d46d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:40.239511 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2b45bd6d-6ed9-40de-bae1-8b463695d46d admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4745178 Feb 17 18:05:40.239801 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58884) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:40.246064 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-bcab29ca-3f66-44c8-b84a-89cd42b57418 admin admin] Request body: {'subnet': {'network_id': '650a1208-340d-4abb-9bb7-f7aed3290ce0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-529402716-subnet', 'tenant_id': '8ae36b1a82c34fb58b8376c8299c2a3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:40.282939 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b45bd6d-6ed9-40de-bae1-8b463695d46d admin admin] Pushing event updated for resources: {'Network': ['ID=650a1208-340d-4abb-9bb7-f7aed3290ce0,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:40.294515 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 650a1208-340d-4abb-9bb7-f7aed3290ce0 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:05:40.310071 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcab29ca-3f66-44c8-b84a-89cd42b57418 admin admin] Made reservation on behalf of 8ae36b1a82c34fb58b8376c8299c2a3b for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:05:40.312991 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bcab29ca-3f66-44c8-b84a-89cd42b57418 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:40.819914 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bcab29ca-3f66-44c8-b84a-89cd42b57418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (5cd0c732-7609-45dc-b4ae-abd1c953b475), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:40.877804 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab29ca-3f66-44c8-b84a-89cd42b57418 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cd0c732-7609-45dc-b4ae-abd1c953b475,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:40.890546 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcab29ca-3f66-44c8-b84a-89cd42b57418 admin admin] Checking segment: {'id': '20a3d35f-c4ac-4482-9e4f-74fc81c3ab77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '650a1208-340d-4abb-9bb7-f7aed3290ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:05:40.890976 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcab29ca-3f66-44c8-b84a-89cd42b57418 admin admin] Network hostable DHCP agents. Network: 650a1208-340d-4abb-9bb7-f7aed3290ce0, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:05:40.909247 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcab29ca-3f66-44c8-b84a-89cd42b57418 admin admin] Network 650a1208-340d-4abb-9bb7-f7aed3290ce0 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:05:40.919616 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-bcab29ca-3f66-44c8-b84a-89cd42b57418 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 650a1208-340d-4abb-9bb7-f7aed3290ce0) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:05:40.929649 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c9c84e-5196-4d26-b519-70733177f8e1 None None] Network 650a1208-340d-4abb-9bb7-f7aed3290ce0 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:05:40.932560 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcab29ca-3f66-44c8-b84a-89cd42b57418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:05:40.933464 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bcab29ca-3f66-44c8-b84a-89cd42b57418 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:40.954546 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bcab29ca-3f66-44c8-b84a-89cd42b57418 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7124224 Feb 17 18:05:41.079297 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2075b88-a8c6-4aa1-b475-2abdc0ed4711 None None] Network 650a1208-340d-4abb-9bb7-f7aed3290ce0 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:05:41.558224 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58904) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:41.563389 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-602ded98-9653-4275-b84b-16fe6b48b347 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-680596890-network', 'tenant_id': '6a92318df5f6451490caba64ea4d5925'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:41.585561 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602ded98-9653-4275-b84b-16fe6b48b347 admin admin] Made reservation on behalf of 6a92318df5f6451490caba64ea4d5925 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:05:41.589040 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-602ded98-9653-4275-b84b-16fe6b48b347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:41.599083 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-602ded98-9653-4275-b84b-16fe6b48b347 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:41.686868 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-602ded98-9653-4275-b84b-16fe6b48b347 admin admin] Publish callbacks [] for security_group (9d98711b-ee1a-4fcc-b1c3-4fd7c3a0231e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:41.691303 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-602ded98-9653-4275-b84b-16fe6b48b347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (9d98711b-ee1a-4fcc-b1c3-4fd7c3a0231e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:41.715302 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-602ded98-9653-4275-b84b-16fe6b48b347 admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:05:41.729639 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ded98-9653-4275-b84b-16fe6b48b347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d98711b-ee1a-4fcc-b1c3-4fd7c3a0231e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:41.736051 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-602ded98-9653-4275-b84b-16fe6b48b347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (ca51e60e-0117-4839-bac3-0ae1553562b0), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:41.736766 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-602ded98-9653-4275-b84b-16fe6b48b347 admin admin] Added segment ca51e60e-0117-4839-bac3-0ae1553562b0 of type vlan for network a9768e1e-4630-4006-b6f0-f5a80e8fbd2b Feb 17 18:05:41.787642 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-602ded98-9653-4275-b84b-16fe6b48b347 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (a9768e1e-4630-4006-b6f0-f5a80e8fbd2b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:41.813944 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-602ded98-9653-4275-b84b-16fe6b48b347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (a9768e1e-4630-4006-b6f0-f5a80e8fbd2b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:41.815008 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602ded98-9653-4275-b84b-16fe6b48b347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:05:41.815590 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-602ded98-9653-4275-b84b-16fe6b48b347 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:41.852417 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-602ded98-9653-4275-b84b-16fe6b48b347 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2928193 Feb 17 18:05:41.854982 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58908) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:41.884087 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-21e27be1-3c51-4da4-bf75-adc01fe91a6a admin admin] Request body: {'subnet': {'network_id': 'a9768e1e-4630-4006-b6f0-f5a80e8fbd2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-680596890-subnet', 'tenant_id': '6a92318df5f6451490caba64ea4d5925', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:41.890213 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ded98-9653-4275-b84b-16fe6b48b347 admin admin] Pushing event updated for resources: {'Network': ['ID=a9768e1e-4630-4006-b6f0-f5a80e8fbd2b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:41.900880 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network a9768e1e-4630-4006-b6f0-f5a80e8fbd2b details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:05:41.908522 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e27be1-3c51-4da4-bf75-adc01fe91a6a admin admin] Made reservation on behalf of 6a92318df5f6451490caba64ea4d5925 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:05:41.910871 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-21e27be1-3c51-4da4-bf75-adc01fe91a6a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:42.123506 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-21e27be1-3c51-4da4-bf75-adc01fe91a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (1f6e9c94-b5d2-44df-a325-92f6ebfa654d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:42.187270 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e27be1-3c51-4da4-bf75-adc01fe91a6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f6e9c94-b5d2-44df-a325-92f6ebfa654d,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:42.196876 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e27be1-3c51-4da4-bf75-adc01fe91a6a admin admin] Checking segment: {'id': 'ca51e60e-0117-4839-bac3-0ae1553562b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a9768e1e-4630-4006-b6f0-f5a80e8fbd2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:05:42.197252 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e27be1-3c51-4da4-bf75-adc01fe91a6a admin admin] Network hostable DHCP agents. Network: a9768e1e-4630-4006-b6f0-f5a80e8fbd2b, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:05:42.222228 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e27be1-3c51-4da4-bf75-adc01fe91a6a admin admin] Network a9768e1e-4630-4006-b6f0-f5a80e8fbd2b is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:05:42.233463 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-21e27be1-3c51-4da4-bf75-adc01fe91a6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, a9768e1e-4630-4006-b6f0-f5a80e8fbd2b) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:05:42.244011 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b69686d-3434-4347-87c2-eb6cec785c22 None None] Network a9768e1e-4630-4006-b6f0-f5a80e8fbd2b requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:05:42.248761 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e27be1-3c51-4da4-bf75-adc01fe91a6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:05:42.249517 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-21e27be1-3c51-4da4-bf75-adc01fe91a6a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:42.279303 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-21e27be1-3c51-4da4-bf75-adc01fe91a6a admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4232459 Feb 17 18:05:42.391206 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012fcc92-9c20-444c-8dfe-6b645df99f1c None None] Network a9768e1e-4630-4006-b6f0-f5a80e8fbd2b requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:05:42.483919 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58920) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:42.551351 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-4118f51f-bd05-49e2-8d22-6fde5cee8107 admin admin] Deleting subnet 5cd0c732-7609-45dc-b4ae-abd1c953b475 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:05:42.554946 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4118f51f-bd05-49e2-8d22-6fde5cee8107 admin admin] Publish callbacks [] for subnet (5cd0c732-7609-45dc-b4ae-abd1c953b475), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:42.593462 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4118f51f-bd05-49e2-8d22-6fde5cee8107 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (5cd0c732-7609-45dc-b4ae-abd1c953b475), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:42.638240 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4118f51f-bd05-49e2-8d22-6fde5cee8107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (5cd0c732-7609-45dc-b4ae-abd1c953b475), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:42.699308 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4118f51f-bd05-49e2-8d22-6fde5cee8107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (5cd0c732-7609-45dc-b4ae-abd1c953b475), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:42.734680 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4118f51f-bd05-49e2-8d22-6fde5cee8107 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cd0c732-7609-45dc-b4ae-abd1c953b475,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:42.736646 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4118f51f-bd05-49e2-8d22-6fde5cee8107 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:42.740025 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4118f51f-bd05-49e2-8d22-6fde5cee8107 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/5cd0c732-7609-45dc-b4ae-abd1c953b475 HTTP/1.1" status: 204 len: 168 time: 0.2546318 Feb 17 18:05:42.742493 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 58924) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:42.833838 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0d8019c-1208-4bf4-8856-88f0bda3e9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (650a1208-340d-4abb-9bb7-f7aed3290ce0), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:42.936402 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0d8019c-1208-4bf4-8856-88f0bda3e9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (650a1208-340d-4abb-9bb7-f7aed3290ce0), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:42.962653 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e0d8019c-1208-4bf4-8856-88f0bda3e9c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['650a1208-340d-4abb-9bb7-f7aed3290ce0']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:05:42.975713 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e0d8019c-1208-4bf4-8856-88f0bda3e9c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20a3d35f-c4ac-4482-9e4f-74fc81c3ab77') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:05:42.975713 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e0d8019c-1208-4bf4-8856-88f0bda3e9c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20a3d35f-c4ac-4482-9e4f-74fc81c3ab77') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:05:42.985920 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0d8019c-1208-4bf4-8856-88f0bda3e9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (20a3d35f-c4ac-4482-9e4f-74fc81c3ab77), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:43.003131 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0d8019c-1208-4bf4-8856-88f0bda3e9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (20a3d35f-c4ac-4482-9e4f-74fc81c3ab77), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:43.014604 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0d8019c-1208-4bf4-8856-88f0bda3e9c9 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:05:43.015216 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0d8019c-1208-4bf4-8856-88f0bda3e9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (20a3d35f-c4ac-4482-9e4f-74fc81c3ab77), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:43.017213 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 18:05:43.017213 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:05:43.017213 n-d-829613-2 neutron-server[103434]: timer() Feb 17 18:05:43.017213 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:05:43.017213 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 18:05:43.017213 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:05:43.017213 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 18:05:43.017213 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:05:43.017213 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 18:05:43.017213 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:05:43.017213 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 18:05:43.017213 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:05:43.017213 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 18:05:43.017213 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:05:43.017213 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:05:43.017213 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:05:43.017213 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:05:43.017213 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:05:43.017213 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 18:05:43.017213 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:05:43.017213 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 18:05:43.017213 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:05:43.017213 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:05:43.017213 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:05:43.017213 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 18:05:43.017213 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:05:43.017213 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:05:43.017213 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:05:43.017213 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:05:43.017213 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:05:43.017213 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:05:43.017213 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:05:43.077925 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0d8019c-1208-4bf4-8856-88f0bda3e9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (650a1208-340d-4abb-9bb7-f7aed3290ce0), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:43.084031 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0d8019c-1208-4bf4-8856-88f0bda3e9c9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:43.090976 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e0d8019c-1208-4bf4-8856-88f0bda3e9c9 admin admin] 10.222.0.87 "DELETE /v2.0/networks/650a1208-340d-4abb-9bb7-f7aed3290ce0 HTTP/1.1" status: 204 len: 168 time: 0.3448579 Feb 17 18:05:43.091299 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58926) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:43.110049 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8019c-1208-4bf4-8856-88f0bda3e9c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=650a1208-340d-4abb-9bb7-f7aed3290ce0,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:43.143268 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-393fdf6e-1302-4a2e-a78c-70c212810668 admin admin] Deleting subnet 1f6e9c94-b5d2-44df-a325-92f6ebfa654d {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:05:43.148006 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-393fdf6e-1302-4a2e-a78c-70c212810668 admin admin] Publish callbacks [] for subnet (1f6e9c94-b5d2-44df-a325-92f6ebfa654d), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:43.198369 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-393fdf6e-1302-4a2e-a78c-70c212810668 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (1f6e9c94-b5d2-44df-a325-92f6ebfa654d), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:43.242145 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-393fdf6e-1302-4a2e-a78c-70c212810668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (1f6e9c94-b5d2-44df-a325-92f6ebfa654d), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:43.300646 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-393fdf6e-1302-4a2e-a78c-70c212810668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (1f6e9c94-b5d2-44df-a325-92f6ebfa654d), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:43.328210 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393fdf6e-1302-4a2e-a78c-70c212810668 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f6e9c94-b5d2-44df-a325-92f6ebfa654d,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:43.333906 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-393fdf6e-1302-4a2e-a78c-70c212810668 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:43.344114 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-393fdf6e-1302-4a2e-a78c-70c212810668 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/1f6e9c94-b5d2-44df-a325-92f6ebfa654d HTTP/1.1" status: 204 len: 168 time: 0.2467308 Feb 17 18:05:43.344497 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58928) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:43.430004 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ce0b1965-cdf0-482a-8565-575d6be6ad16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (a9768e1e-4630-4006-b6f0-f5a80e8fbd2b), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:43.553369 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ce0b1965-cdf0-482a-8565-575d6be6ad16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (a9768e1e-4630-4006-b6f0-f5a80e8fbd2b), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:43.580029 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-ce0b1965-cdf0-482a-8565-575d6be6ad16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9768e1e-4630-4006-b6f0-f5a80e8fbd2b']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:05:43.594389 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-ce0b1965-cdf0-482a-8565-575d6be6ad16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca51e60e-0117-4839-bac3-0ae1553562b0') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:05:43.594695 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-ce0b1965-cdf0-482a-8565-575d6be6ad16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca51e60e-0117-4839-bac3-0ae1553562b0') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:05:43.607203 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ce0b1965-cdf0-482a-8565-575d6be6ad16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (ca51e60e-0117-4839-bac3-0ae1553562b0), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:43.624144 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ce0b1965-cdf0-482a-8565-575d6be6ad16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (ca51e60e-0117-4839-bac3-0ae1553562b0), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:43.630946 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce0b1965-cdf0-482a-8565-575d6be6ad16 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:05:43.631343 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ce0b1965-cdf0-482a-8565-575d6be6ad16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (ca51e60e-0117-4839-bac3-0ae1553562b0), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:43.633517 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 18:05:43.633517 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:05:43.633517 n-d-829613-2 neutron-server[103435]: timer() Feb 17 18:05:43.633517 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:05:43.633517 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 18:05:43.633517 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:05:43.633517 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 18:05:43.633517 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:05:43.633517 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 18:05:43.633517 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:05:43.633517 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 18:05:43.633517 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:05:43.633517 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 18:05:43.633517 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:05:43.633517 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:05:43.633517 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:05:43.633517 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:05:43.633517 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:05:43.633517 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 18:05:43.633517 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:05:43.633517 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 18:05:43.633517 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:05:43.633517 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:05:43.633517 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:05:43.633517 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 18:05:43.633517 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:05:43.633517 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:05:43.633517 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:05:43.633517 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:05:43.633517 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:05:43.633517 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:05:43.633517 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:05:43.698912 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ce0b1965-cdf0-482a-8565-575d6be6ad16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (a9768e1e-4630-4006-b6f0-f5a80e8fbd2b), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:43.705095 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ce0b1965-cdf0-482a-8565-575d6be6ad16 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:43.711566 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-ce0b1965-cdf0-482a-8565-575d6be6ad16 admin admin] 10.222.0.87 "DELETE /v2.0/networks/a9768e1e-4630-4006-b6f0-f5a80e8fbd2b HTTP/1.1" status: 204 len: 168 time: 0.3630707 Feb 17 18:05:43.728364 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b1965-cdf0-482a-8565-575d6be6ad16 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9768e1e-4630-4006-b6f0-f5a80e8fbd2b,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:43.928177 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58936) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:43.984192 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a36c91c9-05f3-4349-bb7b-e4e78cc1bfb6 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8ae36b1a82c34fb58b8376c8299c2a3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0515563 Feb 17 18:05:43.984655 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58938) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:44.035938 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-49834dd9-120c-413b-a34f-d8f9aeefe061 admin admin] Publish callbacks [] for security_group (21441b7a-6ebe-4bd7-82df-b9ac4771252f), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:44.059959 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-49834dd9-120c-413b-a34f-d8f9aeefe061 admin admin] Publish callbacks [] for security_group (21441b7a-6ebe-4bd7-82df-b9ac4771252f), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:44.139077 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-49834dd9-120c-413b-a34f-d8f9aeefe061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (21441b7a-6ebe-4bd7-82df-b9ac4771252f), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:44.143317 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-49834dd9-120c-413b-a34f-d8f9aeefe061 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:44.147265 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-49834dd9-120c-413b-a34f-d8f9aeefe061 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/21441b7a-6ebe-4bd7-82df-b9ac4771252f HTTP/1.1" status: 204 len: 168 time: 0.1587975 Feb 17 18:05:44.155339 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49834dd9-120c-413b-a34f-d8f9aeefe061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21441b7a-6ebe-4bd7-82df-b9ac4771252f,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:44.605632 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58946) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:44.647385 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-15a89f45-4ed5-4fd7-8fcb-c6ec17db86b1 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6a92318df5f6451490caba64ea4d5925&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402365 Feb 17 18:05:44.649837 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 58948) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:44.702336 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0b755140-4fa1-405d-828a-bd2f5ecf4d17 admin admin] Publish callbacks [] for security_group (9d98711b-ee1a-4fcc-b1c3-4fd7c3a0231e), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:44.727042 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0b755140-4fa1-405d-828a-bd2f5ecf4d17 admin admin] Publish callbacks [] for security_group (9d98711b-ee1a-4fcc-b1c3-4fd7c3a0231e), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:44.785521 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0b755140-4fa1-405d-828a-bd2f5ecf4d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (9d98711b-ee1a-4fcc-b1c3-4fd7c3a0231e), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:44.788256 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0b755140-4fa1-405d-828a-bd2f5ecf4d17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:44.789743 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-0b755140-4fa1-405d-828a-bd2f5ecf4d17 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9d98711b-ee1a-4fcc-b1c3-4fd7c3a0231e HTTP/1.1" status: 204 len: 168 time: 0.1389601 Feb 17 18:05:44.800936 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b755140-4fa1-405d-828a-bd2f5ecf4d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d98711b-ee1a-4fcc-b1c3-4fd7c3a0231e,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:47.024517 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59026) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:47.298702 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9decc42d-180f-452c-b222-7d7d5e718bb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:47.421364 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9decc42d-180f-452c-b222-7d7d5e718bb3 admin admin] Publish callbacks [] for security_group (8f1281d3-dc58-4635-b85c-41faa13c2ae7), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:47.430198 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9decc42d-180f-452c-b222-7d7d5e718bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (8f1281d3-dc58-4635-b85c-41faa13c2ae7), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:47.471598 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-9decc42d-180f-452c-b222-7d7d5e718bb3 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c7ab9bce6a8341888f54899195cbdf96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4443533 Feb 17 18:05:47.474466 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59040) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:47.497054 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9decc42d-180f-452c-b222-7d7d5e718bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1281d3-dc58-4635-b85c-41faa13c2ae7,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:47.506393 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9decc42d-180f-452c-b222-7d7d5e718bb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:05:47.507615 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9decc42d-180f-452c-b222-7d7d5e718bb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:05:47.508143 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9decc42d-180f-452c-b222-7d7d5e718bb3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:05:47.508677 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9decc42d-180f-452c-b222-7d7d5e718bb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:05:47.509177 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9decc42d-180f-452c-b222-7d7d5e718bb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:05:47.509850 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9decc42d-180f-452c-b222-7d7d5e718bb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:05:47.510349 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9decc42d-180f-452c-b222-7d7d5e718bb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:05:47.510869 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9decc42d-180f-452c-b222-7d7d5e718bb3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:05:47.511376 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9decc42d-180f-452c-b222-7d7d5e718bb3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:05:47.511923 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9decc42d-180f-452c-b222-7d7d5e718bb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:05:47.512450 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9decc42d-180f-452c-b222-7d7d5e718bb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:05:47.512942 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9decc42d-180f-452c-b222-7d7d5e718bb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:05:47.513562 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9decc42d-180f-452c-b222-7d7d5e718bb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:05:47.563520 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7d0bfe5e-801f-42dd-b024-cdbe9d076267 admin admin] Publish callbacks [] for security_group (8f1281d3-dc58-4635-b85c-41faa13c2ae7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:47.594123 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7d0bfe5e-801f-42dd-b024-cdbe9d076267 admin admin] Publish callbacks [] for security_group (8f1281d3-dc58-4635-b85c-41faa13c2ae7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:47.658870 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7d0bfe5e-801f-42dd-b024-cdbe9d076267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (8f1281d3-dc58-4635-b85c-41faa13c2ae7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:47.662959 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7d0bfe5e-801f-42dd-b024-cdbe9d076267 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:47.664925 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7d0bfe5e-801f-42dd-b024-cdbe9d076267 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8f1281d3-dc58-4635-b85c-41faa13c2ae7 HTTP/1.1" status: 204 len: 168 time: 0.1890044 Feb 17 18:05:47.684195 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0bfe5e-801f-42dd-b024-cdbe9d076267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1281d3-dc58-4635-b85c-41faa13c2ae7,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:47.783764 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59046) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:48.055627 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fca4368a-e014-4beb-924e-85fcb4e71fa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:48.159574 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59052) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:48.160852 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fca4368a-e014-4beb-924e-85fcb4e71fa0 admin admin] Publish callbacks [] for security_group (b65456ca-e81e-49fa-b77e-447f1f6850ed), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:48.174180 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fca4368a-e014-4beb-924e-85fcb4e71fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (b65456ca-e81e-49fa-b77e-447f1f6850ed), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:48.212337 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3d5ab7fc-bfe6-441f-97d7-eb711ab046d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:48.240119 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca4368a-e014-4beb-924e-85fcb4e71fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65456ca-e81e-49fa-b77e-447f1f6850ed,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:48.278719 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59056) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:48.279902 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fca4368a-e014-4beb-924e-85fcb4e71fa0 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3b1bc0ca52d24609bdd791a3ec284922&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4946945 Feb 17 18:05:48.380958 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1aaf3b50-3dba-4b08-8b82-49a7e35dedc3 admin admin] Publish callbacks [] for security_group (b65456ca-e81e-49fa-b77e-447f1f6850ed), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:48.407008 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1aaf3b50-3dba-4b08-8b82-49a7e35dedc3 admin admin] Publish callbacks [] for security_group (b65456ca-e81e-49fa-b77e-447f1f6850ed), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:48.452543 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3d5ab7fc-bfe6-441f-97d7-eb711ab046d3 admin admin] Publish callbacks [] for security_group (560c5767-efeb-45fa-94ba-1027117c7d33), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:48.460392 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3d5ab7fc-bfe6-441f-97d7-eb711ab046d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (560c5767-efeb-45fa-94ba-1027117c7d33), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:48.510158 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1aaf3b50-3dba-4b08-8b82-49a7e35dedc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (b65456ca-e81e-49fa-b77e-447f1f6850ed), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:48.512879 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1aaf3b50-3dba-4b08-8b82-49a7e35dedc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:48.516352 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1aaf3b50-3dba-4b08-8b82-49a7e35dedc3 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b65456ca-e81e-49fa-b77e-447f1f6850ed HTTP/1.1" status: 204 len: 168 time: 0.2328386 Feb 17 18:05:48.524338 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59060) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:48.524921 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-3d5ab7fc-bfe6-441f-97d7-eb711ab046d3 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=009d8921934c42309220cc3801f292af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3620036 Feb 17 18:05:48.527002 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ab7fc-bfe6-441f-97d7-eb711ab046d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560c5767-efeb-45fa-94ba-1027117c7d33,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:48.540040 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf3b50-3dba-4b08-8b82-49a7e35dedc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65456ca-e81e-49fa-b77e-447f1f6850ed,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:48.614285 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c8599356-d4e4-46a8-a5e7-0a114bd0792a admin admin] Publish callbacks [] for security_group (560c5767-efeb-45fa-94ba-1027117c7d33), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:48.639658 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c8599356-d4e4-46a8-a5e7-0a114bd0792a admin admin] Publish callbacks [] for security_group (560c5767-efeb-45fa-94ba-1027117c7d33), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:48.697865 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c8599356-d4e4-46a8-a5e7-0a114bd0792a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (560c5767-efeb-45fa-94ba-1027117c7d33), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:48.700882 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c8599356-d4e4-46a8-a5e7-0a114bd0792a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:48.706998 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c8599356-d4e4-46a8-a5e7-0a114bd0792a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/560c5767-efeb-45fa-94ba-1027117c7d33 HTTP/1.1" status: 204 len: 168 time: 0.1786904 Feb 17 18:05:48.726096 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8599356-d4e4-46a8-a5e7-0a114bd0792a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560c5767-efeb-45fa-94ba-1027117c7d33,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:48.974188 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59068) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:48.994491 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-14aef1f3-5b81-4a92-9aad-2501649e33a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:49.060997 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:49.089567 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-14aef1f3-5b81-4a92-9aad-2501649e33a8 admin admin] Publish callbacks [] for security_group (e88521c8-24db-46de-9643-c69bf282a902), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:49.094801 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-14aef1f3-5b81-4a92-9aad-2501649e33a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (e88521c8-24db-46de-9643-c69bf282a902), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:49.142735 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-14aef1f3-5b81-4a92-9aad-2501649e33a8 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f53114e6f25743a0a40494badb924ced&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1659815 Feb 17 18:05:49.144010 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aef1f3-5b81-4a92-9aad-2501649e33a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88521c8-24db-46de-9643-c69bf282a902,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:49.148695 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59074) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:49.218563 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-86798be1-7f27-494e-b104-a440350554c5 admin admin] Publish callbacks [] for security_group (e88521c8-24db-46de-9643-c69bf282a902), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:49.242290 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-86798be1-7f27-494e-b104-a440350554c5 admin admin] Publish callbacks [] for security_group (e88521c8-24db-46de-9643-c69bf282a902), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:49.309568 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-86798be1-7f27-494e-b104-a440350554c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (e88521c8-24db-46de-9643-c69bf282a902), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:49.312379 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-86798be1-7f27-494e-b104-a440350554c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:49.313638 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-86798be1-7f27-494e-b104-a440350554c5 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e88521c8-24db-46de-9643-c69bf282a902 HTTP/1.1" status: 204 len: 168 time: 0.1636636 Feb 17 18:05:49.321583 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86798be1-7f27-494e-b104-a440350554c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88521c8-24db-46de-9643-c69bf282a902,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:49.884216 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:50.773729 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59140) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:50.903545 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-55f4407b-c4c2-4f0c-ac40-c303d6f47c28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:50.987048 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-55f4407b-c4c2-4f0c-ac40-c303d6f47c28 admin admin] Publish callbacks [] for security_group (6bdcdf40-d287-4f03-bc46-26a5d05913b8), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:50.992649 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-55f4407b-c4c2-4f0c-ac40-c303d6f47c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (6bdcdf40-d287-4f03-bc46-26a5d05913b8), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:51.033983 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f4407b-c4c2-4f0c-ac40-c303d6f47c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdcdf40-d287-4f03-bc46-26a5d05913b8,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:51.040520 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-55f4407b-c4c2-4f0c-ac40-c303d6f47c28 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a008765eca6c4089909773c33dcb9e4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2653883 Feb 17 18:05:51.043158 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59144) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:51.100213 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59146) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:51.104920 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-40dbc9ea-4a57-4a9b-995f-27415ab62edd tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-546196338', 'description': 'tempest-secgroup-smoke-546196338 description', 'project_id': 'fbdb8b0945f14355a625c005e43f71f8'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:51.119018 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1e433d33-f421-4cb3-b86e-ea20965ab7b2 admin admin] Publish callbacks [] for security_group (6bdcdf40-d287-4f03-bc46-26a5d05913b8), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:51.127214 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40dbc9ea-4a57-4a9b-995f-27415ab62edd tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:51.137294 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40dbc9ea-4a57-4a9b-995f-27415ab62edd tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:51.143775 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1e433d33-f421-4cb3-b86e-ea20965ab7b2 admin admin] Publish callbacks [] for security_group (6bdcdf40-d287-4f03-bc46-26a5d05913b8), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:51.206442 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1e433d33-f421-4cb3-b86e-ea20965ab7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (6bdcdf40-d287-4f03-bc46-26a5d05913b8), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:51.209882 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1e433d33-f421-4cb3-b86e-ea20965ab7b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:51.211399 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1e433d33-f421-4cb3-b86e-ea20965ab7b2 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6bdcdf40-d287-4f03-bc46-26a5d05913b8 HTTP/1.1" status: 204 len: 168 time: 0.1671586 Feb 17 18:05:51.220430 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e433d33-f421-4cb3-b86e-ea20965ab7b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdcdf40-d287-4f03-bc46-26a5d05913b8,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:51.265290 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40dbc9ea-4a57-4a9b-995f-27415ab62edd tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group (74648c10-f932-4a07-89a8-0b312c3e4ee1), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:51.269952 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40dbc9ea-4a57-4a9b-995f-27415ab62edd tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (74648c10-f932-4a07-89a8-0b312c3e4ee1), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:51.313762 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dbc9ea-4a57-4a9b-995f-27415ab62edd tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74648c10-f932-4a07-89a8-0b312c3e4ee1,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:51.365202 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40dbc9ea-4a57-4a9b-995f-27415ab62edd tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group (a8f80868-ea05-4384-b3d6-41de507f9321), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:51.370615 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40dbc9ea-4a57-4a9b-995f-27415ab62edd tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (a8f80868-ea05-4384-b3d6-41de507f9321), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:51.410748 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-40dbc9ea-4a57-4a9b-995f-27415ab62edd tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:51.412368 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-40dbc9ea-4a57-4a9b-995f-27415ab62edd tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3109982 Feb 17 18:05:51.416587 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59156) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:51.421683 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-9c860250-31f5-415d-bec2-1d770eeeaaf4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Request body: {'security_group_rule': {'security_group_id': 'a8f80868-ea05-4384-b3d6-41de507f9321', 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:51.427517 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dbc9ea-4a57-4a9b-995f-27415ab62edd tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f80868-ea05-4384-b3d6-41de507f9321,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:51.471972 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9c860250-31f5-415d-bec2-1d770eeeaaf4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (4a1c6819-18c2-4316-8e5f-21b6f9c0fafc), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:51.550103 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9c860250-31f5-415d-bec2-1d770eeeaaf4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (4a1c6819-18c2-4316-8e5f-21b6f9c0fafc), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:51.557254 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9c860250-31f5-415d-bec2-1d770eeeaaf4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (4a1c6819-18c2-4316-8e5f-21b6f9c0fafc), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:51.575131 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c860250-31f5-415d-bec2-1d770eeeaaf4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a1c6819-18c2-4316-8e5f-21b6f9c0fafc,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:51.614852 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9c860250-31f5-415d-bec2-1d770eeeaaf4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:51.624968 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59174) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:51.625309 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-9c860250-31f5-415d-bec2-1d770eeeaaf4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2071192 Feb 17 18:05:51.630043 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-1288b497-a450-4d91-9d8c-2a63ada228a4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Request body: {'security_group_rule': {'security_group_id': 'a8f80868-ea05-4384-b3d6-41de507f9321', 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:51.665896 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1288b497-a450-4d91-9d8c-2a63ada228a4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (4feddb5d-f4e6-4a1f-9cad-f060af9b7980), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:51.766032 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1288b497-a450-4d91-9d8c-2a63ada228a4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (4feddb5d-f4e6-4a1f-9cad-f060af9b7980), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:51.772773 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1288b497-a450-4d91-9d8c-2a63ada228a4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (4feddb5d-f4e6-4a1f-9cad-f060af9b7980), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:51.806162 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1288b497-a450-4d91-9d8c-2a63ada228a4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:51.807629 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-1288b497-a450-4d91-9d8c-2a63ada228a4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1816339 Feb 17 18:05:51.810761 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59200) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:51.811269 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1288b497-a450-4d91-9d8c-2a63ada228a4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4feddb5d-f4e6-4a1f-9cad-f060af9b7980,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:51.818108 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-05899358-493b-4c1b-b483-a1757a34fcd0 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Request body: {'security_group_rule': {'security_group_id': 'a8f80868-ea05-4384-b3d6-41de507f9321', 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:51.857359 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-05899358-493b-4c1b-b483-a1757a34fcd0 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (87cc7207-39a9-4d4a-b618-b6965af7071a), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:51.939856 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-05899358-493b-4c1b-b483-a1757a34fcd0 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (87cc7207-39a9-4d4a-b618-b6965af7071a), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:51.945261 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-05899358-493b-4c1b-b483-a1757a34fcd0 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (87cc7207-39a9-4d4a-b618-b6965af7071a), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:51.973605 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05899358-493b-4c1b-b483-a1757a34fcd0 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87cc7207-39a9-4d4a-b618-b6965af7071a,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:51.985976 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-05899358-493b-4c1b-b483-a1757a34fcd0 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:51.991937 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59226) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:51.993183 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-05899358-493b-4c1b-b483-a1757a34fcd0 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1797776 Feb 17 18:05:51.997123 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-31e09058-528e-456a-99c9-8461823194de tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Request body: {'security_group_rule': {'security_group_id': 'a8f80868-ea05-4384-b3d6-41de507f9321', 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:52.037178 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-31e09058-528e-456a-99c9-8461823194de tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (38bcd1f0-b913-4043-b500-5fd19060b5b1), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:52.125397 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-31e09058-528e-456a-99c9-8461823194de tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (38bcd1f0-b913-4043-b500-5fd19060b5b1), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:52.132344 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-31e09058-528e-456a-99c9-8461823194de tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (38bcd1f0-b913-4043-b500-5fd19060b5b1), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:52.155741 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e09058-528e-456a-99c9-8461823194de tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38bcd1f0-b913-4043-b500-5fd19060b5b1,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:52.166940 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-31e09058-528e-456a-99c9-8461823194de tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:52.171485 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59250) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:52.177071 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-19a9618b-61c2-4539-8073-383ca8e4700f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Request body: {'security_group_rule': {'security_group_id': 'a8f80868-ea05-4384-b3d6-41de507f9321', 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:52.178948 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-31e09058-528e-456a-99c9-8461823194de tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1755207 Feb 17 18:05:52.211391 n-d-829613-2 neutron-server[103435]: INFO neutron.db.securitygroups_db [None req-19a9618b-61c2-4539-8073-383ca8e4700f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Project fbdb8b0945f14355a625c005e43f71f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 18:05:52.220221 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-19a9618b-61c2-4539-8073-383ca8e4700f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (688164f2-e19c-4675-846e-f74e66ab5c4b), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:52.311914 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-19a9618b-61c2-4539-8073-383ca8e4700f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (688164f2-e19c-4675-846e-f74e66ab5c4b), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:52.317611 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-19a9618b-61c2-4539-8073-383ca8e4700f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (688164f2-e19c-4675-846e-f74e66ab5c4b), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:52.338299 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9618b-61c2-4539-8073-383ca8e4700f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=688164f2-e19c-4675-846e-f74e66ab5c4b,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:52.361062 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-19a9618b-61c2-4539-8073-383ca8e4700f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:52.365015 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-19a9618b-61c2-4539-8073-383ca8e4700f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1898911 Feb 17 18:05:52.365600 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59276) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:52.370635 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-b2538f97-a2ce-4bda-aeb9-0abfcaba2c1e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Request body: {'security_group_rule': {'security_group_id': 'a8f80868-ea05-4384-b3d6-41de507f9321', 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:52.400014 n-d-829613-2 neutron-server[103434]: INFO neutron.db.securitygroups_db [None req-b2538f97-a2ce-4bda-aeb9-0abfcaba2c1e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Project fbdb8b0945f14355a625c005e43f71f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 18:05:52.409099 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b2538f97-a2ce-4bda-aeb9-0abfcaba2c1e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (d3fe71bf-9811-44b2-a7d9-f13b9128106d), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:52.515091 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b2538f97-a2ce-4bda-aeb9-0abfcaba2c1e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (d3fe71bf-9811-44b2-a7d9-f13b9128106d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:52.522823 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b2538f97-a2ce-4bda-aeb9-0abfcaba2c1e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (d3fe71bf-9811-44b2-a7d9-f13b9128106d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:52.564031 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b2538f97-a2ce-4bda-aeb9-0abfcaba2c1e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:52.568101 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b2538f97-a2ce-4bda-aeb9-0abfcaba2c1e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1985245 Feb 17 18:05:52.568399 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59302) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:52.573199 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2538f97-a2ce-4bda-aeb9-0abfcaba2c1e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3fe71bf-9811-44b2-a7d9-f13b9128106d,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:52.575281 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-eb2dd902-37ce-4457-93b6-084e6c503ee4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Request body: {'network': {'name': 'tempest-network-smoke--18069422', 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'port_security_enabled': True}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:52.608645 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2dd902-37ce-4457-93b6-084e6c503ee4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Made reservation on behalf of fbdb8b0945f14355a625c005e43f71f8 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:05:52.612523 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-eb2dd902-37ce-4457-93b6-084e6c503ee4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:52.648020 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb2dd902-37ce-4457-93b6-084e6c503ee4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:05:52.661830 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-eb2dd902-37ce-4457-93b6-084e6c503ee4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:52.662996 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-eb2dd902-37ce-4457-93b6-084e6c503ee4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Added segment c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb of type vlan for network 481cdd99-8d59-4d4a-a316-79df9bc84d2f Feb 17 18:05:52.721908 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-eb2dd902-37ce-4457-93b6-084e6c503ee4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (481cdd99-8d59-4d4a-a316-79df9bc84d2f), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:52.771091 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-eb2dd902-37ce-4457-93b6-084e6c503ee4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (481cdd99-8d59-4d4a-a316-79df9bc84d2f), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:52.778178 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2dd902-37ce-4457-93b6-084e6c503ee4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:05:52.778815 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-eb2dd902-37ce-4457-93b6-084e6c503ee4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:52.836646 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-eb2dd902-37ce-4457-93b6-084e6c503ee4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2668488 Feb 17 18:05:52.840837 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59336) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:52.847529 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-79a8319b-83e1-45c4-94a6-78fc6802a79d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-297579104', 'admin_state_up': True, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:52.900950 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-79a8319b-83e1-45c4-94a6-78fc6802a79d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (4dab46e1-a4b5-4c65-be9f-d7a703344051), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:52.908817 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-79a8319b-83e1-45c4-94a6-78fc6802a79d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (4dab46e1-a4b5-4c65-be9f-d7a703344051), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:52.921745 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2dd902-37ce-4457-93b6-084e6c503ee4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'Network': ['ID=481cdd99-8d59-4d4a-a316-79df9bc84d2f,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:52.936634 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 481cdd99-8d59-4d4a-a316-79df9bc84d2f details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:05:53.041932 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-79a8319b-83e1-45c4-94a6-78fc6802a79d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for router_controller (4dab46e1-a4b5-4c65-be9f-d7a703344051), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:53.231135 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-79a8319b-83e1-45c4-94a6-78fc6802a79d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for router_gateway (4dab46e1-a4b5-4c65-be9f-d7a703344051), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:53.503442 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-79a8319b-83e1-45c4-94a6-78fc6802a79d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for router_gateway (4dab46e1-a4b5-4c65-be9f-d7a703344051), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:53.528909 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-79a8319b-83e1-45c4-94a6-78fc6802a79d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:53.659207 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-79a8319b-83e1-45c4-94a6-78fc6802a79d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Allocated IP 172.25.8.82 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/f0a8b1e0-cc1f-47b0-8759-9d2e77240b95) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:05:53.790883 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-79a8319b-83e1-45c4-94a6-78fc6802a79d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for port (f0a8b1e0-cc1f-47b0-8759-9d2e77240b95), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:53.842334 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-79a8319b-83e1-45c4-94a6-78fc6802a79d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (f0a8b1e0-cc1f-47b0-8759-9d2e77240b95), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:53.912882 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a8319b-83e1-45c4-94a6-78fc6802a79d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:05:53.922473 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-79a8319b-83e1-45c4-94a6-78fc6802a79d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:05:53.922473 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a8319b-83e1-45c4-94a6-78fc6802a79d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:05:53.923876 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a8319b-83e1-45c4-94a6-78fc6802a79d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'Port': ['ID=f0a8b1e0-cc1f-47b0-8759-9d2e77240b95,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:54.236767 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-79a8319b-83e1-45c4-94a6-78fc6802a79d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for router_gateway (4dab46e1-a4b5-4c65-be9f-d7a703344051), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:54.492443 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-79a8319b-83e1-45c4-94a6-78fc6802a79d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (4dab46e1-a4b5-4c65-be9f-d7a703344051), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:54.636940 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a8319b-83e1-45c4-94a6-78fc6802a79d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Router 4dab46e1-a4b5-4c65-be9f-d7a703344051 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 18:05:54.759726 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a8319b-83e1-45c4-94a6-78fc6802a79d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:05:54.770388 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab183bc1-95a6-42bb-9717-e5202ec51bed None None] Sync routers for ids ['4dab46e1-a4b5-4c65-be9f-d7a703344051'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:05:54.783347 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab183bc1-95a6-42bb-9717-e5202ec51bed None None] Routers {'4dab46e1-a4b5-4c65-be9f-d7a703344051'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:05:54.783996 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-ab183bc1-95a6-42bb-9717-e5202ec51bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:05:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['4dab46e1-a4b5-4c65-be9f-d7a703344051'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:05:54.787301 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-79a8319b-83e1-45c4-94a6-78fc6802a79d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:54.791808 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59570) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:54.792440 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-79a8319b-83e1-45c4-94a6-78fc6802a79d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9495690 Feb 17 18:05:54.907873 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-ab183bc1-95a6-42bb-9717-e5202ec51bed None None] Set router 4dab46e1-a4b5-4c65-be9f-d7a703344051 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:05:55.060119 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-04cb3e13-d2d9-4bd0-8e0c-6aa667fbd54c tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=fbdb8b0945f14355a625c005e43f71f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2661345 Feb 17 18:05:55.062867 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59612) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:55.151149 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-ab183bc1-95a6-42bb-9717-e5202ec51bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dab46e1-a4b5-4c65-be9f-d7a703344051', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297579104', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'f0a8b1e0-cc1f-47b0-8759-9d2e77240b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:05:52Z', 'updated_at': '2022-02-17T18:05:54Z', 'revision_number': 3, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': 'f0a8b1e0-cc1f-47b0-8759-9d2e77240b95', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dab46e1-a4b5-4c65-be9f-d7a703344051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:05:53Z', 'updated_at': '2022-02-17T18:05:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:05:55.183723 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab183bc1-95a6-42bb-9717-e5202ec51bed None None] Checking router: 4dab46e1-a4b5-4c65-be9f-d7a703344051 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:05:55.184089 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab183bc1-95a6-42bb-9717-e5202ec51bed None None] Updating router 4dab46e1-a4b5-4c65-be9f-d7a703344051 port f0a8b1e0-cc1f-47b0-8759-9d2e77240b95 binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 18:05:55.195402 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1d1092-70e6-46d3-b7a7-2f6edefe65da tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:05:55.197144 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-0b1d1092-70e6-46d3-b7a7-2f6edefe65da tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1312799 Feb 17 18:05:55.199819 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59636) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:55.218903 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ab183bc1-95a6-42bb-9717-e5202ec51bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (f0a8b1e0-cc1f-47b0-8759-9d2e77240b95), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:55.236873 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-d5713d0d-12c1-4564-b532-4af3c5aeb9b5 tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=d7afcf1f-5124-4168-b80f-10ace9d04ea7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337772 Feb 17 18:05:55.238298 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59644) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:55.250357 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-f6837503-e4d3-4b49-861a-7672ea6b8970 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2003100839', 'network_id': '481cdd99-8d59-4d4a-a316-79df9bc84d2f', 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:55.385553 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6837503-e4d3-4b49-861a-7672ea6b8970 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Made reservation on behalf of fbdb8b0945f14355a625c005e43f71f8 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:05:55.391027 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f6837503-e4d3-4b49-861a-7672ea6b8970 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:55.539786 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ab183bc1-95a6-42bb-9717-e5202ec51bed None None] Publish callbacks [] for port (f0a8b1e0-cc1f-47b0-8759-9d2e77240b95), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:55.546685 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ab183bc1-95a6-42bb-9717-e5202ec51bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (f0a8b1e0-cc1f-47b0-8759-9d2e77240b95), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:55.608488 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-ab183bc1-95a6-42bb-9717-e5202ec51bed None None] Attempting to bind port f0a8b1e0-cc1f-47b0-8759-9d2e77240b95 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:05:55.609011 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-ab183bc1-95a6-42bb-9717-e5202ec51bed None None] Attempting to bind port f0a8b1e0-cc1f-47b0-8759-9d2e77240b95 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:05:55.609391 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab183bc1-95a6-42bb-9717-e5202ec51bed None None] Attempting to bind port f0a8b1e0-cc1f-47b0-8759-9d2e77240b95 on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:05:55.612565 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d0685-557e-4616-b63a-266444665395 None None] Pushing event updated for resources: {'Port': ['ID=f0a8b1e0-cc1f-47b0-8759-9d2e77240b95,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:55.619090 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab183bc1-95a6-42bb-9717-e5202ec51bed None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:05:55.619773 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab183bc1-95a6-42bb-9717-e5202ec51bed None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:05:55.620393 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ab183bc1-95a6-42bb-9717-e5202ec51bed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:55.620951 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab183bc1-95a6-42bb-9717-e5202ec51bed None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:05:55.622362 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-ab183bc1-95a6-42bb-9717-e5202ec51bed None None] Bound port: f0a8b1e0-cc1f-47b0-8759-9d2e77240b95, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:05:55.622928 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ab183bc1-95a6-42bb-9717-e5202ec51bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (f0a8b1e0-cc1f-47b0-8759-9d2e77240b95), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:55.655236 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f6837503-e4d3-4b49-861a-7672ea6b8970 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (1289456f-2573-44c1-9fa0-fd53d4cfcb38), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:55.707080 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-ab183bc1-95a6-42bb-9717-e5202ec51bed None None] For port f0a8b1e0-cc1f-47b0-8759-9d2e77240b95, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:05:55.711307 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-ab183bc1-95a6-42bb-9717-e5202ec51bed None None] For port f0a8b1e0-cc1f-47b0-8759-9d2e77240b95, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=f0a8b1e0-cc1f-47b0-8759-9d2e77240b95,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:05:55.718780 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ab183bc1-95a6-42bb-9717-e5202ec51bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (f0a8b1e0-cc1f-47b0-8759-9d2e77240b95), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:55.779086 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab183bc1-95a6-42bb-9717-e5202ec51bed None None] Routers {'4dab46e1-a4b5-4c65-be9f-d7a703344051'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:05:55.780064 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-ab183bc1-95a6-42bb-9717-e5202ec51bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:05:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['4dab46e1-a4b5-4c65-be9f-d7a703344051'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:05:55.796864 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6837503-e4d3-4b49-861a-7672ea6b8970 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'Subnet': ['ID=1289456f-2573-44c1-9fa0-fd53d4cfcb38,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:55.800653 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6837503-e4d3-4b49-861a-7672ea6b8970 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Checking segment: {'id': 'c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '481cdd99-8d59-4d4a-a316-79df9bc84d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:05:55.801608 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6837503-e4d3-4b49-861a-7672ea6b8970 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Network hostable DHCP agents. Network: 481cdd99-8d59-4d4a-a316-79df9bc84d2f, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:05:55.833084 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6837503-e4d3-4b49-861a-7672ea6b8970 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Network 481cdd99-8d59-4d4a-a316-79df9bc84d2f is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:05:55.850564 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-f6837503-e4d3-4b49-861a-7672ea6b8970 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 481cdd99-8d59-4d4a-a316-79df9bc84d2f) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:05:55.858791 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6837503-e4d3-4b49-861a-7672ea6b8970 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:05:55.860188 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f6837503-e4d3-4b49-861a-7672ea6b8970 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:55.875479 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6648db7-b0c2-4916-b3e7-eb32c85e2c53 None None] Network 481cdd99-8d59-4d4a-a316-79df9bc84d2f requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:05:55.903412 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d0685-557e-4616-b63a-266444665395 None None] Pushing event updated for resources: {'Port': ['ID=f0a8b1e0-cc1f-47b0-8759-9d2e77240b95,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:55.942553 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59682) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:05:55.944722 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f6837503-e4d3-4b49-861a-7672ea6b8970 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7001956 Feb 17 18:05:56.038625 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-ab183bc1-95a6-42bb-9717-e5202ec51bed None None] Set router 4dab46e1-a4b5-4c65-be9f-d7a703344051 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:05:56.104094 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5db69b-1ed7-4911-94b5-125de621031e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-481cdd99-8d59-4d4a-a316-79df9bc84d2f', 'network_id': '481cdd99-8d59-4d4a-a316-79df9bc84d2f', 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'fixed_ips': [{'subnet_id': '1289456f-2573-44c1-9fa0-fd53d4cfcb38'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 18:05:56.105295 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ad5db69b-1ed7-4911-94b5-125de621031e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:56.612531 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-ad5db69b-1ed7-4911-94b5-125de621031e None None] Allocated IP 172.20.0.2 (481cdd99-8d59-4d4a-a316-79df9bc84d2f/1289456f-2573-44c1-9fa0-fd53d4cfcb38/3e9b0a90-7e7b-424e-8f06-19d43224def2) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:05:56.735482 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8209a675-b9de-4e29-923e-331dd892b0de tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:56.815487 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ad5db69b-1ed7-4911-94b5-125de621031e None None] Publish callbacks [] for port (3e9b0a90-7e7b-424e-8f06-19d43224def2), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:56.820697 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-ab183bc1-95a6-42bb-9717-e5202ec51bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dab46e1-a4b5-4c65-be9f-d7a703344051', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297579104', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'f0a8b1e0-cc1f-47b0-8759-9d2e77240b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:05:52Z', 'updated_at': '2022-02-17T18:05:54Z', 'revision_number': 3, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': 'f0a8b1e0-cc1f-47b0-8759-9d2e77240b95', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dab46e1-a4b5-4c65-be9f-d7a703344051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:05:53Z', 'updated_at': '2022-02-17T18:05:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:05:56.860035 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ad5db69b-1ed7-4911-94b5-125de621031e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (3e9b0a90-7e7b-424e-8f06-19d43224def2), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:56.905347 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab183bc1-95a6-42bb-9717-e5202ec51bed None None] The sync data for ids ['4dab46e1-a4b5-4c65-be9f-d7a703344051'] in n-d-829613-2 is: [{'id': '4dab46e1-a4b5-4c65-be9f-d7a703344051', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297579104', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'f0a8b1e0-cc1f-47b0-8759-9d2e77240b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:05:52Z', 'updated_at': '2022-02-17T18:05:54Z', 'revision_number': 3, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': 'f0a8b1e0-cc1f-47b0-8759-9d2e77240b95', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dab46e1-a4b5-4c65-be9f-d7a703344051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:05:53Z', 'updated_at': '2022-02-17T18:05:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:05:56.915136 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5db69b-1ed7-4911-94b5-125de621031e None None] Pushing event updated for resources: {'Port': ['ID=3e9b0a90-7e7b-424e-8f06-19d43224def2,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:56.930516 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5db69b-1ed7-4911-94b5-125de621031e None None] Network 481cdd99-8d59-4d4a-a316-79df9bc84d2f is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:05:56.933642 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-ad5db69b-1ed7-4911-94b5-125de621031e None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:05:56.939723 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5db69b-1ed7-4911-94b5-125de621031e None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:05:57.006727 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-ad5db69b-1ed7-4911-94b5-125de621031e None None] Attempting to bind port 3e9b0a90-7e7b-424e-8f06-19d43224def2 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:05:57.007116 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-ad5db69b-1ed7-4911-94b5-125de621031e None None] Attempting to bind port 3e9b0a90-7e7b-424e-8f06-19d43224def2 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '481cdd99-8d59-4d4a-a316-79df9bc84d2f'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:05:57.007495 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5db69b-1ed7-4911-94b5-125de621031e None None] Attempting to bind port 3e9b0a90-7e7b-424e-8f06-19d43224def2 on network 481cdd99-8d59-4d4a-a316-79df9bc84d2f {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:05:57.013590 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5db69b-1ed7-4911-94b5-125de621031e None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:05:57.013976 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5db69b-1ed7-4911-94b5-125de621031e None None] Checking segment: {'id': 'c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '481cdd99-8d59-4d4a-a316-79df9bc84d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:05:57.014392 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ad5db69b-1ed7-4911-94b5-125de621031e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:57.014796 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5db69b-1ed7-4911-94b5-125de621031e None None] Bound using segment: {'id': 'c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '481cdd99-8d59-4d4a-a316-79df9bc84d2f'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:05:57.015280 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-ad5db69b-1ed7-4911-94b5-125de621031e None None] Bound port: 3e9b0a90-7e7b-424e-8f06-19d43224def2, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '481cdd99-8d59-4d4a-a316-79df9bc84d2f'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:05:57.015669 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ad5db69b-1ed7-4911-94b5-125de621031e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3e9b0a90-7e7b-424e-8f06-19d43224def2), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:57.107259 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-ad5db69b-1ed7-4911-94b5-125de621031e None None] For port 3e9b0a90-7e7b-424e-8f06-19d43224def2, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:05:57.112355 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-ad5db69b-1ed7-4911-94b5-125de621031e None None] For port 3e9b0a90-7e7b-424e-8f06-19d43224def2, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=3e9b0a90-7e7b-424e-8f06-19d43224def2,segment=NetworkSegment(c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb),segment_id=c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:05:57.120731 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ad5db69b-1ed7-4911-94b5-125de621031e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (3e9b0a90-7e7b-424e-8f06-19d43224def2), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:57.210460 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5db69b-1ed7-4911-94b5-125de621031e None None] Pushing event updated for resources: {'Port': ['ID=3e9b0a90-7e7b-424e-8f06-19d43224def2,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:57.867050 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-8209a675-b9de-4e29-923e-331dd892b0de tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Allocated IP 172.20.0.1 (481cdd99-8d59-4d4a-a316-79df9bc84d2f/1289456f-2573-44c1-9fa0-fd53d4cfcb38/aefafe06-e93d-4ed5-aad9-da9c9d9db42e) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:05:58.081947 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8209a675-b9de-4e29-923e-331dd892b0de tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for port (aefafe06-e93d-4ed5-aad9-da9c9d9db42e), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:58.128188 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8209a675-b9de-4e29-923e-331dd892b0de tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (aefafe06-e93d-4ed5-aad9-da9c9d9db42e), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:58.207681 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8209a675-b9de-4e29-923e-331dd892b0de tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Network 481cdd99-8d59-4d4a-a316-79df9bc84d2f is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:05:58.212362 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-8209a675-b9de-4e29-923e-331dd892b0de tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:05:58.218232 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8209a675-b9de-4e29-923e-331dd892b0de tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:05:58.223506 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8209a675-b9de-4e29-923e-331dd892b0de tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'Port': ['ID=aefafe06-e93d-4ed5-aad9-da9c9d9db42e,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:58.350409 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8209a675-b9de-4e29-923e-331dd892b0de tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (4dab46e1-a4b5-4c65-be9f-d7a703344051), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:58.603606 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 3e9b0a90-7e7b-424e-8f06-19d43224def2 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:05:58.697976 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8209a675-b9de-4e29-923e-331dd892b0de tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (aefafe06-e93d-4ed5-aad9-da9c9d9db42e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:58.716088 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 3e9b0a90-7e7b-424e-8f06-19d43224def2 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:05:58.716507 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (3e9b0a90-7e7b-424e-8f06-19d43224def2), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:58.862309 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 3e9b0a90-7e7b-424e-8f06-19d43224def2 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:05:58.863462 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3e9b0a90-7e7b-424e-8f06-19d43224def2), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:58.922188 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:05:58.924675 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 3e9b0a90-7e7b-424e-8f06-19d43224def2, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=3e9b0a90-7e7b-424e-8f06-19d43224def2,segment=NetworkSegment(c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb),segment_id=c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:05:58.937620 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (3e9b0a90-7e7b-424e-8f06-19d43224def2), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:58.939158 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device f0a8b1e0-cc1f-47b0-8759-9d2e77240b95 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:05:59.040420 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=3e9b0a90-7e7b-424e-8f06-19d43224def2,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:59.046229 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9749a571-a77c-4b69-857e-dc908e798ce8 None None] Network 481cdd99-8d59-4d4a-a316-79df9bc84d2f requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:05:59.112353 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-79a72229-66a7-4463-8a78-e56179e27ecc None None] Provisioning complete for port 3e9b0a90-7e7b-424e-8f06-19d43224def2 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:05:59.112765 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-79a72229-66a7-4463-8a78-e56179e27ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (3e9b0a90-7e7b-424e-8f06-19d43224def2), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:59.135733 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8209a675-b9de-4e29-923e-331dd892b0de tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for port (aefafe06-e93d-4ed5-aad9-da9c9d9db42e), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:59.142521 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8209a675-b9de-4e29-923e-331dd892b0de tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (aefafe06-e93d-4ed5-aad9-da9c9d9db42e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:59.243302 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8209a675-b9de-4e29-923e-331dd892b0de tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'Port': ['ID=aefafe06-e93d-4ed5-aad9-da9c9d9db42e,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:59.248211 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port f0a8b1e0-cc1f-47b0-8759-9d2e77240b95 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:05:59.248632 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (f0a8b1e0-cc1f-47b0-8759-9d2e77240b95), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:59.248967 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8209a675-b9de-4e29-923e-331dd892b0de tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (4dab46e1-a4b5-4c65-be9f-d7a703344051), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:59.377230 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8209a675-b9de-4e29-923e-331dd892b0de tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Network 481cdd99-8d59-4d4a-a316-79df9bc84d2f is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:05:59.380607 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-8209a675-b9de-4e29-923e-331dd892b0de tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:05:59.445344 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port f0a8b1e0-cc1f-47b0-8759-9d2e77240b95 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:05:59.445741 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (f0a8b1e0-cc1f-47b0-8759-9d2e77240b95), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:59.463264 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-79a72229-66a7-4463-8a78-e56179e27ecc None None] Current status of the port 3e9b0a90-7e7b-424e-8f06-19d43224def2 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:05:59.492489 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port f0a8b1e0-cc1f-47b0-8759-9d2e77240b95, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=f0a8b1e0-cc1f-47b0-8759-9d2e77240b95,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:05:59.500548 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (f0a8b1e0-cc1f-47b0-8759-9d2e77240b95), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:59.559575 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8209a675-b9de-4e29-923e-331dd892b0de tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Router 4dab46e1-a4b5-4c65-be9f-d7a703344051 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:05:59.659381 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=f0a8b1e0-cc1f-47b0-8759-9d2e77240b95,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:05:59.820184 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8209a675-b9de-4e29-923e-331dd892b0de tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:05:59.833562 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-8209a675-b9de-4e29-923e-331dd892b0de tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "PUT /v2.0/routers/4dab46e1-a4b5-4c65-be9f-d7a703344051/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8887074 Feb 17 18:05:59.913296 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-d1175ebb-08b0-4cb5-91d3-7aa0d9bb1917 None None] Provisioning complete for port 3e9b0a90-7e7b-424e-8f06-19d43224def2 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:05:59.916791 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d1175ebb-08b0-4cb5-91d3-7aa0d9bb1917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (3e9b0a90-7e7b-424e-8f06-19d43224def2), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:05:59.989290 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690b31d8-bb8a-495a-be2e-44ddb8fd39cd None None] Sync routers for ids ['4dab46e1-a4b5-4c65-be9f-d7a703344051'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:06:00.013212 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690b31d8-bb8a-495a-be2e-44ddb8fd39cd None None] Routers {'4dab46e1-a4b5-4c65-be9f-d7a703344051'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:06:00.015263 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-690b31d8-bb8a-495a-be2e-44ddb8fd39cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:05:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['4dab46e1-a4b5-4c65-be9f-d7a703344051'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:06:00.119095 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-d1175ebb-08b0-4cb5-91d3-7aa0d9bb1917 None None] Current status of the port 3e9b0a90-7e7b-424e-8f06-19d43224def2 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:06:00.137534 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-d1175ebb-08b0-4cb5-91d3-7aa0d9bb1917 None None] Provisioning complete for port aefafe06-e93d-4ed5-aad9-da9c9d9db42e triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:06:00.140150 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d1175ebb-08b0-4cb5-91d3-7aa0d9bb1917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (aefafe06-e93d-4ed5-aad9-da9c9d9db42e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:00.235916 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-690b31d8-bb8a-495a-be2e-44ddb8fd39cd None None] Set router 4dab46e1-a4b5-4c65-be9f-d7a703344051 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:06:00.248287 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-d1175ebb-08b0-4cb5-91d3-7aa0d9bb1917 None None] Port aefafe06-e93d-4ed5-aad9-da9c9d9db42e cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:06:00.379714 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-a4d9bf7a-8121-4bf0-aab1-40e340303ca3 None None] Provisioning complete for port aefafe06-e93d-4ed5-aad9-da9c9d9db42e triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:06:00.380101 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a4d9bf7a-8121-4bf0-aab1-40e340303ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (aefafe06-e93d-4ed5-aad9-da9c9d9db42e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:00.463807 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 3e9b0a90-7e7b-424e-8f06-19d43224def2 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:06:00.587854 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-a4d9bf7a-8121-4bf0-aab1-40e340303ca3 None None] Port aefafe06-e93d-4ed5-aad9-da9c9d9db42e cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:06:00.656790 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 3e9b0a90-7e7b-424e-8f06-19d43224def2 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:06:00.656790 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (3e9b0a90-7e7b-424e-8f06-19d43224def2), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:00.682546 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-7630349c-7702-41c2-b76c-c2f447b0a50a tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-546196338&fields=id&tenant_id=fbdb8b0945f14355a625c005e43f71f8 HTTP/1.1" status: 200 len: 267 time: 0.1025946 Feb 17 18:06:00.728266 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-690b31d8-bb8a-495a-be2e-44ddb8fd39cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dab46e1-a4b5-4c65-be9f-d7a703344051', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297579104', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'f0a8b1e0-cc1f-47b0-8759-9d2e77240b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:05:52Z', 'updated_at': '2022-02-17T18:05:58Z', 'revision_number': 4, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': 'f0a8b1e0-cc1f-47b0-8759-9d2e77240b95', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dab46e1-a4b5-4c65-be9f-d7a703344051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:05:53Z', 'updated_at': '2022-02-17T18:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'aefafe06-e93d-4ed5-aad9-da9c9d9db42e', 'name': '', 'network_id': '481cdd99-8d59-4d4a-a316-79df9bc84d2f', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'mac_address': 'fa:16:3e:5a:f6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dab46e1-a4b5-4c65-be9f-d7a703344051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '1289456f-2573-44c1-9fa0-fd53d4cfcb38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:05:56Z', 'updated_at': '2022-02-17T18:05:58Z', 'revision_number': 2, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'subnets': [{'id': '1289456f-2573-44c1-9fa0-fd53d4cfcb38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:06:00.729024 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-a3f22b5d-7cec-4bbd-b4a3-0e68a393e80c None None] Provisioning complete for port aefafe06-e93d-4ed5-aad9-da9c9d9db42e triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:06:00.729493 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a3f22b5d-7cec-4bbd-b4a3-0e68a393e80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (aefafe06-e93d-4ed5-aad9-da9c9d9db42e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:00.762259 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690b31d8-bb8a-495a-be2e-44ddb8fd39cd None None] Checking router: 4dab46e1-a4b5-4c65-be9f-d7a703344051 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:06:00.762873 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690b31d8-bb8a-495a-be2e-44ddb8fd39cd None None] Updating router 4dab46e1-a4b5-4c65-be9f-d7a703344051 port aefafe06-e93d-4ed5-aad9-da9c9d9db42e binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 18:06:00.773140 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-a3f22b5d-7cec-4bbd-b4a3-0e68a393e80c None None] Port aefafe06-e93d-4ed5-aad9-da9c9d9db42e cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:06:00.795114 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-690b31d8-bb8a-495a-be2e-44ddb8fd39cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (aefafe06-e93d-4ed5-aad9-da9c9d9db42e), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:00.865992 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 3e9b0a90-7e7b-424e-8f06-19d43224def2 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:06:00.867304 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device f0a8b1e0-cc1f-47b0-8759-9d2e77240b95 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:06:00.913834 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-63018744-ac03-4f5f-b302-921349c3cc2f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:06:00.915941 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-63018744-ac03-4f5f-b302-921349c3cc2f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/networks?id=481cdd99-8d59-4d4a-a316-79df9bc84d2f HTTP/1.1" status: 200 len: 795 time: 0.2254112 Feb 17 18:06:00.954407 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-eac5ff5b-0674-4417-b4bb-a8c16072f9b0 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/quotas/fbdb8b0945f14355a625c005e43f71f8 HTTP/1.1" status: 200 len: 375 time: 0.0314658 Feb 17 18:06:01.026101 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port f0a8b1e0-cc1f-47b0-8759-9d2e77240b95 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:06:01.026742 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (f0a8b1e0-cc1f-47b0-8759-9d2e77240b95), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:01.041275 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-6c88919d-6560-49c2-924d-8ad9d63a8be4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=fbdb8b0945f14355a625c005e43f71f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0785480 Feb 17 18:06:01.256272 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port f0a8b1e0-cc1f-47b0-8759-9d2e77240b95 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:06:01.307124 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-98800f7d-6fb4-4a69-92ab-2db102f6eda9 service neutron] 10.222.0.87 "GET /v2.0/networks/481cdd99-8d59-4d4a-a316-79df9bc84d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403057 Feb 17 18:06:01.371081 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-690b31d8-bb8a-495a-be2e-44ddb8fd39cd None None] Publish callbacks [] for port (aefafe06-e93d-4ed5-aad9-da9c9d9db42e), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:01.382703 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-690b31d8-bb8a-495a-be2e-44ddb8fd39cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (aefafe06-e93d-4ed5-aad9-da9c9d9db42e), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:01.430393 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-0016267c-26be-422a-916f-6c0639ccd7ea service neutron] 10.222.0.87 "GET /v2.0/networks/481cdd99-8d59-4d4a-a316-79df9bc84d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218264 Feb 17 18:06:01.469943 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2013b25-96ac-4071-91a0-c24d8ad7d2ad None None] Pushing event updated for resources: {'Port': ['ID=aefafe06-e93d-4ed5-aad9-da9c9d9db42e,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:06:01.493677 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2013b25-96ac-4071-91a0-c24d8ad7d2ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:06:01.494126 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2013b25-96ac-4071-91a0-c24d8ad7d2ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:06:01.494541 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2013b25-96ac-4071-91a0-c24d8ad7d2ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:06:01.494953 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2013b25-96ac-4071-91a0-c24d8ad7d2ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:06:01.495365 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2013b25-96ac-4071-91a0-c24d8ad7d2ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:06:01.495817 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2013b25-96ac-4071-91a0-c24d8ad7d2ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:06:01.496187 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2013b25-96ac-4071-91a0-c24d8ad7d2ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:06:01.496621 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2013b25-96ac-4071-91a0-c24d8ad7d2ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:06:01.497022 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2013b25-96ac-4071-91a0-c24d8ad7d2ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:06:01.497420 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2013b25-96ac-4071-91a0-c24d8ad7d2ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:06:01.497819 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2013b25-96ac-4071-91a0-c24d8ad7d2ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:06:01.498323 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2013b25-96ac-4071-91a0-c24d8ad7d2ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:06:01.498586 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2013b25-96ac-4071-91a0-c24d8ad7d2ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:06:01.540530 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-690b31d8-bb8a-495a-be2e-44ddb8fd39cd None None] Attempting to bind port aefafe06-e93d-4ed5-aad9-da9c9d9db42e on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:06:01.541037 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-690b31d8-bb8a-495a-be2e-44ddb8fd39cd None None] Attempting to bind port aefafe06-e93d-4ed5-aad9-da9c9d9db42e by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '481cdd99-8d59-4d4a-a316-79df9bc84d2f'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:06:01.543707 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690b31d8-bb8a-495a-be2e-44ddb8fd39cd None None] Attempting to bind port aefafe06-e93d-4ed5-aad9-da9c9d9db42e on network 481cdd99-8d59-4d4a-a316-79df9bc84d2f {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:06:01.560758 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690b31d8-bb8a-495a-be2e-44ddb8fd39cd None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:06:01.561321 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690b31d8-bb8a-495a-be2e-44ddb8fd39cd None None] Checking segment: {'id': 'c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '481cdd99-8d59-4d4a-a316-79df9bc84d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:06:01.561939 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-690b31d8-bb8a-495a-be2e-44ddb8fd39cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:01.562554 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690b31d8-bb8a-495a-be2e-44ddb8fd39cd None None] Bound using segment: {'id': 'c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '481cdd99-8d59-4d4a-a316-79df9bc84d2f'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:06:01.563353 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-690b31d8-bb8a-495a-be2e-44ddb8fd39cd None None] Bound port: aefafe06-e93d-4ed5-aad9-da9c9d9db42e, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '481cdd99-8d59-4d4a-a316-79df9bc84d2f'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:06:01.563993 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-690b31d8-bb8a-495a-be2e-44ddb8fd39cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (aefafe06-e93d-4ed5-aad9-da9c9d9db42e), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:01.726299 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-690b31d8-bb8a-495a-be2e-44ddb8fd39cd None None] For port aefafe06-e93d-4ed5-aad9-da9c9d9db42e, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:06:01.731536 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-690b31d8-bb8a-495a-be2e-44ddb8fd39cd None None] For port aefafe06-e93d-4ed5-aad9-da9c9d9db42e, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=aefafe06-e93d-4ed5-aad9-da9c9d9db42e,segment=NetworkSegment(c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb),segment_id=c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:06:01.745597 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-690b31d8-bb8a-495a-be2e-44ddb8fd39cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (aefafe06-e93d-4ed5-aad9-da9c9d9db42e), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:01.818199 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-854882a9-f529-4faf-863e-ca2f9674b76c None None] Provisioning complete for port aefafe06-e93d-4ed5-aad9-da9c9d9db42e triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:06:01.819401 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-854882a9-f529-4faf-863e-ca2f9674b76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (aefafe06-e93d-4ed5-aad9-da9c9d9db42e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:01.868547 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2013b25-96ac-4071-91a0-c24d8ad7d2ad None None] Pushing event updated for resources: {'Port': ['ID=aefafe06-e93d-4ed5-aad9-da9c9d9db42e,revision_number=4']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:06:01.897679 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690b31d8-bb8a-495a-be2e-44ddb8fd39cd None None] Routers {'4dab46e1-a4b5-4c65-be9f-d7a703344051'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:06:01.898415 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-690b31d8-bb8a-495a-be2e-44ddb8fd39cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:05:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['4dab46e1-a4b5-4c65-be9f-d7a703344051'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:06:01.918555 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b02ad065-0c95-4c6b-99d3-c63bfc10ad74 req-2624075d-1796-4901-8fc2-c43bd8ec4aae tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b648c686-57ad-4777-acdc-aa922b473be1 HTTP/1.1" status: 200 len: 210 time: 0.1904693 Feb 17 18:06:01.985903 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-854882a9-f529-4faf-863e-ca2f9674b76c None None] Current status of the port aefafe06-e93d-4ed5-aad9-da9c9d9db42e is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:06:01.996291 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-854882a9-f529-4faf-863e-ca2f9674b76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (aefafe06-e93d-4ed5-aad9-da9c9d9db42e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:02.076669 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-854882a9-f529-4faf-863e-ca2f9674b76c None None] For port aefafe06-e93d-4ed5-aad9-da9c9d9db42e, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=aefafe06-e93d-4ed5-aad9-da9c9d9db42e,segment=NetworkSegment(c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb),segment_id=c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:06:02.086967 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-690b31d8-bb8a-495a-be2e-44ddb8fd39cd None None] Set router 4dab46e1-a4b5-4c65-be9f-d7a703344051 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:06:02.089690 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-854882a9-f529-4faf-863e-ca2f9674b76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (aefafe06-e93d-4ed5-aad9-da9c9d9db42e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:02.220283 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854882a9-f529-4faf-863e-ca2f9674b76c None None] Pushing event updated for resources: {'Port': ['ID=aefafe06-e93d-4ed5-aad9-da9c9d9db42e,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:06:02.327109 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-34619ea9-d362-4b4e-89e7-c7b2841f7783 None None] Provisioning complete for port aefafe06-e93d-4ed5-aad9-da9c9d9db42e triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:06:02.328407 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-34619ea9-d362-4b4e-89e7-c7b2841f7783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (aefafe06-e93d-4ed5-aad9-da9c9d9db42e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:02.447344 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-34619ea9-d362-4b4e-89e7-c7b2841f7783 None None] Current status of the port aefafe06-e93d-4ed5-aad9-da9c9d9db42e is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:06:02.473281 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-690b31d8-bb8a-495a-be2e-44ddb8fd39cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dab46e1-a4b5-4c65-be9f-d7a703344051', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297579104', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'f0a8b1e0-cc1f-47b0-8759-9d2e77240b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:05:52Z', 'updated_at': '2022-02-17T18:05:58Z', 'revision_number': 4, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': 'f0a8b1e0-cc1f-47b0-8759-9d2e77240b95', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dab46e1-a4b5-4c65-be9f-d7a703344051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:05:53Z', 'updated_at': '2022-02-17T18:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'aefafe06-e93d-4ed5-aad9-da9c9d9db42e', 'name': '', 'network_id': '481cdd99-8d59-4d4a-a316-79df9bc84d2f', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'mac_address': 'fa:16:3e:5a:f6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dab46e1-a4b5-4c65-be9f-d7a703344051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '1289456f-2573-44c1-9fa0-fd53d4cfcb38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:05:56Z', 'updated_at': '2022-02-17T18:06:01Z', 'revision_number': 4, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'subnets': [{'id': '1289456f-2573-44c1-9fa0-fd53d4cfcb38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:06:02.516994 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690b31d8-bb8a-495a-be2e-44ddb8fd39cd None None] The sync data for ids ['4dab46e1-a4b5-4c65-be9f-d7a703344051'] in n-d-829613-2 is: [{'id': '4dab46e1-a4b5-4c65-be9f-d7a703344051', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297579104', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'f0a8b1e0-cc1f-47b0-8759-9d2e77240b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:05:52Z', 'updated_at': '2022-02-17T18:05:58Z', 'revision_number': 4, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': 'f0a8b1e0-cc1f-47b0-8759-9d2e77240b95', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dab46e1-a4b5-4c65-be9f-d7a703344051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:05:53Z', 'updated_at': '2022-02-17T18:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'aefafe06-e93d-4ed5-aad9-da9c9d9db42e', 'name': '', 'network_id': '481cdd99-8d59-4d4a-a316-79df9bc84d2f', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'mac_address': 'fa:16:3e:5a:f6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dab46e1-a4b5-4c65-be9f-d7a703344051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '1289456f-2573-44c1-9fa0-fd53d4cfcb38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:05:56Z', 'updated_at': '2022-02-17T18:06:01Z', 'revision_number': 4, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'subnets': [{'id': '1289456f-2573-44c1-9fa0-fd53d4cfcb38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:06:02.959935 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59770) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:06:03.053840 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c47951bd-7614-46be-904e-63daaf783428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:03.111964 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-61624033-8c1b-430b-8ab5-c70eae1f85e3 req-e00994c7-8ff4-40fb-809e-3fed2b94862e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b648c686-57ad-4777-acdc-aa922b473be1 HTTP/1.1" status: 200 len: 210 time: 0.0766032 Feb 17 18:06:03.231048 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f3957d51-449a-4ab0-912d-c4b11c9ea741 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:03.325531 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f3957d51-449a-4ab0-912d-c4b11c9ea741 admin admin] Publish callbacks [] for security_group (c62fe811-eb7c-4c5f-a6e7-d0295fe7a628), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:03.335232 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f3957d51-449a-4ab0-912d-c4b11c9ea741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (c62fe811-eb7c-4c5f-a6e7-d0295fe7a628), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:03.381776 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3957d51-449a-4ab0-912d-c4b11c9ea741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62fe811-eb7c-4c5f-a6e7-d0295fe7a628,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:06:03.387495 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-f3957d51-449a-4ab0-912d-c4b11c9ea741 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=29a347602cb240acacf366ea7cd1dfa7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4261839 Feb 17 18:06:03.390387 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59774) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:06:03.475059 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-95833cd4-d96b-4d95-a630-1196b6b7f818 admin admin] Publish callbacks [] for security_group (c62fe811-eb7c-4c5f-a6e7-d0295fe7a628), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:03.531098 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-95833cd4-d96b-4d95-a630-1196b6b7f818 admin admin] Publish callbacks [] for security_group (c62fe811-eb7c-4c5f-a6e7-d0295fe7a628), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:03.618638 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-95833cd4-d96b-4d95-a630-1196b6b7f818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (c62fe811-eb7c-4c5f-a6e7-d0295fe7a628), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:03.621774 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-95833cd4-d96b-4d95-a630-1196b6b7f818 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:03.625158 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-95833cd4-d96b-4d95-a630-1196b6b7f818 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c62fe811-eb7c-4c5f-a6e7-d0295fe7a628 HTTP/1.1" status: 204 len: 168 time: 0.2315741 Feb 17 18:06:03.635991 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95833cd4-d96b-4d95-a630-1196b6b7f818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62fe811-eb7c-4c5f-a6e7-d0295fe7a628,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:06:03.754867 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-488140cc-4a5b-4c8f-9fc7-acde32bfd635 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:06:03.757152 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-488140cc-4a5b-4c8f-9fc7-acde32bfd635 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.71 "GET /v2.0/networks?id=481cdd99-8d59-4d4a-a316-79df9bc84d2f HTTP/1.1" status: 200 len: 795 time: 0.2439392 Feb 17 18:06:03.880208 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-5ece79a3-6852-4cf5-9f0a-ccc8e28e97e5 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbdb8b0945f14355a625c005e43f71f8 HTTP/1.1" status: 200 len: 379 time: 0.1118963 Feb 17 18:06:03.899029 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-a520c2cd-2d78-4aea-a062-d2ef8849048c tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Request body: {'port': {'device_id': 'b648c686-57ad-4777-acdc-aa922b473be1', 'network_id': '481cdd99-8d59-4d4a-a316-79df9bc84d2f', 'admin_state_up': True, 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'security_groups': ['a8f80868-ea05-4384-b3d6-41de507f9321']}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:06:04.113780 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-a520c2cd-2d78-4aea-a062-d2ef8849048c tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Made reservation on behalf of fbdb8b0945f14355a625c005e43f71f8 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:06:04.118191 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-a520c2cd-2d78-4aea-a062-d2ef8849048c tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:04.316777 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bd8a5032-48ca-4ce7-ae86-d615db7529ca req-e7eb64e2-577a-4b6c-ba83-d2ec7e313438 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b648c686-57ad-4777-acdc-aa922b473be1 HTTP/1.1" status: 200 len: 210 time: 0.0673285 Feb 17 18:06:04.379551 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-a520c2cd-2d78-4aea-a062-d2ef8849048c tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Allocated IP 172.20.0.13 (481cdd99-8d59-4d4a-a316-79df9bc84d2f/1289456f-2573-44c1-9fa0-fd53d4cfcb38/553d26d8-0fb0-425b-95de-e2e48da133cd) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:06:04.482623 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device aefafe06-e93d-4ed5-aad9-da9c9d9db42e up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:06:04.611902 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port aefafe06-e93d-4ed5-aad9-da9c9d9db42e triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:06:04.612976 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (aefafe06-e93d-4ed5-aad9-da9c9d9db42e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:04.736647 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port aefafe06-e93d-4ed5-aad9-da9c9d9db42e is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:06:04.749654 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-a520c2cd-2d78-4aea-a062-d2ef8849048c tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for port (553d26d8-0fb0-425b-95de-e2e48da133cd), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:04.808068 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-a520c2cd-2d78-4aea-a062-d2ef8849048c tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (553d26d8-0fb0-425b-95de-e2e48da133cd), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:04.861994 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-a520c2cd-2d78-4aea-a062-d2ef8849048c tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Network 481cdd99-8d59-4d4a-a316-79df9bc84d2f is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:06:04.866848 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-a520c2cd-2d78-4aea-a062-d2ef8849048c tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:06:04.882929 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-a520c2cd-2d78-4aea-a062-d2ef8849048c tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:06:04.955837 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-a520c2cd-2d78-4aea-a062-d2ef8849048c tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:06:04.956764 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-a520c2cd-2d78-4aea-a062-d2ef8849048c tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:04.985223 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a520c2cd-2d78-4aea-a062-d2ef8849048c tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'Port': ['ID=553d26d8-0fb0-425b-95de-e2e48da133cd,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:06:04.999127 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-a520c2cd-2d78-4aea-a062-d2ef8849048c tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1118658 Feb 17 18:06:05.011408 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-4e363dcb-5f7d-4bad-9aa3-d3b8dc59d8a9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 18:06:05.017224 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-4e363dcb-5f7d-4bad-9aa3-d3b8dc59d8a9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0106483 Feb 17 18:06:05.218601 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-f8cfe794-0a79-458a-981d-fdaac6d7f10a service neutron] Request body: {'port': {'device_id': 'b648c686-57ad-4777-acdc-aa922b473be1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:06:05.296304 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-f8cfe794-0a79-458a-981d-fdaac6d7f10a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (553d26d8-0fb0-425b-95de-e2e48da133cd), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:05.312742 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-c141b0b6-1749-48bc-a1e8-ec857eafbc82 None None] Provisioning complete for port 553d26d8-0fb0-425b-95de-e2e48da133cd triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:06:05.313467 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c141b0b6-1749-48bc-a1e8-ec857eafbc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (553d26d8-0fb0-425b-95de-e2e48da133cd), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:05.392679 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-c141b0b6-1749-48bc-a1e8-ec857eafbc82 None None] Port 553d26d8-0fb0-425b-95de-e2e48da133cd cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:06:05.448048 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d8d0218c-5661-4809-9520-e41a19715ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:05.563858 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7967777-3549-48f0-ba5e-4022ac374a3f req-f136a0d3-c65e-429a-9a1e-c6565ac793c3 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:06:05.565427 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f7967777-3549-48f0-ba5e-4022ac374a3f req-f136a0d3-c65e-429a-9a1e-c6565ac793c3 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b648c686-57ad-4777-acdc-aa922b473be1 HTTP/1.1" status: 200 len: 932 time: 0.1032691 Feb 17 18:06:05.664765 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f7967777-3549-48f0-ba5e-4022ac374a3f req-30cc83b1-690a-4f56-8e70-67f49f0432b9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8f80868-ea05-4384-b3d6-41de507f9321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641015 Feb 17 18:06:05.751589 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-f8cfe794-0a79-458a-981d-fdaac6d7f10a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 553d26d8-0fb0-425b-95de-e2e48da133cd {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:06:05.760407 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-f8cfe794-0a79-458a-981d-fdaac6d7f10a service neutron] Publish callbacks [] for port (553d26d8-0fb0-425b-95de-e2e48da133cd), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:05.773670 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-f8cfe794-0a79-458a-981d-fdaac6d7f10a service neutron] Transition to ACTIVE for port object 553d26d8-0fb0-425b-95de-e2e48da133cd will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 18:06:05.777892 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-f8cfe794-0a79-458a-981d-fdaac6d7f10a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (553d26d8-0fb0-425b-95de-e2e48da133cd), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:05.837615 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cfe794-0a79-458a-981d-fdaac6d7f10a service neutron] Pushing event updated for resources: {'Port': ['ID=553d26d8-0fb0-425b-95de-e2e48da133cd,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:06:05.928380 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-f8cfe794-0a79-458a-981d-fdaac6d7f10a service neutron] Attempting to bind port 553d26d8-0fb0-425b-95de-e2e48da133cd on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:06:05.928720 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-f8cfe794-0a79-458a-981d-fdaac6d7f10a service neutron] Attempting to bind port 553d26d8-0fb0-425b-95de-e2e48da133cd by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': 'c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '481cdd99-8d59-4d4a-a316-79df9bc84d2f'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:06:05.929053 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-f8cfe794-0a79-458a-981d-fdaac6d7f10a service neutron] Attempting to bind port 553d26d8-0fb0-425b-95de-e2e48da133cd on network 481cdd99-8d59-4d4a-a316-79df9bc84d2f {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:06:05.934513 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-f8cfe794-0a79-458a-981d-fdaac6d7f10a service neutron] Port 553d26d8-0fb0-425b-95de-e2e48da133cd on network 481cdd99-8d59-4d4a-a316-79df9bc84d2f not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:06:05.935021 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-f8cfe794-0a79-458a-981d-fdaac6d7f10a service neutron] Attempting to bind port 553d26d8-0fb0-425b-95de-e2e48da133cd on network 481cdd99-8d59-4d4a-a316-79df9bc84d2f {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:06:05.942582 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-f8cfe794-0a79-458a-981d-fdaac6d7f10a service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:06:05.943570 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-f8cfe794-0a79-458a-981d-fdaac6d7f10a service neutron] Checking segment: {'id': 'c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '481cdd99-8d59-4d4a-a316-79df9bc84d2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:06:05.943968 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-f8cfe794-0a79-458a-981d-fdaac6d7f10a service neutron] Bound using segment: {'id': 'c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '481cdd99-8d59-4d4a-a316-79df9bc84d2f'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:06:05.944447 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-f8cfe794-0a79-458a-981d-fdaac6d7f10a service neutron] Bound port: 553d26d8-0fb0-425b-95de-e2e48da133cd, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '481cdd99-8d59-4d4a-a316-79df9bc84d2f'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:06:05.944813 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-f8cfe794-0a79-458a-981d-fdaac6d7f10a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (553d26d8-0fb0-425b-95de-e2e48da133cd), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:06.022573 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-f8cfe794-0a79-458a-981d-fdaac6d7f10a service neutron] For port 553d26d8-0fb0-425b-95de-e2e48da133cd, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:06:06.026106 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-f8cfe794-0a79-458a-981d-fdaac6d7f10a service neutron] For port 553d26d8-0fb0-425b-95de-e2e48da133cd, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=553d26d8-0fb0-425b-95de-e2e48da133cd,segment=NetworkSegment(c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb),segment_id=c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:06:06.038977 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-f8cfe794-0a79-458a-981d-fdaac6d7f10a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (553d26d8-0fb0-425b-95de-e2e48da133cd), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:06.074825 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-f8cfe794-0a79-458a-981d-fdaac6d7f10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:06:06.075498 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-f8cfe794-0a79-458a-981d-fdaac6d7f10a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:06.076966 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-f8cfe794-0a79-458a-981d-fdaac6d7f10a service neutron] 10.222.0.71 "PUT /v2.0/ports/553d26d8-0fb0-425b-95de-e2e48da133cd HTTP/1.1" status: 200 len: 1092 time: 1.0570843 Feb 17 18:06:06.077418 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b648c686-57ad-4777-acdc-aa922b473be1', 'tag': '553d26d8-0fb0-425b-95de-e2e48da133cd'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:06:06.079814 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d888e3-4f65-4f64-a24c-7e5c65be94f2" -d '{"events": [{"name": "network-changed", "server_uuid": "b648c686-57ad-4777-acdc-aa922b473be1", "tag": "553d26d8-0fb0-425b-95de-e2e48da133cd"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:06:06.143074 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ebb0b91-5d51-4c41-90a5-13053eb6d863 x-openstack-request-id: req-7ebb0b91-5d51-4c41-90a5-13053eb6d863 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:06:06.143367 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b648c686-57ad-4777-acdc-aa922b473be1", "tag": "553d26d8-0fb0-425b-95de-e2e48da133cd", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:06:06.143623 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7ebb0b91-5d51-4c41-90a5-13053eb6d863 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:06:06.144026 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b648c686-57ad-4777-acdc-aa922b473be1', 'tag': '553d26d8-0fb0-425b-95de-e2e48da133cd', 'status': 'completed', 'code': 200} Feb 17 18:06:06.196701 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cfe794-0a79-458a-981d-fdaac6d7f10a service neutron] Pushing event updated for resources: {'Port': ['ID=553d26d8-0fb0-425b-95de-e2e48da133cd,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:06:06.222534 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-d9981b6d-19e0-461d-b286-f851ed5ba37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:06:06.224799 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-d9981b6d-19e0-461d-b286-f851ed5ba37c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fbdb8b0945f14355a625c005e43f71f8&device_id=b648c686-57ad-4777-acdc-aa922b473be1 HTTP/1.1" status: 200 len: 1126 time: 0.0830395 Feb 17 18:06:06.280222 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-b95b693f-49af-4800-9b1d-9b307212f559 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=553d26d8-0fb0-425b-95de-e2e48da133cd HTTP/1.1" status: 200 len: 217 time: 0.0479710 Feb 17 18:06:06.338671 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-ac679b61-41f7-4244-a418-7ab4f9e404fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:06:06.340912 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-ac679b61-41f7-4244-a418-7ab4f9e404fd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1289456f-2573-44c1-9fa0-fd53d4cfcb38 HTTP/1.1" status: 200 len: 835 time: 0.0549424 Feb 17 18:06:06.398152 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-61b97a4b-bc0d-4596-971b-cf5d7b25b07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:06:06.399809 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-61b97a4b-bc0d-4596-971b-cf5d7b25b07e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=481cdd99-8d59-4d4a-a316-79df9bc84d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0528975 Feb 17 18:06:06.506542 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-1c74e73d-ce22-463e-a16e-b515b447d0e7 service neutron] 10.222.0.71 "GET /v2.0/networks/481cdd99-8d59-4d4a-a316-79df9bc84d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996130 Feb 17 18:06:06.617112 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6373ce61-0257-4568-a856-9c148b5b14d4 req-9e49c947-3a5c-46e5-a1d7-2ce571c1e039 service neutron] 10.222.0.71 "GET /v2.0/networks/481cdd99-8d59-4d4a-a316-79df9bc84d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055624 Feb 17 18:06:06.723721 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d888e3-4f65-4f64-a24c-7e5c65be94f2 req-0481ed8f-9341-44be-ace1-953f2a124018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:06:06.725521 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f2d888e3-4f65-4f64-a24c-7e5c65be94f2 req-0481ed8f-9341-44be-ace1-953f2a124018 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fbdb8b0945f14355a625c005e43f71f8&device_id=b648c686-57ad-4777-acdc-aa922b473be1 HTTP/1.1" status: 200 len: 1126 time: 0.0598507 Feb 17 18:06:06.787764 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:06.887370 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d888e3-4f65-4f64-a24c-7e5c65be94f2 req-484277f7-b025-422b-9989-900f7e218701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:06:06.888939 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f2d888e3-4f65-4f64-a24c-7e5c65be94f2 req-484277f7-b025-422b-9989-900f7e218701 service neutron] 10.222.0.71 "GET /v2.0/networks?id=481cdd99-8d59-4d4a-a316-79df9bc84d2f HTTP/1.1" status: 200 len: 896 time: 0.1576381 Feb 17 18:06:06.962284 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e05d0-9cbc-4239-897c-1b52da8127d9 req-e92c14d6-3487-44a4-a2c7-033134dcfd04 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:06:06.963916 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bb0e05d0-9cbc-4239-897c-1b52da8127d9 req-e92c14d6-3487-44a4-a2c7-033134dcfd04 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b648c686-57ad-4777-acdc-aa922b473be1 HTTP/1.1" status: 200 len: 944 time: 0.1574681 Feb 17 18:06:06.965505 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f2d888e3-4f65-4f64-a24c-7e5c65be94f2 req-a1aa5049-bf73-4445-a8aa-6929b425eaab service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=553d26d8-0fb0-425b-95de-e2e48da133cd HTTP/1.1" status: 200 len: 217 time: 0.0692644 Feb 17 18:06:07.049553 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d888e3-4f65-4f64-a24c-7e5c65be94f2 req-0abab561-2288-4f00-9b8c-d6d4d1ed493b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:06:07.051020 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f2d888e3-4f65-4f64-a24c-7e5c65be94f2 req-0abab561-2288-4f00-9b8c-d6d4d1ed493b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1289456f-2573-44c1-9fa0-fd53d4cfcb38 HTTP/1.1" status: 200 len: 835 time: 0.0775554 Feb 17 18:06:07.071502 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bb0e05d0-9cbc-4239-897c-1b52da8127d9 req-7a60c1dd-eb4d-46ca-a31f-92ebda552855 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8f80868-ea05-4384-b3d6-41de507f9321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001332 Feb 17 18:06:07.112358 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d888e3-4f65-4f64-a24c-7e5c65be94f2 req-7774fc8f-df58-4f66-b7cb-f0e92d924a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:06:07.113870 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f2d888e3-4f65-4f64-a24c-7e5c65be94f2 req-7774fc8f-df58-4f66-b7cb-f0e92d924a6a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=481cdd99-8d59-4d4a-a316-79df9bc84d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0558372 Feb 17 18:06:07.214091 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f2d888e3-4f65-4f64-a24c-7e5c65be94f2 req-1a75773b-1c87-43cb-b028-22fb5688ebbb service neutron] 10.222.0.71 "GET /v2.0/networks/481cdd99-8d59-4d4a-a316-79df9bc84d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929735 Feb 17 18:06:07.320491 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f2d888e3-4f65-4f64-a24c-7e5c65be94f2 req-fa871c3e-af6b-4b5a-8f9c-2b027fd3503d service neutron] 10.222.0.71 "GET /v2.0/networks/481cdd99-8d59-4d4a-a316-79df9bc84d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948017 Feb 17 18:06:08.002315 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:08.208298 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32da736-737f-45ac-98de-8152cbd035f9 req-72ff4ab6-ddde-4210-adba-e82a96c44a40 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:06:08.209791 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a32da736-737f-45ac-98de-8152cbd035f9 req-72ff4ab6-ddde-4210-adba-e82a96c44a40 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b648c686-57ad-4777-acdc-aa922b473be1 HTTP/1.1" status: 200 len: 944 time: 0.0551620 Feb 17 18:06:08.262340 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a32da736-737f-45ac-98de-8152cbd035f9 req-2e630743-1de0-4db2-95fe-a1fa496ab901 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8f80868-ea05-4384-b3d6-41de507f9321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463746 Feb 17 18:06:09.092210 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:09.324613 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 553d26d8-0fb0-425b-95de-e2e48da133cd details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:06:09.403320 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df3c920-753f-438d-aa10-7d2ccd8e54fa req-5891939b-70b5-4202-90d7-b01499ee1567 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:06:09.410916 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2df3c920-753f-438d-aa10-7d2ccd8e54fa req-5891939b-70b5-4202-90d7-b01499ee1567 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b648c686-57ad-4777-acdc-aa922b473be1 HTTP/1.1" status: 200 len: 944 time: 0.0723248 Feb 17 18:06:09.471601 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 553d26d8-0fb0-425b-95de-e2e48da133cd, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=553d26d8-0fb0-425b-95de-e2e48da133cd,segment=NetworkSegment(c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb),segment_id=c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:06:09.484262 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2df3c920-753f-438d-aa10-7d2ccd8e54fa req-b20f1562-ee83-4571-9284-a49eba61f296 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8f80868-ea05-4384-b3d6-41de507f9321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721827 Feb 17 18:06:09.489558 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '553d26d8-0fb0-425b-95de-e2e48da133cd', 'network_id': '481cdd99-8d59-4d4a-a316-79df9bc84d2f', 'port_id': '553d26d8-0fb0-425b-95de-e2e48da133cd', 'mac_address': 'fa:16:3e:67:51:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1289456f-2573-44c1-9fa0-fd53d4cfcb38', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:06:09.537591 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 553d26d8-0fb0-425b-95de-e2e48da133cd is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:06:09.537996 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (553d26d8-0fb0-425b-95de-e2e48da133cd), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:09.553287 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 553d26d8-0fb0-425b-95de-e2e48da133cd {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:06:09.574973 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 553d26d8-0fb0-425b-95de-e2e48da133cd, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=553d26d8-0fb0-425b-95de-e2e48da133cd,segment=NetworkSegment(c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb),segment_id=c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:06:09.579360 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (553d26d8-0fb0-425b-95de-e2e48da133cd), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:09.633337 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=553d26d8-0fb0-425b-95de-e2e48da133cd,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:06:09.832783 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['553d26d8-0fb0-425b-95de-e2e48da133cd'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:06:10.622016 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1aae39-912a-4591-811a-8233cfc3342e req-5c5b0a82-04b5-4349-812f-ae795c8a96a7 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:06:10.623945 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bb1aae39-912a-4591-811a-8233cfc3342e req-5c5b0a82-04b5-4349-812f-ae795c8a96a7 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b648c686-57ad-4777-acdc-aa922b473be1 HTTP/1.1" status: 200 len: 945 time: 0.0727031 Feb 17 18:06:10.707679 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bb1aae39-912a-4591-811a-8233cfc3342e req-1bba2a28-ce77-4218-91b5-b80269844ec4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8f80868-ea05-4384-b3d6-41de507f9321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759208 Feb 17 18:06:11.323851 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 553d26d8-0fb0-425b-95de-e2e48da133cd up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:06:11.397329 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 553d26d8-0fb0-425b-95de-e2e48da133cd completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 18:06:11.401437 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 553d26d8-0fb0-425b-95de-e2e48da133cd triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:06:11.401812 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (553d26d8-0fb0-425b-95de-e2e48da133cd), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:11.496261 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 553d26d8-0fb0-425b-95de-e2e48da133cd is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:06:11.496566 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (553d26d8-0fb0-425b-95de-e2e48da133cd), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:11.524642 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b648c686-57ad-4777-acdc-aa922b473be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '553d26d8-0fb0-425b-95de-e2e48da133cd'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:06:11.526985 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e180f2-3b5c-4242-bbca-b4cff485da77" -d '{"events": [{"server_uuid": "b648c686-57ad-4777-acdc-aa922b473be1", "name": "network-vif-plugged", "status": "completed", "tag": "553d26d8-0fb0-425b-95de-e2e48da133cd"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:06:11.542172 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 553d26d8-0fb0-425b-95de-e2e48da133cd, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=553d26d8-0fb0-425b-95de-e2e48da133cd,segment=NetworkSegment(c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb),segment_id=c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:06:11.548632 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (553d26d8-0fb0-425b-95de-e2e48da133cd), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:11.584498 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74f885f-5396-44b1-898d-44f0d8d15545 x-openstack-request-id: req-e74f885f-5396-44b1-898d-44f0d8d15545 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:06:11.584791 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b648c686-57ad-4777-acdc-aa922b473be1", "name": "network-vif-plugged", "status": "completed", "tag": "553d26d8-0fb0-425b-95de-e2e48da133cd", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:06:11.585092 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e74f885f-5396-44b1-898d-44f0d8d15545 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:06:11.585804 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b648c686-57ad-4777-acdc-aa922b473be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '553d26d8-0fb0-425b-95de-e2e48da133cd', 'code': 200} Feb 17 18:06:11.625679 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=553d26d8-0fb0-425b-95de-e2e48da133cd,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:06:11.699237 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c5cdc-b4fe-4065-89ec-13443d2a6e3c req-ea4b790e-7c32-40d5-9411-7fbbeb7744cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:06:11.700766 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1b4c5cdc-b4fe-4065-89ec-13443d2a6e3c req-ea4b790e-7c32-40d5-9411-7fbbeb7744cb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b648c686-57ad-4777-acdc-aa922b473be1 HTTP/1.1" status: 200 len: 1128 time: 0.0477066 Feb 17 18:06:11.752498 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1b4c5cdc-b4fe-4065-89ec-13443d2a6e3c req-2dc36764-f57a-4899-b7bc-3be75509a75c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a8f80868-ea05-4384-b3d6-41de507f9321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457866 Feb 17 18:06:11.844514 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dde5b1-0651-48ae-935d-8e850bb97e5e req-b26cfdec-f703-49d0-9291-5c9e7e2f232a tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:06:11.846146 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-57dde5b1-0651-48ae-935d-8e850bb97e5e req-b26cfdec-f703-49d0-9291-5c9e7e2f232a tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b648c686-57ad-4777-acdc-aa922b473be1 HTTP/1.1" status: 200 len: 946 time: 0.0603106 Feb 17 18:06:11.899741 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-57dde5b1-0651-48ae-935d-8e850bb97e5e req-c5129f37-b895-44a8-befe-eed3313aa985 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8f80868-ea05-4384-b3d6-41de507f9321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470157 Feb 17 18:06:12.254916 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59870) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:06:12.397867 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b19badb1-85b3-40f4-9854-cee21d3c2428 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:12.494864 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b19badb1-85b3-40f4-9854-cee21d3c2428 admin admin] Publish callbacks [] for security_group (74a8141f-0170-4324-b15b-b0b961fe1a24), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:12.499951 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b19badb1-85b3-40f4-9854-cee21d3c2428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (74a8141f-0170-4324-b15b-b0b961fe1a24), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:12.556292 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19badb1-85b3-40f4-9854-cee21d3c2428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a8141f-0170-4324-b15b-b0b961fe1a24,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:06:12.572556 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b19badb1-85b3-40f4-9854-cee21d3c2428 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f4b23e67940945f7ae1350eca45223ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3145611 Feb 17 18:06:12.574810 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59876) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:06:12.578841 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19badb1-85b3-40f4-9854-cee21d3c2428 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:06:12.579207 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19badb1-85b3-40f4-9854-cee21d3c2428 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:06:12.579557 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19badb1-85b3-40f4-9854-cee21d3c2428 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:06:12.579903 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19badb1-85b3-40f4-9854-cee21d3c2428 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:06:12.582239 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19badb1-85b3-40f4-9854-cee21d3c2428 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:06:12.582239 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19badb1-85b3-40f4-9854-cee21d3c2428 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:06:12.582239 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19badb1-85b3-40f4-9854-cee21d3c2428 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:06:12.582239 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19badb1-85b3-40f4-9854-cee21d3c2428 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:06:12.582239 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19badb1-85b3-40f4-9854-cee21d3c2428 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:06:12.582239 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19badb1-85b3-40f4-9854-cee21d3c2428 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:06:12.582788 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19badb1-85b3-40f4-9854-cee21d3c2428 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:06:12.582788 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19badb1-85b3-40f4-9854-cee21d3c2428 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:06:12.583056 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19badb1-85b3-40f4-9854-cee21d3c2428 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:06:12.668636 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4636b841-2089-47fe-b500-24a4b66fffe2 admin admin] Publish callbacks [] for security_group (74a8141f-0170-4324-b15b-b0b961fe1a24), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:12.712287 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4636b841-2089-47fe-b500-24a4b66fffe2 admin admin] Publish callbacks [] for security_group (74a8141f-0170-4324-b15b-b0b961fe1a24), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:12.773652 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4636b841-2089-47fe-b500-24a4b66fffe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (74a8141f-0170-4324-b15b-b0b961fe1a24), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:12.777375 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4636b841-2089-47fe-b500-24a4b66fffe2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:12.778842 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4636b841-2089-47fe-b500-24a4b66fffe2 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/74a8141f-0170-4324-b15b-b0b961fe1a24 HTTP/1.1" status: 204 len: 168 time: 0.2028646 Feb 17 18:06:12.789966 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4636b841-2089-47fe-b500-24a4b66fffe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a8141f-0170-4324-b15b-b0b961fe1a24,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:06:13.052812 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae6650-20e9-49b0-b391-736ef2295214 req-d8698ad4-856d-4074-bce2-8c9b58bba89b tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:06:13.055046 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0fae6650-20e9-49b0-b391-736ef2295214 req-d8698ad4-856d-4074-bce2-8c9b58bba89b tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b648c686-57ad-4777-acdc-aa922b473be1 HTTP/1.1" status: 200 len: 946 time: 0.0683472 Feb 17 18:06:13.118422 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0fae6650-20e9-49b0-b391-736ef2295214 req-24bda741-cca6-4b1e-8618-e6857dd9ec8a tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8f80868-ea05-4384-b3d6-41de507f9321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559156 Feb 17 18:06:13.265296 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe984c22-b7fb-4e5a-a8b7-7f0823dd40d9 req-1bfe6927-b832-4d88-8862-62dd505b4a46 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:06:13.267447 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fe984c22-b7fb-4e5a-a8b7-7f0823dd40d9 req-1bfe6927-b832-4d88-8862-62dd505b4a46 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b648c686-57ad-4777-acdc-aa922b473be1 HTTP/1.1" status: 200 len: 946 time: 0.0722754 Feb 17 18:06:13.323849 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fe984c22-b7fb-4e5a-a8b7-7f0823dd40d9 req-c54b97bb-a8a1-4c27-a4ae-85edbc18dbdc tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8f80868-ea05-4384-b3d6-41de507f9321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487361 Feb 17 18:06:13.352331 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59886) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:06:13.401650 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fbcb8c-0cd3-4548-b71f-3fd5671b048f tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:06:13.403259 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-87fbcb8c-0cd3-4548-b71f-3fd5671b048f tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=b648c686-57ad-4777-acdc-aa922b473be1 HTTP/1.1" status: 200 len: 1123 time: 0.0491874 Feb 17 18:06:13.406667 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 59888) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:06:13.411431 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-9a263038-8f66-4440-b2c7-dd258b3bcb88 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'port_id': '553d26d8-0fb0-425b-95de-e2e48da133cd', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:06:13.736765 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9a263038-8f66-4440-b2c7-dd258b3bcb88 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:13.836020 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9a263038-8f66-4440-b2c7-dd258b3bcb88 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:13.947305 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-9a263038-8f66-4440-b2c7-dd258b3bcb88 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Allocated IP 172.25.8.227 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/59fd3b49-4828-4ec4-9a3b-19984d324f38) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:06:14.058671 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9a263038-8f66-4440-b2c7-dd258b3bcb88 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for port (59fd3b49-4828-4ec4-9a3b-19984d324f38), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:14.093955 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9a263038-8f66-4440-b2c7-dd258b3bcb88 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (59fd3b49-4828-4ec4-9a3b-19984d324f38), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:14.140394 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a263038-8f66-4440-b2c7-dd258b3bcb88 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:06:14.146274 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-9a263038-8f66-4440-b2c7-dd258b3bcb88 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:06:14.148938 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a263038-8f66-4440-b2c7-dd258b3bcb88 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:06:14.152287 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a263038-8f66-4440-b2c7-dd258b3bcb88 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'Port': ['ID=59fd3b49-4828-4ec4-9a3b-19984d324f38,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:06:14.631892 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9a263038-8f66-4440-b2c7-dd258b3bcb88 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for floatingip (880c23b2-8b74-44c6-8739-de8b283432b8), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:14.738881 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9a263038-8f66-4440-b2c7-dd258b3bcb88 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (59fd3b49-4828-4ec4-9a3b-19984d324f38), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:14.905024 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9a263038-8f66-4440-b2c7-dd258b3bcb88 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for port (59fd3b49-4828-4ec4-9a3b-19984d324f38), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:14.910354 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9a263038-8f66-4440-b2c7-dd258b3bcb88 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (59fd3b49-4828-4ec4-9a3b-19984d324f38), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:14.977971 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a263038-8f66-4440-b2c7-dd258b3bcb88 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'Port': ['ID=59fd3b49-4828-4ec4-9a3b-19984d324f38,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:06:14.991503 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9a263038-8f66-4440-b2c7-dd258b3bcb88 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (880c23b2-8b74-44c6-8739-de8b283432b8), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:15.096624 n-d-829613-2 neutron-server[103434]: INFO neutron.db.l3_db [None req-9a263038-8f66-4440-b2c7-dd258b3bcb88 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Floating IP 880c23b2-8b74-44c6-8739-de8b283432b8 associated. External IP: 172.25.8.227, port: 553d26d8-0fb0-425b-95de-e2e48da133cd. Feb 17 18:06:15.326699 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a263038-8f66-4440-b2c7-dd258b3bcb88 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Router 4dab46e1-a4b5-4c65-be9f-d7a703344051 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:06:15.447222 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a263038-8f66-4440-b2c7-dd258b3bcb88 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:06:15.460448 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e9572e-a822-4f55-af45-13a254c1bc4e None None] Sync routers for ids ['4dab46e1-a4b5-4c65-be9f-d7a703344051'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:06:15.468111 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9a263038-8f66-4440-b2c7-dd258b3bcb88 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:15.474880 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e9572e-a822-4f55-af45-13a254c1bc4e None None] Routers {'4dab46e1-a4b5-4c65-be9f-d7a703344051'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:06:15.475511 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a5e9572e-a822-4f55-af45-13a254c1bc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:06:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['4dab46e1-a4b5-4c65-be9f-d7a703344051'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:06:15.503158 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9a263038-8f66-4440-b2c7-dd258b3bcb88 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0953660 Feb 17 18:06:15.503914 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b648c686-57ad-4777-acdc-aa922b473be1', 'tag': '553d26d8-0fb0-425b-95de-e2e48da133cd'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:06:15.506990 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184479d3-b77f-4204-8a61-727a2a583bcc" -d '{"events": [{"name": "network-changed", "server_uuid": "b648c686-57ad-4777-acdc-aa922b473be1", "tag": "553d26d8-0fb0-425b-95de-e2e48da133cd"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:06:15.556073 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b7ac08-0597-477f-b91d-e8e0caaa7898 x-openstack-request-id: req-b4b7ac08-0597-477f-b91d-e8e0caaa7898 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:06:15.556470 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b648c686-57ad-4777-acdc-aa922b473be1", "tag": "553d26d8-0fb0-425b-95de-e2e48da133cd", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:06:15.556841 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b4b7ac08-0597-477f-b91d-e8e0caaa7898 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:06:15.557324 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b648c686-57ad-4777-acdc-aa922b473be1', 'tag': '553d26d8-0fb0-425b-95de-e2e48da133cd', 'status': 'completed', 'code': 200} Feb 17 18:06:15.603424 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-a5e9572e-a822-4f55-af45-13a254c1bc4e None None] Set router 4dab46e1-a4b5-4c65-be9f-d7a703344051 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:06:15.684185 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e0e5b2-f128-4e75-b7d2-e12956d14c8d req-b8484c0d-374a-44b8-aad3-9b1f58bd65de tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:06:15.686585 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-11e0e5b2-f128-4e75-b7d2-e12956d14c8d req-b8484c0d-374a-44b8-aad3-9b1f58bd65de tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b648c686-57ad-4777-acdc-aa922b473be1 HTTP/1.1" status: 200 len: 946 time: 0.1205480 Feb 17 18:06:15.696396 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184479d3-b77f-4204-8a61-727a2a583bcc req-eaa1ed46-a369-4dad-a1b2-8396b5dcdfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:06:15.698297 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-184479d3-b77f-4204-8a61-727a2a583bcc req-eaa1ed46-a369-4dad-a1b2-8396b5dcdfdd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fbdb8b0945f14355a625c005e43f71f8&device_id=b648c686-57ad-4777-acdc-aa922b473be1 HTTP/1.1" status: 200 len: 1128 time: 0.0925329 Feb 17 18:06:15.804596 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-11e0e5b2-f128-4e75-b7d2-e12956d14c8d req-da9d6666-21b6-4ba9-b71c-dd5dddfc5689 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8f80868-ea05-4384-b3d6-41de507f9321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054194 Feb 17 18:06:15.831686 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59930) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:06:15.879173 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184479d3-b77f-4204-8a61-727a2a583bcc req-c648606a-4ec8-4255-9947-f60fcf0245cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:06:15.881229 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-184479d3-b77f-4204-8a61-727a2a583bcc req-c648606a-4ec8-4255-9947-f60fcf0245cc service neutron] 10.222.0.71 "GET /v2.0/networks?id=481cdd99-8d59-4d4a-a316-79df9bc84d2f HTTP/1.1" status: 200 len: 896 time: 0.1751275 Feb 17 18:06:15.948786 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-ae4ca8ea-d983-4243-adb8-b468fc23914d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/floatingips/880c23b2-8b74-44c6-8739-de8b283432b8 HTTP/1.1" status: 200 len: 992 time: 0.1099577 Feb 17 18:06:15.962213 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-184479d3-b77f-4204-8a61-727a2a583bcc req-2a1d5d3a-7c87-43a2-b17c-d7359c6cd2e7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=553d26d8-0fb0-425b-95de-e2e48da133cd HTTP/1.1" status: 200 len: 1000 time: 0.0754163 Feb 17 18:06:16.018091 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184479d3-b77f-4204-8a61-727a2a583bcc req-fbab4833-68cb-43b3-a390-1d42bdb95610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:06:16.019631 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-184479d3-b77f-4204-8a61-727a2a583bcc req-fbab4833-68cb-43b3-a390-1d42bdb95610 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1289456f-2573-44c1-9fa0-fd53d4cfcb38 HTTP/1.1" status: 200 len: 835 time: 0.0505757 Feb 17 18:06:16.036230 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a5e9572e-a822-4f55-af45-13a254c1bc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dab46e1-a4b5-4c65-be9f-d7a703344051', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297579104', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'f0a8b1e0-cc1f-47b0-8759-9d2e77240b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:05:52Z', 'updated_at': '2022-02-17T18:05:58Z', 'revision_number': 4, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': 'f0a8b1e0-cc1f-47b0-8759-9d2e77240b95', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dab46e1-a4b5-4c65-be9f-d7a703344051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:05:53Z', 'updated_at': '2022-02-17T18:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '880c23b2-8b74-44c6-8739-de8b283432b8', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'floating_ip_address': '172.25.8.227', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '4dab46e1-a4b5-4c65-be9f-d7a703344051', 'port_id': '553d26d8-0fb0-425b-95de-e2e48da133cd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '481cdd99-8d59-4d4a-a316-79df9bc84d2f', 'mac_address': 'fa:16:3e:67:51:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b648c686-57ad-4777-acdc-aa922b473be1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:06:14Z', 'updated_at': '2022-02-17T18:06:14Z', 'revision_number': 0, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aefafe06-e93d-4ed5-aad9-da9c9d9db42e', 'name': '', 'network_id': '481cdd99-8d59-4d4a-a316-79df9bc84d2f', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'mac_address': 'fa:16:3e:5a:f6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dab46e1-a4b5-4c65-be9f-d7a703344051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '1289456f-2573-44c1-9fa0-fd53d4cfcb38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:05:56Z', 'updated_at': '2022-02-17T18:06:02Z', 'revision_number': 5, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'subnets': [{'id': '1289456f-2573-44c1-9fa0-fd53d4cfcb38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:06:16.066581 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e9572e-a822-4f55-af45-13a254c1bc4e None None] Checking router: 4dab46e1-a4b5-4c65-be9f-d7a703344051 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:06:16.071731 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184479d3-b77f-4204-8a61-727a2a583bcc req-17af25b1-ec8c-45d4-b914-d02eca168f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:06:16.073218 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-184479d3-b77f-4204-8a61-727a2a583bcc req-17af25b1-ec8c-45d4-b914-d02eca168f09 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=481cdd99-8d59-4d4a-a316-79df9bc84d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474172 Feb 17 18:06:16.076328 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e9572e-a822-4f55-af45-13a254c1bc4e None None] Routers {'4dab46e1-a4b5-4c65-be9f-d7a703344051'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:06:16.076957 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a5e9572e-a822-4f55-af45-13a254c1bc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:06:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['4dab46e1-a4b5-4c65-be9f-d7a703344051'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:06:16.171609 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-184479d3-b77f-4204-8a61-727a2a583bcc req-44259aa3-ec60-4912-aeeb-eed983a8c574 service neutron] 10.222.0.71 "GET /v2.0/networks/481cdd99-8d59-4d4a-a316-79df9bc84d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921819 Feb 17 18:06:16.199159 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-a5e9572e-a822-4f55-af45-13a254c1bc4e None None] Set router 4dab46e1-a4b5-4c65-be9f-d7a703344051 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:06:16.269217 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-184479d3-b77f-4204-8a61-727a2a583bcc req-c6290f1f-5453-40da-95c5-5e01be664d64 service neutron] 10.222.0.71 "GET /v2.0/networks/481cdd99-8d59-4d4a-a316-79df9bc84d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919688 Feb 17 18:06:16.443953 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a5e9572e-a822-4f55-af45-13a254c1bc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dab46e1-a4b5-4c65-be9f-d7a703344051', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297579104', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'f0a8b1e0-cc1f-47b0-8759-9d2e77240b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:05:52Z', 'updated_at': '2022-02-17T18:05:58Z', 'revision_number': 4, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': 'f0a8b1e0-cc1f-47b0-8759-9d2e77240b95', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dab46e1-a4b5-4c65-be9f-d7a703344051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:05:53Z', 'updated_at': '2022-02-17T18:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '880c23b2-8b74-44c6-8739-de8b283432b8', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'floating_ip_address': '172.25.8.227', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '4dab46e1-a4b5-4c65-be9f-d7a703344051', 'port_id': '553d26d8-0fb0-425b-95de-e2e48da133cd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '481cdd99-8d59-4d4a-a316-79df9bc84d2f', 'mac_address': 'fa:16:3e:67:51:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b648c686-57ad-4777-acdc-aa922b473be1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:06:14Z', 'updated_at': '2022-02-17T18:06:14Z', 'revision_number': 0, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aefafe06-e93d-4ed5-aad9-da9c9d9db42e', 'name': '', 'network_id': '481cdd99-8d59-4d4a-a316-79df9bc84d2f', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'mac_address': 'fa:16:3e:5a:f6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dab46e1-a4b5-4c65-be9f-d7a703344051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '1289456f-2573-44c1-9fa0-fd53d4cfcb38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:05:56Z', 'updated_at': '2022-02-17T18:06:02Z', 'revision_number': 5, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'subnets': [{'id': '1289456f-2573-44c1-9fa0-fd53d4cfcb38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:06:16.476715 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e9572e-a822-4f55-af45-13a254c1bc4e None None] The sync data for ids ['4dab46e1-a4b5-4c65-be9f-d7a703344051'] in n-d-829613-2 is: [{'id': '4dab46e1-a4b5-4c65-be9f-d7a703344051', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297579104', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'f0a8b1e0-cc1f-47b0-8759-9d2e77240b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:05:52Z', 'updated_at': '2022-02-17T18:05:58Z', 'revision_number': 4, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': 'f0a8b1e0-cc1f-47b0-8759-9d2e77240b95', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dab46e1-a4b5-4c65-be9f-d7a703344051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:05:53Z', 'updated_at': '2022-02-17T18:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '880c23b2-8b74-44c6-8739-de8b283432b8', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'floating_ip_address': '172.25.8.227', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '4dab46e1-a4b5-4c65-be9f-d7a703344051', 'port_id': '553d26d8-0fb0-425b-95de-e2e48da133cd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '481cdd99-8d59-4d4a-a316-79df9bc84d2f', 'mac_address': 'fa:16:3e:67:51:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b648c686-57ad-4777-acdc-aa922b473be1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:06:14Z', 'updated_at': '2022-02-17T18:06:14Z', 'revision_number': 0, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aefafe06-e93d-4ed5-aad9-da9c9d9db42e', 'name': '', 'network_id': '481cdd99-8d59-4d4a-a316-79df9bc84d2f', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'mac_address': 'fa:16:3e:5a:f6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dab46e1-a4b5-4c65-be9f-d7a703344051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '1289456f-2573-44c1-9fa0-fd53d4cfcb38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:05:56Z', 'updated_at': '2022-02-17T18:06:02Z', 'revision_number': 5, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'subnets': [{'id': '1289456f-2573-44c1-9fa0-fd53d4cfcb38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:06:16.704804 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580faa76-ca5b-4797-b83a-3012246b13c5 None None] New status for floating IP 880c23b2-8b74-44c6-8739-de8b283432b8: ACTIVE {{(pid=103438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 18:06:16.951903 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 59946) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:06:17.022164 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-ab6421e0-13b5-407c-accd-170c621744cc tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/floatingips/880c23b2-8b74-44c6-8739-de8b283432b8 HTTP/1.1" status: 200 len: 994 time: 0.0686347 Feb 17 18:06:19.059160 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:19.871326 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:32.983064 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-474ff9a4-4479-444e-b2ff-4a3b816c05ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:35.431838 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5fc8360e-14fd-4d55-9fd1-32ad36fed1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:35.921192 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:06:35.950317 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fdaf9dcd-76bf-480c-b7da-fa8ef0b2cdfe req-16323053-fc3d-497f-9ea6-d1f8dd3ef208 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b648c686-57ad-4777-acdc-aa922b473be1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443325 Feb 17 18:06:36.038438 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf9dcd-76bf-480c-b7da-fa8ef0b2cdfe req-dc3e7f45-21bc-4688-85fd-b13b220d018d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:06:36.039974 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fdaf9dcd-76bf-480c-b7da-fa8ef0b2cdfe req-dc3e7f45-21bc-4688-85fd-b13b220d018d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fbdb8b0945f14355a625c005e43f71f8&device_id=b648c686-57ad-4777-acdc-aa922b473be1 HTTP/1.1" status: 200 len: 1128 time: 0.0474575 Feb 17 18:06:36.149950 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf9dcd-76bf-480c-b7da-fa8ef0b2cdfe req-98011267-3b9f-40ee-92af-a4c1f187c1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:06:36.151437 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fdaf9dcd-76bf-480c-b7da-fa8ef0b2cdfe req-98011267-3b9f-40ee-92af-a4c1f187c1ce service neutron] 10.222.0.71 "GET /v2.0/networks?id=481cdd99-8d59-4d4a-a316-79df9bc84d2f HTTP/1.1" status: 200 len: 896 time: 0.0912468 Feb 17 18:06:36.218551 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fdaf9dcd-76bf-480c-b7da-fa8ef0b2cdfe req-bcd27dfa-544a-4010-bbe3-f38605f7a929 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=553d26d8-0fb0-425b-95de-e2e48da133cd HTTP/1.1" status: 200 len: 1002 time: 0.0609553 Feb 17 18:06:36.270404 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf9dcd-76bf-480c-b7da-fa8ef0b2cdfe req-1fc8f1bd-3fe3-496b-b295-252a71aa514a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:06:36.271881 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fdaf9dcd-76bf-480c-b7da-fa8ef0b2cdfe req-1fc8f1bd-3fe3-496b-b295-252a71aa514a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1289456f-2573-44c1-9fa0-fd53d4cfcb38 HTTP/1.1" status: 200 len: 835 time: 0.0468905 Feb 17 18:06:36.675348 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf9dcd-76bf-480c-b7da-fa8ef0b2cdfe req-4527bf6b-630d-49a0-a65d-c231aca318f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:06:36.677559 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fdaf9dcd-76bf-480c-b7da-fa8ef0b2cdfe req-4527bf6b-630d-49a0-a65d-c231aca318f6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=481cdd99-8d59-4d4a-a316-79df9bc84d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3985701 Feb 17 18:06:36.771938 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fdaf9dcd-76bf-480c-b7da-fa8ef0b2cdfe req-cf2a1c65-c3f2-4c44-b30c-81b401809736 service neutron] 10.222.0.71 "GET /v2.0/networks/481cdd99-8d59-4d4a-a316-79df9bc84d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852685 Feb 17 18:06:36.778359 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:36.872660 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fdaf9dcd-76bf-480c-b7da-fa8ef0b2cdfe req-2ba32a11-558e-4713-9625-9f78b5428deb service neutron] 10.222.0.71 "GET /v2.0/networks/481cdd99-8d59-4d4a-a316-79df9bc84d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939550 Feb 17 18:06:37.996830 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:39.094338 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:45.747852 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639def61-3d15-4df1-ae7f-d531a5a10de0 req-f6a9bcd1-1d78-47ba-b78c-c403483fc8a9 tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:06:45.749409 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-639def61-3d15-4df1-ae7f-d531a5a10de0 req-f6a9bcd1-1d78-47ba-b78c-c403483fc8a9 tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=b648c686-57ad-4777-acdc-aa922b473be1 HTTP/1.1" status: 200 len: 1128 time: 0.0473325 Feb 17 18:06:45.768383 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-639def61-3d15-4df1-ae7f-d531a5a10de0 req-626b5e48-c4a4-48a1-9509-3f83ab8b2220 tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:45.844287 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-639def61-3d15-4df1-ae7f-d531a5a10de0 req-626b5e48-c4a4-48a1-9509-3f83ab8b2220 tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] Publish callbacks [] for security_group (ea1cc39c-6c1f-40f0-8440-a4211614267c), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:45.848833 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-639def61-3d15-4df1-ae7f-d531a5a10de0 req-626b5e48-c4a4-48a1-9509-3f83ab8b2220 tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (ea1cc39c-6c1f-40f0-8440-a4211614267c), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:45.888464 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-639def61-3d15-4df1-ae7f-d531a5a10de0 req-626b5e48-c4a4-48a1-9509-3f83ab8b2220 tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=a8f80868-ea05-4384-b3d6-41de507f9321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323235 Feb 17 18:06:45.889558 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626b5e48-c4a4-48a1-9509-3f83ab8b2220 tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1cc39c-6c1f-40f0-8440-a4211614267c,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:06:46.023405 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ab195-bce1-4469-bd2b-e3d95c50f30f req-4e939650-9aa5-4c17-b5fb-e543094be07c tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:06:46.024945 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eb1ab195-bce1-4469-bd2b-e3d95c50f30f req-4e939650-9aa5-4c17-b5fb-e543094be07c tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b648c686-57ad-4777-acdc-aa922b473be1 HTTP/1.1" status: 200 len: 946 time: 0.0581892 Feb 17 18:06:46.076204 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eb1ab195-bce1-4469-bd2b-e3d95c50f30f req-afea60e1-ad09-4378-a25e-a067e79ee88c tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8f80868-ea05-4384-b3d6-41de507f9321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444539 Feb 17 18:06:46.104616 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 60414) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:06:46.166155 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f57db64f-8205-4b11-9229-0de3c6c6a0ff tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/floatingips/880c23b2-8b74-44c6-8739-de8b283432b8 HTTP/1.1" status: 200 len: 994 time: 0.0602570 Feb 17 18:06:46.601562 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-a52f529c-7ff6-4303-970b-fd1153a8e599 req-ee8d7d03-a961-46e4-9428-e814bd9cbeca service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 18:06:46.602598 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a52f529c-7ff6-4303-970b-fd1153a8e599 req-ee8d7d03-a961-46e4-9428-e814bd9cbeca service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1134465 Feb 17 18:06:47.097872 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434fabf-3bb4-45e9-8ed1-41012b56a2b4 req-d026785a-22a3-47c3-a446-f408bfa92b8c tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:06:47.100563 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8434fabf-3bb4-45e9-8ed1-41012b56a2b4 req-d026785a-22a3-47c3-a446-f408bfa92b8c tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b648c686-57ad-4777-acdc-aa922b473be1 HTTP/1.1" status: 200 len: 946 time: 0.0680416 Feb 17 18:06:47.148359 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-c9c1c290-2147-48fe-8e3e-1bb6f14f38d9 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b648c686-57ad-4777-acdc-aa922b473be1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1225955 Feb 17 18:06:47.159620 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8434fabf-3bb4-45e9-8ed1-41012b56a2b4 req-b5641248-1b05-4345-a3ed-db3725326077 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8f80868-ea05-4384-b3d6-41de507f9321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533311 Feb 17 18:06:47.627910 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-f77b69b7-2c1c-4f46-83b2-4afc0d23ef78 tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:06:47.630203 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-f77b69b7-2c1c-4f46-83b2-4afc0d23ef78 tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] 10.222.0.87 "GET /v2.0/ports/553d26d8-0fb0-425b-95de-e2e48da133cd HTTP/1.1" status: 200 len: 1125 time: 0.1798239 Feb 17 18:06:48.301514 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac4faa-1448-44f9-a8d6-a86cb8cbf205 req-dc049000-c3d3-4b8d-8f64-5e42cca1ea40 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:06:48.303225 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0aac4faa-1448-44f9-a8d6-a86cb8cbf205 req-dc049000-c3d3-4b8d-8f64-5e42cca1ea40 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b648c686-57ad-4777-acdc-aa922b473be1 HTTP/1.1" status: 200 len: 946 time: 0.0580096 Feb 17 18:06:48.366317 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0aac4faa-1448-44f9-a8d6-a86cb8cbf205 req-540c6122-8e29-418e-a4c7-75de54d4f93b tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8f80868-ea05-4384-b3d6-41de507f9321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569146 Feb 17 18:06:48.476081 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-4cb16357-071b-4f7b-8236-21c5214a26e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:06:48.477713 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-4cb16357-071b-4f7b-8236-21c5214a26e4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fbdb8b0945f14355a625c005e43f71f8&device_id=b648c686-57ad-4777-acdc-aa922b473be1 HTTP/1.1" status: 200 len: 1128 time: 0.0504236 Feb 17 18:06:48.575556 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-b48a8418-77e6-4061-9f49-893946fe3faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:06:48.577079 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-b48a8418-77e6-4061-9f49-893946fe3faf service neutron] 10.222.0.71 "GET /v2.0/networks?id=481cdd99-8d59-4d4a-a316-79df9bc84d2f HTTP/1.1" status: 200 len: 896 time: 0.0927320 Feb 17 18:06:48.647007 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-01f55501-fb24-4a6e-ad60-26b7885acb08 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=553d26d8-0fb0-425b-95de-e2e48da133cd HTTP/1.1" status: 200 len: 1002 time: 0.0625792 Feb 17 18:06:48.695492 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-70ac7494-a84d-4b5d-a48e-6f9985048830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:06:48.697045 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-70ac7494-a84d-4b5d-a48e-6f9985048830 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1289456f-2573-44c1-9fa0-fd53d4cfcb38 HTTP/1.1" status: 200 len: 835 time: 0.0436385 Feb 17 18:06:48.746107 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-58871d65-b730-4336-9f20-1f658fdb050e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:06:48.747628 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-58871d65-b730-4336-9f20-1f658fdb050e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=481cdd99-8d59-4d4a-a316-79df9bc84d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446403 Feb 17 18:06:48.844748 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-51e2f58d-ea2a-49a0-8273-d004e2a53fd1 service neutron] 10.222.0.71 "GET /v2.0/networks/481cdd99-8d59-4d4a-a316-79df9bc84d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904558 Feb 17 18:06:48.947830 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-444bd9e4-518f-49a5-93e0-dd5803118b4f service neutron] 10.222.0.71 "GET /v2.0/networks/481cdd99-8d59-4d4a-a316-79df9bc84d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964386 Feb 17 18:06:49.082961 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:49.490164 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40721e8e-dc11-4a2e-9829-0fd986696336 req-69dec701-914b-4075-9491-b9e33e36faa8 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:06:49.491732 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-40721e8e-dc11-4a2e-9829-0fd986696336 req-69dec701-914b-4075-9491-b9e33e36faa8 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b648c686-57ad-4777-acdc-aa922b473be1 HTTP/1.1" status: 200 len: 946 time: 0.0555887 Feb 17 18:06:49.541507 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-40721e8e-dc11-4a2e-9829-0fd986696336 req-92686840-067d-4b7a-b6b9-51d7525da39d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8f80868-ea05-4384-b3d6-41de507f9321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439420 Feb 17 18:06:49.876618 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:06:50.666626 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaed14f-492e-46b9-ba67-08d8ab9f466e req-5ac675fa-fa02-4685-82a1-38cb0bde04af tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:06:50.668162 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cbaed14f-492e-46b9-ba67-08d8ab9f466e req-5ac675fa-fa02-4685-82a1-38cb0bde04af tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b648c686-57ad-4777-acdc-aa922b473be1 HTTP/1.1" status: 200 len: 946 time: 0.0526645 Feb 17 18:06:50.719632 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cbaed14f-492e-46b9-ba67-08d8ab9f466e req-e46c06b2-6834-4476-871f-cfc6c02178b6 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8f80868-ea05-4384-b3d6-41de507f9321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455699 Feb 17 18:06:51.858872 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba6089-3d56-4bc5-bde0-a9f7416bbb88 req-8d82ed64-e5eb-4f58-b703-635ace464b13 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:06:51.860553 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5dba6089-3d56-4bc5-bde0-a9f7416bbb88 req-8d82ed64-e5eb-4f58-b703-635ace464b13 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b648c686-57ad-4777-acdc-aa922b473be1 HTTP/1.1" status: 200 len: 946 time: 0.0647297 Feb 17 18:06:51.916064 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5dba6089-3d56-4bc5-bde0-a9f7416bbb88 req-4b59c1d9-3a97-4fb8-93b2-4e89631c5554 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8f80868-ea05-4384-b3d6-41de507f9321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487876 Feb 17 18:06:53.045518 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86750846-ed4c-45fa-9b3d-2a29c9838253 req-f73e3f55-30c9-4844-9bc3-8f70d80af405 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:06:53.047129 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-86750846-ed4c-45fa-9b3d-2a29c9838253 req-f73e3f55-30c9-4844-9bc3-8f70d80af405 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b648c686-57ad-4777-acdc-aa922b473be1 HTTP/1.1" status: 200 len: 946 time: 0.0566318 Feb 17 18:06:53.098639 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-86750846-ed4c-45fa-9b3d-2a29c9838253 req-96f73c6e-1693-468f-bd48-e06c2066cdba tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8f80868-ea05-4384-b3d6-41de507f9321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454152 Feb 17 18:06:54.225641 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417895b-c9f5-4d0a-ba4a-c91b50da0d2c req-106836c9-5a45-412f-8ef4-a69673483ec8 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:06:54.227094 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7417895b-c9f5-4d0a-ba4a-c91b50da0d2c req-106836c9-5a45-412f-8ef4-a69673483ec8 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b648c686-57ad-4777-acdc-aa922b473be1 HTTP/1.1" status: 200 len: 946 time: 0.0559649 Feb 17 18:06:54.283162 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7417895b-c9f5-4d0a-ba4a-c91b50da0d2c req-37a6f1ff-05df-474b-ae9a-4f406ca5371b tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8f80868-ea05-4384-b3d6-41de507f9321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503242 Feb 17 18:06:55.408705 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4683c13-2cdf-46d6-99ca-7ee0af143a91 req-6db91d89-d9e9-4c00-bd57-999a9e6e18e1 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:06:55.410720 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b4683c13-2cdf-46d6-99ca-7ee0af143a91 req-6db91d89-d9e9-4c00-bd57-999a9e6e18e1 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b648c686-57ad-4777-acdc-aa922b473be1 HTTP/1.1" status: 200 len: 946 time: 0.0549541 Feb 17 18:06:55.463072 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b4683c13-2cdf-46d6-99ca-7ee0af143a91 req-069871c0-ddf2-4f94-94e6-092f2511e68d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8f80868-ea05-4384-b3d6-41de507f9321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464823 Feb 17 18:06:56.585766 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765f9eaa-800b-446b-8c29-6e4eb5a61507 req-154cc087-aa4f-44bb-8ca2-3ea63bdf7eec tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:06:56.587203 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-765f9eaa-800b-446b-8c29-6e4eb5a61507 req-154cc087-aa4f-44bb-8ca2-3ea63bdf7eec tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b648c686-57ad-4777-acdc-aa922b473be1 HTTP/1.1" status: 200 len: 946 time: 0.0538595 Feb 17 18:06:56.641805 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-765f9eaa-800b-446b-8c29-6e4eb5a61507 req-a142206e-fbba-4342-9353-c68a34091d97 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8f80868-ea05-4384-b3d6-41de507f9321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473306 Feb 17 18:06:57.777689 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d62553-f687-4abd-a746-c25161f9b5cd req-e0005111-162c-493a-b7c8-fbc8cc49839b tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:06:57.779309 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-18d62553-f687-4abd-a746-c25161f9b5cd req-e0005111-162c-493a-b7c8-fbc8cc49839b tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b648c686-57ad-4777-acdc-aa922b473be1 HTTP/1.1" status: 200 len: 946 time: 0.0647962 Feb 17 18:06:57.834186 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-18d62553-f687-4abd-a746-c25161f9b5cd req-fa7b44d6-bcd6-4b21-8b5f-c47306183b2e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8f80868-ea05-4384-b3d6-41de507f9321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476067 Feb 17 18:06:58.968291 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069404c8-902f-45e8-88bc-468192a224c2 req-b5e7ec88-5edd-4186-8890-0108a9afe531 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:06:58.969826 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-069404c8-902f-45e8-88bc-468192a224c2 req-b5e7ec88-5edd-4186-8890-0108a9afe531 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b648c686-57ad-4777-acdc-aa922b473be1 HTTP/1.1" status: 200 len: 946 time: 0.0612864 Feb 17 18:06:59.027924 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-069404c8-902f-45e8-88bc-468192a224c2 req-ae698bcb-4430-4fbf-8226-3564a05fc528 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8f80868-ea05-4384-b3d6-41de507f9321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485229 Feb 17 18:07:00.172190 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a0b44-6817-4ae4-8bd3-44ec566d5c80 req-1245f665-da42-41b7-a3eb-5529327199a1 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:00.173957 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d36a0b44-6817-4ae4-8bd3-44ec566d5c80 req-1245f665-da42-41b7-a3eb-5529327199a1 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b648c686-57ad-4777-acdc-aa922b473be1 HTTP/1.1" status: 200 len: 946 time: 0.0650070 Feb 17 18:07:00.231034 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d36a0b44-6817-4ae4-8bd3-44ec566d5c80 req-2777c639-5075-47bf-bbe2-1c920a3863bd tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8f80868-ea05-4384-b3d6-41de507f9321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501068 Feb 17 18:07:01.136058 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-fdc2fe77-5858-436a-8960-89c99a22433d service neutron] show failed (client error): The resource could not be found. Feb 17 18:07:01.137065 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-fdc2fe77-5858-436a-8960-89c99a22433d service neutron] 10.222.0.71 "GET /v2.0/ports/553d26d8-0fb0-425b-95de-e2e48da133cd/bindings/n-h2-829613-2 HTTP/1.1" status: 404 len: 380 time: 0.0809994 Feb 17 18:07:01.394217 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa0390-031c-4709-8149-bd78dfca9c7e req-3858d095-1e11-44bc-937c-93b43fbe240a tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:01.395831 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b9fa0390-031c-4709-8149-bd78dfca9c7e req-3858d095-1e11-44bc-937c-93b43fbe240a tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b648c686-57ad-4777-acdc-aa922b473be1 HTTP/1.1" status: 200 len: 946 time: 0.0746198 Feb 17 18:07:01.431934 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-6c89d087-f6ad-40ba-8212-c2c01f800fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:01.433690 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-6c89d087-f6ad-40ba-8212-c2c01f800fd4 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b648c686-57ad-4777-acdc-aa922b473be1&tenant_id=fbdb8b0945f14355a625c005e43f71f8 HTTP/1.1" status: 200 len: 1128 time: 0.1172352 Feb 17 18:07:01.443610 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-33a748d4-71dc-438a-8981-6c27e669c107 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 18:07:01.444735 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-33a748d4-71dc-438a-8981-6c27e669c107 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053980 Feb 17 18:07:01.451105 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b9fa0390-031c-4709-8149-bd78dfca9c7e req-c7b33b57-c4ee-4013-a333-a0d968e072cf tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8f80868-ea05-4384-b3d6-41de507f9321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488129 Feb 17 18:07:01.456734 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-1a0107f8-e0fa-42da-8926-6b89ab6ac8dd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829613-2', 'device_owner': 'compute:nova'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:07:01.523046 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-1a0107f8-e0fa-42da-8926-6b89ab6ac8dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (553d26d8-0fb0-425b-95de-e2e48da133cd), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:01.729887 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-1a0107f8-e0fa-42da-8926-6b89ab6ac8dd service neutron] For port 553d26d8-0fb0-425b-95de-e2e48da133cd, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=553d26d8-0fb0-425b-95de-e2e48da133cd,segment=NetworkSegment(c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb),segment_id=c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:07:01.763063 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-1a0107f8-e0fa-42da-8926-6b89ab6ac8dd service neutron] For port 553d26d8-0fb0-425b-95de-e2e48da133cd, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:07:01.807583 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b648c686-57ad-4777-acdc-aa922b473be1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '553d26d8-0fb0-425b-95de-e2e48da133cd'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:07:01.809911 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660a43e6-7214-4f49-b815-a628c6ae994e" -d '{"events": [{"server_uuid": "b648c686-57ad-4777-acdc-aa922b473be1", "name": "network-vif-unplugged", "status": "completed", "tag": "553d26d8-0fb0-425b-95de-e2e48da133cd"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:07:01.814047 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-1a0107f8-e0fa-42da-8926-6b89ab6ac8dd service neutron] Publish callbacks [] for port (553d26d8-0fb0-425b-95de-e2e48da133cd), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:01.827403 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-1a0107f8-e0fa-42da-8926-6b89ab6ac8dd service neutron] Transition to ACTIVE for port object 553d26d8-0fb0-425b-95de-e2e48da133cd will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 18:07:01.834925 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-1a0107f8-e0fa-42da-8926-6b89ab6ac8dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (553d26d8-0fb0-425b-95de-e2e48da133cd), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:01.897827 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 18:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2273009-dd89-4c18-a06e-49bde1a30593 x-openstack-request-id: req-d2273009-dd89-4c18-a06e-49bde1a30593 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:07:01.897827 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b648c686-57ad-4777-acdc-aa922b473be1", "name": "network-vif-unplugged", "status": "completed", "tag": "553d26d8-0fb0-425b-95de-e2e48da133cd", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:07:01.898237 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d2273009-dd89-4c18-a06e-49bde1a30593 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:07:01.898720 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b648c686-57ad-4777-acdc-aa922b473be1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '553d26d8-0fb0-425b-95de-e2e48da133cd', 'code': 200} Feb 17 18:07:01.976546 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0107f8-e0fa-42da-8926-6b89ab6ac8dd service neutron] Pushing event updated for resources: {'Port': ['ID=553d26d8-0fb0-425b-95de-e2e48da133cd,revision_number=6']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:07:02.032682 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-1a0107f8-e0fa-42da-8926-6b89ab6ac8dd service neutron] No DVR routers for this DVR port 553d26d8-0fb0-425b-95de-e2e48da133cd on host n-h1-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:07:02.199349 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-1a0107f8-e0fa-42da-8926-6b89ab6ac8dd service neutron] Attempting to bind port 553d26d8-0fb0-425b-95de-e2e48da133cd on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:07:02.200209 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-1a0107f8-e0fa-42da-8926-6b89ab6ac8dd service neutron] Attempting to bind port 553d26d8-0fb0-425b-95de-e2e48da133cd by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': 'c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '481cdd99-8d59-4d4a-a316-79df9bc84d2f'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:07:02.200583 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-1a0107f8-e0fa-42da-8926-6b89ab6ac8dd service neutron] Attempting to bind port 553d26d8-0fb0-425b-95de-e2e48da133cd on network 481cdd99-8d59-4d4a-a316-79df9bc84d2f {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:07:02.205987 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-1a0107f8-e0fa-42da-8926-6b89ab6ac8dd service neutron] Port 553d26d8-0fb0-425b-95de-e2e48da133cd on network 481cdd99-8d59-4d4a-a316-79df9bc84d2f not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:07:02.206311 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-1a0107f8-e0fa-42da-8926-6b89ab6ac8dd service neutron] Attempting to bind port 553d26d8-0fb0-425b-95de-e2e48da133cd on network 481cdd99-8d59-4d4a-a316-79df9bc84d2f {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:07:02.212070 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-1a0107f8-e0fa-42da-8926-6b89ab6ac8dd service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:07:02.212466 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-1a0107f8-e0fa-42da-8926-6b89ab6ac8dd service neutron] Checking segment: {'id': 'c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '481cdd99-8d59-4d4a-a316-79df9bc84d2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:07:02.212841 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-1a0107f8-e0fa-42da-8926-6b89ab6ac8dd service neutron] Bound using segment: {'id': 'c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '481cdd99-8d59-4d4a-a316-79df9bc84d2f'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:07:02.213298 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-1a0107f8-e0fa-42da-8926-6b89ab6ac8dd service neutron] Bound port: 553d26d8-0fb0-425b-95de-e2e48da133cd, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '481cdd99-8d59-4d4a-a316-79df9bc84d2f'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:07:02.213655 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-1a0107f8-e0fa-42da-8926-6b89ab6ac8dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (553d26d8-0fb0-425b-95de-e2e48da133cd), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:02.284797 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-1a0107f8-e0fa-42da-8926-6b89ab6ac8dd service neutron] For port 553d26d8-0fb0-425b-95de-e2e48da133cd, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:07:02.288210 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-1a0107f8-e0fa-42da-8926-6b89ab6ac8dd service neutron] For port 553d26d8-0fb0-425b-95de-e2e48da133cd, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=553d26d8-0fb0-425b-95de-e2e48da133cd,segment=NetworkSegment(c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb),segment_id=c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:07:02.294030 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-1a0107f8-e0fa-42da-8926-6b89ab6ac8dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (553d26d8-0fb0-425b-95de-e2e48da133cd), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:02.329193 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-1a0107f8-e0fa-42da-8926-6b89ab6ac8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:02.329814 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-1a0107f8-e0fa-42da-8926-6b89ab6ac8dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:02.332024 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-1a0107f8-e0fa-42da-8926-6b89ab6ac8dd service neutron] 10.222.0.91 "PUT /v2.0/ports/553d26d8-0fb0-425b-95de-e2e48da133cd HTTP/1.1" status: 200 len: 1092 time: 0.8808348 Feb 17 18:07:02.355364 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0107f8-e0fa-42da-8926-6b89ab6ac8dd service neutron] Pushing event updated for resources: {'Port': ['ID=553d26d8-0fb0-425b-95de-e2e48da133cd,revision_number=7']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:07:02.405324 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-35a108b5-cfc3-4a29-8c47-fd1938fc7e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:02.406873 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-35a108b5-cfc3-4a29-8c47-fd1938fc7e5d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fbdb8b0945f14355a625c005e43f71f8&device_id=b648c686-57ad-4777-acdc-aa922b473be1 HTTP/1.1" status: 200 len: 1126 time: 0.0485880 Feb 17 18:07:02.600950 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bae0c7-999a-4958-9962-f11fd5523677 req-a7fa5ef4-c140-40cf-b2b8-681df5f675ec tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:02.602582 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e8bae0c7-999a-4958-9962-f11fd5523677 req-a7fa5ef4-c140-40cf-b2b8-681df5f675ec tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b648c686-57ad-4777-acdc-aa922b473be1 HTTP/1.1" status: 200 len: 944 time: 0.0684416 Feb 17 18:07:02.657786 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e8bae0c7-999a-4958-9962-f11fd5523677 req-bf7f9ffa-6f60-4f30-bf05-f5602c46222b tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8f80868-ea05-4384-b3d6-41de507f9321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491729 Feb 17 18:07:02.820948 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-3a3724cf-4d6b-4b8c-82b4-18822c4c7068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:02.822366 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-3a3724cf-4d6b-4b8c-82b4-18822c4c7068 service neutron] 10.222.0.91 "GET /v2.0/networks?id=481cdd99-8d59-4d4a-a316-79df9bc84d2f HTTP/1.1" status: 200 len: 896 time: 0.4102318 Feb 17 18:07:02.897228 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-995ba4a4-583e-4d2c-bc35-55965c2557f2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=553d26d8-0fb0-425b-95de-e2e48da133cd HTTP/1.1" status: 200 len: 1000 time: 0.0682566 Feb 17 18:07:02.948479 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-002bf834-edd0-48ba-942e-7a5c38ef01cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:02.950016 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-002bf834-edd0-48ba-942e-7a5c38ef01cb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1289456f-2573-44c1-9fa0-fd53d4cfcb38 HTTP/1.1" status: 200 len: 835 time: 0.0475657 Feb 17 18:07:02.975560 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b41a09f0-fe70-4056-b013-8aee26047abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:03.004844 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-bc4e361a-9234-49fd-921c-d6a389afa3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:03.006586 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-bc4e361a-9234-49fd-921c-d6a389afa3ba service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=481cdd99-8d59-4d4a-a316-79df9bc84d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496993 Feb 17 18:07:03.105969 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-d2770c7d-5f88-487f-bb6d-21858570e6ad service neutron] 10.222.0.91 "GET /v2.0/networks/481cdd99-8d59-4d4a-a316-79df9bc84d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936148 Feb 17 18:07:03.200773 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-bc514ae9-d3f4-4863-aedd-322ca3990187 req-4017a457-021d-4bc0-ae02-a038857876d7 service neutron] 10.222.0.91 "GET /v2.0/networks/481cdd99-8d59-4d4a-a316-79df9bc84d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888069 Feb 17 18:07:03.800360 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d35c01-d54e-4644-9656-a1fc036a13be req-ccef4ec6-9985-4132-85e9-7a419859172a tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:03.801913 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-19d35c01-d54e-4644-9656-a1fc036a13be req-ccef4ec6-9985-4132-85e9-7a419859172a tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b648c686-57ad-4777-acdc-aa922b473be1 HTTP/1.1" status: 200 len: 944 time: 0.0640464 Feb 17 18:07:03.853578 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-19d35c01-d54e-4644-9656-a1fc036a13be req-77bd66b4-d68c-4444-94ef-898f8a47f69c tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8f80868-ea05-4384-b3d6-41de507f9321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453923 Feb 17 18:07:03.900032 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b648c686-57ad-4777-acdc-aa922b473be1', 'tag': '553d26d8-0fb0-425b-95de-e2e48da133cd'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:07:03.902625 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567c76bb-eee6-4f83-a12d-5eae04e4ea99" -d '{"events": [{"name": "network-changed", "server_uuid": "b648c686-57ad-4777-acdc-aa922b473be1", "tag": "553d26d8-0fb0-425b-95de-e2e48da133cd"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:07:03.957062 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0e2038-bce1-4c00-be22-18ee4a739e44 x-openstack-request-id: req-dd0e2038-bce1-4c00-be22-18ee4a739e44 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:07:03.957363 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b648c686-57ad-4777-acdc-aa922b473be1", "tag": "553d26d8-0fb0-425b-95de-e2e48da133cd", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:07:03.957617 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-dd0e2038-bce1-4c00-be22-18ee4a739e44 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:07:03.958024 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b648c686-57ad-4777-acdc-aa922b473be1', 'tag': '553d26d8-0fb0-425b-95de-e2e48da133cd', 'status': 'completed', 'code': 200} Feb 17 18:07:04.023096 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c76bb-eee6-4f83-a12d-5eae04e4ea99 req-df5229ca-cfd2-44c5-8139-6130836a0000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:04.024666 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-567c76bb-eee6-4f83-a12d-5eae04e4ea99 req-df5229ca-cfd2-44c5-8139-6130836a0000 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fbdb8b0945f14355a625c005e43f71f8&device_id=b648c686-57ad-4777-acdc-aa922b473be1 HTTP/1.1" status: 200 len: 1126 time: 0.0494778 Feb 17 18:07:04.033111 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c76bb-eee6-4f83-a12d-5eae04e4ea99 req-039bd9bc-19de-43ad-a2ea-da5455578caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:04.034510 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-567c76bb-eee6-4f83-a12d-5eae04e4ea99 req-039bd9bc-19de-43ad-a2ea-da5455578caa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fbdb8b0945f14355a625c005e43f71f8&device_id=b648c686-57ad-4777-acdc-aa922b473be1 HTTP/1.1" status: 200 len: 1126 time: 0.0563920 Feb 17 18:07:04.135600 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c76bb-eee6-4f83-a12d-5eae04e4ea99 req-db27e981-72e4-4573-b66b-b8eabf043be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:04.137098 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-567c76bb-eee6-4f83-a12d-5eae04e4ea99 req-db27e981-72e4-4573-b66b-b8eabf043be0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=481cdd99-8d59-4d4a-a316-79df9bc84d2f HTTP/1.1" status: 200 len: 896 time: 0.0974739 Feb 17 18:07:04.137633 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c76bb-eee6-4f83-a12d-5eae04e4ea99 req-5e22c09f-b091-47f0-9dc1-12869ef6989f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:04.139146 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-567c76bb-eee6-4f83-a12d-5eae04e4ea99 req-5e22c09f-b091-47f0-9dc1-12869ef6989f service neutron] 10.222.0.91 "GET /v2.0/networks?id=481cdd99-8d59-4d4a-a316-79df9bc84d2f HTTP/1.1" status: 200 len: 896 time: 0.1079409 Feb 17 18:07:04.209580 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-567c76bb-eee6-4f83-a12d-5eae04e4ea99 req-18b4d40a-cae7-4604-b6a3-9bbba4520117 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=553d26d8-0fb0-425b-95de-e2e48da133cd HTTP/1.1" status: 200 len: 1000 time: 0.0668197 Feb 17 18:07:04.211965 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-567c76bb-eee6-4f83-a12d-5eae04e4ea99 req-b251f961-7219-45c4-9cab-3d457b7af634 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=553d26d8-0fb0-425b-95de-e2e48da133cd HTTP/1.1" status: 200 len: 1000 time: 0.0661929 Feb 17 18:07:04.261211 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c76bb-eee6-4f83-a12d-5eae04e4ea99 req-9afe44e7-c628-4262-a6a2-499f82ef19e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:04.262684 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-567c76bb-eee6-4f83-a12d-5eae04e4ea99 req-9afe44e7-c628-4262-a6a2-499f82ef19e9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1289456f-2573-44c1-9fa0-fd53d4cfcb38 HTTP/1.1" status: 200 len: 835 time: 0.0481272 Feb 17 18:07:04.263362 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c76bb-eee6-4f83-a12d-5eae04e4ea99 req-0e86524e-1c48-4214-bbd2-522cf169eb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:04.265154 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-567c76bb-eee6-4f83-a12d-5eae04e4ea99 req-0e86524e-1c48-4214-bbd2-522cf169eb27 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1289456f-2573-44c1-9fa0-fd53d4cfcb38 HTTP/1.1" status: 200 len: 835 time: 0.0463777 Feb 17 18:07:04.312568 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c76bb-eee6-4f83-a12d-5eae04e4ea99 req-aa42fe2b-9656-459f-9b99-09dd9c57dd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:04.314096 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-567c76bb-eee6-4f83-a12d-5eae04e4ea99 req-aa42fe2b-9656-459f-9b99-09dd9c57dd19 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=481cdd99-8d59-4d4a-a316-79df9bc84d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459290 Feb 17 18:07:04.316561 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c76bb-eee6-4f83-a12d-5eae04e4ea99 req-5b93ccd6-5054-4104-b731-ae4c52e1f520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:04.318071 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-567c76bb-eee6-4f83-a12d-5eae04e4ea99 req-5b93ccd6-5054-4104-b731-ae4c52e1f520 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=481cdd99-8d59-4d4a-a316-79df9bc84d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465455 Feb 17 18:07:04.416952 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-567c76bb-eee6-4f83-a12d-5eae04e4ea99 req-14054e46-537e-4862-b6fe-a17d570b018a service neutron] 10.222.0.71 "GET /v2.0/networks/481cdd99-8d59-4d4a-a316-79df9bc84d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960033 Feb 17 18:07:04.427614 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-567c76bb-eee6-4f83-a12d-5eae04e4ea99 req-7ec880fa-8aad-415a-a84d-fd1b8f0bc9d0 service neutron] 10.222.0.91 "GET /v2.0/networks/481cdd99-8d59-4d4a-a316-79df9bc84d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028094 Feb 17 18:07:04.524103 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-567c76bb-eee6-4f83-a12d-5eae04e4ea99 req-45b0f4c7-2cd2-45e5-97b6-24afdac8ded8 service neutron] 10.222.0.71 "GET /v2.0/networks/481cdd99-8d59-4d4a-a316-79df9bc84d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020169 Feb 17 18:07:04.528192 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-567c76bb-eee6-4f83-a12d-5eae04e4ea99 req-2d2f9255-4422-429c-9cbb-08af226b784a service neutron] 10.222.0.91 "GET /v2.0/networks/481cdd99-8d59-4d4a-a316-79df9bc84d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934491 Feb 17 18:07:05.007681 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce6573-11d9-4ed2-a2a5-31edb4f67d25 req-932c456c-790a-4576-b6f4-94a58673602c tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:05.009356 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-23ce6573-11d9-4ed2-a2a5-31edb4f67d25 req-932c456c-790a-4576-b6f4-94a58673602c tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b648c686-57ad-4777-acdc-aa922b473be1 HTTP/1.1" status: 200 len: 944 time: 0.0672028 Feb 17 18:07:05.066078 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-23ce6573-11d9-4ed2-a2a5-31edb4f67d25 req-b6fd1203-00da-4f22-be23-a5673bcf3742 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8f80868-ea05-4384-b3d6-41de507f9321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503497 Feb 17 18:07:05.433416 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7fda7dac-0b07-4108-bb5a-52990bf86969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:05.538557 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 553d26d8-0fb0-425b-95de-e2e48da133cd no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:07:05.578680 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] The host n-h1-829613-2 is not matching for port 553d26d8-0fb0-425b-95de-e2e48da133cd host n-h2-829613-2! {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 17 18:07:05.579078 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 553d26d8-0fb0-425b-95de-e2e48da133cd not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:07:06.198415 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2269c9-2298-4fff-bc96-689ef2641c73 req-9611b7ae-f7c8-4694-a870-e296ad910aa9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:06.200752 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc2269c9-2298-4fff-bc96-689ef2641c73 req-9611b7ae-f7c8-4694-a870-e296ad910aa9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b648c686-57ad-4777-acdc-aa922b473be1 HTTP/1.1" status: 200 len: 944 time: 0.0548005 Feb 17 18:07:06.250829 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc2269c9-2298-4fff-bc96-689ef2641c73 req-64af31fb-50d8-4c14-b2f8-ecbde6b90f95 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8f80868-ea05-4384-b3d6-41de507f9321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438876 Feb 17 18:07:06.543153 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c929e4-63ff-4d17-bda4-1631448fa2bd req-a4127411-92dc-4362-9ec1-aa004e8d210f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:06.544742 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f8c929e4-63ff-4d17-bda4-1631448fa2bd req-a4127411-92dc-4362-9ec1-aa004e8d210f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.71 "GET /v2.0/ports?device_id=b648c686-57ad-4777-acdc-aa922b473be1&tenant_id=fbdb8b0945f14355a625c005e43f71f8&binding%3Ahost_id=n-h2-829613-2 HTTP/1.1" status: 200 len: 944 time: 0.1290216 Feb 17 18:07:06.552753 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb1586e-a657-4f44-aa06-2ff188074df4 req-97e63e96-8ddd-4ef7-920c-7fdf090f2b4d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:06.554159 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fbb1586e-a657-4f44-aa06-2ff188074df4 req-97e63e96-8ddd-4ef7-920c-7fdf090f2b4d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b648c686-57ad-4777-acdc-aa922b473be1 HTTP/1.1" status: 200 len: 944 time: 0.1286459 Feb 17 18:07:06.600296 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 553d26d8-0fb0-425b-95de-e2e48da133cd details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:07:06.641547 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fbb1586e-a657-4f44-aa06-2ff188074df4 req-d1159605-b299-4204-a637-62be1b7e18b2 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8f80868-ea05-4384-b3d6-41de507f9321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806787 Feb 17 18:07:06.649846 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [req-f8c929e4-63ff-4d17-bda4-1631448fa2bd req-5d3a7f6e-f50f-4405-8df7-5273b76057ee service neutron] delete failed (client error): The resource could not be found. Feb 17 18:07:06.651406 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f8c929e4-63ff-4d17-bda4-1631448fa2bd req-5d3a7f6e-f50f-4405-8df7-5273b76057ee service neutron] 10.222.0.71 "DELETE /v2.0/ports/553d26d8-0fb0-425b-95de-e2e48da133cd/bindings/n-h1-829613-2 HTTP/1.1" status: 404 len: 380 time: 0.0963686 Feb 17 18:07:06.717820 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 553d26d8-0fb0-425b-95de-e2e48da133cd, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=553d26d8-0fb0-425b-95de-e2e48da133cd,segment=NetworkSegment(c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb),segment_id=c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:07:06.730022 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '553d26d8-0fb0-425b-95de-e2e48da133cd', 'network_id': '481cdd99-8d59-4d4a-a316-79df9bc84d2f', 'port_id': '553d26d8-0fb0-425b-95de-e2e48da133cd', 'mac_address': 'fa:16:3e:67:51:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1289456f-2573-44c1-9fa0-fd53d4cfcb38', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:07:06.749865 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c929e4-63ff-4d17-bda4-1631448fa2bd req-baa8ba12-1697-4dc1-be5a-c928123d11bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:06.751378 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f8c929e4-63ff-4d17-bda4-1631448fa2bd req-baa8ba12-1697-4dc1-be5a-c928123d11bb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fbdb8b0945f14355a625c005e43f71f8&device_id=b648c686-57ad-4777-acdc-aa922b473be1 HTTP/1.1" status: 200 len: 1126 time: 0.0552816 Feb 17 18:07:06.780624 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 553d26d8-0fb0-425b-95de-e2e48da133cd is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:07:06.781019 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (553d26d8-0fb0-425b-95de-e2e48da133cd), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:06.795654 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:06.798917 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 553d26d8-0fb0-425b-95de-e2e48da133cd {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:07:06.823939 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 553d26d8-0fb0-425b-95de-e2e48da133cd, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=553d26d8-0fb0-425b-95de-e2e48da133cd,segment=NetworkSegment(c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb),segment_id=c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:07:06.829250 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (553d26d8-0fb0-425b-95de-e2e48da133cd), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:06.863999 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c929e4-63ff-4d17-bda4-1631448fa2bd req-d6415300-c050-4352-8bac-246f724daa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:06.865536 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f8c929e4-63ff-4d17-bda4-1631448fa2bd req-d6415300-c050-4352-8bac-246f724daa0f service neutron] 10.222.0.71 "GET /v2.0/networks?id=481cdd99-8d59-4d4a-a316-79df9bc84d2f HTTP/1.1" status: 200 len: 896 time: 0.1071887 Feb 17 18:07:06.886081 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=553d26d8-0fb0-425b-95de-e2e48da133cd,revision_number=8']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:07:06.895398 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:07:06.895878 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:07:06.896354 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:07:06.896839 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:07:06.897473 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:07:06.897853 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:07:06.898312 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:07:06.898860 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:07:06.899315 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:07:06.899884 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:07:06.900329 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:07:06.900790 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:07:06.901199 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:07:06.942232 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f8c929e4-63ff-4d17-bda4-1631448fa2bd req-15cd190a-bd01-44d7-816c-f95b414a4a82 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=553d26d8-0fb0-425b-95de-e2e48da133cd HTTP/1.1" status: 200 len: 1001 time: 0.0712006 Feb 17 18:07:06.996770 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c929e4-63ff-4d17-bda4-1631448fa2bd req-f4c977d5-75cd-44d2-8663-6948f1cf2a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:06.998495 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f8c929e4-63ff-4d17-bda4-1631448fa2bd req-f4c977d5-75cd-44d2-8663-6948f1cf2a6b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1289456f-2573-44c1-9fa0-fd53d4cfcb38 HTTP/1.1" status: 200 len: 835 time: 0.0513558 Feb 17 18:07:07.049769 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c929e4-63ff-4d17-bda4-1631448fa2bd req-586b4e99-7ee0-47e4-959c-31cda78d35ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:07.051292 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f8c929e4-63ff-4d17-bda4-1631448fa2bd req-586b4e99-7ee0-47e4-959c-31cda78d35ff service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=481cdd99-8d59-4d4a-a316-79df9bc84d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470533 Feb 17 18:07:07.064107 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['553d26d8-0fb0-425b-95de-e2e48da133cd'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:07:07.163961 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f8c929e4-63ff-4d17-bda4-1631448fa2bd req-f5bf3dcf-2bc6-4647-a5c8-cc8a5e8bee8e service neutron] 10.222.0.71 "GET /v2.0/networks/481cdd99-8d59-4d4a-a316-79df9bc84d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067548 Feb 17 18:07:07.394064 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f8c929e4-63ff-4d17-bda4-1631448fa2bd req-5815e128-8726-4d10-8c53-604cd34bb883 service neutron] 10.222.0.71 "GET /v2.0/networks/481cdd99-8d59-4d4a-a316-79df9bc84d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131680 Feb 17 18:07:07.824761 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533b1f3-eed5-43d6-ac34-2a1c4663dbcc req-1b47c5e1-2e56-4341-8363-a392f76a49ed tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:07.826686 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b533b1f3-eed5-43d6-ac34-2a1c4663dbcc req-1b47c5e1-2e56-4341-8363-a392f76a49ed tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b648c686-57ad-4777-acdc-aa922b473be1 HTTP/1.1" status: 200 len: 945 time: 0.0851903 Feb 17 18:07:07.902217 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b533b1f3-eed5-43d6-ac34-2a1c4663dbcc req-f8c6c9f3-ed64-4a93-9366-98073e270283 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8f80868-ea05-4384-b3d6-41de507f9321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640805 Feb 17 18:07:08.011209 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:08.605158 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 553d26d8-0fb0-425b-95de-e2e48da133cd up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:07:08.673190 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port 553d26d8-0fb0-425b-95de-e2e48da133cd completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 18:07:08.679230 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 553d26d8-0fb0-425b-95de-e2e48da133cd triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:07:08.679826 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (553d26d8-0fb0-425b-95de-e2e48da133cd), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:08.777791 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 553d26d8-0fb0-425b-95de-e2e48da133cd is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:07:08.778076 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (553d26d8-0fb0-425b-95de-e2e48da133cd), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:08.820699 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b648c686-57ad-4777-acdc-aa922b473be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '553d26d8-0fb0-425b-95de-e2e48da133cd'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:07:08.822988 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f706cef4-8307-415c-8a32-45e205c23289" -d '{"events": [{"server_uuid": "b648c686-57ad-4777-acdc-aa922b473be1", "name": "network-vif-plugged", "status": "completed", "tag": "553d26d8-0fb0-425b-95de-e2e48da133cd"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:07:08.840035 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 553d26d8-0fb0-425b-95de-e2e48da133cd, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=553d26d8-0fb0-425b-95de-e2e48da133cd,segment=NetworkSegment(c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb),segment_id=c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:07:08.879183 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ae6d83-b2fc-4ef7-9a30-89c7f36e367a x-openstack-request-id: req-e6ae6d83-b2fc-4ef7-9a30-89c7f36e367a {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:07:08.879464 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b648c686-57ad-4777-acdc-aa922b473be1", "name": "network-vif-plugged", "status": "completed", "tag": "553d26d8-0fb0-425b-95de-e2e48da133cd", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:07:08.879717 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e6ae6d83-b2fc-4ef7-9a30-89c7f36e367a {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:07:08.880353 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b648c686-57ad-4777-acdc-aa922b473be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '553d26d8-0fb0-425b-95de-e2e48da133cd', 'code': 200} Feb 17 18:07:08.882671 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (553d26d8-0fb0-425b-95de-e2e48da133cd), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:08.977761 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=553d26d8-0fb0-425b-95de-e2e48da133cd,revision_number=9']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:07:09.109786 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:09.110876 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a21d5-c8df-43a9-a88c-e5c4c9d431ce req-fb04d207-4c9e-42c5-b022-97312257336e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:09.113280 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-967a21d5-c8df-43a9-a88c-e5c4c9d431ce req-fb04d207-4c9e-42c5-b022-97312257336e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b648c686-57ad-4777-acdc-aa922b473be1 HTTP/1.1" status: 200 len: 946 time: 0.1123810 Feb 17 18:07:09.186081 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-967a21d5-c8df-43a9-a88c-e5c4c9d431ce req-785fd5eb-7a93-47f9-a056-5a9f9df1139c tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8f80868-ea05-4384-b3d6-41de507f9321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639119 Feb 17 18:07:09.220540 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 60614) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:07:09.291693 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4150ef2f-167a-4d94-91f2-809f5057152f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/floatingips/880c23b2-8b74-44c6-8739-de8b283432b8 HTTP/1.1" status: 200 len: 994 time: 0.0695360 Feb 17 18:07:12.921179 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:07:19.086985 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:19.885771 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:31.834013 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1b0dc03f-e25d-47db-bb39-c7ca323eefe4 req-7be0bc9a-ddf7-482f-8b5a-c875a098e448 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b648c686-57ad-4777-acdc-aa922b473be1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0493803 Feb 17 18:07:31.951039 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0dc03f-e25d-47db-bb39-c7ca323eefe4 req-6b6f212e-4aaa-4c12-8a1f-425ea3b981e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:31.951533 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1b0dc03f-e25d-47db-bb39-c7ca323eefe4 req-6b6f212e-4aaa-4c12-8a1f-425ea3b981e9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fbdb8b0945f14355a625c005e43f71f8&device_id=b648c686-57ad-4777-acdc-aa922b473be1 HTTP/1.1" status: 200 len: 1128 time: 0.0723433 Feb 17 18:07:32.063475 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0dc03f-e25d-47db-bb39-c7ca323eefe4 req-c53b50bb-db38-4114-bc5d-dd6703007806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:32.065885 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1b0dc03f-e25d-47db-bb39-c7ca323eefe4 req-c53b50bb-db38-4114-bc5d-dd6703007806 service neutron] 10.222.0.91 "GET /v2.0/networks?id=481cdd99-8d59-4d4a-a316-79df9bc84d2f HTTP/1.1" status: 200 len: 896 time: 0.0942254 Feb 17 18:07:32.139943 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1b0dc03f-e25d-47db-bb39-c7ca323eefe4 req-0ae4f5a3-c3ba-4689-9640-fe1911a7fcee service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=553d26d8-0fb0-425b-95de-e2e48da133cd HTTP/1.1" status: 200 len: 1002 time: 0.0668914 Feb 17 18:07:32.188990 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0dc03f-e25d-47db-bb39-c7ca323eefe4 req-22520c54-acf3-430b-a204-029add5c9c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:32.190583 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1b0dc03f-e25d-47db-bb39-c7ca323eefe4 req-22520c54-acf3-430b-a204-029add5c9c6e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1289456f-2573-44c1-9fa0-fd53d4cfcb38 HTTP/1.1" status: 200 len: 835 time: 0.0451305 Feb 17 18:07:32.241492 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0dc03f-e25d-47db-bb39-c7ca323eefe4 req-b126df3f-5b4b-4baa-a550-fa824c7f5a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:32.243018 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1b0dc03f-e25d-47db-bb39-c7ca323eefe4 req-b126df3f-5b4b-4baa-a550-fa824c7f5a28 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=481cdd99-8d59-4d4a-a316-79df9bc84d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468199 Feb 17 18:07:32.344361 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1b0dc03f-e25d-47db-bb39-c7ca323eefe4 req-05004883-9255-4aa3-8a3f-305bf0ea9f87 service neutron] 10.222.0.91 "GET /v2.0/networks/481cdd99-8d59-4d4a-a316-79df9bc84d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944779 Feb 17 18:07:32.442464 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1b0dc03f-e25d-47db-bb39-c7ca323eefe4 req-f924aef6-3a2e-430f-b226-019434fda3b1 service neutron] 10.222.0.91 "GET /v2.0/networks/481cdd99-8d59-4d4a-a316-79df9bc84d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920019 Feb 17 18:07:32.984518 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-06cf356b-5fc9-4b01-a78c-00e6350ba698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:35.437955 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-cdd1f993-bd31-45dc-ae4a-df9bd9f6e8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:35.760235 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f7e87-f301-4bf9-aa42-994d62988f85 req-ebc52262-2882-4bb4-bf85-ad199d75a3a6 tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:35.762186 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a22f7e87-f301-4bf9-aa42-994d62988f85 req-ebc52262-2882-4bb4-bf85-ad199d75a3a6 tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=b648c686-57ad-4777-acdc-aa922b473be1 HTTP/1.1" status: 200 len: 1128 time: 0.0523970 Feb 17 18:07:35.817563 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a22f7e87-f301-4bf9-aa42-994d62988f85 req-4cd2a9c6-c70e-4809-ae71-44f5bb8191a7 tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=a8f80868-ea05-4384-b3d6-41de507f9321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480518 Feb 17 18:07:35.841577 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 32904) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:07:36.061415 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-44baf230-48a8-4812-af41-a7c70396bcd5 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Deleting port 59fd3b49-4828-4ec4-9a3b-19984d324f38 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:07:36.062011 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-44baf230-48a8-4812-af41-a7c70396bcd5 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (59fd3b49-4828-4ec4-9a3b-19984d324f38), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:36.199435 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-44baf230-48a8-4812-af41-a7c70396bcd5 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (59fd3b49-4828-4ec4-9a3b-19984d324f38), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:36.199793 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-44baf230-48a8-4812-af41-a7c70396bcd5 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for floatingip (59fd3b49-4828-4ec4-9a3b-19984d324f38), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:36.214346 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-44baf230-48a8-4812-af41-a7c70396bcd5 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Calling delete_port for 59fd3b49-4828-4ec4-9a3b-19984d324f38 owned by network:floatingip {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:07:36.404709 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-44baf230-48a8-4812-af41-a7c70396bcd5 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (59fd3b49-4828-4ec4-9a3b-19984d324f38), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:36.438211 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44baf230-48a8-4812-af41-a7c70396bcd5 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event deleted for resources: {'Port': ['ID=59fd3b49-4828-4ec4-9a3b-19984d324f38,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:07:36.451553 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44baf230-48a8-4812-af41-a7c70396bcd5 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:07:36.451553 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44baf230-48a8-4812-af41-a7c70396bcd5 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:07:36.451933 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44baf230-48a8-4812-af41-a7c70396bcd5 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:07:36.452306 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44baf230-48a8-4812-af41-a7c70396bcd5 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:07:36.452652 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44baf230-48a8-4812-af41-a7c70396bcd5 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:07:36.453162 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44baf230-48a8-4812-af41-a7c70396bcd5 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:07:36.453330 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44baf230-48a8-4812-af41-a7c70396bcd5 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:07:36.453672 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44baf230-48a8-4812-af41-a7c70396bcd5 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:07:36.454045 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44baf230-48a8-4812-af41-a7c70396bcd5 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:07:36.454383 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44baf230-48a8-4812-af41-a7c70396bcd5 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:07:36.455384 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44baf230-48a8-4812-af41-a7c70396bcd5 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:07:36.455384 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44baf230-48a8-4812-af41-a7c70396bcd5 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:07:36.455780 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44baf230-48a8-4812-af41-a7c70396bcd5 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:07:36.513732 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-44baf230-48a8-4812-af41-a7c70396bcd5 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for floatingip (880c23b2-8b74-44c6-8739-de8b283432b8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:36.514091 n-d-829613-2 neutron-server[103434]: INFO neutron.db.l3_db [None req-44baf230-48a8-4812-af41-a7c70396bcd5 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Floating IP 880c23b2-8b74-44c6-8739-de8b283432b8 disassociated (deleted). External IP: 172.25.8.227, port: 553d26d8-0fb0-425b-95de-e2e48da133cd. Feb 17 18:07:36.748810 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44baf230-48a8-4812-af41-a7c70396bcd5 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Router 4dab46e1-a4b5-4c65-be9f-d7a703344051 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:07:36.783974 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:36.867728 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44baf230-48a8-4812-af41-a7c70396bcd5 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:07:36.873983 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-44baf230-48a8-4812-af41-a7c70396bcd5 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:36.879333 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9581445-fd9c-4e33-955b-06a6e93cb355 None None] Sync routers for ids ['4dab46e1-a4b5-4c65-be9f-d7a703344051'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:07:36.890844 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9581445-fd9c-4e33-955b-06a6e93cb355 None None] Routers {'4dab46e1-a4b5-4c65-be9f-d7a703344051'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:07:36.891474 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a9581445-fd9c-4e33-955b-06a6e93cb355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:07:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['4dab46e1-a4b5-4c65-be9f-d7a703344051'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:07:36.914129 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-44baf230-48a8-4812-af41-a7c70396bcd5 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "DELETE /v2.0/floatingips/880c23b2-8b74-44c6-8739-de8b283432b8 HTTP/1.1" status: 204 len: 168 time: 1.0703719 Feb 17 18:07:36.914841 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b648c686-57ad-4777-acdc-aa922b473be1', 'tag': '553d26d8-0fb0-425b-95de-e2e48da133cd'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:07:36.917799 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e60749-bbcd-478a-8c6f-4578c2371839" -d '{"events": [{"name": "network-changed", "server_uuid": "b648c686-57ad-4777-acdc-aa922b473be1", "tag": "553d26d8-0fb0-425b-95de-e2e48da133cd"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:07:36.975789 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd0e967-5e58-4a54-aebc-6b36881c4ee9 x-openstack-request-id: req-1dd0e967-5e58-4a54-aebc-6b36881c4ee9 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:07:36.976085 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b648c686-57ad-4777-acdc-aa922b473be1", "tag": "553d26d8-0fb0-425b-95de-e2e48da133cd", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:07:36.976530 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1dd0e967-5e58-4a54-aebc-6b36881c4ee9 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:07:36.976783 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b648c686-57ad-4777-acdc-aa922b473be1', 'tag': '553d26d8-0fb0-425b-95de-e2e48da133cd', 'status': 'completed', 'code': 200} Feb 17 18:07:37.017226 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-a9581445-fd9c-4e33-955b-06a6e93cb355 None None] Set router 4dab46e1-a4b5-4c65-be9f-d7a703344051 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:07:37.047092 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e60749-bbcd-478a-8c6f-4578c2371839 req-0d589f81-a9b9-4484-a6b0-74c4268b8af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:37.049318 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e2e60749-bbcd-478a-8c6f-4578c2371839 req-0d589f81-a9b9-4484-a6b0-74c4268b8af3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fbdb8b0945f14355a625c005e43f71f8&device_id=b648c686-57ad-4777-acdc-aa922b473be1 HTTP/1.1" status: 200 len: 1128 time: 0.0516131 Feb 17 18:07:37.184051 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e60749-bbcd-478a-8c6f-4578c2371839 req-5309ecd6-c796-48fa-b85e-c89e7b4dfef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:37.185802 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e2e60749-bbcd-478a-8c6f-4578c2371839 req-5309ecd6-c796-48fa-b85e-c89e7b4dfef1 service neutron] 10.222.0.91 "GET /v2.0/networks?id=481cdd99-8d59-4d4a-a316-79df9bc84d2f HTTP/1.1" status: 200 len: 896 time: 0.1214535 Feb 17 18:07:37.193036 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a83b7c5-485d-415a-91cc-3c8595a29b20 req-55387284-381f-4793-b768-3bcaeb2e4231 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:37.202251 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0a83b7c5-485d-415a-91cc-3c8595a29b20 req-55387284-381f-4793-b768-3bcaeb2e4231 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b648c686-57ad-4777-acdc-aa922b473be1 HTTP/1.1" status: 200 len: 946 time: 0.0806818 Feb 17 18:07:37.236199 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e2e60749-bbcd-478a-8c6f-4578c2371839 req-82ceb346-9d28-4dd7-95b3-7dcdd808a6ba service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=553d26d8-0fb0-425b-95de-e2e48da133cd HTTP/1.1" status: 200 len: 217 time: 0.0429795 Feb 17 18:07:37.249047 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a9581445-fd9c-4e33-955b-06a6e93cb355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dab46e1-a4b5-4c65-be9f-d7a703344051', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297579104', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'f0a8b1e0-cc1f-47b0-8759-9d2e77240b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:05:52Z', 'updated_at': '2022-02-17T18:05:58Z', 'revision_number': 4, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': 'f0a8b1e0-cc1f-47b0-8759-9d2e77240b95', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dab46e1-a4b5-4c65-be9f-d7a703344051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:05:53Z', 'updated_at': '2022-02-17T18:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'aefafe06-e93d-4ed5-aad9-da9c9d9db42e', 'name': '', 'network_id': '481cdd99-8d59-4d4a-a316-79df9bc84d2f', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'mac_address': 'fa:16:3e:5a:f6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dab46e1-a4b5-4c65-be9f-d7a703344051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '1289456f-2573-44c1-9fa0-fd53d4cfcb38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:05:56Z', 'updated_at': '2022-02-17T18:06:02Z', 'revision_number': 5, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'subnets': [{'id': '1289456f-2573-44c1-9fa0-fd53d4cfcb38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:07:37.281459 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9581445-fd9c-4e33-955b-06a6e93cb355 None None] Checking router: 4dab46e1-a4b5-4c65-be9f-d7a703344051 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:07:37.291706 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9581445-fd9c-4e33-955b-06a6e93cb355 None None] Routers {'4dab46e1-a4b5-4c65-be9f-d7a703344051'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:07:37.292392 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a9581445-fd9c-4e33-955b-06a6e93cb355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:07:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['4dab46e1-a4b5-4c65-be9f-d7a703344051'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:07:37.305184 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0a83b7c5-485d-415a-91cc-3c8595a29b20 req-8c3fbbe4-de6d-4eb2-bc8f-5d25871dd82f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8f80868-ea05-4384-b3d6-41de507f9321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020396 Feb 17 18:07:37.333451 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e60749-bbcd-478a-8c6f-4578c2371839 req-8d5c7f98-ef3b-4f4b-8ea5-7108c9ce5470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:37.335187 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e2e60749-bbcd-478a-8c6f-4578c2371839 req-8d5c7f98-ef3b-4f4b-8ea5-7108c9ce5470 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1289456f-2573-44c1-9fa0-fd53d4cfcb38 HTTP/1.1" status: 200 len: 835 time: 0.0922234 Feb 17 18:07:37.401267 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e60749-bbcd-478a-8c6f-4578c2371839 req-ad37b6b2-fe06-44ea-b60c-6b5252167f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:37.403290 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e2e60749-bbcd-478a-8c6f-4578c2371839 req-ad37b6b2-fe06-44ea-b60c-6b5252167f7d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=481cdd99-8d59-4d4a-a316-79df9bc84d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0612423 Feb 17 18:07:37.431143 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-a9581445-fd9c-4e33-955b-06a6e93cb355 None None] Set router 4dab46e1-a4b5-4c65-be9f-d7a703344051 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:07:37.501423 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e2e60749-bbcd-478a-8c6f-4578c2371839 req-c2ea52d2-643c-48b3-9488-69d76a841040 service neutron] 10.222.0.91 "GET /v2.0/networks/481cdd99-8d59-4d4a-a316-79df9bc84d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901883 Feb 17 18:07:37.611515 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e2e60749-bbcd-478a-8c6f-4578c2371839 req-d7f4881b-07f2-4587-81b2-1818043a6d81 service neutron] 10.222.0.91 "GET /v2.0/networks/481cdd99-8d59-4d4a-a316-79df9bc84d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041026 Feb 17 18:07:37.833682 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a9581445-fd9c-4e33-955b-06a6e93cb355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dab46e1-a4b5-4c65-be9f-d7a703344051', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297579104', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'f0a8b1e0-cc1f-47b0-8759-9d2e77240b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:05:52Z', 'updated_at': '2022-02-17T18:05:58Z', 'revision_number': 4, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': 'f0a8b1e0-cc1f-47b0-8759-9d2e77240b95', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dab46e1-a4b5-4c65-be9f-d7a703344051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:05:53Z', 'updated_at': '2022-02-17T18:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'aefafe06-e93d-4ed5-aad9-da9c9d9db42e', 'name': '', 'network_id': '481cdd99-8d59-4d4a-a316-79df9bc84d2f', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'mac_address': 'fa:16:3e:5a:f6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dab46e1-a4b5-4c65-be9f-d7a703344051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '1289456f-2573-44c1-9fa0-fd53d4cfcb38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:05:56Z', 'updated_at': '2022-02-17T18:06:02Z', 'revision_number': 5, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'subnets': [{'id': '1289456f-2573-44c1-9fa0-fd53d4cfcb38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:07:37.862186 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9581445-fd9c-4e33-955b-06a6e93cb355 None None] The sync data for ids ['4dab46e1-a4b5-4c65-be9f-d7a703344051'] in n-d-829613-2 is: [{'id': '4dab46e1-a4b5-4c65-be9f-d7a703344051', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297579104', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'f0a8b1e0-cc1f-47b0-8759-9d2e77240b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:05:52Z', 'updated_at': '2022-02-17T18:05:58Z', 'revision_number': 4, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': 'f0a8b1e0-cc1f-47b0-8759-9d2e77240b95', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dab46e1-a4b5-4c65-be9f-d7a703344051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:05:53Z', 'updated_at': '2022-02-17T18:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'aefafe06-e93d-4ed5-aad9-da9c9d9db42e', 'name': '', 'network_id': '481cdd99-8d59-4d4a-a316-79df9bc84d2f', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'mac_address': 'fa:16:3e:5a:f6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dab46e1-a4b5-4c65-be9f-d7a703344051', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '1289456f-2573-44c1-9fa0-fd53d4cfcb38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:05:56Z', 'updated_at': '2022-02-17T18:06:02Z', 'revision_number': 5, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'subnets': [{'id': '1289456f-2573-44c1-9fa0-fd53d4cfcb38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:07:38.006491 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:38.118856 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b2edb6-a6da-4cbe-bfd2-8fc283fedc97 None None] New status for floating IP 880c23b2-8b74-44c6-8739-de8b283432b8: DOWN {{(pid=103438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 18:07:38.439877 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b1839e-5bd9-411b-b03e-269e872007e2 req-70eebcfd-e0c8-45d3-bf36-4f9145dfee75 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:38.440645 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5675d59-5fe5-4c1b-a82c-3da63299a871 req-5a834613-19a7-41a9-84ad-5c35bb3bae57 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:38.442204 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-82b1839e-5bd9-411b-b03e-269e872007e2 req-70eebcfd-e0c8-45d3-bf36-4f9145dfee75 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=b648c686-57ad-4777-acdc-aa922b473be1 HTTP/1.1" status: 200 len: 946 time: 0.0559943 Feb 17 18:07:38.442511 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a5675d59-5fe5-4c1b-a82c-3da63299a871 req-5a834613-19a7-41a9-84ad-5c35bb3bae57 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.91 "GET /v2.0/ports?device_id=b648c686-57ad-4777-acdc-aa922b473be1 HTTP/1.1" status: 200 len: 946 time: 0.0582130 Feb 17 18:07:38.499818 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-82b1839e-5bd9-411b-b03e-269e872007e2 req-aafbc456-d426-49b6-a955-e5820c3b3f89 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=a8f80868-ea05-4384-b3d6-41de507f9321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514836 Feb 17 18:07:38.543255 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-a5675d59-5fe5-4c1b-a82c-3da63299a871 req-cedf1e7d-c237-4271-a75c-35b11ee0372e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Deleting port 553d26d8-0fb0-425b-95de-e2e48da133cd {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:07:38.543630 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a5675d59-5fe5-4c1b-a82c-3da63299a871 req-cedf1e7d-c237-4271-a75c-35b11ee0372e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (553d26d8-0fb0-425b-95de-e2e48da133cd), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:38.633041 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-a5675d59-5fe5-4c1b-a82c-3da63299a871 req-cedf1e7d-c237-4271-a75c-35b11ee0372e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] For port 553d26d8-0fb0-425b-95de-e2e48da133cd, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=553d26d8-0fb0-425b-95de-e2e48da133cd,segment=NetworkSegment(c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb),segment_id=c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:07:38.633456 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a5675d59-5fe5-4c1b-a82c-3da63299a871 req-cedf1e7d-c237-4271-a75c-35b11ee0372e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (553d26d8-0fb0-425b-95de-e2e48da133cd), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:38.646929 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-a5675d59-5fe5-4c1b-a82c-3da63299a871 req-cedf1e7d-c237-4271-a75c-35b11ee0372e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Calling delete_port for 553d26d8-0fb0-425b-95de-e2e48da133cd owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:07:38.787407 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a5675d59-5fe5-4c1b-a82c-3da63299a871 req-cedf1e7d-c237-4271-a75c-35b11ee0372e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (553d26d8-0fb0-425b-95de-e2e48da133cd), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:38.814946 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedf1e7d-c237-4271-a75c-35b11ee0372e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event deleted for resources: {'Port': ['ID=553d26d8-0fb0-425b-95de-e2e48da133cd,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:07:38.862748 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5675d59-5fe5-4c1b-a82c-3da63299a871 req-cedf1e7d-c237-4271-a75c-35b11ee0372e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] No DVR routers for this DVR port 553d26d8-0fb0-425b-95de-e2e48da133cd on host n-h2-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:07:38.865544 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a5675d59-5fe5-4c1b-a82c-3da63299a871 req-cedf1e7d-c237-4271-a75c-35b11ee0372e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:38.869619 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a5675d59-5fe5-4c1b-a82c-3da63299a871 req-cedf1e7d-c237-4271-a75c-35b11ee0372e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.91 "DELETE /v2.0/ports/553d26d8-0fb0-425b-95de-e2e48da133cd HTTP/1.1" status: 204 len: 173 time: 0.4216871 Feb 17 18:07:38.977802 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b648c686-57ad-4777-acdc-aa922b473be1', 'name': 'network-vif-deleted', 'tag': '553d26d8-0fb0-425b-95de-e2e48da133cd'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:07:38.980396 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a94133-7386-4bd5-94e7-00ce9dd3c18c" -d '{"events": [{"server_uuid": "b648c686-57ad-4777-acdc-aa922b473be1", "name": "network-vif-deleted", "tag": "553d26d8-0fb0-425b-95de-e2e48da133cd"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:07:39.027835 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78169dd-708f-411a-a2d9-ed6059170e7b x-openstack-request-id: req-f78169dd-708f-411a-a2d9-ed6059170e7b {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:07:39.028578 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b648c686-57ad-4777-acdc-aa922b473be1", "name": "network-vif-deleted", "tag": "553d26d8-0fb0-425b-95de-e2e48da133cd", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:07:39.028578 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f78169dd-708f-411a-a2d9-ed6059170e7b {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:07:39.029023 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b648c686-57ad-4777-acdc-aa922b473be1', 'name': 'network-vif-deleted', 'tag': '553d26d8-0fb0-425b-95de-e2e48da133cd', 'status': 'completed', 'code': 200} Feb 17 18:07:39.106438 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:39.555202 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33084) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:07:39.935282 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-419cd542-6efd-4c5b-9bda-6c2c8cd2ac9a tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (4dab46e1-a4b5-4c65-be9f-d7a703344051), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:40.213070 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-419cd542-6efd-4c5b-9bda-6c2c8cd2ac9a tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Deleting port aefafe06-e93d-4ed5-aad9-da9c9d9db42e {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:07:40.213427 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-419cd542-6efd-4c5b-9bda-6c2c8cd2ac9a tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (aefafe06-e93d-4ed5-aad9-da9c9d9db42e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:40.302022 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-419cd542-6efd-4c5b-9bda-6c2c8cd2ac9a tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] For port aefafe06-e93d-4ed5-aad9-da9c9d9db42e, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=aefafe06-e93d-4ed5-aad9-da9c9d9db42e,segment=NetworkSegment(c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb),segment_id=c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:07:40.302376 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-419cd542-6efd-4c5b-9bda-6c2c8cd2ac9a tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (aefafe06-e93d-4ed5-aad9-da9c9d9db42e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:40.315413 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-419cd542-6efd-4c5b-9bda-6c2c8cd2ac9a tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Calling delete_port for aefafe06-e93d-4ed5-aad9-da9c9d9db42e owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:07:40.515345 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-419cd542-6efd-4c5b-9bda-6c2c8cd2ac9a tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (aefafe06-e93d-4ed5-aad9-da9c9d9db42e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:40.542431 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419cd542-6efd-4c5b-9bda-6c2c8cd2ac9a tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event deleted for resources: {'Port': ['ID=aefafe06-e93d-4ed5-aad9-da9c9d9db42e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:07:40.725063 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-419cd542-6efd-4c5b-9bda-6c2c8cd2ac9a tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (4dab46e1-a4b5-4c65-be9f-d7a703344051), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:41.273792 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419cd542-6efd-4c5b-9bda-6c2c8cd2ac9a tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Router 4dab46e1-a4b5-4c65-be9f-d7a703344051 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:07:41.388870 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419cd542-6efd-4c5b-9bda-6c2c8cd2ac9a tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:07:41.396768 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-419cd542-6efd-4c5b-9bda-6c2c8cd2ac9a tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "PUT /v2.0/routers/4dab46e1-a4b5-4c65-be9f-d7a703344051/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8404472 Feb 17 18:07:41.396965 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33088) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:07:41.399996 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9845255c-5fe6-4916-890b-4d8513dfe271 None None] Sync routers for ids ['4dab46e1-a4b5-4c65-be9f-d7a703344051'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:07:41.410627 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9845255c-5fe6-4916-890b-4d8513dfe271 None None] Routers {'4dab46e1-a4b5-4c65-be9f-d7a703344051'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:07:41.411240 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-9845255c-5fe6-4916-890b-4d8513dfe271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:07:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['4dab46e1-a4b5-4c65-be9f-d7a703344051'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:07:41.452652 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f4d9888-990a-4f4f-be43-bc0a4ed9cf83 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Deleting subnet 1289456f-2573-44c1-9fa0-fd53d4cfcb38 {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:07:41.457272 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8f4d9888-990a-4f4f-be43-bc0a4ed9cf83 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for subnet (1289456f-2573-44c1-9fa0-fd53d4cfcb38), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:41.517710 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8f4d9888-990a-4f4f-be43-bc0a4ed9cf83 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (1289456f-2573-44c1-9fa0-fd53d4cfcb38), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:41.537057 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-9845255c-5fe6-4916-890b-4d8513dfe271 None None] Set router 4dab46e1-a4b5-4c65-be9f-d7a703344051 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:07:41.620058 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8f4d9888-990a-4f4f-be43-bc0a4ed9cf83 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (1289456f-2573-44c1-9fa0-fd53d4cfcb38), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:41.683798 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8f4d9888-990a-4f4f-be43-bc0a4ed9cf83 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (1289456f-2573-44c1-9fa0-fd53d4cfcb38), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:41.717380 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d9888-990a-4f4f-be43-bc0a4ed9cf83 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event deleted for resources: {'Subnet': ['ID=1289456f-2573-44c1-9fa0-fd53d4cfcb38,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:07:41.726611 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d9888-990a-4f4f-be43-bc0a4ed9cf83 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:07:41.727699 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d9888-990a-4f4f-be43-bc0a4ed9cf83 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:07:41.728061 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d9888-990a-4f4f-be43-bc0a4ed9cf83 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:07:41.728457 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d9888-990a-4f4f-be43-bc0a4ed9cf83 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:07:41.729020 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d9888-990a-4f4f-be43-bc0a4ed9cf83 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:07:41.729366 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d9888-990a-4f4f-be43-bc0a4ed9cf83 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:07:41.729713 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d9888-990a-4f4f-be43-bc0a4ed9cf83 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:07:41.730247 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d9888-990a-4f4f-be43-bc0a4ed9cf83 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:07:41.730589 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d9888-990a-4f4f-be43-bc0a4ed9cf83 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:07:41.730929 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d9888-990a-4f4f-be43-bc0a4ed9cf83 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:07:41.731869 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d9888-990a-4f4f-be43-bc0a4ed9cf83 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:07:41.732256 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d9888-990a-4f4f-be43-bc0a4ed9cf83 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:07:41.732581 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d9888-990a-4f4f-be43-bc0a4ed9cf83 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:07:41.736307 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8f4d9888-990a-4f4f-be43-bc0a4ed9cf83 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:41.736472 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eadc608-2b57-48ca-9e8c-a230779e2548 None None] Network 481cdd99-8d59-4d4a-a316-79df9bc84d2f requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:07:41.742559 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33092) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:07:41.743212 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-8f4d9888-990a-4f4f-be43-bc0a4ed9cf83 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "DELETE /v2.0/subnets/1289456f-2573-44c1-9fa0-fd53d4cfcb38 HTTP/1.1" status: 204 len: 168 time: 0.3445978 Feb 17 18:07:41.779022 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-9845255c-5fe6-4916-890b-4d8513dfe271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dab46e1-a4b5-4c65-be9f-d7a703344051', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297579104', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'f0a8b1e0-cc1f-47b0-8759-9d2e77240b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:05:52Z', 'updated_at': '2022-02-17T18:07:40Z', 'revision_number': 5, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': 'f0a8b1e0-cc1f-47b0-8759-9d2e77240b95', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dab46e1-a4b5-4c65-be9f-d7a703344051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:05:53Z', 'updated_at': '2022-02-17T18:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:07:41.839233 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9845255c-5fe6-4916-890b-4d8513dfe271 None None] Checking router: 4dab46e1-a4b5-4c65-be9f-d7a703344051 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:07:41.865362 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c9c6c694-73ec-4ef3-b0d8-06ce5b1aac16 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for router (4dab46e1-a4b5-4c65-be9f-d7a703344051), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:41.870159 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9845255c-5fe6-4916-890b-4d8513dfe271 None None] Routers {'4dab46e1-a4b5-4c65-be9f-d7a703344051'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:07:41.870811 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-9845255c-5fe6-4916-890b-4d8513dfe271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:07:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['4dab46e1-a4b5-4c65-be9f-d7a703344051'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:07:41.986577 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c9c6c694-73ec-4ef3-b0d8-06ce5b1aac16 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for router_gateway (4dab46e1-a4b5-4c65-be9f-d7a703344051), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:41.995734 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-9845255c-5fe6-4916-890b-4d8513dfe271 None None] Set router 4dab46e1-a4b5-4c65-be9f-d7a703344051 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:07:42.054010 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-c9c6c694-73ec-4ef3-b0d8-06ce5b1aac16 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Deleting port f0a8b1e0-cc1f-47b0-8759-9d2e77240b95 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:07:42.054355 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c9c6c694-73ec-4ef3-b0d8-06ce5b1aac16 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (f0a8b1e0-cc1f-47b0-8759-9d2e77240b95), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:42.099879 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eda6bbb-ffd9-417b-838f-fcde52b18905 None None] DHCP port deletion for 481cdd99-8d59-4d4a-a316-79df9bc84d2f request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 18:07:42.148498 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-c9c6c694-73ec-4ef3-b0d8-06ce5b1aac16 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] For port f0a8b1e0-cc1f-47b0-8759-9d2e77240b95, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=f0a8b1e0-cc1f-47b0-8759-9d2e77240b95,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:07:42.148868 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c9c6c694-73ec-4ef3-b0d8-06ce5b1aac16 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (f0a8b1e0-cc1f-47b0-8759-9d2e77240b95), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:42.167543 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-c9c6c694-73ec-4ef3-b0d8-06ce5b1aac16 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Calling delete_port for f0a8b1e0-cc1f-47b0-8759-9d2e77240b95 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:07:42.247827 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-7eda6bbb-ffd9-417b-838f-fcde52b18905 None None] Deleting port 3e9b0a90-7e7b-424e-8f06-19d43224def2 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:07:42.248201 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7eda6bbb-ffd9-417b-838f-fcde52b18905 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (3e9b0a90-7e7b-424e-8f06-19d43224def2), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:42.331570 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-7eda6bbb-ffd9-417b-838f-fcde52b18905 None None] For port 3e9b0a90-7e7b-424e-8f06-19d43224def2, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=3e9b0a90-7e7b-424e-8f06-19d43224def2,segment=NetworkSegment(c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb),segment_id=c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:07:42.331920 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7eda6bbb-ffd9-417b-838f-fcde52b18905 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (3e9b0a90-7e7b-424e-8f06-19d43224def2), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:42.345395 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-9845255c-5fe6-4916-890b-4d8513dfe271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dab46e1-a4b5-4c65-be9f-d7a703344051', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297579104', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'f0a8b1e0-cc1f-47b0-8759-9d2e77240b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:05:52Z', 'updated_at': '2022-02-17T18:07:40Z', 'revision_number': 5, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': 'f0a8b1e0-cc1f-47b0-8759-9d2e77240b95', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dab46e1-a4b5-4c65-be9f-d7a703344051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:05:53Z', 'updated_at': '2022-02-17T18:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:07:42.352379 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-7eda6bbb-ffd9-417b-838f-fcde52b18905 None None] Calling delete_port for 3e9b0a90-7e7b-424e-8f06-19d43224def2 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:07:42.370162 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c9c6c694-73ec-4ef3-b0d8-06ce5b1aac16 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (f0a8b1e0-cc1f-47b0-8759-9d2e77240b95), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:42.388309 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9845255c-5fe6-4916-890b-4d8513dfe271 None None] The sync data for ids ['4dab46e1-a4b5-4c65-be9f-d7a703344051'] in n-d-829613-2 is: [{'id': '4dab46e1-a4b5-4c65-be9f-d7a703344051', 'name': 'tempest-TestNetworkAdvancedServerOps-router-297579104', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'f0a8b1e0-cc1f-47b0-8759-9d2e77240b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:05:52Z', 'updated_at': '2022-02-17T18:07:40Z', 'revision_number': 5, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': 'f0a8b1e0-cc1f-47b0-8759-9d2e77240b95', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dab46e1-a4b5-4c65-be9f-d7a703344051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:05:53Z', 'updated_at': '2022-02-17T18:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:07:42.444784 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c6c694-73ec-4ef3-b0d8-06ce5b1aac16 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event deleted for resources: {'Port': ['ID=f0a8b1e0-cc1f-47b0-8759-9d2e77240b95,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:07:42.516786 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c9c6c694-73ec-4ef3-b0d8-06ce5b1aac16 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (4dab46e1-a4b5-4c65-be9f-d7a703344051), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:42.519667 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7eda6bbb-ffd9-417b-838f-fcde52b18905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (3e9b0a90-7e7b-424e-8f06-19d43224def2), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:42.548383 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eda6bbb-ffd9-417b-838f-fcde52b18905 None None] Pushing event deleted for resources: {'Port': ['ID=3e9b0a90-7e7b-424e-8f06-19d43224def2,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:07:42.551931 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eda6bbb-ffd9-417b-838f-fcde52b18905 None None] No DVR routers for this DVR port 3e9b0a90-7e7b-424e-8f06-19d43224def2 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:07:42.622940 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c9c6c694-73ec-4ef3-b0d8-06ce5b1aac16 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (4dab46e1-a4b5-4c65-be9f-d7a703344051), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:42.625365 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c9c6c694-73ec-4ef3-b0d8-06ce5b1aac16 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for router_controller (4dab46e1-a4b5-4c65-be9f-d7a703344051), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:42.673749 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c9c6c694-73ec-4ef3-b0d8-06ce5b1aac16 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (4dab46e1-a4b5-4c65-be9f-d7a703344051), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:42.674320 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c6c694-73ec-4ef3-b0d8-06ce5b1aac16 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Fanout notify agent at l3_agent the message router_deleted on router 4dab46e1-a4b5-4c65-be9f-d7a703344051 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 18:07:42.681197 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c9c6c694-73ec-4ef3-b0d8-06ce5b1aac16 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:42.684693 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c9c6c694-73ec-4ef3-b0d8-06ce5b1aac16 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "DELETE /v2.0/routers/4dab46e1-a4b5-4c65-be9f-d7a703344051 HTTP/1.1" status: 204 len: 168 time: 0.9387801 Feb 17 18:07:42.685145 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33096) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:07:42.763626 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fb265a93-93dd-4088-bc71-92e9093f88a3 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (481cdd99-8d59-4d4a-a316-79df9bc84d2f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:42.774628 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 553d26d8-0fb0-425b-95de-e2e48da133cd no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:07:42.808001 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 3e9b0a90-7e7b-424e-8f06-19d43224def2 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:07:42.809975 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: 553d26d8-0fb0-425b-95de-e2e48da133cd {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:07:42.810447 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 553d26d8-0fb0-425b-95de-e2e48da133cd not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:07:42.842644 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 3e9b0a90-7e7b-424e-8f06-19d43224def2 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:07:42.843160 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 3e9b0a90-7e7b-424e-8f06-19d43224def2 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:07:42.866007 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fb265a93-93dd-4088-bc71-92e9093f88a3 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (481cdd99-8d59-4d4a-a316-79df9bc84d2f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:42.890680 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-fb265a93-93dd-4088-bc71-92e9093f88a3 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['481cdd99-8d59-4d4a-a316-79df9bc84d2f']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:07:42.901865 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-fb265a93-93dd-4088-bc71-92e9093f88a3 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:07:42.902157 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-fb265a93-93dd-4088-bc71-92e9093f88a3 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:07:42.913205 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fb265a93-93dd-4088-bc71-92e9093f88a3 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:42.929224 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fb265a93-93dd-4088-bc71-92e9093f88a3 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:42.936151 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb265a93-93dd-4088-bc71-92e9093f88a3 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:07:42.936743 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fb265a93-93dd-4088-bc71-92e9093f88a3 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (c2c056a1-6e2e-4a94-9ae6-50a3e5bee8bb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:42.940142 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 18:07:42.940142 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:07:42.940142 n-d-829613-2 neutron-server[103434]: timer() Feb 17 18:07:42.940142 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:07:42.940142 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 18:07:42.940142 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:07:42.940142 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 18:07:42.940142 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:07:42.940142 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 18:07:42.940142 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:07:42.940142 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 18:07:42.940142 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:07:42.940142 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 18:07:42.940142 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:07:42.940142 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:07:42.940142 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:07:42.940142 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:07:42.940142 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:07:42.940142 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 18:07:42.940142 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:07:42.940142 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 18:07:42.940142 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:07:42.940142 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:07:42.940142 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:07:42.940142 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 18:07:42.940142 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:07:42.940142 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:07:42.940142 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:07:42.940142 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:07:42.940142 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:07:42.940142 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:07:42.940142 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:07:43.006236 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fb265a93-93dd-4088-bc71-92e9093f88a3 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (481cdd99-8d59-4d4a-a316-79df9bc84d2f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:43.015134 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fb265a93-93dd-4088-bc71-92e9093f88a3 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:43.020716 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fb265a93-93dd-4088-bc71-92e9093f88a3 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "DELETE /v2.0/networks/481cdd99-8d59-4d4a-a316-79df9bc84d2f HTTP/1.1" status: 204 len: 168 time: 0.3345544 Feb 17 18:07:43.021765 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33098) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:07:43.037514 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb265a93-93dd-4088-bc71-92e9093f88a3 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event deleted for resources: {'Network': ['ID=481cdd99-8d59-4d4a-a316-79df9bc84d2f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:07:43.091475 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a0a84208-adf7-4d18-829b-b78b1a65da0e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group (a8f80868-ea05-4384-b3d6-41de507f9321), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:43.121607 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a0a84208-adf7-4d18-829b-b78b1a65da0e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group (a8f80868-ea05-4384-b3d6-41de507f9321), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:43.195158 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a0a84208-adf7-4d18-829b-b78b1a65da0e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (a8f80868-ea05-4384-b3d6-41de507f9321), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:43.198850 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a0a84208-adf7-4d18-829b-b78b1a65da0e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:43.199121 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a0a84208-adf7-4d18-829b-b78b1a65da0e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "DELETE /v2.0/security-groups/a8f80868-ea05-4384-b3d6-41de507f9321 HTTP/1.1" status: 204 len: 168 time: 0.1757748 Feb 17 18:07:43.212756 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a84208-adf7-4d18-829b-b78b1a65da0e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f80868-ea05-4384-b3d6-41de507f9321,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:07:43.409875 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33104) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:07:43.414659 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ec2758b5-85d4-4404-a367-056c0a13a095 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-16572001', 'description': 'tempest-secgroup-smoke-16572001 description', 'project_id': 'fbdb8b0945f14355a625c005e43f71f8'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:07:43.437592 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ec2758b5-85d4-4404-a367-056c0a13a095 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:43.519490 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ec2758b5-85d4-4404-a367-056c0a13a095 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group (c55921fc-183a-4dc8-990d-bf8e8b5b5412), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:43.525294 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ec2758b5-85d4-4404-a367-056c0a13a095 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (c55921fc-183a-4dc8-990d-bf8e8b5b5412), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:43.561213 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ec2758b5-85d4-4404-a367-056c0a13a095 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:43.563617 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33106) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:07:43.563752 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ec2758b5-85d4-4404-a367-056c0a13a095 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1527050 Feb 17 18:07:43.570589 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2758b5-85d4-4404-a367-056c0a13a095 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c55921fc-183a-4dc8-990d-bf8e8b5b5412,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:07:43.573239 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-9325946f-850c-48b3-acfd-d7a44235ea87 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Request body: {'security_group_rule': {'security_group_id': 'c55921fc-183a-4dc8-990d-bf8e8b5b5412', 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:07:43.601772 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9325946f-850c-48b3-acfd-d7a44235ea87 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (3e0c4b24-ec27-43dd-b664-b3f71e4278d6), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:43.651654 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9325946f-850c-48b3-acfd-d7a44235ea87 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (3e0c4b24-ec27-43dd-b664-b3f71e4278d6), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:43.657219 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9325946f-850c-48b3-acfd-d7a44235ea87 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (3e0c4b24-ec27-43dd-b664-b3f71e4278d6), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:43.679325 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9325946f-850c-48b3-acfd-d7a44235ea87 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e0c4b24-ec27-43dd-b664-b3f71e4278d6,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:07:43.690673 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9325946f-850c-48b3-acfd-d7a44235ea87 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:43.692004 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-9325946f-850c-48b3-acfd-d7a44235ea87 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1259677 Feb 17 18:07:43.694991 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33114) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:07:43.701416 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-e65a4b53-2775-448f-9911-49eb72f17c1e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Request body: {'security_group_rule': {'security_group_id': 'c55921fc-183a-4dc8-990d-bf8e8b5b5412', 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:07:43.748542 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e65a4b53-2775-448f-9911-49eb72f17c1e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (5b60581a-01b9-491a-a2a5-aee741916854), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:43.827147 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e65a4b53-2775-448f-9911-49eb72f17c1e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (5b60581a-01b9-491a-a2a5-aee741916854), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:43.832129 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e65a4b53-2775-448f-9911-49eb72f17c1e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (5b60581a-01b9-491a-a2a5-aee741916854), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:43.857659 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a4b53-2775-448f-9911-49eb72f17c1e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b60581a-01b9-491a-a2a5-aee741916854,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:07:43.864873 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e65a4b53-2775-448f-9911-49eb72f17c1e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:43.868786 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e65a4b53-2775-448f-9911-49eb72f17c1e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1721966 Feb 17 18:07:43.869140 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33118) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:07:43.874376 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-46ea4ddb-d43c-4608-8dec-b46b50a9d58f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Request body: {'security_group_rule': {'security_group_id': 'c55921fc-183a-4dc8-990d-bf8e8b5b5412', 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:07:43.915643 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-46ea4ddb-d43c-4608-8dec-b46b50a9d58f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (b0095fa3-ec1e-46cd-9628-cb7b229ff2ab), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:44.004942 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-46ea4ddb-d43c-4608-8dec-b46b50a9d58f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (b0095fa3-ec1e-46cd-9628-cb7b229ff2ab), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:44.010417 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-46ea4ddb-d43c-4608-8dec-b46b50a9d58f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (b0095fa3-ec1e-46cd-9628-cb7b229ff2ab), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:44.039185 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ea4ddb-d43c-4608-8dec-b46b50a9d58f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0095fa3-ec1e-46cd-9628-cb7b229ff2ab,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:07:44.048368 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-46ea4ddb-d43c-4608-8dec-b46b50a9d58f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:44.053016 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-46ea4ddb-d43c-4608-8dec-b46b50a9d58f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1824868 Feb 17 18:07:44.053388 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33120) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:07:44.058623 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-d2a0289a-ab82-4a5c-a54c-61eb5e211940 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Request body: {'security_group_rule': {'security_group_id': 'c55921fc-183a-4dc8-990d-bf8e8b5b5412', 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:07:44.095538 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d2a0289a-ab82-4a5c-a54c-61eb5e211940 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (275fd03f-169b-4b31-adfe-7fb0760afaa8), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:44.159767 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d2a0289a-ab82-4a5c-a54c-61eb5e211940 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (275fd03f-169b-4b31-adfe-7fb0760afaa8), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:44.164292 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d2a0289a-ab82-4a5c-a54c-61eb5e211940 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (275fd03f-169b-4b31-adfe-7fb0760afaa8), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:44.184541 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0289a-ab82-4a5c-a54c-61eb5e211940 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=275fd03f-169b-4b31-adfe-7fb0760afaa8,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:07:44.193669 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d2a0289a-ab82-4a5c-a54c-61eb5e211940 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:44.196740 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d2a0289a-ab82-4a5c-a54c-61eb5e211940 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1419566 Feb 17 18:07:44.197696 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33122) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:07:44.204275 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-2f2b4544-6107-4b65-acbc-868da5750140 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Request body: {'security_group_rule': {'security_group_id': 'c55921fc-183a-4dc8-990d-bf8e8b5b5412', 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:07:44.225653 n-d-829613-2 neutron-server[103434]: INFO neutron.db.securitygroups_db [None req-2f2b4544-6107-4b65-acbc-868da5750140 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Project fbdb8b0945f14355a625c005e43f71f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 18:07:44.231771 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2f2b4544-6107-4b65-acbc-868da5750140 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (9047ab10-66d5-4db1-9f37-87e4d2cb7e84), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:44.294336 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2f2b4544-6107-4b65-acbc-868da5750140 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (9047ab10-66d5-4db1-9f37-87e4d2cb7e84), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:44.298634 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2f2b4544-6107-4b65-acbc-868da5750140 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (9047ab10-66d5-4db1-9f37-87e4d2cb7e84), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:44.318831 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b4544-6107-4b65-acbc-868da5750140 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9047ab10-66d5-4db1-9f37-87e4d2cb7e84,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:07:44.329351 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2f2b4544-6107-4b65-acbc-868da5750140 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:44.333745 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33124) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:07:44.333895 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2f2b4544-6107-4b65-acbc-868da5750140 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1345174 Feb 17 18:07:44.339169 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-873abf3b-c007-4cdd-86c6-f02f15a97eaa tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Request body: {'security_group_rule': {'security_group_id': 'c55921fc-183a-4dc8-990d-bf8e8b5b5412', 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:07:44.381573 n-d-829613-2 neutron-server[103435]: INFO neutron.db.securitygroups_db [None req-873abf3b-c007-4cdd-86c6-f02f15a97eaa tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Project fbdb8b0945f14355a625c005e43f71f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 18:07:44.395932 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-873abf3b-c007-4cdd-86c6-f02f15a97eaa tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (ad41afbe-d569-4ec0-bf90-c0fb44f979b1), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:44.449928 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device aefafe06-e93d-4ed5-aad9-da9c9d9db42e no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:07:44.470961 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-873abf3b-c007-4cdd-86c6-f02f15a97eaa tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (ad41afbe-d569-4ec0-bf90-c0fb44f979b1), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:44.474965 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: aefafe06-e93d-4ed5-aad9-da9c9d9db42e {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:07:44.475474 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device aefafe06-e93d-4ed5-aad9-da9c9d9db42e not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:07:44.475897 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device f0a8b1e0-cc1f-47b0-8759-9d2e77240b95 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:07:44.477507 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-873abf3b-c007-4cdd-86c6-f02f15a97eaa tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (ad41afbe-d569-4ec0-bf90-c0fb44f979b1), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:44.506498 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: f0a8b1e0-cc1f-47b0-8759-9d2e77240b95 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:07:44.507311 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device f0a8b1e0-cc1f-47b0-8759-9d2e77240b95 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:07:44.510015 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873abf3b-c007-4cdd-86c6-f02f15a97eaa tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad41afbe-d569-4ec0-bf90-c0fb44f979b1,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:07:44.521535 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-873abf3b-c007-4cdd-86c6-f02f15a97eaa tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:44.522960 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-873abf3b-c007-4cdd-86c6-f02f15a97eaa tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1876628 Feb 17 18:07:44.525866 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33126) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:07:44.531431 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-48c936e0-4b0a-4673-9992-c93327acea11 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Request body: {'network': {'name': 'tempest-network-smoke--955665933', 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'port_security_enabled': True}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:07:44.554571 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c936e0-4b0a-4673-9992-c93327acea11 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Made reservation on behalf of fbdb8b0945f14355a625c005e43f71f8 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:07:44.557984 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-48c936e0-4b0a-4673-9992-c93327acea11 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:44.586104 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48c936e0-4b0a-4673-9992-c93327acea11 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:07:44.596902 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-48c936e0-4b0a-4673-9992-c93327acea11 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (d0f58d19-5932-451e-9fcc-1a4af2da32f9), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:44.597302 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-48c936e0-4b0a-4673-9992-c93327acea11 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Added segment d0f58d19-5932-451e-9fcc-1a4af2da32f9 of type vlan for network b1e83cd8-231e-4d82-be37-5015c69ef81e Feb 17 18:07:44.639886 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-48c936e0-4b0a-4673-9992-c93327acea11 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (b1e83cd8-231e-4d82-be37-5015c69ef81e), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:44.667510 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-48c936e0-4b0a-4673-9992-c93327acea11 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (b1e83cd8-231e-4d82-be37-5015c69ef81e), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:44.672594 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c936e0-4b0a-4673-9992-c93327acea11 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:44.673181 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-48c936e0-4b0a-4673-9992-c93327acea11 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:44.710611 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-48c936e0-4b0a-4673-9992-c93327acea11 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1809967 Feb 17 18:07:44.710830 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33128) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:07:44.715434 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-23acb441-b477-4d45-be1c-344ecfd8a8a0 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1323436360', 'admin_state_up': True, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:07:44.764503 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c936e0-4b0a-4673-9992-c93327acea11 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'Network': ['ID=b1e83cd8-231e-4d82-be37-5015c69ef81e,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:07:44.779275 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-23acb441-b477-4d45-be1c-344ecfd8a8a0 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (bb8dd2e0-2e9e-494a-8027-fe038c39877e), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:44.782429 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-23acb441-b477-4d45-be1c-344ecfd8a8a0 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (bb8dd2e0-2e9e-494a-8027-fe038c39877e), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:44.784001 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network b1e83cd8-231e-4d82-be37-5015c69ef81e details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:07:44.841569 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-23acb441-b477-4d45-be1c-344ecfd8a8a0 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for router_controller (bb8dd2e0-2e9e-494a-8027-fe038c39877e), precommit_add_association {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:45.008527 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-23acb441-b477-4d45-be1c-344ecfd8a8a0 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for router_gateway (bb8dd2e0-2e9e-494a-8027-fe038c39877e), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:45.228903 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-23acb441-b477-4d45-be1c-344ecfd8a8a0 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for router_gateway (bb8dd2e0-2e9e-494a-8027-fe038c39877e), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:45.249325 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-23acb441-b477-4d45-be1c-344ecfd8a8a0 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:45.358407 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-23acb441-b477-4d45-be1c-344ecfd8a8a0 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Allocated IP 172.25.8.112 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/4f0a1853-4751-48cf-9542-c52c0de87c60) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:07:45.470219 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-23acb441-b477-4d45-be1c-344ecfd8a8a0 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for port (4f0a1853-4751-48cf-9542-c52c0de87c60), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:45.504143 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-23acb441-b477-4d45-be1c-344ecfd8a8a0 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (4f0a1853-4751-48cf-9542-c52c0de87c60), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:45.547931 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23acb441-b477-4d45-be1c-344ecfd8a8a0 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:07:45.552934 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-23acb441-b477-4d45-be1c-344ecfd8a8a0 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:07:45.557569 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23acb441-b477-4d45-be1c-344ecfd8a8a0 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:07:45.561392 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23acb441-b477-4d45-be1c-344ecfd8a8a0 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'Port': ['ID=4f0a1853-4751-48cf-9542-c52c0de87c60,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:07:45.827500 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-23acb441-b477-4d45-be1c-344ecfd8a8a0 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for router_gateway (bb8dd2e0-2e9e-494a-8027-fe038c39877e), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:46.036873 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-23acb441-b477-4d45-be1c-344ecfd8a8a0 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (bb8dd2e0-2e9e-494a-8027-fe038c39877e), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:46.178835 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23acb441-b477-4d45-be1c-344ecfd8a8a0 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Router bb8dd2e0-2e9e-494a-8027-fe038c39877e is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 18:07:46.638783 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23acb441-b477-4d45-be1c-344ecfd8a8a0 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:07:46.648068 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f905eda-8b13-444d-8480-d03b29b9c4db None None] Sync routers for ids ['bb8dd2e0-2e9e-494a-8027-fe038c39877e'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:07:46.658645 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f905eda-8b13-444d-8480-d03b29b9c4db None None] Routers {'bb8dd2e0-2e9e-494a-8027-fe038c39877e'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:07:46.659259 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-9f905eda-8b13-444d-8480-d03b29b9c4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:07:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['bb8dd2e0-2e9e-494a-8027-fe038c39877e'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:07:46.659470 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-23acb441-b477-4d45-be1c-344ecfd8a8a0 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:46.660754 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-23acb441-b477-4d45-be1c-344ecfd8a8a0 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9490309 Feb 17 18:07:46.663912 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33134) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:07:46.694733 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-07ad719a-ebba-4b68-a4fa-f16bd7e49fc6 tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=fbdb8b0945f14355a625c005e43f71f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295990 Feb 17 18:07:46.697456 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33136) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:07:46.776279 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-9f905eda-8b13-444d-8480-d03b29b9c4db None None] Set router bb8dd2e0-2e9e-494a-8027-fe038c39877e gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:07:46.791496 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3345ee08-c4eb-4948-a0ac-4e9108a06cf6 tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:46.793045 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-3345ee08-c4eb-4948-a0ac-4e9108a06cf6 tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0946400 Feb 17 18:07:46.796013 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33138) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:07:46.834839 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-30a6f37f-4e7c-4408-880d-6f0f71653b70 tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=d7afcf1f-5124-4168-b80f-10ace9d04ea7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0350621 Feb 17 18:07:46.835155 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33140) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:07:46.840346 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-aaa8be51-f4a7-4ac9-a7d1-830887686d17 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1333051831', 'network_id': 'b1e83cd8-231e-4d82-be37-5015c69ef81e', 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:07:46.945524 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa8be51-f4a7-4ac9-a7d1-830887686d17 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Made reservation on behalf of fbdb8b0945f14355a625c005e43f71f8 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:07:46.952263 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aaa8be51-f4a7-4ac9-a7d1-830887686d17 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:47.084885 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-9f905eda-8b13-444d-8480-d03b29b9c4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8dd2e0-2e9e-494a-8027-fe038c39877e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323436360', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '4f0a1853-4751-48cf-9542-c52c0de87c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:07:44Z', 'updated_at': '2022-02-17T18:07:45Z', 'revision_number': 3, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': '4f0a1853-4751-48cf-9542-c52c0de87c60', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:79:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8dd2e0-2e9e-494a-8027-fe038c39877e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:07:45Z', 'updated_at': '2022-02-17T18:07:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:07:47.116180 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f905eda-8b13-444d-8480-d03b29b9c4db None None] Checking router: bb8dd2e0-2e9e-494a-8027-fe038c39877e for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:07:47.116759 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f905eda-8b13-444d-8480-d03b29b9c4db None None] Updating router bb8dd2e0-2e9e-494a-8027-fe038c39877e port 4f0a1853-4751-48cf-9542-c52c0de87c60 binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 18:07:47.145935 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-9f905eda-8b13-444d-8480-d03b29b9c4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (4f0a1853-4751-48cf-9542-c52c0de87c60), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:47.159475 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aaa8be51-f4a7-4ac9-a7d1-830887686d17 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (00dba7e8-f1b1-47b8-89b0-db89b0990185), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:47.235805 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa8be51-f4a7-4ac9-a7d1-830887686d17 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Checking segment: {'id': 'd0f58d19-5932-451e-9fcc-1a4af2da32f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b1e83cd8-231e-4d82-be37-5015c69ef81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:07:47.236168 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa8be51-f4a7-4ac9-a7d1-830887686d17 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Network hostable DHCP agents. Network: b1e83cd8-231e-4d82-be37-5015c69ef81e, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:07:47.252190 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8be51-f4a7-4ac9-a7d1-830887686d17 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'Subnet': ['ID=00dba7e8-f1b1-47b8-89b0-db89b0990185,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:07:47.263067 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa8be51-f4a7-4ac9-a7d1-830887686d17 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Network b1e83cd8-231e-4d82-be37-5015c69ef81e is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:07:47.274115 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-aaa8be51-f4a7-4ac9-a7d1-830887686d17 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, b1e83cd8-231e-4d82-be37-5015c69ef81e) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:07:47.279103 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa8be51-f4a7-4ac9-a7d1-830887686d17 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:47.279825 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aaa8be51-f4a7-4ac9-a7d1-830887686d17 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:47.287586 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1737db7-61c3-4fe9-88c7-268d0695ac90 None None] Network b1e83cd8-231e-4d82-be37-5015c69ef81e requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:07:47.309958 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-aaa8be51-f4a7-4ac9-a7d1-830887686d17 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4735432 Feb 17 18:07:47.312557 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33144) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:07:47.408282 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e63424-1ef3-4efa-8ae9-8e45c2fc46c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-b1e83cd8-231e-4d82-be37-5015c69ef81e', 'network_id': 'b1e83cd8-231e-4d82-be37-5015c69ef81e', 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'fixed_ips': [{'subnet_id': '00dba7e8-f1b1-47b8-89b0-db89b0990185'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 18:07:47.409245 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b5e63424-1ef3-4efa-8ae9-8e45c2fc46c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:47.416694 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-9f905eda-8b13-444d-8480-d03b29b9c4db None None] Publish callbacks [] for port (4f0a1853-4751-48cf-9542-c52c0de87c60), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:47.425206 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-9f905eda-8b13-444d-8480-d03b29b9c4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (4f0a1853-4751-48cf-9542-c52c0de87c60), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:47.485156 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-9f905eda-8b13-444d-8480-d03b29b9c4db None None] Attempting to bind port 4f0a1853-4751-48cf-9542-c52c0de87c60 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:07:47.486037 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-9f905eda-8b13-444d-8480-d03b29b9c4db None None] Attempting to bind port 4f0a1853-4751-48cf-9542-c52c0de87c60 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:07:47.486648 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f905eda-8b13-444d-8480-d03b29b9c4db None None] Attempting to bind port 4f0a1853-4751-48cf-9542-c52c0de87c60 on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:07:47.503621 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f905eda-8b13-444d-8480-d03b29b9c4db None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:07:47.504609 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f905eda-8b13-444d-8480-d03b29b9c4db None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:07:47.505282 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-9f905eda-8b13-444d-8480-d03b29b9c4db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:47.505910 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f905eda-8b13-444d-8480-d03b29b9c4db None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:07:47.506639 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-9f905eda-8b13-444d-8480-d03b29b9c4db None None] Bound port: 4f0a1853-4751-48cf-9542-c52c0de87c60, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:07:47.507297 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-9f905eda-8b13-444d-8480-d03b29b9c4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (4f0a1853-4751-48cf-9542-c52c0de87c60), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:47.567555 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-9f905eda-8b13-444d-8480-d03b29b9c4db None None] For port 4f0a1853-4751-48cf-9542-c52c0de87c60, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:07:47.571402 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-9f905eda-8b13-444d-8480-d03b29b9c4db None None] For port 4f0a1853-4751-48cf-9542-c52c0de87c60, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=4f0a1853-4751-48cf-9542-c52c0de87c60,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:07:47.581086 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6613aaa-806b-4000-9e7a-3a4f3eae6305 None None] Pushing event updated for resources: {'Port': ['ID=4f0a1853-4751-48cf-9542-c52c0de87c60,revision_number=2']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:07:47.583876 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-9f905eda-8b13-444d-8480-d03b29b9c4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (4f0a1853-4751-48cf-9542-c52c0de87c60), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:47.596101 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6613aaa-806b-4000-9e7a-3a4f3eae6305 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:07:47.596505 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6613aaa-806b-4000-9e7a-3a4f3eae6305 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:07:47.596895 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6613aaa-806b-4000-9e7a-3a4f3eae6305 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:07:47.597234 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6613aaa-806b-4000-9e7a-3a4f3eae6305 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:07:47.597572 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6613aaa-806b-4000-9e7a-3a4f3eae6305 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:07:47.597881 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-b5e63424-1ef3-4efa-8ae9-8e45c2fc46c3 None None] Allocated IP 172.20.0.2 (b1e83cd8-231e-4d82-be37-5015c69ef81e/00dba7e8-f1b1-47b8-89b0-db89b0990185/2c9988b4-3a58-4915-96ac-839a5d3c8879) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:07:47.598008 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6613aaa-806b-4000-9e7a-3a4f3eae6305 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:07:47.598221 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6613aaa-806b-4000-9e7a-3a4f3eae6305 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:07:47.599110 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6613aaa-806b-4000-9e7a-3a4f3eae6305 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:07:47.599110 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6613aaa-806b-4000-9e7a-3a4f3eae6305 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:07:47.599348 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6613aaa-806b-4000-9e7a-3a4f3eae6305 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:07:47.599519 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6613aaa-806b-4000-9e7a-3a4f3eae6305 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:07:47.599820 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6613aaa-806b-4000-9e7a-3a4f3eae6305 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:07:47.600143 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6613aaa-806b-4000-9e7a-3a4f3eae6305 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:07:47.664753 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6613aaa-806b-4000-9e7a-3a4f3eae6305 None None] Pushing event updated for resources: {'Port': ['ID=4f0a1853-4751-48cf-9542-c52c0de87c60,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:07:47.676738 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f905eda-8b13-444d-8480-d03b29b9c4db None None] Routers {'bb8dd2e0-2e9e-494a-8027-fe038c39877e'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:07:47.677362 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-9f905eda-8b13-444d-8480-d03b29b9c4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:07:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['bb8dd2e0-2e9e-494a-8027-fe038c39877e'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:07:47.789232 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b5e63424-1ef3-4efa-8ae9-8e45c2fc46c3 None None] Publish callbacks [] for port (2c9988b4-3a58-4915-96ac-839a5d3c8879), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:47.798859 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b5e63424-1ef3-4efa-8ae9-8e45c2fc46c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (2c9988b4-3a58-4915-96ac-839a5d3c8879), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:47.810212 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-9f905eda-8b13-444d-8480-d03b29b9c4db None None] Set router bb8dd2e0-2e9e-494a-8027-fe038c39877e gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:07:47.855304 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e63424-1ef3-4efa-8ae9-8e45c2fc46c3 None None] Network b1e83cd8-231e-4d82-be37-5015c69ef81e is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:07:47.864513 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-b5e63424-1ef3-4efa-8ae9-8e45c2fc46c3 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:07:47.874659 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e63424-1ef3-4efa-8ae9-8e45c2fc46c3 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:07:47.891986 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e63424-1ef3-4efa-8ae9-8e45c2fc46c3 None None] Pushing event updated for resources: {'Port': ['ID=2c9988b4-3a58-4915-96ac-839a5d3c8879,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:07:47.958126 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-b5e63424-1ef3-4efa-8ae9-8e45c2fc46c3 None None] Attempting to bind port 2c9988b4-3a58-4915-96ac-839a5d3c8879 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:07:47.958559 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-b5e63424-1ef3-4efa-8ae9-8e45c2fc46c3 None None] Attempting to bind port 2c9988b4-3a58-4915-96ac-839a5d3c8879 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'd0f58d19-5932-451e-9fcc-1a4af2da32f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b1e83cd8-231e-4d82-be37-5015c69ef81e'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:07:47.958940 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e63424-1ef3-4efa-8ae9-8e45c2fc46c3 None None] Attempting to bind port 2c9988b4-3a58-4915-96ac-839a5d3c8879 on network b1e83cd8-231e-4d82-be37-5015c69ef81e {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:07:47.964817 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e63424-1ef3-4efa-8ae9-8e45c2fc46c3 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:07:47.965397 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e63424-1ef3-4efa-8ae9-8e45c2fc46c3 None None] Checking segment: {'id': 'd0f58d19-5932-451e-9fcc-1a4af2da32f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b1e83cd8-231e-4d82-be37-5015c69ef81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:07:47.965824 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b5e63424-1ef3-4efa-8ae9-8e45c2fc46c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:47.966367 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e63424-1ef3-4efa-8ae9-8e45c2fc46c3 None None] Bound using segment: {'id': 'd0f58d19-5932-451e-9fcc-1a4af2da32f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b1e83cd8-231e-4d82-be37-5015c69ef81e'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:07:47.967018 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-b5e63424-1ef3-4efa-8ae9-8e45c2fc46c3 None None] Bound port: 2c9988b4-3a58-4915-96ac-839a5d3c8879, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f58d19-5932-451e-9fcc-1a4af2da32f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b1e83cd8-231e-4d82-be37-5015c69ef81e'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:07:47.967417 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b5e63424-1ef3-4efa-8ae9-8e45c2fc46c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2c9988b4-3a58-4915-96ac-839a5d3c8879), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:47.980218 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-78253190-8d32-43cd-8eee-03a0d46a9373 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:48.054699 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b5e63424-1ef3-4efa-8ae9-8e45c2fc46c3 None None] For port 2c9988b4-3a58-4915-96ac-839a5d3c8879, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:07:48.058898 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b5e63424-1ef3-4efa-8ae9-8e45c2fc46c3 None None] For port 2c9988b4-3a58-4915-96ac-839a5d3c8879, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=2c9988b4-3a58-4915-96ac-839a5d3c8879,segment=NetworkSegment(d0f58d19-5932-451e-9fcc-1a4af2da32f9),segment_id=d0f58d19-5932-451e-9fcc-1a4af2da32f9)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:07:48.068117 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b5e63424-1ef3-4efa-8ae9-8e45c2fc46c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (2c9988b4-3a58-4915-96ac-839a5d3c8879), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:48.134034 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-9f905eda-8b13-444d-8480-d03b29b9c4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8dd2e0-2e9e-494a-8027-fe038c39877e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323436360', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '4f0a1853-4751-48cf-9542-c52c0de87c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:07:44Z', 'updated_at': '2022-02-17T18:07:45Z', 'revision_number': 3, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': '4f0a1853-4751-48cf-9542-c52c0de87c60', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:79:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8dd2e0-2e9e-494a-8027-fe038c39877e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:07:45Z', 'updated_at': '2022-02-17T18:07:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:07:48.152805 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e63424-1ef3-4efa-8ae9-8e45c2fc46c3 None None] Pushing event updated for resources: {'Port': ['ID=2c9988b4-3a58-4915-96ac-839a5d3c8879,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:07:48.174663 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f905eda-8b13-444d-8480-d03b29b9c4db None None] The sync data for ids ['bb8dd2e0-2e9e-494a-8027-fe038c39877e'] in n-d-829613-2 is: [{'id': 'bb8dd2e0-2e9e-494a-8027-fe038c39877e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323436360', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '4f0a1853-4751-48cf-9542-c52c0de87c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:07:44Z', 'updated_at': '2022-02-17T18:07:45Z', 'revision_number': 3, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': '4f0a1853-4751-48cf-9542-c52c0de87c60', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:79:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8dd2e0-2e9e-494a-8027-fe038c39877e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:07:45Z', 'updated_at': '2022-02-17T18:07:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:07:48.322616 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-78253190-8d32-43cd-8eee-03a0d46a9373 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Allocated IP 172.20.0.1 (b1e83cd8-231e-4d82-be37-5015c69ef81e/00dba7e8-f1b1-47b8-89b0-db89b0990185/33684f48-93ce-4195-89c2-17d568f63f5b) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:07:48.484528 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-78253190-8d32-43cd-8eee-03a0d46a9373 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for port (33684f48-93ce-4195-89c2-17d568f63f5b), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:48.553478 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-78253190-8d32-43cd-8eee-03a0d46a9373 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (33684f48-93ce-4195-89c2-17d568f63f5b), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:48.609467 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78253190-8d32-43cd-8eee-03a0d46a9373 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Network b1e83cd8-231e-4d82-be37-5015c69ef81e is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:07:48.617486 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-78253190-8d32-43cd-8eee-03a0d46a9373 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:07:48.622211 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78253190-8d32-43cd-8eee-03a0d46a9373 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:07:48.654068 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78253190-8d32-43cd-8eee-03a0d46a9373 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'Port': ['ID=33684f48-93ce-4195-89c2-17d568f63f5b,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:07:48.691198 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-78253190-8d32-43cd-8eee-03a0d46a9373 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (bb8dd2e0-2e9e-494a-8027-fe038c39877e), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:48.861270 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-78253190-8d32-43cd-8eee-03a0d46a9373 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (33684f48-93ce-4195-89c2-17d568f63f5b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:49.100914 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:49.254697 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-78253190-8d32-43cd-8eee-03a0d46a9373 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for port (33684f48-93ce-4195-89c2-17d568f63f5b), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:49.261214 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-78253190-8d32-43cd-8eee-03a0d46a9373 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (33684f48-93ce-4195-89c2-17d568f63f5b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:49.361133 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78253190-8d32-43cd-8eee-03a0d46a9373 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'Port': ['ID=33684f48-93ce-4195-89c2-17d568f63f5b,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:07:49.365230 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-78253190-8d32-43cd-8eee-03a0d46a9373 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (bb8dd2e0-2e9e-494a-8027-fe038c39877e), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:49.452407 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5057393-7648-4664-9c0d-761c40214afc None None] Network b1e83cd8-231e-4d82-be37-5015c69ef81e requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:07:49.478695 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78253190-8d32-43cd-8eee-03a0d46a9373 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Network b1e83cd8-231e-4d82-be37-5015c69ef81e is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:07:49.480372 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-78253190-8d32-43cd-8eee-03a0d46a9373 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:07:49.559588 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b909bb9b-a7ff-4cd3-bf94-4b30ace5a3e0 None None] Provisioning complete for port 2c9988b4-3a58-4915-96ac-839a5d3c8879 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:07:49.560340 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b909bb9b-a7ff-4cd3-bf94-4b30ace5a3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2c9988b4-3a58-4915-96ac-839a5d3c8879), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:49.608930 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78253190-8d32-43cd-8eee-03a0d46a9373 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Router bb8dd2e0-2e9e-494a-8027-fe038c39877e has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:07:49.678962 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b909bb9b-a7ff-4cd3-bf94-4b30ace5a3e0 None None] Current status of the port 2c9988b4-3a58-4915-96ac-839a5d3c8879 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:07:49.679301 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b909bb9b-a7ff-4cd3-bf94-4b30ace5a3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2c9988b4-3a58-4915-96ac-839a5d3c8879), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:49.717891 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b909bb9b-a7ff-4cd3-bf94-4b30ace5a3e0 None None] For port 2c9988b4-3a58-4915-96ac-839a5d3c8879, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=2c9988b4-3a58-4915-96ac-839a5d3c8879,segment=NetworkSegment(d0f58d19-5932-451e-9fcc-1a4af2da32f9),segment_id=d0f58d19-5932-451e-9fcc-1a4af2da32f9)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:07:49.725385 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b909bb9b-a7ff-4cd3-bf94-4b30ace5a3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (2c9988b4-3a58-4915-96ac-839a5d3c8879), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:49.745427 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78253190-8d32-43cd-8eee-03a0d46a9373 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:07:49.759980 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-78253190-8d32-43cd-8eee-03a0d46a9373 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "PUT /v2.0/routers/bb8dd2e0-2e9e-494a-8027-fe038c39877e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4362206 Feb 17 18:07:49.789501 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b909bb9b-a7ff-4cd3-bf94-4b30ace5a3e0 None None] Pushing event updated for resources: {'Port': ['ID=2c9988b4-3a58-4915-96ac-839a5d3c8879,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:07:49.891727 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:49.920549 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:07:49.960032 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5d516518-6599-4ead-bde1-cfa738c96f12 None None] Provisioning complete for port 33684f48-93ce-4195-89c2-17d568f63f5b triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:07:49.960451 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5d516518-6599-4ead-bde1-cfa738c96f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (33684f48-93ce-4195-89c2-17d568f63f5b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:50.015955 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5d516518-6599-4ead-bde1-cfa738c96f12 None None] Port 33684f48-93ce-4195-89c2-17d568f63f5b cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:07:50.027610 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5d516518-6599-4ead-bde1-cfa738c96f12 None None] Provisioning complete for port 2c9988b4-3a58-4915-96ac-839a5d3c8879 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:07:50.027856 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5d516518-6599-4ead-bde1-cfa738c96f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2c9988b4-3a58-4915-96ac-839a5d3c8879), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:50.061074 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-70907759-bf55-47a4-9e11-156f16f7d51e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-16572001&fields=id&tenant_id=fbdb8b0945f14355a625c005e43f71f8 HTTP/1.1" status: 200 len: 267 time: 0.0665021 Feb 17 18:07:50.134781 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5d516518-6599-4ead-bde1-cfa738c96f12 None None] Current status of the port 2c9988b4-3a58-4915-96ac-839a5d3c8879 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:07:50.220566 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-8538f4cc-ddac-43da-b946-1932bdabc14e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:50.222372 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-8538f4cc-ddac-43da-b946-1932bdabc14e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/networks?id=b1e83cd8-231e-4d82-be37-5015c69ef81e HTTP/1.1" status: 200 len: 796 time: 0.1525285 Feb 17 18:07:50.245465 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-4162d0a2-c79d-49aa-881f-6c63749203cd tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/quotas/fbdb8b0945f14355a625c005e43f71f8 HTTP/1.1" status: 200 len: 375 time: 0.0110850 Feb 17 18:07:50.264886 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-2486fb63-7c23-42e8-bd2d-d576e75e1988 None None] Provisioning complete for port 33684f48-93ce-4195-89c2-17d568f63f5b triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:07:50.265840 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2486fb63-7c23-42e8-bd2d-d576e75e1988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (33684f48-93ce-4195-89c2-17d568f63f5b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:50.323192 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-2486fb63-7c23-42e8-bd2d-d576e75e1988 None None] Port 33684f48-93ce-4195-89c2-17d568f63f5b cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:07:50.333964 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392209b9-f695-4ad9-93fb-6eba440814b1 None None] Sync routers for ids ['bb8dd2e0-2e9e-494a-8027-fe038c39877e'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:07:50.342918 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-5d0324e1-3b52-4321-9beb-6e3484e8b2a0 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=fbdb8b0945f14355a625c005e43f71f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0880520 Feb 17 18:07:50.365320 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-86ca0c15-287b-4d77-9e39-36c00e93d181 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 18:07:50.373109 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-86ca0c15-287b-4d77-9e39-36c00e93d181 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0250304 Feb 17 18:07:50.383177 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392209b9-f695-4ad9-93fb-6eba440814b1 None None] Routers {'bb8dd2e0-2e9e-494a-8027-fe038c39877e'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:07:50.384192 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-392209b9-f695-4ad9-93fb-6eba440814b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:07:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['bb8dd2e0-2e9e-494a-8027-fe038c39877e'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:07:50.564278 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 4f0a1853-4751-48cf-9542-c52c0de87c60 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:07:50.574462 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-4682c17d-c582-4dfc-8b19-3a59937a6cff service neutron] 10.222.0.87 "GET /v2.0/networks/b1e83cd8-231e-4d82-be37-5015c69ef81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946323 Feb 17 18:07:50.682905 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-8191f3ac-6127-4432-9d5d-fc92f9ec988e service neutron] 10.222.0.87 "GET /v2.0/networks/b1e83cd8-231e-4d82-be37-5015c69ef81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074703 Feb 17 18:07:50.686835 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33174) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:07:50.820535 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-96eb3dd6-c121-461e-9bf3-b38ae814c3f4 None None] Provisioning complete for port 33684f48-93ce-4195-89c2-17d568f63f5b triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:07:50.820899 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-96eb3dd6-c121-461e-9bf3-b38ae814c3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (33684f48-93ce-4195-89c2-17d568f63f5b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:50.868170 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-392209b9-f695-4ad9-93fb-6eba440814b1 None None] Set router bb8dd2e0-2e9e-494a-8027-fe038c39877e gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:07:50.871060 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 4f0a1853-4751-48cf-9542-c52c0de87c60 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:07:50.871060 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (4f0a1853-4751-48cf-9542-c52c0de87c60), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:50.884111 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-294d97dc-64bd-4c31-9d82-30b3551e65c4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a1ed8cca97ec45bf914b44d600dfa33b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1956630 Feb 17 18:07:50.886413 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33182) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:07:50.957814 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eab020d5-79cf-4cad-9d2f-113e34a1e0dd req-7f238515-3be2-49aa-854c-f0d367136e92 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 210 time: 0.0492392 Feb 17 18:07:50.967290 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-96eb3dd6-c121-461e-9bf3-b38ae814c3f4 None None] Port 33684f48-93ce-4195-89c2-17d568f63f5b cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:07:50.986730 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7e8cb800-6fb0-4f25-a582-37dbc03b91d7 admin admin] Publish callbacks [] for security_group (76df26ea-9bb7-4424-8bb7-4a543947233f), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:51.012128 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7e8cb800-6fb0-4f25-a582-37dbc03b91d7 admin admin] Publish callbacks [] for security_group (76df26ea-9bb7-4424-8bb7-4a543947233f), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:51.091416 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7e8cb800-6fb0-4f25-a582-37dbc03b91d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (76df26ea-9bb7-4424-8bb7-4a543947233f), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:51.095145 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7e8cb800-6fb0-4f25-a582-37dbc03b91d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:51.100360 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-7e8cb800-6fb0-4f25-a582-37dbc03b91d7 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/76df26ea-9bb7-4424-8bb7-4a543947233f HTTP/1.1" status: 204 len: 168 time: 0.2127981 Feb 17 18:07:51.113616 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8cb800-6fb0-4f25-a582-37dbc03b91d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76df26ea-9bb7-4424-8bb7-4a543947233f,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:07:51.191419 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 4f0a1853-4751-48cf-9542-c52c0de87c60 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:07:51.191906 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (4f0a1853-4751-48cf-9542-c52c0de87c60), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:51.232231 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 4f0a1853-4751-48cf-9542-c52c0de87c60, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=4f0a1853-4751-48cf-9542-c52c0de87c60,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:07:51.259507 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (4f0a1853-4751-48cf-9542-c52c0de87c60), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:51.260598 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 2c9988b4-3a58-4915-96ac-839a5d3c8879 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:07:51.383835 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=4f0a1853-4751-48cf-9542-c52c0de87c60,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:07:51.401962 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 2c9988b4-3a58-4915-96ac-839a5d3c8879 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:07:51.402469 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2c9988b4-3a58-4915-96ac-839a5d3c8879), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:51.411013 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-392209b9-f695-4ad9-93fb-6eba440814b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8dd2e0-2e9e-494a-8027-fe038c39877e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323436360', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '4f0a1853-4751-48cf-9542-c52c0de87c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:07:44Z', 'updated_at': '2022-02-17T18:07:48Z', 'revision_number': 4, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': '4f0a1853-4751-48cf-9542-c52c0de87c60', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:79:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8dd2e0-2e9e-494a-8027-fe038c39877e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:07:45Z', 'updated_at': '2022-02-17T18:07:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '33684f48-93ce-4195-89c2-17d568f63f5b', 'name': '', 'network_id': 'b1e83cd8-231e-4d82-be37-5015c69ef81e', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'mac_address': 'fa:16:3e:85:b2:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8dd2e0-2e9e-494a-8027-fe038c39877e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '00dba7e8-f1b1-47b8-89b0-db89b0990185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:07:48Z', 'updated_at': '2022-02-17T18:07:49Z', 'revision_number': 2, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'subnets': [{'id': '00dba7e8-f1b1-47b8-89b0-db89b0990185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:07:51.502545 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392209b9-f695-4ad9-93fb-6eba440814b1 None None] Checking router: bb8dd2e0-2e9e-494a-8027-fe038c39877e for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:07:51.503001 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392209b9-f695-4ad9-93fb-6eba440814b1 None None] Updating router bb8dd2e0-2e9e-494a-8027-fe038c39877e port 33684f48-93ce-4195-89c2-17d568f63f5b binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 18:07:51.544807 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-392209b9-f695-4ad9-93fb-6eba440814b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (33684f48-93ce-4195-89c2-17d568f63f5b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:51.614794 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 2c9988b4-3a58-4915-96ac-839a5d3c8879 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:07:51.942154 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-392209b9-f695-4ad9-93fb-6eba440814b1 None None] Publish callbacks [] for port (33684f48-93ce-4195-89c2-17d568f63f5b), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:51.950738 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-392209b9-f695-4ad9-93fb-6eba440814b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (33684f48-93ce-4195-89c2-17d568f63f5b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:52.022961 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16560a09-2620-413f-b9a1-4c7a08da0a2a None None] Pushing event updated for resources: {'Port': ['ID=33684f48-93ce-4195-89c2-17d568f63f5b,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:07:52.110390 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-392209b9-f695-4ad9-93fb-6eba440814b1 None None] Attempting to bind port 33684f48-93ce-4195-89c2-17d568f63f5b on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:07:52.112041 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-392209b9-f695-4ad9-93fb-6eba440814b1 None None] Attempting to bind port 33684f48-93ce-4195-89c2-17d568f63f5b by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'd0f58d19-5932-451e-9fcc-1a4af2da32f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b1e83cd8-231e-4d82-be37-5015c69ef81e'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:07:52.112530 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392209b9-f695-4ad9-93fb-6eba440814b1 None None] Attempting to bind port 33684f48-93ce-4195-89c2-17d568f63f5b on network b1e83cd8-231e-4d82-be37-5015c69ef81e {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:07:52.123748 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392209b9-f695-4ad9-93fb-6eba440814b1 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:07:52.124515 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392209b9-f695-4ad9-93fb-6eba440814b1 None None] Checking segment: {'id': 'd0f58d19-5932-451e-9fcc-1a4af2da32f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b1e83cd8-231e-4d82-be37-5015c69ef81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:07:52.124954 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-392209b9-f695-4ad9-93fb-6eba440814b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:52.126089 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392209b9-f695-4ad9-93fb-6eba440814b1 None None] Bound using segment: {'id': 'd0f58d19-5932-451e-9fcc-1a4af2da32f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b1e83cd8-231e-4d82-be37-5015c69ef81e'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:07:52.126697 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-392209b9-f695-4ad9-93fb-6eba440814b1 None None] Bound port: 33684f48-93ce-4195-89c2-17d568f63f5b, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f58d19-5932-451e-9fcc-1a4af2da32f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b1e83cd8-231e-4d82-be37-5015c69ef81e'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:07:52.127280 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-392209b9-f695-4ad9-93fb-6eba440814b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (33684f48-93ce-4195-89c2-17d568f63f5b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:52.222126 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-c90106ac-2f02-4c64-89d7-9ec6cbc526b1 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:52.224528 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-c90106ac-2f02-4c64-89d7-9ec6cbc526b1 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.71 "GET /v2.0/networks?id=b1e83cd8-231e-4d82-be37-5015c69ef81e HTTP/1.1" status: 200 len: 796 time: 0.2251124 Feb 17 18:07:52.283766 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-392209b9-f695-4ad9-93fb-6eba440814b1 None None] For port 33684f48-93ce-4195-89c2-17d568f63f5b, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:07:52.288875 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-392209b9-f695-4ad9-93fb-6eba440814b1 None None] For port 33684f48-93ce-4195-89c2-17d568f63f5b, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=33684f48-93ce-4195-89c2-17d568f63f5b,segment=NetworkSegment(d0f58d19-5932-451e-9fcc-1a4af2da32f9),segment_id=d0f58d19-5932-451e-9fcc-1a4af2da32f9)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:07:52.291609 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-80ff733e-6bfd-4af1-8876-116ebb26ca8d req-64e1787a-ca9d-4570-a72c-9ec4a72fe525 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 210 time: 0.0658185 Feb 17 18:07:52.298525 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-392209b9-f695-4ad9-93fb-6eba440814b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (33684f48-93ce-4195-89c2-17d568f63f5b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:52.376226 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392209b9-f695-4ad9-93fb-6eba440814b1 None None] Routers {'bb8dd2e0-2e9e-494a-8027-fe038c39877e'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:07:52.376752 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-392209b9-f695-4ad9-93fb-6eba440814b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:07:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['bb8dd2e0-2e9e-494a-8027-fe038c39877e'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:07:52.382955 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16560a09-2620-413f-b9a1-4c7a08da0a2a None None] Pushing event updated for resources: {'Port': ['ID=33684f48-93ce-4195-89c2-17d568f63f5b,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:07:52.421308 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-d3f8ff65-3ed3-4586-a100-7837fd88d5da tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbdb8b0945f14355a625c005e43f71f8 HTTP/1.1" status: 200 len: 378 time: 0.1260724 Feb 17 18:07:52.435401 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-1bfae5f6-742c-4c67-8884-cdcf0dc5d466 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Request body: {'port': {'device_id': '2ca2db87-bbc6-4c38-8cd4-08407c3068db', 'network_id': 'b1e83cd8-231e-4d82-be37-5015c69ef81e', 'admin_state_up': True, 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'security_groups': ['c55921fc-183a-4dc8-990d-bf8e8b5b5412']}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:07:52.492998 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 4f0a1853-4751-48cf-9542-c52c0de87c60 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:07:52.576530 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-9173e61a-d380-4b0b-875c-005274892777 None None] Provisioning complete for port 33684f48-93ce-4195-89c2-17d568f63f5b triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:07:52.576827 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9173e61a-d380-4b0b-875c-005274892777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (33684f48-93ce-4195-89c2-17d568f63f5b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:52.592523 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-1bfae5f6-742c-4c67-8884-cdcf0dc5d466 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Made reservation on behalf of fbdb8b0945f14355a625c005e43f71f8 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:07:52.596764 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-1bfae5f6-742c-4c67-8884-cdcf0dc5d466 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:52.635386 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 4f0a1853-4751-48cf-9542-c52c0de87c60 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:07:52.635862 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (4f0a1853-4751-48cf-9542-c52c0de87c60), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:52.705467 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-392209b9-f695-4ad9-93fb-6eba440814b1 None None] Set router bb8dd2e0-2e9e-494a-8027-fe038c39877e gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:07:52.756276 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-1bfae5f6-742c-4c67-8884-cdcf0dc5d466 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Allocated IP 172.20.0.3 (b1e83cd8-231e-4d82-be37-5015c69ef81e/00dba7e8-f1b1-47b8-89b0-db89b0990185/6cad812a-c0b2-40eb-8f49-babb263c6145) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:07:52.923924 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-1bfae5f6-742c-4c67-8884-cdcf0dc5d466 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for port (6cad812a-c0b2-40eb-8f49-babb263c6145), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:52.929527 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-9173e61a-d380-4b0b-875c-005274892777 None None] Current status of the port 33684f48-93ce-4195-89c2-17d568f63f5b is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:07:52.930031 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9173e61a-d380-4b0b-875c-005274892777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (33684f48-93ce-4195-89c2-17d568f63f5b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:52.950733 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 4f0a1853-4751-48cf-9542-c52c0de87c60 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:07:52.971597 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-1bfae5f6-742c-4c67-8884-cdcf0dc5d466 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (6cad812a-c0b2-40eb-8f49-babb263c6145), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:53.009522 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-9173e61a-d380-4b0b-875c-005274892777 None None] For port 33684f48-93ce-4195-89c2-17d568f63f5b, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=33684f48-93ce-4195-89c2-17d568f63f5b,segment=NetworkSegment(d0f58d19-5932-451e-9fcc-1a4af2da32f9),segment_id=d0f58d19-5932-451e-9fcc-1a4af2da32f9)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:07:53.022071 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-1bfae5f6-742c-4c67-8884-cdcf0dc5d466 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Network b1e83cd8-231e-4d82-be37-5015c69ef81e is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:07:53.022381 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9173e61a-d380-4b0b-875c-005274892777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (33684f48-93ce-4195-89c2-17d568f63f5b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:53.027561 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-1bfae5f6-742c-4c67-8884-cdcf0dc5d466 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:07:53.034888 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-1bfae5f6-742c-4c67-8884-cdcf0dc5d466 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:07:53.078305 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfae5f6-742c-4c67-8884-cdcf0dc5d466 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'Port': ['ID=6cad812a-c0b2-40eb-8f49-babb263c6145,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:07:53.083949 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-392209b9-f695-4ad9-93fb-6eba440814b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8dd2e0-2e9e-494a-8027-fe038c39877e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323436360', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '4f0a1853-4751-48cf-9542-c52c0de87c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:07:44Z', 'updated_at': '2022-02-17T18:07:48Z', 'revision_number': 4, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': '4f0a1853-4751-48cf-9542-c52c0de87c60', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:79:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8dd2e0-2e9e-494a-8027-fe038c39877e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:07:45Z', 'updated_at': '2022-02-17T18:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '33684f48-93ce-4195-89c2-17d568f63f5b', 'name': '', 'network_id': 'b1e83cd8-231e-4d82-be37-5015c69ef81e', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'mac_address': 'fa:16:3e:85:b2:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8dd2e0-2e9e-494a-8027-fe038c39877e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '00dba7e8-f1b1-47b8-89b0-db89b0990185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:07:48Z', 'updated_at': '2022-02-17T18:07:52Z', 'revision_number': 4, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'subnets': [{'id': '00dba7e8-f1b1-47b8-89b0-db89b0990185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:07:53.115895 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9173e61a-d380-4b0b-875c-005274892777 None None] Pushing event updated for resources: {'Port': ['ID=33684f48-93ce-4195-89c2-17d568f63f5b,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:07:53.119008 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392209b9-f695-4ad9-93fb-6eba440814b1 None None] The sync data for ids ['bb8dd2e0-2e9e-494a-8027-fe038c39877e'] in n-d-829613-2 is: [{'id': 'bb8dd2e0-2e9e-494a-8027-fe038c39877e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323436360', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '4f0a1853-4751-48cf-9542-c52c0de87c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:07:44Z', 'updated_at': '2022-02-17T18:07:48Z', 'revision_number': 4, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': '4f0a1853-4751-48cf-9542-c52c0de87c60', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:79:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8dd2e0-2e9e-494a-8027-fe038c39877e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:07:45Z', 'updated_at': '2022-02-17T18:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '33684f48-93ce-4195-89c2-17d568f63f5b', 'name': '', 'network_id': 'b1e83cd8-231e-4d82-be37-5015c69ef81e', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'mac_address': 'fa:16:3e:85:b2:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8dd2e0-2e9e-494a-8027-fe038c39877e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '00dba7e8-f1b1-47b8-89b0-db89b0990185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:07:48Z', 'updated_at': '2022-02-17T18:07:52Z', 'revision_number': 4, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'subnets': [{'id': '00dba7e8-f1b1-47b8-89b0-db89b0990185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:07:53.127017 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-1bfae5f6-742c-4c67-8884-cdcf0dc5d466 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:53.132547 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-1bfae5f6-742c-4c67-8884-cdcf0dc5d466 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:53.156971 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-db0ce4a5-dff0-4ccd-80bd-24c3665c0f0e None None] Provisioning complete for port 33684f48-93ce-4195-89c2-17d568f63f5b triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:07:53.157453 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-db0ce4a5-dff0-4ccd-80bd-24c3665c0f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (33684f48-93ce-4195-89c2-17d568f63f5b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:53.161837 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-1bfae5f6-742c-4c67-8884-cdcf0dc5d466 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7356386 Feb 17 18:07:53.174514 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-429f9763-8af8-407e-80bb-e9183fd2918f service neutron] Request body: {'port': {'device_id': '2ca2db87-bbc6-4c38-8cd4-08407c3068db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:07:53.289474 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-db0ce4a5-dff0-4ccd-80bd-24c3665c0f0e None None] Current status of the port 33684f48-93ce-4195-89c2-17d568f63f5b is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:07:53.307853 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-429f9763-8af8-407e-80bb-e9183fd2918f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6cad812a-c0b2-40eb-8f49-babb263c6145), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:53.413481 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-1294e3d0-f6d7-4aef-8474-e1ec0f9e27c3 None None] Provisioning complete for port 6cad812a-c0b2-40eb-8f49-babb263c6145 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:07:53.413798 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1294e3d0-f6d7-4aef-8474-e1ec0f9e27c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6cad812a-c0b2-40eb-8f49-babb263c6145), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:53.475282 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-1294e3d0-f6d7-4aef-8474-e1ec0f9e27c3 None None] Port 6cad812a-c0b2-40eb-8f49-babb263c6145 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:07:53.596206 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e99079-a37e-4cb1-a330-4e3bfa7ea7fa req-0619d667-e1a2-4c8f-87bc-3c5be0e5bab0 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:53.597933 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-00e99079-a37e-4cb1-a330-4e3bfa7ea7fa req-0619d667-e1a2-4c8f-87bc-3c5be0e5bab0 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 931 time: 0.1247652 Feb 17 18:07:53.688479 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-00e99079-a37e-4cb1-a330-4e3bfa7ea7fa req-a7e85047-d911-4cb8-885e-4364a4d6e860 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=c55921fc-183a-4dc8-990d-bf8e8b5b5412&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0824616 Feb 17 18:07:53.734602 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-429f9763-8af8-407e-80bb-e9183fd2918f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cad812a-c0b2-40eb-8f49-babb263c6145 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:07:53.743531 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-429f9763-8af8-407e-80bb-e9183fd2918f service neutron] Publish callbacks [] for port (6cad812a-c0b2-40eb-8f49-babb263c6145), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:53.761661 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-429f9763-8af8-407e-80bb-e9183fd2918f service neutron] Transition to ACTIVE for port object 6cad812a-c0b2-40eb-8f49-babb263c6145 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 18:07:53.770178 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-429f9763-8af8-407e-80bb-e9183fd2918f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (6cad812a-c0b2-40eb-8f49-babb263c6145), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:53.837269 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f9763-8af8-407e-80bb-e9183fd2918f service neutron] Pushing event updated for resources: {'Port': ['ID=6cad812a-c0b2-40eb-8f49-babb263c6145,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:07:53.930355 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-429f9763-8af8-407e-80bb-e9183fd2918f service neutron] Attempting to bind port 6cad812a-c0b2-40eb-8f49-babb263c6145 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:07:53.930913 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-429f9763-8af8-407e-80bb-e9183fd2918f service neutron] Attempting to bind port 6cad812a-c0b2-40eb-8f49-babb263c6145 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': 'd0f58d19-5932-451e-9fcc-1a4af2da32f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b1e83cd8-231e-4d82-be37-5015c69ef81e'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:07:53.931463 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-429f9763-8af8-407e-80bb-e9183fd2918f service neutron] Attempting to bind port 6cad812a-c0b2-40eb-8f49-babb263c6145 on network b1e83cd8-231e-4d82-be37-5015c69ef81e {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:07:53.937037 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-429f9763-8af8-407e-80bb-e9183fd2918f service neutron] Port 6cad812a-c0b2-40eb-8f49-babb263c6145 on network b1e83cd8-231e-4d82-be37-5015c69ef81e not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:07:53.937627 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-429f9763-8af8-407e-80bb-e9183fd2918f service neutron] Attempting to bind port 6cad812a-c0b2-40eb-8f49-babb263c6145 on network b1e83cd8-231e-4d82-be37-5015c69ef81e {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:07:53.944443 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-429f9763-8af8-407e-80bb-e9183fd2918f service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:07:53.945113 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-429f9763-8af8-407e-80bb-e9183fd2918f service neutron] Checking segment: {'id': 'd0f58d19-5932-451e-9fcc-1a4af2da32f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b1e83cd8-231e-4d82-be37-5015c69ef81e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:07:53.945718 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-429f9763-8af8-407e-80bb-e9183fd2918f service neutron] Bound using segment: {'id': 'd0f58d19-5932-451e-9fcc-1a4af2da32f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b1e83cd8-231e-4d82-be37-5015c69ef81e'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:07:53.946379 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-429f9763-8af8-407e-80bb-e9183fd2918f service neutron] Bound port: 6cad812a-c0b2-40eb-8f49-babb263c6145, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0f58d19-5932-451e-9fcc-1a4af2da32f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b1e83cd8-231e-4d82-be37-5015c69ef81e'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:07:53.953009 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-429f9763-8af8-407e-80bb-e9183fd2918f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6cad812a-c0b2-40eb-8f49-babb263c6145), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:54.041402 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-429f9763-8af8-407e-80bb-e9183fd2918f service neutron] For port 6cad812a-c0b2-40eb-8f49-babb263c6145, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:07:54.045339 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-429f9763-8af8-407e-80bb-e9183fd2918f service neutron] For port 6cad812a-c0b2-40eb-8f49-babb263c6145, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=6cad812a-c0b2-40eb-8f49-babb263c6145,segment=NetworkSegment(d0f58d19-5932-451e-9fcc-1a4af2da32f9),segment_id=d0f58d19-5932-451e-9fcc-1a4af2da32f9)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:07:54.053450 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-429f9763-8af8-407e-80bb-e9183fd2918f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (6cad812a-c0b2-40eb-8f49-babb263c6145), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:54.101579 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-429f9763-8af8-407e-80bb-e9183fd2918f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:54.102372 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-429f9763-8af8-407e-80bb-e9183fd2918f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:54.105567 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-429f9763-8af8-407e-80bb-e9183fd2918f service neutron] 10.222.0.71 "PUT /v2.0/ports/6cad812a-c0b2-40eb-8f49-babb263c6145 HTTP/1.1" status: 200 len: 1091 time: 0.9369640 Feb 17 18:07:54.108822 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ca2db87-bbc6-4c38-8cd4-08407c3068db', 'tag': '6cad812a-c0b2-40eb-8f49-babb263c6145'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:07:54.112517 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366a7f94-b267-4337-839c-0091e8406a84" -d '{"events": [{"name": "network-changed", "server_uuid": "2ca2db87-bbc6-4c38-8cd4-08407c3068db", "tag": "6cad812a-c0b2-40eb-8f49-babb263c6145"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:07:54.213334 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f9763-8af8-407e-80bb-e9183fd2918f service neutron] Pushing event updated for resources: {'Port': ['ID=6cad812a-c0b2-40eb-8f49-babb263c6145,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:07:54.251929 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-b325e3a8-6ac8-42b2-89ae-c93734de3758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:54.255737 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-b325e3a8-6ac8-42b2-89ae-c93734de3758 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fbdb8b0945f14355a625c005e43f71f8&device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 1125 time: 0.1042259 Feb 17 18:07:54.307051 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-637f2b06-7bfb-498e-9d5b-1bde8433fa46 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6cad812a-c0b2-40eb-8f49-babb263c6145 HTTP/1.1" status: 200 len: 217 time: 0.0449901 Feb 17 18:07:54.410787 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8187910a-318f-487a-96b6-62deb8f1f16f x-openstack-request-id: req-8187910a-318f-487a-96b6-62deb8f1f16f {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:07:54.410787 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ca2db87-bbc6-4c38-8cd4-08407c3068db", "tag": "6cad812a-c0b2-40eb-8f49-babb263c6145", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:07:54.411586 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8187910a-318f-487a-96b6-62deb8f1f16f {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:07:54.411586 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ca2db87-bbc6-4c38-8cd4-08407c3068db', 'tag': '6cad812a-c0b2-40eb-8f49-babb263c6145', 'status': 'completed', 'code': 200} Feb 17 18:07:54.419240 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-7167c595-16f7-48f7-91a3-74f499912b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:54.421014 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-7167c595-16f7-48f7-91a3-74f499912b56 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=00dba7e8-f1b1-47b8-89b0-db89b0990185 HTTP/1.1" status: 200 len: 835 time: 0.1033707 Feb 17 18:07:54.485914 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 33684f48-93ce-4195-89c2-17d568f63f5b up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:07:54.490278 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-73a15f03-3c60-4cbf-898d-ed02d53c89f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:54.491858 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-73a15f03-3c60-4cbf-898d-ed02d53c89f2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b1e83cd8-231e-4d82-be37-5015c69ef81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0626099 Feb 17 18:07:54.574940 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 33684f48-93ce-4195-89c2-17d568f63f5b triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:07:54.575327 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (33684f48-93ce-4195-89c2-17d568f63f5b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:54.610170 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-4ee6749f-e30d-49a9-967e-ec27872b330c service neutron] 10.222.0.71 "GET /v2.0/networks/b1e83cd8-231e-4d82-be37-5015c69ef81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114624 Feb 17 18:07:54.667726 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 33684f48-93ce-4195-89c2-17d568f63f5b is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:07:54.701337 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9615e3bf-41a2-40cc-b4fa-d72694e954d1 req-1b65fdb1-34a0-46ea-948d-77e3a8c235b2 service neutron] 10.222.0.71 "GET /v2.0/networks/b1e83cd8-231e-4d82-be37-5015c69ef81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858099 Feb 17 18:07:54.832474 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a7f94-b267-4337-839c-0091e8406a84 req-01321152-7f20-4ceb-b4cf-59433e3065bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:54.833986 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-366a7f94-b267-4337-839c-0091e8406a84 req-01321152-7f20-4ceb-b4cf-59433e3065bc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fbdb8b0945f14355a625c005e43f71f8&device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 1125 time: 0.0867498 Feb 17 18:07:54.845784 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f92cd-38cc-4278-9755-c4413d28e87c req-f96c4ea5-15f0-4eb3-ad43-43cb22f9a109 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:54.847413 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1a0f92cd-38cc-4278-9755-c4413d28e87c req-f96c4ea5-15f0-4eb3-ad43-43cb22f9a109 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 943 time: 0.0718246 Feb 17 18:07:54.970999 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1a0f92cd-38cc-4278-9755-c4413d28e87c req-73f300cc-c29f-49f4-b378-ab66a361f68c tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=c55921fc-183a-4dc8-990d-bf8e8b5b5412&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1047835 Feb 17 18:07:54.991534 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a7f94-b267-4337-839c-0091e8406a84 req-a86e32db-4e14-4323-bd2b-ccddbeee4410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:54.993144 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-366a7f94-b267-4337-839c-0091e8406a84 req-a86e32db-4e14-4323-bd2b-ccddbeee4410 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b1e83cd8-231e-4d82-be37-5015c69ef81e HTTP/1.1" status: 200 len: 897 time: 0.1448488 Feb 17 18:07:55.050143 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-366a7f94-b267-4337-839c-0091e8406a84 req-4d8eb00e-460b-4569-8125-63451f5c0090 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6cad812a-c0b2-40eb-8f49-babb263c6145 HTTP/1.1" status: 200 len: 217 time: 0.0482748 Feb 17 18:07:55.067864 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3543f869-b36b-40e1-9e79-4bccf254cbbd req-acfdb91f-dac5-44b4-80e6-653d5f295314 tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=0fbb3dbf0412496482cbbcd6f0f082b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0601532 Feb 17 18:07:55.136899 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a7f94-b267-4337-839c-0091e8406a84 req-3f8687f1-1c86-45da-87b4-edf7117c3b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:55.138287 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-366a7f94-b267-4337-839c-0091e8406a84 req-3f8687f1-1c86-45da-87b4-edf7117c3b87 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=00dba7e8-f1b1-47b8-89b0-db89b0990185 HTTP/1.1" status: 200 len: 835 time: 0.0793149 Feb 17 18:07:55.233344 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543f869-b36b-40e1-9e79-4bccf254cbbd req-137e1864-863e-431e-af9f-01e8f3f24ce2 tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:55.236105 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3543f869-b36b-40e1-9e79-4bccf254cbbd req-137e1864-863e-431e-af9f-01e8f3f24ce2 tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1484206 Feb 17 18:07:55.256426 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a7f94-b267-4337-839c-0091e8406a84 req-663181a1-e6a4-4c07-a762-c609785e60dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:55.257937 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-366a7f94-b267-4337-839c-0091e8406a84 req-663181a1-e6a4-4c07-a762-c609785e60dd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b1e83cd8-231e-4d82-be37-5015c69ef81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0911636 Feb 17 18:07:55.259176 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3543f869-b36b-40e1-9e79-4bccf254cbbd req-5a138832-63bd-4657-9225-248ace8afef9 tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] 10.222.0.87 "GET /v2.0/quotas/0fbb3dbf0412496482cbbcd6f0f082b6 HTTP/1.1" status: 200 len: 375 time: 0.0177832 Feb 17 18:07:55.319163 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3543f869-b36b-40e1-9e79-4bccf254cbbd req-4bbec42f-748f-4ec1-b9d9-5816046a3872 tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=0fbb3dbf0412496482cbbcd6f0f082b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474420 Feb 17 18:07:55.379497 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-366a7f94-b267-4337-839c-0091e8406a84 req-70c8b08f-e437-480a-9a44-9738518797de service neutron] 10.222.0.71 "GET /v2.0/networks/b1e83cd8-231e-4d82-be37-5015c69ef81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150975 Feb 17 18:07:55.504811 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1ecfee86-32d8-4c82-8a6a-c5168aad9cbe req-61106454-6fd5-494c-b9c6-96ff664319ff tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] 10.222.0.87 "GET /v2.0/ports?device_id=4143932b-04dd-4475-9e22-1de47be65568 HTTP/1.1" status: 200 len: 210 time: 0.0396364 Feb 17 18:07:55.509564 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-366a7f94-b267-4337-839c-0091e8406a84 req-318dbc1a-7e5d-48fa-a190-32b57fde1e2b service neutron] 10.222.0.71 "GET /v2.0/networks/b1e83cd8-231e-4d82-be37-5015c69ef81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223857 Feb 17 18:07:55.803153 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 6cad812a-c0b2-40eb-8f49-babb263c6145 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:07:55.911301 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 6cad812a-c0b2-40eb-8f49-babb263c6145, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=6cad812a-c0b2-40eb-8f49-babb263c6145,segment=NetworkSegment(d0f58d19-5932-451e-9fcc-1a4af2da32f9),segment_id=d0f58d19-5932-451e-9fcc-1a4af2da32f9)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:07:55.922249 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '6cad812a-c0b2-40eb-8f49-babb263c6145', 'network_id': 'b1e83cd8-231e-4d82-be37-5015c69ef81e', 'port_id': '6cad812a-c0b2-40eb-8f49-babb263c6145', 'mac_address': 'fa:16:3e:f4:0b:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00dba7e8-f1b1-47b8-89b0-db89b0990185', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:07:56.103597 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3fbab-6063-45cd-abd0-c9764e9b3fea req-31744280-1d22-49c7-937c-0b6baf2d8363 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:56.105160 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5da3fbab-6063-45cd-abd0-c9764e9b3fea req-31744280-1d22-49c7-937c-0b6baf2d8363 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 943 time: 0.0567534 Feb 17 18:07:56.121394 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 6cad812a-c0b2-40eb-8f49-babb263c6145 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:07:56.121777 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6cad812a-c0b2-40eb-8f49-babb263c6145), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:56.135427 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cad812a-c0b2-40eb-8f49-babb263c6145 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:07:56.156124 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 6cad812a-c0b2-40eb-8f49-babb263c6145, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=6cad812a-c0b2-40eb-8f49-babb263c6145,segment=NetworkSegment(d0f58d19-5932-451e-9fcc-1a4af2da32f9),segment_id=d0f58d19-5932-451e-9fcc-1a4af2da32f9)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:07:56.156498 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5da3fbab-6063-45cd-abd0-c9764e9b3fea req-2139d497-d57a-4f9c-b51e-ee08b1a0e0b5 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=c55921fc-183a-4dc8-990d-bf8e8b5b5412&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454102 Feb 17 18:07:56.161826 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (6cad812a-c0b2-40eb-8f49-babb263c6145), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:56.210341 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=6cad812a-c0b2-40eb-8f49-babb263c6145,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:07:56.349957 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3543f869-b36b-40e1-9e79-4bccf254cbbd req-6c0cfe93-0e4f-4d94-b1ff-42079eb39218 tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=0fbb3dbf0412496482cbbcd6f0f082b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299063 Feb 17 18:07:56.363222 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['6cad812a-c0b2-40eb-8f49-babb263c6145'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:07:56.541570 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543f869-b36b-40e1-9e79-4bccf254cbbd req-3d1949b7-0b78-43a3-afee-4b943b969c0f tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:56.543423 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3543f869-b36b-40e1-9e79-4bccf254cbbd req-3d1949b7-0b78-43a3-afee-4b943b969c0f tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1888678 Feb 17 18:07:56.555656 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-3543f869-b36b-40e1-9e79-4bccf254cbbd req-8ee182f1-0859-46be-9513-b791b31f4620 tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] Request body: {'port': {'device_id': '4143932b-04dd-4475-9e22-1de47be65568', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'admin_state_up': True, 'tenant_id': '0fbb3dbf0412496482cbbcd6f0f082b6'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:07:56.619005 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c371928e-125e-43f6-93e0-17a998b22b82 req-ed711c2d-a837-46ae-a130-d3dda9cc00c1 tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] 10.222.0.87 "GET /v2.0/ports?device_id=4143932b-04dd-4475-9e22-1de47be65568 HTTP/1.1" status: 200 len: 210 time: 0.0275345 Feb 17 18:07:56.677889 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3543f869-b36b-40e1-9e79-4bccf254cbbd req-8ee182f1-0859-46be-9513-b791b31f4620 tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] Made reservation on behalf of 0fbb3dbf0412496482cbbcd6f0f082b6 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:07:56.681339 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-3543f869-b36b-40e1-9e79-4bccf254cbbd req-8ee182f1-0859-46be-9513-b791b31f4620 tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:56.690526 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-3543f869-b36b-40e1-9e79-4bccf254cbbd req-8ee182f1-0859-46be-9513-b791b31f4620 tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:56.770647 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-3543f869-b36b-40e1-9e79-4bccf254cbbd req-8ee182f1-0859-46be-9513-b791b31f4620 tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] Publish callbacks [] for security_group (ddbd7311-93d5-4661-a684-5884aa002ebc), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:56.774680 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-3543f869-b36b-40e1-9e79-4bccf254cbbd req-8ee182f1-0859-46be-9513-b791b31f4620 tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (ddbd7311-93d5-4661-a684-5884aa002ebc), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:56.833669 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee182f1-0859-46be-9513-b791b31f4620 tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbd7311-93d5-4661-a684-5884aa002ebc,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:07:56.908498 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-3543f869-b36b-40e1-9e79-4bccf254cbbd req-8ee182f1-0859-46be-9513-b791b31f4620 tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] Allocated IP 192.168.233.242 (82b8d039-1c14-456f-ab24-8b3aebebd7d8/ac79920f-9ddd-4352-b866-6056158b178e/08bec625-88da-4273-a73d-4db2adbfbefd) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:07:57.056273 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-3543f869-b36b-40e1-9e79-4bccf254cbbd req-8ee182f1-0859-46be-9513-b791b31f4620 tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] Publish callbacks [] for port (08bec625-88da-4273-a73d-4db2adbfbefd), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:57.089762 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-3543f869-b36b-40e1-9e79-4bccf254cbbd req-8ee182f1-0859-46be-9513-b791b31f4620 tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (08bec625-88da-4273-a73d-4db2adbfbefd), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:57.135684 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3543f869-b36b-40e1-9e79-4bccf254cbbd req-8ee182f1-0859-46be-9513-b791b31f4620 tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] Network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:07:57.139013 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-3543f869-b36b-40e1-9e79-4bccf254cbbd req-8ee182f1-0859-46be-9513-b791b31f4620 tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:07:57.143381 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-3543f869-b36b-40e1-9e79-4bccf254cbbd req-8ee182f1-0859-46be-9513-b791b31f4620 tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:07:57.171376 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee182f1-0859-46be-9513-b791b31f4620 tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] Pushing event updated for resources: {'Port': ['ID=08bec625-88da-4273-a73d-4db2adbfbefd,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:07:57.210471 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543f869-b36b-40e1-9e79-4bccf254cbbd req-8ee182f1-0859-46be-9513-b791b31f4620 tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:57.211147 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-3543f869-b36b-40e1-9e79-4bccf254cbbd req-8ee182f1-0859-46be-9513-b791b31f4620 tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:57.230335 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3543f869-b36b-40e1-9e79-4bccf254cbbd req-8ee182f1-0859-46be-9513-b791b31f4620 tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6788869 Feb 17 18:07:57.241792 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-3543f869-b36b-40e1-9e79-4bccf254cbbd req-bdc9a016-22a4-4423-803c-afa23208593c service neutron] Request body: {'port': {'device_id': '4143932b-04dd-4475-9e22-1de47be65568', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:07:57.310949 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-3543f869-b36b-40e1-9e79-4bccf254cbbd req-bdc9a016-22a4-4423-803c-afa23208593c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (08bec625-88da-4273-a73d-4db2adbfbefd), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:57.509144 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-ab2355a0-e783-485f-9c6e-dab708631f36 None None] Provisioning complete for port 08bec625-88da-4273-a73d-4db2adbfbefd triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:07:57.509778 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ab2355a0-e783-485f-9c6e-dab708631f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (08bec625-88da-4273-a73d-4db2adbfbefd), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:57.550900 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-ab2355a0-e783-485f-9c6e-dab708631f36 None None] Port 08bec625-88da-4273-a73d-4db2adbfbefd cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:07:57.672798 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b55916-abb7-424e-bcaa-6e2a4d5964f5 req-96862521-5b83-499f-990b-258d49b3b92f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:57.676668 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-3543f869-b36b-40e1-9e79-4bccf254cbbd req-bdc9a016-22a4-4423-803c-afa23208593c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08bec625-88da-4273-a73d-4db2adbfbefd {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:07:57.679944 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-04b55916-abb7-424e-bcaa-6e2a4d5964f5 req-96862521-5b83-499f-990b-258d49b3b92f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 944 time: 0.4402456 Feb 17 18:07:57.691211 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-3543f869-b36b-40e1-9e79-4bccf254cbbd req-bdc9a016-22a4-4423-803c-afa23208593c service neutron] Publish callbacks [] for port (08bec625-88da-4273-a73d-4db2adbfbefd), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:57.705404 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-3543f869-b36b-40e1-9e79-4bccf254cbbd req-bdc9a016-22a4-4423-803c-afa23208593c service neutron] Transition to ACTIVE for port object 08bec625-88da-4273-a73d-4db2adbfbefd will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 18:07:57.709433 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-3543f869-b36b-40e1-9e79-4bccf254cbbd req-bdc9a016-22a4-4423-803c-afa23208593c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (08bec625-88da-4273-a73d-4db2adbfbefd), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:57.761990 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc9a016-22a4-4423-803c-afa23208593c service neutron] Pushing event updated for resources: {'Port': ['ID=08bec625-88da-4273-a73d-4db2adbfbefd,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:07:57.820221 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 6cad812a-c0b2-40eb-8f49-babb263c6145 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:07:57.851111 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-3543f869-b36b-40e1-9e79-4bccf254cbbd req-bdc9a016-22a4-4423-803c-afa23208593c service neutron] Attempting to bind port 08bec625-88da-4273-a73d-4db2adbfbefd on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:07:57.851462 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-3543f869-b36b-40e1-9e79-4bccf254cbbd req-bdc9a016-22a4-4423-803c-afa23208593c service neutron] Attempting to bind port 08bec625-88da-4273-a73d-4db2adbfbefd by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:07:57.851797 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3543f869-b36b-40e1-9e79-4bccf254cbbd req-bdc9a016-22a4-4423-803c-afa23208593c service neutron] Attempting to bind port 08bec625-88da-4273-a73d-4db2adbfbefd on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:07:57.857583 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3543f869-b36b-40e1-9e79-4bccf254cbbd req-bdc9a016-22a4-4423-803c-afa23208593c service neutron] Port 08bec625-88da-4273-a73d-4db2adbfbefd on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:07:57.858006 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3543f869-b36b-40e1-9e79-4bccf254cbbd req-bdc9a016-22a4-4423-803c-afa23208593c service neutron] Attempting to bind port 08bec625-88da-4273-a73d-4db2adbfbefd on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:07:57.864547 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3543f869-b36b-40e1-9e79-4bccf254cbbd req-bdc9a016-22a4-4423-803c-afa23208593c service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:07:57.865032 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3543f869-b36b-40e1-9e79-4bccf254cbbd req-bdc9a016-22a4-4423-803c-afa23208593c service neutron] Checking segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:07:57.865519 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-04b55916-abb7-424e-bcaa-6e2a4d5964f5 req-462aab2c-5493-463c-ba62-17350a45d551 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=c55921fc-183a-4dc8-990d-bf8e8b5b5412&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1802948 Feb 17 18:07:57.865655 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3543f869-b36b-40e1-9e79-4bccf254cbbd req-bdc9a016-22a4-4423-803c-afa23208593c service neutron] Bound using segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:07:57.865960 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-3543f869-b36b-40e1-9e79-4bccf254cbbd req-bdc9a016-22a4-4423-803c-afa23208593c service neutron] Bound port: 08bec625-88da-4273-a73d-4db2adbfbefd, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:07:57.866586 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-3543f869-b36b-40e1-9e79-4bccf254cbbd req-bdc9a016-22a4-4423-803c-afa23208593c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (08bec625-88da-4273-a73d-4db2adbfbefd), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:57.904850 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242afa0f-c673-4026-a6af-88cbfc30fae4 req-786427d9-1ee0-4dff-9eb0-5700e1e35459 tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:57.914600 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-242afa0f-c673-4026-a6af-88cbfc30fae4 req-786427d9-1ee0-4dff-9eb0-5700e1e35459 tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] 10.222.0.87 "GET /v2.0/ports?device_id=4143932b-04dd-4475-9e22-1de47be65568 HTTP/1.1" status: 200 len: 948 time: 0.2149885 Feb 17 18:07:57.918454 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 6cad812a-c0b2-40eb-8f49-babb263c6145 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 18:07:57.938714 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 6cad812a-c0b2-40eb-8f49-babb263c6145 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:07:57.938940 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6cad812a-c0b2-40eb-8f49-babb263c6145), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:57.975278 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-3543f869-b36b-40e1-9e79-4bccf254cbbd req-bdc9a016-22a4-4423-803c-afa23208593c service neutron] For port 08bec625-88da-4273-a73d-4db2adbfbefd, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:07:57.978974 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-3543f869-b36b-40e1-9e79-4bccf254cbbd req-bdc9a016-22a4-4423-803c-afa23208593c service neutron] For port 08bec625-88da-4273-a73d-4db2adbfbefd, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=08bec625-88da-4273-a73d-4db2adbfbefd,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:07:57.986395 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-242afa0f-c673-4026-a6af-88cbfc30fae4 req-3486df08-305a-4918-883d-c070bf240bce tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] 10.222.0.87 "GET /v2.0/security-groups?id=ddbd7311-93d5-4661-a684-5884aa002ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707903 Feb 17 18:07:57.989291 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-3543f869-b36b-40e1-9e79-4bccf254cbbd req-bdc9a016-22a4-4423-803c-afa23208593c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (08bec625-88da-4273-a73d-4db2adbfbefd), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:58.033942 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543f869-b36b-40e1-9e79-4bccf254cbbd req-bdc9a016-22a4-4423-803c-afa23208593c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:58.035111 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-3543f869-b36b-40e1-9e79-4bccf254cbbd req-bdc9a016-22a4-4423-803c-afa23208593c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:58.036349 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3543f869-b36b-40e1-9e79-4bccf254cbbd req-bdc9a016-22a4-4423-803c-afa23208593c service neutron] 10.222.0.91 "PUT /v2.0/ports/08bec625-88da-4273-a73d-4db2adbfbefd HTTP/1.1" status: 200 len: 1096 time: 0.7988591 Feb 17 18:07:58.036817 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4143932b-04dd-4475-9e22-1de47be65568', 'tag': '08bec625-88da-4273-a73d-4db2adbfbefd'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:07:58.040465 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cdbf6be-5231-4f97-b2ed-ebc916752268" -d '{"events": [{"name": "network-changed", "server_uuid": "4143932b-04dd-4475-9e22-1de47be65568", "tag": "08bec625-88da-4273-a73d-4db2adbfbefd"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:07:58.057713 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 6cad812a-c0b2-40eb-8f49-babb263c6145 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:07:58.058132 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6cad812a-c0b2-40eb-8f49-babb263c6145), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:58.087438 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc9a016-22a4-4423-803c-afa23208593c service neutron] Pushing event updated for resources: {'Port': ['ID=08bec625-88da-4273-a73d-4db2adbfbefd,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:07:58.127854 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca2db87-bbc6-4c38-8cd4-08407c3068db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cad812a-c0b2-40eb-8f49-babb263c6145'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:07:58.132856 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17651ad-45bc-4479-aa88-48198d1a1462" -d '{"events": [{"server_uuid": "2ca2db87-bbc6-4c38-8cd4-08407c3068db", "name": "network-vif-plugged", "status": "completed", "tag": "6cad812a-c0b2-40eb-8f49-babb263c6145"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:07:58.137807 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 6cad812a-c0b2-40eb-8f49-babb263c6145, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=6cad812a-c0b2-40eb-8f49-babb263c6145,segment=NetworkSegment(d0f58d19-5932-451e-9fcc-1a4af2da32f9),segment_id=d0f58d19-5932-451e-9fcc-1a4af2da32f9)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:07:58.146565 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (6cad812a-c0b2-40eb-8f49-babb263c6145), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:07:58.206196 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee42f12-5521-471f-92e7-8f25a8442a04 x-openstack-request-id: req-0ee42f12-5521-471f-92e7-8f25a8442a04 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:07:58.206677 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4143932b-04dd-4475-9e22-1de47be65568", "tag": "08bec625-88da-4273-a73d-4db2adbfbefd", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:07:58.207036 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0ee42f12-5521-471f-92e7-8f25a8442a04 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:07:58.208092 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4143932b-04dd-4475-9e22-1de47be65568', 'tag': '08bec625-88da-4273-a73d-4db2adbfbefd', 'status': 'completed', 'code': 200} Feb 17 18:07:58.210136 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543f869-b36b-40e1-9e79-4bccf254cbbd req-8fc30b1c-78e0-4d6e-a365-073fce8f490c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:58.211800 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3543f869-b36b-40e1-9e79-4bccf254cbbd req-8fc30b1c-78e0-4d6e-a365-073fce8f490c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=0fbb3dbf0412496482cbbcd6f0f082b6&device_id=4143932b-04dd-4475-9e22-1de47be65568 HTTP/1.1" status: 200 len: 1130 time: 0.1137116 Feb 17 18:07:58.220456 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=6cad812a-c0b2-40eb-8f49-babb263c6145,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:07:58.270204 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3543f869-b36b-40e1-9e79-4bccf254cbbd req-b241603f-9ce5-4113-aa46-7672f9d96498 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=08bec625-88da-4273-a73d-4db2adbfbefd HTTP/1.1" status: 200 len: 217 time: 0.0500736 Feb 17 18:07:58.283518 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49241f3-b151-468c-a628-c9cc51b7042c x-openstack-request-id: req-a49241f3-b151-468c-a628-c9cc51b7042c {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:07:58.283830 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ca2db87-bbc6-4c38-8cd4-08407c3068db", "name": "network-vif-plugged", "status": "completed", "tag": "6cad812a-c0b2-40eb-8f49-babb263c6145", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:07:58.284092 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a49241f3-b151-468c-a628-c9cc51b7042c {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:07:58.284535 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca2db87-bbc6-4c38-8cd4-08407c3068db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cad812a-c0b2-40eb-8f49-babb263c6145', 'code': 200} Feb 17 18:07:58.322326 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543f869-b36b-40e1-9e79-4bccf254cbbd req-f4138e13-b82f-4e8b-ab49-8a0c0e0f0c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:58.323896 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3543f869-b36b-40e1-9e79-4bccf254cbbd req-f4138e13-b82f-4e8b-ab49-8a0c0e0f0c6c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.0477958 Feb 17 18:07:58.390751 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543f869-b36b-40e1-9e79-4bccf254cbbd req-95e4f377-5951-44bc-af4f-b0c8290d358d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:58.392464 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3543f869-b36b-40e1-9e79-4bccf254cbbd req-95e4f377-5951-44bc-af4f-b0c8290d358d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0629561 Feb 17 18:07:58.408004 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6af11e-01b9-4d28-823c-b6c75def799f req-7e6397b9-fb53-4660-bf41-4f0203c1155a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:58.409728 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1f6af11e-01b9-4d28-823c-b6c75def799f req-7e6397b9-fb53-4660-bf41-4f0203c1155a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 1127 time: 0.0474105 Feb 17 18:07:58.462348 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1f6af11e-01b9-4d28-823c-b6c75def799f req-b4a04b09-e3a4-4ef5-b018-d521cc482d44 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c55921fc-183a-4dc8-990d-bf8e8b5b5412&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463648 Feb 17 18:07:58.493111 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3543f869-b36b-40e1-9e79-4bccf254cbbd req-95371492-7ef1-4d72-8b2c-deda19825d84 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947161 Feb 17 18:07:58.600084 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3543f869-b36b-40e1-9e79-4bccf254cbbd req-fba12f43-db66-429c-8db6-8060ff6180f3 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006849 Feb 17 18:07:58.691941 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbf6be-5231-4f97-b2ed-ebc916752268 req-e43be5ad-800d-4072-965d-83734b019753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:58.693433 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7cdbf6be-5231-4f97-b2ed-ebc916752268 req-e43be5ad-800d-4072-965d-83734b019753 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=0fbb3dbf0412496482cbbcd6f0f082b6&device_id=4143932b-04dd-4475-9e22-1de47be65568 HTTP/1.1" status: 200 len: 1130 time: 0.0448625 Feb 17 18:07:58.786504 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbf6be-5231-4f97-b2ed-ebc916752268 req-584bbb6c-9324-4037-8408-1668da41658f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:58.787966 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7cdbf6be-5231-4f97-b2ed-ebc916752268 req-584bbb6c-9324-4037-8408-1668da41658f service neutron] 10.222.0.91 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 0.0882566 Feb 17 18:07:58.829630 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7cdbf6be-5231-4f97-b2ed-ebc916752268 req-f5aed1e7-7a2d-4293-948d-d5649bde29b7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=08bec625-88da-4273-a73d-4db2adbfbefd HTTP/1.1" status: 200 len: 217 time: 0.0349565 Feb 17 18:07:58.880211 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbf6be-5231-4f97-b2ed-ebc916752268 req-da67e643-9ec1-49e5-ad4b-94345ab07286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:58.881896 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7cdbf6be-5231-4f97-b2ed-ebc916752268 req-da67e643-9ec1-49e5-ad4b-94345ab07286 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.0476272 Feb 17 18:07:58.960974 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbf6be-5231-4f97-b2ed-ebc916752268 req-7a636a21-5959-423e-bec3-dd47e175c8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:58.962525 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7cdbf6be-5231-4f97-b2ed-ebc916752268 req-7a636a21-5959-423e-bec3-dd47e175c8c8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0710304 Feb 17 18:07:58.988315 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692cae56-33bb-4663-bed8-57ade0aa1ed5 req-c0c918e2-9592-4fdb-9e86-6703635f5dac tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:58.989894 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-692cae56-33bb-4663-bed8-57ade0aa1ed5 req-c0c918e2-9592-4fdb-9e86-6703635f5dac tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 945 time: 0.0613091 Feb 17 18:07:59.057124 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-692cae56-33bb-4663-bed8-57ade0aa1ed5 req-624fb6d3-e3d4-4fb6-8579-6578c5897219 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=c55921fc-183a-4dc8-990d-bf8e8b5b5412&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0570648 Feb 17 18:07:59.086140 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7cdbf6be-5231-4f97-b2ed-ebc916752268 req-927b923b-91c2-4a6e-abcc-49cd104ea53e service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163819 Feb 17 18:07:59.143188 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89677dfc-544a-4e39-84ba-2346e5bf2eba req-edae09d0-0ca3-4bab-bdf7-078b23e5a150 tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:07:59.144887 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-89677dfc-544a-4e39-84ba-2346e5bf2eba req-edae09d0-0ca3-4bab-bdf7-078b23e5a150 tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] 10.222.0.87 "GET /v2.0/ports?device_id=4143932b-04dd-4475-9e22-1de47be65568 HTTP/1.1" status: 200 len: 948 time: 0.0624859 Feb 17 18:07:59.185584 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7cdbf6be-5231-4f97-b2ed-ebc916752268 req-f3bda773-e812-4a42-ad62-a54f400e4057 service neutron] 10.222.0.91 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925429 Feb 17 18:07:59.203093 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-89677dfc-544a-4e39-84ba-2346e5bf2eba req-67d0e507-a887-470f-afd2-15f8447419ed tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] 10.222.0.87 "GET /v2.0/security-groups?id=ddbd7311-93d5-4661-a684-5884aa002ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514438 Feb 17 18:08:00.184230 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6eb57-1ea5-4ee4-a87b-2bf720ed46eb req-428da681-9bcd-445d-89ca-251f59b6eae1 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:00.185783 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cff6eb57-1ea5-4ee4-a87b-2bf720ed46eb req-428da681-9bcd-445d-89ca-251f59b6eae1 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 945 time: 0.0620162 Feb 17 18:08:00.239831 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cff6eb57-1ea5-4ee4-a87b-2bf720ed46eb req-38a18e5e-1c8f-4a60-bff9-5a99e6b98d3f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=c55921fc-183a-4dc8-990d-bf8e8b5b5412&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475993 Feb 17 18:08:00.362765 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4abf6-cb68-447b-acfd-d1e8c42d8456 req-7b17cca5-b5d2-4270-9683-3252e0256d76 tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:00.364235 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d9c4abf6-cb68-447b-acfd-d1e8c42d8456 req-7b17cca5-b5d2-4270-9683-3252e0256d76 tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] 10.222.0.87 "GET /v2.0/ports?device_id=4143932b-04dd-4475-9e22-1de47be65568 HTTP/1.1" status: 200 len: 948 time: 0.0851507 Feb 17 18:08:00.395843 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dbba85-a272-4c00-8671-b8d36b1fea5b req-b3fb5e36-2ff6-43cc-b343-2842e1074b10 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:00.397438 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c3dbba85-a272-4c00-8671-b8d36b1fea5b req-b3fb5e36-2ff6-43cc-b343-2842e1074b10 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 945 time: 0.0897355 Feb 17 18:08:00.444857 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d9c4abf6-cb68-447b-acfd-d1e8c42d8456 req-96f92a86-6504-4a8d-82d9-67d904131cc3 tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] 10.222.0.87 "GET /v2.0/security-groups?id=ddbd7311-93d5-4661-a684-5884aa002ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739748 Feb 17 18:08:00.474081 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c3dbba85-a272-4c00-8671-b8d36b1fea5b req-76e22875-8dcb-4778-b170-3506c4552e98 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=c55921fc-183a-4dc8-990d-bf8e8b5b5412&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0694590 Feb 17 18:08:00.496833 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33282) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:08:00.540204 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4a3339-daa0-4576-a63c-b3324f5a2d48 tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:00.541787 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2f4a3339-daa0-4576-a63c-b3324f5a2d48 tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 1122 time: 0.0439396 Feb 17 18:08:00.544628 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33284) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:08:00.549373 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-edae97a0-74f3-4edc-8d4b-852b443a03c9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'port_id': '6cad812a-c0b2-40eb-8f49-babb263c6145', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:08:00.570896 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-edae97a0-74f3-4edc-8d4b-852b443a03c9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:08:00.677509 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-edae97a0-74f3-4edc-8d4b-852b443a03c9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:08:00.786684 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-edae97a0-74f3-4edc-8d4b-852b443a03c9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Allocated IP 172.25.8.184 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/26afdde3-1c8b-40fe-afc6-08fb7e1628c1) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:08:00.892422 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-edae97a0-74f3-4edc-8d4b-852b443a03c9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for port (26afdde3-1c8b-40fe-afc6-08fb7e1628c1), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:08:00.928044 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-edae97a0-74f3-4edc-8d4b-852b443a03c9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (26afdde3-1c8b-40fe-afc6-08fb7e1628c1), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:08:00.969002 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edae97a0-74f3-4edc-8d4b-852b443a03c9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:08:00.972476 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-edae97a0-74f3-4edc-8d4b-852b443a03c9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:08:00.975944 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edae97a0-74f3-4edc-8d4b-852b443a03c9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:08:00.981825 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae97a0-74f3-4edc-8d4b-852b443a03c9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'Port': ['ID=26afdde3-1c8b-40fe-afc6-08fb7e1628c1,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:08:01.571065 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73390496-ac8e-4810-96ae-b99a7a32b8a5 req-37fc5eca-456e-486f-8f05-41b626ab9ddf tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:01.572726 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-73390496-ac8e-4810-96ae-b99a7a32b8a5 req-37fc5eca-456e-486f-8f05-41b626ab9ddf tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] 10.222.0.87 "GET /v2.0/ports?device_id=4143932b-04dd-4475-9e22-1de47be65568 HTTP/1.1" status: 200 len: 948 time: 0.0577712 Feb 17 18:08:01.622890 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-73390496-ac8e-4810-96ae-b99a7a32b8a5 req-3f62de51-ed9b-48ee-b872-ea378e645974 tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] 10.222.0.87 "GET /v2.0/security-groups?id=ddbd7311-93d5-4661-a684-5884aa002ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440869 Feb 17 18:08:01.668271 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-edae97a0-74f3-4edc-8d4b-852b443a03c9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for floatingip (5e396525-0639-4a75-b4c4-a81544a88042), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:08:01.742982 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-edae97a0-74f3-4edc-8d4b-852b443a03c9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (26afdde3-1c8b-40fe-afc6-08fb7e1628c1), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:08:01.893924 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-edae97a0-74f3-4edc-8d4b-852b443a03c9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for port (26afdde3-1c8b-40fe-afc6-08fb7e1628c1), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:08:01.898545 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-edae97a0-74f3-4edc-8d4b-852b443a03c9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (26afdde3-1c8b-40fe-afc6-08fb7e1628c1), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:08:01.973244 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae97a0-74f3-4edc-8d4b-852b443a03c9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'Port': ['ID=26afdde3-1c8b-40fe-afc6-08fb7e1628c1,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:08:01.982674 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-edae97a0-74f3-4edc-8d4b-852b443a03c9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (5e396525-0639-4a75-b4c4-a81544a88042), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:08:02.096565 n-d-829613-2 neutron-server[103434]: INFO neutron.db.l3_db [None req-edae97a0-74f3-4edc-8d4b-852b443a03c9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Floating IP 5e396525-0639-4a75-b4c4-a81544a88042 associated. External IP: 172.25.8.184, port: 6cad812a-c0b2-40eb-8f49-babb263c6145. Feb 17 18:08:02.312610 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edae97a0-74f3-4edc-8d4b-852b443a03c9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Router bb8dd2e0-2e9e-494a-8027-fe038c39877e has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:08:02.429920 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edae97a0-74f3-4edc-8d4b-852b443a03c9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:08:02.441092 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a9e9cf-4f48-4fa0-bf01-ea7abeb4c6b5 None None] Sync routers for ids ['bb8dd2e0-2e9e-494a-8027-fe038c39877e'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:08:02.448458 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-edae97a0-74f3-4edc-8d4b-852b443a03c9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:08:02.451978 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a9e9cf-4f48-4fa0-bf01-ea7abeb4c6b5 None None] Routers {'bb8dd2e0-2e9e-494a-8027-fe038c39877e'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:08:02.452775 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-c5a9e9cf-4f48-4fa0-bf01-ea7abeb4c6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:07:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['bb8dd2e0-2e9e-494a-8027-fe038c39877e'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:08:02.483356 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-edae97a0-74f3-4edc-8d4b-852b443a03c9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9352784 Feb 17 18:08:02.483356 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ca2db87-bbc6-4c38-8cd4-08407c3068db', 'tag': '6cad812a-c0b2-40eb-8f49-babb263c6145'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:08:02.484097 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ba038b-1afb-4298-9338-12d55c61a917" -d '{"events": [{"name": "network-changed", "server_uuid": "2ca2db87-bbc6-4c38-8cd4-08407c3068db", "tag": "6cad812a-c0b2-40eb-8f49-babb263c6145"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:08:02.525890 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15bfa81-dec9-442f-a6df-74f8ed876143 x-openstack-request-id: req-a15bfa81-dec9-442f-a6df-74f8ed876143 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:08:02.526328 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ca2db87-bbc6-4c38-8cd4-08407c3068db", "tag": "6cad812a-c0b2-40eb-8f49-babb263c6145", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:08:02.526657 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a15bfa81-dec9-442f-a6df-74f8ed876143 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:08:02.527139 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ca2db87-bbc6-4c38-8cd4-08407c3068db', 'tag': '6cad812a-c0b2-40eb-8f49-babb263c6145', 'status': 'completed', 'code': 200} Feb 17 18:08:02.570541 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-c5a9e9cf-4f48-4fa0-bf01-ea7abeb4c6b5 None None] Set router bb8dd2e0-2e9e-494a-8027-fe038c39877e gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:08:02.623183 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00ea54-6e79-4b67-97db-5c433caa1513 req-21011fd6-faa7-4670-9b0e-18a712e7c82e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:02.624607 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ee00ea54-6e79-4b67-97db-5c433caa1513 req-21011fd6-faa7-4670-9b0e-18a712e7c82e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 945 time: 0.0895469 Feb 17 18:08:02.627189 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba038b-1afb-4298-9338-12d55c61a917 req-b49d4d54-ee51-421a-9c4f-ccac24630892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:02.628596 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-56ba038b-1afb-4298-9338-12d55c61a917 req-b49d4d54-ee51-421a-9c4f-ccac24630892 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fbdb8b0945f14355a625c005e43f71f8&device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 1127 time: 0.0817680 Feb 17 18:08:02.784544 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ee00ea54-6e79-4b67-97db-5c433caa1513 req-877bc389-9665-4bdf-93b1-d97fc26b33a5 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=c55921fc-183a-4dc8-990d-bf8e8b5b5412&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1535721 Feb 17 18:08:02.789095 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba038b-1afb-4298-9338-12d55c61a917 req-cf36c569-4aa7-41e6-b2e2-a7b7d21d73d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:02.790549 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-56ba038b-1afb-4298-9338-12d55c61a917 req-cf36c569-4aa7-41e6-b2e2-a7b7d21d73d2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b1e83cd8-231e-4d82-be37-5015c69ef81e HTTP/1.1" status: 200 len: 897 time: 0.1537526 Feb 17 18:08:02.807604 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33294) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:08:02.813338 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-c5a9e9cf-4f48-4fa0-bf01-ea7abeb4c6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8dd2e0-2e9e-494a-8027-fe038c39877e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323436360', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '4f0a1853-4751-48cf-9542-c52c0de87c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:07:44Z', 'updated_at': '2022-02-17T18:07:48Z', 'revision_number': 4, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': '4f0a1853-4751-48cf-9542-c52c0de87c60', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:79:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8dd2e0-2e9e-494a-8027-fe038c39877e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:07:45Z', 'updated_at': '2022-02-17T18:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '5e396525-0639-4a75-b4c4-a81544a88042', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'floating_ip_address': '172.25.8.184', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': 'bb8dd2e0-2e9e-494a-8027-fe038c39877e', 'port_id': '6cad812a-c0b2-40eb-8f49-babb263c6145', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1e83cd8-231e-4d82-be37-5015c69ef81e', 'mac_address': 'fa:16:3e:f4:0b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2db87-bbc6-4c38-8cd4-08407c3068db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:08:01Z', 'updated_at': '2022-02-17T18:08:01Z', 'revision_number': 0, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33684f48-93ce-4195-89c2-17d568f63f5b', 'name': '', 'network_id': 'b1e83cd8-231e-4d82-be37-5015c69ef81e', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'mac_address': 'fa:16:3e:85:b2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8dd2e0-2e9e-494a-8027-fe038c39877e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '00dba7e8-f1b1-47b8-89b0-db89b0990185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:07:48Z', 'updated_at': '2022-02-17T18:07:52Z', 'revision_number': 5, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'subnets': [{'id': '00dba7e8-f1b1-47b8-89b0-db89b0990185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:08:02.837838 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 08bec625-88da-4273-a73d-4db2adbfbefd details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:08:02.840871 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a9e9cf-4f48-4fa0-bf01-ea7abeb4c6b5 None None] Checking router: bb8dd2e0-2e9e-494a-8027-fe038c39877e for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:08:02.850032 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366d25e-c7a8-4309-b7f9-f5a25dca9b76 req-dda07aeb-2082-4867-a0f6-adb2f9b0c567 tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:02.850314 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a9e9cf-4f48-4fa0-bf01-ea7abeb4c6b5 None None] Routers {'bb8dd2e0-2e9e-494a-8027-fe038c39877e'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:08:02.850899 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-c5a9e9cf-4f48-4fa0-bf01-ea7abeb4c6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:07:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['bb8dd2e0-2e9e-494a-8027-fe038c39877e'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:08:02.851680 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4366d25e-c7a8-4309-b7f9-f5a25dca9b76 req-dda07aeb-2082-4867-a0f6-adb2f9b0c567 tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] 10.222.0.87 "GET /v2.0/ports?device_id=4143932b-04dd-4475-9e22-1de47be65568 HTTP/1.1" status: 200 len: 948 time: 0.1351378 Feb 17 18:08:02.949426 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-56ba038b-1afb-4298-9338-12d55c61a917 req-58a2a67c-aa9c-48ec-8e18-46c5ba38e1e2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6cad812a-c0b2-40eb-8f49-babb263c6145 HTTP/1.1" status: 200 len: 999 time: 0.1522315 Feb 17 18:08:02.963689 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 08bec625-88da-4273-a73d-4db2adbfbefd, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=08bec625-88da-4273-a73d-4db2adbfbefd,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:08:02.974855 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-7f131d78-3faa-48e6-bc8c-2bb5d73c1808 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/floatingips/5e396525-0639-4a75-b4c4-a81544a88042 HTTP/1.1" status: 200 len: 991 time: 0.1653926 Feb 17 18:08:02.980642 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-c5a9e9cf-4f48-4fa0-bf01-ea7abeb4c6b5 None None] Set router bb8dd2e0-2e9e-494a-8027-fe038c39877e gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:08:02.990086 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '08bec625-88da-4273-a73d-4db2adbfbefd', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'port_id': '08bec625-88da-4273-a73d-4db2adbfbefd', 'mac_address': 'fa:16:3e:a2:77:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac79920f-9ddd-4352-b866-6056158b178e', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:08:02.996545 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f0a81ecb-5981-4122-bed2-8e86fe42c285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:08:02.998280 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4366d25e-c7a8-4309-b7f9-f5a25dca9b76 req-3dee835e-a8fc-4597-91c8-8f1a10bf1f27 tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] 10.222.0.87 "GET /v2.0/security-groups?id=ddbd7311-93d5-4661-a684-5884aa002ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097338 Feb 17 18:08:03.021633 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba038b-1afb-4298-9338-12d55c61a917 req-5a9eaa60-ab22-496a-bb50-6c83473c6b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:03.023141 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-56ba038b-1afb-4298-9338-12d55c61a917 req-5a9eaa60-ab22-496a-bb50-6c83473c6b1f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=00dba7e8-f1b1-47b8-89b0-db89b0990185 HTTP/1.1" status: 200 len: 835 time: 0.0619211 Feb 17 18:08:03.047013 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 08bec625-88da-4273-a73d-4db2adbfbefd is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:08:03.047417 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (08bec625-88da-4273-a73d-4db2adbfbefd), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:08:03.062907 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08bec625-88da-4273-a73d-4db2adbfbefd {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:08:03.081710 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba038b-1afb-4298-9338-12d55c61a917 req-fe80f27c-7b6f-468e-9973-d04595a995ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:03.083262 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-56ba038b-1afb-4298-9338-12d55c61a917 req-fe80f27c-7b6f-468e-9973-d04595a995ee service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b1e83cd8-231e-4d82-be37-5015c69ef81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0545201 Feb 17 18:08:03.085007 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 08bec625-88da-4273-a73d-4db2adbfbefd, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=08bec625-88da-4273-a73d-4db2adbfbefd,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:08:03.089162 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (08bec625-88da-4273-a73d-4db2adbfbefd), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:08:03.146413 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=08bec625-88da-4273-a73d-4db2adbfbefd,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:08:03.187148 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-56ba038b-1afb-4298-9338-12d55c61a917 req-fc48af79-0288-49e7-ae69-274147940c9e service neutron] 10.222.0.71 "GET /v2.0/networks/b1e83cd8-231e-4d82-be37-5015c69ef81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977864 Feb 17 18:08:03.287977 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-56ba038b-1afb-4298-9338-12d55c61a917 req-55c3958d-661c-4599-88e9-93ba1479dc44 service neutron] 10.222.0.71 "GET /v2.0/networks/b1e83cd8-231e-4d82-be37-5015c69ef81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947428 Feb 17 18:08:03.288285 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['08bec625-88da-4273-a73d-4db2adbfbefd'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:08:03.337588 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-c5a9e9cf-4f48-4fa0-bf01-ea7abeb4c6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8dd2e0-2e9e-494a-8027-fe038c39877e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323436360', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '4f0a1853-4751-48cf-9542-c52c0de87c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:07:44Z', 'updated_at': '2022-02-17T18:07:48Z', 'revision_number': 4, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': '4f0a1853-4751-48cf-9542-c52c0de87c60', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:79:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8dd2e0-2e9e-494a-8027-fe038c39877e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:07:45Z', 'updated_at': '2022-02-17T18:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '5e396525-0639-4a75-b4c4-a81544a88042', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'floating_ip_address': '172.25.8.184', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': 'bb8dd2e0-2e9e-494a-8027-fe038c39877e', 'port_id': '6cad812a-c0b2-40eb-8f49-babb263c6145', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1e83cd8-231e-4d82-be37-5015c69ef81e', 'mac_address': 'fa:16:3e:f4:0b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2db87-bbc6-4c38-8cd4-08407c3068db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:08:01Z', 'updated_at': '2022-02-17T18:08:01Z', 'revision_number': 0, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33684f48-93ce-4195-89c2-17d568f63f5b', 'name': '', 'network_id': 'b1e83cd8-231e-4d82-be37-5015c69ef81e', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'mac_address': 'fa:16:3e:85:b2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8dd2e0-2e9e-494a-8027-fe038c39877e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '00dba7e8-f1b1-47b8-89b0-db89b0990185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:07:48Z', 'updated_at': '2022-02-17T18:07:52Z', 'revision_number': 5, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'subnets': [{'id': '00dba7e8-f1b1-47b8-89b0-db89b0990185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:08:03.365302 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a9e9cf-4f48-4fa0-bf01-ea7abeb4c6b5 None None] The sync data for ids ['bb8dd2e0-2e9e-494a-8027-fe038c39877e'] in n-d-829613-2 is: [{'id': 'bb8dd2e0-2e9e-494a-8027-fe038c39877e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323436360', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '4f0a1853-4751-48cf-9542-c52c0de87c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:07:44Z', 'updated_at': '2022-02-17T18:07:48Z', 'revision_number': 4, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': '4f0a1853-4751-48cf-9542-c52c0de87c60', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:79:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8dd2e0-2e9e-494a-8027-fe038c39877e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:07:45Z', 'updated_at': '2022-02-17T18:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '5e396525-0639-4a75-b4c4-a81544a88042', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'floating_ip_address': '172.25.8.184', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': 'bb8dd2e0-2e9e-494a-8027-fe038c39877e', 'port_id': '6cad812a-c0b2-40eb-8f49-babb263c6145', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1e83cd8-231e-4d82-be37-5015c69ef81e', 'mac_address': 'fa:16:3e:f4:0b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca2db87-bbc6-4c38-8cd4-08407c3068db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:08:01Z', 'updated_at': '2022-02-17T18:08:01Z', 'revision_number': 0, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33684f48-93ce-4195-89c2-17d568f63f5b', 'name': '', 'network_id': 'b1e83cd8-231e-4d82-be37-5015c69ef81e', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'mac_address': 'fa:16:3e:85:b2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8dd2e0-2e9e-494a-8027-fe038c39877e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '00dba7e8-f1b1-47b8-89b0-db89b0990185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:07:48Z', 'updated_at': '2022-02-17T18:07:52Z', 'revision_number': 5, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'subnets': [{'id': '00dba7e8-f1b1-47b8-89b0-db89b0990185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:08:03.565066 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e235a037-eadb-4857-afa3-db4cf819544d None None] New status for floating IP 5e396525-0639-4a75-b4c4-a81544a88042: ACTIVE {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 18:08:03.978137 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33296) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:08:04.042094 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-16dfa945-397b-425f-b78c-7f44dff0e8aa tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/floatingips/5e396525-0639-4a75-b4c4-a81544a88042 HTTP/1.1" status: 200 len: 993 time: 0.0628777 Feb 17 18:08:04.134258 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5491be1-120f-4757-a8ad-842c14b1974b req-33954889-be8b-4557-80ef-af6a3000ab77 tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:04.135829 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a5491be1-120f-4757-a8ad-842c14b1974b req-33954889-be8b-4557-80ef-af6a3000ab77 tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] 10.222.0.87 "GET /v2.0/ports?device_id=4143932b-04dd-4475-9e22-1de47be65568 HTTP/1.1" status: 200 len: 949 time: 0.0535870 Feb 17 18:08:04.182475 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a5491be1-120f-4757-a8ad-842c14b1974b req-36462a87-0b7b-450a-8221-72416958b8c6 tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] 10.222.0.87 "GET /v2.0/security-groups?id=ddbd7311-93d5-4661-a684-5884aa002ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410087 Feb 17 18:08:04.839181 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 08bec625-88da-4273-a73d-4db2adbfbefd up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:08:04.888875 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port 08bec625-88da-4273-a73d-4db2adbfbefd completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 18:08:04.893336 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 08bec625-88da-4273-a73d-4db2adbfbefd triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:08:04.893715 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (08bec625-88da-4273-a73d-4db2adbfbefd), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:08:04.971294 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 08bec625-88da-4273-a73d-4db2adbfbefd is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:08:04.971688 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (08bec625-88da-4273-a73d-4db2adbfbefd), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:08:04.994642 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4143932b-04dd-4475-9e22-1de47be65568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08bec625-88da-4273-a73d-4db2adbfbefd'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:08:04.996917 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3832a3ac-278a-4150-b8ec-ea2a03fde1f7" -d '{"events": [{"server_uuid": "4143932b-04dd-4475-9e22-1de47be65568", "name": "network-vif-plugged", "status": "completed", "tag": "08bec625-88da-4273-a73d-4db2adbfbefd"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:08:05.017891 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 08bec625-88da-4273-a73d-4db2adbfbefd, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=08bec625-88da-4273-a73d-4db2adbfbefd,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:08:05.022502 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (08bec625-88da-4273-a73d-4db2adbfbefd), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:08:05.050741 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056ef4bb-950a-4e70-b02a-4081e2751cfa x-openstack-request-id: req-056ef4bb-950a-4e70-b02a-4081e2751cfa {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:08:05.051045 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4143932b-04dd-4475-9e22-1de47be65568", "name": "network-vif-plugged", "status": "completed", "tag": "08bec625-88da-4273-a73d-4db2adbfbefd", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:08:05.051654 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-056ef4bb-950a-4e70-b02a-4081e2751cfa {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:08:05.051783 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4143932b-04dd-4475-9e22-1de47be65568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08bec625-88da-4273-a73d-4db2adbfbefd', 'code': 200} Feb 17 18:08:05.082468 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=08bec625-88da-4273-a73d-4db2adbfbefd,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:08:05.140842 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc5e852-353d-443d-83f4-27529f759198 req-bc7c34ac-3608-4dc7-ac0d-17d2f3913e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:05.142370 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-bfc5e852-353d-443d-83f4-27529f759198 req-bc7c34ac-3608-4dc7-ac0d-17d2f3913e5a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=4143932b-04dd-4475-9e22-1de47be65568 HTTP/1.1" status: 200 len: 1132 time: 0.0448236 Feb 17 18:08:05.190243 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-bfc5e852-353d-443d-83f4-27529f759198 req-6af481a3-c1f6-49d5-96c3-57ef4f157901 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=ddbd7311-93d5-4661-a684-5884aa002ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426350 Feb 17 18:08:05.307347 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8361dc03-d0cc-4737-b211-9fd6dd59d242 req-f7c66163-d0d0-4edd-8e3c-c3723e348aba tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:05.309156 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8361dc03-d0cc-4737-b211-9fd6dd59d242 req-f7c66163-d0d0-4edd-8e3c-c3723e348aba tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] 10.222.0.87 "GET /v2.0/ports?device_id=4143932b-04dd-4475-9e22-1de47be65568 HTTP/1.1" status: 200 len: 950 time: 0.0555847 Feb 17 18:08:05.367362 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8361dc03-d0cc-4737-b211-9fd6dd59d242 req-34e28b7a-bc10-4d15-95d6-b660015a3e36 tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] 10.222.0.87 "GET /v2.0/security-groups?id=ddbd7311-93d5-4661-a684-5884aa002ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525441 Feb 17 18:08:05.441677 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-cb463464-3391-43fa-99b6-7ba091bf7615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:08:06.493867 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7908c-adb7-45b9-9313-cc0f73e363e0 req-01e95cad-dffa-4170-bfd5-1ba01cb27328 tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:06.495439 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-77b7908c-adb7-45b9-9313-cc0f73e363e0 req-01e95cad-dffa-4170-bfd5-1ba01cb27328 tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] 10.222.0.87 "GET /v2.0/ports?device_id=4143932b-04dd-4475-9e22-1de47be65568 HTTP/1.1" status: 200 len: 950 time: 0.0588219 Feb 17 18:08:06.544641 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-77b7908c-adb7-45b9-9313-cc0f73e363e0 req-4d33f800-7970-4b78-91ac-9fe19666ae43 tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] 10.222.0.87 "GET /v2.0/security-groups?id=ddbd7311-93d5-4661-a684-5884aa002ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434258 Feb 17 18:08:06.781912 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:08:06.807690 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b09ab-9841-46c2-b9af-e0f350140c73 req-852f0127-4ca2-4d26-b87c-821a9c7e70f3 tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:06.809236 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a87b09ab-9841-46c2-b9af-e0f350140c73 req-852f0127-4ca2-4d26-b87c-821a9c7e70f3 tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] 10.222.0.87 "GET /v2.0/ports?device_id=4143932b-04dd-4475-9e22-1de47be65568 HTTP/1.1" status: 200 len: 950 time: 0.0531073 Feb 17 18:08:06.856887 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a87b09ab-9841-46c2-b9af-e0f350140c73 req-232e1239-5eb4-4c0e-b5c0-09ba296e2b34 tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] 10.222.0.87 "GET /v2.0/security-groups?id=ddbd7311-93d5-4661-a684-5884aa002ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415154 Feb 17 18:08:07.986789 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab166020-e02b-42f5-afff-8e04eb94397d req-a4830989-cd78-48b3-99bf-3484d893fd0c tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:07.988314 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ab166020-e02b-42f5-afff-8e04eb94397d req-a4830989-cd78-48b3-99bf-3484d893fd0c tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] 10.222.0.87 "GET /v2.0/ports?device_id=4143932b-04dd-4475-9e22-1de47be65568 HTTP/1.1" status: 200 len: 950 time: 0.0556116 Feb 17 18:08:08.008127 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:08:08.044908 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd0965-db88-468a-adfd-e8849f8ac285 req-3009875d-de5d-44d6-a1e5-f4aaa4c0437d tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:08.046544 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f7fd0965-db88-468a-adfd-e8849f8ac285 req-3009875d-de5d-44d6-a1e5-f4aaa4c0437d tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] 10.222.0.91 "GET /v2.0/ports?device_id=4143932b-04dd-4475-9e22-1de47be65568 HTTP/1.1" status: 200 len: 950 time: 0.0582743 Feb 17 18:08:08.049289 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ab166020-e02b-42f5-afff-8e04eb94397d req-6e5ecd27-f85e-452f-8faa-0f54b39219ad tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] 10.222.0.87 "GET /v2.0/security-groups?id=ddbd7311-93d5-4661-a684-5884aa002ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525227 Feb 17 18:08:08.143195 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-f7fd0965-db88-468a-adfd-e8849f8ac285 req-4a4d5433-e909-4b13-bcd8-fcc679c45cec tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] Deleting port 08bec625-88da-4273-a73d-4db2adbfbefd {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:08:08.143452 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f7fd0965-db88-468a-adfd-e8849f8ac285 req-4a4d5433-e909-4b13-bcd8-fcc679c45cec tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (08bec625-88da-4273-a73d-4db2adbfbefd), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:08:08.238136 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-f7fd0965-db88-468a-adfd-e8849f8ac285 req-4a4d5433-e909-4b13-bcd8-fcc679c45cec tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] For port 08bec625-88da-4273-a73d-4db2adbfbefd, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=08bec625-88da-4273-a73d-4db2adbfbefd,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:08:08.238492 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f7fd0965-db88-468a-adfd-e8849f8ac285 req-4a4d5433-e909-4b13-bcd8-fcc679c45cec tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (08bec625-88da-4273-a73d-4db2adbfbefd), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:08:08.250270 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-f7fd0965-db88-468a-adfd-e8849f8ac285 req-4a4d5433-e909-4b13-bcd8-fcc679c45cec tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] Calling delete_port for 08bec625-88da-4273-a73d-4db2adbfbefd owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:08:08.384973 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f7fd0965-db88-468a-adfd-e8849f8ac285 req-4a4d5433-e909-4b13-bcd8-fcc679c45cec tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (08bec625-88da-4273-a73d-4db2adbfbefd), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:08:08.396709 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['08bec625-88da-4273-a73d-4db2adbfbefd'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:08:08.415500 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d5433-e909-4b13-bcd8-fcc679c45cec tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] Pushing event deleted for resources: {'Port': ['ID=08bec625-88da-4273-a73d-4db2adbfbefd,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:08:08.460561 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7fd0965-db88-468a-adfd-e8849f8ac285 req-4a4d5433-e909-4b13-bcd8-fcc679c45cec tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] No DVR routers for this DVR port 08bec625-88da-4273-a73d-4db2adbfbefd on host n-h2-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:08:08.464228 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f7fd0965-db88-468a-adfd-e8849f8ac285 req-4a4d5433-e909-4b13-bcd8-fcc679c45cec tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:08:08.467783 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f7fd0965-db88-468a-adfd-e8849f8ac285 req-4a4d5433-e909-4b13-bcd8-fcc679c45cec tempest-VolumesNegativeTest-241880207 tempest-VolumesNegativeTest-241880207-project] 10.222.0.91 "DELETE /v2.0/ports/08bec625-88da-4273-a73d-4db2adbfbefd HTTP/1.1" status: 204 len: 173 time: 0.4165468 Feb 17 18:08:08.468329 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4143932b-04dd-4475-9e22-1de47be65568', 'name': 'network-vif-deleted', 'tag': '08bec625-88da-4273-a73d-4db2adbfbefd'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:08:08.471270 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc13c9e5-d594-4f11-9dd5-b452ea18a649" -d '{"events": [{"server_uuid": "4143932b-04dd-4475-9e22-1de47be65568", "name": "network-vif-deleted", "tag": "08bec625-88da-4273-a73d-4db2adbfbefd"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:08:08.520254 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1c4df4-15ae-4185-8d3a-b4cf1b69e0e9 x-openstack-request-id: req-0c1c4df4-15ae-4185-8d3a-b4cf1b69e0e9 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:08:08.520630 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4143932b-04dd-4475-9e22-1de47be65568", "name": "network-vif-deleted", "tag": "08bec625-88da-4273-a73d-4db2adbfbefd", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:08:08.520960 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0c1c4df4-15ae-4185-8d3a-b4cf1b69e0e9 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:08:08.521869 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4143932b-04dd-4475-9e22-1de47be65568', 'name': 'network-vif-deleted', 'tag': '08bec625-88da-4273-a73d-4db2adbfbefd', 'status': 'completed', 'code': 200} Feb 17 18:08:09.103652 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:08:12.885435 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 08bec625-88da-4273-a73d-4db2adbfbefd no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:08:12.908359 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: 08bec625-88da-4273-a73d-4db2adbfbefd {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:08:12.908641 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 08bec625-88da-4273-a73d-4db2adbfbefd not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:08:16.172720 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33566) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:08:16.319135 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7a5c3d1e-641d-41aa-b219-5dea092e927d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=0fbb3dbf0412496482cbbcd6f0f082b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1449049 Feb 17 18:08:16.321750 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 33570) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:08:16.373603 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0fd1daeb-4459-4882-88c8-91f6957d589c admin admin] Publish callbacks [] for security_group (ddbd7311-93d5-4661-a684-5884aa002ebc), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:08:16.401402 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0fd1daeb-4459-4882-88c8-91f6957d589c admin admin] Publish callbacks [] for security_group (ddbd7311-93d5-4661-a684-5884aa002ebc), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:08:16.451802 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0fd1daeb-4459-4882-88c8-91f6957d589c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (ddbd7311-93d5-4661-a684-5884aa002ebc), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:08:16.454363 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0fd1daeb-4459-4882-88c8-91f6957d589c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:08:16.459256 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0fd1daeb-4459-4882-88c8-91f6957d589c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ddbd7311-93d5-4661-a684-5884aa002ebc HTTP/1.1" status: 204 len: 168 time: 0.1335068 Feb 17 18:08:16.465409 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd1daeb-4459-4882-88c8-91f6957d589c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbd7311-93d5-4661-a684-5884aa002ebc,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:08:17.100636 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33592) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:08:17.223901 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-e1104987-e6e4-4294-874b-66b29db76a0d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1859348330-network', 'tenant_id': 'fa5431e3b4614ca780961a3b67572571'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:08:17.243734 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1104987-e6e4-4294-874b-66b29db76a0d admin admin] Made reservation on behalf of fa5431e3b4614ca780961a3b67572571 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:08:17.246078 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e1104987-e6e4-4294-874b-66b29db76a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:08:17.254564 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e1104987-e6e4-4294-874b-66b29db76a0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:08:17.337219 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e1104987-e6e4-4294-874b-66b29db76a0d admin admin] Publish callbacks [] for security_group (6036987f-3fce-40fb-ba0d-b6f4e0e4cf4b), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:08:17.342549 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e1104987-e6e4-4294-874b-66b29db76a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (6036987f-3fce-40fb-ba0d-b6f4e0e4cf4b), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:08:17.376219 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1104987-e6e4-4294-874b-66b29db76a0d admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:08:17.383763 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1104987-e6e4-4294-874b-66b29db76a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6036987f-3fce-40fb-ba0d-b6f4e0e4cf4b,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:08:17.391997 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e1104987-e6e4-4294-874b-66b29db76a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (5bd15d2b-1a4d-4af5-884d-d55a256abe90), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:08:17.393819 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-e1104987-e6e4-4294-874b-66b29db76a0d admin admin] Added segment 5bd15d2b-1a4d-4af5-884d-d55a256abe90 of type vlan for network e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f Feb 17 18:08:17.439730 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e1104987-e6e4-4294-874b-66b29db76a0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:08:17.466530 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e1104987-e6e4-4294-874b-66b29db76a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:08:17.467462 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1104987-e6e4-4294-874b-66b29db76a0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:17.468045 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e1104987-e6e4-4294-874b-66b29db76a0d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:08:17.504545 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e1104987-e6e4-4294-874b-66b29db76a0d admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4017615 Feb 17 18:08:17.507522 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33596) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:08:17.513934 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-17597ffa-bd5e-4335-9c4c-c26baa98c6ad admin admin] Request body: {'subnet': {'network_id': 'e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1859348330-subnet', 'tenant_id': 'fa5431e3b4614ca780961a3b67572571', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:08:17.551105 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1104987-e6e4-4294-874b-66b29db76a0d admin admin] Pushing event updated for resources: {'Network': ['ID=e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:08:17.562345 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:08:17.568710 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17597ffa-bd5e-4335-9c4c-c26baa98c6ad admin admin] Made reservation on behalf of fa5431e3b4614ca780961a3b67572571 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:08:17.571486 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-17597ffa-bd5e-4335-9c4c-c26baa98c6ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:08:17.747706 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-17597ffa-bd5e-4335-9c4c-c26baa98c6ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (553028f8-b1a2-4bf5-9145-a864859ac515), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:08:17.803002 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17597ffa-bd5e-4335-9c4c-c26baa98c6ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=553028f8-b1a2-4bf5-9145-a864859ac515,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:08:17.816002 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17597ffa-bd5e-4335-9c4c-c26baa98c6ad admin admin] Checking segment: {'id': '5bd15d2b-1a4d-4af5-884d-d55a256abe90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:08:17.816407 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17597ffa-bd5e-4335-9c4c-c26baa98c6ad admin admin] Network hostable DHCP agents. Network: e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:08:17.834491 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17597ffa-bd5e-4335-9c4c-c26baa98c6ad admin admin] Network e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:08:17.844274 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-17597ffa-bd5e-4335-9c4c-c26baa98c6ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:08:17.849641 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17597ffa-bd5e-4335-9c4c-c26baa98c6ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:17.850252 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-17597ffa-bd5e-4335-9c4c-c26baa98c6ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:08:17.854724 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed87cece-1147-42f4-b6bc-f38d242d89bb None None] Network e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:08:17.868792 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-17597ffa-bd5e-4335-9c4c-c26baa98c6ad admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3602080 Feb 17 18:08:17.957624 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b65c581-825a-4fa7-bf2a-be00756f6d56 None None] Network e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:08:19.115098 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:08:19.905247 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:08:26.920618 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:08:32.984155 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a79e95af-4c7f-424f-ac86-4aa704255d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:08:35.394641 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6b8a6-dd15-4923-a570-4c8bf3989ae9 req-a6dd0f4e-cd5d-4e59-9590-a85281f8b066 tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:35.396972 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-83a6b8a6-dd15-4923-a570-4c8bf3989ae9 req-a6dd0f4e-cd5d-4e59-9590-a85281f8b066 tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 1127 time: 0.0515864 Feb 17 18:08:35.444563 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5240f0c6-d930-4fcd-a180-cd728d0a445e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:08:35.446365 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-83a6b8a6-dd15-4923-a570-4c8bf3989ae9 req-4256627a-e490-49ac-9586-0112b1c5e65f tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=c55921fc-183a-4dc8-990d-bf8e8b5b5412&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431035 Feb 17 18:08:35.588114 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4bda3-960e-4f6b-8528-52ea9e951ea1 req-93bdb9c1-4e03-4cf1-8285-289c4daa71ac tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:35.589675 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b0e4bda3-960e-4f6b-8528-52ea9e951ea1 req-93bdb9c1-4e03-4cf1-8285-289c4daa71ac tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 945 time: 0.0658011 Feb 17 18:08:35.641544 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b0e4bda3-960e-4f6b-8528-52ea9e951ea1 req-06086ebf-e730-4327-aaec-c20fc4cae77f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=c55921fc-183a-4dc8-990d-bf8e8b5b5412&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460489 Feb 17 18:08:35.663869 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 33670) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:08:35.732949 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a70cba9e-1065-4b5a-9962-3d96190c6174 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/floatingips/5e396525-0639-4a75-b4c4-a81544a88042 HTTP/1.1" status: 200 len: 993 time: 0.0679171 Feb 17 18:08:36.033552 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-ab226b84-6df4-4c81-bec1-26a9839bbec7 req-98278ba2-b4f1-4262-ae10-6f6fbfc21dc2 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 18:08:36.035185 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ab226b84-6df4-4c81-bec1-26a9839bbec7 req-98278ba2-b4f1-4262-ae10-6f6fbfc21dc2 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059059 Feb 17 18:08:36.354714 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f42ce-c3d0-4693-9fc3-f8e6a9d64909 req-d874b1a1-2ae9-462a-8222-a0065bc45f72 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:36.356775 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-215f42ce-c3d0-4693-9fc3-f8e6a9d64909 req-d874b1a1-2ae9-462a-8222-a0065bc45f72 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 945 time: 0.0662920 Feb 17 18:08:36.404842 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-bbc9cf38-dc3d-4969-a384-33e22e943047 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1256809 Feb 17 18:08:36.415670 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-215f42ce-c3d0-4693-9fc3-f8e6a9d64909 req-cd61a14b-38ad-4944-a644-039c9968834e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=c55921fc-183a-4dc8-990d-bf8e8b5b5412&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531015 Feb 17 18:08:36.787464 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:08:36.866802 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-fcb30f2a-92fc-4739-b35f-47a1874e1ca3 tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:36.868353 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-fcb30f2a-92fc-4739-b35f-47a1874e1ca3 tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] 10.222.0.87 "GET /v2.0/ports/6cad812a-c0b2-40eb-8f49-babb263c6145 HTTP/1.1" status: 200 len: 1124 time: 0.1516426 Feb 17 18:08:37.545137 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe2c43-bd42-4dbb-b002-27936aba1620 req-b95f7cc9-692d-4118-8528-6a081d925ded tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:37.546827 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-87fe2c43-bd42-4dbb-b002-27936aba1620 req-b95f7cc9-692d-4118-8528-6a081d925ded tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 945 time: 0.0545104 Feb 17 18:08:37.597950 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-87fe2c43-bd42-4dbb-b002-27936aba1620 req-a145934c-5efb-460a-9a52-cffade328f79 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=c55921fc-183a-4dc8-990d-bf8e8b5b5412&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443890 Feb 17 18:08:37.870261 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-96dda3b3-0bc3-464b-8553-42891efa8c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:37.871839 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-96dda3b3-0bc3-464b-8553-42891efa8c10 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fbdb8b0945f14355a625c005e43f71f8&device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 1127 time: 0.0461500 Feb 17 18:08:37.976269 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-699626d6-aec6-4f14-b0b6-a46bbabad1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:37.977768 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-699626d6-aec6-4f14-b0b6-a46bbabad1b9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b1e83cd8-231e-4d82-be37-5015c69ef81e HTTP/1.1" status: 200 len: 897 time: 0.0947983 Feb 17 18:08:38.011351 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:08:38.051137 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-2f5de41b-75d3-4bd8-bc3c-1f48215d6a42 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6cad812a-c0b2-40eb-8f49-babb263c6145 HTTP/1.1" status: 200 len: 1001 time: 0.0673130 Feb 17 18:08:38.105021 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-61c5d28f-3116-4028-8383-3b0ac9681f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:38.106761 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-61c5d28f-3116-4028-8383-3b0ac9681f38 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=00dba7e8-f1b1-47b8-89b0-db89b0990185 HTTP/1.1" status: 200 len: 835 time: 0.0500708 Feb 17 18:08:38.160118 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-6b28c2c2-3cf8-4375-a93b-2031094bf4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:38.161622 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-6b28c2c2-3cf8-4375-a93b-2031094bf4c3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b1e83cd8-231e-4d82-be37-5015c69ef81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489078 Feb 17 18:08:38.259158 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-a0909763-66c6-41e5-bd58-4a1004de2d57 service neutron] 10.222.0.71 "GET /v2.0/networks/b1e83cd8-231e-4d82-be37-5015c69ef81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916390 Feb 17 18:08:38.347817 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-02ca8639-5ddf-44d6-a1da-538fa4101388 service neutron] 10.222.0.71 "GET /v2.0/networks/b1e83cd8-231e-4d82-be37-5015c69ef81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827956 Feb 17 18:08:38.469080 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977708ae-ad6d-4c21-82f2-5978eca0951f req-b58e6955-e6c0-4b6b-9c3c-69b7f94ec4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:38.470613 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-977708ae-ad6d-4c21-82f2-5978eca0951f req-b58e6955-e6c0-4b6b-9c3c-69b7f94ec4c4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fbdb8b0945f14355a625c005e43f71f8&device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 1127 time: 0.0511818 Feb 17 18:08:38.592671 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977708ae-ad6d-4c21-82f2-5978eca0951f req-430df6a1-8408-468e-a456-fd8f6d2a8db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:38.594160 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-977708ae-ad6d-4c21-82f2-5978eca0951f req-430df6a1-8408-468e-a456-fd8f6d2a8db1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b1e83cd8-231e-4d82-be37-5015c69ef81e HTTP/1.1" status: 200 len: 897 time: 0.0916409 Feb 17 18:08:38.666719 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-977708ae-ad6d-4c21-82f2-5978eca0951f req-028f884c-8933-42ff-a24d-11d1d8d22264 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6cad812a-c0b2-40eb-8f49-babb263c6145 HTTP/1.1" status: 200 len: 1001 time: 0.0665905 Feb 17 18:08:38.741324 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977708ae-ad6d-4c21-82f2-5978eca0951f req-f223468a-748e-40ce-9445-8efb749f08cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:38.742736 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-977708ae-ad6d-4c21-82f2-5978eca0951f req-f223468a-748e-40ce-9445-8efb749f08cf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=00dba7e8-f1b1-47b8-89b0-db89b0990185 HTTP/1.1" status: 200 len: 835 time: 0.0656154 Feb 17 18:08:38.768719 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef7d89-4a36-4754-852f-ff4970aa023d req-5576951a-171a-4c9e-825b-d4ba1bb577f8 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:38.771285 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-caef7d89-4a36-4754-852f-ff4970aa023d req-5576951a-171a-4c9e-825b-d4ba1bb577f8 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 945 time: 0.1025033 Feb 17 18:08:38.844534 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977708ae-ad6d-4c21-82f2-5978eca0951f req-ddb06507-5389-48d4-af93-adafc78ac16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:38.846694 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-977708ae-ad6d-4c21-82f2-5978eca0951f req-ddb06507-5389-48d4-af93-adafc78ac16c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b1e83cd8-231e-4d82-be37-5015c69ef81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0966182 Feb 17 18:08:38.850655 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-caef7d89-4a36-4754-852f-ff4970aa023d req-42e9deb6-1033-4df2-8ff4-a7f6f5185261 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=c55921fc-183a-4dc8-990d-bf8e8b5b5412&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627084 Feb 17 18:08:38.941417 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-977708ae-ad6d-4c21-82f2-5978eca0951f req-a3980ebf-5a71-44ce-814d-528cbac0b70e service neutron] 10.222.0.71 "GET /v2.0/networks/b1e83cd8-231e-4d82-be37-5015c69ef81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889101 Feb 17 18:08:39.035802 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-977708ae-ad6d-4c21-82f2-5978eca0951f req-c359b6da-1483-485e-917e-7f4819c491e5 service neutron] 10.222.0.71 "GET /v2.0/networks/b1e83cd8-231e-4d82-be37-5015c69ef81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874391 Feb 17 18:08:39.097777 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:08:39.987271 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ff842-968b-4a40-9b97-50a49267e3f0 req-cf3698a0-10f4-4f1b-ae4c-c06d3b8991db tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:39.989031 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a87ff842-968b-4a40-9b97-50a49267e3f0 req-cf3698a0-10f4-4f1b-ae4c-c06d3b8991db tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 945 time: 0.0567405 Feb 17 18:08:40.039037 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a87ff842-968b-4a40-9b97-50a49267e3f0 req-db0689f0-7a5d-42c9-a7b8-648428d07a30 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=c55921fc-183a-4dc8-990d-bf8e8b5b5412&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442822 Feb 17 18:08:41.168355 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f3e66-e284-4790-a478-3e39806e37c9 req-47a3e9af-e6c4-4757-baf1-ddf5d3adc0da tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:41.169853 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bc1f3e66-e284-4790-a478-3e39806e37c9 req-47a3e9af-e6c4-4757-baf1-ddf5d3adc0da tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 945 time: 0.0555081 Feb 17 18:08:41.224215 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bc1f3e66-e284-4790-a478-3e39806e37c9 req-0d1d5cfc-fec2-417c-bb74-d96631b54ad0 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=c55921fc-183a-4dc8-990d-bf8e8b5b5412&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485594 Feb 17 18:08:42.345442 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d137e9-3fd6-43a3-a171-25c7e3c62c40 req-abc90034-1ec9-437d-ab98-387edef41002 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:42.347559 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-06d137e9-3fd6-43a3-a171-25c7e3c62c40 req-abc90034-1ec9-437d-ab98-387edef41002 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 945 time: 0.0549221 Feb 17 18:08:42.397674 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-06d137e9-3fd6-43a3-a171-25c7e3c62c40 req-217c4269-a68c-46e5-8b7a-aad28ace7e61 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=c55921fc-183a-4dc8-990d-bf8e8b5b5412&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435817 Feb 17 18:08:43.527383 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6854b-5bb7-4779-8caa-bb701e1f6f8d req-d216e831-fa6f-4fc4-bc13-abd9939277f1 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:43.528875 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-07a6854b-5bb7-4779-8caa-bb701e1f6f8d req-d216e831-fa6f-4fc4-bc13-abd9939277f1 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 945 time: 0.0555956 Feb 17 18:08:43.585205 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-07a6854b-5bb7-4779-8caa-bb701e1f6f8d req-62130a08-5769-4038-aa04-8acfa0fbff57 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=c55921fc-183a-4dc8-990d-bf8e8b5b5412&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500491 Feb 17 18:08:44.714123 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ca16b-8401-4aef-935e-7bec39d8a474 req-55f7c510-e17c-4753-b000-f7c790ef78d2 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:44.715620 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-031ca16b-8401-4aef-935e-7bec39d8a474 req-55f7c510-e17c-4753-b000-f7c790ef78d2 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 945 time: 0.0568740 Feb 17 18:08:44.763801 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-031ca16b-8401-4aef-935e-7bec39d8a474 req-5a98d8dc-e2c4-45c3-993c-57a187c1568f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=c55921fc-183a-4dc8-990d-bf8e8b5b5412&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426543 Feb 17 18:08:45.904938 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8bd2e-e96d-4036-9101-8c1a069e2a78 req-91b3a443-f0d4-4f4f-b332-8b993a06e531 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:45.906346 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f8e8bd2e-e96d-4036-9101-8c1a069e2a78 req-91b3a443-f0d4-4f4f-b332-8b993a06e531 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 945 time: 0.0629287 Feb 17 18:08:45.959146 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f8e8bd2e-e96d-4036-9101-8c1a069e2a78 req-04347692-e58a-4aa0-b1af-9eda1186001c tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=c55921fc-183a-4dc8-990d-bf8e8b5b5412&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461483 Feb 17 18:08:47.086913 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee90c3-f3ad-48e6-88f4-f17dcc1bea06 req-c9e3a694-2b39-4553-bfe9-74fd5ed71b27 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:47.088444 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f7ee90c3-f3ad-48e6-88f4-f17dcc1bea06 req-c9e3a694-2b39-4553-bfe9-74fd5ed71b27 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 945 time: 0.0556581 Feb 17 18:08:47.141696 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f7ee90c3-f3ad-48e6-88f4-f17dcc1bea06 req-be406bc9-9652-43a2-9433-5783456ac507 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=c55921fc-183a-4dc8-990d-bf8e8b5b5412&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475962 Feb 17 18:08:48.264147 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db9b18-6853-412f-8d92-101397da0865 req-ed5bcf7a-2f87-4442-9865-76ec463c650b tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:48.265680 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b7db9b18-6853-412f-8d92-101397da0865 req-ed5bcf7a-2f87-4442-9865-76ec463c650b tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 945 time: 0.0526061 Feb 17 18:08:48.317719 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b7db9b18-6853-412f-8d92-101397da0865 req-68ee20f1-f2f7-45e5-b354-463b4c056bd4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=c55921fc-183a-4dc8-990d-bf8e8b5b5412&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460041 Feb 17 18:08:49.117123 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:08:49.443139 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5dd16-29e6-40a9-ad44-0fee2a0c0766 req-ac6503c1-0651-4f6a-9135-21ab8afcec90 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:49.444625 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c5f5dd16-29e6-40a9-ad44-0fee2a0c0766 req-ac6503c1-0651-4f6a-9135-21ab8afcec90 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 945 time: 0.0528488 Feb 17 18:08:49.495378 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c5f5dd16-29e6-40a9-ad44-0fee2a0c0766 req-48d15924-38ee-4752-b9ab-a65050dd66f3 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=c55921fc-183a-4dc8-990d-bf8e8b5b5412&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446117 Feb 17 18:08:49.906755 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:08:50.626738 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae5167-8354-4ae0-a7eb-fffb2dbbd396 req-f3d052ad-4fdb-419a-af25-cd5b4a115dc3 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:50.628326 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-43ae5167-8354-4ae0-a7eb-fffb2dbbd396 req-f3d052ad-4fdb-419a-af25-cd5b4a115dc3 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 945 time: 0.0569313 Feb 17 18:08:50.676881 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-43ae5167-8354-4ae0-a7eb-fffb2dbbd396 req-383902a0-1b60-47a9-b789-825d1c737457 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=c55921fc-183a-4dc8-990d-bf8e8b5b5412&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428855 Feb 17 18:08:51.802809 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ce400-c99c-405d-9a26-ba723f2d374a req-0554ff6e-f0b9-45f7-8f8d-ae1d49aac845 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:51.805447 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-805ce400-c99c-405d-9a26-ba723f2d374a req-0554ff6e-f0b9-45f7-8f8d-ae1d49aac845 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 945 time: 0.0602696 Feb 17 18:08:51.856644 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-805ce400-c99c-405d-9a26-ba723f2d374a req-9018244c-3216-42a9-b65e-9c939ae46872 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=c55921fc-183a-4dc8-990d-bf8e8b5b5412&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454483 Feb 17 18:08:52.987922 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee159b60-abb0-4ae3-a41e-a069c118b96c req-fe65b12d-b074-4c9c-9f8c-29861b829df8 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:52.989493 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ee159b60-abb0-4ae3-a41e-a069c118b96c req-fe65b12d-b074-4c9c-9f8c-29861b829df8 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 945 time: 0.0607409 Feb 17 18:08:53.041467 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ee159b60-abb0-4ae3-a41e-a069c118b96c req-0230d45b-a922-4e59-8519-9e97a614a370 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=c55921fc-183a-4dc8-990d-bf8e8b5b5412&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463204 Feb 17 18:08:54.160918 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ab945-4b7b-43f8-969a-9a67bfd2b7a6 req-cb97552d-2f0d-48d4-a833-61d39d3c8efd tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:54.162368 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4b3ab945-4b7b-43f8-969a-9a67bfd2b7a6 req-cb97552d-2f0d-48d4-a833-61d39d3c8efd tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 945 time: 0.0523200 Feb 17 18:08:54.224777 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4b3ab945-4b7b-43f8-969a-9a67bfd2b7a6 req-5e3e1c7b-f0c9-42d2-8edf-faa5d64977f7 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=c55921fc-183a-4dc8-990d-bf8e8b5b5412&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0556996 Feb 17 18:08:55.373482 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-0194e3b7-a66f-4380-98d4-22dc39c61525 service neutron] show failed (client error): The resource could not be found. Feb 17 18:08:55.374534 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-0194e3b7-a66f-4380-98d4-22dc39c61525 service neutron] 10.222.0.71 "GET /v2.0/ports/6cad812a-c0b2-40eb-8f49-babb263c6145/bindings/n-h2-829613-2 HTTP/1.1" status: 404 len: 380 time: 0.1006744 Feb 17 18:08:55.382792 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae7f88-58c8-4647-ae70-fb18ec736b0e req-99bd877c-e9ad-48f8-9937-76b331124b82 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:55.384287 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4aae7f88-58c8-4647-ae70-fb18ec736b0e req-99bd877c-e9ad-48f8-9937-76b331124b82 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 945 time: 0.0853484 Feb 17 18:08:55.452536 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4aae7f88-58c8-4647-ae70-fb18ec736b0e req-8a65099f-236a-40a9-bb5a-4640025edf05 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=c55921fc-183a-4dc8-990d-bf8e8b5b5412&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525563 Feb 17 18:08:55.598505 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-4da2a210-8427-4225-960c-a7d66d9c7279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:55.600057 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-4da2a210-8427-4225-960c-a7d66d9c7279 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db&tenant_id=fbdb8b0945f14355a625c005e43f71f8 HTTP/1.1" status: 200 len: 1127 time: 0.0485895 Feb 17 18:08:55.611619 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-1ee09148-86ea-4e73-bb4a-c025752271ca service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829613-2', 'device_owner': 'compute:nova'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:08:55.674885 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-1ee09148-86ea-4e73-bb4a-c025752271ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6cad812a-c0b2-40eb-8f49-babb263c6145), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:08:55.884602 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-1ee09148-86ea-4e73-bb4a-c025752271ca service neutron] For port 6cad812a-c0b2-40eb-8f49-babb263c6145, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=6cad812a-c0b2-40eb-8f49-babb263c6145,segment=NetworkSegment(d0f58d19-5932-451e-9fcc-1a4af2da32f9),segment_id=d0f58d19-5932-451e-9fcc-1a4af2da32f9)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:08:55.917589 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-1ee09148-86ea-4e73-bb4a-c025752271ca service neutron] For port 6cad812a-c0b2-40eb-8f49-babb263c6145, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:08:55.961305 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca2db87-bbc6-4c38-8cd4-08407c3068db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cad812a-c0b2-40eb-8f49-babb263c6145'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:08:55.963613 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ddcc32-9b8f-474f-9437-28e0631aacbe" -d '{"events": [{"server_uuid": "2ca2db87-bbc6-4c38-8cd4-08407c3068db", "name": "network-vif-unplugged", "status": "completed", "tag": "6cad812a-c0b2-40eb-8f49-babb263c6145"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:08:55.967172 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-1ee09148-86ea-4e73-bb4a-c025752271ca service neutron] Publish callbacks [] for port (6cad812a-c0b2-40eb-8f49-babb263c6145), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:08:55.980340 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-1ee09148-86ea-4e73-bb4a-c025752271ca service neutron] Transition to ACTIVE for port object 6cad812a-c0b2-40eb-8f49-babb263c6145 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 18:08:55.984797 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-1ee09148-86ea-4e73-bb4a-c025752271ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (6cad812a-c0b2-40eb-8f49-babb263c6145), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:08:56.026821 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 18:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed1accb-6734-4fe0-b717-f2df3fe33d05 x-openstack-request-id: req-eed1accb-6734-4fe0-b717-f2df3fe33d05 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:08:56.027072 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ca2db87-bbc6-4c38-8cd4-08407c3068db", "name": "network-vif-unplugged", "status": "completed", "tag": "6cad812a-c0b2-40eb-8f49-babb263c6145", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:08:56.027292 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-eed1accb-6734-4fe0-b717-f2df3fe33d05 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:08:56.027695 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca2db87-bbc6-4c38-8cd4-08407c3068db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cad812a-c0b2-40eb-8f49-babb263c6145', 'code': 200} Feb 17 18:08:56.083444 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee09148-86ea-4e73-bb4a-c025752271ca service neutron] Pushing event updated for resources: {'Port': ['ID=6cad812a-c0b2-40eb-8f49-babb263c6145,revision_number=6']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:08:56.095907 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee09148-86ea-4e73-bb4a-c025752271ca service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:08:56.096288 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee09148-86ea-4e73-bb4a-c025752271ca service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:08:56.096648 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee09148-86ea-4e73-bb4a-c025752271ca service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:08:56.097525 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee09148-86ea-4e73-bb4a-c025752271ca service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:08:56.097876 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee09148-86ea-4e73-bb4a-c025752271ca service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:08:56.098218 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee09148-86ea-4e73-bb4a-c025752271ca service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:08:56.098556 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee09148-86ea-4e73-bb4a-c025752271ca service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:08:56.098892 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee09148-86ea-4e73-bb4a-c025752271ca service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:08:56.099225 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee09148-86ea-4e73-bb4a-c025752271ca service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:08:56.099557 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee09148-86ea-4e73-bb4a-c025752271ca service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:08:56.099895 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee09148-86ea-4e73-bb4a-c025752271ca service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:08:56.100225 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee09148-86ea-4e73-bb4a-c025752271ca service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:08:56.100578 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee09148-86ea-4e73-bb4a-c025752271ca service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:08:56.130629 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-1ee09148-86ea-4e73-bb4a-c025752271ca service neutron] No DVR routers for this DVR port 6cad812a-c0b2-40eb-8f49-babb263c6145 on host n-h1-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:08:56.282787 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-1ee09148-86ea-4e73-bb4a-c025752271ca service neutron] Attempting to bind port 6cad812a-c0b2-40eb-8f49-babb263c6145 on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:08:56.283024 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-1ee09148-86ea-4e73-bb4a-c025752271ca service neutron] Attempting to bind port 6cad812a-c0b2-40eb-8f49-babb263c6145 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': 'd0f58d19-5932-451e-9fcc-1a4af2da32f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b1e83cd8-231e-4d82-be37-5015c69ef81e'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:08:56.283329 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-1ee09148-86ea-4e73-bb4a-c025752271ca service neutron] Attempting to bind port 6cad812a-c0b2-40eb-8f49-babb263c6145 on network b1e83cd8-231e-4d82-be37-5015c69ef81e {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:08:56.288545 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-1ee09148-86ea-4e73-bb4a-c025752271ca service neutron] Port 6cad812a-c0b2-40eb-8f49-babb263c6145 on network b1e83cd8-231e-4d82-be37-5015c69ef81e not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:08:56.288873 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-1ee09148-86ea-4e73-bb4a-c025752271ca service neutron] Attempting to bind port 6cad812a-c0b2-40eb-8f49-babb263c6145 on network b1e83cd8-231e-4d82-be37-5015c69ef81e {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:08:56.294241 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-1ee09148-86ea-4e73-bb4a-c025752271ca service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:08:56.294581 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-1ee09148-86ea-4e73-bb4a-c025752271ca service neutron] Checking segment: {'id': 'd0f58d19-5932-451e-9fcc-1a4af2da32f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b1e83cd8-231e-4d82-be37-5015c69ef81e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:08:56.294975 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-1ee09148-86ea-4e73-bb4a-c025752271ca service neutron] Bound using segment: {'id': 'd0f58d19-5932-451e-9fcc-1a4af2da32f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b1e83cd8-231e-4d82-be37-5015c69ef81e'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:08:56.295403 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-1ee09148-86ea-4e73-bb4a-c025752271ca service neutron] Bound port: 6cad812a-c0b2-40eb-8f49-babb263c6145, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0f58d19-5932-451e-9fcc-1a4af2da32f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b1e83cd8-231e-4d82-be37-5015c69ef81e'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:08:56.295763 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-1ee09148-86ea-4e73-bb4a-c025752271ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6cad812a-c0b2-40eb-8f49-babb263c6145), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:08:56.360746 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-1ee09148-86ea-4e73-bb4a-c025752271ca service neutron] For port 6cad812a-c0b2-40eb-8f49-babb263c6145, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:08:56.364477 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-1ee09148-86ea-4e73-bb4a-c025752271ca service neutron] For port 6cad812a-c0b2-40eb-8f49-babb263c6145, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=6cad812a-c0b2-40eb-8f49-babb263c6145,segment=NetworkSegment(d0f58d19-5932-451e-9fcc-1a4af2da32f9),segment_id=d0f58d19-5932-451e-9fcc-1a4af2da32f9)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:08:56.372857 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-1ee09148-86ea-4e73-bb4a-c025752271ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (6cad812a-c0b2-40eb-8f49-babb263c6145), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:08:56.414097 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-1ee09148-86ea-4e73-bb4a-c025752271ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:56.414724 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-1ee09148-86ea-4e73-bb4a-c025752271ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:08:56.416105 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-1ee09148-86ea-4e73-bb4a-c025752271ca service neutron] 10.222.0.91 "PUT /v2.0/ports/6cad812a-c0b2-40eb-8f49-babb263c6145 HTTP/1.1" status: 200 len: 1091 time: 0.8088467 Feb 17 18:08:56.433919 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee09148-86ea-4e73-bb4a-c025752271ca service neutron] Pushing event updated for resources: {'Port': ['ID=6cad812a-c0b2-40eb-8f49-babb263c6145,revision_number=7']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:08:56.493780 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-a3d5a0d5-5ba9-40a1-9860-b8f0888e8ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:56.495410 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-a3d5a0d5-5ba9-40a1-9860-b8f0888e8ddd service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fbdb8b0945f14355a625c005e43f71f8&device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 1125 time: 0.0569296 Feb 17 18:08:56.583284 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb34d13-2bc0-4ed9-9283-af8c86b652c7 req-e9bfe0c1-403b-49e7-aa59-0ccbd540e87c tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:56.591293 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0eb34d13-2bc0-4ed9-9283-af8c86b652c7 req-e9bfe0c1-403b-49e7-aa59-0ccbd540e87c tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 943 time: 0.0636351 Feb 17 18:08:56.610005 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-d0761e3e-e538-402c-893f-22371d7b565b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:56.611980 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-d0761e3e-e538-402c-893f-22371d7b565b service neutron] 10.222.0.91 "GET /v2.0/networks?id=b1e83cd8-231e-4d82-be37-5015c69ef81e HTTP/1.1" status: 200 len: 897 time: 0.1107502 Feb 17 18:08:56.639751 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0eb34d13-2bc0-4ed9-9283-af8c86b652c7 req-80005a94-b2b6-4c01-b5d5-29d2f4165ec8 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=c55921fc-183a-4dc8-990d-bf8e8b5b5412&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470796 Feb 17 18:08:56.696838 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-720830df-dffd-49fa-b9ef-3c85a4d212f9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6cad812a-c0b2-40eb-8f49-babb263c6145 HTTP/1.1" status: 200 len: 999 time: 0.0792930 Feb 17 18:08:56.751180 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-b0365709-00af-48f7-ad60-d49fccad0b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:56.752817 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-b0365709-00af-48f7-ad60-d49fccad0b66 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=00dba7e8-f1b1-47b8-89b0-db89b0990185 HTTP/1.1" status: 200 len: 835 time: 0.0499320 Feb 17 18:08:56.803436 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-c872748a-3fb5-4f52-8d95-01e43d13c12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:56.804967 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-c872748a-3fb5-4f52-8d95-01e43d13c12d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b1e83cd8-231e-4d82-be37-5015c69ef81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457904 Feb 17 18:08:56.894852 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-66095e15-48d6-47d3-acca-14e31f60cf61 service neutron] 10.222.0.91 "GET /v2.0/networks/b1e83cd8-231e-4d82-be37-5015c69ef81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842366 Feb 17 18:08:56.993461 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-317c3ad0-7612-4bed-85b5-49c3d7a765ac service neutron] 10.222.0.91 "GET /v2.0/networks/b1e83cd8-231e-4d82-be37-5015c69ef81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928338 Feb 17 18:08:57.798522 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5f646-d41a-4491-87e5-0057fb456022 req-060d6a00-182b-4012-86fd-098cc8900f78 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:57.801362 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ecc5f646-d41a-4491-87e5-0057fb456022 req-060d6a00-182b-4012-86fd-098cc8900f78 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 943 time: 0.0765543 Feb 17 18:08:57.858061 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ecc5f646-d41a-4491-87e5-0057fb456022 req-023e5f08-6013-4f6b-bce9-cd404ac15392 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=c55921fc-183a-4dc8-990d-bf8e8b5b5412&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487368 Feb 17 18:08:58.029009 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ca2db87-bbc6-4c38-8cd4-08407c3068db', 'tag': '6cad812a-c0b2-40eb-8f49-babb263c6145'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:08:58.031516 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8115a22a-14f2-43bf-bc3e-bf67d9f50940" -d '{"events": [{"name": "network-changed", "server_uuid": "2ca2db87-bbc6-4c38-8cd4-08407c3068db", "tag": "6cad812a-c0b2-40eb-8f49-babb263c6145"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:08:58.082835 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f09857-17e7-46e6-a7dc-7e803fdce685 x-openstack-request-id: req-f6f09857-17e7-46e6-a7dc-7e803fdce685 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:08:58.083243 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ca2db87-bbc6-4c38-8cd4-08407c3068db", "tag": "6cad812a-c0b2-40eb-8f49-babb263c6145", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:08:58.083529 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f6f09857-17e7-46e6-a7dc-7e803fdce685 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:08:58.083931 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ca2db87-bbc6-4c38-8cd4-08407c3068db', 'tag': '6cad812a-c0b2-40eb-8f49-babb263c6145', 'status': 'completed', 'code': 200} Feb 17 18:08:58.148593 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 6cad812a-c0b2-40eb-8f49-babb263c6145 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:08:58.149231 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115a22a-14f2-43bf-bc3e-bf67d9f50940 req-3671c7d0-7d4f-4edb-be65-cc67c816a3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:58.150182 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8115a22a-14f2-43bf-bc3e-bf67d9f50940 req-3671c7d0-7d4f-4edb-be65-cc67c816a3bb service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fbdb8b0945f14355a625c005e43f71f8&device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 1125 time: 0.0505691 Feb 17 18:08:58.180087 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115a22a-14f2-43bf-bc3e-bf67d9f50940 req-66ef3201-4834-4c87-a35b-884ffc990874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:58.189215 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8115a22a-14f2-43bf-bc3e-bf67d9f50940 req-66ef3201-4834-4c87-a35b-884ffc990874 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fbdb8b0945f14355a625c005e43f71f8&device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 1125 time: 0.0853839 Feb 17 18:08:58.224067 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] The host n-h1-829613-2 is not matching for port 6cad812a-c0b2-40eb-8f49-babb263c6145 host n-h2-829613-2! {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 17 18:08:58.224505 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 6cad812a-c0b2-40eb-8f49-babb263c6145 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:08:58.282331 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115a22a-14f2-43bf-bc3e-bf67d9f50940 req-806280e4-a0b5-4c57-8716-0b9a93c17e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:58.285255 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8115a22a-14f2-43bf-bc3e-bf67d9f50940 req-806280e4-a0b5-4c57-8716-0b9a93c17e51 service neutron] 10.222.0.91 "GET /v2.0/networks?id=b1e83cd8-231e-4d82-be37-5015c69ef81e HTTP/1.1" status: 200 len: 897 time: 0.1276684 Feb 17 18:08:58.301980 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115a22a-14f2-43bf-bc3e-bf67d9f50940 req-ed1e701d-4ab3-4616-8171-56728dada14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:58.304309 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8115a22a-14f2-43bf-bc3e-bf67d9f50940 req-ed1e701d-4ab3-4616-8171-56728dada14a service neutron] 10.222.0.71 "GET /v2.0/networks?id=b1e83cd8-231e-4d82-be37-5015c69ef81e HTTP/1.1" status: 200 len: 897 time: 0.1082814 Feb 17 18:08:58.375821 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8115a22a-14f2-43bf-bc3e-bf67d9f50940 req-852a18f3-ba26-427c-85c9-b4509a5da6a3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6cad812a-c0b2-40eb-8f49-babb263c6145 HTTP/1.1" status: 200 len: 999 time: 0.0831516 Feb 17 18:08:58.383243 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8115a22a-14f2-43bf-bc3e-bf67d9f50940 req-ff4cead5-cbe1-4826-8cca-e5a811c5f180 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6cad812a-c0b2-40eb-8f49-babb263c6145 HTTP/1.1" status: 200 len: 999 time: 0.0715032 Feb 17 18:08:58.438892 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115a22a-14f2-43bf-bc3e-bf67d9f50940 req-b5b0c921-fb95-4922-87de-7978209636c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:58.440419 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8115a22a-14f2-43bf-bc3e-bf67d9f50940 req-b5b0c921-fb95-4922-87de-7978209636c4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=00dba7e8-f1b1-47b8-89b0-db89b0990185 HTTP/1.1" status: 200 len: 835 time: 0.0583289 Feb 17 18:08:58.444569 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115a22a-14f2-43bf-bc3e-bf67d9f50940 req-bb326192-6a12-4464-bd46-0048c74080be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:58.446046 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8115a22a-14f2-43bf-bc3e-bf67d9f50940 req-bb326192-6a12-4464-bd46-0048c74080be service neutron] 10.222.0.71 "GET /v2.0/subnets?id=00dba7e8-f1b1-47b8-89b0-db89b0990185 HTTP/1.1" status: 200 len: 835 time: 0.0573177 Feb 17 18:08:58.521637 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115a22a-14f2-43bf-bc3e-bf67d9f50940 req-d36b4e05-5012-4a94-afef-4a65dd1ba015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:58.522216 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115a22a-14f2-43bf-bc3e-bf67d9f50940 req-3bcc5e7f-9bcf-4afc-a1f0-02c9c08c34c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:58.524273 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8115a22a-14f2-43bf-bc3e-bf67d9f50940 req-3bcc5e7f-9bcf-4afc-a1f0-02c9c08c34c0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b1e83cd8-231e-4d82-be37-5015c69ef81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0728507 Feb 17 18:08:58.525077 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8115a22a-14f2-43bf-bc3e-bf67d9f50940 req-d36b4e05-5012-4a94-afef-4a65dd1ba015 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b1e83cd8-231e-4d82-be37-5015c69ef81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0718625 Feb 17 18:08:58.649245 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8115a22a-14f2-43bf-bc3e-bf67d9f50940 req-cc48845c-a9a5-43ed-b48f-22d8140d0c6a service neutron] 10.222.0.71 "GET /v2.0/networks/b1e83cd8-231e-4d82-be37-5015c69ef81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114335 Feb 17 18:08:58.669859 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8115a22a-14f2-43bf-bc3e-bf67d9f50940 req-d085bc23-2612-496e-9c46-9d034330779e service neutron] 10.222.0.91 "GET /v2.0/networks/b1e83cd8-231e-4d82-be37-5015c69ef81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360750 Feb 17 18:08:58.752391 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8115a22a-14f2-43bf-bc3e-bf67d9f50940 req-f53a7b29-b9ff-4d82-aaaf-215050909a48 service neutron] 10.222.0.71 "GET /v2.0/networks/b1e83cd8-231e-4d82-be37-5015c69ef81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971358 Feb 17 18:08:58.783229 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8115a22a-14f2-43bf-bc3e-bf67d9f50940 req-d192bd80-b098-4d44-b00c-ab8d1290c3bb service neutron] 10.222.0.91 "GET /v2.0/networks/b1e83cd8-231e-4d82-be37-5015c69ef81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079276 Feb 17 18:08:58.991767 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffbcde-c631-4fad-8bfe-86de79022506 req-afcf284a-70b8-48de-98e8-625778474b5e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:58.993322 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c1ffbcde-c631-4fad-8bfe-86de79022506 req-afcf284a-70b8-48de-98e8-625778474b5e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 943 time: 0.0561433 Feb 17 18:08:59.043817 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c1ffbcde-c631-4fad-8bfe-86de79022506 req-9719e65f-7019-473f-9f15-ba9ff1da789f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=c55921fc-183a-4dc8-990d-bf8e8b5b5412&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443296 Feb 17 18:08:59.334421 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead05f19-1f00-4831-9942-035d59e08b0f req-f479f187-739d-45fe-864e-1984b119cdeb tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:59.336397 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ead05f19-1f00-4831-9942-035d59e08b0f req-f479f187-739d-45fe-864e-1984b119cdeb tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 943 time: 0.0609107 Feb 17 18:08:59.362293 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b31171-a1b2-4c9b-9275-ef093f087c3a req-5481a64e-6714-42d7-8277-f1c39ef689af tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:59.364156 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-28b31171-a1b2-4c9b-9275-ef093f087c3a req-5481a64e-6714-42d7-8277-f1c39ef689af tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db&tenant_id=fbdb8b0945f14355a625c005e43f71f8&binding%3Ahost_id=n-h2-829613-2 HTTP/1.1" status: 200 len: 943 time: 0.1246831 Feb 17 18:08:59.398772 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ead05f19-1f00-4831-9942-035d59e08b0f req-11cbeda2-9c2f-482c-82ee-16c81ac10328 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=c55921fc-183a-4dc8-990d-bf8e8b5b5412&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0560565 Feb 17 18:08:59.445777 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-28b31171-a1b2-4c9b-9275-ef093f087c3a req-bd1d67d2-24fc-4950-9f4d-e257ef8dc6cd service neutron] 10.222.0.91 "GET /v2.0/ports/6cad812a-c0b2-40eb-8f49-babb263c6145/bindings/n-h2-829613-2 HTTP/1.1" status: 200 len: 382 time: 0.0739615 Feb 17 18:08:59.525644 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b31171-a1b2-4c9b-9275-ef093f087c3a req-f8521e2a-465e-4601-88c1-044b853be4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:59.527163 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-28b31171-a1b2-4c9b-9275-ef093f087c3a req-f8521e2a-465e-4601-88c1-044b853be4ae service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fbdb8b0945f14355a625c005e43f71f8&device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 1125 time: 0.0483215 Feb 17 18:08:59.620775 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b31171-a1b2-4c9b-9275-ef093f087c3a req-2a0b7082-21b2-4501-a375-d0a278fc9540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:59.622262 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-28b31171-a1b2-4c9b-9275-ef093f087c3a req-2a0b7082-21b2-4501-a375-d0a278fc9540 service neutron] 10.222.0.91 "GET /v2.0/networks?id=b1e83cd8-231e-4d82-be37-5015c69ef81e HTTP/1.1" status: 200 len: 897 time: 0.0893905 Feb 17 18:08:59.688170 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-28b31171-a1b2-4c9b-9275-ef093f087c3a req-963d92ee-3629-427e-95f6-c408cb5c9585 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6cad812a-c0b2-40eb-8f49-babb263c6145 HTTP/1.1" status: 200 len: 999 time: 0.0598204 Feb 17 18:08:59.740570 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b31171-a1b2-4c9b-9275-ef093f087c3a req-55faf3f4-d3d9-45cd-8a3d-0e2647690abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:59.741973 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-28b31171-a1b2-4c9b-9275-ef093f087c3a req-55faf3f4-d3d9-45cd-8a3d-0e2647690abc service neutron] 10.222.0.91 "GET /v2.0/subnets?id=00dba7e8-f1b1-47b8-89b0-db89b0990185 HTTP/1.1" status: 200 len: 835 time: 0.0487742 Feb 17 18:08:59.799463 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b31171-a1b2-4c9b-9275-ef093f087c3a req-145870e6-ac15-44b5-b92c-b9e430cae201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:08:59.801503 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-28b31171-a1b2-4c9b-9275-ef093f087c3a req-145870e6-ac15-44b5-b92c-b9e430cae201 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b1e83cd8-231e-4d82-be37-5015c69ef81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0498757 Feb 17 18:08:59.893493 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-28b31171-a1b2-4c9b-9275-ef093f087c3a req-a664aacf-3aeb-4d66-9ac6-0624a72caaef service neutron] 10.222.0.91 "GET /v2.0/networks/b1e83cd8-231e-4d82-be37-5015c69ef81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858209 Feb 17 18:08:59.992364 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-28b31171-a1b2-4c9b-9275-ef093f087c3a req-c547c1ff-6354-48fd-88fb-63350651abc2 service neutron] 10.222.0.91 "GET /v2.0/networks/b1e83cd8-231e-4d82-be37-5015c69ef81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936856 Feb 17 18:09:00.527159 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2b292-d37d-4261-9f57-9f6f5dc47c3e req-e8a96d7f-58c6-46d8-86fe-9504e62eb3ac tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:00.528764 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-57a2b292-d37d-4261-9f57-9f6f5dc47c3e req-e8a96d7f-58c6-46d8-86fe-9504e62eb3ac tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 943 time: 0.0572956 Feb 17 18:09:00.582941 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-57a2b292-d37d-4261-9f57-9f6f5dc47c3e req-fbd56c54-f2da-4a33-8f74-b8b6a22531b6 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=c55921fc-183a-4dc8-990d-bf8e8b5b5412&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485857 Feb 17 18:09:01.096561 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 6cad812a-c0b2-40eb-8f49-babb263c6145 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:09:01.205791 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 6cad812a-c0b2-40eb-8f49-babb263c6145, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=6cad812a-c0b2-40eb-8f49-babb263c6145,segment=NetworkSegment(d0f58d19-5932-451e-9fcc-1a4af2da32f9),segment_id=d0f58d19-5932-451e-9fcc-1a4af2da32f9)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:09:01.216469 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '6cad812a-c0b2-40eb-8f49-babb263c6145', 'network_id': 'b1e83cd8-231e-4d82-be37-5015c69ef81e', 'port_id': '6cad812a-c0b2-40eb-8f49-babb263c6145', 'mac_address': 'fa:16:3e:f4:0b:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00dba7e8-f1b1-47b8-89b0-db89b0990185', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:09:01.265493 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 6cad812a-c0b2-40eb-8f49-babb263c6145 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:09:01.266179 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6cad812a-c0b2-40eb-8f49-babb263c6145), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:01.290919 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cad812a-c0b2-40eb-8f49-babb263c6145 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:09:01.318308 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 6cad812a-c0b2-40eb-8f49-babb263c6145, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=6cad812a-c0b2-40eb-8f49-babb263c6145,segment=NetworkSegment(d0f58d19-5932-451e-9fcc-1a4af2da32f9),segment_id=d0f58d19-5932-451e-9fcc-1a4af2da32f9)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:09:01.324520 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (6cad812a-c0b2-40eb-8f49-babb263c6145), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:01.387391 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=6cad812a-c0b2-40eb-8f49-babb263c6145,revision_number=8']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:09:01.394813 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:09:01.395158 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:09:01.395503 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:09:01.395839 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:09:01.396171 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:09:01.396531 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:09:01.396862 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:09:01.397191 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:09:01.397516 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:09:01.397840 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:09:01.398210 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:09:01.398489 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:09:01.398810 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:09:01.728509 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e1f74-f78b-4cf9-97f9-65b454bdde26 req-ba95dcbf-2de8-47af-93fe-57fc3d67bf5f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:01.730083 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4c1e1f74-f78b-4cf9-97f9-65b454bdde26 req-ba95dcbf-2de8-47af-93fe-57fc3d67bf5f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 944 time: 0.0565898 Feb 17 18:09:01.781577 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4c1e1f74-f78b-4cf9-97f9-65b454bdde26 req-73df7664-a16e-46d5-9e55-f3188640386c tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=c55921fc-183a-4dc8-990d-bf8e8b5b5412&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448527 Feb 17 18:09:01.934172 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b31171-a1b2-4c9b-9275-ef093f087c3a req-cdd10a5a-293d-4c9b-a45c-38546a3012f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:01.935711 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-28b31171-a1b2-4c9b-9275-ef093f087c3a req-cdd10a5a-293d-4c9b-a45c-38546a3012f6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db&tenant_id=fbdb8b0945f14355a625c005e43f71f8 HTTP/1.1" status: 200 len: 1126 time: 0.1096034 Feb 17 18:09:01.946311 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-28b31171-a1b2-4c9b-9275-ef093f087c3a req-2292acec-5e4c-4180-9495-78c8c017b2ae service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829613-2', 'device_owner': 'compute:nova'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:09:02.005944 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-28b31171-a1b2-4c9b-9275-ef093f087c3a req-2292acec-5e4c-4180-9495-78c8c017b2ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6cad812a-c0b2-40eb-8f49-babb263c6145), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:02.217817 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-28b31171-a1b2-4c9b-9275-ef093f087c3a req-2292acec-5e4c-4180-9495-78c8c017b2ae service neutron] For port 6cad812a-c0b2-40eb-8f49-babb263c6145, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=6cad812a-c0b2-40eb-8f49-babb263c6145,segment=NetworkSegment(d0f58d19-5932-451e-9fcc-1a4af2da32f9),segment_id=d0f58d19-5932-451e-9fcc-1a4af2da32f9)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:09:02.251261 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-28b31171-a1b2-4c9b-9275-ef093f087c3a req-2292acec-5e4c-4180-9495-78c8c017b2ae service neutron] For port 6cad812a-c0b2-40eb-8f49-babb263c6145, host n-h2-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:09:02.616090 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-28b31171-a1b2-4c9b-9275-ef093f087c3a req-2292acec-5e4c-4180-9495-78c8c017b2ae service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6cad812a-c0b2-40eb-8f49-babb263c6145 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:09:02.624739 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-28b31171-a1b2-4c9b-9275-ef093f087c3a req-2292acec-5e4c-4180-9495-78c8c017b2ae service neutron] Publish callbacks [] for port (6cad812a-c0b2-40eb-8f49-babb263c6145), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:02.636090 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-28b31171-a1b2-4c9b-9275-ef093f087c3a req-2292acec-5e4c-4180-9495-78c8c017b2ae service neutron] Ignored duplicate provisioning block setup for port 6cad812a-c0b2-40eb-8f49-babb263c6145 by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 17 18:09:02.642129 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-28b31171-a1b2-4c9b-9275-ef093f087c3a req-2292acec-5e4c-4180-9495-78c8c017b2ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (6cad812a-c0b2-40eb-8f49-babb263c6145), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:02.762905 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2292acec-5e4c-4180-9495-78c8c017b2ae service neutron] Pushing event updated for resources: {'Port': ['ID=6cad812a-c0b2-40eb-8f49-babb263c6145,revision_number=9']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:09:02.788286 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2292acec-5e4c-4180-9495-78c8c017b2ae service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:09:02.788645 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2292acec-5e4c-4180-9495-78c8c017b2ae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:09:02.788980 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2292acec-5e4c-4180-9495-78c8c017b2ae service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:09:02.789323 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2292acec-5e4c-4180-9495-78c8c017b2ae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:09:02.789657 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2292acec-5e4c-4180-9495-78c8c017b2ae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:09:02.789989 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2292acec-5e4c-4180-9495-78c8c017b2ae service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:09:02.790321 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2292acec-5e4c-4180-9495-78c8c017b2ae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:09:02.790642 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2292acec-5e4c-4180-9495-78c8c017b2ae service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:09:02.790971 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2292acec-5e4c-4180-9495-78c8c017b2ae service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:09:02.791301 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2292acec-5e4c-4180-9495-78c8c017b2ae service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:09:02.791625 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2292acec-5e4c-4180-9495-78c8c017b2ae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:09:02.791946 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2292acec-5e4c-4180-9495-78c8c017b2ae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:09:02.792281 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2292acec-5e4c-4180-9495-78c8c017b2ae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:09:02.826348 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b31171-a1b2-4c9b-9275-ef093f087c3a req-2292acec-5e4c-4180-9495-78c8c017b2ae service neutron] No DVR routers for this DVR port 6cad812a-c0b2-40eb-8f49-babb263c6145 on host n-h2-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:09:02.978614 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-67de8dad-714e-4546-9bdd-0c33cb6e027b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:02.993040 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb83e6-af3d-4ebb-be5b-4caded7a21af req-153b5b70-a827-43ca-b3a5-5ddc3e457c77 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:02.994440 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ccfb83e6-af3d-4ebb-be5b-4caded7a21af req-153b5b70-a827-43ca-b3a5-5ddc3e457c77 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 943 time: 0.0908942 Feb 17 18:09:03.038534 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-28b31171-a1b2-4c9b-9275-ef093f087c3a req-2292acec-5e4c-4180-9495-78c8c017b2ae service neutron] Attempting to bind port 6cad812a-c0b2-40eb-8f49-babb263c6145 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:09:03.038951 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-28b31171-a1b2-4c9b-9275-ef093f087c3a req-2292acec-5e4c-4180-9495-78c8c017b2ae service neutron] Attempting to bind port 6cad812a-c0b2-40eb-8f49-babb263c6145 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': 'd0f58d19-5932-451e-9fcc-1a4af2da32f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b1e83cd8-231e-4d82-be37-5015c69ef81e'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:09:03.039202 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b31171-a1b2-4c9b-9275-ef093f087c3a req-2292acec-5e4c-4180-9495-78c8c017b2ae service neutron] Attempting to bind port 6cad812a-c0b2-40eb-8f49-babb263c6145 on network b1e83cd8-231e-4d82-be37-5015c69ef81e {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:09:03.053475 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b31171-a1b2-4c9b-9275-ef093f087c3a req-2292acec-5e4c-4180-9495-78c8c017b2ae service neutron] Port 6cad812a-c0b2-40eb-8f49-babb263c6145 on network b1e83cd8-231e-4d82-be37-5015c69ef81e not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:09:03.053878 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b31171-a1b2-4c9b-9275-ef093f087c3a req-2292acec-5e4c-4180-9495-78c8c017b2ae service neutron] Attempting to bind port 6cad812a-c0b2-40eb-8f49-babb263c6145 on network b1e83cd8-231e-4d82-be37-5015c69ef81e {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:09:03.065212 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b31171-a1b2-4c9b-9275-ef093f087c3a req-2292acec-5e4c-4180-9495-78c8c017b2ae service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:09:03.065557 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b31171-a1b2-4c9b-9275-ef093f087c3a req-2292acec-5e4c-4180-9495-78c8c017b2ae service neutron] Checking segment: {'id': 'd0f58d19-5932-451e-9fcc-1a4af2da32f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b1e83cd8-231e-4d82-be37-5015c69ef81e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:09:03.066462 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b31171-a1b2-4c9b-9275-ef093f087c3a req-2292acec-5e4c-4180-9495-78c8c017b2ae service neutron] Bound using segment: {'id': 'd0f58d19-5932-451e-9fcc-1a4af2da32f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b1e83cd8-231e-4d82-be37-5015c69ef81e'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:09:03.066897 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-28b31171-a1b2-4c9b-9275-ef093f087c3a req-2292acec-5e4c-4180-9495-78c8c017b2ae service neutron] Bound port: 6cad812a-c0b2-40eb-8f49-babb263c6145, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0f58d19-5932-451e-9fcc-1a4af2da32f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b1e83cd8-231e-4d82-be37-5015c69ef81e'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:09:03.067256 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-28b31171-a1b2-4c9b-9275-ef093f087c3a req-2292acec-5e4c-4180-9495-78c8c017b2ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6cad812a-c0b2-40eb-8f49-babb263c6145), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:03.083899 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ccfb83e6-af3d-4ebb-be5b-4caded7a21af req-57c52dba-473b-4d50-b272-bc3e14f31d71 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=c55921fc-183a-4dc8-990d-bf8e8b5b5412&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0733459 Feb 17 18:09:03.139723 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-28b31171-a1b2-4c9b-9275-ef093f087c3a req-2292acec-5e4c-4180-9495-78c8c017b2ae service neutron] For port 6cad812a-c0b2-40eb-8f49-babb263c6145, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:09:03.142937 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-28b31171-a1b2-4c9b-9275-ef093f087c3a req-2292acec-5e4c-4180-9495-78c8c017b2ae service neutron] For port 6cad812a-c0b2-40eb-8f49-babb263c6145, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=6cad812a-c0b2-40eb-8f49-babb263c6145,segment=NetworkSegment(d0f58d19-5932-451e-9fcc-1a4af2da32f9),segment_id=d0f58d19-5932-451e-9fcc-1a4af2da32f9)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:09:03.150148 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-28b31171-a1b2-4c9b-9275-ef093f087c3a req-2292acec-5e4c-4180-9495-78c8c017b2ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (6cad812a-c0b2-40eb-8f49-babb263c6145), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:03.185898 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b31171-a1b2-4c9b-9275-ef093f087c3a req-2292acec-5e4c-4180-9495-78c8c017b2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:03.186541 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-28b31171-a1b2-4c9b-9275-ef093f087c3a req-2292acec-5e4c-4180-9495-78c8c017b2ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:03.187958 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-28b31171-a1b2-4c9b-9275-ef093f087c3a req-2292acec-5e4c-4180-9495-78c8c017b2ae service neutron] 10.222.0.71 "PUT /v2.0/ports/6cad812a-c0b2-40eb-8f49-babb263c6145 HTTP/1.1" status: 200 len: 1091 time: 1.2456870 Feb 17 18:09:03.188570 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ca2db87-bbc6-4c38-8cd4-08407c3068db', 'tag': '6cad812a-c0b2-40eb-8f49-babb263c6145'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:09:03.191321 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67c580a-7fd1-4c09-b4d2-29d8bc75ee2d" -d '{"events": [{"name": "network-changed", "server_uuid": "2ca2db87-bbc6-4c38-8cd4-08407c3068db", "tag": "6cad812a-c0b2-40eb-8f49-babb263c6145"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:09:03.275765 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562743f6-b3d9-46fa-a55f-73758aab50c8 x-openstack-request-id: req-562743f6-b3d9-46fa-a55f-73758aab50c8 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:09:03.276162 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ca2db87-bbc6-4c38-8cd4-08407c3068db", "tag": "6cad812a-c0b2-40eb-8f49-babb263c6145", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:09:03.276533 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-562743f6-b3d9-46fa-a55f-73758aab50c8 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:09:03.277022 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ca2db87-bbc6-4c38-8cd4-08407c3068db', 'tag': '6cad812a-c0b2-40eb-8f49-babb263c6145', 'status': 'completed', 'code': 200} Feb 17 18:09:03.286510 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2292acec-5e4c-4180-9495-78c8c017b2ae service neutron] Pushing event updated for resources: {'Port': ['ID=6cad812a-c0b2-40eb-8f49-babb263c6145,revision_number=10']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:09:03.314126 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b31171-a1b2-4c9b-9275-ef093f087c3a req-4c919fe7-48ad-44e0-b8fa-6e4dd787f5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:03.316670 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-28b31171-a1b2-4c9b-9275-ef093f087c3a req-4c919fe7-48ad-44e0-b8fa-6e4dd787f5d8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fbdb8b0945f14355a625c005e43f71f8&device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 1126 time: 0.0802505 Feb 17 18:09:03.325329 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c580a-7fd1-4c09-b4d2-29d8bc75ee2d req-6e284b9f-433f-4547-83c5-530b75003e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:03.327692 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e67c580a-7fd1-4c09-b4d2-29d8bc75ee2d req-6e284b9f-433f-4547-83c5-530b75003e9a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fbdb8b0945f14355a625c005e43f71f8&device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 1126 time: 0.0481076 Feb 17 18:09:03.422736 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b31171-a1b2-4c9b-9275-ef093f087c3a req-fd391833-2928-4e94-aa3e-1e51d0a0d29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:03.424272 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-28b31171-a1b2-4c9b-9275-ef093f087c3a req-fd391833-2928-4e94-aa3e-1e51d0a0d29e service neutron] 10.222.0.71 "GET /v2.0/networks?id=b1e83cd8-231e-4d82-be37-5015c69ef81e HTTP/1.1" status: 200 len: 897 time: 0.1028118 Feb 17 18:09:03.453699 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c580a-7fd1-4c09-b4d2-29d8bc75ee2d req-e85282ff-ffbf-45d1-90f1-e69f6677fb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:03.455204 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e67c580a-7fd1-4c09-b4d2-29d8bc75ee2d req-e85282ff-ffbf-45d1-90f1-e69f6677fb39 service neutron] 10.222.0.91 "GET /v2.0/networks?id=b1e83cd8-231e-4d82-be37-5015c69ef81e HTTP/1.1" status: 200 len: 897 time: 0.1222174 Feb 17 18:09:03.507219 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-28b31171-a1b2-4c9b-9275-ef093f087c3a req-942e9610-c883-4bb0-9d7f-25a8b4b0cf50 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6cad812a-c0b2-40eb-8f49-babb263c6145 HTTP/1.1" status: 200 len: 999 time: 0.0765395 Feb 17 18:09:03.530835 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e67c580a-7fd1-4c09-b4d2-29d8bc75ee2d req-264752f5-d43b-4a07-a448-23c8156632c5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6cad812a-c0b2-40eb-8f49-babb263c6145 HTTP/1.1" status: 200 len: 999 time: 0.0704012 Feb 17 18:09:03.555733 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b31171-a1b2-4c9b-9275-ef093f087c3a req-4b91cc08-968d-4f24-b027-2b0815f71809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:03.557332 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-28b31171-a1b2-4c9b-9275-ef093f087c3a req-4b91cc08-968d-4f24-b027-2b0815f71809 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=00dba7e8-f1b1-47b8-89b0-db89b0990185 HTTP/1.1" status: 200 len: 835 time: 0.0448205 Feb 17 18:09:03.583168 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c580a-7fd1-4c09-b4d2-29d8bc75ee2d req-6b95d333-a655-456e-958f-47710f1ed2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:03.584767 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e67c580a-7fd1-4c09-b4d2-29d8bc75ee2d req-6b95d333-a655-456e-958f-47710f1ed2b6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=00dba7e8-f1b1-47b8-89b0-db89b0990185 HTTP/1.1" status: 200 len: 835 time: 0.0488477 Feb 17 18:09:03.608720 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b31171-a1b2-4c9b-9275-ef093f087c3a req-b5c478a8-b025-4839-81f2-adf5aa5159bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:03.610418 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-28b31171-a1b2-4c9b-9275-ef093f087c3a req-b5c478a8-b025-4839-81f2-adf5aa5159bb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b1e83cd8-231e-4d82-be37-5015c69ef81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477107 Feb 17 18:09:03.646057 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c580a-7fd1-4c09-b4d2-29d8bc75ee2d req-1b15eb8d-d89f-49dc-ad1d-61c6abce3209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:03.647716 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e67c580a-7fd1-4c09-b4d2-29d8bc75ee2d req-1b15eb8d-d89f-49dc-ad1d-61c6abce3209 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b1e83cd8-231e-4d82-be37-5015c69ef81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0573852 Feb 17 18:09:03.707388 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-28b31171-a1b2-4c9b-9275-ef093f087c3a req-f49bc1b6-b45c-4cbe-befd-65b47641d261 service neutron] 10.222.0.71 "GET /v2.0/networks/b1e83cd8-231e-4d82-be37-5015c69ef81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909734 Feb 17 18:09:03.744163 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e67c580a-7fd1-4c09-b4d2-29d8bc75ee2d req-58c580a3-10c5-43c0-8ff8-b4b6e40d8483 service neutron] 10.222.0.91 "GET /v2.0/networks/b1e83cd8-231e-4d82-be37-5015c69ef81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884600 Feb 17 18:09:03.810763 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-28b31171-a1b2-4c9b-9275-ef093f087c3a req-3121d42f-8824-4dbe-a6ae-6595f9aa70de service neutron] 10.222.0.71 "GET /v2.0/networks/b1e83cd8-231e-4d82-be37-5015c69ef81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981545 Feb 17 18:09:03.842196 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e67c580a-7fd1-4c09-b4d2-29d8bc75ee2d req-9d5efe40-cf5a-4ffc-af0f-6d730ac4be0b service neutron] 10.222.0.91 "GET /v2.0/networks/b1e83cd8-231e-4d82-be37-5015c69ef81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918813 Feb 17 18:09:03.905565 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c580a-7fd1-4c09-b4d2-29d8bc75ee2d req-e6b16e29-667b-4240-83b8-99685702fe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:03.907208 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e67c580a-7fd1-4c09-b4d2-29d8bc75ee2d req-e6b16e29-667b-4240-83b8-99685702fe10 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fbdb8b0945f14355a625c005e43f71f8&device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 1126 time: 0.0465345 Feb 17 18:09:03.920067 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:09:04.014906 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c580a-7fd1-4c09-b4d2-29d8bc75ee2d req-fa0b99af-fc87-4c67-afdf-088b6e772dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:04.016811 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e67c580a-7fd1-4c09-b4d2-29d8bc75ee2d req-fa0b99af-fc87-4c67-afdf-088b6e772dcf service neutron] 10.222.0.71 "GET /v2.0/networks?id=b1e83cd8-231e-4d82-be37-5015c69ef81e HTTP/1.1" status: 200 len: 897 time: 0.1030552 Feb 17 18:09:04.088824 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e67c580a-7fd1-4c09-b4d2-29d8bc75ee2d req-abbaa76e-8c02-42b0-afdb-3a24ef6f78b7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6cad812a-c0b2-40eb-8f49-babb263c6145 HTTP/1.1" status: 200 len: 999 time: 0.0655410 Feb 17 18:09:04.139744 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c580a-7fd1-4c09-b4d2-29d8bc75ee2d req-146f8fe0-76d4-4134-ab79-e0e290dd9b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:04.140824 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e67c580a-7fd1-4c09-b4d2-29d8bc75ee2d req-146f8fe0-76d4-4134-ab79-e0e290dd9b53 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=00dba7e8-f1b1-47b8-89b0-db89b0990185 HTTP/1.1" status: 200 len: 835 time: 0.0456293 Feb 17 18:09:04.226168 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c580a-7fd1-4c09-b4d2-29d8bc75ee2d req-d0cbe321-66c4-44f1-9fb0-51fbb3f4bafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:04.227719 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e67c580a-7fd1-4c09-b4d2-29d8bc75ee2d req-d0cbe321-66c4-44f1-9fb0-51fbb3f4bafc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b1e83cd8-231e-4d82-be37-5015c69ef81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0798578 Feb 17 18:09:04.249191 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdaf7dc-a037-4901-9995-52dab63e46f8 req-16529845-8e6d-4b28-a1ba-beaf23db0a71 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:04.250632 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9fdaf7dc-a037-4901-9995-52dab63e46f8 req-16529845-8e6d-4b28-a1ba-beaf23db0a71 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 944 time: 0.0936313 Feb 17 18:09:04.364353 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9fdaf7dc-a037-4901-9995-52dab63e46f8 req-da6d82f3-6bf6-4341-9975-4b356a6b2dd4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=c55921fc-183a-4dc8-990d-bf8e8b5b5412&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1028907 Feb 17 18:09:04.391803 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e67c580a-7fd1-4c09-b4d2-29d8bc75ee2d req-4d6893f4-a97a-43fc-8b28-b21268de5504 service neutron] 10.222.0.71 "GET /v2.0/networks/b1e83cd8-231e-4d82-be37-5015c69ef81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571953 Feb 17 18:09:04.490400 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e67c580a-7fd1-4c09-b4d2-29d8bc75ee2d req-59ced5ff-bac1-4252-b024-71166f08e3d6 service neutron] 10.222.0.71 "GET /v2.0/networks/b1e83cd8-231e-4d82-be37-5015c69ef81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925148 Feb 17 18:09:05.112484 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 6cad812a-c0b2-40eb-8f49-babb263c6145 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:09:05.154281 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] The host n-h2-829613-2 is not matching for port 6cad812a-c0b2-40eb-8f49-babb263c6145 host n-h1-829613-2! {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 17 18:09:05.154677 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 6cad812a-c0b2-40eb-8f49-babb263c6145 not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:09:05.449202 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-47fb28fd-bc53-4ac4-80fb-d75e6f2466eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:05.495207 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e324871-10be-4b84-a50f-a18bedc058a1 req-4f57002f-4cde-4f4a-875b-89fbe8b0b928 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:05.496757 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2e324871-10be-4b84-a50f-a18bedc058a1 req-4f57002f-4cde-4f4a-875b-89fbe8b0b928 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 944 time: 0.0570831 Feb 17 18:09:05.548691 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2e324871-10be-4b84-a50f-a18bedc058a1 req-30e6e632-5852-44fd-bea7-2166b09a1629 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=c55921fc-183a-4dc8-990d-bf8e8b5b5412&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461407 Feb 17 18:09:05.572602 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34142) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:09:05.638100 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4a50ad0d-c753-4968-b8e2-f7a22ad11c95 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/floatingips/5e396525-0639-4a75-b4c4-a81544a88042 HTTP/1.1" status: 200 len: 991 time: 0.0643487 Feb 17 18:09:06.231602 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 6cad812a-c0b2-40eb-8f49-babb263c6145 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:09:06.331320 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 6cad812a-c0b2-40eb-8f49-babb263c6145, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=6cad812a-c0b2-40eb-8f49-babb263c6145,segment=NetworkSegment(d0f58d19-5932-451e-9fcc-1a4af2da32f9),segment_id=d0f58d19-5932-451e-9fcc-1a4af2da32f9)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:09:06.343198 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '6cad812a-c0b2-40eb-8f49-babb263c6145', 'network_id': 'b1e83cd8-231e-4d82-be37-5015c69ef81e', 'port_id': '6cad812a-c0b2-40eb-8f49-babb263c6145', 'mac_address': 'fa:16:3e:f4:0b:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00dba7e8-f1b1-47b8-89b0-db89b0990185', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:09:06.383977 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 6cad812a-c0b2-40eb-8f49-babb263c6145 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:09:06.384450 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6cad812a-c0b2-40eb-8f49-babb263c6145), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:06.399108 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cad812a-c0b2-40eb-8f49-babb263c6145 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:09:06.423066 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 6cad812a-c0b2-40eb-8f49-babb263c6145, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=6cad812a-c0b2-40eb-8f49-babb263c6145,segment=NetworkSegment(d0f58d19-5932-451e-9fcc-1a4af2da32f9),segment_id=d0f58d19-5932-451e-9fcc-1a4af2da32f9)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:09:06.427241 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (6cad812a-c0b2-40eb-8f49-babb263c6145), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:06.485030 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=6cad812a-c0b2-40eb-8f49-babb263c6145,revision_number=11']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:09:06.638420 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['6cad812a-c0b2-40eb-8f49-babb263c6145'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:09:06.804232 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:08.012733 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:08.241710 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 6cad812a-c0b2-40eb-8f49-babb263c6145 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:09:08.293283 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 6cad812a-c0b2-40eb-8f49-babb263c6145 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 18:09:08.297628 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 6cad812a-c0b2-40eb-8f49-babb263c6145 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:09:08.298009 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6cad812a-c0b2-40eb-8f49-babb263c6145), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:08.379687 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 6cad812a-c0b2-40eb-8f49-babb263c6145 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:09:08.380072 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6cad812a-c0b2-40eb-8f49-babb263c6145), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:08.403381 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca2db87-bbc6-4c38-8cd4-08407c3068db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cad812a-c0b2-40eb-8f49-babb263c6145'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:09:08.405569 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2558d36c-9d33-4f3b-92ba-1491f1596b3e" -d '{"events": [{"server_uuid": "2ca2db87-bbc6-4c38-8cd4-08407c3068db", "name": "network-vif-plugged", "status": "completed", "tag": "6cad812a-c0b2-40eb-8f49-babb263c6145"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:09:08.422434 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 6cad812a-c0b2-40eb-8f49-babb263c6145, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=6cad812a-c0b2-40eb-8f49-babb263c6145,segment=NetworkSegment(d0f58d19-5932-451e-9fcc-1a4af2da32f9),segment_id=d0f58d19-5932-451e-9fcc-1a4af2da32f9)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:09:08.427094 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (6cad812a-c0b2-40eb-8f49-babb263c6145), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:08.454390 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5a5ac7-8437-4c60-9a05-997974e51310 x-openstack-request-id: req-aa5a5ac7-8437-4c60-9a05-997974e51310 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:09:08.454913 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ca2db87-bbc6-4c38-8cd4-08407c3068db", "name": "network-vif-plugged", "status": "completed", "tag": "6cad812a-c0b2-40eb-8f49-babb263c6145", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:09:08.455170 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-aa5a5ac7-8437-4c60-9a05-997974e51310 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:09:08.455561 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca2db87-bbc6-4c38-8cd4-08407c3068db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cad812a-c0b2-40eb-8f49-babb263c6145', 'code': 200} Feb 17 18:09:08.482924 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=6cad812a-c0b2-40eb-8f49-babb263c6145,revision_number=12']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:09:09.101411 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:19.133893 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:19.925712 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:27.809932 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8fc10-ec5e-4562-8600-ce0f2ac0f62f req-9e224fb5-d564-4a9e-9966-286058ca1cbf tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:27.811503 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dbc8fc10-ec5e-4562-8600-ce0f2ac0f62f req-9e224fb5-d564-4a9e-9966-286058ca1cbf tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.87 "GET /v2.0/networks?id=e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f HTTP/1.1" status: 200 len: 814 time: 0.1095548 Feb 17 18:09:27.826912 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dbc8fc10-ec5e-4562-8600-ce0f2ac0f62f req-b34e8676-386f-40d7-9cd5-c45013507faf tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.87 "GET /v2.0/quotas/fa5431e3b4614ca780961a3b67572571 HTTP/1.1" status: 200 len: 375 time: 0.0093441 Feb 17 18:09:27.859787 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dbc8fc10-ec5e-4562-8600-ce0f2ac0f62f req-bbe728cc-5879-491b-baa6-384078396031 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=fa5431e3b4614ca780961a3b67572571&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277925 Feb 17 18:09:27.870768 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-dbc8fc10-ec5e-4562-8600-ce0f2ac0f62f req-42aaed4d-8d51-4798-9b30-6a72daecb2fd service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 18:09:27.871674 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dbc8fc10-ec5e-4562-8600-ce0f2ac0f62f req-42aaed4d-8d51-4798-9b30-6a72daecb2fd service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050471 Feb 17 18:09:27.965561 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dbc8fc10-ec5e-4562-8600-ce0f2ac0f62f req-0e0acaf2-8932-4020-900e-6a411350c310 service neutron] 10.222.0.87 "GET /v2.0/networks/e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882704 Feb 17 18:09:28.055203 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dbc8fc10-ec5e-4562-8600-ce0f2ac0f62f req-944d018a-fbe5-461a-a8da-77f52190a0b1 service neutron] 10.222.0.87 "GET /v2.0/networks/e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838866 Feb 17 18:09:28.225354 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-790fee93-e71d-4d9b-86f0-422cc2915c99 req-7e66fc58-5156-466b-8937-894b03361fa9 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fa7e6ef-187d-4d22-ae46-ed7fea605695 HTTP/1.1" status: 200 len: 210 time: 0.0331640 Feb 17 18:09:29.203736 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8fc10-ec5e-4562-8600-ce0f2ac0f62f req-e4e23983-a6da-42d1-98df-e746b1645a5a tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:29.205486 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dbc8fc10-ec5e-4562-8600-ce0f2ac0f62f req-e4e23983-a6da-42d1-98df-e746b1645a5a tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.91 "GET /v2.0/networks?id=e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f HTTP/1.1" status: 200 len: 814 time: 0.1089318 Feb 17 18:09:29.218358 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-dbc8fc10-ec5e-4562-8600-ce0f2ac0f62f req-74864d57-64e9-4b79-b38d-6d7b9bbcb0eb tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Request body: {'port': {'device_id': '7fa7e6ef-187d-4d22-ae46-ed7fea605695', 'network_id': 'e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f', 'admin_state_up': True, 'tenant_id': 'fa5431e3b4614ca780961a3b67572571'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:09:29.331914 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d72c2f8-a406-46a1-aed7-68e5c1a28952 req-d0785b02-a8af-4e17-9b14-a6b7c1f09344 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fa7e6ef-187d-4d22-ae46-ed7fea605695 HTTP/1.1" status: 200 len: 210 time: 0.0357792 Feb 17 18:09:29.332767 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbc8fc10-ec5e-4562-8600-ce0f2ac0f62f req-74864d57-64e9-4b79-b38d-6d7b9bbcb0eb tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Made reservation on behalf of fa5431e3b4614ca780961a3b67572571 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:09:29.336234 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dbc8fc10-ec5e-4562-8600-ce0f2ac0f62f req-74864d57-64e9-4b79-b38d-6d7b9bbcb0eb tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:29.464917 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-dbc8fc10-ec5e-4562-8600-ce0f2ac0f62f req-74864d57-64e9-4b79-b38d-6d7b9bbcb0eb tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Allocated IP 172.20.0.5 (e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f/553028f8-b1a2-4bf5-9145-a864859ac515/1558bdce-6281-4ffd-97a0-bcd83a0002bb) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:09:29.977135 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dbc8fc10-ec5e-4562-8600-ce0f2ac0f62f req-74864d57-64e9-4b79-b38d-6d7b9bbcb0eb tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Publish callbacks [] for port (1558bdce-6281-4ffd-97a0-bcd83a0002bb), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:30.013540 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dbc8fc10-ec5e-4562-8600-ce0f2ac0f62f req-74864d57-64e9-4b79-b38d-6d7b9bbcb0eb tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (1558bdce-6281-4ffd-97a0-bcd83a0002bb), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:30.064183 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbc8fc10-ec5e-4562-8600-ce0f2ac0f62f req-74864d57-64e9-4b79-b38d-6d7b9bbcb0eb tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Network e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:09:30.067364 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-dbc8fc10-ec5e-4562-8600-ce0f2ac0f62f req-74864d57-64e9-4b79-b38d-6d7b9bbcb0eb tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:09:30.071122 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc8fc10-ec5e-4562-8600-ce0f2ac0f62f req-74864d57-64e9-4b79-b38d-6d7b9bbcb0eb tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:09:30.099342 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74864d57-64e9-4b79-b38d-6d7b9bbcb0eb tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Pushing event updated for resources: {'Port': ['ID=1558bdce-6281-4ffd-97a0-bcd83a0002bb,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:09:30.131175 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8fc10-ec5e-4562-8600-ce0f2ac0f62f req-74864d57-64e9-4b79-b38d-6d7b9bbcb0eb tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:30.131792 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dbc8fc10-ec5e-4562-8600-ce0f2ac0f62f req-74864d57-64e9-4b79-b38d-6d7b9bbcb0eb tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:30.148644 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dbc8fc10-ec5e-4562-8600-ce0f2ac0f62f req-74864d57-64e9-4b79-b38d-6d7b9bbcb0eb tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9348321 Feb 17 18:09:30.160014 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-dbc8fc10-ec5e-4562-8600-ce0f2ac0f62f req-4ecfa895-e9c4-4b5f-a1ca-151ba01936d2 service neutron] Request body: {'port': {'device_id': '7fa7e6ef-187d-4d22-ae46-ed7fea605695', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:09:30.225695 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dbc8fc10-ec5e-4562-8600-ce0f2ac0f62f req-4ecfa895-e9c4-4b5f-a1ca-151ba01936d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1558bdce-6281-4ffd-97a0-bcd83a0002bb), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:30.446021 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281e367-a163-4154-bd67-c3fff394a4a8 req-81c95510-386b-4217-bb03-405ad55b5926 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:30.447527 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b281e367-a163-4154-bd67-c3fff394a4a8 req-81c95510-386b-4217-bb03-405ad55b5926 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fa7e6ef-187d-4d22-ae46-ed7fea605695 HTTP/1.1" status: 200 len: 931 time: 0.0528958 Feb 17 18:09:30.486319 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-dbc8fc10-ec5e-4562-8600-ce0f2ac0f62f req-4ecfa895-e9c4-4b5f-a1ca-151ba01936d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1558bdce-6281-4ffd-97a0-bcd83a0002bb {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:09:30.494020 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dbc8fc10-ec5e-4562-8600-ce0f2ac0f62f req-4ecfa895-e9c4-4b5f-a1ca-151ba01936d2 service neutron] Publish callbacks [] for port (1558bdce-6281-4ffd-97a0-bcd83a0002bb), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:30.496027 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b281e367-a163-4154-bd67-c3fff394a4a8 req-4b2c2fb6-1aae-48ee-8ba7-897bef9fa68b tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.87 "GET /v2.0/security-groups?id=6036987f-3fce-40fb-ba0d-b6f4e0e4cf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423403 Feb 17 18:09:30.506494 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-dbc8fc10-ec5e-4562-8600-ce0f2ac0f62f req-4ecfa895-e9c4-4b5f-a1ca-151ba01936d2 service neutron] Transition to ACTIVE for port object 1558bdce-6281-4ffd-97a0-bcd83a0002bb will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 18:09:30.511223 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dbc8fc10-ec5e-4562-8600-ce0f2ac0f62f req-4ecfa895-e9c4-4b5f-a1ca-151ba01936d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (1558bdce-6281-4ffd-97a0-bcd83a0002bb), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:30.565657 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecfa895-e9c4-4b5f-a1ca-151ba01936d2 service neutron] Pushing event updated for resources: {'Port': ['ID=1558bdce-6281-4ffd-97a0-bcd83a0002bb,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:09:30.634084 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-dbc8fc10-ec5e-4562-8600-ce0f2ac0f62f req-4ecfa895-e9c4-4b5f-a1ca-151ba01936d2 service neutron] Attempting to bind port 1558bdce-6281-4ffd-97a0-bcd83a0002bb on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:09:30.634426 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-dbc8fc10-ec5e-4562-8600-ce0f2ac0f62f req-4ecfa895-e9c4-4b5f-a1ca-151ba01936d2 service neutron] Attempting to bind port 1558bdce-6281-4ffd-97a0-bcd83a0002bb by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '5bd15d2b-1a4d-4af5-884d-d55a256abe90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:09:30.634761 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc8fc10-ec5e-4562-8600-ce0f2ac0f62f req-4ecfa895-e9c4-4b5f-a1ca-151ba01936d2 service neutron] Attempting to bind port 1558bdce-6281-4ffd-97a0-bcd83a0002bb on network e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:09:30.639068 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc8fc10-ec5e-4562-8600-ce0f2ac0f62f req-4ecfa895-e9c4-4b5f-a1ca-151ba01936d2 service neutron] Port 1558bdce-6281-4ffd-97a0-bcd83a0002bb on network e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:09:30.639396 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc8fc10-ec5e-4562-8600-ce0f2ac0f62f req-4ecfa895-e9c4-4b5f-a1ca-151ba01936d2 service neutron] Attempting to bind port 1558bdce-6281-4ffd-97a0-bcd83a0002bb on network e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:09:30.644303 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc8fc10-ec5e-4562-8600-ce0f2ac0f62f req-4ecfa895-e9c4-4b5f-a1ca-151ba01936d2 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:09:30.644650 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc8fc10-ec5e-4562-8600-ce0f2ac0f62f req-4ecfa895-e9c4-4b5f-a1ca-151ba01936d2 service neutron] Checking segment: {'id': '5bd15d2b-1a4d-4af5-884d-d55a256abe90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:09:30.645646 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc8fc10-ec5e-4562-8600-ce0f2ac0f62f req-4ecfa895-e9c4-4b5f-a1ca-151ba01936d2 service neutron] Bound using segment: {'id': '5bd15d2b-1a4d-4af5-884d-d55a256abe90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:09:30.646098 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-dbc8fc10-ec5e-4562-8600-ce0f2ac0f62f req-4ecfa895-e9c4-4b5f-a1ca-151ba01936d2 service neutron] Bound port: 1558bdce-6281-4ffd-97a0-bcd83a0002bb, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bd15d2b-1a4d-4af5-884d-d55a256abe90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:09:30.646459 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dbc8fc10-ec5e-4562-8600-ce0f2ac0f62f req-4ecfa895-e9c4-4b5f-a1ca-151ba01936d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1558bdce-6281-4ffd-97a0-bcd83a0002bb), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:30.707124 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-dbc8fc10-ec5e-4562-8600-ce0f2ac0f62f req-4ecfa895-e9c4-4b5f-a1ca-151ba01936d2 service neutron] For port 1558bdce-6281-4ffd-97a0-bcd83a0002bb, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:09:30.710781 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-dbc8fc10-ec5e-4562-8600-ce0f2ac0f62f req-4ecfa895-e9c4-4b5f-a1ca-151ba01936d2 service neutron] For port 1558bdce-6281-4ffd-97a0-bcd83a0002bb, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=1558bdce-6281-4ffd-97a0-bcd83a0002bb,segment=NetworkSegment(5bd15d2b-1a4d-4af5-884d-d55a256abe90),segment_id=5bd15d2b-1a4d-4af5-884d-d55a256abe90)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:09:30.716562 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dbc8fc10-ec5e-4562-8600-ce0f2ac0f62f req-4ecfa895-e9c4-4b5f-a1ca-151ba01936d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (1558bdce-6281-4ffd-97a0-bcd83a0002bb), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:30.755409 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8fc10-ec5e-4562-8600-ce0f2ac0f62f req-4ecfa895-e9c4-4b5f-a1ca-151ba01936d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:30.755971 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dbc8fc10-ec5e-4562-8600-ce0f2ac0f62f req-4ecfa895-e9c4-4b5f-a1ca-151ba01936d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:30.757405 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dbc8fc10-ec5e-4562-8600-ce0f2ac0f62f req-4ecfa895-e9c4-4b5f-a1ca-151ba01936d2 service neutron] 10.222.0.91 "PUT /v2.0/ports/1558bdce-6281-4ffd-97a0-bcd83a0002bb HTTP/1.1" status: 200 len: 1091 time: 0.6021864 Feb 17 18:09:30.759621 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa7e6ef-187d-4d22-ae46-ed7fea605695', 'tag': '1558bdce-6281-4ffd-97a0-bcd83a0002bb'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:09:30.763125 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b423c3ff-1351-4cdb-8a6c-6b36e6d71f2c" -d '{"events": [{"name": "network-changed", "server_uuid": "7fa7e6ef-187d-4d22-ae46-ed7fea605695", "tag": "1558bdce-6281-4ffd-97a0-bcd83a0002bb"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:09:30.789029 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecfa895-e9c4-4b5f-a1ca-151ba01936d2 service neutron] Pushing event updated for resources: {'Port': ['ID=1558bdce-6281-4ffd-97a0-bcd83a0002bb,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:09:30.801315 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c8165c-0239-4c34-9d2c-1e785487482b x-openstack-request-id: req-d1c8165c-0239-4c34-9d2c-1e785487482b {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:09:30.801612 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fa7e6ef-187d-4d22-ae46-ed7fea605695", "tag": "1558bdce-6281-4ffd-97a0-bcd83a0002bb", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:09:30.801890 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d1c8165c-0239-4c34-9d2c-1e785487482b {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:09:30.802294 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fa7e6ef-187d-4d22-ae46-ed7fea605695', 'tag': '1558bdce-6281-4ffd-97a0-bcd83a0002bb', 'status': 'completed', 'code': 200} Feb 17 18:09:30.850011 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8fc10-ec5e-4562-8600-ce0f2ac0f62f req-5611981f-194b-40a4-9443-b0c97625f1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:30.851579 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dbc8fc10-ec5e-4562-8600-ce0f2ac0f62f req-5611981f-194b-40a4-9443-b0c97625f1f3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fa5431e3b4614ca780961a3b67572571&device_id=7fa7e6ef-187d-4d22-ae46-ed7fea605695 HTTP/1.1" status: 200 len: 1125 time: 0.0462334 Feb 17 18:09:30.893468 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dbc8fc10-ec5e-4562-8600-ce0f2ac0f62f req-9b042a1f-a1ed-4aee-a5a1-fb6e668b4d10 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1558bdce-6281-4ffd-97a0-bcd83a0002bb HTTP/1.1" status: 200 len: 217 time: 0.0341229 Feb 17 18:09:30.938923 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8fc10-ec5e-4562-8600-ce0f2ac0f62f req-4da67ce3-51ab-482d-ab65-fb1bdcbb1233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:30.940408 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dbc8fc10-ec5e-4562-8600-ce0f2ac0f62f req-4da67ce3-51ab-482d-ab65-fb1bdcbb1233 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=553028f8-b1a2-4bf5-9145-a864859ac515 HTTP/1.1" status: 200 len: 854 time: 0.0420353 Feb 17 18:09:30.975258 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dbc8fc10-ec5e-4562-8600-ce0f2ac0f62f req-76db7e15-0a29-44e7-a710-6a7e1eddacc0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296016 Feb 17 18:09:31.065007 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dbc8fc10-ec5e-4562-8600-ce0f2ac0f62f req-dbe1c632-697d-4e07-ae00-4c0178217b31 service neutron] 10.222.0.91 "GET /v2.0/networks/e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842581 Feb 17 18:09:31.157049 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dbc8fc10-ec5e-4562-8600-ce0f2ac0f62f req-3142f9e0-4e40-4273-aca9-dd96a55428e7 service neutron] 10.222.0.91 "GET /v2.0/networks/e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865719 Feb 17 18:09:31.247233 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423c3ff-1351-4cdb-8a6c-6b36e6d71f2c req-4945407f-8df4-4b9d-866f-0552a6f317e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:31.248790 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b423c3ff-1351-4cdb-8a6c-6b36e6d71f2c req-4945407f-8df4-4b9d-866f-0552a6f317e8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fa5431e3b4614ca780961a3b67572571&device_id=7fa7e6ef-187d-4d22-ae46-ed7fea605695 HTTP/1.1" status: 200 len: 1125 time: 0.0472467 Feb 17 18:09:31.343001 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423c3ff-1351-4cdb-8a6c-6b36e6d71f2c req-dc9c6495-76dd-4285-b0e0-bfbb14f058c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:31.344415 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b423c3ff-1351-4cdb-8a6c-6b36e6d71f2c req-dc9c6495-76dd-4285-b0e0-bfbb14f058c5 service neutron] 10.222.0.91 "GET /v2.0/networks?id=e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f HTTP/1.1" status: 200 len: 915 time: 0.0887830 Feb 17 18:09:31.386633 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b423c3ff-1351-4cdb-8a6c-6b36e6d71f2c req-5ab83513-8517-4ac4-8813-689f711743a7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1558bdce-6281-4ffd-97a0-bcd83a0002bb HTTP/1.1" status: 200 len: 217 time: 0.0362411 Feb 17 18:09:31.434454 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423c3ff-1351-4cdb-8a6c-6b36e6d71f2c req-9b6508b5-c9a1-4cc2-8647-3b55cca3f214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:31.435889 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b423c3ff-1351-4cdb-8a6c-6b36e6d71f2c req-9b6508b5-c9a1-4cc2-8647-3b55cca3f214 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=553028f8-b1a2-4bf5-9145-a864859ac515 HTTP/1.1" status: 200 len: 854 time: 0.0426803 Feb 17 18:09:31.467092 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b423c3ff-1351-4cdb-8a6c-6b36e6d71f2c req-a221a73f-be23-43b5-b612-b0c8d8f0c04d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249619 Feb 17 18:09:31.561870 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b423c3ff-1351-4cdb-8a6c-6b36e6d71f2c req-c9d43fc7-1e8b-42ab-8bfe-b1039d19b3a0 service neutron] 10.222.0.91 "GET /v2.0/networks/e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875609 Feb 17 18:09:31.617318 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e2eef-338f-439d-adff-22af0271ff00 req-213719c8-5953-4adb-bbf0-a28c90b78be9 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:31.618735 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-596e2eef-338f-439d-adff-22af0271ff00 req-213719c8-5953-4adb-bbf0-a28c90b78be9 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fa7e6ef-187d-4d22-ae46-ed7fea605695 HTTP/1.1" status: 200 len: 943 time: 0.0539305 Feb 17 18:09:31.659008 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b423c3ff-1351-4cdb-8a6c-6b36e6d71f2c req-5fb5709e-ab33-4ae5-9354-149a234e1f43 service neutron] 10.222.0.91 "GET /v2.0/networks/e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905764 Feb 17 18:09:31.670439 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-596e2eef-338f-439d-adff-22af0271ff00 req-8ad201d5-78ac-4132-bf13-712bc947a9d3 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.87 "GET /v2.0/security-groups?id=6036987f-3fce-40fb-ba0d-b6f4e0e4cf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460777 Feb 17 18:09:32.790340 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb42ce6-bd9c-4c6b-b2e4-90777678b2c9 req-cc8219e7-4ae4-4430-b334-3be54f5ba8e8 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:32.791827 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9cb42ce6-bd9c-4c6b-b2e4-90777678b2c9 req-cc8219e7-4ae4-4430-b334-3be54f5ba8e8 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fa7e6ef-187d-4d22-ae46-ed7fea605695 HTTP/1.1" status: 200 len: 943 time: 0.0547614 Feb 17 18:09:32.839159 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9cb42ce6-bd9c-4c6b-b2e4-90777678b2c9 req-268e83b6-59bf-4d17-aa59-717542d96314 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.87 "GET /v2.0/security-groups?id=6036987f-3fce-40fb-ba0d-b6f4e0e4cf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417635 Feb 17 18:09:32.982954 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-355f5171-cf58-42ef-b3b4-ce5fcb01af7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:33.238656 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 1558bdce-6281-4ffd-97a0-bcd83a0002bb details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:09:33.339055 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 1558bdce-6281-4ffd-97a0-bcd83a0002bb, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=1558bdce-6281-4ffd-97a0-bcd83a0002bb,segment=NetworkSegment(5bd15d2b-1a4d-4af5-884d-d55a256abe90),segment_id=5bd15d2b-1a4d-4af5-884d-d55a256abe90)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:09:33.349921 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '1558bdce-6281-4ffd-97a0-bcd83a0002bb', 'network_id': 'e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f', 'port_id': '1558bdce-6281-4ffd-97a0-bcd83a0002bb', 'mac_address': 'fa:16:3e:7d:1e:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '553028f8-b1a2-4bf5-9145-a864859ac515', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:09:33.389909 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 1558bdce-6281-4ffd-97a0-bcd83a0002bb is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:09:33.390303 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1558bdce-6281-4ffd-97a0-bcd83a0002bb), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:33.553624 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1558bdce-6281-4ffd-97a0-bcd83a0002bb {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:09:33.573848 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 1558bdce-6281-4ffd-97a0-bcd83a0002bb, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=1558bdce-6281-4ffd-97a0-bcd83a0002bb,segment=NetworkSegment(5bd15d2b-1a4d-4af5-884d-d55a256abe90),segment_id=5bd15d2b-1a4d-4af5-884d-d55a256abe90)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:09:33.577992 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (1558bdce-6281-4ffd-97a0-bcd83a0002bb), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:33.624580 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=1558bdce-6281-4ffd-97a0-bcd83a0002bb,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:09:33.776393 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['1558bdce-6281-4ffd-97a0-bcd83a0002bb'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:09:33.959590 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a214f79-2eed-45bd-ba8a-1c5dda5670b9 req-a3016a2b-ddc7-4a46-b496-26a7d2bbb44a tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:33.961153 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a214f79-2eed-45bd-ba8a-1c5dda5670b9 req-a3016a2b-ddc7-4a46-b496-26a7d2bbb44a tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fa7e6ef-187d-4d22-ae46-ed7fea605695 HTTP/1.1" status: 200 len: 944 time: 0.0528171 Feb 17 18:09:34.007368 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a214f79-2eed-45bd-ba8a-1c5dda5670b9 req-d4b20f85-5bbb-46ff-84c1-1017e00e71e3 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.87 "GET /v2.0/security-groups?id=6036987f-3fce-40fb-ba0d-b6f4e0e4cf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404012 Feb 17 18:09:35.134402 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459b9c6-e7a6-47ce-aae9-7eca7997e580 req-809fc5ef-04d8-45a7-8a0f-a71839f525c7 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:35.135904 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0459b9c6-e7a6-47ce-aae9-7eca7997e580 req-809fc5ef-04d8-45a7-8a0f-a71839f525c7 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fa7e6ef-187d-4d22-ae46-ed7fea605695 HTTP/1.1" status: 200 len: 944 time: 0.0568445 Feb 17 18:09:35.181984 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0459b9c6-e7a6-47ce-aae9-7eca7997e580 req-9f38674c-8d68-4a78-81e5-54c35b1edecf tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.87 "GET /v2.0/security-groups?id=6036987f-3fce-40fb-ba0d-b6f4e0e4cf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405498 Feb 17 18:09:35.253851 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 1558bdce-6281-4ffd-97a0-bcd83a0002bb up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:09:35.301004 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port 1558bdce-6281-4ffd-97a0-bcd83a0002bb completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 18:09:35.305446 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 1558bdce-6281-4ffd-97a0-bcd83a0002bb triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:09:35.305819 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1558bdce-6281-4ffd-97a0-bcd83a0002bb), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:35.389880 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 1558bdce-6281-4ffd-97a0-bcd83a0002bb is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:09:35.390280 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1558bdce-6281-4ffd-97a0-bcd83a0002bb), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:35.415600 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa7e6ef-187d-4d22-ae46-ed7fea605695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1558bdce-6281-4ffd-97a0-bcd83a0002bb'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:09:35.417864 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0dcb7a-3846-457e-93f0-7ee15971a230" -d '{"events": [{"server_uuid": "7fa7e6ef-187d-4d22-ae46-ed7fea605695", "name": "network-vif-plugged", "status": "completed", "tag": "1558bdce-6281-4ffd-97a0-bcd83a0002bb"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:09:35.434580 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 1558bdce-6281-4ffd-97a0-bcd83a0002bb, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=1558bdce-6281-4ffd-97a0-bcd83a0002bb,segment=NetworkSegment(5bd15d2b-1a4d-4af5-884d-d55a256abe90),segment_id=5bd15d2b-1a4d-4af5-884d-d55a256abe90)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:09:35.441973 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (1558bdce-6281-4ffd-97a0-bcd83a0002bb), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:35.466343 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0c612b7a-c6d8-4f20-865e-0e6daf2b1b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:35.471164 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d46c35c-fa6b-4eaa-8206-2ce93d51920b x-openstack-request-id: req-1d46c35c-fa6b-4eaa-8206-2ce93d51920b {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:09:35.471479 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa7e6ef-187d-4d22-ae46-ed7fea605695", "name": "network-vif-plugged", "status": "completed", "tag": "1558bdce-6281-4ffd-97a0-bcd83a0002bb", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:09:35.471713 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1d46c35c-fa6b-4eaa-8206-2ce93d51920b {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:09:35.472189 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa7e6ef-187d-4d22-ae46-ed7fea605695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1558bdce-6281-4ffd-97a0-bcd83a0002bb', 'code': 200} Feb 17 18:09:35.497197 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=1558bdce-6281-4ffd-97a0-bcd83a0002bb,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:09:35.555125 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e69505-01db-483c-9ef2-c07ca81b3b84 req-2a0e62a7-b1eb-4667-96c9-ccba0a76bace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:35.556715 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f2e69505-01db-483c-9ef2-c07ca81b3b84 req-2a0e62a7-b1eb-4667-96c9-ccba0a76bace service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=7fa7e6ef-187d-4d22-ae46-ed7fea605695 HTTP/1.1" status: 200 len: 1127 time: 0.0453818 Feb 17 18:09:35.601758 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f2e69505-01db-483c-9ef2-c07ca81b3b84 req-0ef48444-4124-4703-afcc-50ed43ca197d service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=6036987f-3fce-40fb-ba0d-b6f4e0e4cf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386071 Feb 17 18:09:36.300580 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9223f4-7759-44c9-8974-87ac9c076a0d req-7da7b4ed-346d-4937-a0bd-09e620d3cd54 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:36.302555 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a9223f4-7759-44c9-8974-87ac9c076a0d req-7da7b4ed-346d-4937-a0bd-09e620d3cd54 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fa7e6ef-187d-4d22-ae46-ed7fea605695 HTTP/1.1" status: 200 len: 945 time: 0.0516858 Feb 17 18:09:36.348959 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a9223f4-7759-44c9-8974-87ac9c076a0d req-af959daa-f263-45cc-adfb-af76bbb2ca00 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.87 "GET /v2.0/security-groups?id=6036987f-3fce-40fb-ba0d-b6f4e0e4cf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408273 Feb 17 18:09:36.792282 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:37.484205 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e03a8-a0f3-41be-a89f-459e70eac1b6 req-f9d254b2-fbb8-4c6f-b960-34719e101c2c tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:37.485788 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d99e03a8-a0f3-41be-a89f-459e70eac1b6 req-f9d254b2-fbb8-4c6f-b960-34719e101c2c tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fa7e6ef-187d-4d22-ae46-ed7fea605695 HTTP/1.1" status: 200 len: 945 time: 0.0631635 Feb 17 18:09:37.533000 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d99e03a8-a0f3-41be-a89f-459e70eac1b6 req-5eb48dcb-14bd-4d2d-93b5-1c63f225fde6 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.87 "GET /v2.0/security-groups?id=6036987f-3fce-40fb-ba0d-b6f4e0e4cf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410357 Feb 17 18:09:37.974486 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0f0e8748-27c8-46b2-8a9b-054bfd9a26a8 req-29a18a13-f8b1-43cb-99c0-51e9458b19fc service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0596843 Feb 17 18:09:38.017139 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:38.082053 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e8748-27c8-46b2-8a9b-054bfd9a26a8 req-afd4d176-65ac-4961-b50a-c390c02cce20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:38.084199 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0f0e8748-27c8-46b2-8a9b-054bfd9a26a8 req-afd4d176-65ac-4961-b50a-c390c02cce20 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fbdb8b0945f14355a625c005e43f71f8&device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 1128 time: 0.0485995 Feb 17 18:09:38.196618 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e8748-27c8-46b2-8a9b-054bfd9a26a8 req-cff6c34a-6d09-4fa5-b223-0cfa57f63528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:38.198104 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0f0e8748-27c8-46b2-8a9b-054bfd9a26a8 req-cff6c34a-6d09-4fa5-b223-0cfa57f63528 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b1e83cd8-231e-4d82-be37-5015c69ef81e HTTP/1.1" status: 200 len: 897 time: 0.0938613 Feb 17 18:09:38.314327 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22411db0-7f13-477e-b596-e071cfedfac4 req-7621ee91-62af-4260-b943-a082f8e0527e tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:38.315874 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-22411db0-7f13-477e-b596-e071cfedfac4 req-7621ee91-62af-4260-b943-a082f8e0527e tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 1128 time: 0.0698144 Feb 17 18:09:38.318395 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0f0e8748-27c8-46b2-8a9b-054bfd9a26a8 req-1ec98b7f-fa5f-4481-b3a5-861a63b4b4ab service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6cad812a-c0b2-40eb-8f49-babb263c6145 HTTP/1.1" status: 200 len: 1001 time: 0.1117656 Feb 17 18:09:38.413418 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e8748-27c8-46b2-8a9b-054bfd9a26a8 req-8344e425-611f-4667-9548-9e8c149c0c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:38.415031 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0f0e8748-27c8-46b2-8a9b-054bfd9a26a8 req-8344e425-611f-4667-9548-9e8c149c0c6a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=00dba7e8-f1b1-47b8-89b0-db89b0990185 HTTP/1.1" status: 200 len: 835 time: 0.0864515 Feb 17 18:09:38.417928 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-22411db0-7f13-477e-b596-e071cfedfac4 req-a9aa370d-bd0d-4da4-bd97-06936f1b32e4 tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=c55921fc-183a-4dc8-990d-bf8e8b5b5412&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0957477 Feb 17 18:09:38.440775 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34882) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:09:38.471996 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e8748-27c8-46b2-8a9b-054bfd9a26a8 req-76ac1127-da1c-4e37-874b-cc762ba82e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:38.473732 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0f0e8748-27c8-46b2-8a9b-054bfd9a26a8 req-76ac1127-da1c-4e37-874b-cc762ba82e2f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b1e83cd8-231e-4d82-be37-5015c69ef81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0530152 Feb 17 18:09:38.581570 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0f0e8748-27c8-46b2-8a9b-054bfd9a26a8 req-4cf86816-d294-44a6-a817-76ff8453e69f service neutron] 10.222.0.71 "GET /v2.0/networks/b1e83cd8-231e-4d82-be37-5015c69ef81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011474 Feb 17 18:09:38.611213 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-5fe07d82-08e6-46e6-a28a-67ec484316ae tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Deleting port 26afdde3-1c8b-40fe-afc6-08fb7e1628c1 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:09:38.611682 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5fe07d82-08e6-46e6-a28a-67ec484316ae tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (26afdde3-1c8b-40fe-afc6-08fb7e1628c1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:38.679578 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0f0e8748-27c8-46b2-8a9b-054bfd9a26a8 req-00d95068-439a-4c8f-8a83-b6ec881c0bf0 service neutron] 10.222.0.71 "GET /v2.0/networks/b1e83cd8-231e-4d82-be37-5015c69ef81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907106 Feb 17 18:09:38.694453 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5fe07d82-08e6-46e6-a28a-67ec484316ae tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (26afdde3-1c8b-40fe-afc6-08fb7e1628c1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:38.694870 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5fe07d82-08e6-46e6-a28a-67ec484316ae tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for floatingip (26afdde3-1c8b-40fe-afc6-08fb7e1628c1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:38.715363 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-5fe07d82-08e6-46e6-a28a-67ec484316ae tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Calling delete_port for 26afdde3-1c8b-40fe-afc6-08fb7e1628c1 owned by network:floatingip {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:09:38.870802 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5fe07d82-08e6-46e6-a28a-67ec484316ae tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (26afdde3-1c8b-40fe-afc6-08fb7e1628c1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:38.905690 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe07d82-08e6-46e6-a28a-67ec484316ae tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event deleted for resources: {'Port': ['ID=26afdde3-1c8b-40fe-afc6-08fb7e1628c1,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:09:38.974929 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5fe07d82-08e6-46e6-a28a-67ec484316ae tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for floatingip (5e396525-0639-4a75-b4c4-a81544a88042), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:38.975832 n-d-829613-2 neutron-server[103434]: INFO neutron.db.l3_db [None req-5fe07d82-08e6-46e6-a28a-67ec484316ae tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Floating IP 5e396525-0639-4a75-b4c4-a81544a88042 disassociated (deleted). External IP: 172.25.8.184, port: 6cad812a-c0b2-40eb-8f49-babb263c6145. Feb 17 18:09:39.110360 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:39.203337 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe07d82-08e6-46e6-a28a-67ec484316ae tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Router bb8dd2e0-2e9e-494a-8027-fe038c39877e has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:09:39.318979 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe07d82-08e6-46e6-a28a-67ec484316ae tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:09:39.324059 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5fe07d82-08e6-46e6-a28a-67ec484316ae tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:39.330257 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cd574b-86cb-47c9-a36f-ee9ffa272356 None None] Sync routers for ids ['bb8dd2e0-2e9e-494a-8027-fe038c39877e'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:09:39.344658 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cd574b-86cb-47c9-a36f-ee9ffa272356 None None] Routers {'bb8dd2e0-2e9e-494a-8027-fe038c39877e'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:09:39.345453 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-97cd574b-86cb-47c9-a36f-ee9ffa272356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:09:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['bb8dd2e0-2e9e-494a-8027-fe038c39877e'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:09:39.361484 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5fe07d82-08e6-46e6-a28a-67ec484316ae tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "DELETE /v2.0/floatingips/5e396525-0639-4a75-b4c4-a81544a88042 HTTP/1.1" status: 204 len: 168 time: 0.9191556 Feb 17 18:09:39.362262 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ca2db87-bbc6-4c38-8cd4-08407c3068db', 'tag': '6cad812a-c0b2-40eb-8f49-babb263c6145'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:09:39.364732 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10ac847-bceb-4cb3-ad36-c718d3856d5c" -d '{"events": [{"name": "network-changed", "server_uuid": "2ca2db87-bbc6-4c38-8cd4-08407c3068db", "tag": "6cad812a-c0b2-40eb-8f49-babb263c6145"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:09:39.425506 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546c12c1-db89-45cb-a981-66b4c0963349 x-openstack-request-id: req-546c12c1-db89-45cb-a981-66b4c0963349 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:09:39.426708 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ca2db87-bbc6-4c38-8cd4-08407c3068db", "tag": "6cad812a-c0b2-40eb-8f49-babb263c6145", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:09:39.427066 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-546c12c1-db89-45cb-a981-66b4c0963349 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:09:39.427651 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ca2db87-bbc6-4c38-8cd4-08407c3068db', 'tag': '6cad812a-c0b2-40eb-8f49-babb263c6145', 'status': 'completed', 'code': 200} Feb 17 18:09:39.495780 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-97cd574b-86cb-47c9-a36f-ee9ffa272356 None None] Set router bb8dd2e0-2e9e-494a-8027-fe038c39877e gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:09:39.541065 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ac847-bceb-4cb3-ad36-c718d3856d5c req-eaebfa90-de5a-4920-a85a-08aac34d5d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:39.543803 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a10ac847-bceb-4cb3-ad36-c718d3856d5c req-eaebfa90-de5a-4920-a85a-08aac34d5d59 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fbdb8b0945f14355a625c005e43f71f8&device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 1128 time: 0.0960686 Feb 17 18:09:39.684912 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b2072-9505-4fd9-a9ee-36efbc5505b6 req-84d89586-9987-4f78-9c77-0dc80604a321 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:39.686336 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-947b2072-9505-4fd9-a9ee-36efbc5505b6 req-84d89586-9987-4f78-9c77-0dc80604a321 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 946 time: 0.1218212 Feb 17 18:09:39.689319 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ac847-bceb-4cb3-ad36-c718d3856d5c req-0c311bae-9935-4c3a-b9e9-7f13c28c0a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:39.690676 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a10ac847-bceb-4cb3-ad36-c718d3856d5c req-0c311bae-9935-4c3a-b9e9-7f13c28c0a2b service neutron] 10.222.0.71 "GET /v2.0/networks?id=b1e83cd8-231e-4d82-be37-5015c69ef81e HTTP/1.1" status: 200 len: 897 time: 0.1406164 Feb 17 18:09:39.706910 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-97cd574b-86cb-47c9-a36f-ee9ffa272356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8dd2e0-2e9e-494a-8027-fe038c39877e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323436360', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '4f0a1853-4751-48cf-9542-c52c0de87c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:07:44Z', 'updated_at': '2022-02-17T18:07:48Z', 'revision_number': 4, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': '4f0a1853-4751-48cf-9542-c52c0de87c60', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:79:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8dd2e0-2e9e-494a-8027-fe038c39877e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:07:45Z', 'updated_at': '2022-02-17T18:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '33684f48-93ce-4195-89c2-17d568f63f5b', 'name': '', 'network_id': 'b1e83cd8-231e-4d82-be37-5015c69ef81e', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'mac_address': 'fa:16:3e:85:b2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8dd2e0-2e9e-494a-8027-fe038c39877e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '00dba7e8-f1b1-47b8-89b0-db89b0990185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:07:48Z', 'updated_at': '2022-02-17T18:07:52Z', 'revision_number': 5, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'subnets': [{'id': '00dba7e8-f1b1-47b8-89b0-db89b0990185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:09:39.738852 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cd574b-86cb-47c9-a36f-ee9ffa272356 None None] Checking router: bb8dd2e0-2e9e-494a-8027-fe038c39877e for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:09:39.741718 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a10ac847-bceb-4cb3-ad36-c718d3856d5c req-c1f78cce-ba50-41c7-8cdb-fdb3baab89e8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6cad812a-c0b2-40eb-8f49-babb263c6145 HTTP/1.1" status: 200 len: 217 time: 0.0430400 Feb 17 18:09:39.748442 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cd574b-86cb-47c9-a36f-ee9ffa272356 None None] Routers {'bb8dd2e0-2e9e-494a-8027-fe038c39877e'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:09:39.749053 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-97cd574b-86cb-47c9-a36f-ee9ffa272356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:09:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['bb8dd2e0-2e9e-494a-8027-fe038c39877e'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:09:39.795865 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-947b2072-9505-4fd9-a9ee-36efbc5505b6 req-e45ead58-17a3-49e8-afe5-4ef6eebf8645 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=c55921fc-183a-4dc8-990d-bf8e8b5b5412&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1039736 Feb 17 18:09:39.810879 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ac847-bceb-4cb3-ad36-c718d3856d5c req-3f73ee6b-f191-47c7-aa7c-117222910bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:39.816930 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a10ac847-bceb-4cb3-ad36-c718d3856d5c req-3f73ee6b-f191-47c7-aa7c-117222910bae service neutron] 10.222.0.71 "GET /v2.0/subnets?id=00dba7e8-f1b1-47b8-89b0-db89b0990185 HTTP/1.1" status: 200 len: 835 time: 0.0659144 Feb 17 18:09:39.868889 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-97cd574b-86cb-47c9-a36f-ee9ffa272356 None None] Set router bb8dd2e0-2e9e-494a-8027-fe038c39877e gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:09:39.873132 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ac847-bceb-4cb3-ad36-c718d3856d5c req-4cc94d02-2618-4837-ae87-87d6d5e624b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:39.874759 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a10ac847-bceb-4cb3-ad36-c718d3856d5c req-4cc94d02-2618-4837-ae87-87d6d5e624b1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b1e83cd8-231e-4d82-be37-5015c69ef81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0513482 Feb 17 18:09:39.987738 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a10ac847-bceb-4cb3-ad36-c718d3856d5c req-4e47851e-baf7-424b-aa06-a4393895145c service neutron] 10.222.0.71 "GET /v2.0/networks/b1e83cd8-231e-4d82-be37-5015c69ef81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982518 Feb 17 18:09:40.104783 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-97cd574b-86cb-47c9-a36f-ee9ffa272356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8dd2e0-2e9e-494a-8027-fe038c39877e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323436360', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '4f0a1853-4751-48cf-9542-c52c0de87c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:07:44Z', 'updated_at': '2022-02-17T18:07:48Z', 'revision_number': 4, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': '4f0a1853-4751-48cf-9542-c52c0de87c60', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:79:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8dd2e0-2e9e-494a-8027-fe038c39877e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:07:45Z', 'updated_at': '2022-02-17T18:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '33684f48-93ce-4195-89c2-17d568f63f5b', 'name': '', 'network_id': 'b1e83cd8-231e-4d82-be37-5015c69ef81e', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'mac_address': 'fa:16:3e:85:b2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8dd2e0-2e9e-494a-8027-fe038c39877e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '00dba7e8-f1b1-47b8-89b0-db89b0990185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:07:48Z', 'updated_at': '2022-02-17T18:07:52Z', 'revision_number': 5, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'subnets': [{'id': '00dba7e8-f1b1-47b8-89b0-db89b0990185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:09:40.134164 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cd574b-86cb-47c9-a36f-ee9ffa272356 None None] The sync data for ids ['bb8dd2e0-2e9e-494a-8027-fe038c39877e'] in n-d-829613-2 is: [{'id': 'bb8dd2e0-2e9e-494a-8027-fe038c39877e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323436360', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '4f0a1853-4751-48cf-9542-c52c0de87c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:07:44Z', 'updated_at': '2022-02-17T18:07:48Z', 'revision_number': 4, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': '4f0a1853-4751-48cf-9542-c52c0de87c60', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:79:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8dd2e0-2e9e-494a-8027-fe038c39877e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:07:45Z', 'updated_at': '2022-02-17T18:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '33684f48-93ce-4195-89c2-17d568f63f5b', 'name': '', 'network_id': 'b1e83cd8-231e-4d82-be37-5015c69ef81e', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'mac_address': 'fa:16:3e:85:b2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8dd2e0-2e9e-494a-8027-fe038c39877e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '00dba7e8-f1b1-47b8-89b0-db89b0990185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:07:48Z', 'updated_at': '2022-02-17T18:07:52Z', 'revision_number': 5, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'subnets': [{'id': '00dba7e8-f1b1-47b8-89b0-db89b0990185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:09:40.357448 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a10ac847-bceb-4cb3-ad36-c718d3856d5c req-72ee578a-5955-4e49-b065-98b0c9f15922 service neutron] 10.222.0.71 "GET /v2.0/networks/b1e83cd8-231e-4d82-be37-5015c69ef81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3638926 Feb 17 18:09:40.436987 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82aaa8f9-dd50-4542-8051-39e33d895c4b None None] New status for floating IP 5e396525-0639-4a75-b4c4-a81544a88042: DOWN {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 18:09:40.922603 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:09:40.930825 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d458d6-661b-4758-8cf7-dfd48e74700b req-f0a526d9-61d2-453c-b37e-eee207d347e2 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:40.932457 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-98d458d6-661b-4758-8cf7-dfd48e74700b req-f0a526d9-61d2-453c-b37e-eee207d347e2 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.71 "GET /v2.0/ports?device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 946 time: 0.1025162 Feb 17 18:09:40.986047 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323b02b-dcc9-4ef4-beb1-51cadfa74cd8 req-7e951b37-0aa7-4d07-ac0d-697a877de08e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:40.987520 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1323b02b-dcc9-4ef4-beb1-51cadfa74cd8 req-7e951b37-0aa7-4d07-ac0d-697a877de08e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=2ca2db87-bbc6-4c38-8cd4-08407c3068db HTTP/1.1" status: 200 len: 946 time: 0.0997961 Feb 17 18:09:41.073426 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1323b02b-dcc9-4ef4-beb1-51cadfa74cd8 req-294cfad2-e3d4-4502-a708-e4ae18ee2bc4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=c55921fc-183a-4dc8-990d-bf8e8b5b5412&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0754712 Feb 17 18:09:41.082728 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-98d458d6-661b-4758-8cf7-dfd48e74700b req-2b7ba2e5-ad09-4c2c-9f42-2563fca774a1 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Deleting port 6cad812a-c0b2-40eb-8f49-babb263c6145 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:09:41.083472 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-98d458d6-661b-4758-8cf7-dfd48e74700b req-2b7ba2e5-ad09-4c2c-9f42-2563fca774a1 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (6cad812a-c0b2-40eb-8f49-babb263c6145), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:41.195481 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-98d458d6-661b-4758-8cf7-dfd48e74700b req-2b7ba2e5-ad09-4c2c-9f42-2563fca774a1 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] For port 6cad812a-c0b2-40eb-8f49-babb263c6145, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=6cad812a-c0b2-40eb-8f49-babb263c6145,segment=NetworkSegment(d0f58d19-5932-451e-9fcc-1a4af2da32f9),segment_id=d0f58d19-5932-451e-9fcc-1a4af2da32f9)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:09:41.195844 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-98d458d6-661b-4758-8cf7-dfd48e74700b req-2b7ba2e5-ad09-4c2c-9f42-2563fca774a1 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (6cad812a-c0b2-40eb-8f49-babb263c6145), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:41.210591 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-98d458d6-661b-4758-8cf7-dfd48e74700b req-2b7ba2e5-ad09-4c2c-9f42-2563fca774a1 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Calling delete_port for 6cad812a-c0b2-40eb-8f49-babb263c6145 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:09:41.369481 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-98d458d6-661b-4758-8cf7-dfd48e74700b req-2b7ba2e5-ad09-4c2c-9f42-2563fca774a1 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (6cad812a-c0b2-40eb-8f49-babb263c6145), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:41.405849 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7ba2e5-ad09-4c2c-9f42-2563fca774a1 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event deleted for resources: {'Port': ['ID=6cad812a-c0b2-40eb-8f49-babb263c6145,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:09:41.469493 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d458d6-661b-4758-8cf7-dfd48e74700b req-2b7ba2e5-ad09-4c2c-9f42-2563fca774a1 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] No DVR routers for this DVR port 6cad812a-c0b2-40eb-8f49-babb263c6145 on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:09:41.474545 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-98d458d6-661b-4758-8cf7-dfd48e74700b req-2b7ba2e5-ad09-4c2c-9f42-2563fca774a1 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:41.476728 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-98d458d6-661b-4758-8cf7-dfd48e74700b req-2b7ba2e5-ad09-4c2c-9f42-2563fca774a1 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.71 "DELETE /v2.0/ports/6cad812a-c0b2-40eb-8f49-babb263c6145 HTTP/1.1" status: 204 len: 173 time: 0.5396585 Feb 17 18:09:41.477222 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca2db87-bbc6-4c38-8cd4-08407c3068db', 'name': 'network-vif-deleted', 'tag': '6cad812a-c0b2-40eb-8f49-babb263c6145'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:09:41.480893 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20c6b57-892d-4df4-8d6c-6eeb8144a036" -d '{"events": [{"server_uuid": "2ca2db87-bbc6-4c38-8cd4-08407c3068db", "name": "network-vif-deleted", "tag": "6cad812a-c0b2-40eb-8f49-babb263c6145"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:09:41.524473 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374d2cf8-af1a-4403-b7e9-875d1e0b3017 x-openstack-request-id: req-374d2cf8-af1a-4403-b7e9-875d1e0b3017 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:09:41.524782 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ca2db87-bbc6-4c38-8cd4-08407c3068db", "name": "network-vif-deleted", "tag": "6cad812a-c0b2-40eb-8f49-babb263c6145", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:09:41.525041 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-374d2cf8-af1a-4403-b7e9-875d1e0b3017 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:09:41.525455 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca2db87-bbc6-4c38-8cd4-08407c3068db', 'name': 'network-vif-deleted', 'tag': '6cad812a-c0b2-40eb-8f49-babb263c6145', 'status': 'completed', 'code': 200} Feb 17 18:09:42.140469 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34904) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:09:42.529342 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3f5e314-bf15-41e4-be65-012463644282 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (bb8dd2e0-2e9e-494a-8027-fe038c39877e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:42.827593 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-a3f5e314-bf15-41e4-be65-012463644282 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Deleting port 33684f48-93ce-4195-89c2-17d568f63f5b {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:09:42.828075 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3f5e314-bf15-41e4-be65-012463644282 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (33684f48-93ce-4195-89c2-17d568f63f5b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:42.922679 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-a3f5e314-bf15-41e4-be65-012463644282 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] For port 33684f48-93ce-4195-89c2-17d568f63f5b, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=33684f48-93ce-4195-89c2-17d568f63f5b,segment=NetworkSegment(d0f58d19-5932-451e-9fcc-1a4af2da32f9),segment_id=d0f58d19-5932-451e-9fcc-1a4af2da32f9)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:09:42.923048 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3f5e314-bf15-41e4-be65-012463644282 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (33684f48-93ce-4195-89c2-17d568f63f5b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:42.936549 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-a3f5e314-bf15-41e4-be65-012463644282 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Calling delete_port for 33684f48-93ce-4195-89c2-17d568f63f5b owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:09:43.130691 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3f5e314-bf15-41e4-be65-012463644282 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (33684f48-93ce-4195-89c2-17d568f63f5b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:43.170139 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f5e314-bf15-41e4-be65-012463644282 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event deleted for resources: {'Port': ['ID=33684f48-93ce-4195-89c2-17d568f63f5b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:09:43.376209 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3f5e314-bf15-41e4-be65-012463644282 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (bb8dd2e0-2e9e-494a-8027-fe038c39877e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:43.607076 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f5e314-bf15-41e4-be65-012463644282 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Router bb8dd2e0-2e9e-494a-8027-fe038c39877e has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:09:43.722096 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f5e314-bf15-41e4-be65-012463644282 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:09:43.728001 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a3f5e314-bf15-41e4-be65-012463644282 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "PUT /v2.0/routers/bb8dd2e0-2e9e-494a-8027-fe038c39877e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5864532 Feb 17 18:09:43.730686 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34908) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:09:43.734426 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6e5ad4-39dc-48de-b107-66b52663bd42 None None] Sync routers for ids ['bb8dd2e0-2e9e-494a-8027-fe038c39877e'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:09:43.745133 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6e5ad4-39dc-48de-b107-66b52663bd42 None None] Routers {'bb8dd2e0-2e9e-494a-8027-fe038c39877e'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:09:43.745781 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-ff6e5ad4-39dc-48de-b107-66b52663bd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:09:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['bb8dd2e0-2e9e-494a-8027-fe038c39877e'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:09:43.792398 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-1baec55b-0692-466b-be17-f288adbcbb4d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Deleting subnet 00dba7e8-f1b1-47b8-89b0-db89b0990185 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:09:43.798072 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1baec55b-0692-466b-be17-f288adbcbb4d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for subnet (00dba7e8-f1b1-47b8-89b0-db89b0990185), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:43.846375 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1baec55b-0692-466b-be17-f288adbcbb4d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (00dba7e8-f1b1-47b8-89b0-db89b0990185), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:43.879192 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-ff6e5ad4-39dc-48de-b107-66b52663bd42 None None] Set router bb8dd2e0-2e9e-494a-8027-fe038c39877e gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:09:43.934246 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1baec55b-0692-466b-be17-f288adbcbb4d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (00dba7e8-f1b1-47b8-89b0-db89b0990185), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:44.010665 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1baec55b-0692-466b-be17-f288adbcbb4d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (00dba7e8-f1b1-47b8-89b0-db89b0990185), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:44.041320 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baec55b-0692-466b-be17-f288adbcbb4d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event deleted for resources: {'Subnet': ['ID=00dba7e8-f1b1-47b8-89b0-db89b0990185,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:09:44.046997 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1baec55b-0692-466b-be17-f288adbcbb4d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:44.050648 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-1baec55b-0692-466b-be17-f288adbcbb4d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "DELETE /v2.0/subnets/00dba7e8-f1b1-47b8-89b0-db89b0990185 HTTP/1.1" status: 204 len: 168 time: 0.3165770 Feb 17 18:09:44.050901 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34910) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:09:44.059814 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2117f640-3121-4f95-9fbb-e8443ab277e3 None None] Network b1e83cd8-231e-4d82-be37-5015c69ef81e requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:09:44.113554 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-ff6e5ad4-39dc-48de-b107-66b52663bd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8dd2e0-2e9e-494a-8027-fe038c39877e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323436360', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '4f0a1853-4751-48cf-9542-c52c0de87c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:07:44Z', 'updated_at': '2022-02-17T18:09:43Z', 'revision_number': 5, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': '4f0a1853-4751-48cf-9542-c52c0de87c60', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:79:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8dd2e0-2e9e-494a-8027-fe038c39877e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:07:45Z', 'updated_at': '2022-02-17T18:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:09:44.145318 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6e5ad4-39dc-48de-b107-66b52663bd42 None None] Checking router: bb8dd2e0-2e9e-494a-8027-fe038c39877e for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:09:44.156907 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6e5ad4-39dc-48de-b107-66b52663bd42 None None] Routers {'bb8dd2e0-2e9e-494a-8027-fe038c39877e'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:09:44.157829 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-ff6e5ad4-39dc-48de-b107-66b52663bd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:09:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['bb8dd2e0-2e9e-494a-8027-fe038c39877e'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:09:44.265086 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8981d0-a28a-472f-9aaa-698446b8ada5 None None] DHCP port deletion for b1e83cd8-231e-4d82-be37-5015c69ef81e request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 18:09:44.338701 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-eb8981d0-a28a-472f-9aaa-698446b8ada5 None None] Deleting port 2c9988b4-3a58-4915-96ac-839a5d3c8879 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:09:44.339095 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eb8981d0-a28a-472f-9aaa-698446b8ada5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (2c9988b4-3a58-4915-96ac-839a5d3c8879), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:44.416773 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-eb8981d0-a28a-472f-9aaa-698446b8ada5 None None] For port 2c9988b4-3a58-4915-96ac-839a5d3c8879, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=2c9988b4-3a58-4915-96ac-839a5d3c8879,segment=NetworkSegment(d0f58d19-5932-451e-9fcc-1a4af2da32f9),segment_id=d0f58d19-5932-451e-9fcc-1a4af2da32f9)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:09:44.426294 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-ff6e5ad4-39dc-48de-b107-66b52663bd42 None None] Set router bb8dd2e0-2e9e-494a-8027-fe038c39877e gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:09:44.430575 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eb8981d0-a28a-472f-9aaa-698446b8ada5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (2c9988b4-3a58-4915-96ac-839a5d3c8879), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:44.455094 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 6cad812a-c0b2-40eb-8f49-babb263c6145 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:09:44.458460 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-eb8981d0-a28a-472f-9aaa-698446b8ada5 None None] Calling delete_port for 2c9988b4-3a58-4915-96ac-839a5d3c8879 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:09:44.550701 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c567b660-ae58-4940-8f23-0e663d6843d5 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for router (bb8dd2e0-2e9e-494a-8027-fe038c39877e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:44.580853 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eb8981d0-a28a-472f-9aaa-698446b8ada5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (2c9988b4-3a58-4915-96ac-839a5d3c8879), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:44.584393 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: 6cad812a-c0b2-40eb-8f49-babb263c6145 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:09:44.584739 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 6cad812a-c0b2-40eb-8f49-babb263c6145 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:09:44.624682 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8981d0-a28a-472f-9aaa-698446b8ada5 None None] Pushing event deleted for resources: {'Port': ['ID=2c9988b4-3a58-4915-96ac-839a5d3c8879,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:09:44.628579 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8981d0-a28a-472f-9aaa-698446b8ada5 None None] No DVR routers for this DVR port 2c9988b4-3a58-4915-96ac-839a5d3c8879 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:09:44.645324 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 2c9988b4-3a58-4915-96ac-839a5d3c8879 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:09:44.673885 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 2c9988b4-3a58-4915-96ac-839a5d3c8879 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:09:44.673885 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 2c9988b4-3a58-4915-96ac-839a5d3c8879 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:09:44.709581 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c567b660-ae58-4940-8f23-0e663d6843d5 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for router_gateway (bb8dd2e0-2e9e-494a-8027-fe038c39877e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:44.718278 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-ff6e5ad4-39dc-48de-b107-66b52663bd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8dd2e0-2e9e-494a-8027-fe038c39877e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323436360', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '4f0a1853-4751-48cf-9542-c52c0de87c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:07:44Z', 'updated_at': '2022-02-17T18:09:43Z', 'revision_number': 5, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': '4f0a1853-4751-48cf-9542-c52c0de87c60', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:79:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8dd2e0-2e9e-494a-8027-fe038c39877e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:07:45Z', 'updated_at': '2022-02-17T18:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:09:44.749994 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6e5ad4-39dc-48de-b107-66b52663bd42 None None] The sync data for ids ['bb8dd2e0-2e9e-494a-8027-fe038c39877e'] in n-d-829613-2 is: [{'id': 'bb8dd2e0-2e9e-494a-8027-fe038c39877e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323436360', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '4f0a1853-4751-48cf-9542-c52c0de87c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:07:44Z', 'updated_at': '2022-02-17T18:09:43Z', 'revision_number': 5, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': '4f0a1853-4751-48cf-9542-c52c0de87c60', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:79:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8dd2e0-2e9e-494a-8027-fe038c39877e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:07:45Z', 'updated_at': '2022-02-17T18:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:09:44.773609 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-c567b660-ae58-4940-8f23-0e663d6843d5 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Deleting port 4f0a1853-4751-48cf-9542-c52c0de87c60 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:09:44.774633 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c567b660-ae58-4940-8f23-0e663d6843d5 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (4f0a1853-4751-48cf-9542-c52c0de87c60), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:44.870348 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-c567b660-ae58-4940-8f23-0e663d6843d5 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] For port 4f0a1853-4751-48cf-9542-c52c0de87c60, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=4f0a1853-4751-48cf-9542-c52c0de87c60,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:09:44.870734 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c567b660-ae58-4940-8f23-0e663d6843d5 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (4f0a1853-4751-48cf-9542-c52c0de87c60), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:44.891678 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-c567b660-ae58-4940-8f23-0e663d6843d5 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Calling delete_port for 4f0a1853-4751-48cf-9542-c52c0de87c60 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:09:45.101027 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c567b660-ae58-4940-8f23-0e663d6843d5 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (4f0a1853-4751-48cf-9542-c52c0de87c60), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:45.129629 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c567b660-ae58-4940-8f23-0e663d6843d5 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event deleted for resources: {'Port': ['ID=4f0a1853-4751-48cf-9542-c52c0de87c60,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:09:45.197882 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c567b660-ae58-4940-8f23-0e663d6843d5 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (bb8dd2e0-2e9e-494a-8027-fe038c39877e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:45.305235 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c567b660-ae58-4940-8f23-0e663d6843d5 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (bb8dd2e0-2e9e-494a-8027-fe038c39877e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:45.307705 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c567b660-ae58-4940-8f23-0e663d6843d5 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for router_controller (bb8dd2e0-2e9e-494a-8027-fe038c39877e), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:45.361567 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c567b660-ae58-4940-8f23-0e663d6843d5 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (bb8dd2e0-2e9e-494a-8027-fe038c39877e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:45.362153 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c567b660-ae58-4940-8f23-0e663d6843d5 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Fanout notify agent at l3_agent the message router_deleted on router bb8dd2e0-2e9e-494a-8027-fe038c39877e {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 18:09:45.369387 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c567b660-ae58-4940-8f23-0e663d6843d5 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:45.370489 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c567b660-ae58-4940-8f23-0e663d6843d5 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "DELETE /v2.0/routers/bb8dd2e0-2e9e-494a-8027-fe038c39877e HTTP/1.1" status: 204 len: 168 time: 1.3186421 Feb 17 18:09:45.373297 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34916) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:09:45.460422 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-12c6a1d8-3a45-46f4-adb9-7bfc7ff9e52e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (b1e83cd8-231e-4d82-be37-5015c69ef81e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:45.553746 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-12c6a1d8-3a45-46f4-adb9-7bfc7ff9e52e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (b1e83cd8-231e-4d82-be37-5015c69ef81e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:45.575037 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-12c6a1d8-3a45-46f4-adb9-7bfc7ff9e52e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1e83cd8-231e-4d82-be37-5015c69ef81e']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:09:45.585313 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-12c6a1d8-3a45-46f4-adb9-7bfc7ff9e52e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0f58d19-5932-451e-9fcc-1a4af2da32f9') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:09:45.585606 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-12c6a1d8-3a45-46f4-adb9-7bfc7ff9e52e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0f58d19-5932-451e-9fcc-1a4af2da32f9') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:09:45.595645 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-12c6a1d8-3a45-46f4-adb9-7bfc7ff9e52e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (d0f58d19-5932-451e-9fcc-1a4af2da32f9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:45.609035 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-12c6a1d8-3a45-46f4-adb9-7bfc7ff9e52e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (d0f58d19-5932-451e-9fcc-1a4af2da32f9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:45.615364 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12c6a1d8-3a45-46f4-adb9-7bfc7ff9e52e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:09:45.615751 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-12c6a1d8-3a45-46f4-adb9-7bfc7ff9e52e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (d0f58d19-5932-451e-9fcc-1a4af2da32f9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:45.618916 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 18:09:45.618916 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:09:45.618916 n-d-829613-2 neutron-server[103434]: timer() Feb 17 18:09:45.618916 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:09:45.618916 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 18:09:45.618916 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:09:45.618916 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 18:09:45.618916 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:09:45.618916 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 18:09:45.618916 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:09:45.618916 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 18:09:45.618916 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:09:45.618916 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 18:09:45.618916 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:09:45.618916 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:09:45.618916 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:09:45.618916 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:09:45.618916 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:09:45.618916 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 18:09:45.618916 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:09:45.618916 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 18:09:45.618916 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:09:45.618916 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:09:45.618916 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:09:45.618916 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 18:09:45.618916 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:09:45.618916 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:09:45.618916 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:09:45.618916 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:09:45.618916 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:09:45.618916 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:09:45.618916 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:09:45.682626 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-12c6a1d8-3a45-46f4-adb9-7bfc7ff9e52e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (b1e83cd8-231e-4d82-be37-5015c69ef81e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:45.691005 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-12c6a1d8-3a45-46f4-adb9-7bfc7ff9e52e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:45.697518 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-12c6a1d8-3a45-46f4-adb9-7bfc7ff9e52e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "DELETE /v2.0/networks/b1e83cd8-231e-4d82-be37-5015c69ef81e HTTP/1.1" status: 204 len: 168 time: 0.3208613 Feb 17 18:09:45.697901 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 34918) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:09:45.707168 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c6a1d8-3a45-46f4-adb9-7bfc7ff9e52e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event deleted for resources: {'Network': ['ID=b1e83cd8-231e-4d82-be37-5015c69ef81e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:09:45.758034 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0d204333-11c6-4427-9fe4-8453bd0c3812 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group (c55921fc-183a-4dc8-990d-bf8e8b5b5412), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:45.790835 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0d204333-11c6-4427-9fe4-8453bd0c3812 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group (c55921fc-183a-4dc8-990d-bf8e8b5b5412), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:45.863458 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0d204333-11c6-4427-9fe4-8453bd0c3812 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (c55921fc-183a-4dc8-990d-bf8e8b5b5412), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:45.867039 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0d204333-11c6-4427-9fe4-8453bd0c3812 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:45.868477 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-0d204333-11c6-4427-9fe4-8453bd0c3812 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "DELETE /v2.0/security-groups/c55921fc-183a-4dc8-990d-bf8e8b5b5412 HTTP/1.1" status: 204 len: 168 time: 0.1695383 Feb 17 18:09:45.886959 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d204333-11c6-4427-9fe4-8453bd0c3812 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55921fc-183a-4dc8-990d-bf8e8b5b5412,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:09:46.096714 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 34924) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:09:46.102217 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-9a3933cf-01f7-4702-b98c-1934d9b38bb4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1167930583', 'description': 'tempest-secgroup-smoke-1167930583 description', 'project_id': 'fbdb8b0945f14355a625c005e43f71f8'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:09:46.125818 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9a3933cf-01f7-4702-b98c-1934d9b38bb4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:46.197995 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9a3933cf-01f7-4702-b98c-1934d9b38bb4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group (fab869a2-25f9-485b-b81c-5c9e46c95e2c), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:46.201931 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9a3933cf-01f7-4702-b98c-1934d9b38bb4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (fab869a2-25f9-485b-b81c-5c9e46c95e2c), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:46.232490 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9a3933cf-01f7-4702-b98c-1934d9b38bb4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:46.233737 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-9a3933cf-01f7-4702-b98c-1934d9b38bb4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1356714 Feb 17 18:09:46.235598 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3933cf-01f7-4702-b98c-1934d9b38bb4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fab869a2-25f9-485b-b81c-5c9e46c95e2c,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:09:46.236704 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34926) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:09:46.241888 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-dcd1a09c-3b6a-4e01-9880-ceb92a32ad51 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Request body: {'security_group_rule': {'security_group_id': 'fab869a2-25f9-485b-b81c-5c9e46c95e2c', 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:09:46.266615 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dcd1a09c-3b6a-4e01-9880-ceb92a32ad51 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (f00282b5-2b19-4312-95bd-c013acbdb273), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:46.325738 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dcd1a09c-3b6a-4e01-9880-ceb92a32ad51 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (f00282b5-2b19-4312-95bd-c013acbdb273), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:46.329933 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dcd1a09c-3b6a-4e01-9880-ceb92a32ad51 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (f00282b5-2b19-4312-95bd-c013acbdb273), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:46.349950 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd1a09c-3b6a-4e01-9880-ceb92a32ad51 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f00282b5-2b19-4312-95bd-c013acbdb273,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:09:46.362260 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dcd1a09c-3b6a-4e01-9880-ceb92a32ad51 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:46.366691 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-dcd1a09c-3b6a-4e01-9880-ceb92a32ad51 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1258416 Feb 17 18:09:46.366943 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34930) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:09:46.372026 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-48209ab6-e85e-4e0b-b90a-f3759d174674 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Request body: {'security_group_rule': {'security_group_id': 'fab869a2-25f9-485b-b81c-5c9e46c95e2c', 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:09:46.398840 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48209ab6-e85e-4e0b-b90a-f3759d174674 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (917fd808-97e9-4af4-9880-e4d2fd7de4e7), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:46.476176 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48209ab6-e85e-4e0b-b90a-f3759d174674 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (917fd808-97e9-4af4-9880-e4d2fd7de4e7), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:46.485762 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48209ab6-e85e-4e0b-b90a-f3759d174674 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (917fd808-97e9-4af4-9880-e4d2fd7de4e7), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:46.507623 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48209ab6-e85e-4e0b-b90a-f3759d174674 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=917fd808-97e9-4af4-9880-e4d2fd7de4e7,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:09:46.508320 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 4f0a1853-4751-48cf-9542-c52c0de87c60 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:09:46.518654 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48209ab6-e85e-4e0b-b90a-f3759d174674 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:46.523071 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-48209ab6-e85e-4e0b-b90a-f3759d174674 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1526070 Feb 17 18:09:46.523447 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 34932) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:09:46.529851 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-1b037fae-443b-490a-88f7-f320eec2a09f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Request body: {'security_group_rule': {'security_group_id': 'fab869a2-25f9-485b-b81c-5c9e46c95e2c', 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:09:46.542053 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 4f0a1853-4751-48cf-9542-c52c0de87c60 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:09:46.542409 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 4f0a1853-4751-48cf-9542-c52c0de87c60 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:09:46.542825 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 33684f48-93ce-4195-89c2-17d568f63f5b no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:09:46.562160 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1b037fae-443b-490a-88f7-f320eec2a09f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (d22f5f83-4516-4dec-acc9-db4f002d9dc3), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:46.566904 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 33684f48-93ce-4195-89c2-17d568f63f5b {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:09:46.567256 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 33684f48-93ce-4195-89c2-17d568f63f5b not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:09:46.637248 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1b037fae-443b-490a-88f7-f320eec2a09f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (d22f5f83-4516-4dec-acc9-db4f002d9dc3), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:46.641735 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1b037fae-443b-490a-88f7-f320eec2a09f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (d22f5f83-4516-4dec-acc9-db4f002d9dc3), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:46.659376 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b037fae-443b-490a-88f7-f320eec2a09f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d22f5f83-4516-4dec-acc9-db4f002d9dc3,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:09:46.669775 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1b037fae-443b-490a-88f7-f320eec2a09f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:46.672159 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1b037fae-443b-490a-88f7-f320eec2a09f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1465738 Feb 17 18:09:46.674450 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 34934) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:09:46.679950 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-354859cf-8017-4e9e-80cf-42bffe64d616 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Request body: {'security_group_rule': {'security_group_id': 'fab869a2-25f9-485b-b81c-5c9e46c95e2c', 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:09:46.708136 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-354859cf-8017-4e9e-80cf-42bffe64d616 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (4aac5c85-35c8-4080-aee2-d429c65d824c), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:46.777504 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-354859cf-8017-4e9e-80cf-42bffe64d616 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (4aac5c85-35c8-4080-aee2-d429c65d824c), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:46.781967 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-354859cf-8017-4e9e-80cf-42bffe64d616 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (4aac5c85-35c8-4080-aee2-d429c65d824c), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:46.802053 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354859cf-8017-4e9e-80cf-42bffe64d616 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aac5c85-35c8-4080-aee2-d429c65d824c,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:09:46.810190 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-354859cf-8017-4e9e-80cf-42bffe64d616 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:46.814157 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-354859cf-8017-4e9e-80cf-42bffe64d616 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1358478 Feb 17 18:09:46.814441 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 34936) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:09:46.819245 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-dd831283-b718-4525-a34b-94510e2212a8 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Request body: {'security_group_rule': {'security_group_id': 'fab869a2-25f9-485b-b81c-5c9e46c95e2c', 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:09:46.846296 n-d-829613-2 neutron-server[103435]: INFO neutron.db.securitygroups_db [None req-dd831283-b718-4525-a34b-94510e2212a8 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Project fbdb8b0945f14355a625c005e43f71f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 18:09:46.853816 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dd831283-b718-4525-a34b-94510e2212a8 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (2ef9df66-b2f5-48cc-a7cb-a30d6ceac602), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:46.917155 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dd831283-b718-4525-a34b-94510e2212a8 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (2ef9df66-b2f5-48cc-a7cb-a30d6ceac602), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:46.921362 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dd831283-b718-4525-a34b-94510e2212a8 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (2ef9df66-b2f5-48cc-a7cb-a30d6ceac602), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:46.940976 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd831283-b718-4525-a34b-94510e2212a8 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ef9df66-b2f5-48cc-a7cb-a30d6ceac602,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:09:46.957831 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dd831283-b718-4525-a34b-94510e2212a8 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:46.960003 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-dd831283-b718-4525-a34b-94510e2212a8 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1447093 Feb 17 18:09:46.963302 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34938) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:09:46.968479 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-d00c5da1-19e1-43ee-b5d2-461fbe017bc3 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Request body: {'security_group_rule': {'security_group_id': 'fab869a2-25f9-485b-b81c-5c9e46c95e2c', 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:09:46.990112 n-d-829613-2 neutron-server[103434]: INFO neutron.db.securitygroups_db [None req-d00c5da1-19e1-43ee-b5d2-461fbe017bc3 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Project fbdb8b0945f14355a625c005e43f71f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 18:09:46.995441 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d00c5da1-19e1-43ee-b5d2-461fbe017bc3 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (a592ea19-807d-4514-9477-3e957c468626), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:47.060179 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d00c5da1-19e1-43ee-b5d2-461fbe017bc3 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (a592ea19-807d-4514-9477-3e957c468626), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:47.064447 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d00c5da1-19e1-43ee-b5d2-461fbe017bc3 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (a592ea19-807d-4514-9477-3e957c468626), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:47.078062 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c5da1-19e1-43ee-b5d2-461fbe017bc3 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a592ea19-807d-4514-9477-3e957c468626,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:09:47.094905 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d00c5da1-19e1-43ee-b5d2-461fbe017bc3 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:47.099419 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d00c5da1-19e1-43ee-b5d2-461fbe017bc3 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1318269 Feb 17 18:09:47.099887 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 34940) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:09:47.105200 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-21f2e3f9-e759-495e-85a0-4900ece2c76d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Request body: {'network': {'name': 'tempest-network-smoke--425765533', 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'port_security_enabled': True}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:09:47.125320 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f2e3f9-e759-495e-85a0-4900ece2c76d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Made reservation on behalf of fbdb8b0945f14355a625c005e43f71f8 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:09:47.128825 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-21f2e3f9-e759-495e-85a0-4900ece2c76d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:47.154286 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21f2e3f9-e759-495e-85a0-4900ece2c76d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:09:47.164967 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-21f2e3f9-e759-495e-85a0-4900ece2c76d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (38135d46-51cf-404f-b50f-327400994791), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:47.165560 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-21f2e3f9-e759-495e-85a0-4900ece2c76d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Added segment 38135d46-51cf-404f-b50f-327400994791 of type vlan for network 16a07cbc-0861-4c55-9a55-d3790f5f871d Feb 17 18:09:47.209167 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-21f2e3f9-e759-495e-85a0-4900ece2c76d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (16a07cbc-0861-4c55-9a55-d3790f5f871d), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:47.235789 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-21f2e3f9-e759-495e-85a0-4900ece2c76d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (16a07cbc-0861-4c55-9a55-d3790f5f871d), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:47.240863 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f2e3f9-e759-495e-85a0-4900ece2c76d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:47.241454 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-21f2e3f9-e759-495e-85a0-4900ece2c76d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:47.288043 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-21f2e3f9-e759-495e-85a0-4900ece2c76d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1869216 Feb 17 18:09:47.290924 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 34942) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:09:47.296433 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-f6e5b3ac-4706-46af-b4f9-7e0241b75df4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1601029080', 'admin_state_up': True, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:09:47.320185 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f2e3f9-e759-495e-85a0-4900ece2c76d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'Network': ['ID=16a07cbc-0861-4c55-9a55-d3790f5f871d,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:09:47.329727 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f6e5b3ac-4706-46af-b4f9-7e0241b75df4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (ab1a06e8-9f0d-4924-baca-299ce3b698c3), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:47.330734 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 16a07cbc-0861-4c55-9a55-d3790f5f871d details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:09:47.330922 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f6e5b3ac-4706-46af-b4f9-7e0241b75df4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (ab1a06e8-9f0d-4924-baca-299ce3b698c3), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:47.403684 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f6e5b3ac-4706-46af-b4f9-7e0241b75df4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for router_controller (ab1a06e8-9f0d-4924-baca-299ce3b698c3), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:47.562473 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f6e5b3ac-4706-46af-b4f9-7e0241b75df4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for router_gateway (ab1a06e8-9f0d-4924-baca-299ce3b698c3), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:47.813267 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f6e5b3ac-4706-46af-b4f9-7e0241b75df4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for router_gateway (ab1a06e8-9f0d-4924-baca-299ce3b698c3), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:47.833498 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f6e5b3ac-4706-46af-b4f9-7e0241b75df4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:47.945893 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-f6e5b3ac-4706-46af-b4f9-7e0241b75df4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Allocated IP 172.25.8.167 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/c43e4a31-956b-495c-a33a-3b708915fd96) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:09:48.053660 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f6e5b3ac-4706-46af-b4f9-7e0241b75df4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for port (c43e4a31-956b-495c-a33a-3b708915fd96), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:48.095596 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f6e5b3ac-4706-46af-b4f9-7e0241b75df4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (c43e4a31-956b-495c-a33a-3b708915fd96), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:48.139544 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e5b3ac-4706-46af-b4f9-7e0241b75df4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:09:48.142656 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-f6e5b3ac-4706-46af-b4f9-7e0241b75df4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:09:48.146386 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e5b3ac-4706-46af-b4f9-7e0241b75df4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:09:48.169544 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e5b3ac-4706-46af-b4f9-7e0241b75df4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'Port': ['ID=c43e4a31-956b-495c-a33a-3b708915fd96,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:09:48.425914 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f6e5b3ac-4706-46af-b4f9-7e0241b75df4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for router_gateway (ab1a06e8-9f0d-4924-baca-299ce3b698c3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:48.661926 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f6e5b3ac-4706-46af-b4f9-7e0241b75df4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (ab1a06e8-9f0d-4924-baca-299ce3b698c3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:48.800382 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6e5b3ac-4706-46af-b4f9-7e0241b75df4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Router ab1a06e8-9f0d-4924-baca-299ce3b698c3 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 18:09:48.914712 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e5b3ac-4706-46af-b4f9-7e0241b75df4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:09:48.924993 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae0ef62-38ca-478d-a80c-d4c5f7d5163d None None] Sync routers for ids ['ab1a06e8-9f0d-4924-baca-299ce3b698c3'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:09:48.935681 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae0ef62-38ca-478d-a80c-d4c5f7d5163d None None] Routers {'ab1a06e8-9f0d-4924-baca-299ce3b698c3'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:09:48.936048 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f6e5b3ac-4706-46af-b4f9-7e0241b75df4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:48.936355 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-9ae0ef62-38ca-478d-a80c-d4c5f7d5163d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:09:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['ab1a06e8-9f0d-4924-baca-299ce3b698c3'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:09:48.940286 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f6e5b3ac-4706-46af-b4f9-7e0241b75df4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6449385 Feb 17 18:09:48.940638 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 34956) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:09:48.979996 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-80ee1bd4-3668-4152-ba01-fd12a42b867d tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=fbdb8b0945f14355a625c005e43f71f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378931 Feb 17 18:09:48.982433 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 34958) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:09:49.053883 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-9ae0ef62-38ca-478d-a80c-d4c5f7d5163d None None] Set router ab1a06e8-9f0d-4924-baca-299ce3b698c3 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:09:49.080483 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437f28ea-4db5-4f6f-a9d4-5c1e466e79ef tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:49.082305 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-437f28ea-4db5-4f6f-a9d4-5c1e466e79ef tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0986855 Feb 17 18:09:49.085377 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 34960) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:09:49.122773 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-069da9b4-4782-4985-831b-ddc5ee8496bc tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=d7afcf1f-5124-4168-b80f-10ace9d04ea7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344174 Feb 17 18:09:49.123433 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 34962) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:09:49.128384 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-c5114afc-7740-4159-9d7c-03a808c0e39b tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1591923307', 'network_id': '16a07cbc-0861-4c55-9a55-d3790f5f871d', 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:09:49.191554 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:49.222858 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5114afc-7740-4159-9d7c-03a808c0e39b tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Made reservation on behalf of fbdb8b0945f14355a625c005e43f71f8 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:09:49.226819 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c5114afc-7740-4159-9d7c-03a808c0e39b tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:49.271958 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-9ae0ef62-38ca-478d-a80c-d4c5f7d5163d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1a06e8-9f0d-4924-baca-299ce3b698c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601029080', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'c43e4a31-956b-495c-a33a-3b708915fd96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:09:47Z', 'updated_at': '2022-02-17T18:09:48Z', 'revision_number': 3, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': 'c43e4a31-956b-495c-a33a-3b708915fd96', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1a06e8-9f0d-4924-baca-299ce3b698c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:09:47Z', 'updated_at': '2022-02-17T18:09:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:09:49.299179 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae0ef62-38ca-478d-a80c-d4c5f7d5163d None None] Checking router: ab1a06e8-9f0d-4924-baca-299ce3b698c3 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:09:49.299543 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae0ef62-38ca-478d-a80c-d4c5f7d5163d None None] Updating router ab1a06e8-9f0d-4924-baca-299ce3b698c3 port c43e4a31-956b-495c-a33a-3b708915fd96 binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 18:09:49.330007 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9ae0ef62-38ca-478d-a80c-d4c5f7d5163d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c43e4a31-956b-495c-a33a-3b708915fd96), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:49.426235 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c5114afc-7740-4159-9d7c-03a808c0e39b tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (db8e3337-9b68-4176-a09d-c6300d42e52c), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:49.516857 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5114afc-7740-4159-9d7c-03a808c0e39b tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Checking segment: {'id': '38135d46-51cf-404f-b50f-327400994791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '16a07cbc-0861-4c55-9a55-d3790f5f871d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:09:49.517643 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5114afc-7740-4159-9d7c-03a808c0e39b tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Network hostable DHCP agents. Network: 16a07cbc-0861-4c55-9a55-d3790f5f871d, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:09:49.522149 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5114afc-7740-4159-9d7c-03a808c0e39b tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'Subnet': ['ID=db8e3337-9b68-4176-a09d-c6300d42e52c,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:09:49.543718 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5114afc-7740-4159-9d7c-03a808c0e39b tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Network 16a07cbc-0861-4c55-9a55-d3790f5f871d is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:09:49.558428 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-c5114afc-7740-4159-9d7c-03a808c0e39b tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 16a07cbc-0861-4c55-9a55-d3790f5f871d) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:09:49.572417 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5114afc-7740-4159-9d7c-03a808c0e39b tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:49.573082 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c5114afc-7740-4159-9d7c-03a808c0e39b tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:49.574644 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6694567-f1f6-44a1-9137-9369c6908f62 None None] Network 16a07cbc-0861-4c55-9a55-d3790f5f871d requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:09:49.601677 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c5114afc-7740-4159-9d7c-03a808c0e39b tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4771862 Feb 17 18:09:49.604997 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 34966) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:09:49.686707 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9ae0ef62-38ca-478d-a80c-d4c5f7d5163d None None] Publish callbacks [] for port (c43e4a31-956b-495c-a33a-3b708915fd96), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:49.700410 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9ae0ef62-38ca-478d-a80c-d4c5f7d5163d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c43e4a31-956b-495c-a33a-3b708915fd96), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:49.784607 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-9ae0ef62-38ca-478d-a80c-d4c5f7d5163d None None] Attempting to bind port c43e4a31-956b-495c-a33a-3b708915fd96 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:09:49.784989 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-9ae0ef62-38ca-478d-a80c-d4c5f7d5163d None None] Attempting to bind port c43e4a31-956b-495c-a33a-3b708915fd96 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:09:49.785357 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae0ef62-38ca-478d-a80c-d4c5f7d5163d None None] Attempting to bind port c43e4a31-956b-495c-a33a-3b708915fd96 on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:09:49.794033 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acfe823-0f1a-4712-a467-030fcda903d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-16a07cbc-0861-4c55-9a55-d3790f5f871d', 'network_id': '16a07cbc-0861-4c55-9a55-d3790f5f871d', 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'fixed_ips': [{'subnet_id': 'db8e3337-9b68-4176-a09d-c6300d42e52c'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 18:09:49.794908 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9acfe823-0f1a-4712-a467-030fcda903d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:49.803143 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae0ef62-38ca-478d-a80c-d4c5f7d5163d None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:09:49.803524 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae0ef62-38ca-478d-a80c-d4c5f7d5163d None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:09:49.803932 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9ae0ef62-38ca-478d-a80c-d4c5f7d5163d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:49.804772 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae0ef62-38ca-478d-a80c-d4c5f7d5163d None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:09:49.804925 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-9ae0ef62-38ca-478d-a80c-d4c5f7d5163d None None] Bound port: c43e4a31-956b-495c-a33a-3b708915fd96, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:09:49.805212 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9ae0ef62-38ca-478d-a80c-d4c5f7d5163d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c43e4a31-956b-495c-a33a-3b708915fd96), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:49.807638 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c205a3f-59d8-4526-95e7-e0f585ee5f4e None None] Pushing event updated for resources: {'Port': ['ID=c43e4a31-956b-495c-a33a-3b708915fd96,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:09:49.884334 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-9ae0ef62-38ca-478d-a80c-d4c5f7d5163d None None] For port c43e4a31-956b-495c-a33a-3b708915fd96, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:09:49.887954 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-9ae0ef62-38ca-478d-a80c-d4c5f7d5163d None None] For port c43e4a31-956b-495c-a33a-3b708915fd96, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=c43e4a31-956b-495c-a33a-3b708915fd96,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:09:49.897025 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9ae0ef62-38ca-478d-a80c-d4c5f7d5163d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c43e4a31-956b-495c-a33a-3b708915fd96), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:50.033792 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae0ef62-38ca-478d-a80c-d4c5f7d5163d None None] Routers {'ab1a06e8-9f0d-4924-baca-299ce3b698c3'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:09:50.034618 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-9ae0ef62-38ca-478d-a80c-d4c5f7d5163d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:09:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['ab1a06e8-9f0d-4924-baca-299ce3b698c3'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:09:50.041394 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:50.104951 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7ddcd5d0-0c21-4928-b37a-11d165ce5197 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:50.173007 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c205a3f-59d8-4526-95e7-e0f585ee5f4e None None] Pushing event updated for resources: {'Port': ['ID=c43e4a31-956b-495c-a33a-3b708915fd96,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:09:50.204804 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-9acfe823-0f1a-4712-a467-030fcda903d6 None None] Allocated IP 172.20.0.2 (16a07cbc-0861-4c55-9a55-d3790f5f871d/db8e3337-9b68-4176-a09d-c6300d42e52c/dc6c19ad-ca9a-475f-9cb0-c6cedd9a907b) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:09:50.244709 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-9ae0ef62-38ca-478d-a80c-d4c5f7d5163d None None] Set router ab1a06e8-9f0d-4924-baca-299ce3b698c3 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:09:50.523610 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9acfe823-0f1a-4712-a467-030fcda903d6 None None] Publish callbacks [] for port (dc6c19ad-ca9a-475f-9cb0-c6cedd9a907b), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:50.527443 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-9ae0ef62-38ca-478d-a80c-d4c5f7d5163d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1a06e8-9f0d-4924-baca-299ce3b698c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601029080', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'c43e4a31-956b-495c-a33a-3b708915fd96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:09:47Z', 'updated_at': '2022-02-17T18:09:48Z', 'revision_number': 3, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': 'c43e4a31-956b-495c-a33a-3b708915fd96', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1a06e8-9f0d-4924-baca-299ce3b698c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:09:47Z', 'updated_at': '2022-02-17T18:09:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:09:50.562451 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae0ef62-38ca-478d-a80c-d4c5f7d5163d None None] The sync data for ids ['ab1a06e8-9f0d-4924-baca-299ce3b698c3'] in n-d-829613-2 is: [{'id': 'ab1a06e8-9f0d-4924-baca-299ce3b698c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601029080', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'c43e4a31-956b-495c-a33a-3b708915fd96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:09:47Z', 'updated_at': '2022-02-17T18:09:48Z', 'revision_number': 3, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': 'c43e4a31-956b-495c-a33a-3b708915fd96', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1a06e8-9f0d-4924-baca-299ce3b698c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:09:47Z', 'updated_at': '2022-02-17T18:09:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:09:50.565043 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9acfe823-0f1a-4712-a467-030fcda903d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (dc6c19ad-ca9a-475f-9cb0-c6cedd9a907b), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:50.611147 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acfe823-0f1a-4712-a467-030fcda903d6 None None] Network 16a07cbc-0861-4c55-9a55-d3790f5f871d is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:09:50.615006 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-9acfe823-0f1a-4712-a467-030fcda903d6 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:09:50.618462 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acfe823-0f1a-4712-a467-030fcda903d6 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:09:50.622487 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-7ddcd5d0-0c21-4928-b37a-11d165ce5197 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Allocated IP 172.20.0.1 (16a07cbc-0861-4c55-9a55-d3790f5f871d/db8e3337-9b68-4176-a09d-c6300d42e52c/0cf6ee50-904c-4d9b-83a5-3238f430cdc2) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:09:50.658833 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acfe823-0f1a-4712-a467-030fcda903d6 None None] Pushing event updated for resources: {'Port': ['ID=dc6c19ad-ca9a-475f-9cb0-c6cedd9a907b,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:09:50.708685 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-9acfe823-0f1a-4712-a467-030fcda903d6 None None] Attempting to bind port dc6c19ad-ca9a-475f-9cb0-c6cedd9a907b on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:09:50.709068 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-9acfe823-0f1a-4712-a467-030fcda903d6 None None] Attempting to bind port dc6c19ad-ca9a-475f-9cb0-c6cedd9a907b by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '38135d46-51cf-404f-b50f-327400994791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '16a07cbc-0861-4c55-9a55-d3790f5f871d'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:09:50.709441 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acfe823-0f1a-4712-a467-030fcda903d6 None None] Attempting to bind port dc6c19ad-ca9a-475f-9cb0-c6cedd9a907b on network 16a07cbc-0861-4c55-9a55-d3790f5f871d {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:09:50.715635 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acfe823-0f1a-4712-a467-030fcda903d6 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:09:50.716021 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acfe823-0f1a-4712-a467-030fcda903d6 None None] Checking segment: {'id': '38135d46-51cf-404f-b50f-327400994791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '16a07cbc-0861-4c55-9a55-d3790f5f871d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:09:50.716457 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9acfe823-0f1a-4712-a467-030fcda903d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:50.716857 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acfe823-0f1a-4712-a467-030fcda903d6 None None] Bound using segment: {'id': '38135d46-51cf-404f-b50f-327400994791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '16a07cbc-0861-4c55-9a55-d3790f5f871d'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:09:50.717342 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-9acfe823-0f1a-4712-a467-030fcda903d6 None None] Bound port: dc6c19ad-ca9a-475f-9cb0-c6cedd9a907b, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38135d46-51cf-404f-b50f-327400994791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '16a07cbc-0861-4c55-9a55-d3790f5f871d'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:09:50.717729 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9acfe823-0f1a-4712-a467-030fcda903d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (dc6c19ad-ca9a-475f-9cb0-c6cedd9a907b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:50.782626 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7ddcd5d0-0c21-4928-b37a-11d165ce5197 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for port (0cf6ee50-904c-4d9b-83a5-3238f430cdc2), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:50.793337 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-9acfe823-0f1a-4712-a467-030fcda903d6 None None] For port dc6c19ad-ca9a-475f-9cb0-c6cedd9a907b, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:09:50.796975 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-9acfe823-0f1a-4712-a467-030fcda903d6 None None] For port dc6c19ad-ca9a-475f-9cb0-c6cedd9a907b, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=dc6c19ad-ca9a-475f-9cb0-c6cedd9a907b,segment=NetworkSegment(38135d46-51cf-404f-b50f-327400994791),segment_id=38135d46-51cf-404f-b50f-327400994791)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:09:50.805493 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9acfe823-0f1a-4712-a467-030fcda903d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (dc6c19ad-ca9a-475f-9cb0-c6cedd9a907b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:50.822456 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7ddcd5d0-0c21-4928-b37a-11d165ce5197 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (0cf6ee50-904c-4d9b-83a5-3238f430cdc2), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:50.886252 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddcd5d0-0c21-4928-b37a-11d165ce5197 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Network 16a07cbc-0861-4c55-9a55-d3790f5f871d is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:09:50.897534 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acfe823-0f1a-4712-a467-030fcda903d6 None None] Pushing event updated for resources: {'Port': ['ID=dc6c19ad-ca9a-475f-9cb0-c6cedd9a907b,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:09:50.897861 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-7ddcd5d0-0c21-4928-b37a-11d165ce5197 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:09:50.905611 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddcd5d0-0c21-4928-b37a-11d165ce5197 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:09:50.985085 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddcd5d0-0c21-4928-b37a-11d165ce5197 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'Port': ['ID=0cf6ee50-904c-4d9b-83a5-3238f430cdc2,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:09:50.998054 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7ddcd5d0-0c21-4928-b37a-11d165ce5197 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (ab1a06e8-9f0d-4924-baca-299ce3b698c3), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:51.220507 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7ddcd5d0-0c21-4928-b37a-11d165ce5197 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0cf6ee50-904c-4d9b-83a5-3238f430cdc2), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:51.560202 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7ddcd5d0-0c21-4928-b37a-11d165ce5197 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for port (0cf6ee50-904c-4d9b-83a5-3238f430cdc2), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:51.565557 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7ddcd5d0-0c21-4928-b37a-11d165ce5197 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (0cf6ee50-904c-4d9b-83a5-3238f430cdc2), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:51.647155 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddcd5d0-0c21-4928-b37a-11d165ce5197 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'Port': ['ID=0cf6ee50-904c-4d9b-83a5-3238f430cdc2,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:09:51.649817 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7ddcd5d0-0c21-4928-b37a-11d165ce5197 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (ab1a06e8-9f0d-4924-baca-299ce3b698c3), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:51.772146 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddcd5d0-0c21-4928-b37a-11d165ce5197 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Network 16a07cbc-0861-4c55-9a55-d3790f5f871d is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:09:51.773782 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-7ddcd5d0-0c21-4928-b37a-11d165ce5197 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:09:51.907324 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ddcd5d0-0c21-4928-b37a-11d165ce5197 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Router ab1a06e8-9f0d-4924-baca-299ce3b698c3 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:09:52.105757 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14493a66-8537-4b8c-b66d-4a0f60399ee8 None None] Network 16a07cbc-0861-4c55-9a55-d3790f5f871d requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:09:52.302605 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ddcd5d0-0c21-4928-b37a-11d165ce5197 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:09:52.316940 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-7ddcd5d0-0c21-4928-b37a-11d165ce5197 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "PUT /v2.0/routers/ab1a06e8-9f0d-4924-baca-299ce3b698c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7024605 Feb 17 18:09:52.399713 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-824c5a00-ef1a-484f-8b84-2f137837ae0f None None] Provisioning complete for port dc6c19ad-ca9a-475f-9cb0-c6cedd9a907b triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:09:52.400182 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-824c5a00-ef1a-484f-8b84-2f137837ae0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (dc6c19ad-ca9a-475f-9cb0-c6cedd9a907b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:52.577785 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d114aabb-e304-45b3-9137-0fa54c4b61f7 req-eb4c08e5-5c42-407a-98c7-be403970db60 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1167930583&fields=id&tenant_id=fbdb8b0945f14355a625c005e43f71f8 HTTP/1.1" status: 200 len: 267 time: 0.0819540 Feb 17 18:09:52.578605 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-824c5a00-ef1a-484f-8b84-2f137837ae0f None None] Current status of the port dc6c19ad-ca9a-475f-9cb0-c6cedd9a907b is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:09:52.579501 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-824c5a00-ef1a-484f-8b84-2f137837ae0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (dc6c19ad-ca9a-475f-9cb0-c6cedd9a907b), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:52.667729 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device c43e4a31-956b-495c-a33a-3b708915fd96 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:09:52.717127 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-824c5a00-ef1a-484f-8b84-2f137837ae0f None None] For port dc6c19ad-ca9a-475f-9cb0-c6cedd9a907b, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=dc6c19ad-ca9a-475f-9cb0-c6cedd9a907b,segment=NetworkSegment(38135d46-51cf-404f-b50f-327400994791),segment_id=38135d46-51cf-404f-b50f-327400994791)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:09:52.728570 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-824c5a00-ef1a-484f-8b84-2f137837ae0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (dc6c19ad-ca9a-475f-9cb0-c6cedd9a907b), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:52.774113 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114aabb-e304-45b3-9137-0fa54c4b61f7 req-38fb0f43-0844-45ce-8735-039494468ffe tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:52.775700 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d114aabb-e304-45b3-9137-0fa54c4b61f7 req-38fb0f43-0844-45ce-8735-039494468ffe tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/networks?id=16a07cbc-0861-4c55-9a55-d3790f5f871d HTTP/1.1" status: 200 len: 796 time: 0.1906662 Feb 17 18:09:52.807134 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port c43e4a31-956b-495c-a33a-3b708915fd96 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:09:52.807616 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c43e4a31-956b-495c-a33a-3b708915fd96), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:52.809791 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d114aabb-e304-45b3-9137-0fa54c4b61f7 req-b3b2a062-0d6e-4803-b4f0-2f30d2c96eec tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/quotas/fbdb8b0945f14355a625c005e43f71f8 HTTP/1.1" status: 200 len: 375 time: 0.0212283 Feb 17 18:09:52.817629 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe46cfa-ff62-4fd7-87f6-6a5152edeed4 None None] Sync routers for ids ['ab1a06e8-9f0d-4924-baca-299ce3b698c3'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:09:52.843976 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe46cfa-ff62-4fd7-87f6-6a5152edeed4 None None] Routers {'ab1a06e8-9f0d-4924-baca-299ce3b698c3'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:09:52.845599 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-0fe46cfa-ff62-4fd7-87f6-6a5152edeed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:09:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['ab1a06e8-9f0d-4924-baca-299ce3b698c3'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:09:52.903799 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-2906fc38-f0a1-4791-8151-a38a04fc7723 None None] Provisioning complete for port dc6c19ad-ca9a-475f-9cb0-c6cedd9a907b triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:09:52.903799 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2906fc38-f0a1-4791-8151-a38a04fc7723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (dc6c19ad-ca9a-475f-9cb0-c6cedd9a907b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:52.917061 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d114aabb-e304-45b3-9137-0fa54c4b61f7 req-3b1b0854-2aa4-4a34-b9b6-45f4655325a4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=fbdb8b0945f14355a625c005e43f71f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0986488 Feb 17 18:09:52.932974 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c5a00-ef1a-484f-8b84-2f137837ae0f None None] Pushing event updated for resources: {'Port': ['ID=dc6c19ad-ca9a-475f-9cb0-c6cedd9a907b,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:09:52.982464 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port c43e4a31-956b-495c-a33a-3b708915fd96 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:09:52.982855 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c43e4a31-956b-495c-a33a-3b708915fd96), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:53.037768 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port c43e4a31-956b-495c-a33a-3b708915fd96, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=c43e4a31-956b-495c-a33a-3b708915fd96,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:09:53.052899 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c43e4a31-956b-495c-a33a-3b708915fd96), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:53.053152 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device dc6c19ad-ca9a-475f-9cb0-c6cedd9a907b up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:09:53.063644 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-0fe46cfa-ff62-4fd7-87f6-6a5152edeed4 None None] Set router ab1a06e8-9f0d-4924-baca-299ce3b698c3 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:09:53.064484 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d114aabb-e304-45b3-9137-0fa54c4b61f7 req-489258f7-e224-4145-b071-ac088a87da22 service neutron] 10.222.0.87 "GET /v2.0/networks/16a07cbc-0861-4c55-9a55-d3790f5f871d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284378 Feb 17 18:09:53.182108 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d114aabb-e304-45b3-9137-0fa54c4b61f7 req-d700256f-1cf8-4d6d-abe4-5ef9e1220b37 service neutron] 10.222.0.87 "GET /v2.0/networks/16a07cbc-0861-4c55-9a55-d3790f5f871d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094661 Feb 17 18:09:53.230090 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=c43e4a31-956b-495c-a33a-3b708915fd96,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:09:53.259779 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-2906fc38-f0a1-4791-8151-a38a04fc7723 None None] Current status of the port dc6c19ad-ca9a-475f-9cb0-c6cedd9a907b is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:09:53.265022 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port dc6c19ad-ca9a-475f-9cb0-c6cedd9a907b triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:09:53.265625 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (dc6c19ad-ca9a-475f-9cb0-c6cedd9a907b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:53.329892 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-2906fc38-f0a1-4791-8151-a38a04fc7723 None None] Provisioning complete for port 0cf6ee50-904c-4d9b-83a5-3238f430cdc2 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:09:53.330309 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2906fc38-f0a1-4791-8151-a38a04fc7723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (0cf6ee50-904c-4d9b-83a5-3238f430cdc2), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:53.371514 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-2906fc38-f0a1-4791-8151-a38a04fc7723 None None] Port 0cf6ee50-904c-4d9b-83a5-3238f430cdc2 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:09:53.386795 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-0fe46cfa-ff62-4fd7-87f6-6a5152edeed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1a06e8-9f0d-4924-baca-299ce3b698c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601029080', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'c43e4a31-956b-495c-a33a-3b708915fd96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:09:47Z', 'updated_at': '2022-02-17T18:09:51Z', 'revision_number': 4, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': 'c43e4a31-956b-495c-a33a-3b708915fd96', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1a06e8-9f0d-4924-baca-299ce3b698c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:09:47Z', 'updated_at': '2022-02-17T18:09:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '0cf6ee50-904c-4d9b-83a5-3238f430cdc2', 'name': '', 'network_id': '16a07cbc-0861-4c55-9a55-d3790f5f871d', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'mac_address': 'fa:16:3e:25:3b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1a06e8-9f0d-4924-baca-299ce3b698c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'db8e3337-9b68-4176-a09d-c6300d42e52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:09:50Z', 'updated_at': '2022-02-17T18:09:51Z', 'revision_number': 2, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'subnets': [{'id': 'db8e3337-9b68-4176-a09d-c6300d42e52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:09:53.435283 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe46cfa-ff62-4fd7-87f6-6a5152edeed4 None None] Checking router: ab1a06e8-9f0d-4924-baca-299ce3b698c3 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:09:53.436067 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe46cfa-ff62-4fd7-87f6-6a5152edeed4 None None] Updating router ab1a06e8-9f0d-4924-baca-299ce3b698c3 port 0cf6ee50-904c-4d9b-83a5-3238f430cdc2 binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 18:09:53.441109 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port dc6c19ad-ca9a-475f-9cb0-c6cedd9a907b is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:09:53.490283 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aec35e56-48e7-42db-9355-f2d89bd649bd req-cb6b0017-db43-4dd8-8b81-99f871172a66 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=58e7b415-c176-4211-952e-1d6612684b83 HTTP/1.1" status: 200 len: 210 time: 0.0293314 Feb 17 18:09:53.501851 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-0fe46cfa-ff62-4fd7-87f6-6a5152edeed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0cf6ee50-904c-4d9b-83a5-3238f430cdc2), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:53.514862 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-88b4c0a7-d7d9-422c-abf8-65f5a7f5d18d None None] Provisioning complete for port 0cf6ee50-904c-4d9b-83a5-3238f430cdc2 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:09:53.519955 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-88b4c0a7-d7d9-422c-abf8-65f5a7f5d18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (0cf6ee50-904c-4d9b-83a5-3238f430cdc2), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:53.571492 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-88b4c0a7-d7d9-422c-abf8-65f5a7f5d18d None None] Port 0cf6ee50-904c-4d9b-83a5-3238f430cdc2 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:09:53.850978 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-0fe46cfa-ff62-4fd7-87f6-6a5152edeed4 None None] Publish callbacks [] for port (0cf6ee50-904c-4d9b-83a5-3238f430cdc2), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:53.858458 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-0fe46cfa-ff62-4fd7-87f6-6a5152edeed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (0cf6ee50-904c-4d9b-83a5-3238f430cdc2), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:53.946690 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fb54b2-653c-41ac-96cf-a99924f5fe4d None None] Pushing event updated for resources: {'Port': ['ID=0cf6ee50-904c-4d9b-83a5-3238f430cdc2,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:09:53.978106 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fb54b2-653c-41ac-96cf-a99924f5fe4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:09:53.978468 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fb54b2-653c-41ac-96cf-a99924f5fe4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:09:53.978800 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fb54b2-653c-41ac-96cf-a99924f5fe4d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:09:53.979627 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fb54b2-653c-41ac-96cf-a99924f5fe4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:09:53.980165 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fb54b2-653c-41ac-96cf-a99924f5fe4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:09:53.980621 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fb54b2-653c-41ac-96cf-a99924f5fe4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:09:53.980950 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fb54b2-653c-41ac-96cf-a99924f5fe4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:09:53.981280 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fb54b2-653c-41ac-96cf-a99924f5fe4d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:09:53.981790 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fb54b2-653c-41ac-96cf-a99924f5fe4d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:09:53.981959 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fb54b2-653c-41ac-96cf-a99924f5fe4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:09:53.982234 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fb54b2-653c-41ac-96cf-a99924f5fe4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:09:53.983036 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fb54b2-653c-41ac-96cf-a99924f5fe4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:09:53.983275 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fb54b2-653c-41ac-96cf-a99924f5fe4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:09:54.001938 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-0fe46cfa-ff62-4fd7-87f6-6a5152edeed4 None None] Attempting to bind port 0cf6ee50-904c-4d9b-83a5-3238f430cdc2 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:09:54.001938 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-0fe46cfa-ff62-4fd7-87f6-6a5152edeed4 None None] Attempting to bind port 0cf6ee50-904c-4d9b-83a5-3238f430cdc2 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '38135d46-51cf-404f-b50f-327400994791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '16a07cbc-0861-4c55-9a55-d3790f5f871d'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:09:54.002279 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe46cfa-ff62-4fd7-87f6-6a5152edeed4 None None] Attempting to bind port 0cf6ee50-904c-4d9b-83a5-3238f430cdc2 on network 16a07cbc-0861-4c55-9a55-d3790f5f871d {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:09:54.008095 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe46cfa-ff62-4fd7-87f6-6a5152edeed4 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:09:54.008562 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe46cfa-ff62-4fd7-87f6-6a5152edeed4 None None] Checking segment: {'id': '38135d46-51cf-404f-b50f-327400994791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '16a07cbc-0861-4c55-9a55-d3790f5f871d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:09:54.008951 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-0fe46cfa-ff62-4fd7-87f6-6a5152edeed4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:54.009337 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe46cfa-ff62-4fd7-87f6-6a5152edeed4 None None] Bound using segment: {'id': '38135d46-51cf-404f-b50f-327400994791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '16a07cbc-0861-4c55-9a55-d3790f5f871d'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:09:54.009810 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-0fe46cfa-ff62-4fd7-87f6-6a5152edeed4 None None] Bound port: 0cf6ee50-904c-4d9b-83a5-3238f430cdc2, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38135d46-51cf-404f-b50f-327400994791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '16a07cbc-0861-4c55-9a55-d3790f5f871d'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:09:54.010188 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-0fe46cfa-ff62-4fd7-87f6-6a5152edeed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0cf6ee50-904c-4d9b-83a5-3238f430cdc2), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:54.085660 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-0fe46cfa-ff62-4fd7-87f6-6a5152edeed4 None None] For port 0cf6ee50-904c-4d9b-83a5-3238f430cdc2, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:09:54.090792 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-0fe46cfa-ff62-4fd7-87f6-6a5152edeed4 None None] For port 0cf6ee50-904c-4d9b-83a5-3238f430cdc2, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=0cf6ee50-904c-4d9b-83a5-3238f430cdc2,segment=NetworkSegment(38135d46-51cf-404f-b50f-327400994791),segment_id=38135d46-51cf-404f-b50f-327400994791)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:09:54.098447 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-0fe46cfa-ff62-4fd7-87f6-6a5152edeed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (0cf6ee50-904c-4d9b-83a5-3238f430cdc2), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:54.169233 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe46cfa-ff62-4fd7-87f6-6a5152edeed4 None None] Routers {'ab1a06e8-9f0d-4924-baca-299ce3b698c3'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:09:54.170490 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-0fe46cfa-ff62-4fd7-87f6-6a5152edeed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:09:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['ab1a06e8-9f0d-4924-baca-299ce3b698c3'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:09:54.258413 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fb54b2-653c-41ac-96cf-a99924f5fe4d None None] Pushing event updated for resources: {'Port': ['ID=0cf6ee50-904c-4d9b-83a5-3238f430cdc2,revision_number=4']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:09:54.310190 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-86859320-ab7d-447e-bc41-38deaf97d6ed None None] Provisioning complete for port 0cf6ee50-904c-4d9b-83a5-3238f430cdc2 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:09:54.311144 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-86859320-ab7d-447e-bc41-38deaf97d6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (0cf6ee50-904c-4d9b-83a5-3238f430cdc2), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:54.322985 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-0fe46cfa-ff62-4fd7-87f6-6a5152edeed4 None None] Set router ab1a06e8-9f0d-4924-baca-299ce3b698c3 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:09:54.400340 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-86859320-ab7d-447e-bc41-38deaf97d6ed None None] Current status of the port 0cf6ee50-904c-4d9b-83a5-3238f430cdc2 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:09:54.400755 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-86859320-ab7d-447e-bc41-38deaf97d6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0cf6ee50-904c-4d9b-83a5-3238f430cdc2), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:54.456328 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-86859320-ab7d-447e-bc41-38deaf97d6ed None None] For port 0cf6ee50-904c-4d9b-83a5-3238f430cdc2, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=0cf6ee50-904c-4d9b-83a5-3238f430cdc2,segment=NetworkSegment(38135d46-51cf-404f-b50f-327400994791),segment_id=38135d46-51cf-404f-b50f-327400994791)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:09:54.463343 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-86859320-ab7d-447e-bc41-38deaf97d6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (0cf6ee50-904c-4d9b-83a5-3238f430cdc2), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:54.524945 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86859320-ab7d-447e-bc41-38deaf97d6ed None None] Pushing event updated for resources: {'Port': ['ID=0cf6ee50-904c-4d9b-83a5-3238f430cdc2,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:09:54.547238 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device c43e4a31-956b-495c-a33a-3b708915fd96 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:09:54.638512 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-6de399cb-dd2d-4164-9108-2659e438108e None None] Provisioning complete for port 0cf6ee50-904c-4d9b-83a5-3238f430cdc2 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:09:54.639391 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6de399cb-dd2d-4164-9108-2659e438108e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (0cf6ee50-904c-4d9b-83a5-3238f430cdc2), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:54.641598 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-0fe46cfa-ff62-4fd7-87f6-6a5152edeed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1a06e8-9f0d-4924-baca-299ce3b698c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601029080', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'c43e4a31-956b-495c-a33a-3b708915fd96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:09:47Z', 'updated_at': '2022-02-17T18:09:51Z', 'revision_number': 4, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': 'c43e4a31-956b-495c-a33a-3b708915fd96', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1a06e8-9f0d-4924-baca-299ce3b698c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:09:47Z', 'updated_at': '2022-02-17T18:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '0cf6ee50-904c-4d9b-83a5-3238f430cdc2', 'name': '', 'network_id': '16a07cbc-0861-4c55-9a55-d3790f5f871d', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'mac_address': 'fa:16:3e:25:3b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1a06e8-9f0d-4924-baca-299ce3b698c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'db8e3337-9b68-4176-a09d-c6300d42e52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:09:50Z', 'updated_at': '2022-02-17T18:09:54Z', 'revision_number': 4, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'subnets': [{'id': 'db8e3337-9b68-4176-a09d-c6300d42e52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:09:54.664588 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fd8b3fd2-8bac-4752-8043-a1cbd07008a4 req-cd55271a-d392-454a-b128-a1a63924716c tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=58e7b415-c176-4211-952e-1d6612684b83 HTTP/1.1" status: 200 len: 210 time: 0.0429959 Feb 17 18:09:54.693698 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe46cfa-ff62-4fd7-87f6-6a5152edeed4 None None] The sync data for ids ['ab1a06e8-9f0d-4924-baca-299ce3b698c3'] in n-d-829613-2 is: [{'id': 'ab1a06e8-9f0d-4924-baca-299ce3b698c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601029080', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'c43e4a31-956b-495c-a33a-3b708915fd96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:09:47Z', 'updated_at': '2022-02-17T18:09:51Z', 'revision_number': 4, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': 'c43e4a31-956b-495c-a33a-3b708915fd96', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1a06e8-9f0d-4924-baca-299ce3b698c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:09:47Z', 'updated_at': '2022-02-17T18:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '0cf6ee50-904c-4d9b-83a5-3238f430cdc2', 'name': '', 'network_id': '16a07cbc-0861-4c55-9a55-d3790f5f871d', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'mac_address': 'fa:16:3e:25:3b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1a06e8-9f0d-4924-baca-299ce3b698c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'db8e3337-9b68-4176-a09d-c6300d42e52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:09:50Z', 'updated_at': '2022-02-17T18:09:54Z', 'revision_number': 4, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'subnets': [{'id': 'db8e3337-9b68-4176-a09d-c6300d42e52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:09:54.710540 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port c43e4a31-956b-495c-a33a-3b708915fd96 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:09:54.711066 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c43e4a31-956b-495c-a33a-3b708915fd96), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:54.762583 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114aabb-e304-45b3-9137-0fa54c4b61f7 req-f5e6da33-aedb-4f9c-a4ae-bdbd6b2112ed tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:54.774212 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d114aabb-e304-45b3-9137-0fa54c4b61f7 req-f5e6da33-aedb-4f9c-a4ae-bdbd6b2112ed tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.71 "GET /v2.0/networks?id=16a07cbc-0861-4c55-9a55-d3790f5f871d HTTP/1.1" status: 200 len: 796 time: 0.2077589 Feb 17 18:09:54.814409 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-6de399cb-dd2d-4164-9108-2659e438108e None None] Current status of the port 0cf6ee50-904c-4d9b-83a5-3238f430cdc2 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:09:54.867428 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port c43e4a31-956b-495c-a33a-3b708915fd96 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:09:54.868013 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d114aabb-e304-45b3-9137-0fa54c4b61f7 req-fa2576e1-ba44-4296-b1b4-7a5ca16b466c tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbdb8b0945f14355a625c005e43f71f8 HTTP/1.1" status: 200 len: 380 time: 0.0925624 Feb 17 18:09:54.868792 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device dc6c19ad-ca9a-475f-9cb0-c6cedd9a907b up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:09:54.881196 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-d114aabb-e304-45b3-9137-0fa54c4b61f7 req-5aae422a-8a7e-4a30-a677-7b7bae7a3b47 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Request body: {'port': {'device_id': '58e7b415-c176-4211-952e-1d6612684b83', 'network_id': '16a07cbc-0861-4c55-9a55-d3790f5f871d', 'admin_state_up': True, 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'security_groups': ['fab869a2-25f9-485b-b81c-5c9e46c95e2c']}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:09:54.923580 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port dc6c19ad-ca9a-475f-9cb0-c6cedd9a907b triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:09:54.923972 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (dc6c19ad-ca9a-475f-9cb0-c6cedd9a907b), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:55.038916 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d114aabb-e304-45b3-9137-0fa54c4b61f7 req-5aae422a-8a7e-4a30-a677-7b7bae7a3b47 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Made reservation on behalf of fbdb8b0945f14355a625c005e43f71f8 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:09:55.040600 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port dc6c19ad-ca9a-475f-9cb0-c6cedd9a907b is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:09:55.043558 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d114aabb-e304-45b3-9137-0fa54c4b61f7 req-5aae422a-8a7e-4a30-a677-7b7bae7a3b47 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:55.187350 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-d114aabb-e304-45b3-9137-0fa54c4b61f7 req-5aae422a-8a7e-4a30-a677-7b7bae7a3b47 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Allocated IP 172.20.0.14 (16a07cbc-0861-4c55-9a55-d3790f5f871d/db8e3337-9b68-4176-a09d-c6300d42e52c/2daf141f-95d7-4bb7-b3ca-78270bbc514a) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:09:55.351538 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d114aabb-e304-45b3-9137-0fa54c4b61f7 req-5aae422a-8a7e-4a30-a677-7b7bae7a3b47 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for port (2daf141f-95d7-4bb7-b3ca-78270bbc514a), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:55.389359 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d114aabb-e304-45b3-9137-0fa54c4b61f7 req-5aae422a-8a7e-4a30-a677-7b7bae7a3b47 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (2daf141f-95d7-4bb7-b3ca-78270bbc514a), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:55.433308 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d114aabb-e304-45b3-9137-0fa54c4b61f7 req-5aae422a-8a7e-4a30-a677-7b7bae7a3b47 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Network 16a07cbc-0861-4c55-9a55-d3790f5f871d is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:09:55.436742 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-d114aabb-e304-45b3-9137-0fa54c4b61f7 req-5aae422a-8a7e-4a30-a677-7b7bae7a3b47 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:09:55.439873 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-d114aabb-e304-45b3-9137-0fa54c4b61f7 req-5aae422a-8a7e-4a30-a677-7b7bae7a3b47 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:09:55.487839 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae422a-8a7e-4a30-a677-7b7bae7a3b47 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'Port': ['ID=2daf141f-95d7-4bb7-b3ca-78270bbc514a,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:09:55.513583 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114aabb-e304-45b3-9137-0fa54c4b61f7 req-5aae422a-8a7e-4a30-a677-7b7bae7a3b47 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:55.514273 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d114aabb-e304-45b3-9137-0fa54c4b61f7 req-5aae422a-8a7e-4a30-a677-7b7bae7a3b47 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:55.537840 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d114aabb-e304-45b3-9137-0fa54c4b61f7 req-5aae422a-8a7e-4a30-a677-7b7bae7a3b47 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6636357 Feb 17 18:09:55.548391 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-d114aabb-e304-45b3-9137-0fa54c4b61f7 req-1dbda866-d9dc-47ed-a520-84878163ce26 service neutron] Request body: {'port': {'device_id': '58e7b415-c176-4211-952e-1d6612684b83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:09:55.632182 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d114aabb-e304-45b3-9137-0fa54c4b61f7 req-1dbda866-d9dc-47ed-a520-84878163ce26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2daf141f-95d7-4bb7-b3ca-78270bbc514a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:55.745366 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-adfef617-0f12-4679-bf18-7afafbace31b None None] Provisioning complete for port 2daf141f-95d7-4bb7-b3ca-78270bbc514a triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:09:55.746668 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-adfef617-0f12-4679-bf18-7afafbace31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2daf141f-95d7-4bb7-b3ca-78270bbc514a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:55.792529 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-adfef617-0f12-4679-bf18-7afafbace31b None None] Port 2daf141f-95d7-4bb7-b3ca-78270bbc514a cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:09:55.855622 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49db6a-c002-4ca5-8ef0-688d3c23c387 req-477d695c-51e2-4f63-a7e5-fc409c5a6a81 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:55.857106 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ef49db6a-c002-4ca5-8ef0-688d3c23c387 req-477d695c-51e2-4f63-a7e5-fc409c5a6a81 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=58e7b415-c176-4211-952e-1d6612684b83 HTTP/1.1" status: 200 len: 932 time: 0.1027906 Feb 17 18:09:55.964734 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ef49db6a-c002-4ca5-8ef0-688d3c23c387 req-bde51f53-59cf-4d73-9d3d-580b2537927c tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=fab869a2-25f9-485b-b81c-5c9e46c95e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813053 Feb 17 18:09:56.018583 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-d114aabb-e304-45b3-9137-0fa54c4b61f7 req-1dbda866-d9dc-47ed-a520-84878163ce26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2daf141f-95d7-4bb7-b3ca-78270bbc514a {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:09:56.028671 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d114aabb-e304-45b3-9137-0fa54c4b61f7 req-1dbda866-d9dc-47ed-a520-84878163ce26 service neutron] Publish callbacks [] for port (2daf141f-95d7-4bb7-b3ca-78270bbc514a), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:56.043810 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-d114aabb-e304-45b3-9137-0fa54c4b61f7 req-1dbda866-d9dc-47ed-a520-84878163ce26 service neutron] Transition to ACTIVE for port object 2daf141f-95d7-4bb7-b3ca-78270bbc514a will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 18:09:56.050035 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d114aabb-e304-45b3-9137-0fa54c4b61f7 req-1dbda866-d9dc-47ed-a520-84878163ce26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (2daf141f-95d7-4bb7-b3ca-78270bbc514a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:56.114461 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbda866-d9dc-47ed-a520-84878163ce26 service neutron] Pushing event updated for resources: {'Port': ['ID=2daf141f-95d7-4bb7-b3ca-78270bbc514a,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:09:56.187861 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-d114aabb-e304-45b3-9137-0fa54c4b61f7 req-1dbda866-d9dc-47ed-a520-84878163ce26 service neutron] Attempting to bind port 2daf141f-95d7-4bb7-b3ca-78270bbc514a on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:09:56.188138 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-d114aabb-e304-45b3-9137-0fa54c4b61f7 req-1dbda866-d9dc-47ed-a520-84878163ce26 service neutron] Attempting to bind port 2daf141f-95d7-4bb7-b3ca-78270bbc514a by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '38135d46-51cf-404f-b50f-327400994791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '16a07cbc-0861-4c55-9a55-d3790f5f871d'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:09:56.188700 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d114aabb-e304-45b3-9137-0fa54c4b61f7 req-1dbda866-d9dc-47ed-a520-84878163ce26 service neutron] Attempting to bind port 2daf141f-95d7-4bb7-b3ca-78270bbc514a on network 16a07cbc-0861-4c55-9a55-d3790f5f871d {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:09:56.193903 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d114aabb-e304-45b3-9137-0fa54c4b61f7 req-1dbda866-d9dc-47ed-a520-84878163ce26 service neutron] Port 2daf141f-95d7-4bb7-b3ca-78270bbc514a on network 16a07cbc-0861-4c55-9a55-d3790f5f871d not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:09:56.194295 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d114aabb-e304-45b3-9137-0fa54c4b61f7 req-1dbda866-d9dc-47ed-a520-84878163ce26 service neutron] Attempting to bind port 2daf141f-95d7-4bb7-b3ca-78270bbc514a on network 16a07cbc-0861-4c55-9a55-d3790f5f871d {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:09:56.200354 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d114aabb-e304-45b3-9137-0fa54c4b61f7 req-1dbda866-d9dc-47ed-a520-84878163ce26 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:09:56.200711 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d114aabb-e304-45b3-9137-0fa54c4b61f7 req-1dbda866-d9dc-47ed-a520-84878163ce26 service neutron] Checking segment: {'id': '38135d46-51cf-404f-b50f-327400994791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '16a07cbc-0861-4c55-9a55-d3790f5f871d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:09:56.201172 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d114aabb-e304-45b3-9137-0fa54c4b61f7 req-1dbda866-d9dc-47ed-a520-84878163ce26 service neutron] Bound using segment: {'id': '38135d46-51cf-404f-b50f-327400994791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '16a07cbc-0861-4c55-9a55-d3790f5f871d'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:09:56.202009 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-d114aabb-e304-45b3-9137-0fa54c4b61f7 req-1dbda866-d9dc-47ed-a520-84878163ce26 service neutron] Bound port: 2daf141f-95d7-4bb7-b3ca-78270bbc514a, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38135d46-51cf-404f-b50f-327400994791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '16a07cbc-0861-4c55-9a55-d3790f5f871d'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:09:56.202439 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d114aabb-e304-45b3-9137-0fa54c4b61f7 req-1dbda866-d9dc-47ed-a520-84878163ce26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2daf141f-95d7-4bb7-b3ca-78270bbc514a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:56.284777 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-d114aabb-e304-45b3-9137-0fa54c4b61f7 req-1dbda866-d9dc-47ed-a520-84878163ce26 service neutron] For port 2daf141f-95d7-4bb7-b3ca-78270bbc514a, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:09:56.288888 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-d114aabb-e304-45b3-9137-0fa54c4b61f7 req-1dbda866-d9dc-47ed-a520-84878163ce26 service neutron] For port 2daf141f-95d7-4bb7-b3ca-78270bbc514a, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=2daf141f-95d7-4bb7-b3ca-78270bbc514a,segment=NetworkSegment(38135d46-51cf-404f-b50f-327400994791),segment_id=38135d46-51cf-404f-b50f-327400994791)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:09:56.296186 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d114aabb-e304-45b3-9137-0fa54c4b61f7 req-1dbda866-d9dc-47ed-a520-84878163ce26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (2daf141f-95d7-4bb7-b3ca-78270bbc514a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:56.330777 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114aabb-e304-45b3-9137-0fa54c4b61f7 req-1dbda866-d9dc-47ed-a520-84878163ce26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:56.331409 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d114aabb-e304-45b3-9137-0fa54c4b61f7 req-1dbda866-d9dc-47ed-a520-84878163ce26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:56.332852 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d114aabb-e304-45b3-9137-0fa54c4b61f7 req-1dbda866-d9dc-47ed-a520-84878163ce26 service neutron] 10.222.0.71 "PUT /v2.0/ports/2daf141f-95d7-4bb7-b3ca-78270bbc514a HTTP/1.1" status: 200 len: 1092 time: 0.7891066 Feb 17 18:09:56.335788 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58e7b415-c176-4211-952e-1d6612684b83', 'tag': '2daf141f-95d7-4bb7-b3ca-78270bbc514a'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:09:56.339402 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8912b71-d48b-439b-912c-360e701dd38b" -d '{"events": [{"name": "network-changed", "server_uuid": "58e7b415-c176-4211-952e-1d6612684b83", "tag": "2daf141f-95d7-4bb7-b3ca-78270bbc514a"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:09:56.383080 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbda866-d9dc-47ed-a520-84878163ce26 service neutron] Pushing event updated for resources: {'Port': ['ID=2daf141f-95d7-4bb7-b3ca-78270bbc514a,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:09:56.398276 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b20f564-5a52-4216-a5bb-1970e1a2665b x-openstack-request-id: req-9b20f564-5a52-4216-a5bb-1970e1a2665b {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:09:56.398876 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58e7b415-c176-4211-952e-1d6612684b83", "tag": "2daf141f-95d7-4bb7-b3ca-78270bbc514a", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:09:56.399318 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9b20f564-5a52-4216-a5bb-1970e1a2665b {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:09:56.399914 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58e7b415-c176-4211-952e-1d6612684b83', 'tag': '2daf141f-95d7-4bb7-b3ca-78270bbc514a', 'status': 'completed', 'code': 200} Feb 17 18:09:56.471255 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114aabb-e304-45b3-9137-0fa54c4b61f7 req-1807ace0-1ec9-4f61-90a7-19587f299ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:56.473450 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d114aabb-e304-45b3-9137-0fa54c4b61f7 req-1807ace0-1ec9-4f61-90a7-19587f299ec3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fbdb8b0945f14355a625c005e43f71f8&device_id=58e7b415-c176-4211-952e-1d6612684b83 HTTP/1.1" status: 200 len: 1126 time: 0.0640285 Feb 17 18:09:56.531882 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 0cf6ee50-904c-4d9b-83a5-3238f430cdc2 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:09:56.540129 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d114aabb-e304-45b3-9137-0fa54c4b61f7 req-9eb2ecb5-556a-4f7e-8303-41649919ffe7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2daf141f-95d7-4bb7-b3ca-78270bbc514a HTTP/1.1" status: 200 len: 217 time: 0.0592804 Feb 17 18:09:56.597819 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114aabb-e304-45b3-9137-0fa54c4b61f7 req-60528e4b-1fde-4353-a328-8d89b764cf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:56.599374 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d114aabb-e304-45b3-9137-0fa54c4b61f7 req-60528e4b-1fde-4353-a328-8d89b764cf4d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=db8e3337-9b68-4176-a09d-c6300d42e52c HTTP/1.1" status: 200 len: 835 time: 0.0537908 Feb 17 18:09:56.600588 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 0cf6ee50-904c-4d9b-83a5-3238f430cdc2 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:09:56.601149 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (0cf6ee50-904c-4d9b-83a5-3238f430cdc2), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:56.658263 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114aabb-e304-45b3-9137-0fa54c4b61f7 req-440c9281-7f5b-4fc0-85d1-656c2c4a49a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:56.660193 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d114aabb-e304-45b3-9137-0fa54c4b61f7 req-440c9281-7f5b-4fc0-85d1-656c2c4a49a9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=16a07cbc-0861-4c55-9a55-d3790f5f871d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0553310 Feb 17 18:09:56.710100 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 0cf6ee50-904c-4d9b-83a5-3238f430cdc2 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:09:56.764472 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d114aabb-e304-45b3-9137-0fa54c4b61f7 req-c68f1ece-a935-4319-a6f6-561c575f18a1 service neutron] 10.222.0.71 "GET /v2.0/networks/16a07cbc-0861-4c55-9a55-d3790f5f871d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978806 Feb 17 18:09:56.853915 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d114aabb-e304-45b3-9137-0fa54c4b61f7 req-8a0a6a32-620a-4240-9b50-79e5c2caf9c4 service neutron] 10.222.0.71 "GET /v2.0/networks/16a07cbc-0861-4c55-9a55-d3790f5f871d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838625 Feb 17 18:09:56.953378 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8912b71-d48b-439b-912c-360e701dd38b req-df6a6b0e-dc7c-4350-9ffb-e51b317b5b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:56.953378 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e8912b71-d48b-439b-912c-360e701dd38b req-df6a6b0e-dc7c-4350-9ffb-e51b317b5b4a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fbdb8b0945f14355a625c005e43f71f8&device_id=58e7b415-c176-4211-952e-1d6612684b83 HTTP/1.1" status: 200 len: 1126 time: 0.0521686 Feb 17 18:09:57.054009 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8912b71-d48b-439b-912c-360e701dd38b req-13790527-9a5d-4a63-bafb-fa313605b3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:57.055497 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e8912b71-d48b-439b-912c-360e701dd38b req-13790527-9a5d-4a63-bafb-fa313605b3ef service neutron] 10.222.0.71 "GET /v2.0/networks?id=16a07cbc-0861-4c55-9a55-d3790f5f871d HTTP/1.1" status: 200 len: 897 time: 0.0958958 Feb 17 18:09:57.133983 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e8912b71-d48b-439b-912c-360e701dd38b req-1960fefa-3fcc-4f10-a5d2-e6bbb9ec4745 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2daf141f-95d7-4bb7-b3ca-78270bbc514a HTTP/1.1" status: 200 len: 217 time: 0.0691006 Feb 17 18:09:57.158532 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5437e-3970-425f-9efb-61bfe2910669 req-c409899c-cef0-4c55-8926-8aae1b7e4a46 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:57.160019 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c9c5437e-3970-425f-9efb-61bfe2910669 req-c409899c-cef0-4c55-8926-8aae1b7e4a46 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=58e7b415-c176-4211-952e-1d6612684b83 HTTP/1.1" status: 200 len: 944 time: 0.1081038 Feb 17 18:09:57.221023 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8912b71-d48b-439b-912c-360e701dd38b req-d6973f6f-e9c2-41ce-9d57-2dc378c46702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:57.222507 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e8912b71-d48b-439b-912c-360e701dd38b req-d6973f6f-e9c2-41ce-9d57-2dc378c46702 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=db8e3337-9b68-4176-a09d-c6300d42e52c HTTP/1.1" status: 200 len: 835 time: 0.0798011 Feb 17 18:09:57.266170 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c9c5437e-3970-425f-9efb-61bfe2910669 req-7473a5a3-8ac2-40bb-8cc8-1b96dbeb72cc tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=fab869a2-25f9-485b-b81c-5c9e46c95e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869167 Feb 17 18:09:57.299839 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8912b71-d48b-439b-912c-360e701dd38b req-b9dc2b92-a955-482b-88b8-9766a2e6b03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:57.301560 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e8912b71-d48b-439b-912c-360e701dd38b req-b9dc2b92-a955-482b-88b8-9766a2e6b03e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=16a07cbc-0861-4c55-9a55-d3790f5f871d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0700860 Feb 17 18:09:57.407199 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e8912b71-d48b-439b-912c-360e701dd38b req-30a64210-cecd-422a-8a8d-772e5ae323c7 service neutron] 10.222.0.71 "GET /v2.0/networks/16a07cbc-0861-4c55-9a55-d3790f5f871d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985184 Feb 17 18:09:57.506358 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e8912b71-d48b-439b-912c-360e701dd38b req-455f2824-d34c-4879-8762-580674f71b45 service neutron] 10.222.0.71 "GET /v2.0/networks/16a07cbc-0861-4c55-9a55-d3790f5f871d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924935 Feb 17 18:09:58.432233 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53799254-fa8c-4405-9b2d-737f912e5b74 req-68a23dcc-4d43-4f72-a2e4-5ccd2ba166dd tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:58.434073 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-53799254-fa8c-4405-9b2d-737f912e5b74 req-68a23dcc-4d43-4f72-a2e4-5ccd2ba166dd tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=58e7b415-c176-4211-952e-1d6612684b83 HTTP/1.1" status: 200 len: 944 time: 0.0568681 Feb 17 18:09:58.446734 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 2daf141f-95d7-4bb7-b3ca-78270bbc514a details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:09:58.497303 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-53799254-fa8c-4405-9b2d-737f912e5b74 req-b3511439-4513-4e4b-9def-190a492c4892 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=fab869a2-25f9-485b-b81c-5c9e46c95e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570259 Feb 17 18:09:58.565151 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 2daf141f-95d7-4bb7-b3ca-78270bbc514a, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=2daf141f-95d7-4bb7-b3ca-78270bbc514a,segment=NetworkSegment(38135d46-51cf-404f-b50f-327400994791),segment_id=38135d46-51cf-404f-b50f-327400994791)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:09:58.576649 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '2daf141f-95d7-4bb7-b3ca-78270bbc514a', 'network_id': '16a07cbc-0861-4c55-9a55-d3790f5f871d', 'port_id': '2daf141f-95d7-4bb7-b3ca-78270bbc514a', 'mac_address': 'fa:16:3e:04:a2:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db8e3337-9b68-4176-a09d-c6300d42e52c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:09:58.617427 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 2daf141f-95d7-4bb7-b3ca-78270bbc514a is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:09:58.617840 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2daf141f-95d7-4bb7-b3ca-78270bbc514a), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:58.631281 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2daf141f-95d7-4bb7-b3ca-78270bbc514a {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:09:58.652650 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 2daf141f-95d7-4bb7-b3ca-78270bbc514a, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=2daf141f-95d7-4bb7-b3ca-78270bbc514a,segment=NetworkSegment(38135d46-51cf-404f-b50f-327400994791),segment_id=38135d46-51cf-404f-b50f-327400994791)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:09:58.657817 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (2daf141f-95d7-4bb7-b3ca-78270bbc514a), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:09:58.707830 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=2daf141f-95d7-4bb7-b3ca-78270bbc514a,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:09:58.846640 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['2daf141f-95d7-4bb7-b3ca-78270bbc514a'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:09:59.637085 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeea748-e291-41ca-804f-386c2b70415b req-2bdd2a26-97a1-4d01-afc0-a4bdbd0bc129 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:09:59.638273 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9eeea748-e291-41ca-804f-386c2b70415b req-2bdd2a26-97a1-4d01-afc0-a4bdbd0bc129 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=58e7b415-c176-4211-952e-1d6612684b83 HTTP/1.1" status: 200 len: 945 time: 0.0598371 Feb 17 18:09:59.697701 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9eeea748-e291-41ca-804f-386c2b70415b req-030155a5-dd83-459b-8d79-b90bf3b74196 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=fab869a2-25f9-485b-b81c-5c9e46c95e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517046 Feb 17 18:10:00.451150 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 2daf141f-95d7-4bb7-b3ca-78270bbc514a up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:10:00.507776 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 2daf141f-95d7-4bb7-b3ca-78270bbc514a completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 18:10:00.511795 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 2daf141f-95d7-4bb7-b3ca-78270bbc514a triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:10:00.512176 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2daf141f-95d7-4bb7-b3ca-78270bbc514a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:00.597706 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 2daf141f-95d7-4bb7-b3ca-78270bbc514a is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:10:00.598194 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2daf141f-95d7-4bb7-b3ca-78270bbc514a), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:00.625018 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e7b415-c176-4211-952e-1d6612684b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2daf141f-95d7-4bb7-b3ca-78270bbc514a'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:10:00.625018 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c8d616-2f0b-437b-9ed5-6f32fe839c26" -d '{"events": [{"server_uuid": "58e7b415-c176-4211-952e-1d6612684b83", "name": "network-vif-plugged", "status": "completed", "tag": "2daf141f-95d7-4bb7-b3ca-78270bbc514a"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:10:00.639020 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 2daf141f-95d7-4bb7-b3ca-78270bbc514a, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=2daf141f-95d7-4bb7-b3ca-78270bbc514a,segment=NetworkSegment(38135d46-51cf-404f-b50f-327400994791),segment_id=38135d46-51cf-404f-b50f-327400994791)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:10:00.644758 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (2daf141f-95d7-4bb7-b3ca-78270bbc514a), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:00.674657 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef31dd7-9076-4dc6-922a-0e9a648ef6f5 x-openstack-request-id: req-fef31dd7-9076-4dc6-922a-0e9a648ef6f5 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:10:00.674914 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58e7b415-c176-4211-952e-1d6612684b83", "name": "network-vif-plugged", "status": "completed", "tag": "2daf141f-95d7-4bb7-b3ca-78270bbc514a", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:10:00.675127 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-fef31dd7-9076-4dc6-922a-0e9a648ef6f5 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:10:00.675561 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58e7b415-c176-4211-952e-1d6612684b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2daf141f-95d7-4bb7-b3ca-78270bbc514a', 'code': 200} Feb 17 18:10:00.712064 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=2daf141f-95d7-4bb7-b3ca-78270bbc514a,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:10:00.810196 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94930c-4716-4643-bfcc-fc5c84abcf9f req-f8b7e0e2-ab9e-4509-8865-3c7a60a98b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:00.811848 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a94930c-4716-4643-bfcc-fc5c84abcf9f req-f8b7e0e2-ab9e-4509-8865-3c7a60a98b8b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=58e7b415-c176-4211-952e-1d6612684b83 HTTP/1.1" status: 200 len: 1128 time: 0.0842128 Feb 17 18:10:00.858734 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a957b0f9-3586-4428-9721-b4f9e7b33218 req-134fa80c-fff7-4a52-ae16-415185a2ff4d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:00.860347 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a957b0f9-3586-4428-9721-b4f9e7b33218 req-134fa80c-fff7-4a52-ae16-415185a2ff4d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=58e7b415-c176-4211-952e-1d6612684b83 HTTP/1.1" status: 200 len: 946 time: 0.0819890 Feb 17 18:10:00.892069 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a94930c-4716-4643-bfcc-fc5c84abcf9f req-61e2869c-728e-4e7c-b948-59981f4b7894 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=fab869a2-25f9-485b-b81c-5c9e46c95e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729322 Feb 17 18:10:00.924846 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a957b0f9-3586-4428-9721-b4f9e7b33218 req-d1d8ca8f-36d0-43fb-aa78-cb5fc571b303 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=fab869a2-25f9-485b-b81c-5c9e46c95e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537431 Feb 17 18:10:02.050297 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169462ef-f136-46ae-bc11-e9e875539a03 req-a6319a55-55e5-4510-877b-2bc58f7d871d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:02.051950 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-169462ef-f136-46ae-bc11-e9e875539a03 req-a6319a55-55e5-4510-877b-2bc58f7d871d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=58e7b415-c176-4211-952e-1d6612684b83 HTTP/1.1" status: 200 len: 946 time: 0.0549994 Feb 17 18:10:02.108192 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-169462ef-f136-46ae-bc11-e9e875539a03 req-c491f01a-85c9-4c12-8ebb-cf076fd49717 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=fab869a2-25f9-485b-b81c-5c9e46c95e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499618 Feb 17 18:10:02.245464 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3694503-e1e8-4d9f-9c4b-babf5e112a84 req-fb3b9162-8cda-46b1-b68f-d8212a80c9c2 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:02.246972 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d3694503-e1e8-4d9f-9c4b-babf5e112a84 req-fb3b9162-8cda-46b1-b68f-d8212a80c9c2 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=58e7b415-c176-4211-952e-1d6612684b83 HTTP/1.1" status: 200 len: 946 time: 0.0552812 Feb 17 18:10:02.296816 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d3694503-e1e8-4d9f-9c4b-babf5e112a84 req-4e4480e6-5bcc-44c8-b63b-a30a7405798a tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=fab869a2-25f9-485b-b81c-5c9e46c95e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441716 Feb 17 18:10:02.319381 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35060) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:10:02.365306 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206480bb-e4de-47b9-9a78-fba7cd4b32ad tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:02.366869 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-206480bb-e4de-47b9-9a78-fba7cd4b32ad tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=58e7b415-c176-4211-952e-1d6612684b83 HTTP/1.1" status: 200 len: 1123 time: 0.0464590 Feb 17 18:10:02.369702 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35062) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:10:02.374281 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-dbd120f3-c875-452a-bdc1-eccbb16f45dd tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'port_id': '2daf141f-95d7-4bb7-b3ca-78270bbc514a', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:10:02.395732 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dbd120f3-c875-452a-bdc1-eccbb16f45dd tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:02.498333 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dbd120f3-c875-452a-bdc1-eccbb16f45dd tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:02.607836 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-dbd120f3-c875-452a-bdc1-eccbb16f45dd tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Allocated IP 172.25.8.150 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/31a09156-2cf9-4ad6-a388-26672db2cbaa) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:10:02.718778 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dbd120f3-c875-452a-bdc1-eccbb16f45dd tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for port (31a09156-2cf9-4ad6-a388-26672db2cbaa), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:02.757589 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dbd120f3-c875-452a-bdc1-eccbb16f45dd tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (31a09156-2cf9-4ad6-a388-26672db2cbaa), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:02.797654 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd120f3-c875-452a-bdc1-eccbb16f45dd tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:10:02.800600 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-dbd120f3-c875-452a-bdc1-eccbb16f45dd tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:10:02.805390 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd120f3-c875-452a-bdc1-eccbb16f45dd tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:10:02.827859 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd120f3-c875-452a-bdc1-eccbb16f45dd tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'Port': ['ID=31a09156-2cf9-4ad6-a388-26672db2cbaa,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:10:02.841561 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd120f3-c875-452a-bdc1-eccbb16f45dd tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:10:02.841915 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd120f3-c875-452a-bdc1-eccbb16f45dd tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:10:02.842265 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd120f3-c875-452a-bdc1-eccbb16f45dd tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:10:02.842610 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd120f3-c875-452a-bdc1-eccbb16f45dd tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:10:02.842946 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd120f3-c875-452a-bdc1-eccbb16f45dd tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:10:02.843278 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd120f3-c875-452a-bdc1-eccbb16f45dd tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:10:02.843611 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd120f3-c875-452a-bdc1-eccbb16f45dd tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:10:02.843945 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd120f3-c875-452a-bdc1-eccbb16f45dd tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:10:02.844294 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd120f3-c875-452a-bdc1-eccbb16f45dd tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:10:02.844628 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd120f3-c875-452a-bdc1-eccbb16f45dd tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:10:02.844956 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd120f3-c875-452a-bdc1-eccbb16f45dd tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:10:02.845279 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd120f3-c875-452a-bdc1-eccbb16f45dd tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:10:02.845605 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd120f3-c875-452a-bdc1-eccbb16f45dd tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:10:02.987276 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-98c7a795-70cd-452c-b690-c06461491780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:03.523615 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dbd120f3-c875-452a-bdc1-eccbb16f45dd tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for floatingip (fbcb311a-115a-4a5a-8e47-fdba96b05638), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:03.600145 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dbd120f3-c875-452a-bdc1-eccbb16f45dd tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (31a09156-2cf9-4ad6-a388-26672db2cbaa), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:03.766838 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dbd120f3-c875-452a-bdc1-eccbb16f45dd tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for port (31a09156-2cf9-4ad6-a388-26672db2cbaa), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:03.773178 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dbd120f3-c875-452a-bdc1-eccbb16f45dd tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (31a09156-2cf9-4ad6-a388-26672db2cbaa), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:03.848088 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd120f3-c875-452a-bdc1-eccbb16f45dd tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'Port': ['ID=31a09156-2cf9-4ad6-a388-26672db2cbaa,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:10:03.856862 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dbd120f3-c875-452a-bdc1-eccbb16f45dd tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (fbcb311a-115a-4a5a-8e47-fdba96b05638), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:03.965788 n-d-829613-2 neutron-server[103434]: INFO neutron.db.l3_db [None req-dbd120f3-c875-452a-bdc1-eccbb16f45dd tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Floating IP fbcb311a-115a-4a5a-8e47-fdba96b05638 associated. External IP: 172.25.8.150, port: 2daf141f-95d7-4bb7-b3ca-78270bbc514a. Feb 17 18:10:04.175285 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd120f3-c875-452a-bdc1-eccbb16f45dd tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Router ab1a06e8-9f0d-4924-baca-299ce3b698c3 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:10:04.286843 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd120f3-c875-452a-bdc1-eccbb16f45dd tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:10:04.298506 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4211fca-e37b-472c-96b5-db8abff34c5d None None] Sync routers for ids ['ab1a06e8-9f0d-4924-baca-299ce3b698c3'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:10:04.307819 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-dbd120f3-c875-452a-bdc1-eccbb16f45dd tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:04.310354 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4211fca-e37b-472c-96b5-db8abff34c5d None None] Routers {'ab1a06e8-9f0d-4924-baca-299ce3b698c3'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:10:04.311175 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a4211fca-e37b-472c-96b5-db8abff34c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:09:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['ab1a06e8-9f0d-4924-baca-299ce3b698c3'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:10:04.345319 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-dbd120f3-c875-452a-bdc1-eccbb16f45dd tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9718995 Feb 17 18:10:04.345319 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58e7b415-c176-4211-952e-1d6612684b83', 'tag': '2daf141f-95d7-4bb7-b3ca-78270bbc514a'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:10:04.348367 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3690bc6-ff9a-4eb1-8f27-71d285d44f76" -d '{"events": [{"name": "network-changed", "server_uuid": "58e7b415-c176-4211-952e-1d6612684b83", "tag": "2daf141f-95d7-4bb7-b3ca-78270bbc514a"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:10:04.391785 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70baaeff-3aee-44c0-a9c5-bdda3609a7bf x-openstack-request-id: req-70baaeff-3aee-44c0-a9c5-bdda3609a7bf {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:10:04.392109 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58e7b415-c176-4211-952e-1d6612684b83", "tag": "2daf141f-95d7-4bb7-b3ca-78270bbc514a", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:10:04.392402 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-70baaeff-3aee-44c0-a9c5-bdda3609a7bf {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:10:04.392820 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58e7b415-c176-4211-952e-1d6612684b83', 'tag': '2daf141f-95d7-4bb7-b3ca-78270bbc514a', 'status': 'completed', 'code': 200} Feb 17 18:10:04.446318 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-a4211fca-e37b-472c-96b5-db8abff34c5d None None] Set router ab1a06e8-9f0d-4924-baca-299ce3b698c3 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:10:04.503267 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57fb61-f94b-4a78-9e0c-b50f21def324 req-a61b2c68-8558-45ae-a7df-5c99640c0f19 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:04.505525 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc57fb61-f94b-4a78-9e0c-b50f21def324 req-a61b2c68-8558-45ae-a7df-5c99640c0f19 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=58e7b415-c176-4211-952e-1d6612684b83 HTTP/1.1" status: 200 len: 946 time: 0.0916073 Feb 17 18:10:04.507694 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3690bc6-ff9a-4eb1-8f27-71d285d44f76 req-7cdfd89d-f89f-43dc-8d50-73480ad5a17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:04.509287 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e3690bc6-ff9a-4eb1-8f27-71d285d44f76 req-7cdfd89d-f89f-43dc-8d50-73480ad5a17c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fbdb8b0945f14355a625c005e43f71f8&device_id=58e7b415-c176-4211-952e-1d6612684b83 HTTP/1.1" status: 200 len: 1128 time: 0.0854948 Feb 17 18:10:04.618684 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc57fb61-f94b-4a78-9e0c-b50f21def324 req-6cd9aa59-b72b-4f8f-8d76-7798ce4b6f3d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=fab869a2-25f9-485b-b81c-5c9e46c95e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066244 Feb 17 18:10:04.637033 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3690bc6-ff9a-4eb1-8f27-71d285d44f76 req-2d927d8f-dc51-4b8d-b62f-4c6e6242b43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:04.648871 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35072) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:10:04.649435 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e3690bc6-ff9a-4eb1-8f27-71d285d44f76 req-2d927d8f-dc51-4b8d-b62f-4c6e6242b43f service neutron] 10.222.0.71 "GET /v2.0/networks?id=16a07cbc-0861-4c55-9a55-d3790f5f871d HTTP/1.1" status: 200 len: 897 time: 0.1300373 Feb 17 18:10:04.726081 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-62a905ac-c58f-4e13-9216-11f9a276b7d3 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/floatingips/fbcb311a-115a-4a5a-8e47-fdba96b05638 HTTP/1.1" status: 200 len: 992 time: 0.0747111 Feb 17 18:10:04.730432 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e3690bc6-ff9a-4eb1-8f27-71d285d44f76 req-3a279b41-a6b0-4100-9f42-64aac32130e4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2daf141f-95d7-4bb7-b3ca-78270bbc514a HTTP/1.1" status: 200 len: 1000 time: 0.0753584 Feb 17 18:10:04.731402 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a4211fca-e37b-472c-96b5-db8abff34c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1a06e8-9f0d-4924-baca-299ce3b698c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601029080', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'c43e4a31-956b-495c-a33a-3b708915fd96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:09:47Z', 'updated_at': '2022-02-17T18:09:51Z', 'revision_number': 4, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': 'c43e4a31-956b-495c-a33a-3b708915fd96', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1a06e8-9f0d-4924-baca-299ce3b698c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:09:47Z', 'updated_at': '2022-02-17T18:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': 'fbcb311a-115a-4a5a-8e47-fdba96b05638', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'floating_ip_address': '172.25.8.150', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': 'ab1a06e8-9f0d-4924-baca-299ce3b698c3', 'port_id': '2daf141f-95d7-4bb7-b3ca-78270bbc514a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16a07cbc-0861-4c55-9a55-d3790f5f871d', 'mac_address': 'fa:16:3e:04:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e7b415-c176-4211-952e-1d6612684b83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:10:03Z', 'updated_at': '2022-02-17T18:10:03Z', 'revision_number': 0, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cf6ee50-904c-4d9b-83a5-3238f430cdc2', 'name': '', 'network_id': '16a07cbc-0861-4c55-9a55-d3790f5f871d', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'mac_address': 'fa:16:3e:25:3b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1a06e8-9f0d-4924-baca-299ce3b698c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'db8e3337-9b68-4176-a09d-c6300d42e52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:09:50Z', 'updated_at': '2022-02-17T18:09:54Z', 'revision_number': 5, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'subnets': [{'id': 'db8e3337-9b68-4176-a09d-c6300d42e52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:10:04.759939 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4211fca-e37b-472c-96b5-db8abff34c5d None None] Checking router: ab1a06e8-9f0d-4924-baca-299ce3b698c3 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:10:04.768741 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4211fca-e37b-472c-96b5-db8abff34c5d None None] Routers {'ab1a06e8-9f0d-4924-baca-299ce3b698c3'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:10:04.769603 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a4211fca-e37b-472c-96b5-db8abff34c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:09:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['ab1a06e8-9f0d-4924-baca-299ce3b698c3'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:10:04.781237 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3690bc6-ff9a-4eb1-8f27-71d285d44f76 req-0230026a-af87-40d1-afe3-c547fffdcba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:04.782835 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e3690bc6-ff9a-4eb1-8f27-71d285d44f76 req-0230026a-af87-40d1-afe3-c547fffdcba1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=db8e3337-9b68-4176-a09d-c6300d42e52c HTTP/1.1" status: 200 len: 835 time: 0.0462992 Feb 17 18:10:04.843374 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3690bc6-ff9a-4eb1-8f27-71d285d44f76 req-c6c5c3dd-2b8a-40f0-bf1b-d48562996f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:04.845201 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e3690bc6-ff9a-4eb1-8f27-71d285d44f76 req-c6c5c3dd-2b8a-40f0-bf1b-d48562996f5b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=16a07cbc-0861-4c55-9a55-d3790f5f871d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0569940 Feb 17 18:10:04.890316 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-a4211fca-e37b-472c-96b5-db8abff34c5d None None] Set router ab1a06e8-9f0d-4924-baca-299ce3b698c3 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:10:04.942589 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e3690bc6-ff9a-4eb1-8f27-71d285d44f76 req-5346b2f8-1c51-4df7-9fb7-7f5eaa1c7a44 service neutron] 10.222.0.71 "GET /v2.0/networks/16a07cbc-0861-4c55-9a55-d3790f5f871d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918260 Feb 17 18:10:05.039243 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e3690bc6-ff9a-4eb1-8f27-71d285d44f76 req-1b4d82e3-1756-43b1-a468-c424818accd9 service neutron] 10.222.0.71 "GET /v2.0/networks/16a07cbc-0861-4c55-9a55-d3790f5f871d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907035 Feb 17 18:10:05.123061 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a4211fca-e37b-472c-96b5-db8abff34c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1a06e8-9f0d-4924-baca-299ce3b698c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601029080', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'c43e4a31-956b-495c-a33a-3b708915fd96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:09:47Z', 'updated_at': '2022-02-17T18:09:51Z', 'revision_number': 4, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': 'c43e4a31-956b-495c-a33a-3b708915fd96', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1a06e8-9f0d-4924-baca-299ce3b698c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:09:47Z', 'updated_at': '2022-02-17T18:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': 'fbcb311a-115a-4a5a-8e47-fdba96b05638', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'floating_ip_address': '172.25.8.150', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': 'ab1a06e8-9f0d-4924-baca-299ce3b698c3', 'port_id': '2daf141f-95d7-4bb7-b3ca-78270bbc514a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16a07cbc-0861-4c55-9a55-d3790f5f871d', 'mac_address': 'fa:16:3e:04:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e7b415-c176-4211-952e-1d6612684b83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:10:03Z', 'updated_at': '2022-02-17T18:10:03Z', 'revision_number': 0, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cf6ee50-904c-4d9b-83a5-3238f430cdc2', 'name': '', 'network_id': '16a07cbc-0861-4c55-9a55-d3790f5f871d', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'mac_address': 'fa:16:3e:25:3b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1a06e8-9f0d-4924-baca-299ce3b698c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'db8e3337-9b68-4176-a09d-c6300d42e52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:09:50Z', 'updated_at': '2022-02-17T18:09:54Z', 'revision_number': 5, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'subnets': [{'id': 'db8e3337-9b68-4176-a09d-c6300d42e52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:10:05.153285 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4211fca-e37b-472c-96b5-db8abff34c5d None None] The sync data for ids ['ab1a06e8-9f0d-4924-baca-299ce3b698c3'] in n-d-829613-2 is: [{'id': 'ab1a06e8-9f0d-4924-baca-299ce3b698c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601029080', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'c43e4a31-956b-495c-a33a-3b708915fd96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:09:47Z', 'updated_at': '2022-02-17T18:09:51Z', 'revision_number': 4, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': 'c43e4a31-956b-495c-a33a-3b708915fd96', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1a06e8-9f0d-4924-baca-299ce3b698c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:09:47Z', 'updated_at': '2022-02-17T18:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': 'fbcb311a-115a-4a5a-8e47-fdba96b05638', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'floating_ip_address': '172.25.8.150', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': 'ab1a06e8-9f0d-4924-baca-299ce3b698c3', 'port_id': '2daf141f-95d7-4bb7-b3ca-78270bbc514a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16a07cbc-0861-4c55-9a55-d3790f5f871d', 'mac_address': 'fa:16:3e:04:a2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e7b415-c176-4211-952e-1d6612684b83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:10:03Z', 'updated_at': '2022-02-17T18:10:03Z', 'revision_number': 0, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cf6ee50-904c-4d9b-83a5-3238f430cdc2', 'name': '', 'network_id': '16a07cbc-0861-4c55-9a55-d3790f5f871d', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'mac_address': 'fa:16:3e:25:3b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1a06e8-9f0d-4924-baca-299ce3b698c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'db8e3337-9b68-4176-a09d-c6300d42e52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:09:50Z', 'updated_at': '2022-02-17T18:09:54Z', 'revision_number': 5, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'subnets': [{'id': 'db8e3337-9b68-4176-a09d-c6300d42e52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:10:05.377665 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d270a9cf-c3ca-4aa0-81eb-ff4635d69398 None None] New status for floating IP fbcb311a-115a-4a5a-8e47-fdba96b05638: ACTIVE {{(pid=103438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 18:10:05.443627 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-97fef7f4-6836-42a5-8ecb-14df5f8b6f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:05.730374 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35076) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:10:05.799718 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-05ad2edf-5df6-4ffc-b997-55f0df8d9eba tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/floatingips/fbcb311a-115a-4a5a-8e47-fdba96b05638 HTTP/1.1" status: 200 len: 994 time: 0.0678208 Feb 17 18:10:06.795538 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:08.019967 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:09.105102 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:17.921770 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:10:19.315625 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:19.934316 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:32.990697 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fa26b8d9-5d96-44e5-b4c6-19f3a645a96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:34.454704 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b915a-2ac3-451d-b2f8-19e0d73f937b req-f2d3abad-1f29-4219-90bd-800e79d55952 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:34.456212 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-374b915a-2ac3-451d-b2f8-19e0d73f937b req-f2d3abad-1f29-4219-90bd-800e79d55952 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=58e7b415-c176-4211-952e-1d6612684b83 HTTP/1.1" status: 200 len: 946 time: 0.0659399 Feb 17 18:10:34.515409 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-374b915a-2ac3-451d-b2f8-19e0d73f937b req-3ce31362-bf92-45de-b392-3aea8722544e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=fab869a2-25f9-485b-b81c-5c9e46c95e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532787 Feb 17 18:10:34.538347 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 35168) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:10:34.601451 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-37fc39c5-f0df-4800-ad44-a6392a4cfca0 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/floatingips/fbcb311a-115a-4a5a-8e47-fdba96b05638 HTTP/1.1" status: 200 len: 994 time: 0.0618713 Feb 17 18:10:34.973444 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c14729-2122-4c7c-accc-6a214b17839d req-a8815e68-1e0e-46be-a068-c39fbb1cb839 tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:34.975996 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-09c14729-2122-4c7c-accc-6a214b17839d req-a8815e68-1e0e-46be-a068-c39fbb1cb839 tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=58e7b415-c176-4211-952e-1d6612684b83 HTTP/1.1" status: 200 len: 1128 time: 0.0516906 Feb 17 18:10:35.026329 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-09c14729-2122-4c7c-accc-6a214b17839d req-1f89b411-6ec3-4488-baa5-0409ae2ad88f tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=fab869a2-25f9-485b-b81c-5c9e46c95e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423539 Feb 17 18:10:35.436908 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-672daf15-532b-493a-8934-010fa5430038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:35.530868 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-7ae0bf5f-f4e7-4ea3-b41f-2c3f77f2d999 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=58e7b415-c176-4211-952e-1d6612684b83&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0487807 Feb 17 18:10:35.539329 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-0ccdcff3-6063-4455-acda-af2c5a0423a3 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 18:10:35.540321 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-0ccdcff3-6063-4455-acda-af2c5a0423a3 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049958 Feb 17 18:10:35.606056 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-04d2808b-4ade-4ca7-abce-505146ad649c tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:35.607485 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-04d2808b-4ade-4ca7-abce-505146ad649c tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] 10.222.0.87 "GET /v2.0/ports/2daf141f-95d7-4bb7-b3ca-78270bbc514a HTTP/1.1" status: 200 len: 1125 time: 0.0384622 Feb 17 18:10:35.819175 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a0127a8d-b6de-4dd6-8e8b-9a7835feaae3 req-d62bc46d-e98f-4185-8e0c-fb5f08011655 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=7fa7e6ef-187d-4d22-ae46-ed7fea605695&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0481162 Feb 17 18:10:35.919186 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0127a8d-b6de-4dd6-8e8b-9a7835feaae3 req-7641c85b-c177-4573-9626-7870ae9e9a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:35.921087 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a0127a8d-b6de-4dd6-8e8b-9a7835feaae3 req-7641c85b-c177-4573-9626-7870ae9e9a22 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fa5431e3b4614ca780961a3b67572571&device_id=7fa7e6ef-187d-4d22-ae46-ed7fea605695 HTTP/1.1" status: 200 len: 1127 time: 0.0523450 Feb 17 18:10:36.037643 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0127a8d-b6de-4dd6-8e8b-9a7835feaae3 req-c57679c9-54e9-47ca-95c7-c1b5d6496395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:36.039117 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a0127a8d-b6de-4dd6-8e8b-9a7835feaae3 req-c57679c9-54e9-47ca-95c7-c1b5d6496395 service neutron] 10.222.0.91 "GET /v2.0/networks?id=e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f HTTP/1.1" status: 200 len: 915 time: 0.0947795 Feb 17 18:10:36.082347 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a0127a8d-b6de-4dd6-8e8b-9a7835feaae3 req-dd79decf-071e-4127-8aa2-52e2353d8a96 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1558bdce-6281-4ffd-97a0-bcd83a0002bb HTTP/1.1" status: 200 len: 217 time: 0.0355046 Feb 17 18:10:36.166930 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-d03612fb-2b38-4534-9b9f-b40fe150075e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:36.168598 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-d03612fb-2b38-4534-9b9f-b40fe150075e service neutron] 10.222.0.87 "GET /v2.0/ports/2daf141f-95d7-4bb7-b3ca-78270bbc514a HTTP/1.1" status: 200 len: 1125 time: 0.0479856 Feb 17 18:10:36.170169 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0127a8d-b6de-4dd6-8e8b-9a7835feaae3 req-a812083d-359f-4b35-923a-5ffbc1c8b3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:36.171578 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a0127a8d-b6de-4dd6-8e8b-9a7835feaae3 req-a812083d-359f-4b35-923a-5ffbc1c8b3da service neutron] 10.222.0.91 "GET /v2.0/subnets?id=553028f8-b1a2-4bf5-9145-a864859ac515 HTTP/1.1" status: 200 len: 854 time: 0.0838885 Feb 17 18:10:36.176875 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-303b53ec-9028-494f-9c9a-a285cbdc27ea service neutron] Request body: {'binding': {'host': 'n-h2-829613-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:10:36.177329 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-303b53ec-9028-494f-9c9a-a285cbdc27ea service neutron] Unknown quota resources ['binding']. {{(pid=103434) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 17 18:10:36.226782 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a0127a8d-b6de-4dd6-8e8b-9a7835feaae3 req-e0a6cf2c-602e-4d98-a5df-aba629d48874 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471797 Feb 17 18:10:36.398464 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a0127a8d-b6de-4dd6-8e8b-9a7835feaae3 req-fcde990f-805f-40cc-8032-d180d6b9dd15 service neutron] 10.222.0.91 "GET /v2.0/networks/e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633241 Feb 17 18:10:36.429970 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-303b53ec-9028-494f-9c9a-a285cbdc27ea service neutron] Attempting to bind port 2daf141f-95d7-4bb7-b3ca-78270bbc514a on host n-h2-829613-2 for vnic_type normal with profile None {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:10:36.430314 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-303b53ec-9028-494f-9c9a-a285cbdc27ea service neutron] Attempting to bind port 2daf141f-95d7-4bb7-b3ca-78270bbc514a by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '38135d46-51cf-404f-b50f-327400994791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '16a07cbc-0861-4c55-9a55-d3790f5f871d'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:10:36.430804 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-303b53ec-9028-494f-9c9a-a285cbdc27ea service neutron] Attempting to bind port 2daf141f-95d7-4bb7-b3ca-78270bbc514a on network 16a07cbc-0861-4c55-9a55-d3790f5f871d {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:10:36.442621 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-303b53ec-9028-494f-9c9a-a285cbdc27ea service neutron] Port 2daf141f-95d7-4bb7-b3ca-78270bbc514a on network 16a07cbc-0861-4c55-9a55-d3790f5f871d not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:10:36.442947 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-303b53ec-9028-494f-9c9a-a285cbdc27ea service neutron] Attempting to bind port 2daf141f-95d7-4bb7-b3ca-78270bbc514a on network 16a07cbc-0861-4c55-9a55-d3790f5f871d {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:10:36.452803 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-303b53ec-9028-494f-9c9a-a285cbdc27ea service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:10:36.453153 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-303b53ec-9028-494f-9c9a-a285cbdc27ea service neutron] Checking segment: {'id': '38135d46-51cf-404f-b50f-327400994791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '16a07cbc-0861-4c55-9a55-d3790f5f871d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:10:36.453544 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-303b53ec-9028-494f-9c9a-a285cbdc27ea service neutron] Bound using segment: {'id': '38135d46-51cf-404f-b50f-327400994791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '16a07cbc-0861-4c55-9a55-d3790f5f871d'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:10:36.453981 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-303b53ec-9028-494f-9c9a-a285cbdc27ea service neutron] Bound port: 2daf141f-95d7-4bb7-b3ca-78270bbc514a, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38135d46-51cf-404f-b50f-327400994791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '16a07cbc-0861-4c55-9a55-d3790f5f871d'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:10:36.586279 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a0127a8d-b6de-4dd6-8e8b-9a7835feaae3 req-8198d7f4-98c3-4889-a3c2-2db72bb4d002 service neutron] 10.222.0.91 "GET /v2.0/networks/e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817534 Feb 17 18:10:36.590461 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-303b53ec-9028-494f-9c9a-a285cbdc27ea service neutron] For port 2daf141f-95d7-4bb7-b3ca-78270bbc514a, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=2daf141f-95d7-4bb7-b3ca-78270bbc514a,segment=NetworkSegment(38135d46-51cf-404f-b50f-327400994791),segment_id=38135d46-51cf-404f-b50f-327400994791)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:10:36.600951 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-303b53ec-9028-494f-9c9a-a285cbdc27ea service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:36.602953 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-303b53ec-9028-494f-9c9a-a285cbdc27ea service neutron] 10.222.0.87 "POST /v2.0/ports/2daf141f-95d7-4bb7-b3ca-78270bbc514a/bindings HTTP/1.1" status: 201 len: 389 time: 0.4291685 Feb 17 18:10:36.793804 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ea0f2-fff3-4ec2-a827-85c4f6c42d06 req-da7ea486-6d7f-469f-bc78-2887cbfb4e46 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:36.795514 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-806ea0f2-fff3-4ec2-a827-85c4f6c42d06 req-da7ea486-6d7f-469f-bc78-2887cbfb4e46 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=58e7b415-c176-4211-952e-1d6612684b83 HTTP/1.1" status: 200 len: 946 time: 0.0613320 Feb 17 18:10:36.807352 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:36.851216 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-806ea0f2-fff3-4ec2-a827-85c4f6c42d06 req-1cc3c210-bb40-4ff7-82f2-996b1b444908 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=fab869a2-25f9-485b-b81c-5c9e46c95e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486121 Feb 17 18:10:36.890859 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-e5c6db08-6c58-4b66-8471-42ebbd4f841d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:36.892847 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-e5c6db08-6c58-4b66-8471-42ebbd4f841d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fbdb8b0945f14355a625c005e43f71f8&device_id=58e7b415-c176-4211-952e-1d6612684b83 HTTP/1.1" status: 200 len: 1128 time: 0.0591159 Feb 17 18:10:36.996461 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-f711ee89-78c4-4791-8ece-625b336a6af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:36.997980 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-f711ee89-78c4-4791-8ece-625b336a6af2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=16a07cbc-0861-4c55-9a55-d3790f5f871d HTTP/1.1" status: 200 len: 897 time: 0.0992105 Feb 17 18:10:37.066916 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-7e383044-51f0-4b04-ad0d-0eefd1751f1f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2daf141f-95d7-4bb7-b3ca-78270bbc514a HTTP/1.1" status: 200 len: 1002 time: 0.0625374 Feb 17 18:10:37.119870 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-d46838cf-02bb-4652-a08f-47b45be6d55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:37.121297 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-d46838cf-02bb-4652-a08f-47b45be6d55d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=db8e3337-9b68-4176-a09d-c6300d42e52c HTTP/1.1" status: 200 len: 835 time: 0.0490189 Feb 17 18:10:37.170291 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-a6ea9600-f4e7-45f5-96cc-d50e0db8b70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:37.171808 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-a6ea9600-f4e7-45f5-96cc-d50e0db8b70f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=16a07cbc-0861-4c55-9a55-d3790f5f871d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446320 Feb 17 18:10:37.264185 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-82e4992e-f1ff-46df-93e1-e3bbf0bf7a56 service neutron] 10.222.0.91 "GET /v2.0/networks/16a07cbc-0861-4c55-9a55-d3790f5f871d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860362 Feb 17 18:10:37.360324 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-7b2b5bad-1505-4771-a30d-5f207b158d26 service neutron] 10.222.0.91 "GET /v2.0/networks/16a07cbc-0861-4c55-9a55-d3790f5f871d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903323 Feb 17 18:10:37.505060 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-63d90752-c27a-43ba-a871-c8a6da396e0f tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:37.506479 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-63d90752-c27a-43ba-a871-c8a6da396e0f tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=58e7b415-c176-4211-952e-1d6612684b83&tenant_id=fbdb8b0945f14355a625c005e43f71f8&binding%3Ahost_id=n-h1-829613-2 HTTP/1.1" status: 200 len: 1128 time: 0.0914910 Feb 17 18:10:37.515923 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-26890d1d-8b24-46de-bcd9-6917198d3c4e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-829613-2'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:10:37.578639 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-26890d1d-8b24-46de-bcd9-6917198d3c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2daf141f-95d7-4bb7-b3ca-78270bbc514a), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:37.704902 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-26890d1d-8b24-46de-bcd9-6917198d3c4e service neutron] For port 2daf141f-95d7-4bb7-b3ca-78270bbc514a, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=2daf141f-95d7-4bb7-b3ca-78270bbc514a,segment=NetworkSegment(38135d46-51cf-404f-b50f-327400994791),segment_id=38135d46-51cf-404f-b50f-327400994791)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:10:37.741110 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-26890d1d-8b24-46de-bcd9-6917198d3c4e service neutron] For port 2daf141f-95d7-4bb7-b3ca-78270bbc514a, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:10:37.781032 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e7b415-c176-4211-952e-1d6612684b83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2daf141f-95d7-4bb7-b3ca-78270bbc514a'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:10:37.783528 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599d0b5d-83fb-43dc-bd08-1f39c9b9a7d1" -d '{"events": [{"server_uuid": "58e7b415-c176-4211-952e-1d6612684b83", "name": "network-vif-unplugged", "status": "completed", "tag": "2daf141f-95d7-4bb7-b3ca-78270bbc514a"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:10:37.788354 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-26890d1d-8b24-46de-bcd9-6917198d3c4e service neutron] Publish callbacks [] for port (2daf141f-95d7-4bb7-b3ca-78270bbc514a), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:37.795858 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-26890d1d-8b24-46de-bcd9-6917198d3c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (2daf141f-95d7-4bb7-b3ca-78270bbc514a), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:37.832016 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 18:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497305e6-f6d3-4cd9-af9d-276560677140 x-openstack-request-id: req-497305e6-f6d3-4cd9-af9d-276560677140 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:10:37.832332 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58e7b415-c176-4211-952e-1d6612684b83", "name": "network-vif-unplugged", "status": "completed", "tag": "2daf141f-95d7-4bb7-b3ca-78270bbc514a", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:10:37.832590 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-497305e6-f6d3-4cd9-af9d-276560677140 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:10:37.832983 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58e7b415-c176-4211-952e-1d6612684b83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2daf141f-95d7-4bb7-b3ca-78270bbc514a', 'code': 200} Feb 17 18:10:37.919477 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26890d1d-8b24-46de-bcd9-6917198d3c4e service neutron] Pushing event updated for resources: {'Port': ['ID=2daf141f-95d7-4bb7-b3ca-78270bbc514a,revision_number=7']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:10:37.981458 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-26890d1d-8b24-46de-bcd9-6917198d3c4e service neutron] Attempting to bind port 2daf141f-95d7-4bb7-b3ca-78270bbc514a on host n-h1-829613-2 for vnic_type normal with profile {"migrating_to": "n-h2-829613-2"} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:10:37.982097 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-26890d1d-8b24-46de-bcd9-6917198d3c4e service neutron] Attempting to bind port 2daf141f-95d7-4bb7-b3ca-78270bbc514a by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '38135d46-51cf-404f-b50f-327400994791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '16a07cbc-0861-4c55-9a55-d3790f5f871d'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:10:37.982929 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-26890d1d-8b24-46de-bcd9-6917198d3c4e service neutron] Attempting to bind port 2daf141f-95d7-4bb7-b3ca-78270bbc514a on network 16a07cbc-0861-4c55-9a55-d3790f5f871d {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:10:37.988593 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-26890d1d-8b24-46de-bcd9-6917198d3c4e service neutron] Port 2daf141f-95d7-4bb7-b3ca-78270bbc514a on network 16a07cbc-0861-4c55-9a55-d3790f5f871d not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:10:37.988924 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-26890d1d-8b24-46de-bcd9-6917198d3c4e service neutron] Attempting to bind port 2daf141f-95d7-4bb7-b3ca-78270bbc514a on network 16a07cbc-0861-4c55-9a55-d3790f5f871d {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:10:37.996533 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-26890d1d-8b24-46de-bcd9-6917198d3c4e service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:10:37.996880 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-26890d1d-8b24-46de-bcd9-6917198d3c4e service neutron] Checking segment: {'id': '38135d46-51cf-404f-b50f-327400994791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '16a07cbc-0861-4c55-9a55-d3790f5f871d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:10:37.997277 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-26890d1d-8b24-46de-bcd9-6917198d3c4e service neutron] Bound using segment: {'id': '38135d46-51cf-404f-b50f-327400994791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '16a07cbc-0861-4c55-9a55-d3790f5f871d'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:10:37.997718 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-26890d1d-8b24-46de-bcd9-6917198d3c4e service neutron] Bound port: 2daf141f-95d7-4bb7-b3ca-78270bbc514a, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38135d46-51cf-404f-b50f-327400994791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '16a07cbc-0861-4c55-9a55-d3790f5f871d'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:10:37.998083 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-26890d1d-8b24-46de-bcd9-6917198d3c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2daf141f-95d7-4bb7-b3ca-78270bbc514a), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:38.033578 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:38.085546 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b25d88-37e7-4afc-928f-fb89742f300b req-3c9b37f7-4d9b-4c6e-b2b4-8b8d4433deac tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:38.087271 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c8b25d88-37e7-4afc-928f-fb89742f300b req-3c9b37f7-4d9b-4c6e-b2b4-8b8d4433deac tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=58e7b415-c176-4211-952e-1d6612684b83 HTTP/1.1" status: 200 len: 944 time: 0.1067758 Feb 17 18:10:38.101010 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-26890d1d-8b24-46de-bcd9-6917198d3c4e service neutron] For port 2daf141f-95d7-4bb7-b3ca-78270bbc514a, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:10:38.114979 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-26890d1d-8b24-46de-bcd9-6917198d3c4e service neutron] For port 2daf141f-95d7-4bb7-b3ca-78270bbc514a, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=2daf141f-95d7-4bb7-b3ca-78270bbc514a,segment=NetworkSegment(38135d46-51cf-404f-b50f-327400994791),segment_id=38135d46-51cf-404f-b50f-327400994791)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:10:38.116359 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f24a5-728a-44a7-96dc-8ba20946ae09 req-b2d0be8a-4fd6-47ea-a104-948a32a5da1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:38.118226 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a4f24a5-728a-44a7-96dc-8ba20946ae09 req-b2d0be8a-4fd6-47ea-a104-948a32a5da1c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fbdb8b0945f14355a625c005e43f71f8&device_id=58e7b415-c176-4211-952e-1d6612684b83 HTTP/1.1" status: 200 len: 1113 time: 0.1466496 Feb 17 18:10:38.128472 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-26890d1d-8b24-46de-bcd9-6917198d3c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (2daf141f-95d7-4bb7-b3ca-78270bbc514a), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:38.199270 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c8b25d88-37e7-4afc-928f-fb89742f300b req-58ba4e74-bcc5-4899-8a2c-097acb1482a6 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=fab869a2-25f9-485b-b81c-5c9e46c95e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056144 Feb 17 18:10:38.273171 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-0bed6ec3-d3bb-44fe-bc05-552a6d0cea89 None None] Provisioning complete for port 2daf141f-95d7-4bb7-b3ca-78270bbc514a triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:10:38.273855 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0bed6ec3-d3bb-44fe-bc05-552a6d0cea89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2daf141f-95d7-4bb7-b3ca-78270bbc514a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:38.282047 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f24a5-728a-44a7-96dc-8ba20946ae09 req-3f4c27eb-97b7-4a27-9e94-9f636e014a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:38.283650 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a4f24a5-728a-44a7-96dc-8ba20946ae09 req-3f4c27eb-97b7-4a27-9e94-9f636e014a9a service neutron] 10.222.0.71 "GET /v2.0/networks?id=16a07cbc-0861-4c55-9a55-d3790f5f871d HTTP/1.1" status: 200 len: 897 time: 0.1306446 Feb 17 18:10:38.301317 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26890d1d-8b24-46de-bcd9-6917198d3c4e service neutron] Pushing event updated for resources: {'Port': ['ID=2daf141f-95d7-4bb7-b3ca-78270bbc514a,revision_number=8']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:10:38.345184 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-26890d1d-8b24-46de-bcd9-6917198d3c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:38.346085 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-26890d1d-8b24-46de-bcd9-6917198d3c4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:38.347715 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-26890d1d-8b24-46de-bcd9-6917198d3c4e service neutron] 10.222.0.91 "PUT /v2.0/ports/2daf141f-95d7-4bb7-b3ca-78270bbc514a HTTP/1.1" status: 200 len: 1122 time: 0.8357632 Feb 17 18:10:38.397140 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a4f24a5-728a-44a7-96dc-8ba20946ae09 req-da3ba117-08e4-46e9-82f0-56744358809d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2daf141f-95d7-4bb7-b3ca-78270bbc514a HTTP/1.1" status: 200 len: 1000 time: 0.0944912 Feb 17 18:10:38.406910 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-0bed6ec3-d3bb-44fe-bc05-552a6d0cea89 None None] Current status of the port 2daf141f-95d7-4bb7-b3ca-78270bbc514a is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:10:38.407648 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0bed6ec3-d3bb-44fe-bc05-552a6d0cea89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2daf141f-95d7-4bb7-b3ca-78270bbc514a), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:38.429371 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['2daf141f-95d7-4bb7-b3ca-78270bbc514a'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:10:38.440478 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e7b415-c176-4211-952e-1d6612684b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2daf141f-95d7-4bb7-b3ca-78270bbc514a'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:10:38.443150 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568e5224-e26c-445a-b568-38495be65e9e" -d '{"events": [{"server_uuid": "58e7b415-c176-4211-952e-1d6612684b83", "name": "network-vif-plugged", "status": "completed", "tag": "2daf141f-95d7-4bb7-b3ca-78270bbc514a"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:10:38.465473 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f24a5-728a-44a7-96dc-8ba20946ae09 req-ecc59799-8325-4ee6-bf82-0c5655b3fb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:38.467279 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a4f24a5-728a-44a7-96dc-8ba20946ae09 req-ecc59799-8325-4ee6-bf82-0c5655b3fb6b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=db8e3337-9b68-4176-a09d-c6300d42e52c HTTP/1.1" status: 200 len: 835 time: 0.0587227 Feb 17 18:10:38.504436 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a627f6e-81cd-4a40-b199-6cbf27e69252 x-openstack-request-id: req-5a627f6e-81cd-4a40-b199-6cbf27e69252 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:10:38.504881 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58e7b415-c176-4211-952e-1d6612684b83", "name": "network-vif-plugged", "status": "completed", "tag": "2daf141f-95d7-4bb7-b3ca-78270bbc514a", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:10:38.505354 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5a627f6e-81cd-4a40-b199-6cbf27e69252 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:10:38.506991 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58e7b415-c176-4211-952e-1d6612684b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2daf141f-95d7-4bb7-b3ca-78270bbc514a', 'code': 200} Feb 17 18:10:38.514495 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-0bed6ec3-d3bb-44fe-bc05-552a6d0cea89 None None] For port 2daf141f-95d7-4bb7-b3ca-78270bbc514a, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=2daf141f-95d7-4bb7-b3ca-78270bbc514a,segment=NetworkSegment(38135d46-51cf-404f-b50f-327400994791),segment_id=38135d46-51cf-404f-b50f-327400994791)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:10:38.533296 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0bed6ec3-d3bb-44fe-bc05-552a6d0cea89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (2daf141f-95d7-4bb7-b3ca-78270bbc514a), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:38.540021 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f24a5-728a-44a7-96dc-8ba20946ae09 req-45189b21-e8cd-4f02-89c1-8cc47259ee8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:38.542096 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a4f24a5-728a-44a7-96dc-8ba20946ae09 req-45189b21-e8cd-4f02-89c1-8cc47259ee8b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=16a07cbc-0861-4c55-9a55-d3790f5f871d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0683320 Feb 17 18:10:38.644131 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a4f24a5-728a-44a7-96dc-8ba20946ae09 req-b3e24191-86a3-4585-911d-6f37378e4e99 service neutron] 10.222.0.71 "GET /v2.0/networks/16a07cbc-0861-4c55-9a55-d3790f5f871d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950034 Feb 17 18:10:38.724665 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed6ec3-d3bb-44fe-bc05-552a6d0cea89 None None] Pushing event updated for resources: {'Port': ['ID=2daf141f-95d7-4bb7-b3ca-78270bbc514a,revision_number=9']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:10:38.746252 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a4f24a5-728a-44a7-96dc-8ba20946ae09 req-a147f996-7503-42be-813a-38c548accabf service neutron] 10.222.0.71 "GET /v2.0/networks/16a07cbc-0861-4c55-9a55-d3790f5f871d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942514 Feb 17 18:10:38.752587 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bed6ec3-d3bb-44fe-bc05-552a6d0cea89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:10:38.752941 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bed6ec3-d3bb-44fe-bc05-552a6d0cea89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:10:38.753291 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bed6ec3-d3bb-44fe-bc05-552a6d0cea89 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:10:38.753626 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bed6ec3-d3bb-44fe-bc05-552a6d0cea89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:10:38.753959 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bed6ec3-d3bb-44fe-bc05-552a6d0cea89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:10:38.754295 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bed6ec3-d3bb-44fe-bc05-552a6d0cea89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:10:38.754618 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bed6ec3-d3bb-44fe-bc05-552a6d0cea89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:10:38.754942 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bed6ec3-d3bb-44fe-bc05-552a6d0cea89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:10:38.755266 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bed6ec3-d3bb-44fe-bc05-552a6d0cea89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:10:38.755593 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bed6ec3-d3bb-44fe-bc05-552a6d0cea89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:10:38.755933 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bed6ec3-d3bb-44fe-bc05-552a6d0cea89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:10:38.756229 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bed6ec3-d3bb-44fe-bc05-552a6d0cea89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:10:38.756572 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bed6ec3-d3bb-44fe-bc05-552a6d0cea89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:10:38.946185 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-e18660ff-705b-4bab-a401-718789205ef5 None None] Provisioning complete for port 2daf141f-95d7-4bb7-b3ca-78270bbc514a triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:10:38.946712 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e18660ff-705b-4bab-a401-718789205ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2daf141f-95d7-4bb7-b3ca-78270bbc514a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:39.055384 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-e18660ff-705b-4bab-a401-718789205ef5 None None] Current status of the port 2daf141f-95d7-4bb7-b3ca-78270bbc514a is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:10:39.110055 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:39.344336 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae0a2b-4cf8-43f3-919f-cbca1ac0bcb1 req-1ada78b4-9947-4720-a735-61196d8dcd8b tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:39.345809 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-17ae0a2b-4cf8-43f3-919f-cbca1ac0bcb1 req-1ada78b4-9947-4720-a735-61196d8dcd8b tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=58e7b415-c176-4211-952e-1d6612684b83 HTTP/1.1" status: 200 len: 946 time: 0.0626228 Feb 17 18:10:39.399032 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-17ae0a2b-4cf8-43f3-919f-cbca1ac0bcb1 req-f5a7c836-20f2-42db-be5b-81a37ee5b394 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=fab869a2-25f9-485b-b81c-5c9e46c95e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476186 Feb 17 18:10:39.834067 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58e7b415-c176-4211-952e-1d6612684b83', 'tag': '2daf141f-95d7-4bb7-b3ca-78270bbc514a'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:10:39.837311 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c290c73-5174-48f0-a72c-9bc7fed8c059" -d '{"events": [{"name": "network-changed", "server_uuid": "58e7b415-c176-4211-952e-1d6612684b83", "tag": "2daf141f-95d7-4bb7-b3ca-78270bbc514a"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:10:39.877512 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7167d9c2-e2f2-4413-bbe8-2afe594276d4 x-openstack-request-id: req-7167d9c2-e2f2-4413-bbe8-2afe594276d4 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:10:39.877882 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58e7b415-c176-4211-952e-1d6612684b83", "tag": "2daf141f-95d7-4bb7-b3ca-78270bbc514a", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:10:39.878145 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7167d9c2-e2f2-4413-bbe8-2afe594276d4 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:10:39.878564 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58e7b415-c176-4211-952e-1d6612684b83', 'tag': '2daf141f-95d7-4bb7-b3ca-78270bbc514a', 'status': 'completed', 'code': 200} Feb 17 18:10:39.957992 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c290c73-5174-48f0-a72c-9bc7fed8c059 req-5719daec-298b-4c4d-ab66-fa628c5f9363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:39.959641 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1c290c73-5174-48f0-a72c-9bc7fed8c059 req-5719daec-298b-4c4d-ab66-fa628c5f9363 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fbdb8b0945f14355a625c005e43f71f8&device_id=58e7b415-c176-4211-952e-1d6612684b83 HTTP/1.1" status: 200 len: 1158 time: 0.0569053 Feb 17 18:10:40.055958 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c290c73-5174-48f0-a72c-9bc7fed8c059 req-cb934947-bb1c-47f7-a222-01f3e9ca3390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:40.057584 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1c290c73-5174-48f0-a72c-9bc7fed8c059 req-cb934947-bb1c-47f7-a222-01f3e9ca3390 service neutron] 10.222.0.71 "GET /v2.0/networks?id=16a07cbc-0861-4c55-9a55-d3790f5f871d HTTP/1.1" status: 200 len: 897 time: 0.0921428 Feb 17 18:10:40.128530 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1c290c73-5174-48f0-a72c-9bc7fed8c059 req-bc1baa88-4dc6-4113-bc13-0aa2a8b284ce service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2daf141f-95d7-4bb7-b3ca-78270bbc514a HTTP/1.1" status: 200 len: 1002 time: 0.0650740 Feb 17 18:10:40.191941 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c290c73-5174-48f0-a72c-9bc7fed8c059 req-10e28b7e-93e3-428d-81b4-ea51f0064f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:40.193560 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1c290c73-5174-48f0-a72c-9bc7fed8c059 req-10e28b7e-93e3-428d-81b4-ea51f0064f57 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=db8e3337-9b68-4176-a09d-c6300d42e52c HTTP/1.1" status: 200 len: 835 time: 0.0589824 Feb 17 18:10:40.248912 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c290c73-5174-48f0-a72c-9bc7fed8c059 req-1f12cd69-b5fe-4162-a9a7-702a7cc6647c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:40.250674 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1c290c73-5174-48f0-a72c-9bc7fed8c059 req-1f12cd69-b5fe-4162-a9a7-702a7cc6647c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=16a07cbc-0861-4c55-9a55-d3790f5f871d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0515478 Feb 17 18:10:40.344584 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1c290c73-5174-48f0-a72c-9bc7fed8c059 req-3a4f6dd0-1cfa-46fc-a12a-cb11cc46479c service neutron] 10.222.0.71 "GET /v2.0/networks/16a07cbc-0861-4c55-9a55-d3790f5f871d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869188 Feb 17 18:10:40.720125 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1c290c73-5174-48f0-a72c-9bc7fed8c059 req-aac845bf-6ed1-4798-9a16-3510e910f8bd service neutron] 10.222.0.71 "GET /v2.0/networks/16a07cbc-0861-4c55-9a55-d3790f5f871d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698809 Feb 17 18:10:40.729232 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9473ec-c01d-4376-b2a7-01d1f3ff6b26 req-372a441b-bce5-46ab-93dd-334ddac8733f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:40.730732 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4e9473ec-c01d-4376-b2a7-01d1f3ff6b26 req-372a441b-bce5-46ab-93dd-334ddac8733f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=58e7b415-c176-4211-952e-1d6612684b83 HTTP/1.1" status: 200 len: 946 time: 0.1015525 Feb 17 18:10:40.789324 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4e9473ec-c01d-4376-b2a7-01d1f3ff6b26 req-e4fe3ad9-1b02-49f1-9517-e58ece285b58 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=fab869a2-25f9-485b-b81c-5c9e46c95e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522969 Feb 17 18:10:41.587002 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 2daf141f-95d7-4bb7-b3ca-78270bbc514a details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:10:41.707856 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 2daf141f-95d7-4bb7-b3ca-78270bbc514a, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=2daf141f-95d7-4bb7-b3ca-78270bbc514a,segment=NetworkSegment(38135d46-51cf-404f-b50f-327400994791),segment_id=38135d46-51cf-404f-b50f-327400994791)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:10:41.719761 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 2daf141f-95d7-4bb7-b3ca-78270bbc514a has no active binding in host n-h2-829613-2 {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 17 18:10:41.928361 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736973ab-a68b-497f-80ca-1fc02fc594f3 req-4c295208-af67-4508-8bfc-0b1f33ac3e0a tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:41.928361 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-736973ab-a68b-497f-80ca-1fc02fc594f3 req-4c295208-af67-4508-8bfc-0b1f33ac3e0a tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=58e7b415-c176-4211-952e-1d6612684b83 HTTP/1.1" status: 200 len: 946 time: 0.0579190 Feb 17 18:10:41.977690 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-736973ab-a68b-497f-80ca-1fc02fc594f3 req-f3be2a0e-fa6e-4466-93e9-536402a0916c tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=fab869a2-25f9-485b-b81c-5c9e46c95e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501571 Feb 17 18:10:43.103240 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80496c2f-b7d9-482d-b4e9-39582eda205c req-78c99d39-0d7c-4f34-9510-ba9255782912 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:43.105254 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-80496c2f-b7d9-482d-b4e9-39582eda205c req-78c99d39-0d7c-4f34-9510-ba9255782912 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=58e7b415-c176-4211-952e-1d6612684b83 HTTP/1.1" status: 200 len: 946 time: 0.0547190 Feb 17 18:10:43.160588 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-80496c2f-b7d9-482d-b4e9-39582eda205c req-8c9e56b9-3e45-46d4-abb9-abf6e08bf2c5 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=fab869a2-25f9-485b-b81c-5c9e46c95e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494633 Feb 17 18:10:43.381545 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-a1861232-33c3-40a0-a5bf-f178268250b0 service neutron] 10.222.0.71 "GET /v2.0/ports/2daf141f-95d7-4bb7-b3ca-78270bbc514a/bindings/n-h2-829613-2 HTTP/1.1" status: 200 len: 384 time: 0.0661237 Feb 17 18:10:43.559405 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-c1e4529b-bf38-4055-8e86-9186d5861b18 service neutron] For port 2daf141f-95d7-4bb7-b3ca-78270bbc514a, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=2daf141f-95d7-4bb7-b3ca-78270bbc514a,segment=NetworkSegment(38135d46-51cf-404f-b50f-327400994791),segment_id=38135d46-51cf-404f-b50f-327400994791)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:10:43.579062 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-c1e4529b-bf38-4055-8e86-9186d5861b18 service neutron] For port 2daf141f-95d7-4bb7-b3ca-78270bbc514a, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:10:43.619671 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e7b415-c176-4211-952e-1d6612684b83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2daf141f-95d7-4bb7-b3ca-78270bbc514a'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:10:43.622002 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4023d970-c117-4218-8b6e-c4ce019cf075" -d '{"events": [{"server_uuid": "58e7b415-c176-4211-952e-1d6612684b83", "name": "network-vif-unplugged", "status": "completed", "tag": "2daf141f-95d7-4bb7-b3ca-78270bbc514a"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:10:43.629268 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-c1e4529b-bf38-4055-8e86-9186d5861b18 service neutron] For port 2daf141f-95d7-4bb7-b3ca-78270bbc514a, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=2daf141f-95d7-4bb7-b3ca-78270bbc514a,segment=NetworkSegment(38135d46-51cf-404f-b50f-327400994791),segment_id=38135d46-51cf-404f-b50f-327400994791)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:10:43.649241 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-c1e4529b-bf38-4055-8e86-9186d5861b18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2daf141f-95d7-4bb7-b3ca-78270bbc514a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:43.668108 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 18:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87f2b90-e7e1-41e6-8748-ff5be806f459 x-openstack-request-id: req-b87f2b90-e7e1-41e6-8748-ff5be806f459 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:10:43.668590 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58e7b415-c176-4211-952e-1d6612684b83", "name": "network-vif-unplugged", "status": "completed", "tag": "2daf141f-95d7-4bb7-b3ca-78270bbc514a", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:10:43.668973 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b87f2b90-e7e1-41e6-8748-ff5be806f459 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:10:43.669515 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58e7b415-c176-4211-952e-1d6612684b83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2daf141f-95d7-4bb7-b3ca-78270bbc514a', 'code': 200} Feb 17 18:10:43.746551 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-c1e4529b-bf38-4055-8e86-9186d5861b18 service neutron] Transition to ACTIVE for port object 2daf141f-95d7-4bb7-b3ca-78270bbc514a will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 18:10:43.750343 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-c1e4529b-bf38-4055-8e86-9186d5861b18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (2daf141f-95d7-4bb7-b3ca-78270bbc514a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:43.844857 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e4529b-bf38-4055-8e86-9186d5861b18 service neutron] Pushing event updated for resources: {'Port': ['ID=2daf141f-95d7-4bb7-b3ca-78270bbc514a,revision_number=11']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:10:43.859852 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e4529b-bf38-4055-8e86-9186d5861b18 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:10:43.860207 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e4529b-bf38-4055-8e86-9186d5861b18 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:10:43.860605 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e4529b-bf38-4055-8e86-9186d5861b18 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:10:43.860959 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e4529b-bf38-4055-8e86-9186d5861b18 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:10:43.861298 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e4529b-bf38-4055-8e86-9186d5861b18 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:10:43.861636 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e4529b-bf38-4055-8e86-9186d5861b18 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:10:43.861967 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e4529b-bf38-4055-8e86-9186d5861b18 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:10:43.862294 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e4529b-bf38-4055-8e86-9186d5861b18 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:10:43.862630 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e4529b-bf38-4055-8e86-9186d5861b18 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:10:43.862954 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e4529b-bf38-4055-8e86-9186d5861b18 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:10:43.863286 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e4529b-bf38-4055-8e86-9186d5861b18 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:10:43.863613 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e4529b-bf38-4055-8e86-9186d5861b18 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:10:43.863938 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e4529b-bf38-4055-8e86-9186d5861b18 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:10:43.906577 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-c1e4529b-bf38-4055-8e86-9186d5861b18 service neutron] No DVR routers for this DVR port 2daf141f-95d7-4bb7-b3ca-78270bbc514a on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:10:44.055409 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-c1e4529b-bf38-4055-8e86-9186d5861b18 service neutron] 10.222.0.71 "PUT /v2.0/ports/2daf141f-95d7-4bb7-b3ca-78270bbc514a/bindings/n-h2-829613-2/activate HTTP/1.1" status: 200 len: 369 time: 0.6683609 Feb 17 18:10:44.158523 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-8d3e8cd1-638d-4ef2-a144-bb0bb21aa33c tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:44.160117 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-8d3e8cd1-638d-4ef2-a144-bb0bb21aa33c tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=58e7b415-c176-4211-952e-1d6612684b83&tenant_id=fbdb8b0945f14355a625c005e43f71f8&binding%3Ahost_id=n-h1-829613-2 HTTP/1.1" status: 200 len: 1127 time: 0.0519352 Feb 17 18:10:44.239399 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-a35a4792-7355-4a6b-86c3-1bf284437eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:44.241981 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-a35a4792-7355-4a6b-86c3-1bf284437eae service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=58e7b415-c176-4211-952e-1d6612684b83&tenant_id=fbdb8b0945f14355a625c005e43f71f8 HTTP/1.1" status: 200 len: 1127 time: 0.0756700 Feb 17 18:10:44.312176 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da09ff6-0252-4673-afcd-b0c47c4ce99d req-5efd8081-a166-4c66-8b8b-663bebd5ea48 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:44.314022 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8da09ff6-0252-4673-afcd-b0c47c4ce99d req-5efd8081-a166-4c66-8b8b-663bebd5ea48 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=58e7b415-c176-4211-952e-1d6612684b83 HTTP/1.1" status: 200 len: 945 time: 0.0692012 Feb 17 18:10:44.316421 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-c54d3e44-ff64-4b2b-b8c7-a57ab7049a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:44.318115 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-c54d3e44-ff64-4b2b-b8c7-a57ab7049a70 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fbdb8b0945f14355a625c005e43f71f8&device_id=58e7b415-c176-4211-952e-1d6612684b83 HTTP/1.1" status: 200 len: 1127 time: 0.0534797 Feb 17 18:10:44.384134 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8da09ff6-0252-4673-afcd-b0c47c4ce99d req-fa825665-de7e-4352-88e4-fa54c2668981 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=fab869a2-25f9-485b-b81c-5c9e46c95e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630102 Feb 17 18:10:44.449281 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-c7c1b5b4-3549-4c74-8604-75129a8a4ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:44.450913 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-c7c1b5b4-3549-4c74-8604-75129a8a4ffd service neutron] 10.222.0.91 "GET /v2.0/networks?id=16a07cbc-0861-4c55-9a55-d3790f5f871d HTTP/1.1" status: 200 len: 897 time: 0.1261537 Feb 17 18:10:44.525965 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-3f86393d-22fa-4114-beca-8538873db9b1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2daf141f-95d7-4bb7-b3ca-78270bbc514a HTTP/1.1" status: 200 len: 1000 time: 0.0684576 Feb 17 18:10:44.586769 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-1a6e7807-7e9d-445d-839d-7ac60270d796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:44.588432 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-1a6e7807-7e9d-445d-839d-7ac60270d796 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=db8e3337-9b68-4176-a09d-c6300d42e52c HTTP/1.1" status: 200 len: 835 time: 0.0567870 Feb 17 18:10:44.645166 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-9096e881-a55d-49d5-9fb2-0d8da924c9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:44.646787 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-9096e881-a55d-49d5-9fb2-0d8da924c9d1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=16a07cbc-0861-4c55-9a55-d3790f5f871d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0521700 Feb 17 18:10:44.749653 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-ab3945a4-46a5-418b-919f-3a6b586df183 service neutron] 10.222.0.91 "GET /v2.0/networks/16a07cbc-0861-4c55-9a55-d3790f5f871d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962214 Feb 17 18:10:44.846663 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-d88cc38a-6b48-4785-ba8d-0f0671682c77 service neutron] 10.222.0.91 "GET /v2.0/networks/16a07cbc-0861-4c55-9a55-d3790f5f871d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892992 Feb 17 18:10:45.117065 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-721468fa-f132-4701-ba44-8b3b55575422 tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:45.118567 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-721468fa-f132-4701-ba44-8b3b55575422 tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=58e7b415-c176-4211-952e-1d6612684b83&tenant_id=fbdb8b0945f14355a625c005e43f71f8&binding%3Ahost_id=n-h2-829613-2 HTTP/1.1" status: 200 len: 1127 time: 0.0487096 Feb 17 18:10:45.234481 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-bdd6efae-8000-4100-bb3d-63815cd8847b service neutron] For port 2daf141f-95d7-4bb7-b3ca-78270bbc514a, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:10:45.237992 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-bdd6efae-8000-4100-bb3d-63815cd8847b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:45.239200 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-bdd6efae-8000-4100-bb3d-63815cd8847b service neutron] 10.222.0.91 "DELETE /v2.0/ports/2daf141f-95d7-4bb7-b3ca-78270bbc514a/bindings/n-h1-829613-2 HTTP/1.1" status: 204 len: 173 time: 0.1150506 Feb 17 18:10:45.542810 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93bd871-1cd2-4bd4-a92f-c6c4631b20d2 req-18dd3efb-313d-497f-b38e-59f96e397016 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:45.545502 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c93bd871-1cd2-4bd4-a92f-c6c4631b20d2 req-18dd3efb-313d-497f-b38e-59f96e397016 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=58e7b415-c176-4211-952e-1d6612684b83 HTTP/1.1" status: 200 len: 945 time: 0.0734050 Feb 17 18:10:45.603291 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c93bd871-1cd2-4bd4-a92f-c6c4631b20d2 req-3368a6db-2c38-4c64-973a-0a8d848e8d23 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=fab869a2-25f9-485b-b81c-5c9e46c95e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523429 Feb 17 18:10:45.756728 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e38c1-fec4-4246-a3a9-caf3719d7d7e req-e8dfb5e6-f327-435e-8f10-0596e204dfef tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:45.758714 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-795e38c1-fec4-4246-a3a9-caf3719d7d7e req-e8dfb5e6-f327-435e-8f10-0596e204dfef tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=58e7b415-c176-4211-952e-1d6612684b83 HTTP/1.1" status: 200 len: 1127 time: 0.0768139 Feb 17 18:10:45.808670 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-795e38c1-fec4-4246-a3a9-caf3719d7d7e req-20b8a9ae-95fe-4839-9683-555291c5e948 tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=fab869a2-25f9-485b-b81c-5c9e46c95e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428526 Feb 17 18:10:46.196950 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738e4d1-f3fc-4e40-91ec-8e2fc0e0d3e7 req-966b2e77-70df-4ddc-b477-a50c77042057 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:46.199073 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6738e4d1-f3fc-4e40-91ec-8e2fc0e0d3e7 req-966b2e77-70df-4ddc-b477-a50c77042057 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=58e7b415-c176-4211-952e-1d6612684b83 HTTP/1.1" status: 200 len: 945 time: 0.0548069 Feb 17 18:10:46.251876 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6738e4d1-f3fc-4e40-91ec-8e2fc0e0d3e7 req-29b638ef-979c-40e6-9d50-822014c4375e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=fab869a2-25f9-485b-b81c-5c9e46c95e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470440 Feb 17 18:10:46.285330 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 35262) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:10:46.353361 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-82d01808-f773-4b94-8cee-ed8bdabda15a tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/floatingips/fbcb311a-115a-4a5a-8e47-fdba96b05638 HTTP/1.1" status: 200 len: 992 time: 0.0668392 Feb 17 18:10:46.581419 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 35270) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:10:46.650311 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 2daf141f-95d7-4bb7-b3ca-78270bbc514a no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:10:46.692736 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] The host n-h1-829613-2 is not matching for port 2daf141f-95d7-4bb7-b3ca-78270bbc514a host n-h2-829613-2! {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 17 18:10:46.693136 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 2daf141f-95d7-4bb7-b3ca-78270bbc514a not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:10:46.758192 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-bd3d85b9-c291-433b-b89a-aad00df7df37 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Deleting port 31a09156-2cf9-4ad6-a388-26672db2cbaa {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:10:46.758560 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bd3d85b9-c291-433b-b89a-aad00df7df37 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (31a09156-2cf9-4ad6-a388-26672db2cbaa), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:46.873651 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bd3d85b9-c291-433b-b89a-aad00df7df37 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (31a09156-2cf9-4ad6-a388-26672db2cbaa), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:46.873983 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bd3d85b9-c291-433b-b89a-aad00df7df37 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for floatingip (31a09156-2cf9-4ad6-a388-26672db2cbaa), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:46.895735 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f5b3d8-26c6-4c9b-82fe-898629596b4a req-e74e428b-35f3-4ce6-8ef9-eba68a31e044 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:46.897300 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-33f5b3d8-26c6-4c9b-82fe-898629596b4a req-e74e428b-35f3-4ce6-8ef9-eba68a31e044 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fa7e6ef-187d-4d22-ae46-ed7fea605695 HTTP/1.1" status: 200 len: 945 time: 0.1242938 Feb 17 18:10:46.898315 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-bd3d85b9-c291-433b-b89a-aad00df7df37 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Calling delete_port for 31a09156-2cf9-4ad6-a388-26672db2cbaa owned by network:floatingip {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:10:47.030900 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-33f5b3d8-26c6-4c9b-82fe-898629596b4a req-00bddbe4-5786-4603-aa8d-8bcdfec8512c tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.87 "GET /v2.0/security-groups?id=6036987f-3fce-40fb-ba0d-b6f4e0e4cf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266315 Feb 17 18:10:47.124645 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bd3d85b9-c291-433b-b89a-aad00df7df37 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (31a09156-2cf9-4ad6-a388-26672db2cbaa), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:47.152947 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d85b9-c291-433b-b89a-aad00df7df37 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event deleted for resources: {'Port': ['ID=31a09156-2cf9-4ad6-a388-26672db2cbaa,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:10:47.225317 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bd3d85b9-c291-433b-b89a-aad00df7df37 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for floatingip (fbcb311a-115a-4a5a-8e47-fdba96b05638), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:47.225766 n-d-829613-2 neutron-server[103435]: INFO neutron.db.l3_db [None req-bd3d85b9-c291-433b-b89a-aad00df7df37 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Floating IP fbcb311a-115a-4a5a-8e47-fdba96b05638 disassociated (deleted). External IP: 172.25.8.150, port: 2daf141f-95d7-4bb7-b3ca-78270bbc514a. Feb 17 18:10:47.453086 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3d85b9-c291-433b-b89a-aad00df7df37 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Router ab1a06e8-9f0d-4924-baca-299ce3b698c3 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:10:47.563545 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3d85b9-c291-433b-b89a-aad00df7df37 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:10:47.568972 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bd3d85b9-c291-433b-b89a-aad00df7df37 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:47.574242 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870c46e9-e79e-487d-8eb6-f76168276460 None None] Sync routers for ids ['ab1a06e8-9f0d-4924-baca-299ce3b698c3'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:10:47.588188 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870c46e9-e79e-487d-8eb6-f76168276460 None None] Routers {'ab1a06e8-9f0d-4924-baca-299ce3b698c3'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:10:47.588885 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-870c46e9-e79e-487d-8eb6-f76168276460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:10:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['ab1a06e8-9f0d-4924-baca-299ce3b698c3'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:10:47.605970 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-bd3d85b9-c291-433b-b89a-aad00df7df37 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "DELETE /v2.0/floatingips/fbcb311a-115a-4a5a-8e47-fdba96b05638 HTTP/1.1" status: 204 len: 168 time: 1.0231338 Feb 17 18:10:47.606678 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58e7b415-c176-4211-952e-1d6612684b83', 'tag': '2daf141f-95d7-4bb7-b3ca-78270bbc514a'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:10:47.609171 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8946eb-8671-4e2c-bbee-91fd60bbfbc9" -d '{"events": [{"name": "network-changed", "server_uuid": "58e7b415-c176-4211-952e-1d6612684b83", "tag": "2daf141f-95d7-4bb7-b3ca-78270bbc514a"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:10:47.649578 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc75dd6f-5eea-4ba7-858b-e4c05377d322 x-openstack-request-id: req-bc75dd6f-5eea-4ba7-858b-e4c05377d322 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:10:47.649920 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58e7b415-c176-4211-952e-1d6612684b83", "tag": "2daf141f-95d7-4bb7-b3ca-78270bbc514a", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:10:47.650305 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-bc75dd6f-5eea-4ba7-858b-e4c05377d322 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:10:47.650770 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58e7b415-c176-4211-952e-1d6612684b83', 'tag': '2daf141f-95d7-4bb7-b3ca-78270bbc514a', 'status': 'completed', 'code': 200} Feb 17 18:10:47.721027 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8946eb-8671-4e2c-bbee-91fd60bbfbc9 req-9baee644-7e69-4c12-b7cd-0db37cb1b498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:47.722029 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-870c46e9-e79e-487d-8eb6-f76168276460 None None] Set router ab1a06e8-9f0d-4924-baca-299ce3b698c3 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:10:47.722827 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0f8946eb-8671-4e2c-bbee-91fd60bbfbc9 req-9baee644-7e69-4c12-b7cd-0db37cb1b498 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fbdb8b0945f14355a625c005e43f71f8&device_id=58e7b415-c176-4211-952e-1d6612684b83 HTTP/1.1" status: 200 len: 1127 time: 0.0516984 Feb 17 18:10:47.895745 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b058449-22da-44f2-911d-824d686c4fbf req-2672caf9-fa5e-4f5c-8e95-df8af4c66f7e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:47.897945 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1b058449-22da-44f2-911d-824d686c4fbf req-2672caf9-fa5e-4f5c-8e95-df8af4c66f7e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=58e7b415-c176-4211-952e-1d6612684b83 HTTP/1.1" status: 200 len: 945 time: 0.0621934 Feb 17 18:10:47.900351 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8946eb-8671-4e2c-bbee-91fd60bbfbc9 req-3d4ffc66-cc41-436d-bf37-52f474e67ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:47.903508 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0f8946eb-8671-4e2c-bbee-91fd60bbfbc9 req-3d4ffc66-cc41-436d-bf37-52f474e67ed6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=16a07cbc-0861-4c55-9a55-d3790f5f871d HTTP/1.1" status: 200 len: 897 time: 0.1745176 Feb 17 18:10:47.957419 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0f8946eb-8671-4e2c-bbee-91fd60bbfbc9 req-93aa0701-a08f-4434-b9ba-44e056521cd0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2daf141f-95d7-4bb7-b3ca-78270bbc514a HTTP/1.1" status: 200 len: 217 time: 0.0452113 Feb 17 18:10:47.973019 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-870c46e9-e79e-487d-8eb6-f76168276460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1a06e8-9f0d-4924-baca-299ce3b698c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601029080', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'c43e4a31-956b-495c-a33a-3b708915fd96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:09:47Z', 'updated_at': '2022-02-17T18:09:51Z', 'revision_number': 4, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': 'c43e4a31-956b-495c-a33a-3b708915fd96', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1a06e8-9f0d-4924-baca-299ce3b698c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:09:47Z', 'updated_at': '2022-02-17T18:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '0cf6ee50-904c-4d9b-83a5-3238f430cdc2', 'name': '', 'network_id': '16a07cbc-0861-4c55-9a55-d3790f5f871d', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'mac_address': 'fa:16:3e:25:3b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1a06e8-9f0d-4924-baca-299ce3b698c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'db8e3337-9b68-4176-a09d-c6300d42e52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:09:50Z', 'updated_at': '2022-02-17T18:09:54Z', 'revision_number': 5, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'subnets': [{'id': 'db8e3337-9b68-4176-a09d-c6300d42e52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:10:47.975841 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1b058449-22da-44f2-911d-824d686c4fbf req-548f7e6c-987c-4356-a0e8-09045866a003 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=fab869a2-25f9-485b-b81c-5c9e46c95e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700696 Feb 17 18:10:48.005654 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870c46e9-e79e-487d-8eb6-f76168276460 None None] Checking router: ab1a06e8-9f0d-4924-baca-299ce3b698c3 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:10:48.015611 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870c46e9-e79e-487d-8eb6-f76168276460 None None] Routers {'ab1a06e8-9f0d-4924-baca-299ce3b698c3'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:10:48.016229 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-870c46e9-e79e-487d-8eb6-f76168276460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:10:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['ab1a06e8-9f0d-4924-baca-299ce3b698c3'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:10:48.022273 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8946eb-8671-4e2c-bbee-91fd60bbfbc9 req-d2c79f65-4306-464b-afd4-0b56b39b39c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:48.023761 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0f8946eb-8671-4e2c-bbee-91fd60bbfbc9 req-d2c79f65-4306-464b-afd4-0b56b39b39c0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=db8e3337-9b68-4176-a09d-c6300d42e52c HTTP/1.1" status: 200 len: 835 time: 0.0585759 Feb 17 18:10:48.099291 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8946eb-8671-4e2c-bbee-91fd60bbfbc9 req-79855bdc-bd48-4e47-af8f-d1963a9a5628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:48.101097 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0f8946eb-8671-4e2c-bbee-91fd60bbfbc9 req-79855bdc-bd48-4e47-af8f-d1963a9a5628 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=16a07cbc-0861-4c55-9a55-d3790f5f871d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0700204 Feb 17 18:10:48.160193 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-870c46e9-e79e-487d-8eb6-f76168276460 None None] Set router ab1a06e8-9f0d-4924-baca-299ce3b698c3 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:10:48.175854 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ca89c-f223-458b-ab30-70f23fb0bf49 req-6c8f6e03-0845-4c2e-baca-6f56920de5df tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:48.177681 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e92ca89c-f223-458b-ab30-70f23fb0bf49 req-6c8f6e03-0845-4c2e-baca-6f56920de5df tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fa7e6ef-187d-4d22-ae46-ed7fea605695 HTTP/1.1" status: 200 len: 945 time: 0.0586452 Feb 17 18:10:48.213318 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0f8946eb-8671-4e2c-bbee-91fd60bbfbc9 req-2c76361a-12fc-4953-ba77-c4e0b15f524d service neutron] 10.222.0.91 "GET /v2.0/networks/16a07cbc-0861-4c55-9a55-d3790f5f871d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024399 Feb 17 18:10:48.233265 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e92ca89c-f223-458b-ab30-70f23fb0bf49 req-aafd34e0-9b78-4010-8b5b-c2b0a43b6004 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.87 "GET /v2.0/security-groups?id=6036987f-3fce-40fb-ba0d-b6f4e0e4cf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464234 Feb 17 18:10:48.271543 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.91', 61771) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:10:48.345719 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5bb1e-18cc-4e78-8e47-18427d950f9f req-0f31871f-40a6-4838-a06e-92eb1cdbfb44 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:48.348395 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-86b5bb1e-18cc-4e78-8e47-18427d950f9f req-0f31871f-40a6-4838-a06e-92eb1cdbfb44 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.91 "GET /v2.0/ports?device_id=7fa7e6ef-187d-4d22-ae46-ed7fea605695 HTTP/1.1" status: 200 len: 945 time: 0.0754640 Feb 17 18:10:48.434600 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-870c46e9-e79e-487d-8eb6-f76168276460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1a06e8-9f0d-4924-baca-299ce3b698c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601029080', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'c43e4a31-956b-495c-a33a-3b708915fd96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:09:47Z', 'updated_at': '2022-02-17T18:09:51Z', 'revision_number': 4, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': 'c43e4a31-956b-495c-a33a-3b708915fd96', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1a06e8-9f0d-4924-baca-299ce3b698c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:09:47Z', 'updated_at': '2022-02-17T18:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '0cf6ee50-904c-4d9b-83a5-3238f430cdc2', 'name': '', 'network_id': '16a07cbc-0861-4c55-9a55-d3790f5f871d', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'mac_address': 'fa:16:3e:25:3b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1a06e8-9f0d-4924-baca-299ce3b698c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'db8e3337-9b68-4176-a09d-c6300d42e52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:09:50Z', 'updated_at': '2022-02-17T18:09:54Z', 'revision_number': 5, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'subnets': [{'id': 'db8e3337-9b68-4176-a09d-c6300d42e52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:10:48.476759 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870c46e9-e79e-487d-8eb6-f76168276460 None None] The sync data for ids ['ab1a06e8-9f0d-4924-baca-299ce3b698c3'] in n-d-829613-2 is: [{'id': 'ab1a06e8-9f0d-4924-baca-299ce3b698c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601029080', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'c43e4a31-956b-495c-a33a-3b708915fd96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:09:47Z', 'updated_at': '2022-02-17T18:09:51Z', 'revision_number': 4, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': 'c43e4a31-956b-495c-a33a-3b708915fd96', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1a06e8-9f0d-4924-baca-299ce3b698c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:09:47Z', 'updated_at': '2022-02-17T18:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '0cf6ee50-904c-4d9b-83a5-3238f430cdc2', 'name': '', 'network_id': '16a07cbc-0861-4c55-9a55-d3790f5f871d', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'mac_address': 'fa:16:3e:25:3b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1a06e8-9f0d-4924-baca-299ce3b698c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'db8e3337-9b68-4176-a09d-c6300d42e52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:09:50Z', 'updated_at': '2022-02-17T18:09:54Z', 'revision_number': 5, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'subnets': [{'id': 'db8e3337-9b68-4176-a09d-c6300d42e52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:10:48.486135 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-86b5bb1e-18cc-4e78-8e47-18427d950f9f req-a2ed2a8a-b81f-47d6-899a-2fc76051b644 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Deleting port 1558bdce-6281-4ffd-97a0-bcd83a0002bb {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:10:48.486694 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-86b5bb1e-18cc-4e78-8e47-18427d950f9f req-a2ed2a8a-b81f-47d6-899a-2fc76051b644 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (1558bdce-6281-4ffd-97a0-bcd83a0002bb), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:48.621711 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-86b5bb1e-18cc-4e78-8e47-18427d950f9f req-a2ed2a8a-b81f-47d6-899a-2fc76051b644 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] For port 1558bdce-6281-4ffd-97a0-bcd83a0002bb, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=1558bdce-6281-4ffd-97a0-bcd83a0002bb,segment=NetworkSegment(5bd15d2b-1a4d-4af5-884d-d55a256abe90),segment_id=5bd15d2b-1a4d-4af5-884d-d55a256abe90)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:10:48.622660 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-86b5bb1e-18cc-4e78-8e47-18427d950f9f req-a2ed2a8a-b81f-47d6-899a-2fc76051b644 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (1558bdce-6281-4ffd-97a0-bcd83a0002bb), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:48.638334 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-86b5bb1e-18cc-4e78-8e47-18427d950f9f req-a2ed2a8a-b81f-47d6-899a-2fc76051b644 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Calling delete_port for 1558bdce-6281-4ffd-97a0-bcd83a0002bb owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:10:48.700419 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0f8946eb-8671-4e2c-bbee-91fd60bbfbc9 req-b2dd7124-b2f1-435d-b206-2842c329da2f service neutron] 10.222.0.91 "GET /v2.0/networks/16a07cbc-0861-4c55-9a55-d3790f5f871d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4807699 Feb 17 18:10:48.716434 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7367d-c9e5-4c54-b0c3-a620e1c2bfe2 req-ea9c2acd-e7a4-48a6-b79e-ce4703f923de tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:48.718191 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-60a7367d-c9e5-4c54-b0c3-a620e1c2bfe2 req-ea9c2acd-e7a4-48a6-b79e-ce4703f923de tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.91 "GET /v2.0/ports?device_id=58e7b415-c176-4211-952e-1d6612684b83 HTTP/1.1" status: 200 len: 945 time: 0.0818059 Feb 17 18:10:48.811011 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6abd00a-ef6d-4a0d-bd59-b3a3bef27263 None None] New status for floating IP fbcb311a-115a-4a5a-8e47-fdba96b05638: DOWN {{(pid=103438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 18:10:48.815408 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-86b5bb1e-18cc-4e78-8e47-18427d950f9f req-a2ed2a8a-b81f-47d6-899a-2fc76051b644 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (1558bdce-6281-4ffd-97a0-bcd83a0002bb), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:48.828195 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['1558bdce-6281-4ffd-97a0-bcd83a0002bb'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:10:48.845863 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-60a7367d-c9e5-4c54-b0c3-a620e1c2bfe2 req-155d82d4-2bee-4a6e-9baa-163d47b563d1 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Deleting port 2daf141f-95d7-4bb7-b3ca-78270bbc514a {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:10:48.846737 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-60a7367d-c9e5-4c54-b0c3-a620e1c2bfe2 req-155d82d4-2bee-4a6e-9baa-163d47b563d1 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (2daf141f-95d7-4bb7-b3ca-78270bbc514a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:48.874092 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed2a8a-b81f-47d6-899a-2fc76051b644 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Pushing event deleted for resources: {'Port': ['ID=1558bdce-6281-4ffd-97a0-bcd83a0002bb,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:10:48.942874 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b5bb1e-18cc-4e78-8e47-18427d950f9f req-a2ed2a8a-b81f-47d6-899a-2fc76051b644 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] No DVR routers for this DVR port 1558bdce-6281-4ffd-97a0-bcd83a0002bb on host n-h2-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:10:48.946122 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-86b5bb1e-18cc-4e78-8e47-18427d950f9f req-a2ed2a8a-b81f-47d6-899a-2fc76051b644 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:48.954081 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-86b5bb1e-18cc-4e78-8e47-18427d950f9f req-a2ed2a8a-b81f-47d6-899a-2fc76051b644 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.91 "DELETE /v2.0/ports/1558bdce-6281-4ffd-97a0-bcd83a0002bb HTTP/1.1" status: 204 len: 173 time: 0.6001570 Feb 17 18:10:48.959888 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-60a7367d-c9e5-4c54-b0c3-a620e1c2bfe2 req-155d82d4-2bee-4a6e-9baa-163d47b563d1 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] For port 2daf141f-95d7-4bb7-b3ca-78270bbc514a, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=2daf141f-95d7-4bb7-b3ca-78270bbc514a,segment=NetworkSegment(38135d46-51cf-404f-b50f-327400994791),segment_id=38135d46-51cf-404f-b50f-327400994791)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:10:48.960438 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-60a7367d-c9e5-4c54-b0c3-a620e1c2bfe2 req-155d82d4-2bee-4a6e-9baa-163d47b563d1 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (2daf141f-95d7-4bb7-b3ca-78270bbc514a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:48.975711 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-60a7367d-c9e5-4c54-b0c3-a620e1c2bfe2 req-155d82d4-2bee-4a6e-9baa-163d47b563d1 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Calling delete_port for 2daf141f-95d7-4bb7-b3ca-78270bbc514a owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:10:49.125685 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a140a13-8849-44cf-baf6-a6de67e74092 req-c751ec2d-12f8-4cef-bac7-4e097a724d87 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:49.127232 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-60a7367d-c9e5-4c54-b0c3-a620e1c2bfe2 req-155d82d4-2bee-4a6e-9baa-163d47b563d1 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (2daf141f-95d7-4bb7-b3ca-78270bbc514a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:49.127453 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3a140a13-8849-44cf-baf6-a6de67e74092 req-c751ec2d-12f8-4cef-bac7-4e097a724d87 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=58e7b415-c176-4211-952e-1d6612684b83 HTTP/1.1" status: 200 len: 945 time: 0.0666356 Feb 17 18:10:49.159167 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155d82d4-2bee-4a6e-9baa-163d47b563d1 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event deleted for resources: {'Port': ['ID=2daf141f-95d7-4bb7-b3ca-78270bbc514a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:10:49.180720 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:49.189359 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3a140a13-8849-44cf-baf6-a6de67e74092 req-48ee3c71-6953-4ab6-8eba-3ac661b71e8a tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=fab869a2-25f9-485b-b81c-5c9e46c95e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556581 Feb 17 18:10:49.212122 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a7367d-c9e5-4c54-b0c3-a620e1c2bfe2 req-155d82d4-2bee-4a6e-9baa-163d47b563d1 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] No DVR routers for this DVR port 2daf141f-95d7-4bb7-b3ca-78270bbc514a on host n-h2-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:10:49.215061 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-60a7367d-c9e5-4c54-b0c3-a620e1c2bfe2 req-155d82d4-2bee-4a6e-9baa-163d47b563d1 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:49.223422 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-60a7367d-c9e5-4c54-b0c3-a620e1c2bfe2 req-155d82d4-2bee-4a6e-9baa-163d47b563d1 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.91 "DELETE /v2.0/ports/2daf141f-95d7-4bb7-b3ca-78270bbc514a HTTP/1.1" status: 204 len: 173 time: 0.4946182 Feb 17 18:10:49.223422 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e7b415-c176-4211-952e-1d6612684b83', 'name': 'network-vif-deleted', 'tag': '2daf141f-95d7-4bb7-b3ca-78270bbc514a'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:10:49.223422 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538e151c-91ae-4290-a841-3edebb4f1c94" -d '{"events": [{"server_uuid": "58e7b415-c176-4211-952e-1d6612684b83", "name": "network-vif-deleted", "tag": "2daf141f-95d7-4bb7-b3ca-78270bbc514a"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:10:49.285566 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832240ec-65cc-40fd-b9a5-332ebd681a65 x-openstack-request-id: req-832240ec-65cc-40fd-b9a5-332ebd681a65 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:10:49.285914 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58e7b415-c176-4211-952e-1d6612684b83", "name": "network-vif-deleted", "tag": "2daf141f-95d7-4bb7-b3ca-78270bbc514a", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:10:49.286100 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-832240ec-65cc-40fd-b9a5-332ebd681a65 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:10:49.286524 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58e7b415-c176-4211-952e-1d6612684b83', 'name': 'network-vif-deleted', 'tag': '2daf141f-95d7-4bb7-b3ca-78270bbc514a', 'status': 'completed', 'code': 200} Feb 17 18:10:49.365612 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6cda39b4-3aa8-441b-9637-fb2f7dca463e req-78616a42-cea9-48a0-b889-924baae0dfc2 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fa7e6ef-187d-4d22-ae46-ed7fea605695 HTTP/1.1" status: 200 len: 210 time: 0.0382953 Feb 17 18:10:49.652338 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa7e6ef-187d-4d22-ae46-ed7fea605695', 'name': 'network-vif-deleted', 'tag': '1558bdce-6281-4ffd-97a0-bcd83a0002bb'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:10:49.654783 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a731b89-fc9b-46ad-8dd2-a25e50a41d37" -d '{"events": [{"server_uuid": "7fa7e6ef-187d-4d22-ae46-ed7fea605695", "name": "network-vif-deleted", "tag": "1558bdce-6281-4ffd-97a0-bcd83a0002bb"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:10:49.709061 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af43ad8-fc6f-4af6-b2c9-aaf7f07e029b x-openstack-request-id: req-1af43ad8-fc6f-4af6-b2c9-aaf7f07e029b {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:10:49.709399 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa7e6ef-187d-4d22-ae46-ed7fea605695", "name": "network-vif-deleted", "tag": "1558bdce-6281-4ffd-97a0-bcd83a0002bb", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:10:49.709689 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1af43ad8-fc6f-4af6-b2c9-aaf7f07e029b {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:10:49.710292 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa7e6ef-187d-4d22-ae46-ed7fea605695', 'name': 'network-vif-deleted', 'tag': '1558bdce-6281-4ffd-97a0-bcd83a0002bb', 'status': 'completed', 'code': 200} Feb 17 18:10:49.952423 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:50.333568 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35296) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:10:50.782548 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-98b7c5f3-0614-4ab7-8efb-5655535c78be tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (ab1a06e8-9f0d-4924-baca-299ce3b698c3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:51.094781 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-98b7c5f3-0614-4ab7-8efb-5655535c78be tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Deleting port 0cf6ee50-904c-4d9b-83a5-3238f430cdc2 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:10:51.095200 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-98b7c5f3-0614-4ab7-8efb-5655535c78be tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (0cf6ee50-904c-4d9b-83a5-3238f430cdc2), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:51.231343 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-98b7c5f3-0614-4ab7-8efb-5655535c78be tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] For port 0cf6ee50-904c-4d9b-83a5-3238f430cdc2, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=0cf6ee50-904c-4d9b-83a5-3238f430cdc2,segment=NetworkSegment(38135d46-51cf-404f-b50f-327400994791),segment_id=38135d46-51cf-404f-b50f-327400994791)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:10:51.231710 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-98b7c5f3-0614-4ab7-8efb-5655535c78be tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (0cf6ee50-904c-4d9b-83a5-3238f430cdc2), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:51.243560 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-98b7c5f3-0614-4ab7-8efb-5655535c78be tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Calling delete_port for 0cf6ee50-904c-4d9b-83a5-3238f430cdc2 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:10:51.435306 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-98b7c5f3-0614-4ab7-8efb-5655535c78be tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (0cf6ee50-904c-4d9b-83a5-3238f430cdc2), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:51.459814 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b7c5f3-0614-4ab7-8efb-5655535c78be tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event deleted for resources: {'Port': ['ID=0cf6ee50-904c-4d9b-83a5-3238f430cdc2,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:10:51.624598 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 1558bdce-6281-4ffd-97a0-bcd83a0002bb no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:10:51.650442 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: 1558bdce-6281-4ffd-97a0-bcd83a0002bb {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:10:51.651507 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 1558bdce-6281-4ffd-97a0-bcd83a0002bb not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:10:51.652317 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 2daf141f-95d7-4bb7-b3ca-78270bbc514a no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:10:51.668427 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-98b7c5f3-0614-4ab7-8efb-5655535c78be tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (ab1a06e8-9f0d-4924-baca-299ce3b698c3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:51.676185 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: 2daf141f-95d7-4bb7-b3ca-78270bbc514a {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:10:51.676855 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 2daf141f-95d7-4bb7-b3ca-78270bbc514a not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:10:51.912639 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b7c5f3-0614-4ab7-8efb-5655535c78be tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Router ab1a06e8-9f0d-4924-baca-299ce3b698c3 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:10:52.026178 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b7c5f3-0614-4ab7-8efb-5655535c78be tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:10:52.032707 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-98b7c5f3-0614-4ab7-8efb-5655535c78be tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "PUT /v2.0/routers/ab1a06e8-9f0d-4924-baca-299ce3b698c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6979618 Feb 17 18:10:52.035637 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 35306) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:10:52.040856 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab8642d-aeb4-4a20-9250-e146e567cf09 None None] Sync routers for ids ['ab1a06e8-9f0d-4924-baca-299ce3b698c3'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:10:52.053234 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab8642d-aeb4-4a20-9250-e146e567cf09 None None] Routers {'ab1a06e8-9f0d-4924-baca-299ce3b698c3'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:10:52.054002 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-1ab8642d-aeb4-4a20-9250-e146e567cf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:10:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['ab1a06e8-9f0d-4924-baca-299ce3b698c3'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:10:52.092407 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b9e46a8-a6b5-485f-b83d-d985955e3e43 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Deleting subnet db8e3337-9b68-4176-a09d-c6300d42e52c {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:10:52.096208 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9b9e46a8-a6b5-485f-b83d-d985955e3e43 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for subnet (db8e3337-9b68-4176-a09d-c6300d42e52c), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:52.142521 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9b9e46a8-a6b5-485f-b83d-d985955e3e43 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (db8e3337-9b68-4176-a09d-c6300d42e52c), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:52.189207 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-1ab8642d-aeb4-4a20-9250-e146e567cf09 None None] Set router ab1a06e8-9f0d-4924-baca-299ce3b698c3 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:10:52.265500 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9b9e46a8-a6b5-485f-b83d-d985955e3e43 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (db8e3337-9b68-4176-a09d-c6300d42e52c), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:52.340585 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9b9e46a8-a6b5-485f-b83d-d985955e3e43 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (db8e3337-9b68-4176-a09d-c6300d42e52c), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:52.370805 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9e46a8-a6b5-485f-b83d-d985955e3e43 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event deleted for resources: {'Subnet': ['ID=db8e3337-9b68-4176-a09d-c6300d42e52c,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:10:52.373080 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9b9e46a8-a6b5-485f-b83d-d985955e3e43 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:52.378630 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-9b9e46a8-a6b5-485f-b83d-d985955e3e43 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "DELETE /v2.0/subnets/db8e3337-9b68-4176-a09d-c6300d42e52c HTTP/1.1" status: 204 len: 168 time: 0.3396733 Feb 17 18:10:52.379009 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35308) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:10:52.379398 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276532b4-38f7-4c28-a787-9206a0280a18 None None] Network 16a07cbc-0861-4c55-9a55-d3790f5f871d requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:10:52.505293 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e802ea3a-0e0b-4d9a-8a71-5f8a9508fe1f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for router (ab1a06e8-9f0d-4924-baca-299ce3b698c3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:52.635424 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e802ea3a-0e0b-4d9a-8a71-5f8a9508fe1f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for router_gateway (ab1a06e8-9f0d-4924-baca-299ce3b698c3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:52.643564 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-1ab8642d-aeb4-4a20-9250-e146e567cf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1a06e8-9f0d-4924-baca-299ce3b698c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601029080', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'c43e4a31-956b-495c-a33a-3b708915fd96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:09:47Z', 'updated_at': '2022-02-17T18:10:51Z', 'revision_number': 5, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': 'c43e4a31-956b-495c-a33a-3b708915fd96', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1a06e8-9f0d-4924-baca-299ce3b698c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:09:47Z', 'updated_at': '2022-02-17T18:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:10:52.676189 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab8642d-aeb4-4a20-9250-e146e567cf09 None None] Checking router: ab1a06e8-9f0d-4924-baca-299ce3b698c3 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:10:52.691707 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab8642d-aeb4-4a20-9250-e146e567cf09 None None] Routers {'ab1a06e8-9f0d-4924-baca-299ce3b698c3'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:10:52.692385 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-1ab8642d-aeb4-4a20-9250-e146e567cf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:10:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['ab1a06e8-9f0d-4924-baca-299ce3b698c3'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:10:52.702068 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-e802ea3a-0e0b-4d9a-8a71-5f8a9508fe1f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Deleting port c43e4a31-956b-495c-a33a-3b708915fd96 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:10:52.702564 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e802ea3a-0e0b-4d9a-8a71-5f8a9508fe1f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (c43e4a31-956b-495c-a33a-3b708915fd96), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:52.797446 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-e802ea3a-0e0b-4d9a-8a71-5f8a9508fe1f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] For port c43e4a31-956b-495c-a33a-3b708915fd96, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=c43e4a31-956b-495c-a33a-3b708915fd96,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:10:52.797892 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-1ab8642d-aeb4-4a20-9250-e146e567cf09 None None] Set router ab1a06e8-9f0d-4924-baca-299ce3b698c3 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:10:52.798044 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e802ea3a-0e0b-4d9a-8a71-5f8a9508fe1f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (c43e4a31-956b-495c-a33a-3b708915fd96), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:52.816328 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-e802ea3a-0e0b-4d9a-8a71-5f8a9508fe1f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Calling delete_port for c43e4a31-956b-495c-a33a-3b708915fd96 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:10:52.873790 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f419ed1-b58a-4277-85a7-9015aadde536 None None] DHCP port deletion for 16a07cbc-0861-4c55-9a55-d3790f5f871d request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 18:10:52.877233 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-1ab8642d-aeb4-4a20-9250-e146e567cf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1a06e8-9f0d-4924-baca-299ce3b698c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601029080', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:09:47Z', 'updated_at': '2022-02-17T18:10:52Z', 'revision_number': 6, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port_host': None}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:10:52.915466 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab8642d-aeb4-4a20-9250-e146e567cf09 None None] The sync data for ids ['ab1a06e8-9f0d-4924-baca-299ce3b698c3'] in n-d-829613-2 is: [{'id': 'ab1a06e8-9f0d-4924-baca-299ce3b698c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601029080', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:09:47Z', 'updated_at': '2022-02-17T18:10:52Z', 'revision_number': 6, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port_host': None}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:10:52.976117 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-0f419ed1-b58a-4277-85a7-9015aadde536 None None] Deleting port dc6c19ad-ca9a-475f-9cb0-c6cedd9a907b {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:10:52.976810 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0f419ed1-b58a-4277-85a7-9015aadde536 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (dc6c19ad-ca9a-475f-9cb0-c6cedd9a907b), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:53.127029 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e802ea3a-0e0b-4d9a-8a71-5f8a9508fe1f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (c43e4a31-956b-495c-a33a-3b708915fd96), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:53.150222 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-0f419ed1-b58a-4277-85a7-9015aadde536 None None] For port dc6c19ad-ca9a-475f-9cb0-c6cedd9a907b, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=dc6c19ad-ca9a-475f-9cb0-c6cedd9a907b,segment=NetworkSegment(38135d46-51cf-404f-b50f-327400994791),segment_id=38135d46-51cf-404f-b50f-327400994791)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:10:53.151111 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0f419ed1-b58a-4277-85a7-9015aadde536 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (dc6c19ad-ca9a-475f-9cb0-c6cedd9a907b), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:53.169446 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-0f419ed1-b58a-4277-85a7-9015aadde536 None None] Calling delete_port for dc6c19ad-ca9a-475f-9cb0-c6cedd9a907b owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:10:53.174894 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e802ea3a-0e0b-4d9a-8a71-5f8a9508fe1f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event deleted for resources: {'Port': ['ID=c43e4a31-956b-495c-a33a-3b708915fd96,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:10:53.251551 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e802ea3a-0e0b-4d9a-8a71-5f8a9508fe1f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (ab1a06e8-9f0d-4924-baca-299ce3b698c3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:53.278402 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0f419ed1-b58a-4277-85a7-9015aadde536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (dc6c19ad-ca9a-475f-9cb0-c6cedd9a907b), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:53.311780 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f419ed1-b58a-4277-85a7-9015aadde536 None None] Pushing event deleted for resources: {'Port': ['ID=dc6c19ad-ca9a-475f-9cb0-c6cedd9a907b,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:10:53.316042 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f419ed1-b58a-4277-85a7-9015aadde536 None None] No DVR routers for this DVR port dc6c19ad-ca9a-475f-9cb0-c6cedd9a907b on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:10:53.369191 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e802ea3a-0e0b-4d9a-8a71-5f8a9508fe1f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (ab1a06e8-9f0d-4924-baca-299ce3b698c3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:53.371971 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e802ea3a-0e0b-4d9a-8a71-5f8a9508fe1f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for router_controller (ab1a06e8-9f0d-4924-baca-299ce3b698c3), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:53.419343 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e802ea3a-0e0b-4d9a-8a71-5f8a9508fe1f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (ab1a06e8-9f0d-4924-baca-299ce3b698c3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:53.419910 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e802ea3a-0e0b-4d9a-8a71-5f8a9508fe1f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Fanout notify agent at l3_agent the message router_deleted on router ab1a06e8-9f0d-4924-baca-299ce3b698c3 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 18:10:53.426872 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e802ea3a-0e0b-4d9a-8a71-5f8a9508fe1f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:53.428022 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e802ea3a-0e0b-4d9a-8a71-5f8a9508fe1f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "DELETE /v2.0/routers/ab1a06e8-9f0d-4924-baca-299ce3b698c3 HTTP/1.1" status: 204 len: 168 time: 1.0479941 Feb 17 18:10:53.430979 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35312) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:10:53.513593 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-046eee70-3132-4656-8767-62c97b3b00ea tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (16a07cbc-0861-4c55-9a55-d3790f5f871d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:53.608271 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-046eee70-3132-4656-8767-62c97b3b00ea tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (16a07cbc-0861-4c55-9a55-d3790f5f871d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:53.634765 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-046eee70-3132-4656-8767-62c97b3b00ea tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16a07cbc-0861-4c55-9a55-d3790f5f871d']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:10:53.644408 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-046eee70-3132-4656-8767-62c97b3b00ea tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38135d46-51cf-404f-b50f-327400994791') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:10:53.644716 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-046eee70-3132-4656-8767-62c97b3b00ea tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38135d46-51cf-404f-b50f-327400994791') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:10:53.654247 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-046eee70-3132-4656-8767-62c97b3b00ea tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (38135d46-51cf-404f-b50f-327400994791), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:53.668271 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-046eee70-3132-4656-8767-62c97b3b00ea tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (38135d46-51cf-404f-b50f-327400994791), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:53.674677 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-046eee70-3132-4656-8767-62c97b3b00ea tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:10:53.675072 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-046eee70-3132-4656-8767-62c97b3b00ea tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (38135d46-51cf-404f-b50f-327400994791), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:53.678309 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 18:10:53.678309 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:10:53.678309 n-d-829613-2 neutron-server[103434]: timer() Feb 17 18:10:53.678309 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:10:53.678309 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 18:10:53.678309 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:10:53.678309 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 18:10:53.678309 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:10:53.678309 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 18:10:53.678309 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:10:53.678309 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 18:10:53.678309 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:10:53.678309 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 18:10:53.678309 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:10:53.678309 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:10:53.678309 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:10:53.678309 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:10:53.678309 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:10:53.678309 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 18:10:53.678309 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:10:53.678309 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 18:10:53.678309 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:10:53.678309 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:10:53.678309 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:10:53.678309 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 18:10:53.678309 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:10:53.678309 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:10:53.678309 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:10:53.678309 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:10:53.678309 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:10:53.678309 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:10:53.678309 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:10:53.739327 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-046eee70-3132-4656-8767-62c97b3b00ea tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (16a07cbc-0861-4c55-9a55-d3790f5f871d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:53.747692 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-046eee70-3132-4656-8767-62c97b3b00ea tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:53.750943 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-046eee70-3132-4656-8767-62c97b3b00ea tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "DELETE /v2.0/networks/16a07cbc-0861-4c55-9a55-d3790f5f871d HTTP/1.1" status: 204 len: 168 time: 0.3190114 Feb 17 18:10:53.753642 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35318) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:10:53.776591 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046eee70-3132-4656-8767-62c97b3b00ea tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event deleted for resources: {'Network': ['ID=16a07cbc-0861-4c55-9a55-d3790f5f871d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:10:53.840754 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa49ba1c-9f79-457c-9cc4-12909b30256e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group (fab869a2-25f9-485b-b81c-5c9e46c95e2c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:53.875901 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa49ba1c-9f79-457c-9cc4-12909b30256e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group (fab869a2-25f9-485b-b81c-5c9e46c95e2c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:53.961704 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa49ba1c-9f79-457c-9cc4-12909b30256e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (fab869a2-25f9-485b-b81c-5c9e46c95e2c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:53.965053 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa49ba1c-9f79-457c-9cc4-12909b30256e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:53.966248 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fa49ba1c-9f79-457c-9cc4-12909b30256e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "DELETE /v2.0/security-groups/fab869a2-25f9-485b-b81c-5c9e46c95e2c HTTP/1.1" status: 204 len: 168 time: 0.2115049 Feb 17 18:10:53.983094 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa49ba1c-9f79-457c-9cc4-12909b30256e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab869a2-25f9-485b-b81c-5c9e46c95e2c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:10:54.308574 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35334) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:10:54.313280 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-cb25dce9-fbbe-4125-aee4-93d1c9f51f4c tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-178258387', 'description': 'tempest-secgroup-smoke-178258387 description', 'project_id': 'fbdb8b0945f14355a625c005e43f71f8'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:10:54.338084 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb25dce9-fbbe-4125-aee4-93d1c9f51f4c tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:54.407516 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb25dce9-fbbe-4125-aee4-93d1c9f51f4c tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group (da848aed-a8ee-4923-b3c7-26e8c62b20da), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:54.411551 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb25dce9-fbbe-4125-aee4-93d1c9f51f4c tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (da848aed-a8ee-4923-b3c7-26e8c62b20da), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:54.440373 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb25dce9-fbbe-4125-aee4-93d1c9f51f4c tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:54.441615 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-cb25dce9-fbbe-4125-aee4-93d1c9f51f4c tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1319966 Feb 17 18:10:54.444750 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 35336) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:10:54.446000 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb25dce9-fbbe-4125-aee4-93d1c9f51f4c tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da848aed-a8ee-4923-b3c7-26e8c62b20da,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:10:54.452377 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-c57e3139-31f1-4473-906c-b355b215b8e7 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Request body: {'security_group_rule': {'security_group_id': 'da848aed-a8ee-4923-b3c7-26e8c62b20da', 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:10:54.485953 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c57e3139-31f1-4473-906c-b355b215b8e7 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (1ce9f93f-1d3e-4aed-a8ee-fecbbd58030f), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:54.536072 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device c43e4a31-956b-495c-a33a-3b708915fd96 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:10:54.550326 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c57e3139-31f1-4473-906c-b355b215b8e7 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (1ce9f93f-1d3e-4aed-a8ee-fecbbd58030f), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:54.554850 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c57e3139-31f1-4473-906c-b355b215b8e7 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (1ce9f93f-1d3e-4aed-a8ee-fecbbd58030f), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:54.562950 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: c43e4a31-956b-495c-a33a-3b708915fd96 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:10:54.563295 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device c43e4a31-956b-495c-a33a-3b708915fd96 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:10:54.563936 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device dc6c19ad-ca9a-475f-9cb0-c6cedd9a907b no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:10:54.575453 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57e3139-31f1-4473-906c-b355b215b8e7 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ce9f93f-1d3e-4aed-a8ee-fecbbd58030f,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:10:54.582507 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c57e3139-31f1-4473-906c-b355b215b8e7 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:54.587513 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35338) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:10:54.588074 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c57e3139-31f1-4473-906c-b355b215b8e7 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1403732 Feb 17 18:10:54.592969 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-0fcdd808-93a7-4b8a-a8b8-020e584aee72 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Request body: {'security_group_rule': {'security_group_id': 'da848aed-a8ee-4923-b3c7-26e8c62b20da', 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:10:54.595772 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: dc6c19ad-ca9a-475f-9cb0-c6cedd9a907b {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:10:54.596205 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device dc6c19ad-ca9a-475f-9cb0-c6cedd9a907b not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:10:54.596775 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 0cf6ee50-904c-4d9b-83a5-3238f430cdc2 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:10:54.618426 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 0cf6ee50-904c-4d9b-83a5-3238f430cdc2 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:10:54.618783 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 0cf6ee50-904c-4d9b-83a5-3238f430cdc2 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:10:54.621152 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0fcdd808-93a7-4b8a-a8b8-020e584aee72 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (d15e40c3-4df4-42bc-886b-66d08dddb2af), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:54.687237 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0fcdd808-93a7-4b8a-a8b8-020e584aee72 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (d15e40c3-4df4-42bc-886b-66d08dddb2af), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:54.691435 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0fcdd808-93a7-4b8a-a8b8-020e584aee72 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (d15e40c3-4df4-42bc-886b-66d08dddb2af), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:54.712511 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcdd808-93a7-4b8a-a8b8-020e584aee72 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d15e40c3-4df4-42bc-886b-66d08dddb2af,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:10:54.719390 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0fcdd808-93a7-4b8a-a8b8-020e584aee72 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:54.720615 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0fcdd808-93a7-4b8a-a8b8-020e584aee72 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1320691 Feb 17 18:10:54.723323 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35340) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:10:54.727595 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-0c19d941-6d2c-40bf-9a6f-8e8e9d88fe6e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Request body: {'security_group_rule': {'security_group_id': 'da848aed-a8ee-4923-b3c7-26e8c62b20da', 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:10:54.753209 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c19d941-6d2c-40bf-9a6f-8e8e9d88fe6e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (a9573811-5249-4a42-a496-230e77c39e69), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:54.813106 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c19d941-6d2c-40bf-9a6f-8e8e9d88fe6e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (a9573811-5249-4a42-a496-230e77c39e69), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:54.817034 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c19d941-6d2c-40bf-9a6f-8e8e9d88fe6e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (a9573811-5249-4a42-a496-230e77c39e69), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:54.836434 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19d941-6d2c-40bf-9a6f-8e8e9d88fe6e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9573811-5249-4a42-a496-230e77c39e69,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:10:54.844926 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0c19d941-6d2c-40bf-9a6f-8e8e9d88fe6e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:54.846229 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0c19d941-6d2c-40bf-9a6f-8e8e9d88fe6e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1219683 Feb 17 18:10:54.851365 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 35342) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:10:54.854011 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-31525d7c-2204-42e6-be65-95144f237b2d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Request body: {'security_group_rule': {'security_group_id': 'da848aed-a8ee-4923-b3c7-26e8c62b20da', 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:10:54.883224 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-31525d7c-2204-42e6-be65-95144f237b2d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (33f91723-0312-494a-a6dd-ddc65ca0436c), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:54.921115 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:10:54.955363 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-31525d7c-2204-42e6-be65-95144f237b2d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (33f91723-0312-494a-a6dd-ddc65ca0436c), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:54.959301 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-31525d7c-2204-42e6-be65-95144f237b2d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (33f91723-0312-494a-a6dd-ddc65ca0436c), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:54.977324 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31525d7c-2204-42e6-be65-95144f237b2d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33f91723-0312-494a-a6dd-ddc65ca0436c,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:10:54.989073 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-31525d7c-2204-42e6-be65-95144f237b2d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:54.993487 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-31525d7c-2204-42e6-be65-95144f237b2d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1405842 Feb 17 18:10:54.993833 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35346) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:10:54.999112 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-8acb8e1c-a946-4c3e-809d-37d7564ee118 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Request body: {'security_group_rule': {'security_group_id': 'da848aed-a8ee-4923-b3c7-26e8c62b20da', 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:10:55.021875 n-d-829613-2 neutron-server[103434]: INFO neutron.db.securitygroups_db [None req-8acb8e1c-a946-4c3e-809d-37d7564ee118 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Project fbdb8b0945f14355a625c005e43f71f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 18:10:55.028691 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8acb8e1c-a946-4c3e-809d-37d7564ee118 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (f16aa4c6-c3eb-4a4e-bdc8-99418e66cbe8), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:55.095010 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8acb8e1c-a946-4c3e-809d-37d7564ee118 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (f16aa4c6-c3eb-4a4e-bdc8-99418e66cbe8), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:55.099734 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8acb8e1c-a946-4c3e-809d-37d7564ee118 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (f16aa4c6-c3eb-4a4e-bdc8-99418e66cbe8), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:55.118855 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acb8e1c-a946-4c3e-809d-37d7564ee118 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f16aa4c6-c3eb-4a4e-bdc8-99418e66cbe8,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:10:55.127816 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8acb8e1c-a946-4c3e-809d-37d7564ee118 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:55.131589 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8acb8e1c-a946-4c3e-809d-37d7564ee118 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1342340 Feb 17 18:10:55.131962 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 35348) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:10:55.137186 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-51801dd6-b224-4427-ba16-3387f43a623a tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Request body: {'security_group_rule': {'security_group_id': 'da848aed-a8ee-4923-b3c7-26e8c62b20da', 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:10:55.158285 n-d-829613-2 neutron-server[103435]: INFO neutron.db.securitygroups_db [None req-51801dd6-b224-4427-ba16-3387f43a623a tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Project fbdb8b0945f14355a625c005e43f71f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 18:10:55.163898 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-51801dd6-b224-4427-ba16-3387f43a623a tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (266679c2-8acf-4559-81b5-3d0d85f8cc6c), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:55.227726 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-51801dd6-b224-4427-ba16-3387f43a623a tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (266679c2-8acf-4559-81b5-3d0d85f8cc6c), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:55.231898 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-51801dd6-b224-4427-ba16-3387f43a623a tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (266679c2-8acf-4559-81b5-3d0d85f8cc6c), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:55.249406 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51801dd6-b224-4427-ba16-3387f43a623a tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=266679c2-8acf-4559-81b5-3d0d85f8cc6c,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:10:55.258361 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-51801dd6-b224-4427-ba16-3387f43a623a tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:55.259563 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-51801dd6-b224-4427-ba16-3387f43a623a tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1265180 Feb 17 18:10:55.263027 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 35350) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:10:55.268456 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-9b0cbbaf-c53b-42fe-998d-4906f1464349 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Request body: {'network': {'name': 'tempest-network-smoke--1204973870', 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'port_security_enabled': True}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:10:55.288697 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0cbbaf-c53b-42fe-998d-4906f1464349 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Made reservation on behalf of fbdb8b0945f14355a625c005e43f71f8 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:10:55.292444 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9b0cbbaf-c53b-42fe-998d-4906f1464349 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:55.317549 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b0cbbaf-c53b-42fe-998d-4906f1464349 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:10:55.327814 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9b0cbbaf-c53b-42fe-998d-4906f1464349 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (9c328bea-0561-4f1a-804e-243ba6080efb), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:55.328355 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-9b0cbbaf-c53b-42fe-998d-4906f1464349 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Added segment 9c328bea-0561-4f1a-804e-243ba6080efb of type vlan for network 52d2f2cd-be8d-4433-adf4-57426a495729 Feb 17 18:10:55.372609 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9b0cbbaf-c53b-42fe-998d-4906f1464349 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (52d2f2cd-be8d-4433-adf4-57426a495729), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:55.400461 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9b0cbbaf-c53b-42fe-998d-4906f1464349 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (52d2f2cd-be8d-4433-adf4-57426a495729), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:55.405483 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0cbbaf-c53b-42fe-998d-4906f1464349 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:55.406069 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9b0cbbaf-c53b-42fe-998d-4906f1464349 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:55.446111 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-9b0cbbaf-c53b-42fe-998d-4906f1464349 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1818604 Feb 17 18:10:55.449785 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 35352) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:10:55.478080 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-6e5fab0a-8701-47c6-b071-29e32f0bfe0e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-98071675', 'admin_state_up': True, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:10:55.484285 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0cbbaf-c53b-42fe-998d-4906f1464349 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'Network': ['ID=52d2f2cd-be8d-4433-adf4-57426a495729,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:10:55.499330 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 52d2f2cd-be8d-4433-adf4-57426a495729 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:10:55.505986 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6e5fab0a-8701-47c6-b071-29e32f0bfe0e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (90e6c207-430d-4f5f-8268-b9ed7fadbf3d), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:55.507840 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6e5fab0a-8701-47c6-b071-29e32f0bfe0e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (90e6c207-430d-4f5f-8268-b9ed7fadbf3d), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:55.578256 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6e5fab0a-8701-47c6-b071-29e32f0bfe0e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for router_controller (90e6c207-430d-4f5f-8268-b9ed7fadbf3d), precommit_add_association {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:55.975404 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6e5fab0a-8701-47c6-b071-29e32f0bfe0e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for router_gateway (90e6c207-430d-4f5f-8268-b9ed7fadbf3d), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:56.191953 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6e5fab0a-8701-47c6-b071-29e32f0bfe0e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for router_gateway (90e6c207-430d-4f5f-8268-b9ed7fadbf3d), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:56.214294 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6e5fab0a-8701-47c6-b071-29e32f0bfe0e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:56.320852 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-6e5fab0a-8701-47c6-b071-29e32f0bfe0e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Allocated IP 172.25.8.233 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/56daa084-a5ea-44b0-bbd3-a273bad1ca9a) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:10:56.437109 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6e5fab0a-8701-47c6-b071-29e32f0bfe0e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for port (56daa084-a5ea-44b0-bbd3-a273bad1ca9a), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:56.480024 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6e5fab0a-8701-47c6-b071-29e32f0bfe0e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (56daa084-a5ea-44b0-bbd3-a273bad1ca9a), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:56.520116 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5fab0a-8701-47c6-b071-29e32f0bfe0e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:10:56.527274 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-6e5fab0a-8701-47c6-b071-29e32f0bfe0e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:10:56.530677 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5fab0a-8701-47c6-b071-29e32f0bfe0e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:10:56.565768 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5fab0a-8701-47c6-b071-29e32f0bfe0e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'Port': ['ID=56daa084-a5ea-44b0-bbd3-a273bad1ca9a,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:10:56.801742 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6e5fab0a-8701-47c6-b071-29e32f0bfe0e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for router_gateway (90e6c207-430d-4f5f-8268-b9ed7fadbf3d), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:57.002322 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6e5fab0a-8701-47c6-b071-29e32f0bfe0e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (90e6c207-430d-4f5f-8268-b9ed7fadbf3d), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:57.146084 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e5fab0a-8701-47c6-b071-29e32f0bfe0e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Router 90e6c207-430d-4f5f-8268-b9ed7fadbf3d is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 18:10:57.271433 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5fab0a-8701-47c6-b071-29e32f0bfe0e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:10:57.285798 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02279769-de4e-44ef-af6a-68bfe9a557fe None None] Sync routers for ids ['90e6c207-430d-4f5f-8268-b9ed7fadbf3d'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:10:57.304591 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6e5fab0a-8701-47c6-b071-29e32f0bfe0e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:57.306465 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-6e5fab0a-8701-47c6-b071-29e32f0bfe0e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8556738 Feb 17 18:10:57.311107 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 35362) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:10:57.311395 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02279769-de4e-44ef-af6a-68bfe9a557fe None None] Routers {'90e6c207-430d-4f5f-8268-b9ed7fadbf3d'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:10:57.312861 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-02279769-de4e-44ef-af6a-68bfe9a557fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:10:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['90e6c207-430d-4f5f-8268-b9ed7fadbf3d'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:10:57.493959 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-02279769-de4e-44ef-af6a-68bfe9a557fe None None] Set router 90e6c207-430d-4f5f-8268-b9ed7fadbf3d gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:10:57.494554 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-70b26c22-b539-4299-8341-7897e2388bdf tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=fbdb8b0945f14355a625c005e43f71f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1812370 Feb 17 18:10:57.497735 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 35366) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:10:57.620597 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1dcf4f-1287-4fc2-bcf0-12ba3aa99033 tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:57.623257 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-0b1dcf4f-1287-4fc2-bcf0-12ba3aa99033 tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1243005 Feb 17 18:10:57.626398 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35368) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:10:57.665380 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fd87bf21-db62-4d85-b55a-694106cddf35 tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=d7afcf1f-5124-4168-b80f-10ace9d04ea7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0352030 Feb 17 18:10:57.665817 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 35370) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:10:57.671327 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-82133c38-d0da-4830-986c-53bf1da37569 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-983498997', 'network_id': '52d2f2cd-be8d-4433-adf4-57426a495729', 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:10:57.713715 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-02279769-de4e-44ef-af6a-68bfe9a557fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e6c207-430d-4f5f-8268-b9ed7fadbf3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98071675', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '56daa084-a5ea-44b0-bbd3-a273bad1ca9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:10:55Z', 'updated_at': '2022-02-17T18:10:56Z', 'revision_number': 3, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': '56daa084-a5ea-44b0-bbd3-a273bad1ca9a', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e6c207-430d-4f5f-8268-b9ed7fadbf3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:10:56Z', 'updated_at': '2022-02-17T18:10:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:10:57.748491 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02279769-de4e-44ef-af6a-68bfe9a557fe None None] Checking router: 90e6c207-430d-4f5f-8268-b9ed7fadbf3d for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:10:57.749219 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02279769-de4e-44ef-af6a-68bfe9a557fe None None] Updating router 90e6c207-430d-4f5f-8268-b9ed7fadbf3d port 56daa084-a5ea-44b0-bbd3-a273bad1ca9a binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 18:10:57.779721 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-02279769-de4e-44ef-af6a-68bfe9a557fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (56daa084-a5ea-44b0-bbd3-a273bad1ca9a), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:57.791153 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82133c38-d0da-4830-986c-53bf1da37569 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Made reservation on behalf of fbdb8b0945f14355a625c005e43f71f8 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:10:57.796358 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-82133c38-d0da-4830-986c-53bf1da37569 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:58.060290 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-82133c38-d0da-4830-986c-53bf1da37569 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (c2ea471f-0617-4350-8611-026ad83fff1d), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:58.111519 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-02279769-de4e-44ef-af6a-68bfe9a557fe None None] Publish callbacks [] for port (56daa084-a5ea-44b0-bbd3-a273bad1ca9a), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:58.120408 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-02279769-de4e-44ef-af6a-68bfe9a557fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (56daa084-a5ea-44b0-bbd3-a273bad1ca9a), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:58.130476 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82133c38-d0da-4830-986c-53bf1da37569 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'Subnet': ['ID=c2ea471f-0617-4350-8611-026ad83fff1d,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:10:58.178575 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82133c38-d0da-4830-986c-53bf1da37569 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Checking segment: {'id': '9c328bea-0561-4f1a-804e-243ba6080efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '52d2f2cd-be8d-4433-adf4-57426a495729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:10:58.178957 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82133c38-d0da-4830-986c-53bf1da37569 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Network hostable DHCP agents. Network: 52d2f2cd-be8d-4433-adf4-57426a495729, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:10:58.188681 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-02279769-de4e-44ef-af6a-68bfe9a557fe None None] Attempting to bind port 56daa084-a5ea-44b0-bbd3-a273bad1ca9a on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:10:58.189046 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-02279769-de4e-44ef-af6a-68bfe9a557fe None None] Attempting to bind port 56daa084-a5ea-44b0-bbd3-a273bad1ca9a by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:10:58.189414 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02279769-de4e-44ef-af6a-68bfe9a557fe None None] Attempting to bind port 56daa084-a5ea-44b0-bbd3-a273bad1ca9a on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:10:58.197358 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02279769-de4e-44ef-af6a-68bfe9a557fe None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:10:58.197738 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02279769-de4e-44ef-af6a-68bfe9a557fe None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:10:58.197884 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82133c38-d0da-4830-986c-53bf1da37569 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Network 52d2f2cd-be8d-4433-adf4-57426a495729 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:10:58.198662 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-02279769-de4e-44ef-af6a-68bfe9a557fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:58.199059 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02279769-de4e-44ef-af6a-68bfe9a557fe None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:10:58.199539 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-02279769-de4e-44ef-af6a-68bfe9a557fe None None] Bound port: 56daa084-a5ea-44b0-bbd3-a273bad1ca9a, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:10:58.199922 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-02279769-de4e-44ef-af6a-68bfe9a557fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (56daa084-a5ea-44b0-bbd3-a273bad1ca9a), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:58.206333 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268fa4d8-bf5b-4baf-8be8-29f3025ce7e8 None None] Pushing event updated for resources: {'Port': ['ID=56daa084-a5ea-44b0-bbd3-a273bad1ca9a,revision_number=2']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:10:58.209682 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-82133c38-d0da-4830-986c-53bf1da37569 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 52d2f2cd-be8d-4433-adf4-57426a495729) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:10:58.214852 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82133c38-d0da-4830-986c-53bf1da37569 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:10:58.215570 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-82133c38-d0da-4830-986c-53bf1da37569 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:58.225723 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188dedfb-1d1d-4890-88ac-e0d00f1ed579 None None] Network 52d2f2cd-be8d-4433-adf4-57426a495729 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:10:58.234882 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268fa4d8-bf5b-4baf-8be8-29f3025ce7e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:10:58.235260 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268fa4d8-bf5b-4baf-8be8-29f3025ce7e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:10:58.235607 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268fa4d8-bf5b-4baf-8be8-29f3025ce7e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:10:58.235949 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268fa4d8-bf5b-4baf-8be8-29f3025ce7e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:10:58.236306 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268fa4d8-bf5b-4baf-8be8-29f3025ce7e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:10:58.236645 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268fa4d8-bf5b-4baf-8be8-29f3025ce7e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:10:58.236975 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268fa4d8-bf5b-4baf-8be8-29f3025ce7e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:10:58.237302 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268fa4d8-bf5b-4baf-8be8-29f3025ce7e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:10:58.237628 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268fa4d8-bf5b-4baf-8be8-29f3025ce7e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:10:58.237955 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268fa4d8-bf5b-4baf-8be8-29f3025ce7e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:10:58.238280 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268fa4d8-bf5b-4baf-8be8-29f3025ce7e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:10:58.238649 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268fa4d8-bf5b-4baf-8be8-29f3025ce7e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:10:58.238973 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268fa4d8-bf5b-4baf-8be8-29f3025ce7e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:10:58.253720 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-82133c38-d0da-4830-986c-53bf1da37569 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5863612 Feb 17 18:10:58.256750 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35374) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:10:58.300281 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-02279769-de4e-44ef-af6a-68bfe9a557fe None None] For port 56daa084-a5ea-44b0-bbd3-a273bad1ca9a, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:10:58.306472 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-02279769-de4e-44ef-af6a-68bfe9a557fe None None] For port 56daa084-a5ea-44b0-bbd3-a273bad1ca9a, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=56daa084-a5ea-44b0-bbd3-a273bad1ca9a,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:10:58.326048 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-02279769-de4e-44ef-af6a-68bfe9a557fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (56daa084-a5ea-44b0-bbd3-a273bad1ca9a), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:58.363677 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac27b8d8-3f59-40e0-89be-2d60ece543a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-52d2f2cd-be8d-4433-adf4-57426a495729', 'network_id': '52d2f2cd-be8d-4433-adf4-57426a495729', 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'fixed_ips': [{'subnet_id': 'c2ea471f-0617-4350-8611-026ad83fff1d'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 18:10:58.364949 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ac27b8d8-3f59-40e0-89be-2d60ece543a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:58.426044 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02279769-de4e-44ef-af6a-68bfe9a557fe None None] Routers {'90e6c207-430d-4f5f-8268-b9ed7fadbf3d'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:10:58.426813 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-02279769-de4e-44ef-af6a-68bfe9a557fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:10:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['90e6c207-430d-4f5f-8268-b9ed7fadbf3d'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:10:58.431760 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268fa4d8-bf5b-4baf-8be8-29f3025ce7e8 None None] Pushing event updated for resources: {'Port': ['ID=56daa084-a5ea-44b0-bbd3-a273bad1ca9a,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:10:58.564780 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-ac27b8d8-3f59-40e0-89be-2d60ece543a3 None None] Allocated IP 172.20.0.2 (52d2f2cd-be8d-4433-adf4-57426a495729/c2ea471f-0617-4350-8611-026ad83fff1d/ae6bacb7-e533-4155-a439-3466dccde4a5) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:10:58.587446 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-02279769-de4e-44ef-af6a-68bfe9a557fe None None] Set router 90e6c207-430d-4f5f-8268-b9ed7fadbf3d gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:10:58.757510 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ac27b8d8-3f59-40e0-89be-2d60ece543a3 None None] Publish callbacks [] for port (ae6bacb7-e533-4155-a439-3466dccde4a5), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:58.768448 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ac27b8d8-3f59-40e0-89be-2d60ece543a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (ae6bacb7-e533-4155-a439-3466dccde4a5), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:58.788860 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac27b8d8-3f59-40e0-89be-2d60ece543a3 None None] Network 52d2f2cd-be8d-4433-adf4-57426a495729 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:10:58.792305 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-ac27b8d8-3f59-40e0-89be-2d60ece543a3 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:10:58.832037 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac27b8d8-3f59-40e0-89be-2d60ece543a3 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:10:58.838606 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-02279769-de4e-44ef-af6a-68bfe9a557fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e6c207-430d-4f5f-8268-b9ed7fadbf3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98071675', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '56daa084-a5ea-44b0-bbd3-a273bad1ca9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:10:55Z', 'updated_at': '2022-02-17T18:10:56Z', 'revision_number': 3, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': '56daa084-a5ea-44b0-bbd3-a273bad1ca9a', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e6c207-430d-4f5f-8268-b9ed7fadbf3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:10:56Z', 'updated_at': '2022-02-17T18:10:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:10:58.880482 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02279769-de4e-44ef-af6a-68bfe9a557fe None None] The sync data for ids ['90e6c207-430d-4f5f-8268-b9ed7fadbf3d'] in n-d-829613-2 is: [{'id': '90e6c207-430d-4f5f-8268-b9ed7fadbf3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98071675', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '56daa084-a5ea-44b0-bbd3-a273bad1ca9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:10:55Z', 'updated_at': '2022-02-17T18:10:56Z', 'revision_number': 3, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': '56daa084-a5ea-44b0-bbd3-a273bad1ca9a', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a6:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e6c207-430d-4f5f-8268-b9ed7fadbf3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:10:56Z', 'updated_at': '2022-02-17T18:10:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:10:58.914337 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac27b8d8-3f59-40e0-89be-2d60ece543a3 None None] Pushing event updated for resources: {'Port': ['ID=ae6bacb7-e533-4155-a439-3466dccde4a5,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:10:58.927602 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-ac27b8d8-3f59-40e0-89be-2d60ece543a3 None None] Attempting to bind port ae6bacb7-e533-4155-a439-3466dccde4a5 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:10:58.927984 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-ac27b8d8-3f59-40e0-89be-2d60ece543a3 None None] Attempting to bind port ae6bacb7-e533-4155-a439-3466dccde4a5 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '9c328bea-0561-4f1a-804e-243ba6080efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '52d2f2cd-be8d-4433-adf4-57426a495729'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:10:58.928395 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac27b8d8-3f59-40e0-89be-2d60ece543a3 None None] Attempting to bind port ae6bacb7-e533-4155-a439-3466dccde4a5 on network 52d2f2cd-be8d-4433-adf4-57426a495729 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:10:58.937167 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac27b8d8-3f59-40e0-89be-2d60ece543a3 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:10:58.937588 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac27b8d8-3f59-40e0-89be-2d60ece543a3 None None] Checking segment: {'id': '9c328bea-0561-4f1a-804e-243ba6080efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '52d2f2cd-be8d-4433-adf4-57426a495729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:10:58.937959 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ac27b8d8-3f59-40e0-89be-2d60ece543a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:58.938357 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac27b8d8-3f59-40e0-89be-2d60ece543a3 None None] Bound using segment: {'id': '9c328bea-0561-4f1a-804e-243ba6080efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '52d2f2cd-be8d-4433-adf4-57426a495729'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:10:58.938921 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-ac27b8d8-3f59-40e0-89be-2d60ece543a3 None None] Bound port: ae6bacb7-e533-4155-a439-3466dccde4a5, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c328bea-0561-4f1a-804e-243ba6080efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '52d2f2cd-be8d-4433-adf4-57426a495729'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:10:58.939219 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ac27b8d8-3f59-40e0-89be-2d60ece543a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ae6bacb7-e533-4155-a439-3466dccde4a5), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:59.028066 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-ac27b8d8-3f59-40e0-89be-2d60ece543a3 None None] For port ae6bacb7-e533-4155-a439-3466dccde4a5, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:10:59.031363 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-ac27b8d8-3f59-40e0-89be-2d60ece543a3 None None] For port ae6bacb7-e533-4155-a439-3466dccde4a5, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=ae6bacb7-e533-4155-a439-3466dccde4a5,segment=NetworkSegment(9c328bea-0561-4f1a-804e-243ba6080efb),segment_id=9c328bea-0561-4f1a-804e-243ba6080efb)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:10:59.045762 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ac27b8d8-3f59-40e0-89be-2d60ece543a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ae6bacb7-e533-4155-a439-3466dccde4a5), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:59.079792 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9a81bd3f-3d88-40a4-a369-3e04b1db1189 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:10:59.132105 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac27b8d8-3f59-40e0-89be-2d60ece543a3 None None] Pushing event updated for resources: {'Port': ['ID=ae6bacb7-e533-4155-a439-3466dccde4a5,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:11:00.061525 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-9a81bd3f-3d88-40a4-a369-3e04b1db1189 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Allocated IP 172.20.0.1 (52d2f2cd-be8d-4433-adf4-57426a495729/c2ea471f-0617-4350-8611-026ad83fff1d/06c0eacf-c7e9-43f1-9140-e563928e57e7) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:11:00.210503 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9a81bd3f-3d88-40a4-a369-3e04b1db1189 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for port (06c0eacf-c7e9-43f1-9140-e563928e57e7), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:00.266580 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9a81bd3f-3d88-40a4-a369-3e04b1db1189 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (06c0eacf-c7e9-43f1-9140-e563928e57e7), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:00.396566 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a81bd3f-3d88-40a4-a369-3e04b1db1189 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Network 52d2f2cd-be8d-4433-adf4-57426a495729 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:11:00.417755 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-9a81bd3f-3d88-40a4-a369-3e04b1db1189 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:11:00.425340 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a81bd3f-3d88-40a4-a369-3e04b1db1189 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:11:00.463815 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81bd3f-3d88-40a4-a369-3e04b1db1189 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'Port': ['ID=06c0eacf-c7e9-43f1-9140-e563928e57e7,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:11:00.487471 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9a81bd3f-3d88-40a4-a369-3e04b1db1189 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (90e6c207-430d-4f5f-8268-b9ed7fadbf3d), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:00.669933 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 56daa084-a5ea-44b0-bbd3-a273bad1ca9a up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:11:00.704701 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9a81bd3f-3d88-40a4-a369-3e04b1db1189 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (06c0eacf-c7e9-43f1-9140-e563928e57e7), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:00.730907 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 56daa084-a5ea-44b0-bbd3-a273bad1ca9a triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:11:00.731522 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (56daa084-a5ea-44b0-bbd3-a273bad1ca9a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:00.758272 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527ecced-e7d1-43d3-a930-3aaf28164eaa None None] Network 52d2f2cd-be8d-4433-adf4-57426a495729 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:11:00.880213 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-0d930974-d64f-4f33-85d8-8867f5abfe27 None None] Provisioning complete for port ae6bacb7-e533-4155-a439-3466dccde4a5 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:11:00.880614 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0d930974-d64f-4f33-85d8-8867f5abfe27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ae6bacb7-e533-4155-a439-3466dccde4a5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:00.958385 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 56daa084-a5ea-44b0-bbd3-a273bad1ca9a is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:11:00.958786 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (56daa084-a5ea-44b0-bbd3-a273bad1ca9a), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:00.995029 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 56daa084-a5ea-44b0-bbd3-a273bad1ca9a, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=56daa084-a5ea-44b0-bbd3-a273bad1ca9a,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:11:01.036801 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (56daa084-a5ea-44b0-bbd3-a273bad1ca9a), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:01.038134 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device ae6bacb7-e533-4155-a439-3466dccde4a5 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:11:01.047257 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9a81bd3f-3d88-40a4-a369-3e04b1db1189 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for port (06c0eacf-c7e9-43f1-9140-e563928e57e7), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:01.053578 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9a81bd3f-3d88-40a4-a369-3e04b1db1189 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (06c0eacf-c7e9-43f1-9140-e563928e57e7), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:01.141107 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9a81bd3f-3d88-40a4-a369-3e04b1db1189 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (90e6c207-430d-4f5f-8268-b9ed7fadbf3d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:01.143301 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81bd3f-3d88-40a4-a369-3e04b1db1189 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'Port': ['ID=06c0eacf-c7e9-43f1-9140-e563928e57e7,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:11:01.149965 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-0d930974-d64f-4f33-85d8-8867f5abfe27 None None] Current status of the port ae6bacb7-e533-4155-a439-3466dccde4a5 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:11:01.150406 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0d930974-d64f-4f33-85d8-8867f5abfe27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ae6bacb7-e533-4155-a439-3466dccde4a5), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:01.185896 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=56daa084-a5ea-44b0-bbd3-a273bad1ca9a,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:11:01.216468 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-0d930974-d64f-4f33-85d8-8867f5abfe27 None None] For port ae6bacb7-e533-4155-a439-3466dccde4a5, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=ae6bacb7-e533-4155-a439-3466dccde4a5,segment=NetworkSegment(9c328bea-0561-4f1a-804e-243ba6080efb),segment_id=9c328bea-0561-4f1a-804e-243ba6080efb)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:11:01.218666 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port ae6bacb7-e533-4155-a439-3466dccde4a5 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:11:01.218666 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ae6bacb7-e533-4155-a439-3466dccde4a5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:01.223367 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0d930974-d64f-4f33-85d8-8867f5abfe27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ae6bacb7-e533-4155-a439-3466dccde4a5), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:01.296978 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a81bd3f-3d88-40a4-a369-3e04b1db1189 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Network 52d2f2cd-be8d-4433-adf4-57426a495729 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:11:01.299180 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-9a81bd3f-3d88-40a4-a369-3e04b1db1189 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:11:01.360481 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d930974-d64f-4f33-85d8-8867f5abfe27 None None] Pushing event updated for resources: {'Port': ['ID=ae6bacb7-e533-4155-a439-3466dccde4a5,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:11:01.391180 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port ae6bacb7-e533-4155-a439-3466dccde4a5 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:11:01.452476 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-8b44659d-13ce-4667-9626-ec3694078595 None None] Provisioning complete for port 06c0eacf-c7e9-43f1-9140-e563928e57e7 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:11:01.452923 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8b44659d-13ce-4667-9626-ec3694078595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (06c0eacf-c7e9-43f1-9140-e563928e57e7), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:01.472680 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a81bd3f-3d88-40a4-a369-3e04b1db1189 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Router 90e6c207-430d-4f5f-8268-b9ed7fadbf3d has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:11:01.517733 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-8b44659d-13ce-4667-9626-ec3694078595 None None] Port 06c0eacf-c7e9-43f1-9140-e563928e57e7 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:11:01.530782 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-8b44659d-13ce-4667-9626-ec3694078595 None None] Provisioning complete for port ae6bacb7-e533-4155-a439-3466dccde4a5 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:11:01.530914 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8b44659d-13ce-4667-9626-ec3694078595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ae6bacb7-e533-4155-a439-3466dccde4a5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:01.630481 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a81bd3f-3d88-40a4-a369-3e04b1db1189 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:11:01.637342 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9a81bd3f-3d88-40a4-a369-3e04b1db1189 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "PUT /v2.0/routers/90e6c207-430d-4f5f-8268-b9ed7fadbf3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3792627 Feb 17 18:11:01.654602 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37cd78f-2776-4965-b597-d448e806889d None None] Sync routers for ids ['90e6c207-430d-4f5f-8268-b9ed7fadbf3d'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:11:01.659664 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-8b44659d-13ce-4667-9626-ec3694078595 None None] Current status of the port ae6bacb7-e533-4155-a439-3466dccde4a5 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:11:01.674542 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37cd78f-2776-4965-b597-d448e806889d None None] Routers {'90e6c207-430d-4f5f-8268-b9ed7fadbf3d'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:11:01.675154 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a37cd78f-2776-4965-b597-d448e806889d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:10:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['90e6c207-430d-4f5f-8268-b9ed7fadbf3d'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:11:01.803083 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-1e182097-464c-488a-9be2-e96deb31daf5 None None] Provisioning complete for port 06c0eacf-c7e9-43f1-9140-e563928e57e7 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:11:01.803467 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1e182097-464c-488a-9be2-e96deb31daf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (06c0eacf-c7e9-43f1-9140-e563928e57e7), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:01.861248 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-1e182097-464c-488a-9be2-e96deb31daf5 None None] Port 06c0eacf-c7e9-43f1-9140-e563928e57e7 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:11:01.869508 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-a37cd78f-2776-4965-b597-d448e806889d None None] Set router 90e6c207-430d-4f5f-8268-b9ed7fadbf3d gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:11:01.923642 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a754e50-c348-42a7-8677-0174fac9375f req-c7efe762-109d-471f-a17e-000e1d69a417 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:01.925316 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3a754e50-c348-42a7-8677-0174fac9375f req-c7efe762-109d-471f-a17e-000e1d69a417 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.87 "GET /v2.0/networks?id=e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f HTTP/1.1" status: 200 len: 814 time: 0.1639428 Feb 17 18:11:01.943134 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b8599b67-4954-4c45-ab4b-e45ddfe6970f req-490d666b-9b50-40f5-82e3-ccca8ced2040 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-178258387&fields=id&tenant_id=fbdb8b0945f14355a625c005e43f71f8 HTTP/1.1" status: 200 len: 267 time: 0.0901790 Feb 17 18:11:01.946952 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3a754e50-c348-42a7-8677-0174fac9375f req-d786ae8f-ebda-412c-be74-bf4dc1c98414 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.87 "GET /v2.0/quotas/fa5431e3b4614ca780961a3b67572571 HTTP/1.1" status: 200 len: 375 time: 0.0159450 Feb 17 18:11:02.005986 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3a754e50-c348-42a7-8677-0174fac9375f req-eb96d8c4-991c-4633-88f8-7051c3462aa6 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=fa5431e3b4614ca780961a3b67572571&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520148 Feb 17 18:11:02.030366 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-68abf3a7-bb0a-4aaf-89e9-b1c6a01670eb None None] Provisioning complete for port 06c0eacf-c7e9-43f1-9140-e563928e57e7 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:11:02.030750 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-68abf3a7-bb0a-4aaf-89e9-b1c6a01670eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (06c0eacf-c7e9-43f1-9140-e563928e57e7), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:02.090520 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-68abf3a7-bb0a-4aaf-89e9-b1c6a01670eb None None] Port 06c0eacf-c7e9-43f1-9140-e563928e57e7 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:11:02.126286 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8599b67-4954-4c45-ab4b-e45ddfe6970f req-b22492e4-a8a9-491b-ae5f-bc187e4dfc55 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:02.127786 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b8599b67-4954-4c45-ab4b-e45ddfe6970f req-b22492e4-a8a9-491b-ae5f-bc187e4dfc55 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/networks?id=52d2f2cd-be8d-4433-adf4-57426a495729 HTTP/1.1" status: 200 len: 797 time: 0.1750782 Feb 17 18:11:02.144950 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a37cd78f-2776-4965-b597-d448e806889d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e6c207-430d-4f5f-8268-b9ed7fadbf3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98071675', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '56daa084-a5ea-44b0-bbd3-a273bad1ca9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:10:55Z', 'updated_at': '2022-02-17T18:11:00Z', 'revision_number': 4, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': '56daa084-a5ea-44b0-bbd3-a273bad1ca9a', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e6c207-430d-4f5f-8268-b9ed7fadbf3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:10:56Z', 'updated_at': '2022-02-17T18:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '06c0eacf-c7e9-43f1-9140-e563928e57e7', 'name': '', 'network_id': '52d2f2cd-be8d-4433-adf4-57426a495729', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'mac_address': 'fa:16:3e:c9:3f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e6c207-430d-4f5f-8268-b9ed7fadbf3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c2ea471f-0617-4350-8611-026ad83fff1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:10:59Z', 'updated_at': '2022-02-17T18:11:00Z', 'revision_number': 2, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'subnets': [{'id': 'c2ea471f-0617-4350-8611-026ad83fff1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:11:02.174345 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37cd78f-2776-4965-b597-d448e806889d None None] Checking router: 90e6c207-430d-4f5f-8268-b9ed7fadbf3d for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:11:02.174842 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37cd78f-2776-4965-b597-d448e806889d None None] Updating router 90e6c207-430d-4f5f-8268-b9ed7fadbf3d port 06c0eacf-c7e9-43f1-9140-e563928e57e7 binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 18:11:02.180692 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b8599b67-4954-4c45-ab4b-e45ddfe6970f req-91f89b6d-40ba-4e5d-aa29-68219ee863dc tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/quotas/fbdb8b0945f14355a625c005e43f71f8 HTTP/1.1" status: 200 len: 375 time: 0.0177310 Feb 17 18:11:02.226509 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3a754e50-c348-42a7-8677-0174fac9375f req-9c26be0a-2189-4ff0-99a8-8f3d82f5aa68 service neutron] 10.222.0.87 "GET /v2.0/networks/e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130721 Feb 17 18:11:02.281517 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b8599b67-4954-4c45-ab4b-e45ddfe6970f req-9c361b32-7af6-4980-99f7-211e02c2815e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=fbdb8b0945f14355a625c005e43f71f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0911980 Feb 17 18:11:02.372162 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a37cd78f-2776-4965-b597-d448e806889d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (06c0eacf-c7e9-43f1-9140-e563928e57e7), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:02.395645 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3a754e50-c348-42a7-8677-0174fac9375f req-f55c8fa2-d2e6-49fc-9774-63880b7e907b service neutron] 10.222.0.87 "GET /v2.0/networks/e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599462 Feb 17 18:11:02.421078 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b8599b67-4954-4c45-ab4b-e45ddfe6970f req-d57eb3a1-4e7a-454a-a7f6-9555a58579ba service neutron] 10.222.0.87 "GET /v2.0/networks/52d2f2cd-be8d-4433-adf4-57426a495729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071162 Feb 17 18:11:02.578301 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b8599b67-4954-4c45-ab4b-e45ddfe6970f req-5ef40c89-086d-4c47-bba0-6424e2f77c27 service neutron] 10.222.0.87 "GET /v2.0/networks/52d2f2cd-be8d-4433-adf4-57426a495729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502163 Feb 17 18:11:02.583611 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 56daa084-a5ea-44b0-bbd3-a273bad1ca9a up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:11:02.627620 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f5b22b9c-8df5-4708-810a-ca3fa2b98129 req-d84db8ed-9cbd-4af8-a89e-71f0046e019d tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.87 "GET /v2.0/ports?device_id=bd10eb95-4842-424c-89d8-90edfae9cdae HTTP/1.1" status: 200 len: 210 time: 0.0365899 Feb 17 18:11:02.687788 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 56daa084-a5ea-44b0-bbd3-a273bad1ca9a triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:11:02.688405 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (56daa084-a5ea-44b0-bbd3-a273bad1ca9a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:02.776781 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a37cd78f-2776-4965-b597-d448e806889d None None] Publish callbacks [] for port (06c0eacf-c7e9-43f1-9140-e563928e57e7), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:02.789123 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a37cd78f-2776-4965-b597-d448e806889d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (06c0eacf-c7e9-43f1-9140-e563928e57e7), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:02.812842 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-45cf601b-aa93-49ec-bc62-5387d20a5806 req-611b5018-a34d-4ab6-b974-81b32444ebc2 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce3b396d-9bc9-4fd2-ba95-9939792c4db1 HTTP/1.1" status: 200 len: 210 time: 0.0476902 Feb 17 18:11:02.893318 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53752ca-472e-41b3-a298-a82305999be2 None None] Pushing event updated for resources: {'Port': ['ID=06c0eacf-c7e9-43f1-9140-e563928e57e7,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:11:02.897072 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 56daa084-a5ea-44b0-bbd3-a273bad1ca9a is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:11:02.898244 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device ae6bacb7-e533-4155-a439-3466dccde4a5 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:11:03.021107 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-a37cd78f-2776-4965-b597-d448e806889d None None] Attempting to bind port 06c0eacf-c7e9-43f1-9140-e563928e57e7 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:11:03.021484 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-a37cd78f-2776-4965-b597-d448e806889d None None] Attempting to bind port 06c0eacf-c7e9-43f1-9140-e563928e57e7 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '9c328bea-0561-4f1a-804e-243ba6080efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '52d2f2cd-be8d-4433-adf4-57426a495729'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:11:03.021853 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37cd78f-2776-4965-b597-d448e806889d None None] Attempting to bind port 06c0eacf-c7e9-43f1-9140-e563928e57e7 on network 52d2f2cd-be8d-4433-adf4-57426a495729 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:11:03.050185 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37cd78f-2776-4965-b597-d448e806889d None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:11:03.050613 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37cd78f-2776-4965-b597-d448e806889d None None] Checking segment: {'id': '9c328bea-0561-4f1a-804e-243ba6080efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '52d2f2cd-be8d-4433-adf4-57426a495729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:11:03.051238 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a37cd78f-2776-4965-b597-d448e806889d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:03.053799 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37cd78f-2776-4965-b597-d448e806889d None None] Bound using segment: {'id': '9c328bea-0561-4f1a-804e-243ba6080efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '52d2f2cd-be8d-4433-adf4-57426a495729'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:11:03.054620 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-a37cd78f-2776-4965-b597-d448e806889d None None] Bound port: 06c0eacf-c7e9-43f1-9140-e563928e57e7, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c328bea-0561-4f1a-804e-243ba6080efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '52d2f2cd-be8d-4433-adf4-57426a495729'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:11:03.055237 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a37cd78f-2776-4965-b597-d448e806889d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (06c0eacf-c7e9-43f1-9140-e563928e57e7), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:03.062170 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-962f3ad3-0bc9-4110-ae57-474a256a6ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:03.125519 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port ae6bacb7-e533-4155-a439-3466dccde4a5 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:11:03.125939 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ae6bacb7-e533-4155-a439-3466dccde4a5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:03.209229 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-a37cd78f-2776-4965-b597-d448e806889d None None] For port 06c0eacf-c7e9-43f1-9140-e563928e57e7, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:11:03.215241 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-a37cd78f-2776-4965-b597-d448e806889d None None] For port 06c0eacf-c7e9-43f1-9140-e563928e57e7, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=06c0eacf-c7e9-43f1-9140-e563928e57e7,segment=NetworkSegment(9c328bea-0561-4f1a-804e-243ba6080efb),segment_id=9c328bea-0561-4f1a-804e-243ba6080efb)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:11:03.249889 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a37cd78f-2776-4965-b597-d448e806889d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (06c0eacf-c7e9-43f1-9140-e563928e57e7), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:03.293843 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-8700eab7-5807-4f66-9b1d-9d6e87d160a2 None None] Provisioning complete for port 06c0eacf-c7e9-43f1-9140-e563928e57e7 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:11:03.294216 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8700eab7-5807-4f66-9b1d-9d6e87d160a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (06c0eacf-c7e9-43f1-9140-e563928e57e7), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:03.348546 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port ae6bacb7-e533-4155-a439-3466dccde4a5 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:11:03.373190 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53752ca-472e-41b3-a298-a82305999be2 None None] Pushing event updated for resources: {'Port': ['ID=06c0eacf-c7e9-43f1-9140-e563928e57e7,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:11:03.375702 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37cd78f-2776-4965-b597-d448e806889d None None] Routers {'90e6c207-430d-4f5f-8268-b9ed7fadbf3d'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:11:03.376324 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a37cd78f-2776-4965-b597-d448e806889d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:10:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['90e6c207-430d-4f5f-8268-b9ed7fadbf3d'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:11:03.519599 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-8700eab7-5807-4f66-9b1d-9d6e87d160a2 None None] Current status of the port 06c0eacf-c7e9-43f1-9140-e563928e57e7 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:11:03.519998 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8700eab7-5807-4f66-9b1d-9d6e87d160a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (06c0eacf-c7e9-43f1-9140-e563928e57e7), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:03.541675 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-a37cd78f-2776-4965-b597-d448e806889d None None] Set router 90e6c207-430d-4f5f-8268-b9ed7fadbf3d gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:11:03.598328 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-8700eab7-5807-4f66-9b1d-9d6e87d160a2 None None] For port 06c0eacf-c7e9-43f1-9140-e563928e57e7, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=06c0eacf-c7e9-43f1-9140-e563928e57e7,segment=NetworkSegment(9c328bea-0561-4f1a-804e-243ba6080efb),segment_id=9c328bea-0561-4f1a-804e-243ba6080efb)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:11:03.603507 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8700eab7-5807-4f66-9b1d-9d6e87d160a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (06c0eacf-c7e9-43f1-9140-e563928e57e7), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:03.739276 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8700eab7-5807-4f66-9b1d-9d6e87d160a2 None None] Pushing event updated for resources: {'Port': ['ID=06c0eacf-c7e9-43f1-9140-e563928e57e7,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:11:03.768498 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9ca28014-f03d-4e0b-ab80-3a9b6a0e812a req-179a11e1-f94d-430c-8bde-48e0b06e489d tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.87 "GET /v2.0/ports?device_id=bd10eb95-4842-424c-89d8-90edfae9cdae HTTP/1.1" status: 200 len: 210 time: 0.0513775 Feb 17 18:11:03.771097 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-10f20f63-e9e1-4c38-a6d2-8da19fa4924a None None] Provisioning complete for port 06c0eacf-c7e9-43f1-9140-e563928e57e7 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:11:03.771480 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-10f20f63-e9e1-4c38-a6d2-8da19fa4924a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (06c0eacf-c7e9-43f1-9140-e563928e57e7), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:03.907630 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a37cd78f-2776-4965-b597-d448e806889d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e6c207-430d-4f5f-8268-b9ed7fadbf3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98071675', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '56daa084-a5ea-44b0-bbd3-a273bad1ca9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:10:55Z', 'updated_at': '2022-02-17T18:11:00Z', 'revision_number': 4, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': '56daa084-a5ea-44b0-bbd3-a273bad1ca9a', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e6c207-430d-4f5f-8268-b9ed7fadbf3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:10:56Z', 'updated_at': '2022-02-17T18:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '06c0eacf-c7e9-43f1-9140-e563928e57e7', 'name': '', 'network_id': '52d2f2cd-be8d-4433-adf4-57426a495729', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'mac_address': 'fa:16:3e:c9:3f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e6c207-430d-4f5f-8268-b9ed7fadbf3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c2ea471f-0617-4350-8611-026ad83fff1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:10:59Z', 'updated_at': '2022-02-17T18:11:03Z', 'revision_number': 4, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'subnets': [{'id': 'c2ea471f-0617-4350-8611-026ad83fff1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:11:03.940611 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37cd78f-2776-4965-b597-d448e806889d None None] The sync data for ids ['90e6c207-430d-4f5f-8268-b9ed7fadbf3d'] in n-d-829613-2 is: [{'id': '90e6c207-430d-4f5f-8268-b9ed7fadbf3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98071675', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '56daa084-a5ea-44b0-bbd3-a273bad1ca9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:10:55Z', 'updated_at': '2022-02-17T18:11:00Z', 'revision_number': 4, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': '56daa084-a5ea-44b0-bbd3-a273bad1ca9a', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e6c207-430d-4f5f-8268-b9ed7fadbf3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:10:56Z', 'updated_at': '2022-02-17T18:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '06c0eacf-c7e9-43f1-9140-e563928e57e7', 'name': '', 'network_id': '52d2f2cd-be8d-4433-adf4-57426a495729', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'mac_address': 'fa:16:3e:c9:3f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e6c207-430d-4f5f-8268-b9ed7fadbf3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c2ea471f-0617-4350-8611-026ad83fff1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:10:59Z', 'updated_at': '2022-02-17T18:11:03Z', 'revision_number': 4, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'subnets': [{'id': 'c2ea471f-0617-4350-8611-026ad83fff1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:11:03.942287 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-10f20f63-e9e1-4c38-a6d2-8da19fa4924a None None] Current status of the port 06c0eacf-c7e9-43f1-9140-e563928e57e7 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:11:03.945216 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a754e50-c348-42a7-8677-0174fac9375f req-bd8f7638-78af-4227-afff-1b65a292ee23 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:03.948825 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3a754e50-c348-42a7-8677-0174fac9375f req-bd8f7638-78af-4227-afff-1b65a292ee23 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.71 "GET /v2.0/networks?id=e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f HTTP/1.1" status: 200 len: 814 time: 0.1766970 Feb 17 18:11:03.969108 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-3a754e50-c348-42a7-8677-0174fac9375f req-2b4cd8fb-6d4f-4035-afcb-2d93ba354205 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Request body: {'port': {'device_id': 'bd10eb95-4842-424c-89d8-90edfae9cdae', 'network_id': 'e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f', 'admin_state_up': True, 'tenant_id': 'fa5431e3b4614ca780961a3b67572571'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:11:04.002745 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-39811e94-7052-4f96-9da8-6b8b200dfba9 req-de255a4e-9290-40bb-b42b-0ae4b7f0161a tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce3b396d-9bc9-4fd2-ba95-9939792c4db1 HTTP/1.1" status: 200 len: 210 time: 0.0526700 Feb 17 18:11:04.017631 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8599b67-4954-4c45-ab4b-e45ddfe6970f req-7565db49-68a5-4892-9ded-d744544a0d4d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:04.021727 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b8599b67-4954-4c45-ab4b-e45ddfe6970f req-7565db49-68a5-4892-9ded-d744544a0d4d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.71 "GET /v2.0/networks?id=52d2f2cd-be8d-4433-adf4-57426a495729 HTTP/1.1" status: 200 len: 797 time: 0.1739028 Feb 17 18:11:04.143545 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a754e50-c348-42a7-8677-0174fac9375f req-2b4cd8fb-6d4f-4035-afcb-2d93ba354205 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Made reservation on behalf of fa5431e3b4614ca780961a3b67572571 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:11:04.147735 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3a754e50-c348-42a7-8677-0174fac9375f req-2b4cd8fb-6d4f-4035-afcb-2d93ba354205 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:04.151585 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b8599b67-4954-4c45-ab4b-e45ddfe6970f req-3812b2e6-d087-40fe-86b4-7c66d5a005d1 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbdb8b0945f14355a625c005e43f71f8 HTTP/1.1" status: 200 len: 379 time: 0.1062937 Feb 17 18:11:04.160524 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-b8599b67-4954-4c45-ab4b-e45ddfe6970f req-9d47cda1-b464-49c2-85a7-0b695d0d09ba tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Request body: {'port': {'device_id': 'ce3b396d-9bc9-4fd2-ba95-9939792c4db1', 'network_id': '52d2f2cd-be8d-4433-adf4-57426a495729', 'admin_state_up': True, 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'security_groups': ['da848aed-a8ee-4923-b3c7-26e8c62b20da']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:11:04.289603 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8599b67-4954-4c45-ab4b-e45ddfe6970f req-9d47cda1-b464-49c2-85a7-0b695d0d09ba tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Made reservation on behalf of fbdb8b0945f14355a625c005e43f71f8 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:11:04.291251 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-3a754e50-c348-42a7-8677-0174fac9375f req-2b4cd8fb-6d4f-4035-afcb-2d93ba354205 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Allocated IP 172.20.0.3 (e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f/553028f8-b1a2-4bf5-9145-a864859ac515/b9a3d87e-79f4-4429-bc82-6433943f7ec2) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:11:04.294306 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b8599b67-4954-4c45-ab4b-e45ddfe6970f req-9d47cda1-b464-49c2-85a7-0b695d0d09ba tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:04.438659 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-b8599b67-4954-4c45-ab4b-e45ddfe6970f req-9d47cda1-b464-49c2-85a7-0b695d0d09ba tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Allocated IP 172.20.0.10 (52d2f2cd-be8d-4433-adf4-57426a495729/c2ea471f-0617-4350-8611-026ad83fff1d/8305527f-6e08-43de-9222-8d8900de348d) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:11:04.459553 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3a754e50-c348-42a7-8677-0174fac9375f req-2b4cd8fb-6d4f-4035-afcb-2d93ba354205 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Publish callbacks [] for port (b9a3d87e-79f4-4429-bc82-6433943f7ec2), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:04.500824 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3a754e50-c348-42a7-8677-0174fac9375f req-2b4cd8fb-6d4f-4035-afcb-2d93ba354205 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (b9a3d87e-79f4-4429-bc82-6433943f7ec2), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:04.560115 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a754e50-c348-42a7-8677-0174fac9375f req-2b4cd8fb-6d4f-4035-afcb-2d93ba354205 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Network e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:11:04.565761 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-3a754e50-c348-42a7-8677-0174fac9375f req-2b4cd8fb-6d4f-4035-afcb-2d93ba354205 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:11:04.567864 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4cd8fb-6d4f-4035-afcb-2d93ba354205 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Pushing event updated for resources: {'Port': ['ID=b9a3d87e-79f4-4429-bc82-6433943f7ec2,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:11:04.572632 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a754e50-c348-42a7-8677-0174fac9375f req-2b4cd8fb-6d4f-4035-afcb-2d93ba354205 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:11:04.599443 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 06c0eacf-c7e9-43f1-9140-e563928e57e7 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:11:04.624917 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b8599b67-4954-4c45-ab4b-e45ddfe6970f req-9d47cda1-b464-49c2-85a7-0b695d0d09ba tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for port (8305527f-6e08-43de-9222-8d8900de348d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:04.640851 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a754e50-c348-42a7-8677-0174fac9375f req-2b4cd8fb-6d4f-4035-afcb-2d93ba354205 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:04.645600 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3a754e50-c348-42a7-8677-0174fac9375f req-2b4cd8fb-6d4f-4035-afcb-2d93ba354205 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:04.672014 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3a754e50-c348-42a7-8677-0174fac9375f req-2b4cd8fb-6d4f-4035-afcb-2d93ba354205 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7099195 Feb 17 18:11:04.674814 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 06c0eacf-c7e9-43f1-9140-e563928e57e7 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:11:04.675198 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (06c0eacf-c7e9-43f1-9140-e563928e57e7), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:04.676227 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b8599b67-4954-4c45-ab4b-e45ddfe6970f req-9d47cda1-b464-49c2-85a7-0b695d0d09ba tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (8305527f-6e08-43de-9222-8d8900de348d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:04.745724 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d47cda1-b464-49c2-85a7-0b695d0d09ba tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'Port': ['ID=8305527f-6e08-43de-9222-8d8900de348d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:11:04.758243 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-3a754e50-c348-42a7-8677-0174fac9375f req-3ef84cef-db99-4341-871e-8f0e3a7ad980 service neutron] Request body: {'port': {'device_id': 'bd10eb95-4842-424c-89d8-90edfae9cdae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:11:04.759811 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8599b67-4954-4c45-ab4b-e45ddfe6970f req-9d47cda1-b464-49c2-85a7-0b695d0d09ba tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Network 52d2f2cd-be8d-4433-adf4-57426a495729 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:11:04.764455 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47cda1-b464-49c2-85a7-0b695d0d09ba tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:11:04.764885 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47cda1-b464-49c2-85a7-0b695d0d09ba tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:11:04.765241 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47cda1-b464-49c2-85a7-0b695d0d09ba tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:11:04.765718 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47cda1-b464-49c2-85a7-0b695d0d09ba tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:11:04.766073 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47cda1-b464-49c2-85a7-0b695d0d09ba tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:11:04.766409 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47cda1-b464-49c2-85a7-0b695d0d09ba tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:11:04.766741 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47cda1-b464-49c2-85a7-0b695d0d09ba tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:11:04.767073 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47cda1-b464-49c2-85a7-0b695d0d09ba tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:11:04.767404 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47cda1-b464-49c2-85a7-0b695d0d09ba tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:11:04.767733 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47cda1-b464-49c2-85a7-0b695d0d09ba tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:11:04.768063 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47cda1-b464-49c2-85a7-0b695d0d09ba tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:11:04.768489 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47cda1-b464-49c2-85a7-0b695d0d09ba tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:11:04.768954 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47cda1-b464-49c2-85a7-0b695d0d09ba tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:11:04.772898 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-b8599b67-4954-4c45-ab4b-e45ddfe6970f req-9d47cda1-b464-49c2-85a7-0b695d0d09ba tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:11:04.775121 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8599b67-4954-4c45-ab4b-e45ddfe6970f req-9d47cda1-b464-49c2-85a7-0b695d0d09ba tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:11:04.790457 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 06c0eacf-c7e9-43f1-9140-e563928e57e7 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:11:04.843748 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8599b67-4954-4c45-ab4b-e45ddfe6970f req-9d47cda1-b464-49c2-85a7-0b695d0d09ba tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:04.844741 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b8599b67-4954-4c45-ab4b-e45ddfe6970f req-9d47cda1-b464-49c2-85a7-0b695d0d09ba tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:04.849287 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3a754e50-c348-42a7-8677-0174fac9375f req-3ef84cef-db99-4341-871e-8f0e3a7ad980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b9a3d87e-79f4-4429-bc82-6433943f7ec2), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:04.869415 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b8599b67-4954-4c45-ab4b-e45ddfe6970f req-9d47cda1-b464-49c2-85a7-0b695d0d09ba tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7129569 Feb 17 18:11:04.883181 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-b8599b67-4954-4c45-ab4b-e45ddfe6970f req-1f35e3f0-e532-4dd4-8ea7-70e9b9ba45d6 service neutron] Request body: {'port': {'device_id': 'ce3b396d-9bc9-4fd2-ba95-9939792c4db1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:11:04.966023 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b8599b67-4954-4c45-ab4b-e45ddfe6970f req-1f35e3f0-e532-4dd4-8ea7-70e9b9ba45d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8305527f-6e08-43de-9222-8d8900de348d), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:05.183780 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-125dbf02-b978-4c6f-bff9-3b32cfde9540 None None] Provisioning complete for port 8305527f-6e08-43de-9222-8d8900de348d triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:11:05.184172 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-125dbf02-b978-4c6f-bff9-3b32cfde9540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (8305527f-6e08-43de-9222-8d8900de348d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:05.247050 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-3a754e50-c348-42a7-8677-0174fac9375f req-3ef84cef-db99-4341-871e-8f0e3a7ad980 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9a3d87e-79f4-4429-bc82-6433943f7ec2 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:11:05.255773 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-125dbf02-b978-4c6f-bff9-3b32cfde9540 None None] Port 8305527f-6e08-43de-9222-8d8900de348d cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:11:05.256353 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3a754e50-c348-42a7-8677-0174fac9375f req-3ef84cef-db99-4341-871e-8f0e3a7ad980 service neutron] Publish callbacks [] for port (b9a3d87e-79f4-4429-bc82-6433943f7ec2), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:05.281548 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-3a754e50-c348-42a7-8677-0174fac9375f req-3ef84cef-db99-4341-871e-8f0e3a7ad980 service neutron] Transition to ACTIVE for port object b9a3d87e-79f4-4429-bc82-6433943f7ec2 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 18:11:05.290825 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3a754e50-c348-42a7-8677-0174fac9375f req-3ef84cef-db99-4341-871e-8f0e3a7ad980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (b9a3d87e-79f4-4429-bc82-6433943f7ec2), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:05.302407 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a3b39-3b29-4f10-9c71-68551e6bb945 req-d7f36b78-b2c7-4f8f-88d1-f866c99544f0 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:05.304031 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c48a3b39-3b29-4f10-9c71-68551e6bb945 req-d7f36b78-b2c7-4f8f-88d1-f866c99544f0 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.87 "GET /v2.0/ports?device_id=bd10eb95-4842-424c-89d8-90edfae9cdae HTTP/1.1" status: 200 len: 931 time: 0.3249595 Feb 17 18:11:05.324144 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-b8599b67-4954-4c45-ab4b-e45ddfe6970f req-1f35e3f0-e532-4dd4-8ea7-70e9b9ba45d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8305527f-6e08-43de-9222-8d8900de348d {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:11:05.343864 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b8599b67-4954-4c45-ab4b-e45ddfe6970f req-1f35e3f0-e532-4dd4-8ea7-70e9b9ba45d6 service neutron] Publish callbacks [] for port (8305527f-6e08-43de-9222-8d8900de348d), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:05.353144 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d9582-acd8-419b-a99b-ad13ecfda2a6 req-eb4a4f2f-6bba-44a5-83b3-a4f4848b0c37 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:05.355327 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e05d9582-acd8-419b-a99b-ad13ecfda2a6 req-eb4a4f2f-6bba-44a5-83b3-a4f4848b0c37 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce3b396d-9bc9-4fd2-ba95-9939792c4db1 HTTP/1.1" status: 200 len: 932 time: 0.1942630 Feb 17 18:11:05.359606 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-b8599b67-4954-4c45-ab4b-e45ddfe6970f req-1f35e3f0-e532-4dd4-8ea7-70e9b9ba45d6 service neutron] Transition to ACTIVE for port object 8305527f-6e08-43de-9222-8d8900de348d will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 18:11:05.365459 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b8599b67-4954-4c45-ab4b-e45ddfe6970f req-1f35e3f0-e532-4dd4-8ea7-70e9b9ba45d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (8305527f-6e08-43de-9222-8d8900de348d), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:05.403549 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef84cef-db99-4341-871e-8f0e3a7ad980 service neutron] Pushing event updated for resources: {'Port': ['ID=b9a3d87e-79f4-4429-bc82-6433943f7ec2,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:11:05.458112 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7577825a-2103-4111-b0b3-831318481111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:05.485573 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f35e3f0-e532-4dd4-8ea7-70e9b9ba45d6 service neutron] Pushing event updated for resources: {'Port': ['ID=8305527f-6e08-43de-9222-8d8900de348d,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:11:05.524780 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c48a3b39-3b29-4f10-9c71-68551e6bb945 req-f3e669ff-3497-4428-9350-cd172d350a6d tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.87 "GET /v2.0/security-groups?id=6036987f-3fce-40fb-ba0d-b6f4e0e4cf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895657 Feb 17 18:11:05.531577 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e05d9582-acd8-419b-a99b-ad13ecfda2a6 req-dec778ee-6b8d-4808-a981-72f1f9092745 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=da848aed-a8ee-4923-b3c7-26e8c62b20da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654713 Feb 17 18:11:05.551223 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-b8599b67-4954-4c45-ab4b-e45ddfe6970f req-1f35e3f0-e532-4dd4-8ea7-70e9b9ba45d6 service neutron] Attempting to bind port 8305527f-6e08-43de-9222-8d8900de348d on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:11:05.551575 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-b8599b67-4954-4c45-ab4b-e45ddfe6970f req-1f35e3f0-e532-4dd4-8ea7-70e9b9ba45d6 service neutron] Attempting to bind port 8305527f-6e08-43de-9222-8d8900de348d by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '9c328bea-0561-4f1a-804e-243ba6080efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '52d2f2cd-be8d-4433-adf4-57426a495729'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:11:05.551915 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8599b67-4954-4c45-ab4b-e45ddfe6970f req-1f35e3f0-e532-4dd4-8ea7-70e9b9ba45d6 service neutron] Attempting to bind port 8305527f-6e08-43de-9222-8d8900de348d on network 52d2f2cd-be8d-4433-adf4-57426a495729 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:11:05.557681 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8599b67-4954-4c45-ab4b-e45ddfe6970f req-1f35e3f0-e532-4dd4-8ea7-70e9b9ba45d6 service neutron] Port 8305527f-6e08-43de-9222-8d8900de348d on network 52d2f2cd-be8d-4433-adf4-57426a495729 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:11:05.558327 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8599b67-4954-4c45-ab4b-e45ddfe6970f req-1f35e3f0-e532-4dd4-8ea7-70e9b9ba45d6 service neutron] Attempting to bind port 8305527f-6e08-43de-9222-8d8900de348d on network 52d2f2cd-be8d-4433-adf4-57426a495729 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:11:05.568460 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-3a754e50-c348-42a7-8677-0174fac9375f req-3ef84cef-db99-4341-871e-8f0e3a7ad980 service neutron] Attempting to bind port b9a3d87e-79f4-4429-bc82-6433943f7ec2 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:11:05.569089 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-3a754e50-c348-42a7-8677-0174fac9375f req-3ef84cef-db99-4341-871e-8f0e3a7ad980 service neutron] Attempting to bind port b9a3d87e-79f4-4429-bc82-6433943f7ec2 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '5bd15d2b-1a4d-4af5-884d-d55a256abe90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:11:05.569461 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a754e50-c348-42a7-8677-0174fac9375f req-3ef84cef-db99-4341-871e-8f0e3a7ad980 service neutron] Attempting to bind port b9a3d87e-79f4-4429-bc82-6433943f7ec2 on network e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:11:05.574610 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8599b67-4954-4c45-ab4b-e45ddfe6970f req-1f35e3f0-e532-4dd4-8ea7-70e9b9ba45d6 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:11:05.574956 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8599b67-4954-4c45-ab4b-e45ddfe6970f req-1f35e3f0-e532-4dd4-8ea7-70e9b9ba45d6 service neutron] Checking segment: {'id': '9c328bea-0561-4f1a-804e-243ba6080efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '52d2f2cd-be8d-4433-adf4-57426a495729'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:11:05.575342 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8599b67-4954-4c45-ab4b-e45ddfe6970f req-1f35e3f0-e532-4dd4-8ea7-70e9b9ba45d6 service neutron] Bound using segment: {'id': '9c328bea-0561-4f1a-804e-243ba6080efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '52d2f2cd-be8d-4433-adf4-57426a495729'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:11:05.575847 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-b8599b67-4954-4c45-ab4b-e45ddfe6970f req-1f35e3f0-e532-4dd4-8ea7-70e9b9ba45d6 service neutron] Bound port: 8305527f-6e08-43de-9222-8d8900de348d, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c328bea-0561-4f1a-804e-243ba6080efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '52d2f2cd-be8d-4433-adf4-57426a495729'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:11:05.576362 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b8599b67-4954-4c45-ab4b-e45ddfe6970f req-1f35e3f0-e532-4dd4-8ea7-70e9b9ba45d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8305527f-6e08-43de-9222-8d8900de348d), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:05.577059 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a754e50-c348-42a7-8677-0174fac9375f req-3ef84cef-db99-4341-871e-8f0e3a7ad980 service neutron] Port b9a3d87e-79f4-4429-bc82-6433943f7ec2 on network e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:11:05.577420 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a754e50-c348-42a7-8677-0174fac9375f req-3ef84cef-db99-4341-871e-8f0e3a7ad980 service neutron] Attempting to bind port b9a3d87e-79f4-4429-bc82-6433943f7ec2 on network e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:11:05.583552 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a754e50-c348-42a7-8677-0174fac9375f req-3ef84cef-db99-4341-871e-8f0e3a7ad980 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:11:05.584220 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a754e50-c348-42a7-8677-0174fac9375f req-3ef84cef-db99-4341-871e-8f0e3a7ad980 service neutron] Checking segment: {'id': '5bd15d2b-1a4d-4af5-884d-d55a256abe90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:11:05.584690 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a754e50-c348-42a7-8677-0174fac9375f req-3ef84cef-db99-4341-871e-8f0e3a7ad980 service neutron] Bound using segment: {'id': '5bd15d2b-1a4d-4af5-884d-d55a256abe90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:11:05.585117 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-3a754e50-c348-42a7-8677-0174fac9375f req-3ef84cef-db99-4341-871e-8f0e3a7ad980 service neutron] Bound port: b9a3d87e-79f4-4429-bc82-6433943f7ec2, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bd15d2b-1a4d-4af5-884d-d55a256abe90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:11:05.585482 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3a754e50-c348-42a7-8677-0174fac9375f req-3ef84cef-db99-4341-871e-8f0e3a7ad980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b9a3d87e-79f4-4429-bc82-6433943f7ec2), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:05.650628 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-b8599b67-4954-4c45-ab4b-e45ddfe6970f req-1f35e3f0-e532-4dd4-8ea7-70e9b9ba45d6 service neutron] For port 8305527f-6e08-43de-9222-8d8900de348d, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:11:05.654138 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-b8599b67-4954-4c45-ab4b-e45ddfe6970f req-1f35e3f0-e532-4dd4-8ea7-70e9b9ba45d6 service neutron] For port 8305527f-6e08-43de-9222-8d8900de348d, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=8305527f-6e08-43de-9222-8d8900de348d,segment=NetworkSegment(9c328bea-0561-4f1a-804e-243ba6080efb),segment_id=9c328bea-0561-4f1a-804e-243ba6080efb)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:11:05.662403 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b8599b67-4954-4c45-ab4b-e45ddfe6970f req-1f35e3f0-e532-4dd4-8ea7-70e9b9ba45d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (8305527f-6e08-43de-9222-8d8900de348d), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:05.668204 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-3a754e50-c348-42a7-8677-0174fac9375f req-3ef84cef-db99-4341-871e-8f0e3a7ad980 service neutron] For port b9a3d87e-79f4-4429-bc82-6433943f7ec2, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:11:05.673305 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-3a754e50-c348-42a7-8677-0174fac9375f req-3ef84cef-db99-4341-871e-8f0e3a7ad980 service neutron] For port b9a3d87e-79f4-4429-bc82-6433943f7ec2, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=b9a3d87e-79f4-4429-bc82-6433943f7ec2,segment=NetworkSegment(5bd15d2b-1a4d-4af5-884d-d55a256abe90),segment_id=5bd15d2b-1a4d-4af5-884d-d55a256abe90)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:11:05.684265 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3a754e50-c348-42a7-8677-0174fac9375f req-3ef84cef-db99-4341-871e-8f0e3a7ad980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (b9a3d87e-79f4-4429-bc82-6433943f7ec2), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:05.699927 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8599b67-4954-4c45-ab4b-e45ddfe6970f req-1f35e3f0-e532-4dd4-8ea7-70e9b9ba45d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:05.700623 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b8599b67-4954-4c45-ab4b-e45ddfe6970f req-1f35e3f0-e532-4dd4-8ea7-70e9b9ba45d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:05.702083 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b8599b67-4954-4c45-ab4b-e45ddfe6970f req-1f35e3f0-e532-4dd4-8ea7-70e9b9ba45d6 service neutron] 10.222.0.71 "PUT /v2.0/ports/8305527f-6e08-43de-9222-8d8900de348d HTTP/1.1" status: 200 len: 1092 time: 0.8233399 Feb 17 18:11:05.702548 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce3b396d-9bc9-4fd2-ba95-9939792c4db1', 'tag': '8305527f-6e08-43de-9222-8d8900de348d'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:11:05.704975 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0d3bf8-256b-4ae3-ad9d-0722f0da54be" -d '{"events": [{"name": "network-changed", "server_uuid": "ce3b396d-9bc9-4fd2-ba95-9939792c4db1", "tag": "8305527f-6e08-43de-9222-8d8900de348d"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:11:05.739523 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a754e50-c348-42a7-8677-0174fac9375f req-3ef84cef-db99-4341-871e-8f0e3a7ad980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:05.740185 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3a754e50-c348-42a7-8677-0174fac9375f req-3ef84cef-db99-4341-871e-8f0e3a7ad980 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:05.742247 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3a754e50-c348-42a7-8677-0174fac9375f req-3ef84cef-db99-4341-871e-8f0e3a7ad980 service neutron] 10.222.0.71 "PUT /v2.0/ports/b9a3d87e-79f4-4429-bc82-6433943f7ec2 HTTP/1.1" status: 200 len: 1091 time: 1.0630574 Feb 17 18:11:05.752455 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f35e3f0-e532-4dd4-8ea7-70e9b9ba45d6 service neutron] Pushing event updated for resources: {'Port': ['ID=8305527f-6e08-43de-9222-8d8900de348d,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:11:05.756065 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9368a45e-a6ba-4874-af6c-35205d081657 x-openstack-request-id: req-9368a45e-a6ba-4874-af6c-35205d081657 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:11:05.756390 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce3b396d-9bc9-4fd2-ba95-9939792c4db1", "tag": "8305527f-6e08-43de-9222-8d8900de348d", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:11:05.756807 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9368a45e-a6ba-4874-af6c-35205d081657 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:11:05.757232 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce3b396d-9bc9-4fd2-ba95-9939792c4db1', 'tag': '8305527f-6e08-43de-9222-8d8900de348d', 'status': 'completed', 'code': 200} Feb 17 18:11:05.758243 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd10eb95-4842-424c-89d8-90edfae9cdae', 'tag': 'b9a3d87e-79f4-4429-bc82-6433943f7ec2'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:11:05.762215 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ff7fc1-77fd-4753-bd1c-be1339ed60fe" -d '{"events": [{"name": "network-changed", "server_uuid": "bd10eb95-4842-424c-89d8-90edfae9cdae", "tag": "b9a3d87e-79f4-4429-bc82-6433943f7ec2"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:11:05.836033 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d8c41e-564f-4172-92da-272bd972aad1 x-openstack-request-id: req-e4d8c41e-564f-4172-92da-272bd972aad1 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:11:05.836925 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd10eb95-4842-424c-89d8-90edfae9cdae", "tag": "b9a3d87e-79f4-4429-bc82-6433943f7ec2", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:11:05.837187 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e4d8c41e-564f-4172-92da-272bd972aad1 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:11:05.837759 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd10eb95-4842-424c-89d8-90edfae9cdae', 'tag': 'b9a3d87e-79f4-4429-bc82-6433943f7ec2', 'status': 'completed', 'code': 200} Feb 17 18:11:05.848991 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef84cef-db99-4341-871e-8f0e3a7ad980 service neutron] Pushing event updated for resources: {'Port': ['ID=b9a3d87e-79f4-4429-bc82-6433943f7ec2,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:11:05.858251 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a754e50-c348-42a7-8677-0174fac9375f req-10ae7cdf-696b-49c5-b1a9-dfba27015a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:05.859192 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3a754e50-c348-42a7-8677-0174fac9375f req-10ae7cdf-696b-49c5-b1a9-dfba27015a44 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fa5431e3b4614ca780961a3b67572571&device_id=bd10eb95-4842-424c-89d8-90edfae9cdae HTTP/1.1" status: 200 len: 1125 time: 0.0651405 Feb 17 18:11:05.861167 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8599b67-4954-4c45-ab4b-e45ddfe6970f req-b5da90c2-f30f-4ef8-b164-22dffbd42368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:05.862697 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b8599b67-4954-4c45-ab4b-e45ddfe6970f req-b5da90c2-f30f-4ef8-b164-22dffbd42368 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fbdb8b0945f14355a625c005e43f71f8&device_id=ce3b396d-9bc9-4fd2-ba95-9939792c4db1 HTTP/1.1" status: 200 len: 1126 time: 0.0898442 Feb 17 18:11:05.911489 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b8599b67-4954-4c45-ab4b-e45ddfe6970f req-e2ad1a0b-8380-4302-b779-ae543ec028d7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8305527f-6e08-43de-9222-8d8900de348d HTTP/1.1" status: 200 len: 217 time: 0.0408216 Feb 17 18:11:05.912209 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3a754e50-c348-42a7-8677-0174fac9375f req-06fd73ca-4e61-41dd-bf9e-d4614c9d9a15 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9a3d87e-79f4-4429-bc82-6433943f7ec2 HTTP/1.1" status: 200 len: 217 time: 0.0418699 Feb 17 18:11:05.969319 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a754e50-c348-42a7-8677-0174fac9375f req-5ad88882-be0e-4213-a5a2-aeb685feda11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:05.971033 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3a754e50-c348-42a7-8677-0174fac9375f req-5ad88882-be0e-4213-a5a2-aeb685feda11 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=553028f8-b1a2-4bf5-9145-a864859ac515 HTTP/1.1" status: 200 len: 854 time: 0.0500731 Feb 17 18:11:06.004370 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3a754e50-c348-42a7-8677-0174fac9375f req-71ceeaa2-e0c0-41a6-a1a3-9a67a42b5c49 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276773 Feb 17 18:11:06.105990 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3a754e50-c348-42a7-8677-0174fac9375f req-6a78d9bd-5277-49bb-be71-c59edf6b6de4 service neutron] 10.222.0.71 "GET /v2.0/networks/e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949044 Feb 17 18:11:06.199381 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3a754e50-c348-42a7-8677-0174fac9375f req-e7988cbe-9d85-4b71-9d36-0f8364a96a12 service neutron] 10.222.0.71 "GET /v2.0/networks/e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879323 Feb 17 18:11:06.220395 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8599b67-4954-4c45-ab4b-e45ddfe6970f req-ba7c1cbd-ba5e-43d8-9f48-27aca42132ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:06.221924 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b8599b67-4954-4c45-ab4b-e45ddfe6970f req-ba7c1cbd-ba5e-43d8-9f48-27aca42132ba service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c2ea471f-0617-4350-8611-026ad83fff1d HTTP/1.1" status: 200 len: 834 time: 0.3012838 Feb 17 18:11:06.294717 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8599b67-4954-4c45-ab4b-e45ddfe6970f req-1f2c5e92-4228-4b9e-afa1-0627b19898e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:06.296166 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b8599b67-4954-4c45-ab4b-e45ddfe6970f req-1f2c5e92-4228-4b9e-afa1-0627b19898e4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=52d2f2cd-be8d-4433-adf4-57426a495729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0568817 Feb 17 18:11:06.298689 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff7fc1-77fd-4753-bd1c-be1339ed60fe req-15ef51f2-238a-4fe4-a2be-c2634b4561c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:06.300179 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a5ff7fc1-77fd-4753-bd1c-be1339ed60fe req-15ef51f2-238a-4fe4-a2be-c2634b4561c2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fa5431e3b4614ca780961a3b67572571&device_id=bd10eb95-4842-424c-89d8-90edfae9cdae HTTP/1.1" status: 200 len: 1125 time: 0.0501964 Feb 17 18:11:06.394820 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b8599b67-4954-4c45-ab4b-e45ddfe6970f req-7ac404b8-689d-41dc-852e-0a6dbf0423b6 service neutron] 10.222.0.71 "GET /v2.0/networks/52d2f2cd-be8d-4433-adf4-57426a495729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885127 Feb 17 18:11:06.395204 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff7fc1-77fd-4753-bd1c-be1339ed60fe req-b0b1e154-e0f4-4bf0-a2f0-0c0f4bfb490e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:06.396646 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a5ff7fc1-77fd-4753-bd1c-be1339ed60fe req-b0b1e154-e0f4-4bf0-a2f0-0c0f4bfb490e service neutron] 10.222.0.71 "GET /v2.0/networks?id=e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f HTTP/1.1" status: 200 len: 915 time: 0.0904334 Feb 17 18:11:06.442351 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a5ff7fc1-77fd-4753-bd1c-be1339ed60fe req-d35a7350-913d-47bc-b16a-a1adaf32ba25 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9a3d87e-79f4-4429-bc82-6433943f7ec2 HTTP/1.1" status: 200 len: 217 time: 0.0371258 Feb 17 18:11:06.493225 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff7fc1-77fd-4753-bd1c-be1339ed60fe req-6df1415d-9efe-4d0a-bffb-b03e29ecbcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:06.494689 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a5ff7fc1-77fd-4753-bd1c-be1339ed60fe req-6df1415d-9efe-4d0a-bffb-b03e29ecbcc4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=553028f8-b1a2-4bf5-9145-a864859ac515 HTTP/1.1" status: 200 len: 854 time: 0.0467272 Feb 17 18:11:06.497552 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b8599b67-4954-4c45-ab4b-e45ddfe6970f req-3823277b-54d1-4ecd-885e-fbd736a20136 service neutron] 10.222.0.71 "GET /v2.0/networks/52d2f2cd-be8d-4433-adf4-57426a495729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897896 Feb 17 18:11:06.531906 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a5ff7fc1-77fd-4753-bd1c-be1339ed60fe req-41b4ab07-154c-4d58-a216-558d04f59228 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275261 Feb 17 18:11:06.597402 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d3bf8-256b-4ae3-ad9d-0722f0da54be req-2e2161e2-2670-4568-9ed2-74b174cb3bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:06.598992 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3d0d3bf8-256b-4ae3-ad9d-0722f0da54be req-2e2161e2-2670-4568-9ed2-74b174cb3bc3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fbdb8b0945f14355a625c005e43f71f8&device_id=ce3b396d-9bc9-4fd2-ba95-9939792c4db1 HTTP/1.1" status: 200 len: 1126 time: 0.0497046 Feb 17 18:11:06.642211 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a5ff7fc1-77fd-4753-bd1c-be1339ed60fe req-05164480-f30a-4e6d-ab62-704c860514d8 service neutron] 10.222.0.71 "GET /v2.0/networks/e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986283 Feb 17 18:11:06.744820 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7ef63-9490-45df-840a-13ad66a4f9d7 req-1ea034aa-3325-448d-b6f5-fa6866519214 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:06.746563 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-edc7ef63-9490-45df-840a-13ad66a4f9d7 req-1ea034aa-3325-448d-b6f5-fa6866519214 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.87 "GET /v2.0/ports?device_id=bd10eb95-4842-424c-89d8-90edfae9cdae HTTP/1.1" status: 200 len: 943 time: 0.1172729 Feb 17 18:11:06.747751 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d3bf8-256b-4ae3-ad9d-0722f0da54be req-27f8ec36-ce31-4773-bd82-2f140e879eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:06.749340 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3d0d3bf8-256b-4ae3-ad9d-0722f0da54be req-27f8ec36-ce31-4773-bd82-2f140e879eee service neutron] 10.222.0.71 "GET /v2.0/networks?id=52d2f2cd-be8d-4433-adf4-57426a495729 HTTP/1.1" status: 200 len: 898 time: 0.1430073 Feb 17 18:11:06.761973 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a5ff7fc1-77fd-4753-bd1c-be1339ed60fe req-caba623f-f8ee-47a4-a77b-bf4c3a2e53c6 service neutron] 10.222.0.71 "GET /v2.0/networks/e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106608 Feb 17 18:11:06.806041 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:06.820067 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3d0d3bf8-256b-4ae3-ad9d-0722f0da54be req-7d5beef1-e68c-466d-b5e7-a988e14d289e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8305527f-6e08-43de-9222-8d8900de348d HTTP/1.1" status: 200 len: 217 time: 0.0597572 Feb 17 18:11:06.877691 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-edc7ef63-9490-45df-840a-13ad66a4f9d7 req-e8c0c193-02ef-4f7d-a4f8-5c7cf8a7c709 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.87 "GET /v2.0/security-groups?id=6036987f-3fce-40fb-ba0d-b6f4e0e4cf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249971 Feb 17 18:11:06.891143 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d3bf8-256b-4ae3-ad9d-0722f0da54be req-e0b1f851-455b-411e-8d61-15dcab4842f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:06.892693 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3d0d3bf8-256b-4ae3-ad9d-0722f0da54be req-e0b1f851-455b-411e-8d61-15dcab4842f6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c2ea471f-0617-4350-8611-026ad83fff1d HTTP/1.1" status: 200 len: 834 time: 0.0621693 Feb 17 18:11:06.977288 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d3bf8-256b-4ae3-ad9d-0722f0da54be req-e44bfb09-f64a-4071-a3d4-0c5447e3851f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:06.978802 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3d0d3bf8-256b-4ae3-ad9d-0722f0da54be req-e44bfb09-f64a-4071-a3d4-0c5447e3851f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=52d2f2cd-be8d-4433-adf4-57426a495729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0794291 Feb 17 18:11:07.001365 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00aaed-d172-4434-9ffa-41db47a1019e req-e61a9752-1205-441f-8d31-1336566232a3 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:07.002851 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5c00aaed-d172-4434-9ffa-41db47a1019e req-e61a9752-1205-441f-8d31-1336566232a3 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce3b396d-9bc9-4fd2-ba95-9939792c4db1 HTTP/1.1" status: 200 len: 944 time: 0.0775392 Feb 17 18:11:07.099134 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5c00aaed-d172-4434-9ffa-41db47a1019e req-23212840-2930-43fa-b84f-b4353b7f5cdf tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=da848aed-a8ee-4923-b3c7-26e8c62b20da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862565 Feb 17 18:11:07.113678 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3d0d3bf8-256b-4ae3-ad9d-0722f0da54be req-2d286d92-904b-47e6-b525-2d2d8fe62153 service neutron] 10.222.0.71 "GET /v2.0/networks/52d2f2cd-be8d-4433-adf4-57426a495729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272383 Feb 17 18:11:07.218315 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3d0d3bf8-256b-4ae3-ad9d-0722f0da54be req-d57e73df-02c1-44c1-a81b-35685ba8642e service neutron] 10.222.0.71 "GET /v2.0/networks/52d2f2cd-be8d-4433-adf4-57426a495729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978546 Feb 17 18:11:08.007418 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f85a7c-c1ad-40e9-8f3d-60d07a80cfd9 req-718cf004-e6a4-4651-8940-979adab22f48 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:08.009027 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-25f85a7c-c1ad-40e9-8f3d-60d07a80cfd9 req-718cf004-e6a4-4651-8940-979adab22f48 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.87 "GET /v2.0/ports?device_id=bd10eb95-4842-424c-89d8-90edfae9cdae HTTP/1.1" status: 200 len: 943 time: 0.0569429 Feb 17 18:11:08.026284 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:08.058569 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-25f85a7c-c1ad-40e9-8f3d-60d07a80cfd9 req-bfeb4337-c678-41d7-998c-59be9121bd39 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.87 "GET /v2.0/security-groups?id=6036987f-3fce-40fb-ba0d-b6f4e0e4cf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431538 Feb 17 18:11:08.224694 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f1c9e-c116-44e5-92a2-3cc06539c950 req-c1e5d762-1501-4aac-bcba-0e3662368201 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:08.226108 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ee9f1c9e-c116-44e5-92a2-3cc06539c950 req-c1e5d762-1501-4aac-bcba-0e3662368201 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce3b396d-9bc9-4fd2-ba95-9939792c4db1 HTTP/1.1" status: 200 len: 944 time: 0.0593946 Feb 17 18:11:08.276149 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ee9f1c9e-c116-44e5-92a2-3cc06539c950 req-28e802f5-0fde-4198-908f-07ad52356a78 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=da848aed-a8ee-4923-b3c7-26e8c62b20da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443785 Feb 17 18:11:09.114172 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:09.182091 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb6cd1-1538-4428-8d35-0dceafc73af3 req-14ad6faa-82b7-4763-872d-b1f7731dfd68 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:09.184053 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-35eb6cd1-1538-4428-8d35-0dceafc73af3 req-14ad6faa-82b7-4763-872d-b1f7731dfd68 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.87 "GET /v2.0/ports?device_id=bd10eb95-4842-424c-89d8-90edfae9cdae HTTP/1.1" status: 200 len: 943 time: 0.0532918 Feb 17 18:11:09.232184 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-35eb6cd1-1538-4428-8d35-0dceafc73af3 req-5f663790-1e80-4351-abc4-c85dd5783acb tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.87 "GET /v2.0/security-groups?id=6036987f-3fce-40fb-ba0d-b6f4e0e4cf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424283 Feb 17 18:11:09.394844 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dbd78a-2f97-405c-92d3-aaf27de9be03 req-4fb6885c-2b5c-4c45-a767-93c905b51a81 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:09.396281 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-86dbd78a-2f97-405c-92d3-aaf27de9be03 req-4fb6885c-2b5c-4c45-a767-93c905b51a81 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce3b396d-9bc9-4fd2-ba95-9939792c4db1 HTTP/1.1" status: 200 len: 944 time: 0.0542579 Feb 17 18:11:09.449316 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-86dbd78a-2f97-405c-92d3-aaf27de9be03 req-b3a6f96f-ff4a-4ceb-80fa-7ad56a8b0763 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=da848aed-a8ee-4923-b3c7-26e8c62b20da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468442 Feb 17 18:11:10.350584 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a4991-11b0-48ee-b209-1b17011a07b2 req-2e5d486c-3f5a-4f00-a68a-3994f984d4b5 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:10.352337 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b94a4991-11b0-48ee-b209-1b17011a07b2 req-2e5d486c-3f5a-4f00-a68a-3994f984d4b5 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.87 "GET /v2.0/ports?device_id=bd10eb95-4842-424c-89d8-90edfae9cdae HTTP/1.1" status: 200 len: 943 time: 0.0526099 Feb 17 18:11:10.401874 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b94a4991-11b0-48ee-b209-1b17011a07b2 req-60266de4-a56d-44f3-ae48-f9abb751df52 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.87 "GET /v2.0/security-groups?id=6036987f-3fce-40fb-ba0d-b6f4e0e4cf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421948 Feb 17 18:11:10.571522 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5164f4b-882f-4242-b6f9-faf71574da17 req-5c67783f-66d1-4d19-a7ef-a27e24998266 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:10.573088 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e5164f4b-882f-4242-b6f9-faf71574da17 req-5c67783f-66d1-4d19-a7ef-a27e24998266 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce3b396d-9bc9-4fd2-ba95-9939792c4db1 HTTP/1.1" status: 200 len: 944 time: 0.0528986 Feb 17 18:11:10.622913 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e5164f4b-882f-4242-b6f9-faf71574da17 req-b5d110c2-6863-45f6-8387-637d1a246258 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=da848aed-a8ee-4923-b3c7-26e8c62b20da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442400 Feb 17 18:11:10.744225 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device b9a3d87e-79f4-4429-bc82-6433943f7ec2 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:11:10.842492 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port b9a3d87e-79f4-4429-bc82-6433943f7ec2, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=b9a3d87e-79f4-4429-bc82-6433943f7ec2,segment=NetworkSegment(5bd15d2b-1a4d-4af5-884d-d55a256abe90),segment_id=5bd15d2b-1a4d-4af5-884d-d55a256abe90)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:11:10.853714 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': 'b9a3d87e-79f4-4429-bc82-6433943f7ec2', 'network_id': 'e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f', 'port_id': 'b9a3d87e-79f4-4429-bc82-6433943f7ec2', 'mac_address': 'fa:16:3e:17:ab:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '553028f8-b1a2-4bf5-9145-a864859ac515', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:11:10.900694 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port b9a3d87e-79f4-4429-bc82-6433943f7ec2 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:11:10.901093 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b9a3d87e-79f4-4429-bc82-6433943f7ec2), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:10.914432 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9a3d87e-79f4-4429-bc82-6433943f7ec2 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:11:10.933485 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port b9a3d87e-79f4-4429-bc82-6433943f7ec2, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=b9a3d87e-79f4-4429-bc82-6433943f7ec2,segment=NetworkSegment(5bd15d2b-1a4d-4af5-884d-d55a256abe90),segment_id=5bd15d2b-1a4d-4af5-884d-d55a256abe90)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:11:10.937845 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b9a3d87e-79f4-4429-bc82-6433943f7ec2), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:10.938536 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 8305527f-6e08-43de-9222-8d8900de348d details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:11:11.006160 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=b9a3d87e-79f4-4429-bc82-6433943f7ec2,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:11:11.079552 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 8305527f-6e08-43de-9222-8d8900de348d, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=8305527f-6e08-43de-9222-8d8900de348d,segment=NetworkSegment(9c328bea-0561-4f1a-804e-243ba6080efb),segment_id=9c328bea-0561-4f1a-804e-243ba6080efb)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:11:11.091247 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '8305527f-6e08-43de-9222-8d8900de348d', 'network_id': '52d2f2cd-be8d-4433-adf4-57426a495729', 'port_id': '8305527f-6e08-43de-9222-8d8900de348d', 'mac_address': 'fa:16:3e:09:90:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2ea471f-0617-4350-8611-026ad83fff1d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:11:11.131740 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 8305527f-6e08-43de-9222-8d8900de348d is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:11:11.132133 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8305527f-6e08-43de-9222-8d8900de348d), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:11.145766 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8305527f-6e08-43de-9222-8d8900de348d {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:11:11.167609 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 8305527f-6e08-43de-9222-8d8900de348d, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=8305527f-6e08-43de-9222-8d8900de348d,segment=NetworkSegment(9c328bea-0561-4f1a-804e-243ba6080efb),segment_id=9c328bea-0561-4f1a-804e-243ba6080efb)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:11:11.171594 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (8305527f-6e08-43de-9222-8d8900de348d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:11.221696 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=8305527f-6e08-43de-9222-8d8900de348d,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:11:11.391160 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['b9a3d87e-79f4-4429-bc82-6433943f7ec2'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:11:11.394035 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['8305527f-6e08-43de-9222-8d8900de348d'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:11:11.548065 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002137d3-404e-47e7-8b66-c0a888549433 req-bbe65ed5-50d4-4fc2-82df-af3fc0d2895a tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:11.549709 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-002137d3-404e-47e7-8b66-c0a888549433 req-bbe65ed5-50d4-4fc2-82df-af3fc0d2895a tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.87 "GET /v2.0/ports?device_id=bd10eb95-4842-424c-89d8-90edfae9cdae HTTP/1.1" status: 200 len: 944 time: 0.0761259 Feb 17 18:11:11.600268 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-002137d3-404e-47e7-8b66-c0a888549433 req-87d09e25-e4f1-459b-a708-79405999aa3a tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.87 "GET /v2.0/security-groups?id=6036987f-3fce-40fb-ba0d-b6f4e0e4cf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446310 Feb 17 18:11:11.747029 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29a504-69eb-4b52-80b1-4ffc843533b5 req-44febf9c-8771-49b6-9559-6198805db561 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:11.748599 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a29a504-69eb-4b52-80b1-4ffc843533b5 req-44febf9c-8771-49b6-9559-6198805db561 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce3b396d-9bc9-4fd2-ba95-9939792c4db1 HTTP/1.1" status: 200 len: 945 time: 0.0563474 Feb 17 18:11:11.813658 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a29a504-69eb-4b52-80b1-4ffc843533b5 req-270eea2f-5a93-4242-a586-aba39d5a0cba tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=da848aed-a8ee-4923-b3c7-26e8c62b20da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585332 Feb 17 18:11:12.728542 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2678e95-505e-4f82-a148-372c01b125ec req-f47f75c4-a3be-4246-8d6c-d49c03f237b5 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:12.730362 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d2678e95-505e-4f82-a148-372c01b125ec req-f47f75c4-a3be-4246-8d6c-d49c03f237b5 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.87 "GET /v2.0/ports?device_id=bd10eb95-4842-424c-89d8-90edfae9cdae HTTP/1.1" status: 200 len: 944 time: 0.0574884 Feb 17 18:11:12.775050 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device b9a3d87e-79f4-4429-bc82-6433943f7ec2 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:11:12.776982 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d2678e95-505e-4f82-a148-372c01b125ec req-f81276f1-b5d4-4083-9371-52601a4c41a1 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.87 "GET /v2.0/security-groups?id=6036987f-3fce-40fb-ba0d-b6f4e0e4cf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410988 Feb 17 18:11:12.825609 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port b9a3d87e-79f4-4429-bc82-6433943f7ec2 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 18:11:12.829702 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port b9a3d87e-79f4-4429-bc82-6433943f7ec2 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:11:12.830078 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b9a3d87e-79f4-4429-bc82-6433943f7ec2), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:12.918186 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port b9a3d87e-79f4-4429-bc82-6433943f7ec2 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:11:12.918574 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b9a3d87e-79f4-4429-bc82-6433943f7ec2), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:12.939785 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc77fd39-810f-419d-9b23-3ae0568edcbe req-0367e831-2c9b-4098-8f3d-175518a77d27 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:12.941327 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dc77fd39-810f-419d-9b23-3ae0568edcbe req-0367e831-2c9b-4098-8f3d-175518a77d27 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce3b396d-9bc9-4fd2-ba95-9939792c4db1 HTTP/1.1" status: 200 len: 945 time: 0.0544660 Feb 17 18:11:12.941603 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd10eb95-4842-424c-89d8-90edfae9cdae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a3d87e-79f4-4429-bc82-6433943f7ec2'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:11:12.943902 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6fa1f4-4d94-4752-9b8e-2f6d6047bc2a" -d '{"events": [{"server_uuid": "bd10eb95-4842-424c-89d8-90edfae9cdae", "name": "network-vif-plugged", "status": "completed", "tag": "b9a3d87e-79f4-4429-bc82-6433943f7ec2"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:11:12.956817 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port b9a3d87e-79f4-4429-bc82-6433943f7ec2, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=b9a3d87e-79f4-4429-bc82-6433943f7ec2,segment=NetworkSegment(5bd15d2b-1a4d-4af5-884d-d55a256abe90),segment_id=5bd15d2b-1a4d-4af5-884d-d55a256abe90)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:11:12.962319 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b9a3d87e-79f4-4429-bc82-6433943f7ec2), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:12.963358 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 8305527f-6e08-43de-9222-8d8900de348d up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:11:12.987181 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd1c905-e90b-4b84-88dd-8299f9c76abe x-openstack-request-id: req-4fd1c905-e90b-4b84-88dd-8299f9c76abe {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:11:12.987484 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd10eb95-4842-424c-89d8-90edfae9cdae", "name": "network-vif-plugged", "status": "completed", "tag": "b9a3d87e-79f4-4429-bc82-6433943f7ec2", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:11:12.987741 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4fd1c905-e90b-4b84-88dd-8299f9c76abe {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:11:12.988139 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd10eb95-4842-424c-89d8-90edfae9cdae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a3d87e-79f4-4429-bc82-6433943f7ec2', 'code': 200} Feb 17 18:11:13.006644 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dc77fd39-810f-419d-9b23-3ae0568edcbe req-4e6df14c-69ae-4245-9d48-8f23b9aa4e01 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=da848aed-a8ee-4923-b3c7-26e8c62b20da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513811 Feb 17 18:11:13.045133 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=b9a3d87e-79f4-4429-bc82-6433943f7ec2,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:11:13.060458 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 8305527f-6e08-43de-9222-8d8900de348d completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 18:11:13.064579 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 8305527f-6e08-43de-9222-8d8900de348d triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:11:13.064964 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (8305527f-6e08-43de-9222-8d8900de348d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:13.094182 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e919e5-a717-40b6-8e17-1592e20b3e67 req-b944eaf4-dca1-47a8-886e-14fabe57f2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:13.095544 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d2e919e5-a717-40b6-8e17-1592e20b3e67 req-b944eaf4-dca1-47a8-886e-14fabe57f2b5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=bd10eb95-4842-424c-89d8-90edfae9cdae HTTP/1.1" status: 200 len: 1127 time: 0.0497122 Feb 17 18:11:13.144713 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d2e919e5-a717-40b6-8e17-1592e20b3e67 req-5efd18a0-4401-4a11-9c74-e2606c966b0f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=6036987f-3fce-40fb-ba0d-b6f4e0e4cf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424049 Feb 17 18:11:13.147064 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 8305527f-6e08-43de-9222-8d8900de348d is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:11:13.147553 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8305527f-6e08-43de-9222-8d8900de348d), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:13.179982 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 8305527f-6e08-43de-9222-8d8900de348d, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=8305527f-6e08-43de-9222-8d8900de348d,segment=NetworkSegment(9c328bea-0561-4f1a-804e-243ba6080efb),segment_id=9c328bea-0561-4f1a-804e-243ba6080efb)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:11:13.184489 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (8305527f-6e08-43de-9222-8d8900de348d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:13.232252 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=8305527f-6e08-43de-9222-8d8900de348d,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:11:13.905604 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ecd148-fe07-4bfd-9519-f1e99a6c6319 req-fee5c077-e7c6-43ce-b257-2999faf204d5 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:13.907262 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-78ecd148-fe07-4bfd-9519-f1e99a6c6319 req-fee5c077-e7c6-43ce-b257-2999faf204d5 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.87 "GET /v2.0/ports?device_id=bd10eb95-4842-424c-89d8-90edfae9cdae HTTP/1.1" status: 200 len: 945 time: 0.0573800 Feb 17 18:11:13.960740 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-78ecd148-fe07-4bfd-9519-f1e99a6c6319 req-6bc25fc1-c4a4-4077-9070-900d7ede4d11 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.87 "GET /v2.0/security-groups?id=6036987f-3fce-40fb-ba0d-b6f4e0e4cf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475278 Feb 17 18:11:14.138479 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469c507-d5ad-4f79-b8ac-c43d63e6056b req-4e97807d-10d2-411b-b57f-b28a4e743581 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:14.139917 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e469c507-d5ad-4f79-b8ac-c43d63e6056b req-4e97807d-10d2-411b-b57f-b28a4e743581 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce3b396d-9bc9-4fd2-ba95-9939792c4db1 HTTP/1.1" status: 200 len: 946 time: 0.0544803 Feb 17 18:11:14.190975 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e469c507-d5ad-4f79-b8ac-c43d63e6056b req-9d239828-a0ed-4818-b714-c3ef7429b52d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=da848aed-a8ee-4923-b3c7-26e8c62b20da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453825 Feb 17 18:11:14.989391 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce3b396d-9bc9-4fd2-ba95-9939792c4db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8305527f-6e08-43de-9222-8d8900de348d'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:11:14.991723 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be94d383-09ac-41e5-9393-0aa949077b52" -d '{"events": [{"server_uuid": "ce3b396d-9bc9-4fd2-ba95-9939792c4db1", "name": "network-vif-plugged", "status": "completed", "tag": "8305527f-6e08-43de-9222-8d8900de348d"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:11:15.025958 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405b891d-a8d5-42fb-98c3-5c1da5ba009d x-openstack-request-id: req-405b891d-a8d5-42fb-98c3-5c1da5ba009d {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:11:15.026276 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce3b396d-9bc9-4fd2-ba95-9939792c4db1", "name": "network-vif-plugged", "status": "completed", "tag": "8305527f-6e08-43de-9222-8d8900de348d", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:11:15.027042 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-405b891d-a8d5-42fb-98c3-5c1da5ba009d {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:11:15.027443 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce3b396d-9bc9-4fd2-ba95-9939792c4db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8305527f-6e08-43de-9222-8d8900de348d', 'code': 200} Feb 17 18:11:15.114973 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb8b37-43b4-40cd-a348-3b0ea6ab3813 req-1fb1018a-f5ef-4ad4-937e-992dcf33ade7 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:15.116463 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7eeb8b37-43b4-40cd-a348-3b0ea6ab3813 req-1fb1018a-f5ef-4ad4-937e-992dcf33ade7 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.87 "GET /v2.0/ports?device_id=bd10eb95-4842-424c-89d8-90edfae9cdae HTTP/1.1" status: 200 len: 945 time: 0.0794048 Feb 17 18:11:15.157312 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68643ad9-b084-4f39-a978-1171f7534173 req-eead65fe-13ba-4a7d-a86d-694eac652084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:15.158720 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-68643ad9-b084-4f39-a978-1171f7534173 req-eead65fe-13ba-4a7d-a86d-694eac652084 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ce3b396d-9bc9-4fd2-ba95-9939792c4db1 HTTP/1.1" status: 200 len: 1128 time: 0.0775521 Feb 17 18:11:15.188087 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7eeb8b37-43b4-40cd-a348-3b0ea6ab3813 req-6eb742d4-411a-4d7f-8c30-4d7e863d6f57 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.87 "GET /v2.0/security-groups?id=6036987f-3fce-40fb-ba0d-b6f4e0e4cf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658293 Feb 17 18:11:15.216229 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-68643ad9-b084-4f39-a978-1171f7534173 req-970fe138-3065-4434-818f-e4eaaeefb00c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=da848aed-a8ee-4923-b3c7-26e8c62b20da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520864 Feb 17 18:11:15.315899 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f680de35-eab6-4fb9-80ab-a04ef80d636b req-0543a527-8e10-4162-a312-e503f56918e2 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:15.317454 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f680de35-eab6-4fb9-80ab-a04ef80d636b req-0543a527-8e10-4162-a312-e503f56918e2 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce3b396d-9bc9-4fd2-ba95-9939792c4db1 HTTP/1.1" status: 200 len: 946 time: 0.0569463 Feb 17 18:11:15.372793 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f680de35-eab6-4fb9-80ab-a04ef80d636b req-9274327b-600c-4a2a-bd87-445caa6ad3b5 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=da848aed-a8ee-4923-b3c7-26e8c62b20da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496593 Feb 17 18:11:16.498108 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb976b7-55b6-421d-be06-9d2cca22c30f req-9a2b0a84-beb5-4d36-b9f9-948c0c792465 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:16.499655 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9eb976b7-55b6-421d-be06-9d2cca22c30f req-9a2b0a84-beb5-4d36-b9f9-948c0c792465 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce3b396d-9bc9-4fd2-ba95-9939792c4db1 HTTP/1.1" status: 200 len: 946 time: 0.0570970 Feb 17 18:11:16.551259 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9eb976b7-55b6-421d-be06-9d2cca22c30f req-70d9bbbb-7d11-4cc9-a244-da51ccf9b079 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=da848aed-a8ee-4923-b3c7-26e8c62b20da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457997 Feb 17 18:11:16.677751 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f209a1e-d362-4f4f-8e44-0283936353d9 req-0b846bbf-3a06-49fb-bc62-f74301b5025b tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:16.679349 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f209a1e-d362-4f4f-8e44-0283936353d9 req-0b846bbf-3a06-49fb-bc62-f74301b5025b tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce3b396d-9bc9-4fd2-ba95-9939792c4db1 HTTP/1.1" status: 200 len: 946 time: 0.0547919 Feb 17 18:11:16.730448 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f209a1e-d362-4f4f-8e44-0283936353d9 req-3e83ec2c-44b4-4554-a29b-9d7492c5a87e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=da848aed-a8ee-4923-b3c7-26e8c62b20da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453475 Feb 17 18:11:16.752144 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35506) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:11:16.801068 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50be771-0985-48a1-a544-9b14f288f005 tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:16.802804 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e50be771-0985-48a1-a544-9b14f288f005 tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=ce3b396d-9bc9-4fd2-ba95-9939792c4db1 HTTP/1.1" status: 200 len: 1123 time: 0.0494769 Feb 17 18:11:16.805671 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35508) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:11:16.810374 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-0d2fc1e9-1960-457f-9402-4a55b7bcbd29 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'port_id': '8305527f-6e08-43de-9222-8d8900de348d', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:11:16.833017 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d2fc1e9-1960-457f-9402-4a55b7bcbd29 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:16.941066 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d2fc1e9-1960-457f-9402-4a55b7bcbd29 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:17.053474 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-0d2fc1e9-1960-457f-9402-4a55b7bcbd29 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Allocated IP 172.25.8.126 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/60fa468f-ddc7-435d-819c-a729b2f06722) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:11:17.155341 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d2fc1e9-1960-457f-9402-4a55b7bcbd29 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for port (60fa468f-ddc7-435d-819c-a729b2f06722), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:17.191500 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d2fc1e9-1960-457f-9402-4a55b7bcbd29 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (60fa468f-ddc7-435d-819c-a729b2f06722), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:17.232354 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2fc1e9-1960-457f-9402-4a55b7bcbd29 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:11:17.236796 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-0d2fc1e9-1960-457f-9402-4a55b7bcbd29 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:11:17.241149 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2fc1e9-1960-457f-9402-4a55b7bcbd29 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:11:17.244265 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2fc1e9-1960-457f-9402-4a55b7bcbd29 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'Port': ['ID=60fa468f-ddc7-435d-819c-a729b2f06722,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:11:17.615852 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d2fc1e9-1960-457f-9402-4a55b7bcbd29 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for floatingip (25fb8336-a622-4e1d-8bd9-b5f2414f209a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:17.709523 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d2fc1e9-1960-457f-9402-4a55b7bcbd29 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (60fa468f-ddc7-435d-819c-a729b2f06722), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:17.867464 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d2fc1e9-1960-457f-9402-4a55b7bcbd29 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for port (60fa468f-ddc7-435d-819c-a729b2f06722), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:17.872526 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d2fc1e9-1960-457f-9402-4a55b7bcbd29 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (60fa468f-ddc7-435d-819c-a729b2f06722), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:17.955024 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2fc1e9-1960-457f-9402-4a55b7bcbd29 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event updated for resources: {'Port': ['ID=60fa468f-ddc7-435d-819c-a729b2f06722,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:11:17.960303 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d2fc1e9-1960-457f-9402-4a55b7bcbd29 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (25fb8336-a622-4e1d-8bd9-b5f2414f209a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:18.066221 n-d-829613-2 neutron-server[103434]: INFO neutron.db.l3_db [None req-0d2fc1e9-1960-457f-9402-4a55b7bcbd29 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Floating IP 25fb8336-a622-4e1d-8bd9-b5f2414f209a associated. External IP: 172.25.8.126, port: 8305527f-6e08-43de-9222-8d8900de348d. Feb 17 18:11:18.279297 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d2fc1e9-1960-457f-9402-4a55b7bcbd29 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Router 90e6c207-430d-4f5f-8268-b9ed7fadbf3d has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:11:18.751120 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2fc1e9-1960-457f-9402-4a55b7bcbd29 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:11:18.762616 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ac367f-b871-449b-b4b5-8e8136ffdf9a None None] Sync routers for ids ['90e6c207-430d-4f5f-8268-b9ed7fadbf3d'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:11:18.773697 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d2fc1e9-1960-457f-9402-4a55b7bcbd29 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:18.777974 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ac367f-b871-449b-b4b5-8e8136ffdf9a None None] Routers {'90e6c207-430d-4f5f-8268-b9ed7fadbf3d'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:11:18.779426 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-45ac367f-b871-449b-b4b5-8e8136ffdf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:11:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['90e6c207-430d-4f5f-8268-b9ed7fadbf3d'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:11:18.807015 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0d2fc1e9-1960-457f-9402-4a55b7bcbd29 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0001161 Feb 17 18:11:18.808226 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce3b396d-9bc9-4fd2-ba95-9939792c4db1', 'tag': '8305527f-6e08-43de-9222-8d8900de348d'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:11:18.810876 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9ab914-06c3-4451-a0f1-49da98e9d57d" -d '{"events": [{"name": "network-changed", "server_uuid": "ce3b396d-9bc9-4fd2-ba95-9939792c4db1", "tag": "8305527f-6e08-43de-9222-8d8900de348d"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:11:18.854144 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6827926e-1591-49ab-9be3-10d6b40bdc15 x-openstack-request-id: req-6827926e-1591-49ab-9be3-10d6b40bdc15 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:11:18.854550 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce3b396d-9bc9-4fd2-ba95-9939792c4db1", "tag": "8305527f-6e08-43de-9222-8d8900de348d", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:11:18.854908 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6827926e-1591-49ab-9be3-10d6b40bdc15 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:11:18.855394 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce3b396d-9bc9-4fd2-ba95-9939792c4db1', 'tag': '8305527f-6e08-43de-9222-8d8900de348d', 'status': 'completed', 'code': 200} Feb 17 18:11:18.931903 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-45ac367f-b871-449b-b4b5-8e8136ffdf9a None None] Set router 90e6c207-430d-4f5f-8268-b9ed7fadbf3d gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:11:18.968017 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ab914-06c3-4451-a0f1-49da98e9d57d req-51b69395-8777-4085-b0fb-4e0b0edbd3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:18.969861 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5f9ab914-06c3-4451-a0f1-49da98e9d57d req-51b69395-8777-4085-b0fb-4e0b0edbd3f4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fbdb8b0945f14355a625c005e43f71f8&device_id=ce3b396d-9bc9-4fd2-ba95-9939792c4db1 HTTP/1.1" status: 200 len: 1128 time: 0.0910335 Feb 17 18:11:19.004410 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7376bd-65df-42ac-9a9e-539b4de26638 req-1e727965-5474-4675-a855-256de4335c30 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:19.006146 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bf7376bd-65df-42ac-9a9e-539b4de26638 req-1e727965-5474-4675-a855-256de4335c30 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce3b396d-9bc9-4fd2-ba95-9939792c4db1 HTTP/1.1" status: 200 len: 946 time: 0.0928950 Feb 17 18:11:19.115317 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bf7376bd-65df-42ac-9a9e-539b4de26638 req-377bda00-3c76-4985-8987-1140da236266 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=da848aed-a8ee-4923-b3c7-26e8c62b20da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991859 Feb 17 18:11:19.116545 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ab914-06c3-4451-a0f1-49da98e9d57d req-0c68e0bb-cb75-4f87-8ef4-e0ee196432b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:19.117944 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5f9ab914-06c3-4451-a0f1-49da98e9d57d req-0c68e0bb-cb75-4f87-8ef4-e0ee196432b2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=52d2f2cd-be8d-4433-adf4-57426a495729 HTTP/1.1" status: 200 len: 898 time: 0.1409874 Feb 17 18:11:19.139928 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35518) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:11:19.202779 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:19.212663 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-45ac367f-b871-449b-b4b5-8e8136ffdf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e6c207-430d-4f5f-8268-b9ed7fadbf3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98071675', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '56daa084-a5ea-44b0-bbd3-a273bad1ca9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:10:55Z', 'updated_at': '2022-02-17T18:11:00Z', 'revision_number': 4, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': '56daa084-a5ea-44b0-bbd3-a273bad1ca9a', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e6c207-430d-4f5f-8268-b9ed7fadbf3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:10:56Z', 'updated_at': '2022-02-17T18:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '25fb8336-a622-4e1d-8bd9-b5f2414f209a', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'floating_ip_address': '172.25.8.126', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '90e6c207-430d-4f5f-8268-b9ed7fadbf3d', 'port_id': '8305527f-6e08-43de-9222-8d8900de348d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52d2f2cd-be8d-4433-adf4-57426a495729', 'mac_address': 'fa:16:3e:09:90:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3b396d-9bc9-4fd2-ba95-9939792c4db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:11:17Z', 'updated_at': '2022-02-17T18:11:17Z', 'revision_number': 0, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06c0eacf-c7e9-43f1-9140-e563928e57e7', 'name': '', 'network_id': '52d2f2cd-be8d-4433-adf4-57426a495729', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'mac_address': 'fa:16:3e:c9:3f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e6c207-430d-4f5f-8268-b9ed7fadbf3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c2ea471f-0617-4350-8611-026ad83fff1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:10:59Z', 'updated_at': '2022-02-17T18:11:03Z', 'revision_number': 5, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'subnets': [{'id': 'c2ea471f-0617-4350-8611-026ad83fff1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:11:19.219868 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c725a2fb-506c-42cb-a674-538c32fe21c8 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/floatingips/25fb8336-a622-4e1d-8bd9-b5f2414f209a HTTP/1.1" status: 200 len: 992 time: 0.0769560 Feb 17 18:11:19.242193 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5f9ab914-06c3-4451-a0f1-49da98e9d57d req-95a7efc9-4bc3-4629-855d-2e68779561d3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8305527f-6e08-43de-9222-8d8900de348d HTTP/1.1" status: 200 len: 1000 time: 0.1104038 Feb 17 18:11:19.246899 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ac367f-b871-449b-b4b5-8e8136ffdf9a None None] Checking router: 90e6c207-430d-4f5f-8268-b9ed7fadbf3d for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:11:19.258816 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ac367f-b871-449b-b4b5-8e8136ffdf9a None None] Routers {'90e6c207-430d-4f5f-8268-b9ed7fadbf3d'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:11:19.259619 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-45ac367f-b871-449b-b4b5-8e8136ffdf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:11:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['90e6c207-430d-4f5f-8268-b9ed7fadbf3d'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:11:19.294105 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ab914-06c3-4451-a0f1-49da98e9d57d req-323ee108-6e22-41f1-8393-68712bba09ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:19.295706 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5f9ab914-06c3-4451-a0f1-49da98e9d57d req-323ee108-6e22-41f1-8393-68712bba09ec service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c2ea471f-0617-4350-8611-026ad83fff1d HTTP/1.1" status: 200 len: 834 time: 0.0478344 Feb 17 18:11:19.355774 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ab914-06c3-4451-a0f1-49da98e9d57d req-1be9e632-fcb1-458a-9728-109663178221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:19.357626 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5f9ab914-06c3-4451-a0f1-49da98e9d57d req-1be9e632-fcb1-458a-9728-109663178221 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=52d2f2cd-be8d-4433-adf4-57426a495729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0560434 Feb 17 18:11:19.457160 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5f9ab914-06c3-4451-a0f1-49da98e9d57d req-f636ace0-a2fa-4048-b27f-2087f3d1ceed service neutron] 10.222.0.71 "GET /v2.0/networks/52d2f2cd-be8d-4433-adf4-57426a495729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932634 Feb 17 18:11:19.482240 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-45ac367f-b871-449b-b4b5-8e8136ffdf9a None None] Set router 90e6c207-430d-4f5f-8268-b9ed7fadbf3d gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:11:19.558577 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5f9ab914-06c3-4451-a0f1-49da98e9d57d req-3c2cdcf3-2ce5-4828-85b0-924a21efe15a service neutron] 10.222.0.71 "GET /v2.0/networks/52d2f2cd-be8d-4433-adf4-57426a495729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961440 Feb 17 18:11:19.732993 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-45ac367f-b871-449b-b4b5-8e8136ffdf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e6c207-430d-4f5f-8268-b9ed7fadbf3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98071675', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '56daa084-a5ea-44b0-bbd3-a273bad1ca9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:10:55Z', 'updated_at': '2022-02-17T18:11:00Z', 'revision_number': 4, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': '56daa084-a5ea-44b0-bbd3-a273bad1ca9a', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e6c207-430d-4f5f-8268-b9ed7fadbf3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:10:56Z', 'updated_at': '2022-02-17T18:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '25fb8336-a622-4e1d-8bd9-b5f2414f209a', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'floating_ip_address': '172.25.8.126', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '90e6c207-430d-4f5f-8268-b9ed7fadbf3d', 'port_id': '8305527f-6e08-43de-9222-8d8900de348d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52d2f2cd-be8d-4433-adf4-57426a495729', 'mac_address': 'fa:16:3e:09:90:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3b396d-9bc9-4fd2-ba95-9939792c4db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:11:17Z', 'updated_at': '2022-02-17T18:11:17Z', 'revision_number': 0, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06c0eacf-c7e9-43f1-9140-e563928e57e7', 'name': '', 'network_id': '52d2f2cd-be8d-4433-adf4-57426a495729', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'mac_address': 'fa:16:3e:c9:3f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e6c207-430d-4f5f-8268-b9ed7fadbf3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c2ea471f-0617-4350-8611-026ad83fff1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:10:59Z', 'updated_at': '2022-02-17T18:11:03Z', 'revision_number': 5, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'subnets': [{'id': 'c2ea471f-0617-4350-8611-026ad83fff1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:11:19.764503 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ac367f-b871-449b-b4b5-8e8136ffdf9a None None] The sync data for ids ['90e6c207-430d-4f5f-8268-b9ed7fadbf3d'] in n-d-829613-2 is: [{'id': '90e6c207-430d-4f5f-8268-b9ed7fadbf3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98071675', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '56daa084-a5ea-44b0-bbd3-a273bad1ca9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:10:55Z', 'updated_at': '2022-02-17T18:11:00Z', 'revision_number': 4, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': '56daa084-a5ea-44b0-bbd3-a273bad1ca9a', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e6c207-430d-4f5f-8268-b9ed7fadbf3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:10:56Z', 'updated_at': '2022-02-17T18:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '25fb8336-a622-4e1d-8bd9-b5f2414f209a', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'floating_ip_address': '172.25.8.126', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '90e6c207-430d-4f5f-8268-b9ed7fadbf3d', 'port_id': '8305527f-6e08-43de-9222-8d8900de348d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3968, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52d2f2cd-be8d-4433-adf4-57426a495729', 'mac_address': 'fa:16:3e:09:90:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3b396d-9bc9-4fd2-ba95-9939792c4db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:11:17Z', 'updated_at': '2022-02-17T18:11:17Z', 'revision_number': 0, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06c0eacf-c7e9-43f1-9140-e563928e57e7', 'name': '', 'network_id': '52d2f2cd-be8d-4433-adf4-57426a495729', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'mac_address': 'fa:16:3e:c9:3f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e6c207-430d-4f5f-8268-b9ed7fadbf3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c2ea471f-0617-4350-8611-026ad83fff1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:10:59Z', 'updated_at': '2022-02-17T18:11:03Z', 'revision_number': 5, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'subnets': [{'id': 'c2ea471f-0617-4350-8611-026ad83fff1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:11:19.972905 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:20.002207 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd89f7f-aeff-48d6-891a-c130c630fd6c None None] New status for floating IP 25fb8336-a622-4e1d-8bd9-b5f2414f209a: ACTIVE {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 18:11:20.222321 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35522) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:11:20.291724 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7341915f-ae22-4e85-a90d-85d39fac8474 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/floatingips/25fb8336-a622-4e1d-8bd9-b5f2414f209a HTTP/1.1" status: 200 len: 994 time: 0.0680516 Feb 17 18:11:31.920843 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:11:32.998923 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-de67d097-a86b-4fbc-ba92-407a929f3fbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:35.454140 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8f75655c-d1c1-41db-be6b-fe92460e3862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:36.808927 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:38.030474 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:39.117063 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:39.971954 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7a23ee40-87b6-4eb2-ae16-1e3c983f0677 req-089cf133-0551-49ee-a384-75380eb27365 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=bd10eb95-4842-424c-89d8-90edfae9cdae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0504847 Feb 17 18:11:40.078675 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23ee40-87b6-4eb2-ae16-1e3c983f0677 req-35ca403a-fff5-4129-99ce-de72db7a4fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:40.080921 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7a23ee40-87b6-4eb2-ae16-1e3c983f0677 req-35ca403a-fff5-4129-99ce-de72db7a4fec service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fa5431e3b4614ca780961a3b67572571&device_id=bd10eb95-4842-424c-89d8-90edfae9cdae HTTP/1.1" status: 200 len: 1127 time: 0.0604551 Feb 17 18:11:40.236837 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23ee40-87b6-4eb2-ae16-1e3c983f0677 req-d92879fa-bd98-4dfe-b59b-d0f48baf976c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:40.238252 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7a23ee40-87b6-4eb2-ae16-1e3c983f0677 req-d92879fa-bd98-4dfe-b59b-d0f48baf976c service neutron] 10.222.0.71 "GET /v2.0/networks?id=e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f HTTP/1.1" status: 200 len: 915 time: 0.1346052 Feb 17 18:11:40.324633 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7a23ee40-87b6-4eb2-ae16-1e3c983f0677 req-90399499-1aa9-4328-b37d-dc55983677b6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9a3d87e-79f4-4429-bc82-6433943f7ec2 HTTP/1.1" status: 200 len: 217 time: 0.0783782 Feb 17 18:11:40.405193 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23ee40-87b6-4eb2-ae16-1e3c983f0677 req-27263d3f-e4eb-4114-9d1d-3ead07757bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:40.405193 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7a23ee40-87b6-4eb2-ae16-1e3c983f0677 req-27263d3f-e4eb-4114-9d1d-3ead07757bca service neutron] 10.222.0.71 "GET /v2.0/subnets?id=553028f8-b1a2-4bf5-9145-a864859ac515 HTTP/1.1" status: 200 len: 854 time: 0.0733635 Feb 17 18:11:40.442624 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7a23ee40-87b6-4eb2-ae16-1e3c983f0677 req-6f398b85-0a48-4d01-8468-bc44980a9a17 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316534 Feb 17 18:11:40.572175 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7a23ee40-87b6-4eb2-ae16-1e3c983f0677 req-3a72b4d7-3b9a-4859-b199-f25e258207a0 service neutron] 10.222.0.71 "GET /v2.0/networks/e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224771 Feb 17 18:11:40.686901 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7a23ee40-87b6-4eb2-ae16-1e3c983f0677 req-10d33484-aba8-4734-aec0-1e599c1773a7 service neutron] 10.222.0.71 "GET /v2.0/networks/e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080086 Feb 17 18:11:49.188382 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:49.293586 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e8f16-7eab-4021-b9aa-4a7e27646a4d req-5a64b23d-143c-4ef6-a287-35ee021c9f81 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:49.296420 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-789e8f16-7eab-4021-b9aa-4a7e27646a4d req-5a64b23d-143c-4ef6-a287-35ee021c9f81 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce3b396d-9bc9-4fd2-ba95-9939792c4db1 HTTP/1.1" status: 200 len: 946 time: 0.0727150 Feb 17 18:11:49.354623 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-789e8f16-7eab-4021-b9aa-4a7e27646a4d req-08e181de-a63d-4837-8a0e-eb18df9d0b9c tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=da848aed-a8ee-4923-b3c7-26e8c62b20da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519614 Feb 17 18:11:49.989595 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:11:50.512174 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0d201-9647-4c1e-9093-d794b0346217 req-90215579-1a70-4123-ba7a-50c145bd4942 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:50.514338 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b0b0d201-9647-4c1e-9093-d794b0346217 req-90215579-1a70-4123-ba7a-50c145bd4942 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce3b396d-9bc9-4fd2-ba95-9939792c4db1 HTTP/1.1" status: 200 len: 946 time: 0.0744939 Feb 17 18:11:50.577325 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b0b0d201-9647-4c1e-9093-d794b0346217 req-5b1933c8-0bfb-44a5-b580-886dd188b1b5 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=da848aed-a8ee-4923-b3c7-26e8c62b20da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560441 Feb 17 18:11:51.776061 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ad124-dcf1-46bc-ae76-9430da35daff req-be16fe3b-d632-40a5-ba1a-3247d3b072ba tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:51.779151 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-035ad124-dcf1-46bc-ae76-9430da35daff req-be16fe3b-d632-40a5-ba1a-3247d3b072ba tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce3b396d-9bc9-4fd2-ba95-9939792c4db1 HTTP/1.1" status: 200 len: 946 time: 0.0949311 Feb 17 18:11:51.865693 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-035ad124-dcf1-46bc-ae76-9430da35daff req-d30bd839-23da-455e-962f-b41402c2bc45 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=da848aed-a8ee-4923-b3c7-26e8c62b20da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795317 Feb 17 18:11:53.048097 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9721fca7-d5e5-43b8-8032-872747bafbf7 req-38aecb22-f540-4a32-986e-33950796a48a tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:53.050915 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9721fca7-d5e5-43b8-8032-872747bafbf7 req-38aecb22-f540-4a32-986e-33950796a48a tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce3b396d-9bc9-4fd2-ba95-9939792c4db1 HTTP/1.1" status: 200 len: 946 time: 0.0851657 Feb 17 18:11:53.132075 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9721fca7-d5e5-43b8-8032-872747bafbf7 req-18029194-356d-47fa-bd73-16267a6435b3 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=da848aed-a8ee-4923-b3c7-26e8c62b20da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701544 Feb 17 18:11:54.320619 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e76eb-f889-46e8-8886-2d84ba50dfbb req-ad18a2cf-9d60-4d0f-a4dc-f5c0cf4f4640 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:54.323010 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f31e76eb-f889-46e8-8886-2d84ba50dfbb req-ad18a2cf-9d60-4d0f-a4dc-f5c0cf4f4640 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce3b396d-9bc9-4fd2-ba95-9939792c4db1 HTTP/1.1" status: 200 len: 946 time: 0.0628698 Feb 17 18:11:54.383925 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f31e76eb-f889-46e8-8886-2d84ba50dfbb req-ddbaabe0-d3c4-4eec-99a4-b620bb45d776 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=da848aed-a8ee-4923-b3c7-26e8c62b20da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539532 Feb 17 18:11:55.578850 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241946b0-ac49-4e3c-875e-1caf703396ef req-009573a6-8a16-4984-91b2-bf103eabdf52 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:55.582030 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-241946b0-ac49-4e3c-875e-1caf703396ef req-009573a6-8a16-4984-91b2-bf103eabdf52 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce3b396d-9bc9-4fd2-ba95-9939792c4db1 HTTP/1.1" status: 200 len: 946 time: 0.1035786 Feb 17 18:11:55.646200 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-241946b0-ac49-4e3c-875e-1caf703396ef req-5720938b-9e02-44b7-94a7-dc9c63a5c784 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=da848aed-a8ee-4923-b3c7-26e8c62b20da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528238 Feb 17 18:11:56.801221 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ec4a5-d618-4895-bf63-05e1842e7751 req-936768e4-6f54-4e8f-b7bc-2af98badd9cf tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:56.803276 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e34ec4a5-d618-4895-bf63-05e1842e7751 req-936768e4-6f54-4e8f-b7bc-2af98badd9cf tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce3b396d-9bc9-4fd2-ba95-9939792c4db1 HTTP/1.1" status: 200 len: 946 time: 0.0702581 Feb 17 18:11:56.873243 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e34ec4a5-d618-4895-bf63-05e1842e7751 req-a6fadfaa-f8c7-4934-9e13-b6d99d17cb48 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=da848aed-a8ee-4923-b3c7-26e8c62b20da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597627 Feb 17 18:11:58.078038 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d7ec7-0a73-45c7-b544-4f74286108a6 req-08c81f46-1991-4da0-98fd-7e54ce03c8db tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:58.079758 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-337d7ec7-0a73-45c7-b544-4f74286108a6 req-08c81f46-1991-4da0-98fd-7e54ce03c8db tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce3b396d-9bc9-4fd2-ba95-9939792c4db1 HTTP/1.1" status: 200 len: 946 time: 0.0905590 Feb 17 18:11:58.141461 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-337d7ec7-0a73-45c7-b544-4f74286108a6 req-f8f09d17-acdb-4049-b5cc-ecd6af83e85c tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=da848aed-a8ee-4923-b3c7-26e8c62b20da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499041 Feb 17 18:11:59.361907 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10e3cb-2794-4475-9736-97e739d07074 req-e1f7ad2c-adc5-4e43-9917-0924592b8980 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:11:59.363530 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9c10e3cb-2794-4475-9736-97e739d07074 req-e1f7ad2c-adc5-4e43-9917-0924592b8980 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce3b396d-9bc9-4fd2-ba95-9939792c4db1 HTTP/1.1" status: 200 len: 946 time: 0.0926347 Feb 17 18:11:59.464167 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9c10e3cb-2794-4475-9736-97e739d07074 req-6a7e9ddf-e0ae-4075-a9df-940fd9de6a16 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=da848aed-a8ee-4923-b3c7-26e8c62b20da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856938 Feb 17 18:12:00.209135 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a1020-ae1c-4b12-acfe-ac294f57990c req-d4b828f0-3b38-45da-8c02-1a82f863b9eb tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:12:00.210833 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a5a1020-ae1c-4b12-acfe-ac294f57990c req-d4b828f0-3b38-45da-8c02-1a82f863b9eb tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.87 "GET /v2.0/ports?device_id=bd10eb95-4842-424c-89d8-90edfae9cdae HTTP/1.1" status: 200 len: 945 time: 0.0788360 Feb 17 18:12:00.281295 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4a5a1020-ae1c-4b12-acfe-ac294f57990c req-609247ad-2f0e-4a19-afc4-2a1b8dfc4db0 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.87 "GET /v2.0/security-groups?id=6036987f-3fce-40fb-ba0d-b6f4e0e4cf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637796 Feb 17 18:12:00.621118 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6ee2c-4201-4a3b-9b7c-c644a03abfb1 req-204cca4b-9c23-42d8-85da-ed4c5212002c tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:12:00.622862 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-01d6ee2c-4201-4a3b-9b7c-c644a03abfb1 req-204cca4b-9c23-42d8-85da-ed4c5212002c tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce3b396d-9bc9-4fd2-ba95-9939792c4db1 HTTP/1.1" status: 200 len: 946 time: 0.0598068 Feb 17 18:12:00.682646 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-01d6ee2c-4201-4a3b-9b7c-c644a03abfb1 req-f05d6689-12f6-4bba-b25c-0cc0fbd399bd tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=da848aed-a8ee-4923-b3c7-26e8c62b20da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533938 Feb 17 18:12:01.430234 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee9c17-6a12-42e4-8c52-03b077f0c93a req-33b3bc19-8ee0-4cd2-b875-f89c687363ca tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:12:01.431918 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2eee9c17-6a12-42e4-8c52-03b077f0c93a req-33b3bc19-8ee0-4cd2-b875-f89c687363ca tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.87 "GET /v2.0/ports?device_id=bd10eb95-4842-424c-89d8-90edfae9cdae HTTP/1.1" status: 200 len: 945 time: 0.0734322 Feb 17 18:12:01.505382 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2eee9c17-6a12-42e4-8c52-03b077f0c93a req-a1efd7dd-55f3-4733-aed9-3d16377a9007 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.87 "GET /v2.0/security-groups?id=6036987f-3fce-40fb-ba0d-b6f4e0e4cf4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615599 Feb 17 18:12:01.693038 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205bf7c-d83d-4d01-be7a-5de7e7b54fdb req-ead68274-9084-4c89-9613-29da76d4683c tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:12:01.696053 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2205bf7c-d83d-4d01-be7a-5de7e7b54fdb req-ead68274-9084-4c89-9613-29da76d4683c tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd10eb95-4842-424c-89d8-90edfae9cdae HTTP/1.1" status: 200 len: 945 time: 0.0748742 Feb 17 18:12:01.862273 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-2205bf7c-d83d-4d01-be7a-5de7e7b54fdb req-7854b590-616d-4baa-b757-44d93ea2d147 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Deleting port b9a3d87e-79f4-4429-bc82-6433943f7ec2 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:12:01.862638 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2205bf7c-d83d-4d01-be7a-5de7e7b54fdb req-7854b590-616d-4baa-b757-44d93ea2d147 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (b9a3d87e-79f4-4429-bc82-6433943f7ec2), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:01.907730 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25b6cc-c15a-495e-978a-f8b361c1fb82 req-509c06d4-6c81-4c6f-b186-0ab738b38e6d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:12:01.909450 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3d25b6cc-c15a-495e-978a-f8b361c1fb82 req-509c06d4-6c81-4c6f-b186-0ab738b38e6d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce3b396d-9bc9-4fd2-ba95-9939792c4db1 HTTP/1.1" status: 200 len: 946 time: 0.1008892 Feb 17 18:12:02.017810 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-2205bf7c-d83d-4d01-be7a-5de7e7b54fdb req-7854b590-616d-4baa-b757-44d93ea2d147 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] For port b9a3d87e-79f4-4429-bc82-6433943f7ec2, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=b9a3d87e-79f4-4429-bc82-6433943f7ec2,segment=NetworkSegment(5bd15d2b-1a4d-4af5-884d-d55a256abe90),segment_id=5bd15d2b-1a4d-4af5-884d-d55a256abe90)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:12:02.018384 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2205bf7c-d83d-4d01-be7a-5de7e7b54fdb req-7854b590-616d-4baa-b757-44d93ea2d147 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (b9a3d87e-79f4-4429-bc82-6433943f7ec2), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:02.045227 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3d25b6cc-c15a-495e-978a-f8b361c1fb82 req-12be526b-cdfa-46e7-9ae3-e6f6ed33d791 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=da848aed-a8ee-4923-b3c7-26e8c62b20da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057560 Feb 17 18:12:02.050347 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-2205bf7c-d83d-4d01-be7a-5de7e7b54fdb req-7854b590-616d-4baa-b757-44d93ea2d147 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Calling delete_port for b9a3d87e-79f4-4429-bc82-6433943f7ec2 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:12:02.130473 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d3b9f-fc25-4869-aca4-42fcdc2f4e6b req-df564796-cd3b-4c3c-a8a5-72dc9ae63d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:12:02.133296 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1d0d3b9f-fc25-4869-aca4-42fcdc2f4e6b req-df564796-cd3b-4c3c-a8a5-72dc9ae63d08 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ce3b396d-9bc9-4fd2-ba95-9939792c4db1 HTTP/1.1" status: 200 len: 1128 time: 0.0635786 Feb 17 18:12:02.196903 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1d0d3b9f-fc25-4869-aca4-42fcdc2f4e6b req-337ec00d-92eb-47eb-b936-ede5bf66b99d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=da848aed-a8ee-4923-b3c7-26e8c62b20da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579338 Feb 17 18:12:02.247666 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2205bf7c-d83d-4d01-be7a-5de7e7b54fdb req-7854b590-616d-4baa-b757-44d93ea2d147 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (b9a3d87e-79f4-4429-bc82-6433943f7ec2), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:02.263120 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['b9a3d87e-79f4-4429-bc82-6433943f7ec2'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:12:02.291147 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7854b590-616d-4baa-b757-44d93ea2d147 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Pushing event deleted for resources: {'Port': ['ID=b9a3d87e-79f4-4429-bc82-6433943f7ec2,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:12:02.307352 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7854b590-616d-4baa-b757-44d93ea2d147 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:12:02.307858 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7854b590-616d-4baa-b757-44d93ea2d147 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:12:02.308845 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7854b590-616d-4baa-b757-44d93ea2d147 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:12:02.309297 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7854b590-616d-4baa-b757-44d93ea2d147 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:12:02.309736 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7854b590-616d-4baa-b757-44d93ea2d147 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:12:02.310173 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7854b590-616d-4baa-b757-44d93ea2d147 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:12:02.310609 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7854b590-616d-4baa-b757-44d93ea2d147 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:12:02.311168 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7854b590-616d-4baa-b757-44d93ea2d147 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:12:02.312420 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7854b590-616d-4baa-b757-44d93ea2d147 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:12:02.312420 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7854b590-616d-4baa-b757-44d93ea2d147 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:12:02.312845 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7854b590-616d-4baa-b757-44d93ea2d147 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:12:02.313228 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7854b590-616d-4baa-b757-44d93ea2d147 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:12:02.313622 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7854b590-616d-4baa-b757-44d93ea2d147 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:12:02.363817 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-2205bf7c-d83d-4d01-be7a-5de7e7b54fdb req-7854b590-616d-4baa-b757-44d93ea2d147 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] No DVR routers for this DVR port b9a3d87e-79f4-4429-bc82-6433943f7ec2 on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:12:02.366723 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-2205bf7c-d83d-4d01-be7a-5de7e7b54fdb req-7854b590-616d-4baa-b757-44d93ea2d147 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:02.370177 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2205bf7c-d83d-4d01-be7a-5de7e7b54fdb req-7854b590-616d-4baa-b757-44d93ea2d147 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.71 "DELETE /v2.0/ports/b9a3d87e-79f4-4429-bc82-6433943f7ec2 HTTP/1.1" status: 204 len: 173 time: 0.6687853 Feb 17 18:12:02.370753 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd10eb95-4842-424c-89d8-90edfae9cdae', 'name': 'network-vif-deleted', 'tag': 'b9a3d87e-79f4-4429-bc82-6433943f7ec2'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:12:02.373687 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53bcb338-86e3-48b9-8a56-13337da90bb9" -d '{"events": [{"server_uuid": "bd10eb95-4842-424c-89d8-90edfae9cdae", "name": "network-vif-deleted", "tag": "b9a3d87e-79f4-4429-bc82-6433943f7ec2"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:12:02.452633 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5cd0e8c-6748-478b-a5bc-85aff0a1320c x-openstack-request-id: req-c5cd0e8c-6748-478b-a5bc-85aff0a1320c {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:12:02.453044 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd10eb95-4842-424c-89d8-90edfae9cdae", "name": "network-vif-deleted", "tag": "b9a3d87e-79f4-4429-bc82-6433943f7ec2", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:12:02.453401 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c5cd0e8c-6748-478b-a5bc-85aff0a1320c {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:12:02.454006 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd10eb95-4842-424c-89d8-90edfae9cdae', 'name': 'network-vif-deleted', 'tag': 'b9a3d87e-79f4-4429-bc82-6433943f7ec2', 'status': 'completed', 'code': 200} Feb 17 18:12:02.673432 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-165a63cc-a365-4a50-8ae0-dc322997655b req-d48f1635-cd27-4cf2-b0de-a4f4f1fc8979 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] 10.222.0.87 "GET /v2.0/ports?device_id=bd10eb95-4842-424c-89d8-90edfae9cdae HTTP/1.1" status: 200 len: 210 time: 0.0330136 Feb 17 18:12:02.995335 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-38789328-59fd-4791-a7d7-b7ab7abdcc7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:03.227846 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37216d63-3326-4d09-8a26-de33df3f68df req-be674f7f-8b3d-4310-ae6e-d9f5e7d64d99 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:12:03.230574 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-37216d63-3326-4d09-8a26-de33df3f68df req-be674f7f-8b3d-4310-ae6e-d9f5e7d64d99 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce3b396d-9bc9-4fd2-ba95-9939792c4db1 HTTP/1.1" status: 200 len: 946 time: 0.0799844 Feb 17 18:12:03.294175 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-37216d63-3326-4d09-8a26-de33df3f68df req-c67ddd54-ce3f-42b3-a0ea-b7540738e12d tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=da848aed-a8ee-4923-b3c7-26e8c62b20da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570166 Feb 17 18:12:04.441494 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db341a-69e8-4d5e-9de5-a898e2351dbb req-b8fb3b39-4dbb-47ab-953c-5bd1740aeeab tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:12:04.443138 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-44db341a-69e8-4d5e-9de5-a898e2351dbb req-b8fb3b39-4dbb-47ab-953c-5bd1740aeeab tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce3b396d-9bc9-4fd2-ba95-9939792c4db1 HTTP/1.1" status: 200 len: 946 time: 0.0597205 Feb 17 18:12:04.506550 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-44db341a-69e8-4d5e-9de5-a898e2351dbb req-34166e80-ca50-4c32-8f46-01d3885eb584 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=da848aed-a8ee-4923-b3c7-26e8c62b20da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570195 Feb 17 18:12:04.531567 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35696) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:12:04.610757 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-39d310fd-2ca8-4615-b856-3858ab75f928 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/floatingips/25fb8336-a622-4e1d-8bd9-b5f2414f209a HTTP/1.1" status: 200 len: 994 time: 0.0774786 Feb 17 18:12:05.064727 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 8305527f-6e08-43de-9222-8d8900de348d details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:12:05.076848 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device b9a3d87e-79f4-4429-bc82-6433943f7ec2 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:12:05.126700 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: b9a3d87e-79f4-4429-bc82-6433943f7ec2 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:12:05.127266 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device b9a3d87e-79f4-4429-bc82-6433943f7ec2 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:12:05.127974 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 8305527f-6e08-43de-9222-8d8900de348d no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:12:05.350712 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 8305527f-6e08-43de-9222-8d8900de348d, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=8305527f-6e08-43de-9222-8d8900de348d,segment=NetworkSegment(9c328bea-0561-4f1a-804e-243ba6080efb),segment_id=9c328bea-0561-4f1a-804e-243ba6080efb)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:12:05.375985 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '8305527f-6e08-43de-9222-8d8900de348d', 'network_id': '52d2f2cd-be8d-4433-adf4-57426a495729', 'port_id': '8305527f-6e08-43de-9222-8d8900de348d', 'mac_address': 'fa:16:3e:09:90:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2ea471f-0617-4350-8611-026ad83fff1d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:12:05.379638 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 8305527f-6e08-43de-9222-8d8900de348d is: ACTIVE; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:12:05.380044 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8305527f-6e08-43de-9222-8d8900de348d), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:05.442919 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce3b396d-9bc9-4fd2-ba95-9939792c4db1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8305527f-6e08-43de-9222-8d8900de348d'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:12:05.445623 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7c3ec3-fb9a-4211-be6f-29dac8c818e3" -d '{"events": [{"server_uuid": "ce3b396d-9bc9-4fd2-ba95-9939792c4db1", "name": "network-vif-unplugged", "status": "completed", "tag": "8305527f-6e08-43de-9222-8d8900de348d"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:12:05.480097 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 8305527f-6e08-43de-9222-8d8900de348d, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=8305527f-6e08-43de-9222-8d8900de348d,segment=NetworkSegment(9c328bea-0561-4f1a-804e-243ba6080efb),segment_id=9c328bea-0561-4f1a-804e-243ba6080efb)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:12:05.489145 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (8305527f-6e08-43de-9222-8d8900de348d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:05.496698 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-684c4a37-003a-44ab-8a8a-b8c63ec54c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:05.499803 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 8305527f-6e08-43de-9222-8d8900de348d is: ACTIVE; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:12:05.500203 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8305527f-6e08-43de-9222-8d8900de348d), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:05.524788 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 18:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69c5dff-c1bd-491d-b4c6-9118680a8181 x-openstack-request-id: req-c69c5dff-c1bd-491d-b4c6-9118680a8181 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:12:05.525152 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce3b396d-9bc9-4fd2-ba95-9939792c4db1", "name": "network-vif-unplugged", "status": "completed", "tag": "8305527f-6e08-43de-9222-8d8900de348d", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:12:05.525342 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c69c5dff-c1bd-491d-b4c6-9118680a8181 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:12:05.525733 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce3b396d-9bc9-4fd2-ba95-9939792c4db1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8305527f-6e08-43de-9222-8d8900de348d', 'code': 200} Feb 17 18:12:05.544198 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8305527f-6e08-43de-9222-8d8900de348d {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:12:05.603959 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=8305527f-6e08-43de-9222-8d8900de348d,revision_number=6']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:12:05.621204 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:12:05.621679 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:12:05.622118 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:12:05.622534 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:12:05.622904 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:12:05.623305 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:12:05.623719 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:12:05.624156 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:12:05.624603 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:12:05.624992 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:12:05.625437 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:12:05.625829 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:12:05.626222 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:12:05.635205 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.api [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 18:12:05.637269 n-d-829613-2 neutron-server[103436]: DEBUG oslo_db.api [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 18:12:06.183491 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 8305527f-6e08-43de-9222-8d8900de348d is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:12:06.184380 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8305527f-6e08-43de-9222-8d8900de348d), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:06.201046 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8305527f-6e08-43de-9222-8d8900de348d {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:12:06.225964 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 8305527f-6e08-43de-9222-8d8900de348d, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=8305527f-6e08-43de-9222-8d8900de348d,segment=NetworkSegment(9c328bea-0561-4f1a-804e-243ba6080efb),segment_id=9c328bea-0561-4f1a-804e-243ba6080efb)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:12:06.231696 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (8305527f-6e08-43de-9222-8d8900de348d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:06.298612 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=8305527f-6e08-43de-9222-8d8900de348d,revision_number=7']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:12:06.451952 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['8305527f-6e08-43de-9222-8d8900de348d'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:12:06.817832 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:08.035808 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:08.924666 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:12:09.093898 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 8305527f-6e08-43de-9222-8d8900de348d up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:12:09.181141 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:09.210485 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 8305527f-6e08-43de-9222-8d8900de348d triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:12:09.211002 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (8305527f-6e08-43de-9222-8d8900de348d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:09.310271 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 8305527f-6e08-43de-9222-8d8900de348d is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:12:09.310647 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8305527f-6e08-43de-9222-8d8900de348d), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:09.338100 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce3b396d-9bc9-4fd2-ba95-9939792c4db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8305527f-6e08-43de-9222-8d8900de348d'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:12:09.340520 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e16948-286f-4d50-9173-51c064d86a7a" -d '{"events": [{"server_uuid": "ce3b396d-9bc9-4fd2-ba95-9939792c4db1", "name": "network-vif-plugged", "status": "completed", "tag": "8305527f-6e08-43de-9222-8d8900de348d"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:12:09.359057 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 8305527f-6e08-43de-9222-8d8900de348d, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=8305527f-6e08-43de-9222-8d8900de348d,segment=NetworkSegment(9c328bea-0561-4f1a-804e-243ba6080efb),segment_id=9c328bea-0561-4f1a-804e-243ba6080efb)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:12:09.368932 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (8305527f-6e08-43de-9222-8d8900de348d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:09.404591 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8fae08b-3003-4879-8305-f7f266216c3e x-openstack-request-id: req-b8fae08b-3003-4879-8305-f7f266216c3e {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:12:09.404934 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce3b396d-9bc9-4fd2-ba95-9939792c4db1", "name": "network-vif-plugged", "status": "completed", "tag": "8305527f-6e08-43de-9222-8d8900de348d", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:12:09.405175 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b8fae08b-3003-4879-8305-f7f266216c3e {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:12:09.405730 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce3b396d-9bc9-4fd2-ba95-9939792c4db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8305527f-6e08-43de-9222-8d8900de348d', 'code': 200} Feb 17 18:12:09.435204 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=8305527f-6e08-43de-9222-8d8900de348d,revision_number=8']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:12:19.182314 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:19.990865 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:33.004954 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-33c4fac4-e642-4f36-ae5c-973ab58fac23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:35.462614 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-57ff195d-9570-4e81-a1bf-9675a22ebd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:36.815148 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:38.037265 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:39.136351 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:39.879558 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35814) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:12:40.019999 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9c580f97-6431-4124-bf90-b25e35b2ecb6 req-047fbcaf-a036-452b-8050-b044b2d17276 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ce3b396d-9bc9-4fd2-ba95-9939792c4db1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0770588 Feb 17 18:12:40.115898 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c580f97-6431-4124-bf90-b25e35b2ecb6 req-eca0b194-9be9-4440-8a56-86330a51edd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:12:40.117980 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9c580f97-6431-4124-bf90-b25e35b2ecb6 req-eca0b194-9be9-4440-8a56-86330a51edd9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fbdb8b0945f14355a625c005e43f71f8&device_id=ce3b396d-9bc9-4fd2-ba95-9939792c4db1 HTTP/1.1" status: 200 len: 1128 time: 0.0656869 Feb 17 18:12:40.167682 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-bcdc5eaa-8613-4a7b-9a97-6517e72f1ef9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Deleting port 60fa468f-ddc7-435d-819c-a729b2f06722 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:12:40.168233 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bcdc5eaa-8613-4a7b-9a97-6517e72f1ef9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (60fa468f-ddc7-435d-819c-a729b2f06722), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:40.311839 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bcdc5eaa-8613-4a7b-9a97-6517e72f1ef9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (60fa468f-ddc7-435d-819c-a729b2f06722), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:40.312398 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bcdc5eaa-8613-4a7b-9a97-6517e72f1ef9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for floatingip (60fa468f-ddc7-435d-819c-a729b2f06722), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:40.325500 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c580f97-6431-4124-bf90-b25e35b2ecb6 req-e4027eb4-3e64-4eba-87d0-8e65dedabf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:12:40.327913 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9c580f97-6431-4124-bf90-b25e35b2ecb6 req-e4027eb4-3e64-4eba-87d0-8e65dedabf8f service neutron] 10.222.0.71 "GET /v2.0/networks?id=52d2f2cd-be8d-4433-adf4-57426a495729 HTTP/1.1" status: 200 len: 898 time: 0.1820295 Feb 17 18:12:40.335600 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-bcdc5eaa-8613-4a7b-9a97-6517e72f1ef9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Calling delete_port for 60fa468f-ddc7-435d-819c-a729b2f06722 owned by network:floatingip {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:12:40.452295 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9c580f97-6431-4124-bf90-b25e35b2ecb6 req-4e6938ef-24e9-4b53-999d-b7dd0338bb43 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8305527f-6e08-43de-9222-8d8900de348d HTTP/1.1" status: 200 len: 1002 time: 0.1178763 Feb 17 18:12:40.536265 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c580f97-6431-4124-bf90-b25e35b2ecb6 req-2f7cabd9-bb99-46f4-b087-05267779add1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:12:40.538842 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9c580f97-6431-4124-bf90-b25e35b2ecb6 req-2f7cabd9-bb99-46f4-b087-05267779add1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c2ea471f-0617-4350-8611-026ad83fff1d HTTP/1.1" status: 200 len: 834 time: 0.0750041 Feb 17 18:12:40.627587 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c580f97-6431-4124-bf90-b25e35b2ecb6 req-0c77f485-7018-4742-af97-d0911455e774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:12:40.629700 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9c580f97-6431-4124-bf90-b25e35b2ecb6 req-0c77f485-7018-4742-af97-d0911455e774 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=52d2f2cd-be8d-4433-adf4-57426a495729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0847454 Feb 17 18:12:40.645302 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bcdc5eaa-8613-4a7b-9a97-6517e72f1ef9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (60fa468f-ddc7-435d-819c-a729b2f06722), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:40.708195 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc5eaa-8613-4a7b-9a97-6517e72f1ef9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event deleted for resources: {'Port': ['ID=60fa468f-ddc7-435d-819c-a729b2f06722,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:12:40.784376 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdc5eaa-8613-4a7b-9a97-6517e72f1ef9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:12:40.785383 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdc5eaa-8613-4a7b-9a97-6517e72f1ef9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:12:40.786243 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdc5eaa-8613-4a7b-9a97-6517e72f1ef9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:12:40.787091 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdc5eaa-8613-4a7b-9a97-6517e72f1ef9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:12:40.787914 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdc5eaa-8613-4a7b-9a97-6517e72f1ef9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:12:40.788801 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdc5eaa-8613-4a7b-9a97-6517e72f1ef9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:12:40.789634 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdc5eaa-8613-4a7b-9a97-6517e72f1ef9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:12:40.790470 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdc5eaa-8613-4a7b-9a97-6517e72f1ef9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:12:40.791302 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdc5eaa-8613-4a7b-9a97-6517e72f1ef9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:12:40.792106 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdc5eaa-8613-4a7b-9a97-6517e72f1ef9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:12:40.792918 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdc5eaa-8613-4a7b-9a97-6517e72f1ef9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:12:40.794606 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdc5eaa-8613-4a7b-9a97-6517e72f1ef9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:12:40.795742 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdc5eaa-8613-4a7b-9a97-6517e72f1ef9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:12:40.834100 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9c580f97-6431-4124-bf90-b25e35b2ecb6 req-0ab950a7-516f-4100-984b-a39fd05a573e service neutron] 10.222.0.71 "GET /v2.0/networks/52d2f2cd-be8d-4433-adf4-57426a495729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975117 Feb 17 18:12:40.857741 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bcdc5eaa-8613-4a7b-9a97-6517e72f1ef9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for floatingip (25fb8336-a622-4e1d-8bd9-b5f2414f209a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:40.857741 n-d-829613-2 neutron-server[103434]: INFO neutron.db.l3_db [None req-bcdc5eaa-8613-4a7b-9a97-6517e72f1ef9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Floating IP 25fb8336-a622-4e1d-8bd9-b5f2414f209a disassociated (deleted). External IP: 172.25.8.126, port: 8305527f-6e08-43de-9222-8d8900de348d. Feb 17 18:12:41.028207 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9c580f97-6431-4124-bf90-b25e35b2ecb6 req-c825c7ab-b40f-4bdb-bae5-1a63bc3234cc service neutron] 10.222.0.71 "GET /v2.0/networks/52d2f2cd-be8d-4433-adf4-57426a495729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850507 Feb 17 18:12:41.231597 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcdc5eaa-8613-4a7b-9a97-6517e72f1ef9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Router 90e6c207-430d-4f5f-8268-b9ed7fadbf3d has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:12:41.437889 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcdc5eaa-8613-4a7b-9a97-6517e72f1ef9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:12:41.451668 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bcdc5eaa-8613-4a7b-9a97-6517e72f1ef9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:41.454271 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94830e9f-b3ec-4352-af7a-a2eae2eb094d None None] Sync routers for ids ['90e6c207-430d-4f5f-8268-b9ed7fadbf3d'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:12:41.479628 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94830e9f-b3ec-4352-af7a-a2eae2eb094d None None] Routers {'90e6c207-430d-4f5f-8268-b9ed7fadbf3d'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:12:41.481361 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-94830e9f-b3ec-4352-af7a-a2eae2eb094d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:12:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['90e6c207-430d-4f5f-8268-b9ed7fadbf3d'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:12:41.513945 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bcdc5eaa-8613-4a7b-9a97-6517e72f1ef9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "DELETE /v2.0/floatingips/25fb8336-a622-4e1d-8bd9-b5f2414f209a HTTP/1.1" status: 204 len: 168 time: 1.6312716 Feb 17 18:12:41.514780 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce3b396d-9bc9-4fd2-ba95-9939792c4db1', 'tag': '8305527f-6e08-43de-9222-8d8900de348d'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:12:41.520080 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043a4b5b-4275-4c72-b7ff-c264d4457d32" -d '{"events": [{"name": "network-changed", "server_uuid": "ce3b396d-9bc9-4fd2-ba95-9939792c4db1", "tag": "8305527f-6e08-43de-9222-8d8900de348d"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:12:41.625541 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575fb1fb-4e02-4084-85d8-0867696a4cee x-openstack-request-id: req-575fb1fb-4e02-4084-85d8-0867696a4cee {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:12:41.626081 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce3b396d-9bc9-4fd2-ba95-9939792c4db1", "tag": "8305527f-6e08-43de-9222-8d8900de348d", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:12:41.626536 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-575fb1fb-4e02-4084-85d8-0867696a4cee {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:12:41.628689 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce3b396d-9bc9-4fd2-ba95-9939792c4db1', 'tag': '8305527f-6e08-43de-9222-8d8900de348d', 'status': 'completed', 'code': 200} Feb 17 18:12:41.696950 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-94830e9f-b3ec-4352-af7a-a2eae2eb094d None None] Set router 90e6c207-430d-4f5f-8268-b9ed7fadbf3d gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:12:41.773159 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a4b5b-4275-4c72-b7ff-c264d4457d32 req-930f6749-94f1-44e2-a6fb-4da39742ff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:12:41.776129 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-043a4b5b-4275-4c72-b7ff-c264d4457d32 req-930f6749-94f1-44e2-a6fb-4da39742ff05 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fbdb8b0945f14355a625c005e43f71f8&device_id=ce3b396d-9bc9-4fd2-ba95-9939792c4db1 HTTP/1.1" status: 200 len: 1128 time: 0.1168988 Feb 17 18:12:41.896868 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a4b5b-4275-4c72-b7ff-c264d4457d32 req-0ad3356e-05be-4d42-98d0-6b9e3527d411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:12:41.899084 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-043a4b5b-4275-4c72-b7ff-c264d4457d32 req-0ad3356e-05be-4d42-98d0-6b9e3527d411 service neutron] 10.222.0.71 "GET /v2.0/networks?id=52d2f2cd-be8d-4433-adf4-57426a495729 HTTP/1.1" status: 200 len: 898 time: 0.1123509 Feb 17 18:12:41.990289 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-043a4b5b-4275-4c72-b7ff-c264d4457d32 req-4254b73a-b183-4b04-87cf-5810b4be7369 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8305527f-6e08-43de-9222-8d8900de348d HTTP/1.1" status: 200 len: 217 time: 0.0838070 Feb 17 18:12:42.042687 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-94830e9f-b3ec-4352-af7a-a2eae2eb094d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e6c207-430d-4f5f-8268-b9ed7fadbf3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98071675', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '56daa084-a5ea-44b0-bbd3-a273bad1ca9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:10:55Z', 'updated_at': '2022-02-17T18:11:00Z', 'revision_number': 4, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': '56daa084-a5ea-44b0-bbd3-a273bad1ca9a', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e6c207-430d-4f5f-8268-b9ed7fadbf3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:10:56Z', 'updated_at': '2022-02-17T18:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '06c0eacf-c7e9-43f1-9140-e563928e57e7', 'name': '', 'network_id': '52d2f2cd-be8d-4433-adf4-57426a495729', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'mac_address': 'fa:16:3e:c9:3f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e6c207-430d-4f5f-8268-b9ed7fadbf3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c2ea471f-0617-4350-8611-026ad83fff1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:10:59Z', 'updated_at': '2022-02-17T18:11:03Z', 'revision_number': 5, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'subnets': [{'id': 'c2ea471f-0617-4350-8611-026ad83fff1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:12:42.101017 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94830e9f-b3ec-4352-af7a-a2eae2eb094d None None] Checking router: 90e6c207-430d-4f5f-8268-b9ed7fadbf3d for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:12:42.118455 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94830e9f-b3ec-4352-af7a-a2eae2eb094d None None] Routers {'90e6c207-430d-4f5f-8268-b9ed7fadbf3d'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:12:42.119537 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-94830e9f-b3ec-4352-af7a-a2eae2eb094d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:12:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['90e6c207-430d-4f5f-8268-b9ed7fadbf3d'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:12:42.327226 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-94830e9f-b3ec-4352-af7a-a2eae2eb094d None None] Set router 90e6c207-430d-4f5f-8268-b9ed7fadbf3d gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:12:42.464101 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a4b5b-4275-4c72-b7ff-c264d4457d32 req-08538e85-9ef6-4925-9c43-40aebc055324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:12:42.466321 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-043a4b5b-4275-4c72-b7ff-c264d4457d32 req-08538e85-9ef6-4925-9c43-40aebc055324 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c2ea471f-0617-4350-8611-026ad83fff1d HTTP/1.1" status: 200 len: 834 time: 0.4655693 Feb 17 18:12:42.510017 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578e1a6-5fd4-4f5e-ac6a-248da88a0a67 req-36522f32-64a0-4a75-90f9-f45fa47586d9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:12:42.512825 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0578e1a6-5fd4-4f5e-ac6a-248da88a0a67 req-36522f32-64a0-4a75-90f9-f45fa47586d9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce3b396d-9bc9-4fd2-ba95-9939792c4db1 HTTP/1.1" status: 200 len: 946 time: 0.4937925 Feb 17 18:12:42.572564 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a4b5b-4275-4c72-b7ff-c264d4457d32 req-747591e0-9a48-4c98-bd8d-340e113d2ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:12:42.575937 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-043a4b5b-4275-4c72-b7ff-c264d4457d32 req-747591e0-9a48-4c98-bd8d-340e113d2ead service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=52d2f2cd-be8d-4433-adf4-57426a495729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1003821 Feb 17 18:12:42.611955 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0578e1a6-5fd4-4f5e-ac6a-248da88a0a67 req-851a0ba6-d89e-494c-bfd9-e625e2d5acf0 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=da848aed-a8ee-4923-b3c7-26e8c62b20da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918539 Feb 17 18:12:42.694735 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-043a4b5b-4275-4c72-b7ff-c264d4457d32 req-635a24c8-38db-459f-ac13-2cdb66530933 service neutron] 10.222.0.71 "GET /v2.0/networks/52d2f2cd-be8d-4433-adf4-57426a495729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111166 Feb 17 18:12:42.719766 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-94830e9f-b3ec-4352-af7a-a2eae2eb094d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e6c207-430d-4f5f-8268-b9ed7fadbf3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98071675', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '56daa084-a5ea-44b0-bbd3-a273bad1ca9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:10:55Z', 'updated_at': '2022-02-17T18:11:00Z', 'revision_number': 4, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': '56daa084-a5ea-44b0-bbd3-a273bad1ca9a', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e6c207-430d-4f5f-8268-b9ed7fadbf3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:10:56Z', 'updated_at': '2022-02-17T18:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '06c0eacf-c7e9-43f1-9140-e563928e57e7', 'name': '', 'network_id': '52d2f2cd-be8d-4433-adf4-57426a495729', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'mac_address': 'fa:16:3e:c9:3f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e6c207-430d-4f5f-8268-b9ed7fadbf3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c2ea471f-0617-4350-8611-026ad83fff1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:10:59Z', 'updated_at': '2022-02-17T18:11:03Z', 'revision_number': 5, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'subnets': [{'id': 'c2ea471f-0617-4350-8611-026ad83fff1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:12:42.772375 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94830e9f-b3ec-4352-af7a-a2eae2eb094d None None] The sync data for ids ['90e6c207-430d-4f5f-8268-b9ed7fadbf3d'] in n-d-829613-2 is: [{'id': '90e6c207-430d-4f5f-8268-b9ed7fadbf3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98071675', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '56daa084-a5ea-44b0-bbd3-a273bad1ca9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:10:55Z', 'updated_at': '2022-02-17T18:11:00Z', 'revision_number': 4, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': '56daa084-a5ea-44b0-bbd3-a273bad1ca9a', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e6c207-430d-4f5f-8268-b9ed7fadbf3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:10:56Z', 'updated_at': '2022-02-17T18:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '06c0eacf-c7e9-43f1-9140-e563928e57e7', 'name': '', 'network_id': '52d2f2cd-be8d-4433-adf4-57426a495729', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'mac_address': 'fa:16:3e:c9:3f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e6c207-430d-4f5f-8268-b9ed7fadbf3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c2ea471f-0617-4350-8611-026ad83fff1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:10:59Z', 'updated_at': '2022-02-17T18:11:03Z', 'revision_number': 5, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'subnets': [{'id': 'c2ea471f-0617-4350-8611-026ad83fff1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:12:42.826905 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-043a4b5b-4275-4c72-b7ff-c264d4457d32 req-29d86dc8-322b-4eb7-9044-498284267ea7 service neutron] 10.222.0.71 "GET /v2.0/networks/52d2f2cd-be8d-4433-adf4-57426a495729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256392 Feb 17 18:12:43.248939 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1fd9e-eb50-48e4-bd86-a77cef7ac11c req-d44d4907-6662-4132-8f10-dda241d3563f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:12:43.251574 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-03f1fd9e-eb50-48e4-bd86-a77cef7ac11c req-d44d4907-6662-4132-8f10-dda241d3563f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce3b396d-9bc9-4fd2-ba95-9939792c4db1 HTTP/1.1" status: 200 len: 946 time: 0.1340349 Feb 17 18:12:43.299862 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd364a5-1398-40d8-b3c7-c5f091080f5f None None] New status for floating IP 25fb8336-a622-4e1d-8bd9-b5f2414f209a: DOWN {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 18:12:43.425865 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-03f1fd9e-eb50-48e4-bd86-a77cef7ac11c req-15d79b1f-f8aa-49c2-9160-53d7300f4f0e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Deleting port 8305527f-6e08-43de-9222-8d8900de348d {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:12:43.426650 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-03f1fd9e-eb50-48e4-bd86-a77cef7ac11c req-15d79b1f-f8aa-49c2-9160-53d7300f4f0e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (8305527f-6e08-43de-9222-8d8900de348d), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:43.607673 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-03f1fd9e-eb50-48e4-bd86-a77cef7ac11c req-15d79b1f-f8aa-49c2-9160-53d7300f4f0e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] For port 8305527f-6e08-43de-9222-8d8900de348d, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=8305527f-6e08-43de-9222-8d8900de348d,segment=NetworkSegment(9c328bea-0561-4f1a-804e-243ba6080efb),segment_id=9c328bea-0561-4f1a-804e-243ba6080efb)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:12:43.608893 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-03f1fd9e-eb50-48e4-bd86-a77cef7ac11c req-15d79b1f-f8aa-49c2-9160-53d7300f4f0e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (8305527f-6e08-43de-9222-8d8900de348d), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:43.634967 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-03f1fd9e-eb50-48e4-bd86-a77cef7ac11c req-15d79b1f-f8aa-49c2-9160-53d7300f4f0e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Calling delete_port for 8305527f-6e08-43de-9222-8d8900de348d owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:12:43.852659 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525b97d-0791-4b5f-b86c-6af8af731d62 req-8338aef1-cecc-41f6-b034-dcd7d34b1bb4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:12:43.854292 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c525b97d-0791-4b5f-b86c-6af8af731d62 req-8338aef1-cecc-41f6-b034-dcd7d34b1bb4 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce3b396d-9bc9-4fd2-ba95-9939792c4db1 HTTP/1.1" status: 200 len: 946 time: 0.1111491 Feb 17 18:12:43.944164 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-03f1fd9e-eb50-48e4-bd86-a77cef7ac11c req-15d79b1f-f8aa-49c2-9160-53d7300f4f0e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (8305527f-6e08-43de-9222-8d8900de348d), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:43.950535 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c525b97d-0791-4b5f-b86c-6af8af731d62 req-be645aec-6e73-42d4-bd76-4198fe1d2ff5 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "GET /v2.0/security-groups?id=da848aed-a8ee-4923-b3c7-26e8c62b20da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889645 Feb 17 18:12:43.984028 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d79b1f-f8aa-49c2-9160-53d7300f4f0e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event deleted for resources: {'Port': ['ID=8305527f-6e08-43de-9222-8d8900de348d,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:12:44.037266 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f1fd9e-eb50-48e4-bd86-a77cef7ac11c req-15d79b1f-f8aa-49c2-9160-53d7300f4f0e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] No DVR routers for this DVR port 8305527f-6e08-43de-9222-8d8900de348d on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:12:44.039671 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-03f1fd9e-eb50-48e4-bd86-a77cef7ac11c req-15d79b1f-f8aa-49c2-9160-53d7300f4f0e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:44.043402 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-03f1fd9e-eb50-48e4-bd86-a77cef7ac11c req-15d79b1f-f8aa-49c2-9160-53d7300f4f0e tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.71 "DELETE /v2.0/ports/8305527f-6e08-43de-9222-8d8900de348d HTTP/1.1" status: 204 len: 173 time: 0.7861967 Feb 17 18:12:44.043895 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce3b396d-9bc9-4fd2-ba95-9939792c4db1', 'name': 'network-vif-deleted', 'tag': '8305527f-6e08-43de-9222-8d8900de348d'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:12:44.046519 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775ff542-9942-4b01-91fa-b44bb913b3fa" -d '{"events": [{"server_uuid": "ce3b396d-9bc9-4fd2-ba95-9939792c4db1", "name": "network-vif-deleted", "tag": "8305527f-6e08-43de-9222-8d8900de348d"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:12:44.101379 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a6d074-1a15-48a6-80cc-df616be92659 x-openstack-request-id: req-f8a6d074-1a15-48a6-80cc-df616be92659 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:12:44.101776 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce3b396d-9bc9-4fd2-ba95-9939792c4db1", "name": "network-vif-deleted", "tag": "8305527f-6e08-43de-9222-8d8900de348d", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:12:44.102110 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f8a6d074-1a15-48a6-80cc-df616be92659 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:12:44.102603 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce3b396d-9bc9-4fd2-ba95-9939792c4db1', 'name': 'network-vif-deleted', 'tag': '8305527f-6e08-43de-9222-8d8900de348d', 'status': 'completed', 'code': 200} Feb 17 18:12:45.024068 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35836) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:12:45.577043 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6d31f0de-6156-4519-a875-3e8991796fe9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (90e6c207-430d-4f5f-8268-b9ed7fadbf3d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:45.930179 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:12:45.961516 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-6d31f0de-6156-4519-a875-3e8991796fe9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Deleting port 06c0eacf-c7e9-43f1-9140-e563928e57e7 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:12:45.962093 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6d31f0de-6156-4519-a875-3e8991796fe9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (06c0eacf-c7e9-43f1-9140-e563928e57e7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:46.111209 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-6d31f0de-6156-4519-a875-3e8991796fe9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] For port 06c0eacf-c7e9-43f1-9140-e563928e57e7, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=06c0eacf-c7e9-43f1-9140-e563928e57e7,segment=NetworkSegment(9c328bea-0561-4f1a-804e-243ba6080efb),segment_id=9c328bea-0561-4f1a-804e-243ba6080efb)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:12:46.112292 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6d31f0de-6156-4519-a875-3e8991796fe9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (06c0eacf-c7e9-43f1-9140-e563928e57e7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:46.128067 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-6d31f0de-6156-4519-a875-3e8991796fe9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Calling delete_port for 06c0eacf-c7e9-43f1-9140-e563928e57e7 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:12:46.413099 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6d31f0de-6156-4519-a875-3e8991796fe9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (06c0eacf-c7e9-43f1-9140-e563928e57e7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:46.454093 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d31f0de-6156-4519-a875-3e8991796fe9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event deleted for resources: {'Port': ['ID=06c0eacf-c7e9-43f1-9140-e563928e57e7,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:12:46.752739 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6d31f0de-6156-4519-a875-3e8991796fe9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (90e6c207-430d-4f5f-8268-b9ed7fadbf3d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:47.054211 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d31f0de-6156-4519-a875-3e8991796fe9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Router 90e6c207-430d-4f5f-8268-b9ed7fadbf3d has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:12:47.239527 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d31f0de-6156-4519-a875-3e8991796fe9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:12:47.251912 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6d31f0de-6156-4519-a875-3e8991796fe9 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "PUT /v2.0/routers/90e6c207-430d-4f5f-8268-b9ed7fadbf3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2232642 Feb 17 18:12:47.252266 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 8305527f-6e08-43de-9222-8d8900de348d no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:12:47.253218 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35848) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:12:47.272188 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f858d252-42bc-4d6f-b2ce-290a973d7729 None None] Sync routers for ids ['90e6c207-430d-4f5f-8268-b9ed7fadbf3d'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:12:47.298469 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f858d252-42bc-4d6f-b2ce-290a973d7729 None None] Routers {'90e6c207-430d-4f5f-8268-b9ed7fadbf3d'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:12:47.300123 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-f858d252-42bc-4d6f-b2ce-290a973d7729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:12:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['90e6c207-430d-4f5f-8268-b9ed7fadbf3d'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:12:47.320519 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: 8305527f-6e08-43de-9222-8d8900de348d {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:12:47.321758 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 8305527f-6e08-43de-9222-8d8900de348d not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:12:47.366556 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a600f75-bccd-4a81-8827-c16b2d664265 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Deleting subnet c2ea471f-0617-4350-8611-026ad83fff1d {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:12:47.372638 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6a600f75-bccd-4a81-8827-c16b2d664265 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for subnet (c2ea471f-0617-4350-8611-026ad83fff1d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:47.462182 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6a600f75-bccd-4a81-8827-c16b2d664265 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (c2ea471f-0617-4350-8611-026ad83fff1d), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:47.514924 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-f858d252-42bc-4d6f-b2ce-290a973d7729 None None] Set router 90e6c207-430d-4f5f-8268-b9ed7fadbf3d gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:12:47.604319 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6a600f75-bccd-4a81-8827-c16b2d664265 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (c2ea471f-0617-4350-8611-026ad83fff1d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:47.740900 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6a600f75-bccd-4a81-8827-c16b2d664265 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (c2ea471f-0617-4350-8611-026ad83fff1d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:47.793516 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a600f75-bccd-4a81-8827-c16b2d664265 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event deleted for resources: {'Subnet': ['ID=c2ea471f-0617-4350-8611-026ad83fff1d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:12:47.803755 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6a600f75-bccd-4a81-8827-c16b2d664265 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:47.815850 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6a600f75-bccd-4a81-8827-c16b2d664265 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "DELETE /v2.0/subnets/c2ea471f-0617-4350-8611-026ad83fff1d HTTP/1.1" status: 204 len: 168 time: 0.5613835 Feb 17 18:12:47.816222 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 35852) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:12:47.824379 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82496ade-5c14-4230-94ba-2d540d92f40a None None] Network 52d2f2cd-be8d-4433-adf4-57426a495729 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:12:47.989266 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-f858d252-42bc-4d6f-b2ce-290a973d7729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e6c207-430d-4f5f-8268-b9ed7fadbf3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98071675', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '56daa084-a5ea-44b0-bbd3-a273bad1ca9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:10:55Z', 'updated_at': '2022-02-17T18:12:46Z', 'revision_number': 5, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': '56daa084-a5ea-44b0-bbd3-a273bad1ca9a', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e6c207-430d-4f5f-8268-b9ed7fadbf3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:10:56Z', 'updated_at': '2022-02-17T18:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:12:47.994457 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b5125358-190f-4e7e-94c7-f786008b9f5f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for router (90e6c207-430d-4f5f-8268-b9ed7fadbf3d), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:48.049764 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f858d252-42bc-4d6f-b2ce-290a973d7729 None None] Checking router: 90e6c207-430d-4f5f-8268-b9ed7fadbf3d for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:12:48.078812 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f858d252-42bc-4d6f-b2ce-290a973d7729 None None] Routers {'90e6c207-430d-4f5f-8268-b9ed7fadbf3d'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:12:48.079788 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-f858d252-42bc-4d6f-b2ce-290a973d7729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:12:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['90e6c207-430d-4f5f-8268-b9ed7fadbf3d'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:12:48.117359 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966a46db-624a-4530-96bd-8de59240e13e None None] DHCP port deletion for 52d2f2cd-be8d-4433-adf4-57426a495729 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 18:12:48.208843 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-966a46db-624a-4530-96bd-8de59240e13e None None] Deleting port ae6bacb7-e533-4155-a439-3466dccde4a5 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:12:48.209628 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-966a46db-624a-4530-96bd-8de59240e13e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (ae6bacb7-e533-4155-a439-3466dccde4a5), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:48.214709 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b5125358-190f-4e7e-94c7-f786008b9f5f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for router_gateway (90e6c207-430d-4f5f-8268-b9ed7fadbf3d), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:48.291488 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b5125358-190f-4e7e-94c7-f786008b9f5f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Deleting port 56daa084-a5ea-44b0-bbd3-a273bad1ca9a {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:12:48.292527 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b5125358-190f-4e7e-94c7-f786008b9f5f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (56daa084-a5ea-44b0-bbd3-a273bad1ca9a), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:48.295559 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-f858d252-42bc-4d6f-b2ce-290a973d7729 None None] Set router 90e6c207-430d-4f5f-8268-b9ed7fadbf3d gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:12:48.321894 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-966a46db-624a-4530-96bd-8de59240e13e None None] For port ae6bacb7-e533-4155-a439-3466dccde4a5, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=ae6bacb7-e533-4155-a439-3466dccde4a5,segment=NetworkSegment(9c328bea-0561-4f1a-804e-243ba6080efb),segment_id=9c328bea-0561-4f1a-804e-243ba6080efb)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:12:48.322724 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-966a46db-624a-4530-96bd-8de59240e13e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (ae6bacb7-e533-4155-a439-3466dccde4a5), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:48.346545 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-966a46db-624a-4530-96bd-8de59240e13e None None] Calling delete_port for ae6bacb7-e533-4155-a439-3466dccde4a5 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:12:48.421550 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-b5125358-190f-4e7e-94c7-f786008b9f5f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] For port 56daa084-a5ea-44b0-bbd3-a273bad1ca9a, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=56daa084-a5ea-44b0-bbd3-a273bad1ca9a,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:12:48.422347 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b5125358-190f-4e7e-94c7-f786008b9f5f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (56daa084-a5ea-44b0-bbd3-a273bad1ca9a), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:48.441637 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b5125358-190f-4e7e-94c7-f786008b9f5f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Calling delete_port for 56daa084-a5ea-44b0-bbd3-a273bad1ca9a owned by network:router_gateway {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:12:48.513078 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-966a46db-624a-4530-96bd-8de59240e13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (ae6bacb7-e533-4155-a439-3466dccde4a5), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:48.585730 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a46db-624a-4530-96bd-8de59240e13e None None] Pushing event deleted for resources: {'Port': ['ID=ae6bacb7-e533-4155-a439-3466dccde4a5,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:12:48.614842 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966a46db-624a-4530-96bd-8de59240e13e None None] No DVR routers for this DVR port ae6bacb7-e533-4155-a439-3466dccde4a5 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:12:48.687800 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device ae6bacb7-e533-4155-a439-3466dccde4a5 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:12:48.734143 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-f858d252-42bc-4d6f-b2ce-290a973d7729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e6c207-430d-4f5f-8268-b9ed7fadbf3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98071675', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '56daa084-a5ea-44b0-bbd3-a273bad1ca9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:10:55Z', 'updated_at': '2022-02-17T18:12:46Z', 'revision_number': 5, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': '56daa084-a5ea-44b0-bbd3-a273bad1ca9a', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e6c207-430d-4f5f-8268-b9ed7fadbf3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:10:56Z', 'updated_at': '2022-02-17T18:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:12:48.739469 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: ae6bacb7-e533-4155-a439-3466dccde4a5 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:12:48.741605 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device ae6bacb7-e533-4155-a439-3466dccde4a5 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:12:48.766153 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b5125358-190f-4e7e-94c7-f786008b9f5f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (56daa084-a5ea-44b0-bbd3-a273bad1ca9a), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:48.785302 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f858d252-42bc-4d6f-b2ce-290a973d7729 None None] The sync data for ids ['90e6c207-430d-4f5f-8268-b9ed7fadbf3d'] in n-d-829613-2 is: [{'id': '90e6c207-430d-4f5f-8268-b9ed7fadbf3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98071675', 'tenant_id': 'fbdb8b0945f14355a625c005e43f71f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '56daa084-a5ea-44b0-bbd3-a273bad1ca9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:10:55Z', 'updated_at': '2022-02-17T18:12:46Z', 'revision_number': 5, 'project_id': 'fbdb8b0945f14355a625c005e43f71f8', 'gw_port': {'id': '56daa084-a5ea-44b0-bbd3-a273bad1ca9a', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:a6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e6c207-430d-4f5f-8268-b9ed7fadbf3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:10:56Z', 'updated_at': '2022-02-17T18:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:12:48.810118 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5125358-190f-4e7e-94c7-f786008b9f5f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event deleted for resources: {'Port': ['ID=56daa084-a5ea-44b0-bbd3-a273bad1ca9a,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:12:48.894998 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b5125358-190f-4e7e-94c7-f786008b9f5f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (90e6c207-430d-4f5f-8268-b9ed7fadbf3d), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:49.022335 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b5125358-190f-4e7e-94c7-f786008b9f5f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (90e6c207-430d-4f5f-8268-b9ed7fadbf3d), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:49.025332 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b5125358-190f-4e7e-94c7-f786008b9f5f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for router_controller (90e6c207-430d-4f5f-8268-b9ed7fadbf3d), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:49.131755 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b5125358-190f-4e7e-94c7-f786008b9f5f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (90e6c207-430d-4f5f-8268-b9ed7fadbf3d), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:49.132852 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5125358-190f-4e7e-94c7-f786008b9f5f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Fanout notify agent at l3_agent the message router_deleted on router 90e6c207-430d-4f5f-8268-b9ed7fadbf3d {{(pid=103435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 18:12:49.146777 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b5125358-190f-4e7e-94c7-f786008b9f5f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:49.151292 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b5125358-190f-4e7e-94c7-f786008b9f5f tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "DELETE /v2.0/routers/90e6c207-430d-4f5f-8268-b9ed7fadbf3d HTTP/1.1" status: 204 len: 168 time: 1.3310831 Feb 17 18:12:49.151805 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35856) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:12:49.190576 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:49.300709 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0c31503-6671-4f47-b4c0-1faf01474b58 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (52d2f2cd-be8d-4433-adf4-57426a495729), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:49.438550 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0c31503-6671-4f47-b4c0-1faf01474b58 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (52d2f2cd-be8d-4433-adf4-57426a495729), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:49.464803 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e0c31503-6671-4f47-b4c0-1faf01474b58 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52d2f2cd-be8d-4433-adf4-57426a495729']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:12:49.477749 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e0c31503-6671-4f47-b4c0-1faf01474b58 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c328bea-0561-4f1a-804e-243ba6080efb') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:12:49.478228 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-e0c31503-6671-4f47-b4c0-1faf01474b58 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c328bea-0561-4f1a-804e-243ba6080efb') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:12:49.490659 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0c31503-6671-4f47-b4c0-1faf01474b58 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (9c328bea-0561-4f1a-804e-243ba6080efb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:49.506473 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0c31503-6671-4f47-b4c0-1faf01474b58 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (9c328bea-0561-4f1a-804e-243ba6080efb), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:49.514840 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0c31503-6671-4f47-b4c0-1faf01474b58 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:12:49.516077 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0c31503-6671-4f47-b4c0-1faf01474b58 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (9c328bea-0561-4f1a-804e-243ba6080efb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:49.519842 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 18:12:49.519842 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:12:49.519842 n-d-829613-2 neutron-server[103434]: timer() Feb 17 18:12:49.519842 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:12:49.519842 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 18:12:49.519842 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:12:49.519842 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 18:12:49.519842 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:12:49.519842 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 18:12:49.519842 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:12:49.519842 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 18:12:49.519842 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:12:49.519842 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 18:12:49.519842 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:12:49.519842 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:12:49.519842 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:12:49.519842 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:12:49.519842 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:12:49.519842 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 18:12:49.519842 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:12:49.519842 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 18:12:49.519842 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:12:49.519842 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:12:49.519842 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:12:49.519842 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 18:12:49.519842 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:12:49.519842 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:12:49.519842 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:12:49.519842 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:12:49.519842 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:12:49.519842 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:12:49.519842 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:12:49.598756 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0c31503-6671-4f47-b4c0-1faf01474b58 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (52d2f2cd-be8d-4433-adf4-57426a495729), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:49.613609 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0c31503-6671-4f47-b4c0-1faf01474b58 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:49.619879 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e0c31503-6671-4f47-b4c0-1faf01474b58 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "DELETE /v2.0/networks/52d2f2cd-be8d-4433-adf4-57426a495729 HTTP/1.1" status: 204 len: 168 time: 0.4662461 Feb 17 18:12:49.622399 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 35858) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:12:49.637684 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c31503-6671-4f47-b4c0-1faf01474b58 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event deleted for resources: {'Network': ['ID=52d2f2cd-be8d-4433-adf4-57426a495729,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:12:49.730299 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bedaa5fa-4df7-4624-aa6f-0f74172b6af7 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group (da848aed-a8ee-4923-b3c7-26e8c62b20da), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:49.784748 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bedaa5fa-4df7-4624-aa6f-0f74172b6af7 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group (da848aed-a8ee-4923-b3c7-26e8c62b20da), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:49.920684 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bedaa5fa-4df7-4624-aa6f-0f74172b6af7 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (da848aed-a8ee-4923-b3c7-26e8c62b20da), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:49.924309 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bedaa5fa-4df7-4624-aa6f-0f74172b6af7 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:49.931382 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-bedaa5fa-4df7-4624-aa6f-0f74172b6af7 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] 10.222.0.87 "DELETE /v2.0/security-groups/da848aed-a8ee-4923-b3c7-26e8c62b20da HTTP/1.1" status: 204 len: 168 time: 0.3073325 Feb 17 18:12:49.949051 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedaa5fa-4df7-4624-aa6f-0f74172b6af7 tempest-TestNetworkAdvancedServerOps-198545717 tempest-TestNetworkAdvancedServerOps-198545717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da848aed-a8ee-4923-b3c7-26e8c62b20da,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:12:50.011179 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:50.325614 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 35868) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:12:50.588996 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-ebeb4277-736d-4270-a07f-63c298786106 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=fbdb8b0945f14355a625c005e43f71f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2613916 Feb 17 18:12:50.591131 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 35872) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:12:50.633760 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 56daa084-a5ea-44b0-bbd3-a273bad1ca9a no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:12:50.665397 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 56daa084-a5ea-44b0-bbd3-a273bad1ca9a {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:12:50.665923 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 56daa084-a5ea-44b0-bbd3-a273bad1ca9a not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:12:50.666550 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 06c0eacf-c7e9-43f1-9140-e563928e57e7 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:12:50.677938 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-789f5f7b-20e8-4c78-8d93-0d928e4567f0 admin admin] Publish callbacks [] for security_group (74648c10-f932-4a07-89a8-0b312c3e4ee1), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:50.694434 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 06c0eacf-c7e9-43f1-9140-e563928e57e7 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:12:50.696264 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 06c0eacf-c7e9-43f1-9140-e563928e57e7 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:12:50.717147 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-789f5f7b-20e8-4c78-8d93-0d928e4567f0 admin admin] Publish callbacks [] for security_group (74648c10-f932-4a07-89a8-0b312c3e4ee1), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:50.797826 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-789f5f7b-20e8-4c78-8d93-0d928e4567f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (74648c10-f932-4a07-89a8-0b312c3e4ee1), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:50.801406 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-789f5f7b-20e8-4c78-8d93-0d928e4567f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:50.802927 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-789f5f7b-20e8-4c78-8d93-0d928e4567f0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/74648c10-f932-4a07-89a8-0b312c3e4ee1 HTTP/1.1" status: 204 len: 168 time: 0.2101791 Feb 17 18:12:50.817741 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f5f7b-20e8-4c78-8d93-0d928e4567f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74648c10-f932-4a07-89a8-0b312c3e4ee1,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:12:51.296072 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 35886) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:12:51.373641 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-41d53d20-d291-47ef-93a6-5045da8b1be9 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=efab14780d774fd5b2da57507c94ab04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0756462 Feb 17 18:12:51.376587 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35888) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:12:51.481269 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aadd5402-7563-449e-8087-1305c14046c8 admin admin] Publish callbacks [] for security_group (ea1cc39c-6c1f-40f0-8440-a4211614267c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:51.526929 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aadd5402-7563-449e-8087-1305c14046c8 admin admin] Publish callbacks [] for security_group (ea1cc39c-6c1f-40f0-8440-a4211614267c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:51.631000 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aadd5402-7563-449e-8087-1305c14046c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (ea1cc39c-6c1f-40f0-8440-a4211614267c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:51.636871 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-aadd5402-7563-449e-8087-1305c14046c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:51.641198 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-aadd5402-7563-449e-8087-1305c14046c8 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ea1cc39c-6c1f-40f0-8440-a4211614267c HTTP/1.1" status: 204 len: 168 time: 0.2612064 Feb 17 18:12:51.667463 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadd5402-7563-449e-8087-1305c14046c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1cc39c-6c1f-40f0-8440-a4211614267c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:12:54.747526 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35950) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:12:54.754063 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-7e3d3bb2-1d8f-4dde-9523-32fe7cb0bca9 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Request body: {'network': {'name': 'tempest-network-smoke--580011860', 'project_id': 'c805b184aa954ec19046d0275a2e536a', 'port_security_enabled': True}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:12:54.777518 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3d3bb2-1d8f-4dde-9523-32fe7cb0bca9 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Made reservation on behalf of c805b184aa954ec19046d0275a2e536a for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:12:54.781487 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7e3d3bb2-1d8f-4dde-9523-32fe7cb0bca9 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:54.791066 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7e3d3bb2-1d8f-4dde-9523-32fe7cb0bca9 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:54.920569 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7e3d3bb2-1d8f-4dde-9523-32fe7cb0bca9 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for security_group (4bfec3de-46de-413f-98ed-8e59fda0f57f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:54.926722 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7e3d3bb2-1d8f-4dde-9523-32fe7cb0bca9 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (4bfec3de-46de-413f-98ed-8e59fda0f57f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:54.984119 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e3d3bb2-1d8f-4dde-9523-32fe7cb0bca9 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:12:54.994193 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d3bb2-1d8f-4dde-9523-32fe7cb0bca9 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfec3de-46de-413f-98ed-8e59fda0f57f,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:12:55.008123 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7e3d3bb2-1d8f-4dde-9523-32fe7cb0bca9 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (62bf36ae-dc61-49e8-ba2a-5f19a4643c35), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:55.008590 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-7e3d3bb2-1d8f-4dde-9523-32fe7cb0bca9 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Added segment 62bf36ae-dc61-49e8-ba2a-5f19a4643c35 of type vlan for network 9000ba00-b18e-469e-8208-6abfe38f54ab Feb 17 18:12:55.067207 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7e3d3bb2-1d8f-4dde-9523-32fe7cb0bca9 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (9000ba00-b18e-469e-8208-6abfe38f54ab), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:55.099015 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7e3d3bb2-1d8f-4dde-9523-32fe7cb0bca9 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (9000ba00-b18e-469e-8208-6abfe38f54ab), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:55.109656 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3d3bb2-1d8f-4dde-9523-32fe7cb0bca9 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:12:55.110735 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7e3d3bb2-1d8f-4dde-9523-32fe7cb0bca9 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:55.177169 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7e3d3bb2-1d8f-4dde-9523-32fe7cb0bca9 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4278405 Feb 17 18:12:55.179989 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 35952) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:12:55.187239 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-9f71a282-2993-481c-9c89-3e16e1be11df tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1855865982', 'admin_state_up': True, 'project_id': 'c805b184aa954ec19046d0275a2e536a', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:12:55.219385 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9f71a282-2993-481c-9c89-3e16e1be11df tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (9c084154-0105-4187-ba9a-00cb658fe751), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:55.221425 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9f71a282-2993-481c-9c89-3e16e1be11df tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (9c084154-0105-4187-ba9a-00cb658fe751), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:55.244877 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d3bb2-1d8f-4dde-9523-32fe7cb0bca9 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Pushing event updated for resources: {'Network': ['ID=9000ba00-b18e-469e-8208-6abfe38f54ab,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:12:55.262799 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 9000ba00-b18e-469e-8208-6abfe38f54ab details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:12:55.300217 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9f71a282-2993-481c-9c89-3e16e1be11df tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for router_controller (9c084154-0105-4187-ba9a-00cb658fe751), precommit_add_association {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:55.467866 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9f71a282-2993-481c-9c89-3e16e1be11df tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for router_gateway (9c084154-0105-4187-ba9a-00cb658fe751), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:55.746958 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9f71a282-2993-481c-9c89-3e16e1be11df tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for router_gateway (9c084154-0105-4187-ba9a-00cb658fe751), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:55.767489 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9f71a282-2993-481c-9c89-3e16e1be11df tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:55.891656 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-9f71a282-2993-481c-9c89-3e16e1be11df tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Allocated IP 172.25.8.194 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/25606931-0843-4887-bf52-03494b5ab0b5) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:12:56.038115 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9f71a282-2993-481c-9c89-3e16e1be11df tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for port (25606931-0843-4887-bf52-03494b5ab0b5), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:56.095323 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9f71a282-2993-481c-9c89-3e16e1be11df tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (25606931-0843-4887-bf52-03494b5ab0b5), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:56.146708 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f71a282-2993-481c-9c89-3e16e1be11df tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:12:56.150201 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-9f71a282-2993-481c-9c89-3e16e1be11df tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:12:56.153196 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f71a282-2993-481c-9c89-3e16e1be11df tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:12:56.178562 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f71a282-2993-481c-9c89-3e16e1be11df tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Pushing event updated for resources: {'Port': ['ID=25606931-0843-4887-bf52-03494b5ab0b5,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:12:56.719199 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9f71a282-2993-481c-9c89-3e16e1be11df tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for router_gateway (9c084154-0105-4187-ba9a-00cb658fe751), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:56.973071 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9f71a282-2993-481c-9c89-3e16e1be11df tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (9c084154-0105-4187-ba9a-00cb658fe751), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:57.127958 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f71a282-2993-481c-9c89-3e16e1be11df tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Router 9c084154-0105-4187-ba9a-00cb658fe751 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 18:12:57.268697 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f71a282-2993-481c-9c89-3e16e1be11df tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:12:57.282608 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d12c2f4-1099-4418-98e6-4492bc5302ae None None] Sync routers for ids ['9c084154-0105-4187-ba9a-00cb658fe751'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:12:57.295945 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d12c2f4-1099-4418-98e6-4492bc5302ae None None] Routers {'9c084154-0105-4187-ba9a-00cb658fe751'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:12:57.297946 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-7d12c2f4-1099-4418-98e6-4492bc5302ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:12:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['9c084154-0105-4187-ba9a-00cb658fe751'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:12:57.313553 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9f71a282-2993-481c-9c89-3e16e1be11df tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:57.319988 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35958) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:12:57.331754 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-9f71a282-2993-481c-9c89-3e16e1be11df tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1462045 Feb 17 18:12:57.645268 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 35964) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:12:57.647428 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4e90d6dd-8dfe-4fe1-880a-4176d97a79b7 tempest-TestSecurityGroupsBasicOps-887907933 tempest-TestSecurityGroupsBasicOps-887907933-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=c805b184aa954ec19046d0275a2e536a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3252325 Feb 17 18:12:57.753704 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-7d12c2f4-1099-4418-98e6-4492bc5302ae None None] Set router 9c084154-0105-4187-ba9a-00cb658fe751 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:12:57.757516 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbf7f21-e0dc-41f4-9815-b3ec390e7ab4 tempest-TestSecurityGroupsBasicOps-887907933 tempest-TestSecurityGroupsBasicOps-887907933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:12:57.762634 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-9fbf7f21-e0dc-41f4-9815-b3ec390e7ab4 tempest-TestSecurityGroupsBasicOps-887907933 tempest-TestSecurityGroupsBasicOps-887907933-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1132438 Feb 17 18:12:57.763115 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 35966) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:12:57.801682 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c22920ba-c05a-49f9-8b46-49051c226ab0 tempest-TestSecurityGroupsBasicOps-887907933 tempest-TestSecurityGroupsBasicOps-887907933-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=d7afcf1f-5124-4168-b80f-10ace9d04ea7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332086 Feb 17 18:12:57.802650 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 35968) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:12:57.810355 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-cd24f492-f252-4581-8d3c-40f4640584e5 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2039206813', 'network_id': '9000ba00-b18e-469e-8208-6abfe38f54ab', 'project_id': 'c805b184aa954ec19046d0275a2e536a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:12:57.981563 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd24f492-f252-4581-8d3c-40f4640584e5 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Made reservation on behalf of c805b184aa954ec19046d0275a2e536a for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:12:57.988975 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cd24f492-f252-4581-8d3c-40f4640584e5 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:58.107877 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-7d12c2f4-1099-4418-98e6-4492bc5302ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c084154-0105-4187-ba9a-00cb658fe751', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1855865982', 'tenant_id': 'c805b184aa954ec19046d0275a2e536a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '25606931-0843-4887-bf52-03494b5ab0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:12:55Z', 'updated_at': '2022-02-17T18:12:56Z', 'revision_number': 3, 'project_id': 'c805b184aa954ec19046d0275a2e536a', 'gw_port': {'id': '25606931-0843-4887-bf52-03494b5ab0b5', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:87:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c084154-0105-4187-ba9a-00cb658fe751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:12:55Z', 'updated_at': '2022-02-17T18:12:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:12:58.179769 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d12c2f4-1099-4418-98e6-4492bc5302ae None None] Checking router: 9c084154-0105-4187-ba9a-00cb658fe751 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:12:58.181114 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d12c2f4-1099-4418-98e6-4492bc5302ae None None] Updating router 9c084154-0105-4187-ba9a-00cb658fe751 port 25606931-0843-4887-bf52-03494b5ab0b5 binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 18:12:58.256186 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7d12c2f4-1099-4418-98e6-4492bc5302ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (25606931-0843-4887-bf52-03494b5ab0b5), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:58.303393 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cd24f492-f252-4581-8d3c-40f4640584e5 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (de801023-f7ec-4ec1-a71e-122b1ead849f), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:58.390908 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd24f492-f252-4581-8d3c-40f4640584e5 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Checking segment: {'id': '62bf36ae-dc61-49e8-ba2a-5f19a4643c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9000ba00-b18e-469e-8208-6abfe38f54ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:12:58.391272 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd24f492-f252-4581-8d3c-40f4640584e5 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Network hostable DHCP agents. Network: 9000ba00-b18e-469e-8208-6abfe38f54ab, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:12:58.406910 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f492-f252-4581-8d3c-40f4640584e5 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Pushing event updated for resources: {'Subnet': ['ID=de801023-f7ec-4ec1-a71e-122b1ead849f,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:12:58.430195 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd24f492-f252-4581-8d3c-40f4640584e5 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Network 9000ba00-b18e-469e-8208-6abfe38f54ab is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:12:58.446260 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-cd24f492-f252-4581-8d3c-40f4640584e5 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 9000ba00-b18e-469e-8208-6abfe38f54ab) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:12:58.452806 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd24f492-f252-4581-8d3c-40f4640584e5 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:12:58.453474 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cd24f492-f252-4581-8d3c-40f4640584e5 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:58.462332 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2b0539-38f9-438f-8255-eefe9086902a None None] Network 9000ba00-b18e-469e-8208-6abfe38f54ab requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:12:58.481605 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-cd24f492-f252-4581-8d3c-40f4640584e5 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6735585 Feb 17 18:12:58.481944 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35970) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:12:58.635643 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be38890-b465-4aea-a19b-664c381e48a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-9000ba00-b18e-469e-8208-6abfe38f54ab', 'network_id': '9000ba00-b18e-469e-8208-6abfe38f54ab', 'project_id': 'c805b184aa954ec19046d0275a2e536a', 'fixed_ips': [{'subnet_id': 'de801023-f7ec-4ec1-a71e-122b1ead849f'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 18:12:58.637562 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1be38890-b465-4aea-a19b-664c381e48a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:58.941679 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-1be38890-b465-4aea-a19b-664c381e48a2 None None] Allocated IP 172.20.0.2 (9000ba00-b18e-469e-8208-6abfe38f54ab/de801023-f7ec-4ec1-a71e-122b1ead849f/d3479e09-53eb-434d-9784-27c522e927f5) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:12:58.992054 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7d12c2f4-1099-4418-98e6-4492bc5302ae None None] Publish callbacks [] for port (25606931-0843-4887-bf52-03494b5ab0b5), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:59.030754 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7d12c2f4-1099-4418-98e6-4492bc5302ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (25606931-0843-4887-bf52-03494b5ab0b5), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:59.101045 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05ce3f-bca1-4f85-98b1-1aac69440c6d None None] Pushing event updated for resources: {'Port': ['ID=25606931-0843-4887-bf52-03494b5ab0b5,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:12:59.155810 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-7d12c2f4-1099-4418-98e6-4492bc5302ae None None] Attempting to bind port 25606931-0843-4887-bf52-03494b5ab0b5 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:12:59.156168 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-7d12c2f4-1099-4418-98e6-4492bc5302ae None None] Attempting to bind port 25606931-0843-4887-bf52-03494b5ab0b5 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:12:59.156608 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d12c2f4-1099-4418-98e6-4492bc5302ae None None] Attempting to bind port 25606931-0843-4887-bf52-03494b5ab0b5 on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:12:59.259086 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d12c2f4-1099-4418-98e6-4492bc5302ae None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:12:59.259468 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d12c2f4-1099-4418-98e6-4492bc5302ae None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:12:59.259780 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7d12c2f4-1099-4418-98e6-4492bc5302ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:59.260193 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d12c2f4-1099-4418-98e6-4492bc5302ae None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:12:59.261595 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-7d12c2f4-1099-4418-98e6-4492bc5302ae None None] Bound port: 25606931-0843-4887-bf52-03494b5ab0b5, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:12:59.261595 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7d12c2f4-1099-4418-98e6-4492bc5302ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (25606931-0843-4887-bf52-03494b5ab0b5), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:59.460618 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-7d12c2f4-1099-4418-98e6-4492bc5302ae None None] For port 25606931-0843-4887-bf52-03494b5ab0b5, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:12:59.483406 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-7d12c2f4-1099-4418-98e6-4492bc5302ae None None] For port 25606931-0843-4887-bf52-03494b5ab0b5, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=25606931-0843-4887-bf52-03494b5ab0b5,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:12:59.490615 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1be38890-b465-4aea-a19b-664c381e48a2 None None] Publish callbacks [] for port (d3479e09-53eb-434d-9784-27c522e927f5), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:59.500534 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1be38890-b465-4aea-a19b-664c381e48a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (d3479e09-53eb-434d-9784-27c522e927f5), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:59.570271 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7d12c2f4-1099-4418-98e6-4492bc5302ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (25606931-0843-4887-bf52-03494b5ab0b5), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:12:59.648065 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be38890-b465-4aea-a19b-664c381e48a2 None None] Network 9000ba00-b18e-469e-8208-6abfe38f54ab is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:12:59.654734 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-1be38890-b465-4aea-a19b-664c381e48a2 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:12:59.665605 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be38890-b465-4aea-a19b-664c381e48a2 None None] Pushing event updated for resources: {'Port': ['ID=d3479e09-53eb-434d-9784-27c522e927f5,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:12:59.685183 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be38890-b465-4aea-a19b-664c381e48a2 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:12:59.841589 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d12c2f4-1099-4418-98e6-4492bc5302ae None None] Routers {'9c084154-0105-4187-ba9a-00cb658fe751'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:12:59.842682 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-7d12c2f4-1099-4418-98e6-4492bc5302ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:12:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['9c084154-0105-4187-ba9a-00cb658fe751'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:13:00.013087 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-1be38890-b465-4aea-a19b-664c381e48a2 None None] Attempting to bind port d3479e09-53eb-434d-9784-27c522e927f5 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:13:00.021804 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-1be38890-b465-4aea-a19b-664c381e48a2 None None] Attempting to bind port d3479e09-53eb-434d-9784-27c522e927f5 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '62bf36ae-dc61-49e8-ba2a-5f19a4643c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9000ba00-b18e-469e-8208-6abfe38f54ab'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:13:00.022485 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be38890-b465-4aea-a19b-664c381e48a2 None None] Attempting to bind port d3479e09-53eb-434d-9784-27c522e927f5 on network 9000ba00-b18e-469e-8208-6abfe38f54ab {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:13:00.075884 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b4ddc4b-42c4-4d56-bdd0-212e56bbb6b1 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:00.080565 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be38890-b465-4aea-a19b-664c381e48a2 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:13:00.081184 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be38890-b465-4aea-a19b-664c381e48a2 None None] Checking segment: {'id': '62bf36ae-dc61-49e8-ba2a-5f19a4643c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9000ba00-b18e-469e-8208-6abfe38f54ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:13:00.081857 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1be38890-b465-4aea-a19b-664c381e48a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:00.082503 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be38890-b465-4aea-a19b-664c381e48a2 None None] Bound using segment: {'id': '62bf36ae-dc61-49e8-ba2a-5f19a4643c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9000ba00-b18e-469e-8208-6abfe38f54ab'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:13:00.083359 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-1be38890-b465-4aea-a19b-664c381e48a2 None None] Bound port: d3479e09-53eb-434d-9784-27c522e927f5, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62bf36ae-dc61-49e8-ba2a-5f19a4643c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9000ba00-b18e-469e-8208-6abfe38f54ab'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:13:00.083994 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1be38890-b465-4aea-a19b-664c381e48a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d3479e09-53eb-434d-9784-27c522e927f5), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:00.111582 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05ce3f-bca1-4f85-98b1-1aac69440c6d None None] Pushing event updated for resources: {'Port': ['ID=25606931-0843-4887-bf52-03494b5ab0b5,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:00.262451 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-7d12c2f4-1099-4418-98e6-4492bc5302ae None None] Set router 9c084154-0105-4187-ba9a-00cb658fe751 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:13:00.376410 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-1be38890-b465-4aea-a19b-664c381e48a2 None None] For port d3479e09-53eb-434d-9784-27c522e927f5, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:13:00.420346 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-1be38890-b465-4aea-a19b-664c381e48a2 None None] For port d3479e09-53eb-434d-9784-27c522e927f5, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=d3479e09-53eb-434d-9784-27c522e927f5,segment=NetworkSegment(62bf36ae-dc61-49e8-ba2a-5f19a4643c35),segment_id=62bf36ae-dc61-49e8-ba2a-5f19a4643c35)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:13:00.456355 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1be38890-b465-4aea-a19b-664c381e48a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (d3479e09-53eb-434d-9784-27c522e927f5), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:00.627877 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-7b4ddc4b-42c4-4d56-bdd0-212e56bbb6b1 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Allocated IP 172.20.0.1 (9000ba00-b18e-469e-8208-6abfe38f54ab/de801023-f7ec-4ec1-a71e-122b1ead849f/42d484cf-402f-4206-9fac-abc2182aa803) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:13:00.741634 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be38890-b465-4aea-a19b-664c381e48a2 None None] Pushing event updated for resources: {'Port': ['ID=d3479e09-53eb-434d-9784-27c522e927f5,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:00.862346 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-7d12c2f4-1099-4418-98e6-4492bc5302ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c084154-0105-4187-ba9a-00cb658fe751', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1855865982', 'tenant_id': 'c805b184aa954ec19046d0275a2e536a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '25606931-0843-4887-bf52-03494b5ab0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:12:55Z', 'updated_at': '2022-02-17T18:12:56Z', 'revision_number': 3, 'project_id': 'c805b184aa954ec19046d0275a2e536a', 'gw_port': {'id': '25606931-0843-4887-bf52-03494b5ab0b5', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:87:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c084154-0105-4187-ba9a-00cb658fe751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:12:55Z', 'updated_at': '2022-02-17T18:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:13:00.912989 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d12c2f4-1099-4418-98e6-4492bc5302ae None None] The sync data for ids ['9c084154-0105-4187-ba9a-00cb658fe751'] in n-d-829613-2 is: [{'id': '9c084154-0105-4187-ba9a-00cb658fe751', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1855865982', 'tenant_id': 'c805b184aa954ec19046d0275a2e536a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '25606931-0843-4887-bf52-03494b5ab0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:12:55Z', 'updated_at': '2022-02-17T18:12:56Z', 'revision_number': 3, 'project_id': 'c805b184aa954ec19046d0275a2e536a', 'gw_port': {'id': '25606931-0843-4887-bf52-03494b5ab0b5', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:87:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c084154-0105-4187-ba9a-00cb658fe751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:12:55Z', 'updated_at': '2022-02-17T18:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:13:00.980974 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b4ddc4b-42c4-4d56-bdd0-212e56bbb6b1 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for port (42d484cf-402f-4206-9fac-abc2182aa803), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:01.038293 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b4ddc4b-42c4-4d56-bdd0-212e56bbb6b1 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (42d484cf-402f-4206-9fac-abc2182aa803), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:01.118750 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4ddc4b-42c4-4d56-bdd0-212e56bbb6b1 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Network 9000ba00-b18e-469e-8208-6abfe38f54ab is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:13:01.127480 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-7b4ddc4b-42c4-4d56-bdd0-212e56bbb6b1 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:13:01.133297 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4ddc4b-42c4-4d56-bdd0-212e56bbb6b1 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:13:01.211771 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ddc4b-42c4-4d56-bdd0-212e56bbb6b1 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Pushing event updated for resources: {'Port': ['ID=42d484cf-402f-4206-9fac-abc2182aa803,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:01.256898 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b4ddc4b-42c4-4d56-bdd0-212e56bbb6b1 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (9c084154-0105-4187-ba9a-00cb658fe751), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:01.599964 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b4ddc4b-42c4-4d56-bdd0-212e56bbb6b1 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (42d484cf-402f-4206-9fac-abc2182aa803), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:02.169612 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b4ddc4b-42c4-4d56-bdd0-212e56bbb6b1 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for port (42d484cf-402f-4206-9fac-abc2182aa803), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:02.191457 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b4ddc4b-42c4-4d56-bdd0-212e56bbb6b1 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (42d484cf-402f-4206-9fac-abc2182aa803), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:02.289474 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7b4ddc4b-42c4-4d56-bdd0-212e56bbb6b1 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (9c084154-0105-4187-ba9a-00cb658fe751), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:02.428385 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ddc4b-42c4-4d56-bdd0-212e56bbb6b1 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Pushing event updated for resources: {'Port': ['ID=42d484cf-402f-4206-9fac-abc2182aa803,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:02.454761 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432e150e-3546-464f-80aa-f42e89e5680d None None] Network 9000ba00-b18e-469e-8208-6abfe38f54ab requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:13:02.641249 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4ddc4b-42c4-4d56-bdd0-212e56bbb6b1 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Network 9000ba00-b18e-469e-8208-6abfe38f54ab is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:13:02.642889 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-7b4ddc4b-42c4-4d56-bdd0-212e56bbb6b1 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:13:02.710749 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-802c8aa5-eb08-41b0-a993-674702243913 None None] Provisioning complete for port d3479e09-53eb-434d-9784-27c522e927f5 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:13:02.711188 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-802c8aa5-eb08-41b0-a993-674702243913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d3479e09-53eb-434d-9784-27c522e927f5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:02.855290 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device d3479e09-53eb-434d-9784-27c522e927f5 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:13:02.960628 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b4ddc4b-42c4-4d56-bdd0-212e56bbb6b1 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Router 9c084154-0105-4187-ba9a-00cb658fe751 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:13:03.099210 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-802c8aa5-eb08-41b0-a993-674702243913 None None] Current status of the port d3479e09-53eb-434d-9784-27c522e927f5 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:13:03.099913 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-802c8aa5-eb08-41b0-a993-674702243913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d3479e09-53eb-434d-9784-27c522e927f5), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:03.179439 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-073df748-6b65-45df-8582-f801acf92fe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:03.207378 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port d3479e09-53eb-434d-9784-27c522e927f5 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:13:03.208906 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d3479e09-53eb-434d-9784-27c522e927f5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:03.263549 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-802c8aa5-eb08-41b0-a993-674702243913 None None] For port d3479e09-53eb-434d-9784-27c522e927f5, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=d3479e09-53eb-434d-9784-27c522e927f5,segment=NetworkSegment(62bf36ae-dc61-49e8-ba2a-5f19a4643c35),segment_id=62bf36ae-dc61-49e8-ba2a-5f19a4643c35)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:13:03.277222 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-802c8aa5-eb08-41b0-a993-674702243913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (d3479e09-53eb-434d-9784-27c522e927f5), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:03.289135 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4ddc4b-42c4-4d56-bdd0-212e56bbb6b1 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:13:03.312563 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7b4ddc4b-42c4-4d56-bdd0-212e56bbb6b1 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "PUT /v2.0/routers/9c084154-0105-4187-ba9a-00cb658fe751/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8248675 Feb 17 18:13:03.313150 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 35988) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:13:03.319066 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-0946b70f-4447-48f9-83a5-80cc905ea902 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--466104437', 'description': 'tempest-secgroup_access--466104437 description', 'project_id': 'c805b184aa954ec19046d0275a2e536a'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:13:03.365994 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0946b70f-4447-48f9-83a5-80cc905ea902 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:03.486920 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5504e77f-0c7f-44f6-ace7-81cf98af656e None None] Provisioning complete for port 42d484cf-402f-4206-9fac-abc2182aa803 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:13:03.487804 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5504e77f-0c7f-44f6-ace7-81cf98af656e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (42d484cf-402f-4206-9fac-abc2182aa803), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:03.496859 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c8aa5-eb08-41b0-a993-674702243913 None None] Pushing event updated for resources: {'Port': ['ID=d3479e09-53eb-434d-9784-27c522e927f5,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:03.520896 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0946b70f-4447-48f9-83a5-80cc905ea902 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for security_group (61cd624f-0b31-4be3-9edf-2d1ca2e8990a), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:03.526834 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0946b70f-4447-48f9-83a5-80cc905ea902 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (61cd624f-0b31-4be3-9edf-2d1ca2e8990a), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:03.533673 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port d3479e09-53eb-434d-9784-27c522e927f5 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:13:03.534861 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 25606931-0843-4887-bf52-03494b5ab0b5 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:13:03.577433 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0946b70f-4447-48f9-83a5-80cc905ea902 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:03.580905 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-0946b70f-4447-48f9-83a5-80cc905ea902 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2663944 Feb 17 18:13:03.584369 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 35990) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:13:03.588165 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5504e77f-0c7f-44f6-ace7-81cf98af656e None None] Port 42d484cf-402f-4206-9fac-abc2182aa803 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:13:03.594416 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-c38e50a8-6c69-452e-8817-ce8db806bf05 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1248332358', 'description': 'tempest-secgroup_general--1248332358 description', 'project_id': 'c805b184aa954ec19046d0275a2e536a'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:13:03.603098 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0946b70f-4447-48f9-83a5-80cc905ea902 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61cd624f-0b31-4be3-9edf-2d1ca2e8990a,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:03.609105 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 25606931-0843-4887-bf52-03494b5ab0b5 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:13:03.609987 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (25606931-0843-4887-bf52-03494b5ab0b5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:03.615962 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0946b70f-4447-48f9-83a5-80cc905ea902 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:13:03.617386 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0946b70f-4447-48f9-83a5-80cc905ea902 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:13:03.617937 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0946b70f-4447-48f9-83a5-80cc905ea902 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:13:03.618708 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0946b70f-4447-48f9-83a5-80cc905ea902 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:13:03.619559 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0946b70f-4447-48f9-83a5-80cc905ea902 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:13:03.620031 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0946b70f-4447-48f9-83a5-80cc905ea902 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:13:03.620639 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0946b70f-4447-48f9-83a5-80cc905ea902 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:13:03.621126 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0946b70f-4447-48f9-83a5-80cc905ea902 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:13:03.621802 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0946b70f-4447-48f9-83a5-80cc905ea902 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:13:03.622269 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0946b70f-4447-48f9-83a5-80cc905ea902 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:13:03.622721 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0946b70f-4447-48f9-83a5-80cc905ea902 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:13:03.623168 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0946b70f-4447-48f9-83a5-80cc905ea902 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:13:03.623678 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0946b70f-4447-48f9-83a5-80cc905ea902 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:13:03.640617 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5504e77f-0c7f-44f6-ace7-81cf98af656e None None] Provisioning complete for port d3479e09-53eb-434d-9784-27c522e927f5 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:13:03.641257 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5504e77f-0c7f-44f6-ace7-81cf98af656e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d3479e09-53eb-434d-9784-27c522e927f5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:03.659448 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c38e50a8-6c69-452e-8817-ce8db806bf05 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:03.798064 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c38e50a8-6c69-452e-8817-ce8db806bf05 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for security_group (a42e090b-ccf6-441b-bab8-deeed83b6e60), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:03.804771 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c38e50a8-6c69-452e-8817-ce8db806bf05 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (a42e090b-ccf6-441b-bab8-deeed83b6e60), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:03.870556 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c38e50a8-6c69-452e-8817-ce8db806bf05 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:03.873636 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c38e50a8-6c69-452e-8817-ce8db806bf05 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2869914 Feb 17 18:13:03.877758 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 35992) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:13:03.882388 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e50a8-6c69-452e-8817-ce8db806bf05 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a42e090b-ccf6-441b-bab8-deeed83b6e60,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:03.889302 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-afbf3510-c4e2-4e9b-9a8f-b2876c783173 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Request body: {'security_group_rule': {'security_group_id': '61cd624f-0b31-4be3-9edf-2d1ca2e8990a', 'project_id': 'c805b184aa954ec19046d0275a2e536a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:13:03.889908 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc054924-8c7d-40ea-9ff9-2cebc91d7f00 None None] Sync routers for ids ['9c084154-0105-4187-ba9a-00cb658fe751'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:13:03.907166 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc054924-8c7d-40ea-9ff9-2cebc91d7f00 None None] Routers {'9c084154-0105-4187-ba9a-00cb658fe751'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:13:03.908160 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-bc054924-8c7d-40ea-9ff9-2cebc91d7f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:12:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['9c084154-0105-4187-ba9a-00cb658fe751'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:13:03.924013 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-afbf3510-c4e2-4e9b-9a8f-b2876c783173 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for security_group_rule (03eea690-a2d7-4945-abbb-aca32212b24e), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:04.014202 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-afbf3510-c4e2-4e9b-9a8f-b2876c783173 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for security_group_rule (03eea690-a2d7-4945-abbb-aca32212b24e), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:04.019507 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-afbf3510-c4e2-4e9b-9a8f-b2876c783173 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (03eea690-a2d7-4945-abbb-aca32212b24e), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:04.040786 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf3510-c4e2-4e9b-9a8f-b2876c783173 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03eea690-a2d7-4945-abbb-aca32212b24e,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:04.053074 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-afbf3510-c4e2-4e9b-9a8f-b2876c783173 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:04.056793 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-afbf3510-c4e2-4e9b-9a8f-b2876c783173 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1769838 Feb 17 18:13:04.084068 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 25606931-0843-4887-bf52-03494b5ab0b5 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:13:04.084739 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (25606931-0843-4887-bf52-03494b5ab0b5), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:04.109838 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5504e77f-0c7f-44f6-ace7-81cf98af656e None None] Current status of the port d3479e09-53eb-434d-9784-27c522e927f5 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:13:04.114958 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-bc054924-8c7d-40ea-9ff9-2cebc91d7f00 None None] Set router 9c084154-0105-4187-ba9a-00cb658fe751 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:13:04.125325 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 25606931-0843-4887-bf52-03494b5ab0b5, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=25606931-0843-4887-bf52-03494b5ab0b5,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:13:04.131300 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (25606931-0843-4887-bf52-03494b5ab0b5), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:04.202827 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=25606931-0843-4887-bf52-03494b5ab0b5,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:04.244668 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-43724a7c-6e19-4f85-9710-0d65ff0de280 None None] Provisioning complete for port 42d484cf-402f-4206-9fac-abc2182aa803 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:13:04.246395 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-43724a7c-6e19-4f85-9710-0d65ff0de280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (42d484cf-402f-4206-9fac-abc2182aa803), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:04.255822 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f50666c6-d1bd-4fd9-9f4b-ef60b0a34b6d req-65e1d1e2-d2cf-48b4-b692-f6ff195e3c5f tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup_general--1248332358&fields=id&tenant_id=c805b184aa954ec19046d0275a2e536a HTTP/1.1" status: 200 len: 267 time: 0.0463216 Feb 17 18:13:04.298640 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-43724a7c-6e19-4f85-9710-0d65ff0de280 None None] Port 42d484cf-402f-4206-9fac-abc2182aa803 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:13:04.317582 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f50666c6-d1bd-4fd9-9f4b-ef60b0a34b6d req-0ca76789-f9c4-456e-b670-ead7b2437cad tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup_access--466104437&fields=id&tenant_id=c805b184aa954ec19046d0275a2e536a HTTP/1.1" status: 200 len: 267 time: 0.0535936 Feb 17 18:13:04.395357 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-bc054924-8c7d-40ea-9ff9-2cebc91d7f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c084154-0105-4187-ba9a-00cb658fe751', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1855865982', 'tenant_id': 'c805b184aa954ec19046d0275a2e536a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '25606931-0843-4887-bf52-03494b5ab0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:12:55Z', 'updated_at': '2022-02-17T18:13:01Z', 'revision_number': 4, 'project_id': 'c805b184aa954ec19046d0275a2e536a', 'gw_port': {'id': '25606931-0843-4887-bf52-03494b5ab0b5', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:87:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c084154-0105-4187-ba9a-00cb658fe751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:12:55Z', 'updated_at': '2022-02-17T18:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '42d484cf-402f-4206-9fac-abc2182aa803', 'name': '', 'network_id': '9000ba00-b18e-469e-8208-6abfe38f54ab', 'tenant_id': 'c805b184aa954ec19046d0275a2e536a', 'mac_address': 'fa:16:3e:c7:97:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c084154-0105-4187-ba9a-00cb658fe751', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'de801023-f7ec-4ec1-a71e-122b1ead849f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:00Z', 'updated_at': '2022-02-17T18:13:01Z', 'revision_number': 2, 'project_id': 'c805b184aa954ec19046d0275a2e536a', 'subnets': [{'id': 'de801023-f7ec-4ec1-a71e-122b1ead849f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:13:04.439385 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc054924-8c7d-40ea-9ff9-2cebc91d7f00 None None] Checking router: 9c084154-0105-4187-ba9a-00cb658fe751 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:13:04.440297 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc054924-8c7d-40ea-9ff9-2cebc91d7f00 None None] Updating router 9c084154-0105-4187-ba9a-00cb658fe751 port 42d484cf-402f-4206-9fac-abc2182aa803 binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 18:13:04.498010 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-bc054924-8c7d-40ea-9ff9-2cebc91d7f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (42d484cf-402f-4206-9fac-abc2182aa803), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:04.508367 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50666c6-d1bd-4fd9-9f4b-ef60b0a34b6d req-0d62928c-aa1d-49d6-8861-f676331b1d22 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:04.510191 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f50666c6-d1bd-4fd9-9f4b-ef60b0a34b6d req-0d62928c-aa1d-49d6-8861-f676331b1d22 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "GET /v2.0/networks?id=9000ba00-b18e-469e-8208-6abfe38f54ab HTTP/1.1" status: 200 len: 796 time: 0.1738849 Feb 17 18:13:04.532050 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f50666c6-d1bd-4fd9-9f4b-ef60b0a34b6d req-c8bdcccc-3517-49a9-a5f2-93c92ad03df6 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "GET /v2.0/quotas/c805b184aa954ec19046d0275a2e536a HTTP/1.1" status: 200 len: 375 time: 0.0116687 Feb 17 18:13:04.632139 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device d3479e09-53eb-434d-9784-27c522e927f5 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:13:04.632764 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f50666c6-d1bd-4fd9-9f4b-ef60b0a34b6d req-a40827c0-477b-410d-aa41-89cc60b5fc44 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=c805b184aa954ec19046d0275a2e536a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0884328 Feb 17 18:13:04.703657 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port d3479e09-53eb-434d-9784-27c522e927f5 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:13:04.704003 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d3479e09-53eb-434d-9784-27c522e927f5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:04.774379 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f50666c6-d1bd-4fd9-9f4b-ef60b0a34b6d req-9ed6c0ed-7a1c-4b4e-9346-0cb9f1adcf0e service neutron] 10.222.0.87 "GET /v2.0/networks/9000ba00-b18e-469e-8208-6abfe38f54ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283391 Feb 17 18:13:04.829264 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port d3479e09-53eb-434d-9784-27c522e927f5 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:13:04.831114 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 25606931-0843-4887-bf52-03494b5ab0b5 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:13:04.848057 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-bc054924-8c7d-40ea-9ff9-2cebc91d7f00 None None] Publish callbacks [] for port (42d484cf-402f-4206-9fac-abc2182aa803), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:04.857772 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-bc054924-8c7d-40ea-9ff9-2cebc91d7f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (42d484cf-402f-4206-9fac-abc2182aa803), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:04.918287 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 25606931-0843-4887-bf52-03494b5ab0b5 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:13:04.918739 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (25606931-0843-4887-bf52-03494b5ab0b5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:04.944824 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f50666c6-d1bd-4fd9-9f4b-ef60b0a34b6d req-7a5995de-63ef-40a1-a221-1648dbe09ccf service neutron] 10.222.0.87 "GET /v2.0/networks/9000ba00-b18e-469e-8208-6abfe38f54ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684749 Feb 17 18:13:04.985653 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbed5a88-a0ac-4fe1-a910-c9844105b10c None None] Pushing event updated for resources: {'Port': ['ID=42d484cf-402f-4206-9fac-abc2182aa803,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:04.997212 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbed5a88-a0ac-4fe1-a910-c9844105b10c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:13:04.998109 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbed5a88-a0ac-4fe1-a910-c9844105b10c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:13:04.998730 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbed5a88-a0ac-4fe1-a910-c9844105b10c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:13:04.999334 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbed5a88-a0ac-4fe1-a910-c9844105b10c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:13:04.999942 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbed5a88-a0ac-4fe1-a910-c9844105b10c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:13:05.000571 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbed5a88-a0ac-4fe1-a910-c9844105b10c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:13:05.001298 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbed5a88-a0ac-4fe1-a910-c9844105b10c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:13:05.001891 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbed5a88-a0ac-4fe1-a910-c9844105b10c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:13:05.002482 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbed5a88-a0ac-4fe1-a910-c9844105b10c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:13:05.003054 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbed5a88-a0ac-4fe1-a910-c9844105b10c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:13:05.003638 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbed5a88-a0ac-4fe1-a910-c9844105b10c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:13:05.004323 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbed5a88-a0ac-4fe1-a910-c9844105b10c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:13:05.005133 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbed5a88-a0ac-4fe1-a910-c9844105b10c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:13:05.053047 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-bc054924-8c7d-40ea-9ff9-2cebc91d7f00 None None] Attempting to bind port 42d484cf-402f-4206-9fac-abc2182aa803 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:13:05.053863 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-bc054924-8c7d-40ea-9ff9-2cebc91d7f00 None None] Attempting to bind port 42d484cf-402f-4206-9fac-abc2182aa803 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '62bf36ae-dc61-49e8-ba2a-5f19a4643c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9000ba00-b18e-469e-8208-6abfe38f54ab'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:13:05.054542 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc054924-8c7d-40ea-9ff9-2cebc91d7f00 None None] Attempting to bind port 42d484cf-402f-4206-9fac-abc2182aa803 on network 9000ba00-b18e-469e-8208-6abfe38f54ab {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:13:05.062359 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc054924-8c7d-40ea-9ff9-2cebc91d7f00 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:13:05.064060 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc054924-8c7d-40ea-9ff9-2cebc91d7f00 None None] Checking segment: {'id': '62bf36ae-dc61-49e8-ba2a-5f19a4643c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9000ba00-b18e-469e-8208-6abfe38f54ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:13:05.065377 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-bc054924-8c7d-40ea-9ff9-2cebc91d7f00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:05.066089 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc054924-8c7d-40ea-9ff9-2cebc91d7f00 None None] Bound using segment: {'id': '62bf36ae-dc61-49e8-ba2a-5f19a4643c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9000ba00-b18e-469e-8208-6abfe38f54ab'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:13:05.066983 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-bc054924-8c7d-40ea-9ff9-2cebc91d7f00 None None] Bound port: 42d484cf-402f-4206-9fac-abc2182aa803, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62bf36ae-dc61-49e8-ba2a-5f19a4643c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9000ba00-b18e-469e-8208-6abfe38f54ab'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:13:05.067861 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-bc054924-8c7d-40ea-9ff9-2cebc91d7f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (42d484cf-402f-4206-9fac-abc2182aa803), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:05.096822 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 25606931-0843-4887-bf52-03494b5ab0b5 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:13:05.193030 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-bc054924-8c7d-40ea-9ff9-2cebc91d7f00 None None] For port 42d484cf-402f-4206-9fac-abc2182aa803, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:13:05.197386 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-bc054924-8c7d-40ea-9ff9-2cebc91d7f00 None None] For port 42d484cf-402f-4206-9fac-abc2182aa803, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=42d484cf-402f-4206-9fac-abc2182aa803,segment=NetworkSegment(62bf36ae-dc61-49e8-ba2a-5f19a4643c35),segment_id=62bf36ae-dc61-49e8-ba2a-5f19a4643c35)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:13:05.209290 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-bc054924-8c7d-40ea-9ff9-2cebc91d7f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (42d484cf-402f-4206-9fac-abc2182aa803), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:05.273608 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbed5a88-a0ac-4fe1-a910-c9844105b10c None None] Pushing event updated for resources: {'Port': ['ID=42d484cf-402f-4206-9fac-abc2182aa803,revision_number=4']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:05.288525 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2c2a9e2f-1dae-4343-b949-73839e136caf req-d9a5e3e3-1d48-409c-a754-5ffd577315b9 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "GET /v2.0/ports?device_id=893b2dab-c1dd-4601-b10f-4ab5e7870474 HTTP/1.1" status: 200 len: 210 time: 0.0664356 Feb 17 18:13:05.304056 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc054924-8c7d-40ea-9ff9-2cebc91d7f00 None None] Routers {'9c084154-0105-4187-ba9a-00cb658fe751'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:13:05.304892 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-bc054924-8c7d-40ea-9ff9-2cebc91d7f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:12:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['9c084154-0105-4187-ba9a-00cb658fe751'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:13:05.362465 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-810307dd-5ca7-4bd0-87f9-5bb40a6df04d None None] Provisioning complete for port 42d484cf-402f-4206-9fac-abc2182aa803 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:13:05.363241 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-810307dd-5ca7-4bd0-87f9-5bb40a6df04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (42d484cf-402f-4206-9fac-abc2182aa803), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:05.483541 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-52a1ff11-d6fc-480c-8071-194d30b1daac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:05.503665 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-bc054924-8c7d-40ea-9ff9-2cebc91d7f00 None None] Set router 9c084154-0105-4187-ba9a-00cb658fe751 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:13:05.554157 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-810307dd-5ca7-4bd0-87f9-5bb40a6df04d None None] Current status of the port 42d484cf-402f-4206-9fac-abc2182aa803 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:13:05.555081 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-810307dd-5ca7-4bd0-87f9-5bb40a6df04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (42d484cf-402f-4206-9fac-abc2182aa803), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:05.628193 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-810307dd-5ca7-4bd0-87f9-5bb40a6df04d None None] For port 42d484cf-402f-4206-9fac-abc2182aa803, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=42d484cf-402f-4206-9fac-abc2182aa803,segment=NetworkSegment(62bf36ae-dc61-49e8-ba2a-5f19a4643c35),segment_id=62bf36ae-dc61-49e8-ba2a-5f19a4643c35)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:13:05.635483 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-810307dd-5ca7-4bd0-87f9-5bb40a6df04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (42d484cf-402f-4206-9fac-abc2182aa803), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:05.696513 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810307dd-5ca7-4bd0-87f9-5bb40a6df04d None None] Pushing event updated for resources: {'Port': ['ID=42d484cf-402f-4206-9fac-abc2182aa803,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:05.719590 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810307dd-5ca7-4bd0-87f9-5bb40a6df04d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:13:05.720538 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810307dd-5ca7-4bd0-87f9-5bb40a6df04d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:13:05.720980 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810307dd-5ca7-4bd0-87f9-5bb40a6df04d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:13:05.721551 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810307dd-5ca7-4bd0-87f9-5bb40a6df04d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:13:05.721979 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810307dd-5ca7-4bd0-87f9-5bb40a6df04d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:13:05.722461 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810307dd-5ca7-4bd0-87f9-5bb40a6df04d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:13:05.722806 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810307dd-5ca7-4bd0-87f9-5bb40a6df04d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:13:05.723142 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810307dd-5ca7-4bd0-87f9-5bb40a6df04d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:13:05.723476 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810307dd-5ca7-4bd0-87f9-5bb40a6df04d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:13:05.724098 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810307dd-5ca7-4bd0-87f9-5bb40a6df04d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:13:05.724481 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810307dd-5ca7-4bd0-87f9-5bb40a6df04d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:13:05.724864 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810307dd-5ca7-4bd0-87f9-5bb40a6df04d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:13:05.725223 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810307dd-5ca7-4bd0-87f9-5bb40a6df04d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:13:05.768186 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-634d0e45-e675-4b2c-852f-3abb1038806e None None] Provisioning complete for port 42d484cf-402f-4206-9fac-abc2182aa803 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:13:05.768915 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-634d0e45-e675-4b2c-852f-3abb1038806e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (42d484cf-402f-4206-9fac-abc2182aa803), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:05.856479 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-7ce3afac-d7b8-47eb-a5f7-970eed1b3703 req-d7ca32cf-9fc7-46ba-8250-6b4ed601e748 service neutron] (103435) timed out ('10.222.0.71', 61873) {{(pid=103435) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 18:13:05.857003 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-bc054924-8c7d-40ea-9ff9-2cebc91d7f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c084154-0105-4187-ba9a-00cb658fe751', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1855865982', 'tenant_id': 'c805b184aa954ec19046d0275a2e536a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '25606931-0843-4887-bf52-03494b5ab0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:12:55Z', 'updated_at': '2022-02-17T18:13:01Z', 'revision_number': 4, 'project_id': 'c805b184aa954ec19046d0275a2e536a', 'gw_port': {'id': '25606931-0843-4887-bf52-03494b5ab0b5', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:87:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c084154-0105-4187-ba9a-00cb658fe751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:12:55Z', 'updated_at': '2022-02-17T18:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '42d484cf-402f-4206-9fac-abc2182aa803', 'name': '', 'network_id': '9000ba00-b18e-469e-8208-6abfe38f54ab', 'tenant_id': 'c805b184aa954ec19046d0275a2e536a', 'mac_address': 'fa:16:3e:c7:97:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c084154-0105-4187-ba9a-00cb658fe751', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'de801023-f7ec-4ec1-a71e-122b1ead849f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:00Z', 'updated_at': '2022-02-17T18:13:05Z', 'revision_number': 4, 'project_id': 'c805b184aa954ec19046d0275a2e536a', 'subnets': [{'id': 'de801023-f7ec-4ec1-a71e-122b1ead849f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:13:05.888351 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-634d0e45-e675-4b2c-852f-3abb1038806e None None] Current status of the port 42d484cf-402f-4206-9fac-abc2182aa803 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:13:05.900077 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc054924-8c7d-40ea-9ff9-2cebc91d7f00 None None] The sync data for ids ['9c084154-0105-4187-ba9a-00cb658fe751'] in n-d-829613-2 is: [{'id': '9c084154-0105-4187-ba9a-00cb658fe751', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1855865982', 'tenant_id': 'c805b184aa954ec19046d0275a2e536a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '25606931-0843-4887-bf52-03494b5ab0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:12:55Z', 'updated_at': '2022-02-17T18:13:01Z', 'revision_number': 4, 'project_id': 'c805b184aa954ec19046d0275a2e536a', 'gw_port': {'id': '25606931-0843-4887-bf52-03494b5ab0b5', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:87:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c084154-0105-4187-ba9a-00cb658fe751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:12:55Z', 'updated_at': '2022-02-17T18:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '42d484cf-402f-4206-9fac-abc2182aa803', 'name': '', 'network_id': '9000ba00-b18e-469e-8208-6abfe38f54ab', 'tenant_id': 'c805b184aa954ec19046d0275a2e536a', 'mac_address': 'fa:16:3e:c7:97:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c084154-0105-4187-ba9a-00cb658fe751', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'de801023-f7ec-4ec1-a71e-122b1ead849f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:00Z', 'updated_at': '2022-02-17T18:13:05Z', 'revision_number': 4, 'project_id': 'c805b184aa954ec19046d0275a2e536a', 'subnets': [{'id': 'de801023-f7ec-4ec1-a71e-122b1ead849f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:13:06.426639 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0fabd3fb-fb8d-4d35-8e00-9610f64d4e09 req-62fe3031-c16d-412e-b13a-b13a3ffd49e3 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "GET /v2.0/ports?device_id=893b2dab-c1dd-4601-b10f-4ab5e7870474 HTTP/1.1" status: 200 len: 210 time: 0.0481739 Feb 17 18:13:06.692863 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50666c6-d1bd-4fd9-9f4b-ef60b0a34b6d req-9241ac0d-7bf3-4f1c-973d-a9b2e1718a6e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:06.694574 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f50666c6-d1bd-4fd9-9f4b-ef60b0a34b6d req-9241ac0d-7bf3-4f1c-973d-a9b2e1718a6e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.71 "GET /v2.0/networks?id=9000ba00-b18e-469e-8208-6abfe38f54ab HTTP/1.1" status: 200 len: 796 time: 0.1703508 Feb 17 18:13:06.737305 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 42d484cf-402f-4206-9fac-abc2182aa803 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:13:06.831809 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:06.838251 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f50666c6-d1bd-4fd9-9f4b-ef60b0a34b6d req-7b2298a8-a17f-4f53-b097-df0870c3ead9 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c805b184aa954ec19046d0275a2e536a HTTP/1.1" status: 200 len: 477 time: 0.1248333 Feb 17 18:13:06.844719 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 42d484cf-402f-4206-9fac-abc2182aa803 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:13:06.845202 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (42d484cf-402f-4206-9fac-abc2182aa803), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:06.853108 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-f50666c6-d1bd-4fd9-9f4b-ef60b0a34b6d req-f02d802c-133c-4ea3-80a6-a941e9b85d63 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Request body: {'port': {'device_id': '893b2dab-c1dd-4601-b10f-4ab5e7870474', 'network_id': '9000ba00-b18e-469e-8208-6abfe38f54ab', 'admin_state_up': True, 'tenant_id': 'c805b184aa954ec19046d0275a2e536a', 'security_groups': ['a42e090b-ccf6-441b-bab8-deeed83b6e60', '61cd624f-0b31-4be3-9edf-2d1ca2e8990a']}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:13:06.967063 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 42d484cf-402f-4206-9fac-abc2182aa803 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:13:07.088022 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f50666c6-d1bd-4fd9-9f4b-ef60b0a34b6d req-f02d802c-133c-4ea3-80a6-a941e9b85d63 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Made reservation on behalf of c805b184aa954ec19046d0275a2e536a for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:13:07.093634 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-f50666c6-d1bd-4fd9-9f4b-ef60b0a34b6d req-f02d802c-133c-4ea3-80a6-a941e9b85d63 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:07.306138 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-f50666c6-d1bd-4fd9-9f4b-ef60b0a34b6d req-f02d802c-133c-4ea3-80a6-a941e9b85d63 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Allocated IP 172.20.0.7 (9000ba00-b18e-469e-8208-6abfe38f54ab/de801023-f7ec-4ec1-a71e-122b1ead849f/54f19c38-077d-46a8-9283-3437cfa69ea3) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:13:07.563096 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-f50666c6-d1bd-4fd9-9f4b-ef60b0a34b6d req-f02d802c-133c-4ea3-80a6-a941e9b85d63 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for port (54f19c38-077d-46a8-9283-3437cfa69ea3), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:07.587014 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c0bb2784-5625-4010-8d0f-f6a8ac0ab586 req-64c77554-f93e-4ff8-a0c4-41a9915716d6 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "GET /v2.0/ports?device_id=893b2dab-c1dd-4601-b10f-4ab5e7870474 HTTP/1.1" status: 200 len: 210 time: 0.0387223 Feb 17 18:13:07.633297 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-f50666c6-d1bd-4fd9-9f4b-ef60b0a34b6d req-f02d802c-133c-4ea3-80a6-a941e9b85d63 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (54f19c38-077d-46a8-9283-3437cfa69ea3), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:07.723597 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f50666c6-d1bd-4fd9-9f4b-ef60b0a34b6d req-f02d802c-133c-4ea3-80a6-a941e9b85d63 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Network 9000ba00-b18e-469e-8208-6abfe38f54ab is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:13:07.730380 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-f50666c6-d1bd-4fd9-9f4b-ef60b0a34b6d req-f02d802c-133c-4ea3-80a6-a941e9b85d63 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:13:07.738094 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50666c6-d1bd-4fd9-9f4b-ef60b0a34b6d req-f02d802c-133c-4ea3-80a6-a941e9b85d63 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:13:07.774711 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02d802c-133c-4ea3-80a6-a941e9b85d63 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Pushing event updated for resources: {'Port': ['ID=54f19c38-077d-46a8-9283-3437cfa69ea3,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:07.815339 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50666c6-d1bd-4fd9-9f4b-ef60b0a34b6d req-f02d802c-133c-4ea3-80a6-a941e9b85d63 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:07.816409 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-f50666c6-d1bd-4fd9-9f4b-ef60b0a34b6d req-f02d802c-133c-4ea3-80a6-a941e9b85d63 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:07.844437 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f50666c6-d1bd-4fd9-9f4b-ef60b0a34b6d req-f02d802c-133c-4ea3-80a6-a941e9b85d63 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.9986885 Feb 17 18:13:07.858270 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-f50666c6-d1bd-4fd9-9f4b-ef60b0a34b6d req-405fd297-b84b-45b4-8061-96198b6142b7 service neutron] Request body: {'port': {'device_id': '893b2dab-c1dd-4601-b10f-4ab5e7870474', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:13:07.935802 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-f50666c6-d1bd-4fd9-9f4b-ef60b0a34b6d req-405fd297-b84b-45b4-8061-96198b6142b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (54f19c38-077d-46a8-9283-3437cfa69ea3), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:08.052402 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:08.136226 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5c43bbfa-dbf8-4bb9-a9ea-51d14d35b44d None None] Provisioning complete for port 54f19c38-077d-46a8-9283-3437cfa69ea3 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:13:08.136824 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5c43bbfa-dbf8-4bb9-a9ea-51d14d35b44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (54f19c38-077d-46a8-9283-3437cfa69ea3), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:08.186296 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5c43bbfa-dbf8-4bb9-a9ea-51d14d35b44d None None] Port 54f19c38-077d-46a8-9283-3437cfa69ea3 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:13:08.375423 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-f50666c6-d1bd-4fd9-9f4b-ef60b0a34b6d req-405fd297-b84b-45b4-8061-96198b6142b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54f19c38-077d-46a8-9283-3437cfa69ea3 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:13:08.390802 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-f50666c6-d1bd-4fd9-9f4b-ef60b0a34b6d req-405fd297-b84b-45b4-8061-96198b6142b7 service neutron] Publish callbacks [] for port (54f19c38-077d-46a8-9283-3437cfa69ea3), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:08.412714 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-f50666c6-d1bd-4fd9-9f4b-ef60b0a34b6d req-405fd297-b84b-45b4-8061-96198b6142b7 service neutron] Transition to ACTIVE for port object 54f19c38-077d-46a8-9283-3437cfa69ea3 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 18:13:08.418584 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-f50666c6-d1bd-4fd9-9f4b-ef60b0a34b6d req-405fd297-b84b-45b4-8061-96198b6142b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (54f19c38-077d-46a8-9283-3437cfa69ea3), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:08.541069 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405fd297-b84b-45b4-8061-96198b6142b7 service neutron] Pushing event updated for resources: {'Port': ['ID=54f19c38-077d-46a8-9283-3437cfa69ea3,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:08.641396 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-f50666c6-d1bd-4fd9-9f4b-ef60b0a34b6d req-405fd297-b84b-45b4-8061-96198b6142b7 service neutron] Attempting to bind port 54f19c38-077d-46a8-9283-3437cfa69ea3 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:13:08.642124 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-f50666c6-d1bd-4fd9-9f4b-ef60b0a34b6d req-405fd297-b84b-45b4-8061-96198b6142b7 service neutron] Attempting to bind port 54f19c38-077d-46a8-9283-3437cfa69ea3 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '62bf36ae-dc61-49e8-ba2a-5f19a4643c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9000ba00-b18e-469e-8208-6abfe38f54ab'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:13:08.642666 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50666c6-d1bd-4fd9-9f4b-ef60b0a34b6d req-405fd297-b84b-45b4-8061-96198b6142b7 service neutron] Attempting to bind port 54f19c38-077d-46a8-9283-3437cfa69ea3 on network 9000ba00-b18e-469e-8208-6abfe38f54ab {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:13:08.651378 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50666c6-d1bd-4fd9-9f4b-ef60b0a34b6d req-405fd297-b84b-45b4-8061-96198b6142b7 service neutron] Port 54f19c38-077d-46a8-9283-3437cfa69ea3 on network 9000ba00-b18e-469e-8208-6abfe38f54ab not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:13:08.652040 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50666c6-d1bd-4fd9-9f4b-ef60b0a34b6d req-405fd297-b84b-45b4-8061-96198b6142b7 service neutron] Attempting to bind port 54f19c38-077d-46a8-9283-3437cfa69ea3 on network 9000ba00-b18e-469e-8208-6abfe38f54ab {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:13:08.669023 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50666c6-d1bd-4fd9-9f4b-ef60b0a34b6d req-405fd297-b84b-45b4-8061-96198b6142b7 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:13:08.669544 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50666c6-d1bd-4fd9-9f4b-ef60b0a34b6d req-405fd297-b84b-45b4-8061-96198b6142b7 service neutron] Checking segment: {'id': '62bf36ae-dc61-49e8-ba2a-5f19a4643c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9000ba00-b18e-469e-8208-6abfe38f54ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:13:08.670186 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50666c6-d1bd-4fd9-9f4b-ef60b0a34b6d req-405fd297-b84b-45b4-8061-96198b6142b7 service neutron] Bound using segment: {'id': '62bf36ae-dc61-49e8-ba2a-5f19a4643c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9000ba00-b18e-469e-8208-6abfe38f54ab'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:13:08.670763 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-f50666c6-d1bd-4fd9-9f4b-ef60b0a34b6d req-405fd297-b84b-45b4-8061-96198b6142b7 service neutron] Bound port: 54f19c38-077d-46a8-9283-3437cfa69ea3, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62bf36ae-dc61-49e8-ba2a-5f19a4643c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9000ba00-b18e-469e-8208-6abfe38f54ab'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:13:08.671237 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-f50666c6-d1bd-4fd9-9f4b-ef60b0a34b6d req-405fd297-b84b-45b4-8061-96198b6142b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (54f19c38-077d-46a8-9283-3437cfa69ea3), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:08.806455 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-f50666c6-d1bd-4fd9-9f4b-ef60b0a34b6d req-405fd297-b84b-45b4-8061-96198b6142b7 service neutron] For port 54f19c38-077d-46a8-9283-3437cfa69ea3, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:13:08.816212 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-f50666c6-d1bd-4fd9-9f4b-ef60b0a34b6d req-405fd297-b84b-45b4-8061-96198b6142b7 service neutron] For port 54f19c38-077d-46a8-9283-3437cfa69ea3, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=54f19c38-077d-46a8-9283-3437cfa69ea3,segment=NetworkSegment(62bf36ae-dc61-49e8-ba2a-5f19a4643c35),segment_id=62bf36ae-dc61-49e8-ba2a-5f19a4643c35)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:13:08.842496 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-f50666c6-d1bd-4fd9-9f4b-ef60b0a34b6d req-405fd297-b84b-45b4-8061-96198b6142b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (54f19c38-077d-46a8-9283-3437cfa69ea3), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:08.932167 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e4cfb-3289-4c76-8bd0-a5b135200777 req-9ee4dbb3-e2ce-42b8-81ed-c174f40f8c59 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:08.940785 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4d3e4cfb-3289-4c76-8bd0-a5b135200777 req-9ee4dbb3-e2ce-42b8-81ed-c174f40f8c59 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "GET /v2.0/ports?device_id=893b2dab-c1dd-4601-b10f-4ab5e7870474 HTTP/1.1" status: 200 len: 982 time: 0.2091866 Feb 17 18:13:08.951887 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50666c6-d1bd-4fd9-9f4b-ef60b0a34b6d req-405fd297-b84b-45b4-8061-96198b6142b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:08.951887 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-f50666c6-d1bd-4fd9-9f4b-ef60b0a34b6d req-405fd297-b84b-45b4-8061-96198b6142b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:08.952672 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f50666c6-d1bd-4fd9-9f4b-ef60b0a34b6d req-405fd297-b84b-45b4-8061-96198b6142b7 service neutron] 10.222.0.71 "PUT /v2.0/ports/54f19c38-077d-46a8-9283-3437cfa69ea3 HTTP/1.1" status: 200 len: 1130 time: 1.1008062 Feb 17 18:13:08.968850 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '893b2dab-c1dd-4601-b10f-4ab5e7870474', 'tag': '54f19c38-077d-46a8-9283-3437cfa69ea3'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:13:08.975005 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb751659-46de-4287-89f0-8e42bf996ff1" -d '{"events": [{"name": "network-changed", "server_uuid": "893b2dab-c1dd-4601-b10f-4ab5e7870474", "tag": "54f19c38-077d-46a8-9283-3437cfa69ea3"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:13:09.046356 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405fd297-b84b-45b4-8061-96198b6142b7 service neutron] Pushing event updated for resources: {'Port': ['ID=54f19c38-077d-46a8-9283-3437cfa69ea3,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:09.141108 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4d3e4cfb-3289-4c76-8bd0-a5b135200777 req-72fa2451-9409-4d8e-9efa-188f6d9c08bc tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "GET /v2.0/security-groups?id=61cd624f-0b31-4be3-9edf-2d1ca2e8990a&id=a42e090b-ccf6-441b-bab8-deeed83b6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1946599 Feb 17 18:13:09.146839 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50666c6-d1bd-4fd9-9f4b-ef60b0a34b6d req-435db140-e6e1-43bd-84ce-61f1fa8e19fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:09.150550 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f50666c6-d1bd-4fd9-9f4b-ef60b0a34b6d req-435db140-e6e1-43bd-84ce-61f1fa8e19fa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c805b184aa954ec19046d0275a2e536a&device_id=893b2dab-c1dd-4601-b10f-4ab5e7870474 HTTP/1.1" status: 200 len: 1164 time: 0.1351082 Feb 17 18:13:09.154732 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:09.211080 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f50666c6-d1bd-4fd9-9f4b-ef60b0a34b6d req-dc296b5f-e744-40a8-87b1-0bb3e461af44 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54f19c38-077d-46a8-9283-3437cfa69ea3 HTTP/1.1" status: 200 len: 217 time: 0.0487270 Feb 17 18:13:09.249343 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a563b77c-d5a1-4329-9683-ec9c83f87455 x-openstack-request-id: req-a563b77c-d5a1-4329-9683-ec9c83f87455 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:13:09.249729 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "893b2dab-c1dd-4601-b10f-4ab5e7870474", "tag": "54f19c38-077d-46a8-9283-3437cfa69ea3", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:13:09.250077 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a563b77c-d5a1-4329-9683-ec9c83f87455 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:13:09.250548 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '893b2dab-c1dd-4601-b10f-4ab5e7870474', 'tag': '54f19c38-077d-46a8-9283-3437cfa69ea3', 'status': 'completed', 'code': 200} Feb 17 18:13:09.282219 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50666c6-d1bd-4fd9-9f4b-ef60b0a34b6d req-ef7e4718-8d75-4b53-acbc-4e4724663f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:09.283994 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f50666c6-d1bd-4fd9-9f4b-ef60b0a34b6d req-ef7e4718-8d75-4b53-acbc-4e4724663f93 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=de801023-f7ec-4ec1-a71e-122b1ead849f HTTP/1.1" status: 200 len: 835 time: 0.0673609 Feb 17 18:13:09.373843 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50666c6-d1bd-4fd9-9f4b-ef60b0a34b6d req-ba8d82b4-f051-4978-b3cd-f95f3b12b718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:09.375623 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f50666c6-d1bd-4fd9-9f4b-ef60b0a34b6d req-ba8d82b4-f051-4978-b3cd-f95f3b12b718 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9000ba00-b18e-469e-8208-6abfe38f54ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0847692 Feb 17 18:13:09.521717 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f50666c6-d1bd-4fd9-9f4b-ef60b0a34b6d req-77bbae8a-f2bb-4efe-aa49-2c813cc75eec service neutron] 10.222.0.71 "GET /v2.0/networks/9000ba00-b18e-469e-8208-6abfe38f54ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389148 Feb 17 18:13:09.647968 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f50666c6-d1bd-4fd9-9f4b-ef60b0a34b6d req-b39f074d-6aae-4e3e-a905-1725ca4e939e service neutron] 10.222.0.71 "GET /v2.0/networks/9000ba00-b18e-469e-8208-6abfe38f54ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196330 Feb 17 18:13:09.760414 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb751659-46de-4287-89f0-8e42bf996ff1 req-c15e88aa-8786-41cf-997d-cf9828ca8bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:09.762278 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cb751659-46de-4287-89f0-8e42bf996ff1 req-c15e88aa-8786-41cf-997d-cf9828ca8bf6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c805b184aa954ec19046d0275a2e536a&device_id=893b2dab-c1dd-4601-b10f-4ab5e7870474 HTTP/1.1" status: 200 len: 1164 time: 0.0567400 Feb 17 18:13:09.872178 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb751659-46de-4287-89f0-8e42bf996ff1 req-7bd15d73-132f-4fe2-820a-97207656deba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:09.880782 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cb751659-46de-4287-89f0-8e42bf996ff1 req-7bd15d73-132f-4fe2-820a-97207656deba service neutron] 10.222.0.71 "GET /v2.0/networks?id=9000ba00-b18e-469e-8208-6abfe38f54ab HTTP/1.1" status: 200 len: 897 time: 0.1060710 Feb 17 18:13:09.945008 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cb751659-46de-4287-89f0-8e42bf996ff1 req-893f08ce-6da2-467f-abd2-4889f8668388 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54f19c38-077d-46a8-9283-3437cfa69ea3 HTTP/1.1" status: 200 len: 217 time: 0.0623255 Feb 17 18:13:10.024020 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb751659-46de-4287-89f0-8e42bf996ff1 req-c49db880-7112-4bae-a8b8-a82078ce2550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:10.026189 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cb751659-46de-4287-89f0-8e42bf996ff1 req-c49db880-7112-4bae-a8b8-a82078ce2550 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=de801023-f7ec-4ec1-a71e-122b1ead849f HTTP/1.1" status: 200 len: 835 time: 0.0748558 Feb 17 18:13:10.122492 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb751659-46de-4287-89f0-8e42bf996ff1 req-06f49517-80c3-402e-b8a0-ad9805ca4676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:10.124478 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cb751659-46de-4287-89f0-8e42bf996ff1 req-06f49517-80c3-402e-b8a0-ad9805ca4676 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9000ba00-b18e-469e-8208-6abfe38f54ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0902402 Feb 17 18:13:10.296958 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cb751659-46de-4287-89f0-8e42bf996ff1 req-a178f474-45d6-4683-b985-c25ab22f8bf1 service neutron] 10.222.0.71 "GET /v2.0/networks/9000ba00-b18e-469e-8208-6abfe38f54ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634119 Feb 17 18:13:10.436657 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7593d-b059-46a4-bc8d-d3bc5affbc90 req-73eba5df-73b1-4dfd-a0c5-276f9ed403c1 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:10.438426 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9ee7593d-b059-46a4-bc8d-d3bc5affbc90 req-73eba5df-73b1-4dfd-a0c5-276f9ed403c1 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "GET /v2.0/ports?device_id=893b2dab-c1dd-4601-b10f-4ab5e7870474 HTTP/1.1" status: 200 len: 982 time: 0.1401796 Feb 17 18:13:10.465836 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cb751659-46de-4287-89f0-8e42bf996ff1 req-389713ac-c443-4d45-8edd-b975b1be9b4e service neutron] 10.222.0.71 "GET /v2.0/networks/9000ba00-b18e-469e-8208-6abfe38f54ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498179 Feb 17 18:13:10.549013 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9ee7593d-b059-46a4-bc8d-d3bc5affbc90 req-77177b9e-7375-4784-b2f0-fc43b5516eae tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "GET /v2.0/security-groups?id=61cd624f-0b31-4be3-9edf-2d1ca2e8990a&id=a42e090b-ccf6-441b-bab8-deeed83b6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0962858 Feb 17 18:13:11.792926 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d821f-424c-4ae6-9b47-819e101e392f req-5f1c0791-2c70-4117-85d0-5a78c27d1e1c tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:11.796961 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5d3d821f-424c-4ae6-9b47-819e101e392f req-5f1c0791-2c70-4117-85d0-5a78c27d1e1c tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "GET /v2.0/ports?device_id=893b2dab-c1dd-4601-b10f-4ab5e7870474 HTTP/1.1" status: 200 len: 982 time: 0.1191068 Feb 17 18:13:11.890055 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5d3d821f-424c-4ae6-9b47-819e101e392f req-45e28cef-b11b-4c68-83ea-98481d47ec03 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "GET /v2.0/security-groups?id=61cd624f-0b31-4be3-9edf-2d1ca2e8990a&id=a42e090b-ccf6-441b-bab8-deeed83b6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0816517 Feb 17 18:13:13.057417 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d02fc-aa26-4025-bb8d-0262aee2c197 req-34f48025-edae-4b04-85f7-7eda5c6d5679 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:13.060298 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3f7d02fc-aa26-4025-bb8d-0262aee2c197 req-34f48025-edae-4b04-85f7-7eda5c6d5679 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "GET /v2.0/ports?device_id=893b2dab-c1dd-4601-b10f-4ab5e7870474 HTTP/1.1" status: 200 len: 982 time: 0.0694785 Feb 17 18:13:13.150748 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3f7d02fc-aa26-4025-bb8d-0262aee2c197 req-2a6324c5-5cb2-48fb-8a6f-92aa3ee8a8a3 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "GET /v2.0/security-groups?id=61cd624f-0b31-4be3-9edf-2d1ca2e8990a&id=a42e090b-ccf6-441b-bab8-deeed83b6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0796978 Feb 17 18:13:13.401393 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 54f19c38-077d-46a8-9283-3437cfa69ea3 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:13:13.529136 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 54f19c38-077d-46a8-9283-3437cfa69ea3, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=54f19c38-077d-46a8-9283-3437cfa69ea3,segment=NetworkSegment(62bf36ae-dc61-49e8-ba2a-5f19a4643c35),segment_id=62bf36ae-dc61-49e8-ba2a-5f19a4643c35)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:13:13.543020 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '54f19c38-077d-46a8-9283-3437cfa69ea3', 'network_id': '9000ba00-b18e-469e-8208-6abfe38f54ab', 'port_id': '54f19c38-077d-46a8-9283-3437cfa69ea3', 'mac_address': 'fa:16:3e:b0:8d:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de801023-f7ec-4ec1-a71e-122b1ead849f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:13:13.586206 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 54f19c38-077d-46a8-9283-3437cfa69ea3 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:13:13.586733 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (54f19c38-077d-46a8-9283-3437cfa69ea3), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:13.603300 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54f19c38-077d-46a8-9283-3437cfa69ea3 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:13:13.627417 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 54f19c38-077d-46a8-9283-3437cfa69ea3, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=54f19c38-077d-46a8-9283-3437cfa69ea3,segment=NetworkSegment(62bf36ae-dc61-49e8-ba2a-5f19a4643c35),segment_id=62bf36ae-dc61-49e8-ba2a-5f19a4643c35)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:13:13.632222 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (54f19c38-077d-46a8-9283-3437cfa69ea3), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:13.691826 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=54f19c38-077d-46a8-9283-3437cfa69ea3,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:13.841526 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['54f19c38-077d-46a8-9283-3437cfa69ea3'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:13:14.311709 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100fbde-2d5a-416e-a524-537eda636907 req-6d0eb5e9-9dac-4c7a-a82f-6a481d7ab668 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:14.313408 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b100fbde-2d5a-416e-a524-537eda636907 req-6d0eb5e9-9dac-4c7a-a82f-6a481d7ab668 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "GET /v2.0/ports?device_id=893b2dab-c1dd-4601-b10f-4ab5e7870474 HTTP/1.1" status: 200 len: 983 time: 0.0670722 Feb 17 18:13:14.392675 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b100fbde-2d5a-416e-a524-537eda636907 req-efa92c79-2f7d-45c2-a530-8d2e1d6fcfe7 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "GET /v2.0/security-groups?id=61cd624f-0b31-4be3-9edf-2d1ca2e8990a&id=a42e090b-ccf6-441b-bab8-deeed83b6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0698266 Feb 17 18:13:15.403135 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 54f19c38-077d-46a8-9283-3437cfa69ea3 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:13:15.493472 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 54f19c38-077d-46a8-9283-3437cfa69ea3 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 18:13:15.502696 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 54f19c38-077d-46a8-9283-3437cfa69ea3 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:13:15.503332 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (54f19c38-077d-46a8-9283-3437cfa69ea3), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:15.672915 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 54f19c38-077d-46a8-9283-3437cfa69ea3 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:13:15.673828 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (54f19c38-077d-46a8-9283-3437cfa69ea3), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:15.728735 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893b2dab-c1dd-4601-b10f-4ab5e7870474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f19c38-077d-46a8-9283-3437cfa69ea3'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:13:15.734036 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d810d0b7-1926-4226-a099-bc226e06ae46" -d '{"events": [{"server_uuid": "893b2dab-c1dd-4601-b10f-4ab5e7870474", "name": "network-vif-plugged", "status": "completed", "tag": "54f19c38-077d-46a8-9283-3437cfa69ea3"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:13:15.769031 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 54f19c38-077d-46a8-9283-3437cfa69ea3, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=54f19c38-077d-46a8-9283-3437cfa69ea3,segment=NetworkSegment(62bf36ae-dc61-49e8-ba2a-5f19a4643c35),segment_id=62bf36ae-dc61-49e8-ba2a-5f19a4643c35)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:13:15.781256 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (54f19c38-077d-46a8-9283-3437cfa69ea3), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:15.876891 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=54f19c38-077d-46a8-9283-3437cfa69ea3,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:15.906697 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a15caa-33f7-4be5-89ec-66db9e00d337 req-669afac4-79fb-456a-846d-0dddf20e4d33 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:15.908526 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-53a15caa-33f7-4be5-89ec-66db9e00d337 req-669afac4-79fb-456a-846d-0dddf20e4d33 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "GET /v2.0/ports?device_id=893b2dab-c1dd-4601-b10f-4ab5e7870474 HTTP/1.1" status: 200 len: 983 time: 0.3918958 Feb 17 18:13:15.968721 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de3c05a-5233-42f9-ba56-dead94972fda x-openstack-request-id: req-9de3c05a-5233-42f9-ba56-dead94972fda {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:13:15.969109 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893b2dab-c1dd-4601-b10f-4ab5e7870474", "name": "network-vif-plugged", "status": "completed", "tag": "54f19c38-077d-46a8-9283-3437cfa69ea3", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:13:15.969441 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9de3c05a-5233-42f9-ba56-dead94972fda {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:13:15.970006 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893b2dab-c1dd-4601-b10f-4ab5e7870474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f19c38-077d-46a8-9283-3437cfa69ea3', 'code': 200} Feb 17 18:13:15.979738 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-53a15caa-33f7-4be5-89ec-66db9e00d337 req-65e07195-04c6-4df8-b4f1-79f4abb22a3a tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "GET /v2.0/security-groups?id=61cd624f-0b31-4be3-9edf-2d1ca2e8990a&id=a42e090b-ccf6-441b-bab8-deeed83b6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0600297 Feb 17 18:13:16.087627 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224b8b2-d623-471e-9d82-3bf3fec93734 req-96ba94f1-c4bc-43b7-9947-37e0c09bdf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:16.089534 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e224b8b2-d623-471e-9d82-3bf3fec93734 req-96ba94f1-c4bc-43b7-9947-37e0c09bdf6e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=893b2dab-c1dd-4601-b10f-4ab5e7870474 HTTP/1.1" status: 200 len: 1166 time: 0.0513914 Feb 17 18:13:16.150183 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e224b8b2-d623-471e-9d82-3bf3fec93734 req-af8db39c-6147-44ac-9039-825519418f14 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=61cd624f-0b31-4be3-9edf-2d1ca2e8990a&id=a42e090b-ccf6-441b-bab8-deeed83b6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0549624 Feb 17 18:13:17.313686 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e753a04-9b1f-42f5-816e-7468c2e6cbe0 req-0d1e9109-97a4-465b-b3f8-363b4edb201c tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:17.317295 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9e753a04-9b1f-42f5-816e-7468c2e6cbe0 req-0d1e9109-97a4-465b-b3f8-363b4edb201c tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "GET /v2.0/ports?device_id=893b2dab-c1dd-4601-b10f-4ab5e7870474 HTTP/1.1" status: 200 len: 984 time: 0.1102996 Feb 17 18:13:17.440370 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9e753a04-9b1f-42f5-816e-7468c2e6cbe0 req-6c86fbc3-b2fb-4a47-87e6-754212f7af99 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "GET /v2.0/security-groups?id=61cd624f-0b31-4be3-9edf-2d1ca2e8990a&id=a42e090b-ccf6-441b-bab8-deeed83b6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1120472 Feb 17 18:13:18.664385 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9115ac-209e-4dca-94c7-24f65adfaab4 req-071b5ae5-5fcb-4961-b4f2-1774fd7d05aa tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:18.667139 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cf9115ac-209e-4dca-94c7-24f65adfaab4 req-071b5ae5-5fcb-4961-b4f2-1774fd7d05aa tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "GET /v2.0/ports?device_id=893b2dab-c1dd-4601-b10f-4ab5e7870474 HTTP/1.1" status: 200 len: 984 time: 0.0985587 Feb 17 18:13:18.761016 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cf9115ac-209e-4dca-94c7-24f65adfaab4 req-32f547c8-e805-4257-9c5d-71f005e8653e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "GET /v2.0/security-groups?id=61cd624f-0b31-4be3-9edf-2d1ca2e8990a&id=a42e090b-ccf6-441b-bab8-deeed83b6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0824127 Feb 17 18:13:18.970169 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a009b-1db8-47c1-bcd2-98c65453d345 req-03c40590-0590-4928-ba45-16608e325901 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:18.971902 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c91a009b-1db8-47c1-bcd2-98c65453d345 req-03c40590-0590-4928-ba45-16608e325901 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "GET /v2.0/ports?device_id=893b2dab-c1dd-4601-b10f-4ab5e7870474 HTTP/1.1" status: 200 len: 984 time: 0.0815480 Feb 17 18:13:19.046217 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c91a009b-1db8-47c1-bcd2-98c65453d345 req-cc2803fd-7494-41e2-bcea-c01580dda987 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "GET /v2.0/security-groups?id=61cd624f-0b31-4be3-9edf-2d1ca2e8990a&id=a42e090b-ccf6-441b-bab8-deeed83b6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0665774 Feb 17 18:13:19.194626 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:19.208404 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d31c75-c6e9-413a-bbf0-4f35d6cadf9c req-95a5661b-bf97-46fb-9938-f015d36b7953 tempest-TestSecurityGroupsBasicOps-887907933 tempest-TestSecurityGroupsBasicOps-887907933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:19.210922 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-16d31c75-c6e9-413a-bbf0-4f35d6cadf9c req-95a5661b-bf97-46fb-9938-f015d36b7953 tempest-TestSecurityGroupsBasicOps-887907933 tempest-TestSecurityGroupsBasicOps-887907933-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=893b2dab-c1dd-4601-b10f-4ab5e7870474 HTTP/1.1" status: 200 len: 1166 time: 0.0753095 Feb 17 18:13:19.237844 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-16d31c75-c6e9-413a-bbf0-4f35d6cadf9c req-dd8ad3af-80a1-47c2-a9a7-0029d82e0f20 tempest-TestSecurityGroupsBasicOps-887907933 tempest-TestSecurityGroupsBasicOps-887907933-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:19.368543 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-16d31c75-c6e9-413a-bbf0-4f35d6cadf9c req-dd8ad3af-80a1-47c2-a9a7-0029d82e0f20 tempest-TestSecurityGroupsBasicOps-887907933 tempest-TestSecurityGroupsBasicOps-887907933-project-admin] Publish callbacks [] for security_group (8233b77d-af50-4d37-9741-ad5c73ebfa36), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:19.375666 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-16d31c75-c6e9-413a-bbf0-4f35d6cadf9c req-dd8ad3af-80a1-47c2-a9a7-0029d82e0f20 tempest-TestSecurityGroupsBasicOps-887907933 tempest-TestSecurityGroupsBasicOps-887907933-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (8233b77d-af50-4d37-9741-ad5c73ebfa36), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:19.437103 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8ad3af-80a1-47c2-a9a7-0029d82e0f20 tempest-TestSecurityGroupsBasicOps-887907933 tempest-TestSecurityGroupsBasicOps-887907933-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8233b77d-af50-4d37-9741-ad5c73ebfa36,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:19.443243 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-16d31c75-c6e9-413a-bbf0-4f35d6cadf9c req-dd8ad3af-80a1-47c2-a9a7-0029d82e0f20 tempest-TestSecurityGroupsBasicOps-887907933 tempest-TestSecurityGroupsBasicOps-887907933-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=61cd624f-0b31-4be3-9edf-2d1ca2e8990a&id=a42e090b-ccf6-441b-bab8-deeed83b6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2257550 Feb 17 18:13:19.471887 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36110) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:13:19.535105 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d328cdb-9a31-44e0-90c2-a874703a3d3b tempest-TestSecurityGroupsBasicOps-887907933 tempest-TestSecurityGroupsBasicOps-887907933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:19.540955 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36112) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:13:19.541333 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-1d328cdb-9a31-44e0-90c2-a874703a3d3b tempest-TestSecurityGroupsBasicOps-887907933 tempest-TestSecurityGroupsBasicOps-887907933-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=893b2dab-c1dd-4601-b10f-4ab5e7870474 HTTP/1.1" status: 200 len: 1161 time: 0.0677845 Feb 17 18:13:19.558461 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-df9ee400-04da-4b3b-8ec1-ec23c545e91c tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'port_id': '54f19c38-077d-46a8-9283-3437cfa69ea3', 'tenant_id': 'c805b184aa954ec19046d0275a2e536a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:13:19.600465 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df9ee400-04da-4b3b-8ec1-ec23c545e91c tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:19.740171 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df9ee400-04da-4b3b-8ec1-ec23c545e91c tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:19.880946 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-df9ee400-04da-4b3b-8ec1-ec23c545e91c tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Allocated IP 172.25.8.16 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/6980ade3-b250-4292-b8c7-2376ad4eecf9) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:13:20.012956 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:20.013311 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df9ee400-04da-4b3b-8ec1-ec23c545e91c tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for port (6980ade3-b250-4292-b8c7-2376ad4eecf9), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:20.066479 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df9ee400-04da-4b3b-8ec1-ec23c545e91c tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (6980ade3-b250-4292-b8c7-2376ad4eecf9), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:20.126768 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9ee400-04da-4b3b-8ec1-ec23c545e91c tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:13:20.130157 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-df9ee400-04da-4b3b-8ec1-ec23c545e91c tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:13:20.133020 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9ee400-04da-4b3b-8ec1-ec23c545e91c tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:13:20.163413 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9ee400-04da-4b3b-8ec1-ec23c545e91c tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Pushing event updated for resources: {'Port': ['ID=6980ade3-b250-4292-b8c7-2376ad4eecf9,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:20.852200 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df9ee400-04da-4b3b-8ec1-ec23c545e91c tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for floatingip (2746fa58-eabe-47b1-925f-f072ab26e8f3), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:20.982729 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df9ee400-04da-4b3b-8ec1-ec23c545e91c tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6980ade3-b250-4292-b8c7-2376ad4eecf9), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:21.188824 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df9ee400-04da-4b3b-8ec1-ec23c545e91c tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for port (6980ade3-b250-4292-b8c7-2376ad4eecf9), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:21.196155 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df9ee400-04da-4b3b-8ec1-ec23c545e91c tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (6980ade3-b250-4292-b8c7-2376ad4eecf9), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:21.305276 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9ee400-04da-4b3b-8ec1-ec23c545e91c tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Pushing event updated for resources: {'Port': ['ID=6980ade3-b250-4292-b8c7-2376ad4eecf9,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:21.325208 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df9ee400-04da-4b3b-8ec1-ec23c545e91c tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (2746fa58-eabe-47b1-925f-f072ab26e8f3), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:21.490937 n-d-829613-2 neutron-server[103435]: INFO neutron.db.l3_db [None req-df9ee400-04da-4b3b-8ec1-ec23c545e91c tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Floating IP 2746fa58-eabe-47b1-925f-f072ab26e8f3 associated. External IP: 172.25.8.16, port: 54f19c38-077d-46a8-9283-3437cfa69ea3. Feb 17 18:13:21.757796 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df9ee400-04da-4b3b-8ec1-ec23c545e91c tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Router 9c084154-0105-4187-ba9a-00cb658fe751 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:13:21.911492 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9ee400-04da-4b3b-8ec1-ec23c545e91c tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:13:21.926512 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22df2dcd-ebff-4510-a44b-693b461dfb4c None None] Sync routers for ids ['9c084154-0105-4187-ba9a-00cb658fe751'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:13:21.941023 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-df9ee400-04da-4b3b-8ec1-ec23c545e91c tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:21.942601 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22df2dcd-ebff-4510-a44b-693b461dfb4c None None] Routers {'9c084154-0105-4187-ba9a-00cb658fe751'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:13:21.943685 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-22df2dcd-ebff-4510-a44b-693b461dfb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:13:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['9c084154-0105-4187-ba9a-00cb658fe751'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:13:21.987939 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-df9ee400-04da-4b3b-8ec1-ec23c545e91c tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4323978 Feb 17 18:13:21.987939 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '893b2dab-c1dd-4601-b10f-4ab5e7870474', 'tag': '54f19c38-077d-46a8-9283-3437cfa69ea3'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:13:21.987939 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2335d9aa-0b8e-4fdc-b91d-b67b23aedb5c" -d '{"events": [{"name": "network-changed", "server_uuid": "893b2dab-c1dd-4601-b10f-4ab5e7870474", "tag": "54f19c38-077d-46a8-9283-3437cfa69ea3"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:13:21.990516 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36122) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:13:22.033962 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc54b8e4-279b-4d3c-9393-7d657f4600ac x-openstack-request-id: req-cc54b8e4-279b-4d3c-9393-7d657f4600ac {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:13:22.033962 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "893b2dab-c1dd-4601-b10f-4ab5e7870474", "tag": "54f19c38-077d-46a8-9283-3437cfa69ea3", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:13:22.033962 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-cc54b8e4-279b-4d3c-9393-7d657f4600ac {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:13:22.033962 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '893b2dab-c1dd-4601-b10f-4ab5e7870474', 'tag': '54f19c38-077d-46a8-9283-3437cfa69ea3', 'status': 'completed', 'code': 200} Feb 17 18:13:22.133831 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335d9aa-0b8e-4fdc-b91d-b67b23aedb5c req-1e67bcb1-f70e-46e1-9c2e-9226343f0d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:22.135724 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2335d9aa-0b8e-4fdc-b91d-b67b23aedb5c req-1e67bcb1-f70e-46e1-9c2e-9226343f0d27 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c805b184aa954ec19046d0275a2e536a&device_id=893b2dab-c1dd-4601-b10f-4ab5e7870474 HTTP/1.1" status: 200 len: 1166 time: 0.0612195 Feb 17 18:13:22.223717 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-22df2dcd-ebff-4510-a44b-693b461dfb4c None None] Set router 9c084154-0105-4187-ba9a-00cb658fe751 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:13:22.260215 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335d9aa-0b8e-4fdc-b91d-b67b23aedb5c req-4e8fdd44-1ebb-4872-b9f4-3bdc05e5fbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:22.261472 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2335d9aa-0b8e-4fdc-b91d-b67b23aedb5c req-4e8fdd44-1ebb-4872-b9f4-3bdc05e5fbfd service neutron] 10.222.0.71 "GET /v2.0/networks?id=9000ba00-b18e-469e-8208-6abfe38f54ab HTTP/1.1" status: 200 len: 897 time: 0.1195197 Feb 17 18:13:22.268513 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4b4bf2-b3aa-4abd-9039-7739f81c323e tempest-TestSecurityGroupsBasicOps-887907933 tempest-TestSecurityGroupsBasicOps-887907933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:22.269118 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4b4bf2-b3aa-4abd-9039-7739f81c323e tempest-TestSecurityGroupsBasicOps-887907933 tempest-TestSecurityGroupsBasicOps-887907933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:22.269936 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4b4bf2-b3aa-4abd-9039-7739f81c323e tempest-TestSecurityGroupsBasicOps-887907933 tempest-TestSecurityGroupsBasicOps-887907933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:22.270595 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4b4bf2-b3aa-4abd-9039-7739f81c323e tempest-TestSecurityGroupsBasicOps-887907933 tempest-TestSecurityGroupsBasicOps-887907933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:22.271243 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4b4bf2-b3aa-4abd-9039-7739f81c323e tempest-TestSecurityGroupsBasicOps-887907933 tempest-TestSecurityGroupsBasicOps-887907933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:22.273814 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0d4b4bf2-b3aa-4abd-9039-7739f81c323e tempest-TestSecurityGroupsBasicOps-887907933 tempest-TestSecurityGroupsBasicOps-887907933-project-admin] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3587 time: 0.2806973 Feb 17 18:13:22.279836 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36126) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:13:22.453397 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2335d9aa-0b8e-4fdc-b91d-b67b23aedb5c req-32fb68a2-d852-4aae-943f-a622ac0fd775 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54f19c38-077d-46a8-9283-3437cfa69ea3 HTTP/1.1" status: 200 len: 998 time: 0.1850834 Feb 17 18:13:22.514702 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e2ea73-4e3e-4544-b824-957a75c486fa tempest-TestSecurityGroupsBasicOps-887907933 tempest-TestSecurityGroupsBasicOps-887907933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:22.515922 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e2ea73-4e3e-4544-b824-957a75c486fa tempest-TestSecurityGroupsBasicOps-887907933 tempest-TestSecurityGroupsBasicOps-887907933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:22.515922 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e2ea73-4e3e-4544-b824-957a75c486fa tempest-TestSecurityGroupsBasicOps-887907933 tempest-TestSecurityGroupsBasicOps-887907933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:22.516232 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e2ea73-4e3e-4544-b824-957a75c486fa tempest-TestSecurityGroupsBasicOps-887907933 tempest-TestSecurityGroupsBasicOps-887907933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:22.516548 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e2ea73-4e3e-4544-b824-957a75c486fa tempest-TestSecurityGroupsBasicOps-887907933 tempest-TestSecurityGroupsBasicOps-887907933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:22.523156 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-f4e2ea73-4e3e-4544-b824-957a75c486fa tempest-TestSecurityGroupsBasicOps-887907933 tempest-TestSecurityGroupsBasicOps-887907933-project-admin] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3370 time: 0.2371268 Feb 17 18:13:22.523439 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36130) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:13:22.558860 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335d9aa-0b8e-4fdc-b91d-b67b23aedb5c req-ffd87254-9f93-4461-8b47-2fe96d5d9bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:22.562535 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2335d9aa-0b8e-4fdc-b91d-b67b23aedb5c req-ffd87254-9f93-4461-8b47-2fe96d5d9bf3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=de801023-f7ec-4ec1-a71e-122b1ead849f HTTP/1.1" status: 200 len: 835 time: 0.0919297 Feb 17 18:13:22.618762 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-22df2dcd-ebff-4510-a44b-693b461dfb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c084154-0105-4187-ba9a-00cb658fe751', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1855865982', 'tenant_id': 'c805b184aa954ec19046d0275a2e536a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '25606931-0843-4887-bf52-03494b5ab0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:12:55Z', 'updated_at': '2022-02-17T18:13:01Z', 'revision_number': 4, 'project_id': 'c805b184aa954ec19046d0275a2e536a', 'gw_port': {'id': '25606931-0843-4887-bf52-03494b5ab0b5', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:87:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c084154-0105-4187-ba9a-00cb658fe751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:12:55Z', 'updated_at': '2022-02-17T18:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '2746fa58-eabe-47b1-925f-f072ab26e8f3', 'tenant_id': 'c805b184aa954ec19046d0275a2e536a', 'floating_ip_address': '172.25.8.16', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '9c084154-0105-4187-ba9a-00cb658fe751', 'port_id': '54f19c38-077d-46a8-9283-3437cfa69ea3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9000ba00-b18e-469e-8208-6abfe38f54ab', 'mac_address': 'fa:16:3e:b0:8d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893b2dab-c1dd-4601-b10f-4ab5e7870474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:13:20Z', 'updated_at': '2022-02-17T18:13:20Z', 'revision_number': 0, 'project_id': 'c805b184aa954ec19046d0275a2e536a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42d484cf-402f-4206-9fac-abc2182aa803', 'name': '', 'network_id': '9000ba00-b18e-469e-8208-6abfe38f54ab', 'tenant_id': 'c805b184aa954ec19046d0275a2e536a', 'mac_address': 'fa:16:3e:c7:97:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c084154-0105-4187-ba9a-00cb658fe751', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'de801023-f7ec-4ec1-a71e-122b1ead849f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:00Z', 'updated_at': '2022-02-17T18:13:05Z', 'revision_number': 5, 'project_id': 'c805b184aa954ec19046d0275a2e536a', 'subnets': [{'id': 'de801023-f7ec-4ec1-a71e-122b1ead849f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:13:22.655220 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22df2dcd-ebff-4510-a44b-693b461dfb4c None None] Checking router: 9c084154-0105-4187-ba9a-00cb658fe751 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:13:22.666490 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22df2dcd-ebff-4510-a44b-693b461dfb4c None None] Routers {'9c084154-0105-4187-ba9a-00cb658fe751'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:13:22.667186 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-22df2dcd-ebff-4510-a44b-693b461dfb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:13:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['9c084154-0105-4187-ba9a-00cb658fe751'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:13:22.815055 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-22df2dcd-ebff-4510-a44b-693b461dfb4c None None] Set router 9c084154-0105-4187-ba9a-00cb658fe751 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:13:22.930408 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:13:22.986257 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d07fc425-b0d5-4223-81e7-77d07280fa5d tempest-TestSecurityGroupsBasicOps-887907933 tempest-TestSecurityGroupsBasicOps-887907933-project-admin] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1615 time: 0.4614334 Feb 17 18:13:22.992157 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36132) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:13:23.079379 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf678e2-6bbc-4786-9116-476bb308bba3 tempest-TestSecurityGroupsBasicOps-887907933 tempest-TestSecurityGroupsBasicOps-887907933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:23.079793 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf678e2-6bbc-4786-9116-476bb308bba3 tempest-TestSecurityGroupsBasicOps-887907933 tempest-TestSecurityGroupsBasicOps-887907933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:23.081916 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0cf678e2-6bbc-4786-9116-476bb308bba3 tempest-TestSecurityGroupsBasicOps-887907933 tempest-TestSecurityGroupsBasicOps-887907933-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=9c084154-0105-4187-ba9a-00cb658fe751 HTTP/1.1" status: 200 len: 2062 time: 0.0879593 Feb 17 18:13:23.130540 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335d9aa-0b8e-4fdc-b91d-b67b23aedb5c req-37848490-5162-4b5b-9d80-1e2e3d6b7ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:23.132897 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2335d9aa-0b8e-4fdc-b91d-b67b23aedb5c req-37848490-5162-4b5b-9d80-1e2e3d6b7ccc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9000ba00-b18e-469e-8208-6abfe38f54ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5644658 Feb 17 18:13:23.143037 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-22df2dcd-ebff-4510-a44b-693b461dfb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c084154-0105-4187-ba9a-00cb658fe751', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1855865982', 'tenant_id': 'c805b184aa954ec19046d0275a2e536a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '25606931-0843-4887-bf52-03494b5ab0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:12:55Z', 'updated_at': '2022-02-17T18:13:01Z', 'revision_number': 4, 'project_id': 'c805b184aa954ec19046d0275a2e536a', 'gw_port': {'id': '25606931-0843-4887-bf52-03494b5ab0b5', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:87:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c084154-0105-4187-ba9a-00cb658fe751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:12:55Z', 'updated_at': '2022-02-17T18:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '2746fa58-eabe-47b1-925f-f072ab26e8f3', 'tenant_id': 'c805b184aa954ec19046d0275a2e536a', 'floating_ip_address': '172.25.8.16', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '9c084154-0105-4187-ba9a-00cb658fe751', 'port_id': '54f19c38-077d-46a8-9283-3437cfa69ea3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9000ba00-b18e-469e-8208-6abfe38f54ab', 'mac_address': 'fa:16:3e:b0:8d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893b2dab-c1dd-4601-b10f-4ab5e7870474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:13:20Z', 'updated_at': '2022-02-17T18:13:20Z', 'revision_number': 0, 'project_id': 'c805b184aa954ec19046d0275a2e536a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42d484cf-402f-4206-9fac-abc2182aa803', 'name': '', 'network_id': '9000ba00-b18e-469e-8208-6abfe38f54ab', 'tenant_id': 'c805b184aa954ec19046d0275a2e536a', 'mac_address': 'fa:16:3e:c7:97:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c084154-0105-4187-ba9a-00cb658fe751', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'de801023-f7ec-4ec1-a71e-122b1ead849f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:00Z', 'updated_at': '2022-02-17T18:13:05Z', 'revision_number': 5, 'project_id': 'c805b184aa954ec19046d0275a2e536a', 'subnets': [{'id': 'de801023-f7ec-4ec1-a71e-122b1ead849f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:13:23.175534 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22df2dcd-ebff-4510-a44b-693b461dfb4c None None] The sync data for ids ['9c084154-0105-4187-ba9a-00cb658fe751'] in n-d-829613-2 is: [{'id': '9c084154-0105-4187-ba9a-00cb658fe751', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1855865982', 'tenant_id': 'c805b184aa954ec19046d0275a2e536a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '25606931-0843-4887-bf52-03494b5ab0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:12:55Z', 'updated_at': '2022-02-17T18:13:01Z', 'revision_number': 4, 'project_id': 'c805b184aa954ec19046d0275a2e536a', 'gw_port': {'id': '25606931-0843-4887-bf52-03494b5ab0b5', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:87:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c084154-0105-4187-ba9a-00cb658fe751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:12:55Z', 'updated_at': '2022-02-17T18:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '2746fa58-eabe-47b1-925f-f072ab26e8f3', 'tenant_id': 'c805b184aa954ec19046d0275a2e536a', 'floating_ip_address': '172.25.8.16', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '9c084154-0105-4187-ba9a-00cb658fe751', 'port_id': '54f19c38-077d-46a8-9283-3437cfa69ea3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9000ba00-b18e-469e-8208-6abfe38f54ab', 'mac_address': 'fa:16:3e:b0:8d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893b2dab-c1dd-4601-b10f-4ab5e7870474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:13:20Z', 'updated_at': '2022-02-17T18:13:20Z', 'revision_number': 0, 'project_id': 'c805b184aa954ec19046d0275a2e536a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42d484cf-402f-4206-9fac-abc2182aa803', 'name': '', 'network_id': '9000ba00-b18e-469e-8208-6abfe38f54ab', 'tenant_id': 'c805b184aa954ec19046d0275a2e536a', 'mac_address': 'fa:16:3e:c7:97:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c084154-0105-4187-ba9a-00cb658fe751', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'de801023-f7ec-4ec1-a71e-122b1ead849f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:00Z', 'updated_at': '2022-02-17T18:13:05Z', 'revision_number': 5, 'project_id': 'c805b184aa954ec19046d0275a2e536a', 'subnets': [{'id': 'de801023-f7ec-4ec1-a71e-122b1ead849f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:13:23.294471 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2335d9aa-0b8e-4fdc-b91d-b67b23aedb5c req-0b481493-aff6-4e70-8d5d-2b3f787a4eff service neutron] 10.222.0.71 "GET /v2.0/networks/9000ba00-b18e-469e-8208-6abfe38f54ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404524 Feb 17 18:13:23.434526 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2335d9aa-0b8e-4fdc-b91d-b67b23aedb5c req-dcc17ed2-74f2-406d-969b-a610ceae88ab service neutron] 10.222.0.71 "GET /v2.0/networks/9000ba00-b18e-469e-8208-6abfe38f54ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344235 Feb 17 18:13:23.473687 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0f6a97-bb56-416e-a125-d172af9bd14f None None] New status for floating IP 2746fa58-eabe-47b1-925f-f072ab26e8f3: ACTIVE {{(pid=103438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 18:13:26.778201 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36150) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:13:27.070423 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-1502d5bb-56b9-4d4f-bc12-e1781b8b5db6 admin admin] Deleting subnet 553028f8-b1a2-4bf5-9145-a864859ac515 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:13:27.074442 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1502d5bb-56b9-4d4f-bc12-e1781b8b5db6 admin admin] Publish callbacks [] for subnet (553028f8-b1a2-4bf5-9145-a864859ac515), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:27.120507 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1502d5bb-56b9-4d4f-bc12-e1781b8b5db6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (553028f8-b1a2-4bf5-9145-a864859ac515), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:27.195839 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1502d5bb-56b9-4d4f-bc12-e1781b8b5db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (553028f8-b1a2-4bf5-9145-a864859ac515), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:27.294313 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1502d5bb-56b9-4d4f-bc12-e1781b8b5db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (553028f8-b1a2-4bf5-9145-a864859ac515), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:27.333070 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1502d5bb-56b9-4d4f-bc12-e1781b8b5db6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:27.337565 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-1502d5bb-56b9-4d4f-bc12-e1781b8b5db6 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/553028f8-b1a2-4bf5-9145-a864859ac515 HTTP/1.1" status: 204 len: 168 time: 0.5582066 Feb 17 18:13:27.338645 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1502d5bb-56b9-4d4f-bc12-e1781b8b5db6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=553028f8-b1a2-4bf5-9145-a864859ac515,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:27.340620 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36158) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:13:27.495039 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-19e954fe-c585-430d-b2ee-369884256957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:27.623281 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-19e954fe-c585-430d-b2ee-369884256957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:27.649577 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-19e954fe-c585-430d-b2ee-369884256957 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:13:27.674196 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-19e954fe-c585-430d-b2ee-369884256957 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bd15d2b-1a4d-4af5-884d-d55a256abe90') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:13:27.674590 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-19e954fe-c585-430d-b2ee-369884256957 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bd15d2b-1a4d-4af5-884d-d55a256abe90') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:13:27.699139 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-19e954fe-c585-430d-b2ee-369884256957 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (5bd15d2b-1a4d-4af5-884d-d55a256abe90), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:27.729229 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-19e954fe-c585-430d-b2ee-369884256957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (5bd15d2b-1a4d-4af5-884d-d55a256abe90), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:27.741218 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19e954fe-c585-430d-b2ee-369884256957 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:13:27.742187 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-19e954fe-c585-430d-b2ee-369884256957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (5bd15d2b-1a4d-4af5-884d-d55a256abe90), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:27.745181 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 18:13:27.745181 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:13:27.745181 n-d-829613-2 neutron-server[103435]: timer() Feb 17 18:13:27.745181 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:13:27.745181 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 18:13:27.745181 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:13:27.745181 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 18:13:27.745181 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:13:27.745181 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 18:13:27.745181 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:13:27.745181 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 18:13:27.745181 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:13:27.745181 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 18:13:27.745181 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:13:27.745181 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:13:27.745181 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:13:27.745181 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:13:27.745181 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:13:27.745181 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 18:13:27.745181 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:13:27.745181 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 18:13:27.745181 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:13:27.745181 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:13:27.745181 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:13:27.745181 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 18:13:27.745181 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:13:27.745181 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:13:27.745181 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:13:27.745181 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:13:27.745181 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:13:27.745181 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:13:27.745181 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:13:27.838555 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-19e954fe-c585-430d-b2ee-369884256957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:27.847181 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-19e954fe-c585-430d-b2ee-369884256957 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:27.853770 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-19e954fe-c585-430d-b2ee-369884256957 admin admin] 10.222.0.87 "DELETE /v2.0/networks/e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f HTTP/1.1" status: 204 len: 168 time: 0.5113089 Feb 17 18:13:27.882379 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e954fe-c585-430d-b2ee-369884256957 admin admin] Pushing event deleted for resources: {'Network': ['ID=e44401bf-5ad4-41e3-a6f6-4c1bf9674d0f,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:28.030229 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36162) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:13:28.089165 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-01e70602-d592-4d0d-98ac-a593a774c2ab admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=fa5431e3b4614ca780961a3b67572571&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0571756 Feb 17 18:13:28.093038 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36164) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:13:28.176280 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f362f09-09ff-4a41-9b6e-030cae467290 admin admin] Publish callbacks [] for security_group (6036987f-3fce-40fb-ba0d-b6f4e0e4cf4b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:28.218612 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f362f09-09ff-4a41-9b6e-030cae467290 admin admin] Publish callbacks [] for security_group (6036987f-3fce-40fb-ba0d-b6f4e0e4cf4b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:28.314907 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f362f09-09ff-4a41-9b6e-030cae467290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (6036987f-3fce-40fb-ba0d-b6f4e0e4cf4b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:28.319901 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1f362f09-09ff-4a41-9b6e-030cae467290 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:28.324203 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-1f362f09-09ff-4a41-9b6e-030cae467290 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6036987f-3fce-40fb-ba0d-b6f4e0e4cf4b HTTP/1.1" status: 204 len: 168 time: 0.2276659 Feb 17 18:13:28.335185 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f362f09-09ff-4a41-9b6e-030cae467290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6036987f-3fce-40fb-ba0d-b6f4e0e4cf4b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:29.176525 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36186) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:13:29.292994 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-29796da0-d88d-4b5f-81a5-a18a7b4f1824 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-623193108-network', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:13:29.316511 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29796da0-d88d-4b5f-81a5-a18a7b4f1824 admin admin] Made reservation on behalf of f012d3f0ce3248f8b9b864e21185641f for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:13:29.318925 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-29796da0-d88d-4b5f-81a5-a18a7b4f1824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:29.328839 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-29796da0-d88d-4b5f-81a5-a18a7b4f1824 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:29.431324 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-29796da0-d88d-4b5f-81a5-a18a7b4f1824 admin admin] Publish callbacks [] for security_group (9cc8bd33-64ba-4328-b828-53f437ab51ff), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:29.436323 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-29796da0-d88d-4b5f-81a5-a18a7b4f1824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (9cc8bd33-64ba-4328-b828-53f437ab51ff), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:29.460436 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29796da0-d88d-4b5f-81a5-a18a7b4f1824 admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:13:29.476005 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29796da0-d88d-4b5f-81a5-a18a7b4f1824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc8bd33-64ba-4328-b828-53f437ab51ff,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:29.482586 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-29796da0-d88d-4b5f-81a5-a18a7b4f1824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (66cb8987-5b81-447b-8684-294caff8482c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:29.482947 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-29796da0-d88d-4b5f-81a5-a18a7b4f1824 admin admin] Added segment 66cb8987-5b81-447b-8684-294caff8482c of type vlan for network 3fdcfd52-18d5-4a89-846c-aecef4a0553d Feb 17 18:13:29.528549 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-29796da0-d88d-4b5f-81a5-a18a7b4f1824 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (3fdcfd52-18d5-4a89-846c-aecef4a0553d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:29.557192 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-29796da0-d88d-4b5f-81a5-a18a7b4f1824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (3fdcfd52-18d5-4a89-846c-aecef4a0553d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:29.558380 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29796da0-d88d-4b5f-81a5-a18a7b4f1824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:29.559693 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-29796da0-d88d-4b5f-81a5-a18a7b4f1824 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:29.632995 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-29796da0-d88d-4b5f-81a5-a18a7b4f1824 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4526997 Feb 17 18:13:29.634621 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36190) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:13:29.641106 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-71e28728-52e6-4d4d-9eef-62df16a5dc3c admin admin] Request body: {'subnet': {'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-623193108-subnet', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'ip_version': 4}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:13:29.664955 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e28728-52e6-4d4d-9eef-62df16a5dc3c admin admin] Made reservation on behalf of f012d3f0ce3248f8b9b864e21185641f for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:13:29.669366 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-71e28728-52e6-4d4d-9eef-62df16a5dc3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:29.688932 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29796da0-d88d-4b5f-81a5-a18a7b4f1824 admin admin] Pushing event updated for resources: {'Network': ['ID=3fdcfd52-18d5-4a89-846c-aecef4a0553d,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:29.701809 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 3fdcfd52-18d5-4a89-846c-aecef4a0553d details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:13:29.925866 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-71e28728-52e6-4d4d-9eef-62df16a5dc3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (793e56d2-6114-48e9-a985-b6ff56226097), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:29.991509 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e28728-52e6-4d4d-9eef-62df16a5dc3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=793e56d2-6114-48e9-a985-b6ff56226097,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:30.006155 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e28728-52e6-4d4d-9eef-62df16a5dc3c admin admin] Checking segment: {'id': '66cb8987-5b81-447b-8684-294caff8482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:13:30.006719 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e28728-52e6-4d4d-9eef-62df16a5dc3c admin admin] Network hostable DHCP agents. Network: 3fdcfd52-18d5-4a89-846c-aecef4a0553d, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:13:30.027054 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e28728-52e6-4d4d-9eef-62df16a5dc3c admin admin] Network 3fdcfd52-18d5-4a89-846c-aecef4a0553d is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:13:30.038884 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-71e28728-52e6-4d4d-9eef-62df16a5dc3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 3fdcfd52-18d5-4a89-846c-aecef4a0553d) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:13:30.045694 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e28728-52e6-4d4d-9eef-62df16a5dc3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:30.047037 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-71e28728-52e6-4d4d-9eef-62df16a5dc3c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:30.050822 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43395cd-3baf-4dff-a43f-9e7d75266bdc None None] Network 3fdcfd52-18d5-4a89-846c-aecef4a0553d requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:13:30.072283 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-71e28728-52e6-4d4d-9eef-62df16a5dc3c admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4361513 Feb 17 18:13:30.075230 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36194) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:13:30.083478 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-2a2fc233-0a31-4745-9368-5782bd3ca65b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-623193108-router', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:13:30.119075 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2a2fc233-0a31-4745-9368-5782bd3ca65b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (63c3512a-37e6-46f1-84f8-2333c1ac13ca), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:30.120398 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2a2fc233-0a31-4745-9368-5782bd3ca65b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (63c3512a-37e6-46f1-84f8-2333c1ac13ca), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:30.192851 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2a2fc233-0a31-4745-9368-5782bd3ca65b admin admin] Publish callbacks [] for router_controller (63c3512a-37e6-46f1-84f8-2333c1ac13ca), precommit_add_association {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:30.344096 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67bd97f-8281-47e3-a50c-a67d91fc8ea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-3fdcfd52-18d5-4a89-846c-aecef4a0553d', 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d', 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'fixed_ips': [{'subnet_id': '793e56d2-6114-48e9-a985-b6ff56226097'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 18:13:30.345831 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e67bd97f-8281-47e3-a50c-a67d91fc8ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:30.426497 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2a2fc233-0a31-4745-9368-5782bd3ca65b admin admin] Publish callbacks [] for router_gateway (63c3512a-37e6-46f1-84f8-2333c1ac13ca), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:30.509068 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-e67bd97f-8281-47e3-a50c-a67d91fc8ea4 None None] Allocated IP 172.20.0.2 (3fdcfd52-18d5-4a89-846c-aecef4a0553d/793e56d2-6114-48e9-a985-b6ff56226097/38c52cbc-c26f-4604-bf45-019577b433d1) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:13:30.672023 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2a2fc233-0a31-4745-9368-5782bd3ca65b admin admin] Publish callbacks [] for router_gateway (63c3512a-37e6-46f1-84f8-2333c1ac13ca), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:30.697187 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2a2fc233-0a31-4745-9368-5782bd3ca65b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:30.724501 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e67bd97f-8281-47e3-a50c-a67d91fc8ea4 None None] Publish callbacks [] for port (38c52cbc-c26f-4604-bf45-019577b433d1), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:30.734639 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e67bd97f-8281-47e3-a50c-a67d91fc8ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (38c52cbc-c26f-4604-bf45-019577b433d1), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:30.802571 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67bd97f-8281-47e3-a50c-a67d91fc8ea4 None None] Network 3fdcfd52-18d5-4a89-846c-aecef4a0553d is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:13:30.811706 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-e67bd97f-8281-47e3-a50c-a67d91fc8ea4 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:13:30.817919 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67bd97f-8281-47e3-a50c-a67d91fc8ea4 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:13:30.822480 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-2a2fc233-0a31-4745-9368-5782bd3ca65b admin admin] Allocated IP 172.25.8.119 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/5042ff0a-4838-40f7-a60f-5f20d3adb99a) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:13:30.833213 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67bd97f-8281-47e3-a50c-a67d91fc8ea4 None None] Pushing event updated for resources: {'Port': ['ID=38c52cbc-c26f-4604-bf45-019577b433d1,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:30.930570 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-e67bd97f-8281-47e3-a50c-a67d91fc8ea4 None None] Attempting to bind port 38c52cbc-c26f-4604-bf45-019577b433d1 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:13:30.931149 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-e67bd97f-8281-47e3-a50c-a67d91fc8ea4 None None] Attempting to bind port 38c52cbc-c26f-4604-bf45-019577b433d1 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '66cb8987-5b81-447b-8684-294caff8482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:13:30.931730 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67bd97f-8281-47e3-a50c-a67d91fc8ea4 None None] Attempting to bind port 38c52cbc-c26f-4604-bf45-019577b433d1 on network 3fdcfd52-18d5-4a89-846c-aecef4a0553d {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:13:30.939381 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67bd97f-8281-47e3-a50c-a67d91fc8ea4 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:13:30.939928 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67bd97f-8281-47e3-a50c-a67d91fc8ea4 None None] Checking segment: {'id': '66cb8987-5b81-447b-8684-294caff8482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:13:30.940534 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e67bd97f-8281-47e3-a50c-a67d91fc8ea4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:30.941059 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67bd97f-8281-47e3-a50c-a67d91fc8ea4 None None] Bound using segment: {'id': '66cb8987-5b81-447b-8684-294caff8482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:13:30.941676 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-e67bd97f-8281-47e3-a50c-a67d91fc8ea4 None None] Bound port: 38c52cbc-c26f-4604-bf45-019577b433d1, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66cb8987-5b81-447b-8684-294caff8482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:13:30.942180 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e67bd97f-8281-47e3-a50c-a67d91fc8ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (38c52cbc-c26f-4604-bf45-019577b433d1), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:30.986398 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2a2fc233-0a31-4745-9368-5782bd3ca65b admin admin] Publish callbacks [] for port (5042ff0a-4838-40f7-a60f-5f20d3adb99a), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:31.025149 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2a2fc233-0a31-4745-9368-5782bd3ca65b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (5042ff0a-4838-40f7-a60f-5f20d3adb99a), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:31.037156 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-e67bd97f-8281-47e3-a50c-a67d91fc8ea4 None None] For port 38c52cbc-c26f-4604-bf45-019577b433d1, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:13:31.040976 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-e67bd97f-8281-47e3-a50c-a67d91fc8ea4 None None] For port 38c52cbc-c26f-4604-bf45-019577b433d1, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=38c52cbc-c26f-4604-bf45-019577b433d1,segment=NetworkSegment(66cb8987-5b81-447b-8684-294caff8482c),segment_id=66cb8987-5b81-447b-8684-294caff8482c)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:13:31.048288 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e67bd97f-8281-47e3-a50c-a67d91fc8ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (38c52cbc-c26f-4604-bf45-019577b433d1), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:31.070646 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2fc233-0a31-4745-9368-5782bd3ca65b admin admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:13:31.073822 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-2a2fc233-0a31-4745-9368-5782bd3ca65b admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:13:31.079212 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2fc233-0a31-4745-9368-5782bd3ca65b admin admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:13:31.082637 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2fc233-0a31-4745-9368-5782bd3ca65b admin admin] Pushing event updated for resources: {'Port': ['ID=5042ff0a-4838-40f7-a60f-5f20d3adb99a,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:31.116976 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67bd97f-8281-47e3-a50c-a67d91fc8ea4 None None] Pushing event updated for resources: {'Port': ['ID=38c52cbc-c26f-4604-bf45-019577b433d1,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:31.499812 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2a2fc233-0a31-4745-9368-5782bd3ca65b admin admin] Publish callbacks [] for router_gateway (63c3512a-37e6-46f1-84f8-2333c1ac13ca), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:31.755086 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2a2fc233-0a31-4745-9368-5782bd3ca65b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (63c3512a-37e6-46f1-84f8-2333c1ac13ca), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:31.922090 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a2fc233-0a31-4745-9368-5782bd3ca65b admin admin] Router 63c3512a-37e6-46f1-84f8-2333c1ac13ca is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 18:13:32.071680 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2fc233-0a31-4745-9368-5782bd3ca65b admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:13:32.087468 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327974cc-f392-44b9-bde4-31fb77df522d None None] Sync routers for ids ['63c3512a-37e6-46f1-84f8-2333c1ac13ca'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:13:32.094874 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2a2fc233-0a31-4745-9368-5782bd3ca65b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:32.100229 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-2a2fc233-0a31-4745-9368-5782bd3ca65b admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0189936 Feb 17 18:13:32.100668 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36198) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:13:32.113282 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327974cc-f392-44b9-bde4-31fb77df522d None None] Routers {'63c3512a-37e6-46f1-84f8-2333c1ac13ca'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:13:32.113282 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-327974cc-f392-44b9-bde4-31fb77df522d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:13:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['63c3512a-37e6-46f1-84f8-2333c1ac13ca'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:13:32.285052 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-327974cc-f392-44b9-bde4-31fb77df522d None None] Set router 63c3512a-37e6-46f1-84f8-2333c1ac13ca gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:13:32.351065 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717b3fc6-76b9-473d-9ebf-cace52d2abdc None None] Network 3fdcfd52-18d5-4a89-846c-aecef4a0553d requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:13:32.524881 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-e2e51b77-8da7-4511-a511-8dfabbf300e8 None None] Provisioning complete for port 38c52cbc-c26f-4604-bf45-019577b433d1 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:13:32.525264 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e2e51b77-8da7-4511-a511-8dfabbf300e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (38c52cbc-c26f-4604-bf45-019577b433d1), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:32.691695 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-327974cc-f392-44b9-bde4-31fb77df522d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'name': 'tempest-TestVolumeBootPattern-623193108-router', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '5042ff0a-4838-40f7-a60f-5f20d3adb99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:13:30Z', 'updated_at': '2022-02-17T18:13:31Z', 'revision_number': 3, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'gw_port': {'id': '5042ff0a-4838-40f7-a60f-5f20d3adb99a', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:dc:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:30Z', 'updated_at': '2022-02-17T18:13:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:13:32.781382 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 38c52cbc-c26f-4604-bf45-019577b433d1 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:13:32.785141 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327974cc-f392-44b9-bde4-31fb77df522d None None] Checking router: 63c3512a-37e6-46f1-84f8-2333c1ac13ca for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:13:32.785682 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327974cc-f392-44b9-bde4-31fb77df522d None None] Updating router 63c3512a-37e6-46f1-84f8-2333c1ac13ca port 5042ff0a-4838-40f7-a60f-5f20d3adb99a binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 18:13:32.807460 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-16b61f4d-6490-4083-9e09-2e3818661532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:32.830400 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-e2e51b77-8da7-4511-a511-8dfabbf300e8 None None] Current status of the port 38c52cbc-c26f-4604-bf45-019577b433d1 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:13:32.831080 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e2e51b77-8da7-4511-a511-8dfabbf300e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (38c52cbc-c26f-4604-bf45-019577b433d1), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:32.947848 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-327974cc-f392-44b9-bde4-31fb77df522d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5042ff0a-4838-40f7-a60f-5f20d3adb99a), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:33.028501 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-e2e51b77-8da7-4511-a511-8dfabbf300e8 None None] For port 38c52cbc-c26f-4604-bf45-019577b433d1, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=38c52cbc-c26f-4604-bf45-019577b433d1,segment=NetworkSegment(66cb8987-5b81-447b-8684-294caff8482c),segment_id=66cb8987-5b81-447b-8684-294caff8482c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:13:33.052847 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e2e51b77-8da7-4511-a511-8dfabbf300e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (38c52cbc-c26f-4604-bf45-019577b433d1), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:33.059282 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-16b61f4d-6490-4083-9e09-2e3818661532 admin admin] Allocated IP 172.20.0.1 (3fdcfd52-18d5-4a89-846c-aecef4a0553d/793e56d2-6114-48e9-a985-b6ff56226097/3294da38-9191-48b8-a971-4d844a1586e2) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:13:33.211342 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-55623d94-2c3a-47da-bc09-0748e6f9c51b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:33.233114 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-16b61f4d-6490-4083-9e09-2e3818661532 admin admin] Publish callbacks [] for port (3294da38-9191-48b8-a971-4d844a1586e2), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:33.268341 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 38c52cbc-c26f-4604-bf45-019577b433d1 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:13:33.268763 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (38c52cbc-c26f-4604-bf45-019577b433d1), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:33.320152 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e51b77-8da7-4511-a511-8dfabbf300e8 None None] Pushing event updated for resources: {'Port': ['ID=38c52cbc-c26f-4604-bf45-019577b433d1,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:33.338976 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-36f61ed4-03d6-47b4-950b-bf0a8be4e469 None None] Provisioning complete for port 38c52cbc-c26f-4604-bf45-019577b433d1 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:13:33.339396 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-36f61ed4-03d6-47b4-950b-bf0a8be4e469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (38c52cbc-c26f-4604-bf45-019577b433d1), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:33.562993 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 38c52cbc-c26f-4604-bf45-019577b433d1 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:13:33.591340 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-36f61ed4-03d6-47b4-950b-bf0a8be4e469 None None] Current status of the port 38c52cbc-c26f-4604-bf45-019577b433d1 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:13:33.641968 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-327974cc-f392-44b9-bde4-31fb77df522d None None] Publish callbacks [] for port (5042ff0a-4838-40f7-a60f-5f20d3adb99a), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:33.643000 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-16b61f4d-6490-4083-9e09-2e3818661532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (3294da38-9191-48b8-a971-4d844a1586e2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:33.648786 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-327974cc-f392-44b9-bde4-31fb77df522d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (5042ff0a-4838-40f7-a60f-5f20d3adb99a), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:33.710876 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-327974cc-f392-44b9-bde4-31fb77df522d None None] Attempting to bind port 5042ff0a-4838-40f7-a60f-5f20d3adb99a on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:13:33.711268 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-327974cc-f392-44b9-bde4-31fb77df522d None None] Attempting to bind port 5042ff0a-4838-40f7-a60f-5f20d3adb99a by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:13:33.711453 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b61f4d-6490-4083-9e09-2e3818661532 admin admin] Network 3fdcfd52-18d5-4a89-846c-aecef4a0553d is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:13:33.711674 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327974cc-f392-44b9-bde4-31fb77df522d None None] Attempting to bind port 5042ff0a-4838-40f7-a60f-5f20d3adb99a on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:13:33.717896 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93f828-9500-4372-b735-cf78eb4be5a9 None None] Pushing event updated for resources: {'Port': ['ID=5042ff0a-4838-40f7-a60f-5f20d3adb99a,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:33.723939 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-16b61f4d-6490-4083-9e09-2e3818661532 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:13:33.727496 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327974cc-f392-44b9-bde4-31fb77df522d None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:13:33.728329 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327974cc-f392-44b9-bde4-31fb77df522d None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:13:33.729356 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-327974cc-f392-44b9-bde4-31fb77df522d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:33.731126 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b61f4d-6490-4083-9e09-2e3818661532 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:13:33.731968 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327974cc-f392-44b9-bde4-31fb77df522d None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:13:33.732656 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-327974cc-f392-44b9-bde4-31fb77df522d None None] Bound port: 5042ff0a-4838-40f7-a60f-5f20d3adb99a, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:13:33.733803 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-327974cc-f392-44b9-bde4-31fb77df522d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5042ff0a-4838-40f7-a60f-5f20d3adb99a), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:33.773338 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b61f4d-6490-4083-9e09-2e3818661532 admin admin] Pushing event updated for resources: {'Port': ['ID=3294da38-9191-48b8-a971-4d844a1586e2,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:33.808538 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-16b61f4d-6490-4083-9e09-2e3818661532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (63c3512a-37e6-46f1-84f8-2333c1ac13ca), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:33.827551 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-327974cc-f392-44b9-bde4-31fb77df522d None None] For port 5042ff0a-4838-40f7-a60f-5f20d3adb99a, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:13:33.831537 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-327974cc-f392-44b9-bde4-31fb77df522d None None] For port 5042ff0a-4838-40f7-a60f-5f20d3adb99a, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=5042ff0a-4838-40f7-a60f-5f20d3adb99a,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:13:33.841252 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-327974cc-f392-44b9-bde4-31fb77df522d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (5042ff0a-4838-40f7-a60f-5f20d3adb99a), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:33.915375 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327974cc-f392-44b9-bde4-31fb77df522d None None] Routers {'63c3512a-37e6-46f1-84f8-2333c1ac13ca'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:13:33.916356 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-327974cc-f392-44b9-bde4-31fb77df522d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:13:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['63c3512a-37e6-46f1-84f8-2333c1ac13ca'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:13:34.001998 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93f828-9500-4372-b735-cf78eb4be5a9 None None] Pushing event updated for resources: {'Port': ['ID=5042ff0a-4838-40f7-a60f-5f20d3adb99a,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:34.027740 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-16b61f4d-6490-4083-9e09-2e3818661532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3294da38-9191-48b8-a971-4d844a1586e2), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:34.111497 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-327974cc-f392-44b9-bde4-31fb77df522d None None] Set router 63c3512a-37e6-46f1-84f8-2333c1ac13ca gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:13:34.202670 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-1e235600-6b89-4225-97b2-a731002f1e74 None None] Provisioning complete for port 3294da38-9191-48b8-a971-4d844a1586e2 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:13:34.203081 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1e235600-6b89-4225-97b2-a731002f1e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (3294da38-9191-48b8-a971-4d844a1586e2), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:34.215369 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-16b61f4d-6490-4083-9e09-2e3818661532 admin admin] Publish callbacks [] for port (3294da38-9191-48b8-a971-4d844a1586e2), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:34.222091 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-16b61f4d-6490-4083-9e09-2e3818661532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (3294da38-9191-48b8-a971-4d844a1586e2), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:34.286707 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-1e235600-6b89-4225-97b2-a731002f1e74 None None] Port 3294da38-9191-48b8-a971-4d844a1586e2 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:13:34.299882 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b61f4d-6490-4083-9e09-2e3818661532 admin admin] Pushing event updated for resources: {'Port': ['ID=3294da38-9191-48b8-a971-4d844a1586e2,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:34.303143 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-16b61f4d-6490-4083-9e09-2e3818661532 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (63c3512a-37e6-46f1-84f8-2333c1ac13ca), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:34.364059 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-327974cc-f392-44b9-bde4-31fb77df522d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'name': 'tempest-TestVolumeBootPattern-623193108-router', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '5042ff0a-4838-40f7-a60f-5f20d3adb99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:13:30Z', 'updated_at': '2022-02-17T18:13:31Z', 'revision_number': 3, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'gw_port': {'id': '5042ff0a-4838-40f7-a60f-5f20d3adb99a', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:dc:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:30Z', 'updated_at': '2022-02-17T18:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:13:34.415087 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b61f4d-6490-4083-9e09-2e3818661532 admin admin] Network 3fdcfd52-18d5-4a89-846c-aecef4a0553d is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:13:34.417873 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-16b61f4d-6490-4083-9e09-2e3818661532 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:13:34.595554 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b61f4d-6490-4083-9e09-2e3818661532 admin admin] Router 63c3512a-37e6-46f1-84f8-2333c1ac13ca has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:13:34.645062 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327974cc-f392-44b9-bde4-31fb77df522d None None] The sync data for ids ['63c3512a-37e6-46f1-84f8-2333c1ac13ca'] in n-d-829613-2 is: [{'id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'name': 'tempest-TestVolumeBootPattern-623193108-router', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '5042ff0a-4838-40f7-a60f-5f20d3adb99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:13:30Z', 'updated_at': '2022-02-17T18:13:31Z', 'revision_number': 3, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'gw_port': {'id': '5042ff0a-4838-40f7-a60f-5f20d3adb99a', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:dc:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:30Z', 'updated_at': '2022-02-17T18:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:13:34.689644 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 38c52cbc-c26f-4604-bf45-019577b433d1 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:13:34.752208 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-db450169-521d-4c8c-ac4b-84f02eddc4aa None None] Provisioning complete for port 3294da38-9191-48b8-a971-4d844a1586e2 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:13:34.752621 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-db450169-521d-4c8c-ac4b-84f02eddc4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (3294da38-9191-48b8-a971-4d844a1586e2), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:34.796526 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-db450169-521d-4c8c-ac4b-84f02eddc4aa None None] Port 3294da38-9191-48b8-a971-4d844a1586e2 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:13:34.798180 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 38c52cbc-c26f-4604-bf45-019577b433d1 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:13:34.798562 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (38c52cbc-c26f-4604-bf45-019577b433d1), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:34.804957 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b61f4d-6490-4083-9e09-2e3818661532 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:13:34.814111 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-16b61f4d-6490-4083-9e09-2e3818661532 admin admin] 10.222.0.87 "PUT /v2.0/routers/63c3512a-37e6-46f1-84f8-2333c1ac13ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7113781 Feb 17 18:13:34.964406 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 38c52cbc-c26f-4604-bf45-019577b433d1 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:13:35.474367 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d2217740-2703-44b4-b6a8-c925930455f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:35.537709 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36214) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:13:35.545996 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-fa219b4a-cff6-4da6-8443-ca5bcedc0378 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1526092642-network', 'tenant_id': '77440e4ed6424d6786ce8d9e5dcf7b90'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:13:35.570765 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa219b4a-cff6-4da6-8443-ca5bcedc0378 admin admin] Made reservation on behalf of 77440e4ed6424d6786ce8d9e5dcf7b90 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:13:35.573255 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa219b4a-cff6-4da6-8443-ca5bcedc0378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:35.584012 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa219b4a-cff6-4da6-8443-ca5bcedc0378 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:35.704713 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa219b4a-cff6-4da6-8443-ca5bcedc0378 admin admin] Publish callbacks [] for security_group (d49c4d71-8d0b-4f49-b264-38d6a6c6feb1), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:35.718437 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa219b4a-cff6-4da6-8443-ca5bcedc0378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (d49c4d71-8d0b-4f49-b264-38d6a6c6feb1), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:35.750368 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa219b4a-cff6-4da6-8443-ca5bcedc0378 admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:13:35.771918 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa219b4a-cff6-4da6-8443-ca5bcedc0378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49c4d71-8d0b-4f49-b264-38d6a6c6feb1,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:35.778443 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa219b4a-cff6-4da6-8443-ca5bcedc0378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (f229221e-dc9b-4e48-a594-6fa65ba358a5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:35.778790 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-fa219b4a-cff6-4da6-8443-ca5bcedc0378 admin admin] Added segment f229221e-dc9b-4e48-a594-6fa65ba358a5 of type vlan for network a2c47d2e-80c9-4f98-821a-67b552d93f36 Feb 17 18:13:35.844464 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa219b4a-cff6-4da6-8443-ca5bcedc0378 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (a2c47d2e-80c9-4f98-821a-67b552d93f36), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:35.875623 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa219b4a-cff6-4da6-8443-ca5bcedc0378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (a2c47d2e-80c9-4f98-821a-67b552d93f36), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:35.877579 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa219b4a-cff6-4da6-8443-ca5bcedc0378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:35.878623 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa219b4a-cff6-4da6-8443-ca5bcedc0378 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:35.922853 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fa219b4a-cff6-4da6-8443-ca5bcedc0378 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3836398 Feb 17 18:13:35.927534 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36216) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:13:35.934064 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-8b2e0ce7-c1d3-43a9-ba77-b8d897c9251b admin admin] Request body: {'subnet': {'network_id': 'a2c47d2e-80c9-4f98-821a-67b552d93f36', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1526092642-subnet', 'tenant_id': '77440e4ed6424d6786ce8d9e5dcf7b90', 'ip_version': 4}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:13:35.955503 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa219b4a-cff6-4da6-8443-ca5bcedc0378 admin admin] Pushing event updated for resources: {'Network': ['ID=a2c47d2e-80c9-4f98-821a-67b552d93f36,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:35.961356 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2e0ce7-c1d3-43a9-ba77-b8d897c9251b admin admin] Made reservation on behalf of 77440e4ed6424d6786ce8d9e5dcf7b90 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:13:35.964412 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8b2e0ce7-c1d3-43a9-ba77-b8d897c9251b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:35.972041 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network a2c47d2e-80c9-4f98-821a-67b552d93f36 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:13:36.188180 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8b2e0ce7-c1d3-43a9-ba77-b8d897c9251b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (0941aa48-4822-45a0-991d-d7b085f1f4ed), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:36.247160 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e0ce7-c1d3-43a9-ba77-b8d897c9251b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0941aa48-4822-45a0-991d-d7b085f1f4ed,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:36.264120 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2e0ce7-c1d3-43a9-ba77-b8d897c9251b admin admin] Checking segment: {'id': 'f229221e-dc9b-4e48-a594-6fa65ba358a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a2c47d2e-80c9-4f98-821a-67b552d93f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:13:36.264584 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2e0ce7-c1d3-43a9-ba77-b8d897c9251b admin admin] Network hostable DHCP agents. Network: a2c47d2e-80c9-4f98-821a-67b552d93f36, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:13:36.287368 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2e0ce7-c1d3-43a9-ba77-b8d897c9251b admin admin] Network a2c47d2e-80c9-4f98-821a-67b552d93f36 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:13:36.305976 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-8b2e0ce7-c1d3-43a9-ba77-b8d897c9251b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, a2c47d2e-80c9-4f98-821a-67b552d93f36) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:13:36.312135 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2e0ce7-c1d3-43a9-ba77-b8d897c9251b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:36.312925 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8b2e0ce7-c1d3-43a9-ba77-b8d897c9251b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:36.322167 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2130bae5-3e52-4ecb-b854-6c77015e753a None None] Network a2c47d2e-80c9-4f98-821a-67b552d93f36 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:13:36.344035 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-8b2e0ce7-c1d3-43a9-ba77-b8d897c9251b admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4139516 Feb 17 18:13:36.348207 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36220) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:13:36.356943 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-769f5a81-d3c6-4603-9140-d1a045573bf2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1526092642-router', 'tenant_id': '77440e4ed6424d6786ce8d9e5dcf7b90', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:13:36.391304 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-769f5a81-d3c6-4603-9140-d1a045573bf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (adb166c0-bde2-4276-b943-8d4495cb1d6a), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:36.392836 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-769f5a81-d3c6-4603-9140-d1a045573bf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (adb166c0-bde2-4276-b943-8d4495cb1d6a), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:36.476901 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-769f5a81-d3c6-4603-9140-d1a045573bf2 admin admin] Publish callbacks [] for router_controller (adb166c0-bde2-4276-b943-8d4495cb1d6a), precommit_add_association {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:36.496581 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050e868d-9426-4fbc-893b-141413402f0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-a2c47d2e-80c9-4f98-821a-67b552d93f36', 'network_id': 'a2c47d2e-80c9-4f98-821a-67b552d93f36', 'project_id': '77440e4ed6424d6786ce8d9e5dcf7b90', 'fixed_ips': [{'subnet_id': '0941aa48-4822-45a0-991d-d7b085f1f4ed'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 18:13:36.499082 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-050e868d-9426-4fbc-893b-141413402f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:36.703326 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-769f5a81-d3c6-4603-9140-d1a045573bf2 admin admin] Publish callbacks [] for router_gateway (adb166c0-bde2-4276-b943-8d4495cb1d6a), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:36.735160 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 5042ff0a-4838-40f7-a60f-5f20d3adb99a up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:13:36.746109 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-050e868d-9426-4fbc-893b-141413402f0d None None] Allocated IP 172.20.0.2 (a2c47d2e-80c9-4f98-821a-67b552d93f36/0941aa48-4822-45a0-991d-d7b085f1f4ed/cdc99cbb-3505-4d16-a339-19ce9d17e537) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:13:36.852350 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785edc87-4cad-436f-b7e1-a5268c870a89 None None] Sync routers for ids ['63c3512a-37e6-46f1-84f8-2333c1ac13ca'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:13:36.855224 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:36.877552 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785edc87-4cad-436f-b7e1-a5268c870a89 None None] Routers {'63c3512a-37e6-46f1-84f8-2333c1ac13ca'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:13:36.878857 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-785edc87-4cad-436f-b7e1-a5268c870a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:13:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['63c3512a-37e6-46f1-84f8-2333c1ac13ca'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:13:36.898478 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 5042ff0a-4838-40f7-a60f-5f20d3adb99a triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:13:36.898855 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (5042ff0a-4838-40f7-a60f-5f20d3adb99a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:37.016634 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-769f5a81-d3c6-4603-9140-d1a045573bf2 admin admin] Publish callbacks [] for router_gateway (adb166c0-bde2-4276-b943-8d4495cb1d6a), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:37.032675 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-785edc87-4cad-436f-b7e1-a5268c870a89 None None] Set router 63c3512a-37e6-46f1-84f8-2333c1ac13ca gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:13:37.055195 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-769f5a81-d3c6-4603-9140-d1a045573bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:37.062462 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-050e868d-9426-4fbc-893b-141413402f0d None None] Publish callbacks [] for port (cdc99cbb-3505-4d16-a339-19ce9d17e537), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:37.066666 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 5042ff0a-4838-40f7-a60f-5f20d3adb99a is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:13:37.067345 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5042ff0a-4838-40f7-a60f-5f20d3adb99a), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:37.083435 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-050e868d-9426-4fbc-893b-141413402f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (cdc99cbb-3505-4d16-a339-19ce9d17e537), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:37.123326 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 5042ff0a-4838-40f7-a60f-5f20d3adb99a, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=5042ff0a-4838-40f7-a60f-5f20d3adb99a,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:13:37.135247 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (5042ff0a-4838-40f7-a60f-5f20d3adb99a), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:37.150170 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050e868d-9426-4fbc-893b-141413402f0d None None] Network a2c47d2e-80c9-4f98-821a-67b552d93f36 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:13:37.154721 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-050e868d-9426-4fbc-893b-141413402f0d None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:13:37.156615 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e868d-9426-4fbc-893b-141413402f0d None None] Pushing event updated for resources: {'Port': ['ID=cdc99cbb-3505-4d16-a339-19ce9d17e537,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:37.159004 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050e868d-9426-4fbc-893b-141413402f0d None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:13:37.263606 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-769f5a81-d3c6-4603-9140-d1a045573bf2 admin admin] Allocated IP 172.25.8.43 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/c6f1c197-ecde-4647-8762-ea98c546098f) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:13:37.267728 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=5042ff0a-4838-40f7-a60f-5f20d3adb99a,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:37.272815 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-050e868d-9426-4fbc-893b-141413402f0d None None] Attempting to bind port cdc99cbb-3505-4d16-a339-19ce9d17e537 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:13:37.273785 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-050e868d-9426-4fbc-893b-141413402f0d None None] Attempting to bind port cdc99cbb-3505-4d16-a339-19ce9d17e537 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'f229221e-dc9b-4e48-a594-6fa65ba358a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a2c47d2e-80c9-4f98-821a-67b552d93f36'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:13:37.274489 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050e868d-9426-4fbc-893b-141413402f0d None None] Attempting to bind port cdc99cbb-3505-4d16-a339-19ce9d17e537 on network a2c47d2e-80c9-4f98-821a-67b552d93f36 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:13:37.284294 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050e868d-9426-4fbc-893b-141413402f0d None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:13:37.284294 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050e868d-9426-4fbc-893b-141413402f0d None None] Checking segment: {'id': 'f229221e-dc9b-4e48-a594-6fa65ba358a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a2c47d2e-80c9-4f98-821a-67b552d93f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:13:37.284892 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-050e868d-9426-4fbc-893b-141413402f0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:37.285390 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050e868d-9426-4fbc-893b-141413402f0d None None] Bound using segment: {'id': 'f229221e-dc9b-4e48-a594-6fa65ba358a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a2c47d2e-80c9-4f98-821a-67b552d93f36'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:13:37.285983 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-050e868d-9426-4fbc-893b-141413402f0d None None] Bound port: cdc99cbb-3505-4d16-a339-19ce9d17e537, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f229221e-dc9b-4e48-a594-6fa65ba358a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a2c47d2e-80c9-4f98-821a-67b552d93f36'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:13:37.286464 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-050e868d-9426-4fbc-893b-141413402f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (cdc99cbb-3505-4d16-a339-19ce9d17e537), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:37.404684 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-050e868d-9426-4fbc-893b-141413402f0d None None] For port cdc99cbb-3505-4d16-a339-19ce9d17e537, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:13:37.410590 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-050e868d-9426-4fbc-893b-141413402f0d None None] For port cdc99cbb-3505-4d16-a339-19ce9d17e537, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=cdc99cbb-3505-4d16-a339-19ce9d17e537,segment=NetworkSegment(f229221e-dc9b-4e48-a594-6fa65ba358a5),segment_id=f229221e-dc9b-4e48-a594-6fa65ba358a5)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:13:37.423953 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-050e868d-9426-4fbc-893b-141413402f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (cdc99cbb-3505-4d16-a339-19ce9d17e537), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:37.430406 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-785edc87-4cad-436f-b7e1-a5268c870a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'name': 'tempest-TestVolumeBootPattern-623193108-router', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '5042ff0a-4838-40f7-a60f-5f20d3adb99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:13:30Z', 'updated_at': '2022-02-17T18:13:33Z', 'revision_number': 4, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'gw_port': {'id': '5042ff0a-4838-40f7-a60f-5f20d3adb99a', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:dc:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:30Z', 'updated_at': '2022-02-17T18:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '3294da38-9191-48b8-a971-4d844a1586e2', 'name': '', 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'mac_address': 'fa:16:3e:c1:04:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '793e56d2-6114-48e9-a985-b6ff56226097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:32Z', 'updated_at': '2022-02-17T18:13:34Z', 'revision_number': 2, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'subnets': [{'id': '793e56d2-6114-48e9-a985-b6ff56226097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:13:37.466660 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785edc87-4cad-436f-b7e1-a5268c870a89 None None] Checking router: 63c3512a-37e6-46f1-84f8-2333c1ac13ca for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:13:37.467304 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785edc87-4cad-436f-b7e1-a5268c870a89 None None] Updating router 63c3512a-37e6-46f1-84f8-2333c1ac13ca port 3294da38-9191-48b8-a971-4d844a1586e2 binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 18:13:37.512511 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-785edc87-4cad-436f-b7e1-a5268c870a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3294da38-9191-48b8-a971-4d844a1586e2), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:37.535664 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e868d-9426-4fbc-893b-141413402f0d None None] Pushing event updated for resources: {'Port': ['ID=cdc99cbb-3505-4d16-a339-19ce9d17e537,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:37.875982 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-769f5a81-d3c6-4603-9140-d1a045573bf2 admin admin] Publish callbacks [] for port (c6f1c197-ecde-4647-8762-ea98c546098f), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:37.925694 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-769f5a81-d3c6-4603-9140-d1a045573bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (c6f1c197-ecde-4647-8762-ea98c546098f), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:37.970351 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769f5a81-d3c6-4603-9140-d1a045573bf2 admin admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:13:37.973598 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-769f5a81-d3c6-4603-9140-d1a045573bf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:13:37.977972 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769f5a81-d3c6-4603-9140-d1a045573bf2 admin admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:13:37.984205 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f5a81-d3c6-4603-9140-d1a045573bf2 admin admin] Pushing event updated for resources: {'Port': ['ID=c6f1c197-ecde-4647-8762-ea98c546098f,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:37.995420 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-785edc87-4cad-436f-b7e1-a5268c870a89 None None] Publish callbacks [] for port (3294da38-9191-48b8-a971-4d844a1586e2), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:38.002603 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-785edc87-4cad-436f-b7e1-a5268c870a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (3294da38-9191-48b8-a971-4d844a1586e2), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:38.079107 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:38.116454 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74da1a5-756b-4ca7-a874-9541e996c893 None None] Pushing event updated for resources: {'Port': ['ID=3294da38-9191-48b8-a971-4d844a1586e2,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:38.167819 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-785edc87-4cad-436f-b7e1-a5268c870a89 None None] Attempting to bind port 3294da38-9191-48b8-a971-4d844a1586e2 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:13:38.168487 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-785edc87-4cad-436f-b7e1-a5268c870a89 None None] Attempting to bind port 3294da38-9191-48b8-a971-4d844a1586e2 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '66cb8987-5b81-447b-8684-294caff8482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:13:38.169053 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785edc87-4cad-436f-b7e1-a5268c870a89 None None] Attempting to bind port 3294da38-9191-48b8-a971-4d844a1586e2 on network 3fdcfd52-18d5-4a89-846c-aecef4a0553d {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:13:38.180305 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785edc87-4cad-436f-b7e1-a5268c870a89 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:13:38.180841 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785edc87-4cad-436f-b7e1-a5268c870a89 None None] Checking segment: {'id': '66cb8987-5b81-447b-8684-294caff8482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:13:38.181504 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-785edc87-4cad-436f-b7e1-a5268c870a89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:38.182614 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785edc87-4cad-436f-b7e1-a5268c870a89 None None] Bound using segment: {'id': '66cb8987-5b81-447b-8684-294caff8482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:13:38.183414 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-785edc87-4cad-436f-b7e1-a5268c870a89 None None] Bound port: 3294da38-9191-48b8-a971-4d844a1586e2, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66cb8987-5b81-447b-8684-294caff8482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:13:38.184589 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-785edc87-4cad-436f-b7e1-a5268c870a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3294da38-9191-48b8-a971-4d844a1586e2), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:38.305066 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-785edc87-4cad-436f-b7e1-a5268c870a89 None None] For port 3294da38-9191-48b8-a971-4d844a1586e2, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:13:38.313314 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-785edc87-4cad-436f-b7e1-a5268c870a89 None None] For port 3294da38-9191-48b8-a971-4d844a1586e2, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=3294da38-9191-48b8-a971-4d844a1586e2,segment=NetworkSegment(66cb8987-5b81-447b-8684-294caff8482c),segment_id=66cb8987-5b81-447b-8684-294caff8482c)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:13:38.325479 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-785edc87-4cad-436f-b7e1-a5268c870a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (3294da38-9191-48b8-a971-4d844a1586e2), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:38.375400 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-769f5a81-d3c6-4603-9140-d1a045573bf2 admin admin] Publish callbacks [] for router_gateway (adb166c0-bde2-4276-b943-8d4495cb1d6a), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:38.393630 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785edc87-4cad-436f-b7e1-a5268c870a89 None None] Routers {'63c3512a-37e6-46f1-84f8-2333c1ac13ca'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:13:38.394339 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-785edc87-4cad-436f-b7e1-a5268c870a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:13:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['63c3512a-37e6-46f1-84f8-2333c1ac13ca'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:13:38.446000 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74da1a5-756b-4ca7-a874-9541e996c893 None None] Pushing event updated for resources: {'Port': ['ID=3294da38-9191-48b8-a971-4d844a1586e2,revision_number=4']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:38.477566 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-69ec4793-8d81-4a38-9c31-9f3f58f39497 None None] Provisioning complete for port 3294da38-9191-48b8-a971-4d844a1586e2 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:13:38.478543 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-69ec4793-8d81-4a38-9c31-9f3f58f39497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (3294da38-9191-48b8-a971-4d844a1586e2), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:38.601400 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-785edc87-4cad-436f-b7e1-a5268c870a89 None None] Set router 63c3512a-37e6-46f1-84f8-2333c1ac13ca gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:13:38.662570 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-69ec4793-8d81-4a38-9c31-9f3f58f39497 None None] Current status of the port 3294da38-9191-48b8-a971-4d844a1586e2 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:13:38.664284 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-69ec4793-8d81-4a38-9c31-9f3f58f39497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3294da38-9191-48b8-a971-4d844a1586e2), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:38.716076 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-69ec4793-8d81-4a38-9c31-9f3f58f39497 None None] For port 3294da38-9191-48b8-a971-4d844a1586e2, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=3294da38-9191-48b8-a971-4d844a1586e2,segment=NetworkSegment(66cb8987-5b81-447b-8684-294caff8482c),segment_id=66cb8987-5b81-447b-8684-294caff8482c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:13:38.733805 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-69ec4793-8d81-4a38-9c31-9f3f58f39497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (3294da38-9191-48b8-a971-4d844a1586e2), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:38.845675 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec4793-8d81-4a38-9c31-9f3f58f39497 None None] Pushing event updated for resources: {'Port': ['ID=3294da38-9191-48b8-a971-4d844a1586e2,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:38.883075 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-769f5a81-d3c6-4603-9140-d1a045573bf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (adb166c0-bde2-4276-b943-8d4495cb1d6a), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:38.928329 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 5042ff0a-4838-40f7-a60f-5f20d3adb99a up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:13:39.018860 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b32b0a6e-9028-4416-9abc-d086ef797e19 None None] Provisioning complete for port 3294da38-9191-48b8-a971-4d844a1586e2 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:13:39.019328 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b32b0a6e-9028-4416-9abc-d086ef797e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (3294da38-9191-48b8-a971-4d844a1586e2), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:39.049034 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-785edc87-4cad-436f-b7e1-a5268c870a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'name': 'tempest-TestVolumeBootPattern-623193108-router', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '5042ff0a-4838-40f7-a60f-5f20d3adb99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:13:30Z', 'updated_at': '2022-02-17T18:13:33Z', 'revision_number': 4, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'gw_port': {'id': '5042ff0a-4838-40f7-a60f-5f20d3adb99a', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:dc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:30Z', 'updated_at': '2022-02-17T18:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '3294da38-9191-48b8-a971-4d844a1586e2', 'name': '', 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'mac_address': 'fa:16:3e:c1:04:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '793e56d2-6114-48e9-a985-b6ff56226097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:32Z', 'updated_at': '2022-02-17T18:13:38Z', 'revision_number': 4, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'subnets': [{'id': '793e56d2-6114-48e9-a985-b6ff56226097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:13:39.086406 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7df09f-d08a-4483-bc1b-8c1d86b2f2f3 None None] Network a2c47d2e-80c9-4f98-821a-67b552d93f36 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:13:39.090190 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-769f5a81-d3c6-4603-9140-d1a045573bf2 admin admin] Router adb166c0-bde2-4276-b943-8d4495cb1d6a is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 18:13:39.096003 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785edc87-4cad-436f-b7e1-a5268c870a89 None None] The sync data for ids ['63c3512a-37e6-46f1-84f8-2333c1ac13ca'] in n-d-829613-2 is: [{'id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'name': 'tempest-TestVolumeBootPattern-623193108-router', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '5042ff0a-4838-40f7-a60f-5f20d3adb99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:13:30Z', 'updated_at': '2022-02-17T18:13:33Z', 'revision_number': 4, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'gw_port': {'id': '5042ff0a-4838-40f7-a60f-5f20d3adb99a', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:dc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:30Z', 'updated_at': '2022-02-17T18:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '3294da38-9191-48b8-a971-4d844a1586e2', 'name': '', 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'mac_address': 'fa:16:3e:c1:04:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '793e56d2-6114-48e9-a985-b6ff56226097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:32Z', 'updated_at': '2022-02-17T18:13:38Z', 'revision_number': 4, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'subnets': [{'id': '793e56d2-6114-48e9-a985-b6ff56226097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:13:39.270789 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 5042ff0a-4838-40f7-a60f-5f20d3adb99a triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:13:39.271440 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (5042ff0a-4838-40f7-a60f-5f20d3adb99a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:39.274457 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:39.342101 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769f5a81-d3c6-4603-9140-d1a045573bf2 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:13:39.377566 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-769f5a81-d3c6-4603-9140-d1a045573bf2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:39.378941 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-769f5a81-d3c6-4603-9140-d1a045573bf2 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0291684 Feb 17 18:13:39.382397 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36222) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:13:39.399766 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa124c4-c29d-4da0-a55e-b00f8c5e18f4 None None] Sync routers for ids ['adb166c0-bde2-4276-b943-8d4495cb1d6a'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:13:39.509249 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa124c4-c29d-4da0-a55e-b00f8c5e18f4 None None] Routers {'adb166c0-bde2-4276-b943-8d4495cb1d6a'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:13:39.510354 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-eaa124c4-c29d-4da0-a55e-b00f8c5e18f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:13:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['adb166c0-bde2-4276-b943-8d4495cb1d6a'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:13:39.520142 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b32b0a6e-9028-4416-9abc-d086ef797e19 None None] Current status of the port 3294da38-9191-48b8-a971-4d844a1586e2 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:13:39.788027 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-9bd67d7d-93f5-4120-b5ed-2b8ff558e698 None None] Provisioning complete for port cdc99cbb-3505-4d16-a339-19ce9d17e537 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:13:39.788870 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9bd67d7d-93f5-4120-b5ed-2b8ff558e698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (cdc99cbb-3505-4d16-a339-19ce9d17e537), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:39.847043 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 5042ff0a-4838-40f7-a60f-5f20d3adb99a is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:13:39.849004 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device cdc99cbb-3505-4d16-a339-19ce9d17e537 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:13:39.870412 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-eaa124c4-c29d-4da0-a55e-b00f8c5e18f4 None None] Set router adb166c0-bde2-4276-b943-8d4495cb1d6a gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:13:40.067722 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-263bcf0e-4abf-4c34-b0df-ac8b8ddb0185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:40.150180 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port cdc99cbb-3505-4d16-a339-19ce9d17e537 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:13:40.150558 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (cdc99cbb-3505-4d16-a339-19ce9d17e537), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:40.200598 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-9bd67d7d-93f5-4120-b5ed-2b8ff558e698 None None] Current status of the port cdc99cbb-3505-4d16-a339-19ce9d17e537 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:13:40.200990 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9bd67d7d-93f5-4120-b5ed-2b8ff558e698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (cdc99cbb-3505-4d16-a339-19ce9d17e537), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:40.270252 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-9bd67d7d-93f5-4120-b5ed-2b8ff558e698 None None] For port cdc99cbb-3505-4d16-a339-19ce9d17e537, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=cdc99cbb-3505-4d16-a339-19ce9d17e537,segment=NetworkSegment(f229221e-dc9b-4e48-a594-6fa65ba358a5),segment_id=f229221e-dc9b-4e48-a594-6fa65ba358a5)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:13:40.280838 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9bd67d7d-93f5-4120-b5ed-2b8ff558e698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (cdc99cbb-3505-4d16-a339-19ce9d17e537), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:40.344407 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-eaa124c4-c29d-4da0-a55e-b00f8c5e18f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb166c0-bde2-4276-b943-8d4495cb1d6a', 'name': 'tempest-TestVolumeBootPattern-1526092642-router', 'tenant_id': '77440e4ed6424d6786ce8d9e5dcf7b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'c6f1c197-ecde-4647-8762-ea98c546098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:13:36Z', 'updated_at': '2022-02-17T18:13:38Z', 'revision_number': 3, 'project_id': '77440e4ed6424d6786ce8d9e5dcf7b90', 'gw_port': {'id': 'c6f1c197-ecde-4647-8762-ea98c546098f', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e7:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb166c0-bde2-4276-b943-8d4495cb1d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:37Z', 'updated_at': '2022-02-17T18:13:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:13:40.384400 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port cdc99cbb-3505-4d16-a339-19ce9d17e537 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:13:40.393525 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa124c4-c29d-4da0-a55e-b00f8c5e18f4 None None] Checking router: adb166c0-bde2-4276-b943-8d4495cb1d6a for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:13:40.393656 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa124c4-c29d-4da0-a55e-b00f8c5e18f4 None None] Updating router adb166c0-bde2-4276-b943-8d4495cb1d6a port c6f1c197-ecde-4647-8762-ea98c546098f binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 18:13:40.443258 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-263bcf0e-4abf-4c34-b0df-ac8b8ddb0185 admin admin] Allocated IP 172.20.0.1 (a2c47d2e-80c9-4f98-821a-67b552d93f36/0941aa48-4822-45a0-991d-d7b085f1f4ed/b01c8c0b-a85d-4eb2-a011-019df21ffa90) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:13:40.446893 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd67d7d-93f5-4120-b5ed-2b8ff558e698 None None] Pushing event updated for resources: {'Port': ['ID=cdc99cbb-3505-4d16-a339-19ce9d17e537,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:40.460181 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-52a189fd-753f-4dee-936e-812f1b2a953e None None] Provisioning complete for port cdc99cbb-3505-4d16-a339-19ce9d17e537 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:13:40.460710 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-52a189fd-753f-4dee-936e-812f1b2a953e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (cdc99cbb-3505-4d16-a339-19ce9d17e537), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:40.462860 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eaa124c4-c29d-4da0-a55e-b00f8c5e18f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c6f1c197-ecde-4647-8762-ea98c546098f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:40.615015 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-263bcf0e-4abf-4c34-b0df-ac8b8ddb0185 admin admin] Publish callbacks [] for port (b01c8c0b-a85d-4eb2-a011-019df21ffa90), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:40.675245 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-263bcf0e-4abf-4c34-b0df-ac8b8ddb0185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (b01c8c0b-a85d-4eb2-a011-019df21ffa90), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:40.725677 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263bcf0e-4abf-4c34-b0df-ac8b8ddb0185 admin admin] Network a2c47d2e-80c9-4f98-821a-67b552d93f36 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:13:40.729705 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-263bcf0e-4abf-4c34-b0df-ac8b8ddb0185 admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:13:40.737335 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263bcf0e-4abf-4c34-b0df-ac8b8ddb0185 admin admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:13:40.787126 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-263bcf0e-4abf-4c34-b0df-ac8b8ddb0185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (adb166c0-bde2-4276-b943-8d4495cb1d6a), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:40.839984 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263bcf0e-4abf-4c34-b0df-ac8b8ddb0185 admin admin] Pushing event updated for resources: {'Port': ['ID=b01c8c0b-a85d-4eb2-a011-019df21ffa90,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:40.860788 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-52a189fd-753f-4dee-936e-812f1b2a953e None None] Current status of the port cdc99cbb-3505-4d16-a339-19ce9d17e537 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:13:40.916627 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device cdc99cbb-3505-4d16-a339-19ce9d17e537 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:13:41.019419 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-263bcf0e-4abf-4c34-b0df-ac8b8ddb0185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b01c8c0b-a85d-4eb2-a011-019df21ffa90), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:41.046227 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port cdc99cbb-3505-4d16-a339-19ce9d17e537 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:13:41.046550 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (cdc99cbb-3505-4d16-a339-19ce9d17e537), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:41.189277 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eaa124c4-c29d-4da0-a55e-b00f8c5e18f4 None None] Publish callbacks [] for port (c6f1c197-ecde-4647-8762-ea98c546098f), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:41.204946 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eaa124c4-c29d-4da0-a55e-b00f8c5e18f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c6f1c197-ecde-4647-8762-ea98c546098f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:41.210552 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port cdc99cbb-3505-4d16-a339-19ce9d17e537 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:13:41.211667 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 3294da38-9191-48b8-a971-4d844a1586e2 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:13:41.275585 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-bc0a386e-6b1b-4614-b020-592a95f258a0 None None] Provisioning complete for port b01c8c0b-a85d-4eb2-a011-019df21ffa90 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:13:41.276133 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bc0a386e-6b1b-4614-b020-592a95f258a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b01c8c0b-a85d-4eb2-a011-019df21ffa90), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:41.297322 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-263bcf0e-4abf-4c34-b0df-ac8b8ddb0185 admin admin] Publish callbacks [] for port (b01c8c0b-a85d-4eb2-a011-019df21ffa90), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:41.303745 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-263bcf0e-4abf-4c34-b0df-ac8b8ddb0185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (b01c8c0b-a85d-4eb2-a011-019df21ffa90), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:41.353749 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac360a9-6e0f-483f-a770-5558f748c3b2 None None] Pushing event updated for resources: {'Port': ['ID=c6f1c197-ecde-4647-8762-ea98c546098f,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:41.362237 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-eaa124c4-c29d-4da0-a55e-b00f8c5e18f4 None None] Attempting to bind port c6f1c197-ecde-4647-8762-ea98c546098f on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:13:41.363241 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-eaa124c4-c29d-4da0-a55e-b00f8c5e18f4 None None] Attempting to bind port c6f1c197-ecde-4647-8762-ea98c546098f by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:13:41.363241 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa124c4-c29d-4da0-a55e-b00f8c5e18f4 None None] Attempting to bind port c6f1c197-ecde-4647-8762-ea98c546098f on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:13:41.376154 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-bc0a386e-6b1b-4614-b020-592a95f258a0 None None] Port b01c8c0b-a85d-4eb2-a011-019df21ffa90 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:13:41.377847 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa124c4-c29d-4da0-a55e-b00f8c5e18f4 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:13:41.378885 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa124c4-c29d-4da0-a55e-b00f8c5e18f4 None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:13:41.378885 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eaa124c4-c29d-4da0-a55e-b00f8c5e18f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:41.379187 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa124c4-c29d-4da0-a55e-b00f8c5e18f4 None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:13:41.379479 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-eaa124c4-c29d-4da0-a55e-b00f8c5e18f4 None None] Bound port: c6f1c197-ecde-4647-8762-ea98c546098f, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:13:41.379869 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eaa124c4-c29d-4da0-a55e-b00f8c5e18f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c6f1c197-ecde-4647-8762-ea98c546098f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:41.388824 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-263bcf0e-4abf-4c34-b0df-ac8b8ddb0185 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (adb166c0-bde2-4276-b943-8d4495cb1d6a), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:41.394870 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263bcf0e-4abf-4c34-b0df-ac8b8ddb0185 admin admin] Pushing event updated for resources: {'Port': ['ID=b01c8c0b-a85d-4eb2-a011-019df21ffa90,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:41.427579 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 3294da38-9191-48b8-a971-4d844a1586e2 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:13:41.427960 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (3294da38-9191-48b8-a971-4d844a1586e2), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:41.477170 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-eaa124c4-c29d-4da0-a55e-b00f8c5e18f4 None None] For port c6f1c197-ecde-4647-8762-ea98c546098f, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:13:41.481861 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-eaa124c4-c29d-4da0-a55e-b00f8c5e18f4 None None] For port c6f1c197-ecde-4647-8762-ea98c546098f, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=c6f1c197-ecde-4647-8762-ea98c546098f,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:13:41.492329 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eaa124c4-c29d-4da0-a55e-b00f8c5e18f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c6f1c197-ecde-4647-8762-ea98c546098f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:41.498459 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263bcf0e-4abf-4c34-b0df-ac8b8ddb0185 admin admin] Network a2c47d2e-80c9-4f98-821a-67b552d93f36 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:13:41.499160 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-263bcf0e-4abf-4c34-b0df-ac8b8ddb0185 admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:13:41.590413 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac360a9-6e0f-483f-a770-5558f748c3b2 None None] Pushing event updated for resources: {'Port': ['ID=c6f1c197-ecde-4647-8762-ea98c546098f,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:41.598862 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 3294da38-9191-48b8-a971-4d844a1586e2 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:13:41.601428 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa124c4-c29d-4da0-a55e-b00f8c5e18f4 None None] Routers {'adb166c0-bde2-4276-b943-8d4495cb1d6a'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:13:41.602056 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-eaa124c4-c29d-4da0-a55e-b00f8c5e18f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:13:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['adb166c0-bde2-4276-b943-8d4495cb1d6a'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:13:41.661707 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-263bcf0e-4abf-4c34-b0df-ac8b8ddb0185 admin admin] Router adb166c0-bde2-4276-b943-8d4495cb1d6a has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:13:41.793889 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-eaa124c4-c29d-4da0-a55e-b00f8c5e18f4 None None] Set router adb166c0-bde2-4276-b943-8d4495cb1d6a gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:13:41.820230 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263bcf0e-4abf-4c34-b0df-ac8b8ddb0185 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:13:41.829356 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-263bcf0e-4abf-4c34-b0df-ac8b8ddb0185 admin admin] 10.222.0.87 "PUT /v2.0/routers/adb166c0-bde2-4276-b943-8d4495cb1d6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4429469 Feb 17 18:13:41.979067 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-975109b6-bc86-4d57-9818-14495344f76e None None] Provisioning complete for port b01c8c0b-a85d-4eb2-a011-019df21ffa90 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:13:41.979793 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-975109b6-bc86-4d57-9818-14495344f76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b01c8c0b-a85d-4eb2-a011-019df21ffa90), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:42.028783 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5effed18-d784-43b1-9e9d-79051e71b308 req-f27c40b1-ae78-4984-b8e0-a8040e72d207 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=893b2dab-c1dd-4601-b10f-4ab5e7870474&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0656843 Feb 17 18:13:42.098035 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-975109b6-bc86-4d57-9818-14495344f76e None None] Port b01c8c0b-a85d-4eb2-a011-019df21ffa90 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:13:42.144221 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5effed18-d784-43b1-9e9d-79051e71b308 req-eb6b0b7c-f6ea-4db9-a45a-ee8a302f6777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:42.146334 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5effed18-d784-43b1-9e9d-79051e71b308 req-eb6b0b7c-f6ea-4db9-a45a-ee8a302f6777 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c805b184aa954ec19046d0275a2e536a&device_id=893b2dab-c1dd-4601-b10f-4ab5e7870474 HTTP/1.1" status: 200 len: 1166 time: 0.0603323 Feb 17 18:13:42.176783 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-eaa124c4-c29d-4da0-a55e-b00f8c5e18f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb166c0-bde2-4276-b943-8d4495cb1d6a', 'name': 'tempest-TestVolumeBootPattern-1526092642-router', 'tenant_id': '77440e4ed6424d6786ce8d9e5dcf7b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'c6f1c197-ecde-4647-8762-ea98c546098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:13:36Z', 'updated_at': '2022-02-17T18:13:40Z', 'revision_number': 4, 'project_id': '77440e4ed6424d6786ce8d9e5dcf7b90', 'gw_port': {'id': 'c6f1c197-ecde-4647-8762-ea98c546098f', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e7:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb166c0-bde2-4276-b943-8d4495cb1d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:37Z', 'updated_at': '2022-02-17T18:13:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'b01c8c0b-a85d-4eb2-a011-019df21ffa90', 'name': '', 'network_id': 'a2c47d2e-80c9-4f98-821a-67b552d93f36', 'tenant_id': '77440e4ed6424d6786ce8d9e5dcf7b90', 'mac_address': 'fa:16:3e:2b:2d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb166c0-bde2-4276-b943-8d4495cb1d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '0941aa48-4822-45a0-991d-d7b085f1f4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:40Z', 'updated_at': '2022-02-17T18:13:41Z', 'revision_number': 2, 'project_id': '77440e4ed6424d6786ce8d9e5dcf7b90', 'subnets': [{'id': '0941aa48-4822-45a0-991d-d7b085f1f4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:13:42.222552 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa124c4-c29d-4da0-a55e-b00f8c5e18f4 None None] The sync data for ids ['adb166c0-bde2-4276-b943-8d4495cb1d6a'] in n-d-829613-2 is: [{'id': 'adb166c0-bde2-4276-b943-8d4495cb1d6a', 'name': 'tempest-TestVolumeBootPattern-1526092642-router', 'tenant_id': '77440e4ed6424d6786ce8d9e5dcf7b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'c6f1c197-ecde-4647-8762-ea98c546098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:13:36Z', 'updated_at': '2022-02-17T18:13:40Z', 'revision_number': 4, 'project_id': '77440e4ed6424d6786ce8d9e5dcf7b90', 'gw_port': {'id': 'c6f1c197-ecde-4647-8762-ea98c546098f', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e7:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb166c0-bde2-4276-b943-8d4495cb1d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:37Z', 'updated_at': '2022-02-17T18:13:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'b01c8c0b-a85d-4eb2-a011-019df21ffa90', 'name': '', 'network_id': 'a2c47d2e-80c9-4f98-821a-67b552d93f36', 'tenant_id': '77440e4ed6424d6786ce8d9e5dcf7b90', 'mac_address': 'fa:16:3e:2b:2d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb166c0-bde2-4276-b943-8d4495cb1d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '0941aa48-4822-45a0-991d-d7b085f1f4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:40Z', 'updated_at': '2022-02-17T18:13:41Z', 'revision_number': 2, 'project_id': '77440e4ed6424d6786ce8d9e5dcf7b90', 'subnets': [{'id': '0941aa48-4822-45a0-991d-d7b085f1f4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:13:42.288868 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5effed18-d784-43b1-9e9d-79051e71b308 req-c26b83f3-149a-4103-868f-f31c871f18c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:42.290583 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5effed18-d784-43b1-9e9d-79051e71b308 req-c26b83f3-149a-4103-868f-f31c871f18c6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9000ba00-b18e-469e-8208-6abfe38f54ab HTTP/1.1" status: 200 len: 897 time: 0.1223094 Feb 17 18:13:42.391291 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5effed18-d784-43b1-9e9d-79051e71b308 req-8f79436e-e540-4ea1-bdbe-2d2b170b8f8b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54f19c38-077d-46a8-9283-3437cfa69ea3 HTTP/1.1" status: 200 len: 1000 time: 0.0943367 Feb 17 18:13:42.467612 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5effed18-d784-43b1-9e9d-79051e71b308 req-4701f1d3-37e5-4a44-8e3f-2c9429d29360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:42.469176 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5effed18-d784-43b1-9e9d-79051e71b308 req-4701f1d3-37e5-4a44-8e3f-2c9429d29360 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=de801023-f7ec-4ec1-a71e-122b1ead849f HTTP/1.1" status: 200 len: 835 time: 0.0718803 Feb 17 18:13:42.559770 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5effed18-d784-43b1-9e9d-79051e71b308 req-6007ecd8-fa18-4e58-8267-4bc354e1090e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:42.562869 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5effed18-d784-43b1-9e9d-79051e71b308 req-6007ecd8-fa18-4e58-8267-4bc354e1090e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9000ba00-b18e-469e-8208-6abfe38f54ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0836608 Feb 17 18:13:42.709286 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5effed18-d784-43b1-9e9d-79051e71b308 req-dd8d0953-69b9-4f1e-851c-fc01690f7bc8 service neutron] 10.222.0.71 "GET /v2.0/networks/9000ba00-b18e-469e-8208-6abfe38f54ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364827 Feb 17 18:13:42.866469 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5effed18-d784-43b1-9e9d-79051e71b308 req-1dc3139e-f0eb-4735-b597-e99f1c4a37a1 service neutron] 10.222.0.71 "GET /v2.0/networks/9000ba00-b18e-469e-8208-6abfe38f54ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510913 Feb 17 18:13:44.673917 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device c6f1c197-ecde-4647-8762-ea98c546098f up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:13:44.730652 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port c6f1c197-ecde-4647-8762-ea98c546098f triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:13:44.731561 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c6f1c197-ecde-4647-8762-ea98c546098f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:44.818683 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port c6f1c197-ecde-4647-8762-ea98c546098f is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:13:44.819333 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c6f1c197-ecde-4647-8762-ea98c546098f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:44.861085 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port c6f1c197-ecde-4647-8762-ea98c546098f, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=c6f1c197-ecde-4647-8762-ea98c546098f,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:13:44.867990 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c6f1c197-ecde-4647-8762-ea98c546098f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:44.966007 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=c6f1c197-ecde-4647-8762-ea98c546098f,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:45.706562 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1e784-bb40-415e-b2af-5f66c63f2af7 req-0774455b-35fc-49d8-bddb-7327119e3f5d tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:45.708191 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c8d1e784-bb40-415e-b2af-5f66c63f2af7 req-0774455b-35fc-49d8-bddb-7327119e3f5d tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/networks?id=3fdcfd52-18d5-4a89-846c-aecef4a0553d HTTP/1.1" status: 200 len: 811 time: 0.4349940 Feb 17 18:13:45.724098 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c8d1e784-bb40-415e-b2af-5f66c63f2af7 req-08353427-0e29-41d2-b18d-0f43033f8905 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/quotas/f012d3f0ce3248f8b9b864e21185641f HTTP/1.1" status: 200 len: 375 time: 0.0101559 Feb 17 18:13:45.787537 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c8d1e784-bb40-415e-b2af-5f66c63f2af7 req-875e2fb0-a65f-4309-9f53-9f2f342cb455 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=f012d3f0ce3248f8b9b864e21185641f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559897 Feb 17 18:13:45.897589 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c8d1e784-bb40-415e-b2af-5f66c63f2af7 req-54cb2a7d-640b-4954-9c97-f63b008ef084 service neutron] 10.222.0.87 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029761 Feb 17 18:13:46.001862 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c8d1e784-bb40-415e-b2af-5f66c63f2af7 req-b1e75c6e-9e0c-4a1c-a8a9-e87700d3a170 service neutron] 10.222.0.87 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975142 Feb 17 18:13:46.384935 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-16d05a8f-8931-406d-b2d6-5098d8aa0157 req-b8d9fed0-5942-4149-bab9-24d8f83e1a13 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=24621b87-b055-46d8-9f91-dfb9d5cf297b HTTP/1.1" status: 200 len: 210 time: 0.0519118 Feb 17 18:13:46.696793 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device c6f1c197-ecde-4647-8762-ea98c546098f up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:13:46.796355 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port c6f1c197-ecde-4647-8762-ea98c546098f triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:13:46.796848 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20838af6-8fe5-4a13-b80a-866ffd618921 None None] Sync routers for ids ['adb166c0-bde2-4276-b943-8d4495cb1d6a'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:13:46.797578 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c6f1c197-ecde-4647-8762-ea98c546098f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:46.815225 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20838af6-8fe5-4a13-b80a-866ffd618921 None None] Routers {'adb166c0-bde2-4276-b943-8d4495cb1d6a'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:13:46.816479 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-20838af6-8fe5-4a13-b80a-866ffd618921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:13:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['adb166c0-bde2-4276-b943-8d4495cb1d6a'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:13:46.942782 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port c6f1c197-ecde-4647-8762-ea98c546098f is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:13:47.016094 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-20838af6-8fe5-4a13-b80a-866ffd618921 None None] Set router adb166c0-bde2-4276-b943-8d4495cb1d6a gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:13:47.407268 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-20838af6-8fe5-4a13-b80a-866ffd618921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb166c0-bde2-4276-b943-8d4495cb1d6a', 'name': 'tempest-TestVolumeBootPattern-1526092642-router', 'tenant_id': '77440e4ed6424d6786ce8d9e5dcf7b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'c6f1c197-ecde-4647-8762-ea98c546098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:13:36Z', 'updated_at': '2022-02-17T18:13:40Z', 'revision_number': 4, 'project_id': '77440e4ed6424d6786ce8d9e5dcf7b90', 'gw_port': {'id': 'c6f1c197-ecde-4647-8762-ea98c546098f', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb166c0-bde2-4276-b943-8d4495cb1d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:37Z', 'updated_at': '2022-02-17T18:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'b01c8c0b-a85d-4eb2-a011-019df21ffa90', 'name': '', 'network_id': 'a2c47d2e-80c9-4f98-821a-67b552d93f36', 'tenant_id': '77440e4ed6424d6786ce8d9e5dcf7b90', 'mac_address': 'fa:16:3e:2b:2d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb166c0-bde2-4276-b943-8d4495cb1d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '0941aa48-4822-45a0-991d-d7b085f1f4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:40Z', 'updated_at': '2022-02-17T18:13:41Z', 'revision_number': 2, 'project_id': '77440e4ed6424d6786ce8d9e5dcf7b90', 'subnets': [{'id': '0941aa48-4822-45a0-991d-d7b085f1f4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:13:47.441843 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20838af6-8fe5-4a13-b80a-866ffd618921 None None] Checking router: adb166c0-bde2-4276-b943-8d4495cb1d6a for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:13:47.442268 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20838af6-8fe5-4a13-b80a-866ffd618921 None None] Updating router adb166c0-bde2-4276-b943-8d4495cb1d6a port b01c8c0b-a85d-4eb2-a011-019df21ffa90 binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 18:13:47.477501 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-20838af6-8fe5-4a13-b80a-866ffd618921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b01c8c0b-a85d-4eb2-a011-019df21ffa90), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:47.520648 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8dadb352-f58f-4e22-bd57-e464afaef232 req-ee482160-7967-4114-b8bd-9bc24849e71e tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=24621b87-b055-46d8-9f91-dfb9d5cf297b HTTP/1.1" status: 200 len: 210 time: 0.0359674 Feb 17 18:13:47.866940 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-20838af6-8fe5-4a13-b80a-866ffd618921 None None] Publish callbacks [] for port (b01c8c0b-a85d-4eb2-a011-019df21ffa90), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:47.876828 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-20838af6-8fe5-4a13-b80a-866ffd618921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b01c8c0b-a85d-4eb2-a011-019df21ffa90), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:47.939816 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28821421-84c2-4d97-b63c-92641cc804ae None None] Pushing event updated for resources: {'Port': ['ID=b01c8c0b-a85d-4eb2-a011-019df21ffa90,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:47.996347 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1e784-bb40-415e-b2af-5f66c63f2af7 req-27ea4e80-b9d5-4806-84d2-effc6cb2e5d7 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:47.998062 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c8d1e784-bb40-415e-b2af-5f66c63f2af7 req-27ea4e80-b9d5-4806-84d2-effc6cb2e5d7 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.91 "GET /v2.0/networks?id=3fdcfd52-18d5-4a89-846c-aecef4a0553d HTTP/1.1" status: 200 len: 811 time: 0.3630280 Feb 17 18:13:48.010762 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-c8d1e784-bb40-415e-b2af-5f66c63f2af7 req-6a28b28f-e14e-4fd5-88ad-f59af63265b4 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Request body: {'port': {'device_id': '24621b87-b055-46d8-9f91-dfb9d5cf297b', 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d', 'admin_state_up': True, 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:13:48.036420 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-20838af6-8fe5-4a13-b80a-866ffd618921 None None] Attempting to bind port b01c8c0b-a85d-4eb2-a011-019df21ffa90 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:13:48.037368 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-20838af6-8fe5-4a13-b80a-866ffd618921 None None] Attempting to bind port b01c8c0b-a85d-4eb2-a011-019df21ffa90 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'f229221e-dc9b-4e48-a594-6fa65ba358a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a2c47d2e-80c9-4f98-821a-67b552d93f36'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:13:48.038179 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20838af6-8fe5-4a13-b80a-866ffd618921 None None] Attempting to bind port b01c8c0b-a85d-4eb2-a011-019df21ffa90 on network a2c47d2e-80c9-4f98-821a-67b552d93f36 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:13:48.050361 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20838af6-8fe5-4a13-b80a-866ffd618921 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:13:48.051191 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20838af6-8fe5-4a13-b80a-866ffd618921 None None] Checking segment: {'id': 'f229221e-dc9b-4e48-a594-6fa65ba358a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a2c47d2e-80c9-4f98-821a-67b552d93f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:13:48.051776 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-20838af6-8fe5-4a13-b80a-866ffd618921 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:48.052433 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20838af6-8fe5-4a13-b80a-866ffd618921 None None] Bound using segment: {'id': 'f229221e-dc9b-4e48-a594-6fa65ba358a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a2c47d2e-80c9-4f98-821a-67b552d93f36'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:13:48.053662 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-20838af6-8fe5-4a13-b80a-866ffd618921 None None] Bound port: b01c8c0b-a85d-4eb2-a011-019df21ffa90, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f229221e-dc9b-4e48-a594-6fa65ba358a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a2c47d2e-80c9-4f98-821a-67b552d93f36'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:13:48.054271 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-20838af6-8fe5-4a13-b80a-866ffd618921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b01c8c0b-a85d-4eb2-a011-019df21ffa90), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:48.183678 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-20838af6-8fe5-4a13-b80a-866ffd618921 None None] For port b01c8c0b-a85d-4eb2-a011-019df21ffa90, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:13:48.191094 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-20838af6-8fe5-4a13-b80a-866ffd618921 None None] For port b01c8c0b-a85d-4eb2-a011-019df21ffa90, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=b01c8c0b-a85d-4eb2-a011-019df21ffa90,segment=NetworkSegment(f229221e-dc9b-4e48-a594-6fa65ba358a5),segment_id=f229221e-dc9b-4e48-a594-6fa65ba358a5)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:13:48.203514 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-20838af6-8fe5-4a13-b80a-866ffd618921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b01c8c0b-a85d-4eb2-a011-019df21ffa90), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:48.252023 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8d1e784-bb40-415e-b2af-5f66c63f2af7 req-6a28b28f-e14e-4fd5-88ad-f59af63265b4 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Made reservation on behalf of f012d3f0ce3248f8b9b864e21185641f for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:13:48.263126 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c8d1e784-bb40-415e-b2af-5f66c63f2af7 req-6a28b28f-e14e-4fd5-88ad-f59af63265b4 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:48.307479 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20838af6-8fe5-4a13-b80a-866ffd618921 None None] Routers {'adb166c0-bde2-4276-b943-8d4495cb1d6a'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:13:48.308577 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-20838af6-8fe5-4a13-b80a-866ffd618921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:13:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['adb166c0-bde2-4276-b943-8d4495cb1d6a'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:13:48.311153 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-01af654b-cf68-4df2-92a8-a9857beef063 None None] Provisioning complete for port b01c8c0b-a85d-4eb2-a011-019df21ffa90 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:13:48.312219 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-01af654b-cf68-4df2-92a8-a9857beef063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b01c8c0b-a85d-4eb2-a011-019df21ffa90), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:48.472783 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-01af654b-cf68-4df2-92a8-a9857beef063 None None] Current status of the port b01c8c0b-a85d-4eb2-a011-019df21ffa90 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:13:48.473936 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-01af654b-cf68-4df2-92a8-a9857beef063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b01c8c0b-a85d-4eb2-a011-019df21ffa90), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:48.535811 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28821421-84c2-4d97-b63c-92641cc804ae None None] Pushing event updated for resources: {'Port': ['ID=b01c8c0b-a85d-4eb2-a011-019df21ffa90,revision_number=4']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:48.542083 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-01af654b-cf68-4df2-92a8-a9857beef063 None None] For port b01c8c0b-a85d-4eb2-a011-019df21ffa90, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=b01c8c0b-a85d-4eb2-a011-019df21ffa90,segment=NetworkSegment(f229221e-dc9b-4e48-a594-6fa65ba358a5),segment_id=f229221e-dc9b-4e48-a594-6fa65ba358a5)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:13:48.562580 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-01af654b-cf68-4df2-92a8-a9857beef063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b01c8c0b-a85d-4eb2-a011-019df21ffa90), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:48.567811 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-c8d1e784-bb40-415e-b2af-5f66c63f2af7 req-6a28b28f-e14e-4fd5-88ad-f59af63265b4 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Allocated IP 172.20.0.4 (3fdcfd52-18d5-4a89-846c-aecef4a0553d/793e56d2-6114-48e9-a985-b6ff56226097/7270ab12-d008-48e4-aa21-cea051fe6ee7) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:13:48.636792 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-20838af6-8fe5-4a13-b80a-866ffd618921 None None] Set router adb166c0-bde2-4276-b943-8d4495cb1d6a gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:13:48.750567 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af654b-cf68-4df2-92a8-a9857beef063 None None] Pushing event updated for resources: {'Port': ['ID=b01c8c0b-a85d-4eb2-a011-019df21ffa90,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:48.798226 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7fe27bb2-022b-4642-976f-6d5af0d2ac71 req-2eb62b87-9b70-473f-ba15-285e5dc0d5e5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=24621b87-b055-46d8-9f91-dfb9d5cf297b HTTP/1.1" status: 200 len: 210 time: 0.0635555 Feb 17 18:13:48.801051 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-fba6e438-c62e-4422-8c76-54ec8ded85a7 None None] Provisioning complete for port b01c8c0b-a85d-4eb2-a011-019df21ffa90 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:13:48.801447 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fba6e438-c62e-4422-8c76-54ec8ded85a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b01c8c0b-a85d-4eb2-a011-019df21ffa90), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:48.891961 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device b01c8c0b-a85d-4eb2-a011-019df21ffa90 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:13:48.967583 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c8d1e784-bb40-415e-b2af-5f66c63f2af7 req-6a28b28f-e14e-4fd5-88ad-f59af63265b4 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks [] for port (7270ab12-d008-48e4-aa21-cea051fe6ee7), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:48.983704 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port b01c8c0b-a85d-4eb2-a011-019df21ffa90 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:13:48.984090 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b01c8c0b-a85d-4eb2-a011-019df21ffa90), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:48.999327 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-20838af6-8fe5-4a13-b80a-866ffd618921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb166c0-bde2-4276-b943-8d4495cb1d6a', 'name': 'tempest-TestVolumeBootPattern-1526092642-router', 'tenant_id': '77440e4ed6424d6786ce8d9e5dcf7b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'c6f1c197-ecde-4647-8762-ea98c546098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:13:36Z', 'updated_at': '2022-02-17T18:13:40Z', 'revision_number': 4, 'project_id': '77440e4ed6424d6786ce8d9e5dcf7b90', 'gw_port': {'id': 'c6f1c197-ecde-4647-8762-ea98c546098f', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb166c0-bde2-4276-b943-8d4495cb1d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:37Z', 'updated_at': '2022-02-17T18:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'b01c8c0b-a85d-4eb2-a011-019df21ffa90', 'name': '', 'network_id': 'a2c47d2e-80c9-4f98-821a-67b552d93f36', 'tenant_id': '77440e4ed6424d6786ce8d9e5dcf7b90', 'mac_address': 'fa:16:3e:2b:2d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb166c0-bde2-4276-b943-8d4495cb1d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '0941aa48-4822-45a0-991d-d7b085f1f4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:40Z', 'updated_at': '2022-02-17T18:13:48Z', 'revision_number': 4, 'project_id': '77440e4ed6424d6786ce8d9e5dcf7b90', 'subnets': [{'id': '0941aa48-4822-45a0-991d-d7b085f1f4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:13:49.027156 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c8d1e784-bb40-415e-b2af-5f66c63f2af7 req-6a28b28f-e14e-4fd5-88ad-f59af63265b4 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (7270ab12-d008-48e4-aa21-cea051fe6ee7), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:49.051797 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20838af6-8fe5-4a13-b80a-866ffd618921 None None] The sync data for ids ['adb166c0-bde2-4276-b943-8d4495cb1d6a'] in n-d-829613-2 is: [{'id': 'adb166c0-bde2-4276-b943-8d4495cb1d6a', 'name': 'tempest-TestVolumeBootPattern-1526092642-router', 'tenant_id': '77440e4ed6424d6786ce8d9e5dcf7b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'c6f1c197-ecde-4647-8762-ea98c546098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:13:36Z', 'updated_at': '2022-02-17T18:13:40Z', 'revision_number': 4, 'project_id': '77440e4ed6424d6786ce8d9e5dcf7b90', 'gw_port': {'id': 'c6f1c197-ecde-4647-8762-ea98c546098f', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb166c0-bde2-4276-b943-8d4495cb1d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:37Z', 'updated_at': '2022-02-17T18:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'b01c8c0b-a85d-4eb2-a011-019df21ffa90', 'name': '', 'network_id': 'a2c47d2e-80c9-4f98-821a-67b552d93f36', 'tenant_id': '77440e4ed6424d6786ce8d9e5dcf7b90', 'mac_address': 'fa:16:3e:2b:2d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb166c0-bde2-4276-b943-8d4495cb1d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '0941aa48-4822-45a0-991d-d7b085f1f4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:40Z', 'updated_at': '2022-02-17T18:13:48Z', 'revision_number': 4, 'project_id': '77440e4ed6424d6786ce8d9e5dcf7b90', 'subnets': [{'id': '0941aa48-4822-45a0-991d-d7b085f1f4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:13:49.104114 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8d1e784-bb40-415e-b2af-5f66c63f2af7 req-6a28b28f-e14e-4fd5-88ad-f59af63265b4 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Network 3fdcfd52-18d5-4a89-846c-aecef4a0553d is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:13:49.104505 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-fba6e438-c62e-4422-8c76-54ec8ded85a7 None None] Current status of the port b01c8c0b-a85d-4eb2-a011-019df21ffa90 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:13:49.112663 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-c8d1e784-bb40-415e-b2af-5f66c63f2af7 req-6a28b28f-e14e-4fd5-88ad-f59af63265b4 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:13:49.116539 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d1e784-bb40-415e-b2af-5f66c63f2af7 req-6a28b28f-e14e-4fd5-88ad-f59af63265b4 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:13:49.126581 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a28b28f-e14e-4fd5-88ad-f59af63265b4 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Pushing event updated for resources: {'Port': ['ID=7270ab12-d008-48e4-aa21-cea051fe6ee7,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:49.164234 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port b01c8c0b-a85d-4eb2-a011-019df21ffa90 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:13:49.172382 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a28b28f-e14e-4fd5-88ad-f59af63265b4 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:13:49.172750 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a28b28f-e14e-4fd5-88ad-f59af63265b4 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:13:49.173107 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a28b28f-e14e-4fd5-88ad-f59af63265b4 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:13:49.173455 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a28b28f-e14e-4fd5-88ad-f59af63265b4 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:13:49.173803 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a28b28f-e14e-4fd5-88ad-f59af63265b4 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:13:49.174148 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a28b28f-e14e-4fd5-88ad-f59af63265b4 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:13:49.174488 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a28b28f-e14e-4fd5-88ad-f59af63265b4 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:13:49.174828 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a28b28f-e14e-4fd5-88ad-f59af63265b4 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:13:49.175164 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a28b28f-e14e-4fd5-88ad-f59af63265b4 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:13:49.175498 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a28b28f-e14e-4fd5-88ad-f59af63265b4 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:13:49.175844 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a28b28f-e14e-4fd5-88ad-f59af63265b4 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:13:49.176197 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a28b28f-e14e-4fd5-88ad-f59af63265b4 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:13:49.176538 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a28b28f-e14e-4fd5-88ad-f59af63265b4 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:13:49.212777 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1e784-bb40-415e-b2af-5f66c63f2af7 req-6a28b28f-e14e-4fd5-88ad-f59af63265b4 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:49.213853 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c8d1e784-bb40-415e-b2af-5f66c63f2af7 req-6a28b28f-e14e-4fd5-88ad-f59af63265b4 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:49.227564 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:49.256979 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c8d1e784-bb40-415e-b2af-5f66c63f2af7 req-6a28b28f-e14e-4fd5-88ad-f59af63265b4 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2495537 Feb 17 18:13:49.432656 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-c8d1e784-bb40-415e-b2af-5f66c63f2af7 req-96d8b18d-f7f9-4a1a-b689-5fb12b31065e service neutron] Request body: {'port': {'device_id': '24621b87-b055-46d8-9f91-dfb9d5cf297b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:13:49.546860 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-fa714607-5451-4a9d-b0c9-9aa4bbffee6b None None] Provisioning complete for port 7270ab12-d008-48e4-aa21-cea051fe6ee7 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:13:49.547674 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fa714607-5451-4a9d-b0c9-9aa4bbffee6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7270ab12-d008-48e4-aa21-cea051fe6ee7), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:49.565099 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c8d1e784-bb40-415e-b2af-5f66c63f2af7 req-96d8b18d-f7f9-4a1a-b689-5fb12b31065e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7270ab12-d008-48e4-aa21-cea051fe6ee7), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:49.629322 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-fa714607-5451-4a9d-b0c9-9aa4bbffee6b None None] Port 7270ab12-d008-48e4-aa21-cea051fe6ee7 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:13:50.015772 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:50.051176 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d14525-b23e-49cf-9785-8fb5b011b1bb req-7899925b-b5bc-4bc4-87f3-0b3b9d3766a1 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:50.055419 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-13d14525-b23e-49cf-9785-8fb5b011b1bb req-7899925b-b5bc-4bc4-87f3-0b3b9d3766a1 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=24621b87-b055-46d8-9f91-dfb9d5cf297b HTTP/1.1" status: 200 len: 931 time: 0.1052873 Feb 17 18:13:50.076994 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-c8d1e784-bb40-415e-b2af-5f66c63f2af7 req-96d8b18d-f7f9-4a1a-b689-5fb12b31065e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7270ab12-d008-48e4-aa21-cea051fe6ee7 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:13:50.096094 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c8d1e784-bb40-415e-b2af-5f66c63f2af7 req-96d8b18d-f7f9-4a1a-b689-5fb12b31065e service neutron] Publish callbacks [] for port (7270ab12-d008-48e4-aa21-cea051fe6ee7), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:50.133362 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-c8d1e784-bb40-415e-b2af-5f66c63f2af7 req-96d8b18d-f7f9-4a1a-b689-5fb12b31065e service neutron] Transition to ACTIVE for port object 7270ab12-d008-48e4-aa21-cea051fe6ee7 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 18:13:50.140985 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c8d1e784-bb40-415e-b2af-5f66c63f2af7 req-96d8b18d-f7f9-4a1a-b689-5fb12b31065e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (7270ab12-d008-48e4-aa21-cea051fe6ee7), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:50.165953 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-13d14525-b23e-49cf-9785-8fb5b011b1bb req-32a4bfb4-5fd7-49e2-b051-fb286ca56705 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979939 Feb 17 18:13:50.222259 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d8b18d-f7f9-4a1a-b689-5fb12b31065e service neutron] Pushing event updated for resources: {'Port': ['ID=7270ab12-d008-48e4-aa21-cea051fe6ee7,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:50.376657 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-c8d1e784-bb40-415e-b2af-5f66c63f2af7 req-96d8b18d-f7f9-4a1a-b689-5fb12b31065e service neutron] Attempting to bind port 7270ab12-d008-48e4-aa21-cea051fe6ee7 on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:13:50.377333 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-c8d1e784-bb40-415e-b2af-5f66c63f2af7 req-96d8b18d-f7f9-4a1a-b689-5fb12b31065e service neutron] Attempting to bind port 7270ab12-d008-48e4-aa21-cea051fe6ee7 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '66cb8987-5b81-447b-8684-294caff8482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:13:50.377994 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d1e784-bb40-415e-b2af-5f66c63f2af7 req-96d8b18d-f7f9-4a1a-b689-5fb12b31065e service neutron] Attempting to bind port 7270ab12-d008-48e4-aa21-cea051fe6ee7 on network 3fdcfd52-18d5-4a89-846c-aecef4a0553d {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:13:50.387317 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d1e784-bb40-415e-b2af-5f66c63f2af7 req-96d8b18d-f7f9-4a1a-b689-5fb12b31065e service neutron] Port 7270ab12-d008-48e4-aa21-cea051fe6ee7 on network 3fdcfd52-18d5-4a89-846c-aecef4a0553d not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:13:50.388028 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d1e784-bb40-415e-b2af-5f66c63f2af7 req-96d8b18d-f7f9-4a1a-b689-5fb12b31065e service neutron] Attempting to bind port 7270ab12-d008-48e4-aa21-cea051fe6ee7 on network 3fdcfd52-18d5-4a89-846c-aecef4a0553d {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:13:50.405652 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d1e784-bb40-415e-b2af-5f66c63f2af7 req-96d8b18d-f7f9-4a1a-b689-5fb12b31065e service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:13:50.406340 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d1e784-bb40-415e-b2af-5f66c63f2af7 req-96d8b18d-f7f9-4a1a-b689-5fb12b31065e service neutron] Checking segment: {'id': '66cb8987-5b81-447b-8684-294caff8482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:13:50.407090 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d1e784-bb40-415e-b2af-5f66c63f2af7 req-96d8b18d-f7f9-4a1a-b689-5fb12b31065e service neutron] Bound using segment: {'id': '66cb8987-5b81-447b-8684-294caff8482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:13:50.407961 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-c8d1e784-bb40-415e-b2af-5f66c63f2af7 req-96d8b18d-f7f9-4a1a-b689-5fb12b31065e service neutron] Bound port: 7270ab12-d008-48e4-aa21-cea051fe6ee7, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66cb8987-5b81-447b-8684-294caff8482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:13:50.408706 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c8d1e784-bb40-415e-b2af-5f66c63f2af7 req-96d8b18d-f7f9-4a1a-b689-5fb12b31065e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7270ab12-d008-48e4-aa21-cea051fe6ee7), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:50.522807 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-c8d1e784-bb40-415e-b2af-5f66c63f2af7 req-96d8b18d-f7f9-4a1a-b689-5fb12b31065e service neutron] For port 7270ab12-d008-48e4-aa21-cea051fe6ee7, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:13:50.529440 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-c8d1e784-bb40-415e-b2af-5f66c63f2af7 req-96d8b18d-f7f9-4a1a-b689-5fb12b31065e service neutron] For port 7270ab12-d008-48e4-aa21-cea051fe6ee7, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=7270ab12-d008-48e4-aa21-cea051fe6ee7,segment=NetworkSegment(66cb8987-5b81-447b-8684-294caff8482c),segment_id=66cb8987-5b81-447b-8684-294caff8482c)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:13:50.540156 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c8d1e784-bb40-415e-b2af-5f66c63f2af7 req-96d8b18d-f7f9-4a1a-b689-5fb12b31065e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (7270ab12-d008-48e4-aa21-cea051fe6ee7), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:50.595859 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1e784-bb40-415e-b2af-5f66c63f2af7 req-96d8b18d-f7f9-4a1a-b689-5fb12b31065e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:50.596883 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c8d1e784-bb40-415e-b2af-5f66c63f2af7 req-96d8b18d-f7f9-4a1a-b689-5fb12b31065e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:50.599317 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c8d1e784-bb40-415e-b2af-5f66c63f2af7 req-96d8b18d-f7f9-4a1a-b689-5fb12b31065e service neutron] 10.222.0.91 "PUT /v2.0/ports/7270ab12-d008-48e4-aa21-cea051fe6ee7 HTTP/1.1" status: 200 len: 1091 time: 1.3350308 Feb 17 18:13:50.600057 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24621b87-b055-46d8-9f91-dfb9d5cf297b', 'tag': '7270ab12-d008-48e4-aa21-cea051fe6ee7'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:13:50.604560 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42c7e48-4307-4dd4-ba51-6d27ca93c99b" -d '{"events": [{"name": "network-changed", "server_uuid": "24621b87-b055-46d8-9f91-dfb9d5cf297b", "tag": "7270ab12-d008-48e4-aa21-cea051fe6ee7"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:13:50.655593 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d8b18d-f7f9-4a1a-b689-5fb12b31065e service neutron] Pushing event updated for resources: {'Port': ['ID=7270ab12-d008-48e4-aa21-cea051fe6ee7,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:50.806654 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device b01c8c0b-a85d-4eb2-a011-019df21ffa90 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:13:50.820676 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1e784-bb40-415e-b2af-5f66c63f2af7 req-fa0bffe0-8568-4ecd-a5a1-54bcef025bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:50.831407 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c8d1e784-bb40-415e-b2af-5f66c63f2af7 req-fa0bffe0-8568-4ecd-a5a1-54bcef025bfe service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f012d3f0ce3248f8b9b864e21185641f&device_id=24621b87-b055-46d8-9f91-dfb9d5cf297b HTTP/1.1" status: 200 len: 1125 time: 0.1490569 Feb 17 18:13:50.974845 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port b01c8c0b-a85d-4eb2-a011-019df21ffa90 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:13:50.975542 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b01c8c0b-a85d-4eb2-a011-019df21ffa90), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:50.990908 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c8d1e784-bb40-415e-b2af-5f66c63f2af7 req-58103894-fb4d-4a9f-9217-f6a8c67caedc service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7270ab12-d008-48e4-aa21-cea051fe6ee7 HTTP/1.1" status: 200 len: 217 time: 0.1469126 Feb 17 18:13:51.095488 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1e784-bb40-415e-b2af-5f66c63f2af7 req-db90478d-dac6-40fd-abad-1963f708ad00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:51.099039 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c8d1e784-bb40-415e-b2af-5f66c63f2af7 req-db90478d-dac6-40fd-abad-1963f708ad00 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=793e56d2-6114-48e9-a985-b6ff56226097 HTTP/1.1" status: 200 len: 850 time: 0.1017120 Feb 17 18:13:51.163758 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da8c25d-5ff9-4710-bbd0-dafe27b2db4c x-openstack-request-id: req-3da8c25d-5ff9-4710-bbd0-dafe27b2db4c {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:13:51.164866 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24621b87-b055-46d8-9f91-dfb9d5cf297b", "tag": "7270ab12-d008-48e4-aa21-cea051fe6ee7", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:13:51.166079 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3da8c25d-5ff9-4710-bbd0-dafe27b2db4c {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:13:51.166770 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24621b87-b055-46d8-9f91-dfb9d5cf297b', 'tag': '7270ab12-d008-48e4-aa21-cea051fe6ee7', 'status': 'completed', 'code': 200} Feb 17 18:13:51.182995 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port b01c8c0b-a85d-4eb2-a011-019df21ffa90 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:13:51.229848 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1e784-bb40-415e-b2af-5f66c63f2af7 req-a2528a54-9d5c-48e9-9667-574487257a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:51.232372 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c8d1e784-bb40-415e-b2af-5f66c63f2af7 req-a2528a54-9d5c-48e9-9667-574487257a40 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3fdcfd52-18d5-4a89-846c-aecef4a0553d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1286740 Feb 17 18:13:51.371494 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec83a6-e4e7-42fd-b8ed-cf15496d8f66 req-03ac2fdd-6cc1-412f-b74c-7ac3ee4c8cbb tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:51.373783 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5eec83a6-e4e7-42fd-b8ed-cf15496d8f66 req-03ac2fdd-6cc1-412f-b74c-7ac3ee4c8cbb tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=24621b87-b055-46d8-9f91-dfb9d5cf297b HTTP/1.1" status: 200 len: 943 time: 0.0839720 Feb 17 18:13:51.375110 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c8d1e784-bb40-415e-b2af-5f66c63f2af7 req-2323769c-2528-47c1-b2de-65619cc49969 service neutron] 10.222.0.91 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364763 Feb 17 18:13:51.452720 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5eec83a6-e4e7-42fd-b8ed-cf15496d8f66 req-e83dfc75-484e-4f18-b8a9-4b661a10464c tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721145 Feb 17 18:13:51.520399 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c8d1e784-bb40-415e-b2af-5f66c63f2af7 req-1362d2bd-bbf0-4fd3-be5d-0016b2927c41 service neutron] 10.222.0.91 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385696 Feb 17 18:13:51.640962 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c7e48-4307-4dd4-ba51-6d27ca93c99b req-f4a4b135-c894-46db-a36d-91d9c3cce578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:51.642525 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e42c7e48-4307-4dd4-ba51-6d27ca93c99b req-f4a4b135-c894-46db-a36d-91d9c3cce578 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f012d3f0ce3248f8b9b864e21185641f&device_id=24621b87-b055-46d8-9f91-dfb9d5cf297b HTTP/1.1" status: 200 len: 1125 time: 0.0712304 Feb 17 18:13:51.756052 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c7e48-4307-4dd4-ba51-6d27ca93c99b req-cd5f2375-2146-407f-9b7a-5c8b90ed800a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:51.757526 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e42c7e48-4307-4dd4-ba51-6d27ca93c99b req-cd5f2375-2146-407f-9b7a-5c8b90ed800a service neutron] 10.222.0.91 "GET /v2.0/networks?id=3fdcfd52-18d5-4a89-846c-aecef4a0553d HTTP/1.1" status: 200 len: 912 time: 0.1093216 Feb 17 18:13:51.805669 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e42c7e48-4307-4dd4-ba51-6d27ca93c99b req-5a0017c6-f13b-4c08-b1cc-82e6be299c7d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7270ab12-d008-48e4-aa21-cea051fe6ee7 HTTP/1.1" status: 200 len: 217 time: 0.0425129 Feb 17 18:13:51.826625 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36294) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:13:51.895978 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c7e48-4307-4dd4-ba51-6d27ca93c99b req-966939ac-a8ba-4be1-bf91-ffbc1217e9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:51.898291 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e42c7e48-4307-4dd4-ba51-6d27ca93c99b req-966939ac-a8ba-4be1-bf91-ffbc1217e9dc service neutron] 10.222.0.91 "GET /v2.0/subnets?id=793e56d2-6114-48e9-a985-b6ff56226097 HTTP/1.1" status: 200 len: 850 time: 0.0854337 Feb 17 18:13:51.958756 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e88ed3e3-4593-4a97-9bdc-0fb38f845855 tempest-TestSecurityGroupsBasicOps-887907933 tempest-TestSecurityGroupsBasicOps-887907933-project-admin] 10.222.0.87 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2281 time: 0.1304832 Feb 17 18:13:51.961655 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36296) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:13:51.971492 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-4b84080f-6334-47c2-b403-a7e858966d97 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Request body: {'network': {'name': 'tempest-network-smoke--1725038138', 'project_id': 'c805b184aa954ec19046d0275a2e536a', 'port_security_enabled': False}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:13:51.982171 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c7e48-4307-4dd4-ba51-6d27ca93c99b req-52fcd516-cc93-46a6-bfed-a3d45ab14699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:51.983750 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e42c7e48-4307-4dd4-ba51-6d27ca93c99b req-52fcd516-cc93-46a6-bfed-a3d45ab14699 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3fdcfd52-18d5-4a89-846c-aecef4a0553d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0790212 Feb 17 18:13:52.003422 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b84080f-6334-47c2-b403-a7e858966d97 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Made reservation on behalf of c805b184aa954ec19046d0275a2e536a for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:13:52.008650 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4b84080f-6334-47c2-b403-a7e858966d97 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:52.039894 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b84080f-6334-47c2-b403-a7e858966d97 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:13:52.052449 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4b84080f-6334-47c2-b403-a7e858966d97 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (616123e3-92a5-4661-a5e3-21f0bb665ba8), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:52.052807 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-4b84080f-6334-47c2-b403-a7e858966d97 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Added segment 616123e3-92a5-4661-a5e3-21f0bb665ba8 of type vlan for network 1e8e173a-a125-4e7f-b054-02c58280ffd4 Feb 17 18:13:52.112215 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4b84080f-6334-47c2-b403-a7e858966d97 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (1e8e173a-a125-4e7f-b054-02c58280ffd4), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:52.146381 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4b84080f-6334-47c2-b403-a7e858966d97 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (1e8e173a-a125-4e7f-b054-02c58280ffd4), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:52.152023 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b84080f-6334-47c2-b403-a7e858966d97 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:52.153612 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4b84080f-6334-47c2-b403-a7e858966d97 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:52.162465 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e42c7e48-4307-4dd4-ba51-6d27ca93c99b req-78b39a53-53aa-4834-9013-4e09c42eb813 service neutron] 10.222.0.91 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726735 Feb 17 18:13:52.204787 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4b84080f-6334-47c2-b403-a7e858966d97 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2389786 Feb 17 18:13:52.206072 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36298) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:13:52.211645 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-e42adbfb-7c3a-4d32-97fa-e9591f25eb9e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1020950855', 'admin_state_up': True, 'project_id': 'c805b184aa954ec19046d0275a2e536a', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:13:52.263187 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e42adbfb-7c3a-4d32-97fa-e9591f25eb9e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (9f3d68de-e48a-4c01-aa93-657e892b5dce), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:52.264568 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e42adbfb-7c3a-4d32-97fa-e9591f25eb9e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (9f3d68de-e48a-4c01-aa93-657e892b5dce), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:52.268659 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b84080f-6334-47c2-b403-a7e858966d97 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Pushing event updated for resources: {'Network': ['ID=1e8e173a-a125-4e7f-b054-02c58280ffd4,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:52.281318 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 1e8e173a-a125-4e7f-b054-02c58280ffd4 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:13:52.327372 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e42c7e48-4307-4dd4-ba51-6d27ca93c99b req-fb0054d7-6533-4c78-acb0-b89cc97f00ec service neutron] 10.222.0.91 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592445 Feb 17 18:13:52.347652 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e42adbfb-7c3a-4d32-97fa-e9591f25eb9e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for router_controller (9f3d68de-e48a-4c01-aa93-657e892b5dce), precommit_add_association {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:52.600913 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e42adbfb-7c3a-4d32-97fa-e9591f25eb9e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for router_gateway (9f3d68de-e48a-4c01-aa93-657e892b5dce), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:52.705812 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde51063-de96-4b20-a6dd-3539946834e8 req-e73bcab1-b4c7-4b2b-9d25-f881c75072be tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:52.713177 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bde51063-de96-4b20-a6dd-3539946834e8 req-e73bcab1-b4c7-4b2b-9d25-f881c75072be tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=24621b87-b055-46d8-9f91-dfb9d5cf297b HTTP/1.1" status: 200 len: 943 time: 0.1698430 Feb 17 18:13:52.855578 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bde51063-de96-4b20-a6dd-3539946834e8 req-68b4805e-fba1-4b2a-aafb-6a294ba66171 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408460 Feb 17 18:13:53.046893 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e42adbfb-7c3a-4d32-97fa-e9591f25eb9e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for router_gateway (9f3d68de-e48a-4c01-aa93-657e892b5dce), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:53.072052 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e42adbfb-7c3a-4d32-97fa-e9591f25eb9e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:53.234748 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-e42adbfb-7c3a-4d32-97fa-e9591f25eb9e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Allocated IP 172.25.8.211 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/9079a0cf-0a98-458e-a8cb-168e0fbed37c) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:13:53.417813 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e42adbfb-7c3a-4d32-97fa-e9591f25eb9e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for port (9079a0cf-0a98-458e-a8cb-168e0fbed37c), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:53.470405 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e42adbfb-7c3a-4d32-97fa-e9591f25eb9e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (9079a0cf-0a98-458e-a8cb-168e0fbed37c), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:53.529208 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42adbfb-7c3a-4d32-97fa-e9591f25eb9e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:13:53.532781 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-e42adbfb-7c3a-4d32-97fa-e9591f25eb9e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:13:53.535747 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42adbfb-7c3a-4d32-97fa-e9591f25eb9e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:13:53.564601 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42adbfb-7c3a-4d32-97fa-e9591f25eb9e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Pushing event updated for resources: {'Port': ['ID=9079a0cf-0a98-458e-a8cb-168e0fbed37c,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:53.898065 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e42adbfb-7c3a-4d32-97fa-e9591f25eb9e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for router_gateway (9f3d68de-e48a-4c01-aa93-657e892b5dce), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:54.078009 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685d61a-95b2-46c7-83ca-190db6583765 req-85dbbad3-a982-4831-aaba-98f917866db9 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:54.079741 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d685d61a-95b2-46c7-83ca-190db6583765 req-85dbbad3-a982-4831-aaba-98f917866db9 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=24621b87-b055-46d8-9f91-dfb9d5cf297b HTTP/1.1" status: 200 len: 943 time: 0.1031563 Feb 17 18:13:54.230440 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d685d61a-95b2-46c7-83ca-190db6583765 req-00bafa3f-2d16-4488-bbf4-2cd84901ba45 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036274 Feb 17 18:13:54.248629 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e42adbfb-7c3a-4d32-97fa-e9591f25eb9e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (9f3d68de-e48a-4c01-aa93-657e892b5dce), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:54.457317 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42adbfb-7c3a-4d32-97fa-e9591f25eb9e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Router 9f3d68de-e48a-4c01-aa93-657e892b5dce is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 18:13:54.605192 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42adbfb-7c3a-4d32-97fa-e9591f25eb9e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:13:54.623298 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eecfdb3-d361-42e5-a0ac-4f44446eea03 None None] Sync routers for ids ['9f3d68de-e48a-4c01-aa93-657e892b5dce'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:13:54.635639 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e42adbfb-7c3a-4d32-97fa-e9591f25eb9e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:54.638480 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e42adbfb-7c3a-4d32-97fa-e9591f25eb9e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4307928 Feb 17 18:13:54.641800 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36304) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:13:54.646274 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eecfdb3-d361-42e5-a0ac-4f44446eea03 None None] Routers {'9f3d68de-e48a-4c01-aa93-657e892b5dce'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:13:54.647279 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-6eecfdb3-d361-42e5-a0ac-4f44446eea03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:13:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['9f3d68de-e48a-4c01-aa93-657e892b5dce'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:13:54.761283 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97582241-2fb0-4dd8-a8ff-2a3cd99c4303 tempest-TestSecurityGroupsBasicOps-887907933 tempest-TestSecurityGroupsBasicOps-887907933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:54.764442 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-97582241-2fb0-4dd8-a8ff-2a3cd99c4303 tempest-TestSecurityGroupsBasicOps-887907933 tempest-TestSecurityGroupsBasicOps-887907933-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=c805b184aa954ec19046d0275a2e536a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1209607 Feb 17 18:13:54.768800 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36306) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:13:54.842827 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-6eecfdb3-d361-42e5-a0ac-4f44446eea03 None None] Set router 9f3d68de-e48a-4c01-aa93-657e892b5dce gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:13:55.219477 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-6eecfdb3-d361-42e5-a0ac-4f44446eea03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3d68de-e48a-4c01-aa93-657e892b5dce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1020950855', 'tenant_id': 'c805b184aa954ec19046d0275a2e536a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '9079a0cf-0a98-458e-a8cb-168e0fbed37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:13:52Z', 'updated_at': '2022-02-17T18:13:53Z', 'revision_number': 3, 'project_id': 'c805b184aa954ec19046d0275a2e536a', 'gw_port': {'id': '9079a0cf-0a98-458e-a8cb-168e0fbed37c', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:45:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3d68de-e48a-4c01-aa93-657e892b5dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:53Z', 'updated_at': '2022-02-17T18:13:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:13:55.263642 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d394a8-25db-4cce-976f-e175b63cf9ff tempest-TestSecurityGroupsBasicOps-887907933 tempest-TestSecurityGroupsBasicOps-887907933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:55.268819 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e7d394a8-25db-4cce-976f-e175b63cf9ff tempest-TestSecurityGroupsBasicOps-887907933 tempest-TestSecurityGroupsBasicOps-887907933-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4948294 Feb 17 18:13:55.269189 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36308) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:13:55.281704 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eecfdb3-d361-42e5-a0ac-4f44446eea03 None None] Checking router: 9f3d68de-e48a-4c01-aa93-657e892b5dce for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:13:55.282285 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eecfdb3-d361-42e5-a0ac-4f44446eea03 None None] Updating router 9f3d68de-e48a-4c01-aa93-657e892b5dce port 9079a0cf-0a98-458e-a8cb-168e0fbed37c binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 18:13:55.315224 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6d3bbddd-ab41-4c9b-841a-ad28ece1e755 tempest-TestSecurityGroupsBasicOps-887907933 tempest-TestSecurityGroupsBasicOps-887907933-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=d7afcf1f-5124-4168-b80f-10ace9d04ea7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403244 Feb 17 18:13:55.315728 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36312) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:13:55.351483 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-55622eb6-ad13-4436-9d15-535abf124009 tempest-TestSecurityGroupsBasicOps-887907933 tempest-TestSecurityGroupsBasicOps-887907933-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=c805b184aa954ec19046d0275a2e536a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302994 Feb 17 18:13:55.352278 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36314) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:13:55.368644 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6eecfdb3-d361-42e5-a0ac-4f44446eea03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (9079a0cf-0a98-458e-a8cb-168e0fbed37c), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:55.471127 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032632a3-edd7-4294-a0db-4083a68afac1 req-5666f4af-1225-4619-aa5b-509cf79d8831 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:55.479479 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-032632a3-edd7-4294-a0db-4083a68afac1 req-5666f4af-1225-4619-aa5b-509cf79d8831 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=24621b87-b055-46d8-9f91-dfb9d5cf297b HTTP/1.1" status: 200 len: 943 time: 0.1063628 Feb 17 18:13:55.496471 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae0c953-1f2e-4d7a-8db9-78f8f1a68b71 tempest-TestSecurityGroupsBasicOps-887907933 tempest-TestSecurityGroupsBasicOps-887907933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:55.502525 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-eae0c953-1f2e-4d7a-8db9-78f8f1a68b71 tempest-TestSecurityGroupsBasicOps-887907933 tempest-TestSecurityGroupsBasicOps-887907933-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1449361 Feb 17 18:13:55.503988 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36316) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:13:55.544220 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0e90abab-c8e1-42ac-8dc7-e8e2cfd5ce42 tempest-TestSecurityGroupsBasicOps-887907933 tempest-TestSecurityGroupsBasicOps-887907933-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=d7afcf1f-5124-4168-b80f-10ace9d04ea7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363429 Feb 17 18:13:55.546313 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36318) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:13:55.551704 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-deeb6252-8f40-4506-b665-c37808b550ca tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1273832037', 'network_id': '1e8e173a-a125-4e7f-b054-02c58280ffd4', 'project_id': 'c805b184aa954ec19046d0275a2e536a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:13:55.569365 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-032632a3-edd7-4294-a0db-4083a68afac1 req-70cbbc8c-5c2c-4e75-8f46-2f5e1082074b tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889158 Feb 17 18:13:55.681154 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deeb6252-8f40-4506-b665-c37808b550ca tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Made reservation on behalf of c805b184aa954ec19046d0275a2e536a for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:13:55.685549 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-deeb6252-8f40-4506-b665-c37808b550ca tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:55.736165 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6eecfdb3-d361-42e5-a0ac-4f44446eea03 None None] Publish callbacks [] for port (9079a0cf-0a98-458e-a8cb-168e0fbed37c), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:55.743587 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6eecfdb3-d361-42e5-a0ac-4f44446eea03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (9079a0cf-0a98-458e-a8cb-168e0fbed37c), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:55.809333 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-6eecfdb3-d361-42e5-a0ac-4f44446eea03 None None] Attempting to bind port 9079a0cf-0a98-458e-a8cb-168e0fbed37c on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:13:55.809871 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-6eecfdb3-d361-42e5-a0ac-4f44446eea03 None None] Attempting to bind port 9079a0cf-0a98-458e-a8cb-168e0fbed37c by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:13:55.810375 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eecfdb3-d361-42e5-a0ac-4f44446eea03 None None] Attempting to bind port 9079a0cf-0a98-458e-a8cb-168e0fbed37c on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:13:55.818381 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eecfdb3-d361-42e5-a0ac-4f44446eea03 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:13:55.818890 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eecfdb3-d361-42e5-a0ac-4f44446eea03 None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:13:55.819317 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6eecfdb3-d361-42e5-a0ac-4f44446eea03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:55.819728 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eecfdb3-d361-42e5-a0ac-4f44446eea03 None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:13:55.820338 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-6eecfdb3-d361-42e5-a0ac-4f44446eea03 None None] Bound port: 9079a0cf-0a98-458e-a8cb-168e0fbed37c, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:13:55.820677 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6eecfdb3-d361-42e5-a0ac-4f44446eea03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (9079a0cf-0a98-458e-a8cb-168e0fbed37c), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:55.827970 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f73703-43ea-44a5-a1a7-75a539a734a2 None None] Pushing event updated for resources: {'Port': ['ID=9079a0cf-0a98-458e-a8cb-168e0fbed37c,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:55.990360 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-deeb6252-8f40-4506-b665-c37808b550ca tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (ec2dbc01-6260-471a-a3c2-d65043659c65), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:56.095925 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-6eecfdb3-d361-42e5-a0ac-4f44446eea03 None None] For port 9079a0cf-0a98-458e-a8cb-168e0fbed37c, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:13:56.103769 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-6eecfdb3-d361-42e5-a0ac-4f44446eea03 None None] For port 9079a0cf-0a98-458e-a8cb-168e0fbed37c, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=9079a0cf-0a98-458e-a8cb-168e0fbed37c,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:13:56.109284 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb6252-8f40-4506-b665-c37808b550ca tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Pushing event updated for resources: {'Subnet': ['ID=ec2dbc01-6260-471a-a3c2-d65043659c65,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:56.112956 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6eecfdb3-d361-42e5-a0ac-4f44446eea03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (9079a0cf-0a98-458e-a8cb-168e0fbed37c), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:56.128440 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deeb6252-8f40-4506-b665-c37808b550ca tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Checking segment: {'id': '616123e3-92a5-4661-a5e3-21f0bb665ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1e8e173a-a125-4e7f-b054-02c58280ffd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:13:56.129635 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deeb6252-8f40-4506-b665-c37808b550ca tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Network hostable DHCP agents. Network: 1e8e173a-a125-4e7f-b054-02c58280ffd4, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:13:56.177587 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deeb6252-8f40-4506-b665-c37808b550ca tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Network 1e8e173a-a125-4e7f-b054-02c58280ffd4 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:13:56.198852 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-deeb6252-8f40-4506-b665-c37808b550ca tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 1e8e173a-a125-4e7f-b054-02c58280ffd4) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:13:56.207795 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deeb6252-8f40-4506-b665-c37808b550ca tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:56.207977 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eecfdb3-d361-42e5-a0ac-4f44446eea03 None None] Routers {'9f3d68de-e48a-4c01-aa93-657e892b5dce'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:13:56.209019 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-6eecfdb3-d361-42e5-a0ac-4f44446eea03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:13:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['9f3d68de-e48a-4c01-aa93-657e892b5dce'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:13:56.211095 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-deeb6252-8f40-4506-b665-c37808b550ca tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:56.219785 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e1c4f3-6350-4cd8-9ce7-9b7e1fe835aa None None] Network 1e8e173a-a125-4e7f-b054-02c58280ffd4 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:13:56.244009 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-deeb6252-8f40-4506-b665-c37808b550ca tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6937013 Feb 17 18:13:56.244783 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36320) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:13:56.358675 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f73703-43ea-44a5-a1a7-75a539a734a2 None None] Pushing event updated for resources: {'Port': ['ID=9079a0cf-0a98-458e-a8cb-168e0fbed37c,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:56.493511 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-6eecfdb3-d361-42e5-a0ac-4f44446eea03 None None] Set router 9f3d68de-e48a-4c01-aa93-657e892b5dce gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:13:56.553409 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109616b8-6b94-4cc5-ad52-503680b43b64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-1e8e173a-a125-4e7f-b054-02c58280ffd4', 'network_id': '1e8e173a-a125-4e7f-b054-02c58280ffd4', 'project_id': 'c805b184aa954ec19046d0275a2e536a', 'fixed_ips': [{'subnet_id': 'ec2dbc01-6260-471a-a3c2-d65043659c65'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 18:13:56.555043 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-109616b8-6b94-4cc5-ad52-503680b43b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:56.747235 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c4758-f4c9-4817-853c-057e7df68cc1 req-c4a93406-1e6d-4863-ac13-c52a98f18513 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:56.750985 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-604c4758-f4c9-4817-853c-057e7df68cc1 req-c4a93406-1e6d-4863-ac13-c52a98f18513 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=24621b87-b055-46d8-9f91-dfb9d5cf297b HTTP/1.1" status: 200 len: 943 time: 0.1059945 Feb 17 18:13:56.845154 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-604c4758-f4c9-4817-853c-057e7df68cc1 req-aca5ec66-35dc-464b-9db5-e52e29170b27 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862536 Feb 17 18:13:57.009841 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-109616b8-6b94-4cc5-ad52-503680b43b64 None None] Allocated IP 172.20.0.18 (1e8e173a-a125-4e7f-b054-02c58280ffd4/ec2dbc01-6260-471a-a3c2-d65043659c65/0a0c5b87-0a5c-4e5c-9e2b-9ba5e0e1cbd5) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:13:57.054385 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-6eecfdb3-d361-42e5-a0ac-4f44446eea03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3d68de-e48a-4c01-aa93-657e892b5dce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1020950855', 'tenant_id': 'c805b184aa954ec19046d0275a2e536a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '9079a0cf-0a98-458e-a8cb-168e0fbed37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:13:52Z', 'updated_at': '2022-02-17T18:13:53Z', 'revision_number': 3, 'project_id': 'c805b184aa954ec19046d0275a2e536a', 'gw_port': {'id': '9079a0cf-0a98-458e-a8cb-168e0fbed37c', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:45:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3d68de-e48a-4c01-aa93-657e892b5dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:53Z', 'updated_at': '2022-02-17T18:13:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:13:57.097310 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c8f92521-c2b8-4b14-8375-4f13b64e911e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:57.142727 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eecfdb3-d361-42e5-a0ac-4f44446eea03 None None] The sync data for ids ['9f3d68de-e48a-4c01-aa93-657e892b5dce'] in n-d-829613-2 is: [{'id': '9f3d68de-e48a-4c01-aa93-657e892b5dce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1020950855', 'tenant_id': 'c805b184aa954ec19046d0275a2e536a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '9079a0cf-0a98-458e-a8cb-168e0fbed37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:13:52Z', 'updated_at': '2022-02-17T18:13:53Z', 'revision_number': 3, 'project_id': 'c805b184aa954ec19046d0275a2e536a', 'gw_port': {'id': '9079a0cf-0a98-458e-a8cb-168e0fbed37c', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:45:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3d68de-e48a-4c01-aa93-657e892b5dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:53Z', 'updated_at': '2022-02-17T18:13:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:13:57.476230 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-109616b8-6b94-4cc5-ad52-503680b43b64 None None] Publish callbacks [] for port (0a0c5b87-0a5c-4e5c-9e2b-9ba5e0e1cbd5), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:57.499929 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-109616b8-6b94-4cc5-ad52-503680b43b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (0a0c5b87-0a5c-4e5c-9e2b-9ba5e0e1cbd5), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:57.539033 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109616b8-6b94-4cc5-ad52-503680b43b64 None None] Network 1e8e173a-a125-4e7f-b054-02c58280ffd4 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:13:57.546711 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-109616b8-6b94-4cc5-ad52-503680b43b64 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:13:57.559044 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109616b8-6b94-4cc5-ad52-503680b43b64 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:13:57.779206 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-c8f92521-c2b8-4b14-8375-4f13b64e911e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Allocated IP 172.20.0.17 (1e8e173a-a125-4e7f-b054-02c58280ffd4/ec2dbc01-6260-471a-a3c2-d65043659c65/6090fef8-be30-46ea-bceb-80112973e076) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:13:57.824089 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109616b8-6b94-4cc5-ad52-503680b43b64 None None] Pushing event updated for resources: {'Port': ['ID=0a0c5b87-0a5c-4e5c-9e2b-9ba5e0e1cbd5,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:57.848868 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-109616b8-6b94-4cc5-ad52-503680b43b64 None None] Attempting to bind port 0a0c5b87-0a5c-4e5c-9e2b-9ba5e0e1cbd5 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:13:57.849343 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-109616b8-6b94-4cc5-ad52-503680b43b64 None None] Attempting to bind port 0a0c5b87-0a5c-4e5c-9e2b-9ba5e0e1cbd5 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '616123e3-92a5-4661-a5e3-21f0bb665ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1e8e173a-a125-4e7f-b054-02c58280ffd4'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:13:57.855256 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109616b8-6b94-4cc5-ad52-503680b43b64 None None] Attempting to bind port 0a0c5b87-0a5c-4e5c-9e2b-9ba5e0e1cbd5 on network 1e8e173a-a125-4e7f-b054-02c58280ffd4 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:13:57.877812 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109616b8-6b94-4cc5-ad52-503680b43b64 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:13:57.877812 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109616b8-6b94-4cc5-ad52-503680b43b64 None None] Checking segment: {'id': '616123e3-92a5-4661-a5e3-21f0bb665ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1e8e173a-a125-4e7f-b054-02c58280ffd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:13:57.877812 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-109616b8-6b94-4cc5-ad52-503680b43b64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:57.877812 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109616b8-6b94-4cc5-ad52-503680b43b64 None None] Bound using segment: {'id': '616123e3-92a5-4661-a5e3-21f0bb665ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1e8e173a-a125-4e7f-b054-02c58280ffd4'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:13:57.877812 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-109616b8-6b94-4cc5-ad52-503680b43b64 None None] Bound port: 0a0c5b87-0a5c-4e5c-9e2b-9ba5e0e1cbd5, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '616123e3-92a5-4661-a5e3-21f0bb665ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1e8e173a-a125-4e7f-b054-02c58280ffd4'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:13:57.877812 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-109616b8-6b94-4cc5-ad52-503680b43b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0a0c5b87-0a5c-4e5c-9e2b-9ba5e0e1cbd5), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:58.057801 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-109616b8-6b94-4cc5-ad52-503680b43b64 None None] For port 0a0c5b87-0a5c-4e5c-9e2b-9ba5e0e1cbd5, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:13:58.067278 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-109616b8-6b94-4cc5-ad52-503680b43b64 None None] For port 0a0c5b87-0a5c-4e5c-9e2b-9ba5e0e1cbd5, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=0a0c5b87-0a5c-4e5c-9e2b-9ba5e0e1cbd5,segment=NetworkSegment(616123e3-92a5-4661-a5e3-21f0bb665ba8),segment_id=616123e3-92a5-4661-a5e3-21f0bb665ba8)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:13:58.079702 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-109616b8-6b94-4cc5-ad52-503680b43b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (0a0c5b87-0a5c-4e5c-9e2b-9ba5e0e1cbd5), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:58.118229 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42d684-f6f4-4339-a6cf-435f50f6086c req-2bda93d7-07c8-4d82-ac72-53fc113cffec tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:58.119766 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c8f92521-c2b8-4b14-8375-4f13b64e911e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for port (6090fef8-be30-46ea-bceb-80112973e076), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:58.131456 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fd42d684-f6f4-4339-a6cf-435f50f6086c req-2bda93d7-07c8-4d82-ac72-53fc113cffec tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=24621b87-b055-46d8-9f91-dfb9d5cf297b HTTP/1.1" status: 200 len: 943 time: 0.1036127 Feb 17 18:13:58.213819 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c8f92521-c2b8-4b14-8375-4f13b64e911e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (6090fef8-be30-46ea-bceb-80112973e076), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:58.217708 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fd42d684-f6f4-4339-a6cf-435f50f6086c req-466fe4d6-6939-4c65-8cf0-f56fd53dcf48 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847585 Feb 17 18:13:58.224723 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109616b8-6b94-4cc5-ad52-503680b43b64 None None] Pushing event updated for resources: {'Port': ['ID=0a0c5b87-0a5c-4e5c-9e2b-9ba5e0e1cbd5,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:58.271568 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f92521-c2b8-4b14-8375-4f13b64e911e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Pushing event updated for resources: {'Port': ['ID=6090fef8-be30-46ea-bceb-80112973e076,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:58.292761 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f92521-c2b8-4b14-8375-4f13b64e911e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Network 1e8e173a-a125-4e7f-b054-02c58280ffd4 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:13:58.296850 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-c8f92521-c2b8-4b14-8375-4f13b64e911e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:13:58.302056 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f92521-c2b8-4b14-8375-4f13b64e911e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:13:58.384747 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c8f92521-c2b8-4b14-8375-4f13b64e911e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (9f3d68de-e48a-4c01-aa93-657e892b5dce), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:58.701521 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c8f92521-c2b8-4b14-8375-4f13b64e911e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6090fef8-be30-46ea-bceb-80112973e076), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:58.909767 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 9079a0cf-0a98-458e-a8cb-168e0fbed37c up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:13:58.984837 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 9079a0cf-0a98-458e-a8cb-168e0fbed37c triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:13:58.985317 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (9079a0cf-0a98-458e-a8cb-168e0fbed37c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:59.114988 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 9079a0cf-0a98-458e-a8cb-168e0fbed37c is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:13:59.115622 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (9079a0cf-0a98-458e-a8cb-168e0fbed37c), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:59.157513 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 9079a0cf-0a98-458e-a8cb-168e0fbed37c, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=9079a0cf-0a98-458e-a8cb-168e0fbed37c,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:13:59.167723 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (9079a0cf-0a98-458e-a8cb-168e0fbed37c), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:59.168922 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 0a0c5b87-0a5c-4e5c-9e2b-9ba5e0e1cbd5 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:13:59.289037 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=9079a0cf-0a98-458e-a8cb-168e0fbed37c,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:59.307985 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 0a0c5b87-0a5c-4e5c-9e2b-9ba5e0e1cbd5 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:13:59.308421 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (0a0c5b87-0a5c-4e5c-9e2b-9ba5e0e1cbd5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:59.350509 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c8f92521-c2b8-4b14-8375-4f13b64e911e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for port (6090fef8-be30-46ea-bceb-80112973e076), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:59.362608 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c8f92521-c2b8-4b14-8375-4f13b64e911e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (6090fef8-be30-46ea-bceb-80112973e076), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:59.497259 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c8f92521-c2b8-4b14-8375-4f13b64e911e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (9f3d68de-e48a-4c01-aa93-657e892b5dce), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:59.506271 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 0a0c5b87-0a5c-4e5c-9e2b-9ba5e0e1cbd5 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:13:59.506935 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0a0c5b87-0a5c-4e5c-9e2b-9ba5e0e1cbd5), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:59.611734 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a55283-8a90-44a5-b97e-ec7a1c1b77ee req-b641b0e5-77e5-4fd5-848b-3e07b4afb840 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:13:59.625246 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-41a55283-8a90-44a5-b97e-ec7a1c1b77ee req-b641b0e5-77e5-4fd5-848b-3e07b4afb840 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=24621b87-b055-46d8-9f91-dfb9d5cf297b HTTP/1.1" status: 200 len: 943 time: 0.1994548 Feb 17 18:13:59.646865 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 0a0c5b87-0a5c-4e5c-9e2b-9ba5e0e1cbd5, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=0a0c5b87-0a5c-4e5c-9e2b-9ba5e0e1cbd5,segment=NetworkSegment(616123e3-92a5-4661-a5e3-21f0bb665ba8),segment_id=616123e3-92a5-4661-a5e3-21f0bb665ba8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:13:59.647295 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f92521-c2b8-4b14-8375-4f13b64e911e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Pushing event updated for resources: {'Port': ['ID=6090fef8-be30-46ea-bceb-80112973e076,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:59.655561 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (0a0c5b87-0a5c-4e5c-9e2b-9ba5e0e1cbd5), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:13:59.773216 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-41a55283-8a90-44a5-b97e-ec7a1c1b77ee req-e981f43d-79f0-41c4-bfd0-0bbd4c5defbb tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464963 Feb 17 18:13:59.798823 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f92521-c2b8-4b14-8375-4f13b64e911e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Network 1e8e173a-a125-4e7f-b054-02c58280ffd4 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:13:59.800684 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-c8f92521-c2b8-4b14-8375-4f13b64e911e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:13:59.855950 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=0a0c5b87-0a5c-4e5c-9e2b-9ba5e0e1cbd5,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:13:59.930988 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:14:00.020874 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6f1b31-1212-46eb-9b91-bce9a97cc702 None None] Network 1e8e173a-a125-4e7f-b054-02c58280ffd4 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:14:00.049966 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f92521-c2b8-4b14-8375-4f13b64e911e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Router 9f3d68de-e48a-4c01-aa93-657e892b5dce has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:14:00.271435 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-7d232623-e3ed-41b9-9d41-a1e7e3193e93 None None] Provisioning complete for port 0a0c5b87-0a5c-4e5c-9e2b-9ba5e0e1cbd5 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:14:00.273212 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7d232623-e3ed-41b9-9d41-a1e7e3193e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (0a0c5b87-0a5c-4e5c-9e2b-9ba5e0e1cbd5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:00.299449 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f92521-c2b8-4b14-8375-4f13b64e911e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:14:00.337565 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c8f92521-c2b8-4b14-8375-4f13b64e911e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "PUT /v2.0/routers/9f3d68de-e48a-4c01-aa93-657e892b5dce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0907950 Feb 17 18:14:00.432694 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-7d232623-e3ed-41b9-9d41-a1e7e3193e93 None None] Current status of the port 0a0c5b87-0a5c-4e5c-9e2b-9ba5e0e1cbd5 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:14:00.547260 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dd1009-4220-475a-9740-bcd6fc4b27bc None None] Sync routers for ids ['9f3d68de-e48a-4c01-aa93-657e892b5dce'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:14:00.558156 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dd1009-4220-475a-9740-bcd6fc4b27bc None None] Routers {'9f3d68de-e48a-4c01-aa93-657e892b5dce'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:14:00.558795 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-e2dd1009-4220-475a-9740-bcd6fc4b27bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:13:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['9f3d68de-e48a-4c01-aa93-657e892b5dce'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:14:00.685874 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-e2dd1009-4220-475a-9740-bcd6fc4b27bc None None] Set router 9f3d68de-e48a-4c01-aa93-657e892b5dce gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:14:00.773649 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 9079a0cf-0a98-458e-a8cb-168e0fbed37c up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:14:00.911089 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-cee2760a-e139-4765-a1bc-a841df8d8a61 None None] Provisioning complete for port 0a0c5b87-0a5c-4e5c-9e2b-9ba5e0e1cbd5 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:14:00.911537 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-cee2760a-e139-4765-a1bc-a841df8d8a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (0a0c5b87-0a5c-4e5c-9e2b-9ba5e0e1cbd5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:01.010664 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-e2dd1009-4220-475a-9740-bcd6fc4b27bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3d68de-e48a-4c01-aa93-657e892b5dce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1020950855', 'tenant_id': 'c805b184aa954ec19046d0275a2e536a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '9079a0cf-0a98-458e-a8cb-168e0fbed37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:13:52Z', 'updated_at': '2022-02-17T18:13:58Z', 'revision_number': 4, 'project_id': 'c805b184aa954ec19046d0275a2e536a', 'gw_port': {'id': '9079a0cf-0a98-458e-a8cb-168e0fbed37c', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:45:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3d68de-e48a-4c01-aa93-657e892b5dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:53Z', 'updated_at': '2022-02-17T18:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '6090fef8-be30-46ea-bceb-80112973e076', 'name': '', 'network_id': '1e8e173a-a125-4e7f-b054-02c58280ffd4', 'tenant_id': 'c805b184aa954ec19046d0275a2e536a', 'mac_address': 'fa:16:3e:23:08:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3d68de-e48a-4c01-aa93-657e892b5dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'ec2dbc01-6260-471a-a3c2-d65043659c65', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:57Z', 'updated_at': '2022-02-17T18:13:59Z', 'revision_number': 2, 'project_id': 'c805b184aa954ec19046d0275a2e536a', 'subnets': [{'id': 'ec2dbc01-6260-471a-a3c2-d65043659c65', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:14:01.031589 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 9079a0cf-0a98-458e-a8cb-168e0fbed37c triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:14:01.032204 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (9079a0cf-0a98-458e-a8cb-168e0fbed37c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:01.091416 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dd1009-4220-475a-9740-bcd6fc4b27bc None None] Checking router: 9f3d68de-e48a-4c01-aa93-657e892b5dce for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:14:01.098737 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dd1009-4220-475a-9740-bcd6fc4b27bc None None] Updating router 9f3d68de-e48a-4c01-aa93-657e892b5dce port 6090fef8-be30-46ea-bceb-80112973e076 binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 18:14:01.166860 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-e2dd1009-4220-475a-9740-bcd6fc4b27bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6090fef8-be30-46ea-bceb-80112973e076), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:01.264285 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74f572-5777-4535-8f57-4a65c9514a72 req-947e5778-3222-4987-b8b3-29e7d1de8219 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:14:01.275660 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 9079a0cf-0a98-458e-a8cb-168e0fbed37c is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:14:01.278901 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7d74f572-5777-4535-8f57-4a65c9514a72 req-947e5778-3222-4987-b8b3-29e7d1de8219 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=24621b87-b055-46d8-9f91-dfb9d5cf297b HTTP/1.1" status: 200 len: 943 time: 0.2377183 Feb 17 18:14:01.279141 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 0a0c5b87-0a5c-4e5c-9e2b-9ba5e0e1cbd5 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:14:01.294999 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5edb7-7d6a-4a65-89bf-7ff0bcc255de req-df3ebbda-97ae-44e7-9b04-a4beaaae1ad0 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:14:01.308184 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-40e5edb7-7d6a-4a65-89bf-7ff0bcc255de req-df3ebbda-97ae-44e7-9b04-a4beaaae1ad0 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "GET /v2.0/networks?id=1e8e173a-a125-4e7f-b054-02c58280ffd4 HTTP/1.1" status: 200 len: 798 time: 0.6050985 Feb 17 18:14:01.353228 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-cee2760a-e139-4765-a1bc-a841df8d8a61 None None] Current status of the port 0a0c5b87-0a5c-4e5c-9e2b-9ba5e0e1cbd5 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:14:01.393720 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-cee2760a-e139-4765-a1bc-a841df8d8a61 None None] Provisioning complete for port 6090fef8-be30-46ea-bceb-80112973e076 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:14:01.394524 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-cee2760a-e139-4765-a1bc-a841df8d8a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6090fef8-be30-46ea-bceb-80112973e076), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:01.425836 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-40e5edb7-7d6a-4a65-89bf-7ff0bcc255de req-1475e7e6-6ad9-47a7-9cec-80e702f3fbb4 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "GET /v2.0/quotas/c805b184aa954ec19046d0275a2e536a HTTP/1.1" status: 200 len: 375 time: 0.1158895 Feb 17 18:14:01.440035 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 0a0c5b87-0a5c-4e5c-9e2b-9ba5e0e1cbd5 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:14:01.441038 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (0a0c5b87-0a5c-4e5c-9e2b-9ba5e0e1cbd5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:01.658546 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 0a0c5b87-0a5c-4e5c-9e2b-9ba5e0e1cbd5 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:14:01.664204 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7d74f572-5777-4535-8f57-4a65c9514a72 req-bef4f65f-d7ad-49cf-b372-460bea049c8c tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318167 Feb 17 18:14:01.696385 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-cee2760a-e139-4765-a1bc-a841df8d8a61 None None] Port 6090fef8-be30-46ea-bceb-80112973e076 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:14:01.724147 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-40e5edb7-7d6a-4a65-89bf-7ff0bcc255de req-bd405013-4a51-4f73-b067-eddd46b06855 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=c805b184aa954ec19046d0275a2e536a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2961128 Feb 17 18:14:01.823694 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-82e817de-423a-4e3c-854c-6aae43b350d9 None None] Provisioning complete for port 6090fef8-be30-46ea-bceb-80112973e076 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:14:01.824388 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-82e817de-423a-4e3c-854c-6aae43b350d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6090fef8-be30-46ea-bceb-80112973e076), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:01.870936 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-e2dd1009-4220-475a-9740-bcd6fc4b27bc None None] Publish callbacks [] for port (6090fef8-be30-46ea-bceb-80112973e076), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:01.895718 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-e2dd1009-4220-475a-9740-bcd6fc4b27bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (6090fef8-be30-46ea-bceb-80112973e076), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:01.896424 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-82e817de-423a-4e3c-854c-6aae43b350d9 None None] Port 6090fef8-be30-46ea-bceb-80112973e076 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:14:01.994290 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-40e5edb7-7d6a-4a65-89bf-7ff0bcc255de req-9b697637-f4c1-44e2-b601-bbd2dc4c21f0 service neutron] 10.222.0.87 "GET /v2.0/networks/1e8e173a-a125-4e7f-b054-02c58280ffd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572930 Feb 17 18:14:02.017349 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4e293-f7eb-4365-9f99-2dc5183a0f81 None None] Pushing event updated for resources: {'Port': ['ID=6090fef8-be30-46ea-bceb-80112973e076,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:14:02.095833 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-e2dd1009-4220-475a-9740-bcd6fc4b27bc None None] Attempting to bind port 6090fef8-be30-46ea-bceb-80112973e076 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:14:02.095981 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-e2dd1009-4220-475a-9740-bcd6fc4b27bc None None] Attempting to bind port 6090fef8-be30-46ea-bceb-80112973e076 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '616123e3-92a5-4661-a5e3-21f0bb665ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1e8e173a-a125-4e7f-b054-02c58280ffd4'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:14:02.096386 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dd1009-4220-475a-9740-bcd6fc4b27bc None None] Attempting to bind port 6090fef8-be30-46ea-bceb-80112973e076 on network 1e8e173a-a125-4e7f-b054-02c58280ffd4 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:14:02.103609 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dd1009-4220-475a-9740-bcd6fc4b27bc None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:14:02.104094 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dd1009-4220-475a-9740-bcd6fc4b27bc None None] Checking segment: {'id': '616123e3-92a5-4661-a5e3-21f0bb665ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1e8e173a-a125-4e7f-b054-02c58280ffd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:14:02.104463 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-e2dd1009-4220-475a-9740-bcd6fc4b27bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:02.104864 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dd1009-4220-475a-9740-bcd6fc4b27bc None None] Bound using segment: {'id': '616123e3-92a5-4661-a5e3-21f0bb665ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1e8e173a-a125-4e7f-b054-02c58280ffd4'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:14:02.105358 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-e2dd1009-4220-475a-9740-bcd6fc4b27bc None None] Bound port: 6090fef8-be30-46ea-bceb-80112973e076, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '616123e3-92a5-4661-a5e3-21f0bb665ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1e8e173a-a125-4e7f-b054-02c58280ffd4'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:14:02.105914 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-e2dd1009-4220-475a-9740-bcd6fc4b27bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6090fef8-be30-46ea-bceb-80112973e076), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:02.120500 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-40e5edb7-7d6a-4a65-89bf-7ff0bcc255de req-53798335-d5c3-4604-80e2-df581559dd3c service neutron] 10.222.0.87 "GET /v2.0/networks/1e8e173a-a125-4e7f-b054-02c58280ffd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250093 Feb 17 18:14:02.230474 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-e2dd1009-4220-475a-9740-bcd6fc4b27bc None None] For port 6090fef8-be30-46ea-bceb-80112973e076, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:14:02.237597 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-e2dd1009-4220-475a-9740-bcd6fc4b27bc None None] For port 6090fef8-be30-46ea-bceb-80112973e076, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=6090fef8-be30-46ea-bceb-80112973e076,segment=NetworkSegment(616123e3-92a5-4661-a5e3-21f0bb665ba8),segment_id=616123e3-92a5-4661-a5e3-21f0bb665ba8)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:14:02.260510 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-e2dd1009-4220-475a-9740-bcd6fc4b27bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (6090fef8-be30-46ea-bceb-80112973e076), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:02.316936 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dd1009-4220-475a-9740-bcd6fc4b27bc None None] Routers {'9f3d68de-e48a-4c01-aa93-657e892b5dce'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:14:02.320414 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-e2dd1009-4220-475a-9740-bcd6fc4b27bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:13:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['9f3d68de-e48a-4c01-aa93-657e892b5dce'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:14:02.416392 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4e293-f7eb-4365-9f99-2dc5183a0f81 None None] Pushing event updated for resources: {'Port': ['ID=6090fef8-be30-46ea-bceb-80112973e076,revision_number=4']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:14:02.440078 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1b30ea5c-2e6e-427f-b214-e1feb014ffc6 req-1bfd2616-68b4-4409-8b7f-7db53bbbcf63 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "GET /v2.0/ports?device_id=37c92c71-eb04-4a55-a77d-de2aa8f58264 HTTP/1.1" status: 200 len: 210 time: 0.0545151 Feb 17 18:14:02.540974 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-f2fd0a3b-5f3d-4cfd-bb71-e5fe88722d68 None None] Provisioning complete for port 6090fef8-be30-46ea-bceb-80112973e076 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:14:02.543150 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f2fd0a3b-5f3d-4cfd-bb71-e5fe88722d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6090fef8-be30-46ea-bceb-80112973e076), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:02.603160 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-e2dd1009-4220-475a-9740-bcd6fc4b27bc None None] Set router 9f3d68de-e48a-4c01-aa93-657e892b5dce gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:14:02.783217 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-f2fd0a3b-5f3d-4cfd-bb71-e5fe88722d68 None None] Current status of the port 6090fef8-be30-46ea-bceb-80112973e076 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:14:02.783874 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f2fd0a3b-5f3d-4cfd-bb71-e5fe88722d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6090fef8-be30-46ea-bceb-80112973e076), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:02.842344 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-f2fd0a3b-5f3d-4cfd-bb71-e5fe88722d68 None None] For port 6090fef8-be30-46ea-bceb-80112973e076, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=6090fef8-be30-46ea-bceb-80112973e076,segment=NetworkSegment(616123e3-92a5-4661-a5e3-21f0bb665ba8),segment_id=616123e3-92a5-4661-a5e3-21f0bb665ba8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:14:02.856900 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f2fd0a3b-5f3d-4cfd-bb71-e5fe88722d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (6090fef8-be30-46ea-bceb-80112973e076), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:02.944331 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1354f49-257d-4915-899f-c0b4ca7ce49d req-81a96f08-441e-43a4-9bb8-a14ce2b82659 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:14:02.947653 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d1354f49-257d-4915-899f-c0b4ca7ce49d req-81a96f08-441e-43a4-9bb8-a14ce2b82659 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=24621b87-b055-46d8-9f91-dfb9d5cf297b HTTP/1.1" status: 200 len: 943 time: 0.0849223 Feb 17 18:14:03.023297 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fd0a3b-5f3d-4cfd-bb71-e5fe88722d68 None None] Pushing event updated for resources: {'Port': ['ID=6090fef8-be30-46ea-bceb-80112973e076,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:14:03.036661 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d1354f49-257d-4915-899f-c0b4ca7ce49d req-bc30cb4e-26da-43fa-8c8e-a60858bc3a8c tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673716 Feb 17 18:14:03.078769 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b96d6e5a-c67e-469d-8e32-4947dcda9a35 None None] Provisioning complete for port 6090fef8-be30-46ea-bceb-80112973e076 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:14:03.078769 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b96d6e5a-c67e-469d-8e32-4947dcda9a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6090fef8-be30-46ea-bceb-80112973e076), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:03.078769 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1d039730-54f0-4c48-a75f-9c30f0f8d050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:03.250647 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b96d6e5a-c67e-469d-8e32-4947dcda9a35 None None] Current status of the port 6090fef8-be30-46ea-bceb-80112973e076 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:14:03.251294 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-e2dd1009-4220-475a-9740-bcd6fc4b27bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3d68de-e48a-4c01-aa93-657e892b5dce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1020950855', 'tenant_id': 'c805b184aa954ec19046d0275a2e536a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '9079a0cf-0a98-458e-a8cb-168e0fbed37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:13:52Z', 'updated_at': '2022-02-17T18:13:58Z', 'revision_number': 4, 'project_id': 'c805b184aa954ec19046d0275a2e536a', 'gw_port': {'id': '9079a0cf-0a98-458e-a8cb-168e0fbed37c', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:45:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3d68de-e48a-4c01-aa93-657e892b5dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:53Z', 'updated_at': '2022-02-17T18:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '6090fef8-be30-46ea-bceb-80112973e076', 'name': '', 'network_id': '1e8e173a-a125-4e7f-b054-02c58280ffd4', 'tenant_id': 'c805b184aa954ec19046d0275a2e536a', 'mac_address': 'fa:16:3e:23:08:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3d68de-e48a-4c01-aa93-657e892b5dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'ec2dbc01-6260-471a-a3c2-d65043659c65', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:57Z', 'updated_at': '2022-02-17T18:14:02Z', 'revision_number': 4, 'project_id': 'c805b184aa954ec19046d0275a2e536a', 'subnets': [{'id': 'ec2dbc01-6260-471a-a3c2-d65043659c65', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:14:03.315754 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dd1009-4220-475a-9740-bcd6fc4b27bc None None] The sync data for ids ['9f3d68de-e48a-4c01-aa93-657e892b5dce'] in n-d-829613-2 is: [{'id': '9f3d68de-e48a-4c01-aa93-657e892b5dce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1020950855', 'tenant_id': 'c805b184aa954ec19046d0275a2e536a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '9079a0cf-0a98-458e-a8cb-168e0fbed37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:13:52Z', 'updated_at': '2022-02-17T18:13:58Z', 'revision_number': 4, 'project_id': 'c805b184aa954ec19046d0275a2e536a', 'gw_port': {'id': '9079a0cf-0a98-458e-a8cb-168e0fbed37c', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:45:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3d68de-e48a-4c01-aa93-657e892b5dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:53Z', 'updated_at': '2022-02-17T18:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '6090fef8-be30-46ea-bceb-80112973e076', 'name': '', 'network_id': '1e8e173a-a125-4e7f-b054-02c58280ffd4', 'tenant_id': 'c805b184aa954ec19046d0275a2e536a', 'mac_address': 'fa:16:3e:23:08:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3d68de-e48a-4c01-aa93-657e892b5dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'ec2dbc01-6260-471a-a3c2-d65043659c65', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:57Z', 'updated_at': '2022-02-17T18:14:02Z', 'revision_number': 4, 'project_id': 'c805b184aa954ec19046d0275a2e536a', 'subnets': [{'id': 'ec2dbc01-6260-471a-a3c2-d65043659c65', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:14:03.677215 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f6a2f595-10cf-403d-abd2-cc5fd9b955ed req-7c51befd-9a55-4d72-a985-c0db635e3bdc tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "GET /v2.0/ports?device_id=37c92c71-eb04-4a55-a77d-de2aa8f58264 HTTP/1.1" status: 200 len: 210 time: 0.0457892 Feb 17 18:14:04.283013 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042421a-b7f2-4e25-a557-8006be2d667b req-40109c68-6021-47d9-a8e7-f0be8200bf8b tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:14:04.296729 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b042421a-b7f2-4e25-a557-8006be2d667b req-40109c68-6021-47d9-a8e7-f0be8200bf8b tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=24621b87-b055-46d8-9f91-dfb9d5cf297b HTTP/1.1" status: 200 len: 943 time: 0.1141543 Feb 17 18:14:04.313870 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5edb7-7d6a-4a65-89bf-7ff0bcc255de req-20819652-f5d8-47c7-b5c9-a503032ba7f8 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:14:04.315736 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-40e5edb7-7d6a-4a65-89bf-7ff0bcc255de req-20819652-f5d8-47c7-b5c9-a503032ba7f8 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.91 "GET /v2.0/networks?id=1e8e173a-a125-4e7f-b054-02c58280ffd4 HTTP/1.1" status: 200 len: 798 time: 0.1699102 Feb 17 18:14:04.329655 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-40e5edb7-7d6a-4a65-89bf-7ff0bcc255de req-cf3ea189-5d24-4929-a0d4-b760b349a353 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Request body: {'port': {'device_id': '37c92c71-eb04-4a55-a77d-de2aa8f58264', 'network_id': '1e8e173a-a125-4e7f-b054-02c58280ffd4', 'admin_state_up': True, 'tenant_id': 'c805b184aa954ec19046d0275a2e536a'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:14:04.389558 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b042421a-b7f2-4e25-a557-8006be2d667b req-28c712ed-836b-4194-83ae-5134d674b1e8 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902798 Feb 17 18:14:04.516138 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40e5edb7-7d6a-4a65-89bf-7ff0bcc255de req-cf3ea189-5d24-4929-a0d4-b760b349a353 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Made reservation on behalf of c805b184aa954ec19046d0275a2e536a for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:14:04.522063 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-40e5edb7-7d6a-4a65-89bf-7ff0bcc255de req-cf3ea189-5d24-4929-a0d4-b760b349a353 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:04.747644 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-40e5edb7-7d6a-4a65-89bf-7ff0bcc255de req-cf3ea189-5d24-4929-a0d4-b760b349a353 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Allocated IP 172.20.0.23 (1e8e173a-a125-4e7f-b054-02c58280ffd4/ec2dbc01-6260-471a-a3c2-d65043659c65/ebb0ffae-1c55-406d-a0d5-1daa90d3d277) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:14:04.782496 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 6090fef8-be30-46ea-bceb-80112973e076 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:14:04.904769 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 6090fef8-be30-46ea-bceb-80112973e076 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:14:04.905366 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6090fef8-be30-46ea-bceb-80112973e076), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:04.928220 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d90de305-4d66-4482-88c9-0201ca883034 req-c68029ad-2d8d-4f54-b73c-a78f7587d2c1 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "GET /v2.0/ports?device_id=37c92c71-eb04-4a55-a77d-de2aa8f58264 HTTP/1.1" status: 200 len: 210 time: 0.0653043 Feb 17 18:14:04.989228 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-40e5edb7-7d6a-4a65-89bf-7ff0bcc255de req-cf3ea189-5d24-4929-a0d4-b760b349a353 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for port (ebb0ffae-1c55-406d-a0d5-1daa90d3d277), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:05.032652 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 6090fef8-be30-46ea-bceb-80112973e076 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:14:05.039469 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-40e5edb7-7d6a-4a65-89bf-7ff0bcc255de req-cf3ea189-5d24-4929-a0d4-b760b349a353 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (ebb0ffae-1c55-406d-a0d5-1daa90d3d277), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:05.098368 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40e5edb7-7d6a-4a65-89bf-7ff0bcc255de req-cf3ea189-5d24-4929-a0d4-b760b349a353 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Network 1e8e173a-a125-4e7f-b054-02c58280ffd4 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:14:05.102530 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-40e5edb7-7d6a-4a65-89bf-7ff0bcc255de req-cf3ea189-5d24-4929-a0d4-b760b349a353 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:14:05.106545 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e5edb7-7d6a-4a65-89bf-7ff0bcc255de req-cf3ea189-5d24-4929-a0d4-b760b349a353 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:14:05.151885 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ea189-5d24-4929-a0d4-b760b349a353 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Pushing event updated for resources: {'Port': ['ID=ebb0ffae-1c55-406d-a0d5-1daa90d3d277,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:14:05.187088 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5edb7-7d6a-4a65-89bf-7ff0bcc255de req-cf3ea189-5d24-4929-a0d4-b760b349a353 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:14:05.188028 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-40e5edb7-7d6a-4a65-89bf-7ff0bcc255de req-cf3ea189-5d24-4929-a0d4-b760b349a353 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:05.213111 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-40e5edb7-7d6a-4a65-89bf-7ff0bcc255de req-cf3ea189-5d24-4929-a0d4-b760b349a353 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.8879347 Feb 17 18:14:05.226061 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-40e5edb7-7d6a-4a65-89bf-7ff0bcc255de req-63834eb3-c15b-4c2d-b7ac-9a19dfc7109e service neutron] Request body: {'port': {'device_id': '37c92c71-eb04-4a55-a77d-de2aa8f58264', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:14:05.314972 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-40e5edb7-7d6a-4a65-89bf-7ff0bcc255de req-63834eb3-c15b-4c2d-b7ac-9a19dfc7109e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ebb0ffae-1c55-406d-a0d5-1daa90d3d277), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:05.399683 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-aaa47208-8b07-4298-a1dd-3fde07b3cc7a None None] Provisioning complete for port ebb0ffae-1c55-406d-a0d5-1daa90d3d277 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:14:05.400296 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-aaa47208-8b07-4298-a1dd-3fde07b3cc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ebb0ffae-1c55-406d-a0d5-1daa90d3d277), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:05.465495 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-aaa47208-8b07-4298-a1dd-3fde07b3cc7a None None] Port ebb0ffae-1c55-406d-a0d5-1daa90d3d277 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:14:05.479800 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-71ac9f86-4d1e-42c2-9bfb-fb4a384df927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:05.568466 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab7492-86bd-4b4c-8142-7c9ea1a95634 req-c5c62e2e-73ca-43e0-bb9c-28442a920f87 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:14:05.570075 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-43ab7492-86bd-4b4c-8142-7c9ea1a95634 req-c5c62e2e-73ca-43e0-bb9c-28442a920f87 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=24621b87-b055-46d8-9f91-dfb9d5cf297b HTTP/1.1" status: 200 len: 943 time: 0.0839150 Feb 17 18:14:05.628171 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-43ab7492-86bd-4b4c-8142-7c9ea1a95634 req-c08a4706-8adf-4b8a-99ae-5d083fed0f28 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512357 Feb 17 18:14:05.726798 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-40e5edb7-7d6a-4a65-89bf-7ff0bcc255de req-63834eb3-c15b-4c2d-b7ac-9a19dfc7109e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebb0ffae-1c55-406d-a0d5-1daa90d3d277 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:14:05.735377 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-40e5edb7-7d6a-4a65-89bf-7ff0bcc255de req-63834eb3-c15b-4c2d-b7ac-9a19dfc7109e service neutron] Publish callbacks [] for port (ebb0ffae-1c55-406d-a0d5-1daa90d3d277), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:05.755004 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-40e5edb7-7d6a-4a65-89bf-7ff0bcc255de req-63834eb3-c15b-4c2d-b7ac-9a19dfc7109e service neutron] Transition to ACTIVE for port object ebb0ffae-1c55-406d-a0d5-1daa90d3d277 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 18:14:05.760313 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-40e5edb7-7d6a-4a65-89bf-7ff0bcc255de req-63834eb3-c15b-4c2d-b7ac-9a19dfc7109e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (ebb0ffae-1c55-406d-a0d5-1daa90d3d277), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:05.817969 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63834eb3-c15b-4c2d-b7ac-9a19dfc7109e service neutron] Pushing event updated for resources: {'Port': ['ID=ebb0ffae-1c55-406d-a0d5-1daa90d3d277,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:14:05.932340 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-40e5edb7-7d6a-4a65-89bf-7ff0bcc255de req-63834eb3-c15b-4c2d-b7ac-9a19dfc7109e service neutron] Attempting to bind port ebb0ffae-1c55-406d-a0d5-1daa90d3d277 on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:14:05.932691 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-40e5edb7-7d6a-4a65-89bf-7ff0bcc255de req-63834eb3-c15b-4c2d-b7ac-9a19dfc7109e service neutron] Attempting to bind port ebb0ffae-1c55-406d-a0d5-1daa90d3d277 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '616123e3-92a5-4661-a5e3-21f0bb665ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1e8e173a-a125-4e7f-b054-02c58280ffd4'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:14:05.933027 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e5edb7-7d6a-4a65-89bf-7ff0bcc255de req-63834eb3-c15b-4c2d-b7ac-9a19dfc7109e service neutron] Attempting to bind port ebb0ffae-1c55-406d-a0d5-1daa90d3d277 on network 1e8e173a-a125-4e7f-b054-02c58280ffd4 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:14:05.939529 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e5edb7-7d6a-4a65-89bf-7ff0bcc255de req-63834eb3-c15b-4c2d-b7ac-9a19dfc7109e service neutron] Port ebb0ffae-1c55-406d-a0d5-1daa90d3d277 on network 1e8e173a-a125-4e7f-b054-02c58280ffd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:14:05.939843 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e5edb7-7d6a-4a65-89bf-7ff0bcc255de req-63834eb3-c15b-4c2d-b7ac-9a19dfc7109e service neutron] Attempting to bind port ebb0ffae-1c55-406d-a0d5-1daa90d3d277 on network 1e8e173a-a125-4e7f-b054-02c58280ffd4 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:14:05.945848 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e5edb7-7d6a-4a65-89bf-7ff0bcc255de req-63834eb3-c15b-4c2d-b7ac-9a19dfc7109e service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:14:05.946191 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e5edb7-7d6a-4a65-89bf-7ff0bcc255de req-63834eb3-c15b-4c2d-b7ac-9a19dfc7109e service neutron] Checking segment: {'id': '616123e3-92a5-4661-a5e3-21f0bb665ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1e8e173a-a125-4e7f-b054-02c58280ffd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:14:05.946593 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e5edb7-7d6a-4a65-89bf-7ff0bcc255de req-63834eb3-c15b-4c2d-b7ac-9a19dfc7109e service neutron] Bound using segment: {'id': '616123e3-92a5-4661-a5e3-21f0bb665ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1e8e173a-a125-4e7f-b054-02c58280ffd4'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:14:05.947046 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-40e5edb7-7d6a-4a65-89bf-7ff0bcc255de req-63834eb3-c15b-4c2d-b7ac-9a19dfc7109e service neutron] Bound port: ebb0ffae-1c55-406d-a0d5-1daa90d3d277, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '616123e3-92a5-4661-a5e3-21f0bb665ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1e8e173a-a125-4e7f-b054-02c58280ffd4'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:14:05.947576 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-40e5edb7-7d6a-4a65-89bf-7ff0bcc255de req-63834eb3-c15b-4c2d-b7ac-9a19dfc7109e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ebb0ffae-1c55-406d-a0d5-1daa90d3d277), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:06.032069 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-40e5edb7-7d6a-4a65-89bf-7ff0bcc255de req-63834eb3-c15b-4c2d-b7ac-9a19dfc7109e service neutron] For port ebb0ffae-1c55-406d-a0d5-1daa90d3d277, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:14:06.036074 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-40e5edb7-7d6a-4a65-89bf-7ff0bcc255de req-63834eb3-c15b-4c2d-b7ac-9a19dfc7109e service neutron] For port ebb0ffae-1c55-406d-a0d5-1daa90d3d277, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=ebb0ffae-1c55-406d-a0d5-1daa90d3d277,segment=NetworkSegment(616123e3-92a5-4661-a5e3-21f0bb665ba8),segment_id=616123e3-92a5-4661-a5e3-21f0bb665ba8)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:14:06.047116 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-40e5edb7-7d6a-4a65-89bf-7ff0bcc255de req-63834eb3-c15b-4c2d-b7ac-9a19dfc7109e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (ebb0ffae-1c55-406d-a0d5-1daa90d3d277), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:06.116932 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5edb7-7d6a-4a65-89bf-7ff0bcc255de req-63834eb3-c15b-4c2d-b7ac-9a19dfc7109e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:14:06.117903 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-40e5edb7-7d6a-4a65-89bf-7ff0bcc255de req-63834eb3-c15b-4c2d-b7ac-9a19dfc7109e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:06.119654 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-40e5edb7-7d6a-4a65-89bf-7ff0bcc255de req-63834eb3-c15b-4c2d-b7ac-9a19dfc7109e service neutron] 10.222.0.91 "PUT /v2.0/ports/ebb0ffae-1c55-406d-a0d5-1daa90d3d277 HTTP/1.1" status: 200 len: 1055 time: 0.8994043 Feb 17 18:14:06.120358 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37c92c71-eb04-4a55-a77d-de2aa8f58264', 'tag': 'ebb0ffae-1c55-406d-a0d5-1daa90d3d277'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:14:06.124449 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6519ed-55da-44cf-9e40-b9faa14436b9" -d '{"events": [{"name": "network-changed", "server_uuid": "37c92c71-eb04-4a55-a77d-de2aa8f58264", "tag": "ebb0ffae-1c55-406d-a0d5-1daa90d3d277"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:14:06.130335 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbcb6d1-8a82-43dc-b464-2951a8c6f988 req-1c9ed0bc-a967-442a-aab3-acbed7ee2125 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:14:06.133272 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3bbcb6d1-8a82-43dc-b464-2951a8c6f988 req-1c9ed0bc-a967-442a-aab3-acbed7ee2125 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "GET /v2.0/ports?device_id=37c92c71-eb04-4a55-a77d-de2aa8f58264 HTTP/1.1" status: 200 len: 907 time: 0.0994246 Feb 17 18:14:06.213392 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4441914d-5b0d-47bb-ac93-9fa0c628edb4 x-openstack-request-id: req-4441914d-5b0d-47bb-ac93-9fa0c628edb4 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:14:06.213714 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37c92c71-eb04-4a55-a77d-de2aa8f58264", "tag": "ebb0ffae-1c55-406d-a0d5-1daa90d3d277", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:14:06.214124 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4441914d-5b0d-47bb-ac93-9fa0c628edb4 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:14:06.214470 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37c92c71-eb04-4a55-a77d-de2aa8f58264', 'tag': 'ebb0ffae-1c55-406d-a0d5-1daa90d3d277', 'status': 'completed', 'code': 200} Feb 17 18:14:06.220943 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63834eb3-c15b-4c2d-b7ac-9a19dfc7109e service neutron] Pushing event updated for resources: {'Port': ['ID=ebb0ffae-1c55-406d-a0d5-1daa90d3d277,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:14:06.252471 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5edb7-7d6a-4a65-89bf-7ff0bcc255de req-7fd0c954-6f74-4b4f-ad66-c624d441c2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:14:06.254889 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-40e5edb7-7d6a-4a65-89bf-7ff0bcc255de req-7fd0c954-6f74-4b4f-ad66-c624d441c2e6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c805b184aa954ec19046d0275a2e536a&device_id=37c92c71-eb04-4a55-a77d-de2aa8f58264 HTTP/1.1" status: 200 len: 1089 time: 0.0853164 Feb 17 18:14:06.316640 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-40e5edb7-7d6a-4a65-89bf-7ff0bcc255de req-c96bf70b-c327-4d98-b4bf-5ed00e38088c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=ebb0ffae-1c55-406d-a0d5-1daa90d3d277 HTTP/1.1" status: 200 len: 217 time: 0.0544879 Feb 17 18:14:06.386665 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5edb7-7d6a-4a65-89bf-7ff0bcc255de req-f5f1f05b-0e6e-4f85-8a23-47caed320973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:14:06.389153 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-40e5edb7-7d6a-4a65-89bf-7ff0bcc255de req-f5f1f05b-0e6e-4f85-8a23-47caed320973 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ec2dbc01-6260-471a-a3c2-d65043659c65 HTTP/1.1" status: 200 len: 838 time: 0.0670390 Feb 17 18:14:06.457048 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5edb7-7d6a-4a65-89bf-7ff0bcc255de req-7be47f30-dbd8-4369-ba9b-c12de4d73158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:14:06.458631 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-40e5edb7-7d6a-4a65-89bf-7ff0bcc255de req-7be47f30-dbd8-4369-ba9b-c12de4d73158 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1e8e173a-a125-4e7f-b054-02c58280ffd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0641844 Feb 17 18:14:06.565449 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-40e5edb7-7d6a-4a65-89bf-7ff0bcc255de req-b0dff29f-7aac-4943-b6a7-030d37e21ea8 service neutron] 10.222.0.91 "GET /v2.0/networks/1e8e173a-a125-4e7f-b054-02c58280ffd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009777 Feb 17 18:14:06.670342 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-40e5edb7-7d6a-4a65-89bf-7ff0bcc255de req-ee1c0d95-d4b6-424b-a14e-d6b564696fee service neutron] 10.222.0.91 "GET /v2.0/networks/1e8e173a-a125-4e7f-b054-02c58280ffd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990417 Feb 17 18:14:06.769002 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655f679-1bb4-4f23-b8d3-8a6775c04b65 req-7a546d27-b4df-43cb-8374-400e7c845cb5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:14:06.770787 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4655f679-1bb4-4f23-b8d3-8a6775c04b65 req-7a546d27-b4df-43cb-8374-400e7c845cb5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=24621b87-b055-46d8-9f91-dfb9d5cf297b HTTP/1.1" status: 200 len: 943 time: 0.0633569 Feb 17 18:14:06.837325 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4655f679-1bb4-4f23-b8d3-8a6775c04b65 req-bab47523-96e6-4577-8f80-df614a13b039 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593843 Feb 17 18:14:06.838482 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:07.206814 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6519ed-55da-44cf-9e40-b9faa14436b9 req-5bfc0bc8-901f-402c-aba7-09b8ca12fb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:14:07.208593 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3a6519ed-55da-44cf-9e40-b9faa14436b9 req-5bfc0bc8-901f-402c-aba7-09b8ca12fb5c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c805b184aa954ec19046d0275a2e536a&device_id=37c92c71-eb04-4a55-a77d-de2aa8f58264 HTTP/1.1" status: 200 len: 1089 time: 0.4792442 Feb 17 18:14:07.336605 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6519ed-55da-44cf-9e40-b9faa14436b9 req-87d6fbb6-7608-499c-94ea-c79b12a75893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:14:07.339055 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3a6519ed-55da-44cf-9e40-b9faa14436b9 req-87d6fbb6-7608-499c-94ea-c79b12a75893 service neutron] 10.222.0.91 "GET /v2.0/networks?id=1e8e173a-a125-4e7f-b054-02c58280ffd4 HTTP/1.1" status: 200 len: 899 time: 0.1243496 Feb 17 18:14:07.351129 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ea173-fdfe-4472-8827-e85426bd25cd req-c35a7f47-8695-43ab-a5e4-25ff208bbd3a tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:14:07.353860 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a12ea173-fdfe-4472-8827-e85426bd25cd req-c35a7f47-8695-43ab-a5e4-25ff208bbd3a tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "GET /v2.0/ports?device_id=37c92c71-eb04-4a55-a77d-de2aa8f58264 HTTP/1.1" status: 200 len: 907 time: 0.0775025 Feb 17 18:14:07.401776 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3a6519ed-55da-44cf-9e40-b9faa14436b9 req-81d9f684-7b97-4e1e-b011-0e16ff6502e5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=ebb0ffae-1c55-406d-a0d5-1daa90d3d277 HTTP/1.1" status: 200 len: 217 time: 0.0541339 Feb 17 18:14:07.460861 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6519ed-55da-44cf-9e40-b9faa14436b9 req-c0787e40-89e5-4fed-817d-b4a129f1f5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:14:07.462660 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3a6519ed-55da-44cf-9e40-b9faa14436b9 req-c0787e40-89e5-4fed-817d-b4a129f1f5c0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ec2dbc01-6260-471a-a3c2-d65043659c65 HTTP/1.1" status: 200 len: 838 time: 0.0535233 Feb 17 18:14:07.530456 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6519ed-55da-44cf-9e40-b9faa14436b9 req-0e99b26a-4e50-4689-bbcc-cf974cbc673b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:14:07.534615 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3a6519ed-55da-44cf-9e40-b9faa14436b9 req-0e99b26a-4e50-4689-bbcc-cf974cbc673b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1e8e173a-a125-4e7f-b054-02c58280ffd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0633373 Feb 17 18:14:07.642559 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3a6519ed-55da-44cf-9e40-b9faa14436b9 req-7d24f243-a707-4d7c-bb85-4e34dddf5b58 service neutron] 10.222.0.91 "GET /v2.0/networks/1e8e173a-a125-4e7f-b054-02c58280ffd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030486 Feb 17 18:14:07.751933 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3a6519ed-55da-44cf-9e40-b9faa14436b9 req-a8d59d21-68ba-4363-91d7-b26e985def5c service neutron] 10.222.0.91 "GET /v2.0/networks/1e8e173a-a125-4e7f-b054-02c58280ffd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034515 Feb 17 18:14:08.013996 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e424648-eb13-4e37-bebc-073a73031c10 req-090d93c2-da0a-4db0-a8d3-f1dcb1ec5be4 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:14:08.016838 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0e424648-eb13-4e37-bebc-073a73031c10 req-090d93c2-da0a-4db0-a8d3-f1dcb1ec5be4 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=24621b87-b055-46d8-9f91-dfb9d5cf297b HTTP/1.1" status: 200 len: 943 time: 0.0635259 Feb 17 18:14:08.053721 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:08.078003 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0e424648-eb13-4e37-bebc-073a73031c10 req-61c978f2-534a-4e53-ace3-228722a9ed60 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561924 Feb 17 18:14:08.424396 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device ebb0ffae-1c55-406d-a0d5-1daa90d3d277 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:14:08.508113 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a3f25-8152-4352-8e99-1aa18c468832 req-aac5d09f-98cf-4715-9f6d-221c4d0e8d86 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:14:08.509780 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-611a3f25-8152-4352-8e99-1aa18c468832 req-aac5d09f-98cf-4715-9f6d-221c4d0e8d86 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "GET /v2.0/ports?device_id=37c92c71-eb04-4a55-a77d-de2aa8f58264 HTTP/1.1" status: 200 len: 907 time: 0.0695398 Feb 17 18:14:08.557069 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port ebb0ffae-1c55-406d-a0d5-1daa90d3d277, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=ebb0ffae-1c55-406d-a0d5-1daa90d3d277,segment=NetworkSegment(616123e3-92a5-4661-a5e3-21f0bb665ba8),segment_id=616123e3-92a5-4661-a5e3-21f0bb665ba8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:14:08.575796 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': 'ebb0ffae-1c55-406d-a0d5-1daa90d3d277', 'network_id': '1e8e173a-a125-4e7f-b054-02c58280ffd4', 'port_id': 'ebb0ffae-1c55-406d-a0d5-1daa90d3d277', 'mac_address': 'fa:16:3e:1d:09:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec2dbc01-6260-471a-a3c2-d65043659c65', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:14:08.628607 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port ebb0ffae-1c55-406d-a0d5-1daa90d3d277 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:14:08.629287 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ebb0ffae-1c55-406d-a0d5-1daa90d3d277), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:08.645753 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebb0ffae-1c55-406d-a0d5-1daa90d3d277 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:14:08.670231 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port ebb0ffae-1c55-406d-a0d5-1daa90d3d277, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=ebb0ffae-1c55-406d-a0d5-1daa90d3d277,segment=NetworkSegment(616123e3-92a5-4661-a5e3-21f0bb665ba8),segment_id=616123e3-92a5-4661-a5e3-21f0bb665ba8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:14:08.675154 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ebb0ffae-1c55-406d-a0d5-1daa90d3d277), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:08.728225 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=ebb0ffae-1c55-406d-a0d5-1daa90d3d277,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:14:08.737030 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:14:08.737384 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:14:08.737733 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:14:08.738077 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:14:08.738416 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:14:08.738752 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:14:08.739092 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:14:08.739415 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:14:08.739750 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:14:08.740115 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:14:08.740511 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:14:08.740808 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:14:08.741138 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:14:08.899581 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['ebb0ffae-1c55-406d-a0d5-1daa90d3d277'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:14:09.135363 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:09.227130 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4954e62-306f-4aac-99c4-66d6a3742531 req-777095b8-4f29-43d9-8147-6fe8ed9aef23 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:14:09.228728 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c4954e62-306f-4aac-99c4-66d6a3742531 req-777095b8-4f29-43d9-8147-6fe8ed9aef23 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=24621b87-b055-46d8-9f91-dfb9d5cf297b HTTP/1.1" status: 200 len: 943 time: 0.0612986 Feb 17 18:14:09.303432 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c4954e62-306f-4aac-99c4-66d6a3742531 req-763f75d9-1729-46a5-9ff9-fb04fae0ab28 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638871 Feb 17 18:14:09.664743 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522af0d-ad79-4a94-be77-4efa32f1e8dd req-d8d28504-f00d-4f5f-9996-526bf9238989 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:14:09.666363 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1522af0d-ad79-4a94-be77-4efa32f1e8dd req-d8d28504-f00d-4f5f-9996-526bf9238989 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "GET /v2.0/ports?device_id=37c92c71-eb04-4a55-a77d-de2aa8f58264 HTTP/1.1" status: 200 len: 908 time: 0.0681334 Feb 17 18:14:10.425439 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device ebb0ffae-1c55-406d-a0d5-1daa90d3d277 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:14:10.463078 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c211e-ba72-4f3d-8c52-adeb70a5a486 req-830679ef-6878-4d20-a19a-32072a0e314d tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:14:10.466296 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7b6c211e-ba72-4f3d-8c52-adeb70a5a486 req-830679ef-6878-4d20-a19a-32072a0e314d tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=24621b87-b055-46d8-9f91-dfb9d5cf297b HTTP/1.1" status: 200 len: 943 time: 0.0774996 Feb 17 18:14:10.508065 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port ebb0ffae-1c55-406d-a0d5-1daa90d3d277 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 18:14:10.514988 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port ebb0ffae-1c55-406d-a0d5-1daa90d3d277 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:14:10.515604 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ebb0ffae-1c55-406d-a0d5-1daa90d3d277), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:10.544183 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7b6c211e-ba72-4f3d-8c52-adeb70a5a486 req-29324ef1-1c31-4c2e-b914-dc55baecfcd4 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692911 Feb 17 18:14:10.618482 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port ebb0ffae-1c55-406d-a0d5-1daa90d3d277 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:14:10.618880 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ebb0ffae-1c55-406d-a0d5-1daa90d3d277), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:10.823740 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c92c71-eb04-4a55-a77d-de2aa8f58264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb0ffae-1c55-406d-a0d5-1daa90d3d277'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:14:10.826175 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb37d02-e187-4ea6-ab83-efbbf0f17352" -d '{"events": [{"server_uuid": "37c92c71-eb04-4a55-a77d-de2aa8f58264", "name": "network-vif-plugged", "status": "completed", "tag": "ebb0ffae-1c55-406d-a0d5-1daa90d3d277"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:14:10.827477 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26770336-cd32-4f43-bbd8-3efdeafbadcc req-4fbad301-7449-4723-8fd1-21f927ef4373 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:14:10.829151 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-26770336-cd32-4f43-bbd8-3efdeafbadcc req-4fbad301-7449-4723-8fd1-21f927ef4373 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "GET /v2.0/ports?device_id=37c92c71-eb04-4a55-a77d-de2aa8f58264 HTTP/1.1" status: 200 len: 908 time: 0.0619009 Feb 17 18:14:10.841168 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port ebb0ffae-1c55-406d-a0d5-1daa90d3d277, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=ebb0ffae-1c55-406d-a0d5-1daa90d3d277,segment=NetworkSegment(616123e3-92a5-4661-a5e3-21f0bb665ba8),segment_id=616123e3-92a5-4661-a5e3-21f0bb665ba8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:14:10.851687 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ebb0ffae-1c55-406d-a0d5-1daa90d3d277), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:10.887912 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc58994e-8e77-46e0-a1e8-5eef1a3340db x-openstack-request-id: req-dc58994e-8e77-46e0-a1e8-5eef1a3340db {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:14:10.888209 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37c92c71-eb04-4a55-a77d-de2aa8f58264", "name": "network-vif-plugged", "status": "completed", "tag": "ebb0ffae-1c55-406d-a0d5-1daa90d3d277", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:14:10.888518 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-dc58994e-8e77-46e0-a1e8-5eef1a3340db {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:14:10.888922 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37c92c71-eb04-4a55-a77d-de2aa8f58264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb0ffae-1c55-406d-a0d5-1daa90d3d277', 'code': 200} Feb 17 18:14:10.910343 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=ebb0ffae-1c55-406d-a0d5-1daa90d3d277,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:14:10.996374 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59311508-a65d-4ed2-867a-7530cfcdb543 req-dc0016b7-6476-4b38-9426-90aeb68663ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:14:10.998613 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-59311508-a65d-4ed2-867a-7530cfcdb543 req-dc0016b7-6476-4b38-9426-90aeb68663ae service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=37c92c71-eb04-4a55-a77d-de2aa8f58264 HTTP/1.1" status: 200 len: 1091 time: 0.0489235 Feb 17 18:14:11.691303 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2838a519-7271-4dac-aeb7-47d191f3671f req-713170ce-e203-4044-a858-5fa074a2c443 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:14:11.693073 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2838a519-7271-4dac-aeb7-47d191f3671f req-713170ce-e203-4044-a858-5fa074a2c443 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=24621b87-b055-46d8-9f91-dfb9d5cf297b HTTP/1.1" status: 200 len: 943 time: 0.0668380 Feb 17 18:14:11.747269 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2838a519-7271-4dac-aeb7-47d191f3671f req-fc9c59fc-d0f9-40ee-bb11-9edd39ae9a99 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480170 Feb 17 18:14:12.006029 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5dc33d-6f08-4f1f-867c-a7ae66ca827d req-af6d1c3b-17a5-44fb-87e6-8dd95a16bf5d tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:14:12.007670 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8b5dc33d-6f08-4f1f-867c-a7ae66ca827d req-af6d1c3b-17a5-44fb-87e6-8dd95a16bf5d tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "GET /v2.0/ports?device_id=37c92c71-eb04-4a55-a77d-de2aa8f58264 HTTP/1.1" status: 200 len: 909 time: 0.0879855 Feb 17 18:14:12.448363 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 7270ab12-d008-48e4-aa21-cea051fe6ee7 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:14:12.567212 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 7270ab12-d008-48e4-aa21-cea051fe6ee7, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=7270ab12-d008-48e4-aa21-cea051fe6ee7,segment=NetworkSegment(66cb8987-5b81-447b-8684-294caff8482c),segment_id=66cb8987-5b81-447b-8684-294caff8482c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:14:12.580454 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '7270ab12-d008-48e4-aa21-cea051fe6ee7', 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d', 'port_id': '7270ab12-d008-48e4-aa21-cea051fe6ee7', 'mac_address': 'fa:16:3e:9d:b2:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '793e56d2-6114-48e9-a985-b6ff56226097', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:14:12.635754 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 7270ab12-d008-48e4-aa21-cea051fe6ee7 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:14:12.636140 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7270ab12-d008-48e4-aa21-cea051fe6ee7), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:12.659251 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7270ab12-d008-48e4-aa21-cea051fe6ee7 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:14:12.682792 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 7270ab12-d008-48e4-aa21-cea051fe6ee7, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=7270ab12-d008-48e4-aa21-cea051fe6ee7,segment=NetworkSegment(66cb8987-5b81-447b-8684-294caff8482c),segment_id=66cb8987-5b81-447b-8684-294caff8482c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:14:12.688086 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (7270ab12-d008-48e4-aa21-cea051fe6ee7), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:12.744647 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=7270ab12-d008-48e4-aa21-cea051fe6ee7,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:14:12.888178 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec47bfa-dd48-433e-ab46-8f6a0030bc10 req-e2f00555-0d8a-4864-9607-f2188b44954a tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:14:12.890164 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5ec47bfa-dd48-433e-ab46-8f6a0030bc10 req-e2f00555-0d8a-4864-9607-f2188b44954a tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=24621b87-b055-46d8-9f91-dfb9d5cf297b HTTP/1.1" status: 200 len: 944 time: 0.0647271 Feb 17 18:14:12.893718 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['7270ab12-d008-48e4-aa21-cea051fe6ee7'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:14:12.963949 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5ec47bfa-dd48-433e-ab46-8f6a0030bc10 req-9b9bdec3-7255-45c0-9324-72ca5c84ab22 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630627 Feb 17 18:14:13.451612 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e60a44-6d03-42f1-a432-acc72fe979a4 req-7b532f0c-d58c-47af-8f89-533ebd6906de tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:14:13.453268 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-06e60a44-6d03-42f1-a432-acc72fe979a4 req-7b532f0c-d58c-47af-8f89-533ebd6906de tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "GET /v2.0/ports?device_id=37c92c71-eb04-4a55-a77d-de2aa8f58264 HTTP/1.1" status: 200 len: 909 time: 0.3671353 Feb 17 18:14:13.609969 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb51c6-ec43-4516-8e7c-ab68debd5c32 req-b21e681f-98a9-4e2c-a54c-65c40993e343 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:14:13.611594 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-28fb51c6-ec43-4516-8e7c-ab68debd5c32 req-b21e681f-98a9-4e2c-a54c-65c40993e343 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "GET /v2.0/ports?device_id=37c92c71-eb04-4a55-a77d-de2aa8f58264 HTTP/1.1" status: 200 len: 909 time: 0.0676022 Feb 17 18:14:13.751588 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8278ba7-a4bf-4f12-a7be-d90ffd127167 req-c98edf2f-6987-4b62-b3fb-9b15482a2243 tempest-TestSecurityGroupsBasicOps-887907933 tempest-TestSecurityGroupsBasicOps-887907933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:14:13.753265 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f8278ba7-a4bf-4f12-a7be-d90ffd127167 req-c98edf2f-6987-4b62-b3fb-9b15482a2243 tempest-TestSecurityGroupsBasicOps-887907933 tempest-TestSecurityGroupsBasicOps-887907933-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=37c92c71-eb04-4a55-a77d-de2aa8f58264 HTTP/1.1" status: 200 len: 1091 time: 0.0635655 Feb 17 18:14:13.884897 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52240a53-dc16-4a82-86ea-ba44da12f3ab req-c9be7f2e-90cb-417d-9efa-06f16340f219 tempest-TestSecurityGroupsBasicOps-887907933 tempest-TestSecurityGroupsBasicOps-887907933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:14:13.886506 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-52240a53-dc16-4a82-86ea-ba44da12f3ab req-c9be7f2e-90cb-417d-9efa-06f16340f219 tempest-TestSecurityGroupsBasicOps-887907933 tempest-TestSecurityGroupsBasicOps-887907933-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=893b2dab-c1dd-4601-b10f-4ab5e7870474 HTTP/1.1" status: 200 len: 1166 time: 0.0522974 Feb 17 18:14:13.947370 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-52240a53-dc16-4a82-86ea-ba44da12f3ab req-a0c6733f-d578-47b8-8ad6-cbc4e4fb40d1 tempest-TestSecurityGroupsBasicOps-887907933 tempest-TestSecurityGroupsBasicOps-887907933-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=61cd624f-0b31-4be3-9edf-2d1ca2e8990a&id=a42e090b-ccf6-441b-bab8-deeed83b6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0540130 Feb 17 18:14:13.974358 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36406) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:14:14.030236 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e635f3-3571-4fff-8f9a-d3f0b1e1f3b1 tempest-TestSecurityGroupsBasicOps-887907933 tempest-TestSecurityGroupsBasicOps-887907933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:14:14.031838 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e8e635f3-3571-4fff-8f9a-d3f0b1e1f3b1 tempest-TestSecurityGroupsBasicOps-887907933 tempest-TestSecurityGroupsBasicOps-887907933-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=37c92c71-eb04-4a55-a77d-de2aa8f58264 HTTP/1.1" status: 200 len: 1086 time: 0.0558157 Feb 17 18:14:14.112526 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9c0d8-484d-4c55-90d5-2630aa779599 req-6f3df239-3746-4508-9903-9d9e49199530 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:14:14.114191 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7fe9c0d8-484d-4c55-90d5-2630aa779599 req-6f3df239-3746-4508-9903-9d9e49199530 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=24621b87-b055-46d8-9f91-dfb9d5cf297b HTTP/1.1" status: 200 len: 944 time: 0.0625248 Feb 17 18:14:14.196833 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7fe9c0d8-484d-4c55-90d5-2630aa779599 req-361aff3b-1c75-414b-8324-c2ae8418b019 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690727 Feb 17 18:14:14.329469 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144cf149-25bb-477d-8ae2-18c801da6368 req-2e1c3c27-b3d5-4e15-a394-8f43e60221ae tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:14:14.331290 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-144cf149-25bb-477d-8ae2-18c801da6368 req-2e1c3c27-b3d5-4e15-a394-8f43e60221ae tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "GET /v2.0/ports?device_id=37c92c71-eb04-4a55-a77d-de2aa8f58264 HTTP/1.1" status: 200 len: 909 time: 0.0727565 Feb 17 18:14:14.455361 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 7270ab12-d008-48e4-aa21-cea051fe6ee7 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:14:14.518168 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port 7270ab12-d008-48e4-aa21-cea051fe6ee7 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 18:14:14.522624 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 7270ab12-d008-48e4-aa21-cea051fe6ee7 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:14:14.523127 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7270ab12-d008-48e4-aa21-cea051fe6ee7), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:14.610706 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 7270ab12-d008-48e4-aa21-cea051fe6ee7 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:14:14.611019 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7270ab12-d008-48e4-aa21-cea051fe6ee7), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:14.638745 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24621b87-b055-46d8-9f91-dfb9d5cf297b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7270ab12-d008-48e4-aa21-cea051fe6ee7'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:14:14.641296 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f328da-8baf-4b35-9080-40852a5935cd" -d '{"events": [{"server_uuid": "24621b87-b055-46d8-9f91-dfb9d5cf297b", "name": "network-vif-plugged", "status": "completed", "tag": "7270ab12-d008-48e4-aa21-cea051fe6ee7"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:14:14.656911 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 7270ab12-d008-48e4-aa21-cea051fe6ee7, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=7270ab12-d008-48e4-aa21-cea051fe6ee7,segment=NetworkSegment(66cb8987-5b81-447b-8684-294caff8482c),segment_id=66cb8987-5b81-447b-8684-294caff8482c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:14:14.664086 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (7270ab12-d008-48e4-aa21-cea051fe6ee7), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:14.691593 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7bd981d-2df8-42d3-a991-a50bcdbf9091 x-openstack-request-id: req-b7bd981d-2df8-42d3-a991-a50bcdbf9091 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:14:14.691982 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24621b87-b055-46d8-9f91-dfb9d5cf297b", "name": "network-vif-plugged", "status": "completed", "tag": "7270ab12-d008-48e4-aa21-cea051fe6ee7", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:14:14.692388 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b7bd981d-2df8-42d3-a991-a50bcdbf9091 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:14:14.692883 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24621b87-b055-46d8-9f91-dfb9d5cf297b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7270ab12-d008-48e4-aa21-cea051fe6ee7', 'code': 200} Feb 17 18:14:14.729257 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=7270ab12-d008-48e4-aa21-cea051fe6ee7,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:14:14.804172 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c3e7d-6683-4189-b110-e04b0d47baab req-9dd9ed3b-a7c3-4e3f-a5a9-0f3ef397feb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:14:14.805798 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e83c3e7d-6683-4189-b110-e04b0d47baab req-9dd9ed3b-a7c3-4e3f-a5a9-0f3ef397feb5 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=24621b87-b055-46d8-9f91-dfb9d5cf297b HTTP/1.1" status: 200 len: 1127 time: 0.0487738 Feb 17 18:14:14.856058 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e83c3e7d-6683-4189-b110-e04b0d47baab req-083e2f87-3c5c-4a19-ad7e-6545e675bfa3 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429168 Feb 17 18:14:15.325772 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ecb43-d0b5-4b81-99c6-6be5a1ef5e1d req-522d8145-86f2-4114-8e74-287791e47ce1 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:14:15.327431 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3f6ecb43-d0b5-4b81-99c6-6be5a1ef5e1d req-522d8145-86f2-4114-8e74-287791e47ce1 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=24621b87-b055-46d8-9f91-dfb9d5cf297b HTTP/1.1" status: 200 len: 945 time: 0.0580680 Feb 17 18:14:15.402518 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3f6ecb43-d0b5-4b81-99c6-6be5a1ef5e1d req-c3b3361e-b390-4719-9abd-4705fd3eb1b1 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665760 Feb 17 18:14:15.480125 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069638ea-9790-488d-9313-50b387599fd8 req-b1ad14e9-bb00-4987-affa-23eb1a39728c tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:14:15.482209 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-069638ea-9790-488d-9313-50b387599fd8 req-b1ad14e9-bb00-4987-affa-23eb1a39728c tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "GET /v2.0/ports?device_id=37c92c71-eb04-4a55-a77d-de2aa8f58264 HTTP/1.1" status: 200 len: 909 time: 0.0650873 Feb 17 18:14:15.877217 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9136b0e4-39e6-4cd0-a40b-ed3b9fcfe6fe req-4042cb43-33a5-46b4-a8bd-ad019cce76f1 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:14:15.878797 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9136b0e4-39e6-4cd0-a40b-ed3b9fcfe6fe req-4042cb43-33a5-46b4-a8bd-ad019cce76f1 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.91 "GET /v2.0/ports?device_id=37c92c71-eb04-4a55-a77d-de2aa8f58264 HTTP/1.1" status: 200 len: 909 time: 0.1205478 Feb 17 18:14:15.987566 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-9136b0e4-39e6-4cd0-a40b-ed3b9fcfe6fe req-627fb9b3-a93f-41db-b530-37c08e68b97e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Deleting port ebb0ffae-1c55-406d-a0d5-1daa90d3d277 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:14:15.987913 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9136b0e4-39e6-4cd0-a40b-ed3b9fcfe6fe req-627fb9b3-a93f-41db-b530-37c08e68b97e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (ebb0ffae-1c55-406d-a0d5-1daa90d3d277), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:16.093416 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-9136b0e4-39e6-4cd0-a40b-ed3b9fcfe6fe req-627fb9b3-a93f-41db-b530-37c08e68b97e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] For port ebb0ffae-1c55-406d-a0d5-1daa90d3d277, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=ebb0ffae-1c55-406d-a0d5-1daa90d3d277,segment=NetworkSegment(616123e3-92a5-4661-a5e3-21f0bb665ba8),segment_id=616123e3-92a5-4661-a5e3-21f0bb665ba8)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:14:16.093790 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9136b0e4-39e6-4cd0-a40b-ed3b9fcfe6fe req-627fb9b3-a93f-41db-b530-37c08e68b97e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (ebb0ffae-1c55-406d-a0d5-1daa90d3d277), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:16.109359 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-9136b0e4-39e6-4cd0-a40b-ed3b9fcfe6fe req-627fb9b3-a93f-41db-b530-37c08e68b97e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Calling delete_port for ebb0ffae-1c55-406d-a0d5-1daa90d3d277 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:14:16.295966 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9136b0e4-39e6-4cd0-a40b-ed3b9fcfe6fe req-627fb9b3-a93f-41db-b530-37c08e68b97e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (ebb0ffae-1c55-406d-a0d5-1daa90d3d277), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:16.329535 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627fb9b3-a93f-41db-b530-37c08e68b97e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Pushing event deleted for resources: {'Port': ['ID=ebb0ffae-1c55-406d-a0d5-1daa90d3d277,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:14:16.376886 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-9136b0e4-39e6-4cd0-a40b-ed3b9fcfe6fe req-627fb9b3-a93f-41db-b530-37c08e68b97e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] No DVR routers for this DVR port ebb0ffae-1c55-406d-a0d5-1daa90d3d277 on host n-h2-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:14:16.380025 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9136b0e4-39e6-4cd0-a40b-ed3b9fcfe6fe req-627fb9b3-a93f-41db-b530-37c08e68b97e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:16.383761 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9136b0e4-39e6-4cd0-a40b-ed3b9fcfe6fe req-627fb9b3-a93f-41db-b530-37c08e68b97e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.91 "DELETE /v2.0/ports/ebb0ffae-1c55-406d-a0d5-1daa90d3d277 HTTP/1.1" status: 204 len: 173 time: 0.4983873 Feb 17 18:14:16.384304 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c92c71-eb04-4a55-a77d-de2aa8f58264', 'name': 'network-vif-deleted', 'tag': 'ebb0ffae-1c55-406d-a0d5-1daa90d3d277'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:14:16.386772 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f33868-c503-451d-843f-b068e03a4ab7" -d '{"events": [{"server_uuid": "37c92c71-eb04-4a55-a77d-de2aa8f58264", "name": "network-vif-deleted", "tag": "ebb0ffae-1c55-406d-a0d5-1daa90d3d277"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:14:16.452012 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf6c6e8-7b1f-4594-aed8-472b626e193a x-openstack-request-id: req-0bf6c6e8-7b1f-4594-aed8-472b626e193a {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:14:16.452654 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37c92c71-eb04-4a55-a77d-de2aa8f58264", "name": "network-vif-deleted", "tag": "ebb0ffae-1c55-406d-a0d5-1daa90d3d277", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:14:16.452986 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0bf6c6e8-7b1f-4594-aed8-472b626e193a {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:14:16.453587 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37c92c71-eb04-4a55-a77d-de2aa8f58264', 'name': 'network-vif-deleted', 'tag': 'ebb0ffae-1c55-406d-a0d5-1daa90d3d277', 'status': 'completed', 'code': 200} Feb 17 18:14:16.598060 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a2db8e-5eed-452d-bd53-64703837360a req-f69d0c74-407b-4470-8716-51237fa30919 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:14:16.599748 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e2a2db8e-5eed-452d-bd53-64703837360a req-f69d0c74-407b-4470-8716-51237fa30919 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=24621b87-b055-46d8-9f91-dfb9d5cf297b HTTP/1.1" status: 200 len: 945 time: 0.0791352 Feb 17 18:14:16.634747 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-edcdfb1b-2b04-4fc3-a222-98913342f6a6 req-81c01481-177a-449a-9692-5b4c6eccac14 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "GET /v2.0/ports?device_id=37c92c71-eb04-4a55-a77d-de2aa8f58264 HTTP/1.1" status: 200 len: 210 time: 0.0339987 Feb 17 18:14:16.678573 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e2a2db8e-5eed-452d-bd53-64703837360a req-358a974e-020e-4502-ad94-9f85ea309992 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672944 Feb 17 18:14:16.824217 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c50a44-c974-4d79-94a6-868113364d87 req-b785f5ae-a9ea-460e-8851-dc87f479b7e5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:14:16.827453 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a3c50a44-c974-4d79-94a6-868113364d87 req-b785f5ae-a9ea-460e-8851-dc87f479b7e5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=24621b87-b055-46d8-9f91-dfb9d5cf297b HTTP/1.1" status: 200 len: 945 time: 0.0744753 Feb 17 18:14:16.911745 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a3c50a44-c974-4d79-94a6-868113364d87 req-c44de5fe-39b1-4bed-a92b-f9a192db4ed6 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778220 Feb 17 18:14:17.047024 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449a94e-2cef-4e9d-942d-f874477ea8f5 req-f7e696c9-2504-40f8-91b1-83eb96b2dce1 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:14:17.048680 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0449a94e-2cef-4e9d-942d-f874477ea8f5 req-f7e696c9-2504-40f8-91b1-83eb96b2dce1 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=24621b87-b055-46d8-9f91-dfb9d5cf297b HTTP/1.1" status: 200 len: 945 time: 0.0605466 Feb 17 18:14:17.125258 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0449a94e-2cef-4e9d-942d-f874477ea8f5 req-5b79d517-6261-4e93-8947-447bb90ea685 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699253 Feb 17 18:14:17.393479 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438e8ba-76f0-41ed-a6e7-527492a05ecc req-0d3dd7fc-63e7-4c2f-948c-75164678e919 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:14:17.395030 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3438e8ba-76f0-41ed-a6e7-527492a05ecc req-0d3dd7fc-63e7-4c2f-948c-75164678e919 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=24621b87-b055-46d8-9f91-dfb9d5cf297b HTTP/1.1" status: 200 len: 945 time: 0.0586803 Feb 17 18:14:17.449469 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3438e8ba-76f0-41ed-a6e7-527492a05ecc req-a3fea101-b8d1-4d04-b036-7d7ca23b3feb tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464487 Feb 17 18:14:17.706616 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36436) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:14:18.190603 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6fe68dcf-96ea-46b3-9363-b9dcf44ab7c3 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (9f3d68de-e48a-4c01-aa93-657e892b5dce), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:18.472317 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device ebb0ffae-1c55-406d-a0d5-1daa90d3d277 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:14:18.494718 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: ebb0ffae-1c55-406d-a0d5-1daa90d3d277 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:14:18.495099 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device ebb0ffae-1c55-406d-a0d5-1daa90d3d277 not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:14:18.575813 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-6fe68dcf-96ea-46b3-9363-b9dcf44ab7c3 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Deleting port 6090fef8-be30-46ea-bceb-80112973e076 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:14:18.576154 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6fe68dcf-96ea-46b3-9363-b9dcf44ab7c3 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (6090fef8-be30-46ea-bceb-80112973e076), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:18.711581 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc6bdc-3dc2-4e0a-af33-90cffca5dd16 req-ae4955df-b865-4365-b3cf-eef38a91238b tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:14:18.714691 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7cdc6bdc-3dc2-4e0a-af33-90cffca5dd16 req-ae4955df-b865-4365-b3cf-eef38a91238b tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=24621b87-b055-46d8-9f91-dfb9d5cf297b HTTP/1.1" status: 200 len: 945 time: 0.1502090 Feb 17 18:14:18.766569 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-6fe68dcf-96ea-46b3-9363-b9dcf44ab7c3 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] For port 6090fef8-be30-46ea-bceb-80112973e076, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=6090fef8-be30-46ea-bceb-80112973e076,segment=NetworkSegment(616123e3-92a5-4661-a5e3-21f0bb665ba8),segment_id=616123e3-92a5-4661-a5e3-21f0bb665ba8)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:14:18.767199 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6fe68dcf-96ea-46b3-9363-b9dcf44ab7c3 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (6090fef8-be30-46ea-bceb-80112973e076), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:18.812708 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-6fe68dcf-96ea-46b3-9363-b9dcf44ab7c3 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Calling delete_port for 6090fef8-be30-46ea-bceb-80112973e076 owned by network:router_interface {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:14:18.838093 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a150087-cde1-4cce-ad59-a33eb76f3d00 req-40ff0d9b-579b-4460-b9be-b82d350eda78 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:14:18.839713 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1a150087-cde1-4cce-ad59-a33eb76f3d00 req-40ff0d9b-579b-4460-b9be-b82d350eda78 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.91 "GET /v2.0/ports?device_id=24621b87-b055-46d8-9f91-dfb9d5cf297b HTTP/1.1" status: 200 len: 945 time: 0.0574906 Feb 17 18:14:18.860888 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7cdc6bdc-3dc2-4e0a-af33-90cffca5dd16 req-fb7e1be0-9111-435e-868d-bafc5888398f tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375713 Feb 17 18:14:18.961051 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-1a150087-cde1-4cce-ad59-a33eb76f3d00 req-07766f27-36f2-4ed8-9fd4-6fb9c3a9efaa tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Deleting port 7270ab12-d008-48e4-aa21-cea051fe6ee7 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:14:18.961405 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1a150087-cde1-4cce-ad59-a33eb76f3d00 req-07766f27-36f2-4ed8-9fd4-6fb9c3a9efaa tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (7270ab12-d008-48e4-aa21-cea051fe6ee7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:19.069534 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-1a150087-cde1-4cce-ad59-a33eb76f3d00 req-07766f27-36f2-4ed8-9fd4-6fb9c3a9efaa tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] For port 7270ab12-d008-48e4-aa21-cea051fe6ee7, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=7270ab12-d008-48e4-aa21-cea051fe6ee7,segment=NetworkSegment(66cb8987-5b81-447b-8684-294caff8482c),segment_id=66cb8987-5b81-447b-8684-294caff8482c)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:14:19.069827 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1a150087-cde1-4cce-ad59-a33eb76f3d00 req-07766f27-36f2-4ed8-9fd4-6fb9c3a9efaa tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (7270ab12-d008-48e4-aa21-cea051fe6ee7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:19.087437 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-1a150087-cde1-4cce-ad59-a33eb76f3d00 req-07766f27-36f2-4ed8-9fd4-6fb9c3a9efaa tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Calling delete_port for 7270ab12-d008-48e4-aa21-cea051fe6ee7 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:14:19.128575 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6fe68dcf-96ea-46b3-9363-b9dcf44ab7c3 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (6090fef8-be30-46ea-bceb-80112973e076), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:19.165548 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe68dcf-96ea-46b3-9363-b9dcf44ab7c3 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Pushing event deleted for resources: {'Port': ['ID=6090fef8-be30-46ea-bceb-80112973e076,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:14:19.200327 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe68dcf-96ea-46b3-9363-b9dcf44ab7c3 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:14:19.200703 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe68dcf-96ea-46b3-9363-b9dcf44ab7c3 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:14:19.201068 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe68dcf-96ea-46b3-9363-b9dcf44ab7c3 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:14:19.201628 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe68dcf-96ea-46b3-9363-b9dcf44ab7c3 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:14:19.201967 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe68dcf-96ea-46b3-9363-b9dcf44ab7c3 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:14:19.202307 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe68dcf-96ea-46b3-9363-b9dcf44ab7c3 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:14:19.202612 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe68dcf-96ea-46b3-9363-b9dcf44ab7c3 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:14:19.203086 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe68dcf-96ea-46b3-9363-b9dcf44ab7c3 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:14:19.203389 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe68dcf-96ea-46b3-9363-b9dcf44ab7c3 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:14:19.203805 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe68dcf-96ea-46b3-9363-b9dcf44ab7c3 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:14:19.204234 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe68dcf-96ea-46b3-9363-b9dcf44ab7c3 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:14:19.204454 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe68dcf-96ea-46b3-9363-b9dcf44ab7c3 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:14:19.204947 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe68dcf-96ea-46b3-9363-b9dcf44ab7c3 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:14:19.250201 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:19.299922 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1a150087-cde1-4cce-ad59-a33eb76f3d00 req-07766f27-36f2-4ed8-9fd4-6fb9c3a9efaa tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (7270ab12-d008-48e4-aa21-cea051fe6ee7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:19.313339 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['7270ab12-d008-48e4-aa21-cea051fe6ee7'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:14:19.360275 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07766f27-36f2-4ed8-9fd4-6fb9c3a9efaa tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Pushing event deleted for resources: {'Port': ['ID=7270ab12-d008-48e4-aa21-cea051fe6ee7,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:14:19.412365 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a150087-cde1-4cce-ad59-a33eb76f3d00 req-07766f27-36f2-4ed8-9fd4-6fb9c3a9efaa tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] No DVR routers for this DVR port 7270ab12-d008-48e4-aa21-cea051fe6ee7 on host n-h2-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:14:19.415568 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1a150087-cde1-4cce-ad59-a33eb76f3d00 req-07766f27-36f2-4ed8-9fd4-6fb9c3a9efaa tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:19.420105 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1a150087-cde1-4cce-ad59-a33eb76f3d00 req-07766f27-36f2-4ed8-9fd4-6fb9c3a9efaa tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.91 "DELETE /v2.0/ports/7270ab12-d008-48e4-aa21-cea051fe6ee7 HTTP/1.1" status: 204 len: 173 time: 0.5751295 Feb 17 18:14:19.420799 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24621b87-b055-46d8-9f91-dfb9d5cf297b', 'name': 'network-vif-deleted', 'tag': '7270ab12-d008-48e4-aa21-cea051fe6ee7'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:14:19.423361 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20e3af4-5692-47ca-94a9-309e1f8682cd" -d '{"events": [{"server_uuid": "24621b87-b055-46d8-9f91-dfb9d5cf297b", "name": "network-vif-deleted", "tag": "7270ab12-d008-48e4-aa21-cea051fe6ee7"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:14:19.449442 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6fe68dcf-96ea-46b3-9363-b9dcf44ab7c3 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (9f3d68de-e48a-4c01-aa93-657e892b5dce), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:19.466794 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18486ee-3416-45fd-b09f-5035fb2f1562 x-openstack-request-id: req-a18486ee-3416-45fd-b09f-5035fb2f1562 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:14:19.467391 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24621b87-b055-46d8-9f91-dfb9d5cf297b", "name": "network-vif-deleted", "tag": "7270ab12-d008-48e4-aa21-cea051fe6ee7", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:14:19.467689 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a18486ee-3416-45fd-b09f-5035fb2f1562 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:14:19.468217 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24621b87-b055-46d8-9f91-dfb9d5cf297b', 'name': 'network-vif-deleted', 'tag': '7270ab12-d008-48e4-aa21-cea051fe6ee7', 'status': 'completed', 'code': 200} Feb 17 18:14:19.806832 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe68dcf-96ea-46b3-9363-b9dcf44ab7c3 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Router 9f3d68de-e48a-4c01-aa93-657e892b5dce has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:14:20.016922 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:20.029608 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7d4f9778-2309-426b-8369-d3c05f3b6494 req-0c4b8e13-40df-4e6f-99b8-27694307ff20 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=24621b87-b055-46d8-9f91-dfb9d5cf297b HTTP/1.1" status: 200 len: 210 time: 0.0349174 Feb 17 18:14:20.033365 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe68dcf-96ea-46b3-9363-b9dcf44ab7c3 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:14:20.038913 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-6fe68dcf-96ea-46b3-9363-b9dcf44ab7c3 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "PUT /v2.0/routers/9f3d68de-e48a-4c01-aa93-657e892b5dce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3311441 Feb 17 18:14:20.041782 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36444) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:14:20.053303 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b76be5-e479-49cc-8f81-b9a665098223 None None] Sync routers for ids ['9f3d68de-e48a-4c01-aa93-657e892b5dce'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:14:20.087599 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b76be5-e479-49cc-8f81-b9a665098223 None None] Routers {'9f3d68de-e48a-4c01-aa93-657e892b5dce'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:14:20.088823 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-06b76be5-e479-49cc-8f81-b9a665098223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:14:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['9f3d68de-e48a-4c01-aa93-657e892b5dce'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:14:20.110914 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3c55d02-752c-4099-b731-1f217589a9c9 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Deleting subnet ec2dbc01-6260-471a-a3c2-d65043659c65 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:14:20.118371 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3c55d02-752c-4099-b731-1f217589a9c9 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for subnet (ec2dbc01-6260-471a-a3c2-d65043659c65), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:20.195449 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3c55d02-752c-4099-b731-1f217589a9c9 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (ec2dbc01-6260-471a-a3c2-d65043659c65), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:20.225641 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-06b76be5-e479-49cc-8f81-b9a665098223 None None] Set router 9f3d68de-e48a-4c01-aa93-657e892b5dce gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:14:20.366588 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3c55d02-752c-4099-b731-1f217589a9c9 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (ec2dbc01-6260-471a-a3c2-d65043659c65), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:20.436545 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3c55d02-752c-4099-b731-1f217589a9c9 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (ec2dbc01-6260-471a-a3c2-d65043659c65), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:20.471332 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3c55d02-752c-4099-b731-1f217589a9c9 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:20.475704 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a3c55d02-752c-4099-b731-1f217589a9c9 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "DELETE /v2.0/subnets/ec2dbc01-6260-471a-a3c2-d65043659c65 HTTP/1.1" status: 204 len: 168 time: 0.4319322 Feb 17 18:14:20.477287 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c55d02-752c-4099-b731-1f217589a9c9 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Pushing event deleted for resources: {'Subnet': ['ID=ec2dbc01-6260-471a-a3c2-d65043659c65,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:14:20.479403 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36446) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:14:20.492214 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdaad51-70e2-45b4-bed2-1bfee9ce2592 None None] Network 1e8e173a-a125-4e7f-b054-02c58280ffd4 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:14:20.606480 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c17d7879-364c-4638-b090-633b1175e611 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for router (9f3d68de-e48a-4c01-aa93-657e892b5dce), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:20.695158 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-06b76be5-e479-49cc-8f81-b9a665098223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3d68de-e48a-4c01-aa93-657e892b5dce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1020950855', 'tenant_id': 'c805b184aa954ec19046d0275a2e536a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '9079a0cf-0a98-458e-a8cb-168e0fbed37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:13:52Z', 'updated_at': '2022-02-17T18:14:19Z', 'revision_number': 5, 'project_id': 'c805b184aa954ec19046d0275a2e536a', 'gw_port': {'id': '9079a0cf-0a98-458e-a8cb-168e0fbed37c', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:45:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3d68de-e48a-4c01-aa93-657e892b5dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:53Z', 'updated_at': '2022-02-17T18:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:14:20.738343 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b76be5-e479-49cc-8f81-b9a665098223 None None] Checking router: 9f3d68de-e48a-4c01-aa93-657e892b5dce for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:14:20.751076 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b76be5-e479-49cc-8f81-b9a665098223 None None] Routers {'9f3d68de-e48a-4c01-aa93-657e892b5dce'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:14:20.751670 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-06b76be5-e479-49cc-8f81-b9a665098223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:14:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['9f3d68de-e48a-4c01-aa93-657e892b5dce'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:14:20.797059 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c17d7879-364c-4638-b090-633b1175e611 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for router_gateway (9f3d68de-e48a-4c01-aa93-657e892b5dce), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:20.883227 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb92f89-c3c2-4a94-ba53-f2f4beb2a335 None None] DHCP port deletion for 1e8e173a-a125-4e7f-b054-02c58280ffd4 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 18:14:20.884353 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-c17d7879-364c-4638-b090-633b1175e611 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Deleting port 9079a0cf-0a98-458e-a8cb-168e0fbed37c {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:14:20.884967 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c17d7879-364c-4638-b090-633b1175e611 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (9079a0cf-0a98-458e-a8cb-168e0fbed37c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:20.937087 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-06b76be5-e479-49cc-8f81-b9a665098223 None None] Set router 9f3d68de-e48a-4c01-aa93-657e892b5dce gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:14:21.039838 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-c17d7879-364c-4638-b090-633b1175e611 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] For port 9079a0cf-0a98-458e-a8cb-168e0fbed37c, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=9079a0cf-0a98-458e-a8cb-168e0fbed37c,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:14:21.040617 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c17d7879-364c-4638-b090-633b1175e611 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (9079a0cf-0a98-458e-a8cb-168e0fbed37c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:21.060636 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-c17d7879-364c-4638-b090-633b1175e611 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Calling delete_port for 9079a0cf-0a98-458e-a8cb-168e0fbed37c owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:14:21.171597 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-aeb92f89-c3c2-4a94-ba53-f2f4beb2a335 None None] Deleting port 0a0c5b87-0a5c-4e5c-9e2b-9ba5e0e1cbd5 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:14:21.172351 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-aeb92f89-c3c2-4a94-ba53-f2f4beb2a335 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (0a0c5b87-0a5c-4e5c-9e2b-9ba5e0e1cbd5), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:21.251309 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bb15e9a7-04a0-4c46-a4c0-3f8c4b2aabf3 req-d8c18f90-4e9a-4d63-8211-18331de60314 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=24621b87-b055-46d8-9f91-dfb9d5cf297b HTTP/1.1" status: 200 len: 210 time: 0.0538778 Feb 17 18:14:21.336877 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-aeb92f89-c3c2-4a94-ba53-f2f4beb2a335 None None] For port 0a0c5b87-0a5c-4e5c-9e2b-9ba5e0e1cbd5, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=0a0c5b87-0a5c-4e5c-9e2b-9ba5e0e1cbd5,segment=NetworkSegment(616123e3-92a5-4661-a5e3-21f0bb665ba8),segment_id=616123e3-92a5-4661-a5e3-21f0bb665ba8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:14:21.337422 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-aeb92f89-c3c2-4a94-ba53-f2f4beb2a335 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (0a0c5b87-0a5c-4e5c-9e2b-9ba5e0e1cbd5), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:21.382691 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-aeb92f89-c3c2-4a94-ba53-f2f4beb2a335 None None] Calling delete_port for 0a0c5b87-0a5c-4e5c-9e2b-9ba5e0e1cbd5 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:14:21.394766 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c17d7879-364c-4638-b090-633b1175e611 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (9079a0cf-0a98-458e-a8cb-168e0fbed37c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:21.447185 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17d7879-364c-4638-b090-633b1175e611 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Pushing event deleted for resources: {'Port': ['ID=9079a0cf-0a98-458e-a8cb-168e0fbed37c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:14:21.512714 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-06b76be5-e479-49cc-8f81-b9a665098223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3d68de-e48a-4c01-aa93-657e892b5dce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1020950855', 'tenant_id': 'c805b184aa954ec19046d0275a2e536a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '9079a0cf-0a98-458e-a8cb-168e0fbed37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:13:52Z', 'updated_at': '2022-02-17T18:14:19Z', 'revision_number': 5, 'project_id': 'c805b184aa954ec19046d0275a2e536a', 'gw_port': {'id': '9079a0cf-0a98-458e-a8cb-168e0fbed37c', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:45:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3d68de-e48a-4c01-aa93-657e892b5dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:53Z', 'updated_at': '2022-02-17T18:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:14:21.527726 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c17d7879-364c-4638-b090-633b1175e611 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (9f3d68de-e48a-4c01-aa93-657e892b5dce), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:21.570980 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b76be5-e479-49cc-8f81-b9a665098223 None None] The sync data for ids ['9f3d68de-e48a-4c01-aa93-657e892b5dce'] in n-d-829613-2 is: [{'id': '9f3d68de-e48a-4c01-aa93-657e892b5dce', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1020950855', 'tenant_id': 'c805b184aa954ec19046d0275a2e536a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '9079a0cf-0a98-458e-a8cb-168e0fbed37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:13:52Z', 'updated_at': '2022-02-17T18:14:19Z', 'revision_number': 5, 'project_id': 'c805b184aa954ec19046d0275a2e536a', 'gw_port': {'id': '9079a0cf-0a98-458e-a8cb-168e0fbed37c', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:45:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3d68de-e48a-4c01-aa93-657e892b5dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:53Z', 'updated_at': '2022-02-17T18:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:14:21.604112 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-aeb92f89-c3c2-4a94-ba53-f2f4beb2a335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (0a0c5b87-0a5c-4e5c-9e2b-9ba5e0e1cbd5), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:21.671250 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c17d7879-364c-4638-b090-633b1175e611 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (9f3d68de-e48a-4c01-aa93-657e892b5dce), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:21.679303 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb92f89-c3c2-4a94-ba53-f2f4beb2a335 None None] Pushing event deleted for resources: {'Port': ['ID=0a0c5b87-0a5c-4e5c-9e2b-9ba5e0e1cbd5,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:14:21.681214 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c17d7879-364c-4638-b090-633b1175e611 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for router_controller (9f3d68de-e48a-4c01-aa93-657e892b5dce), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:21.693864 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb92f89-c3c2-4a94-ba53-f2f4beb2a335 None None] No DVR routers for this DVR port 0a0c5b87-0a5c-4e5c-9e2b-9ba5e0e1cbd5 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:14:21.798030 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c17d7879-364c-4638-b090-633b1175e611 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (9f3d68de-e48a-4c01-aa93-657e892b5dce), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:21.798815 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17d7879-364c-4638-b090-633b1175e611 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Fanout notify agent at l3_agent the message router_deleted on router 9f3d68de-e48a-4c01-aa93-657e892b5dce {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 18:14:21.807876 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c17d7879-364c-4638-b090-633b1175e611 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:21.809876 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c17d7879-364c-4638-b090-633b1175e611 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "DELETE /v2.0/routers/9f3d68de-e48a-4c01-aa93-657e892b5dce HTTP/1.1" status: 204 len: 168 time: 1.3286018 Feb 17 18:14:21.814691 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36450) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:14:21.922577 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-990f5f02-2a18-4377-b5ea-3c1b91c1780e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (1e8e173a-a125-4e7f-b054-02c58280ffd4), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:22.027998 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-990f5f02-2a18-4377-b5ea-3c1b91c1780e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (1e8e173a-a125-4e7f-b054-02c58280ffd4), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:22.056289 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-990f5f02-2a18-4377-b5ea-3c1b91c1780e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e8e173a-a125-4e7f-b054-02c58280ffd4']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:14:22.070246 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-990f5f02-2a18-4377-b5ea-3c1b91c1780e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '616123e3-92a5-4661-a5e3-21f0bb665ba8') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:14:22.070548 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-990f5f02-2a18-4377-b5ea-3c1b91c1780e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '616123e3-92a5-4661-a5e3-21f0bb665ba8') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:14:22.083909 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-990f5f02-2a18-4377-b5ea-3c1b91c1780e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (616123e3-92a5-4661-a5e3-21f0bb665ba8), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:22.106511 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-990f5f02-2a18-4377-b5ea-3c1b91c1780e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (616123e3-92a5-4661-a5e3-21f0bb665ba8), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:22.114179 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-990f5f02-2a18-4377-b5ea-3c1b91c1780e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:14:22.114591 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-990f5f02-2a18-4377-b5ea-3c1b91c1780e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (616123e3-92a5-4661-a5e3-21f0bb665ba8), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:22.118293 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 18:14:22.118293 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:14:22.118293 n-d-829613-2 neutron-server[103435]: timer() Feb 17 18:14:22.118293 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:14:22.118293 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 18:14:22.118293 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:14:22.118293 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 18:14:22.118293 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:14:22.118293 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 18:14:22.118293 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:14:22.118293 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 18:14:22.118293 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:14:22.118293 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 18:14:22.118293 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:14:22.118293 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:14:22.118293 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:14:22.118293 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:14:22.118293 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:14:22.118293 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 18:14:22.118293 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:14:22.118293 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 18:14:22.118293 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:14:22.118293 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:14:22.118293 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:14:22.118293 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 18:14:22.118293 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:14:22.118293 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:14:22.118293 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:14:22.118293 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:14:22.118293 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:14:22.118293 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:14:22.118293 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:14:22.197810 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-990f5f02-2a18-4377-b5ea-3c1b91c1780e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (1e8e173a-a125-4e7f-b054-02c58280ffd4), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:22.211870 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-990f5f02-2a18-4377-b5ea-3c1b91c1780e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:22.220347 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36452) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:14:22.221189 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-990f5f02-2a18-4377-b5ea-3c1b91c1780e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "DELETE /v2.0/networks/1e8e173a-a125-4e7f-b054-02c58280ffd4 HTTP/1.1" status: 204 len: 168 time: 0.4042571 Feb 17 18:14:22.236823 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990f5f02-2a18-4377-b5ea-3c1b91c1780e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Pushing event deleted for resources: {'Network': ['ID=1e8e173a-a125-4e7f-b054-02c58280ffd4,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:14:22.403349 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e606e5ed-96b9-40d1-abb7-f93eab04589c req-95f83b5b-baf5-47b3-b3ad-3840e11d1d94 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=24621b87-b055-46d8-9f91-dfb9d5cf297b HTTP/1.1" status: 200 len: 210 time: 0.0301318 Feb 17 18:14:22.479094 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-d3879608-77dd-4a94-8f25-605d1b043242 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Deleting port 6980ade3-b250-4292-b8c7-2376ad4eecf9 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:14:22.479363 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d3879608-77dd-4a94-8f25-605d1b043242 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (6980ade3-b250-4292-b8c7-2376ad4eecf9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:22.504489 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 7270ab12-d008-48e4-aa21-cea051fe6ee7 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:14:22.526504 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: 7270ab12-d008-48e4-aa21-cea051fe6ee7 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:14:22.526852 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 7270ab12-d008-48e4-aa21-cea051fe6ee7 not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:14:22.586447 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d3879608-77dd-4a94-8f25-605d1b043242 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (6980ade3-b250-4292-b8c7-2376ad4eecf9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:22.586958 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d3879608-77dd-4a94-8f25-605d1b043242 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for floatingip (6980ade3-b250-4292-b8c7-2376ad4eecf9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:22.609358 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-d3879608-77dd-4a94-8f25-605d1b043242 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Calling delete_port for 6980ade3-b250-4292-b8c7-2376ad4eecf9 owned by network:floatingip {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:14:22.739547 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 9079a0cf-0a98-458e-a8cb-168e0fbed37c no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:14:22.773935 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 9079a0cf-0a98-458e-a8cb-168e0fbed37c {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:14:22.774658 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 9079a0cf-0a98-458e-a8cb-168e0fbed37c not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:14:22.775292 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 6090fef8-be30-46ea-bceb-80112973e076 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:14:22.807777 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 6090fef8-be30-46ea-bceb-80112973e076 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:14:22.808342 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 6090fef8-be30-46ea-bceb-80112973e076 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:14:22.808869 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 0a0c5b87-0a5c-4e5c-9e2b-9ba5e0e1cbd5 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:14:22.834462 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 0a0c5b87-0a5c-4e5c-9e2b-9ba5e0e1cbd5 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:14:22.834839 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 0a0c5b87-0a5c-4e5c-9e2b-9ba5e0e1cbd5 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:14:22.885868 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d3879608-77dd-4a94-8f25-605d1b043242 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (6980ade3-b250-4292-b8c7-2376ad4eecf9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:22.934315 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3879608-77dd-4a94-8f25-605d1b043242 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Pushing event deleted for resources: {'Port': ['ID=6980ade3-b250-4292-b8c7-2376ad4eecf9,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:14:23.049342 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d3879608-77dd-4a94-8f25-605d1b043242 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for floatingip (2746fa58-eabe-47b1-925f-f072ab26e8f3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:23.049920 n-d-829613-2 neutron-server[103434]: INFO neutron.db.l3_db [None req-d3879608-77dd-4a94-8f25-605d1b043242 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Floating IP 2746fa58-eabe-47b1-925f-f072ab26e8f3 disassociated (deleted). External IP: 172.25.8.16, port: 54f19c38-077d-46a8-9283-3437cfa69ea3. Feb 17 18:14:23.384513 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3879608-77dd-4a94-8f25-605d1b043242 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Router 9c084154-0105-4187-ba9a-00cb658fe751 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:14:23.524058 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1852b884-bb75-463c-8198-39c4d36b49f2 req-3fca9559-5ab5-4891-9cbe-7d6d607f4749 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=24621b87-b055-46d8-9f91-dfb9d5cf297b HTTP/1.1" status: 200 len: 210 time: 0.0333366 Feb 17 18:14:23.556176 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3879608-77dd-4a94-8f25-605d1b043242 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:14:23.561803 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d3879608-77dd-4a94-8f25-605d1b043242 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:23.569930 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d650cd09-8109-433b-a9e6-0c9ffff21786 None None] Sync routers for ids ['9c084154-0105-4187-ba9a-00cb658fe751'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:14:23.587800 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d650cd09-8109-433b-a9e6-0c9ffff21786 None None] Routers {'9c084154-0105-4187-ba9a-00cb658fe751'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:14:23.588750 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-d650cd09-8109-433b-a9e6-0c9ffff21786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:14:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['9c084154-0105-4187-ba9a-00cb658fe751'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:14:23.612841 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d3879608-77dd-4a94-8f25-605d1b043242 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "DELETE /v2.0/floatingips/2746fa58-eabe-47b1-925f-f072ab26e8f3 HTTP/1.1" status: 204 len: 168 time: 1.3909116 Feb 17 18:14:23.613983 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '893b2dab-c1dd-4601-b10f-4ab5e7870474', 'tag': '54f19c38-077d-46a8-9283-3437cfa69ea3'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:14:23.618434 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd379fa-5dc1-41fb-b50e-3226b62e8f41" -d '{"events": [{"name": "network-changed", "server_uuid": "893b2dab-c1dd-4601-b10f-4ab5e7870474", "tag": "54f19c38-077d-46a8-9283-3437cfa69ea3"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:14:23.718650 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a043e821-b42e-4f75-b31d-f0ce03c840a9 x-openstack-request-id: req-a043e821-b42e-4f75-b31d-f0ce03c840a9 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:14:23.719264 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "893b2dab-c1dd-4601-b10f-4ab5e7870474", "tag": "54f19c38-077d-46a8-9283-3437cfa69ea3", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:14:23.720138 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a043e821-b42e-4f75-b31d-f0ce03c840a9 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:14:23.720845 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '893b2dab-c1dd-4601-b10f-4ab5e7870474', 'tag': '54f19c38-077d-46a8-9283-3437cfa69ea3', 'status': 'completed', 'code': 200} Feb 17 18:14:23.763616 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-d650cd09-8109-433b-a9e6-0c9ffff21786 None None] Set router 9c084154-0105-4187-ba9a-00cb658fe751 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:14:23.801038 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd379fa-5dc1-41fb-b50e-3226b62e8f41 req-ccb528a1-acf7-4ba2-a7f9-4f9f70702c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:14:23.803152 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7dd379fa-5dc1-41fb-b50e-3226b62e8f41 req-ccb528a1-acf7-4ba2-a7f9-4f9f70702c1a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c805b184aa954ec19046d0275a2e536a&device_id=893b2dab-c1dd-4601-b10f-4ab5e7870474 HTTP/1.1" status: 200 len: 1166 time: 0.0676236 Feb 17 18:14:23.994189 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd379fa-5dc1-41fb-b50e-3226b62e8f41 req-daa9a145-41a2-425a-b52b-cda1c32a1709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:14:23.995706 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7dd379fa-5dc1-41fb-b50e-3226b62e8f41 req-daa9a145-41a2-425a-b52b-cda1c32a1709 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9000ba00-b18e-469e-8208-6abfe38f54ab HTTP/1.1" status: 200 len: 897 time: 0.1866922 Feb 17 18:14:24.107194 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-d650cd09-8109-433b-a9e6-0c9ffff21786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c084154-0105-4187-ba9a-00cb658fe751', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1855865982', 'tenant_id': 'c805b184aa954ec19046d0275a2e536a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '25606931-0843-4887-bf52-03494b5ab0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:12:55Z', 'updated_at': '2022-02-17T18:13:01Z', 'revision_number': 4, 'project_id': 'c805b184aa954ec19046d0275a2e536a', 'gw_port': {'id': '25606931-0843-4887-bf52-03494b5ab0b5', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:87:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c084154-0105-4187-ba9a-00cb658fe751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:12:55Z', 'updated_at': '2022-02-17T18:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '42d484cf-402f-4206-9fac-abc2182aa803', 'name': '', 'network_id': '9000ba00-b18e-469e-8208-6abfe38f54ab', 'tenant_id': 'c805b184aa954ec19046d0275a2e536a', 'mac_address': 'fa:16:3e:c7:97:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c084154-0105-4187-ba9a-00cb658fe751', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'de801023-f7ec-4ec1-a71e-122b1ead849f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:00Z', 'updated_at': '2022-02-17T18:13:05Z', 'revision_number': 5, 'project_id': 'c805b184aa954ec19046d0275a2e536a', 'subnets': [{'id': 'de801023-f7ec-4ec1-a71e-122b1ead849f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:14:24.140633 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d650cd09-8109-433b-a9e6-0c9ffff21786 None None] Checking router: 9c084154-0105-4187-ba9a-00cb658fe751 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:14:24.152071 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d650cd09-8109-433b-a9e6-0c9ffff21786 None None] Routers {'9c084154-0105-4187-ba9a-00cb658fe751'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:14:24.153626 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-d650cd09-8109-433b-a9e6-0c9ffff21786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:14:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['9c084154-0105-4187-ba9a-00cb658fe751'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:14:24.293857 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-d650cd09-8109-433b-a9e6-0c9ffff21786 None None] Set router 9c084154-0105-4187-ba9a-00cb658fe751 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:14:24.377637 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7dd379fa-5dc1-41fb-b50e-3226b62e8f41 req-df530d37-4327-456f-b5d6-bd8b19426c24 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54f19c38-077d-46a8-9283-3437cfa69ea3 HTTP/1.1" status: 200 len: 217 time: 0.3743789 Feb 17 18:14:24.420427 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e6101-8103-4710-9ae5-c45836cdf6f4 req-db5c512e-ffc9-439b-9409-65ea3f51a1ed tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:14:24.422027 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8e5e6101-8103-4710-9ae5-c45836cdf6f4 req-db5c512e-ffc9-439b-9409-65ea3f51a1ed tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "GET /v2.0/ports?device_id=893b2dab-c1dd-4601-b10f-4ab5e7870474 HTTP/1.1" status: 200 len: 984 time: 0.4735961 Feb 17 18:14:24.452154 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd379fa-5dc1-41fb-b50e-3226b62e8f41 req-e5a06093-535e-4d6f-b3ee-971d03f49a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:14:24.453661 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7dd379fa-5dc1-41fb-b50e-3226b62e8f41 req-e5a06093-535e-4d6f-b3ee-971d03f49a62 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=de801023-f7ec-4ec1-a71e-122b1ead849f HTTP/1.1" status: 200 len: 835 time: 0.0679591 Feb 17 18:14:24.540660 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8e5e6101-8103-4710-9ae5-c45836cdf6f4 req-86abaec6-4293-45d4-9244-72c4a973512e tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "GET /v2.0/security-groups?id=61cd624f-0b31-4be3-9edf-2d1ca2e8990a&id=a42e090b-ccf6-441b-bab8-deeed83b6e60&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0967431 Feb 17 18:14:24.549556 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd379fa-5dc1-41fb-b50e-3226b62e8f41 req-4edd0af4-f34c-493c-8a5f-6d2de6857247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:14:24.551457 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7dd379fa-5dc1-41fb-b50e-3226b62e8f41 req-4edd0af4-f34c-493c-8a5f-6d2de6857247 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9000ba00-b18e-469e-8208-6abfe38f54ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0885968 Feb 17 18:14:24.571076 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-d650cd09-8109-433b-a9e6-0c9ffff21786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c084154-0105-4187-ba9a-00cb658fe751', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1855865982', 'tenant_id': 'c805b184aa954ec19046d0275a2e536a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '25606931-0843-4887-bf52-03494b5ab0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:12:55Z', 'updated_at': '2022-02-17T18:13:01Z', 'revision_number': 4, 'project_id': 'c805b184aa954ec19046d0275a2e536a', 'gw_port': {'id': '25606931-0843-4887-bf52-03494b5ab0b5', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:87:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c084154-0105-4187-ba9a-00cb658fe751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:12:55Z', 'updated_at': '2022-02-17T18:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '42d484cf-402f-4206-9fac-abc2182aa803', 'name': '', 'network_id': '9000ba00-b18e-469e-8208-6abfe38f54ab', 'tenant_id': 'c805b184aa954ec19046d0275a2e536a', 'mac_address': 'fa:16:3e:c7:97:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c084154-0105-4187-ba9a-00cb658fe751', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'de801023-f7ec-4ec1-a71e-122b1ead849f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:00Z', 'updated_at': '2022-02-17T18:13:05Z', 'revision_number': 5, 'project_id': 'c805b184aa954ec19046d0275a2e536a', 'subnets': [{'id': 'de801023-f7ec-4ec1-a71e-122b1ead849f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:14:24.613300 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d650cd09-8109-433b-a9e6-0c9ffff21786 None None] The sync data for ids ['9c084154-0105-4187-ba9a-00cb658fe751'] in n-d-829613-2 is: [{'id': '9c084154-0105-4187-ba9a-00cb658fe751', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1855865982', 'tenant_id': 'c805b184aa954ec19046d0275a2e536a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '25606931-0843-4887-bf52-03494b5ab0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:12:55Z', 'updated_at': '2022-02-17T18:13:01Z', 'revision_number': 4, 'project_id': 'c805b184aa954ec19046d0275a2e536a', 'gw_port': {'id': '25606931-0843-4887-bf52-03494b5ab0b5', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:87:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c084154-0105-4187-ba9a-00cb658fe751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:12:55Z', 'updated_at': '2022-02-17T18:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '42d484cf-402f-4206-9fac-abc2182aa803', 'name': '', 'network_id': '9000ba00-b18e-469e-8208-6abfe38f54ab', 'tenant_id': 'c805b184aa954ec19046d0275a2e536a', 'mac_address': 'fa:16:3e:c7:97:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c084154-0105-4187-ba9a-00cb658fe751', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'de801023-f7ec-4ec1-a71e-122b1ead849f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:00Z', 'updated_at': '2022-02-17T18:13:05Z', 'revision_number': 5, 'project_id': 'c805b184aa954ec19046d0275a2e536a', 'subnets': [{'id': 'de801023-f7ec-4ec1-a71e-122b1ead849f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:14:24.691679 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-87d13c20-3971-48a2-ae5d-90ab677b1f61 req-66299d7e-380b-4845-a94e-51b2fd5fc88e tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=24621b87-b055-46d8-9f91-dfb9d5cf297b HTTP/1.1" status: 200 len: 210 time: 0.0400431 Feb 17 18:14:24.721845 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7dd379fa-5dc1-41fb-b50e-3226b62e8f41 req-8cf7ce7c-d944-4c17-bd0a-520ff75244a9 service neutron] 10.222.0.71 "GET /v2.0/networks/9000ba00-b18e-469e-8208-6abfe38f54ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589062 Feb 17 18:14:24.830218 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7dd379fa-5dc1-41fb-b50e-3226b62e8f41 req-97a791de-7ed4-4fb1-af42-904a2d7ab725 service neutron] 10.222.0.71 "GET /v2.0/networks/9000ba00-b18e-469e-8208-6abfe38f54ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015418 Feb 17 18:14:24.963293 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b843f112-6a0d-446a-a18b-aa6fd6f242d7 None None] New status for floating IP 2746fa58-eabe-47b1-925f-f072ab26e8f3: DOWN {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 18:14:25.217925 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3302f4-8145-4539-9a13-e705a1f3acf3 req-89fa755d-f370-4733-b761-a4d15d2f89f5 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:14:25.219537 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6b3302f4-8145-4539-9a13-e705a1f3acf3 req-89fa755d-f370-4733-b761-a4d15d2f89f5 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.71 "GET /v2.0/ports?device_id=893b2dab-c1dd-4601-b10f-4ab5e7870474 HTTP/1.1" status: 200 len: 984 time: 0.0585458 Feb 17 18:14:25.332789 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-6b3302f4-8145-4539-9a13-e705a1f3acf3 req-17c52a00-474d-4df0-ba3a-72673b8ba519 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Deleting port 54f19c38-077d-46a8-9283-3437cfa69ea3 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:14:25.333040 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-6b3302f4-8145-4539-9a13-e705a1f3acf3 req-17c52a00-474d-4df0-ba3a-72673b8ba519 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (54f19c38-077d-46a8-9283-3437cfa69ea3), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:25.442615 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-6b3302f4-8145-4539-9a13-e705a1f3acf3 req-17c52a00-474d-4df0-ba3a-72673b8ba519 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] For port 54f19c38-077d-46a8-9283-3437cfa69ea3, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=54f19c38-077d-46a8-9283-3437cfa69ea3,segment=NetworkSegment(62bf36ae-dc61-49e8-ba2a-5f19a4643c35),segment_id=62bf36ae-dc61-49e8-ba2a-5f19a4643c35)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:14:25.443131 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-6b3302f4-8145-4539-9a13-e705a1f3acf3 req-17c52a00-474d-4df0-ba3a-72673b8ba519 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (54f19c38-077d-46a8-9283-3437cfa69ea3), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:25.465113 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-6b3302f4-8145-4539-9a13-e705a1f3acf3 req-17c52a00-474d-4df0-ba3a-72673b8ba519 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Calling delete_port for 54f19c38-077d-46a8-9283-3437cfa69ea3 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:14:25.623990 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-6b3302f4-8145-4539-9a13-e705a1f3acf3 req-17c52a00-474d-4df0-ba3a-72673b8ba519 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (54f19c38-077d-46a8-9283-3437cfa69ea3), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:25.667236 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c52a00-474d-4df0-ba3a-72673b8ba519 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Pushing event deleted for resources: {'Port': ['ID=54f19c38-077d-46a8-9283-3437cfa69ea3,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:14:25.701430 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aad8407a-890b-4641-8f9f-83a68621a81c req-ad47c548-04f5-450c-ab86-5424028d35c8 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "GET /v2.0/ports?device_id=893b2dab-c1dd-4601-b10f-4ab5e7870474 HTTP/1.1" status: 200 len: 210 time: 0.0489962 Feb 17 18:14:25.750577 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3302f4-8145-4539-9a13-e705a1f3acf3 req-17c52a00-474d-4df0-ba3a-72673b8ba519 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] No DVR routers for this DVR port 54f19c38-077d-46a8-9283-3437cfa69ea3 on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:14:25.753486 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-6b3302f4-8145-4539-9a13-e705a1f3acf3 req-17c52a00-474d-4df0-ba3a-72673b8ba519 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:25.759628 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6b3302f4-8145-4539-9a13-e705a1f3acf3 req-17c52a00-474d-4df0-ba3a-72673b8ba519 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.71 "DELETE /v2.0/ports/54f19c38-077d-46a8-9283-3437cfa69ea3 HTTP/1.1" status: 204 len: 173 time: 0.5342929 Feb 17 18:14:25.760694 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893b2dab-c1dd-4601-b10f-4ab5e7870474', 'name': 'network-vif-deleted', 'tag': '54f19c38-077d-46a8-9283-3437cfa69ea3'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:14:25.765516 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6adb12c7-f5c2-4861-9ba9-28943417ac5f" -d '{"events": [{"server_uuid": "893b2dab-c1dd-4601-b10f-4ab5e7870474", "name": "network-vif-deleted", "tag": "54f19c38-077d-46a8-9283-3437cfa69ea3"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:14:25.834138 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4e8af1-8197-416b-b224-2bec07a16b32 x-openstack-request-id: req-ab4e8af1-8197-416b-b224-2bec07a16b32 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:14:25.834451 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893b2dab-c1dd-4601-b10f-4ab5e7870474", "name": "network-vif-deleted", "tag": "54f19c38-077d-46a8-9283-3437cfa69ea3", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:14:25.834713 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ab4e8af1-8197-416b-b224-2bec07a16b32 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:14:25.835138 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893b2dab-c1dd-4601-b10f-4ab5e7870474', 'name': 'network-vif-deleted', 'tag': '54f19c38-077d-46a8-9283-3437cfa69ea3', 'status': 'completed', 'code': 200} Feb 17 18:14:25.854249 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-99b897fa-3384-434e-a69e-0ac9579b16d7 req-f6621aea-9805-41ea-bdbd-7dc6503b585a tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=24621b87-b055-46d8-9f91-dfb9d5cf297b HTTP/1.1" status: 200 len: 210 time: 0.0350785 Feb 17 18:14:26.797209 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36474) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:14:26.871385 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2c719ae3-58c8-45e0-8cd8-387697c54ee0 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for security_group (a42e090b-ccf6-441b-bab8-deeed83b6e60), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:26.907156 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2c719ae3-58c8-45e0-8cd8-387697c54ee0 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for security_group (a42e090b-ccf6-441b-bab8-deeed83b6e60), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:26.971061 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2c719ae3-58c8-45e0-8cd8-387697c54ee0 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (a42e090b-ccf6-441b-bab8-deeed83b6e60), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:26.974762 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2c719ae3-58c8-45e0-8cd8-387697c54ee0 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:26.976300 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2c719ae3-58c8-45e0-8cd8-387697c54ee0 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "DELETE /v2.0/security-groups/a42e090b-ccf6-441b-bab8-deeed83b6e60 HTTP/1.1" status: 204 len: 168 time: 0.1777232 Feb 17 18:14:26.983098 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36478) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:14:27.001411 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c719ae3-58c8-45e0-8cd8-387697c54ee0 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42e090b-ccf6-441b-bab8-deeed83b6e60,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:14:27.026736 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e4100fd1-c406-47b7-9831-7d7307f2278f req-13f58269-0029-4752-a0cc-1112b246c9c6 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=24621b87-b055-46d8-9f91-dfb9d5cf297b HTTP/1.1" status: 200 len: 210 time: 0.0533786 Feb 17 18:14:27.082817 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8dd9f149-d03a-497c-a66d-5b602b87048a tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for security_group (61cd624f-0b31-4be3-9edf-2d1ca2e8990a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:27.110971 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8dd9f149-d03a-497c-a66d-5b602b87048a tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for security_group (61cd624f-0b31-4be3-9edf-2d1ca2e8990a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:27.170411 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8dd9f149-d03a-497c-a66d-5b602b87048a tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (61cd624f-0b31-4be3-9edf-2d1ca2e8990a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:27.175104 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8dd9f149-d03a-497c-a66d-5b602b87048a tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:27.179236 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8dd9f149-d03a-497c-a66d-5b602b87048a tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "DELETE /v2.0/security-groups/61cd624f-0b31-4be3-9edf-2d1ca2e8990a HTTP/1.1" status: 204 len: 168 time: 0.1919856 Feb 17 18:14:27.179864 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36480) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:14:27.188679 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd9f149-d03a-497c-a66d-5b602b87048a tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61cd624f-0b31-4be3-9edf-2d1ca2e8990a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:14:27.703919 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-315c9442-a6e4-483d-b88a-418e020d0fd9 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (9c084154-0105-4187-ba9a-00cb658fe751), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:27.841209 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 54f19c38-077d-46a8-9283-3437cfa69ea3 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:14:27.881955 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: 54f19c38-077d-46a8-9283-3437cfa69ea3 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:14:27.882332 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 54f19c38-077d-46a8-9283-3437cfa69ea3 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:14:28.050049 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-315c9442-a6e4-483d-b88a-418e020d0fd9 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Deleting port 42d484cf-402f-4206-9fac-abc2182aa803 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:14:28.050733 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-315c9442-a6e4-483d-b88a-418e020d0fd9 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (42d484cf-402f-4206-9fac-abc2182aa803), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:28.203898 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-674f687c-54ac-4653-a1b3-73f4deed22b4 req-18541b46-7b29-4a1c-a7a0-fbadd37e2c6a tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=24621b87-b055-46d8-9f91-dfb9d5cf297b HTTP/1.1" status: 200 len: 210 time: 0.0452743 Feb 17 18:14:28.229673 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-315c9442-a6e4-483d-b88a-418e020d0fd9 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] For port 42d484cf-402f-4206-9fac-abc2182aa803, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=42d484cf-402f-4206-9fac-abc2182aa803,segment=NetworkSegment(62bf36ae-dc61-49e8-ba2a-5f19a4643c35),segment_id=62bf36ae-dc61-49e8-ba2a-5f19a4643c35)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:14:28.230260 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-315c9442-a6e4-483d-b88a-418e020d0fd9 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (42d484cf-402f-4206-9fac-abc2182aa803), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:28.254232 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-315c9442-a6e4-483d-b88a-418e020d0fd9 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Calling delete_port for 42d484cf-402f-4206-9fac-abc2182aa803 owned by network:router_interface {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:14:28.490714 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-315c9442-a6e4-483d-b88a-418e020d0fd9 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (42d484cf-402f-4206-9fac-abc2182aa803), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:28.522081 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315c9442-a6e4-483d-b88a-418e020d0fd9 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Pushing event deleted for resources: {'Port': ['ID=42d484cf-402f-4206-9fac-abc2182aa803,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:14:28.814937 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-315c9442-a6e4-483d-b88a-418e020d0fd9 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (9c084154-0105-4187-ba9a-00cb658fe751), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:29.192463 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-315c9442-a6e4-483d-b88a-418e020d0fd9 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Router 9c084154-0105-4187-ba9a-00cb658fe751 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:14:29.343117 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7c9189f1-d012-4631-a85e-af516b4b231a req-fecf6fa2-2f5e-4597-be47-9f18d47080f0 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=24621b87-b055-46d8-9f91-dfb9d5cf297b HTTP/1.1" status: 200 len: 210 time: 0.0354452 Feb 17 18:14:29.379108 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315c9442-a6e4-483d-b88a-418e020d0fd9 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:14:29.389945 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-315c9442-a6e4-483d-b88a-418e020d0fd9 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "PUT /v2.0/routers/9c084154-0105-4187-ba9a-00cb658fe751/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2058482 Feb 17 18:14:29.390696 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36486) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:14:29.394072 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ebf840-7bf8-47e4-8153-41d1f41107ea None None] Sync routers for ids ['9c084154-0105-4187-ba9a-00cb658fe751'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:14:29.406590 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ebf840-7bf8-47e4-8153-41d1f41107ea None None] Routers {'9c084154-0105-4187-ba9a-00cb658fe751'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:14:29.407347 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-03ebf840-7bf8-47e4-8153-41d1f41107ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:14:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['9c084154-0105-4187-ba9a-00cb658fe751'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:14:29.486409 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-cba9f7d9-7d1e-4e7e-8474-c1da9574ad38 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Deleting subnet de801023-f7ec-4ec1-a71e-122b1ead849f {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:14:29.492472 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cba9f7d9-7d1e-4e7e-8474-c1da9574ad38 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for subnet (de801023-f7ec-4ec1-a71e-122b1ead849f), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:29.586908 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cba9f7d9-7d1e-4e7e-8474-c1da9574ad38 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (de801023-f7ec-4ec1-a71e-122b1ead849f), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:29.657519 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-03ebf840-7bf8-47e4-8153-41d1f41107ea None None] Set router 9c084154-0105-4187-ba9a-00cb658fe751 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:14:29.747610 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cba9f7d9-7d1e-4e7e-8474-c1da9574ad38 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (de801023-f7ec-4ec1-a71e-122b1ead849f), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:29.851990 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cba9f7d9-7d1e-4e7e-8474-c1da9574ad38 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (de801023-f7ec-4ec1-a71e-122b1ead849f), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:29.903796 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba9f7d9-7d1e-4e7e-8474-c1da9574ad38 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Pushing event deleted for resources: {'Subnet': ['ID=de801023-f7ec-4ec1-a71e-122b1ead849f,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:14:29.911031 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cba9f7d9-7d1e-4e7e-8474-c1da9574ad38 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:29.922520 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-cba9f7d9-7d1e-4e7e-8474-c1da9574ad38 tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "DELETE /v2.0/subnets/de801023-f7ec-4ec1-a71e-122b1ead849f HTTP/1.1" status: 204 len: 168 time: 0.5248821 Feb 17 18:14:29.922520 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36488) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:14:29.927393 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa83d1bb-4388-4b8d-8b37-cbaf4e5d9978 None None] Network 9000ba00-b18e-469e-8208-6abfe38f54ab requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:14:29.955392 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-03ebf840-7bf8-47e4-8153-41d1f41107ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c084154-0105-4187-ba9a-00cb658fe751', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1855865982', 'tenant_id': 'c805b184aa954ec19046d0275a2e536a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '25606931-0843-4887-bf52-03494b5ab0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:12:55Z', 'updated_at': '2022-02-17T18:14:28Z', 'revision_number': 5, 'project_id': 'c805b184aa954ec19046d0275a2e536a', 'gw_port': {'id': '25606931-0843-4887-bf52-03494b5ab0b5', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:87:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c084154-0105-4187-ba9a-00cb658fe751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:12:55Z', 'updated_at': '2022-02-17T18:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:14:29.997422 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ebf840-7bf8-47e4-8153-41d1f41107ea None None] Checking router: 9c084154-0105-4187-ba9a-00cb658fe751 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:14:30.009140 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ebf840-7bf8-47e4-8153-41d1f41107ea None None] Routers {'9c084154-0105-4187-ba9a-00cb658fe751'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:14:30.009686 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-03ebf840-7bf8-47e4-8153-41d1f41107ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:14:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['9c084154-0105-4187-ba9a-00cb658fe751'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:14:30.097117 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f1153e1e-d447-49b0-8398-1a448d9e91da tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for router (9c084154-0105-4187-ba9a-00cb658fe751), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:30.238892 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-03ebf840-7bf8-47e4-8153-41d1f41107ea None None] Set router 9c084154-0105-4187-ba9a-00cb658fe751 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:14:30.310316 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f1153e1e-d447-49b0-8398-1a448d9e91da tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for router_gateway (9c084154-0105-4187-ba9a-00cb658fe751), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:30.312095 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a25031-108e-473d-8616-99d1bfdf95c4 None None] DHCP port deletion for 9000ba00-b18e-469e-8208-6abfe38f54ab request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 18:14:30.445712 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f1153e1e-d447-49b0-8398-1a448d9e91da tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Deleting port 25606931-0843-4887-bf52-03494b5ab0b5 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:14:30.446354 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f1153e1e-d447-49b0-8398-1a448d9e91da tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (25606931-0843-4887-bf52-03494b5ab0b5), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:30.454734 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-07a25031-108e-473d-8616-99d1bfdf95c4 None None] Deleting port d3479e09-53eb-434d-9784-27c522e927f5 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:14:30.456025 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-07a25031-108e-473d-8616-99d1bfdf95c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (d3479e09-53eb-434d-9784-27c522e927f5), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:30.548605 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e7340282-734c-4be8-86e4-a5386205ad81 req-b7b5d15f-35ba-48b2-abdd-1e12d121c104 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=24621b87-b055-46d8-9f91-dfb9d5cf297b HTTP/1.1" status: 200 len: 210 time: 0.0430417 Feb 17 18:14:30.566222 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-03ebf840-7bf8-47e4-8153-41d1f41107ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c084154-0105-4187-ba9a-00cb658fe751', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1855865982', 'tenant_id': 'c805b184aa954ec19046d0275a2e536a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '25606931-0843-4887-bf52-03494b5ab0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:12:55Z', 'updated_at': '2022-02-17T18:14:28Z', 'revision_number': 5, 'project_id': 'c805b184aa954ec19046d0275a2e536a', 'gw_port': {'id': '25606931-0843-4887-bf52-03494b5ab0b5', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:87:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c084154-0105-4187-ba9a-00cb658fe751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:12:55Z', 'updated_at': '2022-02-17T18:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:14:30.599109 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-07a25031-108e-473d-8616-99d1bfdf95c4 None None] For port d3479e09-53eb-434d-9784-27c522e927f5, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=d3479e09-53eb-434d-9784-27c522e927f5,segment=NetworkSegment(62bf36ae-dc61-49e8-ba2a-5f19a4643c35),segment_id=62bf36ae-dc61-49e8-ba2a-5f19a4643c35)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:14:30.599567 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-07a25031-108e-473d-8616-99d1bfdf95c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (d3479e09-53eb-434d-9784-27c522e927f5), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:30.616912 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-07a25031-108e-473d-8616-99d1bfdf95c4 None None] Calling delete_port for d3479e09-53eb-434d-9784-27c522e927f5 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:14:30.627056 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-f1153e1e-d447-49b0-8398-1a448d9e91da tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] For port 25606931-0843-4887-bf52-03494b5ab0b5, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=25606931-0843-4887-bf52-03494b5ab0b5,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:14:30.628442 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f1153e1e-d447-49b0-8398-1a448d9e91da tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (25606931-0843-4887-bf52-03494b5ab0b5), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:30.639426 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ebf840-7bf8-47e4-8153-41d1f41107ea None None] The sync data for ids ['9c084154-0105-4187-ba9a-00cb658fe751'] in n-d-829613-2 is: [{'id': '9c084154-0105-4187-ba9a-00cb658fe751', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1855865982', 'tenant_id': 'c805b184aa954ec19046d0275a2e536a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '25606931-0843-4887-bf52-03494b5ab0b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:12:55Z', 'updated_at': '2022-02-17T18:14:28Z', 'revision_number': 5, 'project_id': 'c805b184aa954ec19046d0275a2e536a', 'gw_port': {'id': '25606931-0843-4887-bf52-03494b5ab0b5', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:87:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c084154-0105-4187-ba9a-00cb658fe751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:12:55Z', 'updated_at': '2022-02-17T18:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:14:30.648037 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-f1153e1e-d447-49b0-8398-1a448d9e91da tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Calling delete_port for 25606931-0843-4887-bf52-03494b5ab0b5 owned by network:router_gateway {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:14:30.754866 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-07a25031-108e-473d-8616-99d1bfdf95c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (d3479e09-53eb-434d-9784-27c522e927f5), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:30.780364 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a25031-108e-473d-8616-99d1bfdf95c4 None None] Pushing event deleted for resources: {'Port': ['ID=d3479e09-53eb-434d-9784-27c522e927f5,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:14:30.787539 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a25031-108e-473d-8616-99d1bfdf95c4 None None] No DVR routers for this DVR port d3479e09-53eb-434d-9784-27c522e927f5 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:14:30.877446 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f1153e1e-d447-49b0-8398-1a448d9e91da tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (25606931-0843-4887-bf52-03494b5ab0b5), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:30.909940 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1153e1e-d447-49b0-8398-1a448d9e91da tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Pushing event deleted for resources: {'Port': ['ID=25606931-0843-4887-bf52-03494b5ab0b5,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:14:30.983357 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f1153e1e-d447-49b0-8398-1a448d9e91da tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (9c084154-0105-4187-ba9a-00cb658fe751), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:31.062214 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device d3479e09-53eb-434d-9784-27c522e927f5 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:14:31.093340 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: d3479e09-53eb-434d-9784-27c522e927f5 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:14:31.094110 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device d3479e09-53eb-434d-9784-27c522e927f5 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:14:31.122427 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f1153e1e-d447-49b0-8398-1a448d9e91da tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (9c084154-0105-4187-ba9a-00cb658fe751), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:31.127201 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f1153e1e-d447-49b0-8398-1a448d9e91da tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for router_controller (9c084154-0105-4187-ba9a-00cb658fe751), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:31.198126 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f1153e1e-d447-49b0-8398-1a448d9e91da tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (9c084154-0105-4187-ba9a-00cb658fe751), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:31.200359 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1153e1e-d447-49b0-8398-1a448d9e91da tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Fanout notify agent at l3_agent the message router_deleted on router 9c084154-0105-4187-ba9a-00cb658fe751 {{(pid=103435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 18:14:31.209971 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f1153e1e-d447-49b0-8398-1a448d9e91da tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:31.211437 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-f1153e1e-d447-49b0-8398-1a448d9e91da tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "DELETE /v2.0/routers/9c084154-0105-4187-ba9a-00cb658fe751 HTTP/1.1" status: 204 len: 168 time: 1.2878218 Feb 17 18:14:31.214164 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36492) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:14:31.617381 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6c0875e5-4e52-4523-a121-138880de55aa tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (9000ba00-b18e-469e-8208-6abfe38f54ab), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:31.783685 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6c0875e5-4e52-4523-a121-138880de55aa tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (9000ba00-b18e-469e-8208-6abfe38f54ab), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:31.832401 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-6c0875e5-4e52-4523-a121-138880de55aa tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9000ba00-b18e-469e-8208-6abfe38f54ab']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:14:31.851283 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-6c0875e5-4e52-4523-a121-138880de55aa tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62bf36ae-dc61-49e8-ba2a-5f19a4643c35') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:14:31.851805 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-6c0875e5-4e52-4523-a121-138880de55aa tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62bf36ae-dc61-49e8-ba2a-5f19a4643c35') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:14:31.871533 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6c0875e5-4e52-4523-a121-138880de55aa tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (62bf36ae-dc61-49e8-ba2a-5f19a4643c35), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:31.898180 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6c0875e5-4e52-4523-a121-138880de55aa tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (62bf36ae-dc61-49e8-ba2a-5f19a4643c35), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:31.909438 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c0875e5-4e52-4523-a121-138880de55aa tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:14:31.910232 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6c0875e5-4e52-4523-a121-138880de55aa tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (62bf36ae-dc61-49e8-ba2a-5f19a4643c35), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:31.915031 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 18:14:31.915031 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:14:31.915031 n-d-829613-2 neutron-server[103434]: timer() Feb 17 18:14:31.915031 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:14:31.915031 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 18:14:31.915031 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:14:31.915031 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 18:14:31.915031 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:14:31.915031 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 18:14:31.915031 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:14:31.915031 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 18:14:31.915031 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:14:31.915031 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 18:14:31.915031 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:14:31.915031 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:14:31.915031 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:14:31.915031 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:14:31.915031 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:14:31.915031 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 18:14:31.915031 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:14:31.915031 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 18:14:31.915031 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:14:31.915031 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:14:31.915031 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:14:31.915031 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 18:14:31.915031 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:14:31.915031 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:14:31.915031 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:14:31.915031 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:14:31.915031 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:14:31.915031 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:14:31.915031 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:14:32.022776 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6c0875e5-4e52-4523-a121-138880de55aa tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (9000ba00-b18e-469e-8208-6abfe38f54ab), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:32.034062 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6c0875e5-4e52-4523-a121-138880de55aa tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:32.040651 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6c0875e5-4e52-4523-a121-138880de55aa tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] 10.222.0.87 "DELETE /v2.0/networks/9000ba00-b18e-469e-8208-6abfe38f54ab HTTP/1.1" status: 204 len: 168 time: 0.8241100 Feb 17 18:14:32.061529 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0875e5-4e52-4523-a121-138880de55aa tempest-TestSecurityGroupsBasicOps-1277537852 tempest-TestSecurityGroupsBasicOps-1277537852-project] Pushing event deleted for resources: {'Network': ['ID=9000ba00-b18e-469e-8208-6abfe38f54ab,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:14:32.414967 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36506) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:14:32.658913 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-afea9370-7ea1-42e3-8b97-59046e7ebda2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c805b184aa954ec19046d0275a2e536a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2423947 Feb 17 18:14:32.662445 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36510) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:14:32.743939 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ee45682d-c231-4484-8617-0028578b5393 admin admin] Publish callbacks [] for security_group (4bfec3de-46de-413f-98ed-8e59fda0f57f), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:32.767374 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 42d484cf-402f-4206-9fac-abc2182aa803 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:14:32.797366 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ee45682d-c231-4484-8617-0028578b5393 admin admin] Publish callbacks [] for security_group (4bfec3de-46de-413f-98ed-8e59fda0f57f), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:32.809793 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 42d484cf-402f-4206-9fac-abc2182aa803 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:14:32.810708 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 42d484cf-402f-4206-9fac-abc2182aa803 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:14:32.811584 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 25606931-0843-4887-bf52-03494b5ab0b5 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:14:32.848317 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 25606931-0843-4887-bf52-03494b5ab0b5 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:14:32.849147 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 25606931-0843-4887-bf52-03494b5ab0b5 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:14:32.910743 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ee45682d-c231-4484-8617-0028578b5393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (4bfec3de-46de-413f-98ed-8e59fda0f57f), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:32.915681 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ee45682d-c231-4484-8617-0028578b5393 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:32.917796 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-ee45682d-c231-4484-8617-0028578b5393 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4bfec3de-46de-413f-98ed-8e59fda0f57f HTTP/1.1" status: 204 len: 168 time: 0.2536726 Feb 17 18:14:32.932627 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee45682d-c231-4484-8617-0028578b5393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfec3de-46de-413f-98ed-8e59fda0f57f,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:14:33.015553 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0647425e-7401-4402-9f67-48e76eeb143a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:33.287996 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36518) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:14:33.303545 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-93310866-896b-4d9e-863a-ee2ae2beb289 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:33.396182 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-93310866-896b-4d9e-863a-ee2ae2beb289 admin admin] Publish callbacks [] for security_group (3b73efbc-3b74-4f88-bf4f-3b71df2fcaa6), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:33.401691 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-93310866-896b-4d9e-863a-ee2ae2beb289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (3b73efbc-3b74-4f88-bf4f-3b71df2fcaa6), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:33.451903 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-93310866-896b-4d9e-863a-ee2ae2beb289 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=bba1e9e5f25d42539a13b98e4d59ccaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1625679 Feb 17 18:14:33.452950 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93310866-896b-4d9e-863a-ee2ae2beb289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b73efbc-3b74-4f88-bf4f-3b71df2fcaa6,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:14:33.455345 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36520) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:14:33.519001 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ed100a22-5be3-42d0-8d93-47cbfcacfdf8 admin admin] Publish callbacks [] for security_group (3b73efbc-3b74-4f88-bf4f-3b71df2fcaa6), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:33.543744 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ed100a22-5be3-42d0-8d93-47cbfcacfdf8 admin admin] Publish callbacks [] for security_group (3b73efbc-3b74-4f88-bf4f-3b71df2fcaa6), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:33.610493 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ed100a22-5be3-42d0-8d93-47cbfcacfdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (3b73efbc-3b74-4f88-bf4f-3b71df2fcaa6), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:33.613871 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ed100a22-5be3-42d0-8d93-47cbfcacfdf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:33.615388 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ed100a22-5be3-42d0-8d93-47cbfcacfdf8 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3b73efbc-3b74-4f88-bf4f-3b71df2fcaa6 HTTP/1.1" status: 204 len: 168 time: 0.1579013 Feb 17 18:14:33.629868 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed100a22-5be3-42d0-8d93-47cbfcacfdf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b73efbc-3b74-4f88-bf4f-3b71df2fcaa6,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:14:34.140845 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 36528) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:14:34.202246 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8a67b77d-91a6-4c0e-a67c-aed9d3329de0 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=37fb959fd50c4b61bc8bd78c7dece5bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0599658 Feb 17 18:14:34.205961 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 36530) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:14:34.279495 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fb849e27-2292-4ca7-814e-61ebffc3f4e4 admin admin] Publish callbacks [] for security_group (8233b77d-af50-4d37-9741-ad5c73ebfa36), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:34.318476 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fb849e27-2292-4ca7-814e-61ebffc3f4e4 admin admin] Publish callbacks [] for security_group (8233b77d-af50-4d37-9741-ad5c73ebfa36), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:34.394917 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fb849e27-2292-4ca7-814e-61ebffc3f4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (8233b77d-af50-4d37-9741-ad5c73ebfa36), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:34.400438 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fb849e27-2292-4ca7-814e-61ebffc3f4e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:34.404662 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-fb849e27-2292-4ca7-814e-61ebffc3f4e4 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8233b77d-af50-4d37-9741-ad5c73ebfa36 HTTP/1.1" status: 204 len: 168 time: 0.1945262 Feb 17 18:14:34.418705 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb849e27-2292-4ca7-814e-61ebffc3f4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8233b77d-af50-4d37-9741-ad5c73ebfa36,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:14:35.475385 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2fe7ed8f-bbb6-4d5f-bcfa-3dd7a0a4bb38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:36.822619 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:36.931064 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:14:38.052830 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:39.146436 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:49.249696 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:50.036227 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:14:51.625826 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-20aa4560-1264-4be3-be29-12b842b89979 req-002cf779-6e0b-4b85-bea2-4b284f899a47 service neutron] (103435) timed out ('10.222.0.87', 52000) {{(pid=103435) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 18:15:03.025599 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c83e25fc-b497-4d67-b9b5-90e068bb403d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:15:04.141523 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd01020-a21f-4bce-920b-2a8aab0bc803 req-e4eded6a-8349-4c79-8184-31ba1df05e48 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:15:04.143702 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4bd01020-a21f-4bce-920b-2a8aab0bc803 req-e4eded6a-8349-4c79-8184-31ba1df05e48 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/networks?id=3fdcfd52-18d5-4a89-846c-aecef4a0553d HTTP/1.1" status: 200 len: 811 time: 0.1168261 Feb 17 18:15:04.161192 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4bd01020-a21f-4bce-920b-2a8aab0bc803 req-f5c640a9-999d-4710-ab07-f9f14c616101 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/quotas/f012d3f0ce3248f8b9b864e21185641f HTTP/1.1" status: 200 len: 375 time: 0.0107031 Feb 17 18:15:04.240541 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4bd01020-a21f-4bce-920b-2a8aab0bc803 req-54450747-8c49-46ee-a071-e7de407bff74 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=f012d3f0ce3248f8b9b864e21185641f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0731580 Feb 17 18:15:04.339188 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4bd01020-a21f-4bce-920b-2a8aab0bc803 req-6e4b4463-d823-4dff-9746-8bd9bc34236d service neutron] 10.222.0.87 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908258 Feb 17 18:15:04.444458 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4bd01020-a21f-4bce-920b-2a8aab0bc803 req-af8d972a-e7e8-4069-b11d-f7b35c6679c1 service neutron] 10.222.0.87 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989184 Feb 17 18:15:04.705561 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-779d9305-04fb-4008-8888-2355516404a9 req-2d5e0f41-494e-4c1a-b974-aca88113c231 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2ee10c1-427c-4e0a-9344-1077b9f4ea32 HTTP/1.1" status: 200 len: 210 time: 0.0492721 Feb 17 18:15:05.472101 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-872b7b13-eafa-4e6d-b5b3-e43fc0257c8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:15:05.886204 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-22492e1e-a262-46b0-881e-92d41195b626 req-dbac865c-f6c2-470c-9278-c74c4f63e225 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2ee10c1-427c-4e0a-9344-1077b9f4ea32 HTTP/1.1" status: 200 len: 210 time: 0.0788598 Feb 17 18:15:05.924390 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd01020-a21f-4bce-920b-2a8aab0bc803 req-eb5961ba-a326-4fdb-bfeb-8d135151ad40 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:15:05.926286 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4bd01020-a21f-4bce-920b-2a8aab0bc803 req-eb5961ba-a326-4fdb-bfeb-8d135151ad40 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.71 "GET /v2.0/networks?id=3fdcfd52-18d5-4a89-846c-aecef4a0553d HTTP/1.1" status: 200 len: 811 time: 0.1875510 Feb 17 18:15:05.938985 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-4bd01020-a21f-4bce-920b-2a8aab0bc803 req-94e6de23-724b-4004-85b3-ad1fd7df85de tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Request body: {'port': {'device_id': 'd2ee10c1-427c-4e0a-9344-1077b9f4ea32', 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d', 'admin_state_up': True, 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:15:06.072431 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bd01020-a21f-4bce-920b-2a8aab0bc803 req-94e6de23-724b-4004-85b3-ad1fd7df85de tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Made reservation on behalf of f012d3f0ce3248f8b9b864e21185641f for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:15:06.076660 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-4bd01020-a21f-4bce-920b-2a8aab0bc803 req-94e6de23-724b-4004-85b3-ad1fd7df85de tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:15:06.232948 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-4bd01020-a21f-4bce-920b-2a8aab0bc803 req-94e6de23-724b-4004-85b3-ad1fd7df85de tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Allocated IP 172.20.0.10 (3fdcfd52-18d5-4a89-846c-aecef4a0553d/793e56d2-6114-48e9-a985-b6ff56226097/294a5ba4-5fcf-45b0-a9fd-618922498cfb) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:15:06.782991 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-4bd01020-a21f-4bce-920b-2a8aab0bc803 req-94e6de23-724b-4004-85b3-ad1fd7df85de tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks [] for port (294a5ba4-5fcf-45b0-a9fd-618922498cfb), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:15:06.831558 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:15:06.838536 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-4bd01020-a21f-4bce-920b-2a8aab0bc803 req-94e6de23-724b-4004-85b3-ad1fd7df85de tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (294a5ba4-5fcf-45b0-a9fd-618922498cfb), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:15:06.894877 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bd01020-a21f-4bce-920b-2a8aab0bc803 req-94e6de23-724b-4004-85b3-ad1fd7df85de tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Network 3fdcfd52-18d5-4a89-846c-aecef4a0553d is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:15:06.898712 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-4bd01020-a21f-4bce-920b-2a8aab0bc803 req-94e6de23-724b-4004-85b3-ad1fd7df85de tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:15:06.903872 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd01020-a21f-4bce-920b-2a8aab0bc803 req-94e6de23-724b-4004-85b3-ad1fd7df85de tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:15:06.945215 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e6de23-724b-4004-85b3-ad1fd7df85de tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Pushing event updated for resources: {'Port': ['ID=294a5ba4-5fcf-45b0-a9fd-618922498cfb,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:15:07.004730 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd01020-a21f-4bce-920b-2a8aab0bc803 req-94e6de23-724b-4004-85b3-ad1fd7df85de tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:15:07.006324 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-4bd01020-a21f-4bce-920b-2a8aab0bc803 req-94e6de23-724b-4004-85b3-ad1fd7df85de tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:15:07.042832 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4bd01020-a21f-4bce-920b-2a8aab0bc803 req-94e6de23-724b-4004-85b3-ad1fd7df85de tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1080647 Feb 17 18:15:07.060224 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-4bd01020-a21f-4bce-920b-2a8aab0bc803 req-c5a79de2-8e98-434f-98ca-fb91c0f170d1 service neutron] Request body: {'port': {'device_id': 'd2ee10c1-427c-4e0a-9344-1077b9f4ea32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:15:07.219204 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-4bd01020-a21f-4bce-920b-2a8aab0bc803 req-c5a79de2-8e98-434f-98ca-fb91c0f170d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (294a5ba4-5fcf-45b0-a9fd-618922498cfb), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:15:07.231599 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef06bd-b227-4694-ab81-9a62fc3c4453 req-4e99864e-955c-4049-ac5f-b1dc6d617275 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:15:07.234416 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ccef06bd-b227-4694-ab81-9a62fc3c4453 req-4e99864e-955c-4049-ac5f-b1dc6d617275 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2ee10c1-427c-4e0a-9344-1077b9f4ea32 HTTP/1.1" status: 200 len: 932 time: 0.1679282 Feb 17 18:15:07.306002 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b6c2fd54-a0b8-4f70-b94a-52a5cba0a9db None None] Provisioning complete for port 294a5ba4-5fcf-45b0-a9fd-618922498cfb triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:15:07.306265 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b6c2fd54-a0b8-4f70-b94a-52a5cba0a9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (294a5ba4-5fcf-45b0-a9fd-618922498cfb), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:15:07.347763 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b6c2fd54-a0b8-4f70-b94a-52a5cba0a9db None None] Port 294a5ba4-5fcf-45b0-a9fd-618922498cfb cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:15:07.365420 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ccef06bd-b227-4694-ab81-9a62fc3c4453 req-8bf4e0a3-1f14-4626-b52c-cfa9ac8a10b5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165905 Feb 17 18:15:07.654679 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-4bd01020-a21f-4bce-920b-2a8aab0bc803 req-c5a79de2-8e98-434f-98ca-fb91c0f170d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 294a5ba4-5fcf-45b0-a9fd-618922498cfb {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:15:07.664937 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-4bd01020-a21f-4bce-920b-2a8aab0bc803 req-c5a79de2-8e98-434f-98ca-fb91c0f170d1 service neutron] Publish callbacks [] for port (294a5ba4-5fcf-45b0-a9fd-618922498cfb), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:15:07.680445 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-4bd01020-a21f-4bce-920b-2a8aab0bc803 req-c5a79de2-8e98-434f-98ca-fb91c0f170d1 service neutron] Transition to ACTIVE for port object 294a5ba4-5fcf-45b0-a9fd-618922498cfb will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 18:15:07.687821 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-4bd01020-a21f-4bce-920b-2a8aab0bc803 req-c5a79de2-8e98-434f-98ca-fb91c0f170d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (294a5ba4-5fcf-45b0-a9fd-618922498cfb), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:15:07.816453 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a79de2-8e98-434f-98ca-fb91c0f170d1 service neutron] Pushing event updated for resources: {'Port': ['ID=294a5ba4-5fcf-45b0-a9fd-618922498cfb,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:15:07.907371 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-4bd01020-a21f-4bce-920b-2a8aab0bc803 req-c5a79de2-8e98-434f-98ca-fb91c0f170d1 service neutron] Attempting to bind port 294a5ba4-5fcf-45b0-a9fd-618922498cfb on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:15:07.908543 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-4bd01020-a21f-4bce-920b-2a8aab0bc803 req-c5a79de2-8e98-434f-98ca-fb91c0f170d1 service neutron] Attempting to bind port 294a5ba4-5fcf-45b0-a9fd-618922498cfb by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '66cb8987-5b81-447b-8684-294caff8482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:15:07.908543 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd01020-a21f-4bce-920b-2a8aab0bc803 req-c5a79de2-8e98-434f-98ca-fb91c0f170d1 service neutron] Attempting to bind port 294a5ba4-5fcf-45b0-a9fd-618922498cfb on network 3fdcfd52-18d5-4a89-846c-aecef4a0553d {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:15:07.916959 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd01020-a21f-4bce-920b-2a8aab0bc803 req-c5a79de2-8e98-434f-98ca-fb91c0f170d1 service neutron] Port 294a5ba4-5fcf-45b0-a9fd-618922498cfb on network 3fdcfd52-18d5-4a89-846c-aecef4a0553d not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:15:07.917695 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd01020-a21f-4bce-920b-2a8aab0bc803 req-c5a79de2-8e98-434f-98ca-fb91c0f170d1 service neutron] Attempting to bind port 294a5ba4-5fcf-45b0-a9fd-618922498cfb on network 3fdcfd52-18d5-4a89-846c-aecef4a0553d {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:15:07.927226 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd01020-a21f-4bce-920b-2a8aab0bc803 req-c5a79de2-8e98-434f-98ca-fb91c0f170d1 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:15:07.927902 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd01020-a21f-4bce-920b-2a8aab0bc803 req-c5a79de2-8e98-434f-98ca-fb91c0f170d1 service neutron] Checking segment: {'id': '66cb8987-5b81-447b-8684-294caff8482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:15:07.928674 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd01020-a21f-4bce-920b-2a8aab0bc803 req-c5a79de2-8e98-434f-98ca-fb91c0f170d1 service neutron] Bound using segment: {'id': '66cb8987-5b81-447b-8684-294caff8482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:15:07.929684 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-4bd01020-a21f-4bce-920b-2a8aab0bc803 req-c5a79de2-8e98-434f-98ca-fb91c0f170d1 service neutron] Bound port: 294a5ba4-5fcf-45b0-a9fd-618922498cfb, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66cb8987-5b81-447b-8684-294caff8482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:15:07.930385 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-4bd01020-a21f-4bce-920b-2a8aab0bc803 req-c5a79de2-8e98-434f-98ca-fb91c0f170d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (294a5ba4-5fcf-45b0-a9fd-618922498cfb), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:15:08.056738 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-4bd01020-a21f-4bce-920b-2a8aab0bc803 req-c5a79de2-8e98-434f-98ca-fb91c0f170d1 service neutron] For port 294a5ba4-5fcf-45b0-a9fd-618922498cfb, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:15:08.062365 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-4bd01020-a21f-4bce-920b-2a8aab0bc803 req-c5a79de2-8e98-434f-98ca-fb91c0f170d1 service neutron] For port 294a5ba4-5fcf-45b0-a9fd-618922498cfb, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=294a5ba4-5fcf-45b0-a9fd-618922498cfb,segment=NetworkSegment(66cb8987-5b81-447b-8684-294caff8482c),segment_id=66cb8987-5b81-447b-8684-294caff8482c)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:15:08.073171 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-4bd01020-a21f-4bce-920b-2a8aab0bc803 req-c5a79de2-8e98-434f-98ca-fb91c0f170d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (294a5ba4-5fcf-45b0-a9fd-618922498cfb), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:15:08.081789 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:15:08.115000 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd01020-a21f-4bce-920b-2a8aab0bc803 req-c5a79de2-8e98-434f-98ca-fb91c0f170d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:15:08.115820 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-4bd01020-a21f-4bce-920b-2a8aab0bc803 req-c5a79de2-8e98-434f-98ca-fb91c0f170d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:15:08.117462 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4bd01020-a21f-4bce-920b-2a8aab0bc803 req-c5a79de2-8e98-434f-98ca-fb91c0f170d1 service neutron] 10.222.0.71 "PUT /v2.0/ports/294a5ba4-5fcf-45b0-a9fd-618922498cfb HTTP/1.1" status: 200 len: 1092 time: 1.0662158 Feb 17 18:15:08.118066 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2ee10c1-427c-4e0a-9344-1077b9f4ea32', 'tag': '294a5ba4-5fcf-45b0-a9fd-618922498cfb'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:15:08.120649 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f4a34a-5789-4b1d-8598-b942022ebca5" -d '{"events": [{"name": "network-changed", "server_uuid": "d2ee10c1-427c-4e0a-9344-1077b9f4ea32", "tag": "294a5ba4-5fcf-45b0-a9fd-618922498cfb"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:15:08.178432 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a79de2-8e98-434f-98ca-fb91c0f170d1 service neutron] Pushing event updated for resources: {'Port': ['ID=294a5ba4-5fcf-45b0-a9fd-618922498cfb,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:15:08.225592 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4aa9bb-a6f3-4618-851c-a7c7d75ab421 x-openstack-request-id: req-bd4aa9bb-a6f3-4618-851c-a7c7d75ab421 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:15:08.226026 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2ee10c1-427c-4e0a-9344-1077b9f4ea32", "tag": "294a5ba4-5fcf-45b0-a9fd-618922498cfb", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:15:08.226396 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-bd4aa9bb-a6f3-4618-851c-a7c7d75ab421 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:15:08.226929 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2ee10c1-427c-4e0a-9344-1077b9f4ea32', 'tag': '294a5ba4-5fcf-45b0-a9fd-618922498cfb', 'status': 'completed', 'code': 200} Feb 17 18:15:08.261344 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd01020-a21f-4bce-920b-2a8aab0bc803 req-60f69c4c-6fdc-4ecc-b908-9b15e6d5d214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:15:08.264694 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4bd01020-a21f-4bce-920b-2a8aab0bc803 req-60f69c4c-6fdc-4ecc-b908-9b15e6d5d214 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f012d3f0ce3248f8b9b864e21185641f&device_id=d2ee10c1-427c-4e0a-9344-1077b9f4ea32 HTTP/1.1" status: 200 len: 1126 time: 0.0760884 Feb 17 18:15:08.338828 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4bd01020-a21f-4bce-920b-2a8aab0bc803 req-2e0ae1cd-af8e-4a44-bbaa-280332ac2062 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=294a5ba4-5fcf-45b0-a9fd-618922498cfb HTTP/1.1" status: 200 len: 217 time: 0.0654905 Feb 17 18:15:08.425450 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd01020-a21f-4bce-920b-2a8aab0bc803 req-785bd7b8-1aaf-452e-83ad-9794485142aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:15:08.428603 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4bd01020-a21f-4bce-920b-2a8aab0bc803 req-785bd7b8-1aaf-452e-83ad-9794485142aa service neutron] 10.222.0.71 "GET /v2.0/subnets?id=793e56d2-6114-48e9-a985-b6ff56226097 HTTP/1.1" status: 200 len: 850 time: 0.0829794 Feb 17 18:15:08.536438 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd01020-a21f-4bce-920b-2a8aab0bc803 req-99febb5d-dac6-41a4-a1a3-8df3ca9a5ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:15:08.538019 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4bd01020-a21f-4bce-920b-2a8aab0bc803 req-99febb5d-dac6-41a4-a1a3-8df3ca9a5ca5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3fdcfd52-18d5-4a89-846c-aecef4a0553d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1039386 Feb 17 18:15:08.596356 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d361f-f3f9-4c0a-b184-46a0acd8b6fb req-9a130c82-b1d9-4364-901f-3f0b473013f3 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:15:08.598349 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c30d361f-f3f9-4c0a-b184-46a0acd8b6fb req-9a130c82-b1d9-4364-901f-3f0b473013f3 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2ee10c1-427c-4e0a-9344-1077b9f4ea32 HTTP/1.1" status: 200 len: 944 time: 0.1075363 Feb 17 18:15:08.701455 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4bd01020-a21f-4bce-920b-2a8aab0bc803 req-71ac77f7-c48c-4a98-a5bd-c01f9393f550 service neutron] 10.222.0.71 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566439 Feb 17 18:15:08.709804 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c30d361f-f3f9-4c0a-b184-46a0acd8b6fb req-4b24c644-1c6f-42c6-850a-eebd6ddcac0c tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786269 Feb 17 18:15:08.814421 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4bd01020-a21f-4bce-920b-2a8aab0bc803 req-4d9d4674-016e-4dc0-ad19-180c638b2b4c service neutron] 10.222.0.71 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035938 Feb 17 18:15:08.944196 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4a34a-5789-4b1d-8598-b942022ebca5 req-8bee0283-3841-466d-897b-2c0aa560c07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:15:08.950718 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-46f4a34a-5789-4b1d-8598-b942022ebca5 req-8bee0283-3841-466d-897b-2c0aa560c07a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f012d3f0ce3248f8b9b864e21185641f&device_id=d2ee10c1-427c-4e0a-9344-1077b9f4ea32 HTTP/1.1" status: 200 len: 1126 time: 0.0780663 Feb 17 18:15:09.056977 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4a34a-5789-4b1d-8598-b942022ebca5 req-c5abb27b-a0aa-4f17-a34e-2c5686e8462e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:15:09.059459 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-46f4a34a-5789-4b1d-8598-b942022ebca5 req-c5abb27b-a0aa-4f17-a34e-2c5686e8462e service neutron] 10.222.0.71 "GET /v2.0/networks?id=3fdcfd52-18d5-4a89-846c-aecef4a0553d HTTP/1.1" status: 200 len: 912 time: 0.1060441 Feb 17 18:15:09.100972 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-46f4a34a-5789-4b1d-8598-b942022ebca5 req-fcfbf11d-f893-4ae0-97ae-fc8635fb8e65 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=294a5ba4-5fcf-45b0-a9fd-618922498cfb HTTP/1.1" status: 200 len: 217 time: 0.0362535 Feb 17 18:15:09.143687 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:15:09.164199 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4a34a-5789-4b1d-8598-b942022ebca5 req-9081a143-78c9-4da5-9167-49defa35efc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:15:09.166689 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-46f4a34a-5789-4b1d-8598-b942022ebca5 req-9081a143-78c9-4da5-9167-49defa35efc9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=793e56d2-6114-48e9-a985-b6ff56226097 HTTP/1.1" status: 200 len: 850 time: 0.0606592 Feb 17 18:15:09.222442 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4a34a-5789-4b1d-8598-b942022ebca5 req-84dc9d1c-0c7a-49cd-a48e-de6ccf1a54e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:15:09.224039 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-46f4a34a-5789-4b1d-8598-b942022ebca5 req-84dc9d1c-0c7a-49cd-a48e-de6ccf1a54e6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3fdcfd52-18d5-4a89-846c-aecef4a0553d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0519125 Feb 17 18:15:09.336099 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-46f4a34a-5789-4b1d-8598-b942022ebca5 req-7cdff039-ab37-4161-abbe-48d3ff2d6c90 service neutron] 10.222.0.71 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045935 Feb 17 18:15:09.455306 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-46f4a34a-5789-4b1d-8598-b942022ebca5 req-420fcfac-f82f-487f-ac29-43fc6859872e service neutron] 10.222.0.71 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150241 Feb 17 18:15:09.906662 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88a951-fd78-42a1-89c9-c0cbb12e789c req-fdc2eb38-a340-42ca-a990-d771152a7146 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:15:09.910192 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7f88a951-fd78-42a1-89c9-c0cbb12e789c req-fdc2eb38-a340-42ca-a990-d771152a7146 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2ee10c1-427c-4e0a-9344-1077b9f4ea32 HTTP/1.1" status: 200 len: 944 time: 0.1039968 Feb 17 18:15:09.982798 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7f88a951-fd78-42a1-89c9-c0cbb12e789c req-2c53271c-2ead-47cb-a5c3-223776fe0825 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659332 Feb 17 18:15:11.222062 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2a5b6-2608-48ac-8876-38c7e9fdb998 req-b7d4541a-2b3d-4527-a81e-ecfe5d529d3f tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:15:11.224606 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1ee2a5b6-2608-48ac-8876-38c7e9fdb998 req-b7d4541a-2b3d-4527-a81e-ecfe5d529d3f tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2ee10c1-427c-4e0a-9344-1077b9f4ea32 HTTP/1.1" status: 200 len: 944 time: 0.1219544 Feb 17 18:15:11.298857 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1ee2a5b6-2608-48ac-8876-38c7e9fdb998 req-2c48dfa1-7ce3-4dfe-85e6-d8faa2cb47b5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667822 Feb 17 18:15:12.446538 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5d5f6-b568-431a-9f71-740e35ad87dc req-e9898e3c-37bc-4765-8035-0281ec3be575 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:15:12.449467 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-81d5d5f6-b568-431a-9f71-740e35ad87dc req-e9898e3c-37bc-4765-8035-0281ec3be575 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2ee10c1-427c-4e0a-9344-1077b9f4ea32 HTTP/1.1" status: 200 len: 944 time: 0.0756125 Feb 17 18:15:12.514576 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-81d5d5f6-b568-431a-9f71-740e35ad87dc req-e0df437d-d31d-4e1f-8013-2683a149e92a tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580668 Feb 17 18:15:13.778215 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e160f-df18-476f-8e35-d1aff2b73fd2 req-828a48df-af40-4e84-a181-3bae5a029851 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:15:13.784282 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3b0e160f-df18-476f-8e35-d1aff2b73fd2 req-828a48df-af40-4e84-a181-3bae5a029851 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2ee10c1-427c-4e0a-9344-1077b9f4ea32 HTTP/1.1" status: 200 len: 944 time: 0.1401386 Feb 17 18:15:13.885795 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3b0e160f-df18-476f-8e35-d1aff2b73fd2 req-7b47c48f-183d-471b-a3c4-507c4eaad500 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927508 Feb 17 18:15:13.940704 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:15:15.097939 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0bf8d-47b5-4040-be70-85743cfcf761 req-7ac3e6bb-d3e1-4444-95da-086c2e67e9f1 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:15:15.100261 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0fe0bf8d-47b5-4040-be70-85743cfcf761 req-7ac3e6bb-d3e1-4444-95da-086c2e67e9f1 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2ee10c1-427c-4e0a-9344-1077b9f4ea32 HTTP/1.1" status: 200 len: 944 time: 0.1069307 Feb 17 18:15:15.185097 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0fe0bf8d-47b5-4040-be70-85743cfcf761 req-f55180a4-1f5a-486b-9d37-e16c930ab1ab tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743651 Feb 17 18:15:16.422550 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b774e942-4ebb-41bf-b097-485f8725e858 req-86efdfb7-5080-4d05-a27c-33f4502b0e71 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:15:16.425337 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b774e942-4ebb-41bf-b097-485f8725e858 req-86efdfb7-5080-4d05-a27c-33f4502b0e71 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2ee10c1-427c-4e0a-9344-1077b9f4ea32 HTTP/1.1" status: 200 len: 944 time: 0.1060011 Feb 17 18:15:16.521295 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b774e942-4ebb-41bf-b097-485f8725e858 req-fb9419cf-26c8-4a8d-8c4f-ee1d369d4b1a tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844834 Feb 17 18:15:17.713199 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89471498-cfe0-4873-8d98-3a2a37464de2 req-6bfbec17-4f6f-47c6-afe7-1bd115e670c1 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:15:17.716298 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-89471498-cfe0-4873-8d98-3a2a37464de2 req-6bfbec17-4f6f-47c6-afe7-1bd115e670c1 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2ee10c1-427c-4e0a-9344-1077b9f4ea32 HTTP/1.1" status: 200 len: 944 time: 0.0902383 Feb 17 18:15:17.791499 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-89471498-cfe0-4873-8d98-3a2a37464de2 req-d8a0f97e-9d80-4921-aaa9-b1d142c83a72 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653234 Feb 17 18:15:18.935450 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a2210-0687-4cee-adf8-abd837336268 req-5f024313-e668-40e5-a210-8161392b2d14 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:15:18.937079 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ec1a2210-0687-4cee-adf8-abd837336268 req-5f024313-e668-40e5-a210-8161392b2d14 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2ee10c1-427c-4e0a-9344-1077b9f4ea32 HTTP/1.1" status: 200 len: 944 time: 0.0611968 Feb 17 18:15:18.992234 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ec1a2210-0687-4cee-adf8-abd837336268 req-e52911c8-985f-45cf-b197-64656a3772fe tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489669 Feb 17 18:15:19.246481 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:15:20.061572 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:15:20.205039 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68134ad1-d6bc-42cb-97fa-709cee44dab5 req-4c204eb7-f5bc-4dac-a019-5a5c70cd1733 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:15:20.207983 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-68134ad1-d6bc-42cb-97fa-709cee44dab5 req-4c204eb7-f5bc-4dac-a019-5a5c70cd1733 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2ee10c1-427c-4e0a-9344-1077b9f4ea32 HTTP/1.1" status: 200 len: 944 time: 0.0905516 Feb 17 18:15:20.295553 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-68134ad1-d6bc-42cb-97fa-709cee44dab5 req-c1564403-256b-4fdd-be5a-451d42b191d7 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800016 Feb 17 18:15:21.473686 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1929bf8-59eb-4a22-9bec-70190fdc5ce7 req-74345aa2-d421-4bf6-8867-0a57a9f80201 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:15:21.476331 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f1929bf8-59eb-4a22-9bec-70190fdc5ce7 req-74345aa2-d421-4bf6-8867-0a57a9f80201 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2ee10c1-427c-4e0a-9344-1077b9f4ea32 HTTP/1.1" status: 200 len: 944 time: 0.0963366 Feb 17 18:15:21.549807 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f1929bf8-59eb-4a22-9bec-70190fdc5ce7 req-b0dd5acf-804b-4e22-a627-450c005c54a7 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666547 Feb 17 18:15:22.737907 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1057a5-7512-4f72-91d0-164565ba575b req-c310487e-d93d-485c-91e1-478803c31411 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:15:22.742115 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aa1057a5-7512-4f72-91d0-164565ba575b req-c310487e-d93d-485c-91e1-478803c31411 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2ee10c1-427c-4e0a-9344-1077b9f4ea32 HTTP/1.1" status: 200 len: 944 time: 0.0986650 Feb 17 18:15:22.835206 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aa1057a5-7512-4f72-91d0-164565ba575b req-b1d3b6e2-5af2-4e47-87e4-f1cd719eabf2 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869656 Feb 17 18:15:23.982694 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2be5c8-beea-43dd-a05a-a1ef457d352f req-4550a01b-f463-42f0-82e3-df96cb5037a6 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:15:23.984369 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4d2be5c8-beea-43dd-a05a-a1ef457d352f req-4550a01b-f463-42f0-82e3-df96cb5037a6 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2ee10c1-427c-4e0a-9344-1077b9f4ea32 HTTP/1.1" status: 200 len: 944 time: 0.0638003 Feb 17 18:15:24.047632 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4d2be5c8-beea-43dd-a05a-a1ef457d352f req-905f37fb-c6f9-4bf9-af93-d31c2a947543 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532353 Feb 17 18:15:25.208741 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5091c5fd-e701-43cf-b46f-69bbb2c43c8e req-9bccbc7c-f75e-4148-97a7-a2ee31481500 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:15:25.210912 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5091c5fd-e701-43cf-b46f-69bbb2c43c8e req-9bccbc7c-f75e-4148-97a7-a2ee31481500 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2ee10c1-427c-4e0a-9344-1077b9f4ea32 HTTP/1.1" status: 200 len: 944 time: 0.0712392 Feb 17 18:15:25.283268 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5091c5fd-e701-43cf-b46f-69bbb2c43c8e req-24d3cf10-82ec-4c70-9d3b-3496e0acf34b tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654328 Feb 17 18:15:26.432498 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97bf3e7-f0f7-429c-a045-79828254ee04 req-9362ec25-0b3d-425a-a6d6-4f1a6f5e42d5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:15:26.435610 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b97bf3e7-f0f7-429c-a045-79828254ee04 req-9362ec25-0b3d-425a-a6d6-4f1a6f5e42d5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2ee10c1-427c-4e0a-9344-1077b9f4ea32 HTTP/1.1" status: 200 len: 944 time: 0.0727258 Feb 17 18:15:26.493646 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b97bf3e7-f0f7-429c-a045-79828254ee04 req-e50bd173-336f-4412-84fa-398937e0513d tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516052 Feb 17 18:15:27.679923 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d618514-a16a-4466-a248-8107cb36c32c req-9fa11b92-076e-414d-b2b7-a117b1743f90 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:15:27.682659 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6d618514-a16a-4466-a248-8107cb36c32c req-9fa11b92-076e-414d-b2b7-a117b1743f90 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2ee10c1-427c-4e0a-9344-1077b9f4ea32 HTTP/1.1" status: 200 len: 944 time: 0.0847077 Feb 17 18:15:27.739404 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6d618514-a16a-4466-a248-8107cb36c32c req-9c449d6e-0aaf-41f0-971b-29e0c135472f tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494757 Feb 17 18:15:28.934823 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe78ecbf-cee6-440c-b04a-b4872c179180 req-32267da0-4cd2-493e-afe5-6a761d48a1e5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:15:28.937373 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fe78ecbf-cee6-440c-b04a-b4872c179180 req-32267da0-4cd2-493e-afe5-6a761d48a1e5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2ee10c1-427c-4e0a-9344-1077b9f4ea32 HTTP/1.1" status: 200 len: 944 time: 0.1078575 Feb 17 18:15:29.004067 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fe78ecbf-cee6-440c-b04a-b4872c179180 req-4ac7caef-3fb2-442c-992e-58d8267b7fa7 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599880 Feb 17 18:15:30.152012 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da48d5d-41d7-49ba-bbf6-449685536f56 req-2134927a-81d2-432f-b8bb-338996db5780 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:15:30.154827 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8da48d5d-41d7-49ba-bbf6-449685536f56 req-2134927a-81d2-432f-b8bb-338996db5780 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2ee10c1-427c-4e0a-9344-1077b9f4ea32 HTTP/1.1" status: 200 len: 944 time: 0.0715516 Feb 17 18:15:30.220116 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8da48d5d-41d7-49ba-bbf6-449685536f56 req-c7efa1dc-d38b-4bf2-90ab-ce3ebcc29004 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573843 Feb 17 18:15:31.354713 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96158255-e85a-4a00-8cf1-d4296b42d393 req-f8f78ceb-369e-45d2-ae34-c26fd7ce3650 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:15:31.357392 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-96158255-e85a-4a00-8cf1-d4296b42d393 req-f8f78ceb-369e-45d2-ae34-c26fd7ce3650 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2ee10c1-427c-4e0a-9344-1077b9f4ea32 HTTP/1.1" status: 200 len: 944 time: 0.0603204 Feb 17 18:15:31.418015 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-96158255-e85a-4a00-8cf1-d4296b42d393 req-37155ef5-1f9f-4960-a0b8-319cdd97b817 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545526 Feb 17 18:15:32.600492 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d24f32-8b7d-449c-9d9c-402c7004bdf3 req-545f62be-b273-4d2f-9438-786c6ae6647b tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:15:32.602219 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e9d24f32-8b7d-449c-9d9c-402c7004bdf3 req-545f62be-b273-4d2f-9438-786c6ae6647b tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2ee10c1-427c-4e0a-9344-1077b9f4ea32 HTTP/1.1" status: 200 len: 944 time: 0.0778341 Feb 17 18:15:32.660516 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e9d24f32-8b7d-449c-9d9c-402c7004bdf3 req-b5c19300-4db4-4e94-8d64-ec20d69ad4ee tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482144 Feb 17 18:15:33.003513 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-aefb8d42-24fd-4197-b769-511115d2f4ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:15:33.800149 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3da906-0cde-4b89-af9e-c193a0050c49 req-36c8a644-613f-4c84-bd61-c5b728dbccda tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:15:33.801864 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bc3da906-0cde-4b89-af9e-c193a0050c49 req-36c8a644-613f-4c84-bd61-c5b728dbccda tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2ee10c1-427c-4e0a-9344-1077b9f4ea32 HTTP/1.1" status: 200 len: 944 time: 0.0622711 Feb 17 18:15:33.861184 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bc3da906-0cde-4b89-af9e-c193a0050c49 req-7f71be21-b02b-4185-8537-98ffd42e12b8 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530143 Feb 17 18:15:34.995949 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c0773-2d46-4c80-ad60-8d214d1b15cc req-95df2649-a18c-4647-9d08-646106547e52 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:15:34.997578 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e28c0773-2d46-4c80-ad60-8d214d1b15cc req-95df2649-a18c-4647-9d08-646106547e52 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2ee10c1-427c-4e0a-9344-1077b9f4ea32 HTTP/1.1" status: 200 len: 944 time: 0.0597477 Feb 17 18:15:35.048812 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e28c0773-2d46-4c80-ad60-8d214d1b15cc req-3c5109bf-2f1d-4c6c-af01-4df377016345 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453994 Feb 17 18:15:35.467631 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b2b5bb49-d829-4144-abce-e0dd62f13eb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:15:36.170700 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001cb41-b039-42b3-bfca-3280d9e6e09e req-e1097e9e-2c7d-4a64-84be-77bf37571035 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:15:36.172223 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8001cb41-b039-42b3-bfca-3280d9e6e09e req-e1097e9e-2c7d-4a64-84be-77bf37571035 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2ee10c1-427c-4e0a-9344-1077b9f4ea32 HTTP/1.1" status: 200 len: 944 time: 0.0538664 Feb 17 18:15:36.220203 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8001cb41-b039-42b3-bfca-3280d9e6e09e req-d523904b-0828-4391-a31c-f689a1f7492b tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422668 Feb 17 18:15:36.827884 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:15:37.344545 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5d101-1102-4e33-a08b-d71c23f883ac req-a7510552-646a-4272-a696-c42aa5324671 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:15:37.346050 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d6a5d101-1102-4e33-a08b-d71c23f883ac req-a7510552-646a-4272-a696-c42aa5324671 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2ee10c1-427c-4e0a-9344-1077b9f4ea32 HTTP/1.1" status: 200 len: 944 time: 0.0543823 Feb 17 18:15:37.397013 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d6a5d101-1102-4e33-a08b-d71c23f883ac req-25e06868-612d-4a4b-ba71-508bad3ab85e tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448480 Feb 17 18:15:38.060539 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:15:38.151259 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 294a5ba4-5fcf-45b0-a9fd-618922498cfb details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:15:38.259151 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 294a5ba4-5fcf-45b0-a9fd-618922498cfb, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=294a5ba4-5fcf-45b0-a9fd-618922498cfb,segment=NetworkSegment(66cb8987-5b81-447b-8684-294caff8482c),segment_id=66cb8987-5b81-447b-8684-294caff8482c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:15:38.270529 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '294a5ba4-5fcf-45b0-a9fd-618922498cfb', 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d', 'port_id': '294a5ba4-5fcf-45b0-a9fd-618922498cfb', 'mac_address': 'fa:16:3e:42:f2:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '793e56d2-6114-48e9-a985-b6ff56226097', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:15:38.310618 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 294a5ba4-5fcf-45b0-a9fd-618922498cfb is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:15:38.310985 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (294a5ba4-5fcf-45b0-a9fd-618922498cfb), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:15:38.323517 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 294a5ba4-5fcf-45b0-a9fd-618922498cfb {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:15:38.343287 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 294a5ba4-5fcf-45b0-a9fd-618922498cfb, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=294a5ba4-5fcf-45b0-a9fd-618922498cfb,segment=NetworkSegment(66cb8987-5b81-447b-8684-294caff8482c),segment_id=66cb8987-5b81-447b-8684-294caff8482c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:15:38.346973 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (294a5ba4-5fcf-45b0-a9fd-618922498cfb), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:15:38.392124 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=294a5ba4-5fcf-45b0-a9fd-618922498cfb,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:15:38.399995 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:15:38.400378 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:15:38.400719 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:15:38.401057 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:15:38.401389 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:15:38.401716 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:15:38.402040 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:15:38.402364 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:15:38.403244 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:15:38.403565 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:15:38.403886 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:15:38.404210 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:15:38.404552 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:15:38.519183 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d8859-dd6a-45c2-b04f-6060bbd82d19 req-719d2e7d-10b9-4d9c-9a11-f75f08db1231 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:15:38.520677 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-844d8859-dd6a-45c2-b04f-6060bbd82d19 req-719d2e7d-10b9-4d9c-9a11-f75f08db1231 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2ee10c1-427c-4e0a-9344-1077b9f4ea32 HTTP/1.1" status: 200 len: 945 time: 0.0543239 Feb 17 18:15:38.550047 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['294a5ba4-5fcf-45b0-a9fd-618922498cfb'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:15:38.566914 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-844d8859-dd6a-45c2-b04f-6060bbd82d19 req-77e7e999-9da5-492b-a901-fc32bc216dc5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405784 Feb 17 18:15:39.128392 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:15:39.688871 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a405fa-c865-49a1-b965-b04ce780bc7e req-c7fb95d5-d03f-479e-b969-d60f1e08ea2a tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:15:39.690352 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-92a405fa-c865-49a1-b965-b04ce780bc7e req-c7fb95d5-d03f-479e-b969-d60f1e08ea2a tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2ee10c1-427c-4e0a-9344-1077b9f4ea32 HTTP/1.1" status: 200 len: 945 time: 0.0522828 Feb 17 18:15:39.737679 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-92a405fa-c865-49a1-b965-b04ce780bc7e req-355556c2-e25e-4513-b61b-d380b66e8df8 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417295 Feb 17 18:15:40.165990 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 294a5ba4-5fcf-45b0-a9fd-618922498cfb up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:15:40.215148 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 294a5ba4-5fcf-45b0-a9fd-618922498cfb completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 18:15:40.219373 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 294a5ba4-5fcf-45b0-a9fd-618922498cfb triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:15:40.219753 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (294a5ba4-5fcf-45b0-a9fd-618922498cfb), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:15:40.299163 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 294a5ba4-5fcf-45b0-a9fd-618922498cfb is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:15:40.299564 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (294a5ba4-5fcf-45b0-a9fd-618922498cfb), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:15:40.326321 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ee10c1-427c-4e0a-9344-1077b9f4ea32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294a5ba4-5fcf-45b0-a9fd-618922498cfb'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:15:40.328764 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02265483-c4c2-4668-a027-024f74701642" -d '{"events": [{"server_uuid": "d2ee10c1-427c-4e0a-9344-1077b9f4ea32", "name": "network-vif-plugged", "status": "completed", "tag": "294a5ba4-5fcf-45b0-a9fd-618922498cfb"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:15:40.342370 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 294a5ba4-5fcf-45b0-a9fd-618922498cfb, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=294a5ba4-5fcf-45b0-a9fd-618922498cfb,segment=NetworkSegment(66cb8987-5b81-447b-8684-294caff8482c),segment_id=66cb8987-5b81-447b-8684-294caff8482c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:15:40.346442 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (294a5ba4-5fcf-45b0-a9fd-618922498cfb), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:15:40.369835 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44301f6-6546-4612-9c94-a39166f5b851 x-openstack-request-id: req-e44301f6-6546-4612-9c94-a39166f5b851 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:15:40.370132 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2ee10c1-427c-4e0a-9344-1077b9f4ea32", "name": "network-vif-plugged", "status": "completed", "tag": "294a5ba4-5fcf-45b0-a9fd-618922498cfb", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:15:40.370405 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e44301f6-6546-4612-9c94-a39166f5b851 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:15:40.370833 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ee10c1-427c-4e0a-9344-1077b9f4ea32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294a5ba4-5fcf-45b0-a9fd-618922498cfb', 'code': 200} Feb 17 18:15:40.400192 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=294a5ba4-5fcf-45b0-a9fd-618922498cfb,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:15:40.469930 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b6531-0286-4786-9fcb-bc09dd657b1b req-3ac7cf93-3c6e-41cd-8e44-2efc8757215a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:15:40.471354 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-959b6531-0286-4786-9fcb-bc09dd657b1b req-3ac7cf93-3c6e-41cd-8e44-2efc8757215a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d2ee10c1-427c-4e0a-9344-1077b9f4ea32 HTTP/1.1" status: 200 len: 1128 time: 0.0477262 Feb 17 18:15:40.517034 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-959b6531-0286-4786-9fcb-bc09dd657b1b req-2d456372-25d2-470e-94ba-0d00f8225564 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384665 Feb 17 18:15:40.855424 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e60cc-ea72-4fda-a76a-2e1563e7e2ce req-3b07c505-3ec7-4791-9c6e-366ef6604ee0 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:15:40.857485 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-532e60cc-ea72-4fda-a76a-2e1563e7e2ce req-3b07c505-3ec7-4791-9c6e-366ef6604ee0 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2ee10c1-427c-4e0a-9344-1077b9f4ea32 HTTP/1.1" status: 200 len: 946 time: 0.0519462 Feb 17 18:15:40.903905 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-532e60cc-ea72-4fda-a76a-2e1563e7e2ce req-416ff17f-c5e4-42bd-a81f-3b483599da02 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406647 Feb 17 18:15:41.959672 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c3f2ea2d-8697-4184-8e31-5a8358e05392 req-bfe025c0-56e7-4723-ad1c-ef3b88169841 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d2ee10c1-427c-4e0a-9344-1077b9f4ea32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0485115 Feb 17 18:15:42.057629 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521f4c8-4c19-4039-a212-6986ce201ab4 req-087ac8d0-c985-4f49-ab7e-37aee68478fb tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:15:42.059696 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0521f4c8-4c19-4039-a212-6986ce201ab4 req-087ac8d0-c985-4f49-ab7e-37aee68478fb tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2ee10c1-427c-4e0a-9344-1077b9f4ea32 HTTP/1.1" status: 200 len: 946 time: 0.0829480 Feb 17 18:15:42.076274 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2ea2d-8697-4184-8e31-5a8358e05392 req-430d02bd-ef52-48af-ac6c-92ae15b92d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:15:42.077707 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c3f2ea2d-8697-4184-8e31-5a8358e05392 req-430d02bd-ef52-48af-ac6c-92ae15b92d2d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f012d3f0ce3248f8b9b864e21185641f&device_id=d2ee10c1-427c-4e0a-9344-1077b9f4ea32 HTTP/1.1" status: 200 len: 1128 time: 0.0734653 Feb 17 18:15:42.139772 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0521f4c8-4c19-4039-a212-6986ce201ab4 req-8a28b918-69e5-4ae3-9ef6-e76ed112d997 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719669 Feb 17 18:15:42.202469 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2ea2d-8697-4184-8e31-5a8358e05392 req-c33c67b5-42e6-4d6e-b27a-9ab2b13aa033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:15:42.204321 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c3f2ea2d-8697-4184-8e31-5a8358e05392 req-c33c67b5-42e6-4d6e-b27a-9ab2b13aa033 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3fdcfd52-18d5-4a89-846c-aecef4a0553d HTTP/1.1" status: 200 len: 912 time: 0.1061494 Feb 17 18:15:42.269089 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c3f2ea2d-8697-4184-8e31-5a8358e05392 req-1c3da51b-31b6-4127-9911-46c02d1bfb1b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=294a5ba4-5fcf-45b0-a9fd-618922498cfb HTTP/1.1" status: 200 len: 217 time: 0.0578518 Feb 17 18:15:42.329224 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22bded-07a8-45e0-9039-71bfc89169df req-b34f43b2-7702-49ff-84dd-b265be124f39 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:15:42.330712 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ce22bded-07a8-45e0-9039-71bfc89169df req-b34f43b2-7702-49ff-84dd-b265be124f39 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2ee10c1-427c-4e0a-9344-1077b9f4ea32 HTTP/1.1" status: 200 len: 946 time: 0.1212478 Feb 17 18:15:42.340602 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2ea2d-8697-4184-8e31-5a8358e05392 req-3570ce67-63c3-4979-a17f-53bcb3d9d4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:15:42.342018 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c3f2ea2d-8697-4184-8e31-5a8358e05392 req-3570ce67-63c3-4979-a17f-53bcb3d9d4ce service neutron] 10.222.0.71 "GET /v2.0/subnets?id=793e56d2-6114-48e9-a985-b6ff56226097 HTTP/1.1" status: 200 len: 850 time: 0.0665693 Feb 17 18:15:42.409111 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ce22bded-07a8-45e0-9039-71bfc89169df req-801de027-cc99-47ec-9d4f-7c87bf3ee3e4 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715036 Feb 17 18:15:42.419208 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2ea2d-8697-4184-8e31-5a8358e05392 req-66455f43-546d-4e1c-98a5-29b6051f4ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:15:42.420748 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c3f2ea2d-8697-4184-8e31-5a8358e05392 req-66455f43-546d-4e1c-98a5-29b6051f4ef6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3fdcfd52-18d5-4a89-846c-aecef4a0553d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0729494 Feb 17 18:15:42.541142 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c3f2ea2d-8697-4184-8e31-5a8358e05392 req-5ea34ff9-d716-4341-8c55-62c99e7ac0b1 service neutron] 10.222.0.71 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144202 Feb 17 18:15:42.572510 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d2ce7-0fb2-435d-bd29-5e0782c7e5f9 req-6510292b-81e9-435c-aff6-3a35a1eb5797 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:15:42.573973 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d36d2ce7-0fb2-435d-bd29-5e0782c7e5f9 req-6510292b-81e9-435c-aff6-3a35a1eb5797 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2ee10c1-427c-4e0a-9344-1077b9f4ea32 HTTP/1.1" status: 200 len: 946 time: 0.0868912 Feb 17 18:15:42.678005 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d36d2ce7-0fb2-435d-bd29-5e0782c7e5f9 req-559ef035-1c6c-4218-8766-9768a1c9a4d4 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921423 Feb 17 18:15:42.683322 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c3f2ea2d-8697-4184-8e31-5a8358e05392 req-3c081d6c-f4ba-444a-a416-0ab935b2c2ec service neutron] 10.222.0.71 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360230 Feb 17 18:15:42.969908 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1575f6-cd38-4a68-8588-bd084e0fb41d req-d90db8ef-b101-4974-a63c-3c79f0131c9e tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:15:42.971410 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9f1575f6-cd38-4a68-8588-bd084e0fb41d req-d90db8ef-b101-4974-a63c-3c79f0131c9e tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2ee10c1-427c-4e0a-9344-1077b9f4ea32 HTTP/1.1" status: 200 len: 946 time: 0.0554202 Feb 17 18:15:43.018599 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9f1575f6-cd38-4a68-8588-bd084e0fb41d req-758e1119-f42a-4733-b8f4-ccd05f60921f tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415273 Feb 17 18:15:44.143572 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0874193e-0ab4-4eb0-9a59-f040369e9974 req-e48ed5b4-ae50-43e0-abdb-dd775616ab85 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:15:44.145233 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0874193e-0ab4-4eb0-9a59-f040369e9974 req-e48ed5b4-ae50-43e0-abdb-dd775616ab85 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2ee10c1-427c-4e0a-9344-1077b9f4ea32 HTTP/1.1" status: 200 len: 946 time: 0.0522380 Feb 17 18:15:44.197687 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0874193e-0ab4-4eb0-9a59-f040369e9974 req-7fdb9e22-f3e6-461b-8a0a-384c3ec9ca4c tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467589 Feb 17 18:15:44.380413 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d57a0-1b8f-46b3-a98f-fa7aa0cb0be7 req-cef086c1-b422-49ca-ab9c-9d0331de4b34 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:15:44.381832 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-121d57a0-1b8f-46b3-a98f-fa7aa0cb0be7 req-cef086c1-b422-49ca-ab9c-9d0331de4b34 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2ee10c1-427c-4e0a-9344-1077b9f4ea32 HTTP/1.1" status: 200 len: 946 time: 0.0511045 Feb 17 18:15:44.474123 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-121d57a0-1b8f-46b3-a98f-fa7aa0cb0be7 req-cffbc329-7200-4866-9da0-0b55ddfaf5bd tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Deleting port 294a5ba4-5fcf-45b0-a9fd-618922498cfb {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:15:44.474381 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-121d57a0-1b8f-46b3-a98f-fa7aa0cb0be7 req-cffbc329-7200-4866-9da0-0b55ddfaf5bd tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (294a5ba4-5fcf-45b0-a9fd-618922498cfb), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:15:44.565301 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-121d57a0-1b8f-46b3-a98f-fa7aa0cb0be7 req-cffbc329-7200-4866-9da0-0b55ddfaf5bd tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] For port 294a5ba4-5fcf-45b0-a9fd-618922498cfb, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=294a5ba4-5fcf-45b0-a9fd-618922498cfb,segment=NetworkSegment(66cb8987-5b81-447b-8684-294caff8482c),segment_id=66cb8987-5b81-447b-8684-294caff8482c)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:15:44.565664 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-121d57a0-1b8f-46b3-a98f-fa7aa0cb0be7 req-cffbc329-7200-4866-9da0-0b55ddfaf5bd tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (294a5ba4-5fcf-45b0-a9fd-618922498cfb), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:15:44.577829 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-121d57a0-1b8f-46b3-a98f-fa7aa0cb0be7 req-cffbc329-7200-4866-9da0-0b55ddfaf5bd tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Calling delete_port for 294a5ba4-5fcf-45b0-a9fd-618922498cfb owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:15:44.705592 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-121d57a0-1b8f-46b3-a98f-fa7aa0cb0be7 req-cffbc329-7200-4866-9da0-0b55ddfaf5bd tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (294a5ba4-5fcf-45b0-a9fd-618922498cfb), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:15:44.717415 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['294a5ba4-5fcf-45b0-a9fd-618922498cfb'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:15:44.733672 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffbc329-7200-4866-9da0-0b55ddfaf5bd tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Pushing event deleted for resources: {'Port': ['ID=294a5ba4-5fcf-45b0-a9fd-618922498cfb,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:15:44.747180 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffbc329-7200-4866-9da0-0b55ddfaf5bd tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:15:44.747526 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffbc329-7200-4866-9da0-0b55ddfaf5bd tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:15:44.747872 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffbc329-7200-4866-9da0-0b55ddfaf5bd tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:15:44.748206 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffbc329-7200-4866-9da0-0b55ddfaf5bd tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:15:44.748568 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffbc329-7200-4866-9da0-0b55ddfaf5bd tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:15:44.748900 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffbc329-7200-4866-9da0-0b55ddfaf5bd tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:15:44.749228 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffbc329-7200-4866-9da0-0b55ddfaf5bd tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:15:44.749554 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffbc329-7200-4866-9da0-0b55ddfaf5bd tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:15:44.749877 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffbc329-7200-4866-9da0-0b55ddfaf5bd tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:15:44.750205 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffbc329-7200-4866-9da0-0b55ddfaf5bd tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:15:44.750522 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffbc329-7200-4866-9da0-0b55ddfaf5bd tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:15:44.750846 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffbc329-7200-4866-9da0-0b55ddfaf5bd tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:15:44.751167 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffbc329-7200-4866-9da0-0b55ddfaf5bd tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:15:44.788438 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-121d57a0-1b8f-46b3-a98f-fa7aa0cb0be7 req-cffbc329-7200-4866-9da0-0b55ddfaf5bd tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] No DVR routers for this DVR port 294a5ba4-5fcf-45b0-a9fd-618922498cfb on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:15:44.791312 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-121d57a0-1b8f-46b3-a98f-fa7aa0cb0be7 req-cffbc329-7200-4866-9da0-0b55ddfaf5bd tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:15:44.795304 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-121d57a0-1b8f-46b3-a98f-fa7aa0cb0be7 req-cffbc329-7200-4866-9da0-0b55ddfaf5bd tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.71 "DELETE /v2.0/ports/294a5ba4-5fcf-45b0-a9fd-618922498cfb HTTP/1.1" status: 204 len: 173 time: 0.4085441 Feb 17 18:15:44.795809 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ee10c1-427c-4e0a-9344-1077b9f4ea32', 'name': 'network-vif-deleted', 'tag': '294a5ba4-5fcf-45b0-a9fd-618922498cfb'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:15:44.799598 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd6c8a9-c50c-4410-b454-e4bf103c1761" -d '{"events": [{"server_uuid": "d2ee10c1-427c-4e0a-9344-1077b9f4ea32", "name": "network-vif-deleted", "tag": "294a5ba4-5fcf-45b0-a9fd-618922498cfb"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:15:44.855403 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0736d936-de9f-461d-9381-993d940e1fcb x-openstack-request-id: req-0736d936-de9f-461d-9381-993d940e1fcb {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:15:44.855706 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2ee10c1-427c-4e0a-9344-1077b9f4ea32", "name": "network-vif-deleted", "tag": "294a5ba4-5fcf-45b0-a9fd-618922498cfb", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:15:44.856515 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0736d936-de9f-461d-9381-993d940e1fcb {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:15:44.856926 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ee10c1-427c-4e0a-9344-1077b9f4ea32', 'name': 'network-vif-deleted', 'tag': '294a5ba4-5fcf-45b0-a9fd-618922498cfb', 'status': 'completed', 'code': 200} Feb 17 18:15:45.294995 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1deea40c-efc8-490f-bdc9-256912667668 req-a92bab90-c77f-4f50-9588-671722e1391c tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2ee10c1-427c-4e0a-9344-1077b9f4ea32 HTTP/1.1" status: 200 len: 210 time: 0.0280375 Feb 17 18:15:46.394839 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c32f42b7-4b37-4fc0-b6c9-ab92411e3af7 req-2a2a3bef-003d-4045-9820-cdd11d76c7a2 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2ee10c1-427c-4e0a-9344-1077b9f4ea32 HTTP/1.1" status: 200 len: 210 time: 0.0299628 Feb 17 18:15:47.496891 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c35b2208-7a46-4a17-8f32-5805a06785e7 req-01908ac0-88b2-44f8-b9d5-3434796cb0f5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2ee10c1-427c-4e0a-9344-1077b9f4ea32 HTTP/1.1" status: 200 len: 210 time: 0.0283213 Feb 17 18:15:48.219767 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 294a5ba4-5fcf-45b0-a9fd-618922498cfb no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:15:48.244441 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: 294a5ba4-5fcf-45b0-a9fd-618922498cfb {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:15:48.244789 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 294a5ba4-5fcf-45b0-a9fd-618922498cfb not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:15:48.593848 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a02b5e1-c116-483b-871a-38a901cce5c2 req-31694749-9314-47b5-8aa4-4f6a9a4f0064 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2ee10c1-427c-4e0a-9344-1077b9f4ea32 HTTP/1.1" status: 200 len: 210 time: 0.0278003 Feb 17 18:15:49.260057 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:15:49.692758 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f41e43ab-6598-49ff-a990-27728e411825 req-147cbb8a-80d6-4c6c-853c-7ebdf199be5a tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2ee10c1-427c-4e0a-9344-1077b9f4ea32 HTTP/1.1" status: 200 len: 210 time: 0.0265975 Feb 17 18:15:50.063930 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:15:50.795203 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-32737b2c-4906-4339-abb8-f257633a6b07 req-81503d88-1f8b-4701-9586-fa034ba7f93e tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2ee10c1-427c-4e0a-9344-1077b9f4ea32 HTTP/1.1" status: 200 len: 210 time: 0.0310330 Feb 17 18:15:50.928796 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:15:51.897230 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ec6b5abf-89c3-4b8d-83ff-34c30e03b3d6 req-94e931d0-9180-4cd8-9625-a835f1b0cdb7 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2ee10c1-427c-4e0a-9344-1077b9f4ea32 HTTP/1.1" status: 200 len: 210 time: 0.0302889 Feb 17 18:15:53.003704 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4b03221a-6c3e-40c6-b6e5-e556da4e8278 req-af4adbfe-4324-437e-b099-aef7a896e3a7 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2ee10c1-427c-4e0a-9344-1077b9f4ea32 HTTP/1.1" status: 200 len: 210 time: 0.0363662 Feb 17 18:15:54.115174 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-83c8fe53-dc39-4fc0-969c-2b05613ad72f req-0a4c7093-e7c5-41ee-ae46-0a43a6bbee39 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2ee10c1-427c-4e0a-9344-1077b9f4ea32 HTTP/1.1" status: 200 len: 210 time: 0.0289590 Feb 17 18:16:02.998350 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-84498711-7aa5-479f-8566-88a3180c85ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:16:05.460383 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-17c8ffcf-5863-48cd-b702-0b2ebe05ca94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:16:06.830554 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:16:08.062983 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:16:09.133415 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:16:19.257038 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:16:20.081428 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:16:26.687280 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b342ece-7000-4630-b043-91b584e557b8 req-60c784aa-57ee-4dba-9ca4-81abb0b3727e tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:16:26.689056 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8b342ece-7000-4630-b043-91b584e557b8 req-60c784aa-57ee-4dba-9ca4-81abb0b3727e tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/networks?id=3fdcfd52-18d5-4a89-846c-aecef4a0553d HTTP/1.1" status: 200 len: 811 time: 0.1004181 Feb 17 18:16:26.703780 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8b342ece-7000-4630-b043-91b584e557b8 req-d8137b82-3bfb-4251-adf1-676ab0fc7441 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/quotas/f012d3f0ce3248f8b9b864e21185641f HTTP/1.1" status: 200 len: 375 time: 0.0093002 Feb 17 18:16:26.762126 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8b342ece-7000-4630-b043-91b584e557b8 req-298b98f3-df37-493c-84f8-dada4714231c tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=f012d3f0ce3248f8b9b864e21185641f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533221 Feb 17 18:16:26.960155 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8b342ece-7000-4630-b043-91b584e557b8 req-2585b0eb-97a1-4016-bc05-48eef9de2093 service neutron] 10.222.0.87 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916361 Feb 17 18:16:27.052894 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8b342ece-7000-4630-b043-91b584e557b8 req-08c8cd38-367f-4c1b-a955-081b16f4e04d service neutron] 10.222.0.87 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859997 Feb 17 18:16:27.391535 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a00bf99d-9e1a-4860-b546-daa3f8791506 req-ee13941d-2c4f-4e12-a96c-73dc58885d41 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=37a612b8-3974-4e16-93b7-38be2b369749 HTTP/1.1" status: 200 len: 210 time: 0.0835471 Feb 17 18:16:27.927757 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:16:28.468152 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-515e21bf-acca-4a55-9e6e-bfea14942313 req-b47d1460-e8e4-463b-a959-2e33823f755f tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=37a612b8-3974-4e16-93b7-38be2b369749 HTTP/1.1" status: 200 len: 210 time: 0.0273724 Feb 17 18:16:29.546003 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-88b0efd1-f37d-47f2-8c19-adf64c187470 req-b8a73346-6f43-4aa0-a28c-a3751c5afcea tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=37a612b8-3974-4e16-93b7-38be2b369749 HTTP/1.1" status: 200 len: 210 time: 0.0277116 Feb 17 18:16:30.624473 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-961c5b6f-53fa-44c6-a8e4-8855295c5a08 req-ad01d4b2-6951-4de7-8d00-43ed2e05e455 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=37a612b8-3974-4e16-93b7-38be2b369749 HTTP/1.1" status: 200 len: 210 time: 0.0285573 Feb 17 18:16:31.726095 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b89f1c74-4756-4d51-aeec-ec84736e1158 req-e505fd13-7734-48b6-b8c0-54996cf93af1 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=37a612b8-3974-4e16-93b7-38be2b369749 HTTP/1.1" status: 200 len: 210 time: 0.0317392 Feb 17 18:16:32.260304 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b342ece-7000-4630-b043-91b584e557b8 req-4facb07a-a44e-4796-88b1-5ac888491df1 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:16:32.262588 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8b342ece-7000-4630-b043-91b584e557b8 req-4facb07a-a44e-4796-88b1-5ac888491df1 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.71 "GET /v2.0/networks?id=3fdcfd52-18d5-4a89-846c-aecef4a0553d HTTP/1.1" status: 200 len: 811 time: 0.1044924 Feb 17 18:16:32.273328 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-8b342ece-7000-4630-b043-91b584e557b8 req-9e15a9f0-bd9f-47c1-ac08-1703160140c5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Request body: {'port': {'device_id': '37a612b8-3974-4e16-93b7-38be2b369749', 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d', 'admin_state_up': True, 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:16:32.392425 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b342ece-7000-4630-b043-91b584e557b8 req-9e15a9f0-bd9f-47c1-ac08-1703160140c5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Made reservation on behalf of f012d3f0ce3248f8b9b864e21185641f for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:16:32.395682 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8b342ece-7000-4630-b043-91b584e557b8 req-9e15a9f0-bd9f-47c1-ac08-1703160140c5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:16:32.523054 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-8b342ece-7000-4630-b043-91b584e557b8 req-9e15a9f0-bd9f-47c1-ac08-1703160140c5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Allocated IP 172.20.0.4 (3fdcfd52-18d5-4a89-846c-aecef4a0553d/793e56d2-6114-48e9-a985-b6ff56226097/57f90171-662b-447d-a750-f83ecb43e5e5) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:16:32.675193 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8b342ece-7000-4630-b043-91b584e557b8 req-9e15a9f0-bd9f-47c1-ac08-1703160140c5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks [] for port (57f90171-662b-447d-a750-f83ecb43e5e5), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:16:32.727131 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8b342ece-7000-4630-b043-91b584e557b8 req-9e15a9f0-bd9f-47c1-ac08-1703160140c5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (57f90171-662b-447d-a750-f83ecb43e5e5), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:16:32.766477 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b342ece-7000-4630-b043-91b584e557b8 req-9e15a9f0-bd9f-47c1-ac08-1703160140c5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Network 3fdcfd52-18d5-4a89-846c-aecef4a0553d is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:16:32.769540 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-8b342ece-7000-4630-b043-91b584e557b8 req-9e15a9f0-bd9f-47c1-ac08-1703160140c5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:16:32.773386 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b342ece-7000-4630-b043-91b584e557b8 req-9e15a9f0-bd9f-47c1-ac08-1703160140c5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:16:32.865962 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e15a9f0-bd9f-47c1-ac08-1703160140c5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Pushing event updated for resources: {'Port': ['ID=57f90171-662b-447d-a750-f83ecb43e5e5,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:16:32.878842 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b342ece-7000-4630-b043-91b584e557b8 req-9e15a9f0-bd9f-47c1-ac08-1703160140c5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:16:32.879479 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8b342ece-7000-4630-b043-91b584e557b8 req-9e15a9f0-bd9f-47c1-ac08-1703160140c5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:16:32.904421 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8b342ece-7000-4630-b043-91b584e557b8 req-9e15a9f0-bd9f-47c1-ac08-1703160140c5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6347098 Feb 17 18:16:32.915690 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddecacf-d1d1-4bf9-a4d9-62d21d1ab29f req-25b79614-708a-428f-a5a2-16797626bcdf tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:16:32.917265 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4ddecacf-d1d1-4bf9-a4d9-62d21d1ab29f req-25b79614-708a-428f-a5a2-16797626bcdf tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=37a612b8-3974-4e16-93b7-38be2b369749 HTTP/1.1" status: 200 len: 931 time: 0.0993755 Feb 17 18:16:32.922755 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-8b342ece-7000-4630-b043-91b584e557b8 req-f6d732cd-82a9-42ca-95da-b2d43827c7a6 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 18:16:32.923754 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8b342ece-7000-4630-b043-91b584e557b8 req-f6d732cd-82a9-42ca-95da-b2d43827c7a6 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056057 Feb 17 18:16:32.989342 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4ddecacf-d1d1-4bf9-a4d9-62d21d1ab29f req-c149cdd6-e9e7-4747-bead-e3544a44f8d5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637889 Feb 17 18:16:33.019021 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-8b342ece-7000-4630-b043-91b584e557b8 req-b2678612-62e6-4761-aaa6-b52f64176d27 service neutron] Request body: {'port': {'device_id': '37a612b8-3974-4e16-93b7-38be2b369749', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:16:33.021195 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-34a2751f-38f5-4cec-bd8f-274f9f20e76b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:16:33.086204 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8b342ece-7000-4630-b043-91b584e557b8 req-b2678612-62e6-4761-aaa6-b52f64176d27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (57f90171-662b-447d-a750-f83ecb43e5e5), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:16:33.134600 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-737d6bcb-d6ca-4f5f-b44a-c9cf7d608dda None None] Provisioning complete for port 57f90171-662b-447d-a750-f83ecb43e5e5 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:16:33.135299 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-737d6bcb-d6ca-4f5f-b44a-c9cf7d608dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (57f90171-662b-447d-a750-f83ecb43e5e5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:16:33.186085 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-737d6bcb-d6ca-4f5f-b44a-c9cf7d608dda None None] Port 57f90171-662b-447d-a750-f83ecb43e5e5 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:16:33.648058 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-8b342ece-7000-4630-b043-91b584e557b8 req-b2678612-62e6-4761-aaa6-b52f64176d27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57f90171-662b-447d-a750-f83ecb43e5e5 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:16:33.656634 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8b342ece-7000-4630-b043-91b584e557b8 req-b2678612-62e6-4761-aaa6-b52f64176d27 service neutron] Publish callbacks [] for port (57f90171-662b-447d-a750-f83ecb43e5e5), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:16:33.668807 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-8b342ece-7000-4630-b043-91b584e557b8 req-b2678612-62e6-4761-aaa6-b52f64176d27 service neutron] Transition to ACTIVE for port object 57f90171-662b-447d-a750-f83ecb43e5e5 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 18:16:33.672799 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8b342ece-7000-4630-b043-91b584e557b8 req-b2678612-62e6-4761-aaa6-b52f64176d27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (57f90171-662b-447d-a750-f83ecb43e5e5), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:16:33.752970 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2678612-62e6-4761-aaa6-b52f64176d27 service neutron] Pushing event updated for resources: {'Port': ['ID=57f90171-662b-447d-a750-f83ecb43e5e5,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:16:33.805133 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-8b342ece-7000-4630-b043-91b584e557b8 req-b2678612-62e6-4761-aaa6-b52f64176d27 service neutron] Attempting to bind port 57f90171-662b-447d-a750-f83ecb43e5e5 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:16:33.805472 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-8b342ece-7000-4630-b043-91b584e557b8 req-b2678612-62e6-4761-aaa6-b52f64176d27 service neutron] Attempting to bind port 57f90171-662b-447d-a750-f83ecb43e5e5 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '66cb8987-5b81-447b-8684-294caff8482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:16:33.805796 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b342ece-7000-4630-b043-91b584e557b8 req-b2678612-62e6-4761-aaa6-b52f64176d27 service neutron] Attempting to bind port 57f90171-662b-447d-a750-f83ecb43e5e5 on network 3fdcfd52-18d5-4a89-846c-aecef4a0553d {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:16:33.810547 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b342ece-7000-4630-b043-91b584e557b8 req-b2678612-62e6-4761-aaa6-b52f64176d27 service neutron] Port 57f90171-662b-447d-a750-f83ecb43e5e5 on network 3fdcfd52-18d5-4a89-846c-aecef4a0553d not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:16:33.810918 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b342ece-7000-4630-b043-91b584e557b8 req-b2678612-62e6-4761-aaa6-b52f64176d27 service neutron] Attempting to bind port 57f90171-662b-447d-a750-f83ecb43e5e5 on network 3fdcfd52-18d5-4a89-846c-aecef4a0553d {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:16:33.816120 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b342ece-7000-4630-b043-91b584e557b8 req-b2678612-62e6-4761-aaa6-b52f64176d27 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:16:33.816549 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b342ece-7000-4630-b043-91b584e557b8 req-b2678612-62e6-4761-aaa6-b52f64176d27 service neutron] Checking segment: {'id': '66cb8987-5b81-447b-8684-294caff8482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:16:33.816939 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b342ece-7000-4630-b043-91b584e557b8 req-b2678612-62e6-4761-aaa6-b52f64176d27 service neutron] Bound using segment: {'id': '66cb8987-5b81-447b-8684-294caff8482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:16:33.817369 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-8b342ece-7000-4630-b043-91b584e557b8 req-b2678612-62e6-4761-aaa6-b52f64176d27 service neutron] Bound port: 57f90171-662b-447d-a750-f83ecb43e5e5, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66cb8987-5b81-447b-8684-294caff8482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:16:33.817725 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8b342ece-7000-4630-b043-91b584e557b8 req-b2678612-62e6-4761-aaa6-b52f64176d27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (57f90171-662b-447d-a750-f83ecb43e5e5), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:16:33.887788 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-8b342ece-7000-4630-b043-91b584e557b8 req-b2678612-62e6-4761-aaa6-b52f64176d27 service neutron] For port 57f90171-662b-447d-a750-f83ecb43e5e5, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:16:33.891374 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-8b342ece-7000-4630-b043-91b584e557b8 req-b2678612-62e6-4761-aaa6-b52f64176d27 service neutron] For port 57f90171-662b-447d-a750-f83ecb43e5e5, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=57f90171-662b-447d-a750-f83ecb43e5e5,segment=NetworkSegment(66cb8987-5b81-447b-8684-294caff8482c),segment_id=66cb8987-5b81-447b-8684-294caff8482c)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:16:33.898887 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8b342ece-7000-4630-b043-91b584e557b8 req-b2678612-62e6-4761-aaa6-b52f64176d27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (57f90171-662b-447d-a750-f83ecb43e5e5), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:16:33.935438 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b342ece-7000-4630-b043-91b584e557b8 req-b2678612-62e6-4761-aaa6-b52f64176d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:16:33.936101 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-8b342ece-7000-4630-b043-91b584e557b8 req-b2678612-62e6-4761-aaa6-b52f64176d27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:16:33.937527 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8b342ece-7000-4630-b043-91b584e557b8 req-b2678612-62e6-4761-aaa6-b52f64176d27 service neutron] 10.222.0.71 "PUT /v2.0/ports/57f90171-662b-447d-a750-f83ecb43e5e5 HTTP/1.1" status: 200 len: 1091 time: 1.0062625 Feb 17 18:16:33.938006 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37a612b8-3974-4e16-93b7-38be2b369749', 'tag': '57f90171-662b-447d-a750-f83ecb43e5e5'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:16:33.940479 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b92da4e-275a-4c04-a9a1-084e4b632cef" -d '{"events": [{"name": "network-changed", "server_uuid": "37a612b8-3974-4e16-93b7-38be2b369749", "tag": "57f90171-662b-447d-a750-f83ecb43e5e5"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:16:34.018273 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1999807-d419-40da-8f5c-f2e666791490 x-openstack-request-id: req-d1999807-d419-40da-8f5c-f2e666791490 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:16:34.018582 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37a612b8-3974-4e16-93b7-38be2b369749", "tag": "57f90171-662b-447d-a750-f83ecb43e5e5", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:16:34.018892 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d1999807-d419-40da-8f5c-f2e666791490 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:16:34.019308 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37a612b8-3974-4e16-93b7-38be2b369749', 'tag': '57f90171-662b-447d-a750-f83ecb43e5e5', 'status': 'completed', 'code': 200} Feb 17 18:16:34.021758 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2678612-62e6-4761-aaa6-b52f64176d27 service neutron] Pushing event updated for resources: {'Port': ['ID=57f90171-662b-447d-a750-f83ecb43e5e5,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:16:34.045077 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b342ece-7000-4630-b043-91b584e557b8 req-215bea34-0cbd-4911-8967-a7a7b4e72fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:16:34.046800 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8b342ece-7000-4630-b043-91b584e557b8 req-215bea34-0cbd-4911-8967-a7a7b4e72fc0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f012d3f0ce3248f8b9b864e21185641f&device_id=37a612b8-3974-4e16-93b7-38be2b369749 HTTP/1.1" status: 200 len: 1125 time: 0.0603549 Feb 17 18:16:34.100926 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8b342ece-7000-4630-b043-91b584e557b8 req-4b22558d-6527-44f5-b892-44e3057a2978 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57f90171-662b-447d-a750-f83ecb43e5e5 HTTP/1.1" status: 200 len: 217 time: 0.0459929 Feb 17 18:16:34.203009 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b342ece-7000-4630-b043-91b584e557b8 req-ce683995-2e0b-457a-b9de-9c849439bf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:16:34.204566 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8b342ece-7000-4630-b043-91b584e557b8 req-ce683995-2e0b-457a-b9de-9c849439bf93 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=793e56d2-6114-48e9-a985-b6ff56226097 HTTP/1.1" status: 200 len: 850 time: 0.0886483 Feb 17 18:16:34.212639 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f490646-d268-458f-a174-b89d0ab43682 req-b8aa9073-aa12-4d75-86e2-db7b2c5c43f3 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:16:34.214079 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8f490646-d268-458f-a174-b89d0ab43682 req-b8aa9073-aa12-4d75-86e2-db7b2c5c43f3 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=37a612b8-3974-4e16-93b7-38be2b369749 HTTP/1.1" status: 200 len: 943 time: 0.1166301 Feb 17 18:16:34.288727 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8f490646-d268-458f-a174-b89d0ab43682 req-d069b21a-3dca-402c-8831-c8dfd5c6b4b1 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659847 Feb 17 18:16:34.295400 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b342ece-7000-4630-b043-91b584e557b8 req-1d533935-5198-471b-addc-229ff3c648e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:16:34.296814 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8b342ece-7000-4630-b043-91b584e557b8 req-1d533935-5198-471b-addc-229ff3c648e4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3fdcfd52-18d5-4a89-846c-aecef4a0553d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0818665 Feb 17 18:16:34.392962 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8b342ece-7000-4630-b043-91b584e557b8 req-0612e128-6a09-4cb5-b156-5f2ffae2b154 service neutron] 10.222.0.71 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889285 Feb 17 18:16:34.486946 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8b342ece-7000-4630-b043-91b584e557b8 req-183327da-d8fb-4222-951c-6e49918bc5af service neutron] 10.222.0.71 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869374 Feb 17 18:16:34.576212 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92da4e-275a-4c04-a9a1-084e4b632cef req-42ed5511-b1c7-46e1-849a-060dbe0cb861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:16:34.577704 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9b92da4e-275a-4c04-a9a1-084e4b632cef req-42ed5511-b1c7-46e1-849a-060dbe0cb861 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f012d3f0ce3248f8b9b864e21185641f&device_id=37a612b8-3974-4e16-93b7-38be2b369749 HTTP/1.1" status: 200 len: 1125 time: 0.0500939 Feb 17 18:16:34.669520 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92da4e-275a-4c04-a9a1-084e4b632cef req-56ffda52-da26-43d4-8216-a8ff43a701fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:16:34.671000 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9b92da4e-275a-4c04-a9a1-084e4b632cef req-56ffda52-da26-43d4-8216-a8ff43a701fc service neutron] 10.222.0.71 "GET /v2.0/networks?id=3fdcfd52-18d5-4a89-846c-aecef4a0553d HTTP/1.1" status: 200 len: 912 time: 0.0867605 Feb 17 18:16:34.717701 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9b92da4e-275a-4c04-a9a1-084e4b632cef req-1f36c07f-770b-4edf-a3d0-f1d784e96a1f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57f90171-662b-447d-a750-f83ecb43e5e5 HTTP/1.1" status: 200 len: 217 time: 0.0409009 Feb 17 18:16:34.766570 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92da4e-275a-4c04-a9a1-084e4b632cef req-0f535a30-5a9a-4569-bdc4-fde1c0b788dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:16:34.768034 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9b92da4e-275a-4c04-a9a1-084e4b632cef req-0f535a30-5a9a-4569-bdc4-fde1c0b788dd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=793e56d2-6114-48e9-a985-b6ff56226097 HTTP/1.1" status: 200 len: 850 time: 0.0443454 Feb 17 18:16:34.818052 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92da4e-275a-4c04-a9a1-084e4b632cef req-341ecfc3-5f29-4c2c-9ff3-055cdfa1ac90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:16:34.819678 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9b92da4e-275a-4c04-a9a1-084e4b632cef req-341ecfc3-5f29-4c2c-9ff3-055cdfa1ac90 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3fdcfd52-18d5-4a89-846c-aecef4a0553d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448396 Feb 17 18:16:34.912076 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9b92da4e-275a-4c04-a9a1-084e4b632cef req-bb620b41-f686-4518-8f46-3ebb086e148e service neutron] 10.222.0.71 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864444 Feb 17 18:16:35.003710 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9b92da4e-275a-4c04-a9a1-084e4b632cef req-2260187d-0b41-4d2e-973a-298f8b2a2d26 service neutron] 10.222.0.71 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828321 Feb 17 18:16:35.417046 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f99e042-e6ac-4e40-8f7e-ef6ff21d0912 req-a1d0b670-676b-445d-8c28-648b466483a6 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:16:35.418726 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7f99e042-e6ac-4e40-8f7e-ef6ff21d0912 req-a1d0b670-676b-445d-8c28-648b466483a6 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=37a612b8-3974-4e16-93b7-38be2b369749 HTTP/1.1" status: 200 len: 943 time: 0.0570164 Feb 17 18:16:35.466382 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d46a1160-7e0b-46a3-83cb-7ac43064b318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:16:35.487358 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7f99e042-e6ac-4e40-8f7e-ef6ff21d0912 req-86a5b0ff-f04b-4eb2-b323-bce5462ff1cb tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604753 Feb 17 18:16:36.606989 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d89afb-4502-442f-a231-3bf49ac32441 req-6d7082cb-5a38-4ffa-a4f1-c677ffb4ced0 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:16:36.608493 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-12d89afb-4502-442f-a231-3bf49ac32441 req-6d7082cb-5a38-4ffa-a4f1-c677ffb4ced0 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=37a612b8-3974-4e16-93b7-38be2b369749 HTTP/1.1" status: 200 len: 943 time: 0.0537767 Feb 17 18:16:36.655977 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-12d89afb-4502-442f-a231-3bf49ac32441 req-3180586b-0b3a-4f15-a870-659618ff3c95 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418262 Feb 17 18:16:36.834263 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:16:37.783474 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ae623-7df6-41ef-9de6-77a7a710b179 req-85a2c476-3dcf-4c08-82a8-1a4b7bbdd89c tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:16:37.785104 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-861ae623-7df6-41ef-9de6-77a7a710b179 req-85a2c476-3dcf-4c08-82a8-1a4b7bbdd89c tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=37a612b8-3974-4e16-93b7-38be2b369749 HTTP/1.1" status: 200 len: 943 time: 0.0595827 Feb 17 18:16:37.838977 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-861ae623-7df6-41ef-9de6-77a7a710b179 req-d9166f1c-6123-4534-a2e9-6b88bd797253 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483465 Feb 17 18:16:38.062509 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:16:38.975726 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b6c52-fdea-4b91-9b04-e6b9ab891c99 req-93982952-30c0-4f8d-acdc-40f12c871da3 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:16:38.977209 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dd0b6c52-fdea-4b91-9b04-e6b9ab891c99 req-93982952-30c0-4f8d-acdc-40f12c871da3 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=37a612b8-3974-4e16-93b7-38be2b369749 HTTP/1.1" status: 200 len: 943 time: 0.0599909 Feb 17 18:16:39.025309 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dd0b6c52-fdea-4b91-9b04-e6b9ab891c99 req-6b511def-9b60-4aab-9679-cd701114043f tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420103 Feb 17 18:16:39.138259 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:16:40.143600 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc3390-9aaf-435d-b8ea-d0ba1e137a7e req-fe5085ce-0063-4b12-8845-611654fbd277 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:16:40.145149 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-49fc3390-9aaf-435d-b8ea-d0ba1e137a7e req-fe5085ce-0063-4b12-8845-611654fbd277 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=37a612b8-3974-4e16-93b7-38be2b369749 HTTP/1.1" status: 200 len: 943 time: 0.0519676 Feb 17 18:16:40.194595 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-49fc3390-9aaf-435d-b8ea-d0ba1e137a7e req-a784b062-b1bd-4836-8e98-128d53e9f466 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431368 Feb 17 18:16:41.318120 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33d0d9-fbd6-49ba-96c9-cfdbfcd3cdd2 req-eaac36e3-6d53-41b9-8ab2-862a13bcfc51 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:16:41.319618 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6c33d0d9-fbd6-49ba-96c9-cfdbfcd3cdd2 req-eaac36e3-6d53-41b9-8ab2-862a13bcfc51 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=37a612b8-3974-4e16-93b7-38be2b369749 HTTP/1.1" status: 200 len: 943 time: 0.0569348 Feb 17 18:16:41.368343 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6c33d0d9-fbd6-49ba-96c9-cfdbfcd3cdd2 req-ba705e0f-f36c-42eb-b3aa-b02db13eed2b tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428309 Feb 17 18:16:42.493430 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07059ef9-24e5-4391-93d2-2d8218d9357e req-5bba8cf4-04a6-4258-a49c-0b5472b3360c tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:16:42.494953 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-07059ef9-24e5-4391-93d2-2d8218d9357e req-5bba8cf4-04a6-4258-a49c-0b5472b3360c tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=37a612b8-3974-4e16-93b7-38be2b369749 HTTP/1.1" status: 200 len: 943 time: 0.0549729 Feb 17 18:16:42.542330 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-07059ef9-24e5-4391-93d2-2d8218d9357e req-b7c62e41-f250-49f1-b18e-be4fc224f98a tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415831 Feb 17 18:16:43.660627 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26047fa-b7c6-4820-b0b2-6742be167f96 req-8d4a0eec-a432-48b7-9d4a-dace185f8ae8 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:16:43.662114 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a26047fa-b7c6-4820-b0b2-6742be167f96 req-8d4a0eec-a432-48b7-9d4a-dace185f8ae8 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=37a612b8-3974-4e16-93b7-38be2b369749 HTTP/1.1" status: 200 len: 943 time: 0.0520251 Feb 17 18:16:43.712630 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a26047fa-b7c6-4820-b0b2-6742be167f96 req-955f245f-ce17-4cfa-a044-e92d18df5ece tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448406 Feb 17 18:16:44.835032 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02b77a-399e-47bf-90ff-de51485af224 req-b3274b11-c034-484b-8965-735c02429fb0 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:16:44.836548 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9c02b77a-399e-47bf-90ff-de51485af224 req-b3274b11-c034-484b-8965-735c02429fb0 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=37a612b8-3974-4e16-93b7-38be2b369749 HTTP/1.1" status: 200 len: 943 time: 0.0531886 Feb 17 18:16:44.882871 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9c02b77a-399e-47bf-90ff-de51485af224 req-16b75a41-29db-4378-b289-2319073343b6 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400941 Feb 17 18:16:46.005387 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b380b-1cbd-4bff-91a6-1592bb070220 req-7c3d42db-84d0-435c-8623-d58ab60013c2 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:16:46.006896 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-929b380b-1cbd-4bff-91a6-1592bb070220 req-7c3d42db-84d0-435c-8623-d58ab60013c2 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=37a612b8-3974-4e16-93b7-38be2b369749 HTTP/1.1" status: 200 len: 943 time: 0.0527425 Feb 17 18:16:46.054385 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-929b380b-1cbd-4bff-91a6-1592bb070220 req-142c8fd2-0e60-4be6-9598-c1a082020feb tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415952 Feb 17 18:16:47.176953 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b121e6-3776-4c2c-92ee-a6c3634ee96a req-d8105806-0aa6-4e01-8442-5f1a08181722 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:16:47.178449 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-87b121e6-3776-4c2c-92ee-a6c3634ee96a req-d8105806-0aa6-4e01-8442-5f1a08181722 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=37a612b8-3974-4e16-93b7-38be2b369749 HTTP/1.1" status: 200 len: 943 time: 0.0577087 Feb 17 18:16:47.224318 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-87b121e6-3776-4c2c-92ee-a6c3634ee96a req-9831d396-78b9-4ffb-91a6-f7a01978a024 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395653 Feb 17 18:16:48.343654 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6317dde0-2fe6-437a-9f20-585fc2845210 req-79cc2852-6467-4236-91dd-55b9392260e8 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:16:48.345161 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6317dde0-2fe6-437a-9f20-585fc2845210 req-79cc2852-6467-4236-91dd-55b9392260e8 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=37a612b8-3974-4e16-93b7-38be2b369749 HTTP/1.1" status: 200 len: 943 time: 0.0526457 Feb 17 18:16:48.391820 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6317dde0-2fe6-437a-9f20-585fc2845210 req-b3ef0331-7af7-4299-a0ee-0e1ffdcd2539 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410461 Feb 17 18:16:49.256864 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:16:49.511602 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744e15e-8fb7-4f2b-b44b-1c94eda694e3 req-321d2a73-6656-494b-b105-4268223e5ec4 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:16:49.513067 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4744e15e-8fb7-4f2b-b44b-1c94eda694e3 req-321d2a73-6656-494b-b105-4268223e5ec4 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=37a612b8-3974-4e16-93b7-38be2b369749 HTTP/1.1" status: 200 len: 943 time: 0.0537679 Feb 17 18:16:49.564270 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4744e15e-8fb7-4f2b-b44b-1c94eda694e3 req-f10aef1d-255a-49c5-a51d-6a26a0bada89 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455306 Feb 17 18:16:50.081697 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:16:50.462992 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 57f90171-662b-447d-a750-f83ecb43e5e5 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:16:50.561274 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 57f90171-662b-447d-a750-f83ecb43e5e5, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=57f90171-662b-447d-a750-f83ecb43e5e5,segment=NetworkSegment(66cb8987-5b81-447b-8684-294caff8482c),segment_id=66cb8987-5b81-447b-8684-294caff8482c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:16:50.571486 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '57f90171-662b-447d-a750-f83ecb43e5e5', 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d', 'port_id': '57f90171-662b-447d-a750-f83ecb43e5e5', 'mac_address': 'fa:16:3e:9d:0a:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '793e56d2-6114-48e9-a985-b6ff56226097', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:16:50.609788 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 57f90171-662b-447d-a750-f83ecb43e5e5 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:16:50.610179 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (57f90171-662b-447d-a750-f83ecb43e5e5), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:16:50.623565 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57f90171-662b-447d-a750-f83ecb43e5e5 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:16:50.643892 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 57f90171-662b-447d-a750-f83ecb43e5e5, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=57f90171-662b-447d-a750-f83ecb43e5e5,segment=NetworkSegment(66cb8987-5b81-447b-8684-294caff8482c),segment_id=66cb8987-5b81-447b-8684-294caff8482c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:16:50.648017 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (57f90171-662b-447d-a750-f83ecb43e5e5), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:16:50.685826 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af65d50c-b9d0-4a62-8e3d-790849602e6d req-14213067-afbc-41b5-89ba-9f5509f4fbc4 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:16:50.687333 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-af65d50c-b9d0-4a62-8e3d-790849602e6d req-14213067-afbc-41b5-89ba-9f5509f4fbc4 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=37a612b8-3974-4e16-93b7-38be2b369749 HTTP/1.1" status: 200 len: 943 time: 0.0555215 Feb 17 18:16:50.694053 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=57f90171-662b-447d-a750-f83ecb43e5e5,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:16:50.701883 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:16:50.702230 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:16:50.702575 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:16:50.702913 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:16:50.703248 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:16:50.703578 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:16:50.703899 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:16:50.704222 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:16:50.704573 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:16:50.704892 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:16:50.705211 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:16:50.705529 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:16:50.705849 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:16:50.735370 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-af65d50c-b9d0-4a62-8e3d-790849602e6d req-e09428ad-8637-451e-8e6f-6dad1d3ab10d tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421677 Feb 17 18:16:50.854373 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['57f90171-662b-447d-a750-f83ecb43e5e5'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:16:51.855793 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c17fc-3609-42cf-b96d-60a62cd1421e req-6112e710-882e-4ff3-9b3b-85f45778ecf4 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:16:51.857525 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e19c17fc-3609-42cf-b96d-60a62cd1421e req-6112e710-882e-4ff3-9b3b-85f45778ecf4 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=37a612b8-3974-4e16-93b7-38be2b369749 HTTP/1.1" status: 200 len: 944 time: 0.0524092 Feb 17 18:16:51.905337 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e19c17fc-3609-42cf-b96d-60a62cd1421e req-118d69d9-2dea-40a4-a549-4ea04f8ec729 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422111 Feb 17 18:16:52.477033 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 57f90171-662b-447d-a750-f83ecb43e5e5 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:16:52.526303 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 57f90171-662b-447d-a750-f83ecb43e5e5 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 18:16:52.531163 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 57f90171-662b-447d-a750-f83ecb43e5e5 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:16:52.531579 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (57f90171-662b-447d-a750-f83ecb43e5e5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:16:52.611528 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 57f90171-662b-447d-a750-f83ecb43e5e5 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:16:52.613055 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (57f90171-662b-447d-a750-f83ecb43e5e5), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:16:52.638059 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a612b8-3974-4e16-93b7-38be2b369749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f90171-662b-447d-a750-f83ecb43e5e5'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:16:52.640308 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a27ba73-b2e3-4970-a6e6-40b9bb524ec4" -d '{"events": [{"server_uuid": "37a612b8-3974-4e16-93b7-38be2b369749", "name": "network-vif-plugged", "status": "completed", "tag": "57f90171-662b-447d-a750-f83ecb43e5e5"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:16:52.652918 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 57f90171-662b-447d-a750-f83ecb43e5e5, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=57f90171-662b-447d-a750-f83ecb43e5e5,segment=NetworkSegment(66cb8987-5b81-447b-8684-294caff8482c),segment_id=66cb8987-5b81-447b-8684-294caff8482c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:16:52.658540 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (57f90171-662b-447d-a750-f83ecb43e5e5), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:16:52.682464 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7575418b-0460-4cc1-9ec6-e57927027a6f x-openstack-request-id: req-7575418b-0460-4cc1-9ec6-e57927027a6f {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:16:52.682765 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37a612b8-3974-4e16-93b7-38be2b369749", "name": "network-vif-plugged", "status": "completed", "tag": "57f90171-662b-447d-a750-f83ecb43e5e5", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:16:52.683044 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7575418b-0460-4cc1-9ec6-e57927027a6f {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:16:52.684087 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37a612b8-3974-4e16-93b7-38be2b369749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f90171-662b-447d-a750-f83ecb43e5e5', 'code': 200} Feb 17 18:16:52.709372 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=57f90171-662b-447d-a750-f83ecb43e5e5,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:16:52.784833 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca6dc3-cb15-49ea-8719-2980efb22198 req-1f0bfdde-bddc-4ad8-9d7a-ce676d8b0963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:16:52.786362 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b8ca6dc3-cb15-49ea-8719-2980efb22198 req-1f0bfdde-bddc-4ad8-9d7a-ce676d8b0963 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=37a612b8-3974-4e16-93b7-38be2b369749 HTTP/1.1" status: 200 len: 1127 time: 0.0479813 Feb 17 18:16:52.832808 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b8ca6dc3-cb15-49ea-8719-2980efb22198 req-b5816316-8e4d-40a6-90c2-5007a2058bfa service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409749 Feb 17 18:16:53.028695 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f01ae-753f-482b-894c-736cb3043598 req-42f84752-9232-4029-be0a-5950e243e23a tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:16:53.030202 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d27f01ae-753f-482b-894c-736cb3043598 req-42f84752-9232-4029-be0a-5950e243e23a tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=37a612b8-3974-4e16-93b7-38be2b369749 HTTP/1.1" status: 200 len: 945 time: 0.0570323 Feb 17 18:16:53.076463 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d27f01ae-753f-482b-894c-736cb3043598 req-43b3a9b5-f60e-412c-b855-b1a4bf6efd0c tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406752 Feb 17 18:16:54.202694 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af41c9-9481-4d8a-b81b-ea8403f2b813 req-e31b7d30-608a-407e-b0cd-704eb7719eb0 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:16:54.205138 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-08af41c9-9481-4d8a-b81b-ea8403f2b813 req-e31b7d30-608a-407e-b0cd-704eb7719eb0 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=37a612b8-3974-4e16-93b7-38be2b369749 HTTP/1.1" status: 200 len: 945 time: 0.0578241 Feb 17 18:16:54.252366 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-08af41c9-9481-4d8a-b81b-ea8403f2b813 req-6b36f711-e911-4afa-b906-22fa142fb720 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422759 Feb 17 18:16:54.370686 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec341db4-f94d-4476-ab8d-006e0cdcc2e8 req-0e9c1423-e813-4628-b9c3-89fa1de39859 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:16:54.372170 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ec341db4-f94d-4476-ab8d-006e0cdcc2e8 req-0e9c1423-e813-4628-b9c3-89fa1de39859 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=37a612b8-3974-4e16-93b7-38be2b369749 HTTP/1.1" status: 200 len: 945 time: 0.0533478 Feb 17 18:16:54.419384 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ec341db4-f94d-4476-ab8d-006e0cdcc2e8 req-ffa96ba2-5495-4711-a73b-e2324c64dcea tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415480 Feb 17 18:16:57.977626 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15aae7-5f6a-4be0-868d-ca5c50fc21f5 req-1184a84f-4eda-42b7-97b4-ac67657d3c69 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:16:57.979272 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d15aae7-5f6a-4be0-868d-ca5c50fc21f5 req-1184a84f-4eda-42b7-97b4-ac67657d3c69 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/networks?id=3fdcfd52-18d5-4a89-846c-aecef4a0553d HTTP/1.1" status: 200 len: 811 time: 0.1164601 Feb 17 18:16:57.996231 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d15aae7-5f6a-4be0-868d-ca5c50fc21f5 req-690466bb-30a8-4bfc-ad77-c2c2198a9120 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/quotas/f012d3f0ce3248f8b9b864e21185641f HTTP/1.1" status: 200 len: 375 time: 0.0097544 Feb 17 18:16:58.056961 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d15aae7-5f6a-4be0-868d-ca5c50fc21f5 req-8c354635-9cd3-4a72-b309-0b901bbfab57 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=f012d3f0ce3248f8b9b864e21185641f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0545547 Feb 17 18:16:58.158774 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d15aae7-5f6a-4be0-868d-ca5c50fc21f5 req-50c76637-d170-4121-b309-bbd2b189eb0c service neutron] 10.222.0.87 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946231 Feb 17 18:16:58.260223 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d15aae7-5f6a-4be0-868d-ca5c50fc21f5 req-7bff3995-d265-43fa-ab84-c99f87734d5a service neutron] 10.222.0.87 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948098 Feb 17 18:16:58.460592 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8f199f69-5b33-4e21-a604-7634c245b0cc req-94b03f50-c9b8-4adf-b1b2-205687050bb5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=daa2f101-da3e-4db7-a134-d6d641ec6e7a HTTP/1.1" status: 200 len: 210 time: 0.0299335 Feb 17 18:16:59.421135 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15aae7-5f6a-4be0-868d-ca5c50fc21f5 req-cc73ff30-bddb-41f0-93b8-4c648f8a9f7c tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:16:59.422644 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0d15aae7-5f6a-4be0-868d-ca5c50fc21f5 req-cc73ff30-bddb-41f0-93b8-4c648f8a9f7c tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.91 "GET /v2.0/networks?id=3fdcfd52-18d5-4a89-846c-aecef4a0553d HTTP/1.1" status: 200 len: 811 time: 0.1061721 Feb 17 18:16:59.434286 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-0d15aae7-5f6a-4be0-868d-ca5c50fc21f5 req-6aba6300-1107-4c29-8505-b8ea3505b22f tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Request body: {'port': {'device_id': 'daa2f101-da3e-4db7-a134-d6d641ec6e7a', 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d', 'admin_state_up': True, 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:16:59.553271 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d15aae7-5f6a-4be0-868d-ca5c50fc21f5 req-6aba6300-1107-4c29-8505-b8ea3505b22f tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Made reservation on behalf of f012d3f0ce3248f8b9b864e21185641f for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:16:59.557022 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0d15aae7-5f6a-4be0-868d-ca5c50fc21f5 req-6aba6300-1107-4c29-8505-b8ea3505b22f tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:16:59.565282 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eb4a0cd1-60b4-467d-a2ca-40b1130ccd2f req-50335054-3436-41df-986e-114ee7a64f81 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=daa2f101-da3e-4db7-a134-d6d641ec6e7a HTTP/1.1" status: 200 len: 210 time: 0.0294988 Feb 17 18:16:59.697135 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-0d15aae7-5f6a-4be0-868d-ca5c50fc21f5 req-6aba6300-1107-4c29-8505-b8ea3505b22f tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Allocated IP 172.20.0.11 (3fdcfd52-18d5-4a89-846c-aecef4a0553d/793e56d2-6114-48e9-a985-b6ff56226097/6b0278ab-0113-46ff-bc87-83fc8fde2d68) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:16:59.862510 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0d15aae7-5f6a-4be0-868d-ca5c50fc21f5 req-6aba6300-1107-4c29-8505-b8ea3505b22f tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks [] for port (6b0278ab-0113-46ff-bc87-83fc8fde2d68), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:16:59.904217 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0d15aae7-5f6a-4be0-868d-ca5c50fc21f5 req-6aba6300-1107-4c29-8505-b8ea3505b22f tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (6b0278ab-0113-46ff-bc87-83fc8fde2d68), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:16:59.917222 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['57f90171-662b-447d-a750-f83ecb43e5e5'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:16:59.960271 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d15aae7-5f6a-4be0-868d-ca5c50fc21f5 req-6aba6300-1107-4c29-8505-b8ea3505b22f tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Network 3fdcfd52-18d5-4a89-846c-aecef4a0553d is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:16:59.964410 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-0d15aae7-5f6a-4be0-868d-ca5c50fc21f5 req-6aba6300-1107-4c29-8505-b8ea3505b22f tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:16:59.969770 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d15aae7-5f6a-4be0-868d-ca5c50fc21f5 req-6aba6300-1107-4c29-8505-b8ea3505b22f tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:16:59.977262 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba6300-1107-4c29-8505-b8ea3505b22f tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Pushing event updated for resources: {'Port': ['ID=6b0278ab-0113-46ff-bc87-83fc8fde2d68,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:17:00.026220 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aba6300-1107-4c29-8505-b8ea3505b22f tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:17:00.026819 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aba6300-1107-4c29-8505-b8ea3505b22f tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:17:00.027806 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aba6300-1107-4c29-8505-b8ea3505b22f tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:17:00.028223 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aba6300-1107-4c29-8505-b8ea3505b22f tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:17:00.028666 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aba6300-1107-4c29-8505-b8ea3505b22f tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:17:00.029102 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aba6300-1107-4c29-8505-b8ea3505b22f tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:17:00.029497 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aba6300-1107-4c29-8505-b8ea3505b22f tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:17:00.029897 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aba6300-1107-4c29-8505-b8ea3505b22f tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:17:00.030297 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aba6300-1107-4c29-8505-b8ea3505b22f tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:17:00.030695 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aba6300-1107-4c29-8505-b8ea3505b22f tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:17:00.031090 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aba6300-1107-4c29-8505-b8ea3505b22f tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:17:00.031486 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aba6300-1107-4c29-8505-b8ea3505b22f tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:17:00.031891 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aba6300-1107-4c29-8505-b8ea3505b22f tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:17:00.068542 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15aae7-5f6a-4be0-868d-ca5c50fc21f5 req-6aba6300-1107-4c29-8505-b8ea3505b22f tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:17:00.069521 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0d15aae7-5f6a-4be0-868d-ca5c50fc21f5 req-6aba6300-1107-4c29-8505-b8ea3505b22f tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:17:00.087979 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0d15aae7-5f6a-4be0-868d-ca5c50fc21f5 req-6aba6300-1107-4c29-8505-b8ea3505b22f tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6582224 Feb 17 18:17:00.099532 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-0d15aae7-5f6a-4be0-868d-ca5c50fc21f5 req-9c17f34a-35af-4505-b91f-4295bc21274d service neutron] Request body: {'port': {'device_id': 'daa2f101-da3e-4db7-a134-d6d641ec6e7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:17:00.167631 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0d15aae7-5f6a-4be0-868d-ca5c50fc21f5 req-9c17f34a-35af-4505-b91f-4295bc21274d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6b0278ab-0113-46ff-bc87-83fc8fde2d68), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:17:00.230103 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-3dd6850a-1cf0-4d73-b52d-3a35bf223b02 None None] Provisioning complete for port 6b0278ab-0113-46ff-bc87-83fc8fde2d68 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:17:00.230909 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3dd6850a-1cf0-4d73-b52d-3a35bf223b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6b0278ab-0113-46ff-bc87-83fc8fde2d68), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:17:00.273311 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-3dd6850a-1cf0-4d73-b52d-3a35bf223b02 None None] Port 6b0278ab-0113-46ff-bc87-83fc8fde2d68 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:17:00.461769 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-0d15aae7-5f6a-4be0-868d-ca5c50fc21f5 req-9c17f34a-35af-4505-b91f-4295bc21274d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b0278ab-0113-46ff-bc87-83fc8fde2d68 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:17:00.469327 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0d15aae7-5f6a-4be0-868d-ca5c50fc21f5 req-9c17f34a-35af-4505-b91f-4295bc21274d service neutron] Publish callbacks [] for port (6b0278ab-0113-46ff-bc87-83fc8fde2d68), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:17:00.481753 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-0d15aae7-5f6a-4be0-868d-ca5c50fc21f5 req-9c17f34a-35af-4505-b91f-4295bc21274d service neutron] Transition to ACTIVE for port object 6b0278ab-0113-46ff-bc87-83fc8fde2d68 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 18:17:00.489414 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0d15aae7-5f6a-4be0-868d-ca5c50fc21f5 req-9c17f34a-35af-4505-b91f-4295bc21274d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (6b0278ab-0113-46ff-bc87-83fc8fde2d68), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:17:00.551566 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c17f34a-35af-4505-b91f-4295bc21274d service neutron] Pushing event updated for resources: {'Port': ['ID=6b0278ab-0113-46ff-bc87-83fc8fde2d68,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:17:00.677285 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-0d15aae7-5f6a-4be0-868d-ca5c50fc21f5 req-9c17f34a-35af-4505-b91f-4295bc21274d service neutron] Attempting to bind port 6b0278ab-0113-46ff-bc87-83fc8fde2d68 on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:17:00.677631 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-0d15aae7-5f6a-4be0-868d-ca5c50fc21f5 req-9c17f34a-35af-4505-b91f-4295bc21274d service neutron] Attempting to bind port 6b0278ab-0113-46ff-bc87-83fc8fde2d68 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '66cb8987-5b81-447b-8684-294caff8482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:17:00.677961 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d15aae7-5f6a-4be0-868d-ca5c50fc21f5 req-9c17f34a-35af-4505-b91f-4295bc21274d service neutron] Attempting to bind port 6b0278ab-0113-46ff-bc87-83fc8fde2d68 on network 3fdcfd52-18d5-4a89-846c-aecef4a0553d {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:17:00.684398 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d15aae7-5f6a-4be0-868d-ca5c50fc21f5 req-9c17f34a-35af-4505-b91f-4295bc21274d service neutron] Port 6b0278ab-0113-46ff-bc87-83fc8fde2d68 on network 3fdcfd52-18d5-4a89-846c-aecef4a0553d not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:17:00.684728 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d15aae7-5f6a-4be0-868d-ca5c50fc21f5 req-9c17f34a-35af-4505-b91f-4295bc21274d service neutron] Attempting to bind port 6b0278ab-0113-46ff-bc87-83fc8fde2d68 on network 3fdcfd52-18d5-4a89-846c-aecef4a0553d {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:17:00.696347 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d15aae7-5f6a-4be0-868d-ca5c50fc21f5 req-9c17f34a-35af-4505-b91f-4295bc21274d service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:17:00.697133 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d15aae7-5f6a-4be0-868d-ca5c50fc21f5 req-9c17f34a-35af-4505-b91f-4295bc21274d service neutron] Checking segment: {'id': '66cb8987-5b81-447b-8684-294caff8482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:17:00.697634 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d15aae7-5f6a-4be0-868d-ca5c50fc21f5 req-9c17f34a-35af-4505-b91f-4295bc21274d service neutron] Bound using segment: {'id': '66cb8987-5b81-447b-8684-294caff8482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:17:00.698179 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-0d15aae7-5f6a-4be0-868d-ca5c50fc21f5 req-9c17f34a-35af-4505-b91f-4295bc21274d service neutron] Bound port: 6b0278ab-0113-46ff-bc87-83fc8fde2d68, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66cb8987-5b81-447b-8684-294caff8482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:17:00.698652 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0d15aae7-5f6a-4be0-868d-ca5c50fc21f5 req-9c17f34a-35af-4505-b91f-4295bc21274d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6b0278ab-0113-46ff-bc87-83fc8fde2d68), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:17:00.760759 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a24142-3168-4f96-82a7-9c000431e3a7 req-1c9c598f-33cc-46e0-8eff-72cb54d4076e tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:17:00.762974 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-57a24142-3168-4f96-82a7-9c000431e3a7 req-1c9c598f-33cc-46e0-8eff-72cb54d4076e tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=daa2f101-da3e-4db7-a134-d6d641ec6e7a HTTP/1.1" status: 200 len: 944 time: 0.0809572 Feb 17 18:17:00.787176 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-0d15aae7-5f6a-4be0-868d-ca5c50fc21f5 req-9c17f34a-35af-4505-b91f-4295bc21274d service neutron] For port 6b0278ab-0113-46ff-bc87-83fc8fde2d68, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:17:00.791052 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-0d15aae7-5f6a-4be0-868d-ca5c50fc21f5 req-9c17f34a-35af-4505-b91f-4295bc21274d service neutron] For port 6b0278ab-0113-46ff-bc87-83fc8fde2d68, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=6b0278ab-0113-46ff-bc87-83fc8fde2d68,segment=NetworkSegment(66cb8987-5b81-447b-8684-294caff8482c),segment_id=66cb8987-5b81-447b-8684-294caff8482c)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:17:00.800983 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0d15aae7-5f6a-4be0-868d-ca5c50fc21f5 req-9c17f34a-35af-4505-b91f-4295bc21274d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (6b0278ab-0113-46ff-bc87-83fc8fde2d68), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:17:00.816993 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-57a24142-3168-4f96-82a7-9c000431e3a7 req-186af31d-5adb-4331-bae1-6bfa8f2753d7 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481093 Feb 17 18:17:00.848118 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15aae7-5f6a-4be0-868d-ca5c50fc21f5 req-9c17f34a-35af-4505-b91f-4295bc21274d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:17:00.848968 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0d15aae7-5f6a-4be0-868d-ca5c50fc21f5 req-9c17f34a-35af-4505-b91f-4295bc21274d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:17:00.851179 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0d15aae7-5f6a-4be0-868d-ca5c50fc21f5 req-9c17f34a-35af-4505-b91f-4295bc21274d service neutron] 10.222.0.91 "PUT /v2.0/ports/6b0278ab-0113-46ff-bc87-83fc8fde2d68 HTTP/1.1" status: 200 len: 1092 time: 0.7557540 Feb 17 18:17:00.851179 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daa2f101-da3e-4db7-a134-d6d641ec6e7a', 'tag': '6b0278ab-0113-46ff-bc87-83fc8fde2d68'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:17:00.853422 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe66070-8414-421e-9321-e63e6cc954b4" -d '{"events": [{"name": "network-changed", "server_uuid": "daa2f101-da3e-4db7-a134-d6d641ec6e7a", "tag": "6b0278ab-0113-46ff-bc87-83fc8fde2d68"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:17:00.891779 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c17f34a-35af-4505-b91f-4295bc21274d service neutron] Pushing event updated for resources: {'Port': ['ID=6b0278ab-0113-46ff-bc87-83fc8fde2d68,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:17:00.925128 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25140490-65b3-4a4d-abb7-074b89caa169 x-openstack-request-id: req-25140490-65b3-4a4d-abb7-074b89caa169 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:17:00.925128 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daa2f101-da3e-4db7-a134-d6d641ec6e7a", "tag": "6b0278ab-0113-46ff-bc87-83fc8fde2d68", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:17:00.925128 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-25140490-65b3-4a4d-abb7-074b89caa169 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:17:00.925517 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daa2f101-da3e-4db7-a134-d6d641ec6e7a', 'tag': '6b0278ab-0113-46ff-bc87-83fc8fde2d68', 'status': 'completed', 'code': 200} Feb 17 18:17:00.972977 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15aae7-5f6a-4be0-868d-ca5c50fc21f5 req-a5500bd4-4ae5-42bb-bc38-147840efd3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:17:00.974542 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0d15aae7-5f6a-4be0-868d-ca5c50fc21f5 req-a5500bd4-4ae5-42bb-bc38-147840efd3e9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f012d3f0ce3248f8b9b864e21185641f&device_id=daa2f101-da3e-4db7-a134-d6d641ec6e7a HTTP/1.1" status: 200 len: 1126 time: 0.0629399 Feb 17 18:17:01.031660 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0d15aae7-5f6a-4be0-868d-ca5c50fc21f5 req-c66c9ee7-c720-4372-aca9-7eef77a26cfc service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b0278ab-0113-46ff-bc87-83fc8fde2d68 HTTP/1.1" status: 200 len: 217 time: 0.0449750 Feb 17 18:17:01.106219 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15aae7-5f6a-4be0-868d-ca5c50fc21f5 req-d05eec2e-2bc3-44b8-a7d5-4589dc617403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:17:01.108069 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0d15aae7-5f6a-4be0-868d-ca5c50fc21f5 req-d05eec2e-2bc3-44b8-a7d5-4589dc617403 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=793e56d2-6114-48e9-a985-b6ff56226097 HTTP/1.1" status: 200 len: 850 time: 0.0731072 Feb 17 18:17:01.182561 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15aae7-5f6a-4be0-868d-ca5c50fc21f5 req-18174814-69b0-4ed0-a10c-3e497e66eb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:17:01.184527 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0d15aae7-5f6a-4be0-868d-ca5c50fc21f5 req-18174814-69b0-4ed0-a10c-3e497e66eb7e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3fdcfd52-18d5-4a89-846c-aecef4a0553d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0708852 Feb 17 18:17:01.286284 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0d15aae7-5f6a-4be0-868d-ca5c50fc21f5 req-12a49ea9-6c99-4223-9ded-2ba2769ae16c service neutron] 10.222.0.91 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956476 Feb 17 18:17:01.394980 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0d15aae7-5f6a-4be0-868d-ca5c50fc21f5 req-eed327fc-cf08-40e1-8749-de3ebc6caec5 service neutron] 10.222.0.91 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024296 Feb 17 18:17:01.486755 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe66070-8414-421e-9321-e63e6cc954b4 req-91241b7d-008c-40db-a753-880d2c4a1976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:17:01.488341 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0fe66070-8414-421e-9321-e63e6cc954b4 req-91241b7d-008c-40db-a753-880d2c4a1976 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f012d3f0ce3248f8b9b864e21185641f&device_id=daa2f101-da3e-4db7-a134-d6d641ec6e7a HTTP/1.1" status: 200 len: 1126 time: 0.0475059 Feb 17 18:17:01.578426 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe66070-8414-421e-9321-e63e6cc954b4 req-67a36c7d-16ad-4f2b-9d02-62fab7803fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:17:01.579818 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0fe66070-8414-421e-9321-e63e6cc954b4 req-67a36c7d-16ad-4f2b-9d02-62fab7803fc3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3fdcfd52-18d5-4a89-846c-aecef4a0553d HTTP/1.1" status: 200 len: 912 time: 0.0863035 Feb 17 18:17:01.625114 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0fe66070-8414-421e-9321-e63e6cc954b4 req-300e3475-3685-4b2b-9be5-a75ce23d9e07 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b0278ab-0113-46ff-bc87-83fc8fde2d68 HTTP/1.1" status: 200 len: 217 time: 0.0386119 Feb 17 18:17:01.675012 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe66070-8414-421e-9321-e63e6cc954b4 req-cc35d5f0-6825-4542-b80a-4659eedbf1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:17:01.676625 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0fe66070-8414-421e-9321-e63e6cc954b4 req-cc35d5f0-6825-4542-b80a-4659eedbf1f8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=793e56d2-6114-48e9-a985-b6ff56226097 HTTP/1.1" status: 200 len: 850 time: 0.0466330 Feb 17 18:17:01.726149 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe66070-8414-421e-9321-e63e6cc954b4 req-780d65c7-b2ab-488f-a375-325999beb383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:17:01.727665 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0fe66070-8414-421e-9321-e63e6cc954b4 req-780d65c7-b2ab-488f-a375-325999beb383 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3fdcfd52-18d5-4a89-846c-aecef4a0553d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457244 Feb 17 18:17:01.737433 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [req-0fe66070-8414-421e-9321-e63e6cc954b4 req-43dede3c-bb1a-49f3-b557-17913797d1f8 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 18:17:01.738389 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0fe66070-8414-421e-9321-e63e6cc954b4 req-43dede3c-bb1a-49f3-b557-17913797d1f8 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050035 Feb 17 18:17:01.832323 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0fe66070-8414-421e-9321-e63e6cc954b4 req-01b68456-295e-49e2-9317-6b9c760e7608 service neutron] 10.222.0.91 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882239 Feb 17 18:17:01.933263 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0fe66070-8414-421e-9321-e63e6cc954b4 req-14d201a1-fd37-4303-abd0-03cf6ae4feb7 service neutron] 10.222.0.91 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951753 Feb 17 18:17:01.946249 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1aa1b3-414b-428f-aafe-c8cfbfc77686 req-f89592e2-4a81-428a-af74-f341a05602dd tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:17:01.952833 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0e1aa1b3-414b-428f-aafe-c8cfbfc77686 req-f89592e2-4a81-428a-af74-f341a05602dd tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=daa2f101-da3e-4db7-a134-d6d641ec6e7a HTTP/1.1" status: 200 len: 944 time: 0.0630300 Feb 17 18:17:01.997007 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0e1aa1b3-414b-428f-aafe-c8cfbfc77686 req-ba42ed95-2ee3-4466-8091-99fbc5160c00 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425148 Feb 17 18:17:02.997940 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-107d9a02-ff78-4cb3-a384-dba253ce0515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:17:03.126597 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f81e1ae-403f-4075-aa8c-72c7808a5213 req-a05147ee-f2ea-43ad-b5c0-b454d7d96b8e tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:17:03.128112 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9f81e1ae-403f-4075-aa8c-72c7808a5213 req-a05147ee-f2ea-43ad-b5c0-b454d7d96b8e tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=daa2f101-da3e-4db7-a134-d6d641ec6e7a HTTP/1.1" status: 200 len: 944 time: 0.0599639 Feb 17 18:17:03.176646 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9f81e1ae-403f-4075-aa8c-72c7808a5213 req-3ff28e03-ccd1-455c-a99e-9df6673194ec tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426519 Feb 17 18:17:04.313383 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ea133-6932-45b6-b5df-3bc08a0dad64 req-26b183c8-0003-4a94-b156-721875f34734 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:17:04.315007 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-257ea133-6932-45b6-b5df-3bc08a0dad64 req-26b183c8-0003-4a94-b156-721875f34734 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=daa2f101-da3e-4db7-a134-d6d641ec6e7a HTTP/1.1" status: 200 len: 944 time: 0.0635133 Feb 17 18:17:04.376471 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-257ea133-6932-45b6-b5df-3bc08a0dad64 req-0dbee45d-9e70-44eb-b99e-a4ba66c42bbf tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555329 Feb 17 18:17:04.927509 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:17:05.477377 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fb53b387-a5f9-4767-a17e-72ec8edaec04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:17:05.563012 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56595ef-840d-416c-ac14-af34390f1b3e req-05c72b15-55d4-429a-a984-371be52aa73b tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:17:05.568444 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d56595ef-840d-416c-ac14-af34390f1b3e req-05c72b15-55d4-429a-a984-371be52aa73b tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=daa2f101-da3e-4db7-a134-d6d641ec6e7a HTTP/1.1" status: 200 len: 944 time: 0.1047738 Feb 17 18:17:05.645863 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d56595ef-840d-416c-ac14-af34390f1b3e req-5f2858e5-60a7-4cec-a417-2fe7da34e6e4 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662913 Feb 17 18:17:06.802310 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049622cb-d30a-495f-b9b1-6e1aaf9de2fa req-3774fa51-324b-45f1-b230-37807eb64818 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:17:06.804877 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-049622cb-d30a-495f-b9b1-6e1aaf9de2fa req-3774fa51-324b-45f1-b230-37807eb64818 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=daa2f101-da3e-4db7-a134-d6d641ec6e7a HTTP/1.1" status: 200 len: 944 time: 0.0801032 Feb 17 18:17:06.843503 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:17:06.878676 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-049622cb-d30a-495f-b9b1-6e1aaf9de2fa req-c28f904e-5d21-4da3-a61e-32efbb8658f6 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618122 Feb 17 18:17:08.038000 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b37f179-3bb1-42ab-979c-1c79675a08ce req-19254941-3c8e-46bd-83a3-383f772849dd tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:17:08.039523 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3b37f179-3bb1-42ab-979c-1c79675a08ce req-19254941-3c8e-46bd-83a3-383f772849dd tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=daa2f101-da3e-4db7-a134-d6d641ec6e7a HTTP/1.1" status: 200 len: 944 time: 0.0652781 Feb 17 18:17:08.071195 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:17:08.096541 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3b37f179-3bb1-42ab-979c-1c79675a08ce req-08e642a4-4950-46e3-b74b-ff36bd55c798 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508318 Feb 17 18:17:09.151660 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:17:09.233740 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f5d7f-a912-4766-8298-d93f91f7d310 req-87465a17-7d94-4fc5-bda8-25a3036f4de4 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:17:09.235259 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a9f5d7f-a912-4766-8298-d93f91f7d310 req-87465a17-7d94-4fc5-bda8-25a3036f4de4 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=daa2f101-da3e-4db7-a134-d6d641ec6e7a HTTP/1.1" status: 200 len: 944 time: 0.0631263 Feb 17 18:17:09.286022 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a9f5d7f-a912-4766-8298-d93f91f7d310 req-7fca5f05-158a-4cba-8da8-0f9102df91b9 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442743 Feb 17 18:17:10.407540 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781452e-db15-464a-a9d7-0c788ef60d7e req-1b9f80e3-0876-432c-b490-f738f6d0185e tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:17:10.409074 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4781452e-db15-464a-a9d7-0c788ef60d7e req-1b9f80e3-0876-432c-b490-f738f6d0185e tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=daa2f101-da3e-4db7-a134-d6d641ec6e7a HTTP/1.1" status: 200 len: 944 time: 0.0539427 Feb 17 18:17:10.456055 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4781452e-db15-464a-a9d7-0c788ef60d7e req-3410dcf8-b520-405c-8177-f52ecec04c64 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412905 Feb 17 18:17:11.581431 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f1a16-7e93-4013-aba4-eaed544486c2 req-d33613bd-4f60-4a53-8dbf-41e566a5690e tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:17:11.582929 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0b9f1a16-7e93-4013-aba4-eaed544486c2 req-d33613bd-4f60-4a53-8dbf-41e566a5690e tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=daa2f101-da3e-4db7-a134-d6d641ec6e7a HTTP/1.1" status: 200 len: 944 time: 0.0545659 Feb 17 18:17:11.635067 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0b9f1a16-7e93-4013-aba4-eaed544486c2 req-99fade14-ebb7-4d0f-bb0f-e78dc8865c5c tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460615 Feb 17 18:17:12.763825 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e079eef-6af0-4c0f-8b81-a79f26a81750 req-99df2857-c253-4dcb-92b6-211ab90c370c tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:17:12.765369 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2e079eef-6af0-4c0f-8b81-a79f26a81750 req-99df2857-c253-4dcb-92b6-211ab90c370c tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=daa2f101-da3e-4db7-a134-d6d641ec6e7a HTTP/1.1" status: 200 len: 944 time: 0.0548134 Feb 17 18:17:12.814262 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2e079eef-6af0-4c0f-8b81-a79f26a81750 req-c8cb3207-f5ae-42c8-9289-c8fcc3e87499 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433557 Feb 17 18:17:13.938181 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe1b2e-1973-48d3-b265-f03e002eae64 req-9e3f4429-1377-4b52-96d8-fa61fd6dd964 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:17:13.939811 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e5fe1b2e-1973-48d3-b265-f03e002eae64 req-9e3f4429-1377-4b52-96d8-fa61fd6dd964 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=daa2f101-da3e-4db7-a134-d6d641ec6e7a HTTP/1.1" status: 200 len: 944 time: 0.0551991 Feb 17 18:17:13.990662 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e5fe1b2e-1973-48d3-b265-f03e002eae64 req-ceceef5e-aa6e-4089-9ac8-1a3827f39405 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446677 Feb 17 18:17:15.125946 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d294095-f482-426f-9d41-a32b1a229a2f req-68f015eb-a2e0-44e0-adcb-c728c9dd4bb9 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:17:15.127660 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2d294095-f482-426f-9d41-a32b1a229a2f req-68f015eb-a2e0-44e0-adcb-c728c9dd4bb9 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=daa2f101-da3e-4db7-a134-d6d641ec6e7a HTTP/1.1" status: 200 len: 944 time: 0.0612919 Feb 17 18:17:15.175981 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2d294095-f482-426f-9d41-a32b1a229a2f req-e5ad3fcd-b89f-491c-ad5d-332fa8cc91a5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425603 Feb 17 18:17:16.302269 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6880d-a041-4fa5-b31f-f23ce0ae942a req-5a64020a-2e8b-406c-b041-5c613e430a37 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:17:16.303103 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6aa6880d-a041-4fa5-b31f-f23ce0ae942a req-5a64020a-2e8b-406c-b041-5c613e430a37 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=daa2f101-da3e-4db7-a134-d6d641ec6e7a HTTP/1.1" status: 200 len: 944 time: 0.0535433 Feb 17 18:17:16.353526 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6aa6880d-a041-4fa5-b31f-f23ce0ae942a req-bea279f5-4b86-4cf0-ae2d-9d543b2ba812 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422473 Feb 17 18:17:17.489123 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f160c8-abde-448d-8d6f-b1cabb6c15f4 req-e716f8e0-fafd-4a07-9847-6f07d71a3c1c tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:17:17.491337 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-78f160c8-abde-448d-8d6f-b1cabb6c15f4 req-e716f8e0-fafd-4a07-9847-6f07d71a3c1c tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=daa2f101-da3e-4db7-a134-d6d641ec6e7a HTTP/1.1" status: 200 len: 944 time: 0.0616908 Feb 17 18:17:17.540398 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-78f160c8-abde-448d-8d6f-b1cabb6c15f4 req-89defd66-eb35-4f49-8183-74914a333685 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427542 Feb 17 18:17:18.687516 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906b468-c7d0-4e83-88d4-f62d1f284aa2 req-5e462bb7-593d-4737-8706-06d879e23c77 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:17:18.689248 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9906b468-c7d0-4e83-88d4-f62d1f284aa2 req-5e462bb7-593d-4737-8706-06d879e23c77 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=daa2f101-da3e-4db7-a134-d6d641ec6e7a HTTP/1.1" status: 200 len: 944 time: 0.0657451 Feb 17 18:17:18.743082 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9906b468-c7d0-4e83-88d4-f62d1f284aa2 req-d5c5ed36-ba87-4b0d-9ff2-b0aa87a19de6 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479875 Feb 17 18:17:19.258429 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:17:19.873147 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d7ba0-bb4b-4d6b-a7dc-13265748182a req-f750f850-cd28-473b-8f81-5419ebc6717c tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:17:19.874604 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-535d7ba0-bb4b-4d6b-a7dc-13265748182a req-f750f850-cd28-473b-8f81-5419ebc6717c tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=daa2f101-da3e-4db7-a134-d6d641ec6e7a HTTP/1.1" status: 200 len: 944 time: 0.0537660 Feb 17 18:17:19.927123 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-535d7ba0-bb4b-4d6b-a7dc-13265748182a req-fa1f7330-aab3-4c1d-82d7-b4c61121b211 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463648 Feb 17 18:17:20.092970 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:17:21.051568 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973521e-192d-448b-87e4-5a2cc96cbd97 req-996dc8c1-c045-465c-b9f0-3dcb9cae1f49 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:17:21.053899 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f973521e-192d-448b-87e4-5a2cc96cbd97 req-996dc8c1-c045-465c-b9f0-3dcb9cae1f49 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=daa2f101-da3e-4db7-a134-d6d641ec6e7a HTTP/1.1" status: 200 len: 944 time: 0.0586393 Feb 17 18:17:21.116545 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f973521e-192d-448b-87e4-5a2cc96cbd97 req-be9fc9eb-6b0d-4d4d-a6d8-f17d9eaca40a tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557837 Feb 17 18:17:22.259881 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb62c6-7cec-4280-b560-c1d2d57f1ab4 req-5af8eaf2-07e2-45a7-86e4-7e5bcf5ec363 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:17:22.262837 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-59cb62c6-7cec-4280-b560-c1d2d57f1ab4 req-5af8eaf2-07e2-45a7-86e4-7e5bcf5ec363 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=daa2f101-da3e-4db7-a134-d6d641ec6e7a HTTP/1.1" status: 200 len: 944 time: 0.0694578 Feb 17 18:17:22.324607 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-59cb62c6-7cec-4280-b560-c1d2d57f1ab4 req-09fbb62a-0378-4854-a723-33ddf4cccf64 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548100 Feb 17 18:17:23.470052 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb90b86-0a22-4b20-b731-bc7d0cbf5203 req-e187c00b-f94c-44e0-851d-bf54d077db2f tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:17:23.471749 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-efb90b86-0a22-4b20-b731-bc7d0cbf5203 req-e187c00b-f94c-44e0-851d-bf54d077db2f tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=daa2f101-da3e-4db7-a134-d6d641ec6e7a HTTP/1.1" status: 200 len: 944 time: 0.0676885 Feb 17 18:17:23.521998 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-efb90b86-0a22-4b20-b731-bc7d0cbf5203 req-8ba252a8-eb18-4617-8989-d7f4a8c49793 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440872 Feb 17 18:17:24.655988 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a462f4d-6542-4e84-921b-686fea197f85 req-1cfadf4c-988a-4b87-986c-15d3c0c3dd17 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:17:24.657767 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7a462f4d-6542-4e84-921b-686fea197f85 req-1cfadf4c-988a-4b87-986c-15d3c0c3dd17 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=daa2f101-da3e-4db7-a134-d6d641ec6e7a HTTP/1.1" status: 200 len: 944 time: 0.0624006 Feb 17 18:17:24.712129 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7a462f4d-6542-4e84-921b-686fea197f85 req-a1aab7c7-9f2f-4e38-b4ae-9601e3768919 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487297 Feb 17 18:17:25.838388 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f41d933-9aa4-426f-86ae-a1539c08f10c req-d8c42888-1d8f-4473-85da-68b94c57b055 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:17:25.840414 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2f41d933-9aa4-426f-86ae-a1539c08f10c req-d8c42888-1d8f-4473-85da-68b94c57b055 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=daa2f101-da3e-4db7-a134-d6d641ec6e7a HTTP/1.1" status: 200 len: 944 time: 0.0592911 Feb 17 18:17:25.892071 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2f41d933-9aa4-426f-86ae-a1539c08f10c req-42307623-4fa5-4592-a3ae-b7aa19384f20 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456390 Feb 17 18:17:27.013032 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa5ce7-36f9-4e94-8280-0ffdee4dcbeb req-d5bcd145-480e-4403-b24b-b8a89e368d38 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:17:27.014442 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ceaa5ce7-36f9-4e94-8280-0ffdee4dcbeb req-d5bcd145-480e-4403-b24b-b8a89e368d38 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=daa2f101-da3e-4db7-a134-d6d641ec6e7a HTTP/1.1" status: 200 len: 944 time: 0.0538776 Feb 17 18:17:27.060533 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ceaa5ce7-36f9-4e94-8280-0ffdee4dcbeb req-e85965aa-0d60-4f30-86b5-cea08c4ea4ea tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403733 Feb 17 18:17:28.181072 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7099b-4c61-43af-b555-31ef9519db6c req-d7c6d48e-f6cc-4756-aa9f-7352ef305672 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:17:28.182557 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b9d7099b-4c61-43af-b555-31ef9519db6c req-d7c6d48e-f6cc-4756-aa9f-7352ef305672 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=daa2f101-da3e-4db7-a134-d6d641ec6e7a HTTP/1.1" status: 200 len: 944 time: 0.0533340 Feb 17 18:17:28.228703 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b9d7099b-4c61-43af-b555-31ef9519db6c req-ed19fef9-c192-4429-a81b-b1381cc9e642 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403149 Feb 17 18:17:29.344659 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 6b0278ab-0113-46ff-bc87-83fc8fde2d68 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:17:29.354430 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43a817-b215-41d2-9729-d79ad5b983b5 req-27492579-3530-4727-99f4-8b13a37c7e5e tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:17:29.356191 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4e43a817-b215-41d2-9729-d79ad5b983b5 req-27492579-3530-4727-99f4-8b13a37c7e5e tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=daa2f101-da3e-4db7-a134-d6d641ec6e7a HTTP/1.1" status: 200 len: 944 time: 0.0570841 Feb 17 18:17:29.403611 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4e43a817-b215-41d2-9729-d79ad5b983b5 req-e68bd93f-1686-4826-87d6-d8773a1bfa77 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416665 Feb 17 18:17:29.444209 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 6b0278ab-0113-46ff-bc87-83fc8fde2d68, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=6b0278ab-0113-46ff-bc87-83fc8fde2d68,segment=NetworkSegment(66cb8987-5b81-447b-8684-294caff8482c),segment_id=66cb8987-5b81-447b-8684-294caff8482c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:17:29.455017 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '6b0278ab-0113-46ff-bc87-83fc8fde2d68', 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d', 'port_id': '6b0278ab-0113-46ff-bc87-83fc8fde2d68', 'mac_address': 'fa:16:3e:e4:30:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '793e56d2-6114-48e9-a985-b6ff56226097', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:17:29.492826 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 6b0278ab-0113-46ff-bc87-83fc8fde2d68 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:17:29.493225 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6b0278ab-0113-46ff-bc87-83fc8fde2d68), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:17:29.506818 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b0278ab-0113-46ff-bc87-83fc8fde2d68 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:17:29.526848 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 6b0278ab-0113-46ff-bc87-83fc8fde2d68, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=6b0278ab-0113-46ff-bc87-83fc8fde2d68,segment=NetworkSegment(66cb8987-5b81-447b-8684-294caff8482c),segment_id=66cb8987-5b81-447b-8684-294caff8482c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:17:29.530763 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (6b0278ab-0113-46ff-bc87-83fc8fde2d68), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:17:29.581921 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=6b0278ab-0113-46ff-bc87-83fc8fde2d68,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:17:29.762091 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['6b0278ab-0113-46ff-bc87-83fc8fde2d68'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:17:30.522514 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df19099b-ada4-4ae4-95c7-5861a0474bf0 req-060bd949-66e8-4203-a893-268fcf4763a7 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:17:30.524007 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-df19099b-ada4-4ae4-95c7-5861a0474bf0 req-060bd949-66e8-4203-a893-268fcf4763a7 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=daa2f101-da3e-4db7-a134-d6d641ec6e7a HTTP/1.1" status: 200 len: 945 time: 0.0523291 Feb 17 18:17:30.571464 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-df19099b-ada4-4ae4-95c7-5861a0474bf0 req-ebaec10d-08f4-43b0-ae1f-e5b2f2c0e5a8 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413539 Feb 17 18:17:31.345162 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 6b0278ab-0113-46ff-bc87-83fc8fde2d68 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:17:31.396827 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port 6b0278ab-0113-46ff-bc87-83fc8fde2d68 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 18:17:31.400794 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 6b0278ab-0113-46ff-bc87-83fc8fde2d68 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:17:31.401167 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6b0278ab-0113-46ff-bc87-83fc8fde2d68), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:17:31.479773 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 6b0278ab-0113-46ff-bc87-83fc8fde2d68 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:17:31.480677 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6b0278ab-0113-46ff-bc87-83fc8fde2d68), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:17:31.504371 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa2f101-da3e-4db7-a134-d6d641ec6e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0278ab-0113-46ff-bc87-83fc8fde2d68'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:17:31.506909 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7c0b16-40c8-41ce-91f6-195e14d771a7" -d '{"events": [{"server_uuid": "daa2f101-da3e-4db7-a134-d6d641ec6e7a", "name": "network-vif-plugged", "status": "completed", "tag": "6b0278ab-0113-46ff-bc87-83fc8fde2d68"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:17:31.519843 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 6b0278ab-0113-46ff-bc87-83fc8fde2d68, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=6b0278ab-0113-46ff-bc87-83fc8fde2d68,segment=NetworkSegment(66cb8987-5b81-447b-8684-294caff8482c),segment_id=66cb8987-5b81-447b-8684-294caff8482c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:17:31.523742 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (6b0278ab-0113-46ff-bc87-83fc8fde2d68), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:17:31.550688 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53514a61-06f0-424e-8c61-20e9f5fc796f x-openstack-request-id: req-53514a61-06f0-424e-8c61-20e9f5fc796f {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:17:31.550972 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa2f101-da3e-4db7-a134-d6d641ec6e7a", "name": "network-vif-plugged", "status": "completed", "tag": "6b0278ab-0113-46ff-bc87-83fc8fde2d68", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:17:31.551309 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-53514a61-06f0-424e-8c61-20e9f5fc796f {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:17:31.551605 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa2f101-da3e-4db7-a134-d6d641ec6e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0278ab-0113-46ff-bc87-83fc8fde2d68', 'code': 200} Feb 17 18:17:31.580338 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=6b0278ab-0113-46ff-bc87-83fc8fde2d68,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:17:31.657798 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2c48d-958d-4135-95bc-dc7d6096a0b6 req-a165569d-c3ee-402d-ad5b-23cc7d1f19da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:17:31.659618 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-6cd2c48d-958d-4135-95bc-dc7d6096a0b6 req-a165569d-c3ee-402d-ad5b-23cc7d1f19da service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=daa2f101-da3e-4db7-a134-d6d641ec6e7a HTTP/1.1" status: 200 len: 1128 time: 0.0537467 Feb 17 18:17:31.708578 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-6cd2c48d-958d-4135-95bc-dc7d6096a0b6 req-36e86336-1a4b-490a-939b-12114e048c55 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431578 Feb 17 18:17:31.712965 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1ae53-e5e7-445d-a261-679dcb506713 req-a461b294-23a8-44c6-999f-fbed40a539bd tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:17:31.715074 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b9c1ae53-e5e7-445d-a261-679dcb506713 req-a461b294-23a8-44c6-999f-fbed40a539bd tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=daa2f101-da3e-4db7-a134-d6d641ec6e7a HTTP/1.1" status: 200 len: 946 time: 0.0612264 Feb 17 18:17:31.763175 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b9c1ae53-e5e7-445d-a261-679dcb506713 req-e3244b66-330e-4cf3-b553-2d5de78fc28c tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423806 Feb 17 18:17:32.893192 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a5d66-514b-4867-b689-a887c6133342 req-9c314e7a-6a0f-4bc4-bb72-e89e79d25f82 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:17:32.894662 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-432a5d66-514b-4867-b689-a887c6133342 req-9c314e7a-6a0f-4bc4-bb72-e89e79d25f82 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=daa2f101-da3e-4db7-a134-d6d641ec6e7a HTTP/1.1" status: 200 len: 946 time: 0.0568097 Feb 17 18:17:32.944094 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-432a5d66-514b-4867-b689-a887c6133342 req-a9214c6a-5f9f-46dd-970b-3d9dc8ee1c7c tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434582 Feb 17 18:17:33.000473 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-346f2e94-e99e-402b-9f81-bca9bdda8082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:17:33.071687 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1cb2e2-ba29-43f2-a306-a88cffe23f92 req-a9a9b950-125f-4536-b79d-3126bd3db8a4 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:17:33.073172 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7d1cb2e2-ba29-43f2-a306-a88cffe23f92 req-a9a9b950-125f-4536-b79d-3126bd3db8a4 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=daa2f101-da3e-4db7-a134-d6d641ec6e7a HTTP/1.1" status: 200 len: 946 time: 0.0565588 Feb 17 18:17:33.126442 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7d1cb2e2-ba29-43f2-a306-a88cffe23f92 req-60acc1cb-44b9-4bea-9ad6-6861f16f706d tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474489 Feb 17 18:17:33.420608 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4dc2d8-af9f-43bd-b401-612b2e50d059 req-5c5b9829-ff07-4f52-b187-0466e4818893 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:17:33.422224 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ab4dc2d8-af9f-43bd-b401-612b2e50d059 req-5c5b9829-ff07-4f52-b187-0466e4818893 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=daa2f101-da3e-4db7-a134-d6d641ec6e7a HTTP/1.1" status: 200 len: 946 time: 0.0545626 Feb 17 18:17:33.469355 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ab4dc2d8-af9f-43bd-b401-612b2e50d059 req-3a6d8533-90da-4822-b526-e045239cf638 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414243 Feb 17 18:17:34.608544 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3af17b-6d63-45dd-93e0-ee3f5f9adf73 req-a432add5-c7bd-49e6-906d-feb55c4f400e tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:17:34.610037 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6c3af17b-6d63-45dd-93e0-ee3f5f9adf73 req-a432add5-c7bd-49e6-906d-feb55c4f400e tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=daa2f101-da3e-4db7-a134-d6d641ec6e7a HTTP/1.1" status: 200 len: 946 time: 0.0651031 Feb 17 18:17:34.669261 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6c3af17b-6d63-45dd-93e0-ee3f5f9adf73 req-f801b297-d908-4dab-9e7d-35b06738668b tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533755 Feb 17 18:17:34.952675 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9caf31b-6946-4a1b-8f96-09c874532bda req-2788b27a-a98c-41af-a8a3-a18d61c53f05 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:17:34.954393 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b9caf31b-6946-4a1b-8f96-09c874532bda req-2788b27a-a98c-41af-a8a3-a18d61c53f05 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.91 "GET /v2.0/ports?device_id=daa2f101-da3e-4db7-a134-d6d641ec6e7a HTTP/1.1" status: 200 len: 946 time: 0.0599589 Feb 17 18:17:35.059017 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-b9caf31b-6946-4a1b-8f96-09c874532bda req-232c676a-7f3a-4b0f-8a71-6a9ed9b28c03 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Deleting port 6b0278ab-0113-46ff-bc87-83fc8fde2d68 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:17:35.059263 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b9caf31b-6946-4a1b-8f96-09c874532bda req-232c676a-7f3a-4b0f-8a71-6a9ed9b28c03 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (6b0278ab-0113-46ff-bc87-83fc8fde2d68), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:17:35.153784 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-b9caf31b-6946-4a1b-8f96-09c874532bda req-232c676a-7f3a-4b0f-8a71-6a9ed9b28c03 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] For port 6b0278ab-0113-46ff-bc87-83fc8fde2d68, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=6b0278ab-0113-46ff-bc87-83fc8fde2d68,segment=NetworkSegment(66cb8987-5b81-447b-8684-294caff8482c),segment_id=66cb8987-5b81-447b-8684-294caff8482c)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:17:35.154360 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b9caf31b-6946-4a1b-8f96-09c874532bda req-232c676a-7f3a-4b0f-8a71-6a9ed9b28c03 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (6b0278ab-0113-46ff-bc87-83fc8fde2d68), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:17:35.168434 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-b9caf31b-6946-4a1b-8f96-09c874532bda req-232c676a-7f3a-4b0f-8a71-6a9ed9b28c03 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Calling delete_port for 6b0278ab-0113-46ff-bc87-83fc8fde2d68 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:17:35.301364 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b9caf31b-6946-4a1b-8f96-09c874532bda req-232c676a-7f3a-4b0f-8a71-6a9ed9b28c03 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (6b0278ab-0113-46ff-bc87-83fc8fde2d68), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:17:35.312599 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['6b0278ab-0113-46ff-bc87-83fc8fde2d68'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:17:35.333724 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c676a-7f3a-4b0f-8a71-6a9ed9b28c03 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Pushing event deleted for resources: {'Port': ['ID=6b0278ab-0113-46ff-bc87-83fc8fde2d68,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:17:35.336218 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['57f90171-662b-447d-a750-f83ecb43e5e5'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:17:35.378381 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9caf31b-6946-4a1b-8f96-09c874532bda req-232c676a-7f3a-4b0f-8a71-6a9ed9b28c03 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] No DVR routers for this DVR port 6b0278ab-0113-46ff-bc87-83fc8fde2d68 on host n-h2-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:17:35.381680 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b9caf31b-6946-4a1b-8f96-09c874532bda req-232c676a-7f3a-4b0f-8a71-6a9ed9b28c03 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:17:35.385241 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b9caf31b-6946-4a1b-8f96-09c874532bda req-232c676a-7f3a-4b0f-8a71-6a9ed9b28c03 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.91 "DELETE /v2.0/ports/6b0278ab-0113-46ff-bc87-83fc8fde2d68 HTTP/1.1" status: 204 len: 173 time: 0.4251840 Feb 17 18:17:35.385721 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa2f101-da3e-4db7-a134-d6d641ec6e7a', 'name': 'network-vif-deleted', 'tag': '6b0278ab-0113-46ff-bc87-83fc8fde2d68'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:17:35.388374 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee8ea99-3607-47e0-a919-7d8b37d4fdfd" -d '{"events": [{"server_uuid": "daa2f101-da3e-4db7-a134-d6d641ec6e7a", "name": "network-vif-deleted", "tag": "6b0278ab-0113-46ff-bc87-83fc8fde2d68"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:17:35.434369 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65548e49-f7b2-422f-b645-9d7a155ecda6 x-openstack-request-id: req-65548e49-f7b2-422f-b645-9d7a155ecda6 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:17:35.434671 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa2f101-da3e-4db7-a134-d6d641ec6e7a", "name": "network-vif-deleted", "tag": "6b0278ab-0113-46ff-bc87-83fc8fde2d68", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:17:35.434930 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-65548e49-f7b2-422f-b645-9d7a155ecda6 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:17:35.435346 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa2f101-da3e-4db7-a134-d6d641ec6e7a', 'name': 'network-vif-deleted', 'tag': '6b0278ab-0113-46ff-bc87-83fc8fde2d68', 'status': 'completed', 'code': 200} Feb 17 18:17:35.483617 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6860278f-b47a-4010-91f1-7132d3291efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:17:35.774129 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-431fbb74-c850-42cb-bb65-f79e10dc6cc2 req-220ad546-430a-46d4-a79c-9a6db8532d54 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=daa2f101-da3e-4db7-a134-d6d641ec6e7a HTTP/1.1" status: 200 len: 210 time: 0.0352404 Feb 17 18:17:36.842587 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:17:36.880742 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b79d0c47-8a29-4827-8881-9afcca80e8ab req-51855865-2772-43a0-81de-9f8296c40cec tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=daa2f101-da3e-4db7-a134-d6d641ec6e7a HTTP/1.1" status: 200 len: 210 time: 0.0283899 Feb 17 18:17:37.375424 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 6b0278ab-0113-46ff-bc87-83fc8fde2d68 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:17:37.396080 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: 6b0278ab-0113-46ff-bc87-83fc8fde2d68 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:17:37.396469 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 6b0278ab-0113-46ff-bc87-83fc8fde2d68 not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:17:37.981714 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-13677cba-c80a-4aa4-a116-30553fc67eed req-c17155ef-520e-41e4-9c83-0949ca4e9f29 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=daa2f101-da3e-4db7-a134-d6d641ec6e7a HTTP/1.1" status: 200 len: 210 time: 0.0287430 Feb 17 18:17:38.064889 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:17:39.080765 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4d4a93b6-07b7-4b75-a328-4d591e796cfa req-06708f8d-2dac-471b-8e1d-49de27026d66 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=daa2f101-da3e-4db7-a134-d6d641ec6e7a HTTP/1.1" status: 200 len: 210 time: 0.0279088 Feb 17 18:17:39.148699 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:17:40.183896 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7ff54e06-1a6b-4f6a-9f28-a840106c19ba req-9c2ee1bd-3b13-40d1-ac94-c2e86ebca13a tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=daa2f101-da3e-4db7-a134-d6d641ec6e7a HTTP/1.1" status: 200 len: 210 time: 0.0331104 Feb 17 18:17:41.280967 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dfae8ea0-afcc-4c3a-9010-21a4bffb4e51 req-3d7598f7-1573-4338-a8b6-474f4681cb11 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=daa2f101-da3e-4db7-a134-d6d641ec6e7a HTTP/1.1" status: 200 len: 210 time: 0.0268812 Feb 17 18:17:41.926478 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:17:42.387499 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc5f5eb1-1810-4285-b09c-1f4f75e6059f req-34356a68-519e-4c59-8846-f557d47ba2eb tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=daa2f101-da3e-4db7-a134-d6d641ec6e7a HTTP/1.1" status: 200 len: 210 time: 0.0337811 Feb 17 18:17:43.491403 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8ce6782a-9a06-46e3-9693-15f1aa8a0b10 req-3018c3a1-c630-4c2f-8db6-d2447588a95b tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=daa2f101-da3e-4db7-a134-d6d641ec6e7a HTTP/1.1" status: 200 len: 210 time: 0.0277827 Feb 17 18:17:43.964750 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a503e2cd-d070-4e88-b234-bb1b7481c72e req-c8d68e19-db8a-49a2-af3b-fd710729529e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=37a612b8-3974-4e16-93b7-38be2b369749&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458884 Feb 17 18:17:44.054777 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503e2cd-d070-4e88-b234-bb1b7481c72e req-d1096f24-72cc-4557-8f5b-d2269a19cfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:17:44.056702 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a503e2cd-d070-4e88-b234-bb1b7481c72e req-d1096f24-72cc-4557-8f5b-d2269a19cfb1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f012d3f0ce3248f8b9b864e21185641f&device_id=37a612b8-3974-4e16-93b7-38be2b369749 HTTP/1.1" status: 200 len: 1127 time: 0.0486495 Feb 17 18:17:44.176544 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503e2cd-d070-4e88-b234-bb1b7481c72e req-dfc8a30a-4b5d-470f-b67f-6ea1c828901d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:17:44.178191 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a503e2cd-d070-4e88-b234-bb1b7481c72e req-dfc8a30a-4b5d-470f-b67f-6ea1c828901d service neutron] 10.222.0.71 "GET /v2.0/networks?id=3fdcfd52-18d5-4a89-846c-aecef4a0553d HTTP/1.1" status: 200 len: 912 time: 0.1013985 Feb 17 18:17:44.220198 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a503e2cd-d070-4e88-b234-bb1b7481c72e req-d9964541-8e92-4277-b705-f5c1a0b6249c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57f90171-662b-447d-a750-f83ecb43e5e5 HTTP/1.1" status: 200 len: 217 time: 0.0357258 Feb 17 18:17:44.270152 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503e2cd-d070-4e88-b234-bb1b7481c72e req-86952f3b-4f91-4aff-ba80-14818eb64550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:17:44.271611 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a503e2cd-d070-4e88-b234-bb1b7481c72e req-86952f3b-4f91-4aff-ba80-14818eb64550 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=793e56d2-6114-48e9-a985-b6ff56226097 HTTP/1.1" status: 200 len: 850 time: 0.0460513 Feb 17 18:17:44.327510 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503e2cd-d070-4e88-b234-bb1b7481c72e req-1e3dcb09-f260-4f77-991a-c245f414e0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:17:44.329090 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a503e2cd-d070-4e88-b234-bb1b7481c72e req-1e3dcb09-f260-4f77-991a-c245f414e0f8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3fdcfd52-18d5-4a89-846c-aecef4a0553d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0518217 Feb 17 18:17:44.422739 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a503e2cd-d070-4e88-b234-bb1b7481c72e req-3c22b5ac-58c1-4e54-98bd-88e33e7eb193 service neutron] 10.222.0.71 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873225 Feb 17 18:17:44.527660 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a503e2cd-d070-4e88-b234-bb1b7481c72e req-119f3dde-05f6-474b-92be-cdc11afbd536 service neutron] 10.222.0.71 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989523 Feb 17 18:17:44.603106 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ca5f8f7f-770e-4b5b-9b76-a9a8e8534bd3 req-672304a1-ccbe-4f61-be08-8c436108053b tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=daa2f101-da3e-4db7-a134-d6d641ec6e7a HTTP/1.1" status: 200 len: 210 time: 0.0270910 Feb 17 18:17:49.270222 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:17:50.110883 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:17:53.247143 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033becb7-ae31-439b-8b9a-841516f72160 req-0ac1b027-90bf-4bde-99a5-bf029634d8d5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:17:53.248665 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-033becb7-ae31-439b-8b9a-841516f72160 req-0ac1b027-90bf-4bde-99a5-bf029634d8d5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=37a612b8-3974-4e16-93b7-38be2b369749 HTTP/1.1" status: 200 len: 945 time: 0.0531464 Feb 17 18:17:53.295556 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-033becb7-ae31-439b-8b9a-841516f72160 req-6cc57e25-41f9-4a27-9754-37da1ec90ef1 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412107 Feb 17 18:17:54.423973 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ddc0f-3ece-487a-a78a-2ba114f51f8a req-49a25bab-f4f1-472b-a2f9-293c1b180818 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:17:54.425498 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bf2ddc0f-3ece-487a-a78a-2ba114f51f8a req-49a25bab-f4f1-472b-a2f9-293c1b180818 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=37a612b8-3974-4e16-93b7-38be2b369749 HTTP/1.1" status: 200 len: 945 time: 0.0569150 Feb 17 18:17:54.472224 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bf2ddc0f-3ece-487a-a78a-2ba114f51f8a req-b5c452a9-5a26-4187-b616-3160d6c245e3 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9cc8bd33-64ba-4328-b828-53f437ab51ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410058 Feb 17 18:17:54.704327 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8f9d9-0ad7-4c33-84eb-dda65caff7f7 req-5e712c88-8ec4-4b03-bc0b-270ccae7df14 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:17:54.705694 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3aa8f9d9-0ad7-4c33-84eb-dda65caff7f7 req-5e712c88-8ec4-4b03-bc0b-270ccae7df14 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.71 "GET /v2.0/ports?device_id=37a612b8-3974-4e16-93b7-38be2b369749 HTTP/1.1" status: 200 len: 945 time: 0.0507085 Feb 17 18:17:54.798967 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-3aa8f9d9-0ad7-4c33-84eb-dda65caff7f7 req-996c2186-f9ba-4e40-9430-7bb6d69586e1 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Deleting port 57f90171-662b-447d-a750-f83ecb43e5e5 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:17:54.799313 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3aa8f9d9-0ad7-4c33-84eb-dda65caff7f7 req-996c2186-f9ba-4e40-9430-7bb6d69586e1 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (57f90171-662b-447d-a750-f83ecb43e5e5), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:17:54.898795 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-3aa8f9d9-0ad7-4c33-84eb-dda65caff7f7 req-996c2186-f9ba-4e40-9430-7bb6d69586e1 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] For port 57f90171-662b-447d-a750-f83ecb43e5e5, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=57f90171-662b-447d-a750-f83ecb43e5e5,segment=NetworkSegment(66cb8987-5b81-447b-8684-294caff8482c),segment_id=66cb8987-5b81-447b-8684-294caff8482c)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:17:54.899158 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3aa8f9d9-0ad7-4c33-84eb-dda65caff7f7 req-996c2186-f9ba-4e40-9430-7bb6d69586e1 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (57f90171-662b-447d-a750-f83ecb43e5e5), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:17:54.912185 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-3aa8f9d9-0ad7-4c33-84eb-dda65caff7f7 req-996c2186-f9ba-4e40-9430-7bb6d69586e1 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Calling delete_port for 57f90171-662b-447d-a750-f83ecb43e5e5 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:17:55.040864 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3aa8f9d9-0ad7-4c33-84eb-dda65caff7f7 req-996c2186-f9ba-4e40-9430-7bb6d69586e1 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (57f90171-662b-447d-a750-f83ecb43e5e5), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:17:55.070318 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996c2186-f9ba-4e40-9430-7bb6d69586e1 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Pushing event deleted for resources: {'Port': ['ID=57f90171-662b-447d-a750-f83ecb43e5e5,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:17:55.096979 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996c2186-f9ba-4e40-9430-7bb6d69586e1 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:17:55.097330 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996c2186-f9ba-4e40-9430-7bb6d69586e1 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:17:55.097672 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996c2186-f9ba-4e40-9430-7bb6d69586e1 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:17:55.098016 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996c2186-f9ba-4e40-9430-7bb6d69586e1 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:17:55.098348 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996c2186-f9ba-4e40-9430-7bb6d69586e1 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:17:55.098679 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996c2186-f9ba-4e40-9430-7bb6d69586e1 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:17:55.099011 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996c2186-f9ba-4e40-9430-7bb6d69586e1 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:17:55.099335 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996c2186-f9ba-4e40-9430-7bb6d69586e1 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:17:55.099658 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996c2186-f9ba-4e40-9430-7bb6d69586e1 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:17:55.099982 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996c2186-f9ba-4e40-9430-7bb6d69586e1 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:17:55.100328 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996c2186-f9ba-4e40-9430-7bb6d69586e1 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:17:55.100649 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996c2186-f9ba-4e40-9430-7bb6d69586e1 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:17:55.100969 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996c2186-f9ba-4e40-9430-7bb6d69586e1 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:17:55.124280 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa8f9d9-0ad7-4c33-84eb-dda65caff7f7 req-996c2186-f9ba-4e40-9430-7bb6d69586e1 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] No DVR routers for this DVR port 57f90171-662b-447d-a750-f83ecb43e5e5 on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:17:55.126755 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-3aa8f9d9-0ad7-4c33-84eb-dda65caff7f7 req-996c2186-f9ba-4e40-9430-7bb6d69586e1 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:17:55.130091 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3aa8f9d9-0ad7-4c33-84eb-dda65caff7f7 req-996c2186-f9ba-4e40-9430-7bb6d69586e1 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.71 "DELETE /v2.0/ports/57f90171-662b-447d-a750-f83ecb43e5e5 HTTP/1.1" status: 204 len: 173 time: 0.4196110 Feb 17 18:17:55.130524 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a612b8-3974-4e16-93b7-38be2b369749', 'name': 'network-vif-deleted', 'tag': '57f90171-662b-447d-a750-f83ecb43e5e5'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:17:55.132790 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37703940-3133-416a-9ac4-158a1c2d9f0e" -d '{"events": [{"server_uuid": "37a612b8-3974-4e16-93b7-38be2b369749", "name": "network-vif-deleted", "tag": "57f90171-662b-447d-a750-f83ecb43e5e5"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:17:55.171646 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59d2218-eb14-47bf-bfeb-f49d0975d727 x-openstack-request-id: req-f59d2218-eb14-47bf-bfeb-f49d0975d727 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:17:55.171966 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37a612b8-3974-4e16-93b7-38be2b369749", "name": "network-vif-deleted", "tag": "57f90171-662b-447d-a750-f83ecb43e5e5", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:17:55.172219 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f59d2218-eb14-47bf-bfeb-f49d0975d727 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:17:55.172649 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37a612b8-3974-4e16-93b7-38be2b369749', 'name': 'network-vif-deleted', 'tag': '57f90171-662b-447d-a750-f83ecb43e5e5', 'status': 'completed', 'code': 200} Feb 17 18:17:55.864842 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7510b29b-ee47-429f-b697-8d9c1f8a189c req-59b91eb4-0403-4900-bc34-94aab7e8d513 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=37a612b8-3974-4e16-93b7-38be2b369749 HTTP/1.1" status: 200 len: 210 time: 0.3154809 Feb 17 18:17:56.788468 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 57f90171-662b-447d-a750-f83ecb43e5e5 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:17:56.808379 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: 57f90171-662b-447d-a750-f83ecb43e5e5 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:17:56.808724 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 57f90171-662b-447d-a750-f83ecb43e5e5 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:17:56.967449 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f14d5edd-53b1-42db-b7d6-89370d997159 req-ddff58f1-b227-4768-803b-ca4dff23b5f8 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=37a612b8-3974-4e16-93b7-38be2b369749 HTTP/1.1" status: 200 len: 210 time: 0.0280187 Feb 17 18:17:58.071258 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e9c164c9-903a-4dca-b6c3-68fcdfa14a01 req-20fbf245-9853-4bf1-a62c-f63db20606f9 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=37a612b8-3974-4e16-93b7-38be2b369749 HTTP/1.1" status: 200 len: 210 time: 0.0279112 Feb 17 18:17:59.178361 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f974f51c-5897-460e-8fd7-f87dcf585a9b req-fa6aa3b4-884f-460e-bf05-20ed37a500d3 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=37a612b8-3974-4e16-93b7-38be2b369749 HTTP/1.1" status: 200 len: 210 time: 0.0291364 Feb 17 18:18:00.285859 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dd72fa8e-2f07-4232-8595-e3372a1f2c23 req-eecb3752-d851-4385-829d-098eb88c4e1b tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=37a612b8-3974-4e16-93b7-38be2b369749 HTTP/1.1" status: 200 len: 210 time: 0.0303831 Feb 17 18:18:01.387237 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5f505a6e-e840-470a-bba1-ec5a813b5211 req-19c1b57a-99d2-4800-afdd-a1f99fd11a90 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=37a612b8-3974-4e16-93b7-38be2b369749 HTTP/1.1" status: 200 len: 210 time: 0.0274014 Feb 17 18:18:02.481618 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9fd5cc8b-cfb7-43e8-9948-483bb07c9b52 req-be9c757b-d131-421e-97dd-1e2be8540593 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=37a612b8-3974-4e16-93b7-38be2b369749 HTTP/1.1" status: 200 len: 210 time: 0.0273824 Feb 17 18:18:03.005831 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-296df7b9-3cad-43c3-90f5-7d97ca527ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:03.586209 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-91c4de63-6276-4c9a-940d-1584302766c4 req-eb4c5abe-06d9-4025-bea3-b179cb18f2e9 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=37a612b8-3974-4e16-93b7-38be2b369749 HTTP/1.1" status: 200 len: 210 time: 0.0326660 Feb 17 18:18:05.466795 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d0823b9e-dfed-4394-a83a-bf1aae2816c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:06.844495 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:08.066578 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:09.150854 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:10.648574 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 37430) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:18:10.653869 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-cb5b301a-4882-432b-9273-0ef9818f97b6 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1521849299', 'description': 'tempest-secgroup-smoke-1521849299 description', 'project_id': 'f012d3f0ce3248f8b9b864e21185641f'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:18:10.675143 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cb5b301a-4882-432b-9273-0ef9818f97b6 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:10.748229 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cb5b301a-4882-432b-9273-0ef9818f97b6 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks [] for security_group (9dc016ed-dfcc-400e-a700-10955a691461), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:10.752409 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cb5b301a-4882-432b-9273-0ef9818f97b6 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (9dc016ed-dfcc-400e-a700-10955a691461), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:10.785507 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cb5b301a-4882-432b-9273-0ef9818f97b6 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:10.786740 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-cb5b301a-4882-432b-9273-0ef9818f97b6 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1370764 Feb 17 18:18:10.788666 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b301a-4882-432b-9273-0ef9818f97b6 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc016ed-dfcc-400e-a700-10955a691461,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:18:10.789901 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37432) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:18:10.795779 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-4e3e24e9-6db6-4bbf-ad0f-0661fe7393de tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Request body: {'security_group_rule': {'security_group_id': '9dc016ed-dfcc-400e-a700-10955a691461', 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:18:10.830758 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4e3e24e9-6db6-4bbf-ad0f-0661fe7393de tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks [] for security_group_rule (0b3908ee-f831-45c3-abe9-1bf14f9d00d8), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:10.902087 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4e3e24e9-6db6-4bbf-ad0f-0661fe7393de tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks [] for security_group_rule (0b3908ee-f831-45c3-abe9-1bf14f9d00d8), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:10.906024 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4e3e24e9-6db6-4bbf-ad0f-0661fe7393de tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (0b3908ee-f831-45c3-abe9-1bf14f9d00d8), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:10.924149 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e24e9-6db6-4bbf-ad0f-0661fe7393de tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b3908ee-f831-45c3-abe9-1bf14f9d00d8,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:18:10.934448 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3e24e9-6db6-4bbf-ad0f-0661fe7393de tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:18:10.934763 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3e24e9-6db6-4bbf-ad0f-0661fe7393de tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:18:10.935144 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3e24e9-6db6-4bbf-ad0f-0661fe7393de tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:18:10.935486 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3e24e9-6db6-4bbf-ad0f-0661fe7393de tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:18:10.935821 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3e24e9-6db6-4bbf-ad0f-0661fe7393de tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:18:10.936161 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3e24e9-6db6-4bbf-ad0f-0661fe7393de tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:18:10.936516 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3e24e9-6db6-4bbf-ad0f-0661fe7393de tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:18:10.936843 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3e24e9-6db6-4bbf-ad0f-0661fe7393de tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:18:10.937171 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3e24e9-6db6-4bbf-ad0f-0661fe7393de tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:18:10.937493 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3e24e9-6db6-4bbf-ad0f-0661fe7393de tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:18:10.937818 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3e24e9-6db6-4bbf-ad0f-0661fe7393de tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:18:10.938142 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3e24e9-6db6-4bbf-ad0f-0661fe7393de tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:18:10.938466 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3e24e9-6db6-4bbf-ad0f-0661fe7393de tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:18:10.943204 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4e3e24e9-6db6-4bbf-ad0f-0661fe7393de tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:10.946949 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4e3e24e9-6db6-4bbf-ad0f-0661fe7393de tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1528902 Feb 17 18:18:10.947400 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37434) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:18:10.952608 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-13de5d88-0691-463f-9b5e-cafd227a1dac tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Request body: {'security_group_rule': {'security_group_id': '9dc016ed-dfcc-400e-a700-10955a691461', 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:18:10.977362 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-13de5d88-0691-463f-9b5e-cafd227a1dac tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks [] for security_group_rule (35087dc6-27f3-46b1-b979-3768c87fbc39), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:11.035820 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-13de5d88-0691-463f-9b5e-cafd227a1dac tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks [] for security_group_rule (35087dc6-27f3-46b1-b979-3768c87fbc39), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:11.039766 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-13de5d88-0691-463f-9b5e-cafd227a1dac tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (35087dc6-27f3-46b1-b979-3768c87fbc39), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:11.059226 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de5d88-0691-463f-9b5e-cafd227a1dac tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35087dc6-27f3-46b1-b979-3768c87fbc39,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:18:11.069427 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-13de5d88-0691-463f-9b5e-cafd227a1dac tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:11.070655 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-13de5d88-0691-463f-9b5e-cafd227a1dac tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1215234 Feb 17 18:18:11.073671 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37436) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:18:11.080830 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-30fbf510-ef02-4f6b-acde-ef4c887368ce tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Request body: {'security_group_rule': {'security_group_id': '9dc016ed-dfcc-400e-a700-10955a691461', 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:18:11.107164 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-30fbf510-ef02-4f6b-acde-ef4c887368ce tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks [] for security_group_rule (d5806fbb-cb77-4d17-a5dd-75b6f047e72d), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:11.174294 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-30fbf510-ef02-4f6b-acde-ef4c887368ce tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks [] for security_group_rule (d5806fbb-cb77-4d17-a5dd-75b6f047e72d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:11.180119 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-30fbf510-ef02-4f6b-acde-ef4c887368ce tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (d5806fbb-cb77-4d17-a5dd-75b6f047e72d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:11.199163 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fbf510-ef02-4f6b-acde-ef4c887368ce tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5806fbb-cb77-4d17-a5dd-75b6f047e72d,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:18:11.208053 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-30fbf510-ef02-4f6b-acde-ef4c887368ce tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:11.209298 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-30fbf510-ef02-4f6b-acde-ef4c887368ce tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1331565 Feb 17 18:18:11.212065 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37438) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:18:11.216547 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-952f2c03-5eef-4bf4-8d10-deb38388de29 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Request body: {'security_group_rule': {'security_group_id': '9dc016ed-dfcc-400e-a700-10955a691461', 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:18:11.241833 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-952f2c03-5eef-4bf4-8d10-deb38388de29 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks [] for security_group_rule (4b6170b3-70ee-443b-96eb-ccc220a702dc), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:11.300179 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-952f2c03-5eef-4bf4-8d10-deb38388de29 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks [] for security_group_rule (4b6170b3-70ee-443b-96eb-ccc220a702dc), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:11.304331 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-952f2c03-5eef-4bf4-8d10-deb38388de29 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (4b6170b3-70ee-443b-96eb-ccc220a702dc), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:11.325542 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f2c03-5eef-4bf4-8d10-deb38388de29 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b6170b3-70ee-443b-96eb-ccc220a702dc,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:18:11.331334 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-952f2c03-5eef-4bf4-8d10-deb38388de29 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:11.332616 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-952f2c03-5eef-4bf4-8d10-deb38388de29 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1195455 Feb 17 18:18:11.336032 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37440) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:18:11.340736 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-02ed3b96-0311-48d4-8e56-861c0f48f8af tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Request body: {'security_group_rule': {'security_group_id': '9dc016ed-dfcc-400e-a700-10955a691461', 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:18:11.363021 n-d-829613-2 neutron-server[103434]: INFO neutron.db.securitygroups_db [None req-02ed3b96-0311-48d4-8e56-861c0f48f8af tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Project f012d3f0ce3248f8b9b864e21185641f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 18:18:11.369010 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-02ed3b96-0311-48d4-8e56-861c0f48f8af tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks [] for security_group_rule (84c98834-d35c-41fa-9df8-edf942201e9d), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:11.436471 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-02ed3b96-0311-48d4-8e56-861c0f48f8af tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks [] for security_group_rule (84c98834-d35c-41fa-9df8-edf942201e9d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:11.440024 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-02ed3b96-0311-48d4-8e56-861c0f48f8af tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (84c98834-d35c-41fa-9df8-edf942201e9d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:11.460994 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ed3b96-0311-48d4-8e56-861c0f48f8af tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84c98834-d35c-41fa-9df8-edf942201e9d,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:18:11.468021 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-02ed3b96-0311-48d4-8e56-861c0f48f8af tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:11.470365 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-02ed3b96-0311-48d4-8e56-861c0f48f8af tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1321476 Feb 17 18:18:11.472379 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37442) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:18:11.476712 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-06ebfb6a-4594-42ec-9fb0-5ad6a1e7cb20 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Request body: {'security_group_rule': {'security_group_id': '9dc016ed-dfcc-400e-a700-10955a691461', 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:18:11.498292 n-d-829613-2 neutron-server[103434]: INFO neutron.db.securitygroups_db [None req-06ebfb6a-4594-42ec-9fb0-5ad6a1e7cb20 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Project f012d3f0ce3248f8b9b864e21185641f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 18:18:11.503323 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-06ebfb6a-4594-42ec-9fb0-5ad6a1e7cb20 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks [] for security_group_rule (93567bf9-1da2-44e8-9f22-45cbce86430b), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:11.567285 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-06ebfb6a-4594-42ec-9fb0-5ad6a1e7cb20 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks [] for security_group_rule (93567bf9-1da2-44e8-9f22-45cbce86430b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:11.571260 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-06ebfb6a-4594-42ec-9fb0-5ad6a1e7cb20 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (93567bf9-1da2-44e8-9f22-45cbce86430b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:11.589409 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ebfb6a-4594-42ec-9fb0-5ad6a1e7cb20 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93567bf9-1da2-44e8-9f22-45cbce86430b,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:18:11.597048 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-06ebfb6a-4594-42ec-9fb0-5ad6a1e7cb20 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:11.598286 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-06ebfb6a-4594-42ec-9fb0-5ad6a1e7cb20 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1249633 Feb 17 18:18:18.925372 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:18:19.285359 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:20.109989 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:31.054450 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eb935418-1acf-4842-95a7-b2bae640072d req-e9e81059-b35e-4215-aa28-f3a8d462d33f tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1521849299&fields=id&tenant_id=f012d3f0ce3248f8b9b864e21185641f HTTP/1.1" status: 200 len: 267 time: 0.0474067 Feb 17 18:18:31.158391 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb935418-1acf-4842-95a7-b2bae640072d req-c39e75db-4698-44b8-aa32-0a95b8fcf66f tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:18:31.159874 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eb935418-1acf-4842-95a7-b2bae640072d req-c39e75db-4698-44b8-aa32-0a95b8fcf66f tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/networks?id=3fdcfd52-18d5-4a89-846c-aecef4a0553d HTTP/1.1" status: 200 len: 811 time: 0.0984726 Feb 17 18:18:31.174317 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eb935418-1acf-4842-95a7-b2bae640072d req-badbc93a-5052-45d3-9b96-778008c05ea2 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/quotas/f012d3f0ce3248f8b9b864e21185641f HTTP/1.1" status: 200 len: 375 time: 0.0091326 Feb 17 18:18:31.234533 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eb935418-1acf-4842-95a7-b2bae640072d req-b44c901d-233c-4544-9ca4-e1c41a251f67 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=f012d3f0ce3248f8b9b864e21185641f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541141 Feb 17 18:18:31.249964 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-eb935418-1acf-4842-95a7-b2bae640072d req-6d1f8e17-5b83-45a8-8dbd-d7b02a07ef78 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 18:18:31.250934 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eb935418-1acf-4842-95a7-b2bae640072d req-6d1f8e17-5b83-45a8-8dbd-d7b02a07ef78 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051506 Feb 17 18:18:31.343031 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eb935418-1acf-4842-95a7-b2bae640072d req-d97d6130-ca50-4f0a-ae54-3083d2a62583 service neutron] 10.222.0.87 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866215 Feb 17 18:18:31.434964 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eb935418-1acf-4842-95a7-b2bae640072d req-fa031ffe-cd00-41f9-8d04-59c68695883e service neutron] 10.222.0.87 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864506 Feb 17 18:18:31.722005 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-649c7755-e1f3-4f1b-8ab8-b78b339a7023 req-0d6078e5-0b9c-4b44-9370-5f84f3440982 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf5ecb9d-9a07-4396-ba4a-17f740684f75 HTTP/1.1" status: 200 len: 210 time: 0.0285928 Feb 17 18:18:32.675432 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb935418-1acf-4842-95a7-b2bae640072d req-2ac99514-2a52-46f6-933f-e8da0d35595c tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:18:32.676932 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eb935418-1acf-4842-95a7-b2bae640072d req-2ac99514-2a52-46f6-933f-e8da0d35595c tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.71 "GET /v2.0/networks?id=3fdcfd52-18d5-4a89-846c-aecef4a0553d HTTP/1.1" status: 200 len: 811 time: 0.1055312 Feb 17 18:18:32.743670 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eb935418-1acf-4842-95a7-b2bae640072d req-290ecf43-c12d-40ee-9a5a-7fe946cac0d5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f012d3f0ce3248f8b9b864e21185641f HTTP/1.1" status: 200 len: 380 time: 0.0594919 Feb 17 18:18:32.752733 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-eb935418-1acf-4842-95a7-b2bae640072d req-ae5af265-c5f0-4132-b583-028ef62c8144 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Request body: {'port': {'device_id': 'cf5ecb9d-9a07-4396-ba4a-17f740684f75', 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d', 'admin_state_up': True, 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'security_groups': ['9dc016ed-dfcc-400e-a700-10955a691461']}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:18:32.863582 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e6db89fa-c364-41a7-9cd5-f7900fdf96b4 req-0afb06cc-e498-40d3-a146-0c461f60963c tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf5ecb9d-9a07-4396-ba4a-17f740684f75 HTTP/1.1" status: 200 len: 210 time: 0.0397031 Feb 17 18:18:32.921801 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb935418-1acf-4842-95a7-b2bae640072d req-ae5af265-c5f0-4132-b583-028ef62c8144 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Made reservation on behalf of f012d3f0ce3248f8b9b864e21185641f for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:18:32.926029 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-eb935418-1acf-4842-95a7-b2bae640072d req-ae5af265-c5f0-4132-b583-028ef62c8144 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:33.005184 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-da95d9d2-3d35-409e-a189-bed48388212f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:33.064085 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-eb935418-1acf-4842-95a7-b2bae640072d req-ae5af265-c5f0-4132-b583-028ef62c8144 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Allocated IP 172.20.0.9 (3fdcfd52-18d5-4a89-846c-aecef4a0553d/793e56d2-6114-48e9-a985-b6ff56226097/c6bf62a7-42fe-492a-8345-b9660481516e) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:18:33.205995 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-eb935418-1acf-4842-95a7-b2bae640072d req-ae5af265-c5f0-4132-b583-028ef62c8144 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks [] for port (c6bf62a7-42fe-492a-8345-b9660481516e), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:33.238644 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-eb935418-1acf-4842-95a7-b2bae640072d req-ae5af265-c5f0-4132-b583-028ef62c8144 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (c6bf62a7-42fe-492a-8345-b9660481516e), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:33.286748 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb935418-1acf-4842-95a7-b2bae640072d req-ae5af265-c5f0-4132-b583-028ef62c8144 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Network 3fdcfd52-18d5-4a89-846c-aecef4a0553d is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:18:33.290116 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-eb935418-1acf-4842-95a7-b2bae640072d req-ae5af265-c5f0-4132-b583-028ef62c8144 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:18:33.294580 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb935418-1acf-4842-95a7-b2bae640072d req-ae5af265-c5f0-4132-b583-028ef62c8144 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:18:33.319190 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5af265-c5f0-4132-b583-028ef62c8144 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Pushing event updated for resources: {'Port': ['ID=c6bf62a7-42fe-492a-8345-b9660481516e,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:18:33.348285 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb935418-1acf-4842-95a7-b2bae640072d req-ae5af265-c5f0-4132-b583-028ef62c8144 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:18:33.348925 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-eb935418-1acf-4842-95a7-b2bae640072d req-ae5af265-c5f0-4132-b583-028ef62c8144 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:33.369211 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eb935418-1acf-4842-95a7-b2bae640072d req-ae5af265-c5f0-4132-b583-028ef62c8144 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6204202 Feb 17 18:18:33.380898 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-eb935418-1acf-4842-95a7-b2bae640072d req-e5a00267-56e0-4b1f-8064-94c8621e7ef5 service neutron] Request body: {'port': {'device_id': 'cf5ecb9d-9a07-4396-ba4a-17f740684f75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:18:33.452843 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-eb935418-1acf-4842-95a7-b2bae640072d req-e5a00267-56e0-4b1f-8064-94c8621e7ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c6bf62a7-42fe-492a-8345-b9660481516e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:33.607706 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-95eebeec-ab57-4217-8aef-4f9846f9acd7 None None] Provisioning complete for port c6bf62a7-42fe-492a-8345-b9660481516e triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:18:33.608008 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-95eebeec-ab57-4217-8aef-4f9846f9acd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c6bf62a7-42fe-492a-8345-b9660481516e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:33.645529 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-95eebeec-ab57-4217-8aef-4f9846f9acd7 None None] Port c6bf62a7-42fe-492a-8345-b9660481516e cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:18:33.721670 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-eb935418-1acf-4842-95a7-b2bae640072d req-e5a00267-56e0-4b1f-8064-94c8621e7ef5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6bf62a7-42fe-492a-8345-b9660481516e {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:18:33.729389 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-eb935418-1acf-4842-95a7-b2bae640072d req-e5a00267-56e0-4b1f-8064-94c8621e7ef5 service neutron] Publish callbacks [] for port (c6bf62a7-42fe-492a-8345-b9660481516e), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:33.741783 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-eb935418-1acf-4842-95a7-b2bae640072d req-e5a00267-56e0-4b1f-8064-94c8621e7ef5 service neutron] Transition to ACTIVE for port object c6bf62a7-42fe-492a-8345-b9660481516e will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 18:18:33.746245 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-eb935418-1acf-4842-95a7-b2bae640072d req-e5a00267-56e0-4b1f-8064-94c8621e7ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (c6bf62a7-42fe-492a-8345-b9660481516e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:33.816719 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a00267-56e0-4b1f-8064-94c8621e7ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=c6bf62a7-42fe-492a-8345-b9660481516e,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:18:33.873082 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-eb935418-1acf-4842-95a7-b2bae640072d req-e5a00267-56e0-4b1f-8064-94c8621e7ef5 service neutron] Attempting to bind port c6bf62a7-42fe-492a-8345-b9660481516e on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:18:33.873457 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-eb935418-1acf-4842-95a7-b2bae640072d req-e5a00267-56e0-4b1f-8064-94c8621e7ef5 service neutron] Attempting to bind port c6bf62a7-42fe-492a-8345-b9660481516e by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '66cb8987-5b81-447b-8684-294caff8482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:18:33.873811 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb935418-1acf-4842-95a7-b2bae640072d req-e5a00267-56e0-4b1f-8064-94c8621e7ef5 service neutron] Attempting to bind port c6bf62a7-42fe-492a-8345-b9660481516e on network 3fdcfd52-18d5-4a89-846c-aecef4a0553d {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:18:33.878667 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb935418-1acf-4842-95a7-b2bae640072d req-e5a00267-56e0-4b1f-8064-94c8621e7ef5 service neutron] Port c6bf62a7-42fe-492a-8345-b9660481516e on network 3fdcfd52-18d5-4a89-846c-aecef4a0553d not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:18:33.878999 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb935418-1acf-4842-95a7-b2bae640072d req-e5a00267-56e0-4b1f-8064-94c8621e7ef5 service neutron] Attempting to bind port c6bf62a7-42fe-492a-8345-b9660481516e on network 3fdcfd52-18d5-4a89-846c-aecef4a0553d {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:18:33.884716 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb935418-1acf-4842-95a7-b2bae640072d req-e5a00267-56e0-4b1f-8064-94c8621e7ef5 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:18:33.885073 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb935418-1acf-4842-95a7-b2bae640072d req-e5a00267-56e0-4b1f-8064-94c8621e7ef5 service neutron] Checking segment: {'id': '66cb8987-5b81-447b-8684-294caff8482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:18:33.886190 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb935418-1acf-4842-95a7-b2bae640072d req-e5a00267-56e0-4b1f-8064-94c8621e7ef5 service neutron] Bound using segment: {'id': '66cb8987-5b81-447b-8684-294caff8482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:18:33.886894 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-eb935418-1acf-4842-95a7-b2bae640072d req-e5a00267-56e0-4b1f-8064-94c8621e7ef5 service neutron] Bound port: c6bf62a7-42fe-492a-8345-b9660481516e, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66cb8987-5b81-447b-8684-294caff8482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:18:33.887418 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-eb935418-1acf-4842-95a7-b2bae640072d req-e5a00267-56e0-4b1f-8064-94c8621e7ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c6bf62a7-42fe-492a-8345-b9660481516e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:33.964163 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-eb935418-1acf-4842-95a7-b2bae640072d req-e5a00267-56e0-4b1f-8064-94c8621e7ef5 service neutron] For port c6bf62a7-42fe-492a-8345-b9660481516e, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:18:33.969340 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-eb935418-1acf-4842-95a7-b2bae640072d req-e5a00267-56e0-4b1f-8064-94c8621e7ef5 service neutron] For port c6bf62a7-42fe-492a-8345-b9660481516e, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=c6bf62a7-42fe-492a-8345-b9660481516e,segment=NetworkSegment(66cb8987-5b81-447b-8684-294caff8482c),segment_id=66cb8987-5b81-447b-8684-294caff8482c)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:18:33.985322 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-eb935418-1acf-4842-95a7-b2bae640072d req-e5a00267-56e0-4b1f-8064-94c8621e7ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (c6bf62a7-42fe-492a-8345-b9660481516e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:34.051034 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb935418-1acf-4842-95a7-b2bae640072d req-e5a00267-56e0-4b1f-8064-94c8621e7ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:18:34.051663 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-eb935418-1acf-4842-95a7-b2bae640072d req-e5a00267-56e0-4b1f-8064-94c8621e7ef5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:34.053111 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eb935418-1acf-4842-95a7-b2bae640072d req-e5a00267-56e0-4b1f-8064-94c8621e7ef5 service neutron] 10.222.0.71 "PUT /v2.0/ports/c6bf62a7-42fe-492a-8345-b9660481516e HTTP/1.1" status: 200 len: 1091 time: 0.6766927 Feb 17 18:18:34.055472 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf5ecb9d-9a07-4396-ba4a-17f740684f75', 'tag': 'c6bf62a7-42fe-492a-8345-b9660481516e'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:18:34.065423 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9aaa7a-914a-4b96-b637-7d60db4cebb0" -d '{"events": [{"name": "network-changed", "server_uuid": "cf5ecb9d-9a07-4396-ba4a-17f740684f75", "tag": "c6bf62a7-42fe-492a-8345-b9660481516e"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:18:34.107845 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624713e-a415-4a2c-a97a-31c53b388b82 req-3775a75e-7cd8-4779-ac72-44bee8c3dcbd tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:18:34.109752 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8624713e-a415-4a2c-a97a-31c53b388b82 req-3775a75e-7cd8-4779-ac72-44bee8c3dcbd tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf5ecb9d-9a07-4396-ba4a-17f740684f75 HTTP/1.1" status: 200 len: 943 time: 0.1425705 Feb 17 18:18:34.111777 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a00267-56e0-4b1f-8064-94c8621e7ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=c6bf62a7-42fe-492a-8345-b9660481516e,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:18:34.199554 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb935418-1acf-4842-95a7-b2bae640072d req-d1a9084d-504b-4262-9438-cbe5c628b1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:18:34.201142 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eb935418-1acf-4842-95a7-b2bae640072d req-d1a9084d-504b-4262-9438-cbe5c628b1ac service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f012d3f0ce3248f8b9b864e21185641f&device_id=cf5ecb9d-9a07-4396-ba4a-17f740684f75 HTTP/1.1" status: 200 len: 1125 time: 0.0903561 Feb 17 18:18:34.205361 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8624713e-a415-4a2c-a97a-31c53b388b82 req-41df5dac-b781-4165-82be-1e1b1278eb52 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826840 Feb 17 18:18:34.251287 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eb935418-1acf-4842-95a7-b2bae640072d req-2ff638e1-00db-4b2c-98de-b6c12868ad0a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6bf62a7-42fe-492a-8345-b9660481516e HTTP/1.1" status: 200 len: 217 time: 0.0421982 Feb 17 18:18:34.266744 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b781d4-626e-4b9d-ba62-58d1e2193ef5 x-openstack-request-id: req-67b781d4-626e-4b9d-ba62-58d1e2193ef5 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:18:34.267035 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf5ecb9d-9a07-4396-ba4a-17f740684f75", "tag": "c6bf62a7-42fe-492a-8345-b9660481516e", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:18:34.267309 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-67b781d4-626e-4b9d-ba62-58d1e2193ef5 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:18:34.267708 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf5ecb9d-9a07-4396-ba4a-17f740684f75', 'tag': 'c6bf62a7-42fe-492a-8345-b9660481516e', 'status': 'completed', 'code': 200} Feb 17 18:18:34.312663 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb935418-1acf-4842-95a7-b2bae640072d req-1efdd5c0-5a82-4663-b7fa-f894f56f45fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:18:34.314166 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eb935418-1acf-4842-95a7-b2bae640072d req-1efdd5c0-5a82-4663-b7fa-f894f56f45fb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=793e56d2-6114-48e9-a985-b6ff56226097 HTTP/1.1" status: 200 len: 850 time: 0.0565641 Feb 17 18:18:34.374283 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb935418-1acf-4842-95a7-b2bae640072d req-4e86df0c-a8b8-4576-b4a7-373c4201d0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:18:34.375730 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eb935418-1acf-4842-95a7-b2bae640072d req-4e86df0c-a8b8-4576-b4a7-373c4201d0bc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3fdcfd52-18d5-4a89-846c-aecef4a0553d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0547698 Feb 17 18:18:34.471785 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eb935418-1acf-4842-95a7-b2bae640072d req-b3425895-a25c-4da7-982b-171a4d32370c service neutron] 10.222.0.71 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896356 Feb 17 18:18:34.561050 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eb935418-1acf-4842-95a7-b2bae640072d req-117209d8-2496-495f-beb2-96338f729042 service neutron] 10.222.0.71 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838766 Feb 17 18:18:34.663397 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9aaa7a-914a-4b96-b637-7d60db4cebb0 req-fde24881-c56d-419e-a4a0-2ce377907038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:18:34.665331 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-db9aaa7a-914a-4b96-b637-7d60db4cebb0 req-fde24881-c56d-419e-a4a0-2ce377907038 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f012d3f0ce3248f8b9b864e21185641f&device_id=cf5ecb9d-9a07-4396-ba4a-17f740684f75 HTTP/1.1" status: 200 len: 1125 time: 0.0548558 Feb 17 18:18:34.760490 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9aaa7a-914a-4b96-b637-7d60db4cebb0 req-9ecc92fb-aab8-4f06-8278-4cd68f242360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:18:34.762292 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-db9aaa7a-914a-4b96-b637-7d60db4cebb0 req-9ecc92fb-aab8-4f06-8278-4cd68f242360 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3fdcfd52-18d5-4a89-846c-aecef4a0553d HTTP/1.1" status: 200 len: 912 time: 0.0919490 Feb 17 18:18:34.807141 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-db9aaa7a-914a-4b96-b637-7d60db4cebb0 req-9577a4f3-5abb-41a7-9968-17ed1bd1c3a8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6bf62a7-42fe-492a-8345-b9660481516e HTTP/1.1" status: 200 len: 217 time: 0.0394104 Feb 17 18:18:34.855904 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9aaa7a-914a-4b96-b637-7d60db4cebb0 req-97b9148f-67af-42bb-9e83-b71abf22fabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:18:34.857352 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-db9aaa7a-914a-4b96-b637-7d60db4cebb0 req-97b9148f-67af-42bb-9e83-b71abf22fabf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=793e56d2-6114-48e9-a985-b6ff56226097 HTTP/1.1" status: 200 len: 850 time: 0.0452204 Feb 17 18:18:34.908425 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9aaa7a-914a-4b96-b637-7d60db4cebb0 req-30911b57-980c-4f18-af81-5b34bb69e20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:18:34.909973 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-db9aaa7a-914a-4b96-b637-7d60db4cebb0 req-30911b57-980c-4f18-af81-5b34bb69e20e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3fdcfd52-18d5-4a89-846c-aecef4a0553d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474737 Feb 17 18:18:35.003752 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-db9aaa7a-914a-4b96-b637-7d60db4cebb0 req-d3eb7255-71c4-45e4-93fb-a30fb93e8325 service neutron] 10.222.0.71 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873384 Feb 17 18:18:35.095049 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-db9aaa7a-914a-4b96-b637-7d60db4cebb0 req-5749ffc0-d8a9-4be7-a9e6-4c7a0b893b69 service neutron] 10.222.0.71 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853000 Feb 17 18:18:35.334223 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433889c3-69f6-4285-829d-a849c48eee2b req-c65c9bfb-b0aa-4336-a921-0ce625202d71 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:18:35.335712 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-433889c3-69f6-4285-829d-a849c48eee2b req-c65c9bfb-b0aa-4336-a921-0ce625202d71 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf5ecb9d-9a07-4396-ba4a-17f740684f75 HTTP/1.1" status: 200 len: 943 time: 0.0541530 Feb 17 18:18:35.389232 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-433889c3-69f6-4285-829d-a849c48eee2b req-7e4a0f29-289b-4b13-b82b-f856558f296f tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468938 Feb 17 18:18:35.469685 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-40da0575-e35a-40c0-aed4-4679d55f865f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:36.516779 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c6266-babe-411c-978f-49f577a5cea2 req-0a0a7059-a159-4a51-8371-58cdef88c142 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:18:36.518262 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6c7c6266-babe-411c-978f-49f577a5cea2 req-0a0a7059-a159-4a51-8371-58cdef88c142 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf5ecb9d-9a07-4396-ba4a-17f740684f75 HTTP/1.1" status: 200 len: 943 time: 0.0542524 Feb 17 18:18:36.566942 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6c7c6266-babe-411c-978f-49f577a5cea2 req-40219191-e76e-4a27-8e7b-ee7af90a0357 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429718 Feb 17 18:18:36.845672 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:37.690995 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f395526-77bc-4796-ace2-7285d389f6b6 req-d422ca90-b806-4e8d-9b3d-5cee1081d060 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:18:37.692552 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7f395526-77bc-4796-ace2-7285d389f6b6 req-d422ca90-b806-4e8d-9b3d-5cee1081d060 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf5ecb9d-9a07-4396-ba4a-17f740684f75 HTTP/1.1" status: 200 len: 943 time: 0.0546482 Feb 17 18:18:37.743181 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7f395526-77bc-4796-ace2-7285d389f6b6 req-8646a41f-05c4-4edc-a80c-4fa75a017bbf tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443838 Feb 17 18:18:38.069077 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:38.869564 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e49433-8f1e-4551-b343-e1dac3449816 req-dffe6e43-0ce2-4614-b759-23ac751a32ab tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:18:38.871060 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-04e49433-8f1e-4551-b343-e1dac3449816 req-dffe6e43-0ce2-4614-b759-23ac751a32ab tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf5ecb9d-9a07-4396-ba4a-17f740684f75 HTTP/1.1" status: 200 len: 943 time: 0.0574257 Feb 17 18:18:38.920206 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-04e49433-8f1e-4551-b343-e1dac3449816 req-72457627-728d-4f8f-81cd-5aa67a61f5ff tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433571 Feb 17 18:18:39.158777 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:40.040178 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6368b-ce6c-4482-846d-58f953cdc0ba req-a977c2e3-df6d-44f8-9f0c-f6a646a51bba tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:18:40.042388 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4ab6368b-ce6c-4482-846d-58f953cdc0ba req-a977c2e3-df6d-44f8-9f0c-f6a646a51bba tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf5ecb9d-9a07-4396-ba4a-17f740684f75 HTTP/1.1" status: 200 len: 943 time: 0.0529449 Feb 17 18:18:40.091276 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4ab6368b-ce6c-4482-846d-58f953cdc0ba req-f4f24820-1909-457c-9fab-bf79d3b32cb4 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433171 Feb 17 18:18:41.230115 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de90760-4462-4922-ad48-03c60f842fbe req-a8214ea2-6db8-429f-872a-837ef642c1a7 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:18:41.231922 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3de90760-4462-4922-ad48-03c60f842fbe req-a8214ea2-6db8-429f-872a-837ef642c1a7 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf5ecb9d-9a07-4396-ba4a-17f740684f75 HTTP/1.1" status: 200 len: 943 time: 0.0678887 Feb 17 18:18:41.283757 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3de90760-4462-4922-ad48-03c60f842fbe req-d50658e1-fce1-4bfa-b59d-e8948be0d4d4 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450058 Feb 17 18:18:42.469369 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b73fdf-2d7c-4f0f-bf32-c4b83a6b4fad req-b9a49632-51e6-44ae-baac-cb7f70e09557 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:18:42.470902 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36b73fdf-2d7c-4f0f-bf32-c4b83a6b4fad req-b9a49632-51e6-44ae-baac-cb7f70e09557 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf5ecb9d-9a07-4396-ba4a-17f740684f75 HTTP/1.1" status: 200 len: 943 time: 0.0549102 Feb 17 18:18:42.522468 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36b73fdf-2d7c-4f0f-bf32-c4b83a6b4fad req-c0794b30-c81b-49bb-9d56-4576fa7ffb03 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446413 Feb 17 18:18:43.642251 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db7eedf-f032-4c05-888c-84f3e0b325ce req-b40b602f-6203-450f-8fe4-a4acb383fa06 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:18:43.643724 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3db7eedf-f032-4c05-888c-84f3e0b325ce req-b40b602f-6203-450f-8fe4-a4acb383fa06 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf5ecb9d-9a07-4396-ba4a-17f740684f75 HTTP/1.1" status: 200 len: 943 time: 0.0542605 Feb 17 18:18:43.695400 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3db7eedf-f032-4c05-888c-84f3e0b325ce req-7392f478-84de-4a0d-a90b-36e68c33f3aa tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460446 Feb 17 18:18:44.814169 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d61e6-53fb-44f6-a949-904b2af665d5 req-f30204a0-7d1c-411d-9dc1-029999016289 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:18:44.815633 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8a3d61e6-53fb-44f6-a949-904b2af665d5 req-f30204a0-7d1c-411d-9dc1-029999016289 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf5ecb9d-9a07-4396-ba4a-17f740684f75 HTTP/1.1" status: 200 len: 943 time: 0.0523906 Feb 17 18:18:44.864025 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8a3d61e6-53fb-44f6-a949-904b2af665d5 req-6e5c5dea-3e0e-43ea-985c-c52a9635dd9d tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427535 Feb 17 18:18:45.984079 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e98b9-e7ae-4c87-b4a1-7e72a70c893b req-e112b4f0-9574-4429-9323-8e07108c4373 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:18:45.985868 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5a7e98b9-e7ae-4c87-b4a1-7e72a70c893b req-e112b4f0-9574-4429-9323-8e07108c4373 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf5ecb9d-9a07-4396-ba4a-17f740684f75 HTTP/1.1" status: 200 len: 943 time: 0.0534801 Feb 17 18:18:46.035501 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5a7e98b9-e7ae-4c87-b4a1-7e72a70c893b req-eddb0c4d-3f89-4b6d-a3f6-b0a0b7a7e7da tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439956 Feb 17 18:18:47.159771 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d88b19-02cb-4408-af13-8857383ddb6f req-d323258f-ea53-4621-bdec-dd23b5b28b60 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:18:47.161267 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d8d88b19-02cb-4408-af13-8857383ddb6f req-d323258f-ea53-4621-bdec-dd23b5b28b60 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf5ecb9d-9a07-4396-ba4a-17f740684f75 HTTP/1.1" status: 200 len: 943 time: 0.0576086 Feb 17 18:18:47.209685 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d8d88b19-02cb-4408-af13-8857383ddb6f req-3710b217-a9da-4468-89ba-671e87408d6c tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427377 Feb 17 18:18:48.326217 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79777da7-8a3d-4606-a177-5128916599f6 req-3cc65d72-4b3c-47f6-8754-fb8cb81c518b tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:18:48.327704 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-79777da7-8a3d-4606-a177-5128916599f6 req-3cc65d72-4b3c-47f6-8754-fb8cb81c518b tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf5ecb9d-9a07-4396-ba4a-17f740684f75 HTTP/1.1" status: 200 len: 943 time: 0.0522821 Feb 17 18:18:48.376012 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-79777da7-8a3d-4606-a177-5128916599f6 req-44ded74f-70ae-45e6-87ad-c0760c2872ae tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427568 Feb 17 18:18:49.299436 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:49.500982 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b0353-d53b-473a-942a-634932417ddb req-72ed1c4e-82cf-4c0d-868d-821bf2e26a8e tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:18:49.502508 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c00b0353-d53b-473a-942a-634932417ddb req-72ed1c4e-82cf-4c0d-868d-821bf2e26a8e tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf5ecb9d-9a07-4396-ba4a-17f740684f75 HTTP/1.1" status: 200 len: 943 time: 0.0568039 Feb 17 18:18:49.561998 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c00b0353-d53b-473a-942a-634932417ddb req-ef0a7d73-43a3-4f68-9589-4605e3ab9fc3 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534766 Feb 17 18:18:50.118344 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:50.681546 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6087c-1727-498a-a63c-0182aa5dcdae req-de3c5cb6-927c-48ef-8357-8b349298a720 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:18:50.683546 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-18e6087c-1727-498a-a63c-0182aa5dcdae req-de3c5cb6-927c-48ef-8357-8b349298a720 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf5ecb9d-9a07-4396-ba4a-17f740684f75 HTTP/1.1" status: 200 len: 943 time: 0.0528908 Feb 17 18:18:50.732659 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-18e6087c-1727-498a-a63c-0182aa5dcdae req-13b7b884-d40a-44d0-9105-edc85e05f270 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426669 Feb 17 18:18:51.052948 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device c6bf62a7-42fe-492a-8345-b9660481516e details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:18:51.149721 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port c6bf62a7-42fe-492a-8345-b9660481516e, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=c6bf62a7-42fe-492a-8345-b9660481516e,segment=NetworkSegment(66cb8987-5b81-447b-8684-294caff8482c),segment_id=66cb8987-5b81-447b-8684-294caff8482c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:18:51.162578 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': 'c6bf62a7-42fe-492a-8345-b9660481516e', 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d', 'port_id': 'c6bf62a7-42fe-492a-8345-b9660481516e', 'mac_address': 'fa:16:3e:0f:fd:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '793e56d2-6114-48e9-a985-b6ff56226097', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:18:51.200291 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port c6bf62a7-42fe-492a-8345-b9660481516e is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:18:51.200681 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c6bf62a7-42fe-492a-8345-b9660481516e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:51.213767 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6bf62a7-42fe-492a-8345-b9660481516e {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:18:51.236786 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port c6bf62a7-42fe-492a-8345-b9660481516e, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=c6bf62a7-42fe-492a-8345-b9660481516e,segment=NetworkSegment(66cb8987-5b81-447b-8684-294caff8482c),segment_id=66cb8987-5b81-447b-8684-294caff8482c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:18:51.240548 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c6bf62a7-42fe-492a-8345-b9660481516e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:51.286289 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=c6bf62a7-42fe-492a-8345-b9660481516e,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:18:51.293466 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:18:51.293816 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:18:51.294165 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:18:51.294509 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:18:51.294849 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:18:51.295191 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:18:51.295529 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:18:51.295860 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:18:51.296194 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:18:51.296548 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:18:51.296879 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:18:51.297220 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:18:51.297544 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:18:51.458092 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['c6bf62a7-42fe-492a-8345-b9660481516e'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:18:51.850494 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72a94c-19df-4d08-87ee-4e3dd5bfa87c req-710d4b04-b879-4e91-97da-74bb3744fdc0 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:18:51.851972 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3a72a94c-19df-4d08-87ee-4e3dd5bfa87c req-710d4b04-b879-4e91-97da-74bb3744fdc0 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf5ecb9d-9a07-4396-ba4a-17f740684f75 HTTP/1.1" status: 200 len: 944 time: 0.0514338 Feb 17 18:18:51.901062 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3a72a94c-19df-4d08-87ee-4e3dd5bfa87c req-cc4f0f13-98ff-48fb-85ec-d6dadb108e22 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429332 Feb 17 18:18:53.031370 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f512fe-772b-480c-866e-3592df3c75f8 req-8a5a9e6d-0cfc-46b3-ac97-dce567ca942b tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:18:53.032911 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e4f512fe-772b-480c-866e-3592df3c75f8 req-8a5a9e6d-0cfc-46b3-ac97-dce567ca942b tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf5ecb9d-9a07-4396-ba4a-17f740684f75 HTTP/1.1" status: 200 len: 944 time: 0.0566108 Feb 17 18:18:53.068300 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device c6bf62a7-42fe-492a-8345-b9660481516e up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:18:53.082334 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e4f512fe-772b-480c-866e-3592df3c75f8 req-3d343129-3466-4759-ace0-0a234cbc547c tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433545 Feb 17 18:18:53.119154 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port c6bf62a7-42fe-492a-8345-b9660481516e completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 18:18:53.123775 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port c6bf62a7-42fe-492a-8345-b9660481516e triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:18:53.124150 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c6bf62a7-42fe-492a-8345-b9660481516e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:53.201596 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port c6bf62a7-42fe-492a-8345-b9660481516e is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:18:53.202004 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c6bf62a7-42fe-492a-8345-b9660481516e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:53.223265 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5ecb9d-9a07-4396-ba4a-17f740684f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6bf62a7-42fe-492a-8345-b9660481516e'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:18:53.225511 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b46e64-1554-4cac-947b-466e59aef85d" -d '{"events": [{"server_uuid": "cf5ecb9d-9a07-4396-ba4a-17f740684f75", "name": "network-vif-plugged", "status": "completed", "tag": "c6bf62a7-42fe-492a-8345-b9660481516e"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:18:53.239610 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port c6bf62a7-42fe-492a-8345-b9660481516e, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=c6bf62a7-42fe-492a-8345-b9660481516e,segment=NetworkSegment(66cb8987-5b81-447b-8684-294caff8482c),segment_id=66cb8987-5b81-447b-8684-294caff8482c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:18:53.243750 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c6bf62a7-42fe-492a-8345-b9660481516e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:53.292335 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=c6bf62a7-42fe-492a-8345-b9660481516e,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:18:53.321792 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d1c520-2dcb-4005-bab2-dda55e147c3e x-openstack-request-id: req-a9d1c520-2dcb-4005-bab2-dda55e147c3e {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:18:53.322093 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf5ecb9d-9a07-4396-ba4a-17f740684f75", "name": "network-vif-plugged", "status": "completed", "tag": "c6bf62a7-42fe-492a-8345-b9660481516e", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:18:53.322368 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a9d1c520-2dcb-4005-bab2-dda55e147c3e {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:18:53.322776 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5ecb9d-9a07-4396-ba4a-17f740684f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6bf62a7-42fe-492a-8345-b9660481516e', 'code': 200} Feb 17 18:18:53.419220 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7840eff-8307-4e71-817b-3baaff593d35 req-4c9cebab-9101-4be5-aec6-de435b17842c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:18:53.420786 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a7840eff-8307-4e71-817b-3baaff593d35 req-4c9cebab-9101-4be5-aec6-de435b17842c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=cf5ecb9d-9a07-4396-ba4a-17f740684f75 HTTP/1.1" status: 200 len: 1127 time: 0.0452127 Feb 17 18:18:53.466216 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a7840eff-8307-4e71-817b-3baaff593d35 req-d9431faa-1d40-4f7e-8772-ca86c01a1cd1 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390477 Feb 17 18:18:54.204722 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1cde8-5a37-4d89-ac60-47f43e5f446d req-86fb353e-ab31-4899-91e8-9bbfd9527511 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:18:54.206131 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dbd1cde8-5a37-4d89-ac60-47f43e5f446d req-86fb353e-ab31-4899-91e8-9bbfd9527511 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf5ecb9d-9a07-4396-ba4a-17f740684f75 HTTP/1.1" status: 200 len: 945 time: 0.0564630 Feb 17 18:18:54.261796 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dbd1cde8-5a37-4d89-ac60-47f43e5f446d req-ed7937ca-2b24-4b64-a7e1-55f1c02c9eaa tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499766 Feb 17 18:18:55.385431 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ff2b2-645a-47a9-bcb3-28a7cac41b9c req-1dc7f4c1-7a29-4bb6-ad19-5aafe26f5c73 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:18:55.386935 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-230ff2b2-645a-47a9-bcb3-28a7cac41b9c req-1dc7f4c1-7a29-4bb6-ad19-5aafe26f5c73 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf5ecb9d-9a07-4396-ba4a-17f740684f75 HTTP/1.1" status: 200 len: 945 time: 0.0520377 Feb 17 18:18:55.435964 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-230ff2b2-645a-47a9-bcb3-28a7cac41b9c req-d25da87b-e54d-4329-bbd1-ac5661bea15f tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427279 Feb 17 18:18:55.554607 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a903d6e-dbc0-4f45-b525-7afc88939edb req-03d58beb-77c7-4502-ace2-a6f2ca8569a9 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:18:55.556007 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3a903d6e-dbc0-4f45-b525-7afc88939edb req-03d58beb-77c7-4502-ace2-a6f2ca8569a9 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf5ecb9d-9a07-4396-ba4a-17f740684f75 HTTP/1.1" status: 200 len: 945 time: 0.0540178 Feb 17 18:18:55.611706 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3a903d6e-dbc0-4f45-b525-7afc88939edb req-46371104-26b3-430e-a82c-e9d1d3b2545a tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497246 Feb 17 18:18:55.633835 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37658) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:18:55.775744 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbfaa49-5151-4c7d-ac2c-87045e1e7ced tempest-TestVolumeBootPattern-1066980124 tempest-TestVolumeBootPattern-1066980124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:18:55.777322 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2cbfaa49-5151-4c7d-ac2c-87045e1e7ced tempest-TestVolumeBootPattern-1066980124 tempest-TestVolumeBootPattern-1066980124-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=cf5ecb9d-9a07-4396-ba4a-17f740684f75 HTTP/1.1" status: 200 len: 1122 time: 0.1425045 Feb 17 18:18:55.780303 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37662) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:18:55.784564 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-589405d4-b01c-4b2d-a3f0-179bdf928e44 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'port_id': 'c6bf62a7-42fe-492a-8345-b9660481516e', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:18:55.804761 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-589405d4-b01c-4b2d-a3f0-179bdf928e44 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:55.904584 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-589405d4-b01c-4b2d-a3f0-179bdf928e44 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:55.923935 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:18:56.005542 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-589405d4-b01c-4b2d-a3f0-179bdf928e44 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Allocated IP 172.25.8.32 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/074eca87-b4c2-4a07-999d-2a3e3df57e2e) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:18:56.107587 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-589405d4-b01c-4b2d-a3f0-179bdf928e44 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks [] for port (074eca87-b4c2-4a07-999d-2a3e3df57e2e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:56.141149 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-589405d4-b01c-4b2d-a3f0-179bdf928e44 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (074eca87-b4c2-4a07-999d-2a3e3df57e2e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:56.179708 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589405d4-b01c-4b2d-a3f0-179bdf928e44 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:18:56.183097 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-589405d4-b01c-4b2d-a3f0-179bdf928e44 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:18:56.186575 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589405d4-b01c-4b2d-a3f0-179bdf928e44 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:18:56.191902 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589405d4-b01c-4b2d-a3f0-179bdf928e44 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Pushing event updated for resources: {'Port': ['ID=074eca87-b4c2-4a07-999d-2a3e3df57e2e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:18:56.530566 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-589405d4-b01c-4b2d-a3f0-179bdf928e44 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks [] for floatingip (85ebcdaa-dea6-4d5d-a95e-94604ce45f08), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:56.598240 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-589405d4-b01c-4b2d-a3f0-179bdf928e44 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (074eca87-b4c2-4a07-999d-2a3e3df57e2e), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:56.745842 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-589405d4-b01c-4b2d-a3f0-179bdf928e44 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks [] for port (074eca87-b4c2-4a07-999d-2a3e3df57e2e), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:56.750175 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-589405d4-b01c-4b2d-a3f0-179bdf928e44 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (074eca87-b4c2-4a07-999d-2a3e3df57e2e), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:56.819341 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589405d4-b01c-4b2d-a3f0-179bdf928e44 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Pushing event updated for resources: {'Port': ['ID=074eca87-b4c2-4a07-999d-2a3e3df57e2e,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:18:56.832162 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-589405d4-b01c-4b2d-a3f0-179bdf928e44 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (85ebcdaa-dea6-4d5d-a95e-94604ce45f08), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:56.930243 n-d-829613-2 neutron-server[103434]: INFO neutron.db.l3_db [None req-589405d4-b01c-4b2d-a3f0-179bdf928e44 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Floating IP 85ebcdaa-dea6-4d5d-a95e-94604ce45f08 associated. External IP: 172.25.8.32, port: c6bf62a7-42fe-492a-8345-b9660481516e. Feb 17 18:18:57.152130 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-589405d4-b01c-4b2d-a3f0-179bdf928e44 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Router 63c3512a-37e6-46f1-84f8-2333c1ac13ca has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:18:57.535727 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589405d4-b01c-4b2d-a3f0-179bdf928e44 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:18:57.549649 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0b6496-a144-44df-8f29-4d6ef6f9f2f3 None None] Sync routers for ids ['63c3512a-37e6-46f1-84f8-2333c1ac13ca'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:18:57.555257 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-589405d4-b01c-4b2d-a3f0-179bdf928e44 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:18:57.560843 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0b6496-a144-44df-8f29-4d6ef6f9f2f3 None None] Routers {'63c3512a-37e6-46f1-84f8-2333c1ac13ca'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:18:57.561539 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-0e0b6496-a144-44df-8f29-4d6ef6f9f2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:18:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['63c3512a-37e6-46f1-84f8-2333c1ac13ca'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:18:57.586535 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-589405d4-b01c-4b2d-a3f0-179bdf928e44 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8051894 Feb 17 18:18:57.587153 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf5ecb9d-9a07-4396-ba4a-17f740684f75', 'tag': 'c6bf62a7-42fe-492a-8345-b9660481516e'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:18:57.590181 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca90718a-4ad5-4a1a-9ae2-f7ca37175b07" -d '{"events": [{"name": "network-changed", "server_uuid": "cf5ecb9d-9a07-4396-ba4a-17f740684f75", "tag": "c6bf62a7-42fe-492a-8345-b9660481516e"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:18:57.687758 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-0e0b6496-a144-44df-8f29-4d6ef6f9f2f3 None None] Set router 63c3512a-37e6-46f1-84f8-2333c1ac13ca gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:18:57.696496 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba07e211-6a06-4f17-96d4-eb8fb1100cc7 x-openstack-request-id: req-ba07e211-6a06-4f17-96d4-eb8fb1100cc7 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:18:57.696802 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf5ecb9d-9a07-4396-ba4a-17f740684f75", "tag": "c6bf62a7-42fe-492a-8345-b9660481516e", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:18:57.697062 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ba07e211-6a06-4f17-96d4-eb8fb1100cc7 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:18:57.697503 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf5ecb9d-9a07-4396-ba4a-17f740684f75', 'tag': 'c6bf62a7-42fe-492a-8345-b9660481516e', 'status': 'completed', 'code': 200} Feb 17 18:18:57.769351 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90718a-4ad5-4a1a-9ae2-f7ca37175b07 req-695e498d-b27b-4a88-8295-74e7c7b1d2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:18:57.771131 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ca90718a-4ad5-4a1a-9ae2-f7ca37175b07 req-695e498d-b27b-4a88-8295-74e7c7b1d2f2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f012d3f0ce3248f8b9b864e21185641f&device_id=cf5ecb9d-9a07-4396-ba4a-17f740684f75 HTTP/1.1" status: 200 len: 1127 time: 0.0534723 Feb 17 18:18:57.870715 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90718a-4ad5-4a1a-9ae2-f7ca37175b07 req-14f6619b-48ba-480d-8fd2-28b345d3715b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:18:57.872111 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ca90718a-4ad5-4a1a-9ae2-f7ca37175b07 req-14f6619b-48ba-480d-8fd2-28b345d3715b service neutron] 10.222.0.71 "GET /v2.0/networks?id=3fdcfd52-18d5-4a89-846c-aecef4a0553d HTTP/1.1" status: 200 len: 912 time: 0.0946064 Feb 17 18:18:57.929762 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-0e0b6496-a144-44df-8f29-4d6ef6f9f2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'name': 'tempest-TestVolumeBootPattern-623193108-router', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '5042ff0a-4838-40f7-a60f-5f20d3adb99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:13:30Z', 'updated_at': '2022-02-17T18:13:33Z', 'revision_number': 4, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'gw_port': {'id': '5042ff0a-4838-40f7-a60f-5f20d3adb99a', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:dc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:30Z', 'updated_at': '2022-02-17T18:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '85ebcdaa-dea6-4d5d-a95e-94604ce45f08', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'floating_ip_address': '172.25.8.32', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'port_id': 'c6bf62a7-42fe-492a-8345-b9660481516e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d', 'mac_address': 'fa:16:3e:0f:fd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5ecb9d-9a07-4396-ba4a-17f740684f75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:18:56Z', 'updated_at': '2022-02-17T18:18:56Z', 'revision_number': 0, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3294da38-9191-48b8-a971-4d844a1586e2', 'name': '', 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'mac_address': 'fa:16:3e:c1:04:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '793e56d2-6114-48e9-a985-b6ff56226097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:32Z', 'updated_at': '2022-02-17T18:13:38Z', 'revision_number': 5, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'subnets': [{'id': '793e56d2-6114-48e9-a985-b6ff56226097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:18:57.953275 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ca90718a-4ad5-4a1a-9ae2-f7ca37175b07 req-4875cdea-5aca-4b6d-86e1-c0c9c22ee5d0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6bf62a7-42fe-492a-8345-b9660481516e HTTP/1.1" status: 200 len: 998 time: 0.0729425 Feb 17 18:18:57.957092 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0b6496-a144-44df-8f29-4d6ef6f9f2f3 None None] Checking router: 63c3512a-37e6-46f1-84f8-2333c1ac13ca for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:18:57.966449 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0b6496-a144-44df-8f29-4d6ef6f9f2f3 None None] Routers {'63c3512a-37e6-46f1-84f8-2333c1ac13ca'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:18:57.967059 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-0e0b6496-a144-44df-8f29-4d6ef6f9f2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:18:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['63c3512a-37e6-46f1-84f8-2333c1ac13ca'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:18:58.003350 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90718a-4ad5-4a1a-9ae2-f7ca37175b07 req-4905085f-6583-4859-bcc3-de16a7599ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:18:58.007305 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ca90718a-4ad5-4a1a-9ae2-f7ca37175b07 req-4905085f-6583-4859-bcc3-de16a7599ef7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=793e56d2-6114-48e9-a985-b6ff56226097 HTTP/1.1" status: 200 len: 850 time: 0.0452876 Feb 17 18:18:58.056506 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90718a-4ad5-4a1a-9ae2-f7ca37175b07 req-9f78a27a-69b7-4e7c-952b-36ed44dc70b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:18:58.058157 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ca90718a-4ad5-4a1a-9ae2-f7ca37175b07 req-9f78a27a-69b7-4e7c-952b-36ed44dc70b1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3fdcfd52-18d5-4a89-846c-aecef4a0553d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472119 Feb 17 18:18:58.081357 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-0e0b6496-a144-44df-8f29-4d6ef6f9f2f3 None None] Set router 63c3512a-37e6-46f1-84f8-2333c1ac13ca gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:18:58.162365 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ca90718a-4ad5-4a1a-9ae2-f7ca37175b07 req-8acd712a-e1c5-449f-9b8c-2f7578b4ca56 service neutron] 10.222.0.71 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918648 Feb 17 18:18:58.257409 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ca90718a-4ad5-4a1a-9ae2-f7ca37175b07 req-1c282003-e1ce-41de-a8d1-d3aa08c9dc83 service neutron] 10.222.0.71 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894473 Feb 17 18:18:58.328818 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-0e0b6496-a144-44df-8f29-4d6ef6f9f2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'name': 'tempest-TestVolumeBootPattern-623193108-router', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '5042ff0a-4838-40f7-a60f-5f20d3adb99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:13:30Z', 'updated_at': '2022-02-17T18:13:33Z', 'revision_number': 4, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'gw_port': {'id': '5042ff0a-4838-40f7-a60f-5f20d3adb99a', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:dc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:30Z', 'updated_at': '2022-02-17T18:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '85ebcdaa-dea6-4d5d-a95e-94604ce45f08', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'floating_ip_address': '172.25.8.32', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'port_id': 'c6bf62a7-42fe-492a-8345-b9660481516e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d', 'mac_address': 'fa:16:3e:0f:fd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5ecb9d-9a07-4396-ba4a-17f740684f75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:18:56Z', 'updated_at': '2022-02-17T18:18:56Z', 'revision_number': 0, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3294da38-9191-48b8-a971-4d844a1586e2', 'name': '', 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'mac_address': 'fa:16:3e:c1:04:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '793e56d2-6114-48e9-a985-b6ff56226097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:32Z', 'updated_at': '2022-02-17T18:13:38Z', 'revision_number': 5, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'subnets': [{'id': '793e56d2-6114-48e9-a985-b6ff56226097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:18:58.355162 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0b6496-a144-44df-8f29-4d6ef6f9f2f3 None None] The sync data for ids ['63c3512a-37e6-46f1-84f8-2333c1ac13ca'] in n-d-829613-2 is: [{'id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'name': 'tempest-TestVolumeBootPattern-623193108-router', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '5042ff0a-4838-40f7-a60f-5f20d3adb99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:13:30Z', 'updated_at': '2022-02-17T18:13:33Z', 'revision_number': 4, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'gw_port': {'id': '5042ff0a-4838-40f7-a60f-5f20d3adb99a', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:dc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:30Z', 'updated_at': '2022-02-17T18:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '85ebcdaa-dea6-4d5d-a95e-94604ce45f08', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'floating_ip_address': '172.25.8.32', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'port_id': 'c6bf62a7-42fe-492a-8345-b9660481516e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d', 'mac_address': 'fa:16:3e:0f:fd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5ecb9d-9a07-4396-ba4a-17f740684f75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:18:56Z', 'updated_at': '2022-02-17T18:18:56Z', 'revision_number': 0, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3294da38-9191-48b8-a971-4d844a1586e2', 'name': '', 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'mac_address': 'fa:16:3e:c1:04:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '793e56d2-6114-48e9-a985-b6ff56226097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:32Z', 'updated_at': '2022-02-17T18:13:38Z', 'revision_number': 5, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'subnets': [{'id': '793e56d2-6114-48e9-a985-b6ff56226097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:18:58.556187 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ada367a-71dc-41d6-8a98-2dbc8b562e9e None None] New status for floating IP 85ebcdaa-dea6-4d5d-a95e-94604ce45f08: ACTIVE {{(pid=103438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 18:19:02.998588 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-28da6871-d633-4e40-af28-ea2cade0190a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:19:05.478211 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-14f5df38-650a-49ab-a47f-252f6809dac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:19:06.847945 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:19:08.071515 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:19:09.153191 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:19:19.301411 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:19:20.122028 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:19:32.924703 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:19:33.000963 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2f38a6b1-2ebe-44a8-8aa6-4b3f892b62e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:19:35.471369 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-971e8ecc-75af-4219-a237-fec69c18ed6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:19:36.851581 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:19:38.074443 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:19:39.155567 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:19:45.948191 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-97679c4c-7440-46e1-851e-4234a90075a7 req-4f935814-1c90-48d1-b0fb-686ab8a9c570 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=cf5ecb9d-9a07-4396-ba4a-17f740684f75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0483837 Feb 17 18:19:46.032690 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97679c4c-7440-46e1-851e-4234a90075a7 req-8877954a-b7eb-4bfb-9eeb-8aad9c0c9673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:19:46.034180 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-97679c4c-7440-46e1-851e-4234a90075a7 req-8877954a-b7eb-4bfb-9eeb-8aad9c0c9673 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f012d3f0ce3248f8b9b864e21185641f&device_id=cf5ecb9d-9a07-4396-ba4a-17f740684f75 HTTP/1.1" status: 200 len: 1127 time: 0.0463014 Feb 17 18:19:46.136440 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97679c4c-7440-46e1-851e-4234a90075a7 req-e06b764d-576c-494e-b153-2eede44765dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:19:46.137923 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-97679c4c-7440-46e1-851e-4234a90075a7 req-e06b764d-576c-494e-b153-2eede44765dd service neutron] 10.222.0.71 "GET /v2.0/networks?id=3fdcfd52-18d5-4a89-846c-aecef4a0553d HTTP/1.1" status: 200 len: 912 time: 0.0866194 Feb 17 18:19:46.202023 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-97679c4c-7440-46e1-851e-4234a90075a7 req-f34aafe7-a05f-4977-b726-ec69200100c8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6bf62a7-42fe-492a-8345-b9660481516e HTTP/1.1" status: 200 len: 1000 time: 0.0566351 Feb 17 18:19:46.249101 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97679c4c-7440-46e1-851e-4234a90075a7 req-f44d1726-20a2-44bc-82ae-8c98c50118e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:19:46.250560 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-97679c4c-7440-46e1-851e-4234a90075a7 req-f44d1726-20a2-44bc-82ae-8c98c50118e0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=793e56d2-6114-48e9-a985-b6ff56226097 HTTP/1.1" status: 200 len: 850 time: 0.0431728 Feb 17 18:19:46.304344 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97679c4c-7440-46e1-851e-4234a90075a7 req-77e2a81c-d504-41f5-b336-972c9b1a6263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:19:46.305888 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-97679c4c-7440-46e1-851e-4234a90075a7 req-77e2a81c-d504-41f5-b336-972c9b1a6263 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3fdcfd52-18d5-4a89-846c-aecef4a0553d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0500247 Feb 17 18:19:46.394137 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-97679c4c-7440-46e1-851e-4234a90075a7 req-d80d025d-6515-40a4-bcb2-210b61940baa service neutron] 10.222.0.71 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821507 Feb 17 18:19:46.484575 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-97679c4c-7440-46e1-851e-4234a90075a7 req-1739edb9-8a5c-41ed-a78a-8e5ec4693772 service neutron] 10.222.0.71 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847399 Feb 17 18:19:49.299948 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:19:50.122406 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:20:03.003114 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-08f5c501-1bba-429f-a976-f874808c4a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:20:05.473116 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7af35d3e-8fc4-4198-b7cd-0b37f5c3f5f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:20:06.854859 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:20:08.077999 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:20:09.157728 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:20:09.924069 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:20:19.313174 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:20:20.122569 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:20:33.006013 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-aa706e3b-60f4-41e9-813c-99a472762c68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:20:35.476313 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2edb1ba5-4e9a-47ed-8d78-560eec87ab74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:20:36.858590 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:20:38.080238 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:20:39.160139 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:20:46.924989 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:20:46.974066 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9b18bd27-20e7-4687-8c7c-fdbfaceccd75 req-943e5268-be7b-4140-976b-81a8c61066f9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=cf5ecb9d-9a07-4396-ba4a-17f740684f75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445178 Feb 17 18:20:47.057526 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18bd27-20e7-4687-8c7c-fdbfaceccd75 req-2da689ed-5c86-4614-bda2-cc62de639298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:20:47.058943 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9b18bd27-20e7-4687-8c7c-fdbfaceccd75 req-2da689ed-5c86-4614-bda2-cc62de639298 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f012d3f0ce3248f8b9b864e21185641f&device_id=cf5ecb9d-9a07-4396-ba4a-17f740684f75 HTTP/1.1" status: 200 len: 1127 time: 0.0437171 Feb 17 18:20:47.165616 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18bd27-20e7-4687-8c7c-fdbfaceccd75 req-d3fda933-cef9-4998-b914-ecf53d38196e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:20:47.166989 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9b18bd27-20e7-4687-8c7c-fdbfaceccd75 req-d3fda933-cef9-4998-b914-ecf53d38196e service neutron] 10.222.0.71 "GET /v2.0/networks?id=3fdcfd52-18d5-4a89-846c-aecef4a0553d HTTP/1.1" status: 200 len: 912 time: 0.0870473 Feb 17 18:20:47.228341 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9b18bd27-20e7-4687-8c7c-fdbfaceccd75 req-7c8aee41-5fa8-4285-8384-a7880ee1db09 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6bf62a7-42fe-492a-8345-b9660481516e HTTP/1.1" status: 200 len: 1000 time: 0.0560884 Feb 17 18:20:47.279156 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18bd27-20e7-4687-8c7c-fdbfaceccd75 req-cca9be70-28f1-4532-acda-5dbc86b3cca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:20:47.280664 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9b18bd27-20e7-4687-8c7c-fdbfaceccd75 req-cca9be70-28f1-4532-acda-5dbc86b3cca3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=793e56d2-6114-48e9-a985-b6ff56226097 HTTP/1.1" status: 200 len: 850 time: 0.0473676 Feb 17 18:20:47.328955 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18bd27-20e7-4687-8c7c-fdbfaceccd75 req-41f8e858-39dd-4196-9884-95f7bb7a573e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:20:47.330437 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9b18bd27-20e7-4687-8c7c-fdbfaceccd75 req-41f8e858-39dd-4196-9884-95f7bb7a573e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3fdcfd52-18d5-4a89-846c-aecef4a0553d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438502 Feb 17 18:20:47.417301 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9b18bd27-20e7-4687-8c7c-fdbfaceccd75 req-893b9572-73e7-436e-a85b-72514c9ff6ef service neutron] 10.222.0.71 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811887 Feb 17 18:20:47.512160 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9b18bd27-20e7-4687-8c7c-fdbfaceccd75 req-316f85bb-274e-48af-ac48-26a3decc31f5 service neutron] 10.222.0.71 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880461 Feb 17 18:20:49.329714 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:20:50.121740 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:20:53.099823 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e7a89b-034a-4a9f-af73-8437c6967ce6 req-ee203fb9-0581-4fdb-8521-f1812ad18379 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:20:53.101376 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e9e7a89b-034a-4a9f-af73-8437c6967ce6 req-ee203fb9-0581-4fdb-8521-f1812ad18379 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf5ecb9d-9a07-4396-ba4a-17f740684f75 HTTP/1.1" status: 200 len: 945 time: 0.0532176 Feb 17 18:20:53.151148 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e9e7a89b-034a-4a9f-af73-8437c6967ce6 req-f69f718e-c377-48b5-ae3d-0e76d8c5fda8 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441084 Feb 17 18:20:54.282026 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4571f417-b655-4abe-825d-f18ce83ff933 req-04335745-7283-4dbc-afa6-90e30380f87b tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:20:54.284051 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4571f417-b655-4abe-825d-f18ce83ff933 req-04335745-7283-4dbc-afa6-90e30380f87b tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf5ecb9d-9a07-4396-ba4a-17f740684f75 HTTP/1.1" status: 200 len: 945 time: 0.0595326 Feb 17 18:20:54.331596 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4571f417-b655-4abe-825d-f18ce83ff933 req-1491e3dc-e6e4-4aa3-bc2c-6f9ae58980b9 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419137 Feb 17 18:20:54.560447 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d86a3-3d72-4638-ae53-3168b37462ea req-ee2faacc-90c9-467a-9ce3-10aca5bcd502 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:20:54.561830 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-761d86a3-3d72-4638-ae53-3168b37462ea req-ee2faacc-90c9-467a-9ce3-10aca5bcd502 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.71 "GET /v2.0/ports?device_id=cf5ecb9d-9a07-4396-ba4a-17f740684f75 HTTP/1.1" status: 200 len: 945 time: 0.0525761 Feb 17 18:20:54.662139 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-761d86a3-3d72-4638-ae53-3168b37462ea req-3d291a8d-5eaa-4563-91b8-914c8355ac55 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Deleting port c6bf62a7-42fe-492a-8345-b9660481516e {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:20:54.662481 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-761d86a3-3d72-4638-ae53-3168b37462ea req-3d291a8d-5eaa-4563-91b8-914c8355ac55 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (c6bf62a7-42fe-492a-8345-b9660481516e), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:20:54.752599 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-761d86a3-3d72-4638-ae53-3168b37462ea req-3d291a8d-5eaa-4563-91b8-914c8355ac55 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] For port c6bf62a7-42fe-492a-8345-b9660481516e, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=c6bf62a7-42fe-492a-8345-b9660481516e,segment=NetworkSegment(66cb8987-5b81-447b-8684-294caff8482c),segment_id=66cb8987-5b81-447b-8684-294caff8482c)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:20:54.752964 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-761d86a3-3d72-4638-ae53-3168b37462ea req-3d291a8d-5eaa-4563-91b8-914c8355ac55 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (c6bf62a7-42fe-492a-8345-b9660481516e), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:20:55.260889 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-761d86a3-3d72-4638-ae53-3168b37462ea req-3d291a8d-5eaa-4563-91b8-914c8355ac55 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:20:55.261168 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-761d86a3-3d72-4638-ae53-3168b37462ea req-3d291a8d-5eaa-4563-91b8-914c8355ac55 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (85ebcdaa-dea6-4d5d-a95e-94604ce45f08), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:20:55.261483 n-d-829613-2 neutron-server[103435]: INFO neutron.db.l3_db [req-761d86a3-3d72-4638-ae53-3168b37462ea req-3d291a8d-5eaa-4563-91b8-914c8355ac55 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Floating IP 85ebcdaa-dea6-4d5d-a95e-94604ce45f08 disassociated. External IP: 172.25.8.32, port: c6bf62a7-42fe-492a-8345-b9660481516e. Feb 17 18:20:55.261821 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-761d86a3-3d72-4638-ae53-3168b37462ea req-3d291a8d-5eaa-4563-91b8-914c8355ac55 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Calling delete_port for c6bf62a7-42fe-492a-8345-b9660481516e owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:20:55.396808 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-761d86a3-3d72-4638-ae53-3168b37462ea req-3d291a8d-5eaa-4563-91b8-914c8355ac55 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (c6bf62a7-42fe-492a-8345-b9660481516e), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:20:55.438836 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d291a8d-5eaa-4563-91b8-914c8355ac55 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Pushing event deleted for resources: {'Port': ['ID=c6bf62a7-42fe-492a-8345-b9660481516e,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:20:55.464457 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-013dd959-21f4-4619-a156-a9a5789572ff req-df6207db-6466-43f7-b05d-a3e44f36af6f tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf5ecb9d-9a07-4396-ba4a-17f740684f75 HTTP/1.1" status: 200 len: 210 time: 0.0534556 Feb 17 18:20:55.467353 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d291a8d-5eaa-4563-91b8-914c8355ac55 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:20:55.467618 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d291a8d-5eaa-4563-91b8-914c8355ac55 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:20:55.467966 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d291a8d-5eaa-4563-91b8-914c8355ac55 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:20:55.468332 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d291a8d-5eaa-4563-91b8-914c8355ac55 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:20:55.468678 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d291a8d-5eaa-4563-91b8-914c8355ac55 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:20:55.469015 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d291a8d-5eaa-4563-91b8-914c8355ac55 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:20:55.469346 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d291a8d-5eaa-4563-91b8-914c8355ac55 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:20:55.469674 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d291a8d-5eaa-4563-91b8-914c8355ac55 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:20:55.470001 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d291a8d-5eaa-4563-91b8-914c8355ac55 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:20:55.470854 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d291a8d-5eaa-4563-91b8-914c8355ac55 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:20:55.470854 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d291a8d-5eaa-4563-91b8-914c8355ac55 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:20:55.471050 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d291a8d-5eaa-4563-91b8-914c8355ac55 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:20:55.471304 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d291a8d-5eaa-4563-91b8-914c8355ac55 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:20:55.581154 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [req-761d86a3-3d72-4638-ae53-3168b37462ea req-3d291a8d-5eaa-4563-91b8-914c8355ac55 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Router 63c3512a-37e6-46f1-84f8-2333c1ac13ca has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:20:55.693914 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-761d86a3-3d72-4638-ae53-3168b37462ea req-3d291a8d-5eaa-4563-91b8-914c8355ac55 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:20:55.704866 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb091908-dceb-4003-bea6-c8cd0c4d1cc4 None None] Sync routers for ids ['63c3512a-37e6-46f1-84f8-2333c1ac13ca'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:20:55.715668 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb091908-dceb-4003-bea6-c8cd0c4d1cc4 None None] Routers {'63c3512a-37e6-46f1-84f8-2333c1ac13ca'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:20:55.716406 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-fb091908-dceb-4003-bea6-c8cd0c4d1cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:20:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['63c3512a-37e6-46f1-84f8-2333c1ac13ca'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:20:55.734983 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-761d86a3-3d72-4638-ae53-3168b37462ea req-3d291a8d-5eaa-4563-91b8-914c8355ac55 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] No DVR routers for this DVR port c6bf62a7-42fe-492a-8345-b9660481516e on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:20:55.738491 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-761d86a3-3d72-4638-ae53-3168b37462ea req-3d291a8d-5eaa-4563-91b8-914c8355ac55 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:20:55.741876 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-761d86a3-3d72-4638-ae53-3168b37462ea req-3d291a8d-5eaa-4563-91b8-914c8355ac55 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.71 "DELETE /v2.0/ports/c6bf62a7-42fe-492a-8345-b9660481516e HTTP/1.1" status: 204 len: 173 time: 1.1747942 Feb 17 18:20:55.742330 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5ecb9d-9a07-4396-ba4a-17f740684f75', 'name': 'network-vif-deleted', 'tag': 'c6bf62a7-42fe-492a-8345-b9660481516e'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:20:55.745071 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65a9d75-27b4-4873-a913-e2e7346bffb5" -d '{"events": [{"server_uuid": "cf5ecb9d-9a07-4396-ba4a-17f740684f75", "name": "network-vif-deleted", "tag": "c6bf62a7-42fe-492a-8345-b9660481516e"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:20:55.801151 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c098097-7aaa-42b6-bbcd-7081a5576c1c x-openstack-request-id: req-8c098097-7aaa-42b6-bbcd-7081a5576c1c {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:20:55.801151 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf5ecb9d-9a07-4396-ba4a-17f740684f75", "name": "network-vif-deleted", "tag": "c6bf62a7-42fe-492a-8345-b9660481516e", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:20:55.801338 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8c098097-7aaa-42b6-bbcd-7081a5576c1c {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:20:55.802275 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5ecb9d-9a07-4396-ba4a-17f740684f75', 'name': 'network-vif-deleted', 'tag': 'c6bf62a7-42fe-492a-8345-b9660481516e', 'status': 'completed', 'code': 200} Feb 17 18:20:55.834709 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-fb091908-dceb-4003-bea6-c8cd0c4d1cc4 None None] Set router 63c3512a-37e6-46f1-84f8-2333c1ac13ca gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:20:56.051273 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-fb091908-dceb-4003-bea6-c8cd0c4d1cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'name': 'tempest-TestVolumeBootPattern-623193108-router', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '5042ff0a-4838-40f7-a60f-5f20d3adb99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:13:30Z', 'updated_at': '2022-02-17T18:13:33Z', 'revision_number': 4, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'gw_port': {'id': '5042ff0a-4838-40f7-a60f-5f20d3adb99a', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:dc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:30Z', 'updated_at': '2022-02-17T18:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '3294da38-9191-48b8-a971-4d844a1586e2', 'name': '', 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'mac_address': 'fa:16:3e:c1:04:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '793e56d2-6114-48e9-a985-b6ff56226097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:32Z', 'updated_at': '2022-02-17T18:13:38Z', 'revision_number': 5, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'subnets': [{'id': '793e56d2-6114-48e9-a985-b6ff56226097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:20:56.077253 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb091908-dceb-4003-bea6-c8cd0c4d1cc4 None None] Checking router: 63c3512a-37e6-46f1-84f8-2333c1ac13ca for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:20:56.086339 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb091908-dceb-4003-bea6-c8cd0c4d1cc4 None None] Routers {'63c3512a-37e6-46f1-84f8-2333c1ac13ca'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:20:56.086877 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-fb091908-dceb-4003-bea6-c8cd0c4d1cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:20:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['63c3512a-37e6-46f1-84f8-2333c1ac13ca'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:20:56.351037 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-fb091908-dceb-4003-bea6-c8cd0c4d1cc4 None None] Set router 63c3512a-37e6-46f1-84f8-2333c1ac13ca gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:20:56.553496 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-fb091908-dceb-4003-bea6-c8cd0c4d1cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'name': 'tempest-TestVolumeBootPattern-623193108-router', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '5042ff0a-4838-40f7-a60f-5f20d3adb99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:13:30Z', 'updated_at': '2022-02-17T18:13:33Z', 'revision_number': 4, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'gw_port': {'id': '5042ff0a-4838-40f7-a60f-5f20d3adb99a', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:dc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:30Z', 'updated_at': '2022-02-17T18:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '3294da38-9191-48b8-a971-4d844a1586e2', 'name': '', 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'mac_address': 'fa:16:3e:c1:04:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '793e56d2-6114-48e9-a985-b6ff56226097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:32Z', 'updated_at': '2022-02-17T18:13:38Z', 'revision_number': 5, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'subnets': [{'id': '793e56d2-6114-48e9-a985-b6ff56226097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:20:56.573587 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-345538cd-db24-48d0-b4d9-7eceefcc1e0c req-f788dc71-4e68-4641-ae1b-84c8641c79d8 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf5ecb9d-9a07-4396-ba4a-17f740684f75 HTTP/1.1" status: 200 len: 210 time: 0.0352952 Feb 17 18:20:56.584058 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb091908-dceb-4003-bea6-c8cd0c4d1cc4 None None] The sync data for ids ['63c3512a-37e6-46f1-84f8-2333c1ac13ca'] in n-d-829613-2 is: [{'id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'name': 'tempest-TestVolumeBootPattern-623193108-router', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '5042ff0a-4838-40f7-a60f-5f20d3adb99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:13:30Z', 'updated_at': '2022-02-17T18:13:33Z', 'revision_number': 4, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'gw_port': {'id': '5042ff0a-4838-40f7-a60f-5f20d3adb99a', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:dc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:30Z', 'updated_at': '2022-02-17T18:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '3294da38-9191-48b8-a971-4d844a1586e2', 'name': '', 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'mac_address': 'fa:16:3e:c1:04:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '793e56d2-6114-48e9-a985-b6ff56226097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:32Z', 'updated_at': '2022-02-17T18:13:38Z', 'revision_number': 5, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'subnets': [{'id': '793e56d2-6114-48e9-a985-b6ff56226097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:20:56.823022 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3332f8-4bc4-4229-882d-361d6a86c18c None None] New status for floating IP 85ebcdaa-dea6-4d5d-a95e-94604ce45f08: DOWN {{(pid=103438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 18:20:57.685141 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ad88df6e-ea91-4854-91ea-8224bf216457 req-9e8baf82-08c6-40ab-a43a-7673de249f4d tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf5ecb9d-9a07-4396-ba4a-17f740684f75 HTTP/1.1" status: 200 len: 210 time: 0.0368292 Feb 17 18:20:58.786127 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-60f1899a-6ab6-4c53-9d8a-ee2cc9c62d72 req-f1d4cde2-974b-4e01-86bf-8f8848d148e5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf5ecb9d-9a07-4396-ba4a-17f740684f75 HTTP/1.1" status: 200 len: 210 time: 0.0292075 Feb 17 18:20:59.581346 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device c6bf62a7-42fe-492a-8345-b9660481516e no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:20:59.602116 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: c6bf62a7-42fe-492a-8345-b9660481516e {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:20:59.602467 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device c6bf62a7-42fe-492a-8345-b9660481516e not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:20:59.887529 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0cfd2c51-73cc-4b99-a3e6-15c196e04105 req-dd8fda66-3465-4b1c-81e1-3a484580efd9 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf5ecb9d-9a07-4396-ba4a-17f740684f75 HTTP/1.1" status: 200 len: 210 time: 0.0301182 Feb 17 18:21:01.012567 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-065bb489-da83-493d-b2c3-3c14a31f84a4 req-90398ce1-0f5b-4440-a59f-72e88a28f286 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf5ecb9d-9a07-4396-ba4a-17f740684f75 HTTP/1.1" status: 200 len: 210 time: 0.0423508 Feb 17 18:21:02.117500 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9089cdc5-12c7-4420-b799-7d9a29497db5 req-6605bd0d-4cb7-4845-802d-e126e65d7f42 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf5ecb9d-9a07-4396-ba4a-17f740684f75 HTTP/1.1" status: 200 len: 210 time: 0.0272477 Feb 17 18:21:03.012955 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9a7d9572-19b0-4daf-ba9c-05f9d1fef465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:21:03.222826 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-272d9426-77b3-46e6-9453-f97db0678421 req-9b2980ef-9d6f-47f3-9a4f-e902c884dd89 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf5ecb9d-9a07-4396-ba4a-17f740684f75 HTTP/1.1" status: 200 len: 210 time: 0.0313790 Feb 17 18:21:04.319417 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fdd7be6d-f8ad-4192-944d-903a28c4c555 req-7d865c90-78eb-4760-a9f1-d9f1ceef4160 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf5ecb9d-9a07-4396-ba4a-17f740684f75 HTTP/1.1" status: 200 len: 210 time: 0.0271521 Feb 17 18:21:05.480986 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-550ab9d5-7ed8-4202-b00a-6eb3202573c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:21:05.539031 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-68765723-ebdc-4502-b1a2-cef3230e0c3b req-e4d24ddc-fa42-4e75-be9d-e3717728babe tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1521849299&fields=id&tenant_id=f012d3f0ce3248f8b9b864e21185641f HTTP/1.1" status: 200 len: 267 time: 0.0441315 Feb 17 18:21:05.647360 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68765723-ebdc-4502-b1a2-cef3230e0c3b req-496d3bcf-bc90-4d06-ab22-5c47e7225f39 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:21:05.648754 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-68765723-ebdc-4502-b1a2-cef3230e0c3b req-496d3bcf-bc90-4d06-ab22-5c47e7225f39 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/networks?id=3fdcfd52-18d5-4a89-846c-aecef4a0553d HTTP/1.1" status: 200 len: 811 time: 0.1032829 Feb 17 18:21:05.665372 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-68765723-ebdc-4502-b1a2-cef3230e0c3b req-3bcdde95-2ab9-4124-9929-493edab5fa28 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/quotas/f012d3f0ce3248f8b9b864e21185641f HTTP/1.1" status: 200 len: 375 time: 0.0098288 Feb 17 18:21:05.721187 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-68765723-ebdc-4502-b1a2-cef3230e0c3b req-8863d421-e179-4b4c-925f-2dec648b08b2 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=f012d3f0ce3248f8b9b864e21185641f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500882 Feb 17 18:21:05.865495 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-68765723-ebdc-4502-b1a2-cef3230e0c3b req-589a4b9e-79e6-47b6-b4d6-ea6c37050d86 service neutron] 10.222.0.87 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327591 Feb 17 18:21:05.958629 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-68765723-ebdc-4502-b1a2-cef3230e0c3b req-ea1c9025-8714-4cda-8de6-b921d9dfc21d service neutron] 10.222.0.87 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873494 Feb 17 18:21:06.860530 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:21:07.247968 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-239c9ee9-d705-4c09-a94c-9e08d9834de9 req-03f6089a-e751-4325-8d9a-5d4efe815a3d tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=04e9f029-25ea-4e12-90a0-92d51ba8c670 HTTP/1.1" status: 200 len: 210 time: 0.0284216 Feb 17 18:21:08.083139 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:21:08.199546 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68765723-ebdc-4502-b1a2-cef3230e0c3b req-0bd40f03-22c1-4bc6-88a0-9990b20a2206 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:21:08.201067 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-68765723-ebdc-4502-b1a2-cef3230e0c3b req-0bd40f03-22c1-4bc6-88a0-9990b20a2206 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.71 "GET /v2.0/networks?id=3fdcfd52-18d5-4a89-846c-aecef4a0553d HTTP/1.1" status: 200 len: 811 time: 0.1142702 Feb 17 18:21:08.266343 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-68765723-ebdc-4502-b1a2-cef3230e0c3b req-32ee144b-0b55-4663-901f-00e0546181a2 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f012d3f0ce3248f8b9b864e21185641f HTTP/1.1" status: 200 len: 380 time: 0.0571513 Feb 17 18:21:08.276727 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-68765723-ebdc-4502-b1a2-cef3230e0c3b req-e4d2b363-dd8e-4f34-bf27-a21437d88ee5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Request body: {'port': {'device_id': '04e9f029-25ea-4e12-90a0-92d51ba8c670', 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d', 'admin_state_up': True, 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'security_groups': ['9dc016ed-dfcc-400e-a700-10955a691461']}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:21:08.387448 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-22c0f28b-630b-434d-b2a2-7b88274fe5e8 req-20896b42-fe84-49ee-bb30-6403a05c22f0 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=04e9f029-25ea-4e12-90a0-92d51ba8c670 HTTP/1.1" status: 200 len: 210 time: 0.0395999 Feb 17 18:21:08.427161 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68765723-ebdc-4502-b1a2-cef3230e0c3b req-e4d2b363-dd8e-4f34-bf27-a21437d88ee5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Made reservation on behalf of f012d3f0ce3248f8b9b864e21185641f for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:21:08.430709 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-68765723-ebdc-4502-b1a2-cef3230e0c3b req-e4d2b363-dd8e-4f34-bf27-a21437d88ee5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:21:08.556166 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-68765723-ebdc-4502-b1a2-cef3230e0c3b req-e4d2b363-dd8e-4f34-bf27-a21437d88ee5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Allocated IP 172.20.0.13 (3fdcfd52-18d5-4a89-846c-aecef4a0553d/793e56d2-6114-48e9-a985-b6ff56226097/c941ce25-3685-42f7-9d2f-f8313693c535) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:21:08.707320 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-68765723-ebdc-4502-b1a2-cef3230e0c3b req-e4d2b363-dd8e-4f34-bf27-a21437d88ee5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks [] for port (c941ce25-3685-42f7-9d2f-f8313693c535), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:21:08.742179 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-68765723-ebdc-4502-b1a2-cef3230e0c3b req-e4d2b363-dd8e-4f34-bf27-a21437d88ee5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (c941ce25-3685-42f7-9d2f-f8313693c535), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:21:08.787806 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68765723-ebdc-4502-b1a2-cef3230e0c3b req-e4d2b363-dd8e-4f34-bf27-a21437d88ee5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Network 3fdcfd52-18d5-4a89-846c-aecef4a0553d is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:21:08.791018 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-68765723-ebdc-4502-b1a2-cef3230e0c3b req-e4d2b363-dd8e-4f34-bf27-a21437d88ee5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:21:08.794780 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-68765723-ebdc-4502-b1a2-cef3230e0c3b req-e4d2b363-dd8e-4f34-bf27-a21437d88ee5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:21:08.819634 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d2b363-dd8e-4f34-bf27-a21437d88ee5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Pushing event updated for resources: {'Port': ['ID=c941ce25-3685-42f7-9d2f-f8313693c535,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:21:08.850768 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68765723-ebdc-4502-b1a2-cef3230e0c3b req-e4d2b363-dd8e-4f34-bf27-a21437d88ee5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:21:08.851524 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-68765723-ebdc-4502-b1a2-cef3230e0c3b req-e4d2b363-dd8e-4f34-bf27-a21437d88ee5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:21:08.882294 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-68765723-ebdc-4502-b1a2-cef3230e0c3b req-e4d2b363-dd8e-4f34-bf27-a21437d88ee5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6028605 Feb 17 18:21:08.887648 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-68765723-ebdc-4502-b1a2-cef3230e0c3b req-ea369546-99c9-43d3-9baf-a05839a5b061 service neutron] Request body: {'port': {'device_id': '04e9f029-25ea-4e12-90a0-92d51ba8c670', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:21:08.960085 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-68765723-ebdc-4502-b1a2-cef3230e0c3b req-ea369546-99c9-43d3-9baf-a05839a5b061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c941ce25-3685-42f7-9d2f-f8313693c535), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:21:09.100263 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-ec39232f-1267-4794-acf6-0bca04877e37 None None] Provisioning complete for port c941ce25-3685-42f7-9d2f-f8313693c535 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:21:09.100808 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ec39232f-1267-4794-acf6-0bca04877e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c941ce25-3685-42f7-9d2f-f8313693c535), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:21:09.135918 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-ec39232f-1267-4794-acf6-0bca04877e37 None None] Port c941ce25-3685-42f7-9d2f-f8313693c535 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:21:09.164873 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:21:09.244745 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-68765723-ebdc-4502-b1a2-cef3230e0c3b req-ea369546-99c9-43d3-9baf-a05839a5b061 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c941ce25-3685-42f7-9d2f-f8313693c535 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:21:09.254129 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-68765723-ebdc-4502-b1a2-cef3230e0c3b req-ea369546-99c9-43d3-9baf-a05839a5b061 service neutron] Publish callbacks [] for port (c941ce25-3685-42f7-9d2f-f8313693c535), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:21:09.267129 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-68765723-ebdc-4502-b1a2-cef3230e0c3b req-ea369546-99c9-43d3-9baf-a05839a5b061 service neutron] Transition to ACTIVE for port object c941ce25-3685-42f7-9d2f-f8313693c535 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 18:21:09.271322 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-68765723-ebdc-4502-b1a2-cef3230e0c3b req-ea369546-99c9-43d3-9baf-a05839a5b061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (c941ce25-3685-42f7-9d2f-f8313693c535), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:21:09.330574 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea369546-99c9-43d3-9baf-a05839a5b061 service neutron] Pushing event updated for resources: {'Port': ['ID=c941ce25-3685-42f7-9d2f-f8313693c535,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:21:09.404993 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-68765723-ebdc-4502-b1a2-cef3230e0c3b req-ea369546-99c9-43d3-9baf-a05839a5b061 service neutron] Attempting to bind port c941ce25-3685-42f7-9d2f-f8313693c535 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:21:09.405610 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-68765723-ebdc-4502-b1a2-cef3230e0c3b req-ea369546-99c9-43d3-9baf-a05839a5b061 service neutron] Attempting to bind port c941ce25-3685-42f7-9d2f-f8313693c535 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '66cb8987-5b81-447b-8684-294caff8482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:21:09.406112 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68765723-ebdc-4502-b1a2-cef3230e0c3b req-ea369546-99c9-43d3-9baf-a05839a5b061 service neutron] Attempting to bind port c941ce25-3685-42f7-9d2f-f8313693c535 on network 3fdcfd52-18d5-4a89-846c-aecef4a0553d {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:21:09.412674 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68765723-ebdc-4502-b1a2-cef3230e0c3b req-ea369546-99c9-43d3-9baf-a05839a5b061 service neutron] Port c941ce25-3685-42f7-9d2f-f8313693c535 on network 3fdcfd52-18d5-4a89-846c-aecef4a0553d not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:21:09.413009 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68765723-ebdc-4502-b1a2-cef3230e0c3b req-ea369546-99c9-43d3-9baf-a05839a5b061 service neutron] Attempting to bind port c941ce25-3685-42f7-9d2f-f8313693c535 on network 3fdcfd52-18d5-4a89-846c-aecef4a0553d {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:21:09.419230 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68765723-ebdc-4502-b1a2-cef3230e0c3b req-ea369546-99c9-43d3-9baf-a05839a5b061 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:21:09.419230 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68765723-ebdc-4502-b1a2-cef3230e0c3b req-ea369546-99c9-43d3-9baf-a05839a5b061 service neutron] Checking segment: {'id': '66cb8987-5b81-447b-8684-294caff8482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:21:09.419754 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68765723-ebdc-4502-b1a2-cef3230e0c3b req-ea369546-99c9-43d3-9baf-a05839a5b061 service neutron] Bound using segment: {'id': '66cb8987-5b81-447b-8684-294caff8482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:21:09.420194 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-68765723-ebdc-4502-b1a2-cef3230e0c3b req-ea369546-99c9-43d3-9baf-a05839a5b061 service neutron] Bound port: c941ce25-3685-42f7-9d2f-f8313693c535, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66cb8987-5b81-447b-8684-294caff8482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:21:09.420579 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-68765723-ebdc-4502-b1a2-cef3230e0c3b req-ea369546-99c9-43d3-9baf-a05839a5b061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c941ce25-3685-42f7-9d2f-f8313693c535), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:21:09.522493 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-68765723-ebdc-4502-b1a2-cef3230e0c3b req-ea369546-99c9-43d3-9baf-a05839a5b061 service neutron] For port c941ce25-3685-42f7-9d2f-f8313693c535, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:21:09.537600 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-68765723-ebdc-4502-b1a2-cef3230e0c3b req-ea369546-99c9-43d3-9baf-a05839a5b061 service neutron] For port c941ce25-3685-42f7-9d2f-f8313693c535, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=c941ce25-3685-42f7-9d2f-f8313693c535,segment=NetworkSegment(66cb8987-5b81-447b-8684-294caff8482c),segment_id=66cb8987-5b81-447b-8684-294caff8482c)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:21:09.546215 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-68765723-ebdc-4502-b1a2-cef3230e0c3b req-ea369546-99c9-43d3-9baf-a05839a5b061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (c941ce25-3685-42f7-9d2f-f8313693c535), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:21:09.586260 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68765723-ebdc-4502-b1a2-cef3230e0c3b req-ea369546-99c9-43d3-9baf-a05839a5b061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:21:09.587048 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-68765723-ebdc-4502-b1a2-cef3230e0c3b req-ea369546-99c9-43d3-9baf-a05839a5b061 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:21:09.588398 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-68765723-ebdc-4502-b1a2-cef3230e0c3b req-ea369546-99c9-43d3-9baf-a05839a5b061 service neutron] 10.222.0.71 "PUT /v2.0/ports/c941ce25-3685-42f7-9d2f-f8313693c535 HTTP/1.1" status: 200 len: 1092 time: 0.7051048 Feb 17 18:21:09.591393 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04e9f029-25ea-4e12-90a0-92d51ba8c670', 'tag': 'c941ce25-3685-42f7-9d2f-f8313693c535'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:21:09.594791 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dbb02108be8488c8fdf2aa24e521eb8d2d53ab03f3bfee331c93fac2191d32b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82bb39aa-32a7-4389-8d63-bc3481b6185f" -d '{"events": [{"name": "network-changed", "server_uuid": "04e9f029-25ea-4e12-90a0-92d51ba8c670", "tag": "c941ce25-3685-42f7-9d2f-f8313693c535"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:21:09.605685 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c290e-d14c-481e-8c04-f7a5320d4b8e req-5b6697f3-5487-409c-b8a7-1e5bb59f3e22 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:21:09.607309 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-082c290e-d14c-481e-8c04-f7a5320d4b8e req-5b6697f3-5487-409c-b8a7-1e5bb59f3e22 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=04e9f029-25ea-4e12-90a0-92d51ba8c670 HTTP/1.1" status: 200 len: 944 time: 0.1353340 Feb 17 18:21:09.668819 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8d6b25-091e-4658-b41b-2718fa1f23ba x-openstack-request-id: req-1a8d6b25-091e-4658-b41b-2718fa1f23ba {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:21:09.669148 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04e9f029-25ea-4e12-90a0-92d51ba8c670", "tag": "c941ce25-3685-42f7-9d2f-f8313693c535", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:21:09.669371 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1a8d6b25-091e-4658-b41b-2718fa1f23ba {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:21:09.669777 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04e9f029-25ea-4e12-90a0-92d51ba8c670', 'tag': 'c941ce25-3685-42f7-9d2f-f8313693c535', 'status': 'completed', 'code': 200} Feb 17 18:21:09.715809 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea369546-99c9-43d3-9baf-a05839a5b061 service neutron] Pushing event updated for resources: {'Port': ['ID=c941ce25-3685-42f7-9d2f-f8313693c535,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:21:09.743043 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68765723-ebdc-4502-b1a2-cef3230e0c3b req-57a797c5-11c6-4bfd-871d-dd3cd0a4b951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:21:09.744613 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-68765723-ebdc-4502-b1a2-cef3230e0c3b req-57a797c5-11c6-4bfd-871d-dd3cd0a4b951 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f012d3f0ce3248f8b9b864e21185641f&device_id=04e9f029-25ea-4e12-90a0-92d51ba8c670 HTTP/1.1" status: 200 len: 1126 time: 0.1062849 Feb 17 18:21:09.748722 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-082c290e-d14c-481e-8c04-f7a5320d4b8e req-bbbf6bb3-a05a-48ed-9f48-306f93501b2c tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297767 Feb 17 18:21:09.788703 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-68765723-ebdc-4502-b1a2-cef3230e0c3b req-c93904b9-c40e-40b4-a5b7-ef01bba5a1f4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c941ce25-3685-42f7-9d2f-f8313693c535 HTTP/1.1" status: 200 len: 217 time: 0.0365615 Feb 17 18:21:09.839166 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68765723-ebdc-4502-b1a2-cef3230e0c3b req-907673df-a2d4-42fd-990c-74a89261c856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:21:09.840772 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-68765723-ebdc-4502-b1a2-cef3230e0c3b req-907673df-a2d4-42fd-990c-74a89261c856 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=793e56d2-6114-48e9-a985-b6ff56226097 HTTP/1.1" status: 200 len: 850 time: 0.0460825 Feb 17 18:21:09.893153 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68765723-ebdc-4502-b1a2-cef3230e0c3b req-0a3b1464-8066-4a64-af4b-1245eb9513d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:21:09.894840 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-68765723-ebdc-4502-b1a2-cef3230e0c3b req-0a3b1464-8066-4a64-af4b-1245eb9513d3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3fdcfd52-18d5-4a89-846c-aecef4a0553d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484791 Feb 17 18:21:09.990744 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-68765723-ebdc-4502-b1a2-cef3230e0c3b req-2dbe5248-ab48-4e0b-a860-7068598653d6 service neutron] 10.222.0.71 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897095 Feb 17 18:21:10.092194 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-68765723-ebdc-4502-b1a2-cef3230e0c3b req-1db6cc18-6c58-40bb-a4e3-a30a88d9440c service neutron] 10.222.0.71 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958781 Feb 17 18:21:10.182308 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb39aa-32a7-4389-8d63-bc3481b6185f req-075c5c2d-8f8d-4ba9-8c76-610df6fc1ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:21:10.183840 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-82bb39aa-32a7-4389-8d63-bc3481b6185f req-075c5c2d-8f8d-4ba9-8c76-610df6fc1ec6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f012d3f0ce3248f8b9b864e21185641f&device_id=04e9f029-25ea-4e12-90a0-92d51ba8c670 HTTP/1.1" status: 200 len: 1126 time: 0.0475872 Feb 17 18:21:10.273785 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb39aa-32a7-4389-8d63-bc3481b6185f req-e2a66af9-3ba9-48a4-96fd-5bafce823681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:21:10.275437 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-82bb39aa-32a7-4389-8d63-bc3481b6185f req-e2a66af9-3ba9-48a4-96fd-5bafce823681 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3fdcfd52-18d5-4a89-846c-aecef4a0553d HTTP/1.1" status: 200 len: 912 time: 0.0852020 Feb 17 18:21:10.321062 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-82bb39aa-32a7-4389-8d63-bc3481b6185f req-ebcafabb-aab9-45c3-9226-59ef64d71d51 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c941ce25-3685-42f7-9d2f-f8313693c535 HTTP/1.1" status: 200 len: 217 time: 0.0391848 Feb 17 18:21:10.368791 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb39aa-32a7-4389-8d63-bc3481b6185f req-009d0934-a4f0-4e30-ade3-8f274fbaac36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:21:10.370447 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-82bb39aa-32a7-4389-8d63-bc3481b6185f req-009d0934-a4f0-4e30-ade3-8f274fbaac36 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=793e56d2-6114-48e9-a985-b6ff56226097 HTTP/1.1" status: 200 len: 850 time: 0.0440011 Feb 17 18:21:10.425974 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb39aa-32a7-4389-8d63-bc3481b6185f req-7e1bd91c-0f29-4f06-b1cb-e895f229872b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:21:10.427697 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-82bb39aa-32a7-4389-8d63-bc3481b6185f req-7e1bd91c-0f29-4f06-b1cb-e895f229872b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3fdcfd52-18d5-4a89-846c-aecef4a0553d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0509415 Feb 17 18:21:10.523364 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-82bb39aa-32a7-4389-8d63-bc3481b6185f req-aff35889-6c8f-41c7-8c25-85884902e68f service neutron] 10.222.0.71 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899227 Feb 17 18:21:10.616521 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-82bb39aa-32a7-4389-8d63-bc3481b6185f req-082aef27-e33c-451e-a312-b22c35e139c0 service neutron] 10.222.0.71 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872252 Feb 17 18:21:10.878127 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0184b-abaf-47fa-a1d9-4d236a5c38ae req-3da0d40b-ff06-4d9f-a63e-4df12fe1aae2 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:21:10.879742 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-33a0184b-abaf-47fa-a1d9-4d236a5c38ae req-3da0d40b-ff06-4d9f-a63e-4df12fe1aae2 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=04e9f029-25ea-4e12-90a0-92d51ba8c670 HTTP/1.1" status: 200 len: 944 time: 0.0568078 Feb 17 18:21:10.929750 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-33a0184b-abaf-47fa-a1d9-4d236a5c38ae req-494bce29-fcaa-4ef2-91cc-c8b9380a3e65 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442541 Feb 17 18:21:12.049949 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2edb1b-61ca-4ca0-b2e9-94c578cb278b req-1697ea47-a5a6-4b5d-a160-fbdeca080117 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:21:12.051590 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8d2edb1b-61ca-4ca0-b2e9-94c578cb278b req-1697ea47-a5a6-4b5d-a160-fbdeca080117 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=04e9f029-25ea-4e12-90a0-92d51ba8c670 HTTP/1.1" status: 200 len: 944 time: 0.0536191 Feb 17 18:21:12.101383 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8d2edb1b-61ca-4ca0-b2e9-94c578cb278b req-499cb0f5-865f-490c-9ce2-50ac0aa6407e tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437932 Feb 17 18:21:13.225137 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db1c73-1ded-4704-b547-00092aa2439b req-16509dce-3c8a-452d-a119-c3a8a6fd9e1c tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:21:13.226532 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f9db1c73-1ded-4704-b547-00092aa2439b req-16509dce-3c8a-452d-a119-c3a8a6fd9e1c tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=04e9f029-25ea-4e12-90a0-92d51ba8c670 HTTP/1.1" status: 200 len: 944 time: 0.0562272 Feb 17 18:21:13.275958 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f9db1c73-1ded-4704-b547-00092aa2439b req-6bbb4584-a9ad-44c7-980d-8ba4452ff67d tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435252 Feb 17 18:21:14.396488 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033a8d1-8d9b-4f81-adeb-f9303cbedcd5 req-12c07e96-9bb8-4867-8dff-3afe4124e5a8 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:21:14.397983 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d033a8d1-8d9b-4f81-adeb-f9303cbedcd5 req-12c07e96-9bb8-4867-8dff-3afe4124e5a8 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=04e9f029-25ea-4e12-90a0-92d51ba8c670 HTTP/1.1" status: 200 len: 944 time: 0.0548496 Feb 17 18:21:14.449134 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d033a8d1-8d9b-4f81-adeb-f9303cbedcd5 req-d6593735-1d84-4446-82dc-b6f3271fb991 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453401 Feb 17 18:21:15.571942 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3ff5b-665e-4d08-b784-80de34110492 req-b2c613e5-63fc-4b06-b984-74e158dd8171 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:21:15.573474 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-21a3ff5b-665e-4d08-b784-80de34110492 req-b2c613e5-63fc-4b06-b984-74e158dd8171 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=04e9f029-25ea-4e12-90a0-92d51ba8c670 HTTP/1.1" status: 200 len: 944 time: 0.0553994 Feb 17 18:21:15.630811 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-21a3ff5b-665e-4d08-b784-80de34110492 req-6dfe07eb-0c4e-49e5-97dc-a0001b4ff3e0 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515997 Feb 17 18:21:16.749309 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7acaa6-77af-4e85-8d95-0bd44b240d74 req-adb676c1-18af-4804-ad65-cdf726251bb4 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:21:16.750713 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fe7acaa6-77af-4e85-8d95-0bd44b240d74 req-adb676c1-18af-4804-ad65-cdf726251bb4 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=04e9f029-25ea-4e12-90a0-92d51ba8c670 HTTP/1.1" status: 200 len: 944 time: 0.0530436 Feb 17 18:21:16.800549 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fe7acaa6-77af-4e85-8d95-0bd44b240d74 req-a1104f72-7b19-489c-842b-02f4cb3b54d8 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434251 Feb 17 18:21:17.924515 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5de11e-5de0-44c0-a32e-0476ff8e2887 req-6d8eb685-9357-429b-8d5a-0cb23c2ae642 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:21:17.926033 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fb5de11e-5de0-44c0-a32e-0476ff8e2887 req-6d8eb685-9357-429b-8d5a-0cb23c2ae642 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=04e9f029-25ea-4e12-90a0-92d51ba8c670 HTTP/1.1" status: 200 len: 944 time: 0.0569644 Feb 17 18:21:17.975531 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fb5de11e-5de0-44c0-a32e-0476ff8e2887 req-b75b97c6-5579-4780-8d2e-4e4eb0e0245d tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438335 Feb 17 18:21:19.100660 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b99ad38-29dc-4335-9de9-2712a22b5982 req-d47e0a38-2cd6-403a-9f78-25cdc51ca1c1 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:21:19.102146 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7b99ad38-29dc-4335-9de9-2712a22b5982 req-d47e0a38-2cd6-403a-9f78-25cdc51ca1c1 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=04e9f029-25ea-4e12-90a0-92d51ba8c670 HTTP/1.1" status: 200 len: 944 time: 0.0555658 Feb 17 18:21:19.151087 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7b99ad38-29dc-4335-9de9-2712a22b5982 req-a8744266-9ab8-49d5-ab2b-669d5fa21b82 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433061 Feb 17 18:21:19.331587 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:21:20.120450 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:21:20.275306 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347cf95b-feec-4b4c-9cc4-95c2779bf3db req-08cf00b5-a832-42d5-b226-6331840e6ab3 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:21:20.276797 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-347cf95b-feec-4b4c-9cc4-95c2779bf3db req-08cf00b5-a832-42d5-b226-6331840e6ab3 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=04e9f029-25ea-4e12-90a0-92d51ba8c670 HTTP/1.1" status: 200 len: 944 time: 0.0521328 Feb 17 18:21:20.325213 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-347cf95b-feec-4b4c-9cc4-95c2779bf3db req-8fc32056-7b0c-4cb2-b336-a1f6408e0588 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427995 Feb 17 18:21:21.453108 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5599093-3ecf-4b37-bbb9-0321f46760ee req-f3910b42-d76b-43f0-933a-db14366371a8 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:21:21.454615 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b5599093-3ecf-4b37-bbb9-0321f46760ee req-f3910b42-d76b-43f0-933a-db14366371a8 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=04e9f029-25ea-4e12-90a0-92d51ba8c670 HTTP/1.1" status: 200 len: 944 time: 0.0603721 Feb 17 18:21:21.505082 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b5599093-3ecf-4b37-bbb9-0321f46760ee req-62bf643f-e6c0-4fe1-9b50-95d53b1e0e13 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446420 Feb 17 18:21:22.626199 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f683b890-12ad-42c3-a9a6-6a74c903b198 req-65fd9123-efef-4af6-8ba6-3cd37a7bd994 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:21:22.627684 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f683b890-12ad-42c3-a9a6-6a74c903b198 req-65fd9123-efef-4af6-8ba6-3cd37a7bd994 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=04e9f029-25ea-4e12-90a0-92d51ba8c670 HTTP/1.1" status: 200 len: 944 time: 0.0530100 Feb 17 18:21:22.675971 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f683b890-12ad-42c3-a9a6-6a74c903b198 req-e5b09a47-5309-447c-97ca-82d94bb789c7 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426903 Feb 17 18:21:23.795196 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c21f8d-46c8-4a72-b642-4b69d3d158aa req-d857c223-9bfa-4a8d-b541-487d94c0afcd tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:21:23.796713 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e6c21f8d-46c8-4a72-b642-4b69d3d158aa req-d857c223-9bfa-4a8d-b541-487d94c0afcd tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=04e9f029-25ea-4e12-90a0-92d51ba8c670 HTTP/1.1" status: 200 len: 944 time: 0.0522780 Feb 17 18:21:23.854448 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e6c21f8d-46c8-4a72-b642-4b69d3d158aa req-06b636dc-eda2-4226-80cc-8160e9f82d60 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514560 Feb 17 18:21:23.924451 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:21:24.973798 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a566ba-4467-42de-ad97-6d4892b8ddb6 req-ba5577d7-3c54-43fd-9cbf-5d6da2363bf4 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:21:24.975278 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d3a566ba-4467-42de-ad97-6d4892b8ddb6 req-ba5577d7-3c54-43fd-9cbf-5d6da2363bf4 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=04e9f029-25ea-4e12-90a0-92d51ba8c670 HTTP/1.1" status: 200 len: 944 time: 0.0525532 Feb 17 18:21:25.024784 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d3a566ba-4467-42de-ad97-6d4892b8ddb6 req-564259d2-cec1-4e7a-9fcf-4a3f7a8d2b14 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431917 Feb 17 18:21:25.690324 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device c941ce25-3685-42f7-9d2f-f8313693c535 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:21:25.789310 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port c941ce25-3685-42f7-9d2f-f8313693c535, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=c941ce25-3685-42f7-9d2f-f8313693c535,segment=NetworkSegment(66cb8987-5b81-447b-8684-294caff8482c),segment_id=66cb8987-5b81-447b-8684-294caff8482c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:21:25.800348 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': 'c941ce25-3685-42f7-9d2f-f8313693c535', 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d', 'port_id': 'c941ce25-3685-42f7-9d2f-f8313693c535', 'mac_address': 'fa:16:3e:ca:27:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '793e56d2-6114-48e9-a985-b6ff56226097', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:21:25.837960 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port c941ce25-3685-42f7-9d2f-f8313693c535 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:21:25.838351 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c941ce25-3685-42f7-9d2f-f8313693c535), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:21:25.851363 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c941ce25-3685-42f7-9d2f-f8313693c535 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:21:25.872167 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port c941ce25-3685-42f7-9d2f-f8313693c535, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=c941ce25-3685-42f7-9d2f-f8313693c535,segment=NetworkSegment(66cb8987-5b81-447b-8684-294caff8482c),segment_id=66cb8987-5b81-447b-8684-294caff8482c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:21:25.876272 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c941ce25-3685-42f7-9d2f-f8313693c535), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:21:25.925049 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=c941ce25-3685-42f7-9d2f-f8313693c535,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:21:25.932831 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:21:25.933182 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:21:25.933526 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:21:25.933866 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:21:25.934203 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:21:25.934538 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:21:25.934869 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:21:25.935199 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:21:25.935527 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:21:25.935852 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:21:25.936184 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:21:25.936521 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:21:25.936845 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:21:26.085686 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['c941ce25-3685-42f7-9d2f-f8313693c535'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:21:26.143538 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d03a2-2a9f-4379-b94a-15e1f6761542 req-bcb64ebf-e6bf-4e07-8aa1-c91569a17787 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:21:26.145131 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-284d03a2-2a9f-4379-b94a-15e1f6761542 req-bcb64ebf-e6bf-4e07-8aa1-c91569a17787 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=04e9f029-25ea-4e12-90a0-92d51ba8c670 HTTP/1.1" status: 200 len: 945 time: 0.0523167 Feb 17 18:21:26.197747 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-284d03a2-2a9f-4379-b94a-15e1f6761542 req-2fe7b275-cf17-418f-9d88-8bdaf495732a tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463438 Feb 17 18:21:27.372042 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024fd7e-ca54-4f97-8053-689dad5cbb9e req-f702cf0b-e35d-4131-8862-c57d39dc5f12 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:21:27.373553 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e024fd7e-ca54-4f97-8053-689dad5cbb9e req-f702cf0b-e35d-4131-8862-c57d39dc5f12 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=04e9f029-25ea-4e12-90a0-92d51ba8c670 HTTP/1.1" status: 200 len: 945 time: 0.1053567 Feb 17 18:21:27.422531 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e024fd7e-ca54-4f97-8053-689dad5cbb9e req-b12df320-36e4-494c-8627-b1014092ffb5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427704 Feb 17 18:21:27.688811 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device c941ce25-3685-42f7-9d2f-f8313693c535 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:21:27.742246 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port c941ce25-3685-42f7-9d2f-f8313693c535 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 18:21:27.746111 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port c941ce25-3685-42f7-9d2f-f8313693c535 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:21:27.746497 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c941ce25-3685-42f7-9d2f-f8313693c535), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:21:27.824209 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port c941ce25-3685-42f7-9d2f-f8313693c535 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:21:27.824627 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c941ce25-3685-42f7-9d2f-f8313693c535), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:21:27.852884 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e9f029-25ea-4e12-90a0-92d51ba8c670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c941ce25-3685-42f7-9d2f-f8313693c535'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:21:27.855144 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fe8cbddbc8f2deac346ad75524d0c3a37c8f65c336472603814bbf3fc1b74fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74efa5dc-4f66-4de2-82c1-a7c6a4b23762" -d '{"events": [{"server_uuid": "04e9f029-25ea-4e12-90a0-92d51ba8c670", "name": "network-vif-plugged", "status": "completed", "tag": "c941ce25-3685-42f7-9d2f-f8313693c535"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:21:27.869109 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port c941ce25-3685-42f7-9d2f-f8313693c535, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=c941ce25-3685-42f7-9d2f-f8313693c535,segment=NetworkSegment(66cb8987-5b81-447b-8684-294caff8482c),segment_id=66cb8987-5b81-447b-8684-294caff8482c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:21:27.873230 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c941ce25-3685-42f7-9d2f-f8313693c535), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:21:27.927450 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=c941ce25-3685-42f7-9d2f-f8313693c535,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:21:28.543074 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f05fcf-193d-45be-9c0a-35468fff846b req-a0618533-1026-4266-943d-b9e4d0e3c9f1 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:21:28.544588 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-10f05fcf-193d-45be-9c0a-35468fff846b req-a0618533-1026-4266-943d-b9e4d0e3c9f1 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=04e9f029-25ea-4e12-90a0-92d51ba8c670 HTTP/1.1" status: 200 len: 946 time: 0.0531726 Feb 17 18:21:28.594689 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-10f05fcf-193d-45be-9c0a-35468fff846b req-e9cf64ce-5c75-42a3-9dbc-79e0eebf0cc9 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443001 Feb 17 18:21:28.903945 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05cff58b-c07d-4d79-b5f9-0576902e5bfd x-openstack-request-id: req-05cff58b-c07d-4d79-b5f9-0576902e5bfd {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:21:28.904403 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e9f029-25ea-4e12-90a0-92d51ba8c670", "name": "network-vif-plugged", "status": "completed", "tag": "c941ce25-3685-42f7-9d2f-f8313693c535", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:21:28.904507 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-05cff58b-c07d-4d79-b5f9-0576902e5bfd {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:21:28.904909 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e9f029-25ea-4e12-90a0-92d51ba8c670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c941ce25-3685-42f7-9d2f-f8313693c535', 'code': 200} Feb 17 18:21:29.013678 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba770f1-3a2e-4dce-a771-5c2fb1fc4f2e req-7f9c0e80-cbac-4cb7-a8be-0b7f4466825b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:21:29.015168 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0ba770f1-3a2e-4dce-a771-5c2fb1fc4f2e req-7f9c0e80-cbac-4cb7-a8be-0b7f4466825b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=04e9f029-25ea-4e12-90a0-92d51ba8c670 HTTP/1.1" status: 200 len: 1128 time: 0.0436385 Feb 17 18:21:29.063520 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0ba770f1-3a2e-4dce-a771-5c2fb1fc4f2e req-25aa2606-8d61-4150-84d6-09f472d28528 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428865 Feb 17 18:21:29.719923 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe13cc-e8a3-4180-8897-dbdb74e5bc56 req-31f63b3b-f2d9-4762-a676-11511d5ecdbb tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:21:29.721694 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a6fe13cc-e8a3-4180-8897-dbdb74e5bc56 req-31f63b3b-f2d9-4762-a676-11511d5ecdbb tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=04e9f029-25ea-4e12-90a0-92d51ba8c670 HTTP/1.1" status: 200 len: 946 time: 0.0554674 Feb 17 18:21:29.774798 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a6fe13cc-e8a3-4180-8897-dbdb74e5bc56 req-21de4e5c-b223-45d1-a4dc-88dabb0c8f5c tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473590 Feb 17 18:21:30.951813 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca09a68-9e79-43d2-8884-419e63e3473c req-d173f5a9-57e4-462d-8c42-009d65018ac5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:21:30.953368 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aca09a68-9e79-43d2-8884-419e63e3473c req-d173f5a9-57e4-462d-8c42-009d65018ac5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=04e9f029-25ea-4e12-90a0-92d51ba8c670 HTTP/1.1" status: 200 len: 946 time: 0.1089599 Feb 17 18:21:31.002333 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aca09a68-9e79-43d2-8884-419e63e3473c req-41c3fbf5-b0e3-4371-83ac-b1d0784bcdf1 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427206 Feb 17 18:21:31.123653 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb1353-8dc5-40db-b0cb-94bb1b50e735 req-ce211572-da17-4cd7-b0a6-a8449923794a tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:21:31.125083 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f9fb1353-8dc5-40db-b0cb-94bb1b50e735 req-ce211572-da17-4cd7-b0a6-a8449923794a tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=04e9f029-25ea-4e12-90a0-92d51ba8c670 HTTP/1.1" status: 200 len: 946 time: 0.0569055 Feb 17 18:21:31.173498 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f9fb1353-8dc5-40db-b0cb-94bb1b50e735 req-c913f79d-24d7-4ca7-8e46-b46df72c1af4 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428619 Feb 17 18:21:31.197779 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37826) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:21:31.261829 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cbd875-2669-4fde-aec0-3ea243c30473 tempest-TestVolumeBootPattern-1066980124 tempest-TestVolumeBootPattern-1066980124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:21:31.263400 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-76cbd875-2669-4fde-aec0-3ea243c30473 tempest-TestVolumeBootPattern-1066980124 tempest-TestVolumeBootPattern-1066980124-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=04e9f029-25ea-4e12-90a0-92d51ba8c670 HTTP/1.1" status: 200 len: 1123 time: 0.0644953 Feb 17 18:21:31.266296 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 37830) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:21:31.270833 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-35d0071d-f4bd-4205-89a4-918259f8f6a5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'port_id': 'c941ce25-3685-42f7-9d2f-f8313693c535', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:21:31.294596 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35d0071d-f4bd-4205-89a4-918259f8f6a5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:21:31.390013 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35d0071d-f4bd-4205-89a4-918259f8f6a5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:21:31.495735 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-35d0071d-f4bd-4205-89a4-918259f8f6a5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Allocated IP 172.25.8.133 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/6fc79d7a-a2af-479f-8c33-1f1dffb4facc) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:21:31.593306 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35d0071d-f4bd-4205-89a4-918259f8f6a5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks [] for port (6fc79d7a-a2af-479f-8c33-1f1dffb4facc), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:21:31.630753 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35d0071d-f4bd-4205-89a4-918259f8f6a5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (6fc79d7a-a2af-479f-8c33-1f1dffb4facc), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:21:31.670601 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d0071d-f4bd-4205-89a4-918259f8f6a5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:21:31.675357 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-35d0071d-f4bd-4205-89a4-918259f8f6a5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:21:31.678850 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d0071d-f4bd-4205-89a4-918259f8f6a5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:21:31.701156 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d0071d-f4bd-4205-89a4-918259f8f6a5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Pushing event updated for resources: {'Port': ['ID=6fc79d7a-a2af-479f-8c33-1f1dffb4facc,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:21:31.714077 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d0071d-f4bd-4205-89a4-918259f8f6a5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:21:31.714430 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d0071d-f4bd-4205-89a4-918259f8f6a5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:21:31.714778 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d0071d-f4bd-4205-89a4-918259f8f6a5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:21:31.715119 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d0071d-f4bd-4205-89a4-918259f8f6a5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:21:31.715457 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d0071d-f4bd-4205-89a4-918259f8f6a5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:21:31.715793 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d0071d-f4bd-4205-89a4-918259f8f6a5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:21:31.716121 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d0071d-f4bd-4205-89a4-918259f8f6a5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:21:31.716482 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d0071d-f4bd-4205-89a4-918259f8f6a5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:21:31.716813 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d0071d-f4bd-4205-89a4-918259f8f6a5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:21:31.717136 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d0071d-f4bd-4205-89a4-918259f8f6a5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:21:31.717459 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d0071d-f4bd-4205-89a4-918259f8f6a5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:21:31.717782 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d0071d-f4bd-4205-89a4-918259f8f6a5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:21:31.718104 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d0071d-f4bd-4205-89a4-918259f8f6a5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:21:32.032524 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35d0071d-f4bd-4205-89a4-918259f8f6a5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks [] for floatingip (5355a090-b6b6-4d38-864e-e024312978e6), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:21:32.102664 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35d0071d-f4bd-4205-89a4-918259f8f6a5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6fc79d7a-a2af-479f-8c33-1f1dffb4facc), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:21:32.251741 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35d0071d-f4bd-4205-89a4-918259f8f6a5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks [] for port (6fc79d7a-a2af-479f-8c33-1f1dffb4facc), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:21:32.256067 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35d0071d-f4bd-4205-89a4-918259f8f6a5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (6fc79d7a-a2af-479f-8c33-1f1dffb4facc), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:21:32.324480 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d0071d-f4bd-4205-89a4-918259f8f6a5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Pushing event updated for resources: {'Port': ['ID=6fc79d7a-a2af-479f-8c33-1f1dffb4facc,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:21:32.333973 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35d0071d-f4bd-4205-89a4-918259f8f6a5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (5355a090-b6b6-4d38-864e-e024312978e6), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:21:32.438233 n-d-829613-2 neutron-server[103434]: INFO neutron.db.l3_db [None req-35d0071d-f4bd-4205-89a4-918259f8f6a5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Floating IP 5355a090-b6b6-4d38-864e-e024312978e6 associated. External IP: 172.25.8.133, port: c941ce25-3685-42f7-9d2f-f8313693c535. Feb 17 18:21:32.647087 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d0071d-f4bd-4205-89a4-918259f8f6a5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Router 63c3512a-37e6-46f1-84f8-2333c1ac13ca has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:21:32.756643 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d0071d-f4bd-4205-89a4-918259f8f6a5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:21:32.766052 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7179dd-c143-4ab2-a599-3caae85f1717 None None] Sync routers for ids ['63c3512a-37e6-46f1-84f8-2333c1ac13ca'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:21:32.775796 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-35d0071d-f4bd-4205-89a4-918259f8f6a5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:21:32.777215 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7179dd-c143-4ab2-a599-3caae85f1717 None None] Routers {'63c3512a-37e6-46f1-84f8-2333c1ac13ca'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:21:32.777837 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-0f7179dd-c143-4ab2-a599-3caae85f1717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:21:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['63c3512a-37e6-46f1-84f8-2333c1ac13ca'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:21:32.804572 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-35d0071d-f4bd-4205-89a4-918259f8f6a5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5371916 Feb 17 18:21:32.805199 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04e9f029-25ea-4e12-90a0-92d51ba8c670', 'tag': 'c941ce25-3685-42f7-9d2f-f8313693c535'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:21:32.807469 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20880054e7d9c4daf5ff9f688dbdad8d52cad9e2c5f1245b4a564c973a0523e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf806ac-4dfb-4bbc-b4d6-ec35ac98eb41" -d '{"events": [{"name": "network-changed", "server_uuid": "04e9f029-25ea-4e12-90a0-92d51ba8c670", "tag": "c941ce25-3685-42f7-9d2f-f8313693c535"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:21:32.843902 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f5c377-6ae7-44d5-b023-0d048075fa00 x-openstack-request-id: req-d8f5c377-6ae7-44d5-b023-0d048075fa00 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:21:32.844251 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04e9f029-25ea-4e12-90a0-92d51ba8c670", "tag": "c941ce25-3685-42f7-9d2f-f8313693c535", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:21:32.844536 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d8f5c377-6ae7-44d5-b023-0d048075fa00 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:21:32.844957 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04e9f029-25ea-4e12-90a0-92d51ba8c670', 'tag': 'c941ce25-3685-42f7-9d2f-f8313693c535', 'status': 'completed', 'code': 200} Feb 17 18:21:32.890310 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-0f7179dd-c143-4ab2-a599-3caae85f1717 None None] Set router 63c3512a-37e6-46f1-84f8-2333c1ac13ca gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:21:32.960347 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf806ac-4dfb-4bbc-b4d6-ec35ac98eb41 req-f0a512a2-7e89-4413-8633-e5b62b2990c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:21:32.961871 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dcf806ac-4dfb-4bbc-b4d6-ec35ac98eb41 req-f0a512a2-7e89-4413-8633-e5b62b2990c6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f012d3f0ce3248f8b9b864e21185641f&device_id=04e9f029-25ea-4e12-90a0-92d51ba8c670 HTTP/1.1" status: 200 len: 1128 time: 0.0980620 Feb 17 18:21:33.027533 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e031d2f8-dcec-45ac-8591-a4a15938ec44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:21:33.056088 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf806ac-4dfb-4bbc-b4d6-ec35ac98eb41 req-e4b1c9a1-20b9-4418-9b2b-66f7bc25911c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:21:33.057610 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dcf806ac-4dfb-4bbc-b4d6-ec35ac98eb41 req-e4b1c9a1-20b9-4418-9b2b-66f7bc25911c service neutron] 10.222.0.71 "GET /v2.0/networks?id=3fdcfd52-18d5-4a89-846c-aecef4a0553d HTTP/1.1" status: 200 len: 912 time: 0.0902839 Feb 17 18:21:33.127799 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dcf806ac-4dfb-4bbc-b4d6-ec35ac98eb41 req-a017c4bc-e9ac-4003-8cb5-79dc56052335 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c941ce25-3685-42f7-9d2f-f8313693c535 HTTP/1.1" status: 200 len: 1000 time: 0.0638599 Feb 17 18:21:33.137163 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-0f7179dd-c143-4ab2-a599-3caae85f1717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'name': 'tempest-TestVolumeBootPattern-623193108-router', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '5042ff0a-4838-40f7-a60f-5f20d3adb99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:13:30Z', 'updated_at': '2022-02-17T18:13:33Z', 'revision_number': 4, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'gw_port': {'id': '5042ff0a-4838-40f7-a60f-5f20d3adb99a', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:dc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:30Z', 'updated_at': '2022-02-17T18:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '5355a090-b6b6-4d38-864e-e024312978e6', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'floating_ip_address': '172.25.8.133', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'port_id': 'c941ce25-3685-42f7-9d2f-f8313693c535', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d', 'mac_address': 'fa:16:3e:ca:27:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e9f029-25ea-4e12-90a0-92d51ba8c670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:21:31Z', 'updated_at': '2022-02-17T18:21:31Z', 'revision_number': 0, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3294da38-9191-48b8-a971-4d844a1586e2', 'name': '', 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'mac_address': 'fa:16:3e:c1:04:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '793e56d2-6114-48e9-a985-b6ff56226097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:32Z', 'updated_at': '2022-02-17T18:13:38Z', 'revision_number': 5, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'subnets': [{'id': '793e56d2-6114-48e9-a985-b6ff56226097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:21:33.168114 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7179dd-c143-4ab2-a599-3caae85f1717 None None] Checking router: 63c3512a-37e6-46f1-84f8-2333c1ac13ca for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:21:33.176695 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7179dd-c143-4ab2-a599-3caae85f1717 None None] Routers {'63c3512a-37e6-46f1-84f8-2333c1ac13ca'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:21:33.177302 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-0f7179dd-c143-4ab2-a599-3caae85f1717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:21:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['63c3512a-37e6-46f1-84f8-2333c1ac13ca'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:21:33.182089 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf806ac-4dfb-4bbc-b4d6-ec35ac98eb41 req-54229c08-eb89-46cf-82a6-bc94152a80a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:21:33.183569 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dcf806ac-4dfb-4bbc-b4d6-ec35ac98eb41 req-54229c08-eb89-46cf-82a6-bc94152a80a7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=793e56d2-6114-48e9-a985-b6ff56226097 HTTP/1.1" status: 200 len: 850 time: 0.0501416 Feb 17 18:21:33.238294 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf806ac-4dfb-4bbc-b4d6-ec35ac98eb41 req-857362a4-3dc3-4ecf-9812-5eb1c7834c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:21:33.239820 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dcf806ac-4dfb-4bbc-b4d6-ec35ac98eb41 req-857362a4-3dc3-4ecf-9812-5eb1c7834c19 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3fdcfd52-18d5-4a89-846c-aecef4a0553d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0501149 Feb 17 18:21:33.288509 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-0f7179dd-c143-4ab2-a599-3caae85f1717 None None] Set router 63c3512a-37e6-46f1-84f8-2333c1ac13ca gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:21:33.327617 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dcf806ac-4dfb-4bbc-b4d6-ec35ac98eb41 req-15681e32-9696-4e7b-9998-15595183ea8e service neutron] 10.222.0.71 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820656 Feb 17 18:21:33.420112 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dcf806ac-4dfb-4bbc-b4d6-ec35ac98eb41 req-05693de3-50d9-459b-b0d5-14c5b6aafd45 service neutron] 10.222.0.71 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868385 Feb 17 18:21:33.514647 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-0f7179dd-c143-4ab2-a599-3caae85f1717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'name': 'tempest-TestVolumeBootPattern-623193108-router', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '5042ff0a-4838-40f7-a60f-5f20d3adb99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:13:30Z', 'updated_at': '2022-02-17T18:13:33Z', 'revision_number': 4, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'gw_port': {'id': '5042ff0a-4838-40f7-a60f-5f20d3adb99a', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:dc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:30Z', 'updated_at': '2022-02-17T18:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '5355a090-b6b6-4d38-864e-e024312978e6', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'floating_ip_address': '172.25.8.133', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'port_id': 'c941ce25-3685-42f7-9d2f-f8313693c535', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d', 'mac_address': 'fa:16:3e:ca:27:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e9f029-25ea-4e12-90a0-92d51ba8c670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:21:31Z', 'updated_at': '2022-02-17T18:21:31Z', 'revision_number': 0, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3294da38-9191-48b8-a971-4d844a1586e2', 'name': '', 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'mac_address': 'fa:16:3e:c1:04:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '793e56d2-6114-48e9-a985-b6ff56226097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:32Z', 'updated_at': '2022-02-17T18:13:38Z', 'revision_number': 5, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'subnets': [{'id': '793e56d2-6114-48e9-a985-b6ff56226097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:21:33.544368 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7179dd-c143-4ab2-a599-3caae85f1717 None None] The sync data for ids ['63c3512a-37e6-46f1-84f8-2333c1ac13ca'] in n-d-829613-2 is: [{'id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'name': 'tempest-TestVolumeBootPattern-623193108-router', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '5042ff0a-4838-40f7-a60f-5f20d3adb99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:13:30Z', 'updated_at': '2022-02-17T18:13:33Z', 'revision_number': 4, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'gw_port': {'id': '5042ff0a-4838-40f7-a60f-5f20d3adb99a', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:dc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:30Z', 'updated_at': '2022-02-17T18:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '5355a090-b6b6-4d38-864e-e024312978e6', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'floating_ip_address': '172.25.8.133', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'port_id': 'c941ce25-3685-42f7-9d2f-f8313693c535', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d', 'mac_address': 'fa:16:3e:ca:27:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e9f029-25ea-4e12-90a0-92d51ba8c670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:21:31Z', 'updated_at': '2022-02-17T18:21:31Z', 'revision_number': 0, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3294da38-9191-48b8-a971-4d844a1586e2', 'name': '', 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'mac_address': 'fa:16:3e:c1:04:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '793e56d2-6114-48e9-a985-b6ff56226097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:32Z', 'updated_at': '2022-02-17T18:13:38Z', 'revision_number': 5, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'subnets': [{'id': '793e56d2-6114-48e9-a985-b6ff56226097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:21:33.738078 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcaf40c-1f86-4c44-a8cd-f78f49086d89 None None] New status for floating IP 5355a090-b6b6-4d38-864e-e024312978e6: ACTIVE {{(pid=103438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 18:21:35.481952 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4911-ff39-4ee6-807c-7d8f51eaf7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:21:36.863943 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:21:38.085835 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:21:39.167141 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:21:48.957286 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36388ebc-2eee-459d-8f36-e7e0d8a57dac req-e107e380-6516-44a8-8a1c-b83f6b5cca94 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=04e9f029-25ea-4e12-90a0-92d51ba8c670&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435448 Feb 17 18:21:49.039363 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36388ebc-2eee-459d-8f36-e7e0d8a57dac req-6017c5a9-275f-462b-b6c2-cfb66b0fee5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:21:49.040947 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36388ebc-2eee-459d-8f36-e7e0d8a57dac req-6017c5a9-275f-462b-b6c2-cfb66b0fee5a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f012d3f0ce3248f8b9b864e21185641f&device_id=04e9f029-25ea-4e12-90a0-92d51ba8c670 HTTP/1.1" status: 200 len: 1128 time: 0.0452507 Feb 17 18:21:49.149304 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36388ebc-2eee-459d-8f36-e7e0d8a57dac req-d4153f84-2d20-4646-8ea1-5764ddd9fa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:21:49.150934 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36388ebc-2eee-459d-8f36-e7e0d8a57dac req-d4153f84-2d20-4646-8ea1-5764ddd9fa6a service neutron] 10.222.0.71 "GET /v2.0/networks?id=3fdcfd52-18d5-4a89-846c-aecef4a0553d HTTP/1.1" status: 200 len: 912 time: 0.0899804 Feb 17 18:21:49.218531 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36388ebc-2eee-459d-8f36-e7e0d8a57dac req-799765fa-4d11-41aa-8788-9be454337e1c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c941ce25-3685-42f7-9d2f-f8313693c535 HTTP/1.1" status: 200 len: 1002 time: 0.0608220 Feb 17 18:21:49.272226 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36388ebc-2eee-459d-8f36-e7e0d8a57dac req-c55a138b-27d4-42d8-87f7-1c50e413e2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:21:49.273679 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36388ebc-2eee-459d-8f36-e7e0d8a57dac req-c55a138b-27d4-42d8-87f7-1c50e413e2b1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=793e56d2-6114-48e9-a985-b6ff56226097 HTTP/1.1" status: 200 len: 850 time: 0.0478814 Feb 17 18:21:49.321819 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36388ebc-2eee-459d-8f36-e7e0d8a57dac req-ac281ac9-8a30-4bd1-b782-62621edcba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:21:49.323253 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36388ebc-2eee-459d-8f36-e7e0d8a57dac req-ac281ac9-8a30-4bd1-b782-62621edcba2d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3fdcfd52-18d5-4a89-846c-aecef4a0553d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437450 Feb 17 18:21:49.344776 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:21:49.423699 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36388ebc-2eee-459d-8f36-e7e0d8a57dac req-8f41e0fe-fdea-4808-9e29-6894f02fb0cd service neutron] 10.222.0.71 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926437 Feb 17 18:21:49.806583 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36388ebc-2eee-459d-8f36-e7e0d8a57dac req-1d9077e8-4874-434f-8711-3fba58ced57a service neutron] 10.222.0.71 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772161 Feb 17 18:21:50.118810 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:22:00.924022 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:22:03.010035 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f2508536-b1d1-4b0f-87b3-c86fb3a39dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:22:05.482154 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a0b6eff3-c870-4e6d-ae5d-5983dc8a7388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:22:06.866002 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:22:08.087547 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:22:09.170686 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:22:19.343351 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:22:20.120474 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:22:33.010888 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8fda8158-f73e-4680-ab5c-d7624db1baef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:22:35.483389 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9c3220f6-5116-4215-bc12-fc714809433b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:22:36.868997 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:22:37.922902 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:22:38.089312 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:22:39.173506 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:22:49.340516 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:22:50.117724 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:22:50.953380 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bf1e65af-6cd6-42f2-8942-f72599cfa7b3 req-47d2d942-9a3e-4c84-84ac-d73e6f9e65fa service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=04e9f029-25ea-4e12-90a0-92d51ba8c670&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445955 Feb 17 18:22:51.036132 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e65af-6cd6-42f2-8942-f72599cfa7b3 req-98e8f9df-e2d1-415c-a726-7c4c88c3add0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:22:51.038183 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bf1e65af-6cd6-42f2-8942-f72599cfa7b3 req-98e8f9df-e2d1-415c-a726-7c4c88c3add0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f012d3f0ce3248f8b9b864e21185641f&device_id=04e9f029-25ea-4e12-90a0-92d51ba8c670 HTTP/1.1" status: 200 len: 1128 time: 0.0471377 Feb 17 18:22:51.135767 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e65af-6cd6-42f2-8942-f72599cfa7b3 req-210ee2ed-c1b2-4def-a510-a5d21108b948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:22:51.137265 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bf1e65af-6cd6-42f2-8942-f72599cfa7b3 req-210ee2ed-c1b2-4def-a510-a5d21108b948 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3fdcfd52-18d5-4a89-846c-aecef4a0553d HTTP/1.1" status: 200 len: 912 time: 0.0825331 Feb 17 18:22:51.203654 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bf1e65af-6cd6-42f2-8942-f72599cfa7b3 req-11662cbb-7e56-48aa-be6b-d6ab681663a4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c941ce25-3685-42f7-9d2f-f8313693c535 HTTP/1.1" status: 200 len: 1002 time: 0.0607288 Feb 17 18:22:51.250712 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e65af-6cd6-42f2-8942-f72599cfa7b3 req-d2fdcb77-abec-4891-aaa3-765b8d02cbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:22:51.252146 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bf1e65af-6cd6-42f2-8942-f72599cfa7b3 req-d2fdcb77-abec-4891-aaa3-765b8d02cbc3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=793e56d2-6114-48e9-a985-b6ff56226097 HTTP/1.1" status: 200 len: 850 time: 0.0435753 Feb 17 18:22:51.298866 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e65af-6cd6-42f2-8942-f72599cfa7b3 req-a979eb45-8352-4dc2-ad19-b6ed3975c065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:22:51.300390 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bf1e65af-6cd6-42f2-8942-f72599cfa7b3 req-a979eb45-8352-4dc2-ad19-b6ed3975c065 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3fdcfd52-18d5-4a89-846c-aecef4a0553d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432580 Feb 17 18:22:51.389486 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bf1e65af-6cd6-42f2-8942-f72599cfa7b3 req-e2ea0094-efc1-47ac-8b87-5ce5f05f953c service neutron] 10.222.0.71 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834041 Feb 17 18:22:51.475094 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bf1e65af-6cd6-42f2-8942-f72599cfa7b3 req-dfaabcd5-46ff-4e24-9d79-b221090d5eff service neutron] 10.222.0.71 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794833 Feb 17 18:23:03.012164 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dfc97a55-bf31-4778-925e-a7b84215675e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:23:05.484662 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ed511e21-6bf4-47a6-bd73-5db259e5187f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:23:06.870853 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:23:08.095629 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:23:09.180677 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:23:14.922163 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:23:19.342181 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:23:20.116866 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:23:25.912953 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dd7658d2-b0d4-443b-b688-c637157145e1 req-a550a7f6-d62c-4fa2-928e-5dfdea30f324 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1521849299&fields=id&tenant_id=f012d3f0ce3248f8b9b864e21185641f HTTP/1.1" status: 200 len: 267 time: 0.0489805 Feb 17 18:23:26.016576 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7658d2-b0d4-443b-b688-c637157145e1 req-4bb9cb79-37b3-4d60-933c-3f6ba17182af tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:23:26.018023 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dd7658d2-b0d4-443b-b688-c637157145e1 req-4bb9cb79-37b3-4d60-933c-3f6ba17182af tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/networks?id=3fdcfd52-18d5-4a89-846c-aecef4a0553d HTTP/1.1" status: 200 len: 811 time: 0.0985923 Feb 17 18:23:26.034282 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dd7658d2-b0d4-443b-b688-c637157145e1 req-58ab4fb4-2c81-4346-aab4-255abed04d7a tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/quotas/f012d3f0ce3248f8b9b864e21185641f HTTP/1.1" status: 200 len: 375 time: 0.0098960 Feb 17 18:23:26.095742 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dd7658d2-b0d4-443b-b688-c637157145e1 req-15f4bf01-4f5f-459c-ae0a-6c7150e28893 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=f012d3f0ce3248f8b9b864e21185641f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0557337 Feb 17 18:23:26.190998 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dd7658d2-b0d4-443b-b688-c637157145e1 req-b802ca35-7cea-47ef-bdfd-05e6982b37f0 service neutron] 10.222.0.87 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815156 Feb 17 18:23:26.281819 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dd7658d2-b0d4-443b-b688-c637157145e1 req-c8ffc9c2-5fd5-4601-916f-67102c0ca6a7 service neutron] 10.222.0.87 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845187 Feb 17 18:23:26.689999 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-00871e05-b4f8-400c-8687-bf5ba9b2ff5b req-15772eec-7c0f-419a-9a07-e83310dbd788 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=17c6c052-64ab-459e-a841-04400d5004b2 HTTP/1.1" status: 200 len: 210 time: 0.0830369 Feb 17 18:23:27.792379 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cdfe78b0-6ed8-424e-8356-bb313efe6aa6 req-acbcac09-63c7-4e65-949a-347c6810fd8e tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=17c6c052-64ab-459e-a841-04400d5004b2 HTTP/1.1" status: 200 len: 210 time: 0.0271580 Feb 17 18:23:28.532799 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7658d2-b0d4-443b-b688-c637157145e1 req-ea7b5ea9-eb87-4c05-b61b-59091cc80ed6 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:23:28.534218 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dd7658d2-b0d4-443b-b688-c637157145e1 req-ea7b5ea9-eb87-4c05-b61b-59091cc80ed6 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.91 "GET /v2.0/networks?id=3fdcfd52-18d5-4a89-846c-aecef4a0553d HTTP/1.1" status: 200 len: 811 time: 0.1138721 Feb 17 18:23:28.600636 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dd7658d2-b0d4-443b-b688-c637157145e1 req-e978ea58-d426-403a-8e7e-2be9942897ac tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f012d3f0ce3248f8b9b864e21185641f HTTP/1.1" status: 200 len: 380 time: 0.0574400 Feb 17 18:23:28.609856 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-dd7658d2-b0d4-443b-b688-c637157145e1 req-a1ceb527-0e93-41d4-9450-883c00915506 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Request body: {'port': {'device_id': '17c6c052-64ab-459e-a841-04400d5004b2', 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d', 'admin_state_up': True, 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'security_groups': ['9dc016ed-dfcc-400e-a700-10955a691461']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:23:28.740888 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd7658d2-b0d4-443b-b688-c637157145e1 req-a1ceb527-0e93-41d4-9450-883c00915506 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Made reservation on behalf of f012d3f0ce3248f8b9b864e21185641f for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:23:28.744564 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dd7658d2-b0d4-443b-b688-c637157145e1 req-a1ceb527-0e93-41d4-9450-883c00915506 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:23:28.882044 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-dd7658d2-b0d4-443b-b688-c637157145e1 req-a1ceb527-0e93-41d4-9450-883c00915506 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Allocated IP 172.20.0.8 (3fdcfd52-18d5-4a89-846c-aecef4a0553d/793e56d2-6114-48e9-a985-b6ff56226097/978739ba-b3a3-402f-bba0-d5cebcfaa104) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:23:28.892674 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-913778e6-ed12-401a-b369-189d4161909a req-80c06b47-7dde-410c-8d28-9725a0f4a2b8 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=17c6c052-64ab-459e-a841-04400d5004b2 HTTP/1.1" status: 200 len: 210 time: 0.0276809 Feb 17 18:23:29.046145 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dd7658d2-b0d4-443b-b688-c637157145e1 req-a1ceb527-0e93-41d4-9450-883c00915506 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks [] for port (978739ba-b3a3-402f-bba0-d5cebcfaa104), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:23:29.080127 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dd7658d2-b0d4-443b-b688-c637157145e1 req-a1ceb527-0e93-41d4-9450-883c00915506 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (978739ba-b3a3-402f-bba0-d5cebcfaa104), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:23:29.124487 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd7658d2-b0d4-443b-b688-c637157145e1 req-a1ceb527-0e93-41d4-9450-883c00915506 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Network 3fdcfd52-18d5-4a89-846c-aecef4a0553d is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:23:29.127618 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-dd7658d2-b0d4-443b-b688-c637157145e1 req-a1ceb527-0e93-41d4-9450-883c00915506 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:23:29.132046 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7658d2-b0d4-443b-b688-c637157145e1 req-a1ceb527-0e93-41d4-9450-883c00915506 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:23:29.157290 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ceb527-0e93-41d4-9450-883c00915506 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Pushing event updated for resources: {'Port': ['ID=978739ba-b3a3-402f-bba0-d5cebcfaa104,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:23:29.172512 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ceb527-0e93-41d4-9450-883c00915506 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:23:29.172859 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ceb527-0e93-41d4-9450-883c00915506 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:23:29.173200 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ceb527-0e93-41d4-9450-883c00915506 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:23:29.173542 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ceb527-0e93-41d4-9450-883c00915506 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:23:29.173867 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ceb527-0e93-41d4-9450-883c00915506 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:23:29.174202 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ceb527-0e93-41d4-9450-883c00915506 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:23:29.174526 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ceb527-0e93-41d4-9450-883c00915506 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:23:29.174852 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ceb527-0e93-41d4-9450-883c00915506 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:23:29.175179 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ceb527-0e93-41d4-9450-883c00915506 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:23:29.175503 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ceb527-0e93-41d4-9450-883c00915506 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:23:29.175833 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ceb527-0e93-41d4-9450-883c00915506 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:23:29.176158 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ceb527-0e93-41d4-9450-883c00915506 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:23:29.176507 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ceb527-0e93-41d4-9450-883c00915506 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:23:29.198322 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7658d2-b0d4-443b-b688-c637157145e1 req-a1ceb527-0e93-41d4-9450-883c00915506 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:23:29.198959 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dd7658d2-b0d4-443b-b688-c637157145e1 req-a1ceb527-0e93-41d4-9450-883c00915506 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:23:29.215929 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dd7658d2-b0d4-443b-b688-c637157145e1 req-a1ceb527-0e93-41d4-9450-883c00915506 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6106162 Feb 17 18:23:29.348134 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-dd7658d2-b0d4-443b-b688-c637157145e1 req-7c7941a4-b12f-48be-8853-ffd84ea59531 service neutron] Request body: {'port': {'device_id': '17c6c052-64ab-459e-a841-04400d5004b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:23:29.419872 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dd7658d2-b0d4-443b-b688-c637157145e1 req-7c7941a4-b12f-48be-8853-ffd84ea59531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (978739ba-b3a3-402f-bba0-d5cebcfaa104), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:23:29.460350 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-aab5b2eb-cd8f-4281-9d39-f43941827601 None None] Provisioning complete for port 978739ba-b3a3-402f-bba0-d5cebcfaa104 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:23:29.461337 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-aab5b2eb-cd8f-4281-9d39-f43941827601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (978739ba-b3a3-402f-bba0-d5cebcfaa104), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:23:29.500957 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-aab5b2eb-cd8f-4281-9d39-f43941827601 None None] Port 978739ba-b3a3-402f-bba0-d5cebcfaa104 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:23:29.723678 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-dd7658d2-b0d4-443b-b688-c637157145e1 req-7c7941a4-b12f-48be-8853-ffd84ea59531 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 978739ba-b3a3-402f-bba0-d5cebcfaa104 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:23:29.733776 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dd7658d2-b0d4-443b-b688-c637157145e1 req-7c7941a4-b12f-48be-8853-ffd84ea59531 service neutron] Publish callbacks [] for port (978739ba-b3a3-402f-bba0-d5cebcfaa104), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:23:29.748559 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-dd7658d2-b0d4-443b-b688-c637157145e1 req-7c7941a4-b12f-48be-8853-ffd84ea59531 service neutron] Transition to ACTIVE for port object 978739ba-b3a3-402f-bba0-d5cebcfaa104 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 18:23:29.754018 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dd7658d2-b0d4-443b-b688-c637157145e1 req-7c7941a4-b12f-48be-8853-ffd84ea59531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (978739ba-b3a3-402f-bba0-d5cebcfaa104), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:23:29.834914 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7941a4-b12f-48be-8853-ffd84ea59531 service neutron] Pushing event updated for resources: {'Port': ['ID=978739ba-b3a3-402f-bba0-d5cebcfaa104,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:23:29.901056 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-dd7658d2-b0d4-443b-b688-c637157145e1 req-7c7941a4-b12f-48be-8853-ffd84ea59531 service neutron] Attempting to bind port 978739ba-b3a3-402f-bba0-d5cebcfaa104 on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:23:29.901460 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-dd7658d2-b0d4-443b-b688-c637157145e1 req-7c7941a4-b12f-48be-8853-ffd84ea59531 service neutron] Attempting to bind port 978739ba-b3a3-402f-bba0-d5cebcfaa104 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '66cb8987-5b81-447b-8684-294caff8482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:23:29.901760 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7658d2-b0d4-443b-b688-c637157145e1 req-7c7941a4-b12f-48be-8853-ffd84ea59531 service neutron] Attempting to bind port 978739ba-b3a3-402f-bba0-d5cebcfaa104 on network 3fdcfd52-18d5-4a89-846c-aecef4a0553d {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:23:29.906878 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7658d2-b0d4-443b-b688-c637157145e1 req-7c7941a4-b12f-48be-8853-ffd84ea59531 service neutron] Port 978739ba-b3a3-402f-bba0-d5cebcfaa104 on network 3fdcfd52-18d5-4a89-846c-aecef4a0553d not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:23:29.907284 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7658d2-b0d4-443b-b688-c637157145e1 req-7c7941a4-b12f-48be-8853-ffd84ea59531 service neutron] Attempting to bind port 978739ba-b3a3-402f-bba0-d5cebcfaa104 on network 3fdcfd52-18d5-4a89-846c-aecef4a0553d {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:23:29.913398 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7658d2-b0d4-443b-b688-c637157145e1 req-7c7941a4-b12f-48be-8853-ffd84ea59531 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:23:29.913841 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7658d2-b0d4-443b-b688-c637157145e1 req-7c7941a4-b12f-48be-8853-ffd84ea59531 service neutron] Checking segment: {'id': '66cb8987-5b81-447b-8684-294caff8482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:23:29.914177 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7658d2-b0d4-443b-b688-c637157145e1 req-7c7941a4-b12f-48be-8853-ffd84ea59531 service neutron] Bound using segment: {'id': '66cb8987-5b81-447b-8684-294caff8482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:23:29.914740 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-dd7658d2-b0d4-443b-b688-c637157145e1 req-7c7941a4-b12f-48be-8853-ffd84ea59531 service neutron] Bound port: 978739ba-b3a3-402f-bba0-d5cebcfaa104, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66cb8987-5b81-447b-8684-294caff8482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:23:29.915080 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dd7658d2-b0d4-443b-b688-c637157145e1 req-7c7941a4-b12f-48be-8853-ffd84ea59531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (978739ba-b3a3-402f-bba0-d5cebcfaa104), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:23:29.993023 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-dd7658d2-b0d4-443b-b688-c637157145e1 req-7c7941a4-b12f-48be-8853-ffd84ea59531 service neutron] For port 978739ba-b3a3-402f-bba0-d5cebcfaa104, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:23:29.997688 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-dd7658d2-b0d4-443b-b688-c637157145e1 req-7c7941a4-b12f-48be-8853-ffd84ea59531 service neutron] For port 978739ba-b3a3-402f-bba0-d5cebcfaa104, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=978739ba-b3a3-402f-bba0-d5cebcfaa104,segment=NetworkSegment(66cb8987-5b81-447b-8684-294caff8482c),segment_id=66cb8987-5b81-447b-8684-294caff8482c)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:23:30.008795 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dd7658d2-b0d4-443b-b688-c637157145e1 req-7c7941a4-b12f-48be-8853-ffd84ea59531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (978739ba-b3a3-402f-bba0-d5cebcfaa104), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:23:30.051122 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8272fb-1241-46f7-9bc4-9bc8c8c342f7 req-75f18ffa-44d4-400c-9751-2e449b6c330d tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:23:30.053654 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7e8272fb-1241-46f7-9bc4-9bc8c8c342f7 req-75f18ffa-44d4-400c-9751-2e449b6c330d tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=17c6c052-64ab-459e-a841-04400d5004b2 HTTP/1.1" status: 200 len: 943 time: 0.0747309 Feb 17 18:23:30.076977 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7941a4-b12f-48be-8853-ffd84ea59531 service neutron] Pushing event updated for resources: {'Port': ['ID=978739ba-b3a3-402f-bba0-d5cebcfaa104,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:23:30.092131 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7658d2-b0d4-443b-b688-c637157145e1 req-7c7941a4-b12f-48be-8853-ffd84ea59531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:23:30.092774 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dd7658d2-b0d4-443b-b688-c637157145e1 req-7c7941a4-b12f-48be-8853-ffd84ea59531 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:23:30.095420 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dd7658d2-b0d4-443b-b688-c637157145e1 req-7c7941a4-b12f-48be-8853-ffd84ea59531 service neutron] 10.222.0.91 "PUT /v2.0/ports/978739ba-b3a3-402f-bba0-d5cebcfaa104 HTTP/1.1" status: 200 len: 1091 time: 0.8014069 Feb 17 18:23:30.096445 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17c6c052-64ab-459e-a841-04400d5004b2', 'tag': '978739ba-b3a3-402f-bba0-d5cebcfaa104'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:23:30.174926 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7e8272fb-1241-46f7-9bc4-9bc8c8c342f7 req-d868274e-07ff-4f82-9822-3edabf7341c3 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147182 Feb 17 18:23:30.184885 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdfcfd5-eea9-404f-b7a8-6b3f4c839f87" -d '{"events": [{"name": "network-changed", "server_uuid": "17c6c052-64ab-459e-a841-04400d5004b2", "tag": "978739ba-b3a3-402f-bba0-d5cebcfaa104"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:23:30.219910 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7658d2-b0d4-443b-b688-c637157145e1 req-5916ec3d-3fba-4964-9e82-1b060f9f51a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:23:30.222137 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dd7658d2-b0d4-443b-b688-c637157145e1 req-5916ec3d-3fba-4964-9e82-1b060f9f51a6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f012d3f0ce3248f8b9b864e21185641f&device_id=17c6c052-64ab-459e-a841-04400d5004b2 HTTP/1.1" status: 200 len: 1125 time: 0.0816283 Feb 17 18:23:30.277645 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dd7658d2-b0d4-443b-b688-c637157145e1 req-0b1d0dc2-c56d-4328-b52a-63b2498002f1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=978739ba-b3a3-402f-bba0-d5cebcfaa104 HTTP/1.1" status: 200 len: 217 time: 0.0487707 Feb 17 18:23:30.319584 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69e9785-7181-4a95-9383-adde7cd780ce x-openstack-request-id: req-c69e9785-7181-4a95-9383-adde7cd780ce {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:23:30.320068 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17c6c052-64ab-459e-a841-04400d5004b2", "tag": "978739ba-b3a3-402f-bba0-d5cebcfaa104", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:23:30.320354 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c69e9785-7181-4a95-9383-adde7cd780ce {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:23:30.320798 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17c6c052-64ab-459e-a841-04400d5004b2', 'tag': '978739ba-b3a3-402f-bba0-d5cebcfaa104', 'status': 'completed', 'code': 200} Feb 17 18:23:30.343030 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7658d2-b0d4-443b-b688-c637157145e1 req-dfb31d59-af7f-4aa8-9d8d-a5f0667f6f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:23:30.344710 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dd7658d2-b0d4-443b-b688-c637157145e1 req-dfb31d59-af7f-4aa8-9d8d-a5f0667f6f1b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=793e56d2-6114-48e9-a985-b6ff56226097 HTTP/1.1" status: 200 len: 850 time: 0.0610406 Feb 17 18:23:30.408779 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7658d2-b0d4-443b-b688-c637157145e1 req-2025797a-2ba0-4a9c-8405-a3f02ca2638b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:23:30.410271 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dd7658d2-b0d4-443b-b688-c637157145e1 req-2025797a-2ba0-4a9c-8405-a3f02ca2638b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3fdcfd52-18d5-4a89-846c-aecef4a0553d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0596175 Feb 17 18:23:30.504875 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dd7658d2-b0d4-443b-b688-c637157145e1 req-641c986b-2a77-4ae4-b0f0-f41371a1c1b9 service neutron] 10.222.0.91 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887461 Feb 17 18:23:30.601192 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dd7658d2-b0d4-443b-b688-c637157145e1 req-134700be-dd09-4238-bf96-228ae0a63113 service neutron] 10.222.0.91 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907283 Feb 17 18:23:30.692805 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdfcfd5-eea9-404f-b7a8-6b3f4c839f87 req-7480c79e-ead8-4a3d-ade8-b5de885502b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:23:30.694949 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-bfdfcfd5-eea9-404f-b7a8-6b3f4c839f87 req-7480c79e-ead8-4a3d-ade8-b5de885502b0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f012d3f0ce3248f8b9b864e21185641f&device_id=17c6c052-64ab-459e-a841-04400d5004b2 HTTP/1.1" status: 200 len: 1125 time: 0.0509338 Feb 17 18:23:30.789165 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdfcfd5-eea9-404f-b7a8-6b3f4c839f87 req-d40c7e1b-9ef5-48f7-adf8-5de6d96b71ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:23:30.790658 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-bfdfcfd5-eea9-404f-b7a8-6b3f4c839f87 req-d40c7e1b-9ef5-48f7-adf8-5de6d96b71ff service neutron] 10.222.0.91 "GET /v2.0/networks?id=3fdcfd52-18d5-4a89-846c-aecef4a0553d HTTP/1.1" status: 200 len: 912 time: 0.0890410 Feb 17 18:23:30.831699 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-bfdfcfd5-eea9-404f-b7a8-6b3f4c839f87 req-32ad598c-8398-4943-9ba8-3afc1879d44b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=978739ba-b3a3-402f-bba0-d5cebcfaa104 HTTP/1.1" status: 200 len: 217 time: 0.0350327 Feb 17 18:23:30.880368 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdfcfd5-eea9-404f-b7a8-6b3f4c839f87 req-899662fe-600b-4078-8739-3e86529f8078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:23:30.881974 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-bfdfcfd5-eea9-404f-b7a8-6b3f4c839f87 req-899662fe-600b-4078-8739-3e86529f8078 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=793e56d2-6114-48e9-a985-b6ff56226097 HTTP/1.1" status: 200 len: 850 time: 0.0454402 Feb 17 18:23:30.933009 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdfcfd5-eea9-404f-b7a8-6b3f4c839f87 req-1f0d675c-69fb-4110-8455-364396bf17cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:23:30.934511 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-bfdfcfd5-eea9-404f-b7a8-6b3f4c839f87 req-1f0d675c-69fb-4110-8455-364396bf17cc service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3fdcfd52-18d5-4a89-846c-aecef4a0553d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469046 Feb 17 18:23:31.031991 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-bfdfcfd5-eea9-404f-b7a8-6b3f4c839f87 req-19c99754-706b-4f24-8663-5d8e9188451e service neutron] 10.222.0.91 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917242 Feb 17 18:23:31.124437 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-bfdfcfd5-eea9-404f-b7a8-6b3f4c839f87 req-976ad590-257c-4fad-94e0-ed5116182ca4 service neutron] 10.222.0.91 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860121 Feb 17 18:23:31.297218 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520aec8-3f56-4fa4-ad79-6261755413c7 req-8ce4efe9-e03a-4a31-a3a2-5df65dc681f6 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:23:31.298910 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f520aec8-3f56-4fa4-ad79-6261755413c7 req-8ce4efe9-e03a-4a31-a3a2-5df65dc681f6 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=17c6c052-64ab-459e-a841-04400d5004b2 HTTP/1.1" status: 200 len: 943 time: 0.0563550 Feb 17 18:23:31.352534 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f520aec8-3f56-4fa4-ad79-6261755413c7 req-34382cf4-c0fc-48be-8980-44a96714c6fb tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479853 Feb 17 18:23:32.475387 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944a795-14cc-4b5d-8c99-39c42df68711 req-9de535c7-34ca-42f4-9097-8bcd6fda26fc tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:23:32.477618 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2944a795-14cc-4b5d-8c99-39c42df68711 req-9de535c7-34ca-42f4-9097-8bcd6fda26fc tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=17c6c052-64ab-459e-a841-04400d5004b2 HTTP/1.1" status: 200 len: 943 time: 0.0544124 Feb 17 18:23:32.527296 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2944a795-14cc-4b5d-8c99-39c42df68711 req-10141fb5-0304-4dee-8af4-cfdd15b09962 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439696 Feb 17 18:23:33.013942 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7016740e-3ce7-4abf-bf4e-4e3ae95200b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:23:33.650938 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2eac4-45ff-48fb-927e-4d02ffc204bb req-b86dfa04-d07c-4833-9ddb-c14d667b0f67 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:23:33.652454 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bef2eac4-45ff-48fb-927e-4d02ffc204bb req-b86dfa04-d07c-4833-9ddb-c14d667b0f67 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=17c6c052-64ab-459e-a841-04400d5004b2 HTTP/1.1" status: 200 len: 943 time: 0.0575044 Feb 17 18:23:33.702603 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bef2eac4-45ff-48fb-927e-4d02ffc204bb req-114d6076-a384-420f-804b-fe236f434304 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443685 Feb 17 18:23:34.824158 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c18c7-dea3-44a2-b697-be418eb06bfb req-1b73d28c-318a-4fd9-a441-f7486c9d3712 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:23:34.826015 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2f2c18c7-dea3-44a2-b697-be418eb06bfb req-1b73d28c-318a-4fd9-a441-f7486c9d3712 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=17c6c052-64ab-459e-a841-04400d5004b2 HTTP/1.1" status: 200 len: 943 time: 0.0531611 Feb 17 18:23:34.886095 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2f2c18c7-dea3-44a2-b697-be418eb06bfb req-e0562d6a-3a02-42e8-9730-c61828d11b58 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541761 Feb 17 18:23:35.486482 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b672d0bf-4602-4b5e-b98b-c6fb000c02bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:23:36.009907 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c9300-3cd7-4e0f-b4c3-eb3228f30fa9 req-046958ab-88f5-47a5-86e0-b359dfe9b84d tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:23:36.011394 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-654c9300-3cd7-4e0f-b4c3-eb3228f30fa9 req-046958ab-88f5-47a5-86e0-b359dfe9b84d tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=17c6c052-64ab-459e-a841-04400d5004b2 HTTP/1.1" status: 200 len: 943 time: 0.0573211 Feb 17 18:23:36.063669 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-654c9300-3cd7-4e0f-b4c3-eb3228f30fa9 req-5f0d78cf-dc6f-423a-abd5-f2d162321f98 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466516 Feb 17 18:23:36.407296 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-bbc9cf38-dc3d-4969-a384-33e22e943047 service neutron] (103434) timed out ('10.222.0.87', 51960) {{(pid=103434) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 18:23:36.869989 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [req-cfb2c7e1-4f41-4454-8f04-dbed918207ab req-fcb30f2a-92fc-4739-b35f-47a1874e1ca3 tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] (103434) timed out ('10.222.0.87', 51972) {{(pid=103434) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 18:23:36.875815 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:23:37.188079 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc0cfc-bf15-4272-a473-098aa76f1239 req-7d384e31-2bab-42f3-b326-fa9ca2851b20 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:23:37.189503 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dafc0cfc-bf15-4272-a473-098aa76f1239 req-7d384e31-2bab-42f3-b326-fa9ca2851b20 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=17c6c052-64ab-459e-a841-04400d5004b2 HTTP/1.1" status: 200 len: 943 time: 0.0532658 Feb 17 18:23:37.238323 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dafc0cfc-bf15-4272-a473-098aa76f1239 req-6911c45f-6855-466e-95fd-c46da59f87a8 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432451 Feb 17 18:23:38.095608 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:23:38.358247 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b187ae-d3c8-4990-a14b-dcd9ed1ff481 req-bb3bd95d-d8b1-434a-874c-d645b3784916 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:23:38.359750 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e1b187ae-d3c8-4990-a14b-dcd9ed1ff481 req-bb3bd95d-d8b1-434a-874c-d645b3784916 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=17c6c052-64ab-459e-a841-04400d5004b2 HTTP/1.1" status: 200 len: 943 time: 0.0526547 Feb 17 18:23:38.415477 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e1b187ae-d3c8-4990-a14b-dcd9ed1ff481 req-45c2354b-bb17-4e23-8f8d-e9a34bc7c8cd tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497985 Feb 17 18:23:39.176267 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:23:39.534730 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46371b4-fd41-47af-8d9a-523b42c6e872 req-1e5119cb-2bf8-4726-86c1-9293c82834bf tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:23:39.536186 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b46371b4-fd41-47af-8d9a-523b42c6e872 req-1e5119cb-2bf8-4726-86c1-9293c82834bf tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=17c6c052-64ab-459e-a841-04400d5004b2 HTTP/1.1" status: 200 len: 943 time: 0.0520291 Feb 17 18:23:39.583381 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b46371b4-fd41-47af-8d9a-523b42c6e872 req-b2e0a460-0833-45fb-ab2c-cc18489ef90f tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416851 Feb 17 18:23:40.701514 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c70b80-b8f7-451b-bc7f-12ec38851e77 req-effcec8a-c193-4479-896e-b585a23c6aa0 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:23:40.703060 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-94c70b80-b8f7-451b-bc7f-12ec38851e77 req-effcec8a-c193-4479-896e-b585a23c6aa0 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=17c6c052-64ab-459e-a841-04400d5004b2 HTTP/1.1" status: 200 len: 943 time: 0.0526059 Feb 17 18:23:40.755721 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-94c70b80-b8f7-451b-bc7f-12ec38851e77 req-e59dfd5e-0849-4148-b647-8ce9f9c771f5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471213 Feb 17 18:23:41.879538 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357d815-d018-43ec-a609-896e0243d888 req-23639a8f-6c33-4f27-b2b1-655ef68a230a tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:23:41.881098 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b357d815-d018-43ec-a609-896e0243d888 req-23639a8f-6c33-4f27-b2b1-655ef68a230a tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=17c6c052-64ab-459e-a841-04400d5004b2 HTTP/1.1" status: 200 len: 943 time: 0.0588386 Feb 17 18:23:41.930773 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b357d815-d018-43ec-a609-896e0243d888 req-0283fe42-1642-495e-a4f0-cb10530f17b5 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439634 Feb 17 18:23:43.113481 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b3248-b7cd-4997-903c-70049169adbf req-eb2b1f59-6462-4ecd-be94-8587b225a8f9 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:23:43.115260 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a7b3248-b7cd-4997-903c-70049169adbf req-eb2b1f59-6462-4ecd-be94-8587b225a8f9 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=17c6c052-64ab-459e-a841-04400d5004b2 HTTP/1.1" status: 200 len: 943 time: 0.0571182 Feb 17 18:23:43.164144 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a7b3248-b7cd-4997-903c-70049169adbf req-3745d6fd-80a8-4234-9df1-868c558da286 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422430 Feb 17 18:23:44.288562 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf2ddb-738d-45d6-8e93-1d70cad5d303 req-fdd101c0-e9f9-4b57-ac52-4796cd8c6647 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:23:44.290077 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bbcf2ddb-738d-45d6-8e93-1d70cad5d303 req-fdd101c0-e9f9-4b57-ac52-4796cd8c6647 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=17c6c052-64ab-459e-a841-04400d5004b2 HTTP/1.1" status: 200 len: 943 time: 0.0519116 Feb 17 18:23:44.341718 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bbcf2ddb-738d-45d6-8e93-1d70cad5d303 req-c7cde91e-5bf1-4ea3-b208-829d9e428fc3 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461495 Feb 17 18:23:45.156427 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 978739ba-b3a3-402f-bba0-d5cebcfaa104 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:23:45.252943 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 978739ba-b3a3-402f-bba0-d5cebcfaa104, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=978739ba-b3a3-402f-bba0-d5cebcfaa104,segment=NetworkSegment(66cb8987-5b81-447b-8684-294caff8482c),segment_id=66cb8987-5b81-447b-8684-294caff8482c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:23:45.264139 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '978739ba-b3a3-402f-bba0-d5cebcfaa104', 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d', 'port_id': '978739ba-b3a3-402f-bba0-d5cebcfaa104', 'mac_address': 'fa:16:3e:27:ed:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '793e56d2-6114-48e9-a985-b6ff56226097', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:23:45.300003 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 978739ba-b3a3-402f-bba0-d5cebcfaa104 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:23:45.300431 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (978739ba-b3a3-402f-bba0-d5cebcfaa104), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:23:45.312771 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 978739ba-b3a3-402f-bba0-d5cebcfaa104 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:23:45.331687 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 978739ba-b3a3-402f-bba0-d5cebcfaa104, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=978739ba-b3a3-402f-bba0-d5cebcfaa104,segment=NetworkSegment(66cb8987-5b81-447b-8684-294caff8482c),segment_id=66cb8987-5b81-447b-8684-294caff8482c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:23:45.335664 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (978739ba-b3a3-402f-bba0-d5cebcfaa104), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:23:45.390207 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=978739ba-b3a3-402f-bba0-d5cebcfaa104,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:23:45.397714 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:23:45.398056 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:23:45.398393 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:23:45.398729 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:23:45.399058 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:23:45.399385 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:23:45.399707 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:23:45.400027 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:23:45.400415 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:23:45.400808 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:23:45.401057 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:23:45.401373 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:23:45.401892 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:23:45.471772 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbea443-0449-4dda-abab-9f36245e2e09 req-3c1e3db2-bf07-4a91-8002-d91601a2d805 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:23:45.473278 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6fbea443-0449-4dda-abab-9f36245e2e09 req-3c1e3db2-bf07-4a91-8002-d91601a2d805 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=17c6c052-64ab-459e-a841-04400d5004b2 HTTP/1.1" status: 200 len: 944 time: 0.0554185 Feb 17 18:23:45.524220 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6fbea443-0449-4dda-abab-9f36245e2e09 req-dba61413-e89a-4a11-af46-cca0996fc7c2 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452318 Feb 17 18:23:45.550811 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['978739ba-b3a3-402f-bba0-d5cebcfaa104'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:23:46.640754 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05acfa89-2ee8-41c2-a18e-0c8c2dfa62d0 req-d341e4b0-dd53-4834-b294-f7d2fe8e5be0 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:23:46.642221 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-05acfa89-2ee8-41c2-a18e-0c8c2dfa62d0 req-d341e4b0-dd53-4834-b294-f7d2fe8e5be0 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=17c6c052-64ab-459e-a841-04400d5004b2 HTTP/1.1" status: 200 len: 944 time: 0.0512400 Feb 17 18:23:46.690426 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-05acfa89-2ee8-41c2-a18e-0c8c2dfa62d0 req-c73ceaca-56b9-440a-bb04-46224b0f8365 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420358 Feb 17 18:23:47.165609 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 978739ba-b3a3-402f-bba0-d5cebcfaa104 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:23:47.215052 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port 978739ba-b3a3-402f-bba0-d5cebcfaa104 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 18:23:47.218824 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 978739ba-b3a3-402f-bba0-d5cebcfaa104 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:23:47.219207 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (978739ba-b3a3-402f-bba0-d5cebcfaa104), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:23:47.296885 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 978739ba-b3a3-402f-bba0-d5cebcfaa104 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:23:47.297258 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (978739ba-b3a3-402f-bba0-d5cebcfaa104), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:23:47.320101 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c6c052-64ab-459e-a841-04400d5004b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978739ba-b3a3-402f-bba0-d5cebcfaa104'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:23:47.337116 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 978739ba-b3a3-402f-bba0-d5cebcfaa104, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=978739ba-b3a3-402f-bba0-d5cebcfaa104,segment=NetworkSegment(66cb8987-5b81-447b-8684-294caff8482c),segment_id=66cb8987-5b81-447b-8684-294caff8482c)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:23:47.341471 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (978739ba-b3a3-402f-bba0-d5cebcfaa104), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:23:47.365525 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a58b36eb5214be741a58d8f0f454d70cefb3ebdc097f6d2df64ce05b1b6ee80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4990cfe-8293-4f31-bce1-beb290224402" -d '{"events": [{"server_uuid": "17c6c052-64ab-459e-a841-04400d5004b2", "name": "network-vif-plugged", "status": "completed", "tag": "978739ba-b3a3-402f-bba0-d5cebcfaa104"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:23:47.396324 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=978739ba-b3a3-402f-bba0-d5cebcfaa104,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:23:47.812828 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229483f6-9a19-41ee-8fa2-02a4b1ae431c req-6afe170a-6178-4a10-a081-88447caed8ff tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:23:47.814909 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-229483f6-9a19-41ee-8fa2-02a4b1ae431c req-6afe170a-6178-4a10-a081-88447caed8ff tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=17c6c052-64ab-459e-a841-04400d5004b2 HTTP/1.1" status: 200 len: 945 time: 0.0570974 Feb 17 18:23:47.863039 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-229483f6-9a19-41ee-8fa2-02a4b1ae431c req-2aa0d495-e5e7-4f2e-9c45-72b2ab4cd96b tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425975 Feb 17 18:23:48.463814 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f753a2-c0d9-4f1c-a112-9ef3173d7842 x-openstack-request-id: req-32f753a2-c0d9-4f1c-a112-9ef3173d7842 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:23:48.464304 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17c6c052-64ab-459e-a841-04400d5004b2", "name": "network-vif-plugged", "status": "completed", "tag": "978739ba-b3a3-402f-bba0-d5cebcfaa104", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:23:48.464472 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-32f753a2-c0d9-4f1c-a112-9ef3173d7842 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:23:48.464931 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17c6c052-64ab-459e-a841-04400d5004b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978739ba-b3a3-402f-bba0-d5cebcfaa104', 'code': 200} Feb 17 18:23:48.559268 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa3b49-9540-4211-acea-7f614132079c req-099d58b8-70f5-4a6c-bb81-74108a56912c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:23:48.560821 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3aaa3b49-9540-4211-acea-7f614132079c req-099d58b8-70f5-4a6c-bb81-74108a56912c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=17c6c052-64ab-459e-a841-04400d5004b2 HTTP/1.1" status: 200 len: 1127 time: 0.0437098 Feb 17 18:23:48.605677 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3aaa3b49-9540-4211-acea-7f614132079c req-2cfe69f9-4a29-4cad-9845-565196beb41c service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390472 Feb 17 18:23:48.984159 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a8418-f955-4d26-a09a-de22805053dd req-8138b672-0783-40c6-be84-e459021e3be2 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:23:48.985951 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a23a8418-f955-4d26-a09a-de22805053dd req-8138b672-0783-40c6-be84-e459021e3be2 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=17c6c052-64ab-459e-a841-04400d5004b2 HTTP/1.1" status: 200 len: 945 time: 0.0559413 Feb 17 18:23:49.037395 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a23a8418-f955-4d26-a09a-de22805053dd req-233ea78d-33fa-4f6a-b5d6-a95140a4f081 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458665 Feb 17 18:23:49.354764 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:23:50.122429 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:23:50.162454 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594e582-79b9-4a9e-a2bd-ccf7885f4206 req-3653fd05-70ec-4a01-8303-48364ddc378b tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:23:50.164569 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a594e582-79b9-4a9e-a2bd-ccf7885f4206 req-3653fd05-70ec-4a01-8303-48364ddc378b tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=17c6c052-64ab-459e-a841-04400d5004b2 HTTP/1.1" status: 200 len: 945 time: 0.0575933 Feb 17 18:23:50.213455 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a594e582-79b9-4a9e-a2bd-ccf7885f4206 req-07c32c82-693e-4bd1-8603-638875528c73 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431609 Feb 17 18:23:50.334894 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc380392-c139-4ed3-9a5c-afcc76e5e9a8 req-e86e6938-9794-4076-9da9-5ac574d3f3da tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:23:50.336937 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fc380392-c139-4ed3-9a5c-afcc76e5e9a8 req-e86e6938-9794-4076-9da9-5ac574d3f3da tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=17c6c052-64ab-459e-a841-04400d5004b2 HTTP/1.1" status: 200 len: 945 time: 0.0521083 Feb 17 18:23:50.390837 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fc380392-c139-4ed3-9a5c-afcc76e5e9a8 req-e841fd23-d739-4193-aa92-1cf596e15015 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481019 Feb 17 18:23:50.413516 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38032) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:23:50.456202 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941ab71b-471b-41b7-b20a-0f0a3a6aefbf tempest-TestVolumeBootPattern-1066980124 tempest-TestVolumeBootPattern-1066980124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:23:50.457760 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-941ab71b-471b-41b7-b20a-0f0a3a6aefbf tempest-TestVolumeBootPattern-1066980124 tempest-TestVolumeBootPattern-1066980124-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=17c6c052-64ab-459e-a841-04400d5004b2 HTTP/1.1" status: 200 len: 1122 time: 0.0432310 Feb 17 18:23:50.460466 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38034) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:23:50.465348 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-965b0639-f6da-4ca4-9fd7-1f60d2dd8072 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'port_id': '978739ba-b3a3-402f-bba0-d5cebcfaa104', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:23:50.484386 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-965b0639-f6da-4ca4-9fd7-1f60d2dd8072 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:23:50.857167 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-965b0639-f6da-4ca4-9fd7-1f60d2dd8072 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:23:50.961961 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-965b0639-f6da-4ca4-9fd7-1f60d2dd8072 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Allocated IP 172.25.8.123 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/9ff87cda-4f7e-4473-b017-6bce67e0f828) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:23:51.060333 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-965b0639-f6da-4ca4-9fd7-1f60d2dd8072 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks [] for port (9ff87cda-4f7e-4473-b017-6bce67e0f828), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:23:51.092308 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-965b0639-f6da-4ca4-9fd7-1f60d2dd8072 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (9ff87cda-4f7e-4473-b017-6bce67e0f828), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:23:51.135774 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965b0639-f6da-4ca4-9fd7-1f60d2dd8072 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:23:51.141056 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-965b0639-f6da-4ca4-9fd7-1f60d2dd8072 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:23:51.143270 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b0639-f6da-4ca4-9fd7-1f60d2dd8072 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Pushing event updated for resources: {'Port': ['ID=9ff87cda-4f7e-4473-b017-6bce67e0f828,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:23:51.145426 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965b0639-f6da-4ca4-9fd7-1f60d2dd8072 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:23:51.486968 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-965b0639-f6da-4ca4-9fd7-1f60d2dd8072 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks [] for floatingip (18b969d5-64c3-4149-9560-2b3daea91449), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:23:51.557716 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-965b0639-f6da-4ca4-9fd7-1f60d2dd8072 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (9ff87cda-4f7e-4473-b017-6bce67e0f828), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:23:51.700290 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-965b0639-f6da-4ca4-9fd7-1f60d2dd8072 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks [] for port (9ff87cda-4f7e-4473-b017-6bce67e0f828), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:23:51.705680 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-965b0639-f6da-4ca4-9fd7-1f60d2dd8072 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (9ff87cda-4f7e-4473-b017-6bce67e0f828), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:23:51.779208 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b0639-f6da-4ca4-9fd7-1f60d2dd8072 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Pushing event updated for resources: {'Port': ['ID=9ff87cda-4f7e-4473-b017-6bce67e0f828,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:23:51.788702 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-965b0639-f6da-4ca4-9fd7-1f60d2dd8072 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (18b969d5-64c3-4149-9560-2b3daea91449), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:23:51.906677 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-644b17f4-bc05-4539-b1a5-7eb332090d1f req-615e9070-a75b-4000-a5d0-1332f5a444bc service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=17c6c052-64ab-459e-a841-04400d5004b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1190081 Feb 17 18:23:51.920823 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:23:51.923541 n-d-829613-2 neutron-server[103434]: INFO neutron.db.l3_db [None req-965b0639-f6da-4ca4-9fd7-1f60d2dd8072 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Floating IP 18b969d5-64c3-4149-9560-2b3daea91449 associated. External IP: 172.25.8.123, port: 978739ba-b3a3-402f-bba0-d5cebcfaa104. Feb 17 18:23:52.048822 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b17f4-bc05-4539-b1a5-7eb332090d1f req-4425174a-b90e-420b-b829-47a0c6d83805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:23:52.050248 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-644b17f4-bc05-4539-b1a5-7eb332090d1f req-4425174a-b90e-420b-b829-47a0c6d83805 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f012d3f0ce3248f8b9b864e21185641f&device_id=17c6c052-64ab-459e-a841-04400d5004b2 HTTP/1.1" status: 200 len: 1127 time: 0.0895467 Feb 17 18:23:52.233370 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b17f4-bc05-4539-b1a5-7eb332090d1f req-86a529fe-3435-445c-b193-9e0a192d9534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:23:52.234839 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-644b17f4-bc05-4539-b1a5-7eb332090d1f req-86a529fe-3435-445c-b193-9e0a192d9534 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3fdcfd52-18d5-4a89-846c-aecef4a0553d HTTP/1.1" status: 200 len: 912 time: 0.1363349 Feb 17 18:23:52.243237 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965b0639-f6da-4ca4-9fd7-1f60d2dd8072 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Router 63c3512a-37e6-46f1-84f8-2333c1ac13ca has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:23:52.399218 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-644b17f4-bc05-4539-b1a5-7eb332090d1f req-e04618f0-17f6-4a65-ad7e-7b8c4ccae427 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=978739ba-b3a3-402f-bba0-d5cebcfaa104 HTTP/1.1" status: 200 len: 999 time: 0.1583111 Feb 17 18:23:52.466385 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b17f4-bc05-4539-b1a5-7eb332090d1f req-2d84b1f9-6e13-4909-8d33-64e1da632c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:23:52.467872 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-644b17f4-bc05-4539-b1a5-7eb332090d1f req-2d84b1f9-6e13-4909-8d33-64e1da632c09 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=793e56d2-6114-48e9-a985-b6ff56226097 HTTP/1.1" status: 200 len: 850 time: 0.0620151 Feb 17 18:23:52.469047 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965b0639-f6da-4ca4-9fd7-1f60d2dd8072 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:23:52.478794 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2fef71-38af-4d8b-9cbf-d23f5771d3a7 None None] Sync routers for ids ['63c3512a-37e6-46f1-84f8-2333c1ac13ca'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:23:52.489006 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2fef71-38af-4d8b-9cbf-d23f5771d3a7 None None] Routers {'63c3512a-37e6-46f1-84f8-2333c1ac13ca'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:23:52.490123 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-0a2fef71-38af-4d8b-9cbf-d23f5771d3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:23:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['63c3512a-37e6-46f1-84f8-2333c1ac13ca'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:23:52.509144 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-965b0639-f6da-4ca4-9fd7-1f60d2dd8072 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:23:52.543282 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-965b0639-f6da-4ca4-9fd7-1f60d2dd8072 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0811453 Feb 17 18:23:52.546229 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17c6c052-64ab-459e-a841-04400d5004b2', 'tag': '978739ba-b3a3-402f-bba0-d5cebcfaa104'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:23:52.548384 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04906b4-d390-4b1f-a488-d3ec0271109c" -d '{"events": [{"name": "network-changed", "server_uuid": "17c6c052-64ab-459e-a841-04400d5004b2", "tag": "978739ba-b3a3-402f-bba0-d5cebcfaa104"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:23:52.556758 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b17f4-bc05-4539-b1a5-7eb332090d1f req-873ead39-269f-4518-9259-c63297fb9994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:23:52.558148 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-644b17f4-bc05-4539-b1a5-7eb332090d1f req-873ead39-269f-4518-9259-c63297fb9994 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3fdcfd52-18d5-4a89-846c-aecef4a0553d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0839529 Feb 17 18:23:52.590113 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1dfe4a8-f6b6-4774-92b1-e9aec5b57e05 x-openstack-request-id: req-e1dfe4a8-f6b6-4774-92b1-e9aec5b57e05 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:23:52.590853 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17c6c052-64ab-459e-a841-04400d5004b2", "tag": "978739ba-b3a3-402f-bba0-d5cebcfaa104", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:23:52.590853 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e1dfe4a8-f6b6-4774-92b1-e9aec5b57e05 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:23:52.591065 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17c6c052-64ab-459e-a841-04400d5004b2', 'tag': '978739ba-b3a3-402f-bba0-d5cebcfaa104', 'status': 'completed', 'code': 200} Feb 17 18:23:52.602885 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-0a2fef71-38af-4d8b-9cbf-d23f5771d3a7 None None] Set router 63c3512a-37e6-46f1-84f8-2333c1ac13ca gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:23:52.660635 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-644b17f4-bc05-4539-b1a5-7eb332090d1f req-7d152fa5-7793-48cc-b1e5-e77c885c83d5 service neutron] 10.222.0.91 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946229 Feb 17 18:23:52.748942 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-644b17f4-bc05-4539-b1a5-7eb332090d1f req-301d7246-5861-4199-8092-6be5196f81a4 service neutron] 10.222.0.91 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823824 Feb 17 18:23:52.845502 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-0a2fef71-38af-4d8b-9cbf-d23f5771d3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'name': 'tempest-TestVolumeBootPattern-623193108-router', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '5042ff0a-4838-40f7-a60f-5f20d3adb99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:13:30Z', 'updated_at': '2022-02-17T18:13:33Z', 'revision_number': 4, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'gw_port': {'id': '5042ff0a-4838-40f7-a60f-5f20d3adb99a', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:dc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:30Z', 'updated_at': '2022-02-17T18:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '18b969d5-64c3-4149-9560-2b3daea91449', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'floating_ip_address': '172.25.8.123', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'port_id': '978739ba-b3a3-402f-bba0-d5cebcfaa104', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d', 'mac_address': 'fa:16:3e:27:ed:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c6c052-64ab-459e-a841-04400d5004b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:23:51Z', 'updated_at': '2022-02-17T18:23:51Z', 'revision_number': 0, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'fixed_ip_address_scope': None}, {'id': '5355a090-b6b6-4d38-864e-e024312978e6', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'floating_ip_address': '172.25.8.133', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'port_id': 'c941ce25-3685-42f7-9d2f-f8313693c535', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d', 'mac_address': 'fa:16:3e:ca:27:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e9f029-25ea-4e12-90a0-92d51ba8c670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:21:31Z', 'updated_at': '2022-02-17T18:21:33Z', 'revision_number': 1, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3294da38-9191-48b8-a971-4d844a1586e2', 'name': '', 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'mac_address': 'fa:16:3e:c1:04:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '793e56d2-6114-48e9-a985-b6ff56226097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:32Z', 'updated_at': '2022-02-17T18:13:38Z', 'revision_number': 5, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'subnets': [{'id': '793e56d2-6114-48e9-a985-b6ff56226097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:23:52.847082 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04906b4-d390-4b1f-a488-d3ec0271109c req-aa6116d9-9b23-470e-8319-1b09da0243a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:23:52.848635 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b04906b4-d390-4b1f-a488-d3ec0271109c req-aa6116d9-9b23-470e-8319-1b09da0243a9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f012d3f0ce3248f8b9b864e21185641f&device_id=17c6c052-64ab-459e-a841-04400d5004b2 HTTP/1.1" status: 200 len: 1127 time: 0.0494177 Feb 17 18:23:52.872362 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2fef71-38af-4d8b-9cbf-d23f5771d3a7 None None] Checking router: 63c3512a-37e6-46f1-84f8-2333c1ac13ca for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:23:52.882314 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2fef71-38af-4d8b-9cbf-d23f5771d3a7 None None] Routers {'63c3512a-37e6-46f1-84f8-2333c1ac13ca'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:23:52.882995 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-0a2fef71-38af-4d8b-9cbf-d23f5771d3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:23:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['63c3512a-37e6-46f1-84f8-2333c1ac13ca'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:23:52.947072 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04906b4-d390-4b1f-a488-d3ec0271109c req-ddae731a-9321-4ee8-b825-d0d9bf433475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:23:52.948643 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b04906b4-d390-4b1f-a488-d3ec0271109c req-ddae731a-9321-4ee8-b825-d0d9bf433475 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3fdcfd52-18d5-4a89-846c-aecef4a0553d HTTP/1.1" status: 200 len: 912 time: 0.0935001 Feb 17 18:23:53.002760 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-0a2fef71-38af-4d8b-9cbf-d23f5771d3a7 None None] Set router 63c3512a-37e6-46f1-84f8-2333c1ac13ca gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:23:53.020735 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b04906b4-d390-4b1f-a488-d3ec0271109c req-177aae9c-6707-4f3c-a67d-d880471d9983 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=978739ba-b3a3-402f-bba0-d5cebcfaa104 HTTP/1.1" status: 200 len: 999 time: 0.0655079 Feb 17 18:23:53.045293 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-820faa3c-366e-4c66-8ec0-4272f0000725 req-f0e6bb50-7519-476d-85b8-3f824d75f885 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=04e9f029-25ea-4e12-90a0-92d51ba8c670&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1115909 Feb 17 18:23:53.071183 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04906b4-d390-4b1f-a488-d3ec0271109c req-88c40e6b-9c17-4f03-b7ea-961f3c0c662a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:23:53.072443 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b04906b4-d390-4b1f-a488-d3ec0271109c req-88c40e6b-9c17-4f03-b7ea-961f3c0c662a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=793e56d2-6114-48e9-a985-b6ff56226097 HTTP/1.1" status: 200 len: 850 time: 0.0464337 Feb 17 18:23:53.150582 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820faa3c-366e-4c66-8ec0-4272f0000725 req-d2c5b854-2090-4235-8abc-dcb717bafbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:23:53.150791 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04906b4-d390-4b1f-a488-d3ec0271109c req-de0ff970-1175-4166-8ced-abb3f2e3dd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:23:53.152158 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b04906b4-d390-4b1f-a488-d3ec0271109c req-de0ff970-1175-4166-8ced-abb3f2e3dd00 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3fdcfd52-18d5-4a89-846c-aecef4a0553d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0726893 Feb 17 18:23:53.152387 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-820faa3c-366e-4c66-8ec0-4272f0000725 req-d2c5b854-2090-4235-8abc-dcb717bafbeb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f012d3f0ce3248f8b9b864e21185641f&device_id=04e9f029-25ea-4e12-90a0-92d51ba8c670 HTTP/1.1" status: 200 len: 1128 time: 0.0601373 Feb 17 18:23:53.261297 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820faa3c-366e-4c66-8ec0-4272f0000725 req-f9a764aa-d044-489b-b057-17d25a73a478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:23:53.261537 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b04906b4-d390-4b1f-a488-d3ec0271109c req-80d8cf40-5387-4ae3-9fc1-b5a12b65d0a8 service neutron] 10.222.0.91 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029100 Feb 17 18:23:53.263066 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-820faa3c-366e-4c66-8ec0-4272f0000725 req-f9a764aa-d044-489b-b057-17d25a73a478 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3fdcfd52-18d5-4a89-846c-aecef4a0553d HTTP/1.1" status: 200 len: 912 time: 0.0913603 Feb 17 18:23:53.269826 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-0a2fef71-38af-4d8b-9cbf-d23f5771d3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'name': 'tempest-TestVolumeBootPattern-623193108-router', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '5042ff0a-4838-40f7-a60f-5f20d3adb99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:13:30Z', 'updated_at': '2022-02-17T18:13:33Z', 'revision_number': 4, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'gw_port': {'id': '5042ff0a-4838-40f7-a60f-5f20d3adb99a', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:dc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:30Z', 'updated_at': '2022-02-17T18:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '18b969d5-64c3-4149-9560-2b3daea91449', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'floating_ip_address': '172.25.8.123', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'port_id': '978739ba-b3a3-402f-bba0-d5cebcfaa104', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d', 'mac_address': 'fa:16:3e:27:ed:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c6c052-64ab-459e-a841-04400d5004b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:23:51Z', 'updated_at': '2022-02-17T18:23:51Z', 'revision_number': 0, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'fixed_ip_address_scope': None}, {'id': '5355a090-b6b6-4d38-864e-e024312978e6', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'floating_ip_address': '172.25.8.133', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'port_id': 'c941ce25-3685-42f7-9d2f-f8313693c535', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d', 'mac_address': 'fa:16:3e:ca:27:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e9f029-25ea-4e12-90a0-92d51ba8c670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:21:31Z', 'updated_at': '2022-02-17T18:21:33Z', 'revision_number': 1, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3294da38-9191-48b8-a971-4d844a1586e2', 'name': '', 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'mac_address': 'fa:16:3e:c1:04:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '793e56d2-6114-48e9-a985-b6ff56226097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:32Z', 'updated_at': '2022-02-17T18:13:38Z', 'revision_number': 5, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'subnets': [{'id': '793e56d2-6114-48e9-a985-b6ff56226097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:23:53.296981 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2fef71-38af-4d8b-9cbf-d23f5771d3a7 None None] The sync data for ids ['63c3512a-37e6-46f1-84f8-2333c1ac13ca'] in n-d-829613-2 is: [{'id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'name': 'tempest-TestVolumeBootPattern-623193108-router', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '5042ff0a-4838-40f7-a60f-5f20d3adb99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:13:30Z', 'updated_at': '2022-02-17T18:13:33Z', 'revision_number': 4, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'gw_port': {'id': '5042ff0a-4838-40f7-a60f-5f20d3adb99a', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:dc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:30Z', 'updated_at': '2022-02-17T18:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '18b969d5-64c3-4149-9560-2b3daea91449', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'floating_ip_address': '172.25.8.123', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'port_id': '978739ba-b3a3-402f-bba0-d5cebcfaa104', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d', 'mac_address': 'fa:16:3e:27:ed:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c6c052-64ab-459e-a841-04400d5004b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:23:51Z', 'updated_at': '2022-02-17T18:23:51Z', 'revision_number': 0, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'fixed_ip_address_scope': None}, {'id': '5355a090-b6b6-4d38-864e-e024312978e6', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'floating_ip_address': '172.25.8.133', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'port_id': 'c941ce25-3685-42f7-9d2f-f8313693c535', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d', 'mac_address': 'fa:16:3e:ca:27:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e9f029-25ea-4e12-90a0-92d51ba8c670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:21:31Z', 'updated_at': '2022-02-17T18:21:33Z', 'revision_number': 1, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3294da38-9191-48b8-a971-4d844a1586e2', 'name': '', 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'mac_address': 'fa:16:3e:c1:04:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '793e56d2-6114-48e9-a985-b6ff56226097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:32Z', 'updated_at': '2022-02-17T18:13:38Z', 'revision_number': 5, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'subnets': [{'id': '793e56d2-6114-48e9-a985-b6ff56226097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:23:53.333446 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-820faa3c-366e-4c66-8ec0-4272f0000725 req-1e0261ca-6b5c-487b-bd42-dbb9d4038dfb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c941ce25-3685-42f7-9d2f-f8313693c535 HTTP/1.1" status: 200 len: 1002 time: 0.0645723 Feb 17 18:23:53.357216 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b04906b4-d390-4b1f-a488-d3ec0271109c req-520a94f7-e641-4016-aced-dd8e37c115fc service neutron] 10.222.0.91 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895269 Feb 17 18:23:53.385690 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820faa3c-366e-4c66-8ec0-4272f0000725 req-642d0f88-0759-4d59-b0db-0d82b08f02d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:23:53.387141 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-820faa3c-366e-4c66-8ec0-4272f0000725 req-642d0f88-0759-4d59-b0db-0d82b08f02d3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=793e56d2-6114-48e9-a985-b6ff56226097 HTTP/1.1" status: 200 len: 850 time: 0.0479622 Feb 17 18:23:53.435863 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820faa3c-366e-4c66-8ec0-4272f0000725 req-c7bf0266-7207-45b5-a4ad-1725defdad81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:23:53.437442 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-820faa3c-366e-4c66-8ec0-4272f0000725 req-c7bf0266-7207-45b5-a4ad-1725defdad81 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3fdcfd52-18d5-4a89-846c-aecef4a0553d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452302 Feb 17 18:23:53.518578 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ef81bc-37e7-4b81-a06c-ea7c7e07edff None None] New status for floating IP 18b969d5-64c3-4149-9560-2b3daea91449: ACTIVE {{(pid=103438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 18:23:53.540094 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-820faa3c-366e-4c66-8ec0-4272f0000725 req-4dca3851-0ff1-49f8-8d06-e794a4838ce2 service neutron] 10.222.0.71 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965233 Feb 17 18:23:53.627128 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-820faa3c-366e-4c66-8ec0-4272f0000725 req-1f32857c-fcb7-41dc-b2fb-e3879e036259 service neutron] 10.222.0.71 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816708 Feb 17 18:24:03.015515 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b9aebdc8-1f3b-42bb-967a-6c4495770569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:24:05.486425 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b546440f-0100-4f9e-b0e5-cb8f4149c1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:24:06.876867 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:24:08.098333 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:24:09.179223 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:24:19.353677 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:24:20.115429 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:24:28.921740 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:24:33.019690 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6f1d33c5-e3fe-426a-9aca-a8713169b541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:24:35.487418 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b83652d0-010c-47de-8b9a-4a5fc4d201eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:24:36.881574 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:24:38.101626 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:24:39.181729 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:24:49.368603 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:24:50.115091 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:24:51.808622 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-acfafefc-1ed9-4663-b427-e4b9de855aa4 req-59673166-7ffc-43db-97d8-62e6d67ad317 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=17c6c052-64ab-459e-a841-04400d5004b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0480492 Feb 17 18:24:51.892922 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfafefc-1ed9-4663-b427-e4b9de855aa4 req-626aeda5-7168-4b28-b395-d02a565f2606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:24:51.894600 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-acfafefc-1ed9-4663-b427-e4b9de855aa4 req-626aeda5-7168-4b28-b395-d02a565f2606 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f012d3f0ce3248f8b9b864e21185641f&device_id=17c6c052-64ab-459e-a841-04400d5004b2 HTTP/1.1" status: 200 len: 1127 time: 0.0455906 Feb 17 18:24:51.997534 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfafefc-1ed9-4663-b427-e4b9de855aa4 req-3707fcbc-5606-4527-bb0e-628cc2540de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:24:51.999495 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-acfafefc-1ed9-4663-b427-e4b9de855aa4 req-3707fcbc-5606-4527-bb0e-628cc2540de7 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3fdcfd52-18d5-4a89-846c-aecef4a0553d HTTP/1.1" status: 200 len: 912 time: 0.0871797 Feb 17 18:24:52.062022 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-acfafefc-1ed9-4663-b427-e4b9de855aa4 req-5c9e7f40-2dc0-4c4e-9982-d48d3071ede0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=978739ba-b3a3-402f-bba0-d5cebcfaa104 HTTP/1.1" status: 200 len: 1001 time: 0.0566342 Feb 17 18:24:52.108131 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfafefc-1ed9-4663-b427-e4b9de855aa4 req-a5d3ab41-cd20-4d3e-90ee-f863dbec5e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:24:52.109670 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-acfafefc-1ed9-4663-b427-e4b9de855aa4 req-a5d3ab41-cd20-4d3e-90ee-f863dbec5e90 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=793e56d2-6114-48e9-a985-b6ff56226097 HTTP/1.1" status: 200 len: 850 time: 0.0420749 Feb 17 18:24:52.161687 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfafefc-1ed9-4663-b427-e4b9de855aa4 req-c708a7b9-f1c6-47d5-a322-d3946adad434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:24:52.163165 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-acfafefc-1ed9-4663-b427-e4b9de855aa4 req-c708a7b9-f1c6-47d5-a322-d3946adad434 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3fdcfd52-18d5-4a89-846c-aecef4a0553d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474296 Feb 17 18:24:52.257933 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-acfafefc-1ed9-4663-b427-e4b9de855aa4 req-44d1183f-0f9f-4439-85f7-2f72d82a439c service neutron] 10.222.0.91 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878925 Feb 17 18:24:52.346891 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-acfafefc-1ed9-4663-b427-e4b9de855aa4 req-439d99bf-00a3-45bf-b06b-5b9353486287 service neutron] 10.222.0.91 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831809 Feb 17 18:24:54.938366 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-347bd033-9cb0-442e-9bce-ac3fd4076421 req-c652d829-10b1-4975-a5d5-e2bd67bf39f0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=04e9f029-25ea-4e12-90a0-92d51ba8c670&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0481589 Feb 17 18:24:55.021561 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347bd033-9cb0-442e-9bce-ac3fd4076421 req-e49435c0-47bd-4565-8c5d-13cbfe7afebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:24:55.023129 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-347bd033-9cb0-442e-9bce-ac3fd4076421 req-e49435c0-47bd-4565-8c5d-13cbfe7afebb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f012d3f0ce3248f8b9b864e21185641f&device_id=04e9f029-25ea-4e12-90a0-92d51ba8c670 HTTP/1.1" status: 200 len: 1128 time: 0.0450668 Feb 17 18:24:55.124292 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347bd033-9cb0-442e-9bce-ac3fd4076421 req-45d378f3-56ce-4875-8830-d50fb8e11bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:24:55.125753 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-347bd033-9cb0-442e-9bce-ac3fd4076421 req-45d378f3-56ce-4875-8830-d50fb8e11bdc service neutron] 10.222.0.71 "GET /v2.0/networks?id=3fdcfd52-18d5-4a89-846c-aecef4a0553d HTTP/1.1" status: 200 len: 912 time: 0.0832663 Feb 17 18:24:55.191493 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-347bd033-9cb0-442e-9bce-ac3fd4076421 req-a0a3790d-55b2-4a07-bc9c-dd8e5a1f7b00 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c941ce25-3685-42f7-9d2f-f8313693c535 HTTP/1.1" status: 200 len: 1002 time: 0.0602214 Feb 17 18:24:55.238592 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347bd033-9cb0-442e-9bce-ac3fd4076421 req-561893ca-d7ee-44a8-811d-61bc4cee585c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:24:55.240340 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-347bd033-9cb0-442e-9bce-ac3fd4076421 req-561893ca-d7ee-44a8-811d-61bc4cee585c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=793e56d2-6114-48e9-a985-b6ff56226097 HTTP/1.1" status: 200 len: 850 time: 0.0430450 Feb 17 18:24:55.288304 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347bd033-9cb0-442e-9bce-ac3fd4076421 req-1bfb5896-c5f9-4dc3-9f3b-3484637540e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:24:55.289798 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-347bd033-9cb0-442e-9bce-ac3fd4076421 req-1bfb5896-c5f9-4dc3-9f3b-3484637540e6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3fdcfd52-18d5-4a89-846c-aecef4a0553d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435569 Feb 17 18:24:55.379601 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-347bd033-9cb0-442e-9bce-ac3fd4076421 req-710e3559-ea7e-42b0-bff3-c1db3d1dae15 service neutron] 10.222.0.71 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840876 Feb 17 18:24:55.471625 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-347bd033-9cb0-442e-9bce-ac3fd4076421 req-8b2223d0-51b1-486e-afbf-7ec57c37b27b service neutron] 10.222.0.71 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849202 Feb 17 18:25:03.021512 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e4c667f5-a82d-4b3c-9312-b50aa3e93311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:25:05.488291 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d3e32da5-302a-4242-bc26-eb52714908f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:25:05.920707 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:25:06.883025 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:25:08.103827 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:25:09.184007 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:25:19.367391 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:25:20.114432 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:25:21.867520 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38066) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:25:22.029814 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-4d0e2522-a94e-46dd-b3e6-45f7492378b9 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Deleting port 9ff87cda-4f7e-4473-b017-6bce67e0f828 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:25:22.030166 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4d0e2522-a94e-46dd-b3e6-45f7492378b9 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (9ff87cda-4f7e-4473-b017-6bce67e0f828), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:25:22.102736 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4d0e2522-a94e-46dd-b3e6-45f7492378b9 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (9ff87cda-4f7e-4473-b017-6bce67e0f828), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:25:22.103063 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4d0e2522-a94e-46dd-b3e6-45f7492378b9 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks [] for floatingip (9ff87cda-4f7e-4473-b017-6bce67e0f828), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:25:22.114486 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-4d0e2522-a94e-46dd-b3e6-45f7492378b9 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Calling delete_port for 9ff87cda-4f7e-4473-b017-6bce67e0f828 owned by network:floatingip {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:25:22.263553 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4d0e2522-a94e-46dd-b3e6-45f7492378b9 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (9ff87cda-4f7e-4473-b017-6bce67e0f828), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:25:22.288896 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e2522-a94e-46dd-b3e6-45f7492378b9 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Pushing event deleted for resources: {'Port': ['ID=9ff87cda-4f7e-4473-b017-6bce67e0f828,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:25:22.300449 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0e2522-a94e-46dd-b3e6-45f7492378b9 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:25:22.300810 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0e2522-a94e-46dd-b3e6-45f7492378b9 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:25:22.301161 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0e2522-a94e-46dd-b3e6-45f7492378b9 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:25:22.301508 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0e2522-a94e-46dd-b3e6-45f7492378b9 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:25:22.301853 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0e2522-a94e-46dd-b3e6-45f7492378b9 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:25:22.302194 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0e2522-a94e-46dd-b3e6-45f7492378b9 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:25:22.302532 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0e2522-a94e-46dd-b3e6-45f7492378b9 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:25:22.302872 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0e2522-a94e-46dd-b3e6-45f7492378b9 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:25:22.303202 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0e2522-a94e-46dd-b3e6-45f7492378b9 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:25:22.303532 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0e2522-a94e-46dd-b3e6-45f7492378b9 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:25:22.303867 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0e2522-a94e-46dd-b3e6-45f7492378b9 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:25:22.304199 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0e2522-a94e-46dd-b3e6-45f7492378b9 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:25:22.304561 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0e2522-a94e-46dd-b3e6-45f7492378b9 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:25:22.361500 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4d0e2522-a94e-46dd-b3e6-45f7492378b9 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks [] for floatingip (18b969d5-64c3-4149-9560-2b3daea91449), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:25:22.361854 n-d-829613-2 neutron-server[103434]: INFO neutron.db.l3_db [None req-4d0e2522-a94e-46dd-b3e6-45f7492378b9 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Floating IP 18b969d5-64c3-4149-9560-2b3daea91449 disassociated (deleted). External IP: 172.25.8.123, port: 978739ba-b3a3-402f-bba0-d5cebcfaa104. Feb 17 18:25:22.841327 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0e2522-a94e-46dd-b3e6-45f7492378b9 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Router 63c3512a-37e6-46f1-84f8-2333c1ac13ca has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:25:22.948760 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0e2522-a94e-46dd-b3e6-45f7492378b9 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:25:22.953887 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4d0e2522-a94e-46dd-b3e6-45f7492378b9 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:25:22.959194 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b4281e-771c-43ba-8fb6-37f806ad271b None None] Sync routers for ids ['63c3512a-37e6-46f1-84f8-2333c1ac13ca'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:25:22.970022 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b4281e-771c-43ba-8fb6-37f806ad271b None None] Routers {'63c3512a-37e6-46f1-84f8-2333c1ac13ca'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:25:22.970638 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-26b4281e-771c-43ba-8fb6-37f806ad271b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:25:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['63c3512a-37e6-46f1-84f8-2333c1ac13ca'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:25:22.983289 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4d0e2522-a94e-46dd-b3e6-45f7492378b9 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "DELETE /v2.0/floatingips/18b969d5-64c3-4149-9560-2b3daea91449 HTTP/1.1" status: 204 len: 168 time: 1.1146355 Feb 17 18:25:22.983891 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17c6c052-64ab-459e-a841-04400d5004b2', 'tag': '978739ba-b3a3-402f-bba0-d5cebcfaa104'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:25:22.986211 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c292c32c-fac2-41b7-a14e-c84038398b6d" -d '{"events": [{"name": "network-changed", "server_uuid": "17c6c052-64ab-459e-a841-04400d5004b2", "tag": "978739ba-b3a3-402f-bba0-d5cebcfaa104"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:25:23.044927 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35442ee4-fde3-428d-bc56-8e2acb79f6f0 x-openstack-request-id: req-35442ee4-fde3-428d-bc56-8e2acb79f6f0 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:25:23.045234 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17c6c052-64ab-459e-a841-04400d5004b2", "tag": "978739ba-b3a3-402f-bba0-d5cebcfaa104", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:25:23.045485 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-35442ee4-fde3-428d-bc56-8e2acb79f6f0 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:25:23.045899 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17c6c052-64ab-459e-a841-04400d5004b2', 'tag': '978739ba-b3a3-402f-bba0-d5cebcfaa104', 'status': 'completed', 'code': 200} Feb 17 18:25:23.096639 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-26b4281e-771c-43ba-8fb6-37f806ad271b None None] Set router 63c3512a-37e6-46f1-84f8-2333c1ac13ca gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:25:23.128996 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c292c32c-fac2-41b7-a14e-c84038398b6d req-7fd6054a-9ba0-485a-a7ca-8ec7edc80894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:25:23.132066 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c292c32c-fac2-41b7-a14e-c84038398b6d req-7fd6054a-9ba0-485a-a7ca-8ec7edc80894 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f012d3f0ce3248f8b9b864e21185641f&device_id=17c6c052-64ab-459e-a841-04400d5004b2 HTTP/1.1" status: 200 len: 1127 time: 0.0651577 Feb 17 18:25:23.233834 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c292c32c-fac2-41b7-a14e-c84038398b6d req-0706434f-7bcd-4288-a2eb-e7daff56ba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:25:23.235618 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c292c32c-fac2-41b7-a14e-c84038398b6d req-0706434f-7bcd-4288-a2eb-e7daff56ba1c service neutron] 10.222.0.91 "GET /v2.0/networks?id=3fdcfd52-18d5-4a89-846c-aecef4a0553d HTTP/1.1" status: 200 len: 912 time: 0.0979724 Feb 17 18:25:23.259926 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347dc528-2a0d-4b74-8a75-02cbb7d36a0e req-35103951-dae6-473b-8ad4-3e0b0df3b531 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:25:23.262114 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-347dc528-2a0d-4b74-8a75-02cbb7d36a0e req-35103951-dae6-473b-8ad4-3e0b0df3b531 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=17c6c052-64ab-459e-a841-04400d5004b2 HTTP/1.1" status: 200 len: 945 time: 0.0657175 Feb 17 18:25:23.279402 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c292c32c-fac2-41b7-a14e-c84038398b6d req-c12d52e5-a403-44ea-9077-3c6a0e2ddf06 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=978739ba-b3a3-402f-bba0-d5cebcfaa104 HTTP/1.1" status: 200 len: 217 time: 0.0370648 Feb 17 18:25:23.325232 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-347dc528-2a0d-4b74-8a75-02cbb7d36a0e req-5061ef0f-10bc-4e49-824e-4860823fb202 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552828 Feb 17 18:25:23.330926 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c292c32c-fac2-41b7-a14e-c84038398b6d req-e781bbac-4a2e-4f62-9e4e-d6f4717f1b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:25:23.332539 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c292c32c-fac2-41b7-a14e-c84038398b6d req-e781bbac-4a2e-4f62-9e4e-d6f4717f1b08 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=793e56d2-6114-48e9-a985-b6ff56226097 HTTP/1.1" status: 200 len: 850 time: 0.0466459 Feb 17 18:25:23.385778 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c292c32c-fac2-41b7-a14e-c84038398b6d req-d3438d72-cef3-45d9-bbf9-91d0a11ceb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:25:23.387250 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c292c32c-fac2-41b7-a14e-c84038398b6d req-d3438d72-cef3-45d9-bbf9-91d0a11ceb67 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3fdcfd52-18d5-4a89-846c-aecef4a0553d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487239 Feb 17 18:25:23.485909 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c292c32c-fac2-41b7-a14e-c84038398b6d req-2e5eb87c-bd3e-4278-8b0d-b1eb742b4d61 service neutron] 10.222.0.91 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912778 Feb 17 18:25:23.510539 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-26b4281e-771c-43ba-8fb6-37f806ad271b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'name': 'tempest-TestVolumeBootPattern-623193108-router', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '5042ff0a-4838-40f7-a60f-5f20d3adb99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:13:30Z', 'updated_at': '2022-02-17T18:13:33Z', 'revision_number': 4, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'gw_port': {'id': '5042ff0a-4838-40f7-a60f-5f20d3adb99a', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:dc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:30Z', 'updated_at': '2022-02-17T18:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '5355a090-b6b6-4d38-864e-e024312978e6', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'floating_ip_address': '172.25.8.133', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'port_id': 'c941ce25-3685-42f7-9d2f-f8313693c535', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d', 'mac_address': 'fa:16:3e:ca:27:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e9f029-25ea-4e12-90a0-92d51ba8c670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:21:31Z', 'updated_at': '2022-02-17T18:21:33Z', 'revision_number': 1, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3294da38-9191-48b8-a971-4d844a1586e2', 'name': '', 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'mac_address': 'fa:16:3e:c1:04:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '793e56d2-6114-48e9-a985-b6ff56226097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:32Z', 'updated_at': '2022-02-17T18:13:38Z', 'revision_number': 5, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'subnets': [{'id': '793e56d2-6114-48e9-a985-b6ff56226097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:25:23.537863 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b4281e-771c-43ba-8fb6-37f806ad271b None None] Checking router: 63c3512a-37e6-46f1-84f8-2333c1ac13ca for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:25:23.547023 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b4281e-771c-43ba-8fb6-37f806ad271b None None] Routers {'63c3512a-37e6-46f1-84f8-2333c1ac13ca'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:25:23.547630 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-26b4281e-771c-43ba-8fb6-37f806ad271b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:25:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['63c3512a-37e6-46f1-84f8-2333c1ac13ca'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:25:23.579947 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c292c32c-fac2-41b7-a14e-c84038398b6d req-a363d455-e895-4066-a2c3-6f7381c859f1 service neutron] 10.222.0.91 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871389 Feb 17 18:25:23.660834 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-26b4281e-771c-43ba-8fb6-37f806ad271b None None] Set router 63c3512a-37e6-46f1-84f8-2333c1ac13ca gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:25:23.882498 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-26b4281e-771c-43ba-8fb6-37f806ad271b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'name': 'tempest-TestVolumeBootPattern-623193108-router', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '5042ff0a-4838-40f7-a60f-5f20d3adb99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:13:30Z', 'updated_at': '2022-02-17T18:13:33Z', 'revision_number': 4, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'gw_port': {'id': '5042ff0a-4838-40f7-a60f-5f20d3adb99a', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:dc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:30Z', 'updated_at': '2022-02-17T18:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '5355a090-b6b6-4d38-864e-e024312978e6', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'floating_ip_address': '172.25.8.133', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'port_id': 'c941ce25-3685-42f7-9d2f-f8313693c535', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d', 'mac_address': 'fa:16:3e:ca:27:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e9f029-25ea-4e12-90a0-92d51ba8c670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:21:31Z', 'updated_at': '2022-02-17T18:21:33Z', 'revision_number': 1, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3294da38-9191-48b8-a971-4d844a1586e2', 'name': '', 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'mac_address': 'fa:16:3e:c1:04:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '793e56d2-6114-48e9-a985-b6ff56226097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:32Z', 'updated_at': '2022-02-17T18:13:38Z', 'revision_number': 5, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'subnets': [{'id': '793e56d2-6114-48e9-a985-b6ff56226097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:25:23.909108 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b4281e-771c-43ba-8fb6-37f806ad271b None None] The sync data for ids ['63c3512a-37e6-46f1-84f8-2333c1ac13ca'] in n-d-829613-2 is: [{'id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'name': 'tempest-TestVolumeBootPattern-623193108-router', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '5042ff0a-4838-40f7-a60f-5f20d3adb99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:13:30Z', 'updated_at': '2022-02-17T18:13:33Z', 'revision_number': 4, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'gw_port': {'id': '5042ff0a-4838-40f7-a60f-5f20d3adb99a', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:dc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:30Z', 'updated_at': '2022-02-17T18:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '5355a090-b6b6-4d38-864e-e024312978e6', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'floating_ip_address': '172.25.8.133', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'port_id': 'c941ce25-3685-42f7-9d2f-f8313693c535', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d', 'mac_address': 'fa:16:3e:ca:27:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e9f029-25ea-4e12-90a0-92d51ba8c670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:21:31Z', 'updated_at': '2022-02-17T18:21:33Z', 'revision_number': 1, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3294da38-9191-48b8-a971-4d844a1586e2', 'name': '', 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'mac_address': 'fa:16:3e:c1:04:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '793e56d2-6114-48e9-a985-b6ff56226097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:32Z', 'updated_at': '2022-02-17T18:13:38Z', 'revision_number': 5, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'subnets': [{'id': '793e56d2-6114-48e9-a985-b6ff56226097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:25:24.127195 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc42676b-41a6-4b29-9ee0-d0da3f2d5542 None None] New status for floating IP 18b969d5-64c3-4149-9560-2b3daea91449: DOWN {{(pid=103438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 18:25:24.449261 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22b0313-28bb-4141-adbd-08bfbd44e349 req-9cda2577-cc20-4f4f-8af2-1a1f30dfd664 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:25:24.450672 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a22b0313-28bb-4141-adbd-08bfbd44e349 req-9cda2577-cc20-4f4f-8af2-1a1f30dfd664 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=17c6c052-64ab-459e-a841-04400d5004b2 HTTP/1.1" status: 200 len: 945 time: 0.0539031 Feb 17 18:25:24.499710 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a22b0313-28bb-4141-adbd-08bfbd44e349 req-e44a11b7-d6b5-4000-9c6c-d1656f177774 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430508 Feb 17 18:25:24.727769 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ccfdac-043b-4773-a1f0-b1e87fcb608c req-81c747c9-4c74-4b72-b989-a387c0b5a06f tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:25:24.729163 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d2ccfdac-043b-4773-a1f0-b1e87fcb608c req-81c747c9-4c74-4b72-b989-a387c0b5a06f tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.91 "GET /v2.0/ports?device_id=17c6c052-64ab-459e-a841-04400d5004b2 HTTP/1.1" status: 200 len: 945 time: 0.0544386 Feb 17 18:25:24.817379 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-d2ccfdac-043b-4773-a1f0-b1e87fcb608c req-bc39a7fe-bd52-40ef-9185-e2d4e1e5ca8d tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Deleting port 978739ba-b3a3-402f-bba0-d5cebcfaa104 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:25:24.817722 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d2ccfdac-043b-4773-a1f0-b1e87fcb608c req-bc39a7fe-bd52-40ef-9185-e2d4e1e5ca8d tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (978739ba-b3a3-402f-bba0-d5cebcfaa104), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:25:24.907353 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-d2ccfdac-043b-4773-a1f0-b1e87fcb608c req-bc39a7fe-bd52-40ef-9185-e2d4e1e5ca8d tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] For port 978739ba-b3a3-402f-bba0-d5cebcfaa104, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=978739ba-b3a3-402f-bba0-d5cebcfaa104,segment=NetworkSegment(66cb8987-5b81-447b-8684-294caff8482c),segment_id=66cb8987-5b81-447b-8684-294caff8482c)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:25:24.907712 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d2ccfdac-043b-4773-a1f0-b1e87fcb608c req-bc39a7fe-bd52-40ef-9185-e2d4e1e5ca8d tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (978739ba-b3a3-402f-bba0-d5cebcfaa104), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:25:24.920453 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-d2ccfdac-043b-4773-a1f0-b1e87fcb608c req-bc39a7fe-bd52-40ef-9185-e2d4e1e5ca8d tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Calling delete_port for 978739ba-b3a3-402f-bba0-d5cebcfaa104 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:25:25.050558 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d2ccfdac-043b-4773-a1f0-b1e87fcb608c req-bc39a7fe-bd52-40ef-9185-e2d4e1e5ca8d tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (978739ba-b3a3-402f-bba0-d5cebcfaa104), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:25:25.078625 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc39a7fe-bd52-40ef-9185-e2d4e1e5ca8d tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Pushing event deleted for resources: {'Port': ['ID=978739ba-b3a3-402f-bba0-d5cebcfaa104,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:25:25.121300 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ccfdac-043b-4773-a1f0-b1e87fcb608c req-bc39a7fe-bd52-40ef-9185-e2d4e1e5ca8d tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] No DVR routers for this DVR port 978739ba-b3a3-402f-bba0-d5cebcfaa104 on host n-h2-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:25:25.124118 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d2ccfdac-043b-4773-a1f0-b1e87fcb608c req-bc39a7fe-bd52-40ef-9185-e2d4e1e5ca8d tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:25:25.127408 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d2ccfdac-043b-4773-a1f0-b1e87fcb608c req-bc39a7fe-bd52-40ef-9185-e2d4e1e5ca8d tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.91 "DELETE /v2.0/ports/978739ba-b3a3-402f-bba0-d5cebcfaa104 HTTP/1.1" status: 204 len: 173 time: 0.3927188 Feb 17 18:25:25.127844 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c6c052-64ab-459e-a841-04400d5004b2', 'name': 'network-vif-deleted', 'tag': '978739ba-b3a3-402f-bba0-d5cebcfaa104'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:25:25.130137 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471b80a2-355c-4a15-942f-ad42990b6cd3" -d '{"events": [{"server_uuid": "17c6c052-64ab-459e-a841-04400d5004b2", "name": "network-vif-deleted", "tag": "978739ba-b3a3-402f-bba0-d5cebcfaa104"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:25:25.167783 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1b83b5-f145-4541-bf72-11c9a9ae03d6 x-openstack-request-id: req-4a1b83b5-f145-4541-bf72-11c9a9ae03d6 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:25:25.168084 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17c6c052-64ab-459e-a841-04400d5004b2", "name": "network-vif-deleted", "tag": "978739ba-b3a3-402f-bba0-d5cebcfaa104", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:25:25.168367 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4a1b83b5-f145-4541-bf72-11c9a9ae03d6 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:25:25.168777 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17c6c052-64ab-459e-a841-04400d5004b2', 'name': 'network-vif-deleted', 'tag': '978739ba-b3a3-402f-bba0-d5cebcfaa104', 'status': 'completed', 'code': 200} Feb 17 18:25:25.599664 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fb92c209-44f1-4fe1-9b30-c31efa70eb8a req-b60b93ef-b5d5-42a5-b8e9-6635808643b6 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=17c6c052-64ab-459e-a841-04400d5004b2 HTTP/1.1" status: 200 len: 210 time: 0.0311096 Feb 17 18:25:26.698937 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4df7db7e-0d79-4e19-aa5d-21f996778353 req-3ccf0dc4-e2b6-450c-bc36-e6b30cb920b8 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=17c6c052-64ab-459e-a841-04400d5004b2 HTTP/1.1" status: 200 len: 210 time: 0.0266867 Feb 17 18:25:27.798020 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-96a8eb99-a5a7-4f0a-9289-c22a7c04771a req-0e4d99f9-59fe-4386-9e28-c9d43ce96910 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=17c6c052-64ab-459e-a841-04400d5004b2 HTTP/1.1" status: 200 len: 210 time: 0.0286629 Feb 17 18:25:28.892185 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-59c34a25-3ef9-4c8d-93c7-e19c9b5948d8 req-cc420490-1fee-41ac-b0bb-4225ef90b4d9 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=17c6c052-64ab-459e-a841-04400d5004b2 HTTP/1.1" status: 200 len: 210 time: 0.0275273 Feb 17 18:25:29.661989 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 978739ba-b3a3-402f-bba0-d5cebcfaa104 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:25:29.685985 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: 978739ba-b3a3-402f-bba0-d5cebcfaa104 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:25:29.686405 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 978739ba-b3a3-402f-bba0-d5cebcfaa104 not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:25:29.985258 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-139e4eaf-0103-482e-927b-ba80c090470b req-24ad2053-32fb-40a9-ba42-58c512cfdd32 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=17c6c052-64ab-459e-a841-04400d5004b2 HTTP/1.1" status: 200 len: 210 time: 0.0271809 Feb 17 18:25:31.082550 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7a773140-fafd-4308-baff-ef3d6afb8589 req-f40a5bd5-7ee6-45cd-9eaf-4ceac10fa397 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=17c6c052-64ab-459e-a841-04400d5004b2 HTTP/1.1" status: 200 len: 210 time: 0.0269670 Feb 17 18:25:32.195829 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6ab31967-71d5-4310-957f-f2447951377d req-4948a002-e84b-4a15-86cc-20c4af8833eb tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=17c6c052-64ab-459e-a841-04400d5004b2 HTTP/1.1" status: 200 len: 210 time: 0.0411661 Feb 17 18:25:33.023299 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-08cc4fe7-4941-488e-99f7-7a790da13266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:25:33.296844 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-95416635-c082-40b3-b4e8-d3ccd3f05b36 req-1cdc00fd-9424-4b58-838f-708ee43ffa66 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=17c6c052-64ab-459e-a841-04400d5004b2 HTTP/1.1" status: 200 len: 210 time: 0.0282025 Feb 17 18:25:34.406690 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-768ddba4-4fa0-4843-9fb9-ff63232164b8 req-6946729b-4dd9-4dda-9a8d-bf3f82b75932 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=17c6c052-64ab-459e-a841-04400d5004b2 HTTP/1.1" status: 200 len: 210 time: 0.0282946 Feb 17 18:25:35.488530 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-32621657-fcbd-49d2-8117-76041af9c157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:25:35.608997 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-04d2808b-4ade-4ca7-abce-505146ad649c tempest-TestNetworkAdvancedServerOps-1489959065 tempest-TestNetworkAdvancedServerOps-1489959065-project-admin] (103434) timed out ('10.222.0.87', 50422) {{(pid=103434) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 18:25:36.604273 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [req-555a903a-f6b5-4fa2-8d98-25241faa9e65 req-303b53ec-9028-494f-9c9a-a285cbdc27ea service neutron] (103434) timed out ('10.222.0.87', 50408) {{(pid=103434) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 18:25:36.885970 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:25:38.107389 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:25:39.196843 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:25:42.919232 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:25:43.930385 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38156) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:25:44.086950 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-0bcbca70-df0c-4036-88cb-f5aa2f9c4dfc tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Deleting port 6fc79d7a-a2af-479f-8c33-1f1dffb4facc {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:25:44.087279 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0bcbca70-df0c-4036-88cb-f5aa2f9c4dfc tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (6fc79d7a-a2af-479f-8c33-1f1dffb4facc), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:25:44.164622 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0bcbca70-df0c-4036-88cb-f5aa2f9c4dfc tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (6fc79d7a-a2af-479f-8c33-1f1dffb4facc), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:25:44.164951 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0bcbca70-df0c-4036-88cb-f5aa2f9c4dfc tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks [] for floatingip (6fc79d7a-a2af-479f-8c33-1f1dffb4facc), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:25:44.176476 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-0bcbca70-df0c-4036-88cb-f5aa2f9c4dfc tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Calling delete_port for 6fc79d7a-a2af-479f-8c33-1f1dffb4facc owned by network:floatingip {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:25:44.324160 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0bcbca70-df0c-4036-88cb-f5aa2f9c4dfc tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (6fc79d7a-a2af-479f-8c33-1f1dffb4facc), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:25:44.354107 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcbca70-df0c-4036-88cb-f5aa2f9c4dfc tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Pushing event deleted for resources: {'Port': ['ID=6fc79d7a-a2af-479f-8c33-1f1dffb4facc,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:25:44.417636 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0bcbca70-df0c-4036-88cb-f5aa2f9c4dfc tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks [] for floatingip (5355a090-b6b6-4d38-864e-e024312978e6), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:25:44.417966 n-d-829613-2 neutron-server[103434]: INFO neutron.db.l3_db [None req-0bcbca70-df0c-4036-88cb-f5aa2f9c4dfc tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Floating IP 5355a090-b6b6-4d38-864e-e024312978e6 disassociated (deleted). External IP: 172.25.8.133, port: c941ce25-3685-42f7-9d2f-f8313693c535. Feb 17 18:25:44.632025 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bcbca70-df0c-4036-88cb-f5aa2f9c4dfc tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Router 63c3512a-37e6-46f1-84f8-2333c1ac13ca has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:25:44.743853 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bcbca70-df0c-4036-88cb-f5aa2f9c4dfc tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:25:44.749246 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0bcbca70-df0c-4036-88cb-f5aa2f9c4dfc tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:25:44.756267 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b28e661-2df8-4290-9b77-399b26d9329e None None] Sync routers for ids ['63c3512a-37e6-46f1-84f8-2333c1ac13ca'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:25:44.766644 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b28e661-2df8-4290-9b77-399b26d9329e None None] Routers {'63c3512a-37e6-46f1-84f8-2333c1ac13ca'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:25:44.767254 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-7b28e661-2df8-4290-9b77-399b26d9329e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:25:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['63c3512a-37e6-46f1-84f8-2333c1ac13ca'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:25:44.778499 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0bcbca70-df0c-4036-88cb-f5aa2f9c4dfc tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "DELETE /v2.0/floatingips/5355a090-b6b6-4d38-864e-e024312978e6 HTTP/1.1" status: 204 len: 168 time: 0.8470237 Feb 17 18:25:44.779100 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04e9f029-25ea-4e12-90a0-92d51ba8c670', 'tag': 'c941ce25-3685-42f7-9d2f-f8313693c535'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:25:44.781408 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40fc4acb-8f1d-46e1-b71d-0a22140a1e10" -d '{"events": [{"name": "network-changed", "server_uuid": "04e9f029-25ea-4e12-90a0-92d51ba8c670", "tag": "c941ce25-3685-42f7-9d2f-f8313693c535"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:25:44.820375 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0016f58-4a8b-4d22-be8c-ae91c0e81d1b x-openstack-request-id: req-d0016f58-4a8b-4d22-be8c-ae91c0e81d1b {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:25:44.820678 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04e9f029-25ea-4e12-90a0-92d51ba8c670", "tag": "c941ce25-3685-42f7-9d2f-f8313693c535", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:25:44.820936 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d0016f58-4a8b-4d22-be8c-ae91c0e81d1b {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:25:44.821349 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04e9f029-25ea-4e12-90a0-92d51ba8c670', 'tag': 'c941ce25-3685-42f7-9d2f-f8313693c535', 'status': 'completed', 'code': 200} Feb 17 18:25:44.890616 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc4acb-8f1d-46e1-b71d-0a22140a1e10 req-652784e8-4529-4c4c-b7bc-66ebfa6e19bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:25:44.891227 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-7b28e661-2df8-4290-9b77-399b26d9329e None None] Set router 63c3512a-37e6-46f1-84f8-2333c1ac13ca gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:25:44.893095 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-40fc4acb-8f1d-46e1-b71d-0a22140a1e10 req-652784e8-4529-4c4c-b7bc-66ebfa6e19bb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f012d3f0ce3248f8b9b864e21185641f&device_id=04e9f029-25ea-4e12-90a0-92d51ba8c670 HTTP/1.1" status: 200 len: 1128 time: 0.0514979 Feb 17 18:25:45.026593 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc4acb-8f1d-46e1-b71d-0a22140a1e10 req-f5341050-5e22-43c6-9290-11a2288fde3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:25:45.028357 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-40fc4acb-8f1d-46e1-b71d-0a22140a1e10 req-f5341050-5e22-43c6-9290-11a2288fde3a service neutron] 10.222.0.71 "GET /v2.0/networks?id=3fdcfd52-18d5-4a89-846c-aecef4a0553d HTTP/1.1" status: 200 len: 912 time: 0.1212685 Feb 17 18:25:45.049848 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6724d8-516a-4cbd-a0a5-f6e1ecd694c2 req-bee17dc4-89e1-438b-9916-6468df90cfc9 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:25:45.051296 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3f6724d8-516a-4cbd-a0a5-f6e1ecd694c2 req-bee17dc4-89e1-438b-9916-6468df90cfc9 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=04e9f029-25ea-4e12-90a0-92d51ba8c670 HTTP/1.1" status: 200 len: 946 time: 0.0804422 Feb 17 18:25:45.080799 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-40fc4acb-8f1d-46e1-b71d-0a22140a1e10 req-9c3b86df-c029-496c-a6c8-ac8c4933e9ef service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c941ce25-3685-42f7-9d2f-f8313693c535 HTTP/1.1" status: 200 len: 217 time: 0.0446801 Feb 17 18:25:45.100947 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-7b28e661-2df8-4290-9b77-399b26d9329e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'name': 'tempest-TestVolumeBootPattern-623193108-router', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '5042ff0a-4838-40f7-a60f-5f20d3adb99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:13:30Z', 'updated_at': '2022-02-17T18:13:33Z', 'revision_number': 4, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'gw_port': {'id': '5042ff0a-4838-40f7-a60f-5f20d3adb99a', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:dc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:30Z', 'updated_at': '2022-02-17T18:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '3294da38-9191-48b8-a971-4d844a1586e2', 'name': '', 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'mac_address': 'fa:16:3e:c1:04:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '793e56d2-6114-48e9-a985-b6ff56226097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:32Z', 'updated_at': '2022-02-17T18:13:38Z', 'revision_number': 5, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'subnets': [{'id': '793e56d2-6114-48e9-a985-b6ff56226097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:25:45.127823 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b28e661-2df8-4290-9b77-399b26d9329e None None] Checking router: 63c3512a-37e6-46f1-84f8-2333c1ac13ca for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:25:45.136035 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b28e661-2df8-4290-9b77-399b26d9329e None None] Routers {'63c3512a-37e6-46f1-84f8-2333c1ac13ca'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:25:45.136668 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-7b28e661-2df8-4290-9b77-399b26d9329e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:25:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['63c3512a-37e6-46f1-84f8-2333c1ac13ca'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:25:45.159387 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3f6724d8-516a-4cbd-a0a5-f6e1ecd694c2 req-065bb58c-ea1e-4455-a5ec-d485a8948fc6 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811670 Feb 17 18:25:45.162947 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc4acb-8f1d-46e1-b71d-0a22140a1e10 req-3f0477b8-7626-4bd8-a8c8-8e566005abc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:25:45.164350 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-40fc4acb-8f1d-46e1-b71d-0a22140a1e10 req-3f0477b8-7626-4bd8-a8c8-8e566005abc2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=793e56d2-6114-48e9-a985-b6ff56226097 HTTP/1.1" status: 200 len: 850 time: 0.0719793 Feb 17 18:25:45.213109 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc4acb-8f1d-46e1-b71d-0a22140a1e10 req-da6f51ad-6e2e-4ac2-ba36-be03088abd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:25:45.214697 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-40fc4acb-8f1d-46e1-b71d-0a22140a1e10 req-da6f51ad-6e2e-4ac2-ba36-be03088abd63 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3fdcfd52-18d5-4a89-846c-aecef4a0553d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443859 Feb 17 18:25:45.251109 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-7b28e661-2df8-4290-9b77-399b26d9329e None None] Set router 63c3512a-37e6-46f1-84f8-2333c1ac13ca gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:25:45.307440 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-40fc4acb-8f1d-46e1-b71d-0a22140a1e10 req-84dd1dcd-8882-4d3c-8a05-1cbb8ae5bcb9 service neutron] 10.222.0.71 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864668 Feb 17 18:25:45.396472 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-40fc4acb-8f1d-46e1-b71d-0a22140a1e10 req-2a8c80ef-1e4b-4829-9ea9-06f1469d3869 service neutron] 10.222.0.71 "GET /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826271 Feb 17 18:25:45.455058 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-7b28e661-2df8-4290-9b77-399b26d9329e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'name': 'tempest-TestVolumeBootPattern-623193108-router', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '5042ff0a-4838-40f7-a60f-5f20d3adb99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:13:30Z', 'updated_at': '2022-02-17T18:13:33Z', 'revision_number': 4, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'gw_port': {'id': '5042ff0a-4838-40f7-a60f-5f20d3adb99a', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:dc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:30Z', 'updated_at': '2022-02-17T18:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '3294da38-9191-48b8-a971-4d844a1586e2', 'name': '', 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'mac_address': 'fa:16:3e:c1:04:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '793e56d2-6114-48e9-a985-b6ff56226097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:32Z', 'updated_at': '2022-02-17T18:13:38Z', 'revision_number': 5, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'subnets': [{'id': '793e56d2-6114-48e9-a985-b6ff56226097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:25:45.481573 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b28e661-2df8-4290-9b77-399b26d9329e None None] The sync data for ids ['63c3512a-37e6-46f1-84f8-2333c1ac13ca'] in n-d-829613-2 is: [{'id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'name': 'tempest-TestVolumeBootPattern-623193108-router', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '5042ff0a-4838-40f7-a60f-5f20d3adb99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:13:30Z', 'updated_at': '2022-02-17T18:13:33Z', 'revision_number': 4, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'gw_port': {'id': '5042ff0a-4838-40f7-a60f-5f20d3adb99a', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:dc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:30Z', 'updated_at': '2022-02-17T18:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '3294da38-9191-48b8-a971-4d844a1586e2', 'name': '', 'network_id': '3fdcfd52-18d5-4a89-846c-aecef4a0553d', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'mac_address': 'fa:16:3e:c1:04:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '793e56d2-6114-48e9-a985-b6ff56226097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:32Z', 'updated_at': '2022-02-17T18:13:38Z', 'revision_number': 5, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'subnets': [{'id': '793e56d2-6114-48e9-a985-b6ff56226097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:25:45.712453 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93bd536-b2d6-4f06-86f7-3bbac7cc0919 None None] New status for floating IP 5355a090-b6b6-4d38-864e-e024312978e6: DOWN {{(pid=103438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 18:25:46.283084 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44637a74-2062-479b-8f9b-4f0059a5d0ed req-af9b2362-bf15-4d3e-81bd-dcc0d508043c tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:25:46.284624 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-44637a74-2062-479b-8f9b-4f0059a5d0ed req-af9b2362-bf15-4d3e-81bd-dcc0d508043c tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=04e9f029-25ea-4e12-90a0-92d51ba8c670 HTTP/1.1" status: 200 len: 946 time: 0.0539212 Feb 17 18:25:46.339498 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-44637a74-2062-479b-8f9b-4f0059a5d0ed req-79346cf5-8fb7-45ff-b41b-2dee1ae52998 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/security-groups?id=9dc016ed-dfcc-400e-a700-10955a691461&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491998 Feb 17 18:25:46.511383 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bffedd-1efc-4cf0-9744-153e96cb7a40 req-b95cbccd-d010-4b39-9eb5-e5a8780f4da8 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:25:46.512906 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-11bffedd-1efc-4cf0-9744-153e96cb7a40 req-b95cbccd-d010-4b39-9eb5-e5a8780f4da8 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.71 "GET /v2.0/ports?device_id=04e9f029-25ea-4e12-90a0-92d51ba8c670 HTTP/1.1" status: 200 len: 946 time: 0.0517042 Feb 17 18:25:46.608039 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-11bffedd-1efc-4cf0-9744-153e96cb7a40 req-1116b9e2-b12d-41e6-a389-39eb9d32a9bc tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Deleting port c941ce25-3685-42f7-9d2f-f8313693c535 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:25:46.608863 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-11bffedd-1efc-4cf0-9744-153e96cb7a40 req-1116b9e2-b12d-41e6-a389-39eb9d32a9bc tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (c941ce25-3685-42f7-9d2f-f8313693c535), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:25:46.698735 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-11bffedd-1efc-4cf0-9744-153e96cb7a40 req-1116b9e2-b12d-41e6-a389-39eb9d32a9bc tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] For port c941ce25-3685-42f7-9d2f-f8313693c535, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=c941ce25-3685-42f7-9d2f-f8313693c535,segment=NetworkSegment(66cb8987-5b81-447b-8684-294caff8482c),segment_id=66cb8987-5b81-447b-8684-294caff8482c)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:25:46.699099 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-11bffedd-1efc-4cf0-9744-153e96cb7a40 req-1116b9e2-b12d-41e6-a389-39eb9d32a9bc tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (c941ce25-3685-42f7-9d2f-f8313693c535), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:25:46.711780 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-11bffedd-1efc-4cf0-9744-153e96cb7a40 req-1116b9e2-b12d-41e6-a389-39eb9d32a9bc tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Calling delete_port for c941ce25-3685-42f7-9d2f-f8313693c535 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:25:46.842946 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-11bffedd-1efc-4cf0-9744-153e96cb7a40 req-1116b9e2-b12d-41e6-a389-39eb9d32a9bc tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (c941ce25-3685-42f7-9d2f-f8313693c535), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:25:46.869830 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1116b9e2-b12d-41e6-a389-39eb9d32a9bc tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Pushing event deleted for resources: {'Port': ['ID=c941ce25-3685-42f7-9d2f-f8313693c535,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:25:46.884211 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1116b9e2-b12d-41e6-a389-39eb9d32a9bc tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:25:46.884596 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1116b9e2-b12d-41e6-a389-39eb9d32a9bc tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:25:46.884943 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1116b9e2-b12d-41e6-a389-39eb9d32a9bc tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:25:46.885285 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1116b9e2-b12d-41e6-a389-39eb9d32a9bc tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:25:46.886039 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1116b9e2-b12d-41e6-a389-39eb9d32a9bc tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:25:46.886380 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1116b9e2-b12d-41e6-a389-39eb9d32a9bc tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:25:46.886714 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1116b9e2-b12d-41e6-a389-39eb9d32a9bc tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:25:46.887075 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1116b9e2-b12d-41e6-a389-39eb9d32a9bc tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:25:46.887406 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1116b9e2-b12d-41e6-a389-39eb9d32a9bc tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:25:46.887732 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1116b9e2-b12d-41e6-a389-39eb9d32a9bc tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:25:46.888057 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1116b9e2-b12d-41e6-a389-39eb9d32a9bc tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:25:46.888414 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1116b9e2-b12d-41e6-a389-39eb9d32a9bc tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:25:46.889363 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1116b9e2-b12d-41e6-a389-39eb9d32a9bc tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:25:46.925228 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-11bffedd-1efc-4cf0-9744-153e96cb7a40 req-1116b9e2-b12d-41e6-a389-39eb9d32a9bc tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] No DVR routers for this DVR port c941ce25-3685-42f7-9d2f-f8313693c535 on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:25:46.927739 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-11bffedd-1efc-4cf0-9744-153e96cb7a40 req-1116b9e2-b12d-41e6-a389-39eb9d32a9bc tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:25:46.931132 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-11bffedd-1efc-4cf0-9744-153e96cb7a40 req-1116b9e2-b12d-41e6-a389-39eb9d32a9bc tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.71 "DELETE /v2.0/ports/c941ce25-3685-42f7-9d2f-f8313693c535 HTTP/1.1" status: 204 len: 173 time: 0.4077711 Feb 17 18:25:46.931571 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e9f029-25ea-4e12-90a0-92d51ba8c670', 'name': 'network-vif-deleted', 'tag': 'c941ce25-3685-42f7-9d2f-f8313693c535'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:25:46.971550 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b190af5285b65727f3b44dc6e403f34aceaa8adb38edcfb0268daad85aadb275" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d47ad8-e45a-4a79-9435-449db372be36" -d '{"events": [{"server_uuid": "04e9f029-25ea-4e12-90a0-92d51ba8c670", "name": "network-vif-deleted", "tag": "c941ce25-3685-42f7-9d2f-f8313693c535"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:25:47.064211 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011ded09-1db7-4948-b97a-e565a0fe8f39 x-openstack-request-id: req-011ded09-1db7-4948-b97a-e565a0fe8f39 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:25:47.064638 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e9f029-25ea-4e12-90a0-92d51ba8c670", "name": "network-vif-deleted", "tag": "c941ce25-3685-42f7-9d2f-f8313693c535", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:25:47.065000 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-011ded09-1db7-4948-b97a-e565a0fe8f39 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:25:47.065392 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e9f029-25ea-4e12-90a0-92d51ba8c670', 'name': 'network-vif-deleted', 'tag': 'c941ce25-3685-42f7-9d2f-f8313693c535', 'status': 'completed', 'code': 200} Feb 17 18:25:47.440272 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d102de54-b024-47f3-84a9-237dbfe10473 req-9ef8df5c-4420-4077-8e8a-b01a41b6328b tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=04e9f029-25ea-4e12-90a0-92d51ba8c670 HTTP/1.1" status: 200 len: 210 time: 0.0276482 Feb 17 18:25:48.542337 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-743ce91a-4017-4ce4-acbe-5700bc21c736 req-f90a040c-7476-413c-860f-a4b7a0a408fa tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=04e9f029-25ea-4e12-90a0-92d51ba8c670 HTTP/1.1" status: 200 len: 210 time: 0.0313377 Feb 17 18:25:48.701953 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [req-0f8946eb-8671-4e2c-bbee-91fd60bbfbc9 req-b2dd7124-b2f1-435d-b206-2842c329da2f service neutron] (103434) timed out ('10.222.0.91', 61176) {{(pid=103434) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 18:25:48.955767 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-86b5bb1e-18cc-4e78-8e47-18427d950f9f req-a2ed2a8a-b81f-47d6-899a-2fc76051b644 tempest-VolumesSnapshotTestJSON-2113006907 tempest-VolumesSnapshotTestJSON-2113006907-project] (103435) timed out ('10.222.0.91', 61771) {{(pid=103435) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 18:25:49.365376 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:25:49.639441 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ef5a9383-69b3-4277-a137-14e905de3644 req-d8f92c09-b41f-4eb1-9d9d-82c710626c75 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=04e9f029-25ea-4e12-90a0-92d51ba8c670 HTTP/1.1" status: 200 len: 210 time: 0.0281842 Feb 17 18:25:50.128986 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:25:50.733595 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8a77cd3f-11fa-4768-b841-af790c15f647 req-dda02e7f-0220-4aa2-b6ad-4edecb400f67 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=04e9f029-25ea-4e12-90a0-92d51ba8c670 HTTP/1.1" status: 200 len: 210 time: 0.0264018 Feb 17 18:25:51.024382 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device c941ce25-3685-42f7-9d2f-f8313693c535 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:25:51.045447 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: c941ce25-3685-42f7-9d2f-f8313693c535 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:25:51.045800 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device c941ce25-3685-42f7-9d2f-f8313693c535 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:25:51.831954 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c13d382c-ec10-44fc-8dc6-41e45cc9c06f req-6e2f754b-d937-45e3-83bc-aef0020f3c72 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=04e9f029-25ea-4e12-90a0-92d51ba8c670 HTTP/1.1" status: 200 len: 210 time: 0.0267870 Feb 17 18:25:52.930970 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-33a55702-dc2b-4d30-9184-90c201557229 req-b7b51f27-c840-4be2-bd0d-e806191fe92c tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=04e9f029-25ea-4e12-90a0-92d51ba8c670 HTTP/1.1" status: 200 len: 210 time: 0.0271797 Feb 17 18:25:54.047045 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3b4b392e-9d6d-4f64-ac8d-4014d73bdfc5 req-50fd1708-0f30-4b46-b7ea-46329b01fa7e tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=04e9f029-25ea-4e12-90a0-92d51ba8c670 HTTP/1.1" status: 200 len: 210 time: 0.0272224 Feb 17 18:25:55.154318 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-048c5d9b-f439-4a1d-8442-339cb78f3d7a req-97d0da09-5c30-4ce7-9029-64cf67ca7e06 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "GET /v2.0/ports?device_id=04e9f029-25ea-4e12-90a0-92d51ba8c670 HTTP/1.1" status: 200 len: 210 time: 0.0309877 Feb 17 18:25:56.209206 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38194) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:25:56.331828 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-ec4b5c9b-9fac-4233-979f-a3c788e0a01c tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Deleting port 074eca87-b4c2-4a07-999d-2a3e3df57e2e {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:25:56.332177 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ec4b5c9b-9fac-4233-979f-a3c788e0a01c tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (074eca87-b4c2-4a07-999d-2a3e3df57e2e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:25:56.409095 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ec4b5c9b-9fac-4233-979f-a3c788e0a01c tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (074eca87-b4c2-4a07-999d-2a3e3df57e2e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:25:56.409428 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ec4b5c9b-9fac-4233-979f-a3c788e0a01c tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks [] for floatingip (074eca87-b4c2-4a07-999d-2a3e3df57e2e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:25:56.421400 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-ec4b5c9b-9fac-4233-979f-a3c788e0a01c tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Calling delete_port for 074eca87-b4c2-4a07-999d-2a3e3df57e2e owned by network:floatingip {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:25:56.552412 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ec4b5c9b-9fac-4233-979f-a3c788e0a01c tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (074eca87-b4c2-4a07-999d-2a3e3df57e2e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:25:56.575111 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b5c9b-9fac-4233-979f-a3c788e0a01c tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Pushing event deleted for resources: {'Port': ['ID=074eca87-b4c2-4a07-999d-2a3e3df57e2e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:25:56.637734 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ec4b5c9b-9fac-4233-979f-a3c788e0a01c tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks [] for floatingip (85ebcdaa-dea6-4d5d-a95e-94604ce45f08), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:25:56.640332 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ec4b5c9b-9fac-4233-979f-a3c788e0a01c tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:25:56.641506 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ec4b5c9b-9fac-4233-979f-a3c788e0a01c tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "DELETE /v2.0/floatingips/85ebcdaa-dea6-4d5d-a95e-94604ce45f08 HTTP/1.1" status: 204 len: 168 time: 0.4312799 Feb 17 18:26:02.035430 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38214) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:26:02.092948 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f7fd63aa-a520-409a-874b-dab2655970b9 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks [] for security_group (9dc016ed-dfcc-400e-a700-10955a691461), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:02.130609 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f7fd63aa-a520-409a-874b-dab2655970b9 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks [] for security_group (9dc016ed-dfcc-400e-a700-10955a691461), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:02.196153 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f7fd63aa-a520-409a-874b-dab2655970b9 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (9dc016ed-dfcc-400e-a700-10955a691461), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:02.198865 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f7fd63aa-a520-409a-874b-dab2655970b9 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:02.203047 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f7fd63aa-a520-409a-874b-dab2655970b9 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] 10.222.0.87 "DELETE /v2.0/security-groups/9dc016ed-dfcc-400e-a700-10955a691461 HTTP/1.1" status: 204 len: 168 time: 0.1665492 Feb 17 18:26:02.215219 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fd63aa-a520-409a-874b-dab2655970b9 tempest-TestVolumeBootPattern-1508775154 tempest-TestVolumeBootPattern-1508775154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc016ed-dfcc-400e-a700-10955a691461,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:26:02.274548 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38218) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:26:02.765510 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-686aff2e-49b9-4774-9629-fdc127657c88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (63c3512a-37e6-46f1-84f8-2333c1ac13ca), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:03.026619 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0c727fb9-dbe2-4bde-8d0f-b2270d30e311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:03.033573 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-686aff2e-49b9-4774-9629-fdc127657c88 admin admin] Deleting port 3294da38-9191-48b8-a971-4d844a1586e2 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:26:03.033918 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-686aff2e-49b9-4774-9629-fdc127657c88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (3294da38-9191-48b8-a971-4d844a1586e2), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:03.113328 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-686aff2e-49b9-4774-9629-fdc127657c88 admin admin] For port 3294da38-9191-48b8-a971-4d844a1586e2, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=3294da38-9191-48b8-a971-4d844a1586e2,segment=NetworkSegment(66cb8987-5b81-447b-8684-294caff8482c),segment_id=66cb8987-5b81-447b-8684-294caff8482c)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:26:03.114045 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-686aff2e-49b9-4774-9629-fdc127657c88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (3294da38-9191-48b8-a971-4d844a1586e2), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:03.134885 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-686aff2e-49b9-4774-9629-fdc127657c88 admin admin] Calling delete_port for 3294da38-9191-48b8-a971-4d844a1586e2 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:26:03.317043 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-686aff2e-49b9-4774-9629-fdc127657c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (3294da38-9191-48b8-a971-4d844a1586e2), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:03.342829 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686aff2e-49b9-4774-9629-fdc127657c88 admin admin] Pushing event deleted for resources: {'Port': ['ID=3294da38-9191-48b8-a971-4d844a1586e2,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:26:03.515209 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-686aff2e-49b9-4774-9629-fdc127657c88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (63c3512a-37e6-46f1-84f8-2333c1ac13ca), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:04.023314 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-686aff2e-49b9-4774-9629-fdc127657c88 admin admin] Router 63c3512a-37e6-46f1-84f8-2333c1ac13ca has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:26:04.137917 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686aff2e-49b9-4774-9629-fdc127657c88 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:26:04.142943 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-686aff2e-49b9-4774-9629-fdc127657c88 admin admin] 10.222.0.87 "PUT /v2.0/routers/63c3512a-37e6-46f1-84f8-2333c1ac13ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8674018 Feb 17 18:26:04.145555 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38222) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:26:04.148210 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f792608a-c35b-44bb-9074-3005859398a1 None None] Sync routers for ids ['63c3512a-37e6-46f1-84f8-2333c1ac13ca'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:26:04.158342 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f792608a-c35b-44bb-9074-3005859398a1 None None] Routers {'63c3512a-37e6-46f1-84f8-2333c1ac13ca'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:26:04.159037 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f792608a-c35b-44bb-9074-3005859398a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:25:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['63c3512a-37e6-46f1-84f8-2333c1ac13ca'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:26:04.251333 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5030a7ee-8f8b-47d3-85b3-b29e6b57bbee admin admin] Publish callbacks [] for router (63c3512a-37e6-46f1-84f8-2333c1ac13ca), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:04.266068 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-f792608a-c35b-44bb-9074-3005859398a1 None None] Set router 63c3512a-37e6-46f1-84f8-2333c1ac13ca gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:26:04.355528 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5030a7ee-8f8b-47d3-85b3-b29e6b57bbee admin admin] Publish callbacks [] for router_gateway (63c3512a-37e6-46f1-84f8-2333c1ac13ca), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:04.409498 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-5030a7ee-8f8b-47d3-85b3-b29e6b57bbee admin admin] Deleting port 5042ff0a-4838-40f7-a60f-5f20d3adb99a {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:26:04.409846 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5030a7ee-8f8b-47d3-85b3-b29e6b57bbee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (5042ff0a-4838-40f7-a60f-5f20d3adb99a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:04.447459 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f792608a-c35b-44bb-9074-3005859398a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'name': 'tempest-TestVolumeBootPattern-623193108-router', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '5042ff0a-4838-40f7-a60f-5f20d3adb99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:13:30Z', 'updated_at': '2022-02-17T18:26:03Z', 'revision_number': 5, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'gw_port': {'id': '5042ff0a-4838-40f7-a60f-5f20d3adb99a', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:dc:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:30Z', 'updated_at': '2022-02-17T18:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:26:04.474329 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f792608a-c35b-44bb-9074-3005859398a1 None None] Checking router: 63c3512a-37e6-46f1-84f8-2333c1ac13ca for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:26:04.482704 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f792608a-c35b-44bb-9074-3005859398a1 None None] Routers {'63c3512a-37e6-46f1-84f8-2333c1ac13ca'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:26:04.483304 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f792608a-c35b-44bb-9074-3005859398a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:25:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['63c3512a-37e6-46f1-84f8-2333c1ac13ca'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:26:04.487945 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-5030a7ee-8f8b-47d3-85b3-b29e6b57bbee admin admin] For port 5042ff0a-4838-40f7-a60f-5f20d3adb99a, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=5042ff0a-4838-40f7-a60f-5f20d3adb99a,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:26:04.488356 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5030a7ee-8f8b-47d3-85b3-b29e6b57bbee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (5042ff0a-4838-40f7-a60f-5f20d3adb99a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:04.501462 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-5030a7ee-8f8b-47d3-85b3-b29e6b57bbee admin admin] Calling delete_port for 5042ff0a-4838-40f7-a60f-5f20d3adb99a owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:26:04.571232 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-f792608a-c35b-44bb-9074-3005859398a1 None None] Set router 63c3512a-37e6-46f1-84f8-2333c1ac13ca gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:26:04.628984 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f792608a-c35b-44bb-9074-3005859398a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'name': 'tempest-TestVolumeBootPattern-623193108-router', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:13:30Z', 'updated_at': '2022-02-17T18:26:04Z', 'revision_number': 6, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'gw_port_host': None}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:26:04.656144 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f792608a-c35b-44bb-9074-3005859398a1 None None] The sync data for ids ['63c3512a-37e6-46f1-84f8-2333c1ac13ca'] in n-d-829613-2 is: [{'id': '63c3512a-37e6-46f1-84f8-2333c1ac13ca', 'name': 'tempest-TestVolumeBootPattern-623193108-router', 'tenant_id': 'f012d3f0ce3248f8b9b864e21185641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:13:30Z', 'updated_at': '2022-02-17T18:26:04Z', 'revision_number': 6, 'project_id': 'f012d3f0ce3248f8b9b864e21185641f', 'gw_port_host': None}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:26:04.674858 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5030a7ee-8f8b-47d3-85b3-b29e6b57bbee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (5042ff0a-4838-40f7-a60f-5f20d3adb99a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:04.707412 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5030a7ee-8f8b-47d3-85b3-b29e6b57bbee admin admin] Pushing event deleted for resources: {'Port': ['ID=5042ff0a-4838-40f7-a60f-5f20d3adb99a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:26:04.765335 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5030a7ee-8f8b-47d3-85b3-b29e6b57bbee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (63c3512a-37e6-46f1-84f8-2333c1ac13ca), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:04.860209 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5030a7ee-8f8b-47d3-85b3-b29e6b57bbee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (63c3512a-37e6-46f1-84f8-2333c1ac13ca), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:04.862491 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5030a7ee-8f8b-47d3-85b3-b29e6b57bbee admin admin] Publish callbacks [] for router_controller (63c3512a-37e6-46f1-84f8-2333c1ac13ca), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:04.909594 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5030a7ee-8f8b-47d3-85b3-b29e6b57bbee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (63c3512a-37e6-46f1-84f8-2333c1ac13ca), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:04.910260 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5030a7ee-8f8b-47d3-85b3-b29e6b57bbee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63c3512a-37e6-46f1-84f8-2333c1ac13ca {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 18:26:04.915510 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5030a7ee-8f8b-47d3-85b3-b29e6b57bbee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:04.916703 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5030a7ee-8f8b-47d3-85b3-b29e6b57bbee admin admin] 10.222.0.87 "DELETE /v2.0/routers/63c3512a-37e6-46f1-84f8-2333c1ac13ca HTTP/1.1" status: 204 len: 168 time: 0.7702127 Feb 17 18:26:04.919139 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38224) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:26:04.963756 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-49140cae-b427-4426-8a2e-30aa47325774 admin admin] Deleting subnet 793e56d2-6114-48e9-a985-b6ff56226097 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:26:04.966860 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-49140cae-b427-4426-8a2e-30aa47325774 admin admin] Publish callbacks [] for subnet (793e56d2-6114-48e9-a985-b6ff56226097), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:05.007599 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-49140cae-b427-4426-8a2e-30aa47325774 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (793e56d2-6114-48e9-a985-b6ff56226097), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:05.098243 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-49140cae-b427-4426-8a2e-30aa47325774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (793e56d2-6114-48e9-a985-b6ff56226097), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:05.152417 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-49140cae-b427-4426-8a2e-30aa47325774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (793e56d2-6114-48e9-a985-b6ff56226097), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:05.176455 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49140cae-b427-4426-8a2e-30aa47325774 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=793e56d2-6114-48e9-a985-b6ff56226097,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:26:05.182105 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-49140cae-b427-4426-8a2e-30aa47325774 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:05.188087 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-49140cae-b427-4426-8a2e-30aa47325774 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/793e56d2-6114-48e9-a985-b6ff56226097 HTTP/1.1" status: 204 len: 168 time: 0.2657952 Feb 17 18:26:05.188407 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38226) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:26:05.188542 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc111d8-5b4b-4440-a98a-bad46e7ba086 None None] Network 3fdcfd52-18d5-4a89-846c-aecef4a0553d requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:26:05.261581 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c4aa9a19-15ab-4b56-8d30-b32128ad9abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (3fdcfd52-18d5-4a89-846c-aecef4a0553d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:05.320903 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-c4aa9a19-15ab-4b56-8d30-b32128ad9abf admin admin] Deleting port 38c52cbc-c26f-4604-bf45-019577b433d1 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:26:05.321242 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c4aa9a19-15ab-4b56-8d30-b32128ad9abf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (38c52cbc-c26f-4604-bf45-019577b433d1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:05.383450 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-c4aa9a19-15ab-4b56-8d30-b32128ad9abf admin admin] For port 38c52cbc-c26f-4604-bf45-019577b433d1, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=38c52cbc-c26f-4604-bf45-019577b433d1,segment=NetworkSegment(66cb8987-5b81-447b-8684-294caff8482c),segment_id=66cb8987-5b81-447b-8684-294caff8482c)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:26:05.383739 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c4aa9a19-15ab-4b56-8d30-b32128ad9abf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (38c52cbc-c26f-4604-bf45-019577b433d1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:05.395991 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-c4aa9a19-15ab-4b56-8d30-b32128ad9abf admin admin] Calling delete_port for 38c52cbc-c26f-4604-bf45-019577b433d1 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:26:05.431394 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac13d5a4-7b5e-4513-92f1-c6fc421e5c93 None None] DHCP port deletion for 3fdcfd52-18d5-4a89-846c-aecef4a0553d request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 18:26:05.494194 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c4aa9a19-15ab-4b56-8d30-b32128ad9abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (38c52cbc-c26f-4604-bf45-019577b433d1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:05.506986 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f45fdf89-af8e-4763-971b-91f57d97b95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:05.509405 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d5a4-7b5e-4513-92f1-c6fc421e5c93 None None] Deleting port 38c52cbc-c26f-4604-bf45-019577b433d1 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:26:05.509776 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ac13d5a4-7b5e-4513-92f1-c6fc421e5c93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (38c52cbc-c26f-4604-bf45-019577b433d1), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:05.524149 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4aa9a19-15ab-4b56-8d30-b32128ad9abf admin admin] No DVR routers for this DVR port 38c52cbc-c26f-4604-bf45-019577b433d1 on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:26:05.525527 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 3294da38-9191-48b8-a971-4d844a1586e2 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:26:05.525824 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa9a19-15ab-4b56-8d30-b32128ad9abf admin admin] Pushing event deleted for resources: {'Port': ['ID=38c52cbc-c26f-4604-bf45-019577b433d1,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:26:05.560400 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 3294da38-9191-48b8-a971-4d844a1586e2 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:26:05.560741 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 3294da38-9191-48b8-a971-4d844a1586e2 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:26:05.603700 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c4aa9a19-15ab-4b56-8d30-b32128ad9abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (3fdcfd52-18d5-4a89-846c-aecef4a0553d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:05.626524 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-c4aa9a19-15ab-4b56-8d30-b32128ad9abf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fdcfd52-18d5-4a89-846c-aecef4a0553d']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:26:05.636765 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-c4aa9a19-15ab-4b56-8d30-b32128ad9abf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66cb8987-5b81-447b-8684-294caff8482c') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:26:05.637059 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-c4aa9a19-15ab-4b56-8d30-b32128ad9abf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66cb8987-5b81-447b-8684-294caff8482c') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:26:05.647612 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c4aa9a19-15ab-4b56-8d30-b32128ad9abf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (66cb8987-5b81-447b-8684-294caff8482c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:05.663360 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c4aa9a19-15ab-4b56-8d30-b32128ad9abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (66cb8987-5b81-447b-8684-294caff8482c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:05.671281 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4aa9a19-15ab-4b56-8d30-b32128ad9abf admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:26:05.671697 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c4aa9a19-15ab-4b56-8d30-b32128ad9abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (66cb8987-5b81-447b-8684-294caff8482c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:05.673701 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 18:26:05.673701 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:26:05.673701 n-d-829613-2 neutron-server[103434]: timer() Feb 17 18:26:05.673701 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:26:05.673701 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 18:26:05.673701 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:26:05.673701 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 18:26:05.673701 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:26:05.673701 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 18:26:05.673701 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:26:05.673701 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 18:26:05.673701 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:26:05.673701 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 18:26:05.673701 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:26:05.673701 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:26:05.673701 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:26:05.673701 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:26:05.673701 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:26:05.673701 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 18:26:05.673701 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:26:05.673701 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 18:26:05.673701 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:26:05.673701 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:26:05.673701 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:26:05.673701 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 18:26:05.673701 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:26:05.673701 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:26:05.673701 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:26:05.673701 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:26:05.673701 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:26:05.673701 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:26:05.673701 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:26:05.740894 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c4aa9a19-15ab-4b56-8d30-b32128ad9abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (3fdcfd52-18d5-4a89-846c-aecef4a0553d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:05.749185 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c4aa9a19-15ab-4b56-8d30-b32128ad9abf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:05.752829 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c4aa9a19-15ab-4b56-8d30-b32128ad9abf admin admin] 10.222.0.87 "DELETE /v2.0/networks/3fdcfd52-18d5-4a89-846c-aecef4a0553d HTTP/1.1" status: 204 len: 168 time: 0.5633376 Feb 17 18:26:05.756094 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38228) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:26:05.769261 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-ac13d5a4-7b5e-4513-92f1-c6fc421e5c93 None None] For port 38c52cbc-c26f-4604-bf45-019577b433d1, host n-d-829613-2, got binding levels [] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:26:05.769677 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ac13d5a4-7b5e-4513-92f1-c6fc421e5c93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (38c52cbc-c26f-4604-bf45-019577b433d1), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:05.782545 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d5a4-7b5e-4513-92f1-c6fc421e5c93 None None] Calling delete_port for 38c52cbc-c26f-4604-bf45-019577b433d1 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:26:05.785263 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.ipam_backend_mixin [None req-ac13d5a4-7b5e-4513-92f1-c6fc421e5c93 None None] Port 38c52cbc-c26f-4604-bf45-019577b433d1 was not found and therefore no delete operation was performed {{(pid=103436) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 17 18:26:05.786513 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ac13d5a4-7b5e-4513-92f1-c6fc421e5c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (38c52cbc-c26f-4604-bf45-019577b433d1), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:05.793453 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ac13d5a4-7b5e-4513-92f1-c6fc421e5c93 None None] Network 3fdcfd52-18d5-4a89-846c-aecef4a0553d is not hosted by any dhcp agent {{(pid=103436) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 17 18:26:05.793911 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac13d5a4-7b5e-4513-92f1-c6fc421e5c93 None None] No DVR routers for this DVR port 38c52cbc-c26f-4604-bf45-019577b433d1 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:26:05.807739 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa9a19-15ab-4b56-8d30-b32128ad9abf admin admin] Pushing event deleted for resources: {'Network': ['ID=3fdcfd52-18d5-4a89-846c-aecef4a0553d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:26:05.812802 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d5a4-7b5e-4513-92f1-c6fc421e5c93 None None] Pushing event deleted for resources: {'Port': ['ID=38c52cbc-c26f-4604-bf45-019577b433d1,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:26:05.822191 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d5a4-7b5e-4513-92f1-c6fc421e5c93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:26:05.822394 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d5a4-7b5e-4513-92f1-c6fc421e5c93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:26:05.822743 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d5a4-7b5e-4513-92f1-c6fc421e5c93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:26:05.823089 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d5a4-7b5e-4513-92f1-c6fc421e5c93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:26:05.823460 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d5a4-7b5e-4513-92f1-c6fc421e5c93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:26:05.823759 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d5a4-7b5e-4513-92f1-c6fc421e5c93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:26:05.824664 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d5a4-7b5e-4513-92f1-c6fc421e5c93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:26:05.825743 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d5a4-7b5e-4513-92f1-c6fc421e5c93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:26:05.825743 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d5a4-7b5e-4513-92f1-c6fc421e5c93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:26:05.825743 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d5a4-7b5e-4513-92f1-c6fc421e5c93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:26:05.826064 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d5a4-7b5e-4513-92f1-c6fc421e5c93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:26:05.826288 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d5a4-7b5e-4513-92f1-c6fc421e5c93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:26:05.826791 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d5a4-7b5e-4513-92f1-c6fc421e5c93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:26:06.112215 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-342d8f72-9a63-4665-a4f8-6a9362fc5f32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (adb166c0-bde2-4276-b943-8d4495cb1d6a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:06.364748 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-342d8f72-9a63-4665-a4f8-6a9362fc5f32 admin admin] Deleting port b01c8c0b-a85d-4eb2-a011-019df21ffa90 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:26:06.365671 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-342d8f72-9a63-4665-a4f8-6a9362fc5f32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (b01c8c0b-a85d-4eb2-a011-019df21ffa90), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:06.442592 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-342d8f72-9a63-4665-a4f8-6a9362fc5f32 admin admin] For port b01c8c0b-a85d-4eb2-a011-019df21ffa90, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=b01c8c0b-a85d-4eb2-a011-019df21ffa90,segment=NetworkSegment(f229221e-dc9b-4e48-a594-6fa65ba358a5),segment_id=f229221e-dc9b-4e48-a594-6fa65ba358a5)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:26:06.442962 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-342d8f72-9a63-4665-a4f8-6a9362fc5f32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (b01c8c0b-a85d-4eb2-a011-019df21ffa90), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:06.455974 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-342d8f72-9a63-4665-a4f8-6a9362fc5f32 admin admin] Calling delete_port for b01c8c0b-a85d-4eb2-a011-019df21ffa90 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:26:06.640369 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-342d8f72-9a63-4665-a4f8-6a9362fc5f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (b01c8c0b-a85d-4eb2-a011-019df21ffa90), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:06.664820 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d8f72-9a63-4665-a4f8-6a9362fc5f32 admin admin] Pushing event deleted for resources: {'Port': ['ID=b01c8c0b-a85d-4eb2-a011-019df21ffa90,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:26:06.834751 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-342d8f72-9a63-4665-a4f8-6a9362fc5f32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (adb166c0-bde2-4276-b943-8d4495cb1d6a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:06.889097 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:07.143892 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 5042ff0a-4838-40f7-a60f-5f20d3adb99a no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:26:07.168285 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 5042ff0a-4838-40f7-a60f-5f20d3adb99a {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:26:07.169331 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 5042ff0a-4838-40f7-a60f-5f20d3adb99a not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:26:07.169823 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 38c52cbc-c26f-4604-bf45-019577b433d1 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:26:07.190694 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 38c52cbc-c26f-4604-bf45-019577b433d1 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:26:07.191046 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 38c52cbc-c26f-4604-bf45-019577b433d1 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:26:07.331918 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-342d8f72-9a63-4665-a4f8-6a9362fc5f32 admin admin] Router adb166c0-bde2-4276-b943-8d4495cb1d6a has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:26:07.436053 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342d8f72-9a63-4665-a4f8-6a9362fc5f32 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:26:07.441275 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-342d8f72-9a63-4665-a4f8-6a9362fc5f32 admin admin] 10.222.0.87 "PUT /v2.0/routers/adb166c0-bde2-4276-b943-8d4495cb1d6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6842132 Feb 17 18:26:07.443827 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38230) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:26:07.446881 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2f40c7-24a4-4b24-9ea9-9d9819939ca0 None None] Sync routers for ids ['adb166c0-bde2-4276-b943-8d4495cb1d6a'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:26:07.458120 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2f40c7-24a4-4b24-9ea9-9d9819939ca0 None None] Routers {'adb166c0-bde2-4276-b943-8d4495cb1d6a'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:26:07.458727 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-9a2f40c7-24a4-4b24-9ea9-9d9819939ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:26:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['adb166c0-bde2-4276-b943-8d4495cb1d6a'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:26:07.556679 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c3d5f14-dc77-4ebb-98d8-2687c25f5cc8 admin admin] Publish callbacks [] for router (adb166c0-bde2-4276-b943-8d4495cb1d6a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:07.570091 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-9a2f40c7-24a4-4b24-9ea9-9d9819939ca0 None None] Set router adb166c0-bde2-4276-b943-8d4495cb1d6a gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:26:07.658987 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c3d5f14-dc77-4ebb-98d8-2687c25f5cc8 admin admin] Publish callbacks [] for router_gateway (adb166c0-bde2-4276-b943-8d4495cb1d6a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:07.716197 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-3c3d5f14-dc77-4ebb-98d8-2687c25f5cc8 admin admin] Deleting port c6f1c197-ecde-4647-8762-ea98c546098f {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:26:07.716594 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c3d5f14-dc77-4ebb-98d8-2687c25f5cc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (c6f1c197-ecde-4647-8762-ea98c546098f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:07.750197 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-9a2f40c7-24a4-4b24-9ea9-9d9819939ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb166c0-bde2-4276-b943-8d4495cb1d6a', 'name': 'tempest-TestVolumeBootPattern-1526092642-router', 'tenant_id': '77440e4ed6424d6786ce8d9e5dcf7b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'c6f1c197-ecde-4647-8762-ea98c546098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:13:36Z', 'updated_at': '2022-02-17T18:26:06Z', 'revision_number': 5, 'project_id': '77440e4ed6424d6786ce8d9e5dcf7b90', 'gw_port': {'id': 'c6f1c197-ecde-4647-8762-ea98c546098f', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb166c0-bde2-4276-b943-8d4495cb1d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:13:37Z', 'updated_at': '2022-02-17T18:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:26:07.777346 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2f40c7-24a4-4b24-9ea9-9d9819939ca0 None None] Checking router: adb166c0-bde2-4276-b943-8d4495cb1d6a for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:26:07.786248 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2f40c7-24a4-4b24-9ea9-9d9819939ca0 None None] Routers {'adb166c0-bde2-4276-b943-8d4495cb1d6a'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:26:07.786850 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-9a2f40c7-24a4-4b24-9ea9-9d9819939ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:26:05Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['adb166c0-bde2-4276-b943-8d4495cb1d6a'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:26:07.799074 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-3c3d5f14-dc77-4ebb-98d8-2687c25f5cc8 admin admin] For port c6f1c197-ecde-4647-8762-ea98c546098f, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=c6f1c197-ecde-4647-8762-ea98c546098f,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:26:07.799446 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c3d5f14-dc77-4ebb-98d8-2687c25f5cc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (c6f1c197-ecde-4647-8762-ea98c546098f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:07.812548 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-3c3d5f14-dc77-4ebb-98d8-2687c25f5cc8 admin admin] Calling delete_port for c6f1c197-ecde-4647-8762-ea98c546098f owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:26:07.973558 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-9a2f40c7-24a4-4b24-9ea9-9d9819939ca0 None None] Set router adb166c0-bde2-4276-b943-8d4495cb1d6a gateway port host: None {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:26:07.996764 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c3d5f14-dc77-4ebb-98d8-2687c25f5cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (c6f1c197-ecde-4647-8762-ea98c546098f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:08.023117 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3d5f14-dc77-4ebb-98d8-2687c25f5cc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6f1c197-ecde-4647-8762-ea98c546098f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:26:08.024922 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-9a2f40c7-24a4-4b24-9ea9-9d9819939ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb166c0-bde2-4276-b943-8d4495cb1d6a', 'name': 'tempest-TestVolumeBootPattern-1526092642-router', 'tenant_id': '77440e4ed6424d6786ce8d9e5dcf7b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:13:36Z', 'updated_at': '2022-02-17T18:26:07Z', 'revision_number': 6, 'project_id': '77440e4ed6424d6786ce8d9e5dcf7b90', 'gw_port_host': None}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:26:08.057807 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2f40c7-24a4-4b24-9ea9-9d9819939ca0 None None] The sync data for ids ['adb166c0-bde2-4276-b943-8d4495cb1d6a'] in n-d-829613-2 is: [{'id': 'adb166c0-bde2-4276-b943-8d4495cb1d6a', 'name': 'tempest-TestVolumeBootPattern-1526092642-router', 'tenant_id': '77440e4ed6424d6786ce8d9e5dcf7b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:13:36Z', 'updated_at': '2022-02-17T18:26:07Z', 'revision_number': 6, 'project_id': '77440e4ed6424d6786ce8d9e5dcf7b90', 'gw_port_host': None}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:26:08.087936 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c3d5f14-dc77-4ebb-98d8-2687c25f5cc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (adb166c0-bde2-4276-b943-8d4495cb1d6a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:08.111721 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:08.189962 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c3d5f14-dc77-4ebb-98d8-2687c25f5cc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (adb166c0-bde2-4276-b943-8d4495cb1d6a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:08.192553 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c3d5f14-dc77-4ebb-98d8-2687c25f5cc8 admin admin] Publish callbacks [] for router_controller (adb166c0-bde2-4276-b943-8d4495cb1d6a), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:08.237100 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c3d5f14-dc77-4ebb-98d8-2687c25f5cc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (adb166c0-bde2-4276-b943-8d4495cb1d6a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:08.237596 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3d5f14-dc77-4ebb-98d8-2687c25f5cc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router adb166c0-bde2-4276-b943-8d4495cb1d6a {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 18:26:08.242556 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3c3d5f14-dc77-4ebb-98d8-2687c25f5cc8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:08.243712 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3c3d5f14-dc77-4ebb-98d8-2687c25f5cc8 admin admin] 10.222.0.87 "DELETE /v2.0/routers/adb166c0-bde2-4276-b943-8d4495cb1d6a HTTP/1.1" status: 204 len: 168 time: 0.7989423 Feb 17 18:26:08.246198 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38234) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:26:08.289527 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-b94c451d-48a4-4012-bad5-8804a33d0cb9 admin admin] Deleting subnet 0941aa48-4822-45a0-991d-d7b085f1f4ed {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:26:08.292599 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b94c451d-48a4-4012-bad5-8804a33d0cb9 admin admin] Publish callbacks [] for subnet (0941aa48-4822-45a0-991d-d7b085f1f4ed), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:08.326328 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b94c451d-48a4-4012-bad5-8804a33d0cb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (0941aa48-4822-45a0-991d-d7b085f1f4ed), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:08.408216 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b94c451d-48a4-4012-bad5-8804a33d0cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (0941aa48-4822-45a0-991d-d7b085f1f4ed), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:08.466634 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b94c451d-48a4-4012-bad5-8804a33d0cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (0941aa48-4822-45a0-991d-d7b085f1f4ed), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:08.493959 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c451d-48a4-4012-bad5-8804a33d0cb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0941aa48-4822-45a0-991d-d7b085f1f4ed,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:26:08.497568 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b94c451d-48a4-4012-bad5-8804a33d0cb9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:08.500768 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b94c451d-48a4-4012-bad5-8804a33d0cb9 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/0941aa48-4822-45a0-991d-d7b085f1f4ed HTTP/1.1" status: 204 len: 168 time: 0.2529752 Feb 17 18:26:08.506186 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 38236) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:26:08.511516 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b666b574-f09e-4c8b-bd1a-921b409e3ba1 None None] Network a2c47d2e-80c9-4f98-821a-67b552d93f36 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:26:08.574256 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-65e090bb-1350-48d2-a522-8818d33b71d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (a2c47d2e-80c9-4f98-821a-67b552d93f36), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:08.628335 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-65e090bb-1350-48d2-a522-8818d33b71d8 admin admin] Deleting port cdc99cbb-3505-4d16-a339-19ce9d17e537 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:26:08.628732 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-65e090bb-1350-48d2-a522-8818d33b71d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (cdc99cbb-3505-4d16-a339-19ce9d17e537), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:08.697280 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-65e090bb-1350-48d2-a522-8818d33b71d8 admin admin] For port cdc99cbb-3505-4d16-a339-19ce9d17e537, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=cdc99cbb-3505-4d16-a339-19ce9d17e537,segment=NetworkSegment(f229221e-dc9b-4e48-a594-6fa65ba358a5),segment_id=f229221e-dc9b-4e48-a594-6fa65ba358a5)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:26:08.697639 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-65e090bb-1350-48d2-a522-8818d33b71d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (cdc99cbb-3505-4d16-a339-19ce9d17e537), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:08.709734 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-65e090bb-1350-48d2-a522-8818d33b71d8 admin admin] Calling delete_port for cdc99cbb-3505-4d16-a339-19ce9d17e537 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:26:08.786925 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-65e090bb-1350-48d2-a522-8818d33b71d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (cdc99cbb-3505-4d16-a339-19ce9d17e537), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:08.815711 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e090bb-1350-48d2-a522-8818d33b71d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdc99cbb-3505-4d16-a339-19ce9d17e537,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:26:08.821545 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e090bb-1350-48d2-a522-8818d33b71d8 admin admin] No DVR routers for this DVR port cdc99cbb-3505-4d16-a339-19ce9d17e537 on host n-d-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:26:08.845186 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07deec87-c370-468b-bf77-a77adbea0922 None None] DHCP port deletion for a2c47d2e-80c9-4f98-821a-67b552d93f36 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 18:26:08.896434 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-65e090bb-1350-48d2-a522-8818d33b71d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (a2c47d2e-80c9-4f98-821a-67b552d93f36), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:08.916256 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-65e090bb-1350-48d2-a522-8818d33b71d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2c47d2e-80c9-4f98-821a-67b552d93f36']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:26:08.925844 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-65e090bb-1350-48d2-a522-8818d33b71d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f229221e-dc9b-4e48-a594-6fa65ba358a5') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:26:08.926145 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-65e090bb-1350-48d2-a522-8818d33b71d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f229221e-dc9b-4e48-a594-6fa65ba358a5') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:26:08.936822 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-65e090bb-1350-48d2-a522-8818d33b71d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (f229221e-dc9b-4e48-a594-6fa65ba358a5), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:08.952466 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-65e090bb-1350-48d2-a522-8818d33b71d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (f229221e-dc9b-4e48-a594-6fa65ba358a5), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:08.959370 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65e090bb-1350-48d2-a522-8818d33b71d8 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:26:08.959765 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-65e090bb-1350-48d2-a522-8818d33b71d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (f229221e-dc9b-4e48-a594-6fa65ba358a5), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:08.961863 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 18:26:08.961863 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:26:08.961863 n-d-829613-2 neutron-server[103435]: timer() Feb 17 18:26:08.961863 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:26:08.961863 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 18:26:08.961863 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:26:08.961863 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 18:26:08.961863 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:26:08.961863 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 18:26:08.961863 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:26:08.961863 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 18:26:08.961863 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:26:08.961863 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 18:26:08.961863 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:26:08.961863 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:26:08.961863 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:26:08.961863 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:26:08.961863 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:26:08.961863 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 18:26:08.961863 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:26:08.961863 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 18:26:08.961863 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:26:08.961863 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:26:08.961863 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:26:08.961863 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 18:26:08.961863 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:26:08.961863 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:26:08.961863 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:26:08.961863 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:26:08.961863 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:26:08.961863 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:26:08.961863 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:26:09.026134 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-65e090bb-1350-48d2-a522-8818d33b71d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (a2c47d2e-80c9-4f98-821a-67b552d93f36), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:09.031971 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-65e090bb-1350-48d2-a522-8818d33b71d8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:09.035375 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-65e090bb-1350-48d2-a522-8818d33b71d8 admin admin] 10.222.0.87 "DELETE /v2.0/networks/a2c47d2e-80c9-4f98-821a-67b552d93f36 HTTP/1.1" status: 204 len: 168 time: 0.5306251 Feb 17 18:26:09.048823 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e090bb-1350-48d2-a522-8818d33b71d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2c47d2e-80c9-4f98-821a-67b552d93f36,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:26:09.119567 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device b01c8c0b-a85d-4eb2-a011-019df21ffa90 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:26:09.142824 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: b01c8c0b-a85d-4eb2-a011-019df21ffa90 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:26:09.143299 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device b01c8c0b-a85d-4eb2-a011-019df21ffa90 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:26:09.143786 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device c6f1c197-ecde-4647-8762-ea98c546098f no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:26:09.163211 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: c6f1c197-ecde-4647-8762-ea98c546098f {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:26:09.163567 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device c6f1c197-ecde-4647-8762-ea98c546098f not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:26:09.163971 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device cdc99cbb-3505-4d16-a339-19ce9d17e537 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:26:09.183693 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: cdc99cbb-3505-4d16-a339-19ce9d17e537 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:26:09.184082 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device cdc99cbb-3505-4d16-a339-19ce9d17e537 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:26:09.185832 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38240) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:26:09.205341 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:09.232628 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b35d6728-9817-4a1c-a276-126d9aabdd63 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f012d3f0ce3248f8b9b864e21185641f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0456231 Feb 17 18:26:09.235103 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38242) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:26:09.290002 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c73e73e0-32e6-48be-9137-daa48629b6f0 admin admin] Publish callbacks [] for security_group (9cc8bd33-64ba-4328-b828-53f437ab51ff), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:09.313057 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c73e73e0-32e6-48be-9137-daa48629b6f0 admin admin] Publish callbacks [] for security_group (9cc8bd33-64ba-4328-b828-53f437ab51ff), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:09.361357 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c73e73e0-32e6-48be-9137-daa48629b6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (9cc8bd33-64ba-4328-b828-53f437ab51ff), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:09.363977 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c73e73e0-32e6-48be-9137-daa48629b6f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:09.365186 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c73e73e0-32e6-48be-9137-daa48629b6f0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9cc8bd33-64ba-4328-b828-53f437ab51ff HTTP/1.1" status: 204 len: 168 time: 0.1291769 Feb 17 18:26:09.373184 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e73e0-32e6-48be-9137-daa48629b6f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc8bd33-64ba-4328-b828-53f437ab51ff,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:26:09.687294 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38248) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:26:09.726566 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ae66da84-2cfb-4350-82fe-7db404e7d57f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=77440e4ed6424d6786ce8d9e5dcf7b90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380709 Feb 17 18:26:09.728970 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38250) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:26:09.775937 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c8818c1f-3fd4-48cc-91b1-8bf5d21803ab admin admin] Publish callbacks [] for security_group (d49c4d71-8d0b-4f49-b264-38d6a6c6feb1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:09.797106 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c8818c1f-3fd4-48cc-91b1-8bf5d21803ab admin admin] Publish callbacks [] for security_group (d49c4d71-8d0b-4f49-b264-38d6a6c6feb1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:09.850466 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c8818c1f-3fd4-48cc-91b1-8bf5d21803ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (d49c4d71-8d0b-4f49-b264-38d6a6c6feb1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:09.853159 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c8818c1f-3fd4-48cc-91b1-8bf5d21803ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:09.856862 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c8818c1f-3fd4-48cc-91b1-8bf5d21803ab admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d49c4d71-8d0b-4f49-b264-38d6a6c6feb1 HTTP/1.1" status: 204 len: 168 time: 0.1244428 Feb 17 18:26:09.863405 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8818c1f-3fd4-48cc-91b1-8bf5d21803ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49c4d71-8d0b-4f49-b264-38d6a6c6feb1,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:26:19.366552 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:19.917789 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:26:20.128125 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:20.329236 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d1dbda10-2fdd-4aaf-9b01-18c20c1815cf req-0b85d844-a1cb-4f94-bb1f-2dd2944181f4 tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=62dee84019ca4125917b0dd842dad48a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210185 Feb 17 18:26:20.435587 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbda10-2fdd-4aaf-9b01-18c20c1815cf req-ebd8d339-69a2-4fe9-a191-1969a653e9e9 tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:20.437097 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d1dbda10-2fdd-4aaf-9b01-18c20c1815cf req-ebd8d339-69a2-4fe9-a191-1969a653e9e9 tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1028266 Feb 17 18:26:20.452112 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d1dbda10-2fdd-4aaf-9b01-18c20c1815cf req-7259e140-1d00-4dbd-8e03-b3b553d41098 tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] 10.222.0.87 "GET /v2.0/quotas/62dee84019ca4125917b0dd842dad48a HTTP/1.1" status: 200 len: 375 time: 0.0095463 Feb 17 18:26:20.483731 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d1dbda10-2fdd-4aaf-9b01-18c20c1815cf req-7294ced1-b292-4f5d-9edc-2e6a13c0b77a tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=62dee84019ca4125917b0dd842dad48a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260055 Feb 17 18:26:20.648616 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7fc58388-ddc5-4a86-9ddf-87a595f5c32f req-93afc23a-e5f2-47a9-b987-244e08c942ca tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] 10.222.0.87 "GET /v2.0/ports?device_id=4be424e9-2d74-4711-8865-fe33a048ab0a HTTP/1.1" status: 200 len: 210 time: 0.0270088 Feb 17 18:26:21.728463 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-440a84b5-37c5-4f66-bc63-3621ef2f17be req-f02c7289-3f7e-4bbf-84df-1217644aa19d tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] 10.222.0.87 "GET /v2.0/ports?device_id=4be424e9-2d74-4711-8865-fe33a048ab0a HTTP/1.1" status: 200 len: 210 time: 0.0270135 Feb 17 18:26:22.807831 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e36b492b-34e5-475e-b881-9812d638958c req-e721fd39-b81e-4cb8-8087-acec8002d701 tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] 10.222.0.87 "GET /v2.0/ports?device_id=4be424e9-2d74-4711-8865-fe33a048ab0a HTTP/1.1" status: 200 len: 210 time: 0.0300751 Feb 17 18:26:23.887876 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-93e26483-3a30-499b-94c1-9f352d8b8aaf req-e18b1463-a553-4151-a530-1db826c24c71 tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] 10.222.0.87 "GET /v2.0/ports?device_id=4be424e9-2d74-4711-8865-fe33a048ab0a HTTP/1.1" status: 200 len: 210 time: 0.0271292 Feb 17 18:26:24.711333 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d1dbda10-2fdd-4aaf-9b01-18c20c1815cf req-90344d76-e6dd-42d1-8cc6-cff1214c4b38 tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=62dee84019ca4125917b0dd842dad48a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235014 Feb 17 18:26:24.817795 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbda10-2fdd-4aaf-9b01-18c20c1815cf req-87fb7822-2a34-42c6-a89c-2584e02165bf tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:24.819221 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d1dbda10-2fdd-4aaf-9b01-18c20c1815cf req-87fb7822-2a34-42c6-a89c-2584e02165bf tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1036494 Feb 17 18:26:24.830108 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-d1dbda10-2fdd-4aaf-9b01-18c20c1815cf req-8609c1ea-58e6-4639-bedc-0adc88fa229a tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] Request body: {'port': {'device_id': '4be424e9-2d74-4711-8865-fe33a048ab0a', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'admin_state_up': True, 'tenant_id': '62dee84019ca4125917b0dd842dad48a'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:26:24.938750 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1dbda10-2fdd-4aaf-9b01-18c20c1815cf req-8609c1ea-58e6-4639-bedc-0adc88fa229a tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] Made reservation on behalf of 62dee84019ca4125917b0dd842dad48a for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:26:24.942097 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d1dbda10-2fdd-4aaf-9b01-18c20c1815cf req-8609c1ea-58e6-4639-bedc-0adc88fa229a tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:24.951134 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d1dbda10-2fdd-4aaf-9b01-18c20c1815cf req-8609c1ea-58e6-4639-bedc-0adc88fa229a tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:24.996155 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ceedefa3-b686-4c45-9a3b-a45006a41429 req-827a585d-81d3-4f80-a536-d47ddbd1e757 tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] 10.222.0.87 "GET /v2.0/ports?device_id=4be424e9-2d74-4711-8865-fe33a048ab0a HTTP/1.1" status: 200 len: 210 time: 0.0371852 Feb 17 18:26:25.350977 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d1dbda10-2fdd-4aaf-9b01-18c20c1815cf req-8609c1ea-58e6-4639-bedc-0adc88fa229a tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] Publish callbacks [] for security_group (775bddef-71bb-4b40-a1a0-4ed151f8c628), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:25.354865 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d1dbda10-2fdd-4aaf-9b01-18c20c1815cf req-8609c1ea-58e6-4639-bedc-0adc88fa229a tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (775bddef-71bb-4b40-a1a0-4ed151f8c628), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:25.417554 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8609c1ea-58e6-4639-bedc-0adc88fa229a tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=775bddef-71bb-4b40-a1a0-4ed151f8c628,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:26:25.492575 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-d1dbda10-2fdd-4aaf-9b01-18c20c1815cf req-8609c1ea-58e6-4639-bedc-0adc88fa229a tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] Allocated IP 192.168.233.86 (82b8d039-1c14-456f-ab24-8b3aebebd7d8/ac79920f-9ddd-4352-b866-6056158b178e/5f8c2695-059a-4d7c-ac09-dccb587bd40a) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:26:25.639306 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d1dbda10-2fdd-4aaf-9b01-18c20c1815cf req-8609c1ea-58e6-4639-bedc-0adc88fa229a tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] Publish callbacks [] for port (5f8c2695-059a-4d7c-ac09-dccb587bd40a), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:25.672947 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d1dbda10-2fdd-4aaf-9b01-18c20c1815cf req-8609c1ea-58e6-4639-bedc-0adc88fa229a tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (5f8c2695-059a-4d7c-ac09-dccb587bd40a), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:25.716019 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1dbda10-2fdd-4aaf-9b01-18c20c1815cf req-8609c1ea-58e6-4639-bedc-0adc88fa229a tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] Network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:26:25.719649 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-d1dbda10-2fdd-4aaf-9b01-18c20c1815cf req-8609c1ea-58e6-4639-bedc-0adc88fa229a tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:26:25.722139 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1dbda10-2fdd-4aaf-9b01-18c20c1815cf req-8609c1ea-58e6-4639-bedc-0adc88fa229a tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:26:25.750931 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8609c1ea-58e6-4639-bedc-0adc88fa229a tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] Pushing event updated for resources: {'Port': ['ID=5f8c2695-059a-4d7c-ac09-dccb587bd40a,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:26:25.779381 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbda10-2fdd-4aaf-9b01-18c20c1815cf req-8609c1ea-58e6-4639-bedc-0adc88fa229a tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:25.780129 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d1dbda10-2fdd-4aaf-9b01-18c20c1815cf req-8609c1ea-58e6-4639-bedc-0adc88fa229a tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:25.796901 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d1dbda10-2fdd-4aaf-9b01-18c20c1815cf req-8609c1ea-58e6-4639-bedc-0adc88fa229a tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9702280 Feb 17 18:26:25.808616 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-d1dbda10-2fdd-4aaf-9b01-18c20c1815cf req-598f998b-7d96-4a3f-ae94-da3302614915 service neutron] Request body: {'port': {'device_id': '4be424e9-2d74-4711-8865-fe33a048ab0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:26:25.869431 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d1dbda10-2fdd-4aaf-9b01-18c20c1815cf req-598f998b-7d96-4a3f-ae94-da3302614915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5f8c2695-059a-4d7c-ac09-dccb587bd40a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:25.942227 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-e0ee2a60-5ff6-40a0-8bf8-fadfb6af5219 None None] Provisioning complete for port 5f8c2695-059a-4d7c-ac09-dccb587bd40a triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:26:25.942862 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e0ee2a60-5ff6-40a0-8bf8-fadfb6af5219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (5f8c2695-059a-4d7c-ac09-dccb587bd40a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:25.982498 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-e0ee2a60-5ff6-40a0-8bf8-fadfb6af5219 None None] Port 5f8c2695-059a-4d7c-ac09-dccb587bd40a cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:26:26.163043 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3bfe9f-be51-467f-bd2a-d45dac584280 req-5ad716c9-7cc1-49c3-9f11-9f37f6d99826 tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:26.164472 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7c3bfe9f-be51-467f-bd2a-d45dac584280 req-5ad716c9-7cc1-49c3-9f11-9f37f6d99826 tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] 10.222.0.87 "GET /v2.0/ports?device_id=4be424e9-2d74-4711-8865-fe33a048ab0a HTTP/1.1" status: 200 len: 935 time: 0.0994816 Feb 17 18:26:26.180846 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-d1dbda10-2fdd-4aaf-9b01-18c20c1815cf req-598f998b-7d96-4a3f-ae94-da3302614915 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f8c2695-059a-4d7c-ac09-dccb587bd40a {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:26:26.195680 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d1dbda10-2fdd-4aaf-9b01-18c20c1815cf req-598f998b-7d96-4a3f-ae94-da3302614915 service neutron] Publish callbacks [] for port (5f8c2695-059a-4d7c-ac09-dccb587bd40a), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:26.219983 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-d1dbda10-2fdd-4aaf-9b01-18c20c1815cf req-598f998b-7d96-4a3f-ae94-da3302614915 service neutron] Transition to ACTIVE for port object 5f8c2695-059a-4d7c-ac09-dccb587bd40a will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 18:26:26.228256 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d1dbda10-2fdd-4aaf-9b01-18c20c1815cf req-598f998b-7d96-4a3f-ae94-da3302614915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (5f8c2695-059a-4d7c-ac09-dccb587bd40a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:26.255527 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7c3bfe9f-be51-467f-bd2a-d45dac584280 req-2e17a759-aef3-44e1-b868-4e63f3351287 tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] 10.222.0.87 "GET /v2.0/security-groups?id=775bddef-71bb-4b40-a1a0-4ed151f8c628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849802 Feb 17 18:26:26.303487 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f998b-7d96-4a3f-ae94-da3302614915 service neutron] Pushing event updated for resources: {'Port': ['ID=5f8c2695-059a-4d7c-ac09-dccb587bd40a,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:26:26.356631 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-d1dbda10-2fdd-4aaf-9b01-18c20c1815cf req-598f998b-7d96-4a3f-ae94-da3302614915 service neutron] Attempting to bind port 5f8c2695-059a-4d7c-ac09-dccb587bd40a on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:26:26.356976 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-d1dbda10-2fdd-4aaf-9b01-18c20c1815cf req-598f998b-7d96-4a3f-ae94-da3302614915 service neutron] Attempting to bind port 5f8c2695-059a-4d7c-ac09-dccb587bd40a by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:26:26.357309 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1dbda10-2fdd-4aaf-9b01-18c20c1815cf req-598f998b-7d96-4a3f-ae94-da3302614915 service neutron] Attempting to bind port 5f8c2695-059a-4d7c-ac09-dccb587bd40a on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:26:26.362500 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1dbda10-2fdd-4aaf-9b01-18c20c1815cf req-598f998b-7d96-4a3f-ae94-da3302614915 service neutron] Port 5f8c2695-059a-4d7c-ac09-dccb587bd40a on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:26:26.362825 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1dbda10-2fdd-4aaf-9b01-18c20c1815cf req-598f998b-7d96-4a3f-ae94-da3302614915 service neutron] Attempting to bind port 5f8c2695-059a-4d7c-ac09-dccb587bd40a on network 82b8d039-1c14-456f-ab24-8b3aebebd7d8 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:26:26.368007 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1dbda10-2fdd-4aaf-9b01-18c20c1815cf req-598f998b-7d96-4a3f-ae94-da3302614915 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:26:26.368399 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1dbda10-2fdd-4aaf-9b01-18c20c1815cf req-598f998b-7d96-4a3f-ae94-da3302614915 service neutron] Checking segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:26:26.368774 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1dbda10-2fdd-4aaf-9b01-18c20c1815cf req-598f998b-7d96-4a3f-ae94-da3302614915 service neutron] Bound using segment: {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:26:26.369202 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-d1dbda10-2fdd-4aaf-9b01-18c20c1815cf req-598f998b-7d96-4a3f-ae94-da3302614915 service neutron] Bound port: 5f8c2695-059a-4d7c-ac09-dccb587bd40a, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f782751-bc5d-4356-a3d8-8b2ad34e3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:26:26.369568 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d1dbda10-2fdd-4aaf-9b01-18c20c1815cf req-598f998b-7d96-4a3f-ae94-da3302614915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5f8c2695-059a-4d7c-ac09-dccb587bd40a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:26.433636 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-d1dbda10-2fdd-4aaf-9b01-18c20c1815cf req-598f998b-7d96-4a3f-ae94-da3302614915 service neutron] For port 5f8c2695-059a-4d7c-ac09-dccb587bd40a, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:26:26.436711 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-d1dbda10-2fdd-4aaf-9b01-18c20c1815cf req-598f998b-7d96-4a3f-ae94-da3302614915 service neutron] For port 5f8c2695-059a-4d7c-ac09-dccb587bd40a, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=5f8c2695-059a-4d7c-ac09-dccb587bd40a,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:26:26.443294 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d1dbda10-2fdd-4aaf-9b01-18c20c1815cf req-598f998b-7d96-4a3f-ae94-da3302614915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (5f8c2695-059a-4d7c-ac09-dccb587bd40a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:26.476084 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbda10-2fdd-4aaf-9b01-18c20c1815cf req-598f998b-7d96-4a3f-ae94-da3302614915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:26.476763 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-d1dbda10-2fdd-4aaf-9b01-18c20c1815cf req-598f998b-7d96-4a3f-ae94-da3302614915 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:26.478129 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d1dbda10-2fdd-4aaf-9b01-18c20c1815cf req-598f998b-7d96-4a3f-ae94-da3302614915 service neutron] 10.222.0.71 "PUT /v2.0/ports/5f8c2695-059a-4d7c-ac09-dccb587bd40a HTTP/1.1" status: 200 len: 1095 time: 0.6737335 Feb 17 18:26:26.478621 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4be424e9-2d74-4711-8865-fe33a048ab0a', 'tag': '5f8c2695-059a-4d7c-ac09-dccb587bd40a'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:26:26.480832 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b190af5285b65727f3b44dc6e403f34aceaa8adb38edcfb0268daad85aadb275" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db63fbaf-90a5-41af-9a51-dc00487e6387" -d '{"events": [{"name": "network-changed", "server_uuid": "4be424e9-2d74-4711-8865-fe33a048ab0a", "tag": "5f8c2695-059a-4d7c-ac09-dccb587bd40a"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:26:26.513495 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f998b-7d96-4a3f-ae94-da3302614915 service neutron] Pushing event updated for resources: {'Port': ['ID=5f8c2695-059a-4d7c-ac09-dccb587bd40a,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:26:26.557634 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8ae27d-93c2-4ce4-87c9-88f77f960edb x-openstack-request-id: req-8b8ae27d-93c2-4ce4-87c9-88f77f960edb {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:26:26.557959 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4be424e9-2d74-4711-8865-fe33a048ab0a", "tag": "5f8c2695-059a-4d7c-ac09-dccb587bd40a", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:26:26.558220 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8b8ae27d-93c2-4ce4-87c9-88f77f960edb {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:26:26.558630 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4be424e9-2d74-4711-8865-fe33a048ab0a', 'tag': '5f8c2695-059a-4d7c-ac09-dccb587bd40a', 'status': 'completed', 'code': 200} Feb 17 18:26:26.579910 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbda10-2fdd-4aaf-9b01-18c20c1815cf req-a09858e6-89ef-4454-8ac8-a612e0e2b3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:26.581536 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d1dbda10-2fdd-4aaf-9b01-18c20c1815cf req-a09858e6-89ef-4454-8ac8-a612e0e2b3d9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=62dee84019ca4125917b0dd842dad48a&device_id=4be424e9-2d74-4711-8865-fe33a048ab0a HTTP/1.1" status: 200 len: 1129 time: 0.0640349 Feb 17 18:26:26.623608 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d1dbda10-2fdd-4aaf-9b01-18c20c1815cf req-b80704c3-5127-42b6-98e0-e1cb4133674f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=5f8c2695-059a-4d7c-ac09-dccb587bd40a HTTP/1.1" status: 200 len: 217 time: 0.0353274 Feb 17 18:26:26.674526 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbda10-2fdd-4aaf-9b01-18c20c1815cf req-9aa7b680-60dc-4e29-aa64-868db31ecb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:26.675956 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d1dbda10-2fdd-4aaf-9b01-18c20c1815cf req-9aa7b680-60dc-4e29-aa64-868db31ecb6f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.0462108 Feb 17 18:26:26.727758 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbda10-2fdd-4aaf-9b01-18c20c1815cf req-222aadb5-145b-4ff0-8fc7-34c4fefc537a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:26.729287 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d1dbda10-2fdd-4aaf-9b01-18c20c1815cf req-222aadb5-145b-4ff0-8fc7-34c4fefc537a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0476980 Feb 17 18:26:26.817899 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d1dbda10-2fdd-4aaf-9b01-18c20c1815cf req-1aa50013-ef92-44b0-ba61-2d33aabcdabd service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820808 Feb 17 18:26:26.910065 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d1dbda10-2fdd-4aaf-9b01-18c20c1815cf req-1db4d676-7d95-4f04-92b3-dedba57e634a service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867383 Feb 17 18:26:26.996231 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63fbaf-90a5-41af-9a51-dc00487e6387 req-871ce313-8836-4500-aa99-54a592f91d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:26.997740 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-db63fbaf-90a5-41af-9a51-dc00487e6387 req-871ce313-8836-4500-aa99-54a592f91d75 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=62dee84019ca4125917b0dd842dad48a&device_id=4be424e9-2d74-4711-8865-fe33a048ab0a HTTP/1.1" status: 200 len: 1129 time: 0.0456812 Feb 17 18:26:27.087773 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63fbaf-90a5-41af-9a51-dc00487e6387 req-4b1e66f7-da31-4392-a6e4-dd63e0bb7aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:27.089252 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-db63fbaf-90a5-41af-9a51-dc00487e6387 req-4b1e66f7-da31-4392-a6e4-dd63e0bb7aa7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=82b8d039-1c14-456f-ab24-8b3aebebd7d8 HTTP/1.1" status: 200 len: 870 time: 0.0860672 Feb 17 18:26:27.128096 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-db63fbaf-90a5-41af-9a51-dc00487e6387 req-905b85dc-2b32-4e63-96b3-abb5bf136b3f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=5f8c2695-059a-4d7c-ac09-dccb587bd40a HTTP/1.1" status: 200 len: 217 time: 0.0327442 Feb 17 18:26:27.176522 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63fbaf-90a5-41af-9a51-dc00487e6387 req-3ee59783-6061-4177-8053-0295e5d216ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:27.178048 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-db63fbaf-90a5-41af-9a51-dc00487e6387 req-3ee59783-6061-4177-8053-0295e5d216ae service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ac79920f-9ddd-4352-b866-6056158b178e HTTP/1.1" status: 200 len: 843 time: 0.0441146 Feb 17 18:26:27.228539 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63fbaf-90a5-41af-9a51-dc00487e6387 req-31b58b1b-6162-47b0-857a-6a7d939c230f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:27.230118 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-db63fbaf-90a5-41af-9a51-dc00487e6387 req-31b58b1b-6162-47b0-857a-6a7d939c230f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=82b8d039-1c14-456f-ab24-8b3aebebd7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0460835 Feb 17 18:26:27.337255 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-db63fbaf-90a5-41af-9a51-dc00487e6387 req-b2f7bea1-b1cd-49eb-ac76-52b36919434a service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999386 Feb 17 18:26:27.443567 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c686cce-d4a4-47e5-931e-ed26fb181fe5 req-39a4947c-defd-4ba8-85f1-fb0a93db3384 tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:27.445199 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6c686cce-d4a4-47e5-931e-ed26fb181fe5 req-39a4947c-defd-4ba8-85f1-fb0a93db3384 tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] 10.222.0.87 "GET /v2.0/ports?device_id=4be424e9-2d74-4711-8865-fe33a048ab0a HTTP/1.1" status: 200 len: 947 time: 0.1224585 Feb 17 18:26:27.479359 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-db63fbaf-90a5-41af-9a51-dc00487e6387 req-bdcb1d9a-31d5-45b5-860a-53fbdf10a2f1 service neutron] 10.222.0.71 "GET /v2.0/networks/82b8d039-1c14-456f-ab24-8b3aebebd7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269128 Feb 17 18:26:27.507872 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6c686cce-d4a4-47e5-931e-ed26fb181fe5 req-beb08e13-be79-4dd6-b11a-56f152af89d8 tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] 10.222.0.87 "GET /v2.0/security-groups?id=775bddef-71bb-4b40-a1a0-4ed151f8c628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536368 Feb 17 18:26:28.627080 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e78199-c32a-4492-a829-261d4f67afe8 req-771def44-db6d-4efe-87c8-405e23689f8b tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:28.628587 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-40e78199-c32a-4492-a829-261d4f67afe8 req-771def44-db6d-4efe-87c8-405e23689f8b tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] 10.222.0.87 "GET /v2.0/ports?device_id=4be424e9-2d74-4711-8865-fe33a048ab0a HTTP/1.1" status: 200 len: 947 time: 0.0520849 Feb 17 18:26:28.678659 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-40e78199-c32a-4492-a829-261d4f67afe8 req-5dff9abe-0e67-416b-a815-9835f7576a3f tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] 10.222.0.87 "GET /v2.0/security-groups?id=775bddef-71bb-4b40-a1a0-4ed151f8c628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445154 Feb 17 18:26:29.227642 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 5f8c2695-059a-4d7c-ac09-dccb587bd40a details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:26:29.326526 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 5f8c2695-059a-4d7c-ac09-dccb587bd40a, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=5f8c2695-059a-4d7c-ac09-dccb587bd40a,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:26:29.337016 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '5f8c2695-059a-4d7c-ac09-dccb587bd40a', 'network_id': '82b8d039-1c14-456f-ab24-8b3aebebd7d8', 'port_id': '5f8c2695-059a-4d7c-ac09-dccb587bd40a', 'mac_address': 'fa:16:3e:51:3e:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac79920f-9ddd-4352-b866-6056158b178e', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:26:29.373537 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 5f8c2695-059a-4d7c-ac09-dccb587bd40a is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:26:29.373920 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5f8c2695-059a-4d7c-ac09-dccb587bd40a), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:29.386274 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f8c2695-059a-4d7c-ac09-dccb587bd40a {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:26:29.405459 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 5f8c2695-059a-4d7c-ac09-dccb587bd40a, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=5f8c2695-059a-4d7c-ac09-dccb587bd40a,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:26:29.409628 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (5f8c2695-059a-4d7c-ac09-dccb587bd40a), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:29.455780 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=5f8c2695-059a-4d7c-ac09-dccb587bd40a,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:26:29.646379 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['5f8c2695-059a-4d7c-ac09-dccb587bd40a'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:26:29.798697 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9a102-db88-4bf8-9260-6fc39838f2ff req-080972c2-6765-495a-9e7a-57dc5486941c tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:29.800191 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-91a9a102-db88-4bf8-9260-6fc39838f2ff req-080972c2-6765-495a-9e7a-57dc5486941c tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] 10.222.0.87 "GET /v2.0/ports?device_id=4be424e9-2d74-4711-8865-fe33a048ab0a HTTP/1.1" status: 200 len: 948 time: 0.0536382 Feb 17 18:26:29.846503 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-91a9a102-db88-4bf8-9260-6fc39838f2ff req-7703a30a-ec0a-44db-bc9b-a03442df3a19 tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] 10.222.0.87 "GET /v2.0/security-groups?id=775bddef-71bb-4b40-a1a0-4ed151f8c628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407214 Feb 17 18:26:30.963007 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407fae08-e908-450c-be51-165bded0048e req-80c43af6-2619-464c-a297-ab7c301e93a3 tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:30.964535 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-407fae08-e908-450c-be51-165bded0048e req-80c43af6-2619-464c-a297-ab7c301e93a3 tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] 10.222.0.87 "GET /v2.0/ports?device_id=4be424e9-2d74-4711-8865-fe33a048ab0a HTTP/1.1" status: 200 len: 948 time: 0.0511177 Feb 17 18:26:31.010017 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-407fae08-e908-450c-be51-165bded0048e req-49cf9d0c-de0c-4ea2-a8f9-1c2254b8f85e tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] 10.222.0.87 "GET /v2.0/security-groups?id=775bddef-71bb-4b40-a1a0-4ed151f8c628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391762 Feb 17 18:26:31.227425 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 5f8c2695-059a-4d7c-ac09-dccb587bd40a up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:26:31.280863 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 5f8c2695-059a-4d7c-ac09-dccb587bd40a completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 18:26:31.290452 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 5f8c2695-059a-4d7c-ac09-dccb587bd40a triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:26:31.290836 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (5f8c2695-059a-4d7c-ac09-dccb587bd40a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:31.374045 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 5f8c2695-059a-4d7c-ac09-dccb587bd40a is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:26:31.374428 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5f8c2695-059a-4d7c-ac09-dccb587bd40a), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:31.396684 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be424e9-2d74-4711-8865-fe33a048ab0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8c2695-059a-4d7c-ac09-dccb587bd40a'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:26:31.398904 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a58b36eb5214be741a58d8f0f454d70cefb3ebdc097f6d2df64ce05b1b6ee80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a86b22f-e9f0-4a59-94ce-364b0eddb684" -d '{"events": [{"server_uuid": "4be424e9-2d74-4711-8865-fe33a048ab0a", "name": "network-vif-plugged", "status": "completed", "tag": "5f8c2695-059a-4d7c-ac09-dccb587bd40a"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:26:31.411216 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 5f8c2695-059a-4d7c-ac09-dccb587bd40a, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=5f8c2695-059a-4d7c-ac09-dccb587bd40a,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:26:31.415124 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (5f8c2695-059a-4d7c-ac09-dccb587bd40a), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:31.439687 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8093e26c-faa8-4d0c-b45c-77893aa81a6b x-openstack-request-id: req-8093e26c-faa8-4d0c-b45c-77893aa81a6b {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:26:31.439978 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be424e9-2d74-4711-8865-fe33a048ab0a", "name": "network-vif-plugged", "status": "completed", "tag": "5f8c2695-059a-4d7c-ac09-dccb587bd40a", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:26:31.440229 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8093e26c-faa8-4d0c-b45c-77893aa81a6b {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:26:31.440644 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4be424e9-2d74-4711-8865-fe33a048ab0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8c2695-059a-4d7c-ac09-dccb587bd40a', 'code': 200} Feb 17 18:26:31.468997 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=5f8c2695-059a-4d7c-ac09-dccb587bd40a,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:26:31.535590 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda7846-4255-42c7-bbee-8bfe566be869 req-915e5c27-b3a3-47e1-bfc4-8d9f152899fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:31.537226 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4bda7846-4255-42c7-bbee-8bfe566be869 req-915e5c27-b3a3-47e1-bfc4-8d9f152899fe service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4be424e9-2d74-4711-8865-fe33a048ab0a HTTP/1.1" status: 200 len: 1131 time: 0.0487738 Feb 17 18:26:31.581401 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4bda7846-4255-42c7-bbee-8bfe566be869 req-d7d1400f-aebe-475b-a2b5-5916f9040ccd service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=775bddef-71bb-4b40-a1a0-4ed151f8c628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378833 Feb 17 18:26:32.127233 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28405fb-49b3-44b1-bab3-1750fb458a99 req-08016820-4106-481f-ae21-36fea00e4302 tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:32.128719 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e28405fb-49b3-44b1-bab3-1750fb458a99 req-08016820-4106-481f-ae21-36fea00e4302 tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] 10.222.0.87 "GET /v2.0/ports?device_id=4be424e9-2d74-4711-8865-fe33a048ab0a HTTP/1.1" status: 200 len: 949 time: 0.0516684 Feb 17 18:26:32.174329 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e28405fb-49b3-44b1-bab3-1750fb458a99 req-0271517a-59ec-4b7c-a966-72db5ef419fc tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] 10.222.0.87 "GET /v2.0/security-groups?id=775bddef-71bb-4b40-a1a0-4ed151f8c628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401282 Feb 17 18:26:33.030038 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-441c1cc7-2b65-4e67-9e6c-c1e3b0f6f1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:33.299301 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ed83a-6057-401d-ba18-7a1f1487af88 req-e4404410-e241-416e-a15f-de78da26ba58 tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:33.300810 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-580ed83a-6057-401d-ba18-7a1f1487af88 req-e4404410-e241-416e-a15f-de78da26ba58 tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] 10.222.0.87 "GET /v2.0/ports?device_id=4be424e9-2d74-4711-8865-fe33a048ab0a HTTP/1.1" status: 200 len: 949 time: 0.0563903 Feb 17 18:26:33.346510 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-580ed83a-6057-401d-ba18-7a1f1487af88 req-ea6abe7e-aa6d-401a-be22-74eb2e05007e tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] 10.222.0.87 "GET /v2.0/security-groups?id=775bddef-71bb-4b40-a1a0-4ed151f8c628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400887 Feb 17 18:26:33.805801 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-78a27d81-e3fc-431e-808f-ff8b8591aefc req-05eea4a6-138f-4a66-b8c1-933d95396c68 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 18:26:33.806841 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-78a27d81-e3fc-431e-808f-ff8b8591aefc req-05eea4a6-138f-4a66-b8c1-933d95396c68 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0469351 Feb 17 18:26:34.193351 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-89da04ff-54e7-407a-be26-0b1a8148463a req-3ed14f02-4c53-458d-a474-f1f664a5b8fa service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 18:26:34.194407 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-89da04ff-54e7-407a-be26-0b1a8148463a req-3ed14f02-4c53-458d-a474-f1f664a5b8fa service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0427504 Feb 17 18:26:34.532106 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b0179d-4720-4646-978f-881729773783 req-b70e7510-4e98-4868-ab5a-b7f1df1cafec tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:34.533639 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-79b0179d-4720-4646-978f-881729773783 req-b70e7510-4e98-4868-ab5a-b7f1df1cafec tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] 10.222.0.87 "GET /v2.0/ports?device_id=4be424e9-2d74-4711-8865-fe33a048ab0a HTTP/1.1" status: 200 len: 949 time: 0.0539525 Feb 17 18:26:34.584056 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-79b0179d-4720-4646-978f-881729773783 req-c607e726-73e7-45b6-ab81-090d63ed52ee tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] 10.222.0.87 "GET /v2.0/security-groups?id=775bddef-71bb-4b40-a1a0-4ed151f8c628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447049 Feb 17 18:26:35.487528 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bf3b5227-c462-45bb-b6f0-ab6db8f5af66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:35.702659 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01489e36-4a31-4a8d-aa32-2fedfce9250a req-9072a180-a951-4f12-841d-277a4a78f5d0 tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:35.704691 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-01489e36-4a31-4a8d-aa32-2fedfce9250a req-9072a180-a951-4f12-841d-277a4a78f5d0 tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] 10.222.0.87 "GET /v2.0/ports?device_id=4be424e9-2d74-4711-8865-fe33a048ab0a HTTP/1.1" status: 200 len: 949 time: 0.0524819 Feb 17 18:26:35.781068 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-01489e36-4a31-4a8d-aa32-2fedfce9250a req-6a47ee66-dadb-4516-9027-725e063aeeb4 tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] 10.222.0.87 "GET /v2.0/security-groups?id=775bddef-71bb-4b40-a1a0-4ed151f8c628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707383 Feb 17 18:26:35.798674 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45dc85-a3d7-4075-aa57-6e459d493351 req-c1945bef-9cf5-4e51-b7d0-6794be98d537 tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:35.800111 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dd45dc85-a3d7-4075-aa57-6e459d493351 req-c1945bef-9cf5-4e51-b7d0-6794be98d537 tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] 10.222.0.71 "GET /v2.0/ports?device_id=4be424e9-2d74-4711-8865-fe33a048ab0a HTTP/1.1" status: 200 len: 949 time: 0.0753956 Feb 17 18:26:35.891194 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-dd45dc85-a3d7-4075-aa57-6e459d493351 req-c04555b1-3906-41ab-be63-15f19ddc8231 tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] Deleting port 5f8c2695-059a-4d7c-ac09-dccb587bd40a {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:26:35.891541 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-dd45dc85-a3d7-4075-aa57-6e459d493351 req-c04555b1-3906-41ab-be63-15f19ddc8231 tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (5f8c2695-059a-4d7c-ac09-dccb587bd40a), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:35.980850 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-dd45dc85-a3d7-4075-aa57-6e459d493351 req-c04555b1-3906-41ab-be63-15f19ddc8231 tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] For port 5f8c2695-059a-4d7c-ac09-dccb587bd40a, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=5f8c2695-059a-4d7c-ac09-dccb587bd40a,segment=NetworkSegment(2f782751-bc5d-4356-a3d8-8b2ad34e3553),segment_id=2f782751-bc5d-4356-a3d8-8b2ad34e3553)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:26:35.981210 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-dd45dc85-a3d7-4075-aa57-6e459d493351 req-c04555b1-3906-41ab-be63-15f19ddc8231 tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (5f8c2695-059a-4d7c-ac09-dccb587bd40a), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:35.992923 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-dd45dc85-a3d7-4075-aa57-6e459d493351 req-c04555b1-3906-41ab-be63-15f19ddc8231 tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] Calling delete_port for 5f8c2695-059a-4d7c-ac09-dccb587bd40a owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:26:36.120808 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-dd45dc85-a3d7-4075-aa57-6e459d493351 req-c04555b1-3906-41ab-be63-15f19ddc8231 tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (5f8c2695-059a-4d7c-ac09-dccb587bd40a), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:36.132310 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['5f8c2695-059a-4d7c-ac09-dccb587bd40a'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:26:36.149362 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04555b1-3906-41ab-be63-15f19ddc8231 tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] Pushing event deleted for resources: {'Port': ['ID=5f8c2695-059a-4d7c-ac09-dccb587bd40a,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:26:36.192688 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd45dc85-a3d7-4075-aa57-6e459d493351 req-c04555b1-3906-41ab-be63-15f19ddc8231 tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] No DVR routers for this DVR port 5f8c2695-059a-4d7c-ac09-dccb587bd40a on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:26:36.195331 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-dd45dc85-a3d7-4075-aa57-6e459d493351 req-c04555b1-3906-41ab-be63-15f19ddc8231 tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:36.198884 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dd45dc85-a3d7-4075-aa57-6e459d493351 req-c04555b1-3906-41ab-be63-15f19ddc8231 tempest-ServersAdminNegativeTestJSON-2011270493 tempest-ServersAdminNegativeTestJSON-2011270493-project] 10.222.0.71 "DELETE /v2.0/ports/5f8c2695-059a-4d7c-ac09-dccb587bd40a HTTP/1.1" status: 204 len: 173 time: 0.3930604 Feb 17 18:26:36.199350 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be424e9-2d74-4711-8865-fe33a048ab0a', 'name': 'network-vif-deleted', 'tag': '5f8c2695-059a-4d7c-ac09-dccb587bd40a'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:26:36.201717 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b190af5285b65727f3b44dc6e403f34aceaa8adb38edcfb0268daad85aadb275" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1edd5ad-ab7e-450d-bc23-fb6c02e36408" -d '{"events": [{"server_uuid": "4be424e9-2d74-4711-8865-fe33a048ab0a", "name": "network-vif-deleted", "tag": "5f8c2695-059a-4d7c-ac09-dccb587bd40a"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:26:36.240136 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac04460-39c8-46a5-a713-0db8a453bc8b x-openstack-request-id: req-aac04460-39c8-46a5-a713-0db8a453bc8b {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:26:36.240708 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be424e9-2d74-4711-8865-fe33a048ab0a", "name": "network-vif-deleted", "tag": "5f8c2695-059a-4d7c-ac09-dccb587bd40a", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:26:36.240975 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-aac04460-39c8-46a5-a713-0db8a453bc8b {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:26:36.241373 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4be424e9-2d74-4711-8865-fe33a048ab0a', 'name': 'network-vif-deleted', 'tag': '5f8c2695-059a-4d7c-ac09-dccb587bd40a', 'status': 'completed', 'code': 200} Feb 17 18:26:36.886941 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:37.074197 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38430) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:26:37.211351 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8f126c58-cf52-4b6e-92cc-9f9396f7cd32 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=62dee84019ca4125917b0dd842dad48a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1359696 Feb 17 18:26:37.213843 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38434) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:26:37.260581 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7a9d12c5-a6e4-4d96-995e-0d6d98de1e3b admin admin] Publish callbacks [] for security_group (775bddef-71bb-4b40-a1a0-4ed151f8c628), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:37.280843 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7a9d12c5-a6e4-4d96-995e-0d6d98de1e3b admin admin] Publish callbacks [] for security_group (775bddef-71bb-4b40-a1a0-4ed151f8c628), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:37.327709 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7a9d12c5-a6e4-4d96-995e-0d6d98de1e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (775bddef-71bb-4b40-a1a0-4ed151f8c628), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:37.330373 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7a9d12c5-a6e4-4d96-995e-0d6d98de1e3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:37.331534 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7a9d12c5-a6e4-4d96-995e-0d6d98de1e3b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/775bddef-71bb-4b40-a1a0-4ed151f8c628 HTTP/1.1" status: 204 len: 168 time: 0.1167858 Feb 17 18:26:37.339541 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d12c5-a6e4-4d96-995e-0d6d98de1e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775bddef-71bb-4b40-a1a0-4ed151f8c628,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:26:37.347448 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9d12c5-a6e4-4d96-995e-0d6d98de1e3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:26:37.347802 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9d12c5-a6e4-4d96-995e-0d6d98de1e3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:26:37.348152 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9d12c5-a6e4-4d96-995e-0d6d98de1e3b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:26:37.348516 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9d12c5-a6e4-4d96-995e-0d6d98de1e3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:26:37.349097 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9d12c5-a6e4-4d96-995e-0d6d98de1e3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:26:37.349314 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9d12c5-a6e4-4d96-995e-0d6d98de1e3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:26:37.349655 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9d12c5-a6e4-4d96-995e-0d6d98de1e3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:26:37.349989 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9d12c5-a6e4-4d96-995e-0d6d98de1e3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:26:37.350403 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9d12c5-a6e4-4d96-995e-0d6d98de1e3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:26:37.350716 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9d12c5-a6e4-4d96-995e-0d6d98de1e3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:26:37.350977 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9d12c5-a6e4-4d96-995e-0d6d98de1e3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:26:37.351305 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9d12c5-a6e4-4d96-995e-0d6d98de1e3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:26:37.351633 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9d12c5-a6e4-4d96-995e-0d6d98de1e3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:26:37.586465 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 38440) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:26:37.600489 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8b3dacdc-9090-4480-81ba-4bda88acb3ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:37.677191 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8b3dacdc-9090-4480-81ba-4bda88acb3ea admin admin] Publish callbacks [] for security_group (bef1fc14-74ee-43fa-b62d-e39c5dc361a5), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:37.680886 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8b3dacdc-9090-4480-81ba-4bda88acb3ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (bef1fc14-74ee-43fa-b62d-e39c5dc361a5), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:37.722577 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-8b3dacdc-9090-4480-81ba-4bda88acb3ea admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=03bc2b1d18ec49b98aa500471e8e6332&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1349819 Feb 17 18:26:37.723460 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3dacdc-9090-4480-81ba-4bda88acb3ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef1fc14-74ee-43fa-b62d-e39c5dc361a5,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:26:37.725335 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38442) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:26:37.774099 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f4af5cac-77ae-44ed-9f4b-dcb3c5481427 admin admin] Publish callbacks [] for security_group (bef1fc14-74ee-43fa-b62d-e39c5dc361a5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:37.794806 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f4af5cac-77ae-44ed-9f4b-dcb3c5481427 admin admin] Publish callbacks [] for security_group (bef1fc14-74ee-43fa-b62d-e39c5dc361a5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:37.844340 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f4af5cac-77ae-44ed-9f4b-dcb3c5481427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (bef1fc14-74ee-43fa-b62d-e39c5dc361a5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:37.844340 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f4af5cac-77ae-44ed-9f4b-dcb3c5481427 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:37.845374 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f4af5cac-77ae-44ed-9f4b-dcb3c5481427 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/bef1fc14-74ee-43fa-b62d-e39c5dc361a5 HTTP/1.1" status: 204 len: 168 time: 0.1188378 Feb 17 18:26:37.853055 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af5cac-77ae-44ed-9f4b-dcb3c5481427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef1fc14-74ee-43fa-b62d-e39c5dc361a5,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:26:38.109947 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:38.497668 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38464) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:26:38.593519 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-5423f43e-9520-48e9-8dea-e4d756777e31 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1208461256-network', 'tenant_id': 'be1640e29fe747d08ef46a18bc9d1684'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:26:38.614836 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5423f43e-9520-48e9-8dea-e4d756777e31 admin admin] Made reservation on behalf of be1640e29fe747d08ef46a18bc9d1684 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:26:38.617584 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5423f43e-9520-48e9-8dea-e4d756777e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:38.629387 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5423f43e-9520-48e9-8dea-e4d756777e31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:38.703479 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5423f43e-9520-48e9-8dea-e4d756777e31 admin admin] Publish callbacks [] for security_group (39ab72b2-7d87-4b36-83e2-5b7656e39462), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:38.706940 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5423f43e-9520-48e9-8dea-e4d756777e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (39ab72b2-7d87-4b36-83e2-5b7656e39462), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:38.726913 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5423f43e-9520-48e9-8dea-e4d756777e31 admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:26:38.741906 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423f43e-9520-48e9-8dea-e4d756777e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ab72b2-7d87-4b36-83e2-5b7656e39462,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:26:38.744827 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5423f43e-9520-48e9-8dea-e4d756777e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (e0574e08-ee0f-43ec-88b0-bd14cdc00bb4), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:38.745172 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-5423f43e-9520-48e9-8dea-e4d756777e31 admin admin] Added segment e0574e08-ee0f-43ec-88b0-bd14cdc00bb4 of type vlan for network 2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb Feb 17 18:26:38.783728 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5423f43e-9520-48e9-8dea-e4d756777e31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:38.807489 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5423f43e-9520-48e9-8dea-e4d756777e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:38.808537 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5423f43e-9520-48e9-8dea-e4d756777e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:38.809125 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5423f43e-9520-48e9-8dea-e4d756777e31 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:38.842148 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5423f43e-9520-48e9-8dea-e4d756777e31 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3433900 Feb 17 18:26:38.845360 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 38468) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:26:38.850292 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-2b52782d-1eed-42f3-94c7-ba69728ab36d admin admin] Request body: {'subnet': {'network_id': '2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1208461256-subnet', 'tenant_id': 'be1640e29fe747d08ef46a18bc9d1684', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:26:38.869506 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b52782d-1eed-42f3-94c7-ba69728ab36d admin admin] Made reservation on behalf of be1640e29fe747d08ef46a18bc9d1684 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:26:38.871327 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423f43e-9520-48e9-8dea-e4d756777e31 admin admin] Pushing event updated for resources: {'Network': ['ID=2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:26:38.871796 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2b52782d-1eed-42f3-94c7-ba69728ab36d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:38.882228 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:26:39.048669 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2b52782d-1eed-42f3-94c7-ba69728ab36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (a431799c-f4c4-487e-9469-9b29c22237f0), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:39.104401 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b52782d-1eed-42f3-94c7-ba69728ab36d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a431799c-f4c4-487e-9469-9b29c22237f0,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:26:39.112214 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b52782d-1eed-42f3-94c7-ba69728ab36d admin admin] Checking segment: {'id': 'e0574e08-ee0f-43ec-88b0-bd14cdc00bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:26:39.112609 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b52782d-1eed-42f3-94c7-ba69728ab36d admin admin] Network hostable DHCP agents. Network: 2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:26:39.129732 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b52782d-1eed-42f3-94c7-ba69728ab36d admin admin] Network 2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:26:39.137790 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-2b52782d-1eed-42f3-94c7-ba69728ab36d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:26:39.142305 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b52782d-1eed-42f3-94c7-ba69728ab36d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:39.142915 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2b52782d-1eed-42f3-94c7-ba69728ab36d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:39.149001 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0409b82-b05a-49fe-a658-6b01ea52221f None None] Network 2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:26:39.160192 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-2b52782d-1eed-42f3-94c7-ba69728ab36d admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3137491 Feb 17 18:26:39.239527 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:39.280742 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62364f8e-5940-463f-a255-4214cf956bd9 None None] Network 2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:26:39.284109 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 5f8c2695-059a-4d7c-ac09-dccb587bd40a no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:26:39.320484 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: 5f8c2695-059a-4d7c-ac09-dccb587bd40a {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:26:39.320830 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 5f8c2695-059a-4d7c-ac09-dccb587bd40a not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:26:39.580479 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ccad7-cbb4-44bf-8cf8-999641a07088 req-2ba0d1e6-73d8-4ec7-bd7a-53f0c9b5cf74 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:39.581944 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-557ccad7-cbb4-44bf-8cf8-999641a07088 req-2ba0d1e6-73d8-4ec7-bd7a-53f0c9b5cf74 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/networks?id=2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb HTTP/1.1" status: 200 len: 812 time: 0.1019599 Feb 17 18:26:39.596416 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-557ccad7-cbb4-44bf-8cf8-999641a07088 req-9dfbe16a-8c3c-4d5a-a3e2-dc154ce5f2be tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/quotas/be1640e29fe747d08ef46a18bc9d1684 HTTP/1.1" status: 200 len: 375 time: 0.0092340 Feb 17 18:26:39.627574 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-557ccad7-cbb4-44bf-8cf8-999641a07088 req-37c495a7-7993-4c52-8987-a5f08c7d672e tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=be1640e29fe747d08ef46a18bc9d1684&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265036 Feb 17 18:26:39.637485 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-557ccad7-cbb4-44bf-8cf8-999641a07088 req-b9dcfb0a-d6b3-4f36-849a-6470cde84758 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 18:26:39.638550 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-557ccad7-cbb4-44bf-8cf8-999641a07088 req-b9dcfb0a-d6b3-4f36-849a-6470cde84758 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049834 Feb 17 18:26:39.724884 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-557ccad7-cbb4-44bf-8cf8-999641a07088 req-e424dbc2-0e63-46ef-9aa4-69c448bee040 service neutron] 10.222.0.87 "GET /v2.0/networks/2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810602 Feb 17 18:26:39.814651 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-557ccad7-cbb4-44bf-8cf8-999641a07088 req-d5fcfce0-da83-4506-af6d-0af458470ac5 service neutron] 10.222.0.87 "GET /v2.0/networks/2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842769 Feb 17 18:26:39.972853 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fefc6b18-16cb-4d9c-8149-3f2f622014f8 req-8508cdc6-666c-44fb-8bab-da33880b43e2 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3206afd-bdf4-4acc-b653-377ad5c9b6bb HTTP/1.1" status: 200 len: 210 time: 0.0272484 Feb 17 18:26:41.043083 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ccad7-cbb4-44bf-8cf8-999641a07088 req-2b57566b-f84e-4c50-b568-0221517ac2f8 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:41.044595 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-557ccad7-cbb4-44bf-8cf8-999641a07088 req-2b57566b-f84e-4c50-b568-0221517ac2f8 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.71 "GET /v2.0/networks?id=2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb HTTP/1.1" status: 200 len: 812 time: 0.1103377 Feb 17 18:26:41.059257 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-557ccad7-cbb4-44bf-8cf8-999641a07088 req-dd4861bb-006b-4bef-a199-064fcf4cecf9 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Request body: {'port': {'device_id': 'a3206afd-bdf4-4acc-b653-377ad5c9b6bb', 'network_id': '2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb', 'admin_state_up': True, 'tenant_id': 'be1640e29fe747d08ef46a18bc9d1684'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:26:41.079157 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-255fecf9-f418-40cb-bad5-76329734842f req-9920a16b-bc5d-4021-a069-8ed26d362de1 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3206afd-bdf4-4acc-b653-377ad5c9b6bb HTTP/1.1" status: 200 len: 210 time: 0.0336061 Feb 17 18:26:41.181309 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-557ccad7-cbb4-44bf-8cf8-999641a07088 req-dd4861bb-006b-4bef-a199-064fcf4cecf9 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Made reservation on behalf of be1640e29fe747d08ef46a18bc9d1684 for: {'port': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:26:41.184758 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-557ccad7-cbb4-44bf-8cf8-999641a07088 req-dd4861bb-006b-4bef-a199-064fcf4cecf9 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:41.310312 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [req-557ccad7-cbb4-44bf-8cf8-999641a07088 req-dd4861bb-006b-4bef-a199-064fcf4cecf9 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Allocated IP 172.20.0.9 (2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb/a431799c-f4c4-487e-9469-9b29c22237f0/84a0b23a-2228-4450-ae09-8eb31126dbe8) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:26:41.457763 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-557ccad7-cbb4-44bf-8cf8-999641a07088 req-dd4861bb-006b-4bef-a199-064fcf4cecf9 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Publish callbacks [] for port (84a0b23a-2228-4450-ae09-8eb31126dbe8), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:41.491797 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-557ccad7-cbb4-44bf-8cf8-999641a07088 req-dd4861bb-006b-4bef-a199-064fcf4cecf9 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (84a0b23a-2228-4450-ae09-8eb31126dbe8), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:41.533006 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-557ccad7-cbb4-44bf-8cf8-999641a07088 req-dd4861bb-006b-4bef-a199-064fcf4cecf9 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Network 2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:26:41.538390 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [req-557ccad7-cbb4-44bf-8cf8-999641a07088 req-dd4861bb-006b-4bef-a199-064fcf4cecf9 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:26:41.540942 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-557ccad7-cbb4-44bf-8cf8-999641a07088 req-dd4861bb-006b-4bef-a199-064fcf4cecf9 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:26:41.575095 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4861bb-006b-4bef-a199-064fcf4cecf9 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Pushing event updated for resources: {'Port': ['ID=84a0b23a-2228-4450-ae09-8eb31126dbe8,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:26:41.596866 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ccad7-cbb4-44bf-8cf8-999641a07088 req-dd4861bb-006b-4bef-a199-064fcf4cecf9 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:41.597471 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-557ccad7-cbb4-44bf-8cf8-999641a07088 req-dd4861bb-006b-4bef-a199-064fcf4cecf9 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:41.613073 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-557ccad7-cbb4-44bf-8cf8-999641a07088 req-dd4861bb-006b-4bef-a199-064fcf4cecf9 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5586653 Feb 17 18:26:41.621585 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-557ccad7-cbb4-44bf-8cf8-999641a07088 req-603bbf52-6e73-4729-842c-c4b4f681ff40 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 18:26:41.622519 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-557ccad7-cbb4-44bf-8cf8-999641a07088 req-603bbf52-6e73-4729-842c-c4b4f681ff40 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048702 Feb 17 18:26:41.632389 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-557ccad7-cbb4-44bf-8cf8-999641a07088 req-1b7b87be-0b06-464c-983b-bdc6b2ffc36b service neutron] Request body: {'port': {'device_id': 'a3206afd-bdf4-4acc-b653-377ad5c9b6bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:26:41.689394 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-557ccad7-cbb4-44bf-8cf8-999641a07088 req-1b7b87be-0b06-464c-983b-bdc6b2ffc36b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (84a0b23a-2228-4450-ae09-8eb31126dbe8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:41.949581 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [req-557ccad7-cbb4-44bf-8cf8-999641a07088 req-1b7b87be-0b06-464c-983b-bdc6b2ffc36b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84a0b23a-2228-4450-ae09-8eb31126dbe8 {{(pid=103435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:26:41.957738 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-557ccad7-cbb4-44bf-8cf8-999641a07088 req-1b7b87be-0b06-464c-983b-bdc6b2ffc36b service neutron] Publish callbacks [] for port (84a0b23a-2228-4450-ae09-8eb31126dbe8), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:41.969513 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-557ccad7-cbb4-44bf-8cf8-999641a07088 req-1b7b87be-0b06-464c-983b-bdc6b2ffc36b service neutron] Transition to ACTIVE for port object 84a0b23a-2228-4450-ae09-8eb31126dbe8 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 18:26:41.973789 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-557ccad7-cbb4-44bf-8cf8-999641a07088 req-1b7b87be-0b06-464c-983b-bdc6b2ffc36b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (84a0b23a-2228-4450-ae09-8eb31126dbe8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:42.021969 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b87be-0b06-464c-983b-bdc6b2ffc36b service neutron] Pushing event updated for resources: {'Port': ['ID=84a0b23a-2228-4450-ae09-8eb31126dbe8,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:26:42.090247 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-557ccad7-cbb4-44bf-8cf8-999641a07088 req-1b7b87be-0b06-464c-983b-bdc6b2ffc36b service neutron] Attempting to bind port 84a0b23a-2228-4450-ae09-8eb31126dbe8 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:26:42.090964 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-557ccad7-cbb4-44bf-8cf8-999641a07088 req-1b7b87be-0b06-464c-983b-bdc6b2ffc36b service neutron] Attempting to bind port 84a0b23a-2228-4450-ae09-8eb31126dbe8 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': 'e0574e08-ee0f-43ec-88b0-bd14cdc00bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:26:42.090964 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557ccad7-cbb4-44bf-8cf8-999641a07088 req-1b7b87be-0b06-464c-983b-bdc6b2ffc36b service neutron] Attempting to bind port 84a0b23a-2228-4450-ae09-8eb31126dbe8 on network 2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:26:42.095141 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557ccad7-cbb4-44bf-8cf8-999641a07088 req-1b7b87be-0b06-464c-983b-bdc6b2ffc36b service neutron] Port 84a0b23a-2228-4450-ae09-8eb31126dbe8 on network 2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:26:42.095464 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557ccad7-cbb4-44bf-8cf8-999641a07088 req-1b7b87be-0b06-464c-983b-bdc6b2ffc36b service neutron] Attempting to bind port 84a0b23a-2228-4450-ae09-8eb31126dbe8 on network 2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:26:42.100396 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557ccad7-cbb4-44bf-8cf8-999641a07088 req-1b7b87be-0b06-464c-983b-bdc6b2ffc36b service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:26:42.100737 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557ccad7-cbb4-44bf-8cf8-999641a07088 req-1b7b87be-0b06-464c-983b-bdc6b2ffc36b service neutron] Checking segment: {'id': 'e0574e08-ee0f-43ec-88b0-bd14cdc00bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:26:42.101119 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557ccad7-cbb4-44bf-8cf8-999641a07088 req-1b7b87be-0b06-464c-983b-bdc6b2ffc36b service neutron] Bound using segment: {'id': 'e0574e08-ee0f-43ec-88b0-bd14cdc00bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:26:42.101551 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-557ccad7-cbb4-44bf-8cf8-999641a07088 req-1b7b87be-0b06-464c-983b-bdc6b2ffc36b service neutron] Bound port: 84a0b23a-2228-4450-ae09-8eb31126dbe8, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0574e08-ee0f-43ec-88b0-bd14cdc00bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:26:42.101898 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-557ccad7-cbb4-44bf-8cf8-999641a07088 req-1b7b87be-0b06-464c-983b-bdc6b2ffc36b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (84a0b23a-2228-4450-ae09-8eb31126dbe8), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:42.192766 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-557ccad7-cbb4-44bf-8cf8-999641a07088 req-1b7b87be-0b06-464c-983b-bdc6b2ffc36b service neutron] For port 84a0b23a-2228-4450-ae09-8eb31126dbe8, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:26:42.208429 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-557ccad7-cbb4-44bf-8cf8-999641a07088 req-1b7b87be-0b06-464c-983b-bdc6b2ffc36b service neutron] For port 84a0b23a-2228-4450-ae09-8eb31126dbe8, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=84a0b23a-2228-4450-ae09-8eb31126dbe8,segment=NetworkSegment(e0574e08-ee0f-43ec-88b0-bd14cdc00bb4),segment_id=e0574e08-ee0f-43ec-88b0-bd14cdc00bb4)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:26:42.215086 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-557ccad7-cbb4-44bf-8cf8-999641a07088 req-1b7b87be-0b06-464c-983b-bdc6b2ffc36b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (84a0b23a-2228-4450-ae09-8eb31126dbe8), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:42.236058 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b8c0f-13b5-4d82-8f55-795ea282a042 req-64aa715c-8afe-43fe-bafb-ebac9bebac06 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:42.237619 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f65b8c0f-13b5-4d82-8f55-795ea282a042 req-64aa715c-8afe-43fe-bafb-ebac9bebac06 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3206afd-bdf4-4acc-b653-377ad5c9b6bb HTTP/1.1" status: 200 len: 943 time: 0.0893664 Feb 17 18:26:42.257980 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ccad7-cbb4-44bf-8cf8-999641a07088 req-1b7b87be-0b06-464c-983b-bdc6b2ffc36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:42.258606 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-557ccad7-cbb4-44bf-8cf8-999641a07088 req-1b7b87be-0b06-464c-983b-bdc6b2ffc36b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:42.260161 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-557ccad7-cbb4-44bf-8cf8-999641a07088 req-1b7b87be-0b06-464c-983b-bdc6b2ffc36b service neutron] 10.222.0.71 "PUT /v2.0/ports/84a0b23a-2228-4450-ae09-8eb31126dbe8 HTTP/1.1" status: 200 len: 1091 time: 0.6313562 Feb 17 18:26:42.261775 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3206afd-bdf4-4acc-b653-377ad5c9b6bb', 'tag': '84a0b23a-2228-4450-ae09-8eb31126dbe8'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:26:42.264040 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b190af5285b65727f3b44dc6e403f34aceaa8adb38edcfb0268daad85aadb275" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d52c99-65cc-4508-9a8a-47da9bc8e3b6" -d '{"events": [{"name": "network-changed", "server_uuid": "a3206afd-bdf4-4acc-b653-377ad5c9b6bb", "tag": "84a0b23a-2228-4450-ae09-8eb31126dbe8"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:26:42.323041 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5f157b-c3ca-4fce-81cc-9cf84728fc9d x-openstack-request-id: req-ac5f157b-c3ca-4fce-81cc-9cf84728fc9d {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:26:42.323333 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3206afd-bdf4-4acc-b653-377ad5c9b6bb", "tag": "84a0b23a-2228-4450-ae09-8eb31126dbe8", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:26:42.323589 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ac5f157b-c3ca-4fce-81cc-9cf84728fc9d {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:26:42.323988 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3206afd-bdf4-4acc-b653-377ad5c9b6bb', 'tag': '84a0b23a-2228-4450-ae09-8eb31126dbe8', 'status': 'completed', 'code': 200} Feb 17 18:26:42.355153 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b87be-0b06-464c-983b-bdc6b2ffc36b service neutron] Pushing event updated for resources: {'Port': ['ID=84a0b23a-2228-4450-ae09-8eb31126dbe8,revision_number=3']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:26:42.364175 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f65b8c0f-13b5-4d82-8f55-795ea282a042 req-66b53587-e279-49af-a3ef-36cf17868f43 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/security-groups?id=39ab72b2-7d87-4b36-83e2-5b7656e39462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026967 Feb 17 18:26:42.382080 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ccad7-cbb4-44bf-8cf8-999641a07088 req-71183ee8-cdd3-4351-9b90-a0f0c3c11ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:42.382080 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-557ccad7-cbb4-44bf-8cf8-999641a07088 req-71183ee8-cdd3-4351-9b90-a0f0c3c11ea4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=be1640e29fe747d08ef46a18bc9d1684&device_id=a3206afd-bdf4-4acc-b653-377ad5c9b6bb HTTP/1.1" status: 200 len: 1125 time: 0.0744820 Feb 17 18:26:42.419480 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-557ccad7-cbb4-44bf-8cf8-999641a07088 req-50031f41-a42b-4c8a-99fe-ff89cf125253 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84a0b23a-2228-4450-ae09-8eb31126dbe8 HTTP/1.1" status: 200 len: 217 time: 0.0338085 Feb 17 18:26:42.468838 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ccad7-cbb4-44bf-8cf8-999641a07088 req-6fd1a66b-2452-4ffa-b7d2-837b67d46cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:42.470258 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-557ccad7-cbb4-44bf-8cf8-999641a07088 req-6fd1a66b-2452-4ffa-b7d2-837b67d46cde service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a431799c-f4c4-487e-9469-9b29c22237f0 HTTP/1.1" status: 200 len: 852 time: 0.0456007 Feb 17 18:26:42.500860 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-557ccad7-cbb4-44bf-8cf8-999641a07088 req-42779da5-7c37-4d30-a484-923acfb5cca4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252652 Feb 17 18:26:42.592756 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-557ccad7-cbb4-44bf-8cf8-999641a07088 req-9e2196d0-8808-4ea1-880e-bd4b95bb0570 service neutron] 10.222.0.71 "GET /v2.0/networks/2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847306 Feb 17 18:26:42.683397 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-557ccad7-cbb4-44bf-8cf8-999641a07088 req-7b5c5c56-5ddb-4060-abec-ff9b5602f128 service neutron] 10.222.0.71 "GET /v2.0/networks/2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846927 Feb 17 18:26:42.766335 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d52c99-65cc-4508-9a8a-47da9bc8e3b6 req-5e2f1d42-6367-4715-888a-f4b98090c9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:42.767990 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-03d52c99-65cc-4508-9a8a-47da9bc8e3b6 req-5e2f1d42-6367-4715-888a-f4b98090c9bd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=be1640e29fe747d08ef46a18bc9d1684&device_id=a3206afd-bdf4-4acc-b653-377ad5c9b6bb HTTP/1.1" status: 200 len: 1125 time: 0.0450015 Feb 17 18:26:42.856841 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d52c99-65cc-4508-9a8a-47da9bc8e3b6 req-857c59ab-c598-4be2-b1e5-e47fee556edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:42.858295 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-03d52c99-65cc-4508-9a8a-47da9bc8e3b6 req-857c59ab-c598-4be2-b1e5-e47fee556edc service neutron] 10.222.0.71 "GET /v2.0/networks?id=2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb HTTP/1.1" status: 200 len: 913 time: 0.0845370 Feb 17 18:26:42.901377 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-03d52c99-65cc-4508-9a8a-47da9bc8e3b6 req-92f58728-c5c0-493b-b9f7-01fc9f97df27 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84a0b23a-2228-4450-ae09-8eb31126dbe8 HTTP/1.1" status: 200 len: 217 time: 0.0366144 Feb 17 18:26:42.947238 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d52c99-65cc-4508-9a8a-47da9bc8e3b6 req-671d20d3-4120-4445-b207-f9d4a150a863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:42.948672 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-03d52c99-65cc-4508-9a8a-47da9bc8e3b6 req-671d20d3-4120-4445-b207-f9d4a150a863 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a431799c-f4c4-487e-9469-9b29c22237f0 HTTP/1.1" status: 200 len: 852 time: 0.0411236 Feb 17 18:26:42.980189 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-03d52c99-65cc-4508-9a8a-47da9bc8e3b6 req-b78c0903-dd79-4d05-b3dd-6d9e91cabac6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250266 Feb 17 18:26:43.069966 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-03d52c99-65cc-4508-9a8a-47da9bc8e3b6 req-dfa828de-8e32-4f8a-a3df-2777c7c83701 service neutron] 10.222.0.71 "GET /v2.0/networks/2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834076 Feb 17 18:26:43.158178 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-03d52c99-65cc-4508-9a8a-47da9bc8e3b6 req-33e11579-50fa-45df-9cf3-6f337831dafb service neutron] 10.222.0.71 "GET /v2.0/networks/2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820210 Feb 17 18:26:43.491237 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb391aaf-d50b-43b6-be25-de1a660a5e9c req-010f3731-cf34-4853-85e0-278ed9442254 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:43.492756 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eb391aaf-d50b-43b6-be25-de1a660a5e9c req-010f3731-cf34-4853-85e0-278ed9442254 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3206afd-bdf4-4acc-b653-377ad5c9b6bb HTTP/1.1" status: 200 len: 943 time: 0.0581584 Feb 17 18:26:43.540883 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eb391aaf-d50b-43b6-be25-de1a660a5e9c req-0cf497bb-b7a2-4f54-93ba-baee7f8a9c07 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/security-groups?id=39ab72b2-7d87-4b36-83e2-5b7656e39462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424931 Feb 17 18:26:44.661824 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a570c7-e2cf-4f4e-b7bc-7ff47eaaec61 req-ceaafb0c-c1a4-4591-9c9f-16872e9077e7 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:44.663295 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-16a570c7-e2cf-4f4e-b7bc-7ff47eaaec61 req-ceaafb0c-c1a4-4591-9c9f-16872e9077e7 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3206afd-bdf4-4acc-b653-377ad5c9b6bb HTTP/1.1" status: 200 len: 943 time: 0.0518670 Feb 17 18:26:44.710147 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-16a570c7-e2cf-4f4e-b7bc-7ff47eaaec61 req-e886ea43-08c9-46a5-af77-59788adf618e tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/security-groups?id=39ab72b2-7d87-4b36-83e2-5b7656e39462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411992 Feb 17 18:26:45.334159 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 84a0b23a-2228-4450-ae09-8eb31126dbe8 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:26:45.433125 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 84a0b23a-2228-4450-ae09-8eb31126dbe8, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=84a0b23a-2228-4450-ae09-8eb31126dbe8,segment=NetworkSegment(e0574e08-ee0f-43ec-88b0-bd14cdc00bb4),segment_id=e0574e08-ee0f-43ec-88b0-bd14cdc00bb4)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:26:45.444740 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '84a0b23a-2228-4450-ae09-8eb31126dbe8', 'network_id': '2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb', 'port_id': '84a0b23a-2228-4450-ae09-8eb31126dbe8', 'mac_address': 'fa:16:3e:78:b0:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a431799c-f4c4-487e-9469-9b29c22237f0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:26:45.481977 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 84a0b23a-2228-4450-ae09-8eb31126dbe8 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:26:45.482371 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (84a0b23a-2228-4450-ae09-8eb31126dbe8), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:45.495306 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84a0b23a-2228-4450-ae09-8eb31126dbe8 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:26:45.514817 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 84a0b23a-2228-4450-ae09-8eb31126dbe8, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=84a0b23a-2228-4450-ae09-8eb31126dbe8,segment=NetworkSegment(e0574e08-ee0f-43ec-88b0-bd14cdc00bb4),segment_id=e0574e08-ee0f-43ec-88b0-bd14cdc00bb4)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:26:45.518921 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (84a0b23a-2228-4450-ae09-8eb31126dbe8), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:45.563966 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=84a0b23a-2228-4450-ae09-8eb31126dbe8,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:26:45.705633 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['84a0b23a-2228-4450-ae09-8eb31126dbe8'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:26:45.834618 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbde6f-a3f5-465e-a2b2-9798d8f0af1c req-85d237c4-ea32-495a-b4de-680fedd9ca39 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:45.836709 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-48cbde6f-a3f5-465e-a2b2-9798d8f0af1c req-85d237c4-ea32-495a-b4de-680fedd9ca39 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3206afd-bdf4-4acc-b653-377ad5c9b6bb HTTP/1.1" status: 200 len: 944 time: 0.0588946 Feb 17 18:26:45.884711 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-48cbde6f-a3f5-465e-a2b2-9798d8f0af1c req-4578ec4c-8a0b-48fd-bff2-79f4830a923c tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/security-groups?id=39ab72b2-7d87-4b36-83e2-5b7656e39462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430484 Feb 17 18:26:47.009262 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecaeb09-16be-4fb7-8a93-a6c828083400 req-d964d759-5336-4452-880d-0fb1dc094bb0 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:47.010758 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2ecaeb09-16be-4fb7-8a93-a6c828083400 req-d964d759-5336-4452-880d-0fb1dc094bb0 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3206afd-bdf4-4acc-b653-377ad5c9b6bb HTTP/1.1" status: 200 len: 944 time: 0.0528071 Feb 17 18:26:47.058354 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2ecaeb09-16be-4fb7-8a93-a6c828083400 req-6ccd945a-30b8-4bd7-bda0-d1df51d34225 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/security-groups?id=39ab72b2-7d87-4b36-83e2-5b7656e39462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415118 Feb 17 18:26:47.336149 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 84a0b23a-2228-4450-ae09-8eb31126dbe8 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:26:47.383323 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 84a0b23a-2228-4450-ae09-8eb31126dbe8 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 18:26:47.387053 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 84a0b23a-2228-4450-ae09-8eb31126dbe8 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:26:47.387429 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (84a0b23a-2228-4450-ae09-8eb31126dbe8), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:47.469026 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 84a0b23a-2228-4450-ae09-8eb31126dbe8 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:26:47.469422 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (84a0b23a-2228-4450-ae09-8eb31126dbe8), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:47.493526 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3206afd-bdf4-4acc-b653-377ad5c9b6bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a0b23a-2228-4450-ae09-8eb31126dbe8'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:26:47.495749 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a58b36eb5214be741a58d8f0f454d70cefb3ebdc097f6d2df64ce05b1b6ee80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa7aeb4-029c-4ccc-b7ba-fb7130b9edff" -d '{"events": [{"server_uuid": "a3206afd-bdf4-4acc-b653-377ad5c9b6bb", "name": "network-vif-plugged", "status": "completed", "tag": "84a0b23a-2228-4450-ae09-8eb31126dbe8"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:26:47.508725 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 84a0b23a-2228-4450-ae09-8eb31126dbe8, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=84a0b23a-2228-4450-ae09-8eb31126dbe8,segment=NetworkSegment(e0574e08-ee0f-43ec-88b0-bd14cdc00bb4),segment_id=e0574e08-ee0f-43ec-88b0-bd14cdc00bb4)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:26:47.512837 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (84a0b23a-2228-4450-ae09-8eb31126dbe8), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:47.536417 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56825a4f-95db-4097-a25f-4077ef31084b x-openstack-request-id: req-56825a4f-95db-4097-a25f-4077ef31084b {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:26:47.536713 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3206afd-bdf4-4acc-b653-377ad5c9b6bb", "name": "network-vif-plugged", "status": "completed", "tag": "84a0b23a-2228-4450-ae09-8eb31126dbe8", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:26:47.536970 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-56825a4f-95db-4097-a25f-4077ef31084b {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:26:47.537363 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3206afd-bdf4-4acc-b653-377ad5c9b6bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a0b23a-2228-4450-ae09-8eb31126dbe8', 'code': 200} Feb 17 18:26:47.562995 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=84a0b23a-2228-4450-ae09-8eb31126dbe8,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:26:47.629971 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38e5dd-16b1-456f-8dc9-ce333a973034 req-98b69af5-6e98-48fe-8567-4a23aa4e7231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:47.631348 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1f38e5dd-16b1-456f-8dc9-ce333a973034 req-98b69af5-6e98-48fe-8567-4a23aa4e7231 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a3206afd-bdf4-4acc-b653-377ad5c9b6bb HTTP/1.1" status: 200 len: 1127 time: 0.0440333 Feb 17 18:26:47.676781 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1f38e5dd-16b1-456f-8dc9-ce333a973034 req-053253ee-9d5e-4a33-8dac-9238a46f7243 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=39ab72b2-7d87-4b36-83e2-5b7656e39462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400031 Feb 17 18:26:48.462792 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46fd677-4d2b-4fea-98cf-a1dc0bc3f50e req-8fbf005c-1d7c-4c12-b5d4-a2b31f7e6ebb tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:48.464316 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e46fd677-4d2b-4fea-98cf-a1dc0bc3f50e req-8fbf005c-1d7c-4c12-b5d4-a2b31f7e6ebb tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3206afd-bdf4-4acc-b653-377ad5c9b6bb HTTP/1.1" status: 200 len: 945 time: 0.3386686 Feb 17 18:26:48.509999 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e46fd677-4d2b-4fea-98cf-a1dc0bc3f50e req-9806957d-9830-4e02-978e-1645620ece89 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/security-groups?id=39ab72b2-7d87-4b36-83e2-5b7656e39462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393376 Feb 17 18:26:49.385095 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:49.629932 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3a9b2-a763-4bba-bd1a-b4ea2987a6da req-7a89eb80-2cfd-47c0-8f44-1cd4867f6c1a tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:49.631435 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d7e3a9b2-a763-4bba-bd1a-b4ea2987a6da req-7a89eb80-2cfd-47c0-8f44-1cd4867f6c1a tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3206afd-bdf4-4acc-b653-377ad5c9b6bb HTTP/1.1" status: 200 len: 945 time: 0.0534656 Feb 17 18:26:49.677133 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d7e3a9b2-a763-4bba-bd1a-b4ea2987a6da req-eeed53ff-c5d1-47ee-a9ef-0441448e2ce3 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/security-groups?id=39ab72b2-7d87-4b36-83e2-5b7656e39462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401452 Feb 17 18:26:49.891605 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38534) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:26:49.929260 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d3bf1-6fde-4b28-add3-9727731c5740 req-0238d798-b599-436d-928f-00bb5fe978a0 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:49.930902 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e16d3bf1-6fde-4b28-add3-9727731c5740 req-0238d798-b599-436d-928f-00bb5fe978a0 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3206afd-bdf4-4acc-b653-377ad5c9b6bb HTTP/1.1" status: 200 len: 945 time: 0.0671024 Feb 17 18:26:49.999283 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e16d3bf1-6fde-4b28-add3-9727731c5740 req-85c363c9-3fbe-4189-9812-b645cf182daf tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/security-groups?id=39ab72b2-7d87-4b36-83e2-5b7656e39462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619228 Feb 17 18:26:50.009328 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-61a0facd-15ba-41dd-9647-3c3d7b7e5abc service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=a3206afd-bdf4-4acc-b653-377ad5c9b6bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1165280 Feb 17 18:26:50.018672 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-a61ff67a-fe39-4d66-9616-11c8750dee94 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 18:26:50.019641 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-a61ff67a-fe39-4d66-9616-11c8750dee94 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051136 Feb 17 18:26:50.146319 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:26:50.362985 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38554) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:26:50.461477 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-1cc45d66-021c-40ad-a70a-dbd0c9118999 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:50.462769 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-1cc45d66-021c-40ad-a70a-dbd0c9118999 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/ports/84a0b23a-2228-4450-ae09-8eb31126dbe8 HTTP/1.1" status: 200 len: 942 time: 0.0987895 Feb 17 18:26:51.117902 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ccb30-d968-4ab8-93ea-9d525915a5a5 req-48662a03-b368-4341-bb71-8c0f5c319292 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:51.119368 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-725ccb30-d968-4ab8-93ea-9d525915a5a5 req-48662a03-b368-4341-bb71-8c0f5c319292 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3206afd-bdf4-4acc-b653-377ad5c9b6bb HTTP/1.1" status: 200 len: 945 time: 0.0515823 Feb 17 18:26:51.167085 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-725ccb30-d968-4ab8-93ea-9d525915a5a5 req-4a750d1f-3383-47c8-ae8c-dae708a6f6db tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/security-groups?id=39ab72b2-7d87-4b36-83e2-5b7656e39462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398893 Feb 17 18:26:51.307648 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-7236ea19-4f5c-4ff3-8a55-957fa86559ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:51.309083 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-7236ea19-4f5c-4ff3-8a55-957fa86559ee service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=be1640e29fe747d08ef46a18bc9d1684&device_id=a3206afd-bdf4-4acc-b653-377ad5c9b6bb HTTP/1.1" status: 200 len: 1127 time: 0.0491161 Feb 17 18:26:51.394784 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-ec75a707-051a-45de-83b5-9a39e72079b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:51.396259 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-ec75a707-051a-45de-83b5-9a39e72079b3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb HTTP/1.1" status: 200 len: 913 time: 0.0806096 Feb 17 18:26:51.438717 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-faa4c399-a58e-48e5-9ca2-e56ddaff2005 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84a0b23a-2228-4450-ae09-8eb31126dbe8 HTTP/1.1" status: 200 len: 217 time: 0.0361712 Feb 17 18:26:51.484630 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-9b3593e0-6d57-4f46-ab2d-18d88d750a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:51.486017 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-9b3593e0-6d57-4f46-ab2d-18d88d750a8e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a431799c-f4c4-487e-9469-9b29c22237f0 HTTP/1.1" status: 200 len: 852 time: 0.0421982 Feb 17 18:26:51.516068 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-3f699139-6b2c-4069-b36f-f8df8a1984a0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243647 Feb 17 18:26:51.605509 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-26b43f0e-c64e-4216-b10f-77cea024d288 service neutron] 10.222.0.71 "GET /v2.0/networks/2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832407 Feb 17 18:26:51.689921 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-d5180381-1dcb-4601-a1ce-4694bf504adb service neutron] 10.222.0.71 "GET /v2.0/networks/2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793977 Feb 17 18:26:52.289782 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3bb1c2-74c4-4fb8-9cae-21e16deb66e6 req-64d9e3df-1040-4070-bdeb-5c00affbadbd tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:52.292926 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fe3bb1c2-74c4-4fb8-9cae-21e16deb66e6 req-64d9e3df-1040-4070-bdeb-5c00affbadbd tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3206afd-bdf4-4acc-b653-377ad5c9b6bb HTTP/1.1" status: 200 len: 945 time: 0.0549369 Feb 17 18:26:52.343512 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fe3bb1c2-74c4-4fb8-9cae-21e16deb66e6 req-352a6ed4-576b-40ff-98a5-91cf81de764f tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/security-groups?id=39ab72b2-7d87-4b36-83e2-5b7656e39462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446665 Feb 17 18:26:53.463407 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94bed4-a72e-48b5-bde5-3573a5c53e50 req-df714021-b52e-4e28-b1e4-4a9e51fbc078 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:53.465107 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4b94bed4-a72e-48b5-bde5-3573a5c53e50 req-df714021-b52e-4e28-b1e4-4a9e51fbc078 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3206afd-bdf4-4acc-b653-377ad5c9b6bb HTTP/1.1" status: 200 len: 945 time: 0.0534017 Feb 17 18:26:53.511824 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4b94bed4-a72e-48b5-bde5-3573a5c53e50 req-f60b8efc-b65e-4780-99d6-7ed4a75a743d tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/security-groups?id=39ab72b2-7d87-4b36-83e2-5b7656e39462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411711 Feb 17 18:26:54.631156 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa475d4-0149-47e1-a456-e2dff395fa31 req-18d81cbe-6e58-4ea0-a5ea-884900826827 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:54.632667 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4fa475d4-0149-47e1-a456-e2dff395fa31 req-18d81cbe-6e58-4ea0-a5ea-884900826827 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3206afd-bdf4-4acc-b653-377ad5c9b6bb HTTP/1.1" status: 200 len: 945 time: 0.0530150 Feb 17 18:26:54.681463 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4fa475d4-0149-47e1-a456-e2dff395fa31 req-0f334390-eae5-4faf-83c7-c203820b2a9a tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/security-groups?id=39ab72b2-7d87-4b36-83e2-5b7656e39462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432680 Feb 17 18:26:55.807650 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c2343-5c0a-44c2-b37f-47b73d344294 req-c6bbed75-9d83-435c-a629-e345a38ed068 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:55.809165 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6d8c2343-5c0a-44c2-b37f-47b73d344294 req-c6bbed75-9d83-435c-a629-e345a38ed068 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3206afd-bdf4-4acc-b653-377ad5c9b6bb HTTP/1.1" status: 200 len: 945 time: 0.0568278 Feb 17 18:26:55.855058 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6d8c2343-5c0a-44c2-b37f-47b73d344294 req-a93c4ca9-4ad7-40e4-afba-3fca2f185d76 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/security-groups?id=39ab72b2-7d87-4b36-83e2-5b7656e39462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400138 Feb 17 18:26:56.917356 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:26:56.996805 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183d305-ea1f-40c6-ad43-7f06d50c400b req-4254f132-49e2-43e6-a736-b90380339680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:56.998340 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f183d305-ea1f-40c6-ad43-7f06d50c400b req-4254f132-49e2-43e6-a736-b90380339680 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=be1640e29fe747d08ef46a18bc9d1684&device_id=a3206afd-bdf4-4acc-b653-377ad5c9b6bb HTTP/1.1" status: 200 len: 1127 time: 0.0764008 Feb 17 18:26:57.007251 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2f5b6-6c54-4dac-ab3b-2263f7a66bad req-43b64868-ccc8-4e4e-85a2-ba75a0e41c10 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:57.008703 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aea2f5b6-6c54-4dac-ab3b-2263f7a66bad req-43b64868-ccc8-4e4e-85a2-ba75a0e41c10 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3206afd-bdf4-4acc-b653-377ad5c9b6bb HTTP/1.1" status: 200 len: 945 time: 0.0786793 Feb 17 18:26:57.111603 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aea2f5b6-6c54-4dac-ab3b-2263f7a66bad req-d0072ee1-5b71-42c1-9283-62e1934cb503 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/security-groups?id=39ab72b2-7d87-4b36-83e2-5b7656e39462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973973 Feb 17 18:26:57.132599 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183d305-ea1f-40c6-ad43-7f06d50c400b req-236e1e30-51db-4474-9c16-65d2885792ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:57.134152 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f183d305-ea1f-40c6-ad43-7f06d50c400b req-236e1e30-51db-4474-9c16-65d2885792ea service neutron] 10.222.0.71 "GET /v2.0/networks?id=2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb HTTP/1.1" status: 200 len: 913 time: 0.1135714 Feb 17 18:26:57.178828 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f183d305-ea1f-40c6-ad43-7f06d50c400b req-75f8671e-d082-4e78-8b62-ec08654238b0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84a0b23a-2228-4450-ae09-8eb31126dbe8 HTTP/1.1" status: 200 len: 217 time: 0.0387805 Feb 17 18:26:57.225676 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183d305-ea1f-40c6-ad43-7f06d50c400b req-6ca3e3a6-647d-474a-bfe0-b1c32c99b697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:57.227111 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f183d305-ea1f-40c6-ad43-7f06d50c400b req-6ca3e3a6-647d-474a-bfe0-b1c32c99b697 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a431799c-f4c4-487e-9469-9b29c22237f0 HTTP/1.1" status: 200 len: 852 time: 0.0430641 Feb 17 18:26:57.263961 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f183d305-ea1f-40c6-ad43-7f06d50c400b req-ddc25f57-4162-4f4c-b3fc-d3b1a8826aff service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259559 Feb 17 18:26:57.378995 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f183d305-ea1f-40c6-ad43-7f06d50c400b req-b026801b-214b-4fc8-9aa0-e5489b1de78b service neutron] 10.222.0.71 "GET /v2.0/networks/2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091485 Feb 17 18:26:57.468794 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f183d305-ea1f-40c6-ad43-7f06d50c400b req-0f9f10ee-b130-477f-8abc-3aa84ee36bc0 service neutron] 10.222.0.71 "GET /v2.0/networks/2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843623 Feb 17 18:26:58.234084 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca35ae-68f5-436d-96d8-f3caa1d820fd req-02d5867b-f1a3-42a0-98ec-3a7e62f49b8b tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:58.235576 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f1ca35ae-68f5-436d-96d8-f3caa1d820fd req-02d5867b-f1a3-42a0-98ec-3a7e62f49b8b tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3206afd-bdf4-4acc-b653-377ad5c9b6bb HTTP/1.1" status: 200 len: 945 time: 0.0552049 Feb 17 18:26:58.288551 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f1ca35ae-68f5-436d-96d8-f3caa1d820fd req-a05c798b-9415-4518-85c0-0b1e24dfbec0 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/security-groups?id=39ab72b2-7d87-4b36-83e2-5b7656e39462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469296 Feb 17 18:26:59.411136 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42af1c-adfd-4892-8f25-9d6c30cfa7e6 req-5c2a9b14-02b0-49e2-afe7-6c5fbcaef96c tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:26:59.412649 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cf42af1c-adfd-4892-8f25-9d6c30cfa7e6 req-5c2a9b14-02b0-49e2-afe7-6c5fbcaef96c tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3206afd-bdf4-4acc-b653-377ad5c9b6bb HTTP/1.1" status: 200 len: 945 time: 0.0535722 Feb 17 18:26:59.459410 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cf42af1c-adfd-4892-8f25-9d6c30cfa7e6 req-2192dd80-ce4c-495b-a125-3e71562cc835 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/security-groups?id=39ab72b2-7d87-4b36-83e2-5b7656e39462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411122 Feb 17 18:27:00.579071 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67802679-ea75-4080-8b18-fd6ea18e6b38 req-389fe7b2-e7bc-4a25-9c4e-cd636f05176c tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:00.580617 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-67802679-ea75-4080-8b18-fd6ea18e6b38 req-389fe7b2-e7bc-4a25-9c4e-cd636f05176c tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3206afd-bdf4-4acc-b653-377ad5c9b6bb HTTP/1.1" status: 200 len: 945 time: 0.0531590 Feb 17 18:27:00.626560 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-67802679-ea75-4080-8b18-fd6ea18e6b38 req-39b58923-4d6d-40a2-a13a-2e37e62cfc13 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/security-groups?id=39ab72b2-7d87-4b36-83e2-5b7656e39462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404043 Feb 17 18:27:01.750064 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247a09a-29ab-42a9-9d21-abee5a343b8a req-cd397e4c-8731-434c-8271-f1ca304df696 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:01.751524 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6247a09a-29ab-42a9-9d21-abee5a343b8a req-cd397e4c-8731-434c-8271-f1ca304df696 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3206afd-bdf4-4acc-b653-377ad5c9b6bb HTTP/1.1" status: 200 len: 945 time: 0.0562375 Feb 17 18:27:01.797181 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6247a09a-29ab-42a9-9d21-abee5a343b8a req-bee64455-2f13-45af-baa1-df696f089096 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/security-groups?id=39ab72b2-7d87-4b36-83e2-5b7656e39462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395880 Feb 17 18:27:02.197895 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [req-1d0d3b9f-fc25-4869-aca4-42fcdc2f4e6b req-337ec00d-92eb-47eb-b936-ede5bf66b99d service neutron] (103434) timed out ('10.222.0.71', 61865) {{(pid=103434) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 18:27:02.914527 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4042a05-8927-4d28-8ce4-a8f7a71e29f9 req-8ce6c454-79b1-4eba-a953-ca78535c324a tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:02.915992 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c4042a05-8927-4d28-8ce4-a8f7a71e29f9 req-8ce6c454-79b1-4eba-a953-ca78535c324a tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3206afd-bdf4-4acc-b653-377ad5c9b6bb HTTP/1.1" status: 200 len: 945 time: 0.0521588 Feb 17 18:27:02.961642 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c4042a05-8927-4d28-8ce4-a8f7a71e29f9 req-86647aed-4f37-4eb6-b8e5-5ada3d600885 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/security-groups?id=39ab72b2-7d87-4b36-83e2-5b7656e39462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400980 Feb 17 18:27:03.031909 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c405874a-5d35-4e11-bf5a-58153634868e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:04.079360 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fed8e1-5701-4320-abc6-b8df30e2e309 req-817e0550-2f30-4dcf-97dc-d0bed72e77bb tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:04.081394 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d4fed8e1-5701-4320-abc6-b8df30e2e309 req-817e0550-2f30-4dcf-97dc-d0bed72e77bb tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3206afd-bdf4-4acc-b653-377ad5c9b6bb HTTP/1.1" status: 200 len: 945 time: 0.0521088 Feb 17 18:27:04.131182 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d4fed8e1-5701-4320-abc6-b8df30e2e309 req-2c436997-3872-49d4-954e-fe6fa0e1f126 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/security-groups?id=39ab72b2-7d87-4b36-83e2-5b7656e39462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442400 Feb 17 18:27:05.249047 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd00d69-a790-43f9-8b95-b4ef1a79f7f3 req-7c098042-859b-4739-912b-c656f21a0a48 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:05.250522 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dfd00d69-a790-43f9-8b95-b4ef1a79f7f3 req-7c098042-859b-4739-912b-c656f21a0a48 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3206afd-bdf4-4acc-b653-377ad5c9b6bb HTTP/1.1" status: 200 len: 945 time: 0.0523596 Feb 17 18:27:05.296531 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dfd00d69-a790-43f9-8b95-b4ef1a79f7f3 req-c034c5b5-641c-4354-ae93-2c7b1b446172 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/security-groups?id=39ab72b2-7d87-4b36-83e2-5b7656e39462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397670 Feb 17 18:27:05.488180 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0b81726c-c5a2-412c-88dd-2f026d40fbec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:06.419408 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72ac1b-35c9-432d-9849-a95a23fd35bf req-7f23325a-96cd-4f3e-bc2d-41a633409f33 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:06.420908 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ee72ac1b-35c9-432d-9849-a95a23fd35bf req-7f23325a-96cd-4f3e-bc2d-41a633409f33 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3206afd-bdf4-4acc-b653-377ad5c9b6bb HTTP/1.1" status: 200 len: 945 time: 0.0516357 Feb 17 18:27:06.466197 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ee72ac1b-35c9-432d-9849-a95a23fd35bf req-db3de0cf-9783-4e4d-b280-3e8ac537ba0c tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/security-groups?id=39ab72b2-7d87-4b36-83e2-5b7656e39462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397601 Feb 17 18:27:06.889593 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:07.587141 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866faa7a-ddfb-4aee-8534-f5fc9a749a2f req-aec28e4e-8931-4db7-8ac4-456636a991da tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:07.588639 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-866faa7a-ddfb-4aee-8534-f5fc9a749a2f req-aec28e4e-8931-4db7-8ac4-456636a991da tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3206afd-bdf4-4acc-b653-377ad5c9b6bb HTTP/1.1" status: 200 len: 945 time: 0.0558908 Feb 17 18:27:07.634842 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-866faa7a-ddfb-4aee-8534-f5fc9a749a2f req-ed0a270c-44ce-4377-88b1-3e36ba0325e5 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/security-groups?id=39ab72b2-7d87-4b36-83e2-5b7656e39462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406976 Feb 17 18:27:08.112933 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:08.754815 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695680b5-f132-4d65-8d16-2259407e21c6 req-9daa0a28-6342-41c6-b899-3cf21e7cf53f tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:08.756335 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-695680b5-f132-4d65-8d16-2259407e21c6 req-9daa0a28-6342-41c6-b899-3cf21e7cf53f tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3206afd-bdf4-4acc-b653-377ad5c9b6bb HTTP/1.1" status: 200 len: 945 time: 0.0519249 Feb 17 18:27:08.801892 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-695680b5-f132-4d65-8d16-2259407e21c6 req-2c44fa2e-3094-4350-89e5-b65c858d477e tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/security-groups?id=39ab72b2-7d87-4b36-83e2-5b7656e39462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401437 Feb 17 18:27:09.202418 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:09.931323 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0acc0-13e8-4192-8075-43119dfb9fa8 req-38b42e96-1a95-4a97-ad2e-ee778857351d tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:09.932758 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-79d0acc0-13e8-4192-8075-43119dfb9fa8 req-38b42e96-1a95-4a97-ad2e-ee778857351d tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3206afd-bdf4-4acc-b653-377ad5c9b6bb HTTP/1.1" status: 200 len: 945 time: 0.0635829 Feb 17 18:27:09.982669 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-79d0acc0-13e8-4192-8075-43119dfb9fa8 req-478a8ccf-dc68-48b9-840f-9eee96266958 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/security-groups?id=39ab72b2-7d87-4b36-83e2-5b7656e39462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443070 Feb 17 18:27:11.100744 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c8391-6163-4b75-a912-29a4581f8a71 req-47527c57-3932-4f5e-98b4-1758b55b4342 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:11.102224 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-858c8391-6163-4b75-a912-29a4581f8a71 req-47527c57-3932-4f5e-98b4-1758b55b4342 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3206afd-bdf4-4acc-b653-377ad5c9b6bb HTTP/1.1" status: 200 len: 945 time: 0.0519671 Feb 17 18:27:11.148218 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-858c8391-6163-4b75-a912-29a4581f8a71 req-8e8ab36b-cd78-44ea-89b3-055cb3bd4869 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/security-groups?id=39ab72b2-7d87-4b36-83e2-5b7656e39462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405176 Feb 17 18:27:12.267252 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a4a2e-deac-4633-9e3e-316223216c49 req-f6e8ede5-0700-4dec-8848-b085763a79dc tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:12.269403 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d41a4a2e-deac-4633-9e3e-316223216c49 req-f6e8ede5-0700-4dec-8848-b085763a79dc tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3206afd-bdf4-4acc-b653-377ad5c9b6bb HTTP/1.1" status: 200 len: 945 time: 0.0518415 Feb 17 18:27:12.318683 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d41a4a2e-deac-4633-9e3e-316223216c49 req-984dc64f-5325-4fb0-9cb7-fa31c6b418d9 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/security-groups?id=39ab72b2-7d87-4b36-83e2-5b7656e39462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438137 Feb 17 18:27:13.438002 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7841298-38c5-42a0-ab55-8a027fcd21c5 req-256164a3-3f49-4c55-870f-93bf0daaed83 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:13.439474 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d7841298-38c5-42a0-ab55-8a027fcd21c5 req-256164a3-3f49-4c55-870f-93bf0daaed83 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3206afd-bdf4-4acc-b653-377ad5c9b6bb HTTP/1.1" status: 200 len: 945 time: 0.0545838 Feb 17 18:27:13.485540 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d7841298-38c5-42a0-ab55-8a027fcd21c5 req-60b2fb91-3186-4808-b07d-aa66faff8fc9 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/security-groups?id=39ab72b2-7d87-4b36-83e2-5b7656e39462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404277 Feb 17 18:27:14.603535 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d3e41-72e0-4bc8-9804-b09fe26792de req-fc2de299-7ca5-43a8-b8fc-fb2afd76bab6 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:14.604977 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0e0d3e41-72e0-4bc8-9804-b09fe26792de req-fc2de299-7ca5-43a8-b8fc-fb2afd76bab6 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3206afd-bdf4-4acc-b653-377ad5c9b6bb HTTP/1.1" status: 200 len: 945 time: 0.0512614 Feb 17 18:27:14.650357 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0e0d3e41-72e0-4bc8-9804-b09fe26792de req-48195e3f-f906-4962-aaf2-ea99bb2581e0 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/security-groups?id=39ab72b2-7d87-4b36-83e2-5b7656e39462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397151 Feb 17 18:27:15.772006 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a39fe-38ff-4c79-9006-bb57cd4ce4b8 req-0906ce89-c742-4823-a59c-cbe623d3a26c tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:15.773614 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-209a39fe-38ff-4c79-9006-bb57cd4ce4b8 req-0906ce89-c742-4823-a59c-cbe623d3a26c tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3206afd-bdf4-4acc-b653-377ad5c9b6bb HTTP/1.1" status: 200 len: 945 time: 0.0561767 Feb 17 18:27:15.819795 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-209a39fe-38ff-4c79-9006-bb57cd4ce4b8 req-82157b43-ac42-4c08-9012-b6d421039ae2 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/security-groups?id=39ab72b2-7d87-4b36-83e2-5b7656e39462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407896 Feb 17 18:27:16.939092 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e5d39-8566-4aa9-9533-f6d61d02b38e req-89eb630c-08f2-4259-a1ed-5fb005ddb917 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:16.941404 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1e8e5d39-8566-4aa9-9533-f6d61d02b38e req-89eb630c-08f2-4259-a1ed-5fb005ddb917 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3206afd-bdf4-4acc-b653-377ad5c9b6bb HTTP/1.1" status: 200 len: 945 time: 0.0539758 Feb 17 18:27:16.987439 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1e8e5d39-8566-4aa9-9533-f6d61d02b38e req-be83f97b-8126-4273-8e7d-4ba8214539e8 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/security-groups?id=39ab72b2-7d87-4b36-83e2-5b7656e39462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403042 Feb 17 18:27:18.103563 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a955a-a654-4b71-9445-716e8f1e9486 req-bf9fd02e-97fc-40e1-9123-5de9f9af12cf tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:18.105061 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f51a955a-a654-4b71-9445-716e8f1e9486 req-bf9fd02e-97fc-40e1-9123-5de9f9af12cf tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3206afd-bdf4-4acc-b653-377ad5c9b6bb HTTP/1.1" status: 200 len: 945 time: 0.0510988 Feb 17 18:27:18.154675 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f51a955a-a654-4b71-9445-716e8f1e9486 req-0af0b983-fa8a-49d1-913e-0e6acdcb787e tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/security-groups?id=39ab72b2-7d87-4b36-83e2-5b7656e39462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440695 Feb 17 18:27:18.483439 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-4ccc6a85-0d3f-44e6-a035-45dea0867ed6 service neutron] show failed (client error): The resource could not be found. Feb 17 18:27:18.484449 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-4ccc6a85-0d3f-44e6-a035-45dea0867ed6 service neutron] 10.222.0.71 "GET /v2.0/ports/84a0b23a-2228-4450-ae09-8eb31126dbe8/bindings/n-h2-829613-2 HTTP/1.1" status: 404 len: 380 time: 0.0532308 Feb 17 18:27:18.709559 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-21e837fb-6ef3-45e5-9a9b-c4db10436fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:18.711062 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-21e837fb-6ef3-45e5-9a9b-c4db10436fb3 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a3206afd-bdf4-4acc-b653-377ad5c9b6bb&tenant_id=be1640e29fe747d08ef46a18bc9d1684 HTTP/1.1" status: 200 len: 1127 time: 0.0761611 Feb 17 18:27:18.721276 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-2d81d4d9-4c60-48f5-8bf0-9b4fd9521beb service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 18:27:18.722264 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-2d81d4d9-4c60-48f5-8bf0-9b4fd9521beb service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054445 Feb 17 18:27:18.732630 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-109d7034-d510-4f26-8b6c-0ba233b0f7a6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829613-2', 'device_owner': 'compute:nova'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:27:18.793976 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-109d7034-d510-4f26-8b6c-0ba233b0f7a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (84a0b23a-2228-4450-ae09-8eb31126dbe8), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:18.997003 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-109d7034-d510-4f26-8b6c-0ba233b0f7a6 service neutron] For port 84a0b23a-2228-4450-ae09-8eb31126dbe8, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=84a0b23a-2228-4450-ae09-8eb31126dbe8,segment=NetworkSegment(e0574e08-ee0f-43ec-88b0-bd14cdc00bb4),segment_id=e0574e08-ee0f-43ec-88b0-bd14cdc00bb4)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:27:19.028334 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-109d7034-d510-4f26-8b6c-0ba233b0f7a6 service neutron] For port 84a0b23a-2228-4450-ae09-8eb31126dbe8, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:27:19.071069 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3206afd-bdf4-4acc-b653-377ad5c9b6bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84a0b23a-2228-4450-ae09-8eb31126dbe8'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:27:19.073660 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa04a63a-cd3a-4750-ba5e-6335c0387036" -d '{"events": [{"server_uuid": "a3206afd-bdf4-4acc-b653-377ad5c9b6bb", "name": "network-vif-unplugged", "status": "completed", "tag": "84a0b23a-2228-4450-ae09-8eb31126dbe8"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:27:19.077373 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-109d7034-d510-4f26-8b6c-0ba233b0f7a6 service neutron] Publish callbacks [] for port (84a0b23a-2228-4450-ae09-8eb31126dbe8), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:19.090762 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-109d7034-d510-4f26-8b6c-0ba233b0f7a6 service neutron] Transition to ACTIVE for port object 84a0b23a-2228-4450-ae09-8eb31126dbe8 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 18:27:19.094286 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-109d7034-d510-4f26-8b6c-0ba233b0f7a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (84a0b23a-2228-4450-ae09-8eb31126dbe8), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:19.130416 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 18:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f430db2-3e21-4129-bae3-9c89be018f1b x-openstack-request-id: req-7f430db2-3e21-4129-bae3-9c89be018f1b {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:27:19.130717 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3206afd-bdf4-4acc-b653-377ad5c9b6bb", "name": "network-vif-unplugged", "status": "completed", "tag": "84a0b23a-2228-4450-ae09-8eb31126dbe8", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:27:19.130976 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7f430db2-3e21-4129-bae3-9c89be018f1b {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:27:19.131377 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3206afd-bdf4-4acc-b653-377ad5c9b6bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84a0b23a-2228-4450-ae09-8eb31126dbe8', 'code': 200} Feb 17 18:27:19.160115 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d7034-d510-4f26-8b6c-0ba233b0f7a6 service neutron] Pushing event updated for resources: {'Port': ['ID=84a0b23a-2228-4450-ae09-8eb31126dbe8,revision_number=6']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:27:19.162448 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-109d7034-d510-4f26-8b6c-0ba233b0f7a6 service neutron] No DVR routers for this DVR port 84a0b23a-2228-4450-ae09-8eb31126dbe8 on host n-h1-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:27:19.197251 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-109d7034-d510-4f26-8b6c-0ba233b0f7a6 service neutron] Attempting to bind port 84a0b23a-2228-4450-ae09-8eb31126dbe8 on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:27:19.197590 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-109d7034-d510-4f26-8b6c-0ba233b0f7a6 service neutron] Attempting to bind port 84a0b23a-2228-4450-ae09-8eb31126dbe8 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': 'e0574e08-ee0f-43ec-88b0-bd14cdc00bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:27:19.197921 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-109d7034-d510-4f26-8b6c-0ba233b0f7a6 service neutron] Attempting to bind port 84a0b23a-2228-4450-ae09-8eb31126dbe8 on network 2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:27:19.202207 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-109d7034-d510-4f26-8b6c-0ba233b0f7a6 service neutron] Port 84a0b23a-2228-4450-ae09-8eb31126dbe8 on network 2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:27:19.202533 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-109d7034-d510-4f26-8b6c-0ba233b0f7a6 service neutron] Attempting to bind port 84a0b23a-2228-4450-ae09-8eb31126dbe8 on network 2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:27:19.207772 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-109d7034-d510-4f26-8b6c-0ba233b0f7a6 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:27:19.208175 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-109d7034-d510-4f26-8b6c-0ba233b0f7a6 service neutron] Checking segment: {'id': 'e0574e08-ee0f-43ec-88b0-bd14cdc00bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:27:19.208611 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-109d7034-d510-4f26-8b6c-0ba233b0f7a6 service neutron] Bound using segment: {'id': 'e0574e08-ee0f-43ec-88b0-bd14cdc00bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:27:19.209034 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-109d7034-d510-4f26-8b6c-0ba233b0f7a6 service neutron] Bound port: 84a0b23a-2228-4450-ae09-8eb31126dbe8, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0574e08-ee0f-43ec-88b0-bd14cdc00bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:27:19.209393 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-109d7034-d510-4f26-8b6c-0ba233b0f7a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (84a0b23a-2228-4450-ae09-8eb31126dbe8), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:19.274311 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-109d7034-d510-4f26-8b6c-0ba233b0f7a6 service neutron] For port 84a0b23a-2228-4450-ae09-8eb31126dbe8, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:27:19.279139 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-109d7034-d510-4f26-8b6c-0ba233b0f7a6 service neutron] For port 84a0b23a-2228-4450-ae09-8eb31126dbe8, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=84a0b23a-2228-4450-ae09-8eb31126dbe8,segment=NetworkSegment(e0574e08-ee0f-43ec-88b0-bd14cdc00bb4),segment_id=e0574e08-ee0f-43ec-88b0-bd14cdc00bb4)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:27:19.282252 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410aa595-57c4-42fe-8074-78914cb9b7ee req-56388740-98ed-42ce-bea4-17384e539942 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:19.285421 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-410aa595-57c4-42fe-8074-78914cb9b7ee req-56388740-98ed-42ce-bea4-17384e539942 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3206afd-bdf4-4acc-b653-377ad5c9b6bb HTTP/1.1" status: 200 len: 943 time: 0.0625474 Feb 17 18:27:19.288658 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-109d7034-d510-4f26-8b6c-0ba233b0f7a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (84a0b23a-2228-4450-ae09-8eb31126dbe8), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:19.326323 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-109d7034-d510-4f26-8b6c-0ba233b0f7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:19.326950 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-109d7034-d510-4f26-8b6c-0ba233b0f7a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:19.332110 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-109d7034-d510-4f26-8b6c-0ba233b0f7a6 service neutron] 10.222.0.91 "PUT /v2.0/ports/84a0b23a-2228-4450-ae09-8eb31126dbe8 HTTP/1.1" status: 200 len: 1091 time: 0.5994756 Feb 17 18:27:19.336788 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-410aa595-57c4-42fe-8074-78914cb9b7ee req-454fac50-81b9-47e0-a1ed-1bf2ac5e780e tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/security-groups?id=39ab72b2-7d87-4b36-83e2-5b7656e39462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453782 Feb 17 18:27:19.359143 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d7034-d510-4f26-8b6c-0ba233b0f7a6 service neutron] Pushing event updated for resources: {'Port': ['ID=84a0b23a-2228-4450-ae09-8eb31126dbe8,revision_number=7']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:27:19.379112 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:19.398457 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-156eb7cc-c39b-402a-b234-20fa4c9ca62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:19.400615 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-156eb7cc-c39b-402a-b234-20fa4c9ca62a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=be1640e29fe747d08ef46a18bc9d1684&device_id=a3206afd-bdf4-4acc-b653-377ad5c9b6bb HTTP/1.1" status: 200 len: 1125 time: 0.0489998 Feb 17 18:27:19.494289 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-7f846b92-17ba-4ab6-a150-b017b06bb439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:19.495783 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-7f846b92-17ba-4ab6-a150-b017b06bb439 service neutron] 10.222.0.91 "GET /v2.0/networks?id=2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb HTTP/1.1" status: 200 len: 913 time: 0.0887938 Feb 17 18:27:19.537148 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-ccbd0232-4c6d-4d69-bd6b-8e5e1e1b94f7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84a0b23a-2228-4450-ae09-8eb31126dbe8 HTTP/1.1" status: 200 len: 217 time: 0.0339592 Feb 17 18:27:19.583314 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-c6c9f1c2-a4c5-4b96-ae30-68d70d3a7871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:19.584659 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-c6c9f1c2-a4c5-4b96-ae30-68d70d3a7871 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a431799c-f4c4-487e-9469-9b29c22237f0 HTTP/1.1" status: 200 len: 852 time: 0.0419605 Feb 17 18:27:19.614588 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-b515a0f3-3032-4fc7-b8c6-8a62dd8e6b24 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242128 Feb 17 18:27:19.710843 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-bbee8017-40de-4de8-9bac-a6ceaad9a8b8 service neutron] 10.222.0.91 "GET /v2.0/networks/2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900452 Feb 17 18:27:19.799711 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3df42467-86a3-4288-a82a-c5acbcfc00a5 req-0ed683aa-daab-4095-8314-041d0506eb26 service neutron] 10.222.0.91 "GET /v2.0/networks/2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834496 Feb 17 18:27:20.158870 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:20.456962 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c01e25-f266-4bcd-ab70-e8555791ff6e req-e2743fa9-1445-4663-97ad-809e2c52f348 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:20.458363 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f2c01e25-f266-4bcd-ab70-e8555791ff6e req-e2743fa9-1445-4663-97ad-809e2c52f348 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3206afd-bdf4-4acc-b653-377ad5c9b6bb HTTP/1.1" status: 200 len: 943 time: 0.0551810 Feb 17 18:27:20.504330 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f2c01e25-f266-4bcd-ab70-e8555791ff6e req-5eb0def2-6e97-4db9-9c19-267ac8d48d60 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/security-groups?id=39ab72b2-7d87-4b36-83e2-5b7656e39462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404601 Feb 17 18:27:21.132894 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3206afd-bdf4-4acc-b653-377ad5c9b6bb', 'tag': '84a0b23a-2228-4450-ae09-8eb31126dbe8'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:27:21.135309 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13492861-4cce-48c4-a3c0-85784e5c316a" -d '{"events": [{"name": "network-changed", "server_uuid": "a3206afd-bdf4-4acc-b653-377ad5c9b6bb", "tag": "84a0b23a-2228-4450-ae09-8eb31126dbe8"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:27:21.183730 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ba3753-be54-4c67-ae50-8a30db504c4c x-openstack-request-id: req-06ba3753-be54-4c67-ae50-8a30db504c4c {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:27:21.184019 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3206afd-bdf4-4acc-b653-377ad5c9b6bb", "tag": "84a0b23a-2228-4450-ae09-8eb31126dbe8", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:27:21.184301 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-06ba3753-be54-4c67-ae50-8a30db504c4c {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:27:21.184712 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3206afd-bdf4-4acc-b653-377ad5c9b6bb', 'tag': '84a0b23a-2228-4450-ae09-8eb31126dbe8', 'status': 'completed', 'code': 200} Feb 17 18:27:21.262927 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13492861-4cce-48c4-a3c0-85784e5c316a req-70fae8e0-ef6e-4176-9ed4-a7319bb6fc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:21.263152 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13492861-4cce-48c4-a3c0-85784e5c316a req-fccae969-23eb-4c85-b36a-d74d9b330d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:21.264801 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-13492861-4cce-48c4-a3c0-85784e5c316a req-70fae8e0-ef6e-4176-9ed4-a7319bb6fc6e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=be1640e29fe747d08ef46a18bc9d1684&device_id=a3206afd-bdf4-4acc-b653-377ad5c9b6bb HTTP/1.1" status: 200 len: 1125 time: 0.0584850 Feb 17 18:27:21.265253 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-13492861-4cce-48c4-a3c0-85784e5c316a req-fccae969-23eb-4c85-b36a-d74d9b330d2e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=be1640e29fe747d08ef46a18bc9d1684&device_id=a3206afd-bdf4-4acc-b653-377ad5c9b6bb HTTP/1.1" status: 200 len: 1125 time: 0.0555866 Feb 17 18:27:21.361732 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13492861-4cce-48c4-a3c0-85784e5c316a req-77727bb8-ad14-4de7-b6d5-ec10a990ce38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:21.363294 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-13492861-4cce-48c4-a3c0-85784e5c316a req-77727bb8-ad14-4de7-b6d5-ec10a990ce38 service neutron] 10.222.0.91 "GET /v2.0/networks?id=2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb HTTP/1.1" status: 200 len: 913 time: 0.0924096 Feb 17 18:27:21.365517 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13492861-4cce-48c4-a3c0-85784e5c316a req-f4a86079-0d41-45e9-a1d5-f5845799c5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:21.367251 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-13492861-4cce-48c4-a3c0-85784e5c316a req-f4a86079-0d41-45e9-a1d5-f5845799c5e3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb HTTP/1.1" status: 200 len: 913 time: 0.0957963 Feb 17 18:27:21.407868 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-13492861-4cce-48c4-a3c0-85784e5c316a req-90115aa2-8f93-4d06-819c-73dc8f94291f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84a0b23a-2228-4450-ae09-8eb31126dbe8 HTTP/1.1" status: 200 len: 217 time: 0.0383201 Feb 17 18:27:21.409272 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-13492861-4cce-48c4-a3c0-85784e5c316a req-878787b5-b11f-479a-926f-29bba12b1f88 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84a0b23a-2228-4450-ae09-8eb31126dbe8 HTTP/1.1" status: 200 len: 217 time: 0.0363262 Feb 17 18:27:21.414746 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 84a0b23a-2228-4450-ae09-8eb31126dbe8 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:27:21.457644 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13492861-4cce-48c4-a3c0-85784e5c316a req-bc74f404-0a76-4196-ae74-5aee4c719583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:21.459251 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-13492861-4cce-48c4-a3c0-85784e5c316a req-bc74f404-0a76-4196-ae74-5aee4c719583 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a431799c-f4c4-487e-9469-9b29c22237f0 HTTP/1.1" status: 200 len: 852 time: 0.0452092 Feb 17 18:27:21.459763 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] The host n-h1-829613-2 is not matching for port 84a0b23a-2228-4450-ae09-8eb31126dbe8 host n-h2-829613-2! {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 17 18:27:21.459929 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13492861-4cce-48c4-a3c0-85784e5c316a req-94ddab69-73f4-4b1a-aaf1-efa460af4a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:21.460420 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 84a0b23a-2228-4450-ae09-8eb31126dbe8 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:27:21.461456 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-13492861-4cce-48c4-a3c0-85784e5c316a req-94ddab69-73f4-4b1a-aaf1-efa460af4a52 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a431799c-f4c4-487e-9469-9b29c22237f0 HTTP/1.1" status: 200 len: 852 time: 0.0454471 Feb 17 18:27:21.492953 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-13492861-4cce-48c4-a3c0-85784e5c316a req-963037d9-7543-4bde-931d-1366e0a84623 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278740 Feb 17 18:27:21.495660 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-13492861-4cce-48c4-a3c0-85784e5c316a req-1bac2389-1bcd-4eda-8345-02c2aeb611ee service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289078 Feb 17 18:27:21.586272 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-13492861-4cce-48c4-a3c0-85784e5c316a req-ef8571b8-8c0c-442f-ae26-3eb8fdecb9a7 service neutron] 10.222.0.91 "GET /v2.0/networks/2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878253 Feb 17 18:27:21.614221 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-13492861-4cce-48c4-a3c0-85784e5c316a req-b57f8bea-190b-4936-9f26-2eecb9042d73 service neutron] 10.222.0.71 "GET /v2.0/networks/2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126559 Feb 17 18:27:21.662943 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88116d-bdb8-4160-a32b-862d773bb734 req-3a9c9cb4-ddf3-4eac-ab66-edfdfcee4d54 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:21.664441 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ee88116d-bdb8-4160-a32b-862d773bb734 req-3a9c9cb4-ddf3-4eac-ab66-edfdfcee4d54 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3206afd-bdf4-4acc-b653-377ad5c9b6bb HTTP/1.1" status: 200 len: 943 time: 0.0900812 Feb 17 18:27:21.676857 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-13492861-4cce-48c4-a3c0-85784e5c316a req-0223f4d4-0518-4da4-88eb-8f91706a1384 service neutron] 10.222.0.91 "GET /v2.0/networks/2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848718 Feb 17 18:27:21.747491 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-13492861-4cce-48c4-a3c0-85784e5c316a req-112b11aa-6f98-4aa4-962d-a2bb04b942e5 service neutron] 10.222.0.71 "GET /v2.0/networks/2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270483 Feb 17 18:27:21.754298 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ee88116d-bdb8-4160-a32b-862d773bb734 req-150aae8d-04cb-4675-bf0d-a6c2fadc0105 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/security-groups?id=39ab72b2-7d87-4b36-83e2-5b7656e39462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608568 Feb 17 18:27:22.026213 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f593ebf-b107-46da-88a9-da06eb7fb2fb req-d4ab4981-eeaa-429f-baf4-92e34e2f9143 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:22.027731 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8f593ebf-b107-46da-88a9-da06eb7fb2fb req-d4ab4981-eeaa-429f-baf4-92e34e2f9143 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3206afd-bdf4-4acc-b653-377ad5c9b6bb&tenant_id=be1640e29fe747d08ef46a18bc9d1684&binding%3Ahost_id=n-h2-829613-2 HTTP/1.1" status: 200 len: 943 time: 0.0929103 Feb 17 18:27:22.085174 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [req-8f593ebf-b107-46da-88a9-da06eb7fb2fb req-c1a7ab80-f4fe-4820-8da5-7334477594a8 service neutron] delete failed (client error): The resource could not be found. Feb 17 18:27:22.086083 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8f593ebf-b107-46da-88a9-da06eb7fb2fb req-c1a7ab80-f4fe-4820-8da5-7334477594a8 service neutron] 10.222.0.71 "DELETE /v2.0/ports/84a0b23a-2228-4450-ae09-8eb31126dbe8/bindings/n-h1-829613-2 HTTP/1.1" status: 404 len: 380 time: 0.0517821 Feb 17 18:27:22.170943 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f593ebf-b107-46da-88a9-da06eb7fb2fb req-acc1e274-a98f-49b9-9517-5967075227a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:22.172449 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8f593ebf-b107-46da-88a9-da06eb7fb2fb req-acc1e274-a98f-49b9-9517-5967075227a6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=be1640e29fe747d08ef46a18bc9d1684&device_id=a3206afd-bdf4-4acc-b653-377ad5c9b6bb HTTP/1.1" status: 200 len: 1125 time: 0.0453930 Feb 17 18:27:22.261540 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f593ebf-b107-46da-88a9-da06eb7fb2fb req-419f131c-4e8c-400b-a0b7-63da1178c88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:22.262998 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8f593ebf-b107-46da-88a9-da06eb7fb2fb req-419f131c-4e8c-400b-a0b7-63da1178c88e service neutron] 10.222.0.71 "GET /v2.0/networks?id=2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb HTTP/1.1" status: 200 len: 913 time: 0.0845847 Feb 17 18:27:22.301724 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8f593ebf-b107-46da-88a9-da06eb7fb2fb req-8ae8c64d-82e6-46e8-bbd9-050a0760d3a3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84a0b23a-2228-4450-ae09-8eb31126dbe8 HTTP/1.1" status: 200 len: 217 time: 0.0326633 Feb 17 18:27:22.347259 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f593ebf-b107-46da-88a9-da06eb7fb2fb req-4fb005cd-d539-45ba-9341-60ca841c0cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:22.348654 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8f593ebf-b107-46da-88a9-da06eb7fb2fb req-4fb005cd-d539-45ba-9341-60ca841c0cc1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a431799c-f4c4-487e-9469-9b29c22237f0 HTTP/1.1" status: 200 len: 852 time: 0.0415363 Feb 17 18:27:22.381671 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8f593ebf-b107-46da-88a9-da06eb7fb2fb req-7a303677-7563-4025-9419-ebcbe4682714 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276568 Feb 17 18:27:22.469248 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8f593ebf-b107-46da-88a9-da06eb7fb2fb req-f93dbcf9-7b74-4e38-864c-a5baa73cceea service neutron] 10.222.0.71 "GET /v2.0/networks/2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819297 Feb 17 18:27:22.559130 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8f593ebf-b107-46da-88a9-da06eb7fb2fb req-7c34d030-7730-47e0-9c38-798b696ef9c1 service neutron] 10.222.0.71 "GET /v2.0/networks/2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842838 Feb 17 18:27:23.242876 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150d970-9a5b-47b3-ac01-2472fe244e3b req-929dadb8-28d0-4584-95c1-2dd671493277 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:23.244293 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e150d970-9a5b-47b3-ac01-2472fe244e3b req-929dadb8-28d0-4584-95c1-2dd671493277 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3206afd-bdf4-4acc-b653-377ad5c9b6bb HTTP/1.1" status: 200 len: 943 time: 0.0528529 Feb 17 18:27:23.289623 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e150d970-9a5b-47b3-ac01-2472fe244e3b req-84b20242-a42d-4167-a4e4-67cf78cd632b tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/security-groups?id=39ab72b2-7d87-4b36-83e2-5b7656e39462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397515 Feb 17 18:27:24.225557 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 84a0b23a-2228-4450-ae09-8eb31126dbe8 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:27:24.321012 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 84a0b23a-2228-4450-ae09-8eb31126dbe8, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=84a0b23a-2228-4450-ae09-8eb31126dbe8,segment=NetworkSegment(e0574e08-ee0f-43ec-88b0-bd14cdc00bb4),segment_id=e0574e08-ee0f-43ec-88b0-bd14cdc00bb4)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:27:24.336221 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '84a0b23a-2228-4450-ae09-8eb31126dbe8', 'network_id': '2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb', 'port_id': '84a0b23a-2228-4450-ae09-8eb31126dbe8', 'mac_address': 'fa:16:3e:78:b0:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a431799c-f4c4-487e-9469-9b29c22237f0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:27:24.374672 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 84a0b23a-2228-4450-ae09-8eb31126dbe8 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:27:24.375061 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (84a0b23a-2228-4450-ae09-8eb31126dbe8), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:24.389194 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84a0b23a-2228-4450-ae09-8eb31126dbe8 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:27:24.410137 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 84a0b23a-2228-4450-ae09-8eb31126dbe8, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=84a0b23a-2228-4450-ae09-8eb31126dbe8,segment=NetworkSegment(e0574e08-ee0f-43ec-88b0-bd14cdc00bb4),segment_id=e0574e08-ee0f-43ec-88b0-bd14cdc00bb4)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:27:24.415097 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7faf2cb-cfee-4c9f-b130-f870042d5ba8 req-706291e6-b712-4dde-aa07-f7ae4aa24c46 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:24.415806 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (84a0b23a-2228-4450-ae09-8eb31126dbe8), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:24.416773 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d7faf2cb-cfee-4c9f-b130-f870042d5ba8 req-706291e6-b712-4dde-aa07-f7ae4aa24c46 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/ports?device_id=a3206afd-bdf4-4acc-b653-377ad5c9b6bb HTTP/1.1" status: 200 len: 943 time: 0.0580986 Feb 17 18:27:24.433872 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f593ebf-b107-46da-88a9-da06eb7fb2fb req-2bcf6f6a-4f2e-41b3-bdbd-d2140bc85796 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:24.436004 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8f593ebf-b107-46da-88a9-da06eb7fb2fb req-2bcf6f6a-4f2e-41b3-bdbd-d2140bc85796 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.91 "GET /v2.0/ports?device_id=a3206afd-bdf4-4acc-b653-377ad5c9b6bb HTTP/1.1" status: 200 len: 943 time: 0.0643859 Feb 17 18:27:24.469578 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=84a0b23a-2228-4450-ae09-8eb31126dbe8,revision_number=8']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:27:24.469969 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d7faf2cb-cfee-4c9f-b130-f870042d5ba8 req-a8e63e56-5225-4800-92df-d2e0ec60727b tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.87 "GET /v2.0/security-groups?id=39ab72b2-7d87-4b36-83e2-5b7656e39462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465608 Feb 17 18:27:24.477690 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:27:24.477980 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:27:24.478329 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:27:24.478674 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:27:24.479014 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:27:24.479353 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:27:24.479689 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:27:24.480023 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:27:24.480400 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:27:24.480724 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:27:24.481055 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:27:24.481390 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:27:24.481718 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:27:24.540454 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-8f593ebf-b107-46da-88a9-da06eb7fb2fb req-92076bdf-fc62-4b5a-b89b-0376ba7d1856 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Deleting port 84a0b23a-2228-4450-ae09-8eb31126dbe8 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:27:24.540807 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8f593ebf-b107-46da-88a9-da06eb7fb2fb req-92076bdf-fc62-4b5a-b89b-0376ba7d1856 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (84a0b23a-2228-4450-ae09-8eb31126dbe8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:24.636102 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-8f593ebf-b107-46da-88a9-da06eb7fb2fb req-92076bdf-fc62-4b5a-b89b-0376ba7d1856 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] For port 84a0b23a-2228-4450-ae09-8eb31126dbe8, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=84a0b23a-2228-4450-ae09-8eb31126dbe8,segment=NetworkSegment(e0574e08-ee0f-43ec-88b0-bd14cdc00bb4),segment_id=e0574e08-ee0f-43ec-88b0-bd14cdc00bb4)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:27:24.636505 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8f593ebf-b107-46da-88a9-da06eb7fb2fb req-92076bdf-fc62-4b5a-b89b-0376ba7d1856 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (84a0b23a-2228-4450-ae09-8eb31126dbe8), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:24.647803 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-8f593ebf-b107-46da-88a9-da06eb7fb2fb req-92076bdf-fc62-4b5a-b89b-0376ba7d1856 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Calling delete_port for 84a0b23a-2228-4450-ae09-8eb31126dbe8 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:27:24.776051 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8f593ebf-b107-46da-88a9-da06eb7fb2fb req-92076bdf-fc62-4b5a-b89b-0376ba7d1856 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (84a0b23a-2228-4450-ae09-8eb31126dbe8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:24.810112 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92076bdf-fc62-4b5a-b89b-0376ba7d1856 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Pushing event deleted for resources: {'Port': ['ID=84a0b23a-2228-4450-ae09-8eb31126dbe8,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:27:24.851068 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f593ebf-b107-46da-88a9-da06eb7fb2fb req-92076bdf-fc62-4b5a-b89b-0376ba7d1856 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] No DVR routers for this DVR port 84a0b23a-2228-4450-ae09-8eb31126dbe8 on host n-h2-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:27:24.853884 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8f593ebf-b107-46da-88a9-da06eb7fb2fb req-92076bdf-fc62-4b5a-b89b-0376ba7d1856 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:24.857370 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8f593ebf-b107-46da-88a9-da06eb7fb2fb req-92076bdf-fc62-4b5a-b89b-0376ba7d1856 tempest-DeleteServersTestJSON-40580914 tempest-DeleteServersTestJSON-40580914-project] 10.222.0.91 "DELETE /v2.0/ports/84a0b23a-2228-4450-ae09-8eb31126dbe8 HTTP/1.1" status: 204 len: 173 time: 0.4156892 Feb 17 18:27:24.857822 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3206afd-bdf4-4acc-b653-377ad5c9b6bb', 'name': 'network-vif-deleted', 'tag': '84a0b23a-2228-4450-ae09-8eb31126dbe8'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:27:24.860091 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9253dffc-40c9-4e71-b85c-f7a1f31d4f99" -d '{"events": [{"server_uuid": "a3206afd-bdf4-4acc-b653-377ad5c9b6bb", "name": "network-vif-deleted", "tag": "84a0b23a-2228-4450-ae09-8eb31126dbe8"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:27:24.898010 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c753cf7-d33a-4af3-b1a4-9b5e7762b7b5 x-openstack-request-id: req-5c753cf7-d33a-4af3-b1a4-9b5e7762b7b5 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:27:24.898313 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3206afd-bdf4-4acc-b653-377ad5c9b6bb", "name": "network-vif-deleted", "tag": "84a0b23a-2228-4450-ae09-8eb31126dbe8", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:27:24.898576 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5c753cf7-d33a-4af3-b1a4-9b5e7762b7b5 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:27:24.898986 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3206afd-bdf4-4acc-b653-377ad5c9b6bb', 'name': 'network-vif-deleted', 'tag': '84a0b23a-2228-4450-ae09-8eb31126dbe8', 'status': 'completed', 'code': 200} Feb 17 18:27:25.603410 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 38642) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:27:25.647285 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-bda2e8f1-f4ee-4936-902d-1127aab49cbe admin admin] Deleting subnet a431799c-f4c4-487e-9469-9b29c22237f0 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:27:25.650395 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bda2e8f1-f4ee-4936-902d-1127aab49cbe admin admin] Publish callbacks [] for subnet (a431799c-f4c4-487e-9469-9b29c22237f0), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:25.682978 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bda2e8f1-f4ee-4936-902d-1127aab49cbe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (a431799c-f4c4-487e-9469-9b29c22237f0), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:25.724947 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bda2e8f1-f4ee-4936-902d-1127aab49cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (a431799c-f4c4-487e-9469-9b29c22237f0), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:25.777792 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bda2e8f1-f4ee-4936-902d-1127aab49cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (a431799c-f4c4-487e-9469-9b29c22237f0), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:25.805384 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bda2e8f1-f4ee-4936-902d-1127aab49cbe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:25.808836 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bda2e8f1-f4ee-4936-902d-1127aab49cbe admin admin] 10.222.0.87 "DELETE /v2.0/subnets/a431799c-f4c4-487e-9469-9b29c22237f0 HTTP/1.1" status: 204 len: 168 time: 0.2044315 Feb 17 18:27:25.809947 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda2e8f1-f4ee-4936-902d-1127aab49cbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a431799c-f4c4-487e-9469-9b29c22237f0,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:27:25.811472 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 38644) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:27:25.879571 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-00a3c88f-81ca-456f-a22d-8f716bececbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:25.957953 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-00a3c88f-81ca-456f-a22d-8f716bececbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:25.977744 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-00a3c88f-81ca-456f-a22d-8f716bececbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:27:25.987270 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-00a3c88f-81ca-456f-a22d-8f716bececbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0574e08-ee0f-43ec-88b0-bd14cdc00bb4') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:27:25.987564 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-00a3c88f-81ca-456f-a22d-8f716bececbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0574e08-ee0f-43ec-88b0-bd14cdc00bb4') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:27:25.997019 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-00a3c88f-81ca-456f-a22d-8f716bececbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (e0574e08-ee0f-43ec-88b0-bd14cdc00bb4), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:26.011079 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-00a3c88f-81ca-456f-a22d-8f716bececbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (e0574e08-ee0f-43ec-88b0-bd14cdc00bb4), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:26.016858 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00a3c88f-81ca-456f-a22d-8f716bececbb admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:27:26.017244 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-00a3c88f-81ca-456f-a22d-8f716bececbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (e0574e08-ee0f-43ec-88b0-bd14cdc00bb4), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:26.019186 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 18:27:26.019186 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:27:26.019186 n-d-829613-2 neutron-server[103435]: timer() Feb 17 18:27:26.019186 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:27:26.019186 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 18:27:26.019186 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:27:26.019186 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 18:27:26.019186 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:27:26.019186 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 18:27:26.019186 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:27:26.019186 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 18:27:26.019186 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:27:26.019186 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 18:27:26.019186 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:27:26.019186 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:27:26.019186 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:27:26.019186 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:27:26.019186 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:27:26.019186 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 18:27:26.019186 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:27:26.019186 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 18:27:26.019186 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:27:26.019186 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:27:26.019186 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:27:26.019186 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 18:27:26.019186 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:27:26.019186 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:27:26.019186 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:27:26.019186 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:27:26.019186 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:27:26.019186 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:27:26.019186 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:27:26.072120 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-00a3c88f-81ca-456f-a22d-8f716bececbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:26.077761 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-00a3c88f-81ca-456f-a22d-8f716bececbb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:26.080890 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-00a3c88f-81ca-456f-a22d-8f716bececbb admin admin] 10.222.0.87 "DELETE /v2.0/networks/2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb HTTP/1.1" status: 204 len: 168 time: 0.2684174 Feb 17 18:27:26.090990 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a3c88f-81ca-456f-a22d-8f716bececbb admin admin] Pushing event deleted for resources: {'Network': ['ID=2dd4ef72-ab1a-4cb6-b57f-98d554ff1dfb,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:27:26.098283 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3c88f-81ca-456f-a22d-8f716bececbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:27:26.098633 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3c88f-81ca-456f-a22d-8f716bececbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:27:26.098973 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3c88f-81ca-456f-a22d-8f716bececbb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:27:26.099304 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3c88f-81ca-456f-a22d-8f716bececbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:27:26.099639 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3c88f-81ca-456f-a22d-8f716bececbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:27:26.099974 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3c88f-81ca-456f-a22d-8f716bececbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:27:26.100297 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3c88f-81ca-456f-a22d-8f716bececbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:27:26.100621 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3c88f-81ca-456f-a22d-8f716bececbb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:27:26.100941 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3c88f-81ca-456f-a22d-8f716bececbb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:27:26.101259 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3c88f-81ca-456f-a22d-8f716bececbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:27:26.101576 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3c88f-81ca-456f-a22d-8f716bececbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:27:26.101898 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3c88f-81ca-456f-a22d-8f716bececbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:27:26.102212 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3c88f-81ca-456f-a22d-8f716bececbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:27:26.186257 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 38648) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:27:26.230121 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e1495283-c406-4b83-b20f-a9e75aca5369 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=be1640e29fe747d08ef46a18bc9d1684&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427239 Feb 17 18:27:26.232689 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 38650) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:27:26.278814 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1a5ac96c-763b-464b-990c-29669464deda admin admin] Publish callbacks [] for security_group (39ab72b2-7d87-4b36-83e2-5b7656e39462), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:26.300346 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1a5ac96c-763b-464b-990c-29669464deda admin admin] Publish callbacks [] for security_group (39ab72b2-7d87-4b36-83e2-5b7656e39462), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:26.345797 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1a5ac96c-763b-464b-990c-29669464deda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (39ab72b2-7d87-4b36-83e2-5b7656e39462), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:26.348676 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1a5ac96c-763b-464b-990c-29669464deda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:26.349818 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1a5ac96c-763b-464b-990c-29669464deda admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/39ab72b2-7d87-4b36-83e2-5b7656e39462 HTTP/1.1" status: 204 len: 168 time: 0.1162457 Feb 17 18:27:26.357427 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ac96c-763b-464b-990c-29669464deda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ab72b2-7d87-4b36-83e2-5b7656e39462,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:27:27.014363 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 38672) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:27:27.108209 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-b4dc89e4-7ea3-461c-b706-578773235b8c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-865498105-network', 'tenant_id': 'ea1f037792fe46be985b9b71c4d2f5c9'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:27:27.128822 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4dc89e4-7ea3-461c-b706-578773235b8c admin admin] Made reservation on behalf of ea1f037792fe46be985b9b71c4d2f5c9 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:27:27.131002 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b4dc89e4-7ea3-461c-b706-578773235b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:27.139136 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b4dc89e4-7ea3-461c-b706-578773235b8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:27.210776 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b4dc89e4-7ea3-461c-b706-578773235b8c admin admin] Publish callbacks [] for security_group (a243decb-a95e-4149-8c83-72cb6bc0e98b), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:27.214246 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b4dc89e4-7ea3-461c-b706-578773235b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (a243decb-a95e-4149-8c83-72cb6bc0e98b), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:27.233371 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4dc89e4-7ea3-461c-b706-578773235b8c admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:27:27.246520 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc89e4-7ea3-461c-b706-578773235b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a243decb-a95e-4149-8c83-72cb6bc0e98b,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:27:27.251099 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b4dc89e4-7ea3-461c-b706-578773235b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (f77f251e-973f-4de2-a364-5591db4824e4), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:27.251437 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-b4dc89e4-7ea3-461c-b706-578773235b8c admin admin] Added segment f77f251e-973f-4de2-a364-5591db4824e4 of type vlan for network e0b9f882-6354-4475-ac55-28ba3334d8ab Feb 17 18:27:27.292362 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b4dc89e4-7ea3-461c-b706-578773235b8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (e0b9f882-6354-4475-ac55-28ba3334d8ab), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:27.316014 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b4dc89e4-7ea3-461c-b706-578773235b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (e0b9f882-6354-4475-ac55-28ba3334d8ab), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:27.317010 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dc89e4-7ea3-461c-b706-578773235b8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:27.317616 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b4dc89e4-7ea3-461c-b706-578773235b8c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:27.349829 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b4dc89e4-7ea3-461c-b706-578773235b8c admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3343742 Feb 17 18:27:27.352687 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 38676) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:27:27.382925 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-665423cf-61fa-41c6-a092-bb6b431bfac9 admin admin] Request body: {'subnet': {'network_id': 'e0b9f882-6354-4475-ac55-28ba3334d8ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-865498105-subnet', 'tenant_id': 'ea1f037792fe46be985b9b71c4d2f5c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:27:27.386849 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc89e4-7ea3-461c-b706-578773235b8c admin admin] Pushing event updated for resources: {'Network': ['ID=e0b9f882-6354-4475-ac55-28ba3334d8ab,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:27:27.396479 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network e0b9f882-6354-4475-ac55-28ba3334d8ab details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:27:27.403376 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665423cf-61fa-41c6-a092-bb6b431bfac9 admin admin] Made reservation on behalf of ea1f037792fe46be985b9b71c4d2f5c9 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:27:27.405823 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-665423cf-61fa-41c6-a092-bb6b431bfac9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:27.576501 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-665423cf-61fa-41c6-a092-bb6b431bfac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (f3dec363-e5b3-4f94-bd55-bb278e1e66cc), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:27.628035 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665423cf-61fa-41c6-a092-bb6b431bfac9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3dec363-e5b3-4f94-bd55-bb278e1e66cc,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:27:27.637913 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665423cf-61fa-41c6-a092-bb6b431bfac9 admin admin] Checking segment: {'id': 'f77f251e-973f-4de2-a364-5591db4824e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e0b9f882-6354-4475-ac55-28ba3334d8ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:27:27.638271 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665423cf-61fa-41c6-a092-bb6b431bfac9 admin admin] Network hostable DHCP agents. Network: e0b9f882-6354-4475-ac55-28ba3334d8ab, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:27:27.657632 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665423cf-61fa-41c6-a092-bb6b431bfac9 admin admin] Network e0b9f882-6354-4475-ac55-28ba3334d8ab is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:27:27.666796 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-665423cf-61fa-41c6-a092-bb6b431bfac9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, e0b9f882-6354-4475-ac55-28ba3334d8ab) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:27:27.670762 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665423cf-61fa-41c6-a092-bb6b431bfac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:27.671340 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-665423cf-61fa-41c6-a092-bb6b431bfac9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:27.675866 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1f1e70-5295-45b0-91c9-b4a544360e3f None None] Network e0b9f882-6354-4475-ac55-28ba3334d8ab requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:27:27.695232 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-665423cf-61fa-41c6-a092-bb6b431bfac9 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3326266 Feb 17 18:27:27.937338 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d99c30-08f8-489a-a293-e89dc3760e82 None None] Network e0b9f882-6354-4475-ac55-28ba3334d8ab requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:27:28.126385 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef3d8a-5bda-4df7-b9a0-4d66da61cde4 req-5cc26ee9-cce9-4d38-891e-e6a6295af15c tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:28.128433 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e0ef3d8a-5bda-4df7-b9a0-4d66da61cde4 req-5cc26ee9-cce9-4d38-891e-e6a6295af15c tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/networks?id=e0b9f882-6354-4475-ac55-28ba3334d8ab HTTP/1.1" status: 200 len: 814 time: 0.1066866 Feb 17 18:27:28.143720 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e0ef3d8a-5bda-4df7-b9a0-4d66da61cde4 req-9afda99f-4891-4423-b383-8c4f777c48b0 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/quotas/ea1f037792fe46be985b9b71c4d2f5c9 HTTP/1.1" status: 200 len: 375 time: 0.0097334 Feb 17 18:27:28.175216 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e0ef3d8a-5bda-4df7-b9a0-4d66da61cde4 req-b419ca37-6d20-442d-b67f-84c3eaf2a32b tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=ea1f037792fe46be985b9b71c4d2f5c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263329 Feb 17 18:27:28.238782 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 84a0b23a-2228-4450-ae09-8eb31126dbe8 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:27:28.259392 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: 84a0b23a-2228-4450-ae09-8eb31126dbe8 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:27:28.259738 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 84a0b23a-2228-4450-ae09-8eb31126dbe8 not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:27:28.267525 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e0ef3d8a-5bda-4df7-b9a0-4d66da61cde4 req-e78f9489-6e80-42e3-9c01-9cbb4a2d9ff1 service neutron] 10.222.0.87 "GET /v2.0/networks/e0b9f882-6354-4475-ac55-28ba3334d8ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857561 Feb 17 18:27:28.353334 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e0ef3d8a-5bda-4df7-b9a0-4d66da61cde4 req-cb3652ee-9cec-40b7-9979-47282f91643c service neutron] 10.222.0.87 "GET /v2.0/networks/e0b9f882-6354-4475-ac55-28ba3334d8ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800586 Feb 17 18:27:28.515521 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8bcea7e7-d0b2-4fd9-833e-f6f5f502e22c req-9770321c-846d-4b23-aab6-d84bc7b88170 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31 HTTP/1.1" status: 200 len: 210 time: 0.0325384 Feb 17 18:27:29.410238 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef3d8a-5bda-4df7-b9a0-4d66da61cde4 req-80322c64-e6b5-415d-a69a-f0e58f7a3334 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:29.411598 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e0ef3d8a-5bda-4df7-b9a0-4d66da61cde4 req-80322c64-e6b5-415d-a69a-f0e58f7a3334 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.91 "GET /v2.0/networks?id=e0b9f882-6354-4475-ac55-28ba3334d8ab HTTP/1.1" status: 200 len: 814 time: 0.1041296 Feb 17 18:27:29.423378 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-e0ef3d8a-5bda-4df7-b9a0-4d66da61cde4 req-7ee478fe-8459-4335-84a7-fd8781fe1228 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Request body: {'port': {'device_id': '0c8cf222-d9b5-4eab-a38f-3483ebbc5b31', 'network_id': 'e0b9f882-6354-4475-ac55-28ba3334d8ab', 'admin_state_up': True, 'tenant_id': 'ea1f037792fe46be985b9b71c4d2f5c9'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:27:29.535200 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0ef3d8a-5bda-4df7-b9a0-4d66da61cde4 req-7ee478fe-8459-4335-84a7-fd8781fe1228 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Made reservation on behalf of ea1f037792fe46be985b9b71c4d2f5c9 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:27:29.538512 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e0ef3d8a-5bda-4df7-b9a0-4d66da61cde4 req-7ee478fe-8459-4335-84a7-fd8781fe1228 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:29.612407 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9e3113e4-0903-49e4-ac9c-33e394c0d4da req-5244b48c-0e70-46e7-8492-2cafbfe657a5 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31 HTTP/1.1" status: 200 len: 210 time: 0.0282538 Feb 17 18:27:29.666454 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-e0ef3d8a-5bda-4df7-b9a0-4d66da61cde4 req-7ee478fe-8459-4335-84a7-fd8781fe1228 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Allocated IP 172.20.0.12 (e0b9f882-6354-4475-ac55-28ba3334d8ab/f3dec363-e5b3-4f94-bd55-bb278e1e66cc/b7f53e83-eb4e-46c5-b30e-fa5f97455bc9) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:27:29.811775 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e0ef3d8a-5bda-4df7-b9a0-4d66da61cde4 req-7ee478fe-8459-4335-84a7-fd8781fe1228 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Publish callbacks [] for port (b7f53e83-eb4e-46c5-b30e-fa5f97455bc9), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:29.844815 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e0ef3d8a-5bda-4df7-b9a0-4d66da61cde4 req-7ee478fe-8459-4335-84a7-fd8781fe1228 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (b7f53e83-eb4e-46c5-b30e-fa5f97455bc9), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:29.893750 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0ef3d8a-5bda-4df7-b9a0-4d66da61cde4 req-7ee478fe-8459-4335-84a7-fd8781fe1228 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Network e0b9f882-6354-4475-ac55-28ba3334d8ab is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:27:29.896878 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-e0ef3d8a-5bda-4df7-b9a0-4d66da61cde4 req-7ee478fe-8459-4335-84a7-fd8781fe1228 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:27:29.902784 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ef3d8a-5bda-4df7-b9a0-4d66da61cde4 req-7ee478fe-8459-4335-84a7-fd8781fe1228 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:27:29.908762 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee478fe-8459-4335-84a7-fd8781fe1228 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Pushing event updated for resources: {'Port': ['ID=b7f53e83-eb4e-46c5-b30e-fa5f97455bc9,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:27:29.957926 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef3d8a-5bda-4df7-b9a0-4d66da61cde4 req-7ee478fe-8459-4335-84a7-fd8781fe1228 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:29.958588 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e0ef3d8a-5bda-4df7-b9a0-4d66da61cde4 req-7ee478fe-8459-4335-84a7-fd8781fe1228 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:29.976465 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e0ef3d8a-5bda-4df7-b9a0-4d66da61cde4 req-7ee478fe-8459-4335-84a7-fd8781fe1228 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5574434 Feb 17 18:27:29.988357 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-e0ef3d8a-5bda-4df7-b9a0-4d66da61cde4 req-3fa82cf9-2abd-4e53-841e-2aeaa06ffb88 service neutron] Request body: {'port': {'device_id': '0c8cf222-d9b5-4eab-a38f-3483ebbc5b31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:27:30.049583 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e0ef3d8a-5bda-4df7-b9a0-4d66da61cde4 req-3fa82cf9-2abd-4e53-841e-2aeaa06ffb88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b7f53e83-eb4e-46c5-b30e-fa5f97455bc9), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:30.306737 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-e0ef3d8a-5bda-4df7-b9a0-4d66da61cde4 req-3fa82cf9-2abd-4e53-841e-2aeaa06ffb88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7f53e83-eb4e-46c5-b30e-fa5f97455bc9 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:27:30.314022 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e0ef3d8a-5bda-4df7-b9a0-4d66da61cde4 req-3fa82cf9-2abd-4e53-841e-2aeaa06ffb88 service neutron] Publish callbacks [] for port (b7f53e83-eb4e-46c5-b30e-fa5f97455bc9), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:30.325615 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-e0ef3d8a-5bda-4df7-b9a0-4d66da61cde4 req-3fa82cf9-2abd-4e53-841e-2aeaa06ffb88 service neutron] Transition to ACTIVE for port object b7f53e83-eb4e-46c5-b30e-fa5f97455bc9 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 18:27:30.328908 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e0ef3d8a-5bda-4df7-b9a0-4d66da61cde4 req-3fa82cf9-2abd-4e53-841e-2aeaa06ffb88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (b7f53e83-eb4e-46c5-b30e-fa5f97455bc9), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:30.379016 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa82cf9-2abd-4e53-841e-2aeaa06ffb88 service neutron] Pushing event updated for resources: {'Port': ['ID=b7f53e83-eb4e-46c5-b30e-fa5f97455bc9,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:27:30.443800 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-e0ef3d8a-5bda-4df7-b9a0-4d66da61cde4 req-3fa82cf9-2abd-4e53-841e-2aeaa06ffb88 service neutron] Attempting to bind port b7f53e83-eb4e-46c5-b30e-fa5f97455bc9 on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:27:30.444471 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-e0ef3d8a-5bda-4df7-b9a0-4d66da61cde4 req-3fa82cf9-2abd-4e53-841e-2aeaa06ffb88 service neutron] Attempting to bind port b7f53e83-eb4e-46c5-b30e-fa5f97455bc9 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': 'f77f251e-973f-4de2-a364-5591db4824e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e0b9f882-6354-4475-ac55-28ba3334d8ab'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:27:30.444471 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ef3d8a-5bda-4df7-b9a0-4d66da61cde4 req-3fa82cf9-2abd-4e53-841e-2aeaa06ffb88 service neutron] Attempting to bind port b7f53e83-eb4e-46c5-b30e-fa5f97455bc9 on network e0b9f882-6354-4475-ac55-28ba3334d8ab {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:27:30.448813 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ef3d8a-5bda-4df7-b9a0-4d66da61cde4 req-3fa82cf9-2abd-4e53-841e-2aeaa06ffb88 service neutron] Port b7f53e83-eb4e-46c5-b30e-fa5f97455bc9 on network e0b9f882-6354-4475-ac55-28ba3334d8ab not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:27:30.449142 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ef3d8a-5bda-4df7-b9a0-4d66da61cde4 req-3fa82cf9-2abd-4e53-841e-2aeaa06ffb88 service neutron] Attempting to bind port b7f53e83-eb4e-46c5-b30e-fa5f97455bc9 on network e0b9f882-6354-4475-ac55-28ba3334d8ab {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:27:30.453997 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ef3d8a-5bda-4df7-b9a0-4d66da61cde4 req-3fa82cf9-2abd-4e53-841e-2aeaa06ffb88 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:27:30.454339 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ef3d8a-5bda-4df7-b9a0-4d66da61cde4 req-3fa82cf9-2abd-4e53-841e-2aeaa06ffb88 service neutron] Checking segment: {'id': 'f77f251e-973f-4de2-a364-5591db4824e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e0b9f882-6354-4475-ac55-28ba3334d8ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:27:30.455237 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ef3d8a-5bda-4df7-b9a0-4d66da61cde4 req-3fa82cf9-2abd-4e53-841e-2aeaa06ffb88 service neutron] Bound using segment: {'id': 'f77f251e-973f-4de2-a364-5591db4824e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e0b9f882-6354-4475-ac55-28ba3334d8ab'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:27:30.455737 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-e0ef3d8a-5bda-4df7-b9a0-4d66da61cde4 req-3fa82cf9-2abd-4e53-841e-2aeaa06ffb88 service neutron] Bound port: b7f53e83-eb4e-46c5-b30e-fa5f97455bc9, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f77f251e-973f-4de2-a364-5591db4824e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e0b9f882-6354-4475-ac55-28ba3334d8ab'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:27:30.456125 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e0ef3d8a-5bda-4df7-b9a0-4d66da61cde4 req-3fa82cf9-2abd-4e53-841e-2aeaa06ffb88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b7f53e83-eb4e-46c5-b30e-fa5f97455bc9), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:30.518166 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-e0ef3d8a-5bda-4df7-b9a0-4d66da61cde4 req-3fa82cf9-2abd-4e53-841e-2aeaa06ffb88 service neutron] For port b7f53e83-eb4e-46c5-b30e-fa5f97455bc9, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:27:30.521421 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-e0ef3d8a-5bda-4df7-b9a0-4d66da61cde4 req-3fa82cf9-2abd-4e53-841e-2aeaa06ffb88 service neutron] For port b7f53e83-eb4e-46c5-b30e-fa5f97455bc9, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=b7f53e83-eb4e-46c5-b30e-fa5f97455bc9,segment=NetworkSegment(f77f251e-973f-4de2-a364-5591db4824e4),segment_id=f77f251e-973f-4de2-a364-5591db4824e4)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:27:30.526555 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e0ef3d8a-5bda-4df7-b9a0-4d66da61cde4 req-3fa82cf9-2abd-4e53-841e-2aeaa06ffb88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (b7f53e83-eb4e-46c5-b30e-fa5f97455bc9), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:30.558530 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef3d8a-5bda-4df7-b9a0-4d66da61cde4 req-3fa82cf9-2abd-4e53-841e-2aeaa06ffb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:30.559094 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e0ef3d8a-5bda-4df7-b9a0-4d66da61cde4 req-3fa82cf9-2abd-4e53-841e-2aeaa06ffb88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:30.560486 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e0ef3d8a-5bda-4df7-b9a0-4d66da61cde4 req-3fa82cf9-2abd-4e53-841e-2aeaa06ffb88 service neutron] 10.222.0.91 "PUT /v2.0/ports/b7f53e83-eb4e-46c5-b30e-fa5f97455bc9 HTTP/1.1" status: 200 len: 1092 time: 0.5771980 Feb 17 18:27:30.560924 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c8cf222-d9b5-4eab-a38f-3483ebbc5b31', 'tag': 'b7f53e83-eb4e-46c5-b30e-fa5f97455bc9'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:27:30.563163 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf92d71a-bbe8-4e19-8b55-89e994395c0e" -d '{"events": [{"name": "network-changed", "server_uuid": "0c8cf222-d9b5-4eab-a38f-3483ebbc5b31", "tag": "b7f53e83-eb4e-46c5-b30e-fa5f97455bc9"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:27:30.588166 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa82cf9-2abd-4e53-841e-2aeaa06ffb88 service neutron] Pushing event updated for resources: {'Port': ['ID=b7f53e83-eb4e-46c5-b30e-fa5f97455bc9,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:27:30.609863 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbd1eaa-c815-4bea-890f-d5c349bb5280 x-openstack-request-id: req-ecbd1eaa-c815-4bea-890f-d5c349bb5280 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:27:30.610170 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c8cf222-d9b5-4eab-a38f-3483ebbc5b31", "tag": "b7f53e83-eb4e-46c5-b30e-fa5f97455bc9", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:27:30.610432 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ecbd1eaa-c815-4bea-890f-d5c349bb5280 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:27:30.610858 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c8cf222-d9b5-4eab-a38f-3483ebbc5b31', 'tag': 'b7f53e83-eb4e-46c5-b30e-fa5f97455bc9', 'status': 'completed', 'code': 200} Feb 17 18:27:30.647486 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef3d8a-5bda-4df7-b9a0-4d66da61cde4 req-06192157-f910-4038-8ffa-70d05bfdbc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:30.649179 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e0ef3d8a-5bda-4df7-b9a0-4d66da61cde4 req-06192157-f910-4038-8ffa-70d05bfdbc96 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ea1f037792fe46be985b9b71c4d2f5c9&device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31 HTTP/1.1" status: 200 len: 1126 time: 0.0482080 Feb 17 18:27:30.733722 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109da0b8-bfa4-4f49-909b-9a047fd1d871 req-9742f57e-64a3-40d3-a5e1-68c5c5559b21 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:30.735295 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-109da0b8-bfa4-4f49-909b-9a047fd1d871 req-9742f57e-64a3-40d3-a5e1-68c5c5559b21 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31 HTTP/1.1" status: 200 len: 944 time: 0.0549598 Feb 17 18:27:30.787315 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-109da0b8-bfa4-4f49-909b-9a047fd1d871 req-4c514a7e-2efd-429d-ba54-9178654851e1 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456674 Feb 17 18:27:30.972848 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e0ef3d8a-5bda-4df7-b9a0-4d66da61cde4 req-cc3b2d39-a4ff-40b3-8a95-05a5a00afa16 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7f53e83-eb4e-46c5-b30e-fa5f97455bc9 HTTP/1.1" status: 200 len: 217 time: 0.3158002 Feb 17 18:27:31.020015 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef3d8a-5bda-4df7-b9a0-4d66da61cde4 req-4c20c1ac-1594-4436-81a7-da97cb8fcfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:31.021427 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e0ef3d8a-5bda-4df7-b9a0-4d66da61cde4 req-4c20c1ac-1594-4436-81a7-da97cb8fcfdc service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f3dec363-e5b3-4f94-bd55-bb278e1e66cc HTTP/1.1" status: 200 len: 854 time: 0.0425987 Feb 17 18:27:31.050635 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e0ef3d8a-5bda-4df7-b9a0-4d66da61cde4 req-ee9ff65f-54a8-4fef-b245-eaeb85a2bd6c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e0b9f882-6354-4475-ac55-28ba3334d8ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237575 Feb 17 18:27:31.141295 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e0ef3d8a-5bda-4df7-b9a0-4d66da61cde4 req-fea268c8-771c-4011-a345-9602447d9061 service neutron] 10.222.0.91 "GET /v2.0/networks/e0b9f882-6354-4475-ac55-28ba3334d8ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851593 Feb 17 18:27:31.228048 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e0ef3d8a-5bda-4df7-b9a0-4d66da61cde4 req-f3a2baef-188c-4e7f-b22b-4475803a18e7 service neutron] 10.222.0.91 "GET /v2.0/networks/e0b9f882-6354-4475-ac55-28ba3334d8ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804932 Feb 17 18:27:31.322270 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92d71a-bbe8-4e19-8b55-89e994395c0e req-6082a149-9351-4ad5-8674-86e8ec86ba19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:31.323742 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-bf92d71a-bbe8-4e19-8b55-89e994395c0e req-6082a149-9351-4ad5-8674-86e8ec86ba19 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ea1f037792fe46be985b9b71c4d2f5c9&device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31 HTTP/1.1" status: 200 len: 1126 time: 0.0486324 Feb 17 18:27:31.410558 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92d71a-bbe8-4e19-8b55-89e994395c0e req-457a8912-8103-4b06-b9c1-aff1f68ce613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:31.412041 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-bf92d71a-bbe8-4e19-8b55-89e994395c0e req-457a8912-8103-4b06-b9c1-aff1f68ce613 service neutron] 10.222.0.91 "GET /v2.0/networks?id=e0b9f882-6354-4475-ac55-28ba3334d8ab HTTP/1.1" status: 200 len: 915 time: 0.0819516 Feb 17 18:27:31.459636 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-bf92d71a-bbe8-4e19-8b55-89e994395c0e req-80262250-f918-4bf5-89de-40a01440fd28 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7f53e83-eb4e-46c5-b30e-fa5f97455bc9 HTTP/1.1" status: 200 len: 217 time: 0.0416629 Feb 17 18:27:31.508168 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92d71a-bbe8-4e19-8b55-89e994395c0e req-efd65176-98af-4ebf-a717-ed31ec27fb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:31.509576 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-bf92d71a-bbe8-4e19-8b55-89e994395c0e req-efd65176-98af-4ebf-a717-ed31ec27fb80 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f3dec363-e5b3-4f94-bd55-bb278e1e66cc HTTP/1.1" status: 200 len: 854 time: 0.0437827 Feb 17 18:27:31.541571 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-bf92d71a-bbe8-4e19-8b55-89e994395c0e req-fa33ce6e-3bf7-4511-8e9b-dae33169a03a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e0b9f882-6354-4475-ac55-28ba3334d8ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248983 Feb 17 18:27:31.633445 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-bf92d71a-bbe8-4e19-8b55-89e994395c0e req-6919a9e4-aa0c-4ccb-82f3-487f9053cf6a service neutron] 10.222.0.91 "GET /v2.0/networks/e0b9f882-6354-4475-ac55-28ba3334d8ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853643 Feb 17 18:27:31.721223 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-bf92d71a-bbe8-4e19-8b55-89e994395c0e req-a8259f29-1b78-4e52-b8fc-cd00b1f3a8d3 service neutron] 10.222.0.91 "GET /v2.0/networks/e0b9f882-6354-4475-ac55-28ba3334d8ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815649 Feb 17 18:27:31.912079 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b7adf-f317-4f56-b944-c045bb7660f5 req-643d4a3a-f2a0-4b2d-95ed-2d0eb5c7b927 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:31.913607 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-370b7adf-f317-4f56-b944-c045bb7660f5 req-643d4a3a-f2a0-4b2d-95ed-2d0eb5c7b927 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31 HTTP/1.1" status: 200 len: 944 time: 0.0527008 Feb 17 18:27:31.962543 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-370b7adf-f317-4f56-b944-c045bb7660f5 req-f57928c5-7640-423c-a7d6-644c5d6e49b6 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433800 Feb 17 18:27:33.032884 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-89b2447d-4ec3-454f-b5b3-bcd8a75d51a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:33.082318 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affcc159-dbce-401c-8299-74da9fd37d97 req-fd0b9f73-d6d6-4e5f-8175-fb656d749125 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:33.084155 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-affcc159-dbce-401c-8299-74da9fd37d97 req-fd0b9f73-d6d6-4e5f-8175-fb656d749125 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31 HTTP/1.1" status: 200 len: 944 time: 0.0548041 Feb 17 18:27:33.130690 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-affcc159-dbce-401c-8299-74da9fd37d97 req-3a70dabf-5d24-4ef6-95f7-fba5abbb51fe tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407972 Feb 17 18:27:33.916162 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:27:34.249429 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7219853b-91e9-4dfb-b7d3-e182bb50a577 req-66fa485b-a696-4d8b-aa41-64f878e7b2e5 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:34.250920 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7219853b-91e9-4dfb-b7d3-e182bb50a577 req-66fa485b-a696-4d8b-aa41-64f878e7b2e5 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31 HTTP/1.1" status: 200 len: 944 time: 0.0519729 Feb 17 18:27:34.253362 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device b7f53e83-eb4e-46c5-b30e-fa5f97455bc9 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:27:34.297570 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7219853b-91e9-4dfb-b7d3-e182bb50a577 req-8428e043-eeff-4db0-bc51-2b76f7662e35 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410738 Feb 17 18:27:34.351733 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port b7f53e83-eb4e-46c5-b30e-fa5f97455bc9, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=b7f53e83-eb4e-46c5-b30e-fa5f97455bc9,segment=NetworkSegment(f77f251e-973f-4de2-a364-5591db4824e4),segment_id=f77f251e-973f-4de2-a364-5591db4824e4)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:27:34.362477 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': 'b7f53e83-eb4e-46c5-b30e-fa5f97455bc9', 'network_id': 'e0b9f882-6354-4475-ac55-28ba3334d8ab', 'port_id': 'b7f53e83-eb4e-46c5-b30e-fa5f97455bc9', 'mac_address': 'fa:16:3e:e6:b2:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3dec363-e5b3-4f94-bd55-bb278e1e66cc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:27:34.398685 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port b7f53e83-eb4e-46c5-b30e-fa5f97455bc9 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:27:34.399079 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b7f53e83-eb4e-46c5-b30e-fa5f97455bc9), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:34.412735 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7f53e83-eb4e-46c5-b30e-fa5f97455bc9 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:27:34.432276 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port b7f53e83-eb4e-46c5-b30e-fa5f97455bc9, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=b7f53e83-eb4e-46c5-b30e-fa5f97455bc9,segment=NetworkSegment(f77f251e-973f-4de2-a364-5591db4824e4),segment_id=f77f251e-973f-4de2-a364-5591db4824e4)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:27:34.435754 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b7f53e83-eb4e-46c5-b30e-fa5f97455bc9), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:34.486526 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=b7f53e83-eb4e-46c5-b30e-fa5f97455bc9,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:27:34.634697 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['b7f53e83-eb4e-46c5-b30e-fa5f97455bc9'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:27:35.417409 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a5553-cf59-4e38-bca0-aad004ed44f5 req-3060863a-2e32-493b-8c42-0a16eac99807 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:35.418924 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-100a5553-cf59-4e38-bca0-aad004ed44f5 req-3060863a-2e32-493b-8c42-0a16eac99807 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31 HTTP/1.1" status: 200 len: 945 time: 0.0560153 Feb 17 18:27:35.468533 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-100a5553-cf59-4e38-bca0-aad004ed44f5 req-43fb82e4-c5ff-4b24-826f-dfb5314566e3 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430636 Feb 17 18:27:35.490349 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-53421e5c-7a7a-4bdf-9a80-742eab5dc283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:36.269553 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device b7f53e83-eb4e-46c5-b30e-fa5f97455bc9 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:27:36.320812 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port b7f53e83-eb4e-46c5-b30e-fa5f97455bc9 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 18:27:36.324920 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port b7f53e83-eb4e-46c5-b30e-fa5f97455bc9 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:27:36.325305 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b7f53e83-eb4e-46c5-b30e-fa5f97455bc9), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:36.400260 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port b7f53e83-eb4e-46c5-b30e-fa5f97455bc9 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:27:36.400648 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b7f53e83-eb4e-46c5-b30e-fa5f97455bc9), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:36.422392 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8cf222-d9b5-4eab-a38f-3483ebbc5b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f53e83-eb4e-46c5-b30e-fa5f97455bc9'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:27:36.425167 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a58b36eb5214be741a58d8f0f454d70cefb3ebdc097f6d2df64ce05b1b6ee80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cebde66-1f8b-4c47-874f-003647cda4dc" -d '{"events": [{"server_uuid": "0c8cf222-d9b5-4eab-a38f-3483ebbc5b31", "name": "network-vif-plugged", "status": "completed", "tag": "b7f53e83-eb4e-46c5-b30e-fa5f97455bc9"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:27:36.437601 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port b7f53e83-eb4e-46c5-b30e-fa5f97455bc9, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=b7f53e83-eb4e-46c5-b30e-fa5f97455bc9,segment=NetworkSegment(f77f251e-973f-4de2-a364-5591db4824e4),segment_id=f77f251e-973f-4de2-a364-5591db4824e4)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:27:36.441964 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b7f53e83-eb4e-46c5-b30e-fa5f97455bc9), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:36.470014 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846b7a46-40ff-4bb8-973a-e4625c425c1b x-openstack-request-id: req-846b7a46-40ff-4bb8-973a-e4625c425c1b {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:27:36.470357 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c8cf222-d9b5-4eab-a38f-3483ebbc5b31", "name": "network-vif-plugged", "status": "completed", "tag": "b7f53e83-eb4e-46c5-b30e-fa5f97455bc9", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:27:36.470606 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-846b7a46-40ff-4bb8-973a-e4625c425c1b {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:27:36.471002 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8cf222-d9b5-4eab-a38f-3483ebbc5b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f53e83-eb4e-46c5-b30e-fa5f97455bc9', 'code': 200} Feb 17 18:27:36.504870 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=b7f53e83-eb4e-46c5-b30e-fa5f97455bc9,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:27:36.567714 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c687d-aa84-45cc-b4b3-67cef9e884dd req-42896e68-2da4-4e74-8428-11440aa61aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:36.569345 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c41c687d-aa84-45cc-b4b3-67cef9e884dd req-42896e68-2da4-4e74-8428-11440aa61aa1 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31 HTTP/1.1" status: 200 len: 1128 time: 0.0500941 Feb 17 18:27:36.591890 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10e8ff-a022-46ff-952f-b690814387c1 req-a07e1ea4-9114-40c9-9af2-719eb73b3a6f tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:36.593548 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1d10e8ff-a022-46ff-952f-b690814387c1 req-a07e1ea4-9114-40c9-9af2-719eb73b3a6f tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31 HTTP/1.1" status: 200 len: 946 time: 0.0533569 Feb 17 18:27:36.618498 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c41c687d-aa84-45cc-b4b3-67cef9e884dd req-89ce70cf-e2ce-43b8-9791-8ff2081cfcd2 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437784 Feb 17 18:27:36.642532 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1d10e8ff-a022-46ff-952f-b690814387c1 req-97fd91a5-3a1c-45c7-bab7-b780bbbe4820 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431385 Feb 17 18:27:36.892830 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:37.764059 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a110c-960d-4368-83be-039ee65fe83a req-0830141f-207b-45b4-8e18-569f60a16ecd tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:37.765569 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-062a110c-960d-4368-83be-039ee65fe83a req-0830141f-207b-45b4-8e18-569f60a16ecd tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31 HTTP/1.1" status: 200 len: 946 time: 0.0548351 Feb 17 18:27:37.811204 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-062a110c-960d-4368-83be-039ee65fe83a req-1d11e3de-c360-4e82-9652-deb6ed15624d tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394046 Feb 17 18:27:37.929575 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7893079-4e7b-405e-8546-95f3e4caa60f req-e2949c21-5b5c-49c8-9445-06f498662d64 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:37.930959 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a7893079-4e7b-405e-8546-95f3e4caa60f req-e2949c21-5b5c-49c8-9445-06f498662d64 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31 HTTP/1.1" status: 200 len: 946 time: 0.0514319 Feb 17 18:27:37.977261 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a7893079-4e7b-405e-8546-95f3e4caa60f req-dd7ab897-c36c-4392-a942-e346e4e69483 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408125 Feb 17 18:27:38.118783 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:38.179144 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36e2fb-6f56-4efd-be3d-c2cf3c51fc9f req-75f1dd07-485c-479d-b800-345cc2984382 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:38.180698 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fa36e2fb-6f56-4efd-be3d-c2cf3c51fc9f req-75f1dd07-485c-479d-b800-345cc2984382 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31 HTTP/1.1" status: 200 len: 946 time: 0.0511644 Feb 17 18:27:38.229587 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fa36e2fb-6f56-4efd-be3d-c2cf3c51fc9f req-8d5632ef-8fa4-41c4-a0fd-8edff16da70a tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434184 Feb 17 18:27:38.636148 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c8373-6fa8-4172-9127-f0fcef786f7c req-a259fa46-a17c-4617-8f06-dab1759fde07 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:38.637656 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-767c8373-6fa8-4172-9127-f0fcef786f7c req-a259fa46-a17c-4617-8f06-dab1759fde07 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31 HTTP/1.1" status: 200 len: 946 time: 0.3436577 Feb 17 18:27:38.683177 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-767c8373-6fa8-4172-9127-f0fcef786f7c req-c1d5c390-31a0-46bd-a884-405e70edf052 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393414 Feb 17 18:27:38.909265 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b8df4903-2371-40d9-b7c7-8058386d526a req-cac1dda1-2227-43a3-a2cc-5d2cd074f118 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0442202 Feb 17 18:27:38.927684 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f742d9-a810-4ce4-868b-23cf985d23d5 req-637fd38a-6133-421c-9941-f5a169062f8a tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:38.929198 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e2f742d9-a810-4ce4-868b-23cf985d23d5 req-637fd38a-6133-421c-9941-f5a169062f8a tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31 HTTP/1.1" status: 200 len: 946 time: 0.0558417 Feb 17 18:27:38.977773 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e2f742d9-a810-4ce4-868b-23cf985d23d5 req-3287eeda-1d0e-44ab-8128-6387b05618ad tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428710 Feb 17 18:27:39.203496 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:39.304873 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df4903-2371-40d9-b7c7-8058386d526a req-5f3ec8a8-3908-4544-a865-dc086ccd74c9 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:39.306242 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b8df4903-2371-40d9-b7c7-8058386d526a req-5f3ec8a8-3908-4544-a865-dc086ccd74c9 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports/b7f53e83-eb4e-46c5-b30e-fa5f97455bc9 HTTP/1.1" status: 200 len: 943 time: 0.0469213 Feb 17 18:27:40.065528 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df4903-2371-40d9-b7c7-8058386d526a req-a15b334e-20f5-47e2-b2db-3a2b2f1bf962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:40.067106 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b8df4903-2371-40d9-b7c7-8058386d526a req-a15b334e-20f5-47e2-b2db-3a2b2f1bf962 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ea1f037792fe46be985b9b71c4d2f5c9&device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31 HTTP/1.1" status: 200 len: 1128 time: 0.0454917 Feb 17 18:27:40.101256 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec8062-2cac-4315-a29e-23ae110adb18 req-77c65b39-22be-4d2b-8666-9b09340a2eaf tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:40.102735 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1bec8062-2cac-4315-a29e-23ae110adb18 req-77c65b39-22be-4d2b-8666-9b09340a2eaf tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31 HTTP/1.1" status: 200 len: 946 time: 0.0549953 Feb 17 18:27:40.150240 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1bec8062-2cac-4315-a29e-23ae110adb18 req-c2eddc7a-d0b3-40f4-8df8-ea1f8ac75c1e tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417750 Feb 17 18:27:40.161955 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df4903-2371-40d9-b7c7-8058386d526a req-a73c2f9c-46e6-43cc-aaaa-848caa44ab22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:40.163679 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b8df4903-2371-40d9-b7c7-8058386d526a req-a73c2f9c-46e6-43cc-aaaa-848caa44ab22 service neutron] 10.222.0.91 "GET /v2.0/networks?id=e0b9f882-6354-4475-ac55-28ba3334d8ab HTTP/1.1" status: 200 len: 915 time: 0.0900221 Feb 17 18:27:40.213157 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b8df4903-2371-40d9-b7c7-8058386d526a req-bdf86989-1464-4acf-b043-cbd2437d9743 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7f53e83-eb4e-46c5-b30e-fa5f97455bc9 HTTP/1.1" status: 200 len: 217 time: 0.0441859 Feb 17 18:27:40.268585 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df4903-2371-40d9-b7c7-8058386d526a req-de31adef-9f2c-4667-9220-d9c6686bd350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:40.270062 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b8df4903-2371-40d9-b7c7-8058386d526a req-de31adef-9f2c-4667-9220-d9c6686bd350 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f3dec363-e5b3-4f94-bd55-bb278e1e66cc HTTP/1.1" status: 200 len: 854 time: 0.0513971 Feb 17 18:27:40.303643 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b8df4903-2371-40d9-b7c7-8058386d526a req-31f6eb7d-0613-4ff4-9bbd-4f0821723f06 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e0b9f882-6354-4475-ac55-28ba3334d8ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282311 Feb 17 18:27:40.393165 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b8df4903-2371-40d9-b7c7-8058386d526a req-c2c5360f-68c4-49af-b0c5-088c4288bfa9 service neutron] 10.222.0.91 "GET /v2.0/networks/e0b9f882-6354-4475-ac55-28ba3334d8ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833557 Feb 17 18:27:40.485250 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b8df4903-2371-40d9-b7c7-8058386d526a req-1978d532-6d06-473a-87fa-4f17f8e0923c service neutron] 10.222.0.91 "GET /v2.0/networks/e0b9f882-6354-4475-ac55-28ba3334d8ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862637 Feb 17 18:27:41.282310 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad14f47-9a53-49d7-bdbe-bc9e8258a359 req-3fd23d09-b498-4222-aba2-e67e8ff96ccd tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:41.283880 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4ad14f47-9a53-49d7-bdbe-bc9e8258a359 req-3fd23d09-b498-4222-aba2-e67e8ff96ccd tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31 HTTP/1.1" status: 200 len: 946 time: 0.0530579 Feb 17 18:27:41.330817 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4ad14f47-9a53-49d7-bdbe-bc9e8258a359 req-0b5a4bc1-b2ea-482c-ab9d-e6d62b547077 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409327 Feb 17 18:27:42.449289 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591e1dd-7b18-4b74-8288-fe21724a3bf9 req-2fae212c-3ff2-4172-afa8-375f73e26fe6 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:42.450747 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1591e1dd-7b18-4b74-8288-fe21724a3bf9 req-2fae212c-3ff2-4172-afa8-375f73e26fe6 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31 HTTP/1.1" status: 200 len: 946 time: 0.0547051 Feb 17 18:27:42.499200 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1591e1dd-7b18-4b74-8288-fe21724a3bf9 req-0578cf94-d9ad-4943-885a-800e0043437b tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423210 Feb 17 18:27:43.619077 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218c1ca-68e7-410f-a7ac-734b57140b46 req-8e808f91-2170-4bf8-9c9f-529705b4cfad tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:43.620568 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4218c1ca-68e7-410f-a7ac-734b57140b46 req-8e808f91-2170-4bf8-9c9f-529705b4cfad tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31 HTTP/1.1" status: 200 len: 946 time: 0.0522807 Feb 17 18:27:43.665601 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4218c1ca-68e7-410f-a7ac-734b57140b46 req-63c267d5-fa15-4b21-b1ce-1d600f85d5fb tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395744 Feb 17 18:27:44.785147 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb86d9-e475-474a-a918-bfaa22ccf09e req-c7f6e0f6-292d-4b78-b565-a8e22f796605 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:44.786604 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-afeb86d9-e475-474a-a918-bfaa22ccf09e req-c7f6e0f6-292d-4b78-b565-a8e22f796605 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31 HTTP/1.1" status: 200 len: 946 time: 0.0517237 Feb 17 18:27:44.835018 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-afeb86d9-e475-474a-a918-bfaa22ccf09e req-4c8f4aca-95dd-4fa1-88d6-44025580b031 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429332 Feb 17 18:27:45.956368 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133a5cc-4115-403d-bb83-efcf5a802e63 req-0d8fdcdd-a54d-40cb-9031-ae004e8b79d5 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:45.957850 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c133a5cc-4115-403d-bb83-efcf5a802e63 req-0d8fdcdd-a54d-40cb-9031-ae004e8b79d5 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31 HTTP/1.1" status: 200 len: 946 time: 0.0518258 Feb 17 18:27:46.003073 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c133a5cc-4115-403d-bb83-efcf5a802e63 req-f9827b9d-dd90-4bcb-8944-661754b0fed1 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397320 Feb 17 18:27:47.120300 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800bb20-1256-4a1e-a3f4-0af6a5fa7b95 req-d4cea848-0963-4a00-a014-bb26da353fcc tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:47.121771 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0800bb20-1256-4a1e-a3f4-0af6a5fa7b95 req-d4cea848-0963-4a00-a014-bb26da353fcc tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31 HTTP/1.1" status: 200 len: 946 time: 0.0521679 Feb 17 18:27:47.167981 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0800bb20-1256-4a1e-a3f4-0af6a5fa7b95 req-5216ad08-61f5-49f5-a23d-6ecdd37484b8 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402369 Feb 17 18:27:48.289648 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd7c6c-1cd7-4763-9d95-cc47bbf86651 req-4203e97b-3265-4903-97c9-ea8cabd23296 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:48.291097 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4dcd7c6c-1cd7-4763-9d95-cc47bbf86651 req-4203e97b-3265-4903-97c9-ea8cabd23296 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31 HTTP/1.1" status: 200 len: 946 time: 0.0562744 Feb 17 18:27:48.336588 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4dcd7c6c-1cd7-4763-9d95-cc47bbf86651 req-911c8372-bd7f-40a9-be48-30ff04e7cced tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399036 Feb 17 18:27:49.391253 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:49.456170 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c9583-939f-4dec-9459-82d2a2531ad5 req-b8580831-98a5-4de3-bfad-2ac3994c3bf4 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:49.457807 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fd0c9583-939f-4dec-9459-82d2a2531ad5 req-b8580831-98a5-4de3-bfad-2ac3994c3bf4 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31 HTTP/1.1" status: 200 len: 946 time: 0.0528579 Feb 17 18:27:49.505303 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fd0c9583-939f-4dec-9459-82d2a2531ad5 req-61b45eb4-a87b-4b65-9898-595476cbc615 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413284 Feb 17 18:27:50.162647 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:27:50.626669 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212b8fd-f90b-4886-83a2-f6cb01d19974 req-c2d8bacf-18e6-4753-a79c-960118592b98 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:50.628156 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a212b8fd-f90b-4886-83a2-f6cb01d19974 req-c2d8bacf-18e6-4753-a79c-960118592b98 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31 HTTP/1.1" status: 200 len: 946 time: 0.0551989 Feb 17 18:27:50.677950 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a212b8fd-f90b-4886-83a2-f6cb01d19974 req-9d6e4590-af62-4e8e-8849-cbb99c904a49 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442638 Feb 17 18:27:51.796171 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35febfdb-e5a5-4060-b2a4-fc8c652d6cfe req-ad601593-eae6-4d7c-b6fc-d90d7f9896c4 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:51.797675 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-35febfdb-e5a5-4060-b2a4-fc8c652d6cfe req-ad601593-eae6-4d7c-b6fc-d90d7f9896c4 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31 HTTP/1.1" status: 200 len: 946 time: 0.0522087 Feb 17 18:27:51.843443 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-35febfdb-e5a5-4060-b2a4-fc8c652d6cfe req-7c9a01c3-072c-4916-90ec-a5bd776d6873 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402427 Feb 17 18:27:52.960542 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b093b2c-4910-4738-9173-fde2bf147c8a req-6b128fcb-630a-42b3-ba7d-0bd8e5464e7a tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:52.962032 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0b093b2c-4910-4738-9173-fde2bf147c8a req-6b128fcb-630a-42b3-ba7d-0bd8e5464e7a tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31 HTTP/1.1" status: 200 len: 946 time: 0.0513234 Feb 17 18:27:53.007887 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0b093b2c-4910-4738-9173-fde2bf147c8a req-ce2dcc88-6ce9-41ce-836b-bd8a47beb41d tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402191 Feb 17 18:27:53.850954 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84740ff6-5eb3-4c44-8b24-9b6c68318655 req-95263305-807b-4f3d-9093-328c580883eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:53.852483 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-84740ff6-5eb3-4c44-8b24-9b6c68318655 req-95263305-807b-4f3d-9093-328c580883eb service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ea1f037792fe46be985b9b71c4d2f5c9&device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31 HTTP/1.1" status: 200 len: 1128 time: 0.0443046 Feb 17 18:27:53.961736 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84740ff6-5eb3-4c44-8b24-9b6c68318655 req-5ff8ca9f-f309-4cac-969d-3b1dbce8779c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:53.963232 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-84740ff6-5eb3-4c44-8b24-9b6c68318655 req-5ff8ca9f-f309-4cac-969d-3b1dbce8779c service neutron] 10.222.0.91 "GET /v2.0/networks?id=e0b9f882-6354-4475-ac55-28ba3334d8ab HTTP/1.1" status: 200 len: 915 time: 0.0923612 Feb 17 18:27:54.003748 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-84740ff6-5eb3-4c44-8b24-9b6c68318655 req-9a6faa76-a5ec-469f-9fee-1097e029b827 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7f53e83-eb4e-46c5-b30e-fa5f97455bc9 HTTP/1.1" status: 200 len: 217 time: 0.0340042 Feb 17 18:27:54.050052 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84740ff6-5eb3-4c44-8b24-9b6c68318655 req-313f3a78-0e50-4047-9793-0f49336837a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:54.051579 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-84740ff6-5eb3-4c44-8b24-9b6c68318655 req-313f3a78-0e50-4047-9793-0f49336837a6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f3dec363-e5b3-4f94-bd55-bb278e1e66cc HTTP/1.1" status: 200 len: 854 time: 0.0427618 Feb 17 18:27:54.086384 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-84740ff6-5eb3-4c44-8b24-9b6c68318655 req-5ef9e7ab-e569-4647-b391-3c1477130fe4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e0b9f882-6354-4475-ac55-28ba3334d8ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289531 Feb 17 18:27:54.133862 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ecd7e5-3d55-496f-9381-1fd2b3e5b934 req-fc225b01-62e4-4918-bddc-a1757c1c9545 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:54.135278 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-45ecd7e5-3d55-496f-9381-1fd2b3e5b934 req-fc225b01-62e4-4918-bddc-a1757c1c9545 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31 HTTP/1.1" status: 200 len: 946 time: 0.0588305 Feb 17 18:27:54.176847 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-84740ff6-5eb3-4c44-8b24-9b6c68318655 req-67927797-976c-4c67-95b1-aa1d48676391 service neutron] 10.222.0.91 "GET /v2.0/networks/e0b9f882-6354-4475-ac55-28ba3334d8ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848341 Feb 17 18:27:54.183015 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-45ecd7e5-3d55-496f-9381-1fd2b3e5b934 req-b800789c-20ea-41d5-be23-3187cd096904 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420706 Feb 17 18:27:54.269073 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-84740ff6-5eb3-4c44-8b24-9b6c68318655 req-8181daeb-5725-429c-b7ec-4d1aa7d79127 service neutron] 10.222.0.91 "GET /v2.0/networks/e0b9f882-6354-4475-ac55-28ba3334d8ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862591 Feb 17 18:27:55.301432 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c12fbc2-ae5f-43c6-a40d-5fdcfdf997da req-859a6905-046a-44b2-a0d5-3f0961690917 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:55.302913 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0c12fbc2-ae5f-43c6-a40d-5fdcfdf997da req-859a6905-046a-44b2-a0d5-3f0961690917 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31 HTTP/1.1" status: 200 len: 946 time: 0.0522170 Feb 17 18:27:55.348212 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0c12fbc2-ae5f-43c6-a40d-5fdcfdf997da req-bfefb5fa-f481-4e56-b94b-aa3bb4da78bc tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398459 Feb 17 18:27:56.470997 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921022b-3f22-4498-a201-e9930dfbcbec req-aa2d883b-fcd7-437c-8533-aee51acf0592 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:56.472507 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3921022b-3f22-4498-a201-e9930dfbcbec req-aa2d883b-fcd7-437c-8533-aee51acf0592 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31 HTTP/1.1" status: 200 len: 946 time: 0.0566096 Feb 17 18:27:56.519643 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3921022b-3f22-4498-a201-e9930dfbcbec req-37dfa56e-4b05-42c7-8648-9a3ebf23af31 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415885 Feb 17 18:27:57.642693 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3988ba-1e0d-4c14-ba75-c6b60341fa1c req-dc6ead58-4497-453b-b136-faf0a5ead7c4 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:57.644181 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0f3988ba-1e0d-4c14-ba75-c6b60341fa1c req-dc6ead58-4497-453b-b136-faf0a5ead7c4 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31 HTTP/1.1" status: 200 len: 946 time: 0.0528407 Feb 17 18:27:57.693889 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0f3988ba-1e0d-4c14-ba75-c6b60341fa1c req-58f1121d-7d62-4d14-98a3-870d9d5ebf80 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440669 Feb 17 18:27:58.815201 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e175146-4a7f-4d89-aa00-5a20e8cead7b req-814fc52a-a293-4243-b406-73cf90d6499d tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:58.816720 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4e175146-4a7f-4d89-aa00-5a20e8cead7b req-814fc52a-a293-4243-b406-73cf90d6499d tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31 HTTP/1.1" status: 200 len: 946 time: 0.0530021 Feb 17 18:27:58.868583 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4e175146-4a7f-4d89-aa00-5a20e8cead7b req-a49d0f3e-b095-4872-b813-de29017eabd0 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460343 Feb 17 18:27:59.994902 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae535c-1fd8-478c-97ce-94b1c37a8325 req-6720ebb9-96d9-4f17-a23c-c7295bf4c078 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:27:59.996399 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-84ae535c-1fd8-478c-97ce-94b1c37a8325 req-6720ebb9-96d9-4f17-a23c-c7295bf4c078 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31 HTTP/1.1" status: 200 len: 946 time: 0.0527875 Feb 17 18:28:00.041686 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-84ae535c-1fd8-478c-97ce-94b1c37a8325 req-29932d18-5166-41f5-9e80-eefc1e044516 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396764 Feb 17 18:28:01.161706 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b605da-c855-40d6-a9ce-44c7be3986ce req-35acacf6-0c08-4056-90a0-779bcb55f0b4 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:01.163168 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-87b605da-c855-40d6-a9ce-44c7be3986ce req-35acacf6-0c08-4056-90a0-779bcb55f0b4 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31 HTTP/1.1" status: 200 len: 946 time: 0.0522668 Feb 17 18:28:01.209121 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-87b605da-c855-40d6-a9ce-44c7be3986ce req-d6e2a783-022a-4fc4-bf17-0d7e8720b458 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403233 Feb 17 18:28:02.330000 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14158867-2259-422a-b936-d490aef84ce1 req-864b39d9-fb35-49ee-b6b2-5ba38a235589 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:02.331472 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-14158867-2259-422a-b936-d490aef84ce1 req-864b39d9-fb35-49ee-b6b2-5ba38a235589 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31 HTTP/1.1" status: 200 len: 946 time: 0.0560610 Feb 17 18:28:02.378137 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-14158867-2259-422a-b936-d490aef84ce1 req-80317b7e-0ba9-425c-bcd1-a000c318213d tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407450 Feb 17 18:28:03.034066 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7f0c40bf-d29a-4c24-9374-81ba89f83c11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:03.498482 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0b66a-10f9-40ca-bc80-acf9ff846628 req-bf053cc1-6742-4066-a1b3-df1195004d2b tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:03.499971 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ffd0b66a-10f9-40ca-bc80-acf9ff846628 req-bf053cc1-6742-4066-a1b3-df1195004d2b tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31 HTTP/1.1" status: 200 len: 946 time: 0.0525341 Feb 17 18:28:03.546483 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ffd0b66a-10f9-40ca-bc80-acf9ff846628 req-087de7fe-ac26-42d3-889b-fd4374d13196 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408523 Feb 17 18:28:04.663806 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e16ee-e7c6-4f48-bf4e-27e9701723d6 req-2441945b-325f-4b3f-9d35-1d6524475c99 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:04.665347 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-257e16ee-e7c6-4f48-bf4e-27e9701723d6 req-2441945b-325f-4b3f-9d35-1d6524475c99 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31 HTTP/1.1" status: 200 len: 946 time: 0.0517027 Feb 17 18:28:04.715408 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-257e16ee-e7c6-4f48-bf4e-27e9701723d6 req-d6319f50-d63f-4e2d-9899-cc93d254f1f9 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444708 Feb 17 18:28:05.491874 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0381a400-be3e-4de4-a43e-db47556f001a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:05.837475 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a074567-d51e-4f5a-8adf-9accf8596228 req-5f41a2dd-facb-4cbd-8364-7d53e4ae593c tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:05.839038 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a074567-d51e-4f5a-8adf-9accf8596228 req-5f41a2dd-facb-4cbd-8364-7d53e4ae593c tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31 HTTP/1.1" status: 200 len: 946 time: 0.0517776 Feb 17 18:28:05.886546 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a074567-d51e-4f5a-8adf-9accf8596228 req-d6c18c70-5965-49a0-988d-343c35bc0cf4 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418432 Feb 17 18:28:06.896281 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:07.005433 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca4373-1c32-4ea0-949f-d49e8eed2982 req-3b9ad5b1-839a-4225-9f32-76aaab9b77d5 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:07.006907 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-84ca4373-1c32-4ea0-949f-d49e8eed2982 req-3b9ad5b1-839a-4225-9f32-76aaab9b77d5 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31 HTTP/1.1" status: 200 len: 946 time: 0.0523202 Feb 17 18:28:07.052668 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-84ca4373-1c32-4ea0-949f-d49e8eed2982 req-d7d782d6-f3b8-4bab-83bf-370a00bf9f11 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402761 Feb 17 18:28:07.370367 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [req-b8df4903-2371-40d9-b7c7-8058386d526a req-693cc9c9-548a-4360-a8c0-951e6f563678 service neutron] show failed (client error): The resource could not be found. Feb 17 18:28:07.371357 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b8df4903-2371-40d9-b7c7-8058386d526a req-693cc9c9-548a-4360-a8c0-951e6f563678 service neutron] 10.222.0.91 "GET /v2.0/ports/b7f53e83-eb4e-46c5-b30e-fa5f97455bc9/bindings/n-h1-829613-2 HTTP/1.1" status: 404 len: 380 time: 0.0536790 Feb 17 18:28:07.568506 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df4903-2371-40d9-b7c7-8058386d526a req-85f2f4d2-3ae2-49a5-817d-fb2c2af9f046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:07.570002 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b8df4903-2371-40d9-b7c7-8058386d526a req-85f2f4d2-3ae2-49a5-817d-fb2c2af9f046 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31&tenant_id=ea1f037792fe46be985b9b71c4d2f5c9 HTTP/1.1" status: 200 len: 1128 time: 0.0485594 Feb 17 18:28:07.580433 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-b8df4903-2371-40d9-b7c7-8058386d526a req-1a55986e-436a-4762-90a5-e0cb661fa6b8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829613-2', 'device_owner': 'compute:nova'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:28:07.636568 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b8df4903-2371-40d9-b7c7-8058386d526a req-1a55986e-436a-4762-90a5-e0cb661fa6b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b7f53e83-eb4e-46c5-b30e-fa5f97455bc9), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:07.837106 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-b8df4903-2371-40d9-b7c7-8058386d526a req-1a55986e-436a-4762-90a5-e0cb661fa6b8 service neutron] For port b7f53e83-eb4e-46c5-b30e-fa5f97455bc9, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=b7f53e83-eb4e-46c5-b30e-fa5f97455bc9,segment=NetworkSegment(f77f251e-973f-4de2-a364-5591db4824e4),segment_id=f77f251e-973f-4de2-a364-5591db4824e4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:28:07.873948 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-b8df4903-2371-40d9-b7c7-8058386d526a req-1a55986e-436a-4762-90a5-e0cb661fa6b8 service neutron] For port b7f53e83-eb4e-46c5-b30e-fa5f97455bc9, host n-h2-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:28:07.914404 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8cf222-d9b5-4eab-a38f-3483ebbc5b31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7f53e83-eb4e-46c5-b30e-fa5f97455bc9'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:28:07.916643 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b190af5285b65727f3b44dc6e403f34aceaa8adb38edcfb0268daad85aadb275" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29dfec23-5d0e-4d29-afe6-0b798655ff13" -d '{"events": [{"server_uuid": "0c8cf222-d9b5-4eab-a38f-3483ebbc5b31", "name": "network-vif-unplugged", "status": "completed", "tag": "b7f53e83-eb4e-46c5-b30e-fa5f97455bc9"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:28:07.920096 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b8df4903-2371-40d9-b7c7-8058386d526a req-1a55986e-436a-4762-90a5-e0cb661fa6b8 service neutron] Publish callbacks [] for port (b7f53e83-eb4e-46c5-b30e-fa5f97455bc9), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:07.932860 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.provisioning_blocks [req-b8df4903-2371-40d9-b7c7-8058386d526a req-1a55986e-436a-4762-90a5-e0cb661fa6b8 service neutron] Transition to ACTIVE for port object b7f53e83-eb4e-46c5-b30e-fa5f97455bc9 will not be triggered until provisioned by entity L2. {{(pid=103435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 18:28:07.937783 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b8df4903-2371-40d9-b7c7-8058386d526a req-1a55986e-436a-4762-90a5-e0cb661fa6b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (b7f53e83-eb4e-46c5-b30e-fa5f97455bc9), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:07.974028 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 18:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214c40d3-6cd8-41f9-beb9-7e5f047f26b7 x-openstack-request-id: req-214c40d3-6cd8-41f9-beb9-7e5f047f26b7 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:28:07.974329 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c8cf222-d9b5-4eab-a38f-3483ebbc5b31", "name": "network-vif-unplugged", "status": "completed", "tag": "b7f53e83-eb4e-46c5-b30e-fa5f97455bc9", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:28:07.974587 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-214c40d3-6cd8-41f9-beb9-7e5f047f26b7 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:28:07.974985 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8cf222-d9b5-4eab-a38f-3483ebbc5b31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7f53e83-eb4e-46c5-b30e-fa5f97455bc9', 'code': 200} Feb 17 18:28:07.998705 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8df4903-2371-40d9-b7c7-8058386d526a req-1a55986e-436a-4762-90a5-e0cb661fa6b8 service neutron] No DVR routers for this DVR port b7f53e83-eb4e-46c5-b30e-fa5f97455bc9 on host n-h2-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:28:08.009939 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a55986e-436a-4762-90a5-e0cb661fa6b8 service neutron] Pushing event updated for resources: {'Port': ['ID=b7f53e83-eb4e-46c5-b30e-fa5f97455bc9,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:28:08.038550 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-b8df4903-2371-40d9-b7c7-8058386d526a req-1a55986e-436a-4762-90a5-e0cb661fa6b8 service neutron] Attempting to bind port b7f53e83-eb4e-46c5-b30e-fa5f97455bc9 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:28:08.038885 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-b8df4903-2371-40d9-b7c7-8058386d526a req-1a55986e-436a-4762-90a5-e0cb661fa6b8 service neutron] Attempting to bind port b7f53e83-eb4e-46c5-b30e-fa5f97455bc9 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': 'f77f251e-973f-4de2-a364-5591db4824e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e0b9f882-6354-4475-ac55-28ba3334d8ab'}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:28:08.039212 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8df4903-2371-40d9-b7c7-8058386d526a req-1a55986e-436a-4762-90a5-e0cb661fa6b8 service neutron] Attempting to bind port b7f53e83-eb4e-46c5-b30e-fa5f97455bc9 on network e0b9f882-6354-4475-ac55-28ba3334d8ab {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:28:08.043398 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8df4903-2371-40d9-b7c7-8058386d526a req-1a55986e-436a-4762-90a5-e0cb661fa6b8 service neutron] Port b7f53e83-eb4e-46c5-b30e-fa5f97455bc9 on network e0b9f882-6354-4475-ac55-28ba3334d8ab not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:28:08.043721 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8df4903-2371-40d9-b7c7-8058386d526a req-1a55986e-436a-4762-90a5-e0cb661fa6b8 service neutron] Attempting to bind port b7f53e83-eb4e-46c5-b30e-fa5f97455bc9 on network e0b9f882-6354-4475-ac55-28ba3334d8ab {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:28:08.048576 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8df4903-2371-40d9-b7c7-8058386d526a req-1a55986e-436a-4762-90a5-e0cb661fa6b8 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:28:08.048916 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8df4903-2371-40d9-b7c7-8058386d526a req-1a55986e-436a-4762-90a5-e0cb661fa6b8 service neutron] Checking segment: {'id': 'f77f251e-973f-4de2-a364-5591db4824e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e0b9f882-6354-4475-ac55-28ba3334d8ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:28:08.049298 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8df4903-2371-40d9-b7c7-8058386d526a req-1a55986e-436a-4762-90a5-e0cb661fa6b8 service neutron] Bound using segment: {'id': 'f77f251e-973f-4de2-a364-5591db4824e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e0b9f882-6354-4475-ac55-28ba3334d8ab'} {{(pid=103435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:28:08.049720 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.managers [req-b8df4903-2371-40d9-b7c7-8058386d526a req-1a55986e-436a-4762-90a5-e0cb661fa6b8 service neutron] Bound port: b7f53e83-eb4e-46c5-b30e-fa5f97455bc9, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f77f251e-973f-4de2-a364-5591db4824e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e0b9f882-6354-4475-ac55-28ba3334d8ab'}}] {{(pid=103435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:28:08.050096 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b8df4903-2371-40d9-b7c7-8058386d526a req-1a55986e-436a-4762-90a5-e0cb661fa6b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b7f53e83-eb4e-46c5-b30e-fa5f97455bc9), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:08.118149 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-b8df4903-2371-40d9-b7c7-8058386d526a req-1a55986e-436a-4762-90a5-e0cb661fa6b8 service neutron] For port b7f53e83-eb4e-46c5-b30e-fa5f97455bc9, host n-h1-829613-2, cleared binding levels {{(pid=103435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:28:08.119702 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:08.122026 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-b8df4903-2371-40d9-b7c7-8058386d526a req-1a55986e-436a-4762-90a5-e0cb661fa6b8 service neutron] For port b7f53e83-eb4e-46c5-b30e-fa5f97455bc9, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=b7f53e83-eb4e-46c5-b30e-fa5f97455bc9,segment=NetworkSegment(f77f251e-973f-4de2-a364-5591db4824e4),segment_id=f77f251e-973f-4de2-a364-5591db4824e4)] {{(pid=103435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:28:08.137202 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b8df4903-2371-40d9-b7c7-8058386d526a req-1a55986e-436a-4762-90a5-e0cb661fa6b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (b7f53e83-eb4e-46c5-b30e-fa5f97455bc9), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:08.186320 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df4903-2371-40d9-b7c7-8058386d526a req-1a55986e-436a-4762-90a5-e0cb661fa6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:08.186962 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-b8df4903-2371-40d9-b7c7-8058386d526a req-1a55986e-436a-4762-90a5-e0cb661fa6b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:08.188368 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b8df4903-2371-40d9-b7c7-8058386d526a req-1a55986e-436a-4762-90a5-e0cb661fa6b8 service neutron] 10.222.0.71 "PUT /v2.0/ports/b7f53e83-eb4e-46c5-b30e-fa5f97455bc9 HTTP/1.1" status: 200 len: 1092 time: 0.6118269 Feb 17 18:28:08.232146 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a55986e-436a-4762-90a5-e0cb661fa6b8 service neutron] Pushing event updated for resources: {'Port': ['ID=b7f53e83-eb4e-46c5-b30e-fa5f97455bc9,revision_number=7']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:28:08.242896 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b260f-001b-4df9-b6a6-174405a5db53 req-70020d78-7d8d-40bd-8fef-1c63b756aa5d tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:08.244426 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fb1b260f-001b-4df9-b6a6-174405a5db53 req-70020d78-7d8d-40bd-8fef-1c63b756aa5d tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31 HTTP/1.1" status: 200 len: 944 time: 0.1208279 Feb 17 18:28:08.313509 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df4903-2371-40d9-b7c7-8058386d526a req-82693120-7fa6-4b8e-a001-103ef581969d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:08.314984 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b8df4903-2371-40d9-b7c7-8058386d526a req-82693120-7fa6-4b8e-a001-103ef581969d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ea1f037792fe46be985b9b71c4d2f5c9&device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31 HTTP/1.1" status: 200 len: 1126 time: 0.0969591 Feb 17 18:28:08.318469 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fb1b260f-001b-4df9-b6a6-174405a5db53 req-b7757d73-7422-49a8-a6d1-d193954d6eb7 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556262 Feb 17 18:28:08.403135 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df4903-2371-40d9-b7c7-8058386d526a req-fccd2d0d-2c62-4e30-bab4-a9d0be656185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:08.404648 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b8df4903-2371-40d9-b7c7-8058386d526a req-fccd2d0d-2c62-4e30-bab4-a9d0be656185 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e0b9f882-6354-4475-ac55-28ba3334d8ab HTTP/1.1" status: 200 len: 915 time: 0.0840712 Feb 17 18:28:08.448133 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b8df4903-2371-40d9-b7c7-8058386d526a req-63fcb41c-b19d-436b-a89b-148c73428ac1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7f53e83-eb4e-46c5-b30e-fa5f97455bc9 HTTP/1.1" status: 200 len: 217 time: 0.0372162 Feb 17 18:28:08.495592 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df4903-2371-40d9-b7c7-8058386d526a req-2bb9fc73-e9c2-4629-967c-362d1c4f9c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:08.497045 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b8df4903-2371-40d9-b7c7-8058386d526a req-2bb9fc73-e9c2-4629-967c-362d1c4f9c8d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f3dec363-e5b3-4f94-bd55-bb278e1e66cc HTTP/1.1" status: 200 len: 854 time: 0.0435297 Feb 17 18:28:08.527273 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b8df4903-2371-40d9-b7c7-8058386d526a req-8e701779-4db7-4116-aee4-b156a2fdd05c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e0b9f882-6354-4475-ac55-28ba3334d8ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249104 Feb 17 18:28:08.617593 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b8df4903-2371-40d9-b7c7-8058386d526a req-6a2d41f8-57ef-40d0-b45c-5022b7f58876 service neutron] 10.222.0.71 "GET /v2.0/networks/e0b9f882-6354-4475-ac55-28ba3334d8ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845277 Feb 17 18:28:08.703842 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b8df4903-2371-40d9-b7c7-8058386d526a req-f3bf77d4-b220-48e8-abd9-3e73394b7bb2 service neutron] 10.222.0.71 "GET /v2.0/networks/e0b9f882-6354-4475-ac55-28ba3334d8ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804870 Feb 17 18:28:09.206836 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:09.440052 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a272668-b851-4f1f-b79c-c7df3589b8f1 req-c723c800-27ae-48ed-90eb-4e41e80109bd tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:09.442117 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1a272668-b851-4f1f-b79c-c7df3589b8f1 req-c723c800-27ae-48ed-90eb-4e41e80109bd tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31 HTTP/1.1" status: 200 len: 944 time: 0.0523098 Feb 17 18:28:09.492415 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1a272668-b851-4f1f-b79c-c7df3589b8f1 req-14e38d33-0b74-452c-be60-7be0016b4142 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447528 Feb 17 18:28:09.976147 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c8cf222-d9b5-4eab-a38f-3483ebbc5b31', 'tag': 'b7f53e83-eb4e-46c5-b30e-fa5f97455bc9'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:28:09.978560 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b190af5285b65727f3b44dc6e403f34aceaa8adb38edcfb0268daad85aadb275" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0291d2d0-adb4-4351-be44-11ecdb8b6e70" -d '{"events": [{"name": "network-changed", "server_uuid": "0c8cf222-d9b5-4eab-a38f-3483ebbc5b31", "tag": "b7f53e83-eb4e-46c5-b30e-fa5f97455bc9"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:28:10.026165 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e48376e-875c-4896-a18a-b947a77daf30 x-openstack-request-id: req-7e48376e-875c-4896-a18a-b947a77daf30 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:28:10.026494 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c8cf222-d9b5-4eab-a38f-3483ebbc5b31", "tag": "b7f53e83-eb4e-46c5-b30e-fa5f97455bc9", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:28:10.026760 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7e48376e-875c-4896-a18a-b947a77daf30 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:28:10.027169 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c8cf222-d9b5-4eab-a38f-3483ebbc5b31', 'tag': 'b7f53e83-eb4e-46c5-b30e-fa5f97455bc9', 'status': 'completed', 'code': 200} Feb 17 18:28:10.088982 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291d2d0-adb4-4351-be44-11ecdb8b6e70 req-96a929f5-99ec-4d5a-9144-962fdbfe1ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:10.090554 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0291d2d0-adb4-4351-be44-11ecdb8b6e70 req-96a929f5-99ec-4d5a-9144-962fdbfe1ba7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ea1f037792fe46be985b9b71c4d2f5c9&device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31 HTTP/1.1" status: 200 len: 1126 time: 0.0478067 Feb 17 18:28:10.093579 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291d2d0-adb4-4351-be44-11ecdb8b6e70 req-97190360-2e04-4293-abb7-2a0403735c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:10.095199 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0291d2d0-adb4-4351-be44-11ecdb8b6e70 req-97190360-2e04-4293-abb7-2a0403735c10 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ea1f037792fe46be985b9b71c4d2f5c9&device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31 HTTP/1.1" status: 200 len: 1126 time: 0.0447381 Feb 17 18:28:10.187598 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291d2d0-adb4-4351-be44-11ecdb8b6e70 req-aa9af416-f7e7-420a-ac31-acfcfb25451f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:10.189131 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0291d2d0-adb4-4351-be44-11ecdb8b6e70 req-aa9af416-f7e7-420a-ac31-acfcfb25451f service neutron] 10.222.0.71 "GET /v2.0/networks?id=e0b9f882-6354-4475-ac55-28ba3334d8ab HTTP/1.1" status: 200 len: 915 time: 0.0881410 Feb 17 18:28:10.190220 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291d2d0-adb4-4351-be44-11ecdb8b6e70 req-f08b6eb2-c9c3-4214-9ea5-864b87b52a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:10.191733 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0291d2d0-adb4-4351-be44-11ecdb8b6e70 req-f08b6eb2-c9c3-4214-9ea5-864b87b52a0f service neutron] 10.222.0.91 "GET /v2.0/networks?id=e0b9f882-6354-4475-ac55-28ba3334d8ab HTTP/1.1" status: 200 len: 915 time: 0.0939133 Feb 17 18:28:10.234607 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0291d2d0-adb4-4351-be44-11ecdb8b6e70 req-00efac0b-2398-4cb5-821e-9f9e0006af69 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7f53e83-eb4e-46c5-b30e-fa5f97455bc9 HTTP/1.1" status: 200 len: 217 time: 0.0374343 Feb 17 18:28:10.244283 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0291d2d0-adb4-4351-be44-11ecdb8b6e70 req-6c118d25-9bdc-4c29-83c9-ae9eb5a0d8f8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7f53e83-eb4e-46c5-b30e-fa5f97455bc9 HTTP/1.1" status: 200 len: 217 time: 0.0413182 Feb 17 18:28:10.287639 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291d2d0-adb4-4351-be44-11ecdb8b6e70 req-3206af17-8f6f-4413-9969-48c606ab52ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:10.289114 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0291d2d0-adb4-4351-be44-11ecdb8b6e70 req-3206af17-8f6f-4413-9969-48c606ab52ea service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f3dec363-e5b3-4f94-bd55-bb278e1e66cc HTTP/1.1" status: 200 len: 854 time: 0.0488939 Feb 17 18:28:10.291991 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291d2d0-adb4-4351-be44-11ecdb8b6e70 req-7e7a89e0-7b0c-419f-984a-1dac189dae65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:10.293461 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0291d2d0-adb4-4351-be44-11ecdb8b6e70 req-7e7a89e0-7b0c-419f-984a-1dac189dae65 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f3dec363-e5b3-4f94-bd55-bb278e1e66cc HTTP/1.1" status: 200 len: 854 time: 0.0439231 Feb 17 18:28:10.321699 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0291d2d0-adb4-4351-be44-11ecdb8b6e70 req-7842ce27-77f5-4f1e-9ccb-a0379bd1bc4c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e0b9f882-6354-4475-ac55-28ba3334d8ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265565 Feb 17 18:28:10.327783 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0291d2d0-adb4-4351-be44-11ecdb8b6e70 req-8cfcf474-3d5f-49e9-b236-e17c4c5c4d49 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e0b9f882-6354-4475-ac55-28ba3334d8ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277870 Feb 17 18:28:10.410109 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0291d2d0-adb4-4351-be44-11ecdb8b6e70 req-4ed3c402-7ec0-40d9-acda-2380a66f3227 service neutron] 10.222.0.91 "GET /v2.0/networks/e0b9f882-6354-4475-ac55-28ba3334d8ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826218 Feb 17 18:28:10.420679 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0291d2d0-adb4-4351-be44-11ecdb8b6e70 req-0d30976b-4507-4af9-9a62-ae65c5401550 service neutron] 10.222.0.71 "GET /v2.0/networks/e0b9f882-6354-4475-ac55-28ba3334d8ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865490 Feb 17 18:28:10.506440 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0291d2d0-adb4-4351-be44-11ecdb8b6e70 req-b8cac34a-083a-47c4-8998-84b8f46f5baa service neutron] 10.222.0.91 "GET /v2.0/networks/e0b9f882-6354-4475-ac55-28ba3334d8ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912251 Feb 17 18:28:10.510959 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0291d2d0-adb4-4351-be44-11ecdb8b6e70 req-3b2f1a83-2c78-4489-9e3c-cee96000e8b1 service neutron] 10.222.0.71 "GET /v2.0/networks/e0b9f882-6354-4475-ac55-28ba3334d8ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847735 Feb 17 18:28:10.622981 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2678f-8c8b-4566-9ec5-1dbfab96b9a9 req-d6984eff-728e-42ca-8a9c-0129b9b0df9f tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:10.624509 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8cb2678f-8c8b-4566-9ec5-1dbfab96b9a9 req-d6984eff-728e-42ca-8a9c-0129b9b0df9f tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31 HTTP/1.1" status: 200 len: 944 time: 0.0636921 Feb 17 18:28:10.671514 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8cb2678f-8c8b-4566-9ec5-1dbfab96b9a9 req-3dcf9ec0-f4f8-4905-bd0f-68fe30c4e28c tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407939 Feb 17 18:28:10.872149 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e44c9-7444-4467-a87f-7c6af6d16dcd req-d30ea353-95dc-4914-ab9e-ea066a043cb8 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:10.873697 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a70e44c9-7444-4467-a87f-7c6af6d16dcd req-d30ea353-95dc-4914-ab9e-ea066a043cb8 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31 HTTP/1.1" status: 200 len: 944 time: 0.0527239 Feb 17 18:28:10.914667 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:28:10.918743 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a991d0-66e8-49d1-9e44-7443d5827c3c req-5dda80b6-ee31-4643-8cc8-8db571d2009b tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:10.920265 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-66a991d0-66e8-49d1-9e44-7443d5827c3c req-5dda80b6-ee31-4643-8cc8-8db571d2009b tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31&tenant_id=ea1f037792fe46be985b9b71c4d2f5c9&binding%3Ahost_id=n-h1-829613-2 HTTP/1.1" status: 200 len: 944 time: 0.0940726 Feb 17 18:28:10.921801 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a70e44c9-7444-4467-a87f-7c6af6d16dcd req-792e0d62-278a-45a9-b405-4f491bd796d9 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414584 Feb 17 18:28:10.988793 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [req-66a991d0-66e8-49d1-9e44-7443d5827c3c req-5866c0bc-ce80-4610-8f5e-f98db4e61840 service neutron] delete failed (client error): The resource could not be found. Feb 17 18:28:10.989811 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-66a991d0-66e8-49d1-9e44-7443d5827c3c req-5866c0bc-ce80-4610-8f5e-f98db4e61840 service neutron] 10.222.0.91 "DELETE /v2.0/ports/b7f53e83-eb4e-46c5-b30e-fa5f97455bc9/bindings/n-h2-829613-2 HTTP/1.1" status: 404 len: 380 time: 0.0629809 Feb 17 18:28:11.077716 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a991d0-66e8-49d1-9e44-7443d5827c3c req-b50fa879-e5f9-47cd-9b00-e35be033a547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:11.079098 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-66a991d0-66e8-49d1-9e44-7443d5827c3c req-b50fa879-e5f9-47cd-9b00-e35be033a547 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ea1f037792fe46be985b9b71c4d2f5c9&device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31 HTTP/1.1" status: 200 len: 1126 time: 0.0443523 Feb 17 18:28:11.168425 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a991d0-66e8-49d1-9e44-7443d5827c3c req-f986a2bd-1d22-43f2-8bda-e6f429086d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:11.169897 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-66a991d0-66e8-49d1-9e44-7443d5827c3c req-f986a2bd-1d22-43f2-8bda-e6f429086d2d service neutron] 10.222.0.91 "GET /v2.0/networks?id=e0b9f882-6354-4475-ac55-28ba3334d8ab HTTP/1.1" status: 200 len: 915 time: 0.0856292 Feb 17 18:28:11.209484 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-66a991d0-66e8-49d1-9e44-7443d5827c3c req-dbf37b3d-3253-4e44-a96b-c63ed70f156e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7f53e83-eb4e-46c5-b30e-fa5f97455bc9 HTTP/1.1" status: 200 len: 217 time: 0.0330400 Feb 17 18:28:11.258331 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a991d0-66e8-49d1-9e44-7443d5827c3c req-5a2db244-adbf-4a48-bcce-aa0f4b2c1560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:11.260003 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-66a991d0-66e8-49d1-9e44-7443d5827c3c req-5a2db244-adbf-4a48-bcce-aa0f4b2c1560 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f3dec363-e5b3-4f94-bd55-bb278e1e66cc HTTP/1.1" status: 200 len: 854 time: 0.0449741 Feb 17 18:28:11.295979 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-66a991d0-66e8-49d1-9e44-7443d5827c3c req-cc844709-e6bb-4b21-9f4d-22d1468f29fa service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e0b9f882-6354-4475-ac55-28ba3334d8ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301731 Feb 17 18:28:11.388194 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-66a991d0-66e8-49d1-9e44-7443d5827c3c req-dc733bd1-6c8e-4b12-9a7b-5cc59535fea9 service neutron] 10.222.0.91 "GET /v2.0/networks/e0b9f882-6354-4475-ac55-28ba3334d8ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847306 Feb 17 18:28:11.479713 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-66a991d0-66e8-49d1-9e44-7443d5827c3c req-09c47ecb-1768-4e3e-b7cf-e6f88aaad85d service neutron] 10.222.0.91 "GET /v2.0/networks/e0b9f882-6354-4475-ac55-28ba3334d8ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849493 Feb 17 18:28:11.713655 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device b7f53e83-eb4e-46c5-b30e-fa5f97455bc9 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:28:11.811886 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port b7f53e83-eb4e-46c5-b30e-fa5f97455bc9, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=b7f53e83-eb4e-46c5-b30e-fa5f97455bc9,segment=NetworkSegment(f77f251e-973f-4de2-a364-5591db4824e4),segment_id=f77f251e-973f-4de2-a364-5591db4824e4)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:28:11.826771 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': 'b7f53e83-eb4e-46c5-b30e-fa5f97455bc9', 'network_id': 'e0b9f882-6354-4475-ac55-28ba3334d8ab', 'port_id': 'b7f53e83-eb4e-46c5-b30e-fa5f97455bc9', 'mac_address': 'fa:16:3e:e6:b2:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3dec363-e5b3-4f94-bd55-bb278e1e66cc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:28:11.865934 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port b7f53e83-eb4e-46c5-b30e-fa5f97455bc9 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:28:11.866905 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b7f53e83-eb4e-46c5-b30e-fa5f97455bc9), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:11.880304 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7f53e83-eb4e-46c5-b30e-fa5f97455bc9 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:28:11.900735 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port b7f53e83-eb4e-46c5-b30e-fa5f97455bc9, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=b7f53e83-eb4e-46c5-b30e-fa5f97455bc9,segment=NetworkSegment(f77f251e-973f-4de2-a364-5591db4824e4),segment_id=f77f251e-973f-4de2-a364-5591db4824e4)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:28:11.905748 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b7f53e83-eb4e-46c5-b30e-fa5f97455bc9), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:11.955213 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=b7f53e83-eb4e-46c5-b30e-fa5f97455bc9,revision_number=8']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:28:12.063188 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a59b6a-b2fb-404c-9c10-c4a710400d50 req-6d4e81b5-612d-4f44-993c-abb2c177d69f tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:12.064707 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-00a59b6a-b2fb-404c-9c10-c4a710400d50 req-6d4e81b5-612d-4f44-993c-abb2c177d69f tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31 HTTP/1.1" status: 200 len: 945 time: 0.0608745 Feb 17 18:28:12.110893 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-00a59b6a-b2fb-404c-9c10-c4a710400d50 req-7f7e0b64-8f0f-432c-b166-84d19113e314 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400589 Feb 17 18:28:12.116049 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['b7f53e83-eb4e-46c5-b30e-fa5f97455bc9'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:28:12.231363 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234153ae-9efd-475a-ae5e-7e7680bf41a3 req-3b0a8dac-9b40-4dc3-aae0-f245fa2134ce tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:12.232797 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-234153ae-9efd-475a-ae5e-7e7680bf41a3 req-3b0a8dac-9b40-4dc3-aae0-f245fa2134ce tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31 HTTP/1.1" status: 200 len: 945 time: 0.0530868 Feb 17 18:28:12.281459 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-234153ae-9efd-475a-ae5e-7e7680bf41a3 req-666226a7-6db5-4a63-bf6c-ae02b20e7b21 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422771 Feb 17 18:28:12.395116 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device b7f53e83-eb4e-46c5-b30e-fa5f97455bc9 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:28:12.397124 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5de1fc-2977-448e-a210-b73f77b7876f req-6ce70671-6191-49b7-b44a-ea2bb8d15161 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:12.398640 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0f5de1fc-2977-448e-a210-b73f77b7876f req-6ce70671-6191-49b7-b44a-ea2bb8d15161 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31 HTTP/1.1" status: 200 len: 945 time: 0.0534663 Feb 17 18:28:12.433445 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] The host n-h2-829613-2 is not matching for port b7f53e83-eb4e-46c5-b30e-fa5f97455bc9 host n-h1-829613-2! {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 17 18:28:12.433842 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device b7f53e83-eb4e-46c5-b30e-fa5f97455bc9 not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:28:12.449434 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0f5de1fc-2977-448e-a210-b73f77b7876f req-ae125590-6f3c-49be-bb78-d09c2a9ea88c tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451875 Feb 17 18:28:12.814866 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba83f74-7659-40ec-b15c-92cea0620f94 req-56c193f5-35a2-451e-9ddb-cb76c4d42740 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:12.816868 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2ba83f74-7659-40ec-b15c-92cea0620f94 req-56c193f5-35a2-451e-9ddb-cb76c4d42740 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/networks?id=e0b9f882-6354-4475-ac55-28ba3334d8ab HTTP/1.1" status: 200 len: 814 time: 0.0989144 Feb 17 18:28:12.830832 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2ba83f74-7659-40ec-b15c-92cea0620f94 req-9ca429e9-4114-48dd-a616-4e51dc4bac9c tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/quotas/ea1f037792fe46be985b9b71c4d2f5c9 HTTP/1.1" status: 200 len: 375 time: 0.0087092 Feb 17 18:28:12.882236 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2ba83f74-7659-40ec-b15c-92cea0620f94 req-ead65ee4-db2e-4fe8-ae3e-e598c92fc05e tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=ea1f037792fe46be985b9b71c4d2f5c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0462048 Feb 17 18:28:12.981566 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2ba83f74-7659-40ec-b15c-92cea0620f94 req-fd94f806-16ac-4a97-9c3d-5c036c6d2325 service neutron] 10.222.0.87 "GET /v2.0/networks/e0b9f882-6354-4475-ac55-28ba3334d8ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922344 Feb 17 18:28:13.073879 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2ba83f74-7659-40ec-b15c-92cea0620f94 req-ca17b9bc-cec8-4e18-9f78-b4cf95282767 service neutron] 10.222.0.87 "GET /v2.0/networks/e0b9f882-6354-4475-ac55-28ba3334d8ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858045 Feb 17 18:28:13.231781 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f5dae5a-b2f1-434b-9527-9693c4c35283 req-dd0e8384-591f-4ffb-8eb3-9dfd124290f7 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 210 time: 0.0269156 Feb 17 18:28:13.722893 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device b7f53e83-eb4e-46c5-b30e-fa5f97455bc9 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:28:13.771175 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port b7f53e83-eb4e-46c5-b30e-fa5f97455bc9 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 18:28:13.775234 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port b7f53e83-eb4e-46c5-b30e-fa5f97455bc9 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:28:13.775611 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b7f53e83-eb4e-46c5-b30e-fa5f97455bc9), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:13.855404 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port b7f53e83-eb4e-46c5-b30e-fa5f97455bc9 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:28:13.855779 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b7f53e83-eb4e-46c5-b30e-fa5f97455bc9), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:13.878938 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8cf222-d9b5-4eab-a38f-3483ebbc5b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f53e83-eb4e-46c5-b30e-fa5f97455bc9'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:28:13.881154 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a58b36eb5214be741a58d8f0f454d70cefb3ebdc097f6d2df64ce05b1b6ee80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6af7a46-a8ed-424c-933f-b97b62e83f38" -d '{"events": [{"server_uuid": "0c8cf222-d9b5-4eab-a38f-3483ebbc5b31", "name": "network-vif-plugged", "status": "completed", "tag": "b7f53e83-eb4e-46c5-b30e-fa5f97455bc9"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:28:13.894926 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port b7f53e83-eb4e-46c5-b30e-fa5f97455bc9, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=b7f53e83-eb4e-46c5-b30e-fa5f97455bc9,segment=NetworkSegment(f77f251e-973f-4de2-a364-5591db4824e4),segment_id=f77f251e-973f-4de2-a364-5591db4824e4)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:28:13.899201 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b7f53e83-eb4e-46c5-b30e-fa5f97455bc9), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:13.926479 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefbefec-bfbe-4213-9ab0-8c0f0393eab4 x-openstack-request-id: req-fefbefec-bfbe-4213-9ab0-8c0f0393eab4 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:28:13.926776 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c8cf222-d9b5-4eab-a38f-3483ebbc5b31", "name": "network-vif-plugged", "status": "completed", "tag": "b7f53e83-eb4e-46c5-b30e-fa5f97455bc9", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:28:13.927034 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-fefbefec-bfbe-4213-9ab0-8c0f0393eab4 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:28:13.927426 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8cf222-d9b5-4eab-a38f-3483ebbc5b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f53e83-eb4e-46c5-b30e-fa5f97455bc9', 'code': 200} Feb 17 18:28:13.928313 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc5fd1-143b-46b0-a35b-f3a1909ffbf0 req-39f2c9d1-13e0-4881-b410-e8a66de5f58f tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:13.929794 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-abbc5fd1-143b-46b0-a35b-f3a1909ffbf0 req-39f2c9d1-13e0-4881-b410-e8a66de5f58f tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c8cf222-d9b5-4eab-a38f-3483ebbc5b31 HTTP/1.1" status: 200 len: 945 time: 0.0580559 Feb 17 18:28:13.957479 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=b7f53e83-eb4e-46c5-b30e-fa5f97455bc9,revision_number=9']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:28:14.024212 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.71', 62551) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:28:14.029628 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-abbc5fd1-143b-46b0-a35b-f3a1909ffbf0 req-309731d4-8d8d-436d-bc71-b1165431943c tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Deleting port b7f53e83-eb4e-46c5-b30e-fa5f97455bc9 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:28:14.029978 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-abbc5fd1-143b-46b0-a35b-f3a1909ffbf0 req-309731d4-8d8d-436d-bc71-b1165431943c tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (b7f53e83-eb4e-46c5-b30e-fa5f97455bc9), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:14.129067 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba83f74-7659-40ec-b15c-92cea0620f94 req-0bfadd15-586c-4c98-aee0-75b621f557d7 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:14.130447 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2ba83f74-7659-40ec-b15c-92cea0620f94 req-0bfadd15-586c-4c98-aee0-75b621f557d7 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.71 "GET /v2.0/networks?id=e0b9f882-6354-4475-ac55-28ba3334d8ab HTTP/1.1" status: 200 len: 814 time: 0.1046395 Feb 17 18:28:14.134950 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-abbc5fd1-143b-46b0-a35b-f3a1909ffbf0 req-309731d4-8d8d-436d-bc71-b1165431943c tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] For port b7f53e83-eb4e-46c5-b30e-fa5f97455bc9, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=b7f53e83-eb4e-46c5-b30e-fa5f97455bc9,segment=NetworkSegment(f77f251e-973f-4de2-a364-5591db4824e4),segment_id=f77f251e-973f-4de2-a364-5591db4824e4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:28:14.135476 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-abbc5fd1-143b-46b0-a35b-f3a1909ffbf0 req-309731d4-8d8d-436d-bc71-b1165431943c tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (b7f53e83-eb4e-46c5-b30e-fa5f97455bc9), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:14.142020 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-2ba83f74-7659-40ec-b15c-92cea0620f94 req-580949a3-b238-435f-8395-5d7657e2755c tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Request body: {'port': {'device_id': 'a9ecbc8c-2401-497d-9594-9f3466e0bcde', 'network_id': 'e0b9f882-6354-4475-ac55-28ba3334d8ab', 'admin_state_up': True, 'tenant_id': 'ea1f037792fe46be985b9b71c4d2f5c9'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:28:14.151174 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [req-abbc5fd1-143b-46b0-a35b-f3a1909ffbf0 req-309731d4-8d8d-436d-bc71-b1165431943c tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Calling delete_port for b7f53e83-eb4e-46c5-b30e-fa5f97455bc9 owned by compute:nova {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:28:14.252165 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ba83f74-7659-40ec-b15c-92cea0620f94 req-580949a3-b238-435f-8395-5d7657e2755c tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Made reservation on behalf of ea1f037792fe46be985b9b71c4d2f5c9 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:28:14.256054 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2ba83f74-7659-40ec-b15c-92cea0620f94 req-580949a3-b238-435f-8395-5d7657e2755c tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:14.294621 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-abbc5fd1-143b-46b0-a35b-f3a1909ffbf0 req-309731d4-8d8d-436d-bc71-b1165431943c tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (b7f53e83-eb4e-46c5-b30e-fa5f97455bc9), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:14.308284 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['b7f53e83-eb4e-46c5-b30e-fa5f97455bc9'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:28:14.325720 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309731d4-8d8d-436d-bc71-b1165431943c tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Pushing event deleted for resources: {'Port': ['ID=b7f53e83-eb4e-46c5-b30e-fa5f97455bc9,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:28:14.357268 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a14da12d-6ce8-421f-b5cd-9826cb913528 req-db140d3f-1a62-4ea4-966e-102fe18e597d tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 210 time: 0.0338712 Feb 17 18:28:14.393262 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [req-abbc5fd1-143b-46b0-a35b-f3a1909ffbf0 req-309731d4-8d8d-436d-bc71-b1165431943c tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] No DVR routers for this DVR port b7f53e83-eb4e-46c5-b30e-fa5f97455bc9 on host n-h1-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:28:14.396495 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-abbc5fd1-143b-46b0-a35b-f3a1909ffbf0 req-309731d4-8d8d-436d-bc71-b1165431943c tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:14.399709 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-abbc5fd1-143b-46b0-a35b-f3a1909ffbf0 req-309731d4-8d8d-436d-bc71-b1165431943c tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.71 "DELETE /v2.0/ports/b7f53e83-eb4e-46c5-b30e-fa5f97455bc9 HTTP/1.1" status: 204 len: 173 time: 0.4637384 Feb 17 18:28:14.400143 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8cf222-d9b5-4eab-a38f-3483ebbc5b31', 'name': 'network-vif-deleted', 'tag': 'b7f53e83-eb4e-46c5-b30e-fa5f97455bc9'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:28:14.402404 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b190af5285b65727f3b44dc6e403f34aceaa8adb38edcfb0268daad85aadb275" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61effc91-95ae-4ad6-8bdf-df7243c2d14b" -d '{"events": [{"server_uuid": "0c8cf222-d9b5-4eab-a38f-3483ebbc5b31", "name": "network-vif-deleted", "tag": "b7f53e83-eb4e-46c5-b30e-fa5f97455bc9"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:28:14.406033 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-2ba83f74-7659-40ec-b15c-92cea0620f94 req-580949a3-b238-435f-8395-5d7657e2755c tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Allocated IP 172.20.0.3 (e0b9f882-6354-4475-ac55-28ba3334d8ab/f3dec363-e5b3-4f94-bd55-bb278e1e66cc/40f014b0-dc85-4444-80d4-d6aeaa824032) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:28:14.442073 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64acec3b-6735-4d35-92fb-faf6b327a5c4 x-openstack-request-id: req-64acec3b-6735-4d35-92fb-faf6b327a5c4 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:28:14.442371 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c8cf222-d9b5-4eab-a38f-3483ebbc5b31", "name": "network-vif-deleted", "tag": "b7f53e83-eb4e-46c5-b30e-fa5f97455bc9", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:28:14.442620 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-64acec3b-6735-4d35-92fb-faf6b327a5c4 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:28:14.443045 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8cf222-d9b5-4eab-a38f-3483ebbc5b31', 'name': 'network-vif-deleted', 'tag': 'b7f53e83-eb4e-46c5-b30e-fa5f97455bc9', 'status': 'completed', 'code': 200} Feb 17 18:28:14.567857 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2ba83f74-7659-40ec-b15c-92cea0620f94 req-580949a3-b238-435f-8395-5d7657e2755c tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Publish callbacks [] for port (40f014b0-dc85-4444-80d4-d6aeaa824032), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:14.605745 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2ba83f74-7659-40ec-b15c-92cea0620f94 req-580949a3-b238-435f-8395-5d7657e2755c tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (40f014b0-dc85-4444-80d4-d6aeaa824032), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:14.617260 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['b7f53e83-eb4e-46c5-b30e-fa5f97455bc9'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:28:14.661765 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ba83f74-7659-40ec-b15c-92cea0620f94 req-580949a3-b238-435f-8395-5d7657e2755c tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Network e0b9f882-6354-4475-ac55-28ba3334d8ab is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:28:14.664794 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-2ba83f74-7659-40ec-b15c-92cea0620f94 req-580949a3-b238-435f-8395-5d7657e2755c tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:28:14.667356 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba83f74-7659-40ec-b15c-92cea0620f94 req-580949a3-b238-435f-8395-5d7657e2755c tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:28:14.674010 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580949a3-b238-435f-8395-5d7657e2755c tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Pushing event updated for resources: {'Port': ['ID=40f014b0-dc85-4444-80d4-d6aeaa824032,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:28:14.706302 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580949a3-b238-435f-8395-5d7657e2755c tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:28:14.706653 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580949a3-b238-435f-8395-5d7657e2755c tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:28:14.706999 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580949a3-b238-435f-8395-5d7657e2755c tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:28:14.707337 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580949a3-b238-435f-8395-5d7657e2755c tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:28:14.707671 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580949a3-b238-435f-8395-5d7657e2755c tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:28:14.708002 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580949a3-b238-435f-8395-5d7657e2755c tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:28:14.708359 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580949a3-b238-435f-8395-5d7657e2755c tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:28:14.708689 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580949a3-b238-435f-8395-5d7657e2755c tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:28:14.709013 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580949a3-b238-435f-8395-5d7657e2755c tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:28:14.709343 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580949a3-b238-435f-8395-5d7657e2755c tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:28:14.709668 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580949a3-b238-435f-8395-5d7657e2755c tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:28:14.709988 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580949a3-b238-435f-8395-5d7657e2755c tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:28:14.710309 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580949a3-b238-435f-8395-5d7657e2755c tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:28:14.734137 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba83f74-7659-40ec-b15c-92cea0620f94 req-580949a3-b238-435f-8395-5d7657e2755c tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:14.734745 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2ba83f74-7659-40ec-b15c-92cea0620f94 req-580949a3-b238-435f-8395-5d7657e2755c tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:14.750897 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2ba83f74-7659-40ec-b15c-92cea0620f94 req-580949a3-b238-435f-8395-5d7657e2755c tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6127377 Feb 17 18:28:14.762011 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-2ba83f74-7659-40ec-b15c-92cea0620f94 req-3b82f24f-7f43-4e03-90e0-80534d5f73eb service neutron] Request body: {'port': {'device_id': 'a9ecbc8c-2401-497d-9594-9f3466e0bcde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:28:14.819026 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2ba83f74-7659-40ec-b15c-92cea0620f94 req-3b82f24f-7f43-4e03-90e0-80534d5f73eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (40f014b0-dc85-4444-80d4-d6aeaa824032), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:15.071710 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-2ba83f74-7659-40ec-b15c-92cea0620f94 req-3b82f24f-7f43-4e03-90e0-80534d5f73eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40f014b0-dc85-4444-80d4-d6aeaa824032 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:28:15.079207 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2ba83f74-7659-40ec-b15c-92cea0620f94 req-3b82f24f-7f43-4e03-90e0-80534d5f73eb service neutron] Publish callbacks [] for port (40f014b0-dc85-4444-80d4-d6aeaa824032), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:15.090877 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-2ba83f74-7659-40ec-b15c-92cea0620f94 req-3b82f24f-7f43-4e03-90e0-80534d5f73eb service neutron] Transition to ACTIVE for port object 40f014b0-dc85-4444-80d4-d6aeaa824032 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 18:28:15.095386 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2ba83f74-7659-40ec-b15c-92cea0620f94 req-3b82f24f-7f43-4e03-90e0-80534d5f73eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (40f014b0-dc85-4444-80d4-d6aeaa824032), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:15.143252 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b82f24f-7f43-4e03-90e0-80534d5f73eb service neutron] Pushing event updated for resources: {'Port': ['ID=40f014b0-dc85-4444-80d4-d6aeaa824032,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:28:15.210174 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-2ba83f74-7659-40ec-b15c-92cea0620f94 req-3b82f24f-7f43-4e03-90e0-80534d5f73eb service neutron] Attempting to bind port 40f014b0-dc85-4444-80d4-d6aeaa824032 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:28:15.210434 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-2ba83f74-7659-40ec-b15c-92cea0620f94 req-3b82f24f-7f43-4e03-90e0-80534d5f73eb service neutron] Attempting to bind port 40f014b0-dc85-4444-80d4-d6aeaa824032 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': 'f77f251e-973f-4de2-a364-5591db4824e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e0b9f882-6354-4475-ac55-28ba3334d8ab'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:28:15.210761 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba83f74-7659-40ec-b15c-92cea0620f94 req-3b82f24f-7f43-4e03-90e0-80534d5f73eb service neutron] Attempting to bind port 40f014b0-dc85-4444-80d4-d6aeaa824032 on network e0b9f882-6354-4475-ac55-28ba3334d8ab {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:28:15.214922 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba83f74-7659-40ec-b15c-92cea0620f94 req-3b82f24f-7f43-4e03-90e0-80534d5f73eb service neutron] Port 40f014b0-dc85-4444-80d4-d6aeaa824032 on network e0b9f882-6354-4475-ac55-28ba3334d8ab not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:28:15.215248 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba83f74-7659-40ec-b15c-92cea0620f94 req-3b82f24f-7f43-4e03-90e0-80534d5f73eb service neutron] Attempting to bind port 40f014b0-dc85-4444-80d4-d6aeaa824032 on network e0b9f882-6354-4475-ac55-28ba3334d8ab {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:28:15.219928 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba83f74-7659-40ec-b15c-92cea0620f94 req-3b82f24f-7f43-4e03-90e0-80534d5f73eb service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:28:15.220283 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba83f74-7659-40ec-b15c-92cea0620f94 req-3b82f24f-7f43-4e03-90e0-80534d5f73eb service neutron] Checking segment: {'id': 'f77f251e-973f-4de2-a364-5591db4824e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e0b9f882-6354-4475-ac55-28ba3334d8ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:28:15.220668 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba83f74-7659-40ec-b15c-92cea0620f94 req-3b82f24f-7f43-4e03-90e0-80534d5f73eb service neutron] Bound using segment: {'id': 'f77f251e-973f-4de2-a364-5591db4824e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e0b9f882-6354-4475-ac55-28ba3334d8ab'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:28:15.221087 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-2ba83f74-7659-40ec-b15c-92cea0620f94 req-3b82f24f-7f43-4e03-90e0-80534d5f73eb service neutron] Bound port: 40f014b0-dc85-4444-80d4-d6aeaa824032, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f77f251e-973f-4de2-a364-5591db4824e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e0b9f882-6354-4475-ac55-28ba3334d8ab'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:28:15.221928 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2ba83f74-7659-40ec-b15c-92cea0620f94 req-3b82f24f-7f43-4e03-90e0-80534d5f73eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (40f014b0-dc85-4444-80d4-d6aeaa824032), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:15.285956 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-2ba83f74-7659-40ec-b15c-92cea0620f94 req-3b82f24f-7f43-4e03-90e0-80534d5f73eb service neutron] For port 40f014b0-dc85-4444-80d4-d6aeaa824032, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:28:15.288896 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-2ba83f74-7659-40ec-b15c-92cea0620f94 req-3b82f24f-7f43-4e03-90e0-80534d5f73eb service neutron] For port 40f014b0-dc85-4444-80d4-d6aeaa824032, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=40f014b0-dc85-4444-80d4-d6aeaa824032,segment=NetworkSegment(f77f251e-973f-4de2-a364-5591db4824e4),segment_id=f77f251e-973f-4de2-a364-5591db4824e4)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:28:15.294762 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2ba83f74-7659-40ec-b15c-92cea0620f94 req-3b82f24f-7f43-4e03-90e0-80534d5f73eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (40f014b0-dc85-4444-80d4-d6aeaa824032), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:15.325784 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba83f74-7659-40ec-b15c-92cea0620f94 req-3b82f24f-7f43-4e03-90e0-80534d5f73eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:15.326399 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2ba83f74-7659-40ec-b15c-92cea0620f94 req-3b82f24f-7f43-4e03-90e0-80534d5f73eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:15.327767 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2ba83f74-7659-40ec-b15c-92cea0620f94 req-3b82f24f-7f43-4e03-90e0-80534d5f73eb service neutron] 10.222.0.71 "PUT /v2.0/ports/40f014b0-dc85-4444-80d4-d6aeaa824032 HTTP/1.1" status: 200 len: 1091 time: 0.5697699 Feb 17 18:28:15.328198 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ecbc8c-2401-497d-9594-9f3466e0bcde', 'tag': '40f014b0-dc85-4444-80d4-d6aeaa824032'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:28:15.330453 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42c6af7-c84d-48e2-93fa-12121c91032d" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ecbc8c-2401-497d-9594-9f3466e0bcde", "tag": "40f014b0-dc85-4444-80d4-d6aeaa824032"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:28:15.359053 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b82f24f-7f43-4e03-90e0-80534d5f73eb service neutron] Pushing event updated for resources: {'Port': ['ID=40f014b0-dc85-4444-80d4-d6aeaa824032,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:28:15.375678 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ff70fd-e7a5-4514-9d58-4318272ee58d x-openstack-request-id: req-c8ff70fd-e7a5-4514-9d58-4318272ee58d {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:28:15.375978 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ecbc8c-2401-497d-9594-9f3466e0bcde", "tag": "40f014b0-dc85-4444-80d4-d6aeaa824032", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:28:15.376339 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c8ff70fd-e7a5-4514-9d58-4318272ee58d {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:28:15.376662 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ecbc8c-2401-497d-9594-9f3466e0bcde', 'tag': '40f014b0-dc85-4444-80d4-d6aeaa824032', 'status': 'completed', 'code': 200} Feb 17 18:28:15.415095 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba83f74-7659-40ec-b15c-92cea0620f94 req-d3e692fe-8f90-411a-9d4a-4f91a626c0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:15.416948 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2ba83f74-7659-40ec-b15c-92cea0620f94 req-d3e692fe-8f90-411a-9d4a-4f91a626c0c8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ea1f037792fe46be985b9b71c4d2f5c9&device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 1125 time: 0.0504973 Feb 17 18:28:15.464533 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2ba83f74-7659-40ec-b15c-92cea0620f94 req-f44129e6-ff99-4170-bbf7-aef79bff9909 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40f014b0-dc85-4444-80d4-d6aeaa824032 HTTP/1.1" status: 200 len: 217 time: 0.0393937 Feb 17 18:28:15.481597 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b2fcbc-2909-4f0b-869d-a10c4b1c28d7 req-73830c06-80a6-4a93-ad2c-d6467b67e968 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:15.483077 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e7b2fcbc-2909-4f0b-869d-a10c4b1c28d7 req-73830c06-80a6-4a93-ad2c-d6467b67e968 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 943 time: 0.0536075 Feb 17 18:28:15.512302 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba83f74-7659-40ec-b15c-92cea0620f94 req-54ef94ad-9957-4869-9c21-b78567ad8132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:15.513784 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2ba83f74-7659-40ec-b15c-92cea0620f94 req-54ef94ad-9957-4869-9c21-b78567ad8132 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f3dec363-e5b3-4f94-bd55-bb278e1e66cc HTTP/1.1" status: 200 len: 854 time: 0.0444622 Feb 17 18:28:15.530647 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e7b2fcbc-2909-4f0b-869d-a10c4b1c28d7 req-b66c46c1-2173-468f-9a7a-e7633f06cb55 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416021 Feb 17 18:28:15.545873 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2ba83f74-7659-40ec-b15c-92cea0620f94 req-eb810057-bcf0-4ac1-9952-8017fd57c1ea service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e0b9f882-6354-4475-ac55-28ba3334d8ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259278 Feb 17 18:28:15.639423 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2ba83f74-7659-40ec-b15c-92cea0620f94 req-09624601-006a-45b3-800e-19897dab7eee service neutron] 10.222.0.71 "GET /v2.0/networks/e0b9f882-6354-4475-ac55-28ba3334d8ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863345 Feb 17 18:28:15.726569 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2ba83f74-7659-40ec-b15c-92cea0620f94 req-c2a50fda-d67c-4f6d-b8fd-16896480c1a7 service neutron] 10.222.0.71 "GET /v2.0/networks/e0b9f882-6354-4475-ac55-28ba3334d8ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814157 Feb 17 18:28:15.814685 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c6af7-c84d-48e2-93fa-12121c91032d req-36b29f9d-05ba-4f71-8efa-e05494a1b1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:15.816708 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b42c6af7-c84d-48e2-93fa-12121c91032d req-36b29f9d-05ba-4f71-8efa-e05494a1b1d1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ea1f037792fe46be985b9b71c4d2f5c9&device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 1125 time: 0.0485127 Feb 17 18:28:15.908391 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c6af7-c84d-48e2-93fa-12121c91032d req-e8d46584-338c-46bb-b597-3dd869c05c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:15.909936 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b42c6af7-c84d-48e2-93fa-12121c91032d req-e8d46584-338c-46bb-b597-3dd869c05c34 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e0b9f882-6354-4475-ac55-28ba3334d8ab HTTP/1.1" status: 200 len: 915 time: 0.0873415 Feb 17 18:28:15.949254 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b42c6af7-c84d-48e2-93fa-12121c91032d req-4407ed3f-199b-4a64-b014-c455fc6a6c9b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40f014b0-dc85-4444-80d4-d6aeaa824032 HTTP/1.1" status: 200 len: 217 time: 0.0337560 Feb 17 18:28:16.000108 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c6af7-c84d-48e2-93fa-12121c91032d req-5d10677d-6a19-4e89-ad55-7e1e69b90c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:16.001476 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b42c6af7-c84d-48e2-93fa-12121c91032d req-5d10677d-6a19-4e89-ad55-7e1e69b90c4b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f3dec363-e5b3-4f94-bd55-bb278e1e66cc HTTP/1.1" status: 200 len: 854 time: 0.0466347 Feb 17 18:28:16.033203 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b42c6af7-c84d-48e2-93fa-12121c91032d req-99ee8922-231f-4d3f-8b91-acf3826ba0a6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e0b9f882-6354-4475-ac55-28ba3334d8ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249891 Feb 17 18:28:16.119307 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b42c6af7-c84d-48e2-93fa-12121c91032d req-5258bf1a-cd3d-416f-a7d0-7758f0d907de service neutron] 10.222.0.71 "GET /v2.0/networks/e0b9f882-6354-4475-ac55-28ba3334d8ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802472 Feb 17 18:28:16.209078 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b42c6af7-c84d-48e2-93fa-12121c91032d req-1a9b3a8b-c319-49e6-afa7-e8019b76e66f service neutron] 10.222.0.71 "GET /v2.0/networks/e0b9f882-6354-4475-ac55-28ba3334d8ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835207 Feb 17 18:28:16.649117 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76fc87-82c6-473d-af5e-40ae4f5abc9a req-5acc3d86-ccf6-4ee6-99f6-3370b4100246 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:16.650593 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-df76fc87-82c6-473d-af5e-40ae4f5abc9a req-5acc3d86-ccf6-4ee6-99f6-3370b4100246 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 943 time: 0.0515459 Feb 17 18:28:16.701185 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-df76fc87-82c6-473d-af5e-40ae4f5abc9a req-c7c3c55e-048d-4843-8cdd-98069d0431a9 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446234 Feb 17 18:28:17.737882 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device b7f53e83-eb4e-46c5-b30e-fa5f97455bc9 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:28:17.758929 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: b7f53e83-eb4e-46c5-b30e-fa5f97455bc9 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:28:17.759559 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device b7f53e83-eb4e-46c5-b30e-fa5f97455bc9 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:28:17.821930 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1c791-4889-4ab5-b6d2-4895214d72cb req-22bcc370-7b9d-40af-91b5-b242b6073c4c tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:17.823400 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-12e1c791-4889-4ab5-b6d2-4895214d72cb req-22bcc370-7b9d-40af-91b5-b242b6073c4c tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 943 time: 0.0528409 Feb 17 18:28:17.869801 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-12e1c791-4889-4ab5-b6d2-4895214d72cb req-eeab6448-5876-420b-892b-35d3e1f1a0c6 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408397 Feb 17 18:28:18.986949 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c6c52-256b-46f3-b9ab-464956032106 req-2ce68fd0-ba34-441a-86d2-aef0b3b457f9 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:18.988523 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-543c6c52-256b-46f3-b9ab-464956032106 req-2ce68fd0-ba34-441a-86d2-aef0b3b457f9 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 943 time: 0.0527654 Feb 17 18:28:19.035025 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-543c6c52-256b-46f3-b9ab-464956032106 req-5574fb22-40b3-4bb8-b3ba-1ec36c8b91f0 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404439 Feb 17 18:28:19.407082 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:19.767901 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 40f014b0-dc85-4444-80d4-d6aeaa824032 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:28:19.868232 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 40f014b0-dc85-4444-80d4-d6aeaa824032, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=40f014b0-dc85-4444-80d4-d6aeaa824032,segment=NetworkSegment(f77f251e-973f-4de2-a364-5591db4824e4),segment_id=f77f251e-973f-4de2-a364-5591db4824e4)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:28:19.879123 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '40f014b0-dc85-4444-80d4-d6aeaa824032', 'network_id': 'e0b9f882-6354-4475-ac55-28ba3334d8ab', 'port_id': '40f014b0-dc85-4444-80d4-d6aeaa824032', 'mac_address': 'fa:16:3e:a8:55:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3dec363-e5b3-4f94-bd55-bb278e1e66cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:28:19.915612 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 40f014b0-dc85-4444-80d4-d6aeaa824032 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:28:19.916000 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (40f014b0-dc85-4444-80d4-d6aeaa824032), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:19.928915 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40f014b0-dc85-4444-80d4-d6aeaa824032 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:28:19.947619 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 40f014b0-dc85-4444-80d4-d6aeaa824032, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=40f014b0-dc85-4444-80d4-d6aeaa824032,segment=NetworkSegment(f77f251e-973f-4de2-a364-5591db4824e4),segment_id=f77f251e-973f-4de2-a364-5591db4824e4)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:28:19.951935 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (40f014b0-dc85-4444-80d4-d6aeaa824032), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:20.001064 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=40f014b0-dc85-4444-80d4-d6aeaa824032,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:28:20.139582 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['40f014b0-dc85-4444-80d4-d6aeaa824032'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:28:20.158253 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159ca83-84ab-4820-8a2b-910ca98fe2f3 req-a9d71a4e-0eb1-4f9a-95fd-2b1b65e4ee3d tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:20.160425 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a159ca83-84ab-4820-8a2b-910ca98fe2f3 req-a9d71a4e-0eb1-4f9a-95fd-2b1b65e4ee3d tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 944 time: 0.0572298 Feb 17 18:28:20.181776 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:20.208922 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a159ca83-84ab-4820-8a2b-910ca98fe2f3 req-9b4fabeb-1892-41fa-8d4c-f8c8f80cc163 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429363 Feb 17 18:28:21.335214 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353bcb1f-dde2-43f4-bf50-cbf224e9bb6c req-12f1e21c-d196-420e-a381-d26c8d0f6042 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:21.336716 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-353bcb1f-dde2-43f4-bf50-cbf224e9bb6c req-12f1e21c-d196-420e-a381-d26c8d0f6042 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 944 time: 0.0515943 Feb 17 18:28:21.382630 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-353bcb1f-dde2-43f4-bf50-cbf224e9bb6c req-59a75b13-adc8-4063-8caa-108b25786d62 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403068 Feb 17 18:28:21.784476 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 40f014b0-dc85-4444-80d4-d6aeaa824032 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:28:21.836343 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 40f014b0-dc85-4444-80d4-d6aeaa824032 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 18:28:21.840154 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 40f014b0-dc85-4444-80d4-d6aeaa824032 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:28:21.840554 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (40f014b0-dc85-4444-80d4-d6aeaa824032), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:21.915870 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 40f014b0-dc85-4444-80d4-d6aeaa824032 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:28:21.916272 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (40f014b0-dc85-4444-80d4-d6aeaa824032), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:21.938632 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ecbc8c-2401-497d-9594-9f3466e0bcde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f014b0-dc85-4444-80d4-d6aeaa824032'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:28:21.941006 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a58b36eb5214be741a58d8f0f454d70cefb3ebdc097f6d2df64ce05b1b6ee80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee334a07-da4b-4343-840e-a8b81421677c" -d '{"events": [{"server_uuid": "a9ecbc8c-2401-497d-9594-9f3466e0bcde", "name": "network-vif-plugged", "status": "completed", "tag": "40f014b0-dc85-4444-80d4-d6aeaa824032"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:28:21.954049 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 40f014b0-dc85-4444-80d4-d6aeaa824032, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=40f014b0-dc85-4444-80d4-d6aeaa824032,segment=NetworkSegment(f77f251e-973f-4de2-a364-5591db4824e4),segment_id=f77f251e-973f-4de2-a364-5591db4824e4)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:28:21.958089 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (40f014b0-dc85-4444-80d4-d6aeaa824032), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:21.984141 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94512d3-abc1-48d4-afd3-7035ce8c5fb7 x-openstack-request-id: req-b94512d3-abc1-48d4-afd3-7035ce8c5fb7 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:28:21.984460 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ecbc8c-2401-497d-9594-9f3466e0bcde", "name": "network-vif-plugged", "status": "completed", "tag": "40f014b0-dc85-4444-80d4-d6aeaa824032", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:28:21.984720 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b94512d3-abc1-48d4-afd3-7035ce8c5fb7 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:28:21.985104 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ecbc8c-2401-497d-9594-9f3466e0bcde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f014b0-dc85-4444-80d4-d6aeaa824032', 'code': 200} Feb 17 18:28:22.010869 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=40f014b0-dc85-4444-80d4-d6aeaa824032,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:28:22.075686 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbf579-ff46-4430-a0d1-16f23530a85c req-d135ed51-8394-48d9-ad9e-0bccd5e233f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:22.077205 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-80cbf579-ff46-4430-a0d1-16f23530a85c req-d135ed51-8394-48d9-ad9e-0bccd5e233f4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 1127 time: 0.0436482 Feb 17 18:28:22.119587 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-80cbf579-ff46-4430-a0d1-16f23530a85c req-dc9aa310-a20e-446b-a961-63fa760edf42 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362728 Feb 17 18:28:22.500760 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77af782-7058-4ef0-bf2d-c09fda563fe8 req-2ef1d567-73bd-42d2-8d02-1ada2696f938 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:22.502280 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b77af782-7058-4ef0-bf2d-c09fda563fe8 req-2ef1d567-73bd-42d2-8d02-1ada2696f938 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 945 time: 0.0534060 Feb 17 18:28:22.552207 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b77af782-7058-4ef0-bf2d-c09fda563fe8 req-59dbf01a-9029-4a9a-ac19-99332f05c62a tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437591 Feb 17 18:28:23.672051 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118deb14-a748-49d0-9f69-bc404fbb54e3 req-4daadc18-6cad-4452-badb-89a40d8a980c tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:23.673565 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-118deb14-a748-49d0-9f69-bc404fbb54e3 req-4daadc18-6cad-4452-badb-89a40d8a980c tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 945 time: 0.0522470 Feb 17 18:28:23.719307 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-118deb14-a748-49d0-9f69-bc404fbb54e3 req-c8a94bd8-00fd-4155-b5b6-a1432404ffaa tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396791 Feb 17 18:28:23.835815 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d70422-5e28-4825-be7f-4f7f2b9f54fc req-d304a96c-83d9-4a53-b97c-b690c24dde98 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:23.837333 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-70d70422-5e28-4825-be7f-4f7f2b9f54fc req-d304a96c-83d9-4a53-b97c-b690c24dde98 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 945 time: 0.0515671 Feb 17 18:28:23.885198 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-70d70422-5e28-4825-be7f-4f7f2b9f54fc req-9fcb0ac2-2c77-4a57-9882-c93a52d5353d tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419927 Feb 17 18:28:24.114211 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dca6c6e7-faf6-4897-829b-fb32f3602260 req-59f03550-3178-4c8e-bf97-5951bdc90363 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0481975 Feb 17 18:28:24.126680 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95aa1c-5231-41b4-9151-a85dec51b0bf req-70b75dd3-77a0-4b4e-968b-cf2999c96609 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:24.128260 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7c95aa1c-5231-41b4-9151-a85dec51b0bf req-70b75dd3-77a0-4b4e-968b-cf2999c96609 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 945 time: 0.0565665 Feb 17 18:28:24.177175 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7c95aa1c-5231-41b4-9151-a85dec51b0bf req-d07911b9-bb13-4998-91a6-0785d4fac676 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428500 Feb 17 18:28:24.523771 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6c6e7-faf6-4897-829b-fb32f3602260 req-1e14033a-5d35-4683-8e75-170455e28997 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:24.525220 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dca6c6e7-faf6-4897-829b-fb32f3602260 req-1e14033a-5d35-4683-8e75-170455e28997 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports/40f014b0-dc85-4444-80d4-d6aeaa824032 HTTP/1.1" status: 200 len: 942 time: 0.0932956 Feb 17 18:28:25.285602 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6c6e7-faf6-4897-829b-fb32f3602260 req-f5816b1c-cd2e-4ca2-888a-df86549105f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:25.287285 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dca6c6e7-faf6-4897-829b-fb32f3602260 req-f5816b1c-cd2e-4ca2-888a-df86549105f4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ea1f037792fe46be985b9b71c4d2f5c9&device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 1127 time: 0.0464756 Feb 17 18:28:25.297847 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a902166-33e1-456e-ab7f-91237832a8ae req-bf2fa5dd-c84b-49c8-8bb2-2c37243d5b8e tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:25.300204 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6a902166-33e1-456e-ab7f-91237832a8ae req-bf2fa5dd-c84b-49c8-8bb2-2c37243d5b8e tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 945 time: 0.0533273 Feb 17 18:28:25.345619 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6a902166-33e1-456e-ab7f-91237832a8ae req-78811a29-c28f-433c-bf1b-34e4d4de9e0d tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402131 Feb 17 18:28:25.654174 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6c6e7-faf6-4897-829b-fb32f3602260 req-44277d93-960f-49a8-ad67-09e237ad9cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:25.655614 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dca6c6e7-faf6-4897-829b-fb32f3602260 req-44277d93-960f-49a8-ad67-09e237ad9cc1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e0b9f882-6354-4475-ac55-28ba3334d8ab HTTP/1.1" status: 200 len: 915 time: 0.3631217 Feb 17 18:28:25.693920 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dca6c6e7-faf6-4897-829b-fb32f3602260 req-428198a8-b9c2-4b33-980f-58264b98b4fb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40f014b0-dc85-4444-80d4-d6aeaa824032 HTTP/1.1" status: 200 len: 217 time: 0.0324912 Feb 17 18:28:25.739663 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6c6e7-faf6-4897-829b-fb32f3602260 req-cb81cea9-51fa-4c97-9779-6bad85d13da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:25.741121 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dca6c6e7-faf6-4897-829b-fb32f3602260 req-cb81cea9-51fa-4c97-9779-6bad85d13da6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f3dec363-e5b3-4f94-bd55-bb278e1e66cc HTTP/1.1" status: 200 len: 854 time: 0.0419791 Feb 17 18:28:25.772495 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dca6c6e7-faf6-4897-829b-fb32f3602260 req-4483426a-9253-4ba6-a563-295384c4495f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e0b9f882-6354-4475-ac55-28ba3334d8ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252838 Feb 17 18:28:25.864639 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dca6c6e7-faf6-4897-829b-fb32f3602260 req-7ff3ae3b-a2a6-431e-ac3d-c0e4a6e21d68 service neutron] 10.222.0.71 "GET /v2.0/networks/e0b9f882-6354-4475-ac55-28ba3334d8ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850492 Feb 17 18:28:25.968778 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dca6c6e7-faf6-4897-829b-fb32f3602260 req-60d8813f-92a0-4b8c-985f-5028f956363c service neutron] 10.222.0.71 "GET /v2.0/networks/e0b9f882-6354-4475-ac55-28ba3334d8ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984378 Feb 17 18:28:26.514384 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef371d-ede8-42c0-86c7-76774db5fdb7 req-1bcc6974-f0d7-4434-ae87-2ed7e4abdb8f tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:26.515895 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-42ef371d-ede8-42c0-86c7-76774db5fdb7 req-1bcc6974-f0d7-4434-ae87-2ed7e4abdb8f tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 945 time: 0.1023858 Feb 17 18:28:26.561712 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-42ef371d-ede8-42c0-86c7-76774db5fdb7 req-b9243ced-da5a-46d4-a5b5-9f9ac8e17d9d tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395956 Feb 17 18:28:27.725844 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d347bd5-fba2-48ce-85c4-8f136b91701e req-204c21d6-b5b2-4db7-87bd-eb4f7f7c55f1 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:27.727295 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4d347bd5-fba2-48ce-85c4-8f136b91701e req-204c21d6-b5b2-4db7-87bd-eb4f7f7c55f1 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 945 time: 0.0986876 Feb 17 18:28:27.772772 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4d347bd5-fba2-48ce-85c4-8f136b91701e req-11ce8e46-c3b4-4e03-9fc8-8f6c39784b89 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398633 Feb 17 18:28:28.892052 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1dc75e-3a78-4bd4-9b47-23cecae085a2 req-0c436ef4-a8b7-4fa0-9d1f-433f17fc2e68 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:28.893654 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-be1dc75e-3a78-4bd4-9b47-23cecae085a2 req-0c436ef4-a8b7-4fa0-9d1f-433f17fc2e68 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 945 time: 0.0527442 Feb 17 18:28:28.944579 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-be1dc75e-3a78-4bd4-9b47-23cecae085a2 req-0dee9cd9-7424-42b4-a709-15d7d1491ba7 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452564 Feb 17 18:28:30.069974 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e92b39-45ca-4942-9bfd-2789d89ebdc6 req-491808d0-8713-4ad3-a73d-65576c21b4cc tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:30.071445 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-39e92b39-45ca-4942-9bfd-2789d89ebdc6 req-491808d0-8713-4ad3-a73d-65576c21b4cc tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 945 time: 0.0521300 Feb 17 18:28:30.117594 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-39e92b39-45ca-4942-9bfd-2789d89ebdc6 req-a2b94204-ef9b-408a-90e8-6429b021aa30 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406282 Feb 17 18:28:31.235559 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a833f-2d60-4dcd-844a-2dd98d92a7fc req-26519c2f-a24b-454f-95c7-c36774b9afd0 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:31.236993 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8a2a833f-2d60-4dcd-844a-2dd98d92a7fc req-26519c2f-a24b-454f-95c7-c36774b9afd0 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 945 time: 0.0522132 Feb 17 18:28:31.285353 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8a2a833f-2d60-4dcd-844a-2dd98d92a7fc req-a4f358ba-dcc4-4015-920a-6baca4cee6df tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424838 Feb 17 18:28:32.410246 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5673a7e4-99d5-408a-91ae-78524fc23084 req-5f182023-c624-476b-a148-0beb08bb652f tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:32.411728 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5673a7e4-99d5-408a-91ae-78524fc23084 req-5f182023-c624-476b-a148-0beb08bb652f tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 945 time: 0.0573068 Feb 17 18:28:32.457224 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5673a7e4-99d5-408a-91ae-78524fc23084 req-96a29c69-e365-4e58-843c-7a654b775dee tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399344 Feb 17 18:28:33.036159 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-98aef069-c8d8-4e8d-ba11-b0885d1610cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:33.576889 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3a407-eb33-4ed1-b1a2-799a64e3e4ae req-b820788d-706e-4673-adcf-6ef2130d0106 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:33.578357 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-64a3a407-eb33-4ed1-b1a2-799a64e3e4ae req-b820788d-706e-4673-adcf-6ef2130d0106 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 945 time: 0.0513992 Feb 17 18:28:33.624424 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-64a3a407-eb33-4ed1-b1a2-799a64e3e4ae req-1130b060-db5e-47c5-a3c6-180f022064ea tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400052 Feb 17 18:28:34.742386 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d057da-e5ba-41ab-a721-a00f316e4630 req-3020314a-de3e-4542-947e-1582eac80e64 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:34.743843 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-27d057da-e5ba-41ab-a721-a00f316e4630 req-3020314a-de3e-4542-947e-1582eac80e64 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 945 time: 0.0516660 Feb 17 18:28:34.793452 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-27d057da-e5ba-41ab-a721-a00f316e4630 req-82f5afd5-fe62-42f2-9efa-4d8e3581ba50 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440865 Feb 17 18:28:35.492953 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bf84bc4f-60cd-479c-b61e-e04a5eb21995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:35.912996 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181530ba-fe94-4c50-9b0d-fba637e71885 req-d3287cf1-47a4-4be5-a1fe-a66a5519c554 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:35.914485 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-181530ba-fe94-4c50-9b0d-fba637e71885 req-d3287cf1-47a4-4be5-a1fe-a66a5519c554 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 945 time: 0.0543923 Feb 17 18:28:35.960317 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-181530ba-fe94-4c50-9b0d-fba637e71885 req-7b32c8cc-2219-486d-9225-453c9e21fc6d tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402441 Feb 17 18:28:36.898008 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:37.078028 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0adbf-c332-4f5d-a502-cfa6e06b2135 req-70341e79-47a5-4e70-adc8-b0f098f63fa7 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:37.079475 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2fe0adbf-c332-4f5d-a502-cfa6e06b2135 req-70341e79-47a5-4e70-adc8-b0f098f63fa7 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 945 time: 0.0508337 Feb 17 18:28:37.124874 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2fe0adbf-c332-4f5d-a502-cfa6e06b2135 req-8e1317be-ee01-428a-bcf7-0e70cf597c8c tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393639 Feb 17 18:28:38.121510 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:38.247120 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8baa5-4a63-4171-bc0a-3313df3052bb req-d93c25ed-4cc1-4604-a2b4-5ea5641e09e9 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:38.248541 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7cc8baa5-4a63-4171-bc0a-3313df3052bb req-d93c25ed-4cc1-4604-a2b4-5ea5641e09e9 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 945 time: 0.0558341 Feb 17 18:28:38.293818 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7cc8baa5-4a63-4171-bc0a-3313df3052bb req-f96d680e-5334-4063-a0e1-d3ef644d5eaa tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396950 Feb 17 18:28:39.209083 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:39.411485 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae28ad9-f25f-4387-8761-71c8206df345 req-3a3a9fb4-6774-457a-b5d5-ee998181d2d2 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:39.413022 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cae28ad9-f25f-4387-8761-71c8206df345 req-3a3a9fb4-6774-457a-b5d5-ee998181d2d2 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 945 time: 0.0519614 Feb 17 18:28:39.457835 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cae28ad9-f25f-4387-8761-71c8206df345 req-f1b839b9-fc52-415f-998c-5b0f49ef4232 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393443 Feb 17 18:28:40.580265 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b4ba2-64c8-4944-a33c-61eca660fd34 req-ad31d113-df01-4a6f-9015-fa9daa42686b tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:40.581730 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b26b4ba2-64c8-4944-a33c-61eca660fd34 req-ad31d113-df01-4a6f-9015-fa9daa42686b tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 945 time: 0.0555239 Feb 17 18:28:40.627605 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b26b4ba2-64c8-4944-a33c-61eca660fd34 req-6f67ddaa-17c8-4e79-a594-1343065e74d9 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404088 Feb 17 18:28:41.749005 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb685da8-d6ac-48fe-9caa-ce31d1f35d19 req-395eeb30-6a8c-42f3-8206-0102405847cd tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:41.750502 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eb685da8-d6ac-48fe-9caa-ce31d1f35d19 req-395eeb30-6a8c-42f3-8206-0102405847cd tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 945 time: 0.0556970 Feb 17 18:28:41.796896 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eb685da8-d6ac-48fe-9caa-ce31d1f35d19 req-27eb0951-c00b-46a2-8a76-296ab5e3e367 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408115 Feb 17 18:28:42.913843 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cfcac3-a9b8-4031-8f1b-a1023ca26ce9 req-df1653bb-cb08-48db-91dc-23b474103d5f tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:42.915323 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-61cfcac3-a9b8-4031-8f1b-a1023ca26ce9 req-df1653bb-cb08-48db-91dc-23b474103d5f tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 945 time: 0.0515687 Feb 17 18:28:42.964866 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-61cfcac3-a9b8-4031-8f1b-a1023ca26ce9 req-25a1aa8f-83eb-4b09-9a4b-afa000525338 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439672 Feb 17 18:28:44.085394 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3310c-cdd6-45cb-af94-ffac8073c501 req-729793ae-e893-4179-b3c8-7ce4af8f4e13 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:44.086872 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-39a3310c-cdd6-45cb-af94-ffac8073c501 req-729793ae-e893-4179-b3c8-7ce4af8f4e13 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 945 time: 0.0522070 Feb 17 18:28:44.134312 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-39a3310c-cdd6-45cb-af94-ffac8073c501 req-6efbc4b8-150b-4d3d-83c3-d19587e13170 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418692 Feb 17 18:28:45.250536 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0048045-be99-4233-b045-9f886ef4574c req-998f8bc3-505f-4f03-8f65-4dc8c1ab69f2 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:45.252422 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b0048045-be99-4233-b045-9f886ef4574c req-998f8bc3-505f-4f03-8f65-4dc8c1ab69f2 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 945 time: 0.0510707 Feb 17 18:28:45.297742 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b0048045-be99-4233-b045-9f886ef4574c req-58dbf03f-6e9f-4170-800e-6fe94c4a01ca tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396516 Feb 17 18:28:46.419385 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1450d61-c791-43b4-b4d0-f6b80be5a558 req-cce144ae-752a-4400-b945-a1b16a2a782b tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:46.420868 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e1450d61-c791-43b4-b4d0-f6b80be5a558 req-cce144ae-752a-4400-b945-a1b16a2a782b tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 945 time: 0.0554523 Feb 17 18:28:46.466168 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e1450d61-c791-43b4-b4d0-f6b80be5a558 req-45679455-fb75-4efd-83d4-91ef14c4a993 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392330 Feb 17 18:28:47.586142 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72327f4e-78ca-42a3-800e-ecb52d0d434d req-a6693113-3c8f-4f4b-b7ce-7403d08b665d tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:47.587604 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-72327f4e-78ca-42a3-800e-ecb52d0d434d req-a6693113-3c8f-4f4b-b7ce-7403d08b665d tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 945 time: 0.0515645 Feb 17 18:28:47.633083 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-72327f4e-78ca-42a3-800e-ecb52d0d434d req-3fc44e9e-5f93-4842-af0f-1cc451d8f46e tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400021 Feb 17 18:28:47.913902 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:28:48.749147 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241779c-7260-4e6e-91f2-74008c12516a req-7f9ad1d3-f73d-44a6-8216-257b99e629f2 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:48.750611 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d241779c-7260-4e6e-91f2-74008c12516a req-7f9ad1d3-f73d-44a6-8216-257b99e629f2 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 945 time: 0.0509250 Feb 17 18:28:48.799755 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d241779c-7260-4e6e-91f2-74008c12516a req-345fff39-825a-464b-a85a-c808731f6401 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431798 Feb 17 18:28:49.422204 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:49.925401 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceac61a-94cd-4a75-af53-aa60cc7852e4 req-2fda5ce3-d2bd-461a-9d26-c06370a5449a tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:49.927081 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0ceac61a-94cd-4a75-af53-aa60cc7852e4 req-2fda5ce3-d2bd-461a-9d26-c06370a5449a tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 945 time: 0.0542800 Feb 17 18:28:49.975511 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0ceac61a-94cd-4a75-af53-aa60cc7852e4 req-0c6f103a-cf8e-4c9f-a178-c5ca28941038 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409300 Feb 17 18:28:50.188227 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:51.095409 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c1ed2-f862-477e-80f8-f2c0159a5320 req-95a12087-7f10-4a29-8279-a7a63c74fada tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:51.096913 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b65c1ed2-f862-477e-80f8-f2c0159a5320 req-95a12087-7f10-4a29-8279-a7a63c74fada tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 945 time: 0.0517614 Feb 17 18:28:51.147064 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b65c1ed2-f862-477e-80f8-f2c0159a5320 req-bc7b502c-14f8-4b91-a7b3-dbcf92ed19c9 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445974 Feb 17 18:28:52.266240 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9669b604-08fc-4500-8d2d-040a876eaef7 req-4235868b-c684-49e9-bf8d-6ab70d0f97a4 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:52.268127 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9669b604-08fc-4500-8d2d-040a876eaef7 req-4235868b-c684-49e9-bf8d-6ab70d0f97a4 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 945 time: 0.0552318 Feb 17 18:28:52.312761 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9669b604-08fc-4500-8d2d-040a876eaef7 req-da206362-c5e5-4a0f-8d78-d8505c04a6f9 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390637 Feb 17 18:28:52.707662 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [req-dca6c6e7-faf6-4897-829b-fb32f3602260 req-bc60c12b-7588-4212-905f-a92fba919046 service neutron] show failed (client error): The resource could not be found. Feb 17 18:28:52.708708 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dca6c6e7-faf6-4897-829b-fb32f3602260 req-bc60c12b-7588-4212-905f-a92fba919046 service neutron] 10.222.0.71 "GET /v2.0/ports/40f014b0-dc85-4444-80d4-d6aeaa824032/bindings/n-h2-829613-2 HTTP/1.1" status: 404 len: 380 time: 0.0958076 Feb 17 18:28:52.945362 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6c6e7-faf6-4897-829b-fb32f3602260 req-9b2ad5b0-52bd-4f4a-9bfe-60df593a688a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:52.946904 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dca6c6e7-faf6-4897-829b-fb32f3602260 req-9b2ad5b0-52bd-4f4a-9bfe-60df593a688a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde&tenant_id=ea1f037792fe46be985b9b71c4d2f5c9 HTTP/1.1" status: 200 len: 1127 time: 0.0857337 Feb 17 18:28:52.957942 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-dca6c6e7-faf6-4897-829b-fb32f3602260 req-cfb4d926-0d6b-42fd-bd85-763253be6f0a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829613-2', 'device_owner': 'compute:nova'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:28:53.017234 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dca6c6e7-faf6-4897-829b-fb32f3602260 req-cfb4d926-0d6b-42fd-bd85-763253be6f0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (40f014b0-dc85-4444-80d4-d6aeaa824032), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:53.218268 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-dca6c6e7-faf6-4897-829b-fb32f3602260 req-cfb4d926-0d6b-42fd-bd85-763253be6f0a service neutron] For port 40f014b0-dc85-4444-80d4-d6aeaa824032, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=40f014b0-dc85-4444-80d4-d6aeaa824032,segment=NetworkSegment(f77f251e-973f-4de2-a364-5591db4824e4),segment_id=f77f251e-973f-4de2-a364-5591db4824e4)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:28:53.249913 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-dca6c6e7-faf6-4897-829b-fb32f3602260 req-cfb4d926-0d6b-42fd-bd85-763253be6f0a service neutron] For port 40f014b0-dc85-4444-80d4-d6aeaa824032, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:28:53.288824 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ecbc8c-2401-497d-9594-9f3466e0bcde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40f014b0-dc85-4444-80d4-d6aeaa824032'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:28:53.291196 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aee2136-23e8-4ed8-b47e-9b4a7bba8155" -d '{"events": [{"server_uuid": "a9ecbc8c-2401-497d-9594-9f3466e0bcde", "name": "network-vif-unplugged", "status": "completed", "tag": "40f014b0-dc85-4444-80d4-d6aeaa824032"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:28:53.294658 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dca6c6e7-faf6-4897-829b-fb32f3602260 req-cfb4d926-0d6b-42fd-bd85-763253be6f0a service neutron] Publish callbacks [] for port (40f014b0-dc85-4444-80d4-d6aeaa824032), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:53.307413 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-dca6c6e7-faf6-4897-829b-fb32f3602260 req-cfb4d926-0d6b-42fd-bd85-763253be6f0a service neutron] Transition to ACTIVE for port object 40f014b0-dc85-4444-80d4-d6aeaa824032 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 18:28:53.311065 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dca6c6e7-faf6-4897-829b-fb32f3602260 req-cfb4d926-0d6b-42fd-bd85-763253be6f0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (40f014b0-dc85-4444-80d4-d6aeaa824032), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:53.377818 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca6c6e7-faf6-4897-829b-fb32f3602260 req-cfb4d926-0d6b-42fd-bd85-763253be6f0a service neutron] No DVR routers for this DVR port 40f014b0-dc85-4444-80d4-d6aeaa824032 on host n-h1-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:28:53.381377 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb4d926-0d6b-42fd-bd85-763253be6f0a service neutron] Pushing event updated for resources: {'Port': ['ID=40f014b0-dc85-4444-80d4-d6aeaa824032,revision_number=6']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:28:53.418002 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-dca6c6e7-faf6-4897-829b-fb32f3602260 req-cfb4d926-0d6b-42fd-bd85-763253be6f0a service neutron] Attempting to bind port 40f014b0-dc85-4444-80d4-d6aeaa824032 on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:28:53.418349 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-dca6c6e7-faf6-4897-829b-fb32f3602260 req-cfb4d926-0d6b-42fd-bd85-763253be6f0a service neutron] Attempting to bind port 40f014b0-dc85-4444-80d4-d6aeaa824032 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': 'f77f251e-973f-4de2-a364-5591db4824e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e0b9f882-6354-4475-ac55-28ba3334d8ab'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:28:53.418667 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6c6e7-faf6-4897-829b-fb32f3602260 req-cfb4d926-0d6b-42fd-bd85-763253be6f0a service neutron] Attempting to bind port 40f014b0-dc85-4444-80d4-d6aeaa824032 on network e0b9f882-6354-4475-ac55-28ba3334d8ab {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:28:53.423375 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6c6e7-faf6-4897-829b-fb32f3602260 req-cfb4d926-0d6b-42fd-bd85-763253be6f0a service neutron] Port 40f014b0-dc85-4444-80d4-d6aeaa824032 on network e0b9f882-6354-4475-ac55-28ba3334d8ab not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:28:53.423709 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6c6e7-faf6-4897-829b-fb32f3602260 req-cfb4d926-0d6b-42fd-bd85-763253be6f0a service neutron] Attempting to bind port 40f014b0-dc85-4444-80d4-d6aeaa824032 on network e0b9f882-6354-4475-ac55-28ba3334d8ab {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:28:53.428710 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6c6e7-faf6-4897-829b-fb32f3602260 req-cfb4d926-0d6b-42fd-bd85-763253be6f0a service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:28:53.428983 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6c6e7-faf6-4897-829b-fb32f3602260 req-cfb4d926-0d6b-42fd-bd85-763253be6f0a service neutron] Checking segment: {'id': 'f77f251e-973f-4de2-a364-5591db4824e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e0b9f882-6354-4475-ac55-28ba3334d8ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:28:53.429382 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca6c6e7-faf6-4897-829b-fb32f3602260 req-cfb4d926-0d6b-42fd-bd85-763253be6f0a service neutron] Bound using segment: {'id': 'f77f251e-973f-4de2-a364-5591db4824e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e0b9f882-6354-4475-ac55-28ba3334d8ab'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:28:53.429818 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-dca6c6e7-faf6-4897-829b-fb32f3602260 req-cfb4d926-0d6b-42fd-bd85-763253be6f0a service neutron] Bound port: 40f014b0-dc85-4444-80d4-d6aeaa824032, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f77f251e-973f-4de2-a364-5591db4824e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e0b9f882-6354-4475-ac55-28ba3334d8ab'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:28:53.430252 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dca6c6e7-faf6-4897-829b-fb32f3602260 req-cfb4d926-0d6b-42fd-bd85-763253be6f0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (40f014b0-dc85-4444-80d4-d6aeaa824032), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:53.434071 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 18:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df02e7e-dcc2-4e7a-b7bd-a4500533fae3 x-openstack-request-id: req-6df02e7e-dcc2-4e7a-b7bd-a4500533fae3 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:28:53.434368 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ecbc8c-2401-497d-9594-9f3466e0bcde", "name": "network-vif-unplugged", "status": "completed", "tag": "40f014b0-dc85-4444-80d4-d6aeaa824032", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:28:53.434624 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6df02e7e-dcc2-4e7a-b7bd-a4500533fae3 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:28:53.435035 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ecbc8c-2401-497d-9594-9f3466e0bcde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40f014b0-dc85-4444-80d4-d6aeaa824032', 'code': 200} Feb 17 18:28:53.453102 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc213f-b1d2-4132-ad17-79b497c401b7 req-9df50720-8053-4872-97f8-9d824fc10bb1 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:53.454759 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3efc213f-b1d2-4132-ad17-79b497c401b7 req-9df50720-8053-4872-97f8-9d824fc10bb1 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 943 time: 0.0545192 Feb 17 18:28:53.497379 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-dca6c6e7-faf6-4897-829b-fb32f3602260 req-cfb4d926-0d6b-42fd-bd85-763253be6f0a service neutron] For port 40f014b0-dc85-4444-80d4-d6aeaa824032, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:28:53.500380 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-dca6c6e7-faf6-4897-829b-fb32f3602260 req-cfb4d926-0d6b-42fd-bd85-763253be6f0a service neutron] For port 40f014b0-dc85-4444-80d4-d6aeaa824032, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=40f014b0-dc85-4444-80d4-d6aeaa824032,segment=NetworkSegment(f77f251e-973f-4de2-a364-5591db4824e4),segment_id=f77f251e-973f-4de2-a364-5591db4824e4)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:28:53.503394 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3efc213f-b1d2-4132-ad17-79b497c401b7 req-c8be1569-8703-4a24-9837-23c276d7a2d1 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429800 Feb 17 18:28:53.508216 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dca6c6e7-faf6-4897-829b-fb32f3602260 req-cfb4d926-0d6b-42fd-bd85-763253be6f0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (40f014b0-dc85-4444-80d4-d6aeaa824032), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:53.541256 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6c6e7-faf6-4897-829b-fb32f3602260 req-cfb4d926-0d6b-42fd-bd85-763253be6f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:53.541886 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dca6c6e7-faf6-4897-829b-fb32f3602260 req-cfb4d926-0d6b-42fd-bd85-763253be6f0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:53.543260 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dca6c6e7-faf6-4897-829b-fb32f3602260 req-cfb4d926-0d6b-42fd-bd85-763253be6f0a service neutron] 10.222.0.91 "PUT /v2.0/ports/40f014b0-dc85-4444-80d4-d6aeaa824032 HTTP/1.1" status: 200 len: 1091 time: 0.5898147 Feb 17 18:28:53.571864 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb4d926-0d6b-42fd-bd85-763253be6f0a service neutron] Pushing event updated for resources: {'Port': ['ID=40f014b0-dc85-4444-80d4-d6aeaa824032,revision_number=7']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:28:53.613757 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6c6e7-faf6-4897-829b-fb32f3602260 req-494e0d4e-125c-4a07-9a54-c2316fe748d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:53.615247 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dca6c6e7-faf6-4897-829b-fb32f3602260 req-494e0d4e-125c-4a07-9a54-c2316fe748d2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ea1f037792fe46be985b9b71c4d2f5c9&device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 1125 time: 0.0508497 Feb 17 18:28:53.701253 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6c6e7-faf6-4897-829b-fb32f3602260 req-4750f09c-d43c-4b94-b81a-81dc1173c21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:53.702710 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dca6c6e7-faf6-4897-829b-fb32f3602260 req-4750f09c-d43c-4b94-b81a-81dc1173c21f service neutron] 10.222.0.91 "GET /v2.0/networks?id=e0b9f882-6354-4475-ac55-28ba3334d8ab HTTP/1.1" status: 200 len: 915 time: 0.0819800 Feb 17 18:28:53.746534 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dca6c6e7-faf6-4897-829b-fb32f3602260 req-72b3273d-7c72-4c17-a151-54768b994109 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40f014b0-dc85-4444-80d4-d6aeaa824032 HTTP/1.1" status: 200 len: 217 time: 0.0374784 Feb 17 18:28:53.794912 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6c6e7-faf6-4897-829b-fb32f3602260 req-4a059af8-b5da-48e6-8c57-84babc890909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:53.796368 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dca6c6e7-faf6-4897-829b-fb32f3602260 req-4a059af8-b5da-48e6-8c57-84babc890909 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f3dec363-e5b3-4f94-bd55-bb278e1e66cc HTTP/1.1" status: 200 len: 854 time: 0.0422208 Feb 17 18:28:53.826996 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dca6c6e7-faf6-4897-829b-fb32f3602260 req-85a98c0d-b681-4215-bef5-c3195ef7d4f8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e0b9f882-6354-4475-ac55-28ba3334d8ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248182 Feb 17 18:28:53.917856 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dca6c6e7-faf6-4897-829b-fb32f3602260 req-74b8e31e-bec7-4ec3-a09b-21b3ca7aacd0 service neutron] 10.222.0.91 "GET /v2.0/networks/e0b9f882-6354-4475-ac55-28ba3334d8ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842774 Feb 17 18:28:54.010431 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dca6c6e7-faf6-4897-829b-fb32f3602260 req-c7f19600-7071-4425-8e50-41fe1126bf18 service neutron] 10.222.0.91 "GET /v2.0/networks/e0b9f882-6354-4475-ac55-28ba3334d8ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869741 Feb 17 18:28:54.628551 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9b0ac-9a1e-4ad1-9056-f54d9cb5f889 req-0a8802f3-9296-401b-973f-f68db104a625 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:54.630022 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-34c9b0ac-9a1e-4ad1-9056-f54d9cb5f889 req-0a8802f3-9296-401b-973f-f68db104a625 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 943 time: 0.0558417 Feb 17 18:28:54.675873 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-34c9b0ac-9a1e-4ad1-9056-f54d9cb5f889 req-4237c2c1-e939-4458-a81b-879bfa946460 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402670 Feb 17 18:28:55.435738 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ecbc8c-2401-497d-9594-9f3466e0bcde', 'tag': '40f014b0-dc85-4444-80d4-d6aeaa824032'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:28:55.438229 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9ba7ac-1286-4716-8b18-582ae2006dca" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ecbc8c-2401-497d-9594-9f3466e0bcde", "tag": "40f014b0-dc85-4444-80d4-d6aeaa824032"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:28:55.490055 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b15687-e1cd-4560-9434-8f219784cfcc x-openstack-request-id: req-12b15687-e1cd-4560-9434-8f219784cfcc {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:28:55.490359 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ecbc8c-2401-497d-9594-9f3466e0bcde", "tag": "40f014b0-dc85-4444-80d4-d6aeaa824032", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:28:55.490626 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-12b15687-e1cd-4560-9434-8f219784cfcc {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:28:55.491040 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ecbc8c-2401-497d-9594-9f3466e0bcde', 'tag': '40f014b0-dc85-4444-80d4-d6aeaa824032', 'status': 'completed', 'code': 200} Feb 17 18:28:55.594014 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ba7ac-1286-4716-8b18-582ae2006dca req-9dd838ba-eb06-4743-b341-5fd0edc23219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:55.596039 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4d9ba7ac-1286-4716-8b18-582ae2006dca req-9dd838ba-eb06-4743-b341-5fd0edc23219 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ea1f037792fe46be985b9b71c4d2f5c9&device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 1125 time: 0.0852079 Feb 17 18:28:55.600956 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ba7ac-1286-4716-8b18-582ae2006dca req-bec3869b-9661-4aef-9026-93b5912416d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:55.602329 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4d9ba7ac-1286-4716-8b18-582ae2006dca req-bec3869b-9661-4aef-9026-93b5912416d0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ea1f037792fe46be985b9b71c4d2f5c9&device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 1125 time: 0.0817773 Feb 17 18:28:55.754965 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ba7ac-1286-4716-8b18-582ae2006dca req-2f612113-7204-4d76-aca3-50e5c082c213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:55.756537 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4d9ba7ac-1286-4716-8b18-582ae2006dca req-2f612113-7204-4d76-aca3-50e5c082c213 service neutron] 10.222.0.91 "GET /v2.0/networks?id=e0b9f882-6354-4475-ac55-28ba3334d8ab HTTP/1.1" status: 200 len: 915 time: 0.1532767 Feb 17 18:28:55.759168 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ba7ac-1286-4716-8b18-582ae2006dca req-f00609d7-ec34-4a5d-9bba-350eed5ccba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:55.760586 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4d9ba7ac-1286-4716-8b18-582ae2006dca req-f00609d7-ec34-4a5d-9bba-350eed5ccba7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e0b9f882-6354-4475-ac55-28ba3334d8ab HTTP/1.1" status: 200 len: 915 time: 0.1497467 Feb 17 18:28:55.771986 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.91', 61872) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:28:55.802910 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73604908-da8e-4eeb-98f1-de83502d0e13 req-e00328d4-264f-44c2-a912-8a7dd58bfe6b tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:55.804421 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-73604908-da8e-4eeb-98f1-de83502d0e13 req-e00328d4-264f-44c2-a912-8a7dd58bfe6b tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 943 time: 0.0536151 Feb 17 18:28:55.816195 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4d9ba7ac-1286-4716-8b18-582ae2006dca req-771d28e2-feb6-44e2-97ee-e1092de18afe service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40f014b0-dc85-4444-80d4-d6aeaa824032 HTTP/1.1" status: 200 len: 217 time: 0.0500240 Feb 17 18:28:55.850976 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-73604908-da8e-4eeb-98f1-de83502d0e13 req-6ccfaded-64e6-4589-a3a5-478e790ade5a tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409355 Feb 17 18:28:55.869854 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4d9ba7ac-1286-4716-8b18-582ae2006dca req-a236321a-7b70-4b32-a1e3-9ecb567f96cb service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40f014b0-dc85-4444-80d4-d6aeaa824032 HTTP/1.1" status: 200 len: 217 time: 0.0969405 Feb 17 18:28:55.952628 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ba7ac-1286-4716-8b18-582ae2006dca req-a3cf4dad-c1ad-474d-9dca-b34d2b7f24fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:55.954432 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4d9ba7ac-1286-4716-8b18-582ae2006dca req-a3cf4dad-c1ad-474d-9dca-b34d2b7f24fb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f3dec363-e5b3-4f94-bd55-bb278e1e66cc HTTP/1.1" status: 200 len: 854 time: 0.1070561 Feb 17 18:28:55.972693 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 40f014b0-dc85-4444-80d4-d6aeaa824032 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:28:55.973593 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ba7ac-1286-4716-8b18-582ae2006dca req-d4ad0f3f-c184-428d-8ebc-d93e9de1dfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:55.977082 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4d9ba7ac-1286-4716-8b18-582ae2006dca req-d4ad0f3f-c184-428d-8ebc-d93e9de1dfb3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f3dec363-e5b3-4f94-bd55-bb278e1e66cc HTTP/1.1" status: 200 len: 854 time: 0.0883360 Feb 17 18:28:55.982683 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-fe22a495-33c2-4d89-804b-82204bcffa69 req-ded37bda-de15-44f3-9307-add5d96e2db7 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2075539 Feb 17 18:28:56.007771 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4d9ba7ac-1286-4716-8b18-582ae2006dca req-cf1db4f7-4812-4574-9531-ee152aec8d07 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e0b9f882-6354-4475-ac55-28ba3334d8ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462687 Feb 17 18:28:56.021307 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] The host n-h1-829613-2 is not matching for port 40f014b0-dc85-4444-80d4-d6aeaa824032 host n-h2-829613-2! {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 17 18:28:56.021817 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 40f014b0-dc85-4444-80d4-d6aeaa824032 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:28:56.030046 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4d9ba7ac-1286-4716-8b18-582ae2006dca req-2994076e-2fe3-4786-8844-e54155dfd19c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e0b9f882-6354-4475-ac55-28ba3334d8ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315855 Feb 17 18:28:56.094335 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec7793-3c76-45e7-ab24-036458939fea req-84e71805-0bdf-4960-b401-c6f2ce0e4922 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:56.096442 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-caec7793-3c76-45e7-ab24-036458939fea req-84e71805-0bdf-4960-b401-c6f2ce0e4922 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 943 time: 0.0910792 Feb 17 18:28:56.109489 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e794b80-f761-4f7d-8533-b99c63e7eb6a req-8df7207f-8107-4fb4-9b1e-ab74d594767b tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:56.110905 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5e794b80-f761-4f7d-8533-b99c63e7eb6a req-8df7207f-8107-4fb4-9b1e-ab74d594767b tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.71 "GET /v2.0/ports?device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde&tenant_id=ea1f037792fe46be985b9b71c4d2f5c9&binding%3Ahost_id=n-h2-829613-2 HTTP/1.1" status: 200 len: 943 time: 0.0772071 Feb 17 18:28:56.185141 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4d9ba7ac-1286-4716-8b18-582ae2006dca req-27139778-cbdf-4dee-aa8c-fce79ec14546 service neutron] 10.222.0.71 "GET /v2.0/networks/e0b9f882-6354-4475-ac55-28ba3334d8ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575568 Feb 17 18:28:56.187281 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4d9ba7ac-1286-4716-8b18-582ae2006dca req-b61d0d14-6504-41d9-921f-e635c4ebacaa service neutron] 10.222.0.91 "GET /v2.0/networks/e0b9f882-6354-4475-ac55-28ba3334d8ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490886 Feb 17 18:28:56.190019 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-caec7793-3c76-45e7-ab24-036458939fea req-83c15533-4ca0-42be-af58-b9156368c1e5 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874400 Feb 17 18:28:56.197171 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [req-5e794b80-f761-4f7d-8533-b99c63e7eb6a req-0d9a77fc-b7f4-46e6-800c-af3aa65be8a8 service neutron] delete failed (client error): The resource could not be found. Feb 17 18:28:56.198152 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5e794b80-f761-4f7d-8533-b99c63e7eb6a req-0d9a77fc-b7f4-46e6-800c-af3aa65be8a8 service neutron] 10.222.0.71 "DELETE /v2.0/ports/40f014b0-dc85-4444-80d4-d6aeaa824032/bindings/n-h1-829613-2 HTTP/1.1" status: 404 len: 380 time: 0.0806344 Feb 17 18:28:56.342146 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4d9ba7ac-1286-4716-8b18-582ae2006dca req-1b7e4114-39b1-4c65-80ca-0207d4174800 service neutron] 10.222.0.71 "GET /v2.0/networks/e0b9f882-6354-4475-ac55-28ba3334d8ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496489 Feb 17 18:28:56.343845 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4d9ba7ac-1286-4716-8b18-582ae2006dca req-d0b01507-d382-4f3f-9ceb-679dd3d9aac1 service neutron] 10.222.0.91 "GET /v2.0/networks/e0b9f882-6354-4475-ac55-28ba3334d8ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440303 Feb 17 18:28:56.479481 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e794b80-f761-4f7d-8533-b99c63e7eb6a req-7fe998a0-f30f-4d4d-b9e6-29394bbfe2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:56.481023 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5e794b80-f761-4f7d-8533-b99c63e7eb6a req-7fe998a0-f30f-4d4d-b9e6-29394bbfe2c5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ea1f037792fe46be985b9b71c4d2f5c9&device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 1125 time: 0.0799820 Feb 17 18:28:56.482638 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22a495-33c2-4d89-804b-82204bcffa69 req-dc134f20-e48b-4f64-a166-6b920fa549d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:56.483983 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-fe22a495-33c2-4d89-804b-82204bcffa69 req-dc134f20-e48b-4f64-a166-6b920fa549d1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ea1f037792fe46be985b9b71c4d2f5c9&device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 1125 time: 0.0817428 Feb 17 18:28:56.636528 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e794b80-f761-4f7d-8533-b99c63e7eb6a req-2ee13a08-43d2-46c3-8172-a325e2663760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:56.637908 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5e794b80-f761-4f7d-8533-b99c63e7eb6a req-2ee13a08-43d2-46c3-8172-a325e2663760 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e0b9f882-6354-4475-ac55-28ba3334d8ab HTTP/1.1" status: 200 len: 915 time: 0.1512749 Feb 17 18:28:56.642211 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22a495-33c2-4d89-804b-82204bcffa69 req-4ae407b0-72d7-4dde-b456-8b82ca24ff4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:56.643577 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-fe22a495-33c2-4d89-804b-82204bcffa69 req-4ae407b0-72d7-4dde-b456-8b82ca24ff4f service neutron] 10.222.0.91 "GET /v2.0/networks?id=e0b9f882-6354-4475-ac55-28ba3334d8ab HTTP/1.1" status: 200 len: 915 time: 0.1394911 Feb 17 18:28:56.680002 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 40f014b0-dc85-4444-80d4-d6aeaa824032 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:28:56.686965 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5e794b80-f761-4f7d-8533-b99c63e7eb6a req-f4a93674-cf88-43c0-a8de-bd6782cb0c7a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40f014b0-dc85-4444-80d4-d6aeaa824032 HTTP/1.1" status: 200 len: 217 time: 0.0424612 Feb 17 18:28:56.723091 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-fe22a495-33c2-4d89-804b-82204bcffa69 req-63586529-5b6a-4bf7-8e37-c7016b150d1f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40f014b0-dc85-4444-80d4-d6aeaa824032 HTTP/1.1" status: 200 len: 217 time: 0.0721083 Feb 17 18:28:56.789154 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 40f014b0-dc85-4444-80d4-d6aeaa824032, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=40f014b0-dc85-4444-80d4-d6aeaa824032,segment=NetworkSegment(f77f251e-973f-4de2-a364-5591db4824e4),segment_id=f77f251e-973f-4de2-a364-5591db4824e4)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:28:56.793196 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e794b80-f761-4f7d-8533-b99c63e7eb6a req-e1dfef94-6556-4f77-988f-fe4ec90c46e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:56.794675 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5e794b80-f761-4f7d-8533-b99c63e7eb6a req-e1dfef94-6556-4f77-988f-fe4ec90c46e4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f3dec363-e5b3-4f94-bd55-bb278e1e66cc HTTP/1.1" status: 200 len: 854 time: 0.0817318 Feb 17 18:28:56.800170 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '40f014b0-dc85-4444-80d4-d6aeaa824032', 'network_id': 'e0b9f882-6354-4475-ac55-28ba3334d8ab', 'port_id': '40f014b0-dc85-4444-80d4-d6aeaa824032', 'mac_address': 'fa:16:3e:a8:55:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3dec363-e5b3-4f94-bd55-bb278e1e66cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:28:56.809480 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22a495-33c2-4d89-804b-82204bcffa69 req-db3f215f-ac04-4586-9684-15bddbf2cfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:56.810830 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-fe22a495-33c2-4d89-804b-82204bcffa69 req-db3f215f-ac04-4586-9684-15bddbf2cfae service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f3dec363-e5b3-4f94-bd55-bb278e1e66cc HTTP/1.1" status: 200 len: 854 time: 0.0687318 Feb 17 18:28:56.830766 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5e794b80-f761-4f7d-8533-b99c63e7eb6a req-8b5737b7-769e-4387-8f95-264471a5e92f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e0b9f882-6354-4475-ac55-28ba3334d8ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292227 Feb 17 18:28:56.837484 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 40f014b0-dc85-4444-80d4-d6aeaa824032 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:28:56.837878 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (40f014b0-dc85-4444-80d4-d6aeaa824032), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:56.853609 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40f014b0-dc85-4444-80d4-d6aeaa824032 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:28:56.861606 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-fe22a495-33c2-4d89-804b-82204bcffa69 req-d3356725-e38e-442c-976b-d741742439ac service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e0b9f882-6354-4475-ac55-28ba3334d8ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331678 Feb 17 18:28:56.873206 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 40f014b0-dc85-4444-80d4-d6aeaa824032, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=40f014b0-dc85-4444-80d4-d6aeaa824032,segment=NetworkSegment(f77f251e-973f-4de2-a364-5591db4824e4),segment_id=f77f251e-973f-4de2-a364-5591db4824e4)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:28:56.878400 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (40f014b0-dc85-4444-80d4-d6aeaa824032), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:56.925992 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=40f014b0-dc85-4444-80d4-d6aeaa824032,revision_number=8']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:28:56.933051 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:28:56.933399 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:28:56.933733 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:28:56.934067 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:28:56.934397 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:28:56.934724 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:28:56.935047 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:28:56.935365 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:28:56.935726 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:28:56.936006 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:28:56.936364 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:28:56.936687 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:28:56.937006 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:28:57.002525 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5e794b80-f761-4f7d-8533-b99c63e7eb6a req-1f039224-386e-4e49-ac3b-69b3db8afa38 service neutron] 10.222.0.71 "GET /v2.0/networks/e0b9f882-6354-4475-ac55-28ba3334d8ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635470 Feb 17 18:28:57.007472 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-fe22a495-33c2-4d89-804b-82204bcffa69 req-8ada8aec-dc3b-4dba-94e1-380d3ddf075b service neutron] 10.222.0.91 "GET /v2.0/networks/e0b9f882-6354-4475-ac55-28ba3334d8ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368592 Feb 17 18:28:57.092996 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['40f014b0-dc85-4444-80d4-d6aeaa824032'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:28:57.167911 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5e794b80-f761-4f7d-8533-b99c63e7eb6a req-2a2aa7e5-f743-4afe-be9c-7ee24ac76231 service neutron] 10.222.0.71 "GET /v2.0/networks/e0b9f882-6354-4475-ac55-28ba3334d8ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593451 Feb 17 18:28:57.170353 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-fe22a495-33c2-4d89-804b-82204bcffa69 req-87bf54ab-361b-4237-86df-636ce981e223 service neutron] 10.222.0.91 "GET /v2.0/networks/e0b9f882-6354-4475-ac55-28ba3334d8ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550190 Feb 17 18:28:57.331734 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05064240-ba6d-4180-9308-c1dd51cad177 req-cf226527-8361-44bd-860d-eae78f152026 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:57.333251 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-05064240-ba6d-4180-9308-c1dd51cad177 req-cf226527-8361-44bd-860d-eae78f152026 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 944 time: 0.0531647 Feb 17 18:28:57.384643 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-05064240-ba6d-4180-9308-c1dd51cad177 req-d96d1b81-4993-424f-a8ee-561bb11ff84a tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457361 Feb 17 18:28:58.508386 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4e7cf-2e20-462c-9378-138522d2092c req-69345105-1e94-4af0-bed7-465a948559de tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:58.509749 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a9d4e7cf-2e20-462c-9378-138522d2092c req-69345105-1e94-4af0-bed7-465a948559de tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 944 time: 0.0535247 Feb 17 18:28:58.556000 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a9d4e7cf-2e20-462c-9378-138522d2092c req-f8689d0c-a304-4b38-ae7d-7ebd1bd6386d tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406485 Feb 17 18:28:58.670921 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62321d4-253f-45db-914f-d9d641ee20d1 req-65195b7c-9f53-4bd7-a8f2-ad7b58474fbb tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:58.672433 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d62321d4-253f-45db-914f-d9d641ee20d1 req-65195b7c-9f53-4bd7-a8f2-ad7b58474fbb tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 944 time: 0.0511565 Feb 17 18:28:58.694063 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 40f014b0-dc85-4444-80d4-d6aeaa824032 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:28:58.720592 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d62321d4-253f-45db-914f-d9d641ee20d1 req-99c8aa2f-c43c-45ce-a23e-f4f5193fb7ae tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413575 Feb 17 18:28:58.749874 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port 40f014b0-dc85-4444-80d4-d6aeaa824032 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 18:28:58.754785 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 40f014b0-dc85-4444-80d4-d6aeaa824032 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:28:58.755286 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (40f014b0-dc85-4444-80d4-d6aeaa824032), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:58.843917 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 40f014b0-dc85-4444-80d4-d6aeaa824032 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:28:58.844569 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (40f014b0-dc85-4444-80d4-d6aeaa824032), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:58.853265 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f1af2-e976-404c-9f98-07d0110829d4 req-246c9f23-444e-48f1-a1f1-d6a8d57de60c tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:58.854985 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-484f1af2-e976-404c-9f98-07d0110829d4 req-246c9f23-444e-48f1-a1f1-d6a8d57de60c tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 944 time: 0.0593693 Feb 17 18:28:58.870423 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ecbc8c-2401-497d-9594-9f3466e0bcde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f014b0-dc85-4444-80d4-d6aeaa824032'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:28:58.873448 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a58b36eb5214be741a58d8f0f454d70cefb3ebdc097f6d2df64ce05b1b6ee80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613bcd09-4333-4f36-a6b9-21d4d8548188" -d '{"events": [{"server_uuid": "a9ecbc8c-2401-497d-9594-9f3466e0bcde", "name": "network-vif-plugged", "status": "completed", "tag": "40f014b0-dc85-4444-80d4-d6aeaa824032"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:28:58.887050 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 40f014b0-dc85-4444-80d4-d6aeaa824032, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=40f014b0-dc85-4444-80d4-d6aeaa824032,segment=NetworkSegment(f77f251e-973f-4de2-a364-5591db4824e4),segment_id=f77f251e-973f-4de2-a364-5591db4824e4)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:28:58.894446 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (40f014b0-dc85-4444-80d4-d6aeaa824032), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:28:58.944284 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=40f014b0-dc85-4444-80d4-d6aeaa824032,revision_number=9']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:28:58.957435 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-484f1af2-e976-404c-9f98-07d0110829d4 req-aba1dee0-286f-436e-a772-503c3f5c9b6a tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830321 Feb 17 18:28:58.985428 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32fbdcd-349b-4b0c-9ae1-343aaa1c15ea x-openstack-request-id: req-d32fbdcd-349b-4b0c-9ae1-343aaa1c15ea {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:28:58.986411 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ecbc8c-2401-497d-9594-9f3466e0bcde", "name": "network-vif-plugged", "status": "completed", "tag": "40f014b0-dc85-4444-80d4-d6aeaa824032", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:28:58.986715 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d32fbdcd-349b-4b0c-9ae1-343aaa1c15ea {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:28:58.987069 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ecbc8c-2401-497d-9594-9f3466e0bcde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f014b0-dc85-4444-80d4-d6aeaa824032', 'code': 200} Feb 17 18:28:59.311050 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea6bf5-44d4-4f05-b0cd-50f7e713eb23 req-ab0795b1-bde4-45c1-afb8-7143c33de078 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:28:59.312594 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8cea6bf5-44d4-4f05-b0cd-50f7e713eb23 req-ab0795b1-bde4-45c1-afb8-7143c33de078 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 945 time: 0.0564249 Feb 17 18:28:59.362441 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8cea6bf5-44d4-4f05-b0cd-50f7e713eb23 req-b6a03384-a136-4b68-bf39-41f4b28d6cdf tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435867 Feb 17 18:29:00.446801 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b8204-9806-46d6-a6b1-0e3262d95a17 req-80d24134-472b-40c5-afa7-7c4b6d4ea56c tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:00.448382 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e80b8204-9806-46d6-a6b1-0e3262d95a17 req-80d24134-472b-40c5-afa7-7c4b6d4ea56c tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.91 "GET /v2.0/ports?device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 945 time: 0.0641212 Feb 17 18:29:00.483412 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4312c-5880-4a64-884f-48accc1d0889 req-3c024506-df76-4030-9242-5de4e5966fcb tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:00.484924 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d6e4312c-5880-4a64-884f-48accc1d0889 req-3c024506-df76-4030-9242-5de4e5966fcb tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9ecbc8c-2401-497d-9594-9f3466e0bcde HTTP/1.1" status: 200 len: 945 time: 0.0531335 Feb 17 18:29:00.536618 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d6e4312c-5880-4a64-884f-48accc1d0889 req-1b9346b9-0851-4314-b61f-1b017912376f tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a243decb-a95e-4149-8c83-72cb6bc0e98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455611 Feb 17 18:29:00.542533 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-e80b8204-9806-46d6-a6b1-0e3262d95a17 req-b3e8d1a0-103a-4120-ba74-8342330ac7c9 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Deleting port 40f014b0-dc85-4444-80d4-d6aeaa824032 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:29:00.542886 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e80b8204-9806-46d6-a6b1-0e3262d95a17 req-b3e8d1a0-103a-4120-ba74-8342330ac7c9 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (40f014b0-dc85-4444-80d4-d6aeaa824032), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:00.914080 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-e80b8204-9806-46d6-a6b1-0e3262d95a17 req-b3e8d1a0-103a-4120-ba74-8342330ac7c9 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] For port 40f014b0-dc85-4444-80d4-d6aeaa824032, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=40f014b0-dc85-4444-80d4-d6aeaa824032,segment=NetworkSegment(f77f251e-973f-4de2-a364-5591db4824e4),segment_id=f77f251e-973f-4de2-a364-5591db4824e4)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:29:00.914435 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e80b8204-9806-46d6-a6b1-0e3262d95a17 req-b3e8d1a0-103a-4120-ba74-8342330ac7c9 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (40f014b0-dc85-4444-80d4-d6aeaa824032), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:00.926911 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-e80b8204-9806-46d6-a6b1-0e3262d95a17 req-b3e8d1a0-103a-4120-ba74-8342330ac7c9 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Calling delete_port for 40f014b0-dc85-4444-80d4-d6aeaa824032 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:29:01.052511 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e80b8204-9806-46d6-a6b1-0e3262d95a17 req-b3e8d1a0-103a-4120-ba74-8342330ac7c9 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (40f014b0-dc85-4444-80d4-d6aeaa824032), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:01.064473 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['40f014b0-dc85-4444-80d4-d6aeaa824032'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:29:01.088847 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e8d1a0-103a-4120-ba74-8342330ac7c9 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Pushing event deleted for resources: {'Port': ['ID=40f014b0-dc85-4444-80d4-d6aeaa824032,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:29:01.123576 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80b8204-9806-46d6-a6b1-0e3262d95a17 req-b3e8d1a0-103a-4120-ba74-8342330ac7c9 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] No DVR routers for this DVR port 40f014b0-dc85-4444-80d4-d6aeaa824032 on host n-h2-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:29:01.126138 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e80b8204-9806-46d6-a6b1-0e3262d95a17 req-b3e8d1a0-103a-4120-ba74-8342330ac7c9 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:01.129497 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e80b8204-9806-46d6-a6b1-0e3262d95a17 req-b3e8d1a0-103a-4120-ba74-8342330ac7c9 tempest-ServerDiskConfigTestJSON-1554393018 tempest-ServerDiskConfigTestJSON-1554393018-project] 10.222.0.91 "DELETE /v2.0/ports/40f014b0-dc85-4444-80d4-d6aeaa824032 HTTP/1.1" status: 204 len: 173 time: 0.6756470 Feb 17 18:29:01.129936 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ecbc8c-2401-497d-9594-9f3466e0bcde', 'name': 'network-vif-deleted', 'tag': '40f014b0-dc85-4444-80d4-d6aeaa824032'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:29:01.132185 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8c3fa5-e0fd-4127-b88c-311cc27db47d" -d '{"events": [{"server_uuid": "a9ecbc8c-2401-497d-9594-9f3466e0bcde", "name": "network-vif-deleted", "tag": "40f014b0-dc85-4444-80d4-d6aeaa824032"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:29:01.173763 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a7f30f-dfd4-4d2c-a038-7390cce32342 x-openstack-request-id: req-47a7f30f-dfd4-4d2c-a038-7390cce32342 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:29:01.174074 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ecbc8c-2401-497d-9594-9f3466e0bcde", "name": "network-vif-deleted", "tag": "40f014b0-dc85-4444-80d4-d6aeaa824032", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:29:01.174330 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-47a7f30f-dfd4-4d2c-a038-7390cce32342 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:29:01.174735 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ecbc8c-2401-497d-9594-9f3466e0bcde', 'name': 'network-vif-deleted', 'tag': '40f014b0-dc85-4444-80d4-d6aeaa824032', 'status': 'completed', 'code': 200} Feb 17 18:29:01.658443 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 39022) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:29:01.701927 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e466507-db9c-411c-932f-499084fbbef2 admin admin] Deleting subnet f3dec363-e5b3-4f94-bd55-bb278e1e66cc {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:29:01.705596 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5e466507-db9c-411c-932f-499084fbbef2 admin admin] Publish callbacks [] for subnet (f3dec363-e5b3-4f94-bd55-bb278e1e66cc), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:01.738439 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5e466507-db9c-411c-932f-499084fbbef2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (f3dec363-e5b3-4f94-bd55-bb278e1e66cc), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:01.775948 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5e466507-db9c-411c-932f-499084fbbef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (f3dec363-e5b3-4f94-bd55-bb278e1e66cc), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:01.825895 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5e466507-db9c-411c-932f-499084fbbef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (f3dec363-e5b3-4f94-bd55-bb278e1e66cc), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:01.854011 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e466507-db9c-411c-932f-499084fbbef2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3dec363-e5b3-4f94-bd55-bb278e1e66cc,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:29:01.858542 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5e466507-db9c-411c-932f-499084fbbef2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:01.862235 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-5e466507-db9c-411c-932f-499084fbbef2 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/f3dec363-e5b3-4f94-bd55-bb278e1e66cc HTTP/1.1" status: 204 len: 168 time: 0.2027681 Feb 17 18:29:01.864847 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 39024) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:29:01.867576 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e466507-db9c-411c-932f-499084fbbef2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:29:01.867929 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e466507-db9c-411c-932f-499084fbbef2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:29:01.868298 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e466507-db9c-411c-932f-499084fbbef2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:29:01.868644 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e466507-db9c-411c-932f-499084fbbef2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:29:01.868983 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e466507-db9c-411c-932f-499084fbbef2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:29:01.869319 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e466507-db9c-411c-932f-499084fbbef2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:29:01.869653 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e466507-db9c-411c-932f-499084fbbef2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:29:01.869985 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e466507-db9c-411c-932f-499084fbbef2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:29:01.870317 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e466507-db9c-411c-932f-499084fbbef2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:29:01.870642 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e466507-db9c-411c-932f-499084fbbef2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:29:01.870970 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e466507-db9c-411c-932f-499084fbbef2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:29:01.871298 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e466507-db9c-411c-932f-499084fbbef2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:29:01.871624 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e466507-db9c-411c-932f-499084fbbef2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:29:01.936894 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5d036a20-cdb4-4601-a16b-ae4222333c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (e0b9f882-6354-4475-ac55-28ba3334d8ab), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:02.013562 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5d036a20-cdb4-4601-a16b-ae4222333c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (e0b9f882-6354-4475-ac55-28ba3334d8ab), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:02.032774 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-5d036a20-cdb4-4601-a16b-ae4222333c64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0b9f882-6354-4475-ac55-28ba3334d8ab']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:29:02.041752 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-5d036a20-cdb4-4601-a16b-ae4222333c64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f77f251e-973f-4de2-a364-5591db4824e4') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:29:02.042054 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-5d036a20-cdb4-4601-a16b-ae4222333c64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f77f251e-973f-4de2-a364-5591db4824e4') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:29:02.051697 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5d036a20-cdb4-4601-a16b-ae4222333c64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (f77f251e-973f-4de2-a364-5591db4824e4), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:02.064968 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5d036a20-cdb4-4601-a16b-ae4222333c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (f77f251e-973f-4de2-a364-5591db4824e4), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:02.070752 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d036a20-cdb4-4601-a16b-ae4222333c64 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:29:02.071138 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5d036a20-cdb4-4601-a16b-ae4222333c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (f77f251e-973f-4de2-a364-5591db4824e4), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:02.072808 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 18:29:02.072808 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:29:02.072808 n-d-829613-2 neutron-server[103434]: timer() Feb 17 18:29:02.072808 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:29:02.072808 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 18:29:02.072808 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:29:02.072808 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 18:29:02.072808 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:29:02.072808 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 18:29:02.072808 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:29:02.072808 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 18:29:02.072808 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:29:02.072808 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 18:29:02.072808 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:29:02.072808 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:29:02.072808 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:29:02.072808 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:29:02.072808 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:29:02.072808 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 18:29:02.072808 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:29:02.072808 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 18:29:02.072808 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:29:02.072808 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:29:02.072808 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:29:02.072808 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 18:29:02.072808 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:29:02.072808 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:29:02.072808 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:29:02.072808 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:29:02.072808 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:29:02.072808 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:29:02.072808 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:29:02.135517 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5d036a20-cdb4-4601-a16b-ae4222333c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (e0b9f882-6354-4475-ac55-28ba3334d8ab), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:02.141106 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5d036a20-cdb4-4601-a16b-ae4222333c64 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:02.144815 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5d036a20-cdb4-4601-a16b-ae4222333c64 admin admin] 10.222.0.87 "DELETE /v2.0/networks/e0b9f882-6354-4475-ac55-28ba3334d8ab HTTP/1.1" status: 204 len: 168 time: 0.2789128 Feb 17 18:29:02.155278 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d036a20-cdb4-4601-a16b-ae4222333c64 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0b9f882-6354-4475-ac55-28ba3334d8ab,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:29:02.250790 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 39028) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:29:02.289216 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4b4ec31b-d223-4b85-9011-8eb30ce5b46f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ea1f037792fe46be985b9b71c4d2f5c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0372319 Feb 17 18:29:02.291496 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 39030) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:29:02.338085 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d202b392-1d6a-4049-974c-16dad40d9f96 admin admin] Publish callbacks [] for security_group (a243decb-a95e-4149-8c83-72cb6bc0e98b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:02.358711 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d202b392-1d6a-4049-974c-16dad40d9f96 admin admin] Publish callbacks [] for security_group (a243decb-a95e-4149-8c83-72cb6bc0e98b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:02.409490 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d202b392-1d6a-4049-974c-16dad40d9f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (a243decb-a95e-4149-8c83-72cb6bc0e98b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:02.412178 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d202b392-1d6a-4049-974c-16dad40d9f96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:02.413352 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d202b392-1d6a-4049-974c-16dad40d9f96 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a243decb-a95e-4149-8c83-72cb6bc0e98b HTTP/1.1" status: 204 len: 168 time: 0.1209166 Feb 17 18:29:02.420785 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d202b392-1d6a-4049-974c-16dad40d9f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a243decb-a95e-4149-8c83-72cb6bc0e98b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:29:03.037844 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-09ffea44-c72e-4a94-b6f6-25611d80ae85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:03.204473 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 39052) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:29:03.297364 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-263a4365-ecab-4141-92f7-d3492d974103 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1642038656-network', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:29:03.316718 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263a4365-ecab-4141-92f7-d3492d974103 admin admin] Made reservation on behalf of b95070cca00649ec8cd80a9286a09d5a for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:29:03.319050 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-263a4365-ecab-4141-92f7-d3492d974103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:03.327104 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-263a4365-ecab-4141-92f7-d3492d974103 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:03.401976 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-263a4365-ecab-4141-92f7-d3492d974103 admin admin] Publish callbacks [] for security_group (69896c0d-ce66-4c0e-b090-01a849452cfc), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:03.405541 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-263a4365-ecab-4141-92f7-d3492d974103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (69896c0d-ce66-4c0e-b090-01a849452cfc), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:03.432588 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-263a4365-ecab-4141-92f7-d3492d974103 admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:29:03.449748 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a4365-ecab-4141-92f7-d3492d974103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69896c0d-ce66-4c0e-b090-01a849452cfc,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:29:03.454100 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-263a4365-ecab-4141-92f7-d3492d974103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (92c4ed30-6140-45be-8dd4-17f2cf335d98), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:03.454417 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-263a4365-ecab-4141-92f7-d3492d974103 admin admin] Added segment 92c4ed30-6140-45be-8dd4-17f2cf335d98 of type vlan for network 7d7e5a00-4e77-4550-b2e1-3593cfcc179f Feb 17 18:29:03.495824 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-263a4365-ecab-4141-92f7-d3492d974103 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (7d7e5a00-4e77-4550-b2e1-3593cfcc179f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:03.520831 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-263a4365-ecab-4141-92f7-d3492d974103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (7d7e5a00-4e77-4550-b2e1-3593cfcc179f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:03.522051 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263a4365-ecab-4141-92f7-d3492d974103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:03.522639 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-263a4365-ecab-4141-92f7-d3492d974103 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:03.555682 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-263a4365-ecab-4141-92f7-d3492d974103 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3500130 Feb 17 18:29:03.558647 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 39056) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:29:03.563357 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-798cbee7-8f1c-44b8-b859-710f3d790511 admin admin] Request body: {'subnet': {'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1642038656-subnet', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:29:03.605335 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a4365-ecab-4141-92f7-d3492d974103 admin admin] Pushing event updated for resources: {'Network': ['ID=7d7e5a00-4e77-4550-b2e1-3593cfcc179f,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:29:03.615890 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 7d7e5a00-4e77-4550-b2e1-3593cfcc179f details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:29:03.623264 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798cbee7-8f1c-44b8-b859-710f3d790511 admin admin] Made reservation on behalf of b95070cca00649ec8cd80a9286a09d5a for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:29:03.625805 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-798cbee7-8f1c-44b8-b859-710f3d790511 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:03.796782 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-798cbee7-8f1c-44b8-b859-710f3d790511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (7c02f544-74b1-43f4-804d-621a97e65d40), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:03.851019 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798cbee7-8f1c-44b8-b859-710f3d790511 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c02f544-74b1-43f4-804d-621a97e65d40,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:29:03.859557 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798cbee7-8f1c-44b8-b859-710f3d790511 admin admin] Checking segment: {'id': '92c4ed30-6140-45be-8dd4-17f2cf335d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:29:03.859922 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798cbee7-8f1c-44b8-b859-710f3d790511 admin admin] Network hostable DHCP agents. Network: 7d7e5a00-4e77-4550-b2e1-3593cfcc179f, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:29:03.877090 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798cbee7-8f1c-44b8-b859-710f3d790511 admin admin] Network 7d7e5a00-4e77-4550-b2e1-3593cfcc179f is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:29:03.885662 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-798cbee7-8f1c-44b8-b859-710f3d790511 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 7d7e5a00-4e77-4550-b2e1-3593cfcc179f) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:29:03.889639 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798cbee7-8f1c-44b8-b859-710f3d790511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:03.890242 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-798cbee7-8f1c-44b8-b859-710f3d790511 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:03.895922 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c464e02-7127-41ad-9144-7121e79f3e66 None None] Network 7d7e5a00-4e77-4550-b2e1-3593cfcc179f requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:29:03.906072 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-798cbee7-8f1c-44b8-b859-710f3d790511 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3464148 Feb 17 18:29:03.909415 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 39058) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:29:03.913898 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-029a62d9-455e-49ae-a9a8-1b7b925d7574 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1642038656-router', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:29:03.936131 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-029a62d9-455e-49ae-a9a8-1b7b925d7574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (76498594-4aab-41f9-813a-ecded6613ceb), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:03.937176 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-029a62d9-455e-49ae-a9a8-1b7b925d7574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (76498594-4aab-41f9-813a-ecded6613ceb), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:04.003253 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d175a8f-af84-426e-8fea-16d9b83a0244 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'fixed_ips': [{'subnet_id': '7c02f544-74b1-43f4-804d-621a97e65d40'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 18:29:04.004148 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8d175a8f-af84-426e-8fea-16d9b83a0244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:04.029690 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-029a62d9-455e-49ae-a9a8-1b7b925d7574 admin admin] Publish callbacks [] for router_controller (76498594-4aab-41f9-813a-ecded6613ceb), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:04.178382 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-029a62d9-455e-49ae-a9a8-1b7b925d7574 admin admin] Publish callbacks [] for router_gateway (76498594-4aab-41f9-813a-ecded6613ceb), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:04.297012 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-8d175a8f-af84-426e-8fea-16d9b83a0244 None None] Allocated IP 172.20.0.2 (7d7e5a00-4e77-4550-b2e1-3593cfcc179f/7c02f544-74b1-43f4-804d-621a97e65d40/9e367a08-a924-423c-8ae8-b21a0dd011fd) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:29:04.377540 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-029a62d9-455e-49ae-a9a8-1b7b925d7574 admin admin] Publish callbacks [] for router_gateway (76498594-4aab-41f9-813a-ecded6613ceb), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:04.406402 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-029a62d9-455e-49ae-a9a8-1b7b925d7574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:04.440763 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8d175a8f-af84-426e-8fea-16d9b83a0244 None None] Publish callbacks [] for port (9e367a08-a924-423c-8ae8-b21a0dd011fd), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:04.446091 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8d175a8f-af84-426e-8fea-16d9b83a0244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (9e367a08-a924-423c-8ae8-b21a0dd011fd), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:04.481734 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d175a8f-af84-426e-8fea-16d9b83a0244 None None] Network 7d7e5a00-4e77-4550-b2e1-3593cfcc179f is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:29:04.487948 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-8d175a8f-af84-426e-8fea-16d9b83a0244 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:29:04.491699 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d175a8f-af84-426e-8fea-16d9b83a0244 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:29:04.498457 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d175a8f-af84-426e-8fea-16d9b83a0244 None None] Pushing event updated for resources: {'Port': ['ID=9e367a08-a924-423c-8ae8-b21a0dd011fd,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:29:04.512120 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-029a62d9-455e-49ae-a9a8-1b7b925d7574 admin admin] Allocated IP 172.25.8.88 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/b648fe11-f7f9-4039-bb7a-123cbd1a830f) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:29:04.551637 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-8d175a8f-af84-426e-8fea-16d9b83a0244 None None] Attempting to bind port 9e367a08-a924-423c-8ae8-b21a0dd011fd on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:29:04.552016 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-8d175a8f-af84-426e-8fea-16d9b83a0244 None None] Attempting to bind port 9e367a08-a924-423c-8ae8-b21a0dd011fd by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '92c4ed30-6140-45be-8dd4-17f2cf335d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:29:04.552407 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d175a8f-af84-426e-8fea-16d9b83a0244 None None] Attempting to bind port 9e367a08-a924-423c-8ae8-b21a0dd011fd on network 7d7e5a00-4e77-4550-b2e1-3593cfcc179f {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:29:04.557330 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d175a8f-af84-426e-8fea-16d9b83a0244 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:29:04.557707 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d175a8f-af84-426e-8fea-16d9b83a0244 None None] Checking segment: {'id': '92c4ed30-6140-45be-8dd4-17f2cf335d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:29:04.558125 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8d175a8f-af84-426e-8fea-16d9b83a0244 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:04.558521 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d175a8f-af84-426e-8fea-16d9b83a0244 None None] Bound using segment: {'id': '92c4ed30-6140-45be-8dd4-17f2cf335d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:29:04.558987 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-8d175a8f-af84-426e-8fea-16d9b83a0244 None None] Bound port: 9e367a08-a924-423c-8ae8-b21a0dd011fd, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92c4ed30-6140-45be-8dd4-17f2cf335d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:29:04.559371 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8d175a8f-af84-426e-8fea-16d9b83a0244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (9e367a08-a924-423c-8ae8-b21a0dd011fd), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:04.618883 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-029a62d9-455e-49ae-a9a8-1b7b925d7574 admin admin] Publish callbacks [] for port (b648fe11-f7f9-4039-bb7a-123cbd1a830f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:04.623145 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-8d175a8f-af84-426e-8fea-16d9b83a0244 None None] For port 9e367a08-a924-423c-8ae8-b21a0dd011fd, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:29:04.626698 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-8d175a8f-af84-426e-8fea-16d9b83a0244 None None] For port 9e367a08-a924-423c-8ae8-b21a0dd011fd, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=9e367a08-a924-423c-8ae8-b21a0dd011fd,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:29:04.632586 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8d175a8f-af84-426e-8fea-16d9b83a0244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (9e367a08-a924-423c-8ae8-b21a0dd011fd), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:04.653634 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-029a62d9-455e-49ae-a9a8-1b7b925d7574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (b648fe11-f7f9-4039-bb7a-123cbd1a830f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:04.690082 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d175a8f-af84-426e-8fea-16d9b83a0244 None None] Pushing event updated for resources: {'Port': ['ID=9e367a08-a924-423c-8ae8-b21a0dd011fd,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:29:04.694258 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029a62d9-455e-49ae-a9a8-1b7b925d7574 admin admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:29:04.699660 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-029a62d9-455e-49ae-a9a8-1b7b925d7574 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:29:04.703353 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029a62d9-455e-49ae-a9a8-1b7b925d7574 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:29:04.705499 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 40f014b0-dc85-4444-80d4-d6aeaa824032 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:29:04.727614 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: 40f014b0-dc85-4444-80d4-d6aeaa824032 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:29:04.728074 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a62d9-455e-49ae-a9a8-1b7b925d7574 admin admin] Pushing event updated for resources: {'Port': ['ID=b648fe11-f7f9-4039-bb7a-123cbd1a830f,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:29:04.728208 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 40f014b0-dc85-4444-80d4-d6aeaa824032 not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:29:04.987404 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-029a62d9-455e-49ae-a9a8-1b7b925d7574 admin admin] Publish callbacks [] for router_gateway (76498594-4aab-41f9-813a-ecded6613ceb), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:05.187631 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-029a62d9-455e-49ae-a9a8-1b7b925d7574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (76498594-4aab-41f9-813a-ecded6613ceb), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:05.205946 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 9e367a08-a924-423c-8ae8-b21a0dd011fd up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:29:05.259567 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 9e367a08-a924-423c-8ae8-b21a0dd011fd triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:29:05.259942 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (9e367a08-a924-423c-8ae8-b21a0dd011fd), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:05.330897 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029a62d9-455e-49ae-a9a8-1b7b925d7574 admin admin] Router 76498594-4aab-41f9-813a-ecded6613ceb is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 18:29:05.336960 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 9e367a08-a924-423c-8ae8-b21a0dd011fd is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:29:05.337471 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (9e367a08-a924-423c-8ae8-b21a0dd011fd), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:05.374823 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 9e367a08-a924-423c-8ae8-b21a0dd011fd, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=9e367a08-a924-423c-8ae8-b21a0dd011fd,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:29:05.380318 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (9e367a08-a924-423c-8ae8-b21a0dd011fd), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:05.432650 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=9e367a08-a924-423c-8ae8-b21a0dd011fd,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:29:05.452636 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029a62d9-455e-49ae-a9a8-1b7b925d7574 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:29:05.461855 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713c65b0-edfd-4876-8a55-1f16787f4adb None None] Sync routers for ids ['76498594-4aab-41f9-813a-ecded6613ceb'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:29:05.473782 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713c65b0-edfd-4876-8a55-1f16787f4adb None None] Routers {'76498594-4aab-41f9-813a-ecded6613ceb'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:29:05.474427 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-713c65b0-edfd-4876-8a55-1f16787f4adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:28:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['76498594-4aab-41f9-813a-ecded6613ceb'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:29:05.479289 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-029a62d9-455e-49ae-a9a8-1b7b925d7574 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:05.480592 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-029a62d9-455e-49ae-a9a8-1b7b925d7574 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5702047 Feb 17 18:29:05.483463 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 39060) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:29:05.566182 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d49ff9e4-4949-4dcb-ab51-07b6d06f561a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:05.604980 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-713c65b0-edfd-4876-8a55-1f16787f4adb None None] Set router 76498594-4aab-41f9-813a-ecded6613ceb gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:29:05.747712 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50778c7-e154-46c6-98a9-d16a3db6c4bf None None] Network 7d7e5a00-4e77-4550-b2e1-3593cfcc179f requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:29:05.873552 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-7c79b232-7f93-4839-88b7-3321dad7ed73 None None] Provisioning complete for port 9e367a08-a924-423c-8ae8-b21a0dd011fd triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:29:05.873552 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7c79b232-7f93-4839-88b7-3321dad7ed73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (9e367a08-a924-423c-8ae8-b21a0dd011fd), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:05.937891 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-713c65b0-edfd-4876-8a55-1f16787f4adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76498594-4aab-41f9-813a-ecded6613ceb', 'name': 'tempest-ServerActionsTestJSON-1642038656-router', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:29:03Z', 'updated_at': '2022-02-17T18:29:04Z', 'revision_number': 3, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'gw_port': {'id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:01:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:04Z', 'updated_at': '2022-02-17T18:29:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:29:05.975090 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713c65b0-edfd-4876-8a55-1f16787f4adb None None] Checking router: 76498594-4aab-41f9-813a-ecded6613ceb for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:29:05.975361 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713c65b0-edfd-4876-8a55-1f16787f4adb None None] Updating router 76498594-4aab-41f9-813a-ecded6613ceb port b648fe11-f7f9-4039-bb7a-123cbd1a830f binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 18:29:06.028290 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-713c65b0-edfd-4876-8a55-1f16787f4adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b648fe11-f7f9-4039-bb7a-123cbd1a830f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:06.074399 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-7c79b232-7f93-4839-88b7-3321dad7ed73 None None] Current status of the port 9e367a08-a924-423c-8ae8-b21a0dd011fd is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:29:06.216197 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3f0a2aac-bd09-4291-a3ba-be9c058c396a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:06.311172 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-713c65b0-edfd-4876-8a55-1f16787f4adb None None] Publish callbacks [] for port (b648fe11-f7f9-4039-bb7a-123cbd1a830f), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:06.316569 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-8b725e6f-9282-40f1-badc-67f5953d2fb6 None None] Provisioning complete for port 9e367a08-a924-423c-8ae8-b21a0dd011fd triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:29:06.317005 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8b725e6f-9282-40f1-badc-67f5953d2fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (9e367a08-a924-423c-8ae8-b21a0dd011fd), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:06.319581 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-713c65b0-edfd-4876-8a55-1f16787f4adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b648fe11-f7f9-4039-bb7a-123cbd1a830f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:06.374348 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-3f0a2aac-bd09-4291-a3ba-be9c058c396a admin admin] Allocated IP 172.20.0.1 (7d7e5a00-4e77-4550-b2e1-3593cfcc179f/7c02f544-74b1-43f4-804d-621a97e65d40/4e55312d-5277-4983-88f4-2c27cbc57823) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:29:06.397117 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bdf1d4-0c19-4609-adfd-420b417bfb34 None None] Pushing event updated for resources: {'Port': ['ID=b648fe11-f7f9-4039-bb7a-123cbd1a830f,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:29:06.405922 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-713c65b0-edfd-4876-8a55-1f16787f4adb None None] Attempting to bind port b648fe11-f7f9-4039-bb7a-123cbd1a830f on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:29:06.406291 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-713c65b0-edfd-4876-8a55-1f16787f4adb None None] Attempting to bind port b648fe11-f7f9-4039-bb7a-123cbd1a830f by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:29:06.406651 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713c65b0-edfd-4876-8a55-1f16787f4adb None None] Attempting to bind port b648fe11-f7f9-4039-bb7a-123cbd1a830f on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:29:06.414889 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713c65b0-edfd-4876-8a55-1f16787f4adb None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:29:06.415264 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713c65b0-edfd-4876-8a55-1f16787f4adb None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:29:06.415668 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-713c65b0-edfd-4876-8a55-1f16787f4adb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:06.416061 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713c65b0-edfd-4876-8a55-1f16787f4adb None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:29:06.416563 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-713c65b0-edfd-4876-8a55-1f16787f4adb None None] Bound port: b648fe11-f7f9-4039-bb7a-123cbd1a830f, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:29:06.416932 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-713c65b0-edfd-4876-8a55-1f16787f4adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b648fe11-f7f9-4039-bb7a-123cbd1a830f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:06.481992 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3f0a2aac-bd09-4291-a3ba-be9c058c396a admin admin] Publish callbacks [] for port (4e55312d-5277-4983-88f4-2c27cbc57823), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:06.482610 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-8b725e6f-9282-40f1-badc-67f5953d2fb6 None None] Current status of the port 9e367a08-a924-423c-8ae8-b21a0dd011fd is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:29:06.498905 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-713c65b0-edfd-4876-8a55-1f16787f4adb None None] For port b648fe11-f7f9-4039-bb7a-123cbd1a830f, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:29:06.502769 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-713c65b0-edfd-4876-8a55-1f16787f4adb None None] For port b648fe11-f7f9-4039-bb7a-123cbd1a830f, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=b648fe11-f7f9-4039-bb7a-123cbd1a830f,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:29:06.508702 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-713c65b0-edfd-4876-8a55-1f16787f4adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b648fe11-f7f9-4039-bb7a-123cbd1a830f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:06.517859 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3f0a2aac-bd09-4291-a3ba-be9c058c396a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (4e55312d-5277-4983-88f4-2c27cbc57823), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:06.558852 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0a2aac-bd09-4291-a3ba-be9c058c396a admin admin] Network 7d7e5a00-4e77-4550-b2e1-3593cfcc179f is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:29:06.563305 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-3f0a2aac-bd09-4291-a3ba-be9c058c396a admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:29:06.565280 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713c65b0-edfd-4876-8a55-1f16787f4adb None None] Routers {'76498594-4aab-41f9-813a-ecded6613ceb'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:29:06.565902 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-713c65b0-edfd-4876-8a55-1f16787f4adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:29:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['76498594-4aab-41f9-813a-ecded6613ceb'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:29:06.567852 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0a2aac-bd09-4291-a3ba-be9c058c396a admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:29:06.570849 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a2aac-bd09-4291-a3ba-be9c058c396a admin admin] Pushing event updated for resources: {'Port': ['ID=4e55312d-5277-4983-88f4-2c27cbc57823,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:29:06.571192 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bdf1d4-0c19-4609-adfd-420b417bfb34 None None] Pushing event updated for resources: {'Port': ['ID=b648fe11-f7f9-4039-bb7a-123cbd1a830f,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:29:06.617888 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3f0a2aac-bd09-4291-a3ba-be9c058c396a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (76498594-4aab-41f9-813a-ecded6613ceb), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:06.682389 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-713c65b0-edfd-4876-8a55-1f16787f4adb None None] Set router 76498594-4aab-41f9-813a-ecded6613ceb gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:29:06.762713 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3f0a2aac-bd09-4291-a3ba-be9c058c396a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (4e55312d-5277-4983-88f4-2c27cbc57823), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:06.945926 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3f0a2aac-bd09-4291-a3ba-be9c058c396a admin admin] Publish callbacks [] for port (4e55312d-5277-4983-88f4-2c27cbc57823), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:06.952200 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3f0a2aac-bd09-4291-a3ba-be9c058c396a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (4e55312d-5277-4983-88f4-2c27cbc57823), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:06.979390 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:06.986130 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-6d51e385-ebd2-4914-a06a-2fc505c9456f None None] Provisioning complete for port 4e55312d-5277-4983-88f4-2c27cbc57823 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:29:06.986497 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6d51e385-ebd2-4914-a06a-2fc505c9456f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (4e55312d-5277-4983-88f4-2c27cbc57823), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:07.023300 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a2aac-bd09-4291-a3ba-be9c058c396a admin admin] Pushing event updated for resources: {'Port': ['ID=4e55312d-5277-4983-88f4-2c27cbc57823,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:29:07.025920 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3f0a2aac-bd09-4291-a3ba-be9c058c396a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (76498594-4aab-41f9-813a-ecded6613ceb), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:07.039212 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-6d51e385-ebd2-4914-a06a-2fc505c9456f None None] Port 4e55312d-5277-4983-88f4-2c27cbc57823 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:29:07.084695 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-713c65b0-edfd-4876-8a55-1f16787f4adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76498594-4aab-41f9-813a-ecded6613ceb', 'name': 'tempest-ServerActionsTestJSON-1642038656-router', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:29:03Z', 'updated_at': '2022-02-17T18:29:04Z', 'revision_number': 3, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'gw_port': {'id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:01:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:04Z', 'updated_at': '2022-02-17T18:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:29:07.111338 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713c65b0-edfd-4876-8a55-1f16787f4adb None None] The sync data for ids ['76498594-4aab-41f9-813a-ecded6613ceb'] in n-d-829613-2 is: [{'id': '76498594-4aab-41f9-813a-ecded6613ceb', 'name': 'tempest-ServerActionsTestJSON-1642038656-router', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:29:03Z', 'updated_at': '2022-02-17T18:29:04Z', 'revision_number': 3, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'gw_port': {'id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:01:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:04Z', 'updated_at': '2022-02-17T18:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:29:07.120343 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0a2aac-bd09-4291-a3ba-be9c058c396a admin admin] Network 7d7e5a00-4e77-4550-b2e1-3593cfcc179f is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:29:07.122022 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-3f0a2aac-bd09-4291-a3ba-be9c058c396a admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:29:07.214869 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 9e367a08-a924-423c-8ae8-b21a0dd011fd up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:29:07.268178 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0a2aac-bd09-4291-a3ba-be9c058c396a admin admin] Router 76498594-4aab-41f9-813a-ecded6613ceb has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:29:07.274556 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 9e367a08-a924-423c-8ae8-b21a0dd011fd triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:29:07.274939 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (9e367a08-a924-423c-8ae8-b21a0dd011fd), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:07.377560 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 9e367a08-a924-423c-8ae8-b21a0dd011fd is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:29:07.408170 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0a2aac-bd09-4291-a3ba-be9c058c396a admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:29:07.413426 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3f0a2aac-bd09-4291-a3ba-be9c058c396a admin admin] 10.222.0.87 "PUT /v2.0/routers/76498594-4aab-41f9-813a-ecded6613ceb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9287739 Feb 17 18:29:07.469048 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-935e5352-1cd7-4712-a7a7-4d68518ba8eb None None] Provisioning complete for port 4e55312d-5277-4983-88f4-2c27cbc57823 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:29:07.469594 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-935e5352-1cd7-4712-a7a7-4d68518ba8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (4e55312d-5277-4983-88f4-2c27cbc57823), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:07.509071 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-935e5352-1cd7-4712-a7a7-4d68518ba8eb None None] Port 4e55312d-5277-4983-88f4-2c27cbc57823 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:29:07.931530 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 39068) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:29:07.936364 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-5f0606f0-2f20-4d2b-82e5-6535094e70fa tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Request body: {'security_group': {'name': 'tempest-securitygroup--509750553', 'description': 'tempest-description--8205604'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:29:07.957960 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5f0606f0-2f20-4d2b-82e5-6535094e70fa tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:08.028424 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5f0606f0-2f20-4d2b-82e5-6535094e70fa tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks [] for security_group (18c188a0-dd5d-4d96-8b4f-8f48993fe826), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:08.033861 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5f0606f0-2f20-4d2b-82e5-6535094e70fa tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (18c188a0-dd5d-4d96-8b4f-8f48993fe826), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:08.071089 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5f0606f0-2f20-4d2b-82e5-6535094e70fa tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:08.072368 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5f0606f0-2f20-4d2b-82e5-6535094e70fa tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1396992 Feb 17 18:29:08.074387 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0606f0-2f20-4d2b-82e5-6535094e70fa tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18c188a0-dd5d-4d96-8b4f-8f48993fe826,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:29:08.075517 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 39070) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:29:08.082377 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-84975d36-3c84-489c-b185-ddacb77cb00f tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Request body: {'security_group_rule': {'security_group_id': '18c188a0-dd5d-4d96-8b4f-8f48993fe826', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:29:08.107429 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-84975d36-3c84-489c-b185-ddacb77cb00f tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks [] for security_group_rule (67be0c44-2b8d-4924-a993-1be1ca14c144), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:08.125090 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:08.166777 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-84975d36-3c84-489c-b185-ddacb77cb00f tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks [] for security_group_rule (67be0c44-2b8d-4924-a993-1be1ca14c144), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:08.170530 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-84975d36-3c84-489c-b185-ddacb77cb00f tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (67be0c44-2b8d-4924-a993-1be1ca14c144), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:08.189800 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84975d36-3c84-489c-b185-ddacb77cb00f tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67be0c44-2b8d-4924-a993-1be1ca14c144,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:29:08.193975 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-84975d36-3c84-489c-b185-ddacb77cb00f tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:08.195169 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-84975d36-3c84-489c-b185-ddacb77cb00f tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1181605 Feb 17 18:29:08.197892 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 39072) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:29:08.202064 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-a33eff90-0519-4873-a7d2-a78093681419 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Request body: {'security_group_rule': {'security_group_id': '18c188a0-dd5d-4d96-8b4f-8f48993fe826', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:29:08.226556 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a33eff90-0519-4873-a7d2-a78093681419 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks [] for security_group_rule (8618d456-c24d-409a-a749-548199ab24c6), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:08.281294 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a33eff90-0519-4873-a7d2-a78093681419 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks [] for security_group_rule (8618d456-c24d-409a-a749-548199ab24c6), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:08.285383 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a33eff90-0519-4873-a7d2-a78093681419 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (8618d456-c24d-409a-a749-548199ab24c6), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:08.303125 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33eff90-0519-4873-a7d2-a78093681419 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8618d456-c24d-409a-a749-548199ab24c6,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:29:08.310912 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a33eff90-0519-4873-a7d2-a78093681419 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:08.312233 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a33eff90-0519-4873-a7d2-a78093681419 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1133032 Feb 17 18:29:08.315149 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 39074) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:29:08.319605 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-caa31801-b5db-454d-975d-2b4d0e9b818d tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:29:08.338633 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-caa31801-b5db-454d-975d-2b4d0e9b818d tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:08.731511 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-caa31801-b5db-454d-975d-2b4d0e9b818d tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:08.754303 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c283b05-e183-4ced-9e3b-45cfbcec6fad None None] Sync routers for ids ['76498594-4aab-41f9-813a-ecded6613ceb'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:29:08.764312 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c283b05-e183-4ced-9e3b-45cfbcec6fad None None] Routers {'76498594-4aab-41f9-813a-ecded6613ceb'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:29:08.764996 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-8c283b05-e183-4ced-9e3b-45cfbcec6fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:29:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['76498594-4aab-41f9-813a-ecded6613ceb'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:29:08.833540 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-caa31801-b5db-454d-975d-2b4d0e9b818d tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Allocated IP 172.25.8.104 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/c5b7031b-7b29-450b-a10c-63f0184e7c7a) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:29:08.876384 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-8c283b05-e183-4ced-9e3b-45cfbcec6fad None None] Set router 76498594-4aab-41f9-813a-ecded6613ceb gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:29:08.940535 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-caa31801-b5db-454d-975d-2b4d0e9b818d tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks [] for port (c5b7031b-7b29-450b-a10c-63f0184e7c7a), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:08.974668 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-caa31801-b5db-454d-975d-2b4d0e9b818d tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (c5b7031b-7b29-450b-a10c-63f0184e7c7a), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:09.013831 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa31801-b5db-454d-975d-2b4d0e9b818d tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:29:09.017192 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-caa31801-b5db-454d-975d-2b4d0e9b818d tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:29:09.020696 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa31801-b5db-454d-975d-2b4d0e9b818d tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:29:09.046090 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa31801-b5db-454d-975d-2b4d0e9b818d tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Pushing event updated for resources: {'Port': ['ID=c5b7031b-7b29-450b-a10c-63f0184e7c7a,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:29:09.079185 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-8c283b05-e183-4ced-9e3b-45cfbcec6fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76498594-4aab-41f9-813a-ecded6613ceb', 'name': 'tempest-ServerActionsTestJSON-1642038656-router', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:29:03Z', 'updated_at': '2022-02-17T18:29:06Z', 'revision_number': 4, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'gw_port': {'id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:01:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:04Z', 'updated_at': '2022-02-17T18:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '4e55312d-5277-4983-88f4-2c27cbc57823', 'name': '', 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'mac_address': 'fa:16:3e:0d:3a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:06Z', 'updated_at': '2022-02-17T18:29:06Z', 'revision_number': 2, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'subnets': [{'id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:29:09.105870 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c283b05-e183-4ced-9e3b-45cfbcec6fad None None] Checking router: 76498594-4aab-41f9-813a-ecded6613ceb for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:29:09.106148 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c283b05-e183-4ced-9e3b-45cfbcec6fad None None] Updating router 76498594-4aab-41f9-813a-ecded6613ceb port 4e55312d-5277-4983-88f4-2c27cbc57823 binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 18:29:09.112512 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-caa31801-b5db-454d-975d-2b4d0e9b818d tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks [] for floatingip (c0014eff-9ab5-44b8-b527-0266fdc0771f), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:09.139084 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8c283b05-e183-4ced-9e3b-45cfbcec6fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (4e55312d-5277-4983-88f4-2c27cbc57823), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:09.151476 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-caa31801-b5db-454d-975d-2b4d0e9b818d tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c5b7031b-7b29-450b-a10c-63f0184e7c7a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:09.214626 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:09.229968 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device b648fe11-f7f9-4039-bb7a-123cbd1a830f up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:29:09.282506 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port b648fe11-f7f9-4039-bb7a-123cbd1a830f triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:29:09.282986 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b648fe11-f7f9-4039-bb7a-123cbd1a830f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:09.320972 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-caa31801-b5db-454d-975d-2b4d0e9b818d tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks [] for port (c5b7031b-7b29-450b-a10c-63f0184e7c7a), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:09.326024 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-caa31801-b5db-454d-975d-2b4d0e9b818d tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (c5b7031b-7b29-450b-a10c-63f0184e7c7a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:09.368737 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port b648fe11-f7f9-4039-bb7a-123cbd1a830f is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:29:09.369157 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b648fe11-f7f9-4039-bb7a-123cbd1a830f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:09.394912 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port b648fe11-f7f9-4039-bb7a-123cbd1a830f, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=b648fe11-f7f9-4039-bb7a-123cbd1a830f,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:29:09.398881 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa31801-b5db-454d-975d-2b4d0e9b818d tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Pushing event updated for resources: {'Port': ['ID=c5b7031b-7b29-450b-a10c-63f0184e7c7a,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:29:09.399560 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b648fe11-f7f9-4039-bb7a-123cbd1a830f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:09.411210 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-caa31801-b5db-454d-975d-2b4d0e9b818d tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (c0014eff-9ab5-44b8-b527-0266fdc0771f), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:09.420418 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8c283b05-e183-4ced-9e3b-45cfbcec6fad None None] Publish callbacks [] for port (4e55312d-5277-4983-88f4-2c27cbc57823), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:09.426345 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8c283b05-e183-4ced-9e3b-45cfbcec6fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (4e55312d-5277-4983-88f4-2c27cbc57823), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:09.429541 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-caa31801-b5db-454d-975d-2b4d0e9b818d tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:09.431420 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-caa31801-b5db-454d-975d-2b4d0e9b818d tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1153023 Feb 17 18:29:09.464957 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=b648fe11-f7f9-4039-bb7a-123cbd1a830f,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:29:09.501915 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b51ad-02f8-4fad-8104-8371ced97759 None None] Pushing event updated for resources: {'Port': ['ID=4e55312d-5277-4983-88f4-2c27cbc57823,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:29:09.522550 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b51ad-02f8-4fad-8104-8371ced97759 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:29:09.522895 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b51ad-02f8-4fad-8104-8371ced97759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:29:09.523220 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b51ad-02f8-4fad-8104-8371ced97759 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:29:09.523558 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b51ad-02f8-4fad-8104-8371ced97759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:29:09.523885 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b51ad-02f8-4fad-8104-8371ced97759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:29:09.524210 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b51ad-02f8-4fad-8104-8371ced97759 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:29:09.524569 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b51ad-02f8-4fad-8104-8371ced97759 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:29:09.524881 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b51ad-02f8-4fad-8104-8371ced97759 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:29:09.525196 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b51ad-02f8-4fad-8104-8371ced97759 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:29:09.525509 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b51ad-02f8-4fad-8104-8371ced97759 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:29:09.525823 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b51ad-02f8-4fad-8104-8371ced97759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:29:09.526143 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b51ad-02f8-4fad-8104-8371ced97759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:29:09.526439 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b51ad-02f8-4fad-8104-8371ced97759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:29:09.542596 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-8c283b05-e183-4ced-9e3b-45cfbcec6fad None None] Attempting to bind port 4e55312d-5277-4983-88f4-2c27cbc57823 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:29:09.542965 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-8c283b05-e183-4ced-9e3b-45cfbcec6fad None None] Attempting to bind port 4e55312d-5277-4983-88f4-2c27cbc57823 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '92c4ed30-6140-45be-8dd4-17f2cf335d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:29:09.543315 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c283b05-e183-4ced-9e3b-45cfbcec6fad None None] Attempting to bind port 4e55312d-5277-4983-88f4-2c27cbc57823 on network 7d7e5a00-4e77-4550-b2e1-3593cfcc179f {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:29:09.549200 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c283b05-e183-4ced-9e3b-45cfbcec6fad None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:29:09.549573 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c283b05-e183-4ced-9e3b-45cfbcec6fad None None] Checking segment: {'id': '92c4ed30-6140-45be-8dd4-17f2cf335d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:29:09.549971 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8c283b05-e183-4ced-9e3b-45cfbcec6fad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:09.550353 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c283b05-e183-4ced-9e3b-45cfbcec6fad None None] Bound using segment: {'id': '92c4ed30-6140-45be-8dd4-17f2cf335d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:29:09.550810 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-8c283b05-e183-4ced-9e3b-45cfbcec6fad None None] Bound port: 4e55312d-5277-4983-88f4-2c27cbc57823, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92c4ed30-6140-45be-8dd4-17f2cf335d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:29:09.551186 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8c283b05-e183-4ced-9e3b-45cfbcec6fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (4e55312d-5277-4983-88f4-2c27cbc57823), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:09.607127 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-066781e6-6d0e-456a-9f16-e2a2077b6019 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--509750553&fields=id&tenant_id=b95070cca00649ec8cd80a9286a09d5a HTTP/1.1" status: 200 len: 267 time: 0.0529943 Feb 17 18:29:09.620510 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-8c283b05-e183-4ced-9e3b-45cfbcec6fad None None] For port 4e55312d-5277-4983-88f4-2c27cbc57823, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:29:09.623784 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-8c283b05-e183-4ced-9e3b-45cfbcec6fad None None] For port 4e55312d-5277-4983-88f4-2c27cbc57823, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=4e55312d-5277-4983-88f4-2c27cbc57823,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:29:09.630639 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-8c283b05-e183-4ced-9e3b-45cfbcec6fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (4e55312d-5277-4983-88f4-2c27cbc57823), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:09.695132 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c283b05-e183-4ced-9e3b-45cfbcec6fad None None] Routers {'76498594-4aab-41f9-813a-ecded6613ceb'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:29:09.695757 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-8c283b05-e183-4ced-9e3b-45cfbcec6fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:29:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['76498594-4aab-41f9-813a-ecded6613ceb'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:29:09.698761 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b51ad-02f8-4fad-8104-8371ced97759 None None] Pushing event updated for resources: {'Port': ['ID=4e55312d-5277-4983-88f4-2c27cbc57823,revision_number=4']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:29:09.726050 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-b6b20898-1ce2-4ee1-8dc3-b198280e5d30 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:09.729174 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-b6b20898-1ce2-4ee1-8dc3-b198280e5d30 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/networks?id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f HTTP/1.1" status: 200 len: 812 time: 0.1147597 Feb 17 18:29:09.747086 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-7a8f0e1d-30cf-43e5-8e9f-ebcc0bfa9300 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/quotas/b95070cca00649ec8cd80a9286a09d5a HTTP/1.1" status: 200 len: 375 time: 0.0139713 Feb 17 18:29:09.748776 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-7aa027c3-063e-41d6-b6cc-35767f16f0b1 None None] Provisioning complete for port 4e55312d-5277-4983-88f4-2c27cbc57823 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:29:09.749254 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7aa027c3-063e-41d6-b6cc-35767f16f0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (4e55312d-5277-4983-88f4-2c27cbc57823), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:09.815555 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-65246e6e-26ec-4a90-8c71-424ffec63c49 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=b95070cca00649ec8cd80a9286a09d5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0627136 Feb 17 18:29:09.831463 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-8c283b05-e183-4ced-9e3b-45cfbcec6fad None None] Set router 76498594-4aab-41f9-813a-ecded6613ceb gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:29:09.838211 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-7aa027c3-063e-41d6-b6cc-35767f16f0b1 None None] Current status of the port 4e55312d-5277-4983-88f4-2c27cbc57823 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:29:09.838748 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7aa027c3-063e-41d6-b6cc-35767f16f0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (4e55312d-5277-4983-88f4-2c27cbc57823), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:09.838961 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-531c57ee-412e-4712-a249-839679af0724 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 18:29:09.840205 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-531c57ee-412e-4712-a249-839679af0724 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132196 Feb 17 18:29:09.884562 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-7aa027c3-063e-41d6-b6cc-35767f16f0b1 None None] For port 4e55312d-5277-4983-88f4-2c27cbc57823, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=4e55312d-5277-4983-88f4-2c27cbc57823,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:29:09.889487 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7aa027c3-063e-41d6-b6cc-35767f16f0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (4e55312d-5277-4983-88f4-2c27cbc57823), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:09.954870 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa027c3-063e-41d6-b6cc-35767f16f0b1 None None] Pushing event updated for resources: {'Port': ['ID=4e55312d-5277-4983-88f4-2c27cbc57823,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:29:09.968824 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-7385b411-6d55-4e0b-82ab-7f84a225f7cc service neutron] 10.222.0.87 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195700 Feb 17 18:29:10.019421 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-149c6952-a469-4e34-9e21-bc1f5541a202 None None] Provisioning complete for port 4e55312d-5277-4983-88f4-2c27cbc57823 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:29:10.019793 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-149c6952-a469-4e34-9e21-bc1f5541a202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (4e55312d-5277-4983-88f4-2c27cbc57823), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:10.065666 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-bfd81577-8eea-465f-ba03-76471b1ec475 service neutron] 10.222.0.87 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898578 Feb 17 18:29:10.104214 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-149c6952-a469-4e34-9e21-bc1f5541a202 None None] Current status of the port 4e55312d-5277-4983-88f4-2c27cbc57823 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:29:10.190762 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-8c283b05-e183-4ced-9e3b-45cfbcec6fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76498594-4aab-41f9-813a-ecded6613ceb', 'name': 'tempest-ServerActionsTestJSON-1642038656-router', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:29:03Z', 'updated_at': '2022-02-17T18:29:06Z', 'revision_number': 4, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'gw_port': {'id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:01:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:04Z', 'updated_at': '2022-02-17T18:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '4e55312d-5277-4983-88f4-2c27cbc57823', 'name': '', 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'mac_address': 'fa:16:3e:0d:3a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:06Z', 'updated_at': '2022-02-17T18:29:09Z', 'revision_number': 4, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'subnets': [{'id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:29:10.219227 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c283b05-e183-4ced-9e3b-45cfbcec6fad None None] The sync data for ids ['76498594-4aab-41f9-813a-ecded6613ceb'] in n-d-829613-2 is: [{'id': '76498594-4aab-41f9-813a-ecded6613ceb', 'name': 'tempest-ServerActionsTestJSON-1642038656-router', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:29:03Z', 'updated_at': '2022-02-17T18:29:06Z', 'revision_number': 4, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'gw_port': {'id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:01:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:04Z', 'updated_at': '2022-02-17T18:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '4e55312d-5277-4983-88f4-2c27cbc57823', 'name': '', 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'mac_address': 'fa:16:3e:0d:3a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:06Z', 'updated_at': '2022-02-17T18:29:09Z', 'revision_number': 4, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'subnets': [{'id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:29:10.267809 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9ea10fc2-971e-43e6-98df-c23569d2d57b req-ef8c19f8-3c07-474f-ac05-d646d774b3fc tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=698b47ec-1220-494a-92a7-7933aab797af HTTP/1.1" status: 200 len: 210 time: 0.0301795 Feb 17 18:29:11.287053 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device b648fe11-f7f9-4039-bb7a-123cbd1a830f up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:29:11.371843 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port b648fe11-f7f9-4039-bb7a-123cbd1a830f triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:29:11.372371 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b648fe11-f7f9-4039-bb7a-123cbd1a830f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:11.381983 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-d5c38f92-ae48-4ee6-9a81-a256125172e5 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:11.383625 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-d5c38f92-ae48-4ee6-9a81-a256125172e5 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.91 "GET /v2.0/networks?id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f HTTP/1.1" status: 200 len: 812 time: 0.1317897 Feb 17 18:29:11.408461 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-06eaac29-9227-4278-b13b-d33cd9e4700a req-327cc97c-81f9-46e9-9e1e-d001521d3830 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=698b47ec-1220-494a-92a7-7933aab797af HTTP/1.1" status: 200 len: 210 time: 0.0367630 Feb 17 18:29:11.456504 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-2f793d5a-145f-4bd6-b095-bc3ffa3b793b tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b95070cca00649ec8cd80a9286a09d5a HTTP/1.1" status: 200 len: 379 time: 0.0635369 Feb 17 18:29:11.465383 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port b648fe11-f7f9-4039-bb7a-123cbd1a830f is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:29:11.466389 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-113ee615-3c3f-4a22-ab50-faeaa23636c9 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Request body: {'port': {'device_id': '698b47ec-1220-494a-92a7-7933aab797af', 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'admin_state_up': True, 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'security_groups': ['18c188a0-dd5d-4d96-8b4f-8f48993fe826']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:29:11.466675 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 4e55312d-5277-4983-88f4-2c27cbc57823 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:29:11.513315 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 4e55312d-5277-4983-88f4-2c27cbc57823 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:29:11.513684 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (4e55312d-5277-4983-88f4-2c27cbc57823), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:11.572881 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-113ee615-3c3f-4a22-ab50-faeaa23636c9 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Made reservation on behalf of b95070cca00649ec8cd80a9286a09d5a for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:29:11.576385 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-113ee615-3c3f-4a22-ab50-faeaa23636c9 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:11.592998 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 4e55312d-5277-4983-88f4-2c27cbc57823 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:29:11.702686 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-113ee615-3c3f-4a22-ab50-faeaa23636c9 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Allocated IP 172.20.0.9 (7d7e5a00-4e77-4550-b2e1-3593cfcc179f/7c02f544-74b1-43f4-804d-621a97e65d40/e616c692-3980-42fa-a86a-a563cdaef60f) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:29:11.838311 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-113ee615-3c3f-4a22-ab50-faeaa23636c9 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks [] for port (e616c692-3980-42fa-a86a-a563cdaef60f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:11.871882 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-113ee615-3c3f-4a22-ab50-faeaa23636c9 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (e616c692-3980-42fa-a86a-a563cdaef60f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:11.917263 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-113ee615-3c3f-4a22-ab50-faeaa23636c9 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Network 7d7e5a00-4e77-4550-b2e1-3593cfcc179f is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:29:11.920419 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-113ee615-3c3f-4a22-ab50-faeaa23636c9 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:29:11.923478 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-113ee615-3c3f-4a22-ab50-faeaa23636c9 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:29:11.951209 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ee615-3c3f-4a22-ab50-faeaa23636c9 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Pushing event updated for resources: {'Port': ['ID=e616c692-3980-42fa-a86a-a563cdaef60f,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:29:11.978471 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-113ee615-3c3f-4a22-ab50-faeaa23636c9 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:11.979165 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-113ee615-3c3f-4a22-ab50-faeaa23636c9 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:11.996754 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-113ee615-3c3f-4a22-ab50-faeaa23636c9 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5347393 Feb 17 18:29:12.007462 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-1db0406a-bc7d-40ce-b452-0c11db502426 service neutron] Request body: {'port': {'device_id': '698b47ec-1220-494a-92a7-7933aab797af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:29:12.072765 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-1db0406a-bc7d-40ce-b452-0c11db502426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (e616c692-3980-42fa-a86a-a563cdaef60f), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:12.141042 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-a44e7d18-f077-4eb2-a375-a031ba977fda None None] Provisioning complete for port e616c692-3980-42fa-a86a-a563cdaef60f triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:29:12.141445 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a44e7d18-f077-4eb2-a375-a031ba977fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (e616c692-3980-42fa-a86a-a563cdaef60f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:12.177317 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-a44e7d18-f077-4eb2-a375-a031ba977fda None None] Port e616c692-3980-42fa-a86a-a563cdaef60f cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:29:12.339235 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-1db0406a-bc7d-40ce-b452-0c11db502426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e616c692-3980-42fa-a86a-a563cdaef60f {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:29:12.347058 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-1db0406a-bc7d-40ce-b452-0c11db502426 service neutron] Publish callbacks [] for port (e616c692-3980-42fa-a86a-a563cdaef60f), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:12.358459 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-1db0406a-bc7d-40ce-b452-0c11db502426 service neutron] Transition to ACTIVE for port object e616c692-3980-42fa-a86a-a563cdaef60f will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 18:29:12.362605 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-1db0406a-bc7d-40ce-b452-0c11db502426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (e616c692-3980-42fa-a86a-a563cdaef60f), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:12.412613 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db0406a-bc7d-40ce-b452-0c11db502426 service neutron] Pushing event updated for resources: {'Port': ['ID=e616c692-3980-42fa-a86a-a563cdaef60f,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:29:12.486158 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-1db0406a-bc7d-40ce-b452-0c11db502426 service neutron] Attempting to bind port e616c692-3980-42fa-a86a-a563cdaef60f on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:29:12.486495 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-1db0406a-bc7d-40ce-b452-0c11db502426 service neutron] Attempting to bind port e616c692-3980-42fa-a86a-a563cdaef60f by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '92c4ed30-6140-45be-8dd4-17f2cf335d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:29:12.486968 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-1db0406a-bc7d-40ce-b452-0c11db502426 service neutron] Attempting to bind port e616c692-3980-42fa-a86a-a563cdaef60f on network 7d7e5a00-4e77-4550-b2e1-3593cfcc179f {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:29:12.491858 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-1db0406a-bc7d-40ce-b452-0c11db502426 service neutron] Port e616c692-3980-42fa-a86a-a563cdaef60f on network 7d7e5a00-4e77-4550-b2e1-3593cfcc179f not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:29:12.492190 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-1db0406a-bc7d-40ce-b452-0c11db502426 service neutron] Attempting to bind port e616c692-3980-42fa-a86a-a563cdaef60f on network 7d7e5a00-4e77-4550-b2e1-3593cfcc179f {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:29:12.498702 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-1db0406a-bc7d-40ce-b452-0c11db502426 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:29:12.499025 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-1db0406a-bc7d-40ce-b452-0c11db502426 service neutron] Checking segment: {'id': '92c4ed30-6140-45be-8dd4-17f2cf335d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:29:12.499387 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-1db0406a-bc7d-40ce-b452-0c11db502426 service neutron] Bound using segment: {'id': '92c4ed30-6140-45be-8dd4-17f2cf335d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:29:12.499887 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-1db0406a-bc7d-40ce-b452-0c11db502426 service neutron] Bound port: e616c692-3980-42fa-a86a-a563cdaef60f, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92c4ed30-6140-45be-8dd4-17f2cf335d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:29:12.500286 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-1db0406a-bc7d-40ce-b452-0c11db502426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (e616c692-3980-42fa-a86a-a563cdaef60f), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:12.545573 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b12c6b8-27f9-4eda-b1c4-8d2de8cc55a5 req-8129c0ec-bde0-4ae2-8fee-60088cca9e83 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:12.548725 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9b12c6b8-27f9-4eda-b1c4-8d2de8cc55a5 req-8129c0ec-bde0-4ae2-8fee-60088cca9e83 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=698b47ec-1220-494a-92a7-7933aab797af HTTP/1.1" status: 200 len: 943 time: 0.0726161 Feb 17 18:29:12.574794 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-1db0406a-bc7d-40ce-b452-0c11db502426 service neutron] For port e616c692-3980-42fa-a86a-a563cdaef60f, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:29:12.578148 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-1db0406a-bc7d-40ce-b452-0c11db502426 service neutron] For port e616c692-3980-42fa-a86a-a563cdaef60f, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=e616c692-3980-42fa-a86a-a563cdaef60f,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:29:12.585589 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-1db0406a-bc7d-40ce-b452-0c11db502426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (e616c692-3980-42fa-a86a-a563cdaef60f), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:12.600647 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9b12c6b8-27f9-4eda-b1c4-8d2de8cc55a5 req-d5112276-bc79-4e3a-be97-5b2156687538 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475860 Feb 17 18:29:12.631199 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-1db0406a-bc7d-40ce-b452-0c11db502426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:12.631893 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-1db0406a-bc7d-40ce-b452-0c11db502426 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:12.633303 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-1db0406a-bc7d-40ce-b452-0c11db502426 service neutron] 10.222.0.91 "PUT /v2.0/ports/e616c692-3980-42fa-a86a-a563cdaef60f HTTP/1.1" status: 200 len: 1091 time: 0.6299937 Feb 17 18:29:12.633748 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '698b47ec-1220-494a-92a7-7933aab797af', 'tag': 'e616c692-3980-42fa-a86a-a563cdaef60f'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:29:12.636024 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6111160-5a16-4511-b0ce-ee13b3e9bea2" -d '{"events": [{"name": "network-changed", "server_uuid": "698b47ec-1220-494a-92a7-7933aab797af", "tag": "e616c692-3980-42fa-a86a-a563cdaef60f"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:29:12.651847 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db0406a-bc7d-40ce-b452-0c11db502426 service neutron] Pushing event updated for resources: {'Port': ['ID=e616c692-3980-42fa-a86a-a563cdaef60f,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:29:12.716694 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5804693-fbbb-4d67-b080-432ceea3bfcf x-openstack-request-id: req-d5804693-fbbb-4d67-b080-432ceea3bfcf {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:29:12.717087 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "698b47ec-1220-494a-92a7-7933aab797af", "tag": "e616c692-3980-42fa-a86a-a563cdaef60f", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:29:12.717411 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d5804693-fbbb-4d67-b080-432ceea3bfcf {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:29:12.717889 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '698b47ec-1220-494a-92a7-7933aab797af', 'tag': 'e616c692-3980-42fa-a86a-a563cdaef60f', 'status': 'completed', 'code': 200} Feb 17 18:29:12.738882 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-82ecd287-c638-4f4f-b9d7-f9a68db84f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:12.740509 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-82ecd287-c638-4f4f-b9d7-f9a68db84f3c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b95070cca00649ec8cd80a9286a09d5a&device_id=698b47ec-1220-494a-92a7-7933aab797af HTTP/1.1" status: 200 len: 1125 time: 0.0603740 Feb 17 18:29:12.782562 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-fc1b255b-1008-4dec-90c8-6da6f9dc06ae service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e616c692-3980-42fa-a86a-a563cdaef60f HTTP/1.1" status: 200 len: 217 time: 0.0358517 Feb 17 18:29:12.832732 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-5c742054-a277-44bb-ad75-f9952a91015c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:12.834190 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-5c742054-a277-44bb-ad75-f9952a91015c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7c02f544-74b1-43f4-804d-621a97e65d40 HTTP/1.1" status: 200 len: 851 time: 0.0456803 Feb 17 18:29:12.885354 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-1adbced0-c1bc-4c6d-8396-4701ca5c32cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:12.887123 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-1adbced0-c1bc-4c6d-8396-4701ca5c32cd service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471454 Feb 17 18:29:12.979695 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-25d37308-6da8-47ac-af5d-8854dd3540d5 service neutron] 10.222.0.91 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864899 Feb 17 18:29:13.069905 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c922cff1-0d78-4872-be5f-24e4e8b28bab req-67a2075d-f622-4971-ab1c-bdfc1628496c service neutron] 10.222.0.91 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846684 Feb 17 18:29:13.158461 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6111160-5a16-4511-b0ce-ee13b3e9bea2 req-bb960adf-94a6-4c5d-be54-6df60ada6d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:13.159888 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f6111160-5a16-4511-b0ce-ee13b3e9bea2 req-bb960adf-94a6-4c5d-be54-6df60ada6d8f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b95070cca00649ec8cd80a9286a09d5a&device_id=698b47ec-1220-494a-92a7-7933aab797af HTTP/1.1" status: 200 len: 1125 time: 0.0462410 Feb 17 18:29:13.252989 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6111160-5a16-4511-b0ce-ee13b3e9bea2 req-8eadf900-d865-4011-9ac8-909d05c3be9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:13.254483 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f6111160-5a16-4511-b0ce-ee13b3e9bea2 req-8eadf900-d865-4011-9ac8-909d05c3be9d service neutron] 10.222.0.91 "GET /v2.0/networks?id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f HTTP/1.1" status: 200 len: 913 time: 0.0878799 Feb 17 18:29:13.297039 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f6111160-5a16-4511-b0ce-ee13b3e9bea2 req-cba6a6ca-3858-4413-a266-7cd299d46966 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e616c692-3980-42fa-a86a-a563cdaef60f HTTP/1.1" status: 200 len: 217 time: 0.0366130 Feb 17 18:29:13.344020 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6111160-5a16-4511-b0ce-ee13b3e9bea2 req-ffe0b97d-9d54-45dd-9469-c9d95f813d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:13.345497 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f6111160-5a16-4511-b0ce-ee13b3e9bea2 req-ffe0b97d-9d54-45dd-9469-c9d95f813d9b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7c02f544-74b1-43f4-804d-621a97e65d40 HTTP/1.1" status: 200 len: 851 time: 0.0425663 Feb 17 18:29:13.394671 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6111160-5a16-4511-b0ce-ee13b3e9bea2 req-a4f7fb4c-2162-46e4-bf96-554cca108f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:13.396129 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f6111160-5a16-4511-b0ce-ee13b3e9bea2 req-a4f7fb4c-2162-46e4-bf96-554cca108f38 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436265 Feb 17 18:29:13.488130 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f6111160-5a16-4511-b0ce-ee13b3e9bea2 req-0cb3e3fe-04a6-4bbb-86f4-d96bc8f5d2ea service neutron] 10.222.0.91 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842481 Feb 17 18:29:13.574319 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f6111160-5a16-4511-b0ce-ee13b3e9bea2 req-3c555bd0-2b63-468b-8893-7f33f4af9fe2 service neutron] 10.222.0.91 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801196 Feb 17 18:29:13.724046 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb9209-df01-47b3-944b-aa7b6ae70539 req-3cd9dda9-524f-4815-81a5-e4e4f6142d71 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:13.725596 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6dbb9209-df01-47b3-944b-aa7b6ae70539 req-3cd9dda9-524f-4815-81a5-e4e4f6142d71 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=698b47ec-1220-494a-92a7-7933aab797af HTTP/1.1" status: 200 len: 943 time: 0.0556569 Feb 17 18:29:13.771619 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6dbb9209-df01-47b3-944b-aa7b6ae70539 req-46b6b76f-209b-4c07-9967-068205e1ba82 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405738 Feb 17 18:29:14.891135 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1623d91-c0fe-426f-81b2-15009b77909d req-4771cef9-2da0-4b17-8fed-31ce3a288bd2 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:14.892912 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a1623d91-c0fe-426f-81b2-15009b77909d req-4771cef9-2da0-4b17-8fed-31ce3a288bd2 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=698b47ec-1220-494a-92a7-7933aab797af HTTP/1.1" status: 200 len: 943 time: 0.0534649 Feb 17 18:29:14.938921 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a1623d91-c0fe-426f-81b2-15009b77909d req-7075c737-f924-461c-a915-688dde5f5874 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404270 Feb 17 18:29:16.054163 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a09a6c-cf3a-4ae7-83f0-c9c12122ef9e req-3a72b016-c4e8-4ab4-9f3a-82abe79539a9 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:16.055531 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-04a09a6c-cf3a-4ae7-83f0-c9c12122ef9e req-3a72b016-c4e8-4ab4-9f3a-82abe79539a9 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=698b47ec-1220-494a-92a7-7933aab797af HTTP/1.1" status: 200 len: 943 time: 0.0511558 Feb 17 18:29:16.103589 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-04a09a6c-cf3a-4ae7-83f0-c9c12122ef9e req-6ea8ab4c-49a9-428d-a8a7-10acf3f3bdbf tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426016 Feb 17 18:29:16.765165 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device e616c692-3980-42fa-a86a-a563cdaef60f details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:29:16.864214 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port e616c692-3980-42fa-a86a-a563cdaef60f, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=e616c692-3980-42fa-a86a-a563cdaef60f,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:29:16.875442 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': 'e616c692-3980-42fa-a86a-a563cdaef60f', 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'port_id': 'e616c692-3980-42fa-a86a-a563cdaef60f', 'mac_address': 'fa:16:3e:6f:a0:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:29:16.913022 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port e616c692-3980-42fa-a86a-a563cdaef60f is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:29:16.913406 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (e616c692-3980-42fa-a86a-a563cdaef60f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:16.925870 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e616c692-3980-42fa-a86a-a563cdaef60f {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:29:16.944533 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port e616c692-3980-42fa-a86a-a563cdaef60f, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=e616c692-3980-42fa-a86a-a563cdaef60f,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:29:16.949560 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (e616c692-3980-42fa-a86a-a563cdaef60f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:16.999478 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=e616c692-3980-42fa-a86a-a563cdaef60f,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:29:17.144422 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['e616c692-3980-42fa-a86a-a563cdaef60f'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:29:17.223476 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ca8e5-4b8b-4ba8-862f-927f9a1e2ea4 req-3f794b42-80ef-492e-b594-c6dce49c5c68 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:17.225027 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-db4ca8e5-4b8b-4ba8-862f-927f9a1e2ea4 req-3f794b42-80ef-492e-b594-c6dce49c5c68 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=698b47ec-1220-494a-92a7-7933aab797af HTTP/1.1" status: 200 len: 944 time: 0.0539086 Feb 17 18:29:17.272305 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-db4ca8e5-4b8b-4ba8-862f-927f9a1e2ea4 req-8b4924be-a11e-4c32-9516-cc89032aced7 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409682 Feb 17 18:29:18.387694 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42ab28-92ed-4912-bee3-aa8dae4c57f1 req-fdabafee-b87b-453f-973a-deebae1da088 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:18.389203 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-db42ab28-92ed-4912-bee3-aa8dae4c57f1 req-fdabafee-b87b-453f-973a-deebae1da088 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=698b47ec-1220-494a-92a7-7933aab797af HTTP/1.1" status: 200 len: 944 time: 0.0516839 Feb 17 18:29:18.435259 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-db42ab28-92ed-4912-bee3-aa8dae4c57f1 req-dd1749b9-7f23-4e07-b5ff-2b5e4bce60ec tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399034 Feb 17 18:29:18.780750 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device e616c692-3980-42fa-a86a-a563cdaef60f up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:29:18.836931 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port e616c692-3980-42fa-a86a-a563cdaef60f completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 18:29:18.840552 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port e616c692-3980-42fa-a86a-a563cdaef60f triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:29:18.840937 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (e616c692-3980-42fa-a86a-a563cdaef60f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:18.917896 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port e616c692-3980-42fa-a86a-a563cdaef60f is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:29:18.918289 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (e616c692-3980-42fa-a86a-a563cdaef60f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:18.941085 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698b47ec-1220-494a-92a7-7933aab797af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e616c692-3980-42fa-a86a-a563cdaef60f'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:29:18.943315 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a58b36eb5214be741a58d8f0f454d70cefb3ebdc097f6d2df64ce05b1b6ee80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd8f2f4-352b-43ce-8e1e-0a18651feb83" -d '{"events": [{"server_uuid": "698b47ec-1220-494a-92a7-7933aab797af", "name": "network-vif-plugged", "status": "completed", "tag": "e616c692-3980-42fa-a86a-a563cdaef60f"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:29:18.957046 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port e616c692-3980-42fa-a86a-a563cdaef60f, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=e616c692-3980-42fa-a86a-a563cdaef60f,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:29:18.961123 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (e616c692-3980-42fa-a86a-a563cdaef60f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:18.986604 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af9ca5c-ccbc-4965-9893-15cb0a0d69ea x-openstack-request-id: req-7af9ca5c-ccbc-4965-9893-15cb0a0d69ea {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:29:18.986906 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698b47ec-1220-494a-92a7-7933aab797af", "name": "network-vif-plugged", "status": "completed", "tag": "e616c692-3980-42fa-a86a-a563cdaef60f", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:29:18.987205 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7af9ca5c-ccbc-4965-9893-15cb0a0d69ea {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:29:18.987541 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '698b47ec-1220-494a-92a7-7933aab797af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e616c692-3980-42fa-a86a-a563cdaef60f', 'code': 200} Feb 17 18:29:19.013644 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=e616c692-3980-42fa-a86a-a563cdaef60f,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:29:19.084254 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e70ea4e-68bf-454c-903d-11178362655d req-dfca843e-adc2-43e8-91f5-30a2b8d4a691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:19.085683 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2e70ea4e-68bf-454c-903d-11178362655d req-dfca843e-adc2-43e8-91f5-30a2b8d4a691 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=698b47ec-1220-494a-92a7-7933aab797af HTTP/1.1" status: 200 len: 1127 time: 0.0486946 Feb 17 18:29:19.132347 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2e70ea4e-68bf-454c-903d-11178362655d req-5277b14a-b969-4e53-a74d-a33302e34204 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400939 Feb 17 18:29:19.425873 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:19.557127 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07fc68-7b81-494b-a763-a69be266f66b req-e0ce48bf-7238-4b6d-9010-34dec02f3cea tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:19.558592 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2f07fc68-7b81-494b-a763-a69be266f66b req-e0ce48bf-7238-4b6d-9010-34dec02f3cea tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=698b47ec-1220-494a-92a7-7933aab797af HTTP/1.1" status: 200 len: 945 time: 0.0561178 Feb 17 18:29:19.604029 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2f07fc68-7b81-494b-a763-a69be266f66b req-bc2c7e18-2f7f-4e27-999b-57001f1dc5fb tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397990 Feb 17 18:29:20.184916 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:20.721582 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4aad5-4086-457d-9be4-72ad5458d6f4 req-95246605-6b64-4dba-8f68-76313c127ccf tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:20.723060 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d0f4aad5-4086-457d-9be4-72ad5458d6f4 req-95246605-6b64-4dba-8f68-76313c127ccf tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=698b47ec-1220-494a-92a7-7933aab797af HTTP/1.1" status: 200 len: 945 time: 0.0517492 Feb 17 18:29:20.769758 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d0f4aad5-4086-457d-9be4-72ad5458d6f4 req-76566eda-b09d-4e3a-8d3c-0f19e48368e1 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412180 Feb 17 18:29:20.882817 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5d15a-540e-4e93-ae96-7289202b7dda req-6a9d7d0a-9c37-4f20-a1c3-28a0a61ac69f tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:20.884220 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-48a5d15a-540e-4e93-ae96-7289202b7dda req-6a9d7d0a-9c37-4f20-a1c3-28a0a61ac69f tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=698b47ec-1220-494a-92a7-7933aab797af HTTP/1.1" status: 200 len: 945 time: 0.0520701 Feb 17 18:29:20.892611 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 39124) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:29:20.896902 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-9967d42f-0af1-490a-879b-a7d38822575c tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Request body: {'floatingip': {'port_id': 'e616c692-3980-42fa-a86a-a563cdaef60f'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:29:20.938275 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9967d42f-0af1-490a-879b-a7d38822575c tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks [] for floatingip (c0014eff-9ab5-44b8-b527-0266fdc0771f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:21.360733 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9967d42f-0af1-490a-879b-a7d38822575c tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:21.364324 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9967d42f-0af1-490a-879b-a7d38822575c tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (c0014eff-9ab5-44b8-b527-0266fdc0771f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:21.461201 n-d-829613-2 neutron-server[103435]: INFO neutron.db.l3_db [None req-9967d42f-0af1-490a-879b-a7d38822575c tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Floating IP c0014eff-9ab5-44b8-b527-0266fdc0771f associated. External IP: 172.25.8.104, port: e616c692-3980-42fa-a86a-a563cdaef60f. Feb 17 18:29:21.667703 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9967d42f-0af1-490a-879b-a7d38822575c tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Router 76498594-4aab-41f9-813a-ecded6613ceb has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:29:21.775148 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9967d42f-0af1-490a-879b-a7d38822575c tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:29:21.779678 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9967d42f-0af1-490a-879b-a7d38822575c tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:21.785161 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3f39f8-e2fe-4ca8-8d7c-c42a539a8db8 None None] Sync routers for ids ['76498594-4aab-41f9-813a-ecded6613ceb'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:29:21.795101 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3f39f8-e2fe-4ca8-8d7c-c42a539a8db8 None None] Routers {'76498594-4aab-41f9-813a-ecded6613ceb'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:29:21.795716 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-9d3f39f8-e2fe-4ca8-8d7c-c42a539a8db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:29:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['76498594-4aab-41f9-813a-ecded6613ceb'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:29:21.810115 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-9967d42f-0af1-490a-879b-a7d38822575c tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "PUT /v2.0/floatingips/c0014eff-9ab5-44b8-b527-0266fdc0771f HTTP/1.1" status: 200 len: 991 time: 0.9164839 Feb 17 18:29:21.810719 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '698b47ec-1220-494a-92a7-7933aab797af', 'tag': 'e616c692-3980-42fa-a86a-a563cdaef60f'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:29:21.813132 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b190af5285b65727f3b44dc6e403f34aceaa8adb38edcfb0268daad85aadb275" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d70484c-d2d3-4309-ab98-776c3c3ddbe8" -d '{"events": [{"name": "network-changed", "server_uuid": "698b47ec-1220-494a-92a7-7933aab797af", "tag": "e616c692-3980-42fa-a86a-a563cdaef60f"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:29:21.851903 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303894d0-dbc9-4a42-9fbb-a45894509011 x-openstack-request-id: req-303894d0-dbc9-4a42-9fbb-a45894509011 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:29:21.852198 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "698b47ec-1220-494a-92a7-7933aab797af", "tag": "e616c692-3980-42fa-a86a-a563cdaef60f", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:29:21.852489 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-303894d0-dbc9-4a42-9fbb-a45894509011 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:29:21.852907 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '698b47ec-1220-494a-92a7-7933aab797af', 'tag': 'e616c692-3980-42fa-a86a-a563cdaef60f', 'status': 'completed', 'code': 200} Feb 17 18:29:21.909968 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-9d3f39f8-e2fe-4ca8-8d7c-c42a539a8db8 None None] Set router 76498594-4aab-41f9-813a-ecded6613ceb gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:29:21.917199 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008292ac-edfb-43ee-8090-0dd2a5edc507 req-510ef6ff-6ecd-45c1-a3be-15e59564d096 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:21.918801 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-008292ac-edfb-43ee-8090-0dd2a5edc507 req-510ef6ff-6ecd-45c1-a3be-15e59564d096 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=698b47ec-1220-494a-92a7-7933aab797af HTTP/1.1" status: 200 len: 945 time: 0.0587096 Feb 17 18:29:21.924560 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70484c-d2d3-4309-ab98-776c3c3ddbe8 req-b347a2ff-29f1-4943-965e-37b0c5f2b15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:21.926149 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2d70484c-d2d3-4309-ab98-776c3c3ddbe8 req-b347a2ff-29f1-4943-965e-37b0c5f2b15f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b95070cca00649ec8cd80a9286a09d5a&device_id=698b47ec-1220-494a-92a7-7933aab797af HTTP/1.1" status: 200 len: 1127 time: 0.0477209 Feb 17 18:29:21.971734 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-008292ac-edfb-43ee-8090-0dd2a5edc507 req-82fdd22a-e057-4aaf-8598-5e4f560d5e58 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467334 Feb 17 18:29:22.025937 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70484c-d2d3-4309-ab98-776c3c3ddbe8 req-fe4157cf-f4b5-4c2f-af8b-1516cd333a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:22.027548 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2d70484c-d2d3-4309-ab98-776c3c3ddbe8 req-fe4157cf-f4b5-4c2f-af8b-1516cd333a20 service neutron] 10.222.0.91 "GET /v2.0/networks?id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f HTTP/1.1" status: 200 len: 913 time: 0.0955040 Feb 17 18:29:22.091544 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2d70484c-d2d3-4309-ab98-776c3c3ddbe8 req-b73651b9-e05e-458c-88fc-44999918acc9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e616c692-3980-42fa-a86a-a563cdaef60f HTTP/1.1" status: 200 len: 999 time: 0.0581896 Feb 17 18:29:22.095453 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0870b-2367-4854-b6bd-6084b5198253 req-57139bce-3f75-43e0-851e-f88482eb0d46 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:22.097075 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ede0870b-2367-4854-b6bd-6084b5198253 req-57139bce-3f75-43e0-851e-f88482eb0d46 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=698b47ec-1220-494a-92a7-7933aab797af HTTP/1.1" status: 200 len: 945 time: 0.0549510 Feb 17 18:29:22.141634 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70484c-d2d3-4309-ab98-776c3c3ddbe8 req-f714e7a4-4498-41d1-83ab-a1e61152ba71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:22.143138 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2d70484c-d2d3-4309-ab98-776c3c3ddbe8 req-f714e7a4-4498-41d1-83ab-a1e61152ba71 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7c02f544-74b1-43f4-804d-621a97e65d40 HTTP/1.1" status: 200 len: 851 time: 0.0450394 Feb 17 18:29:22.146114 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ede0870b-2367-4854-b6bd-6084b5198253 req-137abe7b-83a7-4e48-b290-205e666f8fe6 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434387 Feb 17 18:29:22.154002 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-9d3f39f8-e2fe-4ca8-8d7c-c42a539a8db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76498594-4aab-41f9-813a-ecded6613ceb', 'name': 'tempest-ServerActionsTestJSON-1642038656-router', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:29:03Z', 'updated_at': '2022-02-17T18:29:06Z', 'revision_number': 4, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'gw_port': {'id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:01:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:04Z', 'updated_at': '2022-02-17T18:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': 'c0014eff-9ab5-44b8-b527-0266fdc0771f', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'floating_ip_address': '172.25.8.104', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'port_id': 'e616c692-3980-42fa-a86a-a563cdaef60f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'mac_address': 'fa:16:3e:6f:a0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698b47ec-1220-494a-92a7-7933aab797af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:29:09Z', 'updated_at': '2022-02-17T18:29:21Z', 'revision_number': 1, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e55312d-5277-4983-88f4-2c27cbc57823', 'name': '', 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'mac_address': 'fa:16:3e:0d:3a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:06Z', 'updated_at': '2022-02-17T18:29:09Z', 'revision_number': 5, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'subnets': [{'id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:29:22.191071 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3f39f8-e2fe-4ca8-8d7c-c42a539a8db8 None None] Checking router: 76498594-4aab-41f9-813a-ecded6613ceb for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:29:22.198171 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70484c-d2d3-4309-ab98-776c3c3ddbe8 req-6d9d900b-81b3-4186-9519-f79732ca979d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:22.199309 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3f39f8-e2fe-4ca8-8d7c-c42a539a8db8 None None] Routers {'76498594-4aab-41f9-813a-ecded6613ceb'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:29:22.199672 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2d70484c-d2d3-4309-ab98-776c3c3ddbe8 req-6d9d900b-81b3-4186-9519-f79732ca979d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0508244 Feb 17 18:29:22.199914 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-9d3f39f8-e2fe-4ca8-8d7c-c42a539a8db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:29:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['76498594-4aab-41f9-813a-ecded6613ceb'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:29:22.292281 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2d70484c-d2d3-4309-ab98-776c3c3ddbe8 req-232fe936-5cab-4eda-b45a-ea0303b4fca9 service neutron] 10.222.0.91 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867162 Feb 17 18:29:22.312379 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-9d3f39f8-e2fe-4ca8-8d7c-c42a539a8db8 None None] Set router 76498594-4aab-41f9-813a-ecded6613ceb gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:29:22.385446 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2d70484c-d2d3-4309-ab98-776c3c3ddbe8 req-9c179611-c116-4316-be8b-87ccd4f0fe1b service neutron] 10.222.0.91 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870779 Feb 17 18:29:22.542505 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-9d3f39f8-e2fe-4ca8-8d7c-c42a539a8db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76498594-4aab-41f9-813a-ecded6613ceb', 'name': 'tempest-ServerActionsTestJSON-1642038656-router', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:29:03Z', 'updated_at': '2022-02-17T18:29:06Z', 'revision_number': 4, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'gw_port': {'id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:01:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:04Z', 'updated_at': '2022-02-17T18:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': 'c0014eff-9ab5-44b8-b527-0266fdc0771f', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'floating_ip_address': '172.25.8.104', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'port_id': 'e616c692-3980-42fa-a86a-a563cdaef60f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'mac_address': 'fa:16:3e:6f:a0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698b47ec-1220-494a-92a7-7933aab797af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:29:09Z', 'updated_at': '2022-02-17T18:29:21Z', 'revision_number': 1, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e55312d-5277-4983-88f4-2c27cbc57823', 'name': '', 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'mac_address': 'fa:16:3e:0d:3a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:06Z', 'updated_at': '2022-02-17T18:29:09Z', 'revision_number': 5, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'subnets': [{'id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:29:22.572501 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3f39f8-e2fe-4ca8-8d7c-c42a539a8db8 None None] The sync data for ids ['76498594-4aab-41f9-813a-ecded6613ceb'] in n-d-829613-2 is: [{'id': '76498594-4aab-41f9-813a-ecded6613ceb', 'name': 'tempest-ServerActionsTestJSON-1642038656-router', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:29:03Z', 'updated_at': '2022-02-17T18:29:06Z', 'revision_number': 4, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'gw_port': {'id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:01:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:04Z', 'updated_at': '2022-02-17T18:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': 'c0014eff-9ab5-44b8-b527-0266fdc0771f', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'floating_ip_address': '172.25.8.104', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'port_id': 'e616c692-3980-42fa-a86a-a563cdaef60f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'mac_address': 'fa:16:3e:6f:a0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698b47ec-1220-494a-92a7-7933aab797af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:29:09Z', 'updated_at': '2022-02-17T18:29:21Z', 'revision_number': 1, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e55312d-5277-4983-88f4-2c27cbc57823', 'name': '', 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'mac_address': 'fa:16:3e:0d:3a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:06Z', 'updated_at': '2022-02-17T18:29:09Z', 'revision_number': 5, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'subnets': [{'id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:29:22.764421 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4271ba0b-71c8-44aa-9e34-0dac3570a9d9 None None] New status for floating IP c0014eff-9ab5-44b8-b527-0266fdc0771f: ACTIVE {{(pid=103438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 18:29:23.272432 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202fba38-9c52-403d-9911-1dfdca7264ad req-b80692f1-bc85-4eb3-a106-c4d54002b6d4 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:23.273933 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-202fba38-9c52-403d-9911-1dfdca7264ad req-b80692f1-bc85-4eb3-a106-c4d54002b6d4 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=698b47ec-1220-494a-92a7-7933aab797af HTTP/1.1" status: 200 len: 945 time: 0.0536830 Feb 17 18:29:23.320056 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-202fba38-9c52-403d-9911-1dfdca7264ad req-b3d01d25-d679-4fd6-9c57-21dd009e4386 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400453 Feb 17 18:29:23.442208 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7af9b-0a87-41f6-b19d-f7c4e9dc00d2 req-724afcda-e453-4b6b-91ea-f4b858f4d204 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:23.443615 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0aa7af9b-0a87-41f6-b19d-f7c4e9dc00d2 req-724afcda-e453-4b6b-91ea-f4b858f4d204 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=698b47ec-1220-494a-92a7-7933aab797af HTTP/1.1" status: 200 len: 945 time: 0.0562677 Feb 17 18:29:23.490308 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0aa7af9b-0a87-41f6-b19d-f7c4e9dc00d2 req-8a29ba51-d990-4910-b336-4d9b1b1b91bd tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410600 Feb 17 18:29:23.712386 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ba962737-3126-4863-8de1-de89e6cbb50f req-1a0f29a2-b77c-4bee-bc23-4d0540f8691e service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=698b47ec-1220-494a-92a7-7933aab797af&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0444865 Feb 17 18:29:23.727827 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0db5f-da2f-4bf9-b724-39d0100d223b req-6f8cd2fb-092a-44ef-9ca9-2c534a84f96a tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:23.729454 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8cd0db5f-da2f-4bf9-b724-39d0100d223b req-6f8cd2fb-092a-44ef-9ca9-2c534a84f96a tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=698b47ec-1220-494a-92a7-7933aab797af HTTP/1.1" status: 200 len: 945 time: 0.0535078 Feb 17 18:29:23.779592 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8cd0db5f-da2f-4bf9-b724-39d0100d223b req-022a8920-89f9-4454-90b8-d1fb9494a5eb tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438166 Feb 17 18:29:24.046806 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba962737-3126-4863-8de1-de89e6cbb50f req-6c88bd48-a68d-4abc-9ccc-e66f1611c31c tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:24.048164 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ba962737-3126-4863-8de1-de89e6cbb50f req-6c88bd48-a68d-4abc-9ccc-e66f1611c31c tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports/e616c692-3980-42fa-a86a-a563cdaef60f HTTP/1.1" status: 200 len: 942 time: 0.0450158 Feb 17 18:29:24.809839 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba962737-3126-4863-8de1-de89e6cbb50f req-d44e3a6b-b2b5-4265-bb09-9f0eb5fadaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:24.811360 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ba962737-3126-4863-8de1-de89e6cbb50f req-d44e3a6b-b2b5-4265-bb09-9f0eb5fadaa9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b95070cca00649ec8cd80a9286a09d5a&device_id=698b47ec-1220-494a-92a7-7933aab797af HTTP/1.1" status: 200 len: 1127 time: 0.0483398 Feb 17 18:29:24.900345 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94dad0b-ea7d-4487-b706-e2cf0bd23c76 req-2148f543-dc6d-424b-9a87-552156d4a828 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:24.901944 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f94dad0b-ea7d-4487-b706-e2cf0bd23c76 req-2148f543-dc6d-424b-9a87-552156d4a828 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=698b47ec-1220-494a-92a7-7933aab797af HTTP/1.1" status: 200 len: 945 time: 0.0518684 Feb 17 18:29:24.902124 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba962737-3126-4863-8de1-de89e6cbb50f req-2fb0c0fe-2bd5-4028-b517-367fc8a67464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:24.903624 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ba962737-3126-4863-8de1-de89e6cbb50f req-2fb0c0fe-2bd5-4028-b517-367fc8a67464 service neutron] 10.222.0.91 "GET /v2.0/networks?id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f HTTP/1.1" status: 200 len: 913 time: 0.0865932 Feb 17 18:29:24.912999 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:29:24.956848 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f94dad0b-ea7d-4487-b706-e2cf0bd23c76 req-b5a7d261-1e65-4df3-82e1-edc39bfdf277 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488639 Feb 17 18:29:24.971341 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ba962737-3126-4863-8de1-de89e6cbb50f req-34014dd3-2dcc-4b33-be96-52ea292a1fac service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e616c692-3980-42fa-a86a-a563cdaef60f HTTP/1.1" status: 200 len: 1001 time: 0.0624428 Feb 17 18:29:25.019833 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba962737-3126-4863-8de1-de89e6cbb50f req-de2b4ce7-be7e-4382-90e2-3072bfea49b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:25.021303 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ba962737-3126-4863-8de1-de89e6cbb50f req-de2b4ce7-be7e-4382-90e2-3072bfea49b9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7c02f544-74b1-43f4-804d-621a97e65d40 HTTP/1.1" status: 200 len: 851 time: 0.0434477 Feb 17 18:29:25.069152 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba962737-3126-4863-8de1-de89e6cbb50f req-d16a5055-0ff8-4527-9d71-af9b5d5dd5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:25.070542 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ba962737-3126-4863-8de1-de89e6cbb50f req-d16a5055-0ff8-4527-9d71-af9b5d5dd5db service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430162 Feb 17 18:29:25.161272 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ba962737-3126-4863-8de1-de89e6cbb50f req-19180a28-e3bf-4a2e-b444-c545d2733821 service neutron] 10.222.0.91 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838060 Feb 17 18:29:25.246457 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ba962737-3126-4863-8de1-de89e6cbb50f req-d0e88a8a-056a-4a0d-828f-dbbe61e98b89 service neutron] 10.222.0.91 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784116 Feb 17 18:29:26.070709 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d509c1-7e07-48f2-88bd-a00d8a739da9 req-e3a94e92-a2b0-437c-9445-996d1c745040 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:26.072186 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-28d509c1-7e07-48f2-88bd-a00d8a739da9 req-e3a94e92-a2b0-437c-9445-996d1c745040 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=698b47ec-1220-494a-92a7-7933aab797af HTTP/1.1" status: 200 len: 945 time: 0.0523529 Feb 17 18:29:26.118478 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-28d509c1-7e07-48f2-88bd-a00d8a739da9 req-e4bd16d4-0ff9-4b0c-922f-c9633e454648 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407805 Feb 17 18:29:27.236492 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7323470-dc33-441a-9a50-764fbd755b84 req-8988a8e3-b70d-4e9f-9793-3b54917ff3f7 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:27.237888 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d7323470-dc33-441a-9a50-764fbd755b84 req-8988a8e3-b70d-4e9f-9793-3b54917ff3f7 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=698b47ec-1220-494a-92a7-7933aab797af HTTP/1.1" status: 200 len: 945 time: 0.0517972 Feb 17 18:29:27.284067 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d7323470-dc33-441a-9a50-764fbd755b84 req-eaca38f4-5d2a-433f-aadf-ce9c5c05c195 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403922 Feb 17 18:29:28.412049 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4062c8-4607-49c4-ba1a-e1b84251b207 req-f61201d2-4e8d-465c-b1f1-7cf02b181337 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:28.413540 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6c4062c8-4607-49c4-ba1a-e1b84251b207 req-f61201d2-4e8d-465c-b1f1-7cf02b181337 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=698b47ec-1220-494a-92a7-7933aab797af HTTP/1.1" status: 200 len: 945 time: 0.0568771 Feb 17 18:29:28.459568 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6c4062c8-4607-49c4-ba1a-e1b84251b207 req-05eae43e-6e86-4d9d-83b4-6fa499a28fd4 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403416 Feb 17 18:29:29.577225 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdda4a3-2bc0-465a-9c82-8955452001d3 req-68249db4-6df9-459d-bd84-842190e13bf3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:29.578688 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2bdda4a3-2bc0-465a-9c82-8955452001d3 req-68249db4-6df9-459d-bd84-842190e13bf3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=698b47ec-1220-494a-92a7-7933aab797af HTTP/1.1" status: 200 len: 945 time: 0.0516706 Feb 17 18:29:29.623780 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2bdda4a3-2bc0-465a-9c82-8955452001d3 req-f0298373-093d-491c-a7a9-3d1540c2b20d tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396118 Feb 17 18:29:30.748186 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5276cc-494d-40ac-951a-e0d802052220 req-83238014-179f-4cfa-bc3b-340a03fd68c1 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:30.749719 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7d5276cc-494d-40ac-951a-e0d802052220 req-83238014-179f-4cfa-bc3b-340a03fd68c1 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=698b47ec-1220-494a-92a7-7933aab797af HTTP/1.1" status: 200 len: 945 time: 0.0591259 Feb 17 18:29:30.795685 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7d5276cc-494d-40ac-951a-e0d802052220 req-5209ffaf-60dd-4bbe-b786-1592e8e22443 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398462 Feb 17 18:29:31.914349 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014c1c9-ba89-4b54-853f-86694452e5ca req-d862f71f-e690-4391-8d03-945865152723 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:31.915828 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0014c1c9-ba89-4b54-853f-86694452e5ca req-d862f71f-e690-4391-8d03-945865152723 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=698b47ec-1220-494a-92a7-7933aab797af HTTP/1.1" status: 200 len: 945 time: 0.0523140 Feb 17 18:29:31.962516 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0014c1c9-ba89-4b54-853f-86694452e5ca req-a44983dc-71b0-4ca7-b5ec-2c2828ec2ed3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410523 Feb 17 18:29:33.040845 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b46c84f0-3871-4879-81c1-3ca97697acab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:33.082731 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1edd757-95e4-47e8-a430-e9a449220fb1 req-e076ca7e-82f1-4ae5-8dcb-b1aef89fdad0 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:33.084249 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e1edd757-95e4-47e8-a430-e9a449220fb1 req-e076ca7e-82f1-4ae5-8dcb-b1aef89fdad0 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=698b47ec-1220-494a-92a7-7933aab797af HTTP/1.1" status: 200 len: 945 time: 0.0536556 Feb 17 18:29:33.133723 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e1edd757-95e4-47e8-a430-e9a449220fb1 req-07c073c6-cdde-426e-be59-0f874f67a677 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439301 Feb 17 18:29:34.260109 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9049d95-257e-4c84-87fb-7bf00c16cb67 req-e127e6bf-8798-4396-a332-ae3d62008b16 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:34.261551 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c9049d95-257e-4c84-87fb-7bf00c16cb67 req-e127e6bf-8798-4396-a332-ae3d62008b16 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=698b47ec-1220-494a-92a7-7933aab797af HTTP/1.1" status: 200 len: 945 time: 0.0548456 Feb 17 18:29:34.314102 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c9049d95-257e-4c84-87fb-7bf00c16cb67 req-3fe83fb2-f5e0-4ea0-b9aa-2675e0ca18a3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464246 Feb 17 18:29:35.434248 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a341e-7937-4866-8a36-aaefdc58b57e req-9f5c8309-23b2-4898-b5de-8be51e287af7 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:35.435728 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4b8a341e-7937-4866-8a36-aaefdc58b57e req-9f5c8309-23b2-4898-b5de-8be51e287af7 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=698b47ec-1220-494a-92a7-7933aab797af HTTP/1.1" status: 200 len: 945 time: 0.0529988 Feb 17 18:29:35.481511 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4b8a341e-7937-4866-8a36-aaefdc58b57e req-320bf591-7504-4033-97b9-88841571e1a2 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401573 Feb 17 18:29:35.500286 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-15dc152f-54ed-4270-9859-9f867561ab79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:36.603770 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e12afd-4a04-4ae7-9524-fc8c552e3973 req-4270cfea-c33a-4dfe-89a6-3e624ca1ac52 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:36.605277 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-16e12afd-4a04-4ae7-9524-fc8c552e3973 req-4270cfea-c33a-4dfe-89a6-3e624ca1ac52 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=698b47ec-1220-494a-92a7-7933aab797af HTTP/1.1" status: 200 len: 945 time: 0.0554492 Feb 17 18:29:36.658152 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-16e12afd-4a04-4ae7-9524-fc8c552e3973 req-ebb86ee7-b537-4166-9a58-ae230d705cc3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468202 Feb 17 18:29:36.904153 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:37.779053 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560dadd-17e7-4bad-8f04-269772ec0ecc req-e37942a2-9cfd-4a07-aa14-e5a9865c0a27 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:37.780572 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4560dadd-17e7-4bad-8f04-269772ec0ecc req-e37942a2-9cfd-4a07-aa14-e5a9865c0a27 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=698b47ec-1220-494a-92a7-7933aab797af HTTP/1.1" status: 200 len: 945 time: 0.0524104 Feb 17 18:29:37.826360 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4560dadd-17e7-4bad-8f04-269772ec0ecc req-eb151829-8e8a-4ec7-b828-f41b498d6beb tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402756 Feb 17 18:29:38.127860 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:38.943830 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f61913-5e11-44a7-8660-09479a09fe4c req-ff0ab3d2-1b83-4a0f-8034-8ecf40b57ed0 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:38.945332 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-89f61913-5e11-44a7-8660-09479a09fe4c req-ff0ab3d2-1b83-4a0f-8034-8ecf40b57ed0 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=698b47ec-1220-494a-92a7-7933aab797af HTTP/1.1" status: 200 len: 945 time: 0.0520384 Feb 17 18:29:38.995429 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-89f61913-5e11-44a7-8660-09479a09fe4c req-881837f1-b587-4431-aac6-7c45f5fed1a7 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445576 Feb 17 18:29:39.210171 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:40.113211 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0fcbb-7b00-4b65-a1c0-dcf0c4f4e126 req-37bb3010-feb6-4e4f-ae26-1c3d57217b81 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:40.114689 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-64c0fcbb-7b00-4b65-a1c0-dcf0c4f4e126 req-37bb3010-feb6-4e4f-ae26-1c3d57217b81 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=698b47ec-1220-494a-92a7-7933aab797af HTTP/1.1" status: 200 len: 945 time: 0.0520673 Feb 17 18:29:40.161695 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-64c0fcbb-7b00-4b65-a1c0-dcf0c4f4e126 req-b063e254-73f6-4719-b2cc-b60fd3548948 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411749 Feb 17 18:29:41.285195 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca5efe-15d8-4af5-b389-4900ddc0a7d6 req-1aff4dd4-c406-4331-a102-f51827470c37 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:41.286665 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-baca5efe-15d8-4af5-b389-4900ddc0a7d6 req-1aff4dd4-c406-4331-a102-f51827470c37 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=698b47ec-1220-494a-92a7-7933aab797af HTTP/1.1" status: 200 len: 945 time: 0.0522072 Feb 17 18:29:41.332396 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-baca5efe-15d8-4af5-b389-4900ddc0a7d6 req-8240a282-ea1e-458f-8bdd-7ce09a23c8a8 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395017 Feb 17 18:29:42.134973 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [req-ba962737-3126-4863-8de1-de89e6cbb50f req-206ef063-42e9-4605-8c41-06b8b81ee765 service neutron] show failed (client error): The resource could not be found. Feb 17 18:29:42.135945 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ba962737-3126-4863-8de1-de89e6cbb50f req-206ef063-42e9-4605-8c41-06b8b81ee765 service neutron] 10.222.0.91 "GET /v2.0/ports/e616c692-3980-42fa-a86a-a563cdaef60f/bindings/n-h1-829613-2 HTTP/1.1" status: 404 len: 380 time: 0.0562539 Feb 17 18:29:42.333501 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba962737-3126-4863-8de1-de89e6cbb50f req-93f85f91-ceb1-4da6-b3fe-63ae7660a088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:42.334957 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ba962737-3126-4863-8de1-de89e6cbb50f req-93f85f91-ceb1-4da6-b3fe-63ae7660a088 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=698b47ec-1220-494a-92a7-7933aab797af&tenant_id=b95070cca00649ec8cd80a9286a09d5a HTTP/1.1" status: 200 len: 1127 time: 0.0444415 Feb 17 18:29:42.346137 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-ba962737-3126-4863-8de1-de89e6cbb50f req-e09491e8-ec62-4d6e-b730-f65c6482c942 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829613-2', 'device_owner': 'compute:nova'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:29:42.402866 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ba962737-3126-4863-8de1-de89e6cbb50f req-e09491e8-ec62-4d6e-b730-f65c6482c942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (e616c692-3980-42fa-a86a-a563cdaef60f), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:42.455763 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f273806-5037-4d4f-8929-506b10770e2f req-16b58db6-1499-4488-856b-7b121959acc8 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:42.457302 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9f273806-5037-4d4f-8929-506b10770e2f req-16b58db6-1499-4488-856b-7b121959acc8 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=698b47ec-1220-494a-92a7-7933aab797af HTTP/1.1" status: 200 len: 945 time: 0.0560849 Feb 17 18:29:42.506248 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9f273806-5037-4d4f-8929-506b10770e2f req-b8eea763-c047-4ebd-bab5-511fc026274d tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431361 Feb 17 18:29:42.601449 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-ba962737-3126-4863-8de1-de89e6cbb50f req-e09491e8-ec62-4d6e-b730-f65c6482c942 service neutron] For port e616c692-3980-42fa-a86a-a563cdaef60f, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=e616c692-3980-42fa-a86a-a563cdaef60f,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:29:42.633393 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-ba962737-3126-4863-8de1-de89e6cbb50f req-e09491e8-ec62-4d6e-b730-f65c6482c942 service neutron] For port e616c692-3980-42fa-a86a-a563cdaef60f, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:29:42.670206 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698b47ec-1220-494a-92a7-7933aab797af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e616c692-3980-42fa-a86a-a563cdaef60f'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:29:42.672484 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc3181a-c611-4cda-afca-561159b383f7" -d '{"events": [{"server_uuid": "698b47ec-1220-494a-92a7-7933aab797af", "name": "network-vif-unplugged", "status": "completed", "tag": "e616c692-3980-42fa-a86a-a563cdaef60f"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:29:42.676761 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ba962737-3126-4863-8de1-de89e6cbb50f req-e09491e8-ec62-4d6e-b730-f65c6482c942 service neutron] Publish callbacks [] for port (e616c692-3980-42fa-a86a-a563cdaef60f), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:42.688862 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-ba962737-3126-4863-8de1-de89e6cbb50f req-e09491e8-ec62-4d6e-b730-f65c6482c942 service neutron] Transition to ACTIVE for port object e616c692-3980-42fa-a86a-a563cdaef60f will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 18:29:42.692951 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ba962737-3126-4863-8de1-de89e6cbb50f req-e09491e8-ec62-4d6e-b730-f65c6482c942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (e616c692-3980-42fa-a86a-a563cdaef60f), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:42.721349 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 18:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157962b7-6efb-47e3-934a-82b92effc9c9 x-openstack-request-id: req-157962b7-6efb-47e3-934a-82b92effc9c9 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:29:42.721643 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698b47ec-1220-494a-92a7-7933aab797af", "name": "network-vif-unplugged", "status": "completed", "tag": "e616c692-3980-42fa-a86a-a563cdaef60f", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:29:42.721896 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-157962b7-6efb-47e3-934a-82b92effc9c9 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:29:42.722289 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '698b47ec-1220-494a-92a7-7933aab797af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e616c692-3980-42fa-a86a-a563cdaef60f', 'code': 200} Feb 17 18:29:43.097755 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09491e8-ec62-4d6e-b730-f65c6482c942 service neutron] Pushing event updated for resources: {'Port': ['ID=e616c692-3980-42fa-a86a-a563cdaef60f,revision_number=6']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:29:43.120643 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09491e8-ec62-4d6e-b730-f65c6482c942 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:29:43.120994 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09491e8-ec62-4d6e-b730-f65c6482c942 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:29:43.121390 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09491e8-ec62-4d6e-b730-f65c6482c942 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:29:43.121683 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09491e8-ec62-4d6e-b730-f65c6482c942 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:29:43.122020 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09491e8-ec62-4d6e-b730-f65c6482c942 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:29:43.122354 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09491e8-ec62-4d6e-b730-f65c6482c942 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:29:43.122684 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09491e8-ec62-4d6e-b730-f65c6482c942 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:29:43.123012 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09491e8-ec62-4d6e-b730-f65c6482c942 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:29:43.123357 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09491e8-ec62-4d6e-b730-f65c6482c942 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:29:43.123667 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09491e8-ec62-4d6e-b730-f65c6482c942 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:29:43.123992 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09491e8-ec62-4d6e-b730-f65c6482c942 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:29:43.124341 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09491e8-ec62-4d6e-b730-f65c6482c942 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:29:43.124665 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09491e8-ec62-4d6e-b730-f65c6482c942 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:29:43.174699 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba962737-3126-4863-8de1-de89e6cbb50f req-e09491e8-ec62-4d6e-b730-f65c6482c942 service neutron] No DVR routers for this DVR port e616c692-3980-42fa-a86a-a563cdaef60f on host n-h2-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:29:43.312457 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-ba962737-3126-4863-8de1-de89e6cbb50f req-e09491e8-ec62-4d6e-b730-f65c6482c942 service neutron] Attempting to bind port e616c692-3980-42fa-a86a-a563cdaef60f on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:29:43.312795 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-ba962737-3126-4863-8de1-de89e6cbb50f req-e09491e8-ec62-4d6e-b730-f65c6482c942 service neutron] Attempting to bind port e616c692-3980-42fa-a86a-a563cdaef60f by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '92c4ed30-6140-45be-8dd4-17f2cf335d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:29:43.313237 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba962737-3126-4863-8de1-de89e6cbb50f req-e09491e8-ec62-4d6e-b730-f65c6482c942 service neutron] Attempting to bind port e616c692-3980-42fa-a86a-a563cdaef60f on network 7d7e5a00-4e77-4550-b2e1-3593cfcc179f {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:29:43.317980 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba962737-3126-4863-8de1-de89e6cbb50f req-e09491e8-ec62-4d6e-b730-f65c6482c942 service neutron] Port e616c692-3980-42fa-a86a-a563cdaef60f on network 7d7e5a00-4e77-4550-b2e1-3593cfcc179f not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:29:43.318303 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba962737-3126-4863-8de1-de89e6cbb50f req-e09491e8-ec62-4d6e-b730-f65c6482c942 service neutron] Attempting to bind port e616c692-3980-42fa-a86a-a563cdaef60f on network 7d7e5a00-4e77-4550-b2e1-3593cfcc179f {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:29:43.323069 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba962737-3126-4863-8de1-de89e6cbb50f req-e09491e8-ec62-4d6e-b730-f65c6482c942 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:29:43.323409 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba962737-3126-4863-8de1-de89e6cbb50f req-e09491e8-ec62-4d6e-b730-f65c6482c942 service neutron] Checking segment: {'id': '92c4ed30-6140-45be-8dd4-17f2cf335d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:29:43.323795 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba962737-3126-4863-8de1-de89e6cbb50f req-e09491e8-ec62-4d6e-b730-f65c6482c942 service neutron] Bound using segment: {'id': '92c4ed30-6140-45be-8dd4-17f2cf335d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:29:43.324218 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-ba962737-3126-4863-8de1-de89e6cbb50f req-e09491e8-ec62-4d6e-b730-f65c6482c942 service neutron] Bound port: e616c692-3980-42fa-a86a-a563cdaef60f, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92c4ed30-6140-45be-8dd4-17f2cf335d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:29:43.324614 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ba962737-3126-4863-8de1-de89e6cbb50f req-e09491e8-ec62-4d6e-b730-f65c6482c942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (e616c692-3980-42fa-a86a-a563cdaef60f), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:43.396412 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-ba962737-3126-4863-8de1-de89e6cbb50f req-e09491e8-ec62-4d6e-b730-f65c6482c942 service neutron] For port e616c692-3980-42fa-a86a-a563cdaef60f, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:29:43.399389 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-ba962737-3126-4863-8de1-de89e6cbb50f req-e09491e8-ec62-4d6e-b730-f65c6482c942 service neutron] For port e616c692-3980-42fa-a86a-a563cdaef60f, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=e616c692-3980-42fa-a86a-a563cdaef60f,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:29:43.405008 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ba962737-3126-4863-8de1-de89e6cbb50f req-e09491e8-ec62-4d6e-b730-f65c6482c942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (e616c692-3980-42fa-a86a-a563cdaef60f), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:43.437333 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba962737-3126-4863-8de1-de89e6cbb50f req-e09491e8-ec62-4d6e-b730-f65c6482c942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:43.437954 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-ba962737-3126-4863-8de1-de89e6cbb50f req-e09491e8-ec62-4d6e-b730-f65c6482c942 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:43.439381 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ba962737-3126-4863-8de1-de89e6cbb50f req-e09491e8-ec62-4d6e-b730-f65c6482c942 service neutron] 10.222.0.71 "PUT /v2.0/ports/e616c692-3980-42fa-a86a-a563cdaef60f HTTP/1.1" status: 200 len: 1091 time: 1.0971835 Feb 17 18:29:43.461958 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09491e8-ec62-4d6e-b730-f65c6482c942 service neutron] Pushing event updated for resources: {'Port': ['ID=e616c692-3980-42fa-a86a-a563cdaef60f,revision_number=7']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:29:43.511224 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba962737-3126-4863-8de1-de89e6cbb50f req-c8fde0c2-d194-4e41-a48f-da39d7e1b9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:43.512795 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ba962737-3126-4863-8de1-de89e6cbb50f req-c8fde0c2-d194-4e41-a48f-da39d7e1b9ab service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b95070cca00649ec8cd80a9286a09d5a&device_id=698b47ec-1220-494a-92a7-7933aab797af HTTP/1.1" status: 200 len: 1125 time: 0.0472612 Feb 17 18:29:43.615082 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba962737-3126-4863-8de1-de89e6cbb50f req-e59ff026-56db-4f95-bff7-9589c98e6a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:43.616842 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ba962737-3126-4863-8de1-de89e6cbb50f req-e59ff026-56db-4f95-bff7-9589c98e6a77 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f HTTP/1.1" status: 200 len: 913 time: 0.0979805 Feb 17 18:29:43.636420 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f66648-674c-422f-a2e4-28fbc7e5437b req-79779678-4d3a-483e-bd34-bc2de5fbf0a3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:43.637911 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-30f66648-674c-422f-a2e4-28fbc7e5437b req-79779678-4d3a-483e-bd34-bc2de5fbf0a3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=698b47ec-1220-494a-92a7-7933aab797af HTTP/1.1" status: 200 len: 943 time: 0.0576658 Feb 17 18:29:43.683188 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ba962737-3126-4863-8de1-de89e6cbb50f req-8fd47fdb-244d-434c-a44e-950735b6e72d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e616c692-3980-42fa-a86a-a563cdaef60f HTTP/1.1" status: 200 len: 999 time: 0.0603666 Feb 17 18:29:43.685998 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-30f66648-674c-422f-a2e4-28fbc7e5437b req-69d6af6e-eeec-4fcf-b6c2-02727bd41f5f tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414674 Feb 17 18:29:43.743118 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba962737-3126-4863-8de1-de89e6cbb50f req-c9befe84-baa9-4a9d-8927-533f7835c099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:43.744840 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ba962737-3126-4863-8de1-de89e6cbb50f req-c9befe84-baa9-4a9d-8927-533f7835c099 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7c02f544-74b1-43f4-804d-621a97e65d40 HTTP/1.1" status: 200 len: 851 time: 0.0551388 Feb 17 18:29:43.793445 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba962737-3126-4863-8de1-de89e6cbb50f req-b66f38b1-81ae-4847-af17-846efb87be53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:43.794932 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ba962737-3126-4863-8de1-de89e6cbb50f req-b66f38b1-81ae-4847-af17-846efb87be53 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446169 Feb 17 18:29:43.880654 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ba962737-3126-4863-8de1-de89e6cbb50f req-aa817a31-ae89-423f-9f1d-284e6142e01e service neutron] 10.222.0.71 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794027 Feb 17 18:29:43.970512 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ba962737-3126-4863-8de1-de89e6cbb50f req-0f73c43c-04ca-4c14-829a-e5a054012914 service neutron] 10.222.0.71 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845768 Feb 17 18:29:44.722879 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '698b47ec-1220-494a-92a7-7933aab797af', 'tag': 'e616c692-3980-42fa-a86a-a563cdaef60f'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:29:44.725362 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5657070a-b425-4368-adf3-0d4c796fd97c" -d '{"events": [{"name": "network-changed", "server_uuid": "698b47ec-1220-494a-92a7-7933aab797af", "tag": "e616c692-3980-42fa-a86a-a563cdaef60f"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:29:44.772752 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df761d5f-d410-43b6-893c-8adf30d2f922 x-openstack-request-id: req-df761d5f-d410-43b6-893c-8adf30d2f922 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:29:44.773061 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "698b47ec-1220-494a-92a7-7933aab797af", "tag": "e616c692-3980-42fa-a86a-a563cdaef60f", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:29:44.773322 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-df761d5f-d410-43b6-893c-8adf30d2f922 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:29:44.774051 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '698b47ec-1220-494a-92a7-7933aab797af', 'tag': 'e616c692-3980-42fa-a86a-a563cdaef60f', 'status': 'completed', 'code': 200} Feb 17 18:29:44.816180 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfcec2a-b2ab-4d7b-8552-3e6afcb3165d req-a7799149-03d3-4aa8-8c53-0ca746998933 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:44.817698 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6dfcec2a-b2ab-4d7b-8552-3e6afcb3165d req-a7799149-03d3-4aa8-8c53-0ca746998933 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=698b47ec-1220-494a-92a7-7933aab797af HTTP/1.1" status: 200 len: 943 time: 0.0578277 Feb 17 18:29:44.864041 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6dfcec2a-b2ab-4d7b-8552-3e6afcb3165d req-1b2ec1b8-ed42-4815-a58f-d951e2194a0a tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407350 Feb 17 18:29:44.866474 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657070a-b425-4368-adf3-0d4c796fd97c req-2bf21e34-3bf8-46ce-b2fa-44f716659f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:44.868234 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5657070a-b425-4368-adf3-0d4c796fd97c req-2bf21e34-3bf8-46ce-b2fa-44f716659f98 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b95070cca00649ec8cd80a9286a09d5a&device_id=698b47ec-1220-494a-92a7-7933aab797af HTTP/1.1" status: 200 len: 1125 time: 0.0762920 Feb 17 18:29:44.870777 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657070a-b425-4368-adf3-0d4c796fd97c req-59f2c153-794c-4b94-accc-dd411ae8b1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:44.872157 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5657070a-b425-4368-adf3-0d4c796fd97c req-59f2c153-794c-4b94-accc-dd411ae8b1c1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b95070cca00649ec8cd80a9286a09d5a&device_id=698b47ec-1220-494a-92a7-7933aab797af HTTP/1.1" status: 200 len: 1125 time: 0.0708888 Feb 17 18:29:45.031155 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657070a-b425-4368-adf3-0d4c796fd97c req-1cbe2a77-6816-43ab-ae2c-7b924834c143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:45.032691 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5657070a-b425-4368-adf3-0d4c796fd97c req-1cbe2a77-6816-43ab-ae2c-7b924834c143 service neutron] 10.222.0.91 "GET /v2.0/networks?id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f HTTP/1.1" status: 200 len: 913 time: 0.1587665 Feb 17 18:29:45.033765 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657070a-b425-4368-adf3-0d4c796fd97c req-187688c8-b077-4647-a808-629cf99f6c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:45.035086 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5657070a-b425-4368-adf3-0d4c796fd97c req-187688c8-b077-4647-a808-629cf99f6c72 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f HTTP/1.1" status: 200 len: 913 time: 0.1523430 Feb 17 18:29:45.144537 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5657070a-b425-4368-adf3-0d4c796fd97c req-f2431962-5a7b-4706-9019-671222626992 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e616c692-3980-42fa-a86a-a563cdaef60f HTTP/1.1" status: 200 len: 999 time: 0.1053913 Feb 17 18:29:45.146299 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5657070a-b425-4368-adf3-0d4c796fd97c req-ebe2daa2-877e-4ab1-a724-108ff5b77f3f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e616c692-3980-42fa-a86a-a563cdaef60f HTTP/1.1" status: 200 len: 999 time: 0.1016128 Feb 17 18:29:45.226492 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657070a-b425-4368-adf3-0d4c796fd97c req-f3c5d016-4a61-4c2f-a79b-81ce6294c368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:45.227956 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5657070a-b425-4368-adf3-0d4c796fd97c req-f3c5d016-4a61-4c2f-a79b-81ce6294c368 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7c02f544-74b1-43f4-804d-621a97e65d40 HTTP/1.1" status: 200 len: 851 time: 0.0744669 Feb 17 18:29:45.229358 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657070a-b425-4368-adf3-0d4c796fd97c req-c6fa66aa-9a1c-4fc5-b105-24d561126107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:45.230663 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5657070a-b425-4368-adf3-0d4c796fd97c req-c6fa66aa-9a1c-4fc5-b105-24d561126107 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7c02f544-74b1-43f4-804d-621a97e65d40 HTTP/1.1" status: 200 len: 851 time: 0.0782635 Feb 17 18:29:45.311287 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657070a-b425-4368-adf3-0d4c796fd97c req-ba286899-bafa-4fa5-9730-90c1b16b0c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:45.312737 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5657070a-b425-4368-adf3-0d4c796fd97c req-ba286899-bafa-4fa5-9730-90c1b16b0c40 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0701320 Feb 17 18:29:45.315124 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657070a-b425-4368-adf3-0d4c796fd97c req-6b41607e-a4ff-407e-b622-16aa1f7784f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:45.316525 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5657070a-b425-4368-adf3-0d4c796fd97c req-6b41607e-a4ff-407e-b622-16aa1f7784f5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0819147 Feb 17 18:29:45.476058 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5657070a-b425-4368-adf3-0d4c796fd97c req-702122c7-cbf4-4c9e-9ce8-afe65658f6f8 service neutron] 10.222.0.91 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574087 Feb 17 18:29:45.479535 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5657070a-b425-4368-adf3-0d4c796fd97c req-89ca9497-ac9f-49e5-85bb-7831cf65b9ad service neutron] 10.222.0.71 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533942 Feb 17 18:29:45.638630 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5657070a-b425-4368-adf3-0d4c796fd97c req-80da1e32-1bd5-4afb-ad81-bc3a1d2ae9e6 service neutron] 10.222.0.91 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564965 Feb 17 18:29:45.641918 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5657070a-b425-4368-adf3-0d4c796fd97c req-1ff70c18-e0f7-4617-be69-d40b8c7177ab service neutron] 10.222.0.71 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519091 Feb 17 18:29:45.988152 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f1903-8cae-4c62-a800-d36a34b11ab8 req-9f18e76d-f0f0-43f4-83cc-5c793c4995cc tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:45.989666 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc7f1903-8cae-4c62-a800-d36a34b11ab8 req-9f18e76d-f0f0-43f4-83cc-5c793c4995cc tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=698b47ec-1220-494a-92a7-7933aab797af HTTP/1.1" status: 200 len: 943 time: 0.0528316 Feb 17 18:29:46.035485 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc7f1903-8cae-4c62-a800-d36a34b11ab8 req-a0dc46ad-f97b-4238-8c1c-a3f1cebf0b75 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400238 Feb 17 18:29:46.232054 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a453ba9-ba2c-452f-a127-e0c11168785d req-51645a06-a060-4abe-ae02-12360669c0ed tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:46.233572 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a453ba9-ba2c-452f-a127-e0c11168785d req-51645a06-a060-4abe-ae02-12360669c0ed tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=698b47ec-1220-494a-92a7-7933aab797af HTTP/1.1" status: 200 len: 943 time: 0.0522988 Feb 17 18:29:46.248334 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c62912-a6eb-41e8-b067-10bfb9da2f67 req-9f6779f2-ac21-4cca-bac3-b605c4d81c61 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:46.249843 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-56c62912-a6eb-41e8-b067-10bfb9da2f67 req-9f6779f2-ac21-4cca-bac3-b605c4d81c61 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.91 "GET /v2.0/ports?device_id=698b47ec-1220-494a-92a7-7933aab797af&tenant_id=b95070cca00649ec8cd80a9286a09d5a&binding%3Ahost_id=n-h1-829613-2 HTTP/1.1" status: 200 len: 943 time: 0.0609236 Feb 17 18:29:46.290554 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a453ba9-ba2c-452f-a127-e0c11168785d req-fefaa1fa-e0bd-4d17-b3a1-f275c5aac6cd tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510876 Feb 17 18:29:46.310053 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [req-56c62912-a6eb-41e8-b067-10bfb9da2f67 req-1962f808-d89a-4de7-9522-cd08f6cc1d2f service neutron] delete failed (client error): The resource could not be found. Feb 17 18:29:46.311081 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-56c62912-a6eb-41e8-b067-10bfb9da2f67 req-1962f808-d89a-4de7-9522-cd08f6cc1d2f service neutron] 10.222.0.91 "DELETE /v2.0/ports/e616c692-3980-42fa-a86a-a563cdaef60f/bindings/n-h2-829613-2 HTTP/1.1" status: 404 len: 380 time: 0.0552194 Feb 17 18:29:46.397439 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c62912-a6eb-41e8-b067-10bfb9da2f67 req-ab854d2a-efe0-4509-aba1-74a96bffb618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:46.398865 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-56c62912-a6eb-41e8-b067-10bfb9da2f67 req-ab854d2a-efe0-4509-aba1-74a96bffb618 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b95070cca00649ec8cd80a9286a09d5a&device_id=698b47ec-1220-494a-92a7-7933aab797af HTTP/1.1" status: 200 len: 1125 time: 0.0450490 Feb 17 18:29:46.490398 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c62912-a6eb-41e8-b067-10bfb9da2f67 req-117dd708-cb0c-494b-8b15-b0c3d5b645bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:46.492132 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-56c62912-a6eb-41e8-b067-10bfb9da2f67 req-117dd708-cb0c-494b-8b15-b0c3d5b645bc service neutron] 10.222.0.91 "GET /v2.0/networks?id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f HTTP/1.1" status: 200 len: 913 time: 0.0879796 Feb 17 18:29:46.554865 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-56c62912-a6eb-41e8-b067-10bfb9da2f67 req-b2fc56e0-3b5c-4b1a-92bc-c114b901a5ff service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e616c692-3980-42fa-a86a-a563cdaef60f HTTP/1.1" status: 200 len: 999 time: 0.0570347 Feb 17 18:29:46.602027 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c62912-a6eb-41e8-b067-10bfb9da2f67 req-8035976a-169c-45b1-88d7-0799744a6351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:46.603495 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-56c62912-a6eb-41e8-b067-10bfb9da2f67 req-8035976a-169c-45b1-88d7-0799744a6351 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7c02f544-74b1-43f4-804d-621a97e65d40 HTTP/1.1" status: 200 len: 851 time: 0.0429742 Feb 17 18:29:46.654747 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c62912-a6eb-41e8-b067-10bfb9da2f67 req-3dc2af76-caed-436b-8819-85343ef7749c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:46.656136 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-56c62912-a6eb-41e8-b067-10bfb9da2f67 req-3dc2af76-caed-436b-8819-85343ef7749c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473230 Feb 17 18:29:46.749252 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-56c62912-a6eb-41e8-b067-10bfb9da2f67 req-9934fcfc-63b8-4120-9c4e-da06e25834f5 service neutron] 10.222.0.91 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865970 Feb 17 18:29:46.837001 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-56c62912-a6eb-41e8-b067-10bfb9da2f67 req-ac10addc-a186-4da4-9d3c-c3b19243f858 service neutron] 10.222.0.91 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820811 Feb 17 18:29:46.843589 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device e616c692-3980-42fa-a86a-a563cdaef60f no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:29:46.886308 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] The host n-h2-829613-2 is not matching for port e616c692-3980-42fa-a86a-a563cdaef60f host n-h1-829613-2! {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 17 18:29:46.886735 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device e616c692-3980-42fa-a86a-a563cdaef60f not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:29:47.415644 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ccd711-e7a2-4875-9b7f-ba217dde0acc req-3821a726-d6f4-4589-91a8-3d98b6341514 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:47.417142 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b9ccd711-e7a2-4875-9b7f-ba217dde0acc req-3821a726-d6f4-4589-91a8-3d98b6341514 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=698b47ec-1220-494a-92a7-7933aab797af HTTP/1.1" status: 200 len: 943 time: 0.0516014 Feb 17 18:29:47.462422 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b9ccd711-e7a2-4875-9b7f-ba217dde0acc req-bccc9e21-0585-43e4-afe5-e26146ec43a0 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396593 Feb 17 18:29:47.589675 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d63e68-ca00-4900-8245-c6f3cb307d15 req-8e780c7b-7f21-4dde-ac7b-0af4c17ad699 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:47.591182 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-45d63e68-ca00-4900-8245-c6f3cb307d15 req-8e780c7b-7f21-4dde-ac7b-0af4c17ad699 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=698b47ec-1220-494a-92a7-7933aab797af HTTP/1.1" status: 200 len: 943 time: 0.0516331 Feb 17 18:29:47.637165 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-45d63e68-ca00-4900-8245-c6f3cb307d15 req-4a85c766-0bea-42cf-a229-b3e5ee8fecba tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397356 Feb 17 18:29:47.756518 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33025e-8b5c-4e4f-bcb2-9e385dd4bfa1 req-46fc964f-0bba-4b8d-a9e8-6b8542acccdc tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:47.757909 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0f33025e-8b5c-4e4f-bcb2-9e385dd4bfa1 req-46fc964f-0bba-4b8d-a9e8-6b8542acccdc tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=698b47ec-1220-494a-92a7-7933aab797af HTTP/1.1" status: 200 len: 943 time: 0.0562832 Feb 17 18:29:47.804714 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0f33025e-8b5c-4e4f-bcb2-9e385dd4bfa1 req-e46fbb5b-fec9-4382-a48c-d4c75b84d255 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412166 Feb 17 18:29:48.039825 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc49f3-60c1-4a8b-a18e-303108dcf72e req-ead068f7-6046-4988-80b6-e9c2d6d8a6a6 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:48.041371 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-68cc49f3-60c1-4a8b-a18e-303108dcf72e req-ead068f7-6046-4988-80b6-e9c2d6d8a6a6 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=698b47ec-1220-494a-92a7-7933aab797af HTTP/1.1" status: 200 len: 943 time: 0.0514407 Feb 17 18:29:48.086842 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-68cc49f3-60c1-4a8b-a18e-303108dcf72e req-6ae25920-9a62-4662-9ed4-f35f2827b335 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399730 Feb 17 18:29:48.246379 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device e616c692-3980-42fa-a86a-a563cdaef60f details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:29:48.345454 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port e616c692-3980-42fa-a86a-a563cdaef60f, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=e616c692-3980-42fa-a86a-a563cdaef60f,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:29:48.356188 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': 'e616c692-3980-42fa-a86a-a563cdaef60f', 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'port_id': 'e616c692-3980-42fa-a86a-a563cdaef60f', 'mac_address': 'fa:16:3e:6f:a0:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:29:48.557001 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port e616c692-3980-42fa-a86a-a563cdaef60f is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:29:48.557402 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (e616c692-3980-42fa-a86a-a563cdaef60f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:48.570139 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e616c692-3980-42fa-a86a-a563cdaef60f {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:29:48.589311 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port e616c692-3980-42fa-a86a-a563cdaef60f, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=e616c692-3980-42fa-a86a-a563cdaef60f,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:29:48.593399 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (e616c692-3980-42fa-a86a-a563cdaef60f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:48.640897 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=e616c692-3980-42fa-a86a-a563cdaef60f,revision_number=8']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:29:48.827730 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['e616c692-3980-42fa-a86a-a563cdaef60f'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:29:49.206660 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c06c21-d6d3-49c4-b86a-0cc729d50d7d req-8a4a5b40-62c2-44ea-b1b2-4fc04da9ebfd tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:49.208052 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-19c06c21-d6d3-49c4-b86a-0cc729d50d7d req-8a4a5b40-62c2-44ea-b1b2-4fc04da9ebfd tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=698b47ec-1220-494a-92a7-7933aab797af HTTP/1.1" status: 200 len: 944 time: 0.0516648 Feb 17 18:29:49.231029 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216a96b-275f-40eb-a8bc-7c9258782093 req-ad302107-f3a6-4e0d-ba35-02d170ca8f99 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:49.232544 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9216a96b-275f-40eb-a8bc-7c9258782093 req-ad302107-f3a6-4e0d-ba35-02d170ca8f99 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.71 "GET /v2.0/ports?device_id=698b47ec-1220-494a-92a7-7933aab797af HTTP/1.1" status: 200 len: 944 time: 0.0513384 Feb 17 18:29:49.259295 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-19c06c21-d6d3-49c4-b86a-0cc729d50d7d req-9ac2f55c-7146-4c59-a43e-022b2a2a4edf tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455647 Feb 17 18:29:49.323885 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-9216a96b-275f-40eb-a8bc-7c9258782093 req-382e62b8-06c7-499f-9cd0-97a09b68e8cd tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Deleting port e616c692-3980-42fa-a86a-a563cdaef60f {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:29:49.324233 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9216a96b-275f-40eb-a8bc-7c9258782093 req-382e62b8-06c7-499f-9cd0-97a09b68e8cd tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (e616c692-3980-42fa-a86a-a563cdaef60f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:49.419745 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-9216a96b-275f-40eb-a8bc-7c9258782093 req-382e62b8-06c7-499f-9cd0-97a09b68e8cd tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] For port e616c692-3980-42fa-a86a-a563cdaef60f, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=e616c692-3980-42fa-a86a-a563cdaef60f,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:29:49.420122 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9216a96b-275f-40eb-a8bc-7c9258782093 req-382e62b8-06c7-499f-9cd0-97a09b68e8cd tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (e616c692-3980-42fa-a86a-a563cdaef60f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:49.420702 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:49.650146 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9216a96b-275f-40eb-a8bc-7c9258782093 req-382e62b8-06c7-499f-9cd0-97a09b68e8cd tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:49.650524 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9216a96b-275f-40eb-a8bc-7c9258782093 req-382e62b8-06c7-499f-9cd0-97a09b68e8cd tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (c0014eff-9ab5-44b8-b527-0266fdc0771f), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:49.650868 n-d-829613-2 neutron-server[103434]: INFO neutron.db.l3_db [req-9216a96b-275f-40eb-a8bc-7c9258782093 req-382e62b8-06c7-499f-9cd0-97a09b68e8cd tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Floating IP c0014eff-9ab5-44b8-b527-0266fdc0771f disassociated. External IP: 172.25.8.104, port: e616c692-3980-42fa-a86a-a563cdaef60f. Feb 17 18:29:49.651218 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-9216a96b-275f-40eb-a8bc-7c9258782093 req-382e62b8-06c7-499f-9cd0-97a09b68e8cd tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Calling delete_port for e616c692-3980-42fa-a86a-a563cdaef60f owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:29:49.783630 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9216a96b-275f-40eb-a8bc-7c9258782093 req-382e62b8-06c7-499f-9cd0-97a09b68e8cd tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (e616c692-3980-42fa-a86a-a563cdaef60f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:49.809831 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382e62b8-06c7-499f-9cd0-97a09b68e8cd tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Pushing event deleted for resources: {'Port': ['ID=e616c692-3980-42fa-a86a-a563cdaef60f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:29:49.943908 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9216a96b-275f-40eb-a8bc-7c9258782093 req-382e62b8-06c7-499f-9cd0-97a09b68e8cd tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Router 76498594-4aab-41f9-813a-ecded6613ceb has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:29:50.062438 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9216a96b-275f-40eb-a8bc-7c9258782093 req-382e62b8-06c7-499f-9cd0-97a09b68e8cd tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:29:50.074778 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de80c49e-6b31-4a21-a508-fbbfa61e76af None None] Sync routers for ids ['76498594-4aab-41f9-813a-ecded6613ceb'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:29:50.086702 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de80c49e-6b31-4a21-a508-fbbfa61e76af None None] Routers {'76498594-4aab-41f9-813a-ecded6613ceb'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:29:50.087249 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-de80c49e-6b31-4a21-a508-fbbfa61e76af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:29:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['76498594-4aab-41f9-813a-ecded6613ceb'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:29:50.105072 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-9216a96b-275f-40eb-a8bc-7c9258782093 req-382e62b8-06c7-499f-9cd0-97a09b68e8cd tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] No DVR routers for this DVR port e616c692-3980-42fa-a86a-a563cdaef60f on host n-h1-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:29:50.107753 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-9216a96b-275f-40eb-a8bc-7c9258782093 req-382e62b8-06c7-499f-9cd0-97a09b68e8cd tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:50.111924 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9216a96b-275f-40eb-a8bc-7c9258782093 req-382e62b8-06c7-499f-9cd0-97a09b68e8cd tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.71 "DELETE /v2.0/ports/e616c692-3980-42fa-a86a-a563cdaef60f HTTP/1.1" status: 204 len: 173 time: 0.8745551 Feb 17 18:29:50.112406 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698b47ec-1220-494a-92a7-7933aab797af', 'name': 'network-vif-deleted', 'tag': 'e616c692-3980-42fa-a86a-a563cdaef60f'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:29:50.114682 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f695db-8895-4bdd-a57a-bc2e9bb0e1fb" -d '{"events": [{"server_uuid": "698b47ec-1220-494a-92a7-7933aab797af", "name": "network-vif-deleted", "tag": "e616c692-3980-42fa-a86a-a563cdaef60f"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:29:50.167338 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc37ef2-1a56-4fcc-9e84-667eb5394ebd x-openstack-request-id: req-6cc37ef2-1a56-4fcc-9e84-667eb5394ebd {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:29:50.167641 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698b47ec-1220-494a-92a7-7933aab797af", "name": "network-vif-deleted", "tag": "e616c692-3980-42fa-a86a-a563cdaef60f", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:29:50.168033 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6cc37ef2-1a56-4fcc-9e84-667eb5394ebd {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:29:50.168355 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '698b47ec-1220-494a-92a7-7933aab797af', 'name': 'network-vif-deleted', 'tag': 'e616c692-3980-42fa-a86a-a563cdaef60f', 'status': 'completed', 'code': 200} Feb 17 18:29:50.211529 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:50.240955 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-de80c49e-6b31-4a21-a508-fbbfa61e76af None None] Set router 76498594-4aab-41f9-813a-ecded6613ceb gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:29:50.275841 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device e616c692-3980-42fa-a86a-a563cdaef60f details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:29:50.285037 n-d-829613-2 neutron-server[103436]: INFO neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No ports have port_id starting with e616c692-3980-42fa-a86a-a563cdaef60f Feb 17 18:29:50.287608 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device e616c692-3980-42fa-a86a-a563cdaef60f requested by agent hyperv_n-h1-829613-2 not found in database {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Feb 17 18:29:50.371590 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3a5ca1d4-945e-40a6-8fd2-c2c90e3180fc req-cbbf04b1-85b6-4fdb-a96e-5729cd83f444 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=698b47ec-1220-494a-92a7-7933aab797af HTTP/1.1" status: 200 len: 210 time: 0.0271065 Feb 17 18:29:50.471221 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-de80c49e-6b31-4a21-a508-fbbfa61e76af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76498594-4aab-41f9-813a-ecded6613ceb', 'name': 'tempest-ServerActionsTestJSON-1642038656-router', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:29:03Z', 'updated_at': '2022-02-17T18:29:06Z', 'revision_number': 4, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'gw_port': {'id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:01:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:04Z', 'updated_at': '2022-02-17T18:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '4e55312d-5277-4983-88f4-2c27cbc57823', 'name': '', 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'mac_address': 'fa:16:3e:0d:3a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:06Z', 'updated_at': '2022-02-17T18:29:09Z', 'revision_number': 5, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'subnets': [{'id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:29:50.499306 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de80c49e-6b31-4a21-a508-fbbfa61e76af None None] Checking router: 76498594-4aab-41f9-813a-ecded6613ceb for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:29:50.508351 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de80c49e-6b31-4a21-a508-fbbfa61e76af None None] Routers {'76498594-4aab-41f9-813a-ecded6613ceb'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:29:50.508960 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-de80c49e-6b31-4a21-a508-fbbfa61e76af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:29:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['76498594-4aab-41f9-813a-ecded6613ceb'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:29:50.620605 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-de80c49e-6b31-4a21-a508-fbbfa61e76af None None] Set router 76498594-4aab-41f9-813a-ecded6613ceb gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:29:50.815283 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-de80c49e-6b31-4a21-a508-fbbfa61e76af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76498594-4aab-41f9-813a-ecded6613ceb', 'name': 'tempest-ServerActionsTestJSON-1642038656-router', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:29:03Z', 'updated_at': '2022-02-17T18:29:06Z', 'revision_number': 4, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'gw_port': {'id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:01:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:04Z', 'updated_at': '2022-02-17T18:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '4e55312d-5277-4983-88f4-2c27cbc57823', 'name': '', 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'mac_address': 'fa:16:3e:0d:3a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:06Z', 'updated_at': '2022-02-17T18:29:09Z', 'revision_number': 5, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'subnets': [{'id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:29:50.845317 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de80c49e-6b31-4a21-a508-fbbfa61e76af None None] The sync data for ids ['76498594-4aab-41f9-813a-ecded6613ceb'] in n-d-829613-2 is: [{'id': '76498594-4aab-41f9-813a-ecded6613ceb', 'name': 'tempest-ServerActionsTestJSON-1642038656-router', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:29:03Z', 'updated_at': '2022-02-17T18:29:06Z', 'revision_number': 4, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'gw_port': {'id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:01:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:04Z', 'updated_at': '2022-02-17T18:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '4e55312d-5277-4983-88f4-2c27cbc57823', 'name': '', 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'mac_address': 'fa:16:3e:0d:3a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:06Z', 'updated_at': '2022-02-17T18:29:09Z', 'revision_number': 5, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'subnets': [{'id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:29:51.205876 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85ed17c-8404-45f5-9747-eb5c82221e36 None None] New status for floating IP c0014eff-9ab5-44b8-b527-0266fdc0771f: DOWN {{(pid=103438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 18:29:51.619170 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-be516413-2e87-481f-969f-fc4fb20df26b req-9558ef32-5f36-4bb2-b33c-d000d1f661f1 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--509750553&fields=id&tenant_id=b95070cca00649ec8cd80a9286a09d5a HTTP/1.1" status: 200 len: 267 time: 0.0430105 Feb 17 18:29:51.723450 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be516413-2e87-481f-969f-fc4fb20df26b req-5e421db6-38a5-47d4-a40e-84f4eaee1d53 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:51.724817 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-be516413-2e87-481f-969f-fc4fb20df26b req-5e421db6-38a5-47d4-a40e-84f4eaee1d53 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/networks?id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f HTTP/1.1" status: 200 len: 812 time: 0.0993319 Feb 17 18:29:51.739704 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-be516413-2e87-481f-969f-fc4fb20df26b req-ea4826e3-fc6c-4ba9-9ab0-064d6743ccaa tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/quotas/b95070cca00649ec8cd80a9286a09d5a HTTP/1.1" status: 200 len: 375 time: 0.0095208 Feb 17 18:29:51.796150 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-be516413-2e87-481f-969f-fc4fb20df26b req-ef857919-a815-49b2-ab74-29c9ba6cfdba tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=b95070cca00649ec8cd80a9286a09d5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511050 Feb 17 18:29:51.889252 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-be516413-2e87-481f-969f-fc4fb20df26b req-22e314d7-cb0e-4b57-a6e5-ca809c153bc1 service neutron] 10.222.0.87 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818737 Feb 17 18:29:51.979852 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-be516413-2e87-481f-969f-fc4fb20df26b req-4154585a-5587-44cf-8fa1-99b563ebfb14 service neutron] 10.222.0.87 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841775 Feb 17 18:29:52.138759 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fa07e9b4-6226-476d-863b-9e9f400c760c req-0a79b667-5fde-4120-9a2b-3745d1bb7e9f tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 210 time: 0.0286999 Feb 17 18:29:52.264726 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device e616c692-3980-42fa-a86a-a563cdaef60f no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:29:52.286809 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: e616c692-3980-42fa-a86a-a563cdaef60f {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:29:52.287167 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device e616c692-3980-42fa-a86a-a563cdaef60f not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:29:53.237383 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9978c6f8-b604-40c2-893a-acda7205bfd9 req-f432548a-4ff0-4415-adfa-f41fa9e7ff14 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 210 time: 0.0280156 Feb 17 18:29:53.334500 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be516413-2e87-481f-969f-fc4fb20df26b req-898d43ed-2550-48d7-b2b5-83af6e109a5a tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:53.335976 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-be516413-2e87-481f-969f-fc4fb20df26b req-898d43ed-2550-48d7-b2b5-83af6e109a5a tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.71 "GET /v2.0/networks?id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f HTTP/1.1" status: 200 len: 812 time: 0.4047456 Feb 17 18:29:53.395329 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-be516413-2e87-481f-969f-fc4fb20df26b req-c4796dfa-e418-4a9c-8060-2e3f067042bb tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b95070cca00649ec8cd80a9286a09d5a HTTP/1.1" status: 200 len: 379 time: 0.0504439 Feb 17 18:29:53.403327 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-be516413-2e87-481f-969f-fc4fb20df26b req-571da954-93e0-4a64-9541-bf42b326e4b3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Request body: {'port': {'device_id': 'b9a0f928-305a-48f3-aafc-7bb7dacf217d', 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'admin_state_up': True, 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'security_groups': ['18c188a0-dd5d-4d96-8b4f-8f48993fe826']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:29:53.519164 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be516413-2e87-481f-969f-fc4fb20df26b req-571da954-93e0-4a64-9541-bf42b326e4b3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Made reservation on behalf of b95070cca00649ec8cd80a9286a09d5a for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:29:53.522670 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-be516413-2e87-481f-969f-fc4fb20df26b req-571da954-93e0-4a64-9541-bf42b326e4b3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:53.646494 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-be516413-2e87-481f-969f-fc4fb20df26b req-571da954-93e0-4a64-9541-bf42b326e4b3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Allocated IP 172.20.0.7 (7d7e5a00-4e77-4550-b2e1-3593cfcc179f/7c02f544-74b1-43f4-804d-621a97e65d40/04ed4e74-6dc6-4fe3-b10c-98030dbb07fc) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:29:53.787006 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-be516413-2e87-481f-969f-fc4fb20df26b req-571da954-93e0-4a64-9541-bf42b326e4b3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks [] for port (04ed4e74-6dc6-4fe3-b10c-98030dbb07fc), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:53.820597 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-be516413-2e87-481f-969f-fc4fb20df26b req-571da954-93e0-4a64-9541-bf42b326e4b3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (04ed4e74-6dc6-4fe3-b10c-98030dbb07fc), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:53.860950 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be516413-2e87-481f-969f-fc4fb20df26b req-571da954-93e0-4a64-9541-bf42b326e4b3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Network 7d7e5a00-4e77-4550-b2e1-3593cfcc179f is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:29:53.866010 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-be516413-2e87-481f-969f-fc4fb20df26b req-571da954-93e0-4a64-9541-bf42b326e4b3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:29:53.870020 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-be516413-2e87-481f-969f-fc4fb20df26b req-571da954-93e0-4a64-9541-bf42b326e4b3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:29:53.900423 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571da954-93e0-4a64-9541-bf42b326e4b3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Pushing event updated for resources: {'Port': ['ID=04ed4e74-6dc6-4fe3-b10c-98030dbb07fc,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:29:53.924729 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be516413-2e87-481f-969f-fc4fb20df26b req-571da954-93e0-4a64-9541-bf42b326e4b3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:53.925358 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-be516413-2e87-481f-969f-fc4fb20df26b req-571da954-93e0-4a64-9541-bf42b326e4b3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:53.941696 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-be516413-2e87-481f-969f-fc4fb20df26b req-571da954-93e0-4a64-9541-bf42b326e4b3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5418322 Feb 17 18:29:53.953035 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-be516413-2e87-481f-969f-fc4fb20df26b req-096dc45b-531f-49fa-83c6-7eee38b548da service neutron] Request body: {'port': {'device_id': 'b9a0f928-305a-48f3-aafc-7bb7dacf217d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:29:54.020967 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-be516413-2e87-481f-969f-fc4fb20df26b req-096dc45b-531f-49fa-83c6-7eee38b548da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (04ed4e74-6dc6-4fe3-b10c-98030dbb07fc), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:54.152032 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b3310784-4711-41ad-bd77-ed8cc2a2bdf0 None None] Provisioning complete for port 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:29:54.152615 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b3310784-4711-41ad-bd77-ed8cc2a2bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (04ed4e74-6dc6-4fe3-b10c-98030dbb07fc), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:54.186281 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b3310784-4711-41ad-bd77-ed8cc2a2bdf0 None None] Port 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:29:54.281072 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-be516413-2e87-481f-969f-fc4fb20df26b req-096dc45b-531f-49fa-83c6-7eee38b548da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:29:54.289416 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-be516413-2e87-481f-969f-fc4fb20df26b req-096dc45b-531f-49fa-83c6-7eee38b548da service neutron] Publish callbacks [] for port (04ed4e74-6dc6-4fe3-b10c-98030dbb07fc), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:54.301389 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-be516413-2e87-481f-969f-fc4fb20df26b req-096dc45b-531f-49fa-83c6-7eee38b548da service neutron] Transition to ACTIVE for port object 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 18:29:54.306230 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-be516413-2e87-481f-969f-fc4fb20df26b req-096dc45b-531f-49fa-83c6-7eee38b548da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (04ed4e74-6dc6-4fe3-b10c-98030dbb07fc), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:54.362662 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096dc45b-531f-49fa-83c6-7eee38b548da service neutron] Pushing event updated for resources: {'Port': ['ID=04ed4e74-6dc6-4fe3-b10c-98030dbb07fc,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:29:54.363263 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debfc443-0ce9-4c48-b29c-7043a0a831de req-854311ed-3e38-4e2f-a15e-ecbde17fd0cd tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:54.364273 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-debfc443-0ce9-4c48-b29c-7043a0a831de req-854311ed-3e38-4e2f-a15e-ecbde17fd0cd tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 943 time: 0.0579591 Feb 17 18:29:54.424575 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-debfc443-0ce9-4c48-b29c-7043a0a831de req-34edc412-3859-48b5-a54b-e304ff75e4e7 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542078 Feb 17 18:29:54.434266 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-be516413-2e87-481f-969f-fc4fb20df26b req-096dc45b-531f-49fa-83c6-7eee38b548da service neutron] Attempting to bind port 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:29:54.434599 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-be516413-2e87-481f-969f-fc4fb20df26b req-096dc45b-531f-49fa-83c6-7eee38b548da service neutron] Attempting to bind port 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '92c4ed30-6140-45be-8dd4-17f2cf335d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:29:54.434929 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be516413-2e87-481f-969f-fc4fb20df26b req-096dc45b-531f-49fa-83c6-7eee38b548da service neutron] Attempting to bind port 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc on network 7d7e5a00-4e77-4550-b2e1-3593cfcc179f {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:29:54.439936 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be516413-2e87-481f-969f-fc4fb20df26b req-096dc45b-531f-49fa-83c6-7eee38b548da service neutron] Port 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc on network 7d7e5a00-4e77-4550-b2e1-3593cfcc179f not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:29:54.440086 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be516413-2e87-481f-969f-fc4fb20df26b req-096dc45b-531f-49fa-83c6-7eee38b548da service neutron] Attempting to bind port 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc on network 7d7e5a00-4e77-4550-b2e1-3593cfcc179f {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:29:54.445021 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be516413-2e87-481f-969f-fc4fb20df26b req-096dc45b-531f-49fa-83c6-7eee38b548da service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:29:54.445368 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be516413-2e87-481f-969f-fc4fb20df26b req-096dc45b-531f-49fa-83c6-7eee38b548da service neutron] Checking segment: {'id': '92c4ed30-6140-45be-8dd4-17f2cf335d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:29:54.445762 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be516413-2e87-481f-969f-fc4fb20df26b req-096dc45b-531f-49fa-83c6-7eee38b548da service neutron] Bound using segment: {'id': '92c4ed30-6140-45be-8dd4-17f2cf335d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:29:54.446190 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-be516413-2e87-481f-969f-fc4fb20df26b req-096dc45b-531f-49fa-83c6-7eee38b548da service neutron] Bound port: 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92c4ed30-6140-45be-8dd4-17f2cf335d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:29:54.446678 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-be516413-2e87-481f-969f-fc4fb20df26b req-096dc45b-531f-49fa-83c6-7eee38b548da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (04ed4e74-6dc6-4fe3-b10c-98030dbb07fc), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:54.513704 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-be516413-2e87-481f-969f-fc4fb20df26b req-096dc45b-531f-49fa-83c6-7eee38b548da service neutron] For port 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:29:54.517449 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-be516413-2e87-481f-969f-fc4fb20df26b req-096dc45b-531f-49fa-83c6-7eee38b548da service neutron] For port 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=04ed4e74-6dc6-4fe3-b10c-98030dbb07fc,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:29:54.523084 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-be516413-2e87-481f-969f-fc4fb20df26b req-096dc45b-531f-49fa-83c6-7eee38b548da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (04ed4e74-6dc6-4fe3-b10c-98030dbb07fc), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:54.560017 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be516413-2e87-481f-969f-fc4fb20df26b req-096dc45b-531f-49fa-83c6-7eee38b548da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:54.560745 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-be516413-2e87-481f-969f-fc4fb20df26b req-096dc45b-531f-49fa-83c6-7eee38b548da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:54.562123 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-be516413-2e87-481f-969f-fc4fb20df26b req-096dc45b-531f-49fa-83c6-7eee38b548da service neutron] 10.222.0.71 "PUT /v2.0/ports/04ed4e74-6dc6-4fe3-b10c-98030dbb07fc HTTP/1.1" status: 200 len: 1091 time: 0.6136627 Feb 17 18:29:54.562568 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a0f928-305a-48f3-aafc-7bb7dacf217d', 'tag': '04ed4e74-6dc6-4fe3-b10c-98030dbb07fc'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:29:54.564970 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c8454d-2153-4418-9a32-206bcf48886e" -d '{"events": [{"name": "network-changed", "server_uuid": "b9a0f928-305a-48f3-aafc-7bb7dacf217d", "tag": "04ed4e74-6dc6-4fe3-b10c-98030dbb07fc"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:29:54.591891 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096dc45b-531f-49fa-83c6-7eee38b548da service neutron] Pushing event updated for resources: {'Port': ['ID=04ed4e74-6dc6-4fe3-b10c-98030dbb07fc,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:29:54.610809 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2b3a83-aeac-4e00-b0c2-af68c6109e70 x-openstack-request-id: req-9e2b3a83-aeac-4e00-b0c2-af68c6109e70 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:29:54.611137 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9a0f928-305a-48f3-aafc-7bb7dacf217d", "tag": "04ed4e74-6dc6-4fe3-b10c-98030dbb07fc", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:29:54.611458 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9e2b3a83-aeac-4e00-b0c2-af68c6109e70 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:29:54.611818 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9a0f928-305a-48f3-aafc-7bb7dacf217d', 'tag': '04ed4e74-6dc6-4fe3-b10c-98030dbb07fc', 'status': 'completed', 'code': 200} Feb 17 18:29:54.663983 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be516413-2e87-481f-969f-fc4fb20df26b req-f4a4f0bd-3180-46fa-bd66-4bf111780ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:54.665634 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-be516413-2e87-481f-969f-fc4fb20df26b req-f4a4f0bd-3180-46fa-bd66-4bf111780ae4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b95070cca00649ec8cd80a9286a09d5a&device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 1125 time: 0.0491409 Feb 17 18:29:54.708869 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-be516413-2e87-481f-969f-fc4fb20df26b req-bec742bd-ea01-4e86-b9da-36047b0f17ff service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04ed4e74-6dc6-4fe3-b10c-98030dbb07fc HTTP/1.1" status: 200 len: 217 time: 0.0361495 Feb 17 18:29:54.764147 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be516413-2e87-481f-969f-fc4fb20df26b req-b540b0f6-4a11-4837-bb13-8025fec10c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:54.765661 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-be516413-2e87-481f-969f-fc4fb20df26b req-b540b0f6-4a11-4837-bb13-8025fec10c71 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7c02f544-74b1-43f4-804d-621a97e65d40 HTTP/1.1" status: 200 len: 851 time: 0.0457134 Feb 17 18:29:54.818406 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be516413-2e87-481f-969f-fc4fb20df26b req-b90d405f-641c-4695-ae5c-33c906ebec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:54.819831 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-be516413-2e87-481f-969f-fc4fb20df26b req-b90d405f-641c-4695-ae5c-33c906ebec50 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484667 Feb 17 18:29:54.909409 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-be516413-2e87-481f-969f-fc4fb20df26b req-80b5c162-d19d-448f-bac6-af2fa9792504 service neutron] 10.222.0.71 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835512 Feb 17 18:29:55.001214 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-be516413-2e87-481f-969f-fc4fb20df26b req-ee9e416d-aa2b-42b8-aa8e-df74baae84e2 service neutron] 10.222.0.71 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857987 Feb 17 18:29:55.092349 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c8454d-2153-4418-9a32-206bcf48886e req-7bc25997-3fec-4c6e-9000-3c84c72119df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:55.093870 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-14c8454d-2153-4418-9a32-206bcf48886e req-7bc25997-3fec-4c6e-9000-3c84c72119df service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b95070cca00649ec8cd80a9286a09d5a&device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 1125 time: 0.0458698 Feb 17 18:29:55.186801 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c8454d-2153-4418-9a32-206bcf48886e req-fbb2a644-3e23-41f1-8210-cffd11e6bd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:55.188278 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-14c8454d-2153-4418-9a32-206bcf48886e req-fbb2a644-3e23-41f1-8210-cffd11e6bd25 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f HTTP/1.1" status: 200 len: 913 time: 0.0884807 Feb 17 18:29:55.227181 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-14c8454d-2153-4418-9a32-206bcf48886e req-bf69d5df-93a7-4e16-8b37-f0f54275422e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04ed4e74-6dc6-4fe3-b10c-98030dbb07fc HTTP/1.1" status: 200 len: 217 time: 0.0336869 Feb 17 18:29:55.273225 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c8454d-2153-4418-9a32-206bcf48886e req-22a5a26c-c1f6-4fac-a407-ee87734e175e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:55.274621 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-14c8454d-2153-4418-9a32-206bcf48886e req-22a5a26c-c1f6-4fac-a407-ee87734e175e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7c02f544-74b1-43f4-804d-621a97e65d40 HTTP/1.1" status: 200 len: 851 time: 0.0417209 Feb 17 18:29:55.327760 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c8454d-2153-4418-9a32-206bcf48886e req-cea271cd-f8da-4314-9e4b-479f3d029680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:55.329765 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-14c8454d-2153-4418-9a32-206bcf48886e req-cea271cd-f8da-4314-9e4b-479f3d029680 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471730 Feb 17 18:29:55.421564 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-14c8454d-2153-4418-9a32-206bcf48886e req-834dbf15-968c-4194-9355-279ef50067f3 service neutron] 10.222.0.71 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836847 Feb 17 18:29:55.517351 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-14c8454d-2153-4418-9a32-206bcf48886e req-f22197e5-e912-4014-a640-5bf672c08870 service neutron] 10.222.0.71 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890310 Feb 17 18:29:55.545736 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef9edf-e31f-4381-924b-dcaad6c7758e req-54f680b1-6c7c-4a63-a16c-364c66b73c81 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:55.547231 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f9ef9edf-e31f-4381-924b-dcaad6c7758e req-54f680b1-6c7c-4a63-a16c-364c66b73c81 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 943 time: 0.0528347 Feb 17 18:29:55.594293 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f9ef9edf-e31f-4381-924b-dcaad6c7758e req-dddac804-b6e1-42aa-aead-99a07b3936ab tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411696 Feb 17 18:29:56.714327 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a19978-2fb2-41a8-b796-7a327eabbadb req-ea9cf288-3823-430b-b5bf-907b82f31b98 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:56.715788 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b0a19978-2fb2-41a8-b796-7a327eabbadb req-ea9cf288-3823-430b-b5bf-907b82f31b98 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 943 time: 0.0515065 Feb 17 18:29:56.762006 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b0a19978-2fb2-41a8-b796-7a327eabbadb req-89c8efa2-5d66-4295-b080-461816852cff tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406415 Feb 17 18:29:57.884968 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323802f-b1e4-4375-bee1-a7d8ed4749f9 req-a44e1016-0793-41fc-90d2-0875a10f2164 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:57.886449 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e323802f-b1e4-4375-bee1-a7d8ed4749f9 req-a44e1016-0793-41fc-90d2-0875a10f2164 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 943 time: 0.0564544 Feb 17 18:29:57.932763 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e323802f-b1e4-4375-bee1-a7d8ed4749f9 req-5a564fb1-f693-4f2f-bf1b-efc4f155510f tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398448 Feb 17 18:29:58.295781 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:29:58.395028 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=04ed4e74-6dc6-4fe3-b10c-98030dbb07fc,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:29:58.406085 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '04ed4e74-6dc6-4fe3-b10c-98030dbb07fc', 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'port_id': '04ed4e74-6dc6-4fe3-b10c-98030dbb07fc', 'mac_address': 'fa:16:3e:90:29:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:29:58.449424 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:29:58.449845 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (04ed4e74-6dc6-4fe3-b10c-98030dbb07fc), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:58.463432 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:29:58.484205 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=04ed4e74-6dc6-4fe3-b10c-98030dbb07fc,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:29:58.488997 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (04ed4e74-6dc6-4fe3-b10c-98030dbb07fc), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:29:58.545584 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=04ed4e74-6dc6-4fe3-b10c-98030dbb07fc,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:29:58.553717 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:29:58.554073 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:29:58.554419 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:29:58.554760 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:29:58.555098 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:29:58.555435 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:29:58.555765 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:29:58.556093 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:29:58.556446 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:29:58.556776 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:29:58.557104 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:29:58.557429 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:29:58.557752 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:29:58.680384 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['04ed4e74-6dc6-4fe3-b10c-98030dbb07fc'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:29:59.054893 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed05d1-3f39-4e2b-9971-6685f0f5c11d req-76b28d01-e651-444f-97a5-f0b185fec9d3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:29:59.056546 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-13ed05d1-3f39-4e2b-9971-6685f0f5c11d req-76b28d01-e651-444f-97a5-f0b185fec9d3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 944 time: 0.0536029 Feb 17 18:29:59.103808 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-13ed05d1-3f39-4e2b-9971-6685f0f5c11d req-502766dd-023a-4e09-a093-b698667e1feb tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414715 Feb 17 18:30:00.230540 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714dacce-1394-45de-a226-8e418f4330d0 req-22a90b97-3c50-470d-8d2d-16195f30cd09 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:00.231945 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-714dacce-1394-45de-a226-8e418f4330d0 req-22a90b97-3c50-470d-8d2d-16195f30cd09 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 944 time: 0.0573297 Feb 17 18:30:00.278745 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-714dacce-1394-45de-a226-8e418f4330d0 req-03367d45-6474-4280-9e2f-cc1b57ae72eb tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406783 Feb 17 18:30:00.311400 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:30:00.358839 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 18:30:00.363816 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:30:00.364228 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (04ed4e74-6dc6-4fe3-b10c-98030dbb07fc), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:00.449173 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:30:00.449565 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (04ed4e74-6dc6-4fe3-b10c-98030dbb07fc), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:00.473076 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a0f928-305a-48f3-aafc-7bb7dacf217d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ed4e74-6dc6-4fe3-b10c-98030dbb07fc'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:30:00.475307 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a58b36eb5214be741a58d8f0f454d70cefb3ebdc097f6d2df64ce05b1b6ee80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b975ceba-1b95-40b3-a06e-4d0536f77274" -d '{"events": [{"server_uuid": "b9a0f928-305a-48f3-aafc-7bb7dacf217d", "name": "network-vif-plugged", "status": "completed", "tag": "04ed4e74-6dc6-4fe3-b10c-98030dbb07fc"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:30:00.487119 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=04ed4e74-6dc6-4fe3-b10c-98030dbb07fc,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:30:00.491296 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (04ed4e74-6dc6-4fe3-b10c-98030dbb07fc), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:00.517400 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027e7961-e615-46c9-b1f8-f429ff48ff04 x-openstack-request-id: req-027e7961-e615-46c9-b1f8-f429ff48ff04 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:30:00.517699 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a0f928-305a-48f3-aafc-7bb7dacf217d", "name": "network-vif-plugged", "status": "completed", "tag": "04ed4e74-6dc6-4fe3-b10c-98030dbb07fc", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:30:00.517957 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-027e7961-e615-46c9-b1f8-f429ff48ff04 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:30:00.518360 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a0f928-305a-48f3-aafc-7bb7dacf217d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ed4e74-6dc6-4fe3-b10c-98030dbb07fc', 'code': 200} Feb 17 18:30:00.557600 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=04ed4e74-6dc6-4fe3-b10c-98030dbb07fc,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:30:00.624084 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f303f-7989-4d51-b130-b417beaa8099 req-713a1964-5940-48cc-bca2-1b55fbb51675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:00.626192 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e15f303f-7989-4d51-b130-b417beaa8099 req-713a1964-5940-48cc-bca2-1b55fbb51675 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 1127 time: 0.0453434 Feb 17 18:30:00.668555 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e15f303f-7989-4d51-b130-b417beaa8099 req-c8084edb-37f5-48fd-afe9-848e198a9eff service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369272 Feb 17 18:30:01.397641 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efb11e-c2a1-415b-9a03-8032bd708cbb req-7d347b96-4f11-4b3e-9b9b-dd543789508d tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:01.399120 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-06efb11e-c2a1-415b-9a03-8032bd708cbb req-7d347b96-4f11-4b3e-9b9b-dd543789508d tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 945 time: 0.0533936 Feb 17 18:30:01.444798 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-06efb11e-c2a1-415b-9a03-8032bd708cbb req-3e2b0480-d861-4a39-a5da-66f4271c5990 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401306 Feb 17 18:30:01.913427 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:30:02.565232 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2c70c-ffd1-4bd5-9004-b17dba35e8ef req-b63ea64f-460e-4417-aa75-a5332c2026d7 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:02.566681 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-42c2c70c-ffd1-4bd5-9004-b17dba35e8ef req-b63ea64f-460e-4417-aa75-a5332c2026d7 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 945 time: 0.0511570 Feb 17 18:30:02.617135 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-42c2c70c-ffd1-4bd5-9004-b17dba35e8ef req-210592cd-f8cc-428e-9681-7cd52d4c9501 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443738 Feb 17 18:30:02.730064 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9db06-ea75-4ecf-8991-b0b2f55c5199 req-52804980-aa31-4e7b-bc97-2bc096cac720 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:02.731440 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eae9db06-ea75-4ecf-8991-b0b2f55c5199 req-52804980-aa31-4e7b-bc97-2bc096cac720 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 945 time: 0.0517952 Feb 17 18:30:02.739951 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 39276) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:30:02.744875 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-f46431a0-27c1-4eae-95b1-7cc3577cc207 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Request body: {'floatingip': {'port_id': '04ed4e74-6dc6-4fe3-b10c-98030dbb07fc'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:30:02.784228 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f46431a0-27c1-4eae-95b1-7cc3577cc207 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks [] for floatingip (c0014eff-9ab5-44b8-b527-0266fdc0771f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:03.045018 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-22edd705-b23f-4c5f-bc14-304e7b7cecb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:03.512689 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f46431a0-27c1-4eae-95b1-7cc3577cc207 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:03.516826 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f46431a0-27c1-4eae-95b1-7cc3577cc207 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (c0014eff-9ab5-44b8-b527-0266fdc0771f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:03.619511 n-d-829613-2 neutron-server[103435]: INFO neutron.db.l3_db [None req-f46431a0-27c1-4eae-95b1-7cc3577cc207 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Floating IP c0014eff-9ab5-44b8-b527-0266fdc0771f associated. External IP: 172.25.8.104, port: 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc. Feb 17 18:30:03.827840 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f46431a0-27c1-4eae-95b1-7cc3577cc207 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Router 76498594-4aab-41f9-813a-ecded6613ceb has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:30:03.935572 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46431a0-27c1-4eae-95b1-7cc3577cc207 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:30:03.941419 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f46431a0-27c1-4eae-95b1-7cc3577cc207 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:03.946133 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dfd325-30f8-45d0-8928-769795b780d1 None None] Sync routers for ids ['76498594-4aab-41f9-813a-ecded6613ceb'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:30:03.958683 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dfd325-30f8-45d0-8928-769795b780d1 None None] Routers {'76498594-4aab-41f9-813a-ecded6613ceb'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:30:03.959425 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a2dfd325-30f8-45d0-8928-769795b780d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:29:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['76498594-4aab-41f9-813a-ecded6613ceb'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:30:03.971821 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-f46431a0-27c1-4eae-95b1-7cc3577cc207 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "PUT /v2.0/floatingips/c0014eff-9ab5-44b8-b527-0266fdc0771f HTTP/1.1" status: 200 len: 991 time: 1.2307963 Feb 17 18:30:03.972450 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a0f928-305a-48f3-aafc-7bb7dacf217d', 'tag': '04ed4e74-6dc6-4fe3-b10c-98030dbb07fc'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:30:03.974734 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b190af5285b65727f3b44dc6e403f34aceaa8adb38edcfb0268daad85aadb275" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ecec22-f3df-41fb-8a4b-91df202c30a2" -d '{"events": [{"name": "network-changed", "server_uuid": "b9a0f928-305a-48f3-aafc-7bb7dacf217d", "tag": "04ed4e74-6dc6-4fe3-b10c-98030dbb07fc"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:30:04.017925 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95de997b-a883-483d-8c47-04fcab8dc38e x-openstack-request-id: req-95de997b-a883-483d-8c47-04fcab8dc38e {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:30:04.018290 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9a0f928-305a-48f3-aafc-7bb7dacf217d", "tag": "04ed4e74-6dc6-4fe3-b10c-98030dbb07fc", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:30:04.018632 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-95de997b-a883-483d-8c47-04fcab8dc38e {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:30:04.019164 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9a0f928-305a-48f3-aafc-7bb7dacf217d', 'tag': '04ed4e74-6dc6-4fe3-b10c-98030dbb07fc', 'status': 'completed', 'code': 200} Feb 17 18:30:04.090132 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ecec22-f3df-41fb-8a4b-91df202c30a2 req-6da62c53-8ffc-4408-8081-0437f0798f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:04.091350 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-a2dfd325-30f8-45d0-8928-769795b780d1 None None] Set router 76498594-4aab-41f9-813a-ecded6613ceb gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:30:04.091782 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-80ecec22-f3df-41fb-8a4b-91df202c30a2 req-6da62c53-8ffc-4408-8081-0437f0798f8a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b95070cca00649ec8cd80a9286a09d5a&device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 1127 time: 0.0532448 Feb 17 18:30:04.182671 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a9046-10b6-49ea-ab10-e482dfa401ab req-a273fd7f-fcfe-4e82-a3ee-57adaa44fbed tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:04.184196 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b91a9046-10b6-49ea-ab10-e482dfa401ab req-a273fd7f-fcfe-4e82-a3ee-57adaa44fbed tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 945 time: 0.0699317 Feb 17 18:30:04.208582 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ecec22-f3df-41fb-8a4b-91df202c30a2 req-87951b8c-aa3f-43e5-9749-4ed7f2b4b7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:04.209938 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-80ecec22-f3df-41fb-8a4b-91df202c30a2 req-87951b8c-aa3f-43e5-9749-4ed7f2b4b7c7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f HTTP/1.1" status: 200 len: 913 time: 0.1106677 Feb 17 18:30:04.234001 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b91a9046-10b6-49ea-ab10-e482dfa401ab req-13666d92-7e5d-4714-b0bc-2ac5f0df8f97 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435817 Feb 17 18:30:04.275192 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-80ecec22-f3df-41fb-8a4b-91df202c30a2 req-1b57b14e-e037-4150-9ed0-99143bd280a1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04ed4e74-6dc6-4fe3-b10c-98030dbb07fc HTTP/1.1" status: 200 len: 999 time: 0.0592859 Feb 17 18:30:04.327089 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ecec22-f3df-41fb-8a4b-91df202c30a2 req-cb53aeec-193e-4787-9b38-ed6fc866d74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:04.327625 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a2dfd325-30f8-45d0-8928-769795b780d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76498594-4aab-41f9-813a-ecded6613ceb', 'name': 'tempest-ServerActionsTestJSON-1642038656-router', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:29:03Z', 'updated_at': '2022-02-17T18:29:06Z', 'revision_number': 4, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'gw_port': {'id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:01:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:04Z', 'updated_at': '2022-02-17T18:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': 'c0014eff-9ab5-44b8-b527-0266fdc0771f', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'floating_ip_address': '172.25.8.104', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'port_id': '04ed4e74-6dc6-4fe3-b10c-98030dbb07fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'mac_address': 'fa:16:3e:90:29:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a0f928-305a-48f3-aafc-7bb7dacf217d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:29:09Z', 'updated_at': '2022-02-17T18:30:03Z', 'revision_number': 5, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e55312d-5277-4983-88f4-2c27cbc57823', 'name': '', 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'mac_address': 'fa:16:3e:0d:3a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:06Z', 'updated_at': '2022-02-17T18:29:09Z', 'revision_number': 5, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'subnets': [{'id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:30:04.328657 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-80ecec22-f3df-41fb-8a4b-91df202c30a2 req-cb53aeec-193e-4787-9b38-ed6fc866d74b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7c02f544-74b1-43f4-804d-621a97e65d40 HTTP/1.1" status: 200 len: 851 time: 0.0480704 Feb 17 18:30:04.353382 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dfd325-30f8-45d0-8928-769795b780d1 None None] Checking router: 76498594-4aab-41f9-813a-ecded6613ceb for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:30:04.362226 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dfd325-30f8-45d0-8928-769795b780d1 None None] Routers {'76498594-4aab-41f9-813a-ecded6613ceb'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:30:04.362824 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a2dfd325-30f8-45d0-8928-769795b780d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:29:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['76498594-4aab-41f9-813a-ecded6613ceb'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:30:04.378790 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ecec22-f3df-41fb-8a4b-91df202c30a2 req-1e2e1036-ef94-4786-859d-3ab2e05fa145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:04.380326 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-80ecec22-f3df-41fb-8a4b-91df202c30a2 req-1e2e1036-ef94-4786-859d-3ab2e05fa145 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451031 Feb 17 18:30:04.478727 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-80ecec22-f3df-41fb-8a4b-91df202c30a2 req-fe2b5b3a-aab3-4808-8454-5ddd54bdcbf6 service neutron] 10.222.0.71 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917003 Feb 17 18:30:04.571925 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-80ecec22-f3df-41fb-8a4b-91df202c30a2 req-213fc39b-becf-4b42-be32-6db295bec2ae service neutron] 10.222.0.71 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869591 Feb 17 18:30:04.636140 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-a2dfd325-30f8-45d0-8928-769795b780d1 None None] Set router 76498594-4aab-41f9-813a-ecded6613ceb gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:30:04.853819 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-a2dfd325-30f8-45d0-8928-769795b780d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76498594-4aab-41f9-813a-ecded6613ceb', 'name': 'tempest-ServerActionsTestJSON-1642038656-router', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:29:03Z', 'updated_at': '2022-02-17T18:29:06Z', 'revision_number': 4, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'gw_port': {'id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:01:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:04Z', 'updated_at': '2022-02-17T18:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': 'c0014eff-9ab5-44b8-b527-0266fdc0771f', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'floating_ip_address': '172.25.8.104', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'port_id': '04ed4e74-6dc6-4fe3-b10c-98030dbb07fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'mac_address': 'fa:16:3e:90:29:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a0f928-305a-48f3-aafc-7bb7dacf217d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:29:09Z', 'updated_at': '2022-02-17T18:30:03Z', 'revision_number': 5, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e55312d-5277-4983-88f4-2c27cbc57823', 'name': '', 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'mac_address': 'fa:16:3e:0d:3a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:06Z', 'updated_at': '2022-02-17T18:29:09Z', 'revision_number': 5, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'subnets': [{'id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:30:04.881103 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dfd325-30f8-45d0-8928-769795b780d1 None None] The sync data for ids ['76498594-4aab-41f9-813a-ecded6613ceb'] in n-d-829613-2 is: [{'id': '76498594-4aab-41f9-813a-ecded6613ceb', 'name': 'tempest-ServerActionsTestJSON-1642038656-router', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:29:03Z', 'updated_at': '2022-02-17T18:29:06Z', 'revision_number': 4, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'gw_port': {'id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:01:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:04Z', 'updated_at': '2022-02-17T18:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': 'c0014eff-9ab5-44b8-b527-0266fdc0771f', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'floating_ip_address': '172.25.8.104', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'port_id': '04ed4e74-6dc6-4fe3-b10c-98030dbb07fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'mac_address': 'fa:16:3e:90:29:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a0f928-305a-48f3-aafc-7bb7dacf217d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:29:09Z', 'updated_at': '2022-02-17T18:30:03Z', 'revision_number': 5, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e55312d-5277-4983-88f4-2c27cbc57823', 'name': '', 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'mac_address': 'fa:16:3e:0d:3a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:06Z', 'updated_at': '2022-02-17T18:29:09Z', 'revision_number': 5, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'subnets': [{'id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:30:05.060631 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97787aa-aede-4517-8aff-f23f5c7578f4 None None] New status for floating IP c0014eff-9ab5-44b8-b527-0266fdc0771f: ACTIVE {{(pid=103438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 18:30:05.356043 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e706d2-6227-49e1-8be1-ba7e190dbcc6 req-e708a6ce-bb76-42c9-87de-e291ba1397a5 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:05.357557 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-10e706d2-6227-49e1-8be1-ba7e190dbcc6 req-e708a6ce-bb76-42c9-87de-e291ba1397a5 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 945 time: 0.0515370 Feb 17 18:30:05.408000 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-10e706d2-6227-49e1-8be1-ba7e190dbcc6 req-b24f75db-2e6d-46ea-ac4c-559ea709517d tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442200 Feb 17 18:30:05.502817 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-612868db-358d-44a2-a7c8-b8b00400671d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:06.529429 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953847a-c32a-4835-9430-cd75c0f0b948 req-30e47a9f-c44a-4c75-af60-b7718d904ce1 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:06.530919 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9953847a-c32a-4835-9430-cd75c0f0b948 req-30e47a9f-c44a-4c75-af60-b7718d904ce1 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 945 time: 0.0524595 Feb 17 18:30:06.580167 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9953847a-c32a-4835-9430-cd75c0f0b948 req-96b40beb-9029-47b7-ad47-a8a6008b2955 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436676 Feb 17 18:30:06.908215 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:07.710126 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fdd914-f2a9-4bac-a601-c22a319784ef req-66b1999d-3b40-40b7-99c0-fa6298570057 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:07.711660 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-71fdd914-f2a9-4bac-a601-c22a319784ef req-66b1999d-3b40-40b7-99c0-fa6298570057 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 945 time: 0.0603828 Feb 17 18:30:07.758786 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-71fdd914-f2a9-4bac-a601-c22a319784ef req-62c45ff4-d972-49b3-9d5d-3f694bda010d tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415194 Feb 17 18:30:08.131353 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:08.881922 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53dbe7-7c25-4519-9227-6dc7fd9b17d8 req-5a53a437-1358-46b8-8bb0-a03c975f7a60 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:08.883575 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4b53dbe7-7c25-4519-9227-6dc7fd9b17d8 req-5a53a437-1358-46b8-8bb0-a03c975f7a60 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 945 time: 0.0581889 Feb 17 18:30:08.934300 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4b53dbe7-7c25-4519-9227-6dc7fd9b17d8 req-1791085e-9351-4442-bde6-8da71ca78924 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449500 Feb 17 18:30:09.212220 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:10.053945 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7e769-250e-47ac-b150-2b525d9b63fc req-035f9a75-c118-410c-893a-07d53656dcda tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:10.055422 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2bb7e769-250e-47ac-b150-2b525d9b63fc req-035f9a75-c118-410c-893a-07d53656dcda tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 945 time: 0.0516016 Feb 17 18:30:10.102329 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2bb7e769-250e-47ac-b150-2b525d9b63fc req-9d07a5fa-9438-479c-989c-069ee26b8e19 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412805 Feb 17 18:30:11.221682 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ee850-a91e-4e71-9e31-4aa717a8e323 req-b1f827d8-14b3-4176-84ae-bb7c159ec662 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:11.223167 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3c0ee850-a91e-4e71-9e31-4aa717a8e323 req-b1f827d8-14b3-4176-84ae-bb7c159ec662 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 945 time: 0.0524142 Feb 17 18:30:11.275556 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3c0ee850-a91e-4e71-9e31-4aa717a8e323 req-0ec4658f-6d59-4a93-b7c7-3a21e2d9c940 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468130 Feb 17 18:30:12.394342 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a476ab-72e2-47bd-b906-8e2e805ebb08 req-9af52174-b714-4ca4-9645-6209cee3d26f tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:12.395835 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-77a476ab-72e2-47bd-b906-8e2e805ebb08 req-9af52174-b714-4ca4-9645-6209cee3d26f tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 945 time: 0.0537860 Feb 17 18:30:12.443653 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-77a476ab-72e2-47bd-b906-8e2e805ebb08 req-23fa4819-3d91-4e7b-9ffc-71b7ef77e780 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422447 Feb 17 18:30:13.566517 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e74371-f8f8-4520-9e1a-2946f4373b9e req-dc13d04b-dc0e-4e4f-a97f-e77e131c2943 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:13.568023 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-97e74371-f8f8-4520-9e1a-2946f4373b9e req-dc13d04b-dc0e-4e4f-a97f-e77e131c2943 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 945 time: 0.0557098 Feb 17 18:30:13.615110 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-97e74371-f8f8-4520-9e1a-2946f4373b9e req-e0f2e006-150f-4bcf-8066-c92fa550cbcc tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412507 Feb 17 18:30:14.737629 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625581c-4e37-4b20-9535-91d4599d0be5 req-a3151955-a1e4-43d7-82be-c987d520b141 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:14.739096 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b625581c-4e37-4b20-9535-91d4599d0be5 req-a3151955-a1e4-43d7-82be-c987d520b141 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 945 time: 0.0559230 Feb 17 18:30:14.785304 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b625581c-4e37-4b20-9535-91d4599d0be5 req-5369140f-0a91-4381-909f-e815ba23a328 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404093 Feb 17 18:30:15.903436 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1658e0c-8db7-42ed-beb4-5085af5bb205 req-b22a9d67-0c38-475f-8d89-162be07592e6 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:15.904949 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d1658e0c-8db7-42ed-beb4-5085af5bb205 req-b22a9d67-0c38-475f-8d89-162be07592e6 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 945 time: 0.0527172 Feb 17 18:30:15.956418 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d1658e0c-8db7-42ed-beb4-5085af5bb205 req-34530596-a9b8-4449-b3f6-ee6864c833f7 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459318 Feb 17 18:30:17.077034 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65ebc2-707d-4b34-bcb0-3d1c22606ef1 req-218756f8-7a8f-4d19-a67e-f77f1d83fc21 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:17.079041 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5f65ebc2-707d-4b34-bcb0-3d1c22606ef1 req-218756f8-7a8f-4d19-a67e-f77f1d83fc21 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 945 time: 0.0562193 Feb 17 18:30:17.125778 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5f65ebc2-707d-4b34-bcb0-3d1c22606ef1 req-1ac4974f-1f21-46a8-8d8a-400c101bbbb3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410943 Feb 17 18:30:18.243904 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bbbe62-72bd-444f-8b23-a0544cc9ff16 req-8e46258e-3e0a-4dae-95c8-92521baa6087 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:18.245349 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a5bbbe62-72bd-444f-8b23-a0544cc9ff16 req-8e46258e-3e0a-4dae-95c8-92521baa6087 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 945 time: 0.0527043 Feb 17 18:30:18.298422 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a5bbbe62-72bd-444f-8b23-a0544cc9ff16 req-0106d004-aa2e-4964-8056-9d5e783f5d1f tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469706 Feb 17 18:30:19.416249 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd18341e-f419-4c42-bf1c-f26b33fd9ff8 req-8aab7180-b61c-4425-ba2d-5d27b55cd4f9 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:19.417736 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fd18341e-f419-4c42-bf1c-f26b33fd9ff8 req-8aab7180-b61c-4425-ba2d-5d27b55cd4f9 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 945 time: 0.0522122 Feb 17 18:30:19.439330 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:19.468591 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fd18341e-f419-4c42-bf1c-f26b33fd9ff8 req-d41a2981-5e02-4f8d-8315-fb05fdb5bd1b tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452518 Feb 17 18:30:20.183130 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:20.588455 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbfb793-52f5-4984-ad51-caee78e83541 req-95211809-bb4a-4610-bae4-a68bd565e050 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:20.589909 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7dbfb793-52f5-4984-ad51-caee78e83541 req-95211809-bb4a-4610-bae4-a68bd565e050 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 945 time: 0.0515721 Feb 17 18:30:20.635981 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7dbfb793-52f5-4984-ad51-caee78e83541 req-af0cabda-b470-45b7-bd96-6b23a4ffa15e tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406182 Feb 17 18:30:21.753319 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a2ea0-5221-472f-83cc-afa1397a3443 req-991a96a7-f85f-477b-a2a9-394f3c155b33 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:21.754788 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b87a2ea0-5221-472f-83cc-afa1397a3443 req-991a96a7-f85f-477b-a2a9-394f3c155b33 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 945 time: 0.0523179 Feb 17 18:30:21.800553 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b87a2ea0-5221-472f-83cc-afa1397a3443 req-55ebbc38-1f89-474c-8105-d301175a9e28 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403295 Feb 17 18:30:22.923270 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabd557-d580-482e-9c76-e22ea95d8128 req-f44c9a62-566f-4312-8455-8930f5287564 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:22.925251 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dfabd557-d580-482e-9c76-e22ea95d8128 req-f44c9a62-566f-4312-8455-8930f5287564 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 945 time: 0.0573416 Feb 17 18:30:22.972530 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dfabd557-d580-482e-9c76-e22ea95d8128 req-1cd07907-19cd-49dd-a450-d21237644ccc tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421739 Feb 17 18:30:24.090994 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776fae12-1453-4197-b2e1-b6ad3ec9a4fb req-62c0568e-62a9-45d8-b256-575e19842151 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:24.092482 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-776fae12-1453-4197-b2e1-b6ad3ec9a4fb req-62c0568e-62a9-45d8-b256-575e19842151 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 945 time: 0.0511982 Feb 17 18:30:24.139108 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-776fae12-1453-4197-b2e1-b6ad3ec9a4fb req-665b1c09-7e0a-4c4d-8df2-205fd4eab68c tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406120 Feb 17 18:30:25.256124 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8cd88-b1fb-4d93-abcd-ada64e267182 req-45e3607b-8693-4adb-a7ce-c91c5de5e23d tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:25.257571 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-74e8cd88-b1fb-4d93-abcd-ada64e267182 req-45e3607b-8693-4adb-a7ce-c91c5de5e23d tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 945 time: 0.0512540 Feb 17 18:30:25.306966 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-74e8cd88-b1fb-4d93-abcd-ada64e267182 req-674de1cd-2a0f-47b7-b71c-60b574b9b6dc tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438938 Feb 17 18:30:26.423543 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d7362-6cd7-40f9-91a3-8a88583373b6 req-dfea06b2-da52-421b-b257-1a6533132fea tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:26.425023 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ae5d7362-6cd7-40f9-91a3-8a88583373b6 req-dfea06b2-da52-421b-b257-1a6533132fea tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 945 time: 0.0518274 Feb 17 18:30:26.470100 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ae5d7362-6cd7-40f9-91a3-8a88583373b6 req-9f04743f-2f45-4777-a9a1-12d01aa4e74f tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394890 Feb 17 18:30:27.586832 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231040c-3510-453c-a62e-6584f04a1b80 req-91418de2-9623-4702-ad16-d53cc8487aad tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:27.588330 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1231040c-3510-453c-a62e-6584f04a1b80 req-91418de2-9623-4702-ad16-d53cc8487aad tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 945 time: 0.0513644 Feb 17 18:30:27.634248 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1231040c-3510-453c-a62e-6584f04a1b80 req-7d541cf5-ccc6-4ed9-98ab-89b0a5222e34 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397892 Feb 17 18:30:28.755139 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe5f5a-67a7-4b83-8503-c330fda7ee4b req-f677fce4-0954-4a18-8f99-d30b7671ea2f tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:28.756647 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1cbe5f5a-67a7-4b83-8503-c330fda7ee4b req-f677fce4-0954-4a18-8f99-d30b7671ea2f tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 945 time: 0.0562093 Feb 17 18:30:28.802857 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1cbe5f5a-67a7-4b83-8503-c330fda7ee4b req-ec496c0a-cfc8-4393-bd39-ae7de611071a tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407112 Feb 17 18:30:29.919738 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c33909-6e0c-48b2-9a78-bce0347a693c req-9e825e14-34c9-484b-87f8-1756f88fdca7 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:29.921777 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-85c33909-6e0c-48b2-9a78-bce0347a693c req-9e825e14-34c9-484b-87f8-1756f88fdca7 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 945 time: 0.0522153 Feb 17 18:30:29.966576 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-85c33909-6e0c-48b2-9a78-bce0347a693c req-8ec6a590-64dc-4378-856d-aa1f0e50b1e3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391796 Feb 17 18:30:30.189653 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-63c3f40c-a70e-4042-820a-9b9ee27a58cf req-cf3f21b5-3cd6-4784-bded-0e4c3f5fc025 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0437937 Feb 17 18:30:30.208523 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d4a48-0008-4264-bf89-a443d5d4b92d req-d8140a9b-a878-46b6-9cad-f0a2059eb229 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:30.210121 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-460d4a48-0008-4264-bf89-a443d5d4b92d req-d8140a9b-a878-46b6-9cad-f0a2059eb229 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 945 time: 0.0572217 Feb 17 18:30:30.260158 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-460d4a48-0008-4264-bf89-a443d5d4b92d req-333e7873-9290-43d6-a8f7-691a314f3e04 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444181 Feb 17 18:30:30.521359 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3f40c-a70e-4042-820a-9b9ee27a58cf req-16ebf16b-3033-4a58-b2a9-7791f2a24480 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:30.522768 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-63c3f40c-a70e-4042-820a-9b9ee27a58cf req-16ebf16b-3033-4a58-b2a9-7791f2a24480 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports/04ed4e74-6dc6-4fe3-b10c-98030dbb07fc HTTP/1.1" status: 200 len: 942 time: 0.0497494 Feb 17 18:30:31.297423 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3f40c-a70e-4042-820a-9b9ee27a58cf req-0c8780a1-ecc7-4363-917f-f13a7cd2a803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:31.299368 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-63c3f40c-a70e-4042-820a-9b9ee27a58cf req-0c8780a1-ecc7-4363-917f-f13a7cd2a803 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b95070cca00649ec8cd80a9286a09d5a&device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 1127 time: 0.0555334 Feb 17 18:30:31.390720 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933cbeae-e76d-4715-9eb3-095a1b8235ed req-8596515c-cb72-4982-92c5-09713a9da6f8 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:31.392140 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3f40c-a70e-4042-820a-9b9ee27a58cf req-4eea9074-a9fc-4f9b-923e-74f518a021d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:31.392318 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-933cbeae-e76d-4715-9eb3-095a1b8235ed req-8596515c-cb72-4982-92c5-09713a9da6f8 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 945 time: 0.0541794 Feb 17 18:30:31.393637 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-63c3f40c-a70e-4042-820a-9b9ee27a58cf req-4eea9074-a9fc-4f9b-923e-74f518a021d4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f HTTP/1.1" status: 200 len: 913 time: 0.0890949 Feb 17 18:30:31.440328 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-933cbeae-e76d-4715-9eb3-095a1b8235ed req-8cd6a885-ac52-4dc8-a52f-d02602ed9dfa tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419421 Feb 17 18:30:31.461868 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-63c3f40c-a70e-4042-820a-9b9ee27a58cf req-7dd14d28-1517-4594-9431-5976500db152 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04ed4e74-6dc6-4fe3-b10c-98030dbb07fc HTTP/1.1" status: 200 len: 1001 time: 0.0626760 Feb 17 18:30:31.512062 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3f40c-a70e-4042-820a-9b9ee27a58cf req-255b55db-089f-46ce-bf2a-7f8c4d6babf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:31.513529 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-63c3f40c-a70e-4042-820a-9b9ee27a58cf req-255b55db-089f-46ce-bf2a-7f8c4d6babf3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7c02f544-74b1-43f4-804d-621a97e65d40 HTTP/1.1" status: 200 len: 851 time: 0.0430236 Feb 17 18:30:31.561247 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3f40c-a70e-4042-820a-9b9ee27a58cf req-7cbc3801-64fd-4f7d-a1cb-1fc991b9e306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:31.562787 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-63c3f40c-a70e-4042-820a-9b9ee27a58cf req-7cbc3801-64fd-4f7d-a1cb-1fc991b9e306 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435932 Feb 17 18:30:31.654809 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-63c3f40c-a70e-4042-820a-9b9ee27a58cf req-1703908e-018c-455e-ad38-aa727d2ffc6f service neutron] 10.222.0.71 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860255 Feb 17 18:30:31.745600 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-63c3f40c-a70e-4042-820a-9b9ee27a58cf req-752723eb-665b-4c9a-8152-a7077577c095 service neutron] 10.222.0.71 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850172 Feb 17 18:30:32.561915 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4fabc-6283-455a-8f29-2f5a80caf2e6 req-8cb71d40-bb5d-4706-a4d5-4a8809bc6d3b tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:32.563400 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-05e4fabc-6283-455a-8f29-2f5a80caf2e6 req-8cb71d40-bb5d-4706-a4d5-4a8809bc6d3b tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 945 time: 0.0530100 Feb 17 18:30:32.613332 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-05e4fabc-6283-455a-8f29-2f5a80caf2e6 req-807377c6-a02d-42a0-be52-74e3668891d4 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443332 Feb 17 18:30:33.048735 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7dc10b48-3e8f-4e94-9ceb-550e47843f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:33.428500 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [req-63c3f40c-a70e-4042-820a-9b9ee27a58cf req-eadac98a-7bb5-46fb-960a-16dd6c8cd557 service neutron] show failed (client error): The resource could not be found. Feb 17 18:30:33.429532 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-63c3f40c-a70e-4042-820a-9b9ee27a58cf req-eadac98a-7bb5-46fb-960a-16dd6c8cd557 service neutron] 10.222.0.71 "GET /v2.0/ports/04ed4e74-6dc6-4fe3-b10c-98030dbb07fc/bindings/n-h2-829613-2 HTTP/1.1" status: 404 len: 380 time: 0.0546169 Feb 17 18:30:33.623088 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3f40c-a70e-4042-820a-9b9ee27a58cf req-99ea5e3f-0631-456b-bb12-4e24ab80e446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:33.625110 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-63c3f40c-a70e-4042-820a-9b9ee27a58cf req-99ea5e3f-0631-456b-bb12-4e24ab80e446 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d&tenant_id=b95070cca00649ec8cd80a9286a09d5a HTTP/1.1" status: 200 len: 1127 time: 0.0460854 Feb 17 18:30:33.635959 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-63c3f40c-a70e-4042-820a-9b9ee27a58cf req-a27643e0-32d4-4b6f-a888-2a387dbc27d2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829613-2', 'device_owner': 'compute:nova'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:30:33.698776 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-63c3f40c-a70e-4042-820a-9b9ee27a58cf req-a27643e0-32d4-4b6f-a888-2a387dbc27d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (04ed4e74-6dc6-4fe3-b10c-98030dbb07fc), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:33.738176 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7352cfbc-f1c2-4aec-8e37-ad818c29c35c req-e841b10c-9aa3-4939-bb18-eb7c134e7e19 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:33.739646 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7352cfbc-f1c2-4aec-8e37-ad818c29c35c req-e841b10c-9aa3-4939-bb18-eb7c134e7e19 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 945 time: 0.0531199 Feb 17 18:30:33.787135 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7352cfbc-f1c2-4aec-8e37-ad818c29c35c req-5f90e34d-2b55-4464-9bc4-a8fc09224c24 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412097 Feb 17 18:30:33.899198 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-63c3f40c-a70e-4042-820a-9b9ee27a58cf req-a27643e0-32d4-4b6f-a888-2a387dbc27d2 service neutron] For port 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=04ed4e74-6dc6-4fe3-b10c-98030dbb07fc,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:30:33.933010 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-63c3f40c-a70e-4042-820a-9b9ee27a58cf req-a27643e0-32d4-4b6f-a888-2a387dbc27d2 service neutron] For port 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:30:33.973074 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a0f928-305a-48f3-aafc-7bb7dacf217d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04ed4e74-6dc6-4fe3-b10c-98030dbb07fc'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:30:33.975438 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49631db-5702-43ec-9bb7-56e171ba45c9" -d '{"events": [{"server_uuid": "b9a0f928-305a-48f3-aafc-7bb7dacf217d", "name": "network-vif-unplugged", "status": "completed", "tag": "04ed4e74-6dc6-4fe3-b10c-98030dbb07fc"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:30:33.979387 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-63c3f40c-a70e-4042-820a-9b9ee27a58cf req-a27643e0-32d4-4b6f-a888-2a387dbc27d2 service neutron] Publish callbacks [] for port (04ed4e74-6dc6-4fe3-b10c-98030dbb07fc), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:33.992897 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-63c3f40c-a70e-4042-820a-9b9ee27a58cf req-a27643e0-32d4-4b6f-a888-2a387dbc27d2 service neutron] Transition to ACTIVE for port object 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 18:30:33.996763 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-63c3f40c-a70e-4042-820a-9b9ee27a58cf req-a27643e0-32d4-4b6f-a888-2a387dbc27d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (04ed4e74-6dc6-4fe3-b10c-98030dbb07fc), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:34.031903 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 18:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6417d11f-2ea9-433a-a3a8-bd3dc212a0ef x-openstack-request-id: req-6417d11f-2ea9-433a-a3a8-bd3dc212a0ef {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:30:34.032213 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a0f928-305a-48f3-aafc-7bb7dacf217d", "name": "network-vif-unplugged", "status": "completed", "tag": "04ed4e74-6dc6-4fe3-b10c-98030dbb07fc", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:30:34.032500 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6417d11f-2ea9-433a-a3a8-bd3dc212a0ef {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:30:34.032906 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a0f928-305a-48f3-aafc-7bb7dacf217d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04ed4e74-6dc6-4fe3-b10c-98030dbb07fc', 'code': 200} Feb 17 18:30:34.083916 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27643e0-32d4-4b6f-a888-2a387dbc27d2 service neutron] Pushing event updated for resources: {'Port': ['ID=04ed4e74-6dc6-4fe3-b10c-98030dbb07fc,revision_number=6']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:30:34.129658 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c3f40c-a70e-4042-820a-9b9ee27a58cf req-a27643e0-32d4-4b6f-a888-2a387dbc27d2 service neutron] No DVR routers for this DVR port 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc on host n-h1-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:30:34.267490 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-63c3f40c-a70e-4042-820a-9b9ee27a58cf req-a27643e0-32d4-4b6f-a888-2a387dbc27d2 service neutron] Attempting to bind port 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:30:34.267819 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-63c3f40c-a70e-4042-820a-9b9ee27a58cf req-a27643e0-32d4-4b6f-a888-2a387dbc27d2 service neutron] Attempting to bind port 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '92c4ed30-6140-45be-8dd4-17f2cf335d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:30:34.268143 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c3f40c-a70e-4042-820a-9b9ee27a58cf req-a27643e0-32d4-4b6f-a888-2a387dbc27d2 service neutron] Attempting to bind port 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc on network 7d7e5a00-4e77-4550-b2e1-3593cfcc179f {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:30:34.272327 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c3f40c-a70e-4042-820a-9b9ee27a58cf req-a27643e0-32d4-4b6f-a888-2a387dbc27d2 service neutron] Port 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc on network 7d7e5a00-4e77-4550-b2e1-3593cfcc179f not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:30:34.272647 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c3f40c-a70e-4042-820a-9b9ee27a58cf req-a27643e0-32d4-4b6f-a888-2a387dbc27d2 service neutron] Attempting to bind port 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc on network 7d7e5a00-4e77-4550-b2e1-3593cfcc179f {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:30:34.277331 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c3f40c-a70e-4042-820a-9b9ee27a58cf req-a27643e0-32d4-4b6f-a888-2a387dbc27d2 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:30:34.277665 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c3f40c-a70e-4042-820a-9b9ee27a58cf req-a27643e0-32d4-4b6f-a888-2a387dbc27d2 service neutron] Checking segment: {'id': '92c4ed30-6140-45be-8dd4-17f2cf335d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:30:34.278042 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c3f40c-a70e-4042-820a-9b9ee27a58cf req-a27643e0-32d4-4b6f-a888-2a387dbc27d2 service neutron] Bound using segment: {'id': '92c4ed30-6140-45be-8dd4-17f2cf335d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:30:34.278578 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-63c3f40c-a70e-4042-820a-9b9ee27a58cf req-a27643e0-32d4-4b6f-a888-2a387dbc27d2 service neutron] Bound port: 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92c4ed30-6140-45be-8dd4-17f2cf335d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:30:34.278932 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-63c3f40c-a70e-4042-820a-9b9ee27a58cf req-a27643e0-32d4-4b6f-a888-2a387dbc27d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (04ed4e74-6dc6-4fe3-b10c-98030dbb07fc), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:34.341570 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-63c3f40c-a70e-4042-820a-9b9ee27a58cf req-a27643e0-32d4-4b6f-a888-2a387dbc27d2 service neutron] For port 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:30:34.345209 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-63c3f40c-a70e-4042-820a-9b9ee27a58cf req-a27643e0-32d4-4b6f-a888-2a387dbc27d2 service neutron] For port 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=04ed4e74-6dc6-4fe3-b10c-98030dbb07fc,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:30:34.351658 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-63c3f40c-a70e-4042-820a-9b9ee27a58cf req-a27643e0-32d4-4b6f-a888-2a387dbc27d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (04ed4e74-6dc6-4fe3-b10c-98030dbb07fc), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:34.386293 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3f40c-a70e-4042-820a-9b9ee27a58cf req-a27643e0-32d4-4b6f-a888-2a387dbc27d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:34.386884 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-63c3f40c-a70e-4042-820a-9b9ee27a58cf req-a27643e0-32d4-4b6f-a888-2a387dbc27d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:34.388281 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-63c3f40c-a70e-4042-820a-9b9ee27a58cf req-a27643e0-32d4-4b6f-a888-2a387dbc27d2 service neutron] 10.222.0.91 "PUT /v2.0/ports/04ed4e74-6dc6-4fe3-b10c-98030dbb07fc HTTP/1.1" status: 200 len: 1091 time: 0.7562959 Feb 17 18:30:34.427297 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27643e0-32d4-4b6f-a888-2a387dbc27d2 service neutron] Pushing event updated for resources: {'Port': ['ID=04ed4e74-6dc6-4fe3-b10c-98030dbb07fc,revision_number=7']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:30:34.463432 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3f40c-a70e-4042-820a-9b9ee27a58cf req-0bf41d17-5a47-4db9-bf0e-ad62adc110f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:34.465094 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-63c3f40c-a70e-4042-820a-9b9ee27a58cf req-0bf41d17-5a47-4db9-bf0e-ad62adc110f9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b95070cca00649ec8cd80a9286a09d5a&device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 1125 time: 0.0517797 Feb 17 18:30:34.556646 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3f40c-a70e-4042-820a-9b9ee27a58cf req-f2b9e34f-8a5c-4254-a4a8-ecdad75af8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:34.558173 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-63c3f40c-a70e-4042-820a-9b9ee27a58cf req-f2b9e34f-8a5c-4254-a4a8-ecdad75af8bd service neutron] 10.222.0.91 "GET /v2.0/networks?id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f HTTP/1.1" status: 200 len: 913 time: 0.0876679 Feb 17 18:30:34.627995 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-63c3f40c-a70e-4042-820a-9b9ee27a58cf req-a8438253-9d44-4c81-89d0-958fcfc7037a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04ed4e74-6dc6-4fe3-b10c-98030dbb07fc HTTP/1.1" status: 200 len: 999 time: 0.0643837 Feb 17 18:30:34.674448 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3f40c-a70e-4042-820a-9b9ee27a58cf req-b1e63f54-46d5-4c6b-befe-0207f334c71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:34.675807 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-63c3f40c-a70e-4042-820a-9b9ee27a58cf req-b1e63f54-46d5-4c6b-befe-0207f334c71f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7c02f544-74b1-43f4-804d-621a97e65d40 HTTP/1.1" status: 200 len: 851 time: 0.0423079 Feb 17 18:30:34.724610 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3f40c-a70e-4042-820a-9b9ee27a58cf req-88dc48a3-cd19-4ce6-8ae2-ff0f14e88ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:34.726064 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-63c3f40c-a70e-4042-820a-9b9ee27a58cf req-88dc48a3-cd19-4ce6-8ae2-ff0f14e88ace service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436771 Feb 17 18:30:34.817511 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-63c3f40c-a70e-4042-820a-9b9ee27a58cf req-05a51302-591b-4ce6-b273-511654fa974d service neutron] 10.222.0.91 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850866 Feb 17 18:30:34.905847 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-63c3f40c-a70e-4042-820a-9b9ee27a58cf req-279cba4c-357c-46d8-b733-b6c2663fbb7d service neutron] 10.222.0.91 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818365 Feb 17 18:30:34.911105 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688d9be-e5df-44be-b00b-61dc900458b1 req-16f85455-166c-421e-8b0b-df670ff1365f tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:34.912653 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c688d9be-e5df-44be-b00b-61dc900458b1 req-16f85455-166c-421e-8b0b-df670ff1365f tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 943 time: 0.0542045 Feb 17 18:30:34.962673 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c688d9be-e5df-44be-b00b-61dc900458b1 req-9c5a10e3-d375-49cf-9c45-070e3bbbd226 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442019 Feb 17 18:30:35.504152 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2b4feb8a-1ce8-424f-bf1a-6f3395efb692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:36.033948 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a0f928-305a-48f3-aafc-7bb7dacf217d', 'tag': '04ed4e74-6dc6-4fe3-b10c-98030dbb07fc'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:30:36.036469 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8010fe2b-2a01-419d-915e-e7ba665e16a5" -d '{"events": [{"name": "network-changed", "server_uuid": "b9a0f928-305a-48f3-aafc-7bb7dacf217d", "tag": "04ed4e74-6dc6-4fe3-b10c-98030dbb07fc"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:30:36.085553 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772fe889-2ed3-49bd-9441-bb1010ab448f x-openstack-request-id: req-772fe889-2ed3-49bd-9441-bb1010ab448f {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:30:36.085724 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9a0f928-305a-48f3-aafc-7bb7dacf217d", "tag": "04ed4e74-6dc6-4fe3-b10c-98030dbb07fc", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:30:36.085906 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-772fe889-2ed3-49bd-9441-bb1010ab448f {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:30:36.086319 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9a0f928-305a-48f3-aafc-7bb7dacf217d', 'tag': '04ed4e74-6dc6-4fe3-b10c-98030dbb07fc', 'status': 'completed', 'code': 200} Feb 17 18:30:36.091832 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a6214-1f9a-4089-a8bf-47ea53f59a38 req-45f9958a-1ef1-41a0-b6ca-c98db826f417 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:36.093952 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-588a6214-1f9a-4089-a8bf-47ea53f59a38 req-45f9958a-1ef1-41a0-b6ca-c98db826f417 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 943 time: 0.0585237 Feb 17 18:30:36.149328 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-588a6214-1f9a-4089-a8bf-47ea53f59a38 req-81db0631-e37f-47f9-a10d-b01f64451aba tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484371 Feb 17 18:30:36.189739 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010fe2b-2a01-419d-915e-e7ba665e16a5 req-e8d00198-07f9-436e-91b4-b93766783e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:36.191255 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8010fe2b-2a01-419d-915e-e7ba665e16a5 req-e8d00198-07f9-436e-91b4-b93766783e52 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b95070cca00649ec8cd80a9286a09d5a&device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 1125 time: 0.0832818 Feb 17 18:30:36.196464 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010fe2b-2a01-419d-915e-e7ba665e16a5 req-bc84b599-d6e0-4896-a75e-198ad768e2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:36.197855 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8010fe2b-2a01-419d-915e-e7ba665e16a5 req-bc84b599-d6e0-4896-a75e-198ad768e2f8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b95070cca00649ec8cd80a9286a09d5a&device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 1125 time: 0.0794272 Feb 17 18:30:36.351243 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010fe2b-2a01-419d-915e-e7ba665e16a5 req-14a6c259-a385-4d3c-b9fe-bdbd849b35c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:36.352751 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8010fe2b-2a01-419d-915e-e7ba665e16a5 req-14a6c259-a385-4d3c-b9fe-bdbd849b35c5 service neutron] 10.222.0.91 "GET /v2.0/networks?id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f HTTP/1.1" status: 200 len: 913 time: 0.1540573 Feb 17 18:30:36.356995 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010fe2b-2a01-419d-915e-e7ba665e16a5 req-e23dd51f-f05d-4bb3-b48c-01e4d9a3822e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:36.358361 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8010fe2b-2a01-419d-915e-e7ba665e16a5 req-e23dd51f-f05d-4bb3-b48c-01e4d9a3822e service neutron] 10.222.0.71 "GET /v2.0/networks?id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f HTTP/1.1" status: 200 len: 913 time: 0.1517632 Feb 17 18:30:36.459658 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8010fe2b-2a01-419d-915e-e7ba665e16a5 req-ff492d1d-c17c-499a-b4a1-a527fd1a30a3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04ed4e74-6dc6-4fe3-b10c-98030dbb07fc HTTP/1.1" status: 200 len: 999 time: 0.1003451 Feb 17 18:30:36.465232 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8010fe2b-2a01-419d-915e-e7ba665e16a5 req-47bef0bd-7af1-45cd-9592-3c2372c1dca1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04ed4e74-6dc6-4fe3-b10c-98030dbb07fc HTTP/1.1" status: 200 len: 999 time: 0.1006815 Feb 17 18:30:36.512002 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:30:36.550587 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010fe2b-2a01-419d-915e-e7ba665e16a5 req-970e9e45-a151-4a49-9e52-2cbdd562b394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:36.551088 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] The host n-h1-829613-2 is not matching for port 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc host n-h2-829613-2! {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 17 18:30:36.551478 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:30:36.552071 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8010fe2b-2a01-419d-915e-e7ba665e16a5 req-970e9e45-a151-4a49-9e52-2cbdd562b394 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7c02f544-74b1-43f4-804d-621a97e65d40 HTTP/1.1" status: 200 len: 851 time: 0.0859306 Feb 17 18:30:36.553512 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010fe2b-2a01-419d-915e-e7ba665e16a5 req-b91121c9-46ba-41ea-b3f7-6e3416a9e4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:36.554848 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8010fe2b-2a01-419d-915e-e7ba665e16a5 req-b91121c9-46ba-41ea-b3f7-6e3416a9e4ff service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7c02f544-74b1-43f4-804d-621a97e65d40 HTTP/1.1" status: 200 len: 851 time: 0.0810657 Feb 17 18:30:36.633959 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010fe2b-2a01-419d-915e-e7ba665e16a5 req-d5a08e5f-5f56-488b-932c-299c02b368a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:36.635390 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8010fe2b-2a01-419d-915e-e7ba665e16a5 req-d5a08e5f-5f56-488b-932c-299c02b368a4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0742991 Feb 17 18:30:36.637745 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010fe2b-2a01-419d-915e-e7ba665e16a5 req-d3fbd917-1c67-47f6-966f-595d48037fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:36.639103 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8010fe2b-2a01-419d-915e-e7ba665e16a5 req-d3fbd917-1c67-47f6-966f-595d48037fe4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0791266 Feb 17 18:30:36.791153 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8010fe2b-2a01-419d-915e-e7ba665e16a5 req-be6f759a-b569-49a6-8f8e-8d29ed918225 service neutron] 10.222.0.71 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495817 Feb 17 18:30:36.794519 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8010fe2b-2a01-419d-915e-e7ba665e16a5 req-337eb0bc-6183-4ae1-9da6-6a084b6997dc service neutron] 10.222.0.91 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454687 Feb 17 18:30:36.911172 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:37.248672 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8010fe2b-2a01-419d-915e-e7ba665e16a5 req-afead86a-c01b-4865-884f-fa4633190d84 service neutron] 10.222.0.71 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4500675 Feb 17 18:30:37.250610 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8010fe2b-2a01-419d-915e-e7ba665e16a5 req-461c8375-33d8-4e3c-9cd5-7287aec61294 service neutron] 10.222.0.91 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4451694 Feb 17 18:30:37.266881 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e407e6c0-53d4-4631-8630-239b39cd57be req-cd644138-0def-4ceb-84cf-72e1b736fed6 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:37.268456 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e407e6c0-53d4-4631-8630-239b39cd57be req-cd644138-0def-4ceb-84cf-72e1b736fed6 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 943 time: 0.0539639 Feb 17 18:30:37.314380 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e407e6c0-53d4-4631-8630-239b39cd57be req-caf48fc4-d807-4344-88d2-c2b4fb05189d tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403795 Feb 17 18:30:37.520929 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ccc18c-bff0-41b9-b3e5-7f9f35a1f952 req-33a9a12b-57da-4520-a14e-7d9d3d2f45a6 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:37.522455 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b8ccc18c-bff0-41b9-b3e5-7f9f35a1f952 req-33a9a12b-57da-4520-a14e-7d9d3d2f45a6 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 943 time: 0.0590479 Feb 17 18:30:37.527344 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b11fbe-b5af-4dc1-b677-b5b87749c2ed req-2dddbe70-b470-453b-8f9a-6f1db7c18c6c tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:37.528896 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d3b11fbe-b5af-4dc1-b677-b5b87749c2ed req-2dddbe70-b470-453b-8f9a-6f1db7c18c6c tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.71 "GET /v2.0/ports?device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d&tenant_id=b95070cca00649ec8cd80a9286a09d5a&binding%3Ahost_id=n-h2-829613-2 HTTP/1.1" status: 200 len: 943 time: 0.0555713 Feb 17 18:30:37.576002 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b8ccc18c-bff0-41b9-b3e5-7f9f35a1f952 req-ebb77912-dc6e-4491-9ca0-d72606ea1652 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454011 Feb 17 18:30:37.589064 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [req-d3b11fbe-b5af-4dc1-b677-b5b87749c2ed req-835e84b2-5b01-428f-b16c-d1cdafe9cb17 service neutron] delete failed (client error): The resource could not be found. Feb 17 18:30:37.590078 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d3b11fbe-b5af-4dc1-b677-b5b87749c2ed req-835e84b2-5b01-428f-b16c-d1cdafe9cb17 service neutron] 10.222.0.71 "DELETE /v2.0/ports/04ed4e74-6dc6-4fe3-b10c-98030dbb07fc/bindings/n-h1-829613-2 HTTP/1.1" status: 404 len: 380 time: 0.0545738 Feb 17 18:30:37.681294 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b11fbe-b5af-4dc1-b677-b5b87749c2ed req-e5a9154b-2d79-4c07-8488-911b55fd300c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:37.682723 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d3b11fbe-b5af-4dc1-b677-b5b87749c2ed req-e5a9154b-2d79-4c07-8488-911b55fd300c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b95070cca00649ec8cd80a9286a09d5a&device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 1125 time: 0.0521181 Feb 17 18:30:37.770171 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b11fbe-b5af-4dc1-b677-b5b87749c2ed req-ccab0568-1b83-4eab-8357-f5272f2defc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:37.771626 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d3b11fbe-b5af-4dc1-b677-b5b87749c2ed req-ccab0568-1b83-4eab-8357-f5272f2defc6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f HTTP/1.1" status: 200 len: 913 time: 0.0830958 Feb 17 18:30:37.838831 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d3b11fbe-b5af-4dc1-b677-b5b87749c2ed req-128606f0-873d-4e7b-bd73-0fdd3c37ecb9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04ed4e74-6dc6-4fe3-b10c-98030dbb07fc HTTP/1.1" status: 200 len: 999 time: 0.0605884 Feb 17 18:30:37.886034 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b11fbe-b5af-4dc1-b677-b5b87749c2ed req-50757ebf-b3f2-4978-9cf4-170e10cd17f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:37.887474 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d3b11fbe-b5af-4dc1-b677-b5b87749c2ed req-50757ebf-b3f2-4978-9cf4-170e10cd17f6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7c02f544-74b1-43f4-804d-621a97e65d40 HTTP/1.1" status: 200 len: 851 time: 0.0427909 Feb 17 18:30:37.934969 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b11fbe-b5af-4dc1-b677-b5b87749c2ed req-802914df-e1e2-4561-901f-1b3991a55a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:37.936951 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d3b11fbe-b5af-4dc1-b677-b5b87749c2ed req-802914df-e1e2-4561-901f-1b3991a55a2e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430644 Feb 17 18:30:38.034867 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d3b11fbe-b5af-4dc1-b677-b5b87749c2ed req-aec55209-c998-4255-9849-36a57b30e551 service neutron] 10.222.0.71 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926330 Feb 17 18:30:38.120828 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d3b11fbe-b5af-4dc1-b677-b5b87749c2ed req-411c9a6e-e10c-4f66-a727-78ad052ef095 service neutron] 10.222.0.71 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798843 Feb 17 18:30:38.134048 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:38.700133 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effd09f-1175-4315-b20b-554486dfbd1c req-8e3b68e4-54ab-44e3-8d41-02e669848b00 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:38.701671 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3effd09f-1175-4315-b20b-554486dfbd1c req-8e3b68e4-54ab-44e3-8d41-02e669848b00 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 943 time: 0.0534501 Feb 17 18:30:38.748207 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3effd09f-1175-4315-b20b-554486dfbd1c req-ece3a99a-527e-48d2-acf0-92195182d31b tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404968 Feb 17 18:30:38.866427 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad8363-2bde-4558-8f32-feffac4dd7ec req-4288347b-ce7d-44fc-a68e-d200227180de tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:38.868072 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-31ad8363-2bde-4558-8f32-feffac4dd7ec req-4288347b-ce7d-44fc-a68e-d200227180de tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 943 time: 0.0524759 Feb 17 18:30:38.911744 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:30:38.914386 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-31ad8363-2bde-4558-8f32-feffac4dd7ec req-52d26ae9-4c63-40df-a239-8b781d7a4ce8 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407944 Feb 17 18:30:39.044197 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:30:39.118337 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22ee97-6002-47d4-891f-dbcb548d660b req-56b9d63e-a7f7-4e91-9dd3-30c73e8af283 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:39.126955 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6c22ee97-6002-47d4-891f-dbcb548d660b req-56b9d63e-a7f7-4e91-9dd3-30c73e8af283 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 943 time: 0.0685036 Feb 17 18:30:39.143310 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a526b9d-ebb1-4d6c-b9c7-6087e1087a90 req-0862e231-dfa2-473a-882f-5f5d45c39448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:39.144860 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7a526b9d-ebb1-4d6c-b9c7-6087e1087a90 req-0862e231-dfa2-473a-882f-5f5d45c39448 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b95070cca00649ec8cd80a9286a09d5a&device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 1125 time: 0.0514956 Feb 17 18:30:39.146337 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=04ed4e74-6dc6-4fe3-b10c-98030dbb07fc,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:30:39.158091 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '04ed4e74-6dc6-4fe3-b10c-98030dbb07fc', 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'port_id': '04ed4e74-6dc6-4fe3-b10c-98030dbb07fc', 'mac_address': 'fa:16:3e:90:29:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:30:39.173794 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6c22ee97-6002-47d4-891f-dbcb548d660b req-9f50eb2e-15e4-48ee-8941-062edc4ef8ca tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455503 Feb 17 18:30:39.222955 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:30:39.223341 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (04ed4e74-6dc6-4fe3-b10c-98030dbb07fc), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:39.235831 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:39.237711 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a526b9d-ebb1-4d6c-b9c7-6087e1087a90 req-274559f9-2fb9-44a8-ade7-4ceddec4311f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:39.239189 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7a526b9d-ebb1-4d6c-b9c7-6087e1087a90 req-274559f9-2fb9-44a8-ade7-4ceddec4311f service neutron] 10.222.0.91 "GET /v2.0/networks?id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f HTTP/1.1" status: 200 len: 913 time: 0.0864420 Feb 17 18:30:39.239710 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:30:39.260748 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=04ed4e74-6dc6-4fe3-b10c-98030dbb07fc,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:30:39.264703 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (04ed4e74-6dc6-4fe3-b10c-98030dbb07fc), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:39.311183 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7a526b9d-ebb1-4d6c-b9c7-6087e1087a90 req-e4881c18-d066-4498-85e7-e86703132124 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04ed4e74-6dc6-4fe3-b10c-98030dbb07fc HTTP/1.1" status: 200 len: 999 time: 0.0664229 Feb 17 18:30:39.319013 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=04ed4e74-6dc6-4fe3-b10c-98030dbb07fc,revision_number=8']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:30:39.359985 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a526b9d-ebb1-4d6c-b9c7-6087e1087a90 req-999dc503-ba76-4071-8197-87389f7cb420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:39.361477 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7a526b9d-ebb1-4d6c-b9c7-6087e1087a90 req-999dc503-ba76-4071-8197-87389f7cb420 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7c02f544-74b1-43f4-804d-621a97e65d40 HTTP/1.1" status: 200 len: 851 time: 0.0445535 Feb 17 18:30:39.410233 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a526b9d-ebb1-4d6c-b9c7-6087e1087a90 req-d2050579-6047-47a6-88c8-1369ff865f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:39.411638 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7a526b9d-ebb1-4d6c-b9c7-6087e1087a90 req-d2050579-6047-47a6-88c8-1369ff865f58 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437970 Feb 17 18:30:39.507164 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7a526b9d-ebb1-4d6c-b9c7-6087e1087a90 req-6eb5b399-714e-40b0-9e7f-af32ef189773 service neutron] 10.222.0.91 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877132 Feb 17 18:30:39.509209 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['04ed4e74-6dc6-4fe3-b10c-98030dbb07fc'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:30:39.595291 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7a526b9d-ebb1-4d6c-b9c7-6087e1087a90 req-b2451afc-67f0-4fa6-8668-34fcf43afc47 service neutron] 10.222.0.91 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819225 Feb 17 18:30:40.294479 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a851e-9b9f-44f5-bcc3-d59ed9168a57 req-75418016-bdd7-44c5-a128-f64829949c8a tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:40.295964 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-506a851e-9b9f-44f5-bcc3-d59ed9168a57 req-75418016-bdd7-44c5-a128-f64829949c8a tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 944 time: 0.0520842 Feb 17 18:30:40.341269 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-506a851e-9b9f-44f5-bcc3-d59ed9168a57 req-ce4615f9-15e5-4d09-9644-d9076fd904c1 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397687 Feb 17 18:30:40.576372 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33443a90-ca0f-46df-91af-99999fc55cce req-e786e972-71dd-481a-a125-953cff7c1f3b tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:40.577853 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-33443a90-ca0f-46df-91af-99999fc55cce req-e786e972-71dd-481a-a125-953cff7c1f3b tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 944 time: 0.0566595 Feb 17 18:30:40.624390 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-33443a90-ca0f-46df-91af-99999fc55cce req-78258ab4-2d07-4348-9a72-4a2b05dc69e6 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408556 Feb 17 18:30:41.050700 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:30:41.099106 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 18:30:41.103068 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:30:41.103453 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (04ed4e74-6dc6-4fe3-b10c-98030dbb07fc), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:41.181603 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:30:41.181983 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (04ed4e74-6dc6-4fe3-b10c-98030dbb07fc), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:41.204351 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a0f928-305a-48f3-aafc-7bb7dacf217d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ed4e74-6dc6-4fe3-b10c-98030dbb07fc'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:30:41.206498 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a58b36eb5214be741a58d8f0f454d70cefb3ebdc097f6d2df64ce05b1b6ee80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbad7b79-4afd-42dd-bd3d-0b85335c1c9d" -d '{"events": [{"server_uuid": "b9a0f928-305a-48f3-aafc-7bb7dacf217d", "name": "network-vif-plugged", "status": "completed", "tag": "04ed4e74-6dc6-4fe3-b10c-98030dbb07fc"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:30:41.218655 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=04ed4e74-6dc6-4fe3-b10c-98030dbb07fc,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:30:41.222619 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (04ed4e74-6dc6-4fe3-b10c-98030dbb07fc), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:41.245623 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66631382-3c23-4d83-8078-f7077059e732 x-openstack-request-id: req-66631382-3c23-4d83-8078-f7077059e732 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:30:41.245915 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a0f928-305a-48f3-aafc-7bb7dacf217d", "name": "network-vif-plugged", "status": "completed", "tag": "04ed4e74-6dc6-4fe3-b10c-98030dbb07fc", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:30:41.246169 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-66631382-3c23-4d83-8078-f7077059e732 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:30:41.246555 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a0f928-305a-48f3-aafc-7bb7dacf217d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ed4e74-6dc6-4fe3-b10c-98030dbb07fc', 'code': 200} Feb 17 18:30:41.273334 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=04ed4e74-6dc6-4fe3-b10c-98030dbb07fc,revision_number=9']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:30:41.751371 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6688630-6969-4177-b46d-841f250c05cf req-46b93f7e-1c66-4809-ab6d-fb84cf546c49 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:41.752885 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d6688630-6969-4177-b46d-841f250c05cf req-46b93f7e-1c66-4809-ab6d-fb84cf546c49 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 945 time: 0.0529211 Feb 17 18:30:41.799793 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d6688630-6969-4177-b46d-841f250c05cf req-634a6583-ab41-4b84-a442-4460c37b094f tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413437 Feb 17 18:30:41.840476 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f61512-9603-4b9a-bc88-62a297454a59 req-82226373-56e9-425c-8e77-0732aa0dfff4 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:41.841931 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-19f61512-9603-4b9a-bc88-62a297454a59 req-82226373-56e9-425c-8e77-0732aa0dfff4 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.91 "GET /v2.0/ports?device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 945 time: 0.0559375 Feb 17 18:30:41.929669 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-19f61512-9603-4b9a-bc88-62a297454a59 req-51926297-4c71-4aad-a051-dab46f4a380d tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Deleting port 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:30:41.929940 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-19f61512-9603-4b9a-bc88-62a297454a59 req-51926297-4c71-4aad-a051-dab46f4a380d tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (04ed4e74-6dc6-4fe3-b10c-98030dbb07fc), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:42.020760 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-19f61512-9603-4b9a-bc88-62a297454a59 req-51926297-4c71-4aad-a051-dab46f4a380d tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] For port 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=04ed4e74-6dc6-4fe3-b10c-98030dbb07fc,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:30:42.021125 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-19f61512-9603-4b9a-bc88-62a297454a59 req-51926297-4c71-4aad-a051-dab46f4a380d tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (04ed4e74-6dc6-4fe3-b10c-98030dbb07fc), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:42.188760 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-19f61512-9603-4b9a-bc88-62a297454a59 req-51926297-4c71-4aad-a051-dab46f4a380d tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:42.189053 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-19f61512-9603-4b9a-bc88-62a297454a59 req-51926297-4c71-4aad-a051-dab46f4a380d tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (c0014eff-9ab5-44b8-b527-0266fdc0771f), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:42.189375 n-d-829613-2 neutron-server[103434]: INFO neutron.db.l3_db [req-19f61512-9603-4b9a-bc88-62a297454a59 req-51926297-4c71-4aad-a051-dab46f4a380d tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Floating IP c0014eff-9ab5-44b8-b527-0266fdc0771f disassociated. External IP: 172.25.8.104, port: 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc. Feb 17 18:30:42.189723 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-19f61512-9603-4b9a-bc88-62a297454a59 req-51926297-4c71-4aad-a051-dab46f4a380d tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Calling delete_port for 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:30:42.316859 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-19f61512-9603-4b9a-bc88-62a297454a59 req-51926297-4c71-4aad-a051-dab46f4a380d tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (04ed4e74-6dc6-4fe3-b10c-98030dbb07fc), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:42.348841 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51926297-4c71-4aad-a051-dab46f4a380d tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Pushing event deleted for resources: {'Port': ['ID=04ed4e74-6dc6-4fe3-b10c-98030dbb07fc,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:30:42.464296 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19f61512-9603-4b9a-bc88-62a297454a59 req-51926297-4c71-4aad-a051-dab46f4a380d tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Router 76498594-4aab-41f9-813a-ecded6613ceb has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:30:42.577140 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19f61512-9603-4b9a-bc88-62a297454a59 req-51926297-4c71-4aad-a051-dab46f4a380d tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:30:42.588692 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd41feff-2b5d-49b9-acd2-1cf0eecd150e None None] Sync routers for ids ['76498594-4aab-41f9-813a-ecded6613ceb'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:30:42.598089 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd41feff-2b5d-49b9-acd2-1cf0eecd150e None None] Routers {'76498594-4aab-41f9-813a-ecded6613ceb'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:30:42.598705 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-fd41feff-2b5d-49b9-acd2-1cf0eecd150e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:30:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['76498594-4aab-41f9-813a-ecded6613ceb'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:30:42.618987 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f61512-9603-4b9a-bc88-62a297454a59 req-51926297-4c71-4aad-a051-dab46f4a380d tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] No DVR routers for this DVR port 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc on host n-h2-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:30:42.621753 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-19f61512-9603-4b9a-bc88-62a297454a59 req-51926297-4c71-4aad-a051-dab46f4a380d tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:42.625979 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-19f61512-9603-4b9a-bc88-62a297454a59 req-51926297-4c71-4aad-a051-dab46f4a380d tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.91 "DELETE /v2.0/ports/04ed4e74-6dc6-4fe3-b10c-98030dbb07fc HTTP/1.1" status: 204 len: 173 time: 0.7794023 Feb 17 18:30:42.626447 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a0f928-305a-48f3-aafc-7bb7dacf217d', 'name': 'network-vif-deleted', 'tag': '04ed4e74-6dc6-4fe3-b10c-98030dbb07fc'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:30:42.629250 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02fa63cf-a831-4476-812c-21a0ccefd763" -d '{"events": [{"server_uuid": "b9a0f928-305a-48f3-aafc-7bb7dacf217d", "name": "network-vif-deleted", "tag": "04ed4e74-6dc6-4fe3-b10c-98030dbb07fc"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:30:42.673894 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5546b1-2d2f-445b-9782-f3bfb0b0eef6 x-openstack-request-id: req-ce5546b1-2d2f-445b-9782-f3bfb0b0eef6 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:30:42.674239 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a0f928-305a-48f3-aafc-7bb7dacf217d", "name": "network-vif-deleted", "tag": "04ed4e74-6dc6-4fe3-b10c-98030dbb07fc", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:30:42.674497 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ce5546b1-2d2f-445b-9782-f3bfb0b0eef6 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:30:42.674910 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a0f928-305a-48f3-aafc-7bb7dacf217d', 'name': 'network-vif-deleted', 'tag': '04ed4e74-6dc6-4fe3-b10c-98030dbb07fc', 'status': 'completed', 'code': 200} Feb 17 18:30:42.714398 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-fd41feff-2b5d-49b9-acd2-1cf0eecd150e None None] Set router 76498594-4aab-41f9-813a-ecded6613ceb gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:30:42.916042 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b28f85cc-13b8-48a1-bfee-4c75e245b774 req-e1975401-6b86-45a9-9644-b031057d52b6 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9a0f928-305a-48f3-aafc-7bb7dacf217d HTTP/1.1" status: 200 len: 210 time: 0.0292554 Feb 17 18:30:42.924770 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-fd41feff-2b5d-49b9-acd2-1cf0eecd150e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76498594-4aab-41f9-813a-ecded6613ceb', 'name': 'tempest-ServerActionsTestJSON-1642038656-router', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:29:03Z', 'updated_at': '2022-02-17T18:29:06Z', 'revision_number': 4, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'gw_port': {'id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:01:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:04Z', 'updated_at': '2022-02-17T18:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '4e55312d-5277-4983-88f4-2c27cbc57823', 'name': '', 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'mac_address': 'fa:16:3e:0d:3a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:06Z', 'updated_at': '2022-02-17T18:29:09Z', 'revision_number': 5, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'subnets': [{'id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:30:42.962064 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd41feff-2b5d-49b9-acd2-1cf0eecd150e None None] Checking router: 76498594-4aab-41f9-813a-ecded6613ceb for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:30:42.972021 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd41feff-2b5d-49b9-acd2-1cf0eecd150e None None] Routers {'76498594-4aab-41f9-813a-ecded6613ceb'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:30:42.972704 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-fd41feff-2b5d-49b9-acd2-1cf0eecd150e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:30:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['76498594-4aab-41f9-813a-ecded6613ceb'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:30:43.078901 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-fd41feff-2b5d-49b9-acd2-1cf0eecd150e None None] Set router 76498594-4aab-41f9-813a-ecded6613ceb gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:30:43.274447 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-fd41feff-2b5d-49b9-acd2-1cf0eecd150e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76498594-4aab-41f9-813a-ecded6613ceb', 'name': 'tempest-ServerActionsTestJSON-1642038656-router', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:29:03Z', 'updated_at': '2022-02-17T18:29:06Z', 'revision_number': 4, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'gw_port': {'id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:01:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:04Z', 'updated_at': '2022-02-17T18:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '4e55312d-5277-4983-88f4-2c27cbc57823', 'name': '', 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'mac_address': 'fa:16:3e:0d:3a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:06Z', 'updated_at': '2022-02-17T18:29:09Z', 'revision_number': 5, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'subnets': [{'id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:30:43.307160 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd41feff-2b5d-49b9-acd2-1cf0eecd150e None None] The sync data for ids ['76498594-4aab-41f9-813a-ecded6613ceb'] in n-d-829613-2 is: [{'id': '76498594-4aab-41f9-813a-ecded6613ceb', 'name': 'tempest-ServerActionsTestJSON-1642038656-router', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:29:03Z', 'updated_at': '2022-02-17T18:29:06Z', 'revision_number': 4, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'gw_port': {'id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:01:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:04Z', 'updated_at': '2022-02-17T18:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '4e55312d-5277-4983-88f4-2c27cbc57823', 'name': '', 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'mac_address': 'fa:16:3e:0d:3a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:06Z', 'updated_at': '2022-02-17T18:29:09Z', 'revision_number': 5, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'subnets': [{'id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:30:43.526468 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6844f2b-5792-4193-acc4-0cbccbb54452 None None] New status for floating IP c0014eff-9ab5-44b8-b527-0266fdc0771f: DOWN {{(pid=103438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 18:30:44.162297 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-961ee004-e838-4344-8abf-6a857f617a52 req-67fa78d1-910e-4841-8e87-1ede355e3a2f tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--509750553&fields=id&tenant_id=b95070cca00649ec8cd80a9286a09d5a HTTP/1.1" status: 200 len: 267 time: 0.0477376 Feb 17 18:30:44.269933 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ee004-e838-4344-8abf-6a857f617a52 req-ea41d1bc-a575-4a19-b497-b2815a8518df tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:44.271420 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-961ee004-e838-4344-8abf-6a857f617a52 req-ea41d1bc-a575-4a19-b497-b2815a8518df tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/networks?id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f HTTP/1.1" status: 200 len: 812 time: 0.1027572 Feb 17 18:30:44.287266 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-961ee004-e838-4344-8abf-6a857f617a52 req-6da20925-fb00-411f-aa74-17710ebd0d59 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/quotas/b95070cca00649ec8cd80a9286a09d5a HTTP/1.1" status: 200 len: 375 time: 0.0105827 Feb 17 18:30:44.346030 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-961ee004-e838-4344-8abf-6a857f617a52 req-fdd300c3-9227-48ce-8829-f1a741ceba4c tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=b95070cca00649ec8cd80a9286a09d5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535426 Feb 17 18:30:44.443148 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-961ee004-e838-4344-8abf-6a857f617a52 req-a65674b2-5e7b-481b-9d5d-eb317f5d8b79 service neutron] 10.222.0.87 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852635 Feb 17 18:30:44.534366 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-961ee004-e838-4344-8abf-6a857f617a52 req-23cb19c2-b1b7-4add-bbf3-953498d18f65 service neutron] 10.222.0.87 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855093 Feb 17 18:30:44.700185 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eae9541a-26b7-4498-89a2-93e58303f7c3 req-fdf5a8c3-0176-46d0-8a39-b17688c3a014 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 210 time: 0.0329511 Feb 17 18:30:45.044042 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:30:45.065079 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:30:45.065428 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 04ed4e74-6dc6-4fe3-b10c-98030dbb07fc not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:30:45.587583 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ee004-e838-4344-8abf-6a857f617a52 req-b3c6eeab-91bb-4e91-a249-b38cd01b1ead tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:45.589059 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-961ee004-e838-4344-8abf-6a857f617a52 req-b3c6eeab-91bb-4e91-a249-b38cd01b1ead tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.71 "GET /v2.0/networks?id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f HTTP/1.1" status: 200 len: 812 time: 0.1061671 Feb 17 18:30:45.648934 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-961ee004-e838-4344-8abf-6a857f617a52 req-9ef6f3ca-a2cd-4802-b6d4-bcf1c7cb28b6 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b95070cca00649ec8cd80a9286a09d5a HTTP/1.1" status: 200 len: 379 time: 0.0511801 Feb 17 18:30:45.659305 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-961ee004-e838-4344-8abf-6a857f617a52 req-d3e95fd1-5b44-42be-b207-2b2cacab95b3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Request body: {'port': {'device_id': '173861ea-96ce-4ffd-87de-fe19e771d06b', 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'admin_state_up': True, 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'security_groups': ['18c188a0-dd5d-4d96-8b4f-8f48993fe826']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:30:45.763923 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-961ee004-e838-4344-8abf-6a857f617a52 req-d3e95fd1-5b44-42be-b207-2b2cacab95b3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Made reservation on behalf of b95070cca00649ec8cd80a9286a09d5a for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:30:45.768068 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-961ee004-e838-4344-8abf-6a857f617a52 req-d3e95fd1-5b44-42be-b207-2b2cacab95b3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:45.801759 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6468eb87-54e3-438c-bd60-cb9d1da7bff2 req-ca1dd2ad-af6e-483e-a07e-cc1ed2e745df tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 210 time: 0.0262525 Feb 17 18:30:45.897190 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-961ee004-e838-4344-8abf-6a857f617a52 req-d3e95fd1-5b44-42be-b207-2b2cacab95b3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Allocated IP 172.20.0.12 (7d7e5a00-4e77-4550-b2e1-3593cfcc179f/7c02f544-74b1-43f4-804d-621a97e65d40/ab542e48-80ad-4e02-b117-e57a83fdb57e) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:30:46.032077 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-961ee004-e838-4344-8abf-6a857f617a52 req-d3e95fd1-5b44-42be-b207-2b2cacab95b3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks [] for port (ab542e48-80ad-4e02-b117-e57a83fdb57e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:46.072382 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-961ee004-e838-4344-8abf-6a857f617a52 req-d3e95fd1-5b44-42be-b207-2b2cacab95b3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (ab542e48-80ad-4e02-b117-e57a83fdb57e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:46.116397 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-961ee004-e838-4344-8abf-6a857f617a52 req-d3e95fd1-5b44-42be-b207-2b2cacab95b3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Network 7d7e5a00-4e77-4550-b2e1-3593cfcc179f is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:30:46.119741 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-961ee004-e838-4344-8abf-6a857f617a52 req-d3e95fd1-5b44-42be-b207-2b2cacab95b3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:30:46.123514 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-961ee004-e838-4344-8abf-6a857f617a52 req-d3e95fd1-5b44-42be-b207-2b2cacab95b3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:30:46.147512 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e95fd1-5b44-42be-b207-2b2cacab95b3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Pushing event updated for resources: {'Port': ['ID=ab542e48-80ad-4e02-b117-e57a83fdb57e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:30:46.162466 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e95fd1-5b44-42be-b207-2b2cacab95b3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:30:46.162857 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e95fd1-5b44-42be-b207-2b2cacab95b3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:30:46.163207 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e95fd1-5b44-42be-b207-2b2cacab95b3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:30:46.163554 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e95fd1-5b44-42be-b207-2b2cacab95b3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:30:46.163897 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e95fd1-5b44-42be-b207-2b2cacab95b3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:30:46.164252 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e95fd1-5b44-42be-b207-2b2cacab95b3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:30:46.164602 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e95fd1-5b44-42be-b207-2b2cacab95b3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:30:46.164936 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e95fd1-5b44-42be-b207-2b2cacab95b3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:30:46.165270 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e95fd1-5b44-42be-b207-2b2cacab95b3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:30:46.165601 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e95fd1-5b44-42be-b207-2b2cacab95b3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:30:46.165933 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e95fd1-5b44-42be-b207-2b2cacab95b3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:30:46.166264 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e95fd1-5b44-42be-b207-2b2cacab95b3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:30:46.166620 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e95fd1-5b44-42be-b207-2b2cacab95b3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:30:46.188656 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ee004-e838-4344-8abf-6a857f617a52 req-d3e95fd1-5b44-42be-b207-2b2cacab95b3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:46.189288 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-961ee004-e838-4344-8abf-6a857f617a52 req-d3e95fd1-5b44-42be-b207-2b2cacab95b3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:46.206152 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-961ee004-e838-4344-8abf-6a857f617a52 req-d3e95fd1-5b44-42be-b207-2b2cacab95b3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5503790 Feb 17 18:30:46.217388 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-961ee004-e838-4344-8abf-6a857f617a52 req-820628cf-cfc9-43ca-8cac-c7741dab28a6 service neutron] Request body: {'port': {'device_id': '173861ea-96ce-4ffd-87de-fe19e771d06b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:30:46.282060 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-961ee004-e838-4344-8abf-6a857f617a52 req-820628cf-cfc9-43ca-8cac-c7741dab28a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ab542e48-80ad-4e02-b117-e57a83fdb57e), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:46.325343 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-9775dbfc-b236-4b77-a163-89acf8550775 None None] Provisioning complete for port ab542e48-80ad-4e02-b117-e57a83fdb57e triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:30:46.325893 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9775dbfc-b236-4b77-a163-89acf8550775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ab542e48-80ad-4e02-b117-e57a83fdb57e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:46.358740 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-9775dbfc-b236-4b77-a163-89acf8550775 None None] Port ab542e48-80ad-4e02-b117-e57a83fdb57e cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:30:46.544576 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-961ee004-e838-4344-8abf-6a857f617a52 req-820628cf-cfc9-43ca-8cac-c7741dab28a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab542e48-80ad-4e02-b117-e57a83fdb57e {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:30:46.552721 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-961ee004-e838-4344-8abf-6a857f617a52 req-820628cf-cfc9-43ca-8cac-c7741dab28a6 service neutron] Publish callbacks [] for port (ab542e48-80ad-4e02-b117-e57a83fdb57e), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:46.565122 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-961ee004-e838-4344-8abf-6a857f617a52 req-820628cf-cfc9-43ca-8cac-c7741dab28a6 service neutron] Transition to ACTIVE for port object ab542e48-80ad-4e02-b117-e57a83fdb57e will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 18:30:46.568608 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-961ee004-e838-4344-8abf-6a857f617a52 req-820628cf-cfc9-43ca-8cac-c7741dab28a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (ab542e48-80ad-4e02-b117-e57a83fdb57e), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:46.641621 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820628cf-cfc9-43ca-8cac-c7741dab28a6 service neutron] Pushing event updated for resources: {'Port': ['ID=ab542e48-80ad-4e02-b117-e57a83fdb57e,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:30:46.694905 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-961ee004-e838-4344-8abf-6a857f617a52 req-820628cf-cfc9-43ca-8cac-c7741dab28a6 service neutron] Attempting to bind port ab542e48-80ad-4e02-b117-e57a83fdb57e on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:30:46.695245 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-961ee004-e838-4344-8abf-6a857f617a52 req-820628cf-cfc9-43ca-8cac-c7741dab28a6 service neutron] Attempting to bind port ab542e48-80ad-4e02-b117-e57a83fdb57e by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '92c4ed30-6140-45be-8dd4-17f2cf335d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:30:46.695576 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961ee004-e838-4344-8abf-6a857f617a52 req-820628cf-cfc9-43ca-8cac-c7741dab28a6 service neutron] Attempting to bind port ab542e48-80ad-4e02-b117-e57a83fdb57e on network 7d7e5a00-4e77-4550-b2e1-3593cfcc179f {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:30:46.702093 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961ee004-e838-4344-8abf-6a857f617a52 req-820628cf-cfc9-43ca-8cac-c7741dab28a6 service neutron] Port ab542e48-80ad-4e02-b117-e57a83fdb57e on network 7d7e5a00-4e77-4550-b2e1-3593cfcc179f not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:30:46.702535 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961ee004-e838-4344-8abf-6a857f617a52 req-820628cf-cfc9-43ca-8cac-c7741dab28a6 service neutron] Attempting to bind port ab542e48-80ad-4e02-b117-e57a83fdb57e on network 7d7e5a00-4e77-4550-b2e1-3593cfcc179f {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:30:46.707913 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961ee004-e838-4344-8abf-6a857f617a52 req-820628cf-cfc9-43ca-8cac-c7741dab28a6 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:30:46.708483 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961ee004-e838-4344-8abf-6a857f617a52 req-820628cf-cfc9-43ca-8cac-c7741dab28a6 service neutron] Checking segment: {'id': '92c4ed30-6140-45be-8dd4-17f2cf335d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:30:46.708871 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961ee004-e838-4344-8abf-6a857f617a52 req-820628cf-cfc9-43ca-8cac-c7741dab28a6 service neutron] Bound using segment: {'id': '92c4ed30-6140-45be-8dd4-17f2cf335d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:30:46.709308 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-961ee004-e838-4344-8abf-6a857f617a52 req-820628cf-cfc9-43ca-8cac-c7741dab28a6 service neutron] Bound port: ab542e48-80ad-4e02-b117-e57a83fdb57e, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92c4ed30-6140-45be-8dd4-17f2cf335d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:30:46.709669 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-961ee004-e838-4344-8abf-6a857f617a52 req-820628cf-cfc9-43ca-8cac-c7741dab28a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ab542e48-80ad-4e02-b117-e57a83fdb57e), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:46.776926 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-961ee004-e838-4344-8abf-6a857f617a52 req-820628cf-cfc9-43ca-8cac-c7741dab28a6 service neutron] For port ab542e48-80ad-4e02-b117-e57a83fdb57e, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:30:46.780800 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-961ee004-e838-4344-8abf-6a857f617a52 req-820628cf-cfc9-43ca-8cac-c7741dab28a6 service neutron] For port ab542e48-80ad-4e02-b117-e57a83fdb57e, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=ab542e48-80ad-4e02-b117-e57a83fdb57e,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:30:46.787047 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-961ee004-e838-4344-8abf-6a857f617a52 req-820628cf-cfc9-43ca-8cac-c7741dab28a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (ab542e48-80ad-4e02-b117-e57a83fdb57e), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:46.820938 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ee004-e838-4344-8abf-6a857f617a52 req-820628cf-cfc9-43ca-8cac-c7741dab28a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:46.821573 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-961ee004-e838-4344-8abf-6a857f617a52 req-820628cf-cfc9-43ca-8cac-c7741dab28a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:46.822983 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-961ee004-e838-4344-8abf-6a857f617a52 req-820628cf-cfc9-43ca-8cac-c7741dab28a6 service neutron] 10.222.0.71 "PUT /v2.0/ports/ab542e48-80ad-4e02-b117-e57a83fdb57e HTTP/1.1" status: 200 len: 1092 time: 0.6098478 Feb 17 18:30:46.823449 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '173861ea-96ce-4ffd-87de-fe19e771d06b', 'tag': 'ab542e48-80ad-4e02-b117-e57a83fdb57e'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:30:46.825763 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752c3e90-18bc-4ace-afc4-232db12ae506" -d '{"events": [{"name": "network-changed", "server_uuid": "173861ea-96ce-4ffd-87de-fe19e771d06b", "tag": "ab542e48-80ad-4e02-b117-e57a83fdb57e"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:30:46.853400 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820628cf-cfc9-43ca-8cac-c7741dab28a6 service neutron] Pushing event updated for resources: {'Port': ['ID=ab542e48-80ad-4e02-b117-e57a83fdb57e,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:30:46.871836 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c72df5-b041-4604-9bd2-fc65a426fdf9 x-openstack-request-id: req-e9c72df5-b041-4604-9bd2-fc65a426fdf9 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:30:46.872146 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "173861ea-96ce-4ffd-87de-fe19e771d06b", "tag": "ab542e48-80ad-4e02-b117-e57a83fdb57e", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:30:46.872485 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e9c72df5-b041-4604-9bd2-fc65a426fdf9 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:30:46.872922 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '173861ea-96ce-4ffd-87de-fe19e771d06b', 'tag': 'ab542e48-80ad-4e02-b117-e57a83fdb57e', 'status': 'completed', 'code': 200} Feb 17 18:30:46.928940 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ee004-e838-4344-8abf-6a857f617a52 req-a9e3f51b-9651-4d06-b4b7-c7599b1d6736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:46.930489 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-961ee004-e838-4344-8abf-6a857f617a52 req-a9e3f51b-9651-4d06-b4b7-c7599b1d6736 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b95070cca00649ec8cd80a9286a09d5a&device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 1126 time: 0.0566776 Feb 17 18:30:46.968360 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7276f7-3aea-4af1-a1f3-e162099826be req-956854dd-783e-414f-abd0-365779fac996 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:46.969916 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aa7276f7-3aea-4af1-a1f3-e162099826be req-956854dd-783e-414f-abd0-365779fac996 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 944 time: 0.0607946 Feb 17 18:30:46.974310 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-961ee004-e838-4344-8abf-6a857f617a52 req-8d7c26b8-872e-4d2d-b599-0530f1d972d7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab542e48-80ad-4e02-b117-e57a83fdb57e HTTP/1.1" status: 200 len: 217 time: 0.0367703 Feb 17 18:30:47.020144 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aa7276f7-3aea-4af1-a1f3-e162099826be req-31459caa-a162-423d-a234-e74a134eed5c tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443056 Feb 17 18:30:47.026428 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ee004-e838-4344-8abf-6a857f617a52 req-699f58b1-27ef-4a6b-9939-7ef99b468620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:47.028534 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-961ee004-e838-4344-8abf-6a857f617a52 req-699f58b1-27ef-4a6b-9939-7ef99b468620 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7c02f544-74b1-43f4-804d-621a97e65d40 HTTP/1.1" status: 200 len: 851 time: 0.0479579 Feb 17 18:30:47.081865 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ee004-e838-4344-8abf-6a857f617a52 req-57265eb7-1ef3-4d00-88f8-3fe8756b044f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:47.083382 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-961ee004-e838-4344-8abf-6a857f617a52 req-57265eb7-1ef3-4d00-88f8-3fe8756b044f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494714 Feb 17 18:30:47.172092 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-961ee004-e838-4344-8abf-6a857f617a52 req-52a542a7-b60c-421f-9e5d-9eaa56d6c126 service neutron] 10.222.0.71 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824211 Feb 17 18:30:47.265291 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-961ee004-e838-4344-8abf-6a857f617a52 req-b786006a-a759-40e8-a8c8-8b57c44ed9b8 service neutron] 10.222.0.71 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869830 Feb 17 18:30:47.354525 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c3e90-18bc-4ace-afc4-232db12ae506 req-1f744112-240a-495d-985f-59607d5a3203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:47.355915 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-752c3e90-18bc-4ace-afc4-232db12ae506 req-1f744112-240a-495d-985f-59607d5a3203 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b95070cca00649ec8cd80a9286a09d5a&device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 1126 time: 0.0448198 Feb 17 18:30:47.446058 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c3e90-18bc-4ace-afc4-232db12ae506 req-e683d20b-d916-4d55-950c-99c67250c42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:47.447492 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-752c3e90-18bc-4ace-afc4-232db12ae506 req-e683d20b-d916-4d55-950c-99c67250c42d service neutron] 10.222.0.71 "GET /v2.0/networks?id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f HTTP/1.1" status: 200 len: 913 time: 0.0858183 Feb 17 18:30:47.491171 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-752c3e90-18bc-4ace-afc4-232db12ae506 req-1e456a95-9fa9-4b03-9311-4107a4f75ad3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab542e48-80ad-4e02-b117-e57a83fdb57e HTTP/1.1" status: 200 len: 217 time: 0.0371683 Feb 17 18:30:47.538254 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c3e90-18bc-4ace-afc4-232db12ae506 req-2a199e65-62f8-48c0-957b-f5b0d5da5153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:47.539669 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-752c3e90-18bc-4ace-afc4-232db12ae506 req-2a199e65-62f8-48c0-957b-f5b0d5da5153 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7c02f544-74b1-43f4-804d-621a97e65d40 HTTP/1.1" status: 200 len: 851 time: 0.0423164 Feb 17 18:30:47.588840 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c3e90-18bc-4ace-afc4-232db12ae506 req-8a1dfa3d-da1a-44da-a428-571785434840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:47.590276 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-752c3e90-18bc-4ace-afc4-232db12ae506 req-8a1dfa3d-da1a-44da-a428-571785434840 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430768 Feb 17 18:30:47.679541 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-752c3e90-18bc-4ace-afc4-232db12ae506 req-ddef8e70-7c75-4bcb-beff-8a1965846e57 service neutron] 10.222.0.71 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830071 Feb 17 18:30:47.770439 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-752c3e90-18bc-4ace-afc4-232db12ae506 req-86ac8114-27a5-42ea-8902-99f4edd8b3ed service neutron] 10.222.0.71 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839224 Feb 17 18:30:48.144102 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e08db-8a2d-4dcb-8e53-c1b37fe19b84 req-16b40820-3cfe-4b17-9829-7de8034f73a9 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:48.145581 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f46e08db-8a2d-4dcb-8e53-c1b37fe19b84 req-16b40820-3cfe-4b17-9829-7de8034f73a9 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 944 time: 0.0550740 Feb 17 18:30:48.192376 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f46e08db-8a2d-4dcb-8e53-c1b37fe19b84 req-a406cfa1-5727-4861-a6fe-6d5858826b90 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410821 Feb 17 18:30:49.311137 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3283618-60ab-4eff-9b6d-37c6310d6303 req-07e8702d-48c3-4747-8dd3-32d051d5f7bb tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:49.312650 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a3283618-60ab-4eff-9b6d-37c6310d6303 req-07e8702d-48c3-4747-8dd3-32d051d5f7bb tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 944 time: 0.0528963 Feb 17 18:30:49.359338 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a3283618-60ab-4eff-9b6d-37c6310d6303 req-d3a9283a-77e3-4109-b576-f350092a1a84 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412281 Feb 17 18:30:49.441009 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:50.182847 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:50.475777 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8f0da-3403-4c92-ab25-7d398f3b3560 req-2227bf97-c9a1-4fc4-903e-1bdd688ebd56 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:50.477286 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-19d8f0da-3403-4c92-ab25-7d398f3b3560 req-2227bf97-c9a1-4fc4-903e-1bdd688ebd56 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 944 time: 0.0512471 Feb 17 18:30:50.527206 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-19d8f0da-3403-4c92-ab25-7d398f3b3560 req-ee89b203-cc0c-44c3-bd32-e93da49d3150 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444758 Feb 17 18:30:50.590536 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device ab542e48-80ad-4e02-b117-e57a83fdb57e details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:30:50.685665 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port ab542e48-80ad-4e02-b117-e57a83fdb57e, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=ab542e48-80ad-4e02-b117-e57a83fdb57e,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:30:50.696622 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': 'ab542e48-80ad-4e02-b117-e57a83fdb57e', 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'port_id': 'ab542e48-80ad-4e02-b117-e57a83fdb57e', 'mac_address': 'fa:16:3e:b4:49:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:30:50.736478 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port ab542e48-80ad-4e02-b117-e57a83fdb57e is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:30:50.736871 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ab542e48-80ad-4e02-b117-e57a83fdb57e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:50.749345 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab542e48-80ad-4e02-b117-e57a83fdb57e {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:30:50.768781 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port ab542e48-80ad-4e02-b117-e57a83fdb57e, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=ab542e48-80ad-4e02-b117-e57a83fdb57e,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:30:50.772805 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ab542e48-80ad-4e02-b117-e57a83fdb57e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:50.818449 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=ab542e48-80ad-4e02-b117-e57a83fdb57e,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:30:50.972650 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['ab542e48-80ad-4e02-b117-e57a83fdb57e'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:30:51.652566 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5331b30-d7fc-4548-8e78-1b8331186c7c req-b09f6a25-7d3d-42f8-862d-ad114c38fb8e tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:51.654058 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c5331b30-d7fc-4548-8e78-1b8331186c7c req-b09f6a25-7d3d-42f8-862d-ad114c38fb8e tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 945 time: 0.0530996 Feb 17 18:30:51.703264 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c5331b30-d7fc-4548-8e78-1b8331186c7c req-01c86a12-9a60-41bb-b5f7-e76b15b8c2c0 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430243 Feb 17 18:30:52.590352 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device ab542e48-80ad-4e02-b117-e57a83fdb57e up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:30:52.639610 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port ab542e48-80ad-4e02-b117-e57a83fdb57e completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 18:30:52.643616 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port ab542e48-80ad-4e02-b117-e57a83fdb57e triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:30:52.643994 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ab542e48-80ad-4e02-b117-e57a83fdb57e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:52.725277 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port ab542e48-80ad-4e02-b117-e57a83fdb57e is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:30:52.725676 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ab542e48-80ad-4e02-b117-e57a83fdb57e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:52.752635 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173861ea-96ce-4ffd-87de-fe19e771d06b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab542e48-80ad-4e02-b117-e57a83fdb57e'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:30:52.754915 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a58b36eb5214be741a58d8f0f454d70cefb3ebdc097f6d2df64ce05b1b6ee80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62743046-b8e5-4a31-9487-c6aed269fa20" -d '{"events": [{"server_uuid": "173861ea-96ce-4ffd-87de-fe19e771d06b", "name": "network-vif-plugged", "status": "completed", "tag": "ab542e48-80ad-4e02-b117-e57a83fdb57e"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:30:52.770740 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port ab542e48-80ad-4e02-b117-e57a83fdb57e, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=ab542e48-80ad-4e02-b117-e57a83fdb57e,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:30:52.775715 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ab542e48-80ad-4e02-b117-e57a83fdb57e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:52.802271 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55dd618-98c7-4f45-836f-4fb9fd2a1d72 x-openstack-request-id: req-f55dd618-98c7-4f45-836f-4fb9fd2a1d72 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:30:52.803119 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "173861ea-96ce-4ffd-87de-fe19e771d06b", "name": "network-vif-plugged", "status": "completed", "tag": "ab542e48-80ad-4e02-b117-e57a83fdb57e", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:30:52.803387 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f55dd618-98c7-4f45-836f-4fb9fd2a1d72 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:30:52.803796 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173861ea-96ce-4ffd-87de-fe19e771d06b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab542e48-80ad-4e02-b117-e57a83fdb57e', 'code': 200} Feb 17 18:30:52.828932 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0375c90-e528-4a86-8a98-82d4195b9c59 req-b0bb5d30-290f-4822-b6f2-a807e03b8d41 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:52.830444 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f0375c90-e528-4a86-8a98-82d4195b9c59 req-b0bb5d30-290f-4822-b6f2-a807e03b8d41 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 946 time: 0.0538414 Feb 17 18:30:52.834819 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=ab542e48-80ad-4e02-b117-e57a83fdb57e,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:30:52.880996 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f0375c90-e528-4a86-8a98-82d4195b9c59 req-033c1cd0-ee33-4fef-9595-4e15fec99a88 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441518 Feb 17 18:30:52.901072 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340e3eb-d8c9-41f6-bd9a-13bed14735ba req-82358274-d1fe-4983-baf0-33fc4655e09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:52.902659 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3340e3eb-d8c9-41f6-bd9a-13bed14735ba req-82358274-d1fe-4983-baf0-33fc4655e09d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 1128 time: 0.0454001 Feb 17 18:30:52.945504 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3340e3eb-d8c9-41f6-bd9a-13bed14735ba req-55e87557-84f6-48fb-b043-a2f5ff2a89cf service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373111 Feb 17 18:30:54.006909 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd59f5-981e-4913-9211-1d952d0d236a req-3a2c5846-81d6-4cc7-8245-b5ca87054476 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:54.008398 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-23dd59f5-981e-4913-9211-1d952d0d236a req-3a2c5846-81d6-4cc7-8245-b5ca87054476 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 946 time: 0.0555170 Feb 17 18:30:54.057523 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-23dd59f5-981e-4913-9211-1d952d0d236a req-d1be7a94-74cd-4936-a2f8-1bcdb3b185c6 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423346 Feb 17 18:30:55.179349 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d70587-78ab-47be-a6c5-a4cc25823760 req-018fbef9-8f28-4c0c-8f92-4f31781da2fa tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:55.180861 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-60d70587-78ab-47be-a6c5-a4cc25823760 req-018fbef9-8f28-4c0c-8f92-4f31781da2fa tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 946 time: 0.0519841 Feb 17 18:30:55.226412 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-60d70587-78ab-47be-a6c5-a4cc25823760 req-c3f10d95-cbf3-4b0f-8997-3a11212076fd tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400155 Feb 17 18:30:55.339359 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1902c-ff2f-4d3f-b442-82007e687cd1 req-39e66be8-c6ce-4317-8dae-44289bb5487b tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:55.340826 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3fa1902c-ff2f-4d3f-b442-82007e687cd1 req-39e66be8-c6ce-4317-8dae-44289bb5487b tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 946 time: 0.0507996 Feb 17 18:30:55.349326 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 39448) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:30:55.353998 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-82513f57-8ad8-4730-924f-0b876c3a1cb3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Request body: {'floatingip': {'port_id': 'ab542e48-80ad-4e02-b117-e57a83fdb57e'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:30:55.397778 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-82513f57-8ad8-4730-924f-0b876c3a1cb3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks [] for floatingip (c0014eff-9ab5-44b8-b527-0266fdc0771f), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:55.813924 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-82513f57-8ad8-4730-924f-0b876c3a1cb3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:55.817744 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-82513f57-8ad8-4730-924f-0b876c3a1cb3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (c0014eff-9ab5-44b8-b527-0266fdc0771f), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:56.212627 n-d-829613-2 neutron-server[103435]: INFO neutron.db.l3_db [None req-82513f57-8ad8-4730-924f-0b876c3a1cb3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Floating IP c0014eff-9ab5-44b8-b527-0266fdc0771f associated. External IP: 172.25.8.104, port: ab542e48-80ad-4e02-b117-e57a83fdb57e. Feb 17 18:30:56.420627 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82513f57-8ad8-4730-924f-0b876c3a1cb3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Router 76498594-4aab-41f9-813a-ecded6613ceb has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:30:56.529038 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82513f57-8ad8-4730-924f-0b876c3a1cb3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:30:56.534554 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-82513f57-8ad8-4730-924f-0b876c3a1cb3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:30:56.539189 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a824f78-c1c6-4866-bad5-15589d7d1da6 None None] Sync routers for ids ['76498594-4aab-41f9-813a-ecded6613ceb'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:30:56.548743 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a824f78-c1c6-4866-bad5-15589d7d1da6 None None] Routers {'76498594-4aab-41f9-813a-ecded6613ceb'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:30:56.549355 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-2a824f78-c1c6-4866-bad5-15589d7d1da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:30:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['76498594-4aab-41f9-813a-ecded6613ceb'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:30:56.564174 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-82513f57-8ad8-4730-924f-0b876c3a1cb3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "PUT /v2.0/floatingips/c0014eff-9ab5-44b8-b527-0266fdc0771f HTTP/1.1" status: 200 len: 992 time: 1.2137783 Feb 17 18:30:56.564874 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '173861ea-96ce-4ffd-87de-fe19e771d06b', 'tag': 'ab542e48-80ad-4e02-b117-e57a83fdb57e'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:30:56.567132 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b190af5285b65727f3b44dc6e403f34aceaa8adb38edcfb0268daad85aadb275" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c72091-fec5-4a76-a1d1-32385d18b589" -d '{"events": [{"name": "network-changed", "server_uuid": "173861ea-96ce-4ffd-87de-fe19e771d06b", "tag": "ab542e48-80ad-4e02-b117-e57a83fdb57e"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:30:56.662397 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-2a824f78-c1c6-4866-bad5-15589d7d1da6 None None] Set router 76498594-4aab-41f9-813a-ecded6613ceb gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:30:56.668761 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9505eb95-d1f4-4374-b1e6-4f443e590313 x-openstack-request-id: req-9505eb95-d1f4-4374-b1e6-4f443e590313 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:30:56.669062 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "173861ea-96ce-4ffd-87de-fe19e771d06b", "tag": "ab542e48-80ad-4e02-b117-e57a83fdb57e", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:30:56.670151 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9505eb95-d1f4-4374-b1e6-4f443e590313 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:30:56.670576 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '173861ea-96ce-4ffd-87de-fe19e771d06b', 'tag': 'ab542e48-80ad-4e02-b117-e57a83fdb57e', 'status': 'completed', 'code': 200} Feb 17 18:30:56.766314 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c72091-fec5-4a76-a1d1-32385d18b589 req-04960503-c2f1-4904-b724-a4b510c18eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:56.767842 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a0c72091-fec5-4a76-a1d1-32385d18b589 req-04960503-c2f1-4904-b724-a4b510c18eba service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b95070cca00649ec8cd80a9286a09d5a&device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 1128 time: 0.0770738 Feb 17 18:30:56.850219 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95ce07-83fb-4721-a4fa-b1f94e8f3950 req-74050e47-8b34-4672-b237-1dee4660ada7 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:56.851860 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ca95ce07-83fb-4721-a4fa-b1f94e8f3950 req-74050e47-8b34-4672-b237-1dee4660ada7 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 946 time: 0.0602746 Feb 17 18:30:56.886660 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cdd5c758-f8e2-4a70-b632-8eb0b4a4d793 req-5e601d56-35ee-449b-a2b6-eb466b82393f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1145213 Feb 17 18:30:56.901120 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c72091-fec5-4a76-a1d1-32385d18b589 req-31d89ae5-887c-46be-87ca-fd6833936531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:56.902611 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a0c72091-fec5-4a76-a1d1-32385d18b589 req-31d89ae5-887c-46be-87ca-fd6833936531 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f HTTP/1.1" status: 200 len: 913 time: 0.1229255 Feb 17 18:30:56.911462 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-2a824f78-c1c6-4866-bad5-15589d7d1da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76498594-4aab-41f9-813a-ecded6613ceb', 'name': 'tempest-ServerActionsTestJSON-1642038656-router', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:29:03Z', 'updated_at': '2022-02-17T18:29:06Z', 'revision_number': 4, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'gw_port': {'id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:01:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:04Z', 'updated_at': '2022-02-17T18:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': 'c0014eff-9ab5-44b8-b527-0266fdc0771f', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'floating_ip_address': '172.25.8.104', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'port_id': 'ab542e48-80ad-4e02-b117-e57a83fdb57e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'mac_address': 'fa:16:3e:b4:49:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173861ea-96ce-4ffd-87de-fe19e771d06b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:29:09Z', 'updated_at': '2022-02-17T18:30:55Z', 'revision_number': 9, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e55312d-5277-4983-88f4-2c27cbc57823', 'name': '', 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'mac_address': 'fa:16:3e:0d:3a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:06Z', 'updated_at': '2022-02-17T18:29:09Z', 'revision_number': 5, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'subnets': [{'id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:30:56.911988 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ca95ce07-83fb-4721-a4fa-b1f94e8f3950 req-f4237731-2da3-4e93-b1cd-9f9fb32e3ee8 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525367 Feb 17 18:30:56.945426 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a824f78-c1c6-4866-bad5-15589d7d1da6 None None] Checking router: 76498594-4aab-41f9-813a-ecded6613ceb for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:30:56.955572 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a824f78-c1c6-4866-bad5-15589d7d1da6 None None] Routers {'76498594-4aab-41f9-813a-ecded6613ceb'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:30:56.956422 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-2a824f78-c1c6-4866-bad5-15589d7d1da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:30:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['76498594-4aab-41f9-813a-ecded6613ceb'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:30:56.979330 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a0c72091-fec5-4a76-a1d1-32385d18b589 req-05e459fc-2adf-42ac-9951-2917f91e9618 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab542e48-80ad-4e02-b117-e57a83fdb57e HTTP/1.1" status: 200 len: 1000 time: 0.0701861 Feb 17 18:30:57.030792 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c72091-fec5-4a76-a1d1-32385d18b589 req-3a1be48d-9da9-4061-b649-4982748513b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:57.032426 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a0c72091-fec5-4a76-a1d1-32385d18b589 req-3a1be48d-9da9-4061-b649-4982748513b3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7c02f544-74b1-43f4-804d-621a97e65d40 HTTP/1.1" status: 200 len: 851 time: 0.0475502 Feb 17 18:30:57.085659 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c72091-fec5-4a76-a1d1-32385d18b589 req-a6a7e0e1-bd6b-4ad8-a4e7-ff3ff74407c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:57.087209 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a0c72091-fec5-4a76-a1d1-32385d18b589 req-a6a7e0e1-bd6b-4ad8-a4e7-ff3ff74407c8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489049 Feb 17 18:30:57.256768 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-2a824f78-c1c6-4866-bad5-15589d7d1da6 None None] Set router 76498594-4aab-41f9-813a-ecded6613ceb gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:30:57.505612 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-2a824f78-c1c6-4866-bad5-15589d7d1da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76498594-4aab-41f9-813a-ecded6613ceb', 'name': 'tempest-ServerActionsTestJSON-1642038656-router', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:29:03Z', 'updated_at': '2022-02-17T18:29:06Z', 'revision_number': 4, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'gw_port': {'id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:01:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:04Z', 'updated_at': '2022-02-17T18:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': 'c0014eff-9ab5-44b8-b527-0266fdc0771f', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'floating_ip_address': '172.25.8.104', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'port_id': 'ab542e48-80ad-4e02-b117-e57a83fdb57e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'mac_address': 'fa:16:3e:b4:49:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173861ea-96ce-4ffd-87de-fe19e771d06b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:29:09Z', 'updated_at': '2022-02-17T18:30:55Z', 'revision_number': 9, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e55312d-5277-4983-88f4-2c27cbc57823', 'name': '', 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'mac_address': 'fa:16:3e:0d:3a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:06Z', 'updated_at': '2022-02-17T18:29:09Z', 'revision_number': 5, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'subnets': [{'id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:30:57.538940 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a824f78-c1c6-4866-bad5-15589d7d1da6 None None] The sync data for ids ['76498594-4aab-41f9-813a-ecded6613ceb'] in n-d-829613-2 is: [{'id': '76498594-4aab-41f9-813a-ecded6613ceb', 'name': 'tempest-ServerActionsTestJSON-1642038656-router', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:29:03Z', 'updated_at': '2022-02-17T18:29:06Z', 'revision_number': 4, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'gw_port': {'id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:01:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:04Z', 'updated_at': '2022-02-17T18:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': 'c0014eff-9ab5-44b8-b527-0266fdc0771f', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'floating_ip_address': '172.25.8.104', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'port_id': 'ab542e48-80ad-4e02-b117-e57a83fdb57e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'mac_address': 'fa:16:3e:b4:49:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173861ea-96ce-4ffd-87de-fe19e771d06b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:29:09Z', 'updated_at': '2022-02-17T18:30:55Z', 'revision_number': 9, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e55312d-5277-4983-88f4-2c27cbc57823', 'name': '', 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'mac_address': 'fa:16:3e:0d:3a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:06Z', 'updated_at': '2022-02-17T18:29:09Z', 'revision_number': 5, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'subnets': [{'id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:30:57.541044 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5c758-f8e2-4a70-b632-8eb0b4a4d793 req-44b15331-5f37-46c5-b553-1480bbd46530 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:57.542424 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cdd5c758-f8e2-4a70-b632-8eb0b4a4d793 req-44b15331-5f37-46c5-b553-1480bbd46530 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports/ab542e48-80ad-4e02-b117-e57a83fdb57e HTTP/1.1" status: 200 len: 943 time: 0.0599177 Feb 17 18:30:57.548322 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a0c72091-fec5-4a76-a1d1-32385d18b589 req-9660239d-7ad5-4f00-9918-43df63f005ce service neutron] 10.222.0.71 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4540067 Feb 17 18:30:57.659686 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a0c72091-fec5-4a76-a1d1-32385d18b589 req-9ada7d07-6241-4119-99fb-8689a6fc6a21 service neutron] 10.222.0.71 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032710 Feb 17 18:30:57.801338 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b13cef7-6bec-4e91-89d3-be6573ac4cdf None None] New status for floating IP c0014eff-9ab5-44b8-b527-0266fdc0771f: ACTIVE {{(pid=103438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 18:30:58.064812 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00887c40-cb7b-401e-bf58-ffd59b9a39a5 req-666c2d02-7131-42c9-a97d-9eb29618a3e7 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:58.066434 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-00887c40-cb7b-401e-bf58-ffd59b9a39a5 req-666c2d02-7131-42c9-a97d-9eb29618a3e7 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 946 time: 0.0641699 Feb 17 18:30:58.117469 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-00887c40-cb7b-401e-bf58-ffd59b9a39a5 req-047111de-ae1b-4d9e-a45e-e0c1e96341d5 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443518 Feb 17 18:30:58.423202 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5c758-f8e2-4a70-b632-8eb0b4a4d793 req-2e3d529f-6f7d-42b1-9e4e-9088ebae06bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:58.424745 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cdd5c758-f8e2-4a70-b632-8eb0b4a4d793 req-2e3d529f-6f7d-42b1-9e4e-9088ebae06bb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b95070cca00649ec8cd80a9286a09d5a&device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 1128 time: 0.0460222 Feb 17 18:30:58.513038 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5c758-f8e2-4a70-b632-8eb0b4a4d793 req-e1405ff0-2cbe-4a56-bd5e-3bf80c4702a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:58.515502 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cdd5c758-f8e2-4a70-b632-8eb0b4a4d793 req-e1405ff0-2cbe-4a56-bd5e-3bf80c4702a0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f HTTP/1.1" status: 200 len: 913 time: 0.0854053 Feb 17 18:30:58.581531 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cdd5c758-f8e2-4a70-b632-8eb0b4a4d793 req-e02fb346-2151-4307-bc42-d60b2257cbd0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab542e48-80ad-4e02-b117-e57a83fdb57e HTTP/1.1" status: 200 len: 1003 time: 0.0603747 Feb 17 18:30:58.627188 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5c758-f8e2-4a70-b632-8eb0b4a4d793 req-e144077d-f5ef-44bf-9f25-5c59792a666c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:58.628622 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cdd5c758-f8e2-4a70-b632-8eb0b4a4d793 req-e144077d-f5ef-44bf-9f25-5c59792a666c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7c02f544-74b1-43f4-804d-621a97e65d40 HTTP/1.1" status: 200 len: 851 time: 0.0418689 Feb 17 18:30:58.674903 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5c758-f8e2-4a70-b632-8eb0b4a4d793 req-95d253f5-6980-4454-98db-9425cffdc9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:58.676307 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cdd5c758-f8e2-4a70-b632-8eb0b4a4d793 req-95d253f5-6980-4454-98db-9425cffdc9f6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0424170 Feb 17 18:30:58.769481 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cdd5c758-f8e2-4a70-b632-8eb0b4a4d793 req-9828e22f-1f59-4d0c-bf29-f574b9a27fe6 service neutron] 10.222.0.71 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873933 Feb 17 18:30:58.856495 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cdd5c758-f8e2-4a70-b632-8eb0b4a4d793 req-c5584225-7594-45ab-88a3-388a92df6979 service neutron] 10.222.0.71 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819349 Feb 17 18:30:59.242332 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0877666-2c1b-4ce9-8399-8531844bcf5b req-e610c61b-4a56-4d1c-a032-76e3bfde680c tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:30:59.243761 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a0877666-2c1b-4ce9-8399-8531844bcf5b req-e610c61b-4a56-4d1c-a032-76e3bfde680c tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 946 time: 0.0563185 Feb 17 18:30:59.293388 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a0877666-2c1b-4ce9-8399-8531844bcf5b req-8b085f96-3a48-4c6f-b4ea-ddd49e79cfe1 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440094 Feb 17 18:31:00.415657 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15097741-fdfc-429f-bdea-556ea9e16257 req-48bf28c1-384c-4237-bffa-e1ec5dbda3c5 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:00.417162 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-15097741-fdfc-429f-bdea-556ea9e16257 req-48bf28c1-384c-4237-bffa-e1ec5dbda3c5 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 946 time: 0.0536602 Feb 17 18:31:00.462932 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-15097741-fdfc-429f-bdea-556ea9e16257 req-3d1484c9-355c-4305-99cb-feb605d59b9f tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395799 Feb 17 18:31:01.581689 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c563f-4f40-46ef-a2ab-730db114684a req-3412e7b0-b8d9-426e-9994-5f52f9b375f5 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:01.583152 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e37c563f-4f40-46ef-a2ab-730db114684a req-3412e7b0-b8d9-426e-9994-5f52f9b375f5 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 946 time: 0.0521092 Feb 17 18:31:01.632808 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e37c563f-4f40-46ef-a2ab-730db114684a req-fd7fd06e-ef47-4ec2-83e4-7c98939a7db8 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440574 Feb 17 18:31:01.964693 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb73a9-cbf5-4bba-9583-1385390a4326 req-faede5bf-1883-4961-8d7c-83ef67aa106d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:01.966219 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-56fb73a9-cbf5-4bba-9583-1385390a4326 req-faede5bf-1883-4961-8d7c-83ef67aa106d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b95070cca00649ec8cd80a9286a09d5a&device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 1128 time: 0.0500021 Feb 17 18:31:02.072475 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb73a9-cbf5-4bba-9583-1385390a4326 req-2dbc5e09-e635-45c8-8aa8-333d5565245c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:02.074067 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-56fb73a9-cbf5-4bba-9583-1385390a4326 req-2dbc5e09-e635-45c8-8aa8-333d5565245c service neutron] 10.222.0.71 "GET /v2.0/networks?id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f HTTP/1.1" status: 200 len: 913 time: 0.0872872 Feb 17 18:31:02.149248 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-56fb73a9-cbf5-4bba-9583-1385390a4326 req-392dc22f-8031-430f-b74e-9942323dc6c2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab542e48-80ad-4e02-b117-e57a83fdb57e HTTP/1.1" status: 200 len: 1003 time: 0.0687721 Feb 17 18:31:02.196454 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb73a9-cbf5-4bba-9583-1385390a4326 req-b800203e-adf9-47e6-9a42-3aaec7836c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:02.197848 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-56fb73a9-cbf5-4bba-9583-1385390a4326 req-b800203e-adf9-47e6-9a42-3aaec7836c1d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7c02f544-74b1-43f4-804d-621a97e65d40 HTTP/1.1" status: 200 len: 851 time: 0.0423663 Feb 17 18:31:02.245844 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb73a9-cbf5-4bba-9583-1385390a4326 req-ffe06ed8-7cef-41a3-a967-5919ef35f4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:02.247231 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-56fb73a9-cbf5-4bba-9583-1385390a4326 req-ffe06ed8-7cef-41a3-a967-5919ef35f4f6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435641 Feb 17 18:31:02.339042 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-56fb73a9-cbf5-4bba-9583-1385390a4326 req-ba3c0b04-de86-4cf8-af9a-0cc82854430a service neutron] 10.222.0.71 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850616 Feb 17 18:31:02.428269 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-56fb73a9-cbf5-4bba-9583-1385390a4326 req-021cce82-cfbc-48cd-b1f6-f3a0223c1f57 service neutron] 10.222.0.71 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828233 Feb 17 18:31:02.750045 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c9fa39-8fe8-41fc-8717-69a57858d078 req-ce6ff182-c6de-42e8-a5a6-dc8589e719bb tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:02.751534 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b2c9fa39-8fe8-41fc-8717-69a57858d078 req-ce6ff182-c6de-42e8-a5a6-dc8589e719bb tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 946 time: 0.0535064 Feb 17 18:31:02.798709 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b2c9fa39-8fe8-41fc-8717-69a57858d078 req-2ef9606d-13ba-4335-9224-4cc1f705d730 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415609 Feb 17 18:31:03.049711 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1e640206-5ccd-4a7d-9d4e-048fdf41d638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:03.916793 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c486c10f-a6a3-4020-8bb3-5fb5d69ff60d req-09c70ff3-9835-4308-8954-576b912c46b8 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:03.918323 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c486c10f-a6a3-4020-8bb3-5fb5d69ff60d req-09c70ff3-9835-4308-8954-576b912c46b8 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 946 time: 0.0522826 Feb 17 18:31:03.964795 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c486c10f-a6a3-4020-8bb3-5fb5d69ff60d req-7c54e304-c732-425c-855d-575f1b31ea68 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402679 Feb 17 18:31:05.089614 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8dbcc-77ed-4ff0-8ab3-77d8a06c8c61 req-65515017-b778-46e5-9d49-e1b3cfa3006f tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:05.091049 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f7c8dbcc-77ed-4ff0-8ab3-77d8a06c8c61 req-65515017-b778-46e5-9d49-e1b3cfa3006f tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 946 time: 0.0564117 Feb 17 18:31:05.138223 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f7c8dbcc-77ed-4ff0-8ab3-77d8a06c8c61 req-5d970907-5a94-455d-bf2c-957449dfd0e0 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410872 Feb 17 18:31:05.505395 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-62ef36ec-d7e9-45f8-b62f-c2e574af25c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:06.258621 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e688b-6f4e-4912-9e05-08a2b2a626a6 req-c6752460-37b2-4da0-8047-b6cfb2caa770 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:06.260022 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-830e688b-6f4e-4912-9e05-08a2b2a626a6 req-c6752460-37b2-4da0-8047-b6cfb2caa770 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 946 time: 0.0524809 Feb 17 18:31:06.305340 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-830e688b-6f4e-4912-9e05-08a2b2a626a6 req-47ba2960-160a-4638-bad9-1ac0947c01a0 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396571 Feb 17 18:31:06.913652 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:07.423229 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265bb3f2-f2de-4de5-9817-79cee80f5345 req-471f8813-c75b-4221-83ef-ff3ce56d5b68 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:07.424734 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-265bb3f2-f2de-4de5-9817-79cee80f5345 req-471f8813-c75b-4221-83ef-ff3ce56d5b68 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 946 time: 0.0523105 Feb 17 18:31:07.475927 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-265bb3f2-f2de-4de5-9817-79cee80f5345 req-f0bb7f28-2c51-43c3-8416-1b25df5891f1 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454068 Feb 17 18:31:08.142958 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:08.593538 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966e4bb-5ac6-4557-9da0-5c9e37983a92 req-175cce22-4ee5-4c91-a097-5d66adfe7ef4 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:08.595013 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1966e4bb-5ac6-4557-9da0-5c9e37983a92 req-175cce22-4ee5-4c91-a097-5d66adfe7ef4 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 946 time: 0.0518446 Feb 17 18:31:08.640833 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1966e4bb-5ac6-4557-9da0-5c9e37983a92 req-3948fb4f-ed26-489b-b934-72b906f206d1 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403543 Feb 17 18:31:09.218290 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:09.758087 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b545c-cba0-4da5-8fca-ae7cafeeea1f req-e83be4fb-b35f-4c13-8183-7f7d9dc50ca2 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:09.759578 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-de8b545c-cba0-4da5-8fca-ae7cafeeea1f req-e83be4fb-b35f-4c13-8183-7f7d9dc50ca2 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 946 time: 0.0520284 Feb 17 18:31:09.805320 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-de8b545c-cba0-4da5-8fca-ae7cafeeea1f req-f169e1f3-42f9-4d7b-a27d-b6504cd1140c tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395701 Feb 17 18:31:10.932574 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897830d-5957-423f-bfae-77037447e35b req-413878cc-924b-4864-97ab-ca01b4d9b0a8 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:10.934059 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c897830d-5957-423f-bfae-77037447e35b req-413878cc-924b-4864-97ab-ca01b4d9b0a8 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 946 time: 0.0606763 Feb 17 18:31:10.980617 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c897830d-5957-423f-bfae-77037447e35b req-76563cc3-15ff-45c4-b9c5-fe90dc240e81 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409789 Feb 17 18:31:12.098484 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bdf407-30d9-434c-bcba-90bede28294d req-c6f461f6-e0ea-4908-9ab1-732386f4f878 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:12.099974 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e7bdf407-30d9-434c-bcba-90bede28294d req-c6f461f6-e0ea-4908-9ab1-732386f4f878 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 946 time: 0.0529790 Feb 17 18:31:12.146849 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e7bdf407-30d9-434c-bcba-90bede28294d req-c1bc88c3-85a7-4e42-8e81-4c320424744a tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413072 Feb 17 18:31:13.268818 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b517d-78b8-4551-9e8a-9a359f1c0cc3 req-2910d3f0-f2e7-4969-990b-ae08c8ee2556 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:13.270302 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-763b517d-78b8-4551-9e8a-9a359f1c0cc3 req-2910d3f0-f2e7-4969-990b-ae08c8ee2556 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 946 time: 0.0565581 Feb 17 18:31:13.316696 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-763b517d-78b8-4551-9e8a-9a359f1c0cc3 req-863e8e9c-1427-4213-8c24-78f93de67f3c tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408039 Feb 17 18:31:14.433384 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e112dba-b58b-4036-a378-c14c19bb27ee req-20962579-e4cb-47e4-8af0-79a02701e826 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:14.434850 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2e112dba-b58b-4036-a378-c14c19bb27ee req-20962579-e4cb-47e4-8af0-79a02701e826 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 946 time: 0.0511751 Feb 17 18:31:14.481317 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2e112dba-b58b-4036-a378-c14c19bb27ee req-609f1088-804e-4d4f-b086-377da1953c6b tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404785 Feb 17 18:31:15.600808 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514dc87-4c8c-4e67-9440-3a1c9a272417 req-094d5fb6-ec21-49f5-9c14-09dccf4f92b2 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:15.602340 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4514dc87-4c8c-4e67-9440-3a1c9a272417 req-094d5fb6-ec21-49f5-9c14-09dccf4f92b2 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 946 time: 0.0522428 Feb 17 18:31:15.652917 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4514dc87-4c8c-4e67-9440-3a1c9a272417 req-4de1ec76-1ff2-4195-8998-ae128720bc0c tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449212 Feb 17 18:31:15.910571 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:31:16.769579 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441e8bc-ccf8-42fb-8bb1-e7efb9adf44a req-db769ef7-6ba5-4d0e-acfd-af490647d2b4 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:16.771048 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2441e8bc-ccf8-42fb-8bb1-e7efb9adf44a req-db769ef7-6ba5-4d0e-acfd-af490647d2b4 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 946 time: 0.0524240 Feb 17 18:31:16.828639 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2441e8bc-ccf8-42fb-8bb1-e7efb9adf44a req-b91ec7c3-6327-498c-8c42-0e0f80f49feb tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518658 Feb 17 18:31:17.946667 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f703712-5582-4d5c-8d35-4f9868c97f55 req-4e04e172-73a6-42ed-bc43-55cc06bf2284 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:17.948157 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4f703712-5582-4d5c-8d35-4f9868c97f55 req-4e04e172-73a6-42ed-bc43-55cc06bf2284 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 946 time: 0.0522120 Feb 17 18:31:17.995370 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4f703712-5582-4d5c-8d35-4f9868c97f55 req-ab1dd897-07cd-47af-a0d8-de53d821a1b9 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415726 Feb 17 18:31:19.118963 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8ee97-c986-4bc0-9763-0a23f31b9787 req-4d9714eb-5e75-46f0-8945-6e8c86442b05 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:19.120473 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-84e8ee97-c986-4bc0-9763-0a23f31b9787 req-4d9714eb-5e75-46f0-8945-6e8c86442b05 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 946 time: 0.0560558 Feb 17 18:31:19.166986 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-84e8ee97-c986-4bc0-9763-0a23f31b9787 req-7ee47770-3795-414e-8725-2c781fb58703 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404058 Feb 17 18:31:19.449716 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:20.183078 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:20.287102 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a0472-8807-4129-9d05-fcc3900e7698 req-774d1115-d474-4c04-922d-cd47f7dcdfe9 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:20.288576 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-054a0472-8807-4129-9d05-fcc3900e7698 req-774d1115-d474-4c04-922d-cd47f7dcdfe9 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 946 time: 0.0524805 Feb 17 18:31:20.333766 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-054a0472-8807-4129-9d05-fcc3900e7698 req-e6711f07-53f5-4c99-bc9f-64a77d85f8d9 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397480 Feb 17 18:31:21.452523 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa66376-b6e4-47f0-bee7-5b3b1e37d099 req-2b174a58-68d2-4f02-a42b-bc570fad4562 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:21.453976 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6aa66376-b6e4-47f0-bee7-5b3b1e37d099 req-2b174a58-68d2-4f02-a42b-bc570fad4562 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 946 time: 0.0515504 Feb 17 18:31:21.506652 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6aa66376-b6e4-47f0-bee7-5b3b1e37d099 req-0e98abc3-0664-47b2-9a6e-ac2edd7388c0 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472291 Feb 17 18:31:22.623726 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58169c5-1ebc-4642-99c8-2b0563c6d149 req-29d80f3b-ac50-4261-8b06-4b20c61c0f8a tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:22.625219 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c58169c5-1ebc-4642-99c8-2b0563c6d149 req-29d80f3b-ac50-4261-8b06-4b20c61c0f8a tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 946 time: 0.0525570 Feb 17 18:31:22.670653 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c58169c5-1ebc-4642-99c8-2b0563c6d149 req-9bd0325b-d9a5-407a-913d-408115984510 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400269 Feb 17 18:31:23.789039 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ff143-2716-432c-89b2-a09f6298d53d req-4ec00e79-57f6-4d9f-872d-8890370c2d52 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:23.790571 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6a8ff143-2716-432c-89b2-a09f6298d53d req-4ec00e79-57f6-4d9f-872d-8890370c2d52 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 946 time: 0.0526843 Feb 17 18:31:23.836481 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6a8ff143-2716-432c-89b2-a09f6298d53d req-c53714d0-2172-4ce2-9d7a-8b979aefc530 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399268 Feb 17 18:31:24.959332 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd80bd-30e5-466c-9bab-13f67f1b104d req-1aa161d0-734e-4401-9f19-d8c9d773d9cb tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:24.960851 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-54bd80bd-30e5-466c-9bab-13f67f1b104d req-1aa161d0-734e-4401-9f19-d8c9d773d9cb tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 946 time: 0.0568857 Feb 17 18:31:25.007075 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-54bd80bd-30e5-466c-9bab-13f67f1b104d req-8c77c77c-54be-456f-a57a-16292a31b64d tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405941 Feb 17 18:31:26.126207 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d1854-2ac6-4231-ad48-38ca0fe61ae3 req-1547bbce-5c70-4657-9acb-9341ad372d9d tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:26.127679 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fd8d1854-2ac6-4231-ad48-38ca0fe61ae3 req-1547bbce-5c70-4657-9acb-9341ad372d9d tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 946 time: 0.0527854 Feb 17 18:31:26.174114 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fd8d1854-2ac6-4231-ad48-38ca0fe61ae3 req-74706017-78f3-441d-8cac-e6b2198b5e66 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407834 Feb 17 18:31:27.298455 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6affc927-f064-4552-b79c-0891afc03b94 req-5b6c4d55-b509-4400-a07a-6c62c67ce8c1 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:27.299936 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6affc927-f064-4552-b79c-0891afc03b94 req-5b6c4d55-b509-4400-a07a-6c62c67ce8c1 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 946 time: 0.0602360 Feb 17 18:31:27.346499 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6affc927-f064-4552-b79c-0891afc03b94 req-2cb275ea-ac4e-4595-9581-b8b23ac52b14 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410028 Feb 17 18:31:28.462772 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebad86-75e6-4539-bef2-650c4d202fb8 req-1fcd92ba-dd2f-4769-b252-97b19cb0d02a tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:28.464267 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f0ebad86-75e6-4539-bef2-650c4d202fb8 req-1fcd92ba-dd2f-4769-b252-97b19cb0d02a tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 946 time: 0.0516694 Feb 17 18:31:28.510990 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f0ebad86-75e6-4539-bef2-650c4d202fb8 req-fc7e6695-f322-4abc-b1af-44c9b3f0079c tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404639 Feb 17 18:31:29.628707 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805d5b7-be78-4f16-b8f0-8baa040e54b9 req-64d4c464-a8ad-4e6d-8552-31aaa4ec77e9 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:29.630511 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7805d5b7-be78-4f16-b8f0-8baa040e54b9 req-64d4c464-a8ad-4e6d-8552-31aaa4ec77e9 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 946 time: 0.0520511 Feb 17 18:31:29.680189 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7805d5b7-be78-4f16-b8f0-8baa040e54b9 req-b755064e-ff6e-4033-8775-fbdc7ac76a52 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442533 Feb 17 18:31:30.636010 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [req-cdd5c758-f8e2-4a70-b632-8eb0b4a4d793 req-7d35194d-a642-4ec5-8639-5df87a940500 service neutron] show failed (client error): The resource could not be found. Feb 17 18:31:30.637093 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cdd5c758-f8e2-4a70-b632-8eb0b4a4d793 req-7d35194d-a642-4ec5-8639-5df87a940500 service neutron] 10.222.0.71 "GET /v2.0/ports/ab542e48-80ad-4e02-b117-e57a83fdb57e/bindings/n-h2-829613-2 HTTP/1.1" status: 404 len: 380 time: 0.0619218 Feb 17 18:31:30.819954 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64602aa-4f0f-40c0-9c0b-96203e4ab144 req-36793fee-f581-4dda-ac0e-9cbeda543a38 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:30.821502 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e64602aa-4f0f-40c0-9c0b-96203e4ab144 req-36793fee-f581-4dda-ac0e-9cbeda543a38 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 946 time: 0.0694590 Feb 17 18:31:30.841119 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5c758-f8e2-4a70-b632-8eb0b4a4d793 req-aae52e09-4887-4a55-a5e7-0d8ba0de39ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:30.842677 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cdd5c758-f8e2-4a70-b632-8eb0b4a4d793 req-aae52e09-4887-4a55-a5e7-0d8ba0de39ce service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b&tenant_id=b95070cca00649ec8cd80a9286a09d5a HTTP/1.1" status: 200 len: 1128 time: 0.0460420 Feb 17 18:31:30.853264 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-cdd5c758-f8e2-4a70-b632-8eb0b4a4d793 req-b9492405-a20e-4e7d-929a-bb8b52647693 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829613-2', 'device_owner': 'compute:nova'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:31:30.869160 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e64602aa-4f0f-40c0-9c0b-96203e4ab144 req-f016ce88-154c-4fba-937c-996ddb24384e tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419748 Feb 17 18:31:30.916180 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-cdd5c758-f8e2-4a70-b632-8eb0b4a4d793 req-b9492405-a20e-4e7d-929a-bb8b52647693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ab542e48-80ad-4e02-b117-e57a83fdb57e), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:31.131046 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-cdd5c758-f8e2-4a70-b632-8eb0b4a4d793 req-b9492405-a20e-4e7d-929a-bb8b52647693 service neutron] For port ab542e48-80ad-4e02-b117-e57a83fdb57e, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=ab542e48-80ad-4e02-b117-e57a83fdb57e,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:31:31.163296 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-cdd5c758-f8e2-4a70-b632-8eb0b4a4d793 req-b9492405-a20e-4e7d-929a-bb8b52647693 service neutron] For port ab542e48-80ad-4e02-b117-e57a83fdb57e, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:31:31.203279 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173861ea-96ce-4ffd-87de-fe19e771d06b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab542e48-80ad-4e02-b117-e57a83fdb57e'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:31:31.205584 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7028c5-692d-45f0-b1da-3b7bd25e589c" -d '{"events": [{"server_uuid": "173861ea-96ce-4ffd-87de-fe19e771d06b", "name": "network-vif-unplugged", "status": "completed", "tag": "ab542e48-80ad-4e02-b117-e57a83fdb57e"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:31:31.209409 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-cdd5c758-f8e2-4a70-b632-8eb0b4a4d793 req-b9492405-a20e-4e7d-929a-bb8b52647693 service neutron] Publish callbacks [] for port (ab542e48-80ad-4e02-b117-e57a83fdb57e), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:31.222533 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-cdd5c758-f8e2-4a70-b632-8eb0b4a4d793 req-b9492405-a20e-4e7d-929a-bb8b52647693 service neutron] Transition to ACTIVE for port object ab542e48-80ad-4e02-b117-e57a83fdb57e will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 18:31:31.226358 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-cdd5c758-f8e2-4a70-b632-8eb0b4a4d793 req-b9492405-a20e-4e7d-929a-bb8b52647693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (ab542e48-80ad-4e02-b117-e57a83fdb57e), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:31.255850 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 18:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ddbb7c-6e25-4344-87d6-733d4a1f8b24 x-openstack-request-id: req-f7ddbb7c-6e25-4344-87d6-733d4a1f8b24 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:31:31.256149 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "173861ea-96ce-4ffd-87de-fe19e771d06b", "name": "network-vif-unplugged", "status": "completed", "tag": "ab542e48-80ad-4e02-b117-e57a83fdb57e", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:31:31.256432 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f7ddbb7c-6e25-4344-87d6-733d4a1f8b24 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:31:31.256839 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173861ea-96ce-4ffd-87de-fe19e771d06b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab542e48-80ad-4e02-b117-e57a83fdb57e', 'code': 200} Feb 17 18:31:31.317154 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9492405-a20e-4e7d-929a-bb8b52647693 service neutron] Pushing event updated for resources: {'Port': ['ID=ab542e48-80ad-4e02-b117-e57a83fdb57e,revision_number=6']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:31:31.362971 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd5c758-f8e2-4a70-b632-8eb0b4a4d793 req-b9492405-a20e-4e7d-929a-bb8b52647693 service neutron] No DVR routers for this DVR port ab542e48-80ad-4e02-b117-e57a83fdb57e on host n-h1-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:31:31.503954 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-cdd5c758-f8e2-4a70-b632-8eb0b4a4d793 req-b9492405-a20e-4e7d-929a-bb8b52647693 service neutron] Attempting to bind port ab542e48-80ad-4e02-b117-e57a83fdb57e on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:31:31.504317 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-cdd5c758-f8e2-4a70-b632-8eb0b4a4d793 req-b9492405-a20e-4e7d-929a-bb8b52647693 service neutron] Attempting to bind port ab542e48-80ad-4e02-b117-e57a83fdb57e by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '92c4ed30-6140-45be-8dd4-17f2cf335d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:31:31.504650 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd5c758-f8e2-4a70-b632-8eb0b4a4d793 req-b9492405-a20e-4e7d-929a-bb8b52647693 service neutron] Attempting to bind port ab542e48-80ad-4e02-b117-e57a83fdb57e on network 7d7e5a00-4e77-4550-b2e1-3593cfcc179f {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:31:31.508921 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd5c758-f8e2-4a70-b632-8eb0b4a4d793 req-b9492405-a20e-4e7d-929a-bb8b52647693 service neutron] Port ab542e48-80ad-4e02-b117-e57a83fdb57e on network 7d7e5a00-4e77-4550-b2e1-3593cfcc179f not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:31:31.509249 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd5c758-f8e2-4a70-b632-8eb0b4a4d793 req-b9492405-a20e-4e7d-929a-bb8b52647693 service neutron] Attempting to bind port ab542e48-80ad-4e02-b117-e57a83fdb57e on network 7d7e5a00-4e77-4550-b2e1-3593cfcc179f {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:31:31.514537 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd5c758-f8e2-4a70-b632-8eb0b4a4d793 req-b9492405-a20e-4e7d-929a-bb8b52647693 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:31:31.514876 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd5c758-f8e2-4a70-b632-8eb0b4a4d793 req-b9492405-a20e-4e7d-929a-bb8b52647693 service neutron] Checking segment: {'id': '92c4ed30-6140-45be-8dd4-17f2cf335d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:31:31.515260 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd5c758-f8e2-4a70-b632-8eb0b4a4d793 req-b9492405-a20e-4e7d-929a-bb8b52647693 service neutron] Bound using segment: {'id': '92c4ed30-6140-45be-8dd4-17f2cf335d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:31:31.515684 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-cdd5c758-f8e2-4a70-b632-8eb0b4a4d793 req-b9492405-a20e-4e7d-929a-bb8b52647693 service neutron] Bound port: ab542e48-80ad-4e02-b117-e57a83fdb57e, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92c4ed30-6140-45be-8dd4-17f2cf335d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:31:31.516042 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-cdd5c758-f8e2-4a70-b632-8eb0b4a4d793 req-b9492405-a20e-4e7d-929a-bb8b52647693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ab542e48-80ad-4e02-b117-e57a83fdb57e), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:31.577337 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-cdd5c758-f8e2-4a70-b632-8eb0b4a4d793 req-b9492405-a20e-4e7d-929a-bb8b52647693 service neutron] For port ab542e48-80ad-4e02-b117-e57a83fdb57e, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:31:31.580219 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-cdd5c758-f8e2-4a70-b632-8eb0b4a4d793 req-b9492405-a20e-4e7d-929a-bb8b52647693 service neutron] For port ab542e48-80ad-4e02-b117-e57a83fdb57e, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=ab542e48-80ad-4e02-b117-e57a83fdb57e,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:31:31.586328 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-cdd5c758-f8e2-4a70-b632-8eb0b4a4d793 req-b9492405-a20e-4e7d-929a-bb8b52647693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (ab542e48-80ad-4e02-b117-e57a83fdb57e), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:31.620647 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5c758-f8e2-4a70-b632-8eb0b4a4d793 req-b9492405-a20e-4e7d-929a-bb8b52647693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:31.621280 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-cdd5c758-f8e2-4a70-b632-8eb0b4a4d793 req-b9492405-a20e-4e7d-929a-bb8b52647693 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:31.622718 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cdd5c758-f8e2-4a70-b632-8eb0b4a4d793 req-b9492405-a20e-4e7d-929a-bb8b52647693 service neutron] 10.222.0.91 "PUT /v2.0/ports/ab542e48-80ad-4e02-b117-e57a83fdb57e HTTP/1.1" status: 200 len: 1092 time: 0.7737091 Feb 17 18:31:31.645103 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9492405-a20e-4e7d-929a-bb8b52647693 service neutron] Pushing event updated for resources: {'Port': ['ID=ab542e48-80ad-4e02-b117-e57a83fdb57e,revision_number=7']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:31:31.697261 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5c758-f8e2-4a70-b632-8eb0b4a4d793 req-59567f8f-60a4-4221-a12b-22a9c5b14554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:31.698882 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cdd5c758-f8e2-4a70-b632-8eb0b4a4d793 req-59567f8f-60a4-4221-a12b-22a9c5b14554 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b95070cca00649ec8cd80a9286a09d5a&device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 1126 time: 0.0509036 Feb 17 18:31:31.791169 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5c758-f8e2-4a70-b632-8eb0b4a4d793 req-2454a5e9-c529-4603-9aa6-344b40d12aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:31.792697 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cdd5c758-f8e2-4a70-b632-8eb0b4a4d793 req-2454a5e9-c529-4603-9aa6-344b40d12aab service neutron] 10.222.0.91 "GET /v2.0/networks?id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f HTTP/1.1" status: 200 len: 913 time: 0.0884418 Feb 17 18:31:31.863116 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cdd5c758-f8e2-4a70-b632-8eb0b4a4d793 req-8cbaf376-70ad-494f-a322-d5f641e6b034 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab542e48-80ad-4e02-b117-e57a83fdb57e HTTP/1.1" status: 200 len: 1001 time: 0.0621824 Feb 17 18:31:31.913922 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5c758-f8e2-4a70-b632-8eb0b4a4d793 req-a140e9b8-160f-40bc-a0ef-021a2262bb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:31.915399 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cdd5c758-f8e2-4a70-b632-8eb0b4a4d793 req-a140e9b8-160f-40bc-a0ef-021a2262bb71 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7c02f544-74b1-43f4-804d-621a97e65d40 HTTP/1.1" status: 200 len: 851 time: 0.0457854 Feb 17 18:31:31.964805 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5c758-f8e2-4a70-b632-8eb0b4a4d793 req-36e93c66-471f-43df-ab90-95a49d74b5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:31.966351 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cdd5c758-f8e2-4a70-b632-8eb0b4a4d793 req-36e93c66-471f-43df-ab90-95a49d74b5f0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453353 Feb 17 18:31:31.999129 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45a827-0cd4-455d-b433-7b082d303945 req-c6c75952-ba48-43bb-8178-af35e5f698f5 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:32.000643 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-da45a827-0cd4-455d-b433-7b082d303945 req-c6c75952-ba48-43bb-8178-af35e5f698f5 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 944 time: 0.0519297 Feb 17 18:31:32.046147 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-da45a827-0cd4-455d-b433-7b082d303945 req-bdf4a53b-4bac-450f-af93-511c5cb531ff tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399771 Feb 17 18:31:32.058635 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cdd5c758-f8e2-4a70-b632-8eb0b4a4d793 req-2c74f344-6225-47e3-b886-992883270a1f service neutron] 10.222.0.91 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864019 Feb 17 18:31:32.146029 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cdd5c758-f8e2-4a70-b632-8eb0b4a4d793 req-14e930c5-1693-48b6-b1d0-49362bc7150b service neutron] 10.222.0.91 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812249 Feb 17 18:31:33.051287 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f7510999-2749-43d6-8039-5e9fbdc09388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:33.172526 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff63eaa-ca02-4040-b850-2b054577f14a req-fadccf86-9949-4047-b1cf-1e2987b00653 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:33.174030 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1ff63eaa-ca02-4040-b850-2b054577f14a req-fadccf86-9949-4047-b1cf-1e2987b00653 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 944 time: 0.0584545 Feb 17 18:31:33.221414 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1ff63eaa-ca02-4040-b850-2b054577f14a req-e13b49dd-2d8c-4984-ba10-297b1e776ee1 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417488 Feb 17 18:31:33.258583 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '173861ea-96ce-4ffd-87de-fe19e771d06b', 'tag': 'ab542e48-80ad-4e02-b117-e57a83fdb57e'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:31:33.261182 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a47e7a-19f3-444c-a5e2-13853b91f0a7" -d '{"events": [{"name": "network-changed", "server_uuid": "173861ea-96ce-4ffd-87de-fe19e771d06b", "tag": "ab542e48-80ad-4e02-b117-e57a83fdb57e"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:31:33.314580 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2adf714-5799-48ad-92ee-3d096204dcec x-openstack-request-id: req-d2adf714-5799-48ad-92ee-3d096204dcec {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:31:33.315645 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "173861ea-96ce-4ffd-87de-fe19e771d06b", "tag": "ab542e48-80ad-4e02-b117-e57a83fdb57e", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:31:33.315904 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d2adf714-5799-48ad-92ee-3d096204dcec {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:31:33.316688 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '173861ea-96ce-4ffd-87de-fe19e771d06b', 'tag': 'ab542e48-80ad-4e02-b117-e57a83fdb57e', 'status': 'completed', 'code': 200} Feb 17 18:31:33.408211 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a47e7a-19f3-444c-a5e2-13853b91f0a7 req-2c703cbb-c013-4227-a1c3-25b48477a531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:33.409730 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-92a47e7a-19f3-444c-a5e2-13853b91f0a7 req-2c703cbb-c013-4227-a1c3-25b48477a531 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b95070cca00649ec8cd80a9286a09d5a&device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 1126 time: 0.0786495 Feb 17 18:31:33.412085 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a47e7a-19f3-444c-a5e2-13853b91f0a7 req-499f32ef-434b-4e0f-ac65-0d81a2ec8951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:33.413452 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-92a47e7a-19f3-444c-a5e2-13853b91f0a7 req-499f32ef-434b-4e0f-ac65-0d81a2ec8951 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b95070cca00649ec8cd80a9286a09d5a&device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 1126 time: 0.0744038 Feb 17 18:31:33.567191 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a47e7a-19f3-444c-a5e2-13853b91f0a7 req-8ee91bfd-7934-481f-b5c3-d1fbf6e10859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:33.568677 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-92a47e7a-19f3-444c-a5e2-13853b91f0a7 req-8ee91bfd-7934-481f-b5c3-d1fbf6e10859 service neutron] 10.222.0.91 "GET /v2.0/networks?id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f HTTP/1.1" status: 200 len: 913 time: 0.1511276 Feb 17 18:31:33.570039 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a47e7a-19f3-444c-a5e2-13853b91f0a7 req-f54c7c5b-a4ba-41a7-b287-ff02e477e946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:33.571345 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-92a47e7a-19f3-444c-a5e2-13853b91f0a7 req-f54c7c5b-a4ba-41a7-b287-ff02e477e946 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f HTTP/1.1" status: 200 len: 913 time: 0.1460903 Feb 17 18:31:33.680567 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-92a47e7a-19f3-444c-a5e2-13853b91f0a7 req-fdbc6532-311c-46c7-994f-498399882565 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab542e48-80ad-4e02-b117-e57a83fdb57e HTTP/1.1" status: 200 len: 1001 time: 0.1029742 Feb 17 18:31:33.686951 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-92a47e7a-19f3-444c-a5e2-13853b91f0a7 req-f5ed15d8-4cf7-430a-97b3-0fd97988003c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab542e48-80ad-4e02-b117-e57a83fdb57e HTTP/1.1" status: 200 len: 1001 time: 0.1029267 Feb 17 18:31:33.765231 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a47e7a-19f3-444c-a5e2-13853b91f0a7 req-18238bf4-2da1-46b5-a81c-b674be1bbe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:33.766663 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-92a47e7a-19f3-444c-a5e2-13853b91f0a7 req-18238bf4-2da1-46b5-a81c-b674be1bbe8e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7c02f544-74b1-43f4-804d-621a97e65d40 HTTP/1.1" status: 200 len: 851 time: 0.0788977 Feb 17 18:31:33.768334 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a47e7a-19f3-444c-a5e2-13853b91f0a7 req-c4fe9567-e614-4dc1-a775-efc0fdf142e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:33.769618 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-92a47e7a-19f3-444c-a5e2-13853b91f0a7 req-c4fe9567-e614-4dc1-a775-efc0fdf142e3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7c02f544-74b1-43f4-804d-621a97e65d40 HTTP/1.1" status: 200 len: 851 time: 0.0744514 Feb 17 18:31:33.843744 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a47e7a-19f3-444c-a5e2-13853b91f0a7 req-56593850-e91d-4316-8eb9-b7b35d9d6ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:33.845184 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-92a47e7a-19f3-444c-a5e2-13853b91f0a7 req-56593850-e91d-4316-8eb9-b7b35d9d6ffc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0728443 Feb 17 18:31:33.847495 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a47e7a-19f3-444c-a5e2-13853b91f0a7 req-debf514a-1014-4d32-8c74-253f831c1951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:33.848847 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-92a47e7a-19f3-444c-a5e2-13853b91f0a7 req-debf514a-1014-4d32-8c74-253f831c1951 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0693555 Feb 17 18:31:34.000566 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-92a47e7a-19f3-444c-a5e2-13853b91f0a7 req-1ab6b492-12ca-4f88-9360-5782f5280d09 service neutron] 10.222.0.71 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494801 Feb 17 18:31:34.005461 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-92a47e7a-19f3-444c-a5e2-13853b91f0a7 req-6f75c738-36a9-4287-9325-550f5306a5bd service neutron] 10.222.0.91 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465895 Feb 17 18:31:34.152584 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-92a47e7a-19f3-444c-a5e2-13853b91f0a7 req-383c82d4-885d-447c-afba-b25703928765 service neutron] 10.222.0.71 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460445 Feb 17 18:31:34.155092 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-92a47e7a-19f3-444c-a5e2-13853b91f0a7 req-5fe51b53-5842-433b-94db-fb092ef415d5 service neutron] 10.222.0.91 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419895 Feb 17 18:31:34.340798 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3ab51-2346-4c9a-90e6-5623dcd3d161 req-b552e1cd-1d6d-4567-928d-27dc0c23039d tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:34.342981 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bca3ab51-2346-4c9a-90e6-5623dcd3d161 req-b552e1cd-1d6d-4567-928d-27dc0c23039d tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 944 time: 0.0522144 Feb 17 18:31:34.389388 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bca3ab51-2346-4c9a-90e6-5623dcd3d161 req-4118e914-3b94-452b-8f4b-6167a7c2ab74 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411212 Feb 17 18:31:34.671047 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0f2c1-c6dc-4970-81ed-9d72d9ec4f5a req-1cc7c2b8-afea-4812-844d-e59c96059fd9 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:34.672451 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c0c0f2c1-c6dc-4970-81ed-9d72d9ec4f5a req-1cc7c2b8-afea-4812-844d-e59c96059fd9 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.91 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b&tenant_id=b95070cca00649ec8cd80a9286a09d5a&binding%3Ahost_id=n-h2-829613-2 HTTP/1.1" status: 200 len: 944 time: 0.0575395 Feb 17 18:31:34.688601 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50312cd0-3f3b-47dd-9f40-be76c4aeab0f req-4f749628-dc03-40e5-9695-2d2abe3c8795 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:34.690301 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-50312cd0-3f3b-47dd-9f40-be76c4aeab0f req-4f749628-dc03-40e5-9695-2d2abe3c8795 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 944 time: 0.0531492 Feb 17 18:31:34.731659 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c0c0f2c1-c6dc-4970-81ed-9d72d9ec4f5a req-4a9809fa-04da-412e-8458-6c0cc5f9a589 service neutron] 10.222.0.91 "GET /v2.0/ports/ab542e48-80ad-4e02-b117-e57a83fdb57e/bindings/n-h2-829613-2 HTTP/1.1" status: 200 len: 382 time: 0.0532422 Feb 17 18:31:34.742251 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-50312cd0-3f3b-47dd-9f40-be76c4aeab0f req-999d5997-1f56-4efd-bd98-e7e4c169ab14 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458286 Feb 17 18:31:34.799090 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0f2c1-c6dc-4970-81ed-9d72d9ec4f5a req-26aeb307-6d1d-4021-b263-3fd809abf335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:34.800632 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c0c0f2c1-c6dc-4970-81ed-9d72d9ec4f5a req-26aeb307-6d1d-4021-b263-3fd809abf335 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b95070cca00649ec8cd80a9286a09d5a&device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 1126 time: 0.0482843 Feb 17 18:31:34.823930 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device ab542e48-80ad-4e02-b117-e57a83fdb57e no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:31:34.861171 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] The host n-h1-829613-2 is not matching for port ab542e48-80ad-4e02-b117-e57a83fdb57e host n-h2-829613-2! {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 17 18:31:34.861561 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device ab542e48-80ad-4e02-b117-e57a83fdb57e not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:31:34.888319 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0f2c1-c6dc-4970-81ed-9d72d9ec4f5a req-973abe70-a35c-4a56-a61e-ae450a2fc30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:34.890523 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c0c0f2c1-c6dc-4970-81ed-9d72d9ec4f5a req-973abe70-a35c-4a56-a61e-ae450a2fc30d service neutron] 10.222.0.91 "GET /v2.0/networks?id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f HTTP/1.1" status: 200 len: 913 time: 0.0847952 Feb 17 18:31:34.962655 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c0c0f2c1-c6dc-4970-81ed-9d72d9ec4f5a req-5b0fb1ac-3701-4093-bc14-8d2bc7dff5cc service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab542e48-80ad-4e02-b117-e57a83fdb57e HTTP/1.1" status: 200 len: 1001 time: 0.0663240 Feb 17 18:31:35.009377 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0f2c1-c6dc-4970-81ed-9d72d9ec4f5a req-1bdee6d8-e429-4923-9d12-326dad4943e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:35.010859 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c0c0f2c1-c6dc-4970-81ed-9d72d9ec4f5a req-1bdee6d8-e429-4923-9d12-326dad4943e1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7c02f544-74b1-43f4-804d-621a97e65d40 HTTP/1.1" status: 200 len: 851 time: 0.0425637 Feb 17 18:31:35.056525 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0f2c1-c6dc-4970-81ed-9d72d9ec4f5a req-ffef7110-fb7d-49cd-9dfa-505ebdae75fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:35.057952 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c0c0f2c1-c6dc-4970-81ed-9d72d9ec4f5a req-ffef7110-fb7d-49cd-9dfa-505ebdae75fb service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0417216 Feb 17 18:31:35.147520 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c0c0f2c1-c6dc-4970-81ed-9d72d9ec4f5a req-38398c7e-7cc4-4314-be80-941ff461ebc3 service neutron] 10.222.0.91 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833135 Feb 17 18:31:35.156391 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device ab542e48-80ad-4e02-b117-e57a83fdb57e details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:31:35.237005 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c0c0f2c1-c6dc-4970-81ed-9d72d9ec4f5a req-723fc865-6688-4328-8113-0d3a6a3b85a9 service neutron] 10.222.0.91 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818074 Feb 17 18:31:35.255120 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port ab542e48-80ad-4e02-b117-e57a83fdb57e, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=ab542e48-80ad-4e02-b117-e57a83fdb57e,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:31:35.267407 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': 'ab542e48-80ad-4e02-b117-e57a83fdb57e', 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'port_id': 'ab542e48-80ad-4e02-b117-e57a83fdb57e', 'mac_address': 'fa:16:3e:b4:49:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:31:35.308087 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port ab542e48-80ad-4e02-b117-e57a83fdb57e is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:31:35.308512 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ab542e48-80ad-4e02-b117-e57a83fdb57e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:35.321997 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab542e48-80ad-4e02-b117-e57a83fdb57e {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:31:35.341094 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port ab542e48-80ad-4e02-b117-e57a83fdb57e, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=ab542e48-80ad-4e02-b117-e57a83fdb57e,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:31:35.345108 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ab542e48-80ad-4e02-b117-e57a83fdb57e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:35.396471 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=ab542e48-80ad-4e02-b117-e57a83fdb57e,revision_number=8']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:31:35.403799 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:31:35.404189 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:31:35.404578 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:31:35.404925 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:31:35.405262 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:31:35.405596 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:31:35.405928 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:31:35.406259 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:31:35.406586 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:31:35.406913 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:31:35.407239 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:31:35.407565 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:31:35.407889 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:31:35.507028 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9c755e15-2efe-4ab7-9d57-2f0d8bf9432b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:35.593686 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['ab542e48-80ad-4e02-b117-e57a83fdb57e'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:31:35.866765 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368f6f4-5f23-4336-bd25-9e43a4a87b4f req-c5fd3cf8-0e48-4b43-9dba-d52ece0dc8df tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:35.868550 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f368f6f4-5f23-4336-bd25-9e43a4a87b4f req-c5fd3cf8-0e48-4b43-9dba-d52ece0dc8df tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 945 time: 0.0536430 Feb 17 18:31:35.915853 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f368f6f4-5f23-4336-bd25-9e43a4a87b4f req-6a32ace8-5b38-40e7-893f-3133978155e1 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416789 Feb 17 18:31:36.915781 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:37.044153 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9093602-1806-4056-995a-7060eae6241c req-80778914-7945-41a4-a86e-78ade0f5009b tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:37.046212 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a9093602-1806-4056-995a-7060eae6241c req-80778914-7945-41a4-a86e-78ade0f5009b tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 945 time: 0.0550265 Feb 17 18:31:37.093559 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a9093602-1806-4056-995a-7060eae6241c req-d2e1eb0e-438c-4796-b02d-6d1a78eb73c6 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417380 Feb 17 18:31:37.167963 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device ab542e48-80ad-4e02-b117-e57a83fdb57e up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:31:37.219684 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port ab542e48-80ad-4e02-b117-e57a83fdb57e completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 18:31:37.224348 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port ab542e48-80ad-4e02-b117-e57a83fdb57e triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:31:37.224738 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ab542e48-80ad-4e02-b117-e57a83fdb57e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:37.250426 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0f2c1-c6dc-4970-81ed-9d72d9ec4f5a req-05a8e15d-7097-4045-a4ba-cfb6dca069a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:37.251946 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c0c0f2c1-c6dc-4970-81ed-9d72d9ec4f5a req-05a8e15d-7097-4045-a4ba-cfb6dca069a0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b&tenant_id=b95070cca00649ec8cd80a9286a09d5a HTTP/1.1" status: 200 len: 1127 time: 0.0498657 Feb 17 18:31:37.263317 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-c0c0f2c1-c6dc-4970-81ed-9d72d9ec4f5a req-46a7c259-2fb6-44f7-908d-e042b01d8645 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829613-2', 'device_owner': 'compute:nova'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:31:37.301960 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port ab542e48-80ad-4e02-b117-e57a83fdb57e is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:31:37.302344 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ab542e48-80ad-4e02-b117-e57a83fdb57e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:37.320209 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c0c0f2c1-c6dc-4970-81ed-9d72d9ec4f5a req-46a7c259-2fb6-44f7-908d-e042b01d8645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ab542e48-80ad-4e02-b117-e57a83fdb57e), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:37.323974 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173861ea-96ce-4ffd-87de-fe19e771d06b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab542e48-80ad-4e02-b117-e57a83fdb57e'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:31:37.326237 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a58b36eb5214be741a58d8f0f454d70cefb3ebdc097f6d2df64ce05b1b6ee80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87730795-fc35-4b65-ba87-e502060189d7" -d '{"events": [{"server_uuid": "173861ea-96ce-4ffd-87de-fe19e771d06b", "name": "network-vif-plugged", "status": "completed", "tag": "ab542e48-80ad-4e02-b117-e57a83fdb57e"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:31:37.343529 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port ab542e48-80ad-4e02-b117-e57a83fdb57e, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=ab542e48-80ad-4e02-b117-e57a83fdb57e,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:31:37.347566 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ab542e48-80ad-4e02-b117-e57a83fdb57e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:37.377121 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.db.api [req-c0c0f2c1-c6dc-4970-81ed-9d72d9ec4f5a req-46a7c259-2fb6-44f7-908d-e042b01d8645 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 18:31:37.377513 n-d-829613-2 neutron-server[103434]: DEBUG oslo_db.api [req-c0c0f2c1-c6dc-4970-81ed-9d72d9ec4f5a req-46a7c259-2fb6-44f7-908d-e042b01d8645 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 18:31:37.377714 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce96e13-b148-4b2d-aaf2-426dd7be4f3c x-openstack-request-id: req-2ce96e13-b148-4b2d-aaf2-426dd7be4f3c {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:31:37.378007 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "173861ea-96ce-4ffd-87de-fe19e771d06b", "name": "network-vif-plugged", "status": "completed", "tag": "ab542e48-80ad-4e02-b117-e57a83fdb57e", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:31:37.378259 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2ce96e13-b148-4b2d-aaf2-426dd7be4f3c {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:31:37.378642 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173861ea-96ce-4ffd-87de-fe19e771d06b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab542e48-80ad-4e02-b117-e57a83fdb57e', 'code': 200} Feb 17 18:31:37.398029 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=ab542e48-80ad-4e02-b117-e57a83fdb57e,revision_number=9']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:31:37.909920 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c0c0f2c1-c6dc-4970-81ed-9d72d9ec4f5a req-46a7c259-2fb6-44f7-908d-e042b01d8645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ab542e48-80ad-4e02-b117-e57a83fdb57e), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:38.119510 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-c0c0f2c1-c6dc-4970-81ed-9d72d9ec4f5a req-46a7c259-2fb6-44f7-908d-e042b01d8645 service neutron] For port ab542e48-80ad-4e02-b117-e57a83fdb57e, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=ab542e48-80ad-4e02-b117-e57a83fdb57e,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:31:38.144815 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:38.155995 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-c0c0f2c1-c6dc-4970-81ed-9d72d9ec4f5a req-46a7c259-2fb6-44f7-908d-e042b01d8645 service neutron] For port ab542e48-80ad-4e02-b117-e57a83fdb57e, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:31:38.196016 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173861ea-96ce-4ffd-87de-fe19e771d06b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab542e48-80ad-4e02-b117-e57a83fdb57e'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:31:38.198276 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fcaf6dc-a7bb-407c-b23e-a2d09ae57c4b" -d '{"events": [{"server_uuid": "173861ea-96ce-4ffd-87de-fe19e771d06b", "name": "network-vif-unplugged", "status": "completed", "tag": "ab542e48-80ad-4e02-b117-e57a83fdb57e"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:31:38.202322 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c0c0f2c1-c6dc-4970-81ed-9d72d9ec4f5a req-46a7c259-2fb6-44f7-908d-e042b01d8645 service neutron] Publish callbacks [] for port (ab542e48-80ad-4e02-b117-e57a83fdb57e), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:38.214788 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-c0c0f2c1-c6dc-4970-81ed-9d72d9ec4f5a req-46a7c259-2fb6-44f7-908d-e042b01d8645 service neutron] Transition to ACTIVE for port object ab542e48-80ad-4e02-b117-e57a83fdb57e will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 18:31:38.219989 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c0c0f2c1-c6dc-4970-81ed-9d72d9ec4f5a req-46a7c259-2fb6-44f7-908d-e042b01d8645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (ab542e48-80ad-4e02-b117-e57a83fdb57e), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:38.224772 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d024c-0a9a-4650-b385-146d75cfd393 req-d8f0115c-52f4-4c6a-8cca-6450c130d213 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:38.228970 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d78d024c-0a9a-4650-b385-146d75cfd393 req-d8f0115c-52f4-4c6a-8cca-6450c130d213 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 946 time: 0.0613186 Feb 17 18:31:38.252511 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 18:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4115561-1f07-4b5c-a87b-163fc087ea26 x-openstack-request-id: req-d4115561-1f07-4b5c-a87b-163fc087ea26 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:31:38.253038 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "173861ea-96ce-4ffd-87de-fe19e771d06b", "name": "network-vif-unplugged", "status": "completed", "tag": "ab542e48-80ad-4e02-b117-e57a83fdb57e", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:31:38.253038 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d4115561-1f07-4b5c-a87b-163fc087ea26 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:31:38.253448 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173861ea-96ce-4ffd-87de-fe19e771d06b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab542e48-80ad-4e02-b117-e57a83fdb57e', 'code': 200} Feb 17 18:31:38.280993 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d78d024c-0a9a-4650-b385-146d75cfd393 req-3bbbadb9-5978-4a0d-a560-c1ff2840e1e4 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487790 Feb 17 18:31:38.303639 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a7c259-2fb6-44f7-908d-e042b01d8645 service neutron] Pushing event updated for resources: {'Port': ['ID=ab542e48-80ad-4e02-b117-e57a83fdb57e,revision_number=10']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:31:38.348112 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c0f2c1-c6dc-4970-81ed-9d72d9ec4f5a req-46a7c259-2fb6-44f7-908d-e042b01d8645 service neutron] No DVR routers for this DVR port ab542e48-80ad-4e02-b117-e57a83fdb57e on host n-h2-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:31:38.493049 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-c0c0f2c1-c6dc-4970-81ed-9d72d9ec4f5a req-46a7c259-2fb6-44f7-908d-e042b01d8645 service neutron] Attempting to bind port ab542e48-80ad-4e02-b117-e57a83fdb57e on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:31:38.493389 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-c0c0f2c1-c6dc-4970-81ed-9d72d9ec4f5a req-46a7c259-2fb6-44f7-908d-e042b01d8645 service neutron] Attempting to bind port ab542e48-80ad-4e02-b117-e57a83fdb57e by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '92c4ed30-6140-45be-8dd4-17f2cf335d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:31:38.493753 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c0f2c1-c6dc-4970-81ed-9d72d9ec4f5a req-46a7c259-2fb6-44f7-908d-e042b01d8645 service neutron] Attempting to bind port ab542e48-80ad-4e02-b117-e57a83fdb57e on network 7d7e5a00-4e77-4550-b2e1-3593cfcc179f {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:31:38.498696 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c0f2c1-c6dc-4970-81ed-9d72d9ec4f5a req-46a7c259-2fb6-44f7-908d-e042b01d8645 service neutron] Port ab542e48-80ad-4e02-b117-e57a83fdb57e on network 7d7e5a00-4e77-4550-b2e1-3593cfcc179f not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:31:38.499024 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c0f2c1-c6dc-4970-81ed-9d72d9ec4f5a req-46a7c259-2fb6-44f7-908d-e042b01d8645 service neutron] Attempting to bind port ab542e48-80ad-4e02-b117-e57a83fdb57e on network 7d7e5a00-4e77-4550-b2e1-3593cfcc179f {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:31:38.503906 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c0f2c1-c6dc-4970-81ed-9d72d9ec4f5a req-46a7c259-2fb6-44f7-908d-e042b01d8645 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:31:38.504269 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c0f2c1-c6dc-4970-81ed-9d72d9ec4f5a req-46a7c259-2fb6-44f7-908d-e042b01d8645 service neutron] Checking segment: {'id': '92c4ed30-6140-45be-8dd4-17f2cf335d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:31:38.504664 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c0f2c1-c6dc-4970-81ed-9d72d9ec4f5a req-46a7c259-2fb6-44f7-908d-e042b01d8645 service neutron] Bound using segment: {'id': '92c4ed30-6140-45be-8dd4-17f2cf335d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:31:38.505089 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-c0c0f2c1-c6dc-4970-81ed-9d72d9ec4f5a req-46a7c259-2fb6-44f7-908d-e042b01d8645 service neutron] Bound port: ab542e48-80ad-4e02-b117-e57a83fdb57e, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92c4ed30-6140-45be-8dd4-17f2cf335d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:31:38.505449 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c0c0f2c1-c6dc-4970-81ed-9d72d9ec4f5a req-46a7c259-2fb6-44f7-908d-e042b01d8645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ab542e48-80ad-4e02-b117-e57a83fdb57e), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:38.569732 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-c0c0f2c1-c6dc-4970-81ed-9d72d9ec4f5a req-46a7c259-2fb6-44f7-908d-e042b01d8645 service neutron] For port ab542e48-80ad-4e02-b117-e57a83fdb57e, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:31:38.572615 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-c0c0f2c1-c6dc-4970-81ed-9d72d9ec4f5a req-46a7c259-2fb6-44f7-908d-e042b01d8645 service neutron] For port ab542e48-80ad-4e02-b117-e57a83fdb57e, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=ab542e48-80ad-4e02-b117-e57a83fdb57e,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:31:38.578788 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c0c0f2c1-c6dc-4970-81ed-9d72d9ec4f5a req-46a7c259-2fb6-44f7-908d-e042b01d8645 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (ab542e48-80ad-4e02-b117-e57a83fdb57e), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:38.611768 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0f2c1-c6dc-4970-81ed-9d72d9ec4f5a req-46a7c259-2fb6-44f7-908d-e042b01d8645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:38.612421 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c0c0f2c1-c6dc-4970-81ed-9d72d9ec4f5a req-46a7c259-2fb6-44f7-908d-e042b01d8645 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:38.613768 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c0c0f2c1-c6dc-4970-81ed-9d72d9ec4f5a req-46a7c259-2fb6-44f7-908d-e042b01d8645 service neutron] 10.222.0.71 "PUT /v2.0/ports/ab542e48-80ad-4e02-b117-e57a83fdb57e HTTP/1.1" status: 200 len: 1093 time: 1.3544624 Feb 17 18:31:38.634403 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a7c259-2fb6-44f7-908d-e042b01d8645 service neutron] Pushing event updated for resources: {'Port': ['ID=ab542e48-80ad-4e02-b117-e57a83fdb57e,revision_number=11']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:31:38.683030 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0f2c1-c6dc-4970-81ed-9d72d9ec4f5a req-d8e38e6c-cce9-4517-8796-aa65cd49c3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:38.684565 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c0c0f2c1-c6dc-4970-81ed-9d72d9ec4f5a req-d8e38e6c-cce9-4517-8796-aa65cd49c3ed service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b95070cca00649ec8cd80a9286a09d5a&device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 1127 time: 0.0472515 Feb 17 18:31:39.076807 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0f2c1-c6dc-4970-81ed-9d72d9ec4f5a req-a1fa4693-57cf-4841-9d6b-aca8de9aee5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:39.078285 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c0c0f2c1-c6dc-4970-81ed-9d72d9ec4f5a req-a1fa4693-57cf-4841-9d6b-aca8de9aee5b service neutron] 10.222.0.71 "GET /v2.0/networks?id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f HTTP/1.1" status: 200 len: 913 time: 0.3883519 Feb 17 18:31:39.141480 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c0c0f2c1-c6dc-4970-81ed-9d72d9ec4f5a req-94186f05-a32c-4b2f-b8c0-01ce27a323f0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab542e48-80ad-4e02-b117-e57a83fdb57e HTTP/1.1" status: 200 len: 1001 time: 0.0571549 Feb 17 18:31:39.188207 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0f2c1-c6dc-4970-81ed-9d72d9ec4f5a req-cd79aacf-6a6d-43a0-9d86-6c769f88807a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:39.189637 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c0c0f2c1-c6dc-4970-81ed-9d72d9ec4f5a req-cd79aacf-6a6d-43a0-9d86-6c769f88807a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7c02f544-74b1-43f4-804d-621a97e65d40 HTTP/1.1" status: 200 len: 851 time: 0.0431223 Feb 17 18:31:39.218852 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:39.241852 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0f2c1-c6dc-4970-81ed-9d72d9ec4f5a req-e5dfe918-3446-4482-bd25-f43e92047083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:39.243598 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c0c0f2c1-c6dc-4970-81ed-9d72d9ec4f5a req-e5dfe918-3446-4482-bd25-f43e92047083 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478895 Feb 17 18:31:39.334677 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c0c0f2c1-c6dc-4970-81ed-9d72d9ec4f5a req-206f05a7-16cd-4f00-82ab-d99277e4ae31 service neutron] 10.222.0.71 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850661 Feb 17 18:31:39.412010 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8473cd81-4444-4577-83d1-4134f4e10a5d req-6180875d-0167-49f4-802a-ab74b3ff4ce4 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:39.413658 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8473cd81-4444-4577-83d1-4134f4e10a5d req-6180875d-0167-49f4-802a-ab74b3ff4ce4 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 945 time: 0.0528560 Feb 17 18:31:39.428441 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c0c0f2c1-c6dc-4970-81ed-9d72d9ec4f5a req-3033a8b9-d50f-48eb-95a2-8a470596e7b1 service neutron] 10.222.0.71 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877278 Feb 17 18:31:39.460111 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8473cd81-4444-4577-83d1-4134f4e10a5d req-35e17a53-ec14-4816-896e-dfb230f35570 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407145 Feb 17 18:31:40.254457 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '173861ea-96ce-4ffd-87de-fe19e771d06b', 'tag': 'ab542e48-80ad-4e02-b117-e57a83fdb57e'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:31:40.256830 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f656ad52-cded-4701-a457-83521548f22d" -d '{"events": [{"name": "network-changed", "server_uuid": "173861ea-96ce-4ffd-87de-fe19e771d06b", "tag": "ab542e48-80ad-4e02-b117-e57a83fdb57e"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:31:40.305835 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f00f67-baef-4936-8360-caa03b522a8a x-openstack-request-id: req-68f00f67-baef-4936-8360-caa03b522a8a {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:31:40.306139 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "173861ea-96ce-4ffd-87de-fe19e771d06b", "tag": "ab542e48-80ad-4e02-b117-e57a83fdb57e", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:31:40.306398 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-68f00f67-baef-4936-8360-caa03b522a8a {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:31:40.306805 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '173861ea-96ce-4ffd-87de-fe19e771d06b', 'tag': 'ab542e48-80ad-4e02-b117-e57a83fdb57e', 'status': 'completed', 'code': 200} Feb 17 18:31:40.394843 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656ad52-cded-4701-a457-83521548f22d req-d75df20c-5d68-4261-b765-01e185746f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:40.396369 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f656ad52-cded-4701-a457-83521548f22d req-d75df20c-5d68-4261-b765-01e185746f3f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b95070cca00649ec8cd80a9286a09d5a&device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 1127 time: 0.0655820 Feb 17 18:31:40.398091 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656ad52-cded-4701-a457-83521548f22d req-af3c1f69-0923-4bcc-8503-7bdbc856dca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:40.399443 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f656ad52-cded-4701-a457-83521548f22d req-af3c1f69-0923-4bcc-8503-7bdbc856dca4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b95070cca00649ec8cd80a9286a09d5a&device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 1127 time: 0.0783474 Feb 17 18:31:40.559101 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656ad52-cded-4701-a457-83521548f22d req-fcfd6135-eda2-4515-9aba-aca1abc24470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:40.561187 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f656ad52-cded-4701-a457-83521548f22d req-fcfd6135-eda2-4515-9aba-aca1abc24470 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f HTTP/1.1" status: 200 len: 913 time: 0.1567609 Feb 17 18:31:40.562545 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656ad52-cded-4701-a457-83521548f22d req-bbbab535-a0fb-4f36-960e-72d4363389ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:40.563861 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f656ad52-cded-4701-a457-83521548f22d req-bbbab535-a0fb-4f36-960e-72d4363389ea service neutron] 10.222.0.91 "GET /v2.0/networks?id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f HTTP/1.1" status: 200 len: 913 time: 0.1521549 Feb 17 18:31:40.585542 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9d172-2b75-475f-8d6e-3f6b3e3e4de1 req-4c389d52-acfd-4326-9e80-678eed824aa6 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:40.588680 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aee9d172-2b75-475f-8d6e-3f6b3e3e4de1 req-4c389d52-acfd-4326-9e80-678eed824aa6 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 945 time: 0.0588775 Feb 17 18:31:40.633986 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aee9d172-2b75-475f-8d6e-3f6b3e3e4de1 req-55366032-c235-4159-ac96-712d276ad540 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413926 Feb 17 18:31:40.673711 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f656ad52-cded-4701-a457-83521548f22d req-c36faa65-18dc-40a9-b67e-449139ff4d47 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab542e48-80ad-4e02-b117-e57a83fdb57e HTTP/1.1" status: 200 len: 1001 time: 0.1065631 Feb 17 18:31:40.675477 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f656ad52-cded-4701-a457-83521548f22d req-e6245913-d38e-4f72-97ca-73e3acd092dc service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab542e48-80ad-4e02-b117-e57a83fdb57e HTTP/1.1" status: 200 len: 1001 time: 0.1018655 Feb 17 18:31:40.756169 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656ad52-cded-4701-a457-83521548f22d req-381adc8e-98ca-45b3-94b2-0d86c9efbcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:40.757670 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f656ad52-cded-4701-a457-83521548f22d req-381adc8e-98ca-45b3-94b2-0d86c9efbcc7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7c02f544-74b1-43f4-804d-621a97e65d40 HTTP/1.1" status: 200 len: 851 time: 0.0771906 Feb 17 18:31:40.760285 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656ad52-cded-4701-a457-83521548f22d req-a0484b98-9cf4-4f06-af66-c21facc49975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:40.760612 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f656ad52-cded-4701-a457-83521548f22d req-a0484b98-9cf4-4f06-af66-c21facc49975 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7c02f544-74b1-43f4-804d-621a97e65d40 HTTP/1.1" status: 200 len: 851 time: 0.0722039 Feb 17 18:31:40.852389 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656ad52-cded-4701-a457-83521548f22d req-ad441a68-43cf-4a62-8ff9-4fe0e86b268e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:40.853831 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f656ad52-cded-4701-a457-83521548f22d req-ad441a68-43cf-4a62-8ff9-4fe0e86b268e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0895579 Feb 17 18:31:40.856377 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656ad52-cded-4701-a457-83521548f22d req-e3208983-b591-463e-b0a2-e61f7ed4e1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:40.858303 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f656ad52-cded-4701-a457-83521548f22d req-e3208983-b591-463e-b0a2-e61f7ed4e1c2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0826097 Feb 17 18:31:41.021264 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f656ad52-cded-4701-a457-83521548f22d req-1c3cc258-5209-4e0b-b4c1-d83736c04796 service neutron] 10.222.0.71 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595793 Feb 17 18:31:41.026294 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f656ad52-cded-4701-a457-83521548f22d req-109642a6-89d4-4751-ac30-7fb4d0b5efd2 service neutron] 10.222.0.91 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559484 Feb 17 18:31:41.179442 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f656ad52-cded-4701-a457-83521548f22d req-bd4bbabb-f0cb-462f-b9e6-d37b847f2778 service neutron] 10.222.0.71 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518037 Feb 17 18:31:41.181273 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f656ad52-cded-4701-a457-83521548f22d req-591d2345-5702-4a39-8b60-350d36e9522c service neutron] 10.222.0.91 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463513 Feb 17 18:31:41.213749 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device ab542e48-80ad-4e02-b117-e57a83fdb57e no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:31:41.256581 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] The host n-h2-829613-2 is not matching for port ab542e48-80ad-4e02-b117-e57a83fdb57e host n-h1-829613-2! {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 17 18:31:41.257293 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device ab542e48-80ad-4e02-b117-e57a83fdb57e not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:31:41.753101 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141921f-3592-40d0-b442-6d1c10b4d75d req-e0b19288-beac-42a3-8393-42f78f473954 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:41.754582 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4141921f-3592-40d0-b442-6d1c10b4d75d req-e0b19288-beac-42a3-8393-42f78f473954 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 945 time: 0.0518625 Feb 17 18:31:41.800259 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4141921f-3592-40d0-b442-6d1c10b4d75d req-dac04a57-4efd-4342-9d26-e7c810c7120d tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402241 Feb 17 18:31:41.919346 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cccbdc7-18b3-42e0-a2ff-287d9487d74a req-bc41f774-67f4-49f1-bd8c-aa47404789c4 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:41.921283 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9cccbdc7-18b3-42e0-a2ff-287d9487d74a req-bc41f774-67f4-49f1-bd8c-aa47404789c4 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 945 time: 0.0536761 Feb 17 18:31:41.970875 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9cccbdc7-18b3-42e0-a2ff-287d9487d74a req-e5d3a272-a7ca-411b-9783-e3ca7600cdb1 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440710 Feb 17 18:31:42.086348 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b0e74-f7d6-46d8-bec3-0cbdf36ebdf2 req-21d3d68c-c925-4205-bb22-bc65dbde16f8 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:42.087812 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dc9b0e74-f7d6-46d8-bec3-0cbdf36ebdf2 req-21d3d68c-c925-4205-bb22-bc65dbde16f8 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 945 time: 0.0521338 Feb 17 18:31:42.133906 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dc9b0e74-f7d6-46d8-bec3-0cbdf36ebdf2 req-ed17abb4-292e-4b77-ba01-f1135a989cef tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405998 Feb 17 18:31:42.369063 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cceee4e-9e76-4d5f-85d7-8b166e91d4c0 req-42587b73-277b-412a-86dd-4e29ee08241f tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:42.371031 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5cceee4e-9e76-4d5f-85d7-8b166e91d4c0 req-42587b73-277b-412a-86dd-4e29ee08241f tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 945 time: 0.0530977 Feb 17 18:31:42.416144 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5cceee4e-9e76-4d5f-85d7-8b166e91d4c0 req-8714f0d1-d0a4-46db-97da-bbdde4d24aca tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396256 Feb 17 18:31:42.838584 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device ab542e48-80ad-4e02-b117-e57a83fdb57e details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:31:42.934389 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port ab542e48-80ad-4e02-b117-e57a83fdb57e, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=ab542e48-80ad-4e02-b117-e57a83fdb57e,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:31:42.944724 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': 'ab542e48-80ad-4e02-b117-e57a83fdb57e', 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'port_id': 'ab542e48-80ad-4e02-b117-e57a83fdb57e', 'mac_address': 'fa:16:3e:b4:49:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:31:42.991703 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port ab542e48-80ad-4e02-b117-e57a83fdb57e is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:31:42.992389 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ab542e48-80ad-4e02-b117-e57a83fdb57e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:43.005542 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab542e48-80ad-4e02-b117-e57a83fdb57e {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:31:43.024822 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port ab542e48-80ad-4e02-b117-e57a83fdb57e, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=ab542e48-80ad-4e02-b117-e57a83fdb57e,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:31:43.028819 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ab542e48-80ad-4e02-b117-e57a83fdb57e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:43.074181 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=ab542e48-80ad-4e02-b117-e57a83fdb57e,revision_number=12']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:31:43.248838 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['ab542e48-80ad-4e02-b117-e57a83fdb57e'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:31:43.538086 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16b094-90ba-4b2c-baf3-5ca23880fc53 req-0c9e6888-da1d-4cfa-873b-70ed725b5f59 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:43.539667 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f16b094-90ba-4b2c-baf3-5ca23880fc53 req-0c9e6888-da1d-4cfa-873b-70ed725b5f59 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 946 time: 0.0560594 Feb 17 18:31:43.574552 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6e4fc-980d-4378-b5ca-68877054f30b req-7cb72f64-f708-4188-b82f-03b9afa1e174 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:43.576038 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-fff6e4fc-980d-4378-b5ca-68877054f30b req-7cb72f64-f708-4188-b82f-03b9afa1e174 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.71 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 946 time: 0.0568714 Feb 17 18:31:43.587107 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f16b094-90ba-4b2c-baf3-5ca23880fc53 req-8f98dd69-27d4-432e-879a-8514815181b6 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414681 Feb 17 18:31:43.665366 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-fff6e4fc-980d-4378-b5ca-68877054f30b req-2ea64265-4410-4b3e-800a-a018e45a02e6 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Deleting port ab542e48-80ad-4e02-b117-e57a83fdb57e {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:31:43.665706 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-fff6e4fc-980d-4378-b5ca-68877054f30b req-2ea64265-4410-4b3e-800a-a018e45a02e6 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (ab542e48-80ad-4e02-b117-e57a83fdb57e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:43.754467 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-fff6e4fc-980d-4378-b5ca-68877054f30b req-2ea64265-4410-4b3e-800a-a018e45a02e6 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] For port ab542e48-80ad-4e02-b117-e57a83fdb57e, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=ab542e48-80ad-4e02-b117-e57a83fdb57e,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:31:43.754749 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-fff6e4fc-980d-4378-b5ca-68877054f30b req-2ea64265-4410-4b3e-800a-a018e45a02e6 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (ab542e48-80ad-4e02-b117-e57a83fdb57e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:43.917674 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-fff6e4fc-980d-4378-b5ca-68877054f30b req-2ea64265-4410-4b3e-800a-a018e45a02e6 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:43.918019 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-fff6e4fc-980d-4378-b5ca-68877054f30b req-2ea64265-4410-4b3e-800a-a018e45a02e6 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (c0014eff-9ab5-44b8-b527-0266fdc0771f), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:43.918432 n-d-829613-2 neutron-server[103434]: INFO neutron.db.l3_db [req-fff6e4fc-980d-4378-b5ca-68877054f30b req-2ea64265-4410-4b3e-800a-a018e45a02e6 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Floating IP c0014eff-9ab5-44b8-b527-0266fdc0771f disassociated. External IP: 172.25.8.104, port: ab542e48-80ad-4e02-b117-e57a83fdb57e. Feb 17 18:31:43.918677 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-fff6e4fc-980d-4378-b5ca-68877054f30b req-2ea64265-4410-4b3e-800a-a018e45a02e6 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Calling delete_port for ab542e48-80ad-4e02-b117-e57a83fdb57e owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:31:44.050862 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-fff6e4fc-980d-4378-b5ca-68877054f30b req-2ea64265-4410-4b3e-800a-a018e45a02e6 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (ab542e48-80ad-4e02-b117-e57a83fdb57e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:44.079079 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea64265-4410-4b3e-800a-a018e45a02e6 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Pushing event deleted for resources: {'Port': ['ID=ab542e48-80ad-4e02-b117-e57a83fdb57e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:31:44.194925 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fff6e4fc-980d-4378-b5ca-68877054f30b req-2ea64265-4410-4b3e-800a-a018e45a02e6 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Router 76498594-4aab-41f9-813a-ecded6613ceb has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:31:44.306999 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fff6e4fc-980d-4378-b5ca-68877054f30b req-2ea64265-4410-4b3e-800a-a018e45a02e6 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:31:44.317362 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c28b53-489a-4857-a875-3c9e78cab9a5 None None] Sync routers for ids ['76498594-4aab-41f9-813a-ecded6613ceb'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:31:44.328582 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c28b53-489a-4857-a875-3c9e78cab9a5 None None] Routers {'76498594-4aab-41f9-813a-ecded6613ceb'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:31:44.329202 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-b3c28b53-489a-4857-a875-3c9e78cab9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:31:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['76498594-4aab-41f9-813a-ecded6613ceb'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:31:44.348814 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff6e4fc-980d-4378-b5ca-68877054f30b req-2ea64265-4410-4b3e-800a-a018e45a02e6 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] No DVR routers for this DVR port ab542e48-80ad-4e02-b117-e57a83fdb57e on host n-h1-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:31:44.351585 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-fff6e4fc-980d-4378-b5ca-68877054f30b req-2ea64265-4410-4b3e-800a-a018e45a02e6 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:44.354920 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-fff6e4fc-980d-4378-b5ca-68877054f30b req-2ea64265-4410-4b3e-800a-a018e45a02e6 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.71 "DELETE /v2.0/ports/ab542e48-80ad-4e02-b117-e57a83fdb57e HTTP/1.1" status: 204 len: 173 time: 0.7740145 Feb 17 18:31:44.355358 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173861ea-96ce-4ffd-87de-fe19e771d06b', 'name': 'network-vif-deleted', 'tag': 'ab542e48-80ad-4e02-b117-e57a83fdb57e'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:31:44.357696 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde83d06-39cf-4fa1-b69b-48a9fe6e34e3" -d '{"events": [{"server_uuid": "173861ea-96ce-4ffd-87de-fe19e771d06b", "name": "network-vif-deleted", "tag": "ab542e48-80ad-4e02-b117-e57a83fdb57e"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:31:44.396619 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889ae55b-8b22-4a7f-9007-c184789c8d7c x-openstack-request-id: req-889ae55b-8b22-4a7f-9007-c184789c8d7c {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:31:44.396918 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "173861ea-96ce-4ffd-87de-fe19e771d06b", "name": "network-vif-deleted", "tag": "ab542e48-80ad-4e02-b117-e57a83fdb57e", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:31:44.397180 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-889ae55b-8b22-4a7f-9007-c184789c8d7c {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:31:44.398032 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173861ea-96ce-4ffd-87de-fe19e771d06b', 'name': 'network-vif-deleted', 'tag': 'ab542e48-80ad-4e02-b117-e57a83fdb57e', 'status': 'completed', 'code': 200} Feb 17 18:31:44.441804 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-b3c28b53-489a-4857-a875-3c9e78cab9a5 None None] Set router 76498594-4aab-41f9-813a-ecded6613ceb gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:31:44.638006 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-b3c28b53-489a-4857-a875-3c9e78cab9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76498594-4aab-41f9-813a-ecded6613ceb', 'name': 'tempest-ServerActionsTestJSON-1642038656-router', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:29:03Z', 'updated_at': '2022-02-17T18:29:06Z', 'revision_number': 4, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'gw_port': {'id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:01:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:04Z', 'updated_at': '2022-02-17T18:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '4e55312d-5277-4983-88f4-2c27cbc57823', 'name': '', 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'mac_address': 'fa:16:3e:0d:3a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:06Z', 'updated_at': '2022-02-17T18:29:09Z', 'revision_number': 5, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'subnets': [{'id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:31:44.664979 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c28b53-489a-4857-a875-3c9e78cab9a5 None None] Checking router: 76498594-4aab-41f9-813a-ecded6613ceb for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:31:44.673991 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c28b53-489a-4857-a875-3c9e78cab9a5 None None] Routers {'76498594-4aab-41f9-813a-ecded6613ceb'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:31:44.674592 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-b3c28b53-489a-4857-a875-3c9e78cab9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:31:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['76498594-4aab-41f9-813a-ecded6613ceb'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:31:44.692686 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-25c64d6e-0758-43ba-9555-e8282b6927e5 req-843147f7-7b37-41c5-97d7-0f491c761f3f tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=173861ea-96ce-4ffd-87de-fe19e771d06b HTTP/1.1" status: 200 len: 210 time: 0.0271540 Feb 17 18:31:44.786828 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-b3c28b53-489a-4857-a875-3c9e78cab9a5 None None] Set router 76498594-4aab-41f9-813a-ecded6613ceb gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:31:44.876781 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device ab542e48-80ad-4e02-b117-e57a83fdb57e details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:31:44.890159 n-d-829613-2 neutron-server[103436]: INFO neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No ports have port_id starting with ab542e48-80ad-4e02-b117-e57a83fdb57e Feb 17 18:31:44.893209 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device ab542e48-80ad-4e02-b117-e57a83fdb57e requested by agent hyperv_n-h1-829613-2 not found in database {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Feb 17 18:31:45.003818 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-b3c28b53-489a-4857-a875-3c9e78cab9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76498594-4aab-41f9-813a-ecded6613ceb', 'name': 'tempest-ServerActionsTestJSON-1642038656-router', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:29:03Z', 'updated_at': '2022-02-17T18:29:06Z', 'revision_number': 4, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'gw_port': {'id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:01:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:04Z', 'updated_at': '2022-02-17T18:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '4e55312d-5277-4983-88f4-2c27cbc57823', 'name': '', 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'mac_address': 'fa:16:3e:0d:3a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:06Z', 'updated_at': '2022-02-17T18:29:09Z', 'revision_number': 5, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'subnets': [{'id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:31:45.030661 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c28b53-489a-4857-a875-3c9e78cab9a5 None None] The sync data for ids ['76498594-4aab-41f9-813a-ecded6613ceb'] in n-d-829613-2 is: [{'id': '76498594-4aab-41f9-813a-ecded6613ceb', 'name': 'tempest-ServerActionsTestJSON-1642038656-router', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:29:03Z', 'updated_at': '2022-02-17T18:29:06Z', 'revision_number': 4, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'gw_port': {'id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:01:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:04Z', 'updated_at': '2022-02-17T18:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '4e55312d-5277-4983-88f4-2c27cbc57823', 'name': '', 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'mac_address': 'fa:16:3e:0d:3a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:06Z', 'updated_at': '2022-02-17T18:29:09Z', 'revision_number': 5, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'subnets': [{'id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:31:45.249843 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fcb7f5-ce7e-4d75-a308-b6a6e5b63a8d None None] New status for floating IP c0014eff-9ab5-44b8-b527-0266fdc0771f: DOWN {{(pid=103438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 18:31:45.934743 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f0e5483f-16e3-4ea8-82dd-259aeefc1c1b req-f63aa9f6-89e1-407a-b3f1-7cf9c83bf01b tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--509750553&fields=id&tenant_id=b95070cca00649ec8cd80a9286a09d5a HTTP/1.1" status: 200 len: 267 time: 0.0414286 Feb 17 18:31:46.040526 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5483f-16e3-4ea8-82dd-259aeefc1c1b req-098087b8-9242-4ca0-ba00-517a5be1979e tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:46.041998 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f0e5483f-16e3-4ea8-82dd-259aeefc1c1b req-098087b8-9242-4ca0-ba00-517a5be1979e tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/networks?id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f HTTP/1.1" status: 200 len: 812 time: 0.1009755 Feb 17 18:31:46.057168 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f0e5483f-16e3-4ea8-82dd-259aeefc1c1b req-56bb57c0-4b3f-4de9-bcb6-6b2797a8e680 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/quotas/b95070cca00649ec8cd80a9286a09d5a HTTP/1.1" status: 200 len: 375 time: 0.0091932 Feb 17 18:31:46.110881 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f0e5483f-16e3-4ea8-82dd-259aeefc1c1b req-f4860da9-6a4e-435d-a03c-10279292b492 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=b95070cca00649ec8cd80a9286a09d5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490384 Feb 17 18:31:46.252375 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f0e5483f-16e3-4ea8-82dd-259aeefc1c1b req-89046687-6720-49ba-92cb-3cb69f92c214 service neutron] 10.222.0.87 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301746 Feb 17 18:31:46.343202 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f0e5483f-16e3-4ea8-82dd-259aeefc1c1b req-954dd463-eeef-4ba2-a9f3-e10e72467231 service neutron] 10.222.0.87 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850315 Feb 17 18:31:46.510991 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c2d50354-7112-40f2-8976-e566b72d792d req-ac32a57e-2c54-42a2-8afc-4f67040aa0ac tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 210 time: 0.0269551 Feb 17 18:31:46.885319 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device ab542e48-80ad-4e02-b117-e57a83fdb57e no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:31:46.909618 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: ab542e48-80ad-4e02-b117-e57a83fdb57e {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:31:46.909969 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device ab542e48-80ad-4e02-b117-e57a83fdb57e not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:31:47.402289 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5483f-16e3-4ea8-82dd-259aeefc1c1b req-051b00f7-11e6-490c-b08a-c6d1bac2622d tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:47.403854 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f0e5483f-16e3-4ea8-82dd-259aeefc1c1b req-051b00f7-11e6-490c-b08a-c6d1bac2622d tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.71 "GET /v2.0/networks?id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f HTTP/1.1" status: 200 len: 812 time: 0.1039112 Feb 17 18:31:47.463100 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f0e5483f-16e3-4ea8-82dd-259aeefc1c1b req-88e4c5e7-f8b4-466d-89d7-54a49c3b965b tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b95070cca00649ec8cd80a9286a09d5a HTTP/1.1" status: 200 len: 379 time: 0.0510759 Feb 17 18:31:47.472189 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-f0e5483f-16e3-4ea8-82dd-259aeefc1c1b req-565cad0c-5446-4f87-856f-565925aa9cb7 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Request body: {'port': {'device_id': '2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2', 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'admin_state_up': True, 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'security_groups': ['18c188a0-dd5d-4d96-8b4f-8f48993fe826']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:31:47.575127 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0e5483f-16e3-4ea8-82dd-259aeefc1c1b req-565cad0c-5446-4f87-856f-565925aa9cb7 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Made reservation on behalf of b95070cca00649ec8cd80a9286a09d5a for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:31:47.579320 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f0e5483f-16e3-4ea8-82dd-259aeefc1c1b req-565cad0c-5446-4f87-856f-565925aa9cb7 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:47.610155 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-661e6b6e-71b5-43e6-8c25-a1ce3e1864e6 req-9fc756b5-e771-4e88-a159-3db7c0a70ca6 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 210 time: 0.0305810 Feb 17 18:31:47.712870 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-f0e5483f-16e3-4ea8-82dd-259aeefc1c1b req-565cad0c-5446-4f87-856f-565925aa9cb7 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Allocated IP 172.20.0.4 (7d7e5a00-4e77-4550-b2e1-3593cfcc179f/7c02f544-74b1-43f4-804d-621a97e65d40/16fd7c79-7515-4bc9-b494-b8aec7cd19c2) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:31:47.854721 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f0e5483f-16e3-4ea8-82dd-259aeefc1c1b req-565cad0c-5446-4f87-856f-565925aa9cb7 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks [] for port (16fd7c79-7515-4bc9-b494-b8aec7cd19c2), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:47.889299 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f0e5483f-16e3-4ea8-82dd-259aeefc1c1b req-565cad0c-5446-4f87-856f-565925aa9cb7 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (16fd7c79-7515-4bc9-b494-b8aec7cd19c2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:47.932456 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0e5483f-16e3-4ea8-82dd-259aeefc1c1b req-565cad0c-5446-4f87-856f-565925aa9cb7 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Network 7d7e5a00-4e77-4550-b2e1-3593cfcc179f is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:31:47.936121 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-f0e5483f-16e3-4ea8-82dd-259aeefc1c1b req-565cad0c-5446-4f87-856f-565925aa9cb7 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:31:47.939778 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e5483f-16e3-4ea8-82dd-259aeefc1c1b req-565cad0c-5446-4f87-856f-565925aa9cb7 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:31:47.965222 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cad0c-5446-4f87-856f-565925aa9cb7 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Pushing event updated for resources: {'Port': ['ID=16fd7c79-7515-4bc9-b494-b8aec7cd19c2,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:31:47.982986 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cad0c-5446-4f87-856f-565925aa9cb7 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:31:47.983357 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cad0c-5446-4f87-856f-565925aa9cb7 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:31:47.983701 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cad0c-5446-4f87-856f-565925aa9cb7 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:31:47.984044 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cad0c-5446-4f87-856f-565925aa9cb7 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:31:47.984409 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cad0c-5446-4f87-856f-565925aa9cb7 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:31:47.984748 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cad0c-5446-4f87-856f-565925aa9cb7 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:31:47.985085 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cad0c-5446-4f87-856f-565925aa9cb7 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:31:47.985417 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cad0c-5446-4f87-856f-565925aa9cb7 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:31:47.985761 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cad0c-5446-4f87-856f-565925aa9cb7 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:31:47.986073 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cad0c-5446-4f87-856f-565925aa9cb7 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:31:47.986392 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cad0c-5446-4f87-856f-565925aa9cb7 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:31:47.986719 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cad0c-5446-4f87-856f-565925aa9cb7 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:31:47.987079 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cad0c-5446-4f87-856f-565925aa9cb7 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:31:48.003868 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5483f-16e3-4ea8-82dd-259aeefc1c1b req-565cad0c-5446-4f87-856f-565925aa9cb7 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:48.004555 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f0e5483f-16e3-4ea8-82dd-259aeefc1c1b req-565cad0c-5446-4f87-856f-565925aa9cb7 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:48.021619 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f0e5483f-16e3-4ea8-82dd-259aeefc1c1b req-565cad0c-5446-4f87-856f-565925aa9cb7 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5531909 Feb 17 18:31:48.033629 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-f0e5483f-16e3-4ea8-82dd-259aeefc1c1b req-641347ec-a5b1-4f9c-8d20-485e6bd1f105 service neutron] Request body: {'port': {'device_id': '2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:31:48.104407 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f0e5483f-16e3-4ea8-82dd-259aeefc1c1b req-641347ec-a5b1-4f9c-8d20-485e6bd1f105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (16fd7c79-7515-4bc9-b494-b8aec7cd19c2), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:48.169212 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-8969ddab-6aab-498e-aaae-0a6551296f03 None None] Provisioning complete for port 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:31:48.170375 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8969ddab-6aab-498e-aaae-0a6551296f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (16fd7c79-7515-4bc9-b494-b8aec7cd19c2), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:48.202995 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-8969ddab-6aab-498e-aaae-0a6551296f03 None None] Port 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:31:48.361108 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-f0e5483f-16e3-4ea8-82dd-259aeefc1c1b req-641347ec-a5b1-4f9c-8d20-485e6bd1f105 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:31:48.368712 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f0e5483f-16e3-4ea8-82dd-259aeefc1c1b req-641347ec-a5b1-4f9c-8d20-485e6bd1f105 service neutron] Publish callbacks [] for port (16fd7c79-7515-4bc9-b494-b8aec7cd19c2), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:48.380557 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-f0e5483f-16e3-4ea8-82dd-259aeefc1c1b req-641347ec-a5b1-4f9c-8d20-485e6bd1f105 service neutron] Transition to ACTIVE for port object 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 18:31:48.384405 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f0e5483f-16e3-4ea8-82dd-259aeefc1c1b req-641347ec-a5b1-4f9c-8d20-485e6bd1f105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (16fd7c79-7515-4bc9-b494-b8aec7cd19c2), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:48.434859 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641347ec-a5b1-4f9c-8d20-485e6bd1f105 service neutron] Pushing event updated for resources: {'Port': ['ID=16fd7c79-7515-4bc9-b494-b8aec7cd19c2,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:31:48.509953 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-f0e5483f-16e3-4ea8-82dd-259aeefc1c1b req-641347ec-a5b1-4f9c-8d20-485e6bd1f105 service neutron] Attempting to bind port 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:31:48.510290 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-f0e5483f-16e3-4ea8-82dd-259aeefc1c1b req-641347ec-a5b1-4f9c-8d20-485e6bd1f105 service neutron] Attempting to bind port 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '92c4ed30-6140-45be-8dd4-17f2cf335d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:31:48.510620 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e5483f-16e3-4ea8-82dd-259aeefc1c1b req-641347ec-a5b1-4f9c-8d20-485e6bd1f105 service neutron] Attempting to bind port 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 on network 7d7e5a00-4e77-4550-b2e1-3593cfcc179f {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:31:48.515667 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e5483f-16e3-4ea8-82dd-259aeefc1c1b req-641347ec-a5b1-4f9c-8d20-485e6bd1f105 service neutron] Port 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 on network 7d7e5a00-4e77-4550-b2e1-3593cfcc179f not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:31:48.515997 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e5483f-16e3-4ea8-82dd-259aeefc1c1b req-641347ec-a5b1-4f9c-8d20-485e6bd1f105 service neutron] Attempting to bind port 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 on network 7d7e5a00-4e77-4550-b2e1-3593cfcc179f {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:31:48.521002 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e5483f-16e3-4ea8-82dd-259aeefc1c1b req-641347ec-a5b1-4f9c-8d20-485e6bd1f105 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:31:48.521368 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e5483f-16e3-4ea8-82dd-259aeefc1c1b req-641347ec-a5b1-4f9c-8d20-485e6bd1f105 service neutron] Checking segment: {'id': '92c4ed30-6140-45be-8dd4-17f2cf335d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:31:48.521739 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e5483f-16e3-4ea8-82dd-259aeefc1c1b req-641347ec-a5b1-4f9c-8d20-485e6bd1f105 service neutron] Bound using segment: {'id': '92c4ed30-6140-45be-8dd4-17f2cf335d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:31:48.522171 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-f0e5483f-16e3-4ea8-82dd-259aeefc1c1b req-641347ec-a5b1-4f9c-8d20-485e6bd1f105 service neutron] Bound port: 16fd7c79-7515-4bc9-b494-b8aec7cd19c2, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92c4ed30-6140-45be-8dd4-17f2cf335d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:31:48.522528 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f0e5483f-16e3-4ea8-82dd-259aeefc1c1b req-641347ec-a5b1-4f9c-8d20-485e6bd1f105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (16fd7c79-7515-4bc9-b494-b8aec7cd19c2), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:48.586715 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-f0e5483f-16e3-4ea8-82dd-259aeefc1c1b req-641347ec-a5b1-4f9c-8d20-485e6bd1f105 service neutron] For port 16fd7c79-7515-4bc9-b494-b8aec7cd19c2, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:31:48.590023 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-f0e5483f-16e3-4ea8-82dd-259aeefc1c1b req-641347ec-a5b1-4f9c-8d20-485e6bd1f105 service neutron] For port 16fd7c79-7515-4bc9-b494-b8aec7cd19c2, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=16fd7c79-7515-4bc9-b494-b8aec7cd19c2,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:31:48.596437 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f0e5483f-16e3-4ea8-82dd-259aeefc1c1b req-641347ec-a5b1-4f9c-8d20-485e6bd1f105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (16fd7c79-7515-4bc9-b494-b8aec7cd19c2), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:48.629487 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5483f-16e3-4ea8-82dd-259aeefc1c1b req-641347ec-a5b1-4f9c-8d20-485e6bd1f105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:48.630108 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f0e5483f-16e3-4ea8-82dd-259aeefc1c1b req-641347ec-a5b1-4f9c-8d20-485e6bd1f105 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:48.631504 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f0e5483f-16e3-4ea8-82dd-259aeefc1c1b req-641347ec-a5b1-4f9c-8d20-485e6bd1f105 service neutron] 10.222.0.71 "PUT /v2.0/ports/16fd7c79-7515-4bc9-b494-b8aec7cd19c2 HTTP/1.1" status: 200 len: 1091 time: 0.6025217 Feb 17 18:31:48.631995 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2', 'tag': '16fd7c79-7515-4bc9-b494-b8aec7cd19c2'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:31:48.634291 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2b7eff-7461-4b15-bac4-17712be89ddd" -d '{"events": [{"name": "network-changed", "server_uuid": "2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2", "tag": "16fd7c79-7515-4bc9-b494-b8aec7cd19c2"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:31:48.671371 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641347ec-a5b1-4f9c-8d20-485e6bd1f105 service neutron] Pushing event updated for resources: {'Port': ['ID=16fd7c79-7515-4bc9-b494-b8aec7cd19c2,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:31:48.695137 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54c5b33-69ef-42b7-adec-cb7adaa07649 x-openstack-request-id: req-f54c5b33-69ef-42b7-adec-cb7adaa07649 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:31:48.695432 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2", "tag": "16fd7c79-7515-4bc9-b494-b8aec7cd19c2", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:31:48.695692 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f54c5b33-69ef-42b7-adec-cb7adaa07649 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:31:48.696099 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2', 'tag': '16fd7c79-7515-4bc9-b494-b8aec7cd19c2', 'status': 'completed', 'code': 200} Feb 17 18:31:48.741229 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5483f-16e3-4ea8-82dd-259aeefc1c1b req-bb568683-085e-4132-a42c-1e3c946a3762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:48.743039 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f0e5483f-16e3-4ea8-82dd-259aeefc1c1b req-bb568683-085e-4132-a42c-1e3c946a3762 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b95070cca00649ec8cd80a9286a09d5a&device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 1125 time: 0.0581434 Feb 17 18:31:48.756432 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501b769-14b2-4208-9d74-55c007219b5e req-1089d026-ecea-41d7-ab10-297744e7c1fe tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:48.758109 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3501b769-14b2-4208-9d74-55c007219b5e req-1089d026-ecea-41d7-ab10-297744e7c1fe tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 943 time: 0.0577512 Feb 17 18:31:48.786719 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f0e5483f-16e3-4ea8-82dd-259aeefc1c1b req-0856e732-cf66-419a-b834-8a7769ffe737 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16fd7c79-7515-4bc9-b494-b8aec7cd19c2 HTTP/1.1" status: 200 len: 217 time: 0.0368042 Feb 17 18:31:48.811876 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3501b769-14b2-4208-9d74-55c007219b5e req-3dc6f18f-b1bb-407f-b984-489d5c9d8a10 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474939 Feb 17 18:31:48.843120 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5483f-16e3-4ea8-82dd-259aeefc1c1b req-25dcdce7-ae2b-4f4d-b830-dc66196e054c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:48.845145 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f0e5483f-16e3-4ea8-82dd-259aeefc1c1b req-25dcdce7-ae2b-4f4d-b830-dc66196e054c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7c02f544-74b1-43f4-804d-621a97e65d40 HTTP/1.1" status: 200 len: 851 time: 0.0515580 Feb 17 18:31:48.899436 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5483f-16e3-4ea8-82dd-259aeefc1c1b req-55e220e1-911a-4e5b-9852-1e993377d649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:48.900895 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f0e5483f-16e3-4ea8-82dd-259aeefc1c1b req-55e220e1-911a-4e5b-9852-1e993377d649 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0499678 Feb 17 18:31:49.291301 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f0e5483f-16e3-4ea8-82dd-259aeefc1c1b req-7f9243a6-b89c-4978-95d9-ac5b3ce09ec0 service neutron] 10.222.0.71 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847661 Feb 17 18:31:49.381729 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f0e5483f-16e3-4ea8-82dd-259aeefc1c1b req-ba8e9724-4830-4b89-bf98-af7892141781 service neutron] 10.222.0.71 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846741 Feb 17 18:31:49.450041 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:49.471856 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b7eff-7461-4b15-bac4-17712be89ddd req-8af893f0-7dcf-415b-bc8a-c59dce698a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:49.473427 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-bb2b7eff-7461-4b15-bac4-17712be89ddd req-8af893f0-7dcf-415b-bc8a-c59dce698a83 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b95070cca00649ec8cd80a9286a09d5a&device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 1125 time: 0.0455561 Feb 17 18:31:49.565203 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b7eff-7461-4b15-bac4-17712be89ddd req-4f9b494c-d0c4-4f4b-af53-92bac3592bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:49.566673 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-bb2b7eff-7461-4b15-bac4-17712be89ddd req-4f9b494c-d0c4-4f4b-af53-92bac3592bec service neutron] 10.222.0.71 "GET /v2.0/networks?id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f HTTP/1.1" status: 200 len: 913 time: 0.0876224 Feb 17 18:31:49.607311 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-bb2b7eff-7461-4b15-bac4-17712be89ddd req-9b97f4fa-80ec-4ad0-b6ff-1b6fad0a4ea7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16fd7c79-7515-4bc9-b494-b8aec7cd19c2 HTTP/1.1" status: 200 len: 217 time: 0.0334492 Feb 17 18:31:49.654862 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b7eff-7461-4b15-bac4-17712be89ddd req-b7c75ef5-c537-432c-9a74-c49e852c00aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:49.656303 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-bb2b7eff-7461-4b15-bac4-17712be89ddd req-b7c75ef5-c537-432c-9a74-c49e852c00aa service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7c02f544-74b1-43f4-804d-621a97e65d40 HTTP/1.1" status: 200 len: 851 time: 0.0432043 Feb 17 18:31:49.709088 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b7eff-7461-4b15-bac4-17712be89ddd req-f6cd760a-f1ad-4e98-aacd-b94dbeafaa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:49.710510 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-bb2b7eff-7461-4b15-bac4-17712be89ddd req-f6cd760a-f1ad-4e98-aacd-b94dbeafaa3a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478628 Feb 17 18:31:49.797749 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-bb2b7eff-7461-4b15-bac4-17712be89ddd req-aabe1d91-e1a7-4bb8-a948-9bf081aa7977 service neutron] 10.222.0.71 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800786 Feb 17 18:31:49.891053 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-bb2b7eff-7461-4b15-bac4-17712be89ddd req-93a627de-8fde-46d8-9207-79f4d7ac9f6e service neutron] 10.222.0.71 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869038 Feb 17 18:31:49.933572 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ab373-efa8-4b40-8d99-f4bd1e553687 req-a0a08cd7-a7b2-43b8-9331-a6d77960a7bc tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:49.935576 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-da8ab373-efa8-4b40-8d99-f4bd1e553687 req-a0a08cd7-a7b2-43b8-9331-a6d77960a7bc tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 943 time: 0.0512283 Feb 17 18:31:49.983787 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-da8ab373-efa8-4b40-8d99-f4bd1e553687 req-0b4ffa46-8be2-4750-a8c7-a808e87cf894 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424712 Feb 17 18:31:50.195681 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:51.114712 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479eb74d-f09b-4b6e-be50-8384686ad0ef req-856cb5bd-897d-439b-b865-422c12a07ea9 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:51.116157 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-479eb74d-f09b-4b6e-be50-8384686ad0ef req-856cb5bd-897d-439b-b865-422c12a07ea9 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 943 time: 0.0605874 Feb 17 18:31:51.165797 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-479eb74d-f09b-4b6e-be50-8384686ad0ef req-182dd335-f31f-4337-bf38-abb35bd91f95 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437751 Feb 17 18:31:52.287008 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd397c-5490-430b-bd92-8519c3c08705 req-2178bf75-2a4c-4a48-a26c-06a2eaf61d43 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:52.288546 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5abd397c-5490-430b-bd92-8519c3c08705 req-2178bf75-2a4c-4a48-a26c-06a2eaf61d43 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 943 time: 0.0542893 Feb 17 18:31:52.335166 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5abd397c-5490-430b-bd92-8519c3c08705 req-dd82295f-6ecc-4d82-8898-e4951b0822ed tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410898 Feb 17 18:31:52.909691 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:31:52.921208 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:31:53.027355 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 16fd7c79-7515-4bc9-b494-b8aec7cd19c2, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=16fd7c79-7515-4bc9-b494-b8aec7cd19c2,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:31:53.041311 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '16fd7c79-7515-4bc9-b494-b8aec7cd19c2', 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'port_id': '16fd7c79-7515-4bc9-b494-b8aec7cd19c2', 'mac_address': 'fa:16:3e:e7:d0:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:31:53.081550 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:31:53.081942 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (16fd7c79-7515-4bc9-b494-b8aec7cd19c2), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:53.095186 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:31:53.114716 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 16fd7c79-7515-4bc9-b494-b8aec7cd19c2, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=16fd7c79-7515-4bc9-b494-b8aec7cd19c2,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:31:53.118676 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (16fd7c79-7515-4bc9-b494-b8aec7cd19c2), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:53.168494 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=16fd7c79-7515-4bc9-b494-b8aec7cd19c2,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:31:53.318678 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['16fd7c79-7515-4bc9-b494-b8aec7cd19c2'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:31:53.470024 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9115b1c7-1166-46f1-95c5-3ae27334123c req-1839c65b-5b9f-4e2b-8f32-7d4bfb69cfd0 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:53.471466 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9115b1c7-1166-46f1-95c5-3ae27334123c req-1839c65b-5b9f-4e2b-8f32-7d4bfb69cfd0 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 944 time: 0.0576737 Feb 17 18:31:53.521298 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9115b1c7-1166-46f1-95c5-3ae27334123c req-4b5e93fa-d4ce-4eb1-b865-872e963a623f tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441086 Feb 17 18:31:54.641673 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad40d4-7b7e-4c62-8b6c-a8985a6d1353 req-65da72c9-818e-492d-8f0f-1dfb3687761f tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:54.643167 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-93ad40d4-7b7e-4c62-8b6c-a8985a6d1353 req-65da72c9-818e-492d-8f0f-1dfb3687761f tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 944 time: 0.0543485 Feb 17 18:31:54.693755 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-93ad40d4-7b7e-4c62-8b6c-a8985a6d1353 req-02d0b76c-bf54-4dcc-8a3d-35e1560f2967 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449347 Feb 17 18:31:54.915570 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:31:55.128465 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 18:31:55.132055 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:31:55.132468 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (16fd7c79-7515-4bc9-b494-b8aec7cd19c2), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:55.207712 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:31:55.208116 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (16fd7c79-7515-4bc9-b494-b8aec7cd19c2), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:55.230460 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16fd7c79-7515-4bc9-b494-b8aec7cd19c2'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:31:55.232854 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a58b36eb5214be741a58d8f0f454d70cefb3ebdc097f6d2df64ce05b1b6ee80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e7cbac-1dc9-46fc-a1b5-156117445693" -d '{"events": [{"server_uuid": "2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2", "name": "network-vif-plugged", "status": "completed", "tag": "16fd7c79-7515-4bc9-b494-b8aec7cd19c2"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:31:55.244796 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 16fd7c79-7515-4bc9-b494-b8aec7cd19c2, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=16fd7c79-7515-4bc9-b494-b8aec7cd19c2,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:31:55.249686 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (16fd7c79-7515-4bc9-b494-b8aec7cd19c2), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:55.276009 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004942f1-d00d-4afb-b6ef-a7d9bb090f66 x-openstack-request-id: req-004942f1-d00d-4afb-b6ef-a7d9bb090f66 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:31:55.276398 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2", "name": "network-vif-plugged", "status": "completed", "tag": "16fd7c79-7515-4bc9-b494-b8aec7cd19c2", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:31:55.276664 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-004942f1-d00d-4afb-b6ef-a7d9bb090f66 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:31:55.277054 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16fd7c79-7515-4bc9-b494-b8aec7cd19c2', 'code': 200} Feb 17 18:31:55.317611 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=16fd7c79-7515-4bc9-b494-b8aec7cd19c2,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:31:55.373763 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8129b51-5268-4167-8b78-668d2da6cbf2 req-baeff204-dae4-437b-9e09-892b06558b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:55.375241 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d8129b51-5268-4167-8b78-668d2da6cbf2 req-baeff204-dae4-437b-9e09-892b06558b39 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 1127 time: 0.0440152 Feb 17 18:31:55.417719 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d8129b51-5268-4167-8b78-668d2da6cbf2 req-cbfba9f2-2a57-4bfb-96ad-417d4cb6a305 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371273 Feb 17 18:31:55.815147 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8f919-71ea-4134-98ca-3dd227dc56b4 req-43aaa550-f863-43c9-828e-8df28d7ff946 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:55.816644 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-60f8f919-71ea-4134-98ca-3dd227dc56b4 req-43aaa550-f863-43c9-828e-8df28d7ff946 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 945 time: 0.0517533 Feb 17 18:31:55.862443 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-60f8f919-71ea-4134-98ca-3dd227dc56b4 req-132593ad-ecf3-429c-bfca-cf4df3980713 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403612 Feb 17 18:31:56.984707 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6f101-8c50-4b68-adbf-8debe4e42eea req-6068ec34-17a8-4c42-ac5b-dcc773b40c67 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:56.986186 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b8b6f101-8c50-4b68-adbf-8debe4e42eea req-6068ec34-17a8-4c42-ac5b-dcc773b40c67 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 945 time: 0.0559373 Feb 17 18:31:57.035660 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b8b6f101-8c50-4b68-adbf-8debe4e42eea req-f74f926b-b427-41ec-95fe-bde14b806176 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438881 Feb 17 18:31:57.150852 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bee993-0583-4bb5-9f84-93d24840fbc5 req-36274988-f604-4996-82ae-75e438dcbd80 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:57.152378 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-87bee993-0583-4bb5-9f84-93d24840fbc5 req-36274988-f604-4996-82ae-75e438dcbd80 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 945 time: 0.0535426 Feb 17 18:31:57.160940 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 39646) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:31:57.165574 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-a7385d91-c7b6-4a03-83d7-bbe1e9b10adc tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Request body: {'floatingip': {'port_id': '16fd7c79-7515-4bc9-b494-b8aec7cd19c2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:31:57.208869 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a7385d91-c7b6-4a03-83d7-bbe1e9b10adc tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks [] for floatingip (c0014eff-9ab5-44b8-b527-0266fdc0771f), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:57.632795 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a7385d91-c7b6-4a03-83d7-bbe1e9b10adc tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:57.636907 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a7385d91-c7b6-4a03-83d7-bbe1e9b10adc tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (c0014eff-9ab5-44b8-b527-0266fdc0771f), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:57.740358 n-d-829613-2 neutron-server[103434]: INFO neutron.db.l3_db [None req-a7385d91-c7b6-4a03-83d7-bbe1e9b10adc tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Floating IP c0014eff-9ab5-44b8-b527-0266fdc0771f associated. External IP: 172.25.8.104, port: 16fd7c79-7515-4bc9-b494-b8aec7cd19c2. Feb 17 18:31:57.953978 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7385d91-c7b6-4a03-83d7-bbe1e9b10adc tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Router 76498594-4aab-41f9-813a-ecded6613ceb has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:31:58.066359 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7385d91-c7b6-4a03-83d7-bbe1e9b10adc tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:31:58.071289 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a7385d91-c7b6-4a03-83d7-bbe1e9b10adc tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:31:58.077276 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30191e92-ed8c-49d4-a7b6-c6b80a44a509 None None] Sync routers for ids ['76498594-4aab-41f9-813a-ecded6613ceb'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:31:58.087748 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30191e92-ed8c-49d4-a7b6-c6b80a44a509 None None] Routers {'76498594-4aab-41f9-813a-ecded6613ceb'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:31:58.088509 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-30191e92-ed8c-49d4-a7b6-c6b80a44a509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:31:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['76498594-4aab-41f9-813a-ecded6613ceb'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:31:58.101531 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a7385d91-c7b6-4a03-83d7-bbe1e9b10adc tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "PUT /v2.0/floatingips/c0014eff-9ab5-44b8-b527-0266fdc0771f HTTP/1.1" status: 200 len: 992 time: 0.9394686 Feb 17 18:31:58.102135 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2', 'tag': '16fd7c79-7515-4bc9-b494-b8aec7cd19c2'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:31:58.104678 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d71666-b6e1-4b3c-b982-7c1cd8511789" -d '{"events": [{"name": "network-changed", "server_uuid": "2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2", "tag": "16fd7c79-7515-4bc9-b494-b8aec7cd19c2"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:31:58.140402 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83613766-7197-4af7-891a-807a06c45c82 x-openstack-request-id: req-83613766-7197-4af7-891a-807a06c45c82 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:31:58.140771 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2", "tag": "16fd7c79-7515-4bc9-b494-b8aec7cd19c2", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:31:58.141097 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-83613766-7197-4af7-891a-807a06c45c82 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:31:58.141591 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2', 'tag': '16fd7c79-7515-4bc9-b494-b8aec7cd19c2', 'status': 'completed', 'code': 200} Feb 17 18:31:58.209832 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-30191e92-ed8c-49d4-a7b6-c6b80a44a509 None None] Set router 76498594-4aab-41f9-813a-ecded6613ceb gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:31:58.224594 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d71666-b6e1-4b3c-b982-7c1cd8511789 req-6481cb32-2f51-4a24-9299-3434cef61f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:58.226174 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d8d71666-b6e1-4b3c-b982-7c1cd8511789 req-6481cb32-2f51-4a24-9299-3434cef61f4e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b95070cca00649ec8cd80a9286a09d5a&device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 1127 time: 0.0628145 Feb 17 18:31:58.350806 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d71666-b6e1-4b3c-b982-7c1cd8511789 req-201f6bad-a9f2-49a3-9b55-2a9da9473306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:58.353082 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d8d71666-b6e1-4b3c-b982-7c1cd8511789 req-201f6bad-a9f2-49a3-9b55-2a9da9473306 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f HTTP/1.1" status: 200 len: 913 time: 0.1196361 Feb 17 18:31:58.472861 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d8d71666-b6e1-4b3c-b982-7c1cd8511789 req-ff317257-6d2a-4e81-9279-4457c8d5e451 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16fd7c79-7515-4bc9-b494-b8aec7cd19c2 HTTP/1.1" status: 200 len: 1000 time: 0.1113141 Feb 17 18:31:58.493690 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-30191e92-ed8c-49d4-a7b6-c6b80a44a509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76498594-4aab-41f9-813a-ecded6613ceb', 'name': 'tempest-ServerActionsTestJSON-1642038656-router', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:29:03Z', 'updated_at': '2022-02-17T18:29:06Z', 'revision_number': 4, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'gw_port': {'id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:01:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:04Z', 'updated_at': '2022-02-17T18:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': 'c0014eff-9ab5-44b8-b527-0266fdc0771f', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'floating_ip_address': '172.25.8.104', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'port_id': '16fd7c79-7515-4bc9-b494-b8aec7cd19c2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'mac_address': 'fa:16:3e:e7:d0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:29:09Z', 'updated_at': '2022-02-17T18:31:57Z', 'revision_number': 13, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e55312d-5277-4983-88f4-2c27cbc57823', 'name': '', 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'mac_address': 'fa:16:3e:0d:3a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:06Z', 'updated_at': '2022-02-17T18:29:09Z', 'revision_number': 5, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'subnets': [{'id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:31:58.530936 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d71666-b6e1-4b3c-b982-7c1cd8511789 req-e2ae5fed-78f7-4cfe-9cb7-367d461ac815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:58.532544 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30191e92-ed8c-49d4-a7b6-c6b80a44a509 None None] Checking router: 76498594-4aab-41f9-813a-ecded6613ceb for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:31:58.532682 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d8d71666-b6e1-4b3c-b982-7c1cd8511789 req-e2ae5fed-78f7-4cfe-9cb7-367d461ac815 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7c02f544-74b1-43f4-804d-621a97e65d40 HTTP/1.1" status: 200 len: 851 time: 0.0532687 Feb 17 18:31:58.541172 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30191e92-ed8c-49d4-a7b6-c6b80a44a509 None None] Routers {'76498594-4aab-41f9-813a-ecded6613ceb'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:31:58.541783 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-30191e92-ed8c-49d4-a7b6-c6b80a44a509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:31:35Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['76498594-4aab-41f9-813a-ecded6613ceb'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:31:58.589475 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d71666-b6e1-4b3c-b982-7c1cd8511789 req-7856ca3b-48e4-4e17-a498-7f0d9a324d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:31:58.591683 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d8d71666-b6e1-4b3c-b982-7c1cd8511789 req-7856ca3b-48e4-4e17-a498-7f0d9a324d16 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0518327 Feb 17 18:31:58.663351 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-30191e92-ed8c-49d4-a7b6-c6b80a44a509 None None] Set router 76498594-4aab-41f9-813a-ecded6613ceb gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:31:58.699358 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d8d71666-b6e1-4b3c-b982-7c1cd8511789 req-4214bc08-bf20-4fa8-ac16-7da1747eced0 service neutron] 10.222.0.71 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017556 Feb 17 18:31:58.819805 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d8d71666-b6e1-4b3c-b982-7c1cd8511789 req-d97f54b9-aab1-4336-833b-360f043822a2 service neutron] 10.222.0.71 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143637 Feb 17 18:31:58.905219 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-30191e92-ed8c-49d4-a7b6-c6b80a44a509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76498594-4aab-41f9-813a-ecded6613ceb', 'name': 'tempest-ServerActionsTestJSON-1642038656-router', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:29:03Z', 'updated_at': '2022-02-17T18:29:06Z', 'revision_number': 4, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'gw_port': {'id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:01:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:04Z', 'updated_at': '2022-02-17T18:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': 'c0014eff-9ab5-44b8-b527-0266fdc0771f', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'floating_ip_address': '172.25.8.104', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'port_id': '16fd7c79-7515-4bc9-b494-b8aec7cd19c2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'mac_address': 'fa:16:3e:e7:d0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:29:09Z', 'updated_at': '2022-02-17T18:31:57Z', 'revision_number': 13, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e55312d-5277-4983-88f4-2c27cbc57823', 'name': '', 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'mac_address': 'fa:16:3e:0d:3a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:06Z', 'updated_at': '2022-02-17T18:29:09Z', 'revision_number': 5, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'subnets': [{'id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:31:58.935944 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30191e92-ed8c-49d4-a7b6-c6b80a44a509 None None] The sync data for ids ['76498594-4aab-41f9-813a-ecded6613ceb'] in n-d-829613-2 is: [{'id': '76498594-4aab-41f9-813a-ecded6613ceb', 'name': 'tempest-ServerActionsTestJSON-1642038656-router', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:29:03Z', 'updated_at': '2022-02-17T18:29:06Z', 'revision_number': 4, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'gw_port': {'id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:01:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:04Z', 'updated_at': '2022-02-17T18:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': 'c0014eff-9ab5-44b8-b527-0266fdc0771f', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'floating_ip_address': '172.25.8.104', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'port_id': '16fd7c79-7515-4bc9-b494-b8aec7cd19c2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'mac_address': 'fa:16:3e:e7:d0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:29:09Z', 'updated_at': '2022-02-17T18:31:57Z', 'revision_number': 13, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e55312d-5277-4983-88f4-2c27cbc57823', 'name': '', 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'mac_address': 'fa:16:3e:0d:3a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:06Z', 'updated_at': '2022-02-17T18:29:09Z', 'revision_number': 5, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'subnets': [{'id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:31:59.140800 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9aa0a42-8782-4cb9-9eba-538630acd952 None None] New status for floating IP c0014eff-9ab5-44b8-b527-0266fdc0771f: ACTIVE {{(pid=103438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 18:32:00.645005 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f54a9-5138-46ce-bb8e-72c306827c6c req-f3032639-d116-4439-b24f-71037adca034 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:00.646490 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6d4f54a9-5138-46ce-bb8e-72c306827c6c req-f3032639-d116-4439-b24f-71037adca034 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 945 time: 0.0514519 Feb 17 18:32:00.695749 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6d4f54a9-5138-46ce-bb8e-72c306827c6c req-78746485-fd47-4c69-bef1-6ace842dc119 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438552 Feb 17 18:32:01.902558 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7c58dfd2-0b8f-4e98-b0f0-ee43a5def2cb req-b8ed92a8-37d1-4e1b-aae7-f5366751472b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445626 Feb 17 18:32:01.988661 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58dfd2-0b8f-4e98-b0f0-ee43a5def2cb req-663d2dba-e6df-4b73-976b-c98603e867be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:01.990235 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7c58dfd2-0b8f-4e98-b0f0-ee43a5def2cb req-663d2dba-e6df-4b73-976b-c98603e867be service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b95070cca00649ec8cd80a9286a09d5a&device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 1127 time: 0.0479546 Feb 17 18:32:02.110635 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58dfd2-0b8f-4e98-b0f0-ee43a5def2cb req-c66a3559-b7a0-4e8d-aed5-f19c0b896427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:02.112168 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7c58dfd2-0b8f-4e98-b0f0-ee43a5def2cb req-c66a3559-b7a0-4e8d-aed5-f19c0b896427 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f HTTP/1.1" status: 200 len: 913 time: 0.1020954 Feb 17 18:32:02.179128 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7c58dfd2-0b8f-4e98-b0f0-ee43a5def2cb req-37fe0d93-d2b0-48f3-adb4-8b1216fc473e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16fd7c79-7515-4bc9-b494-b8aec7cd19c2 HTTP/1.1" status: 200 len: 1002 time: 0.0602055 Feb 17 18:32:02.232445 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58dfd2-0b8f-4e98-b0f0-ee43a5def2cb req-da5a8e03-4dad-48ac-b346-a932a6769720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:02.233934 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7c58dfd2-0b8f-4e98-b0f0-ee43a5def2cb req-da5a8e03-4dad-48ac-b346-a932a6769720 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7c02f544-74b1-43f4-804d-621a97e65d40 HTTP/1.1" status: 200 len: 851 time: 0.0482783 Feb 17 18:32:02.282900 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58dfd2-0b8f-4e98-b0f0-ee43a5def2cb req-51695fa0-8315-433b-9e6c-c6a37988791a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:02.284434 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7c58dfd2-0b8f-4e98-b0f0-ee43a5def2cb req-51695fa0-8315-433b-9e6c-c6a37988791a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449755 Feb 17 18:32:02.374726 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7c58dfd2-0b8f-4e98-b0f0-ee43a5def2cb req-62e50ab1-cb94-4b2d-a3c6-b51bc73d2bc8 service neutron] 10.222.0.71 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836828 Feb 17 18:32:02.460354 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7c58dfd2-0b8f-4e98-b0f0-ee43a5def2cb req-d6d35c82-b2e0-433e-9511-f08da334b024 service neutron] 10.222.0.71 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798132 Feb 17 18:32:03.052682 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b0403d60-b232-4106-a3eb-c823d8b6d068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:32:05.511582 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-62152913-2cb7-4727-a723-79ba214f8144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:32:06.919766 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:32:08.143676 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:32:09.225057 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:32:17.052292 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46365629-7b65-45ec-b4a5-dbc00afe9f2c req-f4b12b98-78ae-424e-a32d-6cf0270e5de8 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:17.053805 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-46365629-7b65-45ec-b4a5-dbc00afe9f2c req-f4b12b98-78ae-424e-a32d-6cf0270e5de8 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 945 time: 0.0527015 Feb 17 18:32:17.075372 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-6dc68fe4-3c5e-4dfb-ae33-317c8c45febc service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0854311 Feb 17 18:32:17.101753 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-46365629-7b65-45ec-b4a5-dbc00afe9f2c req-0d1ae6f1-893b-400d-a8d5-5a4e40df1658 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418391 Feb 17 18:32:17.439328 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-9912d771-b9c3-4993-a0d5-81f0c90f709e tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:17.440727 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-9912d771-b9c3-4993-a0d5-81f0c90f709e tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports/16fd7c79-7515-4bc9-b494-b8aec7cd19c2 HTTP/1.1" status: 200 len: 942 time: 0.0495033 Feb 17 18:32:18.221636 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5971893-85f6-4e50-b286-2bcbaf06f761 req-0c3f4f1a-b136-4f67-b9a9-b07317e5c1ba tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:18.223142 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f5971893-85f6-4e50-b286-2bcbaf06f761 req-0c3f4f1a-b136-4f67-b9a9-b07317e5c1ba tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 945 time: 0.0522685 Feb 17 18:32:18.278277 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f5971893-85f6-4e50-b286-2bcbaf06f761 req-380cbd09-3619-4058-b13a-b55bec80c89f tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494730 Feb 17 18:32:18.341883 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-45eb2d16-5aca-4828-8f0e-2325df889eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:18.343554 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-45eb2d16-5aca-4828-8f0e-2325df889eb6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b95070cca00649ec8cd80a9286a09d5a&device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 1127 time: 0.0465703 Feb 17 18:32:18.434757 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-4387303d-f8d8-4b6b-b169-72c29049905f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:18.436155 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-4387303d-f8d8-4b6b-b169-72c29049905f service neutron] 10.222.0.71 "GET /v2.0/networks?id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f HTTP/1.1" status: 200 len: 913 time: 0.0867200 Feb 17 18:32:18.515771 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-7a8a5ae1-2850-426b-a72a-53e659c451c0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16fd7c79-7515-4bc9-b494-b8aec7cd19c2 HTTP/1.1" status: 200 len: 1002 time: 0.0731881 Feb 17 18:32:18.563550 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-bb907317-868c-4c7e-9a1a-1be8628b5acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:18.565051 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-bb907317-868c-4c7e-9a1a-1be8628b5acb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7c02f544-74b1-43f4-804d-621a97e65d40 HTTP/1.1" status: 200 len: 851 time: 0.0435882 Feb 17 18:32:18.616038 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-87895d9b-f886-43c8-a6d8-61d856cd8fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:18.617792 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-87895d9b-f886-43c8-a6d8-61d856cd8fcb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440197 Feb 17 18:32:18.706880 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-7fe974e0-bd00-4999-a78b-4aa45512d06f service neutron] 10.222.0.71 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830243 Feb 17 18:32:18.799197 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-a49bfd84-2bb5-4ca4-a7ec-d4414b1f55e7 service neutron] 10.222.0.71 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857112 Feb 17 18:32:19.412194 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f20f3-3a0f-414e-aac0-15630b86bfb4 req-e52d750f-2b5b-4760-ab96-600eba85ca7a tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:19.413691 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c81f20f3-3a0f-414e-aac0-15630b86bfb4 req-e52d750f-2b5b-4760-ab96-600eba85ca7a tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 945 time: 0.0553176 Feb 17 18:32:19.446625 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:32:19.464086 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c81f20f3-3a0f-414e-aac0-15630b86bfb4 req-42fa38f4-0109-4240-8771-c254482e333d tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441177 Feb 17 18:32:20.211343 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:32:20.582742 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f348e4-b1c5-46f1-b65e-cd2a41bcd5e3 req-00a0bcb4-0b0a-422d-b7f0-be66a6673d5f tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:20.584203 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-82f348e4-b1c5-46f1-b65e-cd2a41bcd5e3 req-00a0bcb4-0b0a-422d-b7f0-be66a6673d5f tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 945 time: 0.0517542 Feb 17 18:32:20.630368 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-82f348e4-b1c5-46f1-b65e-cd2a41bcd5e3 req-3baaf1f5-b871-4590-b43d-ccbea1b0e6de tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406559 Feb 17 18:32:21.747445 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04508119-5868-4068-afe9-1d1e950be612 req-cf18ae0c-b764-4b93-b64d-233534ed485e tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:21.748944 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-04508119-5868-4068-afe9-1d1e950be612 req-cf18ae0c-b764-4b93-b64d-233534ed485e tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 945 time: 0.0515997 Feb 17 18:32:21.797823 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-04508119-5868-4068-afe9-1d1e950be612 req-db9aa21d-ca93-47df-993b-d6b14d1a5c3f tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434513 Feb 17 18:32:22.918941 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d19380-7042-4b3c-98e8-90f54b388017 req-2f8a3bd9-4381-49c2-9999-06b78bd28d3c tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:22.920456 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e8d19380-7042-4b3c-98e8-90f54b388017 req-2f8a3bd9-4381-49c2-9999-06b78bd28d3c tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 945 time: 0.0519235 Feb 17 18:32:22.967084 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e8d19380-7042-4b3c-98e8-90f54b388017 req-5e76394f-313c-4d5d-94ee-28b0d2aa7a53 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410347 Feb 17 18:32:24.085523 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2a15e-d1e7-4c75-815f-9c3da3cd1e35 req-6fa21890-2eea-4b4f-8303-ac4099c7d3f0 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:24.087002 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-38f2a15e-d1e7-4c75-815f-9c3da3cd1e35 req-6fa21890-2eea-4b4f-8303-ac4099c7d3f0 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 945 time: 0.0523181 Feb 17 18:32:24.133102 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-38f2a15e-d1e7-4c75-815f-9c3da3cd1e35 req-4381b642-efe4-40cc-a920-81386fffa62b tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406089 Feb 17 18:32:25.255242 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582512c-3f85-4a62-a7eb-e2b92e6d5ee1 req-807e3216-cb06-4987-9513-b4b770c73d1b tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:25.256744 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3582512c-3f85-4a62-a7eb-e2b92e6d5ee1 req-807e3216-cb06-4987-9513-b4b770c73d1b tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 945 time: 0.0558131 Feb 17 18:32:25.303192 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3582512c-3f85-4a62-a7eb-e2b92e6d5ee1 req-3f683dfc-4cde-48c4-acb1-95308f3a52b4 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409498 Feb 17 18:32:26.424269 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eaf86e-6264-4ef5-83a3-22ef2345569c req-41c5ca0c-8473-4aba-bd24-6f4c7d80e14b tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:26.425787 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c4eaf86e-6264-4ef5-83a3-22ef2345569c req-41c5ca0c-8473-4aba-bd24-6f4c7d80e14b tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 945 time: 0.0528066 Feb 17 18:32:26.472086 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c4eaf86e-6264-4ef5-83a3-22ef2345569c req-abb7c006-3b4a-422d-a622-4d626666f48a tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406675 Feb 17 18:32:27.600903 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903bfd83-e506-4190-b782-4577ad112e49 req-0e8b300b-d1be-4643-bccc-b96967e81908 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:27.602468 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-903bfd83-e506-4190-b782-4577ad112e49 req-0e8b300b-d1be-4643-bccc-b96967e81908 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 945 time: 0.0578923 Feb 17 18:32:27.651164 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-903bfd83-e506-4190-b782-4577ad112e49 req-becca8cb-b379-4234-9446-5846e364da54 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423162 Feb 17 18:32:28.770366 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782f885-dc31-44b8-a11c-02b181a3627b req-2a4fcf92-9440-4de6-b6a8-b83f66428e10 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:28.771825 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5782f885-dc31-44b8-a11c-02b181a3627b req-2a4fcf92-9440-4de6-b6a8-b83f66428e10 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 945 time: 0.0518105 Feb 17 18:32:28.817756 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5782f885-dc31-44b8-a11c-02b181a3627b req-47b59e43-2115-4d1e-b19e-01ff0c6a220b tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402503 Feb 17 18:32:29.139925 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:32:29.221247 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 is: ACTIVE; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:32:29.222031 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (16fd7c79-7515-4bc9-b494-b8aec7cd19c2), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:32:29.246516 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16fd7c79-7515-4bc9-b494-b8aec7cd19c2'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:32:29.248783 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a58b36eb5214be741a58d8f0f454d70cefb3ebdc097f6d2df64ce05b1b6ee80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c170c4b9-e724-47cc-9cae-76f2a2ead3b9" -d '{"events": [{"server_uuid": "2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2", "name": "network-vif-unplugged", "status": "completed", "tag": "16fd7c79-7515-4bc9-b494-b8aec7cd19c2"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:32:29.263238 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 16fd7c79-7515-4bc9-b494-b8aec7cd19c2, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=16fd7c79-7515-4bc9-b494-b8aec7cd19c2,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:32:29.268562 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (16fd7c79-7515-4bc9-b494-b8aec7cd19c2), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:32:29.307052 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 18:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3ef59c-d029-4de3-b44a-1f48498925e9 x-openstack-request-id: req-6c3ef59c-d029-4de3-b44a-1f48498925e9 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:32:29.307358 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2", "name": "network-vif-unplugged", "status": "completed", "tag": "16fd7c79-7515-4bc9-b494-b8aec7cd19c2", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:32:29.307616 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6c3ef59c-d029-4de3-b44a-1f48498925e9 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:32:29.308041 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16fd7c79-7515-4bc9-b494-b8aec7cd19c2', 'code': 200} Feb 17 18:32:29.327598 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=16fd7c79-7515-4bc9-b494-b8aec7cd19c2,revision_number=6']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:32:29.482733 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-f115759b-4b30-427a-a67a-6b3261e51e72 service neutron] show failed (client error): The resource could not be found. Feb 17 18:32:29.483668 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-f115759b-4b30-427a-a67a-6b3261e51e72 service neutron] 10.222.0.71 "GET /v2.0/ports/16fd7c79-7515-4bc9-b494-b8aec7cd19c2/bindings/n-h2-829613-2 HTTP/1.1" status: 404 len: 380 time: 0.0548751 Feb 17 18:32:29.678251 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-052c2d9c-584b-40c6-aa06-78fd132ac9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:29.679761 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-052c2d9c-584b-40c6-aa06-78fd132ac9ca service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2&tenant_id=b95070cca00649ec8cd80a9286a09d5a HTTP/1.1" status: 200 len: 1125 time: 0.0453005 Feb 17 18:32:29.691043 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-cbbd6a29-4063-4633-8eb8-139f77eacadc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829613-2', 'device_owner': 'compute:nova'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:32:29.752786 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-cbbd6a29-4063-4633-8eb8-139f77eacadc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (16fd7c79-7515-4bc9-b494-b8aec7cd19c2), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:32:29.908137 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:32:29.937864 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72dc0ed-1105-48e5-9bd2-1ead3103002b req-1ea50f32-e760-4f3f-acf7-1a91a0febf8b tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:29.939338 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f72dc0ed-1105-48e5-9bd2-1ead3103002b req-1ea50f32-e760-4f3f-acf7-1a91a0febf8b tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 943 time: 0.0514286 Feb 17 18:32:29.954106 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-cbbd6a29-4063-4633-8eb8-139f77eacadc service neutron] For port 16fd7c79-7515-4bc9-b494-b8aec7cd19c2, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=16fd7c79-7515-4bc9-b494-b8aec7cd19c2,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:32:29.986681 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-cbbd6a29-4063-4633-8eb8-139f77eacadc service neutron] For port 16fd7c79-7515-4bc9-b494-b8aec7cd19c2, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:32:29.989278 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f72dc0ed-1105-48e5-9bd2-1ead3103002b req-4f6f8e4f-c9b6-4dfe-b090-ffe73989ac8e tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442934 Feb 17 18:32:30.019927 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-cbbd6a29-4063-4633-8eb8-139f77eacadc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:32:30.028913 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-cbbd6a29-4063-4633-8eb8-139f77eacadc service neutron] Publish callbacks [] for port (16fd7c79-7515-4bc9-b494-b8aec7cd19c2), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:32:30.041213 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-cbbd6a29-4063-4633-8eb8-139f77eacadc service neutron] Transition to ACTIVE for port object 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 18:32:30.044712 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-cbbd6a29-4063-4633-8eb8-139f77eacadc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (16fd7c79-7515-4bc9-b494-b8aec7cd19c2), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:32:30.125746 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd6a29-4063-4633-8eb8-139f77eacadc service neutron] Pushing event updated for resources: {'Port': ['ID=16fd7c79-7515-4bc9-b494-b8aec7cd19c2,revision_number=7']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:32:30.165842 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-cbbd6a29-4063-4633-8eb8-139f77eacadc service neutron] No DVR routers for this DVR port 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 on host n-h1-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:32:30.309375 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-cbbd6a29-4063-4633-8eb8-139f77eacadc service neutron] Attempting to bind port 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:32:30.309711 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-cbbd6a29-4063-4633-8eb8-139f77eacadc service neutron] Attempting to bind port 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '92c4ed30-6140-45be-8dd4-17f2cf335d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:32:30.310048 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-cbbd6a29-4063-4633-8eb8-139f77eacadc service neutron] Attempting to bind port 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 on network 7d7e5a00-4e77-4550-b2e1-3593cfcc179f {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:32:30.314238 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-cbbd6a29-4063-4633-8eb8-139f77eacadc service neutron] Port 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 on network 7d7e5a00-4e77-4550-b2e1-3593cfcc179f not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:32:30.314563 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-cbbd6a29-4063-4633-8eb8-139f77eacadc service neutron] Attempting to bind port 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 on network 7d7e5a00-4e77-4550-b2e1-3593cfcc179f {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:32:30.319288 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-cbbd6a29-4063-4633-8eb8-139f77eacadc service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:32:30.319630 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-cbbd6a29-4063-4633-8eb8-139f77eacadc service neutron] Checking segment: {'id': '92c4ed30-6140-45be-8dd4-17f2cf335d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:32:30.320010 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-cbbd6a29-4063-4633-8eb8-139f77eacadc service neutron] Bound using segment: {'id': '92c4ed30-6140-45be-8dd4-17f2cf335d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:32:30.320471 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-cbbd6a29-4063-4633-8eb8-139f77eacadc service neutron] Bound port: 16fd7c79-7515-4bc9-b494-b8aec7cd19c2, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92c4ed30-6140-45be-8dd4-17f2cf335d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:32:30.320824 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-cbbd6a29-4063-4633-8eb8-139f77eacadc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (16fd7c79-7515-4bc9-b494-b8aec7cd19c2), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:32:30.381575 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-cbbd6a29-4063-4633-8eb8-139f77eacadc service neutron] For port 16fd7c79-7515-4bc9-b494-b8aec7cd19c2, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:32:30.384456 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-cbbd6a29-4063-4633-8eb8-139f77eacadc service neutron] For port 16fd7c79-7515-4bc9-b494-b8aec7cd19c2, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=16fd7c79-7515-4bc9-b494-b8aec7cd19c2,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:32:30.391097 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-cbbd6a29-4063-4633-8eb8-139f77eacadc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (16fd7c79-7515-4bc9-b494-b8aec7cd19c2), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:32:30.423766 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-cbbd6a29-4063-4633-8eb8-139f77eacadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:30.424792 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-cbbd6a29-4063-4633-8eb8-139f77eacadc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:32:30.426195 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-cbbd6a29-4063-4633-8eb8-139f77eacadc service neutron] 10.222.0.91 "PUT /v2.0/ports/16fd7c79-7515-4bc9-b494-b8aec7cd19c2 HTTP/1.1" status: 200 len: 1091 time: 0.7391167 Feb 17 18:32:30.428667 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2', 'tag': '16fd7c79-7515-4bc9-b494-b8aec7cd19c2'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:32:30.431545 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184e8809-4476-4d2d-80de-5c8788e0fd43" -d '{"events": [{"name": "network-changed", "server_uuid": "2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2", "tag": "16fd7c79-7515-4bc9-b494-b8aec7cd19c2"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:32:30.471098 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd6a29-4063-4633-8eb8-139f77eacadc service neutron] Pushing event updated for resources: {'Port': ['ID=16fd7c79-7515-4bc9-b494-b8aec7cd19c2,revision_number=8']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:32:30.496596 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34cdcfbc-2a7c-4a16-aaad-cb4737c1651f x-openstack-request-id: req-34cdcfbc-2a7c-4a16-aaad-cb4737c1651f {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:32:30.497213 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2", "tag": "16fd7c79-7515-4bc9-b494-b8aec7cd19c2", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:32:30.497213 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-34cdcfbc-2a7c-4a16-aaad-cb4737c1651f {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:32:30.497544 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2', 'tag': '16fd7c79-7515-4bc9-b494-b8aec7cd19c2', 'status': 'completed', 'code': 200} Feb 17 18:32:30.521037 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-717691a1-00b3-477b-b8db-d9eff589ff5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:30.522665 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-717691a1-00b3-477b-b8db-d9eff589ff5b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b95070cca00649ec8cd80a9286a09d5a&device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 1125 time: 0.0695903 Feb 17 18:32:30.924356 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e8809-4476-4d2d-80de-5c8788e0fd43 req-cab446ac-fb3a-4705-85df-aec66fee9f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:30.925815 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-184e8809-4476-4d2d-80de-5c8788e0fd43 req-cab446ac-fb3a-4705-85df-aec66fee9f09 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b95070cca00649ec8cd80a9286a09d5a&device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 1125 time: 0.4073584 Feb 17 18:32:30.958998 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-47ec4190-a700-4a3f-b35d-f6a3c5f282f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:30.960465 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-47ec4190-a700-4a3f-b35d-f6a3c5f282f5 service neutron] 10.222.0.91 "GET /v2.0/networks?id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f HTTP/1.1" status: 200 len: 913 time: 0.4301393 Feb 17 18:32:31.063577 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-64b471a5-c930-4d10-892a-0a3d9f40dc7a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16fd7c79-7515-4bc9-b494-b8aec7cd19c2 HTTP/1.1" status: 200 len: 1000 time: 0.0962176 Feb 17 18:32:31.083907 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e8809-4476-4d2d-80de-5c8788e0fd43 req-f7b17cfd-8423-4df1-b9b1-aadb63aebe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:31.085351 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-184e8809-4476-4d2d-80de-5c8788e0fd43 req-f7b17cfd-8423-4df1-b9b1-aadb63aebe56 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f HTTP/1.1" status: 200 len: 913 time: 0.1516502 Feb 17 18:32:31.113011 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf70035-d568-42c2-9487-616e2079d7fd req-62fec7b0-8eb5-462e-9048-34d6b9c920dc tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:31.114539 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dcf70035-d568-42c2-9487-616e2079d7fd req-62fec7b0-8eb5-462e-9048-34d6b9c920dc tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 943 time: 0.0533874 Feb 17 18:32:31.161361 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dcf70035-d568-42c2-9487-616e2079d7fd req-ac1d2181-0c5e-4042-a9dc-2b5d29010713 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406768 Feb 17 18:32:31.162734 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-2b2a55bf-cc1c-4139-aca0-3d1bac3575a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:31.164197 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-2b2a55bf-cc1c-4139-aca0-3d1bac3575a3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7c02f544-74b1-43f4-804d-621a97e65d40 HTTP/1.1" status: 200 len: 851 time: 0.0920882 Feb 17 18:32:31.186165 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-184e8809-4476-4d2d-80de-5c8788e0fd43 req-dff75f95-02d7-43dc-bbc3-617afb844ea9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16fd7c79-7515-4bc9-b494-b8aec7cd19c2 HTTP/1.1" status: 200 len: 1000 time: 0.0833936 Feb 17 18:32:31.252532 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e8809-4476-4d2d-80de-5c8788e0fd43 req-c00eb78d-bf93-46b9-84f7-e52e2b07bb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:31.253989 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-184e8809-4476-4d2d-80de-5c8788e0fd43 req-c00eb78d-bf93-46b9-84f7-e52e2b07bb34 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7c02f544-74b1-43f4-804d-621a97e65d40 HTTP/1.1" status: 200 len: 851 time: 0.0543785 Feb 17 18:32:31.255665 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-b6e3b7d6-6f94-48ea-bd97-672dad05712d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:31.257046 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-b6e3b7d6-6f94-48ea-bd97-672dad05712d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0858116 Feb 17 18:32:31.366574 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e8809-4476-4d2d-80de-5c8788e0fd43 req-15520a2a-dd2f-402c-a54e-d1dec2914e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:31.368363 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-184e8809-4476-4d2d-80de-5c8788e0fd43 req-15520a2a-dd2f-402c-a54e-d1dec2914e53 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1083310 Feb 17 18:32:31.401929 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-70121372-f677-4097-ad54-b4f037a156c2 service neutron] 10.222.0.91 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331487 Feb 17 18:32:31.528886 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-184e8809-4476-4d2d-80de-5c8788e0fd43 req-163544b9-a6b6-4268-9719-65a05836f971 service neutron] 10.222.0.71 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529858 Feb 17 18:32:31.560355 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-c93465b7-15cf-4fe3-9e08-b4a774dcf68c service neutron] 10.222.0.91 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517746 Feb 17 18:32:31.657205 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-184e8809-4476-4d2d-80de-5c8788e0fd43 req-8d681fef-56eb-40eb-a30b-1e79b34c502c service neutron] 10.222.0.71 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230011 Feb 17 18:32:31.675335 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e8809-4476-4d2d-80de-5c8788e0fd43 req-b53b7c17-0da4-4467-b2b1-8989f3af85fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:31.676911 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-184e8809-4476-4d2d-80de-5c8788e0fd43 req-b53b7c17-0da4-4467-b2b1-8989f3af85fa service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b95070cca00649ec8cd80a9286a09d5a&device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 1125 time: 0.0602584 Feb 17 18:32:31.773389 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e8809-4476-4d2d-80de-5c8788e0fd43 req-4d30cf19-de7f-4c1d-974a-e3d26dea18a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:31.774872 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-184e8809-4476-4d2d-80de-5c8788e0fd43 req-4d30cf19-de7f-4c1d-974a-e3d26dea18a8 service neutron] 10.222.0.91 "GET /v2.0/networks?id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f HTTP/1.1" status: 200 len: 913 time: 0.0917838 Feb 17 18:32:31.837595 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-184e8809-4476-4d2d-80de-5c8788e0fd43 req-208e5ab0-ecf1-464e-be9b-0dfa6a71ffcf service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16fd7c79-7515-4bc9-b494-b8aec7cd19c2 HTTP/1.1" status: 200 len: 1000 time: 0.0571554 Feb 17 18:32:31.885621 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e8809-4476-4d2d-80de-5c8788e0fd43 req-f1753f5b-f121-4181-b294-68dc0582cbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:31.887331 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-184e8809-4476-4d2d-80de-5c8788e0fd43 req-f1753f5b-f121-4181-b294-68dc0582cbdb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7c02f544-74b1-43f4-804d-621a97e65d40 HTTP/1.1" status: 200 len: 851 time: 0.0441935 Feb 17 18:32:31.940660 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e8809-4476-4d2d-80de-5c8788e0fd43 req-8c0723a7-8209-4cae-bdf7-22d29004cc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:31.942072 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-184e8809-4476-4d2d-80de-5c8788e0fd43 req-8c0723a7-8209-4cae-bdf7-22d29004cc1a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492322 Feb 17 18:32:32.031408 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-184e8809-4476-4d2d-80de-5c8788e0fd43 req-d6615741-75ea-462a-8ecc-0afe978437c5 service neutron] 10.222.0.91 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834019 Feb 17 18:32:32.125937 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-184e8809-4476-4d2d-80de-5c8788e0fd43 req-c104e7a9-2a6c-43ef-be60-5c7a76d9662f service neutron] 10.222.0.91 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875669 Feb 17 18:32:32.289218 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656c70f-e05d-4ea2-a456-f2bb348a2a40 req-14191e9a-f147-4585-b540-020e2abf8355 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:32.290713 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f656c70f-e05d-4ea2-a456-f2bb348a2a40 req-14191e9a-f147-4585-b540-020e2abf8355 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 943 time: 0.0523608 Feb 17 18:32:32.338006 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f656c70f-e05d-4ea2-a456-f2bb348a2a40 req-7d77c69c-3ebc-4fa5-937e-16c7c30695c9 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410759 Feb 17 18:32:33.054666 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b7c07f03-0890-491e-995b-022f0d2365e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:32:33.465124 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb709e1-9873-49e9-8995-2a6878d6c075 req-7df36d27-642d-4333-96f4-e575f08dce67 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:33.466616 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ceb709e1-9873-49e9-8995-2a6878d6c075 req-7df36d27-642d-4333-96f4-e575f08dce67 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 943 time: 0.0563056 Feb 17 18:32:33.515145 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ceb709e1-9873-49e9-8995-2a6878d6c075 req-c8a0192c-cce8-41d8-a93e-664c286c1333 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427470 Feb 17 18:32:34.640162 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7899804-67c3-4f0c-b0b3-b80471c56930 req-dacc8f5d-72c8-4d24-8cfd-5a96534b4c3f tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:34.641675 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f7899804-67c3-4f0c-b0b3-b80471c56930 req-dacc8f5d-72c8-4d24-8cfd-5a96534b4c3f tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 943 time: 0.0526607 Feb 17 18:32:34.688635 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f7899804-67c3-4f0c-b0b3-b80471c56930 req-33db87b3-78c3-4c57-92c1-fe318bcb4f3f tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413091 Feb 17 18:32:35.514601 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ddc734d7-dc13-4bcc-824b-25566085acc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:32:35.808372 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8d26b-71c6-409b-bbfc-c4e53f3bff6b req-6da55d9b-4b14-48c5-93bb-6ab228ce0d63 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:35.809836 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-13f8d26b-71c6-409b-bbfc-c4e53f3bff6b req-6da55d9b-4b14-48c5-93bb-6ab228ce0d63 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 943 time: 0.0515273 Feb 17 18:32:35.859714 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-13f8d26b-71c6-409b-bbfc-c4e53f3bff6b req-682786ea-afce-4540-a757-50b0a24b4c04 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441964 Feb 17 18:32:36.923255 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:32:36.987409 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5736022-5bb7-46e5-8112-3db412b90b05 req-ecf0fe8e-bd8f-4525-a066-eb6d06ee993c tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:36.988920 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e5736022-5bb7-46e5-8112-3db412b90b05 req-ecf0fe8e-bd8f-4525-a066-eb6d06ee993c tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 943 time: 0.0543375 Feb 17 18:32:37.036040 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e5736022-5bb7-46e5-8112-3db412b90b05 req-3bf93a41-e608-42d6-bad8-9a0a27ca9a02 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410981 Feb 17 18:32:38.147964 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:32:38.157678 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7627afe0-4e72-4937-94c1-0b3f81b3f11d req-5c9a30e8-5d6d-4a19-abad-6a351fd75f1f tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:38.159171 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7627afe0-4e72-4937-94c1-0b3f81b3f11d req-5c9a30e8-5d6d-4a19-abad-6a351fd75f1f tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 943 time: 0.0531104 Feb 17 18:32:38.204663 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7627afe0-4e72-4937-94c1-0b3f81b3f11d req-d3e7dd23-08a3-4444-9d59-08df6535393c tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398281 Feb 17 18:32:39.218861 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:32:39.331149 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ea6f4-b756-4813-b055-2f813a8bae99 req-3b344360-9f92-495a-a9a8-2f4364e2331a tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:39.332657 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-565ea6f4-b756-4813-b055-2f813a8bae99 req-3b344360-9f92-495a-a9a8-2f4364e2331a tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 943 time: 0.0564003 Feb 17 18:32:39.381504 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-565ea6f4-b756-4813-b055-2f813a8bae99 req-dc715d85-e311-48c4-9b12-1a8958bd296b tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433328 Feb 17 18:32:40.506397 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cef51b-a252-4b0d-9c4a-a1050a39a81a req-badacd30-86d5-471d-89f3-ba7c282db360 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:40.507884 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-45cef51b-a252-4b0d-9c4a-a1050a39a81a req-badacd30-86d5-471d-89f3-ba7c282db360 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 943 time: 0.0528188 Feb 17 18:32:40.554297 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-45cef51b-a252-4b0d-9c4a-a1050a39a81a req-5a0eb049-5948-4c44-a700-1ab75d1a54ce tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404685 Feb 17 18:32:41.679214 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733dff24-f40b-4f1b-b5f4-b4f36469abe6 req-5fa5dc02-e345-4afd-b7e6-7778307e6cf7 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:41.680700 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-733dff24-f40b-4f1b-b5f4-b4f36469abe6 req-5fa5dc02-e345-4afd-b7e6-7778307e6cf7 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 943 time: 0.0558417 Feb 17 18:32:41.725372 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-733dff24-f40b-4f1b-b5f4-b4f36469abe6 req-90affe5f-b4c7-480b-8bee-0591866ddccc tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391214 Feb 17 18:32:42.843094 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7fb1c-b090-4265-b25a-68800075046e req-7bcffed1-249f-48cb-aa8e-0a202a80402b tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:42.844602 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-19d7fb1c-b090-4265-b25a-68800075046e req-7bcffed1-249f-48cb-aa8e-0a202a80402b tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 943 time: 0.0507007 Feb 17 18:32:42.894787 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-19d7fb1c-b090-4265-b25a-68800075046e req-f2e1f20e-70c0-4526-9854-778446b335c9 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426726 Feb 17 18:32:44.013744 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db9692-0b4e-4e04-86b6-e8785792e108 req-194e26f0-337b-4c58-a9cb-6137aa781dc4 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:44.015198 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-11db9692-0b4e-4e04-86b6-e8785792e108 req-194e26f0-337b-4c58-a9cb-6137aa781dc4 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 943 time: 0.0511565 Feb 17 18:32:44.063679 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-11db9692-0b4e-4e04-86b6-e8785792e108 req-a0720a15-8aa0-444b-8f47-6ce5e3e5239c tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429401 Feb 17 18:32:45.184397 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebefa42-deb0-4c8c-8829-50f819624f6e req-c4b60c3c-9d72-4eb9-983f-a12e29e53c27 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:45.185844 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eebefa42-deb0-4c8c-8829-50f819624f6e req-c4b60c3c-9d72-4eb9-983f-a12e29e53c27 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 943 time: 0.0525548 Feb 17 18:32:45.230982 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eebefa42-deb0-4c8c-8829-50f819624f6e req-c8d5c0d8-fe66-468f-a2cf-450cf093a316 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392287 Feb 17 18:32:46.348847 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d0b93-1731-4e1e-a849-2168548b0a0d req-c5a6a0b8-4e8b-4200-b3d2-60a979417101 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:46.350303 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a46d0b93-1731-4e1e-a849-2168548b0a0d req-c5a6a0b8-4e8b-4200-b3d2-60a979417101 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 943 time: 0.0508692 Feb 17 18:32:46.396055 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a46d0b93-1731-4e1e-a849-2168548b0a0d req-b823c17e-3998-44b6-b6eb-88ec4d9cc65c tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397518 Feb 17 18:32:47.518426 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6d6cf-62d8-4819-9338-8eeaa95582e1 req-0cc417fd-2458-4713-a3ea-f5232d3c7ade tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:47.519899 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a5f6d6cf-62d8-4819-9338-8eeaa95582e1 req-0cc417fd-2458-4713-a3ea-f5232d3c7ade tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 943 time: 0.0570965 Feb 17 18:32:47.565913 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a5f6d6cf-62d8-4819-9338-8eeaa95582e1 req-d90b6131-a4cf-47c0-8426-d2e3561f20d4 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402441 Feb 17 18:32:48.686455 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf3ebb-bd07-416f-a30e-7a4bb7a29683 req-d0d1b651-ebef-4525-a5f6-77ecefea9eb6 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:48.687843 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6aaf3ebb-bd07-416f-a30e-7a4bb7a29683 req-d0d1b651-ebef-4525-a5f6-77ecefea9eb6 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 943 time: 0.0531518 Feb 17 18:32:48.732877 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6aaf3ebb-bd07-416f-a30e-7a4bb7a29683 req-0cf70155-480c-40ee-9c24-71de0005399a tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395451 Feb 17 18:32:49.024402 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26106f77-4f90-4d56-a590-3fb6e14a6057 req-db2b36dd-2ad7-4dff-9b5e-171412213707 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:49.025922 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-26106f77-4f90-4d56-a590-3fb6e14a6057 req-db2b36dd-2ad7-4dff-9b5e-171412213707 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.91 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2&tenant_id=b95070cca00649ec8cd80a9286a09d5a&binding%3Ahost_id=n-h2-829613-2 HTTP/1.1" status: 200 len: 943 time: 0.0577261 Feb 17 18:32:49.030469 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44559777-2845-45d7-89ac-0fc6f0607a9a req-fc9075a5-e3b9-4c61-b845-419c72deb523 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:49.032530 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-44559777-2845-45d7-89ac-0fc6f0607a9a req-fc9075a5-e3b9-4c61-b845-419c72deb523 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 943 time: 0.0538545 Feb 17 18:32:49.082792 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-44559777-2845-45d7-89ac-0fc6f0607a9a req-a727389d-1444-4d94-b8fb-e19124321437 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441482 Feb 17 18:32:49.087071 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-26106f77-4f90-4d56-a590-3fb6e14a6057 req-00cd83f0-3129-451e-8782-94fdbfc10c74 service neutron] 10.222.0.91 "GET /v2.0/ports/16fd7c79-7515-4bc9-b494-b8aec7cd19c2/bindings/n-h2-829613-2 HTTP/1.1" status: 200 len: 382 time: 0.0549343 Feb 17 18:32:49.156919 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26106f77-4f90-4d56-a590-3fb6e14a6057 req-30c0becb-54dc-4ada-ab92-025ce734be2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:49.158402 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-26106f77-4f90-4d56-a590-3fb6e14a6057 req-30c0becb-54dc-4ada-ab92-025ce734be2f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b95070cca00649ec8cd80a9286a09d5a&device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 1125 time: 0.0500569 Feb 17 18:32:49.247551 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26106f77-4f90-4d56-a590-3fb6e14a6057 req-8e65241b-28a7-4aff-bde3-14283f44207d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:49.249063 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-26106f77-4f90-4d56-a590-3fb6e14a6057 req-8e65241b-28a7-4aff-bde3-14283f44207d service neutron] 10.222.0.91 "GET /v2.0/networks?id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f HTTP/1.1" status: 200 len: 913 time: 0.0841498 Feb 17 18:32:49.317517 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-26106f77-4f90-4d56-a590-3fb6e14a6057 req-a732cd3f-f902-413d-9db0-70e8b89d4abf service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16fd7c79-7515-4bc9-b494-b8aec7cd19c2 HTTP/1.1" status: 200 len: 1000 time: 0.0621052 Feb 17 18:32:49.382741 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26106f77-4f90-4d56-a590-3fb6e14a6057 req-9fe3809a-1da8-47fc-8670-d7f4909f8b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:49.384187 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-26106f77-4f90-4d56-a590-3fb6e14a6057 req-9fe3809a-1da8-47fc-8670-d7f4909f8b3c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7c02f544-74b1-43f4-804d-621a97e65d40 HTTP/1.1" status: 200 len: 851 time: 0.0605452 Feb 17 18:32:49.431363 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26106f77-4f90-4d56-a590-3fb6e14a6057 req-73cc5ada-a1d4-4da4-a5bf-f3c96952286f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:49.432918 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-26106f77-4f90-4d56-a590-3fb6e14a6057 req-73cc5ada-a1d4-4da4-a5bf-f3c96952286f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431190 Feb 17 18:32:49.474376 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:32:49.531637 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-26106f77-4f90-4d56-a590-3fb6e14a6057 req-fba30e96-9f40-4e94-8702-00f3fa3a2008 service neutron] 10.222.0.91 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930583 Feb 17 18:32:49.602236 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:32:49.621141 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-26106f77-4f90-4d56-a590-3fb6e14a6057 req-03310f5d-57b6-4ebb-b1f1-21ff5b4fdc24 service neutron] 10.222.0.91 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831020 Feb 17 18:32:49.703758 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 16fd7c79-7515-4bc9-b494-b8aec7cd19c2, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=16fd7c79-7515-4bc9-b494-b8aec7cd19c2,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:32:49.715616 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '16fd7c79-7515-4bc9-b494-b8aec7cd19c2', 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'port_id': '16fd7c79-7515-4bc9-b494-b8aec7cd19c2', 'mac_address': 'fa:16:3e:e7:d0:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:32:49.755258 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:32:49.755643 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (16fd7c79-7515-4bc9-b494-b8aec7cd19c2), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:32:49.768590 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:32:49.787676 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 16fd7c79-7515-4bc9-b494-b8aec7cd19c2, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=16fd7c79-7515-4bc9-b494-b8aec7cd19c2,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:32:49.791336 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (16fd7c79-7515-4bc9-b494-b8aec7cd19c2), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:32:49.837172 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=16fd7c79-7515-4bc9-b494-b8aec7cd19c2,revision_number=9']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:32:49.844773 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:32:49.845121 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:32:49.845460 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:32:49.845794 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:32:49.846125 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:32:49.846453 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:32:49.846778 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:32:49.847098 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:32:49.847418 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:32:49.847740 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:32:49.848059 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:32:49.848406 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:32:49.848721 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:32:50.023635 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['16fd7c79-7515-4bc9-b494-b8aec7cd19c2'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:32:50.206675 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b674ca-95db-4681-a36c-0d6f53a05faa req-3da20ae0-11c2-409f-b584-d051cf95b68f tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:50.208154 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-47b674ca-95db-4681-a36c-0d6f53a05faa req-3da20ae0-11c2-409f-b584-d051cf95b68f tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 944 time: 0.0517733 Feb 17 18:32:50.213053 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:32:50.256406 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-47b674ca-95db-4681-a36c-0d6f53a05faa req-1ea82ced-ae30-4ca5-9325-5098ca329046 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421727 Feb 17 18:32:51.388264 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a0c2d-ded3-4d22-aee5-2c766bb0cf29 req-2e81126a-4302-49fd-9488-9112f4fd251e tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:51.389900 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ba5a0c2d-ded3-4d22-aee5-2c766bb0cf29 req-2e81126a-4302-49fd-9488-9112f4fd251e tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 944 time: 0.0580602 Feb 17 18:32:51.437409 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ba5a0c2d-ded3-4d22-aee5-2c766bb0cf29 req-209a40c1-9a0b-48c3-a9d1-e05ff2feb231 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416682 Feb 17 18:32:51.633429 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:32:51.683846 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 18:32:51.687793 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:32:51.688164 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (16fd7c79-7515-4bc9-b494-b8aec7cd19c2), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:32:51.765487 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:32:51.765869 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (16fd7c79-7515-4bc9-b494-b8aec7cd19c2), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:32:51.786850 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16fd7c79-7515-4bc9-b494-b8aec7cd19c2'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:32:51.789318 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a58b36eb5214be741a58d8f0f454d70cefb3ebdc097f6d2df64ce05b1b6ee80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652f5202-a9aa-49be-88a2-98935903dfef" -d '{"events": [{"server_uuid": "2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2", "name": "network-vif-plugged", "status": "completed", "tag": "16fd7c79-7515-4bc9-b494-b8aec7cd19c2"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:32:51.802161 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 16fd7c79-7515-4bc9-b494-b8aec7cd19c2, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=16fd7c79-7515-4bc9-b494-b8aec7cd19c2,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:32:51.806899 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (16fd7c79-7515-4bc9-b494-b8aec7cd19c2), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:32:51.841803 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2588d0-4842-4ba8-941c-3b1e8be2592f x-openstack-request-id: req-cb2588d0-4842-4ba8-941c-3b1e8be2592f {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:32:51.842098 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2", "name": "network-vif-plugged", "status": "completed", "tag": "16fd7c79-7515-4bc9-b494-b8aec7cd19c2", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:32:51.842357 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-cb2588d0-4842-4ba8-941c-3b1e8be2592f {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:32:51.842748 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16fd7c79-7515-4bc9-b494-b8aec7cd19c2', 'code': 200} Feb 17 18:32:51.856412 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=16fd7c79-7515-4bc9-b494-b8aec7cd19c2,revision_number=10']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:32:52.564660 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb8650a-30a6-4411-9396-d44d8456dea3 req-31b6c517-7613-4bec-9c79-632a9ee7f838 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:52.566119 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6eb8650a-30a6-4411-9396-d44d8456dea3 req-31b6c517-7613-4bec-9c79-632a9ee7f838 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 946 time: 0.0575445 Feb 17 18:32:52.612426 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6eb8650a-30a6-4411-9396-d44d8456dea3 req-37e48b8a-c0b8-4088-8db3-12b69be8239c tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406833 Feb 17 18:32:53.735177 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd44d7b-30bc-44cc-be51-f7c1d7b2869b req-7154ebde-2357-40e4-8992-316da65df615 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:53.736713 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0fd44d7b-30bc-44cc-be51-f7c1d7b2869b req-7154ebde-2357-40e4-8992-316da65df615 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 946 time: 0.0531538 Feb 17 18:32:53.783598 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0fd44d7b-30bc-44cc-be51-f7c1d7b2869b req-c5f39774-8323-497d-a0bf-938c211365fe tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411689 Feb 17 18:32:54.909160 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e382a-59cb-401e-bce1-f96650e530dc req-db7472db-c52e-4dbb-b1fc-5dd158de4f44 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:54.910666 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4e6e382a-59cb-401e-bce1-f96650e530dc req-db7472db-c52e-4dbb-b1fc-5dd158de4f44 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 946 time: 0.0571795 Feb 17 18:32:54.958867 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4e6e382a-59cb-401e-bce1-f96650e530dc req-16179fa1-9ef6-4da8-83d9-aacaef630f72 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422840 Feb 17 18:32:55.574970 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26106f77-4f90-4d56-a590-3fb6e14a6057 req-ebc6869a-e655-4e71-822c-7d2bb941187c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:55.576510 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-26106f77-4f90-4d56-a590-3fb6e14a6057 req-ebc6869a-e655-4e71-822c-7d2bb941187c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2&tenant_id=b95070cca00649ec8cd80a9286a09d5a HTTP/1.1" status: 200 len: 1128 time: 0.0517399 Feb 17 18:32:55.588215 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-26106f77-4f90-4d56-a590-3fb6e14a6057 req-6bacfb76-3bb0-439b-982a-c7dfdce85e16 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-829613-2', 'device_owner': 'compute:nova'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:32:55.648773 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-26106f77-4f90-4d56-a590-3fb6e14a6057 req-6bacfb76-3bb0-439b-982a-c7dfdce85e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (16fd7c79-7515-4bc9-b494-b8aec7cd19c2), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:32:55.664832 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:32:55.746854 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 is: ACTIVE; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:32:55.747252 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (16fd7c79-7515-4bc9-b494-b8aec7cd19c2), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:32:55.861059 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-26106f77-4f90-4d56-a590-3fb6e14a6057 req-6bacfb76-3bb0-439b-982a-c7dfdce85e16 service neutron] For port 16fd7c79-7515-4bc9-b494-b8aec7cd19c2, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=16fd7c79-7515-4bc9-b494-b8aec7cd19c2,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:32:55.895196 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-26106f77-4f90-4d56-a590-3fb6e14a6057 req-6bacfb76-3bb0-439b-982a-c7dfdce85e16 service neutron] For port 16fd7c79-7515-4bc9-b494-b8aec7cd19c2, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:32:55.939362 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16fd7c79-7515-4bc9-b494-b8aec7cd19c2'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:32:55.942245 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250e293d-f8df-4312-9605-a9123eab9779" -d '{"events": [{"server_uuid": "2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2", "name": "network-vif-unplugged", "status": "completed", "tag": "16fd7c79-7515-4bc9-b494-b8aec7cd19c2"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:32:55.945823 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-26106f77-4f90-4d56-a590-3fb6e14a6057 req-6bacfb76-3bb0-439b-982a-c7dfdce85e16 service neutron] Publish callbacks [] for port (16fd7c79-7515-4bc9-b494-b8aec7cd19c2), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:32:55.959669 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-26106f77-4f90-4d56-a590-3fb6e14a6057 req-6bacfb76-3bb0-439b-982a-c7dfdce85e16 service neutron] Transition to ACTIVE for port object 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 18:32:55.963636 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-26106f77-4f90-4d56-a590-3fb6e14a6057 req-6bacfb76-3bb0-439b-982a-c7dfdce85e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (16fd7c79-7515-4bc9-b494-b8aec7cd19c2), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:32:56.008619 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 18:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c64bd4c-0500-49d3-8a56-759e2517c366 x-openstack-request-id: req-4c64bd4c-0500-49d3-8a56-759e2517c366 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:32:56.008915 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2", "name": "network-vif-unplugged", "status": "completed", "tag": "16fd7c79-7515-4bc9-b494-b8aec7cd19c2", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:32:56.009497 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4c64bd4c-0500-49d3-8a56-759e2517c366 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:32:56.009628 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16fd7c79-7515-4bc9-b494-b8aec7cd19c2', 'code': 200} Feb 17 18:32:56.011941 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.api [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 18:32:56.012852 n-d-829613-2 neutron-server[103436]: DEBUG oslo_db.api [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 18:32:56.044894 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bacfb76-3bb0-439b-982a-c7dfdce85e16 service neutron] Pushing event updated for resources: {'Port': ['ID=16fd7c79-7515-4bc9-b494-b8aec7cd19c2,revision_number=11']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:32:56.055307 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bacfb76-3bb0-439b-982a-c7dfdce85e16 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:32:56.055307 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bacfb76-3bb0-439b-982a-c7dfdce85e16 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:32:56.055638 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bacfb76-3bb0-439b-982a-c7dfdce85e16 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:32:56.055881 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bacfb76-3bb0-439b-982a-c7dfdce85e16 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:32:56.056157 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bacfb76-3bb0-439b-982a-c7dfdce85e16 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:32:56.056525 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bacfb76-3bb0-439b-982a-c7dfdce85e16 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:32:56.056988 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bacfb76-3bb0-439b-982a-c7dfdce85e16 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:32:56.057321 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bacfb76-3bb0-439b-982a-c7dfdce85e16 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:32:56.057698 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bacfb76-3bb0-439b-982a-c7dfdce85e16 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:32:56.058029 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bacfb76-3bb0-439b-982a-c7dfdce85e16 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:32:56.058432 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bacfb76-3bb0-439b-982a-c7dfdce85e16 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:32:56.058757 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bacfb76-3bb0-439b-982a-c7dfdce85e16 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:32:56.059082 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bacfb76-3bb0-439b-982a-c7dfdce85e16 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:32:56.109901 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-26106f77-4f90-4d56-a590-3fb6e14a6057 req-6bacfb76-3bb0-439b-982a-c7dfdce85e16 service neutron] No DVR routers for this DVR port 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 on host n-h2-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:32:56.113746 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf4609-d984-4888-8ff9-729f214b13e4 req-12526e12-be42-45af-8a61-8e73e5a8873e tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:56.115303 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-56cf4609-d984-4888-8ff9-729f214b13e4 req-12526e12-be42-45af-8a61-8e73e5a8873e tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 944 time: 0.0585120 Feb 17 18:32:56.168107 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-56cf4609-d984-4888-8ff9-729f214b13e4 req-966c3d0e-c67a-4abb-bd25-66cc52c0a1e2 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460622 Feb 17 18:32:56.258705 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-26106f77-4f90-4d56-a590-3fb6e14a6057 req-6bacfb76-3bb0-439b-982a-c7dfdce85e16 service neutron] Attempting to bind port 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:32:56.259136 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-26106f77-4f90-4d56-a590-3fb6e14a6057 req-6bacfb76-3bb0-439b-982a-c7dfdce85e16 service neutron] Attempting to bind port 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '92c4ed30-6140-45be-8dd4-17f2cf335d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:32:56.259471 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26106f77-4f90-4d56-a590-3fb6e14a6057 req-6bacfb76-3bb0-439b-982a-c7dfdce85e16 service neutron] Attempting to bind port 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 on network 7d7e5a00-4e77-4550-b2e1-3593cfcc179f {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:32:56.263937 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26106f77-4f90-4d56-a590-3fb6e14a6057 req-6bacfb76-3bb0-439b-982a-c7dfdce85e16 service neutron] Port 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 on network 7d7e5a00-4e77-4550-b2e1-3593cfcc179f not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:32:56.264291 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26106f77-4f90-4d56-a590-3fb6e14a6057 req-6bacfb76-3bb0-439b-982a-c7dfdce85e16 service neutron] Attempting to bind port 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 on network 7d7e5a00-4e77-4550-b2e1-3593cfcc179f {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:32:56.269059 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26106f77-4f90-4d56-a590-3fb6e14a6057 req-6bacfb76-3bb0-439b-982a-c7dfdce85e16 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:32:56.269395 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26106f77-4f90-4d56-a590-3fb6e14a6057 req-6bacfb76-3bb0-439b-982a-c7dfdce85e16 service neutron] Checking segment: {'id': '92c4ed30-6140-45be-8dd4-17f2cf335d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:32:56.269779 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26106f77-4f90-4d56-a590-3fb6e14a6057 req-6bacfb76-3bb0-439b-982a-c7dfdce85e16 service neutron] Bound using segment: {'id': '92c4ed30-6140-45be-8dd4-17f2cf335d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:32:56.270217 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-26106f77-4f90-4d56-a590-3fb6e14a6057 req-6bacfb76-3bb0-439b-982a-c7dfdce85e16 service neutron] Bound port: 16fd7c79-7515-4bc9-b494-b8aec7cd19c2, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92c4ed30-6140-45be-8dd4-17f2cf335d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:32:56.270559 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-26106f77-4f90-4d56-a590-3fb6e14a6057 req-6bacfb76-3bb0-439b-982a-c7dfdce85e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (16fd7c79-7515-4bc9-b494-b8aec7cd19c2), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:32:56.335739 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-26106f77-4f90-4d56-a590-3fb6e14a6057 req-6bacfb76-3bb0-439b-982a-c7dfdce85e16 service neutron] For port 16fd7c79-7515-4bc9-b494-b8aec7cd19c2, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:32:56.338687 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-26106f77-4f90-4d56-a590-3fb6e14a6057 req-6bacfb76-3bb0-439b-982a-c7dfdce85e16 service neutron] For port 16fd7c79-7515-4bc9-b494-b8aec7cd19c2, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=16fd7c79-7515-4bc9-b494-b8aec7cd19c2,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:32:56.344923 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-26106f77-4f90-4d56-a590-3fb6e14a6057 req-6bacfb76-3bb0-439b-982a-c7dfdce85e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (16fd7c79-7515-4bc9-b494-b8aec7cd19c2), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:32:56.378747 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26106f77-4f90-4d56-a590-3fb6e14a6057 req-6bacfb76-3bb0-439b-982a-c7dfdce85e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:56.379377 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-26106f77-4f90-4d56-a590-3fb6e14a6057 req-6bacfb76-3bb0-439b-982a-c7dfdce85e16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:32:56.380855 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-26106f77-4f90-4d56-a590-3fb6e14a6057 req-6bacfb76-3bb0-439b-982a-c7dfdce85e16 service neutron] 10.222.0.71 "PUT /v2.0/ports/16fd7c79-7515-4bc9-b494-b8aec7cd19c2 HTTP/1.1" status: 200 len: 1092 time: 0.7971749 Feb 17 18:32:56.418343 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bacfb76-3bb0-439b-982a-c7dfdce85e16 service neutron] Pushing event updated for resources: {'Port': ['ID=16fd7c79-7515-4bc9-b494-b8aec7cd19c2,revision_number=12']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:32:56.453310 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26106f77-4f90-4d56-a590-3fb6e14a6057 req-3502168c-6604-4f3e-b4c1-04bf6a046dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:56.454879 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-26106f77-4f90-4d56-a590-3fb6e14a6057 req-3502168c-6604-4f3e-b4c1-04bf6a046dfa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b95070cca00649ec8cd80a9286a09d5a&device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 1126 time: 0.0520539 Feb 17 18:32:56.550044 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 is: DOWN; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:32:56.555933 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26106f77-4f90-4d56-a590-3fb6e14a6057 req-8733adde-5201-4db7-91ce-bd117acf74fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:56.558054 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-26106f77-4f90-4d56-a590-3fb6e14a6057 req-8733adde-5201-4db7-91ce-bd117acf74fd service neutron] 10.222.0.71 "GET /v2.0/networks?id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f HTTP/1.1" status: 200 len: 913 time: 0.0953515 Feb 17 18:32:56.626513 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-26106f77-4f90-4d56-a590-3fb6e14a6057 req-a27441e9-e51c-4d39-a31b-25aaa6535a6a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16fd7c79-7515-4bc9-b494-b8aec7cd19c2 HTTP/1.1" status: 200 len: 1000 time: 0.0627477 Feb 17 18:32:56.679348 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26106f77-4f90-4d56-a590-3fb6e14a6057 req-33c85ef2-64c8-4572-b0c0-4bf7994f3cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:56.680698 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-26106f77-4f90-4d56-a590-3fb6e14a6057 req-33c85ef2-64c8-4572-b0c0-4bf7994f3cd2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7c02f544-74b1-43f4-804d-621a97e65d40 HTTP/1.1" status: 200 len: 851 time: 0.0489845 Feb 17 18:32:56.727562 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26106f77-4f90-4d56-a590-3fb6e14a6057 req-e1d53391-6179-411f-81fe-c8c62d9f5c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:56.729055 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-26106f77-4f90-4d56-a590-3fb6e14a6057 req-e1d53391-6179-411f-81fe-c8c62d9f5c46 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0427122 Feb 17 18:32:56.819281 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-26106f77-4f90-4d56-a590-3fb6e14a6057 req-f9044ddd-9acc-4d30-8168-e5cdfc0da973 service neutron] 10.222.0.71 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846181 Feb 17 18:32:56.906000 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-26106f77-4f90-4d56-a590-3fb6e14a6057 req-b677c2db-b5bc-43e2-a058-8e5bcb3457bd service neutron] 10.222.0.71 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809300 Feb 17 18:32:57.298098 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee028a37-ab2e-40ac-8528-c62cbd93ed80 req-1e8714c5-a1f5-4e8f-aec6-45ffdf39ac73 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:57.299892 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ee028a37-ab2e-40ac-8528-c62cbd93ed80 req-1e8714c5-a1f5-4e8f-aec6-45ffdf39ac73 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 944 time: 0.0530765 Feb 17 18:32:57.351072 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ee028a37-ab2e-40ac-8528-c62cbd93ed80 req-9bd33688-6f50-4263-91d8-dedb5d28405e tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455656 Feb 17 18:32:58.010910 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2', 'tag': '16fd7c79-7515-4bc9-b494-b8aec7cd19c2'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:32:58.013485 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a17c655-76f7-432e-8bbd-6ae42a54098c" -d '{"events": [{"name": "network-changed", "server_uuid": "2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2", "tag": "16fd7c79-7515-4bc9-b494-b8aec7cd19c2"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:32:58.073166 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256919a1-e9c4-44be-b956-5aeda4607a38 x-openstack-request-id: req-256919a1-e9c4-44be-b956-5aeda4607a38 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:32:58.073470 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2", "tag": "16fd7c79-7515-4bc9-b494-b8aec7cd19c2", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:32:58.073730 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-256919a1-e9c4-44be-b956-5aeda4607a38 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:32:58.074145 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2', 'tag': '16fd7c79-7515-4bc9-b494-b8aec7cd19c2', 'status': 'completed', 'code': 200} Feb 17 18:32:58.180265 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a17c655-76f7-432e-8bbd-6ae42a54098c req-e684021b-26cf-4c8b-b8c2-60336a3eecfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:58.181841 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0a17c655-76f7-432e-8bbd-6ae42a54098c req-e684021b-26cf-4c8b-b8c2-60336a3eecfb service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=b95070cca00649ec8cd80a9286a09d5a&device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 1126 time: 0.0896976 Feb 17 18:32:58.185372 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a17c655-76f7-432e-8bbd-6ae42a54098c req-4c51050e-1120-4ba0-ba54-c3428dedf64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:58.186813 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0a17c655-76f7-432e-8bbd-6ae42a54098c req-4c51050e-1120-4ba0-ba54-c3428dedf64e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b95070cca00649ec8cd80a9286a09d5a&device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 1126 time: 0.0862522 Feb 17 18:32:58.349989 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a17c655-76f7-432e-8bbd-6ae42a54098c req-5ae04eab-12cd-4675-9188-9151e12a8826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:58.351426 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0a17c655-76f7-432e-8bbd-6ae42a54098c req-5ae04eab-12cd-4675-9188-9151e12a8826 service neutron] 10.222.0.91 "GET /v2.0/networks?id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f HTTP/1.1" status: 200 len: 913 time: 0.1637378 Feb 17 18:32:58.352530 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a17c655-76f7-432e-8bbd-6ae42a54098c req-66eb9660-ad73-4869-b8bf-b21e5fa0d08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:58.353846 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0a17c655-76f7-432e-8bbd-6ae42a54098c req-66eb9660-ad73-4869-b8bf-b21e5fa0d08b service neutron] 10.222.0.71 "GET /v2.0/networks?id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f HTTP/1.1" status: 200 len: 913 time: 0.1589792 Feb 17 18:32:58.473855 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784dac6-de9e-437c-9e34-9e3f28f9afa4 req-6a3dfdaa-2abe-466e-81a3-8c40e8e05f87 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:58.476499 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0a17c655-76f7-432e-8bbd-6ae42a54098c req-556dae46-07df-4996-a339-5a57e79ca77d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16fd7c79-7515-4bc9-b494-b8aec7cd19c2 HTTP/1.1" status: 200 len: 1000 time: 0.1167932 Feb 17 18:32:58.478372 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0a17c655-76f7-432e-8bbd-6ae42a54098c req-558a2b25-0396-485f-a1af-654022d0341d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16fd7c79-7515-4bc9-b494-b8aec7cd19c2 HTTP/1.1" status: 200 len: 1000 time: 0.1176643 Feb 17 18:32:58.479001 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4784dac6-de9e-437c-9e34-9e3f28f9afa4 req-6a3dfdaa-2abe-466e-81a3-8c40e8e05f87 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 944 time: 0.0556006 Feb 17 18:32:58.544501 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4784dac6-de9e-437c-9e34-9e3f28f9afa4 req-275e0d1d-89fe-484a-9818-13de654b1edd tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610685 Feb 17 18:32:58.575045 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a17c655-76f7-432e-8bbd-6ae42a54098c req-7d152d99-6693-4cae-babe-0729a33c4175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:58.576666 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0a17c655-76f7-432e-8bbd-6ae42a54098c req-7d152d99-6693-4cae-babe-0729a33c4175 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=7c02f544-74b1-43f4-804d-621a97e65d40 HTTP/1.1" status: 200 len: 851 time: 0.0941558 Feb 17 18:32:58.578424 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a17c655-76f7-432e-8bbd-6ae42a54098c req-0de76b0c-3ba8-41cd-bd47-e5029abb6828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:58.579786 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0a17c655-76f7-432e-8bbd-6ae42a54098c req-0de76b0c-3ba8-41cd-bd47-e5029abb6828 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7c02f544-74b1-43f4-804d-621a97e65d40 HTTP/1.1" status: 200 len: 851 time: 0.0953200 Feb 17 18:32:58.658851 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a17c655-76f7-432e-8bbd-6ae42a54098c req-725e11bb-5f77-43dd-b0ea-53e572c0c72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:58.662759 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0a17c655-76f7-432e-8bbd-6ae42a54098c req-725e11bb-5f77-43dd-b0ea-53e572c0c72f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0806627 Feb 17 18:32:58.668284 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a17c655-76f7-432e-8bbd-6ae42a54098c req-8b08b40d-00a0-4480-b4db-b2ca64870bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:58.669981 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0a17c655-76f7-432e-8bbd-6ae42a54098c req-8b08b40d-00a0-4480-b4db-b2ca64870bb5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0805559 Feb 17 18:32:58.826190 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0a17c655-76f7-432e-8bbd-6ae42a54098c req-5b2648ae-3a31-4156-a2cf-66f68d091948 service neutron] 10.222.0.91 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551623 Feb 17 18:32:58.828180 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0a17c655-76f7-432e-8bbd-6ae42a54098c req-41703118-bd31-461f-8b72-f17ab5e66265 service neutron] 10.222.0.71 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501808 Feb 17 18:32:58.997210 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0a17c655-76f7-432e-8bbd-6ae42a54098c req-c0e9ff84-cbce-44fa-95e7-18e63fb169bd service neutron] 10.222.0.91 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653857 Feb 17 18:32:58.999121 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0a17c655-76f7-432e-8bbd-6ae42a54098c req-43133647-4aee-4c4c-8b8f-d736622cc66c service neutron] 10.222.0.71 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602256 Feb 17 18:32:59.656463 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28d7de-f7e5-4d2b-89a6-30641d791928 req-0e88e16a-93a7-49bb-aff3-6713ccdf8f85 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:32:59.657806 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5e28d7de-f7e5-4d2b-89a6-30641d791928 req-0e88e16a-93a7-49bb-aff3-6713ccdf8f85 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 944 time: 0.0526233 Feb 17 18:32:59.707167 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5e28d7de-f7e5-4d2b-89a6-30641d791928 req-f721140a-f9ed-4cd5-9f8a-c2d0a515bbe5 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435536 Feb 17 18:33:01.127964 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299561d-916d-4249-ae2d-eb82192df2ad req-26b78867-99d0-4567-9d24-ee5f8c0fa685 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:01.129495 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4299561d-916d-4249-ae2d-eb82192df2ad req-26b78867-99d0-4567-9d24-ee5f8c0fa685 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 944 time: 0.3522329 Feb 17 18:33:01.175385 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4299561d-916d-4249-ae2d-eb82192df2ad req-6b2f7215-9bde-4905-898e-ffd5f56a401c tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403278 Feb 17 18:33:01.935971 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035f241-3e8e-4544-8c86-6c009a715d6d req-5e13cd81-0dc4-44fe-ad69-aa30ff1fa3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:01.937392 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a035f241-3e8e-4544-8c86-6c009a715d6d req-5e13cd81-0dc4-44fe-ad69-aa30ff1fa3f0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b95070cca00649ec8cd80a9286a09d5a&device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 1126 time: 0.0447567 Feb 17 18:33:02.041521 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035f241-3e8e-4544-8c86-6c009a715d6d req-4e28a770-2985-4449-beae-733667d7e144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:02.043822 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a035f241-3e8e-4544-8c86-6c009a715d6d req-4e28a770-2985-4449-beae-733667d7e144 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f HTTP/1.1" status: 200 len: 913 time: 0.0895953 Feb 17 18:33:02.301969 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd77564-dc4f-4301-a6cc-48117eef985d req-9e8246c7-8142-4e6a-9ffe-23e1bf417636 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:02.303624 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-abd77564-dc4f-4301-a6cc-48117eef985d req-9e8246c7-8142-4e6a-9ffe-23e1bf417636 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 944 time: 0.0551581 Feb 17 18:33:02.353124 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-abd77564-dc4f-4301-a6cc-48117eef985d req-97cc2111-003d-4502-8df7-bde52395332e tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429001 Feb 17 18:33:02.425203 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a035f241-3e8e-4544-8c86-6c009a715d6d req-0ce7f46c-95f4-4c3d-88e6-041e6fc13795 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16fd7c79-7515-4bc9-b494-b8aec7cd19c2 HTTP/1.1" status: 200 len: 1000 time: 0.3755038 Feb 17 18:33:02.472654 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035f241-3e8e-4544-8c86-6c009a715d6d req-94057da6-6ef8-45fd-bdd5-af04790907a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:02.474180 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a035f241-3e8e-4544-8c86-6c009a715d6d req-94057da6-6ef8-45fd-bdd5-af04790907a3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7c02f544-74b1-43f4-804d-621a97e65d40 HTTP/1.1" status: 200 len: 851 time: 0.0428724 Feb 17 18:33:02.525052 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035f241-3e8e-4544-8c86-6c009a715d6d req-62a26c01-9f7f-40c6-867a-b70280e4ac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:02.527093 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a035f241-3e8e-4544-8c86-6c009a715d6d req-62a26c01-9f7f-40c6-867a-b70280e4ac9f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7d7e5a00-4e77-4550-b2e1-3593cfcc179f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466626 Feb 17 18:33:02.619479 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a035f241-3e8e-4544-8c86-6c009a715d6d req-4a7735ad-a9a8-4a0b-a94f-bbafabe3666b service neutron] 10.222.0.71 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865910 Feb 17 18:33:02.710480 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a035f241-3e8e-4544-8c86-6c009a715d6d req-dff4d2b8-1004-4add-92d2-4d2d8df3b99e service neutron] 10.222.0.71 "GET /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855472 Feb 17 18:33:03.055165 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6a974ab2-08e3-462d-9098-d90cab71b4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:03.488480 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2702843-2537-4a68-a2e0-cf326c3754e2 req-75a7e17f-93fc-4a36-ac9e-dbfb141dcf9e tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:03.489946 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d2702843-2537-4a68-a2e0-cf326c3754e2 req-75a7e17f-93fc-4a36-ac9e-dbfb141dcf9e tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 944 time: 0.0592024 Feb 17 18:33:03.537147 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d2702843-2537-4a68-a2e0-cf326c3754e2 req-3e834d13-f4f7-49f9-a3df-8954b9534e01 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412250 Feb 17 18:33:04.659215 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201aab3-b349-4937-b031-8f8b928fcbd3 req-b6d19029-3596-4f76-814b-3684b87e23dd tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:04.660718 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7201aab3-b349-4937-b031-8f8b928fcbd3 req-b6d19029-3596-4f76-814b-3684b87e23dd tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 944 time: 0.0515716 Feb 17 18:33:04.706993 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7201aab3-b349-4937-b031-8f8b928fcbd3 req-833ff5b7-a8ee-4d44-a8ef-5d4d8759b63e tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405583 Feb 17 18:33:05.515679 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6d858b44-a403-4d51-9f18-8836310f37e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:05.829471 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080646e-f0dc-4c66-9f87-49ea5e281246 req-515e6cd6-c2c0-4e8d-8977-39158f442d43 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:05.831089 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7080646e-f0dc-4c66-9f87-49ea5e281246 req-515e6cd6-c2c0-4e8d-8977-39158f442d43 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 944 time: 0.0527349 Feb 17 18:33:05.884660 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7080646e-f0dc-4c66-9f87-49ea5e281246 req-0ce6188a-0a27-461d-ad40-b3c9636bf407 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460799 Feb 17 18:33:06.908418 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:33:06.925167 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:07.003999 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdb6e6-0f70-4b67-bc1b-500ec2bce9cf req-bd4f4083-6fae-49f3-9e35-f68e81fbd85e tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:07.005508 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6abdb6e6-0f70-4b67-bc1b-500ec2bce9cf req-bd4f4083-6fae-49f3-9e35-f68e81fbd85e tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 944 time: 0.0517361 Feb 17 18:33:07.050586 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6abdb6e6-0f70-4b67-bc1b-500ec2bce9cf req-0335a0ba-6090-45c2-9e81-5aa85787f7bd tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390003 Feb 17 18:33:08.157680 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:08.176183 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60848bc8-621e-416b-bf00-827a413c3bfd req-d2f1fffb-cafe-46ed-b5d6-2d1f16d083b5 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:08.177950 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-60848bc8-621e-416b-bf00-827a413c3bfd req-d2f1fffb-cafe-46ed-b5d6-2d1f16d083b5 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 944 time: 0.0584369 Feb 17 18:33:08.223924 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-60848bc8-621e-416b-bf00-827a413c3bfd req-c433c5b9-cb1d-45a6-a89b-b388f0865ae1 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403452 Feb 17 18:33:09.220679 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:09.345333 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a1894-dd1e-4b84-99bd-e60230d622ec req-9d059446-f9e3-476a-a51e-c015ccef12d0 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:09.346821 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-565a1894-dd1e-4b84-99bd-e60230d622ec req-9d059446-f9e3-476a-a51e-c015ccef12d0 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 944 time: 0.0558164 Feb 17 18:33:09.393295 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-565a1894-dd1e-4b84-99bd-e60230d622ec req-57e8a349-5004-4b2c-9ea6-93ed4bc37d0d tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408883 Feb 17 18:33:10.515256 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913dfe3-60c3-4dd5-9131-1e87b4ed9077 req-e1aff72e-2c4f-48c9-aa78-0f96b774b1d2 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:10.516696 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5913dfe3-60c3-4dd5-9131-1e87b4ed9077 req-e1aff72e-2c4f-48c9-aa78-0f96b774b1d2 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 944 time: 0.0528624 Feb 17 18:33:10.562088 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5913dfe3-60c3-4dd5-9131-1e87b4ed9077 req-52a830f6-20bf-493f-9404-8de222b6436d tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398560 Feb 17 18:33:11.683504 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65ca1a-8440-4ae0-848a-d77497440732 req-974e95a0-f330-4516-ba6e-5eae9dafdd56 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:11.685027 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ce65ca1a-8440-4ae0-848a-d77497440732 req-974e95a0-f330-4516-ba6e-5eae9dafdd56 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 944 time: 0.0523837 Feb 17 18:33:11.734475 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ce65ca1a-8440-4ae0-848a-d77497440732 req-1c2b8d53-fba6-4269-a364-d211688d75a1 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439045 Feb 17 18:33:12.850965 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228474b-6b5c-4790-a27e-e0dc770ca8c7 req-5ba190e2-7920-4ce6-83a0-40d8753b9ecf tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:12.852449 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8228474b-6b5c-4790-a27e-e0dc770ca8c7 req-5ba190e2-7920-4ce6-83a0-40d8753b9ecf tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 944 time: 0.0510085 Feb 17 18:33:12.899817 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8228474b-6b5c-4790-a27e-e0dc770ca8c7 req-c69bd392-1911-4e72-99fe-3a53e4c75150 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413318 Feb 17 18:33:14.018347 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c292cc1f-ae9b-48c3-81f7-ae94235578f9 req-57d4273d-3f72-4358-91e3-95ff76287453 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:14.019852 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c292cc1f-ae9b-48c3-81f7-ae94235578f9 req-57d4273d-3f72-4358-91e3-95ff76287453 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 944 time: 0.0523670 Feb 17 18:33:14.066171 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c292cc1f-ae9b-48c3-81f7-ae94235578f9 req-55f6569a-8359-451f-aee6-16af3827374c tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407646 Feb 17 18:33:14.190781 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec749b-3f43-4433-a4e3-a70c5f3d8c96 req-4e0c1ef7-bca1-4046-b14f-b05b5c10622c tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:14.192157 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f0ec749b-3f43-4433-a4e3-a70c5f3d8c96 req-4e0c1ef7-bca1-4046-b14f-b05b5c10622c tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 944 time: 0.0545962 Feb 17 18:33:14.238658 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f0ec749b-3f43-4433-a4e3-a70c5f3d8c96 req-704ccbfb-3fca-45c7-b760-24c745c935d2 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410433 Feb 17 18:33:14.353354 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea2a96-61ab-47a1-8206-3e1b7e7467d4 req-40a4ab80-7b14-4b81-b207-5f93d57c911e tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:14.354829 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-67ea2a96-61ab-47a1-8206-3e1b7e7467d4 req-40a4ab80-7b14-4b81-b207-5f93d57c911e tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 944 time: 0.0519576 Feb 17 18:33:14.401393 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-67ea2a96-61ab-47a1-8206-3e1b7e7467d4 req-6cabfe01-383c-4b56-a7a2-1fb98bb5d8fc tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405800 Feb 17 18:33:14.634884 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f43a5d-3f86-4243-be89-d6208b8e25af req-7b66bc98-2686-4012-9db5-80509fb4e4a5 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:14.637043 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a4f43a5d-3f86-4243-be89-d6208b8e25af req-7b66bc98-2686-4012-9db5-80509fb4e4a5 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 944 time: 0.0557289 Feb 17 18:33:14.683574 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a4f43a5d-3f86-4243-be89-d6208b8e25af req-d70cba39-4b15-44a0-96e4-a755d8c29dd4 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399780 Feb 17 18:33:15.350214 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:33:15.446350 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 16fd7c79-7515-4bc9-b494-b8aec7cd19c2, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=16fd7c79-7515-4bc9-b494-b8aec7cd19c2,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:33:15.457532 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '16fd7c79-7515-4bc9-b494-b8aec7cd19c2', 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'port_id': '16fd7c79-7515-4bc9-b494-b8aec7cd19c2', 'mac_address': 'fa:16:3e:e7:d0:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:33:15.498622 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:33:15.498946 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (16fd7c79-7515-4bc9-b494-b8aec7cd19c2), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:15.512373 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:33:15.530811 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 16fd7c79-7515-4bc9-b494-b8aec7cd19c2, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=16fd7c79-7515-4bc9-b494-b8aec7cd19c2,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:33:15.533780 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (16fd7c79-7515-4bc9-b494-b8aec7cd19c2), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:15.578978 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=16fd7c79-7515-4bc9-b494-b8aec7cd19c2,revision_number=13']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:33:15.803955 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac50551-da01-44a5-b1c5-b136a4e26e8f req-82cffb9f-bb70-4c83-9b84-39b697be536a tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:15.805476 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cac50551-da01-44a5-b1c5-b136a4e26e8f req-82cffb9f-bb70-4c83-9b84-39b697be536a tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 945 time: 0.0527053 Feb 17 18:33:15.850988 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cac50551-da01-44a5-b1c5-b136a4e26e8f req-ae9ce66f-70a5-4de3-8818-98ef9d24395d tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups?id=18c188a0-dd5d-4d96-8b4f-8f48993fe826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394018 Feb 17 18:33:16.134991 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d386d-1862-4b98-b90e-5987ebf99fad req-ec435eb7-368f-4df4-ba2c-b5530a7108cb tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:16.136515 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e26d386d-1862-4b98-b90e-5987ebf99fad req-ec435eb7-368f-4df4-ba2c-b5530a7108cb tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.71 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 945 time: 0.0546079 Feb 17 18:33:16.223583 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-e26d386d-1862-4b98-b90e-5987ebf99fad req-d659decd-d2fb-4cd0-ae27-9aeea6893627 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Deleting port 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:33:16.223932 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e26d386d-1862-4b98-b90e-5987ebf99fad req-d659decd-d2fb-4cd0-ae27-9aeea6893627 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (16fd7c79-7515-4bc9-b494-b8aec7cd19c2), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:16.313941 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-e26d386d-1862-4b98-b90e-5987ebf99fad req-d659decd-d2fb-4cd0-ae27-9aeea6893627 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] For port 16fd7c79-7515-4bc9-b494-b8aec7cd19c2, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=16fd7c79-7515-4bc9-b494-b8aec7cd19c2,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:33:16.314306 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e26d386d-1862-4b98-b90e-5987ebf99fad req-d659decd-d2fb-4cd0-ae27-9aeea6893627 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (16fd7c79-7515-4bc9-b494-b8aec7cd19c2), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:16.480822 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e26d386d-1862-4b98-b90e-5987ebf99fad req-d659decd-d2fb-4cd0-ae27-9aeea6893627 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:16.481165 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e26d386d-1862-4b98-b90e-5987ebf99fad req-d659decd-d2fb-4cd0-ae27-9aeea6893627 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (c0014eff-9ab5-44b8-b527-0266fdc0771f), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:16.481525 n-d-829613-2 neutron-server[103434]: INFO neutron.db.l3_db [req-e26d386d-1862-4b98-b90e-5987ebf99fad req-d659decd-d2fb-4cd0-ae27-9aeea6893627 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Floating IP c0014eff-9ab5-44b8-b527-0266fdc0771f disassociated. External IP: 172.25.8.104, port: 16fd7c79-7515-4bc9-b494-b8aec7cd19c2. Feb 17 18:33:16.481953 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-e26d386d-1862-4b98-b90e-5987ebf99fad req-d659decd-d2fb-4cd0-ae27-9aeea6893627 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Calling delete_port for 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:33:16.608284 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e26d386d-1862-4b98-b90e-5987ebf99fad req-d659decd-d2fb-4cd0-ae27-9aeea6893627 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (16fd7c79-7515-4bc9-b494-b8aec7cd19c2), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:16.637880 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d659decd-d2fb-4cd0-ae27-9aeea6893627 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Pushing event deleted for resources: {'Port': ['ID=16fd7c79-7515-4bc9-b494-b8aec7cd19c2,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:33:16.756337 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e26d386d-1862-4b98-b90e-5987ebf99fad req-d659decd-d2fb-4cd0-ae27-9aeea6893627 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Router 76498594-4aab-41f9-813a-ecded6613ceb has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:33:16.867461 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e26d386d-1862-4b98-b90e-5987ebf99fad req-d659decd-d2fb-4cd0-ae27-9aeea6893627 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:33:16.883294 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e57b4a5-bb60-40dd-b126-4828e94e5ec1 None None] Sync routers for ids ['76498594-4aab-41f9-813a-ecded6613ceb'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:33:16.893922 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e57b4a5-bb60-40dd-b126-4828e94e5ec1 None None] Routers {'76498594-4aab-41f9-813a-ecded6613ceb'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:33:16.894543 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-5e57b4a5-bb60-40dd-b126-4828e94e5ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:33:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['76498594-4aab-41f9-813a-ecded6613ceb'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:33:16.908625 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-e26d386d-1862-4b98-b90e-5987ebf99fad req-d659decd-d2fb-4cd0-ae27-9aeea6893627 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] No DVR routers for this DVR port 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 on host n-h1-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:33:16.911635 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-e26d386d-1862-4b98-b90e-5987ebf99fad req-d659decd-d2fb-4cd0-ae27-9aeea6893627 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:16.916546 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e26d386d-1862-4b98-b90e-5987ebf99fad req-d659decd-d2fb-4cd0-ae27-9aeea6893627 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.71 "DELETE /v2.0/ports/16fd7c79-7515-4bc9-b494-b8aec7cd19c2 HTTP/1.1" status: 204 len: 173 time: 0.7751288 Feb 17 18:33:16.917013 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2', 'name': 'network-vif-deleted', 'tag': '16fd7c79-7515-4bc9-b494-b8aec7cd19c2'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:33:16.920030 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56224dd-198a-4951-9246-badf166f878e" -d '{"events": [{"server_uuid": "2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2", "name": "network-vif-deleted", "tag": "16fd7c79-7515-4bc9-b494-b8aec7cd19c2"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:33:16.955549 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6670dc74-8140-49eb-b827-591ed5347b05 req-c4520b7f-29d3-4b72-916e-60cbb04d31cd tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 210 time: 0.0287936 Feb 17 18:33:16.979660 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe5c4f5-0572-4b38-8912-d274f189345b x-openstack-request-id: req-fbe5c4f5-0572-4b38-8912-d274f189345b {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:33:16.979660 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2", "name": "network-vif-deleted", "tag": "16fd7c79-7515-4bc9-b494-b8aec7cd19c2", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:33:16.979660 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-fbe5c4f5-0572-4b38-8912-d274f189345b {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:33:16.979660 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2', 'name': 'network-vif-deleted', 'tag': '16fd7c79-7515-4bc9-b494-b8aec7cd19c2', 'status': 'completed', 'code': 200} Feb 17 18:33:17.031806 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-5e57b4a5-bb60-40dd-b126-4828e94e5ec1 None None] Set router 76498594-4aab-41f9-813a-ecded6613ceb gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:33:17.361819 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:33:17.371670 n-d-829613-2 neutron-server[103436]: INFO neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No ports have port_id starting with 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 Feb 17 18:33:17.374909 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 requested by agent hyperv_n-h1-829613-2 not found in database {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Feb 17 18:33:17.399383 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-5e57b4a5-bb60-40dd-b126-4828e94e5ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76498594-4aab-41f9-813a-ecded6613ceb', 'name': 'tempest-ServerActionsTestJSON-1642038656-router', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:29:03Z', 'updated_at': '2022-02-17T18:29:06Z', 'revision_number': 4, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'gw_port': {'id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:01:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:04Z', 'updated_at': '2022-02-17T18:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '4e55312d-5277-4983-88f4-2c27cbc57823', 'name': '', 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'mac_address': 'fa:16:3e:0d:3a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:06Z', 'updated_at': '2022-02-17T18:29:09Z', 'revision_number': 5, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'subnets': [{'id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:33:17.425417 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e57b4a5-bb60-40dd-b126-4828e94e5ec1 None None] Checking router: 76498594-4aab-41f9-813a-ecded6613ceb for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:33:17.434397 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e57b4a5-bb60-40dd-b126-4828e94e5ec1 None None] Routers {'76498594-4aab-41f9-813a-ecded6613ceb'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:33:17.435399 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-5e57b4a5-bb60-40dd-b126-4828e94e5ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:33:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['76498594-4aab-41f9-813a-ecded6613ceb'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:33:17.546527 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-5e57b4a5-bb60-40dd-b126-4828e94e5ec1 None None] Set router 76498594-4aab-41f9-813a-ecded6613ceb gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:33:17.746073 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-5e57b4a5-bb60-40dd-b126-4828e94e5ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76498594-4aab-41f9-813a-ecded6613ceb', 'name': 'tempest-ServerActionsTestJSON-1642038656-router', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:29:03Z', 'updated_at': '2022-02-17T18:29:06Z', 'revision_number': 4, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'gw_port': {'id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:01:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:04Z', 'updated_at': '2022-02-17T18:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '4e55312d-5277-4983-88f4-2c27cbc57823', 'name': '', 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'mac_address': 'fa:16:3e:0d:3a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:06Z', 'updated_at': '2022-02-17T18:29:09Z', 'revision_number': 5, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'subnets': [{'id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:33:17.776800 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e57b4a5-bb60-40dd-b126-4828e94e5ec1 None None] The sync data for ids ['76498594-4aab-41f9-813a-ecded6613ceb'] in n-d-829613-2 is: [{'id': '76498594-4aab-41f9-813a-ecded6613ceb', 'name': 'tempest-ServerActionsTestJSON-1642038656-router', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:29:03Z', 'updated_at': '2022-02-17T18:29:06Z', 'revision_number': 4, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'gw_port': {'id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:01:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:04Z', 'updated_at': '2022-02-17T18:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '4e55312d-5277-4983-88f4-2c27cbc57823', 'name': '', 'network_id': '7d7e5a00-4e77-4550-b2e1-3593cfcc179f', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'mac_address': 'fa:16:3e:0d:3a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:06Z', 'updated_at': '2022-02-17T18:29:09Z', 'revision_number': 5, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'subnets': [{'id': '7c02f544-74b1-43f4-804d-621a97e65d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:33:18.002525 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118bdc05-69a7-42ef-be41-a089bc9b0f9f None None] New status for floating IP c0014eff-9ab5-44b8-b527-0266fdc0771f: DOWN {{(pid=103438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 18:33:18.061940 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c0a42d55-137b-4a3d-a180-281639b4331b req-43f6e9e9-97cc-4744-956e-ec74cecfd8b3 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 210 time: 0.0310228 Feb 17 18:33:19.163766 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-02bbcea1-df72-47ee-94a8-6d46366aacbe req-ddb070bc-17e6-4b19-966f-1c338a897818 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 210 time: 0.0274045 Feb 17 18:33:19.366365 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:33:19.388350 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:33:19.388701 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 16fd7c79-7515-4bc9-b494-b8aec7cd19c2 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:33:19.488548 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:20.219232 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:20.263425 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9173471e-7789-4890-bb5f-c9ed34620dfa req-62a4c9a3-441d-4a1a-acf7-8c767b203304 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 210 time: 0.0273368 Feb 17 18:33:21.360835 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2cb10972-5472-42db-af18-e3a2d421d26c req-ea529c86-eb4b-4088-bd78-656780e95198 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 210 time: 0.0284233 Feb 17 18:33:22.457130 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f07a477-5081-4721-bd2f-ebdfd6c06d90 req-5525a083-dd55-449d-bc27-e0890cd3f862 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 210 time: 0.0272040 Feb 17 18:33:23.553822 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-858f155c-5287-4b29-a640-9d5b039d87c5 req-2421a5ff-d33c-4545-bb02-aadfe58bb250 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 210 time: 0.0277786 Feb 17 18:33:24.651732 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-208ee9bc-c07b-4852-8865-a3ca2ebdd5f3 req-1bcba4da-d699-4778-84d9-6bfd5e2b1450 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 210 time: 0.0304744 Feb 17 18:33:25.750019 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-680710db-0d30-4295-93cb-2ff9f76b5050 req-11c265be-fdea-4ec8-8b8a-f934fcc832ea tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fcf1b7f-e79c-4cec-9234-a68f7e4ddbe2 HTTP/1.1" status: 200 len: 210 time: 0.0274291 Feb 17 18:33:32.539226 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 39930) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:33:32.594743 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a9f08aaa-1f6a-4c57-9080-7433a275f506 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks [] for security_group (18c188a0-dd5d-4d96-8b4f-8f48993fe826), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:32.618758 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a9f08aaa-1f6a-4c57-9080-7433a275f506 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks [] for security_group (18c188a0-dd5d-4d96-8b4f-8f48993fe826), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:32.668184 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a9f08aaa-1f6a-4c57-9080-7433a275f506 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (18c188a0-dd5d-4d96-8b4f-8f48993fe826), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:32.671346 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a9f08aaa-1f6a-4c57-9080-7433a275f506 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:32.672572 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a9f08aaa-1f6a-4c57-9080-7433a275f506 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "DELETE /v2.0/security-groups/18c188a0-dd5d-4d96-8b4f-8f48993fe826 HTTP/1.1" status: 204 len: 168 time: 0.1322601 Feb 17 18:33:32.675230 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 39932) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:33:32.681795 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f08aaa-1f6a-4c57-9080-7433a275f506 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c188a0-dd5d-4d96-8b4f-8f48993fe826,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:33:32.689533 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f08aaa-1f6a-4c57-9080-7433a275f506 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:33:32.689886 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f08aaa-1f6a-4c57-9080-7433a275f506 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:33:32.690230 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f08aaa-1f6a-4c57-9080-7433a275f506 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:33:32.690577 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f08aaa-1f6a-4c57-9080-7433a275f506 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:33:32.690917 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f08aaa-1f6a-4c57-9080-7433a275f506 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:33:32.691255 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f08aaa-1f6a-4c57-9080-7433a275f506 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:33:32.691593 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f08aaa-1f6a-4c57-9080-7433a275f506 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:33:32.691923 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f08aaa-1f6a-4c57-9080-7433a275f506 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:33:32.692279 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f08aaa-1f6a-4c57-9080-7433a275f506 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:33:32.692599 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [None req-973d501d-f219-4de6-81e8-e43f4755aba7 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] show failed (client error): The resource could not be found. Feb 17 18:33:32.692727 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f08aaa-1f6a-4c57-9080-7433a275f506 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:33:32.692931 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f08aaa-1f6a-4c57-9080-7433a275f506 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:33:32.693263 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f08aaa-1f6a-4c57-9080-7433a275f506 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:33:32.693593 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f08aaa-1f6a-4c57-9080-7433a275f506 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:33:32.694771 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-973d501d-f219-4de6-81e8-e43f4755aba7 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "GET /v2.0/security-groups/18c188a0-dd5d-4d96-8b4f-8f48993fe826 HTTP/1.1" status: 404 len: 347 time: 0.0177829 Feb 17 18:33:32.697285 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 39934) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:33:32.823989 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d908d34b-2284-43fe-8b85-84be5abc7de6 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Deleting port c5b7031b-7b29-450b-a10c-63f0184e7c7a {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:33:32.824321 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d908d34b-2284-43fe-8b85-84be5abc7de6 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (c5b7031b-7b29-450b-a10c-63f0184e7c7a), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:32.901121 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d908d34b-2284-43fe-8b85-84be5abc7de6 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (c5b7031b-7b29-450b-a10c-63f0184e7c7a), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:32.901471 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d908d34b-2284-43fe-8b85-84be5abc7de6 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks [] for floatingip (c5b7031b-7b29-450b-a10c-63f0184e7c7a), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:32.913539 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-d908d34b-2284-43fe-8b85-84be5abc7de6 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Calling delete_port for c5b7031b-7b29-450b-a10c-63f0184e7c7a owned by network:floatingip {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:33:33.056707 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d908d34b-2284-43fe-8b85-84be5abc7de6 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (c5b7031b-7b29-450b-a10c-63f0184e7c7a), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:33.059527 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dfa58b17-f004-4f62-abe4-a1b2539cd2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:33.084843 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d908d34b-2284-43fe-8b85-84be5abc7de6 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Pushing event deleted for resources: {'Port': ['ID=c5b7031b-7b29-450b-a10c-63f0184e7c7a,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:33:33.149922 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d908d34b-2284-43fe-8b85-84be5abc7de6 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks [] for floatingip (c0014eff-9ab5-44b8-b527-0266fdc0771f), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:33.152666 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d908d34b-2284-43fe-8b85-84be5abc7de6 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:33.156811 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-d908d34b-2284-43fe-8b85-84be5abc7de6 tempest-ServerActionsTestJSON-419743423 tempest-ServerActionsTestJSON-419743423-project] 10.222.0.87 "DELETE /v2.0/floatingips/c0014eff-9ab5-44b8-b527-0266fdc0771f HTTP/1.1" status: 204 len: 168 time: 0.4584289 Feb 17 18:33:33.157268 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 39936) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:33:33.518047 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af6b67d8-51af-4f8c-941a-2ba6c4892612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (76498594-4aab-41f9-813a-ecded6613ceb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:33.769390 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-af6b67d8-51af-4f8c-941a-2ba6c4892612 admin admin] Deleting port 4e55312d-5277-4983-88f4-2c27cbc57823 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:33:33.770020 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af6b67d8-51af-4f8c-941a-2ba6c4892612 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (4e55312d-5277-4983-88f4-2c27cbc57823), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:33.852689 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-af6b67d8-51af-4f8c-941a-2ba6c4892612 admin admin] For port 4e55312d-5277-4983-88f4-2c27cbc57823, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=4e55312d-5277-4983-88f4-2c27cbc57823,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:33:33.853027 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af6b67d8-51af-4f8c-941a-2ba6c4892612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (4e55312d-5277-4983-88f4-2c27cbc57823), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:33.865819 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-af6b67d8-51af-4f8c-941a-2ba6c4892612 admin admin] Calling delete_port for 4e55312d-5277-4983-88f4-2c27cbc57823 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:33:34.052816 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af6b67d8-51af-4f8c-941a-2ba6c4892612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (4e55312d-5277-4983-88f4-2c27cbc57823), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:34.085193 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6b67d8-51af-4f8c-941a-2ba6c4892612 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e55312d-5277-4983-88f4-2c27cbc57823,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:33:34.259500 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af6b67d8-51af-4f8c-941a-2ba6c4892612 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (76498594-4aab-41f9-813a-ecded6613ceb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:34.484721 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6b67d8-51af-4f8c-941a-2ba6c4892612 admin admin] Router 76498594-4aab-41f9-813a-ecded6613ceb has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:33:34.591000 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6b67d8-51af-4f8c-941a-2ba6c4892612 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:33:34.595981 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-af6b67d8-51af-4f8c-941a-2ba6c4892612 admin admin] 10.222.0.87 "PUT /v2.0/routers/76498594-4aab-41f9-813a-ecded6613ceb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4373617 Feb 17 18:33:34.598706 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 39938) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:33:34.600557 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9306562-1883-4f6b-a789-68322a661d2e None None] Sync routers for ids ['76498594-4aab-41f9-813a-ecded6613ceb'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:33:34.610841 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9306562-1883-4f6b-a789-68322a661d2e None None] Routers {'76498594-4aab-41f9-813a-ecded6613ceb'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:33:34.611531 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e9306562-1883-4f6b-a789-68322a661d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:33:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['76498594-4aab-41f9-813a-ecded6613ceb'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:33:34.705207 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-065f858f-b914-4ec6-a236-ee2fd7d17b99 admin admin] Publish callbacks [] for router (76498594-4aab-41f9-813a-ecded6613ceb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:34.720635 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-e9306562-1883-4f6b-a789-68322a661d2e None None] Set router 76498594-4aab-41f9-813a-ecded6613ceb gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:33:34.805641 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-065f858f-b914-4ec6-a236-ee2fd7d17b99 admin admin] Publish callbacks [] for router_gateway (76498594-4aab-41f9-813a-ecded6613ceb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:34.862397 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-065f858f-b914-4ec6-a236-ee2fd7d17b99 admin admin] Deleting port b648fe11-f7f9-4039-bb7a-123cbd1a830f {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:33:34.862655 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-065f858f-b914-4ec6-a236-ee2fd7d17b99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (b648fe11-f7f9-4039-bb7a-123cbd1a830f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:34.900826 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e9306562-1883-4f6b-a789-68322a661d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76498594-4aab-41f9-813a-ecded6613ceb', 'name': 'tempest-ServerActionsTestJSON-1642038656-router', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:29:03Z', 'updated_at': '2022-02-17T18:33:34Z', 'revision_number': 5, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'gw_port': {'id': 'b648fe11-f7f9-4039-bb7a-123cbd1a830f', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:01:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76498594-4aab-41f9-813a-ecded6613ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:29:04Z', 'updated_at': '2022-02-17T18:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:33:34.932002 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9306562-1883-4f6b-a789-68322a661d2e None None] Checking router: 76498594-4aab-41f9-813a-ecded6613ceb for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:33:34.940489 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9306562-1883-4f6b-a789-68322a661d2e None None] Routers {'76498594-4aab-41f9-813a-ecded6613ceb'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:33:34.941104 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e9306562-1883-4f6b-a789-68322a661d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:33:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['76498594-4aab-41f9-813a-ecded6613ceb'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:33:34.941355 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-065f858f-b914-4ec6-a236-ee2fd7d17b99 admin admin] For port b648fe11-f7f9-4039-bb7a-123cbd1a830f, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=b648fe11-f7f9-4039-bb7a-123cbd1a830f,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:33:34.941718 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-065f858f-b914-4ec6-a236-ee2fd7d17b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (b648fe11-f7f9-4039-bb7a-123cbd1a830f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:34.957913 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-065f858f-b914-4ec6-a236-ee2fd7d17b99 admin admin] Calling delete_port for b648fe11-f7f9-4039-bb7a-123cbd1a830f owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:33:35.026057 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-e9306562-1883-4f6b-a789-68322a661d2e None None] Set router 76498594-4aab-41f9-813a-ecded6613ceb gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:33:35.080860 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e9306562-1883-4f6b-a789-68322a661d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76498594-4aab-41f9-813a-ecded6613ceb', 'name': 'tempest-ServerActionsTestJSON-1642038656-router', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:29:03Z', 'updated_at': '2022-02-17T18:33:34Z', 'revision_number': 6, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'gw_port_host': None}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:33:35.108170 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9306562-1883-4f6b-a789-68322a661d2e None None] The sync data for ids ['76498594-4aab-41f9-813a-ecded6613ceb'] in n-d-829613-2 is: [{'id': '76498594-4aab-41f9-813a-ecded6613ceb', 'name': 'tempest-ServerActionsTestJSON-1642038656-router', 'tenant_id': 'b95070cca00649ec8cd80a9286a09d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:29:03Z', 'updated_at': '2022-02-17T18:33:34Z', 'revision_number': 6, 'project_id': 'b95070cca00649ec8cd80a9286a09d5a', 'gw_port_host': None}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:33:35.127926 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-065f858f-b914-4ec6-a236-ee2fd7d17b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (b648fe11-f7f9-4039-bb7a-123cbd1a830f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:35.156510 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f858f-b914-4ec6-a236-ee2fd7d17b99 admin admin] Pushing event deleted for resources: {'Port': ['ID=b648fe11-f7f9-4039-bb7a-123cbd1a830f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:33:35.220841 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-065f858f-b914-4ec6-a236-ee2fd7d17b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (76498594-4aab-41f9-813a-ecded6613ceb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:35.312748 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-065f858f-b914-4ec6-a236-ee2fd7d17b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (76498594-4aab-41f9-813a-ecded6613ceb), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:35.314869 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-065f858f-b914-4ec6-a236-ee2fd7d17b99 admin admin] Publish callbacks [] for router_controller (76498594-4aab-41f9-813a-ecded6613ceb), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:35.357619 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-065f858f-b914-4ec6-a236-ee2fd7d17b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (76498594-4aab-41f9-813a-ecded6613ceb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:35.358285 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065f858f-b914-4ec6-a236-ee2fd7d17b99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76498594-4aab-41f9-813a-ecded6613ceb {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 18:33:35.362815 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-065f858f-b914-4ec6-a236-ee2fd7d17b99 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:35.363909 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-065f858f-b914-4ec6-a236-ee2fd7d17b99 admin admin] 10.222.0.87 "DELETE /v2.0/routers/76498594-4aab-41f9-813a-ecded6613ceb HTTP/1.1" status: 204 len: 168 time: 0.7642817 Feb 17 18:33:35.366383 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 39940) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:33:35.414123 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-8884b33a-1e04-478a-a427-3ef2e7e71978 admin admin] Deleting subnet 7c02f544-74b1-43f4-804d-621a97e65d40 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:33:35.417115 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8884b33a-1e04-478a-a427-3ef2e7e71978 admin admin] Publish callbacks [] for subnet (7c02f544-74b1-43f4-804d-621a97e65d40), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:35.452586 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8884b33a-1e04-478a-a427-3ef2e7e71978 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (7c02f544-74b1-43f4-804d-621a97e65d40), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:35.532644 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-58df6887-c2c4-4d5c-a8cf-b0f21dbe9a58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:35.534323 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8884b33a-1e04-478a-a427-3ef2e7e71978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (7c02f544-74b1-43f4-804d-621a97e65d40), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:35.584181 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 4e55312d-5277-4983-88f4-2c27cbc57823 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:33:35.595529 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8884b33a-1e04-478a-a427-3ef2e7e71978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (7c02f544-74b1-43f4-804d-621a97e65d40), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:35.609144 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 4e55312d-5277-4983-88f4-2c27cbc57823 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:33:35.609672 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 4e55312d-5277-4983-88f4-2c27cbc57823 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:33:35.621344 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8884b33a-1e04-478a-a427-3ef2e7e71978 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c02f544-74b1-43f4-804d-621a97e65d40,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:33:35.624987 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8884b33a-1e04-478a-a427-3ef2e7e71978 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:35.628198 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8884b33a-1e04-478a-a427-3ef2e7e71978 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/7c02f544-74b1-43f4-804d-621a97e65d40 HTTP/1.1" status: 204 len: 168 time: 0.2608368 Feb 17 18:33:35.630757 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 39942) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:33:35.631136 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bdff75-71dd-4aea-bf94-39b93d786b63 None None] Network 7d7e5a00-4e77-4550-b2e1-3593cfcc179f requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:33:35.703987 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9c819397-fbcf-4689-a015-fbe87cc3faaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (7d7e5a00-4e77-4550-b2e1-3593cfcc179f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:35.756798 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-9c819397-fbcf-4689-a015-fbe87cc3faaf admin admin] Deleting port 9e367a08-a924-423c-8ae8-b21a0dd011fd {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:33:35.757146 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9c819397-fbcf-4689-a015-fbe87cc3faaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (9e367a08-a924-423c-8ae8-b21a0dd011fd), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:35.924720 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5a5d20-fc7a-487c-a22d-1cd5bafd241d None None] DHCP port deletion for 7d7e5a00-4e77-4550-b2e1-3593cfcc179f request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 18:33:35.984277 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-9e5a5d20-fc7a-487c-a22d-1cd5bafd241d None None] Deleting port 9e367a08-a924-423c-8ae8-b21a0dd011fd {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:33:35.984670 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9e5a5d20-fc7a-487c-a22d-1cd5bafd241d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (9e367a08-a924-423c-8ae8-b21a0dd011fd), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:36.064214 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-9e5a5d20-fc7a-487c-a22d-1cd5bafd241d None None] For port 9e367a08-a924-423c-8ae8-b21a0dd011fd, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=9e367a08-a924-423c-8ae8-b21a0dd011fd,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:33:36.064643 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9e5a5d20-fc7a-487c-a22d-1cd5bafd241d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (9e367a08-a924-423c-8ae8-b21a0dd011fd), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:36.078703 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-9e5a5d20-fc7a-487c-a22d-1cd5bafd241d None None] Calling delete_port for 9e367a08-a924-423c-8ae8-b21a0dd011fd owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:33:36.134070 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-9c819397-fbcf-4689-a015-fbe87cc3faaf admin admin] For port 9e367a08-a924-423c-8ae8-b21a0dd011fd, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=9e367a08-a924-423c-8ae8-b21a0dd011fd,segment=NetworkSegment(92c4ed30-6140-45be-8dd4-17f2cf335d98),segment_id=92c4ed30-6140-45be-8dd4-17f2cf335d98)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:33:36.134576 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9c819397-fbcf-4689-a015-fbe87cc3faaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (9e367a08-a924-423c-8ae8-b21a0dd011fd), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:36.147742 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-9c819397-fbcf-4689-a015-fbe87cc3faaf admin admin] Calling delete_port for 9e367a08-a924-423c-8ae8-b21a0dd011fd owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:33:36.165809 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9e5a5d20-fc7a-487c-a22d-1cd5bafd241d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (9e367a08-a924-423c-8ae8-b21a0dd011fd), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:36.195611 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5a5d20-fc7a-487c-a22d-1cd5bafd241d None None] No DVR routers for this DVR port 9e367a08-a924-423c-8ae8-b21a0dd011fd on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:33:36.200123 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a5d20-fc7a-487c-a22d-1cd5bafd241d None None] Pushing event deleted for resources: {'Port': ['ID=9e367a08-a924-423c-8ae8-b21a0dd011fd,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:33:36.233718 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9c819397-fbcf-4689-a015-fbe87cc3faaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (9e367a08-a924-423c-8ae8-b21a0dd011fd), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:36.258173 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c819397-fbcf-4689-a015-fbe87cc3faaf admin admin] Pushing event deleted for resources: {'Port': ['ID=9e367a08-a924-423c-8ae8-b21a0dd011fd,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:33:36.261652 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c819397-fbcf-4689-a015-fbe87cc3faaf admin admin] No DVR routers for this DVR port 9e367a08-a924-423c-8ae8-b21a0dd011fd on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:33:36.330243 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9c819397-fbcf-4689-a015-fbe87cc3faaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (7d7e5a00-4e77-4550-b2e1-3593cfcc179f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:36.355806 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-9c819397-fbcf-4689-a015-fbe87cc3faaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d7e5a00-4e77-4550-b2e1-3593cfcc179f']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:33:36.365392 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-9c819397-fbcf-4689-a015-fbe87cc3faaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92c4ed30-6140-45be-8dd4-17f2cf335d98') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:33:36.365691 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-9c819397-fbcf-4689-a015-fbe87cc3faaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92c4ed30-6140-45be-8dd4-17f2cf335d98') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:33:36.375142 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9c819397-fbcf-4689-a015-fbe87cc3faaf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (92c4ed30-6140-45be-8dd4-17f2cf335d98), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:36.387913 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9c819397-fbcf-4689-a015-fbe87cc3faaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (92c4ed30-6140-45be-8dd4-17f2cf335d98), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:36.394230 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c819397-fbcf-4689-a015-fbe87cc3faaf admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:33:36.394636 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9c819397-fbcf-4689-a015-fbe87cc3faaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (92c4ed30-6140-45be-8dd4-17f2cf335d98), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:36.396311 n-d-829613-2 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:33:36.396311 n-d-829613-2 neutron-server[103434]: self.session.flush() Feb 17 18:33:36.396311 n-d-829613-2 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:33:36.396311 n-d-829613-2 neutron-server[103434]: self.session.flush() Feb 17 18:33:36.396311 n-d-829613-2 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:33:36.396311 n-d-829613-2 neutron-server[103434]: self.session.flush() Feb 17 18:33:36.396311 n-d-829613-2 neutron-server[103434]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:33:36.396311 n-d-829613-2 neutron-server[103434]: self.session.flush() Feb 17 18:33:36.396311 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 18:33:36.396311 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:33:36.396311 n-d-829613-2 neutron-server[103434]: timer() Feb 17 18:33:36.396311 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:33:36.396311 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 18:33:36.396311 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:33:36.396311 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 18:33:36.396311 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:33:36.396311 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 18:33:36.396311 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:33:36.396311 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 18:33:36.396311 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:33:36.396311 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 18:33:36.396311 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:33:36.396311 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:33:36.396311 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:33:36.396311 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:33:36.396311 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:33:36.396311 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 18:33:36.396311 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:33:36.396311 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 18:33:36.396311 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:33:36.396311 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:33:36.396311 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:33:36.396311 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 18:33:36.396311 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:33:36.396311 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:33:36.396311 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:33:36.396311 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:33:36.396311 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:33:36.396311 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:33:36.396311 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:33:36.448661 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9c819397-fbcf-4689-a015-fbe87cc3faaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (7d7e5a00-4e77-4550-b2e1-3593cfcc179f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:36.453860 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9c819397-fbcf-4689-a015-fbe87cc3faaf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:36.457033 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9c819397-fbcf-4689-a015-fbe87cc3faaf admin admin] 10.222.0.87 "DELETE /v2.0/networks/7d7e5a00-4e77-4550-b2e1-3593cfcc179f HTTP/1.1" status: 204 len: 168 time: 0.8252923 Feb 17 18:33:36.468039 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c819397-fbcf-4689-a015-fbe87cc3faaf admin admin] Pushing event deleted for resources: {'Network': ['ID=7d7e5a00-4e77-4550-b2e1-3593cfcc179f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:33:36.563373 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 39946) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:33:36.602394 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a020ec16-5c3f-40ac-9ca9-5435a502d033 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b95070cca00649ec8cd80a9286a09d5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378335 Feb 17 18:33:36.604783 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 39948) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:33:36.658271 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-30e12f0e-5b08-4193-8279-1fdb859f4070 admin admin] Publish callbacks [] for security_group (69896c0d-ce66-4c0e-b090-01a849452cfc), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:36.678981 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-30e12f0e-5b08-4193-8279-1fdb859f4070 admin admin] Publish callbacks [] for security_group (69896c0d-ce66-4c0e-b090-01a849452cfc), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:36.725654 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-30e12f0e-5b08-4193-8279-1fdb859f4070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (69896c0d-ce66-4c0e-b090-01a849452cfc), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:36.728209 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-30e12f0e-5b08-4193-8279-1fdb859f4070 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:36.729414 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-30e12f0e-5b08-4193-8279-1fdb859f4070 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/69896c0d-ce66-4c0e-b090-01a849452cfc HTTP/1.1" status: 204 len: 168 time: 0.1237078 Feb 17 18:33:36.737039 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e12f0e-5b08-4193-8279-1fdb859f4070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69896c0d-ce66-4c0e-b090-01a849452cfc,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:33:36.929064 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:37.313200 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 9e367a08-a924-423c-8ae8-b21a0dd011fd no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:33:37.334064 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 9e367a08-a924-423c-8ae8-b21a0dd011fd {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:33:37.334407 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 9e367a08-a924-423c-8ae8-b21a0dd011fd not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:33:37.334817 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device b648fe11-f7f9-4039-bb7a-123cbd1a830f no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:33:37.356209 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: b648fe11-f7f9-4039-bb7a-123cbd1a830f {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:33:37.356574 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device b648fe11-f7f9-4039-bb7a-123cbd1a830f not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:33:37.373410 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 39970) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:33:37.475759 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-b179c267-4f3c-480a-83ae-82d2e8734a65 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1373937356-network', 'tenant_id': 'd4fb12f257154587b267069adff81e5d'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:33:37.496076 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b179c267-4f3c-480a-83ae-82d2e8734a65 admin admin] Made reservation on behalf of d4fb12f257154587b267069adff81e5d for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:33:37.498480 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b179c267-4f3c-480a-83ae-82d2e8734a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:37.506862 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b179c267-4f3c-480a-83ae-82d2e8734a65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:37.580091 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b179c267-4f3c-480a-83ae-82d2e8734a65 admin admin] Publish callbacks [] for security_group (95ace7a7-b1f9-4028-98bb-9babbb644c4e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:37.583653 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b179c267-4f3c-480a-83ae-82d2e8734a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (95ace7a7-b1f9-4028-98bb-9babbb644c4e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:37.607326 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b179c267-4f3c-480a-83ae-82d2e8734a65 admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:33:37.616777 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179c267-4f3c-480a-83ae-82d2e8734a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ace7a7-b1f9-4028-98bb-9babbb644c4e,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:33:37.622194 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b179c267-4f3c-480a-83ae-82d2e8734a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (f14c473c-e9bf-4da4-b04d-05b702dc6549), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:37.622536 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-b179c267-4f3c-480a-83ae-82d2e8734a65 admin admin] Added segment f14c473c-e9bf-4da4-b04d-05b702dc6549 of type vlan for network dc398e28-cad1-4692-90d0-9b1b2bff135c Feb 17 18:33:37.661046 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b179c267-4f3c-480a-83ae-82d2e8734a65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (dc398e28-cad1-4692-90d0-9b1b2bff135c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:37.689838 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b179c267-4f3c-480a-83ae-82d2e8734a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (dc398e28-cad1-4692-90d0-9b1b2bff135c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:37.690872 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b179c267-4f3c-480a-83ae-82d2e8734a65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:37.691521 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b179c267-4f3c-480a-83ae-82d2e8734a65 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:37.726885 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b179c267-4f3c-480a-83ae-82d2e8734a65 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3523684 Feb 17 18:33:37.729965 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 39974) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:33:37.739272 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-dbac1028-7bf8-4ded-8b02-db7535d2cc06 admin admin] Request body: {'subnet': {'network_id': 'dc398e28-cad1-4692-90d0-9b1b2bff135c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1373937356-subnet', 'tenant_id': 'd4fb12f257154587b267069adff81e5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:33:37.760622 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbac1028-7bf8-4ded-8b02-db7535d2cc06 admin admin] Made reservation on behalf of d4fb12f257154587b267069adff81e5d for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:33:37.762607 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179c267-4f3c-480a-83ae-82d2e8734a65 admin admin] Pushing event updated for resources: {'Network': ['ID=dc398e28-cad1-4692-90d0-9b1b2bff135c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:33:37.763626 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dbac1028-7bf8-4ded-8b02-db7535d2cc06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:37.772184 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network dc398e28-cad1-4692-90d0-9b1b2bff135c details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:33:37.928077 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dbac1028-7bf8-4ded-8b02-db7535d2cc06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (df73f295-fcbd-4773-a207-d8836b59fc3d), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:37.988480 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac1028-7bf8-4ded-8b02-db7535d2cc06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df73f295-fcbd-4773-a207-d8836b59fc3d,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:33:37.996482 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbac1028-7bf8-4ded-8b02-db7535d2cc06 admin admin] Checking segment: {'id': 'f14c473c-e9bf-4da4-b04d-05b702dc6549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc398e28-cad1-4692-90d0-9b1b2bff135c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:33:37.996843 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbac1028-7bf8-4ded-8b02-db7535d2cc06 admin admin] Network hostable DHCP agents. Network: dc398e28-cad1-4692-90d0-9b1b2bff135c, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:33:38.013349 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbac1028-7bf8-4ded-8b02-db7535d2cc06 admin admin] Network dc398e28-cad1-4692-90d0-9b1b2bff135c is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:33:38.022183 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-dbac1028-7bf8-4ded-8b02-db7535d2cc06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, dc398e28-cad1-4692-90d0-9b1b2bff135c) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:33:38.026328 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbac1028-7bf8-4ded-8b02-db7535d2cc06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:38.026933 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dbac1028-7bf8-4ded-8b02-db7535d2cc06 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:38.032902 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b9f8f2-22eb-46cf-818c-ae0ca785ea33 None None] Network dc398e28-cad1-4692-90d0-9b1b2bff135c requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:33:38.056222 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-dbac1028-7bf8-4ded-8b02-db7535d2cc06 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3245285 Feb 17 18:33:38.146197 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7c9984-e490-456d-a8cc-6b15b7f5e0cf None None] Network dc398e28-cad1-4692-90d0-9b1b2bff135c requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:33:38.163356 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:38.626257 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19e2bc-439c-474b-815c-10497f70eb69 req-e93858b1-6224-4500-917a-15c2e8c0df2e tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:38.627640 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a19e2bc-439c-474b-815c-10497f70eb69 req-e93858b1-6224-4500-917a-15c2e8c0df2e tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/networks?id=dc398e28-cad1-4692-90d0-9b1b2bff135c HTTP/1.1" status: 200 len: 814 time: 0.0986636 Feb 17 18:33:38.641687 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a19e2bc-439c-474b-815c-10497f70eb69 req-124c76b6-c482-46ad-8c78-6273a568fab3 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/quotas/d4fb12f257154587b267069adff81e5d HTTP/1.1" status: 200 len: 375 time: 0.0087359 Feb 17 18:33:38.673359 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a19e2bc-439c-474b-815c-10497f70eb69 req-2aae644f-9f84-4fe0-b818-05c91179eb12 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=d4fb12f257154587b267069adff81e5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270224 Feb 17 18:33:38.821307 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a19e2bc-439c-474b-815c-10497f70eb69 req-d9381edf-a431-46cf-9efa-2beb510eeccc service neutron] 10.222.0.87 "GET /v2.0/networks/dc398e28-cad1-4692-90d0-9b1b2bff135c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415222 Feb 17 18:33:38.914411 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a19e2bc-439c-474b-815c-10497f70eb69 req-1c97aa41-03c5-475f-86a4-f6ae333d7e6b service neutron] 10.222.0.87 "GET /v2.0/networks/dc398e28-cad1-4692-90d0-9b1b2bff135c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869341 Feb 17 18:33:39.138876 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b360a520-7309-4983-9b7e-4ab4e1efd66f req-edd6a7f2-a2f1-4c3b-a4c2-21208c37fd35 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/ports?device_id=36e86e25-b408-4d9a-8af2-5c4d04f86a3f HTTP/1.1" status: 200 len: 210 time: 0.0937521 Feb 17 18:33:39.223081 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:39.989418 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19e2bc-439c-474b-815c-10497f70eb69 req-513f2e4f-e60e-47e5-bffa-70ed5bfd98f1 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:39.990868 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2a19e2bc-439c-474b-815c-10497f70eb69 req-513f2e4f-e60e-47e5-bffa-70ed5bfd98f1 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.91 "GET /v2.0/networks?id=dc398e28-cad1-4692-90d0-9b1b2bff135c HTTP/1.1" status: 200 len: 814 time: 0.1141818 Feb 17 18:33:40.002978 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-2a19e2bc-439c-474b-815c-10497f70eb69 req-08164709-1e2f-48d6-a017-749ae0ccfe41 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Request body: {'port': {'device_id': '36e86e25-b408-4d9a-8af2-5c4d04f86a3f', 'network_id': 'dc398e28-cad1-4692-90d0-9b1b2bff135c', 'admin_state_up': True, 'tenant_id': 'd4fb12f257154587b267069adff81e5d'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:33:40.106331 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a19e2bc-439c-474b-815c-10497f70eb69 req-08164709-1e2f-48d6-a017-749ae0ccfe41 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Made reservation on behalf of d4fb12f257154587b267069adff81e5d for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:33:40.109725 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2a19e2bc-439c-474b-815c-10497f70eb69 req-08164709-1e2f-48d6-a017-749ae0ccfe41 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:40.233434 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fc76ea11-a79b-4341-bd71-60e5c58c250b req-6a02c882-505a-46f5-b68f-d5af0c981e19 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/ports?device_id=36e86e25-b408-4d9a-8af2-5c4d04f86a3f HTTP/1.1" status: 200 len: 210 time: 0.0284362 Feb 17 18:33:40.237641 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-2a19e2bc-439c-474b-815c-10497f70eb69 req-08164709-1e2f-48d6-a017-749ae0ccfe41 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Allocated IP 172.20.0.9 (dc398e28-cad1-4692-90d0-9b1b2bff135c/df73f295-fcbd-4773-a207-d8836b59fc3d/b99b699f-686a-486a-bf4c-548c2ad15e95) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:33:40.385011 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2a19e2bc-439c-474b-815c-10497f70eb69 req-08164709-1e2f-48d6-a017-749ae0ccfe41 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Publish callbacks [] for port (b99b699f-686a-486a-bf4c-548c2ad15e95), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:40.418386 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2a19e2bc-439c-474b-815c-10497f70eb69 req-08164709-1e2f-48d6-a017-749ae0ccfe41 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (b99b699f-686a-486a-bf4c-548c2ad15e95), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:40.455818 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a19e2bc-439c-474b-815c-10497f70eb69 req-08164709-1e2f-48d6-a017-749ae0ccfe41 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Network dc398e28-cad1-4692-90d0-9b1b2bff135c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:33:40.458828 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-2a19e2bc-439c-474b-815c-10497f70eb69 req-08164709-1e2f-48d6-a017-749ae0ccfe41 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:33:40.464938 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a19e2bc-439c-474b-815c-10497f70eb69 req-08164709-1e2f-48d6-a017-749ae0ccfe41 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:33:40.494610 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08164709-1e2f-48d6-a017-749ae0ccfe41 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Pushing event updated for resources: {'Port': ['ID=b99b699f-686a-486a-bf4c-548c2ad15e95,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:33:40.517493 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19e2bc-439c-474b-815c-10497f70eb69 req-08164709-1e2f-48d6-a017-749ae0ccfe41 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:40.518104 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2a19e2bc-439c-474b-815c-10497f70eb69 req-08164709-1e2f-48d6-a017-749ae0ccfe41 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:40.533447 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2a19e2bc-439c-474b-815c-10497f70eb69 req-08164709-1e2f-48d6-a017-749ae0ccfe41 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5341685 Feb 17 18:33:40.545279 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-2a19e2bc-439c-474b-815c-10497f70eb69 req-3415024a-e988-438c-9e27-f7e33597aa18 service neutron] Request body: {'port': {'device_id': '36e86e25-b408-4d9a-8af2-5c4d04f86a3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:33:40.607807 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2a19e2bc-439c-474b-815c-10497f70eb69 req-3415024a-e988-438c-9e27-f7e33597aa18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b99b699f-686a-486a-bf4c-548c2ad15e95), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:40.867964 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-2a19e2bc-439c-474b-815c-10497f70eb69 req-3415024a-e988-438c-9e27-f7e33597aa18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b99b699f-686a-486a-bf4c-548c2ad15e95 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:33:40.876004 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2a19e2bc-439c-474b-815c-10497f70eb69 req-3415024a-e988-438c-9e27-f7e33597aa18 service neutron] Publish callbacks [] for port (b99b699f-686a-486a-bf4c-548c2ad15e95), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:40.888461 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-2a19e2bc-439c-474b-815c-10497f70eb69 req-3415024a-e988-438c-9e27-f7e33597aa18 service neutron] Transition to ACTIVE for port object b99b699f-686a-486a-bf4c-548c2ad15e95 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 18:33:40.892293 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2a19e2bc-439c-474b-815c-10497f70eb69 req-3415024a-e988-438c-9e27-f7e33597aa18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (b99b699f-686a-486a-bf4c-548c2ad15e95), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:40.941753 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3415024a-e988-438c-9e27-f7e33597aa18 service neutron] Pushing event updated for resources: {'Port': ['ID=b99b699f-686a-486a-bf4c-548c2ad15e95,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:33:41.007453 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-2a19e2bc-439c-474b-815c-10497f70eb69 req-3415024a-e988-438c-9e27-f7e33597aa18 service neutron] Attempting to bind port b99b699f-686a-486a-bf4c-548c2ad15e95 on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:33:41.008134 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-2a19e2bc-439c-474b-815c-10497f70eb69 req-3415024a-e988-438c-9e27-f7e33597aa18 service neutron] Attempting to bind port b99b699f-686a-486a-bf4c-548c2ad15e95 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': 'f14c473c-e9bf-4da4-b04d-05b702dc6549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc398e28-cad1-4692-90d0-9b1b2bff135c'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:33:41.008134 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a19e2bc-439c-474b-815c-10497f70eb69 req-3415024a-e988-438c-9e27-f7e33597aa18 service neutron] Attempting to bind port b99b699f-686a-486a-bf4c-548c2ad15e95 on network dc398e28-cad1-4692-90d0-9b1b2bff135c {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:33:41.012364 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a19e2bc-439c-474b-815c-10497f70eb69 req-3415024a-e988-438c-9e27-f7e33597aa18 service neutron] Port b99b699f-686a-486a-bf4c-548c2ad15e95 on network dc398e28-cad1-4692-90d0-9b1b2bff135c not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:33:41.012686 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a19e2bc-439c-474b-815c-10497f70eb69 req-3415024a-e988-438c-9e27-f7e33597aa18 service neutron] Attempting to bind port b99b699f-686a-486a-bf4c-548c2ad15e95 on network dc398e28-cad1-4692-90d0-9b1b2bff135c {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:33:41.017348 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a19e2bc-439c-474b-815c-10497f70eb69 req-3415024a-e988-438c-9e27-f7e33597aa18 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:33:41.017682 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a19e2bc-439c-474b-815c-10497f70eb69 req-3415024a-e988-438c-9e27-f7e33597aa18 service neutron] Checking segment: {'id': 'f14c473c-e9bf-4da4-b04d-05b702dc6549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc398e28-cad1-4692-90d0-9b1b2bff135c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:33:41.018065 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a19e2bc-439c-474b-815c-10497f70eb69 req-3415024a-e988-438c-9e27-f7e33597aa18 service neutron] Bound using segment: {'id': 'f14c473c-e9bf-4da4-b04d-05b702dc6549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc398e28-cad1-4692-90d0-9b1b2bff135c'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:33:41.018484 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-2a19e2bc-439c-474b-815c-10497f70eb69 req-3415024a-e988-438c-9e27-f7e33597aa18 service neutron] Bound port: b99b699f-686a-486a-bf4c-548c2ad15e95, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f14c473c-e9bf-4da4-b04d-05b702dc6549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc398e28-cad1-4692-90d0-9b1b2bff135c'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:33:41.018835 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2a19e2bc-439c-474b-815c-10497f70eb69 req-3415024a-e988-438c-9e27-f7e33597aa18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b99b699f-686a-486a-bf4c-548c2ad15e95), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:41.079318 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-2a19e2bc-439c-474b-815c-10497f70eb69 req-3415024a-e988-438c-9e27-f7e33597aa18 service neutron] For port b99b699f-686a-486a-bf4c-548c2ad15e95, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:33:41.082401 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-2a19e2bc-439c-474b-815c-10497f70eb69 req-3415024a-e988-438c-9e27-f7e33597aa18 service neutron] For port b99b699f-686a-486a-bf4c-548c2ad15e95, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=b99b699f-686a-486a-bf4c-548c2ad15e95,segment=NetworkSegment(f14c473c-e9bf-4da4-b04d-05b702dc6549),segment_id=f14c473c-e9bf-4da4-b04d-05b702dc6549)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:33:41.088599 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2a19e2bc-439c-474b-815c-10497f70eb69 req-3415024a-e988-438c-9e27-f7e33597aa18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (b99b699f-686a-486a-bf4c-548c2ad15e95), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:41.120963 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19e2bc-439c-474b-815c-10497f70eb69 req-3415024a-e988-438c-9e27-f7e33597aa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:41.121579 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-2a19e2bc-439c-474b-815c-10497f70eb69 req-3415024a-e988-438c-9e27-f7e33597aa18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:41.122940 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2a19e2bc-439c-474b-815c-10497f70eb69 req-3415024a-e988-438c-9e27-f7e33597aa18 service neutron] 10.222.0.91 "PUT /v2.0/ports/b99b699f-686a-486a-bf4c-548c2ad15e95 HTTP/1.1" status: 200 len: 1091 time: 0.5823355 Feb 17 18:33:41.123374 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e86e25-b408-4d9a-8af2-5c4d04f86a3f', 'tag': 'b99b699f-686a-486a-bf4c-548c2ad15e95'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:33:41.125641 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2267b8-7ed6-4194-836e-a2c03dff22e7" -d '{"events": [{"name": "network-changed", "server_uuid": "36e86e25-b408-4d9a-8af2-5c4d04f86a3f", "tag": "b99b699f-686a-486a-bf4c-548c2ad15e95"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:33:41.150068 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3415024a-e988-438c-9e27-f7e33597aa18 service neutron] Pushing event updated for resources: {'Port': ['ID=b99b699f-686a-486a-bf4c-548c2ad15e95,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:33:41.170123 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946d5921-097d-4bde-a3aa-793b8add3757 x-openstack-request-id: req-946d5921-097d-4bde-a3aa-793b8add3757 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:33:41.170413 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36e86e25-b408-4d9a-8af2-5c4d04f86a3f", "tag": "b99b699f-686a-486a-bf4c-548c2ad15e95", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:33:41.170666 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-946d5921-097d-4bde-a3aa-793b8add3757 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:33:41.171064 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36e86e25-b408-4d9a-8af2-5c4d04f86a3f', 'tag': 'b99b699f-686a-486a-bf4c-548c2ad15e95', 'status': 'completed', 'code': 200} Feb 17 18:33:41.207320 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19e2bc-439c-474b-815c-10497f70eb69 req-08a15b01-ef5a-48dd-84b5-1577d4b1f3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:41.208854 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2a19e2bc-439c-474b-815c-10497f70eb69 req-08a15b01-ef5a-48dd-84b5-1577d4b1f3e2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d4fb12f257154587b267069adff81e5d&device_id=36e86e25-b408-4d9a-8af2-5c4d04f86a3f HTTP/1.1" status: 200 len: 1125 time: 0.0481369 Feb 17 18:33:41.253451 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2a19e2bc-439c-474b-815c-10497f70eb69 req-049f37b8-39d4-418a-be25-b369a30d1e8f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b99b699f-686a-486a-bf4c-548c2ad15e95 HTTP/1.1" status: 200 len: 217 time: 0.0375206 Feb 17 18:33:41.304888 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19e2bc-439c-474b-815c-10497f70eb69 req-460f95b0-becd-4b60-8618-c232917546b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:41.306367 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2a19e2bc-439c-474b-815c-10497f70eb69 req-460f95b0-becd-4b60-8618-c232917546b6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=df73f295-fcbd-4773-a207-d8836b59fc3d HTTP/1.1" status: 200 len: 854 time: 0.0464931 Feb 17 18:33:41.337655 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2a19e2bc-439c-474b-815c-10497f70eb69 req-6a2a7114-584f-44e7-8d6e-199651769041 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=dc398e28-cad1-4692-90d0-9b1b2bff135c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251045 Feb 17 18:33:41.357939 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9c437-597f-4903-abca-49349279dadb req-699bd1dd-2e36-4eaa-ac7c-1d6151f9a8af tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:41.359978 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-31c9c437-597f-4903-abca-49349279dadb req-699bd1dd-2e36-4eaa-ac7c-1d6151f9a8af tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/ports?device_id=36e86e25-b408-4d9a-8af2-5c4d04f86a3f HTTP/1.1" status: 200 len: 943 time: 0.0553274 Feb 17 18:33:41.411858 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-31c9c437-597f-4903-abca-49349279dadb req-cf9696f6-d05a-467e-8a7d-b2e376d2810e tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/security-groups?id=95ace7a7-b1f9-4028-98bb-9babbb644c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419674 Feb 17 18:33:41.436801 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2a19e2bc-439c-474b-815c-10497f70eb69 req-0b453dfd-bbc6-4375-bde2-c7010f8365c7 service neutron] 10.222.0.91 "GET /v2.0/networks/dc398e28-cad1-4692-90d0-9b1b2bff135c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932636 Feb 17 18:33:41.527469 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2a19e2bc-439c-474b-815c-10497f70eb69 req-fa08dc0d-c01a-413e-9830-1a3fff7fe598 service neutron] 10.222.0.91 "GET /v2.0/networks/dc398e28-cad1-4692-90d0-9b1b2bff135c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848629 Feb 17 18:33:41.622063 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2267b8-7ed6-4194-836e-a2c03dff22e7 req-7ed31f95-7f14-44a0-bf67-ca82b5f1119c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:41.623532 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9d2267b8-7ed6-4194-836e-a2c03dff22e7 req-7ed31f95-7f14-44a0-bf67-ca82b5f1119c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d4fb12f257154587b267069adff81e5d&device_id=36e86e25-b408-4d9a-8af2-5c4d04f86a3f HTTP/1.1" status: 200 len: 1125 time: 0.0493093 Feb 17 18:33:41.714702 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2267b8-7ed6-4194-836e-a2c03dff22e7 req-8ea01ca7-114c-4adc-9379-629b0ebb9b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:41.716086 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9d2267b8-7ed6-4194-836e-a2c03dff22e7 req-8ea01ca7-114c-4adc-9379-629b0ebb9b12 service neutron] 10.222.0.91 "GET /v2.0/networks?id=dc398e28-cad1-4692-90d0-9b1b2bff135c HTTP/1.1" status: 200 len: 915 time: 0.0868566 Feb 17 18:33:41.758471 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9d2267b8-7ed6-4194-836e-a2c03dff22e7 req-213cccd5-abe5-4169-b8b6-32a44d372955 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b99b699f-686a-486a-bf4c-548c2ad15e95 HTTP/1.1" status: 200 len: 217 time: 0.0369041 Feb 17 18:33:41.806687 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2267b8-7ed6-4194-836e-a2c03dff22e7 req-e7718605-9173-4821-8b05-0741a0d883ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:41.808111 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9d2267b8-7ed6-4194-836e-a2c03dff22e7 req-e7718605-9173-4821-8b05-0741a0d883ce service neutron] 10.222.0.91 "GET /v2.0/subnets?id=df73f295-fcbd-4773-a207-d8836b59fc3d HTTP/1.1" status: 200 len: 854 time: 0.0437839 Feb 17 18:33:41.840186 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9d2267b8-7ed6-4194-836e-a2c03dff22e7 req-ce6a5b43-8111-4337-876b-904f73dece37 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=dc398e28-cad1-4692-90d0-9b1b2bff135c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256350 Feb 17 18:33:41.931666 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9d2267b8-7ed6-4194-836e-a2c03dff22e7 req-6c9590b6-b0c8-4007-833c-118be77144f7 service neutron] 10.222.0.91 "GET /v2.0/networks/dc398e28-cad1-4692-90d0-9b1b2bff135c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852230 Feb 17 18:33:42.025958 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9d2267b8-7ed6-4194-836e-a2c03dff22e7 req-1f346c14-9584-4f31-af01-c8bd5dad90eb service neutron] 10.222.0.91 "GET /v2.0/networks/dc398e28-cad1-4692-90d0-9b1b2bff135c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877120 Feb 17 18:33:42.534364 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef4896-67e9-4271-93cf-fc701a8e129e req-047550d2-bc7b-44a1-bea0-e3094340e755 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:42.535851 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36ef4896-67e9-4271-93cf-fc701a8e129e req-047550d2-bc7b-44a1-bea0-e3094340e755 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/ports?device_id=36e86e25-b408-4d9a-8af2-5c4d04f86a3f HTTP/1.1" status: 200 len: 943 time: 0.0563459 Feb 17 18:33:42.582614 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36ef4896-67e9-4271-93cf-fc701a8e129e req-1d195e3d-ab72-4eb6-8cb5-2a64996427e4 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/security-groups?id=95ace7a7-b1f9-4028-98bb-9babbb644c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409546 Feb 17 18:33:43.699477 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd66ec3-ced3-45dd-b03a-98bd5cf855fa req-2dd697cb-1cde-477f-9a13-81739e6cc1ba tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:43.701011 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dbd66ec3-ced3-45dd-b03a-98bd5cf855fa req-2dd697cb-1cde-477f-9a13-81739e6cc1ba tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/ports?device_id=36e86e25-b408-4d9a-8af2-5c4d04f86a3f HTTP/1.1" status: 200 len: 943 time: 0.0522301 Feb 17 18:33:43.746793 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dbd66ec3-ced3-45dd-b03a-98bd5cf855fa req-cc913c9a-519f-4550-be92-4db8a2198832 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/security-groups?id=95ace7a7-b1f9-4028-98bb-9babbb644c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401623 Feb 17 18:33:43.793972 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device b99b699f-686a-486a-bf4c-548c2ad15e95 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:33:43.891513 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port b99b699f-686a-486a-bf4c-548c2ad15e95, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=b99b699f-686a-486a-bf4c-548c2ad15e95,segment=NetworkSegment(f14c473c-e9bf-4da4-b04d-05b702dc6549),segment_id=f14c473c-e9bf-4da4-b04d-05b702dc6549)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:33:43.902214 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': 'b99b699f-686a-486a-bf4c-548c2ad15e95', 'network_id': 'dc398e28-cad1-4692-90d0-9b1b2bff135c', 'port_id': 'b99b699f-686a-486a-bf4c-548c2ad15e95', 'mac_address': 'fa:16:3e:af:68:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df73f295-fcbd-4773-a207-d8836b59fc3d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:33:43.907013 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:33:43.938328 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port b99b699f-686a-486a-bf4c-548c2ad15e95 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:33:43.938721 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b99b699f-686a-486a-bf4c-548c2ad15e95), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:43.951695 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b99b699f-686a-486a-bf4c-548c2ad15e95 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:33:43.970237 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port b99b699f-686a-486a-bf4c-548c2ad15e95, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=b99b699f-686a-486a-bf4c-548c2ad15e95,segment=NetworkSegment(f14c473c-e9bf-4da4-b04d-05b702dc6549),segment_id=f14c473c-e9bf-4da4-b04d-05b702dc6549)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:33:43.973995 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b99b699f-686a-486a-bf4c-548c2ad15e95), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:44.020778 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=b99b699f-686a-486a-bf4c-548c2ad15e95,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:33:44.162521 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['b99b699f-686a-486a-bf4c-548c2ad15e95'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:33:44.864591 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc051ff-9dcf-4d9c-8c89-255071e2c5f0 req-04b30b54-df77-49d5-b0a3-ae83309b5752 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:44.866069 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4fc051ff-9dcf-4d9c-8c89-255071e2c5f0 req-04b30b54-df77-49d5-b0a3-ae83309b5752 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/ports?device_id=36e86e25-b408-4d9a-8af2-5c4d04f86a3f HTTP/1.1" status: 200 len: 944 time: 0.0529211 Feb 17 18:33:44.917711 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4fc051ff-9dcf-4d9c-8c89-255071e2c5f0 req-87fcc3a7-15dd-49ba-87a9-46a07c3472a8 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/security-groups?id=95ace7a7-b1f9-4028-98bb-9babbb644c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452652 Feb 17 18:33:45.803296 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device b99b699f-686a-486a-bf4c-548c2ad15e95 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:33:45.852609 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port b99b699f-686a-486a-bf4c-548c2ad15e95 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 18:33:45.856947 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port b99b699f-686a-486a-bf4c-548c2ad15e95 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:33:45.857322 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b99b699f-686a-486a-bf4c-548c2ad15e95), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:45.936856 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port b99b699f-686a-486a-bf4c-548c2ad15e95 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:33:45.937241 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b99b699f-686a-486a-bf4c-548c2ad15e95), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:45.961950 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e86e25-b408-4d9a-8af2-5c4d04f86a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b99b699f-686a-486a-bf4c-548c2ad15e95'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:33:45.964762 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a58b36eb5214be741a58d8f0f454d70cefb3ebdc097f6d2df64ce05b1b6ee80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8fe6424-9f52-4526-b906-95de30b61a5d" -d '{"events": [{"server_uuid": "36e86e25-b408-4d9a-8af2-5c4d04f86a3f", "name": "network-vif-plugged", "status": "completed", "tag": "b99b699f-686a-486a-bf4c-548c2ad15e95"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:33:45.977984 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port b99b699f-686a-486a-bf4c-548c2ad15e95, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=b99b699f-686a-486a-bf4c-548c2ad15e95,segment=NetworkSegment(f14c473c-e9bf-4da4-b04d-05b702dc6549),segment_id=f14c473c-e9bf-4da4-b04d-05b702dc6549)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:33:45.983495 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b99b699f-686a-486a-bf4c-548c2ad15e95), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:46.007358 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc05d647-f93e-45eb-ba21-34d6d10f7a03 x-openstack-request-id: req-cc05d647-f93e-45eb-ba21-34d6d10f7a03 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:33:46.007660 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e86e25-b408-4d9a-8af2-5c4d04f86a3f", "name": "network-vif-plugged", "status": "completed", "tag": "b99b699f-686a-486a-bf4c-548c2ad15e95", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:33:46.007919 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-cc05d647-f93e-45eb-ba21-34d6d10f7a03 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:33:46.008339 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e86e25-b408-4d9a-8af2-5c4d04f86a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b99b699f-686a-486a-bf4c-548c2ad15e95', 'code': 200} Feb 17 18:33:46.039057 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=b99b699f-686a-486a-bf4c-548c2ad15e95,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:33:46.050170 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1ff25-8cc1-4bef-aaf8-be2c675fca8c req-140be121-5531-49c9-8113-11a1a01b6976 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:46.051704 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ceb1ff25-8cc1-4bef-aaf8-be2c675fca8c req-140be121-5531-49c9-8113-11a1a01b6976 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/ports?device_id=36e86e25-b408-4d9a-8af2-5c4d04f86a3f HTTP/1.1" status: 200 len: 945 time: 0.0611629 Feb 17 18:33:46.102562 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ceb1ff25-8cc1-4bef-aaf8-be2c675fca8c req-714efb57-3392-415e-b4b1-981959d27454 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/security-groups?id=95ace7a7-b1f9-4028-98bb-9babbb644c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442574 Feb 17 18:33:46.114883 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70d934-cf14-4e69-8bdb-0f3b19ea919a req-189b477d-36e5-4242-895a-5035c8a078a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:46.116575 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7f70d934-cf14-4e69-8bdb-0f3b19ea919a req-189b477d-36e5-4242-895a-5035c8a078a7 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=36e86e25-b408-4d9a-8af2-5c4d04f86a3f HTTP/1.1" status: 200 len: 1127 time: 0.0490294 Feb 17 18:33:46.163322 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7f70d934-cf14-4e69-8bdb-0f3b19ea919a req-ec833365-1d5d-4bba-b201-ba031c2a9d11 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=95ace7a7-b1f9-4028-98bb-9babbb644c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412738 Feb 17 18:33:47.228387 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d35fb8-6ab3-43f3-9f10-9e4d74493977 req-ffe6ab9c-ffdb-4286-b778-8026a445a1c9 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:47.229928 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-98d35fb8-6ab3-43f3-9f10-9e4d74493977 req-ffe6ab9c-ffdb-4286-b778-8026a445a1c9 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/ports?device_id=36e86e25-b408-4d9a-8af2-5c4d04f86a3f HTTP/1.1" status: 200 len: 945 time: 0.0552881 Feb 17 18:33:47.281087 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-98d35fb8-6ab3-43f3-9f10-9e4d74493977 req-2cf503fe-186d-4cea-a280-8b18748458d7 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/security-groups?id=95ace7a7-b1f9-4028-98bb-9babbb644c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440958 Feb 17 18:33:48.407117 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b0bc7-497f-4c51-8300-dd0aaeb46b86 req-48a6873f-f7b9-4952-ba78-9f5c4be56848 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:48.408632 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-819b0bc7-497f-4c51-8300-dd0aaeb46b86 req-48a6873f-f7b9-4952-ba78-9f5c4be56848 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/ports?device_id=36e86e25-b408-4d9a-8af2-5c4d04f86a3f HTTP/1.1" status: 200 len: 945 time: 0.0607138 Feb 17 18:33:48.455972 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-819b0bc7-497f-4c51-8300-dd0aaeb46b86 req-16e0133d-0936-481c-b2fb-4f051c1871af tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/security-groups?id=95ace7a7-b1f9-4028-98bb-9babbb644c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417566 Feb 17 18:33:48.669916 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c42f7-21bb-415c-9cec-00d1e0e8973b req-ff5e76e6-8e9a-4d55-b7f7-6ce3921a627c tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:48.671363 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7a3c42f7-21bb-415c-9cec-00d1e0e8973b req-ff5e76e6-8e9a-4d55-b7f7-6ce3921a627c tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/networks?id=dc398e28-cad1-4692-90d0-9b1b2bff135c HTTP/1.1" status: 200 len: 814 time: 0.0968356 Feb 17 18:33:48.685956 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7a3c42f7-21bb-415c-9cec-00d1e0e8973b req-5c41c928-68ec-4c30-b9de-388d06490933 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/quotas/d4fb12f257154587b267069adff81e5d HTTP/1.1" status: 200 len: 375 time: 0.0093930 Feb 17 18:33:48.741977 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7a3c42f7-21bb-415c-9cec-00d1e0e8973b req-fff5ba4c-0e3c-4694-adf5-7ba972d626c5 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=d4fb12f257154587b267069adff81e5d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0512576 Feb 17 18:33:48.829860 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7a3c42f7-21bb-415c-9cec-00d1e0e8973b req-09b83b57-4c10-45bb-8a35-c08c1acdd5bb service neutron] 10.222.0.87 "GET /v2.0/networks/dc398e28-cad1-4692-90d0-9b1b2bff135c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802231 Feb 17 18:33:48.925584 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7a3c42f7-21bb-415c-9cec-00d1e0e8973b req-65e19bae-a6a9-474c-bfd9-511cbe49e10d service neutron] 10.222.0.87 "GET /v2.0/networks/dc398e28-cad1-4692-90d0-9b1b2bff135c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902765 Feb 17 18:33:49.081856 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0b6f7f22-eda3-4d54-a103-a3c4a53d22d3 req-c8cee77c-1e04-4709-ba83-f6a256669966 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9f9ab5e-5400-4ac8-961c-9481fe79d3c6 HTTP/1.1" status: 200 len: 210 time: 0.0286036 Feb 17 18:33:49.487267 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:49.960576 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c42f7-21bb-415c-9cec-00d1e0e8973b req-5b6a06fa-ee57-4232-8928-14c864352e6d tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:49.962028 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7a3c42f7-21bb-415c-9cec-00d1e0e8973b req-5b6a06fa-ee57-4232-8928-14c864352e6d tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.71 "GET /v2.0/networks?id=dc398e28-cad1-4692-90d0-9b1b2bff135c HTTP/1.1" status: 200 len: 814 time: 0.1059105 Feb 17 18:33:49.973525 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-7a3c42f7-21bb-415c-9cec-00d1e0e8973b req-0ae82096-fcd0-4514-a294-0562f00c55eb tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Request body: {'port': {'device_id': 'b9f9ab5e-5400-4ac8-961c-9481fe79d3c6', 'network_id': 'dc398e28-cad1-4692-90d0-9b1b2bff135c', 'admin_state_up': True, 'tenant_id': 'd4fb12f257154587b267069adff81e5d'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:33:50.085198 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a3c42f7-21bb-415c-9cec-00d1e0e8973b req-0ae82096-fcd0-4514-a294-0562f00c55eb tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Made reservation on behalf of d4fb12f257154587b267069adff81e5d for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:33:50.088563 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-7a3c42f7-21bb-415c-9cec-00d1e0e8973b req-0ae82096-fcd0-4514-a294-0562f00c55eb tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:50.179042 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3fd02e78-315b-4e0a-90e6-c36f5e34782a req-d5c4d195-f906-4472-ade6-7bad484f4505 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9f9ab5e-5400-4ac8-961c-9481fe79d3c6 HTTP/1.1" status: 200 len: 210 time: 0.0272868 Feb 17 18:33:50.215832 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-7a3c42f7-21bb-415c-9cec-00d1e0e8973b req-0ae82096-fcd0-4514-a294-0562f00c55eb tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Allocated IP 172.20.0.8 (dc398e28-cad1-4692-90d0-9b1b2bff135c/df73f295-fcbd-4773-a207-d8836b59fc3d/45caf3e6-1490-4c09-b44d-e1666685a4a8) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:33:50.216208 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:50.363275 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-7a3c42f7-21bb-415c-9cec-00d1e0e8973b req-0ae82096-fcd0-4514-a294-0562f00c55eb tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Publish callbacks [] for port (45caf3e6-1490-4c09-b44d-e1666685a4a8), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:50.396518 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-7a3c42f7-21bb-415c-9cec-00d1e0e8973b req-0ae82096-fcd0-4514-a294-0562f00c55eb tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (45caf3e6-1490-4c09-b44d-e1666685a4a8), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:50.407812 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['b99b699f-686a-486a-bf4c-548c2ad15e95'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:33:50.441120 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a3c42f7-21bb-415c-9cec-00d1e0e8973b req-0ae82096-fcd0-4514-a294-0562f00c55eb tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Network dc398e28-cad1-4692-90d0-9b1b2bff135c is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:33:50.444324 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-7a3c42f7-21bb-415c-9cec-00d1e0e8973b req-0ae82096-fcd0-4514-a294-0562f00c55eb tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:33:50.447986 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a3c42f7-21bb-415c-9cec-00d1e0e8973b req-0ae82096-fcd0-4514-a294-0562f00c55eb tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:33:50.475846 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae82096-fcd0-4514-a294-0562f00c55eb tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Pushing event updated for resources: {'Port': ['ID=45caf3e6-1490-4c09-b44d-e1666685a4a8,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:33:50.506587 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c42f7-21bb-415c-9cec-00d1e0e8973b req-0ae82096-fcd0-4514-a294-0562f00c55eb tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:50.507232 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-7a3c42f7-21bb-415c-9cec-00d1e0e8973b req-0ae82096-fcd0-4514-a294-0562f00c55eb tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:50.523323 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7a3c42f7-21bb-415c-9cec-00d1e0e8973b req-0ae82096-fcd0-4514-a294-0562f00c55eb tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5536425 Feb 17 18:33:50.534490 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-7a3c42f7-21bb-415c-9cec-00d1e0e8973b req-346d4389-fc93-49fa-96d3-08ea46c208c3 service neutron] Request body: {'port': {'device_id': 'b9f9ab5e-5400-4ac8-961c-9481fe79d3c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:33:50.592427 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-7a3c42f7-21bb-415c-9cec-00d1e0e8973b req-346d4389-fc93-49fa-96d3-08ea46c208c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (45caf3e6-1490-4c09-b44d-e1666685a4a8), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:50.850476 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-7a3c42f7-21bb-415c-9cec-00d1e0e8973b req-346d4389-fc93-49fa-96d3-08ea46c208c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45caf3e6-1490-4c09-b44d-e1666685a4a8 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:33:50.858224 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-7a3c42f7-21bb-415c-9cec-00d1e0e8973b req-346d4389-fc93-49fa-96d3-08ea46c208c3 service neutron] Publish callbacks [] for port (45caf3e6-1490-4c09-b44d-e1666685a4a8), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:50.870560 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-7a3c42f7-21bb-415c-9cec-00d1e0e8973b req-346d4389-fc93-49fa-96d3-08ea46c208c3 service neutron] Transition to ACTIVE for port object 45caf3e6-1490-4c09-b44d-e1666685a4a8 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 18:33:50.874268 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-7a3c42f7-21bb-415c-9cec-00d1e0e8973b req-346d4389-fc93-49fa-96d3-08ea46c208c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (45caf3e6-1490-4c09-b44d-e1666685a4a8), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:50.926236 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d4389-fc93-49fa-96d3-08ea46c208c3 service neutron] Pushing event updated for resources: {'Port': ['ID=45caf3e6-1490-4c09-b44d-e1666685a4a8,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:33:50.990118 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-7a3c42f7-21bb-415c-9cec-00d1e0e8973b req-346d4389-fc93-49fa-96d3-08ea46c208c3 service neutron] Attempting to bind port 45caf3e6-1490-4c09-b44d-e1666685a4a8 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:33:50.990834 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-7a3c42f7-21bb-415c-9cec-00d1e0e8973b req-346d4389-fc93-49fa-96d3-08ea46c208c3 service neutron] Attempting to bind port 45caf3e6-1490-4c09-b44d-e1666685a4a8 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': 'f14c473c-e9bf-4da4-b04d-05b702dc6549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc398e28-cad1-4692-90d0-9b1b2bff135c'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:33:50.990834 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3c42f7-21bb-415c-9cec-00d1e0e8973b req-346d4389-fc93-49fa-96d3-08ea46c208c3 service neutron] Attempting to bind port 45caf3e6-1490-4c09-b44d-e1666685a4a8 on network dc398e28-cad1-4692-90d0-9b1b2bff135c {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:33:50.995394 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3c42f7-21bb-415c-9cec-00d1e0e8973b req-346d4389-fc93-49fa-96d3-08ea46c208c3 service neutron] Port 45caf3e6-1490-4c09-b44d-e1666685a4a8 on network dc398e28-cad1-4692-90d0-9b1b2bff135c not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:33:50.995718 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3c42f7-21bb-415c-9cec-00d1e0e8973b req-346d4389-fc93-49fa-96d3-08ea46c208c3 service neutron] Attempting to bind port 45caf3e6-1490-4c09-b44d-e1666685a4a8 on network dc398e28-cad1-4692-90d0-9b1b2bff135c {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:33:51.001411 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3c42f7-21bb-415c-9cec-00d1e0e8973b req-346d4389-fc93-49fa-96d3-08ea46c208c3 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:33:51.001743 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3c42f7-21bb-415c-9cec-00d1e0e8973b req-346d4389-fc93-49fa-96d3-08ea46c208c3 service neutron] Checking segment: {'id': 'f14c473c-e9bf-4da4-b04d-05b702dc6549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc398e28-cad1-4692-90d0-9b1b2bff135c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:33:51.002124 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3c42f7-21bb-415c-9cec-00d1e0e8973b req-346d4389-fc93-49fa-96d3-08ea46c208c3 service neutron] Bound using segment: {'id': 'f14c473c-e9bf-4da4-b04d-05b702dc6549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc398e28-cad1-4692-90d0-9b1b2bff135c'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:33:51.002543 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-7a3c42f7-21bb-415c-9cec-00d1e0e8973b req-346d4389-fc93-49fa-96d3-08ea46c208c3 service neutron] Bound port: 45caf3e6-1490-4c09-b44d-e1666685a4a8, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f14c473c-e9bf-4da4-b04d-05b702dc6549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc398e28-cad1-4692-90d0-9b1b2bff135c'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:33:51.002893 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-7a3c42f7-21bb-415c-9cec-00d1e0e8973b req-346d4389-fc93-49fa-96d3-08ea46c208c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (45caf3e6-1490-4c09-b44d-e1666685a4a8), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:51.068091 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-7a3c42f7-21bb-415c-9cec-00d1e0e8973b req-346d4389-fc93-49fa-96d3-08ea46c208c3 service neutron] For port 45caf3e6-1490-4c09-b44d-e1666685a4a8, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:33:51.071159 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-7a3c42f7-21bb-415c-9cec-00d1e0e8973b req-346d4389-fc93-49fa-96d3-08ea46c208c3 service neutron] For port 45caf3e6-1490-4c09-b44d-e1666685a4a8, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=45caf3e6-1490-4c09-b44d-e1666685a4a8,segment=NetworkSegment(f14c473c-e9bf-4da4-b04d-05b702dc6549),segment_id=f14c473c-e9bf-4da4-b04d-05b702dc6549)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:33:51.079748 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-7a3c42f7-21bb-415c-9cec-00d1e0e8973b req-346d4389-fc93-49fa-96d3-08ea46c208c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (45caf3e6-1490-4c09-b44d-e1666685a4a8), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:51.118167 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c42f7-21bb-415c-9cec-00d1e0e8973b req-346d4389-fc93-49fa-96d3-08ea46c208c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:51.118798 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-7a3c42f7-21bb-415c-9cec-00d1e0e8973b req-346d4389-fc93-49fa-96d3-08ea46c208c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:51.120744 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7a3c42f7-21bb-415c-9cec-00d1e0e8973b req-346d4389-fc93-49fa-96d3-08ea46c208c3 service neutron] 10.222.0.71 "PUT /v2.0/ports/45caf3e6-1490-4c09-b44d-e1666685a4a8 HTTP/1.1" status: 200 len: 1091 time: 0.5903974 Feb 17 18:33:51.121184 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f9ab5e-5400-4ac8-961c-9481fe79d3c6', 'tag': '45caf3e6-1490-4c09-b44d-e1666685a4a8'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:33:51.123456 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b3a9f3-18da-43dc-8616-960718544ae7" -d '{"events": [{"name": "network-changed", "server_uuid": "b9f9ab5e-5400-4ac8-961c-9481fe79d3c6", "tag": "45caf3e6-1490-4c09-b44d-e1666685a4a8"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:33:51.152972 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d4389-fc93-49fa-96d3-08ea46c208c3 service neutron] Pushing event updated for resources: {'Port': ['ID=45caf3e6-1490-4c09-b44d-e1666685a4a8,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:33:51.171887 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff764d80-c3d5-4d28-bfbb-a80b13bdc9cb x-openstack-request-id: req-ff764d80-c3d5-4d28-bfbb-a80b13bdc9cb {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:33:51.172180 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9f9ab5e-5400-4ac8-961c-9481fe79d3c6", "tag": "45caf3e6-1490-4c09-b44d-e1666685a4a8", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:33:51.172460 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ff764d80-c3d5-4d28-bfbb-a80b13bdc9cb {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:33:51.172865 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9f9ab5e-5400-4ac8-961c-9481fe79d3c6', 'tag': '45caf3e6-1490-4c09-b44d-e1666685a4a8', 'status': 'completed', 'code': 200} Feb 17 18:33:51.210978 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c42f7-21bb-415c-9cec-00d1e0e8973b req-908a611f-552e-45b6-ba37-5f3e198c8d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:51.212556 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7a3c42f7-21bb-415c-9cec-00d1e0e8973b req-908a611f-552e-45b6-ba37-5f3e198c8d5b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d4fb12f257154587b267069adff81e5d&device_id=b9f9ab5e-5400-4ac8-961c-9481fe79d3c6 HTTP/1.1" status: 200 len: 1125 time: 0.0498288 Feb 17 18:33:51.256552 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7a3c42f7-21bb-415c-9cec-00d1e0e8973b req-e74c1996-8c29-4658-a023-6672752f9f5c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45caf3e6-1490-4c09-b44d-e1666685a4a8 HTTP/1.1" status: 200 len: 217 time: 0.0378215 Feb 17 18:33:51.301559 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c36126-4f4f-488f-b74a-e6cd45e04200 req-e6e23bd2-a60a-4a59-b841-46c802827135 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:51.303068 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-95c36126-4f4f-488f-b74a-e6cd45e04200 req-e6e23bd2-a60a-4a59-b841-46c802827135 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9f9ab5e-5400-4ac8-961c-9481fe79d3c6 HTTP/1.1" status: 200 len: 943 time: 0.0559986 Feb 17 18:33:51.307713 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c42f7-21bb-415c-9cec-00d1e0e8973b req-f849823f-66b6-4bce-8001-87f662ed61ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:51.309306 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7a3c42f7-21bb-415c-9cec-00d1e0e8973b req-f849823f-66b6-4bce-8001-87f662ed61ba service neutron] 10.222.0.71 "GET /v2.0/subnets?id=df73f295-fcbd-4773-a207-d8836b59fc3d HTTP/1.1" status: 200 len: 854 time: 0.0476964 Feb 17 18:33:51.343230 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7a3c42f7-21bb-415c-9cec-00d1e0e8973b req-fa042956-2af4-4790-9209-c96a4d105297 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dc398e28-cad1-4692-90d0-9b1b2bff135c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259819 Feb 17 18:33:51.358272 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-95c36126-4f4f-488f-b74a-e6cd45e04200 req-9c6dc183-54f0-4a81-8b41-35b6e614b0ce tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/security-groups?id=95ace7a7-b1f9-4028-98bb-9babbb644c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485673 Feb 17 18:33:51.443691 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7a3c42f7-21bb-415c-9cec-00d1e0e8973b req-b69f8ec5-e1b5-40c1-b256-c768c05d2446 service neutron] 10.222.0.71 "GET /v2.0/networks/dc398e28-cad1-4692-90d0-9b1b2bff135c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948443 Feb 17 18:33:51.539014 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7a3c42f7-21bb-415c-9cec-00d1e0e8973b req-49ef6133-34ad-40eb-81cd-6388941d88df service neutron] 10.222.0.71 "GET /v2.0/networks/dc398e28-cad1-4692-90d0-9b1b2bff135c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901728 Feb 17 18:33:51.627552 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3a9f3-18da-43dc-8616-960718544ae7 req-4be6d240-981f-40a1-9f6e-a82c7b761ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:51.628987 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-35b3a9f3-18da-43dc-8616-960718544ae7 req-4be6d240-981f-40a1-9f6e-a82c7b761ce9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d4fb12f257154587b267069adff81e5d&device_id=b9f9ab5e-5400-4ac8-961c-9481fe79d3c6 HTTP/1.1" status: 200 len: 1125 time: 0.0446081 Feb 17 18:33:51.720969 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3a9f3-18da-43dc-8616-960718544ae7 req-20f2f999-ecb9-407c-b0a0-2d1d9cc34c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:51.722468 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-35b3a9f3-18da-43dc-8616-960718544ae7 req-20f2f999-ecb9-407c-b0a0-2d1d9cc34c89 service neutron] 10.222.0.71 "GET /v2.0/networks?id=dc398e28-cad1-4692-90d0-9b1b2bff135c HTTP/1.1" status: 200 len: 915 time: 0.0878088 Feb 17 18:33:51.766247 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-35b3a9f3-18da-43dc-8616-960718544ae7 req-61ce5b96-be00-4b45-bf5e-df7cabd85cb0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45caf3e6-1490-4c09-b44d-e1666685a4a8 HTTP/1.1" status: 200 len: 217 time: 0.0382726 Feb 17 18:33:51.819851 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3a9f3-18da-43dc-8616-960718544ae7 req-c87e6318-d213-42e6-b5b7-6a4309f9d239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:51.821408 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-35b3a9f3-18da-43dc-8616-960718544ae7 req-c87e6318-d213-42e6-b5b7-6a4309f9d239 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=df73f295-fcbd-4773-a207-d8836b59fc3d HTTP/1.1" status: 200 len: 854 time: 0.0493977 Feb 17 18:33:51.852959 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-35b3a9f3-18da-43dc-8616-960718544ae7 req-093eeb0d-22ca-4a8b-b85f-287be4201259 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dc398e28-cad1-4692-90d0-9b1b2bff135c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253873 Feb 17 18:33:51.940036 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-35b3a9f3-18da-43dc-8616-960718544ae7 req-1605ef6a-87c8-4cea-b427-2e310b1a32df service neutron] 10.222.0.71 "GET /v2.0/networks/dc398e28-cad1-4692-90d0-9b1b2bff135c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807357 Feb 17 18:33:52.031650 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-35b3a9f3-18da-43dc-8616-960718544ae7 req-e7642509-e6df-4750-81c6-079af5181afd service neutron] 10.222.0.71 "GET /v2.0/networks/dc398e28-cad1-4692-90d0-9b1b2bff135c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858707 Feb 17 18:33:52.478429 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df587b95-fefa-42e5-9efa-fdd465ffabbf req-60b42c2a-372b-4a02-a0a9-dc471c8e4491 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:52.480467 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-df587b95-fefa-42e5-9efa-fdd465ffabbf req-60b42c2a-372b-4a02-a0a9-dc471c8e4491 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9f9ab5e-5400-4ac8-961c-9481fe79d3c6 HTTP/1.1" status: 200 len: 943 time: 0.0516446 Feb 17 18:33:52.526532 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-df587b95-fefa-42e5-9efa-fdd465ffabbf req-f51ff6b1-4c3b-4fda-bb3d-a564862c2a17 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/security-groups?id=95ace7a7-b1f9-4028-98bb-9babbb644c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403469 Feb 17 18:33:53.642895 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4262e-79ca-4d3a-b423-31368b8ffad3 req-c0cb95e1-565b-4845-91b9-1189590a4134 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:53.644396 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9db4262e-79ca-4d3a-b423-31368b8ffad3 req-c0cb95e1-565b-4845-91b9-1189590a4134 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9f9ab5e-5400-4ac8-961c-9481fe79d3c6 HTTP/1.1" status: 200 len: 943 time: 0.0518997 Feb 17 18:33:53.690678 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9db4262e-79ca-4d3a-b423-31368b8ffad3 req-092b635a-5d91-4cb8-902d-ac7dd4493f51 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/security-groups?id=95ace7a7-b1f9-4028-98bb-9babbb644c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404780 Feb 17 18:33:54.813508 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20990b-5b1a-4c51-b4a5-89918b1d28b9 req-5d040e7e-6e60-4e7c-bded-e76d0357b87f tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:54.814986 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5c20990b-5b1a-4c51-b4a5-89918b1d28b9 req-5d040e7e-6e60-4e7c-bded-e76d0357b87f tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9f9ab5e-5400-4ac8-961c-9481fe79d3c6 HTTP/1.1" status: 200 len: 943 time: 0.0555615 Feb 17 18:33:54.860991 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5c20990b-5b1a-4c51-b4a5-89918b1d28b9 req-2a57ce61-c8f6-4164-b7cd-fbd8faf5c44d tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/security-groups?id=95ace7a7-b1f9-4028-98bb-9babbb644c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404506 Feb 17 18:33:55.520616 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 45caf3e6-1490-4c09-b44d-e1666685a4a8 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:33:55.799072 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 45caf3e6-1490-4c09-b44d-e1666685a4a8, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=45caf3e6-1490-4c09-b44d-e1666685a4a8,segment=NetworkSegment(f14c473c-e9bf-4da4-b04d-05b702dc6549),segment_id=f14c473c-e9bf-4da4-b04d-05b702dc6549)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:33:55.811135 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '45caf3e6-1490-4c09-b44d-e1666685a4a8', 'network_id': 'dc398e28-cad1-4692-90d0-9b1b2bff135c', 'port_id': '45caf3e6-1490-4c09-b44d-e1666685a4a8', 'mac_address': 'fa:16:3e:85:d4:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df73f295-fcbd-4773-a207-d8836b59fc3d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:33:55.851884 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 45caf3e6-1490-4c09-b44d-e1666685a4a8 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:33:55.852305 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (45caf3e6-1490-4c09-b44d-e1666685a4a8), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:55.865442 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45caf3e6-1490-4c09-b44d-e1666685a4a8 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:33:55.884826 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 45caf3e6-1490-4c09-b44d-e1666685a4a8, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=45caf3e6-1490-4c09-b44d-e1666685a4a8,segment=NetworkSegment(f14c473c-e9bf-4da4-b04d-05b702dc6549),segment_id=f14c473c-e9bf-4da4-b04d-05b702dc6549)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:33:55.888915 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (45caf3e6-1490-4c09-b44d-e1666685a4a8), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:55.936495 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=45caf3e6-1490-4c09-b44d-e1666685a4a8,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:33:55.944134 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:33:55.944521 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:33:55.944867 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:33:55.945210 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:33:55.945546 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:33:55.945885 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:33:55.946224 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:33:55.946555 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:33:55.946891 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:33:55.947221 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:33:55.947552 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:33:55.947878 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:33:55.948206 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:33:55.987786 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e223a5-1b6e-4745-bea1-a01c8b682576 req-0cc06d4a-4e75-4bc4-b042-0fc9721a5e61 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:55.989326 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-10e223a5-1b6e-4745-bea1-a01c8b682576 req-0cc06d4a-4e75-4bc4-b042-0fc9721a5e61 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9f9ab5e-5400-4ac8-961c-9481fe79d3c6 HTTP/1.1" status: 200 len: 944 time: 0.0546417 Feb 17 18:33:56.037187 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-10e223a5-1b6e-4745-bea1-a01c8b682576 req-0192dc33-a8cf-4141-bb51-eaa3c01d7ac3 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/security-groups?id=95ace7a7-b1f9-4028-98bb-9babbb644c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418520 Feb 17 18:33:56.075791 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['45caf3e6-1490-4c09-b44d-e1666685a4a8'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:33:57.162376 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923c06b-9840-4f23-b158-95c1c67fbb05 req-ca14cbd5-0519-4ff6-88b7-4fd226a20b4a tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:57.163867 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d923c06b-9840-4f23-b158-95c1c67fbb05 req-ca14cbd5-0519-4ff6-88b7-4fd226a20b4a tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9f9ab5e-5400-4ac8-961c-9481fe79d3c6 HTTP/1.1" status: 200 len: 944 time: 0.0571761 Feb 17 18:33:57.210011 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d923c06b-9840-4f23-b158-95c1c67fbb05 req-bb4e5945-cf9d-45a7-bb62-2025cc058002 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/security-groups?id=95ace7a7-b1f9-4028-98bb-9babbb644c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394843 Feb 17 18:33:57.536765 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 45caf3e6-1490-4c09-b44d-e1666685a4a8 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:33:57.583643 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 45caf3e6-1490-4c09-b44d-e1666685a4a8 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 18:33:57.587361 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 45caf3e6-1490-4c09-b44d-e1666685a4a8 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:33:57.587748 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (45caf3e6-1490-4c09-b44d-e1666685a4a8), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:57.664217 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 45caf3e6-1490-4c09-b44d-e1666685a4a8 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:33:57.664635 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (45caf3e6-1490-4c09-b44d-e1666685a4a8), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:57.692848 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f9ab5e-5400-4ac8-961c-9481fe79d3c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45caf3e6-1490-4c09-b44d-e1666685a4a8'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:33:57.695583 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a58b36eb5214be741a58d8f0f454d70cefb3ebdc097f6d2df64ce05b1b6ee80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534b13e9-152e-4211-a429-d0fc400f99a3" -d '{"events": [{"server_uuid": "b9f9ab5e-5400-4ac8-961c-9481fe79d3c6", "name": "network-vif-plugged", "status": "completed", "tag": "45caf3e6-1490-4c09-b44d-e1666685a4a8"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:33:57.710912 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 45caf3e6-1490-4c09-b44d-e1666685a4a8, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=45caf3e6-1490-4c09-b44d-e1666685a4a8,segment=NetworkSegment(f14c473c-e9bf-4da4-b04d-05b702dc6549),segment_id=f14c473c-e9bf-4da4-b04d-05b702dc6549)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:33:57.715437 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (45caf3e6-1490-4c09-b44d-e1666685a4a8), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:33:57.748517 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343cd785-e23d-43e4-aa75-5609496b75b9 x-openstack-request-id: req-343cd785-e23d-43e4-aa75-5609496b75b9 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:33:57.748819 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f9ab5e-5400-4ac8-961c-9481fe79d3c6", "name": "network-vif-plugged", "status": "completed", "tag": "45caf3e6-1490-4c09-b44d-e1666685a4a8", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:33:57.749082 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-343cd785-e23d-43e4-aa75-5609496b75b9 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:33:57.749487 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f9ab5e-5400-4ac8-961c-9481fe79d3c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45caf3e6-1490-4c09-b44d-e1666685a4a8', 'code': 200} Feb 17 18:33:57.782330 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=45caf3e6-1490-4c09-b44d-e1666685a4a8,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:33:57.895668 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570c982-d48f-42e0-b48c-9f7bca929df2 req-5ed3a9a1-ad9f-44b2-a521-2e7685c56f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:57.897244 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-6570c982-d48f-42e0-b48c-9f7bca929df2 req-5ed3a9a1-ad9f-44b2-a521-2e7685c56f32 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b9f9ab5e-5400-4ac8-961c-9481fe79d3c6 HTTP/1.1" status: 200 len: 1127 time: 0.1007028 Feb 17 18:33:57.941278 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-6570c982-d48f-42e0-b48c-9f7bca929df2 req-0cc3c151-439e-4856-9c2a-7156aa4da399 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=95ace7a7-b1f9-4028-98bb-9babbb644c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378790 Feb 17 18:33:58.329029 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff083b-cd23-437d-86ee-eb05221e44dc req-00f12563-b737-4a8f-9b40-c5eea61f4060 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:58.330541 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9fff083b-cd23-437d-86ee-eb05221e44dc req-00f12563-b737-4a8f-9b40-c5eea61f4060 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9f9ab5e-5400-4ac8-961c-9481fe79d3c6 HTTP/1.1" status: 200 len: 945 time: 0.0525775 Feb 17 18:33:58.377777 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9fff083b-cd23-437d-86ee-eb05221e44dc req-77273460-5738-4729-b24c-5fcfd797c142 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/security-groups?id=95ace7a7-b1f9-4028-98bb-9babbb644c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416234 Feb 17 18:33:59.496490 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6ef3d-aa31-45cf-b5fb-e01bfca7ed44 req-1f6b98ec-bb67-44ad-85cd-efd036bd4d5d tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:59.497966 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2df6ef3d-aa31-45cf-b5fb-e01bfca7ed44 req-1f6b98ec-bb67-44ad-85cd-efd036bd4d5d tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9f9ab5e-5400-4ac8-961c-9481fe79d3c6 HTTP/1.1" status: 200 len: 945 time: 0.0519042 Feb 17 18:33:59.547953 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2df6ef3d-aa31-45cf-b5fb-e01bfca7ed44 req-f3dadef6-e7b1-4c8a-a7ff-71639c07d30a tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/security-groups?id=95ace7a7-b1f9-4028-98bb-9babbb644c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444071 Feb 17 18:33:59.781549 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53a92ec-9ac3-4924-aaeb-92a095b9b277 req-31f65ba5-ae6d-4081-9c57-7f53c8ac5ab2 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:33:59.783020 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f53a92ec-9ac3-4924-aaeb-92a095b9b277 req-31f65ba5-ae6d-4081-9c57-7f53c8ac5ab2 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9f9ab5e-5400-4ac8-961c-9481fe79d3c6 HTTP/1.1" status: 200 len: 945 time: 0.0573676 Feb 17 18:33:59.829315 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f53a92ec-9ac3-4924-aaeb-92a095b9b277 req-2b51f6ea-6509-497c-a1cd-405eef6e8bc2 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/security-groups?id=95ace7a7-b1f9-4028-98bb-9babbb644c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406506 Feb 17 18:34:00.956601 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb17bb-e958-44f4-854a-cdba2a8454e5 req-08305dd1-73c7-4f12-a315-eb73d9fddb0c tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:34:00.958448 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-21bb17bb-e958-44f4-854a-cdba2a8454e5 req-08305dd1-73c7-4f12-a315-eb73d9fddb0c tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/ports?device_id=b9f9ab5e-5400-4ac8-961c-9481fe79d3c6 HTTP/1.1" status: 200 len: 945 time: 0.0587599 Feb 17 18:34:01.005606 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-21bb17bb-e958-44f4-854a-cdba2a8454e5 req-945c648f-0a6c-4740-ad6f-7c578245aa17 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/security-groups?id=95ace7a7-b1f9-4028-98bb-9babbb644c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414453 Feb 17 18:34:01.040293 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18fee7-e51d-4472-9d6b-ce72394e179e req-b346f09e-b6cb-4d15-a635-4692c88beee5 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:34:01.041763 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cf18fee7-e51d-4472-9d6b-ce72394e179e req-b346f09e-b6cb-4d15-a635-4692c88beee5 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.71 "GET /v2.0/ports?device_id=b9f9ab5e-5400-4ac8-961c-9481fe79d3c6 HTTP/1.1" status: 200 len: 945 time: 0.0587234 Feb 17 18:34:01.130358 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-cf18fee7-e51d-4472-9d6b-ce72394e179e req-bac06f6d-80dd-4043-a031-0a0ac580caed tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Deleting port 45caf3e6-1490-4c09-b44d-e1666685a4a8 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:34:01.130615 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-cf18fee7-e51d-4472-9d6b-ce72394e179e req-bac06f6d-80dd-4043-a031-0a0ac580caed tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (45caf3e6-1490-4c09-b44d-e1666685a4a8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:01.220946 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-cf18fee7-e51d-4472-9d6b-ce72394e179e req-bac06f6d-80dd-4043-a031-0a0ac580caed tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] For port 45caf3e6-1490-4c09-b44d-e1666685a4a8, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=45caf3e6-1490-4c09-b44d-e1666685a4a8,segment=NetworkSegment(f14c473c-e9bf-4da4-b04d-05b702dc6549),segment_id=f14c473c-e9bf-4da4-b04d-05b702dc6549)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:34:01.221308 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-cf18fee7-e51d-4472-9d6b-ce72394e179e req-bac06f6d-80dd-4043-a031-0a0ac580caed tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (45caf3e6-1490-4c09-b44d-e1666685a4a8), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:01.232727 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-cf18fee7-e51d-4472-9d6b-ce72394e179e req-bac06f6d-80dd-4043-a031-0a0ac580caed tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Calling delete_port for 45caf3e6-1490-4c09-b44d-e1666685a4a8 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:34:01.361683 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-cf18fee7-e51d-4472-9d6b-ce72394e179e req-bac06f6d-80dd-4043-a031-0a0ac580caed tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (45caf3e6-1490-4c09-b44d-e1666685a4a8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:01.374252 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['45caf3e6-1490-4c09-b44d-e1666685a4a8'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:34:01.376653 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['b99b699f-686a-486a-bf4c-548c2ad15e95'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:34:01.397550 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac06f6d-80dd-4043-a031-0a0ac580caed tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Pushing event deleted for resources: {'Port': ['ID=45caf3e6-1490-4c09-b44d-e1666685a4a8,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:01.427744 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac06f6d-80dd-4043-a031-0a0ac580caed tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:34:01.427961 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac06f6d-80dd-4043-a031-0a0ac580caed tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:34:01.428221 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac06f6d-80dd-4043-a031-0a0ac580caed tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:34:01.428592 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac06f6d-80dd-4043-a031-0a0ac580caed tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:34:01.428931 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac06f6d-80dd-4043-a031-0a0ac580caed tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:34:01.429271 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac06f6d-80dd-4043-a031-0a0ac580caed tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:34:01.429614 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac06f6d-80dd-4043-a031-0a0ac580caed tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:34:01.429950 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac06f6d-80dd-4043-a031-0a0ac580caed tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:34:01.430283 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac06f6d-80dd-4043-a031-0a0ac580caed tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:34:01.430616 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac06f6d-80dd-4043-a031-0a0ac580caed tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:34:01.430948 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac06f6d-80dd-4043-a031-0a0ac580caed tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:34:01.431278 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac06f6d-80dd-4043-a031-0a0ac580caed tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:34:01.431613 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac06f6d-80dd-4043-a031-0a0ac580caed tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:34:01.448810 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf18fee7-e51d-4472-9d6b-ce72394e179e req-bac06f6d-80dd-4043-a031-0a0ac580caed tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] No DVR routers for this DVR port 45caf3e6-1490-4c09-b44d-e1666685a4a8 on host n-h1-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:34:01.451880 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-cf18fee7-e51d-4472-9d6b-ce72394e179e req-bac06f6d-80dd-4043-a031-0a0ac580caed tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:01.454897 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-cf18fee7-e51d-4472-9d6b-ce72394e179e req-bac06f6d-80dd-4043-a031-0a0ac580caed tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.71 "DELETE /v2.0/ports/45caf3e6-1490-4c09-b44d-e1666685a4a8 HTTP/1.1" status: 204 len: 173 time: 0.4083967 Feb 17 18:34:01.455348 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f9ab5e-5400-4ac8-961c-9481fe79d3c6', 'name': 'network-vif-deleted', 'tag': '45caf3e6-1490-4c09-b44d-e1666685a4a8'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:34:01.457722 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785bc42b-c4d2-41ce-a085-bdaf874673c8" -d '{"events": [{"server_uuid": "b9f9ab5e-5400-4ac8-961c-9481fe79d3c6", "name": "network-vif-deleted", "tag": "45caf3e6-1490-4c09-b44d-e1666685a4a8"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:34:01.570795 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49a7f49-e3b1-4685-b357-173517a5e767 x-openstack-request-id: req-e49a7f49-e3b1-4685-b357-173517a5e767 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:34:01.571144 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f9ab5e-5400-4ac8-961c-9481fe79d3c6", "name": "network-vif-deleted", "tag": "45caf3e6-1490-4c09-b44d-e1666685a4a8", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:34:01.571493 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e49a7f49-e3b1-4685-b357-173517a5e767 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:34:01.571912 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f9ab5e-5400-4ac8-961c-9481fe79d3c6', 'name': 'network-vif-deleted', 'tag': '45caf3e6-1490-4c09-b44d-e1666685a4a8', 'status': 'completed', 'code': 200} Feb 17 18:34:02.168188 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754285f8-1dc7-4e78-9b4d-5e8ffdd9017d req-e852c303-f773-4872-a556-4a4b7732148a tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:34:02.169719 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-754285f8-1dc7-4e78-9b4d-5e8ffdd9017d req-e852c303-f773-4872-a556-4a4b7732148a tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/ports?device_id=36e86e25-b408-4d9a-8af2-5c4d04f86a3f HTTP/1.1" status: 200 len: 945 time: 0.0569167 Feb 17 18:34:02.215710 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-754285f8-1dc7-4e78-9b4d-5e8ffdd9017d req-d0acf745-e3cd-4b0d-8017-c4bdeeb7db64 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/security-groups?id=95ace7a7-b1f9-4028-98bb-9babbb644c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404022 Feb 17 18:34:02.346844 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05174b0-9ae3-4243-89cc-aad723585c6e req-78efcfa5-79ff-42f5-9f20-59d67320c7a5 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:34:02.348229 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c05174b0-9ae3-4243-89cc-aad723585c6e req-78efcfa5-79ff-42f5-9f20-59d67320c7a5 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/ports?device_id=36e86e25-b408-4d9a-8af2-5c4d04f86a3f HTTP/1.1" status: 200 len: 945 time: 0.0521984 Feb 17 18:34:02.394248 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c05174b0-9ae3-4243-89cc-aad723585c6e req-6423718e-02e6-469f-8933-0c50445a096c tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/security-groups?id=95ace7a7-b1f9-4028-98bb-9babbb644c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405424 Feb 17 18:34:02.510852 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734a271-442d-403e-8777-ea21b5b381ec req-c0505008-40f8-43b2-b845-c040a5784109 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:34:02.512348 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5734a271-442d-403e-8777-ea21b5b381ec req-c0505008-40f8-43b2-b845-c040a5784109 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/ports?device_id=36e86e25-b408-4d9a-8af2-5c4d04f86a3f HTTP/1.1" status: 200 len: 945 time: 0.0522573 Feb 17 18:34:02.562438 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5734a271-442d-403e-8777-ea21b5b381ec req-5a76a573-3b78-4512-89c8-f36042956601 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/security-groups?id=95ace7a7-b1f9-4028-98bb-9babbb644c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445130 Feb 17 18:34:02.730853 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e9649-52cb-4742-8e4a-00a6b83202ca req-bc53b647-5bad-4e49-a662-1c7df571bdb3 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:34:02.732338 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a93e9649-52cb-4742-8e4a-00a6b83202ca req-bc53b647-5bad-4e49-a662-1c7df571bdb3 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/ports?device_id=36e86e25-b408-4d9a-8af2-5c4d04f86a3f HTTP/1.1" status: 200 len: 945 time: 0.0515239 Feb 17 18:34:02.785640 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a93e9649-52cb-4742-8e4a-00a6b83202ca req-1213d018-4f68-4215-828b-f87dc26985c5 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/security-groups?id=95ace7a7-b1f9-4028-98bb-9babbb644c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475273 Feb 17 18:34:02.902841 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1fef05-67e0-4fd7-b3f4-e0895517b5cb req-3bed5688-69cc-4e5c-8c5c-a3825fcd6807 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:34:02.904365 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4f1fef05-67e0-4fd7-b3f4-e0895517b5cb req-3bed5688-69cc-4e5c-8c5c-a3825fcd6807 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/ports?device_id=36e86e25-b408-4d9a-8af2-5c4d04f86a3f HTTP/1.1" status: 200 len: 945 time: 0.0529838 Feb 17 18:34:02.949942 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4f1fef05-67e0-4fd7-b3f4-e0895517b5cb req-e7e47e6b-693c-48cc-8090-0c85d63f6200 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/security-groups?id=95ace7a7-b1f9-4028-98bb-9babbb644c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400076 Feb 17 18:34:03.061868 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-32319490-a973-4f31-be36-55efa2395612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:03.081206 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f729440-77ba-46d1-b9d2-8fd6d93afbc0 req-85c69410-a49a-4315-9edc-7cec3f55d11e tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:34:03.082694 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9f729440-77ba-46d1-b9d2-8fd6d93afbc0 req-85c69410-a49a-4315-9edc-7cec3f55d11e tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/ports?device_id=36e86e25-b408-4d9a-8af2-5c4d04f86a3f HTTP/1.1" status: 200 len: 945 time: 0.0580673 Feb 17 18:34:03.130286 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9f729440-77ba-46d1-b9d2-8fd6d93afbc0 req-7ebe6fc7-e640-4690-a0f8-74b08dffdcc7 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/security-groups?id=95ace7a7-b1f9-4028-98bb-9babbb644c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419202 Feb 17 18:34:03.433583 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02173f-b136-4adc-adbd-fa6b04ded301 req-0c59bdf1-b7a9-46ae-bcd2-cabc55f896d4 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:34:03.435013 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bb02173f-b136-4adc-adbd-fa6b04ded301 req-0c59bdf1-b7a9-46ae-bcd2-cabc55f896d4 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/ports?device_id=36e86e25-b408-4d9a-8af2-5c4d04f86a3f HTTP/1.1" status: 200 len: 945 time: 0.0540528 Feb 17 18:34:03.481456 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bb02173f-b136-4adc-adbd-fa6b04ded301 req-0fa50102-916a-4107-ac70-6cee0f3a49e4 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/security-groups?id=95ace7a7-b1f9-4028-98bb-9babbb644c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407436 Feb 17 18:34:03.568881 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 45caf3e6-1490-4c09-b44d-e1666685a4a8 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:34:03.589764 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: 45caf3e6-1490-4c09-b44d-e1666685a4a8 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:34:03.590111 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 45caf3e6-1490-4c09-b44d-e1666685a4a8 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:34:04.604722 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89c7a5-27bd-470d-a32d-cecd41b687d2 req-e7f040e4-f69e-4124-8c41-d0d7614cade5 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:34:04.606190 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4b89c7a5-27bd-470d-a32d-cecd41b687d2 req-e7f040e4-f69e-4124-8c41-d0d7614cade5 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/ports?device_id=36e86e25-b408-4d9a-8af2-5c4d04f86a3f HTTP/1.1" status: 200 len: 945 time: 0.0560586 Feb 17 18:34:04.652324 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4b89c7a5-27bd-470d-a32d-cecd41b687d2 req-c2c71eee-d97c-46ce-94c0-fd539cb1e865 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/security-groups?id=95ace7a7-b1f9-4028-98bb-9babbb644c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403769 Feb 17 18:34:04.784075 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae014d-c6b4-4f01-a3b6-e74cfc57b6c0 req-32454275-b965-4de4-be40-9a8659d158c3 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:34:04.785551 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f3ae014d-c6b4-4f01-a3b6-e74cfc57b6c0 req-32454275-b965-4de4-be40-9a8659d158c3 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.91 "GET /v2.0/ports?device_id=36e86e25-b408-4d9a-8af2-5c4d04f86a3f HTTP/1.1" status: 200 len: 945 time: 0.0517719 Feb 17 18:34:04.878913 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-f3ae014d-c6b4-4f01-a3b6-e74cfc57b6c0 req-27f13f36-a39b-4678-8836-d51ccac096c3 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Deleting port b99b699f-686a-486a-bf4c-548c2ad15e95 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:34:04.879252 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f3ae014d-c6b4-4f01-a3b6-e74cfc57b6c0 req-27f13f36-a39b-4678-8836-d51ccac096c3 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (b99b699f-686a-486a-bf4c-548c2ad15e95), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:04.964503 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-f3ae014d-c6b4-4f01-a3b6-e74cfc57b6c0 req-27f13f36-a39b-4678-8836-d51ccac096c3 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] For port b99b699f-686a-486a-bf4c-548c2ad15e95, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=b99b699f-686a-486a-bf4c-548c2ad15e95,segment=NetworkSegment(f14c473c-e9bf-4da4-b04d-05b702dc6549),segment_id=f14c473c-e9bf-4da4-b04d-05b702dc6549)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:34:04.964869 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f3ae014d-c6b4-4f01-a3b6-e74cfc57b6c0 req-27f13f36-a39b-4678-8836-d51ccac096c3 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (b99b699f-686a-486a-bf4c-548c2ad15e95), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:04.976850 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-f3ae014d-c6b4-4f01-a3b6-e74cfc57b6c0 req-27f13f36-a39b-4678-8836-d51ccac096c3 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Calling delete_port for b99b699f-686a-486a-bf4c-548c2ad15e95 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:34:05.105293 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f3ae014d-c6b4-4f01-a3b6-e74cfc57b6c0 req-27f13f36-a39b-4678-8836-d51ccac096c3 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (b99b699f-686a-486a-bf4c-548c2ad15e95), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:05.117145 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['b99b699f-686a-486a-bf4c-548c2ad15e95'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:34:05.133287 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f13f36-a39b-4678-8836-d51ccac096c3 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Pushing event deleted for resources: {'Port': ['ID=b99b699f-686a-486a-bf4c-548c2ad15e95,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:05.185090 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ae014d-c6b4-4f01-a3b6-e74cfc57b6c0 req-27f13f36-a39b-4678-8836-d51ccac096c3 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] No DVR routers for this DVR port b99b699f-686a-486a-bf4c-548c2ad15e95 on host n-h2-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:34:05.187888 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-f3ae014d-c6b4-4f01-a3b6-e74cfc57b6c0 req-27f13f36-a39b-4678-8836-d51ccac096c3 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:05.191333 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f3ae014d-c6b4-4f01-a3b6-e74cfc57b6c0 req-27f13f36-a39b-4678-8836-d51ccac096c3 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.91 "DELETE /v2.0/ports/b99b699f-686a-486a-bf4c-548c2ad15e95 HTTP/1.1" status: 204 len: 173 time: 0.3991706 Feb 17 18:34:05.191779 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e86e25-b408-4d9a-8af2-5c4d04f86a3f', 'name': 'network-vif-deleted', 'tag': 'b99b699f-686a-486a-bf4c-548c2ad15e95'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:34:05.194072 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1191d2d5-6cee-4c22-99bf-29f7e07814a5" -d '{"events": [{"server_uuid": "36e86e25-b408-4d9a-8af2-5c4d04f86a3f", "name": "network-vif-deleted", "tag": "b99b699f-686a-486a-bf4c-548c2ad15e95"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:34:05.231564 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8290b323-aa6b-496e-8ac9-51974e7cdae4 x-openstack-request-id: req-8290b323-aa6b-496e-8ac9-51974e7cdae4 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:34:05.231866 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e86e25-b408-4d9a-8af2-5c4d04f86a3f", "name": "network-vif-deleted", "tag": "b99b699f-686a-486a-bf4c-548c2ad15e95", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:34:05.232124 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8290b323-aa6b-496e-8ac9-51974e7cdae4 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:34:05.232576 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e86e25-b408-4d9a-8af2-5c4d04f86a3f', 'name': 'network-vif-deleted', 'tag': 'b99b699f-686a-486a-bf4c-548c2ad15e95', 'status': 'completed', 'code': 200} Feb 17 18:34:05.515902 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d47ccc5f-9cf9-4011-84de-f57d9059286e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:05.764841 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9e4bcc35-a4e1-4956-a9c2-75ecddf224e0 req-a0463373-7509-4b88-9a1b-c5e892a59d00 tempest-ServersNegativeTestJSON-1609016496 tempest-ServersNegativeTestJSON-1609016496-project] 10.222.0.87 "GET /v2.0/ports?device_id=36e86e25-b408-4d9a-8af2-5c4d04f86a3f HTTP/1.1" status: 200 len: 210 time: 0.0315592 Feb 17 18:34:06.821118 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40130) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:34:06.870448 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb5af6b8-d7e7-4a46-b613-19494b10daa8 admin admin] Deleting subnet df73f295-fcbd-4773-a207-d8836b59fc3d {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:34:06.873535 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb5af6b8-d7e7-4a46-b613-19494b10daa8 admin admin] Publish callbacks [] for subnet (df73f295-fcbd-4773-a207-d8836b59fc3d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:06.907167 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb5af6b8-d7e7-4a46-b613-19494b10daa8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (df73f295-fcbd-4773-a207-d8836b59fc3d), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:06.932124 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:06.945951 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb5af6b8-d7e7-4a46-b613-19494b10daa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (df73f295-fcbd-4773-a207-d8836b59fc3d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:06.996296 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb5af6b8-d7e7-4a46-b613-19494b10daa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (df73f295-fcbd-4773-a207-d8836b59fc3d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:07.026340 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5af6b8-d7e7-4a46-b613-19494b10daa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df73f295-fcbd-4773-a207-d8836b59fc3d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:07.028324 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb5af6b8-d7e7-4a46-b613-19494b10daa8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:07.031441 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-cb5af6b8-d7e7-4a46-b613-19494b10daa8 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/df73f295-fcbd-4773-a207-d8836b59fc3d HTTP/1.1" status: 204 len: 168 time: 0.2093341 Feb 17 18:34:07.033955 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40132) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:34:07.100114 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-04c952b6-2a79-4913-9943-137e736ad17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (dc398e28-cad1-4692-90d0-9b1b2bff135c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:07.181847 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-04c952b6-2a79-4913-9943-137e736ad17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (dc398e28-cad1-4692-90d0-9b1b2bff135c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:07.201096 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-04c952b6-2a79-4913-9943-137e736ad17a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc398e28-cad1-4692-90d0-9b1b2bff135c']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:34:07.209898 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-04c952b6-2a79-4913-9943-137e736ad17a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f14c473c-e9bf-4da4-b04d-05b702dc6549') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:34:07.210196 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-04c952b6-2a79-4913-9943-137e736ad17a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f14c473c-e9bf-4da4-b04d-05b702dc6549') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:34:07.220649 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-04c952b6-2a79-4913-9943-137e736ad17a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (f14c473c-e9bf-4da4-b04d-05b702dc6549), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:07.234571 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-04c952b6-2a79-4913-9943-137e736ad17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (f14c473c-e9bf-4da4-b04d-05b702dc6549), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:07.240269 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04c952b6-2a79-4913-9943-137e736ad17a admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:34:07.240661 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-04c952b6-2a79-4913-9943-137e736ad17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (f14c473c-e9bf-4da4-b04d-05b702dc6549), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:07.242542 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 18:34:07.242542 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:34:07.242542 n-d-829613-2 neutron-server[103434]: timer() Feb 17 18:34:07.242542 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:34:07.242542 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 18:34:07.242542 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:34:07.242542 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 18:34:07.242542 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:34:07.242542 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 18:34:07.242542 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:34:07.242542 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 18:34:07.242542 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:34:07.242542 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 18:34:07.242542 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:34:07.242542 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:34:07.242542 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:34:07.242542 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:34:07.242542 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:34:07.242542 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 18:34:07.242542 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:34:07.242542 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 18:34:07.242542 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:34:07.242542 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:34:07.242542 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:34:07.242542 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 18:34:07.242542 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:34:07.242542 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:34:07.242542 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:34:07.242542 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:34:07.242542 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:34:07.242542 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:34:07.242542 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:34:07.294642 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-04c952b6-2a79-4913-9943-137e736ad17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (dc398e28-cad1-4692-90d0-9b1b2bff135c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:07.299938 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-04c952b6-2a79-4913-9943-137e736ad17a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:07.303070 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-04c952b6-2a79-4913-9943-137e736ad17a admin admin] 10.222.0.87 "DELETE /v2.0/networks/dc398e28-cad1-4692-90d0-9b1b2bff135c HTTP/1.1" status: 204 len: 168 time: 0.2682199 Feb 17 18:34:07.313719 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c952b6-2a79-4913-9943-137e736ad17a admin admin] Pushing event deleted for resources: {'Network': ['ID=dc398e28-cad1-4692-90d0-9b1b2bff135c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:07.410563 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40136) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:34:07.449847 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-2e477af1-534c-4515-86d3-2564bea01d51 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d4fb12f257154587b267069adff81e5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381439 Feb 17 18:34:07.452184 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40138) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:34:07.503022 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4f184598-a9e8-4d5e-b82b-cb55fcca3391 admin admin] Publish callbacks [] for security_group (95ace7a7-b1f9-4028-98bb-9babbb644c4e), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:07.524460 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4f184598-a9e8-4d5e-b82b-cb55fcca3391 admin admin] Publish callbacks [] for security_group (95ace7a7-b1f9-4028-98bb-9babbb644c4e), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:07.574274 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4f184598-a9e8-4d5e-b82b-cb55fcca3391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (95ace7a7-b1f9-4028-98bb-9babbb644c4e), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:07.576856 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4f184598-a9e8-4d5e-b82b-cb55fcca3391 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:07.578066 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4f184598-a9e8-4d5e-b82b-cb55fcca3391 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/95ace7a7-b1f9-4028-98bb-9babbb644c4e HTTP/1.1" status: 204 len: 168 time: 0.1249297 Feb 17 18:34:07.585671 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f184598-a9e8-4d5e-b82b-cb55fcca3391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ace7a7-b1f9-4028-98bb-9babbb644c4e,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:07.958991 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device b99b699f-686a-486a-bf4c-548c2ad15e95 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:34:07.978202 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: b99b699f-686a-486a-bf4c-548c2ad15e95 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:34:07.978548 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device b99b699f-686a-486a-bf4c-548c2ad15e95 not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:34:08.158270 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:08.235899 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40162) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:34:08.327258 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-82c5a65b-33f3-49d7-abea-098c7613db2b tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1063008833'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:34:08.347308 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c5a65b-33f3-49d7-abea-098c7613db2b tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Made reservation on behalf of 69cba0b683524391962e960529f34c37 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:34:08.350731 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-82c5a65b-33f3-49d7-abea-098c7613db2b tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:08.358948 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-82c5a65b-33f3-49d7-abea-098c7613db2b tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:08.434061 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-82c5a65b-33f3-49d7-abea-098c7613db2b tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks [] for security_group (3df380db-ea81-4e13-8449-0d4d62ebe93b), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:08.437880 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-82c5a65b-33f3-49d7-abea-098c7613db2b tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (3df380db-ea81-4e13-8449-0d4d62ebe93b), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:08.465076 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82c5a65b-33f3-49d7-abea-098c7613db2b tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:34:08.475104 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c5a65b-33f3-49d7-abea-098c7613db2b tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3df380db-ea81-4e13-8449-0d4d62ebe93b,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:08.481788 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-82c5a65b-33f3-49d7-abea-098c7613db2b tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (fa8c758d-eda7-4051-9954-2a941223ed46), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:08.482137 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-82c5a65b-33f3-49d7-abea-098c7613db2b tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Added segment fa8c758d-eda7-4051-9954-2a941223ed46 of type vlan for network 86e6f69f-18bc-4451-8bca-f4d62deab544 Feb 17 18:34:08.522769 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-82c5a65b-33f3-49d7-abea-098c7613db2b tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (86e6f69f-18bc-4451-8bca-f4d62deab544), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:08.546288 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-82c5a65b-33f3-49d7-abea-098c7613db2b tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (86e6f69f-18bc-4451-8bca-f4d62deab544), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:08.551490 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c5a65b-33f3-49d7-abea-098c7613db2b tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:34:08.552077 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-82c5a65b-33f3-49d7-abea-098c7613db2b tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:08.586122 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-82c5a65b-33f3-49d7-abea-098c7613db2b tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3490965 Feb 17 18:34:08.626613 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c5a65b-33f3-49d7-abea-098c7613db2b tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Pushing event updated for resources: {'Network': ['ID=86e6f69f-18bc-4451-8bca-f4d62deab544,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:08.637892 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 86e6f69f-18bc-4451-8bca-f4d62deab544 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:34:09.226858 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:11.893503 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40166) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:34:11.898640 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-74cb016a-b70c-46d2-9baf-3c961ce44ab7 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Request body: {'subnet': {'network_id': '86e6f69f-18bc-4451-8bca-f4d62deab544', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:34:11.983673 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74cb016a-b70c-46d2-9baf-3c961ce44ab7 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Made reservation on behalf of 69cba0b683524391962e960529f34c37 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:34:11.987060 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-74cb016a-b70c-46d2-9baf-3c961ce44ab7 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:12.168985 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-74cb016a-b70c-46d2-9baf-3c961ce44ab7 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (d4b9fdd3-0c91-4a42-9b71-adbe7afaf4ce), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:12.233168 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cb016a-b70c-46d2-9baf-3c961ce44ab7 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Pushing event updated for resources: {'Subnet': ['ID=d4b9fdd3-0c91-4a42-9b71-adbe7afaf4ce,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:12.240516 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cb016a-b70c-46d2-9baf-3c961ce44ab7 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Checking segment: {'id': 'fa8c758d-eda7-4051-9954-2a941223ed46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '86e6f69f-18bc-4451-8bca-f4d62deab544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:34:12.240881 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cb016a-b70c-46d2-9baf-3c961ce44ab7 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Network hostable DHCP agents. Network: 86e6f69f-18bc-4451-8bca-f4d62deab544, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:34:12.256817 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cb016a-b70c-46d2-9baf-3c961ce44ab7 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Network 86e6f69f-18bc-4451-8bca-f4d62deab544 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:34:12.264840 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-74cb016a-b70c-46d2-9baf-3c961ce44ab7 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 86e6f69f-18bc-4451-8bca-f4d62deab544) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:34:12.268959 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cb016a-b70c-46d2-9baf-3c961ce44ab7 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:34:12.269554 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-74cb016a-b70c-46d2-9baf-3c961ce44ab7 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:12.275476 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba6b0e5-940b-455b-b742-9005717cb0e1 None None] Network 86e6f69f-18bc-4451-8bca-f4d62deab544 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:34:12.285788 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-74cb016a-b70c-46d2-9baf-3c961ce44ab7 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3911705 Feb 17 18:34:12.289316 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40168) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:34:12.295423 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-9c5f9e34-b8da-4768-8e4d-5e587a90d1fe tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1117552047'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:34:12.315262 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5f9e34-b8da-4768-8e4d-5e587a90d1fe tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Made reservation on behalf of 69cba0b683524391962e960529f34c37 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:34:12.318539 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9c5f9e34-b8da-4768-8e4d-5e587a90d1fe tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:12.345401 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c5f9e34-b8da-4768-8e4d-5e587a90d1fe tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:34:12.355061 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9c5f9e34-b8da-4768-8e4d-5e587a90d1fe tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (c6fc4800-cb13-40df-8472-fc8a0588e4f7), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:12.355407 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-9c5f9e34-b8da-4768-8e4d-5e587a90d1fe tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Added segment c6fc4800-cb13-40df-8472-fc8a0588e4f7 of type vlan for network 06297779-cfe1-41d4-91c0-f9bd46803db0 Feb 17 18:34:12.383347 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe8d6b1-48f8-4e4b-9c06-78b246b0b617 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-86e6f69f-18bc-4451-8bca-f4d62deab544', 'network_id': '86e6f69f-18bc-4451-8bca-f4d62deab544', 'project_id': '69cba0b683524391962e960529f34c37', 'fixed_ips': [{'subnet_id': 'd4b9fdd3-0c91-4a42-9b71-adbe7afaf4ce'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 18:34:12.384260 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0fe8d6b1-48f8-4e4b-9c06-78b246b0b617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:12.397178 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9c5f9e34-b8da-4768-8e4d-5e587a90d1fe tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (06297779-cfe1-41d4-91c0-f9bd46803db0), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:12.421846 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9c5f9e34-b8da-4768-8e4d-5e587a90d1fe tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (06297779-cfe1-41d4-91c0-f9bd46803db0), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:12.426689 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5f9e34-b8da-4768-8e4d-5e587a90d1fe tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:34:12.427268 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9c5f9e34-b8da-4768-8e4d-5e587a90d1fe tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:12.466631 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9c5f9e34-b8da-4768-8e4d-5e587a90d1fe tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1760406 Feb 17 18:34:12.469747 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40170) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:34:12.474210 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-1359cf2f-1078-443d-a295-c8c93dd37b36 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Request body: {'subnet': {'network_id': '06297779-cfe1-41d4-91c0-f9bd46803db0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:34:12.503732 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f9e34-b8da-4768-8e4d-5e587a90d1fe tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Pushing event updated for resources: {'Network': ['ID=06297779-cfe1-41d4-91c0-f9bd46803db0,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:12.516420 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 06297779-cfe1-41d4-91c0-f9bd46803db0 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:34:12.523303 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-0fe8d6b1-48f8-4e4b-9c06-78b246b0b617 None None] Allocated IP 2001:db8:0:ffff::2 (86e6f69f-18bc-4451-8bca-f4d62deab544/d4b9fdd3-0c91-4a42-9b71-adbe7afaf4ce/2b75fd88-3070-4b51-86e1-15264a781450) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:34:12.589690 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1359cf2f-1078-443d-a295-c8c93dd37b36 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Made reservation on behalf of 69cba0b683524391962e960529f34c37 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:34:12.593082 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1359cf2f-1078-443d-a295-c8c93dd37b36 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:12.722025 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0fe8d6b1-48f8-4e4b-9c06-78b246b0b617 None None] Publish callbacks [] for port (2b75fd88-3070-4b51-86e1-15264a781450), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:12.729809 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0fe8d6b1-48f8-4e4b-9c06-78b246b0b617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (2b75fd88-3070-4b51-86e1-15264a781450), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:12.766580 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe8d6b1-48f8-4e4b-9c06-78b246b0b617 None None] Network 86e6f69f-18bc-4451-8bca-f4d62deab544 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:34:12.772003 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-0fe8d6b1-48f8-4e4b-9c06-78b246b0b617 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:34:12.776182 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe8d6b1-48f8-4e4b-9c06-78b246b0b617 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:34:12.785096 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe8d6b1-48f8-4e4b-9c06-78b246b0b617 None None] Pushing event updated for resources: {'Port': ['ID=2b75fd88-3070-4b51-86e1-15264a781450,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:12.794800 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1359cf2f-1078-443d-a295-c8c93dd37b36 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (05d8fa07-7f3d-494a-92e0-2af92f0b3ba9), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:12.841882 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-0fe8d6b1-48f8-4e4b-9c06-78b246b0b617 None None] Attempting to bind port 2b75fd88-3070-4b51-86e1-15264a781450 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:34:12.842299 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-0fe8d6b1-48f8-4e4b-9c06-78b246b0b617 None None] Attempting to bind port 2b75fd88-3070-4b51-86e1-15264a781450 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'fa8c758d-eda7-4051-9954-2a941223ed46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '86e6f69f-18bc-4451-8bca-f4d62deab544'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:34:12.842665 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe8d6b1-48f8-4e4b-9c06-78b246b0b617 None None] Attempting to bind port 2b75fd88-3070-4b51-86e1-15264a781450 on network 86e6f69f-18bc-4451-8bca-f4d62deab544 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:34:12.847545 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe8d6b1-48f8-4e4b-9c06-78b246b0b617 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:34:12.847916 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe8d6b1-48f8-4e4b-9c06-78b246b0b617 None None] Checking segment: {'id': 'fa8c758d-eda7-4051-9954-2a941223ed46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '86e6f69f-18bc-4451-8bca-f4d62deab544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:34:12.848346 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0fe8d6b1-48f8-4e4b-9c06-78b246b0b617 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:12.848741 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe8d6b1-48f8-4e4b-9c06-78b246b0b617 None None] Bound using segment: {'id': 'fa8c758d-eda7-4051-9954-2a941223ed46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '86e6f69f-18bc-4451-8bca-f4d62deab544'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:34:12.849205 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-0fe8d6b1-48f8-4e4b-9c06-78b246b0b617 None None] Bound port: 2b75fd88-3070-4b51-86e1-15264a781450, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa8c758d-eda7-4051-9954-2a941223ed46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '86e6f69f-18bc-4451-8bca-f4d62deab544'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:34:12.849611 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0fe8d6b1-48f8-4e4b-9c06-78b246b0b617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2b75fd88-3070-4b51-86e1-15264a781450), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:12.857652 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1359cf2f-1078-443d-a295-c8c93dd37b36 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Pushing event updated for resources: {'Subnet': ['ID=05d8fa07-7f3d-494a-92e0-2af92f0b3ba9,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:12.866632 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1359cf2f-1078-443d-a295-c8c93dd37b36 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Checking segment: {'id': 'c6fc4800-cb13-40df-8472-fc8a0588e4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '06297779-cfe1-41d4-91c0-f9bd46803db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:34:12.867002 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1359cf2f-1078-443d-a295-c8c93dd37b36 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Network hostable DHCP agents. Network: 06297779-cfe1-41d4-91c0-f9bd46803db0, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:34:12.885265 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1359cf2f-1078-443d-a295-c8c93dd37b36 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Network 06297779-cfe1-41d4-91c0-f9bd46803db0 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:34:12.894486 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-1359cf2f-1078-443d-a295-c8c93dd37b36 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 06297779-cfe1-41d4-91c0-f9bd46803db0) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:34:12.898439 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1359cf2f-1078-443d-a295-c8c93dd37b36 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:34:12.899040 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1359cf2f-1078-443d-a295-c8c93dd37b36 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:12.907293 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5593f1d3-76a6-49da-98dd-e0dd87e46518 None None] Network 06297779-cfe1-41d4-91c0-f9bd46803db0 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:34:12.916300 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-1359cf2f-1078-443d-a295-c8c93dd37b36 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4452019 Feb 17 18:34:12.918934 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40172) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:34:12.939041 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-0fe8d6b1-48f8-4e4b-9c06-78b246b0b617 None None] For port 2b75fd88-3070-4b51-86e1-15264a781450, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:34:12.955864 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-0fe8d6b1-48f8-4e4b-9c06-78b246b0b617 None None] For port 2b75fd88-3070-4b51-86e1-15264a781450, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=2b75fd88-3070-4b51-86e1-15264a781450,segment=NetworkSegment(fa8c758d-eda7-4051-9954-2a941223ed46),segment_id=fa8c758d-eda7-4051-9954-2a941223ed46)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:34:12.995974 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0fe8d6b1-48f8-4e4b-9c06-78b246b0b617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (2b75fd88-3070-4b51-86e1-15264a781450), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:13.065072 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe8d6b1-48f8-4e4b-9c06-78b246b0b617 None None] Pushing event updated for resources: {'Port': ['ID=2b75fd88-3070-4b51-86e1-15264a781450,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:13.100428 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfd706c-78cb-4b81-a648-81c7dc349ba8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-06297779-cfe1-41d4-91c0-f9bd46803db0', 'network_id': '06297779-cfe1-41d4-91c0-f9bd46803db0', 'project_id': '69cba0b683524391962e960529f34c37', 'fixed_ips': [{'subnet_id': '05d8fa07-7f3d-494a-92e0-2af92f0b3ba9'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 18:34:13.103629 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ecfd706c-78cb-4b81-a648-81c7dc349ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:13.281458 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-ecfd706c-78cb-4b81-a648-81c7dc349ba8 None None] Allocated IP 2001:db8::2 (06297779-cfe1-41d4-91c0-f9bd46803db0/05d8fa07-7f3d-494a-92e0-2af92f0b3ba9/1191464a-3b9d-45b7-8ceb-8915b0e79533) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:34:13.370069 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-963e0b7e-1cee-4739-ba0c-387cc7541996 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (06297779-cfe1-41d4-91c0-f9bd46803db0), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:13.408085 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 2b75fd88-3070-4b51-86e1-15264a781450 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:34:13.466802 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-963e0b7e-1cee-4739-ba0c-387cc7541996 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (05d8fa07-7f3d-494a-92e0-2af92f0b3ba9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:13.510320 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ecfd706c-78cb-4b81-a648-81c7dc349ba8 None None] Publish callbacks [] for port (1191464a-3b9d-45b7-8ceb-8915b0e79533), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:13.518273 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ecfd706c-78cb-4b81-a648-81c7dc349ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (1191464a-3b9d-45b7-8ceb-8915b0e79533), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:13.521487 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 2b75fd88-3070-4b51-86e1-15264a781450 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:34:13.521853 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2b75fd88-3070-4b51-86e1-15264a781450), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:13.534876 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-963e0b7e-1cee-4739-ba0c-387cc7541996 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (05d8fa07-7f3d-494a-92e0-2af92f0b3ba9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:13.560360 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e0b7e-1cee-4739-ba0c-387cc7541996 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Pushing event deleted for resources: {'Subnet': ['ID=05d8fa07-7f3d-494a-92e0-2af92f0b3ba9,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:13.591420 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfd706c-78cb-4b81-a648-81c7dc349ba8 None None] Network 06297779-cfe1-41d4-91c0-f9bd46803db0 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:34:13.596886 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-ecfd706c-78cb-4b81-a648-81c7dc349ba8 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:34:13.599588 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd706c-78cb-4b81-a648-81c7dc349ba8 None None] Pushing event updated for resources: {'Port': ['ID=1191464a-3b9d-45b7-8ceb-8915b0e79533,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:13.601899 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfd706c-78cb-4b81-a648-81c7dc349ba8 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:34:13.634631 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-963e0b7e-1cee-4739-ba0c-387cc7541996 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (06297779-cfe1-41d4-91c0-f9bd46803db0), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:13.655186 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-963e0b7e-1cee-4739-ba0c-387cc7541996 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06297779-cfe1-41d4-91c0-f9bd46803db0']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:34:13.664650 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-963e0b7e-1cee-4739-ba0c-387cc7541996 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6fc4800-cb13-40df-8472-fc8a0588e4f7') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:34:13.664934 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-963e0b7e-1cee-4739-ba0c-387cc7541996 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6fc4800-cb13-40df-8472-fc8a0588e4f7') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:34:13.674768 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-963e0b7e-1cee-4739-ba0c-387cc7541996 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (c6fc4800-cb13-40df-8472-fc8a0588e4f7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:13.687887 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-963e0b7e-1cee-4739-ba0c-387cc7541996 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (c6fc4800-cb13-40df-8472-fc8a0588e4f7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:13.691617 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-ecfd706c-78cb-4b81-a648-81c7dc349ba8 None None] Attempting to bind port 1191464a-3b9d-45b7-8ceb-8915b0e79533 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:34:13.691996 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-ecfd706c-78cb-4b81-a648-81c7dc349ba8 None None] Attempting to bind port 1191464a-3b9d-45b7-8ceb-8915b0e79533 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'c6fc4800-cb13-40df-8472-fc8a0588e4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '06297779-cfe1-41d4-91c0-f9bd46803db0'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:34:13.692398 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfd706c-78cb-4b81-a648-81c7dc349ba8 None None] Attempting to bind port 1191464a-3b9d-45b7-8ceb-8915b0e79533 on network 06297779-cfe1-41d4-91c0-f9bd46803db0 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:34:13.694470 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 2b75fd88-3070-4b51-86e1-15264a781450 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:34:13.694742 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2b75fd88-3070-4b51-86e1-15264a781450), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:13.695011 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-963e0b7e-1cee-4739-ba0c-387cc7541996 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:34:13.695306 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-963e0b7e-1cee-4739-ba0c-387cc7541996 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (c6fc4800-cb13-40df-8472-fc8a0588e4f7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:13.698877 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 18:34:13.698877 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:34:13.698877 n-d-829613-2 neutron-server[103434]: timer() Feb 17 18:34:13.698877 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:34:13.698877 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 18:34:13.698877 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:34:13.698877 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 18:34:13.698877 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:34:13.698877 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 18:34:13.698877 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:34:13.698877 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 18:34:13.698877 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:34:13.698877 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 18:34:13.698877 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:34:13.698877 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:34:13.698877 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:34:13.698877 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:34:13.698877 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:34:13.698877 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 18:34:13.698877 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:34:13.698877 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 18:34:13.698877 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:34:13.698877 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:34:13.698877 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:34:13.698877 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 18:34:13.698877 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:34:13.698877 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:34:13.698877 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:34:13.698877 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:34:13.698877 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:34:13.698877 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:34:13.698877 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:34:13.705871 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfd706c-78cb-4b81-a648-81c7dc349ba8 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:34:13.706255 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfd706c-78cb-4b81-a648-81c7dc349ba8 None None] Checking segment: {'id': 'c6fc4800-cb13-40df-8472-fc8a0588e4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '06297779-cfe1-41d4-91c0-f9bd46803db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:34:13.706661 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ecfd706c-78cb-4b81-a648-81c7dc349ba8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:13.707057 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfd706c-78cb-4b81-a648-81c7dc349ba8 None None] Bound using segment: {'id': 'c6fc4800-cb13-40df-8472-fc8a0588e4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '06297779-cfe1-41d4-91c0-f9bd46803db0'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:34:13.707529 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-ecfd706c-78cb-4b81-a648-81c7dc349ba8 None None] Bound port: 1191464a-3b9d-45b7-8ceb-8915b0e79533, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6fc4800-cb13-40df-8472-fc8a0588e4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '06297779-cfe1-41d4-91c0-f9bd46803db0'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:34:13.707916 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ecfd706c-78cb-4b81-a648-81c7dc349ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1191464a-3b9d-45b7-8ceb-8915b0e79533), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:13.755077 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.db.api [None req-963e0b7e-1cee-4739-ba0c-387cc7541996 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 18:34:13.755077 n-d-829613-2 neutron-server[103434]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 18:34:13.755077 n-d-829613-2 neutron-server[103434]: [parameters: {'id': '06297779-cfe1-41d4-91c0-f9bd46803db0'}] Feb 17 18:34:13.755077 n-d-829613-2 neutron-server[103434]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 18:34:13.755443 n-d-829613-2 neutron-server[103434]: DEBUG oslo_db.api [None req-963e0b7e-1cee-4739-ba0c-387cc7541996 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 18:34:13.765295 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 2b75fd88-3070-4b51-86e1-15264a781450, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=2b75fd88-3070-4b51-86e1-15264a781450,segment=NetworkSegment(fa8c758d-eda7-4051-9954-2a941223ed46),segment_id=fa8c758d-eda7-4051-9954-2a941223ed46)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:34:13.772786 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (2b75fd88-3070-4b51-86e1-15264a781450), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:13.824860 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-ecfd706c-78cb-4b81-a648-81c7dc349ba8 None None] For port 1191464a-3b9d-45b7-8ceb-8915b0e79533, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:34:13.830486 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-ecfd706c-78cb-4b81-a648-81c7dc349ba8 None None] For port 1191464a-3b9d-45b7-8ceb-8915b0e79533, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=1191464a-3b9d-45b7-8ceb-8915b0e79533,segment=NetworkSegment(c6fc4800-cb13-40df-8472-fc8a0588e4f7),segment_id=c6fc4800-cb13-40df-8472-fc8a0588e4f7)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:34:13.844297 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ecfd706c-78cb-4b81-a648-81c7dc349ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (1191464a-3b9d-45b7-8ceb-8915b0e79533), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:13.846127 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=2b75fd88-3070-4b51-86e1-15264a781450,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:13.927004 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd706c-78cb-4b81-a648-81c7dc349ba8 None None] Pushing event updated for resources: {'Port': ['ID=1191464a-3b9d-45b7-8ceb-8915b0e79533,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:13.949649 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a73f2cd-2a91-4a70-8731-6e96ce1f841d None None] Network 06297779-cfe1-41d4-91c0-f9bd46803db0 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:34:14.124232 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab319efd-13a9-4b27-9c9d-cd6dc6d13baf None None] get_active_networks_info from n-d-829613-2 {{(pid=103436) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 17 18:34:14.192508 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab319efd-13a9-4b27-9c9d-cd6dc6d13baf None None] Resources bound (agent type, host, resource id): {{(pid=103436) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 18:34:14.211942 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-1247b222-5d6d-4df2-ab4c-360c3ff2e96d None None] Provisioning complete for port 2b75fd88-3070-4b51-86e1-15264a781450 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:34:14.212353 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1247b222-5d6d-4df2-ab4c-360c3ff2e96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2b75fd88-3070-4b51-86e1-15264a781450), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:14.256804 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-963e0b7e-1cee-4739-ba0c-387cc7541996 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (06297779-cfe1-41d4-91c0-f9bd46803db0), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:14.314512 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-963e0b7e-1cee-4739-ba0c-387cc7541996 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Deleting port 1191464a-3b9d-45b7-8ceb-8915b0e79533 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:34:14.314776 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-963e0b7e-1cee-4739-ba0c-387cc7541996 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (1191464a-3b9d-45b7-8ceb-8915b0e79533), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:14.377223 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-963e0b7e-1cee-4739-ba0c-387cc7541996 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] For port 1191464a-3b9d-45b7-8ceb-8915b0e79533, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=1191464a-3b9d-45b7-8ceb-8915b0e79533,segment=NetworkSegment(c6fc4800-cb13-40df-8472-fc8a0588e4f7),segment_id=c6fc4800-cb13-40df-8472-fc8a0588e4f7)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:34:14.377895 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-963e0b7e-1cee-4739-ba0c-387cc7541996 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (1191464a-3b9d-45b7-8ceb-8915b0e79533), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:14.381342 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-1247b222-5d6d-4df2-ab4c-360c3ff2e96d None None] Current status of the port 2b75fd88-3070-4b51-86e1-15264a781450 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:34:14.391276 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-963e0b7e-1cee-4739-ba0c-387cc7541996 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Calling delete_port for 1191464a-3b9d-45b7-8ceb-8915b0e79533 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:34:14.417554 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1a4074-fc65-4789-a372-96e2da798f33 None None] Network 86e6f69f-18bc-4451-8bca-f4d62deab544 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:34:14.473111 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-963e0b7e-1cee-4739-ba0c-387cc7541996 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (1191464a-3b9d-45b7-8ceb-8915b0e79533), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:14.500668 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e0b7e-1cee-4739-ba0c-387cc7541996 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Pushing event deleted for resources: {'Port': ['ID=1191464a-3b9d-45b7-8ceb-8915b0e79533,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:14.503447 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963e0b7e-1cee-4739-ba0c-387cc7541996 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] No DVR routers for this DVR port 1191464a-3b9d-45b7-8ceb-8915b0e79533 on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:34:14.582025 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-963e0b7e-1cee-4739-ba0c-387cc7541996 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (06297779-cfe1-41d4-91c0-f9bd46803db0), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:14.607429 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-963e0b7e-1cee-4739-ba0c-387cc7541996 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06297779-cfe1-41d4-91c0-f9bd46803db0']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:34:14.617066 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-963e0b7e-1cee-4739-ba0c-387cc7541996 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6fc4800-cb13-40df-8472-fc8a0588e4f7') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:34:14.617663 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-963e0b7e-1cee-4739-ba0c-387cc7541996 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6fc4800-cb13-40df-8472-fc8a0588e4f7') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:34:14.627857 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-963e0b7e-1cee-4739-ba0c-387cc7541996 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (c6fc4800-cb13-40df-8472-fc8a0588e4f7), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:14.642246 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-963e0b7e-1cee-4739-ba0c-387cc7541996 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (c6fc4800-cb13-40df-8472-fc8a0588e4f7), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:14.648657 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-963e0b7e-1cee-4739-ba0c-387cc7541996 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:34:14.649090 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-963e0b7e-1cee-4739-ba0c-387cc7541996 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (c6fc4800-cb13-40df-8472-fc8a0588e4f7), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:14.652526 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 18:34:14.652526 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:34:14.652526 n-d-829613-2 neutron-server[103434]: timer() Feb 17 18:34:14.652526 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:34:14.652526 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 18:34:14.652526 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:34:14.652526 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 18:34:14.652526 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:34:14.652526 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 18:34:14.652526 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:34:14.652526 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 18:34:14.652526 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:34:14.652526 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 18:34:14.652526 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:34:14.652526 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:34:14.652526 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:34:14.652526 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:34:14.652526 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:34:14.652526 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 18:34:14.652526 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:34:14.652526 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 18:34:14.652526 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:34:14.652526 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:34:14.652526 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:34:14.652526 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 18:34:14.652526 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:34:14.652526 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:34:14.652526 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:34:14.652526 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:34:14.652526 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:34:14.652526 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:34:14.652526 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:34:14.712483 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-963e0b7e-1cee-4739-ba0c-387cc7541996 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (06297779-cfe1-41d4-91c0-f9bd46803db0), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:14.719686 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-963e0b7e-1cee-4739-ba0c-387cc7541996 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:14.722801 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-963e0b7e-1cee-4739-ba0c-387cc7541996 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] 10.222.0.87 "DELETE /v2.0/networks/06297779-cfe1-41d4-91c0-f9bd46803db0 HTTP/1.1" status: 204 len: 168 time: 1.8029025 Feb 17 18:34:14.726363 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40174) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:34:14.731604 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-9a49c730-258b-470f-81da-23cf74ff2e38 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-449692326'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:34:14.736206 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e0b7e-1cee-4739-ba0c-387cc7541996 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Pushing event deleted for resources: {'Network': ['ID=06297779-cfe1-41d4-91c0-f9bd46803db0,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:14.752226 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a49c730-258b-470f-81da-23cf74ff2e38 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Made reservation on behalf of 69cba0b683524391962e960529f34c37 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:34:14.755478 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9a49c730-258b-470f-81da-23cf74ff2e38 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:14.778686 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a49c730-258b-470f-81da-23cf74ff2e38 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:34:14.787503 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9a49c730-258b-470f-81da-23cf74ff2e38 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (5cff7647-3074-4840-b2e1-df5767a79eb8), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:14.787839 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-9a49c730-258b-470f-81da-23cf74ff2e38 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Added segment 5cff7647-3074-4840-b2e1-df5767a79eb8 of type vlan for network cc539f4f-ffb5-4fab-aac8-9bbaec7a988f Feb 17 18:34:14.809566 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-9626b39b-f8c4-49dc-8e2f-7563aa0198c2 None None] Provisioning complete for port 2b75fd88-3070-4b51-86e1-15264a781450 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:34:14.809871 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9626b39b-f8c4-49dc-8e2f-7563aa0198c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2b75fd88-3070-4b51-86e1-15264a781450), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:14.827281 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9a49c730-258b-470f-81da-23cf74ff2e38 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (cc539f4f-ffb5-4fab-aac8-9bbaec7a988f), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:14.852123 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9a49c730-258b-470f-81da-23cf74ff2e38 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (cc539f4f-ffb5-4fab-aac8-9bbaec7a988f), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:14.857593 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a49c730-258b-470f-81da-23cf74ff2e38 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:34:14.858174 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9a49c730-258b-470f-81da-23cf74ff2e38 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:14.892348 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-9626b39b-f8c4-49dc-8e2f-7563aa0198c2 None None] Current status of the port 2b75fd88-3070-4b51-86e1-15264a781450 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:34:14.897710 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-9a49c730-258b-470f-81da-23cf74ff2e38 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1702299 Feb 17 18:34:14.900648 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40176) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:34:14.905982 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-72fd62ad-8759-4b4d-af2a-53200003dbc0 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Request body: {'subnet': {'network_id': 'cc539f4f-ffb5-4fab-aac8-9bbaec7a988f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:34:14.928663 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a49c730-258b-470f-81da-23cf74ff2e38 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Pushing event updated for resources: {'Network': ['ID=cc539f4f-ffb5-4fab-aac8-9bbaec7a988f,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:14.939564 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network cc539f4f-ffb5-4fab-aac8-9bbaec7a988f details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:34:14.994696 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fd62ad-8759-4b4d-af2a-53200003dbc0 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Made reservation on behalf of 69cba0b683524391962e960529f34c37 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:34:14.998143 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-72fd62ad-8759-4b4d-af2a-53200003dbc0 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:15.053037 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.ipam_backend_mixin [None req-72fd62ad-8759-4b4d-af2a-53200003dbc0 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Performing IP validity checks on allocation pools {{(pid=103434) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 17 18:34:15.053557 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.ipam_backend_mixin [None req-72fd62ad-8759-4b4d-af2a-53200003dbc0 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103434) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 17 18:34:15.181699 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-72fd62ad-8759-4b4d-af2a-53200003dbc0 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (4252e3f9-f715-40a5-8888-df2464d23202), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:15.233147 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd62ad-8759-4b4d-af2a-53200003dbc0 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Pushing event updated for resources: {'Subnet': ['ID=4252e3f9-f715-40a5-8888-df2464d23202,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:15.248836 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fd62ad-8759-4b4d-af2a-53200003dbc0 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Checking segment: {'id': '5cff7647-3074-4840-b2e1-df5767a79eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'cc539f4f-ffb5-4fab-aac8-9bbaec7a988f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:34:15.249201 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fd62ad-8759-4b4d-af2a-53200003dbc0 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Network hostable DHCP agents. Network: cc539f4f-ffb5-4fab-aac8-9bbaec7a988f, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:34:15.264635 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fd62ad-8759-4b4d-af2a-53200003dbc0 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Network cc539f4f-ffb5-4fab-aac8-9bbaec7a988f is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:34:15.272430 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-72fd62ad-8759-4b4d-af2a-53200003dbc0 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, cc539f4f-ffb5-4fab-aac8-9bbaec7a988f) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:34:15.276219 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fd62ad-8759-4b4d-af2a-53200003dbc0 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:34:15.276835 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-72fd62ad-8759-4b4d-af2a-53200003dbc0 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:15.281343 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbcd017-f359-41aa-b356-014e6061a04c None None] Network cc539f4f-ffb5-4fab-aac8-9bbaec7a988f requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:34:15.292906 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-72fd62ad-8759-4b4d-af2a-53200003dbc0 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.3909712 Feb 17 18:34:15.295401 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40178) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:34:15.404043 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7db1cf0f-3f38-48d6-9ab1-710c1eaeafe6 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (cc539f4f-ffb5-4fab-aac8-9bbaec7a988f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:15.470287 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 2b75fd88-3070-4b51-86e1-15264a781450 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:34:15.473964 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7db1cf0f-3f38-48d6-9ab1-710c1eaeafe6 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (4252e3f9-f715-40a5-8888-df2464d23202), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:15.534089 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7db1cf0f-3f38-48d6-9ab1-710c1eaeafe6 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (4252e3f9-f715-40a5-8888-df2464d23202), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:15.563023 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db1cf0f-3f38-48d6-9ab1-710c1eaeafe6 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Pushing event deleted for resources: {'Subnet': ['ID=4252e3f9-f715-40a5-8888-df2464d23202,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:15.587762 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 2b75fd88-3070-4b51-86e1-15264a781450 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:34:15.588144 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2b75fd88-3070-4b51-86e1-15264a781450), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:15.609745 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3195c941-45d4-4704-99fb-0a34e35b5bf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-cc539f4f-ffb5-4fab-aac8-9bbaec7a988f', 'network_id': 'cc539f4f-ffb5-4fab-aac8-9bbaec7a988f', 'project_id': '69cba0b683524391962e960529f34c37', 'fixed_ips': [{'subnet_id': '4252e3f9-f715-40a5-8888-df2464d23202'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 18:34:15.610611 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3195c941-45d4-4704-99fb-0a34e35b5bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:15.629686 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7db1cf0f-3f38-48d6-9ab1-710c1eaeafe6 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (cc539f4f-ffb5-4fab-aac8-9bbaec7a988f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:15.651306 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-7db1cf0f-3f38-48d6-9ab1-710c1eaeafe6 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc539f4f-ffb5-4fab-aac8-9bbaec7a988f']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:34:15.660587 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-7db1cf0f-3f38-48d6-9ab1-710c1eaeafe6 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cff7647-3074-4840-b2e1-df5767a79eb8') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:34:15.660890 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-7db1cf0f-3f38-48d6-9ab1-710c1eaeafe6 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cff7647-3074-4840-b2e1-df5767a79eb8') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:34:15.670350 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7db1cf0f-3f38-48d6-9ab1-710c1eaeafe6 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (5cff7647-3074-4840-b2e1-df5767a79eb8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:15.683532 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7db1cf0f-3f38-48d6-9ab1-710c1eaeafe6 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (5cff7647-3074-4840-b2e1-df5767a79eb8), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:15.689330 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7db1cf0f-3f38-48d6-9ab1-710c1eaeafe6 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:34:15.689730 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7db1cf0f-3f38-48d6-9ab1-710c1eaeafe6 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (5cff7647-3074-4840-b2e1-df5767a79eb8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:15.692728 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 18:34:15.692728 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:34:15.692728 n-d-829613-2 neutron-server[103434]: timer() Feb 17 18:34:15.692728 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:34:15.692728 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 18:34:15.692728 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:34:15.692728 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 18:34:15.692728 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:34:15.692728 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 18:34:15.692728 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:34:15.692728 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 18:34:15.692728 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:34:15.692728 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 18:34:15.692728 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:34:15.692728 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:34:15.692728 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:34:15.692728 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:34:15.692728 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:34:15.692728 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 18:34:15.692728 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:34:15.692728 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 18:34:15.692728 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:34:15.692728 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:34:15.692728 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:34:15.692728 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 18:34:15.692728 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:34:15.692728 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:34:15.692728 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:34:15.692728 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:34:15.692728 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:34:15.692728 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:34:15.692728 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:34:15.729933 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdcdc4f-5998-438a-8e96-7d48d38d31a9 None None] Network cc539f4f-ffb5-4fab-aac8-9bbaec7a988f requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:34:15.762734 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7db1cf0f-3f38-48d6-9ab1-710c1eaeafe6 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (cc539f4f-ffb5-4fab-aac8-9bbaec7a988f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:15.767740 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 2b75fd88-3070-4b51-86e1-15264a781450 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:34:15.769909 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-7db1cf0f-3f38-48d6-9ab1-710c1eaeafe6 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:15.773172 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7db1cf0f-3f38-48d6-9ab1-710c1eaeafe6 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] 10.222.0.87 "DELETE /v2.0/networks/cc539f4f-ffb5-4fab-aac8-9bbaec7a988f HTTP/1.1" status: 204 len: 168 time: 0.4768209 Feb 17 18:34:15.778691 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40180) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:34:15.784478 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db1cf0f-3f38-48d6-9ab1-710c1eaeafe6 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Pushing event deleted for resources: {'Network': ['ID=cc539f4f-ffb5-4fab-aac8-9bbaec7a988f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:15.784893 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-e9046224-1731-40e4-ad7a-45317fee931a tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1185081481'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:34:15.809494 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9046224-1731-40e4-ad7a-45317fee931a tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Made reservation on behalf of 69cba0b683524391962e960529f34c37 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:34:15.815423 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e9046224-1731-40e4-ad7a-45317fee931a tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:15.843203 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9046224-1731-40e4-ad7a-45317fee931a tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:34:15.854101 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e9046224-1731-40e4-ad7a-45317fee931a tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (e4380c4b-e35b-492c-a8d1-d55054966ca7), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:15.854441 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-e9046224-1731-40e4-ad7a-45317fee931a tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Added segment e4380c4b-e35b-492c-a8d1-d55054966ca7 of type vlan for network eaea25bf-2d4c-45ed-96a3-411961056078 Feb 17 18:34:15.897868 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e9046224-1731-40e4-ad7a-45317fee931a tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (eaea25bf-2d4c-45ed-96a3-411961056078), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:15.922621 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e9046224-1731-40e4-ad7a-45317fee931a tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (eaea25bf-2d4c-45ed-96a3-411961056078), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:15.927629 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9046224-1731-40e4-ad7a-45317fee931a tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:34:15.928220 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e9046224-1731-40e4-ad7a-45317fee931a tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:15.962209 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e9046224-1731-40e4-ad7a-45317fee931a tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1816611 Feb 17 18:34:15.966436 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40182) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:34:15.971527 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-6c7f919e-27da-4e05-9997-4eaee0805160 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Request body: {'subnet': {'network_id': 'eaea25bf-2d4c-45ed-96a3-411961056078', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:34:15.997374 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9046224-1731-40e4-ad7a-45317fee931a tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Pushing event updated for resources: {'Network': ['ID=eaea25bf-2d4c-45ed-96a3-411961056078,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:16.007225 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network eaea25bf-2d4c-45ed-96a3-411961056078 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:34:16.064311 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7f919e-27da-4e05-9997-4eaee0805160 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Made reservation on behalf of 69cba0b683524391962e960529f34c37 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:34:16.067784 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6c7f919e-27da-4e05-9997-4eaee0805160 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:16.247057 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6c7f919e-27da-4e05-9997-4eaee0805160 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (56066e5e-6b90-4bd4-8b33-23b7716a3b7f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:16.309878 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7f919e-27da-4e05-9997-4eaee0805160 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Pushing event updated for resources: {'Subnet': ['ID=56066e5e-6b90-4bd4-8b33-23b7716a3b7f,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:16.318577 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7f919e-27da-4e05-9997-4eaee0805160 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Checking segment: {'id': 'e4380c4b-e35b-492c-a8d1-d55054966ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'eaea25bf-2d4c-45ed-96a3-411961056078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:34:16.318949 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7f919e-27da-4e05-9997-4eaee0805160 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Network hostable DHCP agents. Network: eaea25bf-2d4c-45ed-96a3-411961056078, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:34:16.336027 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7f919e-27da-4e05-9997-4eaee0805160 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Network eaea25bf-2d4c-45ed-96a3-411961056078 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:34:16.345136 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-6c7f919e-27da-4e05-9997-4eaee0805160 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, eaea25bf-2d4c-45ed-96a3-411961056078) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:34:16.349346 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7f919e-27da-4e05-9997-4eaee0805160 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:34:16.349954 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6c7f919e-27da-4e05-9997-4eaee0805160 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:16.354615 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96bcc58-dd36-49c1-bd9e-32ebd9303705 None None] Network eaea25bf-2d4c-45ed-96a3-411961056078 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:34:16.369386 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6c7f919e-27da-4e05-9997-4eaee0805160 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4018252 Feb 17 18:34:16.372998 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40184) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:34:16.378009 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-e0305c81-e079-4a77-83e0-94b5bb5d775f tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1028933801'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:34:16.397523 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0305c81-e079-4a77-83e0-94b5bb5d775f tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Made reservation on behalf of 69cba0b683524391962e960529f34c37 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:34:16.401642 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0305c81-e079-4a77-83e0-94b5bb5d775f tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:16.424890 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0305c81-e079-4a77-83e0-94b5bb5d775f tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:34:16.434410 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0305c81-e079-4a77-83e0-94b5bb5d775f tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (f397f8bb-67ec-44b4-b706-8f8602521982), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:16.434757 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-e0305c81-e079-4a77-83e0-94b5bb5d775f tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Added segment f397f8bb-67ec-44b4-b706-8f8602521982 of type vlan for network a2e93eec-5b24-4d50-b382-4009fff59799 Feb 17 18:34:16.457409 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f478227-2991-4926-bb56-e87389824831 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-eaea25bf-2d4c-45ed-96a3-411961056078', 'network_id': 'eaea25bf-2d4c-45ed-96a3-411961056078', 'project_id': '69cba0b683524391962e960529f34c37', 'fixed_ips': [{'subnet_id': '56066e5e-6b90-4bd4-8b33-23b7716a3b7f'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 18:34:16.458260 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2f478227-2991-4926-bb56-e87389824831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:16.475814 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0305c81-e079-4a77-83e0-94b5bb5d775f tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (a2e93eec-5b24-4d50-b382-4009fff59799), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:16.501602 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0305c81-e079-4a77-83e0-94b5bb5d775f tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (a2e93eec-5b24-4d50-b382-4009fff59799), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:16.506874 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0305c81-e079-4a77-83e0-94b5bb5d775f tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:34:16.507465 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e0305c81-e079-4a77-83e0-94b5bb5d775f tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:16.548116 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40186) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:34:16.548419 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e0305c81-e079-4a77-83e0-94b5bb5d775f tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1740267 Feb 17 18:34:16.553196 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-74cb8fce-13c6-4a91-983d-8f071df52c94 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Request body: {'subnet': {'network_id': 'a2e93eec-5b24-4d50-b382-4009fff59799', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:34:16.582947 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0305c81-e079-4a77-83e0-94b5bb5d775f tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Pushing event updated for resources: {'Network': ['ID=a2e93eec-5b24-4d50-b382-4009fff59799,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:16.594063 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network a2e93eec-5b24-4d50-b382-4009fff59799 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:34:16.632085 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-2f478227-2991-4926-bb56-e87389824831 None None] Allocated IP 2001:db8::2 (eaea25bf-2d4c-45ed-96a3-411961056078/56066e5e-6b90-4bd4-8b33-23b7716a3b7f/5cd2cde6-4c0b-4154-9d8c-9f2e2b90c1e1) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:34:16.646606 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74cb8fce-13c6-4a91-983d-8f071df52c94 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Made reservation on behalf of 69cba0b683524391962e960529f34c37 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:34:16.650688 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-74cb8fce-13c6-4a91-983d-8f071df52c94 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:16.818305 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2f478227-2991-4926-bb56-e87389824831 None None] Publish callbacks [] for port (5cd2cde6-4c0b-4154-9d8c-9f2e2b90c1e1), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:16.824795 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2f478227-2991-4926-bb56-e87389824831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (5cd2cde6-4c0b-4154-9d8c-9f2e2b90c1e1), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:16.830158 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-74cb8fce-13c6-4a91-983d-8f071df52c94 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (ef7da390-a00b-444c-b79b-99527fb950c9), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:16.861471 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f478227-2991-4926-bb56-e87389824831 None None] Network eaea25bf-2d4c-45ed-96a3-411961056078 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:34:16.868315 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-2f478227-2991-4926-bb56-e87389824831 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:34:16.871796 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f478227-2991-4926-bb56-e87389824831 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:34:16.878834 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f478227-2991-4926-bb56-e87389824831 None None] Pushing event updated for resources: {'Port': ['ID=5cd2cde6-4c0b-4154-9d8c-9f2e2b90c1e1,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:16.895471 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cb8fce-13c6-4a91-983d-8f071df52c94 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Pushing event updated for resources: {'Subnet': ['ID=ef7da390-a00b-444c-b79b-99527fb950c9,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:16.905608 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cb8fce-13c6-4a91-983d-8f071df52c94 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Checking segment: {'id': 'f397f8bb-67ec-44b4-b706-8f8602521982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a2e93eec-5b24-4d50-b382-4009fff59799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:34:16.905966 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cb8fce-13c6-4a91-983d-8f071df52c94 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Network hostable DHCP agents. Network: a2e93eec-5b24-4d50-b382-4009fff59799, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:34:16.922858 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cb8fce-13c6-4a91-983d-8f071df52c94 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Network a2e93eec-5b24-4d50-b382-4009fff59799 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:34:16.932716 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-74cb8fce-13c6-4a91-983d-8f071df52c94 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, a2e93eec-5b24-4d50-b382-4009fff59799) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:34:16.935390 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-2f478227-2991-4926-bb56-e87389824831 None None] Attempting to bind port 5cd2cde6-4c0b-4154-9d8c-9f2e2b90c1e1 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:34:16.935871 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-2f478227-2991-4926-bb56-e87389824831 None None] Attempting to bind port 5cd2cde6-4c0b-4154-9d8c-9f2e2b90c1e1 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'e4380c4b-e35b-492c-a8d1-d55054966ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'eaea25bf-2d4c-45ed-96a3-411961056078'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:34:16.936276 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f478227-2991-4926-bb56-e87389824831 None None] Attempting to bind port 5cd2cde6-4c0b-4154-9d8c-9f2e2b90c1e1 on network eaea25bf-2d4c-45ed-96a3-411961056078 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:34:16.937232 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cb8fce-13c6-4a91-983d-8f071df52c94 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:34:16.938975 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-74cb8fce-13c6-4a91-983d-8f071df52c94 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:16.941528 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f478227-2991-4926-bb56-e87389824831 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:34:16.942711 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f478227-2991-4926-bb56-e87389824831 None None] Checking segment: {'id': 'e4380c4b-e35b-492c-a8d1-d55054966ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'eaea25bf-2d4c-45ed-96a3-411961056078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:34:16.943122 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2f478227-2991-4926-bb56-e87389824831 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:16.943520 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f478227-2991-4926-bb56-e87389824831 None None] Bound using segment: {'id': 'e4380c4b-e35b-492c-a8d1-d55054966ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'eaea25bf-2d4c-45ed-96a3-411961056078'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:34:16.944003 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-2f478227-2991-4926-bb56-e87389824831 None None] Bound port: 5cd2cde6-4c0b-4154-9d8c-9f2e2b90c1e1, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4380c4b-e35b-492c-a8d1-d55054966ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'eaea25bf-2d4c-45ed-96a3-411961056078'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:34:16.944420 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2f478227-2991-4926-bb56-e87389824831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5cd2cde6-4c0b-4154-9d8c-9f2e2b90c1e1), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:16.949114 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e6105e-4dc8-4bd6-9957-3b09dcc941f7 None None] Network a2e93eec-5b24-4d50-b382-4009fff59799 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:34:16.957539 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-74cb8fce-13c6-4a91-983d-8f071df52c94 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4082904 Feb 17 18:34:16.960322 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40188) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:34:17.055278 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bd2ab502-1467-4938-be0f-2fffd9a6a099 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (a2e93eec-5b24-4d50-b382-4009fff59799), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:17.092042 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-2f478227-2991-4926-bb56-e87389824831 None None] For port 5cd2cde6-4c0b-4154-9d8c-9f2e2b90c1e1, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:34:17.103752 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21af16db-4b64-47df-84f3-faf0d0a43215 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-a2e93eec-5b24-4d50-b382-4009fff59799', 'network_id': 'a2e93eec-5b24-4d50-b382-4009fff59799', 'project_id': '69cba0b683524391962e960529f34c37', 'fixed_ips': [{'subnet_id': 'ef7da390-a00b-444c-b79b-99527fb950c9'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 18:34:17.104651 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-21af16db-4b64-47df-84f3-faf0d0a43215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:17.108464 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-2f478227-2991-4926-bb56-e87389824831 None None] For port 5cd2cde6-4c0b-4154-9d8c-9f2e2b90c1e1, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=5cd2cde6-4c0b-4154-9d8c-9f2e2b90c1e1,segment=NetworkSegment(e4380c4b-e35b-492c-a8d1-d55054966ca7),segment_id=e4380c4b-e35b-492c-a8d1-d55054966ca7)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:34:17.111418 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bd2ab502-1467-4938-be0f-2fffd9a6a099 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (ef7da390-a00b-444c-b79b-99527fb950c9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:17.123078 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2f478227-2991-4926-bb56-e87389824831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (5cd2cde6-4c0b-4154-9d8c-9f2e2b90c1e1), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:17.176157 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bd2ab502-1467-4938-be0f-2fffd9a6a099 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (ef7da390-a00b-444c-b79b-99527fb950c9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:17.201758 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2ab502-1467-4938-be0f-2fffd9a6a099 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Pushing event deleted for resources: {'Subnet': ['ID=ef7da390-a00b-444c-b79b-99527fb950c9,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:17.246282 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f478227-2991-4926-bb56-e87389824831 None None] Pushing event updated for resources: {'Port': ['ID=5cd2cde6-4c0b-4154-9d8c-9f2e2b90c1e1,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server [None req-21af16db-4b64-47df-84f3-faf0d0a43215 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ef7da390-a00b-444c-b79b-99527fb950c9: This subnet is being modified by another concurrent operation. Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise exception Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ef7da390-a00b-444c-b79b-99527fb950c9: This subnet is being modified by another concurrent operation. Feb 17 18:34:17.257811 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server Feb 17 18:34:17.267540 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bd2ab502-1467-4938-be0f-2fffd9a6a099 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (a2e93eec-5b24-4d50-b382-4009fff59799), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:17.278491 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e663d27-346b-4a33-b2a4-24d08328574b None None] Network a2e93eec-5b24-4d50-b382-4009fff59799 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:34:17.298919 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-bd2ab502-1467-4938-be0f-2fffd9a6a099 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2e93eec-5b24-4d50-b382-4009fff59799']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:34:17.311323 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-bd2ab502-1467-4938-be0f-2fffd9a6a099 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f397f8bb-67ec-44b4-b706-8f8602521982') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:34:17.311713 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-bd2ab502-1467-4938-be0f-2fffd9a6a099 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f397f8bb-67ec-44b4-b706-8f8602521982') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:34:17.328276 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bd2ab502-1467-4938-be0f-2fffd9a6a099 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (f397f8bb-67ec-44b4-b706-8f8602521982), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:17.341857 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bd2ab502-1467-4938-be0f-2fffd9a6a099 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (f397f8bb-67ec-44b4-b706-8f8602521982), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:17.347951 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd2ab502-1467-4938-be0f-2fffd9a6a099 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:34:17.348464 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bd2ab502-1467-4938-be0f-2fffd9a6a099 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (f397f8bb-67ec-44b4-b706-8f8602521982), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:17.351857 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 18:34:17.351857 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:34:17.351857 n-d-829613-2 neutron-server[103434]: timer() Feb 17 18:34:17.351857 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:34:17.351857 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 18:34:17.351857 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:34:17.351857 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 18:34:17.351857 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:34:17.351857 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 18:34:17.351857 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:34:17.351857 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 18:34:17.351857 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:34:17.351857 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 18:34:17.351857 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:34:17.351857 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:34:17.351857 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:34:17.351857 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:34:17.351857 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:34:17.351857 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 18:34:17.351857 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:34:17.351857 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 18:34:17.351857 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:34:17.351857 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:34:17.351857 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:34:17.351857 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 18:34:17.351857 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:34:17.351857 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:34:17.351857 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:34:17.351857 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:34:17.351857 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:34:17.351857 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:34:17.351857 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:34:17.418005 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bd2ab502-1467-4938-be0f-2fffd9a6a099 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (a2e93eec-5b24-4d50-b382-4009fff59799), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:17.424766 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bd2ab502-1467-4938-be0f-2fffd9a6a099 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:17.429005 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bd2ab502-1467-4938-be0f-2fffd9a6a099 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] 10.222.0.87 "DELETE /v2.0/networks/a2e93eec-5b24-4d50-b382-4009fff59799 HTTP/1.1" status: 204 len: 168 time: 0.4675331 Feb 17 18:34:17.432381 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40190) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:34:17.449513 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2ab502-1467-4938-be0f-2fffd9a6a099 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Pushing event deleted for resources: {'Network': ['ID=a2e93eec-5b24-4d50-b382-4009fff59799,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:17.468357 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-92e74748-ef0b-4422-ad51-6e01b7bb8f36 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] GET failed (client error): The resource could not be found. Feb 17 18:34:17.469716 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-92e74748-ef0b-4422-ad51-6e01b7bb8f36 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] 10.222.0.87 "GET /v2.0/subnets/ef7da390-a00b-444c-b79b-99527fb950c9 HTTP/1.1" status: 404 len: 337 time: 0.0363405 Feb 17 18:34:17.472499 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40192) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:34:17.491009 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-f39b0aff-9c10-4362-8234-ffe1160933e9 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] DELETE failed (client error): The resource could not be found. Feb 17 18:34:17.491537 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f39b0aff-9c10-4362-8234-ffe1160933e9 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 18:34:17.496396 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-f39b0aff-9c10-4362-8234-ffe1160933e9 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] 10.222.0.87 "DELETE /v2.0/networks/a2e93eec-5b24-4d50-b382-4009fff59799 HTTP/1.1" status: 404 len: 339 time: 0.0220976 Feb 17 18:34:17.499572 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40194) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:34:17.530705 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b8613b7-2f7d-4044-a747-44c7459d1b03 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] DELETE failed (client error): The resource could not be found. Feb 17 18:34:17.531168 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b8613b7-2f7d-4044-a747-44c7459d1b03 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 18:34:17.534315 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4b8613b7-2f7d-4044-a747-44c7459d1b03 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] 10.222.0.87 "DELETE /v2.0/subnets/ef7da390-a00b-444c-b79b-99527fb950c9 HTTP/1.1" status: 404 len: 337 time: 0.0335867 Feb 17 18:34:17.536966 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40196) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:34:17.555373 n-d-829613-2 neutron-server[103435]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cfa298c-888c-4070-9464-84de570bde09 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] DELETE failed (client error): The resource could not be found. Feb 17 18:34:17.555865 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cfa298c-888c-4070-9464-84de570bde09 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 18:34:17.559433 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4cfa298c-888c-4070-9464-84de570bde09 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] 10.222.0.87 "DELETE /v2.0/networks/a2e93eec-5b24-4d50-b382-4009fff59799 HTTP/1.1" status: 404 len: 339 time: 0.0215392 Feb 17 18:34:17.562171 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40198) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:34:17.612355 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f2a7a88-1b39-4b5c-a314-c8d1de8aa69e tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Deleting subnet 56066e5e-6b90-4bd4-8b33-23b7716a3b7f {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:34:17.615718 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7f2a7a88-1b39-4b5c-a314-c8d1de8aa69e tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks [] for subnet (56066e5e-6b90-4bd4-8b33-23b7716a3b7f), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:17.654872 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7f2a7a88-1b39-4b5c-a314-c8d1de8aa69e tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (56066e5e-6b90-4bd4-8b33-23b7716a3b7f), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:17.737412 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7f2a7a88-1b39-4b5c-a314-c8d1de8aa69e tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (56066e5e-6b90-4bd4-8b33-23b7716a3b7f), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:17.796561 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7f2a7a88-1b39-4b5c-a314-c8d1de8aa69e tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (56066e5e-6b90-4bd4-8b33-23b7716a3b7f), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:17.822804 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a7a88-1b39-4b5c-a314-c8d1de8aa69e tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Pushing event deleted for resources: {'Subnet': ['ID=56066e5e-6b90-4bd4-8b33-23b7716a3b7f,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:17.828216 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7f2a7a88-1b39-4b5c-a314-c8d1de8aa69e tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:17.831685 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-7f2a7a88-1b39-4b5c-a314-c8d1de8aa69e tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] 10.222.0.87 "DELETE /v2.0/subnets/56066e5e-6b90-4bd4-8b33-23b7716a3b7f HTTP/1.1" status: 204 len: 168 time: 0.2685878 Feb 17 18:34:17.834206 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40200) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:34:17.911297 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8be9c5c9-3263-4ef3-8e2d-f374b0e24642 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (eaea25bf-2d4c-45ed-96a3-411961056078), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:17.965393 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-8be9c5c9-3263-4ef3-8e2d-f374b0e24642 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Deleting port 5cd2cde6-4c0b-4154-9d8c-9f2e2b90c1e1 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:34:17.965743 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8be9c5c9-3263-4ef3-8e2d-f374b0e24642 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (5cd2cde6-4c0b-4154-9d8c-9f2e2b90c1e1), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:18.033830 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-8be9c5c9-3263-4ef3-8e2d-f374b0e24642 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] For port 5cd2cde6-4c0b-4154-9d8c-9f2e2b90c1e1, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=5cd2cde6-4c0b-4154-9d8c-9f2e2b90c1e1,segment=NetworkSegment(e4380c4b-e35b-492c-a8d1-d55054966ca7),segment_id=e4380c4b-e35b-492c-a8d1-d55054966ca7)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:34:18.034191 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8be9c5c9-3263-4ef3-8e2d-f374b0e24642 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (5cd2cde6-4c0b-4154-9d8c-9f2e2b90c1e1), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:18.052569 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-8be9c5c9-3263-4ef3-8e2d-f374b0e24642 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Calling delete_port for 5cd2cde6-4c0b-4154-9d8c-9f2e2b90c1e1 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:34:18.133892 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8be9c5c9-3263-4ef3-8e2d-f374b0e24642 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (5cd2cde6-4c0b-4154-9d8c-9f2e2b90c1e1), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:18.160674 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be9c5c9-3263-4ef3-8e2d-f374b0e24642 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Pushing event deleted for resources: {'Port': ['ID=5cd2cde6-4c0b-4154-9d8c-9f2e2b90c1e1,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:18.164273 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be9c5c9-3263-4ef3-8e2d-f374b0e24642 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] No DVR routers for this DVR port 5cd2cde6-4c0b-4154-9d8c-9f2e2b90c1e1 on host n-d-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:34:18.246808 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8be9c5c9-3263-4ef3-8e2d-f374b0e24642 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (eaea25bf-2d4c-45ed-96a3-411961056078), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:18.260774 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59cbb80-bb3c-4299-9373-8fd30352f338 None None] get_active_networks_info from n-d-829613-2 {{(pid=103436) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 17 18:34:18.267747 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-8be9c5c9-3263-4ef3-8e2d-f374b0e24642 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaea25bf-2d4c-45ed-96a3-411961056078']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:34:18.277783 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-8be9c5c9-3263-4ef3-8e2d-f374b0e24642 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4380c4b-e35b-492c-a8d1-d55054966ca7') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:34:18.278152 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-8be9c5c9-3263-4ef3-8e2d-f374b0e24642 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4380c4b-e35b-492c-a8d1-d55054966ca7') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:34:18.287482 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8be9c5c9-3263-4ef3-8e2d-f374b0e24642 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (e4380c4b-e35b-492c-a8d1-d55054966ca7), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:18.300994 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8be9c5c9-3263-4ef3-8e2d-f374b0e24642 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (e4380c4b-e35b-492c-a8d1-d55054966ca7), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:18.307003 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8be9c5c9-3263-4ef3-8e2d-f374b0e24642 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:34:18.307411 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8be9c5c9-3263-4ef3-8e2d-f374b0e24642 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (e4380c4b-e35b-492c-a8d1-d55054966ca7), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:18.310373 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 18:34:18.310373 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:34:18.310373 n-d-829613-2 neutron-server[103435]: timer() Feb 17 18:34:18.310373 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:34:18.310373 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 18:34:18.310373 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:34:18.310373 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 18:34:18.310373 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:34:18.310373 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 18:34:18.310373 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:34:18.310373 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 18:34:18.310373 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:34:18.310373 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 18:34:18.310373 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:34:18.310373 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:34:18.310373 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:34:18.310373 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:34:18.310373 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:34:18.310373 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 18:34:18.310373 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:34:18.310373 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 18:34:18.310373 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:34:18.310373 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:34:18.310373 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:34:18.310373 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 18:34:18.310373 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:34:18.310373 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:34:18.310373 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:34:18.310373 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:34:18.310373 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:34:18.310373 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:34:18.310373 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:34:18.330021 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59cbb80-bb3c-4299-9373-8fd30352f338 None None] Resources bound (agent type, host, resource id): {{(pid=103436) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 18:34:18.334739 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-7e9d032c-e91f-42f5-9f93-3c221c4d9b19 None None] Could not find standard attr ID for object 5cd2cde6-4c0b-4154-9d8c-9f2e2b90c1e1. {{(pid=103436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 18:34:18.370902 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8be9c5c9-3263-4ef3-8e2d-f374b0e24642 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (eaea25bf-2d4c-45ed-96a3-411961056078), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:18.379392 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8be9c5c9-3263-4ef3-8e2d-f374b0e24642 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:18.382589 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-8be9c5c9-3263-4ef3-8e2d-f374b0e24642 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] 10.222.0.87 "DELETE /v2.0/networks/eaea25bf-2d4c-45ed-96a3-411961056078 HTTP/1.1" status: 204 len: 168 time: 0.5474753 Feb 17 18:34:18.385262 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40202) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:34:18.419943 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-18064089-861f-4494-8484-8ff78cac9946 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] DELETE failed (client error): The resource could not be found. Feb 17 18:34:18.420453 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18064089-861f-4494-8484-8ff78cac9946 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 18:34:18.423702 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-18064089-861f-4494-8484-8ff78cac9946 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] 10.222.0.87 "DELETE /v2.0/subnets/4252e3f9-f715-40a5-8888-df2464d23202 HTTP/1.1" status: 404 len: 337 time: 0.0372949 Feb 17 18:34:18.426990 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40204) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:34:18.448666 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd013c29-37fb-4064-9932-479ccc6c46b5 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] DELETE failed (client error): The resource could not be found. Feb 17 18:34:18.449951 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd013c29-37fb-4064-9932-479ccc6c46b5 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 18:34:18.453380 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fd013c29-37fb-4064-9932-479ccc6c46b5 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] 10.222.0.87 "DELETE /v2.0/networks/cc539f4f-ffb5-4fab-aac8-9bbaec7a988f HTTP/1.1" status: 404 len: 339 time: 0.0242763 Feb 17 18:34:18.455850 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40206) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:34:18.493158 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2872ebfd-faa0-4c6a-b7e3-c3d00e173dc3 None None] Network eaea25bf-2d4c-45ed-96a3-411961056078 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:34:18.495395 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-24dd805f-b33e-4e8b-97e9-583d41a1132e tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] DELETE failed (client error): The resource could not be found. Feb 17 18:34:18.495866 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24dd805f-b33e-4e8b-97e9-583d41a1132e tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 18:34:18.501813 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-24dd805f-b33e-4e8b-97e9-583d41a1132e tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] 10.222.0.87 "DELETE /v2.0/subnets/05d8fa07-7f3d-494a-92e0-2af92f0b3ba9 HTTP/1.1" status: 404 len: 337 time: 0.0418923 Feb 17 18:34:18.502018 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40208) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:34:18.506914 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2872ebfd-faa0-4c6a-b7e3-c3d00e173dc3 None None] Network eaea25bf-2d4c-45ed-96a3-411961056078 could not be found, it might have been deleted concurrently. {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 17 18:34:18.521631 n-d-829613-2 neutron-server[103434]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2d3065e-7fb9-4c5c-9be5-c53c1e632a2e tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] DELETE failed (client error): The resource could not be found. Feb 17 18:34:18.522165 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2d3065e-7fb9-4c5c-9be5-c53c1e632a2e tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 18:34:18.525498 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e2d3065e-7fb9-4c5c-9be5-c53c1e632a2e tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] 10.222.0.87 "DELETE /v2.0/networks/06297779-cfe1-41d4-91c0-f9bd46803db0 HTTP/1.1" status: 404 len: 339 time: 0.0224037 Feb 17 18:34:18.528056 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40210) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:34:18.582359 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6038d69-27bf-41fa-8d11-c04e223cc483 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Deleting subnet d4b9fdd3-0c91-4a42-9b71-adbe7afaf4ce {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:34:18.585423 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6038d69-27bf-41fa-8d11-c04e223cc483 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks [] for subnet (d4b9fdd3-0c91-4a42-9b71-adbe7afaf4ce), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:18.590163 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c198c6-a6e1-4aa3-9a73-3bcb9f7ecda4 None None] DHCP port deletion for eaea25bf-2d4c-45ed-96a3-411961056078 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 18:34:18.629210 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6038d69-27bf-41fa-8d11-c04e223cc483 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (d4b9fdd3-0c91-4a42-9b71-adbe7afaf4ce), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:18.700516 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be9c5c9-3263-4ef3-8e2d-f374b0e24642 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Pushing event deleted for resources: {'Network': ['ID=eaea25bf-2d4c-45ed-96a3-411961056078,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:18.720196 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6038d69-27bf-41fa-8d11-c04e223cc483 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (d4b9fdd3-0c91-4a42-9b71-adbe7afaf4ce), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:18.779332 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6038d69-27bf-41fa-8d11-c04e223cc483 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (d4b9fdd3-0c91-4a42-9b71-adbe7afaf4ce), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:18.807277 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6038d69-27bf-41fa-8d11-c04e223cc483 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Pushing event deleted for resources: {'Subnet': ['ID=d4b9fdd3-0c91-4a42-9b71-adbe7afaf4ce,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:18.810864 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6038d69-27bf-41fa-8d11-c04e223cc483 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:18.814132 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d6038d69-27bf-41fa-8d11-c04e223cc483 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] 10.222.0.87 "DELETE /v2.0/subnets/d4b9fdd3-0c91-4a42-9b71-adbe7afaf4ce HTTP/1.1" status: 204 len: 168 time: 0.2848711 Feb 17 18:34:18.816731 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40212) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:34:18.819496 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c7fec7-65c2-4681-a7a1-a3f4aee15da4 None None] Network 86e6f69f-18bc-4451-8bca-f4d62deab544 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:34:18.908549 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-eebf9c51-fdb9-497e-8e03-4221897527f8 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (86e6f69f-18bc-4451-8bca-f4d62deab544), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:18.968886 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-eebf9c51-fdb9-497e-8e03-4221897527f8 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Deleting port 2b75fd88-3070-4b51-86e1-15264a781450 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:34:18.969261 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-eebf9c51-fdb9-497e-8e03-4221897527f8 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (2b75fd88-3070-4b51-86e1-15264a781450), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:18.979819 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc60f78-a8a6-4a05-966b-ca04521185a4 None None] DHCP port deletion for 86e6f69f-18bc-4451-8bca-f4d62deab544 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 18:34:19.031533 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-ebc60f78-a8a6-4a05-966b-ca04521185a4 None None] Deleting port 2b75fd88-3070-4b51-86e1-15264a781450 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:34:19.031918 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ebc60f78-a8a6-4a05-966b-ca04521185a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (2b75fd88-3070-4b51-86e1-15264a781450), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:19.036846 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-eebf9c51-fdb9-497e-8e03-4221897527f8 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] For port 2b75fd88-3070-4b51-86e1-15264a781450, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=2b75fd88-3070-4b51-86e1-15264a781450,segment=NetworkSegment(fa8c758d-eda7-4051-9954-2a941223ed46),segment_id=fa8c758d-eda7-4051-9954-2a941223ed46)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:34:19.037217 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-eebf9c51-fdb9-497e-8e03-4221897527f8 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (2b75fd88-3070-4b51-86e1-15264a781450), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:19.050812 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-eebf9c51-fdb9-497e-8e03-4221897527f8 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Calling delete_port for 2b75fd88-3070-4b51-86e1-15264a781450 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:34:19.096986 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-ebc60f78-a8a6-4a05-966b-ca04521185a4 None None] For port 2b75fd88-3070-4b51-86e1-15264a781450, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=2b75fd88-3070-4b51-86e1-15264a781450,segment=NetworkSegment(fa8c758d-eda7-4051-9954-2a941223ed46),segment_id=fa8c758d-eda7-4051-9954-2a941223ed46)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:34:19.097463 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ebc60f78-a8a6-4a05-966b-ca04521185a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (2b75fd88-3070-4b51-86e1-15264a781450), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:19.110958 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-ebc60f78-a8a6-4a05-966b-ca04521185a4 None None] Calling delete_port for 2b75fd88-3070-4b51-86e1-15264a781450 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:34:19.135128 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-eebf9c51-fdb9-497e-8e03-4221897527f8 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (2b75fd88-3070-4b51-86e1-15264a781450), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:19.162296 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebf9c51-fdb9-497e-8e03-4221897527f8 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Pushing event deleted for resources: {'Port': ['ID=2b75fd88-3070-4b51-86e1-15264a781450,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:19.169116 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebf9c51-fdb9-497e-8e03-4221897527f8 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] No DVR routers for this DVR port 2b75fd88-3070-4b51-86e1-15264a781450 on host n-d-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:34:19.195803 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:34:19.195803 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 18:34:19.195803 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:34:19.195803 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 18:34:19.195803 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:34:19.195803 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 18:34:19.195803 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:34:19.195803 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 18:34:19.195803 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:34:19.195803 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 18:34:19.195803 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:34:19.195803 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 18:34:19.195803 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:34:19.195803 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 18:34:19.195803 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:34:19.195803 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 18:34:19.195803 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:34:19.195803 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 18:34:19.195803 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:34:19.195803 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 18:34:19.195803 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:34:19.195803 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 18:34:19.195803 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:34:19.195803 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 18:34:19.195803 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:34:19.195803 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 18:34:19.195803 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:34:19.195803 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 18:34:19.195803 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:34:19.195803 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 18:34:19.195803 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:34:19.195803 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 18:34:19.195803 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:34:19.195803 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 18:34:19.195803 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:34:19.195803 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 18:34:19.195803 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:34:19.195803 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 18:34:19.195803 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:34:19.195803 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 18:34:19.195803 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:34:19.195803 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 18:34:19.195803 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:34:19.195803 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 18:34:19.195803 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:34:19.195803 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 18:34:19.195803 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:34:19.195803 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 18:34:19.195803 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:34:19.195803 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 18:34:19.195803 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:34:19.195803 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 18:34:19.195803 n-d-829613-2 neutron-server[103436]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 18:34:19.195803 n-d-829613-2 neutron-server[103436]: self.session.flush() Feb 17 18:34:19.202348 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ebc60f78-a8a6-4a05-966b-ca04521185a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (2b75fd88-3070-4b51-86e1-15264a781450), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:19.227336 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc60f78-a8a6-4a05-966b-ca04521185a4 None None] Pushing event deleted for resources: {'Port': ['ID=2b75fd88-3070-4b51-86e1-15264a781450,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:19.230952 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc60f78-a8a6-4a05-966b-ca04521185a4 None None] No DVR routers for this DVR port 2b75fd88-3070-4b51-86e1-15264a781450 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:34:19.249778 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-eebf9c51-fdb9-497e-8e03-4221897527f8 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (86e6f69f-18bc-4451-8bca-f4d62deab544), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:19.270147 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-eebf9c51-fdb9-497e-8e03-4221897527f8 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86e6f69f-18bc-4451-8bca-f4d62deab544']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:34:19.279300 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-eebf9c51-fdb9-497e-8e03-4221897527f8 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa8c758d-eda7-4051-9954-2a941223ed46') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:34:19.279594 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-eebf9c51-fdb9-497e-8e03-4221897527f8 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa8c758d-eda7-4051-9954-2a941223ed46') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:34:19.289049 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-eebf9c51-fdb9-497e-8e03-4221897527f8 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (fa8c758d-eda7-4051-9954-2a941223ed46), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:19.303137 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-eebf9c51-fdb9-497e-8e03-4221897527f8 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (fa8c758d-eda7-4051-9954-2a941223ed46), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:19.310200 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eebf9c51-fdb9-497e-8e03-4221897527f8 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:34:19.310591 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-eebf9c51-fdb9-497e-8e03-4221897527f8 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (fa8c758d-eda7-4051-9954-2a941223ed46), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:19.313794 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 18:34:19.313794 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:34:19.313794 n-d-829613-2 neutron-server[103435]: timer() Feb 17 18:34:19.313794 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:34:19.313794 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 18:34:19.313794 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:34:19.313794 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 18:34:19.313794 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:34:19.313794 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 18:34:19.313794 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:34:19.313794 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 18:34:19.313794 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:34:19.313794 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 18:34:19.313794 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:34:19.313794 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:34:19.313794 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:34:19.313794 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:34:19.313794 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:34:19.313794 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 18:34:19.313794 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:34:19.313794 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 18:34:19.313794 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:34:19.313794 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:34:19.313794 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:34:19.313794 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 18:34:19.313794 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:34:19.313794 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:34:19.313794 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:34:19.313794 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:34:19.313794 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:34:19.313794 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:34:19.313794 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:34:19.339409 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 2b75fd88-3070-4b51-86e1-15264a781450 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:34:19.359761 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 2b75fd88-3070-4b51-86e1-15264a781450 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:34:19.360113 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 2b75fd88-3070-4b51-86e1-15264a781450 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:34:19.377367 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-eebf9c51-fdb9-497e-8e03-4221897527f8 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (86e6f69f-18bc-4451-8bca-f4d62deab544), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:19.386363 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-eebf9c51-fdb9-497e-8e03-4221897527f8 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:19.389555 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-eebf9c51-fdb9-497e-8e03-4221897527f8 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] 10.222.0.87 "DELETE /v2.0/networks/86e6f69f-18bc-4451-8bca-f4d62deab544 HTTP/1.1" status: 204 len: 168 time: 0.5716336 Feb 17 18:34:19.399105 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebf9c51-fdb9-497e-8e03-4221897527f8 tempest-NetworksIpV6Test-1780626595 tempest-NetworksIpV6Test-1780626595-project] Pushing event deleted for resources: {'Network': ['ID=86e6f69f-18bc-4451-8bca-f4d62deab544,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:19.501590 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:19.629388 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40218) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:34:19.756716 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a55fe49d-85a1-48d2-aca8-78af144de991 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=69cba0b683524391962e960529f34c37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1260412 Feb 17 18:34:19.759086 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40222) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:34:19.804813 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8e5a8348-eae4-4e7b-965e-6c0c1e3cdf45 admin admin] Publish callbacks [] for security_group (3df380db-ea81-4e13-8449-0d4d62ebe93b), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:19.826126 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8e5a8348-eae4-4e7b-965e-6c0c1e3cdf45 admin admin] Publish callbacks [] for security_group (3df380db-ea81-4e13-8449-0d4d62ebe93b), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:19.875741 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8e5a8348-eae4-4e7b-965e-6c0c1e3cdf45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (3df380db-ea81-4e13-8449-0d4d62ebe93b), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:19.878490 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8e5a8348-eae4-4e7b-965e-6c0c1e3cdf45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:19.879628 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-8e5a8348-eae4-4e7b-965e-6c0c1e3cdf45 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3df380db-ea81-4e13-8449-0d4d62ebe93b HTTP/1.1" status: 204 len: 168 time: 0.1191137 Feb 17 18:34:19.887764 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a8348-eae4-4e7b-965e-6c0c1e3cdf45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df380db-ea81-4e13-8449-0d4d62ebe93b,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:20.228812 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:20.496727 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40244) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:34:20.596636 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-dfe23681-b577-4d6c-b4ad-2fca25bf478f tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-990645630', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:34:20.617699 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dfe23681-b577-4d6c-b4ad-2fca25bf478f tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (6699a113-f925-412d-9844-9b3d62d3bf6e), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:20.619239 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dfe23681-b577-4d6c-b4ad-2fca25bf478f tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (6699a113-f925-412d-9844-9b3d62d3bf6e), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:20.669892 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dfe23681-b577-4d6c-b4ad-2fca25bf478f tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks [] for router_controller (6699a113-f925-412d-9844-9b3d62d3bf6e), precommit_add_association {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:20.673970 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dfe23681-b577-4d6c-b4ad-2fca25bf478f tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (6699a113-f925-412d-9844-9b3d62d3bf6e), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:20.690504 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-dfe23681-b577-4d6c-b4ad-2fca25bf478f tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:20.691678 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-dfe23681-b577-4d6c-b4ad-2fca25bf478f tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1939142 Feb 17 18:34:20.694389 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40248) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:34:20.699065 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-a66651ad-3e08-49a7-97b0-a85a1f996cb8 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1664536864'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:34:20.717165 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66651ad-3e08-49a7-97b0-a85a1f996cb8 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Made reservation on behalf of 80458a0f9eab4b43b91fa2869ecbfdfd for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:34:20.720531 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a66651ad-3e08-49a7-97b0-a85a1f996cb8 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:20.729274 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a66651ad-3e08-49a7-97b0-a85a1f996cb8 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:20.803563 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a66651ad-3e08-49a7-97b0-a85a1f996cb8 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks [] for security_group (e096935c-3e69-4309-894e-3f85c3e470aa), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:20.807840 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a66651ad-3e08-49a7-97b0-a85a1f996cb8 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (e096935c-3e69-4309-894e-3f85c3e470aa), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:20.835406 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a66651ad-3e08-49a7-97b0-a85a1f996cb8 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:34:20.843841 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66651ad-3e08-49a7-97b0-a85a1f996cb8 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e096935c-3e69-4309-894e-3f85c3e470aa,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:20.849825 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a66651ad-3e08-49a7-97b0-a85a1f996cb8 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (fae3ac1f-41c4-4070-a1ea-394866053c95), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:20.850167 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-a66651ad-3e08-49a7-97b0-a85a1f996cb8 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Added segment fae3ac1f-41c4-4070-a1ea-394866053c95 of type vlan for network 19e63e9f-218e-456e-b610-4542ba7f5c41 Feb 17 18:34:20.891206 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a66651ad-3e08-49a7-97b0-a85a1f996cb8 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (19e63e9f-218e-456e-b610-4542ba7f5c41), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:20.905710 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:34:20.916418 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a66651ad-3e08-49a7-97b0-a85a1f996cb8 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (19e63e9f-218e-456e-b610-4542ba7f5c41), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:20.921354 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66651ad-3e08-49a7-97b0-a85a1f996cb8 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:34:20.921939 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a66651ad-3e08-49a7-97b0-a85a1f996cb8 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:20.958780 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a66651ad-3e08-49a7-97b0-a85a1f996cb8 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2633770 Feb 17 18:34:20.961713 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40250) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:34:20.966914 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-bddf83f2-abcb-4d47-8b46-5273c8c519a6 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Request body: {'subnet': {'network_id': '19e63e9f-218e-456e-b610-4542ba7f5c41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:34:20.989315 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66651ad-3e08-49a7-97b0-a85a1f996cb8 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Pushing event updated for resources: {'Network': ['ID=19e63e9f-218e-456e-b610-4542ba7f5c41,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:21.000330 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 19e63e9f-218e-456e-b610-4542ba7f5c41 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:34:21.059071 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bddf83f2-abcb-4d47-8b46-5273c8c519a6 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Made reservation on behalf of 80458a0f9eab4b43b91fa2869ecbfdfd for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:34:21.062721 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bddf83f2-abcb-4d47-8b46-5273c8c519a6 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:21.236720 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bddf83f2-abcb-4d47-8b46-5273c8c519a6 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (76f21045-12c3-41b2-943c-e11fd6121b8f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:21.297258 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddf83f2-abcb-4d47-8b46-5273c8c519a6 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Pushing event updated for resources: {'Subnet': ['ID=76f21045-12c3-41b2-943c-e11fd6121b8f,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:21.304481 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddf83f2-abcb-4d47-8b46-5273c8c519a6 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Checking segment: {'id': 'fae3ac1f-41c4-4070-a1ea-394866053c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '19e63e9f-218e-456e-b610-4542ba7f5c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:34:21.304844 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddf83f2-abcb-4d47-8b46-5273c8c519a6 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Network hostable DHCP agents. Network: 19e63e9f-218e-456e-b610-4542ba7f5c41, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:34:21.322182 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddf83f2-abcb-4d47-8b46-5273c8c519a6 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Network 19e63e9f-218e-456e-b610-4542ba7f5c41 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:34:21.330508 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-bddf83f2-abcb-4d47-8b46-5273c8c519a6 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 19e63e9f-218e-456e-b610-4542ba7f5c41) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:34:21.334600 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddf83f2-abcb-4d47-8b46-5273c8c519a6 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:34:21.335202 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bddf83f2-abcb-4d47-8b46-5273c8c519a6 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:21.339635 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c481bebe-a852-42ad-b06f-ab562528215a None None] Network 19e63e9f-218e-456e-b610-4542ba7f5c41 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:34:21.351729 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bddf83f2-abcb-4d47-8b46-5273c8c519a6 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3888266 Feb 17 18:34:21.354711 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40252) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:34:21.360829 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-c8de9af6-af59-46eb-a757-b2a23187f0fe tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-255713595'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:34:21.381537 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8de9af6-af59-46eb-a757-b2a23187f0fe tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Made reservation on behalf of 80458a0f9eab4b43b91fa2869ecbfdfd for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:34:21.385365 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c8de9af6-af59-46eb-a757-b2a23187f0fe tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:21.408622 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8de9af6-af59-46eb-a757-b2a23187f0fe tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:34:21.417522 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c8de9af6-af59-46eb-a757-b2a23187f0fe tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (3a07efed-cf26-49a8-805c-ae51f42beff9), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:21.417882 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-c8de9af6-af59-46eb-a757-b2a23187f0fe tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Added segment 3a07efed-cf26-49a8-805c-ae51f42beff9 of type vlan for network 3af5c461-1b21-47b5-86bf-d2714981d751 Feb 17 18:34:21.450379 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6130795-2d9a-4f1e-ac32-bb843575305b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-19e63e9f-218e-456e-b610-4542ba7f5c41', 'network_id': '19e63e9f-218e-456e-b610-4542ba7f5c41', 'project_id': '80458a0f9eab4b43b91fa2869ecbfdfd', 'fixed_ips': [{'subnet_id': '76f21045-12c3-41b2-943c-e11fd6121b8f'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 18:34:21.451419 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f6130795-2d9a-4f1e-ac32-bb843575305b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:21.459059 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c8de9af6-af59-46eb-a757-b2a23187f0fe tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (3af5c461-1b21-47b5-86bf-d2714981d751), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:21.483678 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c8de9af6-af59-46eb-a757-b2a23187f0fe tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (3af5c461-1b21-47b5-86bf-d2714981d751), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:21.488884 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8de9af6-af59-46eb-a757-b2a23187f0fe tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:34:21.489381 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c8de9af6-af59-46eb-a757-b2a23187f0fe tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:21.528407 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c8de9af6-af59-46eb-a757-b2a23187f0fe tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1716058 Feb 17 18:34:21.531212 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40254) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:34:21.536453 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-6fc45b0a-4d7b-4aa6-bf4b-655c3044eefb tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Request body: {'subnet': {'network_id': '3af5c461-1b21-47b5-86bf-d2714981d751', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:34:21.569068 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de9af6-af59-46eb-a757-b2a23187f0fe tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Pushing event updated for resources: {'Network': ['ID=3af5c461-1b21-47b5-86bf-d2714981d751,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:21.580131 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 3af5c461-1b21-47b5-86bf-d2714981d751 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:34:21.604908 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-f6130795-2d9a-4f1e-ac32-bb843575305b None None] Allocated IP 172.20.0.2 (19e63e9f-218e-456e-b610-4542ba7f5c41/76f21045-12c3-41b2-943c-e11fd6121b8f/c8fcc9db-0816-45a2-9436-638e32cf93b6) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:34:21.629394 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc45b0a-4d7b-4aa6-bf4b-655c3044eefb tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Made reservation on behalf of 80458a0f9eab4b43b91fa2869ecbfdfd for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:34:21.632961 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6fc45b0a-4d7b-4aa6-bf4b-655c3044eefb tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:21.788191 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f6130795-2d9a-4f1e-ac32-bb843575305b None None] Publish callbacks [] for port (c8fcc9db-0816-45a2-9436-638e32cf93b6), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:21.794068 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f6130795-2d9a-4f1e-ac32-bb843575305b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (c8fcc9db-0816-45a2-9436-638e32cf93b6), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:21.811943 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6fc45b0a-4d7b-4aa6-bf4b-655c3044eefb tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (571712f1-53fe-449e-a998-b3918f6698b9), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:21.836003 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6130795-2d9a-4f1e-ac32-bb843575305b None None] Network 19e63e9f-218e-456e-b610-4542ba7f5c41 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:34:21.838929 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-f6130795-2d9a-4f1e-ac32-bb843575305b None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:34:21.841396 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6130795-2d9a-4f1e-ac32-bb843575305b None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:34:21.853805 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6130795-2d9a-4f1e-ac32-bb843575305b None None] Pushing event updated for resources: {'Port': ['ID=c8fcc9db-0816-45a2-9436-638e32cf93b6,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:21.874591 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc45b0a-4d7b-4aa6-bf4b-655c3044eefb tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Pushing event updated for resources: {'Subnet': ['ID=571712f1-53fe-449e-a998-b3918f6698b9,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:21.882129 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc45b0a-4d7b-4aa6-bf4b-655c3044eefb tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Checking segment: {'id': '3a07efed-cf26-49a8-805c-ae51f42beff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '3af5c461-1b21-47b5-86bf-d2714981d751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:34:21.882496 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc45b0a-4d7b-4aa6-bf4b-655c3044eefb tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Network hostable DHCP agents. Network: 3af5c461-1b21-47b5-86bf-d2714981d751, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:34:21.900560 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc45b0a-4d7b-4aa6-bf4b-655c3044eefb tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Network 3af5c461-1b21-47b5-86bf-d2714981d751 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:34:21.911863 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-6fc45b0a-4d7b-4aa6-bf4b-655c3044eefb tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 3af5c461-1b21-47b5-86bf-d2714981d751) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:34:21.916623 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc45b0a-4d7b-4aa6-bf4b-655c3044eefb tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:34:21.917037 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6fc45b0a-4d7b-4aa6-bf4b-655c3044eefb tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:21.917710 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-f6130795-2d9a-4f1e-ac32-bb843575305b None None] Attempting to bind port c8fcc9db-0816-45a2-9436-638e32cf93b6 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:34:21.918099 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-f6130795-2d9a-4f1e-ac32-bb843575305b None None] Attempting to bind port c8fcc9db-0816-45a2-9436-638e32cf93b6 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'fae3ac1f-41c4-4070-a1ea-394866053c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '19e63e9f-218e-456e-b610-4542ba7f5c41'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:34:21.918474 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6130795-2d9a-4f1e-ac32-bb843575305b None None] Attempting to bind port c8fcc9db-0816-45a2-9436-638e32cf93b6 on network 19e63e9f-218e-456e-b610-4542ba7f5c41 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:34:21.923667 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d422c9f-309f-4c57-befd-92789f7c10b1 None None] Network 3af5c461-1b21-47b5-86bf-d2714981d751 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:34:21.929556 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6130795-2d9a-4f1e-ac32-bb843575305b None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:34:21.929941 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6130795-2d9a-4f1e-ac32-bb843575305b None None] Checking segment: {'id': 'fae3ac1f-41c4-4070-a1ea-394866053c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '19e63e9f-218e-456e-b610-4542ba7f5c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:34:21.930354 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f6130795-2d9a-4f1e-ac32-bb843575305b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:21.930755 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6130795-2d9a-4f1e-ac32-bb843575305b None None] Bound using segment: {'id': 'fae3ac1f-41c4-4070-a1ea-394866053c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '19e63e9f-218e-456e-b610-4542ba7f5c41'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:34:21.931744 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-f6130795-2d9a-4f1e-ac32-bb843575305b None None] Bound port: c8fcc9db-0816-45a2-9436-638e32cf93b6, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae3ac1f-41c4-4070-a1ea-394866053c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '19e63e9f-218e-456e-b610-4542ba7f5c41'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:34:21.932130 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f6130795-2d9a-4f1e-ac32-bb843575305b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c8fcc9db-0816-45a2-9436-638e32cf93b6), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:21.945823 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-6fc45b0a-4d7b-4aa6-bf4b-655c3044eefb tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4133070 Feb 17 18:34:21.951543 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40256) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:34:21.954454 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-4d57e2e9-fbe4-424a-a91f-14d074cc0e04 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Request body: {'router': {'external_gateway_info': {'network_id': '3af5c461-1b21-47b5-86bf-d2714981d751'}}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:34:22.176655 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4d57e2e9-fbe4-424a-a91f-14d074cc0e04 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks [] for router_gateway (6699a113-f925-412d-9844-9b3d62d3bf6e), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:22.234182 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-f6130795-2d9a-4f1e-ac32-bb843575305b None None] For port c8fcc9db-0816-45a2-9436-638e32cf93b6, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:34:22.240097 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21a62ba-6722-4c07-b3a6-c576deb5609e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-3af5c461-1b21-47b5-86bf-d2714981d751', 'network_id': '3af5c461-1b21-47b5-86bf-d2714981d751', 'project_id': '80458a0f9eab4b43b91fa2869ecbfdfd', 'fixed_ips': [{'subnet_id': '571712f1-53fe-449e-a998-b3918f6698b9'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 18:34:22.240987 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d21a62ba-6722-4c07-b3a6-c576deb5609e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:22.259137 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-f6130795-2d9a-4f1e-ac32-bb843575305b None None] For port c8fcc9db-0816-45a2-9436-638e32cf93b6, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=c8fcc9db-0816-45a2-9436-638e32cf93b6,segment=NetworkSegment(fae3ac1f-41c4-4070-a1ea-394866053c95),segment_id=fae3ac1f-41c4-4070-a1ea-394866053c95)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:34:22.272231 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f6130795-2d9a-4f1e-ac32-bb843575305b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c8fcc9db-0816-45a2-9436-638e32cf93b6), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:22.286884 n-d-829613-2 neutron-server[103435]: INFO neutron.api.v2.resource [None req-4d57e2e9-fbe4-424a-a91f-14d074cc0e04 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 18:34:22.287973 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4d57e2e9-fbe4-424a-a91f-14d074cc0e04 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] 10.222.0.87 "PUT /v2.0/routers/6699a113-f925-412d-9844-9b3d62d3bf6e HTTP/1.1" status: 400 len: 364 time: 0.3378580 Feb 17 18:34:22.295238 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40258) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:34:22.352068 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec8e7944-0abc-4afa-885f-b66507315369 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Deleting subnet 571712f1-53fe-449e-a998-b3918f6698b9 {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:34:22.355427 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ec8e7944-0abc-4afa-885f-b66507315369 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks [] for subnet (571712f1-53fe-449e-a998-b3918f6698b9), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:22.400457 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ec8e7944-0abc-4afa-885f-b66507315369 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (571712f1-53fe-449e-a998-b3918f6698b9), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:22.403487 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6130795-2d9a-4f1e-ac32-bb843575305b None None] Pushing event updated for resources: {'Port': ['ID=c8fcc9db-0816-45a2-9436-638e32cf93b6,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:22.446056 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ec8e7944-0abc-4afa-885f-b66507315369 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (571712f1-53fe-449e-a998-b3918f6698b9), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:22.507269 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ec8e7944-0abc-4afa-885f-b66507315369 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (571712f1-53fe-449e-a998-b3918f6698b9), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server [None req-d21a62ba-6722-4c07-b3a6-c576deb5609e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 571712f1-53fe-449e-a998-b3918f6698b9: This subnet is being modified by another concurrent operation. Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server raise exception Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 571712f1-53fe-449e-a998-b3918f6698b9: This subnet is being modified by another concurrent operation. Feb 17 18:34:22.511173 n-d-829613-2 neutron-server[103436]: ERROR oslo_messaging.rpc.server Feb 17 18:34:22.521528 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ec8e7944-0abc-4afa-885f-b66507315369 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:22.525206 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-ec8e7944-0abc-4afa-885f-b66507315369 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] 10.222.0.87 "DELETE /v2.0/subnets/571712f1-53fe-449e-a998-b3918f6698b9 HTTP/1.1" status: 204 len: 168 time: 0.2288518 Feb 17 18:34:22.527795 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40260) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:34:22.545849 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e7944-0abc-4afa-885f-b66507315369 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Pushing event deleted for resources: {'Subnet': ['ID=571712f1-53fe-449e-a998-b3918f6698b9,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:22.555592 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2640224a-dc57-453a-9838-efb0c3a11b8b None None] Network 3af5c461-1b21-47b5-86bf-d2714981d751 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:34:22.652268 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-75cc4f76-4afc-470d-969b-e47f5401dcc2 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (3af5c461-1b21-47b5-86bf-d2714981d751), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:22.750549 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-75cc4f76-4afc-470d-969b-e47f5401dcc2 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (3af5c461-1b21-47b5-86bf-d2714981d751), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:22.770616 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-75cc4f76-4afc-470d-969b-e47f5401dcc2 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3af5c461-1b21-47b5-86bf-d2714981d751']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:34:22.780164 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-75cc4f76-4afc-470d-969b-e47f5401dcc2 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a07efed-cf26-49a8-805c-ae51f42beff9') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:34:22.780498 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-75cc4f76-4afc-470d-969b-e47f5401dcc2 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a07efed-cf26-49a8-805c-ae51f42beff9') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:34:22.789640 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-75cc4f76-4afc-470d-969b-e47f5401dcc2 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (3a07efed-cf26-49a8-805c-ae51f42beff9), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:22.803529 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-75cc4f76-4afc-470d-969b-e47f5401dcc2 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (3a07efed-cf26-49a8-805c-ae51f42beff9), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:22.809466 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75cc4f76-4afc-470d-969b-e47f5401dcc2 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:34:22.809885 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-75cc4f76-4afc-470d-969b-e47f5401dcc2 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (3a07efed-cf26-49a8-805c-ae51f42beff9), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:22.813077 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 18:34:22.813077 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:34:22.813077 n-d-829613-2 neutron-server[103434]: timer() Feb 17 18:34:22.813077 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:34:22.813077 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 18:34:22.813077 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:34:22.813077 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 18:34:22.813077 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:34:22.813077 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 18:34:22.813077 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:34:22.813077 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 18:34:22.813077 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:34:22.813077 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 18:34:22.813077 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:34:22.813077 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:34:22.813077 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:34:22.813077 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:34:22.813077 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:34:22.813077 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 18:34:22.813077 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:34:22.813077 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 18:34:22.813077 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:34:22.813077 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:34:22.813077 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:34:22.813077 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 18:34:22.813077 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:34:22.813077 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:34:22.813077 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:34:22.813077 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:34:22.813077 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:34:22.813077 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:34:22.813077 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:34:22.870805 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-75cc4f76-4afc-470d-969b-e47f5401dcc2 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (3af5c461-1b21-47b5-86bf-d2714981d751), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:22.882210 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-75cc4f76-4afc-470d-969b-e47f5401dcc2 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:22.885684 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-75cc4f76-4afc-470d-969b-e47f5401dcc2 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] 10.222.0.87 "DELETE /v2.0/networks/3af5c461-1b21-47b5-86bf-d2714981d751 HTTP/1.1" status: 204 len: 168 time: 0.3563275 Feb 17 18:34:22.888444 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40262) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:34:22.900340 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cc4f76-4afc-470d-969b-e47f5401dcc2 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Pushing event deleted for resources: {'Network': ['ID=3af5c461-1b21-47b5-86bf-d2714981d751,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:22.947007 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a157aee-2071-4d7b-96cd-31212611c55e tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Deleting subnet 76f21045-12c3-41b2-943c-e11fd6121b8f {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:34:22.951056 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2a157aee-2071-4d7b-96cd-31212611c55e tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks [] for subnet (76f21045-12c3-41b2-943c-e11fd6121b8f), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:22.990432 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2a157aee-2071-4d7b-96cd-31212611c55e tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (76f21045-12c3-41b2-943c-e11fd6121b8f), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:23.071272 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2a157aee-2071-4d7b-96cd-31212611c55e tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (76f21045-12c3-41b2-943c-e11fd6121b8f), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:23.137454 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2a157aee-2071-4d7b-96cd-31212611c55e tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (76f21045-12c3-41b2-943c-e11fd6121b8f), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:23.163652 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a157aee-2071-4d7b-96cd-31212611c55e tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Pushing event deleted for resources: {'Subnet': ['ID=76f21045-12c3-41b2-943c-e11fd6121b8f,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:23.169900 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2a157aee-2071-4d7b-96cd-31212611c55e tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:23.175841 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-2a157aee-2071-4d7b-96cd-31212611c55e tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] 10.222.0.87 "DELETE /v2.0/subnets/76f21045-12c3-41b2-943c-e11fd6121b8f HTTP/1.1" status: 204 len: 168 time: 0.2862716 Feb 17 18:34:23.176035 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40264) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:34:23.254294 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-508752ec-c024-4481-ab84-cbd756099802 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (19e63e9f-218e-456e-b610-4542ba7f5c41), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:23.310667 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-508752ec-c024-4481-ab84-cbd756099802 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Deleting port c8fcc9db-0816-45a2-9436-638e32cf93b6 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:34:23.311020 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-508752ec-c024-4481-ab84-cbd756099802 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (c8fcc9db-0816-45a2-9436-638e32cf93b6), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:23.387049 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-508752ec-c024-4481-ab84-cbd756099802 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] For port c8fcc9db-0816-45a2-9436-638e32cf93b6, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=c8fcc9db-0816-45a2-9436-638e32cf93b6,segment=NetworkSegment(fae3ac1f-41c4-4070-a1ea-394866053c95),segment_id=fae3ac1f-41c4-4070-a1ea-394866053c95)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:34:23.387425 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-508752ec-c024-4481-ab84-cbd756099802 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (c8fcc9db-0816-45a2-9436-638e32cf93b6), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:23.394704 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device c8fcc9db-0816-45a2-9436-638e32cf93b6 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:34:23.401321 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-508752ec-c024-4481-ab84-cbd756099802 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Calling delete_port for c8fcc9db-0816-45a2-9436-638e32cf93b6 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:34:23.434079 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4db57a-fdce-4450-a0cd-d24f1addb6f6 None None] get_active_networks_info from n-d-829613-2 {{(pid=103436) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 17 18:34:23.482912 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-508752ec-c024-4481-ab84-cbd756099802 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (c8fcc9db-0816-45a2-9436-638e32cf93b6), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:23.502792 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port c8fcc9db-0816-45a2-9436-638e32cf93b6 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:34:23.503080 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c8fcc9db-0816-45a2-9436-638e32cf93b6), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:23.508806 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-cb2a3588-08be-4f4c-8211-5519ca41583b None None] Could not find standard attr ID for object c8fcc9db-0816-45a2-9436-638e32cf93b6. {{(pid=103436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 18:34:23.509615 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508752ec-c024-4481-ab84-cbd756099802 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Pushing event deleted for resources: {'Port': ['ID=c8fcc9db-0816-45a2-9436-638e32cf93b6,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:23.513136 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508752ec-c024-4481-ab84-cbd756099802 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] No DVR routers for this DVR port c8fcc9db-0816-45a2-9436-638e32cf93b6 on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:34:23.532674 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4db57a-fdce-4450-a0cd-d24f1addb6f6 None None] Resources bound (agent type, host, resource id): {{(pid=103436) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 18:34:23.534659 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Port c8fcc9db-0816-45a2-9436-638e32cf93b6 was deleted so its status cannot be updated. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 17 18:34:23.593182 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-508752ec-c024-4481-ab84-cbd756099802 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (19e63e9f-218e-456e-b610-4542ba7f5c41), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:23.613503 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-508752ec-c024-4481-ab84-cbd756099802 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19e63e9f-218e-456e-b610-4542ba7f5c41']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:34:23.622806 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-508752ec-c024-4481-ab84-cbd756099802 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fae3ac1f-41c4-4070-a1ea-394866053c95') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:34:23.623108 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-508752ec-c024-4481-ab84-cbd756099802 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fae3ac1f-41c4-4070-a1ea-394866053c95') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:34:23.632326 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-508752ec-c024-4481-ab84-cbd756099802 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (fae3ac1f-41c4-4070-a1ea-394866053c95), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:23.645241 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-508752ec-c024-4481-ab84-cbd756099802 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (fae3ac1f-41c4-4070-a1ea-394866053c95), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:23.651656 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-508752ec-c024-4481-ab84-cbd756099802 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:34:23.652044 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-508752ec-c024-4481-ab84-cbd756099802 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (fae3ac1f-41c4-4070-a1ea-394866053c95), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:23.655427 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 18:34:23.655427 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:34:23.655427 n-d-829613-2 neutron-server[103434]: timer() Feb 17 18:34:23.655427 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:34:23.655427 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 18:34:23.655427 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:34:23.655427 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 18:34:23.655427 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:34:23.655427 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 18:34:23.655427 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:34:23.655427 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 18:34:23.655427 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:34:23.655427 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 18:34:23.655427 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:34:23.655427 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:34:23.655427 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:34:23.655427 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:34:23.655427 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:34:23.655427 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 18:34:23.655427 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:34:23.655427 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 18:34:23.655427 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:34:23.655427 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:34:23.655427 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:34:23.655427 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 18:34:23.655427 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:34:23.655427 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:34:23.655427 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:34:23.655427 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:34:23.655427 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:34:23.655427 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:34:23.655427 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:34:23.682272 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cfffa2-f7c9-40f7-b5a1-7be4f9bf65ed None None] Network 19e63e9f-218e-456e-b610-4542ba7f5c41 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:34:23.717476 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-508752ec-c024-4481-ab84-cbd756099802 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (19e63e9f-218e-456e-b610-4542ba7f5c41), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:23.724743 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-508752ec-c024-4481-ab84-cbd756099802 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:23.730951 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-508752ec-c024-4481-ab84-cbd756099802 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] 10.222.0.87 "DELETE /v2.0/networks/19e63e9f-218e-456e-b610-4542ba7f5c41 HTTP/1.1" status: 204 len: 168 time: 0.5510707 Feb 17 18:34:23.731443 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40266) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:34:23.740026 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508752ec-c024-4481-ab84-cbd756099802 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Pushing event deleted for resources: {'Network': ['ID=19e63e9f-218e-456e-b610-4542ba7f5c41,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:23.762366 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-5b489882-737d-470a-a214-14dc848a64a0 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] 10.222.0.87 "GET /v2.0/ports?device_id=6699a113-f925-412d-9844-9b3d62d3bf6e HTTP/1.1" status: 200 len: 205 time: 0.0294588 Feb 17 18:34:23.764588 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40268) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:34:23.829481 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51044d2a-e0c4-4a7e-926c-192ea7b769f5 None None] DHCP port deletion for 19e63e9f-218e-456e-b610-4542ba7f5c41 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 18:34:23.844633 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2d304ce5-e2a4-4cb3-9dcf-6eec443776f1 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks [] for router (6699a113-f925-412d-9844-9b3d62d3bf6e), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:24.005070 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2d304ce5-e2a4-4cb3-9dcf-6eec443776f1 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (6699a113-f925-412d-9844-9b3d62d3bf6e), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:24.007189 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2d304ce5-e2a4-4cb3-9dcf-6eec443776f1 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks [] for router_controller (6699a113-f925-412d-9844-9b3d62d3bf6e), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:24.053461 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2d304ce5-e2a4-4cb3-9dcf-6eec443776f1 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (6699a113-f925-412d-9844-9b3d62d3bf6e), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:24.053957 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d304ce5-e2a4-4cb3-9dcf-6eec443776f1 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Fanout notify agent at l3_agent the message router_deleted on router 6699a113-f925-412d-9844-9b3d62d3bf6e {{(pid=103435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 18:34:24.061697 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2d304ce5-e2a4-4cb3-9dcf-6eec443776f1 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:24.062714 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-2d304ce5-e2a4-4cb3-9dcf-6eec443776f1 tempest-RoutersNegativeTest-1363241262 tempest-RoutersNegativeTest-1363241262-project] 10.222.0.87 "DELETE /v2.0/routers/6699a113-f925-412d-9844-9b3d62d3bf6e HTTP/1.1" status: 204 len: 168 time: 0.2970841 Feb 17 18:34:24.293881 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40274) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:34:24.421837 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-60e60282-709e-4782-a286-515783eb9a88 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=80458a0f9eab4b43b91fa2869ecbfdfd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1267786 Feb 17 18:34:24.424292 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40278) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:34:24.470050 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b5317b13-5434-405a-bc9f-86df5f57a56e admin admin] Publish callbacks [] for security_group (e096935c-3e69-4309-894e-3f85c3e470aa), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:24.495596 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b5317b13-5434-405a-bc9f-86df5f57a56e admin admin] Publish callbacks [] for security_group (e096935c-3e69-4309-894e-3f85c3e470aa), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:24.542804 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b5317b13-5434-405a-bc9f-86df5f57a56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (e096935c-3e69-4309-894e-3f85c3e470aa), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:24.545442 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b5317b13-5434-405a-bc9f-86df5f57a56e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:24.546628 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b5317b13-5434-405a-bc9f-86df5f57a56e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e096935c-3e69-4309-894e-3f85c3e470aa HTTP/1.1" status: 204 len: 168 time: 0.1214395 Feb 17 18:34:24.554779 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5317b13-5434-405a-bc9f-86df5f57a56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e096935c-3e69-4309-894e-3f85c3e470aa,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:25.148639 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40300) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:34:25.241955 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-2f0a7776-7c35-4da7-b93f-2eab9ea9151e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1258326205-network', 'tenant_id': 'b12f6fc615984396accab7736e413b31'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:34:25.262555 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0a7776-7c35-4da7-b93f-2eab9ea9151e admin admin] Made reservation on behalf of b12f6fc615984396accab7736e413b31 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:34:25.264896 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2f0a7776-7c35-4da7-b93f-2eab9ea9151e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:25.272921 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2f0a7776-7c35-4da7-b93f-2eab9ea9151e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:25.341585 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device c8fcc9db-0816-45a2-9436-638e32cf93b6 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:34:25.349531 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2f0a7776-7c35-4da7-b93f-2eab9ea9151e admin admin] Publish callbacks [] for security_group (e8e22735-0853-443c-8642-8bc28dce9d7b), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:25.354882 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2f0a7776-7c35-4da7-b93f-2eab9ea9151e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (e8e22735-0853-443c-8642-8bc28dce9d7b), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:25.365402 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: c8fcc9db-0816-45a2-9436-638e32cf93b6 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:34:25.365758 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device c8fcc9db-0816-45a2-9436-638e32cf93b6 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:34:25.381455 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f0a7776-7c35-4da7-b93f-2eab9ea9151e admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:34:25.391810 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a7776-7c35-4da7-b93f-2eab9ea9151e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e22735-0853-443c-8642-8bc28dce9d7b,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:25.396619 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2f0a7776-7c35-4da7-b93f-2eab9ea9151e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (6e1048c8-bfca-4176-b8c3-d5a7143541a3), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:25.396961 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-2f0a7776-7c35-4da7-b93f-2eab9ea9151e admin admin] Added segment 6e1048c8-bfca-4176-b8c3-d5a7143541a3 of type vlan for network 1559c43c-87c4-4bc2-9a42-b1f7ac4e7804 Feb 17 18:34:25.437521 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2f0a7776-7c35-4da7-b93f-2eab9ea9151e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (1559c43c-87c4-4bc2-9a42-b1f7ac4e7804), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:25.460197 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2f0a7776-7c35-4da7-b93f-2eab9ea9151e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (1559c43c-87c4-4bc2-9a42-b1f7ac4e7804), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:25.461160 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0a7776-7c35-4da7-b93f-2eab9ea9151e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:34:25.461739 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2f0a7776-7c35-4da7-b93f-2eab9ea9151e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:25.498065 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-2f0a7776-7c35-4da7-b93f-2eab9ea9151e admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3480783 Feb 17 18:34:25.500922 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40304) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:34:25.505971 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-74a31dee-dca2-49b0-be77-95c9aca42cc8 admin admin] Request body: {'subnet': {'network_id': '1559c43c-87c4-4bc2-9a42-b1f7ac4e7804', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1258326205-subnet', 'tenant_id': 'b12f6fc615984396accab7736e413b31', 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:34:25.524972 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a31dee-dca2-49b0-be77-95c9aca42cc8 admin admin] Made reservation on behalf of b12f6fc615984396accab7736e413b31 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:34:25.527443 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-74a31dee-dca2-49b0-be77-95c9aca42cc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:25.527603 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a7776-7c35-4da7-b93f-2eab9ea9151e admin admin] Pushing event updated for resources: {'Network': ['ID=1559c43c-87c4-4bc2-9a42-b1f7ac4e7804,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:25.537207 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 1559c43c-87c4-4bc2-9a42-b1f7ac4e7804 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:34:25.696422 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-74a31dee-dca2-49b0-be77-95c9aca42cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (7aac22fa-c9d5-4d39-9f9e-2bef81ed80fc), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:25.752312 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a31dee-dca2-49b0-be77-95c9aca42cc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aac22fa-c9d5-4d39-9f9e-2bef81ed80fc,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:25.759618 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a31dee-dca2-49b0-be77-95c9aca42cc8 admin admin] Checking segment: {'id': '6e1048c8-bfca-4176-b8c3-d5a7143541a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1559c43c-87c4-4bc2-9a42-b1f7ac4e7804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:34:25.759988 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a31dee-dca2-49b0-be77-95c9aca42cc8 admin admin] Network hostable DHCP agents. Network: 1559c43c-87c4-4bc2-9a42-b1f7ac4e7804, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:34:25.776717 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a31dee-dca2-49b0-be77-95c9aca42cc8 admin admin] Network 1559c43c-87c4-4bc2-9a42-b1f7ac4e7804 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:34:25.784827 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-74a31dee-dca2-49b0-be77-95c9aca42cc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 1559c43c-87c4-4bc2-9a42-b1f7ac4e7804) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:34:25.789339 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a31dee-dca2-49b0-be77-95c9aca42cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:34:25.790461 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-74a31dee-dca2-49b0-be77-95c9aca42cc8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:25.793734 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbf6741-49b9-4aa2-bac3-83351b900719 None None] Network 1559c43c-87c4-4bc2-9a42-b1f7ac4e7804 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:34:25.806680 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-74a31dee-dca2-49b0-be77-95c9aca42cc8 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3046620 Feb 17 18:34:25.809276 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40306) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:34:25.813504 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-79f7680b-fe19-4fff-9450-78da8220e95b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1258326205-router', 'tenant_id': 'b12f6fc615984396accab7736e413b31', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:34:25.832983 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-79f7680b-fe19-4fff-9450-78da8220e95b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (09646a91-a6ad-406f-957b-e7cc37a3bb45), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:25.833998 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-79f7680b-fe19-4fff-9450-78da8220e95b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (09646a91-a6ad-406f-957b-e7cc37a3bb45), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:25.889935 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-79f7680b-fe19-4fff-9450-78da8220e95b admin admin] Publish callbacks [] for router_controller (09646a91-a6ad-406f-957b-e7cc37a3bb45), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:25.894518 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4e4ac1-9a30-452e-a52e-8fb28c5b77fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-1559c43c-87c4-4bc2-9a42-b1f7ac4e7804', 'network_id': '1559c43c-87c4-4bc2-9a42-b1f7ac4e7804', 'project_id': 'b12f6fc615984396accab7736e413b31', 'fixed_ips': [{'subnet_id': '7aac22fa-c9d5-4d39-9f9e-2bef81ed80fc'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 18:34:25.895389 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9f4e4ac1-9a30-452e-a52e-8fb28c5b77fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:26.029125 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-9f4e4ac1-9a30-452e-a52e-8fb28c5b77fb None None] Allocated IP 172.20.0.2 (1559c43c-87c4-4bc2-9a42-b1f7ac4e7804/7aac22fa-c9d5-4d39-9f9e-2bef81ed80fc/634945a3-fe46-4cd8-b6ed-7c645964644d) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:34:26.031222 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-79f7680b-fe19-4fff-9450-78da8220e95b admin admin] Publish callbacks [] for router_gateway (09646a91-a6ad-406f-957b-e7cc37a3bb45), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:26.177844 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9f4e4ac1-9a30-452e-a52e-8fb28c5b77fb None None] Publish callbacks [] for port (634945a3-fe46-4cd8-b6ed-7c645964644d), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:26.184414 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9f4e4ac1-9a30-452e-a52e-8fb28c5b77fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (634945a3-fe46-4cd8-b6ed-7c645964644d), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:26.224475 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4e4ac1-9a30-452e-a52e-8fb28c5b77fb None None] Network 1559c43c-87c4-4bc2-9a42-b1f7ac4e7804 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:34:26.227531 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-9f4e4ac1-9a30-452e-a52e-8fb28c5b77fb None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:34:26.232421 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4e4ac1-9a30-452e-a52e-8fb28c5b77fb None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:34:26.235401 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e4ac1-9a30-452e-a52e-8fb28c5b77fb None None] Pushing event updated for resources: {'Port': ['ID=634945a3-fe46-4cd8-b6ed-7c645964644d,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:26.235887 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-79f7680b-fe19-4fff-9450-78da8220e95b admin admin] Publish callbacks [] for router_gateway (09646a91-a6ad-406f-957b-e7cc37a3bb45), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:26.255855 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-79f7680b-fe19-4fff-9450-78da8220e95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:26.293937 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-9f4e4ac1-9a30-452e-a52e-8fb28c5b77fb None None] Attempting to bind port 634945a3-fe46-4cd8-b6ed-7c645964644d on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:34:26.294683 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-9f4e4ac1-9a30-452e-a52e-8fb28c5b77fb None None] Attempting to bind port 634945a3-fe46-4cd8-b6ed-7c645964644d by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '6e1048c8-bfca-4176-b8c3-d5a7143541a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1559c43c-87c4-4bc2-9a42-b1f7ac4e7804'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:34:26.294683 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4e4ac1-9a30-452e-a52e-8fb28c5b77fb None None] Attempting to bind port 634945a3-fe46-4cd8-b6ed-7c645964644d on network 1559c43c-87c4-4bc2-9a42-b1f7ac4e7804 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:34:26.299511 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4e4ac1-9a30-452e-a52e-8fb28c5b77fb None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:34:26.299891 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4e4ac1-9a30-452e-a52e-8fb28c5b77fb None None] Checking segment: {'id': '6e1048c8-bfca-4176-b8c3-d5a7143541a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1559c43c-87c4-4bc2-9a42-b1f7ac4e7804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:34:26.300331 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9f4e4ac1-9a30-452e-a52e-8fb28c5b77fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:26.300731 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4e4ac1-9a30-452e-a52e-8fb28c5b77fb None None] Bound using segment: {'id': '6e1048c8-bfca-4176-b8c3-d5a7143541a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1559c43c-87c4-4bc2-9a42-b1f7ac4e7804'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:34:26.301197 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-9f4e4ac1-9a30-452e-a52e-8fb28c5b77fb None None] Bound port: 634945a3-fe46-4cd8-b6ed-7c645964644d, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e1048c8-bfca-4176-b8c3-d5a7143541a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1559c43c-87c4-4bc2-9a42-b1f7ac4e7804'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:34:26.301584 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9f4e4ac1-9a30-452e-a52e-8fb28c5b77fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (634945a3-fe46-4cd8-b6ed-7c645964644d), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:26.361262 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-79f7680b-fe19-4fff-9450-78da8220e95b admin admin] Allocated IP 172.25.8.66 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/f63ea390-efca-4189-a6c1-fe01c380c4d2) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:34:26.363974 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-9f4e4ac1-9a30-452e-a52e-8fb28c5b77fb None None] For port 634945a3-fe46-4cd8-b6ed-7c645964644d, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:34:26.367505 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-9f4e4ac1-9a30-452e-a52e-8fb28c5b77fb None None] For port 634945a3-fe46-4cd8-b6ed-7c645964644d, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=634945a3-fe46-4cd8-b6ed-7c645964644d,segment=NetworkSegment(6e1048c8-bfca-4176-b8c3-d5a7143541a3),segment_id=6e1048c8-bfca-4176-b8c3-d5a7143541a3)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:34:26.374360 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9f4e4ac1-9a30-452e-a52e-8fb28c5b77fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (634945a3-fe46-4cd8-b6ed-7c645964644d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:26.434017 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e4ac1-9a30-452e-a52e-8fb28c5b77fb None None] Pushing event updated for resources: {'Port': ['ID=634945a3-fe46-4cd8-b6ed-7c645964644d,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:26.467529 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-79f7680b-fe19-4fff-9450-78da8220e95b admin admin] Publish callbacks [] for port (f63ea390-efca-4189-a6c1-fe01c380c4d2), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:26.502425 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-79f7680b-fe19-4fff-9450-78da8220e95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (f63ea390-efca-4189-a6c1-fe01c380c4d2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:26.542534 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f7680b-fe19-4fff-9450-78da8220e95b admin admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:34:26.547571 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-79f7680b-fe19-4fff-9450-78da8220e95b admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:34:26.550046 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f7680b-fe19-4fff-9450-78da8220e95b admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:34:26.892057 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f7680b-fe19-4fff-9450-78da8220e95b admin admin] Pushing event updated for resources: {'Port': ['ID=f63ea390-efca-4189-a6c1-fe01c380c4d2,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:27.118102 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-79f7680b-fe19-4fff-9450-78da8220e95b admin admin] Publish callbacks [] for router_gateway (09646a91-a6ad-406f-957b-e7cc37a3bb45), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:27.329417 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-79f7680b-fe19-4fff-9450-78da8220e95b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (09646a91-a6ad-406f-957b-e7cc37a3bb45), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:27.392274 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 634945a3-fe46-4cd8-b6ed-7c645964644d up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:34:27.430228 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f168b8-d0be-4868-8194-bd12f56321a8 None None] Network 1559c43c-87c4-4bc2-9a42-b1f7ac4e7804 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:34:27.464196 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f7680b-fe19-4fff-9450-78da8220e95b admin admin] Router 09646a91-a6ad-406f-957b-e7cc37a3bb45 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 18:34:27.513835 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-05fff929-a454-451a-a3fc-882da6ffdeda None None] Provisioning complete for port 634945a3-fe46-4cd8-b6ed-7c645964644d triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:34:27.514208 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-05fff929-a454-451a-a3fc-882da6ffdeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (634945a3-fe46-4cd8-b6ed-7c645964644d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:27.520976 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 634945a3-fe46-4cd8-b6ed-7c645964644d triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:34:27.521345 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (634945a3-fe46-4cd8-b6ed-7c645964644d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:27.573179 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f7680b-fe19-4fff-9450-78da8220e95b admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:34:27.582274 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c0739d-c9dc-42aa-9298-68c2eda0d115 None None] Sync routers for ids ['09646a91-a6ad-406f-957b-e7cc37a3bb45'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:34:27.592400 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-79f7680b-fe19-4fff-9450-78da8220e95b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:27.593362 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c0739d-c9dc-42aa-9298-68c2eda0d115 None None] Routers {'09646a91-a6ad-406f-957b-e7cc37a3bb45'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:34:27.593673 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-79f7680b-fe19-4fff-9450-78da8220e95b admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7834666 Feb 17 18:34:27.594402 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-02c0739d-c9dc-42aa-9298-68c2eda0d115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:34:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['09646a91-a6ad-406f-957b-e7cc37a3bb45'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:34:27.596846 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40308) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:34:27.699927 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-05fff929-a454-451a-a3fc-882da6ffdeda None None] Current status of the port 634945a3-fe46-4cd8-b6ed-7c645964644d is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:34:27.700354 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-05fff929-a454-451a-a3fc-882da6ffdeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (634945a3-fe46-4cd8-b6ed-7c645964644d), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:27.709934 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-02c0739d-c9dc-42aa-9298-68c2eda0d115 None None] Set router 09646a91-a6ad-406f-957b-e7cc37a3bb45 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:34:27.711373 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 634945a3-fe46-4cd8-b6ed-7c645964644d is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:34:27.711764 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (634945a3-fe46-4cd8-b6ed-7c645964644d), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:27.757255 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-05fff929-a454-451a-a3fc-882da6ffdeda None None] For port 634945a3-fe46-4cd8-b6ed-7c645964644d, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=634945a3-fe46-4cd8-b6ed-7c645964644d,segment=NetworkSegment(6e1048c8-bfca-4176-b8c3-d5a7143541a3),segment_id=6e1048c8-bfca-4176-b8c3-d5a7143541a3)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:34:27.765387 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-05fff929-a454-451a-a3fc-882da6ffdeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (634945a3-fe46-4cd8-b6ed-7c645964644d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:27.847467 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 18:34:27.847834 n-d-829613-2 neutron-server[103436]: DEBUG oslo_db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 18:34:27.850694 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fff929-a454-451a-a3fc-882da6ffdeda None None] Pushing event updated for resources: {'Port': ['ID=634945a3-fe46-4cd8-b6ed-7c645964644d,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:27.935902 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-02c0739d-c9dc-42aa-9298-68c2eda0d115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09646a91-a6ad-406f-957b-e7cc37a3bb45', 'name': 'tempest-TestEncryptedCinderVolumes-1258326205-router', 'tenant_id': 'b12f6fc615984396accab7736e413b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'f63ea390-efca-4189-a6c1-fe01c380c4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:34:25Z', 'updated_at': '2022-02-17T18:34:27Z', 'revision_number': 3, 'project_id': 'b12f6fc615984396accab7736e413b31', 'gw_port': {'id': 'f63ea390-efca-4189-a6c1-fe01c380c4d2', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09646a91-a6ad-406f-957b-e7cc37a3bb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:34:26Z', 'updated_at': '2022-02-17T18:34:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:34:27.962122 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c0739d-c9dc-42aa-9298-68c2eda0d115 None None] Checking router: 09646a91-a6ad-406f-957b-e7cc37a3bb45 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:34:27.962419 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c0739d-c9dc-42aa-9298-68c2eda0d115 None None] Updating router 09646a91-a6ad-406f-957b-e7cc37a3bb45 port f63ea390-efca-4189-a6c1-fe01c380c4d2 binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 18:34:27.984737 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-679a3d39-23a7-4d7a-930d-aa5adc2e6761 None None] Provisioning complete for port 634945a3-fe46-4cd8-b6ed-7c645964644d triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:34:27.985399 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-679a3d39-23a7-4d7a-930d-aa5adc2e6761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (634945a3-fe46-4cd8-b6ed-7c645964644d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:27.990215 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-02c0739d-c9dc-42aa-9298-68c2eda0d115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (f63ea390-efca-4189-a6c1-fe01c380c4d2), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:28.067976 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d3a7c2f9-de55-4bf9-af08-5ed76104b544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:28.068475 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-679a3d39-23a7-4d7a-930d-aa5adc2e6761 None None] Current status of the port 634945a3-fe46-4cd8-b6ed-7c645964644d is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:34:28.226834 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-d3a7c2f9-de55-4bf9-af08-5ed76104b544 admin admin] Allocated IP 172.20.0.1 (1559c43c-87c4-4bc2-9a42-b1f7ac4e7804/7aac22fa-c9d5-4d39-9f9e-2bef81ed80fc/8a75ca6d-3a4d-48bb-8f5b-73584087e430) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:34:28.249163 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-02c0739d-c9dc-42aa-9298-68c2eda0d115 None None] Publish callbacks [] for port (f63ea390-efca-4189-a6c1-fe01c380c4d2), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:28.253746 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-02c0739d-c9dc-42aa-9298-68c2eda0d115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (f63ea390-efca-4189-a6c1-fe01c380c4d2), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:28.311575 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-02c0739d-c9dc-42aa-9298-68c2eda0d115 None None] Attempting to bind port f63ea390-efca-4189-a6c1-fe01c380c4d2 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:34:28.311949 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-02c0739d-c9dc-42aa-9298-68c2eda0d115 None None] Attempting to bind port f63ea390-efca-4189-a6c1-fe01c380c4d2 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:34:28.312337 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c0739d-c9dc-42aa-9298-68c2eda0d115 None None] Attempting to bind port f63ea390-efca-4189-a6c1-fe01c380c4d2 on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:34:28.315144 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c315646f-9d9b-4e32-bf86-124784bfba56 None None] Pushing event updated for resources: {'Port': ['ID=f63ea390-efca-4189-a6c1-fe01c380c4d2,revision_number=2']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:28.323320 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c0739d-c9dc-42aa-9298-68c2eda0d115 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:34:28.323693 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c0739d-c9dc-42aa-9298-68c2eda0d115 None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:34:28.324092 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-02c0739d-c9dc-42aa-9298-68c2eda0d115 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:28.324539 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c0739d-c9dc-42aa-9298-68c2eda0d115 None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:34:28.324958 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-02c0739d-c9dc-42aa-9298-68c2eda0d115 None None] Bound port: f63ea390-efca-4189-a6c1-fe01c380c4d2, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:34:28.325334 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-02c0739d-c9dc-42aa-9298-68c2eda0d115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (f63ea390-efca-4189-a6c1-fe01c380c4d2), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:28.328468 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315646f-9d9b-4e32-bf86-124784bfba56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:34:28.328814 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315646f-9d9b-4e32-bf86-124784bfba56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:34:28.329154 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315646f-9d9b-4e32-bf86-124784bfba56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:34:28.329524 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315646f-9d9b-4e32-bf86-124784bfba56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:34:28.329863 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315646f-9d9b-4e32-bf86-124784bfba56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:34:28.330223 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315646f-9d9b-4e32-bf86-124784bfba56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:34:28.330519 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315646f-9d9b-4e32-bf86-124784bfba56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:34:28.330851 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315646f-9d9b-4e32-bf86-124784bfba56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:34:28.331171 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315646f-9d9b-4e32-bf86-124784bfba56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:34:28.331494 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315646f-9d9b-4e32-bf86-124784bfba56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:34:28.331856 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315646f-9d9b-4e32-bf86-124784bfba56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:34:28.332183 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315646f-9d9b-4e32-bf86-124784bfba56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:34:28.332530 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315646f-9d9b-4e32-bf86-124784bfba56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:34:28.341279 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d3a7c2f9-de55-4bf9-af08-5ed76104b544 admin admin] Publish callbacks [] for port (8a75ca6d-3a4d-48bb-8f5b-73584087e430), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:28.375713 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d3a7c2f9-de55-4bf9-af08-5ed76104b544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (8a75ca6d-3a4d-48bb-8f5b-73584087e430), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:28.385248 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-02c0739d-c9dc-42aa-9298-68c2eda0d115 None None] For port f63ea390-efca-4189-a6c1-fe01c380c4d2, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:34:28.387858 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-02c0739d-c9dc-42aa-9298-68c2eda0d115 None None] For port f63ea390-efca-4189-a6c1-fe01c380c4d2, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=f63ea390-efca-4189-a6c1-fe01c380c4d2,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:34:28.389427 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 634945a3-fe46-4cd8-b6ed-7c645964644d is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:34:28.394822 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-02c0739d-c9dc-42aa-9298-68c2eda0d115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (f63ea390-efca-4189-a6c1-fe01c380c4d2), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:28.417010 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a7c2f9-de55-4bf9-af08-5ed76104b544 admin admin] Network 1559c43c-87c4-4bc2-9a42-b1f7ac4e7804 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:34:28.424007 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-d3a7c2f9-de55-4bf9-af08-5ed76104b544 admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:34:28.427170 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a7c2f9-de55-4bf9-af08-5ed76104b544 admin admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:34:28.449869 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c0739d-c9dc-42aa-9298-68c2eda0d115 None None] Routers {'09646a91-a6ad-406f-957b-e7cc37a3bb45'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:34:28.450497 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-02c0739d-c9dc-42aa-9298-68c2eda0d115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:34:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['09646a91-a6ad-406f-957b-e7cc37a3bb45'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:34:28.455915 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a7c2f9-de55-4bf9-af08-5ed76104b544 admin admin] Pushing event updated for resources: {'Port': ['ID=8a75ca6d-3a4d-48bb-8f5b-73584087e430,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:28.474065 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d3a7c2f9-de55-4bf9-af08-5ed76104b544 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (09646a91-a6ad-406f-957b-e7cc37a3bb45), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:28.517312 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c315646f-9d9b-4e32-bf86-124784bfba56 None None] Pushing event updated for resources: {'Port': ['ID=f63ea390-efca-4189-a6c1-fe01c380c4d2,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:28.565561 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-02c0739d-c9dc-42aa-9298-68c2eda0d115 None None] Set router 09646a91-a6ad-406f-957b-e7cc37a3bb45 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:34:28.638749 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d3a7c2f9-de55-4bf9-af08-5ed76104b544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8a75ca6d-3a4d-48bb-8f5b-73584087e430), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:28.699426 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-fbfa2148-8a15-40bd-bc64-74f7cf59626a None None] Provisioning complete for port 8a75ca6d-3a4d-48bb-8f5b-73584087e430 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:34:28.699993 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fbfa2148-8a15-40bd-bc64-74f7cf59626a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (8a75ca6d-3a4d-48bb-8f5b-73584087e430), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:28.736076 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-fbfa2148-8a15-40bd-bc64-74f7cf59626a None None] Port 8a75ca6d-3a4d-48bb-8f5b-73584087e430 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:34:28.764625 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-02c0739d-c9dc-42aa-9298-68c2eda0d115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09646a91-a6ad-406f-957b-e7cc37a3bb45', 'name': 'tempest-TestEncryptedCinderVolumes-1258326205-router', 'tenant_id': 'b12f6fc615984396accab7736e413b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'f63ea390-efca-4189-a6c1-fe01c380c4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:34:25Z', 'updated_at': '2022-02-17T18:34:27Z', 'revision_number': 3, 'project_id': 'b12f6fc615984396accab7736e413b31', 'gw_port': {'id': 'f63ea390-efca-4189-a6c1-fe01c380c4d2', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09646a91-a6ad-406f-957b-e7cc37a3bb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:34:26Z', 'updated_at': '2022-02-17T18:34:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:34:28.790269 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c0739d-c9dc-42aa-9298-68c2eda0d115 None None] The sync data for ids ['09646a91-a6ad-406f-957b-e7cc37a3bb45'] in n-d-829613-2 is: [{'id': '09646a91-a6ad-406f-957b-e7cc37a3bb45', 'name': 'tempest-TestEncryptedCinderVolumes-1258326205-router', 'tenant_id': 'b12f6fc615984396accab7736e413b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'f63ea390-efca-4189-a6c1-fe01c380c4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:34:25Z', 'updated_at': '2022-02-17T18:34:27Z', 'revision_number': 3, 'project_id': 'b12f6fc615984396accab7736e413b31', 'gw_port': {'id': 'f63ea390-efca-4189-a6c1-fe01c380c4d2', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09646a91-a6ad-406f-957b-e7cc37a3bb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:34:26Z', 'updated_at': '2022-02-17T18:34:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:34:28.802568 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d3a7c2f9-de55-4bf9-af08-5ed76104b544 admin admin] Publish callbacks [] for port (8a75ca6d-3a4d-48bb-8f5b-73584087e430), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:28.810679 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d3a7c2f9-de55-4bf9-af08-5ed76104b544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (8a75ca6d-3a4d-48bb-8f5b-73584087e430), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:28.883540 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a7c2f9-de55-4bf9-af08-5ed76104b544 admin admin] Pushing event updated for resources: {'Port': ['ID=8a75ca6d-3a4d-48bb-8f5b-73584087e430,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:28.888484 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d3a7c2f9-de55-4bf9-af08-5ed76104b544 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (09646a91-a6ad-406f-957b-e7cc37a3bb45), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:29.307884 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a7c2f9-de55-4bf9-af08-5ed76104b544 admin admin] Network 1559c43c-87c4-4bc2-9a42-b1f7ac4e7804 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:34:29.309345 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-d3a7c2f9-de55-4bf9-af08-5ed76104b544 admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:34:29.433364 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a7c2f9-de55-4bf9-af08-5ed76104b544 admin admin] Router 09646a91-a6ad-406f-957b-e7cc37a3bb45 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:34:29.483703 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device f63ea390-efca-4189-a6c1-fe01c380c4d2 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:34:29.542955 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port f63ea390-efca-4189-a6c1-fe01c380c4d2 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:34:29.543340 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (f63ea390-efca-4189-a6c1-fe01c380c4d2), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:29.553846 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a7c2f9-de55-4bf9-af08-5ed76104b544 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:34:29.567995 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-d3a7c2f9-de55-4bf9-af08-5ed76104b544 admin admin] 10.222.0.87 "PUT /v2.0/routers/09646a91-a6ad-406f-957b-e7cc37a3bb45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9694252 Feb 17 18:34:29.636383 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port f63ea390-efca-4189-a6c1-fe01c380c4d2 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:34:29.636777 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (f63ea390-efca-4189-a6c1-fe01c380c4d2), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:29.660973 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port f63ea390-efca-4189-a6c1-fe01c380c4d2, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=f63ea390-efca-4189-a6c1-fe01c380c4d2,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:34:29.666959 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (f63ea390-efca-4189-a6c1-fe01c380c4d2), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:29.667746 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 634945a3-fe46-4cd8-b6ed-7c645964644d up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:34:29.718934 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-8bf15053-ed9d-4a74-8c82-6ddb30cdc556 None None] Provisioning complete for port 8a75ca6d-3a4d-48bb-8f5b-73584087e430 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:34:29.720013 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8bf15053-ed9d-4a74-8c82-6ddb30cdc556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (8a75ca6d-3a4d-48bb-8f5b-73584087e430), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:29.785355 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-8bf15053-ed9d-4a74-8c82-6ddb30cdc556 None None] Port 8a75ca6d-3a4d-48bb-8f5b-73584087e430 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:34:29.786696 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=f63ea390-efca-4189-a6c1-fe01c380c4d2,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:29.800296 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 634945a3-fe46-4cd8-b6ed-7c645964644d triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:34:29.800681 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (634945a3-fe46-4cd8-b6ed-7c645964644d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:29.886571 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 634945a3-fe46-4cd8-b6ed-7c645964644d is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:34:30.048890 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40324) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:34:30.053838 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-41bd5044-0302-4c38-b8e2-7377340544e2 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1814618122-network', 'tenant_id': '710ef17bf4f042c29c9d579f93e83120'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:34:30.072948 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41bd5044-0302-4c38-b8e2-7377340544e2 admin admin] Made reservation on behalf of 710ef17bf4f042c29c9d579f93e83120 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:34:30.075237 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41bd5044-0302-4c38-b8e2-7377340544e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:30.084189 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41bd5044-0302-4c38-b8e2-7377340544e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:30.168266 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41bd5044-0302-4c38-b8e2-7377340544e2 admin admin] Publish callbacks [] for security_group (551d5b35-1e62-4ded-84d7-6f7c39b7c6ae), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:30.171932 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41bd5044-0302-4c38-b8e2-7377340544e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (551d5b35-1e62-4ded-84d7-6f7c39b7c6ae), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:30.196292 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41bd5044-0302-4c38-b8e2-7377340544e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:34:30.205231 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd5044-0302-4c38-b8e2-7377340544e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551d5b35-1e62-4ded-84d7-6f7c39b7c6ae,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:30.213289 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41bd5044-0302-4c38-b8e2-7377340544e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (46c51562-1ed3-42e1-b70f-2622aa358ffb), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:30.213803 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-41bd5044-0302-4c38-b8e2-7377340544e2 admin admin] Added segment 46c51562-1ed3-42e1-b70f-2622aa358ffb of type vlan for network 69d5cb32-7802-494c-8eb5-3e7a1a0ca88b Feb 17 18:34:30.256957 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41bd5044-0302-4c38-b8e2-7377340544e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (69d5cb32-7802-494c-8eb5-3e7a1a0ca88b), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:30.281408 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41bd5044-0302-4c38-b8e2-7377340544e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (69d5cb32-7802-494c-8eb5-3e7a1a0ca88b), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:30.282655 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bd5044-0302-4c38-b8e2-7377340544e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:34:30.283239 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-41bd5044-0302-4c38-b8e2-7377340544e2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:30.322261 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-41bd5044-0302-4c38-b8e2-7377340544e2 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2722213 Feb 17 18:34:30.324943 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40326) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:34:30.354572 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-533665ae-e268-44dc-af06-30e8e37fcef8 admin admin] Request body: {'subnet': {'network_id': '69d5cb32-7802-494c-8eb5-3e7a1a0ca88b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1814618122-subnet', 'tenant_id': '710ef17bf4f042c29c9d579f93e83120', 'ip_version': 4}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:34:30.359396 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd5044-0302-4c38-b8e2-7377340544e2 admin admin] Pushing event updated for resources: {'Network': ['ID=69d5cb32-7802-494c-8eb5-3e7a1a0ca88b,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:30.369610 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 69d5cb32-7802-494c-8eb5-3e7a1a0ca88b details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:34:30.376727 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533665ae-e268-44dc-af06-30e8e37fcef8 admin admin] Made reservation on behalf of 710ef17bf4f042c29c9d579f93e83120 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:34:30.379109 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-533665ae-e268-44dc-af06-30e8e37fcef8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:30.432447 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96d1097-9db2-4020-bb3b-8a328b2cb3fc None None] Sync routers for ids ['09646a91-a6ad-406f-957b-e7cc37a3bb45'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:34:30.447442 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96d1097-9db2-4020-bb3b-8a328b2cb3fc None None] Routers {'09646a91-a6ad-406f-957b-e7cc37a3bb45'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:34:30.448069 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e96d1097-9db2-4020-bb3b-8a328b2cb3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:34:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['09646a91-a6ad-406f-957b-e7cc37a3bb45'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:34:30.552493 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-533665ae-e268-44dc-af06-30e8e37fcef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (8141ce21-4d62-4aae-87d2-21ec8df9ea6f), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:30.561017 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-e96d1097-9db2-4020-bb3b-8a328b2cb3fc None None] Set router 09646a91-a6ad-406f-957b-e7cc37a3bb45 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:34:30.601250 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533665ae-e268-44dc-af06-30e8e37fcef8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8141ce21-4d62-4aae-87d2-21ec8df9ea6f,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:30.616882 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533665ae-e268-44dc-af06-30e8e37fcef8 admin admin] Checking segment: {'id': '46c51562-1ed3-42e1-b70f-2622aa358ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '69d5cb32-7802-494c-8eb5-3e7a1a0ca88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:34:30.617244 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533665ae-e268-44dc-af06-30e8e37fcef8 admin admin] Network hostable DHCP agents. Network: 69d5cb32-7802-494c-8eb5-3e7a1a0ca88b, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:34:30.634551 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533665ae-e268-44dc-af06-30e8e37fcef8 admin admin] Network 69d5cb32-7802-494c-8eb5-3e7a1a0ca88b is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:34:30.644741 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-533665ae-e268-44dc-af06-30e8e37fcef8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 69d5cb32-7802-494c-8eb5-3e7a1a0ca88b) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:34:30.649843 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533665ae-e268-44dc-af06-30e8e37fcef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:34:30.650569 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-533665ae-e268-44dc-af06-30e8e37fcef8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:30.658532 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af3711d-c753-4d42-a035-65103ce3c7b5 None None] Network 69d5cb32-7802-494c-8eb5-3e7a1a0ca88b requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:34:30.668170 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-533665ae-e268-44dc-af06-30e8e37fcef8 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3179917 Feb 17 18:34:30.670909 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40328) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:34:30.676221 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-97c1cab5-103f-4239-a6db-d5b2aabacc41 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1814618122-router', 'tenant_id': '710ef17bf4f042c29c9d579f93e83120', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:34:30.696960 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-97c1cab5-103f-4239-a6db-d5b2aabacc41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (4103f463-bc62-4e79-a575-9e51bbccbd89), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:30.698096 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-97c1cab5-103f-4239-a6db-d5b2aabacc41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (4103f463-bc62-4e79-a575-9e51bbccbd89), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:30.757091 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-97c1cab5-103f-4239-a6db-d5b2aabacc41 admin admin] Publish callbacks [] for router_controller (4103f463-bc62-4e79-a575-9e51bbccbd89), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:30.904471 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-97c1cab5-103f-4239-a6db-d5b2aabacc41 admin admin] Publish callbacks [] for router_gateway (4103f463-bc62-4e79-a575-9e51bbccbd89), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:31.001195 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33badda-860c-4d5b-8399-b5f3ebc6a5d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-69d5cb32-7802-494c-8eb5-3e7a1a0ca88b', 'network_id': '69d5cb32-7802-494c-8eb5-3e7a1a0ca88b', 'project_id': '710ef17bf4f042c29c9d579f93e83120', 'fixed_ips': [{'subnet_id': '8141ce21-4d62-4aae-87d2-21ec8df9ea6f'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 18:34:31.002016 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a33badda-860c-4d5b-8399-b5f3ebc6a5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:31.077412 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e96d1097-9db2-4020-bb3b-8a328b2cb3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09646a91-a6ad-406f-957b-e7cc37a3bb45', 'name': 'tempest-TestEncryptedCinderVolumes-1258326205-router', 'tenant_id': 'b12f6fc615984396accab7736e413b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'f63ea390-efca-4189-a6c1-fe01c380c4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:34:25Z', 'updated_at': '2022-02-17T18:34:28Z', 'revision_number': 4, 'project_id': 'b12f6fc615984396accab7736e413b31', 'gw_port': {'id': 'f63ea390-efca-4189-a6c1-fe01c380c4d2', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09646a91-a6ad-406f-957b-e7cc37a3bb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:34:26Z', 'updated_at': '2022-02-17T18:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '8a75ca6d-3a4d-48bb-8f5b-73584087e430', 'name': '', 'network_id': '1559c43c-87c4-4bc2-9a42-b1f7ac4e7804', 'tenant_id': 'b12f6fc615984396accab7736e413b31', 'mac_address': 'fa:16:3e:32:55:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09646a91-a6ad-406f-957b-e7cc37a3bb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '7aac22fa-c9d5-4d39-9f9e-2bef81ed80fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:34:28Z', 'updated_at': '2022-02-17T18:34:28Z', 'revision_number': 2, 'project_id': 'b12f6fc615984396accab7736e413b31', 'subnets': [{'id': '7aac22fa-c9d5-4d39-9f9e-2bef81ed80fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:34:31.105853 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96d1097-9db2-4020-bb3b-8a328b2cb3fc None None] Checking router: 09646a91-a6ad-406f-957b-e7cc37a3bb45 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:34:31.106647 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96d1097-9db2-4020-bb3b-8a328b2cb3fc None None] Updating router 09646a91-a6ad-406f-957b-e7cc37a3bb45 port 8a75ca6d-3a4d-48bb-8f5b-73584087e430 binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 18:34:31.121630 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-97c1cab5-103f-4239-a6db-d5b2aabacc41 admin admin] Publish callbacks [] for router_gateway (4103f463-bc62-4e79-a575-9e51bbccbd89), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:31.141193 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-97c1cab5-103f-4239-a6db-d5b2aabacc41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:31.150440 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e96d1097-9db2-4020-bb3b-8a328b2cb3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8a75ca6d-3a4d-48bb-8f5b-73584087e430), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:31.225286 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-a33badda-860c-4d5b-8399-b5f3ebc6a5d3 None None] Allocated IP 172.20.0.2 (69d5cb32-7802-494c-8eb5-3e7a1a0ca88b/8141ce21-4d62-4aae-87d2-21ec8df9ea6f/6cf103a3-fa93-452e-bbb8-15f6c80cfceb) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:34:31.251051 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-97c1cab5-103f-4239-a6db-d5b2aabacc41 admin admin] Allocated IP 172.25.8.180 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/737610ac-6e1b-478c-a21f-bbd895c05f65) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:34:31.376515 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-97c1cab5-103f-4239-a6db-d5b2aabacc41 admin admin] Publish callbacks [] for port (737610ac-6e1b-478c-a21f-bbd895c05f65), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:31.382278 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device f63ea390-efca-4189-a6c1-fe01c380c4d2 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:34:31.410634 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-97c1cab5-103f-4239-a6db-d5b2aabacc41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (737610ac-6e1b-478c-a21f-bbd895c05f65), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:31.451721 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c1cab5-103f-4239-a6db-d5b2aabacc41 admin admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:34:31.456163 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-97c1cab5-103f-4239-a6db-d5b2aabacc41 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:34:31.460602 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c1cab5-103f-4239-a6db-d5b2aabacc41 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:34:31.463792 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c1cab5-103f-4239-a6db-d5b2aabacc41 admin admin] Pushing event updated for resources: {'Port': ['ID=737610ac-6e1b-478c-a21f-bbd895c05f65,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:31.566459 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port f63ea390-efca-4189-a6c1-fe01c380c4d2 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:34:31.566838 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (f63ea390-efca-4189-a6c1-fe01c380c4d2), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:31.569752 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a33badda-860c-4d5b-8399-b5f3ebc6a5d3 None None] Publish callbacks [] for port (6cf103a3-fa93-452e-bbb8-15f6c80cfceb), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:31.602057 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a33badda-860c-4d5b-8399-b5f3ebc6a5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (6cf103a3-fa93-452e-bbb8-15f6c80cfceb), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:31.685812 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33badda-860c-4d5b-8399-b5f3ebc6a5d3 None None] Network 69d5cb32-7802-494c-8eb5-3e7a1a0ca88b is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:34:31.701981 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-a33badda-860c-4d5b-8399-b5f3ebc6a5d3 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:34:31.705791 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33badda-860c-4d5b-8399-b5f3ebc6a5d3 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:34:31.708681 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e96d1097-9db2-4020-bb3b-8a328b2cb3fc None None] Publish callbacks [] for port (8a75ca6d-3a4d-48bb-8f5b-73584087e430), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:31.712504 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33badda-860c-4d5b-8399-b5f3ebc6a5d3 None None] Pushing event updated for resources: {'Port': ['ID=6cf103a3-fa93-452e-bbb8-15f6c80cfceb,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:31.722756 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-97c1cab5-103f-4239-a6db-d5b2aabacc41 admin admin] Publish callbacks [] for router_gateway (4103f463-bc62-4e79-a575-9e51bbccbd89), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:31.739657 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e96d1097-9db2-4020-bb3b-8a328b2cb3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (8a75ca6d-3a4d-48bb-8f5b-73584087e430), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:31.839080 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-a33badda-860c-4d5b-8399-b5f3ebc6a5d3 None None] Attempting to bind port 6cf103a3-fa93-452e-bbb8-15f6c80cfceb on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:34:31.839450 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-a33badda-860c-4d5b-8399-b5f3ebc6a5d3 None None] Attempting to bind port 6cf103a3-fa93-452e-bbb8-15f6c80cfceb by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '46c51562-1ed3-42e1-b70f-2622aa358ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '69d5cb32-7802-494c-8eb5-3e7a1a0ca88b'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:34:31.839810 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33badda-860c-4d5b-8399-b5f3ebc6a5d3 None None] Attempting to bind port 6cf103a3-fa93-452e-bbb8-15f6c80cfceb on network 69d5cb32-7802-494c-8eb5-3e7a1a0ca88b {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:34:31.847809 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port f63ea390-efca-4189-a6c1-fe01c380c4d2 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:34:31.856210 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33badda-860c-4d5b-8399-b5f3ebc6a5d3 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:34:31.856620 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33badda-860c-4d5b-8399-b5f3ebc6a5d3 None None] Checking segment: {'id': '46c51562-1ed3-42e1-b70f-2622aa358ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '69d5cb32-7802-494c-8eb5-3e7a1a0ca88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:34:31.857023 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a33badda-860c-4d5b-8399-b5f3ebc6a5d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:31.857414 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33badda-860c-4d5b-8399-b5f3ebc6a5d3 None None] Bound using segment: {'id': '46c51562-1ed3-42e1-b70f-2622aa358ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '69d5cb32-7802-494c-8eb5-3e7a1a0ca88b'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:34:31.857891 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-a33badda-860c-4d5b-8399-b5f3ebc6a5d3 None None] Bound port: 6cf103a3-fa93-452e-bbb8-15f6c80cfceb, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c51562-1ed3-42e1-b70f-2622aa358ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '69d5cb32-7802-494c-8eb5-3e7a1a0ca88b'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:34:31.858272 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a33badda-860c-4d5b-8399-b5f3ebc6a5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6cf103a3-fa93-452e-bbb8-15f6c80cfceb), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:31.862941 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e203168-fb78-4484-9dd5-15b3b184df42 None None] Pushing event updated for resources: {'Port': ['ID=8a75ca6d-3a4d-48bb-8f5b-73584087e430,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:31.938803 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-97c1cab5-103f-4239-a6db-d5b2aabacc41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (4103f463-bc62-4e79-a575-9e51bbccbd89), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:31.941373 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-e96d1097-9db2-4020-bb3b-8a328b2cb3fc None None] Attempting to bind port 8a75ca6d-3a4d-48bb-8f5b-73584087e430 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:34:31.941751 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-e96d1097-9db2-4020-bb3b-8a328b2cb3fc None None] Attempting to bind port 8a75ca6d-3a4d-48bb-8f5b-73584087e430 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '6e1048c8-bfca-4176-b8c3-d5a7143541a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1559c43c-87c4-4bc2-9a42-b1f7ac4e7804'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:34:31.942123 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96d1097-9db2-4020-bb3b-8a328b2cb3fc None None] Attempting to bind port 8a75ca6d-3a4d-48bb-8f5b-73584087e430 on network 1559c43c-87c4-4bc2-9a42-b1f7ac4e7804 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:34:31.954328 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96d1097-9db2-4020-bb3b-8a328b2cb3fc None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:34:31.954561 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96d1097-9db2-4020-bb3b-8a328b2cb3fc None None] Checking segment: {'id': '6e1048c8-bfca-4176-b8c3-d5a7143541a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1559c43c-87c4-4bc2-9a42-b1f7ac4e7804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:34:31.954964 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e96d1097-9db2-4020-bb3b-8a328b2cb3fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:31.955361 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96d1097-9db2-4020-bb3b-8a328b2cb3fc None None] Bound using segment: {'id': '6e1048c8-bfca-4176-b8c3-d5a7143541a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1559c43c-87c4-4bc2-9a42-b1f7ac4e7804'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:34:31.955839 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-e96d1097-9db2-4020-bb3b-8a328b2cb3fc None None] Bound port: 8a75ca6d-3a4d-48bb-8f5b-73584087e430, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e1048c8-bfca-4176-b8c3-d5a7143541a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1559c43c-87c4-4bc2-9a42-b1f7ac4e7804'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:34:31.956221 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e96d1097-9db2-4020-bb3b-8a328b2cb3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8a75ca6d-3a4d-48bb-8f5b-73584087e430), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:32.009910 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-a33badda-860c-4d5b-8399-b5f3ebc6a5d3 None None] For port 6cf103a3-fa93-452e-bbb8-15f6c80cfceb, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:34:32.028180 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-a33badda-860c-4d5b-8399-b5f3ebc6a5d3 None None] For port 6cf103a3-fa93-452e-bbb8-15f6c80cfceb, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=6cf103a3-fa93-452e-bbb8-15f6c80cfceb,segment=NetworkSegment(46c51562-1ed3-42e1-b70f-2622aa358ffb),segment_id=46c51562-1ed3-42e1-b70f-2622aa358ffb)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:34:32.041422 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a33badda-860c-4d5b-8399-b5f3ebc6a5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (6cf103a3-fa93-452e-bbb8-15f6c80cfceb), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:32.075271 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-e96d1097-9db2-4020-bb3b-8a328b2cb3fc None None] For port 8a75ca6d-3a4d-48bb-8f5b-73584087e430, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:34:32.091442 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c1cab5-103f-4239-a6db-d5b2aabacc41 admin admin] Router 4103f463-bc62-4e79-a575-9e51bbccbd89 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 18:34:32.103027 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-e96d1097-9db2-4020-bb3b-8a328b2cb3fc None None] For port 8a75ca6d-3a4d-48bb-8f5b-73584087e430, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=8a75ca6d-3a4d-48bb-8f5b-73584087e430,segment=NetworkSegment(6e1048c8-bfca-4176-b8c3-d5a7143541a3),segment_id=6e1048c8-bfca-4176-b8c3-d5a7143541a3)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:34:32.119292 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e96d1097-9db2-4020-bb3b-8a328b2cb3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (8a75ca6d-3a4d-48bb-8f5b-73584087e430), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:32.130729 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33badda-860c-4d5b-8399-b5f3ebc6a5d3 None None] Pushing event updated for resources: {'Port': ['ID=6cf103a3-fa93-452e-bbb8-15f6c80cfceb,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:32.179992 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-652d2b26-dc50-48f2-9e79-f216c2bd6819 None None] Provisioning complete for port 8a75ca6d-3a4d-48bb-8f5b-73584087e430 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:34:32.180395 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-652d2b26-dc50-48f2-9e79-f216c2bd6819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (8a75ca6d-3a4d-48bb-8f5b-73584087e430), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:32.233795 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c1cab5-103f-4239-a6db-d5b2aabacc41 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:34:32.235734 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96d1097-9db2-4020-bb3b-8a328b2cb3fc None None] Routers {'09646a91-a6ad-406f-957b-e7cc37a3bb45'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:34:32.236654 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e96d1097-9db2-4020-bb3b-8a328b2cb3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:34:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['09646a91-a6ad-406f-957b-e7cc37a3bb45'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:34:32.244587 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a22266-b33c-483d-8078-afb2f42b119c None None] Sync routers for ids ['4103f463-bc62-4e79-a575-9e51bbccbd89'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:34:32.262716 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a22266-b33c-483d-8078-afb2f42b119c None None] Routers {'4103f463-bc62-4e79-a575-9e51bbccbd89'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:34:32.262957 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-97c1cab5-103f-4239-a6db-d5b2aabacc41 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:32.266884 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-35a22266-b33c-483d-8078-afb2f42b119c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:34:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['4103f463-bc62-4e79-a575-9e51bbccbd89'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:34:32.267066 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-97c1cab5-103f-4239-a6db-d5b2aabacc41 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5922070 Feb 17 18:34:32.267873 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40330) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:34:32.293146 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e203168-fb78-4484-9dd5-15b3b184df42 None None] Pushing event updated for resources: {'Port': ['ID=8a75ca6d-3a4d-48bb-8f5b-73584087e430,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:32.441024 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-35a22266-b33c-483d-8078-afb2f42b119c None None] Set router 4103f463-bc62-4e79-a575-9e51bbccbd89 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:34:32.459947 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-e96d1097-9db2-4020-bb3b-8a328b2cb3fc None None] Set router 09646a91-a6ad-406f-957b-e7cc37a3bb45 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:34:32.463059 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-652d2b26-dc50-48f2-9e79-f216c2bd6819 None None] Current status of the port 8a75ca6d-3a4d-48bb-8f5b-73584087e430 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:34:32.463209 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-652d2b26-dc50-48f2-9e79-f216c2bd6819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (8a75ca6d-3a4d-48bb-8f5b-73584087e430), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:32.584866 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-652d2b26-dc50-48f2-9e79-f216c2bd6819 None None] For port 8a75ca6d-3a4d-48bb-8f5b-73584087e430, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=8a75ca6d-3a4d-48bb-8f5b-73584087e430,segment=NetworkSegment(6e1048c8-bfca-4176-b8c3-d5a7143541a3),segment_id=6e1048c8-bfca-4176-b8c3-d5a7143541a3)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:34:32.597435 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-652d2b26-dc50-48f2-9e79-f216c2bd6819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (8a75ca6d-3a4d-48bb-8f5b-73584087e430), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:32.704946 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-35a22266-b33c-483d-8078-afb2f42b119c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4103f463-bc62-4e79-a575-9e51bbccbd89', 'name': 'tempest-TestEncryptedCinderVolumes-1814618122-router', 'tenant_id': '710ef17bf4f042c29c9d579f93e83120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '737610ac-6e1b-478c-a21f-bbd895c05f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:34:30Z', 'updated_at': '2022-02-17T18:34:31Z', 'revision_number': 3, 'project_id': '710ef17bf4f042c29c9d579f93e83120', 'gw_port': {'id': '737610ac-6e1b-478c-a21f-bbd895c05f65', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4103f463-bc62-4e79-a575-9e51bbccbd89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:34:31Z', 'updated_at': '2022-02-17T18:34:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:34:32.707364 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d2b26-dc50-48f2-9e79-f216c2bd6819 None None] Pushing event updated for resources: {'Port': ['ID=8a75ca6d-3a4d-48bb-8f5b-73584087e430,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:32.755230 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-eb86f410-e714-4a7b-af8f-f5b46586ae07 None None] Provisioning complete for port 8a75ca6d-3a4d-48bb-8f5b-73584087e430 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:34:32.755776 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eb86f410-e714-4a7b-af8f-f5b46586ae07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (8a75ca6d-3a4d-48bb-8f5b-73584087e430), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:32.799967 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-408ea3ef-e7e6-4e29-bf6d-5a28739e0279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:32.822855 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e96d1097-9db2-4020-bb3b-8a328b2cb3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09646a91-a6ad-406f-957b-e7cc37a3bb45', 'name': 'tempest-TestEncryptedCinderVolumes-1258326205-router', 'tenant_id': 'b12f6fc615984396accab7736e413b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'f63ea390-efca-4189-a6c1-fe01c380c4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:34:25Z', 'updated_at': '2022-02-17T18:34:28Z', 'revision_number': 4, 'project_id': 'b12f6fc615984396accab7736e413b31', 'gw_port': {'id': 'f63ea390-efca-4189-a6c1-fe01c380c4d2', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09646a91-a6ad-406f-957b-e7cc37a3bb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:34:26Z', 'updated_at': '2022-02-17T18:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '8a75ca6d-3a4d-48bb-8f5b-73584087e430', 'name': '', 'network_id': '1559c43c-87c4-4bc2-9a42-b1f7ac4e7804', 'tenant_id': 'b12f6fc615984396accab7736e413b31', 'mac_address': 'fa:16:3e:32:55:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09646a91-a6ad-406f-957b-e7cc37a3bb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '7aac22fa-c9d5-4d39-9f9e-2bef81ed80fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:34:28Z', 'updated_at': '2022-02-17T18:34:32Z', 'revision_number': 4, 'project_id': 'b12f6fc615984396accab7736e413b31', 'subnets': [{'id': '7aac22fa-c9d5-4d39-9f9e-2bef81ed80fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:34:32.844578 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a22266-b33c-483d-8078-afb2f42b119c None None] Checking router: 4103f463-bc62-4e79-a575-9e51bbccbd89 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:34:32.844929 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a22266-b33c-483d-8078-afb2f42b119c None None] Updating router 4103f463-bc62-4e79-a575-9e51bbccbd89 port 737610ac-6e1b-478c-a21f-bbd895c05f65 binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 18:34:32.859206 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96d1097-9db2-4020-bb3b-8a328b2cb3fc None None] The sync data for ids ['09646a91-a6ad-406f-957b-e7cc37a3bb45'] in n-d-829613-2 is: [{'id': '09646a91-a6ad-406f-957b-e7cc37a3bb45', 'name': 'tempest-TestEncryptedCinderVolumes-1258326205-router', 'tenant_id': 'b12f6fc615984396accab7736e413b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'f63ea390-efca-4189-a6c1-fe01c380c4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:34:25Z', 'updated_at': '2022-02-17T18:34:28Z', 'revision_number': 4, 'project_id': 'b12f6fc615984396accab7736e413b31', 'gw_port': {'id': 'f63ea390-efca-4189-a6c1-fe01c380c4d2', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09646a91-a6ad-406f-957b-e7cc37a3bb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:34:26Z', 'updated_at': '2022-02-17T18:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '8a75ca6d-3a4d-48bb-8f5b-73584087e430', 'name': '', 'network_id': '1559c43c-87c4-4bc2-9a42-b1f7ac4e7804', 'tenant_id': 'b12f6fc615984396accab7736e413b31', 'mac_address': 'fa:16:3e:32:55:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09646a91-a6ad-406f-957b-e7cc37a3bb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '7aac22fa-c9d5-4d39-9f9e-2bef81ed80fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:34:28Z', 'updated_at': '2022-02-17T18:34:32Z', 'revision_number': 4, 'project_id': 'b12f6fc615984396accab7736e413b31', 'subnets': [{'id': '7aac22fa-c9d5-4d39-9f9e-2bef81ed80fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:34:32.881390 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-35a22266-b33c-483d-8078-afb2f42b119c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (737610ac-6e1b-478c-a21f-bbd895c05f65), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:32.925125 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-eb86f410-e714-4a7b-af8f-f5b46586ae07 None None] Current status of the port 8a75ca6d-3a4d-48bb-8f5b-73584087e430 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:34:33.027279 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-408ea3ef-e7e6-4e29-bf6d-5a28739e0279 admin admin] Allocated IP 172.20.0.1 (69d5cb32-7802-494c-8eb5-3e7a1a0ca88b/8141ce21-4d62-4aae-87d2-21ec8df9ea6f/bb04a560-7426-4160-a3b7-06890d592cad) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:34:33.086268 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fb6ea137-ef9d-4122-900d-8aa704446d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:33.191950 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-408ea3ef-e7e6-4e29-bf6d-5a28739e0279 admin admin] Publish callbacks [] for port (bb04a560-7426-4160-a3b7-06890d592cad), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:33.206697 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-35a22266-b33c-483d-8078-afb2f42b119c None None] Publish callbacks [] for port (737610ac-6e1b-478c-a21f-bbd895c05f65), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:33.215284 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-35a22266-b33c-483d-8078-afb2f42b119c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (737610ac-6e1b-478c-a21f-bbd895c05f65), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:33.236440 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-408ea3ef-e7e6-4e29-bf6d-5a28739e0279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (bb04a560-7426-4160-a3b7-06890d592cad), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:33.265420 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-35a22266-b33c-483d-8078-afb2f42b119c None None] Attempting to bind port 737610ac-6e1b-478c-a21f-bbd895c05f65 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:34:33.266060 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-35a22266-b33c-483d-8078-afb2f42b119c None None] Attempting to bind port 737610ac-6e1b-478c-a21f-bbd895c05f65 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:34:33.266415 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a22266-b33c-483d-8078-afb2f42b119c None None] Attempting to bind port 737610ac-6e1b-478c-a21f-bbd895c05f65 on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:34:33.279530 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a22266-b33c-483d-8078-afb2f42b119c None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:34:33.279933 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a22266-b33c-483d-8078-afb2f42b119c None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:34:33.280365 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-35a22266-b33c-483d-8078-afb2f42b119c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:33.280772 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a22266-b33c-483d-8078-afb2f42b119c None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:34:33.281250 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-35a22266-b33c-483d-8078-afb2f42b119c None None] Bound port: 737610ac-6e1b-478c-a21f-bbd895c05f65, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:34:33.283750 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-35a22266-b33c-483d-8078-afb2f42b119c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (737610ac-6e1b-478c-a21f-bbd895c05f65), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:33.284760 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408ea3ef-e7e6-4e29-bf6d-5a28739e0279 admin admin] Network 69d5cb32-7802-494c-8eb5-3e7a1a0ca88b is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:34:33.288861 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-408ea3ef-e7e6-4e29-bf6d-5a28739e0279 admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:34:33.292668 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408ea3ef-e7e6-4e29-bf6d-5a28739e0279 admin admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:34:33.295952 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408ea3ef-e7e6-4e29-bf6d-5a28739e0279 admin admin] Pushing event updated for resources: {'Port': ['ID=bb04a560-7426-4160-a3b7-06890d592cad,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:33.358504 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408ea3ef-e7e6-4e29-bf6d-5a28739e0279 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:34:33.358849 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408ea3ef-e7e6-4e29-bf6d-5a28739e0279 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:34:33.359188 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408ea3ef-e7e6-4e29-bf6d-5a28739e0279 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:34:33.359521 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408ea3ef-e7e6-4e29-bf6d-5a28739e0279 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:34:33.359856 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408ea3ef-e7e6-4e29-bf6d-5a28739e0279 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:34:33.360189 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408ea3ef-e7e6-4e29-bf6d-5a28739e0279 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:34:33.360545 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408ea3ef-e7e6-4e29-bf6d-5a28739e0279 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:34:33.360863 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408ea3ef-e7e6-4e29-bf6d-5a28739e0279 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:34:33.361187 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408ea3ef-e7e6-4e29-bf6d-5a28739e0279 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:34:33.361511 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408ea3ef-e7e6-4e29-bf6d-5a28739e0279 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:34:33.361838 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408ea3ef-e7e6-4e29-bf6d-5a28739e0279 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:34:33.362162 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408ea3ef-e7e6-4e29-bf6d-5a28739e0279 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:34:33.363160 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408ea3ef-e7e6-4e29-bf6d-5a28739e0279 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:34:33.375135 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf56b1e-e86a-4871-af50-4ad9897707e3 None None] Pushing event updated for resources: {'Port': ['ID=737610ac-6e1b-478c-a21f-bbd895c05f65,revision_number=2']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:33.377915 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-35a22266-b33c-483d-8078-afb2f42b119c None None] For port 737610ac-6e1b-478c-a21f-bbd895c05f65, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:34:33.381702 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-35a22266-b33c-483d-8078-afb2f42b119c None None] For port 737610ac-6e1b-478c-a21f-bbd895c05f65, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=737610ac-6e1b-478c-a21f-bbd895c05f65,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:34:33.382855 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-408ea3ef-e7e6-4e29-bf6d-5a28739e0279 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (4103f463-bc62-4e79-a575-9e51bbccbd89), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:33.393044 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-35a22266-b33c-483d-8078-afb2f42b119c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (737610ac-6e1b-478c-a21f-bbd895c05f65), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:33.478461 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a22266-b33c-483d-8078-afb2f42b119c None None] Routers {'4103f463-bc62-4e79-a575-9e51bbccbd89'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:34:33.479111 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-35a22266-b33c-483d-8078-afb2f42b119c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:34:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['4103f463-bc62-4e79-a575-9e51bbccbd89'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:34:33.528976 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd99566a-50cd-4abd-94c0-785559663432 None None] Network 69d5cb32-7802-494c-8eb5-3e7a1a0ca88b requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:34:33.532070 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 8a75ca6d-3a4d-48bb-8f5b-73584087e430 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:34:33.577407 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-408ea3ef-e7e6-4e29-bf6d-5a28739e0279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (bb04a560-7426-4160-a3b7-06890d592cad), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:33.580551 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf56b1e-e86a-4871-af50-4ad9897707e3 None None] Pushing event updated for resources: {'Port': ['ID=737610ac-6e1b-478c-a21f-bbd895c05f65,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:33.613119 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-35a22266-b33c-483d-8078-afb2f42b119c None None] Set router 4103f463-bc62-4e79-a575-9e51bbccbd89 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:34:33.801076 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-408ea3ef-e7e6-4e29-bf6d-5a28739e0279 admin admin] Publish callbacks [] for port (bb04a560-7426-4160-a3b7-06890d592cad), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:33.808139 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-408ea3ef-e7e6-4e29-bf6d-5a28739e0279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (bb04a560-7426-4160-a3b7-06890d592cad), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:33.821252 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-35a22266-b33c-483d-8078-afb2f42b119c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4103f463-bc62-4e79-a575-9e51bbccbd89', 'name': 'tempest-TestEncryptedCinderVolumes-1814618122-router', 'tenant_id': '710ef17bf4f042c29c9d579f93e83120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '737610ac-6e1b-478c-a21f-bbd895c05f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:34:30Z', 'updated_at': '2022-02-17T18:34:31Z', 'revision_number': 3, 'project_id': '710ef17bf4f042c29c9d579f93e83120', 'gw_port': {'id': '737610ac-6e1b-478c-a21f-bbd895c05f65', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4103f463-bc62-4e79-a575-9e51bbccbd89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:34:31Z', 'updated_at': '2022-02-17T18:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:34:33.833570 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-60201a93-2c5b-48e9-a639-b5a6c4bbc4c7 None None] Provisioning complete for port 6cf103a3-fa93-452e-bbb8-15f6c80cfceb triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:34:33.833952 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-60201a93-2c5b-48e9-a639-b5a6c4bbc4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6cf103a3-fa93-452e-bbb8-15f6c80cfceb), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:33.865587 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a22266-b33c-483d-8078-afb2f42b119c None None] The sync data for ids ['4103f463-bc62-4e79-a575-9e51bbccbd89'] in n-d-829613-2 is: [{'id': '4103f463-bc62-4e79-a575-9e51bbccbd89', 'name': 'tempest-TestEncryptedCinderVolumes-1814618122-router', 'tenant_id': '710ef17bf4f042c29c9d579f93e83120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '737610ac-6e1b-478c-a21f-bbd895c05f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:34:30Z', 'updated_at': '2022-02-17T18:34:31Z', 'revision_number': 3, 'project_id': '710ef17bf4f042c29c9d579f93e83120', 'gw_port': {'id': '737610ac-6e1b-478c-a21f-bbd895c05f65', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4103f463-bc62-4e79-a575-9e51bbccbd89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:34:31Z', 'updated_at': '2022-02-17T18:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:34:33.903373 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408ea3ef-e7e6-4e29-bf6d-5a28739e0279 admin admin] Pushing event updated for resources: {'Port': ['ID=bb04a560-7426-4160-a3b7-06890d592cad,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:33.905902 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-408ea3ef-e7e6-4e29-bf6d-5a28739e0279 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (4103f463-bc62-4e79-a575-9e51bbccbd89), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:33.927559 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 8a75ca6d-3a4d-48bb-8f5b-73584087e430 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:34:33.928050 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (8a75ca6d-3a4d-48bb-8f5b-73584087e430), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:34.006373 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408ea3ef-e7e6-4e29-bf6d-5a28739e0279 admin admin] Network 69d5cb32-7802-494c-8eb5-3e7a1a0ca88b is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:34:34.007915 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-408ea3ef-e7e6-4e29-bf6d-5a28739e0279 admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:34:34.028039 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-60201a93-2c5b-48e9-a639-b5a6c4bbc4c7 None None] Current status of the port 6cf103a3-fa93-452e-bbb8-15f6c80cfceb is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:34:34.028956 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-60201a93-2c5b-48e9-a639-b5a6c4bbc4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6cf103a3-fa93-452e-bbb8-15f6c80cfceb), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:34.101600 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 8a75ca6d-3a4d-48bb-8f5b-73584087e430 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:34:34.102940 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 6cf103a3-fa93-452e-bbb8-15f6c80cfceb up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:34:34.106225 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-60201a93-2c5b-48e9-a639-b5a6c4bbc4c7 None None] For port 6cf103a3-fa93-452e-bbb8-15f6c80cfceb, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=6cf103a3-fa93-452e-bbb8-15f6c80cfceb,segment=NetworkSegment(46c51562-1ed3-42e1-b70f-2622aa358ffb),segment_id=46c51562-1ed3-42e1-b70f-2622aa358ffb)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:34:34.132192 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-60201a93-2c5b-48e9-a639-b5a6c4bbc4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (6cf103a3-fa93-452e-bbb8-15f6c80cfceb), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:34.165360 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408ea3ef-e7e6-4e29-bf6d-5a28739e0279 admin admin] Router 4103f463-bc62-4e79-a575-9e51bbccbd89 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:34:34.224585 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60201a93-2c5b-48e9-a639-b5a6c4bbc4c7 None None] Pushing event updated for resources: {'Port': ['ID=6cf103a3-fa93-452e-bbb8-15f6c80cfceb,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:34.240927 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 6cf103a3-fa93-452e-bbb8-15f6c80cfceb triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:34:34.241377 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6cf103a3-fa93-452e-bbb8-15f6c80cfceb), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:34.369814 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408ea3ef-e7e6-4e29-bf6d-5a28739e0279 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:34:34.370389 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 6cf103a3-fa93-452e-bbb8-15f6c80cfceb is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:34:34.382501 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b8d75513-93d7-49f9-b9f3-b18fcaeb635a None None] Provisioning complete for port bb04a560-7426-4160-a3b7-06890d592cad triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:34:34.383140 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b8d75513-93d7-49f9-b9f3-b18fcaeb635a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (bb04a560-7426-4160-a3b7-06890d592cad), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:34.395966 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-408ea3ef-e7e6-4e29-bf6d-5a28739e0279 admin admin] 10.222.0.87 "PUT /v2.0/routers/4103f463-bc62-4e79-a575-9e51bbccbd89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1267593 Feb 17 18:34:34.438571 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b8d75513-93d7-49f9-b9f3-b18fcaeb635a None None] Port bb04a560-7426-4160-a3b7-06890d592cad cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:34:34.454160 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b8d75513-93d7-49f9-b9f3-b18fcaeb635a None None] Provisioning complete for port 6cf103a3-fa93-452e-bbb8-15f6c80cfceb triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:34:34.454551 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b8d75513-93d7-49f9-b9f3-b18fcaeb635a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6cf103a3-fa93-452e-bbb8-15f6c80cfceb), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:34.560046 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b8d75513-93d7-49f9-b9f3-b18fcaeb635a None None] Current status of the port 6cf103a3-fa93-452e-bbb8-15f6c80cfceb is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:34:34.684768 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-61dad212-9e94-4628-a962-f4dfec83f595 None None] Provisioning complete for port bb04a560-7426-4160-a3b7-06890d592cad triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:34:34.685154 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-61dad212-9e94-4628-a962-f4dfec83f595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (bb04a560-7426-4160-a3b7-06890d592cad), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:34.727029 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-61dad212-9e94-4628-a962-f4dfec83f595 None None] Port bb04a560-7426-4160-a3b7-06890d592cad cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:34:34.851921 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-704f1743-7daa-4291-b71c-c9fe0fdb0d4b None None] Provisioning complete for port bb04a560-7426-4160-a3b7-06890d592cad triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:34:34.852459 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-704f1743-7daa-4291-b71c-c9fe0fdb0d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (bb04a560-7426-4160-a3b7-06890d592cad), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:34.892125 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-704f1743-7daa-4291-b71c-c9fe0fdb0d4b None None] Port bb04a560-7426-4160-a3b7-06890d592cad cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:34:35.387874 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905a1a8-c4a9-4c51-898a-de75467295e1 req-4d36a809-7953-43e7-92ae-3bf0d40e4d07 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:34:35.389423 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8905a1a8-c4a9-4c51-898a-de75467295e1 req-4d36a809-7953-43e7-92ae-3bf0d40e4d07 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.87 "GET /v2.0/networks?id=1559c43c-87c4-4bc2-9a42-b1f7ac4e7804 HTTP/1.1" status: 200 len: 817 time: 0.1148362 Feb 17 18:34:35.404232 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8905a1a8-c4a9-4c51-898a-de75467295e1 req-d70da324-190c-4333-9b9d-26987687c94a tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.87 "GET /v2.0/quotas/b12f6fc615984396accab7736e413b31 HTTP/1.1" status: 200 len: 375 time: 0.0095148 Feb 17 18:34:35.418983 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 737610ac-6e1b-478c-a21f-bbd895c05f65 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:34:35.471101 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8905a1a8-c4a9-4c51-898a-de75467295e1 req-f2cd5dc2-8deb-4fc7-9a7b-ac01edabd36d tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=b12f6fc615984396accab7736e413b31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0619183 Feb 17 18:34:35.478907 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 737610ac-6e1b-478c-a21f-bbd895c05f65 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:34:35.479367 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (737610ac-6e1b-478c-a21f-bbd895c05f65), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:35.527462 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f858a171-6681-4d44-a66f-227b7680dfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:35.570738 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8905a1a8-c4a9-4c51-898a-de75467295e1 req-3bd020d4-669b-4d10-a78d-e334dba4ebae service neutron] 10.222.0.87 "GET /v2.0/networks/1559c43c-87c4-4bc2-9a42-b1f7ac4e7804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903645 Feb 17 18:34:35.576053 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 737610ac-6e1b-478c-a21f-bbd895c05f65 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:34:35.576472 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (737610ac-6e1b-478c-a21f-bbd895c05f65), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:35.598630 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 737610ac-6e1b-478c-a21f-bbd895c05f65, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=737610ac-6e1b-478c-a21f-bbd895c05f65,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:34:35.603961 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (737610ac-6e1b-478c-a21f-bbd895c05f65), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:35.604862 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 6cf103a3-fa93-452e-bbb8-15f6c80cfceb up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:34:35.661978 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8905a1a8-c4a9-4c51-898a-de75467295e1 req-7a2d3203-a765-4bfe-9d08-95d55209c004 service neutron] 10.222.0.87 "GET /v2.0/networks/1559c43c-87c4-4bc2-9a42-b1f7ac4e7804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855396 Feb 17 18:34:35.682166 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=737610ac-6e1b-478c-a21f-bbd895c05f65,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:35.692292 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 6cf103a3-fa93-452e-bbb8-15f6c80cfceb triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:34:35.692675 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6cf103a3-fa93-452e-bbb8-15f6c80cfceb), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:35.777489 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 6cf103a3-fa93-452e-bbb8-15f6c80cfceb is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:34:35.836272 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bb993671-37c3-4527-8837-bc589ae77eed req-9dfe6cdc-05b2-48c1-b97c-d69c52e5cb62 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.87 "GET /v2.0/ports?device_id=99d5c5e7-77a2-419c-8dab-eeab4029fa11 HTTP/1.1" status: 200 len: 210 time: 0.0280035 Feb 17 18:34:36.270534 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d273a61d-280b-4bed-9d41-cf3aa0f5d8fb None None] Sync routers for ids ['4103f463-bc62-4e79-a575-9e51bbccbd89'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:34:36.281602 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d273a61d-280b-4bed-9d41-cf3aa0f5d8fb None None] Routers {'4103f463-bc62-4e79-a575-9e51bbccbd89'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:34:36.282204 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-d273a61d-280b-4bed-9d41-cf3aa0f5d8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:34:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['4103f463-bc62-4e79-a575-9e51bbccbd89'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:34:36.392644 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-d273a61d-280b-4bed-9d41-cf3aa0f5d8fb None None] Set router 4103f463-bc62-4e79-a575-9e51bbccbd89 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:34:36.597219 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-d273a61d-280b-4bed-9d41-cf3aa0f5d8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4103f463-bc62-4e79-a575-9e51bbccbd89', 'name': 'tempest-TestEncryptedCinderVolumes-1814618122-router', 'tenant_id': '710ef17bf4f042c29c9d579f93e83120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '737610ac-6e1b-478c-a21f-bbd895c05f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:34:30Z', 'updated_at': '2022-02-17T18:34:33Z', 'revision_number': 4, 'project_id': '710ef17bf4f042c29c9d579f93e83120', 'gw_port': {'id': '737610ac-6e1b-478c-a21f-bbd895c05f65', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4103f463-bc62-4e79-a575-9e51bbccbd89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:34:31Z', 'updated_at': '2022-02-17T18:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'bb04a560-7426-4160-a3b7-06890d592cad', 'name': '', 'network_id': '69d5cb32-7802-494c-8eb5-3e7a1a0ca88b', 'tenant_id': '710ef17bf4f042c29c9d579f93e83120', 'mac_address': 'fa:16:3e:44:2c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4103f463-bc62-4e79-a575-9e51bbccbd89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '8141ce21-4d62-4aae-87d2-21ec8df9ea6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:34:32Z', 'updated_at': '2022-02-17T18:34:33Z', 'revision_number': 2, 'project_id': '710ef17bf4f042c29c9d579f93e83120', 'subnets': [{'id': '8141ce21-4d62-4aae-87d2-21ec8df9ea6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:34:36.626680 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d273a61d-280b-4bed-9d41-cf3aa0f5d8fb None None] Checking router: 4103f463-bc62-4e79-a575-9e51bbccbd89 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:34:36.627044 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d273a61d-280b-4bed-9d41-cf3aa0f5d8fb None None] Updating router 4103f463-bc62-4e79-a575-9e51bbccbd89 port bb04a560-7426-4160-a3b7-06890d592cad binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 18:34:36.654186 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d273a61d-280b-4bed-9d41-cf3aa0f5d8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (bb04a560-7426-4160-a3b7-06890d592cad), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:36.872209 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905a1a8-c4a9-4c51-898a-de75467295e1 req-4a5a12fc-09cf-4896-a57d-0b7082b5025a tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:34:36.873882 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8905a1a8-c4a9-4c51-898a-de75467295e1 req-4a5a12fc-09cf-4896-a57d-0b7082b5025a tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.71 "GET /v2.0/networks?id=1559c43c-87c4-4bc2-9a42-b1f7ac4e7804 HTTP/1.1" status: 200 len: 817 time: 0.1170928 Feb 17 18:34:36.886489 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-8905a1a8-c4a9-4c51-898a-de75467295e1 req-979a7728-442b-4949-8db5-12d2d1c726d7 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Request body: {'port': {'device_id': '99d5c5e7-77a2-419c-8dab-eeab4029fa11', 'network_id': '1559c43c-87c4-4bc2-9a42-b1f7ac4e7804', 'admin_state_up': True, 'tenant_id': 'b12f6fc615984396accab7736e413b31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:34:36.943130 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d273a61d-280b-4bed-9d41-cf3aa0f5d8fb None None] Publish callbacks [] for port (bb04a560-7426-4160-a3b7-06890d592cad), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:36.956176 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:36.957255 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f0d304ed-08a8-4f78-b933-32b7901698a3 req-a8aedb50-9b20-408a-b519-f8995065d210 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.87 "GET /v2.0/ports?device_id=99d5c5e7-77a2-419c-8dab-eeab4029fa11 HTTP/1.1" status: 200 len: 210 time: 0.0387859 Feb 17 18:34:36.958277 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d273a61d-280b-4bed-9d41-cf3aa0f5d8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (bb04a560-7426-4160-a3b7-06890d592cad), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:37.006324 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8905a1a8-c4a9-4c51-898a-de75467295e1 req-979a7728-442b-4949-8db5-12d2d1c726d7 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Made reservation on behalf of b12f6fc615984396accab7736e413b31 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:34:37.010856 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8905a1a8-c4a9-4c51-898a-de75467295e1 req-979a7728-442b-4949-8db5-12d2d1c726d7 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:37.052108 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210872eb-62a1-40e0-8d5d-c0886dad0683 None None] Pushing event updated for resources: {'Port': ['ID=bb04a560-7426-4160-a3b7-06890d592cad,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:37.066187 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-d273a61d-280b-4bed-9d41-cf3aa0f5d8fb None None] Attempting to bind port bb04a560-7426-4160-a3b7-06890d592cad on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:34:37.066558 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-d273a61d-280b-4bed-9d41-cf3aa0f5d8fb None None] Attempting to bind port bb04a560-7426-4160-a3b7-06890d592cad by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '46c51562-1ed3-42e1-b70f-2622aa358ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '69d5cb32-7802-494c-8eb5-3e7a1a0ca88b'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:34:37.066936 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d273a61d-280b-4bed-9d41-cf3aa0f5d8fb None None] Attempting to bind port bb04a560-7426-4160-a3b7-06890d592cad on network 69d5cb32-7802-494c-8eb5-3e7a1a0ca88b {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:34:37.074165 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d273a61d-280b-4bed-9d41-cf3aa0f5d8fb None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:34:37.074551 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d273a61d-280b-4bed-9d41-cf3aa0f5d8fb None None] Checking segment: {'id': '46c51562-1ed3-42e1-b70f-2622aa358ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '69d5cb32-7802-494c-8eb5-3e7a1a0ca88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:34:37.074954 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d273a61d-280b-4bed-9d41-cf3aa0f5d8fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:37.075348 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d273a61d-280b-4bed-9d41-cf3aa0f5d8fb None None] Bound using segment: {'id': '46c51562-1ed3-42e1-b70f-2622aa358ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '69d5cb32-7802-494c-8eb5-3e7a1a0ca88b'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:34:37.075822 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-d273a61d-280b-4bed-9d41-cf3aa0f5d8fb None None] Bound port: bb04a560-7426-4160-a3b7-06890d592cad, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c51562-1ed3-42e1-b70f-2622aa358ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '69d5cb32-7802-494c-8eb5-3e7a1a0ca88b'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:34:37.076203 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d273a61d-280b-4bed-9d41-cf3aa0f5d8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (bb04a560-7426-4160-a3b7-06890d592cad), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:37.145465 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-8905a1a8-c4a9-4c51-898a-de75467295e1 req-979a7728-442b-4949-8db5-12d2d1c726d7 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Allocated IP 172.20.0.9 (1559c43c-87c4-4bc2-9a42-b1f7ac4e7804/7aac22fa-c9d5-4d39-9f9e-2bef81ed80fc/d8adbf38-6391-414f-a286-a0a7c67bd491) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:34:37.151382 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-d273a61d-280b-4bed-9d41-cf3aa0f5d8fb None None] For port bb04a560-7426-4160-a3b7-06890d592cad, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:34:37.155626 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-d273a61d-280b-4bed-9d41-cf3aa0f5d8fb None None] For port bb04a560-7426-4160-a3b7-06890d592cad, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=bb04a560-7426-4160-a3b7-06890d592cad,segment=NetworkSegment(46c51562-1ed3-42e1-b70f-2622aa358ffb),segment_id=46c51562-1ed3-42e1-b70f-2622aa358ffb)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:34:37.161556 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d273a61d-280b-4bed-9d41-cf3aa0f5d8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (bb04a560-7426-4160-a3b7-06890d592cad), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:37.230990 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d273a61d-280b-4bed-9d41-cf3aa0f5d8fb None None] Routers {'4103f463-bc62-4e79-a575-9e51bbccbd89'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:34:37.231627 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-d273a61d-280b-4bed-9d41-cf3aa0f5d8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:34:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['4103f463-bc62-4e79-a575-9e51bbccbd89'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:34:37.237762 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210872eb-62a1-40e0-8d5d-c0886dad0683 None None] Pushing event updated for resources: {'Port': ['ID=bb04a560-7426-4160-a3b7-06890d592cad,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:37.315230 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-50c97d48-351d-4219-9378-53032a2127ed None None] Provisioning complete for port bb04a560-7426-4160-a3b7-06890d592cad triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:34:37.315705 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-50c97d48-351d-4219-9378-53032a2127ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (bb04a560-7426-4160-a3b7-06890d592cad), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:37.321675 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8905a1a8-c4a9-4c51-898a-de75467295e1 req-979a7728-442b-4949-8db5-12d2d1c726d7 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Publish callbacks [] for port (d8adbf38-6391-414f-a286-a0a7c67bd491), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:37.372671 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8905a1a8-c4a9-4c51-898a-de75467295e1 req-979a7728-442b-4949-8db5-12d2d1c726d7 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (d8adbf38-6391-414f-a286-a0a7c67bd491), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:37.389406 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 737610ac-6e1b-478c-a21f-bbd895c05f65 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:34:37.412953 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8905a1a8-c4a9-4c51-898a-de75467295e1 req-979a7728-442b-4949-8db5-12d2d1c726d7 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Network 1559c43c-87c4-4bc2-9a42-b1f7ac4e7804 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:34:37.416797 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-8905a1a8-c4a9-4c51-898a-de75467295e1 req-979a7728-442b-4949-8db5-12d2d1c726d7 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:34:37.419224 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-8905a1a8-c4a9-4c51-898a-de75467295e1 req-979a7728-442b-4949-8db5-12d2d1c726d7 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:34:37.468752 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a7728-442b-4949-8db5-12d2d1c726d7 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Pushing event updated for resources: {'Port': ['ID=d8adbf38-6391-414f-a286-a0a7c67bd491,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:37.476366 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-d273a61d-280b-4bed-9d41-cf3aa0f5d8fb None None] Set router 4103f463-bc62-4e79-a575-9e51bbccbd89 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:34:37.489161 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905a1a8-c4a9-4c51-898a-de75467295e1 req-979a7728-442b-4949-8db5-12d2d1c726d7 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:34:37.489994 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8905a1a8-c4a9-4c51-898a-de75467295e1 req-979a7728-442b-4949-8db5-12d2d1c726d7 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:37.514636 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8905a1a8-c4a9-4c51-898a-de75467295e1 req-979a7728-442b-4949-8db5-12d2d1c726d7 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6326227 Feb 17 18:34:37.527019 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-8905a1a8-c4a9-4c51-898a-de75467295e1 req-b7b6bc95-fec4-4e1a-bf2d-180724acf718 service neutron] Request body: {'port': {'device_id': '99d5c5e7-77a2-419c-8dab-eeab4029fa11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:34:37.536714 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-50c97d48-351d-4219-9378-53032a2127ed None None] Current status of the port bb04a560-7426-4160-a3b7-06890d592cad is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:34:37.537340 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-50c97d48-351d-4219-9378-53032a2127ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (bb04a560-7426-4160-a3b7-06890d592cad), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:37.602505 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8905a1a8-c4a9-4c51-898a-de75467295e1 req-b7b6bc95-fec4-4e1a-bf2d-180724acf718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d8adbf38-6391-414f-a286-a0a7c67bd491), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:37.630442 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 737610ac-6e1b-478c-a21f-bbd895c05f65 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:34:37.630993 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (737610ac-6e1b-478c-a21f-bbd895c05f65), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:37.644850 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-50c97d48-351d-4219-9378-53032a2127ed None None] For port bb04a560-7426-4160-a3b7-06890d592cad, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=bb04a560-7426-4160-a3b7-06890d592cad,segment=NetworkSegment(46c51562-1ed3-42e1-b70f-2622aa358ffb),segment_id=46c51562-1ed3-42e1-b70f-2622aa358ffb)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:34:37.690946 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-50c97d48-351d-4219-9378-53032a2127ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (bb04a560-7426-4160-a3b7-06890d592cad), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:37.904359 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-8905a1a8-c4a9-4c51-898a-de75467295e1 req-b7b6bc95-fec4-4e1a-bf2d-180724acf718 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8adbf38-6391-414f-a286-a0a7c67bd491 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:34:37.911764 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8905a1a8-c4a9-4c51-898a-de75467295e1 req-b7b6bc95-fec4-4e1a-bf2d-180724acf718 service neutron] Publish callbacks [] for port (d8adbf38-6391-414f-a286-a0a7c67bd491), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:37.923427 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-8905a1a8-c4a9-4c51-898a-de75467295e1 req-b7b6bc95-fec4-4e1a-bf2d-180724acf718 service neutron] Transition to ACTIVE for port object d8adbf38-6391-414f-a286-a0a7c67bd491 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 18:34:37.927484 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8905a1a8-c4a9-4c51-898a-de75467295e1 req-b7b6bc95-fec4-4e1a-bf2d-180724acf718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (d8adbf38-6391-414f-a286-a0a7c67bd491), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:37.983187 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c97d48-351d-4219-9378-53032a2127ed None None] Pushing event updated for resources: {'Port': ['ID=bb04a560-7426-4160-a3b7-06890d592cad,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:37.984612 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b6bc95-fec4-4e1a-bf2d-180724acf718 service neutron] Pushing event updated for resources: {'Port': ['ID=d8adbf38-6391-414f-a286-a0a7c67bd491,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:38.044700 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-bd09a284-0f9d-4ea9-b070-b299849474a1 None None] Provisioning complete for port bb04a560-7426-4160-a3b7-06890d592cad triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:34:38.045123 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bd09a284-0f9d-4ea9-b070-b299849474a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (bb04a560-7426-4160-a3b7-06890d592cad), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:38.048069 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 737610ac-6e1b-478c-a21f-bbd895c05f65 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:34:38.099218 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-d273a61d-280b-4bed-9d41-cf3aa0f5d8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4103f463-bc62-4e79-a575-9e51bbccbd89', 'name': 'tempest-TestEncryptedCinderVolumes-1814618122-router', 'tenant_id': '710ef17bf4f042c29c9d579f93e83120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '737610ac-6e1b-478c-a21f-bbd895c05f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:34:30Z', 'updated_at': '2022-02-17T18:34:33Z', 'revision_number': 4, 'project_id': '710ef17bf4f042c29c9d579f93e83120', 'gw_port': {'id': '737610ac-6e1b-478c-a21f-bbd895c05f65', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4103f463-bc62-4e79-a575-9e51bbccbd89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:34:31Z', 'updated_at': '2022-02-17T18:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'bb04a560-7426-4160-a3b7-06890d592cad', 'name': '', 'network_id': '69d5cb32-7802-494c-8eb5-3e7a1a0ca88b', 'tenant_id': '710ef17bf4f042c29c9d579f93e83120', 'mac_address': 'fa:16:3e:44:2c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4103f463-bc62-4e79-a575-9e51bbccbd89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '8141ce21-4d62-4aae-87d2-21ec8df9ea6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:34:32Z', 'updated_at': '2022-02-17T18:34:37Z', 'revision_number': 4, 'project_id': '710ef17bf4f042c29c9d579f93e83120', 'subnets': [{'id': '8141ce21-4d62-4aae-87d2-21ec8df9ea6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:34:38.143315 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d273a61d-280b-4bed-9d41-cf3aa0f5d8fb None None] The sync data for ids ['4103f463-bc62-4e79-a575-9e51bbccbd89'] in n-d-829613-2 is: [{'id': '4103f463-bc62-4e79-a575-9e51bbccbd89', 'name': 'tempest-TestEncryptedCinderVolumes-1814618122-router', 'tenant_id': '710ef17bf4f042c29c9d579f93e83120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '737610ac-6e1b-478c-a21f-bbd895c05f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:34:30Z', 'updated_at': '2022-02-17T18:34:33Z', 'revision_number': 4, 'project_id': '710ef17bf4f042c29c9d579f93e83120', 'gw_port': {'id': '737610ac-6e1b-478c-a21f-bbd895c05f65', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4103f463-bc62-4e79-a575-9e51bbccbd89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:34:31Z', 'updated_at': '2022-02-17T18:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'bb04a560-7426-4160-a3b7-06890d592cad', 'name': '', 'network_id': '69d5cb32-7802-494c-8eb5-3e7a1a0ca88b', 'tenant_id': '710ef17bf4f042c29c9d579f93e83120', 'mac_address': 'fa:16:3e:44:2c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4103f463-bc62-4e79-a575-9e51bbccbd89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '8141ce21-4d62-4aae-87d2-21ec8df9ea6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:34:32Z', 'updated_at': '2022-02-17T18:34:37Z', 'revision_number': 4, 'project_id': '710ef17bf4f042c29c9d579f93e83120', 'subnets': [{'id': '8141ce21-4d62-4aae-87d2-21ec8df9ea6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:34:38.144137 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b0c5f-35b9-4aa0-a93a-64ed301755dd req-d0539dc6-b708-4741-9e45-948f6d7f34cb tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:34:38.158713 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-265b0c5f-35b9-4aa0-a93a-64ed301755dd req-d0539dc6-b708-4741-9e45-948f6d7f34cb tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.87 "GET /v2.0/ports?device_id=99d5c5e7-77a2-419c-8dab-eeab4029fa11 HTTP/1.1" status: 200 len: 943 time: 0.1138823 Feb 17 18:34:38.229903 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:38.254462 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-265b0c5f-35b9-4aa0-a93a-64ed301755dd req-5583b968-6f1a-40e4-99e3-cb4b6cc6e291 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e22735-0853-443c-8642-8bc28dce9d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904422 Feb 17 18:34:38.267814 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-bd09a284-0f9d-4ea9-b070-b299849474a1 None None] Current status of the port bb04a560-7426-4160-a3b7-06890d592cad is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:34:38.439907 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-8905a1a8-c4a9-4c51-898a-de75467295e1 req-b7b6bc95-fec4-4e1a-bf2d-180724acf718 service neutron] Attempting to bind port d8adbf38-6391-414f-a286-a0a7c67bd491 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:34:38.440161 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-8905a1a8-c4a9-4c51-898a-de75467295e1 req-b7b6bc95-fec4-4e1a-bf2d-180724acf718 service neutron] Attempting to bind port d8adbf38-6391-414f-a286-a0a7c67bd491 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '6e1048c8-bfca-4176-b8c3-d5a7143541a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1559c43c-87c4-4bc2-9a42-b1f7ac4e7804'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:34:38.440551 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8905a1a8-c4a9-4c51-898a-de75467295e1 req-b7b6bc95-fec4-4e1a-bf2d-180724acf718 service neutron] Attempting to bind port d8adbf38-6391-414f-a286-a0a7c67bd491 on network 1559c43c-87c4-4bc2-9a42-b1f7ac4e7804 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:34:38.445755 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8905a1a8-c4a9-4c51-898a-de75467295e1 req-b7b6bc95-fec4-4e1a-bf2d-180724acf718 service neutron] Port d8adbf38-6391-414f-a286-a0a7c67bd491 on network 1559c43c-87c4-4bc2-9a42-b1f7ac4e7804 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:34:38.446159 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8905a1a8-c4a9-4c51-898a-de75467295e1 req-b7b6bc95-fec4-4e1a-bf2d-180724acf718 service neutron] Attempting to bind port d8adbf38-6391-414f-a286-a0a7c67bd491 on network 1559c43c-87c4-4bc2-9a42-b1f7ac4e7804 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:34:38.451808 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8905a1a8-c4a9-4c51-898a-de75467295e1 req-b7b6bc95-fec4-4e1a-bf2d-180724acf718 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:34:38.452156 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8905a1a8-c4a9-4c51-898a-de75467295e1 req-b7b6bc95-fec4-4e1a-bf2d-180724acf718 service neutron] Checking segment: {'id': '6e1048c8-bfca-4176-b8c3-d5a7143541a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1559c43c-87c4-4bc2-9a42-b1f7ac4e7804'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:34:38.452581 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8905a1a8-c4a9-4c51-898a-de75467295e1 req-b7b6bc95-fec4-4e1a-bf2d-180724acf718 service neutron] Bound using segment: {'id': '6e1048c8-bfca-4176-b8c3-d5a7143541a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1559c43c-87c4-4bc2-9a42-b1f7ac4e7804'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:34:38.453009 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-8905a1a8-c4a9-4c51-898a-de75467295e1 req-b7b6bc95-fec4-4e1a-bf2d-180724acf718 service neutron] Bound port: d8adbf38-6391-414f-a286-a0a7c67bd491, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e1048c8-bfca-4176-b8c3-d5a7143541a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1559c43c-87c4-4bc2-9a42-b1f7ac4e7804'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:34:38.453368 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8905a1a8-c4a9-4c51-898a-de75467295e1 req-b7b6bc95-fec4-4e1a-bf2d-180724acf718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d8adbf38-6391-414f-a286-a0a7c67bd491), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:38.519844 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-8905a1a8-c4a9-4c51-898a-de75467295e1 req-b7b6bc95-fec4-4e1a-bf2d-180724acf718 service neutron] For port d8adbf38-6391-414f-a286-a0a7c67bd491, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:34:38.523415 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-8905a1a8-c4a9-4c51-898a-de75467295e1 req-b7b6bc95-fec4-4e1a-bf2d-180724acf718 service neutron] For port d8adbf38-6391-414f-a286-a0a7c67bd491, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=d8adbf38-6391-414f-a286-a0a7c67bd491,segment=NetworkSegment(6e1048c8-bfca-4176-b8c3-d5a7143541a3),segment_id=6e1048c8-bfca-4176-b8c3-d5a7143541a3)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:34:38.532195 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8905a1a8-c4a9-4c51-898a-de75467295e1 req-b7b6bc95-fec4-4e1a-bf2d-180724acf718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (d8adbf38-6391-414f-a286-a0a7c67bd491), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:38.569343 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905a1a8-c4a9-4c51-898a-de75467295e1 req-b7b6bc95-fec4-4e1a-bf2d-180724acf718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:34:38.569926 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-8905a1a8-c4a9-4c51-898a-de75467295e1 req-b7b6bc95-fec4-4e1a-bf2d-180724acf718 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:38.571877 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8905a1a8-c4a9-4c51-898a-de75467295e1 req-b7b6bc95-fec4-4e1a-bf2d-180724acf718 service neutron] 10.222.0.71 "PUT /v2.0/ports/d8adbf38-6391-414f-a286-a0a7c67bd491 HTTP/1.1" status: 200 len: 1091 time: 1.0498326 Feb 17 18:34:38.574189 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d5c5e7-77a2-419c-8dab-eeab4029fa11', 'tag': 'd8adbf38-6391-414f-a286-a0a7c67bd491'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:34:38.577686 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c4df33-0933-46a3-9619-f152c91e4978" -d '{"events": [{"name": "network-changed", "server_uuid": "99d5c5e7-77a2-419c-8dab-eeab4029fa11", "tag": "d8adbf38-6391-414f-a286-a0a7c67bd491"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:34:38.611639 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b6bc95-fec4-4e1a-bf2d-180724acf718 service neutron] Pushing event updated for resources: {'Port': ['ID=d8adbf38-6391-414f-a286-a0a7c67bd491,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:38.646536 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2890b5d3-fccf-45fc-a693-3a63eb08d78d x-openstack-request-id: req-2890b5d3-fccf-45fc-a693-3a63eb08d78d {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:34:38.646755 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99d5c5e7-77a2-419c-8dab-eeab4029fa11", "tag": "d8adbf38-6391-414f-a286-a0a7c67bd491", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:34:38.646966 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2890b5d3-fccf-45fc-a693-3a63eb08d78d {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:34:38.648866 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99d5c5e7-77a2-419c-8dab-eeab4029fa11', 'tag': 'd8adbf38-6391-414f-a286-a0a7c67bd491', 'status': 'completed', 'code': 200} Feb 17 18:34:38.670632 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905a1a8-c4a9-4c51-898a-de75467295e1 req-452d2a94-e894-4230-895a-efd4befdb329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:34:38.672268 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8905a1a8-c4a9-4c51-898a-de75467295e1 req-452d2a94-e894-4230-895a-efd4befdb329 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b12f6fc615984396accab7736e413b31&device_id=99d5c5e7-77a2-419c-8dab-eeab4029fa11 HTTP/1.1" status: 200 len: 1125 time: 0.0572124 Feb 17 18:34:38.715993 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8905a1a8-c4a9-4c51-898a-de75467295e1 req-c43dc8f3-db5c-4b7d-8825-7cd1c79a8596 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8adbf38-6391-414f-a286-a0a7c67bd491 HTTP/1.1" status: 200 len: 217 time: 0.0363078 Feb 17 18:34:38.766153 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905a1a8-c4a9-4c51-898a-de75467295e1 req-205160ae-e047-4cb7-be7a-42c2d674388e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:34:38.767623 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8905a1a8-c4a9-4c51-898a-de75467295e1 req-205160ae-e047-4cb7-be7a-42c2d674388e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7aac22fa-c9d5-4d39-9f9e-2bef81ed80fc HTTP/1.1" status: 200 len: 856 time: 0.0451853 Feb 17 18:34:38.823557 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905a1a8-c4a9-4c51-898a-de75467295e1 req-de133dfa-8bd6-48d2-9d41-b72c15e8a3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:34:38.825137 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8905a1a8-c4a9-4c51-898a-de75467295e1 req-de133dfa-8bd6-48d2-9d41-b72c15e8a3de service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1559c43c-87c4-4bc2-9a42-b1f7ac4e7804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0515058 Feb 17 18:34:38.913654 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8905a1a8-c4a9-4c51-898a-de75467295e1 req-b745a0d0-426b-44c2-a754-f2bf69566d68 service neutron] 10.222.0.71 "GET /v2.0/networks/1559c43c-87c4-4bc2-9a42-b1f7ac4e7804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811942 Feb 17 18:34:39.009539 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8905a1a8-c4a9-4c51-898a-de75467295e1 req-fe31e2a4-21ed-48fc-be46-a8a7978674ef service neutron] 10.222.0.71 "GET /v2.0/networks/1559c43c-87c4-4bc2-9a42-b1f7ac4e7804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905423 Feb 17 18:34:39.097936 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4df33-0933-46a3-9619-f152c91e4978 req-75779eff-f22a-4c42-ab71-262682277c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:34:39.099482 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f6c4df33-0933-46a3-9619-f152c91e4978 req-75779eff-f22a-4c42-ab71-262682277c79 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b12f6fc615984396accab7736e413b31&device_id=99d5c5e7-77a2-419c-8dab-eeab4029fa11 HTTP/1.1" status: 200 len: 1125 time: 0.0431211 Feb 17 18:34:39.190424 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4df33-0933-46a3-9619-f152c91e4978 req-99674e0e-aed2-4824-88cd-3df1c731586c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:34:39.191801 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f6c4df33-0933-46a3-9619-f152c91e4978 req-99674e0e-aed2-4824-88cd-3df1c731586c service neutron] 10.222.0.71 "GET /v2.0/networks?id=1559c43c-87c4-4bc2-9a42-b1f7ac4e7804 HTTP/1.1" status: 200 len: 918 time: 0.0871282 Feb 17 18:34:39.229768 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:39.233609 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f6c4df33-0933-46a3-9619-f152c91e4978 req-154d3485-1eec-4b04-a86b-325c1576553c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8adbf38-6391-414f-a286-a0a7c67bd491 HTTP/1.1" status: 200 len: 217 time: 0.0356925 Feb 17 18:34:39.280412 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4df33-0933-46a3-9619-f152c91e4978 req-8aa401d2-1978-4380-aefc-445e453a9b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:34:39.281831 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f6c4df33-0933-46a3-9619-f152c91e4978 req-8aa401d2-1978-4380-aefc-445e453a9b40 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7aac22fa-c9d5-4d39-9f9e-2bef81ed80fc HTTP/1.1" status: 200 len: 856 time: 0.0430834 Feb 17 18:34:39.345192 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4df33-0933-46a3-9619-f152c91e4978 req-d729ddfa-d3a8-4271-b9b7-7978a6171b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:34:39.347473 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f6c4df33-0933-46a3-9619-f152c91e4978 req-d729ddfa-d3a8-4271-b9b7-7978a6171b04 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1559c43c-87c4-4bc2-9a42-b1f7ac4e7804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0579040 Feb 17 18:34:39.383344 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device bb04a560-7426-4160-a3b7-06890d592cad up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:34:39.385360 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5114e935-456b-4af9-81ce-a80d6a6aa4ae req-05589c78-9d31-476d-9a87-979c8371a131 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:34:39.387083 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5114e935-456b-4af9-81ce-a80d6a6aa4ae req-05589c78-9d31-476d-9a87-979c8371a131 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.87 "GET /v2.0/ports?device_id=99d5c5e7-77a2-419c-8dab-eeab4029fa11 HTTP/1.1" status: 200 len: 943 time: 0.0589349 Feb 17 18:34:39.439381 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5114e935-456b-4af9-81ce-a80d6a6aa4ae req-0cfe1324-ef13-4df2-a836-f2fe45a28340 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e22735-0853-443c-8642-8bc28dce9d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446088 Feb 17 18:34:39.443637 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f6c4df33-0933-46a3-9619-f152c91e4978 req-690861bb-d74b-4a6a-a69d-2e436066aaca service neutron] 10.222.0.71 "GET /v2.0/networks/1559c43c-87c4-4bc2-9a42-b1f7ac4e7804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883925 Feb 17 18:34:39.458644 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port bb04a560-7426-4160-a3b7-06890d592cad triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:34:39.459038 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (bb04a560-7426-4160-a3b7-06890d592cad), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:39.536680 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f6c4df33-0933-46a3-9619-f152c91e4978 req-4e04c1d5-5bc5-485d-9c95-1616b8d05a0a service neutron] 10.222.0.71 "GET /v2.0/networks/1559c43c-87c4-4bc2-9a42-b1f7ac4e7804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870285 Feb 17 18:34:39.537350 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port bb04a560-7426-4160-a3b7-06890d592cad is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:34:40.566417 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1cbae-a95b-4d27-8ae7-37ed2cf9eabd req-36498bd6-3ef9-4399-be51-54972d3cf4ae tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:34:40.567876 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c1d1cbae-a95b-4d27-8ae7-37ed2cf9eabd req-36498bd6-3ef9-4399-be51-54972d3cf4ae tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.87 "GET /v2.0/ports?device_id=99d5c5e7-77a2-419c-8dab-eeab4029fa11 HTTP/1.1" status: 200 len: 943 time: 0.0557625 Feb 17 18:34:40.613613 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c1d1cbae-a95b-4d27-8ae7-37ed2cf9eabd req-14a63484-8ca2-4fb8-97f7-a8594ace9852 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e22735-0853-443c-8642-8bc28dce9d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395479 Feb 17 18:34:41.706060 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device d8adbf38-6391-414f-a286-a0a7c67bd491 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:34:41.736265 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7102b-cbc7-437d-98d1-f075ed056e56 req-2aefc8cf-50a2-4b9a-9d01-28d26c68c77e tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:34:41.737785 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5eb7102b-cbc7-437d-98d1-f075ed056e56 req-2aefc8cf-50a2-4b9a-9d01-28d26c68c77e tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.87 "GET /v2.0/ports?device_id=99d5c5e7-77a2-419c-8dab-eeab4029fa11 HTTP/1.1" status: 200 len: 943 time: 0.0536194 Feb 17 18:34:41.785012 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5eb7102b-cbc7-437d-98d1-f075ed056e56 req-8fd2d61e-fcb0-4e32-ac74-e008d25f6d9f tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e22735-0853-443c-8642-8bc28dce9d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409245 Feb 17 18:34:41.806859 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port d8adbf38-6391-414f-a286-a0a7c67bd491, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=d8adbf38-6391-414f-a286-a0a7c67bd491,segment=NetworkSegment(6e1048c8-bfca-4176-b8c3-d5a7143541a3),segment_id=6e1048c8-bfca-4176-b8c3-d5a7143541a3)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:34:41.817020 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': 'd8adbf38-6391-414f-a286-a0a7c67bd491', 'network_id': '1559c43c-87c4-4bc2-9a42-b1f7ac4e7804', 'port_id': 'd8adbf38-6391-414f-a286-a0a7c67bd491', 'mac_address': 'fa:16:3e:0f:f8:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aac22fa-c9d5-4d39-9f9e-2bef81ed80fc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:34:41.853758 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port d8adbf38-6391-414f-a286-a0a7c67bd491 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:34:41.854143 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d8adbf38-6391-414f-a286-a0a7c67bd491), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:41.866448 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8adbf38-6391-414f-a286-a0a7c67bd491 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:34:41.886246 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port d8adbf38-6391-414f-a286-a0a7c67bd491, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=d8adbf38-6391-414f-a286-a0a7c67bd491,segment=NetworkSegment(6e1048c8-bfca-4176-b8c3-d5a7143541a3),segment_id=6e1048c8-bfca-4176-b8c3-d5a7143541a3)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:34:41.890327 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (d8adbf38-6391-414f-a286-a0a7c67bd491), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:41.938908 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=d8adbf38-6391-414f-a286-a0a7c67bd491,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:42.093865 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['d8adbf38-6391-414f-a286-a0a7c67bd491'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:34:42.902583 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab63ac-805b-4eb2-bfaf-16ece25564bb req-8f6b2f8f-b48b-4f19-a922-107c836f2354 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:34:42.904041 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-45ab63ac-805b-4eb2-bfaf-16ece25564bb req-8f6b2f8f-b48b-4f19-a922-107c836f2354 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.87 "GET /v2.0/ports?device_id=99d5c5e7-77a2-419c-8dab-eeab4029fa11 HTTP/1.1" status: 200 len: 944 time: 0.0517664 Feb 17 18:34:42.954109 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-45ab63ac-805b-4eb2-bfaf-16ece25564bb req-1f011efe-dc12-4183-902c-db83a7a50585 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e22735-0853-443c-8642-8bc28dce9d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443559 Feb 17 18:34:43.721937 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device d8adbf38-6391-414f-a286-a0a7c67bd491 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:34:43.774994 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port d8adbf38-6391-414f-a286-a0a7c67bd491 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 18:34:43.778981 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port d8adbf38-6391-414f-a286-a0a7c67bd491 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:34:43.779356 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d8adbf38-6391-414f-a286-a0a7c67bd491), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:43.855706 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port d8adbf38-6391-414f-a286-a0a7c67bd491 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:34:43.856111 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d8adbf38-6391-414f-a286-a0a7c67bd491), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:43.878098 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d5c5e7-77a2-419c-8dab-eeab4029fa11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8adbf38-6391-414f-a286-a0a7c67bd491'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:34:43.880363 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a58b36eb5214be741a58d8f0f454d70cefb3ebdc097f6d2df64ce05b1b6ee80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278414d1-4c69-4f70-8b64-cff356079a0b" -d '{"events": [{"server_uuid": "99d5c5e7-77a2-419c-8dab-eeab4029fa11", "name": "network-vif-plugged", "status": "completed", "tag": "d8adbf38-6391-414f-a286-a0a7c67bd491"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:34:43.892672 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port d8adbf38-6391-414f-a286-a0a7c67bd491, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=d8adbf38-6391-414f-a286-a0a7c67bd491,segment=NetworkSegment(6e1048c8-bfca-4176-b8c3-d5a7143541a3),segment_id=6e1048c8-bfca-4176-b8c3-d5a7143541a3)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:34:43.896532 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (d8adbf38-6391-414f-a286-a0a7c67bd491), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:43.950301 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=d8adbf38-6391-414f-a286-a0a7c67bd491,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:34:43.972009 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53a6f85-1b18-4828-910b-eec0e036038b x-openstack-request-id: req-e53a6f85-1b18-4828-910b-eec0e036038b {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:34:43.972266 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d5c5e7-77a2-419c-8dab-eeab4029fa11", "name": "network-vif-plugged", "status": "completed", "tag": "d8adbf38-6391-414f-a286-a0a7c67bd491", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:34:43.972538 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e53a6f85-1b18-4828-910b-eec0e036038b {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:34:43.972945 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99d5c5e7-77a2-419c-8dab-eeab4029fa11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8adbf38-6391-414f-a286-a0a7c67bd491', 'code': 200} Feb 17 18:34:44.071960 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f264658-23ae-4410-a032-5d2a1d715bbd req-ea4851df-4a90-4a4f-83b8-3e104b17e749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:34:44.073560 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8f264658-23ae-4410-a032-5d2a1d715bbd req-ea4851df-4a90-4a4f-83b8-3e104b17e749 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=99d5c5e7-77a2-419c-8dab-eeab4029fa11 HTTP/1.1" status: 200 len: 1127 time: 0.0462091 Feb 17 18:34:44.074270 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966770b7-fa65-4bfa-acbc-febc63954c61 req-4d60c8cc-fbc5-4054-9c2e-ea38c2545f3f tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:34:44.075755 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-966770b7-fa65-4bfa-acbc-febc63954c61 req-4d60c8cc-fbc5-4054-9c2e-ea38c2545f3f tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.87 "GET /v2.0/ports?device_id=99d5c5e7-77a2-419c-8dab-eeab4029fa11 HTTP/1.1" status: 200 len: 945 time: 0.0544238 Feb 17 18:34:44.118782 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8f264658-23ae-4410-a032-5d2a1d715bbd req-611d097f-a431-4425-a253-5a626a696371 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e8e22735-0853-443c-8642-8bc28dce9d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380635 Feb 17 18:34:44.123172 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-966770b7-fa65-4bfa-acbc-febc63954c61 req-f6888ada-687f-4bc4-b4ad-1dbf5a6aaaa6 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e22735-0853-443c-8642-8bc28dce9d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416424 Feb 17 18:34:45.241962 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad1581-f2e8-43e7-957d-6478c943d623 req-a7fc43ad-1565-446f-89d1-48f77a279fb3 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:34:45.243689 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-49ad1581-f2e8-43e7-957d-6478c943d623 req-a7fc43ad-1565-446f-89d1-48f77a279fb3 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.87 "GET /v2.0/ports?device_id=99d5c5e7-77a2-419c-8dab-eeab4029fa11 HTTP/1.1" status: 200 len: 945 time: 0.0524251 Feb 17 18:34:45.288792 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-49ad1581-f2e8-43e7-957d-6478c943d623 req-118c45e0-f590-44d9-9502-cd4bc0b37b7c tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e22735-0853-443c-8642-8bc28dce9d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395830 Feb 17 18:34:45.412745 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e84f9-2483-433e-b38d-c4324042e975 req-9a11ec13-6422-469e-9de8-1af7c8a6d8dc tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:34:45.414146 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-453e84f9-2483-433e-b38d-c4324042e975 req-9a11ec13-6422-469e-9de8-1af7c8a6d8dc tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.87 "GET /v2.0/ports?device_id=99d5c5e7-77a2-419c-8dab-eeab4029fa11 HTTP/1.1" status: 200 len: 945 time: 0.0572612 Feb 17 18:34:45.461743 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-453e84f9-2483-433e-b38d-c4324042e975 req-d05b2aa4-2520-4d42-9d2a-cc13bd00da37 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e22735-0853-443c-8642-8bc28dce9d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409811 Feb 17 18:34:49.504145 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:50.252142 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:34:57.906149 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:35:03.072728 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9ce4d935-76c5-44f6-9358-4833d5427390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:35:05.522490 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5796d586-08e7-47c4-ab03-541d0d850259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:35:05.896118 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5b9eceb5-c441-4532-bb7b-3180bbfd1977 req-76518836-7491-42ab-b938-d4764741fbea service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=99d5c5e7-77a2-419c-8dab-eeab4029fa11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439038 Feb 17 18:35:05.986585 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9eceb5-c441-4532-bb7b-3180bbfd1977 req-21858512-2d23-4c47-91e1-51ad1f1bad94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:35:05.988126 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5b9eceb5-c441-4532-bb7b-3180bbfd1977 req-21858512-2d23-4c47-91e1-51ad1f1bad94 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b12f6fc615984396accab7736e413b31&device_id=99d5c5e7-77a2-419c-8dab-eeab4029fa11 HTTP/1.1" status: 200 len: 1127 time: 0.0514259 Feb 17 18:35:06.092654 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9eceb5-c441-4532-bb7b-3180bbfd1977 req-af25053a-11ff-4e8d-8edd-f9623456aa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:35:06.094207 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5b9eceb5-c441-4532-bb7b-3180bbfd1977 req-af25053a-11ff-4e8d-8edd-f9623456aa1b service neutron] 10.222.0.71 "GET /v2.0/networks?id=1559c43c-87c4-4bc2-9a42-b1f7ac4e7804 HTTP/1.1" status: 200 len: 918 time: 0.0868375 Feb 17 18:35:06.146531 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5b9eceb5-c441-4532-bb7b-3180bbfd1977 req-b8b03d71-b12b-4008-a921-2e745c67f95f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8adbf38-6391-414f-a286-a0a7c67bd491 HTTP/1.1" status: 200 len: 217 time: 0.0434849 Feb 17 18:35:06.194897 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9eceb5-c441-4532-bb7b-3180bbfd1977 req-7daea3a4-e133-41ed-b670-0f5ff0178c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:35:06.196979 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5b9eceb5-c441-4532-bb7b-3180bbfd1977 req-7daea3a4-e133-41ed-b670-0f5ff0178c35 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7aac22fa-c9d5-4d39-9f9e-2bef81ed80fc HTTP/1.1" status: 200 len: 856 time: 0.0441532 Feb 17 18:35:06.245940 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9eceb5-c441-4532-bb7b-3180bbfd1977 req-11d3205c-6c90-4b2c-ac6f-fc818fc0feb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:35:06.247426 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5b9eceb5-c441-4532-bb7b-3180bbfd1977 req-11d3205c-6c90-4b2c-ac6f-fc818fc0feb4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1559c43c-87c4-4bc2-9a42-b1f7ac4e7804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444212 Feb 17 18:35:06.342140 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5b9eceb5-c441-4532-bb7b-3180bbfd1977 req-2a909024-71aa-49c5-a5e5-189aea2702d1 service neutron] 10.222.0.71 "GET /v2.0/networks/1559c43c-87c4-4bc2-9a42-b1f7ac4e7804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867352 Feb 17 18:35:06.433780 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5b9eceb5-c441-4532-bb7b-3180bbfd1977 req-b96ed66d-2695-4805-b0b5-5cef80141280 service neutron] 10.222.0.71 "GET /v2.0/networks/1559c43c-87c4-4bc2-9a42-b1f7ac4e7804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850306 Feb 17 18:35:06.938737 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:35:08.156935 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:35:09.233221 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:35:19.499651 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:35:19.608019 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c27f24-f73f-4dbe-a01a-b8391ebb77fa req-56ed87e0-3930-4a63-9c1a-c3345d1c804d tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:35:19.609472 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-35c27f24-f73f-4dbe-a01a-b8391ebb77fa req-56ed87e0-3930-4a63-9c1a-c3345d1c804d tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.87 "GET /v2.0/ports?device_id=99d5c5e7-77a2-419c-8dab-eeab4029fa11 HTTP/1.1" status: 200 len: 945 time: 0.0528166 Feb 17 18:35:19.658396 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-35c27f24-f73f-4dbe-a01a-b8391ebb77fa req-7106a87f-79a9-48fc-ac24-796567503269 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e22735-0853-443c-8642-8bc28dce9d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430205 Feb 17 18:35:20.268191 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:35:20.784381 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016587e-7c23-48e4-a3ab-0e4579965045 req-239eda1e-70d8-4f49-aa49-e9855bb57ceb tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:35:20.785879 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0016587e-7c23-48e4-a3ab-0e4579965045 req-239eda1e-70d8-4f49-aa49-e9855bb57ceb tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.87 "GET /v2.0/ports?device_id=99d5c5e7-77a2-419c-8dab-eeab4029fa11 HTTP/1.1" status: 200 len: 945 time: 0.0569975 Feb 17 18:35:20.832533 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0016587e-7c23-48e4-a3ab-0e4579965045 req-69f4cda3-da2c-48e1-a72e-8116fc6386d8 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e22735-0853-443c-8642-8bc28dce9d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409510 Feb 17 18:35:21.159096 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09aafa5-ea32-41e1-ae3c-6722b1f2308e req-748d9187-eba3-400f-b213-fbf9832b85a4 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:35:21.160590 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a09aafa5-ea32-41e1-ae3c-6722b1f2308e req-748d9187-eba3-400f-b213-fbf9832b85a4 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.71 "GET /v2.0/ports?device_id=99d5c5e7-77a2-419c-8dab-eeab4029fa11 HTTP/1.1" status: 200 len: 945 time: 0.0569243 Feb 17 18:35:21.256353 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-a09aafa5-ea32-41e1-ae3c-6722b1f2308e req-15c711d0-0ab3-4857-ae95-652e50fd9fe7 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Deleting port d8adbf38-6391-414f-a286-a0a7c67bd491 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:35:21.256617 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a09aafa5-ea32-41e1-ae3c-6722b1f2308e req-15c711d0-0ab3-4857-ae95-652e50fd9fe7 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (d8adbf38-6391-414f-a286-a0a7c67bd491), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:35:21.354366 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-a09aafa5-ea32-41e1-ae3c-6722b1f2308e req-15c711d0-0ab3-4857-ae95-652e50fd9fe7 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] For port d8adbf38-6391-414f-a286-a0a7c67bd491, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=d8adbf38-6391-414f-a286-a0a7c67bd491,segment=NetworkSegment(6e1048c8-bfca-4176-b8c3-d5a7143541a3),segment_id=6e1048c8-bfca-4176-b8c3-d5a7143541a3)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:35:21.354736 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a09aafa5-ea32-41e1-ae3c-6722b1f2308e req-15c711d0-0ab3-4857-ae95-652e50fd9fe7 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (d8adbf38-6391-414f-a286-a0a7c67bd491), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:35:21.366416 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-a09aafa5-ea32-41e1-ae3c-6722b1f2308e req-15c711d0-0ab3-4857-ae95-652e50fd9fe7 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Calling delete_port for d8adbf38-6391-414f-a286-a0a7c67bd491 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:35:21.492993 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a09aafa5-ea32-41e1-ae3c-6722b1f2308e req-15c711d0-0ab3-4857-ae95-652e50fd9fe7 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (d8adbf38-6391-414f-a286-a0a7c67bd491), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:35:21.505643 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['d8adbf38-6391-414f-a286-a0a7c67bd491'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:35:21.526878 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c711d0-0ab3-4857-ae95-652e50fd9fe7 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Pushing event deleted for resources: {'Port': ['ID=d8adbf38-6391-414f-a286-a0a7c67bd491,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:35:21.562453 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c711d0-0ab3-4857-ae95-652e50fd9fe7 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:35:21.562804 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c711d0-0ab3-4857-ae95-652e50fd9fe7 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:35:21.563154 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c711d0-0ab3-4857-ae95-652e50fd9fe7 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:35:21.563518 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c711d0-0ab3-4857-ae95-652e50fd9fe7 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:35:21.563850 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c711d0-0ab3-4857-ae95-652e50fd9fe7 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:35:21.564180 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c711d0-0ab3-4857-ae95-652e50fd9fe7 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:35:21.564540 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c711d0-0ab3-4857-ae95-652e50fd9fe7 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:35:21.564866 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c711d0-0ab3-4857-ae95-652e50fd9fe7 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:35:21.565192 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c711d0-0ab3-4857-ae95-652e50fd9fe7 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:35:21.565519 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c711d0-0ab3-4857-ae95-652e50fd9fe7 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:35:21.565845 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c711d0-0ab3-4857-ae95-652e50fd9fe7 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:35:21.566166 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c711d0-0ab3-4857-ae95-652e50fd9fe7 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:35:21.566487 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c711d0-0ab3-4857-ae95-652e50fd9fe7 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:35:21.588993 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-a09aafa5-ea32-41e1-ae3c-6722b1f2308e req-15c711d0-0ab3-4857-ae95-652e50fd9fe7 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] No DVR routers for this DVR port d8adbf38-6391-414f-a286-a0a7c67bd491 on host n-h1-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:35:21.591552 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-a09aafa5-ea32-41e1-ae3c-6722b1f2308e req-15c711d0-0ab3-4857-ae95-652e50fd9fe7 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:35:21.594940 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a09aafa5-ea32-41e1-ae3c-6722b1f2308e req-15c711d0-0ab3-4857-ae95-652e50fd9fe7 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.71 "DELETE /v2.0/ports/d8adbf38-6391-414f-a286-a0a7c67bd491 HTTP/1.1" status: 204 len: 173 time: 0.4295666 Feb 17 18:35:21.595381 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d5c5e7-77a2-419c-8dab-eeab4029fa11', 'name': 'network-vif-deleted', 'tag': 'd8adbf38-6391-414f-a286-a0a7c67bd491'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:35:21.597667 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873e74d4-f4be-4654-8651-485805aa6d87" -d '{"events": [{"server_uuid": "99d5c5e7-77a2-419c-8dab-eeab4029fa11", "name": "network-vif-deleted", "tag": "d8adbf38-6391-414f-a286-a0a7c67bd491"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:35:21.636052 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc168691-9c99-4b14-abe8-896ea4b94ed6 x-openstack-request-id: req-fc168691-9c99-4b14-abe8-896ea4b94ed6 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:35:21.636378 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d5c5e7-77a2-419c-8dab-eeab4029fa11", "name": "network-vif-deleted", "tag": "d8adbf38-6391-414f-a286-a0a7c67bd491", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:35:21.636638 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-fc168691-9c99-4b14-abe8-896ea4b94ed6 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:35:21.637055 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99d5c5e7-77a2-419c-8dab-eeab4029fa11', 'name': 'network-vif-deleted', 'tag': 'd8adbf38-6391-414f-a286-a0a7c67bd491', 'status': 'completed', 'code': 200} Feb 17 18:35:21.955038 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-18676add-553c-4530-a199-35085d01a794 req-955ec936-23a8-4b42-90e0-177875798f84 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.87 "GET /v2.0/ports?device_id=99d5c5e7-77a2-419c-8dab-eeab4029fa11 HTTP/1.1" status: 200 len: 210 time: 0.0321331 Feb 17 18:35:23.416592 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b607dd-88ed-4f7d-bfcd-b9a3ae8b8fde req-26ff2800-b9d7-4b5f-a142-c8a919a0a14d tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:35:23.418085 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-19b607dd-88ed-4f7d-bfcd-b9a3ae8b8fde req-26ff2800-b9d7-4b5f-a142-c8a919a0a14d tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.87 "GET /v2.0/networks?id=1559c43c-87c4-4bc2-9a42-b1f7ac4e7804 HTTP/1.1" status: 200 len: 817 time: 0.1012819 Feb 17 18:35:23.433178 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-19b607dd-88ed-4f7d-bfcd-b9a3ae8b8fde req-f35f13bd-3db6-4e86-95ef-e9cd6c5a3b9d tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.87 "GET /v2.0/quotas/b12f6fc615984396accab7736e413b31 HTTP/1.1" status: 200 len: 375 time: 0.0098913 Feb 17 18:35:23.486502 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-19b607dd-88ed-4f7d-bfcd-b9a3ae8b8fde req-db32a2b8-8d90-4d47-9c93-0c618f0bc7b7 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=b12f6fc615984396accab7736e413b31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485208 Feb 17 18:35:23.578759 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-19b607dd-88ed-4f7d-bfcd-b9a3ae8b8fde req-f722d4f2-d305-4ae6-a428-3b96865bc8fe service neutron] 10.222.0.87 "GET /v2.0/networks/1559c43c-87c4-4bc2-9a42-b1f7ac4e7804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808418 Feb 17 18:35:23.669667 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-19b607dd-88ed-4f7d-bfcd-b9a3ae8b8fde req-e518c699-640f-49c0-ab66-cfd1d7de4227 service neutron] 10.222.0.87 "GET /v2.0/networks/1559c43c-87c4-4bc2-9a42-b1f7ac4e7804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853078 Feb 17 18:35:23.825965 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-93854745-7a35-4a36-ab05-1fa94b72c476 req-77182813-2b50-4b5f-ae70-c530839e4287 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.87 "GET /v2.0/ports?device_id=fbe7e74a-36bd-4046-b7dd-3ee1222f2813 HTTP/1.1" status: 200 len: 210 time: 0.0281329 Feb 17 18:35:24.716952 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b607dd-88ed-4f7d-bfcd-b9a3ae8b8fde req-3fc329f7-fa15-4307-9f36-c79e81a50e5d tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:35:24.718416 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-19b607dd-88ed-4f7d-bfcd-b9a3ae8b8fde req-3fc329f7-fa15-4307-9f36-c79e81a50e5d tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.71 "GET /v2.0/networks?id=1559c43c-87c4-4bc2-9a42-b1f7ac4e7804 HTTP/1.1" status: 200 len: 817 time: 0.1084805 Feb 17 18:35:24.730824 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-19b607dd-88ed-4f7d-bfcd-b9a3ae8b8fde req-e2b0ac73-f921-4304-85fd-7a9e5d5e1c0f tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Request body: {'port': {'device_id': 'fbe7e74a-36bd-4046-b7dd-3ee1222f2813', 'network_id': '1559c43c-87c4-4bc2-9a42-b1f7ac4e7804', 'admin_state_up': True, 'tenant_id': 'b12f6fc615984396accab7736e413b31'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:35:24.840497 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19b607dd-88ed-4f7d-bfcd-b9a3ae8b8fde req-e2b0ac73-f921-4304-85fd-7a9e5d5e1c0f tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Made reservation on behalf of b12f6fc615984396accab7736e413b31 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:35:24.843939 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-19b607dd-88ed-4f7d-bfcd-b9a3ae8b8fde req-e2b0ac73-f921-4304-85fd-7a9e5d5e1c0f tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:35:24.921043 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-28e01842-5b3a-482f-a543-59749a74b02d req-9e0d3781-90e6-4556-933e-b7ef1c878d6b tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.87 "GET /v2.0/ports?device_id=fbe7e74a-36bd-4046-b7dd-3ee1222f2813 HTTP/1.1" status: 200 len: 210 time: 0.0278924 Feb 17 18:35:24.977028 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-19b607dd-88ed-4f7d-bfcd-b9a3ae8b8fde req-e2b0ac73-f921-4304-85fd-7a9e5d5e1c0f tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Allocated IP 172.20.0.12 (1559c43c-87c4-4bc2-9a42-b1f7ac4e7804/7aac22fa-c9d5-4d39-9f9e-2bef81ed80fc/3876ad72-6ffe-4854-80b2-d7a819662d3a) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:35:25.118197 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-19b607dd-88ed-4f7d-bfcd-b9a3ae8b8fde req-e2b0ac73-f921-4304-85fd-7a9e5d5e1c0f tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Publish callbacks [] for port (3876ad72-6ffe-4854-80b2-d7a819662d3a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:35:25.151345 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-19b607dd-88ed-4f7d-bfcd-b9a3ae8b8fde req-e2b0ac73-f921-4304-85fd-7a9e5d5e1c0f tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (3876ad72-6ffe-4854-80b2-d7a819662d3a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:35:25.194300 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19b607dd-88ed-4f7d-bfcd-b9a3ae8b8fde req-e2b0ac73-f921-4304-85fd-7a9e5d5e1c0f tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Network 1559c43c-87c4-4bc2-9a42-b1f7ac4e7804 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:35:25.199918 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-19b607dd-88ed-4f7d-bfcd-b9a3ae8b8fde req-e2b0ac73-f921-4304-85fd-7a9e5d5e1c0f tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:35:25.203537 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b607dd-88ed-4f7d-bfcd-b9a3ae8b8fde req-e2b0ac73-f921-4304-85fd-7a9e5d5e1c0f tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:35:25.231317 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b0ac73-f921-4304-85fd-7a9e5d5e1c0f tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Pushing event updated for resources: {'Port': ['ID=3876ad72-6ffe-4854-80b2-d7a819662d3a,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:35:25.256713 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b607dd-88ed-4f7d-bfcd-b9a3ae8b8fde req-e2b0ac73-f921-4304-85fd-7a9e5d5e1c0f tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:35:25.257331 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-19b607dd-88ed-4f7d-bfcd-b9a3ae8b8fde req-e2b0ac73-f921-4304-85fd-7a9e5d5e1c0f tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:35:25.274136 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-19b607dd-88ed-4f7d-bfcd-b9a3ae8b8fde req-e2b0ac73-f921-4304-85fd-7a9e5d5e1c0f tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5475719 Feb 17 18:35:25.286137 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-19b607dd-88ed-4f7d-bfcd-b9a3ae8b8fde req-0a189fa6-4cb9-48e4-8d22-246d8ad9748a service neutron] Request body: {'port': {'device_id': 'fbe7e74a-36bd-4046-b7dd-3ee1222f2813', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:35:25.347036 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-19b607dd-88ed-4f7d-bfcd-b9a3ae8b8fde req-0a189fa6-4cb9-48e4-8d22-246d8ad9748a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3876ad72-6ffe-4854-80b2-d7a819662d3a), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:35:25.416076 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-c5a78c3c-419a-4a76-8663-db860d1fa308 None None] Provisioning complete for port 3876ad72-6ffe-4854-80b2-d7a819662d3a triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:35:25.416672 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c5a78c3c-419a-4a76-8663-db860d1fa308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (3876ad72-6ffe-4854-80b2-d7a819662d3a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:35:25.454941 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-c5a78c3c-419a-4a76-8663-db860d1fa308 None None] Port 3876ad72-6ffe-4854-80b2-d7a819662d3a cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:35:25.614116 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-19b607dd-88ed-4f7d-bfcd-b9a3ae8b8fde req-0a189fa6-4cb9-48e4-8d22-246d8ad9748a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3876ad72-6ffe-4854-80b2-d7a819662d3a {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:35:25.621763 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-19b607dd-88ed-4f7d-bfcd-b9a3ae8b8fde req-0a189fa6-4cb9-48e4-8d22-246d8ad9748a service neutron] Publish callbacks [] for port (3876ad72-6ffe-4854-80b2-d7a819662d3a), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:35:25.633328 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-19b607dd-88ed-4f7d-bfcd-b9a3ae8b8fde req-0a189fa6-4cb9-48e4-8d22-246d8ad9748a service neutron] Transition to ACTIVE for port object 3876ad72-6ffe-4854-80b2-d7a819662d3a will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 18:35:25.637551 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-19b607dd-88ed-4f7d-bfcd-b9a3ae8b8fde req-0a189fa6-4cb9-48e4-8d22-246d8ad9748a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (3876ad72-6ffe-4854-80b2-d7a819662d3a), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:35:25.688073 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a189fa6-4cb9-48e4-8d22-246d8ad9748a service neutron] Pushing event updated for resources: {'Port': ['ID=3876ad72-6ffe-4854-80b2-d7a819662d3a,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:35:25.762285 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-19b607dd-88ed-4f7d-bfcd-b9a3ae8b8fde req-0a189fa6-4cb9-48e4-8d22-246d8ad9748a service neutron] Attempting to bind port 3876ad72-6ffe-4854-80b2-d7a819662d3a on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:35:25.762967 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-19b607dd-88ed-4f7d-bfcd-b9a3ae8b8fde req-0a189fa6-4cb9-48e4-8d22-246d8ad9748a service neutron] Attempting to bind port 3876ad72-6ffe-4854-80b2-d7a819662d3a by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '6e1048c8-bfca-4176-b8c3-d5a7143541a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1559c43c-87c4-4bc2-9a42-b1f7ac4e7804'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:35:25.763105 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b607dd-88ed-4f7d-bfcd-b9a3ae8b8fde req-0a189fa6-4cb9-48e4-8d22-246d8ad9748a service neutron] Attempting to bind port 3876ad72-6ffe-4854-80b2-d7a819662d3a on network 1559c43c-87c4-4bc2-9a42-b1f7ac4e7804 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:35:25.767789 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b607dd-88ed-4f7d-bfcd-b9a3ae8b8fde req-0a189fa6-4cb9-48e4-8d22-246d8ad9748a service neutron] Port 3876ad72-6ffe-4854-80b2-d7a819662d3a on network 1559c43c-87c4-4bc2-9a42-b1f7ac4e7804 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:35:25.768116 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b607dd-88ed-4f7d-bfcd-b9a3ae8b8fde req-0a189fa6-4cb9-48e4-8d22-246d8ad9748a service neutron] Attempting to bind port 3876ad72-6ffe-4854-80b2-d7a819662d3a on network 1559c43c-87c4-4bc2-9a42-b1f7ac4e7804 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:35:25.773091 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b607dd-88ed-4f7d-bfcd-b9a3ae8b8fde req-0a189fa6-4cb9-48e4-8d22-246d8ad9748a service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:35:25.773433 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b607dd-88ed-4f7d-bfcd-b9a3ae8b8fde req-0a189fa6-4cb9-48e4-8d22-246d8ad9748a service neutron] Checking segment: {'id': '6e1048c8-bfca-4176-b8c3-d5a7143541a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1559c43c-87c4-4bc2-9a42-b1f7ac4e7804'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:35:25.773836 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b607dd-88ed-4f7d-bfcd-b9a3ae8b8fde req-0a189fa6-4cb9-48e4-8d22-246d8ad9748a service neutron] Bound using segment: {'id': '6e1048c8-bfca-4176-b8c3-d5a7143541a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1559c43c-87c4-4bc2-9a42-b1f7ac4e7804'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:35:25.774248 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-19b607dd-88ed-4f7d-bfcd-b9a3ae8b8fde req-0a189fa6-4cb9-48e4-8d22-246d8ad9748a service neutron] Bound port: 3876ad72-6ffe-4854-80b2-d7a819662d3a, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e1048c8-bfca-4176-b8c3-d5a7143541a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1559c43c-87c4-4bc2-9a42-b1f7ac4e7804'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:35:25.774604 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-19b607dd-88ed-4f7d-bfcd-b9a3ae8b8fde req-0a189fa6-4cb9-48e4-8d22-246d8ad9748a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3876ad72-6ffe-4854-80b2-d7a819662d3a), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:35:25.840120 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-19b607dd-88ed-4f7d-bfcd-b9a3ae8b8fde req-0a189fa6-4cb9-48e4-8d22-246d8ad9748a service neutron] For port 3876ad72-6ffe-4854-80b2-d7a819662d3a, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:35:25.843101 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-19b607dd-88ed-4f7d-bfcd-b9a3ae8b8fde req-0a189fa6-4cb9-48e4-8d22-246d8ad9748a service neutron] For port 3876ad72-6ffe-4854-80b2-d7a819662d3a, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=3876ad72-6ffe-4854-80b2-d7a819662d3a,segment=NetworkSegment(6e1048c8-bfca-4176-b8c3-d5a7143541a3),segment_id=6e1048c8-bfca-4176-b8c3-d5a7143541a3)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:35:25.848967 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-19b607dd-88ed-4f7d-bfcd-b9a3ae8b8fde req-0a189fa6-4cb9-48e4-8d22-246d8ad9748a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (3876ad72-6ffe-4854-80b2-d7a819662d3a), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:35:25.883620 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b607dd-88ed-4f7d-bfcd-b9a3ae8b8fde req-0a189fa6-4cb9-48e4-8d22-246d8ad9748a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:35:25.884308 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-19b607dd-88ed-4f7d-bfcd-b9a3ae8b8fde req-0a189fa6-4cb9-48e4-8d22-246d8ad9748a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:35:25.885844 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-19b607dd-88ed-4f7d-bfcd-b9a3ae8b8fde req-0a189fa6-4cb9-48e4-8d22-246d8ad9748a service neutron] 10.222.0.71 "PUT /v2.0/ports/3876ad72-6ffe-4854-80b2-d7a819662d3a HTTP/1.1" status: 200 len: 1092 time: 0.6039102 Feb 17 18:35:25.886174 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbe7e74a-36bd-4046-b7dd-3ee1222f2813', 'tag': '3876ad72-6ffe-4854-80b2-d7a819662d3a'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:35:25.888560 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b724223c-2dd5-436c-9e8c-2efc3e916ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "fbe7e74a-36bd-4046-b7dd-3ee1222f2813", "tag": "3876ad72-6ffe-4854-80b2-d7a819662d3a"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:35:25.914159 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a189fa6-4cb9-48e4-8d22-246d8ad9748a service neutron] Pushing event updated for resources: {'Port': ['ID=3876ad72-6ffe-4854-80b2-d7a819662d3a,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:35:25.938865 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device d8adbf38-6391-414f-a286-a0a7c67bd491 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:35:25.943665 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98834373-6654-4221-854e-5e0bafafb54f x-openstack-request-id: req-98834373-6654-4221-854e-5e0bafafb54f {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:35:25.944038 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbe7e74a-36bd-4046-b7dd-3ee1222f2813", "tag": "3876ad72-6ffe-4854-80b2-d7a819662d3a", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:35:25.944377 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-98834373-6654-4221-854e-5e0bafafb54f {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:35:25.944846 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbe7e74a-36bd-4046-b7dd-3ee1222f2813', 'tag': '3876ad72-6ffe-4854-80b2-d7a819662d3a', 'status': 'completed', 'code': 200} Feb 17 18:35:25.970376 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: d8adbf38-6391-414f-a286-a0a7c67bd491 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:35:25.970664 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device d8adbf38-6391-414f-a286-a0a7c67bd491 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:35:25.985658 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b607dd-88ed-4f7d-bfcd-b9a3ae8b8fde req-cf882ef1-a058-477c-ad4e-5fdfc5c37314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:35:25.989288 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-19b607dd-88ed-4f7d-bfcd-b9a3ae8b8fde req-cf882ef1-a058-477c-ad4e-5fdfc5c37314 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b12f6fc615984396accab7736e413b31&device_id=fbe7e74a-36bd-4046-b7dd-3ee1222f2813 HTTP/1.1" status: 200 len: 1126 time: 0.0564370 Feb 17 18:35:26.043481 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-19b607dd-88ed-4f7d-bfcd-b9a3ae8b8fde req-d5dc8594-a5ae-4e35-b782-58d1cb468507 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3876ad72-6ffe-4854-80b2-d7a819662d3a HTTP/1.1" status: 200 len: 217 time: 0.0478556 Feb 17 18:35:26.067505 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75b7e0-afee-4ae1-b776-15550a351382 req-4b313a3e-432d-4149-a9e1-54cfadb1ccca tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:35:26.069109 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bb75b7e0-afee-4ae1-b776-15550a351382 req-4b313a3e-432d-4149-a9e1-54cfadb1ccca tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.87 "GET /v2.0/ports?device_id=fbe7e74a-36bd-4046-b7dd-3ee1222f2813 HTTP/1.1" status: 200 len: 944 time: 0.0611351 Feb 17 18:35:26.097070 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b607dd-88ed-4f7d-bfcd-b9a3ae8b8fde req-632e033d-56a1-4b4d-9ac4-c87ce2bf22b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:35:26.098669 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-19b607dd-88ed-4f7d-bfcd-b9a3ae8b8fde req-632e033d-56a1-4b4d-9ac4-c87ce2bf22b8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7aac22fa-c9d5-4d39-9f9e-2bef81ed80fc HTTP/1.1" status: 200 len: 856 time: 0.0489259 Feb 17 18:35:26.120484 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bb75b7e0-afee-4ae1-b776-15550a351382 req-7fa125e9-789f-4c0d-96aa-99a0a3f8e490 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e22735-0853-443c-8642-8bc28dce9d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445812 Feb 17 18:35:26.148500 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b607dd-88ed-4f7d-bfcd-b9a3ae8b8fde req-7f490547-43f2-4f41-99e7-ac0645340b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:35:26.150562 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-19b607dd-88ed-4f7d-bfcd-b9a3ae8b8fde req-7f490547-43f2-4f41-99e7-ac0645340b77 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1559c43c-87c4-4bc2-9a42-b1f7ac4e7804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449650 Feb 17 18:35:26.243435 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-19b607dd-88ed-4f7d-bfcd-b9a3ae8b8fde req-069f1d25-c44b-43f8-af1d-918ed0cb3fa6 service neutron] 10.222.0.71 "GET /v2.0/networks/1559c43c-87c4-4bc2-9a42-b1f7ac4e7804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854111 Feb 17 18:35:26.330600 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-19b607dd-88ed-4f7d-bfcd-b9a3ae8b8fde req-f95b84f1-6500-412d-b1a1-de1f6b0cdf05 service neutron] 10.222.0.71 "GET /v2.0/networks/1559c43c-87c4-4bc2-9a42-b1f7ac4e7804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817194 Feb 17 18:35:26.419905 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724223c-2dd5-436c-9e8c-2efc3e916ba2 req-206ec512-41c3-44a6-a239-db6877d9f453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:35:26.421354 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b724223c-2dd5-436c-9e8c-2efc3e916ba2 req-206ec512-41c3-44a6-a239-db6877d9f453 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b12f6fc615984396accab7736e413b31&device_id=fbe7e74a-36bd-4046-b7dd-3ee1222f2813 HTTP/1.1" status: 200 len: 1126 time: 0.0489910 Feb 17 18:35:26.513218 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724223c-2dd5-436c-9e8c-2efc3e916ba2 req-e1ed1a7a-13f6-4d9e-a779-62eb3392ac80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:35:26.514681 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b724223c-2dd5-436c-9e8c-2efc3e916ba2 req-e1ed1a7a-13f6-4d9e-a779-62eb3392ac80 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1559c43c-87c4-4bc2-9a42-b1f7ac4e7804 HTTP/1.1" status: 200 len: 918 time: 0.0874345 Feb 17 18:35:26.558177 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b724223c-2dd5-436c-9e8c-2efc3e916ba2 req-5ca125ac-b5d8-4069-9758-0f6f521c22ac service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3876ad72-6ffe-4854-80b2-d7a819662d3a HTTP/1.1" status: 200 len: 217 time: 0.0368850 Feb 17 18:35:26.606756 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724223c-2dd5-436c-9e8c-2efc3e916ba2 req-3883455a-0a77-4428-91aa-3cd8a98d6a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:35:26.608141 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b724223c-2dd5-436c-9e8c-2efc3e916ba2 req-3883455a-0a77-4428-91aa-3cd8a98d6a04 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7aac22fa-c9d5-4d39-9f9e-2bef81ed80fc HTTP/1.1" status: 200 len: 856 time: 0.0428598 Feb 17 18:35:26.657206 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724223c-2dd5-436c-9e8c-2efc3e916ba2 req-10a45638-8d17-4512-bf59-ccc50ecb8b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:35:26.658697 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b724223c-2dd5-436c-9e8c-2efc3e916ba2 req-10a45638-8d17-4512-bf59-ccc50ecb8b68 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1559c43c-87c4-4bc2-9a42-b1f7ac4e7804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437028 Feb 17 18:35:26.750228 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b724223c-2dd5-436c-9e8c-2efc3e916ba2 req-3ed20a43-7bf3-44cb-a3b0-ba61f845f0ac service neutron] 10.222.0.71 "GET /v2.0/networks/1559c43c-87c4-4bc2-9a42-b1f7ac4e7804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844743 Feb 17 18:35:26.836088 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b724223c-2dd5-436c-9e8c-2efc3e916ba2 req-5fa32997-f6cd-43ae-bade-6fed617a60c8 service neutron] 10.222.0.71 "GET /v2.0/networks/1559c43c-87c4-4bc2-9a42-b1f7ac4e7804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795541 Feb 17 18:35:27.239284 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040d12c-bf3f-4cf8-89ab-a7ed53374477 req-b7200516-6eb4-4c20-baca-151ae84b03df tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:35:27.240751 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2040d12c-bf3f-4cf8-89ab-a7ed53374477 req-b7200516-6eb4-4c20-baca-151ae84b03df tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.87 "GET /v2.0/ports?device_id=fbe7e74a-36bd-4046-b7dd-3ee1222f2813 HTTP/1.1" status: 200 len: 944 time: 0.0505044 Feb 17 18:35:27.285813 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2040d12c-bf3f-4cf8-89ab-a7ed53374477 req-55fdcbc8-0177-4bf1-aac1-6a9991240cf9 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e22735-0853-443c-8642-8bc28dce9d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387025 Feb 17 18:35:28.408996 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b04772-6b2f-4580-8434-ee3dcfdacf7a req-a7000fd7-a9cd-4914-85e9-496ee80de716 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:35:28.410461 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-91b04772-6b2f-4580-8434-ee3dcfdacf7a req-a7000fd7-a9cd-4914-85e9-496ee80de716 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.87 "GET /v2.0/ports?device_id=fbe7e74a-36bd-4046-b7dd-3ee1222f2813 HTTP/1.1" status: 200 len: 944 time: 0.0520883 Feb 17 18:35:28.458903 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-91b04772-6b2f-4580-8434-ee3dcfdacf7a req-50841f69-b065-4948-a78a-9e559df7ee2e tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e22735-0853-443c-8642-8bc28dce9d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430276 Feb 17 18:35:29.577917 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f5dad-193a-4ae9-8a13-45605a845b41 req-5cb0d486-444b-4707-89ab-721ffabafc86 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:35:29.579306 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-849f5dad-193a-4ae9-8a13-45605a845b41 req-5cb0d486-444b-4707-89ab-721ffabafc86 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.87 "GET /v2.0/ports?device_id=fbe7e74a-36bd-4046-b7dd-3ee1222f2813 HTTP/1.1" status: 200 len: 944 time: 0.0515320 Feb 17 18:35:29.624716 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-849f5dad-193a-4ae9-8a13-45605a845b41 req-4e4fdb1e-6df5-468e-b40f-173ac61cc78c tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e22735-0853-443c-8642-8bc28dce9d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398889 Feb 17 18:35:29.953773 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 3876ad72-6ffe-4854-80b2-d7a819662d3a details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:35:30.051623 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 3876ad72-6ffe-4854-80b2-d7a819662d3a, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=3876ad72-6ffe-4854-80b2-d7a819662d3a,segment=NetworkSegment(6e1048c8-bfca-4176-b8c3-d5a7143541a3),segment_id=6e1048c8-bfca-4176-b8c3-d5a7143541a3)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:35:30.062462 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '3876ad72-6ffe-4854-80b2-d7a819662d3a', 'network_id': '1559c43c-87c4-4bc2-9a42-b1f7ac4e7804', 'port_id': '3876ad72-6ffe-4854-80b2-d7a819662d3a', 'mac_address': 'fa:16:3e:aa:11:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aac22fa-c9d5-4d39-9f9e-2bef81ed80fc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:35:30.099323 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 3876ad72-6ffe-4854-80b2-d7a819662d3a is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:35:30.099717 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3876ad72-6ffe-4854-80b2-d7a819662d3a), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:35:30.112759 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3876ad72-6ffe-4854-80b2-d7a819662d3a {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:35:30.132824 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 3876ad72-6ffe-4854-80b2-d7a819662d3a, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=3876ad72-6ffe-4854-80b2-d7a819662d3a,segment=NetworkSegment(6e1048c8-bfca-4176-b8c3-d5a7143541a3),segment_id=6e1048c8-bfca-4176-b8c3-d5a7143541a3)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:35:30.136219 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (3876ad72-6ffe-4854-80b2-d7a819662d3a), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:35:30.181649 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=3876ad72-6ffe-4854-80b2-d7a819662d3a,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:35:30.188746 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:35:30.189098 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:35:30.189443 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:35:30.189782 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:35:30.190117 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:35:30.190453 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:35:30.190781 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:35:30.191106 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:35:30.191434 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:35:30.191763 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:35:30.192113 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:35:30.192475 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:35:30.192795 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:35:30.323625 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['3876ad72-6ffe-4854-80b2-d7a819662d3a'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:35:30.741961 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06a3fa-bbe4-4a4e-8436-328aafb88d89 req-4b5a1e6f-23f6-4df5-8a8d-0ad5b22b8a35 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:35:30.743696 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0e06a3fa-bbe4-4a4e-8436-328aafb88d89 req-4b5a1e6f-23f6-4df5-8a8d-0ad5b22b8a35 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.87 "GET /v2.0/ports?device_id=fbe7e74a-36bd-4046-b7dd-3ee1222f2813 HTTP/1.1" status: 200 len: 945 time: 0.0527437 Feb 17 18:35:30.788435 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0e06a3fa-bbe4-4a4e-8436-328aafb88d89 req-30608257-d9c3-4105-90b2-13b6fa85e248 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e22735-0853-443c-8642-8bc28dce9d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390823 Feb 17 18:35:31.909652 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5a676-000a-499b-8206-d3db77f919a0 req-65e653c3-1f6a-4e68-97ff-256dd5676355 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:35:31.911135 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cca5a676-000a-499b-8206-d3db77f919a0 req-65e653c3-1f6a-4e68-97ff-256dd5676355 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.87 "GET /v2.0/ports?device_id=fbe7e74a-36bd-4046-b7dd-3ee1222f2813 HTTP/1.1" status: 200 len: 945 time: 0.0563083 Feb 17 18:35:31.957249 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cca5a676-000a-499b-8206-d3db77f919a0 req-6f4acad9-f1ed-4183-8c58-f77baccb9778 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e22735-0853-443c-8642-8bc28dce9d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400305 Feb 17 18:35:31.969499 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 3876ad72-6ffe-4854-80b2-d7a819662d3a up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:35:32.017970 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 3876ad72-6ffe-4854-80b2-d7a819662d3a completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 18:35:32.021847 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 3876ad72-6ffe-4854-80b2-d7a819662d3a triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:35:32.022224 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (3876ad72-6ffe-4854-80b2-d7a819662d3a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:35:32.099092 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 3876ad72-6ffe-4854-80b2-d7a819662d3a is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:35:32.099407 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3876ad72-6ffe-4854-80b2-d7a819662d3a), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:35:32.123379 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe7e74a-36bd-4046-b7dd-3ee1222f2813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3876ad72-6ffe-4854-80b2-d7a819662d3a'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:35:32.125777 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a58b36eb5214be741a58d8f0f454d70cefb3ebdc097f6d2df64ce05b1b6ee80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0167e97c-f315-4c4e-8411-c4acfd3c2f46" -d '{"events": [{"server_uuid": "fbe7e74a-36bd-4046-b7dd-3ee1222f2813", "name": "network-vif-plugged", "status": "completed", "tag": "3876ad72-6ffe-4854-80b2-d7a819662d3a"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:35:32.137996 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 3876ad72-6ffe-4854-80b2-d7a819662d3a, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=3876ad72-6ffe-4854-80b2-d7a819662d3a,segment=NetworkSegment(6e1048c8-bfca-4176-b8c3-d5a7143541a3),segment_id=6e1048c8-bfca-4176-b8c3-d5a7143541a3)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:35:32.141884 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (3876ad72-6ffe-4854-80b2-d7a819662d3a), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:35:32.167661 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0037a8-c15b-483d-ab37-0959a360a958 x-openstack-request-id: req-7c0037a8-c15b-483d-ab37-0959a360a958 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:35:32.167959 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbe7e74a-36bd-4046-b7dd-3ee1222f2813", "name": "network-vif-plugged", "status": "completed", "tag": "3876ad72-6ffe-4854-80b2-d7a819662d3a", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:35:32.168214 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7c0037a8-c15b-483d-ab37-0959a360a958 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:35:32.168640 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbe7e74a-36bd-4046-b7dd-3ee1222f2813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3876ad72-6ffe-4854-80b2-d7a819662d3a', 'code': 200} Feb 17 18:35:32.194704 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=3876ad72-6ffe-4854-80b2-d7a819662d3a,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:35:32.261005 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a0eae-deb9-4adc-b0e1-4c98466ebe20 req-354f505a-0b6c-4e2b-88dd-2f929c3619fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:35:32.262571 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-621a0eae-deb9-4adc-b0e1-4c98466ebe20 req-354f505a-0b6c-4e2b-88dd-2f929c3619fa service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fbe7e74a-36bd-4046-b7dd-3ee1222f2813 HTTP/1.1" status: 200 len: 1128 time: 0.0482106 Feb 17 18:35:32.304882 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-621a0eae-deb9-4adc-b0e1-4c98466ebe20 req-8f27631d-9688-44e6-aa35-c94102f5a702 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e8e22735-0853-443c-8642-8bc28dce9d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366580 Feb 17 18:35:33.066152 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b89f866b-f996-4545-9c81-a31fbc1db3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:35:33.074277 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e17b7-0b10-4855-b90b-06f4f56e3e59 req-5bf372ef-0591-4f39-843d-f0c586aa1032 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:35:33.075775 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-635e17b7-0b10-4855-b90b-06f4f56e3e59 req-5bf372ef-0591-4f39-843d-f0c586aa1032 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.87 "GET /v2.0/ports?device_id=fbe7e74a-36bd-4046-b7dd-3ee1222f2813 HTTP/1.1" status: 200 len: 946 time: 0.0526028 Feb 17 18:35:33.122506 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-635e17b7-0b10-4855-b90b-06f4f56e3e59 req-18ce4a9d-6d50-4024-846c-0d91a17bc6a7 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e22735-0853-443c-8642-8bc28dce9d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411744 Feb 17 18:35:34.247027 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01374308-5e27-4433-9491-8f6dacdea9f6 req-bfec6920-d03c-44c4-80be-477dc57b10f5 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:35:34.248445 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-01374308-5e27-4433-9491-8f6dacdea9f6 req-bfec6920-d03c-44c4-80be-477dc57b10f5 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.87 "GET /v2.0/ports?device_id=fbe7e74a-36bd-4046-b7dd-3ee1222f2813 HTTP/1.1" status: 200 len: 946 time: 0.0554621 Feb 17 18:35:34.294066 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-01374308-5e27-4433-9491-8f6dacdea9f6 req-dc0b38ab-29f5-4836-8cdf-cc2461884020 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e22735-0853-443c-8642-8bc28dce9d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401371 Feb 17 18:35:34.410901 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b22b1-fe67-45fa-b355-66799b05aec2 req-70def593-1ea4-4024-903b-7c59ed29ca98 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:35:34.412400 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-547b22b1-fe67-45fa-b355-66799b05aec2 req-70def593-1ea4-4024-903b-7c59ed29ca98 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.87 "GET /v2.0/ports?device_id=fbe7e74a-36bd-4046-b7dd-3ee1222f2813 HTTP/1.1" status: 200 len: 946 time: 0.0515368 Feb 17 18:35:34.458100 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-547b22b1-fe67-45fa-b355-66799b05aec2 req-9ba54bfd-1188-4887-9702-9d3f3b4abaf0 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e22735-0853-443c-8642-8bc28dce9d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395937 Feb 17 18:35:34.905303 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:35:35.527955 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-92693e93-629c-49de-9324-7c5831faa120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:35:36.941274 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:35:38.158254 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:35:39.235772 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:35:49.502566 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:35:50.260914 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:03.069562 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfaf9-d925-4dc4-bdff-1d722105bbb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:05.531750 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7230f076-b0f9-4537-b0ca-4fb88b7e3b1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:06.945998 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:07.896264 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-09c2fe42-763f-4012-affe-ad937cdd46cd req-e3595e89-a506-407b-a57f-be7b0564eb3e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fbe7e74a-36bd-4046-b7dd-3ee1222f2813&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448089 Feb 17 18:36:07.983683 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2fe42-763f-4012-affe-ad937cdd46cd req-41451560-2cf9-4235-9789-df2b2c24971d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:36:07.985224 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-09c2fe42-763f-4012-affe-ad937cdd46cd req-41451560-2cf9-4235-9789-df2b2c24971d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b12f6fc615984396accab7736e413b31&device_id=fbe7e74a-36bd-4046-b7dd-3ee1222f2813 HTTP/1.1" status: 200 len: 1128 time: 0.0456028 Feb 17 18:36:08.099516 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2fe42-763f-4012-affe-ad937cdd46cd req-0dc3106e-ecbc-4f25-8eae-669f19936d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:36:08.100948 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-09c2fe42-763f-4012-affe-ad937cdd46cd req-0dc3106e-ecbc-4f25-8eae-669f19936d02 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1559c43c-87c4-4bc2-9a42-b1f7ac4e7804 HTTP/1.1" status: 200 len: 918 time: 0.0913401 Feb 17 18:36:08.146404 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-09c2fe42-763f-4012-affe-ad937cdd46cd req-20ca7b7c-e285-42d5-b416-96803da91da2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3876ad72-6ffe-4854-80b2-d7a819662d3a HTTP/1.1" status: 200 len: 217 time: 0.0373943 Feb 17 18:36:08.164341 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:08.199531 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2fe42-763f-4012-affe-ad937cdd46cd req-91fee253-89cc-4ff5-ae89-33fa5783237a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:36:08.201222 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-09c2fe42-763f-4012-affe-ad937cdd46cd req-91fee253-89cc-4ff5-ae89-33fa5783237a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7aac22fa-c9d5-4d39-9f9e-2bef81ed80fc HTTP/1.1" status: 200 len: 856 time: 0.0487967 Feb 17 18:36:08.257861 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2fe42-763f-4012-affe-ad937cdd46cd req-e228d185-b092-4c8f-a4e7-8ea9cdd3aef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:36:08.259394 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-09c2fe42-763f-4012-affe-ad937cdd46cd req-e228d185-b092-4c8f-a4e7-8ea9cdd3aef4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1559c43c-87c4-4bc2-9a42-b1f7ac4e7804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0525649 Feb 17 18:36:08.356826 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-09c2fe42-763f-4012-affe-ad937cdd46cd req-9c494f4e-a2f7-4a34-96b1-540bd9d594a9 service neutron] 10.222.0.71 "GET /v2.0/networks/1559c43c-87c4-4bc2-9a42-b1f7ac4e7804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910394 Feb 17 18:36:08.457105 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-09c2fe42-763f-4012-affe-ad937cdd46cd req-28c649be-977e-4e47-98a9-20209d305ee5 service neutron] 10.222.0.71 "GET /v2.0/networks/1559c43c-87c4-4bc2-9a42-b1f7ac4e7804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918336 Feb 17 18:36:08.468732 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad8833-bd21-4225-bb44-f2bcb8c286d8 req-c06ae5ed-607e-4938-8b71-ecdecb3b3501 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:36:08.470333 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aaad8833-bd21-4225-bb44-f2bcb8c286d8 req-c06ae5ed-607e-4938-8b71-ecdecb3b3501 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.87 "GET /v2.0/ports?device_id=fbe7e74a-36bd-4046-b7dd-3ee1222f2813 HTTP/1.1" status: 200 len: 946 time: 0.0548191 Feb 17 18:36:08.522901 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aaad8833-bd21-4225-bb44-f2bcb8c286d8 req-94d38f3f-8e6e-4b11-b635-41f00622fc27 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e22735-0853-443c-8642-8bc28dce9d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455604 Feb 17 18:36:09.239052 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:09.642206 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a1272-6c85-4d5e-8e32-aa86311657ce req-1bc6d25b-e5b6-40eb-8abc-898c91dc603c tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:36:09.643690 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e01a1272-6c85-4d5e-8e32-aa86311657ce req-1bc6d25b-e5b6-40eb-8abc-898c91dc603c tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.87 "GET /v2.0/ports?device_id=fbe7e74a-36bd-4046-b7dd-3ee1222f2813 HTTP/1.1" status: 200 len: 946 time: 0.0519123 Feb 17 18:36:09.691157 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e01a1272-6c85-4d5e-8e32-aa86311657ce req-bf9610cd-91be-4e82-a2d2-253727d88641 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e22735-0853-443c-8642-8bc28dce9d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418303 Feb 17 18:36:09.993253 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb734f9-afe3-4796-9e33-443261067d29 req-e3e622e0-2e76-4c0d-a17d-af9658bbc270 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:36:09.994759 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-bbb734f9-afe3-4796-9e33-443261067d29 req-e3e622e0-2e76-4c0d-a17d-af9658bbc270 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbe7e74a-36bd-4046-b7dd-3ee1222f2813 HTTP/1.1" status: 200 len: 946 time: 0.0531399 Feb 17 18:36:10.094071 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-bbb734f9-afe3-4796-9e33-443261067d29 req-1983f8d2-0276-4b54-8e44-170683649778 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Deleting port 3876ad72-6ffe-4854-80b2-d7a819662d3a {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:36:10.094419 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-bbb734f9-afe3-4796-9e33-443261067d29 req-1983f8d2-0276-4b54-8e44-170683649778 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (3876ad72-6ffe-4854-80b2-d7a819662d3a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:10.185136 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-bbb734f9-afe3-4796-9e33-443261067d29 req-1983f8d2-0276-4b54-8e44-170683649778 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] For port 3876ad72-6ffe-4854-80b2-d7a819662d3a, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=3876ad72-6ffe-4854-80b2-d7a819662d3a,segment=NetworkSegment(6e1048c8-bfca-4176-b8c3-d5a7143541a3),segment_id=6e1048c8-bfca-4176-b8c3-d5a7143541a3)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:36:10.185501 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-bbb734f9-afe3-4796-9e33-443261067d29 req-1983f8d2-0276-4b54-8e44-170683649778 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (3876ad72-6ffe-4854-80b2-d7a819662d3a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:10.198051 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-bbb734f9-afe3-4796-9e33-443261067d29 req-1983f8d2-0276-4b54-8e44-170683649778 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Calling delete_port for 3876ad72-6ffe-4854-80b2-d7a819662d3a owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:36:10.325551 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-bbb734f9-afe3-4796-9e33-443261067d29 req-1983f8d2-0276-4b54-8e44-170683649778 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (3876ad72-6ffe-4854-80b2-d7a819662d3a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:10.340452 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['3876ad72-6ffe-4854-80b2-d7a819662d3a'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:36:10.353092 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1983f8d2-0276-4b54-8e44-170683649778 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Pushing event deleted for resources: {'Port': ['ID=3876ad72-6ffe-4854-80b2-d7a819662d3a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:36:10.399182 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb734f9-afe3-4796-9e33-443261067d29 req-1983f8d2-0276-4b54-8e44-170683649778 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] No DVR routers for this DVR port 3876ad72-6ffe-4854-80b2-d7a819662d3a on host n-h1-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:36:10.401913 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-bbb734f9-afe3-4796-9e33-443261067d29 req-1983f8d2-0276-4b54-8e44-170683649778 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:10.405351 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-bbb734f9-afe3-4796-9e33-443261067d29 req-1983f8d2-0276-4b54-8e44-170683649778 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.71 "DELETE /v2.0/ports/3876ad72-6ffe-4854-80b2-d7a819662d3a HTTP/1.1" status: 204 len: 173 time: 0.4056363 Feb 17 18:36:10.405817 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe7e74a-36bd-4046-b7dd-3ee1222f2813', 'name': 'network-vif-deleted', 'tag': '3876ad72-6ffe-4854-80b2-d7a819662d3a'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:36:10.408143 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f7ab42-2a29-4442-a684-4d3aaa34d3d8" -d '{"events": [{"server_uuid": "fbe7e74a-36bd-4046-b7dd-3ee1222f2813", "name": "network-vif-deleted", "tag": "3876ad72-6ffe-4854-80b2-d7a819662d3a"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:36:10.448866 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63d84b0-62d6-4865-9189-ced8d170296d x-openstack-request-id: req-f63d84b0-62d6-4865-9189-ced8d170296d {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:36:10.449187 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbe7e74a-36bd-4046-b7dd-3ee1222f2813", "name": "network-vif-deleted", "tag": "3876ad72-6ffe-4854-80b2-d7a819662d3a", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:36:10.449429 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f63d84b0-62d6-4865-9189-ced8d170296d {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:36:10.449844 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbe7e74a-36bd-4046-b7dd-3ee1222f2813', 'name': 'network-vif-deleted', 'tag': '3876ad72-6ffe-4854-80b2-d7a819662d3a', 'status': 'completed', 'code': 200} Feb 17 18:36:10.819072 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dcd5d6a1-e9ea-4f3b-97b4-517eb36632ef req-8842ae53-eb37-4c3c-8cfe-35d5e254f6f5 tempest-TestEncryptedCinderVolumes-187621765 tempest-TestEncryptedCinderVolumes-187621765-project] 10.222.0.87 "GET /v2.0/ports?device_id=fbe7e74a-36bd-4046-b7dd-3ee1222f2813 HTTP/1.1" status: 200 len: 210 time: 0.0301225 Feb 17 18:36:11.906032 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:36:11.911240 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40688) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:36:12.253956 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2a53bf28-30f9-44f9-a4d1-cbfeb0493f9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (09646a91-a6ad-406f-957b-e7cc37a3bb45), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:12.798171 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-2a53bf28-30f9-44f9-a4d1-cbfeb0493f9d admin admin] Deleting port 8a75ca6d-3a4d-48bb-8f5b-73584087e430 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:36:12.798515 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2a53bf28-30f9-44f9-a4d1-cbfeb0493f9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (8a75ca6d-3a4d-48bb-8f5b-73584087e430), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:12.877387 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-2a53bf28-30f9-44f9-a4d1-cbfeb0493f9d admin admin] For port 8a75ca6d-3a4d-48bb-8f5b-73584087e430, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=8a75ca6d-3a4d-48bb-8f5b-73584087e430,segment=NetworkSegment(6e1048c8-bfca-4176-b8c3-d5a7143541a3),segment_id=6e1048c8-bfca-4176-b8c3-d5a7143541a3)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:36:12.877756 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2a53bf28-30f9-44f9-a4d1-cbfeb0493f9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (8a75ca6d-3a4d-48bb-8f5b-73584087e430), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:12.890761 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-2a53bf28-30f9-44f9-a4d1-cbfeb0493f9d admin admin] Calling delete_port for 8a75ca6d-3a4d-48bb-8f5b-73584087e430 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:36:13.064873 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2a53bf28-30f9-44f9-a4d1-cbfeb0493f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (8a75ca6d-3a4d-48bb-8f5b-73584087e430), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:13.090589 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a53bf28-30f9-44f9-a4d1-cbfeb0493f9d admin admin] Pushing event deleted for resources: {'Port': ['ID=8a75ca6d-3a4d-48bb-8f5b-73584087e430,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:36:13.257831 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2a53bf28-30f9-44f9-a4d1-cbfeb0493f9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (09646a91-a6ad-406f-957b-e7cc37a3bb45), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:13.488195 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a53bf28-30f9-44f9-a4d1-cbfeb0493f9d admin admin] Router 09646a91-a6ad-406f-957b-e7cc37a3bb45 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:36:13.599979 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a53bf28-30f9-44f9-a4d1-cbfeb0493f9d admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:36:13.605714 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2a53bf28-30f9-44f9-a4d1-cbfeb0493f9d admin admin] 10.222.0.87 "PUT /v2.0/routers/09646a91-a6ad-406f-957b-e7cc37a3bb45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6933954 Feb 17 18:36:13.608384 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40690) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:36:13.609496 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fbbf22-cb3a-4353-a219-b448226e3923 None None] Sync routers for ids ['09646a91-a6ad-406f-957b-e7cc37a3bb45'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:36:13.620307 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fbbf22-cb3a-4353-a219-b448226e3923 None None] Routers {'09646a91-a6ad-406f-957b-e7cc37a3bb45'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:36:13.620957 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-01fbbf22-cb3a-4353-a219-b448226e3923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:36:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['09646a91-a6ad-406f-957b-e7cc37a3bb45'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:36:13.713690 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bb1365bd-466d-4649-9626-3ff577259a15 admin admin] Publish callbacks [] for router (09646a91-a6ad-406f-957b-e7cc37a3bb45), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:13.723427 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-01fbbf22-cb3a-4353-a219-b448226e3923 None None] Set router 09646a91-a6ad-406f-957b-e7cc37a3bb45 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:36:13.825144 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bb1365bd-466d-4649-9626-3ff577259a15 admin admin] Publish callbacks [] for router_gateway (09646a91-a6ad-406f-957b-e7cc37a3bb45), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:13.878143 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-bb1365bd-466d-4649-9626-3ff577259a15 admin admin] Deleting port f63ea390-efca-4189-a6c1-fe01c380c4d2 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:36:13.878459 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bb1365bd-466d-4649-9626-3ff577259a15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (f63ea390-efca-4189-a6c1-fe01c380c4d2), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:13.908369 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-01fbbf22-cb3a-4353-a219-b448226e3923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09646a91-a6ad-406f-957b-e7cc37a3bb45', 'name': 'tempest-TestEncryptedCinderVolumes-1258326205-router', 'tenant_id': 'b12f6fc615984396accab7736e413b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'f63ea390-efca-4189-a6c1-fe01c380c4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:34:25Z', 'updated_at': '2022-02-17T18:36:13Z', 'revision_number': 5, 'project_id': 'b12f6fc615984396accab7736e413b31', 'gw_port': {'id': 'f63ea390-efca-4189-a6c1-fe01c380c4d2', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09646a91-a6ad-406f-957b-e7cc37a3bb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:34:26Z', 'updated_at': '2022-02-17T18:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:36:13.934861 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fbbf22-cb3a-4353-a219-b448226e3923 None None] Checking router: 09646a91-a6ad-406f-957b-e7cc37a3bb45 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:36:13.943005 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fbbf22-cb3a-4353-a219-b448226e3923 None None] Routers {'09646a91-a6ad-406f-957b-e7cc37a3bb45'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:36:13.943635 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-01fbbf22-cb3a-4353-a219-b448226e3923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:36:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['09646a91-a6ad-406f-957b-e7cc37a3bb45'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:36:13.961077 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-bb1365bd-466d-4649-9626-3ff577259a15 admin admin] For port f63ea390-efca-4189-a6c1-fe01c380c4d2, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=f63ea390-efca-4189-a6c1-fe01c380c4d2,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:36:13.961442 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bb1365bd-466d-4649-9626-3ff577259a15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (f63ea390-efca-4189-a6c1-fe01c380c4d2), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:13.973095 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-bb1365bd-466d-4649-9626-3ff577259a15 admin admin] Calling delete_port for f63ea390-efca-4189-a6c1-fe01c380c4d2 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:36:14.029477 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-01fbbf22-cb3a-4353-a219-b448226e3923 None None] Set router 09646a91-a6ad-406f-957b-e7cc37a3bb45 gateway port host: None {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:36:14.081881 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-01fbbf22-cb3a-4353-a219-b448226e3923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09646a91-a6ad-406f-957b-e7cc37a3bb45', 'name': 'tempest-TestEncryptedCinderVolumes-1258326205-router', 'tenant_id': 'b12f6fc615984396accab7736e413b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:34:25Z', 'updated_at': '2022-02-17T18:36:13Z', 'revision_number': 6, 'project_id': 'b12f6fc615984396accab7736e413b31', 'gw_port_host': None}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:36:14.108646 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 3876ad72-6ffe-4854-80b2-d7a819662d3a no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:36:14.112187 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fbbf22-cb3a-4353-a219-b448226e3923 None None] The sync data for ids ['09646a91-a6ad-406f-957b-e7cc37a3bb45'] in n-d-829613-2 is: [{'id': '09646a91-a6ad-406f-957b-e7cc37a3bb45', 'name': 'tempest-TestEncryptedCinderVolumes-1258326205-router', 'tenant_id': 'b12f6fc615984396accab7736e413b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:34:25Z', 'updated_at': '2022-02-17T18:36:13Z', 'revision_number': 6, 'project_id': 'b12f6fc615984396accab7736e413b31', 'gw_port_host': None}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:36:14.134536 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: 3876ad72-6ffe-4854-80b2-d7a819662d3a {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:36:14.135374 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 3876ad72-6ffe-4854-80b2-d7a819662d3a not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:36:14.155936 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bb1365bd-466d-4649-9626-3ff577259a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (f63ea390-efca-4189-a6c1-fe01c380c4d2), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:14.181021 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1365bd-466d-4649-9626-3ff577259a15 admin admin] Pushing event deleted for resources: {'Port': ['ID=f63ea390-efca-4189-a6c1-fe01c380c4d2,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:36:14.243522 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bb1365bd-466d-4649-9626-3ff577259a15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (09646a91-a6ad-406f-957b-e7cc37a3bb45), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:14.335672 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bb1365bd-466d-4649-9626-3ff577259a15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (09646a91-a6ad-406f-957b-e7cc37a3bb45), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:14.337828 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bb1365bd-466d-4649-9626-3ff577259a15 admin admin] Publish callbacks [] for router_controller (09646a91-a6ad-406f-957b-e7cc37a3bb45), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:14.385370 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bb1365bd-466d-4649-9626-3ff577259a15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (09646a91-a6ad-406f-957b-e7cc37a3bb45), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:14.385841 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1365bd-466d-4649-9626-3ff577259a15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09646a91-a6ad-406f-957b-e7cc37a3bb45 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 18:36:14.390956 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bb1365bd-466d-4649-9626-3ff577259a15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:14.392148 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bb1365bd-466d-4649-9626-3ff577259a15 admin admin] 10.222.0.87 "DELETE /v2.0/routers/09646a91-a6ad-406f-957b-e7cc37a3bb45 HTTP/1.1" status: 204 len: 168 time: 0.7828221 Feb 17 18:36:14.394663 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40692) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:36:14.438190 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7e2760b-3083-4f5a-8bf2-eb186f44b610 admin admin] Deleting subnet 7aac22fa-c9d5-4d39-9f9e-2bef81ed80fc {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:36:14.441117 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e7e2760b-3083-4f5a-8bf2-eb186f44b610 admin admin] Publish callbacks [] for subnet (7aac22fa-c9d5-4d39-9f9e-2bef81ed80fc), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:14.476778 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e7e2760b-3083-4f5a-8bf2-eb186f44b610 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (7aac22fa-c9d5-4d39-9f9e-2bef81ed80fc), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:14.562205 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e7e2760b-3083-4f5a-8bf2-eb186f44b610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (7aac22fa-c9d5-4d39-9f9e-2bef81ed80fc), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:14.612006 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e7e2760b-3083-4f5a-8bf2-eb186f44b610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (7aac22fa-c9d5-4d39-9f9e-2bef81ed80fc), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:14.638764 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e2760b-3083-4f5a-8bf2-eb186f44b610 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aac22fa-c9d5-4d39-9f9e-2bef81ed80fc,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:36:14.640678 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e7e2760b-3083-4f5a-8bf2-eb186f44b610 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:14.643915 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e7e2760b-3083-4f5a-8bf2-eb186f44b610 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/7aac22fa-c9d5-4d39-9f9e-2bef81ed80fc HTTP/1.1" status: 204 len: 168 time: 0.2483301 Feb 17 18:36:14.645167 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0b631d-3ee9-47a0-bf12-a7eeb69894c4 None None] Network 1559c43c-87c4-4bc2-9a42-b1f7ac4e7804 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:36:14.646422 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40694) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:36:14.720435 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00558748-134e-4461-b667-cb772dc99ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (1559c43c-87c4-4bc2-9a42-b1f7ac4e7804), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:14.774789 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-00558748-134e-4461-b667-cb772dc99ad8 admin admin] Deleting port 634945a3-fe46-4cd8-b6ed-7c645964644d {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:36:14.775138 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00558748-134e-4461-b667-cb772dc99ad8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (634945a3-fe46-4cd8-b6ed-7c645964644d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:14.838463 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-00558748-134e-4461-b667-cb772dc99ad8 admin admin] For port 634945a3-fe46-4cd8-b6ed-7c645964644d, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=634945a3-fe46-4cd8-b6ed-7c645964644d,segment=NetworkSegment(6e1048c8-bfca-4176-b8c3-d5a7143541a3),segment_id=6e1048c8-bfca-4176-b8c3-d5a7143541a3)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:36:14.838463 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00558748-134e-4461-b667-cb772dc99ad8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (634945a3-fe46-4cd8-b6ed-7c645964644d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:14.850235 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-00558748-134e-4461-b667-cb772dc99ad8 admin admin] Calling delete_port for 634945a3-fe46-4cd8-b6ed-7c645964644d owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:36:14.867849 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870e9f4b-5f32-478f-9fe0-63bfcabf35d1 None None] DHCP port deletion for 1559c43c-87c4-4bc2-9a42-b1f7ac4e7804 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 18:36:14.922246 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-870e9f4b-5f32-478f-9fe0-63bfcabf35d1 None None] Deleting port 634945a3-fe46-4cd8-b6ed-7c645964644d {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:36:14.922878 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-870e9f4b-5f32-478f-9fe0-63bfcabf35d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (634945a3-fe46-4cd8-b6ed-7c645964644d), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:14.939615 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00558748-134e-4461-b667-cb772dc99ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (634945a3-fe46-4cd8-b6ed-7c645964644d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:14.969499 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00558748-134e-4461-b667-cb772dc99ad8 admin admin] Pushing event deleted for resources: {'Port': ['ID=634945a3-fe46-4cd8-b6ed-7c645964644d,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:36:14.974661 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00558748-134e-4461-b667-cb772dc99ad8 admin admin] No DVR routers for this DVR port 634945a3-fe46-4cd8-b6ed-7c645964644d on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:36:15.000860 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-870e9f4b-5f32-478f-9fe0-63bfcabf35d1 None None] For port 634945a3-fe46-4cd8-b6ed-7c645964644d, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=634945a3-fe46-4cd8-b6ed-7c645964644d,segment=NetworkSegment(6e1048c8-bfca-4176-b8c3-d5a7143541a3),segment_id=6e1048c8-bfca-4176-b8c3-d5a7143541a3)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:36:15.001588 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-870e9f4b-5f32-478f-9fe0-63bfcabf35d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (634945a3-fe46-4cd8-b6ed-7c645964644d), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:15.015453 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-870e9f4b-5f32-478f-9fe0-63bfcabf35d1 None None] Calling delete_port for 634945a3-fe46-4cd8-b6ed-7c645964644d owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:36:15.051358 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00558748-134e-4461-b667-cb772dc99ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (1559c43c-87c4-4bc2-9a42-b1f7ac4e7804), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:15.071839 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-00558748-134e-4461-b667-cb772dc99ad8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1559c43c-87c4-4bc2-9a42-b1f7ac4e7804']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:36:15.082458 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-00558748-134e-4461-b667-cb772dc99ad8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e1048c8-bfca-4176-b8c3-d5a7143541a3') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:36:15.082643 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-00558748-134e-4461-b667-cb772dc99ad8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e1048c8-bfca-4176-b8c3-d5a7143541a3') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:36:15.093146 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00558748-134e-4461-b667-cb772dc99ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (6e1048c8-bfca-4176-b8c3-d5a7143541a3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:15.095787 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-870e9f4b-5f32-478f-9fe0-63bfcabf35d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (634945a3-fe46-4cd8-b6ed-7c645964644d), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:15.108260 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00558748-134e-4461-b667-cb772dc99ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (6e1048c8-bfca-4176-b8c3-d5a7143541a3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:15.114545 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00558748-134e-4461-b667-cb772dc99ad8 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:36:15.115009 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00558748-134e-4461-b667-cb772dc99ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (6e1048c8-bfca-4176-b8c3-d5a7143541a3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:15.117016 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 18:36:15.117016 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:36:15.117016 n-d-829613-2 neutron-server[103434]: timer() Feb 17 18:36:15.117016 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:36:15.117016 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 18:36:15.117016 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:36:15.117016 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 18:36:15.117016 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:36:15.117016 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 18:36:15.117016 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:36:15.117016 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 18:36:15.117016 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:36:15.117016 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 18:36:15.117016 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:36:15.117016 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:36:15.117016 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:36:15.117016 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:36:15.117016 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:36:15.117016 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 18:36:15.117016 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:36:15.117016 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 18:36:15.117016 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:36:15.117016 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:36:15.117016 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:36:15.117016 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 18:36:15.117016 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:36:15.117016 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:36:15.117016 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:36:15.117016 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:36:15.117016 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:36:15.117016 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:36:15.117016 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:36:15.121910 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e9f4b-5f32-478f-9fe0-63bfcabf35d1 None None] Pushing event deleted for resources: {'Port': ['ID=634945a3-fe46-4cd8-b6ed-7c645964644d,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:36:15.125520 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870e9f4b-5f32-478f-9fe0-63bfcabf35d1 None None] No DVR routers for this DVR port 634945a3-fe46-4cd8-b6ed-7c645964644d on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:36:15.184090 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00558748-134e-4461-b667-cb772dc99ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (1559c43c-87c4-4bc2-9a42-b1f7ac4e7804), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:15.189248 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-00558748-134e-4461-b667-cb772dc99ad8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:15.192567 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-00558748-134e-4461-b667-cb772dc99ad8 admin admin] 10.222.0.87 "DELETE /v2.0/networks/1559c43c-87c4-4bc2-9a42-b1f7ac4e7804 HTTP/1.1" status: 204 len: 168 time: 0.5451436 Feb 17 18:36:15.195546 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40696) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:36:15.205422 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00558748-134e-4461-b667-cb772dc99ad8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1559c43c-87c4-4bc2-9a42-b1f7ac4e7804,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:36:15.401179 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 8a75ca6d-3a4d-48bb-8f5b-73584087e430 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:36:15.420737 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 8a75ca6d-3a4d-48bb-8f5b-73584087e430 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:36:15.421085 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 8a75ca6d-3a4d-48bb-8f5b-73584087e430 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:36:15.421497 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device f63ea390-efca-4189-a6c1-fe01c380c4d2 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:36:15.441043 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: f63ea390-efca-4189-a6c1-fe01c380c4d2 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:36:15.441307 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device f63ea390-efca-4189-a6c1-fe01c380c4d2 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:36:15.441723 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 634945a3-fe46-4cd8-b6ed-7c645964644d no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:36:15.461067 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 634945a3-fe46-4cd8-b6ed-7c645964644d {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:36:15.461416 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 634945a3-fe46-4cd8-b6ed-7c645964644d not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:36:15.542090 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0a809685-f477-425c-99f6-ce2d739db72d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (4103f463-bc62-4e79-a575-9e51bbccbd89), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:15.778687 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-0a809685-f477-425c-99f6-ce2d739db72d admin admin] Deleting port bb04a560-7426-4160-a3b7-06890d592cad {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:36:15.779021 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0a809685-f477-425c-99f6-ce2d739db72d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (bb04a560-7426-4160-a3b7-06890d592cad), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:16.147086 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-0a809685-f477-425c-99f6-ce2d739db72d admin admin] For port bb04a560-7426-4160-a3b7-06890d592cad, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=bb04a560-7426-4160-a3b7-06890d592cad,segment=NetworkSegment(46c51562-1ed3-42e1-b70f-2622aa358ffb),segment_id=46c51562-1ed3-42e1-b70f-2622aa358ffb)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:36:16.147369 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0a809685-f477-425c-99f6-ce2d739db72d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (bb04a560-7426-4160-a3b7-06890d592cad), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:16.159903 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-0a809685-f477-425c-99f6-ce2d739db72d admin admin] Calling delete_port for bb04a560-7426-4160-a3b7-06890d592cad owned by network:router_interface {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:36:16.333768 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0a809685-f477-425c-99f6-ce2d739db72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (bb04a560-7426-4160-a3b7-06890d592cad), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:16.365426 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a809685-f477-425c-99f6-ce2d739db72d admin admin] Pushing event deleted for resources: {'Port': ['ID=bb04a560-7426-4160-a3b7-06890d592cad,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:36:16.409443 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a809685-f477-425c-99f6-ce2d739db72d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:36:16.409697 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a809685-f477-425c-99f6-ce2d739db72d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:36:16.410038 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a809685-f477-425c-99f6-ce2d739db72d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:36:16.410364 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a809685-f477-425c-99f6-ce2d739db72d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:36:16.410689 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a809685-f477-425c-99f6-ce2d739db72d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:36:16.411019 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a809685-f477-425c-99f6-ce2d739db72d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:36:16.411339 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a809685-f477-425c-99f6-ce2d739db72d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:36:16.411659 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a809685-f477-425c-99f6-ce2d739db72d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:36:16.411973 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a809685-f477-425c-99f6-ce2d739db72d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:36:16.412309 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a809685-f477-425c-99f6-ce2d739db72d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:36:16.412629 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a809685-f477-425c-99f6-ce2d739db72d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:36:16.412940 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a809685-f477-425c-99f6-ce2d739db72d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:36:16.413253 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a809685-f477-425c-99f6-ce2d739db72d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:36:16.542655 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-0a809685-f477-425c-99f6-ce2d739db72d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (4103f463-bc62-4e79-a575-9e51bbccbd89), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:16.759687 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a809685-f477-425c-99f6-ce2d739db72d admin admin] Router 4103f463-bc62-4e79-a575-9e51bbccbd89 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:36:16.865038 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a809685-f477-425c-99f6-ce2d739db72d admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:36:16.870881 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-0a809685-f477-425c-99f6-ce2d739db72d admin admin] 10.222.0.87 "PUT /v2.0/routers/4103f463-bc62-4e79-a575-9e51bbccbd89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6743126 Feb 17 18:36:16.873491 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40698) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:36:16.879734 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f3f99b-6247-43f6-b618-ffd97363403d None None] Sync routers for ids ['4103f463-bc62-4e79-a575-9e51bbccbd89'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:36:16.889505 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f3f99b-6247-43f6-b618-ffd97363403d None None] Routers {'4103f463-bc62-4e79-a575-9e51bbccbd89'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:36:16.890201 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e3f3f99b-6247-43f6-b618-ffd97363403d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:36:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['4103f463-bc62-4e79-a575-9e51bbccbd89'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:36:16.983077 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-db82d6db-21ee-4636-aaef-60a7862f7240 admin admin] Publish callbacks [] for router (4103f463-bc62-4e79-a575-9e51bbccbd89), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:17.000630 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-e3f3f99b-6247-43f6-b618-ffd97363403d None None] Set router 4103f463-bc62-4e79-a575-9e51bbccbd89 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:36:17.091666 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-db82d6db-21ee-4636-aaef-60a7862f7240 admin admin] Publish callbacks [] for router_gateway (4103f463-bc62-4e79-a575-9e51bbccbd89), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:17.145226 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-db82d6db-21ee-4636-aaef-60a7862f7240 admin admin] Deleting port 737610ac-6e1b-478c-a21f-bbd895c05f65 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:36:17.145679 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-db82d6db-21ee-4636-aaef-60a7862f7240 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (737610ac-6e1b-478c-a21f-bbd895c05f65), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:17.185856 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e3f3f99b-6247-43f6-b618-ffd97363403d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4103f463-bc62-4e79-a575-9e51bbccbd89', 'name': 'tempest-TestEncryptedCinderVolumes-1814618122-router', 'tenant_id': '710ef17bf4f042c29c9d579f93e83120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '737610ac-6e1b-478c-a21f-bbd895c05f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:34:30Z', 'updated_at': '2022-02-17T18:36:16Z', 'revision_number': 5, 'project_id': '710ef17bf4f042c29c9d579f93e83120', 'gw_port': {'id': '737610ac-6e1b-478c-a21f-bbd895c05f65', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4103f463-bc62-4e79-a575-9e51bbccbd89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:34:31Z', 'updated_at': '2022-02-17T18:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:36:17.212413 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f3f99b-6247-43f6-b618-ffd97363403d None None] Checking router: 4103f463-bc62-4e79-a575-9e51bbccbd89 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:36:17.220830 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f3f99b-6247-43f6-b618-ffd97363403d None None] Routers {'4103f463-bc62-4e79-a575-9e51bbccbd89'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:36:17.221428 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e3f3f99b-6247-43f6-b618-ffd97363403d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:36:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['4103f463-bc62-4e79-a575-9e51bbccbd89'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:36:17.228352 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-db82d6db-21ee-4636-aaef-60a7862f7240 admin admin] For port 737610ac-6e1b-478c-a21f-bbd895c05f65, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=737610ac-6e1b-478c-a21f-bbd895c05f65,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:36:17.228752 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-db82d6db-21ee-4636-aaef-60a7862f7240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (737610ac-6e1b-478c-a21f-bbd895c05f65), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:17.240734 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-db82d6db-21ee-4636-aaef-60a7862f7240 admin admin] Calling delete_port for 737610ac-6e1b-478c-a21f-bbd895c05f65 owned by network:router_gateway {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:36:17.428294 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-db82d6db-21ee-4636-aaef-60a7862f7240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (737610ac-6e1b-478c-a21f-bbd895c05f65), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:17.453959 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db82d6db-21ee-4636-aaef-60a7862f7240 admin admin] Pushing event deleted for resources: {'Port': ['ID=737610ac-6e1b-478c-a21f-bbd895c05f65,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:36:17.476387 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-e3f3f99b-6247-43f6-b618-ffd97363403d None None] Set router 4103f463-bc62-4e79-a575-9e51bbccbd89 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:36:17.513749 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-db82d6db-21ee-4636-aaef-60a7862f7240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (4103f463-bc62-4e79-a575-9e51bbccbd89), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:17.535899 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e3f3f99b-6247-43f6-b618-ffd97363403d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4103f463-bc62-4e79-a575-9e51bbccbd89', 'name': 'tempest-TestEncryptedCinderVolumes-1814618122-router', 'tenant_id': '710ef17bf4f042c29c9d579f93e83120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:34:30Z', 'updated_at': '2022-02-17T18:36:17Z', 'revision_number': 6, 'project_id': '710ef17bf4f042c29c9d579f93e83120', 'gw_port_host': None}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:36:17.562972 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f3f99b-6247-43f6-b618-ffd97363403d None None] The sync data for ids ['4103f463-bc62-4e79-a575-9e51bbccbd89'] in n-d-829613-2 is: [{'id': '4103f463-bc62-4e79-a575-9e51bbccbd89', 'name': 'tempest-TestEncryptedCinderVolumes-1814618122-router', 'tenant_id': '710ef17bf4f042c29c9d579f93e83120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:34:30Z', 'updated_at': '2022-02-17T18:36:17Z', 'revision_number': 6, 'project_id': '710ef17bf4f042c29c9d579f93e83120', 'gw_port_host': None}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:36:17.610620 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-db82d6db-21ee-4636-aaef-60a7862f7240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (4103f463-bc62-4e79-a575-9e51bbccbd89), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:17.612951 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-db82d6db-21ee-4636-aaef-60a7862f7240 admin admin] Publish callbacks [] for router_controller (4103f463-bc62-4e79-a575-9e51bbccbd89), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:17.657122 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-db82d6db-21ee-4636-aaef-60a7862f7240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (4103f463-bc62-4e79-a575-9e51bbccbd89), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:17.657642 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db82d6db-21ee-4636-aaef-60a7862f7240 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4103f463-bc62-4e79-a575-9e51bbccbd89 {{(pid=103435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 18:36:17.662055 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-db82d6db-21ee-4636-aaef-60a7862f7240 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:17.663091 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-db82d6db-21ee-4636-aaef-60a7862f7240 admin admin] 10.222.0.87 "DELETE /v2.0/routers/4103f463-bc62-4e79-a575-9e51bbccbd89 HTTP/1.1" status: 204 len: 168 time: 0.7887788 Feb 17 18:36:17.665556 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40700) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:36:17.709554 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdc0d283-28ba-4197-b0f8-348c465d0f28 admin admin] Deleting subnet 8141ce21-4d62-4aae-87d2-21ec8df9ea6f {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:36:17.712646 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cdc0d283-28ba-4197-b0f8-348c465d0f28 admin admin] Publish callbacks [] for subnet (8141ce21-4d62-4aae-87d2-21ec8df9ea6f), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:17.746076 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cdc0d283-28ba-4197-b0f8-348c465d0f28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (8141ce21-4d62-4aae-87d2-21ec8df9ea6f), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:17.824596 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cdc0d283-28ba-4197-b0f8-348c465d0f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (8141ce21-4d62-4aae-87d2-21ec8df9ea6f), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:17.878126 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cdc0d283-28ba-4197-b0f8-348c465d0f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (8141ce21-4d62-4aae-87d2-21ec8df9ea6f), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:17.901880 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc0d283-28ba-4197-b0f8-348c465d0f28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8141ce21-4d62-4aae-87d2-21ec8df9ea6f,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:36:17.909315 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cdc0d283-28ba-4197-b0f8-348c465d0f28 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:17.915421 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40702) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:36:17.915988 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-cdc0d283-28ba-4197-b0f8-348c465d0f28 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/8141ce21-4d62-4aae-87d2-21ec8df9ea6f HTTP/1.1" status: 204 len: 168 time: 0.2488766 Feb 17 18:36:17.916222 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b582b70-f837-4b83-9062-7f8a3ce1cfb6 None None] Network 69d5cb32-7802-494c-8eb5-3e7a1a0ca88b requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:36:17.996745 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3e8ccc0-2ff9-4b59-80f0-b6f3bed4840d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (69d5cb32-7802-494c-8eb5-3e7a1a0ca88b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:18.058144 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8ccc0-2ff9-4b59-80f0-b6f3bed4840d admin admin] Deleting port 6cf103a3-fa93-452e-bbb8-15f6c80cfceb {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:36:18.058495 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3e8ccc0-2ff9-4b59-80f0-b6f3bed4840d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (6cf103a3-fa93-452e-bbb8-15f6c80cfceb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:18.123955 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-a3e8ccc0-2ff9-4b59-80f0-b6f3bed4840d admin admin] For port 6cf103a3-fa93-452e-bbb8-15f6c80cfceb, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=6cf103a3-fa93-452e-bbb8-15f6c80cfceb,segment=NetworkSegment(46c51562-1ed3-42e1-b70f-2622aa358ffb),segment_id=46c51562-1ed3-42e1-b70f-2622aa358ffb)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:36:18.124460 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3e8ccc0-2ff9-4b59-80f0-b6f3bed4840d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (6cf103a3-fa93-452e-bbb8-15f6c80cfceb), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:18.136666 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8ccc0-2ff9-4b59-80f0-b6f3bed4840d admin admin] Calling delete_port for 6cf103a3-fa93-452e-bbb8-15f6c80cfceb owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:36:18.218231 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3e8ccc0-2ff9-4b59-80f0-b6f3bed4840d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (6cf103a3-fa93-452e-bbb8-15f6c80cfceb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:18.243534 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8ccc0-2ff9-4b59-80f0-b6f3bed4840d admin admin] Pushing event deleted for resources: {'Port': ['ID=6cf103a3-fa93-452e-bbb8-15f6c80cfceb,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:36:18.247769 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e8ccc0-2ff9-4b59-80f0-b6f3bed4840d admin admin] No DVR routers for this DVR port 6cf103a3-fa93-452e-bbb8-15f6c80cfceb on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:36:18.319936 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3e8ccc0-2ff9-4b59-80f0-b6f3bed4840d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (69d5cb32-7802-494c-8eb5-3e7a1a0ca88b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:18.341304 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-a3e8ccc0-2ff9-4b59-80f0-b6f3bed4840d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69d5cb32-7802-494c-8eb5-3e7a1a0ca88b']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:36:18.344953 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddd7f6b-f7d0-4851-91a8-c83c3a95adda None None] DHCP port deletion for 69d5cb32-7802-494c-8eb5-3e7a1a0ca88b request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 18:36:18.352562 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-a3e8ccc0-2ff9-4b59-80f0-b6f3bed4840d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46c51562-1ed3-42e1-b70f-2622aa358ffb') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:36:18.352856 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-a3e8ccc0-2ff9-4b59-80f0-b6f3bed4840d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46c51562-1ed3-42e1-b70f-2622aa358ffb') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:36:18.364881 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3e8ccc0-2ff9-4b59-80f0-b6f3bed4840d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (46c51562-1ed3-42e1-b70f-2622aa358ffb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:18.379371 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3e8ccc0-2ff9-4b59-80f0-b6f3bed4840d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (46c51562-1ed3-42e1-b70f-2622aa358ffb), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:18.386100 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3e8ccc0-2ff9-4b59-80f0-b6f3bed4840d admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:36:18.386535 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3e8ccc0-2ff9-4b59-80f0-b6f3bed4840d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (46c51562-1ed3-42e1-b70f-2622aa358ffb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:18.388334 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 18:36:18.388334 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:36:18.388334 n-d-829613-2 neutron-server[103434]: timer() Feb 17 18:36:18.388334 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:36:18.388334 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 18:36:18.388334 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:36:18.388334 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 18:36:18.388334 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:36:18.388334 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 18:36:18.388334 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:36:18.388334 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 18:36:18.388334 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:36:18.388334 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 18:36:18.388334 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:36:18.388334 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:36:18.388334 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:36:18.388334 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:36:18.388334 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:36:18.388334 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 18:36:18.388334 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:36:18.388334 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 18:36:18.388334 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:36:18.388334 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:36:18.388334 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:36:18.388334 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 18:36:18.388334 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:36:18.388334 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:36:18.388334 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:36:18.388334 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:36:18.388334 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:36:18.388334 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:36:18.388334 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:36:18.445890 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3e8ccc0-2ff9-4b59-80f0-b6f3bed4840d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (69d5cb32-7802-494c-8eb5-3e7a1a0ca88b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:18.451699 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3e8ccc0-2ff9-4b59-80f0-b6f3bed4840d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:18.454924 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a3e8ccc0-2ff9-4b59-80f0-b6f3bed4840d admin admin] 10.222.0.87 "DELETE /v2.0/networks/69d5cb32-7802-494c-8eb5-3e7a1a0ca88b HTTP/1.1" status: 204 len: 168 time: 0.5384417 Feb 17 18:36:18.470226 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8ccc0-2ff9-4b59-80f0-b6f3bed4840d admin admin] Pushing event deleted for resources: {'Network': ['ID=69d5cb32-7802-494c-8eb5-3e7a1a0ca88b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:36:18.641636 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40706) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:36:18.682067 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d9e9e19a-bc49-4f54-9b01-c3d2b4db3971 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b12f6fc615984396accab7736e413b31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388947 Feb 17 18:36:18.684951 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40708) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:36:18.732878 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-20a830d7-422f-473b-8171-479992efe2de admin admin] Publish callbacks [] for security_group (e8e22735-0853-443c-8642-8bc28dce9d7b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:18.753814 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-20a830d7-422f-473b-8171-479992efe2de admin admin] Publish callbacks [] for security_group (e8e22735-0853-443c-8642-8bc28dce9d7b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:18.800738 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-20a830d7-422f-473b-8171-479992efe2de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (e8e22735-0853-443c-8642-8bc28dce9d7b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:18.803338 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-20a830d7-422f-473b-8171-479992efe2de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:18.804516 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-20a830d7-422f-473b-8171-479992efe2de admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e8e22735-0853-443c-8642-8bc28dce9d7b HTTP/1.1" status: 204 len: 168 time: 0.1184099 Feb 17 18:36:18.811964 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a830d7-422f-473b-8171-479992efe2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e22735-0853-443c-8642-8bc28dce9d7b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:36:19.126389 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40714) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:36:19.167369 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-43f32d99-45fe-4067-8f84-4a262c9fdc3c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=710ef17bf4f042c29c9d579f93e83120&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398378 Feb 17 18:36:19.169789 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40716) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:36:19.217352 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-90079031-ce29-49d9-ac36-0c21e38fb3fd admin admin] Publish callbacks [] for security_group (551d5b35-1e62-4ded-84d7-6f7c39b7c6ae), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:19.242621 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-90079031-ce29-49d9-ac36-0c21e38fb3fd admin admin] Publish callbacks [] for security_group (551d5b35-1e62-4ded-84d7-6f7c39b7c6ae), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:19.288541 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-90079031-ce29-49d9-ac36-0c21e38fb3fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (551d5b35-1e62-4ded-84d7-6f7c39b7c6ae), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:19.291937 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-90079031-ce29-49d9-ac36-0c21e38fb3fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:19.293154 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-90079031-ce29-49d9-ac36-0c21e38fb3fd admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/551d5b35-1e62-4ded-84d7-6f7c39b7c6ae HTTP/1.1" status: 204 len: 168 time: 0.1224897 Feb 17 18:36:19.302477 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90079031-ce29-49d9-ac36-0c21e38fb3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551d5b35-1e62-4ded-84d7-6f7c39b7c6ae,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:36:19.403551 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 737610ac-6e1b-478c-a21f-bbd895c05f65 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:36:19.428511 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 737610ac-6e1b-478c-a21f-bbd895c05f65 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:36:19.429007 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 737610ac-6e1b-478c-a21f-bbd895c05f65 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:36:19.429604 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device bb04a560-7426-4160-a3b7-06890d592cad no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:36:19.454592 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: bb04a560-7426-4160-a3b7-06890d592cad {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:36:19.454944 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device bb04a560-7426-4160-a3b7-06890d592cad not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:36:19.455355 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 6cf103a3-fa93-452e-bbb8-15f6c80cfceb no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:36:19.480288 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 6cf103a3-fa93-452e-bbb8-15f6c80cfceb {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:36:19.480646 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 6cf103a3-fa93-452e-bbb8-15f6c80cfceb not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:36:19.521593 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:20.019158 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40738) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:36:20.113995 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-9541bab8-d3eb-45f5-b23d-f92740b15fdd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1680681053-network', 'tenant_id': 'e0333dbd1f504ef79d66fb760a35c3c5'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:36:20.134328 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9541bab8-d3eb-45f5-b23d-f92740b15fdd admin admin] Made reservation on behalf of e0333dbd1f504ef79d66fb760a35c3c5 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:36:20.137172 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9541bab8-d3eb-45f5-b23d-f92740b15fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:20.145393 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9541bab8-d3eb-45f5-b23d-f92740b15fdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:20.218026 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9541bab8-d3eb-45f5-b23d-f92740b15fdd admin admin] Publish callbacks [] for security_group (04345c36-269b-4911-810c-8382015a5052), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:20.221937 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9541bab8-d3eb-45f5-b23d-f92740b15fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (04345c36-269b-4911-810c-8382015a5052), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:20.248462 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9541bab8-d3eb-45f5-b23d-f92740b15fdd admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:36:20.254679 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9541bab8-d3eb-45f5-b23d-f92740b15fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04345c36-269b-4911-810c-8382015a5052,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:36:20.261139 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9541bab8-d3eb-45f5-b23d-f92740b15fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (65dcd4b1-23ad-413a-9c9a-59d8e45fcbcc), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:20.261482 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-9541bab8-d3eb-45f5-b23d-f92740b15fdd admin admin] Added segment 65dcd4b1-23ad-413a-9c9a-59d8e45fcbcc of type vlan for network a4c557bb-045c-4f06-a64a-a61497f25a40 Feb 17 18:36:20.281049 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:20.302853 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9541bab8-d3eb-45f5-b23d-f92740b15fdd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (a4c557bb-045c-4f06-a64a-a61497f25a40), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:20.326819 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9541bab8-d3eb-45f5-b23d-f92740b15fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (a4c557bb-045c-4f06-a64a-a61497f25a40), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:20.327802 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9541bab8-d3eb-45f5-b23d-f92740b15fdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:36:20.328453 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9541bab8-d3eb-45f5-b23d-f92740b15fdd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:20.364688 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-9541bab8-d3eb-45f5-b23d-f92740b15fdd admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3444328 Feb 17 18:36:20.367729 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40742) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:36:20.372411 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-c82a3dbb-da73-46a0-adff-d2addb0c4240 admin admin] Request body: {'subnet': {'network_id': 'a4c557bb-045c-4f06-a64a-a61497f25a40', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1680681053-subnet', 'tenant_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'ip_version': 4}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:36:20.405905 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9541bab8-d3eb-45f5-b23d-f92740b15fdd admin admin] Pushing event updated for resources: {'Network': ['ID=a4c557bb-045c-4f06-a64a-a61497f25a40,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:36:20.415376 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network a4c557bb-045c-4f06-a64a-a61497f25a40 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:36:20.418256 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82a3dbb-da73-46a0-adff-d2addb0c4240 admin admin] Made reservation on behalf of e0333dbd1f504ef79d66fb760a35c3c5 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:36:20.420798 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c82a3dbb-da73-46a0-adff-d2addb0c4240 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:20.586842 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c82a3dbb-da73-46a0-adff-d2addb0c4240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (80260c0c-5205-4549-8efc-ea44b6970739), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:20.642343 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82a3dbb-da73-46a0-adff-d2addb0c4240 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80260c0c-5205-4549-8efc-ea44b6970739,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:36:20.650675 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82a3dbb-da73-46a0-adff-d2addb0c4240 admin admin] Checking segment: {'id': '65dcd4b1-23ad-413a-9c9a-59d8e45fcbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a4c557bb-045c-4f06-a64a-a61497f25a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:36:20.651035 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82a3dbb-da73-46a0-adff-d2addb0c4240 admin admin] Network hostable DHCP agents. Network: a4c557bb-045c-4f06-a64a-a61497f25a40, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:36:20.666868 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82a3dbb-da73-46a0-adff-d2addb0c4240 admin admin] Network a4c557bb-045c-4f06-a64a-a61497f25a40 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:36:20.675789 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-c82a3dbb-da73-46a0-adff-d2addb0c4240 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, a4c557bb-045c-4f06-a64a-a61497f25a40) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:36:20.679765 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82a3dbb-da73-46a0-adff-d2addb0c4240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:36:20.680393 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c82a3dbb-da73-46a0-adff-d2addb0c4240 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:20.684900 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f0aae3-0fd3-4a07-a506-6c771bf51ed0 None None] Network a4c557bb-045c-4f06-a64a-a61497f25a40 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:36:20.698808 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c82a3dbb-da73-46a0-adff-d2addb0c4240 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3275340 Feb 17 18:36:20.699148 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40744) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:36:20.703380 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-1e422afc-724c-4427-b318-986a88c98d5f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1680681053-router', 'tenant_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:36:20.722892 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1e422afc-724c-4427-b318-986a88c98d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (32b62743-e189-4f6f-ae12-8828a3b5325e), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:20.723923 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1e422afc-724c-4427-b318-986a88c98d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (32b62743-e189-4f6f-ae12-8828a3b5325e), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:20.780730 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1e422afc-724c-4427-b318-986a88c98d5f admin admin] Publish callbacks [] for router_controller (32b62743-e189-4f6f-ae12-8828a3b5325e), precommit_add_association {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:20.795145 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b09ebc5-21a7-4829-ac75-5d3c24f453ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-a4c557bb-045c-4f06-a64a-a61497f25a40', 'network_id': 'a4c557bb-045c-4f06-a64a-a61497f25a40', 'project_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'fixed_ips': [{'subnet_id': '80260c0c-5205-4549-8efc-ea44b6970739'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 18:36:20.796004 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2b09ebc5-21a7-4829-ac75-5d3c24f453ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:20.920481 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1e422afc-724c-4427-b318-986a88c98d5f admin admin] Publish callbacks [] for router_gateway (32b62743-e189-4f6f-ae12-8828a3b5325e), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:20.932621 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-2b09ebc5-21a7-4829-ac75-5d3c24f453ed None None] Allocated IP 172.20.0.2 (a4c557bb-045c-4f06-a64a-a61497f25a40/80260c0c-5205-4549-8efc-ea44b6970739/4e172c49-8816-4214-8abd-16fa4f299862) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:36:21.080569 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2b09ebc5-21a7-4829-ac75-5d3c24f453ed None None] Publish callbacks [] for port (4e172c49-8816-4214-8abd-16fa4f299862), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:21.086989 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2b09ebc5-21a7-4829-ac75-5d3c24f453ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (4e172c49-8816-4214-8abd-16fa4f299862), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:21.124726 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1e422afc-724c-4427-b318-986a88c98d5f admin admin] Publish callbacks [] for router_gateway (32b62743-e189-4f6f-ae12-8828a3b5325e), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:21.127965 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b09ebc5-21a7-4829-ac75-5d3c24f453ed None None] Network a4c557bb-045c-4f06-a64a-a61497f25a40 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:36:21.130918 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-2b09ebc5-21a7-4829-ac75-5d3c24f453ed None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:36:21.133300 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b09ebc5-21a7-4829-ac75-5d3c24f453ed None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:36:21.142668 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b09ebc5-21a7-4829-ac75-5d3c24f453ed None None] Pushing event updated for resources: {'Port': ['ID=4e172c49-8816-4214-8abd-16fa4f299862,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:36:21.143729 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1e422afc-724c-4427-b318-986a88c98d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:21.194473 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-2b09ebc5-21a7-4829-ac75-5d3c24f453ed None None] Attempting to bind port 4e172c49-8816-4214-8abd-16fa4f299862 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:36:21.194767 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-2b09ebc5-21a7-4829-ac75-5d3c24f453ed None None] Attempting to bind port 4e172c49-8816-4214-8abd-16fa4f299862 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '65dcd4b1-23ad-413a-9c9a-59d8e45fcbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a4c557bb-045c-4f06-a64a-a61497f25a40'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:36:21.195138 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b09ebc5-21a7-4829-ac75-5d3c24f453ed None None] Attempting to bind port 4e172c49-8816-4214-8abd-16fa4f299862 on network a4c557bb-045c-4f06-a64a-a61497f25a40 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:36:21.200674 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b09ebc5-21a7-4829-ac75-5d3c24f453ed None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:36:21.201051 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b09ebc5-21a7-4829-ac75-5d3c24f453ed None None] Checking segment: {'id': '65dcd4b1-23ad-413a-9c9a-59d8e45fcbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a4c557bb-045c-4f06-a64a-a61497f25a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:36:21.201455 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2b09ebc5-21a7-4829-ac75-5d3c24f453ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:21.201857 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b09ebc5-21a7-4829-ac75-5d3c24f453ed None None] Bound using segment: {'id': '65dcd4b1-23ad-413a-9c9a-59d8e45fcbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a4c557bb-045c-4f06-a64a-a61497f25a40'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:36:21.202328 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-2b09ebc5-21a7-4829-ac75-5d3c24f453ed None None] Bound port: 4e172c49-8816-4214-8abd-16fa4f299862, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65dcd4b1-23ad-413a-9c9a-59d8e45fcbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a4c557bb-045c-4f06-a64a-a61497f25a40'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:36:21.202718 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2b09ebc5-21a7-4829-ac75-5d3c24f453ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (4e172c49-8816-4214-8abd-16fa4f299862), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:21.250248 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-1e422afc-724c-4427-b318-986a88c98d5f admin admin] Allocated IP 172.25.8.72 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/7fd22201-0db9-4358-bb2f-f3515a237c8d) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:36:21.269728 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-2b09ebc5-21a7-4829-ac75-5d3c24f453ed None None] For port 4e172c49-8816-4214-8abd-16fa4f299862, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:36:21.275734 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-2b09ebc5-21a7-4829-ac75-5d3c24f453ed None None] For port 4e172c49-8816-4214-8abd-16fa4f299862, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=4e172c49-8816-4214-8abd-16fa4f299862,segment=NetworkSegment(65dcd4b1-23ad-413a-9c9a-59d8e45fcbcc),segment_id=65dcd4b1-23ad-413a-9c9a-59d8e45fcbcc)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:36:21.282220 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2b09ebc5-21a7-4829-ac75-5d3c24f453ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (4e172c49-8816-4214-8abd-16fa4f299862), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:21.341303 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b09ebc5-21a7-4829-ac75-5d3c24f453ed None None] Pushing event updated for resources: {'Port': ['ID=4e172c49-8816-4214-8abd-16fa4f299862,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:36:21.360484 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1e422afc-724c-4427-b318-986a88c98d5f admin admin] Publish callbacks [] for port (7fd22201-0db9-4358-bb2f-f3515a237c8d), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:21.395024 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1e422afc-724c-4427-b318-986a88c98d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (7fd22201-0db9-4358-bb2f-f3515a237c8d), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:21.436866 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e422afc-724c-4427-b318-986a88c98d5f admin admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:36:21.439731 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-1e422afc-724c-4427-b318-986a88c98d5f admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:36:21.443250 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e422afc-724c-4427-b318-986a88c98d5f admin admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:36:21.469953 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e422afc-724c-4427-b318-986a88c98d5f admin admin] Pushing event updated for resources: {'Port': ['ID=7fd22201-0db9-4358-bb2f-f3515a237c8d,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:36:21.719546 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1e422afc-724c-4427-b318-986a88c98d5f admin admin] Publish callbacks [] for router_gateway (32b62743-e189-4f6f-ae12-8828a3b5325e), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:22.222747 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1e422afc-724c-4427-b318-986a88c98d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (32b62743-e189-4f6f-ae12-8828a3b5325e), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:22.293638 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6cf21d-7962-447d-b33f-68e8027c4d9c None None] Network a4c557bb-045c-4f06-a64a-a61497f25a40 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:36:22.333449 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-c8c80a85-f46a-46cd-9a4d-89ab9a7a80ad None None] Provisioning complete for port 4e172c49-8816-4214-8abd-16fa4f299862 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:36:22.333834 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c8c80a85-f46a-46cd-9a4d-89ab9a7a80ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (4e172c49-8816-4214-8abd-16fa4f299862), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:22.352429 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e422afc-724c-4427-b318-986a88c98d5f admin admin] Router 32b62743-e189-4f6f-ae12-8828a3b5325e is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 18:36:22.461203 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e422afc-724c-4427-b318-986a88c98d5f admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:36:22.471512 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad3da64-3266-4a30-9298-f7c1b0010bdb None None] Sync routers for ids ['32b62743-e189-4f6f-ae12-8828a3b5325e'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:36:22.483326 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-c8c80a85-f46a-46cd-9a4d-89ab9a7a80ad None None] Current status of the port 4e172c49-8816-4214-8abd-16fa4f299862 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:36:22.483868 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c8c80a85-f46a-46cd-9a4d-89ab9a7a80ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (4e172c49-8816-4214-8abd-16fa4f299862), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:22.486264 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad3da64-3266-4a30-9298-f7c1b0010bdb None None] Routers {'32b62743-e189-4f6f-ae12-8828a3b5325e'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:36:22.487169 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-7ad3da64-3266-4a30-9298-f7c1b0010bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:36:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['32b62743-e189-4f6f-ae12-8828a3b5325e'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:36:22.499090 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-1e422afc-724c-4427-b318-986a88c98d5f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:22.503194 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-1e422afc-724c-4427-b318-986a88c98d5f admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8006001 Feb 17 18:36:22.505012 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40746) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:36:22.532761 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-c8c80a85-f46a-46cd-9a4d-89ab9a7a80ad None None] For port 4e172c49-8816-4214-8abd-16fa4f299862, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=4e172c49-8816-4214-8abd-16fa4f299862,segment=NetworkSegment(65dcd4b1-23ad-413a-9c9a-59d8e45fcbcc),segment_id=65dcd4b1-23ad-413a-9c9a-59d8e45fcbcc)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:36:22.537477 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c8c80a85-f46a-46cd-9a4d-89ab9a7a80ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (4e172c49-8816-4214-8abd-16fa4f299862), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:22.596042 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c80a85-f46a-46cd-9a4d-89ab9a7a80ad None None] Pushing event updated for resources: {'Port': ['ID=4e172c49-8816-4214-8abd-16fa4f299862,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:36:22.731080 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-7ad3da64-3266-4a30-9298-f7c1b0010bdb None None] Set router 32b62743-e189-4f6f-ae12-8828a3b5325e gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:36:22.760943 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-254c4e20-4431-41aa-8e96-4a450445ff76 None None] Provisioning complete for port 4e172c49-8816-4214-8abd-16fa4f299862 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:36:22.761322 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-254c4e20-4431-41aa-8e96-4a450445ff76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (4e172c49-8816-4214-8abd-16fa4f299862), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:22.843240 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-254c4e20-4431-41aa-8e96-4a450445ff76 None None] Current status of the port 4e172c49-8816-4214-8abd-16fa4f299862 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:36:22.923078 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-7ad3da64-3266-4a30-9298-f7c1b0010bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b62743-e189-4f6f-ae12-8828a3b5325e', 'name': 'tempest-TestMinimumBasicScenario-1680681053-router', 'tenant_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '7fd22201-0db9-4358-bb2f-f3515a237c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:36:20Z', 'updated_at': '2022-02-17T18:36:21Z', 'revision_number': 3, 'project_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'gw_port': {'id': '7fd22201-0db9-4358-bb2f-f3515a237c8d', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:98:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b62743-e189-4f6f-ae12-8828a3b5325e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:36:21Z', 'updated_at': '2022-02-17T18:36:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:36:22.952005 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad3da64-3266-4a30-9298-f7c1b0010bdb None None] Checking router: 32b62743-e189-4f6f-ae12-8828a3b5325e for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:36:22.952378 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad3da64-3266-4a30-9298-f7c1b0010bdb None None] Updating router 32b62743-e189-4f6f-ae12-8828a3b5325e port 7fd22201-0db9-4358-bb2f-f3515a237c8d binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 18:36:22.970699 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d4dfd3a5-d5ec-40ff-86ea-4647b85e70a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:22.979552 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-7ad3da64-3266-4a30-9298-f7c1b0010bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7fd22201-0db9-4358-bb2f-f3515a237c8d), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:23.125683 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-d4dfd3a5-d5ec-40ff-86ea-4647b85e70a3 admin admin] Allocated IP 172.20.0.1 (a4c557bb-045c-4f06-a64a-a61497f25a40/80260c0c-5205-4549-8efc-ea44b6970739/d4615ff9-290b-487c-8bc8-681634a3a9a2) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:36:23.231137 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d4dfd3a5-d5ec-40ff-86ea-4647b85e70a3 admin admin] Publish callbacks [] for port (d4615ff9-290b-487c-8bc8-681634a3a9a2), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:23.233166 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-7ad3da64-3266-4a30-9298-f7c1b0010bdb None None] Publish callbacks [] for port (7fd22201-0db9-4358-bb2f-f3515a237c8d), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:23.238493 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-7ad3da64-3266-4a30-9298-f7c1b0010bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (7fd22201-0db9-4358-bb2f-f3515a237c8d), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:23.265634 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d4dfd3a5-d5ec-40ff-86ea-4647b85e70a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (d4615ff9-290b-487c-8bc8-681634a3a9a2), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:23.294106 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-7ad3da64-3266-4a30-9298-f7c1b0010bdb None None] Attempting to bind port 7fd22201-0db9-4358-bb2f-f3515a237c8d on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:36:23.294729 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-7ad3da64-3266-4a30-9298-f7c1b0010bdb None None] Attempting to bind port 7fd22201-0db9-4358-bb2f-f3515a237c8d by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:36:23.294899 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad3da64-3266-4a30-9298-f7c1b0010bdb None None] Attempting to bind port 7fd22201-0db9-4358-bb2f-f3515a237c8d on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:36:23.296690 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d487e917-fd62-4278-87ed-7aa2f5d04d9b None None] Pushing event updated for resources: {'Port': ['ID=7fd22201-0db9-4358-bb2f-f3515a237c8d,revision_number=2']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:36:23.301226 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4dfd3a5-d5ec-40ff-86ea-4647b85e70a3 admin admin] Network a4c557bb-045c-4f06-a64a-a61497f25a40 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:36:23.305373 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad3da64-3266-4a30-9298-f7c1b0010bdb None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:36:23.305751 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad3da64-3266-4a30-9298-f7c1b0010bdb None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:36:23.306020 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-d4dfd3a5-d5ec-40ff-86ea-4647b85e70a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:36:23.306179 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-7ad3da64-3266-4a30-9298-f7c1b0010bdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:23.306574 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad3da64-3266-4a30-9298-f7c1b0010bdb None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:36:23.307030 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-7ad3da64-3266-4a30-9298-f7c1b0010bdb None None] Bound port: 7fd22201-0db9-4358-bb2f-f3515a237c8d, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:36:23.307408 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-7ad3da64-3266-4a30-9298-f7c1b0010bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7fd22201-0db9-4358-bb2f-f3515a237c8d), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:23.309524 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dfd3a5-d5ec-40ff-86ea-4647b85e70a3 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:36:23.310277 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d487e917-fd62-4278-87ed-7aa2f5d04d9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:36:23.310619 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d487e917-fd62-4278-87ed-7aa2f5d04d9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:36:23.311031 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d487e917-fd62-4278-87ed-7aa2f5d04d9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:36:23.311282 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d487e917-fd62-4278-87ed-7aa2f5d04d9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:36:23.311609 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d487e917-fd62-4278-87ed-7aa2f5d04d9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:36:23.311934 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d487e917-fd62-4278-87ed-7aa2f5d04d9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:36:23.312277 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d487e917-fd62-4278-87ed-7aa2f5d04d9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:36:23.312604 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d487e917-fd62-4278-87ed-7aa2f5d04d9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:36:23.312926 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d487e917-fd62-4278-87ed-7aa2f5d04d9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:36:23.313228 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d487e917-fd62-4278-87ed-7aa2f5d04d9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:36:23.313857 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d487e917-fd62-4278-87ed-7aa2f5d04d9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:36:23.313979 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d487e917-fd62-4278-87ed-7aa2f5d04d9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:36:23.314223 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d487e917-fd62-4278-87ed-7aa2f5d04d9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:36:23.339826 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dfd3a5-d5ec-40ff-86ea-4647b85e70a3 admin admin] Pushing event updated for resources: {'Port': ['ID=d4615ff9-290b-487c-8bc8-681634a3a9a2,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:36:23.357520 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dfd3a5-d5ec-40ff-86ea-4647b85e70a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:36:23.357861 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dfd3a5-d5ec-40ff-86ea-4647b85e70a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:36:23.358211 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dfd3a5-d5ec-40ff-86ea-4647b85e70a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:36:23.358554 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dfd3a5-d5ec-40ff-86ea-4647b85e70a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:36:23.358890 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dfd3a5-d5ec-40ff-86ea-4647b85e70a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:36:23.359230 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dfd3a5-d5ec-40ff-86ea-4647b85e70a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:36:23.359564 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dfd3a5-d5ec-40ff-86ea-4647b85e70a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:36:23.359892 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dfd3a5-d5ec-40ff-86ea-4647b85e70a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:36:23.360214 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dfd3a5-d5ec-40ff-86ea-4647b85e70a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:36:23.360590 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dfd3a5-d5ec-40ff-86ea-4647b85e70a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:36:23.360917 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dfd3a5-d5ec-40ff-86ea-4647b85e70a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:36:23.361245 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dfd3a5-d5ec-40ff-86ea-4647b85e70a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:36:23.361608 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dfd3a5-d5ec-40ff-86ea-4647b85e70a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:36:23.373873 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d4dfd3a5-d5ec-40ff-86ea-4647b85e70a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (32b62743-e189-4f6f-ae12-8828a3b5325e), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:23.377998 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-7ad3da64-3266-4a30-9298-f7c1b0010bdb None None] For port 7fd22201-0db9-4358-bb2f-f3515a237c8d, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:36:23.382946 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-7ad3da64-3266-4a30-9298-f7c1b0010bdb None None] For port 7fd22201-0db9-4358-bb2f-f3515a237c8d, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=7fd22201-0db9-4358-bb2f-f3515a237c8d,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:36:23.396358 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-7ad3da64-3266-4a30-9298-f7c1b0010bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (7fd22201-0db9-4358-bb2f-f3515a237c8d), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:23.462153 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad3da64-3266-4a30-9298-f7c1b0010bdb None None] Routers {'32b62743-e189-4f6f-ae12-8828a3b5325e'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:36:23.463471 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-7ad3da64-3266-4a30-9298-f7c1b0010bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:36:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['32b62743-e189-4f6f-ae12-8828a3b5325e'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:36:23.484585 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d487e917-fd62-4278-87ed-7aa2f5d04d9b None None] Pushing event updated for resources: {'Port': ['ID=7fd22201-0db9-4358-bb2f-f3515a237c8d,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:36:23.492609 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 4e172c49-8816-4214-8abd-16fa4f299862 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:36:23.550713 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d4dfd3a5-d5ec-40ff-86ea-4647b85e70a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d4615ff9-290b-487c-8bc8-681634a3a9a2), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:23.560660 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 4e172c49-8816-4214-8abd-16fa4f299862 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:36:23.561193 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (4e172c49-8816-4214-8abd-16fa4f299862), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:23.627764 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-7ad3da64-3266-4a30-9298-f7c1b0010bdb None None] Set router 32b62743-e189-4f6f-ae12-8828a3b5325e gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:36:23.643713 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 4e172c49-8816-4214-8abd-16fa4f299862 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:36:23.666313 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-689d781a-41e9-4ae9-ba74-c50c8bdf1b79 None None] Provisioning complete for port d4615ff9-290b-487c-8bc8-681634a3a9a2 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:36:23.666784 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-689d781a-41e9-4ae9-ba74-c50c8bdf1b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d4615ff9-290b-487c-8bc8-681634a3a9a2), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:23.702309 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-689d781a-41e9-4ae9-ba74-c50c8bdf1b79 None None] Port d4615ff9-290b-487c-8bc8-681634a3a9a2 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:36:23.739105 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d4dfd3a5-d5ec-40ff-86ea-4647b85e70a3 admin admin] Publish callbacks [] for port (d4615ff9-290b-487c-8bc8-681634a3a9a2), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:23.745337 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d4dfd3a5-d5ec-40ff-86ea-4647b85e70a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (d4615ff9-290b-487c-8bc8-681634a3a9a2), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:23.806097 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-7ad3da64-3266-4a30-9298-f7c1b0010bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b62743-e189-4f6f-ae12-8828a3b5325e', 'name': 'tempest-TestMinimumBasicScenario-1680681053-router', 'tenant_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '7fd22201-0db9-4358-bb2f-f3515a237c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:36:20Z', 'updated_at': '2022-02-17T18:36:21Z', 'revision_number': 3, 'project_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'gw_port': {'id': '7fd22201-0db9-4358-bb2f-f3515a237c8d', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:98:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b62743-e189-4f6f-ae12-8828a3b5325e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:36:21Z', 'updated_at': '2022-02-17T18:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:36:23.808619 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dfd3a5-d5ec-40ff-86ea-4647b85e70a3 admin admin] Pushing event updated for resources: {'Port': ['ID=d4615ff9-290b-487c-8bc8-681634a3a9a2,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:36:23.813457 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d4dfd3a5-d5ec-40ff-86ea-4647b85e70a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (32b62743-e189-4f6f-ae12-8828a3b5325e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:23.836567 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad3da64-3266-4a30-9298-f7c1b0010bdb None None] The sync data for ids ['32b62743-e189-4f6f-ae12-8828a3b5325e'] in n-d-829613-2 is: [{'id': '32b62743-e189-4f6f-ae12-8828a3b5325e', 'name': 'tempest-TestMinimumBasicScenario-1680681053-router', 'tenant_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '7fd22201-0db9-4358-bb2f-f3515a237c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:36:20Z', 'updated_at': '2022-02-17T18:36:21Z', 'revision_number': 3, 'project_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'gw_port': {'id': '7fd22201-0db9-4358-bb2f-f3515a237c8d', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:98:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b62743-e189-4f6f-ae12-8828a3b5325e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:36:21Z', 'updated_at': '2022-02-17T18:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:36:23.908587 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4dfd3a5-d5ec-40ff-86ea-4647b85e70a3 admin admin] Network a4c557bb-045c-4f06-a64a-a61497f25a40 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:36:23.910011 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-d4dfd3a5-d5ec-40ff-86ea-4647b85e70a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:36:24.034323 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4dfd3a5-d5ec-40ff-86ea-4647b85e70a3 admin admin] Router 32b62743-e189-4f6f-ae12-8828a3b5325e has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:36:24.228517 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-fdc5504d-6379-4675-850e-3188a3b76846 None None] Provisioning complete for port d4615ff9-290b-487c-8bc8-681634a3a9a2 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:36:24.229023 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fdc5504d-6379-4675-850e-3188a3b76846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d4615ff9-290b-487c-8bc8-681634a3a9a2), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:24.271005 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-fdc5504d-6379-4675-850e-3188a3b76846 None None] Port d4615ff9-290b-487c-8bc8-681634a3a9a2 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:36:24.470060 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4dfd3a5-d5ec-40ff-86ea-4647b85e70a3 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:36:24.475158 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d4dfd3a5-d5ec-40ff-86ea-4647b85e70a3 admin admin] 10.222.0.87 "PUT /v2.0/routers/32b62743-e189-4f6f-ae12-8828a3b5325e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9689214 Feb 17 18:36:24.940770 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40762) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:36:24.945848 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-8b21f47c-8edf-4aa3-80da-1d911b88caff admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1487015527-network', 'tenant_id': '4779d3cc868f408385b4aac17851a459'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:36:24.966207 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b21f47c-8edf-4aa3-80da-1d911b88caff admin admin] Made reservation on behalf of 4779d3cc868f408385b4aac17851a459 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:36:24.968608 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8b21f47c-8edf-4aa3-80da-1d911b88caff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:24.977509 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8b21f47c-8edf-4aa3-80da-1d911b88caff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:25.054531 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8b21f47c-8edf-4aa3-80da-1d911b88caff admin admin] Publish callbacks [] for security_group (86c9492e-e84c-484f-bc33-553b21e94592), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:25.058100 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8b21f47c-8edf-4aa3-80da-1d911b88caff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (86c9492e-e84c-484f-bc33-553b21e94592), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:25.084544 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b21f47c-8edf-4aa3-80da-1d911b88caff admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:36:25.090488 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b21f47c-8edf-4aa3-80da-1d911b88caff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c9492e-e84c-484f-bc33-553b21e94592,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:36:25.098213 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8b21f47c-8edf-4aa3-80da-1d911b88caff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (b5436cbd-f3a4-429b-9e41-5e2ebd4ae5e5), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:25.098213 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-8b21f47c-8edf-4aa3-80da-1d911b88caff admin admin] Added segment b5436cbd-f3a4-429b-9e41-5e2ebd4ae5e5 of type vlan for network 32ecd8fe-5fe0-47d8-93d8-16d0a425f5e0 Feb 17 18:36:25.140354 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8b21f47c-8edf-4aa3-80da-1d911b88caff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (32ecd8fe-5fe0-47d8-93d8-16d0a425f5e0), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:25.166013 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8b21f47c-8edf-4aa3-80da-1d911b88caff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (32ecd8fe-5fe0-47d8-93d8-16d0a425f5e0), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:25.167011 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b21f47c-8edf-4aa3-80da-1d911b88caff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:36:25.167590 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8b21f47c-8edf-4aa3-80da-1d911b88caff admin admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:25.202387 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-8b21f47c-8edf-4aa3-80da-1d911b88caff admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2602975 Feb 17 18:36:25.204924 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40764) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:36:25.210955 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-e747919e-6d9f-4435-822c-5f3756a514ae admin admin] Request body: {'subnet': {'network_id': '32ecd8fe-5fe0-47d8-93d8-16d0a425f5e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1487015527-subnet', 'tenant_id': '4779d3cc868f408385b4aac17851a459', 'ip_version': 4}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:36:25.243410 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b21f47c-8edf-4aa3-80da-1d911b88caff admin admin] Pushing event updated for resources: {'Network': ['ID=32ecd8fe-5fe0-47d8-93d8-16d0a425f5e0,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:36:25.254227 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 32ecd8fe-5fe0-47d8-93d8-16d0a425f5e0 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:36:25.258711 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e747919e-6d9f-4435-822c-5f3756a514ae admin admin] Made reservation on behalf of 4779d3cc868f408385b4aac17851a459 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:36:25.261513 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e747919e-6d9f-4435-822c-5f3756a514ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:25.437889 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e747919e-6d9f-4435-822c-5f3756a514ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (4cba22a8-0b68-49a9-90f0-7b6af7dbea3a), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:25.448042 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 7fd22201-0db9-4358-bb2f-f3515a237c8d up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:36:25.477753 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19177771-5caf-43d2-8f8f-ba3818052bf2 None None] Sync routers for ids ['32b62743-e189-4f6f-ae12-8828a3b5325e'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:36:25.501332 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19177771-5caf-43d2-8f8f-ba3818052bf2 None None] Routers {'32b62743-e189-4f6f-ae12-8828a3b5325e'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:36:25.501964 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-19177771-5caf-43d2-8f8f-ba3818052bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:36:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['32b62743-e189-4f6f-ae12-8828a3b5325e'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:36:25.510771 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e747919e-6d9f-4435-822c-5f3756a514ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cba22a8-0b68-49a9-90f0-7b6af7dbea3a,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:36:25.519368 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e747919e-6d9f-4435-822c-5f3756a514ae admin admin] Checking segment: {'id': 'b5436cbd-f3a4-429b-9e41-5e2ebd4ae5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '32ecd8fe-5fe0-47d8-93d8-16d0a425f5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:36:25.519732 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e747919e-6d9f-4435-822c-5f3756a514ae admin admin] Network hostable DHCP agents. Network: 32ecd8fe-5fe0-47d8-93d8-16d0a425f5e0, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:36:25.537979 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e747919e-6d9f-4435-822c-5f3756a514ae admin admin] Network 32ecd8fe-5fe0-47d8-93d8-16d0a425f5e0 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:36:25.548011 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-e747919e-6d9f-4435-822c-5f3756a514ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 32ecd8fe-5fe0-47d8-93d8-16d0a425f5e0) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:36:25.552555 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e747919e-6d9f-4435-822c-5f3756a514ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:36:25.553156 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e747919e-6d9f-4435-822c-5f3756a514ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:25.571367 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e747919e-6d9f-4435-822c-5f3756a514ae admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3630404 Feb 17 18:36:25.571595 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40766) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:36:25.574418 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7dd995-4bf0-43d9-a0df-028d85664c11 None None] Network 32ecd8fe-5fe0-47d8-93d8-16d0a425f5e0 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:36:25.575913 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-f4755642-9f43-4900-806a-20703fb1aa1b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1487015527-router', 'tenant_id': '4779d3cc868f408385b4aac17851a459', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:36:25.594468 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f4755642-9f43-4900-806a-20703fb1aa1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (76c6c002-8992-41a9-8fc0-88111e37d35d), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:25.595622 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f4755642-9f43-4900-806a-20703fb1aa1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (76c6c002-8992-41a9-8fc0-88111e37d35d), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:25.646469 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 7fd22201-0db9-4358-bb2f-f3515a237c8d triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:36:25.646846 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7fd22201-0db9-4358-bb2f-f3515a237c8d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:25.647332 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f4755642-9f43-4900-806a-20703fb1aa1b admin admin] Publish callbacks [] for router_controller (76c6c002-8992-41a9-8fc0-88111e37d35d), precommit_add_association {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:25.733778 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-19177771-5caf-43d2-8f8f-ba3818052bf2 None None] Set router 32b62743-e189-4f6f-ae12-8828a3b5325e gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:36:25.766211 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56ff2fa-a37f-4b2f-afb8-230ad589e25b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-32ecd8fe-5fe0-47d8-93d8-16d0a425f5e0', 'network_id': '32ecd8fe-5fe0-47d8-93d8-16d0a425f5e0', 'project_id': '4779d3cc868f408385b4aac17851a459', 'fixed_ips': [{'subnet_id': '4cba22a8-0b68-49a9-90f0-7b6af7dbea3a'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 18:36:25.767058 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d56ff2fa-a37f-4b2f-afb8-230ad589e25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:25.791519 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f4755642-9f43-4900-806a-20703fb1aa1b admin admin] Publish callbacks [] for router_gateway (76c6c002-8992-41a9-8fc0-88111e37d35d), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:25.960163 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 7fd22201-0db9-4358-bb2f-f3515a237c8d is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:36:25.960569 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7fd22201-0db9-4358-bb2f-f3515a237c8d), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:25.998658 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f4755642-9f43-4900-806a-20703fb1aa1b admin admin] Publish callbacks [] for router_gateway (76c6c002-8992-41a9-8fc0-88111e37d35d), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:26.022478 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f4755642-9f43-4900-806a-20703fb1aa1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:26.128718 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-f4755642-9f43-4900-806a-20703fb1aa1b admin admin] Allocated IP 172.25.8.170 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/640687d9-cbae-437c-9434-b626793dbded) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:36:26.211906 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 7fd22201-0db9-4358-bb2f-f3515a237c8d, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=7fd22201-0db9-4358-bb2f-f3515a237c8d,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:36:26.221199 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (7fd22201-0db9-4358-bb2f-f3515a237c8d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:26.247265 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f4755642-9f43-4900-806a-20703fb1aa1b admin admin] Publish callbacks [] for port (640687d9-cbae-437c-9434-b626793dbded), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:26.269190 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-d56ff2fa-a37f-4b2f-afb8-230ad589e25b None None] Allocated IP 172.20.0.2 (32ecd8fe-5fe0-47d8-93d8-16d0a425f5e0/4cba22a8-0b68-49a9-90f0-7b6af7dbea3a/a2a4b90f-6a73-4fb2-99d7-fda5cfbf8e9e) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:36:26.283298 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f4755642-9f43-4900-806a-20703fb1aa1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (640687d9-cbae-437c-9434-b626793dbded), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:26.323044 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4755642-9f43-4900-806a-20703fb1aa1b admin admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:36:26.328117 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-f4755642-9f43-4900-806a-20703fb1aa1b admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:36:26.330649 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4755642-9f43-4900-806a-20703fb1aa1b admin admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:36:26.336477 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4755642-9f43-4900-806a-20703fb1aa1b admin admin] Pushing event updated for resources: {'Port': ['ID=640687d9-cbae-437c-9434-b626793dbded,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:36:26.343865 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=7fd22201-0db9-4358-bb2f-f3515a237c8d,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:36:26.429262 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-19177771-5caf-43d2-8f8f-ba3818052bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b62743-e189-4f6f-ae12-8828a3b5325e', 'name': 'tempest-TestMinimumBasicScenario-1680681053-router', 'tenant_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '7fd22201-0db9-4358-bb2f-f3515a237c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:36:20Z', 'updated_at': '2022-02-17T18:36:23Z', 'revision_number': 4, 'project_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'gw_port': {'id': '7fd22201-0db9-4358-bb2f-f3515a237c8d', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:98:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b62743-e189-4f6f-ae12-8828a3b5325e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:36:21Z', 'updated_at': '2022-02-17T18:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'd4615ff9-290b-487c-8bc8-681634a3a9a2', 'name': '', 'network_id': 'a4c557bb-045c-4f06-a64a-a61497f25a40', 'tenant_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'mac_address': 'fa:16:3e:1f:6d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b62743-e189-4f6f-ae12-8828a3b5325e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '80260c0c-5205-4549-8efc-ea44b6970739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:36:22Z', 'updated_at': '2022-02-17T18:36:23Z', 'revision_number': 2, 'project_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'subnets': [{'id': '80260c0c-5205-4549-8efc-ea44b6970739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:36:26.473099 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19177771-5caf-43d2-8f8f-ba3818052bf2 None None] Checking router: 32b62743-e189-4f6f-ae12-8828a3b5325e for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:36:26.473452 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19177771-5caf-43d2-8f8f-ba3818052bf2 None None] Updating router 32b62743-e189-4f6f-ae12-8828a3b5325e port d4615ff9-290b-487c-8bc8-681634a3a9a2 binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 18:36:26.518760 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d56ff2fa-a37f-4b2f-afb8-230ad589e25b None None] Publish callbacks [] for port (a2a4b90f-6a73-4fb2-99d7-fda5cfbf8e9e), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:26.520314 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-19177771-5caf-43d2-8f8f-ba3818052bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d4615ff9-290b-487c-8bc8-681634a3a9a2), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:26.532594 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d56ff2fa-a37f-4b2f-afb8-230ad589e25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (a2a4b90f-6a73-4fb2-99d7-fda5cfbf8e9e), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:26.592196 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f4755642-9f43-4900-806a-20703fb1aa1b admin admin] Publish callbacks [] for router_gateway (76c6c002-8992-41a9-8fc0-88111e37d35d), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:26.602528 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56ff2fa-a37f-4b2f-afb8-230ad589e25b None None] Network 32ecd8fe-5fe0-47d8-93d8-16d0a425f5e0 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:36:26.610143 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-d56ff2fa-a37f-4b2f-afb8-230ad589e25b None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:36:26.618424 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56ff2fa-a37f-4b2f-afb8-230ad589e25b None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:36:26.624176 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56ff2fa-a37f-4b2f-afb8-230ad589e25b None None] Pushing event updated for resources: {'Port': ['ID=a2a4b90f-6a73-4fb2-99d7-fda5cfbf8e9e,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:36:26.742008 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-d56ff2fa-a37f-4b2f-afb8-230ad589e25b None None] Attempting to bind port a2a4b90f-6a73-4fb2-99d7-fda5cfbf8e9e on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:36:26.742628 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-d56ff2fa-a37f-4b2f-afb8-230ad589e25b None None] Attempting to bind port a2a4b90f-6a73-4fb2-99d7-fda5cfbf8e9e by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'b5436cbd-f3a4-429b-9e41-5e2ebd4ae5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '32ecd8fe-5fe0-47d8-93d8-16d0a425f5e0'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:36:26.743368 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56ff2fa-a37f-4b2f-afb8-230ad589e25b None None] Attempting to bind port a2a4b90f-6a73-4fb2-99d7-fda5cfbf8e9e on network 32ecd8fe-5fe0-47d8-93d8-16d0a425f5e0 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:36:26.766300 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56ff2fa-a37f-4b2f-afb8-230ad589e25b None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:36:26.766679 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56ff2fa-a37f-4b2f-afb8-230ad589e25b None None] Checking segment: {'id': 'b5436cbd-f3a4-429b-9e41-5e2ebd4ae5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '32ecd8fe-5fe0-47d8-93d8-16d0a425f5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:36:26.767090 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d56ff2fa-a37f-4b2f-afb8-230ad589e25b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:26.767487 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56ff2fa-a37f-4b2f-afb8-230ad589e25b None None] Bound using segment: {'id': 'b5436cbd-f3a4-429b-9e41-5e2ebd4ae5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '32ecd8fe-5fe0-47d8-93d8-16d0a425f5e0'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:36:26.767970 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-d56ff2fa-a37f-4b2f-afb8-230ad589e25b None None] Bound port: a2a4b90f-6a73-4fb2-99d7-fda5cfbf8e9e, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5436cbd-f3a4-429b-9e41-5e2ebd4ae5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '32ecd8fe-5fe0-47d8-93d8-16d0a425f5e0'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:36:26.768893 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d56ff2fa-a37f-4b2f-afb8-230ad589e25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (a2a4b90f-6a73-4fb2-99d7-fda5cfbf8e9e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:26.793255 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f4755642-9f43-4900-806a-20703fb1aa1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (76c6c002-8992-41a9-8fc0-88111e37d35d), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:26.887056 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-d56ff2fa-a37f-4b2f-afb8-230ad589e25b None None] For port a2a4b90f-6a73-4fb2-99d7-fda5cfbf8e9e, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:36:26.891129 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-d56ff2fa-a37f-4b2f-afb8-230ad589e25b None None] For port a2a4b90f-6a73-4fb2-99d7-fda5cfbf8e9e, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=a2a4b90f-6a73-4fb2-99d7-fda5cfbf8e9e,segment=NetworkSegment(b5436cbd-f3a4-429b-9e41-5e2ebd4ae5e5),segment_id=b5436cbd-f3a4-429b-9e41-5e2ebd4ae5e5)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:36:26.898253 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d56ff2fa-a37f-4b2f-afb8-230ad589e25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (a2a4b90f-6a73-4fb2-99d7-fda5cfbf8e9e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:26.926785 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4755642-9f43-4900-806a-20703fb1aa1b admin admin] Router 76c6c002-8992-41a9-8fc0-88111e37d35d is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 18:36:26.991254 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-19177771-5caf-43d2-8f8f-ba3818052bf2 None None] Publish callbacks [] for port (d4615ff9-290b-487c-8bc8-681634a3a9a2), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:26.995781 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56ff2fa-a37f-4b2f-afb8-230ad589e25b None None] Pushing event updated for resources: {'Port': ['ID=a2a4b90f-6a73-4fb2-99d7-fda5cfbf8e9e,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:36:26.998748 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-19177771-5caf-43d2-8f8f-ba3818052bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (d4615ff9-290b-487c-8bc8-681634a3a9a2), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:27.049346 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4755642-9f43-4900-806a-20703fb1aa1b admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:36:27.051933 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fee1c28-43c3-4970-9c19-3a80b1261eb7 None None] Pushing event updated for resources: {'Port': ['ID=d4615ff9-290b-487c-8bc8-681634a3a9a2,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:36:27.071192 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eade0e88-ab5c-4928-81b7-a461cd599161 None None] Sync routers for ids ['76c6c002-8992-41a9-8fc0-88111e37d35d'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:36:27.073124 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f4755642-9f43-4900-806a-20703fb1aa1b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:27.077066 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-f4755642-9f43-4900-806a-20703fb1aa1b admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5018806 Feb 17 18:36:27.077423 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40768) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:36:27.088133 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eade0e88-ab5c-4928-81b7-a461cd599161 None None] Routers {'76c6c002-8992-41a9-8fc0-88111e37d35d'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:36:27.088777 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-eade0e88-ab5c-4928-81b7-a461cd599161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:36:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['76c6c002-8992-41a9-8fc0-88111e37d35d'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:36:27.129464 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-19177771-5caf-43d2-8f8f-ba3818052bf2 None None] Attempting to bind port d4615ff9-290b-487c-8bc8-681634a3a9a2 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:36:27.129851 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-19177771-5caf-43d2-8f8f-ba3818052bf2 None None] Attempting to bind port d4615ff9-290b-487c-8bc8-681634a3a9a2 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '65dcd4b1-23ad-413a-9c9a-59d8e45fcbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a4c557bb-045c-4f06-a64a-a61497f25a40'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:36:27.130203 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19177771-5caf-43d2-8f8f-ba3818052bf2 None None] Attempting to bind port d4615ff9-290b-487c-8bc8-681634a3a9a2 on network a4c557bb-045c-4f06-a64a-a61497f25a40 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:36:27.139638 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19177771-5caf-43d2-8f8f-ba3818052bf2 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:36:27.140466 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19177771-5caf-43d2-8f8f-ba3818052bf2 None None] Checking segment: {'id': '65dcd4b1-23ad-413a-9c9a-59d8e45fcbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a4c557bb-045c-4f06-a64a-a61497f25a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:36:27.140876 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-19177771-5caf-43d2-8f8f-ba3818052bf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:27.141275 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19177771-5caf-43d2-8f8f-ba3818052bf2 None None] Bound using segment: {'id': '65dcd4b1-23ad-413a-9c9a-59d8e45fcbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a4c557bb-045c-4f06-a64a-a61497f25a40'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:36:27.141752 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-19177771-5caf-43d2-8f8f-ba3818052bf2 None None] Bound port: d4615ff9-290b-487c-8bc8-681634a3a9a2, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65dcd4b1-23ad-413a-9c9a-59d8e45fcbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a4c557bb-045c-4f06-a64a-a61497f25a40'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:36:27.142134 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-19177771-5caf-43d2-8f8f-ba3818052bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d4615ff9-290b-487c-8bc8-681634a3a9a2), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:27.261743 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-eade0e88-ab5c-4928-81b7-a461cd599161 None None] Set router 76c6c002-8992-41a9-8fc0-88111e37d35d gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:36:27.284711 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-19177771-5caf-43d2-8f8f-ba3818052bf2 None None] For port d4615ff9-290b-487c-8bc8-681634a3a9a2, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:36:27.289343 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-19177771-5caf-43d2-8f8f-ba3818052bf2 None None] For port d4615ff9-290b-487c-8bc8-681634a3a9a2, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=d4615ff9-290b-487c-8bc8-681634a3a9a2,segment=NetworkSegment(65dcd4b1-23ad-413a-9c9a-59d8e45fcbcc),segment_id=65dcd4b1-23ad-413a-9c9a-59d8e45fcbcc)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:36:27.316978 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-19177771-5caf-43d2-8f8f-ba3818052bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (d4615ff9-290b-487c-8bc8-681634a3a9a2), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:27.391504 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19177771-5caf-43d2-8f8f-ba3818052bf2 None None] Routers {'32b62743-e189-4f6f-ae12-8828a3b5325e'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:36:27.392277 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-19177771-5caf-43d2-8f8f-ba3818052bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:36:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['32b62743-e189-4f6f-ae12-8828a3b5325e'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:36:27.535905 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-eade0e88-ab5c-4928-81b7-a461cd599161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c6c002-8992-41a9-8fc0-88111e37d35d', 'name': 'tempest-TestMinimumBasicScenario-1487015527-router', 'tenant_id': '4779d3cc868f408385b4aac17851a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '640687d9-cbae-437c-9434-b626793dbded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:36:25Z', 'updated_at': '2022-02-17T18:36:26Z', 'revision_number': 3, 'project_id': '4779d3cc868f408385b4aac17851a459', 'gw_port': {'id': '640687d9-cbae-437c-9434-b626793dbded', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:df:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c6c002-8992-41a9-8fc0-88111e37d35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:36:26Z', 'updated_at': '2022-02-17T18:36:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:36:27.568259 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fee1c28-43c3-4970-9c19-3a80b1261eb7 None None] Pushing event updated for resources: {'Port': ['ID=d4615ff9-290b-487c-8bc8-681634a3a9a2,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:36:27.574014 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eade0e88-ab5c-4928-81b7-a461cd599161 None None] Checking router: 76c6c002-8992-41a9-8fc0-88111e37d35d for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:36:27.574478 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eade0e88-ab5c-4928-81b7-a461cd599161 None None] Updating router 76c6c002-8992-41a9-8fc0-88111e37d35d port 640687d9-cbae-437c-9434-b626793dbded binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 18:36:27.600513 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 7fd22201-0db9-4358-bb2f-f3515a237c8d up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:36:27.609103 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-eade0e88-ab5c-4928-81b7-a461cd599161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (640687d9-cbae-437c-9434-b626793dbded), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:27.643246 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-18f0606b-c91c-4f09-ba8c-c48d71678ef4 None None] Provisioning complete for port d4615ff9-290b-487c-8bc8-681634a3a9a2 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:36:27.643628 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-18f0606b-c91c-4f09-ba8c-c48d71678ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d4615ff9-290b-487c-8bc8-681634a3a9a2), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:27.723515 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-19177771-5caf-43d2-8f8f-ba3818052bf2 None None] Set router 32b62743-e189-4f6f-ae12-8828a3b5325e gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:36:27.746900 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c3693739-88b6-4eee-86fe-5c4454f11976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:27.778570 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 7fd22201-0db9-4358-bb2f-f3515a237c8d triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:36:27.778974 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7fd22201-0db9-4358-bb2f-f3515a237c8d), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:27.866335 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-18f0606b-c91c-4f09-ba8c-c48d71678ef4 None None] Current status of the port d4615ff9-290b-487c-8bc8-681634a3a9a2 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:36:27.866685 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-18f0606b-c91c-4f09-ba8c-c48d71678ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d4615ff9-290b-487c-8bc8-681634a3a9a2), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:27.941486 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-c3693739-88b6-4eee-86fe-5c4454f11976 admin admin] Allocated IP 172.20.0.1 (32ecd8fe-5fe0-47d8-93d8-16d0a425f5e0/4cba22a8-0b68-49a9-90f0-7b6af7dbea3a/27002742-c853-40ac-b6f7-f534d5ba813c) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:36:27.991695 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-18f0606b-c91c-4f09-ba8c-c48d71678ef4 None None] For port d4615ff9-290b-487c-8bc8-681634a3a9a2, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=d4615ff9-290b-487c-8bc8-681634a3a9a2,segment=NetworkSegment(65dcd4b1-23ad-413a-9c9a-59d8e45fcbcc),segment_id=65dcd4b1-23ad-413a-9c9a-59d8e45fcbcc)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:36:28.010817 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-18f0606b-c91c-4f09-ba8c-c48d71678ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (d4615ff9-290b-487c-8bc8-681634a3a9a2), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:28.021825 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-eade0e88-ab5c-4928-81b7-a461cd599161 None None] Publish callbacks [] for port (640687d9-cbae-437c-9434-b626793dbded), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:28.029916 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-eade0e88-ab5c-4928-81b7-a461cd599161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (640687d9-cbae-437c-9434-b626793dbded), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:28.061074 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 7fd22201-0db9-4358-bb2f-f3515a237c8d is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:36:28.062240 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device a2a4b90f-6a73-4fb2-99d7-fda5cfbf8e9e up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:36:28.077858 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c3693739-88b6-4eee-86fe-5c4454f11976 admin admin] Publish callbacks [] for port (27002742-c853-40ac-b6f7-f534d5ba813c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:28.087934 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-eade0e88-ab5c-4928-81b7-a461cd599161 None None] Attempting to bind port 640687d9-cbae-437c-9434-b626793dbded on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:36:28.088503 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-eade0e88-ab5c-4928-81b7-a461cd599161 None None] Attempting to bind port 640687d9-cbae-437c-9434-b626793dbded by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:36:28.088619 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eade0e88-ab5c-4928-81b7-a461cd599161 None None] Attempting to bind port 640687d9-cbae-437c-9434-b626793dbded on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:36:28.099512 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eade0e88-ab5c-4928-81b7-a461cd599161 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:36:28.099892 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eade0e88-ab5c-4928-81b7-a461cd599161 None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:36:28.100302 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-eade0e88-ab5c-4928-81b7-a461cd599161 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:28.100698 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eade0e88-ab5c-4928-81b7-a461cd599161 None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:36:28.101166 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-eade0e88-ab5c-4928-81b7-a461cd599161 None None] Bound port: 640687d9-cbae-437c-9434-b626793dbded, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:36:28.101552 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-eade0e88-ab5c-4928-81b7-a461cd599161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (640687d9-cbae-437c-9434-b626793dbded), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:28.113947 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c3693739-88b6-4eee-86fe-5c4454f11976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (27002742-c853-40ac-b6f7-f534d5ba813c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:28.125772 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa5af84-1532-4873-8209-411378e1316c None None] Pushing event updated for resources: {'Port': ['ID=640687d9-cbae-437c-9434-b626793dbded,revision_number=2']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:36:28.169000 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-eade0e88-ab5c-4928-81b7-a461cd599161 None None] For port 640687d9-cbae-437c-9434-b626793dbded, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:36:28.171301 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f0606b-c91c-4f09-ba8c-c48d71678ef4 None None] Pushing event updated for resources: {'Port': ['ID=d4615ff9-290b-487c-8bc8-681634a3a9a2,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:36:28.172596 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3693739-88b6-4eee-86fe-5c4454f11976 admin admin] Network 32ecd8fe-5fe0-47d8-93d8-16d0a425f5e0 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:36:28.175551 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-eade0e88-ab5c-4928-81b7-a461cd599161 None None] For port 640687d9-cbae-437c-9434-b626793dbded, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=640687d9-cbae-437c-9434-b626793dbded,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:36:28.176676 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-c3693739-88b6-4eee-86fe-5c4454f11976 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:36:28.182584 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3693739-88b6-4eee-86fe-5c4454f11976 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:36:28.193044 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-eade0e88-ab5c-4928-81b7-a461cd599161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (640687d9-cbae-437c-9434-b626793dbded), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:28.202449 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-19e352c6-bd8f-488e-b6ea-af2dd13695a2 None None] Provisioning complete for port d4615ff9-290b-487c-8bc8-681634a3a9a2 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:36:28.202830 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-19e352c6-bd8f-488e-b6ea-af2dd13695a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d4615ff9-290b-487c-8bc8-681634a3a9a2), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:28.225178 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c3693739-88b6-4eee-86fe-5c4454f11976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (76c6c002-8992-41a9-8fc0-88111e37d35d), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:28.255905 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eade0e88-ab5c-4928-81b7-a461cd599161 None None] Routers {'76c6c002-8992-41a9-8fc0-88111e37d35d'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:36:28.256872 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-eade0e88-ab5c-4928-81b7-a461cd599161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:36:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['76c6c002-8992-41a9-8fc0-88111e37d35d'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:36:28.338275 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3693739-88b6-4eee-86fe-5c4454f11976 admin admin] Pushing event updated for resources: {'Port': ['ID=27002742-c853-40ac-b6f7-f534d5ba813c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:36:28.376422 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c3693739-88b6-4eee-86fe-5c4454f11976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (27002742-c853-40ac-b6f7-f534d5ba813c), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:28.417348 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-eade0e88-ab5c-4928-81b7-a461cd599161 None None] Set router 76c6c002-8992-41a9-8fc0-88111e37d35d gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:36:28.418755 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a671d7c-2430-43c9-a1d4-775f4490a963 None None] Network 32ecd8fe-5fe0-47d8-93d8-16d0a425f5e0 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:36:28.443648 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa5af84-1532-4873-8209-411378e1316c None None] Pushing event updated for resources: {'Port': ['ID=640687d9-cbae-437c-9434-b626793dbded,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:36:28.460063 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port a2a4b90f-6a73-4fb2-99d7-fda5cfbf8e9e triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:36:28.460528 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (a2a4b90f-6a73-4fb2-99d7-fda5cfbf8e9e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:28.533008 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-19177771-5caf-43d2-8f8f-ba3818052bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b62743-e189-4f6f-ae12-8828a3b5325e', 'name': 'tempest-TestMinimumBasicScenario-1680681053-router', 'tenant_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '7fd22201-0db9-4358-bb2f-f3515a237c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:36:20Z', 'updated_at': '2022-02-17T18:36:23Z', 'revision_number': 4, 'project_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'gw_port': {'id': '7fd22201-0db9-4358-bb2f-f3515a237c8d', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:98:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b62743-e189-4f6f-ae12-8828a3b5325e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:36:21Z', 'updated_at': '2022-02-17T18:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'd4615ff9-290b-487c-8bc8-681634a3a9a2', 'name': '', 'network_id': 'a4c557bb-045c-4f06-a64a-a61497f25a40', 'tenant_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'mac_address': 'fa:16:3e:1f:6d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b62743-e189-4f6f-ae12-8828a3b5325e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '80260c0c-5205-4549-8efc-ea44b6970739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:36:22Z', 'updated_at': '2022-02-17T18:36:27Z', 'revision_number': 4, 'project_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'subnets': [{'id': '80260c0c-5205-4549-8efc-ea44b6970739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:36:28.576638 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19177771-5caf-43d2-8f8f-ba3818052bf2 None None] The sync data for ids ['32b62743-e189-4f6f-ae12-8828a3b5325e'] in n-d-829613-2 is: [{'id': '32b62743-e189-4f6f-ae12-8828a3b5325e', 'name': 'tempest-TestMinimumBasicScenario-1680681053-router', 'tenant_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '7fd22201-0db9-4358-bb2f-f3515a237c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:36:20Z', 'updated_at': '2022-02-17T18:36:23Z', 'revision_number': 4, 'project_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'gw_port': {'id': '7fd22201-0db9-4358-bb2f-f3515a237c8d', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:98:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b62743-e189-4f6f-ae12-8828a3b5325e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:36:21Z', 'updated_at': '2022-02-17T18:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'd4615ff9-290b-487c-8bc8-681634a3a9a2', 'name': '', 'network_id': 'a4c557bb-045c-4f06-a64a-a61497f25a40', 'tenant_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'mac_address': 'fa:16:3e:1f:6d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b62743-e189-4f6f-ae12-8828a3b5325e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '80260c0c-5205-4549-8efc-ea44b6970739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:36:22Z', 'updated_at': '2022-02-17T18:36:27Z', 'revision_number': 4, 'project_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'subnets': [{'id': '80260c0c-5205-4549-8efc-ea44b6970739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:36:28.577346 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c3693739-88b6-4eee-86fe-5c4454f11976 admin admin] Publish callbacks [] for port (27002742-c853-40ac-b6f7-f534d5ba813c), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:28.584259 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c3693739-88b6-4eee-86fe-5c4454f11976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (27002742-c853-40ac-b6f7-f534d5ba813c), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:28.614885 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-eade0e88-ab5c-4928-81b7-a461cd599161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c6c002-8992-41a9-8fc0-88111e37d35d', 'name': 'tempest-TestMinimumBasicScenario-1487015527-router', 'tenant_id': '4779d3cc868f408385b4aac17851a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '640687d9-cbae-437c-9434-b626793dbded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:36:25Z', 'updated_at': '2022-02-17T18:36:26Z', 'revision_number': 3, 'project_id': '4779d3cc868f408385b4aac17851a459', 'gw_port': {'id': '640687d9-cbae-437c-9434-b626793dbded', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:df:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c6c002-8992-41a9-8fc0-88111e37d35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:36:26Z', 'updated_at': '2022-02-17T18:36:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:36:28.640009 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c3693739-88b6-4eee-86fe-5c4454f11976 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (76c6c002-8992-41a9-8fc0-88111e37d35d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:28.656341 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eade0e88-ab5c-4928-81b7-a461cd599161 None None] The sync data for ids ['76c6c002-8992-41a9-8fc0-88111e37d35d'] in n-d-829613-2 is: [{'id': '76c6c002-8992-41a9-8fc0-88111e37d35d', 'name': 'tempest-TestMinimumBasicScenario-1487015527-router', 'tenant_id': '4779d3cc868f408385b4aac17851a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '640687d9-cbae-437c-9434-b626793dbded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:36:25Z', 'updated_at': '2022-02-17T18:36:26Z', 'revision_number': 3, 'project_id': '4779d3cc868f408385b4aac17851a459', 'gw_port': {'id': '640687d9-cbae-437c-9434-b626793dbded', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:df:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c6c002-8992-41a9-8fc0-88111e37d35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:36:26Z', 'updated_at': '2022-02-17T18:36:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:36:28.709298 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3693739-88b6-4eee-86fe-5c4454f11976 admin admin] Pushing event updated for resources: {'Port': ['ID=27002742-c853-40ac-b6f7-f534d5ba813c,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:36:28.711769 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-19e352c6-bd8f-488e-b6ea-af2dd13695a2 None None] Current status of the port d4615ff9-290b-487c-8bc8-681634a3a9a2 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:36:28.723683 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port a2a4b90f-6a73-4fb2-99d7-fda5cfbf8e9e is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:36:28.724090 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (a2a4b90f-6a73-4fb2-99d7-fda5cfbf8e9e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:28.775008 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port a2a4b90f-6a73-4fb2-99d7-fda5cfbf8e9e, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=a2a4b90f-6a73-4fb2-99d7-fda5cfbf8e9e,segment=NetworkSegment(b5436cbd-f3a4-429b-9e41-5e2ebd4ae5e5),segment_id=b5436cbd-f3a4-429b-9e41-5e2ebd4ae5e5)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:36:28.782343 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (a2a4b90f-6a73-4fb2-99d7-fda5cfbf8e9e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:28.815452 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3693739-88b6-4eee-86fe-5c4454f11976 admin admin] Network 32ecd8fe-5fe0-47d8-93d8-16d0a425f5e0 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:36:28.816996 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-c3693739-88b6-4eee-86fe-5c4454f11976 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:36:28.880111 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=a2a4b90f-6a73-4fb2-99d7-fda5cfbf8e9e,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:36:28.883844 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b9abc94f-344a-4c27-a236-1ed87b7e4a51 None None] Provisioning complete for port a2a4b90f-6a73-4fb2-99d7-fda5cfbf8e9e triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:36:28.884641 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b9abc94f-344a-4c27-a236-1ed87b7e4a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (a2a4b90f-6a73-4fb2-99d7-fda5cfbf8e9e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:29.016393 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b9abc94f-344a-4c27-a236-1ed87b7e4a51 None None] Current status of the port a2a4b90f-6a73-4fb2-99d7-fda5cfbf8e9e is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:36:29.029946 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3693739-88b6-4eee-86fe-5c4454f11976 admin admin] Router 76c6c002-8992-41a9-8fc0-88111e37d35d has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:36:29.160940 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-35476dd9-6c9d-4ff2-89d1-664e18911918 None None] Provisioning complete for port a2a4b90f-6a73-4fb2-99d7-fda5cfbf8e9e triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:36:29.161324 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-35476dd9-6c9d-4ff2-89d1-664e18911918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (a2a4b90f-6a73-4fb2-99d7-fda5cfbf8e9e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:29.235259 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3693739-88b6-4eee-86fe-5c4454f11976 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:36:29.261837 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c3693739-88b6-4eee-86fe-5c4454f11976 admin admin] 10.222.0.87 "PUT /v2.0/routers/76c6c002-8992-41a9-8fc0-88111e37d35d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1830387 Feb 17 18:36:29.302241 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-35476dd9-6c9d-4ff2-89d1-664e18911918 None None] Current status of the port a2a4b90f-6a73-4fb2-99d7-fda5cfbf8e9e is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:36:29.318664 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-35476dd9-6c9d-4ff2-89d1-664e18911918 None None] Provisioning complete for port 27002742-c853-40ac-b6f7-f534d5ba813c triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:36:29.319040 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-35476dd9-6c9d-4ff2-89d1-664e18911918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (27002742-c853-40ac-b6f7-f534d5ba813c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:29.377932 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-35476dd9-6c9d-4ff2-89d1-664e18911918 None None] Port 27002742-c853-40ac-b6f7-f534d5ba813c cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:36:29.523648 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-bae8df58-9267-4b69-bbca-b3bddddfb3c9 None None] Provisioning complete for port 27002742-c853-40ac-b6f7-f534d5ba813c triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:36:29.526017 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bae8df58-9267-4b69-bbca-b3bddddfb3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (27002742-c853-40ac-b6f7-f534d5ba813c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:29.608654 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-bae8df58-9267-4b69-bbca-b3bddddfb3c9 None None] Port 27002742-c853-40ac-b6f7-f534d5ba813c cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:36:29.717649 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 640687d9-cbae-437c-9434-b626793dbded up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:36:29.780831 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 640687d9-cbae-437c-9434-b626793dbded triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:36:29.781355 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (640687d9-cbae-437c-9434-b626793dbded), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:29.849562 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5074acd9-94da-4278-9a94-205abc13ccec None None] Provisioning complete for port 27002742-c853-40ac-b6f7-f534d5ba813c triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:36:29.849942 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5074acd9-94da-4278-9a94-205abc13ccec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (27002742-c853-40ac-b6f7-f534d5ba813c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:29.927290 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5074acd9-94da-4278-9a94-205abc13ccec None None] Port 27002742-c853-40ac-b6f7-f534d5ba813c cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:36:29.929035 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 640687d9-cbae-437c-9434-b626793dbded is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:36:29.929422 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (640687d9-cbae-437c-9434-b626793dbded), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:29.959770 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 640687d9-cbae-437c-9434-b626793dbded, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=640687d9-cbae-437c-9434-b626793dbded,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:36:29.965615 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (640687d9-cbae-437c-9434-b626793dbded), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:29.966651 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device d4615ff9-290b-487c-8bc8-681634a3a9a2 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:36:30.066487 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=640687d9-cbae-437c-9434-b626793dbded,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:36:30.080577 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port d4615ff9-290b-487c-8bc8-681634a3a9a2 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:36:30.081421 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (d4615ff9-290b-487c-8bc8-681634a3a9a2), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:30.181720 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port d4615ff9-290b-487c-8bc8-681634a3a9a2 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:36:30.182815 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device a2a4b90f-6a73-4fb2-99d7-fda5cfbf8e9e up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:36:30.235101 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port a2a4b90f-6a73-4fb2-99d7-fda5cfbf8e9e triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:36:30.235579 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (a2a4b90f-6a73-4fb2-99d7-fda5cfbf8e9e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:30.334386 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port a2a4b90f-6a73-4fb2-99d7-fda5cfbf8e9e is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:36:31.431948 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 640687d9-cbae-437c-9434-b626793dbded up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:36:31.508884 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 640687d9-cbae-437c-9434-b626793dbded triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:36:31.509941 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (640687d9-cbae-437c-9434-b626793dbded), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:31.621047 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 640687d9-cbae-437c-9434-b626793dbded is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:36:31.707633 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d7a8e0-c1a2-45a2-9a0a-011ca322c4b8 None None] Sync routers for ids ['76c6c002-8992-41a9-8fc0-88111e37d35d'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:36:31.720736 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d7a8e0-c1a2-45a2-9a0a-011ca322c4b8 None None] Routers {'76c6c002-8992-41a9-8fc0-88111e37d35d'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:36:31.721431 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f6d7a8e0-c1a2-45a2-9a0a-011ca322c4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:36:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['76c6c002-8992-41a9-8fc0-88111e37d35d'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:36:31.843215 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-f6d7a8e0-c1a2-45a2-9a0a-011ca322c4b8 None None] Set router 76c6c002-8992-41a9-8fc0-88111e37d35d gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:36:32.068905 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f6d7a8e0-c1a2-45a2-9a0a-011ca322c4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c6c002-8992-41a9-8fc0-88111e37d35d', 'name': 'tempest-TestMinimumBasicScenario-1487015527-router', 'tenant_id': '4779d3cc868f408385b4aac17851a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '640687d9-cbae-437c-9434-b626793dbded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:36:25Z', 'updated_at': '2022-02-17T18:36:28Z', 'revision_number': 4, 'project_id': '4779d3cc868f408385b4aac17851a459', 'gw_port': {'id': '640687d9-cbae-437c-9434-b626793dbded', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:df:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c6c002-8992-41a9-8fc0-88111e37d35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:36:26Z', 'updated_at': '2022-02-17T18:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '27002742-c853-40ac-b6f7-f534d5ba813c', 'name': '', 'network_id': '32ecd8fe-5fe0-47d8-93d8-16d0a425f5e0', 'tenant_id': '4779d3cc868f408385b4aac17851a459', 'mac_address': 'fa:16:3e:e0:e6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c6c002-8992-41a9-8fc0-88111e37d35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '4cba22a8-0b68-49a9-90f0-7b6af7dbea3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:36:27Z', 'updated_at': '2022-02-17T18:36:28Z', 'revision_number': 2, 'project_id': '4779d3cc868f408385b4aac17851a459', 'subnets': [{'id': '4cba22a8-0b68-49a9-90f0-7b6af7dbea3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:36:32.097343 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d7a8e0-c1a2-45a2-9a0a-011ca322c4b8 None None] Checking router: 76c6c002-8992-41a9-8fc0-88111e37d35d for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:36:32.097850 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d7a8e0-c1a2-45a2-9a0a-011ca322c4b8 None None] Updating router 76c6c002-8992-41a9-8fc0-88111e37d35d port 27002742-c853-40ac-b6f7-f534d5ba813c binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 18:36:32.132117 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f6d7a8e0-c1a2-45a2-9a0a-011ca322c4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (27002742-c853-40ac-b6f7-f534d5ba813c), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:32.433394 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f6d7a8e0-c1a2-45a2-9a0a-011ca322c4b8 None None] Publish callbacks [] for port (27002742-c853-40ac-b6f7-f534d5ba813c), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:32.440581 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f6d7a8e0-c1a2-45a2-9a0a-011ca322c4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (27002742-c853-40ac-b6f7-f534d5ba813c), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:32.536976 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad6d7e-400b-4c78-a058-9168e08c76d7 None None] Pushing event updated for resources: {'Port': ['ID=27002742-c853-40ac-b6f7-f534d5ba813c,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:36:32.548371 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad6d7e-400b-4c78-a058-9168e08c76d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:36:32.548711 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad6d7e-400b-4c78-a058-9168e08c76d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:36:32.549062 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad6d7e-400b-4c78-a058-9168e08c76d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:36:32.549401 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad6d7e-400b-4c78-a058-9168e08c76d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:36:32.549733 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad6d7e-400b-4c78-a058-9168e08c76d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:36:32.550067 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad6d7e-400b-4c78-a058-9168e08c76d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:36:32.550393 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad6d7e-400b-4c78-a058-9168e08c76d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:36:32.550718 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad6d7e-400b-4c78-a058-9168e08c76d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:36:32.551041 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad6d7e-400b-4c78-a058-9168e08c76d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:36:32.551364 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad6d7e-400b-4c78-a058-9168e08c76d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:36:32.551689 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad6d7e-400b-4c78-a058-9168e08c76d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:36:32.552008 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad6d7e-400b-4c78-a058-9168e08c76d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:36:32.552378 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad6d7e-400b-4c78-a058-9168e08c76d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:36:32.572311 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-f6d7a8e0-c1a2-45a2-9a0a-011ca322c4b8 None None] Attempting to bind port 27002742-c853-40ac-b6f7-f534d5ba813c on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:36:32.572698 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-f6d7a8e0-c1a2-45a2-9a0a-011ca322c4b8 None None] Attempting to bind port 27002742-c853-40ac-b6f7-f534d5ba813c by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'b5436cbd-f3a4-429b-9e41-5e2ebd4ae5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '32ecd8fe-5fe0-47d8-93d8-16d0a425f5e0'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:36:32.573067 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d7a8e0-c1a2-45a2-9a0a-011ca322c4b8 None None] Attempting to bind port 27002742-c853-40ac-b6f7-f534d5ba813c on network 32ecd8fe-5fe0-47d8-93d8-16d0a425f5e0 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:36:32.582106 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d7a8e0-c1a2-45a2-9a0a-011ca322c4b8 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:36:32.582481 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d7a8e0-c1a2-45a2-9a0a-011ca322c4b8 None None] Checking segment: {'id': 'b5436cbd-f3a4-429b-9e41-5e2ebd4ae5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '32ecd8fe-5fe0-47d8-93d8-16d0a425f5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:36:32.582891 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f6d7a8e0-c1a2-45a2-9a0a-011ca322c4b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:32.583285 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d7a8e0-c1a2-45a2-9a0a-011ca322c4b8 None None] Bound using segment: {'id': 'b5436cbd-f3a4-429b-9e41-5e2ebd4ae5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '32ecd8fe-5fe0-47d8-93d8-16d0a425f5e0'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:36:32.583771 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-f6d7a8e0-c1a2-45a2-9a0a-011ca322c4b8 None None] Bound port: 27002742-c853-40ac-b6f7-f534d5ba813c, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5436cbd-f3a4-429b-9e41-5e2ebd4ae5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '32ecd8fe-5fe0-47d8-93d8-16d0a425f5e0'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:36:32.584154 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f6d7a8e0-c1a2-45a2-9a0a-011ca322c4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (27002742-c853-40ac-b6f7-f534d5ba813c), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:32.670820 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-f6d7a8e0-c1a2-45a2-9a0a-011ca322c4b8 None None] For port 27002742-c853-40ac-b6f7-f534d5ba813c, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:36:32.674392 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-f6d7a8e0-c1a2-45a2-9a0a-011ca322c4b8 None None] For port 27002742-c853-40ac-b6f7-f534d5ba813c, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=27002742-c853-40ac-b6f7-f534d5ba813c,segment=NetworkSegment(b5436cbd-f3a4-429b-9e41-5e2ebd4ae5e5),segment_id=b5436cbd-f3a4-429b-9e41-5e2ebd4ae5e5)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:36:32.685539 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f6d7a8e0-c1a2-45a2-9a0a-011ca322c4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (27002742-c853-40ac-b6f7-f534d5ba813c), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:32.757541 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d7a8e0-c1a2-45a2-9a0a-011ca322c4b8 None None] Routers {'76c6c002-8992-41a9-8fc0-88111e37d35d'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:36:32.758191 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f6d7a8e0-c1a2-45a2-9a0a-011ca322c4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:36:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['76c6c002-8992-41a9-8fc0-88111e37d35d'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:36:32.853557 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad6d7e-400b-4c78-a058-9168e08c76d7 None None] Pushing event updated for resources: {'Port': ['ID=27002742-c853-40ac-b6f7-f534d5ba813c,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:36:32.868095 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-e0c578f2-24e8-4b13-acbc-d4ba18684271 None None] Provisioning complete for port 27002742-c853-40ac-b6f7-f534d5ba813c triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:36:32.868548 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e0c578f2-24e8-4b13-acbc-d4ba18684271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (27002742-c853-40ac-b6f7-f534d5ba813c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:33.166154 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-f6d7a8e0-c1a2-45a2-9a0a-011ca322c4b8 None None] Set router 76c6c002-8992-41a9-8fc0-88111e37d35d gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:36:33.175535 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eabbdd9d-15ff-4a62-afbd-0db3ad490149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:33.206240 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-e0c578f2-24e8-4b13-acbc-d4ba18684271 None None] Current status of the port 27002742-c853-40ac-b6f7-f534d5ba813c is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:36:33.206546 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e0c578f2-24e8-4b13-acbc-d4ba18684271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (27002742-c853-40ac-b6f7-f534d5ba813c), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:33.291283 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-e0c578f2-24e8-4b13-acbc-d4ba18684271 None None] For port 27002742-c853-40ac-b6f7-f534d5ba813c, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=27002742-c853-40ac-b6f7-f534d5ba813c,segment=NetworkSegment(b5436cbd-f3a4-429b-9e41-5e2ebd4ae5e5),segment_id=b5436cbd-f3a4-429b-9e41-5e2ebd4ae5e5)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:36:33.305344 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e0c578f2-24e8-4b13-acbc-d4ba18684271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (27002742-c853-40ac-b6f7-f534d5ba813c), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:33.416832 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c578f2-24e8-4b13-acbc-d4ba18684271 None None] Pushing event updated for resources: {'Port': ['ID=27002742-c853-40ac-b6f7-f534d5ba813c,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:36:33.455968 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-a7e477e2-195a-473b-b5fb-6cde1e16cd7e None None] Provisioning complete for port 27002742-c853-40ac-b6f7-f534d5ba813c triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:36:33.458094 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a7e477e2-195a-473b-b5fb-6cde1e16cd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (27002742-c853-40ac-b6f7-f534d5ba813c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:33.523285 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f6d7a8e0-c1a2-45a2-9a0a-011ca322c4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c6c002-8992-41a9-8fc0-88111e37d35d', 'name': 'tempest-TestMinimumBasicScenario-1487015527-router', 'tenant_id': '4779d3cc868f408385b4aac17851a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '640687d9-cbae-437c-9434-b626793dbded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:36:25Z', 'updated_at': '2022-02-17T18:36:28Z', 'revision_number': 4, 'project_id': '4779d3cc868f408385b4aac17851a459', 'gw_port': {'id': '640687d9-cbae-437c-9434-b626793dbded', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:df:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c6c002-8992-41a9-8fc0-88111e37d35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:36:26Z', 'updated_at': '2022-02-17T18:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '27002742-c853-40ac-b6f7-f534d5ba813c', 'name': '', 'network_id': '32ecd8fe-5fe0-47d8-93d8-16d0a425f5e0', 'tenant_id': '4779d3cc868f408385b4aac17851a459', 'mac_address': 'fa:16:3e:e0:e6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c6c002-8992-41a9-8fc0-88111e37d35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '4cba22a8-0b68-49a9-90f0-7b6af7dbea3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:36:27Z', 'updated_at': '2022-02-17T18:36:32Z', 'revision_number': 4, 'project_id': '4779d3cc868f408385b4aac17851a459', 'subnets': [{'id': '4cba22a8-0b68-49a9-90f0-7b6af7dbea3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:36:33.556617 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d7a8e0-c1a2-45a2-9a0a-011ca322c4b8 None None] The sync data for ids ['76c6c002-8992-41a9-8fc0-88111e37d35d'] in n-d-829613-2 is: [{'id': '76c6c002-8992-41a9-8fc0-88111e37d35d', 'name': 'tempest-TestMinimumBasicScenario-1487015527-router', 'tenant_id': '4779d3cc868f408385b4aac17851a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '640687d9-cbae-437c-9434-b626793dbded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:36:25Z', 'updated_at': '2022-02-17T18:36:28Z', 'revision_number': 4, 'project_id': '4779d3cc868f408385b4aac17851a459', 'gw_port': {'id': '640687d9-cbae-437c-9434-b626793dbded', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:df:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c6c002-8992-41a9-8fc0-88111e37d35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:36:26Z', 'updated_at': '2022-02-17T18:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '27002742-c853-40ac-b6f7-f534d5ba813c', 'name': '', 'network_id': '32ecd8fe-5fe0-47d8-93d8-16d0a425f5e0', 'tenant_id': '4779d3cc868f408385b4aac17851a459', 'mac_address': 'fa:16:3e:e0:e6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c6c002-8992-41a9-8fc0-88111e37d35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '4cba22a8-0b68-49a9-90f0-7b6af7dbea3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:36:27Z', 'updated_at': '2022-02-17T18:36:32Z', 'revision_number': 4, 'project_id': '4779d3cc868f408385b4aac17851a459', 'subnets': [{'id': '4cba22a8-0b68-49a9-90f0-7b6af7dbea3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:36:33.600111 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-a7e477e2-195a-473b-b5fb-6cde1e16cd7e None None] Current status of the port 27002742-c853-40ac-b6f7-f534d5ba813c is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:36:35.459741 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 27002742-c853-40ac-b6f7-f534d5ba813c up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:36:35.514631 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 27002742-c853-40ac-b6f7-f534d5ba813c triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:36:35.515011 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (27002742-c853-40ac-b6f7-f534d5ba813c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:35.570291 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b4214d9a-5070-4601-94ed-4b47af955997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:35.624386 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 27002742-c853-40ac-b6f7-f534d5ba813c is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:36:36.951341 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:38.162461 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:39.239444 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:39.286277 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28682a98-0050-42bc-8df3-9060e99b1eb1 req-c1128c9b-a15f-4f78-b360-128fdbc942e6 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:36:39.287767 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-28682a98-0050-42bc-8df3-9060e99b1eb1 req-c1128c9b-a15f-4f78-b360-128fdbc942e6 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/networks?id=a4c557bb-045c-4f06-a64a-a61497f25a40 HTTP/1.1" status: 200 len: 815 time: 0.1015272 Feb 17 18:36:39.303359 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-28682a98-0050-42bc-8df3-9060e99b1eb1 req-4860f63a-735b-4f62-bb1c-d313da9d94a9 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/quotas/e0333dbd1f504ef79d66fb760a35c3c5 HTTP/1.1" status: 200 len: 375 time: 0.0097342 Feb 17 18:36:39.361201 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-28682a98-0050-42bc-8df3-9060e99b1eb1 req-4757ce04-4122-498c-8515-b92b38295103 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=e0333dbd1f504ef79d66fb760a35c3c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527260 Feb 17 18:36:39.455183 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-28682a98-0050-42bc-8df3-9060e99b1eb1 req-05b7d324-16bc-4e1e-b7d5-aeef36d9fcec service neutron] 10.222.0.87 "GET /v2.0/networks/a4c557bb-045c-4f06-a64a-a61497f25a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825655 Feb 17 18:36:39.547178 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-28682a98-0050-42bc-8df3-9060e99b1eb1 req-57422dc4-7ef4-4431-b014-bc9ce5240caf service neutron] 10.222.0.87 "GET /v2.0/networks/a4c557bb-045c-4f06-a64a-a61497f25a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862398 Feb 17 18:36:40.713904 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c6022833-b7ee-49e7-b911-6e751818949b req-25d55ed8-d85c-4c77-97e1-19f51ac7c629 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/ports?device_id=146a6267-70fe-473c-b096-ef9ceae6f3f6 HTTP/1.1" status: 200 len: 210 time: 0.0267665 Feb 17 18:36:41.804922 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28682a98-0050-42bc-8df3-9060e99b1eb1 req-20b693f0-ef44-42ab-9161-4000061c2aa4 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:36:41.806881 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-28682a98-0050-42bc-8df3-9060e99b1eb1 req-20b693f0-ef44-42ab-9161-4000061c2aa4 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.71 "GET /v2.0/networks?id=a4c557bb-045c-4f06-a64a-a61497f25a40 HTTP/1.1" status: 200 len: 815 time: 0.1199613 Feb 17 18:36:41.816381 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a9901065-6189-4deb-8685-f95b136b6bb5 req-163981c7-27fd-42bc-a6b4-c847f867bd78 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/ports?device_id=146a6267-70fe-473c-b096-ef9ceae6f3f6 HTTP/1.1" status: 200 len: 210 time: 0.0287488 Feb 17 18:36:41.819412 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-28682a98-0050-42bc-8df3-9060e99b1eb1 req-98f42c32-10ba-4a13-ad29-85e7a314a49b tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Request body: {'port': {'device_id': '146a6267-70fe-473c-b096-ef9ceae6f3f6', 'network_id': 'a4c557bb-045c-4f06-a64a-a61497f25a40', 'admin_state_up': True, 'tenant_id': 'e0333dbd1f504ef79d66fb760a35c3c5'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:36:41.932445 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28682a98-0050-42bc-8df3-9060e99b1eb1 req-98f42c32-10ba-4a13-ad29-85e7a314a49b tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Made reservation on behalf of e0333dbd1f504ef79d66fb760a35c3c5 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:36:41.935902 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-28682a98-0050-42bc-8df3-9060e99b1eb1 req-98f42c32-10ba-4a13-ad29-85e7a314a49b tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:42.080077 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-28682a98-0050-42bc-8df3-9060e99b1eb1 req-98f42c32-10ba-4a13-ad29-85e7a314a49b tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Allocated IP 172.20.0.13 (a4c557bb-045c-4f06-a64a-a61497f25a40/80260c0c-5205-4549-8efc-ea44b6970739/63bcd6b3-a55a-480d-8e88-1ef2f1862682) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:36:42.283127 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-28682a98-0050-42bc-8df3-9060e99b1eb1 req-98f42c32-10ba-4a13-ad29-85e7a314a49b tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks [] for port (63bcd6b3-a55a-480d-8e88-1ef2f1862682), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:42.334096 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-28682a98-0050-42bc-8df3-9060e99b1eb1 req-98f42c32-10ba-4a13-ad29-85e7a314a49b tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (63bcd6b3-a55a-480d-8e88-1ef2f1862682), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:42.371103 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28682a98-0050-42bc-8df3-9060e99b1eb1 req-98f42c32-10ba-4a13-ad29-85e7a314a49b tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Network a4c557bb-045c-4f06-a64a-a61497f25a40 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:36:42.373952 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-28682a98-0050-42bc-8df3-9060e99b1eb1 req-98f42c32-10ba-4a13-ad29-85e7a314a49b tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:36:42.376484 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-28682a98-0050-42bc-8df3-9060e99b1eb1 req-98f42c32-10ba-4a13-ad29-85e7a314a49b tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:36:42.460741 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f42c32-10ba-4a13-ad29-85e7a314a49b tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Pushing event updated for resources: {'Port': ['ID=63bcd6b3-a55a-480d-8e88-1ef2f1862682,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:36:42.480052 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28682a98-0050-42bc-8df3-9060e99b1eb1 req-98f42c32-10ba-4a13-ad29-85e7a314a49b tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:36:42.480724 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-28682a98-0050-42bc-8df3-9060e99b1eb1 req-98f42c32-10ba-4a13-ad29-85e7a314a49b tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:42.502206 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-28682a98-0050-42bc-8df3-9060e99b1eb1 req-98f42c32-10ba-4a13-ad29-85e7a314a49b tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6864078 Feb 17 18:36:42.713730 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-3f9b3d2f-85bc-4848-9eb2-f24bb2cd7635 None None] Provisioning complete for port 63bcd6b3-a55a-480d-8e88-1ef2f1862682 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:36:42.714299 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3f9b3d2f-85bc-4848-9eb2-f24bb2cd7635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (63bcd6b3-a55a-480d-8e88-1ef2f1862682), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:42.755639 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-3f9b3d2f-85bc-4848-9eb2-f24bb2cd7635 None None] Port 63bcd6b3-a55a-480d-8e88-1ef2f1862682 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:36:42.948212 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d6a73-a72c-4a1b-b09c-69519769d951 req-9ecf549b-3e67-4b34-98ce-93100aed4334 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:36:42.949807 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1e9d6a73-a72c-4a1b-b09c-69519769d951 req-9ecf549b-3e67-4b34-98ce-93100aed4334 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/ports?device_id=146a6267-70fe-473c-b096-ef9ceae6f3f6 HTTP/1.1" status: 200 len: 932 time: 0.0561843 Feb 17 18:36:43.012839 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1e9d6a73-a72c-4a1b-b09c-69519769d951 req-ae46b923-838d-4770-af3d-2d67ed08197b tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/security-groups?id=04345c36-269b-4911-810c-8382015a5052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570033 Feb 17 18:36:44.151765 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71152965-1dbf-4185-9801-7681eeff2039 req-fe4a81c2-760b-45af-9464-e98d50e7ad1d tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:36:44.154287 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-71152965-1dbf-4185-9801-7681eeff2039 req-fe4a81c2-760b-45af-9464-e98d50e7ad1d tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/ports?device_id=146a6267-70fe-473c-b096-ef9ceae6f3f6 HTTP/1.1" status: 200 len: 932 time: 0.0685995 Feb 17 18:36:44.213601 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-71152965-1dbf-4185-9801-7681eeff2039 req-5401190d-85ee-472f-97d7-eb5b2f5ebc7a tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/security-groups?id=04345c36-269b-4911-810c-8382015a5052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531359 Feb 17 18:36:45.335791 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f101ab-bdfb-470c-a7e8-de92aa56fe57 req-4c0da374-0ca1-4e54-ad36-280dc998102f tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:36:45.337875 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a3f101ab-bdfb-470c-a7e8-de92aa56fe57 req-4c0da374-0ca1-4e54-ad36-280dc998102f tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/ports?device_id=146a6267-70fe-473c-b096-ef9ceae6f3f6 HTTP/1.1" status: 200 len: 932 time: 0.0608661 Feb 17 18:36:45.390067 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a3f101ab-bdfb-470c-a7e8-de92aa56fe57 req-51be9169-9bdc-4d79-a25f-957432d74416 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/security-groups?id=04345c36-269b-4911-810c-8382015a5052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447109 Feb 17 18:36:46.540557 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4115768f-6be1-413a-8930-2464693f21b2 req-ad008a92-a1c5-46c6-90d6-1160aa1fee98 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:36:46.542124 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4115768f-6be1-413a-8930-2464693f21b2 req-ad008a92-a1c5-46c6-90d6-1160aa1fee98 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/ports?device_id=146a6267-70fe-473c-b096-ef9ceae6f3f6 HTTP/1.1" status: 200 len: 932 time: 0.0692101 Feb 17 18:36:46.591571 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4115768f-6be1-413a-8930-2464693f21b2 req-7bd03b33-385b-425f-ad2a-ba7ea00625c3 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/security-groups?id=04345c36-269b-4911-810c-8382015a5052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434558 Feb 17 18:36:47.723979 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a921396-4c70-4de6-94e9-e2dc42da5ee1 req-4cdeca2b-8152-4f93-9643-4756bc0b6244 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:36:47.725588 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5a921396-4c70-4de6-94e9-e2dc42da5ee1 req-4cdeca2b-8152-4f93-9643-4756bc0b6244 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/ports?device_id=146a6267-70fe-473c-b096-ef9ceae6f3f6 HTTP/1.1" status: 200 len: 932 time: 0.0572999 Feb 17 18:36:47.778651 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5a921396-4c70-4de6-94e9-e2dc42da5ee1 req-49ab569f-d647-4e8c-b2b8-1723b9160b1d tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/security-groups?id=04345c36-269b-4911-810c-8382015a5052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456738 Feb 17 18:36:48.907367 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:36:48.910519 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90181827-52ee-4f15-8a72-a5f955dbc2d2 req-37912ea3-434c-4ea4-8ef9-a71cf66b91cb tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:36:48.912078 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-90181827-52ee-4f15-8a72-a5f955dbc2d2 req-37912ea3-434c-4ea4-8ef9-a71cf66b91cb tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/ports?device_id=146a6267-70fe-473c-b096-ef9ceae6f3f6 HTTP/1.1" status: 200 len: 932 time: 0.0630651 Feb 17 18:36:48.968849 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-90181827-52ee-4f15-8a72-a5f955dbc2d2 req-848b01dd-5da5-442f-be81-021d220c767f tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/security-groups?id=04345c36-269b-4911-810c-8382015a5052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503438 Feb 17 18:36:49.510622 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:49.686374 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [req-28682a98-0050-42bc-8df3-9060e99b1eb1 req-f3acdb2c-b10d-4f8d-90a9-cb9cd306bf7c tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 18:36:49.687237 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-28682a98-0050-42bc-8df3-9060e99b1eb1 req-f3acdb2c-b10d-4f8d-90a9-cb9cd306bf7c tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062551 Feb 17 18:36:49.703980 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-28682a98-0050-42bc-8df3-9060e99b1eb1 req-00fbd87f-2b2a-40e4-b33c-7480b16ef4cb service neutron] Request body: {'port': {'device_id': '146a6267-70fe-473c-b096-ef9ceae6f3f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:36:49.762970 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-28682a98-0050-42bc-8df3-9060e99b1eb1 req-00fbd87f-2b2a-40e4-b33c-7480b16ef4cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (63bcd6b3-a55a-480d-8e88-1ef2f1862682), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:50.030750 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-28682a98-0050-42bc-8df3-9060e99b1eb1 req-00fbd87f-2b2a-40e4-b33c-7480b16ef4cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63bcd6b3-a55a-480d-8e88-1ef2f1862682 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:36:50.039118 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-28682a98-0050-42bc-8df3-9060e99b1eb1 req-00fbd87f-2b2a-40e4-b33c-7480b16ef4cb service neutron] Publish callbacks [] for port (63bcd6b3-a55a-480d-8e88-1ef2f1862682), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:50.051732 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-28682a98-0050-42bc-8df3-9060e99b1eb1 req-00fbd87f-2b2a-40e4-b33c-7480b16ef4cb service neutron] Transition to ACTIVE for port object 63bcd6b3-a55a-480d-8e88-1ef2f1862682 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 18:36:50.056848 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-28682a98-0050-42bc-8df3-9060e99b1eb1 req-00fbd87f-2b2a-40e4-b33c-7480b16ef4cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (63bcd6b3-a55a-480d-8e88-1ef2f1862682), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:50.096399 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d9f2f-c610-423b-b1a8-614c7d308056 req-f75b5570-779a-42c6-b624-5120206d2fa4 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:36:50.098207 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-948d9f2f-c610-423b-b1a8-614c7d308056 req-f75b5570-779a-42c6-b624-5120206d2fa4 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/ports?device_id=146a6267-70fe-473c-b096-ef9ceae6f3f6 HTTP/1.1" status: 200 len: 932 time: 0.0552533 Feb 17 18:36:50.113845 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fbd87f-2b2a-40e4-b33c-7480b16ef4cb service neutron] Pushing event updated for resources: {'Port': ['ID=63bcd6b3-a55a-480d-8e88-1ef2f1862682,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:36:50.152553 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-948d9f2f-c610-423b-b1a8-614c7d308056 req-7dfb1e57-6712-4379-bc21-e3fee6d02457 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/security-groups?id=04345c36-269b-4911-810c-8382015a5052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460231 Feb 17 18:36:50.177832 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-28682a98-0050-42bc-8df3-9060e99b1eb1 req-00fbd87f-2b2a-40e4-b33c-7480b16ef4cb service neutron] Attempting to bind port 63bcd6b3-a55a-480d-8e88-1ef2f1862682 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:36:50.178181 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-28682a98-0050-42bc-8df3-9060e99b1eb1 req-00fbd87f-2b2a-40e4-b33c-7480b16ef4cb service neutron] Attempting to bind port 63bcd6b3-a55a-480d-8e88-1ef2f1862682 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '65dcd4b1-23ad-413a-9c9a-59d8e45fcbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a4c557bb-045c-4f06-a64a-a61497f25a40'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:36:50.178517 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28682a98-0050-42bc-8df3-9060e99b1eb1 req-00fbd87f-2b2a-40e4-b33c-7480b16ef4cb service neutron] Attempting to bind port 63bcd6b3-a55a-480d-8e88-1ef2f1862682 on network a4c557bb-045c-4f06-a64a-a61497f25a40 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:36:50.183519 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28682a98-0050-42bc-8df3-9060e99b1eb1 req-00fbd87f-2b2a-40e4-b33c-7480b16ef4cb service neutron] Port 63bcd6b3-a55a-480d-8e88-1ef2f1862682 on network a4c557bb-045c-4f06-a64a-a61497f25a40 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:36:50.183843 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28682a98-0050-42bc-8df3-9060e99b1eb1 req-00fbd87f-2b2a-40e4-b33c-7480b16ef4cb service neutron] Attempting to bind port 63bcd6b3-a55a-480d-8e88-1ef2f1862682 on network a4c557bb-045c-4f06-a64a-a61497f25a40 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:36:50.188801 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28682a98-0050-42bc-8df3-9060e99b1eb1 req-00fbd87f-2b2a-40e4-b33c-7480b16ef4cb service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:36:50.189152 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28682a98-0050-42bc-8df3-9060e99b1eb1 req-00fbd87f-2b2a-40e4-b33c-7480b16ef4cb service neutron] Checking segment: {'id': '65dcd4b1-23ad-413a-9c9a-59d8e45fcbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a4c557bb-045c-4f06-a64a-a61497f25a40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:36:50.189542 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28682a98-0050-42bc-8df3-9060e99b1eb1 req-00fbd87f-2b2a-40e4-b33c-7480b16ef4cb service neutron] Bound using segment: {'id': '65dcd4b1-23ad-413a-9c9a-59d8e45fcbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a4c557bb-045c-4f06-a64a-a61497f25a40'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:36:50.189972 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-28682a98-0050-42bc-8df3-9060e99b1eb1 req-00fbd87f-2b2a-40e4-b33c-7480b16ef4cb service neutron] Bound port: 63bcd6b3-a55a-480d-8e88-1ef2f1862682, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65dcd4b1-23ad-413a-9c9a-59d8e45fcbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a4c557bb-045c-4f06-a64a-a61497f25a40'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:36:50.190331 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-28682a98-0050-42bc-8df3-9060e99b1eb1 req-00fbd87f-2b2a-40e4-b33c-7480b16ef4cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (63bcd6b3-a55a-480d-8e88-1ef2f1862682), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:50.263328 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-28682a98-0050-42bc-8df3-9060e99b1eb1 req-00fbd87f-2b2a-40e4-b33c-7480b16ef4cb service neutron] For port 63bcd6b3-a55a-480d-8e88-1ef2f1862682, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:36:50.266655 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-28682a98-0050-42bc-8df3-9060e99b1eb1 req-00fbd87f-2b2a-40e4-b33c-7480b16ef4cb service neutron] For port 63bcd6b3-a55a-480d-8e88-1ef2f1862682, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=63bcd6b3-a55a-480d-8e88-1ef2f1862682,segment=NetworkSegment(65dcd4b1-23ad-413a-9c9a-59d8e45fcbcc),segment_id=65dcd4b1-23ad-413a-9c9a-59d8e45fcbcc)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:36:50.273789 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-28682a98-0050-42bc-8df3-9060e99b1eb1 req-00fbd87f-2b2a-40e4-b33c-7480b16ef4cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (63bcd6b3-a55a-480d-8e88-1ef2f1862682), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:50.296358 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:50.309518 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28682a98-0050-42bc-8df3-9060e99b1eb1 req-00fbd87f-2b2a-40e4-b33c-7480b16ef4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:36:50.310142 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-28682a98-0050-42bc-8df3-9060e99b1eb1 req-00fbd87f-2b2a-40e4-b33c-7480b16ef4cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:50.311545 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-28682a98-0050-42bc-8df3-9060e99b1eb1 req-00fbd87f-2b2a-40e4-b33c-7480b16ef4cb service neutron] 10.222.0.71 "PUT /v2.0/ports/63bcd6b3-a55a-480d-8e88-1ef2f1862682 HTTP/1.1" status: 200 len: 1092 time: 0.6115317 Feb 17 18:36:50.311990 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '146a6267-70fe-473c-b096-ef9ceae6f3f6', 'tag': '63bcd6b3-a55a-480d-8e88-1ef2f1862682'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:36:50.314284 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78dc2734-5312-4c5c-aa36-9c5a0101ca8b" -d '{"events": [{"name": "network-changed", "server_uuid": "146a6267-70fe-473c-b096-ef9ceae6f3f6", "tag": "63bcd6b3-a55a-480d-8e88-1ef2f1862682"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:36:50.338511 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fbd87f-2b2a-40e4-b33c-7480b16ef4cb service neutron] Pushing event updated for resources: {'Port': ['ID=63bcd6b3-a55a-480d-8e88-1ef2f1862682,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:36:50.359603 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd973c57-241e-4a97-b7c4-b312b5e81dce x-openstack-request-id: req-cd973c57-241e-4a97-b7c4-b312b5e81dce {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:36:50.360014 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "146a6267-70fe-473c-b096-ef9ceae6f3f6", "tag": "63bcd6b3-a55a-480d-8e88-1ef2f1862682", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:36:50.360471 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-cd973c57-241e-4a97-b7c4-b312b5e81dce {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:36:50.360987 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '146a6267-70fe-473c-b096-ef9ceae6f3f6', 'tag': '63bcd6b3-a55a-480d-8e88-1ef2f1862682', 'status': 'completed', 'code': 200} Feb 17 18:36:50.421657 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28682a98-0050-42bc-8df3-9060e99b1eb1 req-4e1f293c-a087-4b36-bd08-74dc2e2a4aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:36:50.423197 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-28682a98-0050-42bc-8df3-9060e99b1eb1 req-4e1f293c-a087-4b36-bd08-74dc2e2a4aa6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e0333dbd1f504ef79d66fb760a35c3c5&device_id=146a6267-70fe-473c-b096-ef9ceae6f3f6 HTTP/1.1" status: 200 len: 1126 time: 0.0469155 Feb 17 18:36:50.467876 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-28682a98-0050-42bc-8df3-9060e99b1eb1 req-a4e12aff-7857-452c-a45a-9a6425e8f378 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63bcd6b3-a55a-480d-8e88-1ef2f1862682 HTTP/1.1" status: 200 len: 217 time: 0.0383544 Feb 17 18:36:50.518846 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28682a98-0050-42bc-8df3-9060e99b1eb1 req-ce4ebb96-ba70-4bdc-bf25-1e3e092e38c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:36:50.520235 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-28682a98-0050-42bc-8df3-9060e99b1eb1 req-ce4ebb96-ba70-4bdc-bf25-1e3e092e38c8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=80260c0c-5205-4549-8efc-ea44b6970739 HTTP/1.1" status: 200 len: 854 time: 0.0464022 Feb 17 18:36:50.569832 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28682a98-0050-42bc-8df3-9060e99b1eb1 req-a32eb7f5-856a-4ae5-89bd-c5ca1d596595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:36:50.571420 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-28682a98-0050-42bc-8df3-9060e99b1eb1 req-a32eb7f5-856a-4ae5-89bd-c5ca1d596595 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a4c557bb-045c-4f06-a64a-a61497f25a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450144 Feb 17 18:36:50.661275 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-28682a98-0050-42bc-8df3-9060e99b1eb1 req-10b27c70-6991-4615-9f47-0b83f7a2ef5a service neutron] 10.222.0.71 "GET /v2.0/networks/a4c557bb-045c-4f06-a64a-a61497f25a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833983 Feb 17 18:36:50.749203 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-28682a98-0050-42bc-8df3-9060e99b1eb1 req-47e57a43-e8f8-479e-b916-6769225d82a1 service neutron] 10.222.0.71 "GET /v2.0/networks/a4c557bb-045c-4f06-a64a-a61497f25a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818639 Feb 17 18:36:50.834789 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc2734-5312-4c5c-aa36-9c5a0101ca8b req-fe11044d-66c9-40aa-84a8-87566b662e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:36:50.836206 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-78dc2734-5312-4c5c-aa36-9c5a0101ca8b req-fe11044d-66c9-40aa-84a8-87566b662e07 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e0333dbd1f504ef79d66fb760a35c3c5&device_id=146a6267-70fe-473c-b096-ef9ceae6f3f6 HTTP/1.1" status: 200 len: 1126 time: 0.0436561 Feb 17 18:36:50.928782 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc2734-5312-4c5c-aa36-9c5a0101ca8b req-045c4aa2-ff5b-4063-afd5-fe41fd193ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:36:50.930810 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-78dc2734-5312-4c5c-aa36-9c5a0101ca8b req-045c4aa2-ff5b-4063-afd5-fe41fd193ad3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a4c557bb-045c-4f06-a64a-a61497f25a40 HTTP/1.1" status: 200 len: 916 time: 0.0888164 Feb 17 18:36:50.969959 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-78dc2734-5312-4c5c-aa36-9c5a0101ca8b req-b05dae95-022a-4788-bf74-86aa1189332e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63bcd6b3-a55a-480d-8e88-1ef2f1862682 HTTP/1.1" status: 200 len: 217 time: 0.0329659 Feb 17 18:36:51.020512 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc2734-5312-4c5c-aa36-9c5a0101ca8b req-3d4cfeca-5ba3-43c4-a30f-d1e8b6015615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:36:51.021947 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-78dc2734-5312-4c5c-aa36-9c5a0101ca8b req-3d4cfeca-5ba3-43c4-a30f-d1e8b6015615 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=80260c0c-5205-4549-8efc-ea44b6970739 HTTP/1.1" status: 200 len: 854 time: 0.0459468 Feb 17 18:36:51.070513 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc2734-5312-4c5c-aa36-9c5a0101ca8b req-2a47d8f9-9bfe-4a57-a1f3-42a85f10e03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:36:51.071995 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-78dc2734-5312-4c5c-aa36-9c5a0101ca8b req-2a47d8f9-9bfe-4a57-a1f3-42a85f10e03a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a4c557bb-045c-4f06-a64a-a61497f25a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433528 Feb 17 18:36:51.164315 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-78dc2734-5312-4c5c-aa36-9c5a0101ca8b req-4878ea76-e4b3-4608-92a5-432f37da6d00 service neutron] 10.222.0.71 "GET /v2.0/networks/a4c557bb-045c-4f06-a64a-a61497f25a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836616 Feb 17 18:36:51.252679 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-78dc2734-5312-4c5c-aa36-9c5a0101ca8b req-7368d053-2697-4d67-b003-57a1489fb8f1 service neutron] 10.222.0.71 "GET /v2.0/networks/a4c557bb-045c-4f06-a64a-a61497f25a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820677 Feb 17 18:36:51.269332 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4fbc7-87dc-408a-83d2-4c3ea9cb0011 req-c1acdcb4-2a04-40df-a2d6-a156acf66a01 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:36:51.270829 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f6e4fbc7-87dc-408a-83d2-4c3ea9cb0011 req-c1acdcb4-2a04-40df-a2d6-a156acf66a01 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/ports?device_id=146a6267-70fe-473c-b096-ef9ceae6f3f6 HTTP/1.1" status: 200 len: 944 time: 0.0533817 Feb 17 18:36:51.318846 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f6e4fbc7-87dc-408a-83d2-4c3ea9cb0011 req-e01feebd-a8f9-44aa-9284-c7158213e9bf tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/security-groups?id=04345c36-269b-4911-810c-8382015a5052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421553 Feb 17 18:36:52.440924 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a80b4-44ce-4832-bddc-693616e2f9e0 req-3cccc0a1-bcff-4e98-8c54-4c6b01062256 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:36:52.442410 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-134a80b4-44ce-4832-bddc-693616e2f9e0 req-3cccc0a1-bcff-4e98-8c54-4c6b01062256 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/ports?device_id=146a6267-70fe-473c-b096-ef9ceae6f3f6 HTTP/1.1" status: 200 len: 944 time: 0.0559671 Feb 17 18:36:52.488451 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-134a80b4-44ce-4832-bddc-693616e2f9e0 req-9c742655-073b-4ab6-83a0-4cb0eee3a8c8 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/security-groups?id=04345c36-269b-4911-810c-8382015a5052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406528 Feb 17 18:36:53.603761 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54fe69-ab08-4097-8951-cf86e612031b req-dc06e833-c605-4ae8-bf8d-f1407646b8ec tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:36:53.605241 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5f54fe69-ab08-4097-8951-cf86e612031b req-dc06e833-c605-4ae8-bf8d-f1407646b8ec tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/ports?device_id=146a6267-70fe-473c-b096-ef9ceae6f3f6 HTTP/1.1" status: 200 len: 944 time: 0.0514085 Feb 17 18:36:53.650901 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5f54fe69-ab08-4097-8951-cf86e612031b req-4c08c0a1-0a3c-463b-89dc-4611f524b9b5 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/security-groups?id=04345c36-269b-4911-810c-8382015a5052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400469 Feb 17 18:36:54.309581 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 63bcd6b3-a55a-480d-8e88-1ef2f1862682 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:36:54.405954 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 63bcd6b3-a55a-480d-8e88-1ef2f1862682, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=63bcd6b3-a55a-480d-8e88-1ef2f1862682,segment=NetworkSegment(65dcd4b1-23ad-413a-9c9a-59d8e45fcbcc),segment_id=65dcd4b1-23ad-413a-9c9a-59d8e45fcbcc)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:36:54.417537 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '63bcd6b3-a55a-480d-8e88-1ef2f1862682', 'network_id': 'a4c557bb-045c-4f06-a64a-a61497f25a40', 'port_id': '63bcd6b3-a55a-480d-8e88-1ef2f1862682', 'mac_address': 'fa:16:3e:3c:8a:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80260c0c-5205-4549-8efc-ea44b6970739', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:36:54.456988 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 63bcd6b3-a55a-480d-8e88-1ef2f1862682 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:36:54.457388 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (63bcd6b3-a55a-480d-8e88-1ef2f1862682), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:54.470445 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63bcd6b3-a55a-480d-8e88-1ef2f1862682 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:36:54.489908 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 63bcd6b3-a55a-480d-8e88-1ef2f1862682, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=63bcd6b3-a55a-480d-8e88-1ef2f1862682,segment=NetworkSegment(65dcd4b1-23ad-413a-9c9a-59d8e45fcbcc),segment_id=65dcd4b1-23ad-413a-9c9a-59d8e45fcbcc)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:36:54.494732 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (63bcd6b3-a55a-480d-8e88-1ef2f1862682), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:54.545189 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=63bcd6b3-a55a-480d-8e88-1ef2f1862682,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:36:54.710101 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['63bcd6b3-a55a-480d-8e88-1ef2f1862682'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:36:54.770546 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af441490-bc3e-447b-9866-53543f278f2b req-1e96f88a-b23b-4946-958e-3ccb86b2e5cf tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:36:54.772037 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-af441490-bc3e-447b-9866-53543f278f2b req-1e96f88a-b23b-4946-958e-3ccb86b2e5cf tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/ports?device_id=146a6267-70fe-473c-b096-ef9ceae6f3f6 HTTP/1.1" status: 200 len: 945 time: 0.0526166 Feb 17 18:36:54.822446 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-af441490-bc3e-447b-9866-53543f278f2b req-ebd8df5e-a630-4af5-bba1-0540923ad175 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/security-groups?id=04345c36-269b-4911-810c-8382015a5052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447533 Feb 17 18:36:55.937772 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e18eab-6c5c-4976-b98e-08c33fc642c2 req-37237447-a1e0-4e74-be37-4a85b9432680 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:36:55.939236 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-29e18eab-6c5c-4976-b98e-08c33fc642c2 req-37237447-a1e0-4e74-be37-4a85b9432680 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/ports?device_id=146a6267-70fe-473c-b096-ef9ceae6f3f6 HTTP/1.1" status: 200 len: 945 time: 0.0522053 Feb 17 18:36:55.984220 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-29e18eab-6c5c-4976-b98e-08c33fc642c2 req-b033ec8c-3be0-4756-9af1-c4f7c530ff94 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/security-groups?id=04345c36-269b-4911-810c-8382015a5052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395234 Feb 17 18:36:56.315744 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 63bcd6b3-a55a-480d-8e88-1ef2f1862682 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:36:56.363362 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 63bcd6b3-a55a-480d-8e88-1ef2f1862682 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 18:36:56.367206 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 63bcd6b3-a55a-480d-8e88-1ef2f1862682 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:36:56.368521 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (63bcd6b3-a55a-480d-8e88-1ef2f1862682), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:56.443537 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 63bcd6b3-a55a-480d-8e88-1ef2f1862682 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:36:56.443920 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (63bcd6b3-a55a-480d-8e88-1ef2f1862682), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:56.465106 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '146a6267-70fe-473c-b096-ef9ceae6f3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63bcd6b3-a55a-480d-8e88-1ef2f1862682'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:36:56.467330 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a58b36eb5214be741a58d8f0f454d70cefb3ebdc097f6d2df64ce05b1b6ee80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906c9c23-c312-4ab3-9278-a92a1a6cbbc5" -d '{"events": [{"server_uuid": "146a6267-70fe-473c-b096-ef9ceae6f3f6", "name": "network-vif-plugged", "status": "completed", "tag": "63bcd6b3-a55a-480d-8e88-1ef2f1862682"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:36:56.480198 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 63bcd6b3-a55a-480d-8e88-1ef2f1862682, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=63bcd6b3-a55a-480d-8e88-1ef2f1862682,segment=NetworkSegment(65dcd4b1-23ad-413a-9c9a-59d8e45fcbcc),segment_id=65dcd4b1-23ad-413a-9c9a-59d8e45fcbcc)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:36:56.484116 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (63bcd6b3-a55a-480d-8e88-1ef2f1862682), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:36:56.512723 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9370e330-e9ed-4aa5-be91-7d32199f53a2 x-openstack-request-id: req-9370e330-e9ed-4aa5-be91-7d32199f53a2 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:36:56.513027 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "146a6267-70fe-473c-b096-ef9ceae6f3f6", "name": "network-vif-plugged", "status": "completed", "tag": "63bcd6b3-a55a-480d-8e88-1ef2f1862682", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:36:56.513284 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9370e330-e9ed-4aa5-be91-7d32199f53a2 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:36:56.513681 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '146a6267-70fe-473c-b096-ef9ceae6f3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63bcd6b3-a55a-480d-8e88-1ef2f1862682', 'code': 200} Feb 17 18:36:56.543753 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=63bcd6b3-a55a-480d-8e88-1ef2f1862682,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:36:56.602828 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac716b-d059-4dfc-b547-a3cbec77e358 req-b0a5e6e9-40d6-4525-80ee-5f6034df7c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:36:56.604230 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3cac716b-d059-4dfc-b547-a3cbec77e358 req-b0a5e6e9-40d6-4525-80ee-5f6034df7c9f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=146a6267-70fe-473c-b096-ef9ceae6f3f6 HTTP/1.1" status: 200 len: 1128 time: 0.0433338 Feb 17 18:36:56.652037 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3cac716b-d059-4dfc-b547-a3cbec77e358 req-8a167afa-1622-4259-a091-40afc0a00b44 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=04345c36-269b-4911-810c-8382015a5052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414140 Feb 17 18:36:57.100543 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe467a9-dba8-483f-bbbe-4b918b32d9cb req-cc3f20a6-0f8f-42cb-8fa8-77375acb1241 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:36:57.102507 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6fe467a9-dba8-483f-bbbe-4b918b32d9cb req-cc3f20a6-0f8f-42cb-8fa8-77375acb1241 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/ports?device_id=146a6267-70fe-473c-b096-ef9ceae6f3f6 HTTP/1.1" status: 200 len: 946 time: 0.0511281 Feb 17 18:36:57.153445 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6fe467a9-dba8-483f-bbbe-4b918b32d9cb req-9516a14f-aa52-4bb2-8ca0-8070027cee3c tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/security-groups?id=04345c36-269b-4911-810c-8382015a5052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453668 Feb 17 18:36:58.284729 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18259a18-47a1-447d-990b-bd39ea96a353 req-5ec0f311-dbe0-44e8-a22c-e8672b2641f2 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:36:58.286290 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-18259a18-47a1-447d-990b-bd39ea96a353 req-5ec0f311-dbe0-44e8-a22c-e8672b2641f2 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/ports?device_id=146a6267-70fe-473c-b096-ef9ceae6f3f6 HTTP/1.1" status: 200 len: 946 time: 0.0580814 Feb 17 18:36:58.333111 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-18259a18-47a1-447d-990b-bd39ea96a353 req-b26ef9fd-ad47-4cd4-903d-afb34afd37b9 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/security-groups?id=04345c36-269b-4911-810c-8382015a5052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406475 Feb 17 18:36:58.461035 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e53bc-7a42-466d-b14f-d069174d140c req-d763aa09-db0d-43c7-bbda-4efb56ab5555 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:36:58.463008 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6a2e53bc-7a42-466d-b14f-d069174d140c req-d763aa09-db0d-43c7-bbda-4efb56ab5555 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/ports?device_id=146a6267-70fe-473c-b096-ef9ceae6f3f6 HTTP/1.1" status: 200 len: 946 time: 0.0527539 Feb 17 18:36:58.510571 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6a2e53bc-7a42-466d-b14f-d069174d140c req-e43c5a77-d60a-4987-a22e-b953f5c4d6e6 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/security-groups?id=04345c36-269b-4911-810c-8382015a5052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419745 Feb 17 18:36:58.702002 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9fd01-0275-4db1-b731-fd7c6086c50f req-cff0ccad-332d-4c32-baba-71e88b51dec5 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:36:58.703482 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-63c9fd01-0275-4db1-b731-fd7c6086c50f req-cff0ccad-332d-4c32-baba-71e88b51dec5 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/ports?device_id=146a6267-70fe-473c-b096-ef9ceae6f3f6 HTTP/1.1" status: 200 len: 946 time: 0.0556982 Feb 17 18:36:58.751596 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-63c9fd01-0275-4db1-b731-fd7c6086c50f req-11b53b09-9003-4550-9317-b8618fdc0a6a tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/security-groups?id=04345c36-269b-4911-810c-8382015a5052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426202 Feb 17 18:37:03.083011 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3b93012b-e150-4290-8a5d-ffeb8ec5e849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:05.531677 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-111f112c-b00d-49d6-9f9e-59d29e8af3fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:06.948221 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:08.164068 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:08.888682 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-fdc0fb07-2dc6-46c2-abf6-81f2fef8028d req-c791493c-ce51-4b8b-b70f-6d640412f1c6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=146a6267-70fe-473c-b096-ef9ceae6f3f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444808 Feb 17 18:37:08.982649 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0fb07-2dc6-46c2-abf6-81f2fef8028d req-d2415c40-2e19-4e81-9246-045364d66fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:37:08.984225 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-fdc0fb07-2dc6-46c2-abf6-81f2fef8028d req-d2415c40-2e19-4e81-9246-045364d66fd1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e0333dbd1f504ef79d66fb760a35c3c5&device_id=146a6267-70fe-473c-b096-ef9ceae6f3f6 HTTP/1.1" status: 200 len: 1128 time: 0.0512857 Feb 17 18:37:09.091482 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0fb07-2dc6-46c2-abf6-81f2fef8028d req-47940112-274f-4997-8759-058ca6db0ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:37:09.093001 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-fdc0fb07-2dc6-46c2-abf6-81f2fef8028d req-47940112-274f-4997-8759-058ca6db0ae3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a4c557bb-045c-4f06-a64a-a61497f25a40 HTTP/1.1" status: 200 len: 916 time: 0.0878971 Feb 17 18:37:09.133586 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-fdc0fb07-2dc6-46c2-abf6-81f2fef8028d req-3a0cdee0-0f2b-4cb6-a164-d2ce4a93c971 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63bcd6b3-a55a-480d-8e88-1ef2f1862682 HTTP/1.1" status: 200 len: 217 time: 0.0343311 Feb 17 18:37:09.180923 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0fb07-2dc6-46c2-abf6-81f2fef8028d req-bfb097d5-fb66-4eee-b9fb-d138b415139f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:37:09.182316 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-fdc0fb07-2dc6-46c2-abf6-81f2fef8028d req-bfb097d5-fb66-4eee-b9fb-d138b415139f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=80260c0c-5205-4549-8efc-ea44b6970739 HTTP/1.1" status: 200 len: 854 time: 0.0427110 Feb 17 18:37:09.235712 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0fb07-2dc6-46c2-abf6-81f2fef8028d req-f195e8a6-0f3a-40da-beae-94004f2a11dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:37:09.237263 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-fdc0fb07-2dc6-46c2-abf6-81f2fef8028d req-f195e8a6-0f3a-40da-beae-94004f2a11dd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a4c557bb-045c-4f06-a64a-a61497f25a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486112 Feb 17 18:37:09.243516 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:09.326859 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-fdc0fb07-2dc6-46c2-abf6-81f2fef8028d req-0443f482-f315-4cc3-aa86-bbec6364864e service neutron] 10.222.0.71 "GET /v2.0/networks/a4c557bb-045c-4f06-a64a-a61497f25a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811784 Feb 17 18:37:09.420684 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-fdc0fb07-2dc6-46c2-abf6-81f2fef8028d req-1a195268-789a-4041-a735-c2340e98dd60 service neutron] 10.222.0.71 "GET /v2.0/networks/a4c557bb-045c-4f06-a64a-a61497f25a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870345 Feb 17 18:37:17.557719 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1337f69-697f-4ea6-9f12-c388e6148a9a req-b0af0cf4-d8bf-42fb-a5a2-d8afaf64a381 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:37:17.559225 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d1337f69-697f-4ea6-9f12-c388e6148a9a req-b0af0cf4-d8bf-42fb-a5a2-d8afaf64a381 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/ports?device_id=146a6267-70fe-473c-b096-ef9ceae6f3f6 HTTP/1.1" status: 200 len: 946 time: 0.0520647 Feb 17 18:37:17.605744 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d1337f69-697f-4ea6-9f12-c388e6148a9a req-4cbd7fa1-60e5-4328-bb2d-4271186feed1 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/security-groups?id=04345c36-269b-4911-810c-8382015a5052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407555 Feb 17 18:37:17.627506 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40980) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:37:17.754498 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3407e906-aaf5-4db5-9f87-19a4159e1d67 tempest-TestMinimumBasicScenario-586648670 tempest-TestMinimumBasicScenario-586648670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:37:17.756010 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-3407e906-aaf5-4db5-9f87-19a4159e1d67 tempest-TestMinimumBasicScenario-586648670 tempest-TestMinimumBasicScenario-586648670-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=146a6267-70fe-473c-b096-ef9ceae6f3f6 HTTP/1.1" status: 200 len: 1123 time: 0.1275456 Feb 17 18:37:17.759683 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40984) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:37:17.764100 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-da98432f-95f2-43aa-a335-86112f15c705 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'port_id': '63bcd6b3-a55a-480d-8e88-1ef2f1862682', 'tenant_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:37:17.783849 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-da98432f-95f2-43aa-a335-86112f15c705 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:17.881266 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-da98432f-95f2-43aa-a335-86112f15c705 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:17.983818 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-da98432f-95f2-43aa-a335-86112f15c705 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Allocated IP 172.25.8.184 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/07680351-e42d-469d-86d6-6de43664898e) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:37:18.081454 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-da98432f-95f2-43aa-a335-86112f15c705 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks [] for port (07680351-e42d-469d-86d6-6de43664898e), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:18.114049 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-da98432f-95f2-43aa-a335-86112f15c705 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (07680351-e42d-469d-86d6-6de43664898e), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:18.158586 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da98432f-95f2-43aa-a335-86112f15c705 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:37:18.162896 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-da98432f-95f2-43aa-a335-86112f15c705 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:37:18.167728 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da98432f-95f2-43aa-a335-86112f15c705 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:37:18.170766 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98432f-95f2-43aa-a335-86112f15c705 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Pushing event updated for resources: {'Port': ['ID=07680351-e42d-469d-86d6-6de43664898e,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:37:18.199910 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da98432f-95f2-43aa-a335-86112f15c705 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:37:18.200279 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da98432f-95f2-43aa-a335-86112f15c705 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:37:18.200620 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da98432f-95f2-43aa-a335-86112f15c705 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:37:18.200961 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da98432f-95f2-43aa-a335-86112f15c705 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:37:18.201290 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da98432f-95f2-43aa-a335-86112f15c705 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:37:18.201617 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da98432f-95f2-43aa-a335-86112f15c705 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:37:18.201941 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da98432f-95f2-43aa-a335-86112f15c705 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:37:18.202263 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da98432f-95f2-43aa-a335-86112f15c705 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:37:18.202584 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da98432f-95f2-43aa-a335-86112f15c705 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:37:18.202910 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da98432f-95f2-43aa-a335-86112f15c705 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:37:18.203222 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da98432f-95f2-43aa-a335-86112f15c705 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:37:18.203543 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da98432f-95f2-43aa-a335-86112f15c705 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:37:18.203856 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da98432f-95f2-43aa-a335-86112f15c705 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:37:18.829445 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-da98432f-95f2-43aa-a335-86112f15c705 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks [] for floatingip (4c517acb-3715-49df-bb23-505c7d00215d), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:18.899034 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-da98432f-95f2-43aa-a335-86112f15c705 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (07680351-e42d-469d-86d6-6de43664898e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:19.044296 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-da98432f-95f2-43aa-a335-86112f15c705 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks [] for port (07680351-e42d-469d-86d6-6de43664898e), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:19.048695 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-da98432f-95f2-43aa-a335-86112f15c705 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (07680351-e42d-469d-86d6-6de43664898e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:19.123737 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98432f-95f2-43aa-a335-86112f15c705 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Pushing event updated for resources: {'Port': ['ID=07680351-e42d-469d-86d6-6de43664898e,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:37:19.130857 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-da98432f-95f2-43aa-a335-86112f15c705 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (4c517acb-3715-49df-bb23-505c7d00215d), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:19.233660 n-d-829613-2 neutron-server[103435]: INFO neutron.db.l3_db [None req-da98432f-95f2-43aa-a335-86112f15c705 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Floating IP 4c517acb-3715-49df-bb23-505c7d00215d associated. External IP: 172.25.8.184, port: 63bcd6b3-a55a-480d-8e88-1ef2f1862682. Feb 17 18:37:19.451026 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da98432f-95f2-43aa-a335-86112f15c705 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Router 32b62743-e189-4f6f-ae12-8828a3b5325e has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:37:19.506703 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:19.560023 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da98432f-95f2-43aa-a335-86112f15c705 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:37:19.573029 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bcb9c6-0bfd-4ba8-a8c5-2cadf4849a99 None None] Sync routers for ids ['32b62743-e189-4f6f-ae12-8828a3b5325e'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:37:19.576338 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-da98432f-95f2-43aa-a335-86112f15c705 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:19.582709 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bcb9c6-0bfd-4ba8-a8c5-2cadf4849a99 None None] Routers {'32b62743-e189-4f6f-ae12-8828a3b5325e'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:37:19.583379 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-f0bcb9c6-0bfd-4ba8-a8c5-2cadf4849a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:37:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['32b62743-e189-4f6f-ae12-8828a3b5325e'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:37:19.613858 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-da98432f-95f2-43aa-a335-86112f15c705 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8530238 Feb 17 18:37:19.614458 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '146a6267-70fe-473c-b096-ef9ceae6f3f6', 'tag': '63bcd6b3-a55a-480d-8e88-1ef2f1862682'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:37:19.617310 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40986) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:37:19.618043 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b190af5285b65727f3b44dc6e403f34aceaa8adb38edcfb0268daad85aadb275" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a16ce8e-17aa-4cc5-a01f-d80df23c0aca" -d '{"events": [{"name": "network-changed", "server_uuid": "146a6267-70fe-473c-b096-ef9ceae6f3f6", "tag": "63bcd6b3-a55a-480d-8e88-1ef2f1862682"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:37:19.630128 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-b4507128-5e11-4c3c-872d-dd62d901068a tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-773683634', 'description': 'tempest-secgroup-smoke-773683634 description', 'project_id': 'e0333dbd1f504ef79d66fb760a35c3c5'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:37:19.652829 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b4507128-5e11-4c3c-872d-dd62d901068a tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:19.699752 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-f0bcb9c6-0bfd-4ba8-a8c5-2cadf4849a99 None None] Set router 32b62743-e189-4f6f-ae12-8828a3b5325e gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:37:19.755997 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b4507128-5e11-4c3c-872d-dd62d901068a tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks [] for security_group (66ed310e-558e-4bdd-b945-c9cb72eaf669), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:19.760156 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b4507128-5e11-4c3c-872d-dd62d901068a tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (66ed310e-558e-4bdd-b945-c9cb72eaf669), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:19.798661 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4507128-5e11-4c3c-872d-dd62d901068a tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66ed310e-558e-4bdd-b945-c9cb72eaf669,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:37:19.814751 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b4507128-5e11-4c3c-872d-dd62d901068a tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:19.819331 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b4507128-5e11-4c3c-872d-dd62d901068a tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1972013 Feb 17 18:37:19.819610 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 40992) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:37:19.825837 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-72a01e3b-9351-4f6e-aee2-32dd27f940ea tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Request body: {'security_group_rule': {'security_group_id': '66ed310e-558e-4bdd-b945-c9cb72eaf669', 'project_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:37:19.856872 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bdcdc2d-875d-4e77-8cc2-bf641eade9c7 x-openstack-request-id: req-6bdcdc2d-875d-4e77-8cc2-bf641eade9c7 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:37:19.857375 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "146a6267-70fe-473c-b096-ef9ceae6f3f6", "tag": "63bcd6b3-a55a-480d-8e88-1ef2f1862682", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:37:19.857478 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6bdcdc2d-875d-4e77-8cc2-bf641eade9c7 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:37:19.857803 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '146a6267-70fe-473c-b096-ef9ceae6f3f6', 'tag': '63bcd6b3-a55a-480d-8e88-1ef2f1862682', 'status': 'completed', 'code': 200} Feb 17 18:37:19.860603 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-72a01e3b-9351-4f6e-aee2-32dd27f940ea tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks [] for security_group_rule (db866dfe-3892-4129-8a31-33568cb367ae), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:19.946074 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16ce8e-17aa-4cc5-a01f-d80df23c0aca req-9d3ec826-55aa-4348-bc92-e44f27470629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:37:19.947657 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3a16ce8e-17aa-4cc5-a01f-d80df23c0aca req-9d3ec826-55aa-4348-bc92-e44f27470629 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e0333dbd1f504ef79d66fb760a35c3c5&device_id=146a6267-70fe-473c-b096-ef9ceae6f3f6 HTTP/1.1" status: 200 len: 1128 time: 0.0731499 Feb 17 18:37:19.954181 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-72a01e3b-9351-4f6e-aee2-32dd27f940ea tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks [] for security_group_rule (db866dfe-3892-4129-8a31-33568cb367ae), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:19.963723 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-72a01e3b-9351-4f6e-aee2-32dd27f940ea tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (db866dfe-3892-4129-8a31-33568cb367ae), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:19.983201 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-f0bcb9c6-0bfd-4ba8-a8c5-2cadf4849a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b62743-e189-4f6f-ae12-8828a3b5325e', 'name': 'tempest-TestMinimumBasicScenario-1680681053-router', 'tenant_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '7fd22201-0db9-4358-bb2f-f3515a237c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:36:20Z', 'updated_at': '2022-02-17T18:36:23Z', 'revision_number': 4, 'project_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'gw_port': {'id': '7fd22201-0db9-4358-bb2f-f3515a237c8d', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:98:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b62743-e189-4f6f-ae12-8828a3b5325e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:36:21Z', 'updated_at': '2022-02-17T18:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '4c517acb-3715-49df-bb23-505c7d00215d', 'tenant_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'floating_ip_address': '172.25.8.184', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '32b62743-e189-4f6f-ae12-8828a3b5325e', 'port_id': '63bcd6b3-a55a-480d-8e88-1ef2f1862682', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4c557bb-045c-4f06-a64a-a61497f25a40', 'mac_address': 'fa:16:3e:3c:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146a6267-70fe-473c-b096-ef9ceae6f3f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:37:18Z', 'updated_at': '2022-02-17T18:37:18Z', 'revision_number': 0, 'project_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4615ff9-290b-487c-8bc8-681634a3a9a2', 'name': '', 'network_id': 'a4c557bb-045c-4f06-a64a-a61497f25a40', 'tenant_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'mac_address': 'fa:16:3e:1f:6d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b62743-e189-4f6f-ae12-8828a3b5325e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '80260c0c-5205-4549-8efc-ea44b6970739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:36:22Z', 'updated_at': '2022-02-17T18:36:27Z', 'revision_number': 5, 'project_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'subnets': [{'id': '80260c0c-5205-4549-8efc-ea44b6970739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:37:20.005176 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a01e3b-9351-4f6e-aee2-32dd27f940ea tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db866dfe-3892-4129-8a31-33568cb367ae,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:37:20.025947 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bcb9c6-0bfd-4ba8-a8c5-2cadf4849a99 None None] Checking router: 32b62743-e189-4f6f-ae12-8828a3b5325e for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:37:20.034832 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bcb9c6-0bfd-4ba8-a8c5-2cadf4849a99 None None] Routers {'32b62743-e189-4f6f-ae12-8828a3b5325e'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:37:20.036075 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-f0bcb9c6-0bfd-4ba8-a8c5-2cadf4849a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:37:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['32b62743-e189-4f6f-ae12-8828a3b5325e'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:37:20.041127 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-72a01e3b-9351-4f6e-aee2-32dd27f940ea tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:20.044922 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-72a01e3b-9351-4f6e-aee2-32dd27f940ea tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2200365 Feb 17 18:37:20.045859 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40994) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:37:20.049912 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-2111b85e-4804-4dba-bd9e-bbd0bf6455fe tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Request body: {'security_group_rule': {'security_group_id': '66ed310e-558e-4bdd-b945-c9cb72eaf669', 'project_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:37:20.089137 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16ce8e-17aa-4cc5-a01f-d80df23c0aca req-b41e4f0e-514b-445a-addb-dd357bd9d6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:37:20.090613 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3a16ce8e-17aa-4cc5-a01f-d80df23c0aca req-b41e4f0e-514b-445a-addb-dd357bd9d6c7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a4c557bb-045c-4f06-a64a-a61497f25a40 HTTP/1.1" status: 200 len: 916 time: 0.1358762 Feb 17 18:37:20.095331 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2111b85e-4804-4dba-bd9e-bbd0bf6455fe tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks [] for security_group_rule (32f3925a-f341-4bfb-a635-b4896fd82d5c), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:20.153658 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-f0bcb9c6-0bfd-4ba8-a8c5-2cadf4849a99 None None] Set router 32b62743-e189-4f6f-ae12-8828a3b5325e gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:37:20.157895 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2111b85e-4804-4dba-bd9e-bbd0bf6455fe tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks [] for security_group_rule (32f3925a-f341-4bfb-a635-b4896fd82d5c), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:20.163210 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2111b85e-4804-4dba-bd9e-bbd0bf6455fe tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (32f3925a-f341-4bfb-a635-b4896fd82d5c), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:20.164858 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3a16ce8e-17aa-4cc5-a01f-d80df23c0aca req-fbdce5ed-87ae-4b23-8665-ddbdb2e6e60a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63bcd6b3-a55a-480d-8e88-1ef2f1862682 HTTP/1.1" status: 200 len: 1000 time: 0.0678127 Feb 17 18:37:20.182743 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111b85e-4804-4dba-bd9e-bbd0bf6455fe tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32f3925a-f341-4bfb-a635-b4896fd82d5c,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:37:20.197380 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-2111b85e-4804-4dba-bd9e-bbd0bf6455fe tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:20.198722 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-2111b85e-4804-4dba-bd9e-bbd0bf6455fe tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1523585 Feb 17 18:37:20.201372 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40996) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:37:20.206090 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-a887c1ed-5a50-44e1-b005-efc079e65c02 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Request body: {'security_group_rule': {'security_group_id': '66ed310e-558e-4bdd-b945-c9cb72eaf669', 'project_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:37:20.235755 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a887c1ed-5a50-44e1-b005-efc079e65c02 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks [] for security_group_rule (2782fbbf-e1a7-402f-8fa5-22e1f6bd603e), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:20.309277 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a887c1ed-5a50-44e1-b005-efc079e65c02 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks [] for security_group_rule (2782fbbf-e1a7-402f-8fa5-22e1f6bd603e), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:20.314176 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a887c1ed-5a50-44e1-b005-efc079e65c02 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (2782fbbf-e1a7-402f-8fa5-22e1f6bd603e), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:20.317095 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:20.338421 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a887c1ed-5a50-44e1-b005-efc079e65c02 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2782fbbf-e1a7-402f-8fa5-22e1f6bd603e,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:37:20.345062 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a887c1ed-5a50-44e1-b005-efc079e65c02 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:20.349593 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a887c1ed-5a50-44e1-b005-efc079e65c02 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1470568 Feb 17 18:37:20.350258 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 40998) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:37:20.355283 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-67d24824-319e-4ea8-8540-da1a65668c34 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Request body: {'security_group_rule': {'security_group_id': '66ed310e-558e-4bdd-b945-c9cb72eaf669', 'project_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:37:20.383234 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-67d24824-319e-4ea8-8540-da1a65668c34 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks [] for security_group_rule (2bab47f9-43c0-4cd3-8be3-a5df02948a8d), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:20.450494 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-67d24824-319e-4ea8-8540-da1a65668c34 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks [] for security_group_rule (2bab47f9-43c0-4cd3-8be3-a5df02948a8d), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:20.454795 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-67d24824-319e-4ea8-8540-da1a65668c34 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (2bab47f9-43c0-4cd3-8be3-a5df02948a8d), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:20.474749 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d24824-319e-4ea8-8540-da1a65668c34 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bab47f9-43c0-4cd3-8be3-a5df02948a8d,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:37:20.488071 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-67d24824-319e-4ea8-8540-da1a65668c34 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:20.493692 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-67d24824-319e-4ea8-8540-da1a65668c34 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1386235 Feb 17 18:37:20.493972 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 41000) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:37:20.498730 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-4e3529e2-eb4e-42bf-b7b1-bb276d88970c tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Request body: {'security_group_rule': {'security_group_id': '66ed310e-558e-4bdd-b945-c9cb72eaf669', 'project_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:37:20.521892 n-d-829613-2 neutron-server[103435]: INFO neutron.db.securitygroups_db [None req-4e3529e2-eb4e-42bf-b7b1-bb276d88970c tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Project e0333dbd1f504ef79d66fb760a35c3c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 18:37:20.527117 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4e3529e2-eb4e-42bf-b7b1-bb276d88970c tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks [] for security_group_rule (24b5df58-7ccd-4307-877e-5b3344a77f45), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:20.534210 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-f0bcb9c6-0bfd-4ba8-a8c5-2cadf4849a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b62743-e189-4f6f-ae12-8828a3b5325e', 'name': 'tempest-TestMinimumBasicScenario-1680681053-router', 'tenant_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '7fd22201-0db9-4358-bb2f-f3515a237c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:36:20Z', 'updated_at': '2022-02-17T18:36:23Z', 'revision_number': 4, 'project_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'gw_port': {'id': '7fd22201-0db9-4358-bb2f-f3515a237c8d', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:98:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b62743-e189-4f6f-ae12-8828a3b5325e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:36:21Z', 'updated_at': '2022-02-17T18:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '4c517acb-3715-49df-bb23-505c7d00215d', 'tenant_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'floating_ip_address': '172.25.8.184', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '32b62743-e189-4f6f-ae12-8828a3b5325e', 'port_id': '63bcd6b3-a55a-480d-8e88-1ef2f1862682', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4c557bb-045c-4f06-a64a-a61497f25a40', 'mac_address': 'fa:16:3e:3c:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146a6267-70fe-473c-b096-ef9ceae6f3f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:37:18Z', 'updated_at': '2022-02-17T18:37:18Z', 'revision_number': 0, 'project_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4615ff9-290b-487c-8bc8-681634a3a9a2', 'name': '', 'network_id': 'a4c557bb-045c-4f06-a64a-a61497f25a40', 'tenant_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'mac_address': 'fa:16:3e:1f:6d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b62743-e189-4f6f-ae12-8828a3b5325e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '80260c0c-5205-4549-8efc-ea44b6970739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:36:22Z', 'updated_at': '2022-02-17T18:36:27Z', 'revision_number': 5, 'project_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'subnets': [{'id': '80260c0c-5205-4549-8efc-ea44b6970739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:37:20.539890 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16ce8e-17aa-4cc5-a01f-d80df23c0aca req-e01728e4-9e53-4df8-ae1e-3c17113ee425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:37:20.541433 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3a16ce8e-17aa-4cc5-a01f-d80df23c0aca req-e01728e4-9e53-4df8-ae1e-3c17113ee425 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=80260c0c-5205-4549-8efc-ea44b6970739 HTTP/1.1" status: 200 len: 854 time: 0.3703382 Feb 17 18:37:20.562514 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bcb9c6-0bfd-4ba8-a8c5-2cadf4849a99 None None] The sync data for ids ['32b62743-e189-4f6f-ae12-8828a3b5325e'] in n-d-829613-2 is: [{'id': '32b62743-e189-4f6f-ae12-8828a3b5325e', 'name': 'tempest-TestMinimumBasicScenario-1680681053-router', 'tenant_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '7fd22201-0db9-4358-bb2f-f3515a237c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:36:20Z', 'updated_at': '2022-02-17T18:36:23Z', 'revision_number': 4, 'project_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'gw_port': {'id': '7fd22201-0db9-4358-bb2f-f3515a237c8d', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:98:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b62743-e189-4f6f-ae12-8828a3b5325e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:36:21Z', 'updated_at': '2022-02-17T18:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '4c517acb-3715-49df-bb23-505c7d00215d', 'tenant_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'floating_ip_address': '172.25.8.184', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '32b62743-e189-4f6f-ae12-8828a3b5325e', 'port_id': '63bcd6b3-a55a-480d-8e88-1ef2f1862682', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4c557bb-045c-4f06-a64a-a61497f25a40', 'mac_address': 'fa:16:3e:3c:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146a6267-70fe-473c-b096-ef9ceae6f3f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:37:18Z', 'updated_at': '2022-02-17T18:37:18Z', 'revision_number': 0, 'project_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4615ff9-290b-487c-8bc8-681634a3a9a2', 'name': '', 'network_id': 'a4c557bb-045c-4f06-a64a-a61497f25a40', 'tenant_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'mac_address': 'fa:16:3e:1f:6d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b62743-e189-4f6f-ae12-8828a3b5325e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '80260c0c-5205-4549-8efc-ea44b6970739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:36:22Z', 'updated_at': '2022-02-17T18:36:27Z', 'revision_number': 5, 'project_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'subnets': [{'id': '80260c0c-5205-4549-8efc-ea44b6970739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:37:20.595822 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4e3529e2-eb4e-42bf-b7b1-bb276d88970c tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks [] for security_group_rule (24b5df58-7ccd-4307-877e-5b3344a77f45), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:20.601423 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4e3529e2-eb4e-42bf-b7b1-bb276d88970c tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (24b5df58-7ccd-4307-877e-5b3344a77f45), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:20.602447 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16ce8e-17aa-4cc5-a01f-d80df23c0aca req-ab0ca139-2774-406d-9d78-75507431238b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:37:20.604024 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3a16ce8e-17aa-4cc5-a01f-d80df23c0aca req-ab0ca139-2774-406d-9d78-75507431238b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a4c557bb-045c-4f06-a64a-a61497f25a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0544465 Feb 17 18:37:20.621072 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3529e2-eb4e-42bf-b7b1-bb276d88970c tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24b5df58-7ccd-4307-877e-5b3344a77f45,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:37:20.629375 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4e3529e2-eb4e-42bf-b7b1-bb276d88970c tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:20.633780 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4e3529e2-eb4e-42bf-b7b1-bb276d88970c tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1356125 Feb 17 18:37:20.634169 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41002) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:37:20.640572 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-6252787e-a659-47ec-bae1-0c79bb39cbde tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Request body: {'security_group_rule': {'security_group_id': '66ed310e-558e-4bdd-b945-c9cb72eaf669', 'project_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:37:20.702838 n-d-829613-2 neutron-server[103434]: INFO neutron.db.securitygroups_db [None req-6252787e-a659-47ec-bae1-0c79bb39cbde tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Project e0333dbd1f504ef79d66fb760a35c3c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 18:37:20.712039 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6252787e-a659-47ec-bae1-0c79bb39cbde tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks [] for security_group_rule (135aeb25-e567-439c-8ed2-3d01531880a4), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:20.746809 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3a16ce8e-17aa-4cc5-a01f-d80df23c0aca req-3272865e-8d2b-4bf9-b5a2-c86985dc9e88 service neutron] 10.222.0.71 "GET /v2.0/networks/a4c557bb-045c-4f06-a64a-a61497f25a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316750 Feb 17 18:37:20.782424 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b986f50d-7ac7-4211-8dfc-7c86895c1c26 None None] New status for floating IP 4c517acb-3715-49df-bb23-505c7d00215d: ACTIVE {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 18:37:20.807339 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6252787e-a659-47ec-bae1-0c79bb39cbde tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks [] for security_group_rule (135aeb25-e567-439c-8ed2-3d01531880a4), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:20.837774 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6252787e-a659-47ec-bae1-0c79bb39cbde tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (135aeb25-e567-439c-8ed2-3d01531880a4), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:20.863302 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6252787e-a659-47ec-bae1-0c79bb39cbde tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=135aeb25-e567-439c-8ed2-3d01531880a4,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:37:20.874956 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6252787e-a659-47ec-bae1-0c79bb39cbde tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:20.876173 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6252787e-a659-47ec-bae1-0c79bb39cbde tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2410336 Feb 17 18:37:20.890158 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3a16ce8e-17aa-4cc5-a01f-d80df23c0aca req-7f405113-69f8-4bb2-a096-e38bf18250bd service neutron] 10.222.0.71 "GET /v2.0/networks/a4c557bb-045c-4f06-a64a-a61497f25a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334562 Feb 17 18:37:20.975885 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f7e70a18-0262-4e0b-b644-16c253edb27a req-615b1b46-e8df-4584-bad7-1f9c5dca92a3 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-773683634&fields=id&tenant_id=e0333dbd1f504ef79d66fb760a35c3c5 HTTP/1.1" status: 200 len: 267 time: 0.0512564 Feb 17 18:37:21.033465 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e70a18-0262-4e0b-b644-16c253edb27a req-8934251d-1632-49ee-a474-28b1c81b5dba tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:37:21.034965 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f7e70a18-0262-4e0b-b644-16c253edb27a req-8934251d-1632-49ee-a474-28b1c81b5dba tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/ports?device_id=146a6267-70fe-473c-b096-ef9ceae6f3f6 HTTP/1.1" status: 200 len: 946 time: 0.0532637 Feb 17 18:37:21.045886 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-f7e70a18-0262-4e0b-b644-16c253edb27a req-32f522ab-1f73-4138-9663-ed1dfd561115 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Request body: {'port': {'security_groups': ['04345c36-269b-4911-810c-8382015a5052', '66ed310e-558e-4bdd-b945-c9cb72eaf669']}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:37:21.115121 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-f7e70a18-0262-4e0b-b644-16c253edb27a req-32f522ab-1f73-4138-9663-ed1dfd561115 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (63bcd6b3-a55a-480d-8e88-1ef2f1862682), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:21.309082 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-f7e70a18-0262-4e0b-b644-16c253edb27a req-32f522ab-1f73-4138-9663-ed1dfd561115 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] For port 63bcd6b3-a55a-480d-8e88-1ef2f1862682, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=63bcd6b3-a55a-480d-8e88-1ef2f1862682,segment=NetworkSegment(65dcd4b1-23ad-413a-9c9a-59d8e45fcbcc),segment_id=65dcd4b1-23ad-413a-9c9a-59d8e45fcbcc)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:37:21.338188 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-f7e70a18-0262-4e0b-b644-16c253edb27a req-32f522ab-1f73-4138-9663-ed1dfd561115 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks [] for port (63bcd6b3-a55a-480d-8e88-1ef2f1862682), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:21.342681 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-f7e70a18-0262-4e0b-b644-16c253edb27a req-32f522ab-1f73-4138-9663-ed1dfd561115 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (63bcd6b3-a55a-480d-8e88-1ef2f1862682), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:21.357651 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['63bcd6b3-a55a-480d-8e88-1ef2f1862682'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:37:21.385070 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e70a18-0262-4e0b-b644-16c253edb27a req-32f522ab-1f73-4138-9663-ed1dfd561115 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:37:21.385741 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-f7e70a18-0262-4e0b-b644-16c253edb27a req-32f522ab-1f73-4138-9663-ed1dfd561115 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:21.390004 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f7e70a18-0262-4e0b-b644-16c253edb27a req-32f522ab-1f73-4138-9663-ed1dfd561115 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "PUT /v2.0/ports/63bcd6b3-a55a-480d-8e88-1ef2f1862682 HTTP/1.1" status: 200 len: 982 time: 0.3484597 Feb 17 18:37:21.419684 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f522ab-1f73-4138-9663-ed1dfd561115 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Pushing event updated for resources: {'Port': ['ID=63bcd6b3-a55a-480d-8e88-1ef2f1862682,revision_number=6']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:37:21.477175 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['63bcd6b3-a55a-480d-8e88-1ef2f1862682'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:37:21.515373 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3d4d5-070c-4827-b8d8-e58bcdcf8fb9 req-c2a4bdcd-b290-4eb0-9057-ec1a3fdd3cef tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:37:21.517426 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dab3d4d5-070c-4827-b8d8-e58bcdcf8fb9 req-c2a4bdcd-b290-4eb0-9057-ec1a3fdd3cef tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/ports?device_id=146a6267-70fe-473c-b096-ef9ceae6f3f6 HTTP/1.1" status: 200 len: 985 time: 0.0630841 Feb 17 18:37:21.589090 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dab3d4d5-070c-4827-b8d8-e58bcdcf8fb9 req-dc096928-b004-48cb-ab34-62ab2461a454 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/security-groups?id=04345c36-269b-4911-810c-8382015a5052&id=66ed310e-558e-4bdd-b945-c9cb72eaf669&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0650110 Feb 17 18:37:21.732523 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-906eec7e-d2ac-4c02-beba-2222d346fde3 None None] Provisioning complete for port 63bcd6b3-a55a-480d-8e88-1ef2f1862682 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:37:21.732817 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-906eec7e-d2ac-4c02-beba-2222d346fde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (63bcd6b3-a55a-480d-8e88-1ef2f1862682), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:21.859598 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '146a6267-70fe-473c-b096-ef9ceae6f3f6', 'tag': '63bcd6b3-a55a-480d-8e88-1ef2f1862682'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:37:21.862057 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b190af5285b65727f3b44dc6e403f34aceaa8adb38edcfb0268daad85aadb275" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e12066b-bb6a-48ba-82d4-e7b8ffc11cee" -d '{"events": [{"name": "network-changed", "server_uuid": "146a6267-70fe-473c-b096-ef9ceae6f3f6", "tag": "63bcd6b3-a55a-480d-8e88-1ef2f1862682"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:37:21.898646 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee8f027-0a3a-4254-a74e-5dacb29f278f x-openstack-request-id: req-0ee8f027-0a3a-4254-a74e-5dacb29f278f {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:37:21.898947 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "146a6267-70fe-473c-b096-ef9ceae6f3f6", "tag": "63bcd6b3-a55a-480d-8e88-1ef2f1862682", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:37:21.899211 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0ee8f027-0a3a-4254-a74e-5dacb29f278f {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:37:21.899631 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '146a6267-70fe-473c-b096-ef9ceae6f3f6', 'tag': '63bcd6b3-a55a-480d-8e88-1ef2f1862682', 'status': 'completed', 'code': 200} Feb 17 18:37:21.953688 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-906eec7e-d2ac-4c02-beba-2222d346fde3 None None] Current status of the port 63bcd6b3-a55a-480d-8e88-1ef2f1862682 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:37:21.977962 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12066b-bb6a-48ba-82d4-e7b8ffc11cee req-8fb2d773-6459-484d-b902-247c94c0d24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:37:21.979532 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0e12066b-bb6a-48ba-82d4-e7b8ffc11cee req-8fb2d773-6459-484d-b902-247c94c0d24a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e0333dbd1f504ef79d66fb760a35c3c5&device_id=146a6267-70fe-473c-b096-ef9ceae6f3f6 HTTP/1.1" status: 200 len: 1167 time: 0.0532048 Feb 17 18:37:22.068997 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12066b-bb6a-48ba-82d4-e7b8ffc11cee req-8457f014-b9d1-44c1-bc76-f5e1f6210139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:37:22.070489 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0e12066b-bb6a-48ba-82d4-e7b8ffc11cee req-8457f014-b9d1-44c1-bc76-f5e1f6210139 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a4c557bb-045c-4f06-a64a-a61497f25a40 HTTP/1.1" status: 200 len: 916 time: 0.0836172 Feb 17 18:37:22.140094 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0e12066b-bb6a-48ba-82d4-e7b8ffc11cee req-1f8ff628-c217-4053-8c4f-5d200eec4e9e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63bcd6b3-a55a-480d-8e88-1ef2f1862682 HTTP/1.1" status: 200 len: 1002 time: 0.0618317 Feb 17 18:37:22.187156 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12066b-bb6a-48ba-82d4-e7b8ffc11cee req-90e37b81-7afe-40c8-ba91-ec2fc4306e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:37:22.188577 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0e12066b-bb6a-48ba-82d4-e7b8ffc11cee req-90e37b81-7afe-40c8-ba91-ec2fc4306e1e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=80260c0c-5205-4549-8efc-ea44b6970739 HTTP/1.1" status: 200 len: 854 time: 0.0424066 Feb 17 18:37:22.236828 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12066b-bb6a-48ba-82d4-e7b8ffc11cee req-f0adb175-f128-414e-9a7e-78cbb5df34e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:37:22.238334 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0e12066b-bb6a-48ba-82d4-e7b8ffc11cee req-f0adb175-f128-414e-9a7e-78cbb5df34e3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a4c557bb-045c-4f06-a64a-a61497f25a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435796 Feb 17 18:37:22.328895 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0e12066b-bb6a-48ba-82d4-e7b8ffc11cee req-d6c49027-46a1-4880-98d9-b8229da82471 service neutron] 10.222.0.71 "GET /v2.0/networks/a4c557bb-045c-4f06-a64a-a61497f25a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838406 Feb 17 18:37:22.420301 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0e12066b-bb6a-48ba-82d4-e7b8ffc11cee req-ac81cd58-64ab-4e21-8708-ff47017761a6 service neutron] 10.222.0.71 "GET /v2.0/networks/a4c557bb-045c-4f06-a64a-a61497f25a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849743 Feb 17 18:37:25.906868 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:37:33.074534 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b6caa740-9f7e-4dc2-8825-e0d892dbdd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:33.786532 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45fab86-bd81-44da-a3fa-f783437dcc14 req-b4b587c9-cf25-46d5-a495-df338f329dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:37:33.787583 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96bc68-e04e-4d0f-b9fd-8385c88c377a req-0117ac9e-e8b4-44c9-83a3-23eeb6a3c353 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:37:33.788677 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e45fab86-bd81-44da-a3fa-f783437dcc14 req-b4b587c9-cf25-46d5-a495-df338f329dd0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e0333dbd1f504ef79d66fb760a35c3c5&device_id=146a6267-70fe-473c-b096-ef9ceae6f3f6 HTTP/1.1" status: 200 len: 1167 time: 0.0459466 Feb 17 18:37:33.789654 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7a96bc68-e04e-4d0f-b9fd-8385c88c377a req-0117ac9e-e8b4-44c9-83a3-23eeb6a3c353 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/ports?device_id=146a6267-70fe-473c-b096-ef9ceae6f3f6 HTTP/1.1" status: 200 len: 985 time: 0.0552619 Feb 17 18:37:33.848895 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7a96bc68-e04e-4d0f-b9fd-8385c88c377a req-56ac670d-7b66-4e20-a83f-bdea175a1cd8 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/security-groups?id=04345c36-269b-4911-810c-8382015a5052&id=66ed310e-558e-4bdd-b945-c9cb72eaf669&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533493 Feb 17 18:37:33.882808 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45fab86-bd81-44da-a3fa-f783437dcc14 req-203be809-52c1-4e6a-bd74-f867e12ab1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:37:33.884317 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e45fab86-bd81-44da-a3fa-f783437dcc14 req-203be809-52c1-4e6a-bd74-f867e12ab1f1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a4c557bb-045c-4f06-a64a-a61497f25a40 HTTP/1.1" status: 200 len: 916 time: 0.0871904 Feb 17 18:37:33.954149 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e45fab86-bd81-44da-a3fa-f783437dcc14 req-36640a1c-f7c8-46b0-bdd0-0777d9e6e9fa service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63bcd6b3-a55a-480d-8e88-1ef2f1862682 HTTP/1.1" status: 200 len: 1002 time: 0.0635855 Feb 17 18:37:34.001979 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45fab86-bd81-44da-a3fa-f783437dcc14 req-25a9f80e-c680-4609-bc68-c6d7eb0675d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:37:34.003415 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e45fab86-bd81-44da-a3fa-f783437dcc14 req-25a9f80e-c680-4609-bc68-c6d7eb0675d5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=80260c0c-5205-4549-8efc-ea44b6970739 HTTP/1.1" status: 200 len: 854 time: 0.0434439 Feb 17 18:37:34.051320 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45fab86-bd81-44da-a3fa-f783437dcc14 req-8ce11029-5d23-45f3-a8e4-db83bfbb67c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:37:34.052810 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e45fab86-bd81-44da-a3fa-f783437dcc14 req-8ce11029-5d23-45f3-a8e4-db83bfbb67c2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a4c557bb-045c-4f06-a64a-a61497f25a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430276 Feb 17 18:37:34.142673 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e45fab86-bd81-44da-a3fa-f783437dcc14 req-be05baa5-87cc-4736-bbc7-a00d9d1034b8 service neutron] 10.222.0.71 "GET /v2.0/networks/a4c557bb-045c-4f06-a64a-a61497f25a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834668 Feb 17 18:37:34.236309 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e45fab86-bd81-44da-a3fa-f783437dcc14 req-57a0a7ac-0789-4eae-bba1-c1997fc2f9d6 service neutron] 10.222.0.71 "GET /v2.0/networks/a4c557bb-045c-4f06-a64a-a61497f25a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870597 Feb 17 18:37:34.978075 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f134f-b392-4262-8f6a-370065f54dc3 req-90229f3c-bd55-4509-b23f-d84d1886b551 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:37:34.979568 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6d5f134f-b392-4262-8f6a-370065f54dc3 req-90229f3c-bd55-4509-b23f-d84d1886b551 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/ports?device_id=146a6267-70fe-473c-b096-ef9ceae6f3f6 HTTP/1.1" status: 200 len: 985 time: 0.0532346 Feb 17 18:37:35.037257 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6d5f134f-b392-4262-8f6a-370065f54dc3 req-78582297-a213-4140-bc42-81339a14bb5d tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/security-groups?id=04345c36-269b-4911-810c-8382015a5052&id=66ed310e-558e-4bdd-b945-c9cb72eaf669&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519943 Feb 17 18:37:35.533273 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8e22ad9d-9b0f-426b-8c4f-68f555dfffc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:36.158284 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa52638-1b70-43fb-82e1-034cf0b80cc3 req-4208462c-c5af-44c6-95da-71ac36992662 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:37:36.159762 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9aa52638-1b70-43fb-82e1-034cf0b80cc3 req-4208462c-c5af-44c6-95da-71ac36992662 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/ports?device_id=146a6267-70fe-473c-b096-ef9ceae6f3f6 HTTP/1.1" status: 200 len: 985 time: 0.0561438 Feb 17 18:37:36.217821 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9aa52638-1b70-43fb-82e1-034cf0b80cc3 req-707d01e0-07c0-436b-9430-ec0cce997965 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/security-groups?id=04345c36-269b-4911-810c-8382015a5052&id=66ed310e-558e-4bdd-b945-c9cb72eaf669&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518765 Feb 17 18:37:36.950134 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:37.336434 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe0457-1284-4523-a07b-992a75e27946 req-b558c566-bcc7-45fe-b5c5-ec464a20ca0d tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:37:37.337916 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2ebe0457-1284-4523-a07b-992a75e27946 req-b558c566-bcc7-45fe-b5c5-ec464a20ca0d tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/ports?device_id=146a6267-70fe-473c-b096-ef9ceae6f3f6 HTTP/1.1" status: 200 len: 985 time: 0.0530586 Feb 17 18:37:37.396302 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2ebe0457-1284-4523-a07b-992a75e27946 req-5339f3f8-f91e-4148-9dcf-378b99574630 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/security-groups?id=04345c36-269b-4911-810c-8382015a5052&id=66ed310e-558e-4bdd-b945-c9cb72eaf669&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526834 Feb 17 18:37:38.167692 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:38.520216 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e029a5-b886-4a7a-a825-5a9b73a574d4 req-9819d46e-6359-40d2-a177-5b6801aaf6e9 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:37:38.521713 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c2e029a5-b886-4a7a-a825-5a9b73a574d4 req-9819d46e-6359-40d2-a177-5b6801aaf6e9 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/ports?device_id=146a6267-70fe-473c-b096-ef9ceae6f3f6 HTTP/1.1" status: 200 len: 985 time: 0.0581260 Feb 17 18:37:38.579477 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c2e029a5-b886-4a7a-a825-5a9b73a574d4 req-d302fa78-feb8-467d-8fe7-30a4fc18d854 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/security-groups?id=04345c36-269b-4911-810c-8382015a5052&id=66ed310e-558e-4bdd-b945-c9cb72eaf669&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521064 Feb 17 18:37:39.246914 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:39.698608 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699cc07-1fa6-4baf-86c6-341cbbb27ef8 req-e9d46d4f-c999-44f3-bfa2-311a5ee6a2bc tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:37:39.700117 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c699cc07-1fa6-4baf-86c6-341cbbb27ef8 req-e9d46d4f-c999-44f3-bfa2-311a5ee6a2bc tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/ports?device_id=146a6267-70fe-473c-b096-ef9ceae6f3f6 HTTP/1.1" status: 200 len: 985 time: 0.0541847 Feb 17 18:37:39.759337 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c699cc07-1fa6-4baf-86c6-341cbbb27ef8 req-aa879e6f-1ebf-4bc3-94bd-5d564b9e38ea tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/security-groups?id=04345c36-269b-4911-810c-8382015a5052&id=66ed310e-558e-4bdd-b945-c9cb72eaf669&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535395 Feb 17 18:37:40.878583 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c0651-8be3-450b-a3c7-ec5fcd495749 req-9259c914-0648-4beb-80e9-ccda53784553 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:37:40.880100 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-443c0651-8be3-450b-a3c7-ec5fcd495749 req-9259c914-0648-4beb-80e9-ccda53784553 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/ports?device_id=146a6267-70fe-473c-b096-ef9ceae6f3f6 HTTP/1.1" status: 200 len: 985 time: 0.0530357 Feb 17 18:37:40.943055 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-443c0651-8be3-450b-a3c7-ec5fcd495749 req-87630465-9da2-4f81-b094-45bcf9f8d80d tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/security-groups?id=04345c36-269b-4911-810c-8382015a5052&id=66ed310e-558e-4bdd-b945-c9cb72eaf669&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571630 Feb 17 18:37:42.061548 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11648eb9-0b40-4be6-aeb4-2f1d2451c74f req-257bbd90-114a-4524-a740-a748ec7bf3da tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:37:42.063054 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-11648eb9-0b40-4be6-aeb4-2f1d2451c74f req-257bbd90-114a-4524-a740-a748ec7bf3da tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/ports?device_id=146a6267-70fe-473c-b096-ef9ceae6f3f6 HTTP/1.1" status: 200 len: 985 time: 0.0532782 Feb 17 18:37:42.123221 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-11648eb9-0b40-4be6-aeb4-2f1d2451c74f req-0a98a42e-132e-4109-9181-d4717a449939 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/security-groups?id=04345c36-269b-4911-810c-8382015a5052&id=66ed310e-558e-4bdd-b945-c9cb72eaf669&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541055 Feb 17 18:37:43.243321 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a06004-c8f1-462b-8d9e-7cbcfc9a8ebd req-3685b254-0f1e-48b4-b51c-6208cb66f169 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:37:43.244758 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-25a06004-c8f1-462b-8d9e-7cbcfc9a8ebd req-3685b254-0f1e-48b4-b51c-6208cb66f169 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/ports?device_id=146a6267-70fe-473c-b096-ef9ceae6f3f6 HTTP/1.1" status: 200 len: 985 time: 0.0532389 Feb 17 18:37:43.304270 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-25a06004-c8f1-462b-8d9e-7cbcfc9a8ebd req-1fe4dae9-190a-4456-b3c7-42d340de5dc5 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/security-groups?id=04345c36-269b-4911-810c-8382015a5052&id=66ed310e-558e-4bdd-b945-c9cb72eaf669&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537577 Feb 17 18:37:44.426083 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da1bd9-1e33-4aff-b20b-c66bae26a252 req-1ea6d269-08fb-451e-bb29-6fa131782779 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:37:44.427561 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-87da1bd9-1e33-4aff-b20b-c66bae26a252 req-1ea6d269-08fb-451e-bb29-6fa131782779 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/ports?device_id=146a6267-70fe-473c-b096-ef9ceae6f3f6 HTTP/1.1" status: 200 len: 985 time: 0.0566747 Feb 17 18:37:44.485677 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-87da1bd9-1e33-4aff-b20b-c66bae26a252 req-85e8fd83-60bc-45be-b9e1-261c1a2a7aca tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/security-groups?id=04345c36-269b-4911-810c-8382015a5052&id=66ed310e-558e-4bdd-b945-c9cb72eaf669&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523689 Feb 17 18:37:45.605238 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec15e7e-6a14-4fa8-aa40-76708f9443de req-d7df854b-b6ff-4922-878b-209674726579 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:37:45.606737 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4ec15e7e-6a14-4fa8-aa40-76708f9443de req-d7df854b-b6ff-4922-878b-209674726579 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/ports?device_id=146a6267-70fe-473c-b096-ef9ceae6f3f6 HTTP/1.1" status: 200 len: 985 time: 0.0531125 Feb 17 18:37:45.665804 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4ec15e7e-6a14-4fa8-aa40-76708f9443de req-3dc7946c-f9bd-4b31-9bc7-a453d9cfbf26 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/security-groups?id=04345c36-269b-4911-810c-8382015a5052&id=66ed310e-558e-4bdd-b945-c9cb72eaf669&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533681 Feb 17 18:37:46.784630 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d5f5b8-c168-440c-9bb7-3c71a2a7fb7b req-d59d9701-3a70-4298-b95d-b9115a6c2cbc tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:37:46.786155 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f8d5f5b8-c168-440c-9bb7-3c71a2a7fb7b req-d59d9701-3a70-4298-b95d-b9115a6c2cbc tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/ports?device_id=146a6267-70fe-473c-b096-ef9ceae6f3f6 HTTP/1.1" status: 200 len: 985 time: 0.0523489 Feb 17 18:37:46.848714 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f8d5f5b8-c168-440c-9bb7-3c71a2a7fb7b req-a88f648d-2d06-4750-ab95-d3d6e93b8d8d tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/security-groups?id=04345c36-269b-4911-810c-8382015a5052&id=66ed310e-558e-4bdd-b945-c9cb72eaf669&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564053 Feb 17 18:37:47.968154 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee3806-ec76-4625-82b6-5a35a52fd739 req-5b458b89-d16a-44f1-80f8-05404dd2d385 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:37:47.969686 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c9ee3806-ec76-4625-82b6-5a35a52fd739 req-5b458b89-d16a-44f1-80f8-05404dd2d385 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/ports?device_id=146a6267-70fe-473c-b096-ef9ceae6f3f6 HTTP/1.1" status: 200 len: 985 time: 0.0528619 Feb 17 18:37:48.027833 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c9ee3806-ec76-4625-82b6-5a35a52fd739 req-05674e61-2677-440c-8a74-f324cac84b0c tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/security-groups?id=04345c36-269b-4911-810c-8382015a5052&id=66ed310e-558e-4bdd-b945-c9cb72eaf669&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524597 Feb 17 18:37:49.153359 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b396fc55-3502-46f8-83fe-592c8724d899 req-b88eaef7-c976-4031-aa68-5fd483ef63a1 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:37:49.155237 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b396fc55-3502-46f8-83fe-592c8724d899 req-b88eaef7-c976-4031-aa68-5fd483ef63a1 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/ports?device_id=146a6267-70fe-473c-b096-ef9ceae6f3f6 HTTP/1.1" status: 200 len: 985 time: 0.0563142 Feb 17 18:37:49.214016 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b396fc55-3502-46f8-83fe-592c8724d899 req-6e4ff3ad-8428-4a8f-baae-a8f657e7e868 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/security-groups?id=04345c36-269b-4911-810c-8382015a5052&id=66ed310e-558e-4bdd-b945-c9cb72eaf669&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529280 Feb 17 18:37:49.523791 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:50.319462 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:37:50.336130 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc8849-6805-4390-8404-8cba543c0760 req-378ccbb1-ec57-47c1-91ee-2db664d928b9 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:37:50.338253 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5afc8849-6805-4390-8404-8cba543c0760 req-378ccbb1-ec57-47c1-91ee-2db664d928b9 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/ports?device_id=146a6267-70fe-473c-b096-ef9ceae6f3f6 HTTP/1.1" status: 200 len: 985 time: 0.0569410 Feb 17 18:37:50.396587 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5afc8849-6805-4390-8404-8cba543c0760 req-e2277749-2604-4ba5-bf13-dc6d810615d3 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/security-groups?id=04345c36-269b-4911-810c-8382015a5052&id=66ed310e-558e-4bdd-b945-c9cb72eaf669&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526366 Feb 17 18:38:02.905918 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:38:03.076611 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4e660cd8-3d2b-4e66-83cd-bc704d2f27a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:05.533969 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-49fcf265-98c2-4e91-9489-eeb873522ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:06.953697 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:08.168993 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:09.249441 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:09.883430 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8b9f0cd5-6b6b-4f05-8159-f1f3058da796 req-db5e23c2-4ce6-4d53-9d04-b65b66c76500 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=146a6267-70fe-473c-b096-ef9ceae6f3f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445931 Feb 17 18:38:09.971958 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f0cd5-6b6b-4f05-8159-f1f3058da796 req-0b4586be-99d8-4a1c-a89a-b773cbefbe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:38:09.973540 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8b9f0cd5-6b6b-4f05-8159-f1f3058da796 req-0b4586be-99d8-4a1c-a89a-b773cbefbe02 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e0333dbd1f504ef79d66fb760a35c3c5&device_id=146a6267-70fe-473c-b096-ef9ceae6f3f6 HTTP/1.1" status: 200 len: 1167 time: 0.0453627 Feb 17 18:38:10.080599 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f0cd5-6b6b-4f05-8159-f1f3058da796 req-cf39ccaa-a112-4725-b668-7b89477bd808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:38:10.082122 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8b9f0cd5-6b6b-4f05-8159-f1f3058da796 req-cf39ccaa-a112-4725-b668-7b89477bd808 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a4c557bb-045c-4f06-a64a-a61497f25a40 HTTP/1.1" status: 200 len: 916 time: 0.0875871 Feb 17 18:38:10.150332 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8b9f0cd5-6b6b-4f05-8159-f1f3058da796 req-11250a78-1f70-41b2-baa7-6163688d7314 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63bcd6b3-a55a-480d-8e88-1ef2f1862682 HTTP/1.1" status: 200 len: 1002 time: 0.0594447 Feb 17 18:38:10.198920 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f0cd5-6b6b-4f05-8159-f1f3058da796 req-ff3ffb60-029c-4da3-b7e3-dd2dfdf27664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:38:10.200348 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8b9f0cd5-6b6b-4f05-8159-f1f3058da796 req-ff3ffb60-029c-4da3-b7e3-dd2dfdf27664 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=80260c0c-5205-4549-8efc-ea44b6970739 HTTP/1.1" status: 200 len: 854 time: 0.0430737 Feb 17 18:38:10.252763 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f0cd5-6b6b-4f05-8159-f1f3058da796 req-a3546e9b-5d67-49c2-8e08-417136ff0b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:38:10.254252 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8b9f0cd5-6b6b-4f05-8159-f1f3058da796 req-a3546e9b-5d67-49c2-8e08-417136ff0b08 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a4c557bb-045c-4f06-a64a-a61497f25a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478439 Feb 17 18:38:10.340765 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8b9f0cd5-6b6b-4f05-8159-f1f3058da796 req-3ec71531-394c-4eb7-b452-dc4b8b7f2ec9 service neutron] 10.222.0.71 "GET /v2.0/networks/a4c557bb-045c-4f06-a64a-a61497f25a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798213 Feb 17 18:38:10.432837 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-8b9f0cd5-6b6b-4f05-8159-f1f3058da796 req-72a0be17-823a-47c1-8ce8-c0fe899dc8ec service neutron] 10.222.0.71 "GET /v2.0/networks/a4c557bb-045c-4f06-a64a-a61497f25a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850723 Feb 17 18:38:19.532469 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:20.319089 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:23.672950 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-543c8df1-367b-4555-bfa2-a4f1fef6417b req-e77c990a-a422-4574-8059-772a3350fcf8 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-773683634&fields=id&tenant_id=e0333dbd1f504ef79d66fb760a35c3c5 HTTP/1.1" status: 200 len: 267 time: 0.0442882 Feb 17 18:38:23.728907 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c8df1-367b-4555-bfa2-a4f1fef6417b req-0e3d9c23-3621-4d7c-9da3-40b2c693ef99 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:38:23.730368 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-543c8df1-367b-4555-bfa2-a4f1fef6417b req-0e3d9c23-3621-4d7c-9da3-40b2c693ef99 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/ports?device_id=146a6267-70fe-473c-b096-ef9ceae6f3f6 HTTP/1.1" status: 200 len: 985 time: 0.0523357 Feb 17 18:38:23.740720 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [req-543c8df1-367b-4555-bfa2-a4f1fef6417b req-150ebffe-561a-4d6e-a045-0e62a6a455c3 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Request body: {'port': {'security_groups': ['04345c36-269b-4911-810c-8382015a5052']}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:38:23.811829 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-543c8df1-367b-4555-bfa2-a4f1fef6417b req-150ebffe-561a-4d6e-a045-0e62a6a455c3 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (63bcd6b3-a55a-480d-8e88-1ef2f1862682), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:23.983110 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [req-543c8df1-367b-4555-bfa2-a4f1fef6417b req-150ebffe-561a-4d6e-a045-0e62a6a455c3 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] For port 63bcd6b3-a55a-480d-8e88-1ef2f1862682, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=63bcd6b3-a55a-480d-8e88-1ef2f1862682,segment=NetworkSegment(65dcd4b1-23ad-413a-9c9a-59d8e45fcbcc),segment_id=65dcd4b1-23ad-413a-9c9a-59d8e45fcbcc)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:38:24.011606 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-543c8df1-367b-4555-bfa2-a4f1fef6417b req-150ebffe-561a-4d6e-a045-0e62a6a455c3 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks [] for port (63bcd6b3-a55a-480d-8e88-1ef2f1862682), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:24.016704 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-543c8df1-367b-4555-bfa2-a4f1fef6417b req-150ebffe-561a-4d6e-a045-0e62a6a455c3 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (63bcd6b3-a55a-480d-8e88-1ef2f1862682), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:24.029027 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['63bcd6b3-a55a-480d-8e88-1ef2f1862682'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:38:24.057619 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c8df1-367b-4555-bfa2-a4f1fef6417b req-150ebffe-561a-4d6e-a045-0e62a6a455c3 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:38:24.058249 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [req-543c8df1-367b-4555-bfa2-a4f1fef6417b req-150ebffe-561a-4d6e-a045-0e62a6a455c3 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:24.059673 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-543c8df1-367b-4555-bfa2-a4f1fef6417b req-150ebffe-561a-4d6e-a045-0e62a6a455c3 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "PUT /v2.0/ports/63bcd6b3-a55a-480d-8e88-1ef2f1862682 HTTP/1.1" status: 200 len: 943 time: 0.3233402 Feb 17 18:38:24.060129 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '146a6267-70fe-473c-b096-ef9ceae6f3f6', 'tag': '63bcd6b3-a55a-480d-8e88-1ef2f1862682'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:38:24.063595 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b190af5285b65727f3b44dc6e403f34aceaa8adb38edcfb0268daad85aadb275" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8afc484-fe31-4479-ad46-89be6b1062eb" -d '{"events": [{"name": "network-changed", "server_uuid": "146a6267-70fe-473c-b096-ef9ceae6f3f6", "tag": "63bcd6b3-a55a-480d-8e88-1ef2f1862682"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:38:24.067421 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41070) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:38:24.101650 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ebffe-561a-4d6e-a045-0e62a6a455c3 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Pushing event updated for resources: {'Port': ['ID=63bcd6b3-a55a-480d-8e88-1ef2f1862682,revision_number=7']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:38:24.112856 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3765547-117f-4279-a412-7fe96ab18510 x-openstack-request-id: req-d3765547-117f-4279-a412-7fe96ab18510 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:38:24.113159 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "146a6267-70fe-473c-b096-ef9ceae6f3f6", "tag": "63bcd6b3-a55a-480d-8e88-1ef2f1862682", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:38:24.113398 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d3765547-117f-4279-a412-7fe96ab18510 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:38:24.113854 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '146a6267-70fe-473c-b096-ef9ceae6f3f6', 'tag': '63bcd6b3-a55a-480d-8e88-1ef2f1862682', 'status': 'completed', 'code': 200} Feb 17 18:38:24.115281 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150ebffe-561a-4d6e-a045-0e62a6a455c3 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:38:24.116530 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150ebffe-561a-4d6e-a045-0e62a6a455c3 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:38:24.117056 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150ebffe-561a-4d6e-a045-0e62a6a455c3 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:38:24.118175 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150ebffe-561a-4d6e-a045-0e62a6a455c3 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:38:24.119324 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150ebffe-561a-4d6e-a045-0e62a6a455c3 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:38:24.119955 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150ebffe-561a-4d6e-a045-0e62a6a455c3 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:38:24.120332 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150ebffe-561a-4d6e-a045-0e62a6a455c3 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:38:24.120888 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150ebffe-561a-4d6e-a045-0e62a6a455c3 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:38:24.121232 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150ebffe-561a-4d6e-a045-0e62a6a455c3 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:38:24.121566 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150ebffe-561a-4d6e-a045-0e62a6a455c3 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:38:24.122230 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150ebffe-561a-4d6e-a045-0e62a6a455c3 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:38:24.123097 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150ebffe-561a-4d6e-a045-0e62a6a455c3 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:38:24.124117 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150ebffe-561a-4d6e-a045-0e62a6a455c3 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:38:24.127333 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['63bcd6b3-a55a-480d-8e88-1ef2f1862682'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:38:24.190909 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a22fd1bc-360d-43b8-8255-0dbb6fc771a8 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks [] for security_group (66ed310e-558e-4bdd-b945-c9cb72eaf669), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:24.224227 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8afc484-fe31-4479-ad46-89be6b1062eb req-e948e17e-8c88-43df-81a9-9cb6cdb151ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:38:24.225950 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e8afc484-fe31-4479-ad46-89be6b1062eb req-e948e17e-8c88-43df-81a9-9cb6cdb151ff service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e0333dbd1f504ef79d66fb760a35c3c5&device_id=146a6267-70fe-473c-b096-ef9ceae6f3f6 HTTP/1.1" status: 200 len: 1128 time: 0.0873601 Feb 17 18:38:24.228331 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a22fd1bc-360d-43b8-8255-0dbb6fc771a8 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks [] for security_group (66ed310e-558e-4bdd-b945-c9cb72eaf669), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:24.349321 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8afc484-fe31-4479-ad46-89be6b1062eb req-2369e58b-1cfc-4b63-bc5d-a28127b6405e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:38:24.350752 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e8afc484-fe31-4479-ad46-89be6b1062eb req-2369e58b-1cfc-4b63-bc5d-a28127b6405e service neutron] 10.222.0.71 "GET /v2.0/networks?id=a4c557bb-045c-4f06-a64a-a61497f25a40 HTTP/1.1" status: 200 len: 916 time: 0.1136954 Feb 17 18:38:24.353052 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-ce3275dc-c1a7-423f-8566-39c9da2b4186 None None] Provisioning complete for port 63bcd6b3-a55a-480d-8e88-1ef2f1862682 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:38:24.353432 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ce3275dc-c1a7-423f-8566-39c9da2b4186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (63bcd6b3-a55a-480d-8e88-1ef2f1862682), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:24.394338 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a22fd1bc-360d-43b8-8255-0dbb6fc771a8 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (66ed310e-558e-4bdd-b945-c9cb72eaf669), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:24.397151 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a22fd1bc-360d-43b8-8255-0dbb6fc771a8 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:24.398355 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a22fd1bc-360d-43b8-8255-0dbb6fc771a8 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "DELETE /v2.0/security-groups/66ed310e-558e-4bdd-b945-c9cb72eaf669 HTTP/1.1" status: 204 len: 168 time: 0.3293636 Feb 17 18:38:24.401580 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 41078) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:38:24.413672 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22fd1bc-360d-43b8-8255-0dbb6fc771a8 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ed310e-558e-4bdd-b945-c9cb72eaf669,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:38:24.433097 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22fd1bc-360d-43b8-8255-0dbb6fc771a8 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:38:24.433531 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22fd1bc-360d-43b8-8255-0dbb6fc771a8 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:38:24.433805 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22fd1bc-360d-43b8-8255-0dbb6fc771a8 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:38:24.434152 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22fd1bc-360d-43b8-8255-0dbb6fc771a8 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:38:24.434507 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22fd1bc-360d-43b8-8255-0dbb6fc771a8 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:38:24.434832 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22fd1bc-360d-43b8-8255-0dbb6fc771a8 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:38:24.435169 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22fd1bc-360d-43b8-8255-0dbb6fc771a8 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:38:24.435507 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22fd1bc-360d-43b8-8255-0dbb6fc771a8 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:38:24.436583 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22fd1bc-360d-43b8-8255-0dbb6fc771a8 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:38:24.436805 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22fd1bc-360d-43b8-8255-0dbb6fc771a8 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:38:24.437141 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22fd1bc-360d-43b8-8255-0dbb6fc771a8 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:38:24.437474 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22fd1bc-360d-43b8-8255-0dbb6fc771a8 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:38:24.437803 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22fd1bc-360d-43b8-8255-0dbb6fc771a8 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:38:24.446757 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-ce3275dc-c1a7-423f-8566-39c9da2b4186 None None] Current status of the port 63bcd6b3-a55a-480d-8e88-1ef2f1862682 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:38:24.451612 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e8afc484-fe31-4479-ad46-89be6b1062eb req-7e77fcdd-b436-42b6-80c7-91f2077cbb8d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63bcd6b3-a55a-480d-8e88-1ef2f1862682 HTTP/1.1" status: 200 len: 1002 time: 0.0940874 Feb 17 18:38:24.501164 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8afc484-fe31-4479-ad46-89be6b1062eb req-0b3864c1-e4af-4f7e-a453-40336e32f96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:38:24.502661 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e8afc484-fe31-4479-ad46-89be6b1062eb req-0b3864c1-e4af-4f7e-a453-40336e32f96a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=80260c0c-5205-4549-8efc-ea44b6970739 HTTP/1.1" status: 200 len: 854 time: 0.0451646 Feb 17 18:38:24.552560 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8afc484-fe31-4479-ad46-89be6b1062eb req-34b1063b-3092-4b90-8d6d-43648fa6e256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:38:24.554080 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e8afc484-fe31-4479-ad46-89be6b1062eb req-34b1063b-3092-4b90-8d6d-43648fa6e256 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a4c557bb-045c-4f06-a64a-a61497f25a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443244 Feb 17 18:38:24.579667 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-7f985b2c-7030-4af7-b6ed-d2dd005da547 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Deleting port 07680351-e42d-469d-86d6-6de43664898e {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:38:24.580019 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7f985b2c-7030-4af7-b6ed-d2dd005da547 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (07680351-e42d-469d-86d6-6de43664898e), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:24.647219 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e8afc484-fe31-4479-ad46-89be6b1062eb req-daf1b7a4-174f-40f5-8aba-9d8f46dba3a7 service neutron] 10.222.0.71 "GET /v2.0/networks/a4c557bb-045c-4f06-a64a-a61497f25a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866213 Feb 17 18:38:24.658904 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7f985b2c-7030-4af7-b6ed-d2dd005da547 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (07680351-e42d-469d-86d6-6de43664898e), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:24.659236 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7f985b2c-7030-4af7-b6ed-d2dd005da547 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks [] for floatingip (07680351-e42d-469d-86d6-6de43664898e), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:24.671360 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-7f985b2c-7030-4af7-b6ed-d2dd005da547 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Calling delete_port for 07680351-e42d-469d-86d6-6de43664898e owned by network:floatingip {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:38:24.737529 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e8afc484-fe31-4479-ad46-89be6b1062eb req-fa841433-bc82-44bc-af7c-a8ee439439e3 service neutron] 10.222.0.71 "GET /v2.0/networks/a4c557bb-045c-4f06-a64a-a61497f25a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839140 Feb 17 18:38:24.817749 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7f985b2c-7030-4af7-b6ed-d2dd005da547 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (07680351-e42d-469d-86d6-6de43664898e), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:24.844823 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f985b2c-7030-4af7-b6ed-d2dd005da547 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Pushing event deleted for resources: {'Port': ['ID=07680351-e42d-469d-86d6-6de43664898e,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:38:24.904300 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7f985b2c-7030-4af7-b6ed-d2dd005da547 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks [] for floatingip (4c517acb-3715-49df-bb23-505c7d00215d), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:24.904780 n-d-829613-2 neutron-server[103435]: INFO neutron.db.l3_db [None req-7f985b2c-7030-4af7-b6ed-d2dd005da547 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Floating IP 4c517acb-3715-49df-bb23-505c7d00215d disassociated (deleted). External IP: 172.25.8.184, port: 63bcd6b3-a55a-480d-8e88-1ef2f1862682. Feb 17 18:38:25.117973 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f985b2c-7030-4af7-b6ed-d2dd005da547 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Router 32b62743-e189-4f6f-ae12-8828a3b5325e has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:38:25.227231 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f985b2c-7030-4af7-b6ed-d2dd005da547 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:38:25.232106 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7f985b2c-7030-4af7-b6ed-d2dd005da547 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:25.237214 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02d18b5-9d74-4359-ad67-b8e382bd7bdc None None] Sync routers for ids ['32b62743-e189-4f6f-ae12-8828a3b5325e'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:38:25.247022 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02d18b5-9d74-4359-ad67-b8e382bd7bdc None None] Routers {'32b62743-e189-4f6f-ae12-8828a3b5325e'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:38:25.247631 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-c02d18b5-9d74-4359-ad67-b8e382bd7bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:38:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['32b62743-e189-4f6f-ae12-8828a3b5325e'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:38:25.262249 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-7f985b2c-7030-4af7-b6ed-d2dd005da547 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "DELETE /v2.0/floatingips/4c517acb-3715-49df-bb23-505c7d00215d HTTP/1.1" status: 204 len: 168 time: 0.8595819 Feb 17 18:38:25.359767 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-c02d18b5-9d74-4359-ad67-b8e382bd7bdc None None] Set router 32b62743-e189-4f6f-ae12-8828a3b5325e gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:38:25.579525 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-c02d18b5-9d74-4359-ad67-b8e382bd7bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b62743-e189-4f6f-ae12-8828a3b5325e', 'name': 'tempest-TestMinimumBasicScenario-1680681053-router', 'tenant_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '7fd22201-0db9-4358-bb2f-f3515a237c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:36:20Z', 'updated_at': '2022-02-17T18:36:23Z', 'revision_number': 4, 'project_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'gw_port': {'id': '7fd22201-0db9-4358-bb2f-f3515a237c8d', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:98:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b62743-e189-4f6f-ae12-8828a3b5325e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:36:21Z', 'updated_at': '2022-02-17T18:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'd4615ff9-290b-487c-8bc8-681634a3a9a2', 'name': '', 'network_id': 'a4c557bb-045c-4f06-a64a-a61497f25a40', 'tenant_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'mac_address': 'fa:16:3e:1f:6d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b62743-e189-4f6f-ae12-8828a3b5325e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '80260c0c-5205-4549-8efc-ea44b6970739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:36:22Z', 'updated_at': '2022-02-17T18:36:27Z', 'revision_number': 5, 'project_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'subnets': [{'id': '80260c0c-5205-4549-8efc-ea44b6970739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:38:25.604653 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02d18b5-9d74-4359-ad67-b8e382bd7bdc None None] Checking router: 32b62743-e189-4f6f-ae12-8828a3b5325e for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:38:25.613166 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02d18b5-9d74-4359-ad67-b8e382bd7bdc None None] Routers {'32b62743-e189-4f6f-ae12-8828a3b5325e'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:38:25.613748 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-c02d18b5-9d74-4359-ad67-b8e382bd7bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:38:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['32b62743-e189-4f6f-ae12-8828a3b5325e'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:38:25.718886 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-c02d18b5-9d74-4359-ad67-b8e382bd7bdc None None] Set router 32b62743-e189-4f6f-ae12-8828a3b5325e gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:38:25.913428 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-c02d18b5-9d74-4359-ad67-b8e382bd7bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b62743-e189-4f6f-ae12-8828a3b5325e', 'name': 'tempest-TestMinimumBasicScenario-1680681053-router', 'tenant_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '7fd22201-0db9-4358-bb2f-f3515a237c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:36:20Z', 'updated_at': '2022-02-17T18:36:23Z', 'revision_number': 4, 'project_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'gw_port': {'id': '7fd22201-0db9-4358-bb2f-f3515a237c8d', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:98:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b62743-e189-4f6f-ae12-8828a3b5325e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:36:21Z', 'updated_at': '2022-02-17T18:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'd4615ff9-290b-487c-8bc8-681634a3a9a2', 'name': '', 'network_id': 'a4c557bb-045c-4f06-a64a-a61497f25a40', 'tenant_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'mac_address': 'fa:16:3e:1f:6d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b62743-e189-4f6f-ae12-8828a3b5325e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '80260c0c-5205-4549-8efc-ea44b6970739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:36:22Z', 'updated_at': '2022-02-17T18:36:27Z', 'revision_number': 5, 'project_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'subnets': [{'id': '80260c0c-5205-4549-8efc-ea44b6970739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:38:25.940439 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02d18b5-9d74-4359-ad67-b8e382bd7bdc None None] The sync data for ids ['32b62743-e189-4f6f-ae12-8828a3b5325e'] in n-d-829613-2 is: [{'id': '32b62743-e189-4f6f-ae12-8828a3b5325e', 'name': 'tempest-TestMinimumBasicScenario-1680681053-router', 'tenant_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '7fd22201-0db9-4358-bb2f-f3515a237c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:36:20Z', 'updated_at': '2022-02-17T18:36:23Z', 'revision_number': 4, 'project_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'gw_port': {'id': '7fd22201-0db9-4358-bb2f-f3515a237c8d', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:98:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b62743-e189-4f6f-ae12-8828a3b5325e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:36:21Z', 'updated_at': '2022-02-17T18:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'd4615ff9-290b-487c-8bc8-681634a3a9a2', 'name': '', 'network_id': 'a4c557bb-045c-4f06-a64a-a61497f25a40', 'tenant_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'mac_address': 'fa:16:3e:1f:6d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b62743-e189-4f6f-ae12-8828a3b5325e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '80260c0c-5205-4549-8efc-ea44b6970739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:36:22Z', 'updated_at': '2022-02-17T18:36:27Z', 'revision_number': 5, 'project_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'subnets': [{'id': '80260c0c-5205-4549-8efc-ea44b6970739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:38:26.115672 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '146a6267-70fe-473c-b096-ef9ceae6f3f6', 'tag': '63bcd6b3-a55a-480d-8e88-1ef2f1862682'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:38:26.118338 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b190af5285b65727f3b44dc6e403f34aceaa8adb38edcfb0268daad85aadb275" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421a4281-39c4-49a2-87eb-7494106501a5" -d '{"events": [{"name": "network-changed", "server_uuid": "146a6267-70fe-473c-b096-ef9ceae6f3f6", "tag": "63bcd6b3-a55a-480d-8e88-1ef2f1862682"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:38:26.156726 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5256cd-bbf4-425a-8dba-667379e947ac x-openstack-request-id: req-4c5256cd-bbf4-425a-8dba-667379e947ac {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:38:26.157027 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "146a6267-70fe-473c-b096-ef9ceae6f3f6", "tag": "63bcd6b3-a55a-480d-8e88-1ef2f1862682", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:38:26.157283 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4c5256cd-bbf4-425a-8dba-667379e947ac {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:38:26.157694 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '146a6267-70fe-473c-b096-ef9ceae6f3f6', 'tag': '63bcd6b3-a55a-480d-8e88-1ef2f1862682', 'status': 'completed', 'code': 200} Feb 17 18:38:26.177506 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b693db17-dd4f-4ff2-8bc3-3b4df11a8f58 None None] New status for floating IP 4c517acb-3715-49df-bb23-505c7d00215d: DOWN {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 18:38:26.228228 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a4281-39c4-49a2-87eb-7494106501a5 req-68948e4a-73b2-417b-b810-23296b54003c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:38:26.230196 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-421a4281-39c4-49a2-87eb-7494106501a5 req-68948e4a-73b2-417b-b810-23296b54003c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e0333dbd1f504ef79d66fb760a35c3c5&device_id=146a6267-70fe-473c-b096-ef9ceae6f3f6 HTTP/1.1" status: 200 len: 1128 time: 0.0494013 Feb 17 18:38:26.331518 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a4281-39c4-49a2-87eb-7494106501a5 req-18df8338-5f11-4e7d-b8d9-4e64191f8d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:38:26.333018 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-421a4281-39c4-49a2-87eb-7494106501a5 req-18df8338-5f11-4e7d-b8d9-4e64191f8d58 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a4c557bb-045c-4f06-a64a-a61497f25a40 HTTP/1.1" status: 200 len: 916 time: 0.0973473 Feb 17 18:38:26.373073 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-421a4281-39c4-49a2-87eb-7494106501a5 req-dd9dcb85-0b8b-4593-a923-6fad3ae8063f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63bcd6b3-a55a-480d-8e88-1ef2f1862682 HTTP/1.1" status: 200 len: 217 time: 0.0338211 Feb 17 18:38:26.422787 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a4281-39c4-49a2-87eb-7494106501a5 req-c47189ad-41cc-4864-847d-dd0076944570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:38:26.424187 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-421a4281-39c4-49a2-87eb-7494106501a5 req-c47189ad-41cc-4864-847d-dd0076944570 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=80260c0c-5205-4549-8efc-ea44b6970739 HTTP/1.1" status: 200 len: 854 time: 0.0460267 Feb 17 18:38:26.472172 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a4281-39c4-49a2-87eb-7494106501a5 req-905a9cf7-8bdf-40fc-aaba-736a5d9b6bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:38:26.473718 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-421a4281-39c4-49a2-87eb-7494106501a5 req-905a9cf7-8bdf-40fc-aaba-736a5d9b6bdf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a4c557bb-045c-4f06-a64a-a61497f25a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437200 Feb 17 18:38:26.570126 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-421a4281-39c4-49a2-87eb-7494106501a5 req-ff884fc5-9e0c-40b2-9984-7bf875c9d507 service neutron] 10.222.0.71 "GET /v2.0/networks/a4c557bb-045c-4f06-a64a-a61497f25a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903804 Feb 17 18:38:26.657613 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-421a4281-39c4-49a2-87eb-7494106501a5 req-a34ceeff-4681-4269-9bbf-de4f67bfd90f service neutron] 10.222.0.71 "GET /v2.0/networks/a4c557bb-045c-4f06-a64a-a61497f25a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821443 Feb 17 18:38:33.079339 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ca766f86-cf78-44cd-a3e0-da22213e6fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:35.535367 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ac3e4f02-868f-43ce-bd81-380283dacb06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:36.957865 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:38.178958 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:39.253045 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:39.905960 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:38:40.884313 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f653e10-058a-41df-8be4-95bb5f086b82 req-1f009cc0-c017-4020-93f4-e3dd91845ac0 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:38:40.885859 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9f653e10-058a-41df-8be4-95bb5f086b82 req-1f009cc0-c017-4020-93f4-e3dd91845ac0 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/ports?device_id=146a6267-70fe-473c-b096-ef9ceae6f3f6 HTTP/1.1" status: 200 len: 946 time: 0.1102993 Feb 17 18:38:40.932287 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9f653e10-058a-41df-8be4-95bb5f086b82 req-b2cd17f1-a5cc-4cfa-9ee2-c32f87a21be8 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/security-groups?id=04345c36-269b-4911-810c-8382015a5052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408633 Feb 17 18:38:42.108976 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96029bc2-ee99-40d7-a147-1457ff218254 req-431d7e61-d19a-410f-b29c-a5da98084a24 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:38:42.110467 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-96029bc2-ee99-40d7-a147-1457ff218254 req-431d7e61-d19a-410f-b29c-a5da98084a24 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/ports?device_id=146a6267-70fe-473c-b096-ef9ceae6f3f6 HTTP/1.1" status: 200 len: 946 time: 0.1080956 Feb 17 18:38:42.157702 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-96029bc2-ee99-40d7-a147-1457ff218254 req-2be95a14-9eac-4699-9090-1ccd0b50e150 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.87 "GET /v2.0/security-groups?id=04345c36-269b-4911-810c-8382015a5052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417409 Feb 17 18:38:42.193884 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c01ea-bc87-4969-9100-18e52dc163d3 req-1df5450b-6176-47d5-b08e-70485e1d78d0 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:38:42.195488 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-312c01ea-bc87-4969-9100-18e52dc163d3 req-1df5450b-6176-47d5-b08e-70485e1d78d0 tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.71 "GET /v2.0/ports?device_id=146a6267-70fe-473c-b096-ef9ceae6f3f6 HTTP/1.1" status: 200 len: 946 time: 0.0546355 Feb 17 18:38:42.299593 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-312c01ea-bc87-4969-9100-18e52dc163d3 req-aa28595d-7c80-4ec9-9870-8920cb7b26ec tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Deleting port 63bcd6b3-a55a-480d-8e88-1ef2f1862682 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:38:42.299942 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-312c01ea-bc87-4969-9100-18e52dc163d3 req-aa28595d-7c80-4ec9-9870-8920cb7b26ec tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (63bcd6b3-a55a-480d-8e88-1ef2f1862682), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:42.386429 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-312c01ea-bc87-4969-9100-18e52dc163d3 req-aa28595d-7c80-4ec9-9870-8920cb7b26ec tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] For port 63bcd6b3-a55a-480d-8e88-1ef2f1862682, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=63bcd6b3-a55a-480d-8e88-1ef2f1862682,segment=NetworkSegment(65dcd4b1-23ad-413a-9c9a-59d8e45fcbcc),segment_id=65dcd4b1-23ad-413a-9c9a-59d8e45fcbcc)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:38:42.386814 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-312c01ea-bc87-4969-9100-18e52dc163d3 req-aa28595d-7c80-4ec9-9870-8920cb7b26ec tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (63bcd6b3-a55a-480d-8e88-1ef2f1862682), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:42.403510 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-312c01ea-bc87-4969-9100-18e52dc163d3 req-aa28595d-7c80-4ec9-9870-8920cb7b26ec tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Calling delete_port for 63bcd6b3-a55a-480d-8e88-1ef2f1862682 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:38:42.525694 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-312c01ea-bc87-4969-9100-18e52dc163d3 req-aa28595d-7c80-4ec9-9870-8920cb7b26ec tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (63bcd6b3-a55a-480d-8e88-1ef2f1862682), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:42.536887 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['63bcd6b3-a55a-480d-8e88-1ef2f1862682'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:38:42.551876 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa28595d-7c80-4ec9-9870-8920cb7b26ec tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Pushing event deleted for resources: {'Port': ['ID=63bcd6b3-a55a-480d-8e88-1ef2f1862682,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:38:42.600181 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-312c01ea-bc87-4969-9100-18e52dc163d3 req-aa28595d-7c80-4ec9-9870-8920cb7b26ec tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] No DVR routers for this DVR port 63bcd6b3-a55a-480d-8e88-1ef2f1862682 on host n-h1-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:38:42.602811 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-312c01ea-bc87-4969-9100-18e52dc163d3 req-aa28595d-7c80-4ec9-9870-8920cb7b26ec tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:42.606174 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-312c01ea-bc87-4969-9100-18e52dc163d3 req-aa28595d-7c80-4ec9-9870-8920cb7b26ec tempest-TestMinimumBasicScenario-1260879605 tempest-TestMinimumBasicScenario-1260879605-project] 10.222.0.71 "DELETE /v2.0/ports/63bcd6b3-a55a-480d-8e88-1ef2f1862682 HTTP/1.1" status: 204 len: 173 time: 0.4053833 Feb 17 18:38:42.606617 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '146a6267-70fe-473c-b096-ef9ceae6f3f6', 'name': 'network-vif-deleted', 'tag': '63bcd6b3-a55a-480d-8e88-1ef2f1862682'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:38:42.608926 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd14613-8fb0-47ff-a6a6-3a7f9916090f" -d '{"events": [{"server_uuid": "146a6267-70fe-473c-b096-ef9ceae6f3f6", "name": "network-vif-deleted", "tag": "63bcd6b3-a55a-480d-8e88-1ef2f1862682"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:38:42.646282 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6899f97a-7ede-4ee5-bec1-d8f54fb03e90 x-openstack-request-id: req-6899f97a-7ede-4ee5-bec1-d8f54fb03e90 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:38:42.646786 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "146a6267-70fe-473c-b096-ef9ceae6f3f6", "name": "network-vif-deleted", "tag": "63bcd6b3-a55a-480d-8e88-1ef2f1862682", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:38:42.647050 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6899f97a-7ede-4ee5-bec1-d8f54fb03e90 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:38:42.647458 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '146a6267-70fe-473c-b096-ef9ceae6f3f6', 'name': 'network-vif-deleted', 'tag': '63bcd6b3-a55a-480d-8e88-1ef2f1862682', 'status': 'completed', 'code': 200} Feb 17 18:38:43.731197 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 41200) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:38:44.364191 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-da82a71f-c599-4b69-9d39-f1432a6dadbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (32b62743-e189-4f6f-ae12-8828a3b5325e), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:44.607432 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-da82a71f-c599-4b69-9d39-f1432a6dadbe admin admin] Deleting port d4615ff9-290b-487c-8bc8-681634a3a9a2 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:38:44.607781 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-da82a71f-c599-4b69-9d39-f1432a6dadbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (d4615ff9-290b-487c-8bc8-681634a3a9a2), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:44.692170 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-da82a71f-c599-4b69-9d39-f1432a6dadbe admin admin] For port d4615ff9-290b-487c-8bc8-681634a3a9a2, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=d4615ff9-290b-487c-8bc8-681634a3a9a2,segment=NetworkSegment(65dcd4b1-23ad-413a-9c9a-59d8e45fcbcc),segment_id=65dcd4b1-23ad-413a-9c9a-59d8e45fcbcc)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:38:44.692462 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-da82a71f-c599-4b69-9d39-f1432a6dadbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (d4615ff9-290b-487c-8bc8-681634a3a9a2), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:44.704645 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-da82a71f-c599-4b69-9d39-f1432a6dadbe admin admin] Calling delete_port for d4615ff9-290b-487c-8bc8-681634a3a9a2 owned by network:router_interface {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:38:44.883036 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-da82a71f-c599-4b69-9d39-f1432a6dadbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (d4615ff9-290b-487c-8bc8-681634a3a9a2), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:44.913036 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da82a71f-c599-4b69-9d39-f1432a6dadbe admin admin] Pushing event deleted for resources: {'Port': ['ID=d4615ff9-290b-487c-8bc8-681634a3a9a2,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:38:45.076459 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-da82a71f-c599-4b69-9d39-f1432a6dadbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (32b62743-e189-4f6f-ae12-8828a3b5325e), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:45.298009 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da82a71f-c599-4b69-9d39-f1432a6dadbe admin admin] Router 32b62743-e189-4f6f-ae12-8828a3b5325e has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:38:45.408636 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da82a71f-c599-4b69-9d39-f1432a6dadbe admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:38:45.416513 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-da82a71f-c599-4b69-9d39-f1432a6dadbe admin admin] 10.222.0.87 "PUT /v2.0/routers/32b62743-e189-4f6f-ae12-8828a3b5325e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6824646 Feb 17 18:38:45.416862 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 41202) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:38:45.417094 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8508370e-d6c7-4aa2-ae39-36c774dffaef None None] Sync routers for ids ['32b62743-e189-4f6f-ae12-8828a3b5325e'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:38:45.427429 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8508370e-d6c7-4aa2-ae39-36c774dffaef None None] Routers {'32b62743-e189-4f6f-ae12-8828a3b5325e'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:38:45.428034 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-8508370e-d6c7-4aa2-ae39-36c774dffaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:38:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['32b62743-e189-4f6f-ae12-8828a3b5325e'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:38:45.530558 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b32c549f-18af-43a9-aad2-0c48399ace90 admin admin] Publish callbacks [] for router (32b62743-e189-4f6f-ae12-8828a3b5325e), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:45.553814 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-8508370e-d6c7-4aa2-ae39-36c774dffaef None None] Set router 32b62743-e189-4f6f-ae12-8828a3b5325e gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:38:45.633330 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b32c549f-18af-43a9-aad2-0c48399ace90 admin admin] Publish callbacks [] for router_gateway (32b62743-e189-4f6f-ae12-8828a3b5325e), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:45.686118 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b32c549f-18af-43a9-aad2-0c48399ace90 admin admin] Deleting port 7fd22201-0db9-4358-bb2f-f3515a237c8d {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:38:45.686506 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b32c549f-18af-43a9-aad2-0c48399ace90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (7fd22201-0db9-4358-bb2f-f3515a237c8d), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:45.734271 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-8508370e-d6c7-4aa2-ae39-36c774dffaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b62743-e189-4f6f-ae12-8828a3b5325e', 'name': 'tempest-TestMinimumBasicScenario-1680681053-router', 'tenant_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '7fd22201-0db9-4358-bb2f-f3515a237c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:36:20Z', 'updated_at': '2022-02-17T18:38:44Z', 'revision_number': 5, 'project_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'gw_port': {'id': '7fd22201-0db9-4358-bb2f-f3515a237c8d', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:98:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b62743-e189-4f6f-ae12-8828a3b5325e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:36:21Z', 'updated_at': '2022-02-17T18:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:38:45.760969 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8508370e-d6c7-4aa2-ae39-36c774dffaef None None] Checking router: 32b62743-e189-4f6f-ae12-8828a3b5325e for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:38:45.768734 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-b32c549f-18af-43a9-aad2-0c48399ace90 admin admin] For port 7fd22201-0db9-4358-bb2f-f3515a237c8d, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=7fd22201-0db9-4358-bb2f-f3515a237c8d,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:38:45.769099 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b32c549f-18af-43a9-aad2-0c48399ace90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (7fd22201-0db9-4358-bb2f-f3515a237c8d), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:45.769984 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8508370e-d6c7-4aa2-ae39-36c774dffaef None None] Routers {'32b62743-e189-4f6f-ae12-8828a3b5325e'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:38:45.770593 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-8508370e-d6c7-4aa2-ae39-36c774dffaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:38:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['32b62743-e189-4f6f-ae12-8828a3b5325e'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:38:45.780898 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b32c549f-18af-43a9-aad2-0c48399ace90 admin admin] Calling delete_port for 7fd22201-0db9-4358-bb2f-f3515a237c8d owned by network:router_gateway {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:38:45.864040 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-8508370e-d6c7-4aa2-ae39-36c774dffaef None None] Set router 32b62743-e189-4f6f-ae12-8828a3b5325e gateway port host: None {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:38:45.915702 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-8508370e-d6c7-4aa2-ae39-36c774dffaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b62743-e189-4f6f-ae12-8828a3b5325e', 'name': 'tempest-TestMinimumBasicScenario-1680681053-router', 'tenant_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:36:20Z', 'updated_at': '2022-02-17T18:38:45Z', 'revision_number': 6, 'project_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'gw_port_host': None}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:38:45.949710 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b32c549f-18af-43a9-aad2-0c48399ace90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (7fd22201-0db9-4358-bb2f-f3515a237c8d), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:45.977038 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32c549f-18af-43a9-aad2-0c48399ace90 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fd22201-0db9-4358-bb2f-f3515a237c8d,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:38:46.036445 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8508370e-d6c7-4aa2-ae39-36c774dffaef None None] The sync data for ids ['32b62743-e189-4f6f-ae12-8828a3b5325e'] in n-d-829613-2 is: [{'id': '32b62743-e189-4f6f-ae12-8828a3b5325e', 'name': 'tempest-TestMinimumBasicScenario-1680681053-router', 'tenant_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:36:20Z', 'updated_at': '2022-02-17T18:38:45Z', 'revision_number': 6, 'project_id': 'e0333dbd1f504ef79d66fb760a35c3c5', 'gw_port_host': None}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:38:46.040114 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b32c549f-18af-43a9-aad2-0c48399ace90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (32b62743-e189-4f6f-ae12-8828a3b5325e), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:46.136697 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b32c549f-18af-43a9-aad2-0c48399ace90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (32b62743-e189-4f6f-ae12-8828a3b5325e), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:46.138717 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b32c549f-18af-43a9-aad2-0c48399ace90 admin admin] Publish callbacks [] for router_controller (32b62743-e189-4f6f-ae12-8828a3b5325e), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:46.184544 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b32c549f-18af-43a9-aad2-0c48399ace90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (32b62743-e189-4f6f-ae12-8828a3b5325e), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:46.185674 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32c549f-18af-43a9-aad2-0c48399ace90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32b62743-e189-4f6f-ae12-8828a3b5325e {{(pid=103435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 18:38:46.190109 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b32c549f-18af-43a9-aad2-0c48399ace90 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:46.191260 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b32c549f-18af-43a9-aad2-0c48399ace90 admin admin] 10.222.0.87 "DELETE /v2.0/routers/32b62743-e189-4f6f-ae12-8828a3b5325e HTTP/1.1" status: 204 len: 168 time: 0.7734780 Feb 17 18:38:46.193937 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 41204) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:38:46.237100 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fbfa2c4-c415-44c0-966c-a9f918b6fe2a admin admin] Deleting subnet 80260c0c-5205-4549-8efc-ea44b6970739 {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:38:46.240069 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6fbfa2c4-c415-44c0-966c-a9f918b6fe2a admin admin] Publish callbacks [] for subnet (80260c0c-5205-4549-8efc-ea44b6970739), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:46.273769 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6fbfa2c4-c415-44c0-966c-a9f918b6fe2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (80260c0c-5205-4549-8efc-ea44b6970739), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:46.352533 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6fbfa2c4-c415-44c0-966c-a9f918b6fe2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (80260c0c-5205-4549-8efc-ea44b6970739), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:46.404478 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6fbfa2c4-c415-44c0-966c-a9f918b6fe2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (80260c0c-5205-4549-8efc-ea44b6970739), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:46.430980 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbfa2c4-c415-44c0-966c-a9f918b6fe2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80260c0c-5205-4549-8efc-ea44b6970739,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:38:46.434728 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6fbfa2c4-c415-44c0-966c-a9f918b6fe2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:46.438133 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-6fbfa2c4-c415-44c0-966c-a9f918b6fe2a admin admin] 10.222.0.87 "DELETE /v2.0/subnets/80260c0c-5205-4549-8efc-ea44b6970739 HTTP/1.1" status: 204 len: 168 time: 0.2429960 Feb 17 18:38:46.440858 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 41206) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:38:46.443096 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a074910-822e-4a5d-83b8-f7a59c9564ef None None] Network a4c557bb-045c-4f06-a64a-a61497f25a40 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:38:46.516194 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b7a6957d-49c0-42b9-b20d-a9f2b2ba7716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (a4c557bb-045c-4f06-a64a-a61497f25a40), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:46.575021 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b7a6957d-49c0-42b9-b20d-a9f2b2ba7716 admin admin] Deleting port 4e172c49-8816-4214-8abd-16fa4f299862 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:38:46.575370 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b7a6957d-49c0-42b9-b20d-a9f2b2ba7716 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (4e172c49-8816-4214-8abd-16fa4f299862), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:46.636747 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-b7a6957d-49c0-42b9-b20d-a9f2b2ba7716 admin admin] For port 4e172c49-8816-4214-8abd-16fa4f299862, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=4e172c49-8816-4214-8abd-16fa4f299862,segment=NetworkSegment(65dcd4b1-23ad-413a-9c9a-59d8e45fcbcc),segment_id=65dcd4b1-23ad-413a-9c9a-59d8e45fcbcc)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:38:46.637108 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b7a6957d-49c0-42b9-b20d-a9f2b2ba7716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (4e172c49-8816-4214-8abd-16fa4f299862), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:46.649959 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b7a6957d-49c0-42b9-b20d-a9f2b2ba7716 admin admin] Calling delete_port for 4e172c49-8816-4214-8abd-16fa4f299862 owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:38:46.729907 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b7a6957d-49c0-42b9-b20d-a9f2b2ba7716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (4e172c49-8816-4214-8abd-16fa4f299862), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:46.756208 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6957d-49c0-42b9-b20d-a9f2b2ba7716 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e172c49-8816-4214-8abd-16fa4f299862,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:38:46.761462 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a6957d-49c0-42b9-b20d-a9f2b2ba7716 admin admin] No DVR routers for this DVR port 4e172c49-8816-4214-8abd-16fa4f299862 on host n-d-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:38:46.835149 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9531f964-0c72-456b-b9dd-6e9d986ab5fa None None] DHCP port deletion for a4c557bb-045c-4f06-a64a-a61497f25a40 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 18:38:46.839756 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b7a6957d-49c0-42b9-b20d-a9f2b2ba7716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (a4c557bb-045c-4f06-a64a-a61497f25a40), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:46.861764 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-b7a6957d-49c0-42b9-b20d-a9f2b2ba7716 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4c557bb-045c-4f06-a64a-a61497f25a40']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:38:46.871932 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-b7a6957d-49c0-42b9-b20d-a9f2b2ba7716 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65dcd4b1-23ad-413a-9c9a-59d8e45fcbcc') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:38:46.872227 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-b7a6957d-49c0-42b9-b20d-a9f2b2ba7716 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65dcd4b1-23ad-413a-9c9a-59d8e45fcbcc') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:38:46.884874 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b7a6957d-49c0-42b9-b20d-a9f2b2ba7716 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (65dcd4b1-23ad-413a-9c9a-59d8e45fcbcc), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:46.898873 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b7a6957d-49c0-42b9-b20d-a9f2b2ba7716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (65dcd4b1-23ad-413a-9c9a-59d8e45fcbcc), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:46.904587 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7a6957d-49c0-42b9-b20d-a9f2b2ba7716 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:38:46.904996 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b7a6957d-49c0-42b9-b20d-a9f2b2ba7716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (65dcd4b1-23ad-413a-9c9a-59d8e45fcbcc), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:46.906626 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 18:38:46.906626 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:38:46.906626 n-d-829613-2 neutron-server[103435]: timer() Feb 17 18:38:46.906626 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:38:46.906626 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 18:38:46.906626 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:38:46.906626 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 18:38:46.906626 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:38:46.906626 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 18:38:46.906626 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:38:46.906626 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 18:38:46.906626 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:38:46.906626 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 18:38:46.906626 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:38:46.906626 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:38:46.906626 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:38:46.906626 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:38:46.906626 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:38:46.906626 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 18:38:46.906626 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:38:46.906626 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 18:38:46.906626 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:38:46.906626 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:38:46.906626 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:38:46.906626 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 18:38:46.906626 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:38:46.906626 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:38:46.906626 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:38:46.906626 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:38:46.906626 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:38:46.906626 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:38:46.906626 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:38:46.961353 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b7a6957d-49c0-42b9-b20d-a9f2b2ba7716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (a4c557bb-045c-4f06-a64a-a61497f25a40), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:46.966930 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b7a6957d-49c0-42b9-b20d-a9f2b2ba7716 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:46.970152 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b7a6957d-49c0-42b9-b20d-a9f2b2ba7716 admin admin] 10.222.0.87 "DELETE /v2.0/networks/a4c557bb-045c-4f06-a64a-a61497f25a40 HTTP/1.1" status: 204 len: 168 time: 0.5283251 Feb 17 18:38:46.971327 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 63bcd6b3-a55a-480d-8e88-1ef2f1862682 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:38:46.973209 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41208) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:38:46.980813 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6957d-49c0-42b9-b20d-a9f2b2ba7716 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4c557bb-045c-4f06-a64a-a61497f25a40,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:38:47.004501 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: 63bcd6b3-a55a-480d-8e88-1ef2f1862682 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:38:47.004908 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 63bcd6b3-a55a-480d-8e88-1ef2f1862682 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:38:47.330340 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48051739-23ed-4390-a620-0ee0278ba965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (76c6c002-8992-41a9-8fc0-88111e37d35d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:47.484719 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 4e172c49-8816-4214-8abd-16fa4f299862 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:38:47.504908 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 4e172c49-8816-4214-8abd-16fa4f299862 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:38:47.505256 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 4e172c49-8816-4214-8abd-16fa4f299862 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:38:47.505663 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device d4615ff9-290b-487c-8bc8-681634a3a9a2 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:38:47.525201 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: d4615ff9-290b-487c-8bc8-681634a3a9a2 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:38:47.525553 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device d4615ff9-290b-487c-8bc8-681634a3a9a2 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:38:47.525964 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 7fd22201-0db9-4358-bb2f-f3515a237c8d no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:38:47.545680 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 7fd22201-0db9-4358-bb2f-f3515a237c8d {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:38:47.546029 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 7fd22201-0db9-4358-bb2f-f3515a237c8d not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:38:47.581515 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-48051739-23ed-4390-a620-0ee0278ba965 admin admin] Deleting port 27002742-c853-40ac-b6f7-f534d5ba813c {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:38:47.581780 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48051739-23ed-4390-a620-0ee0278ba965 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (27002742-c853-40ac-b6f7-f534d5ba813c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:47.660326 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-48051739-23ed-4390-a620-0ee0278ba965 admin admin] For port 27002742-c853-40ac-b6f7-f534d5ba813c, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=27002742-c853-40ac-b6f7-f534d5ba813c,segment=NetworkSegment(b5436cbd-f3a4-429b-9e41-5e2ebd4ae5e5),segment_id=b5436cbd-f3a4-429b-9e41-5e2ebd4ae5e5)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:38:47.660642 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48051739-23ed-4390-a620-0ee0278ba965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (27002742-c853-40ac-b6f7-f534d5ba813c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:47.672511 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-48051739-23ed-4390-a620-0ee0278ba965 admin admin] Calling delete_port for 27002742-c853-40ac-b6f7-f534d5ba813c owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:38:47.848308 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48051739-23ed-4390-a620-0ee0278ba965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (27002742-c853-40ac-b6f7-f534d5ba813c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:47.870928 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48051739-23ed-4390-a620-0ee0278ba965 admin admin] Pushing event deleted for resources: {'Port': ['ID=27002742-c853-40ac-b6f7-f534d5ba813c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:38:48.337831 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-48051739-23ed-4390-a620-0ee0278ba965 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (76c6c002-8992-41a9-8fc0-88111e37d35d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:48.551849 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48051739-23ed-4390-a620-0ee0278ba965 admin admin] Router 76c6c002-8992-41a9-8fc0-88111e37d35d has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:38:48.661287 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48051739-23ed-4390-a620-0ee0278ba965 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:38:48.666276 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-48051739-23ed-4390-a620-0ee0278ba965 admin admin] 10.222.0.87 "PUT /v2.0/routers/76c6c002-8992-41a9-8fc0-88111e37d35d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6913731 Feb 17 18:38:48.668847 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41210) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:38:48.672776 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029bd087-5a07-453e-bfa4-b0d004f53551 None None] Sync routers for ids ['76c6c002-8992-41a9-8fc0-88111e37d35d'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:38:48.682904 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029bd087-5a07-453e-bfa4-b0d004f53551 None None] Routers {'76c6c002-8992-41a9-8fc0-88111e37d35d'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:38:48.683530 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-029bd087-5a07-453e-bfa4-b0d004f53551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:38:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['76c6c002-8992-41a9-8fc0-88111e37d35d'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:38:48.775001 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-357482c8-d7e0-4cd5-b029-f323de7f20bc admin admin] Publish callbacks [] for router (76c6c002-8992-41a9-8fc0-88111e37d35d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:48.789628 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-029bd087-5a07-453e-bfa4-b0d004f53551 None None] Set router 76c6c002-8992-41a9-8fc0-88111e37d35d gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:38:48.880228 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-357482c8-d7e0-4cd5-b029-f323de7f20bc admin admin] Publish callbacks [] for router_gateway (76c6c002-8992-41a9-8fc0-88111e37d35d), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:48.932616 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-357482c8-d7e0-4cd5-b029-f323de7f20bc admin admin] Deleting port 640687d9-cbae-437c-9434-b626793dbded {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:38:48.932872 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-357482c8-d7e0-4cd5-b029-f323de7f20bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (640687d9-cbae-437c-9434-b626793dbded), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:48.971409 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-029bd087-5a07-453e-bfa4-b0d004f53551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c6c002-8992-41a9-8fc0-88111e37d35d', 'name': 'tempest-TestMinimumBasicScenario-1487015527-router', 'tenant_id': '4779d3cc868f408385b4aac17851a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '640687d9-cbae-437c-9434-b626793dbded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:36:25Z', 'updated_at': '2022-02-17T18:38:47Z', 'revision_number': 5, 'project_id': '4779d3cc868f408385b4aac17851a459', 'gw_port': {'id': '640687d9-cbae-437c-9434-b626793dbded', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:df:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c6c002-8992-41a9-8fc0-88111e37d35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:36:26Z', 'updated_at': '2022-02-17T18:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:38:48.997799 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029bd087-5a07-453e-bfa4-b0d004f53551 None None] Checking router: 76c6c002-8992-41a9-8fc0-88111e37d35d for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:38:49.005775 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029bd087-5a07-453e-bfa4-b0d004f53551 None None] Routers {'76c6c002-8992-41a9-8fc0-88111e37d35d'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:38:49.006365 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-029bd087-5a07-453e-bfa4-b0d004f53551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:38:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['76c6c002-8992-41a9-8fc0-88111e37d35d'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:38:49.011856 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-357482c8-d7e0-4cd5-b029-f323de7f20bc admin admin] For port 640687d9-cbae-437c-9434-b626793dbded, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=640687d9-cbae-437c-9434-b626793dbded,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:38:49.012224 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-357482c8-d7e0-4cd5-b029-f323de7f20bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (640687d9-cbae-437c-9434-b626793dbded), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:49.029611 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-357482c8-d7e0-4cd5-b029-f323de7f20bc admin admin] Calling delete_port for 640687d9-cbae-437c-9434-b626793dbded owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:38:49.203324 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-357482c8-d7e0-4cd5-b029-f323de7f20bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (640687d9-cbae-437c-9434-b626793dbded), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:49.227640 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357482c8-d7e0-4cd5-b029-f323de7f20bc admin admin] Pushing event deleted for resources: {'Port': ['ID=640687d9-cbae-437c-9434-b626793dbded,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:38:49.256449 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-029bd087-5a07-453e-bfa4-b0d004f53551 None None] Set router 76c6c002-8992-41a9-8fc0-88111e37d35d gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:38:49.291832 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-357482c8-d7e0-4cd5-b029-f323de7f20bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (76c6c002-8992-41a9-8fc0-88111e37d35d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:49.314145 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-029bd087-5a07-453e-bfa4-b0d004f53551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c6c002-8992-41a9-8fc0-88111e37d35d', 'name': 'tempest-TestMinimumBasicScenario-1487015527-router', 'tenant_id': '4779d3cc868f408385b4aac17851a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:36:25Z', 'updated_at': '2022-02-17T18:38:48Z', 'revision_number': 6, 'project_id': '4779d3cc868f408385b4aac17851a459', 'gw_port_host': None}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:38:49.340533 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029bd087-5a07-453e-bfa4-b0d004f53551 None None] The sync data for ids ['76c6c002-8992-41a9-8fc0-88111e37d35d'] in n-d-829613-2 is: [{'id': '76c6c002-8992-41a9-8fc0-88111e37d35d', 'name': 'tempest-TestMinimumBasicScenario-1487015527-router', 'tenant_id': '4779d3cc868f408385b4aac17851a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:36:25Z', 'updated_at': '2022-02-17T18:38:48Z', 'revision_number': 6, 'project_id': '4779d3cc868f408385b4aac17851a459', 'gw_port_host': None}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:38:49.387710 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-357482c8-d7e0-4cd5-b029-f323de7f20bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (76c6c002-8992-41a9-8fc0-88111e37d35d), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:49.390443 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-357482c8-d7e0-4cd5-b029-f323de7f20bc admin admin] Publish callbacks [] for router_controller (76c6c002-8992-41a9-8fc0-88111e37d35d), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:49.440800 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-357482c8-d7e0-4cd5-b029-f323de7f20bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (76c6c002-8992-41a9-8fc0-88111e37d35d), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:49.441507 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357482c8-d7e0-4cd5-b029-f323de7f20bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76c6c002-8992-41a9-8fc0-88111e37d35d {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 18:38:49.446629 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-357482c8-d7e0-4cd5-b029-f323de7f20bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:49.447805 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-357482c8-d7e0-4cd5-b029-f323de7f20bc admin admin] 10.222.0.87 "DELETE /v2.0/routers/76c6c002-8992-41a9-8fc0-88111e37d35d HTTP/1.1" status: 204 len: 168 time: 0.7774830 Feb 17 18:38:49.450326 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41212) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:38:49.493346 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-deec55df-b8a9-4c75-8de5-63f3ad066715 admin admin] Deleting subnet 4cba22a8-0b68-49a9-90f0-7b6af7dbea3a {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:38:49.496187 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-deec55df-b8a9-4c75-8de5-63f3ad066715 admin admin] Publish callbacks [] for subnet (4cba22a8-0b68-49a9-90f0-7b6af7dbea3a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:49.533382 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-deec55df-b8a9-4c75-8de5-63f3ad066715 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (4cba22a8-0b68-49a9-90f0-7b6af7dbea3a), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:49.535672 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:49.613253 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-deec55df-b8a9-4c75-8de5-63f3ad066715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (4cba22a8-0b68-49a9-90f0-7b6af7dbea3a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:49.664723 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-deec55df-b8a9-4c75-8de5-63f3ad066715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (4cba22a8-0b68-49a9-90f0-7b6af7dbea3a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:49.692321 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deec55df-b8a9-4c75-8de5-63f3ad066715 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cba22a8-0b68-49a9-90f0-7b6af7dbea3a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:38:49.694368 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-deec55df-b8a9-4c75-8de5-63f3ad066715 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:49.700104 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-deec55df-b8a9-4c75-8de5-63f3ad066715 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/4cba22a8-0b68-49a9-90f0-7b6af7dbea3a HTTP/1.1" status: 204 len: 168 time: 0.2458475 Feb 17 18:38:49.700395 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 41214) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:38:49.702257 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9585a8f4-7e65-4ae4-ac87-a1be76c266da None None] Network 32ecd8fe-5fe0-47d8-93d8-16d0a425f5e0 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:38:49.804569 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b7bd6dc6-7ad4-47a1-a54f-5e0b8c8fca57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (32ecd8fe-5fe0-47d8-93d8-16d0a425f5e0), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:49.819736 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 27002742-c853-40ac-b6f7-f534d5ba813c no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:38:49.840822 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 27002742-c853-40ac-b6f7-f534d5ba813c {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:38:49.841213 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 27002742-c853-40ac-b6f7-f534d5ba813c not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:38:49.870728 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b7bd6dc6-7ad4-47a1-a54f-5e0b8c8fca57 admin admin] Deleting port a2a4b90f-6a73-4fb2-99d7-fda5cfbf8e9e {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:38:49.871070 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b7bd6dc6-7ad4-47a1-a54f-5e0b8c8fca57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (a2a4b90f-6a73-4fb2-99d7-fda5cfbf8e9e), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:49.938472 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-b7bd6dc6-7ad4-47a1-a54f-5e0b8c8fca57 admin admin] For port a2a4b90f-6a73-4fb2-99d7-fda5cfbf8e9e, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=a2a4b90f-6a73-4fb2-99d7-fda5cfbf8e9e,segment=NetworkSegment(b5436cbd-f3a4-429b-9e41-5e2ebd4ae5e5),segment_id=b5436cbd-f3a4-429b-9e41-5e2ebd4ae5e5)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:38:49.938826 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b7bd6dc6-7ad4-47a1-a54f-5e0b8c8fca57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (a2a4b90f-6a73-4fb2-99d7-fda5cfbf8e9e), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:49.950473 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-b7bd6dc6-7ad4-47a1-a54f-5e0b8c8fca57 admin admin] Calling delete_port for a2a4b90f-6a73-4fb2-99d7-fda5cfbf8e9e owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:38:50.027692 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b7bd6dc6-7ad4-47a1-a54f-5e0b8c8fca57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (a2a4b90f-6a73-4fb2-99d7-fda5cfbf8e9e), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:50.052768 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd6dc6-7ad4-47a1-a54f-5e0b8c8fca57 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2a4b90f-6a73-4fb2-99d7-fda5cfbf8e9e,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:38:50.057959 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bd6dc6-7ad4-47a1-a54f-5e0b8c8fca57 admin admin] No DVR routers for this DVR port a2a4b90f-6a73-4fb2-99d7-fda5cfbf8e9e on host n-d-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:38:50.131703 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b7bd6dc6-7ad4-47a1-a54f-5e0b8c8fca57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (32ecd8fe-5fe0-47d8-93d8-16d0a425f5e0), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:50.154707 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-b7bd6dc6-7ad4-47a1-a54f-5e0b8c8fca57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32ecd8fe-5fe0-47d8-93d8-16d0a425f5e0']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:38:50.160194 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87975df1-42c7-4c35-b377-2eec44b3145d None None] DHCP port deletion for 32ecd8fe-5fe0-47d8-93d8-16d0a425f5e0 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 18:38:50.164391 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-b7bd6dc6-7ad4-47a1-a54f-5e0b8c8fca57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5436cbd-f3a4-429b-9e41-5e2ebd4ae5e5') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:38:50.165018 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-b7bd6dc6-7ad4-47a1-a54f-5e0b8c8fca57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5436cbd-f3a4-429b-9e41-5e2ebd4ae5e5') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:38:50.176008 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b7bd6dc6-7ad4-47a1-a54f-5e0b8c8fca57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (b5436cbd-f3a4-429b-9e41-5e2ebd4ae5e5), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:50.191895 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b7bd6dc6-7ad4-47a1-a54f-5e0b8c8fca57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (b5436cbd-f3a4-429b-9e41-5e2ebd4ae5e5), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:50.198304 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7bd6dc6-7ad4-47a1-a54f-5e0b8c8fca57 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:38:50.198690 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b7bd6dc6-7ad4-47a1-a54f-5e0b8c8fca57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (b5436cbd-f3a4-429b-9e41-5e2ebd4ae5e5), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:50.200699 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 18:38:50.200699 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:38:50.200699 n-d-829613-2 neutron-server[103435]: timer() Feb 17 18:38:50.200699 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:38:50.200699 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 18:38:50.200699 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:38:50.200699 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 18:38:50.200699 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:38:50.200699 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 18:38:50.200699 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:38:50.200699 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 18:38:50.200699 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:38:50.200699 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 18:38:50.200699 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:38:50.200699 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:38:50.200699 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:38:50.200699 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:38:50.200699 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:38:50.200699 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 18:38:50.200699 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:38:50.200699 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 18:38:50.200699 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:38:50.200699 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:38:50.200699 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:38:50.200699 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 18:38:50.200699 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:38:50.200699 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:38:50.200699 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:38:50.200699 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:38:50.200699 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:38:50.200699 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:38:50.200699 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:38:50.259196 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b7bd6dc6-7ad4-47a1-a54f-5e0b8c8fca57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (32ecd8fe-5fe0-47d8-93d8-16d0a425f5e0), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:50.266028 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b7bd6dc6-7ad4-47a1-a54f-5e0b8c8fca57 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:50.271709 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b7bd6dc6-7ad4-47a1-a54f-5e0b8c8fca57 admin admin] 10.222.0.87 "DELETE /v2.0/networks/32ecd8fe-5fe0-47d8-93d8-16d0a425f5e0 HTTP/1.1" status: 204 len: 168 time: 0.5672712 Feb 17 18:38:50.280534 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd6dc6-7ad4-47a1-a54f-5e0b8c8fca57 admin admin] Pushing event deleted for resources: {'Network': ['ID=32ecd8fe-5fe0-47d8-93d8-16d0a425f5e0,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:38:50.324053 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:50.435300 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 41218) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:38:50.476390 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-cf346e4d-1742-4f32-b741-6ede75d26ba8 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e0333dbd1f504ef79d66fb760a35c3c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397778 Feb 17 18:38:50.478785 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 41220) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:38:50.526100 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-610e2c6b-92bf-48fb-9887-a74c684d0d16 admin admin] Publish callbacks [] for security_group (04345c36-269b-4911-810c-8382015a5052), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:50.550260 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-610e2c6b-92bf-48fb-9887-a74c684d0d16 admin admin] Publish callbacks [] for security_group (04345c36-269b-4911-810c-8382015a5052), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:50.596710 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-610e2c6b-92bf-48fb-9887-a74c684d0d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (04345c36-269b-4911-810c-8382015a5052), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:50.599339 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-610e2c6b-92bf-48fb-9887-a74c684d0d16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:50.600537 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-610e2c6b-92bf-48fb-9887-a74c684d0d16 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/04345c36-269b-4911-810c-8382015a5052 HTTP/1.1" status: 204 len: 168 time: 0.1208322 Feb 17 18:38:50.609000 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e2c6b-92bf-48fb-9887-a74c684d0d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04345c36-269b-4911-810c-8382015a5052,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:38:50.912550 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 41226) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:38:50.956466 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-cf3aef95-9d33-4707-b665-8ff84077ab93 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4779d3cc868f408385b4aac17851a459&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0426502 Feb 17 18:38:50.958960 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 41228) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:38:51.005648 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9fa31ef3-5212-45bf-9182-cec5b2e92c32 admin admin] Publish callbacks [] for security_group (86c9492e-e84c-484f-bc33-553b21e94592), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:51.025832 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9fa31ef3-5212-45bf-9182-cec5b2e92c32 admin admin] Publish callbacks [] for security_group (86c9492e-e84c-484f-bc33-553b21e94592), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:51.073197 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9fa31ef3-5212-45bf-9182-cec5b2e92c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (86c9492e-e84c-484f-bc33-553b21e94592), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:51.076495 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9fa31ef3-5212-45bf-9182-cec5b2e92c32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:51.077745 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-9fa31ef3-5212-45bf-9182-cec5b2e92c32 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/86c9492e-e84c-484f-bc33-553b21e94592 HTTP/1.1" status: 204 len: 168 time: 0.1178975 Feb 17 18:38:51.085561 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa31ef3-5212-45bf-9182-cec5b2e92c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c9492e-e84c-484f-bc33-553b21e94592,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:38:51.489433 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 640687d9-cbae-437c-9434-b626793dbded no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:38:51.512183 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 640687d9-cbae-437c-9434-b626793dbded {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:38:51.512552 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 640687d9-cbae-437c-9434-b626793dbded not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:38:51.512990 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device a2a4b90f-6a73-4fb2-99d7-fda5cfbf8e9e no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:38:51.532799 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: a2a4b90f-6a73-4fb2-99d7-fda5cfbf8e9e {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:38:51.533232 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device a2a4b90f-6a73-4fb2-99d7-fda5cfbf8e9e not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:38:52.717278 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 41268) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:38:52.721853 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-7f273743-3845-413e-9b3a-aa68ab7ebf39 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1029877', 'description': 'tempest-secgroup-smoke-1029877 description', 'project_id': 'a67d2b403e4f443c89be6362be401177'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:38:52.743539 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7f273743-3845-413e-9b3a-aa68ab7ebf39 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:52.752069 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7f273743-3845-413e-9b3a-aa68ab7ebf39 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:52.824639 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7f273743-3845-413e-9b3a-aa68ab7ebf39 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group (e4374faf-2efa-4324-bbca-bc57f8aaaf8b), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:52.828110 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7f273743-3845-413e-9b3a-aa68ab7ebf39 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (e4374faf-2efa-4324-bbca-bc57f8aaaf8b), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:52.869147 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f273743-3845-413e-9b3a-aa68ab7ebf39 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4374faf-2efa-4324-bbca-bc57f8aaaf8b,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:38:52.907799 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7f273743-3845-413e-9b3a-aa68ab7ebf39 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group (ef552f30-ed83-4871-94dd-36a9888f647e), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:52.911543 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7f273743-3845-413e-9b3a-aa68ab7ebf39 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (ef552f30-ed83-4871-94dd-36a9888f647e), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:52.939267 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-7f273743-3845-413e-9b3a-aa68ab7ebf39 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:52.940517 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-7f273743-3845-413e-9b3a-aa68ab7ebf39 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2222199 Feb 17 18:38:52.943617 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41270) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:38:52.944659 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f273743-3845-413e-9b3a-aa68ab7ebf39 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef552f30-ed83-4871-94dd-36a9888f647e,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:38:52.949754 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-a01782d1-f65c-470a-9b50-1ef89a08432f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'security_group_rule': {'security_group_id': 'ef552f30-ed83-4871-94dd-36a9888f647e', 'project_id': 'a67d2b403e4f443c89be6362be401177', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:38:52.974880 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a01782d1-f65c-470a-9b50-1ef89a08432f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (b791f846-66c9-4437-a81f-22520e12597f), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:53.028763 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a01782d1-f65c-470a-9b50-1ef89a08432f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (b791f846-66c9-4437-a81f-22520e12597f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:53.032800 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a01782d1-f65c-470a-9b50-1ef89a08432f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (b791f846-66c9-4437-a81f-22520e12597f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:53.050802 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01782d1-f65c-470a-9b50-1ef89a08432f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b791f846-66c9-4437-a81f-22520e12597f,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:38:53.055896 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a01782d1-f65c-470a-9b50-1ef89a08432f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:53.057438 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a01782d1-f65c-470a-9b50-1ef89a08432f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1122577 Feb 17 18:38:53.059844 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41272) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:38:53.064755 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-0d35522c-15d0-4d97-9dc6-a1e8c165de5b tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'security_group_rule': {'security_group_id': 'ef552f30-ed83-4871-94dd-36a9888f647e', 'project_id': 'a67d2b403e4f443c89be6362be401177', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:38:53.089819 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d35522c-15d0-4d97-9dc6-a1e8c165de5b tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (9cc824b4-a032-4bf6-8559-6c936fc107ca), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:53.148684 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d35522c-15d0-4d97-9dc6-a1e8c165de5b tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (9cc824b4-a032-4bf6-8559-6c936fc107ca), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:53.152387 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d35522c-15d0-4d97-9dc6-a1e8c165de5b tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (9cc824b4-a032-4bf6-8559-6c936fc107ca), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:53.169299 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35522c-15d0-4d97-9dc6-a1e8c165de5b tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cc824b4-a032-4bf6-8559-6c936fc107ca,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:38:53.177546 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0d35522c-15d0-4d97-9dc6-a1e8c165de5b tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:53.178773 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0d35522c-15d0-4d97-9dc6-a1e8c165de5b tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1174159 Feb 17 18:38:53.181472 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41274) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:38:53.190560 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-125717f5-7aa0-4ca8-b0d8-671784f441b8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'security_group_rule': {'security_group_id': 'ef552f30-ed83-4871-94dd-36a9888f647e', 'project_id': 'a67d2b403e4f443c89be6362be401177', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:38:53.219057 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-125717f5-7aa0-4ca8-b0d8-671784f441b8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (c8cd26ef-9987-4bbf-a4d7-8770ae6108ee), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:53.275511 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-125717f5-7aa0-4ca8-b0d8-671784f441b8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (c8cd26ef-9987-4bbf-a4d7-8770ae6108ee), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:53.278999 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-125717f5-7aa0-4ca8-b0d8-671784f441b8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (c8cd26ef-9987-4bbf-a4d7-8770ae6108ee), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:53.296758 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125717f5-7aa0-4ca8-b0d8-671784f441b8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8cd26ef-9987-4bbf-a4d7-8770ae6108ee,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:38:53.301751 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-125717f5-7aa0-4ca8-b0d8-671784f441b8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:53.302928 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-125717f5-7aa0-4ca8-b0d8-671784f441b8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1205082 Feb 17 18:38:53.305667 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41276) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:38:53.309926 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-66c2675e-d6a5-48bf-97b4-98d39914ed42 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'security_group_rule': {'security_group_id': 'ef552f30-ed83-4871-94dd-36a9888f647e', 'project_id': 'a67d2b403e4f443c89be6362be401177', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:38:53.336613 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66c2675e-d6a5-48bf-97b4-98d39914ed42 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (2c78d687-6218-46bc-addb-3e781885c3a1), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:53.393093 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66c2675e-d6a5-48bf-97b4-98d39914ed42 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (2c78d687-6218-46bc-addb-3e781885c3a1), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:53.396486 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66c2675e-d6a5-48bf-97b4-98d39914ed42 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (2c78d687-6218-46bc-addb-3e781885c3a1), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:53.413570 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c2675e-d6a5-48bf-97b4-98d39914ed42 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c78d687-6218-46bc-addb-3e781885c3a1,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:38:53.422581 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66c2675e-d6a5-48bf-97b4-98d39914ed42 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:53.423911 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-66c2675e-d6a5-48bf-97b4-98d39914ed42 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1172578 Feb 17 18:38:53.429047 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41278) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:38:53.433708 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-af3bb293-cf33-4f98-a829-9022342eea98 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'security_group_rule': {'security_group_id': 'ef552f30-ed83-4871-94dd-36a9888f647e', 'project_id': 'a67d2b403e4f443c89be6362be401177', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:38:53.453730 n-d-829613-2 neutron-server[103434]: INFO neutron.db.securitygroups_db [None req-af3bb293-cf33-4f98-a829-9022342eea98 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Project a67d2b403e4f443c89be6362be401177 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 18:38:53.458600 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af3bb293-cf33-4f98-a829-9022342eea98 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (e2aed09e-c1e6-4006-98fb-ac1d41169e70), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:53.518481 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af3bb293-cf33-4f98-a829-9022342eea98 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (e2aed09e-c1e6-4006-98fb-ac1d41169e70), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:53.522404 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af3bb293-cf33-4f98-a829-9022342eea98 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (e2aed09e-c1e6-4006-98fb-ac1d41169e70), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:53.540956 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bb293-cf33-4f98-a829-9022342eea98 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2aed09e-c1e6-4006-98fb-ac1d41169e70,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:38:53.552894 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-af3bb293-cf33-4f98-a829-9022342eea98 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:53.554152 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-af3bb293-cf33-4f98-a829-9022342eea98 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1240461 Feb 17 18:38:53.557431 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 41280) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:38:53.563660 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-22709f62-57aa-4396-9c5a-ddd7d65fe284 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'security_group_rule': {'security_group_id': 'ef552f30-ed83-4871-94dd-36a9888f647e', 'project_id': 'a67d2b403e4f443c89be6362be401177', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:38:53.584851 n-d-829613-2 neutron-server[103435]: INFO neutron.db.securitygroups_db [None req-22709f62-57aa-4396-9c5a-ddd7d65fe284 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Project a67d2b403e4f443c89be6362be401177 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 18:38:53.589618 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-22709f62-57aa-4396-9c5a-ddd7d65fe284 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (99146b5f-d99f-41a4-bcab-7715f6f8f2ba), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:53.649895 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-22709f62-57aa-4396-9c5a-ddd7d65fe284 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (99146b5f-d99f-41a4-bcab-7715f6f8f2ba), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:53.653661 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-22709f62-57aa-4396-9c5a-ddd7d65fe284 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (99146b5f-d99f-41a4-bcab-7715f6f8f2ba), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:53.671109 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22709f62-57aa-4396-9c5a-ddd7d65fe284 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99146b5f-d99f-41a4-bcab-7715f6f8f2ba,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:38:53.679248 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-22709f62-57aa-4396-9c5a-ddd7d65fe284 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:53.680473 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-22709f62-57aa-4396-9c5a-ddd7d65fe284 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1214681 Feb 17 18:38:53.683465 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 41282) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:38:53.688873 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-b3c204f1-5517-491f-8a56-134dd3afe5bd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'network': {'name': 'tempest-network-smoke--1954087425', 'project_id': 'a67d2b403e4f443c89be6362be401177', 'port_security_enabled': True}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:38:53.708098 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c204f1-5517-491f-8a56-134dd3afe5bd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Made reservation on behalf of a67d2b403e4f443c89be6362be401177 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:38:53.711345 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b3c204f1-5517-491f-8a56-134dd3afe5bd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:53.735207 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3c204f1-5517-491f-8a56-134dd3afe5bd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:38:53.745090 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b3c204f1-5517-491f-8a56-134dd3afe5bd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (eb7cedfe-b64d-44b4-9b46-b3a6243196a5), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:53.745434 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-b3c204f1-5517-491f-8a56-134dd3afe5bd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Added segment eb7cedfe-b64d-44b4-9b46-b3a6243196a5 of type vlan for network 4d8337a1-e60d-4a43-bb34-59eecdd38bfb Feb 17 18:38:53.785302 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b3c204f1-5517-491f-8a56-134dd3afe5bd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (4d8337a1-e60d-4a43-bb34-59eecdd38bfb), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:53.809319 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b3c204f1-5517-491f-8a56-134dd3afe5bd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (4d8337a1-e60d-4a43-bb34-59eecdd38bfb), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:53.814207 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c204f1-5517-491f-8a56-134dd3afe5bd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:38:53.814793 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b3c204f1-5517-491f-8a56-134dd3afe5bd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:53.851825 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b3c204f1-5517-491f-8a56-134dd3afe5bd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1673629 Feb 17 18:38:53.854724 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 41284) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:38:53.863316 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-aecb3048-aa0c-4b4d-ade9-70db8211d4d1 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-313923353', 'admin_state_up': True, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:38:53.906918 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c204f1-5517-491f-8a56-134dd3afe5bd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'Network': ['ID=4d8337a1-e60d-4a43-bb34-59eecdd38bfb,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:38:53.917373 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 4d8337a1-e60d-4a43-bb34-59eecdd38bfb details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:38:53.922454 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aecb3048-aa0c-4b4d-ade9-70db8211d4d1 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (8139e75f-1548-40fb-9355-6412efee2817), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:53.923559 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aecb3048-aa0c-4b4d-ade9-70db8211d4d1 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (8139e75f-1548-40fb-9355-6412efee2817), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:53.979174 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aecb3048-aa0c-4b4d-ade9-70db8211d4d1 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for router_controller (8139e75f-1548-40fb-9355-6412efee2817), precommit_add_association {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:54.117366 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aecb3048-aa0c-4b4d-ade9-70db8211d4d1 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for router_gateway (8139e75f-1548-40fb-9355-6412efee2817), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:54.303915 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aecb3048-aa0c-4b4d-ade9-70db8211d4d1 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for router_gateway (8139e75f-1548-40fb-9355-6412efee2817), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:54.321495 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aecb3048-aa0c-4b4d-ade9-70db8211d4d1 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:54.420417 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-aecb3048-aa0c-4b4d-ade9-70db8211d4d1 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Allocated IP 172.25.8.208 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/75981ef5-e667-49c6-a2b2-fa79ee783ace) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:38:54.522445 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aecb3048-aa0c-4b4d-ade9-70db8211d4d1 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for port (75981ef5-e667-49c6-a2b2-fa79ee783ace), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:54.555380 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aecb3048-aa0c-4b4d-ade9-70db8211d4d1 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (75981ef5-e667-49c6-a2b2-fa79ee783ace), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:54.595254 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecb3048-aa0c-4b4d-ade9-70db8211d4d1 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:38:54.598161 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-aecb3048-aa0c-4b4d-ade9-70db8211d4d1 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:38:54.602267 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecb3048-aa0c-4b4d-ade9-70db8211d4d1 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:38:54.605277 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb3048-aa0c-4b4d-ade9-70db8211d4d1 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'Port': ['ID=75981ef5-e667-49c6-a2b2-fa79ee783ace,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:38:54.845128 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aecb3048-aa0c-4b4d-ade9-70db8211d4d1 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for router_gateway (8139e75f-1548-40fb-9355-6412efee2817), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:55.340192 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aecb3048-aa0c-4b4d-ade9-70db8211d4d1 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (8139e75f-1548-40fb-9355-6412efee2817), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:55.470591 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aecb3048-aa0c-4b4d-ade9-70db8211d4d1 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Router 8139e75f-1548-40fb-9355-6412efee2817 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 18:38:55.579966 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aecb3048-aa0c-4b4d-ade9-70db8211d4d1 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:38:55.589941 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea2b979-3bd7-4088-a801-972ceab48fa3 None None] Sync routers for ids ['8139e75f-1548-40fb-9355-6412efee2817'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:38:55.600259 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aecb3048-aa0c-4b4d-ade9-70db8211d4d1 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:55.600604 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea2b979-3bd7-4088-a801-972ceab48fa3 None None] Routers {'8139e75f-1548-40fb-9355-6412efee2817'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:38:55.601205 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-bea2b979-3bd7-4088-a801-972ceab48fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:38:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['8139e75f-1548-40fb-9355-6412efee2817'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:38:55.601680 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-aecb3048-aa0c-4b4d-ade9-70db8211d4d1 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7454329 Feb 17 18:38:55.604724 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 41286) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:38:55.707720 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-bea2b979-3bd7-4088-a801-972ceab48fa3 None None] Set router 8139e75f-1548-40fb-9355-6412efee2817 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:38:55.736022 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-767434f3-3500-45de-8f0d-0cf17e9de80d tempest-TestNetworkAdvancedServerOps-163871697 tempest-TestNetworkAdvancedServerOps-163871697-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=a67d2b403e4f443c89be6362be401177&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1302013 Feb 17 18:38:55.738793 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 41290) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:38:55.826757 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae52cd16-2025-4593-a774-fb25ccdfd174 tempest-TestNetworkAdvancedServerOps-163871697 tempest-TestNetworkAdvancedServerOps-163871697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:38:55.828328 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-ae52cd16-2025-4593-a774-fb25ccdfd174 tempest-TestNetworkAdvancedServerOps-163871697 tempest-TestNetworkAdvancedServerOps-163871697-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0886054 Feb 17 18:38:55.831273 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 41292) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:38:55.858607 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-555dea46-4cf5-48fa-97a6-c1e8f6731416 tempest-TestNetworkAdvancedServerOps-163871697 tempest-TestNetworkAdvancedServerOps-163871697-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=d7afcf1f-5124-4168-b80f-10ace9d04ea7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261488 Feb 17 18:38:55.861173 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 41294) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:38:55.866116 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-aa21c82a-0c62-46c2-90b6-0d666ab671f1 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-845166965', 'network_id': '4d8337a1-e60d-4a43-bb34-59eecdd38bfb', 'project_id': 'a67d2b403e4f443c89be6362be401177', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:38:55.882976 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-bea2b979-3bd7-4088-a801-972ceab48fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8139e75f-1548-40fb-9355-6412efee2817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313923353', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '75981ef5-e667-49c6-a2b2-fa79ee783ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:38:53Z', 'updated_at': '2022-02-17T18:38:54Z', 'revision_number': 3, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': '75981ef5-e667-49c6-a2b2-fa79ee783ace', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8139e75f-1548-40fb-9355-6412efee2817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:38:54Z', 'updated_at': '2022-02-17T18:38:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:38:55.912320 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea2b979-3bd7-4088-a801-972ceab48fa3 None None] Checking router: 8139e75f-1548-40fb-9355-6412efee2817 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:38:55.912738 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea2b979-3bd7-4088-a801-972ceab48fa3 None None] Updating router 8139e75f-1548-40fb-9355-6412efee2817 port 75981ef5-e667-49c6-a2b2-fa79ee783ace binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 18:38:55.949404 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-bea2b979-3bd7-4088-a801-972ceab48fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (75981ef5-e667-49c6-a2b2-fa79ee783ace), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:55.956173 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa21c82a-0c62-46c2-90b6-0d666ab671f1 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Made reservation on behalf of a67d2b403e4f443c89be6362be401177 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:38:55.959587 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aa21c82a-0c62-46c2-90b6-0d666ab671f1 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:56.136970 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aa21c82a-0c62-46c2-90b6-0d666ab671f1 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (c61ed503-a567-4caf-b6c3-4fca861a7b8e), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:56.198562 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-bea2b979-3bd7-4088-a801-972ceab48fa3 None None] Publish callbacks [] for port (75981ef5-e667-49c6-a2b2-fa79ee783ace), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:56.206792 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-bea2b979-3bd7-4088-a801-972ceab48fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (75981ef5-e667-49c6-a2b2-fa79ee783ace), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:56.209815 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21c82a-0c62-46c2-90b6-0d666ab671f1 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'Subnet': ['ID=c61ed503-a567-4caf-b6c3-4fca861a7b8e,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:38:56.219773 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21c82a-0c62-46c2-90b6-0d666ab671f1 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Checking segment: {'id': 'eb7cedfe-b64d-44b4-9b46-b3a6243196a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4d8337a1-e60d-4a43-bb34-59eecdd38bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:38:56.220143 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa21c82a-0c62-46c2-90b6-0d666ab671f1 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Network hostable DHCP agents. Network: 4d8337a1-e60d-4a43-bb34-59eecdd38bfb, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:38:56.238914 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa21c82a-0c62-46c2-90b6-0d666ab671f1 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Network 4d8337a1-e60d-4a43-bb34-59eecdd38bfb is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:38:56.249335 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-aa21c82a-0c62-46c2-90b6-0d666ab671f1 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 4d8337a1-e60d-4a43-bb34-59eecdd38bfb) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:38:56.254035 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-bea2b979-3bd7-4088-a801-972ceab48fa3 None None] Attempting to bind port 75981ef5-e667-49c6-a2b2-fa79ee783ace on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:38:56.254410 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-bea2b979-3bd7-4088-a801-972ceab48fa3 None None] Attempting to bind port 75981ef5-e667-49c6-a2b2-fa79ee783ace by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:38:56.254678 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa21c82a-0c62-46c2-90b6-0d666ab671f1 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:38:56.254815 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea2b979-3bd7-4088-a801-972ceab48fa3 None None] Attempting to bind port 75981ef5-e667-49c6-a2b2-fa79ee783ace on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:38:56.255563 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-aa21c82a-0c62-46c2-90b6-0d666ab671f1 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:56.261931 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f237d9eb-7a33-45a5-9e76-9e9cbf5328b3 None None] Network 4d8337a1-e60d-4a43-bb34-59eecdd38bfb requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:38:56.266335 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea2b979-3bd7-4088-a801-972ceab48fa3 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:38:56.266914 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea2b979-3bd7-4088-a801-972ceab48fa3 None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:38:56.267140 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-bea2b979-3bd7-4088-a801-972ceab48fa3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:56.267533 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea2b979-3bd7-4088-a801-972ceab48fa3 None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:38:56.267997 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-bea2b979-3bd7-4088-a801-972ceab48fa3 None None] Bound port: 75981ef5-e667-49c6-a2b2-fa79ee783ace, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:38:56.268438 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-bea2b979-3bd7-4088-a801-972ceab48fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (75981ef5-e667-49c6-a2b2-fa79ee783ace), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:56.278893 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-aa21c82a-0c62-46c2-90b6-0d666ab671f1 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4166329 Feb 17 18:38:56.284147 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 41296) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:38:56.292387 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac5034a-bbad-4263-b1b2-12a4c3d8805f None None] Pushing event updated for resources: {'Port': ['ID=75981ef5-e667-49c6-a2b2-fa79ee783ace,revision_number=2']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:38:56.303471 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac5034a-bbad-4263-b1b2-12a4c3d8805f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:38:56.303825 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac5034a-bbad-4263-b1b2-12a4c3d8805f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:38:56.304166 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac5034a-bbad-4263-b1b2-12a4c3d8805f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:38:56.304530 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac5034a-bbad-4263-b1b2-12a4c3d8805f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:38:56.304863 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac5034a-bbad-4263-b1b2-12a4c3d8805f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:38:56.305192 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac5034a-bbad-4263-b1b2-12a4c3d8805f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:38:56.305518 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac5034a-bbad-4263-b1b2-12a4c3d8805f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:38:56.305853 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac5034a-bbad-4263-b1b2-12a4c3d8805f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:38:56.306167 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac5034a-bbad-4263-b1b2-12a4c3d8805f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:38:56.306509 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac5034a-bbad-4263-b1b2-12a4c3d8805f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:38:56.306802 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac5034a-bbad-4263-b1b2-12a4c3d8805f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:38:56.307123 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac5034a-bbad-4263-b1b2-12a4c3d8805f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:38:56.307441 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac5034a-bbad-4263-b1b2-12a4c3d8805f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:38:56.337409 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-bea2b979-3bd7-4088-a801-972ceab48fa3 None None] For port 75981ef5-e667-49c6-a2b2-fa79ee783ace, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:38:56.340790 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-bea2b979-3bd7-4088-a801-972ceab48fa3 None None] For port 75981ef5-e667-49c6-a2b2-fa79ee783ace, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=75981ef5-e667-49c6-a2b2-fa79ee783ace,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:38:56.348422 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-bea2b979-3bd7-4088-a801-972ceab48fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (75981ef5-e667-49c6-a2b2-fa79ee783ace), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:56.386603 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f0ce08-3aec-42f7-8d22-151574f5f654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-4d8337a1-e60d-4a43-bb34-59eecdd38bfb', 'network_id': '4d8337a1-e60d-4a43-bb34-59eecdd38bfb', 'project_id': 'a67d2b403e4f443c89be6362be401177', 'fixed_ips': [{'subnet_id': 'c61ed503-a567-4caf-b6c3-4fca861a7b8e'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 18:38:56.387905 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b8f0ce08-3aec-42f7-8d22-151574f5f654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:56.401037 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea2b979-3bd7-4088-a801-972ceab48fa3 None None] Routers {'8139e75f-1548-40fb-9355-6412efee2817'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:38:56.401665 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-bea2b979-3bd7-4088-a801-972ceab48fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:38:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['8139e75f-1548-40fb-9355-6412efee2817'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:38:56.489838 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac5034a-bbad-4263-b1b2-12a4c3d8805f None None] Pushing event updated for resources: {'Port': ['ID=75981ef5-e667-49c6-a2b2-fa79ee783ace,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:38:56.527970 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-bea2b979-3bd7-4088-a801-972ceab48fa3 None None] Set router 8139e75f-1548-40fb-9355-6412efee2817 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:38:56.532986 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-b8f0ce08-3aec-42f7-8d22-151574f5f654 None None] Allocated IP 172.20.0.2 (4d8337a1-e60d-4a43-bb34-59eecdd38bfb/c61ed503-a567-4caf-b6c3-4fca861a7b8e/7958d043-c817-4e06-a608-e658093a28b5) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:38:56.682897 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b8f0ce08-3aec-42f7-8d22-151574f5f654 None None] Publish callbacks [] for port (7958d043-c817-4e06-a608-e658093a28b5), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:56.689828 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b8f0ce08-3aec-42f7-8d22-151574f5f654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (7958d043-c817-4e06-a608-e658093a28b5), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:56.714717 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-bea2b979-3bd7-4088-a801-972ceab48fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8139e75f-1548-40fb-9355-6412efee2817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313923353', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '75981ef5-e667-49c6-a2b2-fa79ee783ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:38:53Z', 'updated_at': '2022-02-17T18:38:54Z', 'revision_number': 3, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': '75981ef5-e667-49c6-a2b2-fa79ee783ace', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8139e75f-1548-40fb-9355-6412efee2817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:38:54Z', 'updated_at': '2022-02-17T18:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:38:56.731183 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f0ce08-3aec-42f7-8d22-151574f5f654 None None] Network 4d8337a1-e60d-4a43-bb34-59eecdd38bfb is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:38:56.737272 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-b8f0ce08-3aec-42f7-8d22-151574f5f654 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:38:56.741931 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62cb457a-032a-4917-9d77-afe4679e39c8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:56.743197 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f0ce08-3aec-42f7-8d22-151574f5f654 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:38:56.745339 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea2b979-3bd7-4088-a801-972ceab48fa3 None None] The sync data for ids ['8139e75f-1548-40fb-9355-6412efee2817'] in n-d-829613-2 is: [{'id': '8139e75f-1548-40fb-9355-6412efee2817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313923353', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '75981ef5-e667-49c6-a2b2-fa79ee783ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:38:53Z', 'updated_at': '2022-02-17T18:38:54Z', 'revision_number': 3, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': '75981ef5-e667-49c6-a2b2-fa79ee783ace', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8139e75f-1548-40fb-9355-6412efee2817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:38:54Z', 'updated_at': '2022-02-17T18:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:38:56.750259 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f0ce08-3aec-42f7-8d22-151574f5f654 None None] Pushing event updated for resources: {'Port': ['ID=7958d043-c817-4e06-a608-e658093a28b5,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:38:56.761825 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f0ce08-3aec-42f7-8d22-151574f5f654 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:38:56.762181 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f0ce08-3aec-42f7-8d22-151574f5f654 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:38:56.762713 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f0ce08-3aec-42f7-8d22-151574f5f654 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:38:56.763057 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f0ce08-3aec-42f7-8d22-151574f5f654 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:38:56.763399 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f0ce08-3aec-42f7-8d22-151574f5f654 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:38:56.764426 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f0ce08-3aec-42f7-8d22-151574f5f654 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:38:56.764866 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f0ce08-3aec-42f7-8d22-151574f5f654 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:38:56.765205 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f0ce08-3aec-42f7-8d22-151574f5f654 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:38:56.765537 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f0ce08-3aec-42f7-8d22-151574f5f654 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:38:56.765868 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f0ce08-3aec-42f7-8d22-151574f5f654 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:38:56.766193 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f0ce08-3aec-42f7-8d22-151574f5f654 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:38:56.766519 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f0ce08-3aec-42f7-8d22-151574f5f654 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:38:56.766846 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f0ce08-3aec-42f7-8d22-151574f5f654 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:38:56.824296 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-b8f0ce08-3aec-42f7-8d22-151574f5f654 None None] Attempting to bind port 7958d043-c817-4e06-a608-e658093a28b5 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:38:56.824680 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-b8f0ce08-3aec-42f7-8d22-151574f5f654 None None] Attempting to bind port 7958d043-c817-4e06-a608-e658093a28b5 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'eb7cedfe-b64d-44b4-9b46-b3a6243196a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4d8337a1-e60d-4a43-bb34-59eecdd38bfb'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:38:56.825087 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f0ce08-3aec-42f7-8d22-151574f5f654 None None] Attempting to bind port 7958d043-c817-4e06-a608-e658093a28b5 on network 4d8337a1-e60d-4a43-bb34-59eecdd38bfb {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:38:56.830292 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f0ce08-3aec-42f7-8d22-151574f5f654 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:38:56.830677 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f0ce08-3aec-42f7-8d22-151574f5f654 None None] Checking segment: {'id': 'eb7cedfe-b64d-44b4-9b46-b3a6243196a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4d8337a1-e60d-4a43-bb34-59eecdd38bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:38:56.831086 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b8f0ce08-3aec-42f7-8d22-151574f5f654 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:56.831581 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f0ce08-3aec-42f7-8d22-151574f5f654 None None] Bound using segment: {'id': 'eb7cedfe-b64d-44b4-9b46-b3a6243196a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4d8337a1-e60d-4a43-bb34-59eecdd38bfb'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:38:56.832566 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-b8f0ce08-3aec-42f7-8d22-151574f5f654 None None] Bound port: 7958d043-c817-4e06-a608-e658093a28b5, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb7cedfe-b64d-44b4-9b46-b3a6243196a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4d8337a1-e60d-4a43-bb34-59eecdd38bfb'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:38:56.832566 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b8f0ce08-3aec-42f7-8d22-151574f5f654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7958d043-c817-4e06-a608-e658093a28b5), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:56.905836 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b8f0ce08-3aec-42f7-8d22-151574f5f654 None None] For port 7958d043-c817-4e06-a608-e658093a28b5, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:38:56.909859 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b8f0ce08-3aec-42f7-8d22-151574f5f654 None None] For port 7958d043-c817-4e06-a608-e658093a28b5, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=7958d043-c817-4e06-a608-e658093a28b5,segment=NetworkSegment(eb7cedfe-b64d-44b4-9b46-b3a6243196a5),segment_id=eb7cedfe-b64d-44b4-9b46-b3a6243196a5)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:38:56.916253 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b8f0ce08-3aec-42f7-8d22-151574f5f654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (7958d043-c817-4e06-a608-e658093a28b5), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:56.973153 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f0ce08-3aec-42f7-8d22-151574f5f654 None None] Pushing event updated for resources: {'Port': ['ID=7958d043-c817-4e06-a608-e658093a28b5,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:38:57.080520 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-62cb457a-032a-4917-9d77-afe4679e39c8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Allocated IP 172.20.0.1 (4d8337a1-e60d-4a43-bb34-59eecdd38bfb/c61ed503-a567-4caf-b6c3-4fca861a7b8e/c92957f2-ca8e-42a3-88df-af8481a55e54) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:38:57.222164 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62cb457a-032a-4917-9d77-afe4679e39c8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for port (c92957f2-ca8e-42a3-88df-af8481a55e54), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:57.270122 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62cb457a-032a-4917-9d77-afe4679e39c8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (c92957f2-ca8e-42a3-88df-af8481a55e54), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:57.316740 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cb457a-032a-4917-9d77-afe4679e39c8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Network 4d8337a1-e60d-4a43-bb34-59eecdd38bfb is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:38:57.328308 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-62cb457a-032a-4917-9d77-afe4679e39c8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:38:57.331166 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cb457a-032a-4917-9d77-afe4679e39c8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:38:57.381986 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb457a-032a-4917-9d77-afe4679e39c8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'Port': ['ID=c92957f2-ca8e-42a3-88df-af8481a55e54,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:38:57.399395 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62cb457a-032a-4917-9d77-afe4679e39c8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (8139e75f-1548-40fb-9355-6412efee2817), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:57.571066 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62cb457a-032a-4917-9d77-afe4679e39c8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c92957f2-ca8e-42a3-88df-af8481a55e54), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:57.598860 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 75981ef5-e667-49c6-a2b2-fa79ee783ace up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:38:57.661949 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 75981ef5-e667-49c6-a2b2-fa79ee783ace triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:38:57.662621 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (75981ef5-e667-49c6-a2b2-fa79ee783ace), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:57.748512 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 75981ef5-e667-49c6-a2b2-fa79ee783ace is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:38:57.749114 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (75981ef5-e667-49c6-a2b2-fa79ee783ace), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:57.779196 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 75981ef5-e667-49c6-a2b2-fa79ee783ace, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=75981ef5-e667-49c6-a2b2-fa79ee783ace,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:38:57.786615 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (75981ef5-e667-49c6-a2b2-fa79ee783ace), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:57.787428 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 7958d043-c817-4e06-a608-e658093a28b5 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:38:57.930509 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=75981ef5-e667-49c6-a2b2-fa79ee783ace,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:38:57.932209 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62cb457a-032a-4917-9d77-afe4679e39c8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for port (c92957f2-ca8e-42a3-88df-af8481a55e54), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:57.945706 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62cb457a-032a-4917-9d77-afe4679e39c8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (c92957f2-ca8e-42a3-88df-af8481a55e54), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:57.967420 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 7958d043-c817-4e06-a608-e658093a28b5 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:38:57.968050 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7958d043-c817-4e06-a608-e658093a28b5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:58.031626 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb457a-032a-4917-9d77-afe4679e39c8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'Port': ['ID=c92957f2-ca8e-42a3-88df-af8481a55e54,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:38:58.037302 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-62cb457a-032a-4917-9d77-afe4679e39c8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (8139e75f-1548-40fb-9355-6412efee2817), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:58.081750 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 7958d043-c817-4e06-a608-e658093a28b5 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:38:58.082437 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7958d043-c817-4e06-a608-e658093a28b5), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:58.125013 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 7958d043-c817-4e06-a608-e658093a28b5, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=7958d043-c817-4e06-a608-e658093a28b5,segment=NetworkSegment(eb7cedfe-b64d-44b4-9b46-b3a6243196a5),segment_id=eb7cedfe-b64d-44b4-9b46-b3a6243196a5)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:38:58.131547 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (7958d043-c817-4e06-a608-e658093a28b5), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:58.171289 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cb457a-032a-4917-9d77-afe4679e39c8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Network 4d8337a1-e60d-4a43-bb34-59eecdd38bfb is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:38:58.172808 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-62cb457a-032a-4917-9d77-afe4679e39c8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:38:58.185504 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=7958d043-c817-4e06-a608-e658093a28b5,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:38:58.252942 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14684ec-54e1-43e3-8bfb-91561949b90a None None] Network 4d8337a1-e60d-4a43-bb34-59eecdd38bfb requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:38:58.310912 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62cb457a-032a-4917-9d77-afe4679e39c8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Router 8139e75f-1548-40fb-9355-6412efee2817 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:38:58.339294 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-26af550e-e67d-4a9d-942c-0c2b44e2022f None None] Provisioning complete for port 7958d043-c817-4e06-a608-e658093a28b5 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:38:58.339676 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-26af550e-e67d-4a9d-942c-0c2b44e2022f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7958d043-c817-4e06-a608-e658093a28b5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:58.436477 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62cb457a-032a-4917-9d77-afe4679e39c8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:38:58.442320 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-62cb457a-032a-4917-9d77-afe4679e39c8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "PUT /v2.0/routers/8139e75f-1548-40fb-9355-6412efee2817/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1563492 Feb 17 18:38:58.481108 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-26af550e-e67d-4a9d-942c-0c2b44e2022f None None] Current status of the port 7958d043-c817-4e06-a608-e658093a28b5 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:38:58.643788 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-405ea95f-6ec7-4a7e-9f20-d3340c4baffd req-cdf8a31e-4cdf-4c9e-b151-d51a9651355c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1029877&fields=id&tenant_id=a67d2b403e4f443c89be6362be401177 HTTP/1.1" status: 200 len: 267 time: 0.0632393 Feb 17 18:38:58.708700 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-fd697eb3-ac6c-46a3-88ce-8794aa779b27 None None] Provisioning complete for port c92957f2-ca8e-42a3-88df-af8481a55e54 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:38:58.709178 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fd697eb3-ac6c-46a3-88ce-8794aa779b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c92957f2-ca8e-42a3-88df-af8481a55e54), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:58.759228 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-fd697eb3-ac6c-46a3-88ce-8794aa779b27 None None] Port c92957f2-ca8e-42a3-88df-af8481a55e54 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:38:58.772621 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-fd697eb3-ac6c-46a3-88ce-8794aa779b27 None None] Provisioning complete for port 7958d043-c817-4e06-a608-e658093a28b5 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:38:58.773035 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fd697eb3-ac6c-46a3-88ce-8794aa779b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7958d043-c817-4e06-a608-e658093a28b5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:58.808667 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ea95f-6ec7-4a7e-9f20-d3340c4baffd req-61d38bee-662a-4810-8da0-6e9bd5a6834d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:38:58.810194 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-405ea95f-6ec7-4a7e-9f20-d3340c4baffd req-61d38bee-662a-4810-8da0-6e9bd5a6834d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/networks?id=4d8337a1-e60d-4a43-bb34-59eecdd38bfb HTTP/1.1" status: 200 len: 797 time: 0.1651647 Feb 17 18:38:58.836389 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-405ea95f-6ec7-4a7e-9f20-d3340c4baffd req-1b8304a9-4fab-439f-b604-266a3b62d820 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/quotas/a67d2b403e4f443c89be6362be401177 HTTP/1.1" status: 200 len: 375 time: 0.0186112 Feb 17 18:38:58.876761 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-fd697eb3-ac6c-46a3-88ce-8794aa779b27 None None] Current status of the port 7958d043-c817-4e06-a608-e658093a28b5 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:38:58.913982 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-405ea95f-6ec7-4a7e-9f20-d3340c4baffd req-f5a543d7-726b-4ed8-aea0-d1ad7aa96fe6 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=a67d2b403e4f443c89be6362be401177&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0766582 Feb 17 18:38:58.922152 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d266f2-07b1-4fc6-90cc-f033409f5883 None None] Sync routers for ids ['8139e75f-1548-40fb-9355-6412efee2817'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:38:58.932523 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d266f2-07b1-4fc6-90cc-f033409f5883 None None] Routers {'8139e75f-1548-40fb-9355-6412efee2817'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:38:58.933411 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f5d266f2-07b1-4fc6-90cc-f033409f5883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:38:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['8139e75f-1548-40fb-9355-6412efee2817'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:38:59.036620 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-804521e4-01b9-43a4-a5eb-177f903a9834 None None] Provisioning complete for port c92957f2-ca8e-42a3-88df-af8481a55e54 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:38:59.036916 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-804521e4-01b9-43a4-a5eb-177f903a9834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c92957f2-ca8e-42a3-88df-af8481a55e54), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:59.083641 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-804521e4-01b9-43a4-a5eb-177f903a9834 None None] Port c92957f2-ca8e-42a3-88df-af8481a55e54 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:38:59.100730 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-405ea95f-6ec7-4a7e-9f20-d3340c4baffd req-fc4885d9-6b5f-4b7a-8d41-c3f8d15920b6 service neutron] 10.222.0.87 "GET /v2.0/networks/4d8337a1-e60d-4a43-bb34-59eecdd38bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718915 Feb 17 18:38:59.107661 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-f5d266f2-07b1-4fc6-90cc-f033409f5883 None None] Set router 8139e75f-1548-40fb-9355-6412efee2817 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:38:59.213499 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-405ea95f-6ec7-4a7e-9f20-d3340c4baffd req-042e8c27-d099-45ea-8600-ffa713a979d8 service neutron] 10.222.0.87 "GET /v2.0/networks/4d8337a1-e60d-4a43-bb34-59eecdd38bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035419 Feb 17 18:38:59.313817 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-dc29680c-fb65-46fd-8ba4-ab2f3a500653 None None] Provisioning complete for port c92957f2-ca8e-42a3-88df-af8481a55e54 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:38:59.314111 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dc29680c-fb65-46fd-8ba4-ab2f3a500653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c92957f2-ca8e-42a3-88df-af8481a55e54), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:59.356598 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f5d266f2-07b1-4fc6-90cc-f033409f5883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8139e75f-1548-40fb-9355-6412efee2817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313923353', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '75981ef5-e667-49c6-a2b2-fa79ee783ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:38:53Z', 'updated_at': '2022-02-17T18:38:57Z', 'revision_number': 4, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': '75981ef5-e667-49c6-a2b2-fa79ee783ace', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8139e75f-1548-40fb-9355-6412efee2817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:38:54Z', 'updated_at': '2022-02-17T18:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'c92957f2-ca8e-42a3-88df-af8481a55e54', 'name': '', 'network_id': '4d8337a1-e60d-4a43-bb34-59eecdd38bfb', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'mac_address': 'fa:16:3e:9a:99:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8139e75f-1548-40fb-9355-6412efee2817', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c61ed503-a567-4caf-b6c3-4fca861a7b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:38:56Z', 'updated_at': '2022-02-17T18:38:57Z', 'revision_number': 2, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'subnets': [{'id': 'c61ed503-a567-4caf-b6c3-4fca861a7b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:38:59.390358 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d266f2-07b1-4fc6-90cc-f033409f5883 None None] Checking router: 8139e75f-1548-40fb-9355-6412efee2817 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:38:59.390856 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d266f2-07b1-4fc6-90cc-f033409f5883 None None] Updating router 8139e75f-1548-40fb-9355-6412efee2817 port c92957f2-ca8e-42a3-88df-af8481a55e54 binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 18:38:59.392792 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-dc29680c-fb65-46fd-8ba4-ab2f3a500653 None None] Port c92957f2-ca8e-42a3-88df-af8481a55e54 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:38:59.417287 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c64ab301-ce06-4930-97c9-1109ee840db5 req-b97cf742-80f0-4132-8e1f-6a28757e65ed tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0403473 Feb 17 18:38:59.421294 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f5d266f2-07b1-4fc6-90cc-f033409f5883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c92957f2-ca8e-42a3-88df-af8481a55e54), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:59.544331 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 75981ef5-e667-49c6-a2b2-fa79ee783ace up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:38:59.677740 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 75981ef5-e667-49c6-a2b2-fa79ee783ace triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:38:59.678233 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (75981ef5-e667-49c6-a2b2-fa79ee783ace), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:59.834479 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f5d266f2-07b1-4fc6-90cc-f033409f5883 None None] Publish callbacks [] for port (c92957f2-ca8e-42a3-88df-af8481a55e54), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:59.836547 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 75981ef5-e667-49c6-a2b2-fa79ee783ace is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:38:59.837439 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 7958d043-c817-4e06-a608-e658093a28b5 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:38:59.862809 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f5d266f2-07b1-4fc6-90cc-f033409f5883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c92957f2-ca8e-42a3-88df-af8481a55e54), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:38:59.958410 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48bcb93-b87e-44c1-965e-18fa144ae534 None None] Pushing event updated for resources: {'Port': ['ID=c92957f2-ca8e-42a3-88df-af8481a55e54,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:39:00.168808 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 7958d043-c817-4e06-a608-e658093a28b5 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:39:00.169097 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7958d043-c817-4e06-a608-e658093a28b5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:39:00.196824 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-f5d266f2-07b1-4fc6-90cc-f033409f5883 None None] Attempting to bind port c92957f2-ca8e-42a3-88df-af8481a55e54 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:39:00.197204 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-f5d266f2-07b1-4fc6-90cc-f033409f5883 None None] Attempting to bind port c92957f2-ca8e-42a3-88df-af8481a55e54 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'eb7cedfe-b64d-44b4-9b46-b3a6243196a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4d8337a1-e60d-4a43-bb34-59eecdd38bfb'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:39:00.197590 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d266f2-07b1-4fc6-90cc-f033409f5883 None None] Attempting to bind port c92957f2-ca8e-42a3-88df-af8481a55e54 on network 4d8337a1-e60d-4a43-bb34-59eecdd38bfb {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:39:00.209478 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d266f2-07b1-4fc6-90cc-f033409f5883 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:39:00.209859 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d266f2-07b1-4fc6-90cc-f033409f5883 None None] Checking segment: {'id': 'eb7cedfe-b64d-44b4-9b46-b3a6243196a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4d8337a1-e60d-4a43-bb34-59eecdd38bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:39:00.210260 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f5d266f2-07b1-4fc6-90cc-f033409f5883 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:39:00.210657 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d266f2-07b1-4fc6-90cc-f033409f5883 None None] Bound using segment: {'id': 'eb7cedfe-b64d-44b4-9b46-b3a6243196a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4d8337a1-e60d-4a43-bb34-59eecdd38bfb'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:39:00.211129 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-f5d266f2-07b1-4fc6-90cc-f033409f5883 None None] Bound port: c92957f2-ca8e-42a3-88df-af8481a55e54, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb7cedfe-b64d-44b4-9b46-b3a6243196a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4d8337a1-e60d-4a43-bb34-59eecdd38bfb'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:39:00.211516 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f5d266f2-07b1-4fc6-90cc-f033409f5883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c92957f2-ca8e-42a3-88df-af8481a55e54), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:39:00.263110 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-e57d3ed9-6eed-41f0-af2e-3dbe6aeab82d None None] Provisioning complete for port c92957f2-ca8e-42a3-88df-af8481a55e54 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:39:00.263530 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e57d3ed9-6eed-41f0-af2e-3dbe6aeab82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c92957f2-ca8e-42a3-88df-af8481a55e54), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:39:00.343495 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-e57d3ed9-6eed-41f0-af2e-3dbe6aeab82d None None] Port c92957f2-ca8e-42a3-88df-af8481a55e54 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:39:00.355755 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-f5d266f2-07b1-4fc6-90cc-f033409f5883 None None] For port c92957f2-ca8e-42a3-88df-af8481a55e54, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:39:00.360268 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-f5d266f2-07b1-4fc6-90cc-f033409f5883 None None] For port c92957f2-ca8e-42a3-88df-af8481a55e54, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=c92957f2-ca8e-42a3-88df-af8481a55e54,segment=NetworkSegment(eb7cedfe-b64d-44b4-9b46-b3a6243196a5),segment_id=eb7cedfe-b64d-44b4-9b46-b3a6243196a5)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:39:00.364150 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 7958d043-c817-4e06-a608-e658093a28b5 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:39:00.367859 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f5d266f2-07b1-4fc6-90cc-f033409f5883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c92957f2-ca8e-42a3-88df-af8481a55e54), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:39:00.434673 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d266f2-07b1-4fc6-90cc-f033409f5883 None None] Routers {'8139e75f-1548-40fb-9355-6412efee2817'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:39:00.435367 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f5d266f2-07b1-4fc6-90cc-f033409f5883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:38:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['8139e75f-1548-40fb-9355-6412efee2817'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:39:00.438445 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48bcb93-b87e-44c1-965e-18fa144ae534 None None] Pushing event updated for resources: {'Port': ['ID=c92957f2-ca8e-42a3-88df-af8481a55e54,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:39:00.535698 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-acdf6bf1-0f5c-4f5a-bce8-158f6beaab9a req-f6282e49-b832-4adb-8acd-ff8962a11e67 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0338521 Feb 17 18:39:00.575319 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-f5d266f2-07b1-4fc6-90cc-f033409f5883 None None] Set router 8139e75f-1548-40fb-9355-6412efee2817 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:39:00.705319 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-df4cec1f-ed4f-4bae-b084-856839f5f506 None None] Provisioning complete for port c92957f2-ca8e-42a3-88df-af8481a55e54 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:39:00.705590 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-df4cec1f-ed4f-4bae-b084-856839f5f506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c92957f2-ca8e-42a3-88df-af8481a55e54), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:39:00.862545 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-df4cec1f-ed4f-4bae-b084-856839f5f506 None None] Current status of the port c92957f2-ca8e-42a3-88df-af8481a55e54 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:39:00.863223 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-df4cec1f-ed4f-4bae-b084-856839f5f506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c92957f2-ca8e-42a3-88df-af8481a55e54), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:39:00.886958 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f5d266f2-07b1-4fc6-90cc-f033409f5883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8139e75f-1548-40fb-9355-6412efee2817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313923353', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '75981ef5-e667-49c6-a2b2-fa79ee783ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:38:53Z', 'updated_at': '2022-02-17T18:38:57Z', 'revision_number': 4, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': '75981ef5-e667-49c6-a2b2-fa79ee783ace', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8139e75f-1548-40fb-9355-6412efee2817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:38:54Z', 'updated_at': '2022-02-17T18:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'c92957f2-ca8e-42a3-88df-af8481a55e54', 'name': '', 'network_id': '4d8337a1-e60d-4a43-bb34-59eecdd38bfb', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'mac_address': 'fa:16:3e:9a:99:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8139e75f-1548-40fb-9355-6412efee2817', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c61ed503-a567-4caf-b6c3-4fca861a7b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:38:56Z', 'updated_at': '2022-02-17T18:39:00Z', 'revision_number': 4, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'subnets': [{'id': 'c61ed503-a567-4caf-b6c3-4fca861a7b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:39:00.923190 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d266f2-07b1-4fc6-90cc-f033409f5883 None None] The sync data for ids ['8139e75f-1548-40fb-9355-6412efee2817'] in n-d-829613-2 is: [{'id': '8139e75f-1548-40fb-9355-6412efee2817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313923353', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '75981ef5-e667-49c6-a2b2-fa79ee783ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:38:53Z', 'updated_at': '2022-02-17T18:38:57Z', 'revision_number': 4, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': '75981ef5-e667-49c6-a2b2-fa79ee783ace', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8139e75f-1548-40fb-9355-6412efee2817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:38:54Z', 'updated_at': '2022-02-17T18:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'c92957f2-ca8e-42a3-88df-af8481a55e54', 'name': '', 'network_id': '4d8337a1-e60d-4a43-bb34-59eecdd38bfb', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'mac_address': 'fa:16:3e:9a:99:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8139e75f-1548-40fb-9355-6412efee2817', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c61ed503-a567-4caf-b6c3-4fca861a7b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:38:56Z', 'updated_at': '2022-02-17T18:39:00Z', 'revision_number': 4, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'subnets': [{'id': 'c61ed503-a567-4caf-b6c3-4fca861a7b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:39:00.934108 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-df4cec1f-ed4f-4bae-b084-856839f5f506 None None] For port c92957f2-ca8e-42a3-88df-af8481a55e54, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=c92957f2-ca8e-42a3-88df-af8481a55e54,segment=NetworkSegment(eb7cedfe-b64d-44b4-9b46-b3a6243196a5),segment_id=eb7cedfe-b64d-44b4-9b46-b3a6243196a5)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:39:00.938090 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-df4cec1f-ed4f-4bae-b084-856839f5f506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c92957f2-ca8e-42a3-88df-af8481a55e54), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:39:01.005732 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4cec1f-ed4f-4bae-b084-856839f5f506 None None] Pushing event updated for resources: {'Port': ['ID=c92957f2-ca8e-42a3-88df-af8481a55e54,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:39:01.528161 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device c92957f2-ca8e-42a3-88df-af8481a55e54 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:39:01.579404 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port c92957f2-ca8e-42a3-88df-af8481a55e54 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:39:01.581210 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c92957f2-ca8e-42a3-88df-af8481a55e54), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:39:01.640230 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c2ab1614-5faa-460e-a228-47ec000c2418 req-61fd0bd4-a2e1-4822-bc43-49ec68985fd0 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0330486 Feb 17 18:39:01.665227 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port c92957f2-ca8e-42a3-88df-af8481a55e54 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:39:02.734164 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b1a5e899-0ccd-4468-8f50-16b88ff5624c req-3e269840-8955-4c45-9eed-d2d95aaf5121 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0272048 Feb 17 18:39:03.081922 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8460e38c-78af-4c06-b243-9c9d785eb3f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:39:03.832692 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-785142e9-64c1-4238-9ae8-a7638208d9de req-6a31b9b6-3092-4897-829b-5d570c58ea2a tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0306346 Feb 17 18:39:04.926051 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-95d5b338-f206-4cf4-8562-ee5cd070aaa3 req-9e807df5-d55f-426e-a316-8fe680bfa05e tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0279231 Feb 17 18:39:05.537630 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8396f681-aacd-4dd9-9fdd-ac0a3bd2edd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:39:06.021162 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3f79fcf5-3d8c-4651-ae76-7d79ab188e80 req-95678555-7980-4c0d-baeb-4d32964f054a tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0300784 Feb 17 18:39:06.960534 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:39:07.116341 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-063ebbc5-82b4-4a99-9882-2fcc00a73db3 req-271b0694-e995-4348-8fe4-128bbd85b026 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0270872 Feb 17 18:39:08.175251 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:39:08.209475 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-83442434-5e36-41fb-b718-975e7b7f4abd req-f11144a4-b3ff-41ce-8023-37d5534ca991 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0267320 Feb 17 18:39:09.255511 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:39:09.304006 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ac555419-1833-4cdc-a06e-57c86b531970 req-ba1b0234-bb6b-449b-a9af-9572168569e4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0268829 Feb 17 18:39:10.399384 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-87cfcb34-2e9f-49c3-b063-7cc062616eaf req-c27007c2-db7b-428b-a03d-7ebf2b8a6637 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0299380 Feb 17 18:39:11.496158 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-157a9e08-b785-4488-8a77-446a548f893a req-e82906c7-3fda-4d1b-b6d4-a241b4f471d2 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0286982 Feb 17 18:39:12.590793 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a165f9bb-8af7-4159-ab2e-a349af7f69bb req-d189fcca-ce57-4d30-bc10-f02b6b688681 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0273173 Feb 17 18:39:13.682532 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1e63d856-67cc-42ac-850d-c360f77cf88c req-8204e525-5bb8-40dc-a9f1-0f7c71245b1b tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0273476 Feb 17 18:39:14.777472 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5cad2725-79ce-414e-a159-209964925709 req-13eb00fb-ab51-4594-81a1-6cbb1c25281e tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0264213 Feb 17 18:39:15.870394 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9149613c-654a-4a0f-98f0-9965d2863e10 req-859ea79d-b223-4ed1-b1a8-8e4bd29bbf24 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0273440 Feb 17 18:39:16.904760 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:39:16.967871 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-52dc5384-7823-46e7-9b58-62cbb8b27173 req-1a0e2e26-1658-4d67-a964-e1e1e46d45ab tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0301743 Feb 17 18:39:18.061492 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bee7690c-e5d3-4ea0-aa7f-77cb316bfb0f req-360be247-3122-4706-8ca3-1039bedf78ef tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0269439 Feb 17 18:39:19.413879 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2ce5ae14-3fdf-47b9-9d5c-dceb7fe71798 req-43bd4cf5-d71d-4695-a708-65362d9fc830 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0268164 Feb 17 18:39:19.537340 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:39:20.335955 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:39:20.510517 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c642133d-c562-48f5-9e9d-42116f020518 req-7a441fb5-c9db-4db5-9662-92f1ac3c7ea8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0272465 Feb 17 18:39:21.606181 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fb647fdd-ce92-4f6c-8e0d-198bdf09d6d9 req-752cee12-2fc4-4a04-9447-536d6ddcb287 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0266933 Feb 17 18:39:22.699958 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0ce5e26d-fd8d-4d0d-91a1-128209482929 req-b0ef9398-2afd-474b-9d7f-206b42f20f95 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0271671 Feb 17 18:39:23.795604 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5cc6c427-2974-487a-9940-9d3047f1225d req-7fe576c0-53de-4a17-b69b-e2d2cac79807 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0308421 Feb 17 18:39:24.890192 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e1fcee8d-25d7-458b-bff7-ffee3afa4ae9 req-c63f3f56-584f-475d-a7ce-4254020bd12a tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0285022 Feb 17 18:39:25.981445 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a71d6b9f-d275-44c1-9fde-2daac1d35adb req-7fe84c0f-938b-4e49-9eab-1da26163a9e2 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0265315 Feb 17 18:39:27.075069 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b0dae6e4-5e0e-4cdb-8fc2-dc3b63875cab req-89e829f5-21fd-4a2b-b527-faf8c4e9d6bc tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0270586 Feb 17 18:39:28.167804 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-47f44263-be05-41c6-beb4-71b93e33390d req-fc3fc394-99e7-4ea5-90f9-bb19113efc91 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0272839 Feb 17 18:39:29.258929 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d0542fe8-948d-4b54-86bc-172a9b5940de req-4f12eb49-0e9f-40b6-b5f4-d79e522f0abc tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0273087 Feb 17 18:39:30.353555 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-99e2b3c6-1af4-425d-82df-1a12e2155e73 req-e25602f2-9d64-49cb-a7f1-da887fedfcb8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0296628 Feb 17 18:39:31.448292 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7a73fdab-ce62-4337-8455-b2e322a72ba7 req-eeffd37c-62a2-40e2-b048-66dabe6fd0f9 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0270600 Feb 17 18:39:32.544157 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a954bdff-cb45-42d8-b2d2-dfab6fc31344 req-6e52845d-cd5f-4962-9851-aa049499fcb8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0276327 Feb 17 18:39:33.083918 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6dc0e2d3-7148-4f88-bcec-91e229ffd7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:39:33.640447 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-425b3647-147b-42ea-9be0-603d2ad60189 req-923458ec-1823-4774-b262-19581bf7c4dd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0265303 Feb 17 18:39:34.732969 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a1b11fc-6581-4e60-8e39-f08cf772f2ee req-88585e08-cc03-4b9a-a341-5bacf698473b tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0270851 Feb 17 18:39:35.538635 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d7390982-bbbe-4dc7-bc20-fa611ee8e90c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:39:35.828468 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2f8b1321-f31e-479a-a556-1815028bc0a8 req-4b2351de-f88c-4e5c-8965-06cb6effe701 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0267985 Feb 17 18:39:36.926734 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9bc83d49-63b3-46c3-9c54-40576d014198 req-5c76e7c6-3fa5-4860-8f82-38aa4eac58b4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0305595 Feb 17 18:39:36.966215 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:39:38.020220 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b451c73b-5260-4f8b-9040-db4e81e497e8 req-20304f19-2894-4695-a70e-04fb9f572d8a tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0286038 Feb 17 18:39:38.177132 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:39:39.114785 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7c7f235a-94a0-4d16-b539-de3eeb8f0232 req-a178ff91-e57f-4dbe-a975-815949c1a75e tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0277805 Feb 17 18:39:39.258362 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:39:40.209794 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-05052aa3-a814-4632-aadd-ebc82bec364e req-9c06d81b-fff3-4f21-9204-36355bbdfe73 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0288689 Feb 17 18:39:41.303761 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-642539e9-614d-41be-a178-5c9046e847b7 req-1cc58a3f-9111-4130-8713-437cb5c94c61 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0280366 Feb 17 18:39:42.397808 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f7a9fc8f-ea22-4bec-9133-faa57c6f89c4 req-533a3a89-d0b6-4db6-b176-e88a1811a49c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0274286 Feb 17 18:39:43.494010 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d4b017cd-69c2-4f96-afc5-3ca4d5257a5e req-720bcd5e-e908-484a-b439-c36dac2738b5 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0309379 Feb 17 18:39:44.586571 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-656a889c-7012-42db-bd30-d501e5fa49fa req-6d5594a8-cda1-4e03-9ed4-486ce619f9d2 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0265591 Feb 17 18:39:45.686418 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cba901eb-3654-4a47-b07f-4d9f0998d746 req-d60b7a62-139b-4a1c-8fb7-d28ac6b2900d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0273015 Feb 17 18:39:46.779883 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7d9e9c27-2fb7-4a21-b979-17d13a38e23c req-8a894bea-1938-4627-8e06-20feab6aefa0 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0264132 Feb 17 18:39:47.872022 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dd055f9b-38f9-45d2-bc20-125771865e02 req-76b3cd1e-c994-4138-8339-326b8ca93b24 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0272107 Feb 17 18:39:48.967269 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b0ec78a8-87c2-47ec-a713-d50c6a727100 req-15457477-4281-497a-a67d-0b1524703816 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0271573 Feb 17 18:39:49.534121 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:39:50.064083 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a842349a-afca-495e-8601-ad6644d4e0ee req-35389ab4-a75e-4656-9762-41f848b79f55 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0299020 Feb 17 18:39:50.335512 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:39:51.158744 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5b9f79ab-e520-48e8-b644-b52c13c118cc req-6e14266f-f3c1-4e54-a7b6-73ea4f685430 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0276237 Feb 17 18:39:52.253407 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0820550a-65c6-4268-ad0c-15845f600fef req-9e85b384-0ef1-4c08-afb7-1b96e77422b1 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0276761 Feb 17 18:39:53.351100 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ad8eae97-d4b7-4578-a87c-6f49d51306dd req-a41753ff-d54a-4cf1-abc7-c477766e2368 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0310316 Feb 17 18:39:53.904034 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:39:54.443824 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e1651c63-ea1d-4937-8759-eeb707ebca88 req-fc9df62a-a117-4857-b588-67edf62a32de tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0272446 Feb 17 18:39:55.542001 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-73febb83-483b-443a-b657-70e2e00aac0d req-3796bcf5-fff3-41ef-abee-f9f645583045 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0320933 Feb 17 18:39:56.639553 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b1af49f8-7d83-4425-90ef-8ac7679f6bce req-7b831fe8-3630-4d27-8b48-ffd959b561cd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0311790 Feb 17 18:39:57.734047 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bf47b3d4-44a5-455a-addb-5dafe1471992 req-f8e797ec-f315-4e32-8aff-4f2ab02bd399 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0272613 Feb 17 18:39:58.830202 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1d9372a7-4784-459a-957f-6d9f90289710 req-891fae42-da03-4adf-b4cc-bd860ec7d74b tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0270679 Feb 17 18:39:59.924742 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9af1f831-2079-4a74-8ac2-f5ba85c9e1d5 req-c0ea5e47-64b7-444b-bf65-d00cf29566db tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0269339 Feb 17 18:40:01.019500 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ff5dfda2-5bc5-449c-9656-b345152531e7 req-e28d9513-6a7b-4865-bcbf-a3eb023972de tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0283833 Feb 17 18:40:02.115621 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c711d360-03ae-4c6b-b2cf-e255bcc4c67c req-e9b6b511-7953-4af9-8cb9-ef9940efb6f6 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0271688 Feb 17 18:40:03.086358 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f19847a9-0118-4523-a1ad-1d9460d4d6af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:40:03.212955 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1c33aa19-daac-4bc9-a158-b35c92f19e77 req-f2a58a11-84dc-402a-84e4-3c950ecd1062 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0315011 Feb 17 18:40:04.305671 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9d85bb07-287b-4bb7-a7ab-4fdd7e2a3f5a req-e1a4f1a4-6b7b-44db-bf90-6d1c60d5e9b3 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0269418 Feb 17 18:40:05.398075 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-88ce44fa-c873-49d8-ba04-22f38f267f5b req-54a6ae95-988d-4ff6-9bb3-65c0d6276da4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0273132 Feb 17 18:40:05.540506 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5666213e-8263-4805-bf14-78cb558d1ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:40:06.489843 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-de41ba27-1b93-4fa4-abba-ed74c9fc5588 req-ac4db9f3-103f-4d20-805a-2a780a9d37fc tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0262048 Feb 17 18:40:06.965041 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:40:07.589345 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-34af72d9-03ce-48e6-9627-ec6a77fc8d91 req-e2411020-48f6-4a70-8bfc-fc17c8009db4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0269935 Feb 17 18:40:08.182852 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:40:08.682299 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d894b0a1-b4fc-4fad-b308-9cc394e7e8b8 req-2a5ae6cd-a426-4286-a28e-f9c12e03e849 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0267029 Feb 17 18:40:09.260695 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:40:09.782794 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-35255fce-2d25-47f0-b28a-a7decdf393af req-ca428d3a-a3d8-4928-8aae-58710124497b tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0318239 Feb 17 18:40:10.876545 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-53f21cb6-47d5-48aa-a81d-ad576b3c9357 req-e2545478-b895-4353-ab55-135141922468 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0272846 Feb 17 18:40:11.971320 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8b00f288-31a5-43e3-8d10-76610bbe1081 req-45ed3712-cb0d-4fc4-9303-8d0953cf1527 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0287650 Feb 17 18:40:13.065711 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ba8415ed-7054-471a-a5d4-004a59e19198 req-888df91e-0059-4571-b4c2-7c4d02d37328 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0274732 Feb 17 18:40:14.158379 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d66f127f-3942-4d52-b9ec-7dff05935869 req-2ae31471-e85d-423a-9374-011844b52f6c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0277584 Feb 17 18:40:15.253104 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dc31b3df-12b4-4cb5-b777-4ed00e7f5e40 req-de47fd75-b3ea-48f3-b3ce-1efa7eecdca8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0271957 Feb 17 18:40:16.353284 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4b4bf5c0-49e0-4f51-8a1f-faf0302d3f3e req-8831d468-9bdd-443e-bf7e-670bf1c23c5c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0296052 Feb 17 18:40:17.446281 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a1fa0a16-4fb0-45ab-862d-eda768991b52 req-cecb845a-54f7-4bb3-a5d0-31ebefe1afed tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0268185 Feb 17 18:40:18.539076 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cbed3ab0-9245-485f-bbdd-230711f09192 req-bf51c27c-dcf4-4aa2-928c-aeeec0bbbb42 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0266068 Feb 17 18:40:19.554519 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:40:19.632112 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-28be72ac-8a4c-4e97-8a2e-9d5ef8728981 req-0b29a478-9ec6-428a-aca0-b56d3e01ace6 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0279565 Feb 17 18:40:20.337076 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:40:20.725669 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-75fbfecc-9896-4021-8145-580b6bd67d37 req-335a223f-4429-4909-9232-4de2435757e5 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0267918 Feb 17 18:40:21.824387 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-08135a52-e007-43ce-8e49-3ebadd45e093 req-0e3d5444-97ff-4141-abda-0ff5ac81f944 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0275838 Feb 17 18:40:22.924185 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-11e2dc2b-1540-4bb2-887b-069250f37d69 req-ec90bdd1-cc80-49a7-b54e-724d3eb7983a tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0301495 Feb 17 18:40:24.017712 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4171b143-f282-4563-9254-5bde5c9d281d req-376fe7dd-aec9-4105-ac7c-29576bee2ed6 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0269778 Feb 17 18:40:25.114577 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3161c910-271e-4919-a9de-5435a0ecc065 req-1944015e-a921-4773-9e85-ca3701e1210f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0277443 Feb 17 18:40:26.207800 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-12e7592c-c8e3-4119-b266-a6c0e9d5708d req-c96e06c7-bd7b-490d-8afb-250f4df96a89 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0269291 Feb 17 18:40:27.301215 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2c9d2088-b161-46cf-8a2a-2892781303dd req-95d62110-b070-4f01-8981-587052e4a0d6 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0276036 Feb 17 18:40:28.399511 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0845af9d-4e0d-4707-aaff-807d4027a7e6 req-88c20132-92f2-4c07-b75e-218a8b84bcd3 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0265527 Feb 17 18:40:29.496184 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eb8648ed-0ea8-47cd-8fa0-57a05ef9b4ec req-efeff49b-e48e-486a-a46b-039840b62919 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0300229 Feb 17 18:40:30.590765 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-47898e77-951c-4f24-bf18-b0f47320a982 req-b453787a-07e2-43cc-9961-57f97bb336fe tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0269172 Feb 17 18:40:30.902818 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:40:31.683354 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2179f2f7-6016-464e-bbbb-679093354ae7 req-99f4aecb-e9b7-4022-81e0-034603cb0466 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0276065 Feb 17 18:40:32.777836 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6b349004-23eb-45ef-8f20-29b59bfc276b req-863f64eb-29dd-473d-8c83-657a1d69b4ce tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0263076 Feb 17 18:40:33.088571 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-29648e16-fd7a-4fdc-a669-3b4547575ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:40:33.871860 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a4dc2d2-0d25-45df-a58a-250cb752589b req-36b1f4f8-f3ea-4df0-8545-e8bde8d7d429 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0266359 Feb 17 18:40:34.965070 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-18424d6d-7632-4a41-8f03-19ae18fdb73a req-b3ffc3d8-0435-4fce-98b3-a62333a59366 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0271993 Feb 17 18:40:35.541010 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e8fe4d5e-0f34-497d-a82d-1964a8a47c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:40:36.062845 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-333f3e2b-4bb2-4171-af6e-29ad926a9a15 req-12d74af3-6921-4379-bef9-6d8a94370bc9 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0295818 Feb 17 18:40:36.969336 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:40:37.154217 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-155fd120-4869-40af-9e99-4e92229c19b2 req-eed1edce-c6de-4a63-a841-8f10434b5994 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0269964 Feb 17 18:40:38.184045 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:40:38.247681 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-02c76acb-4b12-460b-adb5-0b388a2ab82d req-04ade437-b517-4c00-b462-714d0a4749e7 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0277510 Feb 17 18:40:39.262544 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:40:39.341092 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dc78045f-4b78-4119-8e70-7276818f1533 req-eac87cc3-44d2-47f6-92ab-303be2d849f3 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0282228 Feb 17 18:40:40.435850 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-85013325-9fb8-417b-939f-a40fbff3d6f3 req-ab37057d-b8e1-41d4-9cb6-e33e446f81d3 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0270803 Feb 17 18:40:41.532867 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-754f2e95-6561-44b3-a3d1-0467423ea631 req-db389189-db28-4c8b-b820-78a3d581411a tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0278885 Feb 17 18:40:42.629413 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2f78d3b6-c74e-44ae-a2a5-993808f7ee55 req-c5140852-7314-47d6-b4f3-7d875a94d93f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0307825 Feb 17 18:40:43.729874 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9bb6200d-355a-46e1-9891-11c535aa7d5c req-8245bae8-5e80-46cd-9ed9-0e454e6b462a tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0335212 Feb 17 18:40:44.823588 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d044b96c-6e63-449e-86ac-b7097b498030 req-c7a0bb93-441b-4094-811d-d6c5590dd7d4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0277724 Feb 17 18:40:45.917201 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6548ffd3-3a62-41e1-8a58-b89f061e2fe9 req-8b0cdf84-f2d8-4cbc-aae7-d7fffdc663ef tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0270202 Feb 17 18:40:47.010532 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e1cf6a12-df49-4d8f-a638-47a331ceeff5 req-1c18d322-6b4f-4ddf-97dc-774898445d26 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0276463 Feb 17 18:40:48.103817 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4d173143-491c-47c3-af95-8a567af84269 req-bc108af0-88e3-4412-85b6-8814ade6e220 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0284281 Feb 17 18:40:49.200080 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4c14de18-0218-4734-83d8-1d32a46a8ed8 req-2eeea7c5-d6ed-4c93-b6e0-00b3642affad tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0304656 Feb 17 18:40:49.546783 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:40:50.294665 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b9bee822-8c6f-4c23-841c-2111fde4a596 req-92106c16-5ba1-484b-a299-0ed455f0361b tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0259984 Feb 17 18:40:50.333343 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:40:51.397711 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c53936ee-acc3-4dd6-b440-0dfb7de2d5ed req-6139cf3d-1d0e-40a5-8012-015d197f0504 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0377302 Feb 17 18:40:52.491237 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-01457959-8999-4a46-b4c5-a86d44054a91 req-96626e04-984c-44ff-a103-250d3e2b8f03 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0269728 Feb 17 18:40:53.590868 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-65a22e31-6571-40df-a11a-a104719379d8 req-fc84dbf1-82d4-4f1d-a610-ccfdb1ac2bb4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0274961 Feb 17 18:40:54.686385 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-25395c5f-5f3b-4922-bcfd-3b154573bd03 req-9b952229-91c0-44d6-9bee-9b3bc0fc12ab tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0272224 Feb 17 18:40:55.785895 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-02257c50-2549-4985-8f80-eb205bfe64ea req-beec17ce-a0d5-45fe-a6b4-6c8e251e5738 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0329220 Feb 17 18:40:56.879543 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4e53e041-522e-400d-b8d2-25d17eeb2113 req-c21ff4d9-60e6-4236-9203-c28b7d2203f9 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0277553 Feb 17 18:40:57.973412 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-974f008d-35f6-49d9-a451-7f4bdc77fde7 req-d31159e5-373c-4387-a62a-9eaf9989db65 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0282204 Feb 17 18:40:59.067583 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d734f9f0-c095-4e02-a5d5-f150fac714a8 req-58e7e016-c42b-4c88-a9c4-dbdbc028136b tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0276239 Feb 17 18:41:00.161958 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d3cb00d9-75fe-4ebc-9821-1a2a1f80667f req-f2d44114-27f3-4a0d-810a-fc90860dca44 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0266707 Feb 17 18:41:01.261878 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cda8ac34-62db-43a0-aaab-e56012f6fefd req-d35f53b6-82c1-41f6-8686-e066515d3ccc tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0286441 Feb 17 18:41:02.356576 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dfbbcbc6-f86b-4bad-9147-eebd62fd72c4 req-71cceb69-77cc-4344-a111-da9f0cd5250f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0301940 Feb 17 18:41:03.089479 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-937f9bc4-1de4-44c6-9148-13ed33884cd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:41:03.448336 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-01bb97fa-b7d2-4a61-b13c-cd71084649b0 req-f477d6dd-3c85-40a2-9f99-64acf3981a4d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0264351 Feb 17 18:41:04.542039 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4fe934e5-cb31-4302-a660-effa0dada45d req-faa2cc1f-5191-4f7c-a525-fcdce887689e tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0271919 Feb 17 18:41:05.542695 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ee613473-8a86-4314-b112-bac3737ba038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:41:05.634329 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8d180b3a-f92a-424e-82bb-b9ceb863d88c req-5ee615ff-6cf9-4846-b07c-f047db19de0f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0270441 Feb 17 18:41:06.730778 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d15513c6-30c3-4ab6-b914-07a307f1bd07 req-1b678360-3a8a-4d4b-8734-8abb63bd8f7a tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0277503 Feb 17 18:41:06.971872 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:41:07.822770 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-17b81a01-14ea-488a-bae3-731f3cbab7dd req-28313f86-53fd-4d8d-9f55-86059645ee3d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0263278 Feb 17 18:41:07.901017 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:41:08.186318 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:41:08.921292 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2ff44808-aa67-4146-870c-717e1e63ee2f req-48dbc5ba-21a7-41ab-b310-02f7b2f82874 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0302625 Feb 17 18:41:09.265706 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:41:10.018332 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-78bd2c1b-e4b1-40ed-a91c-a8c5934cf9d6 req-4ba60381-868c-42b7-8ed7-c60ed29fb50c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0280247 Feb 17 18:41:11.111240 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4ce52670-4a5c-4af8-b01b-7fa300e092e0 req-6c4546ab-0af5-428f-b71f-48ab35b66539 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0265627 Feb 17 18:41:12.203842 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-03ac19ac-e9c9-4f6a-843a-9cfb982705a7 req-9e0ba496-b233-4be8-bb32-4fdf2cc111f6 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0267458 Feb 17 18:41:13.296065 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6702af50-ae15-44ee-9279-4e38454de866 req-e3a8f384-96aa-4c9d-ae78-7959b0ccd798 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0269785 Feb 17 18:41:14.388057 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7dc790b2-d34d-415d-91f4-8c5bc8666a61 req-cab3c0d1-f95f-43d5-91e1-d69b16d643f8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0272038 Feb 17 18:41:15.483769 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bdbd740e-1a31-4ca3-a1ec-f8406cf6f11e req-a44f5907-e8e7-46f6-a6fb-dbf57a238ba0 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0295784 Feb 17 18:41:16.577469 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2fcf9ca0-3d2f-44bc-9f59-76bd61bb9ff7 req-58a2ea29-ffe4-4ccc-9345-57cea4939b9f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0267997 Feb 17 18:41:17.669061 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-38f6fc81-7176-4278-b898-37baa06ad7ae req-19a25ca1-4be8-47f4-ad23-56b905a3a157 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0261655 Feb 17 18:41:18.761997 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc72ecd6-3fcd-4b2e-8796-a0a81602be14 req-a4cd8409-f5a6-487a-a09c-f1dd061b2d92 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0273986 Feb 17 18:41:19.561331 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:41:19.857447 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-99f34164-5282-4797-af2d-8cd98890c1e2 req-4ec63add-37c9-4788-89e5-1fc996c41d82 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0260224 Feb 17 18:41:20.330556 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:41:20.953884 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-095359e2-5b6f-4500-b78c-7937525f623e req-28c05020-9b68-47c5-97e7-99d114bb946c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0281186 Feb 17 18:41:22.050529 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-18004f1a-b1cb-40ba-9d31-cef98ebac1bc req-a1dfbc10-674e-4a16-bbbc-257132e00113 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0293994 Feb 17 18:41:23.146861 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ac7eef74-58c1-44b7-9e31-4c5fc2fa6d46 req-7addfaf0-0565-421d-ba50-ec595523afaf tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0269389 Feb 17 18:41:24.243654 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d659022-e496-4be9-bb2c-cc7ee531de2e req-c7a3f3d0-74c3-4a40-87a8-18f987113a79 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0277653 Feb 17 18:41:25.336442 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-39c2f1e6-007c-42c5-9ac1-b5132cccc1b4 req-7e836017-1cf1-4c71-abd2-5dd807db2def tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0270650 Feb 17 18:41:26.427315 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-80fb6460-04c1-4df3-a24f-e8d0ebcf3fef req-e55d5bbd-891b-4366-8ef3-d57d4f401631 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0264702 Feb 17 18:41:27.521709 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f2565f62-0b3c-4831-a9e1-ef9dc1b3cedb req-ac84e205-8f9e-4228-a29a-28905552c4ac tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0271275 Feb 17 18:41:28.618254 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-be9d5a92-d619-4b9b-92a6-b55ba34d7602 req-ef154208-cdb7-423b-820e-1f0d780d6e20 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0305815 Feb 17 18:41:29.710303 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-164d7330-28e7-4a36-9f3b-8cc7badc9b13 req-9f0aefd7-fb4c-49a6-a817-14d8757d4031 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0267606 Feb 17 18:41:30.802541 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-38c45cd9-b475-4574-8eea-8b95eeca4556 req-91de5f5f-21b8-4bda-970f-2b9ade3e5779 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0269263 Feb 17 18:41:31.896617 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d4f68874-a355-4ff9-ac85-c1a9ff4946bb req-241f1694-5fa6-48d2-b2c1-4b5832258b0d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0281432 Feb 17 18:41:32.990571 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e5a82427-9619-4e6b-958d-6aeab07e7213 req-75056a28-81ed-4d4c-9e08-e92cd0fc58fd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0274105 Feb 17 18:41:33.090405 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b9d5e593-bb02-404b-bd6e-468c041708ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:41:34.082857 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-527bab1b-5f21-4e6e-85b3-48c5e110f446 req-b226ffcd-83c2-4189-9497-a152f49e72f0 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0261359 Feb 17 18:41:35.181893 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-83d87e3f-9107-4519-ab99-f548d408cecb req-529ba50e-3a83-4343-a5ab-39fb99128526 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0299931 Feb 17 18:41:35.545278 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-238503bb-0a14-48bb-adb5-d04a5b895dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:41:36.277775 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-09ea731f-3bea-4550-919d-3a8eb2480f7a req-99e12fa4-5b66-4d39-a206-aaa215b489c8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0275936 Feb 17 18:41:36.974384 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:41:37.369221 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-46380303-62f8-4d8f-bc09-505ef99b5611 req-5ff298c0-feac-43a7-85d2-f9207beca180 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0272484 Feb 17 18:41:38.190447 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:41:38.463284 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9667f441-471e-4c44-b681-8bf1ebc5d1e7 req-55222351-d4b9-4a3f-9124-4753b832f9c1 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0277002 Feb 17 18:41:39.269278 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:41:39.556066 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2ff23e02-1f37-41d2-9d75-44c5292d7a92 req-02414514-9af7-4a8f-a6c6-fe31e4c75e92 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0270154 Feb 17 18:41:40.648906 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-01d3da0c-55b6-4e3f-a86c-b1eaca180d45 req-601703be-6382-4a5a-a44b-d4d505084c26 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0273302 Feb 17 18:41:41.746002 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dd8a77b4-2c04-4e0b-b15b-df00defd5646 req-bd980060-f260-46e9-a0b7-6ff6e97c7480 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0304670 Feb 17 18:41:42.837478 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-39fc614a-39b9-4dd0-8b7e-26b59cc9b2da req-ecda309b-a6a4-43fc-889e-96fbdd30521e tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0265973 Feb 17 18:41:43.930044 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-82689464-540c-4283-8d24-8cc389c57041 req-bb650c7a-bb1d-4245-92da-f63818fdcfdc tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0268674 Feb 17 18:41:44.900107 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:41:45.026989 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-acf14857-7970-4f05-ab22-a88e478412e0 req-9ddf1de2-c03e-4e36-bf32-1069b30b36ea tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0276949 Feb 17 18:41:46.122807 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-43c3123c-9dca-4ebb-8b34-2ed2b138f888 req-06a2bee4-2585-416a-9940-0f749c12aa30 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0269711 Feb 17 18:41:47.215257 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a46eda93-66e8-4003-afd3-23adf040bf1d req-15fad1b6-06b1-4b15-b1bc-94ea8d4c224e tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0267994 Feb 17 18:41:48.323731 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aaf2e717-5b0d-481f-aed5-89ee5edfdf1f req-c2af223b-b564-42ea-a7af-34dadc682dac tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0393052 Feb 17 18:41:49.419074 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d3afd617-5a21-445d-a5c4-b32f91b94e24 req-4785f23e-ff75-477a-b3ab-166a87835fb5 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0262349 Feb 17 18:41:49.591123 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:41:50.345711 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:41:50.513425 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b8f20100-526c-49db-a119-ae81b1d2a496 req-892176de-8f1e-4373-a771-21103eafa899 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0275521 Feb 17 18:41:51.607481 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e7fb261e-4348-443d-8576-060704a4009b req-57cbbd56-570e-4711-a56e-4485eafefb90 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0270886 Feb 17 18:41:52.710762 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-17d84800-9e8e-4f94-8210-0045f1c6ac0f req-ec06b4d0-63c1-4d94-94a4-e88519a431e4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0277727 Feb 17 18:41:53.804085 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0a74f0ce-0314-4ee4-9310-0ef8d3acacba req-34f8501f-bc75-4092-844f-9682714f9fd6 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0268247 Feb 17 18:41:54.900711 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0e22ef76-b4e6-444a-ab4b-6e492cbc87a0 req-3063752d-af79-4967-bf6a-7173ea53c411 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0314853 Feb 17 18:41:55.993458 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fc029c43-a794-4bad-9bf9-365e73d0784f req-59f92d14-edf4-4443-83d3-fffa8fad94ca tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0268214 Feb 17 18:41:57.085901 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e8f3fbcd-828a-41e7-a20c-ee63f571e565 req-5bcff7e8-0073-42bc-8c49-f5c0655c5bb1 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0274267 Feb 17 18:41:58.182267 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-810655b4-b0e0-4a34-9810-a6c55717ea42 req-012c7f5a-ccfa-4932-827c-64c0daf16d52 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0281630 Feb 17 18:41:59.281705 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2765157b-4db4-448f-8230-f463adee4b67 req-93ba3bf4-d56f-4e38-b253-7c84ef42fd9e tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0283394 Feb 17 18:42:00.375357 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-26b5db53-957c-4ad2-bcfa-41cc8be35ab1 req-05b5a8d9-7302-44ec-8f7e-fefc745cdfd1 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0264711 Feb 17 18:42:01.473784 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5a3ac4da-3569-4716-8388-aa2c18f26994 req-e1dc0aec-4352-460c-81fa-2fec2c939c0c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0301948 Feb 17 18:42:02.574361 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-400a17f4-e018-4419-9b73-3fa6f7c15af5 req-251492a6-cb06-49c2-a761-4ad8e8c04e97 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0271947 Feb 17 18:42:03.092399 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c67744ed-bda9-47b5-b169-d81b8b53a4b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:42:03.677034 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-68072413-9dd7-4308-af58-b0124aff6387 req-b037c0f5-bad2-4e4b-ba09-3cc7902aa958 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0323076 Feb 17 18:42:04.773025 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-311fc7de-6ac4-464f-9d72-d91844a1fc8c req-f1bdc7ce-4adf-452e-b3aa-28c1de1e02a6 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0274858 Feb 17 18:42:05.546838 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a9614f03-a836-46cc-941c-7f08e1aa16f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:42:05.864829 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-20d61d3a-2e28-4429-88d3-91506441a813 req-5c9632dc-f79d-43b7-85ed-0e431a5fe7de tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0269518 Feb 17 18:42:06.957679 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9cb1350d-97e0-4193-b469-65cfdc4d8ecd req-db795beb-cbdd-43ee-be5b-b684979fc172 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0269678 Feb 17 18:42:06.978081 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:42:08.067671 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-81d03576-a27c-460e-a9e3-b362f0b87ac6 req-114f7f0d-44b2-4612-85f1-493966552c4e tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0329242 Feb 17 18:42:08.193159 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:42:09.159045 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2f5ab949-fddb-481b-af52-48bf1b4ad791 req-f0fb2ff2-7529-46d4-a622-d3795d3bab71 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0261149 Feb 17 18:42:09.271979 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:42:10.251999 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-50e3e72e-1cf6-4e40-ba05-4c668923d9c7 req-ea7c0794-cd45-4370-87c1-8072379f4703 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0266111 Feb 17 18:42:11.345791 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0fda378b-a8b9-4362-8f2f-e7cc714c8ebe req-83d68797-a87d-403a-8239-01a6599d26d9 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0270224 Feb 17 18:42:12.437959 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-add0a515-dae9-4d94-be84-3acaa043adfa req-647ae1a2-bed1-4d41-9c24-d2cf21c59f5c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0268180 Feb 17 18:42:13.530550 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-63488967-5983-4ab7-a194-5bf32afb3851 req-c32dc6b8-bd2d-4def-92aa-f514ef0c60ea tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0274174 Feb 17 18:42:14.628641 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-de62b14e-38a4-482f-97ec-49a81f2715fe req-b8671417-82b0-43e5-8769-266aa2f4cece tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0296388 Feb 17 18:42:15.720908 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a737beb-248c-4bf4-947b-e1c5ef3f701a req-7e251206-65d8-4298-86bf-d6e2b2b35383 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0271044 Feb 17 18:42:16.814382 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d646cb1b-9686-431e-b82e-1e4404322960 req-b93e9ab4-fa27-4cf6-8b28-bfafd55bfb9d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0270336 Feb 17 18:42:17.909845 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bc9edd9a-4663-45f0-85fe-250c6f74184a req-22953659-b0f8-4a50-beec-38140ef365c2 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0272169 Feb 17 18:42:19.003974 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aef92e43-28d0-4ef8-a0b1-18c00eeae2d9 req-786c1c4a-8722-4e41-a13e-155668db3bed tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0266759 Feb 17 18:42:19.606275 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:42:20.099061 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f84c8ae1-f090-47d2-a35a-1cfd77bbb53b req-fa61f03d-cd41-4d38-bdb0-fa157f1821c2 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0264251 Feb 17 18:42:20.360170 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:42:21.198590 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ce453fca-26be-4624-abf7-23652c947c17 req-e78a24d8-a5ef-4076-8b04-e64645d144ab tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0312548 Feb 17 18:42:21.900280 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:42:22.290096 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0ff0f358-1a4d-4756-979f-9fe0104fed26 req-8eccdf2d-a676-42ae-a851-43b699947252 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0270410 Feb 17 18:42:23.396396 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-42fc8321-5b2c-4eac-b7d4-48268f7e915f req-4077d08a-7689-4d21-abbf-7b07d0390305 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0296323 Feb 17 18:42:24.489742 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d3077b59-16e3-4966-b64c-72c86f52969b req-e3b4df10-2e63-42b3-a8db-fa0aed454501 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0264196 Feb 17 18:42:25.582944 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b25ee6fa-dee6-4f6d-bd93-da2d4488344e req-d7ec38c6-c988-4b47-8ef0-52cccf198c39 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0266888 Feb 17 18:42:26.679082 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f864cf18-488d-4ba0-9eb8-399b56e443e5 req-6d27fa80-9ef6-4639-90c6-47adb9c57fc9 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0258420 Feb 17 18:42:27.775527 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-94be9f4b-4f32-44c3-9f88-6108ac6153c1 req-16511325-850e-4ddd-96e1-e3d7ee180a50 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0300725 Feb 17 18:42:28.866717 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e841e87f-8d96-418c-aae9-bcf446f1a345 req-6f060418-e5f6-4d8b-99ee-f6744973de3b tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0264060 Feb 17 18:42:29.962806 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d429e815-3239-4aeb-8be2-bf43c284a919 req-96e71c36-ba4c-4bc4-bef5-afc9abc0c5e8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0270092 Feb 17 18:42:31.059047 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6e48508f-8fa1-4bdb-9f6b-7eed48bc503d req-236c5975-5730-4add-aa2d-7dcc3931c006 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0273180 Feb 17 18:42:32.151535 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b3205c50-0104-4d2f-b4ec-a5ba70493fb4 req-b120cfc4-a028-42a3-afe3-295c9e7514d6 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0272937 Feb 17 18:42:33.094391 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-428842d3-a6bf-438e-af8c-d9ec52f618b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:42:33.244978 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4e8d0673-2a8a-4174-9972-6ee593809b3e req-785c48a4-b961-4f28-b622-4b3263f16201 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0271122 Feb 17 18:42:34.339621 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-af1fb29a-1c3c-483c-b3db-89d57766dda3 req-2d30ac03-b01d-4ce3-af89-13be2c4ce7a4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0301657 Feb 17 18:42:35.431304 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4b702cb4-13a2-459e-9861-1e77965b8769 req-aa7902f9-28b2-4d95-b722-56613179dbb6 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0267189 Feb 17 18:42:35.549661 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7614f6b8-c638-469e-a91a-83e95f87b98d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:42:36.523888 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d6bdbd28-b7e9-40d7-ae30-80e4e2071df3 req-8d978a5f-5c80-4064-a655-b152d54d49c2 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0274239 Feb 17 18:42:36.979500 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:42:37.619407 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-de7dc160-977a-4e43-87e5-5428b3936b23 req-477fb68b-f148-4293-91fa-1a0a7c2f88b7 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0269840 Feb 17 18:42:38.195481 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:42:38.711636 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7b0cda8e-473f-4e02-9c19-a9d947f31707 req-b49406fb-326d-4d8b-81ed-93957855d50c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0261731 Feb 17 18:42:39.274361 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:42:39.804799 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c00b26c2-7182-49b1-9e2a-734e0da0eaeb req-a6adebbe-921d-4b61-98f6-2ddfe6c55a10 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0272903 Feb 17 18:42:40.900853 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f249c77-31a3-4c2b-a189-f062d5fb1429 req-0af1d0c2-7bef-4717-a032-63e62d9187ff tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0313888 Feb 17 18:42:41.998495 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-807fe8e4-d902-442c-b6aa-9324aa71e0d5 req-82532fbd-1556-4bce-a69d-eb23d7dc7930 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0279527 Feb 17 18:42:43.093654 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5a454e76-d730-4a42-9b6c-7ab970b4f5e9 req-db22241a-9d46-4aa5-af44-3fa46a02e05a tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0267260 Feb 17 18:42:44.189542 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-206e9143-4586-48fe-bdbc-6f17514c17b1 req-8188bdaa-f630-4f3c-9ef7-1b36176a720d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0271668 Feb 17 18:42:45.283158 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8d458e8e-a96c-4235-80bd-47b99d90e305 req-0d29cf25-afd0-4b74-b453-73fd7043e173 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0265043 Feb 17 18:42:46.374890 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c9d4d19a-dcff-4bea-8a04-5e54f290f894 req-7fb74c0f-dccd-40b9-893d-1a93e0f1b129 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0266047 Feb 17 18:42:47.470515 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6acaf214-f5a3-4a8f-a794-ae292ff03350 req-31290021-3a97-421e-829e-b6f1f2637a97 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0299227 Feb 17 18:42:48.564315 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-db0e3ba2-6500-4322-a670-351106c6124f req-075fc5ca-7fd9-4711-824e-9ee2e15e2cd5 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0268960 Feb 17 18:42:49.625280 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:42:49.659069 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6dd96b7e-50e2-4512-bef6-58301c065210 req-376256fb-0887-4614-9726-11ca886a422c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0266604 Feb 17 18:42:50.380536 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:42:50.753881 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2ad8786e-6f5d-4ba6-b7b8-02c5be2470cc req-946dbc1c-e2a3-4a32-ab73-d6acbd07d9af tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0263095 Feb 17 18:42:51.845861 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a571789f-70f7-466f-88d3-9f924bb92fc5 req-9ed8327d-bdc4-498e-af74-f1301be536b7 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0264866 Feb 17 18:42:52.940145 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-41e01095-49a5-430e-988f-2e963510afe8 req-113ecc26-c79c-4313-982e-6c213e2dfaef tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0259538 Feb 17 18:42:54.035899 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3218d5ce-d4d8-4557-9b05-5962d85e103b req-b63aa4c5-7346-4d3e-8c0f-02769dd01135 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0294287 Feb 17 18:42:55.130215 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0214b382-58b3-4e44-be44-4fbd3fc3b255 req-d185f56f-1623-40dd-a924-db36d85917d1 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0283077 Feb 17 18:42:56.224481 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e70c65fd-393a-460d-9dff-6dd051e7c5c9 req-32078d94-90e8-436c-aa44-bd5387b8f89b tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0262341 Feb 17 18:42:57.326836 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cbf1d5e1-c2a4-4834-8e77-e0b16392b3dd req-ac7f5824-273a-4fa4-ac83-41fd96fc853a tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0314188 Feb 17 18:42:58.422191 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c8b16eaf-701e-4cd5-8dcc-c21135eb2630 req-ec8373a1-a226-4cd4-bd4f-4c02f35738ee tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0278733 Feb 17 18:42:58.899906 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:42:59.515052 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a5e6942f-f7b3-477f-8f13-3900480b0355 req-cabbbc4d-fd07-47e3-a3fa-2c606040e738 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0274720 Feb 17 18:43:00.610559 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bc641632-4481-4799-b58f-d3395e599dc1 req-cd5123d9-4e65-44e8-9645-fad10dec64d3 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0302532 Feb 17 18:43:01.703495 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-825ed893-8ae5-4126-bc17-28118f34a97f req-e3456fcc-3ca5-42d0-b993-f87c60b6606a tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0264108 Feb 17 18:43:02.798328 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-71c63580-6fde-4862-9ef5-d8e71c4a4205 req-93f791a6-e0fd-4dc4-ac33-8397921065c6 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0263684 Feb 17 18:43:03.096123 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bd7b1e19-556f-49ff-904b-fa57c2d8b0df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:43:03.896776 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-55265824-ca69-4142-993b-c86df5cbcd98 req-61fe37d4-c038-43b1-98c0-8a700fcda018 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0279667 Feb 17 18:43:04.989886 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2382adef-0ed5-4600-b4e2-36b683f4d8be req-ad4d5790-bc47-4feb-971d-b52f0fd5cce6 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0262885 Feb 17 18:43:05.551758 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6910273d-4c6d-44e1-902a-aa93f4cb88c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:43:06.083436 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-270ddddf-cffa-4c5b-887a-a57c9cb6758c req-a96a368a-d029-4968-b493-ab0667e8d544 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0261912 Feb 17 18:43:06.985867 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:43:07.180322 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b1d58b01-fb7b-4224-8d65-382f5908837c req-1d879231-914a-4ca7-aa76-a150896124fd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0308313 Feb 17 18:43:08.198610 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:43:08.281046 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d33425d7-d3b1-431c-b710-4ecd495712cc req-d68b921d-98ae-4890-a35f-36c46d1102a3 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0268834 Feb 17 18:43:09.275991 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:43:09.377828 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fca8da2b-0a55-4b36-b6a4-8230d1c0e82c req-489681a5-e2e7-41b4-bac5-060ae672c731 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0272758 Feb 17 18:43:10.471979 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2be66c10-94cc-405c-8a6d-372bee68fa8b req-117c0bc7-d519-4e75-afe3-e965abd1650e tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0266223 Feb 17 18:43:11.565115 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-35e52dfa-d8a1-4cda-8d6c-e0e89a72d3cc req-6a9aa72f-d335-4693-b83e-30111d45fee0 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0265427 Feb 17 18:43:12.670360 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a16755f5-495d-4d64-97b4-ae9f79646680 req-bc6c3fe9-240d-407c-a9df-152baf855adb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0361023 Feb 17 18:43:13.768442 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4877c6fe-a53d-4a3a-8df5-31defb218e3a req-8c1462e6-0d71-4056-bc14-b2ee547c49ce tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0306721 Feb 17 18:43:14.861145 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f4c66c33-6eb9-44a8-9f82-c6c11dbcaa6d req-03d48272-22d2-4e9b-bb59-b2b94eb6c10f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0263422 Feb 17 18:43:15.953814 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1923bfa5-c259-454a-a782-9e592eb2c0c1 req-39df459f-176c-462e-9590-db06dcff458b tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0271544 Feb 17 18:43:17.045914 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3e086199-3337-42ca-b02e-5d2e5fc94d69 req-276f0842-0f2e-481e-8c9a-938bd2714f5b tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0270998 Feb 17 18:43:18.139053 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a5ddec82-9f2c-4f59-b6cb-15001048ef4d req-b445fa4b-cdb8-4027-a4de-4aaee3005616 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0268674 Feb 17 18:43:19.231632 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2de8b1a5-8226-43ee-b82d-923c61a9df03 req-80138fc2-6854-45d5-a28c-10957ae69379 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0267363 Feb 17 18:43:19.622294 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:43:20.326689 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a260a745-2362-4b19-8f48-ef0e89e4fea6 req-9f8f8aed-210a-44c2-84b2-1cbe66fc50de tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0289943 Feb 17 18:43:20.377702 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:43:21.426285 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cebc003b-716a-478f-ac36-19438ceafdac req-475094f1-8ccc-47eb-bdab-5b937c2d4d48 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0269032 Feb 17 18:43:22.522245 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2a506fe0-73ef-4a68-9515-ffbb1263336e req-ae7839aa-b060-4eff-967c-e3db8c4c1681 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0278311 Feb 17 18:43:23.616020 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-96db0990-7972-4df6-9a84-ca04b2d4aa3e req-92088f0d-a435-4186-8d7e-60493daaea0f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0269537 Feb 17 18:43:24.707721 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b26f89e5-52c1-49bb-a51f-f67ee44aea10 req-de7bbcce-ca8a-4818-b216-5ecd80e921c0 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0266993 Feb 17 18:43:25.804125 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-79466c9b-dfde-4a96-9568-2fc049855b8a req-068d6235-bf2a-44be-b47a-43672428aba0 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0277250 Feb 17 18:43:26.900171 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c4de3c2c-0254-4f6c-b459-e41f35604dcc req-ae9c2aea-b822-412a-9dbd-d676c0587256 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0304253 Feb 17 18:43:27.992696 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7a8d9a2a-c4a7-441f-a4bc-b2c74fd3e883 req-7400daf9-48fc-4952-8a0b-a0f5e2cf43c8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0272186 Feb 17 18:43:29.084418 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-da8c01fa-621a-4c62-b9e5-927de924e489 req-0c12c532-073d-4836-aaf8-57e4efb238ae tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0268140 Feb 17 18:43:30.179492 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a6da53e4-ba1d-423b-8940-2cc13ff47012 req-ce58372e-bc05-4698-9c8c-690416992123 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0287404 Feb 17 18:43:31.273428 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5969fbc8-9c87-4e69-b20a-908eebb0fd6b req-5ba6c769-6b2c-493f-9349-76d0792388f8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0263572 Feb 17 18:43:32.366382 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-bfd3c8a0-0100-4237-84dd-ed335ebefc89 req-f81b0865-d38d-4d78-b048-935af0506bf3 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0272660 Feb 17 18:43:33.098007 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1769d343-7916-4ac2-8ee7-248c9c0da820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:43:33.461654 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3aa12a39-5040-4178-97d5-007ce28bbde0 req-335ea433-133f-480e-8bda-ec7943544ab3 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0296166 Feb 17 18:43:34.559599 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cdaddffb-0177-4c08-bc83-614646fa6316 req-781f513e-5e6c-42fb-b517-43d1d663c947 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0321939 Feb 17 18:43:35.553640 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-64d6d297-0bae-4998-8ce7-a86c210f87a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:43:35.655120 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f8b880fb-7e7d-4add-b717-dd93d93dd0e7 req-75eeee20-bb32-4e41-985e-27c72f01da57 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0268722 Feb 17 18:43:35.899916 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:43:36.748614 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7dacc79d-a2dc-4337-ab9f-148e1d7c575b req-e0e408a8-21dc-4219-a399-207ee62f574a tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0276685 Feb 17 18:43:36.986482 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:43:37.843137 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-107d809c-c4b9-467c-b225-5a0528d88ed5 req-85ebdaff-92d4-4063-b278-98ce78d85350 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0266304 Feb 17 18:43:38.201169 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:43:38.941996 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b053075a-2520-4401-b41a-a6817384e2c8 req-58c2dd95-f1a4-4974-979e-94e222c6cbb2 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0264151 Feb 17 18:43:39.280572 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:43:40.037558 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ee4c60a8-e646-493d-9365-ac05af947cee req-05a6ed68-f40f-403a-b3fc-772e95536265 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0301688 Feb 17 18:43:41.130384 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a09b711b-8a9b-4bf8-8aa4-30609f6918c3 req-be424aba-0337-40d4-ac3e-4c0f11cb8281 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0266380 Feb 17 18:43:42.227772 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-09f4ca77-178a-4255-98d6-1230e5c1189c req-131ef0a2-583a-4e31-b6bd-370861ee99d4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0264013 Feb 17 18:43:43.389695 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b0815976-1849-4379-a193-bab3dd6970c2 req-800e9839-ca35-4fd3-bacc-6e133ad646cd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0968211 Feb 17 18:43:44.531322 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4d80a994-2e70-4040-a470-28385f1cae07 req-0bb936f5-5ed7-4d6b-89c2-4c895fe5dc83 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0769651 Feb 17 18:43:45.626194 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e550ea95-ee4f-414a-831e-3036dddc3ffd req-26a7cee2-ed4d-4ed8-89e0-7f248ea54545 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0278749 Feb 17 18:43:46.721387 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6d70b7b7-ef61-4c66-8319-054562c28b51 req-69aa36ce-1b3a-49f1-bb9e-88f1ca1c74cd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0293438 Feb 17 18:43:47.814614 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eb2d73a5-b117-4c41-89ca-ff092fed644e req-6adfd6a8-545e-4cf4-a699-c2e7b5fcc4da tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0265045 Feb 17 18:43:48.909165 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-52dfdbfe-9492-4f89-b890-561993fa4aaa req-79ccdf37-122d-44d5-ae01-c3f65fe8abe8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0293212 Feb 17 18:43:49.637065 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:43:50.002764 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-311feff9-e74d-43c1-ae07-61fa318c8f26 req-35b273e5-ead5-41e4-8600-77500f19f723 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0263605 Feb 17 18:43:50.378101 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:43:51.099667 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d684b824-08a2-4544-89cc-efcb1ea53ada req-12464972-503c-4ad1-a8ea-a98f2eb3365e tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0259955 Feb 17 18:43:52.244388 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3531689a-f9cf-4899-a3f4-818c95b6ba90 req-c4de849d-6c24-4a62-8735-fd4de793cd44 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0268526 Feb 17 18:43:53.338946 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8c77ae0b-ee59-4240-a827-c3512466de61 req-0fea524b-1eea-4031-8e47-430cdf251f21 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0290117 Feb 17 18:43:54.431373 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2f2315e8-6a48-4962-a017-8c7d1a3d33b2 req-95d3e4ea-5da9-4352-9bd9-64313945c062 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0265894 Feb 17 18:43:55.522613 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8d8ce4ac-0fa1-403d-9d9d-baf69b72c52e req-9b35e0d6-bb4c-4b9e-97b9-dac38521a408 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0270252 Feb 17 18:43:55.984182 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [req-fe22a495-33c2-4d89-804b-82204bcffa69 req-ded37bda-de15-44f3-9307-add5d96e2db7 service neutron] (103434) timed out ('10.222.0.91', 61872) {{(pid=103434) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 18:43:56.199635 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-5e794b80-f761-4f7d-8533-b99c63e7eb6a req-0d9a77fc-b7f4-46e6-800c-af3aa65be8a8 service neutron] (103435) timed out ('10.222.0.71', 61858) {{(pid=103435) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 18:43:56.615523 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-de189f5c-112f-43d1-91e6-ba1ff413b079 req-806d6822-2f54-4a87-aa00-588b09019940 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0261815 Feb 17 18:43:57.711693 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8203ce82-4ea8-4b90-b32f-237c49199f18 req-f0f68c53-23a0-4fc6-a3be-d571b6a7e4b5 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0287635 Feb 17 18:43:58.804986 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-075a2e63-c8c1-4c7f-87c1-27f7776a4df4 req-282e4a61-3fd6-4ac3-bd76-a1e3c0e3c7ad tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0268321 Feb 17 18:43:59.900504 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0c5d6d74-f1c6-4b1d-9e27-bf5f1ac3aa44 req-a55fe0d0-5d23-470d-955b-ae4e8a36dc1c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0309463 Feb 17 18:44:00.993482 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9be335b1-b35a-4971-90c3-016188d435d5 req-24291cec-556a-45ac-8209-01f2847e95df tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0263922 Feb 17 18:44:02.087035 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6ed9839d-be57-4ab1-bbdd-1c47907e890c req-00d42527-d0e9-482d-9d60-646896683716 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0264568 Feb 17 18:44:03.099499 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-803ca7e2-a7d3-4208-95d5-42cbe58c7a17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:44:03.180944 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f291881b-cee2-405b-b159-28ab2a8cfd8b req-09c71882-a414-4b4b-9754-7ebc613fb0ab tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0267150 Feb 17 18:44:04.284540 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e1df0d37-8969-482f-b8b6-bc1b0bcd3063 req-c417036c-ad88-42c1-b88d-3c58edffce2d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0349207 Feb 17 18:44:05.376698 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f7251578-c22d-4b35-bba6-18f75f9bb393 req-708658e8-7894-4869-b3a2-144190a5f8c3 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0262344 Feb 17 18:44:05.555598 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-646602ca-695a-4a18-8541-e6b6729e373a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:44:06.471652 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cdbab33b-a754-4099-a10f-126de6e7c90a req-7a04f76a-4a5d-4d6b-8718-25f6874afbc6 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0299029 Feb 17 18:44:06.989355 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:44:07.567497 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1db9eee6-928b-44c5-84e7-a037fa288905 req-8bdf3d31-5968-425a-a2ec-5102ce299109 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0277915 Feb 17 18:44:08.202470 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:44:08.666011 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-68781113-8df5-4e6d-b0e6-d7ce6efeb40a req-6d894c98-7ede-47d1-8976-190bb0c9f6f7 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0276895 Feb 17 18:44:09.282037 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:44:09.760153 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-44f14bd7-abf7-4330-be0b-b3c3d1319365 req-743c4f10-1e02-4233-b544-8057e9f89372 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0280726 Feb 17 18:44:10.857937 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-000a430b-ccf9-4fd7-85f4-df4ea6020489 req-15e33dcc-4d58-4afd-973a-d465eab351da tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0275285 Feb 17 18:44:11.950289 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fa279947-7926-40f3-b5c6-1bba61f02a9a req-7ebfede7-b415-4b77-a2a7-dd76b1af90b0 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0267165 Feb 17 18:44:12.898282 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:44:13.336418 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a1bb31b7-60df-4a63-a395-91db413cf179 req-37d27d1e-2ba1-4e13-a0e4-ec17bad34f04 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.3207262 Feb 17 18:44:14.430109 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-db1b0006-c3a7-4db7-aa1f-0cb498f85354 req-35057dcc-dd6e-48bb-b1db-61a0b884e82e tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0259790 Feb 17 18:44:15.523317 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8bbc47ec-effd-46cb-9e05-25e94eea74ea req-d5eb1f1a-f0aa-4ebd-ade4-6e73bfb3b56c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0261137 Feb 17 18:44:16.621218 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d7ff6342-0b9d-4ced-87e9-65a5ed6d2781 req-604c0286-89a1-4b74-8359-78374e376e77 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0273626 Feb 17 18:44:17.715180 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-64d76bb0-d964-40d1-8d2e-e4fedd9e5c5c req-8001199e-9542-4eee-912d-53274ec2aea7 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0293601 Feb 17 18:44:18.807458 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-de71b028-78ac-46f1-aa0c-b996f78b9c1f req-519177f8-4752-44b8-baca-4a5c6bf181ad tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0262418 Feb 17 18:44:19.653987 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:44:19.902252 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-890b5e62-a045-429f-a5e9-fc5ff4d61382 req-e058a458-f3f4-4df6-9064-f1832bba7cb0 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0266140 Feb 17 18:44:20.378737 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:44:21.006020 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7ec8395d-b883-4535-b881-9ffaca58481f req-36eb87cd-ee85-4ecb-8f9d-dee0197c4ec9 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0349064 Feb 17 18:44:22.098470 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3896e47d-c13a-46a5-9e9c-866b5e7d287a req-b8d13c56-28bd-4d1d-aa69-3dbfd1155e3c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0260115 Feb 17 18:44:23.195163 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6371688e-952a-4d16-9625-a7046650e64b req-bb593eb6-af6f-48a1-a51c-84a4724d61e7 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0268531 Feb 17 18:44:24.291954 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-91365683-b387-4194-8dac-07066e266b60 req-6f5c865b-44bb-4891-ac12-6c560e14c45b tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0297332 Feb 17 18:44:25.384428 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-63e14dbe-0eaa-4cd9-8646-dabfc93e8c7d req-04c07907-671f-4536-becc-d016270c9179 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0270963 Feb 17 18:44:26.473950 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c963bc1a-69e6-4a1d-ae33-342e6d3ec8b8 req-fd516f22-7083-40cb-b024-c92e5f8c1c0d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0268173 Feb 17 18:44:27.566809 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6856635b-1374-4b91-aa73-980c0685e094 req-de98d614-b691-4d3f-9a54-ecefe3ebb7dc tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0268636 Feb 17 18:44:28.663282 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6b964c91-0a9c-44f6-861b-18b886cc299e req-f24128cf-1bb8-4e0f-b2b8-d497e6fe5a03 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0260572 Feb 17 18:44:29.755946 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-abf485c6-5eb8-4411-805f-5185817d5a26 req-ebfed22e-ac21-451a-a241-c60e2c85a746 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0273407 Feb 17 18:44:30.851146 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dc4c091b-896f-4db1-8a11-e881ac43aabd req-09c69a13-3817-4f20-8e84-98907892716e tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0302641 Feb 17 18:44:31.943906 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e18e6d3d-6661-486b-b9eb-6f33f5ca57ea req-1df6db73-380f-4658-905e-d62adac0820e tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0263343 Feb 17 18:44:33.038854 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8abf0117-7699-49fe-8774-4e7d6676b6b1 req-2dbf7cd1-f313-4ccf-9e6a-50bce3812d27 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0260432 Feb 17 18:44:33.100668 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ed5c4007-666f-4bae-916f-7c0416e1d8f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:44:34.135744 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fee680a3-75e9-4f99-8f72-53075653a5b0 req-1bf49964-954b-4a8b-9920-5b3bc37b0159 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0277054 Feb 17 18:44:35.228943 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2411a0f0-cc48-4416-a3a5-12490009aeb9 req-181f30ff-18eb-4696-862d-b9a7c7f17a0c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0269873 Feb 17 18:44:35.556732 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ecb88921-adb5-4c49-ab13-ff9004e54aa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:44:36.320760 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d2ef3a51-db3c-4eb9-9515-f920b6d4b929 req-5d843862-3d64-4c94-bbd6-ce549fd8c01d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0267305 Feb 17 18:44:36.992331 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:44:37.419310 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3afb5e6e-25d9-4d95-9627-c22ea671e6f0 req-5d9fcf27-a8c6-4986-8462-ccb5466e3dfb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0297122 Feb 17 18:44:38.205471 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:44:38.512263 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2fded519-6b00-4d16-b4fa-288b10ef7c7b req-6e779e7b-2117-4579-9dc6-00580e32f600 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0263340 Feb 17 18:44:39.283837 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:44:39.604313 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d16ab7ec-38d5-4668-a893-6ef5511a6147 req-7c78174b-c314-4fbf-9337-3ce12bd7e745 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0268846 Feb 17 18:44:40.703709 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-12b60555-b58f-4e3c-8e94-c95a3748fae3 req-15494980-6315-4c39-a8f7-92fae78edb2d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0266776 Feb 17 18:44:41.796932 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-daab0527-0b07-4b6f-a749-30c47419e723 req-cd180432-e761-48a9-b634-f833e7a6c7de tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0267446 Feb 17 18:44:42.890629 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-04d94c95-e99c-4384-b103-a7c3b9c1e5e2 req-9201878d-0bc7-4a80-9fb7-b6bdb3c7ef96 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0276041 Feb 17 18:44:43.989606 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c35613e8-896d-4a69-a78d-140786907985 req-e8c27b47-5a85-46c7-827b-08612d18764c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0296659 Feb 17 18:44:45.085432 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5fe426c3-42bb-46b7-b736-5e1216ddda36 req-ac65de7e-09e9-4a14-8be2-ae46e06b13a3 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0269105 Feb 17 18:44:46.180817 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-276fd458-8d1f-47b5-aa8a-184bc7ce9d4d req-4d77de7c-9774-4f3f-bc1b-14811be0e485 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0273356 Feb 17 18:44:47.276025 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-107ea716-3a15-41ad-8a24-045346e689c7 req-6eaacb39-08c7-4e17-95aa-7ef4ab293ca4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0277934 Feb 17 18:44:48.369532 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3444c2aa-dcab-4a6d-baf4-db906c75e76a req-99793f4d-0757-4814-acad-ab120e2e5005 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0270009 Feb 17 18:44:49.461233 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3a2ba2f9-ac7a-4834-ac2e-b7076ba9912a req-6fef2947-28ee-45f7-8cbd-34b04b7ea614 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0262923 Feb 17 18:44:49.654396 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:44:49.897310 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:44:50.379201 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:44:50.559093 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-65d377be-2f02-4356-8fe8-748574d805d8 req-f3065929-336a-4d09-bca3-841817c2390b tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0300825 Feb 17 18:44:51.653256 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fd5cd0a2-ab61-41d3-9c27-fc04277fec39 req-4b1cfc75-bb59-42b9-aca7-98010601e1e7 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0275602 Feb 17 18:44:52.750628 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e16207e6-b6b3-4310-a2db-86cadc05e96b req-19721b5b-8375-4d94-8a7b-725cc16b1911 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0279913 Feb 17 18:44:53.843315 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fa8ef4c8-bc33-4e7b-9f32-ba09a374773d req-9c1cf166-48ff-4a90-a3e7-f360d8ba8333 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0265667 Feb 17 18:44:54.936263 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ddee85e5-f648-41df-be2d-ee4d992f6fe2 req-8020c3da-fb50-4a49-9478-0dc601e6e800 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0262432 Feb 17 18:44:56.032326 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6a7188aa-06bb-4ab5-8234-d25f88ee8e50 req-e243a205-357c-4bce-8a1d-8ee9b4a4cd02 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0269146 Feb 17 18:44:57.127464 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-17306136-970a-4e9e-959f-87672950d57e req-1bd06018-336f-420f-80a8-4395afd7b09d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0309918 Feb 17 18:44:58.222246 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-79d40a53-2b9e-469f-a95b-d41a66c63f9a req-903b6001-9ad0-4b1e-b6a4-c2fc6b05ed6d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0279880 Feb 17 18:44:59.320055 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8cc0cb15-6553-46f9-ba16-a25db7cf4acd req-cfa690e7-e865-487f-952e-635fd4c915a5 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=516f8133-1f5d-41b4-84f9-b5c6e3b776df HTTP/1.1" status: 200 len: 210 time: 0.0275121 Feb 17 18:45:00.862263 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42052) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:45:01.220697 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-07c676b6-365e-4566-a496-f8f23632b4bb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (8139e75f-1548-40fb-9355-6412efee2817), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:01.476409 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-07c676b6-365e-4566-a496-f8f23632b4bb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Deleting port c92957f2-ca8e-42a3-88df-af8481a55e54 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:45:01.476684 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-07c676b6-365e-4566-a496-f8f23632b4bb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (c92957f2-ca8e-42a3-88df-af8481a55e54), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:01.568704 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-07c676b6-365e-4566-a496-f8f23632b4bb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] For port c92957f2-ca8e-42a3-88df-af8481a55e54, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=c92957f2-ca8e-42a3-88df-af8481a55e54,segment=NetworkSegment(eb7cedfe-b64d-44b4-9b46-b3a6243196a5),segment_id=eb7cedfe-b64d-44b4-9b46-b3a6243196a5)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:45:01.569076 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-07c676b6-365e-4566-a496-f8f23632b4bb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (c92957f2-ca8e-42a3-88df-af8481a55e54), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:01.581695 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-07c676b6-365e-4566-a496-f8f23632b4bb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Calling delete_port for c92957f2-ca8e-42a3-88df-af8481a55e54 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:45:01.766350 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-07c676b6-365e-4566-a496-f8f23632b4bb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (c92957f2-ca8e-42a3-88df-af8481a55e54), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:01.793988 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c676b6-365e-4566-a496-f8f23632b4bb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event deleted for resources: {'Port': ['ID=c92957f2-ca8e-42a3-88df-af8481a55e54,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:45:01.825038 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c676b6-365e-4566-a496-f8f23632b4bb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:45:01.825403 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c676b6-365e-4566-a496-f8f23632b4bb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:45:01.825758 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c676b6-365e-4566-a496-f8f23632b4bb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:45:01.826107 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c676b6-365e-4566-a496-f8f23632b4bb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:45:01.826451 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c676b6-365e-4566-a496-f8f23632b4bb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:45:01.826794 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c676b6-365e-4566-a496-f8f23632b4bb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:45:01.827132 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c676b6-365e-4566-a496-f8f23632b4bb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:45:01.827470 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c676b6-365e-4566-a496-f8f23632b4bb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:45:01.827809 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c676b6-365e-4566-a496-f8f23632b4bb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:45:01.828144 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c676b6-365e-4566-a496-f8f23632b4bb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:45:01.828561 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c676b6-365e-4566-a496-f8f23632b4bb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:45:01.828900 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c676b6-365e-4566-a496-f8f23632b4bb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:45:01.829229 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c676b6-365e-4566-a496-f8f23632b4bb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:45:01.984690 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-07c676b6-365e-4566-a496-f8f23632b4bb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (8139e75f-1548-40fb-9355-6412efee2817), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:02.199589 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c676b6-365e-4566-a496-f8f23632b4bb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Router 8139e75f-1548-40fb-9355-6412efee2817 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:45:02.306176 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c676b6-365e-4566-a496-f8f23632b4bb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:45:02.311475 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-07c676b6-365e-4566-a496-f8f23632b4bb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "PUT /v2.0/routers/8139e75f-1548-40fb-9355-6412efee2817/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4481006 Feb 17 18:45:02.314005 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42056) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:45:02.316666 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2959818e-f78d-42f8-be16-c33613c3b1d1 None None] Sync routers for ids ['8139e75f-1548-40fb-9355-6412efee2817'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:45:02.327381 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2959818e-f78d-42f8-be16-c33613c3b1d1 None None] Routers {'8139e75f-1548-40fb-9355-6412efee2817'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:45:02.328097 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-2959818e-f78d-42f8-be16-c33613c3b1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:44:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['8139e75f-1548-40fb-9355-6412efee2817'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:45:02.364563 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a8576c-6590-47d3-8613-ceb5fdcefd0f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Deleting subnet c61ed503-a567-4caf-b6c3-4fca861a7b8e {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:45:02.367635 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f5a8576c-6590-47d3-8613-ceb5fdcefd0f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for subnet (c61ed503-a567-4caf-b6c3-4fca861a7b8e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:02.412856 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f5a8576c-6590-47d3-8613-ceb5fdcefd0f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (c61ed503-a567-4caf-b6c3-4fca861a7b8e), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:02.434239 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-2959818e-f78d-42f8-be16-c33613c3b1d1 None None] Set router 8139e75f-1548-40fb-9355-6412efee2817 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:45:02.492772 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f5a8576c-6590-47d3-8613-ceb5fdcefd0f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (c61ed503-a567-4caf-b6c3-4fca861a7b8e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:02.550988 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f5a8576c-6590-47d3-8613-ceb5fdcefd0f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (c61ed503-a567-4caf-b6c3-4fca861a7b8e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:02.582758 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a8576c-6590-47d3-8613-ceb5fdcefd0f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event deleted for resources: {'Subnet': ['ID=c61ed503-a567-4caf-b6c3-4fca861a7b8e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:45:02.586475 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f5a8576c-6590-47d3-8613-ceb5fdcefd0f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:02.589778 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f5a8576c-6590-47d3-8613-ceb5fdcefd0f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "DELETE /v2.0/subnets/c61ed503-a567-4caf-b6c3-4fca861a7b8e HTTP/1.1" status: 204 len: 168 time: 0.2748289 Feb 17 18:45:02.592416 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42058) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:45:02.595832 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc6628e-99f9-4e4e-bdd4-e8962257607a None None] Network 4d8337a1-e60d-4a43-bb34-59eecdd38bfb requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:45:02.622666 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-2959818e-f78d-42f8-be16-c33613c3b1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8139e75f-1548-40fb-9355-6412efee2817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313923353', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '75981ef5-e667-49c6-a2b2-fa79ee783ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:38:53Z', 'updated_at': '2022-02-17T18:45:01Z', 'revision_number': 5, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': '75981ef5-e667-49c6-a2b2-fa79ee783ace', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8139e75f-1548-40fb-9355-6412efee2817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:38:54Z', 'updated_at': '2022-02-17T18:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:45:02.650475 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2959818e-f78d-42f8-be16-c33613c3b1d1 None None] Checking router: 8139e75f-1548-40fb-9355-6412efee2817 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:45:02.659115 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2959818e-f78d-42f8-be16-c33613c3b1d1 None None] Routers {'8139e75f-1548-40fb-9355-6412efee2817'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:45:02.659829 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-2959818e-f78d-42f8-be16-c33613c3b1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:44:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['8139e75f-1548-40fb-9355-6412efee2817'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:45:02.698348 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-20433b77-4b7e-4e07-bf95-c157f3c9c31d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for router (8139e75f-1548-40fb-9355-6412efee2817), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:02.766219 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e593014-acba-465f-bcc2-5ec61d401701 None None] DHCP port deletion for 4d8337a1-e60d-4a43-bb34-59eecdd38bfb request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 18:45:02.772866 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-2959818e-f78d-42f8-be16-c33613c3b1d1 None None] Set router 8139e75f-1548-40fb-9355-6412efee2817 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:45:02.822051 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-6e593014-acba-465f-bcc2-5ec61d401701 None None] Deleting port 7958d043-c817-4e06-a608-e658093a28b5 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:45:02.822415 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6e593014-acba-465f-bcc2-5ec61d401701 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (7958d043-c817-4e06-a608-e658093a28b5), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:02.826095 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-20433b77-4b7e-4e07-bf95-c157f3c9c31d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for router_gateway (8139e75f-1548-40fb-9355-6412efee2817), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:02.886346 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-6e593014-acba-465f-bcc2-5ec61d401701 None None] For port 7958d043-c817-4e06-a608-e658093a28b5, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=7958d043-c817-4e06-a608-e658093a28b5,segment=NetworkSegment(eb7cedfe-b64d-44b4-9b46-b3a6243196a5),segment_id=eb7cedfe-b64d-44b4-9b46-b3a6243196a5)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:45:02.887015 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6e593014-acba-465f-bcc2-5ec61d401701 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (7958d043-c817-4e06-a608-e658093a28b5), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:02.894053 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-20433b77-4b7e-4e07-bf95-c157f3c9c31d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Deleting port 75981ef5-e667-49c6-a2b2-fa79ee783ace {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:45:02.894413 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-20433b77-4b7e-4e07-bf95-c157f3c9c31d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (75981ef5-e667-49c6-a2b2-fa79ee783ace), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:02.899808 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-6e593014-acba-465f-bcc2-5ec61d401701 None None] Calling delete_port for 7958d043-c817-4e06-a608-e658093a28b5 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:45:02.965671 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-2959818e-f78d-42f8-be16-c33613c3b1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8139e75f-1548-40fb-9355-6412efee2817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313923353', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '75981ef5-e667-49c6-a2b2-fa79ee783ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:38:53Z', 'updated_at': '2022-02-17T18:45:01Z', 'revision_number': 5, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': '75981ef5-e667-49c6-a2b2-fa79ee783ace', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8139e75f-1548-40fb-9355-6412efee2817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:38:54Z', 'updated_at': '2022-02-17T18:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:45:02.981926 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-20433b77-4b7e-4e07-bf95-c157f3c9c31d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] For port 75981ef5-e667-49c6-a2b2-fa79ee783ace, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=75981ef5-e667-49c6-a2b2-fa79ee783ace,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:45:02.982249 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-20433b77-4b7e-4e07-bf95-c157f3c9c31d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (75981ef5-e667-49c6-a2b2-fa79ee783ace), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:02.982373 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6e593014-acba-465f-bcc2-5ec61d401701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (7958d043-c817-4e06-a608-e658093a28b5), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:02.996020 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-20433b77-4b7e-4e07-bf95-c157f3c9c31d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Calling delete_port for 75981ef5-e667-49c6-a2b2-fa79ee783ace owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:45:02.996648 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2959818e-f78d-42f8-be16-c33613c3b1d1 None None] The sync data for ids ['8139e75f-1548-40fb-9355-6412efee2817'] in n-d-829613-2 is: [{'id': '8139e75f-1548-40fb-9355-6412efee2817', 'name': 'tempest-TestNetworkAdvancedServerOps-router-313923353', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '75981ef5-e667-49c6-a2b2-fa79ee783ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:38:53Z', 'updated_at': '2022-02-17T18:45:01Z', 'revision_number': 5, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': '75981ef5-e667-49c6-a2b2-fa79ee783ace', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8139e75f-1548-40fb-9355-6412efee2817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:38:54Z', 'updated_at': '2022-02-17T18:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:45:03.009286 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e593014-acba-465f-bcc2-5ec61d401701 None None] Pushing event deleted for resources: {'Port': ['ID=7958d043-c817-4e06-a608-e658093a28b5,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:45:03.017133 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e593014-acba-465f-bcc2-5ec61d401701 None None] No DVR routers for this DVR port 7958d043-c817-4e06-a608-e658093a28b5 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:45:03.019746 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e593014-acba-465f-bcc2-5ec61d401701 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:45:03.020302 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e593014-acba-465f-bcc2-5ec61d401701 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:45:03.020653 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e593014-acba-465f-bcc2-5ec61d401701 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:45:03.020994 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e593014-acba-465f-bcc2-5ec61d401701 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:45:03.021388 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e593014-acba-465f-bcc2-5ec61d401701 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:45:03.021722 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e593014-acba-465f-bcc2-5ec61d401701 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:45:03.022053 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e593014-acba-465f-bcc2-5ec61d401701 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:45:03.022382 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e593014-acba-465f-bcc2-5ec61d401701 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:45:03.022709 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e593014-acba-465f-bcc2-5ec61d401701 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:45:03.023034 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e593014-acba-465f-bcc2-5ec61d401701 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:45:03.023360 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e593014-acba-465f-bcc2-5ec61d401701 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:45:03.023688 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e593014-acba-465f-bcc2-5ec61d401701 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:45:03.024009 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e593014-acba-465f-bcc2-5ec61d401701 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:45:03.103625 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-86473a86-0446-440b-b3a6-aa78c4255583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:03.175967 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-20433b77-4b7e-4e07-bf95-c157f3c9c31d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (75981ef5-e667-49c6-a2b2-fa79ee783ace), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:03.199356 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20433b77-4b7e-4e07-bf95-c157f3c9c31d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event deleted for resources: {'Port': ['ID=75981ef5-e667-49c6-a2b2-fa79ee783ace,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:45:03.264212 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-20433b77-4b7e-4e07-bf95-c157f3c9c31d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (8139e75f-1548-40fb-9355-6412efee2817), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:03.357852 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-20433b77-4b7e-4e07-bf95-c157f3c9c31d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (8139e75f-1548-40fb-9355-6412efee2817), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:03.360789 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-20433b77-4b7e-4e07-bf95-c157f3c9c31d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for router_controller (8139e75f-1548-40fb-9355-6412efee2817), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:03.413111 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-20433b77-4b7e-4e07-bf95-c157f3c9c31d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (8139e75f-1548-40fb-9355-6412efee2817), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:03.413755 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20433b77-4b7e-4e07-bf95-c157f3c9c31d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Fanout notify agent at l3_agent the message router_deleted on router 8139e75f-1548-40fb-9355-6412efee2817 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 18:45:03.421429 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-20433b77-4b7e-4e07-bf95-c157f3c9c31d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:03.422582 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-20433b77-4b7e-4e07-bf95-c157f3c9c31d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "DELETE /v2.0/routers/8139e75f-1548-40fb-9355-6412efee2817 HTTP/1.1" status: 204 len: 168 time: 0.8292856 Feb 17 18:45:03.425288 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42060) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:45:03.508590 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fed18e05-ce82-477c-8548-d3428795b7fd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (4d8337a1-e60d-4a43-bb34-59eecdd38bfb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:03.593492 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fed18e05-ce82-477c-8548-d3428795b7fd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (4d8337a1-e60d-4a43-bb34-59eecdd38bfb), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:03.614635 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-fed18e05-ce82-477c-8548-d3428795b7fd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d8337a1-e60d-4a43-bb34-59eecdd38bfb']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:45:03.625325 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-fed18e05-ce82-477c-8548-d3428795b7fd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb7cedfe-b64d-44b4-9b46-b3a6243196a5') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:45:03.625688 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-fed18e05-ce82-477c-8548-d3428795b7fd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb7cedfe-b64d-44b4-9b46-b3a6243196a5') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:45:03.642322 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fed18e05-ce82-477c-8548-d3428795b7fd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (eb7cedfe-b64d-44b4-9b46-b3a6243196a5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:03.662393 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fed18e05-ce82-477c-8548-d3428795b7fd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (eb7cedfe-b64d-44b4-9b46-b3a6243196a5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:03.669634 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fed18e05-ce82-477c-8548-d3428795b7fd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:45:03.670034 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fed18e05-ce82-477c-8548-d3428795b7fd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (eb7cedfe-b64d-44b4-9b46-b3a6243196a5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:03.674094 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 18:45:03.674094 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:45:03.674094 n-d-829613-2 neutron-server[103434]: timer() Feb 17 18:45:03.674094 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:45:03.674094 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 18:45:03.674094 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:45:03.674094 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 18:45:03.674094 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:45:03.674094 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 18:45:03.674094 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:45:03.674094 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 18:45:03.674094 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:45:03.674094 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 18:45:03.674094 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:45:03.674094 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:45:03.674094 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:45:03.674094 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:45:03.674094 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:45:03.674094 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 18:45:03.674094 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:45:03.674094 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 18:45:03.674094 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:45:03.674094 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:45:03.674094 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:45:03.674094 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 18:45:03.674094 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:45:03.674094 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:45:03.674094 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:45:03.674094 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:45:03.674094 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:45:03.674094 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:45:03.674094 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:45:03.738022 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fed18e05-ce82-477c-8548-d3428795b7fd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (4d8337a1-e60d-4a43-bb34-59eecdd38bfb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:03.743116 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fed18e05-ce82-477c-8548-d3428795b7fd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:03.746777 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fed18e05-ce82-477c-8548-d3428795b7fd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "DELETE /v2.0/networks/4d8337a1-e60d-4a43-bb34-59eecdd38bfb HTTP/1.1" status: 204 len: 168 time: 0.3205192 Feb 17 18:45:03.750074 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42062) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:45:03.762829 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed18e05-ce82-477c-8548-d3428795b7fd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event deleted for resources: {'Network': ['ID=4d8337a1-e60d-4a43-bb34-59eecdd38bfb,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:45:03.807260 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d5a4b66e-32b8-424a-9c82-79e76120adbe tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group (ef552f30-ed83-4871-94dd-36a9888f647e), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:03.831854 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d5a4b66e-32b8-424a-9c82-79e76120adbe tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group (ef552f30-ed83-4871-94dd-36a9888f647e), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:03.893570 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d5a4b66e-32b8-424a-9c82-79e76120adbe tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (ef552f30-ed83-4871-94dd-36a9888f647e), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:03.896118 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d5a4b66e-32b8-424a-9c82-79e76120adbe tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:03.897283 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-d5a4b66e-32b8-424a-9c82-79e76120adbe tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "DELETE /v2.0/security-groups/ef552f30-ed83-4871-94dd-36a9888f647e HTTP/1.1" status: 204 len: 168 time: 0.1462243 Feb 17 18:45:03.906974 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a4b66e-32b8-424a-9c82-79e76120adbe tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef552f30-ed83-4871-94dd-36a9888f647e,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:45:03.914460 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a4b66e-32b8-424a-9c82-79e76120adbe tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:45:03.914812 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a4b66e-32b8-424a-9c82-79e76120adbe tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:45:03.915190 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a4b66e-32b8-424a-9c82-79e76120adbe tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:45:03.915526 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a4b66e-32b8-424a-9c82-79e76120adbe tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:45:03.915859 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a4b66e-32b8-424a-9c82-79e76120adbe tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:45:03.916187 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a4b66e-32b8-424a-9c82-79e76120adbe tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:45:03.916539 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a4b66e-32b8-424a-9c82-79e76120adbe tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:45:03.916866 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a4b66e-32b8-424a-9c82-79e76120adbe tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:45:03.917193 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a4b66e-32b8-424a-9c82-79e76120adbe tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:45:03.917518 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a4b66e-32b8-424a-9c82-79e76120adbe tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:45:03.917845 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a4b66e-32b8-424a-9c82-79e76120adbe tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:45:03.918163 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a4b66e-32b8-424a-9c82-79e76120adbe tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:45:03.918492 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a4b66e-32b8-424a-9c82-79e76120adbe tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:45:04.059204 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 7958d043-c817-4e06-a608-e658093a28b5 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:45:04.081186 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 7958d043-c817-4e06-a608-e658093a28b5 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:45:04.081532 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 7958d043-c817-4e06-a608-e658093a28b5 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:45:04.081972 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device c92957f2-ca8e-42a3-88df-af8481a55e54 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:45:04.100382 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: c92957f2-ca8e-42a3-88df-af8481a55e54 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:45:04.100729 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device c92957f2-ca8e-42a3-88df-af8481a55e54 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:45:05.251939 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42070) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:45:05.256623 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-5447de9e-3909-4a5d-a5c0-3d456a0f019f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1039750423', 'description': 'tempest-secgroup-smoke-1039750423 description', 'project_id': 'a67d2b403e4f443c89be6362be401177'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:45:05.276972 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5447de9e-3909-4a5d-a5c0-3d456a0f019f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:05.343421 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5447de9e-3909-4a5d-a5c0-3d456a0f019f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group (3224a4e8-3bea-4da0-b88f-3f0203192bde), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:05.346924 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5447de9e-3909-4a5d-a5c0-3d456a0f019f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (3224a4e8-3bea-4da0-b88f-3f0203192bde), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:05.377379 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5447de9e-3909-4a5d-a5c0-3d456a0f019f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:05.378614 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-5447de9e-3909-4a5d-a5c0-3d456a0f019f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1256371 Feb 17 18:45:05.380469 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5447de9e-3909-4a5d-a5c0-3d456a0f019f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3224a4e8-3bea-4da0-b88f-3f0203192bde,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:45:05.381726 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42072) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:45:05.386429 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-f483db70-cb14-47fd-a634-4249ca7c7710 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'security_group_rule': {'security_group_id': '3224a4e8-3bea-4da0-b88f-3f0203192bde', 'project_id': 'a67d2b403e4f443c89be6362be401177', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:45:05.411047 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f483db70-cb14-47fd-a634-4249ca7c7710 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (617dabca-ce6d-4f85-b116-e0af0813fb32), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:05.466463 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f483db70-cb14-47fd-a634-4249ca7c7710 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (617dabca-ce6d-4f85-b116-e0af0813fb32), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:05.470254 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f483db70-cb14-47fd-a634-4249ca7c7710 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (617dabca-ce6d-4f85-b116-e0af0813fb32), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:05.490350 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f483db70-cb14-47fd-a634-4249ca7c7710 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=617dabca-ce6d-4f85-b116-e0af0813fb32,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:45:05.496280 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f483db70-cb14-47fd-a634-4249ca7c7710 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:05.497479 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f483db70-cb14-47fd-a634-4249ca7c7710 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1147306 Feb 17 18:45:05.500503 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42074) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:45:05.504908 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-a374246c-7190-431c-8780-ff5a104cca1f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'security_group_rule': {'security_group_id': '3224a4e8-3bea-4da0-b88f-3f0203192bde', 'project_id': 'a67d2b403e4f443c89be6362be401177', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:45:05.529383 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a374246c-7190-431c-8780-ff5a104cca1f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (c8a68179-d3c7-4c6b-b386-d0149ebf7b16), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:05.557897 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3b16b16c-edf0-4e9f-8fcf-fe88e05011a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:05.591941 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a374246c-7190-431c-8780-ff5a104cca1f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (c8a68179-d3c7-4c6b-b386-d0149ebf7b16), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:05.595547 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a374246c-7190-431c-8780-ff5a104cca1f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (c8a68179-d3c7-4c6b-b386-d0149ebf7b16), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:05.610381 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a374246c-7190-431c-8780-ff5a104cca1f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8a68179-d3c7-4c6b-b386-d0149ebf7b16,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:45:05.620990 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a374246c-7190-431c-8780-ff5a104cca1f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:05.622292 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a374246c-7190-431c-8780-ff5a104cca1f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1207402 Feb 17 18:45:05.625130 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42076) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:45:05.629654 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-3fe118e4-3526-47a6-8699-cfc266cfc18a tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'security_group_rule': {'security_group_id': '3224a4e8-3bea-4da0-b88f-3f0203192bde', 'project_id': 'a67d2b403e4f443c89be6362be401177', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:45:05.634554 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 75981ef5-e667-49c6-a2b2-fa79ee783ace no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:45:05.655651 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 75981ef5-e667-49c6-a2b2-fa79ee783ace {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:45:05.655994 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 75981ef5-e667-49c6-a2b2-fa79ee783ace not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:45:05.656308 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3fe118e4-3526-47a6-8699-cfc266cfc18a tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (d5c597e3-6725-4cc0-8b37-04df65e53c02), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:05.712823 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3fe118e4-3526-47a6-8699-cfc266cfc18a tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (d5c597e3-6725-4cc0-8b37-04df65e53c02), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:05.716697 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3fe118e4-3526-47a6-8699-cfc266cfc18a tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (d5c597e3-6725-4cc0-8b37-04df65e53c02), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:05.737335 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe118e4-3526-47a6-8699-cfc266cfc18a tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5c597e3-6725-4cc0-8b37-04df65e53c02,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:45:05.742825 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-3fe118e4-3526-47a6-8699-cfc266cfc18a tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:05.743934 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-3fe118e4-3526-47a6-8699-cfc266cfc18a tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1178744 Feb 17 18:45:05.746602 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42078) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:45:05.751115 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-ceefebd2-9f5f-45ef-8db0-5f5c9a7fbfc9 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'security_group_rule': {'security_group_id': '3224a4e8-3bea-4da0-b88f-3f0203192bde', 'project_id': 'a67d2b403e4f443c89be6362be401177', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:45:05.775498 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ceefebd2-9f5f-45ef-8db0-5f5c9a7fbfc9 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (3f6855ba-b89d-4dc1-9b81-23fbfca033d1), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:05.831280 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ceefebd2-9f5f-45ef-8db0-5f5c9a7fbfc9 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (3f6855ba-b89d-4dc1-9b81-23fbfca033d1), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:05.835502 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ceefebd2-9f5f-45ef-8db0-5f5c9a7fbfc9 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (3f6855ba-b89d-4dc1-9b81-23fbfca033d1), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:05.856525 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceefebd2-9f5f-45ef-8db0-5f5c9a7fbfc9 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f6855ba-b89d-4dc1-9b81-23fbfca033d1,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:45:05.863897 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-ceefebd2-9f5f-45ef-8db0-5f5c9a7fbfc9 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:05.865142 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-ceefebd2-9f5f-45ef-8db0-5f5c9a7fbfc9 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1176181 Feb 17 18:45:05.867868 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42080) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:45:05.872234 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-2e2ceab4-74d7-4439-80a9-da579a1d5ce9 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'security_group_rule': {'security_group_id': '3224a4e8-3bea-4da0-b88f-3f0203192bde', 'project_id': 'a67d2b403e4f443c89be6362be401177', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:45:05.892709 n-d-829613-2 neutron-server[103434]: INFO neutron.db.securitygroups_db [None req-2e2ceab4-74d7-4439-80a9-da579a1d5ce9 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Project a67d2b403e4f443c89be6362be401177 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 18:45:05.897409 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e2ceab4-74d7-4439-80a9-da579a1d5ce9 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (1768baf3-3aac-4e76-8604-30575ba8ca57), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:05.956982 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e2ceab4-74d7-4439-80a9-da579a1d5ce9 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (1768baf3-3aac-4e76-8604-30575ba8ca57), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:05.960588 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e2ceab4-74d7-4439-80a9-da579a1d5ce9 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (1768baf3-3aac-4e76-8604-30575ba8ca57), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:05.978616 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ceab4-74d7-4439-80a9-da579a1d5ce9 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1768baf3-3aac-4e76-8604-30575ba8ca57,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:45:05.985464 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2e2ceab4-74d7-4439-80a9-da579a1d5ce9 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:05.986644 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2e2ceab4-74d7-4439-80a9-da579a1d5ce9 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1177144 Feb 17 18:45:05.989374 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42082) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:45:05.993840 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-2334b123-e660-4a98-8031-17507605074c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'security_group_rule': {'security_group_id': '3224a4e8-3bea-4da0-b88f-3f0203192bde', 'project_id': 'a67d2b403e4f443c89be6362be401177', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:45:06.013667 n-d-829613-2 neutron-server[103434]: INFO neutron.db.securitygroups_db [None req-2334b123-e660-4a98-8031-17507605074c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Project a67d2b403e4f443c89be6362be401177 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 18:45:06.018469 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2334b123-e660-4a98-8031-17507605074c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (f2151ad6-adae-405d-a6c8-034e07733a7f), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:06.075186 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2334b123-e660-4a98-8031-17507605074c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (f2151ad6-adae-405d-a6c8-034e07733a7f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:06.078496 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2334b123-e660-4a98-8031-17507605074c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (f2151ad6-adae-405d-a6c8-034e07733a7f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:06.096002 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2334b123-e660-4a98-8031-17507605074c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2151ad6-adae-405d-a6c8-034e07733a7f,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:45:06.103407 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2334b123-e660-4a98-8031-17507605074c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:06.104580 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2334b123-e660-4a98-8031-17507605074c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1141856 Feb 17 18:45:06.107419 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42084) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:45:06.112429 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-5fb1fb5f-4db5-48bb-82d3-71973f7f3bbd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'network': {'name': 'tempest-network-smoke--1513846509', 'project_id': 'a67d2b403e4f443c89be6362be401177', 'port_security_enabled': True}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:45:06.131388 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb1fb5f-4db5-48bb-82d3-71973f7f3bbd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Made reservation on behalf of a67d2b403e4f443c89be6362be401177 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:45:06.135109 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5fb1fb5f-4db5-48bb-82d3-71973f7f3bbd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:06.158506 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fb1fb5f-4db5-48bb-82d3-71973f7f3bbd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:45:06.168031 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5fb1fb5f-4db5-48bb-82d3-71973f7f3bbd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (595f394b-e937-4ea1-a530-5eb11fda95ce), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:06.168411 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-5fb1fb5f-4db5-48bb-82d3-71973f7f3bbd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Added segment 595f394b-e937-4ea1-a530-5eb11fda95ce of type vlan for network ddf8dad3-04e0-4001-a29d-05eb37a20a78 Feb 17 18:45:06.206687 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5fb1fb5f-4db5-48bb-82d3-71973f7f3bbd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (ddf8dad3-04e0-4001-a29d-05eb37a20a78), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:06.231110 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5fb1fb5f-4db5-48bb-82d3-71973f7f3bbd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (ddf8dad3-04e0-4001-a29d-05eb37a20a78), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:06.236069 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb1fb5f-4db5-48bb-82d3-71973f7f3bbd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:45:06.236690 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5fb1fb5f-4db5-48bb-82d3-71973f7f3bbd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:06.277390 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5fb1fb5f-4db5-48bb-82d3-71973f7f3bbd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1689241 Feb 17 18:45:06.280100 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42090) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:45:06.286330 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-772ad5df-608f-4e23-bd25-f263451e2be4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1603384945', 'admin_state_up': True, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:45:06.317747 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1fb5f-4db5-48bb-82d3-71973f7f3bbd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'Network': ['ID=ddf8dad3-04e0-4001-a29d-05eb37a20a78,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:45:06.329136 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network ddf8dad3-04e0-4001-a29d-05eb37a20a78 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:45:06.334410 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-772ad5df-608f-4e23-bd25-f263451e2be4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:06.335454 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-772ad5df-608f-4e23-bd25-f263451e2be4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:06.387868 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-772ad5df-608f-4e23-bd25-f263451e2be4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for router_controller (9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:06.532734 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-772ad5df-608f-4e23-bd25-f263451e2be4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for router_gateway (9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:06.725604 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-772ad5df-608f-4e23-bd25-f263451e2be4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for router_gateway (9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:06.755830 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-772ad5df-608f-4e23-bd25-f263451e2be4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:06.859096 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-772ad5df-608f-4e23-bd25-f263451e2be4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Allocated IP 172.25.8.193 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/b6ba4973-035e-40ae-b39f-9a43e5d6c7d5) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:45:06.961372 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-772ad5df-608f-4e23-bd25-f263451e2be4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for port (b6ba4973-035e-40ae-b39f-9a43e5d6c7d5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:06.994460 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:06.996206 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-772ad5df-608f-4e23-bd25-f263451e2be4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (b6ba4973-035e-40ae-b39f-9a43e5d6c7d5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:07.031584 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772ad5df-608f-4e23-bd25-f263451e2be4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:45:07.036293 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-772ad5df-608f-4e23-bd25-f263451e2be4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:45:07.039748 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772ad5df-608f-4e23-bd25-f263451e2be4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:45:07.066577 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772ad5df-608f-4e23-bd25-f263451e2be4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'Port': ['ID=b6ba4973-035e-40ae-b39f-9a43e5d6c7d5,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:45:07.291647 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-772ad5df-608f-4e23-bd25-f263451e2be4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for router_gateway (9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:07.485943 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-772ad5df-608f-4e23-bd25-f263451e2be4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:07.909027 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772ad5df-608f-4e23-bd25-f263451e2be4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Router 9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 18:45:08.017986 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772ad5df-608f-4e23-bd25-f263451e2be4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:45:08.027033 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d855df-a061-421c-a5d8-73a55362a00f None None] Sync routers for ids ['9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:45:08.037829 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d855df-a061-421c-a5d8-73a55362a00f None None] Routers {'9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:45:08.038490 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f6d855df-a061-421c-a5d8-73a55362a00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:45:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:45:08.039386 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-772ad5df-608f-4e23-bd25-f263451e2be4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:08.040920 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-772ad5df-608f-4e23-bd25-f263451e2be4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7595990 Feb 17 18:45:08.043600 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42098) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:45:08.117754 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7310e30c-b7a6-43a9-929f-26d18260cbde tempest-TestNetworkAdvancedServerOps-163871697 tempest-TestNetworkAdvancedServerOps-163871697-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=a67d2b403e4f443c89be6362be401177&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0729568 Feb 17 18:45:08.121547 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42102) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:45:08.152294 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-f6d855df-a061-421c-a5d8-73a55362a00f None None] Set router 9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:45:08.208714 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83399ffb-cea2-4451-8767-780464635400 tempest-TestNetworkAdvancedServerOps-163871697 tempest-TestNetworkAdvancedServerOps-163871697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:45:08.210151 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-83399ffb-cea2-4451-8767-780464635400 tempest-TestNetworkAdvancedServerOps-163871697 tempest-TestNetworkAdvancedServerOps-163871697-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0876355 Feb 17 18:45:08.213240 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42104) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:45:08.235326 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:08.242414 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-3c261cb9-1427-4858-9c96-f6a600d2cb65 tempest-TestNetworkAdvancedServerOps-163871697 tempest-TestNetworkAdvancedServerOps-163871697-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=d7afcf1f-5124-4168-b80f-10ace9d04ea7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278459 Feb 17 18:45:08.245706 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42106) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:45:08.250713 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-e03de0ad-4012-49d9-bfd3-742ebb71ffae tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-397890214', 'network_id': 'ddf8dad3-04e0-4001-a29d-05eb37a20a78', 'project_id': 'a67d2b403e4f443c89be6362be401177', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:45:08.337576 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03de0ad-4012-49d9-bfd3-742ebb71ffae tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Made reservation on behalf of a67d2b403e4f443c89be6362be401177 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:45:08.341265 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e03de0ad-4012-49d9-bfd3-742ebb71ffae tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:08.342749 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f6d855df-a061-421c-a5d8-73a55362a00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603384945', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'b6ba4973-035e-40ae-b39f-9a43e5d6c7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:45:06Z', 'updated_at': '2022-02-17T18:45:07Z', 'revision_number': 3, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': 'b6ba4973-035e-40ae-b39f-9a43e5d6c7d5', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:78:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:45:06Z', 'updated_at': '2022-02-17T18:45:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:45:08.369533 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d855df-a061-421c-a5d8-73a55362a00f None None] Checking router: 9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:45:08.369891 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d855df-a061-421c-a5d8-73a55362a00f None None] Updating router 9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b port b6ba4973-035e-40ae-b39f-9a43e5d6c7d5 binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 18:45:08.401177 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f6d855df-a061-421c-a5d8-73a55362a00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b6ba4973-035e-40ae-b39f-9a43e5d6c7d5), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:08.526374 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e03de0ad-4012-49d9-bfd3-742ebb71ffae tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (66692284-d415-46c1-af0c-f8b4e6a4b92f), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:08.588476 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03de0ad-4012-49d9-bfd3-742ebb71ffae tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'Subnet': ['ID=66692284-d415-46c1-af0c-f8b4e6a4b92f,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:45:08.596203 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03de0ad-4012-49d9-bfd3-742ebb71ffae tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Checking segment: {'id': '595f394b-e937-4ea1-a530-5eb11fda95ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'ddf8dad3-04e0-4001-a29d-05eb37a20a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:45:08.596592 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03de0ad-4012-49d9-bfd3-742ebb71ffae tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Network hostable DHCP agents. Network: ddf8dad3-04e0-4001-a29d-05eb37a20a78, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:45:08.613664 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03de0ad-4012-49d9-bfd3-742ebb71ffae tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Network ddf8dad3-04e0-4001-a29d-05eb37a20a78 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:45:08.622139 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-e03de0ad-4012-49d9-bfd3-742ebb71ffae tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, ddf8dad3-04e0-4001-a29d-05eb37a20a78) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:45:08.626514 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03de0ad-4012-49d9-bfd3-742ebb71ffae tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:45:08.627128 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e03de0ad-4012-49d9-bfd3-742ebb71ffae tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:08.636436 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a9e42a-1cb1-4ce2-b329-c9a7d507939d None None] Network ddf8dad3-04e0-4001-a29d-05eb37a20a78 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:45:08.642965 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e03de0ad-4012-49d9-bfd3-742ebb71ffae tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3962541 Feb 17 18:45:08.645737 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42108) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:45:08.682417 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f6d855df-a061-421c-a5d8-73a55362a00f None None] Publish callbacks [] for port (b6ba4973-035e-40ae-b39f-9a43e5d6c7d5), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:08.712460 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f6d855df-a061-421c-a5d8-73a55362a00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b6ba4973-035e-40ae-b39f-9a43e5d6c7d5), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:08.782112 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec80229-ec48-4e14-be22-2c85c7f5d34d None None] Pushing event updated for resources: {'Port': ['ID=b6ba4973-035e-40ae-b39f-9a43e5d6c7d5,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:45:08.790464 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-f6d855df-a061-421c-a5d8-73a55362a00f None None] Attempting to bind port b6ba4973-035e-40ae-b39f-9a43e5d6c7d5 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:45:08.790464 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-f6d855df-a061-421c-a5d8-73a55362a00f None None] Attempting to bind port b6ba4973-035e-40ae-b39f-9a43e5d6c7d5 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:45:08.790464 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d855df-a061-421c-a5d8-73a55362a00f None None] Attempting to bind port b6ba4973-035e-40ae-b39f-9a43e5d6c7d5 on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:45:08.813856 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d855df-a061-421c-a5d8-73a55362a00f None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:45:08.814094 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d855df-a061-421c-a5d8-73a55362a00f None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:45:08.814448 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f6d855df-a061-421c-a5d8-73a55362a00f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:08.814840 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d855df-a061-421c-a5d8-73a55362a00f None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:45:08.815321 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-f6d855df-a061-421c-a5d8-73a55362a00f None None] Bound port: b6ba4973-035e-40ae-b39f-9a43e5d6c7d5, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:45:08.815707 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f6d855df-a061-421c-a5d8-73a55362a00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b6ba4973-035e-40ae-b39f-9a43e5d6c7d5), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:08.837152 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b47e91-786a-4244-8848-81962c96d5e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-ddf8dad3-04e0-4001-a29d-05eb37a20a78', 'network_id': 'ddf8dad3-04e0-4001-a29d-05eb37a20a78', 'project_id': 'a67d2b403e4f443c89be6362be401177', 'fixed_ips': [{'subnet_id': '66692284-d415-46c1-af0c-f8b4e6a4b92f'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 18:45:08.838025 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-10b47e91-786a-4244-8848-81962c96d5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:08.941056 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-f6d855df-a061-421c-a5d8-73a55362a00f None None] For port b6ba4973-035e-40ae-b39f-9a43e5d6c7d5, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:45:08.964130 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-f6d855df-a061-421c-a5d8-73a55362a00f None None] For port b6ba4973-035e-40ae-b39f-9a43e5d6c7d5, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=b6ba4973-035e-40ae-b39f-9a43e5d6c7d5,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:45:08.977387 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f6d855df-a061-421c-a5d8-73a55362a00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b6ba4973-035e-40ae-b39f-9a43e5d6c7d5), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:09.070094 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-10b47e91-786a-4244-8848-81962c96d5e2 None None] Allocated IP 172.20.0.2 (ddf8dad3-04e0-4001-a29d-05eb37a20a78/66692284-d415-46c1-af0c-f8b4e6a4b92f/85b1913f-7079-4a1c-8df1-9333412e469f) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:45:09.072469 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec80229-ec48-4e14-be22-2c85c7f5d34d None None] Pushing event updated for resources: {'Port': ['ID=b6ba4973-035e-40ae-b39f-9a43e5d6c7d5,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:45:09.084473 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d855df-a061-421c-a5d8-73a55362a00f None None] Routers {'9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:45:09.085147 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f6d855df-a061-421c-a5d8-73a55362a00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:45:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:45:09.107897 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b010d45b-edd2-4fbe-b76e-31fb770bc90e tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:09.259650 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-f6d855df-a061-421c-a5d8-73a55362a00f None None] Set router 9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:45:09.378769 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:09.433714 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-10b47e91-786a-4244-8848-81962c96d5e2 None None] Publish callbacks [] for port (85b1913f-7079-4a1c-8df1-9333412e469f), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:09.444459 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-10b47e91-786a-4244-8848-81962c96d5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (85b1913f-7079-4a1c-8df1-9333412e469f), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:09.493182 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-b010d45b-edd2-4fbe-b76e-31fb770bc90e tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Allocated IP 172.20.0.1 (ddf8dad3-04e0-4001-a29d-05eb37a20a78/66692284-d415-46c1-af0c-f8b4e6a4b92f/cc99f506-3c50-4f80-8cc8-3b84649db08a) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:45:09.613661 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b010d45b-edd2-4fbe-b76e-31fb770bc90e tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for port (cc99f506-3c50-4f80-8cc8-3b84649db08a), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:09.650052 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b010d45b-edd2-4fbe-b76e-31fb770bc90e tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (cc99f506-3c50-4f80-8cc8-3b84649db08a), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:09.660894 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b47e91-786a-4244-8848-81962c96d5e2 None None] Network ddf8dad3-04e0-4001-a29d-05eb37a20a78 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:45:09.683268 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-10b47e91-786a-4244-8848-81962c96d5e2 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:45:09.686609 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b47e91-786a-4244-8848-81962c96d5e2 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:45:09.687764 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b010d45b-edd2-4fbe-b76e-31fb770bc90e tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Network ddf8dad3-04e0-4001-a29d-05eb37a20a78 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:45:09.694633 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b47e91-786a-4244-8848-81962c96d5e2 None None] Pushing event updated for resources: {'Port': ['ID=85b1913f-7079-4a1c-8df1-9333412e469f,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:45:09.694901 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-b010d45b-edd2-4fbe-b76e-31fb770bc90e tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:45:09.699164 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b010d45b-edd2-4fbe-b76e-31fb770bc90e tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:45:09.705576 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b010d45b-edd2-4fbe-b76e-31fb770bc90e tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'Port': ['ID=cc99f506-3c50-4f80-8cc8-3b84649db08a,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:45:09.745801 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b010d45b-edd2-4fbe-b76e-31fb770bc90e tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:09.762197 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-10b47e91-786a-4244-8848-81962c96d5e2 None None] Attempting to bind port 85b1913f-7079-4a1c-8df1-9333412e469f on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:45:09.762569 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-10b47e91-786a-4244-8848-81962c96d5e2 None None] Attempting to bind port 85b1913f-7079-4a1c-8df1-9333412e469f by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '595f394b-e937-4ea1-a530-5eb11fda95ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'ddf8dad3-04e0-4001-a29d-05eb37a20a78'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:45:09.762935 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b47e91-786a-4244-8848-81962c96d5e2 None None] Attempting to bind port 85b1913f-7079-4a1c-8df1-9333412e469f on network ddf8dad3-04e0-4001-a29d-05eb37a20a78 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:45:09.770944 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b47e91-786a-4244-8848-81962c96d5e2 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:45:09.771319 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b47e91-786a-4244-8848-81962c96d5e2 None None] Checking segment: {'id': '595f394b-e937-4ea1-a530-5eb11fda95ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'ddf8dad3-04e0-4001-a29d-05eb37a20a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:45:09.771727 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-10b47e91-786a-4244-8848-81962c96d5e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:09.772120 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b47e91-786a-4244-8848-81962c96d5e2 None None] Bound using segment: {'id': '595f394b-e937-4ea1-a530-5eb11fda95ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'ddf8dad3-04e0-4001-a29d-05eb37a20a78'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:45:09.772616 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-10b47e91-786a-4244-8848-81962c96d5e2 None None] Bound port: 85b1913f-7079-4a1c-8df1-9333412e469f, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '595f394b-e937-4ea1-a530-5eb11fda95ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'ddf8dad3-04e0-4001-a29d-05eb37a20a78'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:45:09.773002 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-10b47e91-786a-4244-8848-81962c96d5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (85b1913f-7079-4a1c-8df1-9333412e469f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:09.788741 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f6d855df-a061-421c-a5d8-73a55362a00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603384945', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'b6ba4973-035e-40ae-b39f-9a43e5d6c7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:45:06Z', 'updated_at': '2022-02-17T18:45:07Z', 'revision_number': 3, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': 'b6ba4973-035e-40ae-b39f-9a43e5d6c7d5', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:78:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:45:06Z', 'updated_at': '2022-02-17T18:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:45:09.818012 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d855df-a061-421c-a5d8-73a55362a00f None None] The sync data for ids ['9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b'] in n-d-829613-2 is: [{'id': '9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603384945', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'b6ba4973-035e-40ae-b39f-9a43e5d6c7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:45:06Z', 'updated_at': '2022-02-17T18:45:07Z', 'revision_number': 3, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': 'b6ba4973-035e-40ae-b39f-9a43e5d6c7d5', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:78:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:45:06Z', 'updated_at': '2022-02-17T18:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:45:09.884593 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-10b47e91-786a-4244-8848-81962c96d5e2 None None] For port 85b1913f-7079-4a1c-8df1-9333412e469f, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:45:09.888695 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-10b47e91-786a-4244-8848-81962c96d5e2 None None] For port 85b1913f-7079-4a1c-8df1-9333412e469f, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=85b1913f-7079-4a1c-8df1-9333412e469f,segment=NetworkSegment(595f394b-e937-4ea1-a530-5eb11fda95ce),segment_id=595f394b-e937-4ea1-a530-5eb11fda95ce)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:45:09.892166 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b010d45b-edd2-4fbe-b76e-31fb770bc90e tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (cc99f506-3c50-4f80-8cc8-3b84649db08a), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:09.897679 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-10b47e91-786a-4244-8848-81962c96d5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (85b1913f-7079-4a1c-8df1-9333412e469f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:09.965398 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b47e91-786a-4244-8848-81962c96d5e2 None None] Pushing event updated for resources: {'Port': ['ID=85b1913f-7079-4a1c-8df1-9333412e469f,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:45:10.245047 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b010d45b-edd2-4fbe-b76e-31fb770bc90e tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for port (cc99f506-3c50-4f80-8cc8-3b84649db08a), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:10.251261 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b010d45b-edd2-4fbe-b76e-31fb770bc90e tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (cc99f506-3c50-4f80-8cc8-3b84649db08a), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:10.327717 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b010d45b-edd2-4fbe-b76e-31fb770bc90e tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:10.329762 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b010d45b-edd2-4fbe-b76e-31fb770bc90e tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'Port': ['ID=cc99f506-3c50-4f80-8cc8-3b84649db08a,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:45:10.429386 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b010d45b-edd2-4fbe-b76e-31fb770bc90e tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Network ddf8dad3-04e0-4001-a29d-05eb37a20a78 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:45:10.431411 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-b010d45b-edd2-4fbe-b76e-31fb770bc90e tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:45:10.551684 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b010d45b-edd2-4fbe-b76e-31fb770bc90e tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Router 9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:45:10.668310 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b010d45b-edd2-4fbe-b76e-31fb770bc90e tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:45:10.678145 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b010d45b-edd2-4fbe-b76e-31fb770bc90e tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "PUT /v2.0/routers/9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0313694 Feb 17 18:45:10.835320 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc7480ad-3d79-4c15-a5bc-d55a42bc0f1b req-2f3c9a43-be3f-441d-9b15-53e800b6d5d1 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1039750423&fields=id&tenant_id=a67d2b403e4f443c89be6362be401177 HTTP/1.1" status: 200 len: 267 time: 0.0490324 Feb 17 18:45:10.945086 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7480ad-3d79-4c15-a5bc-d55a42bc0f1b req-2d92a295-aa0b-4af8-b4e1-ada25e75b95f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:45:10.946595 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc7480ad-3d79-4c15-a5bc-d55a42bc0f1b req-2d92a295-aa0b-4af8-b4e1-ada25e75b95f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/networks?id=ddf8dad3-04e0-4001-a29d-05eb37a20a78 HTTP/1.1" status: 200 len: 797 time: 0.1042366 Feb 17 18:45:10.963071 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc7480ad-3d79-4c15-a5bc-d55a42bc0f1b req-9dea59b3-9c29-4d01-8ced-cee0d6ea09ad tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/quotas/a67d2b403e4f443c89be6362be401177 HTTP/1.1" status: 200 len: 375 time: 0.0108302 Feb 17 18:45:11.022322 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56762e34-e45c-4aa4-a914-08cbe14a2efa None None] Network ddf8dad3-04e0-4001-a29d-05eb37a20a78 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:45:11.025679 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc7480ad-3d79-4c15-a5bc-d55a42bc0f1b req-7db1cf56-ab6f-4780-a721-b179860fd305 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=a67d2b403e4f443c89be6362be401177&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565879 Feb 17 18:45:11.077679 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-cc7480ad-3d79-4c15-a5bc-d55a42bc0f1b req-d751da72-b956-458a-9e7f-427384634358 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 18:45:11.078685 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc7480ad-3d79-4c15-a5bc-d55a42bc0f1b req-d751da72-b956-458a-9e7f-427384634358 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0426767 Feb 17 18:45:11.136398 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-0797a12e-bca2-4205-8d6e-5332ada087e1 None None] Provisioning complete for port 85b1913f-7079-4a1c-8df1-9333412e469f triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:45:11.139341 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0797a12e-bca2-4205-8d6e-5332ada087e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (85b1913f-7079-4a1c-8df1-9333412e469f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:11.177016 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc7480ad-3d79-4c15-a5bc-d55a42bc0f1b req-4642a9ab-6517-43bb-9a4d-615cbf6bacc1 service neutron] 10.222.0.87 "GET /v2.0/networks/ddf8dad3-04e0-4001-a29d-05eb37a20a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922973 Feb 17 18:45:11.242402 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-0797a12e-bca2-4205-8d6e-5332ada087e1 None None] Current status of the port 85b1913f-7079-4a1c-8df1-9333412e469f is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:45:11.243611 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0797a12e-bca2-4205-8d6e-5332ada087e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (85b1913f-7079-4a1c-8df1-9333412e469f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:11.278004 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-0797a12e-bca2-4205-8d6e-5332ada087e1 None None] For port 85b1913f-7079-4a1c-8df1-9333412e469f, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=85b1913f-7079-4a1c-8df1-9333412e469f,segment=NetworkSegment(595f394b-e937-4ea1-a530-5eb11fda95ce),segment_id=595f394b-e937-4ea1-a530-5eb11fda95ce)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:45:11.284298 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc7480ad-3d79-4c15-a5bc-d55a42bc0f1b req-c0bdd0d9-ebc5-429e-bd05-c7231d7ac761 service neutron] 10.222.0.87 "GET /v2.0/networks/ddf8dad3-04e0-4001-a29d-05eb37a20a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963321 Feb 17 18:45:11.289226 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0797a12e-bca2-4205-8d6e-5332ada087e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (85b1913f-7079-4a1c-8df1-9333412e469f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:11.346869 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0797a12e-bca2-4205-8d6e-5332ada087e1 None None] Pushing event updated for resources: {'Port': ['ID=85b1913f-7079-4a1c-8df1-9333412e469f,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:45:11.420179 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-964df4a7-d0fe-414d-9c6e-c67fd392d8a8 None None] Provisioning complete for port cc99f506-3c50-4f80-8cc8-3b84649db08a triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:45:11.420608 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-964df4a7-d0fe-414d-9c6e-c67fd392d8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (cc99f506-3c50-4f80-8cc8-3b84649db08a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:11.460019 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-964df4a7-d0fe-414d-9c6e-c67fd392d8a8 None None] Port cc99f506-3c50-4f80-8cc8-3b84649db08a cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:45:11.470729 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-964df4a7-d0fe-414d-9c6e-c67fd392d8a8 None None] Provisioning complete for port 85b1913f-7079-4a1c-8df1-9333412e469f triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:45:11.471107 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-964df4a7-d0fe-414d-9c6e-c67fd392d8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (85b1913f-7079-4a1c-8df1-9333412e469f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:11.528969 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29878da0-b55b-4d3b-ae09-f1221e067264 None None] Sync routers for ids ['9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:45:11.541814 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29878da0-b55b-4d3b-ae09-f1221e067264 None None] Routers {'9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:45:11.543455 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-29878da0-b55b-4d3b-ae09-f1221e067264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:45:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:45:11.557237 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-964df4a7-d0fe-414d-9c6e-c67fd392d8a8 None None] Current status of the port 85b1913f-7079-4a1c-8df1-9333412e469f is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:45:11.662980 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-29878da0-b55b-4d3b-ae09-f1221e067264 None None] Set router 9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:45:11.683227 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-f0f976fe-4f1b-4fb8-9510-99c8c36f815b None None] Provisioning complete for port cc99f506-3c50-4f80-8cc8-3b84649db08a triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:45:11.684437 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f0f976fe-4f1b-4fb8-9510-99c8c36f815b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (cc99f506-3c50-4f80-8cc8-3b84649db08a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:11.738616 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-f0f976fe-4f1b-4fb8-9510-99c8c36f815b None None] Port cc99f506-3c50-4f80-8cc8-3b84649db08a cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:45:11.761506 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device b6ba4973-035e-40ae-b39f-9a43e5d6c7d5 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:45:11.819976 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port b6ba4973-035e-40ae-b39f-9a43e5d6c7d5 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:45:11.820390 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b6ba4973-035e-40ae-b39f-9a43e5d6c7d5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:11.872358 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-e674cae2-f784-48e8-a0cd-04f6ed3e0904 None None] Provisioning complete for port cc99f506-3c50-4f80-8cc8-3b84649db08a triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:45:11.872748 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e674cae2-f784-48e8-a0cd-04f6ed3e0904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (cc99f506-3c50-4f80-8cc8-3b84649db08a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:11.879034 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-29878da0-b55b-4d3b-ae09-f1221e067264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603384945', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'b6ba4973-035e-40ae-b39f-9a43e5d6c7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:45:06Z', 'updated_at': '2022-02-17T18:45:09Z', 'revision_number': 4, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': 'b6ba4973-035e-40ae-b39f-9a43e5d6c7d5', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:78:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:45:06Z', 'updated_at': '2022-02-17T18:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'cc99f506-3c50-4f80-8cc8-3b84649db08a', 'name': '', 'network_id': 'ddf8dad3-04e0-4001-a29d-05eb37a20a78', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'mac_address': 'fa:16:3e:73:38:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '66692284-d415-46c1-af0c-f8b4e6a4b92f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:45:09Z', 'updated_at': '2022-02-17T18:45:10Z', 'revision_number': 2, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'subnets': [{'id': '66692284-d415-46c1-af0c-f8b4e6a4b92f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:45:11.939441 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-e674cae2-f784-48e8-a0cd-04f6ed3e0904 None None] Port cc99f506-3c50-4f80-8cc8-3b84649db08a cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:45:11.944451 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port b6ba4973-035e-40ae-b39f-9a43e5d6c7d5 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:45:11.944850 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b6ba4973-035e-40ae-b39f-9a43e5d6c7d5), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:11.967400 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port b6ba4973-035e-40ae-b39f-9a43e5d6c7d5, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=b6ba4973-035e-40ae-b39f-9a43e5d6c7d5,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:45:11.972988 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b6ba4973-035e-40ae-b39f-9a43e5d6c7d5), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:11.973811 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 85b1913f-7079-4a1c-8df1-9333412e469f up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:45:12.005631 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29878da0-b55b-4d3b-ae09-f1221e067264 None None] Checking router: 9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:45:12.005885 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29878da0-b55b-4d3b-ae09-f1221e067264 None None] Updating router 9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b port cc99f506-3c50-4f80-8cc8-3b84649db08a binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 18:45:12.033749 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-29878da0-b55b-4d3b-ae09-f1221e067264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (cc99f506-3c50-4f80-8cc8-3b84649db08a), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:12.054096 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=b6ba4973-035e-40ae-b39f-9a43e5d6c7d5,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:45:12.064125 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 85b1913f-7079-4a1c-8df1-9333412e469f triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:45:12.064547 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (85b1913f-7079-4a1c-8df1-9333412e469f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:12.141941 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 85b1913f-7079-4a1c-8df1-9333412e469f is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:45:12.292907 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-29878da0-b55b-4d3b-ae09-f1221e067264 None None] Publish callbacks [] for port (cc99f506-3c50-4f80-8cc8-3b84649db08a), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:12.298573 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-29878da0-b55b-4d3b-ae09-f1221e067264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (cc99f506-3c50-4f80-8cc8-3b84649db08a), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:12.352760 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff01433-8669-4c89-87a3-ec2e0e8cae80 None None] Pushing event updated for resources: {'Port': ['ID=cc99f506-3c50-4f80-8cc8-3b84649db08a,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:45:12.378898 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff01433-8669-4c89-87a3-ec2e0e8cae80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:45:12.379267 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff01433-8669-4c89-87a3-ec2e0e8cae80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:45:12.379591 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff01433-8669-4c89-87a3-ec2e0e8cae80 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:45:12.379930 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff01433-8669-4c89-87a3-ec2e0e8cae80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:45:12.380286 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff01433-8669-4c89-87a3-ec2e0e8cae80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:45:12.380623 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff01433-8669-4c89-87a3-ec2e0e8cae80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:45:12.380950 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff01433-8669-4c89-87a3-ec2e0e8cae80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:45:12.381275 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff01433-8669-4c89-87a3-ec2e0e8cae80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:45:12.381603 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff01433-8669-4c89-87a3-ec2e0e8cae80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:45:12.381926 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff01433-8669-4c89-87a3-ec2e0e8cae80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:45:12.382247 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff01433-8669-4c89-87a3-ec2e0e8cae80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:45:12.382570 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff01433-8669-4c89-87a3-ec2e0e8cae80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:45:12.382886 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff01433-8669-4c89-87a3-ec2e0e8cae80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:45:12.413927 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-29878da0-b55b-4d3b-ae09-f1221e067264 None None] Attempting to bind port cc99f506-3c50-4f80-8cc8-3b84649db08a on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:45:12.414297 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-29878da0-b55b-4d3b-ae09-f1221e067264 None None] Attempting to bind port cc99f506-3c50-4f80-8cc8-3b84649db08a by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '595f394b-e937-4ea1-a530-5eb11fda95ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'ddf8dad3-04e0-4001-a29d-05eb37a20a78'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:45:12.414676 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29878da0-b55b-4d3b-ae09-f1221e067264 None None] Attempting to bind port cc99f506-3c50-4f80-8cc8-3b84649db08a on network ddf8dad3-04e0-4001-a29d-05eb37a20a78 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:45:12.420782 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29878da0-b55b-4d3b-ae09-f1221e067264 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:45:12.421433 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29878da0-b55b-4d3b-ae09-f1221e067264 None None] Checking segment: {'id': '595f394b-e937-4ea1-a530-5eb11fda95ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'ddf8dad3-04e0-4001-a29d-05eb37a20a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:45:12.421932 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-29878da0-b55b-4d3b-ae09-f1221e067264 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:12.422340 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29878da0-b55b-4d3b-ae09-f1221e067264 None None] Bound using segment: {'id': '595f394b-e937-4ea1-a530-5eb11fda95ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'ddf8dad3-04e0-4001-a29d-05eb37a20a78'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:45:12.422823 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-29878da0-b55b-4d3b-ae09-f1221e067264 None None] Bound port: cc99f506-3c50-4f80-8cc8-3b84649db08a, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '595f394b-e937-4ea1-a530-5eb11fda95ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'ddf8dad3-04e0-4001-a29d-05eb37a20a78'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:45:12.423214 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-29878da0-b55b-4d3b-ae09-f1221e067264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (cc99f506-3c50-4f80-8cc8-3b84649db08a), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:12.488660 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-29878da0-b55b-4d3b-ae09-f1221e067264 None None] For port cc99f506-3c50-4f80-8cc8-3b84649db08a, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:45:12.491793 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-29878da0-b55b-4d3b-ae09-f1221e067264 None None] For port cc99f506-3c50-4f80-8cc8-3b84649db08a, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=cc99f506-3c50-4f80-8cc8-3b84649db08a,segment=NetworkSegment(595f394b-e937-4ea1-a530-5eb11fda95ce),segment_id=595f394b-e937-4ea1-a530-5eb11fda95ce)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:45:12.499066 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-29878da0-b55b-4d3b-ae09-f1221e067264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (cc99f506-3c50-4f80-8cc8-3b84649db08a), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:12.551917 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29878da0-b55b-4d3b-ae09-f1221e067264 None None] Routers {'9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:45:12.552855 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-29878da0-b55b-4d3b-ae09-f1221e067264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:45:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:45:12.562944 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-039251a4-5229-46a7-9a8e-8a7428db190d None None] Provisioning complete for port cc99f506-3c50-4f80-8cc8-3b84649db08a triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:45:12.563325 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-039251a4-5229-46a7-9a8e-8a7428db190d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (cc99f506-3c50-4f80-8cc8-3b84649db08a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:12.635586 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff01433-8669-4c89-87a3-ec2e0e8cae80 None None] Pushing event updated for resources: {'Port': ['ID=cc99f506-3c50-4f80-8cc8-3b84649db08a,revision_number=4']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:45:12.654722 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-039251a4-5229-46a7-9a8e-8a7428db190d None None] Current status of the port cc99f506-3c50-4f80-8cc8-3b84649db08a is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:45:12.655113 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-039251a4-5229-46a7-9a8e-8a7428db190d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (cc99f506-3c50-4f80-8cc8-3b84649db08a), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:12.678766 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-29878da0-b55b-4d3b-ae09-f1221e067264 None None] Set router 9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:45:12.690341 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-039251a4-5229-46a7-9a8e-8a7428db190d None None] For port cc99f506-3c50-4f80-8cc8-3b84649db08a, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=cc99f506-3c50-4f80-8cc8-3b84649db08a,segment=NetworkSegment(595f394b-e937-4ea1-a530-5eb11fda95ce),segment_id=595f394b-e937-4ea1-a530-5eb11fda95ce)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:45:12.695111 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-039251a4-5229-46a7-9a8e-8a7428db190d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (cc99f506-3c50-4f80-8cc8-3b84649db08a), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:12.745262 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039251a4-5229-46a7-9a8e-8a7428db190d None None] Pushing event updated for resources: {'Port': ['ID=cc99f506-3c50-4f80-8cc8-3b84649db08a,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:45:12.817345 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-8c0f6808-4bf5-4564-b4c6-ec33f4317c9d None None] Provisioning complete for port cc99f506-3c50-4f80-8cc8-3b84649db08a triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:45:12.817632 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8c0f6808-4bf5-4564-b4c6-ec33f4317c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (cc99f506-3c50-4f80-8cc8-3b84649db08a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:12.893441 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-29878da0-b55b-4d3b-ae09-f1221e067264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603384945', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'b6ba4973-035e-40ae-b39f-9a43e5d6c7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:45:06Z', 'updated_at': '2022-02-17T18:45:09Z', 'revision_number': 4, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': 'b6ba4973-035e-40ae-b39f-9a43e5d6c7d5', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:78:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:45:06Z', 'updated_at': '2022-02-17T18:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'cc99f506-3c50-4f80-8cc8-3b84649db08a', 'name': '', 'network_id': 'ddf8dad3-04e0-4001-a29d-05eb37a20a78', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'mac_address': 'fa:16:3e:73:38:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '66692284-d415-46c1-af0c-f8b4e6a4b92f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:45:09Z', 'updated_at': '2022-02-17T18:45:12Z', 'revision_number': 4, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'subnets': [{'id': '66692284-d415-46c1-af0c-f8b4e6a4b92f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:45:12.898405 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-8c0f6808-4bf5-4564-b4c6-ec33f4317c9d None None] Current status of the port cc99f506-3c50-4f80-8cc8-3b84649db08a is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:45:12.920031 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29878da0-b55b-4d3b-ae09-f1221e067264 None None] The sync data for ids ['9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b'] in n-d-829613-2 is: [{'id': '9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603384945', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'b6ba4973-035e-40ae-b39f-9a43e5d6c7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:45:06Z', 'updated_at': '2022-02-17T18:45:09Z', 'revision_number': 4, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': 'b6ba4973-035e-40ae-b39f-9a43e5d6c7d5', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:78:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:45:06Z', 'updated_at': '2022-02-17T18:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'cc99f506-3c50-4f80-8cc8-3b84649db08a', 'name': '', 'network_id': 'ddf8dad3-04e0-4001-a29d-05eb37a20a78', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'mac_address': 'fa:16:3e:73:38:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '66692284-d415-46c1-af0c-f8b4e6a4b92f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:45:09Z', 'updated_at': '2022-02-17T18:45:12Z', 'revision_number': 4, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'subnets': [{'id': '66692284-d415-46c1-af0c-f8b4e6a4b92f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:45:13.757077 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device b6ba4973-035e-40ae-b39f-9a43e5d6c7d5 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:45:13.806986 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port b6ba4973-035e-40ae-b39f-9a43e5d6c7d5 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:45:13.807366 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b6ba4973-035e-40ae-b39f-9a43e5d6c7d5), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:13.891573 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port b6ba4973-035e-40ae-b39f-9a43e5d6c7d5 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:45:13.892711 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device cc99f506-3c50-4f80-8cc8-3b84649db08a up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:45:13.938789 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port cc99f506-3c50-4f80-8cc8-3b84649db08a triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:45:13.939174 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (cc99f506-3c50-4f80-8cc8-3b84649db08a), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:14.018124 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port cc99f506-3c50-4f80-8cc8-3b84649db08a is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:45:19.660900 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:20.381553 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:26.896062 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:45:33.108347 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0bfb5dfe-df0e-4a16-80a8-5e5e6eda3196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:35.561031 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a231b71e-f820-4366-9722-db0821a821e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:36.998630 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:38.211947 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:39.292541 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:49.668469 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:45:50.385284 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:03.110629 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-963cbb5f-b828-45a6-a179-a9743a700964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:03.895173 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:46:05.565406 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6035a699-9f2d-42ed-b3a6-d689afe102d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:07.003087 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:08.214585 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:09.296079 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:10.846887 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42138) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:46:11.209433 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6d739775-e5dc-4049-8b34-c8c998cf6efd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:11.473980 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-6d739775-e5dc-4049-8b34-c8c998cf6efd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Deleting port cc99f506-3c50-4f80-8cc8-3b84649db08a {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:46:11.474244 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6d739775-e5dc-4049-8b34-c8c998cf6efd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (cc99f506-3c50-4f80-8cc8-3b84649db08a), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:11.565604 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-6d739775-e5dc-4049-8b34-c8c998cf6efd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] For port cc99f506-3c50-4f80-8cc8-3b84649db08a, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=cc99f506-3c50-4f80-8cc8-3b84649db08a,segment=NetworkSegment(595f394b-e937-4ea1-a530-5eb11fda95ce),segment_id=595f394b-e937-4ea1-a530-5eb11fda95ce)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:46:11.565972 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6d739775-e5dc-4049-8b34-c8c998cf6efd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (cc99f506-3c50-4f80-8cc8-3b84649db08a), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:11.578480 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-6d739775-e5dc-4049-8b34-c8c998cf6efd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Calling delete_port for cc99f506-3c50-4f80-8cc8-3b84649db08a owned by network:router_interface {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:46:12.055870 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6d739775-e5dc-4049-8b34-c8c998cf6efd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (cc99f506-3c50-4f80-8cc8-3b84649db08a), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:12.081734 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d739775-e5dc-4049-8b34-c8c998cf6efd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event deleted for resources: {'Port': ['ID=cc99f506-3c50-4f80-8cc8-3b84649db08a,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:46:12.093738 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d739775-e5dc-4049-8b34-c8c998cf6efd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:46:12.094106 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d739775-e5dc-4049-8b34-c8c998cf6efd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:46:12.094457 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d739775-e5dc-4049-8b34-c8c998cf6efd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:46:12.094803 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d739775-e5dc-4049-8b34-c8c998cf6efd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:46:12.095152 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d739775-e5dc-4049-8b34-c8c998cf6efd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:46:12.095494 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d739775-e5dc-4049-8b34-c8c998cf6efd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:46:12.095830 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d739775-e5dc-4049-8b34-c8c998cf6efd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:46:12.096163 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d739775-e5dc-4049-8b34-c8c998cf6efd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:46:12.096524 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d739775-e5dc-4049-8b34-c8c998cf6efd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:46:12.096860 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d739775-e5dc-4049-8b34-c8c998cf6efd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:46:12.097190 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d739775-e5dc-4049-8b34-c8c998cf6efd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:46:12.097518 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d739775-e5dc-4049-8b34-c8c998cf6efd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:46:12.097845 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d739775-e5dc-4049-8b34-c8c998cf6efd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:46:12.269225 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-6d739775-e5dc-4049-8b34-c8c998cf6efd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:12.485384 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d739775-e5dc-4049-8b34-c8c998cf6efd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Router 9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:46:12.588368 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d739775-e5dc-4049-8b34-c8c998cf6efd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:46:12.594300 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-6d739775-e5dc-4049-8b34-c8c998cf6efd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "PUT /v2.0/routers/9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7460020 Feb 17 18:46:12.596645 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42140) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:46:12.599252 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61c1c4d-6d7f-4b1c-8866-31ec31db0ac8 None None] Sync routers for ids ['9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:46:12.609263 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61c1c4d-6d7f-4b1c-8866-31ec31db0ac8 None None] Routers {'9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:46:12.609873 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-c61c1c4d-6d7f-4b1c-8866-31ec31db0ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:46:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:46:12.649498 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-95ce333c-26cb-4ad8-bfa3-a3214012d793 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Deleting subnet 66692284-d415-46c1-af0c-f8b4e6a4b92f {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:46:12.652664 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-95ce333c-26cb-4ad8-bfa3-a3214012d793 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for subnet (66692284-d415-46c1-af0c-f8b4e6a4b92f), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:12.692185 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-95ce333c-26cb-4ad8-bfa3-a3214012d793 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (66692284-d415-46c1-af0c-f8b4e6a4b92f), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:12.716543 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-c61c1c4d-6d7f-4b1c-8866-31ec31db0ac8 None None] Set router 9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:46:12.772965 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-95ce333c-26cb-4ad8-bfa3-a3214012d793 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (66692284-d415-46c1-af0c-f8b4e6a4b92f), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:12.835805 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-95ce333c-26cb-4ad8-bfa3-a3214012d793 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (66692284-d415-46c1-af0c-f8b4e6a4b92f), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:12.867199 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce333c-26cb-4ad8-bfa3-a3214012d793 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event deleted for resources: {'Subnet': ['ID=66692284-d415-46c1-af0c-f8b4e6a4b92f,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:46:12.869240 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-95ce333c-26cb-4ad8-bfa3-a3214012d793 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:12.873353 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-95ce333c-26cb-4ad8-bfa3-a3214012d793 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "DELETE /v2.0/subnets/66692284-d415-46c1-af0c-f8b4e6a4b92f HTTP/1.1" status: 204 len: 168 time: 0.2757406 Feb 17 18:46:12.879966 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42142) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:46:12.882313 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d496c6d-c190-4a94-912e-a5beab39b2a4 None None] Network ddf8dad3-04e0-4001-a29d-05eb37a20a78 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:46:12.967719 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-c61c1c4d-6d7f-4b1c-8866-31ec31db0ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603384945', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'b6ba4973-035e-40ae-b39f-9a43e5d6c7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:45:06Z', 'updated_at': '2022-02-17T18:46:12Z', 'revision_number': 5, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': 'b6ba4973-035e-40ae-b39f-9a43e5d6c7d5', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:78:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:45:06Z', 'updated_at': '2022-02-17T18:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:46:12.989230 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a89d6201-c8d8-4bf7-9e7e-476be2dc6586 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for router (9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:12.998474 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61c1c4d-6d7f-4b1c-8866-31ec31db0ac8 None None] Checking router: 9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:46:13.012996 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61c1c4d-6d7f-4b1c-8866-31ec31db0ac8 None None] Routers {'9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:46:13.013599 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-c61c1c4d-6d7f-4b1c-8866-31ec31db0ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:46:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:46:13.086865 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083b375e-d307-44b5-a707-bcc827b837f3 None None] DHCP port deletion for ddf8dad3-04e0-4001-a29d-05eb37a20a78 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 18:46:13.102062 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a89d6201-c8d8-4bf7-9e7e-476be2dc6586 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for router_gateway (9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:13.155402 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-a89d6201-c8d8-4bf7-9e7e-476be2dc6586 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Deleting port b6ba4973-035e-40ae-b39f-9a43e5d6c7d5 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:46:13.155750 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a89d6201-c8d8-4bf7-9e7e-476be2dc6586 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (b6ba4973-035e-40ae-b39f-9a43e5d6c7d5), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:13.165907 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-c61c1c4d-6d7f-4b1c-8866-31ec31db0ac8 None None] Set router 9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:46:13.223837 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-083b375e-d307-44b5-a707-bcc827b837f3 None None] Deleting port 85b1913f-7079-4a1c-8df1-9333412e469f {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:46:13.224212 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-083b375e-d307-44b5-a707-bcc827b837f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (85b1913f-7079-4a1c-8df1-9333412e469f), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:13.239184 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-a89d6201-c8d8-4bf7-9e7e-476be2dc6586 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] For port b6ba4973-035e-40ae-b39f-9a43e5d6c7d5, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=b6ba4973-035e-40ae-b39f-9a43e5d6c7d5,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:46:13.239555 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a89d6201-c8d8-4bf7-9e7e-476be2dc6586 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (b6ba4973-035e-40ae-b39f-9a43e5d6c7d5), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:13.251396 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-a89d6201-c8d8-4bf7-9e7e-476be2dc6586 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Calling delete_port for b6ba4973-035e-40ae-b39f-9a43e5d6c7d5 owned by network:router_gateway {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:46:13.427529 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a89d6201-c8d8-4bf7-9e7e-476be2dc6586 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (b6ba4973-035e-40ae-b39f-9a43e5d6c7d5), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:13.453591 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d6201-c8d8-4bf7-9e7e-476be2dc6586 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event deleted for resources: {'Port': ['ID=b6ba4973-035e-40ae-b39f-9a43e5d6c7d5,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:46:13.504256 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-083b375e-d307-44b5-a707-bcc827b837f3 None None] For port 85b1913f-7079-4a1c-8df1-9333412e469f, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=85b1913f-7079-4a1c-8df1-9333412e469f,segment=NetworkSegment(595f394b-e937-4ea1-a530-5eb11fda95ce),segment_id=595f394b-e937-4ea1-a530-5eb11fda95ce)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:46:13.504674 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-083b375e-d307-44b5-a707-bcc827b837f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (85b1913f-7079-4a1c-8df1-9333412e469f), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:13.513648 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a89d6201-c8d8-4bf7-9e7e-476be2dc6586 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:13.525676 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-083b375e-d307-44b5-a707-bcc827b837f3 None None] Calling delete_port for 85b1913f-7079-4a1c-8df1-9333412e469f owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:46:13.610028 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a89d6201-c8d8-4bf7-9e7e-476be2dc6586 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:13.612612 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a89d6201-c8d8-4bf7-9e7e-476be2dc6586 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for router_controller (9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:13.645810 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-c61c1c4d-6d7f-4b1c-8866-31ec31db0ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603384945', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'b6ba4973-035e-40ae-b39f-9a43e5d6c7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:45:06Z', 'updated_at': '2022-02-17T18:46:12Z', 'revision_number': 5, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': 'b6ba4973-035e-40ae-b39f-9a43e5d6c7d5', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:78:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:45:06Z', 'updated_at': '2022-02-17T18:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:46:13.665455 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a89d6201-c8d8-4bf7-9e7e-476be2dc6586 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:13.666028 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89d6201-c8d8-4bf7-9e7e-476be2dc6586 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Fanout notify agent at l3_agent the message router_deleted on router 9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b {{(pid=103435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 18:46:13.679732 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61c1c4d-6d7f-4b1c-8866-31ec31db0ac8 None None] The sync data for ids ['9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b'] in n-d-829613-2 is: [{'id': '9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603384945', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'b6ba4973-035e-40ae-b39f-9a43e5d6c7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:45:06Z', 'updated_at': '2022-02-17T18:46:12Z', 'revision_number': 5, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': 'b6ba4973-035e-40ae-b39f-9a43e5d6c7d5', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:78:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:45:06Z', 'updated_at': '2022-02-17T18:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:46:13.679959 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a89d6201-c8d8-4bf7-9e7e-476be2dc6586 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:13.681039 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a89d6201-c8d8-4bf7-9e7e-476be2dc6586 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "DELETE /v2.0/routers/9a5cf5d8-bcbb-4cbc-ae5a-86f5841c931b HTTP/1.1" status: 204 len: 168 time: 0.8025978 Feb 17 18:46:13.681272 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-083b375e-d307-44b5-a707-bcc827b837f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (85b1913f-7079-4a1c-8df1-9333412e469f), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:13.683429 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42144) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:46:13.707966 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b375e-d307-44b5-a707-bcc827b837f3 None None] Pushing event deleted for resources: {'Port': ['ID=85b1913f-7079-4a1c-8df1-9333412e469f,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:46:13.712448 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083b375e-d307-44b5-a707-bcc827b837f3 None None] No DVR routers for this DVR port 85b1913f-7079-4a1c-8df1-9333412e469f on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:46:13.721327 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083b375e-d307-44b5-a707-bcc827b837f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:46:13.721681 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083b375e-d307-44b5-a707-bcc827b837f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:46:13.722027 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083b375e-d307-44b5-a707-bcc827b837f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:46:13.722372 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083b375e-d307-44b5-a707-bcc827b837f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:46:13.723463 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083b375e-d307-44b5-a707-bcc827b837f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:46:13.723463 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083b375e-d307-44b5-a707-bcc827b837f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:46:13.723463 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083b375e-d307-44b5-a707-bcc827b837f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:46:13.723756 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083b375e-d307-44b5-a707-bcc827b837f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:46:13.724831 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083b375e-d307-44b5-a707-bcc827b837f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:46:13.724831 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083b375e-d307-44b5-a707-bcc827b837f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:46:13.724831 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083b375e-d307-44b5-a707-bcc827b837f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:46:13.725148 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083b375e-d307-44b5-a707-bcc827b837f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:46:13.725247 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083b375e-d307-44b5-a707-bcc827b837f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:46:13.778798 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ca3e177b-456e-428f-88de-f1c6db59df47 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (ddf8dad3-04e0-4001-a29d-05eb37a20a78), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:13.865859 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ca3e177b-456e-428f-88de-f1c6db59df47 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (ddf8dad3-04e0-4001-a29d-05eb37a20a78), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:13.885873 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-ca3e177b-456e-428f-88de-f1c6db59df47 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddf8dad3-04e0-4001-a29d-05eb37a20a78']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:46:13.895077 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-ca3e177b-456e-428f-88de-f1c6db59df47 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '595f394b-e937-4ea1-a530-5eb11fda95ce') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:46:13.895371 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-ca3e177b-456e-428f-88de-f1c6db59df47 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '595f394b-e937-4ea1-a530-5eb11fda95ce') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:46:13.905185 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ca3e177b-456e-428f-88de-f1c6db59df47 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (595f394b-e937-4ea1-a530-5eb11fda95ce), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:13.919118 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ca3e177b-456e-428f-88de-f1c6db59df47 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (595f394b-e937-4ea1-a530-5eb11fda95ce), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:13.925622 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca3e177b-456e-428f-88de-f1c6db59df47 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:46:13.926291 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ca3e177b-456e-428f-88de-f1c6db59df47 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (595f394b-e937-4ea1-a530-5eb11fda95ce), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:13.929626 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 18:46:13.929626 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:46:13.929626 n-d-829613-2 neutron-server[103435]: timer() Feb 17 18:46:13.929626 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:46:13.929626 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 18:46:13.929626 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:46:13.929626 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 18:46:13.929626 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:46:13.929626 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 18:46:13.929626 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:46:13.929626 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 18:46:13.929626 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:46:13.929626 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 18:46:13.929626 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:46:13.929626 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:46:13.929626 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:46:13.929626 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:46:13.929626 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:46:13.929626 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 18:46:13.929626 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:46:13.929626 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 18:46:13.929626 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:46:13.929626 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:46:13.929626 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:46:13.929626 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 18:46:13.929626 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:46:13.929626 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:46:13.929626 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:46:13.929626 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:46:13.929626 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:46:13.929626 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:46:13.929626 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:46:13.992553 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ca3e177b-456e-428f-88de-f1c6db59df47 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (ddf8dad3-04e0-4001-a29d-05eb37a20a78), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:14.000198 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ca3e177b-456e-428f-88de-f1c6db59df47 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:14.003478 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-ca3e177b-456e-428f-88de-f1c6db59df47 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "DELETE /v2.0/networks/ddf8dad3-04e0-4001-a29d-05eb37a20a78 HTTP/1.1" status: 204 len: 168 time: 0.3183568 Feb 17 18:46:14.006187 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42146) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:46:14.014905 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3e177b-456e-428f-88de-f1c6db59df47 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event deleted for resources: {'Network': ['ID=ddf8dad3-04e0-4001-a29d-05eb37a20a78,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:46:14.068418 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bc9d0f8e-995d-44c4-a23b-1cd1901a0836 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group (3224a4e8-3bea-4da0-b88f-3f0203192bde), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:14.095054 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bc9d0f8e-995d-44c4-a23b-1cd1901a0836 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group (3224a4e8-3bea-4da0-b88f-3f0203192bde), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:14.120483 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 85b1913f-7079-4a1c-8df1-9333412e469f no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:46:14.144182 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 85b1913f-7079-4a1c-8df1-9333412e469f {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:46:14.144656 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 85b1913f-7079-4a1c-8df1-9333412e469f not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:46:14.160713 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bc9d0f8e-995d-44c4-a23b-1cd1901a0836 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (3224a4e8-3bea-4da0-b88f-3f0203192bde), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:14.163494 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bc9d0f8e-995d-44c4-a23b-1cd1901a0836 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:14.167539 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bc9d0f8e-995d-44c4-a23b-1cd1901a0836 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "DELETE /v2.0/security-groups/3224a4e8-3bea-4da0-b88f-3f0203192bde HTTP/1.1" status: 204 len: 168 time: 0.1603179 Feb 17 18:46:14.178737 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d0f8e-995d-44c4-a23b-1cd1901a0836 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3224a4e8-3bea-4da0-b88f-3f0203192bde,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:46:14.187512 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d0f8e-995d-44c4-a23b-1cd1901a0836 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:46:14.187878 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d0f8e-995d-44c4-a23b-1cd1901a0836 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:46:14.188253 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d0f8e-995d-44c4-a23b-1cd1901a0836 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:46:14.188609 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d0f8e-995d-44c4-a23b-1cd1901a0836 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:46:14.188951 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d0f8e-995d-44c4-a23b-1cd1901a0836 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:46:14.189288 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d0f8e-995d-44c4-a23b-1cd1901a0836 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:46:14.189815 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d0f8e-995d-44c4-a23b-1cd1901a0836 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:46:14.190158 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d0f8e-995d-44c4-a23b-1cd1901a0836 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:46:14.190666 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d0f8e-995d-44c4-a23b-1cd1901a0836 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:46:14.191004 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d0f8e-995d-44c4-a23b-1cd1901a0836 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:46:14.191613 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d0f8e-995d-44c4-a23b-1cd1901a0836 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:46:14.191988 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d0f8e-995d-44c4-a23b-1cd1901a0836 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:46:14.192539 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d0f8e-995d-44c4-a23b-1cd1901a0836 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:46:14.552696 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42156) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:46:14.557604 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-cf3f1a49-75e4-4688-986e-2e98d3bbccde tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1973856139', 'description': 'tempest-secgroup-smoke-1973856139 description', 'project_id': 'a67d2b403e4f443c89be6362be401177'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:46:14.578916 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cf3f1a49-75e4-4688-986e-2e98d3bbccde tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:14.643959 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cf3f1a49-75e4-4688-986e-2e98d3bbccde tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group (2bbb2f76-7c7b-4dcc-85cc-d363998f9c99), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:14.647250 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cf3f1a49-75e4-4688-986e-2e98d3bbccde tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (2bbb2f76-7c7b-4dcc-85cc-d363998f9c99), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:14.676191 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cf3f1a49-75e4-4688-986e-2e98d3bbccde tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:14.677370 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-cf3f1a49-75e4-4688-986e-2e98d3bbccde tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1236565 Feb 17 18:46:14.679412 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3f1a49-75e4-4688-986e-2e98d3bbccde tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbb2f76-7c7b-4dcc-85cc-d363998f9c99,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:46:14.680356 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42158) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:46:14.685662 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-fd63b719-4d6b-4c96-831a-53913e524edb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'security_group_rule': {'security_group_id': '2bbb2f76-7c7b-4dcc-85cc-d363998f9c99', 'project_id': 'a67d2b403e4f443c89be6362be401177', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:46:14.710348 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fd63b719-4d6b-4c96-831a-53913e524edb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (b76ec564-af69-4e78-bb56-8a0614acfad3), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:14.767588 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fd63b719-4d6b-4c96-831a-53913e524edb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (b76ec564-af69-4e78-bb56-8a0614acfad3), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:14.771543 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fd63b719-4d6b-4c96-831a-53913e524edb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (b76ec564-af69-4e78-bb56-8a0614acfad3), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:14.790827 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd63b719-4d6b-4c96-831a-53913e524edb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b76ec564-af69-4e78-bb56-8a0614acfad3,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:46:14.796024 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fd63b719-4d6b-4c96-831a-53913e524edb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:14.797281 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-fd63b719-4d6b-4c96-831a-53913e524edb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1157742 Feb 17 18:46:14.799878 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42160) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:46:14.804136 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-5c7e4ed4-0d06-4a1d-b0ea-31c9d40d0286 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'security_group_rule': {'security_group_id': '2bbb2f76-7c7b-4dcc-85cc-d363998f9c99', 'project_id': 'a67d2b403e4f443c89be6362be401177', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:46:14.830216 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5c7e4ed4-0d06-4a1d-b0ea-31c9d40d0286 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (a2c99579-d857-4d0c-9807-0fbc8870bc6e), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:14.887216 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5c7e4ed4-0d06-4a1d-b0ea-31c9d40d0286 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (a2c99579-d857-4d0c-9807-0fbc8870bc6e), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:14.891141 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5c7e4ed4-0d06-4a1d-b0ea-31c9d40d0286 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (a2c99579-d857-4d0c-9807-0fbc8870bc6e), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:14.909003 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7e4ed4-0d06-4a1d-b0ea-31c9d40d0286 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2c99579-d857-4d0c-9807-0fbc8870bc6e,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:46:14.913908 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5c7e4ed4-0d06-4a1d-b0ea-31c9d40d0286 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:14.915104 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-5c7e4ed4-0d06-4a1d-b0ea-31c9d40d0286 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1142497 Feb 17 18:46:14.917849 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42162) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:46:14.922755 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-5da092f0-125b-4d69-bd5a-d1598cb22411 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'security_group_rule': {'security_group_id': '2bbb2f76-7c7b-4dcc-85cc-d363998f9c99', 'project_id': 'a67d2b403e4f443c89be6362be401177', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:46:14.950206 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5da092f0-125b-4d69-bd5a-d1598cb22411 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (c746a00b-b59d-4e70-a7ad-9002347c00aa), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:15.008604 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5da092f0-125b-4d69-bd5a-d1598cb22411 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (c746a00b-b59d-4e70-a7ad-9002347c00aa), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:15.012691 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5da092f0-125b-4d69-bd5a-d1598cb22411 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (c746a00b-b59d-4e70-a7ad-9002347c00aa), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:15.029992 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da092f0-125b-4d69-bd5a-d1598cb22411 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c746a00b-b59d-4e70-a7ad-9002347c00aa,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:46:15.037568 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5da092f0-125b-4d69-bd5a-d1598cb22411 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:15.038730 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-5da092f0-125b-4d69-bd5a-d1598cb22411 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1192906 Feb 17 18:46:15.041565 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42164) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:46:15.046456 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-be65c313-0f7b-4948-9f22-e751828e4998 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'security_group_rule': {'security_group_id': '2bbb2f76-7c7b-4dcc-85cc-d363998f9c99', 'project_id': 'a67d2b403e4f443c89be6362be401177', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:46:15.070841 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-be65c313-0f7b-4948-9f22-e751828e4998 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (08606763-5b58-4f31-8d7a-336ab2787bd4), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:15.127025 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-be65c313-0f7b-4948-9f22-e751828e4998 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (08606763-5b58-4f31-8d7a-336ab2787bd4), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:15.130346 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-be65c313-0f7b-4948-9f22-e751828e4998 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (08606763-5b58-4f31-8d7a-336ab2787bd4), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:15.146740 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be65c313-0f7b-4948-9f22-e751828e4998 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08606763-5b58-4f31-8d7a-336ab2787bd4,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:46:15.154640 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-be65c313-0f7b-4948-9f22-e751828e4998 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:15.158154 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-be65c313-0f7b-4948-9f22-e751828e4998 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1131835 Feb 17 18:46:15.158557 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42166) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:46:15.162833 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-07574115-b69e-4de4-8d2a-d9f36ef9fd9b tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'security_group_rule': {'security_group_id': '2bbb2f76-7c7b-4dcc-85cc-d363998f9c99', 'project_id': 'a67d2b403e4f443c89be6362be401177', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:46:15.183552 n-d-829613-2 neutron-server[103435]: INFO neutron.db.securitygroups_db [None req-07574115-b69e-4de4-8d2a-d9f36ef9fd9b tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Project a67d2b403e4f443c89be6362be401177 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 18:46:15.188340 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-07574115-b69e-4de4-8d2a-d9f36ef9fd9b tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (10e631d2-cd8a-4af1-a716-7cecf3a3a503), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:15.247972 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-07574115-b69e-4de4-8d2a-d9f36ef9fd9b tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (10e631d2-cd8a-4af1-a716-7cecf3a3a503), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:15.251300 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-07574115-b69e-4de4-8d2a-d9f36ef9fd9b tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (10e631d2-cd8a-4af1-a716-7cecf3a3a503), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:15.268579 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07574115-b69e-4de4-8d2a-d9f36ef9fd9b tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10e631d2-cd8a-4af1-a716-7cecf3a3a503,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:46:15.275736 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-07574115-b69e-4de4-8d2a-d9f36ef9fd9b tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:15.276946 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-07574115-b69e-4de4-8d2a-d9f36ef9fd9b tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1174681 Feb 17 18:46:15.280184 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42168) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:46:15.284567 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-02f8a855-7171-4f5a-a6f9-344bcd5ec042 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'security_group_rule': {'security_group_id': '2bbb2f76-7c7b-4dcc-85cc-d363998f9c99', 'project_id': 'a67d2b403e4f443c89be6362be401177', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:46:15.304780 n-d-829613-2 neutron-server[103435]: INFO neutron.db.securitygroups_db [None req-02f8a855-7171-4f5a-a6f9-344bcd5ec042 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Project a67d2b403e4f443c89be6362be401177 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 18:46:15.309961 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-02f8a855-7171-4f5a-a6f9-344bcd5ec042 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (3756beda-df20-47d6-b999-e47d2e72b444), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:15.369899 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-02f8a855-7171-4f5a-a6f9-344bcd5ec042 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (3756beda-df20-47d6-b999-e47d2e72b444), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:15.373799 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-02f8a855-7171-4f5a-a6f9-344bcd5ec042 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (3756beda-df20-47d6-b999-e47d2e72b444), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:15.392008 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f8a855-7171-4f5a-a6f9-344bcd5ec042 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3756beda-df20-47d6-b999-e47d2e72b444,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:46:15.399279 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-02f8a855-7171-4f5a-a6f9-344bcd5ec042 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:15.400508 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-02f8a855-7171-4f5a-a6f9-344bcd5ec042 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1193018 Feb 17 18:46:15.403312 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42170) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:46:15.408074 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-8c17fff0-5043-4bfa-8b17-0c0e15f3670a tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'network': {'name': 'tempest-network-smoke--916450263', 'project_id': 'a67d2b403e4f443c89be6362be401177', 'port_security_enabled': True}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:46:15.425983 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c17fff0-5043-4bfa-8b17-0c0e15f3670a tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Made reservation on behalf of a67d2b403e4f443c89be6362be401177 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:46:15.429449 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8c17fff0-5043-4bfa-8b17-0c0e15f3670a tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:15.454544 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c17fff0-5043-4bfa-8b17-0c0e15f3670a tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:46:15.464738 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8c17fff0-5043-4bfa-8b17-0c0e15f3670a tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (9a5ec238-2e53-4ec6-82ad-34c756f627d4), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:15.465076 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-8c17fff0-5043-4bfa-8b17-0c0e15f3670a tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Added segment 9a5ec238-2e53-4ec6-82ad-34c756f627d4 of type vlan for network 0ef61870-5623-470c-80c7-9456b94ff834 Feb 17 18:46:15.507090 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8c17fff0-5043-4bfa-8b17-0c0e15f3670a tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (0ef61870-5623-470c-80c7-9456b94ff834), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:15.530908 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8c17fff0-5043-4bfa-8b17-0c0e15f3670a tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (0ef61870-5623-470c-80c7-9456b94ff834), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:15.535928 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c17fff0-5043-4bfa-8b17-0c0e15f3670a tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:46:15.536537 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8c17fff0-5043-4bfa-8b17-0c0e15f3670a tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:15.577187 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-8c17fff0-5043-4bfa-8b17-0c0e15f3670a tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1727695 Feb 17 18:46:15.579702 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42172) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:46:15.583863 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-27adf80b-ff52-4530-9d5d-a85c9263b7bc tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-739348598', 'admin_state_up': True, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:46:15.615878 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17fff0-5043-4bfa-8b17-0c0e15f3670a tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'Network': ['ID=0ef61870-5623-470c-80c7-9456b94ff834,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:46:15.626409 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 0ef61870-5623-470c-80c7-9456b94ff834 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:46:15.635871 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-27adf80b-ff52-4530-9d5d-a85c9263b7bc tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (88c631ed-f7b2-4320-96de-9b5f0d5c97c8), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:15.636920 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-27adf80b-ff52-4530-9d5d-a85c9263b7bc tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (88c631ed-f7b2-4320-96de-9b5f0d5c97c8), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:15.693474 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-27adf80b-ff52-4530-9d5d-a85c9263b7bc tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for router_controller (88c631ed-f7b2-4320-96de-9b5f0d5c97c8), precommit_add_association {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:15.694456 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device b6ba4973-035e-40ae-b39f-9a43e5d6c7d5 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:46:15.718373 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: b6ba4973-035e-40ae-b39f-9a43e5d6c7d5 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:46:15.718724 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device b6ba4973-035e-40ae-b39f-9a43e5d6c7d5 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:46:15.719141 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device cc99f506-3c50-4f80-8cc8-3b84649db08a no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:46:15.739113 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: cc99f506-3c50-4f80-8cc8-3b84649db08a {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:46:15.739467 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device cc99f506-3c50-4f80-8cc8-3b84649db08a not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:46:15.835583 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-27adf80b-ff52-4530-9d5d-a85c9263b7bc tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for router_gateway (88c631ed-f7b2-4320-96de-9b5f0d5c97c8), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:16.021886 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-27adf80b-ff52-4530-9d5d-a85c9263b7bc tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for router_gateway (88c631ed-f7b2-4320-96de-9b5f0d5c97c8), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:16.040420 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-27adf80b-ff52-4530-9d5d-a85c9263b7bc tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:16.141401 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-27adf80b-ff52-4530-9d5d-a85c9263b7bc tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Allocated IP 172.25.8.245 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/975cbeaa-2c5c-43e5-89ff-cfef7cb1a473) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:46:16.239647 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-27adf80b-ff52-4530-9d5d-a85c9263b7bc tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for port (975cbeaa-2c5c-43e5-89ff-cfef7cb1a473), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:16.276635 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-27adf80b-ff52-4530-9d5d-a85c9263b7bc tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (975cbeaa-2c5c-43e5-89ff-cfef7cb1a473), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:16.315170 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27adf80b-ff52-4530-9d5d-a85c9263b7bc tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:46:16.318011 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-27adf80b-ff52-4530-9d5d-a85c9263b7bc tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:46:16.321469 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27adf80b-ff52-4530-9d5d-a85c9263b7bc tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:46:16.327166 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27adf80b-ff52-4530-9d5d-a85c9263b7bc tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'Port': ['ID=975cbeaa-2c5c-43e5-89ff-cfef7cb1a473,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:46:16.874889 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-27adf80b-ff52-4530-9d5d-a85c9263b7bc tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for router_gateway (88c631ed-f7b2-4320-96de-9b5f0d5c97c8), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:17.071479 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-27adf80b-ff52-4530-9d5d-a85c9263b7bc tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (88c631ed-f7b2-4320-96de-9b5f0d5c97c8), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:17.202461 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27adf80b-ff52-4530-9d5d-a85c9263b7bc tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Router 88c631ed-f7b2-4320-96de-9b5f0d5c97c8 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 18:46:17.308591 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27adf80b-ff52-4530-9d5d-a85c9263b7bc tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:46:17.318037 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a365ac9-5664-44cc-b7bb-64ed7af63e36 None None] Sync routers for ids ['88c631ed-f7b2-4320-96de-9b5f0d5c97c8'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:46:17.328159 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-27adf80b-ff52-4530-9d5d-a85c9263b7bc tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:17.328721 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a365ac9-5664-44cc-b7bb-64ed7af63e36 None None] Routers {'88c631ed-f7b2-4320-96de-9b5f0d5c97c8'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:46:17.329311 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-0a365ac9-5664-44cc-b7bb-64ed7af63e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:46:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['88c631ed-f7b2-4320-96de-9b5f0d5c97c8'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:46:17.329890 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-27adf80b-ff52-4530-9d5d-a85c9263b7bc tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7487919 Feb 17 18:46:17.332565 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42174) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:46:17.360635 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-3d9aaf11-a23d-4380-a4b0-f3838462ec8f tempest-TestNetworkAdvancedServerOps-163871697 tempest-TestNetworkAdvancedServerOps-163871697-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=a67d2b403e4f443c89be6362be401177&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269659 Feb 17 18:46:17.363254 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42176) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:46:17.432123 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-0a365ac9-5664-44cc-b7bb-64ed7af63e36 None None] Set router 88c631ed-f7b2-4320-96de-9b5f0d5c97c8 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:46:17.447234 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fa5745-5cd2-49b5-be55-061bda054ba0 tempest-TestNetworkAdvancedServerOps-163871697 tempest-TestNetworkAdvancedServerOps-163871697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:46:17.448795 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-57fa5745-5cd2-49b5-be55-061bda054ba0 tempest-TestNetworkAdvancedServerOps-163871697 tempest-TestNetworkAdvancedServerOps-163871697-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0846283 Feb 17 18:46:17.452214 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42178) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:46:17.483099 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-3e513442-87ed-4189-87b9-bbbf398abb24 tempest-TestNetworkAdvancedServerOps-163871697 tempest-TestNetworkAdvancedServerOps-163871697-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=d7afcf1f-5124-4168-b80f-10ace9d04ea7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296931 Feb 17 18:46:17.485634 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42180) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:46:17.490388 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-bedf6309-51a1-4273-b990-21b137bdecfd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1084150805', 'network_id': '0ef61870-5623-470c-80c7-9456b94ff834', 'project_id': 'a67d2b403e4f443c89be6362be401177', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:46:17.577628 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bedf6309-51a1-4273-b990-21b137bdecfd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Made reservation on behalf of a67d2b403e4f443c89be6362be401177 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:46:17.581178 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bedf6309-51a1-4273-b990-21b137bdecfd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:17.611002 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-0a365ac9-5664-44cc-b7bb-64ed7af63e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c631ed-f7b2-4320-96de-9b5f0d5c97c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739348598', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '975cbeaa-2c5c-43e5-89ff-cfef7cb1a473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:46:15Z', 'updated_at': '2022-02-17T18:46:16Z', 'revision_number': 3, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': '975cbeaa-2c5c-43e5-89ff-cfef7cb1a473', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c631ed-f7b2-4320-96de-9b5f0d5c97c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:46:16Z', 'updated_at': '2022-02-17T18:46:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:46:17.639477 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a365ac9-5664-44cc-b7bb-64ed7af63e36 None None] Checking router: 88c631ed-f7b2-4320-96de-9b5f0d5c97c8 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:46:17.639808 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a365ac9-5664-44cc-b7bb-64ed7af63e36 None None] Updating router 88c631ed-f7b2-4320-96de-9b5f0d5c97c8 port 975cbeaa-2c5c-43e5-89ff-cfef7cb1a473 binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 18:46:17.671219 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-0a365ac9-5664-44cc-b7bb-64ed7af63e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (975cbeaa-2c5c-43e5-89ff-cfef7cb1a473), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:17.762920 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bedf6309-51a1-4273-b990-21b137bdecfd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (2bdc7c71-99f3-48c1-937b-4dbd6617fbee), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:17.823575 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf6309-51a1-4273-b990-21b137bdecfd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'Subnet': ['ID=2bdc7c71-99f3-48c1-937b-4dbd6617fbee,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:46:17.831326 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedf6309-51a1-4273-b990-21b137bdecfd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Checking segment: {'id': '9a5ec238-2e53-4ec6-82ad-34c756f627d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0ef61870-5623-470c-80c7-9456b94ff834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:46:17.831689 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedf6309-51a1-4273-b990-21b137bdecfd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Network hostable DHCP agents. Network: 0ef61870-5623-470c-80c7-9456b94ff834, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:46:17.848869 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedf6309-51a1-4273-b990-21b137bdecfd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Network 0ef61870-5623-470c-80c7-9456b94ff834 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:46:17.857875 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-bedf6309-51a1-4273-b990-21b137bdecfd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 0ef61870-5623-470c-80c7-9456b94ff834) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:46:17.861982 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedf6309-51a1-4273-b990-21b137bdecfd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:46:17.862587 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bedf6309-51a1-4273-b990-21b137bdecfd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:17.869335 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c035fdb9-d2fb-4ec4-affb-56172fe56d7c None None] Network 0ef61870-5623-470c-80c7-9456b94ff834 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:46:17.889241 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-bedf6309-51a1-4273-b990-21b137bdecfd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4025719 Feb 17 18:46:17.892216 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42182) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:46:17.929079 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-0a365ac9-5664-44cc-b7bb-64ed7af63e36 None None] Publish callbacks [] for port (975cbeaa-2c5c-43e5-89ff-cfef7cb1a473), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:17.936538 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-0a365ac9-5664-44cc-b7bb-64ed7af63e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (975cbeaa-2c5c-43e5-89ff-cfef7cb1a473), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:17.986094 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-0a365ac9-5664-44cc-b7bb-64ed7af63e36 None None] Attempting to bind port 975cbeaa-2c5c-43e5-89ff-cfef7cb1a473 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:46:17.986475 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-0a365ac9-5664-44cc-b7bb-64ed7af63e36 None None] Attempting to bind port 975cbeaa-2c5c-43e5-89ff-cfef7cb1a473 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:46:17.986839 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a365ac9-5664-44cc-b7bb-64ed7af63e36 None None] Attempting to bind port 975cbeaa-2c5c-43e5-89ff-cfef7cb1a473 on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:46:17.989127 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b366f17f-8b9d-463d-8a4f-6c40c0461c10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-0ef61870-5623-470c-80c7-9456b94ff834', 'network_id': '0ef61870-5623-470c-80c7-9456b94ff834', 'project_id': 'a67d2b403e4f443c89be6362be401177', 'fixed_ips': [{'subnet_id': '2bdc7c71-99f3-48c1-937b-4dbd6617fbee'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 18:46:17.990043 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b366f17f-8b9d-463d-8a4f-6c40c0461c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:17.999084 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a365ac9-5664-44cc-b7bb-64ed7af63e36 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:46:17.999485 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a365ac9-5664-44cc-b7bb-64ed7af63e36 None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:46:17.999886 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-0a365ac9-5664-44cc-b7bb-64ed7af63e36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:18.000296 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a365ac9-5664-44cc-b7bb-64ed7af63e36 None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:46:18.000769 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-0a365ac9-5664-44cc-b7bb-64ed7af63e36 None None] Bound port: 975cbeaa-2c5c-43e5-89ff-cfef7cb1a473, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:46:18.001148 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-0a365ac9-5664-44cc-b7bb-64ed7af63e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (975cbeaa-2c5c-43e5-89ff-cfef7cb1a473), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:18.021935 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5884c040-29e8-4b2c-a3d8-d68b8f1d5949 None None] Pushing event updated for resources: {'Port': ['ID=975cbeaa-2c5c-43e5-89ff-cfef7cb1a473,revision_number=2']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:46:18.033675 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5884c040-29e8-4b2c-a3d8-d68b8f1d5949 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:46:18.034035 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5884c040-29e8-4b2c-a3d8-d68b8f1d5949 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:46:18.034367 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5884c040-29e8-4b2c-a3d8-d68b8f1d5949 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:46:18.034704 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5884c040-29e8-4b2c-a3d8-d68b8f1d5949 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:46:18.035037 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5884c040-29e8-4b2c-a3d8-d68b8f1d5949 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:46:18.035367 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5884c040-29e8-4b2c-a3d8-d68b8f1d5949 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:46:18.035696 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5884c040-29e8-4b2c-a3d8-d68b8f1d5949 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:46:18.036021 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5884c040-29e8-4b2c-a3d8-d68b8f1d5949 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:46:18.036372 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5884c040-29e8-4b2c-a3d8-d68b8f1d5949 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:46:18.036699 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5884c040-29e8-4b2c-a3d8-d68b8f1d5949 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:46:18.037026 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5884c040-29e8-4b2c-a3d8-d68b8f1d5949 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:46:18.037379 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5884c040-29e8-4b2c-a3d8-d68b8f1d5949 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:46:18.037705 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5884c040-29e8-4b2c-a3d8-d68b8f1d5949 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:46:18.066996 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-0a365ac9-5664-44cc-b7bb-64ed7af63e36 None None] For port 975cbeaa-2c5c-43e5-89ff-cfef7cb1a473, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:46:18.070208 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-0a365ac9-5664-44cc-b7bb-64ed7af63e36 None None] For port 975cbeaa-2c5c-43e5-89ff-cfef7cb1a473, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=975cbeaa-2c5c-43e5-89ff-cfef7cb1a473,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:46:18.078154 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-0a365ac9-5664-44cc-b7bb-64ed7af63e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (975cbeaa-2c5c-43e5-89ff-cfef7cb1a473), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:18.147905 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5884c040-29e8-4b2c-a3d8-d68b8f1d5949 None None] Pushing event updated for resources: {'Port': ['ID=975cbeaa-2c5c-43e5-89ff-cfef7cb1a473,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:46:18.148258 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-b366f17f-8b9d-463d-8a4f-6c40c0461c10 None None] Allocated IP 172.20.0.2 (0ef61870-5623-470c-80c7-9456b94ff834/2bdc7c71-99f3-48c1-937b-4dbd6617fbee/2d77a36d-e453-4a30-aeb2-f2eb0ede291f) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:46:18.152148 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a365ac9-5664-44cc-b7bb-64ed7af63e36 None None] Routers {'88c631ed-f7b2-4320-96de-9b5f0d5c97c8'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:46:18.153341 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-0a365ac9-5664-44cc-b7bb-64ed7af63e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:46:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['88c631ed-f7b2-4320-96de-9b5f0d5c97c8'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:46:18.262995 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-0a365ac9-5664-44cc-b7bb-64ed7af63e36 None None] Set router 88c631ed-f7b2-4320-96de-9b5f0d5c97c8 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:46:18.298861 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b366f17f-8b9d-463d-8a4f-6c40c0461c10 None None] Publish callbacks [] for port (2d77a36d-e453-4a30-aeb2-f2eb0ede291f), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:18.306577 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b366f17f-8b9d-463d-8a4f-6c40c0461c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (2d77a36d-e453-4a30-aeb2-f2eb0ede291f), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:18.349482 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b366f17f-8b9d-463d-8a4f-6c40c0461c10 None None] Network 0ef61870-5623-470c-80c7-9456b94ff834 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:46:18.352458 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-b366f17f-8b9d-463d-8a4f-6c40c0461c10 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:46:18.356138 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b366f17f-8b9d-463d-8a4f-6c40c0461c10 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:46:18.363381 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b366f17f-8b9d-463d-8a4f-6c40c0461c10 None None] Pushing event updated for resources: {'Port': ['ID=2d77a36d-e453-4a30-aeb2-f2eb0ede291f,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:46:18.373329 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f8168b2c-d8a8-4075-85e7-00f173e70747 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:18.416061 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-b366f17f-8b9d-463d-8a4f-6c40c0461c10 None None] Attempting to bind port 2d77a36d-e453-4a30-aeb2-f2eb0ede291f on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:46:18.416468 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-b366f17f-8b9d-463d-8a4f-6c40c0461c10 None None] Attempting to bind port 2d77a36d-e453-4a30-aeb2-f2eb0ede291f by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '9a5ec238-2e53-4ec6-82ad-34c756f627d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0ef61870-5623-470c-80c7-9456b94ff834'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:46:18.416836 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b366f17f-8b9d-463d-8a4f-6c40c0461c10 None None] Attempting to bind port 2d77a36d-e453-4a30-aeb2-f2eb0ede291f on network 0ef61870-5623-470c-80c7-9456b94ff834 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:46:18.421957 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b366f17f-8b9d-463d-8a4f-6c40c0461c10 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:46:18.422337 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b366f17f-8b9d-463d-8a4f-6c40c0461c10 None None] Checking segment: {'id': '9a5ec238-2e53-4ec6-82ad-34c756f627d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0ef61870-5623-470c-80c7-9456b94ff834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:46:18.422741 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b366f17f-8b9d-463d-8a4f-6c40c0461c10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:18.423146 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b366f17f-8b9d-463d-8a4f-6c40c0461c10 None None] Bound using segment: {'id': '9a5ec238-2e53-4ec6-82ad-34c756f627d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0ef61870-5623-470c-80c7-9456b94ff834'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:46:18.423619 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-b366f17f-8b9d-463d-8a4f-6c40c0461c10 None None] Bound port: 2d77a36d-e453-4a30-aeb2-f2eb0ede291f, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a5ec238-2e53-4ec6-82ad-34c756f627d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0ef61870-5623-470c-80c7-9456b94ff834'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:46:18.424024 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b366f17f-8b9d-463d-8a4f-6c40c0461c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2d77a36d-e453-4a30-aeb2-f2eb0ede291f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:18.492598 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b366f17f-8b9d-463d-8a4f-6c40c0461c10 None None] For port 2d77a36d-e453-4a30-aeb2-f2eb0ede291f, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:46:18.498022 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b366f17f-8b9d-463d-8a4f-6c40c0461c10 None None] For port 2d77a36d-e453-4a30-aeb2-f2eb0ede291f, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=2d77a36d-e453-4a30-aeb2-f2eb0ede291f,segment=NetworkSegment(9a5ec238-2e53-4ec6-82ad-34c756f627d4),segment_id=9a5ec238-2e53-4ec6-82ad-34c756f627d4)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:46:18.505453 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b366f17f-8b9d-463d-8a4f-6c40c0461c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (2d77a36d-e453-4a30-aeb2-f2eb0ede291f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:18.550569 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-0a365ac9-5664-44cc-b7bb-64ed7af63e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c631ed-f7b2-4320-96de-9b5f0d5c97c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739348598', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '975cbeaa-2c5c-43e5-89ff-cfef7cb1a473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:46:15Z', 'updated_at': '2022-02-17T18:46:16Z', 'revision_number': 3, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': '975cbeaa-2c5c-43e5-89ff-cfef7cb1a473', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c631ed-f7b2-4320-96de-9b5f0d5c97c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:46:16Z', 'updated_at': '2022-02-17T18:46:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:46:18.569229 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b366f17f-8b9d-463d-8a4f-6c40c0461c10 None None] Pushing event updated for resources: {'Port': ['ID=2d77a36d-e453-4a30-aeb2-f2eb0ede291f,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:46:18.581953 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a365ac9-5664-44cc-b7bb-64ed7af63e36 None None] The sync data for ids ['88c631ed-f7b2-4320-96de-9b5f0d5c97c8'] in n-d-829613-2 is: [{'id': '88c631ed-f7b2-4320-96de-9b5f0d5c97c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739348598', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '975cbeaa-2c5c-43e5-89ff-cfef7cb1a473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:46:15Z', 'updated_at': '2022-02-17T18:46:16Z', 'revision_number': 3, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': '975cbeaa-2c5c-43e5-89ff-cfef7cb1a473', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c631ed-f7b2-4320-96de-9b5f0d5c97c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:46:16Z', 'updated_at': '2022-02-17T18:46:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:46:18.669743 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-f8168b2c-d8a8-4075-85e7-00f173e70747 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Allocated IP 172.20.0.1 (0ef61870-5623-470c-80c7-9456b94ff834/2bdc7c71-99f3-48c1-937b-4dbd6617fbee/c4656fa3-46b0-4990-aaea-e1671ed026e7) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:46:18.819196 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f8168b2c-d8a8-4075-85e7-00f173e70747 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for port (c4656fa3-46b0-4990-aaea-e1671ed026e7), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:18.870164 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f8168b2c-d8a8-4075-85e7-00f173e70747 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (c4656fa3-46b0-4990-aaea-e1671ed026e7), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:18.929174 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8168b2c-d8a8-4075-85e7-00f173e70747 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Network 0ef61870-5623-470c-80c7-9456b94ff834 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:46:18.934240 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-f8168b2c-d8a8-4075-85e7-00f173e70747 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:46:18.937004 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8168b2c-d8a8-4075-85e7-00f173e70747 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:46:18.966552 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8168b2c-d8a8-4075-85e7-00f173e70747 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'Port': ['ID=c4656fa3-46b0-4990-aaea-e1671ed026e7,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:46:18.992791 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f8168b2c-d8a8-4075-85e7-00f173e70747 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (88c631ed-f7b2-4320-96de-9b5f0d5c97c8), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:19.138197 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f8168b2c-d8a8-4075-85e7-00f173e70747 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c4656fa3-46b0-4990-aaea-e1671ed026e7), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:19.444337 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f8168b2c-d8a8-4075-85e7-00f173e70747 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for port (c4656fa3-46b0-4990-aaea-e1671ed026e7), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:19.449174 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f8168b2c-d8a8-4075-85e7-00f173e70747 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (c4656fa3-46b0-4990-aaea-e1671ed026e7), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:19.529620 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8168b2c-d8a8-4075-85e7-00f173e70747 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'Port': ['ID=c4656fa3-46b0-4990-aaea-e1671ed026e7,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:46:19.532186 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f8168b2c-d8a8-4075-85e7-00f173e70747 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (88c631ed-f7b2-4320-96de-9b5f0d5c97c8), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:19.624150 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9293f9ec-b98f-42a1-bef1-daaeaa887f09 None None] Network 0ef61870-5623-470c-80c7-9456b94ff834 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:46:19.628582 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8168b2c-d8a8-4075-85e7-00f173e70747 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Network 0ef61870-5623-470c-80c7-9456b94ff834 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:46:19.629985 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-f8168b2c-d8a8-4075-85e7-00f173e70747 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:46:19.756897 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:19.760623 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5313afbf-6ab3-4ee1-9539-9fa726072cca None None] Provisioning complete for port 2d77a36d-e453-4a30-aeb2-f2eb0ede291f triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:46:19.761184 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5313afbf-6ab3-4ee1-9539-9fa726072cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2d77a36d-e453-4a30-aeb2-f2eb0ede291f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:19.781919 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8168b2c-d8a8-4075-85e7-00f173e70747 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Router 88c631ed-f7b2-4320-96de-9b5f0d5c97c8 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:46:19.816205 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 2d77a36d-e453-4a30-aeb2-f2eb0ede291f up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:46:19.898219 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5313afbf-6ab3-4ee1-9539-9fa726072cca None None] Current status of the port 2d77a36d-e453-4a30-aeb2-f2eb0ede291f is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:46:19.898532 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5313afbf-6ab3-4ee1-9539-9fa726072cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (2d77a36d-e453-4a30-aeb2-f2eb0ede291f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:19.920814 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8168b2c-d8a8-4075-85e7-00f173e70747 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:46:19.926631 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f8168b2c-d8a8-4075-85e7-00f173e70747 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "PUT /v2.0/routers/88c631ed-f7b2-4320-96de-9b5f0d5c97c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0333164 Feb 17 18:46:19.945274 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5313afbf-6ab3-4ee1-9539-9fa726072cca None None] For port 2d77a36d-e453-4a30-aeb2-f2eb0ede291f, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=2d77a36d-e453-4a30-aeb2-f2eb0ede291f,segment=NetworkSegment(9a5ec238-2e53-4ec6-82ad-34c756f627d4),segment_id=9a5ec238-2e53-4ec6-82ad-34c756f627d4)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:46:19.949120 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 2d77a36d-e453-4a30-aeb2-f2eb0ede291f triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:46:19.950596 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2d77a36d-e453-4a30-aeb2-f2eb0ede291f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:19.977922 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5313afbf-6ab3-4ee1-9539-9fa726072cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (2d77a36d-e453-4a30-aeb2-f2eb0ede291f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:20.061954 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5313afbf-6ab3-4ee1-9539-9fa726072cca None None] Pushing event updated for resources: {'Port': ['ID=2d77a36d-e453-4a30-aeb2-f2eb0ede291f,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:46:20.101944 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 2d77a36d-e453-4a30-aeb2-f2eb0ede291f is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:46:20.103058 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 975cbeaa-2c5c-43e5-89ff-cfef7cb1a473 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:46:20.149261 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-85609fbb-f62a-4972-ba41-26d9be0aa260 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1973856139&fields=id&tenant_id=a67d2b403e4f443c89be6362be401177 HTTP/1.1" status: 200 len: 267 time: 0.0610301 Feb 17 18:46:20.154365 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 975cbeaa-2c5c-43e5-89ff-cfef7cb1a473 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:46:20.154751 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (975cbeaa-2c5c-43e5-89ff-cfef7cb1a473), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:20.209565 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-386a90e1-4494-4e47-a525-48774fc403c2 None None] Provisioning complete for port c4656fa3-46b0-4990-aaea-e1671ed026e7 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:46:20.209945 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-386a90e1-4494-4e47-a525-48774fc403c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c4656fa3-46b0-4990-aaea-e1671ed026e7), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:20.273089 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-386a90e1-4494-4e47-a525-48774fc403c2 None None] Port c4656fa3-46b0-4990-aaea-e1671ed026e7 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:46:20.278816 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-ef6d85f4-de79-4cdc-8aae-fb3038470d36 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:46:20.280477 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-ef6d85f4-de79-4cdc-8aae-fb3038470d36 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/networks?id=0ef61870-5623-470c-80c7-9456b94ff834 HTTP/1.1" status: 200 len: 796 time: 0.1216702 Feb 17 18:46:20.289411 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 975cbeaa-2c5c-43e5-89ff-cfef7cb1a473 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:46:20.289809 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (975cbeaa-2c5c-43e5-89ff-cfef7cb1a473), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:20.297943 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-c86022dd-5651-475a-a813-fca16ac8e137 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/quotas/a67d2b403e4f443c89be6362be401177 HTTP/1.1" status: 200 len: 375 time: 0.0116756 Feb 17 18:46:20.311789 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 975cbeaa-2c5c-43e5-89ff-cfef7cb1a473, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=975cbeaa-2c5c-43e5-89ff-cfef7cb1a473,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:46:20.317748 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (975cbeaa-2c5c-43e5-89ff-cfef7cb1a473), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:20.322213 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-386a90e1-4494-4e47-a525-48774fc403c2 None None] Provisioning complete for port 2d77a36d-e453-4a30-aeb2-f2eb0ede291f triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:46:20.322585 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-386a90e1-4494-4e47-a525-48774fc403c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2d77a36d-e453-4a30-aeb2-f2eb0ede291f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:20.362250 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-fc9d0b40-02f7-4983-9f3f-c93aa0b0a774 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=a67d2b403e4f443c89be6362be401177&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0584021 Feb 17 18:46:20.417974 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=975cbeaa-2c5c-43e5-89ff-cfef7cb1a473,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:46:20.426586 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:20.432944 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-2c6ac661-0a2e-4478-9e69-a17b44bb0816 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 18:46:20.433997 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-2c6ac661-0a2e-4478-9e69-a17b44bb0816 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0582116 Feb 17 18:46:20.476278 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-386a90e1-4494-4e47-a525-48774fc403c2 None None] Current status of the port 2d77a36d-e453-4a30-aeb2-f2eb0ede291f is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:46:20.504200 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa6dd8a-737a-4aed-ae4a-beed851ebf71 None None] Sync routers for ids ['88c631ed-f7b2-4320-96de-9b5f0d5c97c8'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:46:20.515868 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa6dd8a-737a-4aed-ae4a-beed851ebf71 None None] Routers {'88c631ed-f7b2-4320-96de-9b5f0d5c97c8'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:46:20.516536 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-ffa6dd8a-737a-4aed-ae4a-beed851ebf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:46:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['88c631ed-f7b2-4320-96de-9b5f0d5c97c8'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:46:20.542322 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-2ccda263-6966-4a62-bc48-47359178a86e service neutron] 10.222.0.87 "GET /v2.0/networks/0ef61870-5623-470c-80c7-9456b94ff834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010909 Feb 17 18:46:20.613359 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b509d8ec-5331-45d0-a4f9-b211ea9417af None None] Provisioning complete for port c4656fa3-46b0-4990-aaea-e1671ed026e7 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:46:20.613623 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b509d8ec-5331-45d0-a4f9-b211ea9417af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c4656fa3-46b0-4990-aaea-e1671ed026e7), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:20.639557 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-5e695075-6c32-4319-8f3d-3b76ee473e52 service neutron] 10.222.0.87 "GET /v2.0/networks/0ef61870-5623-470c-80c7-9456b94ff834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909879 Feb 17 18:46:20.664483 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b509d8ec-5331-45d0-a4f9-b211ea9417af None None] Port c4656fa3-46b0-4990-aaea-e1671ed026e7 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:46:20.666908 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-ffa6dd8a-737a-4aed-ae4a-beed851ebf71 None None] Set router 88c631ed-f7b2-4320-96de-9b5f0d5c97c8 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:46:20.810508 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b9f8b383-9b80-4c1b-83d7-ce7d2aaacfcc req-c6dcba56-63ad-46a7-b672-4d73f2a619fc tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8524931-8880-4ede-b691-c8492cfc0308 HTTP/1.1" status: 200 len: 210 time: 0.0296845 Feb 17 18:46:20.872668 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-ffa6dd8a-737a-4aed-ae4a-beed851ebf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c631ed-f7b2-4320-96de-9b5f0d5c97c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739348598', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '975cbeaa-2c5c-43e5-89ff-cfef7cb1a473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:46:15Z', 'updated_at': '2022-02-17T18:46:19Z', 'revision_number': 4, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': '975cbeaa-2c5c-43e5-89ff-cfef7cb1a473', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c631ed-f7b2-4320-96de-9b5f0d5c97c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:46:16Z', 'updated_at': '2022-02-17T18:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'c4656fa3-46b0-4990-aaea-e1671ed026e7', 'name': '', 'network_id': '0ef61870-5623-470c-80c7-9456b94ff834', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'mac_address': 'fa:16:3e:80:a4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c631ed-f7b2-4320-96de-9b5f0d5c97c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '2bdc7c71-99f3-48c1-937b-4dbd6617fbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:46:18Z', 'updated_at': '2022-02-17T18:46:19Z', 'revision_number': 2, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'subnets': [{'id': '2bdc7c71-99f3-48c1-937b-4dbd6617fbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:46:21.059965 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa6dd8a-737a-4aed-ae4a-beed851ebf71 None None] Checking router: 88c631ed-f7b2-4320-96de-9b5f0d5c97c8 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:46:21.060342 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa6dd8a-737a-4aed-ae4a-beed851ebf71 None None] Updating router 88c631ed-f7b2-4320-96de-9b5f0d5c97c8 port c4656fa3-46b0-4990-aaea-e1671ed026e7 binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 18:46:21.087613 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ffa6dd8a-737a-4aed-ae4a-beed851ebf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c4656fa3-46b0-4990-aaea-e1671ed026e7), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:21.370540 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ffa6dd8a-737a-4aed-ae4a-beed851ebf71 None None] Publish callbacks [] for port (c4656fa3-46b0-4990-aaea-e1671ed026e7), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:21.375596 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ffa6dd8a-737a-4aed-ae4a-beed851ebf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c4656fa3-46b0-4990-aaea-e1671ed026e7), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:21.445098 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa228f5-5813-4670-8f05-cb276515884b None None] Pushing event updated for resources: {'Port': ['ID=c4656fa3-46b0-4990-aaea-e1671ed026e7,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:46:21.474081 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-ffa6dd8a-737a-4aed-ae4a-beed851ebf71 None None] Attempting to bind port c4656fa3-46b0-4990-aaea-e1671ed026e7 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:46:21.474452 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-ffa6dd8a-737a-4aed-ae4a-beed851ebf71 None None] Attempting to bind port c4656fa3-46b0-4990-aaea-e1671ed026e7 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '9a5ec238-2e53-4ec6-82ad-34c756f627d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0ef61870-5623-470c-80c7-9456b94ff834'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:46:21.474815 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa6dd8a-737a-4aed-ae4a-beed851ebf71 None None] Attempting to bind port c4656fa3-46b0-4990-aaea-e1671ed026e7 on network 0ef61870-5623-470c-80c7-9456b94ff834 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:46:21.479926 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa6dd8a-737a-4aed-ae4a-beed851ebf71 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:46:21.480328 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa6dd8a-737a-4aed-ae4a-beed851ebf71 None None] Checking segment: {'id': '9a5ec238-2e53-4ec6-82ad-34c756f627d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0ef61870-5623-470c-80c7-9456b94ff834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:46:21.480741 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ffa6dd8a-737a-4aed-ae4a-beed851ebf71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:21.481274 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa6dd8a-737a-4aed-ae4a-beed851ebf71 None None] Bound using segment: {'id': '9a5ec238-2e53-4ec6-82ad-34c756f627d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0ef61870-5623-470c-80c7-9456b94ff834'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:46:21.481741 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-ffa6dd8a-737a-4aed-ae4a-beed851ebf71 None None] Bound port: c4656fa3-46b0-4990-aaea-e1671ed026e7, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a5ec238-2e53-4ec6-82ad-34c756f627d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0ef61870-5623-470c-80c7-9456b94ff834'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:46:21.482120 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ffa6dd8a-737a-4aed-ae4a-beed851ebf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c4656fa3-46b0-4990-aaea-e1671ed026e7), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:21.552999 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-ffa6dd8a-737a-4aed-ae4a-beed851ebf71 None None] For port c4656fa3-46b0-4990-aaea-e1671ed026e7, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:46:21.557151 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-ffa6dd8a-737a-4aed-ae4a-beed851ebf71 None None] For port c4656fa3-46b0-4990-aaea-e1671ed026e7, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=c4656fa3-46b0-4990-aaea-e1671ed026e7,segment=NetworkSegment(9a5ec238-2e53-4ec6-82ad-34c756f627d4),segment_id=9a5ec238-2e53-4ec6-82ad-34c756f627d4)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:46:21.565467 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ffa6dd8a-737a-4aed-ae4a-beed851ebf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c4656fa3-46b0-4990-aaea-e1671ed026e7), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:21.636154 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa6dd8a-737a-4aed-ae4a-beed851ebf71 None None] Routers {'88c631ed-f7b2-4320-96de-9b5f0d5c97c8'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:46:21.636818 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-ffa6dd8a-737a-4aed-ae4a-beed851ebf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:46:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['88c631ed-f7b2-4320-96de-9b5f0d5c97c8'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:46:21.675534 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa228f5-5813-4670-8f05-cb276515884b None None] Pushing event updated for resources: {'Port': ['ID=c4656fa3-46b0-4990-aaea-e1671ed026e7,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:46:21.795065 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-9a3ca5d1-159f-47a3-a198-874431a98d40 None None] Provisioning complete for port c4656fa3-46b0-4990-aaea-e1671ed026e7 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:46:21.795413 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9a3ca5d1-159f-47a3-a198-874431a98d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c4656fa3-46b0-4990-aaea-e1671ed026e7), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:21.822747 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-ffa6dd8a-737a-4aed-ae4a-beed851ebf71 None None] Set router 88c631ed-f7b2-4320-96de-9b5f0d5c97c8 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:46:21.827186 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 2d77a36d-e453-4a30-aeb2-f2eb0ede291f up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:46:21.866441 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-a616da82-1a8c-4119-aa00-33bc965dcda1 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:46:21.868684 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-a616da82-1a8c-4119-aa00-33bc965dcda1 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.71 "GET /v2.0/networks?id=0ef61870-5623-470c-80c7-9456b94ff834 HTTP/1.1" status: 200 len: 796 time: 0.1511631 Feb 17 18:46:21.918125 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fadde23f-972e-439d-b3a7-74c79954d5dd req-f654177f-1345-4ccb-94ce-9315ca3613a7 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8524931-8880-4ede-b691-c8492cfc0308 HTTP/1.1" status: 200 len: 210 time: 0.0278602 Feb 17 18:46:21.950899 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-996914cf-3c58-43e6-8773-5120e152eff5 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a67d2b403e4f443c89be6362be401177 HTTP/1.1" status: 200 len: 380 time: 0.0721776 Feb 17 18:46:21.964671 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-97863a6c-001c-456f-b6fc-a7db0577b17d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'port': {'device_id': 'b8524931-8880-4ede-b691-c8492cfc0308', 'network_id': '0ef61870-5623-470c-80c7-9456b94ff834', 'admin_state_up': True, 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'security_groups': ['2bbb2f76-7c7b-4dcc-85cc-d363998f9c99']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:46:22.080032 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-9a3ca5d1-159f-47a3-a198-874431a98d40 None None] Current status of the port c4656fa3-46b0-4990-aaea-e1671ed026e7 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:46:22.080521 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9a3ca5d1-159f-47a3-a198-874431a98d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c4656fa3-46b0-4990-aaea-e1671ed026e7), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:22.084363 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-97863a6c-001c-456f-b6fc-a7db0577b17d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Made reservation on behalf of a67d2b403e4f443c89be6362be401177 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:46:22.088574 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-97863a6c-001c-456f-b6fc-a7db0577b17d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:22.092877 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 2d77a36d-e453-4a30-aeb2-f2eb0ede291f triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:46:22.093254 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (2d77a36d-e453-4a30-aeb2-f2eb0ede291f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:22.190231 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-9a3ca5d1-159f-47a3-a198-874431a98d40 None None] For port c4656fa3-46b0-4990-aaea-e1671ed026e7, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=c4656fa3-46b0-4990-aaea-e1671ed026e7,segment=NetworkSegment(9a5ec238-2e53-4ec6-82ad-34c756f627d4),segment_id=9a5ec238-2e53-4ec6-82ad-34c756f627d4)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:46:22.201455 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9a3ca5d1-159f-47a3-a198-874431a98d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c4656fa3-46b0-4990-aaea-e1671ed026e7), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:22.234039 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-97863a6c-001c-456f-b6fc-a7db0577b17d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Allocated IP 172.20.0.5 (0ef61870-5623-470c-80c7-9456b94ff834/2bdc7c71-99f3-48c1-937b-4dbd6617fbee/3e0a0a24-f34a-4251-a5e9-b25a66f90dc3) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:46:22.297435 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ca5d1-159f-47a3-a198-874431a98d40 None None] Pushing event updated for resources: {'Port': ['ID=c4656fa3-46b0-4990-aaea-e1671ed026e7,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:46:22.301695 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-ffa6dd8a-737a-4aed-ae4a-beed851ebf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c631ed-f7b2-4320-96de-9b5f0d5c97c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739348598', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '975cbeaa-2c5c-43e5-89ff-cfef7cb1a473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:46:15Z', 'updated_at': '2022-02-17T18:46:19Z', 'revision_number': 4, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': '975cbeaa-2c5c-43e5-89ff-cfef7cb1a473', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c631ed-f7b2-4320-96de-9b5f0d5c97c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:46:16Z', 'updated_at': '2022-02-17T18:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'c4656fa3-46b0-4990-aaea-e1671ed026e7', 'name': '', 'network_id': '0ef61870-5623-470c-80c7-9456b94ff834', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'mac_address': 'fa:16:3e:80:a4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c631ed-f7b2-4320-96de-9b5f0d5c97c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '2bdc7c71-99f3-48c1-937b-4dbd6617fbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:46:18Z', 'updated_at': '2022-02-17T18:46:21Z', 'revision_number': 4, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'subnets': [{'id': '2bdc7c71-99f3-48c1-937b-4dbd6617fbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:46:22.303994 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 2d77a36d-e453-4a30-aeb2-f2eb0ede291f is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:46:22.305553 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 975cbeaa-2c5c-43e5-89ff-cfef7cb1a473 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:46:22.359361 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa6dd8a-737a-4aed-ae4a-beed851ebf71 None None] The sync data for ids ['88c631ed-f7b2-4320-96de-9b5f0d5c97c8'] in n-d-829613-2 is: [{'id': '88c631ed-f7b2-4320-96de-9b5f0d5c97c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739348598', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '975cbeaa-2c5c-43e5-89ff-cfef7cb1a473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:46:15Z', 'updated_at': '2022-02-17T18:46:19Z', 'revision_number': 4, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': '975cbeaa-2c5c-43e5-89ff-cfef7cb1a473', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c631ed-f7b2-4320-96de-9b5f0d5c97c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:46:16Z', 'updated_at': '2022-02-17T18:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'c4656fa3-46b0-4990-aaea-e1671ed026e7', 'name': '', 'network_id': '0ef61870-5623-470c-80c7-9456b94ff834', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'mac_address': 'fa:16:3e:80:a4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c631ed-f7b2-4320-96de-9b5f0d5c97c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '2bdc7c71-99f3-48c1-937b-4dbd6617fbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:46:18Z', 'updated_at': '2022-02-17T18:46:21Z', 'revision_number': 4, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'subnets': [{'id': '2bdc7c71-99f3-48c1-937b-4dbd6617fbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:46:22.381589 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-d9836c96-e882-4b75-8d62-fbfec24914cb None None] Provisioning complete for port c4656fa3-46b0-4990-aaea-e1671ed026e7 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:46:22.381895 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d9836c96-e882-4b75-8d62-fbfec24914cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c4656fa3-46b0-4990-aaea-e1671ed026e7), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:22.391445 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-97863a6c-001c-456f-b6fc-a7db0577b17d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for port (3e0a0a24-f34a-4251-a5e9-b25a66f90dc3), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:22.447097 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 975cbeaa-2c5c-43e5-89ff-cfef7cb1a473 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:46:22.447447 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (975cbeaa-2c5c-43e5-89ff-cfef7cb1a473), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:22.451064 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-97863a6c-001c-456f-b6fc-a7db0577b17d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (3e0a0a24-f34a-4251-a5e9-b25a66f90dc3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:22.497301 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-97863a6c-001c-456f-b6fc-a7db0577b17d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Network 0ef61870-5623-470c-80c7-9456b94ff834 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:46:22.501313 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-97863a6c-001c-456f-b6fc-a7db0577b17d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:46:22.509575 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-97863a6c-001c-456f-b6fc-a7db0577b17d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:46:22.529725 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-d9836c96-e882-4b75-8d62-fbfec24914cb None None] Current status of the port c4656fa3-46b0-4990-aaea-e1671ed026e7 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:46:22.546817 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97863a6c-001c-456f-b6fc-a7db0577b17d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'Port': ['ID=3e0a0a24-f34a-4251-a5e9-b25a66f90dc3,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:46:22.572722 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-97863a6c-001c-456f-b6fc-a7db0577b17d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:46:22.573378 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-97863a6c-001c-456f-b6fc-a7db0577b17d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:22.583512 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 975cbeaa-2c5c-43e5-89ff-cfef7cb1a473 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:46:22.594005 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-97863a6c-001c-456f-b6fc-a7db0577b17d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6325099 Feb 17 18:46:22.654881 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-6b6840a2-b1ae-4a0d-afae-d0e93d7a336b service neutron] Request body: {'port': {'device_id': 'b8524931-8880-4ede-b691-c8492cfc0308', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:46:22.724930 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-6b6840a2-b1ae-4a0d-afae-d0e93d7a336b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3e0a0a24-f34a-4251-a5e9-b25a66f90dc3), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:22.753619 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-019c4e6c-c709-4bde-b9e7-b26e9a0a717a None None] Provisioning complete for port 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:46:22.754205 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-019c4e6c-c709-4bde-b9e7-b26e9a0a717a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (3e0a0a24-f34a-4251-a5e9-b25a66f90dc3), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:22.790128 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-019c4e6c-c709-4bde-b9e7-b26e9a0a717a None None] Port 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:46:23.014586 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-6b6840a2-b1ae-4a0d-afae-d0e93d7a336b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:46:23.023378 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-6b6840a2-b1ae-4a0d-afae-d0e93d7a336b service neutron] Publish callbacks [] for port (3e0a0a24-f34a-4251-a5e9-b25a66f90dc3), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:23.040627 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-6b6840a2-b1ae-4a0d-afae-d0e93d7a336b service neutron] Transition to ACTIVE for port object 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 18:46:23.045928 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-6b6840a2-b1ae-4a0d-afae-d0e93d7a336b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (3e0a0a24-f34a-4251-a5e9-b25a66f90dc3), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:23.048378 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d226673-0d59-4550-8331-d91241170c0e req-00343198-20f7-4ac4-a904-1b90e1904078 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:46:23.050440 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3d226673-0d59-4550-8331-d91241170c0e req-00343198-20f7-4ac4-a904-1b90e1904078 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8524931-8880-4ede-b691-c8492cfc0308 HTTP/1.1" status: 200 len: 931 time: 0.0587599 Feb 17 18:46:23.096192 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6840a2-b1ae-4a0d-afae-d0e93d7a336b service neutron] Pushing event updated for resources: {'Port': ['ID=3e0a0a24-f34a-4251-a5e9-b25a66f90dc3,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:46:23.117724 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3d226673-0d59-4550-8331-d91241170c0e req-8bb51526-b57c-4961-8b21-c7f4d0d71bb9 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=2bbb2f76-7c7b-4dcc-85cc-d363998f9c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606532 Feb 17 18:46:23.195634 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-6b6840a2-b1ae-4a0d-afae-d0e93d7a336b service neutron] Attempting to bind port 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:46:23.196090 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-6b6840a2-b1ae-4a0d-afae-d0e93d7a336b service neutron] Attempting to bind port 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '9a5ec238-2e53-4ec6-82ad-34c756f627d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0ef61870-5623-470c-80c7-9456b94ff834'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:46:23.196546 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-6b6840a2-b1ae-4a0d-afae-d0e93d7a336b service neutron] Attempting to bind port 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3 on network 0ef61870-5623-470c-80c7-9456b94ff834 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:46:23.202849 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-6b6840a2-b1ae-4a0d-afae-d0e93d7a336b service neutron] Port 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3 on network 0ef61870-5623-470c-80c7-9456b94ff834 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:46:23.203199 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-6b6840a2-b1ae-4a0d-afae-d0e93d7a336b service neutron] Attempting to bind port 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3 on network 0ef61870-5623-470c-80c7-9456b94ff834 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:46:23.209774 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-6b6840a2-b1ae-4a0d-afae-d0e93d7a336b service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:46:23.210128 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-6b6840a2-b1ae-4a0d-afae-d0e93d7a336b service neutron] Checking segment: {'id': '9a5ec238-2e53-4ec6-82ad-34c756f627d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0ef61870-5623-470c-80c7-9456b94ff834'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:46:23.210525 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-6b6840a2-b1ae-4a0d-afae-d0e93d7a336b service neutron] Bound using segment: {'id': '9a5ec238-2e53-4ec6-82ad-34c756f627d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0ef61870-5623-470c-80c7-9456b94ff834'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:46:23.210968 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-6b6840a2-b1ae-4a0d-afae-d0e93d7a336b service neutron] Bound port: 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a5ec238-2e53-4ec6-82ad-34c756f627d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0ef61870-5623-470c-80c7-9456b94ff834'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:46:23.211725 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-6b6840a2-b1ae-4a0d-afae-d0e93d7a336b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3e0a0a24-f34a-4251-a5e9-b25a66f90dc3), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:23.283432 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-6b6840a2-b1ae-4a0d-afae-d0e93d7a336b service neutron] For port 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:46:23.286993 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-6b6840a2-b1ae-4a0d-afae-d0e93d7a336b service neutron] For port 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=3e0a0a24-f34a-4251-a5e9-b25a66f90dc3,segment=NetworkSegment(9a5ec238-2e53-4ec6-82ad-34c756f627d4),segment_id=9a5ec238-2e53-4ec6-82ad-34c756f627d4)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:46:23.294598 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-6b6840a2-b1ae-4a0d-afae-d0e93d7a336b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (3e0a0a24-f34a-4251-a5e9-b25a66f90dc3), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:23.331073 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-6b6840a2-b1ae-4a0d-afae-d0e93d7a336b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:46:23.331912 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-6b6840a2-b1ae-4a0d-afae-d0e93d7a336b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:23.333562 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-6b6840a2-b1ae-4a0d-afae-d0e93d7a336b service neutron] 10.222.0.71 "PUT /v2.0/ports/3e0a0a24-f34a-4251-a5e9-b25a66f90dc3 HTTP/1.1" status: 200 len: 1091 time: 0.7329454 Feb 17 18:46:23.336015 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8524931-8880-4ede-b691-c8492cfc0308', 'tag': '3e0a0a24-f34a-4251-a5e9-b25a66f90dc3'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:46:23.342165 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70767c19-286b-4a89-9ba4-39213c6f934c" -d '{"events": [{"name": "network-changed", "server_uuid": "b8524931-8880-4ede-b691-c8492cfc0308", "tag": "3e0a0a24-f34a-4251-a5e9-b25a66f90dc3"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:46:23.374381 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6840a2-b1ae-4a0d-afae-d0e93d7a336b service neutron] Pushing event updated for resources: {'Port': ['ID=3e0a0a24-f34a-4251-a5e9-b25a66f90dc3,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:46:23.450977 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-6e946c6d-6da9-4079-bc69-56b0dd16d7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:46:23.452693 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-6e946c6d-6da9-4079-bc69-56b0dd16d7d5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a67d2b403e4f443c89be6362be401177&device_id=b8524931-8880-4ede-b691-c8492cfc0308 HTTP/1.1" status: 200 len: 1125 time: 0.0722530 Feb 17 18:46:23.500524 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-babcd0a3-3c3c-48a4-85ef-49dc6d2115b8 x-openstack-request-id: req-babcd0a3-3c3c-48a4-85ef-49dc6d2115b8 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:46:23.500886 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8524931-8880-4ede-b691-c8492cfc0308", "tag": "3e0a0a24-f34a-4251-a5e9-b25a66f90dc3", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:46:23.501228 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-babcd0a3-3c3c-48a4-85ef-49dc6d2115b8 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:46:23.501701 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8524931-8880-4ede-b691-c8492cfc0308', 'tag': '3e0a0a24-f34a-4251-a5e9-b25a66f90dc3', 'status': 'completed', 'code': 200} Feb 17 18:46:23.503928 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-83a3b746-d9c8-4b76-a8c3-46f2e1d8279b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e0a0a24-f34a-4251-a5e9-b25a66f90dc3 HTTP/1.1" status: 200 len: 217 time: 0.0443258 Feb 17 18:46:23.561960 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-18d3febc-373e-42b7-9bc0-eaad074cfc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:46:23.563426 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-18d3febc-373e-42b7-9bc0-eaad074cfc70 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2bdc7c71-99f3-48c1-937b-4dbd6617fbee HTTP/1.1" status: 200 len: 835 time: 0.0502822 Feb 17 18:46:23.624217 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-b1f88c28-6f22-4c78-9cad-b07bb002f038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:46:23.625866 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-b1f88c28-6f22-4c78-9cad-b07bb002f038 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0ef61870-5623-470c-80c7-9456b94ff834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0567501 Feb 17 18:46:23.729619 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-06406fc8-f011-4794-9174-073e1b6ebbff service neutron] 10.222.0.71 "GET /v2.0/networks/0ef61870-5623-470c-80c7-9456b94ff834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967801 Feb 17 18:46:23.749220 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device c4656fa3-46b0-4990-aaea-e1671ed026e7 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:46:23.800331 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port c4656fa3-46b0-4990-aaea-e1671ed026e7 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:46:23.801018 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c4656fa3-46b0-4990-aaea-e1671ed026e7), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:23.820227 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-101ff3b6-ec4d-4fa0-80e0-6f7491db4725 req-5906b1ba-1a53-48f7-9a5b-25a733f7ff26 service neutron] 10.222.0.71 "GET /v2.0/networks/0ef61870-5623-470c-80c7-9456b94ff834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846572 Feb 17 18:46:23.877270 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port c4656fa3-46b0-4990-aaea-e1671ed026e7 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:46:23.922102 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70767c19-286b-4a89-9ba4-39213c6f934c req-8f724020-0130-40af-a8f3-088448e02d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:46:23.923625 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-70767c19-286b-4a89-9ba4-39213c6f934c req-8f724020-0130-40af-a8f3-088448e02d39 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a67d2b403e4f443c89be6362be401177&device_id=b8524931-8880-4ede-b691-c8492cfc0308 HTTP/1.1" status: 200 len: 1125 time: 0.0506346 Feb 17 18:46:24.011998 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70767c19-286b-4a89-9ba4-39213c6f934c req-dead2dfb-8af7-489d-8ab7-db29c01e36f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:46:24.014070 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-70767c19-286b-4a89-9ba4-39213c6f934c req-dead2dfb-8af7-489d-8ab7-db29c01e36f1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0ef61870-5623-470c-80c7-9456b94ff834 HTTP/1.1" status: 200 len: 897 time: 0.0842872 Feb 17 18:46:24.061017 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-70767c19-286b-4a89-9ba4-39213c6f934c req-d49f1ef4-5c2e-4a5a-91cc-d2b92bcf2479 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e0a0a24-f34a-4251-a5e9-b25a66f90dc3 HTTP/1.1" status: 200 len: 217 time: 0.0399032 Feb 17 18:46:24.110688 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70767c19-286b-4a89-9ba4-39213c6f934c req-145dc7f8-23c5-488e-b03d-1b7940308071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:46:24.112087 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-70767c19-286b-4a89-9ba4-39213c6f934c req-145dc7f8-23c5-488e-b03d-1b7940308071 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2bdc7c71-99f3-48c1-937b-4dbd6617fbee HTTP/1.1" status: 200 len: 835 time: 0.0436409 Feb 17 18:46:24.162775 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70767c19-286b-4a89-9ba4-39213c6f934c req-ddc78e73-79f9-4db4-8324-099da3f041b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:46:24.164492 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-70767c19-286b-4a89-9ba4-39213c6f934c req-ddc78e73-79f9-4db4-8324-099da3f041b0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0ef61870-5623-470c-80c7-9456b94ff834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453913 Feb 17 18:46:24.237192 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7cbd7-5444-4798-b1a5-9dd849fdf9f5 req-ea37de8c-1fac-419e-8ba9-20865a5cf013 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:46:24.238698 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fff7cbd7-5444-4798-b1a5-9dd849fdf9f5 req-ea37de8c-1fac-419e-8ba9-20865a5cf013 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8524931-8880-4ede-b691-c8492cfc0308 HTTP/1.1" status: 200 len: 943 time: 0.0561883 Feb 17 18:46:24.258570 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-70767c19-286b-4a89-9ba4-39213c6f934c req-01d8d63f-ccdc-47c4-bbcc-feded772798a service neutron] 10.222.0.71 "GET /v2.0/networks/0ef61870-5623-470c-80c7-9456b94ff834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871434 Feb 17 18:46:24.288207 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fff7cbd7-5444-4798-b1a5-9dd849fdf9f5 req-9c01c1f6-a2b2-4a32-bfee-e7b1f42771ab tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=2bbb2f76-7c7b-4dcc-85cc-d363998f9c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438707 Feb 17 18:46:24.346164 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-70767c19-286b-4a89-9ba4-39213c6f934c req-3c955bc0-8ab7-4d5e-83a7-675668b94e23 service neutron] 10.222.0.71 "GET /v2.0/networks/0ef61870-5623-470c-80c7-9456b94ff834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810697 Feb 17 18:46:25.325499 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:46:25.422007 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6090b59-fd24-4f8c-9832-f1e7c55d736f req-3deb9ac4-f05d-42de-abf7-fc52d13522c7 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:46:25.423544 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d6090b59-fd24-4f8c-9832-f1e7c55d736f req-3deb9ac4-f05d-42de-abf7-fc52d13522c7 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8524931-8880-4ede-b691-c8492cfc0308 HTTP/1.1" status: 200 len: 943 time: 0.0590386 Feb 17 18:46:25.431222 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=3e0a0a24-f34a-4251-a5e9-b25a66f90dc3,segment=NetworkSegment(9a5ec238-2e53-4ec6-82ad-34c756f627d4),segment_id=9a5ec238-2e53-4ec6-82ad-34c756f627d4)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:46:25.442617 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '3e0a0a24-f34a-4251-a5e9-b25a66f90dc3', 'network_id': '0ef61870-5623-470c-80c7-9456b94ff834', 'port_id': '3e0a0a24-f34a-4251-a5e9-b25a66f90dc3', 'mac_address': 'fa:16:3e:7a:15:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bdc7c71-99f3-48c1-937b-4dbd6617fbee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:46:25.474055 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d6090b59-fd24-4f8c-9832-f1e7c55d736f req-3610a0e5-396a-432e-9e22-5ef1c027f116 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=2bbb2f76-7c7b-4dcc-85cc-d363998f9c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445871 Feb 17 18:46:25.481891 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:46:25.482285 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3e0a0a24-f34a-4251-a5e9-b25a66f90dc3), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:25.495242 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:46:25.515582 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=3e0a0a24-f34a-4251-a5e9-b25a66f90dc3,segment=NetworkSegment(9a5ec238-2e53-4ec6-82ad-34c756f627d4),segment_id=9a5ec238-2e53-4ec6-82ad-34c756f627d4)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:46:25.519240 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (3e0a0a24-f34a-4251-a5e9-b25a66f90dc3), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:25.566412 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=3e0a0a24-f34a-4251-a5e9-b25a66f90dc3,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:46:25.766816 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['3e0a0a24-f34a-4251-a5e9-b25a66f90dc3'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:46:26.593852 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e4095-54ce-41da-b2fa-695a5a58efda req-c441be3c-1dcf-4696-ab8f-bcd536610340 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:46:26.595339 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e15e4095-54ce-41da-b2fa-695a5a58efda req-c441be3c-1dcf-4696-ab8f-bcd536610340 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8524931-8880-4ede-b691-c8492cfc0308 HTTP/1.1" status: 200 len: 944 time: 0.0537758 Feb 17 18:46:26.649186 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e15e4095-54ce-41da-b2fa-695a5a58efda req-430a1f0b-dcd9-4535-a7f7-375d287f5b6e tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=2bbb2f76-7c7b-4dcc-85cc-d363998f9c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481706 Feb 17 18:46:27.335132 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:46:27.386309 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 18:46:27.390211 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:46:27.390562 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (3e0a0a24-f34a-4251-a5e9-b25a66f90dc3), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:27.464137 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:46:27.464549 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3e0a0a24-f34a-4251-a5e9-b25a66f90dc3), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:27.487272 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8524931-8880-4ede-b691-c8492cfc0308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e0a0a24-f34a-4251-a5e9-b25a66f90dc3'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:46:27.489529 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a58b36eb5214be741a58d8f0f454d70cefb3ebdc097f6d2df64ce05b1b6ee80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1a5774-cacf-4620-9810-5c0c9a50c5fe" -d '{"events": [{"server_uuid": "b8524931-8880-4ede-b691-c8492cfc0308", "name": "network-vif-plugged", "status": "completed", "tag": "3e0a0a24-f34a-4251-a5e9-b25a66f90dc3"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:46:27.501858 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=3e0a0a24-f34a-4251-a5e9-b25a66f90dc3,segment=NetworkSegment(9a5ec238-2e53-4ec6-82ad-34c756f627d4),segment_id=9a5ec238-2e53-4ec6-82ad-34c756f627d4)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:46:27.506079 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (3e0a0a24-f34a-4251-a5e9-b25a66f90dc3), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:27.556414 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=3e0a0a24-f34a-4251-a5e9-b25a66f90dc3,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:46:27.586064 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17861fef-4aed-4257-9fa4-7e14212911e2 x-openstack-request-id: req-17861fef-4aed-4257-9fa4-7e14212911e2 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:46:27.586310 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8524931-8880-4ede-b691-c8492cfc0308", "name": "network-vif-plugged", "status": "completed", "tag": "3e0a0a24-f34a-4251-a5e9-b25a66f90dc3", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:46:27.586564 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-17861fef-4aed-4257-9fa4-7e14212911e2 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:46:27.586968 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8524931-8880-4ede-b691-c8492cfc0308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e0a0a24-f34a-4251-a5e9-b25a66f90dc3', 'code': 200} Feb 17 18:46:27.691262 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc50d5-43d8-4a78-993c-30977a8d1df8 req-27a40b7f-5826-4fb9-8e40-2e016c76e252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:46:27.692836 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-47cc50d5-43d8-4a78-993c-30977a8d1df8 req-27a40b7f-5826-4fb9-8e40-2e016c76e252 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b8524931-8880-4ede-b691-c8492cfc0308 HTTP/1.1" status: 200 len: 1127 time: 0.0500252 Feb 17 18:46:27.739720 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-47cc50d5-43d8-4a78-993c-30977a8d1df8 req-6962ee7a-b458-4f66-bdfc-bc714b45d27e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2bbb2f76-7c7b-4dcc-85cc-d363998f9c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407839 Feb 17 18:46:27.770679 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553ebff-7d1b-4e3e-8ede-fda6c436c1ed req-8575e365-ae33-4c88-8e42-68c4a2da1b60 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:46:27.772204 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e553ebff-7d1b-4e3e-8ede-fda6c436c1ed req-8575e365-ae33-4c88-8e42-68c4a2da1b60 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8524931-8880-4ede-b691-c8492cfc0308 HTTP/1.1" status: 200 len: 945 time: 0.0520353 Feb 17 18:46:27.820569 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e553ebff-7d1b-4e3e-8ede-fda6c436c1ed req-d56020cc-0ca7-4b6a-bd83-c07948c95e5a tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=2bbb2f76-7c7b-4dcc-85cc-d363998f9c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425265 Feb 17 18:46:28.939803 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281ebeb-b66d-4f81-8ff1-d1aec1d4538d req-46ae72d2-ab57-412e-a96a-32551938168c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:46:28.941224 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3281ebeb-b66d-4f81-8ff1-d1aec1d4538d req-46ae72d2-ab57-412e-a96a-32551938168c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8524931-8880-4ede-b691-c8492cfc0308 HTTP/1.1" status: 200 len: 945 time: 0.0514243 Feb 17 18:46:28.992403 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3281ebeb-b66d-4f81-8ff1-d1aec1d4538d req-8a0ed5be-9f5c-4a89-8f5f-0252c914e026 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=2bbb2f76-7c7b-4dcc-85cc-d363998f9c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455101 Feb 17 18:46:29.111798 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27cf3d-5356-4216-824f-2329ee319412 req-2d8950e3-a561-4a2c-b88f-ee4ec8cc6841 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:46:29.113296 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8d27cf3d-5356-4216-824f-2329ee319412 req-2d8950e3-a561-4a2c-b88f-ee4ec8cc6841 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8524931-8880-4ede-b691-c8492cfc0308 HTTP/1.1" status: 200 len: 945 time: 0.0561323 Feb 17 18:46:29.163247 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8d27cf3d-5356-4216-824f-2329ee319412 req-27eb9232-46e8-4bc4-b022-35b2dab17180 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=2bbb2f76-7c7b-4dcc-85cc-d363998f9c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444815 Feb 17 18:46:29.185683 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42240) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:46:29.227882 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38285565-33cb-4c0a-bf72-57ed3f7c746e tempest-TestNetworkAdvancedServerOps-163871697 tempest-TestNetworkAdvancedServerOps-163871697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:46:29.229326 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-38285565-33cb-4c0a-bf72-57ed3f7c746e tempest-TestNetworkAdvancedServerOps-163871697 tempest-TestNetworkAdvancedServerOps-163871697-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=b8524931-8880-4ede-b691-c8492cfc0308 HTTP/1.1" status: 200 len: 1122 time: 0.0426748 Feb 17 18:46:29.232621 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42242) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:46:29.236939 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-906237c4-af72-4f9e-bada-54714714aec4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'port_id': '3e0a0a24-f34a-4251-a5e9-b25a66f90dc3', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:46:29.261533 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-906237c4-af72-4f9e-bada-54714714aec4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:29.362897 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-906237c4-af72-4f9e-bada-54714714aec4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:29.461415 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-906237c4-af72-4f9e-bada-54714714aec4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Allocated IP 172.25.8.84 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/e819e1fb-98ed-46c2-af16-ff0931dd346c) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:46:29.563855 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-906237c4-af72-4f9e-bada-54714714aec4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for port (e819e1fb-98ed-46c2-af16-ff0931dd346c), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:29.596269 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-906237c4-af72-4f9e-bada-54714714aec4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (e819e1fb-98ed-46c2-af16-ff0931dd346c), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:29.631185 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906237c4-af72-4f9e-bada-54714714aec4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:46:29.635767 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-906237c4-af72-4f9e-bada-54714714aec4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:46:29.639195 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906237c4-af72-4f9e-bada-54714714aec4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:46:29.665025 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906237c4-af72-4f9e-bada-54714714aec4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'Port': ['ID=e819e1fb-98ed-46c2-af16-ff0931dd346c,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:46:29.986373 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-906237c4-af72-4f9e-bada-54714714aec4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for floatingip (6406e978-736f-4de4-8108-a8987225ed2b), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:30.051281 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-906237c4-af72-4f9e-bada-54714714aec4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (e819e1fb-98ed-46c2-af16-ff0931dd346c), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:30.197495 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-906237c4-af72-4f9e-bada-54714714aec4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for port (e819e1fb-98ed-46c2-af16-ff0931dd346c), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:30.202361 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-906237c4-af72-4f9e-bada-54714714aec4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (e819e1fb-98ed-46c2-af16-ff0931dd346c), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:30.271904 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906237c4-af72-4f9e-bada-54714714aec4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'Port': ['ID=e819e1fb-98ed-46c2-af16-ff0931dd346c,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:46:30.285988 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-906237c4-af72-4f9e-bada-54714714aec4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (6406e978-736f-4de4-8108-a8987225ed2b), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:30.385748 n-d-829613-2 neutron-server[103435]: INFO neutron.db.l3_db [None req-906237c4-af72-4f9e-bada-54714714aec4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Floating IP 6406e978-736f-4de4-8108-a8987225ed2b associated. External IP: 172.25.8.84, port: 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3. Feb 17 18:46:30.590018 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-906237c4-af72-4f9e-bada-54714714aec4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Router 88c631ed-f7b2-4320-96de-9b5f0d5c97c8 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:46:30.702055 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906237c4-af72-4f9e-bada-54714714aec4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:46:30.712606 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0cfccd-92ee-4ac7-b398-a28a3f12685d None None] Sync routers for ids ['88c631ed-f7b2-4320-96de-9b5f0d5c97c8'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:46:30.719796 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-906237c4-af72-4f9e-bada-54714714aec4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:30.722085 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0cfccd-92ee-4ac7-b398-a28a3f12685d None None] Routers {'88c631ed-f7b2-4320-96de-9b5f0d5c97c8'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:46:30.722719 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-7b0cfccd-92ee-4ac7-b398-a28a3f12685d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:46:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['88c631ed-f7b2-4320-96de-9b5f0d5c97c8'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:46:30.749749 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-906237c4-af72-4f9e-bada-54714714aec4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5161119 Feb 17 18:46:30.750327 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8524931-8880-4ede-b691-c8492cfc0308', 'tag': '3e0a0a24-f34a-4251-a5e9-b25a66f90dc3'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:46:30.753006 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b190af5285b65727f3b44dc6e403f34aceaa8adb38edcfb0268daad85aadb275" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73710c6e-30de-4123-aed1-af6772e2dc71" -d '{"events": [{"name": "network-changed", "server_uuid": "b8524931-8880-4ede-b691-c8492cfc0308", "tag": "3e0a0a24-f34a-4251-a5e9-b25a66f90dc3"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:46:30.831643 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-7b0cfccd-92ee-4ac7-b398-a28a3f12685d None None] Set router 88c631ed-f7b2-4320-96de-9b5f0d5c97c8 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:46:30.853392 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9659dba-42a4-48a4-8bba-5bb81988fb94 req-4cc65c41-8945-4725-9afb-f77ea0b832f0 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:46:30.854792 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c9659dba-42a4-48a4-8bba-5bb81988fb94 req-4cc65c41-8945-4725-9afb-f77ea0b832f0 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8524931-8880-4ede-b691-c8492cfc0308 HTTP/1.1" status: 200 len: 945 time: 0.0558274 Feb 17 18:46:31.065236 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-7b0cfccd-92ee-4ac7-b398-a28a3f12685d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c631ed-f7b2-4320-96de-9b5f0d5c97c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739348598', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '975cbeaa-2c5c-43e5-89ff-cfef7cb1a473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:46:15Z', 'updated_at': '2022-02-17T18:46:19Z', 'revision_number': 4, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': '975cbeaa-2c5c-43e5-89ff-cfef7cb1a473', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c631ed-f7b2-4320-96de-9b5f0d5c97c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:46:16Z', 'updated_at': '2022-02-17T18:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '6406e978-736f-4de4-8108-a8987225ed2b', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'floating_ip_address': '172.25.8.84', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '88c631ed-f7b2-4320-96de-9b5f0d5c97c8', 'port_id': '3e0a0a24-f34a-4251-a5e9-b25a66f90dc3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4274, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ef61870-5623-470c-80c7-9456b94ff834', 'mac_address': 'fa:16:3e:7a:15:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8524931-8880-4ede-b691-c8492cfc0308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:46:29Z', 'updated_at': '2022-02-17T18:46:29Z', 'revision_number': 0, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4656fa3-46b0-4990-aaea-e1671ed026e7', 'name': '', 'network_id': '0ef61870-5623-470c-80c7-9456b94ff834', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'mac_address': 'fa:16:3e:80:a4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c631ed-f7b2-4320-96de-9b5f0d5c97c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '2bdc7c71-99f3-48c1-937b-4dbd6617fbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:46:18Z', 'updated_at': '2022-02-17T18:46:22Z', 'revision_number': 5, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'subnets': [{'id': '2bdc7c71-99f3-48c1-937b-4dbd6617fbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:46:31.095855 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0cfccd-92ee-4ac7-b398-a28a3f12685d None None] Checking router: 88c631ed-f7b2-4320-96de-9b5f0d5c97c8 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:46:31.104626 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0cfccd-92ee-4ac7-b398-a28a3f12685d None None] Routers {'88c631ed-f7b2-4320-96de-9b5f0d5c97c8'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:46:31.105192 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-7b0cfccd-92ee-4ac7-b398-a28a3f12685d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:46:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['88c631ed-f7b2-4320-96de-9b5f0d5c97c8'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:46:31.205317 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c9659dba-42a4-48a4-8bba-5bb81988fb94 req-2bcbd5f0-5f43-4748-91f6-4e53c9cc7e29 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=2bbb2f76-7c7b-4dcc-85cc-d363998f9c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3443413 Feb 17 18:46:31.215021 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-7b0cfccd-92ee-4ac7-b398-a28a3f12685d None None] Set router 88c631ed-f7b2-4320-96de-9b5f0d5c97c8 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:46:31.227769 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42252) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:46:31.291526 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-21afc1df-5f72-482f-bc56-f6776a05b2a6 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/floatingips/6406e978-736f-4de4-8108-a8987225ed2b HTTP/1.1" status: 200 len: 990 time: 0.0625632 Feb 17 18:46:31.320008 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea330d9-b37c-45b3-b006-e94e4b108f89 x-openstack-request-id: req-3ea330d9-b37c-45b3-b006-e94e4b108f89 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:46:31.320366 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8524931-8880-4ede-b691-c8492cfc0308", "tag": "3e0a0a24-f34a-4251-a5e9-b25a66f90dc3", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:46:31.321155 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3ea330d9-b37c-45b3-b006-e94e4b108f89 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:46:31.321155 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8524931-8880-4ede-b691-c8492cfc0308', 'tag': '3e0a0a24-f34a-4251-a5e9-b25a66f90dc3', 'status': 'completed', 'code': 200} Feb 17 18:46:31.381716 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73710c6e-30de-4123-aed1-af6772e2dc71 req-caa358f2-1fdb-46c9-9207-ba1e9a0c6e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:46:31.383208 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-73710c6e-30de-4123-aed1-af6772e2dc71 req-caa358f2-1fdb-46c9-9207-ba1e9a0c6e7d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a67d2b403e4f443c89be6362be401177&device_id=b8524931-8880-4ede-b691-c8492cfc0308 HTTP/1.1" status: 200 len: 1127 time: 0.0449471 Feb 17 18:46:31.451848 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-7b0cfccd-92ee-4ac7-b398-a28a3f12685d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c631ed-f7b2-4320-96de-9b5f0d5c97c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739348598', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '975cbeaa-2c5c-43e5-89ff-cfef7cb1a473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:46:15Z', 'updated_at': '2022-02-17T18:46:19Z', 'revision_number': 4, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': '975cbeaa-2c5c-43e5-89ff-cfef7cb1a473', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c631ed-f7b2-4320-96de-9b5f0d5c97c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:46:16Z', 'updated_at': '2022-02-17T18:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '6406e978-736f-4de4-8108-a8987225ed2b', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'floating_ip_address': '172.25.8.84', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '88c631ed-f7b2-4320-96de-9b5f0d5c97c8', 'port_id': '3e0a0a24-f34a-4251-a5e9-b25a66f90dc3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4274, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ef61870-5623-470c-80c7-9456b94ff834', 'mac_address': 'fa:16:3e:7a:15:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8524931-8880-4ede-b691-c8492cfc0308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:46:29Z', 'updated_at': '2022-02-17T18:46:29Z', 'revision_number': 0, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4656fa3-46b0-4990-aaea-e1671ed026e7', 'name': '', 'network_id': '0ef61870-5623-470c-80c7-9456b94ff834', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'mac_address': 'fa:16:3e:80:a4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c631ed-f7b2-4320-96de-9b5f0d5c97c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '2bdc7c71-99f3-48c1-937b-4dbd6617fbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:46:18Z', 'updated_at': '2022-02-17T18:46:22Z', 'revision_number': 5, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'subnets': [{'id': '2bdc7c71-99f3-48c1-937b-4dbd6617fbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:46:31.474262 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73710c6e-30de-4123-aed1-af6772e2dc71 req-6155c26e-9c66-44e1-8b2f-6fd118127936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:46:31.475732 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-73710c6e-30de-4123-aed1-af6772e2dc71 req-6155c26e-9c66-44e1-8b2f-6fd118127936 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0ef61870-5623-470c-80c7-9456b94ff834 HTTP/1.1" status: 200 len: 897 time: 0.0867376 Feb 17 18:46:31.478063 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0cfccd-92ee-4ac7-b398-a28a3f12685d None None] The sync data for ids ['88c631ed-f7b2-4320-96de-9b5f0d5c97c8'] in n-d-829613-2 is: [{'id': '88c631ed-f7b2-4320-96de-9b5f0d5c97c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739348598', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '975cbeaa-2c5c-43e5-89ff-cfef7cb1a473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:46:15Z', 'updated_at': '2022-02-17T18:46:19Z', 'revision_number': 4, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': '975cbeaa-2c5c-43e5-89ff-cfef7cb1a473', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c631ed-f7b2-4320-96de-9b5f0d5c97c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:46:16Z', 'updated_at': '2022-02-17T18:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '6406e978-736f-4de4-8108-a8987225ed2b', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'floating_ip_address': '172.25.8.84', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '88c631ed-f7b2-4320-96de-9b5f0d5c97c8', 'port_id': '3e0a0a24-f34a-4251-a5e9-b25a66f90dc3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4274, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ef61870-5623-470c-80c7-9456b94ff834', 'mac_address': 'fa:16:3e:7a:15:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8524931-8880-4ede-b691-c8492cfc0308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:46:29Z', 'updated_at': '2022-02-17T18:46:29Z', 'revision_number': 0, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4656fa3-46b0-4990-aaea-e1671ed026e7', 'name': '', 'network_id': '0ef61870-5623-470c-80c7-9456b94ff834', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'mac_address': 'fa:16:3e:80:a4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c631ed-f7b2-4320-96de-9b5f0d5c97c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '2bdc7c71-99f3-48c1-937b-4dbd6617fbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:46:18Z', 'updated_at': '2022-02-17T18:46:22Z', 'revision_number': 5, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'subnets': [{'id': '2bdc7c71-99f3-48c1-937b-4dbd6617fbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:46:31.695596 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b37ea1-5913-4928-8112-3f5f74e8e05b None None] New status for floating IP 6406e978-736f-4de4-8108-a8987225ed2b: ACTIVE {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 18:46:31.854090 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-73710c6e-30de-4123-aed1-af6772e2dc71 req-2191936b-4610-4bd4-8fab-d2114001ac0d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e0a0a24-f34a-4251-a5e9-b25a66f90dc3 HTTP/1.1" status: 200 len: 998 time: 0.3721671 Feb 17 18:46:31.902190 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73710c6e-30de-4123-aed1-af6772e2dc71 req-4af19a20-8819-48a6-a494-6053178224ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:46:31.904093 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-73710c6e-30de-4123-aed1-af6772e2dc71 req-4af19a20-8819-48a6-a494-6053178224ea service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2bdc7c71-99f3-48c1-937b-4dbd6617fbee HTTP/1.1" status: 200 len: 835 time: 0.0446668 Feb 17 18:46:31.956129 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73710c6e-30de-4123-aed1-af6772e2dc71 req-1cc04ff9-c0e5-491f-9fca-5eaede1ce1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:46:31.958217 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-73710c6e-30de-4123-aed1-af6772e2dc71 req-1cc04ff9-c0e5-491f-9fca-5eaede1ce1c1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0ef61870-5623-470c-80c7-9456b94ff834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483153 Feb 17 18:46:32.047258 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-73710c6e-30de-4123-aed1-af6772e2dc71 req-bec08ca9-9ab3-46ae-9d37-e9b9eeb5153e service neutron] 10.222.0.71 "GET /v2.0/networks/0ef61870-5623-470c-80c7-9456b94ff834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825408 Feb 17 18:46:32.139212 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-73710c6e-30de-4123-aed1-af6772e2dc71 req-8b4b971a-60c3-434d-b35d-8cff24de4e59 service neutron] 10.222.0.71 "GET /v2.0/networks/0ef61870-5623-470c-80c7-9456b94ff834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856762 Feb 17 18:46:32.295244 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42254) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:46:32.356326 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-eb4f5fbb-b86e-4062-8494-56785c81c736 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/floatingips/6406e978-736f-4de4-8108-a8987225ed2b HTTP/1.1" status: 200 len: 992 time: 0.0596247 Feb 17 18:46:33.113226 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-60957d3f-82ab-42f0-a559-e696d6d58807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:35.567141 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-53217315-b852-4c2f-bcb2-e04c47a8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:37.010676 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:38.216742 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:39.297742 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:40.894234 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:46:49.682560 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:46:50.409924 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:01.007150 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-6e66fff0-f5bb-4e8d-bc1e-0bb24b6b45b5 req-f7dbd030-060a-4a73-9a77-bea1d4ecd372 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 18:47:01.008149 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6e66fff0-f5bb-4e8d-bc1e-0bb24b6b45b5 req-f7dbd030-060a-4a73-9a77-bea1d4ecd372 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056102 Feb 17 18:47:01.187197 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ed23c-1ab1-434d-a335-c67484eabbe7 req-548208e9-b978-4f81-8ce1-3a918a6e3908 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:01.188417 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42272) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:47:01.188927 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f2ed23c-1ab1-434d-a335-c67484eabbe7 req-548208e9-b978-4f81-8ce1-3a918a6e3908 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8524931-8880-4ede-b691-c8492cfc0308 HTTP/1.1" status: 200 len: 945 time: 0.0533345 Feb 17 18:47:01.239170 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f2ed23c-1ab1-434d-a335-c67484eabbe7 req-2c7ac86e-ab7e-4b05-b024-9dd7e4898747 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=2bbb2f76-7c7b-4dcc-85cc-d363998f9c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441682 Feb 17 18:47:01.273236 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-7a9bf340-1058-4eac-9e62-cb6bbadd6909 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b8524931-8880-4ede-b691-c8492cfc0308&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0836506 Feb 17 18:47:01.283445 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-f4ee8b70-1865-494a-9905-4b9bc1cb68de service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 18:47:01.283445 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-f4ee8b70-1865-494a-9905-4b9bc1cb68de service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056324 Feb 17 18:47:01.663757 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-a14119e3-d292-4c55-a031-c54e78d18a63 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:01.665137 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-a14119e3-d292-4c55-a031-c54e78d18a63 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports/3e0a0a24-f34a-4251-a5e9-b25a66f90dc3 HTTP/1.1" status: 200 len: 942 time: 0.0990069 Feb 17 18:47:02.357466 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2d9fc-495b-4bee-8f67-c95da2666d3c req-1a199d74-70dc-4b5b-89f3-c8d144021dbe tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:02.358927 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eee2d9fc-495b-4bee-8f67-c95da2666d3c req-1a199d74-70dc-4b5b-89f3-c8d144021dbe tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8524931-8880-4ede-b691-c8492cfc0308 HTTP/1.1" status: 200 len: 945 time: 0.0518994 Feb 17 18:47:02.406784 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eee2d9fc-495b-4bee-8f67-c95da2666d3c req-f2f6b846-0f67-45e9-8ef0-a5219acc1bdb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=2bbb2f76-7c7b-4dcc-85cc-d363998f9c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423217 Feb 17 18:47:02.491344 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-c1e1c1af-734f-4239-8c03-59d19c0e72af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:02.492874 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-c1e1c1af-734f-4239-8c03-59d19c0e72af service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a67d2b403e4f443c89be6362be401177&device_id=b8524931-8880-4ede-b691-c8492cfc0308 HTTP/1.1" status: 200 len: 1127 time: 0.0439258 Feb 17 18:47:02.590247 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-c0ec82d9-6eea-4b9c-9c4d-d73dea7ca73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:02.591615 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-c0ec82d9-6eea-4b9c-9c4d-d73dea7ca73b service neutron] 10.222.0.71 "GET /v2.0/networks?id=0ef61870-5623-470c-80c7-9456b94ff834 HTTP/1.1" status: 200 len: 897 time: 0.0878093 Feb 17 18:47:02.659038 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-da4492ec-3dca-40c3-b7de-b389431eab45 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e0a0a24-f34a-4251-a5e9-b25a66f90dc3 HTTP/1.1" status: 200 len: 1000 time: 0.0604939 Feb 17 18:47:02.720873 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-f7737c8b-11a0-4d8d-bdbe-2d44bf319360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:02.722341 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-f7737c8b-11a0-4d8d-bdbe-2d44bf319360 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2bdc7c71-99f3-48c1-937b-4dbd6617fbee HTTP/1.1" status: 200 len: 835 time: 0.0569150 Feb 17 18:47:02.770956 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-b0149828-edbd-48a4-a656-cf3bebdd0a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:02.772738 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-b0149828-edbd-48a4-a656-cf3bebdd0a42 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0ef61870-5623-470c-80c7-9456b94ff834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439553 Feb 17 18:47:02.782544 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-ee298b9a-56ab-4620-9640-052ffb0b211d service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 18:47:02.783495 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-ee298b9a-56ab-4620-9640-052ffb0b211d service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048411 Feb 17 18:47:02.879126 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-1420a99a-e1a7-4ee3-8fef-6ff0eac40511 service neutron] 10.222.0.71 "GET /v2.0/networks/0ef61870-5623-470c-80c7-9456b94ff834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893326 Feb 17 18:47:02.969796 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-b7f92e55-8e20-49a7-b7ee-e647120bf18c service neutron] 10.222.0.71 "GET /v2.0/networks/0ef61870-5623-470c-80c7-9456b94ff834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835752 Feb 17 18:47:03.114447 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3a9ec94e-6a0d-4f4d-9ff9-17882c045c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:03.529615 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41092e2b-458c-4a14-bac4-eb0be7896c4f req-21d115d5-a54b-426d-a485-165f84fbc0f7 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:03.531084 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-41092e2b-458c-4a14-bac4-eb0be7896c4f req-21d115d5-a54b-426d-a485-165f84fbc0f7 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8524931-8880-4ede-b691-c8492cfc0308 HTTP/1.1" status: 200 len: 945 time: 0.0550203 Feb 17 18:47:03.580363 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-41092e2b-458c-4a14-bac4-eb0be7896c4f req-bd0bcf86-194c-429d-b64e-f5d08fd92bee tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=2bbb2f76-7c7b-4dcc-85cc-d363998f9c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430584 Feb 17 18:47:04.703354 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15138720-73e8-44f6-99ab-d8d5133005ad req-6f7f2231-376c-4567-8080-b84e753d1184 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:04.704865 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-15138720-73e8-44f6-99ab-d8d5133005ad req-6f7f2231-376c-4567-8080-b84e753d1184 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8524931-8880-4ede-b691-c8492cfc0308 HTTP/1.1" status: 200 len: 945 time: 0.0537753 Feb 17 18:47:04.753221 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-15138720-73e8-44f6-99ab-d8d5133005ad req-487e8c21-c5f1-40ee-9636-4eadae20b0bd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=2bbb2f76-7c7b-4dcc-85cc-d363998f9c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422490 Feb 17 18:47:05.568531 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-16e5f0be-2faf-4c93-9ac7-f1b02f571bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:05.876875 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a612ca3-689e-4730-9c7d-7b4e167f77de req-094bc4d4-4c37-4177-bef8-1a1f02572d4a tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:05.878565 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6a612ca3-689e-4730-9c7d-7b4e167f77de req-094bc4d4-4c37-4177-bef8-1a1f02572d4a tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8524931-8880-4ede-b691-c8492cfc0308 HTTP/1.1" status: 200 len: 945 time: 0.0571911 Feb 17 18:47:05.926202 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6a612ca3-689e-4730-9c7d-7b4e167f77de req-4daa07db-ee66-4561-8cf1-a8d16785ce35 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=2bbb2f76-7c7b-4dcc-85cc-d363998f9c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419278 Feb 17 18:47:07.009622 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:07.049462 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf2192b-d2e4-4539-af20-129fe72fb1f3 req-90d35a34-c600-441d-a8df-4cea38483563 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:07.050990 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-caf2192b-d2e4-4539-af20-129fe72fb1f3 req-90d35a34-c600-441d-a8df-4cea38483563 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8524931-8880-4ede-b691-c8492cfc0308 HTTP/1.1" status: 200 len: 945 time: 0.0534863 Feb 17 18:47:07.099734 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-caf2192b-d2e4-4539-af20-129fe72fb1f3 req-ad5944a5-cb3a-4bf7-8faf-f80c636487d4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=2bbb2f76-7c7b-4dcc-85cc-d363998f9c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430014 Feb 17 18:47:08.218183 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:08.220193 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb49cc-300d-454c-b611-7b02296e5fa7 req-c560918d-7382-4c3b-8091-faf0308846cd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:08.221724 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-65cb49cc-300d-454c-b611-7b02296e5fa7 req-c560918d-7382-4c3b-8091-faf0308846cd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8524931-8880-4ede-b691-c8492cfc0308 HTTP/1.1" status: 200 len: 945 time: 0.0535061 Feb 17 18:47:08.273914 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-65cb49cc-300d-454c-b611-7b02296e5fa7 req-fa1cc7f0-2b84-4c23-9eac-42d9c8f82bd6 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=2bbb2f76-7c7b-4dcc-85cc-d363998f9c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465753 Feb 17 18:47:09.304651 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:09.393962 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4df567-ba7a-4c5b-8fdd-057509357deb req-27ef1d0b-7ff1-4ae4-973c-5202bca5cae4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:09.395419 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5e4df567-ba7a-4c5b-8fdd-057509357deb req-27ef1d0b-7ff1-4ae4-973c-5202bca5cae4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8524931-8880-4ede-b691-c8492cfc0308 HTTP/1.1" status: 200 len: 945 time: 0.0520689 Feb 17 18:47:09.442622 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5e4df567-ba7a-4c5b-8fdd-057509357deb req-6a31c33a-831c-43c0-9afa-517cc9918fee tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=2bbb2f76-7c7b-4dcc-85cc-d363998f9c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416534 Feb 17 18:47:10.563952 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a099e6e-abc6-4c3c-9392-32928bd7122a req-0d0eee27-03b2-4dde-b056-98e42eed8d89 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:10.565506 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1a099e6e-abc6-4c3c-9392-32928bd7122a req-0d0eee27-03b2-4dde-b056-98e42eed8d89 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8524931-8880-4ede-b691-c8492cfc0308 HTTP/1.1" status: 200 len: 945 time: 0.0553830 Feb 17 18:47:10.613706 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1a099e6e-abc6-4c3c-9392-32928bd7122a req-6c4d807a-d823-470f-9511-b04f07eed723 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=2bbb2f76-7c7b-4dcc-85cc-d363998f9c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424776 Feb 17 18:47:11.737929 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0119522f-03ae-41cb-b152-e80eba0643e0 req-57b9953d-7220-4ba8-9f1b-e6892c616aa3 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:11.739367 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0119522f-03ae-41cb-b152-e80eba0643e0 req-57b9953d-7220-4ba8-9f1b-e6892c616aa3 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8524931-8880-4ede-b691-c8492cfc0308 HTTP/1.1" status: 200 len: 945 time: 0.0553670 Feb 17 18:47:11.786329 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0119522f-03ae-41cb-b152-e80eba0643e0 req-fe37fdeb-7a03-4a5c-b5a7-a0e02f22d565 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=2bbb2f76-7c7b-4dcc-85cc-d363998f9c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413766 Feb 17 18:47:12.905891 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bd20e-0584-4d3a-9330-ea638e594396 req-293ef945-6990-4ba7-b7a3-1f2981a64af1 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:12.907416 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e03bd20e-0584-4d3a-9330-ea638e594396 req-293ef945-6990-4ba7-b7a3-1f2981a64af1 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8524931-8880-4ede-b691-c8492cfc0308 HTTP/1.1" status: 200 len: 945 time: 0.0525489 Feb 17 18:47:12.956118 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e03bd20e-0584-4d3a-9330-ea638e594396 req-2ef98407-aec4-4a4e-b208-d800fc367502 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=2bbb2f76-7c7b-4dcc-85cc-d363998f9c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430143 Feb 17 18:47:14.073167 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769bfba-b4ed-4f36-8827-cbc6f29caf36 req-55d96f43-da35-467e-bcaf-5ef20988fc7b tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:14.074645 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d769bfba-b4ed-4f36-8827-cbc6f29caf36 req-55d96f43-da35-467e-bcaf-5ef20988fc7b tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8524931-8880-4ede-b691-c8492cfc0308 HTTP/1.1" status: 200 len: 945 time: 0.0523832 Feb 17 18:47:14.130501 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d769bfba-b4ed-4f36-8827-cbc6f29caf36 req-b532064b-c42f-402e-9b4d-db2fa4466fcf tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=2bbb2f76-7c7b-4dcc-85cc-d363998f9c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496569 Feb 17 18:47:14.880910 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-868f087e-d94c-44aa-9e1b-6f0750385d79 service neutron] show failed (client error): The resource could not be found. Feb 17 18:47:14.881951 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-868f087e-d94c-44aa-9e1b-6f0750385d79 service neutron] 10.222.0.71 "GET /v2.0/ports/3e0a0a24-f34a-4251-a5e9-b25a66f90dc3/bindings/n-h2-829613-2 HTTP/1.1" status: 404 len: 380 time: 0.0550983 Feb 17 18:47:15.121812 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-219fed44-0187-4eb5-b254-63a7d5b4dbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:15.123335 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-219fed44-0187-4eb5-b254-63a7d5b4dbf7 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b8524931-8880-4ede-b691-c8492cfc0308&tenant_id=a67d2b403e4f443c89be6362be401177 HTTP/1.1" status: 200 len: 1127 time: 0.0930037 Feb 17 18:47:15.133934 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-b32371c9-a27f-4c51-98a8-af836653f6a2 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 18:47:15.134874 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-b32371c9-a27f-4c51-98a8-af836653f6a2 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050135 Feb 17 18:47:15.145100 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-903fcf33-c31e-473e-ab2c-ffac54509a09 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-829613-2', 'device_owner': 'compute:nova'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:47:15.204690 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-903fcf33-c31e-473e-ab2c-ffac54509a09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3e0a0a24-f34a-4251-a5e9-b25a66f90dc3), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:15.251782 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ec4be-2242-4849-87d9-942b77edd474 req-10bfd449-5689-4ccc-bce3-c6515d1ee6a2 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:15.253590 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2e4ec4be-2242-4849-87d9-942b77edd474 req-10bfd449-5689-4ccc-bce3-c6515d1ee6a2 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8524931-8880-4ede-b691-c8492cfc0308 HTTP/1.1" status: 200 len: 945 time: 0.0528488 Feb 17 18:47:15.302779 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2e4ec4be-2242-4849-87d9-942b77edd474 req-9d350ff6-37d4-41fb-a716-4345293eea00 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=2bbb2f76-7c7b-4dcc-85cc-d363998f9c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434239 Feb 17 18:47:15.413100 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-903fcf33-c31e-473e-ab2c-ffac54509a09 service neutron] For port 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=3e0a0a24-f34a-4251-a5e9-b25a66f90dc3,segment=NetworkSegment(9a5ec238-2e53-4ec6-82ad-34c756f627d4),segment_id=9a5ec238-2e53-4ec6-82ad-34c756f627d4)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:47:15.453598 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-903fcf33-c31e-473e-ab2c-ffac54509a09 service neutron] For port 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:47:15.493183 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8524931-8880-4ede-b691-c8492cfc0308', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e0a0a24-f34a-4251-a5e9-b25a66f90dc3'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:47:15.495457 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d48f749-022e-4bb3-aa26-644728c2f1b9" -d '{"events": [{"server_uuid": "b8524931-8880-4ede-b691-c8492cfc0308", "name": "network-vif-unplugged", "status": "completed", "tag": "3e0a0a24-f34a-4251-a5e9-b25a66f90dc3"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:47:15.499292 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-903fcf33-c31e-473e-ab2c-ffac54509a09 service neutron] Publish callbacks [] for port (3e0a0a24-f34a-4251-a5e9-b25a66f90dc3), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:15.513207 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-903fcf33-c31e-473e-ab2c-ffac54509a09 service neutron] Transition to ACTIVE for port object 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 18:47:15.517312 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-903fcf33-c31e-473e-ab2c-ffac54509a09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (3e0a0a24-f34a-4251-a5e9-b25a66f90dc3), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:15.546181 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 18:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4897243a-2846-48cb-8bfb-88045562bac1 x-openstack-request-id: req-4897243a-2846-48cb-8bfb-88045562bac1 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:47:15.546480 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8524931-8880-4ede-b691-c8492cfc0308", "name": "network-vif-unplugged", "status": "completed", "tag": "3e0a0a24-f34a-4251-a5e9-b25a66f90dc3", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:47:15.546740 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4897243a-2846-48cb-8bfb-88045562bac1 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:47:15.547140 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8524931-8880-4ede-b691-c8492cfc0308', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e0a0a24-f34a-4251-a5e9-b25a66f90dc3', 'code': 200} Feb 17 18:47:15.598693 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903fcf33-c31e-473e-ab2c-ffac54509a09 service neutron] Pushing event updated for resources: {'Port': ['ID=3e0a0a24-f34a-4251-a5e9-b25a66f90dc3,revision_number=6']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:47:15.613737 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903fcf33-c31e-473e-ab2c-ffac54509a09 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:47:15.614099 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903fcf33-c31e-473e-ab2c-ffac54509a09 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:47:15.614450 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903fcf33-c31e-473e-ab2c-ffac54509a09 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:47:15.614798 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903fcf33-c31e-473e-ab2c-ffac54509a09 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:47:15.615145 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903fcf33-c31e-473e-ab2c-ffac54509a09 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:47:15.615489 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903fcf33-c31e-473e-ab2c-ffac54509a09 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:47:15.615821 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903fcf33-c31e-473e-ab2c-ffac54509a09 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:47:15.616157 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903fcf33-c31e-473e-ab2c-ffac54509a09 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:47:15.616515 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903fcf33-c31e-473e-ab2c-ffac54509a09 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:47:15.616852 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903fcf33-c31e-473e-ab2c-ffac54509a09 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:47:15.617183 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903fcf33-c31e-473e-ab2c-ffac54509a09 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:47:15.617515 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903fcf33-c31e-473e-ab2c-ffac54509a09 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:47:15.617847 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903fcf33-c31e-473e-ab2c-ffac54509a09 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:47:15.656011 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-903fcf33-c31e-473e-ab2c-ffac54509a09 service neutron] No DVR routers for this DVR port 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3 on host n-h1-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:47:15.800022 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-903fcf33-c31e-473e-ab2c-ffac54509a09 service neutron] Attempting to bind port 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3 on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:47:15.800392 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-903fcf33-c31e-473e-ab2c-ffac54509a09 service neutron] Attempting to bind port 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3 by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': '9a5ec238-2e53-4ec6-82ad-34c756f627d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0ef61870-5623-470c-80c7-9456b94ff834'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:47:15.800720 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-903fcf33-c31e-473e-ab2c-ffac54509a09 service neutron] Attempting to bind port 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3 on network 0ef61870-5623-470c-80c7-9456b94ff834 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:47:15.804908 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-903fcf33-c31e-473e-ab2c-ffac54509a09 service neutron] Port 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3 on network 0ef61870-5623-470c-80c7-9456b94ff834 not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:47:15.805226 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-903fcf33-c31e-473e-ab2c-ffac54509a09 service neutron] Attempting to bind port 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3 on network 0ef61870-5623-470c-80c7-9456b94ff834 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:47:15.809906 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-903fcf33-c31e-473e-ab2c-ffac54509a09 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:47:15.810240 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-903fcf33-c31e-473e-ab2c-ffac54509a09 service neutron] Checking segment: {'id': '9a5ec238-2e53-4ec6-82ad-34c756f627d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0ef61870-5623-470c-80c7-9456b94ff834'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:47:15.810627 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-903fcf33-c31e-473e-ab2c-ffac54509a09 service neutron] Bound using segment: {'id': '9a5ec238-2e53-4ec6-82ad-34c756f627d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0ef61870-5623-470c-80c7-9456b94ff834'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:47:15.811049 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-903fcf33-c31e-473e-ab2c-ffac54509a09 service neutron] Bound port: 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a5ec238-2e53-4ec6-82ad-34c756f627d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0ef61870-5623-470c-80c7-9456b94ff834'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:47:15.811397 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-903fcf33-c31e-473e-ab2c-ffac54509a09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3e0a0a24-f34a-4251-a5e9-b25a66f90dc3), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:15.871194 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-903fcf33-c31e-473e-ab2c-ffac54509a09 service neutron] For port 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:47:15.874047 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-903fcf33-c31e-473e-ab2c-ffac54509a09 service neutron] For port 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=3e0a0a24-f34a-4251-a5e9-b25a66f90dc3,segment=NetworkSegment(9a5ec238-2e53-4ec6-82ad-34c756f627d4),segment_id=9a5ec238-2e53-4ec6-82ad-34c756f627d4)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:47:15.881781 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-903fcf33-c31e-473e-ab2c-ffac54509a09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (3e0a0a24-f34a-4251-a5e9-b25a66f90dc3), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:15.915501 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-903fcf33-c31e-473e-ab2c-ffac54509a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:15.916149 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-903fcf33-c31e-473e-ab2c-ffac54509a09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:15.917543 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-903fcf33-c31e-473e-ab2c-ffac54509a09 service neutron] 10.222.0.91 "PUT /v2.0/ports/3e0a0a24-f34a-4251-a5e9-b25a66f90dc3 HTTP/1.1" status: 200 len: 1091 time: 0.7764609 Feb 17 18:47:15.938429 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903fcf33-c31e-473e-ab2c-ffac54509a09 service neutron] Pushing event updated for resources: {'Port': ['ID=3e0a0a24-f34a-4251-a5e9-b25a66f90dc3,revision_number=7']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:47:15.991358 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-1c5d4e29-3df6-4f6f-968c-3f6758877806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:15.992920 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-1c5d4e29-3df6-4f6f-968c-3f6758877806 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a67d2b403e4f443c89be6362be401177&device_id=b8524931-8880-4ede-b691-c8492cfc0308 HTTP/1.1" status: 200 len: 1125 time: 0.0516074 Feb 17 18:47:16.090335 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-fa316953-45c3-4e5d-b3c3-53199ebe6edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:16.091839 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-fa316953-45c3-4e5d-b3c3-53199ebe6edd service neutron] 10.222.0.91 "GET /v2.0/networks?id=0ef61870-5623-470c-80c7-9456b94ff834 HTTP/1.1" status: 200 len: 897 time: 0.0930967 Feb 17 18:47:16.161138 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-a1cad976-2cf9-4224-a3cc-f911012f228f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e0a0a24-f34a-4251-a5e9-b25a66f90dc3 HTTP/1.1" status: 200 len: 998 time: 0.0626612 Feb 17 18:47:16.208484 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-7b5e0b64-b7aa-426c-a328-6e8ae92898e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:16.209963 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-7b5e0b64-b7aa-426c-a328-6e8ae92898e7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2bdc7c71-99f3-48c1-937b-4dbd6617fbee HTTP/1.1" status: 200 len: 835 time: 0.0429904 Feb 17 18:47:16.257893 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-08ec730b-6538-4b77-9f0f-b81c981f4c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:16.259373 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-08ec730b-6538-4b77-9f0f-b81c981f4c89 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0ef61870-5623-470c-80c7-9456b94ff834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436411 Feb 17 18:47:16.350319 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-542fc68a-0507-47ec-94af-113f736ac59c service neutron] 10.222.0.91 "GET /v2.0/networks/0ef61870-5623-470c-80c7-9456b94ff834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850313 Feb 17 18:47:16.426074 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118e681-aaae-4a32-81f4-abbaac2277ff req-423348c1-587d-4d41-9dcc-5781a50a21a3 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:16.427584 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c118e681-aaae-4a32-81f4-abbaac2277ff req-423348c1-587d-4d41-9dcc-5781a50a21a3 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8524931-8880-4ede-b691-c8492cfc0308 HTTP/1.1" status: 200 len: 943 time: 0.0534816 Feb 17 18:47:16.439027 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0a6f64a8-c0e7-41ed-a687-f1fdb3971347 req-71ddba43-7886-4384-9062-029b153dda59 service neutron] 10.222.0.91 "GET /v2.0/networks/0ef61870-5623-470c-80c7-9456b94ff834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818801 Feb 17 18:47:16.478750 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c118e681-aaae-4a32-81f4-abbaac2277ff req-6c2fc7f5-9101-4708-a51c-ec90b2a0d13d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=2bbb2f76-7c7b-4dcc-85cc-d363998f9c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455000 Feb 17 18:47:17.077277 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [req-1c9dd04f-e63c-4599-b3fa-f3b589352a1f req-6dc68fe4-3c5e-4dfb-ae33-317c8c45febc service neutron] (103434) timed out ('10.222.0.87', 38534) {{(pid=103434) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 18:47:17.547791 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8524931-8880-4ede-b691-c8492cfc0308', 'tag': '3e0a0a24-f34a-4251-a5e9-b25a66f90dc3'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:47:17.550804 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108338bb-fbe9-42c1-bb2e-e2004a45f92b" -d '{"events": [{"name": "network-changed", "server_uuid": "b8524931-8880-4ede-b691-c8492cfc0308", "tag": "3e0a0a24-f34a-4251-a5e9-b25a66f90dc3"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:47:17.604363 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e5d47-6e56-4fae-aed3-3366d8e3493c req-2971c47f-e863-48e8-a6d6-d50e7d0a05a4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:17.605849 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a14e5d47-6e56-4fae-aed3-3366d8e3493c req-2971c47f-e863-48e8-a6d6-d50e7d0a05a4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8524931-8880-4ede-b691-c8492cfc0308 HTTP/1.1" status: 200 len: 943 time: 0.0587602 Feb 17 18:47:17.629746 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3 details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:47:17.656396 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a14e5d47-6e56-4fae-aed3-3366d8e3493c req-66bd2b7e-3d57-44a8-a0b9-bca68f3c4636 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=2bbb2f76-7c7b-4dcc-85cc-d363998f9c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442736 Feb 17 18:47:17.715687 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d0fd3a-7c05-4d9d-9690-cf1d1d1c1bdb x-openstack-request-id: req-96d0fd3a-7c05-4d9d-9690-cf1d1d1c1bdb {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:47:17.716733 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8524931-8880-4ede-b691-c8492cfc0308", "tag": "3e0a0a24-f34a-4251-a5e9-b25a66f90dc3", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:47:17.716999 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-96d0fd3a-7c05-4d9d-9690-cf1d1d1c1bdb {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:47:17.717418 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8524931-8880-4ede-b691-c8492cfc0308', 'tag': '3e0a0a24-f34a-4251-a5e9-b25a66f90dc3', 'status': 'completed', 'code': 200} Feb 17 18:47:17.731720 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=3e0a0a24-f34a-4251-a5e9-b25a66f90dc3,segment=NetworkSegment(9a5ec238-2e53-4ec6-82ad-34c756f627d4),segment_id=9a5ec238-2e53-4ec6-82ad-34c756f627d4)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:47:17.742426 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '3e0a0a24-f34a-4251-a5e9-b25a66f90dc3', 'network_id': '0ef61870-5623-470c-80c7-9456b94ff834', 'port_id': '3e0a0a24-f34a-4251-a5e9-b25a66f90dc3', 'mac_address': 'fa:16:3e:7a:15:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bdc7c71-99f3-48c1-937b-4dbd6617fbee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:47:17.780096 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:47:17.780584 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3e0a0a24-f34a-4251-a5e9-b25a66f90dc3), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:17.794207 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:47:17.812069 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108338bb-fbe9-42c1-bb2e-e2004a45f92b req-02df5a8a-84e4-4db9-85a8-db761468b921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:17.813663 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-108338bb-fbe9-42c1-bb2e-e2004a45f92b req-02df5a8a-84e4-4db9-85a8-db761468b921 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a67d2b403e4f443c89be6362be401177&device_id=b8524931-8880-4ede-b691-c8492cfc0308 HTTP/1.1" status: 200 len: 1125 time: 0.0797262 Feb 17 18:47:17.814122 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=3e0a0a24-f34a-4251-a5e9-b25a66f90dc3,segment=NetworkSegment(9a5ec238-2e53-4ec6-82ad-34c756f627d4),segment_id=9a5ec238-2e53-4ec6-82ad-34c756f627d4)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:47:17.819044 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (3e0a0a24-f34a-4251-a5e9-b25a66f90dc3), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:17.819415 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108338bb-fbe9-42c1-bb2e-e2004a45f92b req-2f6f5b0f-67a7-4283-b701-9bea650c4d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:17.821647 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-108338bb-fbe9-42c1-bb2e-e2004a45f92b req-2f6f5b0f-67a7-4283-b701-9bea650c4d6d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a67d2b403e4f443c89be6362be401177&device_id=b8524931-8880-4ede-b691-c8492cfc0308 HTTP/1.1" status: 200 len: 1125 time: 0.0782306 Feb 17 18:47:17.868656 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=3e0a0a24-f34a-4251-a5e9-b25a66f90dc3,revision_number=8']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:47:17.877202 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:47:17.877915 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:47:17.878053 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:47:17.878756 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:47:17.880438 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:47:17.880865 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:47:17.881273 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:47:17.881619 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:47:17.881954 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:47:17.882287 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:47:17.882621 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:47:17.882950 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:47:17.883278 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:47:17.893744 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:47:17.981372 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108338bb-fbe9-42c1-bb2e-e2004a45f92b req-523d4e89-8fa0-4730-8562-6f97b0b5ea8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:17.982831 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-108338bb-fbe9-42c1-bb2e-e2004a45f92b req-523d4e89-8fa0-4730-8562-6f97b0b5ea8c service neutron] 10.222.0.91 "GET /v2.0/networks?id=0ef61870-5623-470c-80c7-9456b94ff834 HTTP/1.1" status: 200 len: 897 time: 0.1597660 Feb 17 18:47:17.985436 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108338bb-fbe9-42c1-bb2e-e2004a45f92b req-6bace54a-26ef-4aeb-877b-ce39290cea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:17.986745 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-108338bb-fbe9-42c1-bb2e-e2004a45f92b req-6bace54a-26ef-4aeb-877b-ce39290cea16 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0ef61870-5623-470c-80c7-9456b94ff834 HTTP/1.1" status: 200 len: 897 time: 0.1549189 Feb 17 18:47:18.078481 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['3e0a0a24-f34a-4251-a5e9-b25a66f90dc3'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:47:18.096476 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-108338bb-fbe9-42c1-bb2e-e2004a45f92b req-ce935b2f-b839-40fe-becf-e5a86b2b267d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e0a0a24-f34a-4251-a5e9-b25a66f90dc3 HTTP/1.1" status: 200 len: 999 time: 0.1074991 Feb 17 18:47:18.098283 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-108338bb-fbe9-42c1-bb2e-e2004a45f92b req-cd998cee-c4f5-46d3-a8b9-eae94a9044f1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e0a0a24-f34a-4251-a5e9-b25a66f90dc3 HTTP/1.1" status: 200 len: 999 time: 0.1030252 Feb 17 18:47:18.180204 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108338bb-fbe9-42c1-bb2e-e2004a45f92b req-af89bb05-41f7-4a99-a905-2dcadfee8a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:18.181683 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-108338bb-fbe9-42c1-bb2e-e2004a45f92b req-af89bb05-41f7-4a99-a905-2dcadfee8a7f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2bdc7c71-99f3-48c1-937b-4dbd6617fbee HTTP/1.1" status: 200 len: 835 time: 0.0790424 Feb 17 18:47:18.183310 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108338bb-fbe9-42c1-bb2e-e2004a45f92b req-acbc587a-f084-45f3-a769-1025a0ddd72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:18.184656 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-108338bb-fbe9-42c1-bb2e-e2004a45f92b req-acbc587a-f084-45f3-a769-1025a0ddd72a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2bdc7c71-99f3-48c1-937b-4dbd6617fbee HTTP/1.1" status: 200 len: 835 time: 0.0747783 Feb 17 18:47:18.262161 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108338bb-fbe9-42c1-bb2e-e2004a45f92b req-86793836-ff83-4221-9b84-8cfc51686cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:18.263686 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-108338bb-fbe9-42c1-bb2e-e2004a45f92b req-86793836-ff83-4221-9b84-8cfc51686cce service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0ef61870-5623-470c-80c7-9456b94ff834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0761480 Feb 17 18:47:18.265797 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108338bb-fbe9-42c1-bb2e-e2004a45f92b req-66ea0df7-5749-43d9-a407-e08635b204e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:18.267652 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-108338bb-fbe9-42c1-bb2e-e2004a45f92b req-66ea0df7-5749-43d9-a407-e08635b204e5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0ef61870-5623-470c-80c7-9456b94ff834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0721242 Feb 17 18:47:18.420182 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-108338bb-fbe9-42c1-bb2e-e2004a45f92b req-a72e4f98-5d14-4e3d-84c1-f474b166471e service neutron] 10.222.0.91 "GET /v2.0/networks/0ef61870-5623-470c-80c7-9456b94ff834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501627 Feb 17 18:47:18.421905 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-108338bb-fbe9-42c1-bb2e-e2004a45f92b req-78d88f90-e688-4cf1-95f3-b8fa82b52aa8 service neutron] 10.222.0.71 "GET /v2.0/networks/0ef61870-5623-470c-80c7-9456b94ff834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449146 Feb 17 18:47:18.580689 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-108338bb-fbe9-42c1-bb2e-e2004a45f92b req-04d96065-4abe-4414-bd55-f69cc67d41ec service neutron] 10.222.0.91 "GET /v2.0/networks/0ef61870-5623-470c-80c7-9456b94ff834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543000 Feb 17 18:47:18.582599 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-108338bb-fbe9-42c1-bb2e-e2004a45f92b req-c18e16f0-760b-4aef-9cb2-41afd795eab2 service neutron] 10.222.0.71 "GET /v2.0/networks/0ef61870-5623-470c-80c7-9456b94ff834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491287 Feb 17 18:47:18.776322 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688ae80-c6e5-4cab-80ed-63f65e50100b req-0dfb9679-e607-4a8d-a5ff-2943c145dbd7 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:18.777792 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3688ae80-c6e5-4cab-80ed-63f65e50100b req-0dfb9679-e607-4a8d-a5ff-2943c145dbd7 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8524931-8880-4ede-b691-c8492cfc0308 HTTP/1.1" status: 200 len: 944 time: 0.0518894 Feb 17 18:47:18.826198 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3688ae80-c6e5-4cab-80ed-63f65e50100b req-ab7cfd93-a5c2-4ff7-b3fb-8dd750a4183e tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=2bbb2f76-7c7b-4dcc-85cc-d363998f9c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423534 Feb 17 18:47:19.026026 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e1026-4b31-4134-8db3-4f88ca1d4e70 req-31c6db50-4a3b-44df-bbbf-854338390dc5 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:19.027542 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4b0e1026-4b31-4134-8db3-4f88ca1d4e70 req-31c6db50-4a3b-44df-bbbf-854338390dc5 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8524931-8880-4ede-b691-c8492cfc0308 HTTP/1.1" status: 200 len: 944 time: 0.0580063 Feb 17 18:47:19.031596 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb6e7c-5ce1-487d-a5cf-5a74efd9d21f req-feb4d02d-1b14-4cc0-8695-ead4cc421abf tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:19.033620 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-96eb6e7c-5ce1-487d-a5cf-5a74efd9d21f req-feb4d02d-1b14-4cc0-8695-ead4cc421abf tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8524931-8880-4ede-b691-c8492cfc0308&tenant_id=a67d2b403e4f443c89be6362be401177&binding%3Ahost_id=n-h2-829613-2 HTTP/1.1" status: 200 len: 944 time: 0.0571160 Feb 17 18:47:19.076706 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4b0e1026-4b31-4134-8db3-4f88ca1d4e70 req-4326fabf-1fc2-4dfc-89a1-c647e684797c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=2bbb2f76-7c7b-4dcc-85cc-d363998f9c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428941 Feb 17 18:47:19.092848 n-d-829613-2 neutron-server[103434]: INFO neutron.api.v2.resource [req-96eb6e7c-5ce1-487d-a5cf-5a74efd9d21f req-56693733-9bb2-43a5-b3b6-725fe8b2f934 service neutron] delete failed (client error): The resource could not be found. Feb 17 18:47:19.093875 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-96eb6e7c-5ce1-487d-a5cf-5a74efd9d21f req-56693733-9bb2-43a5-b3b6-725fe8b2f934 service neutron] 10.222.0.71 "DELETE /v2.0/ports/3e0a0a24-f34a-4251-a5e9-b25a66f90dc3/bindings/n-h1-829613-2 HTTP/1.1" status: 404 len: 380 time: 0.0535967 Feb 17 18:47:19.183870 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb6e7c-5ce1-487d-a5cf-5a74efd9d21f req-846498ed-d992-42f1-8595-15d19588afc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:19.185427 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-96eb6e7c-5ce1-487d-a5cf-5a74efd9d21f req-846498ed-d992-42f1-8595-15d19588afc8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a67d2b403e4f443c89be6362be401177&device_id=b8524931-8880-4ede-b691-c8492cfc0308 HTTP/1.1" status: 200 len: 1126 time: 0.0466292 Feb 17 18:47:19.194290 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d67d4d3-1451-430d-b2a6-ed1d5e9e13dd req-fa512027-0383-4776-8ef4-b0943a501331 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:19.195788 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d67d4d3-1451-430d-b2a6-ed1d5e9e13dd req-fa512027-0383-4776-8ef4-b0943a501331 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8524931-8880-4ede-b691-c8492cfc0308 HTTP/1.1" status: 200 len: 944 time: 0.0521779 Feb 17 18:47:19.244684 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d67d4d3-1451-430d-b2a6-ed1d5e9e13dd req-32a9ebc4-31b7-4055-9ac1-fb08581a92f6 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=2bbb2f76-7c7b-4dcc-85cc-d363998f9c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431654 Feb 17 18:47:19.278780 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb6e7c-5ce1-487d-a5cf-5a74efd9d21f req-de54fd18-8985-4765-b55e-67ce0e83d5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:19.280273 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-96eb6e7c-5ce1-487d-a5cf-5a74efd9d21f req-de54fd18-8985-4765-b55e-67ce0e83d5d1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0ef61870-5623-470c-80c7-9456b94ff834 HTTP/1.1" status: 200 len: 897 time: 0.0894833 Feb 17 18:47:19.342297 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-96eb6e7c-5ce1-487d-a5cf-5a74efd9d21f req-ada3c9d9-8a3d-4b0b-99d8-cd8998b402c4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e0a0a24-f34a-4251-a5e9-b25a66f90dc3 HTTP/1.1" status: 200 len: 999 time: 0.0548139 Feb 17 18:47:19.393309 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb6e7c-5ce1-487d-a5cf-5a74efd9d21f req-c1b7a519-972b-42e7-b786-1535a7b9a07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:19.394730 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-96eb6e7c-5ce1-487d-a5cf-5a74efd9d21f req-c1b7a519-972b-42e7-b786-1535a7b9a07d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2bdc7c71-99f3-48c1-937b-4dbd6617fbee HTTP/1.1" status: 200 len: 835 time: 0.0457404 Feb 17 18:47:19.441424 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb6e7c-5ce1-487d-a5cf-5a74efd9d21f req-189575dd-84ef-4ed2-b668-970ab7e8237f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:19.442897 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-96eb6e7c-5ce1-487d-a5cf-5a74efd9d21f req-189575dd-84ef-4ed2-b668-970ab7e8237f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0ef61870-5623-470c-80c7-9456b94ff834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0427012 Feb 17 18:47:19.532756 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-96eb6e7c-5ce1-487d-a5cf-5a74efd9d21f req-8e31c619-58fd-4246-a99f-76e6d717da25 service neutron] 10.222.0.71 "GET /v2.0/networks/0ef61870-5623-470c-80c7-9456b94ff834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837009 Feb 17 18:47:19.574693 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:47:19.613664 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] The host n-h1-829613-2 is not matching for port 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3 host n-h2-829613-2! {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 17 18:47:19.614332 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:47:19.617694 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-96eb6e7c-5ce1-487d-a5cf-5a74efd9d21f req-59c570f7-79ce-4822-ae5c-a0f6e885fab8 service neutron] 10.222.0.71 "GET /v2.0/networks/0ef61870-5623-470c-80c7-9456b94ff834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793717 Feb 17 18:47:19.637788 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3 up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:47:19.687297 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:19.699682 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 18:47:19.703875 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:47:19.704947 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (3e0a0a24-f34a-4251-a5e9-b25a66f90dc3), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:19.938318 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:47:19.939305 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3e0a0a24-f34a-4251-a5e9-b25a66f90dc3), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:19.966147 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8524931-8880-4ede-b691-c8492cfc0308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e0a0a24-f34a-4251-a5e9-b25a66f90dc3'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:47:19.968620 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a58b36eb5214be741a58d8f0f454d70cefb3ebdc097f6d2df64ce05b1b6ee80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83471c9-9eec-45c7-ac46-b70e32ba5375" -d '{"events": [{"server_uuid": "b8524931-8880-4ede-b691-c8492cfc0308", "name": "network-vif-plugged", "status": "completed", "tag": "3e0a0a24-f34a-4251-a5e9-b25a66f90dc3"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:47:19.981231 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=3e0a0a24-f34a-4251-a5e9-b25a66f90dc3,segment=NetworkSegment(9a5ec238-2e53-4ec6-82ad-34c756f627d4),segment_id=9a5ec238-2e53-4ec6-82ad-34c756f627d4)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:47:19.986641 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (3e0a0a24-f34a-4251-a5e9-b25a66f90dc3), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:20.012835 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2169cd-93c1-487d-80e5-72179c6bde53 x-openstack-request-id: req-1b2169cd-93c1-487d-80e5-72179c6bde53 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:47:20.013130 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8524931-8880-4ede-b691-c8492cfc0308", "name": "network-vif-plugged", "status": "completed", "tag": "3e0a0a24-f34a-4251-a5e9-b25a66f90dc3", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:47:20.013710 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1b2169cd-93c1-487d-80e5-72179c6bde53 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:47:20.015722 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8524931-8880-4ede-b691-c8492cfc0308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e0a0a24-f34a-4251-a5e9-b25a66f90dc3', 'code': 200} Feb 17 18:47:20.039037 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=3e0a0a24-f34a-4251-a5e9-b25a66f90dc3,revision_number=9']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:47:20.363993 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbeb09c-2416-4868-92f7-8a71200fcfda req-52a15967-474c-473e-9b51-bbf2742394fa tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:20.365555 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1cbeb09c-2416-4868-92f7-8a71200fcfda req-52a15967-474c-473e-9b51-bbf2742394fa tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8524931-8880-4ede-b691-c8492cfc0308 HTTP/1.1" status: 200 len: 945 time: 0.0526328 Feb 17 18:47:20.419827 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1cbeb09c-2416-4868-92f7-8a71200fcfda req-f43b40c9-2e70-4669-8f2b-39a298601fe3 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=2bbb2f76-7c7b-4dcc-85cc-d363998f9c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482635 Feb 17 18:47:20.433713 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:20.443306 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42352) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:47:20.505940 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-df540e2a-5129-49f8-8795-b12cd911b76b tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/floatingips/6406e978-736f-4de4-8108-a8987225ed2b HTTP/1.1" status: 200 len: 992 time: 0.0614564 Feb 17 18:47:22.355987 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d1a08e6f-46dc-4399-84f7-39fa85af2a05 req-2896cc86-c0bd-4d7e-a944-a0755c31eb6e service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b8524931-8880-4ede-b691-c8492cfc0308&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428486 Feb 17 18:47:22.443891 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a08e6f-46dc-4399-84f7-39fa85af2a05 req-f6d03a0d-787e-4877-affd-d2b3095baea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:22.445445 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d1a08e6f-46dc-4399-84f7-39fa85af2a05 req-f6d03a0d-787e-4877-affd-d2b3095baea7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a67d2b403e4f443c89be6362be401177&device_id=b8524931-8880-4ede-b691-c8492cfc0308 HTTP/1.1" status: 200 len: 1127 time: 0.0478551 Feb 17 18:47:22.552734 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a08e6f-46dc-4399-84f7-39fa85af2a05 req-f0b23e7c-6c06-40d1-829c-285dc1fab1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:22.554546 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d1a08e6f-46dc-4399-84f7-39fa85af2a05 req-f0b23e7c-6c06-40d1-829c-285dc1fab1a0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0ef61870-5623-470c-80c7-9456b94ff834 HTTP/1.1" status: 200 len: 897 time: 0.0906107 Feb 17 18:47:22.618535 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d1a08e6f-46dc-4399-84f7-39fa85af2a05 req-a9c767a3-978d-4cb1-ae00-79a14b4edb00 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e0a0a24-f34a-4251-a5e9-b25a66f90dc3 HTTP/1.1" status: 200 len: 1000 time: 0.0575073 Feb 17 18:47:22.664748 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a08e6f-46dc-4399-84f7-39fa85af2a05 req-c4da964f-18fc-4190-89f8-c642bfdfa827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:22.666133 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d1a08e6f-46dc-4399-84f7-39fa85af2a05 req-c4da964f-18fc-4190-89f8-c642bfdfa827 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2bdc7c71-99f3-48c1-937b-4dbd6617fbee HTTP/1.1" status: 200 len: 835 time: 0.0420310 Feb 17 18:47:23.011563 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a08e6f-46dc-4399-84f7-39fa85af2a05 req-cdf7442d-bdbc-48e3-9813-690684cf5e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:23.013113 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d1a08e6f-46dc-4399-84f7-39fa85af2a05 req-cdf7442d-bdbc-48e3-9813-690684cf5e1b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0ef61870-5623-470c-80c7-9456b94ff834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3418007 Feb 17 18:47:23.098774 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d1a08e6f-46dc-4399-84f7-39fa85af2a05 req-de71306c-f8a4-4342-99d4-c2358340a8c5 service neutron] 10.222.0.91 "GET /v2.0/networks/0ef61870-5623-470c-80c7-9456b94ff834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794804 Feb 17 18:47:23.186375 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d1a08e6f-46dc-4399-84f7-39fa85af2a05 req-0c12c753-a618-410d-be19-ec54500ef306 service neutron] 10.222.0.91 "GET /v2.0/networks/0ef61870-5623-470c-80c7-9456b94ff834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818355 Feb 17 18:47:33.116320 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e3490898-9fe7-43ec-9547-fcbbd80005b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:35.571301 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-72a33d0f-773b-41af-9895-fe24a89f481e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:37.009661 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:38.221421 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:39.298764 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:48.837514 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42362) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:47:48.997709 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-4db89326-deb7-4043-b7f5-de6df858e5ca tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Deleting port e819e1fb-98ed-46c2-af16-ff0931dd346c {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:47:48.998235 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4db89326-deb7-4043-b7f5-de6df858e5ca tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (e819e1fb-98ed-46c2-af16-ff0931dd346c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:49.076741 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4db89326-deb7-4043-b7f5-de6df858e5ca tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (e819e1fb-98ed-46c2-af16-ff0931dd346c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:49.077070 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4db89326-deb7-4043-b7f5-de6df858e5ca tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for floatingip (e819e1fb-98ed-46c2-af16-ff0931dd346c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:49.089256 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-4db89326-deb7-4043-b7f5-de6df858e5ca tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Calling delete_port for e819e1fb-98ed-46c2-af16-ff0931dd346c owned by network:floatingip {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:47:49.231108 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4db89326-deb7-4043-b7f5-de6df858e5ca tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (e819e1fb-98ed-46c2-af16-ff0931dd346c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:49.264816 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db89326-deb7-4043-b7f5-de6df858e5ca tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event deleted for resources: {'Port': ['ID=e819e1fb-98ed-46c2-af16-ff0931dd346c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:47:49.320548 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4db89326-deb7-4043-b7f5-de6df858e5ca tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for floatingip (6406e978-736f-4de4-8108-a8987225ed2b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:49.320933 n-d-829613-2 neutron-server[103434]: INFO neutron.db.l3_db [None req-4db89326-deb7-4043-b7f5-de6df858e5ca tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Floating IP 6406e978-736f-4de4-8108-a8987225ed2b disassociated (deleted). External IP: 172.25.8.84, port: 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3. Feb 17 18:47:49.535294 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db89326-deb7-4043-b7f5-de6df858e5ca tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Router 88c631ed-f7b2-4320-96de-9b5f0d5c97c8 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:47:49.643475 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db89326-deb7-4043-b7f5-de6df858e5ca tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:47:49.648362 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4db89326-deb7-4043-b7f5-de6df858e5ca tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:49.653211 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9134e0-74b9-41de-9ece-e82003e9a89d None None] Sync routers for ids ['88c631ed-f7b2-4320-96de-9b5f0d5c97c8'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:47:49.662513 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9134e0-74b9-41de-9ece-e82003e9a89d None None] Routers {'88c631ed-f7b2-4320-96de-9b5f0d5c97c8'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:47:49.663234 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-bf9134e0-74b9-41de-9ece-e82003e9a89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:47:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['88c631ed-f7b2-4320-96de-9b5f0d5c97c8'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:47:49.676815 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4db89326-deb7-4043-b7f5-de6df858e5ca tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "DELETE /v2.0/floatingips/6406e978-736f-4de4-8108-a8987225ed2b HTTP/1.1" status: 204 len: 168 time: 0.8382118 Feb 17 18:47:49.677897 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8524931-8880-4ede-b691-c8492cfc0308', 'tag': '3e0a0a24-f34a-4251-a5e9-b25a66f90dc3'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:47:49.681089 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cdb9f15-90d9-46b9-8036-1bf48514f8c9" -d '{"events": [{"name": "network-changed", "server_uuid": "b8524931-8880-4ede-b691-c8492cfc0308", "tag": "3e0a0a24-f34a-4251-a5e9-b25a66f90dc3"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:47:49.708612 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:49.849760 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e400c67-58b7-45bd-9052-e2be4a05818e x-openstack-request-id: req-3e400c67-58b7-45bd-9052-e2be4a05818e {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:47:49.850264 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8524931-8880-4ede-b691-c8492cfc0308", "tag": "3e0a0a24-f34a-4251-a5e9-b25a66f90dc3", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:47:49.850362 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3e400c67-58b7-45bd-9052-e2be4a05818e {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:47:49.850720 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8524931-8880-4ede-b691-c8492cfc0308', 'tag': '3e0a0a24-f34a-4251-a5e9-b25a66f90dc3', 'status': 'completed', 'code': 200} Feb 17 18:47:49.878811 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-bf9134e0-74b9-41de-9ece-e82003e9a89d None None] Set router 88c631ed-f7b2-4320-96de-9b5f0d5c97c8 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:47:49.923798 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb9f15-90d9-46b9-8036-1bf48514f8c9 req-3d9f96b4-4aba-4409-90ef-12629b944b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:49.925653 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1cdb9f15-90d9-46b9-8036-1bf48514f8c9 req-3d9f96b4-4aba-4409-90ef-12629b944b9e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a67d2b403e4f443c89be6362be401177&device_id=b8524931-8880-4ede-b691-c8492cfc0308 HTTP/1.1" status: 200 len: 1127 time: 0.0534365 Feb 17 18:47:49.948852 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a490994-ba11-4ac8-8bb3-90adfd38a20d req-c4cb62cb-e4af-40b5-bfe7-93da6c641e6c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:49.951012 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1a490994-ba11-4ac8-8bb3-90adfd38a20d req-c4cb62cb-e4af-40b5-bfe7-93da6c641e6c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8524931-8880-4ede-b691-c8492cfc0308 HTTP/1.1" status: 200 len: 945 time: 0.0546706 Feb 17 18:47:50.004634 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1a490994-ba11-4ac8-8bb3-90adfd38a20d req-ff8e0335-7edb-4cb9-bc81-0c96b5a02a97 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=2bbb2f76-7c7b-4dcc-85cc-d363998f9c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469694 Feb 17 18:47:50.026743 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb9f15-90d9-46b9-8036-1bf48514f8c9 req-071c09af-fd5e-4bdc-854a-99ae83daa35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:50.028299 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1cdb9f15-90d9-46b9-8036-1bf48514f8c9 req-071c09af-fd5e-4bdc-854a-99ae83daa35c service neutron] 10.222.0.91 "GET /v2.0/networks?id=0ef61870-5623-470c-80c7-9456b94ff834 HTTP/1.1" status: 200 len: 897 time: 0.0964091 Feb 17 18:47:50.069620 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1cdb9f15-90d9-46b9-8036-1bf48514f8c9 req-16f363fc-781b-4299-b65f-0312849e5aad service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e0a0a24-f34a-4251-a5e9-b25a66f90dc3 HTTP/1.1" status: 200 len: 217 time: 0.0351036 Feb 17 18:47:50.086612 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-bf9134e0-74b9-41de-9ece-e82003e9a89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c631ed-f7b2-4320-96de-9b5f0d5c97c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739348598', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '975cbeaa-2c5c-43e5-89ff-cfef7cb1a473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:46:15Z', 'updated_at': '2022-02-17T18:46:19Z', 'revision_number': 4, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': '975cbeaa-2c5c-43e5-89ff-cfef7cb1a473', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c631ed-f7b2-4320-96de-9b5f0d5c97c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:46:16Z', 'updated_at': '2022-02-17T18:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'c4656fa3-46b0-4990-aaea-e1671ed026e7', 'name': '', 'network_id': '0ef61870-5623-470c-80c7-9456b94ff834', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'mac_address': 'fa:16:3e:80:a4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c631ed-f7b2-4320-96de-9b5f0d5c97c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '2bdc7c71-99f3-48c1-937b-4dbd6617fbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:46:18Z', 'updated_at': '2022-02-17T18:46:22Z', 'revision_number': 5, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'subnets': [{'id': '2bdc7c71-99f3-48c1-937b-4dbd6617fbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:47:50.112839 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9134e0-74b9-41de-9ece-e82003e9a89d None None] Checking router: 88c631ed-f7b2-4320-96de-9b5f0d5c97c8 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:47:50.118650 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb9f15-90d9-46b9-8036-1bf48514f8c9 req-db1e9225-97c1-4330-9dbc-688348857080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:50.120125 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1cdb9f15-90d9-46b9-8036-1bf48514f8c9 req-db1e9225-97c1-4330-9dbc-688348857080 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2bdc7c71-99f3-48c1-937b-4dbd6617fbee HTTP/1.1" status: 200 len: 835 time: 0.0436866 Feb 17 18:47:50.121628 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9134e0-74b9-41de-9ece-e82003e9a89d None None] Routers {'88c631ed-f7b2-4320-96de-9b5f0d5c97c8'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:47:50.122230 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-bf9134e0-74b9-41de-9ece-e82003e9a89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:47:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['88c631ed-f7b2-4320-96de-9b5f0d5c97c8'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:47:50.173775 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb9f15-90d9-46b9-8036-1bf48514f8c9 req-ea41eb5a-d5c3-44a7-8115-aef27cf891ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:50.175303 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1cdb9f15-90d9-46b9-8036-1bf48514f8c9 req-ea41eb5a-d5c3-44a7-8115-aef27cf891ea service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0ef61870-5623-470c-80c7-9456b94ff834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491545 Feb 17 18:47:50.229831 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-bf9134e0-74b9-41de-9ece-e82003e9a89d None None] Set router 88c631ed-f7b2-4320-96de-9b5f0d5c97c8 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:47:50.265516 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1cdb9f15-90d9-46b9-8036-1bf48514f8c9 req-e25f94fc-4400-4956-9083-a4061972748e service neutron] 10.222.0.91 "GET /v2.0/networks/0ef61870-5623-470c-80c7-9456b94ff834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827022 Feb 17 18:47:50.358874 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1cdb9f15-90d9-46b9-8036-1bf48514f8c9 req-71732c14-2d6c-4731-b564-d02337339908 service neutron] 10.222.0.91 "GET /v2.0/networks/0ef61870-5623-470c-80c7-9456b94ff834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866504 Feb 17 18:47:50.422978 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:50.428169 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-bf9134e0-74b9-41de-9ece-e82003e9a89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c631ed-f7b2-4320-96de-9b5f0d5c97c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739348598', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '975cbeaa-2c5c-43e5-89ff-cfef7cb1a473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:46:15Z', 'updated_at': '2022-02-17T18:46:19Z', 'revision_number': 4, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': '975cbeaa-2c5c-43e5-89ff-cfef7cb1a473', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c631ed-f7b2-4320-96de-9b5f0d5c97c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:46:16Z', 'updated_at': '2022-02-17T18:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'c4656fa3-46b0-4990-aaea-e1671ed026e7', 'name': '', 'network_id': '0ef61870-5623-470c-80c7-9456b94ff834', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'mac_address': 'fa:16:3e:80:a4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c631ed-f7b2-4320-96de-9b5f0d5c97c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '2bdc7c71-99f3-48c1-937b-4dbd6617fbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:46:18Z', 'updated_at': '2022-02-17T18:46:22Z', 'revision_number': 5, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'subnets': [{'id': '2bdc7c71-99f3-48c1-937b-4dbd6617fbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:47:50.453579 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9134e0-74b9-41de-9ece-e82003e9a89d None None] The sync data for ids ['88c631ed-f7b2-4320-96de-9b5f0d5c97c8'] in n-d-829613-2 is: [{'id': '88c631ed-f7b2-4320-96de-9b5f0d5c97c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739348598', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '975cbeaa-2c5c-43e5-89ff-cfef7cb1a473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:46:15Z', 'updated_at': '2022-02-17T18:46:19Z', 'revision_number': 4, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': '975cbeaa-2c5c-43e5-89ff-cfef7cb1a473', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c631ed-f7b2-4320-96de-9b5f0d5c97c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:46:16Z', 'updated_at': '2022-02-17T18:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'c4656fa3-46b0-4990-aaea-e1671ed026e7', 'name': '', 'network_id': '0ef61870-5623-470c-80c7-9456b94ff834', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'mac_address': 'fa:16:3e:80:a4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c631ed-f7b2-4320-96de-9b5f0d5c97c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '2bdc7c71-99f3-48c1-937b-4dbd6617fbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:46:18Z', 'updated_at': '2022-02-17T18:46:22Z', 'revision_number': 5, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'subnets': [{'id': '2bdc7c71-99f3-48c1-937b-4dbd6617fbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:47:50.675535 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca198572-1e4b-40e7-bd31-1e60cbb01239 None None] New status for floating IP 6406e978-736f-4de4-8108-a8987225ed2b: DOWN {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 18:47:51.122365 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9672df12-5eb5-4c31-93b4-6ad1678f30e2 req-c2fcdba8-be39-42ed-b59e-4603b4c6984c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:51.123854 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9672df12-5eb5-4c31-93b4-6ad1678f30e2 req-c2fcdba8-be39-42ed-b59e-4603b4c6984c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8524931-8880-4ede-b691-c8492cfc0308 HTTP/1.1" status: 200 len: 945 time: 0.0513322 Feb 17 18:47:51.173468 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9672df12-5eb5-4c31-93b4-6ad1678f30e2 req-c2237006-0d35-46ac-9cec-b45efd88c9b4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=2bbb2f76-7c7b-4dcc-85cc-d363998f9c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431457 Feb 17 18:47:51.199308 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0990871-8802-4d05-a890-3eb6f63c16e2 req-89b00f84-fc7a-406a-b3b8-21c721204fe7 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:51.200822 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c0990871-8802-4d05-a890-3eb6f63c16e2 req-89b00f84-fc7a-406a-b3b8-21c721204fe7 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.91 "GET /v2.0/ports?device_id=b8524931-8880-4ede-b691-c8492cfc0308 HTTP/1.1" status: 200 len: 945 time: 0.0537732 Feb 17 18:47:51.295057 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-c0990871-8802-4d05-a890-3eb6f63c16e2 req-382742b5-a0c7-47f4-8e61-84ad0a568ecc tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Deleting port 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:47:51.295402 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c0990871-8802-4d05-a890-3eb6f63c16e2 req-382742b5-a0c7-47f4-8e61-84ad0a568ecc tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (3e0a0a24-f34a-4251-a5e9-b25a66f90dc3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:51.388543 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-c0990871-8802-4d05-a890-3eb6f63c16e2 req-382742b5-a0c7-47f4-8e61-84ad0a568ecc tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] For port 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=3e0a0a24-f34a-4251-a5e9-b25a66f90dc3,segment=NetworkSegment(9a5ec238-2e53-4ec6-82ad-34c756f627d4),segment_id=9a5ec238-2e53-4ec6-82ad-34c756f627d4)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:47:51.388912 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c0990871-8802-4d05-a890-3eb6f63c16e2 req-382742b5-a0c7-47f4-8e61-84ad0a568ecc tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (3e0a0a24-f34a-4251-a5e9-b25a66f90dc3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:51.401365 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-c0990871-8802-4d05-a890-3eb6f63c16e2 req-382742b5-a0c7-47f4-8e61-84ad0a568ecc tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Calling delete_port for 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:47:51.531040 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c0990871-8802-4d05-a890-3eb6f63c16e2 req-382742b5-a0c7-47f4-8e61-84ad0a568ecc tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (3e0a0a24-f34a-4251-a5e9-b25a66f90dc3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:51.562882 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382742b5-a0c7-47f4-8e61-84ad0a568ecc tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event deleted for resources: {'Port': ['ID=3e0a0a24-f34a-4251-a5e9-b25a66f90dc3,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:47:51.608820 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0990871-8802-4d05-a890-3eb6f63c16e2 req-382742b5-a0c7-47f4-8e61-84ad0a568ecc tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] No DVR routers for this DVR port 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3 on host n-h2-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:47:51.611491 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-c0990871-8802-4d05-a890-3eb6f63c16e2 req-382742b5-a0c7-47f4-8e61-84ad0a568ecc tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:51.615997 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c0990871-8802-4d05-a890-3eb6f63c16e2 req-382742b5-a0c7-47f4-8e61-84ad0a568ecc tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.91 "DELETE /v2.0/ports/3e0a0a24-f34a-4251-a5e9-b25a66f90dc3 HTTP/1.1" status: 204 len: 173 time: 0.4100454 Feb 17 18:47:51.852142 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8524931-8880-4ede-b691-c8492cfc0308', 'name': 'network-vif-deleted', 'tag': '3e0a0a24-f34a-4251-a5e9-b25a66f90dc3'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:47:51.854494 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8414ea-1e61-4ee0-bf11-c77d0e2aa788" -d '{"events": [{"server_uuid": "b8524931-8880-4ede-b691-c8492cfc0308", "name": "network-vif-deleted", "tag": "3e0a0a24-f34a-4251-a5e9-b25a66f90dc3"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:47:51.888702 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6528879f-77e8-4a56-bcc3-25eadd30400f x-openstack-request-id: req-6528879f-77e8-4a56-bcc3-25eadd30400f {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:47:51.889001 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8524931-8880-4ede-b691-c8492cfc0308", "name": "network-vif-deleted", "tag": "3e0a0a24-f34a-4251-a5e9-b25a66f90dc3", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:47:51.889257 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6528879f-77e8-4a56-bcc3-25eadd30400f {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:47:51.889691 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8524931-8880-4ede-b691-c8492cfc0308', 'name': 'network-vif-deleted', 'tag': '3e0a0a24-f34a-4251-a5e9-b25a66f90dc3', 'status': 'completed', 'code': 200} Feb 17 18:47:52.230708 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42378) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:47:52.586168 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ee9ef1ca-6c77-4502-aa18-1e6bfb99b9c8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (88c631ed-f7b2-4320-96de-9b5f0d5c97c8), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:52.839909 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-ee9ef1ca-6c77-4502-aa18-1e6bfb99b9c8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Deleting port c4656fa3-46b0-4990-aaea-e1671ed026e7 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:47:52.840188 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ee9ef1ca-6c77-4502-aa18-1e6bfb99b9c8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (c4656fa3-46b0-4990-aaea-e1671ed026e7), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:52.926899 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-ee9ef1ca-6c77-4502-aa18-1e6bfb99b9c8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] For port c4656fa3-46b0-4990-aaea-e1671ed026e7, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=c4656fa3-46b0-4990-aaea-e1671ed026e7,segment=NetworkSegment(9a5ec238-2e53-4ec6-82ad-34c756f627d4),segment_id=9a5ec238-2e53-4ec6-82ad-34c756f627d4)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:47:52.927802 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ee9ef1ca-6c77-4502-aa18-1e6bfb99b9c8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (c4656fa3-46b0-4990-aaea-e1671ed026e7), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:52.940041 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-ee9ef1ca-6c77-4502-aa18-1e6bfb99b9c8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Calling delete_port for c4656fa3-46b0-4990-aaea-e1671ed026e7 owned by network:router_interface {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:47:53.125439 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ee9ef1ca-6c77-4502-aa18-1e6bfb99b9c8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (c4656fa3-46b0-4990-aaea-e1671ed026e7), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:53.150853 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ef1ca-6c77-4502-aa18-1e6bfb99b9c8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event deleted for resources: {'Port': ['ID=c4656fa3-46b0-4990-aaea-e1671ed026e7,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:47:53.163283 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9ef1ca-6c77-4502-aa18-1e6bfb99b9c8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:47:53.163642 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9ef1ca-6c77-4502-aa18-1e6bfb99b9c8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:47:53.163987 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9ef1ca-6c77-4502-aa18-1e6bfb99b9c8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:47:53.164424 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9ef1ca-6c77-4502-aa18-1e6bfb99b9c8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:47:53.164764 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9ef1ca-6c77-4502-aa18-1e6bfb99b9c8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:47:53.165097 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9ef1ca-6c77-4502-aa18-1e6bfb99b9c8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:47:53.165426 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9ef1ca-6c77-4502-aa18-1e6bfb99b9c8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:47:53.165757 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9ef1ca-6c77-4502-aa18-1e6bfb99b9c8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:47:53.166083 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9ef1ca-6c77-4502-aa18-1e6bfb99b9c8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:47:53.166411 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9ef1ca-6c77-4502-aa18-1e6bfb99b9c8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:47:53.166744 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9ef1ca-6c77-4502-aa18-1e6bfb99b9c8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:47:53.167064 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9ef1ca-6c77-4502-aa18-1e6bfb99b9c8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:47:53.167384 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9ef1ca-6c77-4502-aa18-1e6bfb99b9c8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:47:53.335432 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ee9ef1ca-6c77-4502-aa18-1e6bfb99b9c8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (88c631ed-f7b2-4320-96de-9b5f0d5c97c8), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:53.548561 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee9ef1ca-6c77-4502-aa18-1e6bfb99b9c8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Router 88c631ed-f7b2-4320-96de-9b5f0d5c97c8 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:47:53.656148 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9ef1ca-6c77-4502-aa18-1e6bfb99b9c8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:47:53.661347 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-ee9ef1ca-6c77-4502-aa18-1e6bfb99b9c8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "PUT /v2.0/routers/88c631ed-f7b2-4320-96de-9b5f0d5c97c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4294977 Feb 17 18:47:53.664169 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42380) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:47:53.666198 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cd0b9d-a5b9-4d80-8d96-b25fceb379d9 None None] Sync routers for ids ['88c631ed-f7b2-4320-96de-9b5f0d5c97c8'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:47:53.676527 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cd0b9d-a5b9-4d80-8d96-b25fceb379d9 None None] Routers {'88c631ed-f7b2-4320-96de-9b5f0d5c97c8'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:47:53.677271 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-89cd0b9d-a5b9-4d80-8d96-b25fceb379d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:47:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['88c631ed-f7b2-4320-96de-9b5f0d5c97c8'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:47:53.723554 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe0fc4cc-651e-41b9-8312-6b5d0c87ce46 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Deleting subnet 2bdc7c71-99f3-48c1-937b-4dbd6617fbee {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:47:53.727159 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe0fc4cc-651e-41b9-8312-6b5d0c87ce46 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for subnet (2bdc7c71-99f3-48c1-937b-4dbd6617fbee), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:53.775573 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe0fc4cc-651e-41b9-8312-6b5d0c87ce46 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (2bdc7c71-99f3-48c1-937b-4dbd6617fbee), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:53.793207 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-89cd0b9d-a5b9-4d80-8d96-b25fceb379d9 None None] Set router 88c631ed-f7b2-4320-96de-9b5f0d5c97c8 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:47:53.856487 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe0fc4cc-651e-41b9-8312-6b5d0c87ce46 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (2bdc7c71-99f3-48c1-937b-4dbd6617fbee), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:53.918959 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe0fc4cc-651e-41b9-8312-6b5d0c87ce46 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (2bdc7c71-99f3-48c1-937b-4dbd6617fbee), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:53.945205 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0fc4cc-651e-41b9-8312-6b5d0c87ce46 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event deleted for resources: {'Subnet': ['ID=2bdc7c71-99f3-48c1-937b-4dbd6617fbee,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:47:53.953639 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fe0fc4cc-651e-41b9-8312-6b5d0c87ce46 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:53.956915 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fe0fc4cc-651e-41b9-8312-6b5d0c87ce46 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "DELETE /v2.0/subnets/2bdc7c71-99f3-48c1-937b-4dbd6617fbee HTTP/1.1" status: 204 len: 168 time: 0.2916882 Feb 17 18:47:53.959538 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42382) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:47:53.963033 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe51ac90-ac38-4ee4-9525-2aefb8e94313 None None] Network 0ef61870-5623-470c-80c7-9456b94ff834 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:47:53.980342 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-89cd0b9d-a5b9-4d80-8d96-b25fceb379d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c631ed-f7b2-4320-96de-9b5f0d5c97c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739348598', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '975cbeaa-2c5c-43e5-89ff-cfef7cb1a473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:46:15Z', 'updated_at': '2022-02-17T18:47:53Z', 'revision_number': 5, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': '975cbeaa-2c5c-43e5-89ff-cfef7cb1a473', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c631ed-f7b2-4320-96de-9b5f0d5c97c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:46:16Z', 'updated_at': '2022-02-17T18:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:47:54.012073 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cd0b9d-a5b9-4d80-8d96-b25fceb379d9 None None] Checking router: 88c631ed-f7b2-4320-96de-9b5f0d5c97c8 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:47:54.020588 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cd0b9d-a5b9-4d80-8d96-b25fceb379d9 None None] Routers {'88c631ed-f7b2-4320-96de-9b5f0d5c97c8'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:47:54.021237 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-89cd0b9d-a5b9-4d80-8d96-b25fceb379d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:47:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['88c631ed-f7b2-4320-96de-9b5f0d5c97c8'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:47:54.072095 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-513b13a6-8dc2-4837-a86a-9f99e4ed98a7 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for router (88c631ed-f7b2-4320-96de-9b5f0d5c97c8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:54.132644 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-89cd0b9d-a5b9-4d80-8d96-b25fceb379d9 None None] Set router 88c631ed-f7b2-4320-96de-9b5f0d5c97c8 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:47:54.139514 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0dc24a2-20d2-4b9b-bcfe-e446b9ade49b None None] DHCP port deletion for 0ef61870-5623-470c-80c7-9456b94ff834 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 18:47:54.187825 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-c0dc24a2-20d2-4b9b-bcfe-e446b9ade49b None None] Deleting port 2d77a36d-e453-4a30-aeb2-f2eb0ede291f {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:47:54.188566 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c0dc24a2-20d2-4b9b-bcfe-e446b9ade49b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (2d77a36d-e453-4a30-aeb2-f2eb0ede291f), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:54.189875 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-513b13a6-8dc2-4837-a86a-9f99e4ed98a7 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for router_gateway (88c631ed-f7b2-4320-96de-9b5f0d5c97c8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:54.252612 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-513b13a6-8dc2-4837-a86a-9f99e4ed98a7 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Deleting port 975cbeaa-2c5c-43e5-89ff-cfef7cb1a473 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:47:54.252965 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-513b13a6-8dc2-4837-a86a-9f99e4ed98a7 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (975cbeaa-2c5c-43e5-89ff-cfef7cb1a473), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:54.291008 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-c0dc24a2-20d2-4b9b-bcfe-e446b9ade49b None None] For port 2d77a36d-e453-4a30-aeb2-f2eb0ede291f, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=2d77a36d-e453-4a30-aeb2-f2eb0ede291f,segment=NetworkSegment(9a5ec238-2e53-4ec6-82ad-34c756f627d4),segment_id=9a5ec238-2e53-4ec6-82ad-34c756f627d4)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:47:54.291411 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c0dc24a2-20d2-4b9b-bcfe-e446b9ade49b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (2d77a36d-e453-4a30-aeb2-f2eb0ede291f), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:54.305705 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-c0dc24a2-20d2-4b9b-bcfe-e446b9ade49b None None] Calling delete_port for 2d77a36d-e453-4a30-aeb2-f2eb0ede291f owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:47:54.336583 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-513b13a6-8dc2-4837-a86a-9f99e4ed98a7 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] For port 975cbeaa-2c5c-43e5-89ff-cfef7cb1a473, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=975cbeaa-2c5c-43e5-89ff-cfef7cb1a473,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:47:54.337094 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-513b13a6-8dc2-4837-a86a-9f99e4ed98a7 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (975cbeaa-2c5c-43e5-89ff-cfef7cb1a473), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:54.340612 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-89cd0b9d-a5b9-4d80-8d96-b25fceb379d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c631ed-f7b2-4320-96de-9b5f0d5c97c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739348598', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '975cbeaa-2c5c-43e5-89ff-cfef7cb1a473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:46:15Z', 'updated_at': '2022-02-17T18:47:53Z', 'revision_number': 5, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': '975cbeaa-2c5c-43e5-89ff-cfef7cb1a473', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c631ed-f7b2-4320-96de-9b5f0d5c97c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:46:16Z', 'updated_at': '2022-02-17T18:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:47:54.349776 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-513b13a6-8dc2-4837-a86a-9f99e4ed98a7 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Calling delete_port for 975cbeaa-2c5c-43e5-89ff-cfef7cb1a473 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:47:54.368664 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cd0b9d-a5b9-4d80-8d96-b25fceb379d9 None None] The sync data for ids ['88c631ed-f7b2-4320-96de-9b5f0d5c97c8'] in n-d-829613-2 is: [{'id': '88c631ed-f7b2-4320-96de-9b5f0d5c97c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-739348598', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '975cbeaa-2c5c-43e5-89ff-cfef7cb1a473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:46:15Z', 'updated_at': '2022-02-17T18:47:53Z', 'revision_number': 5, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': '975cbeaa-2c5c-43e5-89ff-cfef7cb1a473', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c631ed-f7b2-4320-96de-9b5f0d5c97c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:46:16Z', 'updated_at': '2022-02-17T18:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:47:54.396682 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c0dc24a2-20d2-4b9b-bcfe-e446b9ade49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (2d77a36d-e453-4a30-aeb2-f2eb0ede291f), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:54.424913 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dc24a2-20d2-4b9b-bcfe-e446b9ade49b None None] No DVR routers for this DVR port 2d77a36d-e453-4a30-aeb2-f2eb0ede291f on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:47:54.426732 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dc24a2-20d2-4b9b-bcfe-e446b9ade49b None None] Pushing event deleted for resources: {'Port': ['ID=2d77a36d-e453-4a30-aeb2-f2eb0ede291f,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:47:54.530451 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-513b13a6-8dc2-4837-a86a-9f99e4ed98a7 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (975cbeaa-2c5c-43e5-89ff-cfef7cb1a473), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:54.557249 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b13a6-8dc2-4837-a86a-9f99e4ed98a7 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event deleted for resources: {'Port': ['ID=975cbeaa-2c5c-43e5-89ff-cfef7cb1a473,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:47:54.630928 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-513b13a6-8dc2-4837-a86a-9f99e4ed98a7 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (88c631ed-f7b2-4320-96de-9b5f0d5c97c8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:54.744472 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-513b13a6-8dc2-4837-a86a-9f99e4ed98a7 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (88c631ed-f7b2-4320-96de-9b5f0d5c97c8), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:54.747103 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-513b13a6-8dc2-4837-a86a-9f99e4ed98a7 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for router_controller (88c631ed-f7b2-4320-96de-9b5f0d5c97c8), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:54.805421 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-513b13a6-8dc2-4837-a86a-9f99e4ed98a7 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (88c631ed-f7b2-4320-96de-9b5f0d5c97c8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:54.806387 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513b13a6-8dc2-4837-a86a-9f99e4ed98a7 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Fanout notify agent at l3_agent the message router_deleted on router 88c631ed-f7b2-4320-96de-9b5f0d5c97c8 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 18:47:54.816431 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-513b13a6-8dc2-4837-a86a-9f99e4ed98a7 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:54.817981 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-513b13a6-8dc2-4837-a86a-9f99e4ed98a7 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "DELETE /v2.0/routers/88c631ed-f7b2-4320-96de-9b5f0d5c97c8 HTTP/1.1" status: 204 len: 168 time: 0.8573794 Feb 17 18:47:54.820638 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42384) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:47:54.892271 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:47:54.899514 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-adfd2ba1-140d-44ff-9251-e31d2dc42000 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (0ef61870-5623-470c-80c7-9456b94ff834), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:55.011667 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-adfd2ba1-140d-44ff-9251-e31d2dc42000 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (0ef61870-5623-470c-80c7-9456b94ff834), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:55.035870 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-adfd2ba1-140d-44ff-9251-e31d2dc42000 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ef61870-5623-470c-80c7-9456b94ff834']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:47:55.048775 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-adfd2ba1-140d-44ff-9251-e31d2dc42000 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a5ec238-2e53-4ec6-82ad-34c756f627d4') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:47:55.048775 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-adfd2ba1-140d-44ff-9251-e31d2dc42000 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a5ec238-2e53-4ec6-82ad-34c756f627d4') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:47:55.056040 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-adfd2ba1-140d-44ff-9251-e31d2dc42000 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (9a5ec238-2e53-4ec6-82ad-34c756f627d4), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:55.070241 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-adfd2ba1-140d-44ff-9251-e31d2dc42000 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (9a5ec238-2e53-4ec6-82ad-34c756f627d4), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:55.076362 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adfd2ba1-140d-44ff-9251-e31d2dc42000 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:47:55.076745 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-adfd2ba1-140d-44ff-9251-e31d2dc42000 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (9a5ec238-2e53-4ec6-82ad-34c756f627d4), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:55.079725 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 18:47:55.079725 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:47:55.079725 n-d-829613-2 neutron-server[103435]: timer() Feb 17 18:47:55.079725 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:47:55.079725 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 18:47:55.079725 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:47:55.079725 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 18:47:55.079725 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:47:55.079725 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 18:47:55.079725 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:47:55.079725 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 18:47:55.079725 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:47:55.079725 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 18:47:55.079725 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:47:55.079725 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:47:55.079725 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:47:55.079725 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:47:55.079725 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:47:55.079725 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 18:47:55.079725 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:47:55.079725 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 18:47:55.079725 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:47:55.079725 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:47:55.079725 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:47:55.079725 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 18:47:55.079725 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:47:55.079725 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:47:55.079725 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:47:55.079725 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:47:55.079725 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:47:55.079725 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:47:55.079725 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:47:55.140029 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-adfd2ba1-140d-44ff-9251-e31d2dc42000 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (0ef61870-5623-470c-80c7-9456b94ff834), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:55.147819 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-adfd2ba1-140d-44ff-9251-e31d2dc42000 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:55.151223 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-adfd2ba1-140d-44ff-9251-e31d2dc42000 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "DELETE /v2.0/networks/0ef61870-5623-470c-80c7-9456b94ff834 HTTP/1.1" status: 204 len: 168 time: 0.3295372 Feb 17 18:47:55.155240 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42386) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:47:55.163706 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd2ba1-140d-44ff-9251-e31d2dc42000 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event deleted for resources: {'Network': ['ID=0ef61870-5623-470c-80c7-9456b94ff834,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:47:55.212002 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-14844e6a-93eb-445f-a8b7-b339c406e91a tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group (2bbb2f76-7c7b-4dcc-85cc-d363998f9c99), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:55.236432 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-14844e6a-93eb-445f-a8b7-b339c406e91a tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group (2bbb2f76-7c7b-4dcc-85cc-d363998f9c99), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:55.303887 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-14844e6a-93eb-445f-a8b7-b339c406e91a tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (2bbb2f76-7c7b-4dcc-85cc-d363998f9c99), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:55.306693 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-14844e6a-93eb-445f-a8b7-b339c406e91a tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:55.307867 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-14844e6a-93eb-445f-a8b7-b339c406e91a tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "DELETE /v2.0/security-groups/2bbb2f76-7c7b-4dcc-85cc-d363998f9c99 HTTP/1.1" status: 204 len: 168 time: 0.1516402 Feb 17 18:47:55.318049 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14844e6a-93eb-445f-a8b7-b339c406e91a tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbb2f76-7c7b-4dcc-85cc-d363998f9c99,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:47:55.497140 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42392) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:47:55.501722 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-f0d147e7-0b22-4b1a-a256-2b4b31d7a586 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-100304060', 'description': 'tempest-secgroup-smoke-100304060 description', 'project_id': 'a67d2b403e4f443c89be6362be401177'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:47:55.525903 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f0d147e7-0b22-4b1a-a256-2b4b31d7a586 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:55.590352 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f0d147e7-0b22-4b1a-a256-2b4b31d7a586 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group (18e62996-5e6d-442e-9b12-0c6ac833298b), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:55.593707 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f0d147e7-0b22-4b1a-a256-2b4b31d7a586 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (18e62996-5e6d-442e-9b12-0c6ac833298b), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:55.621575 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d147e7-0b22-4b1a-a256-2b4b31d7a586 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18e62996-5e6d-442e-9b12-0c6ac833298b,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:47:55.625709 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f0d147e7-0b22-4b1a-a256-2b4b31d7a586 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:55.626872 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f0d147e7-0b22-4b1a-a256-2b4b31d7a586 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1287198 Feb 17 18:47:55.629975 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42394) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:47:55.634784 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-b229fb92-f3ac-4f6a-b987-3ff3a9ec3a8d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'security_group_rule': {'security_group_id': '18e62996-5e6d-442e-9b12-0c6ac833298b', 'project_id': 'a67d2b403e4f443c89be6362be401177', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:47:55.657657 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b229fb92-f3ac-4f6a-b987-3ff3a9ec3a8d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (74bcd1b0-ae29-4805-afd4-70ae7299f8e0), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:55.717617 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b229fb92-f3ac-4f6a-b987-3ff3a9ec3a8d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (74bcd1b0-ae29-4805-afd4-70ae7299f8e0), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:55.721684 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b229fb92-f3ac-4f6a-b987-3ff3a9ec3a8d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (74bcd1b0-ae29-4805-afd4-70ae7299f8e0), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:55.741559 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b229fb92-f3ac-4f6a-b987-3ff3a9ec3a8d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74bcd1b0-ae29-4805-afd4-70ae7299f8e0,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:47:55.750687 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b229fb92-f3ac-4f6a-b987-3ff3a9ec3a8d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:55.752068 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b229fb92-f3ac-4f6a-b987-3ff3a9ec3a8d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1206057 Feb 17 18:47:55.755060 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42396) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:47:55.760195 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-c7bf8690-04b8-4740-b99b-2e0128cb26d0 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'security_group_rule': {'security_group_id': '18e62996-5e6d-442e-9b12-0c6ac833298b', 'project_id': 'a67d2b403e4f443c89be6362be401177', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:47:55.767042 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device c4656fa3-46b0-4990-aaea-e1671ed026e7 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:47:55.786980 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c7bf8690-04b8-4740-b99b-2e0128cb26d0 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (7b618463-776d-4a5a-b1e1-e6c40fa4964a), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:55.789156 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: c4656fa3-46b0-4990-aaea-e1671ed026e7 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:47:55.789690 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device c4656fa3-46b0-4990-aaea-e1671ed026e7 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:47:55.790362 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 2d77a36d-e453-4a30-aeb2-f2eb0ede291f no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:47:55.815205 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 2d77a36d-e453-4a30-aeb2-f2eb0ede291f {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:47:55.815585 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 2d77a36d-e453-4a30-aeb2-f2eb0ede291f not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:47:55.816013 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 975cbeaa-2c5c-43e5-89ff-cfef7cb1a473 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:47:55.838089 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 975cbeaa-2c5c-43e5-89ff-cfef7cb1a473 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:47:55.838440 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 975cbeaa-2c5c-43e5-89ff-cfef7cb1a473 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:47:55.847670 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c7bf8690-04b8-4740-b99b-2e0128cb26d0 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (7b618463-776d-4a5a-b1e1-e6c40fa4964a), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:55.852567 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c7bf8690-04b8-4740-b99b-2e0128cb26d0 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (7b618463-776d-4a5a-b1e1-e6c40fa4964a), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:55.866512 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3 no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:47:55.872609 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf8690-04b8-4740-b99b-2e0128cb26d0 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b618463-776d-4a5a-b1e1-e6c40fa4964a,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:47:55.883526 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c7bf8690-04b8-4740-b99b-2e0128cb26d0 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:55.884904 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c7bf8690-04b8-4740-b99b-2e0128cb26d0 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1281304 Feb 17 18:47:55.887565 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42398) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:47:55.887939 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:47:55.888302 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 3e0a0a24-f34a-4251-a5e9-b25a66f90dc3 not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:47:55.892125 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-51b450bb-3101-423c-9b04-cb4c067f940c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'security_group_rule': {'security_group_id': '18e62996-5e6d-442e-9b12-0c6ac833298b', 'project_id': 'a67d2b403e4f443c89be6362be401177', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:47:55.916758 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-51b450bb-3101-423c-9b04-cb4c067f940c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (c9642d16-46e0-4be8-a4b8-df7303c00c09), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:55.979721 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-51b450bb-3101-423c-9b04-cb4c067f940c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (c9642d16-46e0-4be8-a4b8-df7303c00c09), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:55.983548 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-51b450bb-3101-423c-9b04-cb4c067f940c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (c9642d16-46e0-4be8-a4b8-df7303c00c09), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:56.005326 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b450bb-3101-423c-9b04-cb4c067f940c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9642d16-46e0-4be8-a4b8-df7303c00c09,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:47:56.011277 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-51b450bb-3101-423c-9b04-cb4c067f940c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:56.012620 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-51b450bb-3101-423c-9b04-cb4c067f940c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1238976 Feb 17 18:47:56.015303 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42400) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:47:56.019607 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-d6560d1c-b6be-4dbc-a657-141775a6ac03 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'security_group_rule': {'security_group_id': '18e62996-5e6d-442e-9b12-0c6ac833298b', 'project_id': 'a67d2b403e4f443c89be6362be401177', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:47:56.044465 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6560d1c-b6be-4dbc-a657-141775a6ac03 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (ea5af9e9-30c1-4078-878f-f83159202f15), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:56.105449 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6560d1c-b6be-4dbc-a657-141775a6ac03 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (ea5af9e9-30c1-4078-878f-f83159202f15), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:56.109349 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6560d1c-b6be-4dbc-a657-141775a6ac03 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (ea5af9e9-30c1-4078-878f-f83159202f15), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:56.127986 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6560d1c-b6be-4dbc-a657-141775a6ac03 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea5af9e9-30c1-4078-878f-f83159202f15,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:47:56.135464 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d6560d1c-b6be-4dbc-a657-141775a6ac03 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:56.136696 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d6560d1c-b6be-4dbc-a657-141775a6ac03 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1204314 Feb 17 18:47:56.139369 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42402) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:47:56.143872 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-9e767c91-299d-4569-bd5d-ff4b6fcd34bd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'security_group_rule': {'security_group_id': '18e62996-5e6d-442e-9b12-0c6ac833298b', 'project_id': 'a67d2b403e4f443c89be6362be401177', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:47:56.164268 n-d-829613-2 neutron-server[103434]: INFO neutron.db.securitygroups_db [None req-9e767c91-299d-4569-bd5d-ff4b6fcd34bd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Project a67d2b403e4f443c89be6362be401177 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 18:47:56.169767 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9e767c91-299d-4569-bd5d-ff4b6fcd34bd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (80089470-b15d-4187-88e0-cb5f9ca3f323), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:56.232024 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9e767c91-299d-4569-bd5d-ff4b6fcd34bd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (80089470-b15d-4187-88e0-cb5f9ca3f323), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:56.236103 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9e767c91-299d-4569-bd5d-ff4b6fcd34bd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (80089470-b15d-4187-88e0-cb5f9ca3f323), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:56.255016 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e767c91-299d-4569-bd5d-ff4b6fcd34bd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80089470-b15d-4187-88e0-cb5f9ca3f323,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:47:56.263946 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-9e767c91-299d-4569-bd5d-ff4b6fcd34bd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:56.265618 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-9e767c91-299d-4569-bd5d-ff4b6fcd34bd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1251438 Feb 17 18:47:56.268608 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42404) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:47:56.273558 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-c47ec85e-1d0c-4e9c-8f34-b5b591fed772 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'security_group_rule': {'security_group_id': '18e62996-5e6d-442e-9b12-0c6ac833298b', 'project_id': 'a67d2b403e4f443c89be6362be401177', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:47:56.293384 n-d-829613-2 neutron-server[103434]: INFO neutron.db.securitygroups_db [None req-c47ec85e-1d0c-4e9c-8f34-b5b591fed772 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Project a67d2b403e4f443c89be6362be401177 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 18:47:56.298482 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c47ec85e-1d0c-4e9c-8f34-b5b591fed772 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (9b54f97e-5a0b-44a0-bd6f-07b3ef32cea5), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:56.357141 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c47ec85e-1d0c-4e9c-8f34-b5b591fed772 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (9b54f97e-5a0b-44a0-bd6f-07b3ef32cea5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:56.360640 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c47ec85e-1d0c-4e9c-8f34-b5b591fed772 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (9b54f97e-5a0b-44a0-bd6f-07b3ef32cea5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:56.377358 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47ec85e-1d0c-4e9c-8f34-b5b591fed772 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b54f97e-5a0b-44a0-bd6f-07b3ef32cea5,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:47:56.385868 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-c47ec85e-1d0c-4e9c-8f34-b5b591fed772 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:56.387062 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-c47ec85e-1d0c-4e9c-8f34-b5b591fed772 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1175244 Feb 17 18:47:56.390055 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42406) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:47:56.394762 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-634e2e78-8dee-406f-9313-28b4d0d0b718 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'network': {'name': 'tempest-network-smoke--658091135', 'project_id': 'a67d2b403e4f443c89be6362be401177', 'port_security_enabled': True}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:47:56.413333 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634e2e78-8dee-406f-9313-28b4d0d0b718 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Made reservation on behalf of a67d2b403e4f443c89be6362be401177 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:47:56.416618 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-634e2e78-8dee-406f-9313-28b4d0d0b718 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:56.440839 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-634e2e78-8dee-406f-9313-28b4d0d0b718 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:47:56.449488 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-634e2e78-8dee-406f-9313-28b4d0d0b718 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (be9a8fa9-654e-49b4-8ed7-604ab9fab5a8), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:56.449848 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-634e2e78-8dee-406f-9313-28b4d0d0b718 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Added segment be9a8fa9-654e-49b4-8ed7-604ab9fab5a8 of type vlan for network 113e6689-f3b9-40f6-b218-5c73de8995df Feb 17 18:47:56.487987 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-634e2e78-8dee-406f-9313-28b4d0d0b718 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (113e6689-f3b9-40f6-b218-5c73de8995df), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:56.511748 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-634e2e78-8dee-406f-9313-28b4d0d0b718 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (113e6689-f3b9-40f6-b218-5c73de8995df), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:56.516642 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634e2e78-8dee-406f-9313-28b4d0d0b718 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:56.517214 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-634e2e78-8dee-406f-9313-28b4d0d0b718 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:56.554198 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-634e2e78-8dee-406f-9313-28b4d0d0b718 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1631365 Feb 17 18:47:56.557087 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42408) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:47:56.562074 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-64e08b98-0939-4d8e-9773-0e13e811a832 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1665639376', 'admin_state_up': True, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:47:56.584760 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-64e08b98-0939-4d8e-9773-0e13e811a832 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (b572ebd9-3ccf-484a-97f9-6daade2b4e01), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:56.585795 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-64e08b98-0939-4d8e-9773-0e13e811a832 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (b572ebd9-3ccf-484a-97f9-6daade2b4e01), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:56.586089 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e2e78-8dee-406f-9313-28b4d0d0b718 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'Network': ['ID=113e6689-f3b9-40f6-b218-5c73de8995df,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:47:56.597326 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 113e6689-f3b9-40f6-b218-5c73de8995df details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:47:56.640665 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-64e08b98-0939-4d8e-9773-0e13e811a832 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for router_controller (b572ebd9-3ccf-484a-97f9-6daade2b4e01), precommit_add_association {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:56.783302 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-64e08b98-0939-4d8e-9773-0e13e811a832 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for router_gateway (b572ebd9-3ccf-484a-97f9-6daade2b4e01), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:56.972934 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-64e08b98-0939-4d8e-9773-0e13e811a832 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for router_gateway (b572ebd9-3ccf-484a-97f9-6daade2b4e01), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:56.994696 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-64e08b98-0939-4d8e-9773-0e13e811a832 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:57.093594 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-64e08b98-0939-4d8e-9773-0e13e811a832 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Allocated IP 172.25.8.17 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/5f7d682b-3a1d-461b-ad69-b105a760fa8f) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:47:57.198701 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-64e08b98-0939-4d8e-9773-0e13e811a832 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for port (5f7d682b-3a1d-461b-ad69-b105a760fa8f), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:57.231297 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-64e08b98-0939-4d8e-9773-0e13e811a832 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (5f7d682b-3a1d-461b-ad69-b105a760fa8f), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:57.271858 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e08b98-0939-4d8e-9773-0e13e811a832 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:47:57.274819 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-64e08b98-0939-4d8e-9773-0e13e811a832 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:47:57.278350 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e08b98-0939-4d8e-9773-0e13e811a832 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:47:57.283799 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e08b98-0939-4d8e-9773-0e13e811a832 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'Port': ['ID=5f7d682b-3a1d-461b-ad69-b105a760fa8f,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:47:57.543677 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-64e08b98-0939-4d8e-9773-0e13e811a832 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for router_gateway (b572ebd9-3ccf-484a-97f9-6daade2b4e01), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:58.067376 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-64e08b98-0939-4d8e-9773-0e13e811a832 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (b572ebd9-3ccf-484a-97f9-6daade2b4e01), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:58.200309 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e08b98-0939-4d8e-9773-0e13e811a832 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Router b572ebd9-3ccf-484a-97f9-6daade2b4e01 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 18:47:58.312177 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e08b98-0939-4d8e-9773-0e13e811a832 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:47:58.323856 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53beb38-cac6-4440-87f7-106262c88fcb None None] Sync routers for ids ['b572ebd9-3ccf-484a-97f9-6daade2b4e01'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:47:58.332893 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-64e08b98-0939-4d8e-9773-0e13e811a832 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:58.334316 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53beb38-cac6-4440-87f7-106262c88fcb None None] Routers {'b572ebd9-3ccf-484a-97f9-6daade2b4e01'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:47:58.334998 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f53beb38-cac6-4440-87f7-106262c88fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:47:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['b572ebd9-3ccf-484a-97f9-6daade2b4e01'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:47:58.337932 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42410) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:47:58.338377 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-64e08b98-0939-4d8e-9773-0e13e811a832 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7798645 Feb 17 18:47:58.381558 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2ae55a93-c96c-4a5a-9a17-c6da028c7d78 tempest-TestNetworkAdvancedServerOps-163871697 tempest-TestNetworkAdvancedServerOps-163871697-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=a67d2b403e4f443c89be6362be401177&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405712 Feb 17 18:47:58.383922 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42412) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:47:58.451471 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-f53beb38-cac6-4440-87f7-106262c88fcb None None] Set router b572ebd9-3ccf-484a-97f9-6daade2b4e01 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:47:58.474331 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a297040d-a45e-40f0-871d-26d4a7c1c227 tempest-TestNetworkAdvancedServerOps-163871697 tempest-TestNetworkAdvancedServerOps-163871697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:58.478423 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a297040d-a45e-40f0-871d-26d4a7c1c227 tempest-TestNetworkAdvancedServerOps-163871697 tempest-TestNetworkAdvancedServerOps-163871697-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0908394 Feb 17 18:47:58.478619 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42414) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:47:58.507263 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-70f4bd7e-f092-47b1-bac2-145236f07bbd tempest-TestNetworkAdvancedServerOps-163871697 tempest-TestNetworkAdvancedServerOps-163871697-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=d7afcf1f-5124-4168-b80f-10ace9d04ea7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274758 Feb 17 18:47:58.509798 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42416) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:47:58.514881 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-fa7f0244-2be6-4e45-bd3a-c6e09d9db775 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-9482688', 'network_id': '113e6689-f3b9-40f6-b218-5c73de8995df', 'project_id': 'a67d2b403e4f443c89be6362be401177', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:47:58.600973 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7f0244-2be6-4e45-bd3a-c6e09d9db775 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Made reservation on behalf of a67d2b403e4f443c89be6362be401177 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:47:58.604894 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa7f0244-2be6-4e45-bd3a-c6e09d9db775 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:58.632380 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f53beb38-cac6-4440-87f7-106262c88fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b572ebd9-3ccf-484a-97f9-6daade2b4e01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1665639376', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '5f7d682b-3a1d-461b-ad69-b105a760fa8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:47:56Z', 'updated_at': '2022-02-17T18:47:57Z', 'revision_number': 3, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': '5f7d682b-3a1d-461b-ad69-b105a760fa8f', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:21:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b572ebd9-3ccf-484a-97f9-6daade2b4e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:47:57Z', 'updated_at': '2022-02-17T18:47:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:47:58.662297 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53beb38-cac6-4440-87f7-106262c88fcb None None] Checking router: b572ebd9-3ccf-484a-97f9-6daade2b4e01 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:47:58.662650 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53beb38-cac6-4440-87f7-106262c88fcb None None] Updating router b572ebd9-3ccf-484a-97f9-6daade2b4e01 port 5f7d682b-3a1d-461b-ad69-b105a760fa8f binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 18:47:58.695654 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f53beb38-cac6-4440-87f7-106262c88fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5f7d682b-3a1d-461b-ad69-b105a760fa8f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:58.798217 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa7f0244-2be6-4e45-bd3a-c6e09d9db775 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (59ab4e01-7ea8-48d5-a823-7e06eac66973), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:58.861283 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f0244-2be6-4e45-bd3a-c6e09d9db775 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'Subnet': ['ID=59ab4e01-7ea8-48d5-a823-7e06eac66973,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:47:58.871792 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7f0244-2be6-4e45-bd3a-c6e09d9db775 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Checking segment: {'id': 'be9a8fa9-654e-49b4-8ed7-604ab9fab5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '113e6689-f3b9-40f6-b218-5c73de8995df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:47:58.871792 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7f0244-2be6-4e45-bd3a-c6e09d9db775 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Network hostable DHCP agents. Network: 113e6689-f3b9-40f6-b218-5c73de8995df, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:47:58.890451 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7f0244-2be6-4e45-bd3a-c6e09d9db775 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Network 113e6689-f3b9-40f6-b218-5c73de8995df is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:47:58.901835 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-fa7f0244-2be6-4e45-bd3a-c6e09d9db775 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 113e6689-f3b9-40f6-b218-5c73de8995df) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:47:58.907362 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7f0244-2be6-4e45-bd3a-c6e09d9db775 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:47:58.908609 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-fa7f0244-2be6-4e45-bd3a-c6e09d9db775 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:58.926960 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-fa7f0244-2be6-4e45-bd3a-c6e09d9db775 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 0.4159338 Feb 17 18:47:58.930309 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42418) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:47:58.936712 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe58904-e25b-45a1-924b-6e8962d4525b None None] Network 113e6689-f3b9-40f6-b218-5c73de8995df requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:47:58.980055 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f53beb38-cac6-4440-87f7-106262c88fcb None None] Publish callbacks [] for port (5f7d682b-3a1d-461b-ad69-b105a760fa8f), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:59.012109 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f53beb38-cac6-4440-87f7-106262c88fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (5f7d682b-3a1d-461b-ad69-b105a760fa8f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:59.088493 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d49d4-d6a3-4149-9406-0e940937dd36 None None] Pushing event updated for resources: {'Port': ['ID=5f7d682b-3a1d-461b-ad69-b105a760fa8f,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:47:59.126111 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-f53beb38-cac6-4440-87f7-106262c88fcb None None] Attempting to bind port 5f7d682b-3a1d-461b-ad69-b105a760fa8f on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:47:59.126563 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-f53beb38-cac6-4440-87f7-106262c88fcb None None] Attempting to bind port 5f7d682b-3a1d-461b-ad69-b105a760fa8f by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:47:59.127583 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53beb38-cac6-4440-87f7-106262c88fcb None None] Attempting to bind port 5f7d682b-3a1d-461b-ad69-b105a760fa8f on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:47:59.134890 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cf4e36-4b26-4c72-83ac-962a7a5a59f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-113e6689-f3b9-40f6-b218-5c73de8995df', 'network_id': '113e6689-f3b9-40f6-b218-5c73de8995df', 'project_id': 'a67d2b403e4f443c89be6362be401177', 'fixed_ips': [{'subnet_id': '59ab4e01-7ea8-48d5-a823-7e06eac66973'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 18:47:59.136791 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-46cf4e36-4b26-4c72-83ac-962a7a5a59f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:59.159045 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53beb38-cac6-4440-87f7-106262c88fcb None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:47:59.159952 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53beb38-cac6-4440-87f7-106262c88fcb None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:47:59.159952 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f53beb38-cac6-4440-87f7-106262c88fcb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:59.160276 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53beb38-cac6-4440-87f7-106262c88fcb None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:47:59.160775 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-f53beb38-cac6-4440-87f7-106262c88fcb None None] Bound port: 5f7d682b-3a1d-461b-ad69-b105a760fa8f, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:47:59.161165 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f53beb38-cac6-4440-87f7-106262c88fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5f7d682b-3a1d-461b-ad69-b105a760fa8f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:59.281908 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-f53beb38-cac6-4440-87f7-106262c88fcb None None] For port 5f7d682b-3a1d-461b-ad69-b105a760fa8f, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:47:59.287717 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-f53beb38-cac6-4440-87f7-106262c88fcb None None] For port 5f7d682b-3a1d-461b-ad69-b105a760fa8f, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=5f7d682b-3a1d-461b-ad69-b105a760fa8f,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:47:59.297880 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f53beb38-cac6-4440-87f7-106262c88fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (5f7d682b-3a1d-461b-ad69-b105a760fa8f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:59.394091 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-46cf4e36-4b26-4c72-83ac-962a7a5a59f9 None None] Allocated IP 172.20.0.2 (113e6689-f3b9-40f6-b218-5c73de8995df/59ab4e01-7ea8-48d5-a823-7e06eac66973/7dfeab2e-43b9-40db-8f3b-27a847e65a0f) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:47:59.418888 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53beb38-cac6-4440-87f7-106262c88fcb None None] Routers {'b572ebd9-3ccf-484a-97f9-6daade2b4e01'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:47:59.419539 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f53beb38-cac6-4440-87f7-106262c88fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:47:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['b572ebd9-3ccf-484a-97f9-6daade2b4e01'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:47:59.423037 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d49d4-d6a3-4149-9406-0e940937dd36 None None] Pushing event updated for resources: {'Port': ['ID=5f7d682b-3a1d-461b-ad69-b105a760fa8f,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:47:59.762928 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-f53beb38-cac6-4440-87f7-106262c88fcb None None] Set router b572ebd9-3ccf-484a-97f9-6daade2b4e01 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:47:59.763172 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-04abc808-736b-48d5-b8c9-f648d41667c2 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:59.875572 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-46cf4e36-4b26-4c72-83ac-962a7a5a59f9 None None] Publish callbacks [] for port (7dfeab2e-43b9-40db-8f3b-27a847e65a0f), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:59.909836 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-46cf4e36-4b26-4c72-83ac-962a7a5a59f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (7dfeab2e-43b9-40db-8f3b-27a847e65a0f), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:47:59.969771 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cf4e36-4b26-4c72-83ac-962a7a5a59f9 None None] Network 113e6689-f3b9-40f6-b218-5c73de8995df is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:47:59.975542 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-46cf4e36-4b26-4c72-83ac-962a7a5a59f9 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:47:59.981127 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cf4e36-4b26-4c72-83ac-962a7a5a59f9 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:47:59.984822 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cf4e36-4b26-4c72-83ac-962a7a5a59f9 None None] Pushing event updated for resources: {'Port': ['ID=7dfeab2e-43b9-40db-8f3b-27a847e65a0f,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:48:00.046042 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-04abc808-736b-48d5-b8c9-f648d41667c2 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Allocated IP 172.20.0.1 (113e6689-f3b9-40f6-b218-5c73de8995df/59ab4e01-7ea8-48d5-a823-7e06eac66973/da4347f2-33fc-434f-b912-011ebea374cc) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:48:00.069786 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-46cf4e36-4b26-4c72-83ac-962a7a5a59f9 None None] Attempting to bind port 7dfeab2e-43b9-40db-8f3b-27a847e65a0f on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:48:00.070178 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-46cf4e36-4b26-4c72-83ac-962a7a5a59f9 None None] Attempting to bind port 7dfeab2e-43b9-40db-8f3b-27a847e65a0f by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'be9a8fa9-654e-49b4-8ed7-604ab9fab5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '113e6689-f3b9-40f6-b218-5c73de8995df'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:48:00.070526 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cf4e36-4b26-4c72-83ac-962a7a5a59f9 None None] Attempting to bind port 7dfeab2e-43b9-40db-8f3b-27a847e65a0f on network 113e6689-f3b9-40f6-b218-5c73de8995df {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:48:00.078013 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cf4e36-4b26-4c72-83ac-962a7a5a59f9 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:48:00.078384 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cf4e36-4b26-4c72-83ac-962a7a5a59f9 None None] Checking segment: {'id': 'be9a8fa9-654e-49b4-8ed7-604ab9fab5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '113e6689-f3b9-40f6-b218-5c73de8995df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:48:00.078779 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-46cf4e36-4b26-4c72-83ac-962a7a5a59f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:00.079170 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cf4e36-4b26-4c72-83ac-962a7a5a59f9 None None] Bound using segment: {'id': 'be9a8fa9-654e-49b4-8ed7-604ab9fab5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '113e6689-f3b9-40f6-b218-5c73de8995df'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:48:00.079628 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-46cf4e36-4b26-4c72-83ac-962a7a5a59f9 None None] Bound port: 7dfeab2e-43b9-40db-8f3b-27a847e65a0f, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be9a8fa9-654e-49b4-8ed7-604ab9fab5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '113e6689-f3b9-40f6-b218-5c73de8995df'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:48:00.080006 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-46cf4e36-4b26-4c72-83ac-962a7a5a59f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7dfeab2e-43b9-40db-8f3b-27a847e65a0f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:00.094623 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f53beb38-cac6-4440-87f7-106262c88fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b572ebd9-3ccf-484a-97f9-6daade2b4e01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1665639376', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '5f7d682b-3a1d-461b-ad69-b105a760fa8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:47:56Z', 'updated_at': '2022-02-17T18:47:57Z', 'revision_number': 3, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': '5f7d682b-3a1d-461b-ad69-b105a760fa8f', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:21:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b572ebd9-3ccf-484a-97f9-6daade2b4e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:47:57Z', 'updated_at': '2022-02-17T18:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:48:00.121684 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53beb38-cac6-4440-87f7-106262c88fcb None None] The sync data for ids ['b572ebd9-3ccf-484a-97f9-6daade2b4e01'] in n-d-829613-2 is: [{'id': 'b572ebd9-3ccf-484a-97f9-6daade2b4e01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1665639376', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '5f7d682b-3a1d-461b-ad69-b105a760fa8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:47:56Z', 'updated_at': '2022-02-17T18:47:57Z', 'revision_number': 3, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': '5f7d682b-3a1d-461b-ad69-b105a760fa8f', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:21:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b572ebd9-3ccf-484a-97f9-6daade2b4e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:47:57Z', 'updated_at': '2022-02-17T18:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:48:00.165270 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-04abc808-736b-48d5-b8c9-f648d41667c2 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for port (da4347f2-33fc-434f-b912-011ebea374cc), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:00.174509 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-46cf4e36-4b26-4c72-83ac-962a7a5a59f9 None None] For port 7dfeab2e-43b9-40db-8f3b-27a847e65a0f, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:48:00.178479 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-46cf4e36-4b26-4c72-83ac-962a7a5a59f9 None None] For port 7dfeab2e-43b9-40db-8f3b-27a847e65a0f, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=7dfeab2e-43b9-40db-8f3b-27a847e65a0f,segment=NetworkSegment(be9a8fa9-654e-49b4-8ed7-604ab9fab5a8),segment_id=be9a8fa9-654e-49b4-8ed7-604ab9fab5a8)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:48:00.185089 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-46cf4e36-4b26-4c72-83ac-962a7a5a59f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (7dfeab2e-43b9-40db-8f3b-27a847e65a0f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:00.205171 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-04abc808-736b-48d5-b8c9-f648d41667c2 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (da4347f2-33fc-434f-b912-011ebea374cc), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:00.246340 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04abc808-736b-48d5-b8c9-f648d41667c2 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Network 113e6689-f3b9-40f6-b218-5c73de8995df is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:48:00.247849 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cf4e36-4b26-4c72-83ac-962a7a5a59f9 None None] Pushing event updated for resources: {'Port': ['ID=7dfeab2e-43b9-40db-8f3b-27a847e65a0f,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:48:00.251070 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-04abc808-736b-48d5-b8c9-f648d41667c2 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:48:00.253845 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04abc808-736b-48d5-b8c9-f648d41667c2 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:48:00.302745 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04abc808-736b-48d5-b8c9-f648d41667c2 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'Port': ['ID=da4347f2-33fc-434f-b912-011ebea374cc,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:48:00.316857 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-04abc808-736b-48d5-b8c9-f648d41667c2 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (b572ebd9-3ccf-484a-97f9-6daade2b4e01), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:00.515072 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-04abc808-736b-48d5-b8c9-f648d41667c2 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (da4347f2-33fc-434f-b912-011ebea374cc), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:00.810522 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-04abc808-736b-48d5-b8c9-f648d41667c2 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for port (da4347f2-33fc-434f-b912-011ebea374cc), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:00.815728 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-04abc808-736b-48d5-b8c9-f648d41667c2 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (da4347f2-33fc-434f-b912-011ebea374cc), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:00.894258 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-04abc808-736b-48d5-b8c9-f648d41667c2 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (b572ebd9-3ccf-484a-97f9-6daade2b4e01), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:00.896655 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04abc808-736b-48d5-b8c9-f648d41667c2 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'Port': ['ID=da4347f2-33fc-434f-b912-011ebea374cc,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:48:01.004324 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04abc808-736b-48d5-b8c9-f648d41667c2 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Network 113e6689-f3b9-40f6-b218-5c73de8995df is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:48:01.005907 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-04abc808-736b-48d5-b8c9-f648d41667c2 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:48:01.131593 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04abc808-736b-48d5-b8c9-f648d41667c2 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Router b572ebd9-3ccf-484a-97f9-6daade2b4e01 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:48:01.231401 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c75080-2456-4289-be50-ec268691eaae None None] Network 113e6689-f3b9-40f6-b218-5c73de8995df requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:48:01.246531 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04abc808-736b-48d5-b8c9-f648d41667c2 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:48:01.251649 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-04abc808-736b-48d5-b8c9-f648d41667c2 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "PUT /v2.0/routers/b572ebd9-3ccf-484a-97f9-6daade2b4e01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3201454 Feb 17 18:48:01.317028 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-ea8525ae-45c2-42d7-a040-e4d74ec68ca6 None None] Provisioning complete for port 7dfeab2e-43b9-40db-8f3b-27a847e65a0f triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:48:01.317398 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ea8525ae-45c2-42d7-a040-e4d74ec68ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7dfeab2e-43b9-40db-8f3b-27a847e65a0f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:01.424914 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-12103372-3b34-4ee4-91fe-a1fd00eb39f9 req-267c589b-e1a1-46cc-9663-728bec5704af tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-100304060&fields=id&tenant_id=a67d2b403e4f443c89be6362be401177 HTTP/1.1" status: 200 len: 267 time: 0.0542347 Feb 17 18:48:01.446937 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-ea8525ae-45c2-42d7-a040-e4d74ec68ca6 None None] Current status of the port 7dfeab2e-43b9-40db-8f3b-27a847e65a0f is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:48:01.447341 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ea8525ae-45c2-42d7-a040-e4d74ec68ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7dfeab2e-43b9-40db-8f3b-27a847e65a0f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:01.492937 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-ea8525ae-45c2-42d7-a040-e4d74ec68ca6 None None] For port 7dfeab2e-43b9-40db-8f3b-27a847e65a0f, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=7dfeab2e-43b9-40db-8f3b-27a847e65a0f,segment=NetworkSegment(be9a8fa9-654e-49b4-8ed7-604ab9fab5a8),segment_id=be9a8fa9-654e-49b4-8ed7-604ab9fab5a8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:48:01.500044 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ea8525ae-45c2-42d7-a040-e4d74ec68ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (7dfeab2e-43b9-40db-8f3b-27a847e65a0f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:01.556575 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8525ae-45c2-42d7-a040-e4d74ec68ca6 None None] Pushing event updated for resources: {'Port': ['ID=7dfeab2e-43b9-40db-8f3b-27a847e65a0f,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:48:01.568903 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12103372-3b34-4ee4-91fe-a1fd00eb39f9 req-10771f6b-1743-4539-91a0-76e81590463f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:48:01.570548 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-12103372-3b34-4ee4-91fe-a1fd00eb39f9 req-10771f6b-1743-4539-91a0-76e81590463f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/networks?id=113e6689-f3b9-40f6-b218-5c73de8995df HTTP/1.1" status: 200 len: 796 time: 0.1381667 Feb 17 18:48:01.585991 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-12103372-3b34-4ee4-91fe-a1fd00eb39f9 req-a72f3957-8bc2-4161-9c30-85a9ab3f26fb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/quotas/a67d2b403e4f443c89be6362be401177 HTTP/1.1" status: 200 len: 375 time: 0.0098472 Feb 17 18:48:01.651330 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-12103372-3b34-4ee4-91fe-a1fd00eb39f9 req-a5c1cd80-88ac-4df9-998e-41631e3d425a tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=a67d2b403e4f443c89be6362be401177&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0585361 Feb 17 18:48:01.730904 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-58414f53-3354-47a9-8ef6-c5a7f41d4f55 None None] Provisioning complete for port da4347f2-33fc-434f-b912-011ebea374cc triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:48:01.731969 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-58414f53-3354-47a9-8ef6-c5a7f41d4f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (da4347f2-33fc-434f-b912-011ebea374cc), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:01.796128 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-12103372-3b34-4ee4-91fe-a1fd00eb39f9 req-5b31ac67-96c9-4a8f-9ea6-1095d7b84556 service neutron] 10.222.0.87 "GET /v2.0/networks/113e6689-f3b9-40f6-b218-5c73de8995df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323907 Feb 17 18:48:01.801064 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-58414f53-3354-47a9-8ef6-c5a7f41d4f55 None None] Port da4347f2-33fc-434f-b912-011ebea374cc cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:48:01.820457 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-58414f53-3354-47a9-8ef6-c5a7f41d4f55 None None] Provisioning complete for port 7dfeab2e-43b9-40db-8f3b-27a847e65a0f triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:48:01.820846 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-58414f53-3354-47a9-8ef6-c5a7f41d4f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7dfeab2e-43b9-40db-8f3b-27a847e65a0f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:01.906481 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 7dfeab2e-43b9-40db-8f3b-27a847e65a0f up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:48:01.907862 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-12103372-3b34-4ee4-91fe-a1fd00eb39f9 req-232192bd-d223-4a6d-8480-5cb53752af5d service neutron] 10.222.0.87 "GET /v2.0/networks/113e6689-f3b9-40f6-b218-5c73de8995df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107941 Feb 17 18:48:01.935766 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ce8afa-3e7f-41b6-a608-ebb87246acde None None] Sync routers for ids ['b572ebd9-3ccf-484a-97f9-6daade2b4e01'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:48:01.954442 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-58414f53-3354-47a9-8ef6-c5a7f41d4f55 None None] Current status of the port 7dfeab2e-43b9-40db-8f3b-27a847e65a0f is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:48:01.956784 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ce8afa-3e7f-41b6-a608-ebb87246acde None None] Routers {'b572ebd9-3ccf-484a-97f9-6daade2b4e01'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:48:01.957421 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-c3ce8afa-3e7f-41b6-a608-ebb87246acde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:47:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['b572ebd9-3ccf-484a-97f9-6daade2b4e01'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:48:01.981991 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 7dfeab2e-43b9-40db-8f3b-27a847e65a0f triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:48:01.982378 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7dfeab2e-43b9-40db-8f3b-27a847e65a0f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:02.086258 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-c3ce8afa-3e7f-41b6-a608-ebb87246acde None None] Set router b572ebd9-3ccf-484a-97f9-6daade2b4e01 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:48:02.117945 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-776c5b4b-7cd8-4a75-88df-801d1b105899 None None] Provisioning complete for port da4347f2-33fc-434f-b912-011ebea374cc triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:48:02.118331 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-776c5b4b-7cd8-4a75-88df-801d1b105899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (da4347f2-33fc-434f-b912-011ebea374cc), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:02.142438 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 7dfeab2e-43b9-40db-8f3b-27a847e65a0f is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:48:02.143561 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 5f7d682b-3a1d-461b-ad69-b105a760fa8f up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:48:02.163266 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0d4bd46b-4d78-4665-a2e8-7a91b9e1262a req-3f6c0f45-46e2-4896-9300-d5ea6eea5c5f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2d14d6-83d8-4f46-b26b-e8ba105b5a76 HTTP/1.1" status: 200 len: 210 time: 0.0553191 Feb 17 18:48:02.203476 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-776c5b4b-7cd8-4a75-88df-801d1b105899 None None] Port da4347f2-33fc-434f-b912-011ebea374cc cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:48:02.213208 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 5f7d682b-3a1d-461b-ad69-b105a760fa8f triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:48:02.213584 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (5f7d682b-3a1d-461b-ad69-b105a760fa8f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:02.292991 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 5f7d682b-3a1d-461b-ad69-b105a760fa8f is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:48:02.293647 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5f7d682b-3a1d-461b-ad69-b105a760fa8f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:02.322393 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 5f7d682b-3a1d-461b-ad69-b105a760fa8f, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=5f7d682b-3a1d-461b-ad69-b105a760fa8f,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:48:02.328361 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-c3ce8afa-3e7f-41b6-a608-ebb87246acde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b572ebd9-3ccf-484a-97f9-6daade2b4e01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1665639376', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '5f7d682b-3a1d-461b-ad69-b105a760fa8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:47:56Z', 'updated_at': '2022-02-17T18:48:00Z', 'revision_number': 4, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': '5f7d682b-3a1d-461b-ad69-b105a760fa8f', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:21:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b572ebd9-3ccf-484a-97f9-6daade2b4e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:47:57Z', 'updated_at': '2022-02-17T18:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'da4347f2-33fc-434f-b912-011ebea374cc', 'name': '', 'network_id': '113e6689-f3b9-40f6-b218-5c73de8995df', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'mac_address': 'fa:16:3e:08:cf:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b572ebd9-3ccf-484a-97f9-6daade2b4e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '59ab4e01-7ea8-48d5-a823-7e06eac66973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:47:59Z', 'updated_at': '2022-02-17T18:48:00Z', 'revision_number': 2, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'subnets': [{'id': '59ab4e01-7ea8-48d5-a823-7e06eac66973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:48:02.331703 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-3d4bec44-280b-4bf9-8493-9bfdae8e007c None None] Provisioning complete for port da4347f2-33fc-434f-b912-011ebea374cc triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:48:02.332091 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3d4bec44-280b-4bf9-8493-9bfdae8e007c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (da4347f2-33fc-434f-b912-011ebea374cc), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:02.352260 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (5f7d682b-3a1d-461b-ad69-b105a760fa8f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:02.356216 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ce8afa-3e7f-41b6-a608-ebb87246acde None None] Checking router: b572ebd9-3ccf-484a-97f9-6daade2b4e01 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:48:02.356602 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ce8afa-3e7f-41b6-a608-ebb87246acde None None] Updating router b572ebd9-3ccf-484a-97f9-6daade2b4e01 port da4347f2-33fc-434f-b912-011ebea374cc binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 18:48:02.388304 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c3ce8afa-3e7f-41b6-a608-ebb87246acde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (da4347f2-33fc-434f-b912-011ebea374cc), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:02.410578 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-3d4bec44-280b-4bf9-8493-9bfdae8e007c None None] Port da4347f2-33fc-434f-b912-011ebea374cc cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:48:02.424823 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=5f7d682b-3a1d-461b-ad69-b105a760fa8f,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:48:02.748274 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c3ce8afa-3e7f-41b6-a608-ebb87246acde None None] Publish callbacks [] for port (da4347f2-33fc-434f-b912-011ebea374cc), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:02.753332 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c3ce8afa-3e7f-41b6-a608-ebb87246acde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (da4347f2-33fc-434f-b912-011ebea374cc), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:02.800189 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7f69be-2a8d-4e1c-a2fb-60b31ba798ae None None] Pushing event updated for resources: {'Port': ['ID=da4347f2-33fc-434f-b912-011ebea374cc,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:48:02.809771 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7f69be-2a8d-4e1c-a2fb-60b31ba798ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:48:02.810112 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7f69be-2a8d-4e1c-a2fb-60b31ba798ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:48:02.810454 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7f69be-2a8d-4e1c-a2fb-60b31ba798ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:48:02.810785 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7f69be-2a8d-4e1c-a2fb-60b31ba798ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:48:02.811114 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7f69be-2a8d-4e1c-a2fb-60b31ba798ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:48:02.811439 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7f69be-2a8d-4e1c-a2fb-60b31ba798ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:48:02.811763 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7f69be-2a8d-4e1c-a2fb-60b31ba798ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:48:02.812085 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7f69be-2a8d-4e1c-a2fb-60b31ba798ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:48:02.812430 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7f69be-2a8d-4e1c-a2fb-60b31ba798ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:48:02.812754 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7f69be-2a8d-4e1c-a2fb-60b31ba798ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:48:02.813073 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7f69be-2a8d-4e1c-a2fb-60b31ba798ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:48:02.813392 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7f69be-2a8d-4e1c-a2fb-60b31ba798ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:48:02.813708 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7f69be-2a8d-4e1c-a2fb-60b31ba798ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:48:02.863871 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-c3ce8afa-3e7f-41b6-a608-ebb87246acde None None] Attempting to bind port da4347f2-33fc-434f-b912-011ebea374cc on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:48:02.864265 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-c3ce8afa-3e7f-41b6-a608-ebb87246acde None None] Attempting to bind port da4347f2-33fc-434f-b912-011ebea374cc by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'be9a8fa9-654e-49b4-8ed7-604ab9fab5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '113e6689-f3b9-40f6-b218-5c73de8995df'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:48:02.864672 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ce8afa-3e7f-41b6-a608-ebb87246acde None None] Attempting to bind port da4347f2-33fc-434f-b912-011ebea374cc on network 113e6689-f3b9-40f6-b218-5c73de8995df {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:48:02.869689 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ce8afa-3e7f-41b6-a608-ebb87246acde None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:48:02.870061 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ce8afa-3e7f-41b6-a608-ebb87246acde None None] Checking segment: {'id': 'be9a8fa9-654e-49b4-8ed7-604ab9fab5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '113e6689-f3b9-40f6-b218-5c73de8995df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:48:02.870456 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c3ce8afa-3e7f-41b6-a608-ebb87246acde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:02.870839 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ce8afa-3e7f-41b6-a608-ebb87246acde None None] Bound using segment: {'id': 'be9a8fa9-654e-49b4-8ed7-604ab9fab5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '113e6689-f3b9-40f6-b218-5c73de8995df'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:48:02.871298 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-c3ce8afa-3e7f-41b6-a608-ebb87246acde None None] Bound port: da4347f2-33fc-434f-b912-011ebea374cc, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be9a8fa9-654e-49b4-8ed7-604ab9fab5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '113e6689-f3b9-40f6-b218-5c73de8995df'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:48:02.871676 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c3ce8afa-3e7f-41b6-a608-ebb87246acde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (da4347f2-33fc-434f-b912-011ebea374cc), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:02.939385 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-c3ce8afa-3e7f-41b6-a608-ebb87246acde None None] For port da4347f2-33fc-434f-b912-011ebea374cc, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:48:02.943202 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-c3ce8afa-3e7f-41b6-a608-ebb87246acde None None] For port da4347f2-33fc-434f-b912-011ebea374cc, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=da4347f2-33fc-434f-b912-011ebea374cc,segment=NetworkSegment(be9a8fa9-654e-49b4-8ed7-604ab9fab5a8),segment_id=be9a8fa9-654e-49b4-8ed7-604ab9fab5a8)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:48:02.952386 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-c3ce8afa-3e7f-41b6-a608-ebb87246acde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (da4347f2-33fc-434f-b912-011ebea374cc), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:03.011284 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ce8afa-3e7f-41b6-a608-ebb87246acde None None] Routers {'b572ebd9-3ccf-484a-97f9-6daade2b4e01'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:48:03.011907 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-c3ce8afa-3e7f-41b6-a608-ebb87246acde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:47:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['b572ebd9-3ccf-484a-97f9-6daade2b4e01'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:48:03.017322 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7f69be-2a8d-4e1c-a2fb-60b31ba798ae None None] Pushing event updated for resources: {'Port': ['ID=da4347f2-33fc-434f-b912-011ebea374cc,revision_number=4']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:48:03.049326 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-d3fe5fb1-d597-42e2-9d49-05e7eced1882 None None] Provisioning complete for port da4347f2-33fc-434f-b912-011ebea374cc triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:48:03.050018 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d3fe5fb1-d597-42e2-9d49-05e7eced1882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (da4347f2-33fc-434f-b912-011ebea374cc), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:03.148678 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-c3ce8afa-3e7f-41b6-a608-ebb87246acde None None] Set router b572ebd9-3ccf-484a-97f9-6daade2b4e01 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:48:03.174614 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6e5d66dd-b2e2-479d-88b4-234d1e751183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:03.180423 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12103372-3b34-4ee4-91fe-a1fd00eb39f9 req-e3391960-bd7b-46c6-9b97-556fbf8ca31c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:48:03.182776 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-12103372-3b34-4ee4-91fe-a1fd00eb39f9 req-e3391960-bd7b-46c6-9b97-556fbf8ca31c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.71 "GET /v2.0/networks?id=113e6689-f3b9-40f6-b218-5c73de8995df HTTP/1.1" status: 200 len: 796 time: 0.1757042 Feb 17 18:48:03.259565 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-d3fe5fb1-d597-42e2-9d49-05e7eced1882 None None] Current status of the port da4347f2-33fc-434f-b912-011ebea374cc is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:48:03.259961 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d3fe5fb1-d597-42e2-9d49-05e7eced1882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (da4347f2-33fc-434f-b912-011ebea374cc), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:03.294002 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3460c497-f84f-4daa-89f9-928d73d1139b req-a8242eba-4529-4bbe-9239-5b96ad97edf8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2d14d6-83d8-4f46-b26b-e8ba105b5a76 HTTP/1.1" status: 200 len: 210 time: 0.0367832 Feb 17 18:48:03.297216 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-12103372-3b34-4ee4-91fe-a1fd00eb39f9 req-c3bf956c-69c1-4339-933f-94af9b6be65c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a67d2b403e4f443c89be6362be401177 HTTP/1.1" status: 200 len: 379 time: 0.1041141 Feb 17 18:48:03.300320 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-d3fe5fb1-d597-42e2-9d49-05e7eced1882 None None] For port da4347f2-33fc-434f-b912-011ebea374cc, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=da4347f2-33fc-434f-b912-011ebea374cc,segment=NetworkSegment(be9a8fa9-654e-49b4-8ed7-604ab9fab5a8),segment_id=be9a8fa9-654e-49b4-8ed7-604ab9fab5a8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:48:03.306100 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-12103372-3b34-4ee4-91fe-a1fd00eb39f9 req-23c502f3-c525-4493-b2c3-95a52ddec5df tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'port': {'device_id': 'bc2d14d6-83d8-4f46-b26b-e8ba105b5a76', 'network_id': '113e6689-f3b9-40f6-b218-5c73de8995df', 'admin_state_up': True, 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'security_groups': ['18e62996-5e6d-442e-9b12-0c6ac833298b']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:48:03.315649 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d3fe5fb1-d597-42e2-9d49-05e7eced1882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (da4347f2-33fc-434f-b912-011ebea374cc), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:03.380124 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe5fb1-d597-42e2-9d49-05e7eced1882 None None] Pushing event updated for resources: {'Port': ['ID=da4347f2-33fc-434f-b912-011ebea374cc,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:48:03.408360 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-c3ce8afa-3e7f-41b6-a608-ebb87246acde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b572ebd9-3ccf-484a-97f9-6daade2b4e01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1665639376', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '5f7d682b-3a1d-461b-ad69-b105a760fa8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:47:56Z', 'updated_at': '2022-02-17T18:48:00Z', 'revision_number': 4, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': '5f7d682b-3a1d-461b-ad69-b105a760fa8f', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:21:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b572ebd9-3ccf-484a-97f9-6daade2b4e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:47:57Z', 'updated_at': '2022-02-17T18:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'da4347f2-33fc-434f-b912-011ebea374cc', 'name': '', 'network_id': '113e6689-f3b9-40f6-b218-5c73de8995df', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'mac_address': 'fa:16:3e:08:cf:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b572ebd9-3ccf-484a-97f9-6daade2b4e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '59ab4e01-7ea8-48d5-a823-7e06eac66973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:47:59Z', 'updated_at': '2022-02-17T18:48:02Z', 'revision_number': 4, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'subnets': [{'id': '59ab4e01-7ea8-48d5-a823-7e06eac66973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:48:03.430238 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12103372-3b34-4ee4-91fe-a1fd00eb39f9 req-23c502f3-c525-4493-b2c3-95a52ddec5df tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Made reservation on behalf of a67d2b403e4f443c89be6362be401177 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:48:03.433840 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-12103372-3b34-4ee4-91fe-a1fd00eb39f9 req-23c502f3-c525-4493-b2c3-95a52ddec5df tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:03.438120 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-2277ed7a-ca24-4199-8253-b745e9a3c32d None None] Provisioning complete for port da4347f2-33fc-434f-b912-011ebea374cc triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:48:03.438501 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2277ed7a-ca24-4199-8253-b745e9a3c32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (da4347f2-33fc-434f-b912-011ebea374cc), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:03.439961 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ce8afa-3e7f-41b6-a608-ebb87246acde None None] The sync data for ids ['b572ebd9-3ccf-484a-97f9-6daade2b4e01'] in n-d-829613-2 is: [{'id': 'b572ebd9-3ccf-484a-97f9-6daade2b4e01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1665639376', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '5f7d682b-3a1d-461b-ad69-b105a760fa8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:47:56Z', 'updated_at': '2022-02-17T18:48:00Z', 'revision_number': 4, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': '5f7d682b-3a1d-461b-ad69-b105a760fa8f', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:21:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b572ebd9-3ccf-484a-97f9-6daade2b4e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:47:57Z', 'updated_at': '2022-02-17T18:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'da4347f2-33fc-434f-b912-011ebea374cc', 'name': '', 'network_id': '113e6689-f3b9-40f6-b218-5c73de8995df', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'mac_address': 'fa:16:3e:08:cf:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b572ebd9-3ccf-484a-97f9-6daade2b4e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '59ab4e01-7ea8-48d5-a823-7e06eac66973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:47:59Z', 'updated_at': '2022-02-17T18:48:02Z', 'revision_number': 4, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'subnets': [{'id': '59ab4e01-7ea8-48d5-a823-7e06eac66973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:48:03.563369 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-2277ed7a-ca24-4199-8253-b745e9a3c32d None None] Current status of the port da4347f2-33fc-434f-b912-011ebea374cc is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:48:03.589817 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-12103372-3b34-4ee4-91fe-a1fd00eb39f9 req-23c502f3-c525-4493-b2c3-95a52ddec5df tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Allocated IP 172.20.0.7 (113e6689-f3b9-40f6-b218-5c73de8995df/59ab4e01-7ea8-48d5-a823-7e06eac66973/b46f2670-c389-4323-8084-00260037cec3) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:48:03.752359 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-12103372-3b34-4ee4-91fe-a1fd00eb39f9 req-23c502f3-c525-4493-b2c3-95a52ddec5df tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for port (b46f2670-c389-4323-8084-00260037cec3), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:03.789212 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-12103372-3b34-4ee4-91fe-a1fd00eb39f9 req-23c502f3-c525-4493-b2c3-95a52ddec5df tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (b46f2670-c389-4323-8084-00260037cec3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:03.831629 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12103372-3b34-4ee4-91fe-a1fd00eb39f9 req-23c502f3-c525-4493-b2c3-95a52ddec5df tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Network 113e6689-f3b9-40f6-b218-5c73de8995df is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:48:03.837609 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-12103372-3b34-4ee4-91fe-a1fd00eb39f9 req-23c502f3-c525-4493-b2c3-95a52ddec5df tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:48:03.841631 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-12103372-3b34-4ee4-91fe-a1fd00eb39f9 req-23c502f3-c525-4493-b2c3-95a52ddec5df tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:48:03.853931 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device da4347f2-33fc-434f-b912-011ebea374cc up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:48:03.874907 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c502f3-c525-4493-b2c3-95a52ddec5df tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'Port': ['ID=b46f2670-c389-4323-8084-00260037cec3,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:48:03.920405 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12103372-3b34-4ee4-91fe-a1fd00eb39f9 req-23c502f3-c525-4493-b2c3-95a52ddec5df tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:48:03.921211 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-12103372-3b34-4ee4-91fe-a1fd00eb39f9 req-23c502f3-c525-4493-b2c3-95a52ddec5df tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:03.925573 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port da4347f2-33fc-434f-b912-011ebea374cc triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:48:03.925967 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (da4347f2-33fc-434f-b912-011ebea374cc), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:03.943440 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-12103372-3b34-4ee4-91fe-a1fd00eb39f9 req-23c502f3-c525-4493-b2c3-95a52ddec5df tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6416526 Feb 17 18:48:03.961342 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-12103372-3b34-4ee4-91fe-a1fd00eb39f9 req-3990ce18-3a45-496e-a3d3-2808cc4f9095 service neutron] Request body: {'port': {'device_id': 'bc2d14d6-83d8-4f46-b26b-e8ba105b5a76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:48:04.035342 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port da4347f2-33fc-434f-b912-011ebea374cc is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:48:04.037252 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-12103372-3b34-4ee4-91fe-a1fd00eb39f9 req-3990ce18-3a45-496e-a3d3-2808cc4f9095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b46f2670-c389-4323-8084-00260037cec3), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:04.037803 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 5f7d682b-3a1d-461b-ad69-b105a760fa8f up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:48:04.093567 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 5f7d682b-3a1d-461b-ad69-b105a760fa8f triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:48:04.094308 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (5f7d682b-3a1d-461b-ad69-b105a760fa8f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:04.190806 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 5f7d682b-3a1d-461b-ad69-b105a760fa8f is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:48:04.197493 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-d4c5101f-9bdf-4acc-bc0a-95bd8c66798d None None] Provisioning complete for port b46f2670-c389-4323-8084-00260037cec3 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:48:04.197938 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d4c5101f-9bdf-4acc-bc0a-95bd8c66798d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b46f2670-c389-4323-8084-00260037cec3), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:04.234877 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-d4c5101f-9bdf-4acc-bc0a-95bd8c66798d None None] Port b46f2670-c389-4323-8084-00260037cec3 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:48:04.331850 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-12103372-3b34-4ee4-91fe-a1fd00eb39f9 req-3990ce18-3a45-496e-a3d3-2808cc4f9095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b46f2670-c389-4323-8084-00260037cec3 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:48:04.340498 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-12103372-3b34-4ee4-91fe-a1fd00eb39f9 req-3990ce18-3a45-496e-a3d3-2808cc4f9095 service neutron] Publish callbacks [] for port (b46f2670-c389-4323-8084-00260037cec3), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:04.354294 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-12103372-3b34-4ee4-91fe-a1fd00eb39f9 req-3990ce18-3a45-496e-a3d3-2808cc4f9095 service neutron] Transition to ACTIVE for port object b46f2670-c389-4323-8084-00260037cec3 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 18:48:04.358971 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-12103372-3b34-4ee4-91fe-a1fd00eb39f9 req-3990ce18-3a45-496e-a3d3-2808cc4f9095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (b46f2670-c389-4323-8084-00260037cec3), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:04.421525 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3990ce18-3a45-496e-a3d3-2808cc4f9095 service neutron] Pushing event updated for resources: {'Port': ['ID=b46f2670-c389-4323-8084-00260037cec3,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:48:04.430645 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae9fc9-bd42-4db0-8f8f-7ccc9d026d56 req-3f283531-41aa-4f50-818b-66eb70b0c2f1 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:48:04.432368 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e2ae9fc9-bd42-4db0-8f8f-7ccc9d026d56 req-3f283531-41aa-4f50-818b-66eb70b0c2f1 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2d14d6-83d8-4f46-b26b-e8ba105b5a76 HTTP/1.1" status: 200 len: 943 time: 0.0679750 Feb 17 18:48:04.493715 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-12103372-3b34-4ee4-91fe-a1fd00eb39f9 req-3990ce18-3a45-496e-a3d3-2808cc4f9095 service neutron] Attempting to bind port b46f2670-c389-4323-8084-00260037cec3 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:48:04.494055 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-12103372-3b34-4ee4-91fe-a1fd00eb39f9 req-3990ce18-3a45-496e-a3d3-2808cc4f9095 service neutron] Attempting to bind port b46f2670-c389-4323-8084-00260037cec3 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': 'be9a8fa9-654e-49b4-8ed7-604ab9fab5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '113e6689-f3b9-40f6-b218-5c73de8995df'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:48:04.494385 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12103372-3b34-4ee4-91fe-a1fd00eb39f9 req-3990ce18-3a45-496e-a3d3-2808cc4f9095 service neutron] Attempting to bind port b46f2670-c389-4323-8084-00260037cec3 on network 113e6689-f3b9-40f6-b218-5c73de8995df {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:48:04.497874 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e2ae9fc9-bd42-4db0-8f8f-7ccc9d026d56 req-a772490a-c294-481d-bfac-7ec8e7e0ec9e tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=18e62996-5e6d-442e-9b12-0c6ac833298b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594163 Feb 17 18:48:04.499277 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12103372-3b34-4ee4-91fe-a1fd00eb39f9 req-3990ce18-3a45-496e-a3d3-2808cc4f9095 service neutron] Port b46f2670-c389-4323-8084-00260037cec3 on network 113e6689-f3b9-40f6-b218-5c73de8995df not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:48:04.499613 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12103372-3b34-4ee4-91fe-a1fd00eb39f9 req-3990ce18-3a45-496e-a3d3-2808cc4f9095 service neutron] Attempting to bind port b46f2670-c389-4323-8084-00260037cec3 on network 113e6689-f3b9-40f6-b218-5c73de8995df {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:48:04.505862 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12103372-3b34-4ee4-91fe-a1fd00eb39f9 req-3990ce18-3a45-496e-a3d3-2808cc4f9095 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:48:04.506209 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12103372-3b34-4ee4-91fe-a1fd00eb39f9 req-3990ce18-3a45-496e-a3d3-2808cc4f9095 service neutron] Checking segment: {'id': 'be9a8fa9-654e-49b4-8ed7-604ab9fab5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '113e6689-f3b9-40f6-b218-5c73de8995df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:48:04.506600 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12103372-3b34-4ee4-91fe-a1fd00eb39f9 req-3990ce18-3a45-496e-a3d3-2808cc4f9095 service neutron] Bound using segment: {'id': 'be9a8fa9-654e-49b4-8ed7-604ab9fab5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '113e6689-f3b9-40f6-b218-5c73de8995df'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:48:04.507028 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-12103372-3b34-4ee4-91fe-a1fd00eb39f9 req-3990ce18-3a45-496e-a3d3-2808cc4f9095 service neutron] Bound port: b46f2670-c389-4323-8084-00260037cec3, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be9a8fa9-654e-49b4-8ed7-604ab9fab5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '113e6689-f3b9-40f6-b218-5c73de8995df'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:48:04.507463 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-12103372-3b34-4ee4-91fe-a1fd00eb39f9 req-3990ce18-3a45-496e-a3d3-2808cc4f9095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b46f2670-c389-4323-8084-00260037cec3), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:04.580501 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-12103372-3b34-4ee4-91fe-a1fd00eb39f9 req-3990ce18-3a45-496e-a3d3-2808cc4f9095 service neutron] For port b46f2670-c389-4323-8084-00260037cec3, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:48:04.584276 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-12103372-3b34-4ee4-91fe-a1fd00eb39f9 req-3990ce18-3a45-496e-a3d3-2808cc4f9095 service neutron] For port b46f2670-c389-4323-8084-00260037cec3, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=b46f2670-c389-4323-8084-00260037cec3,segment=NetworkSegment(be9a8fa9-654e-49b4-8ed7-604ab9fab5a8),segment_id=be9a8fa9-654e-49b4-8ed7-604ab9fab5a8)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:48:04.591512 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-12103372-3b34-4ee4-91fe-a1fd00eb39f9 req-3990ce18-3a45-496e-a3d3-2808cc4f9095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (b46f2670-c389-4323-8084-00260037cec3), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:04.636849 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12103372-3b34-4ee4-91fe-a1fd00eb39f9 req-3990ce18-3a45-496e-a3d3-2808cc4f9095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:48:04.637468 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-12103372-3b34-4ee4-91fe-a1fd00eb39f9 req-3990ce18-3a45-496e-a3d3-2808cc4f9095 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:04.638925 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-12103372-3b34-4ee4-91fe-a1fd00eb39f9 req-3990ce18-3a45-496e-a3d3-2808cc4f9095 service neutron] 10.222.0.71 "PUT /v2.0/ports/b46f2670-c389-4323-8084-00260037cec3 HTTP/1.1" status: 200 len: 1091 time: 0.6847901 Feb 17 18:48:04.639374 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc2d14d6-83d8-4f46-b26b-e8ba105b5a76', 'tag': 'b46f2670-c389-4323-8084-00260037cec3'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:48:04.641672 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c9e875-9a2b-423c-b2a5-19a99d217fe9" -d '{"events": [{"name": "network-changed", "server_uuid": "bc2d14d6-83d8-4f46-b26b-e8ba105b5a76", "tag": "b46f2670-c389-4323-8084-00260037cec3"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:48:04.662029 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3990ce18-3a45-496e-a3d3-2808cc4f9095 service neutron] Pushing event updated for resources: {'Port': ['ID=b46f2670-c389-4323-8084-00260037cec3,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:48:04.699145 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5612d350-34cf-4771-9284-1cd9755c0724 x-openstack-request-id: req-5612d350-34cf-4771-9284-1cd9755c0724 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:48:04.699444 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc2d14d6-83d8-4f46-b26b-e8ba105b5a76", "tag": "b46f2670-c389-4323-8084-00260037cec3", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:48:04.699699 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5612d350-34cf-4771-9284-1cd9755c0724 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:48:04.700107 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc2d14d6-83d8-4f46-b26b-e8ba105b5a76', 'tag': 'b46f2670-c389-4323-8084-00260037cec3', 'status': 'completed', 'code': 200} Feb 17 18:48:04.735067 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12103372-3b34-4ee4-91fe-a1fd00eb39f9 req-6bfc5455-0338-4101-a9d6-4e2ac366a730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:48:04.736640 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-12103372-3b34-4ee4-91fe-a1fd00eb39f9 req-6bfc5455-0338-4101-a9d6-4e2ac366a730 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a67d2b403e4f443c89be6362be401177&device_id=bc2d14d6-83d8-4f46-b26b-e8ba105b5a76 HTTP/1.1" status: 200 len: 1125 time: 0.0514297 Feb 17 18:48:04.780186 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-12103372-3b34-4ee4-91fe-a1fd00eb39f9 req-9027c5f5-6f67-40cf-be29-c65f6005ab06 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b46f2670-c389-4323-8084-00260037cec3 HTTP/1.1" status: 200 len: 217 time: 0.0355449 Feb 17 18:48:04.829382 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12103372-3b34-4ee4-91fe-a1fd00eb39f9 req-d37e4369-675b-4ae7-99d5-7e4355eb5e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:48:04.830897 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-12103372-3b34-4ee4-91fe-a1fd00eb39f9 req-d37e4369-675b-4ae7-99d5-7e4355eb5e6f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=59ab4e01-7ea8-48d5-a823-7e06eac66973 HTTP/1.1" status: 200 len: 832 time: 0.0451627 Feb 17 18:48:04.893528 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12103372-3b34-4ee4-91fe-a1fd00eb39f9 req-7a182ae4-80cf-42a7-b183-7fd515bcb815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:48:04.895040 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-12103372-3b34-4ee4-91fe-a1fd00eb39f9 req-7a182ae4-80cf-42a7-b183-7fd515bcb815 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=113e6689-f3b9-40f6-b218-5c73de8995df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0576901 Feb 17 18:48:04.984293 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-12103372-3b34-4ee4-91fe-a1fd00eb39f9 req-96622bca-01a9-4b33-b9fd-6157d47777ba service neutron] 10.222.0.71 "GET /v2.0/networks/113e6689-f3b9-40f6-b218-5c73de8995df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826752 Feb 17 18:48:05.075231 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-12103372-3b34-4ee4-91fe-a1fd00eb39f9 req-85b1c29c-88b7-4a92-8286-dc07517e74ad service neutron] 10.222.0.71 "GET /v2.0/networks/113e6689-f3b9-40f6-b218-5c73de8995df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857778 Feb 17 18:48:05.163648 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9e875-9a2b-423c-b2a5-19a99d217fe9 req-6319c880-def5-4f37-b5fe-ea9ce3e48fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:48:05.165198 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-06c9e875-9a2b-423c-b2a5-19a99d217fe9 req-6319c880-def5-4f37-b5fe-ea9ce3e48fe0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a67d2b403e4f443c89be6362be401177&device_id=bc2d14d6-83d8-4f46-b26b-e8ba105b5a76 HTTP/1.1" status: 200 len: 1125 time: 0.0459747 Feb 17 18:48:05.261072 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9e875-9a2b-423c-b2a5-19a99d217fe9 req-6c371bbf-4863-46ef-a510-2b52f61126d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:48:05.262451 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-06c9e875-9a2b-423c-b2a5-19a99d217fe9 req-6c371bbf-4863-46ef-a510-2b52f61126d8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=113e6689-f3b9-40f6-b218-5c73de8995df HTTP/1.1" status: 200 len: 897 time: 0.0913541 Feb 17 18:48:05.303300 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-06c9e875-9a2b-423c-b2a5-19a99d217fe9 req-00d0213a-6b58-4641-86d7-e9f3b4960eea service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b46f2670-c389-4323-8084-00260037cec3 HTTP/1.1" status: 200 len: 217 time: 0.0351119 Feb 17 18:48:05.349827 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9e875-9a2b-423c-b2a5-19a99d217fe9 req-b7ac2282-59d6-47ee-b773-6d389dfad45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:48:05.351249 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-06c9e875-9a2b-423c-b2a5-19a99d217fe9 req-b7ac2282-59d6-47ee-b773-6d389dfad45b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=59ab4e01-7ea8-48d5-a823-7e06eac66973 HTTP/1.1" status: 200 len: 832 time: 0.0423753 Feb 17 18:48:05.403828 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9e875-9a2b-423c-b2a5-19a99d217fe9 req-58feea32-b866-4fcf-9da7-d3e4c938a1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:48:05.405336 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-06c9e875-9a2b-423c-b2a5-19a99d217fe9 req-58feea32-b866-4fcf-9da7-d3e4c938a1a5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=113e6689-f3b9-40f6-b218-5c73de8995df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479822 Feb 17 18:48:05.493705 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-06c9e875-9a2b-423c-b2a5-19a99d217fe9 req-5d7aaae5-a4dd-4713-9610-2034878afc70 service neutron] 10.222.0.71 "GET /v2.0/networks/113e6689-f3b9-40f6-b218-5c73de8995df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806923 Feb 17 18:48:05.583025 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-33067623-56aa-4093-b919-ef929038a7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:05.593082 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-06c9e875-9a2b-423c-b2a5-19a99d217fe9 req-92de42eb-66c3-411d-bac4-22599bdf3339 service neutron] 10.222.0.71 "GET /v2.0/networks/113e6689-f3b9-40f6-b218-5c73de8995df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930073 Feb 17 18:48:05.632890 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a2a504-322e-487a-b808-c03027abc6fb req-8c77dc34-de4c-4255-9c22-83a6379bd362 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:48:05.634375 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-69a2a504-322e-487a-b808-c03027abc6fb req-8c77dc34-de4c-4255-9c22-83a6379bd362 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2d14d6-83d8-4f46-b26b-e8ba105b5a76 HTTP/1.1" status: 200 len: 943 time: 0.0610528 Feb 17 18:48:05.682970 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-69a2a504-322e-487a-b808-c03027abc6fb req-ce6dc3cc-29ca-44ec-8daf-8343ad65ed90 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=18e62996-5e6d-442e-9b12-0c6ac833298b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429223 Feb 17 18:48:06.809133 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb66ebf-a8a4-4ca9-bc2c-e3d9fc6c05e8 req-5222ed7a-7f71-416d-be0e-31a5bab0a9b3 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:48:06.810627 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-adb66ebf-a8a4-4ca9-bc2c-e3d9fc6c05e8 req-5222ed7a-7f71-416d-be0e-31a5bab0a9b3 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2d14d6-83d8-4f46-b26b-e8ba105b5a76 HTTP/1.1" status: 200 len: 943 time: 0.0577798 Feb 17 18:48:06.860884 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-adb66ebf-a8a4-4ca9-bc2c-e3d9fc6c05e8 req-746e713d-126d-46f1-9298-e23173312ae4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=18e62996-5e6d-442e-9b12-0c6ac833298b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439389 Feb 17 18:48:07.012672 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:07.811106 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device b46f2670-c389-4323-8084-00260037cec3 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:48:07.906489 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port b46f2670-c389-4323-8084-00260037cec3, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=b46f2670-c389-4323-8084-00260037cec3,segment=NetworkSegment(be9a8fa9-654e-49b4-8ed7-604ab9fab5a8),segment_id=be9a8fa9-654e-49b4-8ed7-604ab9fab5a8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:48:07.918056 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': 'b46f2670-c389-4323-8084-00260037cec3', 'network_id': '113e6689-f3b9-40f6-b218-5c73de8995df', 'port_id': 'b46f2670-c389-4323-8084-00260037cec3', 'mac_address': 'fa:16:3e:1c:1c:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59ab4e01-7ea8-48d5-a823-7e06eac66973', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:48:07.959024 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port b46f2670-c389-4323-8084-00260037cec3 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:48:07.959428 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b46f2670-c389-4323-8084-00260037cec3), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:07.972349 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b46f2670-c389-4323-8084-00260037cec3 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:48:07.979582 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce601a-39b4-4fe6-9910-2b5bfb84310a req-507616cc-73af-4369-a67f-4eb3f25e5bc2 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:48:07.981147 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f5ce601a-39b4-4fe6-9910-2b5bfb84310a req-507616cc-73af-4369-a67f-4eb3f25e5bc2 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2d14d6-83d8-4f46-b26b-e8ba105b5a76 HTTP/1.1" status: 200 len: 943 time: 0.0526321 Feb 17 18:48:07.992213 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port b46f2670-c389-4323-8084-00260037cec3, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=b46f2670-c389-4323-8084-00260037cec3,segment=NetworkSegment(be9a8fa9-654e-49b4-8ed7-604ab9fab5a8),segment_id=be9a8fa9-654e-49b4-8ed7-604ab9fab5a8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:48:07.997362 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b46f2670-c389-4323-8084-00260037cec3), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:08.036401 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f5ce601a-39b4-4fe6-9910-2b5bfb84310a req-bd275520-6d4b-4677-b76b-b32b6b40c378 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=18e62996-5e6d-442e-9b12-0c6ac833298b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496006 Feb 17 18:48:08.044965 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=b46f2670-c389-4323-8084-00260037cec3,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:48:08.197708 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['b46f2670-c389-4323-8084-00260037cec3'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:48:08.248757 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:09.156636 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d329e-ccd9-4948-9d9b-05dd7de18e24 req-a293d389-a004-4cf3-8e05-91fc99f4f81e tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:48:09.158544 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-263d329e-ccd9-4948-9d9b-05dd7de18e24 req-a293d389-a004-4cf3-8e05-91fc99f4f81e tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2d14d6-83d8-4f46-b26b-e8ba105b5a76 HTTP/1.1" status: 200 len: 944 time: 0.0547082 Feb 17 18:48:09.207112 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-263d329e-ccd9-4948-9d9b-05dd7de18e24 req-fe1e4e99-f17d-4e07-968b-8b621d39b1c2 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=18e62996-5e6d-442e-9b12-0c6ac833298b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428355 Feb 17 18:48:09.301918 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:09.823146 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device b46f2670-c389-4323-8084-00260037cec3 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:48:09.872515 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port b46f2670-c389-4323-8084-00260037cec3 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 18:48:09.876400 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port b46f2670-c389-4323-8084-00260037cec3 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:48:09.876780 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b46f2670-c389-4323-8084-00260037cec3), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:09.957604 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port b46f2670-c389-4323-8084-00260037cec3 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:48:09.958022 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b46f2670-c389-4323-8084-00260037cec3), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:09.981257 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2d14d6-83d8-4f46-b26b-e8ba105b5a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46f2670-c389-4323-8084-00260037cec3'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:48:09.983486 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a58b36eb5214be741a58d8f0f454d70cefb3ebdc097f6d2df64ce05b1b6ee80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd2c043-eaae-4362-88fa-2ec5924107d6" -d '{"events": [{"server_uuid": "bc2d14d6-83d8-4f46-b26b-e8ba105b5a76", "name": "network-vif-plugged", "status": "completed", "tag": "b46f2670-c389-4323-8084-00260037cec3"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:48:09.995969 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port b46f2670-c389-4323-8084-00260037cec3, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=b46f2670-c389-4323-8084-00260037cec3,segment=NetworkSegment(be9a8fa9-654e-49b4-8ed7-604ab9fab5a8),segment_id=be9a8fa9-654e-49b4-8ed7-604ab9fab5a8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:48:10.000608 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b46f2670-c389-4323-8084-00260037cec3), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:10.025909 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76be569f-530e-4b57-b176-54d87e03406f x-openstack-request-id: req-76be569f-530e-4b57-b176-54d87e03406f {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:48:10.026207 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2d14d6-83d8-4f46-b26b-e8ba105b5a76", "name": "network-vif-plugged", "status": "completed", "tag": "b46f2670-c389-4323-8084-00260037cec3", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:48:10.026465 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-76be569f-530e-4b57-b176-54d87e03406f {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:48:10.026858 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2d14d6-83d8-4f46-b26b-e8ba105b5a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46f2670-c389-4323-8084-00260037cec3', 'code': 200} Feb 17 18:48:10.052801 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=b46f2670-c389-4323-8084-00260037cec3,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:48:10.121487 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe98df9-ffc3-4c59-a060-cf541f46882f req-94ff851f-1706-4ab5-b3e7-e3d7dcc85b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:48:10.123014 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5fe98df9-ffc3-4c59-a060-cf541f46882f req-94ff851f-1706-4ab5-b3e7-e3d7dcc85b5d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=bc2d14d6-83d8-4f46-b26b-e8ba105b5a76 HTTP/1.1" status: 200 len: 1127 time: 0.0449562 Feb 17 18:48:10.167503 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5fe98df9-ffc3-4c59-a060-cf541f46882f req-30cd4400-a7a9-4340-8b5c-f8ea0207cfd9 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=18e62996-5e6d-442e-9b12-0c6ac833298b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388813 Feb 17 18:48:10.327734 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9716ee8-07cc-44d4-88e2-976fb552e841 req-e364887f-a896-4a7d-bbaf-1fd97d8815f9 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:48:10.329264 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f9716ee8-07cc-44d4-88e2-976fb552e841 req-e364887f-a896-4a7d-bbaf-1fd97d8815f9 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2d14d6-83d8-4f46-b26b-e8ba105b5a76 HTTP/1.1" status: 200 len: 945 time: 0.0525579 Feb 17 18:48:10.377330 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f9716ee8-07cc-44d4-88e2-976fb552e841 req-35dd6a03-0add-456e-a653-9223c54f449b tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=18e62996-5e6d-442e-9b12-0c6ac833298b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425642 Feb 17 18:48:11.502354 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c38a9-1a9a-4eb1-bb43-71a34cc50f7d req-0ed1eb53-9e6e-489b-8e3d-d519415e509b tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:48:11.503830 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-989c38a9-1a9a-4eb1-bb43-71a34cc50f7d req-0ed1eb53-9e6e-489b-8e3d-d519415e509b tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2d14d6-83d8-4f46-b26b-e8ba105b5a76 HTTP/1.1" status: 200 len: 945 time: 0.0559413 Feb 17 18:48:11.552407 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-989c38a9-1a9a-4eb1-bb43-71a34cc50f7d req-d88131c6-1e99-4684-87de-4f8ea0222bd8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=18e62996-5e6d-442e-9b12-0c6ac833298b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420485 Feb 17 18:48:11.673693 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa48b0-047c-443e-a510-6b543be7f2eb req-89c52099-549a-481c-9f20-1c0e3037e884 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:48:11.675191 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e8fa48b0-047c-443e-a510-6b543be7f2eb req-89c52099-549a-481c-9f20-1c0e3037e884 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2d14d6-83d8-4f46-b26b-e8ba105b5a76 HTTP/1.1" status: 200 len: 945 time: 0.0531311 Feb 17 18:48:11.724439 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e8fa48b0-047c-443e-a510-6b543be7f2eb req-2cf2f9da-0abb-4d10-8e38-85bdcb424e90 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=18e62996-5e6d-442e-9b12-0c6ac833298b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434568 Feb 17 18:48:11.745533 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42468) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:48:11.793596 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6517b9b9-ee6a-460e-a6f6-930a4a202e72 tempest-TestNetworkAdvancedServerOps-163871697 tempest-TestNetworkAdvancedServerOps-163871697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:48:11.795102 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-6517b9b9-ee6a-460e-a6f6-930a4a202e72 tempest-TestNetworkAdvancedServerOps-163871697 tempest-TestNetworkAdvancedServerOps-163871697-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=bc2d14d6-83d8-4f46-b26b-e8ba105b5a76 HTTP/1.1" status: 200 len: 1122 time: 0.0485950 Feb 17 18:48:11.797835 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42470) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:48:11.801999 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-c60445cf-106a-400a-8592-b331c63563fd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'port_id': 'b46f2670-c389-4323-8084-00260037cec3', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:48:11.821798 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c60445cf-106a-400a-8592-b331c63563fd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:11.915577 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c60445cf-106a-400a-8592-b331c63563fd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:12.020468 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-c60445cf-106a-400a-8592-b331c63563fd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Allocated IP 172.25.8.31 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/0d827f1a-aedc-4c24-ad94-1cc0de979eee) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:48:12.120786 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c60445cf-106a-400a-8592-b331c63563fd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for port (0d827f1a-aedc-4c24-ad94-1cc0de979eee), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:12.153174 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c60445cf-106a-400a-8592-b331c63563fd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (0d827f1a-aedc-4c24-ad94-1cc0de979eee), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:12.186586 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60445cf-106a-400a-8592-b331c63563fd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:48:12.189389 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-c60445cf-106a-400a-8592-b331c63563fd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:48:12.199867 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60445cf-106a-400a-8592-b331c63563fd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:48:12.227247 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60445cf-106a-400a-8592-b331c63563fd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'Port': ['ID=0d827f1a-aedc-4c24-ad94-1cc0de979eee,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:48:12.540078 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c60445cf-106a-400a-8592-b331c63563fd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for floatingip (d2580c36-11c7-4553-92bc-eb1738f80147), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:12.609235 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c60445cf-106a-400a-8592-b331c63563fd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (0d827f1a-aedc-4c24-ad94-1cc0de979eee), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:12.753540 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c60445cf-106a-400a-8592-b331c63563fd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for port (0d827f1a-aedc-4c24-ad94-1cc0de979eee), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:12.758978 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c60445cf-106a-400a-8592-b331c63563fd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (0d827f1a-aedc-4c24-ad94-1cc0de979eee), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:12.840599 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60445cf-106a-400a-8592-b331c63563fd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'Port': ['ID=0d827f1a-aedc-4c24-ad94-1cc0de979eee,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:48:12.852929 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c60445cf-106a-400a-8592-b331c63563fd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (d2580c36-11c7-4553-92bc-eb1738f80147), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:12.953280 n-d-829613-2 neutron-server[103435]: INFO neutron.db.l3_db [None req-c60445cf-106a-400a-8592-b331c63563fd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Floating IP d2580c36-11c7-4553-92bc-eb1738f80147 associated. External IP: 172.25.8.31, port: b46f2670-c389-4323-8084-00260037cec3. Feb 17 18:48:13.168267 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60445cf-106a-400a-8592-b331c63563fd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Router b572ebd9-3ccf-484a-97f9-6daade2b4e01 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:48:13.273242 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60445cf-106a-400a-8592-b331c63563fd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:48:13.284066 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240d2464-698d-49af-b578-2b300cf04972 None None] Sync routers for ids ['b572ebd9-3ccf-484a-97f9-6daade2b4e01'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:48:13.290805 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c60445cf-106a-400a-8592-b331c63563fd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:13.294702 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240d2464-698d-49af-b578-2b300cf04972 None None] Routers {'b572ebd9-3ccf-484a-97f9-6daade2b4e01'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:48:13.295316 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-240d2464-698d-49af-b578-2b300cf04972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:48:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['b572ebd9-3ccf-484a-97f9-6daade2b4e01'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:48:13.323089 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c60445cf-106a-400a-8592-b331c63563fd tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5242522 Feb 17 18:48:13.323787 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc2d14d6-83d8-4f46-b26b-e8ba105b5a76', 'tag': 'b46f2670-c389-4323-8084-00260037cec3'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:48:13.326179 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b190af5285b65727f3b44dc6e403f34aceaa8adb38edcfb0268daad85aadb275" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f430185-fea5-407c-a98e-825d0b6e408c" -d '{"events": [{"name": "network-changed", "server_uuid": "bc2d14d6-83d8-4f46-b26b-e8ba105b5a76", "tag": "b46f2670-c389-4323-8084-00260037cec3"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:48:13.404435 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-240d2464-698d-49af-b578-2b300cf04972 None None] Set router b572ebd9-3ccf-484a-97f9-6daade2b4e01 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:48:13.423408 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400680e-a055-4da7-92ef-a22421e16e30 req-c7740180-68ca-4b86-ad88-e5ba8d686eb5 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:48:13.424922 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9400680e-a055-4da7-92ef-a22421e16e30 req-c7740180-68ca-4b86-ad88-e5ba8d686eb5 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2d14d6-83d8-4f46-b26b-e8ba105b5a76 HTTP/1.1" status: 200 len: 945 time: 0.0524740 Feb 17 18:48:13.473302 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9400680e-a055-4da7-92ef-a22421e16e30 req-b14ce248-dda6-4975-a7f7-bd845053a44e tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=18e62996-5e6d-442e-9b12-0c6ac833298b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419922 Feb 17 18:48:13.501242 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42476) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:48:13.541956 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272b16b2-0876-4d16-98f4-02b7beed1ed0 x-openstack-request-id: req-272b16b2-0876-4d16-98f4-02b7beed1ed0 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:48:13.542662 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc2d14d6-83d8-4f46-b26b-e8ba105b5a76", "tag": "b46f2670-c389-4323-8084-00260037cec3", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:48:13.542662 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-272b16b2-0876-4d16-98f4-02b7beed1ed0 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:48:13.543017 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc2d14d6-83d8-4f46-b26b-e8ba105b5a76', 'tag': 'b46f2670-c389-4323-8084-00260037cec3', 'status': 'completed', 'code': 200} Feb 17 18:48:13.576338 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-67af6b16-f51a-4da5-8e55-3e96e70e8d93 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/floatingips/d2580c36-11c7-4553-92bc-eb1738f80147 HTTP/1.1" status: 200 len: 990 time: 0.0739081 Feb 17 18:48:13.595094 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f430185-fea5-407c-a98e-825d0b6e408c req-434e9af1-8cba-4f99-b32a-34e8a26f2374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:48:13.596645 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4f430185-fea5-407c-a98e-825d0b6e408c req-434e9af1-8cba-4f99-b32a-34e8a26f2374 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a67d2b403e4f443c89be6362be401177&device_id=bc2d14d6-83d8-4f46-b26b-e8ba105b5a76 HTTP/1.1" status: 200 len: 1127 time: 0.0461185 Feb 17 18:48:13.649685 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-240d2464-698d-49af-b578-2b300cf04972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b572ebd9-3ccf-484a-97f9-6daade2b4e01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1665639376', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '5f7d682b-3a1d-461b-ad69-b105a760fa8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:47:56Z', 'updated_at': '2022-02-17T18:48:00Z', 'revision_number': 4, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': '5f7d682b-3a1d-461b-ad69-b105a760fa8f', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:21:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b572ebd9-3ccf-484a-97f9-6daade2b4e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:47:57Z', 'updated_at': '2022-02-17T18:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': 'd2580c36-11c7-4553-92bc-eb1738f80147', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'floating_ip_address': '172.25.8.31', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': 'b572ebd9-3ccf-484a-97f9-6daade2b4e01', 'port_id': 'b46f2670-c389-4323-8084-00260037cec3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4293, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '113e6689-f3b9-40f6-b218-5c73de8995df', 'mac_address': 'fa:16:3e:1c:1c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2d14d6-83d8-4f46-b26b-e8ba105b5a76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:48:12Z', 'updated_at': '2022-02-17T18:48:12Z', 'revision_number': 0, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da4347f2-33fc-434f-b912-011ebea374cc', 'name': '', 'network_id': '113e6689-f3b9-40f6-b218-5c73de8995df', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'mac_address': 'fa:16:3e:08:cf:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b572ebd9-3ccf-484a-97f9-6daade2b4e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '59ab4e01-7ea8-48d5-a823-7e06eac66973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:47:59Z', 'updated_at': '2022-02-17T18:48:03Z', 'revision_number': 5, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'subnets': [{'id': '59ab4e01-7ea8-48d5-a823-7e06eac66973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:48:13.675309 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240d2464-698d-49af-b578-2b300cf04972 None None] Checking router: b572ebd9-3ccf-484a-97f9-6daade2b4e01 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:48:13.684853 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240d2464-698d-49af-b578-2b300cf04972 None None] Routers {'b572ebd9-3ccf-484a-97f9-6daade2b4e01'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:48:13.685464 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-240d2464-698d-49af-b578-2b300cf04972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:48:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['b572ebd9-3ccf-484a-97f9-6daade2b4e01'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:48:13.692388 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f430185-fea5-407c-a98e-825d0b6e408c req-10f79fc3-a901-4a12-923a-0f41242fda11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:48:13.694484 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4f430185-fea5-407c-a98e-825d0b6e408c req-10f79fc3-a901-4a12-923a-0f41242fda11 service neutron] 10.222.0.71 "GET /v2.0/networks?id=113e6689-f3b9-40f6-b218-5c73de8995df HTTP/1.1" status: 200 len: 897 time: 0.0916021 Feb 17 18:48:13.759095 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4f430185-fea5-407c-a98e-825d0b6e408c req-6a8a7dff-530c-4e8d-bbc0-9372ce8ef45d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b46f2670-c389-4323-8084-00260037cec3 HTTP/1.1" status: 200 len: 998 time: 0.0580614 Feb 17 18:48:13.796444 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-240d2464-698d-49af-b578-2b300cf04972 None None] Set router b572ebd9-3ccf-484a-97f9-6daade2b4e01 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:48:13.813485 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f430185-fea5-407c-a98e-825d0b6e408c req-de8ff30e-61f2-45e1-ad1c-ba79fbd6a771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:48:13.815210 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4f430185-fea5-407c-a98e-825d0b6e408c req-de8ff30e-61f2-45e1-ad1c-ba79fbd6a771 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=59ab4e01-7ea8-48d5-a823-7e06eac66973 HTTP/1.1" status: 200 len: 832 time: 0.0501490 Feb 17 18:48:13.865419 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f430185-fea5-407c-a98e-825d0b6e408c req-726ab8b8-44e7-4510-8078-d95344def395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:48:13.866970 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4f430185-fea5-407c-a98e-825d0b6e408c req-726ab8b8-44e7-4510-8078-d95344def395 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=113e6689-f3b9-40f6-b218-5c73de8995df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453775 Feb 17 18:48:13.964875 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4f430185-fea5-407c-a98e-825d0b6e408c req-07ecbc38-eb3b-42bf-aab9-b33c5543d533 service neutron] 10.222.0.71 "GET /v2.0/networks/113e6689-f3b9-40f6-b218-5c73de8995df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919409 Feb 17 18:48:14.052964 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4f430185-fea5-407c-a98e-825d0b6e408c req-6f8563b8-5652-4785-80d3-71613a6edd6a service neutron] 10.222.0.71 "GET /v2.0/networks/113e6689-f3b9-40f6-b218-5c73de8995df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829206 Feb 17 18:48:14.200142 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-240d2464-698d-49af-b578-2b300cf04972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b572ebd9-3ccf-484a-97f9-6daade2b4e01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1665639376', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '5f7d682b-3a1d-461b-ad69-b105a760fa8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:47:56Z', 'updated_at': '2022-02-17T18:48:00Z', 'revision_number': 4, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': '5f7d682b-3a1d-461b-ad69-b105a760fa8f', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:21:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b572ebd9-3ccf-484a-97f9-6daade2b4e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:47:57Z', 'updated_at': '2022-02-17T18:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': 'd2580c36-11c7-4553-92bc-eb1738f80147', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'floating_ip_address': '172.25.8.31', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': 'b572ebd9-3ccf-484a-97f9-6daade2b4e01', 'port_id': 'b46f2670-c389-4323-8084-00260037cec3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4293, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '113e6689-f3b9-40f6-b218-5c73de8995df', 'mac_address': 'fa:16:3e:1c:1c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2d14d6-83d8-4f46-b26b-e8ba105b5a76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:48:12Z', 'updated_at': '2022-02-17T18:48:12Z', 'revision_number': 0, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da4347f2-33fc-434f-b912-011ebea374cc', 'name': '', 'network_id': '113e6689-f3b9-40f6-b218-5c73de8995df', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'mac_address': 'fa:16:3e:08:cf:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b572ebd9-3ccf-484a-97f9-6daade2b4e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '59ab4e01-7ea8-48d5-a823-7e06eac66973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:47:59Z', 'updated_at': '2022-02-17T18:48:03Z', 'revision_number': 5, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'subnets': [{'id': '59ab4e01-7ea8-48d5-a823-7e06eac66973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:48:14.225358 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240d2464-698d-49af-b578-2b300cf04972 None None] The sync data for ids ['b572ebd9-3ccf-484a-97f9-6daade2b4e01'] in n-d-829613-2 is: [{'id': 'b572ebd9-3ccf-484a-97f9-6daade2b4e01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1665639376', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '5f7d682b-3a1d-461b-ad69-b105a760fa8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:47:56Z', 'updated_at': '2022-02-17T18:48:00Z', 'revision_number': 4, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': '5f7d682b-3a1d-461b-ad69-b105a760fa8f', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:21:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b572ebd9-3ccf-484a-97f9-6daade2b4e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:47:57Z', 'updated_at': '2022-02-17T18:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': 'd2580c36-11c7-4553-92bc-eb1738f80147', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'floating_ip_address': '172.25.8.31', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': 'b572ebd9-3ccf-484a-97f9-6daade2b4e01', 'port_id': 'b46f2670-c389-4323-8084-00260037cec3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4293, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '113e6689-f3b9-40f6-b218-5c73de8995df', 'mac_address': 'fa:16:3e:1c:1c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2d14d6-83d8-4f46-b26b-e8ba105b5a76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:48:12Z', 'updated_at': '2022-02-17T18:48:12Z', 'revision_number': 0, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da4347f2-33fc-434f-b912-011ebea374cc', 'name': '', 'network_id': '113e6689-f3b9-40f6-b218-5c73de8995df', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'mac_address': 'fa:16:3e:08:cf:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b572ebd9-3ccf-484a-97f9-6daade2b4e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '59ab4e01-7ea8-48d5-a823-7e06eac66973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:47:59Z', 'updated_at': '2022-02-17T18:48:03Z', 'revision_number': 5, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'subnets': [{'id': '59ab4e01-7ea8-48d5-a823-7e06eac66973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:48:14.419141 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c54fd54-8588-427c-8005-0e6c5eb28d73 None None] New status for floating IP d2580c36-11c7-4553-92bc-eb1738f80147: ACTIVE {{(pid=103438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 18:48:14.580384 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42478) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:48:14.641306 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-623f6c2a-3390-4c93-bcfb-2df117561571 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/floatingips/d2580c36-11c7-4553-92bc-eb1738f80147 HTTP/1.1" status: 200 len: 992 time: 0.0597596 Feb 17 18:48:19.695613 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:20.420125 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:21.867400 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-19e04e14-f3a0-4dd9-b5b9-c1a522bfc94c req-e0dc1e28-ed35-44cb-9ec7-2a9e77889654 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=bc2d14d6-83d8-4f46-b26b-e8ba105b5a76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423555 Feb 17 18:48:21.956641 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e04e14-f3a0-4dd9-b5b9-c1a522bfc94c req-e760c8da-fc22-44f3-9954-2e04183f14e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:48:21.958137 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-19e04e14-f3a0-4dd9-b5b9-c1a522bfc94c req-e760c8da-fc22-44f3-9954-2e04183f14e7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a67d2b403e4f443c89be6362be401177&device_id=bc2d14d6-83d8-4f46-b26b-e8ba105b5a76 HTTP/1.1" status: 200 len: 1127 time: 0.0486267 Feb 17 18:48:22.059302 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e04e14-f3a0-4dd9-b5b9-c1a522bfc94c req-ca4a45ad-c2d2-4c9e-affc-7afe5631aac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:48:22.060804 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-19e04e14-f3a0-4dd9-b5b9-c1a522bfc94c req-ca4a45ad-c2d2-4c9e-affc-7afe5631aac3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=113e6689-f3b9-40f6-b218-5c73de8995df HTTP/1.1" status: 200 len: 897 time: 0.0854561 Feb 17 18:48:22.132411 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-19e04e14-f3a0-4dd9-b5b9-c1a522bfc94c req-ce13f4d4-a85b-4a30-b74c-e92ea10dc121 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b46f2670-c389-4323-8084-00260037cec3 HTTP/1.1" status: 200 len: 1000 time: 0.0646193 Feb 17 18:48:22.179867 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e04e14-f3a0-4dd9-b5b9-c1a522bfc94c req-1013d66a-0f8c-4143-9383-f18d86a81ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:48:22.181324 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-19e04e14-f3a0-4dd9-b5b9-c1a522bfc94c req-1013d66a-0f8c-4143-9383-f18d86a81ac1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=59ab4e01-7ea8-48d5-a823-7e06eac66973 HTTP/1.1" status: 200 len: 832 time: 0.0430439 Feb 17 18:48:22.228585 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e04e14-f3a0-4dd9-b5b9-c1a522bfc94c req-d59cb570-ddf9-475e-b67b-4e40e763d8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:48:22.230054 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-19e04e14-f3a0-4dd9-b5b9-c1a522bfc94c req-d59cb570-ddf9-475e-b67b-4e40e763d8e1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=113e6689-f3b9-40f6-b218-5c73de8995df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0427353 Feb 17 18:48:22.321244 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-19e04e14-f3a0-4dd9-b5b9-c1a522bfc94c req-623b0878-2b87-41bd-af47-cf8919bf5192 service neutron] 10.222.0.71 "GET /v2.0/networks/113e6689-f3b9-40f6-b218-5c73de8995df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839250 Feb 17 18:48:22.412377 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-19e04e14-f3a0-4dd9-b5b9-c1a522bfc94c req-8e246f79-c7c6-4310-98f6-d3bbe04d6978 service neutron] 10.222.0.71 "GET /v2.0/networks/113e6689-f3b9-40f6-b218-5c73de8995df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836091 Feb 17 18:48:31.890865 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:48:33.118309 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5d7f1082-2fde-46b7-b2db-3f4978a3c4cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:35.579504 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1ef495b3-bf28-4a18-a571-af3132a6bf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:37.018836 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:38.227645 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:39.303844 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:43.305389 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317fbcbf-25b0-4110-b9dd-517dace39330 req-dd794bfa-bace-4489-a727-a83bd3b7387f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:48:43.306865 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-317fbcbf-25b0-4110-b9dd-517dace39330 req-dd794bfa-bace-4489-a727-a83bd3b7387f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2d14d6-83d8-4f46-b26b-e8ba105b5a76 HTTP/1.1" status: 200 len: 945 time: 0.0533824 Feb 17 18:48:43.355927 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-317fbcbf-25b0-4110-b9dd-517dace39330 req-63abe524-8260-4c36-9d78-0eae256f3d3b tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=18e62996-5e6d-442e-9b12-0c6ac833298b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433846 Feb 17 18:48:44.539261 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce169b-4b2a-45d7-a0df-56ef1a1cfbbc req-c9bf3d80-2ddb-4cee-a82d-647635ed7342 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:48:44.540773 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-43ce169b-4b2a-45d7-a0df-56ef1a1cfbbc req-c9bf3d80-2ddb-4cee-a82d-647635ed7342 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2d14d6-83d8-4f46-b26b-e8ba105b5a76 HTTP/1.1" status: 200 len: 945 time: 0.1163640 Feb 17 18:48:44.591034 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-43ce169b-4b2a-45d7-a0df-56ef1a1cfbbc req-3448223a-e8b5-41b5-9865-406df2a493bf tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=18e62996-5e6d-442e-9b12-0c6ac833298b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442631 Feb 17 18:48:45.714260 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eafcb7-4670-4379-aea1-6bd67637c13d req-d721b9fc-07f8-467d-8e3d-6fe5b516088d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:48:45.715736 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f4eafcb7-4670-4379-aea1-6bd67637c13d req-d721b9fc-07f8-467d-8e3d-6fe5b516088d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2d14d6-83d8-4f46-b26b-e8ba105b5a76 HTTP/1.1" status: 200 len: 945 time: 0.0567646 Feb 17 18:48:45.764226 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f4eafcb7-4670-4379-aea1-6bd67637c13d req-6abed808-bbf7-4b45-9d0c-9a91e33d4f5c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=18e62996-5e6d-442e-9b12-0c6ac833298b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428870 Feb 17 18:48:46.886654 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d93d11-36af-430b-9cac-508a06e46730 req-6ba49a37-560e-48fe-8f32-6c0a91c8da5c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:48:46.888147 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b3d93d11-36af-430b-9cac-508a06e46730 req-6ba49a37-560e-48fe-8f32-6c0a91c8da5c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2d14d6-83d8-4f46-b26b-e8ba105b5a76 HTTP/1.1" status: 200 len: 945 time: 0.0566514 Feb 17 18:48:46.936300 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b3d93d11-36af-430b-9cac-508a06e46730 req-02789358-242d-478c-bc19-7ba46188aed6 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=18e62996-5e6d-442e-9b12-0c6ac833298b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426285 Feb 17 18:48:48.052942 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d505b00-d36d-477d-9229-b21d9b696b60 req-63f966eb-4cf4-4cbf-a703-cb9819432583 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:48:48.054907 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3d505b00-d36d-477d-9229-b21d9b696b60 req-63f966eb-4cf4-4cbf-a703-cb9819432583 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2d14d6-83d8-4f46-b26b-e8ba105b5a76 HTTP/1.1" status: 200 len: 945 time: 0.0523818 Feb 17 18:48:48.103786 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3d505b00-d36d-477d-9229-b21d9b696b60 req-c0dc9bd7-b464-4af6-a3e4-391b837f7252 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=18e62996-5e6d-442e-9b12-0c6ac833298b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432973 Feb 17 18:48:49.223200 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a3b4f-9be8-45cc-aca4-d3577c787b02 req-886d295c-a7f4-45ef-93b3-e41e70720ecb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:48:49.224605 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a19a3b4f-9be8-45cc-aca4-d3577c787b02 req-886d295c-a7f4-45ef-93b3-e41e70720ecb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2d14d6-83d8-4f46-b26b-e8ba105b5a76 HTTP/1.1" status: 200 len: 945 time: 0.0517600 Feb 17 18:48:49.276574 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a19a3b4f-9be8-45cc-aca4-d3577c787b02 req-b6c4bb2d-e617-42a1-b74f-06c35a33cbf8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=18e62996-5e6d-442e-9b12-0c6ac833298b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463872 Feb 17 18:48:49.712040 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:50.392847 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e59d7a8-c359-48f7-a982-e97d814840e8 req-56fdefc4-da13-4adf-9f17-f97a851dd2b6 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:48:50.394326 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2e59d7a8-c359-48f7-a982-e97d814840e8 req-56fdefc4-da13-4adf-9f17-f97a851dd2b6 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2d14d6-83d8-4f46-b26b-e8ba105b5a76 HTTP/1.1" status: 200 len: 945 time: 0.0519316 Feb 17 18:48:50.437246 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:48:50.443129 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2e59d7a8-c359-48f7-a982-e97d814840e8 req-987b5474-ff7b-471f-95d4-d3af9ad9fcd8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=18e62996-5e6d-442e-9b12-0c6ac833298b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426531 Feb 17 18:48:51.560416 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8a9fb-30e9-4e45-a27e-ffb1c78d49f9 req-5e33bc49-1704-4c8b-b850-10c2ff9cab64 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:48:51.561874 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-60f8a9fb-30e9-4e45-a27e-ffb1c78d49f9 req-5e33bc49-1704-4c8b-b850-10c2ff9cab64 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2d14d6-83d8-4f46-b26b-e8ba105b5a76 HTTP/1.1" status: 200 len: 945 time: 0.0512407 Feb 17 18:48:51.609541 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-60f8a9fb-30e9-4e45-a27e-ffb1c78d49f9 req-a21ece89-8984-4f5b-9852-630e77d93f9c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=18e62996-5e6d-442e-9b12-0c6ac833298b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419796 Feb 17 18:48:52.919701 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874bc6ef-c655-46ea-bce8-fde89e1a139b req-8c68d6b8-2b3a-4f8b-9d6c-7714185dbd1a tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:48:52.921181 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-874bc6ef-c655-46ea-bce8-fde89e1a139b req-8c68d6b8-2b3a-4f8b-9d6c-7714185dbd1a tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2d14d6-83d8-4f46-b26b-e8ba105b5a76 HTTP/1.1" status: 200 len: 945 time: 0.0623748 Feb 17 18:48:52.969296 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-874bc6ef-c655-46ea-bce8-fde89e1a139b req-fd4abd48-b394-4b02-8d7a-96108d49b504 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=18e62996-5e6d-442e-9b12-0c6ac833298b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425570 Feb 17 18:48:54.088303 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b4537-40be-4bf3-8a6f-4643a8b60ba3 req-48f710e7-4746-470e-978c-57069033a111 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:48:54.089792 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e21b4537-40be-4bf3-8a6f-4643a8b60ba3 req-48f710e7-4746-470e-978c-57069033a111 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2d14d6-83d8-4f46-b26b-e8ba105b5a76 HTTP/1.1" status: 200 len: 945 time: 0.0528121 Feb 17 18:48:54.139062 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e21b4537-40be-4bf3-8a6f-4643a8b60ba3 req-a92051df-291d-463e-9093-4ed146c83d21 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=18e62996-5e6d-442e-9b12-0c6ac833298b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435965 Feb 17 18:48:54.160489 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42520) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:48:54.226629 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-0e3d3363-6a2e-4fdc-8c3e-050bae81572b tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/floatingips/d2580c36-11c7-4553-92bc-eb1738f80147 HTTP/1.1" status: 200 len: 992 time: 0.0649807 Feb 17 18:48:55.500684 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01ead2-ccd3-4a15-b559-0c25470d480e req-1a347754-306b-4639-a7d0-83fb1d0ba3e3 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:48:55.502469 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f01ead2-ccd3-4a15-b559-0c25470d480e req-1a347754-306b-4639-a7d0-83fb1d0ba3e3 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2d14d6-83d8-4f46-b26b-e8ba105b5a76 HTTP/1.1" status: 200 len: 945 time: 0.0569439 Feb 17 18:48:55.529832 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1301f-c71b-472f-b349-96d6ba63af92 req-88ea6810-feba-44de-bd54-54499df78f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:48:55.531340 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-aaa1301f-c71b-472f-b349-96d6ba63af92 req-88ea6810-feba-44de-bd54-54499df78f7b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a67d2b403e4f443c89be6362be401177&device_id=bc2d14d6-83d8-4f46-b26b-e8ba105b5a76 HTTP/1.1" status: 200 len: 1127 time: 0.0508132 Feb 17 18:48:55.553843 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f01ead2-ccd3-4a15-b559-0c25470d480e req-faded538-d5f5-4b5b-986d-e1b3bef2274f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=18e62996-5e6d-442e-9b12-0c6ac833298b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450583 Feb 17 18:48:55.622827 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1301f-c71b-472f-b349-96d6ba63af92 req-035c26b6-74ab-4bdc-a02a-898e8194ab8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:48:55.624303 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-aaa1301f-c71b-472f-b349-96d6ba63af92 req-035c26b6-74ab-4bdc-a02a-898e8194ab8e service neutron] 10.222.0.71 "GET /v2.0/networks?id=113e6689-f3b9-40f6-b218-5c73de8995df HTTP/1.1" status: 200 len: 897 time: 0.0864427 Feb 17 18:48:55.690096 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-aaa1301f-c71b-472f-b349-96d6ba63af92 req-30d72cf9-f841-4779-ad3a-ac516800f0c5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b46f2670-c389-4323-8084-00260037cec3 HTTP/1.1" status: 200 len: 1000 time: 0.0601809 Feb 17 18:48:55.738426 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1301f-c71b-472f-b349-96d6ba63af92 req-6400ce32-4d53-4464-991a-af9b29025289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:48:55.739894 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-aaa1301f-c71b-472f-b349-96d6ba63af92 req-6400ce32-4d53-4464-991a-af9b29025289 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=59ab4e01-7ea8-48d5-a823-7e06eac66973 HTTP/1.1" status: 200 len: 832 time: 0.0433660 Feb 17 18:48:55.787966 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1301f-c71b-472f-b349-96d6ba63af92 req-a3527d18-e0a4-4908-8198-ce87d45838de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:48:55.790101 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-aaa1301f-c71b-472f-b349-96d6ba63af92 req-a3527d18-e0a4-4908-8198-ce87d45838de service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=113e6689-f3b9-40f6-b218-5c73de8995df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440850 Feb 17 18:48:55.880507 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-aaa1301f-c71b-472f-b349-96d6ba63af92 req-30347ca8-2a37-4a9a-b1f6-72e74155f279 service neutron] 10.222.0.71 "GET /v2.0/networks/113e6689-f3b9-40f6-b218-5c73de8995df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848212 Feb 17 18:48:55.965293 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-aaa1301f-c71b-472f-b349-96d6ba63af92 req-18e63b03-77de-4ef2-b174-fa6a0c3f038f service neutron] 10.222.0.71 "GET /v2.0/networks/113e6689-f3b9-40f6-b218-5c73de8995df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793490 Feb 17 18:48:56.681551 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42054b50-2c4f-4dd3-8f16-cf9dca49b55d req-9af68ccc-39a4-4c0d-bb1f-e71e62ecc97c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:48:56.683016 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-42054b50-2c4f-4dd3-8f16-cf9dca49b55d req-9af68ccc-39a4-4c0d-bb1f-e71e62ecc97c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2d14d6-83d8-4f46-b26b-e8ba105b5a76 HTTP/1.1" status: 200 len: 945 time: 0.0515587 Feb 17 18:48:56.733577 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-42054b50-2c4f-4dd3-8f16-cf9dca49b55d req-2d205419-13e8-4812-bd65-6eff219d527f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=18e62996-5e6d-442e-9b12-0c6ac833298b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449572 Feb 17 18:48:56.756085 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42530) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:48:56.814043 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-8ed49d88-05db-4d4f-b858-0e9f484e5c03 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/floatingips/d2580c36-11c7-4553-92bc-eb1738f80147 HTTP/1.1" status: 200 len: 992 time: 0.0568275 Feb 17 18:49:03.120329 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9403c177-dd64-448e-8723-9a1b51449a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:05.571881 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-938b9a7d-654d-48ee-be10-e544ebabc18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:07.018893 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:08.229045 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:08.927851 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:49:09.310305 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:19.713589 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:20.437174 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:23.888218 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-334d8c1b-62b6-4f90-a18a-62329acf8ffa req-a8feed48-1b0b-4eb0-8e12-f2dfc69212b4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=bc2d14d6-83d8-4f46-b26b-e8ba105b5a76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0500817 Feb 17 18:49:23.975835 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d8c1b-62b6-4f90-a18a-62329acf8ffa req-95d86c82-e808-42b2-b4e9-0a931edd18b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:49:23.977378 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-334d8c1b-62b6-4f90-a18a-62329acf8ffa req-95d86c82-e808-42b2-b4e9-0a931edd18b7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a67d2b403e4f443c89be6362be401177&device_id=bc2d14d6-83d8-4f46-b26b-e8ba105b5a76 HTTP/1.1" status: 200 len: 1127 time: 0.0464058 Feb 17 18:49:24.078600 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d8c1b-62b6-4f90-a18a-62329acf8ffa req-eb2cdcf8-b7c6-4cc1-a4fd-ef118ee18d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:49:24.080039 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-334d8c1b-62b6-4f90-a18a-62329acf8ffa req-eb2cdcf8-b7c6-4cc1-a4fd-ef118ee18d81 service neutron] 10.222.0.71 "GET /v2.0/networks?id=113e6689-f3b9-40f6-b218-5c73de8995df HTTP/1.1" status: 200 len: 897 time: 0.0834897 Feb 17 18:49:24.146194 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-334d8c1b-62b6-4f90-a18a-62329acf8ffa req-3e1bcf7f-1d79-438b-941b-c1003922a99d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b46f2670-c389-4323-8084-00260037cec3 HTTP/1.1" status: 200 len: 1000 time: 0.0595953 Feb 17 18:49:24.192585 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d8c1b-62b6-4f90-a18a-62329acf8ffa req-b159a554-d8a8-45c6-99d6-813cf3c63495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:49:24.193986 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-334d8c1b-62b6-4f90-a18a-62329acf8ffa req-b159a554-d8a8-45c6-99d6-813cf3c63495 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=59ab4e01-7ea8-48d5-a823-7e06eac66973 HTTP/1.1" status: 200 len: 832 time: 0.0420055 Feb 17 18:49:24.239363 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d8c1b-62b6-4f90-a18a-62329acf8ffa req-60768020-988e-49a6-a888-e0d562d5f51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:49:24.240872 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-334d8c1b-62b6-4f90-a18a-62329acf8ffa req-60768020-988e-49a6-a888-e0d562d5f51a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=113e6689-f3b9-40f6-b218-5c73de8995df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0417826 Feb 17 18:49:24.330667 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-334d8c1b-62b6-4f90-a18a-62329acf8ffa req-ebfbbb59-d37b-4de3-bbdc-164d8b8ca4a9 service neutron] 10.222.0.71 "GET /v2.0/networks/113e6689-f3b9-40f6-b218-5c73de8995df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828168 Feb 17 18:49:24.420947 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-334d8c1b-62b6-4f90-a18a-62329acf8ffa req-25438dc9-4ac7-4b44-adb2-7da8d4778131 service neutron] 10.222.0.71 "GET /v2.0/networks/113e6689-f3b9-40f6-b218-5c73de8995df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844955 Feb 17 18:49:27.172348 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42542) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:49:27.322600 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-39fb6633-9d6e-4f2c-8ece-2588f679a306 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Deleting port 0d827f1a-aedc-4c24-ad94-1cc0de979eee {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:49:27.322940 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-39fb6633-9d6e-4f2c-8ece-2588f679a306 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (0d827f1a-aedc-4c24-ad94-1cc0de979eee), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:27.697261 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-39fb6633-9d6e-4f2c-8ece-2588f679a306 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (0d827f1a-aedc-4c24-ad94-1cc0de979eee), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:27.697498 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-39fb6633-9d6e-4f2c-8ece-2588f679a306 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for floatingip (0d827f1a-aedc-4c24-ad94-1cc0de979eee), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:27.709138 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-39fb6633-9d6e-4f2c-8ece-2588f679a306 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Calling delete_port for 0d827f1a-aedc-4c24-ad94-1cc0de979eee owned by network:floatingip {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:49:27.852843 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-39fb6633-9d6e-4f2c-8ece-2588f679a306 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (0d827f1a-aedc-4c24-ad94-1cc0de979eee), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:27.882532 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb6633-9d6e-4f2c-8ece-2588f679a306 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event deleted for resources: {'Port': ['ID=0d827f1a-aedc-4c24-ad94-1cc0de979eee,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:49:27.907280 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb6633-9d6e-4f2c-8ece-2588f679a306 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:49:27.907630 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb6633-9d6e-4f2c-8ece-2588f679a306 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:49:27.907971 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb6633-9d6e-4f2c-8ece-2588f679a306 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:49:27.908329 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb6633-9d6e-4f2c-8ece-2588f679a306 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:49:27.908663 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb6633-9d6e-4f2c-8ece-2588f679a306 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:49:27.908989 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb6633-9d6e-4f2c-8ece-2588f679a306 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:49:27.909314 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb6633-9d6e-4f2c-8ece-2588f679a306 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:49:27.909638 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb6633-9d6e-4f2c-8ece-2588f679a306 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:49:27.909962 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb6633-9d6e-4f2c-8ece-2588f679a306 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:49:27.910283 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb6633-9d6e-4f2c-8ece-2588f679a306 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:49:27.910604 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb6633-9d6e-4f2c-8ece-2588f679a306 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:49:27.910920 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb6633-9d6e-4f2c-8ece-2588f679a306 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:49:27.911236 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb6633-9d6e-4f2c-8ece-2588f679a306 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:49:27.951574 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-39fb6633-9d6e-4f2c-8ece-2588f679a306 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for floatingip (d2580c36-11c7-4553-92bc-eb1738f80147), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:27.951826 n-d-829613-2 neutron-server[103435]: INFO neutron.db.l3_db [None req-39fb6633-9d6e-4f2c-8ece-2588f679a306 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Floating IP d2580c36-11c7-4553-92bc-eb1738f80147 disassociated (deleted). External IP: 172.25.8.31, port: b46f2670-c389-4323-8084-00260037cec3. Feb 17 18:49:28.156578 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39fb6633-9d6e-4f2c-8ece-2588f679a306 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Router b572ebd9-3ccf-484a-97f9-6daade2b4e01 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:49:28.265029 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39fb6633-9d6e-4f2c-8ece-2588f679a306 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:49:28.269725 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-39fb6633-9d6e-4f2c-8ece-2588f679a306 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:28.274553 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4c267a-3281-4c54-b471-50f331c0044a None None] Sync routers for ids ['b572ebd9-3ccf-484a-97f9-6daade2b4e01'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:49:28.287596 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4c267a-3281-4c54-b471-50f331c0044a None None] Routers {'b572ebd9-3ccf-484a-97f9-6daade2b4e01'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:49:28.288210 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-5a4c267a-3281-4c54-b471-50f331c0044a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:49:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['b572ebd9-3ccf-484a-97f9-6daade2b4e01'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:49:28.299834 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-39fb6633-9d6e-4f2c-8ece-2588f679a306 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "DELETE /v2.0/floatingips/d2580c36-11c7-4553-92bc-eb1738f80147 HTTP/1.1" status: 204 len: 168 time: 1.1264133 Feb 17 18:49:28.300554 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc2d14d6-83d8-4f46-b26b-e8ba105b5a76', 'tag': 'b46f2670-c389-4323-8084-00260037cec3'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:49:28.302935 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b190af5285b65727f3b44dc6e403f34aceaa8adb38edcfb0268daad85aadb275" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6fa4a9-0037-40fa-9fae-18eee1d5a928" -d '{"events": [{"name": "network-changed", "server_uuid": "bc2d14d6-83d8-4f46-b26b-e8ba105b5a76", "tag": "b46f2670-c389-4323-8084-00260037cec3"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:49:28.399449 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-5a4c267a-3281-4c54-b471-50f331c0044a None None] Set router b572ebd9-3ccf-484a-97f9-6daade2b4e01 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:49:28.458129 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b899c181-04a0-4278-a13b-f0acac057dd6 x-openstack-request-id: req-b899c181-04a0-4278-a13b-f0acac057dd6 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:49:28.458429 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc2d14d6-83d8-4f46-b26b-e8ba105b5a76", "tag": "b46f2670-c389-4323-8084-00260037cec3", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:49:28.458690 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b899c181-04a0-4278-a13b-f0acac057dd6 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:49:28.459107 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc2d14d6-83d8-4f46-b26b-e8ba105b5a76', 'tag': 'b46f2670-c389-4323-8084-00260037cec3', 'status': 'completed', 'code': 200} Feb 17 18:49:28.565239 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b94b1a-f8e3-42be-a5f4-759c45e6a2ad req-dd569062-e0e5-43da-9a2c-213ae049f31c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:49:28.566833 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c5b94b1a-f8e3-42be-a5f4-759c45e6a2ad req-dd569062-e0e5-43da-9a2c-213ae049f31c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2d14d6-83d8-4f46-b26b-e8ba105b5a76 HTTP/1.1" status: 200 len: 945 time: 0.0577238 Feb 17 18:49:28.615491 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-5a4c267a-3281-4c54-b471-50f331c0044a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b572ebd9-3ccf-484a-97f9-6daade2b4e01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1665639376', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '5f7d682b-3a1d-461b-ad69-b105a760fa8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:47:56Z', 'updated_at': '2022-02-17T18:48:00Z', 'revision_number': 4, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': '5f7d682b-3a1d-461b-ad69-b105a760fa8f', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:21:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b572ebd9-3ccf-484a-97f9-6daade2b4e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:47:57Z', 'updated_at': '2022-02-17T18:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'da4347f2-33fc-434f-b912-011ebea374cc', 'name': '', 'network_id': '113e6689-f3b9-40f6-b218-5c73de8995df', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'mac_address': 'fa:16:3e:08:cf:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b572ebd9-3ccf-484a-97f9-6daade2b4e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '59ab4e01-7ea8-48d5-a823-7e06eac66973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:47:59Z', 'updated_at': '2022-02-17T18:48:03Z', 'revision_number': 5, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'subnets': [{'id': '59ab4e01-7ea8-48d5-a823-7e06eac66973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:49:28.623308 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c5b94b1a-f8e3-42be-a5f4-759c45e6a2ad req-6e4c8f1f-879a-4c4e-8727-5c501773aa43 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=18e62996-5e6d-442e-9b12-0c6ac833298b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484860 Feb 17 18:49:28.642534 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4c267a-3281-4c54-b471-50f331c0044a None None] Checking router: b572ebd9-3ccf-484a-97f9-6daade2b4e01 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:49:28.652023 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4c267a-3281-4c54-b471-50f331c0044a None None] Routers {'b572ebd9-3ccf-484a-97f9-6daade2b4e01'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:49:28.652673 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-5a4c267a-3281-4c54-b471-50f331c0044a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:49:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['b572ebd9-3ccf-484a-97f9-6daade2b4e01'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:49:28.769343 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-5a4c267a-3281-4c54-b471-50f331c0044a None None] Set router b572ebd9-3ccf-484a-97f9-6daade2b4e01 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:49:28.832542 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6fa4a9-0037-40fa-9fae-18eee1d5a928 req-c4cb30b0-7935-4003-a473-d40345f53ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:49:28.833985 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-aa6fa4a9-0037-40fa-9fae-18eee1d5a928 req-c4cb30b0-7935-4003-a473-d40345f53ac1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a67d2b403e4f443c89be6362be401177&device_id=bc2d14d6-83d8-4f46-b26b-e8ba105b5a76 HTTP/1.1" status: 200 len: 1127 time: 0.3546505 Feb 17 18:49:28.921851 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6fa4a9-0037-40fa-9fae-18eee1d5a928 req-0aad0abc-ed6e-4402-b98e-d7eab96a29fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:49:28.923335 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-aa6fa4a9-0037-40fa-9fae-18eee1d5a928 req-0aad0abc-ed6e-4402-b98e-d7eab96a29fc service neutron] 10.222.0.71 "GET /v2.0/networks?id=113e6689-f3b9-40f6-b218-5c73de8995df HTTP/1.1" status: 200 len: 897 time: 0.0828846 Feb 17 18:49:28.968100 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-aa6fa4a9-0037-40fa-9fae-18eee1d5a928 req-aba461f2-56cf-4bfb-b364-4a3bd8fcab9d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b46f2670-c389-4323-8084-00260037cec3 HTTP/1.1" status: 200 len: 217 time: 0.0371618 Feb 17 18:49:28.971071 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-5a4c267a-3281-4c54-b471-50f331c0044a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b572ebd9-3ccf-484a-97f9-6daade2b4e01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1665639376', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '5f7d682b-3a1d-461b-ad69-b105a760fa8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:47:56Z', 'updated_at': '2022-02-17T18:48:00Z', 'revision_number': 4, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': '5f7d682b-3a1d-461b-ad69-b105a760fa8f', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:21:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b572ebd9-3ccf-484a-97f9-6daade2b4e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:47:57Z', 'updated_at': '2022-02-17T18:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'da4347f2-33fc-434f-b912-011ebea374cc', 'name': '', 'network_id': '113e6689-f3b9-40f6-b218-5c73de8995df', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'mac_address': 'fa:16:3e:08:cf:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b572ebd9-3ccf-484a-97f9-6daade2b4e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '59ab4e01-7ea8-48d5-a823-7e06eac66973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:47:59Z', 'updated_at': '2022-02-17T18:48:03Z', 'revision_number': 5, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'subnets': [{'id': '59ab4e01-7ea8-48d5-a823-7e06eac66973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:49:28.997249 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4c267a-3281-4c54-b471-50f331c0044a None None] The sync data for ids ['b572ebd9-3ccf-484a-97f9-6daade2b4e01'] in n-d-829613-2 is: [{'id': 'b572ebd9-3ccf-484a-97f9-6daade2b4e01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1665639376', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '5f7d682b-3a1d-461b-ad69-b105a760fa8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:47:56Z', 'updated_at': '2022-02-17T18:48:00Z', 'revision_number': 4, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': '5f7d682b-3a1d-461b-ad69-b105a760fa8f', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:21:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b572ebd9-3ccf-484a-97f9-6daade2b4e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:47:57Z', 'updated_at': '2022-02-17T18:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'da4347f2-33fc-434f-b912-011ebea374cc', 'name': '', 'network_id': '113e6689-f3b9-40f6-b218-5c73de8995df', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'mac_address': 'fa:16:3e:08:cf:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b572ebd9-3ccf-484a-97f9-6daade2b4e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '59ab4e01-7ea8-48d5-a823-7e06eac66973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:47:59Z', 'updated_at': '2022-02-17T18:48:03Z', 'revision_number': 5, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'subnets': [{'id': '59ab4e01-7ea8-48d5-a823-7e06eac66973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:49:29.016662 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6fa4a9-0037-40fa-9fae-18eee1d5a928 req-61055608-23cf-4657-86d1-ad3a6941fd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:49:29.018142 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-aa6fa4a9-0037-40fa-9fae-18eee1d5a928 req-61055608-23cf-4657-86d1-ad3a6941fd59 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=59ab4e01-7ea8-48d5-a823-7e06eac66973 HTTP/1.1" status: 200 len: 832 time: 0.0441110 Feb 17 18:49:29.068551 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6fa4a9-0037-40fa-9fae-18eee1d5a928 req-a58152df-56a5-4629-83ff-b7a973458e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:49:29.070682 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-aa6fa4a9-0037-40fa-9fae-18eee1d5a928 req-a58152df-56a5-4629-83ff-b7a973458e6c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=113e6689-f3b9-40f6-b218-5c73de8995df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450943 Feb 17 18:49:29.165598 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-aa6fa4a9-0037-40fa-9fae-18eee1d5a928 req-3a98d21f-fa88-43bf-a560-2114f6c7daf4 service neutron] 10.222.0.71 "GET /v2.0/networks/113e6689-f3b9-40f6-b218-5c73de8995df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878069 Feb 17 18:49:29.216394 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a15c45-536e-42ed-89ed-50cd4d5c8898 None None] New status for floating IP d2580c36-11c7-4553-92bc-eb1738f80147: DOWN {{(pid=103438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 18:49:29.260586 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-aa6fa4a9-0037-40fa-9fae-18eee1d5a928 req-eb1822dd-1ac6-43dd-a99a-cb50bfcf093d service neutron] 10.222.0.71 "GET /v2.0/networks/113e6689-f3b9-40f6-b218-5c73de8995df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886889 Feb 17 18:49:29.751727 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f1c5b-f80e-4855-9cc3-af25467ddcca req-b66ab839-b8ef-48b4-81ac-f0a4f4c5a096 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:49:29.753288 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a00f1c5b-f80e-4855-9cc3-af25467ddcca req-b66ab839-b8ef-48b4-81ac-f0a4f4c5a096 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2d14d6-83d8-4f46-b26b-e8ba105b5a76 HTTP/1.1" status: 200 len: 945 time: 0.0619385 Feb 17 18:49:29.802229 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a00f1c5b-f80e-4855-9cc3-af25467ddcca req-1a3c30ca-0cc4-49c7-89c9-030bbed12f2b tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=18e62996-5e6d-442e-9b12-0c6ac833298b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430908 Feb 17 18:49:29.988537 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e313b-eb0d-435d-999a-5cfaae9c67ce req-ca94e5fc-8dac-43d9-87f6-80476a5bde24 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:49:29.989980 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-578e313b-eb0d-435d-999a-5cfaae9c67ce req-ca94e5fc-8dac-43d9-87f6-80476a5bde24 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc2d14d6-83d8-4f46-b26b-e8ba105b5a76 HTTP/1.1" status: 200 len: 945 time: 0.0527241 Feb 17 18:49:30.076262 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-578e313b-eb0d-435d-999a-5cfaae9c67ce req-a48ff99c-bfcf-4865-b191-fd8229180ecb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Deleting port b46f2670-c389-4323-8084-00260037cec3 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:49:30.076613 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-578e313b-eb0d-435d-999a-5cfaae9c67ce req-a48ff99c-bfcf-4865-b191-fd8229180ecb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (b46f2670-c389-4323-8084-00260037cec3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:30.171252 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-578e313b-eb0d-435d-999a-5cfaae9c67ce req-a48ff99c-bfcf-4865-b191-fd8229180ecb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] For port b46f2670-c389-4323-8084-00260037cec3, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=b46f2670-c389-4323-8084-00260037cec3,segment=NetworkSegment(be9a8fa9-654e-49b4-8ed7-604ab9fab5a8),segment_id=be9a8fa9-654e-49b4-8ed7-604ab9fab5a8)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:49:30.171628 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-578e313b-eb0d-435d-999a-5cfaae9c67ce req-a48ff99c-bfcf-4865-b191-fd8229180ecb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (b46f2670-c389-4323-8084-00260037cec3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:30.183194 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-578e313b-eb0d-435d-999a-5cfaae9c67ce req-a48ff99c-bfcf-4865-b191-fd8229180ecb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Calling delete_port for b46f2670-c389-4323-8084-00260037cec3 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:49:30.311965 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-578e313b-eb0d-435d-999a-5cfaae9c67ce req-a48ff99c-bfcf-4865-b191-fd8229180ecb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (b46f2670-c389-4323-8084-00260037cec3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:30.341396 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ff99c-bfcf-4865-b191-fd8229180ecb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event deleted for resources: {'Port': ['ID=b46f2670-c389-4323-8084-00260037cec3,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:49:30.366798 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ff99c-bfcf-4865-b191-fd8229180ecb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:49:30.367154 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ff99c-bfcf-4865-b191-fd8229180ecb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:49:30.367500 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ff99c-bfcf-4865-b191-fd8229180ecb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:49:30.367843 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ff99c-bfcf-4865-b191-fd8229180ecb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:49:30.368181 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ff99c-bfcf-4865-b191-fd8229180ecb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:49:30.368546 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ff99c-bfcf-4865-b191-fd8229180ecb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:49:30.368879 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ff99c-bfcf-4865-b191-fd8229180ecb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:49:30.369209 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ff99c-bfcf-4865-b191-fd8229180ecb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:49:30.369540 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ff99c-bfcf-4865-b191-fd8229180ecb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:49:30.369866 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ff99c-bfcf-4865-b191-fd8229180ecb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:49:30.370192 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ff99c-bfcf-4865-b191-fd8229180ecb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:49:30.370514 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ff99c-bfcf-4865-b191-fd8229180ecb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:49:30.370835 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48ff99c-bfcf-4865-b191-fd8229180ecb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:49:30.393050 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-578e313b-eb0d-435d-999a-5cfaae9c67ce req-a48ff99c-bfcf-4865-b191-fd8229180ecb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] No DVR routers for this DVR port b46f2670-c389-4323-8084-00260037cec3 on host n-h1-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:49:30.395487 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-578e313b-eb0d-435d-999a-5cfaae9c67ce req-a48ff99c-bfcf-4865-b191-fd8229180ecb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:30.399390 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-578e313b-eb0d-435d-999a-5cfaae9c67ce req-a48ff99c-bfcf-4865-b191-fd8229180ecb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.71 "DELETE /v2.0/ports/b46f2670-c389-4323-8084-00260037cec3 HTTP/1.1" status: 204 len: 173 time: 0.4048066 Feb 17 18:49:30.399824 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2d14d6-83d8-4f46-b26b-e8ba105b5a76', 'name': 'network-vif-deleted', 'tag': 'b46f2670-c389-4323-8084-00260037cec3'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:49:30.402088 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbcca54-c612-4aa5-b1e0-966d62d4cf96" -d '{"events": [{"server_uuid": "bc2d14d6-83d8-4f46-b26b-e8ba105b5a76", "name": "network-vif-deleted", "tag": "b46f2670-c389-4323-8084-00260037cec3"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:49:30.446910 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4eb2461-fa67-4b81-9042-150d5de9a0e7 x-openstack-request-id: req-e4eb2461-fa67-4b81-9042-150d5de9a0e7 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:49:30.447209 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2d14d6-83d8-4f46-b26b-e8ba105b5a76", "name": "network-vif-deleted", "tag": "b46f2670-c389-4323-8084-00260037cec3", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:49:30.447471 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e4eb2461-fa67-4b81-9042-150d5de9a0e7 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:49:30.447890 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2d14d6-83d8-4f46-b26b-e8ba105b5a76', 'name': 'network-vif-deleted', 'tag': 'b46f2670-c389-4323-8084-00260037cec3', 'status': 'completed', 'code': 200} Feb 17 18:49:30.921632 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3c2a3cca-a1ee-47d1-8f9c-3ce6e5a07cad req-eb1eaf84-2fe6-4f3e-9a15-72fc4e79ba2b tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=bc2d14d6-83d8-4f46-b26b-e8ba105b5a76 HTTP/1.1" status: 200 len: 210 time: 0.0287368 Feb 17 18:49:31.976811 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42558) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:49:32.334441 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-65d5f28e-afe6-41ec-be95-4c55833c361f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (b572ebd9-3ccf-484a-97f9-6daade2b4e01), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:32.589836 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-65d5f28e-afe6-41ec-be95-4c55833c361f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Deleting port da4347f2-33fc-434f-b912-011ebea374cc {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:49:32.590104 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-65d5f28e-afe6-41ec-be95-4c55833c361f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (da4347f2-33fc-434f-b912-011ebea374cc), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:32.676204 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-65d5f28e-afe6-41ec-be95-4c55833c361f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] For port da4347f2-33fc-434f-b912-011ebea374cc, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=da4347f2-33fc-434f-b912-011ebea374cc,segment=NetworkSegment(be9a8fa9-654e-49b4-8ed7-604ab9fab5a8),segment_id=be9a8fa9-654e-49b4-8ed7-604ab9fab5a8)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:49:32.676593 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-65d5f28e-afe6-41ec-be95-4c55833c361f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (da4347f2-33fc-434f-b912-011ebea374cc), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:32.689444 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-65d5f28e-afe6-41ec-be95-4c55833c361f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Calling delete_port for da4347f2-33fc-434f-b912-011ebea374cc owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:49:32.883247 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-65d5f28e-afe6-41ec-be95-4c55833c361f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (da4347f2-33fc-434f-b912-011ebea374cc), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:32.912101 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5f28e-afe6-41ec-be95-4c55833c361f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event deleted for resources: {'Port': ['ID=da4347f2-33fc-434f-b912-011ebea374cc,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:49:33.090242 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-65d5f28e-afe6-41ec-be95-4c55833c361f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (b572ebd9-3ccf-484a-97f9-6daade2b4e01), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:33.120744 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0c5ca95a-a055-4688-8924-f38ae3d240fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:33.309323 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d5f28e-afe6-41ec-be95-4c55833c361f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Router b572ebd9-3ccf-484a-97f9-6daade2b4e01 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:49:33.415431 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d5f28e-afe6-41ec-be95-4c55833c361f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:49:33.420504 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-65d5f28e-afe6-41ec-be95-4c55833c361f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "PUT /v2.0/routers/b572ebd9-3ccf-484a-97f9-6daade2b4e01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4426534 Feb 17 18:49:33.423272 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42560) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:49:33.426338 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c1a2f9-07ec-41b3-b7a4-cbdee18fe9bb None None] Sync routers for ids ['b572ebd9-3ccf-484a-97f9-6daade2b4e01'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:49:33.436579 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c1a2f9-07ec-41b3-b7a4-cbdee18fe9bb None None] Routers {'b572ebd9-3ccf-484a-97f9-6daade2b4e01'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:49:33.437181 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-93c1a2f9-07ec-41b3-b7a4-cbdee18fe9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:49:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['b572ebd9-3ccf-484a-97f9-6daade2b4e01'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:49:33.473988 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a13fac0-8789-4b0f-b210-69c276babca0 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Deleting subnet 59ab4e01-7ea8-48d5-a823-7e06eac66973 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:49:33.477162 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0a13fac0-8789-4b0f-b210-69c276babca0 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for subnet (59ab4e01-7ea8-48d5-a823-7e06eac66973), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:33.516977 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0a13fac0-8789-4b0f-b210-69c276babca0 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (59ab4e01-7ea8-48d5-a823-7e06eac66973), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:33.544621 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-93c1a2f9-07ec-41b3-b7a4-cbdee18fe9bb None None] Set router b572ebd9-3ccf-484a-97f9-6daade2b4e01 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:49:33.601235 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0a13fac0-8789-4b0f-b210-69c276babca0 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (59ab4e01-7ea8-48d5-a823-7e06eac66973), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:33.659269 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0a13fac0-8789-4b0f-b210-69c276babca0 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (59ab4e01-7ea8-48d5-a823-7e06eac66973), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:33.686671 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a13fac0-8789-4b0f-b210-69c276babca0 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event deleted for resources: {'Subnet': ['ID=59ab4e01-7ea8-48d5-a823-7e06eac66973,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:49:33.690507 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-0a13fac0-8789-4b0f-b210-69c276babca0 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:33.703250 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0a13fac0-8789-4b0f-b210-69c276babca0 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "DELETE /v2.0/subnets/59ab4e01-7ea8-48d5-a823-7e06eac66973 HTTP/1.1" status: 204 len: 168 time: 0.2765377 Feb 17 18:49:33.703983 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42562) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:49:33.707937 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f73f73-c495-45b9-8096-d3e8db1997f9 None None] Network 113e6689-f3b9-40f6-b218-5c73de8995df requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:49:33.809305 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-93c1a2f9-07ec-41b3-b7a4-cbdee18fe9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b572ebd9-3ccf-484a-97f9-6daade2b4e01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1665639376', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '5f7d682b-3a1d-461b-ad69-b105a760fa8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:47:56Z', 'updated_at': '2022-02-17T18:49:32Z', 'revision_number': 5, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': '5f7d682b-3a1d-461b-ad69-b105a760fa8f', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:21:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b572ebd9-3ccf-484a-97f9-6daade2b4e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:47:57Z', 'updated_at': '2022-02-17T18:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:49:33.815357 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e389422d-34c4-4b0d-aee7-35997ce7fc3f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for router (b572ebd9-3ccf-484a-97f9-6daade2b4e01), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:33.850305 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c1a2f9-07ec-41b3-b7a4-cbdee18fe9bb None None] Checking router: b572ebd9-3ccf-484a-97f9-6daade2b4e01 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:49:33.863988 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c1a2f9-07ec-41b3-b7a4-cbdee18fe9bb None None] Routers {'b572ebd9-3ccf-484a-97f9-6daade2b4e01'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:49:33.864702 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-93c1a2f9-07ec-41b3-b7a4-cbdee18fe9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:49:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['b572ebd9-3ccf-484a-97f9-6daade2b4e01'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:49:33.940341 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229b9aa2-38b5-419e-a099-1c22376b0a13 None None] DHCP port deletion for 113e6689-f3b9-40f6-b218-5c73de8995df request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 18:49:33.941450 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e389422d-34c4-4b0d-aee7-35997ce7fc3f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for router_gateway (b572ebd9-3ccf-484a-97f9-6daade2b4e01), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:33.995681 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-e389422d-34c4-4b0d-aee7-35997ce7fc3f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Deleting port 5f7d682b-3a1d-461b-ad69-b105a760fa8f {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:49:33.996030 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e389422d-34c4-4b0d-aee7-35997ce7fc3f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (5f7d682b-3a1d-461b-ad69-b105a760fa8f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:34.019352 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-93c1a2f9-07ec-41b3-b7a4-cbdee18fe9bb None None] Set router b572ebd9-3ccf-484a-97f9-6daade2b4e01 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:49:34.078625 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-e389422d-34c4-4b0d-aee7-35997ce7fc3f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] For port 5f7d682b-3a1d-461b-ad69-b105a760fa8f, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=5f7d682b-3a1d-461b-ad69-b105a760fa8f,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:49:34.078992 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e389422d-34c4-4b0d-aee7-35997ce7fc3f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (5f7d682b-3a1d-461b-ad69-b105a760fa8f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:34.091550 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-e389422d-34c4-4b0d-aee7-35997ce7fc3f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Calling delete_port for 5f7d682b-3a1d-461b-ad69-b105a760fa8f owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:49:34.240580 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device b46f2670-c389-4323-8084-00260037cec3 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:49:34.266147 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-229b9aa2-38b5-419e-a099-1c22376b0a13 None None] Deleting port 7dfeab2e-43b9-40db-8f3b-27a847e65a0f {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:49:34.266525 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-229b9aa2-38b5-419e-a099-1c22376b0a13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (7dfeab2e-43b9-40db-8f3b-27a847e65a0f), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:34.270728 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e389422d-34c4-4b0d-aee7-35997ce7fc3f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (5f7d682b-3a1d-461b-ad69-b105a760fa8f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:34.278043 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: b46f2670-c389-4323-8084-00260037cec3 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:49:34.278403 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device b46f2670-c389-4323-8084-00260037cec3 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:49:34.295993 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e389422d-34c4-4b0d-aee7-35997ce7fc3f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event deleted for resources: {'Port': ['ID=5f7d682b-3a1d-461b-ad69-b105a760fa8f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:49:34.358340 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e389422d-34c4-4b0d-aee7-35997ce7fc3f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (b572ebd9-3ccf-484a-97f9-6daade2b4e01), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:34.385677 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-229b9aa2-38b5-419e-a099-1c22376b0a13 None None] For port 7dfeab2e-43b9-40db-8f3b-27a847e65a0f, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=7dfeab2e-43b9-40db-8f3b-27a847e65a0f,segment=NetworkSegment(be9a8fa9-654e-49b4-8ed7-604ab9fab5a8),segment_id=be9a8fa9-654e-49b4-8ed7-604ab9fab5a8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:49:34.386086 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-229b9aa2-38b5-419e-a099-1c22376b0a13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (7dfeab2e-43b9-40db-8f3b-27a847e65a0f), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:34.408824 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-229b9aa2-38b5-419e-a099-1c22376b0a13 None None] Calling delete_port for 7dfeab2e-43b9-40db-8f3b-27a847e65a0f owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:49:34.454608 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e389422d-34c4-4b0d-aee7-35997ce7fc3f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (b572ebd9-3ccf-484a-97f9-6daade2b4e01), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:34.456809 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e389422d-34c4-4b0d-aee7-35997ce7fc3f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for router_controller (b572ebd9-3ccf-484a-97f9-6daade2b4e01), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:34.505222 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e389422d-34c4-4b0d-aee7-35997ce7fc3f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (b572ebd9-3ccf-484a-97f9-6daade2b4e01), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:34.505825 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e389422d-34c4-4b0d-aee7-35997ce7fc3f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Fanout notify agent at l3_agent the message router_deleted on router b572ebd9-3ccf-484a-97f9-6daade2b4e01 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 18:49:34.514027 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e389422d-34c4-4b0d-aee7-35997ce7fc3f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:34.515259 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e389422d-34c4-4b0d-aee7-35997ce7fc3f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "DELETE /v2.0/routers/b572ebd9-3ccf-484a-97f9-6daade2b4e01 HTTP/1.1" status: 204 len: 168 time: 0.8103065 Feb 17 18:49:34.518018 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42564) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:49:34.533111 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-93c1a2f9-07ec-41b3-b7a4-cbdee18fe9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b572ebd9-3ccf-484a-97f9-6daade2b4e01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1665639376', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '5f7d682b-3a1d-461b-ad69-b105a760fa8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:47:56Z', 'updated_at': '2022-02-17T18:49:32Z', 'revision_number': 5, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': '5f7d682b-3a1d-461b-ad69-b105a760fa8f', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:21:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b572ebd9-3ccf-484a-97f9-6daade2b4e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:47:57Z', 'updated_at': '2022-02-17T18:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:49:34.536715 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-229b9aa2-38b5-419e-a099-1c22376b0a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (7dfeab2e-43b9-40db-8f3b-27a847e65a0f), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:34.569026 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c1a2f9-07ec-41b3-b7a4-cbdee18fe9bb None None] The sync data for ids ['b572ebd9-3ccf-484a-97f9-6daade2b4e01'] in n-d-829613-2 is: [{'id': 'b572ebd9-3ccf-484a-97f9-6daade2b4e01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1665639376', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '5f7d682b-3a1d-461b-ad69-b105a760fa8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:47:56Z', 'updated_at': '2022-02-17T18:49:32Z', 'revision_number': 5, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': '5f7d682b-3a1d-461b-ad69-b105a760fa8f', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:21:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b572ebd9-3ccf-484a-97f9-6daade2b4e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:47:57Z', 'updated_at': '2022-02-17T18:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:49:34.589026 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b9aa2-38b5-419e-a099-1c22376b0a13 None None] Pushing event deleted for resources: {'Port': ['ID=7dfeab2e-43b9-40db-8f3b-27a847e65a0f,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:49:34.591347 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229b9aa2-38b5-419e-a099-1c22376b0a13 None None] No DVR routers for this DVR port 7dfeab2e-43b9-40db-8f3b-27a847e65a0f on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:49:34.598076 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a241c290-1200-4aae-b0f7-31e17ff0e2e7 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (113e6689-f3b9-40f6-b218-5c73de8995df), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:34.602266 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229b9aa2-38b5-419e-a099-1c22376b0a13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:49:34.602266 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229b9aa2-38b5-419e-a099-1c22376b0a13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:49:34.602266 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229b9aa2-38b5-419e-a099-1c22376b0a13 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:49:34.603192 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229b9aa2-38b5-419e-a099-1c22376b0a13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:49:34.603192 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229b9aa2-38b5-419e-a099-1c22376b0a13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:49:34.603398 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229b9aa2-38b5-419e-a099-1c22376b0a13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:49:34.604800 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229b9aa2-38b5-419e-a099-1c22376b0a13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:49:34.604800 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229b9aa2-38b5-419e-a099-1c22376b0a13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:49:34.604800 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229b9aa2-38b5-419e-a099-1c22376b0a13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:49:34.604800 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229b9aa2-38b5-419e-a099-1c22376b0a13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:49:34.605449 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229b9aa2-38b5-419e-a099-1c22376b0a13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:49:34.605776 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229b9aa2-38b5-419e-a099-1c22376b0a13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:49:34.606141 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229b9aa2-38b5-419e-a099-1c22376b0a13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:49:34.996558 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a241c290-1200-4aae-b0f7-31e17ff0e2e7 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (113e6689-f3b9-40f6-b218-5c73de8995df), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:35.018052 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-a241c290-1200-4aae-b0f7-31e17ff0e2e7 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['113e6689-f3b9-40f6-b218-5c73de8995df']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:49:35.028074 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-a241c290-1200-4aae-b0f7-31e17ff0e2e7 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be9a8fa9-654e-49b4-8ed7-604ab9fab5a8') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:49:35.028405 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-a241c290-1200-4aae-b0f7-31e17ff0e2e7 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be9a8fa9-654e-49b4-8ed7-604ab9fab5a8') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:49:35.037801 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a241c290-1200-4aae-b0f7-31e17ff0e2e7 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (be9a8fa9-654e-49b4-8ed7-604ab9fab5a8), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:35.051196 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a241c290-1200-4aae-b0f7-31e17ff0e2e7 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (be9a8fa9-654e-49b4-8ed7-604ab9fab5a8), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:35.057856 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a241c290-1200-4aae-b0f7-31e17ff0e2e7 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:49:35.058341 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a241c290-1200-4aae-b0f7-31e17ff0e2e7 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (be9a8fa9-654e-49b4-8ed7-604ab9fab5a8), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:35.062247 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 18:49:35.062247 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:49:35.062247 n-d-829613-2 neutron-server[103434]: timer() Feb 17 18:49:35.062247 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:49:35.062247 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 18:49:35.062247 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:49:35.062247 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 18:49:35.062247 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:49:35.062247 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 18:49:35.062247 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:49:35.062247 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 18:49:35.062247 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:49:35.062247 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 18:49:35.062247 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:49:35.062247 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:49:35.062247 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:49:35.062247 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:49:35.062247 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:49:35.062247 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 18:49:35.062247 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:49:35.062247 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 18:49:35.062247 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:49:35.062247 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:49:35.062247 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:49:35.062247 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 18:49:35.062247 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:49:35.062247 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:49:35.062247 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:49:35.062247 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:49:35.062247 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:49:35.062247 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:49:35.062247 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:49:35.124033 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a241c290-1200-4aae-b0f7-31e17ff0e2e7 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (113e6689-f3b9-40f6-b218-5c73de8995df), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:35.130213 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a241c290-1200-4aae-b0f7-31e17ff0e2e7 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:35.134279 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a241c290-1200-4aae-b0f7-31e17ff0e2e7 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "DELETE /v2.0/networks/113e6689-f3b9-40f6-b218-5c73de8995df HTTP/1.1" status: 204 len: 168 time: 0.6153207 Feb 17 18:49:35.137145 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42566) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:49:35.148953 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a241c290-1200-4aae-b0f7-31e17ff0e2e7 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event deleted for resources: {'Network': ['ID=113e6689-f3b9-40f6-b218-5c73de8995df,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:49:35.194623 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-767bc8f1-471e-471f-9593-ebeeb59f24f0 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group (18e62996-5e6d-442e-9b12-0c6ac833298b), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:35.221159 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-767bc8f1-471e-471f-9593-ebeeb59f24f0 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group (18e62996-5e6d-442e-9b12-0c6ac833298b), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:35.290431 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-767bc8f1-471e-471f-9593-ebeeb59f24f0 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (18e62996-5e6d-442e-9b12-0c6ac833298b), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:35.293193 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-767bc8f1-471e-471f-9593-ebeeb59f24f0 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:35.294366 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-767bc8f1-471e-471f-9593-ebeeb59f24f0 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "DELETE /v2.0/security-groups/18e62996-5e6d-442e-9b12-0c6ac833298b HTTP/1.1" status: 204 len: 168 time: 0.1561804 Feb 17 18:49:35.303363 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767bc8f1-471e-471f-9593-ebeeb59f24f0 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e62996-5e6d-442e-9b12-0c6ac833298b,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:49:35.574055 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b9f6942b-723d-4e82-8440-5cad9887ccf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:35.658513 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42572) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:49:35.664401 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-8f7a124c-a273-4358-a107-1f80a3a53e7c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-277963488', 'description': 'tempest-secgroup-smoke-277963488 description', 'project_id': 'a67d2b403e4f443c89be6362be401177'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:49:35.684646 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8f7a124c-a273-4358-a107-1f80a3a53e7c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:35.751404 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8f7a124c-a273-4358-a107-1f80a3a53e7c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group (124dee42-c7be-4e76-a275-e2cfeee79038), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:35.755765 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8f7a124c-a273-4358-a107-1f80a3a53e7c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (124dee42-c7be-4e76-a275-e2cfeee79038), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:35.787057 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8f7a124c-a273-4358-a107-1f80a3a53e7c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:35.791591 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-8f7a124c-a273-4358-a107-1f80a3a53e7c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1287742 Feb 17 18:49:35.791898 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42574) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:49:35.798292 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-c5eacd96-06e5-4fed-8654-4da2bbf4389f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'security_group_rule': {'security_group_id': '124dee42-c7be-4e76-a275-e2cfeee79038', 'project_id': 'a67d2b403e4f443c89be6362be401177', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:49:35.806607 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7a124c-a273-4358-a107-1f80a3a53e7c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=124dee42-c7be-4e76-a275-e2cfeee79038,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:49:35.827646 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device da4347f2-33fc-434f-b912-011ebea374cc no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:49:35.833364 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c5eacd96-06e5-4fed-8654-4da2bbf4389f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (b37177ce-e593-4b8b-9f3b-e5048c4a4db8), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:35.853736 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: da4347f2-33fc-434f-b912-011ebea374cc {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:49:35.854091 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device da4347f2-33fc-434f-b912-011ebea374cc not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:49:35.854535 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 7dfeab2e-43b9-40db-8f3b-27a847e65a0f no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:49:35.878274 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 7dfeab2e-43b9-40db-8f3b-27a847e65a0f {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:49:35.878740 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 7dfeab2e-43b9-40db-8f3b-27a847e65a0f not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:49:35.879194 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 5f7d682b-3a1d-461b-ad69-b105a760fa8f no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:49:35.895174 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c5eacd96-06e5-4fed-8654-4da2bbf4389f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (b37177ce-e593-4b8b-9f3b-e5048c4a4db8), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:35.899611 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 5f7d682b-3a1d-461b-ad69-b105a760fa8f {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:49:35.899963 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 5f7d682b-3a1d-461b-ad69-b105a760fa8f not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:49:35.901997 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c5eacd96-06e5-4fed-8654-4da2bbf4389f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (b37177ce-e593-4b8b-9f3b-e5048c4a4db8), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:35.922987 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eacd96-06e5-4fed-8654-4da2bbf4389f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b37177ce-e593-4b8b-9f3b-e5048c4a4db8,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:49:35.931164 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-c5eacd96-06e5-4fed-8654-4da2bbf4389f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:35.932407 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-c5eacd96-06e5-4fed-8654-4da2bbf4389f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1396012 Feb 17 18:49:35.935110 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42576) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:49:35.939434 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-ec616d9c-5a29-49f6-a855-53cf7db7f391 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'security_group_rule': {'security_group_id': '124dee42-c7be-4e76-a275-e2cfeee79038', 'project_id': 'a67d2b403e4f443c89be6362be401177', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:49:35.965466 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ec616d9c-5a29-49f6-a855-53cf7db7f391 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (87ccc14e-a69f-4949-8eb6-affeedfb5fcb), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:36.019030 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ec616d9c-5a29-49f6-a855-53cf7db7f391 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (87ccc14e-a69f-4949-8eb6-affeedfb5fcb), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:36.022649 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ec616d9c-5a29-49f6-a855-53cf7db7f391 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (87ccc14e-a69f-4949-8eb6-affeedfb5fcb), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:36.045131 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec616d9c-5a29-49f6-a855-53cf7db7f391 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87ccc14e-a69f-4949-8eb6-affeedfb5fcb,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:49:36.054744 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ec616d9c-5a29-49f6-a855-53cf7db7f391 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:36.056193 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-ec616d9c-5a29-49f6-a855-53cf7db7f391 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1201222 Feb 17 18:49:36.058876 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42578) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:49:36.063475 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-35d37c0e-39b6-4263-bacc-469ad1e6b24e tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'security_group_rule': {'security_group_id': '124dee42-c7be-4e76-a275-e2cfeee79038', 'project_id': 'a67d2b403e4f443c89be6362be401177', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:49:36.087504 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-35d37c0e-39b6-4263-bacc-469ad1e6b24e tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (9abaa1ba-84eb-4ee9-bd1b-9ff3a8813832), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:36.161189 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-35d37c0e-39b6-4263-bacc-469ad1e6b24e tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (9abaa1ba-84eb-4ee9-bd1b-9ff3a8813832), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:36.165579 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-35d37c0e-39b6-4263-bacc-469ad1e6b24e tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (9abaa1ba-84eb-4ee9-bd1b-9ff3a8813832), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:36.186155 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d37c0e-39b6-4263-bacc-469ad1e6b24e tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9abaa1ba-84eb-4ee9-bd1b-9ff3a8813832,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:49:36.192050 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-35d37c0e-39b6-4263-bacc-469ad1e6b24e tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:36.193180 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-35d37c0e-39b6-4263-bacc-469ad1e6b24e tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1333833 Feb 17 18:49:36.196510 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42580) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:49:36.200823 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-62d80787-9530-4a15-9da9-aedec17c633f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'security_group_rule': {'security_group_id': '124dee42-c7be-4e76-a275-e2cfeee79038', 'project_id': 'a67d2b403e4f443c89be6362be401177', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:49:36.225552 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-62d80787-9530-4a15-9da9-aedec17c633f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (46dac423-eea8-48bf-baf5-c4947feaeda5), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:36.283032 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-62d80787-9530-4a15-9da9-aedec17c633f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (46dac423-eea8-48bf-baf5-c4947feaeda5), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:36.286487 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-62d80787-9530-4a15-9da9-aedec17c633f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (46dac423-eea8-48bf-baf5-c4947feaeda5), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:36.304300 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d80787-9530-4a15-9da9-aedec17c633f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46dac423-eea8-48bf-baf5-c4947feaeda5,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:49:36.310250 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-62d80787-9530-4a15-9da9-aedec17c633f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:36.310923 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-62d80787-9530-4a15-9da9-aedec17c633f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1134734 Feb 17 18:49:36.313786 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42582) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:49:36.318102 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-cb60a313-d7f9-4697-911d-22262da3ae46 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'security_group_rule': {'security_group_id': '124dee42-c7be-4e76-a275-e2cfeee79038', 'project_id': 'a67d2b403e4f443c89be6362be401177', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:49:36.338487 n-d-829613-2 neutron-server[103435]: INFO neutron.db.securitygroups_db [None req-cb60a313-d7f9-4697-911d-22262da3ae46 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Project a67d2b403e4f443c89be6362be401177 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 18:49:36.343249 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cb60a313-d7f9-4697-911d-22262da3ae46 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (a6773397-acd6-48bc-b95c-0b80262f1e0a), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:36.401036 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cb60a313-d7f9-4697-911d-22262da3ae46 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (a6773397-acd6-48bc-b95c-0b80262f1e0a), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:36.404477 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cb60a313-d7f9-4697-911d-22262da3ae46 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (a6773397-acd6-48bc-b95c-0b80262f1e0a), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:36.424511 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb60a313-d7f9-4697-911d-22262da3ae46 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6773397-acd6-48bc-b95c-0b80262f1e0a,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:49:36.431633 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cb60a313-d7f9-4697-911d-22262da3ae46 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:36.432870 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-cb60a313-d7f9-4697-911d-22262da3ae46 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1181326 Feb 17 18:49:36.435644 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42584) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:49:36.440094 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-a4174c1f-62f9-4277-82a0-79dc40da6590 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'security_group_rule': {'security_group_id': '124dee42-c7be-4e76-a275-e2cfeee79038', 'project_id': 'a67d2b403e4f443c89be6362be401177', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:49:36.463230 n-d-829613-2 neutron-server[103435]: INFO neutron.db.securitygroups_db [None req-a4174c1f-62f9-4277-82a0-79dc40da6590 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Project a67d2b403e4f443c89be6362be401177 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 18:49:36.468034 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a4174c1f-62f9-4277-82a0-79dc40da6590 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (20d3c6a1-df26-413b-b37f-c3495d0a2417), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:36.525985 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a4174c1f-62f9-4277-82a0-79dc40da6590 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (20d3c6a1-df26-413b-b37f-c3495d0a2417), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:36.529364 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a4174c1f-62f9-4277-82a0-79dc40da6590 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (20d3c6a1-df26-413b-b37f-c3495d0a2417), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:36.546192 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4174c1f-62f9-4277-82a0-79dc40da6590 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20d3c6a1-df26-413b-b37f-c3495d0a2417,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:49:36.558183 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a4174c1f-62f9-4277-82a0-79dc40da6590 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:36.559422 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a4174c1f-62f9-4277-82a0-79dc40da6590 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1227624 Feb 17 18:49:36.562249 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42586) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:49:36.567014 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-257c211b-292d-48ee-bf66-2dedefb406e5 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'network': {'name': 'tempest-network-smoke--1880646857', 'project_id': 'a67d2b403e4f443c89be6362be401177', 'port_security_enabled': True}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:49:36.588419 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257c211b-292d-48ee-bf66-2dedefb406e5 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Made reservation on behalf of a67d2b403e4f443c89be6362be401177 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:49:36.591867 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-257c211b-292d-48ee-bf66-2dedefb406e5 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:36.615567 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-257c211b-292d-48ee-bf66-2dedefb406e5 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:49:36.625258 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-257c211b-292d-48ee-bf66-2dedefb406e5 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (26ac4e9f-1049-4bf6-8743-9d1621a9f15e), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:36.625626 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-257c211b-292d-48ee-bf66-2dedefb406e5 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Added segment 26ac4e9f-1049-4bf6-8743-9d1621a9f15e of type vlan for network 5aa99180-5e90-4251-8b68-91876b7b1038 Feb 17 18:49:36.664480 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-257c211b-292d-48ee-bf66-2dedefb406e5 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (5aa99180-5e90-4251-8b68-91876b7b1038), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:36.688644 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-257c211b-292d-48ee-bf66-2dedefb406e5 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (5aa99180-5e90-4251-8b68-91876b7b1038), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:36.693737 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257c211b-292d-48ee-bf66-2dedefb406e5 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:49:36.694301 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-257c211b-292d-48ee-bf66-2dedefb406e5 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:36.727271 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-257c211b-292d-48ee-bf66-2dedefb406e5 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1640384 Feb 17 18:49:36.730211 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42588) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:49:36.736621 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-efbf7aba-0ef5-4e5e-a36e-55c4b7a08b34 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-207912880', 'admin_state_up': True, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:49:36.777978 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c211b-292d-48ee-bf66-2dedefb406e5 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'Network': ['ID=5aa99180-5e90-4251-8b68-91876b7b1038,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:49:36.789195 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 5aa99180-5e90-4251-8b68-91876b7b1038 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:49:36.789855 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-efbf7aba-0ef5-4e5e-a36e-55c4b7a08b34 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:36.790895 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-efbf7aba-0ef5-4e5e-a36e-55c4b7a08b34 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:36.842423 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-efbf7aba-0ef5-4e5e-a36e-55c4b7a08b34 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for router_controller (e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3), precommit_add_association {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:36.987265 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-efbf7aba-0ef5-4e5e-a36e-55c4b7a08b34 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for router_gateway (e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:37.024690 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:37.187124 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-efbf7aba-0ef5-4e5e-a36e-55c4b7a08b34 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for router_gateway (e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:37.208725 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-efbf7aba-0ef5-4e5e-a36e-55c4b7a08b34 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:37.307439 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-efbf7aba-0ef5-4e5e-a36e-55c4b7a08b34 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Allocated IP 172.25.8.175 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/91a1c34f-6090-4c0f-9804-2a2af9df2168) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:49:37.409919 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-efbf7aba-0ef5-4e5e-a36e-55c4b7a08b34 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for port (91a1c34f-6090-4c0f-9804-2a2af9df2168), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:37.443295 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-efbf7aba-0ef5-4e5e-a36e-55c4b7a08b34 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (91a1c34f-6090-4c0f-9804-2a2af9df2168), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:37.478741 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbf7aba-0ef5-4e5e-a36e-55c4b7a08b34 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:49:37.483364 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-efbf7aba-0ef5-4e5e-a36e-55c4b7a08b34 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:49:37.485754 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbf7aba-0ef5-4e5e-a36e-55c4b7a08b34 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:49:37.513120 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf7aba-0ef5-4e5e-a36e-55c4b7a08b34 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'Port': ['ID=91a1c34f-6090-4c0f-9804-2a2af9df2168,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:49:37.734588 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-efbf7aba-0ef5-4e5e-a36e-55c4b7a08b34 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for router_gateway (e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:37.932631 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-efbf7aba-0ef5-4e5e-a36e-55c4b7a08b34 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:38.058553 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efbf7aba-0ef5-4e5e-a36e-55c4b7a08b34 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Router e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 18:49:38.166245 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efbf7aba-0ef5-4e5e-a36e-55c4b7a08b34 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:49:38.175689 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c477de-46dd-4bed-a38a-9a81f206dcc8 None None] Sync routers for ids ['e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:49:38.186292 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c477de-46dd-4bed-a38a-9a81f206dcc8 None None] Routers {'e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:49:38.186902 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-efbf7aba-0ef5-4e5e-a36e-55c4b7a08b34 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:38.187068 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-a7c477de-46dd-4bed-a38a-9a81f206dcc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:49:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:49:38.191138 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-efbf7aba-0ef5-4e5e-a36e-55c4b7a08b34 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4570634 Feb 17 18:49:38.191638 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42590) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:49:38.222251 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-ef35b26f-ec86-411d-b909-7cbf223c643b tempest-TestNetworkAdvancedServerOps-163871697 tempest-TestNetworkAdvancedServerOps-163871697-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=a67d2b403e4f443c89be6362be401177&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274277 Feb 17 18:49:38.222498 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42592) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:49:38.237394 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:38.293514 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-a7c477de-46dd-4bed-a38a-9a81f206dcc8 None None] Set router e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:49:38.307829 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a326a9a-afe4-46c8-bd7d-bc2ba220c787 tempest-TestNetworkAdvancedServerOps-163871697 tempest-TestNetworkAdvancedServerOps-163871697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:49:38.309409 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4a326a9a-afe4-46c8-bd7d-bc2ba220c787 tempest-TestNetworkAdvancedServerOps-163871697 tempest-TestNetworkAdvancedServerOps-163871697-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0860090 Feb 17 18:49:38.312197 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42594) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:49:38.343484 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e563ad1b-6c21-495a-bd88-a02808a99031 tempest-TestNetworkAdvancedServerOps-163871697 tempest-TestNetworkAdvancedServerOps-163871697-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=d7afcf1f-5124-4168-b80f-10ace9d04ea7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301628 Feb 17 18:49:38.345946 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42596) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:49:38.350643 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-5dd104fb-f04f-4734-b431-485d1d5409d3 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-195936578', 'network_id': '5aa99180-5e90-4251-8b68-91876b7b1038', 'project_id': 'a67d2b403e4f443c89be6362be401177', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:49:38.435328 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd104fb-f04f-4734-b431-485d1d5409d3 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Made reservation on behalf of a67d2b403e4f443c89be6362be401177 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:49:38.438838 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5dd104fb-f04f-4734-b431-485d1d5409d3 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:38.469591 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-a7c477de-46dd-4bed-a38a-9a81f206dcc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207912880', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '91a1c34f-6090-4c0f-9804-2a2af9df2168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:49:36Z', 'updated_at': '2022-02-17T18:49:37Z', 'revision_number': 3, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': '91a1c34f-6090-4c0f-9804-2a2af9df2168', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:04:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:49:37Z', 'updated_at': '2022-02-17T18:49:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:49:38.499437 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c477de-46dd-4bed-a38a-9a81f206dcc8 None None] Checking router: e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:49:38.499784 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c477de-46dd-4bed-a38a-9a81f206dcc8 None None] Updating router e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3 port 91a1c34f-6090-4c0f-9804-2a2af9df2168 binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 18:49:38.527741 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-a7c477de-46dd-4bed-a38a-9a81f206dcc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (91a1c34f-6090-4c0f-9804-2a2af9df2168), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:38.622409 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5dd104fb-f04f-4734-b431-485d1d5409d3 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (f9fd3af1-0a65-4aa4-8922-75f0cf31edfc), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:38.683698 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd104fb-f04f-4734-b431-485d1d5409d3 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'Subnet': ['ID=f9fd3af1-0a65-4aa4-8922-75f0cf31edfc,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:49:38.694405 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd104fb-f04f-4734-b431-485d1d5409d3 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Checking segment: {'id': '26ac4e9f-1049-4bf6-8743-9d1621a9f15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5aa99180-5e90-4251-8b68-91876b7b1038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:49:38.694774 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd104fb-f04f-4734-b431-485d1d5409d3 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Network hostable DHCP agents. Network: 5aa99180-5e90-4251-8b68-91876b7b1038, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:49:38.712821 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd104fb-f04f-4734-b431-485d1d5409d3 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Network 5aa99180-5e90-4251-8b68-91876b7b1038 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:49:38.722593 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-5dd104fb-f04f-4734-b431-485d1d5409d3 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 5aa99180-5e90-4251-8b68-91876b7b1038) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:49:38.727740 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd104fb-f04f-4734-b431-485d1d5409d3 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:49:38.728912 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5dd104fb-f04f-4734-b431-485d1d5409d3 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:38.732706 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac49aee-8d14-497c-a90b-05b07b783d38 None None] Network 5aa99180-5e90-4251-8b68-91876b7b1038 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:49:38.747043 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-5dd104fb-f04f-4734-b431-485d1d5409d3 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4000773 Feb 17 18:49:38.749995 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42598) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:49:38.841367 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b76ba1-3254-4506-a3bf-0d5d306eb711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-5aa99180-5e90-4251-8b68-91876b7b1038', 'network_id': '5aa99180-5e90-4251-8b68-91876b7b1038', 'project_id': 'a67d2b403e4f443c89be6362be401177', 'fixed_ips': [{'subnet_id': 'f9fd3af1-0a65-4aa4-8922-75f0cf31edfc'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 18:49:38.842250 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-07b76ba1-3254-4506-a3bf-0d5d306eb711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:38.878098 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-a7c477de-46dd-4bed-a38a-9a81f206dcc8 None None] Publish callbacks [] for port (91a1c34f-6090-4c0f-9804-2a2af9df2168), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:38.884606 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-a7c477de-46dd-4bed-a38a-9a81f206dcc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (91a1c34f-6090-4c0f-9804-2a2af9df2168), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:38.935498 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a90b596-a8c0-4420-8d10-a40df8802a5c None None] Pushing event updated for resources: {'Port': ['ID=91a1c34f-6090-4c0f-9804-2a2af9df2168,revision_number=2']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:49:38.940274 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-a7c477de-46dd-4bed-a38a-9a81f206dcc8 None None] Attempting to bind port 91a1c34f-6090-4c0f-9804-2a2af9df2168 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:49:38.940645 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-a7c477de-46dd-4bed-a38a-9a81f206dcc8 None None] Attempting to bind port 91a1c34f-6090-4c0f-9804-2a2af9df2168 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:49:38.941012 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c477de-46dd-4bed-a38a-9a81f206dcc8 None None] Attempting to bind port 91a1c34f-6090-4c0f-9804-2a2af9df2168 on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:49:38.949037 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a90b596-a8c0-4420-8d10-a40df8802a5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:49:38.949367 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a90b596-a8c0-4420-8d10-a40df8802a5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:49:38.949894 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a90b596-a8c0-4420-8d10-a40df8802a5c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:49:38.950402 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a90b596-a8c0-4420-8d10-a40df8802a5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:49:38.950910 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a90b596-a8c0-4420-8d10-a40df8802a5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:49:38.951408 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a90b596-a8c0-4420-8d10-a40df8802a5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:49:38.951903 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a90b596-a8c0-4420-8d10-a40df8802a5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:49:38.952420 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a90b596-a8c0-4420-8d10-a40df8802a5c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:49:38.952922 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a90b596-a8c0-4420-8d10-a40df8802a5c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:49:38.954025 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a90b596-a8c0-4420-8d10-a40df8802a5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:49:38.954365 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a90b596-a8c0-4420-8d10-a40df8802a5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:49:38.954694 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a90b596-a8c0-4420-8d10-a40df8802a5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:49:38.955025 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a90b596-a8c0-4420-8d10-a40df8802a5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:49:38.960863 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c477de-46dd-4bed-a38a-9a81f206dcc8 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:49:38.961234 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c477de-46dd-4bed-a38a-9a81f206dcc8 None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:49:38.961636 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-a7c477de-46dd-4bed-a38a-9a81f206dcc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:38.962021 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c477de-46dd-4bed-a38a-9a81f206dcc8 None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:49:38.962500 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-a7c477de-46dd-4bed-a38a-9a81f206dcc8 None None] Bound port: 91a1c34f-6090-4c0f-9804-2a2af9df2168, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:49:38.962870 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-a7c477de-46dd-4bed-a38a-9a81f206dcc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (91a1c34f-6090-4c0f-9804-2a2af9df2168), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:38.983563 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-07b76ba1-3254-4506-a3bf-0d5d306eb711 None None] Allocated IP 172.20.0.2 (5aa99180-5e90-4251-8b68-91876b7b1038/f9fd3af1-0a65-4aa4-8922-75f0cf31edfc/b0c9e059-a754-444c-9ef0-d5faf95bb47f) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:49:39.015335 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-a7c477de-46dd-4bed-a38a-9a81f206dcc8 None None] For port 91a1c34f-6090-4c0f-9804-2a2af9df2168, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:49:39.018433 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-a7c477de-46dd-4bed-a38a-9a81f206dcc8 None None] For port 91a1c34f-6090-4c0f-9804-2a2af9df2168, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=91a1c34f-6090-4c0f-9804-2a2af9df2168,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:49:39.025149 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-a7c477de-46dd-4bed-a38a-9a81f206dcc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (91a1c34f-6090-4c0f-9804-2a2af9df2168), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:39.080634 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a90b596-a8c0-4420-8d10-a40df8802a5c None None] Pushing event updated for resources: {'Port': ['ID=91a1c34f-6090-4c0f-9804-2a2af9df2168,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:49:39.089479 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c477de-46dd-4bed-a38a-9a81f206dcc8 None None] Routers {'e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:49:39.090090 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-a7c477de-46dd-4bed-a38a-9a81f206dcc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:49:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:49:39.140448 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-07b76ba1-3254-4506-a3bf-0d5d306eb711 None None] Publish callbacks [] for port (b0c9e059-a754-444c-9ef0-d5faf95bb47f), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:39.146593 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-07b76ba1-3254-4506-a3bf-0d5d306eb711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (b0c9e059-a754-444c-9ef0-d5faf95bb47f), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:39.197099 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b76ba1-3254-4506-a3bf-0d5d306eb711 None None] Network 5aa99180-5e90-4251-8b68-91876b7b1038 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:49:39.200876 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-a7c477de-46dd-4bed-a38a-9a81f206dcc8 None None] Set router e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:49:39.202712 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-07b76ba1-3254-4506-a3bf-0d5d306eb711 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:49:39.205209 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b76ba1-3254-4506-a3bf-0d5d306eb711 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:49:39.207337 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b76ba1-3254-4506-a3bf-0d5d306eb711 None None] Pushing event updated for resources: {'Port': ['ID=b0c9e059-a754-444c-9ef0-d5faf95bb47f,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:49:39.237438 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-59c483ca-5df0-4d2f-8805-b8075b591643 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:39.266182 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-07b76ba1-3254-4506-a3bf-0d5d306eb711 None None] Attempting to bind port b0c9e059-a754-444c-9ef0-d5faf95bb47f on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:49:39.266773 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-07b76ba1-3254-4506-a3bf-0d5d306eb711 None None] Attempting to bind port b0c9e059-a754-444c-9ef0-d5faf95bb47f by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '26ac4e9f-1049-4bf6-8743-9d1621a9f15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5aa99180-5e90-4251-8b68-91876b7b1038'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:49:39.267019 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b76ba1-3254-4506-a3bf-0d5d306eb711 None None] Attempting to bind port b0c9e059-a754-444c-9ef0-d5faf95bb47f on network 5aa99180-5e90-4251-8b68-91876b7b1038 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:49:39.272051 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b76ba1-3254-4506-a3bf-0d5d306eb711 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:49:39.272479 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b76ba1-3254-4506-a3bf-0d5d306eb711 None None] Checking segment: {'id': '26ac4e9f-1049-4bf6-8743-9d1621a9f15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5aa99180-5e90-4251-8b68-91876b7b1038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:49:39.272887 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-07b76ba1-3254-4506-a3bf-0d5d306eb711 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:39.273841 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b76ba1-3254-4506-a3bf-0d5d306eb711 None None] Bound using segment: {'id': '26ac4e9f-1049-4bf6-8743-9d1621a9f15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5aa99180-5e90-4251-8b68-91876b7b1038'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:49:39.274338 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-07b76ba1-3254-4506-a3bf-0d5d306eb711 None None] Bound port: b0c9e059-a754-444c-9ef0-d5faf95bb47f, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26ac4e9f-1049-4bf6-8743-9d1621a9f15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5aa99180-5e90-4251-8b68-91876b7b1038'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:49:39.274727 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-07b76ba1-3254-4506-a3bf-0d5d306eb711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b0c9e059-a754-444c-9ef0-d5faf95bb47f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:39.332217 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:39.353124 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-07b76ba1-3254-4506-a3bf-0d5d306eb711 None None] For port b0c9e059-a754-444c-9ef0-d5faf95bb47f, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:49:39.356749 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-07b76ba1-3254-4506-a3bf-0d5d306eb711 None None] For port b0c9e059-a754-444c-9ef0-d5faf95bb47f, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=b0c9e059-a754-444c-9ef0-d5faf95bb47f,segment=NetworkSegment(26ac4e9f-1049-4bf6-8743-9d1621a9f15e),segment_id=26ac4e9f-1049-4bf6-8743-9d1621a9f15e)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:49:39.364611 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-07b76ba1-3254-4506-a3bf-0d5d306eb711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b0c9e059-a754-444c-9ef0-d5faf95bb47f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:39.390680 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-a7c477de-46dd-4bed-a38a-9a81f206dcc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207912880', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '91a1c34f-6090-4c0f-9804-2a2af9df2168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:49:36Z', 'updated_at': '2022-02-17T18:49:37Z', 'revision_number': 3, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': '91a1c34f-6090-4c0f-9804-2a2af9df2168', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:04:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:49:37Z', 'updated_at': '2022-02-17T18:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:49:39.423954 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c477de-46dd-4bed-a38a-9a81f206dcc8 None None] The sync data for ids ['e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3'] in n-d-829613-2 is: [{'id': 'e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207912880', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '91a1c34f-6090-4c0f-9804-2a2af9df2168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:49:36Z', 'updated_at': '2022-02-17T18:49:37Z', 'revision_number': 3, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': '91a1c34f-6090-4c0f-9804-2a2af9df2168', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:04:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:49:37Z', 'updated_at': '2022-02-17T18:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:49:39.432146 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b76ba1-3254-4506-a3bf-0d5d306eb711 None None] Pushing event updated for resources: {'Port': ['ID=b0c9e059-a754-444c-9ef0-d5faf95bb47f,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:49:39.544043 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-59c483ca-5df0-4d2f-8805-b8075b591643 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Allocated IP 172.20.0.1 (5aa99180-5e90-4251-8b68-91876b7b1038/f9fd3af1-0a65-4aa4-8922-75f0cf31edfc/6de23003-3640-48e5-81fa-45dcb134259c) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:49:39.697116 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-59c483ca-5df0-4d2f-8805-b8075b591643 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for port (6de23003-3640-48e5-81fa-45dcb134259c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:39.740937 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-59c483ca-5df0-4d2f-8805-b8075b591643 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (6de23003-3640-48e5-81fa-45dcb134259c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:39.801945 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c483ca-5df0-4d2f-8805-b8075b591643 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Network 5aa99180-5e90-4251-8b68-91876b7b1038 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:49:39.806294 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-59c483ca-5df0-4d2f-8805-b8075b591643 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:49:39.809280 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c483ca-5df0-4d2f-8805-b8075b591643 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:49:39.876074 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c483ca-5df0-4d2f-8805-b8075b591643 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'Port': ['ID=6de23003-3640-48e5-81fa-45dcb134259c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:49:39.887436 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-59c483ca-5df0-4d2f-8805-b8075b591643 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:40.055948 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-59c483ca-5df0-4d2f-8805-b8075b591643 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6de23003-3640-48e5-81fa-45dcb134259c), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:40.101059 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 91a1c34f-6090-4c0f-9804-2a2af9df2168 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:49:40.154107 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 91a1c34f-6090-4c0f-9804-2a2af9df2168 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:49:40.154492 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (91a1c34f-6090-4c0f-9804-2a2af9df2168), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:40.238841 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 91a1c34f-6090-4c0f-9804-2a2af9df2168 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:49:40.239310 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (91a1c34f-6090-4c0f-9804-2a2af9df2168), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:40.266666 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 91a1c34f-6090-4c0f-9804-2a2af9df2168, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=91a1c34f-6090-4c0f-9804-2a2af9df2168,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:49:40.276917 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (91a1c34f-6090-4c0f-9804-2a2af9df2168), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:40.277717 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device b0c9e059-a754-444c-9ef0-d5faf95bb47f up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:49:40.342404 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=91a1c34f-6090-4c0f-9804-2a2af9df2168,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:49:40.403406 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-59c483ca-5df0-4d2f-8805-b8075b591643 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for port (6de23003-3640-48e5-81fa-45dcb134259c), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:40.405612 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port b0c9e059-a754-444c-9ef0-d5faf95bb47f triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:49:40.406040 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b0c9e059-a754-444c-9ef0-d5faf95bb47f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:40.410256 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-59c483ca-5df0-4d2f-8805-b8075b591643 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (6de23003-3640-48e5-81fa-45dcb134259c), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:40.488792 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port b0c9e059-a754-444c-9ef0-d5faf95bb47f is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:49:40.489005 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (b0c9e059-a754-444c-9ef0-d5faf95bb47f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:40.504818 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-59c483ca-5df0-4d2f-8805-b8075b591643 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:40.519626 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c483ca-5df0-4d2f-8805-b8075b591643 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'Port': ['ID=6de23003-3640-48e5-81fa-45dcb134259c,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:49:40.535448 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port b0c9e059-a754-444c-9ef0-d5faf95bb47f, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=b0c9e059-a754-444c-9ef0-d5faf95bb47f,segment=NetworkSegment(26ac4e9f-1049-4bf6-8743-9d1621a9f15e),segment_id=26ac4e9f-1049-4bf6-8743-9d1621a9f15e)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:49:40.542281 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (b0c9e059-a754-444c-9ef0-d5faf95bb47f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:40.600714 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=b0c9e059-a754-444c-9ef0-d5faf95bb47f,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:49:40.644837 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3b17a1-be76-4c3e-95b1-a98e9ab8883a None None] Network 5aa99180-5e90-4251-8b68-91876b7b1038 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:49:40.646068 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c483ca-5df0-4d2f-8805-b8075b591643 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Network 5aa99180-5e90-4251-8b68-91876b7b1038 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:49:40.647786 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-59c483ca-5df0-4d2f-8805-b8075b591643 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:49:40.727018 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-a4c10a59-38d9-47e8-99f1-1a54d05cab61 None None] Provisioning complete for port b0c9e059-a754-444c-9ef0-d5faf95bb47f triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:49:40.727328 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a4c10a59-38d9-47e8-99f1-1a54d05cab61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b0c9e059-a754-444c-9ef0-d5faf95bb47f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:40.764608 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c483ca-5df0-4d2f-8805-b8075b591643 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Router e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:49:40.833969 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-a4c10a59-38d9-47e8-99f1-1a54d05cab61 None None] Current status of the port b0c9e059-a754-444c-9ef0-d5faf95bb47f is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:49:40.885744 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c483ca-5df0-4d2f-8805-b8075b591643 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:49:40.890956 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-59c483ca-5df0-4d2f-8805-b8075b591643 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "PUT /v2.0/routers/e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1398752 Feb 17 18:49:41.056282 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-6c3fa04f-c92a-4de2-a7ae-d47828ff4abe None None] Provisioning complete for port 6de23003-3640-48e5-81fa-45dcb134259c triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:49:41.056728 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6c3fa04f-c92a-4de2-a7ae-d47828ff4abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6de23003-3640-48e5-81fa-45dcb134259c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:41.072718 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d6dcbb7f-d16e-4968-958e-75a40d696a41 req-9d5bd36f-29a9-4474-b6e0-411796f8bf61 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-277963488&fields=id&tenant_id=a67d2b403e4f443c89be6362be401177 HTTP/1.1" status: 200 len: 267 time: 0.0557218 Feb 17 18:49:41.098712 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-6c3fa04f-c92a-4de2-a7ae-d47828ff4abe None None] Port 6de23003-3640-48e5-81fa-45dcb134259c cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:49:41.110090 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-6c3fa04f-c92a-4de2-a7ae-d47828ff4abe None None] Provisioning complete for port b0c9e059-a754-444c-9ef0-d5faf95bb47f triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:49:41.110439 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6c3fa04f-c92a-4de2-a7ae-d47828ff4abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b0c9e059-a754-444c-9ef0-d5faf95bb47f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:41.193276 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-6c3fa04f-c92a-4de2-a7ae-d47828ff4abe None None] Current status of the port b0c9e059-a754-444c-9ef0-d5faf95bb47f is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:49:41.197241 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dcbb7f-d16e-4968-958e-75a40d696a41 req-51f41c13-f56f-4746-ab47-555d3436fdc5 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:49:41.198982 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d6dcbb7f-d16e-4968-958e-75a40d696a41 req-51f41c13-f56f-4746-ab47-555d3436fdc5 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/networks?id=5aa99180-5e90-4251-8b68-91876b7b1038 HTTP/1.1" status: 200 len: 797 time: 0.1185169 Feb 17 18:49:41.216185 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d6dcbb7f-d16e-4968-958e-75a40d696a41 req-2f3a8615-7ed6-4e7b-b59d-7b4db7c95006 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/quotas/a67d2b403e4f443c89be6362be401177 HTTP/1.1" status: 200 len: 375 time: 0.0114715 Feb 17 18:49:41.281422 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d6dcbb7f-d16e-4968-958e-75a40d696a41 req-a23fa875-4ebb-41d6-a85d-e6d5b2a685ea tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=a67d2b403e4f443c89be6362be401177&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523856 Feb 17 18:49:41.316225 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-99ad86e1-304b-49ff-b43f-6d84f5609cc8 None None] Provisioning complete for port 6de23003-3640-48e5-81fa-45dcb134259c triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:49:41.316859 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-99ad86e1-304b-49ff-b43f-6d84f5609cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6de23003-3640-48e5-81fa-45dcb134259c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:41.362230 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-99ad86e1-304b-49ff-b43f-6d84f5609cc8 None None] Port 6de23003-3640-48e5-81fa-45dcb134259c cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:49:41.393517 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d6dcbb7f-d16e-4968-958e-75a40d696a41 req-83b45d64-9bd6-4ae2-8d8d-70431feb8d2e service neutron] 10.222.0.87 "GET /v2.0/networks/5aa99180-5e90-4251-8b68-91876b7b1038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993481 Feb 17 18:49:41.399107 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86960ea9-7053-46b0-8824-2e8f8bdae992 None None] Sync routers for ids ['e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:49:41.410204 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86960ea9-7053-46b0-8824-2e8f8bdae992 None None] Routers {'e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:49:41.410888 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-86960ea9-7053-46b0-8824-2e8f8bdae992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:49:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:49:41.486811 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d6dcbb7f-d16e-4968-958e-75a40d696a41 req-6e178786-64b8-47fc-95b8-bc4dee7d07e0 service neutron] 10.222.0.87 "GET /v2.0/networks/5aa99180-5e90-4251-8b68-91876b7b1038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847440 Feb 17 18:49:41.506513 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-8df1d06e-435e-43de-b809-688756c517b8 None None] Provisioning complete for port 6de23003-3640-48e5-81fa-45dcb134259c triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:49:41.507141 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8df1d06e-435e-43de-b809-688756c517b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6de23003-3640-48e5-81fa-45dcb134259c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:41.557633 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-8df1d06e-435e-43de-b809-688756c517b8 None None] Port 6de23003-3640-48e5-81fa-45dcb134259c cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:49:41.560214 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-86960ea9-7053-46b0-8824-2e8f8bdae992 None None] Set router e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:49:41.662302 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b4c2e5b6-1b82-4427-986a-490755120aa3 req-a8f4bed7-3b30-479a-a30e-a4e4e6c09889 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=fedb00cb-a56b-4e92-b97a-48f1adaf18fe HTTP/1.1" status: 200 len: 210 time: 0.0337563 Feb 17 18:49:41.771593 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-86960ea9-7053-46b0-8824-2e8f8bdae992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207912880', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '91a1c34f-6090-4c0f-9804-2a2af9df2168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:49:36Z', 'updated_at': '2022-02-17T18:49:40Z', 'revision_number': 4, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': '91a1c34f-6090-4c0f-9804-2a2af9df2168', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:04:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:49:37Z', 'updated_at': '2022-02-17T18:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '6de23003-3640-48e5-81fa-45dcb134259c', 'name': '', 'network_id': '5aa99180-5e90-4251-8b68-91876b7b1038', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'mac_address': 'fa:16:3e:61:ff:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'f9fd3af1-0a65-4aa4-8922-75f0cf31edfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:49:39Z', 'updated_at': '2022-02-17T18:49:40Z', 'revision_number': 2, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'subnets': [{'id': 'f9fd3af1-0a65-4aa4-8922-75f0cf31edfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:49:41.799406 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86960ea9-7053-46b0-8824-2e8f8bdae992 None None] Checking router: e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:49:41.799759 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86960ea9-7053-46b0-8824-2e8f8bdae992 None None] Updating router e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3 port 6de23003-3640-48e5-81fa-45dcb134259c binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 18:49:41.824394 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 91a1c34f-6090-4c0f-9804-2a2af9df2168 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:49:41.854799 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-86960ea9-7053-46b0-8824-2e8f8bdae992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6de23003-3640-48e5-81fa-45dcb134259c), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:41.921594 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 91a1c34f-6090-4c0f-9804-2a2af9df2168 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:49:41.921969 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (91a1c34f-6090-4c0f-9804-2a2af9df2168), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:42.281973 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 91a1c34f-6090-4c0f-9804-2a2af9df2168 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:49:42.283044 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device b0c9e059-a754-444c-9ef0-d5faf95bb47f up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:49:42.390624 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port b0c9e059-a754-444c-9ef0-d5faf95bb47f triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:49:42.391306 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (b0c9e059-a754-444c-9ef0-d5faf95bb47f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:42.395975 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-86960ea9-7053-46b0-8824-2e8f8bdae992 None None] Publish callbacks [] for port (6de23003-3640-48e5-81fa-45dcb134259c), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:42.421507 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-86960ea9-7053-46b0-8824-2e8f8bdae992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (6de23003-3640-48e5-81fa-45dcb134259c), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:42.480148 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3111459c-bba4-42c3-9490-39d541a4bbfb None None] Pushing event updated for resources: {'Port': ['ID=6de23003-3640-48e5-81fa-45dcb134259c,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:49:42.569156 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-86960ea9-7053-46b0-8824-2e8f8bdae992 None None] Attempting to bind port 6de23003-3640-48e5-81fa-45dcb134259c on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:49:42.569536 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-86960ea9-7053-46b0-8824-2e8f8bdae992 None None] Attempting to bind port 6de23003-3640-48e5-81fa-45dcb134259c by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '26ac4e9f-1049-4bf6-8743-9d1621a9f15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5aa99180-5e90-4251-8b68-91876b7b1038'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:49:42.569955 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86960ea9-7053-46b0-8824-2e8f8bdae992 None None] Attempting to bind port 6de23003-3640-48e5-81fa-45dcb134259c on network 5aa99180-5e90-4251-8b68-91876b7b1038 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:49:42.575090 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port b0c9e059-a754-444c-9ef0-d5faf95bb47f is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:49:42.579670 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86960ea9-7053-46b0-8824-2e8f8bdae992 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:49:42.580056 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86960ea9-7053-46b0-8824-2e8f8bdae992 None None] Checking segment: {'id': '26ac4e9f-1049-4bf6-8743-9d1621a9f15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5aa99180-5e90-4251-8b68-91876b7b1038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:49:42.580496 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-86960ea9-7053-46b0-8824-2e8f8bdae992 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:42.580890 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86960ea9-7053-46b0-8824-2e8f8bdae992 None None] Bound using segment: {'id': '26ac4e9f-1049-4bf6-8743-9d1621a9f15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5aa99180-5e90-4251-8b68-91876b7b1038'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:49:42.581370 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-86960ea9-7053-46b0-8824-2e8f8bdae992 None None] Bound port: 6de23003-3640-48e5-81fa-45dcb134259c, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26ac4e9f-1049-4bf6-8743-9d1621a9f15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5aa99180-5e90-4251-8b68-91876b7b1038'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:49:42.581762 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-86960ea9-7053-46b0-8824-2e8f8bdae992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6de23003-3640-48e5-81fa-45dcb134259c), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:42.646153 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-86960ea9-7053-46b0-8824-2e8f8bdae992 None None] For port 6de23003-3640-48e5-81fa-45dcb134259c, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:49:42.650926 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-86960ea9-7053-46b0-8824-2e8f8bdae992 None None] For port 6de23003-3640-48e5-81fa-45dcb134259c, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=6de23003-3640-48e5-81fa-45dcb134259c,segment=NetworkSegment(26ac4e9f-1049-4bf6-8743-9d1621a9f15e),segment_id=26ac4e9f-1049-4bf6-8743-9d1621a9f15e)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:49:42.656768 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-86960ea9-7053-46b0-8824-2e8f8bdae992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (6de23003-3640-48e5-81fa-45dcb134259c), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:42.724186 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-10e92480-64ad-4ec4-840b-98c6f90960a8 None None] Provisioning complete for port 6de23003-3640-48e5-81fa-45dcb134259c triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:49:42.724590 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-10e92480-64ad-4ec4-840b-98c6f90960a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6de23003-3640-48e5-81fa-45dcb134259c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:42.729149 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3111459c-bba4-42c3-9490-39d541a4bbfb None None] Pushing event updated for resources: {'Port': ['ID=6de23003-3640-48e5-81fa-45dcb134259c,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:49:42.747474 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-777944e5-6a85-4846-852f-282961f028b4 req-e4a5e05d-8970-4c46-8749-8b5ebd0f275e tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=fedb00cb-a56b-4e92-b97a-48f1adaf18fe HTTP/1.1" status: 200 len: 210 time: 0.0306957 Feb 17 18:49:42.754513 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86960ea9-7053-46b0-8824-2e8f8bdae992 None None] Routers {'e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:49:42.755110 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-86960ea9-7053-46b0-8824-2e8f8bdae992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:49:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:49:42.912119 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-86960ea9-7053-46b0-8824-2e8f8bdae992 None None] Set router e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:49:42.914570 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-10e92480-64ad-4ec4-840b-98c6f90960a8 None None] Current status of the port 6de23003-3640-48e5-81fa-45dcb134259c is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:49:42.914955 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-10e92480-64ad-4ec4-840b-98c6f90960a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6de23003-3640-48e5-81fa-45dcb134259c), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:43.013572 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-10e92480-64ad-4ec4-840b-98c6f90960a8 None None] For port 6de23003-3640-48e5-81fa-45dcb134259c, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=6de23003-3640-48e5-81fa-45dcb134259c,segment=NetworkSegment(26ac4e9f-1049-4bf6-8743-9d1621a9f15e),segment_id=26ac4e9f-1049-4bf6-8743-9d1621a9f15e)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:49:43.024327 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-10e92480-64ad-4ec4-840b-98c6f90960a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (6de23003-3640-48e5-81fa-45dcb134259c), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:43.112365 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e92480-64ad-4ec4-840b-98c6f90960a8 None None] Pushing event updated for resources: {'Port': ['ID=6de23003-3640-48e5-81fa-45dcb134259c,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:49:43.171333 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-6b3638be-fce4-453e-b14d-9c1e2fc203d4 None None] Provisioning complete for port 6de23003-3640-48e5-81fa-45dcb134259c triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:49:43.171701 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6b3638be-fce4-453e-b14d-9c1e2fc203d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6de23003-3640-48e5-81fa-45dcb134259c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:43.221643 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-86960ea9-7053-46b0-8824-2e8f8bdae992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207912880', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '91a1c34f-6090-4c0f-9804-2a2af9df2168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:49:36Z', 'updated_at': '2022-02-17T18:49:40Z', 'revision_number': 4, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': '91a1c34f-6090-4c0f-9804-2a2af9df2168', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:04:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:49:37Z', 'updated_at': '2022-02-17T18:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '6de23003-3640-48e5-81fa-45dcb134259c', 'name': '', 'network_id': '5aa99180-5e90-4251-8b68-91876b7b1038', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'mac_address': 'fa:16:3e:61:ff:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'f9fd3af1-0a65-4aa4-8922-75f0cf31edfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:49:39Z', 'updated_at': '2022-02-17T18:49:42Z', 'revision_number': 4, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'subnets': [{'id': 'f9fd3af1-0a65-4aa4-8922-75f0cf31edfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:49:43.249881 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86960ea9-7053-46b0-8824-2e8f8bdae992 None None] The sync data for ids ['e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3'] in n-d-829613-2 is: [{'id': 'e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207912880', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '91a1c34f-6090-4c0f-9804-2a2af9df2168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:49:36Z', 'updated_at': '2022-02-17T18:49:40Z', 'revision_number': 4, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': '91a1c34f-6090-4c0f-9804-2a2af9df2168', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:04:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:49:37Z', 'updated_at': '2022-02-17T18:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '6de23003-3640-48e5-81fa-45dcb134259c', 'name': '', 'network_id': '5aa99180-5e90-4251-8b68-91876b7b1038', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'mac_address': 'fa:16:3e:61:ff:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'f9fd3af1-0a65-4aa4-8922-75f0cf31edfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:49:39Z', 'updated_at': '2022-02-17T18:49:42Z', 'revision_number': 4, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'subnets': [{'id': 'f9fd3af1-0a65-4aa4-8922-75f0cf31edfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:49:43.296014 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-6b3638be-fce4-453e-b14d-9c1e2fc203d4 None None] Current status of the port 6de23003-3640-48e5-81fa-45dcb134259c is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:49:43.842281 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-db83a562-7f36-4dc1-85dd-e2adc5c09ba7 req-0c3dabb9-32b5-4382-a37c-cb573b9652dc tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=fedb00cb-a56b-4e92-b97a-48f1adaf18fe HTTP/1.1" status: 200 len: 210 time: 0.0292113 Feb 17 18:49:43.844784 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 6de23003-3640-48e5-81fa-45dcb134259c up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:49:43.903552 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 6de23003-3640-48e5-81fa-45dcb134259c triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:49:43.903977 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6de23003-3640-48e5-81fa-45dcb134259c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:43.991828 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 6de23003-3640-48e5-81fa-45dcb134259c is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:49:44.679989 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dcbb7f-d16e-4968-958e-75a40d696a41 req-afb20dd4-a51f-4ffa-890b-ab75b2aadaa4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:49:44.681593 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d6dcbb7f-d16e-4968-958e-75a40d696a41 req-afb20dd4-a51f-4ffa-890b-ab75b2aadaa4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.71 "GET /v2.0/networks?id=5aa99180-5e90-4251-8b68-91876b7b1038 HTTP/1.1" status: 200 len: 797 time: 0.1059046 Feb 17 18:49:44.744226 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d6dcbb7f-d16e-4968-958e-75a40d696a41 req-a1dbb661-95ae-4500-9e88-baa10dfd820d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a67d2b403e4f443c89be6362be401177 HTTP/1.1" status: 200 len: 379 time: 0.0550642 Feb 17 18:49:44.757212 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-d6dcbb7f-d16e-4968-958e-75a40d696a41 req-971dfd56-89bc-48e3-a4dd-55f74ace313d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'port': {'device_id': 'fedb00cb-a56b-4e92-b97a-48f1adaf18fe', 'network_id': '5aa99180-5e90-4251-8b68-91876b7b1038', 'admin_state_up': True, 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'security_groups': ['124dee42-c7be-4e76-a275-e2cfeee79038']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:49:44.863920 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6dcbb7f-d16e-4968-958e-75a40d696a41 req-971dfd56-89bc-48e3-a4dd-55f74ace313d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Made reservation on behalf of a67d2b403e4f443c89be6362be401177 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:49:44.867569 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d6dcbb7f-d16e-4968-958e-75a40d696a41 req-971dfd56-89bc-48e3-a4dd-55f74ace313d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:44.940281 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-46304cd5-2a16-4712-8917-1f94c38d4c4b req-baa6f54b-6a2c-45a5-9c27-51abb4aae7e8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=fedb00cb-a56b-4e92-b97a-48f1adaf18fe HTTP/1.1" status: 200 len: 210 time: 0.0268717 Feb 17 18:49:44.999894 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-d6dcbb7f-d16e-4968-958e-75a40d696a41 req-971dfd56-89bc-48e3-a4dd-55f74ace313d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Allocated IP 172.20.0.13 (5aa99180-5e90-4251-8b68-91876b7b1038/f9fd3af1-0a65-4aa4-8922-75f0cf31edfc/1d641bab-ccb6-46c9-82e0-0b3596a3b50c) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:49:45.133544 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d6dcbb7f-d16e-4968-958e-75a40d696a41 req-971dfd56-89bc-48e3-a4dd-55f74ace313d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for port (1d641bab-ccb6-46c9-82e0-0b3596a3b50c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:45.167329 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d6dcbb7f-d16e-4968-958e-75a40d696a41 req-971dfd56-89bc-48e3-a4dd-55f74ace313d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (1d641bab-ccb6-46c9-82e0-0b3596a3b50c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:45.215613 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6dcbb7f-d16e-4968-958e-75a40d696a41 req-971dfd56-89bc-48e3-a4dd-55f74ace313d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Network 5aa99180-5e90-4251-8b68-91876b7b1038 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:49:45.218641 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-d6dcbb7f-d16e-4968-958e-75a40d696a41 req-971dfd56-89bc-48e3-a4dd-55f74ace313d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:49:45.222325 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6dcbb7f-d16e-4968-958e-75a40d696a41 req-971dfd56-89bc-48e3-a4dd-55f74ace313d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:49:45.245957 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971dfd56-89bc-48e3-a4dd-55f74ace313d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'Port': ['ID=1d641bab-ccb6-46c9-82e0-0b3596a3b50c,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:49:45.275768 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dcbb7f-d16e-4968-958e-75a40d696a41 req-971dfd56-89bc-48e3-a4dd-55f74ace313d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:49:45.276486 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d6dcbb7f-d16e-4968-958e-75a40d696a41 req-971dfd56-89bc-48e3-a4dd-55f74ace313d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:45.293437 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d6dcbb7f-d16e-4968-958e-75a40d696a41 req-971dfd56-89bc-48e3-a4dd-55f74ace313d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5399768 Feb 17 18:49:45.304576 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-d6dcbb7f-d16e-4968-958e-75a40d696a41 req-f4a9fcd0-b9ae-476b-8f4c-b17792b27da9 service neutron] Request body: {'port': {'device_id': 'fedb00cb-a56b-4e92-b97a-48f1adaf18fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:49:45.365897 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d6dcbb7f-d16e-4968-958e-75a40d696a41 req-f4a9fcd0-b9ae-476b-8f4c-b17792b27da9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1d641bab-ccb6-46c9-82e0-0b3596a3b50c), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:45.447792 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-61262854-e063-4496-96c2-6d828bba7447 None None] Provisioning complete for port 1d641bab-ccb6-46c9-82e0-0b3596a3b50c triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:49:45.448386 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-61262854-e063-4496-96c2-6d828bba7447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1d641bab-ccb6-46c9-82e0-0b3596a3b50c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:45.487490 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-61262854-e063-4496-96c2-6d828bba7447 None None] Port 1d641bab-ccb6-46c9-82e0-0b3596a3b50c cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:49:45.630668 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-d6dcbb7f-d16e-4968-958e-75a40d696a41 req-f4a9fcd0-b9ae-476b-8f4c-b17792b27da9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d641bab-ccb6-46c9-82e0-0b3596a3b50c {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:49:45.639125 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d6dcbb7f-d16e-4968-958e-75a40d696a41 req-f4a9fcd0-b9ae-476b-8f4c-b17792b27da9 service neutron] Publish callbacks [] for port (1d641bab-ccb6-46c9-82e0-0b3596a3b50c), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:45.651265 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-d6dcbb7f-d16e-4968-958e-75a40d696a41 req-f4a9fcd0-b9ae-476b-8f4c-b17792b27da9 service neutron] Transition to ACTIVE for port object 1d641bab-ccb6-46c9-82e0-0b3596a3b50c will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 18:49:45.654143 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d6dcbb7f-d16e-4968-958e-75a40d696a41 req-f4a9fcd0-b9ae-476b-8f4c-b17792b27da9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (1d641bab-ccb6-46c9-82e0-0b3596a3b50c), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:45.707334 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a9fcd0-b9ae-476b-8f4c-b17792b27da9 service neutron] Pushing event updated for resources: {'Port': ['ID=1d641bab-ccb6-46c9-82e0-0b3596a3b50c,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:49:45.777544 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-d6dcbb7f-d16e-4968-958e-75a40d696a41 req-f4a9fcd0-b9ae-476b-8f4c-b17792b27da9 service neutron] Attempting to bind port 1d641bab-ccb6-46c9-82e0-0b3596a3b50c on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:49:45.777877 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-d6dcbb7f-d16e-4968-958e-75a40d696a41 req-f4a9fcd0-b9ae-476b-8f4c-b17792b27da9 service neutron] Attempting to bind port 1d641bab-ccb6-46c9-82e0-0b3596a3b50c by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '26ac4e9f-1049-4bf6-8743-9d1621a9f15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5aa99180-5e90-4251-8b68-91876b7b1038'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:49:45.778203 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6dcbb7f-d16e-4968-958e-75a40d696a41 req-f4a9fcd0-b9ae-476b-8f4c-b17792b27da9 service neutron] Attempting to bind port 1d641bab-ccb6-46c9-82e0-0b3596a3b50c on network 5aa99180-5e90-4251-8b68-91876b7b1038 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:49:45.782677 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6dcbb7f-d16e-4968-958e-75a40d696a41 req-f4a9fcd0-b9ae-476b-8f4c-b17792b27da9 service neutron] Port 1d641bab-ccb6-46c9-82e0-0b3596a3b50c on network 5aa99180-5e90-4251-8b68-91876b7b1038 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:49:45.782997 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6dcbb7f-d16e-4968-958e-75a40d696a41 req-f4a9fcd0-b9ae-476b-8f4c-b17792b27da9 service neutron] Attempting to bind port 1d641bab-ccb6-46c9-82e0-0b3596a3b50c on network 5aa99180-5e90-4251-8b68-91876b7b1038 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:49:45.787879 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6dcbb7f-d16e-4968-958e-75a40d696a41 req-f4a9fcd0-b9ae-476b-8f4c-b17792b27da9 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:49:45.788218 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6dcbb7f-d16e-4968-958e-75a40d696a41 req-f4a9fcd0-b9ae-476b-8f4c-b17792b27da9 service neutron] Checking segment: {'id': '26ac4e9f-1049-4bf6-8743-9d1621a9f15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5aa99180-5e90-4251-8b68-91876b7b1038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:49:45.788679 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6dcbb7f-d16e-4968-958e-75a40d696a41 req-f4a9fcd0-b9ae-476b-8f4c-b17792b27da9 service neutron] Bound using segment: {'id': '26ac4e9f-1049-4bf6-8743-9d1621a9f15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5aa99180-5e90-4251-8b68-91876b7b1038'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:49:45.789105 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-d6dcbb7f-d16e-4968-958e-75a40d696a41 req-f4a9fcd0-b9ae-476b-8f4c-b17792b27da9 service neutron] Bound port: 1d641bab-ccb6-46c9-82e0-0b3596a3b50c, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ac4e9f-1049-4bf6-8743-9d1621a9f15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5aa99180-5e90-4251-8b68-91876b7b1038'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:49:45.789461 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d6dcbb7f-d16e-4968-958e-75a40d696a41 req-f4a9fcd0-b9ae-476b-8f4c-b17792b27da9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1d641bab-ccb6-46c9-82e0-0b3596a3b50c), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:45.854693 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-d6dcbb7f-d16e-4968-958e-75a40d696a41 req-f4a9fcd0-b9ae-476b-8f4c-b17792b27da9 service neutron] For port 1d641bab-ccb6-46c9-82e0-0b3596a3b50c, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:49:45.857780 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-d6dcbb7f-d16e-4968-958e-75a40d696a41 req-f4a9fcd0-b9ae-476b-8f4c-b17792b27da9 service neutron] For port 1d641bab-ccb6-46c9-82e0-0b3596a3b50c, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=1d641bab-ccb6-46c9-82e0-0b3596a3b50c,segment=NetworkSegment(26ac4e9f-1049-4bf6-8743-9d1621a9f15e),segment_id=26ac4e9f-1049-4bf6-8743-9d1621a9f15e)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:49:45.864053 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d6dcbb7f-d16e-4968-958e-75a40d696a41 req-f4a9fcd0-b9ae-476b-8f4c-b17792b27da9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (1d641bab-ccb6-46c9-82e0-0b3596a3b50c), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:45.896162 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dcbb7f-d16e-4968-958e-75a40d696a41 req-f4a9fcd0-b9ae-476b-8f4c-b17792b27da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:49:45.897043 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-d6dcbb7f-d16e-4968-958e-75a40d696a41 req-f4a9fcd0-b9ae-476b-8f4c-b17792b27da9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:45.898690 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d6dcbb7f-d16e-4968-958e-75a40d696a41 req-f4a9fcd0-b9ae-476b-8f4c-b17792b27da9 service neutron] 10.222.0.71 "PUT /v2.0/ports/1d641bab-ccb6-46c9-82e0-0b3596a3b50c HTTP/1.1" status: 200 len: 1092 time: 0.5985587 Feb 17 18:49:45.901942 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fedb00cb-a56b-4e92-b97a-48f1adaf18fe', 'tag': '1d641bab-ccb6-46c9-82e0-0b3596a3b50c'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:49:45.905171 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19cc325e-eba0-49e7-955e-3ec3f8663675" -d '{"events": [{"name": "network-changed", "server_uuid": "fedb00cb-a56b-4e92-b97a-48f1adaf18fe", "tag": "1d641bab-ccb6-46c9-82e0-0b3596a3b50c"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:49:45.910518 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:49:45.938320 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a9fcd0-b9ae-476b-8f4c-b17792b27da9 service neutron] Pushing event updated for resources: {'Port': ['ID=1d641bab-ccb6-46c9-82e0-0b3596a3b50c,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:49:45.964504 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9547f099-b724-4fa6-89e9-be9293d358b1 x-openstack-request-id: req-9547f099-b724-4fa6-89e9-be9293d358b1 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:49:45.965047 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fedb00cb-a56b-4e92-b97a-48f1adaf18fe", "tag": "1d641bab-ccb6-46c9-82e0-0b3596a3b50c", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:49:45.965536 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9547f099-b724-4fa6-89e9-be9293d358b1 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:49:45.966193 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fedb00cb-a56b-4e92-b97a-48f1adaf18fe', 'tag': '1d641bab-ccb6-46c9-82e0-0b3596a3b50c', 'status': 'completed', 'code': 200} Feb 17 18:49:46.018664 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dcbb7f-d16e-4968-958e-75a40d696a41 req-d5c47896-3f6c-48f4-aca2-4a277583e4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:49:46.020384 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d6dcbb7f-d16e-4968-958e-75a40d696a41 req-d5c47896-3f6c-48f4-aca2-4a277583e4ff service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a67d2b403e4f443c89be6362be401177&device_id=fedb00cb-a56b-4e92-b97a-48f1adaf18fe HTTP/1.1" status: 200 len: 1126 time: 0.0720861 Feb 17 18:49:46.068950 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d6dcbb7f-d16e-4968-958e-75a40d696a41 req-45f4542b-1a4c-4d32-8369-b1bbc9154433 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d641bab-ccb6-46c9-82e0-0b3596a3b50c HTTP/1.1" status: 200 len: 217 time: 0.0413110 Feb 17 18:49:46.083008 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f14281-76c9-4f56-ba4a-140877ed9778 req-dd3df61b-ec81-4ee7-a7c2-57cfe6247579 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:49:46.084684 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d5f14281-76c9-4f56-ba4a-140877ed9778 req-dd3df61b-ec81-4ee7-a7c2-57cfe6247579 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=fedb00cb-a56b-4e92-b97a-48f1adaf18fe HTTP/1.1" status: 200 len: 944 time: 0.0549965 Feb 17 18:49:46.122065 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dcbb7f-d16e-4968-958e-75a40d696a41 req-cf7a4844-d5ef-4c9d-b427-23adab7c880b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:49:46.123607 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d6dcbb7f-d16e-4968-958e-75a40d696a41 req-cf7a4844-d5ef-4c9d-b427-23adab7c880b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f9fd3af1-0a65-4aa4-8922-75f0cf31edfc HTTP/1.1" status: 200 len: 834 time: 0.0482864 Feb 17 18:49:46.142341 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d5f14281-76c9-4f56-ba4a-140877ed9778 req-f1781981-de56-4068-98b5-c5e5ac4cc6b8 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=124dee42-c7be-4e76-a275-e2cfeee79038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514655 Feb 17 18:49:46.172603 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dcbb7f-d16e-4968-958e-75a40d696a41 req-9fc2c0ca-ac63-4abd-adb0-54ae2dbd7a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:49:46.174128 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d6dcbb7f-d16e-4968-958e-75a40d696a41 req-9fc2c0ca-ac63-4abd-adb0-54ae2dbd7a39 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5aa99180-5e90-4251-8b68-91876b7b1038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450058 Feb 17 18:49:46.264777 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d6dcbb7f-d16e-4968-958e-75a40d696a41 req-44b9bac0-6a87-4020-906b-f41700e606fe service neutron] 10.222.0.71 "GET /v2.0/networks/5aa99180-5e90-4251-8b68-91876b7b1038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835063 Feb 17 18:49:46.351800 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d6dcbb7f-d16e-4968-958e-75a40d696a41 req-844e437f-f939-4a6e-91ff-241ba5328be4 service neutron] 10.222.0.71 "GET /v2.0/networks/5aa99180-5e90-4251-8b68-91876b7b1038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812221 Feb 17 18:49:46.446718 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc325e-eba0-49e7-955e-3ec3f8663675 req-5829bffa-e07a-4498-9607-63a835709c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:49:46.448220 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-19cc325e-eba0-49e7-955e-3ec3f8663675 req-5829bffa-e07a-4498-9607-63a835709c01 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a67d2b403e4f443c89be6362be401177&device_id=fedb00cb-a56b-4e92-b97a-48f1adaf18fe HTTP/1.1" status: 200 len: 1126 time: 0.0479367 Feb 17 18:49:46.534549 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc325e-eba0-49e7-955e-3ec3f8663675 req-09fa0f8b-3bcf-422d-92f4-a532c3b677b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:49:46.535994 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-19cc325e-eba0-49e7-955e-3ec3f8663675 req-09fa0f8b-3bcf-422d-92f4-a532c3b677b9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=5aa99180-5e90-4251-8b68-91876b7b1038 HTTP/1.1" status: 200 len: 898 time: 0.0818295 Feb 17 18:49:46.578484 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-19cc325e-eba0-49e7-955e-3ec3f8663675 req-e8774801-0a72-47f2-8e38-ae661bbfa82c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d641bab-ccb6-46c9-82e0-0b3596a3b50c HTTP/1.1" status: 200 len: 217 time: 0.0371969 Feb 17 18:49:46.625881 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc325e-eba0-49e7-955e-3ec3f8663675 req-6927194c-5ed6-4168-96c4-e1746e663a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:49:46.627263 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-19cc325e-eba0-49e7-955e-3ec3f8663675 req-6927194c-5ed6-4168-96c4-e1746e663a1f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f9fd3af1-0a65-4aa4-8922-75f0cf31edfc HTTP/1.1" status: 200 len: 834 time: 0.0429573 Feb 17 18:49:46.685611 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc325e-eba0-49e7-955e-3ec3f8663675 req-d323d1d2-78fe-4862-a207-a36bf662001b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:49:46.687137 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-19cc325e-eba0-49e7-955e-3ec3f8663675 req-d323d1d2-78fe-4862-a207-a36bf662001b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5aa99180-5e90-4251-8b68-91876b7b1038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0516710 Feb 17 18:49:46.779298 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-19cc325e-eba0-49e7-955e-3ec3f8663675 req-f961c5f4-c4f4-40e5-8556-d5b7d63e4adf service neutron] 10.222.0.71 "GET /v2.0/networks/5aa99180-5e90-4251-8b68-91876b7b1038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850253 Feb 17 18:49:46.865349 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-19cc325e-eba0-49e7-955e-3ec3f8663675 req-9c5aa1b4-6909-487a-89b5-454c19936fea service neutron] 10.222.0.71 "GET /v2.0/networks/5aa99180-5e90-4251-8b68-91876b7b1038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791755 Feb 17 18:49:47.259442 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d65f71-b204-4b13-8a31-a01c15d2a8ad req-0abb2f59-0cb2-4eaa-8026-4901cf1683c2 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:49:47.260927 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a8d65f71-b204-4b13-8a31-a01c15d2a8ad req-0abb2f59-0cb2-4eaa-8026-4901cf1683c2 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=fedb00cb-a56b-4e92-b97a-48f1adaf18fe HTTP/1.1" status: 200 len: 944 time: 0.0517375 Feb 17 18:49:47.309543 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a8d65f71-b204-4b13-8a31-a01c15d2a8ad req-d8dca045-09af-4fa6-9891-8ba66e79fe53 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=124dee42-c7be-4e76-a275-e2cfeee79038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430660 Feb 17 18:49:48.426170 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bcebcb-23c8-46ec-9ddd-911b495dad6d req-cb618fc3-9a6f-4ba6-97c0-0ebbffc1af56 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:49:48.427625 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a6bcebcb-23c8-46ec-9ddd-911b495dad6d req-cb618fc3-9a6f-4ba6-97c0-0ebbffc1af56 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=fedb00cb-a56b-4e92-b97a-48f1adaf18fe HTTP/1.1" status: 200 len: 944 time: 0.0513918 Feb 17 18:49:48.477820 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a6bcebcb-23c8-46ec-9ddd-911b495dad6d req-68f1856c-9bad-4aa5-bff9-f3e751230f87 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=124dee42-c7be-4e76-a275-e2cfeee79038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443747 Feb 17 18:49:49.599937 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578ac09-6b3a-4376-ac71-630bcbb231ae req-9d886017-87b7-4e7c-aedb-12a0cad8d1e5 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:49:49.601894 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8578ac09-6b3a-4376-ac71-630bcbb231ae req-9d886017-87b7-4e7c-aedb-12a0cad8d1e5 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=fedb00cb-a56b-4e92-b97a-48f1adaf18fe HTTP/1.1" status: 200 len: 944 time: 0.0548825 Feb 17 18:49:49.649386 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8578ac09-6b3a-4376-ac71-630bcbb231ae req-2919aef1-eb87-443a-aa19-a7902261be71 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=124dee42-c7be-4e76-a275-e2cfeee79038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420339 Feb 17 18:49:49.726386 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:50.322403 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 1d641bab-ccb6-46c9-82e0-0b3596a3b50c details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:49:50.420707 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 1d641bab-ccb6-46c9-82e0-0b3596a3b50c, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=1d641bab-ccb6-46c9-82e0-0b3596a3b50c,segment=NetworkSegment(26ac4e9f-1049-4bf6-8743-9d1621a9f15e),segment_id=26ac4e9f-1049-4bf6-8743-9d1621a9f15e)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:49:50.432117 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '1d641bab-ccb6-46c9-82e0-0b3596a3b50c', 'network_id': '5aa99180-5e90-4251-8b68-91876b7b1038', 'port_id': '1d641bab-ccb6-46c9-82e0-0b3596a3b50c', 'mac_address': 'fa:16:3e:01:55:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9fd3af1-0a65-4aa4-8922-75f0cf31edfc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:49:50.475335 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:50.480030 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 1d641bab-ccb6-46c9-82e0-0b3596a3b50c is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:49:50.480451 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1d641bab-ccb6-46c9-82e0-0b3596a3b50c), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:50.493451 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d641bab-ccb6-46c9-82e0-0b3596a3b50c {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:49:50.512953 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 1d641bab-ccb6-46c9-82e0-0b3596a3b50c, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=1d641bab-ccb6-46c9-82e0-0b3596a3b50c,segment=NetworkSegment(26ac4e9f-1049-4bf6-8743-9d1621a9f15e),segment_id=26ac4e9f-1049-4bf6-8743-9d1621a9f15e)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:49:50.516918 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (1d641bab-ccb6-46c9-82e0-0b3596a3b50c), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:50.567915 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=1d641bab-ccb6-46c9-82e0-0b3596a3b50c,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:49:50.720714 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['1d641bab-ccb6-46c9-82e0-0b3596a3b50c'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:49:50.767752 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f329279-605e-4e64-b8fe-37d6233d7aee req-d83c53a3-ee1a-4387-8a07-9747165a4199 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:49:50.769271 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f329279-605e-4e64-b8fe-37d6233d7aee req-d83c53a3-ee1a-4387-8a07-9747165a4199 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=fedb00cb-a56b-4e92-b97a-48f1adaf18fe HTTP/1.1" status: 200 len: 945 time: 0.0528979 Feb 17 18:49:50.818154 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6f329279-605e-4e64-b8fe-37d6233d7aee req-6487ae89-463f-4b27-9cb7-23645e71950f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=124dee42-c7be-4e76-a275-e2cfeee79038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428698 Feb 17 18:49:51.939508 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9a3bd-7449-44b5-bee3-4237eb8331bd req-3c54aff9-b6fb-41f2-bf13-54e40a739eb9 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:49:51.941011 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-69d9a3bd-7449-44b5-bee3-4237eb8331bd req-3c54aff9-b6fb-41f2-bf13-54e40a739eb9 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=fedb00cb-a56b-4e92-b97a-48f1adaf18fe HTTP/1.1" status: 200 len: 945 time: 0.0519876 Feb 17 18:49:51.994061 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-69d9a3bd-7449-44b5-bee3-4237eb8331bd req-de197e7d-5fe2-4f8e-8190-4ba189fadeed tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=124dee42-c7be-4e76-a275-e2cfeee79038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469685 Feb 17 18:49:52.322048 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 1d641bab-ccb6-46c9-82e0-0b3596a3b50c up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:49:52.372419 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 1d641bab-ccb6-46c9-82e0-0b3596a3b50c completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 18:49:52.376408 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 1d641bab-ccb6-46c9-82e0-0b3596a3b50c triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:49:52.376782 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1d641bab-ccb6-46c9-82e0-0b3596a3b50c), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:52.452029 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 1d641bab-ccb6-46c9-82e0-0b3596a3b50c is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:49:52.452451 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1d641bab-ccb6-46c9-82e0-0b3596a3b50c), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:52.478324 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fedb00cb-a56b-4e92-b97a-48f1adaf18fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d641bab-ccb6-46c9-82e0-0b3596a3b50c'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:49:52.480600 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a58b36eb5214be741a58d8f0f454d70cefb3ebdc097f6d2df64ce05b1b6ee80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3cc0767-9a1a-4698-825e-60bed7c6b9d8" -d '{"events": [{"server_uuid": "fedb00cb-a56b-4e92-b97a-48f1adaf18fe", "name": "network-vif-plugged", "status": "completed", "tag": "1d641bab-ccb6-46c9-82e0-0b3596a3b50c"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:49:52.492721 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 1d641bab-ccb6-46c9-82e0-0b3596a3b50c, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=1d641bab-ccb6-46c9-82e0-0b3596a3b50c,segment=NetworkSegment(26ac4e9f-1049-4bf6-8743-9d1621a9f15e),segment_id=26ac4e9f-1049-4bf6-8743-9d1621a9f15e)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:49:52.497097 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (1d641bab-ccb6-46c9-82e0-0b3596a3b50c), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:52.524346 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f271f5-9d4a-4a3f-9aa5-bb732edc1eb6 x-openstack-request-id: req-f3f271f5-9d4a-4a3f-9aa5-bb732edc1eb6 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:49:52.524643 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fedb00cb-a56b-4e92-b97a-48f1adaf18fe", "name": "network-vif-plugged", "status": "completed", "tag": "1d641bab-ccb6-46c9-82e0-0b3596a3b50c", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:49:52.524899 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f3f271f5-9d4a-4a3f-9aa5-bb732edc1eb6 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:49:52.525307 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fedb00cb-a56b-4e92-b97a-48f1adaf18fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d641bab-ccb6-46c9-82e0-0b3596a3b50c', 'code': 200} Feb 17 18:49:52.549646 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=1d641bab-ccb6-46c9-82e0-0b3596a3b50c,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:49:52.618615 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd713a-e450-42e3-aa60-231bc322312d req-dc0ec9b3-2729-4ab3-8323-00a63df71535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:49:52.620033 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d7dd713a-e450-42e3-aa60-231bc322312d req-dc0ec9b3-2729-4ab3-8323-00a63df71535 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fedb00cb-a56b-4e92-b97a-48f1adaf18fe HTTP/1.1" status: 200 len: 1128 time: 0.0494847 Feb 17 18:49:52.663793 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-d7dd713a-e450-42e3-aa60-231bc322312d req-fb263b32-f1d8-49e2-bb67-ac432302552f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=124dee42-c7be-4e76-a275-e2cfeee79038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384920 Feb 17 18:49:53.115344 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa490fb-6fa7-40f8-98dd-cc6cf79217cf req-588b34e1-e368-46cd-b6f7-a437d06ab5dc tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:49:53.116869 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-daa490fb-6fa7-40f8-98dd-cc6cf79217cf req-588b34e1-e368-46cd-b6f7-a437d06ab5dc tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=fedb00cb-a56b-4e92-b97a-48f1adaf18fe HTTP/1.1" status: 200 len: 946 time: 0.0516093 Feb 17 18:49:53.164962 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-daa490fb-6fa7-40f8-98dd-cc6cf79217cf req-71d16f8c-7bf7-4734-ae58-252ebfae6ca5 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=124dee42-c7be-4e76-a275-e2cfeee79038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421121 Feb 17 18:49:54.281752 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a543f4-8717-4f66-9880-ba56ea884a9d req-71d61705-0839-46fa-8953-8148f2f5800d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:49:54.283252 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-56a543f4-8717-4f66-9880-ba56ea884a9d req-71d61705-0839-46fa-8953-8148f2f5800d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=fedb00cb-a56b-4e92-b97a-48f1adaf18fe HTTP/1.1" status: 200 len: 946 time: 0.0516286 Feb 17 18:49:54.331116 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-56a543f4-8717-4f66-9880-ba56ea884a9d req-37d1c9e0-20d4-418b-ab1e-9c1c8b8b18b4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=124dee42-c7be-4e76-a275-e2cfeee79038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422986 Feb 17 18:49:54.450062 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99537a45-f0e2-49f2-94ab-f7216d34c2d7 req-5e9f1311-c8fe-4872-8edd-88543e2e6c18 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:49:54.451472 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-99537a45-f0e2-49f2-94ab-f7216d34c2d7 req-5e9f1311-c8fe-4872-8edd-88543e2e6c18 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=fedb00cb-a56b-4e92-b97a-48f1adaf18fe HTTP/1.1" status: 200 len: 946 time: 0.0563605 Feb 17 18:49:54.498682 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-99537a45-f0e2-49f2-94ab-f7216d34c2d7 req-5422596d-78c0-4338-831c-2926671c3aa4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=124dee42-c7be-4e76-a275-e2cfeee79038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416703 Feb 17 18:49:54.519868 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42660) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:49:54.562987 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d7c2ed-b9fc-49d6-b390-f0e3e63c9ae3 tempest-TestNetworkAdvancedServerOps-163871697 tempest-TestNetworkAdvancedServerOps-163871697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:49:54.564503 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-34d7c2ed-b9fc-49d6-b390-f0e3e63c9ae3 tempest-TestNetworkAdvancedServerOps-163871697 tempest-TestNetworkAdvancedServerOps-163871697-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=fedb00cb-a56b-4e92-b97a-48f1adaf18fe HTTP/1.1" status: 200 len: 1123 time: 0.0436239 Feb 17 18:49:54.567335 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42662) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:49:54.571574 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-b17da7cc-8a0c-465c-9f1b-3ec0bffdebeb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'port_id': '1d641bab-ccb6-46c9-82e0-0b3596a3b50c', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:49:54.591645 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b17da7cc-8a0c-465c-9f1b-3ec0bffdebeb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:54.984694 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b17da7cc-8a0c-465c-9f1b-3ec0bffdebeb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:55.082749 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-b17da7cc-8a0c-465c-9f1b-3ec0bffdebeb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Allocated IP 172.25.8.46 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/fd62b9e4-762a-4460-89e9-f9e8ffcb9af2) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:49:55.183072 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b17da7cc-8a0c-465c-9f1b-3ec0bffdebeb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for port (fd62b9e4-762a-4460-89e9-f9e8ffcb9af2), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:55.214811 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b17da7cc-8a0c-465c-9f1b-3ec0bffdebeb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (fd62b9e4-762a-4460-89e9-f9e8ffcb9af2), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:55.253541 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17da7cc-8a0c-465c-9f1b-3ec0bffdebeb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:49:55.256404 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-b17da7cc-8a0c-465c-9f1b-3ec0bffdebeb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:49:55.260170 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17da7cc-8a0c-465c-9f1b-3ec0bffdebeb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:49:55.281502 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17da7cc-8a0c-465c-9f1b-3ec0bffdebeb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'Port': ['ID=fd62b9e4-762a-4460-89e9-f9e8ffcb9af2,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:49:55.603810 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b17da7cc-8a0c-465c-9f1b-3ec0bffdebeb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for floatingip (5fbffe3b-9c04-433d-a7bd-19333db99199), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:55.669893 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b17da7cc-8a0c-465c-9f1b-3ec0bffdebeb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (fd62b9e4-762a-4460-89e9-f9e8ffcb9af2), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:55.816914 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b17da7cc-8a0c-465c-9f1b-3ec0bffdebeb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for port (fd62b9e4-762a-4460-89e9-f9e8ffcb9af2), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:55.821441 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b17da7cc-8a0c-465c-9f1b-3ec0bffdebeb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (fd62b9e4-762a-4460-89e9-f9e8ffcb9af2), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:55.892580 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17da7cc-8a0c-465c-9f1b-3ec0bffdebeb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event updated for resources: {'Port': ['ID=fd62b9e4-762a-4460-89e9-f9e8ffcb9af2,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:49:55.902967 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b17da7cc-8a0c-465c-9f1b-3ec0bffdebeb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (5fbffe3b-9c04-433d-a7bd-19333db99199), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:56.008770 n-d-829613-2 neutron-server[103435]: INFO neutron.db.l3_db [None req-b17da7cc-8a0c-465c-9f1b-3ec0bffdebeb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Floating IP 5fbffe3b-9c04-433d-a7bd-19333db99199 associated. External IP: 172.25.8.46, port: 1d641bab-ccb6-46c9-82e0-0b3596a3b50c. Feb 17 18:49:56.219600 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17da7cc-8a0c-465c-9f1b-3ec0bffdebeb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Router e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:49:56.325895 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17da7cc-8a0c-465c-9f1b-3ec0bffdebeb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:49:56.336938 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33ab7d3-c04c-4ff2-af48-d2c408e5b137 None None] Sync routers for ids ['e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:49:56.344679 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b17da7cc-8a0c-465c-9f1b-3ec0bffdebeb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:49:56.350933 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33ab7d3-c04c-4ff2-af48-d2c408e5b137 None None] Routers {'e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:49:56.351564 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-e33ab7d3-c04c-4ff2-af48-d2c408e5b137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:49:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:49:56.376048 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b17da7cc-8a0c-465c-9f1b-3ec0bffdebeb tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8076766 Feb 17 18:49:56.376773 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fedb00cb-a56b-4e92-b97a-48f1adaf18fe', 'tag': '1d641bab-ccb6-46c9-82e0-0b3596a3b50c'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:49:56.379156 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b190af5285b65727f3b44dc6e403f34aceaa8adb38edcfb0268daad85aadb275" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9748de9-3d68-491b-a9d8-6d05c8bce8f7" -d '{"events": [{"name": "network-changed", "server_uuid": "fedb00cb-a56b-4e92-b97a-48f1adaf18fe", "tag": "1d641bab-ccb6-46c9-82e0-0b3596a3b50c"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:49:56.461233 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-e33ab7d3-c04c-4ff2-af48-d2c408e5b137 None None] Set router e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:49:56.479270 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834de6b-1d70-490c-a77d-934eacd0fc99 req-96d0a64a-be77-413c-8fa9-9f7caccb53f4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:49:56.480763 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a834de6b-1d70-490c-a77d-934eacd0fc99 req-96d0a64a-be77-413c-8fa9-9f7caccb53f4 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=fedb00cb-a56b-4e92-b97a-48f1adaf18fe HTTP/1.1" status: 200 len: 946 time: 0.0570529 Feb 17 18:49:56.529608 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a834de6b-1d70-490c-a77d-934eacd0fc99 req-e4c17d9d-f93b-4336-a3a2-1a9fcda5c582 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=124dee42-c7be-4e76-a275-e2cfeee79038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430424 Feb 17 18:49:56.551883 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42668) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:49:56.586241 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f4f508-871b-4d61-b894-c77622c6780e x-openstack-request-id: req-26f4f508-871b-4d61-b894-c77622c6780e {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:49:56.586550 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fedb00cb-a56b-4e92-b97a-48f1adaf18fe", "tag": "1d641bab-ccb6-46c9-82e0-0b3596a3b50c", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:49:56.586812 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-26f4f508-871b-4d61-b894-c77622c6780e {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:49:56.587231 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fedb00cb-a56b-4e92-b97a-48f1adaf18fe', 'tag': '1d641bab-ccb6-46c9-82e0-0b3596a3b50c', 'status': 'completed', 'code': 200} Feb 17 18:49:56.643818 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-144f81ed-7e83-43d6-8c34-68ae1bec38c5 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/floatingips/5fbffe3b-9c04-433d-a7bd-19333db99199 HTTP/1.1" status: 200 len: 991 time: 0.0893168 Feb 17 18:49:56.658730 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9748de9-3d68-491b-a9d8-6d05c8bce8f7 req-c70ecb94-993d-4e44-a6d9-3c43783c3479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:49:56.660184 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c9748de9-3d68-491b-a9d8-6d05c8bce8f7 req-c70ecb94-993d-4e44-a6d9-3c43783c3479 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a67d2b403e4f443c89be6362be401177&device_id=fedb00cb-a56b-4e92-b97a-48f1adaf18fe HTTP/1.1" status: 200 len: 1128 time: 0.0517144 Feb 17 18:49:56.691996 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-e33ab7d3-c04c-4ff2-af48-d2c408e5b137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207912880', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '91a1c34f-6090-4c0f-9804-2a2af9df2168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:49:36Z', 'updated_at': '2022-02-17T18:49:40Z', 'revision_number': 4, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': '91a1c34f-6090-4c0f-9804-2a2af9df2168', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:04:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:49:37Z', 'updated_at': '2022-02-17T18:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '5fbffe3b-9c04-433d-a7bd-19333db99199', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'floating_ip_address': '172.25.8.46', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': 'e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3', 'port_id': '1d641bab-ccb6-46c9-82e0-0b3596a3b50c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5aa99180-5e90-4251-8b68-91876b7b1038', 'mac_address': 'fa:16:3e:01:55:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedb00cb-a56b-4e92-b97a-48f1adaf18fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:49:55Z', 'updated_at': '2022-02-17T18:49:55Z', 'revision_number': 0, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6de23003-3640-48e5-81fa-45dcb134259c', 'name': '', 'network_id': '5aa99180-5e90-4251-8b68-91876b7b1038', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'mac_address': 'fa:16:3e:61:ff:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'f9fd3af1-0a65-4aa4-8922-75f0cf31edfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:49:39Z', 'updated_at': '2022-02-17T18:49:42Z', 'revision_number': 5, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'subnets': [{'id': 'f9fd3af1-0a65-4aa4-8922-75f0cf31edfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:49:56.717537 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33ab7d3-c04c-4ff2-af48-d2c408e5b137 None None] Checking router: e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:49:56.725839 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33ab7d3-c04c-4ff2-af48-d2c408e5b137 None None] Routers {'e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:49:56.726485 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-e33ab7d3-c04c-4ff2-af48-d2c408e5b137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:49:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:49:56.751906 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9748de9-3d68-491b-a9d8-6d05c8bce8f7 req-9cd928e4-ae0d-44c0-aeab-62ccbbc5aa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:49:56.753332 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c9748de9-3d68-491b-a9d8-6d05c8bce8f7 req-9cd928e4-ae0d-44c0-aeab-62ccbbc5aa0f service neutron] 10.222.0.71 "GET /v2.0/networks?id=5aa99180-5e90-4251-8b68-91876b7b1038 HTTP/1.1" status: 200 len: 898 time: 0.0864894 Feb 17 18:49:56.825653 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c9748de9-3d68-491b-a9d8-6d05c8bce8f7 req-b444ae86-170b-4808-882b-b3d375a30830 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d641bab-ccb6-46c9-82e0-0b3596a3b50c HTTP/1.1" status: 200 len: 999 time: 0.0660088 Feb 17 18:49:56.834109 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-e33ab7d3-c04c-4ff2-af48-d2c408e5b137 None None] Set router e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:49:56.872531 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9748de9-3d68-491b-a9d8-6d05c8bce8f7 req-e14f91e3-a154-48e0-9019-4aca82557849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:49:56.874024 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c9748de9-3d68-491b-a9d8-6d05c8bce8f7 req-e14f91e3-a154-48e0-9019-4aca82557849 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f9fd3af1-0a65-4aa4-8922-75f0cf31edfc HTTP/1.1" status: 200 len: 834 time: 0.0433493 Feb 17 18:49:56.923847 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9748de9-3d68-491b-a9d8-6d05c8bce8f7 req-cebe5b7a-3a62-44f8-a334-db248bdd2ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:49:56.925399 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c9748de9-3d68-491b-a9d8-6d05c8bce8f7 req-cebe5b7a-3a62-44f8-a334-db248bdd2ada service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5aa99180-5e90-4251-8b68-91876b7b1038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454943 Feb 17 18:49:57.059924 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-e33ab7d3-c04c-4ff2-af48-d2c408e5b137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207912880', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '91a1c34f-6090-4c0f-9804-2a2af9df2168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:49:36Z', 'updated_at': '2022-02-17T18:49:40Z', 'revision_number': 4, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': '91a1c34f-6090-4c0f-9804-2a2af9df2168', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:04:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:49:37Z', 'updated_at': '2022-02-17T18:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '5fbffe3b-9c04-433d-a7bd-19333db99199', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'floating_ip_address': '172.25.8.46', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': 'e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3', 'port_id': '1d641bab-ccb6-46c9-82e0-0b3596a3b50c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5aa99180-5e90-4251-8b68-91876b7b1038', 'mac_address': 'fa:16:3e:01:55:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedb00cb-a56b-4e92-b97a-48f1adaf18fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:49:55Z', 'updated_at': '2022-02-17T18:49:55Z', 'revision_number': 0, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6de23003-3640-48e5-81fa-45dcb134259c', 'name': '', 'network_id': '5aa99180-5e90-4251-8b68-91876b7b1038', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'mac_address': 'fa:16:3e:61:ff:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'f9fd3af1-0a65-4aa4-8922-75f0cf31edfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:49:39Z', 'updated_at': '2022-02-17T18:49:42Z', 'revision_number': 5, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'subnets': [{'id': 'f9fd3af1-0a65-4aa4-8922-75f0cf31edfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:49:57.086504 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33ab7d3-c04c-4ff2-af48-d2c408e5b137 None None] The sync data for ids ['e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3'] in n-d-829613-2 is: [{'id': 'e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207912880', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '91a1c34f-6090-4c0f-9804-2a2af9df2168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:49:36Z', 'updated_at': '2022-02-17T18:49:40Z', 'revision_number': 4, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': '91a1c34f-6090-4c0f-9804-2a2af9df2168', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:04:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:49:37Z', 'updated_at': '2022-02-17T18:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '5fbffe3b-9c04-433d-a7bd-19333db99199', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'floating_ip_address': '172.25.8.46', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': 'e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3', 'port_id': '1d641bab-ccb6-46c9-82e0-0b3596a3b50c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5aa99180-5e90-4251-8b68-91876b7b1038', 'mac_address': 'fa:16:3e:01:55:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fedb00cb-a56b-4e92-b97a-48f1adaf18fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:49:55Z', 'updated_at': '2022-02-17T18:49:55Z', 'revision_number': 0, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6de23003-3640-48e5-81fa-45dcb134259c', 'name': '', 'network_id': '5aa99180-5e90-4251-8b68-91876b7b1038', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'mac_address': 'fa:16:3e:61:ff:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'f9fd3af1-0a65-4aa4-8922-75f0cf31edfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:49:39Z', 'updated_at': '2022-02-17T18:49:42Z', 'revision_number': 5, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'subnets': [{'id': 'f9fd3af1-0a65-4aa4-8922-75f0cf31edfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:49:57.288726 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29908d97-e2f1-402a-9a6e-9dec93834914 None None] New status for floating IP 5fbffe3b-9c04-433d-a7bd-19333db99199: ACTIVE {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 18:49:57.323904 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c9748de9-3d68-491b-a9d8-6d05c8bce8f7 req-c5b4f566-b360-4313-ab14-4534a38546ce service neutron] 10.222.0.71 "GET /v2.0/networks/5aa99180-5e90-4251-8b68-91876b7b1038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3923287 Feb 17 18:49:57.411731 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c9748de9-3d68-491b-a9d8-6d05c8bce8f7 req-2176cf4b-2e11-47f3-8667-1f9528b2b105 service neutron] 10.222.0.71 "GET /v2.0/networks/5aa99180-5e90-4251-8b68-91876b7b1038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816815 Feb 17 18:49:57.646083 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42670) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:49:57.706056 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b4423982-5abf-42a4-b3c6-fc5f37e0ec33 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/floatingips/5fbffe3b-9c04-433d-a7bd-19333db99199 HTTP/1.1" status: 200 len: 993 time: 0.0588925 Feb 17 18:50:03.122304 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dbac99cc-1926-4b30-9eee-a1a4e351cc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:05.575728 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5dbce3b7-39cd-42e8-8234-e51d6c7d11a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:07.023552 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:08.233929 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:09.308080 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:19.728450 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:20.467334 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:22.910033 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:50:24.872629 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f4c2f30e-d56a-4c11-9da2-e77f34c4f31c req-7372409e-6174-4cfd-ad95-5a6df6482747 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fedb00cb-a56b-4e92-b97a-48f1adaf18fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441432 Feb 17 18:50:24.965399 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2f30e-d56a-4c11-9da2-e77f34c4f31c req-cc477820-1caf-4012-a60b-7ab9fd2a2e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:50:24.966914 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f4c2f30e-d56a-4c11-9da2-e77f34c4f31c req-cc477820-1caf-4012-a60b-7ab9fd2a2e8c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a67d2b403e4f443c89be6362be401177&device_id=fedb00cb-a56b-4e92-b97a-48f1adaf18fe HTTP/1.1" status: 200 len: 1128 time: 0.0519626 Feb 17 18:50:25.069160 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2f30e-d56a-4c11-9da2-e77f34c4f31c req-596f5ef4-a5ce-4386-8f3b-21d8d999ac71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:50:25.070686 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f4c2f30e-d56a-4c11-9da2-e77f34c4f31c req-596f5ef4-a5ce-4386-8f3b-21d8d999ac71 service neutron] 10.222.0.71 "GET /v2.0/networks?id=5aa99180-5e90-4251-8b68-91876b7b1038 HTTP/1.1" status: 200 len: 898 time: 0.0829515 Feb 17 18:50:25.137191 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f4c2f30e-d56a-4c11-9da2-e77f34c4f31c req-481825c1-9254-4532-a095-96344766fe03 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d641bab-ccb6-46c9-82e0-0b3596a3b50c HTTP/1.1" status: 200 len: 1001 time: 0.0604663 Feb 17 18:50:25.183129 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2f30e-d56a-4c11-9da2-e77f34c4f31c req-382995ba-fe0f-45d1-84d4-df3ac2ba4329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:50:25.184562 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f4c2f30e-d56a-4c11-9da2-e77f34c4f31c req-382995ba-fe0f-45d1-84d4-df3ac2ba4329 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f9fd3af1-0a65-4aa4-8922-75f0cf31edfc HTTP/1.1" status: 200 len: 834 time: 0.0417893 Feb 17 18:50:25.231401 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2f30e-d56a-4c11-9da2-e77f34c4f31c req-da7c406e-3666-489d-86a7-cd58e8311c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:50:25.232893 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f4c2f30e-d56a-4c11-9da2-e77f34c4f31c req-da7c406e-3666-489d-86a7-cd58e8311c8b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5aa99180-5e90-4251-8b68-91876b7b1038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432389 Feb 17 18:50:25.323699 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f4c2f30e-d56a-4c11-9da2-e77f34c4f31c req-868afc4c-7f9b-4863-bf6b-ce6423b9d19e service neutron] 10.222.0.71 "GET /v2.0/networks/5aa99180-5e90-4251-8b68-91876b7b1038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840631 Feb 17 18:50:25.409936 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f4c2f30e-d56a-4c11-9da2-e77f34c4f31c req-cb00ec1d-4a73-456d-9851-fd636d131f37 service neutron] 10.222.0.71 "GET /v2.0/networks/5aa99180-5e90-4251-8b68-91876b7b1038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803146 Feb 17 18:50:29.052967 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a48624-90aa-45a0-b4b0-d3168a6fdcd0 req-196c08fc-43b4-4f74-b0e4-dfe0f2b000ed tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:50:29.054435 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-43a48624-90aa-45a0-b4b0-d3168a6fdcd0 req-196c08fc-43b4-4f74-b0e4-dfe0f2b000ed tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=fedb00cb-a56b-4e92-b97a-48f1adaf18fe HTTP/1.1" status: 200 len: 946 time: 0.0563295 Feb 17 18:50:29.101214 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-43a48624-90aa-45a0-b4b0-d3168a6fdcd0 req-06f425a6-3b7e-4b46-8e04-b36cd5a3611c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=124dee42-c7be-4e76-a275-e2cfeee79038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410933 Feb 17 18:50:30.223554 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08f691-90b9-4859-ac03-a3196e8ad3c8 req-c422c2b3-a38f-4dc9-b446-e8d71bd7e493 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:50:30.224967 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fc08f691-90b9-4859-ac03-a3196e8ad3c8 req-c422c2b3-a38f-4dc9-b446-e8d71bd7e493 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=fedb00cb-a56b-4e92-b97a-48f1adaf18fe HTTP/1.1" status: 200 len: 946 time: 0.0553281 Feb 17 18:50:30.273308 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fc08f691-90b9-4859-ac03-a3196e8ad3c8 req-b0af7138-5bf3-467b-9ec4-46215f5d821b tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=124dee42-c7be-4e76-a275-e2cfeee79038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422642 Feb 17 18:50:30.295517 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42694) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:50:30.357361 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a0c30d71-7a02-46db-b3e5-3dfe76b402b6 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/floatingips/5fbffe3b-9c04-433d-a7bd-19333db99199 HTTP/1.1" status: 200 len: 993 time: 0.0607581 Feb 17 18:50:31.626366 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43411a-f2d4-4b0f-9826-8735924da1fb req-d5041305-717b-4ec2-b59d-82e27e7a335d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:50:31.627784 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ac43411a-f2d4-4b0f-9826-8735924da1fb req-d5041305-717b-4ec2-b59d-82e27e7a335d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=fedb00cb-a56b-4e92-b97a-48f1adaf18fe HTTP/1.1" status: 200 len: 946 time: 0.0533738 Feb 17 18:50:31.642590 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4a258-1e24-4841-b91c-3a15a7c94baa req-0a8dd4f3-f9ad-458e-b1a7-3136584d780c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:50:31.644115 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-36c4a258-1e24-4841-b91c-3a15a7c94baa req-0a8dd4f3-f9ad-458e-b1a7-3136584d780c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a67d2b403e4f443c89be6362be401177&device_id=fedb00cb-a56b-4e92-b97a-48f1adaf18fe HTTP/1.1" status: 200 len: 1128 time: 0.0505219 Feb 17 18:50:31.677475 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ac43411a-f2d4-4b0f-9826-8735924da1fb req-d9aec866-d534-4e4f-b2bb-97de46e57f81 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=124dee42-c7be-4e76-a275-e2cfeee79038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433223 Feb 17 18:50:31.733828 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4a258-1e24-4841-b91c-3a15a7c94baa req-b7b385fa-b009-4c54-a983-c87ff3446c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:50:31.735367 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-36c4a258-1e24-4841-b91c-3a15a7c94baa req-b7b385fa-b009-4c54-a983-c87ff3446c1e service neutron] 10.222.0.71 "GET /v2.0/networks?id=5aa99180-5e90-4251-8b68-91876b7b1038 HTTP/1.1" status: 200 len: 898 time: 0.0856519 Feb 17 18:50:31.809393 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-36c4a258-1e24-4841-b91c-3a15a7c94baa req-66b037f3-b0d0-4b85-b627-3c4d65e35d51 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d641bab-ccb6-46c9-82e0-0b3596a3b50c HTTP/1.1" status: 200 len: 1001 time: 0.0673354 Feb 17 18:50:31.856834 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4a258-1e24-4841-b91c-3a15a7c94baa req-20ff7f47-179b-4886-852b-7060144e7a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:50:31.858316 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-36c4a258-1e24-4841-b91c-3a15a7c94baa req-20ff7f47-179b-4886-852b-7060144e7a5a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f9fd3af1-0a65-4aa4-8922-75f0cf31edfc HTTP/1.1" status: 200 len: 834 time: 0.0434918 Feb 17 18:50:31.908893 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4a258-1e24-4841-b91c-3a15a7c94baa req-695d6e43-9ab5-45a1-800c-6528649c9e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:50:31.910300 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-36c4a258-1e24-4841-b91c-3a15a7c94baa req-695d6e43-9ab5-45a1-800c-6528649c9e11 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5aa99180-5e90-4251-8b68-91876b7b1038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452797 Feb 17 18:50:32.002040 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-36c4a258-1e24-4841-b91c-3a15a7c94baa req-06c62052-d9c1-4ef1-a5ba-341b3c3036b1 service neutron] 10.222.0.71 "GET /v2.0/networks/5aa99180-5e90-4251-8b68-91876b7b1038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854001 Feb 17 18:50:32.100627 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-36c4a258-1e24-4841-b91c-3a15a7c94baa req-a9adea45-1dcf-45ac-bdcd-711373844ebc service neutron] 10.222.0.71 "GET /v2.0/networks/5aa99180-5e90-4251-8b68-91876b7b1038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931180 Feb 17 18:50:32.800643 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a5100-e870-47a2-94c7-a77886d35514 req-51490472-de77-4b0f-ab0d-50b60b3080e3 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:50:32.802149 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-825a5100-e870-47a2-94c7-a77886d35514 req-51490472-de77-4b0f-ab0d-50b60b3080e3 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=fedb00cb-a56b-4e92-b97a-48f1adaf18fe HTTP/1.1" status: 200 len: 946 time: 0.0563631 Feb 17 18:50:32.854663 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-825a5100-e870-47a2-94c7-a77886d35514 req-7b5d15d4-0bf9-4b0c-a5be-3c160fbe3588 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=124dee42-c7be-4e76-a275-e2cfeee79038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468283 Feb 17 18:50:33.123054 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a8f76ea9-600f-450a-bbba-e89c93f518eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:33.973708 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276d43b-fd4c-4bb7-b5a6-188786c2dc11 req-0c42be1e-eb1a-4cbc-8abe-a002e0427768 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:50:33.975203 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5276d43b-fd4c-4bb7-b5a6-188786c2dc11 req-0c42be1e-eb1a-4cbc-8abe-a002e0427768 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=fedb00cb-a56b-4e92-b97a-48f1adaf18fe HTTP/1.1" status: 200 len: 946 time: 0.0530744 Feb 17 18:50:34.023803 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5276d43b-fd4c-4bb7-b5a6-188786c2dc11 req-50bd5068-1f94-4d76-a06d-430b3388965d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=124dee42-c7be-4e76-a275-e2cfeee79038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425200 Feb 17 18:50:34.046156 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42706) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:50:34.104410 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-388a5e17-b986-411f-986e-a49db697c3f0 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/floatingips/5fbffe3b-9c04-433d-a7bd-19333db99199 HTTP/1.1" status: 200 len: 993 time: 0.0571921 Feb 17 18:50:34.318667 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42712) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:50:34.476034 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-632898dd-2d43-4845-ad27-7dfc6e7dce66 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Deleting port fd62b9e4-762a-4460-89e9-f9e8ffcb9af2 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:50:34.476419 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-632898dd-2d43-4845-ad27-7dfc6e7dce66 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (fd62b9e4-762a-4460-89e9-f9e8ffcb9af2), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:34.550047 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-632898dd-2d43-4845-ad27-7dfc6e7dce66 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (fd62b9e4-762a-4460-89e9-f9e8ffcb9af2), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:34.550377 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-632898dd-2d43-4845-ad27-7dfc6e7dce66 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for floatingip (fd62b9e4-762a-4460-89e9-f9e8ffcb9af2), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:34.561785 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-632898dd-2d43-4845-ad27-7dfc6e7dce66 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Calling delete_port for fd62b9e4-762a-4460-89e9-f9e8ffcb9af2 owned by network:floatingip {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:50:34.707054 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-632898dd-2d43-4845-ad27-7dfc6e7dce66 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (fd62b9e4-762a-4460-89e9-f9e8ffcb9af2), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:34.732018 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632898dd-2d43-4845-ad27-7dfc6e7dce66 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event deleted for resources: {'Port': ['ID=fd62b9e4-762a-4460-89e9-f9e8ffcb9af2,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:50:34.756739 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632898dd-2d43-4845-ad27-7dfc6e7dce66 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:50:34.757098 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632898dd-2d43-4845-ad27-7dfc6e7dce66 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:50:34.757449 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632898dd-2d43-4845-ad27-7dfc6e7dce66 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:50:34.758045 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632898dd-2d43-4845-ad27-7dfc6e7dce66 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:50:34.758383 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632898dd-2d43-4845-ad27-7dfc6e7dce66 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:50:34.759254 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632898dd-2d43-4845-ad27-7dfc6e7dce66 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:50:34.759594 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632898dd-2d43-4845-ad27-7dfc6e7dce66 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:50:34.759923 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632898dd-2d43-4845-ad27-7dfc6e7dce66 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:50:34.760265 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632898dd-2d43-4845-ad27-7dfc6e7dce66 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:50:34.760610 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632898dd-2d43-4845-ad27-7dfc6e7dce66 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:50:34.760940 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632898dd-2d43-4845-ad27-7dfc6e7dce66 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:50:34.761266 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632898dd-2d43-4845-ad27-7dfc6e7dce66 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:50:34.761590 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632898dd-2d43-4845-ad27-7dfc6e7dce66 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:50:34.805256 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-632898dd-2d43-4845-ad27-7dfc6e7dce66 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for floatingip (5fbffe3b-9c04-433d-a7bd-19333db99199), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:34.805588 n-d-829613-2 neutron-server[103435]: INFO neutron.db.l3_db [None req-632898dd-2d43-4845-ad27-7dfc6e7dce66 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Floating IP 5fbffe3b-9c04-433d-a7bd-19333db99199 disassociated (deleted). External IP: 172.25.8.46, port: 1d641bab-ccb6-46c9-82e0-0b3596a3b50c. Feb 17 18:50:35.009915 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632898dd-2d43-4845-ad27-7dfc6e7dce66 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Router e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:50:35.115616 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632898dd-2d43-4845-ad27-7dfc6e7dce66 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:50:35.121069 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-632898dd-2d43-4845-ad27-7dfc6e7dce66 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:35.126149 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33429075-883f-4ecb-94f6-36d4288c81eb None None] Sync routers for ids ['e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:50:35.136872 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33429075-883f-4ecb-94f6-36d4288c81eb None None] Routers {'e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:50:35.137510 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-33429075-883f-4ecb-94f6-36d4288c81eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:50:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:50:35.150031 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-632898dd-2d43-4845-ad27-7dfc6e7dce66 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "DELETE /v2.0/floatingips/5fbffe3b-9c04-433d-a7bd-19333db99199 HTTP/1.1" status: 204 len: 168 time: 0.8303111 Feb 17 18:50:35.150621 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fedb00cb-a56b-4e92-b97a-48f1adaf18fe', 'tag': '1d641bab-ccb6-46c9-82e0-0b3596a3b50c'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:50:35.152914 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b190af5285b65727f3b44dc6e403f34aceaa8adb38edcfb0268daad85aadb275" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6a63ef-e8b3-4806-ac8c-8bde5b7f6b29" -d '{"events": [{"name": "network-changed", "server_uuid": "fedb00cb-a56b-4e92-b97a-48f1adaf18fe", "tag": "1d641bab-ccb6-46c9-82e0-0b3596a3b50c"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:50:35.314731 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5075823-84a5-44a7-8c18-c058e0260607 x-openstack-request-id: req-b5075823-84a5-44a7-8c18-c058e0260607 {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:50:35.315035 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fedb00cb-a56b-4e92-b97a-48f1adaf18fe", "tag": "1d641bab-ccb6-46c9-82e0-0b3596a3b50c", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:50:35.315300 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b5075823-84a5-44a7-8c18-c058e0260607 {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:50:35.315718 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fedb00cb-a56b-4e92-b97a-48f1adaf18fe', 'tag': '1d641bab-ccb6-46c9-82e0-0b3596a3b50c', 'status': 'completed', 'code': 200} Feb 17 18:50:35.343713 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-33429075-883f-4ecb-94f6-36d4288c81eb None None] Set router e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:50:35.397558 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a63ef-e8b3-4806-ac8c-8bde5b7f6b29 req-f08c2a6b-a3e1-434d-804e-3519a28f35fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:50:35.399872 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ca6a63ef-e8b3-4806-ac8c-8bde5b7f6b29 req-f08c2a6b-a3e1-434d-804e-3519a28f35fe service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a67d2b403e4f443c89be6362be401177&device_id=fedb00cb-a56b-4e92-b97a-48f1adaf18fe HTTP/1.1" status: 200 len: 1128 time: 0.0594859 Feb 17 18:50:35.423342 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f307e40-efb9-43a4-9c00-4028cc20051e req-dd8804bf-a733-4e42-b239-80eef7c1ee08 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:50:35.425130 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1f307e40-efb9-43a4-9c00-4028cc20051e req-dd8804bf-a733-4e42-b239-80eef7c1ee08 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=fedb00cb-a56b-4e92-b97a-48f1adaf18fe HTTP/1.1" status: 200 len: 946 time: 0.0659225 Feb 17 18:50:35.476641 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1f307e40-efb9-43a4-9c00-4028cc20051e req-c2ab58b4-db14-4cd6-8b79-4990148f843a tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=124dee42-c7be-4e76-a275-e2cfeee79038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442679 Feb 17 18:50:35.496524 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a63ef-e8b3-4806-ac8c-8bde5b7f6b29 req-87d2bdb9-3eca-4d96-9e1e-38466a764e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:50:35.498018 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ca6a63ef-e8b3-4806-ac8c-8bde5b7f6b29 req-87d2bdb9-3eca-4d96-9e1e-38466a764e8a service neutron] 10.222.0.71 "GET /v2.0/networks?id=5aa99180-5e90-4251-8b68-91876b7b1038 HTTP/1.1" status: 200 len: 898 time: 0.0926180 Feb 17 18:50:35.543215 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ca6a63ef-e8b3-4806-ac8c-8bde5b7f6b29 req-a0408e7a-a5f5-4741-8cbe-4ad986c25298 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d641bab-ccb6-46c9-82e0-0b3596a3b50c HTTP/1.1" status: 200 len: 217 time: 0.0385149 Feb 17 18:50:35.557296 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-33429075-883f-4ecb-94f6-36d4288c81eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207912880', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '91a1c34f-6090-4c0f-9804-2a2af9df2168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:49:36Z', 'updated_at': '2022-02-17T18:49:40Z', 'revision_number': 4, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': '91a1c34f-6090-4c0f-9804-2a2af9df2168', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:04:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:49:37Z', 'updated_at': '2022-02-17T18:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '6de23003-3640-48e5-81fa-45dcb134259c', 'name': '', 'network_id': '5aa99180-5e90-4251-8b68-91876b7b1038', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'mac_address': 'fa:16:3e:61:ff:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'f9fd3af1-0a65-4aa4-8922-75f0cf31edfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:49:39Z', 'updated_at': '2022-02-17T18:49:42Z', 'revision_number': 5, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'subnets': [{'id': 'f9fd3af1-0a65-4aa4-8922-75f0cf31edfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:50:35.578777 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8c940966-c5ce-487f-9353-ff8fd1fb9825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:35.584145 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33429075-883f-4ecb-94f6-36d4288c81eb None None] Checking router: e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:50:35.592560 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33429075-883f-4ecb-94f6-36d4288c81eb None None] Routers {'e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:50:35.593028 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a63ef-e8b3-4806-ac8c-8bde5b7f6b29 req-b178401a-ea9c-4f5e-b048-bcd3b4c138ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:50:35.593144 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-33429075-883f-4ecb-94f6-36d4288c81eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:50:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:50:35.594506 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ca6a63ef-e8b3-4806-ac8c-8bde5b7f6b29 req-b178401a-ea9c-4f5e-b048-bcd3b4c138ff service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f9fd3af1-0a65-4aa4-8922-75f0cf31edfc HTTP/1.1" status: 200 len: 834 time: 0.0458612 Feb 17 18:50:35.643694 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a63ef-e8b3-4806-ac8c-8bde5b7f6b29 req-42c6806a-5afb-49da-b847-7025b1c6e80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:50:35.645246 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ca6a63ef-e8b3-4806-ac8c-8bde5b7f6b29 req-42c6806a-5afb-49da-b847-7025b1c6e80d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5aa99180-5e90-4251-8b68-91876b7b1038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449262 Feb 17 18:50:35.700358 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-33429075-883f-4ecb-94f6-36d4288c81eb None None] Set router e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:50:35.740796 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ca6a63ef-e8b3-4806-ac8c-8bde5b7f6b29 req-987122d6-a7f8-44ff-9a83-fae38517a471 service neutron] 10.222.0.71 "GET /v2.0/networks/5aa99180-5e90-4251-8b68-91876b7b1038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866730 Feb 17 18:50:35.834842 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ca6a63ef-e8b3-4806-ac8c-8bde5b7f6b29 req-0c6ffbeb-f2ec-40ef-bcfb-93a16b8c8ad6 service neutron] 10.222.0.71 "GET /v2.0/networks/5aa99180-5e90-4251-8b68-91876b7b1038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856087 Feb 17 18:50:35.903951 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-33429075-883f-4ecb-94f6-36d4288c81eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207912880', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '91a1c34f-6090-4c0f-9804-2a2af9df2168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:49:36Z', 'updated_at': '2022-02-17T18:49:40Z', 'revision_number': 4, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': '91a1c34f-6090-4c0f-9804-2a2af9df2168', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:04:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:49:37Z', 'updated_at': '2022-02-17T18:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '6de23003-3640-48e5-81fa-45dcb134259c', 'name': '', 'network_id': '5aa99180-5e90-4251-8b68-91876b7b1038', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'mac_address': 'fa:16:3e:61:ff:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'f9fd3af1-0a65-4aa4-8922-75f0cf31edfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:49:39Z', 'updated_at': '2022-02-17T18:49:42Z', 'revision_number': 5, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'subnets': [{'id': 'f9fd3af1-0a65-4aa4-8922-75f0cf31edfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:50:35.929797 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33429075-883f-4ecb-94f6-36d4288c81eb None None] The sync data for ids ['e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3'] in n-d-829613-2 is: [{'id': 'e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207912880', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '91a1c34f-6090-4c0f-9804-2a2af9df2168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:49:36Z', 'updated_at': '2022-02-17T18:49:40Z', 'revision_number': 4, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': '91a1c34f-6090-4c0f-9804-2a2af9df2168', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:04:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:49:37Z', 'updated_at': '2022-02-17T18:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '6de23003-3640-48e5-81fa-45dcb134259c', 'name': '', 'network_id': '5aa99180-5e90-4251-8b68-91876b7b1038', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'mac_address': 'fa:16:3e:61:ff:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'f9fd3af1-0a65-4aa4-8922-75f0cf31edfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:49:39Z', 'updated_at': '2022-02-17T18:49:42Z', 'revision_number': 5, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'subnets': [{'id': 'f9fd3af1-0a65-4aa4-8922-75f0cf31edfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:50:36.158569 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d981d3c0-dcdf-4332-9da8-3deaf9b6e173 None None] New status for floating IP 5fbffe3b-9c04-433d-a7bd-19333db99199: DOWN {{(pid=103436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 18:50:36.599815 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91f008-72ee-4b59-9783-97e28e7f2a30 req-61ce5b9a-477e-4dc8-b005-39b7099da26d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:50:36.601334 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5c91f008-72ee-4b59-9783-97e28e7f2a30 req-61ce5b9a-477e-4dc8-b005-39b7099da26d tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=fedb00cb-a56b-4e92-b97a-48f1adaf18fe HTTP/1.1" status: 200 len: 946 time: 0.0525391 Feb 17 18:50:36.649478 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5c91f008-72ee-4b59-9783-97e28e7f2a30 req-0aa438d4-a897-4bba-a983-d36947d04582 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/security-groups?id=124dee42-c7be-4e76-a275-e2cfeee79038&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425541 Feb 17 18:50:36.926750 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd9b7f-3282-46c8-b931-2d44d8528b51 req-20c0aa11-60c6-4529-8157-3623d8c96756 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:50:36.928216 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b2bd9b7f-3282-46c8-b931-2d44d8528b51 req-20c0aa11-60c6-4529-8157-3623d8c96756 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.71 "GET /v2.0/ports?device_id=fedb00cb-a56b-4e92-b97a-48f1adaf18fe HTTP/1.1" status: 200 len: 946 time: 0.0528693 Feb 17 18:50:37.024110 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-b2bd9b7f-3282-46c8-b931-2d44d8528b51 req-76e1d0af-1756-4db1-bd67-430c4556b42c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Deleting port 1d641bab-ccb6-46c9-82e0-0b3596a3b50c {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:50:37.025282 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b2bd9b7f-3282-46c8-b931-2d44d8528b51 req-76e1d0af-1756-4db1-bd67-430c4556b42c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (1d641bab-ccb6-46c9-82e0-0b3596a3b50c), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:37.028623 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:37.116473 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-b2bd9b7f-3282-46c8-b931-2d44d8528b51 req-76e1d0af-1756-4db1-bd67-430c4556b42c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] For port 1d641bab-ccb6-46c9-82e0-0b3596a3b50c, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=1d641bab-ccb6-46c9-82e0-0b3596a3b50c,segment=NetworkSegment(26ac4e9f-1049-4bf6-8743-9d1621a9f15e),segment_id=26ac4e9f-1049-4bf6-8743-9d1621a9f15e)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:50:37.116844 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b2bd9b7f-3282-46c8-b931-2d44d8528b51 req-76e1d0af-1756-4db1-bd67-430c4556b42c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (1d641bab-ccb6-46c9-82e0-0b3596a3b50c), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:37.129106 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-b2bd9b7f-3282-46c8-b931-2d44d8528b51 req-76e1d0af-1756-4db1-bd67-430c4556b42c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Calling delete_port for 1d641bab-ccb6-46c9-82e0-0b3596a3b50c owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:50:37.255018 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b2bd9b7f-3282-46c8-b931-2d44d8528b51 req-76e1d0af-1756-4db1-bd67-430c4556b42c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (1d641bab-ccb6-46c9-82e0-0b3596a3b50c), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:37.287706 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e1d0af-1756-4db1-bd67-430c4556b42c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event deleted for resources: {'Port': ['ID=1d641bab-ccb6-46c9-82e0-0b3596a3b50c,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:50:37.299530 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e1d0af-1756-4db1-bd67-430c4556b42c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:50:37.299886 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e1d0af-1756-4db1-bd67-430c4556b42c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:50:37.300267 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e1d0af-1756-4db1-bd67-430c4556b42c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:50:37.300599 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e1d0af-1756-4db1-bd67-430c4556b42c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:50:37.300933 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e1d0af-1756-4db1-bd67-430c4556b42c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:50:37.301261 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e1d0af-1756-4db1-bd67-430c4556b42c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:50:37.301593 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e1d0af-1756-4db1-bd67-430c4556b42c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:50:37.301924 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e1d0af-1756-4db1-bd67-430c4556b42c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:50:37.302252 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e1d0af-1756-4db1-bd67-430c4556b42c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:50:37.302579 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e1d0af-1756-4db1-bd67-430c4556b42c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:50:37.302922 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e1d0af-1756-4db1-bd67-430c4556b42c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:50:37.303243 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e1d0af-1756-4db1-bd67-430c4556b42c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:50:37.303563 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e1d0af-1756-4db1-bd67-430c4556b42c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:50:37.339161 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2bd9b7f-3282-46c8-b931-2d44d8528b51 req-76e1d0af-1756-4db1-bd67-430c4556b42c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] No DVR routers for this DVR port 1d641bab-ccb6-46c9-82e0-0b3596a3b50c on host n-h1-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:50:37.341698 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b2bd9b7f-3282-46c8-b931-2d44d8528b51 req-76e1d0af-1756-4db1-bd67-430c4556b42c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:37.344994 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b2bd9b7f-3282-46c8-b931-2d44d8528b51 req-76e1d0af-1756-4db1-bd67-430c4556b42c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.71 "DELETE /v2.0/ports/1d641bab-ccb6-46c9-82e0-0b3596a3b50c HTTP/1.1" status: 204 len: 173 time: 0.4118302 Feb 17 18:50:37.345445 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fedb00cb-a56b-4e92-b97a-48f1adaf18fe', 'name': 'network-vif-deleted', 'tag': '1d641bab-ccb6-46c9-82e0-0b3596a3b50c'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:50:37.347682 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da96e34-93df-412c-80db-2e009e562232" -d '{"events": [{"server_uuid": "fedb00cb-a56b-4e92-b97a-48f1adaf18fe", "name": "network-vif-deleted", "tag": "1d641bab-ccb6-46c9-82e0-0b3596a3b50c"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:50:37.388898 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5d8d28-5367-4482-bcbe-235e1133cda9 x-openstack-request-id: req-eb5d8d28-5367-4482-bcbe-235e1133cda9 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:50:37.389193 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fedb00cb-a56b-4e92-b97a-48f1adaf18fe", "name": "network-vif-deleted", "tag": "1d641bab-ccb6-46c9-82e0-0b3596a3b50c", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:50:37.389447 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-eb5d8d28-5367-4482-bcbe-235e1133cda9 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:50:37.389857 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fedb00cb-a56b-4e92-b97a-48f1adaf18fe', 'name': 'network-vif-deleted', 'tag': '1d641bab-ccb6-46c9-82e0-0b3596a3b50c', 'status': 'completed', 'code': 200} Feb 17 18:50:37.800117 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-885c8818-3073-43f9-bb59-401f65d6cfdd req-69d30c07-8a9e-4c8e-9aec-524d5f12974c tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "GET /v2.0/ports?device_id=fedb00cb-a56b-4e92-b97a-48f1adaf18fe HTTP/1.1" status: 200 len: 210 time: 0.0357206 Feb 17 18:50:38.238984 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:38.856156 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42728) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:50:39.205865 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5e887663-ebbb-4545-b10e-652373538833 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:39.310569 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:39.458384 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-5e887663-ebbb-4545-b10e-652373538833 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Deleting port 6de23003-3640-48e5-81fa-45dcb134259c {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:50:39.458640 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5e887663-ebbb-4545-b10e-652373538833 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (6de23003-3640-48e5-81fa-45dcb134259c), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:39.544432 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-5e887663-ebbb-4545-b10e-652373538833 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] For port 6de23003-3640-48e5-81fa-45dcb134259c, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=6de23003-3640-48e5-81fa-45dcb134259c,segment=NetworkSegment(26ac4e9f-1049-4bf6-8743-9d1621a9f15e),segment_id=26ac4e9f-1049-4bf6-8743-9d1621a9f15e)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:50:39.544821 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5e887663-ebbb-4545-b10e-652373538833 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (6de23003-3640-48e5-81fa-45dcb134259c), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:39.562408 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-5e887663-ebbb-4545-b10e-652373538833 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Calling delete_port for 6de23003-3640-48e5-81fa-45dcb134259c owned by network:router_interface {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:50:39.744080 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5e887663-ebbb-4545-b10e-652373538833 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (6de23003-3640-48e5-81fa-45dcb134259c), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:39.771023 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e887663-ebbb-4545-b10e-652373538833 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event deleted for resources: {'Port': ['ID=6de23003-3640-48e5-81fa-45dcb134259c,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:50:39.957463 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5e887663-ebbb-4545-b10e-652373538833 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:40.465326 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e887663-ebbb-4545-b10e-652373538833 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Router e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:50:40.476881 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 1d641bab-ccb6-46c9-82e0-0b3596a3b50c no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:50:40.496608 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: 1d641bab-ccb6-46c9-82e0-0b3596a3b50c {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:50:40.496958 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 1d641bab-ccb6-46c9-82e0-0b3596a3b50c not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:50:40.572869 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e887663-ebbb-4545-b10e-652373538833 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:50:40.578223 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-5e887663-ebbb-4545-b10e-652373538833 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "PUT /v2.0/routers/e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7206728 Feb 17 18:50:40.580658 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42732) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:50:40.583354 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaac51f4-0401-4a90-a10c-d0959b6900fd None None] Sync routers for ids ['e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:50:40.596044 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaac51f4-0401-4a90-a10c-d0959b6900fd None None] Routers {'e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:50:40.596757 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-eaac51f4-0401-4a90-a10c-d0959b6900fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:50:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:50:40.630859 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-77a6ee46-0c52-4f24-84e5-09b05ac6bc9f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Deleting subnet f9fd3af1-0a65-4aa4-8922-75f0cf31edfc {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 18:50:40.634869 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-77a6ee46-0c52-4f24-84e5-09b05ac6bc9f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for subnet (f9fd3af1-0a65-4aa4-8922-75f0cf31edfc), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:40.673471 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-77a6ee46-0c52-4f24-84e5-09b05ac6bc9f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (f9fd3af1-0a65-4aa4-8922-75f0cf31edfc), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:40.702287 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-eaac51f4-0401-4a90-a10c-d0959b6900fd None None] Set router e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:50:40.759704 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-77a6ee46-0c52-4f24-84e5-09b05ac6bc9f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (f9fd3af1-0a65-4aa4-8922-75f0cf31edfc), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:40.816915 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-77a6ee46-0c52-4f24-84e5-09b05ac6bc9f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (f9fd3af1-0a65-4aa4-8922-75f0cf31edfc), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:40.843245 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a6ee46-0c52-4f24-84e5-09b05ac6bc9f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event deleted for resources: {'Subnet': ['ID=f9fd3af1-0a65-4aa4-8922-75f0cf31edfc,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:50:40.846901 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-77a6ee46-0c52-4f24-84e5-09b05ac6bc9f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:40.850145 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-77a6ee46-0c52-4f24-84e5-09b05ac6bc9f tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "DELETE /v2.0/subnets/f9fd3af1-0a65-4aa4-8922-75f0cf31edfc HTTP/1.1" status: 204 len: 168 time: 0.2685266 Feb 17 18:50:40.853417 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42734) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:50:40.854856 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac6d275-9dc5-4dbb-9988-48be89289f98 None None] Network 5aa99180-5e90-4251-8b68-91876b7b1038 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:50:40.890736 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-eaac51f4-0401-4a90-a10c-d0959b6900fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207912880', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '91a1c34f-6090-4c0f-9804-2a2af9df2168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:49:36Z', 'updated_at': '2022-02-17T18:50:39Z', 'revision_number': 5, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': '91a1c34f-6090-4c0f-9804-2a2af9df2168', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:04:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:49:37Z', 'updated_at': '2022-02-17T18:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:50:40.917492 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaac51f4-0401-4a90-a10c-d0959b6900fd None None] Checking router: e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:50:40.926912 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaac51f4-0401-4a90-a10c-d0959b6900fd None None] Routers {'e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:50:40.927577 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-eaac51f4-0401-4a90-a10c-d0959b6900fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:50:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:50:40.964571 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66ec3dff-cd7a-45c2-9216-8bf5cc643197 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for router (e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:41.035150 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-eaac51f4-0401-4a90-a10c-d0959b6900fd None None] Set router e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:50:41.047238 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b6be4b-290c-4d79-affc-e43fdeb210ee None None] DHCP port deletion for 5aa99180-5e90-4251-8b68-91876b7b1038 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 18:50:41.078061 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66ec3dff-cd7a-45c2-9216-8bf5cc643197 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for router_gateway (e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:41.094894 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-67b6be4b-290c-4d79-affc-e43fdeb210ee None None] Deleting port b0c9e059-a754-444c-9ef0-d5faf95bb47f {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:50:41.095353 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-67b6be4b-290c-4d79-affc-e43fdeb210ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (b0c9e059-a754-444c-9ef0-d5faf95bb47f), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:41.138852 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-66ec3dff-cd7a-45c2-9216-8bf5cc643197 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Deleting port 91a1c34f-6090-4c0f-9804-2a2af9df2168 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:50:41.139212 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66ec3dff-cd7a-45c2-9216-8bf5cc643197 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (91a1c34f-6090-4c0f-9804-2a2af9df2168), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:41.164342 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-67b6be4b-290c-4d79-affc-e43fdeb210ee None None] For port b0c9e059-a754-444c-9ef0-d5faf95bb47f, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=b0c9e059-a754-444c-9ef0-d5faf95bb47f,segment=NetworkSegment(26ac4e9f-1049-4bf6-8743-9d1621a9f15e),segment_id=26ac4e9f-1049-4bf6-8743-9d1621a9f15e)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:50:41.165244 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-67b6be4b-290c-4d79-affc-e43fdeb210ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (b0c9e059-a754-444c-9ef0-d5faf95bb47f), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:41.177770 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-67b6be4b-290c-4d79-affc-e43fdeb210ee None None] Calling delete_port for b0c9e059-a754-444c-9ef0-d5faf95bb47f owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:50:41.214519 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-eaac51f4-0401-4a90-a10c-d0959b6900fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207912880', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '91a1c34f-6090-4c0f-9804-2a2af9df2168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:49:36Z', 'updated_at': '2022-02-17T18:50:39Z', 'revision_number': 5, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': '91a1c34f-6090-4c0f-9804-2a2af9df2168', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:04:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:49:37Z', 'updated_at': '2022-02-17T18:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:50:41.226750 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-66ec3dff-cd7a-45c2-9216-8bf5cc643197 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] For port 91a1c34f-6090-4c0f-9804-2a2af9df2168, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=91a1c34f-6090-4c0f-9804-2a2af9df2168,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:50:41.227122 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66ec3dff-cd7a-45c2-9216-8bf5cc643197 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (91a1c34f-6090-4c0f-9804-2a2af9df2168), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:41.238965 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-66ec3dff-cd7a-45c2-9216-8bf5cc643197 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Calling delete_port for 91a1c34f-6090-4c0f-9804-2a2af9df2168 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:50:41.241150 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaac51f4-0401-4a90-a10c-d0959b6900fd None None] The sync data for ids ['e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3'] in n-d-829613-2 is: [{'id': 'e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207912880', 'tenant_id': 'a67d2b403e4f443c89be6362be401177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '91a1c34f-6090-4c0f-9804-2a2af9df2168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:49:36Z', 'updated_at': '2022-02-17T18:50:39Z', 'revision_number': 5, 'project_id': 'a67d2b403e4f443c89be6362be401177', 'gw_port': {'id': '91a1c34f-6090-4c0f-9804-2a2af9df2168', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:04:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:49:37Z', 'updated_at': '2022-02-17T18:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:50:41.260172 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-67b6be4b-290c-4d79-affc-e43fdeb210ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (b0c9e059-a754-444c-9ef0-d5faf95bb47f), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:41.424196 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66ec3dff-cd7a-45c2-9216-8bf5cc643197 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (91a1c34f-6090-4c0f-9804-2a2af9df2168), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:41.451760 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec3dff-cd7a-45c2-9216-8bf5cc643197 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event deleted for resources: {'Port': ['ID=91a1c34f-6090-4c0f-9804-2a2af9df2168,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:50:41.453603 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b6be4b-290c-4d79-affc-e43fdeb210ee None None] Pushing event deleted for resources: {'Port': ['ID=b0c9e059-a754-444c-9ef0-d5faf95bb47f,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:50:41.461028 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b6be4b-290c-4d79-affc-e43fdeb210ee None None] No DVR routers for this DVR port b0c9e059-a754-444c-9ef0-d5faf95bb47f on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:50:41.470249 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b6be4b-290c-4d79-affc-e43fdeb210ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:50:41.470604 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b6be4b-290c-4d79-affc-e43fdeb210ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:50:41.470944 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b6be4b-290c-4d79-affc-e43fdeb210ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:50:41.471320 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b6be4b-290c-4d79-affc-e43fdeb210ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:50:41.471659 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b6be4b-290c-4d79-affc-e43fdeb210ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:50:41.471946 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b6be4b-290c-4d79-affc-e43fdeb210ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:50:41.472279 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b6be4b-290c-4d79-affc-e43fdeb210ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:50:41.472608 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b6be4b-290c-4d79-affc-e43fdeb210ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:50:41.472933 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b6be4b-290c-4d79-affc-e43fdeb210ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:50:41.473256 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b6be4b-290c-4d79-affc-e43fdeb210ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:50:41.473642 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b6be4b-290c-4d79-affc-e43fdeb210ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:50:41.473895 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b6be4b-290c-4d79-affc-e43fdeb210ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:50:41.474322 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b6be4b-290c-4d79-affc-e43fdeb210ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:50:41.511113 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66ec3dff-cd7a-45c2-9216-8bf5cc643197 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:41.604129 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66ec3dff-cd7a-45c2-9216-8bf5cc643197 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:41.606394 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66ec3dff-cd7a-45c2-9216-8bf5cc643197 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for router_controller (e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:41.654875 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66ec3dff-cd7a-45c2-9216-8bf5cc643197 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:41.655452 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ec3dff-cd7a-45c2-9216-8bf5cc643197 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Fanout notify agent at l3_agent the message router_deleted on router e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 18:50:41.662473 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-66ec3dff-cd7a-45c2-9216-8bf5cc643197 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:41.663633 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-66ec3dff-cd7a-45c2-9216-8bf5cc643197 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "DELETE /v2.0/routers/e3f50d49-b3d3-4c3f-82c6-97aa8e8604e3 HTTP/1.1" status: 204 len: 168 time: 0.8092215 Feb 17 18:50:41.666931 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42736) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:50:41.750493 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5dcb4a99-8a82-4f2d-beb1-ea5e83ac0098 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (5aa99180-5e90-4251-8b68-91876b7b1038), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:41.847610 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5dcb4a99-8a82-4f2d-beb1-ea5e83ac0098 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (5aa99180-5e90-4251-8b68-91876b7b1038), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:41.874826 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-5dcb4a99-8a82-4f2d-beb1-ea5e83ac0098 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aa99180-5e90-4251-8b68-91876b7b1038']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:50:41.888103 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-5dcb4a99-8a82-4f2d-beb1-ea5e83ac0098 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26ac4e9f-1049-4bf6-8743-9d1621a9f15e') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:50:41.888442 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-5dcb4a99-8a82-4f2d-beb1-ea5e83ac0098 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26ac4e9f-1049-4bf6-8743-9d1621a9f15e') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:50:41.899661 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5dcb4a99-8a82-4f2d-beb1-ea5e83ac0098 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (26ac4e9f-1049-4bf6-8743-9d1621a9f15e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:41.905456 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 6de23003-3640-48e5-81fa-45dcb134259c no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:50:41.915873 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5dcb4a99-8a82-4f2d-beb1-ea5e83ac0098 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (26ac4e9f-1049-4bf6-8743-9d1621a9f15e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:41.922374 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dcb4a99-8a82-4f2d-beb1-ea5e83ac0098 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 18:50:41.922781 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5dcb4a99-8a82-4f2d-beb1-ea5e83ac0098 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (26ac4e9f-1049-4bf6-8743-9d1621a9f15e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:41.926050 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 18:50:41.926050 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:50:41.926050 n-d-829613-2 neutron-server[103434]: timer() Feb 17 18:50:41.926050 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:50:41.926050 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 18:50:41.926050 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 18:50:41.926050 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 18:50:41.926050 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:50:41.926050 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 18:50:41.926050 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:50:41.926050 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 18:50:41.926050 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:50:41.926050 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 18:50:41.926050 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 18:50:41.926050 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:50:41.926050 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 18:50:41.926050 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 18:50:41.926050 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 18:50:41.926050 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 18:50:41.926050 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 18:50:41.926050 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 18:50:41.926050 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:50:41.926050 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 18:50:41.926050 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 18:50:41.926050 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 18:50:41.926050 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 18:50:41.926050 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 18:50:41.926050 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 18:50:41.926050 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:50:41.926050 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 18:50:41.926050 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:50:41.926050 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:50:41.931815 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 6de23003-3640-48e5-81fa-45dcb134259c {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:50:41.932163 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 6de23003-3640-48e5-81fa-45dcb134259c not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:50:41.932672 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device b0c9e059-a754-444c-9ef0-d5faf95bb47f no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:50:41.952866 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: b0c9e059-a754-444c-9ef0-d5faf95bb47f {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:50:41.953142 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device b0c9e059-a754-444c-9ef0-d5faf95bb47f not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:50:41.993511 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5dcb4a99-8a82-4f2d-beb1-ea5e83ac0098 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (5aa99180-5e90-4251-8b68-91876b7b1038), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:41.999025 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-5dcb4a99-8a82-4f2d-beb1-ea5e83ac0098 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:42.002530 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-5dcb4a99-8a82-4f2d-beb1-ea5e83ac0098 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "DELETE /v2.0/networks/5aa99180-5e90-4251-8b68-91876b7b1038 HTTP/1.1" status: 204 len: 168 time: 0.3345864 Feb 17 18:50:42.005321 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42738) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:50:42.019723 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb4a99-8a82-4f2d-beb1-ea5e83ac0098 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event deleted for resources: {'Network': ['ID=5aa99180-5e90-4251-8b68-91876b7b1038,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:50:42.067422 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-79c6fad2-8c71-4162-8fd4-a5bfa06dd895 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group (124dee42-c7be-4e76-a275-e2cfeee79038), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:42.092110 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-79c6fad2-8c71-4162-8fd4-a5bfa06dd895 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group (124dee42-c7be-4e76-a275-e2cfeee79038), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:42.158712 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-79c6fad2-8c71-4162-8fd4-a5bfa06dd895 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (124dee42-c7be-4e76-a275-e2cfeee79038), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:42.161578 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-79c6fad2-8c71-4162-8fd4-a5bfa06dd895 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:42.162757 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-79c6fad2-8c71-4162-8fd4-a5bfa06dd895 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] 10.222.0.87 "DELETE /v2.0/security-groups/124dee42-c7be-4e76-a275-e2cfeee79038 HTTP/1.1" status: 204 len: 168 time: 0.1555982 Feb 17 18:50:42.172510 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c6fad2-8c71-4162-8fd4-a5bfa06dd895 tempest-TestNetworkAdvancedServerOps-188812399 tempest-TestNetworkAdvancedServerOps-188812399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=124dee42-c7be-4e76-a275-e2cfeee79038,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:50:42.491095 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42746) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:50:42.629219 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-155837d4-e4ec-4887-a632-4d37b94271c3 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a67d2b403e4f443c89be6362be401177&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1369762 Feb 17 18:50:42.631613 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42750) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:50:42.678219 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b557dcca-3954-42ce-a8e7-53a1cc3b38a0 admin admin] Publish callbacks [] for security_group (e4374faf-2efa-4324-bbca-bc57f8aaaf8b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:42.699801 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b557dcca-3954-42ce-a8e7-53a1cc3b38a0 admin admin] Publish callbacks [] for security_group (e4374faf-2efa-4324-bbca-bc57f8aaaf8b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:42.744809 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b557dcca-3954-42ce-a8e7-53a1cc3b38a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (e4374faf-2efa-4324-bbca-bc57f8aaaf8b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:42.747393 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-b557dcca-3954-42ce-a8e7-53a1cc3b38a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:42.748648 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-b557dcca-3954-42ce-a8e7-53a1cc3b38a0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e4374faf-2efa-4324-bbca-bc57f8aaaf8b HTTP/1.1" status: 204 len: 168 time: 0.1161461 Feb 17 18:50:42.756691 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b557dcca-3954-42ce-a8e7-53a1cc3b38a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4374faf-2efa-4324-bbca-bc57f8aaaf8b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:50:43.018069 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42756) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:50:43.031084 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ae7f4aae-8110-4442-85d6-1520808b27fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:43.105227 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ae7f4aae-8110-4442-85d6-1520808b27fb admin admin] Publish callbacks [] for security_group (5f8134cb-90ca-4cfb-896d-8f6de5da0450), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:43.108819 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ae7f4aae-8110-4442-85d6-1520808b27fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (5f8134cb-90ca-4cfb-896d-8f6de5da0450), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:43.147020 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-ae7f4aae-8110-4442-85d6-1520808b27fb admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=01771ce775cc414cb56ff220d66c713a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1278896 Feb 17 18:50:43.147993 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7f4aae-8110-4442-85d6-1520808b27fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8134cb-90ca-4cfb-896d-8f6de5da0450,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:50:43.149773 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42758) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:50:43.197670 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2a466fe7-1c11-4b9e-abac-01c0c30db7cf admin admin] Publish callbacks [] for security_group (5f8134cb-90ca-4cfb-896d-8f6de5da0450), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:43.219437 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2a466fe7-1c11-4b9e-abac-01c0c30db7cf admin admin] Publish callbacks [] for security_group (5f8134cb-90ca-4cfb-896d-8f6de5da0450), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:43.268702 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2a466fe7-1c11-4b9e-abac-01c0c30db7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (5f8134cb-90ca-4cfb-896d-8f6de5da0450), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:43.271480 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2a466fe7-1c11-4b9e-abac-01c0c30db7cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:43.272653 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2a466fe7-1c11-4b9e-abac-01c0c30db7cf admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5f8134cb-90ca-4cfb-896d-8f6de5da0450 HTTP/1.1" status: 204 len: 168 time: 0.1218898 Feb 17 18:50:43.280534 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a466fe7-1c11-4b9e-abac-01c0c30db7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8134cb-90ca-4cfb-896d-8f6de5da0450,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:50:43.809321 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 91a1c34f-6090-4c0f-9804-2a2af9df2168 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:50:43.835715 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 91a1c34f-6090-4c0f-9804-2a2af9df2168 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:50:43.836221 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 91a1c34f-6090-4c0f-9804-2a2af9df2168 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:50:43.971303 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42780) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:50:44.065045 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-82b51ef4-1cb0-4327-8986-62aaa7d84321 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-249407658-network', 'tenant_id': 'f99db53ee86a4d42947dacad362c4e66'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:50:44.084198 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b51ef4-1cb0-4327-8986-62aaa7d84321 admin admin] Made reservation on behalf of f99db53ee86a4d42947dacad362c4e66 for: {'network': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:50:44.087170 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-82b51ef4-1cb0-4327-8986-62aaa7d84321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:44.095482 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-82b51ef4-1cb0-4327-8986-62aaa7d84321 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:44.174017 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-82b51ef4-1cb0-4327-8986-62aaa7d84321 admin admin] Publish callbacks [] for security_group (3021e330-eb88-4681-aaf6-00cb8b38caba), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:44.177810 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-82b51ef4-1cb0-4327-8986-62aaa7d84321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (3021e330-eb88-4681-aaf6-00cb8b38caba), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:44.199531 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82b51ef4-1cb0-4327-8986-62aaa7d84321 admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=103434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:50:44.212875 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b51ef4-1cb0-4327-8986-62aaa7d84321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3021e330-eb88-4681-aaf6-00cb8b38caba,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:50:44.219036 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-82b51ef4-1cb0-4327-8986-62aaa7d84321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (18d3dafa-77a7-4839-b380-4bfd715c85e8), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:44.219387 n-d-829613-2 neutron-server[103434]: INFO neutron.db.segments_db [None req-82b51ef4-1cb0-4327-8986-62aaa7d84321 admin admin] Added segment 18d3dafa-77a7-4839-b380-4bfd715c85e8 of type vlan for network 3c265b8b-3a18-4690-b5d4-441101022aa3 Feb 17 18:50:44.261519 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-82b51ef4-1cb0-4327-8986-62aaa7d84321 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (3c265b8b-3a18-4690-b5d4-441101022aa3), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:44.285188 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-82b51ef4-1cb0-4327-8986-62aaa7d84321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (3c265b8b-3a18-4690-b5d4-441101022aa3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:44.286032 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b51ef4-1cb0-4327-8986-62aaa7d84321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:50:44.286610 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-82b51ef4-1cb0-4327-8986-62aaa7d84321 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:44.320445 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-82b51ef4-1cb0-4327-8986-62aaa7d84321 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3479810 Feb 17 18:50:44.324137 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42784) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:50:44.329752 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-fbce0816-1fb3-40b0-923e-5986d6393279 admin admin] Request body: {'subnet': {'network_id': '3c265b8b-3a18-4690-b5d4-441101022aa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-249407658-subnet', 'tenant_id': 'f99db53ee86a4d42947dacad362c4e66', 'ip_version': 4}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:50:44.348905 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbce0816-1fb3-40b0-923e-5986d6393279 admin admin] Made reservation on behalf of f99db53ee86a4d42947dacad362c4e66 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:50:44.351165 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fbce0816-1fb3-40b0-923e-5986d6393279 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:44.354516 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b51ef4-1cb0-4327-8986-62aaa7d84321 admin admin] Pushing event updated for resources: {'Network': ['ID=3c265b8b-3a18-4690-b5d4-441101022aa3,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:50:44.364401 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 3c265b8b-3a18-4690-b5d4-441101022aa3 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:50:44.515960 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fbce0816-1fb3-40b0-923e-5986d6393279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (24e28791-86ff-4050-9e3e-531b5cc17e58), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:44.567323 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbce0816-1fb3-40b0-923e-5986d6393279 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24e28791-86ff-4050-9e3e-531b5cc17e58,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:50:44.577180 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbce0816-1fb3-40b0-923e-5986d6393279 admin admin] Checking segment: {'id': '18d3dafa-77a7-4839-b380-4bfd715c85e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3c265b8b-3a18-4690-b5d4-441101022aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:50:44.577533 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbce0816-1fb3-40b0-923e-5986d6393279 admin admin] Network hostable DHCP agents. Network: 3c265b8b-3a18-4690-b5d4-441101022aa3, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:50:44.593688 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbce0816-1fb3-40b0-923e-5986d6393279 admin admin] Network 3c265b8b-3a18-4690-b5d4-441101022aa3 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:50:44.601883 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-fbce0816-1fb3-40b0-923e-5986d6393279 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 3c265b8b-3a18-4690-b5d4-441101022aa3) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:50:44.607139 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbce0816-1fb3-40b0-923e-5986d6393279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:50:44.607734 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-fbce0816-1fb3-40b0-923e-5986d6393279 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:44.611600 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc81ac5-a0a7-4d59-b212-9d42affe5bfe None None] Network 3c265b8b-3a18-4690-b5d4-441101022aa3 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:50:44.624589 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-fbce0816-1fb3-40b0-923e-5986d6393279 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.2985427 Feb 17 18:50:44.627199 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42786) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:50:44.631480 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-e79c55d9-6e4d-472f-b5a7-bf33d1fbbd04 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-249407658-router', 'tenant_id': 'f99db53ee86a4d42947dacad362c4e66', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:50:44.649637 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e79c55d9-6e4d-472f-b5a7-bf33d1fbbd04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (ae8aa625-c733-41c1-9484-299b90c575c5), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:44.650715 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e79c55d9-6e4d-472f-b5a7-bf33d1fbbd04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (ae8aa625-c733-41c1-9484-299b90c575c5), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:44.708081 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e79c55d9-6e4d-472f-b5a7-bf33d1fbbd04 admin admin] Publish callbacks [] for router_controller (ae8aa625-c733-41c1-9484-299b90c575c5), precommit_add_association {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:44.717330 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcd3774-884f-4a8c-84a8-ebdad998e07a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-3c265b8b-3a18-4690-b5d4-441101022aa3', 'network_id': '3c265b8b-3a18-4690-b5d4-441101022aa3', 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'fixed_ips': [{'subnet_id': '24e28791-86ff-4050-9e3e-531b5cc17e58'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 18:50:44.718215 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-efcd3774-884f-4a8c-84a8-ebdad998e07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:44.847030 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e79c55d9-6e4d-472f-b5a7-bf33d1fbbd04 admin admin] Publish callbacks [] for router_gateway (ae8aa625-c733-41c1-9484-299b90c575c5), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:44.852805 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-efcd3774-884f-4a8c-84a8-ebdad998e07a None None] Allocated IP 172.20.0.2 (3c265b8b-3a18-4690-b5d4-441101022aa3/24e28791-86ff-4050-9e3e-531b5cc17e58/4d6f2e97-46c5-4f32-8e06-8669c195b7bd) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:50:44.993867 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-efcd3774-884f-4a8c-84a8-ebdad998e07a None None] Publish callbacks [] for port (4d6f2e97-46c5-4f32-8e06-8669c195b7bd), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:45.000181 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-efcd3774-884f-4a8c-84a8-ebdad998e07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (4d6f2e97-46c5-4f32-8e06-8669c195b7bd), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:45.044053 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcd3774-884f-4a8c-84a8-ebdad998e07a None None] Network 3c265b8b-3a18-4690-b5d4-441101022aa3 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:50:45.047317 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-efcd3774-884f-4a8c-84a8-ebdad998e07a None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:50:45.049626 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e79c55d9-6e4d-472f-b5a7-bf33d1fbbd04 admin admin] Publish callbacks [] for router_gateway (ae8aa625-c733-41c1-9484-299b90c575c5), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:45.050845 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcd3774-884f-4a8c-84a8-ebdad998e07a None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:50:45.058263 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd3774-884f-4a8c-84a8-ebdad998e07a None None] Pushing event updated for resources: {'Port': ['ID=4d6f2e97-46c5-4f32-8e06-8669c195b7bd,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:50:45.068926 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e79c55d9-6e4d-472f-b5a7-bf33d1fbbd04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:45.109268 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-efcd3774-884f-4a8c-84a8-ebdad998e07a None None] Attempting to bind port 4d6f2e97-46c5-4f32-8e06-8669c195b7bd on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:50:45.109575 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-efcd3774-884f-4a8c-84a8-ebdad998e07a None None] Attempting to bind port 4d6f2e97-46c5-4f32-8e06-8669c195b7bd by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '18d3dafa-77a7-4839-b380-4bfd715c85e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3c265b8b-3a18-4690-b5d4-441101022aa3'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:50:45.109942 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcd3774-884f-4a8c-84a8-ebdad998e07a None None] Attempting to bind port 4d6f2e97-46c5-4f32-8e06-8669c195b7bd on network 3c265b8b-3a18-4690-b5d4-441101022aa3 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:50:45.114851 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcd3774-884f-4a8c-84a8-ebdad998e07a None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:50:45.115212 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcd3774-884f-4a8c-84a8-ebdad998e07a None None] Checking segment: {'id': '18d3dafa-77a7-4839-b380-4bfd715c85e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3c265b8b-3a18-4690-b5d4-441101022aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:50:45.115696 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-efcd3774-884f-4a8c-84a8-ebdad998e07a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:45.116006 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcd3774-884f-4a8c-84a8-ebdad998e07a None None] Bound using segment: {'id': '18d3dafa-77a7-4839-b380-4bfd715c85e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3c265b8b-3a18-4690-b5d4-441101022aa3'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:50:45.116858 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-efcd3774-884f-4a8c-84a8-ebdad998e07a None None] Bound port: 4d6f2e97-46c5-4f32-8e06-8669c195b7bd, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d3dafa-77a7-4839-b380-4bfd715c85e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3c265b8b-3a18-4690-b5d4-441101022aa3'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:50:45.117258 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-efcd3774-884f-4a8c-84a8-ebdad998e07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (4d6f2e97-46c5-4f32-8e06-8669c195b7bd), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:45.175438 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-e79c55d9-6e4d-472f-b5a7-bf33d1fbbd04 admin admin] Allocated IP 172.25.8.191 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/c61224a9-a5c0-4b93-bcfb-37ae93d63895) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:50:45.179032 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-efcd3774-884f-4a8c-84a8-ebdad998e07a None None] For port 4d6f2e97-46c5-4f32-8e06-8669c195b7bd, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:50:45.183058 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-efcd3774-884f-4a8c-84a8-ebdad998e07a None None] For port 4d6f2e97-46c5-4f32-8e06-8669c195b7bd, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=4d6f2e97-46c5-4f32-8e06-8669c195b7bd,segment=NetworkSegment(18d3dafa-77a7-4839-b380-4bfd715c85e8),segment_id=18d3dafa-77a7-4839-b380-4bfd715c85e8)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:50:45.188704 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-efcd3774-884f-4a8c-84a8-ebdad998e07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (4d6f2e97-46c5-4f32-8e06-8669c195b7bd), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:45.250905 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd3774-884f-4a8c-84a8-ebdad998e07a None None] Pushing event updated for resources: {'Port': ['ID=4d6f2e97-46c5-4f32-8e06-8669c195b7bd,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:50:45.282068 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e79c55d9-6e4d-472f-b5a7-bf33d1fbbd04 admin admin] Publish callbacks [] for port (c61224a9-a5c0-4b93-bcfb-37ae93d63895), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:45.319344 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e79c55d9-6e4d-472f-b5a7-bf33d1fbbd04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (c61224a9-a5c0-4b93-bcfb-37ae93d63895), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:45.366323 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79c55d9-6e4d-472f-b5a7-bf33d1fbbd04 admin admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:50:45.369982 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-e79c55d9-6e4d-472f-b5a7-bf33d1fbbd04 admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:50:45.374315 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79c55d9-6e4d-472f-b5a7-bf33d1fbbd04 admin admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:50:45.377445 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79c55d9-6e4d-472f-b5a7-bf33d1fbbd04 admin admin] Pushing event updated for resources: {'Port': ['ID=c61224a9-a5c0-4b93-bcfb-37ae93d63895,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:50:45.644908 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e79c55d9-6e4d-472f-b5a7-bf33d1fbbd04 admin admin] Publish callbacks [] for router_gateway (ae8aa625-c733-41c1-9484-299b90c575c5), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:45.844230 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e79c55d9-6e4d-472f-b5a7-bf33d1fbbd04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (ae8aa625-c733-41c1-9484-299b90c575c5), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:45.880202 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 4d6f2e97-46c5-4f32-8e06-8669c195b7bd up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:50:45.930938 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 4d6f2e97-46c5-4f32-8e06-8669c195b7bd triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:50:45.931403 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (4d6f2e97-46c5-4f32-8e06-8669c195b7bd), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:45.986034 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e79c55d9-6e4d-472f-b5a7-bf33d1fbbd04 admin admin] Router ae8aa625-c733-41c1-9484-299b90c575c5 is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 18:50:46.016966 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 4d6f2e97-46c5-4f32-8e06-8669c195b7bd is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:50:46.017361 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (4d6f2e97-46c5-4f32-8e06-8669c195b7bd), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:46.055467 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 4d6f2e97-46c5-4f32-8e06-8669c195b7bd, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=4d6f2e97-46c5-4f32-8e06-8669c195b7bd,segment=NetworkSegment(18d3dafa-77a7-4839-b380-4bfd715c85e8),segment_id=18d3dafa-77a7-4839-b380-4bfd715c85e8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:50:46.061545 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (4d6f2e97-46c5-4f32-8e06-8669c195b7bd), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:46.099629 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79c55d9-6e4d-472f-b5a7-bf33d1fbbd04 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:50:46.111479 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7a4dff-04ad-4ddf-aa16-245f8d906a02 None None] Sync routers for ids ['ae8aa625-c733-41c1-9484-299b90c575c5'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:50:46.118069 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e79c55d9-6e4d-472f-b5a7-bf33d1fbbd04 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:46.119389 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e79c55d9-6e4d-472f-b5a7-bf33d1fbbd04 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4911909 Feb 17 18:50:46.122331 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42788) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:50:46.125234 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=4d6f2e97-46c5-4f32-8e06-8669c195b7bd,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:50:46.129913 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7a4dff-04ad-4ddf-aa16-245f8d906a02 None None] Routers {'ae8aa625-c733-41c1-9484-299b90c575c5'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:50:46.130548 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-1e7a4dff-04ad-4ddf-aa16-245f8d906a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:50:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['ae8aa625-c733-41c1-9484-299b90c575c5'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:50:46.241742 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-1e7a4dff-04ad-4ddf-aa16-245f8d906a02 None None] Set router ae8aa625-c733-41c1-9484-299b90c575c5 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:50:46.270434 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2999b2-a6a4-46e2-928e-070a4ad98a8d None None] Network 3c265b8b-3a18-4690-b5d4-441101022aa3 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:50:46.427558 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-27cb22b8-b767-4942-a865-763420e97193 None None] Provisioning complete for port 4d6f2e97-46c5-4f32-8e06-8669c195b7bd triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:50:46.427849 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-27cb22b8-b767-4942-a865-763420e97193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (4d6f2e97-46c5-4f32-8e06-8669c195b7bd), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:46.549579 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4f9ee181-8f7b-4333-9c42-8927e02c9176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:46.590025 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-27cb22b8-b767-4942-a865-763420e97193 None None] Current status of the port 4d6f2e97-46c5-4f32-8e06-8669c195b7bd is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:50:46.603732 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-1e7a4dff-04ad-4ddf-aa16-245f8d906a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'name': 'tempest-TestShelveInstance-249407658-router', 'tenant_id': 'f99db53ee86a4d42947dacad362c4e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'c61224a9-a5c0-4b93-bcfb-37ae93d63895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:50:44Z', 'updated_at': '2022-02-17T18:50:45Z', 'revision_number': 3, 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'gw_port': {'id': 'c61224a9-a5c0-4b93-bcfb-37ae93d63895', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:dd:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:50:45Z', 'updated_at': '2022-02-17T18:50:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:50:46.632387 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7a4dff-04ad-4ddf-aa16-245f8d906a02 None None] Checking router: ae8aa625-c733-41c1-9484-299b90c575c5 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:50:46.632745 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7a4dff-04ad-4ddf-aa16-245f8d906a02 None None] Updating router ae8aa625-c733-41c1-9484-299b90c575c5 port c61224a9-a5c0-4b93-bcfb-37ae93d63895 binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 18:50:46.663252 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1e7a4dff-04ad-4ddf-aa16-245f8d906a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c61224a9-a5c0-4b93-bcfb-37ae93d63895), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:46.707841 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-4f9ee181-8f7b-4333-9c42-8927e02c9176 admin admin] Allocated IP 172.20.0.1 (3c265b8b-3a18-4690-b5d4-441101022aa3/24e28791-86ff-4050-9e3e-531b5cc17e58/7eee14e3-8a83-49b0-b854-c0035f067e0e) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:50:46.850433 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-f5ffb6e3-45d2-45c8-8313-938ea776c8c2 None None] Provisioning complete for port 4d6f2e97-46c5-4f32-8e06-8669c195b7bd triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:50:46.850727 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f5ffb6e3-45d2-45c8-8313-938ea776c8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (4d6f2e97-46c5-4f32-8e06-8669c195b7bd), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:47.001745 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1e7a4dff-04ad-4ddf-aa16-245f8d906a02 None None] Publish callbacks [] for port (c61224a9-a5c0-4b93-bcfb-37ae93d63895), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:47.009219 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-f5ffb6e3-45d2-45c8-8313-938ea776c8c2 None None] Current status of the port 4d6f2e97-46c5-4f32-8e06-8669c195b7bd is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:50:47.012318 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1e7a4dff-04ad-4ddf-aa16-245f8d906a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c61224a9-a5c0-4b93-bcfb-37ae93d63895), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:47.067462 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-1e7a4dff-04ad-4ddf-aa16-245f8d906a02 None None] Attempting to bind port c61224a9-a5c0-4b93-bcfb-37ae93d63895 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:50:47.067841 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-1e7a4dff-04ad-4ddf-aa16-245f8d906a02 None None] Attempting to bind port c61224a9-a5c0-4b93-bcfb-37ae93d63895 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:50:47.068211 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7a4dff-04ad-4ddf-aa16-245f8d906a02 None None] Attempting to bind port c61224a9-a5c0-4b93-bcfb-37ae93d63895 on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:50:47.075937 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804190-3d0b-4e90-8e13-b0eea0fc71c4 None None] Pushing event updated for resources: {'Port': ['ID=c61224a9-a5c0-4b93-bcfb-37ae93d63895,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:50:47.078299 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7a4dff-04ad-4ddf-aa16-245f8d906a02 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:50:47.078685 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7a4dff-04ad-4ddf-aa16-245f8d906a02 None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:50:47.079218 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1e7a4dff-04ad-4ddf-aa16-245f8d906a02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:47.079457 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7a4dff-04ad-4ddf-aa16-245f8d906a02 None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:50:47.079936 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-1e7a4dff-04ad-4ddf-aa16-245f8d906a02 None None] Bound port: c61224a9-a5c0-4b93-bcfb-37ae93d63895, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:50:47.080346 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1e7a4dff-04ad-4ddf-aa16-245f8d906a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c61224a9-a5c0-4b93-bcfb-37ae93d63895), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:47.131574 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4f9ee181-8f7b-4333-9c42-8927e02c9176 admin admin] Publish callbacks [] for port (7eee14e3-8a83-49b0-b854-c0035f067e0e), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:47.132360 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-1e7a4dff-04ad-4ddf-aa16-245f8d906a02 None None] For port c61224a9-a5c0-4b93-bcfb-37ae93d63895, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:50:47.136434 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-1e7a4dff-04ad-4ddf-aa16-245f8d906a02 None None] For port c61224a9-a5c0-4b93-bcfb-37ae93d63895, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=c61224a9-a5c0-4b93-bcfb-37ae93d63895,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:50:47.143109 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1e7a4dff-04ad-4ddf-aa16-245f8d906a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c61224a9-a5c0-4b93-bcfb-37ae93d63895), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:47.167396 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4f9ee181-8f7b-4333-9c42-8927e02c9176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (7eee14e3-8a83-49b0-b854-c0035f067e0e), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:47.200859 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7a4dff-04ad-4ddf-aa16-245f8d906a02 None None] Routers {'ae8aa625-c733-41c1-9484-299b90c575c5'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:50:47.201495 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-1e7a4dff-04ad-4ddf-aa16-245f8d906a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:50:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['ae8aa625-c733-41c1-9484-299b90c575c5'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:50:47.207411 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9ee181-8f7b-4333-9c42-8927e02c9176 admin admin] Network 3c265b8b-3a18-4690-b5d4-441101022aa3 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:50:47.214299 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-4f9ee181-8f7b-4333-9c42-8927e02c9176 admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:50:47.217979 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9ee181-8f7b-4333-9c42-8927e02c9176 admin admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:50:47.243867 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ee181-8f7b-4333-9c42-8927e02c9176 admin admin] Pushing event updated for resources: {'Port': ['ID=7eee14e3-8a83-49b0-b854-c0035f067e0e,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:50:47.268013 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4f9ee181-8f7b-4333-9c42-8927e02c9176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (ae8aa625-c733-41c1-9484-299b90c575c5), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:47.278397 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78804190-3d0b-4e90-8e13-b0eea0fc71c4 None None] Pushing event updated for resources: {'Port': ['ID=c61224a9-a5c0-4b93-bcfb-37ae93d63895,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:50:47.327999 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-1e7a4dff-04ad-4ddf-aa16-245f8d906a02 None None] Set router ae8aa625-c733-41c1-9484-299b90c575c5 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:50:47.412855 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4f9ee181-8f7b-4333-9c42-8927e02c9176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7eee14e3-8a83-49b0-b854-c0035f067e0e), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:47.526055 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-1e7a4dff-04ad-4ddf-aa16-245f8d906a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'name': 'tempest-TestShelveInstance-249407658-router', 'tenant_id': 'f99db53ee86a4d42947dacad362c4e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'c61224a9-a5c0-4b93-bcfb-37ae93d63895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:50:44Z', 'updated_at': '2022-02-17T18:50:45Z', 'revision_number': 3, 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'gw_port': {'id': 'c61224a9-a5c0-4b93-bcfb-37ae93d63895', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:dd:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:50:45Z', 'updated_at': '2022-02-17T18:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:50:47.559337 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7a4dff-04ad-4ddf-aa16-245f8d906a02 None None] The sync data for ids ['ae8aa625-c733-41c1-9484-299b90c575c5'] in n-d-829613-2 is: [{'id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'name': 'tempest-TestShelveInstance-249407658-router', 'tenant_id': 'f99db53ee86a4d42947dacad362c4e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'c61224a9-a5c0-4b93-bcfb-37ae93d63895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:50:44Z', 'updated_at': '2022-02-17T18:50:45Z', 'revision_number': 3, 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'gw_port': {'id': 'c61224a9-a5c0-4b93-bcfb-37ae93d63895', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:dd:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:50:45Z', 'updated_at': '2022-02-17T18:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:50:47.564661 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-f9e39af1-d1f4-4d91-a0b9-80c30a979999 None None] Provisioning complete for port 7eee14e3-8a83-49b0-b854-c0035f067e0e triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:50:47.565033 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f9e39af1-d1f4-4d91-a0b9-80c30a979999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7eee14e3-8a83-49b0-b854-c0035f067e0e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:47.603843 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-f9e39af1-d1f4-4d91-a0b9-80c30a979999 None None] Port 7eee14e3-8a83-49b0-b854-c0035f067e0e cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:50:47.604921 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4f9ee181-8f7b-4333-9c42-8927e02c9176 admin admin] Publish callbacks [] for port (7eee14e3-8a83-49b0-b854-c0035f067e0e), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:47.610889 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4f9ee181-8f7b-4333-9c42-8927e02c9176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (7eee14e3-8a83-49b0-b854-c0035f067e0e), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:47.681395 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ee181-8f7b-4333-9c42-8927e02c9176 admin admin] Pushing event updated for resources: {'Port': ['ID=7eee14e3-8a83-49b0-b854-c0035f067e0e,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:50:47.683985 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4f9ee181-8f7b-4333-9c42-8927e02c9176 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (ae8aa625-c733-41c1-9484-299b90c575c5), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:47.790111 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9ee181-8f7b-4333-9c42-8927e02c9176 admin admin] Network 3c265b8b-3a18-4690-b5d4-441101022aa3 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:50:47.796694 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-4f9ee181-8f7b-4333-9c42-8927e02c9176 admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:50:47.964749 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9ee181-8f7b-4333-9c42-8927e02c9176 admin admin] Router ae8aa625-c733-41c1-9484-299b90c575c5 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:50:47.999311 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device c61224a9-a5c0-4b93-bcfb-37ae93d63895 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:50:48.053137 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port c61224a9-a5c0-4b93-bcfb-37ae93d63895 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:50:48.053774 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c61224a9-a5c0-4b93-bcfb-37ae93d63895), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:48.100052 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9ee181-8f7b-4333-9c42-8927e02c9176 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:50:48.114378 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4f9ee181-8f7b-4333-9c42-8927e02c9176 admin admin] 10.222.0.87 "PUT /v2.0/routers/ae8aa625-c733-41c1-9484-299b90c575c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9828107 Feb 17 18:50:48.285744 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-7e62abaf-a678-456b-96ed-cce630d22aea None None] Provisioning complete for port 7eee14e3-8a83-49b0-b854-c0035f067e0e triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:50:48.285744 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7e62abaf-a678-456b-96ed-cce630d22aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7eee14e3-8a83-49b0-b854-c0035f067e0e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:48.353833 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-7e62abaf-a678-456b-96ed-cce630d22aea None None] Port 7eee14e3-8a83-49b0-b854-c0035f067e0e cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:50:48.366179 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port c61224a9-a5c0-4b93-bcfb-37ae93d63895 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:50:48.366802 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (c61224a9-a5c0-4b93-bcfb-37ae93d63895), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:48.390986 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port c61224a9-a5c0-4b93-bcfb-37ae93d63895, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=c61224a9-a5c0-4b93-bcfb-37ae93d63895,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:50:48.395717 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (c61224a9-a5c0-4b93-bcfb-37ae93d63895), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:48.398964 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 4d6f2e97-46c5-4f32-8e06-8669c195b7bd up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:50:48.478330 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=c61224a9-a5c0-4b93-bcfb-37ae93d63895,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:50:48.490637 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 4d6f2e97-46c5-4f32-8e06-8669c195b7bd triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:50:48.490964 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (4d6f2e97-46c5-4f32-8e06-8669c195b7bd), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:48.577721 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 4d6f2e97-46c5-4f32-8e06-8669c195b7bd is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:50:48.654163 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42804) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:50:48.659197 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-314bd317-1224-4f7e-99a8-f752ad681a29 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-464361427-network', 'tenant_id': '7acd4caf8acd4c3493f796286e5405b6'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:50:48.678644 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314bd317-1224-4f7e-99a8-f752ad681a29 admin admin] Made reservation on behalf of 7acd4caf8acd4c3493f796286e5405b6 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:50:48.680970 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-314bd317-1224-4f7e-99a8-f752ad681a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:48.690997 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-314bd317-1224-4f7e-99a8-f752ad681a29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:48.766189 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-314bd317-1224-4f7e-99a8-f752ad681a29 admin admin] Publish callbacks [] for security_group (d781343b-e8f9-44a9-8d88-e471efd79c13), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:48.771574 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-314bd317-1224-4f7e-99a8-f752ad681a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (d781343b-e8f9-44a9-8d88-e471efd79c13), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:48.799234 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-314bd317-1224-4f7e-99a8-f752ad681a29 admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 18:50:48.804541 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314bd317-1224-4f7e-99a8-f752ad681a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d781343b-e8f9-44a9-8d88-e471efd79c13,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:50:48.812024 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-314bd317-1224-4f7e-99a8-f752ad681a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (465cedab-9c0b-4ac4-ba17-05b4f8a30820), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:48.812298 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-314bd317-1224-4f7e-99a8-f752ad681a29 admin admin] Added segment 465cedab-9c0b-4ac4-ba17-05b4f8a30820 of type vlan for network 1c219a69-199c-4a81-9d4a-b8b17c161d6f Feb 17 18:50:48.855454 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-314bd317-1224-4f7e-99a8-f752ad681a29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (1c219a69-199c-4a81-9d4a-b8b17c161d6f), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:48.878902 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-314bd317-1224-4f7e-99a8-f752ad681a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (1c219a69-199c-4a81-9d4a-b8b17c161d6f), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:48.879863 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314bd317-1224-4f7e-99a8-f752ad681a29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:50:48.880498 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-314bd317-1224-4f7e-99a8-f752ad681a29 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:48.910383 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-314bd317-1224-4f7e-99a8-f752ad681a29 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2550843 Feb 17 18:50:48.913279 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42806) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:50:48.918779 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-337197f5-5ca3-4fe7-a965-4181debce333 admin admin] Request body: {'subnet': {'network_id': '1c219a69-199c-4a81-9d4a-b8b17c161d6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-464361427-subnet', 'tenant_id': '7acd4caf8acd4c3493f796286e5405b6', 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:50:48.945726 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337197f5-5ca3-4fe7-a965-4181debce333 admin admin] Made reservation on behalf of 7acd4caf8acd4c3493f796286e5405b6 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:50:48.948739 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-337197f5-5ca3-4fe7-a965-4181debce333 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:48.950224 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314bd317-1224-4f7e-99a8-f752ad681a29 admin admin] Pushing event updated for resources: {'Network': ['ID=1c219a69-199c-4a81-9d4a-b8b17c161d6f,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:50:48.960308 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 1c219a69-199c-4a81-9d4a-b8b17c161d6f details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 18:50:49.128647 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-337197f5-5ca3-4fe7-a965-4181debce333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (528cbe6e-57c1-4316-bf49-2339bd07cc67), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:49.182500 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337197f5-5ca3-4fe7-a965-4181debce333 admin admin] Pushing event updated for resources: {'Subnet': ['ID=528cbe6e-57c1-4316-bf49-2339bd07cc67,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:50:49.192474 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337197f5-5ca3-4fe7-a965-4181debce333 admin admin] Checking segment: {'id': '465cedab-9c0b-4ac4-ba17-05b4f8a30820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1c219a69-199c-4a81-9d4a-b8b17c161d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:50:49.192836 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337197f5-5ca3-4fe7-a965-4181debce333 admin admin] Network hostable DHCP agents. Network: 1c219a69-199c-4a81-9d4a-b8b17c161d6f, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 18:50:49.209551 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337197f5-5ca3-4fe7-a965-4181debce333 admin admin] Network 1c219a69-199c-4a81-9d4a-b8b17c161d6f is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 18:50:49.219691 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-337197f5-5ca3-4fe7-a965-4181debce333 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 1c219a69-199c-4a81-9d4a-b8b17c161d6f) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:50:49.225374 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337197f5-5ca3-4fe7-a965-4181debce333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:50:49.227416 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-337197f5-5ca3-4fe7-a965-4181debce333 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:49.228382 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ef03d9-fbb8-40b9-ab23-d57d924f8cc9 None None] Network 1c219a69-199c-4a81-9d4a-b8b17c161d6f requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:50:49.244403 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-337197f5-5ca3-4fe7-a965-4181debce333 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3300035 Feb 17 18:50:49.248085 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42808) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:50:49.252320 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-a5842075-3537-411f-ae15-60b93873ab02 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-464361427-router', 'tenant_id': '7acd4caf8acd4c3493f796286e5405b6', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:50:49.272899 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a5842075-3537-411f-ae15-60b93873ab02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (ce65e925-1d1d-428d-bba0-21abdb96a4ef), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:49.274631 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a5842075-3537-411f-ae15-60b93873ab02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (ce65e925-1d1d-428d-bba0-21abdb96a4ef), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:49.301845 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff96b98e-db13-4c76-89d0-582c68c64894 None None] Sync routers for ids ['ae8aa625-c733-41c1-9484-299b90c575c5'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:50:49.315211 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff96b98e-db13-4c76-89d0-582c68c64894 None None] Routers {'ae8aa625-c733-41c1-9484-299b90c575c5'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:50:49.315836 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-ff96b98e-db13-4c76-89d0-582c68c64894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:50:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['ae8aa625-c733-41c1-9484-299b90c575c5'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:50:49.338056 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a5842075-3537-411f-ae15-60b93873ab02 admin admin] Publish callbacks [] for router_controller (ce65e925-1d1d-428d-bba0-21abdb96a4ef), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:49.341346 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec0b0c5-fdab-462c-a6dc-b28715306b86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-1c219a69-199c-4a81-9d4a-b8b17c161d6f', 'network_id': '1c219a69-199c-4a81-9d4a-b8b17c161d6f', 'project_id': '7acd4caf8acd4c3493f796286e5405b6', 'fixed_ips': [{'subnet_id': '528cbe6e-57c1-4316-bf49-2339bd07cc67'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 18:50:49.342580 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dec0b0c5-fdab-462c-a6dc-b28715306b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:49.425767 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-ff96b98e-db13-4c76-89d0-582c68c64894 None None] Set router ae8aa625-c733-41c1-9484-299b90c575c5 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:50:49.480331 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-dec0b0c5-fdab-462c-a6dc-b28715306b86 None None] Allocated IP 172.20.0.2 (1c219a69-199c-4a81-9d4a-b8b17c161d6f/528cbe6e-57c1-4316-bf49-2339bd07cc67/ae622eaa-917f-45be-adbb-082b4e23986e) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:50:49.494656 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a5842075-3537-411f-ae15-60b93873ab02 admin admin] Publish callbacks [] for router_gateway (ce65e925-1d1d-428d-bba0-21abdb96a4ef), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:49.644002 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dec0b0c5-fdab-462c-a6dc-b28715306b86 None None] Publish callbacks [] for port (ae622eaa-917f-45be-adbb-082b4e23986e), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:49.651057 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dec0b0c5-fdab-462c-a6dc-b28715306b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (ae622eaa-917f-45be-adbb-082b4e23986e), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:49.695405 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec0b0c5-fdab-462c-a6dc-b28715306b86 None None] Network 1c219a69-199c-4a81-9d4a-b8b17c161d6f is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:50:49.698828 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-dec0b0c5-fdab-462c-a6dc-b28715306b86 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:50:49.701486 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec0b0c5-fdab-462c-a6dc-b28715306b86 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:50:49.723004 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec0b0c5-fdab-462c-a6dc-b28715306b86 None None] Pushing event updated for resources: {'Port': ['ID=ae622eaa-917f-45be-adbb-082b4e23986e,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:50:49.725331 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a5842075-3537-411f-ae15-60b93873ab02 admin admin] Publish callbacks [] for router_gateway (ce65e925-1d1d-428d-bba0-21abdb96a4ef), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:49.727911 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-ff96b98e-db13-4c76-89d0-582c68c64894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'name': 'tempest-TestShelveInstance-249407658-router', 'tenant_id': 'f99db53ee86a4d42947dacad362c4e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'c61224a9-a5c0-4b93-bcfb-37ae93d63895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:50:44Z', 'updated_at': '2022-02-17T18:50:47Z', 'revision_number': 4, 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'gw_port': {'id': 'c61224a9-a5c0-4b93-bcfb-37ae93d63895', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:dd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:50:45Z', 'updated_at': '2022-02-17T18:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '7eee14e3-8a83-49b0-b854-c0035f067e0e', 'name': '', 'network_id': '3c265b8b-3a18-4690-b5d4-441101022aa3', 'tenant_id': 'f99db53ee86a4d42947dacad362c4e66', 'mac_address': 'fa:16:3e:20:70:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '24e28791-86ff-4050-9e3e-531b5cc17e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:50:46Z', 'updated_at': '2022-02-17T18:50:47Z', 'revision_number': 2, 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'subnets': [{'id': '24e28791-86ff-4050-9e3e-531b5cc17e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:50:49.746153 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a5842075-3537-411f-ae15-60b93873ab02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:49.755620 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:49.758804 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff96b98e-db13-4c76-89d0-582c68c64894 None None] Checking router: ae8aa625-c733-41c1-9484-299b90c575c5 for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:50:49.759417 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff96b98e-db13-4c76-89d0-582c68c64894 None None] Updating router ae8aa625-c733-41c1-9484-299b90c575c5 port 7eee14e3-8a83-49b0-b854-c0035f067e0e binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 18:50:49.785427 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-dec0b0c5-fdab-462c-a6dc-b28715306b86 None None] Attempting to bind port ae622eaa-917f-45be-adbb-082b4e23986e on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:50:49.786086 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-dec0b0c5-fdab-462c-a6dc-b28715306b86 None None] Attempting to bind port ae622eaa-917f-45be-adbb-082b4e23986e by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '465cedab-9c0b-4ac4-ba17-05b4f8a30820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1c219a69-199c-4a81-9d4a-b8b17c161d6f'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:50:49.786634 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec0b0c5-fdab-462c-a6dc-b28715306b86 None None] Attempting to bind port ae622eaa-917f-45be-adbb-082b4e23986e on network 1c219a69-199c-4a81-9d4a-b8b17c161d6f {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:50:49.787334 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ff96b98e-db13-4c76-89d0-582c68c64894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7eee14e3-8a83-49b0-b854-c0035f067e0e), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:49.791970 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec0b0c5-fdab-462c-a6dc-b28715306b86 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:50:49.792393 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec0b0c5-fdab-462c-a6dc-b28715306b86 None None] Checking segment: {'id': '465cedab-9c0b-4ac4-ba17-05b4f8a30820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1c219a69-199c-4a81-9d4a-b8b17c161d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:50:49.792797 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dec0b0c5-fdab-462c-a6dc-b28715306b86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:49.793189 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec0b0c5-fdab-462c-a6dc-b28715306b86 None None] Bound using segment: {'id': '465cedab-9c0b-4ac4-ba17-05b4f8a30820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1c219a69-199c-4a81-9d4a-b8b17c161d6f'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:50:49.793655 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-dec0b0c5-fdab-462c-a6dc-b28715306b86 None None] Bound port: ae622eaa-917f-45be-adbb-082b4e23986e, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '465cedab-9c0b-4ac4-ba17-05b4f8a30820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1c219a69-199c-4a81-9d4a-b8b17c161d6f'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:50:49.794033 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dec0b0c5-fdab-462c-a6dc-b28715306b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ae622eaa-917f-45be-adbb-082b4e23986e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:49.876460 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-dec0b0c5-fdab-462c-a6dc-b28715306b86 None None] For port ae622eaa-917f-45be-adbb-082b4e23986e, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:50:49.881932 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-a5842075-3537-411f-ae15-60b93873ab02 admin admin] Allocated IP 172.25.8.166 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/1f21d7d4-797e-444a-ae24-d1569166f8fb) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:50:49.884824 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-dec0b0c5-fdab-462c-a6dc-b28715306b86 None None] For port ae622eaa-917f-45be-adbb-082b4e23986e, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=ae622eaa-917f-45be-adbb-082b4e23986e,segment=NetworkSegment(465cedab-9c0b-4ac4-ba17-05b4f8a30820),segment_id=465cedab-9c0b-4ac4-ba17-05b4f8a30820)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:50:49.892374 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dec0b0c5-fdab-462c-a6dc-b28715306b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ae622eaa-917f-45be-adbb-082b4e23986e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:49.901956 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device c61224a9-a5c0-4b93-bcfb-37ae93d63895 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:50:49.998596 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec0b0c5-fdab-462c-a6dc-b28715306b86 None None] Pushing event updated for resources: {'Port': ['ID=ae622eaa-917f-45be-adbb-082b4e23986e,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:50:50.009771 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port c61224a9-a5c0-4b93-bcfb-37ae93d63895 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:50:50.010215 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (c61224a9-a5c0-4b93-bcfb-37ae93d63895), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:50.019979 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a5842075-3537-411f-ae15-60b93873ab02 admin admin] Publish callbacks [] for port (1f21d7d4-797e-444a-ae24-d1569166f8fb), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:50.059597 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a5842075-3537-411f-ae15-60b93873ab02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (1f21d7d4-797e-444a-ae24-d1569166f8fb), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:50.079443 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ff96b98e-db13-4c76-89d0-582c68c64894 None None] Publish callbacks [] for port (7eee14e3-8a83-49b0-b854-c0035f067e0e), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:50.087558 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ff96b98e-db13-4c76-89d0-582c68c64894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (7eee14e3-8a83-49b0-b854-c0035f067e0e), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:50.106235 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port c61224a9-a5c0-4b93-bcfb-37ae93d63895 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:50:50.112776 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5842075-3537-411f-ae15-60b93873ab02 admin admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:50:50.115885 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-a5842075-3537-411f-ae15-60b93873ab02 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:50:50.120821 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5842075-3537-411f-ae15-60b93873ab02 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:50:50.123967 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5842075-3537-411f-ae15-60b93873ab02 admin admin] Pushing event updated for resources: {'Port': ['ID=1f21d7d4-797e-444a-ae24-d1569166f8fb,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:50:50.138794 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9560aae1-ec1c-4bd8-83aa-bf3fb6e2da2a None None] Pushing event updated for resources: {'Port': ['ID=7eee14e3-8a83-49b0-b854-c0035f067e0e,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:50:50.157246 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9560aae1-ec1c-4bd8-83aa-bf3fb6e2da2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:50:50.157598 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9560aae1-ec1c-4bd8-83aa-bf3fb6e2da2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:50:50.157939 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9560aae1-ec1c-4bd8-83aa-bf3fb6e2da2a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:50:50.158275 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9560aae1-ec1c-4bd8-83aa-bf3fb6e2da2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:50:50.158607 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9560aae1-ec1c-4bd8-83aa-bf3fb6e2da2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:50:50.158929 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9560aae1-ec1c-4bd8-83aa-bf3fb6e2da2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:50:50.159449 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9560aae1-ec1c-4bd8-83aa-bf3fb6e2da2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:50:50.159777 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9560aae1-ec1c-4bd8-83aa-bf3fb6e2da2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:50:50.160100 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9560aae1-ec1c-4bd8-83aa-bf3fb6e2da2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:50:50.160458 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9560aae1-ec1c-4bd8-83aa-bf3fb6e2da2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:50:50.160784 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9560aae1-ec1c-4bd8-83aa-bf3fb6e2da2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:50:50.161105 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9560aae1-ec1c-4bd8-83aa-bf3fb6e2da2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:50:50.161425 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9560aae1-ec1c-4bd8-83aa-bf3fb6e2da2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:50:50.225389 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-ff96b98e-db13-4c76-89d0-582c68c64894 None None] Attempting to bind port 7eee14e3-8a83-49b0-b854-c0035f067e0e on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:50:50.225951 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-ff96b98e-db13-4c76-89d0-582c68c64894 None None] Attempting to bind port 7eee14e3-8a83-49b0-b854-c0035f067e0e by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '18d3dafa-77a7-4839-b380-4bfd715c85e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3c265b8b-3a18-4690-b5d4-441101022aa3'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:50:50.226524 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff96b98e-db13-4c76-89d0-582c68c64894 None None] Attempting to bind port 7eee14e3-8a83-49b0-b854-c0035f067e0e on network 3c265b8b-3a18-4690-b5d4-441101022aa3 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:50:50.234188 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff96b98e-db13-4c76-89d0-582c68c64894 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:50:50.234904 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff96b98e-db13-4c76-89d0-582c68c64894 None None] Checking segment: {'id': '18d3dafa-77a7-4839-b380-4bfd715c85e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3c265b8b-3a18-4690-b5d4-441101022aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:50:50.235864 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ff96b98e-db13-4c76-89d0-582c68c64894 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:50.236368 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff96b98e-db13-4c76-89d0-582c68c64894 None None] Bound using segment: {'id': '18d3dafa-77a7-4839-b380-4bfd715c85e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3c265b8b-3a18-4690-b5d4-441101022aa3'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:50:50.237059 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-ff96b98e-db13-4c76-89d0-582c68c64894 None None] Bound port: 7eee14e3-8a83-49b0-b854-c0035f067e0e, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d3dafa-77a7-4839-b380-4bfd715c85e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3c265b8b-3a18-4690-b5d4-441101022aa3'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:50:50.237661 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ff96b98e-db13-4c76-89d0-582c68c64894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7eee14e3-8a83-49b0-b854-c0035f067e0e), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:50.308599 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-ff96b98e-db13-4c76-89d0-582c68c64894 None None] For port 7eee14e3-8a83-49b0-b854-c0035f067e0e, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:50:50.314924 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-ff96b98e-db13-4c76-89d0-582c68c64894 None None] For port 7eee14e3-8a83-49b0-b854-c0035f067e0e, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=7eee14e3-8a83-49b0-b854-c0035f067e0e,segment=NetworkSegment(18d3dafa-77a7-4839-b380-4bfd715c85e8),segment_id=18d3dafa-77a7-4839-b380-4bfd715c85e8)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:50:50.322790 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-ff96b98e-db13-4c76-89d0-582c68c64894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (7eee14e3-8a83-49b0-b854-c0035f067e0e), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:50.391377 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff96b98e-db13-4c76-89d0-582c68c64894 None None] Routers {'ae8aa625-c733-41c1-9484-299b90c575c5'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:50:50.392010 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-ff96b98e-db13-4c76-89d0-582c68c64894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:50:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['ae8aa625-c733-41c1-9484-299b90c575c5'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:50:50.394096 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9560aae1-ec1c-4bd8-83aa-bf3fb6e2da2a None None] Pushing event updated for resources: {'Port': ['ID=7eee14e3-8a83-49b0-b854-c0035f067e0e,revision_number=4']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:50:50.445205 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a5842075-3537-411f-ae15-60b93873ab02 admin admin] Publish callbacks [] for router_gateway (ce65e925-1d1d-428d-bba0-21abdb96a4ef), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:50.487645 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:50.513611 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-ff96b98e-db13-4c76-89d0-582c68c64894 None None] Set router ae8aa625-c733-41c1-9484-299b90c575c5 gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:50:50.593532 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-32ff778e-c2a0-4bd9-b600-3dd2e642c74c None None] Provisioning complete for port 7eee14e3-8a83-49b0-b854-c0035f067e0e triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:50:50.593532 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-32ff778e-c2a0-4bd9-b600-3dd2e642c74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7eee14e3-8a83-49b0-b854-c0035f067e0e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:50.713579 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-32ff778e-c2a0-4bd9-b600-3dd2e642c74c None None] Current status of the port 7eee14e3-8a83-49b0-b854-c0035f067e0e is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:50:50.714290 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-32ff778e-c2a0-4bd9-b600-3dd2e642c74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (7eee14e3-8a83-49b0-b854-c0035f067e0e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:50.752388 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-ff96b98e-db13-4c76-89d0-582c68c64894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'name': 'tempest-TestShelveInstance-249407658-router', 'tenant_id': 'f99db53ee86a4d42947dacad362c4e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'c61224a9-a5c0-4b93-bcfb-37ae93d63895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:50:44Z', 'updated_at': '2022-02-17T18:50:47Z', 'revision_number': 4, 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'gw_port': {'id': 'c61224a9-a5c0-4b93-bcfb-37ae93d63895', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:dd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:50:45Z', 'updated_at': '2022-02-17T18:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '7eee14e3-8a83-49b0-b854-c0035f067e0e', 'name': '', 'network_id': '3c265b8b-3a18-4690-b5d4-441101022aa3', 'tenant_id': 'f99db53ee86a4d42947dacad362c4e66', 'mac_address': 'fa:16:3e:20:70:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '24e28791-86ff-4050-9e3e-531b5cc17e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:50:46Z', 'updated_at': '2022-02-17T18:50:50Z', 'revision_number': 4, 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'subnets': [{'id': '24e28791-86ff-4050-9e3e-531b5cc17e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:50:50.758860 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-32ff778e-c2a0-4bd9-b600-3dd2e642c74c None None] For port 7eee14e3-8a83-49b0-b854-c0035f067e0e, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=7eee14e3-8a83-49b0-b854-c0035f067e0e,segment=NetworkSegment(18d3dafa-77a7-4839-b380-4bfd715c85e8),segment_id=18d3dafa-77a7-4839-b380-4bfd715c85e8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:50:50.765028 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-32ff778e-c2a0-4bd9-b600-3dd2e642c74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (7eee14e3-8a83-49b0-b854-c0035f067e0e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:50.785971 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff96b98e-db13-4c76-89d0-582c68c64894 None None] The sync data for ids ['ae8aa625-c733-41c1-9484-299b90c575c5'] in n-d-829613-2 is: [{'id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'name': 'tempest-TestShelveInstance-249407658-router', 'tenant_id': 'f99db53ee86a4d42947dacad362c4e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'c61224a9-a5c0-4b93-bcfb-37ae93d63895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:50:44Z', 'updated_at': '2022-02-17T18:50:47Z', 'revision_number': 4, 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'gw_port': {'id': 'c61224a9-a5c0-4b93-bcfb-37ae93d63895', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:dd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:50:45Z', 'updated_at': '2022-02-17T18:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '7eee14e3-8a83-49b0-b854-c0035f067e0e', 'name': '', 'network_id': '3c265b8b-3a18-4690-b5d4-441101022aa3', 'tenant_id': 'f99db53ee86a4d42947dacad362c4e66', 'mac_address': 'fa:16:3e:20:70:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '24e28791-86ff-4050-9e3e-531b5cc17e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:50:46Z', 'updated_at': '2022-02-17T18:50:50Z', 'revision_number': 4, 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'subnets': [{'id': '24e28791-86ff-4050-9e3e-531b5cc17e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:50:50.838798 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff778e-c2a0-4bd9-b600-3dd2e642c74c None None] Pushing event updated for resources: {'Port': ['ID=7eee14e3-8a83-49b0-b854-c0035f067e0e,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:50:50.900073 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-605d281d-4e2b-4c14-98e5-5a44954bad3f None None] Provisioning complete for port 7eee14e3-8a83-49b0-b854-c0035f067e0e triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:50:50.901936 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-605d281d-4e2b-4c14-98e5-5a44954bad3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7eee14e3-8a83-49b0-b854-c0035f067e0e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:51.003681 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-605d281d-4e2b-4c14-98e5-5a44954bad3f None None] Current status of the port 7eee14e3-8a83-49b0-b854-c0035f067e0e is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:50:51.056276 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a5842075-3537-411f-ae15-60b93873ab02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (ce65e925-1d1d-428d-bba0-21abdb96a4ef), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:51.204758 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5842075-3537-411f-ae15-60b93873ab02 admin admin] Router ce65e925-1d1d-428d-bba0-21abdb96a4ef is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 18:50:51.253539 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5732c89b-3787-497d-b723-12bb14b590bc None None] Network 1c219a69-199c-4a81-9d4a-b8b17c161d6f requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 18:50:51.324011 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5842075-3537-411f-ae15-60b93873ab02 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:50:51.339893 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-c0681c4d-eacf-4137-a0c1-2d70ab908aa4 None None] Provisioning complete for port ae622eaa-917f-45be-adbb-082b4e23986e triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:50:51.340348 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c0681c4d-eacf-4137-a0c1-2d70ab908aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ae622eaa-917f-45be-adbb-082b4e23986e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:51.355728 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a5842075-3537-411f-ae15-60b93873ab02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:51.359972 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42810) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:50:51.360480 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a5842075-3537-411f-ae15-60b93873ab02 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1112206 Feb 17 18:50:51.372128 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f2262d-50b3-49fa-a589-b820c13e2aee None None] Sync routers for ids ['ce65e925-1d1d-428d-bba0-21abdb96a4ef'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:50:51.414997 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f2262d-50b3-49fa-a589-b820c13e2aee None None] Routers {'ce65e925-1d1d-428d-bba0-21abdb96a4ef'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:50:51.415626 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-03f2262d-50b3-49fa-a589-b820c13e2aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:50:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['ce65e925-1d1d-428d-bba0-21abdb96a4ef'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:50:51.549127 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-c0681c4d-eacf-4137-a0c1-2d70ab908aa4 None None] Current status of the port ae622eaa-917f-45be-adbb-082b4e23986e is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:50:51.549815 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c0681c4d-eacf-4137-a0c1-2d70ab908aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ae622eaa-917f-45be-adbb-082b4e23986e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:51.596475 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-03f2262d-50b3-49fa-a589-b820c13e2aee None None] Set router ce65e925-1d1d-428d-bba0-21abdb96a4ef gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:50:51.641625 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-c0681c4d-eacf-4137-a0c1-2d70ab908aa4 None None] For port ae622eaa-917f-45be-adbb-082b4e23986e, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=ae622eaa-917f-45be-adbb-082b4e23986e,segment=NetworkSegment(465cedab-9c0b-4ac4-ba17-05b4f8a30820),segment_id=465cedab-9c0b-4ac4-ba17-05b4f8a30820)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:50:51.670768 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c0681c4d-eacf-4137-a0c1-2d70ab908aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ae622eaa-917f-45be-adbb-082b4e23986e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:51.780784 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0681c4d-eacf-4137-a0c1-2d70ab908aa4 None None] Pushing event updated for resources: {'Port': ['ID=ae622eaa-917f-45be-adbb-082b4e23986e,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:50:51.863129 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-03f2262d-50b3-49fa-a589-b820c13e2aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce65e925-1d1d-428d-bba0-21abdb96a4ef', 'name': 'tempest-TestShelveInstance-464361427-router', 'tenant_id': '7acd4caf8acd4c3493f796286e5405b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '1f21d7d4-797e-444a-ae24-d1569166f8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:50:49Z', 'updated_at': '2022-02-17T18:50:50Z', 'revision_number': 3, 'project_id': '7acd4caf8acd4c3493f796286e5405b6', 'gw_port': {'id': '1f21d7d4-797e-444a-ae24-d1569166f8fb', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce65e925-1d1d-428d-bba0-21abdb96a4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:50:49Z', 'updated_at': '2022-02-17T18:50:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:50:51.898331 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f2262d-50b3-49fa-a589-b820c13e2aee None None] Checking router: ce65e925-1d1d-428d-bba0-21abdb96a4ef for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:50:51.898689 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f2262d-50b3-49fa-a589-b820c13e2aee None None] Updating router ce65e925-1d1d-428d-bba0-21abdb96a4ef port 1f21d7d4-797e-444a-ae24-d1569166f8fb binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 18:50:51.911881 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a76c6d46-966f-4072-a0e0-4de225018518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:51.942680 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-9bf355af-400d-4da2-99ac-a1421ac33736 None None] Provisioning complete for port ae622eaa-917f-45be-adbb-082b4e23986e triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:50:51.943059 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9bf355af-400d-4da2-99ac-a1421ac33736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ae622eaa-917f-45be-adbb-082b4e23986e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:51.976529 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-03f2262d-50b3-49fa-a589-b820c13e2aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1f21d7d4-797e-444a-ae24-d1569166f8fb), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:51.981908 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device ae622eaa-917f-45be-adbb-082b4e23986e up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:50:52.098600 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-a76c6d46-966f-4072-a0e0-4de225018518 admin admin] Allocated IP 172.20.0.1 (1c219a69-199c-4a81-9d4a-b8b17c161d6f/528cbe6e-57c1-4316-bf49-2339bd07cc67/5770037c-5120-435b-afc9-673a69ebd3f1) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:50:52.182307 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port ae622eaa-917f-45be-adbb-082b4e23986e triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:50:52.182683 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ae622eaa-917f-45be-adbb-082b4e23986e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:52.219308 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a76c6d46-966f-4072-a0e0-4de225018518 admin admin] Publish callbacks [] for port (5770037c-5120-435b-afc9-673a69ebd3f1), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:52.252229 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-9bf355af-400d-4da2-99ac-a1421ac33736 None None] Current status of the port ae622eaa-917f-45be-adbb-082b4e23986e is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:50:52.257130 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a76c6d46-966f-4072-a0e0-4de225018518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (5770037c-5120-435b-afc9-673a69ebd3f1), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:52.294017 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76c6d46-966f-4072-a0e0-4de225018518 admin admin] Network 1c219a69-199c-4a81-9d4a-b8b17c161d6f is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:50:52.296928 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-a76c6d46-966f-4072-a0e0-4de225018518 admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:50:52.302709 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76c6d46-966f-4072-a0e0-4de225018518 admin admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:50:52.336164 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c6d46-966f-4072-a0e0-4de225018518 admin admin] Pushing event updated for resources: {'Port': ['ID=5770037c-5120-435b-afc9-673a69ebd3f1,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:50:52.356265 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a76c6d46-966f-4072-a0e0-4de225018518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (ce65e925-1d1d-428d-bba0-21abdb96a4ef), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:52.374813 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port ae622eaa-917f-45be-adbb-082b4e23986e is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:50:52.376052 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 7eee14e3-8a83-49b0-b854-c0035f067e0e up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:50:52.498285 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a76c6d46-966f-4072-a0e0-4de225018518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5770037c-5120-435b-afc9-673a69ebd3f1), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:52.587074 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-03f2262d-50b3-49fa-a589-b820c13e2aee None None] Publish callbacks [] for port (1f21d7d4-797e-444a-ae24-d1569166f8fb), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:52.602439 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-03f2262d-50b3-49fa-a589-b820c13e2aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (1f21d7d4-797e-444a-ae24-d1569166f8fb), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:52.637413 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-69cbb503-8704-4cd3-affa-71cd2b532391 None None] Provisioning complete for port 5770037c-5120-435b-afc9-673a69ebd3f1 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:50:52.637781 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-69cbb503-8704-4cd3-affa-71cd2b532391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (5770037c-5120-435b-afc9-673a69ebd3f1), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:52.671901 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a76c6d46-966f-4072-a0e0-4de225018518 admin admin] Publish callbacks [] for port (5770037c-5120-435b-afc9-673a69ebd3f1), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:52.676577 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a76c6d46-966f-4072-a0e0-4de225018518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (5770037c-5120-435b-afc9-673a69ebd3f1), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:52.695356 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-03f2262d-50b3-49fa-a589-b820c13e2aee None None] Attempting to bind port 1f21d7d4-797e-444a-ae24-d1569166f8fb on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:50:52.695756 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-03f2262d-50b3-49fa-a589-b820c13e2aee None None] Attempting to bind port 1f21d7d4-797e-444a-ae24-d1569166f8fb by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:50:52.696116 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f2262d-50b3-49fa-a589-b820c13e2aee None None] Attempting to bind port 1f21d7d4-797e-444a-ae24-d1569166f8fb on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:50:52.697943 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4434c633-a1f9-45cf-bfee-7efe878abb8b None None] Pushing event updated for resources: {'Port': ['ID=1f21d7d4-797e-444a-ae24-d1569166f8fb,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:50:52.710867 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f2262d-50b3-49fa-a589-b820c13e2aee None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:50:52.711248 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f2262d-50b3-49fa-a589-b820c13e2aee None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:50:52.711796 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-03f2262d-50b3-49fa-a589-b820c13e2aee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:52.712187 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f2262d-50b3-49fa-a589-b820c13e2aee None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:50:52.712671 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-03f2262d-50b3-49fa-a589-b820c13e2aee None None] Bound port: 1f21d7d4-797e-444a-ae24-d1569166f8fb, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:50:52.713056 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-03f2262d-50b3-49fa-a589-b820c13e2aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1f21d7d4-797e-444a-ae24-d1569166f8fb), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:52.714555 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-69cbb503-8704-4cd3-affa-71cd2b532391 None None] Port 5770037c-5120-435b-afc9-673a69ebd3f1 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:50:52.717393 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 7eee14e3-8a83-49b0-b854-c0035f067e0e triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:50:52.717393 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (7eee14e3-8a83-49b0-b854-c0035f067e0e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:52.750748 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a76c6d46-966f-4072-a0e0-4de225018518 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (ce65e925-1d1d-428d-bba0-21abdb96a4ef), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:52.752652 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c6d46-966f-4072-a0e0-4de225018518 admin admin] Pushing event updated for resources: {'Port': ['ID=5770037c-5120-435b-afc9-673a69ebd3f1,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:50:52.799390 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-03f2262d-50b3-49fa-a589-b820c13e2aee None None] For port 1f21d7d4-797e-444a-ae24-d1569166f8fb, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:50:52.802742 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-03f2262d-50b3-49fa-a589-b820c13e2aee None None] For port 1f21d7d4-797e-444a-ae24-d1569166f8fb, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=1f21d7d4-797e-444a-ae24-d1569166f8fb,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:50:52.812013 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-03f2262d-50b3-49fa-a589-b820c13e2aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (1f21d7d4-797e-444a-ae24-d1569166f8fb), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:52.845666 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76c6d46-966f-4072-a0e0-4de225018518 admin admin] Network 1c219a69-199c-4a81-9d4a-b8b17c161d6f is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:50:52.847062 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-a76c6d46-966f-4072-a0e0-4de225018518 admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:50:52.879412 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 7eee14e3-8a83-49b0-b854-c0035f067e0e is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:50:52.901906 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f2262d-50b3-49fa-a589-b820c13e2aee None None] Routers {'ce65e925-1d1d-428d-bba0-21abdb96a4ef'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:50:52.902531 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-03f2262d-50b3-49fa-a589-b820c13e2aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:50:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['ce65e925-1d1d-428d-bba0-21abdb96a4ef'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:50:52.905654 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4434c633-a1f9-45cf-bfee-7efe878abb8b None None] Pushing event updated for resources: {'Port': ['ID=1f21d7d4-797e-444a-ae24-d1569166f8fb,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:50:52.982189 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76c6d46-966f-4072-a0e0-4de225018518 admin admin] Router ce65e925-1d1d-428d-bba0-21abdb96a4ef has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:50:53.027266 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-03f2262d-50b3-49fa-a589-b820c13e2aee None None] Set router ce65e925-1d1d-428d-bba0-21abdb96a4ef gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:50:53.102876 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76c6d46-966f-4072-a0e0-4de225018518 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:50:53.108798 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a76c6d46-966f-4072-a0e0-4de225018518 admin admin] 10.222.0.87 "PUT /v2.0/routers/ce65e925-1d1d-428d-bba0-21abdb96a4ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7470171 Feb 17 18:50:53.183716 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-ee256f91-15df-471b-baae-dc92e1f3b8c3 None None] Provisioning complete for port 5770037c-5120-435b-afc9-673a69ebd3f1 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:50:53.184092 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ee256f91-15df-471b-baae-dc92e1f3b8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (5770037c-5120-435b-afc9-673a69ebd3f1), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:53.250939 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-ee256f91-15df-471b-baae-dc92e1f3b8c3 None None] Port 5770037c-5120-435b-afc9-673a69ebd3f1 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:50:53.278245 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-03f2262d-50b3-49fa-a589-b820c13e2aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce65e925-1d1d-428d-bba0-21abdb96a4ef', 'name': 'tempest-TestShelveInstance-464361427-router', 'tenant_id': '7acd4caf8acd4c3493f796286e5405b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '1f21d7d4-797e-444a-ae24-d1569166f8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:50:49Z', 'updated_at': '2022-02-17T18:50:52Z', 'revision_number': 4, 'project_id': '7acd4caf8acd4c3493f796286e5405b6', 'gw_port': {'id': '1f21d7d4-797e-444a-ae24-d1569166f8fb', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce65e925-1d1d-428d-bba0-21abdb96a4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:50:49Z', 'updated_at': '2022-02-17T18:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '5770037c-5120-435b-afc9-673a69ebd3f1', 'name': '', 'network_id': '1c219a69-199c-4a81-9d4a-b8b17c161d6f', 'tenant_id': '7acd4caf8acd4c3493f796286e5405b6', 'mac_address': 'fa:16:3e:83:54:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce65e925-1d1d-428d-bba0-21abdb96a4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '528cbe6e-57c1-4316-bf49-2339bd07cc67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:50:51Z', 'updated_at': '2022-02-17T18:50:52Z', 'revision_number': 2, 'project_id': '7acd4caf8acd4c3493f796286e5405b6', 'subnets': [{'id': '528cbe6e-57c1-4316-bf49-2339bd07cc67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:50:53.305520 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f2262d-50b3-49fa-a589-b820c13e2aee None None] The sync data for ids ['ce65e925-1d1d-428d-bba0-21abdb96a4ef'] in n-d-829613-2 is: [{'id': 'ce65e925-1d1d-428d-bba0-21abdb96a4ef', 'name': 'tempest-TestShelveInstance-464361427-router', 'tenant_id': '7acd4caf8acd4c3493f796286e5405b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '1f21d7d4-797e-444a-ae24-d1569166f8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:50:49Z', 'updated_at': '2022-02-17T18:50:52Z', 'revision_number': 4, 'project_id': '7acd4caf8acd4c3493f796286e5405b6', 'gw_port': {'id': '1f21d7d4-797e-444a-ae24-d1569166f8fb', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce65e925-1d1d-428d-bba0-21abdb96a4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:50:49Z', 'updated_at': '2022-02-17T18:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '5770037c-5120-435b-afc9-673a69ebd3f1', 'name': '', 'network_id': '1c219a69-199c-4a81-9d4a-b8b17c161d6f', 'tenant_id': '7acd4caf8acd4c3493f796286e5405b6', 'mac_address': 'fa:16:3e:83:54:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce65e925-1d1d-428d-bba0-21abdb96a4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '528cbe6e-57c1-4316-bf49-2339bd07cc67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:50:51Z', 'updated_at': '2022-02-17T18:50:52Z', 'revision_number': 2, 'project_id': '7acd4caf8acd4c3493f796286e5405b6', 'subnets': [{'id': '528cbe6e-57c1-4316-bf49-2339bd07cc67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:50:53.724750 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42818) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:50:53.729571 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-d8c8b7fb-d65b-4343-9cb1-8399a0010b1a tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-689345361', 'description': 'tempest-secgroup-smoke-689345361 description', 'project_id': 'f99db53ee86a4d42947dacad362c4e66'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:50:53.750652 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d8c8b7fb-d65b-4343-9cb1-8399a0010b1a tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for security_group (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:53.823600 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d8c8b7fb-d65b-4343-9cb1-8399a0010b1a tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for security_group (83691059-a722-491e-a6d0-146ee029c415), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:53.827567 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d8c8b7fb-d65b-4343-9cb1-8399a0010b1a tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (83691059-a722-491e-a6d0-146ee029c415), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:53.858636 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-d8c8b7fb-d65b-4343-9cb1-8399a0010b1a tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:53.859934 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-d8c8b7fb-d65b-4343-9cb1-8399a0010b1a tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1341505 Feb 17 18:50:53.861958 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c8b7fb-d65b-4343-9cb1-8399a0010b1a tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83691059-a722-491e-a6d0-146ee029c415,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:50:53.863171 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42820) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:50:53.869771 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-8397bfc1-99ee-4ca6-aa87-1c452591ceee tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Request body: {'security_group_rule': {'security_group_id': '83691059-a722-491e-a6d0-146ee029c415', 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:50:53.900598 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8397bfc1-99ee-4ca6-aa87-1c452591ceee tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for security_group_rule (016c2f60-e877-4751-bf2e-af272e221268), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:53.967227 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8397bfc1-99ee-4ca6-aa87-1c452591ceee tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for security_group_rule (016c2f60-e877-4751-bf2e-af272e221268), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:53.971301 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8397bfc1-99ee-4ca6-aa87-1c452591ceee tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (016c2f60-e877-4751-bf2e-af272e221268), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:53.993517 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8397bfc1-99ee-4ca6-aa87-1c452591ceee tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=016c2f60-e877-4751-bf2e-af272e221268,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:50:54.014897 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8397bfc1-99ee-4ca6-aa87-1c452591ceee tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:54.016139 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-8397bfc1-99ee-4ca6-aa87-1c452591ceee tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1519690 Feb 17 18:50:54.019059 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42822) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:50:54.023552 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-92cf8c1a-3445-4da9-a9fb-ea012f4281b3 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Request body: {'security_group_rule': {'security_group_id': '83691059-a722-491e-a6d0-146ee029c415', 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:50:54.053351 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-92cf8c1a-3445-4da9-a9fb-ea012f4281b3 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for security_group_rule (16cf2d2f-9512-40ac-9cda-d8db68957482), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:54.116069 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-92cf8c1a-3445-4da9-a9fb-ea012f4281b3 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for security_group_rule (16cf2d2f-9512-40ac-9cda-d8db68957482), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:54.121134 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-92cf8c1a-3445-4da9-a9fb-ea012f4281b3 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (16cf2d2f-9512-40ac-9cda-d8db68957482), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:54.141499 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cf8c1a-3445-4da9-a9fb-ea012f4281b3 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16cf2d2f-9512-40ac-9cda-d8db68957482,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:50:54.147818 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-92cf8c1a-3445-4da9-a9fb-ea012f4281b3 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:54.151566 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-92cf8c1a-3445-4da9-a9fb-ea012f4281b3 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1288650 Feb 17 18:50:54.151684 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42824) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:50:54.156377 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-805272a3-e151-4b9b-aceb-9437c1943e10 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Request body: {'security_group_rule': {'security_group_id': '83691059-a722-491e-a6d0-146ee029c415', 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:50:54.181751 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-805272a3-e151-4b9b-aceb-9437c1943e10 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for security_group_rule (c0c4ae0c-e377-4fe8-ad6a-0a22491fbcef), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:54.242209 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-805272a3-e151-4b9b-aceb-9437c1943e10 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for security_group_rule (c0c4ae0c-e377-4fe8-ad6a-0a22491fbcef), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:54.246540 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-805272a3-e151-4b9b-aceb-9437c1943e10 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (c0c4ae0c-e377-4fe8-ad6a-0a22491fbcef), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:54.266056 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805272a3-e151-4b9b-aceb-9437c1943e10 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0c4ae0c-e377-4fe8-ad6a-0a22491fbcef,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:50:54.274332 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-805272a3-e151-4b9b-aceb-9437c1943e10 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:54.275589 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-805272a3-e151-4b9b-aceb-9437c1943e10 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1229732 Feb 17 18:50:54.278315 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42826) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:50:54.282902 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-d396d688-ff81-420f-a378-25b68fa4043a tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Request body: {'security_group_rule': {'security_group_id': '83691059-a722-491e-a6d0-146ee029c415', 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:50:54.309346 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d396d688-ff81-420f-a378-25b68fa4043a tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for security_group_rule (6221f363-a810-4cc5-96ae-2191d17f105c), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:54.370185 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d396d688-ff81-420f-a378-25b68fa4043a tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for security_group_rule (6221f363-a810-4cc5-96ae-2191d17f105c), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:54.374419 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d396d688-ff81-420f-a378-25b68fa4043a tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (6221f363-a810-4cc5-96ae-2191d17f105c), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:54.395164 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396d688-ff81-420f-a378-25b68fa4043a tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6221f363-a810-4cc5-96ae-2191d17f105c,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:50:54.403551 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d396d688-ff81-420f-a378-25b68fa4043a tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:54.404974 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-d396d688-ff81-420f-a378-25b68fa4043a tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1255476 Feb 17 18:50:54.407707 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 42828) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:50:54.412721 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-2c0060f2-e73b-4c58-bd18-eb2913d687e7 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Request body: {'security_group_rule': {'security_group_id': '83691059-a722-491e-a6d0-146ee029c415', 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:50:54.434187 n-d-829613-2 neutron-server[103434]: INFO neutron.db.securitygroups_db [None req-2c0060f2-e73b-4c58-bd18-eb2913d687e7 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Project f99db53ee86a4d42947dacad362c4e66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 18:50:54.439556 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2c0060f2-e73b-4c58-bd18-eb2913d687e7 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for security_group_rule (e77b158d-5bc8-4346-8339-49c125d8aeb8), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:54.500464 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2c0060f2-e73b-4c58-bd18-eb2913d687e7 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for security_group_rule (e77b158d-5bc8-4346-8339-49c125d8aeb8), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:54.505032 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2c0060f2-e73b-4c58-bd18-eb2913d687e7 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (e77b158d-5bc8-4346-8339-49c125d8aeb8), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:54.527612 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0060f2-e73b-4c58-bd18-eb2913d687e7 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e77b158d-5bc8-4346-8339-49c125d8aeb8,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:50:54.536019 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-2c0060f2-e73b-4c58-bd18-eb2913d687e7 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:54.537346 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-2c0060f2-e73b-4c58-bd18-eb2913d687e7 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1284435 Feb 17 18:50:54.540983 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42830) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:50:54.545710 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-e99ce7aa-05ac-4870-8f26-d31c8c475320 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Request body: {'security_group_rule': {'security_group_id': '83691059-a722-491e-a6d0-146ee029c415', 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:50:54.565110 n-d-829613-2 neutron-server[103435]: INFO neutron.db.securitygroups_db [None req-e99ce7aa-05ac-4870-8f26-d31c8c475320 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Project f99db53ee86a4d42947dacad362c4e66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 18:50:54.570265 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e99ce7aa-05ac-4870-8f26-d31c8c475320 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for security_group_rule (52b9c872-1abb-4028-9b04-25eefe18c465), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:54.635607 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e99ce7aa-05ac-4870-8f26-d31c8c475320 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for security_group_rule (52b9c872-1abb-4028-9b04-25eefe18c465), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:54.639427 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e99ce7aa-05ac-4870-8f26-d31c8c475320 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (52b9c872-1abb-4028-9b04-25eefe18c465), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:54.658359 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99ce7aa-05ac-4870-8f26-d31c8c475320 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52b9c872-1abb-4028-9b04-25eefe18c465,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:50:54.668474 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e99ce7aa-05ac-4870-8f26-d31c8c475320 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:54.669683 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e99ce7aa-05ac-4870-8f26-d31c8c475320 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1277044 Feb 17 18:50:54.815601 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-618cb5bb-159d-4abf-8d6a-27c790253611 req-a6f6ca9c-1b78-4428-9d2e-2c1adc25b63c tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-689345361&fields=id&tenant_id=f99db53ee86a4d42947dacad362c4e66 HTTP/1.1" status: 200 len: 267 time: 0.0440738 Feb 17 18:50:54.919622 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618cb5bb-159d-4abf-8d6a-27c790253611 req-84bb28bf-4674-4011-afdc-7f3d9a3f18b7 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:50:54.921139 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-618cb5bb-159d-4abf-8d6a-27c790253611 req-84bb28bf-4674-4011-afdc-7f3d9a3f18b7 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/networks?id=3c265b8b-3a18-4690-b5d4-441101022aa3 HTTP/1.1" status: 200 len: 808 time: 0.0985661 Feb 17 18:50:54.935593 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-618cb5bb-159d-4abf-8d6a-27c790253611 req-7c227190-107e-435a-bcef-c7953350ab0d tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/quotas/f99db53ee86a4d42947dacad362c4e66 HTTP/1.1" status: 200 len: 375 time: 0.0090733 Feb 17 18:50:54.994039 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-618cb5bb-159d-4abf-8d6a-27c790253611 req-0edf0fc3-6c27-4b04-9063-919ddbf1fd26 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=f99db53ee86a4d42947dacad362c4e66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536330 Feb 17 18:50:55.092228 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-618cb5bb-159d-4abf-8d6a-27c790253611 req-aa3521e5-d747-48b8-8e26-a03b7f9fa6cb service neutron] 10.222.0.87 "GET /v2.0/networks/3c265b8b-3a18-4690-b5d4-441101022aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869038 Feb 17 18:50:55.186374 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-618cb5bb-159d-4abf-8d6a-27c790253611 req-0919ec7a-4be7-4869-af44-d20586cc59cb service neutron] 10.222.0.87 "GET /v2.0/networks/3c265b8b-3a18-4690-b5d4-441101022aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881922 Feb 17 18:50:55.329517 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24fa98c-7719-47ed-aee7-f3c23ced04b1 None None] Sync routers for ids ['ce65e925-1d1d-428d-bba0-21abdb96a4ef'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:50:55.340449 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24fa98c-7719-47ed-aee7-f3c23ced04b1 None None] Routers {'ce65e925-1d1d-428d-bba0-21abdb96a4ef'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:50:55.341351 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-a24fa98c-7719-47ed-aee7-f3c23ced04b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:50:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['ce65e925-1d1d-428d-bba0-21abdb96a4ef'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:50:55.350967 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0560209e-c271-4c8b-b6d1-4de495e7fa4b req-b0f231e9-c4ce-4b97-8835-b31e85e82150 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 210 time: 0.0277259 Feb 17 18:50:55.455960 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-a24fa98c-7719-47ed-aee7-f3c23ced04b1 None None] Set router ce65e925-1d1d-428d-bba0-21abdb96a4ef gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:50:55.659162 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-a24fa98c-7719-47ed-aee7-f3c23ced04b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce65e925-1d1d-428d-bba0-21abdb96a4ef', 'name': 'tempest-TestShelveInstance-464361427-router', 'tenant_id': '7acd4caf8acd4c3493f796286e5405b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '1f21d7d4-797e-444a-ae24-d1569166f8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:50:49Z', 'updated_at': '2022-02-17T18:50:52Z', 'revision_number': 4, 'project_id': '7acd4caf8acd4c3493f796286e5405b6', 'gw_port': {'id': '1f21d7d4-797e-444a-ae24-d1569166f8fb', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce65e925-1d1d-428d-bba0-21abdb96a4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:50:49Z', 'updated_at': '2022-02-17T18:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '5770037c-5120-435b-afc9-673a69ebd3f1', 'name': '', 'network_id': '1c219a69-199c-4a81-9d4a-b8b17c161d6f', 'tenant_id': '7acd4caf8acd4c3493f796286e5405b6', 'mac_address': 'fa:16:3e:83:54:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce65e925-1d1d-428d-bba0-21abdb96a4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '528cbe6e-57c1-4316-bf49-2339bd07cc67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:50:51Z', 'updated_at': '2022-02-17T18:50:52Z', 'revision_number': 2, 'project_id': '7acd4caf8acd4c3493f796286e5405b6', 'subnets': [{'id': '528cbe6e-57c1-4316-bf49-2339bd07cc67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:50:55.686913 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24fa98c-7719-47ed-aee7-f3c23ced04b1 None None] Checking router: ce65e925-1d1d-428d-bba0-21abdb96a4ef for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:50:55.687268 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24fa98c-7719-47ed-aee7-f3c23ced04b1 None None] Updating router ce65e925-1d1d-428d-bba0-21abdb96a4ef port 5770037c-5120-435b-afc9-673a69ebd3f1 binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 18:50:55.714590 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-a24fa98c-7719-47ed-aee7-f3c23ced04b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5770037c-5120-435b-afc9-673a69ebd3f1), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:55.918530 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 1f21d7d4-797e-444a-ae24-d1569166f8fb up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:50:55.972444 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 1f21d7d4-797e-444a-ae24-d1569166f8fb triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:50:55.972775 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1f21d7d4-797e-444a-ae24-d1569166f8fb), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:55.997211 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-a24fa98c-7719-47ed-aee7-f3c23ced04b1 None None] Publish callbacks [] for port (5770037c-5120-435b-afc9-673a69ebd3f1), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:56.003022 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-a24fa98c-7719-47ed-aee7-f3c23ced04b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (5770037c-5120-435b-afc9-673a69ebd3f1), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:56.056750 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 1f21d7d4-797e-444a-ae24-d1569166f8fb is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:50:56.057156 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1f21d7d4-797e-444a-ae24-d1569166f8fb), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:56.069173 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4085ccc2-ba43-4c5d-8817-26f58bf192ce None None] Pushing event updated for resources: {'Port': ['ID=5770037c-5120-435b-afc9-673a69ebd3f1,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:50:56.081666 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 1f21d7d4-797e-444a-ae24-d1569166f8fb, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=1f21d7d4-797e-444a-ae24-d1569166f8fb,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:50:56.087270 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (1f21d7d4-797e-444a-ae24-d1569166f8fb), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:56.104642 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-a24fa98c-7719-47ed-aee7-f3c23ced04b1 None None] Attempting to bind port 5770037c-5120-435b-afc9-673a69ebd3f1 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:50:56.105008 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-a24fa98c-7719-47ed-aee7-f3c23ced04b1 None None] Attempting to bind port 5770037c-5120-435b-afc9-673a69ebd3f1 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '465cedab-9c0b-4ac4-ba17-05b4f8a30820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1c219a69-199c-4a81-9d4a-b8b17c161d6f'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:50:56.105366 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24fa98c-7719-47ed-aee7-f3c23ced04b1 None None] Attempting to bind port 5770037c-5120-435b-afc9-673a69ebd3f1 on network 1c219a69-199c-4a81-9d4a-b8b17c161d6f {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:50:56.112543 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24fa98c-7719-47ed-aee7-f3c23ced04b1 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:50:56.112931 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24fa98c-7719-47ed-aee7-f3c23ced04b1 None None] Checking segment: {'id': '465cedab-9c0b-4ac4-ba17-05b4f8a30820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1c219a69-199c-4a81-9d4a-b8b17c161d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:50:56.113313 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-a24fa98c-7719-47ed-aee7-f3c23ced04b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:56.113760 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24fa98c-7719-47ed-aee7-f3c23ced04b1 None None] Bound using segment: {'id': '465cedab-9c0b-4ac4-ba17-05b4f8a30820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1c219a69-199c-4a81-9d4a-b8b17c161d6f'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:50:56.114231 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-a24fa98c-7719-47ed-aee7-f3c23ced04b1 None None] Bound port: 5770037c-5120-435b-afc9-673a69ebd3f1, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '465cedab-9c0b-4ac4-ba17-05b4f8a30820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1c219a69-199c-4a81-9d4a-b8b17c161d6f'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:50:56.114608 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-a24fa98c-7719-47ed-aee7-f3c23ced04b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5770037c-5120-435b-afc9-673a69ebd3f1), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:56.150852 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=1f21d7d4-797e-444a-ae24-d1569166f8fb,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:50:56.198572 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-a24fa98c-7719-47ed-aee7-f3c23ced04b1 None None] For port 5770037c-5120-435b-afc9-673a69ebd3f1, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:50:56.202351 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-a24fa98c-7719-47ed-aee7-f3c23ced04b1 None None] For port 5770037c-5120-435b-afc9-673a69ebd3f1, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=5770037c-5120-435b-afc9-673a69ebd3f1,segment=NetworkSegment(465cedab-9c0b-4ac4-ba17-05b4f8a30820),segment_id=465cedab-9c0b-4ac4-ba17-05b4f8a30820)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:50:56.210773 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-a24fa98c-7719-47ed-aee7-f3c23ced04b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (5770037c-5120-435b-afc9-673a69ebd3f1), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:56.275597 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24fa98c-7719-47ed-aee7-f3c23ced04b1 None None] Routers {'ce65e925-1d1d-428d-bba0-21abdb96a4ef'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:50:56.276224 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-a24fa98c-7719-47ed-aee7-f3c23ced04b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:50:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['ce65e925-1d1d-428d-bba0-21abdb96a4ef'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:50:56.308084 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-7e0542bc-7127-4d1f-811d-d2717bb3e3eb None None] Provisioning complete for port 5770037c-5120-435b-afc9-673a69ebd3f1 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:50:56.308574 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7e0542bc-7127-4d1f-811d-d2717bb3e3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (5770037c-5120-435b-afc9-673a69ebd3f1), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:56.358567 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618cb5bb-159d-4abf-8d6a-27c790253611 req-103d14b2-a49b-45a1-b476-74ac0b1229fe tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:50:56.360573 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-618cb5bb-159d-4abf-8d6a-27c790253611 req-103d14b2-a49b-45a1-b476-74ac0b1229fe tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.71 "GET /v2.0/networks?id=3c265b8b-3a18-4690-b5d4-441101022aa3 HTTP/1.1" status: 200 len: 808 time: 0.1542022 Feb 17 18:50:56.450442 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-7e0542bc-7127-4d1f-811d-d2717bb3e3eb None None] Current status of the port 5770037c-5120-435b-afc9-673a69ebd3f1 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:50:56.450672 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-618cb5bb-159d-4abf-8d6a-27c790253611 req-ef8b7b80-cb70-410e-8308-c7907ad81d1d tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f99db53ee86a4d42947dacad362c4e66 HTTP/1.1" status: 200 len: 379 time: 0.0809038 Feb 17 18:50:56.451240 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7e0542bc-7127-4d1f-811d-d2717bb3e3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5770037c-5120-435b-afc9-673a69ebd3f1), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:56.464474 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-618cb5bb-159d-4abf-8d6a-27c790253611 req-08157feb-6d05-4b64-bb26-a91270656945 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Request body: {'port': {'device_id': '68e773f1-9491-473f-b86b-bf58ab485e7b', 'network_id': '3c265b8b-3a18-4690-b5d4-441101022aa3', 'admin_state_up': True, 'tenant_id': 'f99db53ee86a4d42947dacad362c4e66', 'security_groups': ['83691059-a722-491e-a6d0-146ee029c415']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:50:56.496475 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c8d1f95c-c2ca-4192-8ecc-63506bdf008d req-8a3d3cc3-e835-459b-a4d1-4b98c2551f4a tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 210 time: 0.0483100 Feb 17 18:50:56.511276 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-7e0542bc-7127-4d1f-811d-d2717bb3e3eb None None] For port 5770037c-5120-435b-afc9-673a69ebd3f1, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=5770037c-5120-435b-afc9-673a69ebd3f1,segment=NetworkSegment(465cedab-9c0b-4ac4-ba17-05b4f8a30820),segment_id=465cedab-9c0b-4ac4-ba17-05b4f8a30820)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:50:56.515562 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4085ccc2-ba43-4c5d-8817-26f58bf192ce None None] Pushing event updated for resources: {'Port': ['ID=5770037c-5120-435b-afc9-673a69ebd3f1,revision_number=4']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:50:56.518813 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7e0542bc-7127-4d1f-811d-d2717bb3e3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (5770037c-5120-435b-afc9-673a69ebd3f1), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:56.575963 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-a24fa98c-7719-47ed-aee7-f3c23ced04b1 None None] Set router ce65e925-1d1d-428d-bba0-21abdb96a4ef gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:50:56.580158 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0542bc-7127-4d1f-811d-d2717bb3e3eb None None] Pushing event updated for resources: {'Port': ['ID=5770037c-5120-435b-afc9-673a69ebd3f1,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:50:56.635461 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-618cb5bb-159d-4abf-8d6a-27c790253611 req-08157feb-6d05-4b64-bb26-a91270656945 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Made reservation on behalf of f99db53ee86a4d42947dacad362c4e66 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:50:56.639028 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-618cb5bb-159d-4abf-8d6a-27c790253611 req-08157feb-6d05-4b64-bb26-a91270656945 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:56.642985 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-6cefbe72-45d3-40e3-8980-721ac1b4f1b8 None None] Provisioning complete for port 5770037c-5120-435b-afc9-673a69ebd3f1 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:50:56.643364 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6cefbe72-45d3-40e3-8980-721ac1b4f1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (5770037c-5120-435b-afc9-673a69ebd3f1), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:56.730369 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-6cefbe72-45d3-40e3-8980-721ac1b4f1b8 None None] Current status of the port 5770037c-5120-435b-afc9-673a69ebd3f1 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:50:56.779830 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-618cb5bb-159d-4abf-8d6a-27c790253611 req-08157feb-6d05-4b64-bb26-a91270656945 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Allocated IP 172.20.0.11 (3c265b8b-3a18-4690-b5d4-441101022aa3/24e28791-86ff-4050-9e3e-531b5cc17e58/9d8fa234-02ea-4c4c-8c91-50c2548b5e05) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:50:56.784273 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-a24fa98c-7719-47ed-aee7-f3c23ced04b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce65e925-1d1d-428d-bba0-21abdb96a4ef', 'name': 'tempest-TestShelveInstance-464361427-router', 'tenant_id': '7acd4caf8acd4c3493f796286e5405b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '1f21d7d4-797e-444a-ae24-d1569166f8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:50:49Z', 'updated_at': '2022-02-17T18:50:52Z', 'revision_number': 4, 'project_id': '7acd4caf8acd4c3493f796286e5405b6', 'gw_port': {'id': '1f21d7d4-797e-444a-ae24-d1569166f8fb', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce65e925-1d1d-428d-bba0-21abdb96a4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:50:49Z', 'updated_at': '2022-02-17T18:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '5770037c-5120-435b-afc9-673a69ebd3f1', 'name': '', 'network_id': '1c219a69-199c-4a81-9d4a-b8b17c161d6f', 'tenant_id': '7acd4caf8acd4c3493f796286e5405b6', 'mac_address': 'fa:16:3e:83:54:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce65e925-1d1d-428d-bba0-21abdb96a4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '528cbe6e-57c1-4316-bf49-2339bd07cc67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:50:51Z', 'updated_at': '2022-02-17T18:50:56Z', 'revision_number': 4, 'project_id': '7acd4caf8acd4c3493f796286e5405b6', 'subnets': [{'id': '528cbe6e-57c1-4316-bf49-2339bd07cc67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:50:56.810662 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24fa98c-7719-47ed-aee7-f3c23ced04b1 None None] The sync data for ids ['ce65e925-1d1d-428d-bba0-21abdb96a4ef'] in n-d-829613-2 is: [{'id': 'ce65e925-1d1d-428d-bba0-21abdb96a4ef', 'name': 'tempest-TestShelveInstance-464361427-router', 'tenant_id': '7acd4caf8acd4c3493f796286e5405b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '1f21d7d4-797e-444a-ae24-d1569166f8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:50:49Z', 'updated_at': '2022-02-17T18:50:52Z', 'revision_number': 4, 'project_id': '7acd4caf8acd4c3493f796286e5405b6', 'gw_port': {'id': '1f21d7d4-797e-444a-ae24-d1569166f8fb', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce65e925-1d1d-428d-bba0-21abdb96a4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:50:49Z', 'updated_at': '2022-02-17T18:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '5770037c-5120-435b-afc9-673a69ebd3f1', 'name': '', 'network_id': '1c219a69-199c-4a81-9d4a-b8b17c161d6f', 'tenant_id': '7acd4caf8acd4c3493f796286e5405b6', 'mac_address': 'fa:16:3e:83:54:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce65e925-1d1d-428d-bba0-21abdb96a4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '528cbe6e-57c1-4316-bf49-2339bd07cc67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:50:51Z', 'updated_at': '2022-02-17T18:50:56Z', 'revision_number': 4, 'project_id': '7acd4caf8acd4c3493f796286e5405b6', 'subnets': [{'id': '528cbe6e-57c1-4316-bf49-2339bd07cc67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:50:56.922507 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-618cb5bb-159d-4abf-8d6a-27c790253611 req-08157feb-6d05-4b64-bb26-a91270656945 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for port (9d8fa234-02ea-4c4c-8c91-50c2548b5e05), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:56.958360 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-618cb5bb-159d-4abf-8d6a-27c790253611 req-08157feb-6d05-4b64-bb26-a91270656945 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (9d8fa234-02ea-4c4c-8c91-50c2548b5e05), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:57.009221 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-618cb5bb-159d-4abf-8d6a-27c790253611 req-08157feb-6d05-4b64-bb26-a91270656945 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Network 3c265b8b-3a18-4690-b5d4-441101022aa3 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:50:57.014633 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-618cb5bb-159d-4abf-8d6a-27c790253611 req-08157feb-6d05-4b64-bb26-a91270656945 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:50:57.018534 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-618cb5bb-159d-4abf-8d6a-27c790253611 req-08157feb-6d05-4b64-bb26-a91270656945 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:50:57.046238 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08157feb-6d05-4b64-bb26-a91270656945 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Pushing event updated for resources: {'Port': ['ID=9d8fa234-02ea-4c4c-8c91-50c2548b5e05,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:50:57.077922 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618cb5bb-159d-4abf-8d6a-27c790253611 req-08157feb-6d05-4b64-bb26-a91270656945 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:50:57.078565 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-618cb5bb-159d-4abf-8d6a-27c790253611 req-08157feb-6d05-4b64-bb26-a91270656945 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:57.098700 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-618cb5bb-159d-4abf-8d6a-27c790253611 req-08157feb-6d05-4b64-bb26-a91270656945 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6424346 Feb 17 18:50:57.110304 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-618cb5bb-159d-4abf-8d6a-27c790253611 req-99dd2723-5e4e-4269-ab38-cbcfc34dbcd4 service neutron] Request body: {'port': {'device_id': '68e773f1-9491-473f-b86b-bf58ab485e7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:50:57.177026 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-618cb5bb-159d-4abf-8d6a-27c790253611 req-99dd2723-5e4e-4269-ab38-cbcfc34dbcd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (9d8fa234-02ea-4c4c-8c91-50c2548b5e05), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:57.361365 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-7d235305-c2bf-40cf-bb37-b3669cbeb29d None None] Provisioning complete for port 9d8fa234-02ea-4c4c-8c91-50c2548b5e05 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:50:57.362356 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7d235305-c2bf-40cf-bb37-b3669cbeb29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (9d8fa234-02ea-4c4c-8c91-50c2548b5e05), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:57.405711 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-7d235305-c2bf-40cf-bb37-b3669cbeb29d None None] Port 9d8fa234-02ea-4c4c-8c91-50c2548b5e05 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:50:57.472868 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-618cb5bb-159d-4abf-8d6a-27c790253611 req-99dd2723-5e4e-4269-ab38-cbcfc34dbcd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d8fa234-02ea-4c4c-8c91-50c2548b5e05 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:50:57.480269 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-618cb5bb-159d-4abf-8d6a-27c790253611 req-99dd2723-5e4e-4269-ab38-cbcfc34dbcd4 service neutron] Publish callbacks [] for port (9d8fa234-02ea-4c4c-8c91-50c2548b5e05), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:57.493423 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-618cb5bb-159d-4abf-8d6a-27c790253611 req-99dd2723-5e4e-4269-ab38-cbcfc34dbcd4 service neutron] Transition to ACTIVE for port object 9d8fa234-02ea-4c4c-8c91-50c2548b5e05 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 18:50:57.497322 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-618cb5bb-159d-4abf-8d6a-27c790253611 req-99dd2723-5e4e-4269-ab38-cbcfc34dbcd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (9d8fa234-02ea-4c4c-8c91-50c2548b5e05), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:57.554312 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd2723-5e4e-4269-ab38-cbcfc34dbcd4 service neutron] Pushing event updated for resources: {'Port': ['ID=9d8fa234-02ea-4c4c-8c91-50c2548b5e05,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:50:57.627682 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-618cb5bb-159d-4abf-8d6a-27c790253611 req-99dd2723-5e4e-4269-ab38-cbcfc34dbcd4 service neutron] Attempting to bind port 9d8fa234-02ea-4c4c-8c91-50c2548b5e05 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:50:57.628016 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-618cb5bb-159d-4abf-8d6a-27c790253611 req-99dd2723-5e4e-4269-ab38-cbcfc34dbcd4 service neutron] Attempting to bind port 9d8fa234-02ea-4c4c-8c91-50c2548b5e05 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '18d3dafa-77a7-4839-b380-4bfd715c85e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3c265b8b-3a18-4690-b5d4-441101022aa3'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:50:57.628512 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618cb5bb-159d-4abf-8d6a-27c790253611 req-99dd2723-5e4e-4269-ab38-cbcfc34dbcd4 service neutron] Attempting to bind port 9d8fa234-02ea-4c4c-8c91-50c2548b5e05 on network 3c265b8b-3a18-4690-b5d4-441101022aa3 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:50:57.635264 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618cb5bb-159d-4abf-8d6a-27c790253611 req-99dd2723-5e4e-4269-ab38-cbcfc34dbcd4 service neutron] Port 9d8fa234-02ea-4c4c-8c91-50c2548b5e05 on network 3c265b8b-3a18-4690-b5d4-441101022aa3 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:50:57.635601 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618cb5bb-159d-4abf-8d6a-27c790253611 req-99dd2723-5e4e-4269-ab38-cbcfc34dbcd4 service neutron] Attempting to bind port 9d8fa234-02ea-4c4c-8c91-50c2548b5e05 on network 3c265b8b-3a18-4690-b5d4-441101022aa3 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:50:57.640873 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618cb5bb-159d-4abf-8d6a-27c790253611 req-99dd2723-5e4e-4269-ab38-cbcfc34dbcd4 service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:50:57.641225 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618cb5bb-159d-4abf-8d6a-27c790253611 req-99dd2723-5e4e-4269-ab38-cbcfc34dbcd4 service neutron] Checking segment: {'id': '18d3dafa-77a7-4839-b380-4bfd715c85e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3c265b8b-3a18-4690-b5d4-441101022aa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:50:57.642433 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618cb5bb-159d-4abf-8d6a-27c790253611 req-99dd2723-5e4e-4269-ab38-cbcfc34dbcd4 service neutron] Bound using segment: {'id': '18d3dafa-77a7-4839-b380-4bfd715c85e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3c265b8b-3a18-4690-b5d4-441101022aa3'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:50:57.642433 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-618cb5bb-159d-4abf-8d6a-27c790253611 req-99dd2723-5e4e-4269-ab38-cbcfc34dbcd4 service neutron] Bound port: 9d8fa234-02ea-4c4c-8c91-50c2548b5e05, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18d3dafa-77a7-4839-b380-4bfd715c85e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3c265b8b-3a18-4690-b5d4-441101022aa3'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:50:57.642685 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-618cb5bb-159d-4abf-8d6a-27c790253611 req-99dd2723-5e4e-4269-ab38-cbcfc34dbcd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (9d8fa234-02ea-4c4c-8c91-50c2548b5e05), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:57.655757 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c2d51-7dff-400c-a8a8-197644ebae6f req-6d4cb52d-d6ea-4da5-a1cf-d628b23d68e1 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:50:57.657656 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e67c2d51-7dff-400c-a8a8-197644ebae6f req-6d4cb52d-d6ea-4da5-a1cf-d628b23d68e1 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 944 time: 0.0745008 Feb 17 18:50:57.754469 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-618cb5bb-159d-4abf-8d6a-27c790253611 req-99dd2723-5e4e-4269-ab38-cbcfc34dbcd4 service neutron] For port 9d8fa234-02ea-4c4c-8c91-50c2548b5e05, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:50:57.756872 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e67c2d51-7dff-400c-a8a8-197644ebae6f req-744f5b67-cc05-480e-92ba-6b1fa1bf0303 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=83691059-a722-491e-a6d0-146ee029c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903058 Feb 17 18:50:57.759699 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-618cb5bb-159d-4abf-8d6a-27c790253611 req-99dd2723-5e4e-4269-ab38-cbcfc34dbcd4 service neutron] For port 9d8fa234-02ea-4c4c-8c91-50c2548b5e05, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=9d8fa234-02ea-4c4c-8c91-50c2548b5e05,segment=NetworkSegment(18d3dafa-77a7-4839-b380-4bfd715c85e8),segment_id=18d3dafa-77a7-4839-b380-4bfd715c85e8)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:50:57.767858 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-618cb5bb-159d-4abf-8d6a-27c790253611 req-99dd2723-5e4e-4269-ab38-cbcfc34dbcd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (9d8fa234-02ea-4c4c-8c91-50c2548b5e05), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:57.817529 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618cb5bb-159d-4abf-8d6a-27c790253611 req-99dd2723-5e4e-4269-ab38-cbcfc34dbcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:50:57.818119 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-618cb5bb-159d-4abf-8d6a-27c790253611 req-99dd2723-5e4e-4269-ab38-cbcfc34dbcd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:57.819534 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-618cb5bb-159d-4abf-8d6a-27c790253611 req-99dd2723-5e4e-4269-ab38-cbcfc34dbcd4 service neutron] 10.222.0.71 "PUT /v2.0/ports/9d8fa234-02ea-4c4c-8c91-50c2548b5e05 HTTP/1.1" status: 200 len: 1092 time: 0.7136402 Feb 17 18:50:57.819984 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e773f1-9491-473f-b86b-bf58ab485e7b', 'tag': '9d8fa234-02ea-4c4c-8c91-50c2548b5e05'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:50:57.822362 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3ca9a5-a194-446d-8f2b-4e16bdd50e07" -d '{"events": [{"name": "network-changed", "server_uuid": "68e773f1-9491-473f-b86b-bf58ab485e7b", "tag": "9d8fa234-02ea-4c4c-8c91-50c2548b5e05"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:50:57.840923 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd2723-5e4e-4269-ab38-cbcfc34dbcd4 service neutron] Pushing event updated for resources: {'Port': ['ID=9d8fa234-02ea-4c4c-8c91-50c2548b5e05,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:50:57.911454 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4120d3f7-34e4-48e7-a140-af58fb0e7873 x-openstack-request-id: req-4120d3f7-34e4-48e7-a140-af58fb0e7873 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:50:57.911756 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68e773f1-9491-473f-b86b-bf58ab485e7b", "tag": "9d8fa234-02ea-4c4c-8c91-50c2548b5e05", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:50:57.912161 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4120d3f7-34e4-48e7-a140-af58fb0e7873 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:50:57.912601 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68e773f1-9491-473f-b86b-bf58ab485e7b', 'tag': '9d8fa234-02ea-4c4c-8c91-50c2548b5e05', 'status': 'completed', 'code': 200} Feb 17 18:50:57.951313 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618cb5bb-159d-4abf-8d6a-27c790253611 req-e6d59640-9888-46c1-9e28-327db7ea4188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:50:57.954952 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-618cb5bb-159d-4abf-8d6a-27c790253611 req-e6d59640-9888-46c1-9e28-327db7ea4188 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f99db53ee86a4d42947dacad362c4e66&device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 1126 time: 0.0832479 Feb 17 18:50:57.987446 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 5770037c-5120-435b-afc9-673a69ebd3f1 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:50:58.023255 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-618cb5bb-159d-4abf-8d6a-27c790253611 req-e538b33c-e6c8-4079-a132-038b008f2ac4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d8fa234-02ea-4c4c-8c91-50c2548b5e05 HTTP/1.1" status: 200 len: 217 time: 0.0580401 Feb 17 18:50:58.064834 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 5770037c-5120-435b-afc9-673a69ebd3f1 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:50:58.066158 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (5770037c-5120-435b-afc9-673a69ebd3f1), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:58.075512 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618cb5bb-159d-4abf-8d6a-27c790253611 req-311a7adc-6962-4f10-a3aa-6e1357f977a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:50:58.077176 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-618cb5bb-159d-4abf-8d6a-27c790253611 req-311a7adc-6962-4f10-a3aa-6e1357f977a0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=24e28791-86ff-4050-9e3e-531b5cc17e58 HTTP/1.1" status: 200 len: 847 time: 0.0483568 Feb 17 18:50:58.138704 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618cb5bb-159d-4abf-8d6a-27c790253611 req-d1fc69d9-81d6-47e1-baff-d17bc8acfe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:50:58.140234 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-618cb5bb-159d-4abf-8d6a-27c790253611 req-d1fc69d9-81d6-47e1-baff-d17bc8acfe61 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3c265b8b-3a18-4690-b5d4-441101022aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0565114 Feb 17 18:50:58.167928 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 5770037c-5120-435b-afc9-673a69ebd3f1 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:50:58.168909 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 1f21d7d4-797e-444a-ae24-d1569166f8fb up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:50:58.221572 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 1f21d7d4-797e-444a-ae24-d1569166f8fb triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:50:58.221957 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (1f21d7d4-797e-444a-ae24-d1569166f8fb), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:50:58.239788 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-618cb5bb-159d-4abf-8d6a-27c790253611 req-a9efc266-31a6-42e6-8b0f-293e50deef3c service neutron] 10.222.0.71 "GET /v2.0/networks/3c265b8b-3a18-4690-b5d4-441101022aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916922 Feb 17 18:50:58.299753 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 1f21d7d4-797e-444a-ae24-d1569166f8fb is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:50:58.332885 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-618cb5bb-159d-4abf-8d6a-27c790253611 req-1a526227-77ab-4521-9e94-6b92c1b6de5c service neutron] 10.222.0.71 "GET /v2.0/networks/3c265b8b-3a18-4690-b5d4-441101022aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868504 Feb 17 18:50:58.431084 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ca9a5-a194-446d-8f2b-4e16bdd50e07 req-15d37959-07d8-44bb-a6d2-a02cdd235526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:50:58.432724 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ed3ca9a5-a194-446d-8f2b-4e16bdd50e07 req-15d37959-07d8-44bb-a6d2-a02cdd235526 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f99db53ee86a4d42947dacad362c4e66&device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 1126 time: 0.0560217 Feb 17 18:50:58.524092 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ca9a5-a194-446d-8f2b-4e16bdd50e07 req-bb84ffb7-1eef-4a2a-9728-4be3d4ac3e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:50:58.525620 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ed3ca9a5-a194-446d-8f2b-4e16bdd50e07 req-bb84ffb7-1eef-4a2a-9728-4be3d4ac3e04 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3c265b8b-3a18-4690-b5d4-441101022aa3 HTTP/1.1" status: 200 len: 909 time: 0.0876791 Feb 17 18:50:58.570263 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ed3ca9a5-a194-446d-8f2b-4e16bdd50e07 req-72a20495-61a0-4b99-9b5d-bb460f2de3be service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d8fa234-02ea-4c4c-8c91-50c2548b5e05 HTTP/1.1" status: 200 len: 217 time: 0.0379081 Feb 17 18:50:58.617891 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ca9a5-a194-446d-8f2b-4e16bdd50e07 req-e6724d44-a09f-4c81-af99-f6252a0a78ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:50:58.619298 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ed3ca9a5-a194-446d-8f2b-4e16bdd50e07 req-e6724d44-a09f-4c81-af99-f6252a0a78ae service neutron] 10.222.0.71 "GET /v2.0/subnets?id=24e28791-86ff-4050-9e3e-531b5cc17e58 HTTP/1.1" status: 200 len: 847 time: 0.0436087 Feb 17 18:50:58.669241 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ca9a5-a194-446d-8f2b-4e16bdd50e07 req-208f2b46-8dc2-4eee-8d26-8f4c4782685f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:50:58.670671 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ed3ca9a5-a194-446d-8f2b-4e16bdd50e07 req-208f2b46-8dc2-4eee-8d26-8f4c4782685f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3c265b8b-3a18-4690-b5d4-441101022aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452504 Feb 17 18:50:58.763950 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ed3ca9a5-a194-446d-8f2b-4e16bdd50e07 req-38ee722d-0ec1-455a-9e52-92dcf4716438 service neutron] 10.222.0.71 "GET /v2.0/networks/3c265b8b-3a18-4690-b5d4-441101022aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864534 Feb 17 18:50:58.856455 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ed3ca9a5-a194-446d-8f2b-4e16bdd50e07 req-24b7dce3-bdd6-459a-b019-e6ae9511c29b service neutron] 10.222.0.71 "GET /v2.0/networks/3c265b8b-3a18-4690-b5d4-441101022aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860212 Feb 17 18:50:58.894051 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa8b6f-2143-4746-bfdf-857457c15cad req-78b81f9a-5860-490e-8f09-36616bc16ef4 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:50:58.895426 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-84fa8b6f-2143-4746-bfdf-857457c15cad req-78b81f9a-5860-490e-8f09-36616bc16ef4 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 944 time: 0.0601728 Feb 17 18:50:58.943697 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-84fa8b6f-2143-4746-bfdf-857457c15cad req-9c0b4110-ea55-46e5-adb0-3d02b3c42314 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=83691059-a722-491e-a6d0-146ee029c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425351 Feb 17 18:50:59.912997 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:51:00.062266 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c427c-8bdf-4b03-903c-43344bdb7383 req-42a840a6-2c2d-4c85-bd7d-cdc308944ece tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:51:00.063672 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-834c427c-8bdf-4b03-903c-43344bdb7383 req-42a840a6-2c2d-4c85-bd7d-cdc308944ece tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 944 time: 0.0526469 Feb 17 18:51:00.112542 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-834c427c-8bdf-4b03-903c-43344bdb7383 req-afa23452-93d9-4974-a941-726e44ea673f tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=83691059-a722-491e-a6d0-146ee029c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429630 Feb 17 18:51:01.234907 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6325d-9717-4e57-b57e-f885f636eb07 req-506540aa-3ae0-4fb4-bb83-75e28315b900 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:51:01.236320 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c6a6325d-9717-4e57-b57e-f885f636eb07 req-506540aa-3ae0-4fb4-bb83-75e28315b900 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 944 time: 0.0560243 Feb 17 18:51:01.284571 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c6a6325d-9717-4e57-b57e-f885f636eb07 req-d5c49e93-ca0f-4983-8052-1115eb21e778 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=83691059-a722-491e-a6d0-146ee029c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426316 Feb 17 18:51:02.400430 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b2537-1462-4779-8e5f-eab3036c7540 req-20c0c3a9-68a2-4dac-8246-d340daca6716 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:51:02.401889 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f45b2537-1462-4779-8e5f-eab3036c7540 req-20c0c3a9-68a2-4dac-8246-d340daca6716 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 944 time: 0.0514958 Feb 17 18:51:02.452702 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f45b2537-1462-4779-8e5f-eab3036c7540 req-78bb780d-27ee-4556-8f84-a505c2e31053 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=83691059-a722-491e-a6d0-146ee029c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453041 Feb 17 18:51:02.554757 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 9d8fa234-02ea-4c4c-8c91-50c2548b5e05 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:51:02.654392 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 9d8fa234-02ea-4c4c-8c91-50c2548b5e05, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=9d8fa234-02ea-4c4c-8c91-50c2548b5e05,segment=NetworkSegment(18d3dafa-77a7-4839-b380-4bfd715c85e8),segment_id=18d3dafa-77a7-4839-b380-4bfd715c85e8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:51:02.664628 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '9d8fa234-02ea-4c4c-8c91-50c2548b5e05', 'network_id': '3c265b8b-3a18-4690-b5d4-441101022aa3', 'port_id': '9d8fa234-02ea-4c4c-8c91-50c2548b5e05', 'mac_address': 'fa:16:3e:5d:25:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24e28791-86ff-4050-9e3e-531b5cc17e58', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:51:02.701094 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 9d8fa234-02ea-4c4c-8c91-50c2548b5e05 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:51:02.701491 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (9d8fa234-02ea-4c4c-8c91-50c2548b5e05), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:51:02.714562 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d8fa234-02ea-4c4c-8c91-50c2548b5e05 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:51:02.735186 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 9d8fa234-02ea-4c4c-8c91-50c2548b5e05, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=9d8fa234-02ea-4c4c-8c91-50c2548b5e05,segment=NetworkSegment(18d3dafa-77a7-4839-b380-4bfd715c85e8),segment_id=18d3dafa-77a7-4839-b380-4bfd715c85e8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:51:02.741004 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (9d8fa234-02ea-4c4c-8c91-50c2548b5e05), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:51:02.791509 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=9d8fa234-02ea-4c4c-8c91-50c2548b5e05,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:51:02.955719 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['9d8fa234-02ea-4c4c-8c91-50c2548b5e05'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:51:03.143573 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-229a6272-b371-4b10-8b3d-e40a0c63d485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:51:03.570323 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f18d7-b57e-413e-a99e-a9982073a702 req-90c463e8-2ba1-4e6a-babc-44c1d47a26b5 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:51:03.571785 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7e0f18d7-b57e-413e-a99e-a9982073a702 req-90c463e8-2ba1-4e6a-babc-44c1d47a26b5 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 945 time: 0.0516574 Feb 17 18:51:03.623697 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7e0f18d7-b57e-413e-a99e-a9982073a702 req-17469c3d-31ff-4516-aa32-cd3862bbe8ae tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=83691059-a722-491e-a6d0-146ee029c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462811 Feb 17 18:51:04.571214 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 9d8fa234-02ea-4c4c-8c91-50c2548b5e05 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:51:04.619042 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 9d8fa234-02ea-4c4c-8c91-50c2548b5e05 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 18:51:04.622764 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 9d8fa234-02ea-4c4c-8c91-50c2548b5e05 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:51:04.623144 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (9d8fa234-02ea-4c4c-8c91-50c2548b5e05), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:51:04.706762 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 9d8fa234-02ea-4c4c-8c91-50c2548b5e05 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:51:04.707145 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (9d8fa234-02ea-4c4c-8c91-50c2548b5e05), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:51:04.733486 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e773f1-9491-473f-b86b-bf58ab485e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8fa234-02ea-4c4c-8c91-50c2548b5e05'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:51:04.736286 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a58b36eb5214be741a58d8f0f454d70cefb3ebdc097f6d2df64ce05b1b6ee80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1281ee92-ce45-4de3-9d54-99dd479a9520" -d '{"events": [{"server_uuid": "68e773f1-9491-473f-b86b-bf58ab485e7b", "name": "network-vif-plugged", "status": "completed", "tag": "9d8fa234-02ea-4c4c-8c91-50c2548b5e05"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:51:04.749442 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 9d8fa234-02ea-4c4c-8c91-50c2548b5e05, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=9d8fa234-02ea-4c4c-8c91-50c2548b5e05,segment=NetworkSegment(18d3dafa-77a7-4839-b380-4bfd715c85e8),segment_id=18d3dafa-77a7-4839-b380-4bfd715c85e8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:51:04.751124 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a893b4-8a2d-4671-b5ce-dbb866b28421 req-c890ed70-2df3-44d5-9197-add60c4899fe tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:51:04.752915 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-52a893b4-8a2d-4671-b5ce-dbb866b28421 req-c890ed70-2df3-44d5-9197-add60c4899fe tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 945 time: 0.0597172 Feb 17 18:51:04.753276 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (9d8fa234-02ea-4c4c-8c91-50c2548b5e05), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:51:04.802322 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=9d8fa234-02ea-4c4c-8c91-50c2548b5e05,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:51:04.807800 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-52a893b4-8a2d-4671-b5ce-dbb866b28421 req-1929bf58-7e65-4118-b418-d5ea503eda31 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=83691059-a722-491e-a6d0-146ee029c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486841 Feb 17 18:51:04.850051 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947f054a-44b4-4511-8f2e-658dc149e727 x-openstack-request-id: req-947f054a-44b4-4511-8f2e-658dc149e727 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:51:04.850354 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e773f1-9491-473f-b86b-bf58ab485e7b", "name": "network-vif-plugged", "status": "completed", "tag": "9d8fa234-02ea-4c4c-8c91-50c2548b5e05", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:51:04.850616 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-947f054a-44b4-4511-8f2e-658dc149e727 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:51:04.851021 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e773f1-9491-473f-b86b-bf58ab485e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8fa234-02ea-4c4c-8c91-50c2548b5e05', 'code': 200} Feb 17 18:51:04.953919 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6aa0af-17e4-47be-a6dc-5dab4892afeb req-a7e67a62-ff5a-46f1-b91a-093b1b154c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:51:04.955495 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3f6aa0af-17e4-47be-a6dc-5dab4892afeb req-a7e67a62-ff5a-46f1-b91a-093b1b154c3b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 1128 time: 0.0495286 Feb 17 18:51:05.001952 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-3f6aa0af-17e4-47be-a6dc-5dab4892afeb req-a7fc348c-ba0c-49d0-9341-4fa2b9c0c235 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=83691059-a722-491e-a6d0-146ee029c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388522 Feb 17 18:51:05.582134 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-411abd32-ba91-4d9d-b400-1611ae097b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:51:05.926441 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d2312-eb87-4111-b7ed-3a5e262eb35c req-56b92552-d3df-4110-985b-15b4000cc099 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:51:05.927922 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-730d2312-eb87-4111-b7ed-3a5e262eb35c req-56b92552-d3df-4110-985b-15b4000cc099 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 946 time: 0.0523379 Feb 17 18:51:05.977970 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-730d2312-eb87-4111-b7ed-3a5e262eb35c req-318baa3a-9bac-4730-8c18-565c3f2e17d3 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=83691059-a722-491e-a6d0-146ee029c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438886 Feb 17 18:51:07.029579 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:51:07.116755 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a00af3-c915-4329-b353-25de77fcce50 req-a8e9604a-dd59-4a5c-bbab-e0967c12952f tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:51:07.118907 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-11a00af3-c915-4329-b353-25de77fcce50 req-a8e9604a-dd59-4a5c-bbab-e0967c12952f tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 946 time: 0.0697420 Feb 17 18:51:07.166725 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-11a00af3-c915-4329-b353-25de77fcce50 req-279d0237-34bd-44ed-b170-22f938fe9547 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=83691059-a722-491e-a6d0-146ee029c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422051 Feb 17 18:51:07.281433 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a682bde-1b26-4ded-a415-417545322219 req-9d4ebf6e-c8f8-4d4c-9f12-a8b5afabe2c7 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:51:07.282898 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a682bde-1b26-4ded-a415-417545322219 req-9d4ebf6e-c8f8-4d4c-9f12-a8b5afabe2c7 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 946 time: 0.0530274 Feb 17 18:51:07.330630 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9a682bde-1b26-4ded-a415-417545322219 req-8749715a-ff29-4fb0-b4cb-8a5f9014d259 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=83691059-a722-491e-a6d0-146ee029c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421944 Feb 17 18:51:07.352839 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42884) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:51:07.485267 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084659e1-24b6-4575-ab66-6806bb6e5219 tempest-TestShelveInstance-1167997601 tempest-TestShelveInstance-1167997601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:51:07.486772 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-084659e1-24b6-4575-ab66-6806bb6e5219 tempest-TestShelveInstance-1167997601 tempest-TestShelveInstance-1167997601-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 1123 time: 0.1329298 Feb 17 18:51:07.489730 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 42888) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:51:07.493901 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-42864f64-5e9f-459d-ad18-b5d938685060 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'port_id': '9d8fa234-02ea-4c4c-8c91-50c2548b5e05', 'tenant_id': 'f99db53ee86a4d42947dacad362c4e66', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:51:07.513284 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-42864f64-5e9f-459d-ad18-b5d938685060 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:51:07.612557 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-42864f64-5e9f-459d-ad18-b5d938685060 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:51:07.718779 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-42864f64-5e9f-459d-ad18-b5d938685060 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Allocated IP 172.25.8.102 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/d7e09d1e-c54d-4d8d-beef-25e81ff6c0f0) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:51:07.815193 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-42864f64-5e9f-459d-ad18-b5d938685060 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for port (d7e09d1e-c54d-4d8d-beef-25e81ff6c0f0), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:51:07.848514 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-42864f64-5e9f-459d-ad18-b5d938685060 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (d7e09d1e-c54d-4d8d-beef-25e81ff6c0f0), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:51:07.882661 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42864f64-5e9f-459d-ad18-b5d938685060 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:51:07.888148 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-42864f64-5e9f-459d-ad18-b5d938685060 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:51:07.891562 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42864f64-5e9f-459d-ad18-b5d938685060 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:51:07.918131 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42864f64-5e9f-459d-ad18-b5d938685060 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Pushing event updated for resources: {'Port': ['ID=d7e09d1e-c54d-4d8d-beef-25e81ff6c0f0,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:51:08.232363 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-42864f64-5e9f-459d-ad18-b5d938685060 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for floatingip (5ebcbcf5-c9ef-4385-9bdc-b1788d9d2036), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:51:08.237891 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:51:08.303419 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-42864f64-5e9f-459d-ad18-b5d938685060 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (d7e09d1e-c54d-4d8d-beef-25e81ff6c0f0), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:51:08.451441 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-42864f64-5e9f-459d-ad18-b5d938685060 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for port (d7e09d1e-c54d-4d8d-beef-25e81ff6c0f0), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:51:08.456003 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-42864f64-5e9f-459d-ad18-b5d938685060 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (d7e09d1e-c54d-4d8d-beef-25e81ff6c0f0), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:51:08.534272 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42864f64-5e9f-459d-ad18-b5d938685060 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Pushing event updated for resources: {'Port': ['ID=d7e09d1e-c54d-4d8d-beef-25e81ff6c0f0,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:51:08.544795 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-42864f64-5e9f-459d-ad18-b5d938685060 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (5ebcbcf5-c9ef-4385-9bdc-b1788d9d2036), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:51:08.654003 n-d-829613-2 neutron-server[103435]: INFO neutron.db.l3_db [None req-42864f64-5e9f-459d-ad18-b5d938685060 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Floating IP 5ebcbcf5-c9ef-4385-9bdc-b1788d9d2036 associated. External IP: 172.25.8.102, port: 9d8fa234-02ea-4c4c-8c91-50c2548b5e05. Feb 17 18:51:08.877200 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42864f64-5e9f-459d-ad18-b5d938685060 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Router ae8aa625-c733-41c1-9484-299b90c575c5 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:51:09.303488 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42864f64-5e9f-459d-ad18-b5d938685060 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:51:09.315575 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea26f32-b9a0-42bf-b168-bfc37eebed9f None None] Sync routers for ids ['ae8aa625-c733-41c1-9484-299b90c575c5'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:51:09.325089 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:51:09.328756 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-42864f64-5e9f-459d-ad18-b5d938685060 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:51:09.330511 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea26f32-b9a0-42bf-b168-bfc37eebed9f None None] Routers {'ae8aa625-c733-41c1-9484-299b90c575c5'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:51:09.331155 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-dea26f32-b9a0-42bf-b168-bfc37eebed9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:51:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['ae8aa625-c733-41c1-9484-299b90c575c5'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:51:09.359123 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-42864f64-5e9f-459d-ad18-b5d938685060 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8683801 Feb 17 18:51:09.359725 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e773f1-9491-473f-b86b-bf58ab485e7b', 'tag': '9d8fa234-02ea-4c4c-8c91-50c2548b5e05'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:51:09.362022 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b190af5285b65727f3b44dc6e403f34aceaa8adb38edcfb0268daad85aadb275" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace355a7-cba0-48a5-9a1c-5ed0e9eabc35" -d '{"events": [{"name": "network-changed", "server_uuid": "68e773f1-9491-473f-b86b-bf58ab485e7b", "tag": "9d8fa234-02ea-4c4c-8c91-50c2548b5e05"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:51:09.402293 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8074e159-7700-416a-8749-c759fc22449e x-openstack-request-id: req-8074e159-7700-416a-8749-c759fc22449e {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:51:09.402597 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68e773f1-9491-473f-b86b-bf58ab485e7b", "tag": "9d8fa234-02ea-4c4c-8c91-50c2548b5e05", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:51:09.402858 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8074e159-7700-416a-8749-c759fc22449e {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:51:09.403263 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68e773f1-9491-473f-b86b-bf58ab485e7b', 'tag': '9d8fa234-02ea-4c4c-8c91-50c2548b5e05', 'status': 'completed', 'code': 200} Feb 17 18:51:09.443493 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-dea26f32-b9a0-42bf-b168-bfc37eebed9f None None] Set router ae8aa625-c733-41c1-9484-299b90c575c5 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:51:09.476164 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace355a7-cba0-48a5-9a1c-5ed0e9eabc35 req-21b79172-b267-4405-a65e-540c606ad017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:51:09.478246 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ace355a7-cba0-48a5-9a1c-5ed0e9eabc35 req-21b79172-b267-4405-a65e-540c606ad017 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f99db53ee86a4d42947dacad362c4e66&device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 1128 time: 0.0448124 Feb 17 18:51:09.572587 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace355a7-cba0-48a5-9a1c-5ed0e9eabc35 req-0ad53272-5a54-4eb2-97c8-9a0618abb32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:51:09.573994 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ace355a7-cba0-48a5-9a1c-5ed0e9eabc35 req-0ad53272-5a54-4eb2-97c8-9a0618abb32c service neutron] 10.222.0.71 "GET /v2.0/networks?id=3c265b8b-3a18-4690-b5d4-441101022aa3 HTTP/1.1" status: 200 len: 909 time: 0.0902605 Feb 17 18:51:09.639314 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ace355a7-cba0-48a5-9a1c-5ed0e9eabc35 req-9663e31b-3c5b-4abb-91ab-5cfc3a664577 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d8fa234-02ea-4c4c-8c91-50c2548b5e05 HTTP/1.1" status: 200 len: 1000 time: 0.0592940 Feb 17 18:51:09.670487 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-dea26f32-b9a0-42bf-b168-bfc37eebed9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'name': 'tempest-TestShelveInstance-249407658-router', 'tenant_id': 'f99db53ee86a4d42947dacad362c4e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'c61224a9-a5c0-4b93-bcfb-37ae93d63895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:50:44Z', 'updated_at': '2022-02-17T18:50:47Z', 'revision_number': 4, 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'gw_port': {'id': 'c61224a9-a5c0-4b93-bcfb-37ae93d63895', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:dd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:50:45Z', 'updated_at': '2022-02-17T18:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '5ebcbcf5-c9ef-4385-9bdc-b1788d9d2036', 'tenant_id': 'f99db53ee86a4d42947dacad362c4e66', 'floating_ip_address': '172.25.8.102', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'port_id': '9d8fa234-02ea-4c4c-8c91-50c2548b5e05', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c265b8b-3a18-4690-b5d4-441101022aa3', 'mac_address': 'fa:16:3e:5d:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e773f1-9491-473f-b86b-bf58ab485e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:51:08Z', 'updated_at': '2022-02-17T18:51:08Z', 'revision_number': 0, 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eee14e3-8a83-49b0-b854-c0035f067e0e', 'name': '', 'network_id': '3c265b8b-3a18-4690-b5d4-441101022aa3', 'tenant_id': 'f99db53ee86a4d42947dacad362c4e66', 'mac_address': 'fa:16:3e:20:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '24e28791-86ff-4050-9e3e-531b5cc17e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:50:46Z', 'updated_at': '2022-02-17T18:50:50Z', 'revision_number': 5, 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'subnets': [{'id': '24e28791-86ff-4050-9e3e-531b5cc17e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:51:09.687119 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace355a7-cba0-48a5-9a1c-5ed0e9eabc35 req-6788df0b-ef9b-4702-92ed-691270533e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:51:09.688618 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ace355a7-cba0-48a5-9a1c-5ed0e9eabc35 req-6788df0b-ef9b-4702-92ed-691270533e58 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=24e28791-86ff-4050-9e3e-531b5cc17e58 HTTP/1.1" status: 200 len: 847 time: 0.0437260 Feb 17 18:51:09.696609 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea26f32-b9a0-42bf-b168-bfc37eebed9f None None] Checking router: ae8aa625-c733-41c1-9484-299b90c575c5 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:51:09.705086 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea26f32-b9a0-42bf-b168-bfc37eebed9f None None] Routers {'ae8aa625-c733-41c1-9484-299b90c575c5'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:51:09.705692 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-dea26f32-b9a0-42bf-b168-bfc37eebed9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:51:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['ae8aa625-c733-41c1-9484-299b90c575c5'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:51:09.741041 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace355a7-cba0-48a5-9a1c-5ed0e9eabc35 req-83c13f16-f6e8-4d55-8380-f8c3d04b7c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:51:09.743152 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ace355a7-cba0-48a5-9a1c-5ed0e9eabc35 req-83c13f16-f6e8-4d55-8380-f8c3d04b7c6f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3c265b8b-3a18-4690-b5d4-441101022aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491641 Feb 17 18:51:09.814731 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-dea26f32-b9a0-42bf-b168-bfc37eebed9f None None] Set router ae8aa625-c733-41c1-9484-299b90c575c5 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:51:09.834438 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ace355a7-cba0-48a5-9a1c-5ed0e9eabc35 req-d8ec07c0-a0e8-4011-ae3f-a6429bca41ef service neutron] 10.222.0.71 "GET /v2.0/networks/3c265b8b-3a18-4690-b5d4-441101022aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857334 Feb 17 18:51:09.928614 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-ace355a7-cba0-48a5-9a1c-5ed0e9eabc35 req-535e64c0-da74-40b9-8b5e-9436f5283cca service neutron] 10.222.0.71 "GET /v2.0/networks/3c265b8b-3a18-4690-b5d4-441101022aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889463 Feb 17 18:51:10.041284 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-dea26f32-b9a0-42bf-b168-bfc37eebed9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'name': 'tempest-TestShelveInstance-249407658-router', 'tenant_id': 'f99db53ee86a4d42947dacad362c4e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'c61224a9-a5c0-4b93-bcfb-37ae93d63895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:50:44Z', 'updated_at': '2022-02-17T18:50:47Z', 'revision_number': 4, 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'gw_port': {'id': 'c61224a9-a5c0-4b93-bcfb-37ae93d63895', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:dd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:50:45Z', 'updated_at': '2022-02-17T18:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '5ebcbcf5-c9ef-4385-9bdc-b1788d9d2036', 'tenant_id': 'f99db53ee86a4d42947dacad362c4e66', 'floating_ip_address': '172.25.8.102', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'port_id': '9d8fa234-02ea-4c4c-8c91-50c2548b5e05', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c265b8b-3a18-4690-b5d4-441101022aa3', 'mac_address': 'fa:16:3e:5d:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e773f1-9491-473f-b86b-bf58ab485e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:51:08Z', 'updated_at': '2022-02-17T18:51:08Z', 'revision_number': 0, 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eee14e3-8a83-49b0-b854-c0035f067e0e', 'name': '', 'network_id': '3c265b8b-3a18-4690-b5d4-441101022aa3', 'tenant_id': 'f99db53ee86a4d42947dacad362c4e66', 'mac_address': 'fa:16:3e:20:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '24e28791-86ff-4050-9e3e-531b5cc17e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:50:46Z', 'updated_at': '2022-02-17T18:50:50Z', 'revision_number': 5, 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'subnets': [{'id': '24e28791-86ff-4050-9e3e-531b5cc17e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:51:10.067120 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea26f32-b9a0-42bf-b168-bfc37eebed9f None None] The sync data for ids ['ae8aa625-c733-41c1-9484-299b90c575c5'] in n-d-829613-2 is: [{'id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'name': 'tempest-TestShelveInstance-249407658-router', 'tenant_id': 'f99db53ee86a4d42947dacad362c4e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'c61224a9-a5c0-4b93-bcfb-37ae93d63895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:50:44Z', 'updated_at': '2022-02-17T18:50:47Z', 'revision_number': 4, 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'gw_port': {'id': 'c61224a9-a5c0-4b93-bcfb-37ae93d63895', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:dd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:50:45Z', 'updated_at': '2022-02-17T18:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '5ebcbcf5-c9ef-4385-9bdc-b1788d9d2036', 'tenant_id': 'f99db53ee86a4d42947dacad362c4e66', 'floating_ip_address': '172.25.8.102', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'port_id': '9d8fa234-02ea-4c4c-8c91-50c2548b5e05', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c265b8b-3a18-4690-b5d4-441101022aa3', 'mac_address': 'fa:16:3e:5d:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e773f1-9491-473f-b86b-bf58ab485e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:51:08Z', 'updated_at': '2022-02-17T18:51:08Z', 'revision_number': 0, 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eee14e3-8a83-49b0-b854-c0035f067e0e', 'name': '', 'network_id': '3c265b8b-3a18-4690-b5d4-441101022aa3', 'tenant_id': 'f99db53ee86a4d42947dacad362c4e66', 'mac_address': 'fa:16:3e:20:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '24e28791-86ff-4050-9e3e-531b5cc17e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:50:46Z', 'updated_at': '2022-02-17T18:50:50Z', 'revision_number': 5, 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'subnets': [{'id': '24e28791-86ff-4050-9e3e-531b5cc17e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:51:10.261715 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b653f880-5e09-47ef-ba89-906584e9f948 None None] New status for floating IP 5ebcbcf5-c9ef-4385-9bdc-b1788d9d2036: ACTIVE {{(pid=103438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 18:51:19.739219 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:51:20.514140 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:51:24.912045 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4aff7922-b024-4ed8-a890-69075a67ddf6 req-8ff6328d-faca-440c-9f32-89905f14955f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0840087 Feb 17 18:51:24.996682 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff7922-b024-4ed8-a890-69075a67ddf6 req-8c524141-9ccd-4550-8dca-5a31a26a8e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:51:24.998167 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4aff7922-b024-4ed8-a890-69075a67ddf6 req-8c524141-9ccd-4550-8dca-5a31a26a8e1c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f99db53ee86a4d42947dacad362c4e66&device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 1128 time: 0.0444016 Feb 17 18:51:25.100829 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff7922-b024-4ed8-a890-69075a67ddf6 req-835b06a6-3684-4913-bbff-e1143ae72f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:51:25.102732 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4aff7922-b024-4ed8-a890-69075a67ddf6 req-835b06a6-3684-4913-bbff-e1143ae72f38 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3c265b8b-3a18-4690-b5d4-441101022aa3 HTTP/1.1" status: 200 len: 909 time: 0.0862362 Feb 17 18:51:25.165557 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4aff7922-b024-4ed8-a890-69075a67ddf6 req-4f11aea0-2f12-4f41-b430-9e2e0860284c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d8fa234-02ea-4c4c-8c91-50c2548b5e05 HTTP/1.1" status: 200 len: 1002 time: 0.0560327 Feb 17 18:51:25.215916 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff7922-b024-4ed8-a890-69075a67ddf6 req-4e648208-c754-4e29-a2d2-6921f4150c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:51:25.217362 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4aff7922-b024-4ed8-a890-69075a67ddf6 req-4e648208-c754-4e29-a2d2-6921f4150c11 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=24e28791-86ff-4050-9e3e-531b5cc17e58 HTTP/1.1" status: 200 len: 847 time: 0.0461462 Feb 17 18:51:25.266076 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff7922-b024-4ed8-a890-69075a67ddf6 req-8d24d1a7-115a-466f-aa3c-8eda5aadc0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:51:25.267562 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4aff7922-b024-4ed8-a890-69075a67ddf6 req-8d24d1a7-115a-466f-aa3c-8eda5aadc0a4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3c265b8b-3a18-4690-b5d4-441101022aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443203 Feb 17 18:51:25.356460 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4aff7922-b024-4ed8-a890-69075a67ddf6 req-fc866b75-9c34-43e1-bce9-604bed6935ad service neutron] 10.222.0.71 "GET /v2.0/networks/3c265b8b-3a18-4690-b5d4-441101022aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812080 Feb 17 18:51:25.447061 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-4aff7922-b024-4ed8-a890-69075a67ddf6 req-4d0375a5-ad19-4ac6-98da-c0dd6e99489e service neutron] 10.222.0.71 "GET /v2.0/networks/3c265b8b-3a18-4690-b5d4-441101022aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839818 Feb 17 18:51:33.125481 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8f08afd2-03f6-4369-a874-ce157c605a4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:51:35.591117 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-62fd825d-e376-4fbe-8ce6-8f0e22ca26cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:51:36.912432 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:51:37.031639 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:51:38.243103 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:51:39.317036 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:51:49.738043 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:51:50.516227 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:52:03.126628 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a1d96731-e2ed-4363-ae9e-d6f3463a9e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:52:05.581695 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3b9b7818-8cd3-4596-b988-6f1910616c87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:52:07.035046 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:52:08.244785 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:52:09.319110 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:52:13.911067 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:52:19.737670 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:52:20.528481 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:52:24.866290 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eef2718f-b2f4-4f42-8a05-69a7936be4f0 req-b151aa5d-306d-42c4-ba02-c51151fc35e9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431972 Feb 17 18:52:24.949630 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2718f-b2f4-4f42-8a05-69a7936be4f0 req-16a845ff-a840-46be-93d4-36a59cf19c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:52:24.951145 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eef2718f-b2f4-4f42-8a05-69a7936be4f0 req-16a845ff-a840-46be-93d4-36a59cf19c13 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f99db53ee86a4d42947dacad362c4e66&device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 1128 time: 0.0449090 Feb 17 18:52:25.054823 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2718f-b2f4-4f42-8a05-69a7936be4f0 req-1a37f524-e6a5-4f14-a59b-7c1c7820dfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:52:25.056316 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eef2718f-b2f4-4f42-8a05-69a7936be4f0 req-1a37f524-e6a5-4f14-a59b-7c1c7820dfb8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3c265b8b-3a18-4690-b5d4-441101022aa3 HTTP/1.1" status: 200 len: 909 time: 0.0883682 Feb 17 18:52:25.117354 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eef2718f-b2f4-4f42-8a05-69a7936be4f0 req-05427cc8-5ec4-4c2d-884d-bd33d722e896 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d8fa234-02ea-4c4c-8c91-50c2548b5e05 HTTP/1.1" status: 200 len: 1002 time: 0.0554442 Feb 17 18:52:25.167744 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2718f-b2f4-4f42-8a05-69a7936be4f0 req-2e6dabe1-e612-41f6-80ad-3c5a3aa21748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:52:25.169227 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eef2718f-b2f4-4f42-8a05-69a7936be4f0 req-2e6dabe1-e612-41f6-80ad-3c5a3aa21748 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=24e28791-86ff-4050-9e3e-531b5cc17e58 HTTP/1.1" status: 200 len: 847 time: 0.0469799 Feb 17 18:52:25.217199 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2718f-b2f4-4f42-8a05-69a7936be4f0 req-f1ffface-58ad-4fc4-bf30-dc77971fb0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:52:25.218652 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eef2718f-b2f4-4f42-8a05-69a7936be4f0 req-f1ffface-58ad-4fc4-bf30-dc77971fb0fa service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3c265b8b-3a18-4690-b5d4-441101022aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435588 Feb 17 18:52:25.309090 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eef2718f-b2f4-4f42-8a05-69a7936be4f0 req-5dccf27a-e3bb-47e9-b921-5a17c539e04c service neutron] 10.222.0.71 "GET /v2.0/networks/3c265b8b-3a18-4690-b5d4-441101022aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843356 Feb 17 18:52:25.394261 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-eef2718f-b2f4-4f42-8a05-69a7936be4f0 req-ce92466c-b7dc-44c2-9260-64f57d03a3ae service neutron] 10.222.0.71 "GET /v2.0/networks/3c265b8b-3a18-4690-b5d4-441101022aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794888 Feb 17 18:52:33.127879 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c64e53de-b1d8-4473-b14c-67d67b0000c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:52:35.582628 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6a067399-f258-440a-8b69-fd2e265085c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:52:37.038158 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:52:38.247811 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:52:39.320824 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:52:49.735979 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:52:50.543941 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:52:50.910452 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:53:03.128981 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-644d5fff-9081-44b0-8af7-13044ff769e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:53:04.875285 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1043f3b-fb5e-4624-96ae-c3c572524d11 req-201bbd68-bc76-4a08-bd27-28f481d53833 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:04.876893 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d1043f3b-fb5e-4624-96ae-c3c572524d11 req-201bbd68-bc76-4a08-bd27-28f481d53833 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 946 time: 0.0548887 Feb 17 18:53:04.924857 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d1043f3b-fb5e-4624-96ae-c3c572524d11 req-e5e92632-53de-4aee-be44-982bf500b9e1 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=83691059-a722-491e-a6d0-146ee029c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423164 Feb 17 18:53:05.583764 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-77dffc53-ab9b-4a23-b7b4-a79286a22ba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:53:06.054361 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9625d16-9bc2-48d3-ac0f-8639b3391486 req-cd5df03e-084f-4b72-9536-f14144657eaa tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:06.055834 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e9625d16-9bc2-48d3-ac0f-8639b3391486 req-cd5df03e-084f-4b72-9536-f14144657eaa tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 946 time: 0.0552993 Feb 17 18:53:06.103369 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e9625d16-9bc2-48d3-ac0f-8639b3391486 req-e73da5e5-7849-4c04-95b0-03ad570e18ce tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=83691059-a722-491e-a6d0-146ee029c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413105 Feb 17 18:53:07.041156 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:53:07.223271 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63913c6-a931-47ea-949e-1c1abb11b770 req-7ca0f1f9-83e1-45af-99c8-62e82c98d1e7 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:07.225301 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a63913c6-a931-47ea-949e-1c1abb11b770 req-7ca0f1f9-83e1-45af-99c8-62e82c98d1e7 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 946 time: 0.0539982 Feb 17 18:53:07.274446 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a63913c6-a931-47ea-949e-1c1abb11b770 req-711732dd-904f-4176-bb8c-66104c0f1ebe tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=83691059-a722-491e-a6d0-146ee029c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424454 Feb 17 18:53:08.250143 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:53:08.393312 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f39e56-4e68-43fb-8ec0-c5841dc70568 req-b007d577-ea4f-454a-a802-526c72c24aad tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:08.394798 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e8f39e56-4e68-43fb-8ec0-c5841dc70568 req-b007d577-ea4f-454a-a802-526c72c24aad tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 946 time: 0.0525374 Feb 17 18:53:08.446237 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e8f39e56-4e68-43fb-8ec0-c5841dc70568 req-250adf40-b218-4b05-aecd-02f71e8e5430 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=83691059-a722-491e-a6d0-146ee029c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458391 Feb 17 18:53:09.322465 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:53:09.563207 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3dbd57-25a8-4c5a-8486-8ec86e310a12 req-904c46a0-4d67-4bb9-a099-bff88e28f671 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:09.564892 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5b3dbd57-25a8-4c5a-8486-8ec86e310a12 req-904c46a0-4d67-4bb9-a099-bff88e28f671 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 946 time: 0.0511954 Feb 17 18:53:09.614221 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5b3dbd57-25a8-4c5a-8486-8ec86e310a12 req-61083887-e6e6-4029-a9a2-b758a90217b2 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=83691059-a722-491e-a6d0-146ee029c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424690 Feb 17 18:53:10.735194 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9081020c-9156-4249-abaa-9374d9681e47 req-14800a24-56e1-4b7d-9bb0-30060ca15f86 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:10.736706 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9081020c-9156-4249-abaa-9374d9681e47 req-14800a24-56e1-4b7d-9bb0-30060ca15f86 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 946 time: 0.0526488 Feb 17 18:53:10.785938 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9081020c-9156-4249-abaa-9374d9681e47 req-d0d9553d-e3c5-4355-9fb0-b2cd79a27a2c tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=83691059-a722-491e-a6d0-146ee029c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436656 Feb 17 18:53:11.911882 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed181455-7950-427b-9eaf-3912b8d4b21a req-7f388d5a-6317-495c-9316-efcdbf07809a tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:11.913398 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ed181455-7950-427b-9eaf-3912b8d4b21a req-7f388d5a-6317-495c-9316-efcdbf07809a tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 946 time: 0.0579181 Feb 17 18:53:11.961671 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ed181455-7950-427b-9eaf-3912b8d4b21a req-d82fbeff-7939-4376-8201-7615501de1a9 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=83691059-a722-491e-a6d0-146ee029c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419805 Feb 17 18:53:13.079418 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a4c0f-2edc-4179-880b-f83d341a1ebe req-43182c17-41d1-4f7b-af49-82047f123b31 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:13.080920 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-159a4c0f-2edc-4179-880b-f83d341a1ebe req-43182c17-41d1-4f7b-af49-82047f123b31 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 946 time: 0.0516503 Feb 17 18:53:13.129127 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-159a4c0f-2edc-4179-880b-f83d341a1ebe req-845941a8-72d1-4d19-a6c8-fee45d49bad9 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=83691059-a722-491e-a6d0-146ee029c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426424 Feb 17 18:53:14.247117 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f93bed-fb07-42c4-a752-a09b80bcb18b req-8ac466d6-a0c4-48a3-8b14-fa157a3b1103 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:14.248637 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-87f93bed-fb07-42c4-a752-a09b80bcb18b req-8ac466d6-a0c4-48a3-8b14-fa157a3b1103 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 946 time: 0.0524817 Feb 17 18:53:14.300267 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-87f93bed-fb07-42c4-a752-a09b80bcb18b req-9536d196-e950-4173-91f6-b99fe5cefaed tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=83691059-a722-491e-a6d0-146ee029c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461879 Feb 17 18:53:15.417358 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefeb633-1e57-4fb6-8771-d12ab784f3f7 req-3a9d7c4b-ccaf-4073-bff1-3f246be1cbf9 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:15.419561 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eefeb633-1e57-4fb6-8771-d12ab784f3f7 req-3a9d7c4b-ccaf-4073-bff1-3f246be1cbf9 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 946 time: 0.0530527 Feb 17 18:53:15.467863 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eefeb633-1e57-4fb6-8771-d12ab784f3f7 req-892de8f6-afb3-458e-8763-b3e2d0150799 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=83691059-a722-491e-a6d0-146ee029c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427320 Feb 17 18:53:16.591104 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec63b6-467b-4ed9-949d-d15a8f918dce req-6cbb0a37-040a-4f7b-b153-db2dbb1a0f5c tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:16.592679 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a0ec63b6-467b-4ed9-949d-d15a8f918dce req-6cbb0a37-040a-4f7b-b153-db2dbb1a0f5c tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 946 time: 0.0572944 Feb 17 18:53:16.640585 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a0ec63b6-467b-4ed9-949d-d15a8f918dce req-661b5bc1-762a-421e-a4f4-4a5381899ff1 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=83691059-a722-491e-a6d0-146ee029c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422766 Feb 17 18:53:17.188643 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 9d8fa234-02ea-4c4c-8c91-50c2548b5e05 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:53:17.284265 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 9d8fa234-02ea-4c4c-8c91-50c2548b5e05, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=9d8fa234-02ea-4c4c-8c91-50c2548b5e05,segment=NetworkSegment(18d3dafa-77a7-4839-b380-4bfd715c85e8),segment_id=18d3dafa-77a7-4839-b380-4bfd715c85e8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:53:17.296026 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '9d8fa234-02ea-4c4c-8c91-50c2548b5e05', 'network_id': '3c265b8b-3a18-4690-b5d4-441101022aa3', 'port_id': '9d8fa234-02ea-4c4c-8c91-50c2548b5e05', 'mac_address': 'fa:16:3e:5d:25:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24e28791-86ff-4050-9e3e-531b5cc17e58', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:53:17.337421 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 9d8fa234-02ea-4c4c-8c91-50c2548b5e05 is: ACTIVE; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:53:17.337838 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (9d8fa234-02ea-4c4c-8c91-50c2548b5e05), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:53:17.520371 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d8fa234-02ea-4c4c-8c91-50c2548b5e05 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:53:17.542463 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 9d8fa234-02ea-4c4c-8c91-50c2548b5e05, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=9d8fa234-02ea-4c4c-8c91-50c2548b5e05,segment=NetworkSegment(18d3dafa-77a7-4839-b380-4bfd715c85e8),segment_id=18d3dafa-77a7-4839-b380-4bfd715c85e8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:53:17.546647 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (9d8fa234-02ea-4c4c-8c91-50c2548b5e05), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:53:17.598463 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=9d8fa234-02ea-4c4c-8c91-50c2548b5e05,revision_number=6']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:53:17.605673 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:53:17.606062 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:53:17.606409 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:53:17.606748 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:53:17.607087 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:53:17.607425 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:53:17.607758 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:53:17.608090 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:53:17.608444 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:53:17.608771 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:53:17.609098 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:53:17.609424 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:53:17.609745 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:53:17.615578 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['9d8fa234-02ea-4c4c-8c91-50c2548b5e05'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:53:17.776916 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4603e6-2f1b-47f2-ba92-1643d4d2efaf req-a816cbdb-f390-4adf-9547-f2bbc5efcdea tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:17.778503 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aa4603e6-2f1b-47f2-ba92-1643d4d2efaf req-a816cbdb-f390-4adf-9547-f2bbc5efcdea tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 945 time: 0.0598290 Feb 17 18:53:17.831626 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aa4603e6-2f1b-47f2-ba92-1643d4d2efaf req-9d9ccbff-a520-4691-8692-9b32cf26af3c tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=83691059-a722-491e-a6d0-146ee029c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468559 Feb 17 18:53:18.974785 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdefa736-d21b-4613-bd23-9acf9267b458 req-52cb1e4b-f397-43fe-89f1-3a15cf06d846 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:18.976080 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cdefa736-d21b-4613-bd23-9acf9267b458 req-52cb1e4b-f397-43fe-89f1-3a15cf06d846 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 945 time: 0.0575008 Feb 17 18:53:19.029041 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cdefa736-d21b-4613-bd23-9acf9267b458 req-1aa8fb16-3676-48e2-8081-6286453b04ed tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=83691059-a722-491e-a6d0-146ee029c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468414 Feb 17 18:53:19.196864 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 9d8fa234-02ea-4c4c-8c91-50c2548b5e05 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:53:19.249239 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 9d8fa234-02ea-4c4c-8c91-50c2548b5e05 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:53:19.249239 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (9d8fa234-02ea-4c4c-8c91-50c2548b5e05), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:53:19.334454 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 9d8fa234-02ea-4c4c-8c91-50c2548b5e05 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:53:19.334849 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (9d8fa234-02ea-4c4c-8c91-50c2548b5e05), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:53:19.359717 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e773f1-9491-473f-b86b-bf58ab485e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8fa234-02ea-4c4c-8c91-50c2548b5e05'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:53:19.362155 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a58b36eb5214be741a58d8f0f454d70cefb3ebdc097f6d2df64ce05b1b6ee80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6726197-42c6-4a3b-84c2-6c6e0f336cbd" -d '{"events": [{"server_uuid": "68e773f1-9491-473f-b86b-bf58ab485e7b", "name": "network-vif-plugged", "status": "completed", "tag": "9d8fa234-02ea-4c4c-8c91-50c2548b5e05"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:53:19.375512 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 9d8fa234-02ea-4c4c-8c91-50c2548b5e05, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=9d8fa234-02ea-4c4c-8c91-50c2548b5e05,segment=NetworkSegment(18d3dafa-77a7-4839-b380-4bfd715c85e8),segment_id=18d3dafa-77a7-4839-b380-4bfd715c85e8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:53:19.381717 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (9d8fa234-02ea-4c4c-8c91-50c2548b5e05), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:53:19.448900 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=9d8fa234-02ea-4c4c-8c91-50c2548b5e05,revision_number=7']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:53:19.482284 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bedfd61-e37d-49c1-8df5-442d0fa165ea x-openstack-request-id: req-0bedfd61-e37d-49c1-8df5-442d0fa165ea {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:53:19.482591 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e773f1-9491-473f-b86b-bf58ab485e7b", "name": "network-vif-plugged", "status": "completed", "tag": "9d8fa234-02ea-4c4c-8c91-50c2548b5e05", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:53:19.482849 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0bedfd61-e37d-49c1-8df5-442d0fa165ea {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:53:19.483315 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e773f1-9491-473f-b86b-bf58ab485e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8fa234-02ea-4c4c-8c91-50c2548b5e05', 'code': 200} Feb 17 18:53:19.746083 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:53:20.157439 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5890daf0-e5a9-4290-8c8c-e5584a0ecd0c req-4d39543b-8a45-4288-a999-4052541e343a tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:20.164179 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5890daf0-e5a9-4290-8c8c-e5584a0ecd0c req-4d39543b-8a45-4288-a999-4052541e343a tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 946 time: 0.0634098 Feb 17 18:53:20.210539 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5890daf0-e5a9-4290-8c8c-e5584a0ecd0c req-586f8976-de10-4419-94c2-9eedb9dbe377 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=83691059-a722-491e-a6d0-146ee029c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454550 Feb 17 18:53:20.550562 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:53:21.350007 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb6b12-fb24-4ca1-9346-be9f5e4db560 req-00ca19e0-0aa0-45d0-8a82-114c44ec5bc5 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:21.352277 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dedb6b12-fb24-4ca1-9346-be9f5e4db560 req-00ca19e0-0aa0-45d0-8a82-114c44ec5bc5 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 946 time: 0.0678952 Feb 17 18:53:21.411162 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dedb6b12-fb24-4ca1-9346-be9f5e4db560 req-38ce5cbe-2d28-46ac-a08e-782ae0d94f6f tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=83691059-a722-491e-a6d0-146ee029c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519545 Feb 17 18:53:22.546131 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ae7c32-a29b-4d5c-b40f-58d688035595 req-27fb918c-db07-4fc0-bc1d-3fcf1a3575fb tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:22.554167 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c1ae7c32-a29b-4d5c-b40f-58d688035595 req-27fb918c-db07-4fc0-bc1d-3fcf1a3575fb tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 946 time: 0.0645850 Feb 17 18:53:22.612821 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c1ae7c32-a29b-4d5c-b40f-58d688035595 req-6aa8ae03-7258-481b-b560-9d0c7f35b8ce tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=83691059-a722-491e-a6d0-146ee029c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565600 Feb 17 18:53:23.744777 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a12dd-2f98-45d5-8cb2-3f7062437eb0 req-b62d8f66-45c2-4840-ae18-b4ac98f9e023 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:23.747667 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-be4a12dd-2f98-45d5-8cb2-3f7062437eb0 req-b62d8f66-45c2-4840-ae18-b4ac98f9e023 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 946 time: 0.0621109 Feb 17 18:53:23.816878 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-be4a12dd-2f98-45d5-8cb2-3f7062437eb0 req-3726853c-f0f0-49d1-96ba-1c48bb78ff91 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=83691059-a722-491e-a6d0-146ee029c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632856 Feb 17 18:53:24.930213 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239fe48-250a-45ee-8e33-749387b27bdd req-179c62e6-30cd-499c-8be4-ee77e10ca6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:24.931734 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9239fe48-250a-45ee-8e33-749387b27bdd req-179c62e6-30cd-499c-8be4-ee77e10ca6ef service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f99db53ee86a4d42947dacad362c4e66&device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 1128 time: 0.0578558 Feb 17 18:53:24.966199 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54187a51-f216-48e4-8b1c-93a3ebfd960d req-e7b51737-a7de-4e88-b666-9fa07f8e3032 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:24.973264 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-54187a51-f216-48e4-8b1c-93a3ebfd960d req-e7b51737-a7de-4e88-b666-9fa07f8e3032 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 946 time: 0.0712569 Feb 17 18:53:25.035055 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-54187a51-f216-48e4-8b1c-93a3ebfd960d req-be79ae00-691a-4e1b-93b8-ed634bea0e72 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=83691059-a722-491e-a6d0-146ee029c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558858 Feb 17 18:53:25.072525 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239fe48-250a-45ee-8e33-749387b27bdd req-8aa3ee18-3352-4863-98df-9b136c4560c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:25.074200 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9239fe48-250a-45ee-8e33-749387b27bdd req-8aa3ee18-3352-4863-98df-9b136c4560c1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3c265b8b-3a18-4690-b5d4-441101022aa3 HTTP/1.1" status: 200 len: 909 time: 0.1196196 Feb 17 18:53:25.146991 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9239fe48-250a-45ee-8e33-749387b27bdd req-32e86282-df30-4751-98df-43b35756fc58 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d8fa234-02ea-4c4c-8c91-50c2548b5e05 HTTP/1.1" status: 200 len: 1002 time: 0.0653584 Feb 17 18:53:25.207410 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239fe48-250a-45ee-8e33-749387b27bdd req-5f3148c9-80eb-4ade-87ff-51a5c905055b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:25.208971 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9239fe48-250a-45ee-8e33-749387b27bdd req-5f3148c9-80eb-4ade-87ff-51a5c905055b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=24e28791-86ff-4050-9e3e-531b5cc17e58 HTTP/1.1" status: 200 len: 847 time: 0.0566025 Feb 17 18:53:25.264791 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239fe48-250a-45ee-8e33-749387b27bdd req-1e28e25d-8a09-4f42-99ff-072064896364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:25.266441 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9239fe48-250a-45ee-8e33-749387b27bdd req-1e28e25d-8a09-4f42-99ff-072064896364 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3c265b8b-3a18-4690-b5d4-441101022aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0500450 Feb 17 18:53:25.370660 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9239fe48-250a-45ee-8e33-749387b27bdd req-8a8f1c33-f716-4356-9ab8-0ae1549878dc service neutron] 10.222.0.71 "GET /v2.0/networks/3c265b8b-3a18-4690-b5d4-441101022aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969682 Feb 17 18:53:25.487436 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9239fe48-250a-45ee-8e33-749387b27bdd req-f7734868-0a1f-42db-8e53-baf6520e5524 service neutron] 10.222.0.71 "GET /v2.0/networks/3c265b8b-3a18-4690-b5d4-441101022aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092241 Feb 17 18:53:26.161621 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c496c-e6eb-4473-ad97-7e7ed03ce23d req-6de43170-4cb8-4fa3-8641-680bf667bfaa tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:26.163153 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-439c496c-e6eb-4473-ad97-7e7ed03ce23d req-6de43170-4cb8-4fa3-8641-680bf667bfaa tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 946 time: 0.0593660 Feb 17 18:53:26.236591 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-439c496c-e6eb-4473-ad97-7e7ed03ce23d req-55e45d7f-ec73-40e0-a65f-35a5a9148f58 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=83691059-a722-491e-a6d0-146ee029c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658824 Feb 17 18:53:27.275840 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa124453-65c0-4bf7-96ce-8b143e50f74b req-0e457e49-3cb4-40f8-8091-0e02721245ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:27.277393 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-fa124453-65c0-4bf7-96ce-8b143e50f74b req-0e457e49-3cb4-40f8-8091-0e02721245ee service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f99db53ee86a4d42947dacad362c4e66&device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 1128 time: 0.0450823 Feb 17 18:53:27.352611 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a8e134-54da-4e27-81be-eb041c2a2b77 req-9bdd58b1-883f-4e0c-a98c-7bbd0b7c36e9 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:27.354112 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-24a8e134-54da-4e27-81be-eb041c2a2b77 req-9bdd58b1-883f-4e0c-a98c-7bbd0b7c36e9 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 946 time: 0.0517085 Feb 17 18:53:27.371789 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa124453-65c0-4bf7-96ce-8b143e50f74b req-c7c65663-a88b-4a76-9808-16b4f92a1f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:27.373310 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-fa124453-65c0-4bf7-96ce-8b143e50f74b req-c7c65663-a88b-4a76-9808-16b4f92a1f5b service neutron] 10.222.0.71 "GET /v2.0/networks?id=3c265b8b-3a18-4690-b5d4-441101022aa3 HTTP/1.1" status: 200 len: 909 time: 0.0901172 Feb 17 18:53:27.404753 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-24a8e134-54da-4e27-81be-eb041c2a2b77 req-b76b0851-35ce-44c0-98bf-91d6f78e145b tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=83691059-a722-491e-a6d0-146ee029c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438659 Feb 17 18:53:27.437334 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-fa124453-65c0-4bf7-96ce-8b143e50f74b req-25d31c4e-aafd-4f02-ab9b-d5be96c71fa3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d8fa234-02ea-4c4c-8c91-50c2548b5e05 HTTP/1.1" status: 200 len: 1002 time: 0.0584590 Feb 17 18:53:27.487835 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa124453-65c0-4bf7-96ce-8b143e50f74b req-53f3c715-a906-493d-bab8-b14c05c02fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:27.489299 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-fa124453-65c0-4bf7-96ce-8b143e50f74b req-53f3c715-a906-493d-bab8-b14c05c02fc3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=24e28791-86ff-4050-9e3e-531b5cc17e58 HTTP/1.1" status: 200 len: 847 time: 0.0464089 Feb 17 18:53:27.538927 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa124453-65c0-4bf7-96ce-8b143e50f74b req-e941c636-4933-4276-84bf-95ef84237e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:27.540450 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-fa124453-65c0-4bf7-96ce-8b143e50f74b req-e941c636-4933-4276-84bf-95ef84237e06 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3c265b8b-3a18-4690-b5d4-441101022aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440893 Feb 17 18:53:27.626264 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-fa124453-65c0-4bf7-96ce-8b143e50f74b req-3e1ef082-eb60-45da-88eb-e805485f57b6 service neutron] 10.222.0.71 "GET /v2.0/networks/3c265b8b-3a18-4690-b5d4-441101022aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796895 Feb 17 18:53:27.717381 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-fa124453-65c0-4bf7-96ce-8b143e50f74b req-c70a4c4b-4aed-44e5-8cf8-bed9f3e05b82 service neutron] 10.222.0.71 "GET /v2.0/networks/3c265b8b-3a18-4690-b5d4-441101022aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846345 Feb 17 18:53:27.910153 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:53:28.523945 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad509b-950a-4783-89fc-83e4121117ae req-e884395f-9e38-4513-abf6-cfcf878bbc81 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:28.525478 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-87ad509b-950a-4783-89fc-83e4121117ae req-e884395f-9e38-4513-abf6-cfcf878bbc81 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 946 time: 0.0526161 Feb 17 18:53:28.583614 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-87ad509b-950a-4783-89fc-83e4121117ae req-c6f8c7e8-2a69-4b5f-a1b9-c0132d1f08ea tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=83691059-a722-491e-a6d0-146ee029c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526192 Feb 17 18:53:29.255109 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 9d8fa234-02ea-4c4c-8c91-50c2548b5e05 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:53:29.331658 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 9d8fa234-02ea-4c4c-8c91-50c2548b5e05 is: ACTIVE; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:53:29.332043 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (9d8fa234-02ea-4c4c-8c91-50c2548b5e05), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:53:29.354215 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e773f1-9491-473f-b86b-bf58ab485e7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d8fa234-02ea-4c4c-8c91-50c2548b5e05'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:53:29.356498 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a58b36eb5214be741a58d8f0f454d70cefb3ebdc097f6d2df64ce05b1b6ee80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e6d844-1e80-482f-9a04-6d7e4a26a618" -d '{"events": [{"server_uuid": "68e773f1-9491-473f-b86b-bf58ab485e7b", "name": "network-vif-unplugged", "status": "completed", "tag": "9d8fa234-02ea-4c4c-8c91-50c2548b5e05"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:53:29.368368 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 9d8fa234-02ea-4c4c-8c91-50c2548b5e05, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=9d8fa234-02ea-4c4c-8c91-50c2548b5e05,segment=NetworkSegment(18d3dafa-77a7-4839-b380-4bfd715c85e8),segment_id=18d3dafa-77a7-4839-b380-4bfd715c85e8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:53:29.373211 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (9d8fa234-02ea-4c4c-8c91-50c2548b5e05), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:53:29.400350 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 18:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572b7e0b-47b8-4e8b-b4ca-6aed7fdd361d x-openstack-request-id: req-572b7e0b-47b8-4e8b-b4ca-6aed7fdd361d {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:53:29.400645 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e773f1-9491-473f-b86b-bf58ab485e7b", "name": "network-vif-unplugged", "status": "completed", "tag": "9d8fa234-02ea-4c4c-8c91-50c2548b5e05", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:53:29.400897 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-572b7e0b-47b8-4e8b-b4ca-6aed7fdd361d {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:53:29.401283 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e773f1-9491-473f-b86b-bf58ab485e7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d8fa234-02ea-4c4c-8c91-50c2548b5e05', 'code': 200} Feb 17 18:53:29.426054 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=9d8fa234-02ea-4c4c-8c91-50c2548b5e05,revision_number=8']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:53:29.703276 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c682ef50-3104-4cd2-af53-6ca0a339f346 req-01797d85-cbcf-4056-8886-0daa2575ab8c tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:29.704811 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c682ef50-3104-4cd2-af53-6ca0a339f346 req-01797d85-cbcf-4056-8886-0daa2575ab8c tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 944 time: 0.0530398 Feb 17 18:53:29.753035 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c682ef50-3104-4cd2-af53-6ca0a339f346 req-b123fed1-2df0-45a3-bd57-f7d08c3e63ad tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=83691059-a722-491e-a6d0-146ee029c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422959 Feb 17 18:53:29.861015 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-4b85fd8a-e1f3-405b-b03c-d5a6c3e807a3 req-1a6b1d30-a616-4911-b894-e6a925f17f05 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 18:53:29.862102 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4b85fd8a-e1f3-405b-b03c-d5a6c3e807a3 req-1a6b1d30-a616-4911-b894-e6a925f17f05 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0470133 Feb 17 18:53:30.028567 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e7d0a-3245-4842-b2af-f17dfc8bb225 req-1ffccca5-8eca-41f7-8a98-594407b84a3c tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:30.030096 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4b4e7d0a-3245-4842-b2af-f17dfc8bb225 req-1ffccca5-8eca-41f7-8a98-594407b84a3c tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 944 time: 0.0555851 Feb 17 18:53:30.080609 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4b4e7d0a-3245-4842-b2af-f17dfc8bb225 req-4b6d7b7d-a22b-46eb-884f-49814d3ec7f4 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=83691059-a722-491e-a6d0-146ee029c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448895 Feb 17 18:53:30.310535 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-be814a29-a4d3-47ee-8efa-eefee7fbe291 req-5f0ec75e-96db-44de-b685-055cf145bb60 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0874314 Feb 17 18:53:30.432755 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be814a29-a4d3-47ee-8efa-eefee7fbe291 req-2ed3677f-37f6-47a4-9625-d9b932cb4a93 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:30.434108 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-be814a29-a4d3-47ee-8efa-eefee7fbe291 req-2ed3677f-37f6-47a4-9625-d9b932cb4a93 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports/9d8fa234-02ea-4c4c-8c91-50c2548b5e05 HTTP/1.1" status: 200 len: 941 time: 0.0958745 Feb 17 18:53:31.208684 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f90d2-2f1d-4958-9454-4397422d0157 req-facbac73-04ba-4488-aee1-667ed96fbe81 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:31.210108 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5c3f90d2-2f1d-4958-9454-4397422d0157 req-facbac73-04ba-4488-aee1-667ed96fbe81 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 944 time: 0.0577712 Feb 17 18:53:31.257962 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5c3f90d2-2f1d-4958-9454-4397422d0157 req-15e49149-2ccd-41f4-b746-34d97c3e5c1c tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=83691059-a722-491e-a6d0-146ee029c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422168 Feb 17 18:53:32.194741 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be814a29-a4d3-47ee-8efa-eefee7fbe291 req-052079a3-a8ea-4708-bc7c-a0c31f58b62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:32.196261 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-be814a29-a4d3-47ee-8efa-eefee7fbe291 req-052079a3-a8ea-4708-bc7c-a0c31f58b62e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b&tenant_id=f99db53ee86a4d42947dacad362c4e66 HTTP/1.1" status: 200 len: 1126 time: 0.0442355 Feb 17 18:53:32.257726 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be814a29-a4d3-47ee-8efa-eefee7fbe291 req-b681b01f-d6d2-4a62-b1fa-29c0b5f721c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:32.259187 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-be814a29-a4d3-47ee-8efa-eefee7fbe291 req-b681b01f-d6d2-4a62-b1fa-29c0b5f721c0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f99db53ee86a4d42947dacad362c4e66&device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 1126 time: 0.0434012 Feb 17 18:53:32.349368 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be814a29-a4d3-47ee-8efa-eefee7fbe291 req-dc056cd7-f1f3-4ce4-a2c9-0b95d67c334e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:32.350854 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-be814a29-a4d3-47ee-8efa-eefee7fbe291 req-dc056cd7-f1f3-4ce4-a2c9-0b95d67c334e service neutron] 10.222.0.71 "GET /v2.0/networks?id=3c265b8b-3a18-4690-b5d4-441101022aa3 HTTP/1.1" status: 200 len: 909 time: 0.0863082 Feb 17 18:53:32.377840 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c63e4-ed67-4c14-8fd2-0c4cbcee20fa req-6ddd510e-d88a-48cc-8c59-fc7c8d9651ec tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:32.379357 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d06c63e4-ed67-4c14-8fd2-0c4cbcee20fa req-6ddd510e-d88a-48cc-8c59-fc7c8d9651ec tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 944 time: 0.0530167 Feb 17 18:53:32.413758 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-be814a29-a4d3-47ee-8efa-eefee7fbe291 req-8877e01f-b3dd-47ba-b3e6-7a18b07bbc75 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d8fa234-02ea-4c4c-8c91-50c2548b5e05 HTTP/1.1" status: 200 len: 1000 time: 0.0571320 Feb 17 18:53:32.427797 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d06c63e4-ed67-4c14-8fd2-0c4cbcee20fa req-958320eb-2bbb-4f1b-bffb-d9b6cce2afcf tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=83691059-a722-491e-a6d0-146ee029c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426395 Feb 17 18:53:32.460660 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be814a29-a4d3-47ee-8efa-eefee7fbe291 req-5d782f34-88b5-4abe-81cd-111ced5962c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:32.462056 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-be814a29-a4d3-47ee-8efa-eefee7fbe291 req-5d782f34-88b5-4abe-81cd-111ced5962c0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=24e28791-86ff-4050-9e3e-531b5cc17e58 HTTP/1.1" status: 200 len: 847 time: 0.0428901 Feb 17 18:53:32.512987 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be814a29-a4d3-47ee-8efa-eefee7fbe291 req-7a47c8d1-d779-4e4a-8b06-e61e53f20df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:32.514450 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-be814a29-a4d3-47ee-8efa-eefee7fbe291 req-7a47c8d1-d779-4e4a-8b06-e61e53f20df9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3c265b8b-3a18-4690-b5d4-441101022aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471830 Feb 17 18:53:32.599847 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-be814a29-a4d3-47ee-8efa-eefee7fbe291 req-88076e9f-8a92-4ab8-a92d-822389573618 service neutron] 10.222.0.71 "GET /v2.0/networks/3c265b8b-3a18-4690-b5d4-441101022aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791481 Feb 17 18:53:32.689265 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-be814a29-a4d3-47ee-8efa-eefee7fbe291 req-ee65ae25-bb7d-4fac-beaa-63ee94c3fb66 service neutron] 10.222.0.71 "GET /v2.0/networks/3c265b8b-3a18-4690-b5d4-441101022aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835238 Feb 17 18:53:33.141142 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d1d2b19f-cf1d-4c82-8363-b4110852c8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:53:33.559206 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a3338-24da-4da7-959a-0c4552516f70 req-3e3bf394-2eaf-4217-8358-d07e1aa42662 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:33.560737 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a55a3338-24da-4da7-959a-0c4552516f70 req-3e3bf394-2eaf-4217-8358-d07e1aa42662 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 944 time: 0.0622933 Feb 17 18:53:33.613298 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a55a3338-24da-4da7-959a-0c4552516f70 req-6e2f8ec8-cef4-4853-a87c-fe27f242153c tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=83691059-a722-491e-a6d0-146ee029c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460901 Feb 17 18:53:34.738088 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14725f40-fe8f-4a17-8d04-53e5957722d1 req-8aade195-38cb-420d-be0a-b63fa3da976f tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:34.740439 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-14725f40-fe8f-4a17-8d04-53e5957722d1 req-8aade195-38cb-420d-be0a-b63fa3da976f tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 944 time: 0.0554023 Feb 17 18:53:34.798417 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-14725f40-fe8f-4a17-8d04-53e5957722d1 req-8b09cfee-b83f-4d3c-9ef2-8d19f4b37d19 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=83691059-a722-491e-a6d0-146ee029c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523758 Feb 17 18:53:35.585776 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6e880144-51f9-4547-81ad-903de16d1413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:53:35.931529 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85da27-63f2-47f8-b7b3-7a0702c4b7e6 req-c73accd5-a9b9-4fed-aab6-5559869afabd tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:35.933100 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9b85da27-63f2-47f8-b7b3-7a0702c4b7e6 req-c73accd5-a9b9-4fed-aab6-5559869afabd tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 944 time: 0.0637212 Feb 17 18:53:35.993295 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9b85da27-63f2-47f8-b7b3-7a0702c4b7e6 req-dc7a3131-cf1c-4240-9879-954f11323b91 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=83691059-a722-491e-a6d0-146ee029c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535178 Feb 17 18:53:37.096721 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:53:37.139186 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c19464-07b1-4d9a-8735-ceab741ca0ea req-a5a4714e-c47d-4c98-b58f-ad8aa626575d tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:37.140821 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f0c19464-07b1-4d9a-8735-ceab741ca0ea req-a5a4714e-c47d-4c98-b58f-ad8aa626575d tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 944 time: 0.0685151 Feb 17 18:53:37.202787 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f0c19464-07b1-4d9a-8735-ceab741ca0ea req-8244cf8b-5089-47af-8294-4f37fbd4d90c tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=83691059-a722-491e-a6d0-146ee029c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560200 Feb 17 18:53:38.258783 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:53:38.346945 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee7774-f008-4fbc-b0bf-dafe2e2599f3 req-034f800e-4eb3-4f20-b605-2e6c8da18d5b tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:38.348547 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b4ee7774-f008-4fbc-b0bf-dafe2e2599f3 req-034f800e-4eb3-4f20-b605-2e6c8da18d5b tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 944 time: 0.0562296 Feb 17 18:53:38.401248 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b4ee7774-f008-4fbc-b0bf-dafe2e2599f3 req-24be32dc-ceed-4a36-b152-1cb37ff7b0ed tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=83691059-a722-491e-a6d0-146ee029c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467136 Feb 17 18:53:39.325793 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:53:39.543630 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026ad8b-131f-4beb-99d0-d06d7a3160e0 req-e95a65c6-3770-4ea4-a8f1-611cdd8f833f tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:39.548721 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9026ad8b-131f-4beb-99d0-d06d7a3160e0 req-e95a65c6-3770-4ea4-a8f1-611cdd8f833f tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 944 time: 0.0753567 Feb 17 18:53:39.599677 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9026ad8b-131f-4beb-99d0-d06d7a3160e0 req-4481a5f5-c22d-4dd8-897f-123693fb5a6a tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=83691059-a722-491e-a6d0-146ee029c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485034 Feb 17 18:53:40.728523 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c830a-1d60-4304-8b2e-b0d7362078ef req-3fbfc7d6-e6c8-4ea3-a6bd-d0a9d8f1f76a tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:40.732969 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c26c830a-1d60-4304-8b2e-b0d7362078ef req-3fbfc7d6-e6c8-4ea3-a6bd-d0a9d8f1f76a tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 944 time: 0.0623925 Feb 17 18:53:40.782263 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c26c830a-1d60-4304-8b2e-b0d7362078ef req-865f8542-8e03-43a2-890f-6ad823deb7f6 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=83691059-a722-491e-a6d0-146ee029c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464213 Feb 17 18:53:41.908982 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ecddd-3ae7-4900-936f-d35b34214fa8 req-8e1d4364-026d-4088-9cf7-82d9ad3d1e39 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:41.910468 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e96ecddd-3ae7-4900-936f-d35b34214fa8 req-8e1d4364-026d-4088-9cf7-82d9ad3d1e39 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 944 time: 0.0581665 Feb 17 18:53:41.962533 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e96ecddd-3ae7-4900-936f-d35b34214fa8 req-e1d7334e-e3e4-4469-9bbc-3ce433c4ae86 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=83691059-a722-491e-a6d0-146ee029c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464339 Feb 17 18:53:43.085432 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7fadc2-28d0-414f-a427-e577ea39b840 req-f5d6d89f-e457-4af0-91f0-953176e5b3d3 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:43.086915 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1f7fadc2-28d0-414f-a427-e577ea39b840 req-f5d6d89f-e457-4af0-91f0-953176e5b3d3 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 944 time: 0.0559242 Feb 17 18:53:43.137395 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1f7fadc2-28d0-414f-a427-e577ea39b840 req-590d0762-b010-411c-aba4-3c37d0984752 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=83691059-a722-491e-a6d0-146ee029c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447626 Feb 17 18:53:44.331550 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a39d3-4dec-4b7e-a34b-0b7e3b92ef0c req-346af44f-6e73-44f1-98ae-6c44eddfd637 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:44.333103 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-581a39d3-4dec-4b7e-a34b-0b7e3b92ef0c req-346af44f-6e73-44f1-98ae-6c44eddfd637 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 944 time: 0.1233430 Feb 17 18:53:44.381068 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-581a39d3-4dec-4b7e-a34b-0b7e3b92ef0c req-7ab6f45d-d26f-43de-968b-1d21621288bd tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=83691059-a722-491e-a6d0-146ee029c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423284 Feb 17 18:53:45.300004 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 9d8fa234-02ea-4c4c-8c91-50c2548b5e05 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:53:45.392730 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 9d8fa234-02ea-4c4c-8c91-50c2548b5e05, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=9d8fa234-02ea-4c4c-8c91-50c2548b5e05,segment=NetworkSegment(18d3dafa-77a7-4839-b380-4bfd715c85e8),segment_id=18d3dafa-77a7-4839-b380-4bfd715c85e8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:53:45.407529 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '9d8fa234-02ea-4c4c-8c91-50c2548b5e05', 'network_id': '3c265b8b-3a18-4690-b5d4-441101022aa3', 'port_id': '9d8fa234-02ea-4c4c-8c91-50c2548b5e05', 'mac_address': 'fa:16:3e:5d:25:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24e28791-86ff-4050-9e3e-531b5cc17e58', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:53:45.444427 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 9d8fa234-02ea-4c4c-8c91-50c2548b5e05 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:53:45.444814 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (9d8fa234-02ea-4c4c-8c91-50c2548b5e05), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:53:45.457541 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d8fa234-02ea-4c4c-8c91-50c2548b5e05 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:53:45.478444 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 9d8fa234-02ea-4c4c-8c91-50c2548b5e05, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=9d8fa234-02ea-4c4c-8c91-50c2548b5e05,segment=NetworkSegment(18d3dafa-77a7-4839-b380-4bfd715c85e8),segment_id=18d3dafa-77a7-4839-b380-4bfd715c85e8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:53:45.482974 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (9d8fa234-02ea-4c4c-8c91-50c2548b5e05), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:53:45.510495 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3512ae-791d-4877-ae45-3c7469a73316 req-f677d475-c908-4919-9760-ed68305be282 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:45.512303 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eb3512ae-791d-4877-ae45-3c7469a73316 req-f677d475-c908-4919-9760-ed68305be282 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 944 time: 0.0634549 Feb 17 18:53:45.529891 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=9d8fa234-02ea-4c4c-8c91-50c2548b5e05,revision_number=9']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:53:45.561520 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eb3512ae-791d-4877-ae45-3c7469a73316 req-49d16368-3845-40f4-b2d3-360268a11c48 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=83691059-a722-491e-a6d0-146ee029c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432336 Feb 17 18:53:45.712551 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['9d8fa234-02ea-4c4c-8c91-50c2548b5e05'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:53:46.679364 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37ac7b-2a23-4d0f-a4fb-f8df9cea2cca req-1fa45a25-d988-41e3-801e-f640ee8dce64 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:46.680900 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2f37ac7b-2a23-4d0f-a4fb-f8df9cea2cca req-1fa45a25-d988-41e3-801e-f640ee8dce64 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 945 time: 0.0523405 Feb 17 18:53:46.728847 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2f37ac7b-2a23-4d0f-a4fb-f8df9cea2cca req-2ccd0c1e-a34c-430e-83bc-4f71b97c1cf2 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=83691059-a722-491e-a6d0-146ee029c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424101 Feb 17 18:53:47.315470 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 9d8fa234-02ea-4c4c-8c91-50c2548b5e05 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:53:47.362639 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 9d8fa234-02ea-4c4c-8c91-50c2548b5e05 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:53:47.363015 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (9d8fa234-02ea-4c4c-8c91-50c2548b5e05), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:53:47.440660 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 9d8fa234-02ea-4c4c-8c91-50c2548b5e05 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:53:47.441049 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (9d8fa234-02ea-4c4c-8c91-50c2548b5e05), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:53:47.462299 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e773f1-9491-473f-b86b-bf58ab485e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8fa234-02ea-4c4c-8c91-50c2548b5e05'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:53:47.464584 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a58b36eb5214be741a58d8f0f454d70cefb3ebdc097f6d2df64ce05b1b6ee80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365ef727-ce9b-45d5-bee8-8d970d1d0db0" -d '{"events": [{"server_uuid": "68e773f1-9491-473f-b86b-bf58ab485e7b", "name": "network-vif-plugged", "status": "completed", "tag": "9d8fa234-02ea-4c4c-8c91-50c2548b5e05"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:53:47.476262 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 9d8fa234-02ea-4c4c-8c91-50c2548b5e05, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=9d8fa234-02ea-4c4c-8c91-50c2548b5e05,segment=NetworkSegment(18d3dafa-77a7-4839-b380-4bfd715c85e8),segment_id=18d3dafa-77a7-4839-b380-4bfd715c85e8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:53:47.481125 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (9d8fa234-02ea-4c4c-8c91-50c2548b5e05), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:53:47.506382 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3e6625-c401-4096-a41a-c599d2dd2cf5 x-openstack-request-id: req-6c3e6625-c401-4096-a41a-c599d2dd2cf5 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:53:47.506683 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e773f1-9491-473f-b86b-bf58ab485e7b", "name": "network-vif-plugged", "status": "completed", "tag": "9d8fa234-02ea-4c4c-8c91-50c2548b5e05", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:53:47.506944 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6c3e6625-c401-4096-a41a-c599d2dd2cf5 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:53:47.507336 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e773f1-9491-473f-b86b-bf58ab485e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8fa234-02ea-4c4c-8c91-50c2548b5e05', 'code': 200} Feb 17 18:53:47.532576 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=9d8fa234-02ea-4c4c-8c91-50c2548b5e05,revision_number=10']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:53:47.657330 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ed517-3fac-4571-b7e4-404e221c4c38 req-3b0c5e0b-0ce5-4ef2-acb2-4cb20f41aeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:47.658728 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b10ed517-3fac-4571-b7e4-404e221c4c38 req-3b0c5e0b-0ce5-4ef2-acb2-4cb20f41aeb8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 1129 time: 0.0443234 Feb 17 18:53:47.703199 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b10ed517-3fac-4571-b7e4-404e221c4c38 req-ac82cde1-a454-4e68-8658-2a9889bd998a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=83691059-a722-491e-a6d0-146ee029c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384033 Feb 17 18:53:47.852867 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc767cb1-daae-4862-9f81-e94806eee5f9 req-b0d16eb7-3763-466c-9ff5-1b599ac42bd2 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:47.854351 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc767cb1-daae-4862-9f81-e94806eee5f9 req-b0d16eb7-3763-466c-9ff5-1b599ac42bd2 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 947 time: 0.0567772 Feb 17 18:53:47.903238 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cc767cb1-daae-4862-9f81-e94806eee5f9 req-194ae766-ad24-402a-9b2d-4605ce711061 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=83691059-a722-491e-a6d0-146ee029c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427787 Feb 17 18:53:49.028912 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064a672-2aeb-4529-a4ab-f8396091c7ca req-27490651-70f6-4121-92b2-82f79428a0bb tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:49.030425 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d064a672-2aeb-4529-a4ab-f8396091c7ca req-27490651-70f6-4121-92b2-82f79428a0bb tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 947 time: 0.0545340 Feb 17 18:53:49.081048 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d064a672-2aeb-4529-a4ab-f8396091c7ca req-7f3c92d8-39f4-480c-938a-cb7b08f09deb tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=83691059-a722-491e-a6d0-146ee029c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449874 Feb 17 18:53:49.752905 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:53:50.200080 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe423849-fd6e-4af6-89f8-63aaeefe1372 req-50f8c302-0a26-4ea0-831f-50a9524cea69 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:53:50.201594 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fe423849-fd6e-4af6-89f8-63aaeefe1372 req-50f8c302-0a26-4ea0-831f-50a9524cea69 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 947 time: 0.0522089 Feb 17 18:53:50.253596 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fe423849-fd6e-4af6-89f8-63aaeefe1372 req-11d95d74-517d-4350-b229-0eeb187b958e tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=83691059-a722-491e-a6d0-146ee029c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463645 Feb 17 18:53:50.574647 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:54:03.134545 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c2aaad60-bf89-40ea-bb74-5d2f58e880cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:54:04.909296 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:54:05.587456 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ae2fd5ce-c97e-4c61-a63a-677048b1f980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:54:07.052869 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:54:08.252231 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:54:09.329467 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:54:19.780413 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:54:20.588460 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:54:24.861845 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c783a18b-4510-4179-87aa-5186bb3341ca req-c5fcb6e5-8ce1-4714-9b95-ef7888af9a26 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441849 Feb 17 18:54:24.951811 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783a18b-4510-4179-87aa-5186bb3341ca req-73c7847b-84ce-4827-85a9-cc31376d31dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:54:24.953335 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c783a18b-4510-4179-87aa-5186bb3341ca req-73c7847b-84ce-4827-85a9-cc31376d31dd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f99db53ee86a4d42947dacad362c4e66&device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 1129 time: 0.0485251 Feb 17 18:54:25.063623 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783a18b-4510-4179-87aa-5186bb3341ca req-43e9a206-f2b7-444f-ae4c-2fcd0356fdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:54:25.065141 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c783a18b-4510-4179-87aa-5186bb3341ca req-43e9a206-f2b7-444f-ae4c-2fcd0356fdea service neutron] 10.222.0.71 "GET /v2.0/networks?id=3c265b8b-3a18-4690-b5d4-441101022aa3 HTTP/1.1" status: 200 len: 909 time: 0.0915504 Feb 17 18:54:25.424007 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c783a18b-4510-4179-87aa-5186bb3341ca req-b71ac250-0b02-4470-a1c0-49f6527574cb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d8fa234-02ea-4c4c-8c91-50c2548b5e05 HTTP/1.1" status: 200 len: 1002 time: 0.3531954 Feb 17 18:54:25.472355 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783a18b-4510-4179-87aa-5186bb3341ca req-c91d674a-7d74-49ea-973c-b31ea47a5d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:54:25.473926 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c783a18b-4510-4179-87aa-5186bb3341ca req-c91d674a-7d74-49ea-973c-b31ea47a5d4b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=24e28791-86ff-4050-9e3e-531b5cc17e58 HTTP/1.1" status: 200 len: 847 time: 0.0442107 Feb 17 18:54:25.523103 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783a18b-4510-4179-87aa-5186bb3341ca req-262ffc5b-354c-4a55-814f-8a5652dbec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:54:25.524617 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c783a18b-4510-4179-87aa-5186bb3341ca req-262ffc5b-354c-4a55-814f-8a5652dbec4c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3c265b8b-3a18-4690-b5d4-441101022aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453568 Feb 17 18:54:25.612907 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c783a18b-4510-4179-87aa-5186bb3341ca req-c321c97a-4514-4bf1-9e7e-84f72705de8d service neutron] 10.222.0.71 "GET /v2.0/networks/3c265b8b-3a18-4690-b5d4-441101022aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828433 Feb 17 18:54:25.699228 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c783a18b-4510-4179-87aa-5186bb3341ca req-48cb7ae4-cf26-4071-8cee-3d1bd0b4ec95 service neutron] 10.222.0.71 "GET /v2.0/networks/3c265b8b-3a18-4690-b5d4-441101022aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803533 Feb 17 18:54:33.137796 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7100016f-8634-4e65-81e6-b571ca7627dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:54:35.589528 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9c18d100-8026-4394-b145-f1e79bfcd065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:54:37.052537 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:54:38.252708 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:54:39.332806 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:54:41.908712 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:54:49.779734 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:54:50.608804 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:00.817190 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43200) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:55:00.973570 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-03078b54-d279-4329-92b0-f14e2c35405f tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Deleting port d7e09d1e-c54d-4d8d-beef-25e81ff6c0f0 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:55:00.973918 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-03078b54-d279-4329-92b0-f14e2c35405f tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (d7e09d1e-c54d-4d8d-beef-25e81ff6c0f0), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:01.047528 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-03078b54-d279-4329-92b0-f14e2c35405f tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (d7e09d1e-c54d-4d8d-beef-25e81ff6c0f0), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:01.047856 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-03078b54-d279-4329-92b0-f14e2c35405f tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for floatingip (d7e09d1e-c54d-4d8d-beef-25e81ff6c0f0), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:01.059809 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-03078b54-d279-4329-92b0-f14e2c35405f tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Calling delete_port for d7e09d1e-c54d-4d8d-beef-25e81ff6c0f0 owned by network:floatingip {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:55:01.203642 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-03078b54-d279-4329-92b0-f14e2c35405f tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (d7e09d1e-c54d-4d8d-beef-25e81ff6c0f0), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:01.229389 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03078b54-d279-4329-92b0-f14e2c35405f tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Pushing event deleted for resources: {'Port': ['ID=d7e09d1e-c54d-4d8d-beef-25e81ff6c0f0,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:55:01.241032 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03078b54-d279-4329-92b0-f14e2c35405f tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:55:01.241398 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03078b54-d279-4329-92b0-f14e2c35405f tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:55:01.241749 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03078b54-d279-4329-92b0-f14e2c35405f tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:55:01.242094 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03078b54-d279-4329-92b0-f14e2c35405f tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:55:01.242440 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03078b54-d279-4329-92b0-f14e2c35405f tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:55:01.242780 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03078b54-d279-4329-92b0-f14e2c35405f tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:55:01.243120 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03078b54-d279-4329-92b0-f14e2c35405f tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:55:01.243459 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03078b54-d279-4329-92b0-f14e2c35405f tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:55:01.243795 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03078b54-d279-4329-92b0-f14e2c35405f tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:55:01.244158 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03078b54-d279-4329-92b0-f14e2c35405f tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:55:01.244522 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03078b54-d279-4329-92b0-f14e2c35405f tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:55:01.244853 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03078b54-d279-4329-92b0-f14e2c35405f tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:55:01.245184 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03078b54-d279-4329-92b0-f14e2c35405f tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:55:01.302469 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-03078b54-d279-4329-92b0-f14e2c35405f tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for floatingip (5ebcbcf5-c9ef-4385-9bdc-b1788d9d2036), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:01.302802 n-d-829613-2 neutron-server[103434]: INFO neutron.db.l3_db [None req-03078b54-d279-4329-92b0-f14e2c35405f tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Floating IP 5ebcbcf5-c9ef-4385-9bdc-b1788d9d2036 disassociated (deleted). External IP: 172.25.8.102, port: 9d8fa234-02ea-4c4c-8c91-50c2548b5e05. Feb 17 18:55:01.515556 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03078b54-d279-4329-92b0-f14e2c35405f tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Router ae8aa625-c733-41c1-9484-299b90c575c5 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:55:01.625820 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03078b54-d279-4329-92b0-f14e2c35405f tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:55:01.630861 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-03078b54-d279-4329-92b0-f14e2c35405f tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:01.635708 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc329ac6-c868-4928-a5c1-58ef1e890181 None None] Sync routers for ids ['ae8aa625-c733-41c1-9484-299b90c575c5'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:55:01.646506 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc329ac6-c868-4928-a5c1-58ef1e890181 None None] Routers {'ae8aa625-c733-41c1-9484-299b90c575c5'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:55:01.647562 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-cc329ac6-c868-4928-a5c1-58ef1e890181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:54:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['ae8aa625-c733-41c1-9484-299b90c575c5'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:55:01.663105 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-03078b54-d279-4329-92b0-f14e2c35405f tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "DELETE /v2.0/floatingips/5ebcbcf5-c9ef-4385-9bdc-b1788d9d2036 HTTP/1.1" status: 204 len: 168 time: 0.8448122 Feb 17 18:55:01.663766 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e773f1-9491-473f-b86b-bf58ab485e7b', 'tag': '9d8fa234-02ea-4c4c-8c91-50c2548b5e05'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:55:01.666229 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5edeafdd-a74a-471b-af1c-d15b5b2e3d2c" -d '{"events": [{"name": "network-changed", "server_uuid": "68e773f1-9491-473f-b86b-bf58ab485e7b", "tag": "9d8fa234-02ea-4c4c-8c91-50c2548b5e05"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:55:01.757061 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-cc329ac6-c868-4928-a5c1-58ef1e890181 None None] Set router ae8aa625-c733-41c1-9484-299b90c575c5 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:55:01.876782 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f518b45d-b361-4239-a6cb-abdc7cc75907 x-openstack-request-id: req-f518b45d-b361-4239-a6cb-abdc7cc75907 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:55:01.876782 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68e773f1-9491-473f-b86b-bf58ab485e7b", "tag": "9d8fa234-02ea-4c4c-8c91-50c2548b5e05", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:55:01.876782 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f518b45d-b361-4239-a6cb-abdc7cc75907 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:55:01.876782 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68e773f1-9491-473f-b86b-bf58ab485e7b', 'tag': '9d8fa234-02ea-4c4c-8c91-50c2548b5e05', 'status': 'completed', 'code': 200} Feb 17 18:55:01.954382 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edeafdd-a74a-471b-af1c-d15b5b2e3d2c req-376dc6ed-003c-4c81-ac02-8695abf6b0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:55:01.955170 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5edeafdd-a74a-471b-af1c-d15b5b2e3d2c req-376dc6ed-003c-4c81-ac02-8695abf6b0ac service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f99db53ee86a4d42947dacad362c4e66&device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 1129 time: 0.0565650 Feb 17 18:55:01.967679 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-cc329ac6-c868-4928-a5c1-58ef1e890181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'name': 'tempest-TestShelveInstance-249407658-router', 'tenant_id': 'f99db53ee86a4d42947dacad362c4e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'c61224a9-a5c0-4b93-bcfb-37ae93d63895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:50:44Z', 'updated_at': '2022-02-17T18:50:47Z', 'revision_number': 4, 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'gw_port': {'id': 'c61224a9-a5c0-4b93-bcfb-37ae93d63895', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:dd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:50:45Z', 'updated_at': '2022-02-17T18:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '7eee14e3-8a83-49b0-b854-c0035f067e0e', 'name': '', 'network_id': '3c265b8b-3a18-4690-b5d4-441101022aa3', 'tenant_id': 'f99db53ee86a4d42947dacad362c4e66', 'mac_address': 'fa:16:3e:20:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '24e28791-86ff-4050-9e3e-531b5cc17e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:50:46Z', 'updated_at': '2022-02-17T18:50:50Z', 'revision_number': 5, 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'subnets': [{'id': '24e28791-86ff-4050-9e3e-531b5cc17e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:55:01.978598 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e796ac-47a8-4bef-8f14-72215ed29c58 req-8d64cc54-a8f1-492c-9406-010055c9876f tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:55:01.980628 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f5e796ac-47a8-4bef-8f14-72215ed29c58 req-8d64cc54-a8f1-492c-9406-010055c9876f tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 947 time: 0.0631824 Feb 17 18:55:01.994626 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc329ac6-c868-4928-a5c1-58ef1e890181 None None] Checking router: ae8aa625-c733-41c1-9484-299b90c575c5 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:55:02.002889 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc329ac6-c868-4928-a5c1-58ef1e890181 None None] Routers {'ae8aa625-c733-41c1-9484-299b90c575c5'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:55:02.003508 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-cc329ac6-c868-4928-a5c1-58ef1e890181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:54:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['ae8aa625-c733-41c1-9484-299b90c575c5'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:55:02.032109 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f5e796ac-47a8-4bef-8f14-72215ed29c58 req-f5295e20-eb45-4127-858d-6fb7e9f8c8ae tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=83691059-a722-491e-a6d0-146ee029c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455196 Feb 17 18:55:02.054919 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edeafdd-a74a-471b-af1c-d15b5b2e3d2c req-ee331084-6a66-4438-a40c-31e6e4b203af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:55:02.054919 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5edeafdd-a74a-471b-af1c-d15b5b2e3d2c req-ee331084-6a66-4438-a40c-31e6e4b203af service neutron] 10.222.0.71 "GET /v2.0/networks?id=3c265b8b-3a18-4690-b5d4-441101022aa3 HTTP/1.1" status: 200 len: 909 time: 0.0899327 Feb 17 18:55:02.096215 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5edeafdd-a74a-471b-af1c-d15b5b2e3d2c req-9123fcb0-7c81-4ed2-b26f-316b616f988c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d8fa234-02ea-4c4c-8c91-50c2548b5e05 HTTP/1.1" status: 200 len: 217 time: 0.0379431 Feb 17 18:55:02.111970 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-cc329ac6-c868-4928-a5c1-58ef1e890181 None None] Set router ae8aa625-c733-41c1-9484-299b90c575c5 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:55:02.145217 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edeafdd-a74a-471b-af1c-d15b5b2e3d2c req-60015f6e-336d-449c-8cd4-3ec936c20623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:55:02.146855 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5edeafdd-a74a-471b-af1c-d15b5b2e3d2c req-60015f6e-336d-449c-8cd4-3ec936c20623 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=24e28791-86ff-4050-9e3e-531b5cc17e58 HTTP/1.1" status: 200 len: 847 time: 0.0446317 Feb 17 18:55:02.198744 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edeafdd-a74a-471b-af1c-d15b5b2e3d2c req-75ff64da-6254-46a2-9917-d67d85501c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:55:02.200300 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5edeafdd-a74a-471b-af1c-d15b5b2e3d2c req-75ff64da-6254-46a2-9917-d67d85501c83 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3c265b8b-3a18-4690-b5d4-441101022aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447865 Feb 17 18:55:02.294461 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5edeafdd-a74a-471b-af1c-d15b5b2e3d2c req-e1483122-1fae-4ba8-897c-d40062cb226f service neutron] 10.222.0.71 "GET /v2.0/networks/3c265b8b-3a18-4690-b5d4-441101022aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870478 Feb 17 18:55:02.311613 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-cc329ac6-c868-4928-a5c1-58ef1e890181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'name': 'tempest-TestShelveInstance-249407658-router', 'tenant_id': 'f99db53ee86a4d42947dacad362c4e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'c61224a9-a5c0-4b93-bcfb-37ae93d63895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:50:44Z', 'updated_at': '2022-02-17T18:50:47Z', 'revision_number': 4, 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'gw_port': {'id': 'c61224a9-a5c0-4b93-bcfb-37ae93d63895', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:dd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:50:45Z', 'updated_at': '2022-02-17T18:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '7eee14e3-8a83-49b0-b854-c0035f067e0e', 'name': '', 'network_id': '3c265b8b-3a18-4690-b5d4-441101022aa3', 'tenant_id': 'f99db53ee86a4d42947dacad362c4e66', 'mac_address': 'fa:16:3e:20:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '24e28791-86ff-4050-9e3e-531b5cc17e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:50:46Z', 'updated_at': '2022-02-17T18:50:50Z', 'revision_number': 5, 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'subnets': [{'id': '24e28791-86ff-4050-9e3e-531b5cc17e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:55:02.337252 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc329ac6-c868-4928-a5c1-58ef1e890181 None None] The sync data for ids ['ae8aa625-c733-41c1-9484-299b90c575c5'] in n-d-829613-2 is: [{'id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'name': 'tempest-TestShelveInstance-249407658-router', 'tenant_id': 'f99db53ee86a4d42947dacad362c4e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'c61224a9-a5c0-4b93-bcfb-37ae93d63895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:50:44Z', 'updated_at': '2022-02-17T18:50:47Z', 'revision_number': 4, 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'gw_port': {'id': 'c61224a9-a5c0-4b93-bcfb-37ae93d63895', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:dd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:50:45Z', 'updated_at': '2022-02-17T18:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '7eee14e3-8a83-49b0-b854-c0035f067e0e', 'name': '', 'network_id': '3c265b8b-3a18-4690-b5d4-441101022aa3', 'tenant_id': 'f99db53ee86a4d42947dacad362c4e66', 'mac_address': 'fa:16:3e:20:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '24e28791-86ff-4050-9e3e-531b5cc17e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:50:46Z', 'updated_at': '2022-02-17T18:50:50Z', 'revision_number': 5, 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'subnets': [{'id': '24e28791-86ff-4050-9e3e-531b5cc17e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:55:02.384413 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-5edeafdd-a74a-471b-af1c-d15b5b2e3d2c req-364e4860-1709-484b-98c8-9a96e5831cb3 service neutron] 10.222.0.71 "GET /v2.0/networks/3c265b8b-3a18-4690-b5d4-441101022aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842397 Feb 17 18:55:02.554641 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6395ca-5209-4a20-8f0b-b7cfaf8b9d25 None None] New status for floating IP 5ebcbcf5-c9ef-4385-9bdc-b1788d9d2036: DOWN {{(pid=103438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 18:55:03.141775 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-32a3dc20-560a-4495-80c8-fceb9ecca2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:03.155866 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6f5b7-a9b9-4cd3-b7e5-f1ea1286003a req-0c77b3f2-eff5-42d0-83cc-7315e287b1d7 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:55:03.157415 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e3a6f5b7-a9b9-4cd3-b7e5-f1ea1286003a req-0c77b3f2-eff5-42d0-83cc-7315e287b1d7 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 947 time: 0.0547216 Feb 17 18:55:03.164228 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d22e13-5a85-44bc-a248-6cdf2352ed1a req-0f42b7fb-3476-4ec1-b242-e3b187e9fa47 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:55:03.165827 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-29d22e13-5a85-44bc-a248-6cdf2352ed1a req-0f42b7fb-3476-4ec1-b242-e3b187e9fa47 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.71 "GET /v2.0/ports?device_id=68e773f1-9491-473f-b86b-bf58ab485e7b HTTP/1.1" status: 200 len: 947 time: 0.0631037 Feb 17 18:55:03.207872 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-e3a6f5b7-a9b9-4cd3-b7e5-f1ea1286003a req-be1dafa0-e7ad-45c7-be13-39d74bce94d2 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=83691059-a722-491e-a6d0-146ee029c415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441363 Feb 17 18:55:03.259343 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-29d22e13-5a85-44bc-a248-6cdf2352ed1a req-cc91a9cf-28f8-4ffa-bd33-5c2fa9bfbb1c tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Deleting port 9d8fa234-02ea-4c4c-8c91-50c2548b5e05 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:55:03.260233 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-29d22e13-5a85-44bc-a248-6cdf2352ed1a req-cc91a9cf-28f8-4ffa-bd33-5c2fa9bfbb1c tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (9d8fa234-02ea-4c4c-8c91-50c2548b5e05), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:03.349956 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-29d22e13-5a85-44bc-a248-6cdf2352ed1a req-cc91a9cf-28f8-4ffa-bd33-5c2fa9bfbb1c tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] For port 9d8fa234-02ea-4c4c-8c91-50c2548b5e05, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=9d8fa234-02ea-4c4c-8c91-50c2548b5e05,segment=NetworkSegment(18d3dafa-77a7-4839-b380-4bfd715c85e8),segment_id=18d3dafa-77a7-4839-b380-4bfd715c85e8)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:55:03.350324 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-29d22e13-5a85-44bc-a248-6cdf2352ed1a req-cc91a9cf-28f8-4ffa-bd33-5c2fa9bfbb1c tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (9d8fa234-02ea-4c4c-8c91-50c2548b5e05), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:03.363464 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-29d22e13-5a85-44bc-a248-6cdf2352ed1a req-cc91a9cf-28f8-4ffa-bd33-5c2fa9bfbb1c tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Calling delete_port for 9d8fa234-02ea-4c4c-8c91-50c2548b5e05 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:55:03.505680 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-29d22e13-5a85-44bc-a248-6cdf2352ed1a req-cc91a9cf-28f8-4ffa-bd33-5c2fa9bfbb1c tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (9d8fa234-02ea-4c4c-8c91-50c2548b5e05), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:03.538030 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc91a9cf-28f8-4ffa-bd33-5c2fa9bfbb1c tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Pushing event deleted for resources: {'Port': ['ID=9d8fa234-02ea-4c4c-8c91-50c2548b5e05,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:55:03.580538 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d22e13-5a85-44bc-a248-6cdf2352ed1a req-cc91a9cf-28f8-4ffa-bd33-5c2fa9bfbb1c tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] No DVR routers for this DVR port 9d8fa234-02ea-4c4c-8c91-50c2548b5e05 on host n-h1-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:55:03.583166 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-29d22e13-5a85-44bc-a248-6cdf2352ed1a req-cc91a9cf-28f8-4ffa-bd33-5c2fa9bfbb1c tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:03.586548 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-29d22e13-5a85-44bc-a248-6cdf2352ed1a req-cc91a9cf-28f8-4ffa-bd33-5c2fa9bfbb1c tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.71 "DELETE /v2.0/ports/9d8fa234-02ea-4c4c-8c91-50c2548b5e05 HTTP/1.1" status: 204 len: 173 time: 0.4158237 Feb 17 18:55:03.875370 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e773f1-9491-473f-b86b-bf58ab485e7b', 'name': 'network-vif-deleted', 'tag': '9d8fa234-02ea-4c4c-8c91-50c2548b5e05'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:55:03.879088 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34f839e-6e02-475a-987c-555007c58fd9" -d '{"events": [{"server_uuid": "68e773f1-9491-473f-b86b-bf58ab485e7b", "name": "network-vif-deleted", "tag": "9d8fa234-02ea-4c4c-8c91-50c2548b5e05"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:55:03.914890 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65a50d7-6926-43cd-9adf-38096588a3ed x-openstack-request-id: req-a65a50d7-6926-43cd-9adf-38096588a3ed {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:55:03.915190 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e773f1-9491-473f-b86b-bf58ab485e7b", "name": "network-vif-deleted", "tag": "9d8fa234-02ea-4c4c-8c91-50c2548b5e05", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:55:03.915450 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a65a50d7-6926-43cd-9adf-38096588a3ed {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:55:03.916486 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e773f1-9491-473f-b86b-bf58ab485e7b', 'name': 'network-vif-deleted', 'tag': '9d8fa234-02ea-4c4c-8c91-50c2548b5e05', 'status': 'completed', 'code': 200} Feb 17 18:55:04.265852 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43220) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:55:04.325371 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b94700be-6d81-485d-8416-158495396433 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for security_group (83691059-a722-491e-a6d0-146ee029c415), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:04.349622 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b94700be-6d81-485d-8416-158495396433 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for security_group (83691059-a722-491e-a6d0-146ee029c415), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:04.408986 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b94700be-6d81-485d-8416-158495396433 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (83691059-a722-491e-a6d0-146ee029c415), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:04.411621 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b94700be-6d81-485d-8416-158495396433 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:04.412831 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b94700be-6d81-485d-8416-158495396433 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "DELETE /v2.0/security-groups/83691059-a722-491e-a6d0-146ee029c415 HTTP/1.1" status: 204 len: 168 time: 0.1459508 Feb 17 18:55:04.422570 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94700be-6d81-485d-8416-158495396433 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83691059-a722-491e-a6d0-146ee029c415,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:55:04.430300 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94700be-6d81-485d-8416-158495396433 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:55:04.430655 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94700be-6d81-485d-8416-158495396433 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:55:04.430995 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94700be-6d81-485d-8416-158495396433 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:55:04.431335 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94700be-6d81-485d-8416-158495396433 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:55:04.431668 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94700be-6d81-485d-8416-158495396433 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:55:04.431996 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94700be-6d81-485d-8416-158495396433 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:55:04.432355 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94700be-6d81-485d-8416-158495396433 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:55:04.432686 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94700be-6d81-485d-8416-158495396433 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:55:04.433015 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94700be-6d81-485d-8416-158495396433 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:55:04.433342 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94700be-6d81-485d-8416-158495396433 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:55:04.433664 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94700be-6d81-485d-8416-158495396433 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:55:04.433985 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94700be-6d81-485d-8416-158495396433 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:55:04.434303 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94700be-6d81-485d-8416-158495396433 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:55:04.677420 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43226) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:55:04.682111 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-3348c4c4-1709-453e-b90a-d26163676376 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1766618370', 'description': 'tempest-secgroup-smoke-1766618370 description', 'project_id': 'f99db53ee86a4d42947dacad362c4e66'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:55:04.703065 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3348c4c4-1709-453e-b90a-d26163676376 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:04.767012 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3348c4c4-1709-453e-b90a-d26163676376 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for security_group (93d1041f-36ce-459d-9386-dc74f7b33c70), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:04.770565 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3348c4c4-1709-453e-b90a-d26163676376 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (93d1041f-36ce-459d-9386-dc74f7b33c70), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:04.799850 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-3348c4c4-1709-453e-b90a-d26163676376 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:04.803879 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-3348c4c4-1709-453e-b90a-d26163676376 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1226227 Feb 17 18:55:04.803879 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3348c4c4-1709-453e-b90a-d26163676376 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93d1041f-36ce-459d-9386-dc74f7b33c70,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:55:04.804234 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43228) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:55:04.813680 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-885de8a2-d8d8-40e0-80d0-fe8c75cc74dd tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Request body: {'security_group_rule': {'security_group_id': '93d1041f-36ce-459d-9386-dc74f7b33c70', 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:55:04.838526 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-885de8a2-d8d8-40e0-80d0-fe8c75cc74dd tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for security_group_rule (b89d61bb-f308-4045-9f7f-53642d84244c), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:04.893936 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-885de8a2-d8d8-40e0-80d0-fe8c75cc74dd tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for security_group_rule (b89d61bb-f308-4045-9f7f-53642d84244c), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:04.897512 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-885de8a2-d8d8-40e0-80d0-fe8c75cc74dd tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (b89d61bb-f308-4045-9f7f-53642d84244c), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:04.914805 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885de8a2-d8d8-40e0-80d0-fe8c75cc74dd tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b89d61bb-f308-4045-9f7f-53642d84244c,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:55:04.922725 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-885de8a2-d8d8-40e0-80d0-fe8c75cc74dd tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:04.923925 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-885de8a2-d8d8-40e0-80d0-fe8c75cc74dd tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1139205 Feb 17 18:55:04.926595 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43230) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:55:04.930981 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-707058ad-1ed5-4a2d-8619-ed81c0e1fae5 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Request body: {'security_group_rule': {'security_group_id': '93d1041f-36ce-459d-9386-dc74f7b33c70', 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:55:04.960218 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-707058ad-1ed5-4a2d-8619-ed81c0e1fae5 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for security_group_rule (f644637b-428a-4aec-9600-966ed07b9e5d), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:05.016367 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-707058ad-1ed5-4a2d-8619-ed81c0e1fae5 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for security_group_rule (f644637b-428a-4aec-9600-966ed07b9e5d), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:05.019717 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-707058ad-1ed5-4a2d-8619-ed81c0e1fae5 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (f644637b-428a-4aec-9600-966ed07b9e5d), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:05.041502 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707058ad-1ed5-4a2d-8619-ed81c0e1fae5 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f644637b-428a-4aec-9600-966ed07b9e5d,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:55:05.049540 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-707058ad-1ed5-4a2d-8619-ed81c0e1fae5 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:05.050730 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-707058ad-1ed5-4a2d-8619-ed81c0e1fae5 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1231983 Feb 17 18:55:05.053465 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43232) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:55:05.058296 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-6aa4189e-4246-403d-8eb6-a268d88757d4 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Request body: {'security_group_rule': {'security_group_id': '93d1041f-36ce-459d-9386-dc74f7b33c70', 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:55:05.083470 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6aa4189e-4246-403d-8eb6-a268d88757d4 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for security_group_rule (61cfaba0-9830-408d-854b-99149a4b7113), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:05.140119 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6aa4189e-4246-403d-8eb6-a268d88757d4 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for security_group_rule (61cfaba0-9830-408d-854b-99149a4b7113), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:05.143315 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6aa4189e-4246-403d-8eb6-a268d88757d4 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (61cfaba0-9830-408d-854b-99149a4b7113), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:05.163065 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa4189e-4246-403d-8eb6-a268d88757d4 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61cfaba0-9830-408d-854b-99149a4b7113,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:55:05.168783 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6aa4189e-4246-403d-8eb6-a268d88757d4 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:05.169971 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6aa4189e-4246-403d-8eb6-a268d88757d4 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1155372 Feb 17 18:55:05.172698 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43234) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:55:05.177132 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-4af9e970-f9a9-48cb-82a4-ef45faeade04 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Request body: {'security_group_rule': {'security_group_id': '93d1041f-36ce-459d-9386-dc74f7b33c70', 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:55:05.201824 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4af9e970-f9a9-48cb-82a4-ef45faeade04 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for security_group_rule (2ec8661e-7b4d-4877-9af7-d993510f94e5), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:05.257777 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4af9e970-f9a9-48cb-82a4-ef45faeade04 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for security_group_rule (2ec8661e-7b4d-4877-9af7-d993510f94e5), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:05.261301 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4af9e970-f9a9-48cb-82a4-ef45faeade04 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (2ec8661e-7b4d-4877-9af7-d993510f94e5), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:05.281170 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9e970-f9a9-48cb-82a4-ef45faeade04 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ec8661e-7b4d-4877-9af7-d993510f94e5,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:55:05.289529 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4af9e970-f9a9-48cb-82a4-ef45faeade04 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:05.293754 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4af9e970-f9a9-48cb-82a4-ef45faeade04 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1171069 Feb 17 18:55:05.293887 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43236) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:55:05.298134 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-bbd8e9cf-c6ed-4c90-84d7-1f3b539ae728 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Request body: {'security_group_rule': {'security_group_id': '93d1041f-36ce-459d-9386-dc74f7b33c70', 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:55:05.317551 n-d-829613-2 neutron-server[103434]: INFO neutron.db.securitygroups_db [None req-bbd8e9cf-c6ed-4c90-84d7-1f3b539ae728 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Project f99db53ee86a4d42947dacad362c4e66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 18:55:05.322356 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bbd8e9cf-c6ed-4c90-84d7-1f3b539ae728 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for security_group_rule (a32e6633-14f2-414b-a0b9-6710bf5bac9e), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:05.381434 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bbd8e9cf-c6ed-4c90-84d7-1f3b539ae728 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for security_group_rule (a32e6633-14f2-414b-a0b9-6710bf5bac9e), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:05.385653 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bbd8e9cf-c6ed-4c90-84d7-1f3b539ae728 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (a32e6633-14f2-414b-a0b9-6710bf5bac9e), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:05.407472 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8e9cf-c6ed-4c90-84d7-1f3b539ae728 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a32e6633-14f2-414b-a0b9-6710bf5bac9e,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:55:05.411931 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bbd8e9cf-c6ed-4c90-84d7-1f3b539ae728 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:05.413154 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bbd8e9cf-c6ed-4c90-84d7-1f3b539ae728 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1183653 Feb 17 18:55:05.415850 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43238) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:55:05.420618 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-21af53ca-2eb6-4937-bb93-2edeae545900 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Request body: {'security_group_rule': {'security_group_id': '93d1041f-36ce-459d-9386-dc74f7b33c70', 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:55:05.439860 n-d-829613-2 neutron-server[103434]: INFO neutron.db.securitygroups_db [None req-21af53ca-2eb6-4937-bb93-2edeae545900 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Project f99db53ee86a4d42947dacad362c4e66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 18:55:05.444538 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-21af53ca-2eb6-4937-bb93-2edeae545900 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for security_group_rule (a0859399-f0f2-45a7-bed0-543af74a66fd), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:05.502068 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-21af53ca-2eb6-4937-bb93-2edeae545900 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for security_group_rule (a0859399-f0f2-45a7-bed0-543af74a66fd), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:05.505530 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-21af53ca-2eb6-4937-bb93-2edeae545900 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (a0859399-f0f2-45a7-bed0-543af74a66fd), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:05.522642 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af53ca-2eb6-4937-bb93-2edeae545900 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0859399-f0f2-45a7-bed0-543af74a66fd,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:55:05.530502 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-21af53ca-2eb6-4937-bb93-2edeae545900 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:05.531718 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-21af53ca-2eb6-4937-bb93-2edeae545900 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1144297 Feb 17 18:55:05.591109 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-044d4a93-9698-48aa-b262-fb3c6c39281e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:07.055622 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:07.688547 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 9d8fa234-02ea-4c4c-8c91-50c2548b5e05 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:55:07.709208 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: 9d8fa234-02ea-4c4c-8c91-50c2548b5e05 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:55:07.709846 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 9d8fa234-02ea-4c4c-8c91-50c2548b5e05 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:55:08.255308 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:09.338689 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:18.910822 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:55:19.794752 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:20.605451 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:24.955918 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-12405353-a67c-4c8e-974e-ba57ca913ce8 req-5a93ecac-a475-4e02-a99a-ede164a5af7e tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1766618370&fields=id&tenant_id=f99db53ee86a4d42947dacad362c4e66 HTTP/1.1" status: 200 len: 267 time: 0.0448103 Feb 17 18:55:25.062852 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12405353-a67c-4c8e-974e-ba57ca913ce8 req-d7b808a9-1454-49b2-a1e0-c7eaa78974b3 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:55:25.064222 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-12405353-a67c-4c8e-974e-ba57ca913ce8 req-d7b808a9-1454-49b2-a1e0-c7eaa78974b3 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/networks?id=3c265b8b-3a18-4690-b5d4-441101022aa3 HTTP/1.1" status: 200 len: 808 time: 0.1019161 Feb 17 18:55:25.078578 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-12405353-a67c-4c8e-974e-ba57ca913ce8 req-aa1aa279-7d75-4a79-bf64-43b409032ccf tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/quotas/f99db53ee86a4d42947dacad362c4e66 HTTP/1.1" status: 200 len: 375 time: 0.0087743 Feb 17 18:55:25.132158 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-12405353-a67c-4c8e-974e-ba57ca913ce8 req-fc520670-c5b4-4957-afc2-9a113614afed tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=f99db53ee86a4d42947dacad362c4e66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489430 Feb 17 18:55:25.230227 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-12405353-a67c-4c8e-974e-ba57ca913ce8 req-7f1e8f0f-3fb3-4c71-84c3-efca4688910e service neutron] 10.222.0.87 "GET /v2.0/networks/3c265b8b-3a18-4690-b5d4-441101022aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862763 Feb 17 18:55:25.317516 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-12405353-a67c-4c8e-974e-ba57ca913ce8 req-6234cfdf-4141-40d5-836d-ff3c66cebf03 service neutron] 10.222.0.87 "GET /v2.0/networks/3c265b8b-3a18-4690-b5d4-441101022aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808425 Feb 17 18:55:25.605173 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b5ab9654-e74f-4f19-bb6c-a13465463772 req-112cb719-05ff-4f0b-8ea4-9ddf0d70ab1c tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 210 time: 0.0294802 Feb 17 18:55:26.582797 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12405353-a67c-4c8e-974e-ba57ca913ce8 req-f183fdaf-d4e1-4925-ad91-0e2d3c0330a5 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:55:26.584322 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-12405353-a67c-4c8e-974e-ba57ca913ce8 req-f183fdaf-d4e1-4925-ad91-0e2d3c0330a5 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.71 "GET /v2.0/networks?id=3c265b8b-3a18-4690-b5d4-441101022aa3 HTTP/1.1" status: 200 len: 808 time: 0.1101191 Feb 17 18:55:26.648080 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-12405353-a67c-4c8e-974e-ba57ca913ce8 req-fcbe6c86-bd43-49d4-a3c8-ba2514f1d3cd tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f99db53ee86a4d42947dacad362c4e66 HTTP/1.1" status: 200 len: 380 time: 0.0553975 Feb 17 18:55:26.655743 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-12405353-a67c-4c8e-974e-ba57ca913ce8 req-201c8706-0d57-475e-a6cc-ee6606d73742 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Request body: {'port': {'device_id': '46248581-541f-4860-8a3e-43b087e53a54', 'network_id': '3c265b8b-3a18-4690-b5d4-441101022aa3', 'admin_state_up': True, 'tenant_id': 'f99db53ee86a4d42947dacad362c4e66', 'security_groups': ['93d1041f-36ce-459d-9386-dc74f7b33c70']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:55:26.713611 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b8e5d43f-6ced-44ce-8e0e-1357730fea99 req-97702207-6c37-457e-a8d7-2cdd552afa39 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 210 time: 0.0339627 Feb 17 18:55:26.771495 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12405353-a67c-4c8e-974e-ba57ca913ce8 req-201c8706-0d57-475e-a6cc-ee6606d73742 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Made reservation on behalf of f99db53ee86a4d42947dacad362c4e66 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 18:55:26.775488 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-12405353-a67c-4c8e-974e-ba57ca913ce8 req-201c8706-0d57-475e-a6cc-ee6606d73742 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:26.905512 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-12405353-a67c-4c8e-974e-ba57ca913ce8 req-201c8706-0d57-475e-a6cc-ee6606d73742 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Allocated IP 172.20.0.4 (3c265b8b-3a18-4690-b5d4-441101022aa3/24e28791-86ff-4050-9e3e-531b5cc17e58/6d4ce437-9a50-402f-9d20-6dd919ec9875) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:55:27.057278 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-12405353-a67c-4c8e-974e-ba57ca913ce8 req-201c8706-0d57-475e-a6cc-ee6606d73742 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for port (6d4ce437-9a50-402f-9d20-6dd919ec9875), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:27.090615 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-12405353-a67c-4c8e-974e-ba57ca913ce8 req-201c8706-0d57-475e-a6cc-ee6606d73742 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (6d4ce437-9a50-402f-9d20-6dd919ec9875), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:27.131348 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12405353-a67c-4c8e-974e-ba57ca913ce8 req-201c8706-0d57-475e-a6cc-ee6606d73742 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Network 3c265b8b-3a18-4690-b5d4-441101022aa3 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:55:27.134477 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-12405353-a67c-4c8e-974e-ba57ca913ce8 req-201c8706-0d57-475e-a6cc-ee6606d73742 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:55:27.136915 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-12405353-a67c-4c8e-974e-ba57ca913ce8 req-201c8706-0d57-475e-a6cc-ee6606d73742 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:55:27.181665 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c8706-0d57-475e-a6cc-ee6606d73742 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Pushing event updated for resources: {'Port': ['ID=6d4ce437-9a50-402f-9d20-6dd919ec9875,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:55:27.198787 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12405353-a67c-4c8e-974e-ba57ca913ce8 req-201c8706-0d57-475e-a6cc-ee6606d73742 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:55:27.199433 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-12405353-a67c-4c8e-974e-ba57ca913ce8 req-201c8706-0d57-475e-a6cc-ee6606d73742 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:27.220206 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-12405353-a67c-4c8e-974e-ba57ca913ce8 req-201c8706-0d57-475e-a6cc-ee6606d73742 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5685861 Feb 17 18:55:27.232771 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-12405353-a67c-4c8e-974e-ba57ca913ce8 req-8e863eb7-f830-494e-a11f-afcf41c185ef service neutron] Request body: {'port': {'device_id': '46248581-541f-4860-8a3e-43b087e53a54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:55:27.300483 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-12405353-a67c-4c8e-974e-ba57ca913ce8 req-8e863eb7-f830-494e-a11f-afcf41c185ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6d4ce437-9a50-402f-9d20-6dd919ec9875), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:27.391397 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b20fe7dc-526c-4b04-b470-21c73ebe73a0 None None] Provisioning complete for port 6d4ce437-9a50-402f-9d20-6dd919ec9875 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:55:27.392005 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b20fe7dc-526c-4b04-b470-21c73ebe73a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6d4ce437-9a50-402f-9d20-6dd919ec9875), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:27.430123 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b20fe7dc-526c-4b04-b470-21c73ebe73a0 None None] Port 6d4ce437-9a50-402f-9d20-6dd919ec9875 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 18:55:27.572686 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-12405353-a67c-4c8e-974e-ba57ca913ce8 req-8e863eb7-f830-494e-a11f-afcf41c185ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d4ce437-9a50-402f-9d20-6dd919ec9875 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:55:27.580531 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-12405353-a67c-4c8e-974e-ba57ca913ce8 req-8e863eb7-f830-494e-a11f-afcf41c185ef service neutron] Publish callbacks [] for port (6d4ce437-9a50-402f-9d20-6dd919ec9875), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:27.593018 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-12405353-a67c-4c8e-974e-ba57ca913ce8 req-8e863eb7-f830-494e-a11f-afcf41c185ef service neutron] Transition to ACTIVE for port object 6d4ce437-9a50-402f-9d20-6dd919ec9875 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 18:55:27.597692 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-12405353-a67c-4c8e-974e-ba57ca913ce8 req-8e863eb7-f830-494e-a11f-afcf41c185ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (6d4ce437-9a50-402f-9d20-6dd919ec9875), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:27.647870 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e863eb7-f830-494e-a11f-afcf41c185ef service neutron] Pushing event updated for resources: {'Port': ['ID=6d4ce437-9a50-402f-9d20-6dd919ec9875,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:55:27.726657 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-12405353-a67c-4c8e-974e-ba57ca913ce8 req-8e863eb7-f830-494e-a11f-afcf41c185ef service neutron] Attempting to bind port 6d4ce437-9a50-402f-9d20-6dd919ec9875 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:55:27.727164 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-12405353-a67c-4c8e-974e-ba57ca913ce8 req-8e863eb7-f830-494e-a11f-afcf41c185ef service neutron] Attempting to bind port 6d4ce437-9a50-402f-9d20-6dd919ec9875 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': '18d3dafa-77a7-4839-b380-4bfd715c85e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3c265b8b-3a18-4690-b5d4-441101022aa3'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 18:55:27.727607 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12405353-a67c-4c8e-974e-ba57ca913ce8 req-8e863eb7-f830-494e-a11f-afcf41c185ef service neutron] Attempting to bind port 6d4ce437-9a50-402f-9d20-6dd919ec9875 on network 3c265b8b-3a18-4690-b5d4-441101022aa3 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:55:27.733534 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12405353-a67c-4c8e-974e-ba57ca913ce8 req-8e863eb7-f830-494e-a11f-afcf41c185ef service neutron] Port 6d4ce437-9a50-402f-9d20-6dd919ec9875 on network 3c265b8b-3a18-4690-b5d4-441101022aa3 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 18:55:27.734038 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12405353-a67c-4c8e-974e-ba57ca913ce8 req-8e863eb7-f830-494e-a11f-afcf41c185ef service neutron] Attempting to bind port 6d4ce437-9a50-402f-9d20-6dd919ec9875 on network 3c265b8b-3a18-4690-b5d4-441101022aa3 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 18:55:27.739939 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12405353-a67c-4c8e-974e-ba57ca913ce8 req-8e863eb7-f830-494e-a11f-afcf41c185ef service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 18, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 18:55:27.740461 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12405353-a67c-4c8e-974e-ba57ca913ce8 req-8e863eb7-f830-494e-a11f-afcf41c185ef service neutron] Checking segment: {'id': '18d3dafa-77a7-4839-b380-4bfd715c85e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3c265b8b-3a18-4690-b5d4-441101022aa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 18:55:27.740950 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12405353-a67c-4c8e-974e-ba57ca913ce8 req-8e863eb7-f830-494e-a11f-afcf41c185ef service neutron] Bound using segment: {'id': '18d3dafa-77a7-4839-b380-4bfd715c85e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3c265b8b-3a18-4690-b5d4-441101022aa3'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 18:55:27.741520 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-12405353-a67c-4c8e-974e-ba57ca913ce8 req-8e863eb7-f830-494e-a11f-afcf41c185ef service neutron] Bound port: 6d4ce437-9a50-402f-9d20-6dd919ec9875, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18d3dafa-77a7-4839-b380-4bfd715c85e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3c265b8b-3a18-4690-b5d4-441101022aa3'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 18:55:27.741978 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-12405353-a67c-4c8e-974e-ba57ca913ce8 req-8e863eb7-f830-494e-a11f-afcf41c185ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6d4ce437-9a50-402f-9d20-6dd919ec9875), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:27.823626 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-12405353-a67c-4c8e-974e-ba57ca913ce8 req-8e863eb7-f830-494e-a11f-afcf41c185ef service neutron] For port 6d4ce437-9a50-402f-9d20-6dd919ec9875, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 18:55:27.826960 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-12405353-a67c-4c8e-974e-ba57ca913ce8 req-8e863eb7-f830-494e-a11f-afcf41c185ef service neutron] For port 6d4ce437-9a50-402f-9d20-6dd919ec9875, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=6d4ce437-9a50-402f-9d20-6dd919ec9875,segment=NetworkSegment(18d3dafa-77a7-4839-b380-4bfd715c85e8),segment_id=18d3dafa-77a7-4839-b380-4bfd715c85e8)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 18:55:27.834088 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-12405353-a67c-4c8e-974e-ba57ca913ce8 req-8e863eb7-f830-494e-a11f-afcf41c185ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (6d4ce437-9a50-402f-9d20-6dd919ec9875), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:27.872951 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12405353-a67c-4c8e-974e-ba57ca913ce8 req-8e863eb7-f830-494e-a11f-afcf41c185ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:55:27.874126 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-12405353-a67c-4c8e-974e-ba57ca913ce8 req-8e863eb7-f830-494e-a11f-afcf41c185ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:27.875581 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-12405353-a67c-4c8e-974e-ba57ca913ce8 req-8e863eb7-f830-494e-a11f-afcf41c185ef service neutron] 10.222.0.71 "PUT /v2.0/ports/6d4ce437-9a50-402f-9d20-6dd919ec9875 HTTP/1.1" status: 200 len: 1091 time: 0.6481502 Feb 17 18:55:27.876047 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46248581-541f-4860-8a3e-43b087e53a54', 'tag': '6d4ce437-9a50-402f-9d20-6dd919ec9875'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:55:27.877169 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db0362-be61-4c34-9282-8c7695d876ae req-9d155f4a-5171-4be6-83b6-9a1775b193a4 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:55:27.878365 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3613d96-6ee6-47e3-aef1-5ae40c073ab8" -d '{"events": [{"name": "network-changed", "server_uuid": "46248581-541f-4860-8a3e-43b087e53a54", "tag": "6d4ce437-9a50-402f-9d20-6dd919ec9875"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:55:27.879573 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-88db0362-be61-4c34-9282-8c7695d876ae req-9d155f4a-5171-4be6-83b6-9a1775b193a4 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 943 time: 0.0752969 Feb 17 18:55:27.909670 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e863eb7-f830-494e-a11f-afcf41c185ef service neutron] Pushing event updated for resources: {'Port': ['ID=6d4ce437-9a50-402f-9d20-6dd919ec9875,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:55:27.940190 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-88db0362-be61-4c34-9282-8c7695d876ae req-4b792e61-5e04-4623-a3d3-f366114a0c38 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509691 Feb 17 18:55:27.996106 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12405353-a67c-4c8e-974e-ba57ca913ce8 req-f4d47522-a724-43df-8c09-f6882f371b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:55:27.997683 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-12405353-a67c-4c8e-974e-ba57ca913ce8 req-f4d47522-a724-43df-8c09-f6882f371b29 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f99db53ee86a4d42947dacad362c4e66&device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 1125 time: 0.0695288 Feb 17 18:55:28.002416 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e5d210-8119-4e70-942f-47c12830f70e x-openstack-request-id: req-a6e5d210-8119-4e70-942f-47c12830f70e {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:55:28.002612 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46248581-541f-4860-8a3e-43b087e53a54", "tag": "6d4ce437-9a50-402f-9d20-6dd919ec9875", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:55:28.002876 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a6e5d210-8119-4e70-942f-47c12830f70e {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:55:28.003386 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46248581-541f-4860-8a3e-43b087e53a54', 'tag': '6d4ce437-9a50-402f-9d20-6dd919ec9875', 'status': 'completed', 'code': 200} Feb 17 18:55:28.051237 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-12405353-a67c-4c8e-974e-ba57ca913ce8 req-75380a3f-e0e2-4a28-ba49-648936c323e4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d4ce437-9a50-402f-9d20-6dd919ec9875 HTTP/1.1" status: 200 len: 217 time: 0.0408106 Feb 17 18:55:28.109295 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12405353-a67c-4c8e-974e-ba57ca913ce8 req-3cbe48eb-9e07-4693-83d9-02cdfad94f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:55:28.111501 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-12405353-a67c-4c8e-974e-ba57ca913ce8 req-3cbe48eb-9e07-4693-83d9-02cdfad94f42 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=24e28791-86ff-4050-9e3e-531b5cc17e58 HTTP/1.1" status: 200 len: 847 time: 0.0533998 Feb 17 18:55:28.162617 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12405353-a67c-4c8e-974e-ba57ca913ce8 req-a47d0429-a738-4ce7-b86f-ddd557ef23ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:55:28.164071 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-12405353-a67c-4c8e-974e-ba57ca913ce8 req-a47d0429-a738-4ce7-b86f-ddd557ef23ea service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3c265b8b-3a18-4690-b5d4-441101022aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463719 Feb 17 18:55:28.257129 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-12405353-a67c-4c8e-974e-ba57ca913ce8 req-977744d2-b618-4a62-9248-ce7a2261ae2e service neutron] 10.222.0.71 "GET /v2.0/networks/3c265b8b-3a18-4690-b5d4-441101022aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861111 Feb 17 18:55:28.343682 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-12405353-a67c-4c8e-974e-ba57ca913ce8 req-964ec6ab-9514-4889-9109-ca683db7a951 service neutron] 10.222.0.71 "GET /v2.0/networks/3c265b8b-3a18-4690-b5d4-441101022aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801356 Feb 17 18:55:28.436271 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3613d96-6ee6-47e3-aef1-5ae40c073ab8 req-077f1dce-9c8c-4ea2-a18a-c3f8fd4ee824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:55:28.437811 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b3613d96-6ee6-47e3-aef1-5ae40c073ab8 req-077f1dce-9c8c-4ea2-a18a-c3f8fd4ee824 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f99db53ee86a4d42947dacad362c4e66&device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 1125 time: 0.0508857 Feb 17 18:55:28.530106 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3613d96-6ee6-47e3-aef1-5ae40c073ab8 req-239a37c7-9970-47a9-9e64-ce8afc4e0b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:55:28.531594 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b3613d96-6ee6-47e3-aef1-5ae40c073ab8 req-239a37c7-9970-47a9-9e64-ce8afc4e0b27 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3c265b8b-3a18-4690-b5d4-441101022aa3 HTTP/1.1" status: 200 len: 909 time: 0.0872169 Feb 17 18:55:28.575758 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b3613d96-6ee6-47e3-aef1-5ae40c073ab8 req-4b1a36b8-5dc0-4efe-a113-e215c53bc3b6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d4ce437-9a50-402f-9d20-6dd919ec9875 HTTP/1.1" status: 200 len: 217 time: 0.0384178 Feb 17 18:55:28.625847 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3613d96-6ee6-47e3-aef1-5ae40c073ab8 req-428d6583-088b-4199-b074-456ee71d3b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:55:28.627291 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b3613d96-6ee6-47e3-aef1-5ae40c073ab8 req-428d6583-088b-4199-b074-456ee71d3b1c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=24e28791-86ff-4050-9e3e-531b5cc17e58 HTTP/1.1" status: 200 len: 847 time: 0.0453422 Feb 17 18:55:28.674803 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3613d96-6ee6-47e3-aef1-5ae40c073ab8 req-fda8083a-942e-4e32-8500-465a5d649a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:55:28.676374 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b3613d96-6ee6-47e3-aef1-5ae40c073ab8 req-fda8083a-942e-4e32-8500-465a5d649a3b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3c265b8b-3a18-4690-b5d4-441101022aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435293 Feb 17 18:55:28.768995 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b3613d96-6ee6-47e3-aef1-5ae40c073ab8 req-63f23a75-7cf2-4b98-a1f3-382467c95c19 service neutron] 10.222.0.71 "GET /v2.0/networks/3c265b8b-3a18-4690-b5d4-441101022aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865448 Feb 17 18:55:28.856426 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b3613d96-6ee6-47e3-aef1-5ae40c073ab8 req-dce2f5b6-84fc-473b-8a8e-6c013839f398 service neutron] 10.222.0.71 "GET /v2.0/networks/3c265b8b-3a18-4690-b5d4-441101022aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812457 Feb 17 18:55:29.072704 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378a966-0158-409c-80b8-54de501d5438 req-58e8b28b-fe35-40b6-9812-4229142c0f6a tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:55:29.074210 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6378a966-0158-409c-80b8-54de501d5438 req-58e8b28b-fe35-40b6-9812-4229142c0f6a tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 943 time: 0.0521662 Feb 17 18:55:29.122715 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6378a966-0158-409c-80b8-54de501d5438 req-c84c6d7e-f4f0-45df-a294-fa318a33bf04 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427537 Feb 17 18:55:30.248861 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2810b-7d20-4c2f-9664-29696f596a8c req-0f1110b4-6155-4ada-a5dc-5816bb8988ec tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:55:30.250273 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-63e2810b-7d20-4c2f-9664-29696f596a8c req-0f1110b4-6155-4ada-a5dc-5816bb8988ec tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 943 time: 0.0603137 Feb 17 18:55:30.300202 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-63e2810b-7d20-4c2f-9664-29696f596a8c req-0f65df40-4480-490b-a990-fff48d0f4551 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441012 Feb 17 18:55:31.425766 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6c7f5-dc2b-4a0c-8227-f28f87621958 req-57d67716-ab35-4918-85a6-c48187266d2d tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:55:31.427272 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-05e6c7f5-dc2b-4a0c-8227-f28f87621958 req-57d67716-ab35-4918-85a6-c48187266d2d tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 943 time: 0.0537274 Feb 17 18:55:31.476519 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-05e6c7f5-dc2b-4a0c-8227-f28f87621958 req-ad64388b-449b-40e2-9cab-247cbeafbd28 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429919 Feb 17 18:55:32.602327 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a19692-5bca-45d9-a682-a555c3eace19 req-3b778d28-4c98-498f-be07-b96422ef4754 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:55:32.604025 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-34a19692-5bca-45d9-a682-a555c3eace19 req-3b778d28-4c98-498f-be07-b96422ef4754 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 943 time: 0.0571766 Feb 17 18:55:32.658620 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-34a19692-5bca-45d9-a682-a555c3eace19 req-0912065f-9290-4046-8acf-b2576ea6cb49 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490599 Feb 17 18:55:33.145408 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7b05e4ca-a5d3-49ff-a7ad-399edac37561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:33.776732 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d7732-a50e-488e-902b-49d13d52f315 req-319d1a89-2580-473f-9fc6-7fa46351d162 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:55:33.778217 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ba7d7732-a50e-488e-902b-49d13d52f315 req-319d1a89-2580-473f-9fc6-7fa46351d162 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 943 time: 0.0531263 Feb 17 18:55:33.826012 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ba7d7732-a50e-488e-902b-49d13d52f315 req-0ac64b82-2d71-496d-b5da-d4f19bf05ddd tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421057 Feb 17 18:55:34.944505 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1e382-9931-44b6-84fb-f89ed50082da req-884a97c4-7b9d-4238-8cac-18141eb64c47 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:55:34.945990 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3ad1e382-9931-44b6-84fb-f89ed50082da req-884a97c4-7b9d-4238-8cac-18141eb64c47 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 943 time: 0.0516746 Feb 17 18:55:35.000172 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3ad1e382-9931-44b6-84fb-f89ed50082da req-9fdaa87b-7151-4d0a-b3f6-bbbfb8adf543 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477166 Feb 17 18:55:35.593882 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c3c2af1a-5bd8-4af6-b419-2bd941a3fe1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:36.117368 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dcf796-8db7-40bc-815f-05de83b1382b req-6b7e1cdb-b5fb-41a4-9488-0b866dfac147 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:55:36.118940 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-66dcf796-8db7-40bc-815f-05de83b1382b req-6b7e1cdb-b5fb-41a4-9488-0b866dfac147 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 943 time: 0.0530612 Feb 17 18:55:36.168802 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-66dcf796-8db7-40bc-815f-05de83b1382b req-49bc232e-ec5b-4205-9444-c12d71cb6616 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440323 Feb 17 18:55:37.059246 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:37.288130 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9132ab-c22c-409c-aa04-e3293861a5fb req-18b587c4-ecbd-4d2e-b80c-544bd05b1a5e tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:55:37.289644 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8c9132ab-c22c-409c-aa04-e3293861a5fb req-18b587c4-ecbd-4d2e-b80c-544bd05b1a5e tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 943 time: 0.0527773 Feb 17 18:55:37.337332 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8c9132ab-c22c-409c-aa04-e3293861a5fb req-37b7a6df-d7a3-4ac9-9641-1e5c719eb868 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415075 Feb 17 18:55:38.258498 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:38.459409 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c0829-342b-4b0d-a3ed-7f9c1a56a185 req-f04eb581-459f-4b84-aae7-b3ffe5c5929f tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:55:38.460802 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-505c0829-342b-4b0d-a3ed-7f9c1a56a185 req-f04eb581-459f-4b84-aae7-b3ffe5c5929f tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 943 time: 0.0556197 Feb 17 18:55:38.508730 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-505c0829-342b-4b0d-a3ed-7f9c1a56a185 req-e9dfcef3-8ecc-401a-985c-58c52a388439 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423236 Feb 17 18:55:39.342215 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:39.627893 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7946e01-5bf7-487f-ac9f-e314d6e4410f req-88424d5a-f762-4b35-8a54-3e4415d37b5d tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:55:39.629312 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d7946e01-5bf7-487f-ac9f-e314d6e4410f req-88424d5a-f762-4b35-8a54-3e4415d37b5d tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 943 time: 0.0541592 Feb 17 18:55:39.677185 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d7946e01-5bf7-487f-ac9f-e314d6e4410f req-a40d1452-d5bd-4cae-b410-6b0de039af6f tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422320 Feb 17 18:55:40.796254 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b9bdc-9d90-4854-ae5b-0cf0ce956a41 req-5e500093-1d88-4882-ac56-d267c437c56d tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:55:40.797738 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-732b9bdc-9d90-4854-ae5b-0cf0ce956a41 req-5e500093-1d88-4882-ac56-d267c437c56d tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 943 time: 0.0514593 Feb 17 18:55:40.849267 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-732b9bdc-9d90-4854-ae5b-0cf0ce956a41 req-2d56a311-9e68-406e-84ea-3820398b354d tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459607 Feb 17 18:55:41.988321 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4fc73-339c-42be-87d5-3bb211cebb17 req-4e8218a4-05c8-4bcf-a1a4-ccb71db7f622 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:55:41.989791 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a3d4fc73-339c-42be-87d5-3bb211cebb17 req-4e8218a4-05c8-4bcf-a1a4-ccb71db7f622 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 943 time: 0.0534353 Feb 17 18:55:42.042363 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a3d4fc73-339c-42be-87d5-3bb211cebb17 req-00c2965e-8768-459d-b232-f739c3a676cd tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469940 Feb 17 18:55:43.159274 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414842c1-d638-4ce4-ab4e-eff458dc8824 req-b25c6978-356e-4d0e-b668-3df60ae9f7ec tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:55:43.160771 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-414842c1-d638-4ce4-ab4e-eff458dc8824 req-b25c6978-356e-4d0e-b668-3df60ae9f7ec tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 943 time: 0.0525641 Feb 17 18:55:43.209200 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-414842c1-d638-4ce4-ab4e-eff458dc8824 req-76eb1029-7a71-4d4d-8d50-943b5e19aa98 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428116 Feb 17 18:55:44.330355 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bea9ee-0ba1-4454-978f-a0201649bc6e req-666c9a32-7c70-4991-8238-e9b8c35ddd2d tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:55:44.331817 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36bea9ee-0ba1-4454-978f-a0201649bc6e req-666c9a32-7c70-4991-8238-e9b8c35ddd2d tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 943 time: 0.0558522 Feb 17 18:55:44.379804 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-36bea9ee-0ba1-4454-978f-a0201649bc6e req-39dac63c-0d9b-454d-ae68-a4b0fe91ed1b tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424423 Feb 17 18:55:45.499069 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128b51f-ee19-4b94-b25a-14d16055e2f5 req-24de1d67-0bec-4681-85e7-dd749e798268 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:55:45.500833 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f128b51f-ee19-4b94-b25a-14d16055e2f5 req-24de1d67-0bec-4681-85e7-dd749e798268 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 943 time: 0.0548036 Feb 17 18:55:45.554198 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f128b51f-ee19-4b94-b25a-14d16055e2f5 req-4e90f8a7-2728-4e37-b5cb-e1b358b343da tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476069 Feb 17 18:55:45.921381 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 6d4ce437-9a50-402f-9d20-6dd919ec9875 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:55:46.015025 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 6d4ce437-9a50-402f-9d20-6dd919ec9875, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=6d4ce437-9a50-402f-9d20-6dd919ec9875,segment=NetworkSegment(18d3dafa-77a7-4839-b380-4bfd715c85e8),segment_id=18d3dafa-77a7-4839-b380-4bfd715c85e8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:55:46.025700 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '6d4ce437-9a50-402f-9d20-6dd919ec9875', 'network_id': '3c265b8b-3a18-4690-b5d4-441101022aa3', 'port_id': '6d4ce437-9a50-402f-9d20-6dd919ec9875', 'mac_address': 'fa:16:3e:28:9a:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24e28791-86ff-4050-9e3e-531b5cc17e58', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:55:46.065419 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 6d4ce437-9a50-402f-9d20-6dd919ec9875 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:55:46.065809 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6d4ce437-9a50-402f-9d20-6dd919ec9875), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:46.078618 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d4ce437-9a50-402f-9d20-6dd919ec9875 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:55:46.096821 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 6d4ce437-9a50-402f-9d20-6dd919ec9875, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=6d4ce437-9a50-402f-9d20-6dd919ec9875,segment=NetworkSegment(18d3dafa-77a7-4839-b380-4bfd715c85e8),segment_id=18d3dafa-77a7-4839-b380-4bfd715c85e8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:55:46.100777 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (6d4ce437-9a50-402f-9d20-6dd919ec9875), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:46.147050 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=6d4ce437-9a50-402f-9d20-6dd919ec9875,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:55:46.154168 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:55:46.154529 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:55:46.154856 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:55:46.155196 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:55:46.155526 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:55:46.155855 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:55:46.156181 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:55:46.156533 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:55:46.156859 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:55:46.157184 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:55:46.157510 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:55:46.157839 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:55:46.158157 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:55:46.302812 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['6d4ce437-9a50-402f-9d20-6dd919ec9875'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:55:46.675767 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195170b9-dd0c-4a9f-832c-6ebfe85534b2 req-78797dd0-3ed7-4977-9c57-a8ed38d18fdc tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:55:46.677292 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-195170b9-dd0c-4a9f-832c-6ebfe85534b2 req-78797dd0-3ed7-4977-9c57-a8ed38d18fdc tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 944 time: 0.0557854 Feb 17 18:55:46.724669 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-195170b9-dd0c-4a9f-832c-6ebfe85534b2 req-3e319d3a-cccb-4732-a7f1-a2f945e6ab76 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413032 Feb 17 18:55:47.844793 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3666a7-b128-48d2-8499-6e3ee84e1e90 req-0c6a9689-d90a-496f-99c6-bacdfef4fd1c tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:55:47.846273 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cf3666a7-b128-48d2-8499-6e3ee84e1e90 req-0c6a9689-d90a-496f-99c6-bacdfef4fd1c tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 944 time: 0.0521066 Feb 17 18:55:47.894648 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-cf3666a7-b128-48d2-8499-6e3ee84e1e90 req-682b8376-c8ff-4a26-a08a-a99c172a2820 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428228 Feb 17 18:55:47.936673 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 6d4ce437-9a50-402f-9d20-6dd919ec9875 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:55:47.985261 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 6d4ce437-9a50-402f-9d20-6dd919ec9875 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 18:55:47.989055 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 6d4ce437-9a50-402f-9d20-6dd919ec9875 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:55:47.989418 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6d4ce437-9a50-402f-9d20-6dd919ec9875), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:48.220414 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 6d4ce437-9a50-402f-9d20-6dd919ec9875 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:55:48.220806 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6d4ce437-9a50-402f-9d20-6dd919ec9875), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:48.242555 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46248581-541f-4860-8a3e-43b087e53a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4ce437-9a50-402f-9d20-6dd919ec9875'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:55:48.244797 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a58b36eb5214be741a58d8f0f454d70cefb3ebdc097f6d2df64ce05b1b6ee80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e638b596-82a8-41a4-951e-b8c234546ec9" -d '{"events": [{"server_uuid": "46248581-541f-4860-8a3e-43b087e53a54", "name": "network-vif-plugged", "status": "completed", "tag": "6d4ce437-9a50-402f-9d20-6dd919ec9875"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:55:48.256558 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 6d4ce437-9a50-402f-9d20-6dd919ec9875, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=6d4ce437-9a50-402f-9d20-6dd919ec9875,segment=NetworkSegment(18d3dafa-77a7-4839-b380-4bfd715c85e8),segment_id=18d3dafa-77a7-4839-b380-4bfd715c85e8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:55:48.261732 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (6d4ce437-9a50-402f-9d20-6dd919ec9875), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:48.285164 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807ecbff-b10c-4891-8c26-57b203bd4e17 x-openstack-request-id: req-807ecbff-b10c-4891-8c26-57b203bd4e17 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:55:48.285475 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46248581-541f-4860-8a3e-43b087e53a54", "name": "network-vif-plugged", "status": "completed", "tag": "6d4ce437-9a50-402f-9d20-6dd919ec9875", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:55:48.285737 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-807ecbff-b10c-4891-8c26-57b203bd4e17 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:55:48.286133 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46248581-541f-4860-8a3e-43b087e53a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4ce437-9a50-402f-9d20-6dd919ec9875', 'code': 200} Feb 17 18:55:48.314440 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=6d4ce437-9a50-402f-9d20-6dd919ec9875,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:55:48.384701 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d192b-d03e-4b8b-abc4-5b22ce169fc3 req-f6cb8581-d40b-490c-89c7-4b00fc376e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:55:48.386783 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e68d192b-d03e-4b8b-abc4-5b22ce169fc3 req-f6cb8581-d40b-490c-89c7-4b00fc376e4a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 1127 time: 0.0482433 Feb 17 18:55:48.431239 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e68d192b-d03e-4b8b-abc4-5b22ce169fc3 req-0c753bbd-3223-4bf8-b2ce-cb036cfa192d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379667 Feb 17 18:55:49.013965 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87f3d6-0923-4d45-be01-f53b14cd24be req-6d2be47e-38e2-4cb5-a779-9fc8141660fd tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:55:49.015446 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2c87f3d6-0923-4d45-be01-f53b14cd24be req-6d2be47e-38e2-4cb5-a779-9fc8141660fd tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 945 time: 0.0514791 Feb 17 18:55:49.066329 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2c87f3d6-0923-4d45-be01-f53b14cd24be req-0afe5e81-e6b7-4723-a0de-1ae6962dab9a tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453303 Feb 17 18:55:49.799942 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:50.182782 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b871cd-57c6-48b9-afee-fdd75f5f80c8 req-4ca393bf-e674-4a10-a21e-cd29975b74ab tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:55:50.184293 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-64b871cd-57c6-48b9-afee-fdd75f5f80c8 req-4ca393bf-e674-4a10-a21e-cd29975b74ab tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 945 time: 0.0525787 Feb 17 18:55:50.234061 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-64b871cd-57c6-48b9-afee-fdd75f5f80c8 req-01fb9a61-3206-4a2f-b0bd-2cadd1005038 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440969 Feb 17 18:55:50.349007 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970a781-30a0-4f72-a8c8-f02fe29de271 req-dbd53203-be83-4ab7-b0f9-4be3ab029b13 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:55:50.350472 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8970a781-30a0-4f72-a8c8-f02fe29de271 req-dbd53203-be83-4ab7-b0f9-4be3ab029b13 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 945 time: 0.0514569 Feb 17 18:55:50.398564 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8970a781-30a0-4f72-a8c8-f02fe29de271 req-912f2d8f-4b61-48f2-aa3d-b55d9850903d tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420315 Feb 17 18:55:50.419912 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43452) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:55:50.461898 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0946d5fc-b6f8-4d49-a966-c54cf5450c0c tempest-TestShelveInstance-1167997601 tempest-TestShelveInstance-1167997601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:55:50.463418 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-0946d5fc-b6f8-4d49-a966-c54cf5450c0c tempest-TestShelveInstance-1167997601 tempest-TestShelveInstance-1167997601-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 1122 time: 0.0424459 Feb 17 18:55:50.466168 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43454) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:55:50.470321 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-bee32d55-e7b3-4ef1-9a9d-5fc702a7daf8 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'port_id': '6d4ce437-9a50-402f-9d20-6dd919ec9875', 'tenant_id': 'f99db53ee86a4d42947dacad362c4e66', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:55:50.490126 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bee32d55-e7b3-4ef1-9a9d-5fc702a7daf8 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:50.587802 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bee32d55-e7b3-4ef1-9a9d-5fc702a7daf8 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:50.613239 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:50.688253 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-bee32d55-e7b3-4ef1-9a9d-5fc702a7daf8 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Allocated IP 172.25.8.139 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/5e1fe8d8-86f0-4162-8624-ef0019b4f4e3) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 18:55:50.789426 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bee32d55-e7b3-4ef1-9a9d-5fc702a7daf8 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for port (5e1fe8d8-86f0-4162-8624-ef0019b4f4e3), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:50.821598 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bee32d55-e7b3-4ef1-9a9d-5fc702a7daf8 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (5e1fe8d8-86f0-4162-8624-ef0019b4f4e3), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:50.860525 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee32d55-e7b3-4ef1-9a9d-5fc702a7daf8 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 18:55:50.863309 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-bee32d55-e7b3-4ef1-9a9d-5fc702a7daf8 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 18:55:50.866789 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee32d55-e7b3-4ef1-9a9d-5fc702a7daf8 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 18:55:50.872034 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee32d55-e7b3-4ef1-9a9d-5fc702a7daf8 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Pushing event updated for resources: {'Port': ['ID=5e1fe8d8-86f0-4162-8624-ef0019b4f4e3,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:55:51.516633 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bee32d55-e7b3-4ef1-9a9d-5fc702a7daf8 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for floatingip (6a5a9012-7869-44c0-9aeb-853af4dce1de), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:51.584550 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bee32d55-e7b3-4ef1-9a9d-5fc702a7daf8 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (5e1fe8d8-86f0-4162-8624-ef0019b4f4e3), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:51.738686 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bee32d55-e7b3-4ef1-9a9d-5fc702a7daf8 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for port (5e1fe8d8-86f0-4162-8624-ef0019b4f4e3), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:51.742901 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bee32d55-e7b3-4ef1-9a9d-5fc702a7daf8 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (5e1fe8d8-86f0-4162-8624-ef0019b4f4e3), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:51.813415 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee32d55-e7b3-4ef1-9a9d-5fc702a7daf8 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Pushing event updated for resources: {'Port': ['ID=5e1fe8d8-86f0-4162-8624-ef0019b4f4e3,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:55:51.823852 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bee32d55-e7b3-4ef1-9a9d-5fc702a7daf8 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (6a5a9012-7869-44c0-9aeb-853af4dce1de), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:51.925687 n-d-829613-2 neutron-server[103434]: INFO neutron.db.l3_db [None req-bee32d55-e7b3-4ef1-9a9d-5fc702a7daf8 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Floating IP 6a5a9012-7869-44c0-9aeb-853af4dce1de associated. External IP: 172.25.8.139, port: 6d4ce437-9a50-402f-9d20-6dd919ec9875. Feb 17 18:55:52.131553 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee32d55-e7b3-4ef1-9a9d-5fc702a7daf8 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Router ae8aa625-c733-41c1-9484-299b90c575c5 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:55:52.241229 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee32d55-e7b3-4ef1-9a9d-5fc702a7daf8 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:55:52.251060 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dfb863-2d9e-4a8b-8f59-08c058abdc54 None None] Sync routers for ids ['ae8aa625-c733-41c1-9484-299b90c575c5'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:55:52.260166 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dfb863-2d9e-4a8b-8f59-08c058abdc54 None None] Routers {'ae8aa625-c733-41c1-9484-299b90c575c5'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:55:52.260539 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bee32d55-e7b3-4ef1-9a9d-5fc702a7daf8 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:55:52.260924 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-88dfb863-2d9e-4a8b-8f59-08c058abdc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:55:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['ae8aa625-c733-41c1-9484-299b90c575c5'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:55:52.299149 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bee32d55-e7b3-4ef1-9a9d-5fc702a7daf8 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8319299 Feb 17 18:55:52.299871 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46248581-541f-4860-8a3e-43b087e53a54', 'tag': '6d4ce437-9a50-402f-9d20-6dd919ec9875'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:55:52.302357 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1860a50-0c00-4fe8-9532-cd213b02721b" -d '{"events": [{"name": "network-changed", "server_uuid": "46248581-541f-4860-8a3e-43b087e53a54", "tag": "6d4ce437-9a50-402f-9d20-6dd919ec9875"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:55:52.347979 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebaff839-a25e-41f2-bd2e-5372605999f0 x-openstack-request-id: req-ebaff839-a25e-41f2-bd2e-5372605999f0 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:55:52.348295 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46248581-541f-4860-8a3e-43b087e53a54", "tag": "6d4ce437-9a50-402f-9d20-6dd919ec9875", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:55:52.348558 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ebaff839-a25e-41f2-bd2e-5372605999f0 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:55:52.348969 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46248581-541f-4860-8a3e-43b087e53a54', 'tag': '6d4ce437-9a50-402f-9d20-6dd919ec9875', 'status': 'completed', 'code': 200} Feb 17 18:55:52.371990 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-88dfb863-2d9e-4a8b-8f59-08c058abdc54 None None] Set router ae8aa625-c733-41c1-9484-299b90c575c5 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:55:52.415001 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1860a50-0c00-4fe8-9532-cd213b02721b req-51cfab37-7c04-4a4f-8b0b-e517c2929eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:55:52.417039 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b1860a50-0c00-4fe8-9532-cd213b02721b req-51cfab37-7c04-4a4f-8b0b-e517c2929eb5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f99db53ee86a4d42947dacad362c4e66&device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 1127 time: 0.0487025 Feb 17 18:55:52.504264 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1860a50-0c00-4fe8-9532-cd213b02721b req-dea47572-5cfd-4e63-9364-53ff7d45eab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:55:52.505833 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b1860a50-0c00-4fe8-9532-cd213b02721b req-dea47572-5cfd-4e63-9364-53ff7d45eab8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3c265b8b-3a18-4690-b5d4-441101022aa3 HTTP/1.1" status: 200 len: 909 time: 0.0840175 Feb 17 18:55:52.574838 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b1860a50-0c00-4fe8-9532-cd213b02721b req-a050d701-e514-4b8d-9db2-618a33bd6d5d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d4ce437-9a50-402f-9d20-6dd919ec9875 HTTP/1.1" status: 200 len: 999 time: 0.0632181 Feb 17 18:55:52.595138 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-88dfb863-2d9e-4a8b-8f59-08c058abdc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'name': 'tempest-TestShelveInstance-249407658-router', 'tenant_id': 'f99db53ee86a4d42947dacad362c4e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'c61224a9-a5c0-4b93-bcfb-37ae93d63895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:50:44Z', 'updated_at': '2022-02-17T18:50:47Z', 'revision_number': 4, 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'gw_port': {'id': 'c61224a9-a5c0-4b93-bcfb-37ae93d63895', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:dd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:50:45Z', 'updated_at': '2022-02-17T18:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '6a5a9012-7869-44c0-9aeb-853af4dce1de', 'tenant_id': 'f99db53ee86a4d42947dacad362c4e66', 'floating_ip_address': '172.25.8.139', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'port_id': '6d4ce437-9a50-402f-9d20-6dd919ec9875', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c265b8b-3a18-4690-b5d4-441101022aa3', 'mac_address': 'fa:16:3e:28:9a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46248581-541f-4860-8a3e-43b087e53a54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:55:51Z', 'updated_at': '2022-02-17T18:55:51Z', 'revision_number': 0, 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eee14e3-8a83-49b0-b854-c0035f067e0e', 'name': '', 'network_id': '3c265b8b-3a18-4690-b5d4-441101022aa3', 'tenant_id': 'f99db53ee86a4d42947dacad362c4e66', 'mac_address': 'fa:16:3e:20:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '24e28791-86ff-4050-9e3e-531b5cc17e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:50:46Z', 'updated_at': '2022-02-17T18:50:50Z', 'revision_number': 5, 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'subnets': [{'id': '24e28791-86ff-4050-9e3e-531b5cc17e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:55:52.623550 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1860a50-0c00-4fe8-9532-cd213b02721b req-a0ac4518-a0fd-414c-91c1-74b8cb5302c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:55:52.624973 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dfb863-2d9e-4a8b-8f59-08c058abdc54 None None] Checking router: ae8aa625-c733-41c1-9484-299b90c575c5 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:55:52.625173 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b1860a50-0c00-4fe8-9532-cd213b02721b req-a0ac4518-a0fd-414c-91c1-74b8cb5302c9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=24e28791-86ff-4050-9e3e-531b5cc17e58 HTTP/1.1" status: 200 len: 847 time: 0.0439570 Feb 17 18:55:52.633350 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dfb863-2d9e-4a8b-8f59-08c058abdc54 None None] Routers {'ae8aa625-c733-41c1-9484-299b90c575c5'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:55:52.633944 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-88dfb863-2d9e-4a8b-8f59-08c058abdc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:55:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['ae8aa625-c733-41c1-9484-299b90c575c5'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:55:52.674450 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1860a50-0c00-4fe8-9532-cd213b02721b req-bd76e383-0d65-4653-b999-f7c9d2953067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:55:52.675876 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b1860a50-0c00-4fe8-9532-cd213b02721b req-bd76e383-0d65-4653-b999-f7c9d2953067 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3c265b8b-3a18-4690-b5d4-441101022aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452328 Feb 17 18:55:52.738518 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-88dfb863-2d9e-4a8b-8f59-08c058abdc54 None None] Set router ae8aa625-c733-41c1-9484-299b90c575c5 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:55:52.767342 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b1860a50-0c00-4fe8-9532-cd213b02721b req-913ccffe-0c59-4b04-b082-e430aa705692 service neutron] 10.222.0.71 "GET /v2.0/networks/3c265b8b-3a18-4690-b5d4-441101022aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854173 Feb 17 18:55:52.854634 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b1860a50-0c00-4fe8-9532-cd213b02721b req-6be1dad5-fb11-45a2-8339-bf4cfc2babee service neutron] 10.222.0.71 "GET /v2.0/networks/3c265b8b-3a18-4690-b5d4-441101022aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815871 Feb 17 18:55:52.963719 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-88dfb863-2d9e-4a8b-8f59-08c058abdc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'name': 'tempest-TestShelveInstance-249407658-router', 'tenant_id': 'f99db53ee86a4d42947dacad362c4e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'c61224a9-a5c0-4b93-bcfb-37ae93d63895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:50:44Z', 'updated_at': '2022-02-17T18:50:47Z', 'revision_number': 4, 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'gw_port': {'id': 'c61224a9-a5c0-4b93-bcfb-37ae93d63895', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:dd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:50:45Z', 'updated_at': '2022-02-17T18:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '6a5a9012-7869-44c0-9aeb-853af4dce1de', 'tenant_id': 'f99db53ee86a4d42947dacad362c4e66', 'floating_ip_address': '172.25.8.139', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'port_id': '6d4ce437-9a50-402f-9d20-6dd919ec9875', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c265b8b-3a18-4690-b5d4-441101022aa3', 'mac_address': 'fa:16:3e:28:9a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46248581-541f-4860-8a3e-43b087e53a54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:55:51Z', 'updated_at': '2022-02-17T18:55:51Z', 'revision_number': 0, 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eee14e3-8a83-49b0-b854-c0035f067e0e', 'name': '', 'network_id': '3c265b8b-3a18-4690-b5d4-441101022aa3', 'tenant_id': 'f99db53ee86a4d42947dacad362c4e66', 'mac_address': 'fa:16:3e:20:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '24e28791-86ff-4050-9e3e-531b5cc17e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:50:46Z', 'updated_at': '2022-02-17T18:50:50Z', 'revision_number': 5, 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'subnets': [{'id': '24e28791-86ff-4050-9e3e-531b5cc17e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:55:52.989181 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dfb863-2d9e-4a8b-8f59-08c058abdc54 None None] The sync data for ids ['ae8aa625-c733-41c1-9484-299b90c575c5'] in n-d-829613-2 is: [{'id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'name': 'tempest-TestShelveInstance-249407658-router', 'tenant_id': 'f99db53ee86a4d42947dacad362c4e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'c61224a9-a5c0-4b93-bcfb-37ae93d63895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:50:44Z', 'updated_at': '2022-02-17T18:50:47Z', 'revision_number': 4, 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'gw_port': {'id': 'c61224a9-a5c0-4b93-bcfb-37ae93d63895', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:dd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:50:45Z', 'updated_at': '2022-02-17T18:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '6a5a9012-7869-44c0-9aeb-853af4dce1de', 'tenant_id': 'f99db53ee86a4d42947dacad362c4e66', 'floating_ip_address': '172.25.8.139', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'port_id': '6d4ce437-9a50-402f-9d20-6dd919ec9875', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c265b8b-3a18-4690-b5d4-441101022aa3', 'mac_address': 'fa:16:3e:28:9a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46248581-541f-4860-8a3e-43b087e53a54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T18:55:51Z', 'updated_at': '2022-02-17T18:55:51Z', 'revision_number': 0, 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eee14e3-8a83-49b0-b854-c0035f067e0e', 'name': '', 'network_id': '3c265b8b-3a18-4690-b5d4-441101022aa3', 'tenant_id': 'f99db53ee86a4d42947dacad362c4e66', 'mac_address': 'fa:16:3e:20:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '24e28791-86ff-4050-9e3e-531b5cc17e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:50:46Z', 'updated_at': '2022-02-17T18:50:50Z', 'revision_number': 5, 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'subnets': [{'id': '24e28791-86ff-4050-9e3e-531b5cc17e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:55:53.204819 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e939050-dd07-4aea-a44a-0118e2d11b81 None None] New status for floating IP 6a5a9012-7869-44c0-9aeb-853af4dce1de: ACTIVE {{(pid=103438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 18:55:56.002877 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:56:03.147985 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-265b72a5-902c-4e05-9705-3204001f945f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:56:05.597422 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-31f4e876-35da-4114-bb0c-5a89b8db89e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:56:07.061862 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:56:08.260006 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:56:09.344478 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:56:19.794770 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:56:20.610682 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:56:24.900790 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-88a810bb-56f8-46d0-be05-2affaae1140d req-7cd236ac-778b-4cc4-b753-109bba921bc9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0870171 Feb 17 18:56:24.986588 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a810bb-56f8-46d0-be05-2affaae1140d req-8e023a3a-a1a6-4c6c-8b2c-a3b7176e259b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:56:24.988121 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-88a810bb-56f8-46d0-be05-2affaae1140d req-8e023a3a-a1a6-4c6c-8b2c-a3b7176e259b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f99db53ee86a4d42947dacad362c4e66&device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 1127 time: 0.0449736 Feb 17 18:56:25.088506 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a810bb-56f8-46d0-be05-2affaae1140d req-63bc476b-0ca7-488c-9cc9-8b0b286f1312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:56:25.089890 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-88a810bb-56f8-46d0-be05-2affaae1140d req-63bc476b-0ca7-488c-9cc9-8b0b286f1312 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3c265b8b-3a18-4690-b5d4-441101022aa3 HTTP/1.1" status: 200 len: 909 time: 0.0854821 Feb 17 18:56:25.156713 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-88a810bb-56f8-46d0-be05-2affaae1140d req-4a126535-37bf-4828-9316-2300580150e9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d4ce437-9a50-402f-9d20-6dd919ec9875 HTTP/1.1" status: 200 len: 1001 time: 0.0610344 Feb 17 18:56:25.203037 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a810bb-56f8-46d0-be05-2affaae1140d req-7b83d4a7-37b5-41fe-a2c4-0e593c165b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:56:25.204496 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-88a810bb-56f8-46d0-be05-2affaae1140d req-7b83d4a7-37b5-41fe-a2c4-0e593c165b34 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=24e28791-86ff-4050-9e3e-531b5cc17e58 HTTP/1.1" status: 200 len: 847 time: 0.0426688 Feb 17 18:56:25.251185 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a810bb-56f8-46d0-be05-2affaae1140d req-e95475bc-b5a0-42ab-bfeb-ee70a1c36b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:56:25.252679 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-88a810bb-56f8-46d0-be05-2affaae1140d req-e95475bc-b5a0-42ab-bfeb-ee70a1c36b54 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3c265b8b-3a18-4690-b5d4-441101022aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0428152 Feb 17 18:56:25.343292 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-88a810bb-56f8-46d0-be05-2affaae1140d req-e56d8e2f-d8fd-4423-beee-301b7d504a04 service neutron] 10.222.0.71 "GET /v2.0/networks/3c265b8b-3a18-4690-b5d4-441101022aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840726 Feb 17 18:56:25.434141 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-88a810bb-56f8-46d0-be05-2affaae1140d req-79a1c076-91e5-4c45-ac4a-d9a0b690ddaa service neutron] 10.222.0.71 "GET /v2.0/networks/3c265b8b-3a18-4690-b5d4-441101022aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853212 Feb 17 18:56:32.912817 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:56:33.150098 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e20acece-d66b-48f7-8e1c-a9ed3df60beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:56:35.599378 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6047f3cd-51d3-4eae-8ead-4db185583062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:56:37.064901 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:56:38.263767 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:56:39.346481 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:56:49.807246 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:56:50.615718 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:57:03.151924 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7b98bfbd-4e19-4c72-a4f4-f0079d80c3ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:57:05.601031 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6fc94bde-b936-4091-9886-0439ee9394c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:57:07.068932 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:57:08.265793 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:57:09.349404 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:57:09.911265 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:57:19.806172 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:57:20.629024 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:57:25.866723 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9ca5d26c-8189-46bc-ab09-f482d03394b5 req-c959bd61-b89d-4195-a092-0c573ac146a7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464411 Feb 17 18:57:25.954075 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5d26c-8189-46bc-ab09-f482d03394b5 req-c66d1cd7-ee2a-4076-a02c-bfe34cec9bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:57:25.955583 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9ca5d26c-8189-46bc-ab09-f482d03394b5 req-c66d1cd7-ee2a-4076-a02c-bfe34cec9bf8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f99db53ee86a4d42947dacad362c4e66&device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 1127 time: 0.0442889 Feb 17 18:57:26.067008 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5d26c-8189-46bc-ab09-f482d03394b5 req-74fca6d8-7458-4397-9ecb-32584758b12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:57:26.068596 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9ca5d26c-8189-46bc-ab09-f482d03394b5 req-74fca6d8-7458-4397-9ecb-32584758b12b service neutron] 10.222.0.71 "GET /v2.0/networks?id=3c265b8b-3a18-4690-b5d4-441101022aa3 HTTP/1.1" status: 200 len: 909 time: 0.0922904 Feb 17 18:57:26.131479 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9ca5d26c-8189-46bc-ab09-f482d03394b5 req-789b204f-437b-46c8-b913-c349cd0fa9c8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d4ce437-9a50-402f-9d20-6dd919ec9875 HTTP/1.1" status: 200 len: 1001 time: 0.0563102 Feb 17 18:57:26.183496 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5d26c-8189-46bc-ab09-f482d03394b5 req-481a9d43-33d3-413b-a9bb-704c74e80922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:57:26.186043 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9ca5d26c-8189-46bc-ab09-f482d03394b5 req-481a9d43-33d3-413b-a9bb-704c74e80922 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=24e28791-86ff-4050-9e3e-531b5cc17e58 HTTP/1.1" status: 200 len: 847 time: 0.0481536 Feb 17 18:57:26.240521 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5d26c-8189-46bc-ab09-f482d03394b5 req-d8d478fa-9492-472c-aea9-3e65667454ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:57:26.242052 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9ca5d26c-8189-46bc-ab09-f482d03394b5 req-d8d478fa-9492-472c-aea9-3e65667454ff service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3c265b8b-3a18-4690-b5d4-441101022aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0501015 Feb 17 18:57:26.251256 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [req-9ca5d26c-8189-46bc-ab09-f482d03394b5 req-1d3975b7-2931-48fb-bcbb-bbe9a71894b9 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 18:57:26.252188 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9ca5d26c-8189-46bc-ab09-f482d03394b5 req-1d3975b7-2931-48fb-bcbb-bbe9a71894b9 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048313 Feb 17 18:57:26.344593 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9ca5d26c-8189-46bc-ab09-f482d03394b5 req-4924a73a-c7a4-4b34-b91e-8a406ce03d4b service neutron] 10.222.0.71 "GET /v2.0/networks/3c265b8b-3a18-4690-b5d4-441101022aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834999 Feb 17 18:57:26.433575 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-9ca5d26c-8189-46bc-ab09-f482d03394b5 req-2eef90e5-c803-4a8f-b391-d403ab26307e service neutron] 10.222.0.71 "GET /v2.0/networks/3c265b8b-3a18-4690-b5d4-441101022aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837426 Feb 17 18:57:33.158362 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4103d1fb-f1a9-4ef2-9e6a-3639fb345cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:57:35.601830 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9bdd3f38-2933-4f50-a93a-002f3a199b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:57:37.070467 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:57:38.268437 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:57:39.351069 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:57:46.910506 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:57:47.627713 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d894ad0-bf0d-4eb8-937d-3a69207ed58e req-010a7c46-1cbc-43d0-a955-ffbed0868c44 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:57:47.629258 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4d894ad0-bf0d-4eb8-937d-3a69207ed58e req-010a7c46-1cbc-43d0-a955-ffbed0868c44 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 945 time: 0.0591054 Feb 17 18:57:47.677118 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4d894ad0-bf0d-4eb8-937d-3a69207ed58e req-977d4bac-1e9a-4c15-bc9e-dc3d553e7b70 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421224 Feb 17 18:57:48.800344 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231bc233-5535-41f5-81fd-caca038df740 req-65699799-ebd1-44dd-8f32-746108df3d7d tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:57:48.801817 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-231bc233-5535-41f5-81fd-caca038df740 req-65699799-ebd1-44dd-8f32-746108df3d7d tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 945 time: 0.0526643 Feb 17 18:57:48.853190 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-231bc233-5535-41f5-81fd-caca038df740 req-27f79357-b5b1-43e1-8f43-87fa1b74c626 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458035 Feb 17 18:57:49.809981 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:57:49.974296 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de409d2d-54ee-4f82-bd7d-634c6717c612 req-045d2770-bef9-4e44-8157-b2169ece52a5 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:57:49.975768 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-de409d2d-54ee-4f82-bd7d-634c6717c612 req-045d2770-bef9-4e44-8157-b2169ece52a5 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 945 time: 0.0557196 Feb 17 18:57:50.023431 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-de409d2d-54ee-4f82-bd7d-634c6717c612 req-ab742d6a-2251-4d8d-adb1-5852ee2d4904 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413907 Feb 17 18:57:50.629456 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:57:51.142882 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cefa5c-a332-4dc1-b61f-c32478e7dd65 req-37940ea9-96aa-4166-8044-c911d36afe45 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:57:51.144411 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-84cefa5c-a332-4dc1-b61f-c32478e7dd65 req-37940ea9-96aa-4166-8044-c911d36afe45 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 945 time: 0.0524549 Feb 17 18:57:51.192966 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-84cefa5c-a332-4dc1-b61f-c32478e7dd65 req-195dc705-d289-45d5-bf58-95646649853d tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429811 Feb 17 18:57:52.310620 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e65d71-b448-49e9-9f0a-e12329bb695b req-423542b1-4cc5-49fb-9092-69a2864bc981 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:57:52.312105 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-43e65d71-b448-49e9-9f0a-e12329bb695b req-423542b1-4cc5-49fb-9092-69a2864bc981 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 945 time: 0.0524011 Feb 17 18:57:52.364495 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-43e65d71-b448-49e9-9f0a-e12329bb695b req-75b39066-4880-4d76-b1ff-41586f79a9ca tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466778 Feb 17 18:57:53.483084 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6d3ecc-52f5-4369-8861-37e8f511650b req-2a5a9156-5c4c-415b-803d-85dd6ce25d7b tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:57:53.484642 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ba6d3ecc-52f5-4369-8861-37e8f511650b req-2a5a9156-5c4c-415b-803d-85dd6ce25d7b tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 945 time: 0.0524185 Feb 17 18:57:53.533908 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-ba6d3ecc-52f5-4369-8861-37e8f511650b req-9d85663e-84f2-4e96-9313-78d1f02802e8 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438392 Feb 17 18:57:54.654842 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42108dc3-71bc-4409-9e78-f889899000c7 req-3143e525-c28f-4eb6-a018-52076c9447c2 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:57:54.656346 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-42108dc3-71bc-4409-9e78-f889899000c7 req-3143e525-c28f-4eb6-a018-52076c9447c2 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 945 time: 0.0526419 Feb 17 18:57:54.703687 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-42108dc3-71bc-4409-9e78-f889899000c7 req-3e29b3a7-6950-4b7a-9fbf-ae6996be1c74 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418463 Feb 17 18:57:55.823209 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2df5a-de32-4858-b5ce-9fc6081e4dca req-dde8f0b2-cdfa-4c88-a15f-ec810feee9bf tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:57:55.824727 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8ce2df5a-de32-4858-b5ce-9fc6081e4dca req-dde8f0b2-cdfa-4c88-a15f-ec810feee9bf tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 945 time: 0.0557785 Feb 17 18:57:55.872720 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8ce2df5a-de32-4858-b5ce-9fc6081e4dca req-490ce59d-1bcb-400a-9dd2-709aca3a02eb tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423524 Feb 17 18:57:56.994980 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428fe4d2-b7f7-486d-973c-293e1c8b8716 req-fcc90de5-a518-470a-abdc-00108e8bbed1 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:57:56.997114 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-428fe4d2-b7f7-486d-973c-293e1c8b8716 req-fcc90de5-a518-470a-abdc-00108e8bbed1 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 945 time: 0.0534041 Feb 17 18:57:57.044611 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-428fe4d2-b7f7-486d-973c-293e1c8b8716 req-b79e5ab6-1120-450e-aba1-d154ab09cc7f tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418911 Feb 17 18:57:57.730292 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b141f4-eed2-434f-99da-20b25de2278c req-1d67a0a5-dd91-43e4-ab4e-f5b0a13102cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:57:57.732428 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b6b141f4-eed2-434f-99da-20b25de2278c req-1d67a0a5-dd91-43e4-ab4e-f5b0a13102cc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f99db53ee86a4d42947dacad362c4e66&device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 1127 time: 0.0458527 Feb 17 18:57:57.825768 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b141f4-eed2-434f-99da-20b25de2278c req-e15968c6-0f56-4455-9768-e1d5f523268a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:57:57.827262 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b6b141f4-eed2-434f-99da-20b25de2278c req-e15968c6-0f56-4455-9768-e1d5f523268a service neutron] 10.222.0.71 "GET /v2.0/networks?id=3c265b8b-3a18-4690-b5d4-441101022aa3 HTTP/1.1" status: 200 len: 909 time: 0.0890503 Feb 17 18:57:57.890901 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b6b141f4-eed2-434f-99da-20b25de2278c req-8227be24-be06-4bd7-b536-f519ade4b0eb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d4ce437-9a50-402f-9d20-6dd919ec9875 HTTP/1.1" status: 200 len: 1001 time: 0.0579677 Feb 17 18:57:57.938567 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b141f4-eed2-434f-99da-20b25de2278c req-ad84dbaa-6d34-4b40-b101-c6ea636895c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:57:57.940042 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b6b141f4-eed2-434f-99da-20b25de2278c req-ad84dbaa-6d34-4b40-b101-c6ea636895c5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=24e28791-86ff-4050-9e3e-531b5cc17e58 HTTP/1.1" status: 200 len: 847 time: 0.0435708 Feb 17 18:57:57.992893 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b141f4-eed2-434f-99da-20b25de2278c req-8805f7bd-5045-4da4-9d0e-74a2469552a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:57:57.994364 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b6b141f4-eed2-434f-99da-20b25de2278c req-8805f7bd-5045-4da4-9d0e-74a2469552a6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3c265b8b-3a18-4690-b5d4-441101022aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487723 Feb 17 18:57:58.084539 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b6b141f4-eed2-434f-99da-20b25de2278c req-ace72a1f-2010-4932-b4fe-8f7269f47555 service neutron] 10.222.0.71 "GET /v2.0/networks/3c265b8b-3a18-4690-b5d4-441101022aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846398 Feb 17 18:57:58.170656 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513cdc3e-c438-41df-8026-013f54dfe37d req-ce4bd91d-9748-4d27-b295-a62ea962bf9a tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:57:58.172301 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-513cdc3e-c438-41df-8026-013f54dfe37d req-ce4bd91d-9748-4d27-b295-a62ea962bf9a tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 945 time: 0.0592239 Feb 17 18:57:58.181579 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b6b141f4-eed2-434f-99da-20b25de2278c req-a6b25b6e-3b91-494f-abd0-3e2a9075fc14 service neutron] 10.222.0.71 "GET /v2.0/networks/3c265b8b-3a18-4690-b5d4-441101022aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915122 Feb 17 18:57:58.233562 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-513cdc3e-c438-41df-8026-013f54dfe37d req-02b00fd3-077c-4c30-84f6-d60a26a6dc82 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532978 Feb 17 18:57:59.354495 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6beead-4734-4626-9b42-5147d73ffbec req-1487360c-79e2-4287-9cfc-59e9e6adb9aa tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:57:59.356503 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5d6beead-4734-4626-9b42-5147d73ffbec req-1487360c-79e2-4287-9cfc-59e9e6adb9aa tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 945 time: 0.0525987 Feb 17 18:57:59.404369 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5d6beead-4734-4626-9b42-5147d73ffbec req-f21b8353-d97b-4eca-abdf-769ff24af0ee tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422254 Feb 17 18:58:00.520230 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05433807-0934-47fb-bd56-1c44c8087531 req-f133fd0a-4c6e-40b2-b0ad-fcc7455a4a8e tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:58:00.521735 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-05433807-0934-47fb-bd56-1c44c8087531 req-f133fd0a-4c6e-40b2-b0ad-fcc7455a4a8e tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 945 time: 0.0518005 Feb 17 18:58:00.570822 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-05433807-0934-47fb-bd56-1c44c8087531 req-37bd5cab-e0f1-4cbe-96fe-4037e08eb62c tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427577 Feb 17 18:58:01.699951 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a800d-4d4b-4960-b994-028887867eeb req-87da33e8-ddf3-4ec8-a8b2-61b411d9dbcc tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:58:01.701556 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b64a800d-4d4b-4960-b994-028887867eeb req-87da33e8-ddf3-4ec8-a8b2-61b411d9dbcc tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 945 time: 0.0616875 Feb 17 18:58:01.768414 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b64a800d-4d4b-4960-b994-028887867eeb req-7e13b6cb-dcdb-49a6-85e9-0ee5813ac5a9 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607359 Feb 17 18:58:02.890302 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da46a9-1495-4397-a702-1d94ce8586ad req-03cccc0d-0b8c-464b-9b8c-1db693681b28 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:58:02.891797 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-68da46a9-1495-4397-a702-1d94ce8586ad req-03cccc0d-0b8c-464b-9b8c-1db693681b28 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 945 time: 0.0537202 Feb 17 18:58:02.941138 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-68da46a9-1495-4397-a702-1d94ce8586ad req-3e5c54e0-c611-4582-ae91-49fbaec9bceb tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436625 Feb 17 18:58:03.152769 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-98d2f3f8-e846-4d21-a12d-943175747092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:58:04.063006 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb980c8-7143-45d1-9c78-9398a6859372 req-eda36a5c-d464-499f-8af6-91cf09705f84 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:58:04.064492 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4fb980c8-7143-45d1-9c78-9398a6859372 req-eda36a5c-d464-499f-8af6-91cf09705f84 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 945 time: 0.0565953 Feb 17 18:58:04.111830 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4fb980c8-7143-45d1-9c78-9398a6859372 req-b8cf4923-4df5-4082-aecb-9e5e369a1de3 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417495 Feb 17 18:58:04.619556 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 6d4ce437-9a50-402f-9d20-6dd919ec9875 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:58:04.692632 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 6d4ce437-9a50-402f-9d20-6dd919ec9875 is: ACTIVE; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:58:04.693016 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6d4ce437-9a50-402f-9d20-6dd919ec9875), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:58:04.717723 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46248581-541f-4860-8a3e-43b087e53a54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d4ce437-9a50-402f-9d20-6dd919ec9875'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:58:04.719935 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a58b36eb5214be741a58d8f0f454d70cefb3ebdc097f6d2df64ce05b1b6ee80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f0ef04-9b0b-4240-ac5a-bee11d4fb762" -d '{"events": [{"server_uuid": "46248581-541f-4860-8a3e-43b087e53a54", "name": "network-vif-unplugged", "status": "completed", "tag": "6d4ce437-9a50-402f-9d20-6dd919ec9875"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:58:04.732233 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 6d4ce437-9a50-402f-9d20-6dd919ec9875, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=6d4ce437-9a50-402f-9d20-6dd919ec9875,segment=NetworkSegment(18d3dafa-77a7-4839-b380-4bfd715c85e8),segment_id=18d3dafa-77a7-4839-b380-4bfd715c85e8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:58:04.736441 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (6d4ce437-9a50-402f-9d20-6dd919ec9875), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:58:04.781210 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=6d4ce437-9a50-402f-9d20-6dd919ec9875,revision_number=6']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:58:04.788224 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:58:04.788591 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:58:04.788930 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:58:04.789265 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:58:04.789594 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:58:04.789920 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:58:04.790244 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:58:04.790566 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:58:04.790886 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:58:04.791206 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:58:04.791530 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:58:04.791845 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:58:04.792732 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:58:05.258082 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 17 Feb 2022 18:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8f962a-9918-4d85-b168-bee226dbfa19 x-openstack-request-id: req-5d8f962a-9918-4d85-b168-bee226dbfa19 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:58:05.258515 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46248581-541f-4860-8a3e-43b087e53a54", "name": "network-vif-unplugged", "status": "failed", "tag": "6d4ce437-9a50-402f-9d20-6dd919ec9875", "code": 422}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:58:05.258850 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5d8f962a-9918-4d85-b168-bee226dbfa19 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:58:05.259352 n-d-829613-2 neutron-server[103436]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '46248581-541f-4860-8a3e-43b087e53a54', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6d4ce437-9a50-402f-9d20-6dd919ec9875', 'code': 422} returned with failed status Feb 17 18:58:05.300966 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1ead618a-7b36-4286-a37b-a0e50864dd8f req-035025f1-4f77-46a1-ba35-082b63d69e76 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0445333 Feb 17 18:58:05.309878 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [req-1ead618a-7b36-4286-a37b-a0e50864dd8f req-81182b62-e6ab-408d-a11f-0ceade0a6492 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 18:58:05.310881 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1ead618a-7b36-4286-a37b-a0e50864dd8f req-81182b62-e6ab-408d-a11f-0ceade0a6492 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049901 Feb 17 18:58:05.351743 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb755694-50e1-4844-b0c5-65d722bac724 req-93a04a92-b53c-4266-b149-f0f32d8e6ed2 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:58:05.353281 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fb755694-50e1-4844-b0c5-65d722bac724 req-93a04a92-b53c-4266-b149-f0f32d8e6ed2 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 943 time: 0.0541942 Feb 17 18:58:05.401393 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fb755694-50e1-4844-b0c5-65d722bac724 req-aeba404b-468c-485b-ad8d-768eda1d4ce1 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423818 Feb 17 18:58:05.603813 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a6d5299f-709e-41b4-8931-6a5134a870d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:58:06.392225 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead618a-7b36-4286-a37b-a0e50864dd8f req-20bae6e1-1a7b-4440-bf75-3a1c9bdb98da tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:58:06.393634 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1ead618a-7b36-4286-a37b-a0e50864dd8f req-20bae6e1-1a7b-4440-bf75-3a1c9bdb98da tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports/6d4ce437-9a50-402f-9d20-6dd919ec9875 HTTP/1.1" status: 200 len: 940 time: 0.0469036 Feb 17 18:58:06.524745 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4226c9-aa0a-4527-8ea5-3501042131ea req-a053bc2a-71c7-4fd0-b01f-f4961402af45 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:58:06.526773 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7d4226c9-aa0a-4527-8ea5-3501042131ea req-a053bc2a-71c7-4fd0-b01f-f4961402af45 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 943 time: 0.0572801 Feb 17 18:58:06.586220 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7d4226c9-aa0a-4527-8ea5-3501042131ea req-86a06655-2d09-4e98-a511-0f0a9b1769e7 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536547 Feb 17 18:58:07.074800 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:58:07.708910 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb0aae-f001-452c-9ca5-8b3264485002 req-754901eb-7ab1-47fd-952c-f443ba05c2b6 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:58:07.710416 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-66eb0aae-f001-452c-9ca5-8b3264485002 req-754901eb-7ab1-47fd-952c-f443ba05c2b6 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 943 time: 0.0551615 Feb 17 18:58:07.762830 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-66eb0aae-f001-452c-9ca5-8b3264485002 req-455045a1-98e1-4b78-b70f-0069bd869a22 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457535 Feb 17 18:58:08.270429 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:58:08.884957 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b5bb4-849a-447b-b8dd-804bc0822bb4 req-87231822-c094-4918-a99f-665b8c8dec9a tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:58:08.887067 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2d1b5bb4-849a-447b-b8dd-804bc0822bb4 req-87231822-c094-4918-a99f-665b8c8dec9a tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 943 time: 0.0557594 Feb 17 18:58:08.939018 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2d1b5bb4-849a-447b-b8dd-804bc0822bb4 req-919304f3-1a37-491f-827a-779a53c27d05 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458035 Feb 17 18:58:09.352888 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:58:10.067839 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34022d-dd11-4ab0-99c9-c7cde11ce035 req-f46e7616-7e49-4e1b-9b7e-afb9d08ab485 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:58:10.069347 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-db34022d-dd11-4ab0-99c9-c7cde11ce035 req-f46e7616-7e49-4e1b-9b7e-afb9d08ab485 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 943 time: 0.0617130 Feb 17 18:58:10.116745 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-db34022d-dd11-4ab0-99c9-c7cde11ce035 req-ce5c1a27-0aa4-4ffc-8b3a-dc971dd45a5c tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411801 Feb 17 18:58:11.234904 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67995fbf-57bf-48c6-b878-f07941e0f661 req-02f56d95-89f2-4e47-bfe0-faf04c3932ef tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:58:11.236342 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-67995fbf-57bf-48c6-b878-f07941e0f661 req-02f56d95-89f2-4e47-bfe0-faf04c3932ef tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 943 time: 0.0523615 Feb 17 18:58:11.285604 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-67995fbf-57bf-48c6-b878-f07941e0f661 req-3a38ef60-c32c-43e7-bd72-dc90d318a469 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435932 Feb 17 18:58:12.407449 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d473b-2e13-4339-8704-1745d1eddf30 req-16e80167-cc38-4280-83c4-1797ccdb3629 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:58:12.409087 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7a4d473b-2e13-4339-8704-1745d1eddf30 req-16e80167-cc38-4280-83c4-1797ccdb3629 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 943 time: 0.0540323 Feb 17 18:58:12.462549 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-7a4d473b-2e13-4339-8704-1745d1eddf30 req-468e4ba6-2a4d-418b-9aad-b4e06e4134d9 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478644 Feb 17 18:58:13.580450 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3e89e-40cf-4693-af04-c01c27f91815 req-73a4a7ef-b999-4922-9f5e-dcca35383be7 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:58:13.581945 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-30a3e89e-40cf-4693-af04-c01c27f91815 req-73a4a7ef-b999-4922-9f5e-dcca35383be7 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 943 time: 0.0518191 Feb 17 18:58:13.630775 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-30a3e89e-40cf-4693-af04-c01c27f91815 req-711eeb87-e29d-4baf-9f3d-a5e973c1c721 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432179 Feb 17 18:58:14.750011 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf45781-08a3-4664-ac9e-60e728c663eb req-3ae0a5e0-9431-4211-b723-b4e6fb8bffdc tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:58:14.751526 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5bf45781-08a3-4664-ac9e-60e728c663eb req-3ae0a5e0-9431-4211-b723-b4e6fb8bffdc tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 943 time: 0.0532155 Feb 17 18:58:14.799916 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5bf45781-08a3-4664-ac9e-60e728c663eb req-b823415e-88ae-4119-bac6-333a1ca8961e tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427878 Feb 17 18:58:15.932344 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4c066-10f7-4e86-8ed9-7e22c374b7fc req-80f7ce90-a8c9-483e-8714-f3b419b38cc5 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:58:15.934359 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c4d4c066-10f7-4e86-8ed9-7e22c374b7fc req-80f7ce90-a8c9-483e-8714-f3b419b38cc5 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 943 time: 0.0589032 Feb 17 18:58:15.984584 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c4d4c066-10f7-4e86-8ed9-7e22c374b7fc req-3df80ac3-8abc-4e14-a40a-9bf59150263b tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445497 Feb 17 18:58:17.101363 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc08430-0892-4d19-80df-9b3c89f30998 req-62ce9016-f663-4f05-8a04-5baf0eb363fe tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:58:17.102867 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2dc08430-0892-4d19-80df-9b3c89f30998 req-62ce9016-f663-4f05-8a04-5baf0eb363fe tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 943 time: 0.0516062 Feb 17 18:58:17.151690 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2dc08430-0892-4d19-80df-9b3c89f30998 req-7a9e02a1-2599-468a-bc03-042c65bac87c tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427425 Feb 17 18:58:18.110178 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead618a-7b36-4286-a37b-a0e50864dd8f req-28bdc1c5-6c0e-4f82-8dac-fbd63ca92f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:58:18.111678 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1ead618a-7b36-4286-a37b-a0e50864dd8f req-28bdc1c5-6c0e-4f82-8dac-fbd63ca92f2d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54&tenant_id=f99db53ee86a4d42947dacad362c4e66 HTTP/1.1" status: 200 len: 1125 time: 0.0440056 Feb 17 18:58:18.179598 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead618a-7b36-4286-a37b-a0e50864dd8f req-878d9ea0-8258-4de6-ac91-3177fccf5196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:58:18.181192 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1ead618a-7b36-4286-a37b-a0e50864dd8f req-878d9ea0-8258-4de6-ac91-3177fccf5196 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f99db53ee86a4d42947dacad362c4e66&device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 1125 time: 0.0488074 Feb 17 18:58:18.272735 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead618a-7b36-4286-a37b-a0e50864dd8f req-079c2940-908a-40e5-9e1f-ec7a79b3b181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:58:18.274248 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1ead618a-7b36-4286-a37b-a0e50864dd8f req-079c2940-908a-40e5-9e1f-ec7a79b3b181 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3c265b8b-3a18-4690-b5d4-441101022aa3 HTTP/1.1" status: 200 len: 909 time: 0.0872829 Feb 17 18:58:18.274864 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba07f4-c239-47f4-8717-2a5776b1fd16 req-80c9cf24-3dd6-40f1-a648-93300b076d2c tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:58:18.276358 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fcba07f4-c239-47f4-8717-2a5776b1fd16 req-80c9cf24-3dd6-40f1-a648-93300b076d2c tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 943 time: 0.0574102 Feb 17 18:58:18.324719 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-fcba07f4-c239-47f4-8717-2a5776b1fd16 req-3ec1e659-6fd4-4eba-a234-3d46b365eeb1 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427949 Feb 17 18:58:18.342064 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1ead618a-7b36-4286-a37b-a0e50864dd8f req-16a079fc-7768-4aba-9819-55c7863ede8f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d4ce437-9a50-402f-9d20-6dd919ec9875 HTTP/1.1" status: 200 len: 999 time: 0.0617683 Feb 17 18:58:18.388851 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead618a-7b36-4286-a37b-a0e50864dd8f req-96caea87-2aec-41a3-9fa9-ad990bd67963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:58:18.390526 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1ead618a-7b36-4286-a37b-a0e50864dd8f req-96caea87-2aec-41a3-9fa9-ad990bd67963 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=24e28791-86ff-4050-9e3e-531b5cc17e58 HTTP/1.1" status: 200 len: 847 time: 0.0429471 Feb 17 18:58:18.437027 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead618a-7b36-4286-a37b-a0e50864dd8f req-ce30a22c-d073-499f-bc85-a74c15ae8d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:58:18.438508 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1ead618a-7b36-4286-a37b-a0e50864dd8f req-ce30a22c-d073-499f-bc85-a74c15ae8d25 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3c265b8b-3a18-4690-b5d4-441101022aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0426826 Feb 17 18:58:18.528387 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1ead618a-7b36-4286-a37b-a0e50864dd8f req-79f09ab1-f525-4662-9cfb-a3fd9ed13fc3 service neutron] 10.222.0.71 "GET /v2.0/networks/3c265b8b-3a18-4690-b5d4-441101022aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838032 Feb 17 18:58:18.615065 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1ead618a-7b36-4286-a37b-a0e50864dd8f req-d7c5b173-36ce-4853-a5b5-c0e7c60c8cf3 service neutron] 10.222.0.71 "GET /v2.0/networks/3c265b8b-3a18-4690-b5d4-441101022aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811775 Feb 17 18:58:19.444269 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46494406-b8a4-4893-a235-db15b2b92ab4 req-490c7e0a-0d43-4a25-aba3-545695221dd1 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:58:19.446549 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-46494406-b8a4-4893-a235-db15b2b92ab4 req-490c7e0a-0d43-4a25-aba3-545695221dd1 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 943 time: 0.0568349 Feb 17 18:58:19.494829 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-46494406-b8a4-4893-a235-db15b2b92ab4 req-29e1b53c-a9fe-4444-8601-b9fb253dd3d4 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424213 Feb 17 18:58:19.804497 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:58:20.613024 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4222249-2895-40db-8314-8da99e46f766 req-1b3deaae-dd9a-4106-a7f7-e54e72c716c4 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:58:20.614562 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f4222249-2895-40db-8314-8da99e46f766 req-1b3deaae-dd9a-4106-a7f7-e54e72c716c4 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 943 time: 0.0518126 Feb 17 18:58:20.630963 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:58:20.667819 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f4222249-2895-40db-8314-8da99e46f766 req-db3bf3ca-4d5d-4cae-9bb4-5dbab62ad496 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472887 Feb 17 18:58:21.788924 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15cc4e2-1b54-4c45-b8ef-49f35596acc0 req-dbeee3cc-ea24-4b81-9132-07e6ca877e2d tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:58:21.790408 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c15cc4e2-1b54-4c45-b8ef-49f35596acc0 req-dbeee3cc-ea24-4b81-9132-07e6ca877e2d tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 943 time: 0.0543766 Feb 17 18:58:21.838398 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c15cc4e2-1b54-4c45-b8ef-49f35596acc0 req-d07f8c41-02cb-431d-a9bb-02aa925617d4 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417709 Feb 17 18:58:22.957877 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c8b34-78be-41a8-9308-39ff2e26565b req-48a731a4-05ed-4d12-8c53-5782606671e2 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:58:22.959370 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-923c8b34-78be-41a8-9308-39ff2e26565b req-48a731a4-05ed-4d12-8c53-5782606671e2 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 943 time: 0.0515082 Feb 17 18:58:23.006004 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-923c8b34-78be-41a8-9308-39ff2e26565b req-0c24a419-d8fe-4dba-b7b6-7a5c8695e44c tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411081 Feb 17 18:58:23.910198 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:58:24.128430 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9a7dc-b5a3-4502-b2ec-4f5e0a05f16c req-b8fe0305-de97-4f0e-88ba-c0a518e2b9b8 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:58:24.129897 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f9d9a7dc-b5a3-4502-b2ec-4f5e0a05f16c req-b8fe0305-de97-4f0e-88ba-c0a518e2b9b8 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 943 time: 0.0572884 Feb 17 18:58:24.179877 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f9d9a7dc-b5a3-4502-b2ec-4f5e0a05f16c req-4a12d510-7c47-4b98-aa6b-949d732ec3b3 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442905 Feb 17 18:58:25.299060 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99ead5-2066-4fa5-baca-af604a76c539 req-9f7496f4-2a99-427f-8d3a-e1e025d365d7 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:58:25.300566 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4d99ead5-2066-4fa5-baca-af604a76c539 req-9f7496f4-2a99-427f-8d3a-e1e025d365d7 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 943 time: 0.0523109 Feb 17 18:58:25.348268 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4d99ead5-2066-4fa5-baca-af604a76c539 req-cbd10fbb-3e08-497e-9eef-9154ae86a2f3 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422297 Feb 17 18:58:25.908075 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534e5c4-a290-4bd3-8845-f17f27af1d5d req-0a5c9b92-5870-4040-8ece-81dad132d78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:58:25.909629 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1534e5c4-a290-4bd3-8845-f17f27af1d5d req-0a5c9b92-5870-4040-8ece-81dad132d78e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f99db53ee86a4d42947dacad362c4e66&device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 1125 time: 0.0496202 Feb 17 18:58:26.008346 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534e5c4-a290-4bd3-8845-f17f27af1d5d req-3364c34e-aa3b-4861-ae3b-fa4751246175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:58:26.009806 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1534e5c4-a290-4bd3-8845-f17f27af1d5d req-3364c34e-aa3b-4861-ae3b-fa4751246175 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3c265b8b-3a18-4690-b5d4-441101022aa3 HTTP/1.1" status: 200 len: 909 time: 0.0828209 Feb 17 18:58:26.076017 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1534e5c4-a290-4bd3-8845-f17f27af1d5d req-9153adfc-d5aa-4d2b-a7a7-3e49ae16731a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d4ce437-9a50-402f-9d20-6dd919ec9875 HTTP/1.1" status: 200 len: 999 time: 0.0600641 Feb 17 18:58:26.122582 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534e5c4-a290-4bd3-8845-f17f27af1d5d req-0f60f40a-0594-45a6-90c6-a090db31ce9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:58:26.123979 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1534e5c4-a290-4bd3-8845-f17f27af1d5d req-0f60f40a-0594-45a6-90c6-a090db31ce9c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=24e28791-86ff-4050-9e3e-531b5cc17e58 HTTP/1.1" status: 200 len: 847 time: 0.0422342 Feb 17 18:58:26.171917 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534e5c4-a290-4bd3-8845-f17f27af1d5d req-ba95c005-0847-43cc-b6d0-32365c0c3c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:58:26.173327 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1534e5c4-a290-4bd3-8845-f17f27af1d5d req-ba95c005-0847-43cc-b6d0-32365c0c3c73 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3c265b8b-3a18-4690-b5d4-441101022aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432043 Feb 17 18:58:26.277294 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1534e5c4-a290-4bd3-8845-f17f27af1d5d req-49fff999-78fd-4db4-8819-d27e50eec3e0 service neutron] 10.222.0.71 "GET /v2.0/networks/3c265b8b-3a18-4690-b5d4-441101022aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972979 Feb 17 18:58:26.364199 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-1534e5c4-a290-4bd3-8845-f17f27af1d5d req-7b1f736f-c61a-428e-bdc1-1fba966bd187 service neutron] 10.222.0.71 "GET /v2.0/networks/3c265b8b-3a18-4690-b5d4-441101022aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818083 Feb 17 18:58:26.465236 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be8081-24fa-45c0-bf3b-14e24304b293 req-5bfd6a06-e51a-4f30-8784-ddb3e9983c83 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:58:26.466633 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-58be8081-24fa-45c0-bf3b-14e24304b293 req-5bfd6a06-e51a-4f30-8784-ddb3e9983c83 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 943 time: 0.0520670 Feb 17 18:58:26.524051 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-58be8081-24fa-45c0-bf3b-14e24304b293 req-37c3a5e1-4707-4721-adbc-6d4289f6092d tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516953 Feb 17 18:58:26.759525 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 6d4ce437-9a50-402f-9d20-6dd919ec9875 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 18:58:26.857783 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 6d4ce437-9a50-402f-9d20-6dd919ec9875, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=6d4ce437-9a50-402f-9d20-6dd919ec9875,segment=NetworkSegment(18d3dafa-77a7-4839-b380-4bfd715c85e8),segment_id=18d3dafa-77a7-4839-b380-4bfd715c85e8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:58:26.868659 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '6d4ce437-9a50-402f-9d20-6dd919ec9875', 'network_id': '3c265b8b-3a18-4690-b5d4-441101022aa3', 'port_id': '6d4ce437-9a50-402f-9d20-6dd919ec9875', 'mac_address': 'fa:16:3e:28:9a:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24e28791-86ff-4050-9e3e-531b5cc17e58', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 18:58:26.905546 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 6d4ce437-9a50-402f-9d20-6dd919ec9875 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:58:26.905936 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6d4ce437-9a50-402f-9d20-6dd919ec9875), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:58:26.918765 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d4ce437-9a50-402f-9d20-6dd919ec9875 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 18:58:26.937537 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 6d4ce437-9a50-402f-9d20-6dd919ec9875, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=6d4ce437-9a50-402f-9d20-6dd919ec9875,segment=NetworkSegment(18d3dafa-77a7-4839-b380-4bfd715c85e8),segment_id=18d3dafa-77a7-4839-b380-4bfd715c85e8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:58:26.941356 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (6d4ce437-9a50-402f-9d20-6dd919ec9875), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:58:26.990116 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=6d4ce437-9a50-402f-9d20-6dd919ec9875,revision_number=7']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:58:27.178211 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['6d4ce437-9a50-402f-9d20-6dd919ec9875'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 18:58:27.644195 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199f8f9-4785-47fb-982f-0f019a98b9c2 req-0a52f91f-b66c-44c6-887b-fa97b87039f2 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:58:27.645685 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f199f8f9-4785-47fb-982f-0f019a98b9c2 req-0a52f91f-b66c-44c6-887b-fa97b87039f2 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 944 time: 0.0509620 Feb 17 18:58:27.692631 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f199f8f9-4785-47fb-982f-0f019a98b9c2 req-1f44e86f-bced-4930-b5a3-cdb0dbecb131 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414906 Feb 17 18:58:28.791910 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 6d4ce437-9a50-402f-9d20-6dd919ec9875 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 18:58:28.809593 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca2b878-d213-47a8-b0d9-7e042affd877 req-c7df527b-54b0-4049-bb79-d3e181d20987 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:58:28.811108 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3ca2b878-d213-47a8-b0d9-7e042affd877 req-c7df527b-54b0-4049-bb79-d3e181d20987 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 944 time: 0.0521960 Feb 17 18:58:28.845343 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 6d4ce437-9a50-402f-9d20-6dd919ec9875 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 18:58:28.845731 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (6d4ce437-9a50-402f-9d20-6dd919ec9875), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:58:28.859926 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3ca2b878-d213-47a8-b0d9-7e042affd877 req-435a98fa-51fd-4167-99c3-9139109fd8d2 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432770 Feb 17 18:58:28.997538 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 6d4ce437-9a50-402f-9d20-6dd919ec9875 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 18:58:28.997858 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (6d4ce437-9a50-402f-9d20-6dd919ec9875), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:58:29.028923 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46248581-541f-4860-8a3e-43b087e53a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4ce437-9a50-402f-9d20-6dd919ec9875'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:58:29.031175 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a58b36eb5214be741a58d8f0f454d70cefb3ebdc097f6d2df64ce05b1b6ee80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1623b129-9468-4e15-a3b0-ddd88a402211" -d '{"events": [{"server_uuid": "46248581-541f-4860-8a3e-43b087e53a54", "name": "network-vif-plugged", "status": "completed", "tag": "6d4ce437-9a50-402f-9d20-6dd919ec9875"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:58:29.047786 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 6d4ce437-9a50-402f-9d20-6dd919ec9875, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=6d4ce437-9a50-402f-9d20-6dd919ec9875,segment=NetworkSegment(18d3dafa-77a7-4839-b380-4bfd715c85e8),segment_id=18d3dafa-77a7-4839-b380-4bfd715c85e8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:58:29.054194 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (6d4ce437-9a50-402f-9d20-6dd919ec9875), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:58:29.112025 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=6d4ce437-9a50-402f-9d20-6dd919ec9875,revision_number=8']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:58:29.121851 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac04ccb2-5edf-4394-b88f-96521ca3ac2c x-openstack-request-id: req-ac04ccb2-5edf-4394-b88f-96521ca3ac2c {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:58:29.122151 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46248581-541f-4860-8a3e-43b087e53a54", "name": "network-vif-plugged", "status": "completed", "tag": "6d4ce437-9a50-402f-9d20-6dd919ec9875", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:58:29.122425 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ac04ccb2-5edf-4394-b88f-96521ca3ac2c {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:58:29.122810 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46248581-541f-4860-8a3e-43b087e53a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4ce437-9a50-402f-9d20-6dd919ec9875', 'code': 200} Feb 17 18:58:29.270191 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9374e9d-bc5a-42bf-b0aa-c866bef0de31 req-4a609b3d-317e-4b0d-a1be-0ea482f8110f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:58:29.271692 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e9374e9d-bc5a-42bf-b0aa-c866bef0de31 req-4a609b3d-317e-4b0d-a1be-0ea482f8110f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 1127 time: 0.0477989 Feb 17 18:58:29.316329 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e9374e9d-bc5a-42bf-b0aa-c866bef0de31 req-837414d8-425b-4fd4-bfe9-91b177488f76 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374115 Feb 17 18:58:29.986795 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b38860-9925-4d3b-939c-655c688c296a req-aceb8506-3758-4f82-bd9e-a7ab5716d32b tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:58:29.988290 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-90b38860-9925-4d3b-939c-655c688c296a req-aceb8506-3758-4f82-bd9e-a7ab5716d32b tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 945 time: 0.0579457 Feb 17 18:58:30.036693 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-90b38860-9925-4d3b-939c-655c688c296a req-2f26be0b-e929-44c8-840f-bba267ecfe73 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427918 Feb 17 18:58:31.153972 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0920f1-fc28-48d1-ae42-9c5a84c24d54 req-631d8b69-685f-4e28-b090-32a855062973 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:58:31.155463 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1a0920f1-fc28-48d1-ae42-9c5a84c24d54 req-631d8b69-685f-4e28-b090-32a855062973 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 945 time: 0.0523636 Feb 17 18:58:31.208822 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-1a0920f1-fc28-48d1-ae42-9c5a84c24d54 req-f49ab626-e16f-4bfe-9603-69954edc7200 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475652 Feb 17 18:58:33.154073 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f8a8e14a-2b5a-4103-aded-343049777f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:58:35.604942 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-57c6327e-6f0b-4834-a2e9-66cadc3abb00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:58:37.076411 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:58:38.271665 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:58:39.357037 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:58:49.833593 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:58:50.647152 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:59:00.908592 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:59:03.155724 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-db3c749e-5d46-456d-9efa-0673e78c0338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:59:05.608580 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-57bbe4af-c8bf-4886-81be-98ed78573e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:59:07.079813 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:59:08.274476 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:59:09.358901 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:59:19.848607 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:59:20.643713 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:59:26.850721 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7bf3558b-e049-4628-afc9-a0bbca77521f req-2a6669d1-f6c2-42e7-8c74-02b298da9645 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438097 Feb 17 18:59:26.934317 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf3558b-e049-4628-afc9-a0bbca77521f req-b0e22a13-8780-47fa-b344-30ffc5a3fc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:59:26.935794 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7bf3558b-e049-4628-afc9-a0bbca77521f req-b0e22a13-8780-47fa-b344-30ffc5a3fc78 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f99db53ee86a4d42947dacad362c4e66&device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 1127 time: 0.0432770 Feb 17 18:59:27.037650 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf3558b-e049-4628-afc9-a0bbca77521f req-5b7ce210-f1b2-4beb-afd1-d799e8d3b6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:59:27.039111 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7bf3558b-e049-4628-afc9-a0bbca77521f req-5b7ce210-f1b2-4beb-afd1-d799e8d3b6de service neutron] 10.222.0.71 "GET /v2.0/networks?id=3c265b8b-3a18-4690-b5d4-441101022aa3 HTTP/1.1" status: 200 len: 909 time: 0.0865602 Feb 17 18:59:27.103808 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7bf3558b-e049-4628-afc9-a0bbca77521f req-deb56ade-0ab9-4bfc-ac2b-d7ce52cc4a1e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d4ce437-9a50-402f-9d20-6dd919ec9875 HTTP/1.1" status: 200 len: 1001 time: 0.0593259 Feb 17 18:59:27.156004 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf3558b-e049-4628-afc9-a0bbca77521f req-6ab59d46-5b9d-4fc5-855f-84ae3bc93899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:59:27.157505 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7bf3558b-e049-4628-afc9-a0bbca77521f req-6ab59d46-5b9d-4fc5-855f-84ae3bc93899 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=24e28791-86ff-4050-9e3e-531b5cc17e58 HTTP/1.1" status: 200 len: 847 time: 0.0478990 Feb 17 18:59:27.204198 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf3558b-e049-4628-afc9-a0bbca77521f req-c3980f8d-a1a2-4bc6-8843-fee167e16f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:59:27.205694 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7bf3558b-e049-4628-afc9-a0bbca77521f req-c3980f8d-a1a2-4bc6-8843-fee167e16f27 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3c265b8b-3a18-4690-b5d4-441101022aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0427589 Feb 17 18:59:27.590056 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7bf3558b-e049-4628-afc9-a0bbca77521f req-194e474e-eb01-4271-8d31-8584b0686cde service neutron] 10.222.0.71 "GET /v2.0/networks/3c265b8b-3a18-4690-b5d4-441101022aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777258 Feb 17 18:59:27.678958 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-7bf3558b-e049-4628-afc9-a0bbca77521f req-0da71722-fa5a-4cfe-8f5a-eb42e583dbfd service neutron] 10.222.0.71 "GET /v2.0/networks/3c265b8b-3a18-4690-b5d4-441101022aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829265 Feb 17 18:59:33.159543 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-19d88435-f695-474c-bf99-d44813485667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:59:35.613400 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-9c4a73ef-886f-493f-b6cf-a7d2686c09b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:59:37.083445 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:59:37.907602 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 18:59:38.277732 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:59:39.360751 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:59:46.957251 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43640) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 18:59:47.108687 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-cb476e7c-1f59-41f0-aa6f-1daf1a18b731 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Deleting port 5e1fe8d8-86f0-4162-8624-ef0019b4f4e3 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:59:47.109033 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb476e7c-1f59-41f0-aa6f-1daf1a18b731 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (5e1fe8d8-86f0-4162-8624-ef0019b4f4e3), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:59:47.185433 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb476e7c-1f59-41f0-aa6f-1daf1a18b731 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (5e1fe8d8-86f0-4162-8624-ef0019b4f4e3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:59:47.185759 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb476e7c-1f59-41f0-aa6f-1daf1a18b731 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for floatingip (5e1fe8d8-86f0-4162-8624-ef0019b4f4e3), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:59:47.197794 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-cb476e7c-1f59-41f0-aa6f-1daf1a18b731 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Calling delete_port for 5e1fe8d8-86f0-4162-8624-ef0019b4f4e3 owned by network:floatingip {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:59:47.343346 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb476e7c-1f59-41f0-aa6f-1daf1a18b731 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (5e1fe8d8-86f0-4162-8624-ef0019b4f4e3), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:59:47.369700 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb476e7c-1f59-41f0-aa6f-1daf1a18b731 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Pushing event deleted for resources: {'Port': ['ID=5e1fe8d8-86f0-4162-8624-ef0019b4f4e3,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:59:47.393400 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb476e7c-1f59-41f0-aa6f-1daf1a18b731 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:59:47.393758 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb476e7c-1f59-41f0-aa6f-1daf1a18b731 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:59:47.394102 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb476e7c-1f59-41f0-aa6f-1daf1a18b731 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:59:47.394470 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb476e7c-1f59-41f0-aa6f-1daf1a18b731 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:59:47.394856 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb476e7c-1f59-41f0-aa6f-1daf1a18b731 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:59:47.395193 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb476e7c-1f59-41f0-aa6f-1daf1a18b731 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:59:47.395525 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb476e7c-1f59-41f0-aa6f-1daf1a18b731 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:59:47.395857 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb476e7c-1f59-41f0-aa6f-1daf1a18b731 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:59:47.396189 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb476e7c-1f59-41f0-aa6f-1daf1a18b731 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:59:47.396541 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb476e7c-1f59-41f0-aa6f-1daf1a18b731 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:59:47.396870 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb476e7c-1f59-41f0-aa6f-1daf1a18b731 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:59:47.397199 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb476e7c-1f59-41f0-aa6f-1daf1a18b731 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:59:47.397525 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb476e7c-1f59-41f0-aa6f-1daf1a18b731 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 18:59:47.437519 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb476e7c-1f59-41f0-aa6f-1daf1a18b731 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for floatingip (6a5a9012-7869-44c0-9aeb-853af4dce1de), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:59:47.437907 n-d-829613-2 neutron-server[103434]: INFO neutron.db.l3_db [None req-cb476e7c-1f59-41f0-aa6f-1daf1a18b731 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Floating IP 6a5a9012-7869-44c0-9aeb-853af4dce1de disassociated (deleted). External IP: 172.25.8.139, port: 6d4ce437-9a50-402f-9d20-6dd919ec9875. Feb 17 18:59:47.652144 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb476e7c-1f59-41f0-aa6f-1daf1a18b731 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Router ae8aa625-c733-41c1-9484-299b90c575c5 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 18:59:47.758745 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb476e7c-1f59-41f0-aa6f-1daf1a18b731 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 18:59:47.763919 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-cb476e7c-1f59-41f0-aa6f-1daf1a18b731 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:59:47.770612 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77ffb7c-4e96-48ee-8e53-c674616447ff None None] Sync routers for ids ['ae8aa625-c733-41c1-9484-299b90c575c5'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 18:59:47.780106 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77ffb7c-4e96-48ee-8e53-c674616447ff None None] Routers {'ae8aa625-c733-41c1-9484-299b90c575c5'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:59:47.780737 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e77ffb7c-4e96-48ee-8e53-c674616447ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:59:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['ae8aa625-c733-41c1-9484-299b90c575c5'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:59:47.794577 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-cb476e7c-1f59-41f0-aa6f-1daf1a18b731 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "DELETE /v2.0/floatingips/6a5a9012-7869-44c0-9aeb-853af4dce1de HTTP/1.1" status: 204 len: 168 time: 0.8362246 Feb 17 18:59:47.795283 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46248581-541f-4860-8a3e-43b087e53a54', 'tag': '6d4ce437-9a50-402f-9d20-6dd919ec9875'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:59:47.797678 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051599f2-655d-4327-9fde-6edf20808811" -d '{"events": [{"name": "network-changed", "server_uuid": "46248581-541f-4860-8a3e-43b087e53a54", "tag": "6d4ce437-9a50-402f-9d20-6dd919ec9875"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:59:47.889023 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-e77ffb7c-4e96-48ee-8e53-c674616447ff None None] Set router ae8aa625-c733-41c1-9484-299b90c575c5 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:59:47.957766 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 18:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214db469-315a-46c4-b6e0-cd0b4ba494df x-openstack-request-id: req-214db469-315a-46c4-b6e0-cd0b4ba494df {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:59:47.958268 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46248581-541f-4860-8a3e-43b087e53a54", "tag": "6d4ce437-9a50-402f-9d20-6dd919ec9875", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:59:47.958368 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-214db469-315a-46c4-b6e0-cd0b4ba494df {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:59:47.958731 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46248581-541f-4860-8a3e-43b087e53a54', 'tag': '6d4ce437-9a50-402f-9d20-6dd919ec9875', 'status': 'completed', 'code': 200} Feb 17 18:59:48.031649 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051599f2-655d-4327-9fde-6edf20808811 req-b7a14fbe-6d1d-4b3f-8e1f-3f32a9579a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:59:48.033220 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-051599f2-655d-4327-9fde-6edf20808811 req-b7a14fbe-6d1d-4b3f-8e1f-3f32a9579a77 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f99db53ee86a4d42947dacad362c4e66&device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 1127 time: 0.0525885 Feb 17 18:59:48.131410 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051599f2-655d-4327-9fde-6edf20808811 req-aa5dd528-80a2-42b8-b18a-19e8bd6dfa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:59:48.132992 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-051599f2-655d-4327-9fde-6edf20808811 req-aa5dd528-80a2-42b8-b18a-19e8bd6dfa27 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3c265b8b-3a18-4690-b5d4-441101022aa3 HTTP/1.1" status: 200 len: 909 time: 0.0930560 Feb 17 18:59:48.137316 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa144d4-c437-4204-bbff-bd95b7064b1a req-fc41f6be-2896-4c27-a7f6-a3f0b4ef0386 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:59:48.138812 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4aa144d4-c437-4204-bbff-bd95b7064b1a req-fc41f6be-2896-4c27-a7f6-a3f0b4ef0386 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 945 time: 0.1352973 Feb 17 18:59:48.176845 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-051599f2-655d-4327-9fde-6edf20808811 req-007e13df-7b10-4877-8644-75f5862d6aa2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d4ce437-9a50-402f-9d20-6dd919ec9875 HTTP/1.1" status: 200 len: 217 time: 0.0368793 Feb 17 18:59:48.197098 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-4aa144d4-c437-4204-bbff-bd95b7064b1a req-8f3aedf2-648d-4907-a43a-966cae295522 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523384 Feb 17 18:59:48.235180 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051599f2-655d-4327-9fde-6edf20808811 req-b68057d3-5342-4254-bd78-0f643b4d4ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:59:48.236708 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-051599f2-655d-4327-9fde-6edf20808811 req-b68057d3-5342-4254-bd78-0f643b4d4ee7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=24e28791-86ff-4050-9e3e-531b5cc17e58 HTTP/1.1" status: 200 len: 847 time: 0.0533144 Feb 17 18:59:48.258556 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e77ffb7c-4e96-48ee-8e53-c674616447ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'name': 'tempest-TestShelveInstance-249407658-router', 'tenant_id': 'f99db53ee86a4d42947dacad362c4e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'c61224a9-a5c0-4b93-bcfb-37ae93d63895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:50:44Z', 'updated_at': '2022-02-17T18:50:47Z', 'revision_number': 4, 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'gw_port': {'id': 'c61224a9-a5c0-4b93-bcfb-37ae93d63895', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:dd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:50:45Z', 'updated_at': '2022-02-17T18:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '7eee14e3-8a83-49b0-b854-c0035f067e0e', 'name': '', 'network_id': '3c265b8b-3a18-4690-b5d4-441101022aa3', 'tenant_id': 'f99db53ee86a4d42947dacad362c4e66', 'mac_address': 'fa:16:3e:20:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '24e28791-86ff-4050-9e3e-531b5cc17e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:50:46Z', 'updated_at': '2022-02-17T18:50:50Z', 'revision_number': 5, 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'subnets': [{'id': '24e28791-86ff-4050-9e3e-531b5cc17e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:59:48.288035 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051599f2-655d-4327-9fde-6edf20808811 req-b9f67c4f-14c1-4cc0-83bf-2cea621d5be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:59:48.288513 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77ffb7c-4e96-48ee-8e53-c674616447ff None None] Checking router: ae8aa625-c733-41c1-9484-299b90c575c5 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 18:59:48.289607 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-051599f2-655d-4327-9fde-6edf20808811 req-b9f67c4f-14c1-4cc0-83bf-2cea621d5be1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3c265b8b-3a18-4690-b5d4-441101022aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456088 Feb 17 18:59:48.296809 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77ffb7c-4e96-48ee-8e53-c674616447ff None None] Routers {'ae8aa625-c733-41c1-9484-299b90c575c5'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 18:59:48.297414 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e77ffb7c-4e96-48ee-8e53-c674616447ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:59:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['ae8aa625-c733-41c1-9484-299b90c575c5'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:59:48.378623 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-051599f2-655d-4327-9fde-6edf20808811 req-0643af93-1865-49ef-806f-77391b2042b1 service neutron] 10.222.0.71 "GET /v2.0/networks/3c265b8b-3a18-4690-b5d4-441101022aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821588 Feb 17 18:59:48.404800 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-e77ffb7c-4e96-48ee-8e53-c674616447ff None None] Set router ae8aa625-c733-41c1-9484-299b90c575c5 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 18:59:48.470342 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-051599f2-655d-4327-9fde-6edf20808811 req-ee135f0f-e736-4395-8720-c836f2cfafaf service neutron] 10.222.0.71 "GET /v2.0/networks/3c265b8b-3a18-4690-b5d4-441101022aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852454 Feb 17 18:59:48.612496 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e77ffb7c-4e96-48ee-8e53-c674616447ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'name': 'tempest-TestShelveInstance-249407658-router', 'tenant_id': 'f99db53ee86a4d42947dacad362c4e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'c61224a9-a5c0-4b93-bcfb-37ae93d63895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:50:44Z', 'updated_at': '2022-02-17T18:50:47Z', 'revision_number': 4, 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'gw_port': {'id': 'c61224a9-a5c0-4b93-bcfb-37ae93d63895', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:dd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:50:45Z', 'updated_at': '2022-02-17T18:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '7eee14e3-8a83-49b0-b854-c0035f067e0e', 'name': '', 'network_id': '3c265b8b-3a18-4690-b5d4-441101022aa3', 'tenant_id': 'f99db53ee86a4d42947dacad362c4e66', 'mac_address': 'fa:16:3e:20:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '24e28791-86ff-4050-9e3e-531b5cc17e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:50:46Z', 'updated_at': '2022-02-17T18:50:50Z', 'revision_number': 5, 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'subnets': [{'id': '24e28791-86ff-4050-9e3e-531b5cc17e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 18:59:48.638355 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77ffb7c-4e96-48ee-8e53-c674616447ff None None] The sync data for ids ['ae8aa625-c733-41c1-9484-299b90c575c5'] in n-d-829613-2 is: [{'id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'name': 'tempest-TestShelveInstance-249407658-router', 'tenant_id': 'f99db53ee86a4d42947dacad362c4e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'c61224a9-a5c0-4b93-bcfb-37ae93d63895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:50:44Z', 'updated_at': '2022-02-17T18:50:47Z', 'revision_number': 4, 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'gw_port': {'id': 'c61224a9-a5c0-4b93-bcfb-37ae93d63895', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:dd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:50:45Z', 'updated_at': '2022-02-17T18:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': '7eee14e3-8a83-49b0-b854-c0035f067e0e', 'name': '', 'network_id': '3c265b8b-3a18-4690-b5d4-441101022aa3', 'tenant_id': 'f99db53ee86a4d42947dacad362c4e66', 'mac_address': 'fa:16:3e:20:70:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '24e28791-86ff-4050-9e3e-531b5cc17e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:50:46Z', 'updated_at': '2022-02-17T18:50:50Z', 'revision_number': 5, 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'subnets': [{'id': '24e28791-86ff-4050-9e3e-531b5cc17e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 18:59:48.862085 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fea155-03e3-4fd0-9645-0f9362200af4 None None] New status for floating IP 6a5a9012-7869-44c0-9aeb-853af4dce1de: DOWN {{(pid=103438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 18:59:49.318654 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204731a-b0ae-4e8f-9964-ad92e4ec4175 req-bc625f54-a3f2-4b5a-9729-3aca9ef8d34b tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:59:49.320119 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f204731a-b0ae-4e8f-9964-ad92e4ec4175 req-bc625f54-a3f2-4b5a-9729-3aca9ef8d34b tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 945 time: 0.0516105 Feb 17 18:59:49.368233 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-f204731a-b0ae-4e8f-9964-ad92e4ec4175 req-0ed4147d-8ca5-4296-baf6-8a6a40b6f9a5 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/security-groups?id=93d1041f-36ce-459d-9386-dc74f7b33c70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424297 Feb 17 18:59:49.502230 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b434e9-5951-4033-8d36-70ca7c6bdfb4 req-0dd91118-b1d5-4e7b-9d1a-39948bd988ff tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 18:59:49.504092 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b9b434e9-5951-4033-8d36-70ca7c6bdfb4 req-0dd91118-b1d5-4e7b-9d1a-39948bd988ff tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.71 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 945 time: 0.0523453 Feb 17 18:59:49.600546 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-b9b434e9-5951-4033-8d36-70ca7c6bdfb4 req-fdafdf22-f7e0-40c4-82f4-7b83b348f409 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Deleting port 6d4ce437-9a50-402f-9d20-6dd919ec9875 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 18:59:49.600888 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b9b434e9-5951-4033-8d36-70ca7c6bdfb4 req-fdafdf22-f7e0-40c4-82f4-7b83b348f409 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (6d4ce437-9a50-402f-9d20-6dd919ec9875), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:59:49.686073 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-b9b434e9-5951-4033-8d36-70ca7c6bdfb4 req-fdafdf22-f7e0-40c4-82f4-7b83b348f409 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] For port 6d4ce437-9a50-402f-9d20-6dd919ec9875, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=6d4ce437-9a50-402f-9d20-6dd919ec9875,segment=NetworkSegment(18d3dafa-77a7-4839-b380-4bfd715c85e8),segment_id=18d3dafa-77a7-4839-b380-4bfd715c85e8)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 18:59:49.686429 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b9b434e9-5951-4033-8d36-70ca7c6bdfb4 req-fdafdf22-f7e0-40c4-82f4-7b83b348f409 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (6d4ce437-9a50-402f-9d20-6dd919ec9875), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:59:49.698975 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-b9b434e9-5951-4033-8d36-70ca7c6bdfb4 req-fdafdf22-f7e0-40c4-82f4-7b83b348f409 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Calling delete_port for 6d4ce437-9a50-402f-9d20-6dd919ec9875 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 18:59:49.828661 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b9b434e9-5951-4033-8d36-70ca7c6bdfb4 req-fdafdf22-f7e0-40c4-82f4-7b83b348f409 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (6d4ce437-9a50-402f-9d20-6dd919ec9875), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:59:49.848421 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:59:49.858896 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdafdf22-f7e0-40c4-82f4-7b83b348f409 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Pushing event deleted for resources: {'Port': ['ID=6d4ce437-9a50-402f-9d20-6dd919ec9875,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 18:59:49.911633 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b434e9-5951-4033-8d36-70ca7c6bdfb4 req-fdafdf22-f7e0-40c4-82f4-7b83b348f409 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] No DVR routers for this DVR port 6d4ce437-9a50-402f-9d20-6dd919ec9875 on host n-h1-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 18:59:49.915047 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-b9b434e9-5951-4033-8d36-70ca7c6bdfb4 req-fdafdf22-f7e0-40c4-82f4-7b83b348f409 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:59:49.919272 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-b9b434e9-5951-4033-8d36-70ca7c6bdfb4 req-fdafdf22-f7e0-40c4-82f4-7b83b348f409 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.71 "DELETE /v2.0/ports/6d4ce437-9a50-402f-9d20-6dd919ec9875 HTTP/1.1" status: 204 len: 173 time: 0.4099236 Feb 17 18:59:49.960073 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46248581-541f-4860-8a3e-43b087e53a54', 'name': 'network-vif-deleted', 'tag': '6d4ce437-9a50-402f-9d20-6dd919ec9875'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 18:59:49.962659 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081d51a0-ecad-4a46-8d33-2dedb9ffa77f" -d '{"events": [{"server_uuid": "46248581-541f-4860-8a3e-43b087e53a54", "name": "network-vif-deleted", "tag": "6d4ce437-9a50-402f-9d20-6dd919ec9875"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 18:59:49.997918 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 18:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80518590-bf8a-40f4-94d0-7c51eb86f561 x-openstack-request-id: req-80518590-bf8a-40f4-94d0-7c51eb86f561 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 18:59:49.998410 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46248581-541f-4860-8a3e-43b087e53a54", "name": "network-vif-deleted", "tag": "6d4ce437-9a50-402f-9d20-6dd919ec9875", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 18:59:49.998675 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-80518590-bf8a-40f4-94d0-7c51eb86f561 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 18:59:49.999090 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46248581-541f-4860-8a3e-43b087e53a54', 'name': 'network-vif-deleted', 'tag': '6d4ce437-9a50-402f-9d20-6dd919ec9875', 'status': 'completed', 'code': 200} Feb 17 18:59:50.464796 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-425d943e-350e-4d6b-800d-4265e2cef33a req-a2ff286a-76b7-4bf8-b22e-6151bd59bc97 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 210 time: 0.0275030 Feb 17 18:59:50.638509 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 18:59:51.570045 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c5a86095-c535-47a4-aafa-4cec77800501 req-24e6a146-85e5-4cf1-bf52-0a24293820d1 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 210 time: 0.0317488 Feb 17 18:59:52.666923 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-aa96eca3-8d14-489a-b7c4-42f51f121a75 req-6fae4dc0-279e-4c0e-b23f-5a406a5461a2 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 210 time: 0.0269086 Feb 17 18:59:53.319988 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 6d4ce437-9a50-402f-9d20-6dd919ec9875 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 18:59:53.340459 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: 6d4ce437-9a50-402f-9d20-6dd919ec9875 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 18:59:53.340811 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 6d4ce437-9a50-402f-9d20-6dd919ec9875 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 18:59:53.761109 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-030d400a-27dc-466c-84e9-dbedd9171814 req-229abbf5-4605-4015-aacf-4456c40fdb92 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 210 time: 0.0263023 Feb 17 18:59:54.855263 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6c713b6f-7e3b-4bc0-99e0-2a6215135663 req-d7766914-c261-4976-814e-b4ed3b2ad198 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 210 time: 0.0269973 Feb 17 18:59:55.949698 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-6231e48a-fab2-4f32-a44e-481dccc6dbfa req-0e044ca9-4973-4a13-bbb4-43d6f1e21ada tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 210 time: 0.0275156 Feb 17 18:59:57.043506 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-75f2a349-8599-482a-9069-e8df1f3a4e0b req-ab685a36-4a72-409e-8c25-b36812cbee7d tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 210 time: 0.0270660 Feb 17 18:59:58.146415 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5f5d2cb5-bc2f-40a1-8f64-3b2a4dd80536 req-9248c06c-9ba3-45da-8111-cdac1762b915 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 210 time: 0.0332592 Feb 17 18:59:59.277400 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d3f466a7-6c1b-46e7-8f53-acc7d4bc987b req-2ee7e338-d645-4d24-9ad3-cfb10b427a32 tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "GET /v2.0/ports?device_id=46248581-541f-4860-8a3e-43b087e53a54 HTTP/1.1" status: 200 len: 210 time: 0.0406213 Feb 17 19:00:00.331619 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43684) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 19:00:00.393341 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8082c9fe-3ab9-48e6-ba61-d10bf1d3ff7f tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for security_group (93d1041f-36ce-459d-9386-dc74f7b33c70), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:00.418363 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8082c9fe-3ab9-48e6-ba61-d10bf1d3ff7f tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for security_group (93d1041f-36ce-459d-9386-dc74f7b33c70), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:00.482482 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8082c9fe-3ab9-48e6-ba61-d10bf1d3ff7f tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (93d1041f-36ce-459d-9386-dc74f7b33c70), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:00.485276 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8082c9fe-3ab9-48e6-ba61-d10bf1d3ff7f tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:00.486560 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8082c9fe-3ab9-48e6-ba61-d10bf1d3ff7f tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] 10.222.0.87 "DELETE /v2.0/security-groups/93d1041f-36ce-459d-9386-dc74f7b33c70 HTTP/1.1" status: 204 len: 168 time: 0.1538217 Feb 17 19:00:00.497233 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8082c9fe-3ab9-48e6-ba61-d10bf1d3ff7f tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d1041f-36ce-459d-9386-dc74f7b33c70,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:01.551918 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43690) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 19:00:02.013944 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6afcfa78-3eae-48a0-b5de-7e0b1a109392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (ae8aa625-c733-41c1-9484-299b90c575c5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:02.258378 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-6afcfa78-3eae-48a0-b5de-7e0b1a109392 admin admin] Deleting port 7eee14e3-8a83-49b0-b854-c0035f067e0e {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 19:00:02.258638 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6afcfa78-3eae-48a0-b5de-7e0b1a109392 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (7eee14e3-8a83-49b0-b854-c0035f067e0e), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:02.338631 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-6afcfa78-3eae-48a0-b5de-7e0b1a109392 admin admin] For port 7eee14e3-8a83-49b0-b854-c0035f067e0e, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=7eee14e3-8a83-49b0-b854-c0035f067e0e,segment=NetworkSegment(18d3dafa-77a7-4839-b380-4bfd715c85e8),segment_id=18d3dafa-77a7-4839-b380-4bfd715c85e8)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 19:00:02.338994 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6afcfa78-3eae-48a0-b5de-7e0b1a109392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (7eee14e3-8a83-49b0-b854-c0035f067e0e), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:02.351538 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-6afcfa78-3eae-48a0-b5de-7e0b1a109392 admin admin] Calling delete_port for 7eee14e3-8a83-49b0-b854-c0035f067e0e owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 19:00:02.533616 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6afcfa78-3eae-48a0-b5de-7e0b1a109392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (7eee14e3-8a83-49b0-b854-c0035f067e0e), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:02.559678 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afcfa78-3eae-48a0-b5de-7e0b1a109392 admin admin] Pushing event deleted for resources: {'Port': ['ID=7eee14e3-8a83-49b0-b854-c0035f067e0e,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:02.734182 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6afcfa78-3eae-48a0-b5de-7e0b1a109392 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (ae8aa625-c733-41c1-9484-299b90c575c5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:02.958298 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6afcfa78-3eae-48a0-b5de-7e0b1a109392 admin admin] Router ae8aa625-c733-41c1-9484-299b90c575c5 has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 19:00:03.067511 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6afcfa78-3eae-48a0-b5de-7e0b1a109392 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 19:00:03.073186 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6afcfa78-3eae-48a0-b5de-7e0b1a109392 admin admin] 10.222.0.87 "PUT /v2.0/routers/ae8aa625-c733-41c1-9484-299b90c575c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5201252 Feb 17 19:00:03.075653 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43694) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 19:00:03.078971 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a17b7b-2b77-4985-8e33-63e7e0ead148 None None] Sync routers for ids ['ae8aa625-c733-41c1-9484-299b90c575c5'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 19:00:03.088730 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a17b7b-2b77-4985-8e33-63e7e0ead148 None None] Routers {'ae8aa625-c733-41c1-9484-299b90c575c5'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 19:00:03.089756 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-19a17b7b-2b77-4985-8e33-63e7e0ead148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:59:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['ae8aa625-c733-41c1-9484-299b90c575c5'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:00:03.185273 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8d63227d-7040-4cb3-b978-86ae3b3a6d00 admin admin] Publish callbacks [] for router (ae8aa625-c733-41c1-9484-299b90c575c5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:03.209802 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ae6afe10-a92c-4359-8b47-6b499f0291b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:03.220346 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-19a17b7b-2b77-4985-8e33-63e7e0ead148 None None] Set router ae8aa625-c733-41c1-9484-299b90c575c5 gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 19:00:03.300955 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8d63227d-7040-4cb3-b978-86ae3b3a6d00 admin admin] Publish callbacks [] for router_gateway (ae8aa625-c733-41c1-9484-299b90c575c5), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:03.360499 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-8d63227d-7040-4cb3-b978-86ae3b3a6d00 admin admin] Deleting port c61224a9-a5c0-4b93-bcfb-37ae93d63895 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 19:00:03.361017 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8d63227d-7040-4cb3-b978-86ae3b3a6d00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (c61224a9-a5c0-4b93-bcfb-37ae93d63895), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:03.407668 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-19a17b7b-2b77-4985-8e33-63e7e0ead148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'name': 'tempest-TestShelveInstance-249407658-router', 'tenant_id': 'f99db53ee86a4d42947dacad362c4e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'c61224a9-a5c0-4b93-bcfb-37ae93d63895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:50:44Z', 'updated_at': '2022-02-17T19:00:02Z', 'revision_number': 5, 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'gw_port': {'id': 'c61224a9-a5c0-4b93-bcfb-37ae93d63895', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:dd:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:50:45Z', 'updated_at': '2022-02-17T18:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:00:03.435456 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a17b7b-2b77-4985-8e33-63e7e0ead148 None None] Checking router: ae8aa625-c733-41c1-9484-299b90c575c5 for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 19:00:03.445438 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a17b7b-2b77-4985-8e33-63e7e0ead148 None None] Routers {'ae8aa625-c733-41c1-9484-299b90c575c5'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 19:00:03.446165 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-19a17b7b-2b77-4985-8e33-63e7e0ead148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T18:59:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['ae8aa625-c733-41c1-9484-299b90c575c5'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:00:03.449031 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-8d63227d-7040-4cb3-b978-86ae3b3a6d00 admin admin] For port c61224a9-a5c0-4b93-bcfb-37ae93d63895, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=c61224a9-a5c0-4b93-bcfb-37ae93d63895,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 19:00:03.449405 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8d63227d-7040-4cb3-b978-86ae3b3a6d00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (c61224a9-a5c0-4b93-bcfb-37ae93d63895), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:03.461244 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-8d63227d-7040-4cb3-b978-86ae3b3a6d00 admin admin] Calling delete_port for c61224a9-a5c0-4b93-bcfb-37ae93d63895 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 19:00:03.537486 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-19a17b7b-2b77-4985-8e33-63e7e0ead148 None None] Set router ae8aa625-c733-41c1-9484-299b90c575c5 gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 19:00:03.598627 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-19a17b7b-2b77-4985-8e33-63e7e0ead148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'name': 'tempest-TestShelveInstance-249407658-router', 'tenant_id': 'f99db53ee86a4d42947dacad362c4e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:50:44Z', 'updated_at': '2022-02-17T19:00:03Z', 'revision_number': 6, 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'gw_port_host': None}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:00:03.625323 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a17b7b-2b77-4985-8e33-63e7e0ead148 None None] The sync data for ids ['ae8aa625-c733-41c1-9484-299b90c575c5'] in n-d-829613-2 is: [{'id': 'ae8aa625-c733-41c1-9484-299b90c575c5', 'name': 'tempest-TestShelveInstance-249407658-router', 'tenant_id': 'f99db53ee86a4d42947dacad362c4e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:50:44Z', 'updated_at': '2022-02-17T19:00:03Z', 'revision_number': 6, 'project_id': 'f99db53ee86a4d42947dacad362c4e66', 'gw_port_host': None}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 19:00:03.641187 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8d63227d-7040-4cb3-b978-86ae3b3a6d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (c61224a9-a5c0-4b93-bcfb-37ae93d63895), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:03.674683 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d63227d-7040-4cb3-b978-86ae3b3a6d00 admin admin] Pushing event deleted for resources: {'Port': ['ID=c61224a9-a5c0-4b93-bcfb-37ae93d63895,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:03.739768 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8d63227d-7040-4cb3-b978-86ae3b3a6d00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (ae8aa625-c733-41c1-9484-299b90c575c5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:03.838397 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8d63227d-7040-4cb3-b978-86ae3b3a6d00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (ae8aa625-c733-41c1-9484-299b90c575c5), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:03.840953 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8d63227d-7040-4cb3-b978-86ae3b3a6d00 admin admin] Publish callbacks [] for router_controller (ae8aa625-c733-41c1-9484-299b90c575c5), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:03.886761 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8d63227d-7040-4cb3-b978-86ae3b3a6d00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (ae8aa625-c733-41c1-9484-299b90c575c5), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:03.887358 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d63227d-7040-4cb3-b978-86ae3b3a6d00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae8aa625-c733-41c1-9484-299b90c575c5 {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 19:00:03.892472 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8d63227d-7040-4cb3-b978-86ae3b3a6d00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:03.893665 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8d63227d-7040-4cb3-b978-86ae3b3a6d00 admin admin] 10.222.0.87 "DELETE /v2.0/routers/ae8aa625-c733-41c1-9484-299b90c575c5 HTTP/1.1" status: 204 len: 168 time: 0.8168895 Feb 17 19:00:03.896225 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43696) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 19:00:03.940943 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b3e2db3-3aaa-4f81-97bf-8b77c17a555b admin admin] Deleting subnet 24e28791-86ff-4050-9e3e-531b5cc17e58 {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 19:00:03.944100 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6b3e2db3-3aaa-4f81-97bf-8b77c17a555b admin admin] Publish callbacks [] for subnet (24e28791-86ff-4050-9e3e-531b5cc17e58), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:03.981054 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6b3e2db3-3aaa-4f81-97bf-8b77c17a555b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (24e28791-86ff-4050-9e3e-531b5cc17e58), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:04.368501 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6b3e2db3-3aaa-4f81-97bf-8b77c17a555b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (24e28791-86ff-4050-9e3e-531b5cc17e58), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:04.442151 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6b3e2db3-3aaa-4f81-97bf-8b77c17a555b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (24e28791-86ff-4050-9e3e-531b5cc17e58), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:04.466395 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device c61224a9-a5c0-4b93-bcfb-37ae93d63895 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 19:00:04.475159 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e2db3-3aaa-4f81-97bf-8b77c17a555b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24e28791-86ff-4050-9e3e-531b5cc17e58,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:04.481039 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-6b3e2db3-3aaa-4f81-97bf-8b77c17a555b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:04.487517 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43698) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 19:00:04.488653 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-6b3e2db3-3aaa-4f81-97bf-8b77c17a555b admin admin] 10.222.0.87 "DELETE /v2.0/subnets/24e28791-86ff-4050-9e3e-531b5cc17e58 HTTP/1.1" status: 204 len: 168 time: 0.5903254 Feb 17 19:00:04.495037 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d671e9d-fa79-4b14-8448-01f9511c6266 None None] Network 3c265b8b-3a18-4690-b5d4-441101022aa3 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 19:00:04.498174 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: c61224a9-a5c0-4b93-bcfb-37ae93d63895 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 19:00:04.498530 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device c61224a9-a5c0-4b93-bcfb-37ae93d63895 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 19:00:04.498953 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 7eee14e3-8a83-49b0-b854-c0035f067e0e no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 19:00:04.532382 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 7eee14e3-8a83-49b0-b854-c0035f067e0e {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 19:00:04.532637 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 7eee14e3-8a83-49b0-b854-c0035f067e0e not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 19:00:04.578116 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-91167af8-e32c-4ee4-b275-f0e9488c70c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (3c265b8b-3a18-4690-b5d4-441101022aa3), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:04.636376 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-91167af8-e32c-4ee4-b275-f0e9488c70c5 admin admin] Deleting port 4d6f2e97-46c5-4f32-8e06-8669c195b7bd {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 19:00:04.636790 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-91167af8-e32c-4ee4-b275-f0e9488c70c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (4d6f2e97-46c5-4f32-8e06-8669c195b7bd), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:04.696853 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9c3977-7564-4863-bd78-6353e854654a None None] DHCP port deletion for 3c265b8b-3a18-4690-b5d4-441101022aa3 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 19:00:04.707792 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-91167af8-e32c-4ee4-b275-f0e9488c70c5 admin admin] For port 4d6f2e97-46c5-4f32-8e06-8669c195b7bd, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=4d6f2e97-46c5-4f32-8e06-8669c195b7bd,segment=NetworkSegment(18d3dafa-77a7-4839-b380-4bfd715c85e8),segment_id=18d3dafa-77a7-4839-b380-4bfd715c85e8)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 19:00:04.708158 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-91167af8-e32c-4ee4-b275-f0e9488c70c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (4d6f2e97-46c5-4f32-8e06-8669c195b7bd), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:04.721084 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-91167af8-e32c-4ee4-b275-f0e9488c70c5 admin admin] Calling delete_port for 4d6f2e97-46c5-4f32-8e06-8669c195b7bd owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 19:00:04.768330 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-3a9c3977-7564-4863-bd78-6353e854654a None None] Deleting port 4d6f2e97-46c5-4f32-8e06-8669c195b7bd {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 19:00:04.769703 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3a9c3977-7564-4863-bd78-6353e854654a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (4d6f2e97-46c5-4f32-8e06-8669c195b7bd), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:04.810720 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-91167af8-e32c-4ee4-b275-f0e9488c70c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (4d6f2e97-46c5-4f32-8e06-8669c195b7bd), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:04.841505 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-3a9c3977-7564-4863-bd78-6353e854654a None None] For port 4d6f2e97-46c5-4f32-8e06-8669c195b7bd, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=4d6f2e97-46c5-4f32-8e06-8669c195b7bd,segment=NetworkSegment(18d3dafa-77a7-4839-b380-4bfd715c85e8),segment_id=18d3dafa-77a7-4839-b380-4bfd715c85e8)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 19:00:04.841904 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3a9c3977-7564-4863-bd78-6353e854654a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (4d6f2e97-46c5-4f32-8e06-8669c195b7bd), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:04.843242 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91167af8-e32c-4ee4-b275-f0e9488c70c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d6f2e97-46c5-4f32-8e06-8669c195b7bd,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:04.854284 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91167af8-e32c-4ee4-b275-f0e9488c70c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:00:04.854641 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91167af8-e32c-4ee4-b275-f0e9488c70c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:00:04.854986 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91167af8-e32c-4ee4-b275-f0e9488c70c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:00:04.855520 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91167af8-e32c-4ee4-b275-f0e9488c70c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:00:04.855992 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-3a9c3977-7564-4863-bd78-6353e854654a None None] Calling delete_port for 4d6f2e97-46c5-4f32-8e06-8669c195b7bd owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 19:00:04.856200 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91167af8-e32c-4ee4-b275-f0e9488c70c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:00:04.856730 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91167af8-e32c-4ee4-b275-f0e9488c70c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:00:04.857224 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91167af8-e32c-4ee4-b275-f0e9488c70c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:00:04.857733 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91167af8-e32c-4ee4-b275-f0e9488c70c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:00:04.858235 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91167af8-e32c-4ee4-b275-f0e9488c70c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:00:04.858740 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91167af8-e32c-4ee4-b275-f0e9488c70c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:00:04.859242 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91167af8-e32c-4ee4-b275-f0e9488c70c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:00:04.859735 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91167af8-e32c-4ee4-b275-f0e9488c70c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:00:04.860258 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91167af8-e32c-4ee4-b275-f0e9488c70c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:00:04.864702 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91167af8-e32c-4ee4-b275-f0e9488c70c5 admin admin] No DVR routers for this DVR port 4d6f2e97-46c5-4f32-8e06-8669c195b7bd on host n-d-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 19:00:04.944554 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-91167af8-e32c-4ee4-b275-f0e9488c70c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (3c265b8b-3a18-4690-b5d4-441101022aa3), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:04.954322 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3a9c3977-7564-4863-bd78-6353e854654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (4d6f2e97-46c5-4f32-8e06-8669c195b7bd), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:04.967909 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-91167af8-e32c-4ee4-b275-f0e9488c70c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c265b8b-3a18-4690-b5d4-441101022aa3']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:00:04.978821 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-91167af8-e32c-4ee4-b275-f0e9488c70c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18d3dafa-77a7-4839-b380-4bfd715c85e8') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:00:04.979410 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-91167af8-e32c-4ee4-b275-f0e9488c70c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18d3dafa-77a7-4839-b380-4bfd715c85e8') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:00:04.983190 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9c3977-7564-4863-bd78-6353e854654a None None] No DVR routers for this DVR port 4d6f2e97-46c5-4f32-8e06-8669c195b7bd on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 19:00:04.984901 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c3977-7564-4863-bd78-6353e854654a None None] Pushing event deleted for resources: {'Port': ['ID=4d6f2e97-46c5-4f32-8e06-8669c195b7bd,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:04.994029 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c3977-7564-4863-bd78-6353e854654a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:00:04.994370 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-91167af8-e32c-4ee4-b275-f0e9488c70c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (18d3dafa-77a7-4839-b380-4bfd715c85e8), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:04.994526 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c3977-7564-4863-bd78-6353e854654a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:00:04.994713 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c3977-7564-4863-bd78-6353e854654a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:00:04.995233 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c3977-7564-4863-bd78-6353e854654a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:00:04.995766 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c3977-7564-4863-bd78-6353e854654a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:00:04.995766 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c3977-7564-4863-bd78-6353e854654a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:00:04.996067 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c3977-7564-4863-bd78-6353e854654a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:00:04.996422 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c3977-7564-4863-bd78-6353e854654a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:00:04.996761 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c3977-7564-4863-bd78-6353e854654a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:00:04.997058 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c3977-7564-4863-bd78-6353e854654a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:00:04.999648 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c3977-7564-4863-bd78-6353e854654a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:00:04.999648 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c3977-7564-4863-bd78-6353e854654a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:00:04.999648 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c3977-7564-4863-bd78-6353e854654a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:00:05.010861 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-91167af8-e32c-4ee4-b275-f0e9488c70c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (18d3dafa-77a7-4839-b380-4bfd715c85e8), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:05.017486 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91167af8-e32c-4ee4-b275-f0e9488c70c5 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 19:00:05.017874 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-91167af8-e32c-4ee4-b275-f0e9488c70c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (18d3dafa-77a7-4839-b380-4bfd715c85e8), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:05.020082 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 19:00:05.020082 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 19:00:05.020082 n-d-829613-2 neutron-server[103435]: timer() Feb 17 19:00:05.020082 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 19:00:05.020082 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 19:00:05.020082 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 19:00:05.020082 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 19:00:05.020082 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 19:00:05.020082 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 19:00:05.020082 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 19:00:05.020082 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 19:00:05.020082 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 19:00:05.020082 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 19:00:05.020082 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 19:00:05.020082 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 19:00:05.020082 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 19:00:05.020082 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 19:00:05.020082 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 19:00:05.020082 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 19:00:05.020082 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 19:00:05.020082 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 19:00:05.020082 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 19:00:05.020082 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 19:00:05.020082 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 19:00:05.020082 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 19:00:05.020082 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 19:00:05.020082 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 19:00:05.020082 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 19:00:05.020082 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 19:00:05.020082 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 19:00:05.020082 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 19:00:05.020082 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 19:00:05.369743 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-91167af8-e32c-4ee4-b275-f0e9488c70c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (3c265b8b-3a18-4690-b5d4-441101022aa3), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:05.375212 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-91167af8-e32c-4ee4-b275-f0e9488c70c5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:05.378970 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-91167af8-e32c-4ee4-b275-f0e9488c70c5 admin admin] 10.222.0.87 "DELETE /v2.0/networks/3c265b8b-3a18-4690-b5d4-441101022aa3 HTTP/1.1" status: 204 len: 168 time: 0.8884230 Feb 17 19:00:05.381710 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43702) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 19:00:05.397993 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91167af8-e32c-4ee4-b275-f0e9488c70c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c265b8b-3a18-4690-b5d4-441101022aa3,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:05.619015 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a83bb83f-1eb0-4136-a5cf-7cb600ec06ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:05.756005 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e3d95307-b80a-4426-adcc-bd1afa9ef932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (ce65e925-1d1d-428d-bba0-21abdb96a4ef), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:06.011961 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-e3d95307-b80a-4426-adcc-bd1afa9ef932 admin admin] Deleting port 5770037c-5120-435b-afc9-673a69ebd3f1 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 19:00:06.012326 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e3d95307-b80a-4426-adcc-bd1afa9ef932 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (5770037c-5120-435b-afc9-673a69ebd3f1), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:06.093499 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-e3d95307-b80a-4426-adcc-bd1afa9ef932 admin admin] For port 5770037c-5120-435b-afc9-673a69ebd3f1, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=5770037c-5120-435b-afc9-673a69ebd3f1,segment=NetworkSegment(465cedab-9c0b-4ac4-ba17-05b4f8a30820),segment_id=465cedab-9c0b-4ac4-ba17-05b4f8a30820)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 19:00:06.093855 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e3d95307-b80a-4426-adcc-bd1afa9ef932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (5770037c-5120-435b-afc9-673a69ebd3f1), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:06.108017 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-e3d95307-b80a-4426-adcc-bd1afa9ef932 admin admin] Calling delete_port for 5770037c-5120-435b-afc9-673a69ebd3f1 owned by network:router_interface {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 19:00:06.157531 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 4d6f2e97-46c5-4f32-8e06-8669c195b7bd no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 19:00:06.178381 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 4d6f2e97-46c5-4f32-8e06-8669c195b7bd {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 19:00:06.178819 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 4d6f2e97-46c5-4f32-8e06-8669c195b7bd not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 19:00:06.295648 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e3d95307-b80a-4426-adcc-bd1afa9ef932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (5770037c-5120-435b-afc9-673a69ebd3f1), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:06.321835 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d95307-b80a-4426-adcc-bd1afa9ef932 admin admin] Pushing event deleted for resources: {'Port': ['ID=5770037c-5120-435b-afc9-673a69ebd3f1,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:06.506802 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e3d95307-b80a-4426-adcc-bd1afa9ef932 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (ce65e925-1d1d-428d-bba0-21abdb96a4ef), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:06.727900 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d95307-b80a-4426-adcc-bd1afa9ef932 admin admin] Router ce65e925-1d1d-428d-bba0-21abdb96a4ef has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 19:00:06.832120 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d95307-b80a-4426-adcc-bd1afa9ef932 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 19:00:06.837179 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e3d95307-b80a-4426-adcc-bd1afa9ef932 admin admin] 10.222.0.87 "PUT /v2.0/routers/ce65e925-1d1d-428d-bba0-21abdb96a4ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4545023 Feb 17 19:00:06.839652 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43704) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 19:00:06.842190 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9f9278-bd9d-4800-aaa1-cff0fb128ded None None] Sync routers for ids ['ce65e925-1d1d-428d-bba0-21abdb96a4ef'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 19:00:06.853015 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9f9278-bd9d-4800-aaa1-cff0fb128ded None None] Routers {'ce65e925-1d1d-428d-bba0-21abdb96a4ef'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 19:00:06.853627 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-7b9f9278-bd9d-4800-aaa1-cff0fb128ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T19:00:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['ce65e925-1d1d-428d-bba0-21abdb96a4ef'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:00:06.956375 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e6a68747-7e71-4b4d-8af9-a00c2cea5847 admin admin] Publish callbacks [] for router (ce65e925-1d1d-428d-bba0-21abdb96a4ef), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:06.963388 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-7b9f9278-bd9d-4800-aaa1-cff0fb128ded None None] Set router ce65e925-1d1d-428d-bba0-21abdb96a4ef gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 19:00:07.066113 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e6a68747-7e71-4b4d-8af9-a00c2cea5847 admin admin] Publish callbacks [] for router_gateway (ce65e925-1d1d-428d-bba0-21abdb96a4ef), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:07.084737 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:07.123662 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-e6a68747-7e71-4b4d-8af9-a00c2cea5847 admin admin] Deleting port 1f21d7d4-797e-444a-ae24-d1569166f8fb {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 19:00:07.123944 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e6a68747-7e71-4b4d-8af9-a00c2cea5847 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (1f21d7d4-797e-444a-ae24-d1569166f8fb), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:07.149226 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-7b9f9278-bd9d-4800-aaa1-cff0fb128ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce65e925-1d1d-428d-bba0-21abdb96a4ef', 'name': 'tempest-TestShelveInstance-464361427-router', 'tenant_id': '7acd4caf8acd4c3493f796286e5405b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': '1f21d7d4-797e-444a-ae24-d1569166f8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:50:49Z', 'updated_at': '2022-02-17T19:00:06Z', 'revision_number': 5, 'project_id': '7acd4caf8acd4c3493f796286e5405b6', 'gw_port': {'id': '1f21d7d4-797e-444a-ae24-d1569166f8fb', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce65e925-1d1d-428d-bba0-21abdb96a4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T18:50:49Z', 'updated_at': '2022-02-17T18:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:00:07.175013 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9f9278-bd9d-4800-aaa1-cff0fb128ded None None] Checking router: ce65e925-1d1d-428d-bba0-21abdb96a4ef for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 19:00:07.183205 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9f9278-bd9d-4800-aaa1-cff0fb128ded None None] Routers {'ce65e925-1d1d-428d-bba0-21abdb96a4ef'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 19:00:07.183808 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-7b9f9278-bd9d-4800-aaa1-cff0fb128ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T19:00:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['ce65e925-1d1d-428d-bba0-21abdb96a4ef'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:00:07.206180 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-e6a68747-7e71-4b4d-8af9-a00c2cea5847 admin admin] For port 1f21d7d4-797e-444a-ae24-d1569166f8fb, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=1f21d7d4-797e-444a-ae24-d1569166f8fb,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 19:00:07.207039 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e6a68747-7e71-4b4d-8af9-a00c2cea5847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (1f21d7d4-797e-444a-ae24-d1569166f8fb), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:07.219085 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-e6a68747-7e71-4b4d-8af9-a00c2cea5847 admin admin] Calling delete_port for 1f21d7d4-797e-444a-ae24-d1569166f8fb owned by network:router_gateway {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 19:00:07.271628 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-7b9f9278-bd9d-4800-aaa1-cff0fb128ded None None] Set router ce65e925-1d1d-428d-bba0-21abdb96a4ef gateway port host: None {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 19:00:07.324849 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-7b9f9278-bd9d-4800-aaa1-cff0fb128ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce65e925-1d1d-428d-bba0-21abdb96a4ef', 'name': 'tempest-TestShelveInstance-464361427-router', 'tenant_id': '7acd4caf8acd4c3493f796286e5405b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:50:49Z', 'updated_at': '2022-02-17T19:00:07Z', 'revision_number': 6, 'project_id': '7acd4caf8acd4c3493f796286e5405b6', 'gw_port_host': None}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:00:07.351534 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9f9278-bd9d-4800-aaa1-cff0fb128ded None None] The sync data for ids ['ce65e925-1d1d-428d-bba0-21abdb96a4ef'] in n-d-829613-2 is: [{'id': 'ce65e925-1d1d-428d-bba0-21abdb96a4ef', 'name': 'tempest-TestShelveInstance-464361427-router', 'tenant_id': '7acd4caf8acd4c3493f796286e5405b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T18:50:49Z', 'updated_at': '2022-02-17T19:00:07Z', 'revision_number': 6, 'project_id': '7acd4caf8acd4c3493f796286e5405b6', 'gw_port_host': None}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 19:00:07.388723 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e6a68747-7e71-4b4d-8af9-a00c2cea5847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (1f21d7d4-797e-444a-ae24-d1569166f8fb), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:07.413207 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a68747-7e71-4b4d-8af9-a00c2cea5847 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f21d7d4-797e-444a-ae24-d1569166f8fb,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:07.485456 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e6a68747-7e71-4b4d-8af9-a00c2cea5847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (ce65e925-1d1d-428d-bba0-21abdb96a4ef), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:07.575884 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e6a68747-7e71-4b4d-8af9-a00c2cea5847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (ce65e925-1d1d-428d-bba0-21abdb96a4ef), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:07.577985 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e6a68747-7e71-4b4d-8af9-a00c2cea5847 admin admin] Publish callbacks [] for router_controller (ce65e925-1d1d-428d-bba0-21abdb96a4ef), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:07.621022 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e6a68747-7e71-4b4d-8af9-a00c2cea5847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (ce65e925-1d1d-428d-bba0-21abdb96a4ef), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:07.621587 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a68747-7e71-4b4d-8af9-a00c2cea5847 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce65e925-1d1d-428d-bba0-21abdb96a4ef {{(pid=103435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 19:00:07.626082 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-e6a68747-7e71-4b4d-8af9-a00c2cea5847 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:07.627236 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-e6a68747-7e71-4b4d-8af9-a00c2cea5847 admin admin] 10.222.0.87 "DELETE /v2.0/routers/ce65e925-1d1d-428d-bba0-21abdb96a4ef HTTP/1.1" status: 204 len: 168 time: 0.7866786 Feb 17 19:00:07.630248 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43706) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 19:00:07.673767 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-bce745da-6c44-4df0-853e-8b84e8016367 admin admin] Deleting subnet 528cbe6e-57c1-4316-bf49-2339bd07cc67 {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 19:00:07.676719 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bce745da-6c44-4df0-853e-8b84e8016367 admin admin] Publish callbacks [] for subnet (528cbe6e-57c1-4316-bf49-2339bd07cc67), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:07.716645 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bce745da-6c44-4df0-853e-8b84e8016367 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (528cbe6e-57c1-4316-bf49-2339bd07cc67), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:07.807837 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bce745da-6c44-4df0-853e-8b84e8016367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (528cbe6e-57c1-4316-bf49-2339bd07cc67), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:07.858675 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bce745da-6c44-4df0-853e-8b84e8016367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (528cbe6e-57c1-4316-bf49-2339bd07cc67), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:07.887759 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-bce745da-6c44-4df0-853e-8b84e8016367 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:07.891341 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-bce745da-6c44-4df0-853e-8b84e8016367 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/528cbe6e-57c1-4316-bf49-2339bd07cc67 HTTP/1.1" status: 204 len: 168 time: 0.2601697 Feb 17 19:00:07.892383 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce745da-6c44-4df0-853e-8b84e8016367 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=528cbe6e-57c1-4316-bf49-2339bd07cc67,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:07.893508 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d42651-4f4a-4c9c-b48c-4ad23f7d616b None None] Network 1c219a69-199c-4a81-9d4a-b8b17c161d6f requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 19:00:07.893854 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43708) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 19:00:07.967053 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-24bca8b2-630b-47c8-b5f5-9d7abc95bdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (1c219a69-199c-4a81-9d4a-b8b17c161d6f), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:08.019956 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-24bca8b2-630b-47c8-b5f5-9d7abc95bdd2 admin admin] Deleting port ae622eaa-917f-45be-adbb-082b4e23986e {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 19:00:08.020327 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-24bca8b2-630b-47c8-b5f5-9d7abc95bdd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (ae622eaa-917f-45be-adbb-082b4e23986e), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:08.083978 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-24bca8b2-630b-47c8-b5f5-9d7abc95bdd2 admin admin] For port ae622eaa-917f-45be-adbb-082b4e23986e, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=ae622eaa-917f-45be-adbb-082b4e23986e,segment=NetworkSegment(465cedab-9c0b-4ac4-ba17-05b4f8a30820),segment_id=465cedab-9c0b-4ac4-ba17-05b4f8a30820)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 19:00:08.084289 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-24bca8b2-630b-47c8-b5f5-9d7abc95bdd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (ae622eaa-917f-45be-adbb-082b4e23986e), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:08.095503 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-24bca8b2-630b-47c8-b5f5-9d7abc95bdd2 admin admin] Calling delete_port for ae622eaa-917f-45be-adbb-082b4e23986e owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 19:00:08.142119 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3598cfaa-ddf2-4a6b-9e61-0dcbf92a2f33 None None] DHCP port deletion for 1c219a69-199c-4a81-9d4a-b8b17c161d6f request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 19:00:08.188038 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device ae622eaa-917f-45be-adbb-082b4e23986e no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 19:00:08.192794 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-24bca8b2-630b-47c8-b5f5-9d7abc95bdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (ae622eaa-917f-45be-adbb-082b4e23986e), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:08.217037 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: ae622eaa-917f-45be-adbb-082b4e23986e {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 19:00:08.217384 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device ae622eaa-917f-45be-adbb-082b4e23986e not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 19:00:08.217794 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 5770037c-5120-435b-afc9-673a69ebd3f1 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 19:00:08.218038 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bca8b2-630b-47c8-b5f5-9d7abc95bdd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae622eaa-917f-45be-adbb-082b4e23986e,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:08.225274 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bca8b2-630b-47c8-b5f5-9d7abc95bdd2 admin admin] No DVR routers for this DVR port ae622eaa-917f-45be-adbb-082b4e23986e on host n-d-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 19:00:08.245460 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-3598cfaa-ddf2-4a6b-9e61-0dcbf92a2f33 None None] Deleting port ae622eaa-917f-45be-adbb-082b4e23986e {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 19:00:08.245845 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3598cfaa-ddf2-4a6b-9e61-0dcbf92a2f33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (ae622eaa-917f-45be-adbb-082b4e23986e), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:08.247608 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 5770037c-5120-435b-afc9-673a69ebd3f1 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 19:00:08.247932 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 5770037c-5120-435b-afc9-673a69ebd3f1 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 19:00:08.248356 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 1f21d7d4-797e-444a-ae24-d1569166f8fb no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 19:00:08.286796 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 1f21d7d4-797e-444a-ae24-d1569166f8fb {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 19:00:08.287139 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 1f21d7d4-797e-444a-ae24-d1569166f8fb not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 19:00:08.306671 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-24bca8b2-630b-47c8-b5f5-9d7abc95bdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (1c219a69-199c-4a81-9d4a-b8b17c161d6f), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:08.327464 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-24bca8b2-630b-47c8-b5f5-9d7abc95bdd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c219a69-199c-4a81-9d4a-b8b17c161d6f']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:00:08.337827 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-24bca8b2-630b-47c8-b5f5-9d7abc95bdd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '465cedab-9c0b-4ac4-ba17-05b4f8a30820') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:00:08.338205 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-24bca8b2-630b-47c8-b5f5-9d7abc95bdd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '465cedab-9c0b-4ac4-ba17-05b4f8a30820') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:00:08.345793 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-3598cfaa-ddf2-4a6b-9e61-0dcbf92a2f33 None None] For port ae622eaa-917f-45be-adbb-082b4e23986e, host n-d-829613-2, got binding levels [] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 19:00:08.346228 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3598cfaa-ddf2-4a6b-9e61-0dcbf92a2f33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (ae622eaa-917f-45be-adbb-082b4e23986e), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:08.349379 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-24bca8b2-630b-47c8-b5f5-9d7abc95bdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (465cedab-9c0b-4ac4-ba17-05b4f8a30820), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:08.349548 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:08.359879 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-3598cfaa-ddf2-4a6b-9e61-0dcbf92a2f33 None None] Calling delete_port for ae622eaa-917f-45be-adbb-082b4e23986e owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 19:00:08.363558 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.ipam_backend_mixin [None req-3598cfaa-ddf2-4a6b-9e61-0dcbf92a2f33 None None] Port ae622eaa-917f-45be-adbb-082b4e23986e was not found and therefore no delete operation was performed {{(pid=103436) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 17 19:00:08.364733 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3598cfaa-ddf2-4a6b-9e61-0dcbf92a2f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (ae622eaa-917f-45be-adbb-082b4e23986e), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:08.365116 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-24bca8b2-630b-47c8-b5f5-9d7abc95bdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (465cedab-9c0b-4ac4-ba17-05b4f8a30820), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:08.371184 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24bca8b2-630b-47c8-b5f5-9d7abc95bdd2 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 19:00:08.371580 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-24bca8b2-630b-47c8-b5f5-9d7abc95bdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (465cedab-9c0b-4ac4-ba17-05b4f8a30820), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:08.373879 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 19:00:08.373879 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 19:00:08.373879 n-d-829613-2 neutron-server[103435]: timer() Feb 17 19:00:08.373879 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 19:00:08.373879 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 19:00:08.373879 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 19:00:08.373879 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 19:00:08.373879 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 19:00:08.373879 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 19:00:08.373879 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 19:00:08.373879 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 19:00:08.373879 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 19:00:08.373879 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 19:00:08.373879 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 19:00:08.373879 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 19:00:08.373879 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 19:00:08.373879 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 19:00:08.373879 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 19:00:08.373879 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 19:00:08.373879 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 19:00:08.373879 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 19:00:08.373879 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 19:00:08.373879 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 19:00:08.373879 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 19:00:08.373879 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 19:00:08.373879 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 19:00:08.373879 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 19:00:08.373879 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 19:00:08.373879 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 19:00:08.373879 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 19:00:08.373879 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 19:00:08.373879 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 19:00:08.438094 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-24bca8b2-630b-47c8-b5f5-9d7abc95bdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (1c219a69-199c-4a81-9d4a-b8b17c161d6f), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:08.445285 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-24bca8b2-630b-47c8-b5f5-9d7abc95bdd2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:08.448972 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-24bca8b2-630b-47c8-b5f5-9d7abc95bdd2 admin admin] 10.222.0.87 "DELETE /v2.0/networks/1c219a69-199c-4a81-9d4a-b8b17c161d6f HTTP/1.1" status: 204 len: 168 time: 0.5541596 Feb 17 19:00:08.463217 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bca8b2-630b-47c8-b5f5-9d7abc95bdd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c219a69-199c-4a81-9d4a-b8b17c161d6f,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:08.547143 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3598cfaa-ddf2-4a6b-9e61-0dcbf92a2f33 None None] Pushing event deleted for resources: {'Port': ['ID=ae622eaa-917f-45be-adbb-082b4e23986e,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:08.552208 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3598cfaa-ddf2-4a6b-9e61-0dcbf92a2f33 None None] Network 1c219a69-199c-4a81-9d4a-b8b17c161d6f is not hosted by any dhcp agent {{(pid=103436) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 17 19:00:08.552785 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3598cfaa-ddf2-4a6b-9e61-0dcbf92a2f33 None None] No DVR routers for this DVR port ae622eaa-917f-45be-adbb-082b4e23986e on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 19:00:08.586271 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43712) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 19:00:08.625640 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4cc0167b-ceb9-49d7-a2b2-7020e394ac0f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f99db53ee86a4d42947dacad362c4e66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380950 Feb 17 19:00:08.627915 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43714) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 19:00:08.677974 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-15a9b47a-8055-42de-a7cc-dd5d79d27dc8 admin admin] Publish callbacks [] for security_group (3021e330-eb88-4681-aaf6-00cb8b38caba), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:08.699222 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-15a9b47a-8055-42de-a7cc-dd5d79d27dc8 admin admin] Publish callbacks [] for security_group (3021e330-eb88-4681-aaf6-00cb8b38caba), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:08.745562 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-15a9b47a-8055-42de-a7cc-dd5d79d27dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (3021e330-eb88-4681-aaf6-00cb8b38caba), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:08.748102 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-15a9b47a-8055-42de-a7cc-dd5d79d27dc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:08.749300 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-15a9b47a-8055-42de-a7cc-dd5d79d27dc8 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3021e330-eb88-4681-aaf6-00cb8b38caba HTTP/1.1" status: 204 len: 168 time: 0.1198180 Feb 17 19:00:08.757486 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a9b47a-8055-42de-a7cc-dd5d79d27dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3021e330-eb88-4681-aaf6-00cb8b38caba,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:09.063339 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43720) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 19:00:09.103245 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4d8cdfc9-3caa-492b-94f9-34ef2ee046a4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7acd4caf8acd4c3493f796286e5405b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387547 Feb 17 19:00:09.105645 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43722) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 19:00:09.156741 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b32bb06e-c471-4e64-ac67-2d752cd707d3 admin admin] Publish callbacks [] for security_group (d781343b-e8f9-44a9-8d88-e471efd79c13), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:09.178598 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b32bb06e-c471-4e64-ac67-2d752cd707d3 admin admin] Publish callbacks [] for security_group (d781343b-e8f9-44a9-8d88-e471efd79c13), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:09.224462 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b32bb06e-c471-4e64-ac67-2d752cd707d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (d781343b-e8f9-44a9-8d88-e471efd79c13), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:09.227080 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-b32bb06e-c471-4e64-ac67-2d752cd707d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:09.228407 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-b32bb06e-c471-4e64-ac67-2d752cd707d3 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d781343b-e8f9-44a9-8d88-e471efd79c13 HTTP/1.1" status: 204 len: 168 time: 0.1217668 Feb 17 19:00:09.235694 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32bb06e-c471-4e64-ac67-2d752cd707d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d781343b-e8f9-44a9-8d88-e471efd79c13,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:09.363533 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:09.875130 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43744) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 19:00:09.969973 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-d2d86be3-1f8f-4b99-8b39-9bb335e9efa3 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-123719003-network', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 19:00:09.990397 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d86be3-1f8f-4b99-8b39-9bb335e9efa3 admin admin] Made reservation on behalf of 1cb0831177634e29a84b6c96afda9aa4 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 19:00:09.992663 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d2d86be3-1f8f-4b99-8b39-9bb335e9efa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:10.000745 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d2d86be3-1f8f-4b99-8b39-9bb335e9efa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:10.075550 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d2d86be3-1f8f-4b99-8b39-9bb335e9efa3 admin admin] Publish callbacks [] for security_group (ab8b0988-6e5f-48c1-9729-7b67e309e620), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:10.079353 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d2d86be3-1f8f-4b99-8b39-9bb335e9efa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (ab8b0988-6e5f-48c1-9729-7b67e309e620), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:10.100893 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2d86be3-1f8f-4b99-8b39-9bb335e9efa3 admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 19:00:10.114282 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d86be3-1f8f-4b99-8b39-9bb335e9efa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8b0988-6e5f-48c1-9729-7b67e309e620,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:10.120372 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d2d86be3-1f8f-4b99-8b39-9bb335e9efa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (c337e586-09ca-44a2-a28f-2d2e469a55d3), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:10.120721 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-d2d86be3-1f8f-4b99-8b39-9bb335e9efa3 admin admin] Added segment c337e586-09ca-44a2-a28f-2d2e469a55d3 of type vlan for network 49689d39-14e1-44d3-af65-297b6c1e09d0 Feb 17 19:00:10.160722 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d2d86be3-1f8f-4b99-8b39-9bb335e9efa3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (49689d39-14e1-44d3-af65-297b6c1e09d0), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:10.187743 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d2d86be3-1f8f-4b99-8b39-9bb335e9efa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (49689d39-14e1-44d3-af65-297b6c1e09d0), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:10.188759 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d86be3-1f8f-4b99-8b39-9bb335e9efa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:00:10.189282 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-d2d86be3-1f8f-4b99-8b39-9bb335e9efa3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:10.225396 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-d2d86be3-1f8f-4b99-8b39-9bb335e9efa3 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3491735 Feb 17 19:00:10.228359 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43748) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 19:00:10.233388 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-07dbcbdd-6c21-48c4-a925-163829a6f897 admin admin] Request body: {'subnet': {'network_id': '49689d39-14e1-44d3-af65-297b6c1e09d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-123719003-subnet', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'ip_version': 4}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 19:00:10.252526 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07dbcbdd-6c21-48c4-a925-163829a6f897 admin admin] Made reservation on behalf of 1cb0831177634e29a84b6c96afda9aa4 for: {'subnet': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 19:00:10.252923 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d86be3-1f8f-4b99-8b39-9bb335e9efa3 admin admin] Pushing event updated for resources: {'Network': ['ID=49689d39-14e1-44d3-af65-297b6c1e09d0,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:10.254901 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-07dbcbdd-6c21-48c4-a925-163829a6f897 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8740564'] for subnet (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:10.262839 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 49689d39-14e1-44d3-af65-297b6c1e09d0 details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 19:00:10.418512 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-07dbcbdd-6c21-48c4-a925-163829a6f897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9899111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8740582'] for subnet (25e30059-1ab4-429f-b3fb-6d9360f4cb26), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:10.477271 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dbcbdd-6c21-48c4-a925-163829a6f897 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25e30059-1ab4-429f-b3fb-6d9360f4cb26,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:10.485579 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dbcbdd-6c21-48c4-a925-163829a6f897 admin admin] Checking segment: {'id': 'c337e586-09ca-44a2-a28f-2d2e469a55d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '49689d39-14e1-44d3-af65-297b6c1e09d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 19:00:10.486023 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07dbcbdd-6c21-48c4-a925-163829a6f897 admin admin] Network hostable DHCP agents. Network: 49689d39-14e1-44d3-af65-297b6c1e09d0, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 19:00:10.501777 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07dbcbdd-6c21-48c4-a925-163829a6f897 admin admin] Network 49689d39-14e1-44d3-af65-297b6c1e09d0 is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 19:00:10.510559 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-07dbcbdd-6c21-48c4-a925-163829a6f897 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 49689d39-14e1-44d3-af65-297b6c1e09d0) {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 19:00:10.515874 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dbcbdd-6c21-48c4-a925-163829a6f897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:00:10.517833 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-07dbcbdd-6c21-48c4-a925-163829a6f897 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:10.519171 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea98af3-af85-4667-9155-a707acd50691 None None] Network 49689d39-14e1-44d3-af65-297b6c1e09d0 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 19:00:10.533062 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-07dbcbdd-6c21-48c4-a925-163829a6f897 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3035932 Feb 17 19:00:10.536230 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43750) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 19:00:10.540563 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-f54fe86f-2b97-4e27-8093-f88e1018a72d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-123719003-router', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 19:00:10.560492 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f54fe86f-2b97-4e27-8093-f88e1018a72d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (4b138594-4536-40b2-8f4b-6d0dfa785efe), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:10.561492 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f54fe86f-2b97-4e27-8093-f88e1018a72d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (4b138594-4536-40b2-8f4b-6d0dfa785efe), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:10.613580 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f54fe86f-2b97-4e27-8093-f88e1018a72d admin admin] Publish callbacks [] for router_controller (4b138594-4536-40b2-8f4b-6d0dfa785efe), precommit_add_association {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:10.621003 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7e1716-a8c7-4fdf-9c1e-e1f0df151733 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-49689d39-14e1-44d3-af65-297b6c1e09d0', 'network_id': '49689d39-14e1-44d3-af65-297b6c1e09d0', 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'fixed_ips': [{'subnet_id': '25e30059-1ab4-429f-b3fb-6d9360f4cb26'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 19:00:10.622053 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0a7e1716-a8c7-4fdf-9c1e-e1f0df151733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:10.760798 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f54fe86f-2b97-4e27-8093-f88e1018a72d admin admin] Publish callbacks [] for router_gateway (4b138594-4536-40b2-8f4b-6d0dfa785efe), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:10.761649 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-0a7e1716-a8c7-4fdf-9c1e-e1f0df151733 None None] Allocated IP 172.20.0.2 (49689d39-14e1-44d3-af65-297b6c1e09d0/25e30059-1ab4-429f-b3fb-6d9360f4cb26/61bed5e7-5586-43bf-a2a0-6af9c1d62b7e) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 19:00:10.907400 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0a7e1716-a8c7-4fdf-9c1e-e1f0df151733 None None] Publish callbacks [] for port (61bed5e7-5586-43bf-a2a0-6af9c1d62b7e), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:10.914227 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0a7e1716-a8c7-4fdf-9c1e-e1f0df151733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (61bed5e7-5586-43bf-a2a0-6af9c1d62b7e), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:10.956959 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7e1716-a8c7-4fdf-9c1e-e1f0df151733 None None] Network 49689d39-14e1-44d3-af65-297b6c1e09d0 is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 19:00:10.960345 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-0a7e1716-a8c7-4fdf-9c1e-e1f0df151733 None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 19:00:10.964737 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7e1716-a8c7-4fdf-9c1e-e1f0df151733 None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 19:00:10.967716 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f54fe86f-2b97-4e27-8093-f88e1018a72d admin admin] Publish callbacks [] for router_gateway (4b138594-4536-40b2-8f4b-6d0dfa785efe), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:10.967870 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7e1716-a8c7-4fdf-9c1e-e1f0df151733 None None] Pushing event updated for resources: {'Port': ['ID=61bed5e7-5586-43bf-a2a0-6af9c1d62b7e,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:10.988184 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f54fe86f-2b97-4e27-8093-f88e1018a72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:11.025993 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-0a7e1716-a8c7-4fdf-9c1e-e1f0df151733 None None] Attempting to bind port 61bed5e7-5586-43bf-a2a0-6af9c1d62b7e on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 19:00:11.026387 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-0a7e1716-a8c7-4fdf-9c1e-e1f0df151733 None None] Attempting to bind port 61bed5e7-5586-43bf-a2a0-6af9c1d62b7e by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'c337e586-09ca-44a2-a28f-2d2e469a55d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '49689d39-14e1-44d3-af65-297b6c1e09d0'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 19:00:11.026756 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7e1716-a8c7-4fdf-9c1e-e1f0df151733 None None] Attempting to bind port 61bed5e7-5586-43bf-a2a0-6af9c1d62b7e on network 49689d39-14e1-44d3-af65-297b6c1e09d0 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 19:00:11.031941 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7e1716-a8c7-4fdf-9c1e-e1f0df151733 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 19, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 19:00:11.032358 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7e1716-a8c7-4fdf-9c1e-e1f0df151733 None None] Checking segment: {'id': 'c337e586-09ca-44a2-a28f-2d2e469a55d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '49689d39-14e1-44d3-af65-297b6c1e09d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 19:00:11.033342 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0a7e1716-a8c7-4fdf-9c1e-e1f0df151733 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:11.033342 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7e1716-a8c7-4fdf-9c1e-e1f0df151733 None None] Bound using segment: {'id': 'c337e586-09ca-44a2-a28f-2d2e469a55d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '49689d39-14e1-44d3-af65-297b6c1e09d0'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 19:00:11.033664 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-0a7e1716-a8c7-4fdf-9c1e-e1f0df151733 None None] Bound port: 61bed5e7-5586-43bf-a2a0-6af9c1d62b7e, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c337e586-09ca-44a2-a28f-2d2e469a55d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '49689d39-14e1-44d3-af65-297b6c1e09d0'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 19:00:11.034013 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0a7e1716-a8c7-4fdf-9c1e-e1f0df151733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (61bed5e7-5586-43bf-a2a0-6af9c1d62b7e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:11.095597 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-f54fe86f-2b97-4e27-8093-f88e1018a72d admin admin] Allocated IP 172.25.8.108 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/ce615961-ffa9-4773-ba92-b7934905b356) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 19:00:11.100384 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-0a7e1716-a8c7-4fdf-9c1e-e1f0df151733 None None] For port 61bed5e7-5586-43bf-a2a0-6af9c1d62b7e, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 19:00:11.103631 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-0a7e1716-a8c7-4fdf-9c1e-e1f0df151733 None None] For port 61bed5e7-5586-43bf-a2a0-6af9c1d62b7e, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=61bed5e7-5586-43bf-a2a0-6af9c1d62b7e,segment=NetworkSegment(c337e586-09ca-44a2-a28f-2d2e469a55d3),segment_id=c337e586-09ca-44a2-a28f-2d2e469a55d3)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 19:00:11.110338 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0a7e1716-a8c7-4fdf-9c1e-e1f0df151733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (61bed5e7-5586-43bf-a2a0-6af9c1d62b7e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:11.172812 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7e1716-a8c7-4fdf-9c1e-e1f0df151733 None None] Pushing event updated for resources: {'Port': ['ID=61bed5e7-5586-43bf-a2a0-6af9c1d62b7e,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:11.215544 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f54fe86f-2b97-4e27-8093-f88e1018a72d admin admin] Publish callbacks [] for port (ce615961-ffa9-4773-ba92-b7934905b356), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:11.250400 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f54fe86f-2b97-4e27-8093-f88e1018a72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (ce615961-ffa9-4773-ba92-b7934905b356), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:11.285599 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-cc7480ad-3d79-4c15-a5bc-d55a42bc0f1b req-c0bdd0d9-ebc5-429e-bd05-c7231d7ac761 service neutron] (103435) timed out ('10.222.0.87', 59662) {{(pid=103435) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 19:00:11.300266 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54fe86f-2b97-4e27-8093-f88e1018a72d admin admin] Pushing event updated for resources: {'Port': ['ID=ce615961-ffa9-4773-ba92-b7934905b356,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:11.303909 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54fe86f-2b97-4e27-8093-f88e1018a72d admin admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 19:00:11.307662 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-f54fe86f-2b97-4e27-8093-f88e1018a72d admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 19:00:11.310504 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54fe86f-2b97-4e27-8093-f88e1018a72d admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 19:00:11.576881 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f54fe86f-2b97-4e27-8093-f88e1018a72d admin admin] Publish callbacks [] for router_gateway (4b138594-4536-40b2-8f4b-6d0dfa785efe), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:11.777815 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f54fe86f-2b97-4e27-8093-f88e1018a72d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (4b138594-4536-40b2-8f4b-6d0dfa785efe), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:11.926354 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54fe86f-2b97-4e27-8093-f88e1018a72d admin admin] Router 4b138594-4536-40b2-8f4b-6d0dfa785efe is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 19:00:12.038195 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54fe86f-2b97-4e27-8093-f88e1018a72d admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 19:00:12.048675 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c06ff2-9f86-4fc9-b5db-562f6da3e938 None None] Sync routers for ids ['4b138594-4536-40b2-8f4b-6d0dfa785efe'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 19:00:12.057209 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f54fe86f-2b97-4e27-8093-f88e1018a72d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:12.058293 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f54fe86f-2b97-4e27-8093-f88e1018a72d admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5210717 Feb 17 19:00:12.060949 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c06ff2-9f86-4fc9-b5db-562f6da3e938 None None] Routers {'4b138594-4536-40b2-8f4b-6d0dfa785efe'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 19:00:12.061331 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43752) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 19:00:12.061570 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-66c06ff2-9f86-4fc9-b5db-562f6da3e938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T19:00:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['4b138594-4536-40b2-8f4b-6d0dfa785efe'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:00:12.131648 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409a3629-2163-4ad7-8a3c-eddea122abf7 None None] Network 49689d39-14e1-44d3-af65-297b6c1e09d0 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 19:00:12.215607 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 61bed5e7-5586-43bf-a2a0-6af9c1d62b7e up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 19:00:12.288846 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-0d1223d1-17e8-47ef-9591-9352d19d9d59 None None] Provisioning complete for port 61bed5e7-5586-43bf-a2a0-6af9c1d62b7e triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 19:00:12.289226 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0d1223d1-17e8-47ef-9591-9352d19d9d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (61bed5e7-5586-43bf-a2a0-6af9c1d62b7e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:12.335894 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-66c06ff2-9f86-4fc9-b5db-562f6da3e938 None None] Set router 4b138594-4536-40b2-8f4b-6d0dfa785efe gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 19:00:12.483022 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 61bed5e7-5586-43bf-a2a0-6af9c1d62b7e triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 19:00:12.483286 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (61bed5e7-5586-43bf-a2a0-6af9c1d62b7e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:12.487912 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1526954d-48b0-458b-b571-4096a8ae6696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:12.598440 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-0d1223d1-17e8-47ef-9591-9352d19d9d59 None None] Current status of the port 61bed5e7-5586-43bf-a2a0-6af9c1d62b7e is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 19:00:12.598834 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0d1223d1-17e8-47ef-9591-9352d19d9d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (61bed5e7-5586-43bf-a2a0-6af9c1d62b7e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:12.661905 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-1526954d-48b0-458b-b571-4096a8ae6696 admin admin] Allocated IP 172.20.0.1 (49689d39-14e1-44d3-af65-297b6c1e09d0/25e30059-1ab4-429f-b3fb-6d9360f4cb26/da512f2a-3684-4374-88c2-d4b6b31c2ac1) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 19:00:12.679296 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-0d1223d1-17e8-47ef-9591-9352d19d9d59 None None] For port 61bed5e7-5586-43bf-a2a0-6af9c1d62b7e, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=61bed5e7-5586-43bf-a2a0-6af9c1d62b7e,segment=NetworkSegment(c337e586-09ca-44a2-a28f-2d2e469a55d3),segment_id=c337e586-09ca-44a2-a28f-2d2e469a55d3)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 19:00:12.683715 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 61bed5e7-5586-43bf-a2a0-6af9c1d62b7e is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 19:00:12.684095 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (61bed5e7-5586-43bf-a2a0-6af9c1d62b7e), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:12.689316 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0d1223d1-17e8-47ef-9591-9352d19d9d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (61bed5e7-5586-43bf-a2a0-6af9c1d62b7e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:12.735708 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-66c06ff2-9f86-4fc9-b5db-562f6da3e938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'name': 'tempest-TestSnapshotPattern-123719003-router', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'ce615961-ffa9-4773-ba92-b7934905b356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T19:00:10Z', 'updated_at': '2022-02-17T19:00:11Z', 'revision_number': 3, 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'gw_port': {'id': 'ce615961-ffa9-4773-ba92-b7934905b356', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:80:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T19:00:10Z', 'updated_at': '2022-02-17T19:00:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:00:12.772984 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c06ff2-9f86-4fc9-b5db-562f6da3e938 None None] Checking router: 4b138594-4536-40b2-8f4b-6d0dfa785efe for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 19:00:12.773342 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c06ff2-9f86-4fc9-b5db-562f6da3e938 None None] Updating router 4b138594-4536-40b2-8f4b-6d0dfa785efe port ce615961-ffa9-4773-ba92-b7934905b356 binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 19:00:12.775893 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1526954d-48b0-458b-b571-4096a8ae6696 admin admin] Publish callbacks [] for port (da512f2a-3684-4374-88c2-d4b6b31c2ac1), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:12.810099 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1526954d-48b0-458b-b571-4096a8ae6696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (da512f2a-3684-4374-88c2-d4b6b31c2ac1), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:12.829821 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1223d1-17e8-47ef-9591-9352d19d9d59 None None] Pushing event updated for resources: {'Port': ['ID=61bed5e7-5586-43bf-a2a0-6af9c1d62b7e,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:12.846087 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1526954d-48b0-458b-b571-4096a8ae6696 admin admin] Network 49689d39-14e1-44d3-af65-297b6c1e09d0 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 19:00:12.850829 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-66c06ff2-9f86-4fc9-b5db-562f6da3e938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ce615961-ffa9-4773-ba92-b7934905b356), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:12.851666 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-1526954d-48b0-458b-b571-4096a8ae6696 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 19:00:12.852306 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 19:00:12.852658 n-d-829613-2 neutron-server[103436]: DEBUG oslo_db.api [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 19:00:12.855199 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1526954d-48b0-458b-b571-4096a8ae6696 admin admin] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 19:00:12.876937 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-31cf747d-317c-4c80-9df9-ffc8f8c260df None None] Provisioning complete for port 61bed5e7-5586-43bf-a2a0-6af9c1d62b7e triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 19:00:12.877791 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-31cf747d-317c-4c80-9df9-ffc8f8c260df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (61bed5e7-5586-43bf-a2a0-6af9c1d62b7e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:12.881518 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1526954d-48b0-458b-b571-4096a8ae6696 admin admin] Pushing event updated for resources: {'Port': ['ID=da512f2a-3684-4374-88c2-d4b6b31c2ac1,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:12.898927 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1526954d-48b0-458b-b571-4096a8ae6696 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (4b138594-4536-40b2-8f4b-6d0dfa785efe), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:13.046661 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1526954d-48b0-458b-b571-4096a8ae6696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (da512f2a-3684-4374-88c2-d4b6b31c2ac1), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:13.220258 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1526954d-48b0-458b-b571-4096a8ae6696 admin admin] Publish callbacks [] for port (da512f2a-3684-4374-88c2-d4b6b31c2ac1), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:13.225370 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1526954d-48b0-458b-b571-4096a8ae6696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (da512f2a-3684-4374-88c2-d4b6b31c2ac1), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:13.238479 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-31cf747d-317c-4c80-9df9-ffc8f8c260df None None] Current status of the port 61bed5e7-5586-43bf-a2a0-6af9c1d62b7e is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 19:00:13.291022 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-1526954d-48b0-458b-b571-4096a8ae6696 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (4b138594-4536-40b2-8f4b-6d0dfa785efe), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:13.293812 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1526954d-48b0-458b-b571-4096a8ae6696 admin admin] Pushing event updated for resources: {'Port': ['ID=da512f2a-3684-4374-88c2-d4b6b31c2ac1,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:13.331078 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-66c06ff2-9f86-4fc9-b5db-562f6da3e938 None None] Publish callbacks [] for port (ce615961-ffa9-4773-ba92-b7934905b356), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:13.337342 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-66c06ff2-9f86-4fc9-b5db-562f6da3e938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ce615961-ffa9-4773-ba92-b7934905b356), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:13.386770 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1526954d-48b0-458b-b571-4096a8ae6696 admin admin] Network 49689d39-14e1-44d3-af65-297b6c1e09d0 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 19:00:13.388715 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-1526954d-48b0-458b-b571-4096a8ae6696 admin admin] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 19:00:13.426931 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e71d3-41be-4068-865d-be8c2c313836 None None] Pushing event updated for resources: {'Port': ['ID=ce615961-ffa9-4773-ba92-b7934905b356,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:13.433567 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-66c06ff2-9f86-4fc9-b5db-562f6da3e938 None None] Attempting to bind port ce615961-ffa9-4773-ba92-b7934905b356 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 19:00:13.433954 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-66c06ff2-9f86-4fc9-b5db-562f6da3e938 None None] Attempting to bind port ce615961-ffa9-4773-ba92-b7934905b356 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 19:00:13.434304 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c06ff2-9f86-4fc9-b5db-562f6da3e938 None None] Attempting to bind port ce615961-ffa9-4773-ba92-b7934905b356 on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 19:00:13.438033 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 61bed5e7-5586-43bf-a2a0-6af9c1d62b7e is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 19:00:13.439992 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-54a2a315-1576-4519-b901-ed1b6fd14314 None None] Provisioning complete for port da512f2a-3684-4374-88c2-d4b6b31c2ac1 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 19:00:13.440390 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-54a2a315-1576-4519-b901-ed1b6fd14314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (da512f2a-3684-4374-88c2-d4b6b31c2ac1), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:13.445694 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c06ff2-9f86-4fc9-b5db-562f6da3e938 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 19, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 19:00:13.446077 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c06ff2-9f86-4fc9-b5db-562f6da3e938 None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 19:00:13.446474 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-66c06ff2-9f86-4fc9-b5db-562f6da3e938 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:13.446867 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c06ff2-9f86-4fc9-b5db-562f6da3e938 None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 19:00:13.447346 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-66c06ff2-9f86-4fc9-b5db-562f6da3e938 None None] Bound port: ce615961-ffa9-4773-ba92-b7934905b356, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 19:00:13.447729 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-66c06ff2-9f86-4fc9-b5db-562f6da3e938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ce615961-ffa9-4773-ba92-b7934905b356), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:13.513323 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-54a2a315-1576-4519-b901-ed1b6fd14314 None None] Port da512f2a-3684-4374-88c2-d4b6b31c2ac1 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 19:00:13.519634 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1526954d-48b0-458b-b571-4096a8ae6696 admin admin] Router 4b138594-4536-40b2-8f4b-6d0dfa785efe has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 19:00:13.530873 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-66c06ff2-9f86-4fc9-b5db-562f6da3e938 None None] For port ce615961-ffa9-4773-ba92-b7934905b356, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 19:00:13.535237 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-66c06ff2-9f86-4fc9-b5db-562f6da3e938 None None] For port ce615961-ffa9-4773-ba92-b7934905b356, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=ce615961-ffa9-4773-ba92-b7934905b356,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 19:00:13.542927 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-66c06ff2-9f86-4fc9-b5db-562f6da3e938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ce615961-ffa9-4773-ba92-b7934905b356), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:13.605123 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c06ff2-9f86-4fc9-b5db-562f6da3e938 None None] Routers {'4b138594-4536-40b2-8f4b-6d0dfa785efe'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 19:00:13.605838 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-66c06ff2-9f86-4fc9-b5db-562f6da3e938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T19:00:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['4b138594-4536-40b2-8f4b-6d0dfa785efe'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:00:13.645913 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1526954d-48b0-458b-b571-4096a8ae6696 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 19:00:13.651019 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-1526954d-48b0-458b-b571-4096a8ae6696 admin admin] 10.222.0.87 "PUT /v2.0/routers/4b138594-4536-40b2-8f4b-6d0dfa785efe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5886807 Feb 17 19:00:13.677541 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e71d3-41be-4068-865d-be8c2c313836 None None] Pushing event updated for resources: {'Port': ['ID=ce615961-ffa9-4773-ba92-b7934905b356,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:13.707838 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-796084ce-338f-4a2c-b490-ab8ece89ca50 None None] Provisioning complete for port da512f2a-3684-4374-88c2-d4b6b31c2ac1 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 19:00:13.708218 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-796084ce-338f-4a2c-b490-ab8ece89ca50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (da512f2a-3684-4374-88c2-d4b6b31c2ac1), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:13.758122 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-796084ce-338f-4a2c-b490-ab8ece89ca50 None None] Port da512f2a-3684-4374-88c2-d4b6b31c2ac1 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 19:00:13.763172 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-66c06ff2-9f86-4fc9-b5db-562f6da3e938 None None] Set router 4b138594-4536-40b2-8f4b-6d0dfa785efe gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 19:00:13.977528 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-66c06ff2-9f86-4fc9-b5db-562f6da3e938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'name': 'tempest-TestSnapshotPattern-123719003-router', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'ce615961-ffa9-4773-ba92-b7934905b356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T19:00:10Z', 'updated_at': '2022-02-17T19:00:13Z', 'revision_number': 4, 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'gw_port': {'id': 'ce615961-ffa9-4773-ba92-b7934905b356', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:80:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T19:00:10Z', 'updated_at': '2022-02-17T19:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'da512f2a-3684-4374-88c2-d4b6b31c2ac1', 'name': '', 'network_id': '49689d39-14e1-44d3-af65-297b6c1e09d0', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'mac_address': 'fa:16:3e:3a:54:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '25e30059-1ab4-429f-b3fb-6d9360f4cb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T19:00:12Z', 'updated_at': '2022-02-17T19:00:13Z', 'revision_number': 2, 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'subnets': [{'id': '25e30059-1ab4-429f-b3fb-6d9360f4cb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:00:14.005297 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c06ff2-9f86-4fc9-b5db-562f6da3e938 None None] The sync data for ids ['4b138594-4536-40b2-8f4b-6d0dfa785efe'] in n-d-829613-2 is: [{'id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'name': 'tempest-TestSnapshotPattern-123719003-router', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'ce615961-ffa9-4773-ba92-b7934905b356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T19:00:10Z', 'updated_at': '2022-02-17T19:00:13Z', 'revision_number': 4, 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'gw_port': {'id': 'ce615961-ffa9-4773-ba92-b7934905b356', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:80:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T19:00:10Z', 'updated_at': '2022-02-17T19:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'da512f2a-3684-4374-88c2-d4b6b31c2ac1', 'name': '', 'network_id': '49689d39-14e1-44d3-af65-297b6c1e09d0', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'mac_address': 'fa:16:3e:3a:54:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '25e30059-1ab4-429f-b3fb-6d9360f4cb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T19:00:12Z', 'updated_at': '2022-02-17T19:00:13Z', 'revision_number': 2, 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'subnets': [{'id': '25e30059-1ab4-429f-b3fb-6d9360f4cb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 19:00:14.129776 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43768) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 19:00:14.135347 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-53c737d7-6e31-4348-97d8-f3f80d5da085 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-201991376-network', 'tenant_id': '95f566c4606949599b672d3cd3380034'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 19:00:14.159222 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c737d7-6e31-4348-97d8-f3f80d5da085 admin admin] Made reservation on behalf of 95f566c4606949599b672d3cd3380034 for: {'network': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 19:00:14.162376 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 61bed5e7-5586-43bf-a2a0-6af9c1d62b7e up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 19:00:14.162757 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53c737d7-6e31-4348-97d8-f3f80d5da085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for network (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:14.172947 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53c737d7-6e31-4348-97d8-f3f80d5da085 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:14.234016 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 61bed5e7-5586-43bf-a2a0-6af9c1d62b7e triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 19:00:14.234533 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (61bed5e7-5586-43bf-a2a0-6af9c1d62b7e), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:14.286385 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53c737d7-6e31-4348-97d8-f3f80d5da085 admin admin] Publish callbacks [] for security_group (f61d6091-aa8c-42e6-8449-882741c45068), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:14.291353 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53c737d7-6e31-4348-97d8-f3f80d5da085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (f61d6091-aa8c-42e6-8449-882741c45068), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:14.313907 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53c737d7-6e31-4348-97d8-f3f80d5da085 admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 19:00:14.330304 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c737d7-6e31-4348-97d8-f3f80d5da085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61d6091-aa8c-42e6-8449-882741c45068,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:14.333792 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53c737d7-6e31-4348-97d8-f3f80d5da085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (de152f54-bb2c-4eba-abf8-566c10dac246), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:14.334350 n-d-829613-2 neutron-server[103435]: INFO neutron.db.segments_db [None req-53c737d7-6e31-4348-97d8-f3f80d5da085 admin admin] Added segment de152f54-bb2c-4eba-abf8-566c10dac246 of type vlan for network 35bc992a-860c-46dd-a15b-ba765bb3f22a Feb 17 19:00:14.337351 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 61bed5e7-5586-43bf-a2a0-6af9c1d62b7e is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 19:00:14.377771 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53c737d7-6e31-4348-97d8-f3f80d5da085 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786427353465'] for network (35bc992a-860c-46dd-a15b-ba765bb3f22a), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:14.410927 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53c737d7-6e31-4348-97d8-f3f80d5da085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226'] for network (35bc992a-860c-46dd-a15b-ba765bb3f22a), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:14.411946 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c737d7-6e31-4348-97d8-f3f80d5da085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:00:14.412542 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-53c737d7-6e31-4348-97d8-f3f80d5da085 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:14.446241 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-53c737d7-6e31-4348-97d8-f3f80d5da085 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3146145 Feb 17 19:00:14.448849 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43770) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 19:00:14.453589 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-8a2cfd64-959f-4094-89e8-a9ac23777e54 admin admin] Request body: {'subnet': {'network_id': '35bc992a-860c-46dd-a15b-ba765bb3f22a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-201991376-subnet', 'tenant_id': '95f566c4606949599b672d3cd3380034', 'ip_version': 4}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 19:00:14.487020 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c737d7-6e31-4348-97d8-f3f80d5da085 admin admin] Pushing event updated for resources: {'Network': ['ID=35bc992a-860c-46dd-a15b-ba765bb3f22a,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:14.498559 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Network 35bc992a-860c-46dd-a15b-ba765bb3f22a details requested by agent ovs-agent-n-d-829613-2 with host n-d-829613-2 {{(pid=103436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 19:00:14.506676 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2cfd64-959f-4094-89e8-a9ac23777e54 admin admin] Made reservation on behalf of 95f566c4606949599b672d3cd3380034 for: {'subnet': 1} {{(pid=103435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 19:00:14.509720 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8a2cfd64-959f-4094-89e8-a9ac23777e54 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11960783'] for subnet (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:14.710608 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8a2cfd64-959f-4094-89e8-a9ac23777e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8425467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11960829'] for subnet (9ee58e62-cb84-4cf1-9879-abea5ef62ecb), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:14.770620 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2cfd64-959f-4094-89e8-a9ac23777e54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ee58e62-cb84-4cf1-9879-abea5ef62ecb,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:14.789161 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2cfd64-959f-4094-89e8-a9ac23777e54 admin admin] Checking segment: {'id': 'de152f54-bb2c-4eba-abf8-566c10dac246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '35bc992a-860c-46dd-a15b-ba765bb3f22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 19:00:14.789517 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2cfd64-959f-4094-89e8-a9ac23777e54 admin admin] Network hostable DHCP agents. Network: 35bc992a-860c-46dd-a15b-ba765bb3f22a, hostable agents: ['3a503b77-246f-4514-888c-a3f8c75fc223'], hosted agents: [] {{(pid=103435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 19:00:14.807007 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2cfd64-959f-4094-89e8-a9ac23777e54 admin admin] Network 35bc992a-860c-46dd-a15b-ba765bb3f22a is scheduled to be hosted by DHCP agent 3a503b77-246f-4514-888c-a3f8c75fc223 with binding_index 1 {{(pid=103435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 19:00:14.816331 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-8a2cfd64-959f-4094-89e8-a9ac23777e54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-829613-2, 35bc992a-860c-46dd-a15b-ba765bb3f22a) {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 19:00:14.821060 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2cfd64-959f-4094-89e8-a9ac23777e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:00:14.821744 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-8a2cfd64-959f-4094-89e8-a9ac23777e54 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:14.826580 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c6a93e-f74c-45c1-8ded-e6b2452cb30a None None] Network 35bc992a-860c-46dd-a15b-ba765bb3f22a requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 19:00:14.845862 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-8a2cfd64-959f-4094-89e8-a9ac23777e54 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3959591 Feb 17 19:00:14.853519 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43772) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 19:00:14.858309 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-110b32b9-8e78-4fef-8e04-d0342c56768c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-201991376-router', 'tenant_id': '95f566c4606949599b672d3cd3380034', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 19:00:14.882054 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-110b32b9-8e78-4fef-8e04-d0342c56768c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-362820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31305'] for router (b698f985-054d-4ecc-ae18-440117669dea), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:14.883547 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-110b32b9-8e78-4fef-8e04-d0342c56768c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-362984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-361998', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31326'] for router (b698f985-054d-4ecc-ae18-440117669dea), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:14.910321 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 19:00:14.968167 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb26a09a-fafd-4a08-8f68-c6cbe04c499d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5027cec-713b-5d36-8570-adb336cd3c68-35bc992a-860c-46dd-a15b-ba765bb3f22a', 'network_id': '35bc992a-860c-46dd-a15b-ba765bb3f22a', 'project_id': '95f566c4606949599b672d3cd3380034', 'fixed_ips': [{'subnet_id': '9ee58e62-cb84-4cf1-9879-abea5ef62ecb'}]}} from n-d-829613-2. {{(pid=103436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 19:00:14.969423 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eb26a09a-fafd-4a08-8f68-c6cbe04c499d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:15.135883 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.db_base_plugin_common [None req-eb26a09a-fafd-4a08-8f68-c6cbe04c499d None None] Allocated IP 172.20.0.2 (35bc992a-860c-46dd-a15b-ba765bb3f22a/9ee58e62-cb84-4cf1-9879-abea5ef62ecb/649390d8-2e67-4956-bd73-5a39a39c6c67) {{(pid=103436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 19:00:15.260434 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-110b32b9-8e78-4fef-8e04-d0342c56768c admin admin] Publish callbacks [] for router_controller (b698f985-054d-4ecc-ae18-440117669dea), precommit_add_association {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:15.296126 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eb26a09a-fafd-4a08-8f68-c6cbe04c499d None None] Publish callbacks [] for port (649390d8-2e67-4956-bd73-5a39a39c6c67), precommit_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:15.303195 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eb26a09a-fafd-4a08-8f68-c6cbe04c499d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030'] for port (649390d8-2e67-4956-bd73-5a39a39c6c67), after_create {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:15.337844 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb26a09a-fafd-4a08-8f68-c6cbe04c499d None None] Network 35bc992a-860c-46dd-a15b-ba765bb3f22a is already hosted by enough agents. {{(pid=103436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 19:00:15.342689 n-d-829613-2 neutron-server[103436]: DEBUG neutron.scheduler.base_scheduler [None req-eb26a09a-fafd-4a08-8f68-c6cbe04c499d None None] Resources bound (agent type, host, resource id): {{(pid=103436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 19:00:15.345387 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb26a09a-fafd-4a08-8f68-c6cbe04c499d None None] Received port after_create {{(pid=103436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 19:00:15.381091 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26a09a-fafd-4a08-8f68-c6cbe04c499d None None] Pushing event updated for resources: {'Port': ['ID=649390d8-2e67-4956-bd73-5a39a39c6c67,revision_number=1']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:15.411945 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-110b32b9-8e78-4fef-8e04-d0342c56768c admin admin] Publish callbacks [] for router_gateway (b698f985-054d-4ecc-ae18-440117669dea), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:15.417966 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-eb26a09a-fafd-4a08-8f68-c6cbe04c499d None None] Attempting to bind port 649390d8-2e67-4956-bd73-5a39a39c6c67 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 19:00:15.418579 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-eb26a09a-fafd-4a08-8f68-c6cbe04c499d None None] Attempting to bind port 649390d8-2e67-4956-bd73-5a39a39c6c67 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'de152f54-bb2c-4eba-abf8-566c10dac246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '35bc992a-860c-46dd-a15b-ba765bb3f22a'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 19:00:15.419024 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb26a09a-fafd-4a08-8f68-c6cbe04c499d None None] Attempting to bind port 649390d8-2e67-4956-bd73-5a39a39c6c67 on network 35bc992a-860c-46dd-a15b-ba765bb3f22a {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 19:00:15.424707 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb26a09a-fafd-4a08-8f68-c6cbe04c499d None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 19, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 19:00:15.425726 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb26a09a-fafd-4a08-8f68-c6cbe04c499d None None] Checking segment: {'id': 'de152f54-bb2c-4eba-abf8-566c10dac246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '35bc992a-860c-46dd-a15b-ba765bb3f22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 19:00:15.426131 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eb26a09a-fafd-4a08-8f68-c6cbe04c499d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:15.426548 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb26a09a-fafd-4a08-8f68-c6cbe04c499d None None] Bound using segment: {'id': 'de152f54-bb2c-4eba-abf8-566c10dac246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '35bc992a-860c-46dd-a15b-ba765bb3f22a'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 19:00:15.427013 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-eb26a09a-fafd-4a08-8f68-c6cbe04c499d None None] Bound port: 649390d8-2e67-4956-bd73-5a39a39c6c67, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de152f54-bb2c-4eba-abf8-566c10dac246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '35bc992a-860c-46dd-a15b-ba765bb3f22a'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 19:00:15.427396 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eb26a09a-fafd-4a08-8f68-c6cbe04c499d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (649390d8-2e67-4956-bd73-5a39a39c6c67), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:15.504503 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-eb26a09a-fafd-4a08-8f68-c6cbe04c499d None None] For port 649390d8-2e67-4956-bd73-5a39a39c6c67, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 19:00:15.508370 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-eb26a09a-fafd-4a08-8f68-c6cbe04c499d None None] For port 649390d8-2e67-4956-bd73-5a39a39c6c67, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=649390d8-2e67-4956-bd73-5a39a39c6c67,segment=NetworkSegment(de152f54-bb2c-4eba-abf8-566c10dac246),segment_id=de152f54-bb2c-4eba-abf8-566c10dac246)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 19:00:15.515165 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-eb26a09a-fafd-4a08-8f68-c6cbe04c499d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (649390d8-2e67-4956-bd73-5a39a39c6c67), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:15.573861 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26a09a-fafd-4a08-8f68-c6cbe04c499d None None] Pushing event updated for resources: {'Port': ['ID=649390d8-2e67-4956-bd73-5a39a39c6c67,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:15.631216 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-110b32b9-8e78-4fef-8e04-d0342c56768c admin admin] Publish callbacks [] for router_gateway (b698f985-054d-4ecc-ae18-440117669dea), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:15.650431 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-110b32b9-8e78-4fef-8e04-d0342c56768c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:15.771572 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-110b32b9-8e78-4fef-8e04-d0342c56768c admin admin] Allocated IP 172.25.8.211 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/cb754be2-260d-4622-9704-56697ecbf042) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 19:00:15.879115 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-110b32b9-8e78-4fef-8e04-d0342c56768c admin admin] Publish callbacks [] for port (cb754be2-260d-4622-9704-56697ecbf042), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:15.916867 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-110b32b9-8e78-4fef-8e04-d0342c56768c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (cb754be2-260d-4622-9704-56697ecbf042), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:15.963939 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110b32b9-8e78-4fef-8e04-d0342c56768c admin admin] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 19:00:15.966935 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-110b32b9-8e78-4fef-8e04-d0342c56768c admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 19:00:15.970500 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110b32b9-8e78-4fef-8e04-d0342c56768c admin admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 19:00:15.976405 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b32b9-8e78-4fef-8e04-d0342c56768c admin admin] Pushing event updated for resources: {'Port': ['ID=cb754be2-260d-4622-9704-56697ecbf042,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:16.220327 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 649390d8-2e67-4956-bd73-5a39a39c6c67 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 19:00:16.245189 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-110b32b9-8e78-4fef-8e04-d0342c56768c admin admin] Publish callbacks [] for router_gateway (b698f985-054d-4ecc-ae18-440117669dea), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:16.270932 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 649390d8-2e67-4956-bd73-5a39a39c6c67 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 19:00:16.271313 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (649390d8-2e67-4956-bd73-5a39a39c6c67), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:16.354218 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 649390d8-2e67-4956-bd73-5a39a39c6c67 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 19:00:16.354881 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (649390d8-2e67-4956-bd73-5a39a39c6c67), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:16.389162 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port 649390d8-2e67-4956-bd73-5a39a39c6c67, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=649390d8-2e67-4956-bd73-5a39a39c6c67,segment=NetworkSegment(de152f54-bb2c-4eba-abf8-566c10dac246),segment_id=de152f54-bb2c-4eba-abf8-566c10dac246)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 19:00:16.397135 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (649390d8-2e67-4956-bd73-5a39a39c6c67), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:16.398009 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device ce615961-ffa9-4773-ba92-b7934905b356 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 19:00:16.450446 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-110b32b9-8e78-4fef-8e04-d0342c56768c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-362961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-362067'] for router (b698f985-054d-4ecc-ae18-440117669dea), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:16.480628 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=649390d8-2e67-4956-bd73-5a39a39c6c67,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:16.497580 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port ce615961-ffa9-4773-ba92-b7934905b356 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 19:00:16.497963 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ce615961-ffa9-4773-ba92-b7934905b356), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:16.553732 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5695937d-6cf5-47f1-a9a4-7028bd7afe43 None None] Sync routers for ids ['4b138594-4536-40b2-8f4b-6d0dfa785efe'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 19:00:16.563846 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5695937d-6cf5-47f1-a9a4-7028bd7afe43 None None] Routers {'4b138594-4536-40b2-8f4b-6d0dfa785efe'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 19:00:16.564574 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-5695937d-6cf5-47f1-a9a4-7028bd7afe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T19:00:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['4b138594-4536-40b2-8f4b-6d0dfa785efe'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:00:16.599903 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port ce615961-ffa9-4773-ba92-b7934905b356 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 19:00:16.600338 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (ce615961-ffa9-4773-ba92-b7934905b356), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:16.614636 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-110b32b9-8e78-4fef-8e04-d0342c56768c admin admin] Router b698f985-054d-4ecc-ae18-440117669dea is scheduled to L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e with binding_index 1 {{(pid=103435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 19:00:16.625790 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port ce615961-ffa9-4773-ba92-b7934905b356, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=ce615961-ffa9-4773-ba92-b7934905b356,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 19:00:16.633208 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (ce615961-ffa9-4773-ba92-b7934905b356), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:16.693493 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=ce615961-ffa9-4773-ba92-b7934905b356,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:16.701657 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-5695937d-6cf5-47f1-a9a4-7028bd7afe43 None None] Set router 4b138594-4536-40b2-8f4b-6d0dfa785efe gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 19:00:16.747458 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110b32b9-8e78-4fef-8e04-d0342c56768c admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 19:00:16.760845 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d51029-d6c6-419c-a1d1-ab99904558a2 None None] Sync routers for ids ['b698f985-054d-4ecc-ae18-440117669dea'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 19:00:16.772366 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-110b32b9-8e78-4fef-8e04-d0342c56768c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:16.773964 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-110b32b9-8e78-4fef-8e04-d0342c56768c admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9191654 Feb 17 19:00:16.776915 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43774) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 19:00:16.778238 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d51029-d6c6-419c-a1d1-ab99904558a2 None None] Routers {'b698f985-054d-4ecc-ae18-440117669dea'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 19:00:16.778874 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f7d51029-d6c6-419c-a1d1-ab99904558a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T19:00:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['b698f985-054d-4ecc-ae18-440117669dea'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:00:16.827329 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9363c5-8c8f-458c-80cb-1f258c6e2957 None None] Network 35bc992a-860c-46dd-a15b-ba765bb3f22a requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 19:00:16.962692 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-c912fb51-2500-479c-aa7c-866a31ee8c55 None None] Provisioning complete for port 649390d8-2e67-4956-bd73-5a39a39c6c67 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 19:00:16.963326 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c912fb51-2500-479c-aa7c-866a31ee8c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (649390d8-2e67-4956-bd73-5a39a39c6c67), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:17.009149 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-5695937d-6cf5-47f1-a9a4-7028bd7afe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'name': 'tempest-TestSnapshotPattern-123719003-router', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'ce615961-ffa9-4773-ba92-b7934905b356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T19:00:10Z', 'updated_at': '2022-02-17T19:00:13Z', 'revision_number': 4, 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'gw_port': {'id': 'ce615961-ffa9-4773-ba92-b7934905b356', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:80:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T19:00:10Z', 'updated_at': '2022-02-17T19:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'da512f2a-3684-4374-88c2-d4b6b31c2ac1', 'name': '', 'network_id': '49689d39-14e1-44d3-af65-297b6c1e09d0', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'mac_address': 'fa:16:3e:3a:54:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '25e30059-1ab4-429f-b3fb-6d9360f4cb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T19:00:12Z', 'updated_at': '2022-02-17T19:00:13Z', 'revision_number': 2, 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'subnets': [{'id': '25e30059-1ab4-429f-b3fb-6d9360f4cb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:00:17.017151 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-f7d51029-d6c6-419c-a1d1-ab99904558a2 None None] Set router b698f985-054d-4ecc-ae18-440117669dea gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 19:00:17.037530 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5695937d-6cf5-47f1-a9a4-7028bd7afe43 None None] Checking router: 4b138594-4536-40b2-8f4b-6d0dfa785efe for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 19:00:17.037881 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5695937d-6cf5-47f1-a9a4-7028bd7afe43 None None] Updating router 4b138594-4536-40b2-8f4b-6d0dfa785efe port da512f2a-3684-4374-88c2-d4b6b31c2ac1 binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 19:00:17.066022 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5695937d-6cf5-47f1-a9a4-7028bd7afe43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (da512f2a-3684-4374-88c2-d4b6b31c2ac1), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:17.218860 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-c912fb51-2500-479c-aa7c-866a31ee8c55 None None] Current status of the port 649390d8-2e67-4956-bd73-5a39a39c6c67 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 19:00:17.235353 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a8828671-055c-4b40-851f-6062f13f9fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:17.275493 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f7d51029-d6c6-419c-a1d1-ab99904558a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b698f985-054d-4ecc-ae18-440117669dea', 'name': 'tempest-TestSnapshotPattern-201991376-router', 'tenant_id': '95f566c4606949599b672d3cd3380034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'cb754be2-260d-4622-9704-56697ecbf042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T19:00:14Z', 'updated_at': '2022-02-17T19:00:16Z', 'revision_number': 3, 'project_id': '95f566c4606949599b672d3cd3380034', 'gw_port': {'id': 'cb754be2-260d-4622-9704-56697ecbf042', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b698f985-054d-4ecc-ae18-440117669dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T19:00:15Z', 'updated_at': '2022-02-17T19:00:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:00:17.383359 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5695937d-6cf5-47f1-a9a4-7028bd7afe43 None None] Publish callbacks [] for port (da512f2a-3684-4374-88c2-d4b6b31c2ac1), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:17.398340 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5695937d-6cf5-47f1-a9a4-7028bd7afe43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (da512f2a-3684-4374-88c2-d4b6b31c2ac1), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:17.422869 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-a8828671-055c-4b40-851f-6062f13f9fbc admin admin] Allocated IP 172.20.0.1 (35bc992a-860c-46dd-a15b-ba765bb3f22a/9ee58e62-cb84-4cf1-9879-abea5ef62ecb/f0b8dfda-8fd7-4cae-992a-45c163953a76) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 19:00:17.488707 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d51029-d6c6-419c-a1d1-ab99904558a2 None None] Checking router: b698f985-054d-4ecc-ae18-440117669dea for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 19:00:17.491272 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d51029-d6c6-419c-a1d1-ab99904558a2 None None] Updating router b698f985-054d-4ecc-ae18-440117669dea port cb754be2-260d-4622-9704-56697ecbf042 binding host n-d-829613-2 {{(pid=103436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 19:00:17.514881 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-5695937d-6cf5-47f1-a9a4-7028bd7afe43 None None] Attempting to bind port da512f2a-3684-4374-88c2-d4b6b31c2ac1 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 19:00:17.515253 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-5695937d-6cf5-47f1-a9a4-7028bd7afe43 None None] Attempting to bind port da512f2a-3684-4374-88c2-d4b6b31c2ac1 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'c337e586-09ca-44a2-a28f-2d2e469a55d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '49689d39-14e1-44d3-af65-297b6c1e09d0'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 19:00:17.515871 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5695937d-6cf5-47f1-a9a4-7028bd7afe43 None None] Attempting to bind port da512f2a-3684-4374-88c2-d4b6b31c2ac1 on network 49689d39-14e1-44d3-af65-297b6c1e09d0 {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 19:00:17.522724 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5695937d-6cf5-47f1-a9a4-7028bd7afe43 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 19, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 19:00:17.523309 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5695937d-6cf5-47f1-a9a4-7028bd7afe43 None None] Checking segment: {'id': 'c337e586-09ca-44a2-a28f-2d2e469a55d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '49689d39-14e1-44d3-af65-297b6c1e09d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 19:00:17.523499 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5695937d-6cf5-47f1-a9a4-7028bd7afe43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:17.523897 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5695937d-6cf5-47f1-a9a4-7028bd7afe43 None None] Bound using segment: {'id': 'c337e586-09ca-44a2-a28f-2d2e469a55d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '49689d39-14e1-44d3-af65-297b6c1e09d0'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 19:00:17.524404 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-5695937d-6cf5-47f1-a9a4-7028bd7afe43 None None] Bound port: da512f2a-3684-4374-88c2-d4b6b31c2ac1, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c337e586-09ca-44a2-a28f-2d2e469a55d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '49689d39-14e1-44d3-af65-297b6c1e09d0'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 19:00:17.524783 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5695937d-6cf5-47f1-a9a4-7028bd7afe43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (da512f2a-3684-4374-88c2-d4b6b31c2ac1), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:17.530434 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d470c09-a87b-4b21-91a9-b61ef424805b None None] Pushing event updated for resources: {'Port': ['ID=da512f2a-3684-4374-88c2-d4b6b31c2ac1,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:17.532389 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-22816877-cec2-494a-a6be-51b421c074ae None None] Provisioning complete for port 649390d8-2e67-4956-bd73-5a39a39c6c67 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 19:00:17.532782 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-22816877-cec2-494a-a6be-51b421c074ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (649390d8-2e67-4956-bd73-5a39a39c6c67), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:17.537958 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f7d51029-d6c6-419c-a1d1-ab99904558a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (cb754be2-260d-4622-9704-56697ecbf042), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:17.547459 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d470c09-a87b-4b21-91a9-b61ef424805b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:00:17.547806 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d470c09-a87b-4b21-91a9-b61ef424805b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:00:17.548209 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d470c09-a87b-4b21-91a9-b61ef424805b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:00:17.548566 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d470c09-a87b-4b21-91a9-b61ef424805b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:00:17.548902 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d470c09-a87b-4b21-91a9-b61ef424805b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:00:17.549358 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d470c09-a87b-4b21-91a9-b61ef424805b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:00:17.551264 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d470c09-a87b-4b21-91a9-b61ef424805b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:00:17.551600 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d470c09-a87b-4b21-91a9-b61ef424805b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:00:17.551930 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d470c09-a87b-4b21-91a9-b61ef424805b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:00:17.552750 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d470c09-a87b-4b21-91a9-b61ef424805b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:00:17.552750 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d470c09-a87b-4b21-91a9-b61ef424805b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:00:17.552960 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d470c09-a87b-4b21-91a9-b61ef424805b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:00:17.553221 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d470c09-a87b-4b21-91a9-b61ef424805b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:00:17.558237 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a8828671-055c-4b40-851f-6062f13f9fbc admin admin] Publish callbacks [] for port (f0b8dfda-8fd7-4cae-992a-45c163953a76), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:17.606505 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a8828671-055c-4b40-851f-6062f13f9fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (f0b8dfda-8fd7-4cae-992a-45c163953a76), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:17.621538 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-5695937d-6cf5-47f1-a9a4-7028bd7afe43 None None] For port da512f2a-3684-4374-88c2-d4b6b31c2ac1, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 19:00:17.625824 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-5695937d-6cf5-47f1-a9a4-7028bd7afe43 None None] For port da512f2a-3684-4374-88c2-d4b6b31c2ac1, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=da512f2a-3684-4374-88c2-d4b6b31c2ac1,segment=NetworkSegment(c337e586-09ca-44a2-a28f-2d2e469a55d3),segment_id=c337e586-09ca-44a2-a28f-2d2e469a55d3)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 19:00:17.635917 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-5695937d-6cf5-47f1-a9a4-7028bd7afe43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (da512f2a-3684-4374-88c2-d4b6b31c2ac1), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:17.667724 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8828671-055c-4b40-851f-6062f13f9fbc admin admin] Network 35bc992a-860c-46dd-a15b-ba765bb3f22a is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 19:00:17.672415 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-a8828671-055c-4b40-851f-6062f13f9fbc admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 19:00:17.676966 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8828671-055c-4b40-851f-6062f13f9fbc admin admin] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 19:00:17.710680 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5695937d-6cf5-47f1-a9a4-7028bd7afe43 None None] Routers {'4b138594-4536-40b2-8f4b-6d0dfa785efe'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 19:00:17.711363 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-5695937d-6cf5-47f1-a9a4-7028bd7afe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T19:00:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['4b138594-4536-40b2-8f4b-6d0dfa785efe'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:00:17.716906 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d470c09-a87b-4b21-91a9-b61ef424805b None None] Pushing event updated for resources: {'Port': ['ID=da512f2a-3684-4374-88c2-d4b6b31c2ac1,revision_number=4']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:17.724375 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8828671-055c-4b40-851f-6062f13f9fbc admin admin] Pushing event updated for resources: {'Port': ['ID=f0b8dfda-8fd7-4cae-992a-45c163953a76,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:17.743723 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a8828671-055c-4b40-851f-6062f13f9fbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-362254'] for router_interface (b698f985-054d-4ecc-ae18-440117669dea), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:17.857286 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-22816877-cec2-494a-a6be-51b421c074ae None None] Current status of the port 649390d8-2e67-4956-bd73-5a39a39c6c67 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 19:00:17.899090 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-5695937d-6cf5-47f1-a9a4-7028bd7afe43 None None] Set router 4b138594-4536-40b2-8f4b-6d0dfa785efe gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 19:00:17.923570 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a8828671-055c-4b40-851f-6062f13f9fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (f0b8dfda-8fd7-4cae-992a-45c163953a76), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:17.970939 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f7d51029-d6c6-419c-a1d1-ab99904558a2 None None] Publish callbacks [] for port (cb754be2-260d-4622-9704-56697ecbf042), precommit_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:17.990003 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f7d51029-d6c6-419c-a1d1-ab99904558a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (cb754be2-260d-4622-9704-56697ecbf042), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:18.021972 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-acef582e-69fc-437e-8aa6-a0f788e622d3 None None] Provisioning complete for port da512f2a-3684-4374-88c2-d4b6b31c2ac1 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 19:00:18.022358 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-acef582e-69fc-437e-8aa6-a0f788e622d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (da512f2a-3684-4374-88c2-d4b6b31c2ac1), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:18.103555 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-f7d51029-d6c6-419c-a1d1-ab99904558a2 None None] Attempting to bind port cb754be2-260d-4622-9704-56697ecbf042 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 19:00:18.103920 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-f7d51029-d6c6-419c-a1d1-ab99904558a2 None None] Attempting to bind port cb754be2-260d-4622-9704-56697ecbf042 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 19:00:18.104313 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d51029-d6c6-419c-a1d1-ab99904558a2 None None] Attempting to bind port cb754be2-260d-4622-9704-56697ecbf042 on network d7afcf1f-5124-4168-b80f-10ace9d04ea7 {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 19:00:18.120970 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d51029-d6c6-419c-a1d1-ab99904558a2 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 19, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 19:00:18.121358 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d51029-d6c6-419c-a1d1-ab99904558a2 None None] Checking segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 19:00:18.121763 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f7d51029-d6c6-419c-a1d1-ab99904558a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:18.122159 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d51029-d6c6-419c-a1d1-ab99904558a2 None None] Bound using segment: {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'} {{(pid=103436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 19:00:18.122704 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.managers [None req-f7d51029-d6c6-419c-a1d1-ab99904558a2 None None] Bound port: cb754be2-260d-4622-9704-56697ecbf042, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b28a4-46f6-4a27-8bf2-c62b42954755', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7'}}] {{(pid=103436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 19:00:18.123092 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f7d51029-d6c6-419c-a1d1-ab99904558a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (cb754be2-260d-4622-9704-56697ecbf042), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:18.124807 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84301014-d1d2-4b46-84d3-127e0c4f16ab None None] Pushing event updated for resources: {'Port': ['ID=cb754be2-260d-4622-9704-56697ecbf042,revision_number=2']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:18.168216 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a8828671-055c-4b40-851f-6062f13f9fbc admin admin] Publish callbacks [] for port (f0b8dfda-8fd7-4cae-992a-45c163953a76), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:18.175770 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a8828671-055c-4b40-851f-6062f13f9fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (f0b8dfda-8fd7-4cae-992a-45c163953a76), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:18.188171 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-5695937d-6cf5-47f1-a9a4-7028bd7afe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'name': 'tempest-TestSnapshotPattern-123719003-router', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'ce615961-ffa9-4773-ba92-b7934905b356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T19:00:10Z', 'updated_at': '2022-02-17T19:00:13Z', 'revision_number': 4, 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'gw_port': {'id': 'ce615961-ffa9-4773-ba92-b7934905b356', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:80:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T19:00:10Z', 'updated_at': '2022-02-17T19:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'da512f2a-3684-4374-88c2-d4b6b31c2ac1', 'name': '', 'network_id': '49689d39-14e1-44d3-af65-297b6c1e09d0', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'mac_address': 'fa:16:3e:3a:54:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '25e30059-1ab4-429f-b3fb-6d9360f4cb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T19:00:12Z', 'updated_at': '2022-02-17T19:00:17Z', 'revision_number': 4, 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'subnets': [{'id': '25e30059-1ab4-429f-b3fb-6d9360f4cb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:00:18.206075 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-f7d51029-d6c6-419c-a1d1-ab99904558a2 None None] For port cb754be2-260d-4622-9704-56697ecbf042, host n-d-829613-2, cleared binding levels {{(pid=103436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 19:00:18.225392 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-f7d51029-d6c6-419c-a1d1-ab99904558a2 None None] For port cb754be2-260d-4622-9704-56697ecbf042, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=cb754be2-260d-4622-9704-56697ecbf042,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 19:00:18.231515 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-acef582e-69fc-437e-8aa6-a0f788e622d3 None None] Current status of the port da512f2a-3684-4374-88c2-d4b6b31c2ac1 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 19:00:18.231968 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-acef582e-69fc-437e-8aa6-a0f788e622d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (da512f2a-3684-4374-88c2-d4b6b31c2ac1), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:18.241741 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5695937d-6cf5-47f1-a9a4-7028bd7afe43 None None] The sync data for ids ['4b138594-4536-40b2-8f4b-6d0dfa785efe'] in n-d-829613-2 is: [{'id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'name': 'tempest-TestSnapshotPattern-123719003-router', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'ce615961-ffa9-4773-ba92-b7934905b356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T19:00:10Z', 'updated_at': '2022-02-17T19:00:13Z', 'revision_number': 4, 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'gw_port': {'id': 'ce615961-ffa9-4773-ba92-b7934905b356', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:80:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T19:00:10Z', 'updated_at': '2022-02-17T19:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'da512f2a-3684-4374-88c2-d4b6b31c2ac1', 'name': '', 'network_id': '49689d39-14e1-44d3-af65-297b6c1e09d0', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'mac_address': 'fa:16:3e:3a:54:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '25e30059-1ab4-429f-b3fb-6d9360f4cb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T19:00:12Z', 'updated_at': '2022-02-17T19:00:17Z', 'revision_number': 4, 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'subnets': [{'id': '25e30059-1ab4-429f-b3fb-6d9360f4cb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 19:00:18.242795 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f7d51029-d6c6-419c-a1d1-ab99904558a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (cb754be2-260d-4622-9704-56697ecbf042), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:18.254502 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8828671-055c-4b40-851f-6062f13f9fbc admin admin] Pushing event updated for resources: {'Port': ['ID=f0b8dfda-8fd7-4cae-992a-45c163953a76,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:18.262667 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-a8828671-055c-4b40-851f-6062f13f9fbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-362386'] for router_interface (b698f985-054d-4ecc-ae18-440117669dea), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:18.295794 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 649390d8-2e67-4956-bd73-5a39a39c6c67 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 19:00:18.308168 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-acef582e-69fc-437e-8aa6-a0f788e622d3 None None] For port da512f2a-3684-4374-88c2-d4b6b31c2ac1, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=da512f2a-3684-4374-88c2-d4b6b31c2ac1,segment=NetworkSegment(c337e586-09ca-44a2-a28f-2d2e469a55d3),segment_id=c337e586-09ca-44a2-a28f-2d2e469a55d3)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 19:00:18.342207 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-acef582e-69fc-437e-8aa6-a0f788e622d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (da512f2a-3684-4374-88c2-d4b6b31c2ac1), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:18.364341 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8828671-055c-4b40-851f-6062f13f9fbc admin admin] Network 35bc992a-860c-46dd-a15b-ba765bb3f22a is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 19:00:18.365988 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-a8828671-055c-4b40-851f-6062f13f9fbc admin admin] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 19:00:18.368570 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84301014-d1d2-4b46-84d3-127e0c4f16ab None None] Pushing event updated for resources: {'Port': ['ID=cb754be2-260d-4622-9704-56697ecbf042,revision_number=3']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:18.373721 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d51029-d6c6-419c-a1d1-ab99904558a2 None None] Routers {'b698f985-054d-4ecc-ae18-440117669dea'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 19:00:18.374329 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f7d51029-d6c6-419c-a1d1-ab99904558a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T19:00:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['b698f985-054d-4ecc-ae18-440117669dea'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:00:18.512654 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port 649390d8-2e67-4956-bd73-5a39a39c6c67 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 19:00:18.513384 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (649390d8-2e67-4956-bd73-5a39a39c6c67), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:18.520011 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8828671-055c-4b40-851f-6062f13f9fbc admin admin] Router b698f985-054d-4ecc-ae18-440117669dea has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 19:00:18.609618 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-f7d51029-d6c6-419c-a1d1-ab99904558a2 None None] Set router b698f985-054d-4ecc-ae18-440117669dea gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 19:00:18.611315 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acef582e-69fc-437e-8aa6-a0f788e622d3 None None] Pushing event updated for resources: {'Port': ['ID=da512f2a-3684-4374-88c2-d4b6b31c2ac1,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:18.645474 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8828671-055c-4b40-851f-6062f13f9fbc admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 19:00:18.650683 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-a8828671-055c-4b40-851f-6062f13f9fbc admin admin] 10.222.0.87 "PUT /v2.0/routers/b698f985-054d-4ecc-ae18-440117669dea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8721573 Feb 17 19:00:18.654284 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-ea144386-f17f-4fca-88e8-6486b20b19d8 None None] Provisioning complete for port f0b8dfda-8fd7-4cae-992a-45c163953a76 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 19:00:18.654605 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ea144386-f17f-4fca-88e8-6486b20b19d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (f0b8dfda-8fd7-4cae-992a-45c163953a76), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:18.773521 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port 649390d8-2e67-4956-bd73-5a39a39c6c67 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 19:00:18.774653 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device ce615961-ffa9-4773-ba92-b7934905b356 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 19:00:18.779315 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-ea144386-f17f-4fca-88e8-6486b20b19d8 None None] Port f0b8dfda-8fd7-4cae-992a-45c163953a76 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 19:00:18.860441 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-ea144386-f17f-4fca-88e8-6486b20b19d8 None None] Provisioning complete for port da512f2a-3684-4374-88c2-d4b6b31c2ac1 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 19:00:18.860824 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ea144386-f17f-4fca-88e8-6486b20b19d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (da512f2a-3684-4374-88c2-d4b6b31c2ac1), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:18.931658 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port ce615961-ffa9-4773-ba92-b7934905b356 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 19:00:18.932042 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (ce615961-ffa9-4773-ba92-b7934905b356), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:19.052901 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-ea144386-f17f-4fca-88e8-6486b20b19d8 None None] Current status of the port da512f2a-3684-4374-88c2-d4b6b31c2ac1 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 19:00:19.084846 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-f7d51029-d6c6-419c-a1d1-ab99904558a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b698f985-054d-4ecc-ae18-440117669dea', 'name': 'tempest-TestSnapshotPattern-201991376-router', 'tenant_id': '95f566c4606949599b672d3cd3380034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'cb754be2-260d-4622-9704-56697ecbf042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T19:00:14Z', 'updated_at': '2022-02-17T19:00:17Z', 'revision_number': 4, 'project_id': '95f566c4606949599b672d3cd3380034', 'gw_port': {'id': 'cb754be2-260d-4622-9704-56697ecbf042', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b698f985-054d-4ecc-ae18-440117669dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T19:00:15Z', 'updated_at': '2022-02-17T19:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'f0b8dfda-8fd7-4cae-992a-45c163953a76', 'name': '', 'network_id': '35bc992a-860c-46dd-a15b-ba765bb3f22a', 'tenant_id': '95f566c4606949599b672d3cd3380034', 'mac_address': 'fa:16:3e:e7:52:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b698f985-054d-4ecc-ae18-440117669dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '9ee58e62-cb84-4cf1-9879-abea5ef62ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T19:00:17Z', 'updated_at': '2022-02-17T19:00:17Z', 'revision_number': 2, 'project_id': '95f566c4606949599b672d3cd3380034', 'subnets': [{'id': '9ee58e62-cb84-4cf1-9879-abea5ef62ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:00:19.116390 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d51029-d6c6-419c-a1d1-ab99904558a2 None None] The sync data for ids ['b698f985-054d-4ecc-ae18-440117669dea'] in n-d-829613-2 is: [{'id': 'b698f985-054d-4ecc-ae18-440117669dea', 'name': 'tempest-TestSnapshotPattern-201991376-router', 'tenant_id': '95f566c4606949599b672d3cd3380034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'cb754be2-260d-4622-9704-56697ecbf042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T19:00:14Z', 'updated_at': '2022-02-17T19:00:17Z', 'revision_number': 4, 'project_id': '95f566c4606949599b672d3cd3380034', 'gw_port': {'id': 'cb754be2-260d-4622-9704-56697ecbf042', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b698f985-054d-4ecc-ae18-440117669dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T19:00:15Z', 'updated_at': '2022-02-17T19:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'f0b8dfda-8fd7-4cae-992a-45c163953a76', 'name': '', 'network_id': '35bc992a-860c-46dd-a15b-ba765bb3f22a', 'tenant_id': '95f566c4606949599b672d3cd3380034', 'mac_address': 'fa:16:3e:e7:52:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b698f985-054d-4ecc-ae18-440117669dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '9ee58e62-cb84-4cf1-9879-abea5ef62ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T19:00:17Z', 'updated_at': '2022-02-17T19:00:17Z', 'revision_number': 2, 'project_id': '95f566c4606949599b672d3cd3380034', 'subnets': [{'id': '9ee58e62-cb84-4cf1-9879-abea5ef62ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 19:00:19.121196 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port ce615961-ffa9-4773-ba92-b7934905b356 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 19:00:19.122243 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device da512f2a-3684-4374-88c2-d4b6b31c2ac1 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 19:00:19.180410 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port da512f2a-3684-4374-88c2-d4b6b31c2ac1 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 19:00:19.180793 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (da512f2a-3684-4374-88c2-d4b6b31c2ac1), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:19.184433 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-e89607af-9e29-4095-bd82-cbc41d633609 None None] Provisioning complete for port f0b8dfda-8fd7-4cae-992a-45c163953a76 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 19:00:19.184433 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e89607af-9e29-4095-bd82-cbc41d633609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (f0b8dfda-8fd7-4cae-992a-45c163953a76), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:19.252671 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-e89607af-9e29-4095-bd82-cbc41d633609 None None] Port f0b8dfda-8fd7-4cae-992a-45c163953a76 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 19:00:19.305737 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port da512f2a-3684-4374-88c2-d4b6b31c2ac1 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 19:00:19.490914 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43782) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 19:00:19.495848 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-ba380b4a-4b60-4894-93a8-a5852bf16aba tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1757840088', 'description': 'tempest-secgroup-smoke-1757840088 description', 'project_id': '1cb0831177634e29a84b6c96afda9aa4'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 19:00:19.517497 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ba380b4a-4b60-4894-93a8-a5852bf16aba tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks [] for security_group (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:19.588086 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ba380b4a-4b60-4894-93a8-a5852bf16aba tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks [] for security_group (6a291a22-fe13-4936-a1fb-432244b8e85a), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:19.592547 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ba380b4a-4b60-4894-93a8-a5852bf16aba tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (6a291a22-fe13-4936-a1fb-432244b8e85a), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:19.621493 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ba380b4a-4b60-4894-93a8-a5852bf16aba tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks [] for security_group (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:19.622817 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-ba380b4a-4b60-4894-93a8-a5852bf16aba tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1306303 Feb 17 19:00:19.628028 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba380b4a-4b60-4894-93a8-a5852bf16aba tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a291a22-fe13-4936-a1fb-432244b8e85a,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:19.628519 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 43784) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 19:00:19.636853 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-e83375b3-e8e7-4de0-b3a6-cba96b88b105 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Request body: {'security_group_rule': {'security_group_id': '6a291a22-fe13-4936-a1fb-432244b8e85a', 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 19:00:19.667456 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e83375b3-e8e7-4de0-b3a6-cba96b88b105 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks [] for security_group_rule (dc1abd31-8872-4cfc-874e-f56ded43c116), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:19.726576 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e83375b3-e8e7-4de0-b3a6-cba96b88b105 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks [] for security_group_rule (dc1abd31-8872-4cfc-874e-f56ded43c116), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:19.730917 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e83375b3-e8e7-4de0-b3a6-cba96b88b105 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (dc1abd31-8872-4cfc-874e-f56ded43c116), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:19.750668 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83375b3-e8e7-4de0-b3a6-cba96b88b105 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc1abd31-8872-4cfc-874e-f56ded43c116,revision_number=0']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:19.757800 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-e83375b3-e8e7-4de0-b3a6-cba96b88b105 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:19.759365 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-e83375b3-e8e7-4de0-b3a6-cba96b88b105 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1296580 Feb 17 19:00:19.762205 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43786) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 19:00:19.767186 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-5fc14f1c-e32d-4bfe-b210-83ae998b25fe tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Request body: {'security_group_rule': {'security_group_id': '6a291a22-fe13-4936-a1fb-432244b8e85a', 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 19:00:19.793342 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5fc14f1c-e32d-4bfe-b210-83ae998b25fe tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks [] for security_group_rule (868fd753-67ed-4db3-b0a8-64a3e2438f89), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:19.849292 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:19.851922 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5fc14f1c-e32d-4bfe-b210-83ae998b25fe tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks [] for security_group_rule (868fd753-67ed-4db3-b0a8-64a3e2438f89), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:19.855407 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5fc14f1c-e32d-4bfe-b210-83ae998b25fe tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (868fd753-67ed-4db3-b0a8-64a3e2438f89), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:19.873313 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc14f1c-e32d-4bfe-b210-83ae998b25fe tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=868fd753-67ed-4db3-b0a8-64a3e2438f89,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:19.879830 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-5fc14f1c-e32d-4bfe-b210-83ae998b25fe tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:19.881095 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-5fc14f1c-e32d-4bfe-b210-83ae998b25fe tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1178737 Feb 17 19:00:19.883756 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43788) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 19:00:19.888055 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-f4c12b29-75a8-4624-8f85-827371ee03c0 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Request body: {'security_group_rule': {'security_group_id': '6a291a22-fe13-4936-a1fb-432244b8e85a', 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 19:00:19.913570 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f4c12b29-75a8-4624-8f85-827371ee03c0 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks [] for security_group_rule (76f501a3-a300-451a-a8c8-7879b441393b), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:20.171338 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device da512f2a-3684-4374-88c2-d4b6b31c2ac1 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 19:00:20.223160 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port da512f2a-3684-4374-88c2-d4b6b31c2ac1 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 19:00:20.223537 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (da512f2a-3684-4374-88c2-d4b6b31c2ac1), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:20.273609 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f4c12b29-75a8-4624-8f85-827371ee03c0 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks [] for security_group_rule (76f501a3-a300-451a-a8c8-7879b441393b), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:20.277399 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f4c12b29-75a8-4624-8f85-827371ee03c0 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (76f501a3-a300-451a-a8c8-7879b441393b), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:20.296311 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c12b29-75a8-4624-8f85-827371ee03c0 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76f501a3-a300-451a-a8c8-7879b441393b,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:20.304008 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-f4c12b29-75a8-4624-8f85-827371ee03c0 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:20.305323 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-f4c12b29-75a8-4624-8f85-827371ee03c0 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4205658 Feb 17 19:00:20.311500 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43790) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 19:00:20.316186 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-ec7715fd-a6b5-4478-ac61-ee47bde4a7d4 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Request body: {'security_group_rule': {'security_group_id': '6a291a22-fe13-4936-a1fb-432244b8e85a', 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 19:00:20.317076 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port da512f2a-3684-4374-88c2-d4b6b31c2ac1 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 19:00:20.340824 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ec7715fd-a6b5-4478-ac61-ee47bde4a7d4 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks [] for security_group_rule (161ece97-47a3-45c5-8585-7634fa6ffa3e), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:20.396916 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ec7715fd-a6b5-4478-ac61-ee47bde4a7d4 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks [] for security_group_rule (161ece97-47a3-45c5-8585-7634fa6ffa3e), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:20.400619 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ec7715fd-a6b5-4478-ac61-ee47bde4a7d4 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (161ece97-47a3-45c5-8585-7634fa6ffa3e), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:20.415036 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7715fd-a6b5-4478-ac61-ee47bde4a7d4 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=161ece97-47a3-45c5-8585-7634fa6ffa3e,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:20.426261 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-ec7715fd-a6b5-4478-ac61-ee47bde4a7d4 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:20.427449 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-ec7715fd-a6b5-4478-ac61-ee47bde4a7d4 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1149759 Feb 17 19:00:20.430154 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43792) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 19:00:20.434506 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-4d5b4a34-94bd-48a3-ac8f-a259686a7346 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Request body: {'security_group_rule': {'security_group_id': '6a291a22-fe13-4936-a1fb-432244b8e85a', 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 19:00:20.454843 n-d-829613-2 neutron-server[103435]: INFO neutron.db.securitygroups_db [None req-4d5b4a34-94bd-48a3-ac8f-a259686a7346 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Project 1cb0831177634e29a84b6c96afda9aa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 19:00:20.460618 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4d5b4a34-94bd-48a3-ac8f-a259686a7346 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks [] for security_group_rule (f6dce5d1-d6db-42a4-833d-f540143e80ae), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:20.519765 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4d5b4a34-94bd-48a3-ac8f-a259686a7346 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks [] for security_group_rule (f6dce5d1-d6db-42a4-833d-f540143e80ae), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:20.523743 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4d5b4a34-94bd-48a3-ac8f-a259686a7346 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (f6dce5d1-d6db-42a4-833d-f540143e80ae), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:20.540888 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5b4a34-94bd-48a3-ac8f-a259686a7346 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6dce5d1-d6db-42a4-833d-f540143e80ae,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:20.549551 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-4d5b4a34-94bd-48a3-ac8f-a259686a7346 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:20.554711 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-4d5b4a34-94bd-48a3-ac8f-a259686a7346 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1205013 Feb 17 19:00:20.554711 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43794) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 19:00:20.558936 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-22263d77-c2b4-4a0c-872f-0c71658fd8f1 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Request body: {'security_group_rule': {'security_group_id': '6a291a22-fe13-4936-a1fb-432244b8e85a', 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 19:00:20.589279 n-d-829613-2 neutron-server[103435]: INFO neutron.db.securitygroups_db [None req-22263d77-c2b4-4a0c-872f-0c71658fd8f1 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Project 1cb0831177634e29a84b6c96afda9aa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 19:00:20.595253 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-22263d77-c2b4-4a0c-872f-0c71658fd8f1 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks [] for security_group_rule (35e1d768-2076-4cf9-bd54-5054256022f6), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:20.644327 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:20.658474 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-22263d77-c2b4-4a0c-872f-0c71658fd8f1 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks [] for security_group_rule (35e1d768-2076-4cf9-bd54-5054256022f6), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:20.662613 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-22263d77-c2b4-4a0c-872f-0c71658fd8f1 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761748'] for security_group_rule (35e1d768-2076-4cf9-bd54-5054256022f6), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:20.682707 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22263d77-c2b4-4a0c-872f-0c71658fd8f1 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35e1d768-2076-4cf9-bd54-5054256022f6,revision_number=0']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:20.690395 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-22263d77-c2b4-4a0c-872f-0c71658fd8f1 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:20.691601 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-22263d77-c2b4-4a0c-872f-0c71658fd8f1 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1364501 Feb 17 19:00:20.848208 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-4bd315d8-6f74-46f3-b6a7-f01fb34f3110 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1757840088&fields=id&tenant_id=1cb0831177634e29a84b6c96afda9aa4 HTTP/1.1" status: 200 len: 267 time: 0.0517776 Feb 17 19:00:20.956859 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-8007d5cc-0d50-4a1e-aad2-22aff546a343 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:00:20.958411 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-8007d5cc-0d50-4a1e-aad2-22aff546a343 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/networks?id=49689d39-14e1-44d3-af65-297b6c1e09d0 HTTP/1.1" status: 200 len: 809 time: 0.1035120 Feb 17 19:00:20.979378 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-e12b7b67-87c6-4a0a-98a0-058c5729e707 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/quotas/1cb0831177634e29a84b6c96afda9aa4 HTTP/1.1" status: 200 len: 375 time: 0.0138042 Feb 17 19:00:21.041138 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-030941a2-e1b0-431a-afa1-1a9b3c3223fc tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=1cb0831177634e29a84b6c96afda9aa4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559807 Feb 17 19:00:21.147404 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-05e53915-7e7b-4f76-b36a-6a2d0683926b service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103435) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 19:00:21.148458 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-05e53915-7e7b-4f76-b36a-6a2d0683926b service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0963373 Feb 17 19:00:21.240284 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-1b4ccce5-fae4-4873-be04-fb4a92319846 service neutron] 10.222.0.87 "GET /v2.0/networks/49689d39-14e1-44d3-af65-297b6c1e09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855408 Feb 17 19:00:21.344318 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-5340dc3f-e8a2-41a2-b8e5-8725f9092040 service neutron] 10.222.0.87 "GET /v2.0/networks/49689d39-14e1-44d3-af65-297b6c1e09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983531 Feb 17 19:00:21.509674 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0cdcd080-c867-478e-89db-483ad8f12548 req-b4caf77d-fa72-48eb-853d-ea01ddd64284 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/ports?device_id=b42a6651-b1b3-415b-873c-8f31d4244930 HTTP/1.1" status: 200 len: 210 time: 0.0263979 Feb 17 19:00:22.075438 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96db7c1-90dc-4fdd-9894-96a4033972c1 None None] Sync routers for ids ['b698f985-054d-4ecc-ae18-440117669dea'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 19:00:22.086415 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96db7c1-90dc-4fdd-9894-96a4033972c1 None None] Routers {'b698f985-054d-4ecc-ae18-440117669dea'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 19:00:22.087018 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-f96db7c1-90dc-4fdd-9894-96a4033972c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T19:00:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['b698f985-054d-4ecc-ae18-440117669dea'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:00:22.186142 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device cb754be2-260d-4622-9704-56697ecbf042 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 19:00:22.201278 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-f96db7c1-90dc-4fdd-9894-96a4033972c1 None None] Set router b698f985-054d-4ecc-ae18-440117669dea gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 19:00:22.234838 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port cb754be2-260d-4622-9704-56697ecbf042 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 19:00:22.235159 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (cb754be2-260d-4622-9704-56697ecbf042), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:22.317306 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port cb754be2-260d-4622-9704-56697ecbf042 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 19:00:22.318046 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (cb754be2-260d-4622-9704-56697ecbf042), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:22.342232 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] For port cb754be2-260d-4622-9704-56697ecbf042, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=cb754be2-260d-4622-9704-56697ecbf042,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 19:00:22.346444 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (cb754be2-260d-4622-9704-56697ecbf042), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:22.401152 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Pushing event updated for resources: {'Port': ['ID=cb754be2-260d-4622-9704-56697ecbf042,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:22.421344 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-f96db7c1-90dc-4fdd-9894-96a4033972c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b698f985-054d-4ecc-ae18-440117669dea', 'name': 'tempest-TestSnapshotPattern-201991376-router', 'tenant_id': '95f566c4606949599b672d3cd3380034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'cb754be2-260d-4622-9704-56697ecbf042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T19:00:14Z', 'updated_at': '2022-02-17T19:00:17Z', 'revision_number': 4, 'project_id': '95f566c4606949599b672d3cd3380034', 'gw_port': {'id': 'cb754be2-260d-4622-9704-56697ecbf042', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b698f985-054d-4ecc-ae18-440117669dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T19:00:15Z', 'updated_at': '2022-02-17T19:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'f0b8dfda-8fd7-4cae-992a-45c163953a76', 'name': '', 'network_id': '35bc992a-860c-46dd-a15b-ba765bb3f22a', 'tenant_id': '95f566c4606949599b672d3cd3380034', 'mac_address': 'fa:16:3e:e7:52:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b698f985-054d-4ecc-ae18-440117669dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '9ee58e62-cb84-4cf1-9879-abea5ef62ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T19:00:17Z', 'updated_at': '2022-02-17T19:00:17Z', 'revision_number': 2, 'project_id': '95f566c4606949599b672d3cd3380034', 'subnets': [{'id': '9ee58e62-cb84-4cf1-9879-abea5ef62ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:00:22.460147 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96db7c1-90dc-4fdd-9894-96a4033972c1 None None] Checking router: b698f985-054d-4ecc-ae18-440117669dea for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 19:00:22.460658 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96db7c1-90dc-4fdd-9894-96a4033972c1 None None] Updating router b698f985-054d-4ecc-ae18-440117669dea port f0b8dfda-8fd7-4cae-992a-45c163953a76 binding host n-d-829613-2 {{(pid=103438) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 19:00:22.492227 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f96db7c1-90dc-4fdd-9894-96a4033972c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (f0b8dfda-8fd7-4cae-992a-45c163953a76), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:22.614414 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-03b511fb-7775-4a63-bb13-14a6f89e0b5a req-057be2eb-8aca-4036-b66b-7549770848d7 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/ports?device_id=b42a6651-b1b3-415b-873c-8f31d4244930 HTTP/1.1" status: 200 len: 210 time: 0.0328424 Feb 17 19:00:22.775781 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f96db7c1-90dc-4fdd-9894-96a4033972c1 None None] Publish callbacks [] for port (f0b8dfda-8fd7-4cae-992a-45c163953a76), precommit_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:22.781201 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f96db7c1-90dc-4fdd-9894-96a4033972c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (f0b8dfda-8fd7-4cae-992a-45c163953a76), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:22.817411 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-41b1bbcb-4455-460d-992f-8c8bdf4bb049 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:00:22.819014 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-41b1bbcb-4455-460d-992f-8c8bdf4bb049 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.71 "GET /v2.0/networks?id=49689d39-14e1-44d3-af65-297b6c1e09d0 HTTP/1.1" status: 200 len: 809 time: 0.4500985 Feb 17 19:00:22.884614 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-a845c7fc-c5c2-4a8b-b54e-eb430c503c97 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cb0831177634e29a84b6c96afda9aa4 HTTP/1.1" status: 200 len: 380 time: 0.0570543 Feb 17 19:00:22.893840 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-e2c0f0ac-d741-4301-803a-6b2171cf4792 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Request body: {'port': {'device_id': 'b42a6651-b1b3-415b-873c-8f31d4244930', 'network_id': '49689d39-14e1-44d3-af65-297b6c1e09d0', 'admin_state_up': True, 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'security_groups': ['6a291a22-fe13-4936-a1fb-432244b8e85a']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 19:00:22.921899 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c8f34d-8677-4517-931c-9b47206e7dce None None] Pushing event updated for resources: {'Port': ['ID=f0b8dfda-8fd7-4cae-992a-45c163953a76,revision_number=3']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:22.984280 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-f96db7c1-90dc-4fdd-9894-96a4033972c1 None None] Attempting to bind port f0b8dfda-8fd7-4cae-992a-45c163953a76 on host n-d-829613-2 for vnic_type normal with profile {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 19:00:22.984695 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-f96db7c1-90dc-4fdd-9894-96a4033972c1 None None] Attempting to bind port f0b8dfda-8fd7-4cae-992a-45c163953a76 by drivers openvswitch,hyperv on host n-d-829613-2 at level 0 using segments [{'id': 'de152f54-bb2c-4eba-abf8-566c10dac246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '35bc992a-860c-46dd-a15b-ba765bb3f22a'}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 19:00:22.985184 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96db7c1-90dc-4fdd-9894-96a4033972c1 None None] Attempting to bind port f0b8dfda-8fd7-4cae-992a-45c163953a76 on network 35bc992a-860c-46dd-a15b-ba765bb3f22a {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 19:00:22.991326 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96db7c1-90dc-4fdd-9894-96a4033972c1 None None] Checking agent: {'id': '131b5080-f03d-4dbc-ab6b-21dd127effb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 15, 9), 'started_at': datetime.datetime(2022, 2, 17, 17, 15, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 19, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-829613-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 19:00:22.991855 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96db7c1-90dc-4fdd-9894-96a4033972c1 None None] Checking segment: {'id': 'de152f54-bb2c-4eba-abf8-566c10dac246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '35bc992a-860c-46dd-a15b-ba765bb3f22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 19:00:22.992434 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f96db7c1-90dc-4fdd-9894-96a4033972c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:22.992927 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96db7c1-90dc-4fdd-9894-96a4033972c1 None None] Bound using segment: {'id': 'de152f54-bb2c-4eba-abf8-566c10dac246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '35bc992a-860c-46dd-a15b-ba765bb3f22a'} {{(pid=103438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 19:00:22.993503 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.managers [None req-f96db7c1-90dc-4fdd-9894-96a4033972c1 None None] Bound port: f0b8dfda-8fd7-4cae-992a-45c163953a76, host: n-d-829613-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de152f54-bb2c-4eba-abf8-566c10dac246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '35bc992a-860c-46dd-a15b-ba765bb3f22a'}}] {{(pid=103438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 19:00:22.993983 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f96db7c1-90dc-4fdd-9894-96a4033972c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (f0b8dfda-8fd7-4cae-992a-45c163953a76), before_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:23.018953 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-e2c0f0ac-d741-4301-803a-6b2171cf4792 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Made reservation on behalf of 1cb0831177634e29a84b6c96afda9aa4 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 19:00:23.022650 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-e2c0f0ac-d741-4301-803a-6b2171cf4792 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:23.064908 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-f96db7c1-90dc-4fdd-9894-96a4033972c1 None None] For port f0b8dfda-8fd7-4cae-992a-45c163953a76, host n-d-829613-2, cleared binding levels {{(pid=103438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 19:00:23.069140 n-d-829613-2 neutron-server[103438]: DEBUG neutron.plugins.ml2.db [None req-f96db7c1-90dc-4fdd-9894-96a4033972c1 None None] For port f0b8dfda-8fd7-4cae-992a-45c163953a76, host n-d-829613-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=f0b8dfda-8fd7-4cae-992a-45c163953a76,segment=NetworkSegment(de152f54-bb2c-4eba-abf8-566c10dac246),segment_id=de152f54-bb2c-4eba-abf8-566c10dac246)] {{(pid=103438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 19:00:23.075674 n-d-829613-2 neutron-server[103438]: DEBUG neutron_lib.callbacks.manager [None req-f96db7c1-90dc-4fdd-9894-96a4033972c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (f0b8dfda-8fd7-4cae-992a-45c163953a76), after_update {{(pid=103438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:23.131316 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96db7c1-90dc-4fdd-9894-96a4033972c1 None None] Routers {'b698f985-054d-4ecc-ae18-440117669dea'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 19:00:23.131936 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-f96db7c1-90dc-4fdd-9894-96a4033972c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T19:00:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['b698f985-054d-4ecc-ae18-440117669dea'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:00:23.153300 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-e2c0f0ac-d741-4301-803a-6b2171cf4792 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Allocated IP 172.20.0.3 (49689d39-14e1-44d3-af65-297b6c1e09d0/25e30059-1ab4-429f-b3fb-6d9360f4cb26/471fcbb6-6fcb-4479-be70-2356b95a2a86) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 19:00:23.206078 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c8f34d-8677-4517-931c-9b47206e7dce None None] Pushing event updated for resources: {'Port': ['ID=f0b8dfda-8fd7-4cae-992a-45c163953a76,revision_number=4']} {{(pid=103438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:23.220770 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-dc79507c-4b86-4aa1-b239-d9876f2a99eb None None] Provisioning complete for port f0b8dfda-8fd7-4cae-992a-45c163953a76 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 19:00:23.222326 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dc79507c-4b86-4aa1-b239-d9876f2a99eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (f0b8dfda-8fd7-4cae-992a-45c163953a76), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:23.270464 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-f96db7c1-90dc-4fdd-9894-96a4033972c1 None None] Set router b698f985-054d-4ecc-ae18-440117669dea gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 19:00:23.335097 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-e2c0f0ac-d741-4301-803a-6b2171cf4792 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks [] for port (471fcbb6-6fcb-4479-be70-2356b95a2a86), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:23.377734 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-e2c0f0ac-d741-4301-803a-6b2171cf4792 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (471fcbb6-6fcb-4479-be70-2356b95a2a86), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:23.429222 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-e2c0f0ac-d741-4301-803a-6b2171cf4792 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Network 49689d39-14e1-44d3-af65-297b6c1e09d0 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 19:00:23.433123 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-e2c0f0ac-d741-4301-803a-6b2171cf4792 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 19:00:23.437810 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-e2c0f0ac-d741-4301-803a-6b2171cf4792 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 19:00:23.478152 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c0f0ac-d741-4301-803a-6b2171cf4792 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Pushing event updated for resources: {'Port': ['ID=471fcbb6-6fcb-4479-be70-2356b95a2a86,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:23.497760 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-dc79507c-4b86-4aa1-b239-d9876f2a99eb None None] Current status of the port f0b8dfda-8fd7-4cae-992a-45c163953a76 is: DOWN; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 19:00:23.498459 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dc79507c-4b86-4aa1-b239-d9876f2a99eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (f0b8dfda-8fd7-4cae-992a-45c163953a76), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:23.499175 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-e2c0f0ac-d741-4301-803a-6b2171cf4792 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:00:23.499850 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-e2c0f0ac-d741-4301-803a-6b2171cf4792 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:23.520366 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-f96db7c1-90dc-4fdd-9894-96a4033972c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b698f985-054d-4ecc-ae18-440117669dea', 'name': 'tempest-TestSnapshotPattern-201991376-router', 'tenant_id': '95f566c4606949599b672d3cd3380034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'cb754be2-260d-4622-9704-56697ecbf042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T19:00:14Z', 'updated_at': '2022-02-17T19:00:17Z', 'revision_number': 4, 'project_id': '95f566c4606949599b672d3cd3380034', 'gw_port': {'id': 'cb754be2-260d-4622-9704-56697ecbf042', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b698f985-054d-4ecc-ae18-440117669dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T19:00:15Z', 'updated_at': '2022-02-17T19:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'f0b8dfda-8fd7-4cae-992a-45c163953a76', 'name': '', 'network_id': '35bc992a-860c-46dd-a15b-ba765bb3f22a', 'tenant_id': '95f566c4606949599b672d3cd3380034', 'mac_address': 'fa:16:3e:e7:52:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b698f985-054d-4ecc-ae18-440117669dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '9ee58e62-cb84-4cf1-9879-abea5ef62ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T19:00:17Z', 'updated_at': '2022-02-17T19:00:23Z', 'revision_number': 4, 'project_id': '95f566c4606949599b672d3cd3380034', 'subnets': [{'id': '9ee58e62-cb84-4cf1-9879-abea5ef62ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:00:23.529070 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-e2c0f0ac-d741-4301-803a-6b2171cf4792 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6389582 Feb 17 19:00:23.537798 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-dc79507c-4b86-4aa1-b239-d9876f2a99eb None None] For port f0b8dfda-8fd7-4cae-992a-45c163953a76, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=f0b8dfda-8fd7-4cae-992a-45c163953a76,segment=NetworkSegment(de152f54-bb2c-4eba-abf8-566c10dac246),segment_id=de152f54-bb2c-4eba-abf8-566c10dac246)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 19:00:23.541326 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-29a6685d-6323-4935-b33b-185ee211decf service neutron] Request body: {'port': {'device_id': 'b42a6651-b1b3-415b-873c-8f31d4244930', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 19:00:23.546083 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dc79507c-4b86-4aa1-b239-d9876f2a99eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (f0b8dfda-8fd7-4cae-992a-45c163953a76), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:23.553102 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96db7c1-90dc-4fdd-9894-96a4033972c1 None None] The sync data for ids ['b698f985-054d-4ecc-ae18-440117669dea'] in n-d-829613-2 is: [{'id': 'b698f985-054d-4ecc-ae18-440117669dea', 'name': 'tempest-TestSnapshotPattern-201991376-router', 'tenant_id': '95f566c4606949599b672d3cd3380034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'cb754be2-260d-4622-9704-56697ecbf042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T19:00:14Z', 'updated_at': '2022-02-17T19:00:17Z', 'revision_number': 4, 'project_id': '95f566c4606949599b672d3cd3380034', 'gw_port': {'id': 'cb754be2-260d-4622-9704-56697ecbf042', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b698f985-054d-4ecc-ae18-440117669dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T19:00:15Z', 'updated_at': '2022-02-17T19:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'f0b8dfda-8fd7-4cae-992a-45c163953a76', 'name': '', 'network_id': '35bc992a-860c-46dd-a15b-ba765bb3f22a', 'tenant_id': '95f566c4606949599b672d3cd3380034', 'mac_address': 'fa:16:3e:e7:52:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b698f985-054d-4ecc-ae18-440117669dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '9ee58e62-cb84-4cf1-9879-abea5ef62ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T19:00:17Z', 'updated_at': '2022-02-17T19:00:23Z', 'revision_number': 4, 'project_id': '95f566c4606949599b672d3cd3380034', 'subnets': [{'id': '9ee58e62-cb84-4cf1-9879-abea5ef62ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 19:00:23.610645 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79507c-4b86-4aa1-b239-d9876f2a99eb None None] Pushing event updated for resources: {'Port': ['ID=f0b8dfda-8fd7-4cae-992a-45c163953a76,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:23.632833 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-29a6685d-6323-4935-b33b-185ee211decf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (471fcbb6-6fcb-4479-be70-2356b95a2a86), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:23.686137 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-25651f87-5375-45e7-91f0-9c0a18209dcd None None] Provisioning complete for port f0b8dfda-8fd7-4cae-992a-45c163953a76 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 19:00:23.686980 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-25651f87-5375-45e7-91f0-9c0a18209dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (f0b8dfda-8fd7-4cae-992a-45c163953a76), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:23.771829 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51efdcc3-6df2-464f-84df-41d5084399b9 req-9a9b3325-153e-4cd6-9aaa-24a4b0dc9038 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:00:23.774216 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-51efdcc3-6df2-464f-84df-41d5084399b9 req-9a9b3325-153e-4cd6-9aaa-24a4b0dc9038 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/ports?device_id=b42a6651-b1b3-415b-873c-8f31d4244930 HTTP/1.1" status: 200 len: 931 time: 0.0693464 Feb 17 19:00:23.798424 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-25651f87-5375-45e7-91f0-9c0a18209dcd None None] Current status of the port f0b8dfda-8fd7-4cae-992a-45c163953a76 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 19:00:23.832040 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-51efdcc3-6df2-464f-84df-41d5084399b9 req-98907201-8a90-439c-bcb3-b212e5b4d3da tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/security-groups?id=6a291a22-fe13-4936-a1fb-432244b8e85a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520830 Feb 17 19:00:23.919303 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-6bc98e99-50d6-483b-9e38-6917649f1e7c None None] Provisioning complete for port 471fcbb6-6fcb-4479-be70-2356b95a2a86 triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 19:00:23.919672 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-6bc98e99-50d6-483b-9e38-6917649f1e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (471fcbb6-6fcb-4479-be70-2356b95a2a86), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:23.957305 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-6bc98e99-50d6-483b-9e38-6917649f1e7c None None] Port 471fcbb6-6fcb-4479-be70-2356b95a2a86 cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 19:00:23.961349 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-29a6685d-6323-4935-b33b-185ee211decf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 471fcbb6-6fcb-4479-be70-2356b95a2a86 {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 19:00:23.968913 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-29a6685d-6323-4935-b33b-185ee211decf service neutron] Publish callbacks [] for port (471fcbb6-6fcb-4479-be70-2356b95a2a86), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:23.980988 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-29a6685d-6323-4935-b33b-185ee211decf service neutron] Transition to ACTIVE for port object 471fcbb6-6fcb-4479-be70-2356b95a2a86 will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 19:00:23.985071 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-29a6685d-6323-4935-b33b-185ee211decf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (471fcbb6-6fcb-4479-be70-2356b95a2a86), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:24.060569 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a6685d-6323-4935-b33b-185ee211decf service neutron] Pushing event updated for resources: {'Port': ['ID=471fcbb6-6fcb-4479-be70-2356b95a2a86,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:24.110770 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-29a6685d-6323-4935-b33b-185ee211decf service neutron] Attempting to bind port 471fcbb6-6fcb-4479-be70-2356b95a2a86 on host n-h1-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 19:00:24.111117 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-29a6685d-6323-4935-b33b-185ee211decf service neutron] Attempting to bind port 471fcbb6-6fcb-4479-be70-2356b95a2a86 by drivers openvswitch,hyperv on host n-h1-829613-2 at level 0 using segments [{'id': 'c337e586-09ca-44a2-a28f-2d2e469a55d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '49689d39-14e1-44d3-af65-297b6c1e09d0'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 19:00:24.111460 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-29a6685d-6323-4935-b33b-185ee211decf service neutron] Attempting to bind port 471fcbb6-6fcb-4479-be70-2356b95a2a86 on network 49689d39-14e1-44d3-af65-297b6c1e09d0 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 19:00:24.117028 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-29a6685d-6323-4935-b33b-185ee211decf service neutron] Port 471fcbb6-6fcb-4479-be70-2356b95a2a86 on network 49689d39-14e1-44d3-af65-297b6c1e09d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 19:00:24.117294 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-29a6685d-6323-4935-b33b-185ee211decf service neutron] Attempting to bind port 471fcbb6-6fcb-4479-be70-2356b95a2a86 on network 49689d39-14e1-44d3-af65-297b6c1e09d0 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 19:00:24.122568 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-29a6685d-6323-4935-b33b-185ee211decf service neutron] Checking agent: {'id': '1bec43f4-0628-478b-9f48-57bad8352305', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 19, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 19:00:24.122817 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-29a6685d-6323-4935-b33b-185ee211decf service neutron] Checking segment: {'id': 'c337e586-09ca-44a2-a28f-2d2e469a55d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '49689d39-14e1-44d3-af65-297b6c1e09d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 19:00:24.123343 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-29a6685d-6323-4935-b33b-185ee211decf service neutron] Bound using segment: {'id': 'c337e586-09ca-44a2-a28f-2d2e469a55d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '49689d39-14e1-44d3-af65-297b6c1e09d0'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 19:00:24.126590 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-29a6685d-6323-4935-b33b-185ee211decf service neutron] Bound port: 471fcbb6-6fcb-4479-be70-2356b95a2a86, host: n-h1-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c337e586-09ca-44a2-a28f-2d2e469a55d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '49689d39-14e1-44d3-af65-297b6c1e09d0'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 19:00:24.126977 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-29a6685d-6323-4935-b33b-185ee211decf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (471fcbb6-6fcb-4479-be70-2356b95a2a86), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:24.199783 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-29a6685d-6323-4935-b33b-185ee211decf service neutron] For port 471fcbb6-6fcb-4479-be70-2356b95a2a86, host n-h1-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 19:00:24.202384 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device f0b8dfda-8fd7-4cae-992a-45c163953a76 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 19:00:24.203361 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-29a6685d-6323-4935-b33b-185ee211decf service neutron] For port 471fcbb6-6fcb-4479-be70-2356b95a2a86, host n-h1-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=471fcbb6-6fcb-4479-be70-2356b95a2a86,segment=NetworkSegment(c337e586-09ca-44a2-a28f-2d2e469a55d3),segment_id=c337e586-09ca-44a2-a28f-2d2e469a55d3)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 19:00:24.210497 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-29a6685d-6323-4935-b33b-185ee211decf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (471fcbb6-6fcb-4479-be70-2356b95a2a86), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:24.250541 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-29a6685d-6323-4935-b33b-185ee211decf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:00:24.251240 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-29a6685d-6323-4935-b33b-185ee211decf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:24.252574 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-29a6685d-6323-4935-b33b-185ee211decf service neutron] 10.222.0.71 "PUT /v2.0/ports/471fcbb6-6fcb-4479-be70-2356b95a2a86 HTTP/1.1" status: 200 len: 1091 time: 0.7163384 Feb 17 19:00:24.253048 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42a6651-b1b3-415b-873c-8f31d4244930', 'tag': '471fcbb6-6fcb-4479-be70-2356b95a2a86'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 19:00:24.255324 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c485d282-d7d1-4e59-b421-909b3289f6f7" -d '{"events": [{"name": "network-changed", "server_uuid": "b42a6651-b1b3-415b-873c-8f31d4244930", "tag": "471fcbb6-6fcb-4479-be70-2356b95a2a86"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 19:00:24.256625 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port f0b8dfda-8fd7-4cae-992a-45c163953a76 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 19:00:24.257253 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (f0b8dfda-8fd7-4cae-992a-45c163953a76), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:24.279962 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a6685d-6323-4935-b33b-185ee211decf service neutron] Pushing event updated for resources: {'Port': ['ID=471fcbb6-6fcb-4479-be70-2356b95a2a86,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:24.365154 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 19:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e0f385-5a56-4b20-9afa-52c800cbc762 x-openstack-request-id: req-c3e0f385-5a56-4b20-9afa-52c800cbc762 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 19:00:24.365454 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b42a6651-b1b3-415b-873c-8f31d4244930", "tag": "471fcbb6-6fcb-4479-be70-2356b95a2a86", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 19:00:24.365714 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c3e0f385-5a56-4b20-9afa-52c800cbc762 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 19:00:24.366123 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b42a6651-b1b3-415b-873c-8f31d4244930', 'tag': '471fcbb6-6fcb-4479-be70-2356b95a2a86', 'status': 'completed', 'code': 200} Feb 17 19:00:24.373186 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-fb830c2d-2bce-4d60-88fe-473656327318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:00:24.374710 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-fb830c2d-2bce-4d60-88fe-473656327318 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1cb0831177634e29a84b6c96afda9aa4&device_id=b42a6651-b1b3-415b-873c-8f31d4244930 HTTP/1.1" status: 200 len: 1125 time: 0.0606523 Feb 17 19:00:24.384680 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port f0b8dfda-8fd7-4cae-992a-45c163953a76 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 19:00:24.385843 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device cb754be2-260d-4622-9704-56697ecbf042 up at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 19:00:24.422230 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-03f940c6-def9-41e7-a8ad-4cb7b385022d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=471fcbb6-6fcb-4479-be70-2356b95a2a86 HTTP/1.1" status: 200 len: 217 time: 0.0408442 Feb 17 19:00:24.438481 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Provisioning complete for port cb754be2-260d-4622-9704-56697ecbf042 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 19:00:24.438868 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (cb754be2-260d-4622-9704-56697ecbf042), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:24.473435 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-ae1694b8-47e6-4c87-91cc-14871d623ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:00:24.475035 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-ae1694b8-47e6-4c87-91cc-14871d623ef1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=25e30059-1ab4-429f-b3fb-6d9360f4cb26 HTTP/1.1" status: 200 len: 848 time: 0.0466809 Feb 17 19:00:24.523096 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Current status of the port cb754be2-260d-4622-9704-56697ecbf042 is: ACTIVE; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 19:00:24.524956 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-11c84352-3a2e-4cf0-b239-ca28068d6bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:00:24.526487 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-11c84352-3a2e-4cf0-b239-ca28068d6bff service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=49689d39-14e1-44d3-af65-297b6c1e09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457554 Feb 17 19:00:24.618735 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-33ed1bc9-45ca-42db-a4d5-9da672f87973 service neutron] 10.222.0.71 "GET /v2.0/networks/49689d39-14e1-44d3-af65-297b6c1e09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861514 Feb 17 19:00:24.712307 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0a80ab99-fdad-45dc-a1e8-130ff1a472e2 req-a13c4388-450a-40fc-a06f-b0e9c354f192 service neutron] 10.222.0.71 "GET /v2.0/networks/49689d39-14e1-44d3-af65-297b6c1e09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876498 Feb 17 19:00:24.863365 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c485d282-d7d1-4e59-b421-909b3289f6f7 req-8c2203a6-5285-45dd-974e-38926e467023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:00:24.864978 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c485d282-d7d1-4e59-b421-909b3289f6f7 req-8c2203a6-5285-45dd-974e-38926e467023 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1cb0831177634e29a84b6c96afda9aa4&device_id=b42a6651-b1b3-415b-873c-8f31d4244930 HTTP/1.1" status: 200 len: 1125 time: 0.0510378 Feb 17 19:00:24.965045 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c485d282-d7d1-4e59-b421-909b3289f6f7 req-430ae8c5-bce1-48da-950f-c5b2aa40855a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:00:24.966617 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c485d282-d7d1-4e59-b421-909b3289f6f7 req-430ae8c5-bce1-48da-950f-c5b2aa40855a service neutron] 10.222.0.71 "GET /v2.0/networks?id=49689d39-14e1-44d3-af65-297b6c1e09d0 HTTP/1.1" status: 200 len: 910 time: 0.0962832 Feb 17 19:00:24.968695 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801801e6-80f1-474e-8da7-3aa0772309aa req-cf38be3c-22b1-4e44-9c58-128102959d56 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:00:24.970253 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-801801e6-80f1-474e-8da7-3aa0772309aa req-cf38be3c-22b1-4e44-9c58-128102959d56 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/ports?device_id=b42a6651-b1b3-415b-873c-8f31d4244930 HTTP/1.1" status: 200 len: 943 time: 0.0623276 Feb 17 19:00:25.015228 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c485d282-d7d1-4e59-b421-909b3289f6f7 req-f5b447a7-33ac-4929-a111-9602e132c1c8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=471fcbb6-6fcb-4479-be70-2356b95a2a86 HTTP/1.1" status: 200 len: 217 time: 0.0409787 Feb 17 19:00:25.024014 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-801801e6-80f1-474e-8da7-3aa0772309aa req-fe45620e-fadd-41ca-b5d3-450e0dacc4bc tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/security-groups?id=6a291a22-fe13-4936-a1fb-432244b8e85a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477576 Feb 17 19:00:25.064725 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c485d282-d7d1-4e59-b421-909b3289f6f7 req-4e4dd383-686c-43bf-a383-677b7e1f5da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:00:25.066795 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c485d282-d7d1-4e59-b421-909b3289f6f7 req-4e4dd383-686c-43bf-a383-677b7e1f5da7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=25e30059-1ab4-429f-b3fb-6d9360f4cb26 HTTP/1.1" status: 200 len: 848 time: 0.0459061 Feb 17 19:00:25.119311 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c485d282-d7d1-4e59-b421-909b3289f6f7 req-1d622621-a684-4e36-94da-02f21903ecec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:00:25.120852 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c485d282-d7d1-4e59-b421-909b3289f6f7 req-1d622621-a684-4e36-94da-02f21903ecec service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=49689d39-14e1-44d3-af65-297b6c1e09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469499 Feb 17 19:00:25.217056 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c485d282-d7d1-4e59-b421-909b3289f6f7 req-16d5bdd8-f2f8-4572-ad4a-1110b5ea76e2 service neutron] 10.222.0.71 "GET /v2.0/networks/49689d39-14e1-44d3-af65-297b6c1e09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892980 Feb 17 19:00:25.308993 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c485d282-d7d1-4e59-b421-909b3289f6f7 req-aa6ae6aa-c81b-4ecf-9d57-96206c6e64b4 service neutron] 10.222.0.71 "GET /v2.0/networks/49689d39-14e1-44d3-af65-297b6c1e09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853398 Feb 17 19:00:26.140510 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21500043-6871-470c-9d81-29201e3a6c87 req-7234c6bf-199b-4a87-9a7e-b8d294f8b3a5 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:00:26.142253 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-21500043-6871-470c-9d81-29201e3a6c87 req-7234c6bf-199b-4a87-9a7e-b8d294f8b3a5 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/ports?device_id=b42a6651-b1b3-415b-873c-8f31d4244930 HTTP/1.1" status: 200 len: 943 time: 0.0517108 Feb 17 19:00:26.189556 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-21500043-6871-470c-9d81-29201e3a6c87 req-bcc4ac60-9fff-428d-bd32-69866ab8d9e8 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/security-groups?id=6a291a22-fe13-4936-a1fb-432244b8e85a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412383 Feb 17 19:00:27.311953 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584749b-46c6-40bc-bd3d-95e585741eed req-17146275-3cbd-4194-a8fb-3edb76c6be24 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:00:27.313458 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5584749b-46c6-40bc-bd3d-95e585741eed req-17146275-3cbd-4194-a8fb-3edb76c6be24 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/ports?device_id=b42a6651-b1b3-415b-873c-8f31d4244930 HTTP/1.1" status: 200 len: 943 time: 0.0562084 Feb 17 19:00:27.360750 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-5584749b-46c6-40bc-bd3d-95e585741eed req-80a91bee-ab53-4db4-a39b-ce35192c3efe tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/security-groups?id=6a291a22-fe13-4936-a1fb-432244b8e85a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417845 Feb 17 19:00:27.459182 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 471fcbb6-6fcb-4479-be70-2356b95a2a86 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 19:00:27.558411 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 471fcbb6-6fcb-4479-be70-2356b95a2a86, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=471fcbb6-6fcb-4479-be70-2356b95a2a86,segment=NetworkSegment(c337e586-09ca-44a2-a28f-2d2e469a55d3),segment_id=c337e586-09ca-44a2-a28f-2d2e469a55d3)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 19:00:27.569361 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '471fcbb6-6fcb-4479-be70-2356b95a2a86', 'network_id': '49689d39-14e1-44d3-af65-297b6c1e09d0', 'port_id': '471fcbb6-6fcb-4479-be70-2356b95a2a86', 'mac_address': 'fa:16:3e:21:8c:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25e30059-1ab4-429f-b3fb-6d9360f4cb26', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 19:00:27.605801 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 471fcbb6-6fcb-4479-be70-2356b95a2a86 is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 19:00:27.606191 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (471fcbb6-6fcb-4479-be70-2356b95a2a86), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:27.619128 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 471fcbb6-6fcb-4479-be70-2356b95a2a86 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 19:00:27.641837 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 471fcbb6-6fcb-4479-be70-2356b95a2a86, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=471fcbb6-6fcb-4479-be70-2356b95a2a86,segment=NetworkSegment(c337e586-09ca-44a2-a28f-2d2e469a55d3),segment_id=c337e586-09ca-44a2-a28f-2d2e469a55d3)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 19:00:27.645803 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (471fcbb6-6fcb-4479-be70-2356b95a2a86), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:27.696371 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=471fcbb6-6fcb-4479-be70-2356b95a2a86,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:27.851993 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['471fcbb6-6fcb-4479-be70-2356b95a2a86'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 19:00:28.477343 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295fdea5-2970-4c15-9335-f6ce2d266cf9 req-abdbee21-ff35-4714-97d4-d5922623d62c tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:00:28.478793 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-295fdea5-2970-4c15-9335-f6ce2d266cf9 req-abdbee21-ff35-4714-97d4-d5922623d62c tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/ports?device_id=b42a6651-b1b3-415b-873c-8f31d4244930 HTTP/1.1" status: 200 len: 944 time: 0.0515316 Feb 17 19:00:28.526933 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-295fdea5-2970-4c15-9335-f6ce2d266cf9 req-1e1fc54d-5eae-4726-b6da-8d15b0dc384a tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/security-groups?id=6a291a22-fe13-4936-a1fb-432244b8e85a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426202 Feb 17 19:00:29.474873 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 471fcbb6-6fcb-4479-be70-2356b95a2a86 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 19:00:29.526881 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning for port 471fcbb6-6fcb-4479-be70-2356b95a2a86 completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 19:00:29.531028 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 471fcbb6-6fcb-4479-be70-2356b95a2a86 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 19:00:29.531428 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (471fcbb6-6fcb-4479-be70-2356b95a2a86), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:29.609151 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 471fcbb6-6fcb-4479-be70-2356b95a2a86 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 19:00:29.609545 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (471fcbb6-6fcb-4479-be70-2356b95a2a86), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:29.632154 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42a6651-b1b3-415b-873c-8f31d4244930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471fcbb6-6fcb-4479-be70-2356b95a2a86'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 19:00:29.634456 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a58b36eb5214be741a58d8f0f454d70cefb3ebdc097f6d2df64ce05b1b6ee80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812ce76a-6c37-46bc-8671-d07329fa8ece" -d '{"events": [{"server_uuid": "b42a6651-b1b3-415b-873c-8f31d4244930", "name": "network-vif-plugged", "status": "completed", "tag": "471fcbb6-6fcb-4479-be70-2356b95a2a86"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 19:00:29.649069 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 471fcbb6-6fcb-4479-be70-2356b95a2a86, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=471fcbb6-6fcb-4479-be70-2356b95a2a86,segment=NetworkSegment(c337e586-09ca-44a2-a28f-2d2e469a55d3),segment_id=c337e586-09ca-44a2-a28f-2d2e469a55d3)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 19:00:29.650526 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f0f71-1d4c-44af-8fb6-655e3b06a3b9 req-f440019a-107a-4dd6-a3d5-d0633b43c65b tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:00:29.652182 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0c5f0f71-1d4c-44af-8fb6-655e3b06a3b9 req-f440019a-107a-4dd6-a3d5-d0633b43c65b tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/ports?device_id=b42a6651-b1b3-415b-873c-8f31d4244930 HTTP/1.1" status: 200 len: 944 time: 0.0580471 Feb 17 19:00:29.657431 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (471fcbb6-6fcb-4479-be70-2356b95a2a86), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:29.700093 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0c5f0f71-1d4c-44af-8fb6-655e3b06a3b9 req-a23c5720-42d2-44e9-9439-cc5028392ad9 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/security-groups?id=6a291a22-fe13-4936-a1fb-432244b8e85a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421772 Feb 17 19:00:29.710138 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=471fcbb6-6fcb-4479-be70-2356b95a2a86,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:29.743880 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 19:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2a07d3-b3df-4ab8-afac-ccdb8a8bd31c x-openstack-request-id: req-8f2a07d3-b3df-4ab8-afac-ccdb8a8bd31c {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 19:00:29.744182 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42a6651-b1b3-415b-873c-8f31d4244930", "name": "network-vif-plugged", "status": "completed", "tag": "471fcbb6-6fcb-4479-be70-2356b95a2a86", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 19:00:29.744478 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8f2a07d3-b3df-4ab8-afac-ccdb8a8bd31c {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 19:00:29.744888 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42a6651-b1b3-415b-873c-8f31d4244930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471fcbb6-6fcb-4479-be70-2356b95a2a86', 'code': 200} Feb 17 19:00:29.840165 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74aa54f-f023-465b-a76e-ddfa961f5547 req-e12da76a-2187-433b-8ef3-465c1d5ea312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:00:29.841745 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a74aa54f-f023-465b-a76e-ddfa961f5547 req-e12da76a-2187-433b-8ef3-465c1d5ea312 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b42a6651-b1b3-415b-873c-8f31d4244930 HTTP/1.1" status: 200 len: 1127 time: 0.0445712 Feb 17 19:00:29.894757 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-a74aa54f-f023-465b-a76e-ddfa961f5547 req-4c9a623d-dee8-4ca4-8219-30345eb1e095 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=6a291a22-fe13-4936-a1fb-432244b8e85a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468411 Feb 17 19:00:30.821295 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a012c3f-c61f-4046-a070-79b32c64f6f0 req-2169364d-29b8-4ab4-917d-7637459f3bc7 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:00:30.822698 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8a012c3f-c61f-4046-a070-79b32c64f6f0 req-2169364d-29b8-4ab4-917d-7637459f3bc7 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/ports?device_id=b42a6651-b1b3-415b-873c-8f31d4244930 HTTP/1.1" status: 200 len: 945 time: 0.0520861 Feb 17 19:00:30.873419 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8a012c3f-c61f-4046-a070-79b32c64f6f0 req-6b67f64f-7c1c-4d1d-a455-2702c07c64f8 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/security-groups?id=6a291a22-fe13-4936-a1fb-432244b8e85a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450504 Feb 17 19:00:31.992206 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7af441-f0d2-4673-a155-b8fa9d3ba9fd req-2b3af3d6-6b2e-43ed-b038-e79e1048c809 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:00:31.993714 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2f7af441-f0d2-4673-a155-b8fa9d3ba9fd req-2b3af3d6-6b2e-43ed-b038-e79e1048c809 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/ports?device_id=b42a6651-b1b3-415b-873c-8f31d4244930 HTTP/1.1" status: 200 len: 945 time: 0.0534196 Feb 17 19:00:32.046378 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2f7af441-f0d2-4673-a155-b8fa9d3ba9fd req-d53b633f-905c-4726-9ffc-ad6bd2ec5b5c tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/security-groups?id=6a291a22-fe13-4936-a1fb-432244b8e85a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470843 Feb 17 19:00:32.160698 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac1445-9917-431d-bdf2-44d318f47858 req-92de315a-fb78-439c-95e4-b7fbf0ba8f46 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:00:32.162085 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3eac1445-9917-431d-bdf2-44d318f47858 req-92de315a-fb78-439c-95e4-b7fbf0ba8f46 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/ports?device_id=b42a6651-b1b3-415b-873c-8f31d4244930 HTTP/1.1" status: 200 len: 945 time: 0.0525260 Feb 17 19:00:32.209851 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-3eac1445-9917-431d-bdf2-44d318f47858 req-2565d2ed-ac55-4660-89cc-7495ae5100ee tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/security-groups?id=6a291a22-fe13-4936-a1fb-432244b8e85a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422540 Feb 17 19:00:32.230756 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43850) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 19:00:32.313282 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3131f42d-c828-4bae-8fdf-81d4524996f7 tempest-TestSnapshotPattern-949059355 tempest-TestSnapshotPattern-949059355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:00:32.314788 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-3131f42d-c828-4bae-8fdf-81d4524996f7 tempest-TestSnapshotPattern-949059355 tempest-TestSnapshotPattern-949059355-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=b42a6651-b1b3-415b-873c-8f31d4244930 HTTP/1.1" status: 200 len: 1122 time: 0.0830593 Feb 17 19:00:32.318240 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 43854) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 19:00:32.322548 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.v2.base [None req-64b6e427-e76b-4c79-b957-0a4e32af8021 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'port_id': '471fcbb6-6fcb-4479-be70-2356b95a2a86', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 19:00:32.343287 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-64b6e427-e76b-4c79-b957-0a4e32af8021 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:32.441735 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-64b6e427-e76b-4c79-b957-0a4e32af8021 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:32.541404 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_common [None req-64b6e427-e76b-4c79-b957-0a4e32af8021 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Allocated IP 172.25.8.203 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/a84e03d6-13b8-46a9-b098-f83463c1c03b) {{(pid=103435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 19:00:32.643577 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-64b6e427-e76b-4c79-b957-0a4e32af8021 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks [] for port (a84e03d6-13b8-46a9-b098-f83463c1c03b), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:32.675409 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-64b6e427-e76b-4c79-b957-0a4e32af8021 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (a84e03d6-13b8-46a9-b098-f83463c1c03b), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:32.709920 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b6e427-e76b-4c79-b957-0a4e32af8021 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 19:00:32.715876 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.base_scheduler [None req-64b6e427-e76b-4c79-b957-0a4e32af8021 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Resources bound (agent type, host, resource id): {{(pid=103435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 19:00:32.719338 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b6e427-e76b-4c79-b957-0a4e32af8021 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Received port after_create {{(pid=103435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 19:00:32.725708 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b6e427-e76b-4c79-b957-0a4e32af8021 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Pushing event updated for resources: {'Port': ['ID=a84e03d6-13b8-46a9-b098-f83463c1c03b,revision_number=1']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:33.070608 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-64b6e427-e76b-4c79-b957-0a4e32af8021 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks [] for floatingip (9b0a2445-e9e4-4ef7-8780-7d05e4c13834), precommit_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:33.135987 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-64b6e427-e76b-4c79-b957-0a4e32af8021 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (a84e03d6-13b8-46a9-b098-f83463c1c03b), before_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:33.162182 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-fa14e3f8-a418-4ca7-bc76-4358e042d297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:33.286622 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-64b6e427-e76b-4c79-b957-0a4e32af8021 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks [] for port (a84e03d6-13b8-46a9-b098-f83463c1c03b), precommit_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:33.291208 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-64b6e427-e76b-4c79-b957-0a4e32af8021 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8423936'] for port (a84e03d6-13b8-46a9-b098-f83463c1c03b), after_update {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:33.363157 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b6e427-e76b-4c79-b957-0a4e32af8021 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Pushing event updated for resources: {'Port': ['ID=a84e03d6-13b8-46a9-b098-f83463c1c03b,revision_number=2']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:00:33.372901 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-64b6e427-e76b-4c79-b957-0a4e32af8021 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (9b0a2445-e9e4-4ef7-8780-7d05e4c13834), after_create {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:33.479179 n-d-829613-2 neutron-server[103435]: INFO neutron.db.l3_db [None req-64b6e427-e76b-4c79-b957-0a4e32af8021 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Floating IP 9b0a2445-e9e4-4ef7-8780-7d05e4c13834 associated. External IP: 172.25.8.203, port: 471fcbb6-6fcb-4479-be70-2356b95a2a86. Feb 17 19:00:33.682135 n-d-829613-2 neutron-server[103435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b6e427-e76b-4c79-b957-0a4e32af8021 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Router 4b138594-4536-40b2-8f4b-6d0dfa785efe has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 19:00:33.793938 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b6e427-e76b-4c79-b957-0a4e32af8021 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 19:00:33.803984 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e732a454-df3e-4853-9fc3-31f2e8b96c25 None None] Sync routers for ids ['4b138594-4536-40b2-8f4b-6d0dfa785efe'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 19:00:33.812834 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-64b6e427-e76b-4c79-b957-0a4e32af8021 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:33.814686 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e732a454-df3e-4853-9fc3-31f2e8b96c25 None None] Routers {'4b138594-4536-40b2-8f4b-6d0dfa785efe'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 19:00:33.815379 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e732a454-df3e-4853-9fc3-31f2e8b96c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T19:00:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['4b138594-4536-40b2-8f4b-6d0dfa785efe'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:00:33.841557 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-64b6e427-e76b-4c79-b957-0a4e32af8021 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5222688 Feb 17 19:00:33.842493 n-d-829613-2 neutron-server[103435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42a6651-b1b3-415b-873c-8f31d4244930', 'tag': '471fcbb6-6fcb-4479-be70-2356b95a2a86'}] {{(pid=103435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 19:00:33.844799 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b190af5285b65727f3b44dc6e403f34aceaa8adb38edcfb0268daad85aadb275" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81708e7-e24e-4521-bc0a-81b95c2b171d" -d '{"events": [{"name": "network-changed", "server_uuid": "b42a6651-b1b3-415b-873c-8f31d4244930", "tag": "471fcbb6-6fcb-4479-be70-2356b95a2a86"}]}' {{(pid=103435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 19:00:33.927083 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-e732a454-df3e-4853-9fc3-31f2e8b96c25 None None] Set router 4b138594-4536-40b2-8f4b-6d0dfa785efe gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 19:00:33.935160 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 19:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f0bcec-5c82-44d6-9b2c-96d53cb3187c x-openstack-request-id: req-33f0bcec-5c82-44d6-9b2c-96d53cb3187c {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 19:00:33.935467 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b42a6651-b1b3-415b-873c-8f31d4244930", "tag": "471fcbb6-6fcb-4479-be70-2356b95a2a86", "status": "completed", "code": 200}]} {{(pid=103435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 19:00:33.935730 n-d-829613-2 neutron-server[103435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-33f0bcec-5c82-44d6-9b2c-96d53cb3187c {{(pid=103435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 19:00:33.936143 n-d-829613-2 neutron-server[103435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b42a6651-b1b3-415b-873c-8f31d4244930', 'tag': '471fcbb6-6fcb-4479-be70-2356b95a2a86', 'status': 'completed', 'code': 200} Feb 17 19:00:34.006846 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81708e7-e24e-4521-bc0a-81b95c2b171d req-e1a1ad9c-0486-4b4f-925a-289a17790ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:00:34.009021 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f81708e7-e24e-4521-bc0a-81b95c2b171d req-e1a1ad9c-0486-4b4f-925a-289a17790ff2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1cb0831177634e29a84b6c96afda9aa4&device_id=b42a6651-b1b3-415b-873c-8f31d4244930 HTTP/1.1" status: 200 len: 1127 time: 0.0502832 Feb 17 19:00:34.104016 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81708e7-e24e-4521-bc0a-81b95c2b171d req-d9721765-cdb3-462a-b22c-844c4f0ed9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:00:34.105549 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f81708e7-e24e-4521-bc0a-81b95c2b171d req-d9721765-cdb3-462a-b22c-844c4f0ed9fa service neutron] 10.222.0.71 "GET /v2.0/networks?id=49689d39-14e1-44d3-af65-297b6c1e09d0 HTTP/1.1" status: 200 len: 910 time: 0.0909536 Feb 17 19:00:34.160674 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e732a454-df3e-4853-9fc3-31f2e8b96c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'name': 'tempest-TestSnapshotPattern-123719003-router', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'ce615961-ffa9-4773-ba92-b7934905b356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T19:00:10Z', 'updated_at': '2022-02-17T19:00:13Z', 'revision_number': 4, 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'gw_port': {'id': 'ce615961-ffa9-4773-ba92-b7934905b356', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:80:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T19:00:10Z', 'updated_at': '2022-02-17T19:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '9b0a2445-e9e4-4ef7-8780-7d05e4c13834', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'floating_ip_address': '172.25.8.203', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'port_id': '471fcbb6-6fcb-4479-be70-2356b95a2a86', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49689d39-14e1-44d3-af65-297b6c1e09d0', 'mac_address': 'fa:16:3e:21:8c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42a6651-b1b3-415b-873c-8f31d4244930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T19:00:32Z', 'updated_at': '2022-02-17T19:00:32Z', 'revision_number': 0, 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da512f2a-3684-4374-88c2-d4b6b31c2ac1', 'name': '', 'network_id': '49689d39-14e1-44d3-af65-297b6c1e09d0', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'mac_address': 'fa:16:3e:3a:54:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '25e30059-1ab4-429f-b3fb-6d9360f4cb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T19:00:12Z', 'updated_at': '2022-02-17T19:00:18Z', 'revision_number': 5, 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'subnets': [{'id': '25e30059-1ab4-429f-b3fb-6d9360f4cb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:00:34.173369 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f81708e7-e24e-4521-bc0a-81b95c2b171d req-4f28fa5e-61af-406f-a6ff-be8bfa100c8a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=471fcbb6-6fcb-4479-be70-2356b95a2a86 HTTP/1.1" status: 200 len: 999 time: 0.0615098 Feb 17 19:00:34.190882 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e732a454-df3e-4853-9fc3-31f2e8b96c25 None None] Checking router: 4b138594-4536-40b2-8f4b-6d0dfa785efe for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 19:00:34.199241 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e732a454-df3e-4853-9fc3-31f2e8b96c25 None None] Routers {'4b138594-4536-40b2-8f4b-6d0dfa785efe'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 19:00:34.199842 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e732a454-df3e-4853-9fc3-31f2e8b96c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T19:00:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['4b138594-4536-40b2-8f4b-6d0dfa785efe'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:00:34.222925 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81708e7-e24e-4521-bc0a-81b95c2b171d req-d30df471-5a30-44b8-9205-b49434a1ff12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:00:34.224575 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f81708e7-e24e-4521-bc0a-81b95c2b171d req-d30df471-5a30-44b8-9205-b49434a1ff12 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=25e30059-1ab4-429f-b3fb-6d9360f4cb26 HTTP/1.1" status: 200 len: 848 time: 0.0453267 Feb 17 19:00:34.272541 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81708e7-e24e-4521-bc0a-81b95c2b171d req-a2db112a-3160-4c81-b8ff-7138a11b2385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:00:34.274201 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f81708e7-e24e-4521-bc0a-81b95c2b171d req-a2db112a-3160-4c81-b8ff-7138a11b2385 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=49689d39-14e1-44d3-af65-297b6c1e09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444667 Feb 17 19:00:34.307933 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-e732a454-df3e-4853-9fc3-31f2e8b96c25 None None] Set router 4b138594-4536-40b2-8f4b-6d0dfa785efe gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 19:00:34.365732 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f81708e7-e24e-4521-bc0a-81b95c2b171d req-4434e91d-0ff8-4722-a692-deb07af9f7eb service neutron] 10.222.0.71 "GET /v2.0/networks/49689d39-14e1-44d3-af65-297b6c1e09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856550 Feb 17 19:00:34.457551 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f81708e7-e24e-4521-bc0a-81b95c2b171d req-b8f8a07d-4521-4648-b385-7b8ec7232c3a service neutron] 10.222.0.71 "GET /v2.0/networks/49689d39-14e1-44d3-af65-297b6c1e09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858679 Feb 17 19:00:34.530375 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-e732a454-df3e-4853-9fc3-31f2e8b96c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'name': 'tempest-TestSnapshotPattern-123719003-router', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'ce615961-ffa9-4773-ba92-b7934905b356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T19:00:10Z', 'updated_at': '2022-02-17T19:00:13Z', 'revision_number': 4, 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'gw_port': {'id': 'ce615961-ffa9-4773-ba92-b7934905b356', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:80:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T19:00:10Z', 'updated_at': '2022-02-17T19:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '9b0a2445-e9e4-4ef7-8780-7d05e4c13834', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'floating_ip_address': '172.25.8.203', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'port_id': '471fcbb6-6fcb-4479-be70-2356b95a2a86', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49689d39-14e1-44d3-af65-297b6c1e09d0', 'mac_address': 'fa:16:3e:21:8c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42a6651-b1b3-415b-873c-8f31d4244930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T19:00:32Z', 'updated_at': '2022-02-17T19:00:32Z', 'revision_number': 0, 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da512f2a-3684-4374-88c2-d4b6b31c2ac1', 'name': '', 'network_id': '49689d39-14e1-44d3-af65-297b6c1e09d0', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'mac_address': 'fa:16:3e:3a:54:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '25e30059-1ab4-429f-b3fb-6d9360f4cb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T19:00:12Z', 'updated_at': '2022-02-17T19:00:18Z', 'revision_number': 5, 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'subnets': [{'id': '25e30059-1ab4-429f-b3fb-6d9360f4cb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:00:34.560580 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e732a454-df3e-4853-9fc3-31f2e8b96c25 None None] The sync data for ids ['4b138594-4536-40b2-8f4b-6d0dfa785efe'] in n-d-829613-2 is: [{'id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'name': 'tempest-TestSnapshotPattern-123719003-router', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'ce615961-ffa9-4773-ba92-b7934905b356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T19:00:10Z', 'updated_at': '2022-02-17T19:00:13Z', 'revision_number': 4, 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'gw_port': {'id': 'ce615961-ffa9-4773-ba92-b7934905b356', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:80:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T19:00:10Z', 'updated_at': '2022-02-17T19:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '9b0a2445-e9e4-4ef7-8780-7d05e4c13834', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'floating_ip_address': '172.25.8.203', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'port_id': '471fcbb6-6fcb-4479-be70-2356b95a2a86', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49689d39-14e1-44d3-af65-297b6c1e09d0', 'mac_address': 'fa:16:3e:21:8c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42a6651-b1b3-415b-873c-8f31d4244930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T19:00:32Z', 'updated_at': '2022-02-17T19:00:32Z', 'revision_number': 0, 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da512f2a-3684-4374-88c2-d4b6b31c2ac1', 'name': '', 'network_id': '49689d39-14e1-44d3-af65-297b6c1e09d0', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'mac_address': 'fa:16:3e:3a:54:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '25e30059-1ab4-429f-b3fb-6d9360f4cb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T19:00:12Z', 'updated_at': '2022-02-17T19:00:18Z', 'revision_number': 5, 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'subnets': [{'id': '25e30059-1ab4-429f-b3fb-6d9360f4cb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 19:00:34.766857 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf0f942-2cdd-407d-ab23-f1e7b033f8f6 None None] New status for floating IP 9b0a2445-e9e4-4ef7-8780-7d05e4c13834: ACTIVE {{(pid=103438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 19:00:35.611337 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-04100ea4-96a7-4587-86bc-bdce3c802e33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:37.088835 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:38.284606 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:39.366409 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:49.851811 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:50.645697 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:00:51.909613 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 19:01:03.164027 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4938da0a-cdfa-4b05-bfca-73a305598fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:01:05.611829 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7bdbff7c-1010-4118-9e1a-ac2c5cef6414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:01:07.094407 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:01:08.286146 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:01:09.368541 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:01:19.844905 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:01:20.656073 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:01:28.905260 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e2afe8c0-9497-4d34-8d0d-91fe2f362ef1 req-b08a1eb2-fb02-4c6b-afbd-f8c1758b3771 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b42a6651-b1b3-415b-873c-8f31d4244930&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1018093 Feb 17 19:01:28.908632 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 19:01:28.990049 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afe8c0-9497-4d34-8d0d-91fe2f362ef1 req-b92c62bc-c3fe-4469-91b8-15463a3a99db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:01:28.991551 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e2afe8c0-9497-4d34-8d0d-91fe2f362ef1 req-b92c62bc-c3fe-4469-91b8-15463a3a99db service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1cb0831177634e29a84b6c96afda9aa4&device_id=b42a6651-b1b3-415b-873c-8f31d4244930 HTTP/1.1" status: 200 len: 1127 time: 0.0453672 Feb 17 19:01:29.099999 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afe8c0-9497-4d34-8d0d-91fe2f362ef1 req-daf7ad2c-18b1-43be-ae8f-db262a97bf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:01:29.101431 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e2afe8c0-9497-4d34-8d0d-91fe2f362ef1 req-daf7ad2c-18b1-43be-ae8f-db262a97bf88 service neutron] 10.222.0.71 "GET /v2.0/networks?id=49689d39-14e1-44d3-af65-297b6c1e09d0 HTTP/1.1" status: 200 len: 910 time: 0.0915418 Feb 17 19:01:29.164467 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e2afe8c0-9497-4d34-8d0d-91fe2f362ef1 req-16242ee3-76fe-4d0e-abdd-1789c4f120df service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=471fcbb6-6fcb-4479-be70-2356b95a2a86 HTTP/1.1" status: 200 len: 1001 time: 0.0569754 Feb 17 19:01:29.210307 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afe8c0-9497-4d34-8d0d-91fe2f362ef1 req-c52058fe-78ef-40fb-ac22-143dcbc23ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:01:29.212345 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e2afe8c0-9497-4d34-8d0d-91fe2f362ef1 req-c52058fe-78ef-40fb-ac22-143dcbc23ada service neutron] 10.222.0.71 "GET /v2.0/subnets?id=25e30059-1ab4-429f-b3fb-6d9360f4cb26 HTTP/1.1" status: 200 len: 848 time: 0.0417182 Feb 17 19:01:29.262046 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afe8c0-9497-4d34-8d0d-91fe2f362ef1 req-fee91744-772d-47a7-9568-385a84fa3bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:01:29.263509 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e2afe8c0-9497-4d34-8d0d-91fe2f362ef1 req-fee91744-772d-47a7-9568-385a84fa3bd7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=49689d39-14e1-44d3-af65-297b6c1e09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467358 Feb 17 19:01:29.366029 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e2afe8c0-9497-4d34-8d0d-91fe2f362ef1 req-a41f32a2-d897-4cbb-ac5a-8b10da7e2568 service neutron] 10.222.0.71 "GET /v2.0/networks/49689d39-14e1-44d3-af65-297b6c1e09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963736 Feb 17 19:01:29.457172 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-e2afe8c0-9497-4d34-8d0d-91fe2f362ef1 req-fedf5652-87c6-42f6-95ca-c6fffe24cc7f service neutron] 10.222.0.71 "GET /v2.0/networks/49689d39-14e1-44d3-af65-297b6c1e09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857558 Feb 17 19:01:33.165004 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-12c71a8a-437e-4d71-af57-5bd97bb5f2c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:01:35.612996 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b4bb12d9-2404-4f4e-b74c-2e7a6c01a791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:01:37.094811 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:01:38.288069 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:01:39.373990 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:01:49.858681 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:01:50.655241 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:02:03.168017 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-3387b344-ed81-4b2f-a1f6-560df6dab109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:02:05.614041 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-bc065147-9760-4e7a-b3e4-6bf01f954f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:02:05.907918 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 19:02:07.097850 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:02:08.290968 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:02:09.379775 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:02:19.858237 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:02:20.671266 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:02:29.893852 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bfdc4f-c1fa-4f74-becf-d5bb724e17a3 req-8162974a-2b9f-4d4d-a8aa-56b599e2c985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:02:29.895393 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-65bfdc4f-c1fa-4f74-becf-d5bb724e17a3 req-8162974a-2b9f-4d4d-a8aa-56b599e2c985 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1cb0831177634e29a84b6c96afda9aa4&device_id=b42a6651-b1b3-415b-873c-8f31d4244930 HTTP/1.1" status: 200 len: 1127 time: 0.0476406 Feb 17 19:02:30.000986 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bfdc4f-c1fa-4f74-becf-d5bb724e17a3 req-0e410625-33dd-4642-b81b-229141fddaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:02:30.002436 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-65bfdc4f-c1fa-4f74-becf-d5bb724e17a3 req-0e410625-33dd-4642-b81b-229141fddaf0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=49689d39-14e1-44d3-af65-297b6c1e09d0 HTTP/1.1" status: 200 len: 910 time: 0.0869651 Feb 17 19:02:30.068005 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-65bfdc4f-c1fa-4f74-becf-d5bb724e17a3 req-e9f91eb3-174d-4062-a6f7-375864a54f35 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=471fcbb6-6fcb-4479-be70-2356b95a2a86 HTTP/1.1" status: 200 len: 1001 time: 0.0576074 Feb 17 19:02:30.117729 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bfdc4f-c1fa-4f74-becf-d5bb724e17a3 req-c13bf3b6-9d3c-46bf-96a9-4b3c27eedca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:02:30.119178 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-65bfdc4f-c1fa-4f74-becf-d5bb724e17a3 req-c13bf3b6-9d3c-46bf-96a9-4b3c27eedca9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=25e30059-1ab4-429f-b3fb-6d9360f4cb26 HTTP/1.1" status: 200 len: 848 time: 0.0457275 Feb 17 19:02:30.173437 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bfdc4f-c1fa-4f74-becf-d5bb724e17a3 req-363631da-11be-42af-8c8f-66392d71d30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:02:30.174958 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-65bfdc4f-c1fa-4f74-becf-d5bb724e17a3 req-363631da-11be-42af-8c8f-66392d71d30b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=49689d39-14e1-44d3-af65-297b6c1e09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482092 Feb 17 19:02:30.263070 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-65bfdc4f-c1fa-4f74-becf-d5bb724e17a3 req-c10bb45f-6c2c-4450-a99c-730fcbb047d4 service neutron] 10.222.0.71 "GET /v2.0/networks/49689d39-14e1-44d3-af65-297b6c1e09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808461 Feb 17 19:02:30.355881 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-65bfdc4f-c1fa-4f74-becf-d5bb724e17a3 req-abe9ef7c-302d-4b2e-82ed-5fe998971d96 service neutron] 10.222.0.71 "GET /v2.0/networks/49689d39-14e1-44d3-af65-297b6c1e09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845158 Feb 17 19:02:32.080519 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 471fcbb6-6fcb-4479-be70-2356b95a2a86 details requested by agent hyperv_n-h1-829613-2 with host n-h1-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 19:02:32.178727 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 471fcbb6-6fcb-4479-be70-2356b95a2a86, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=471fcbb6-6fcb-4479-be70-2356b95a2a86,segment=NetworkSegment(c337e586-09ca-44a2-a28f-2d2e469a55d3),segment_id=c337e586-09ca-44a2-a28f-2d2e469a55d3)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 19:02:32.189324 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Returning: {'device': '471fcbb6-6fcb-4479-be70-2356b95a2a86', 'network_id': '49689d39-14e1-44d3-af65-297b6c1e09d0', 'port_id': '471fcbb6-6fcb-4479-be70-2356b95a2a86', 'mac_address': 'fa:16:3e:21:8c:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25e30059-1ab4-429f-b3fb-6d9360f4cb26', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 19:02:32.225277 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 471fcbb6-6fcb-4479-be70-2356b95a2a86 is: ACTIVE; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 19:02:32.225659 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (471fcbb6-6fcb-4479-be70-2356b95a2a86), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:02:32.237756 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 471fcbb6-6fcb-4479-be70-2356b95a2a86 {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 19:02:32.255470 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 471fcbb6-6fcb-4479-be70-2356b95a2a86, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=471fcbb6-6fcb-4479-be70-2356b95a2a86,segment=NetworkSegment(c337e586-09ca-44a2-a28f-2d2e469a55d3),segment_id=c337e586-09ca-44a2-a28f-2d2e469a55d3)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 19:02:32.259791 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (471fcbb6-6fcb-4479-be70-2356b95a2a86), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:02:32.463800 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=471fcbb6-6fcb-4479-be70-2356b95a2a86,revision_number=6']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:02:32.471066 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:02:32.471424 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:02:32.471771 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:02:32.472111 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:02:32.472474 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:02:32.472838 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:02:32.473169 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:02:32.473500 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:02:32.473828 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:02:32.474155 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:02:32.474481 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:02:32.474806 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:02:32.475131 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:02:32.482494 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] get_ports_and_sgs() called for port_ids ['471fcbb6-6fcb-4479-be70-2356b95a2a86'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 19:02:33.169437 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f494c5f3-a352-4348-b018-98168f10b0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:02:34.110681 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 471fcbb6-6fcb-4479-be70-2356b95a2a86 up at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 19:02:34.160443 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Provisioning complete for port 471fcbb6-6fcb-4479-be70-2356b95a2a86 triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 19:02:34.160954 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (471fcbb6-6fcb-4479-be70-2356b95a2a86), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:02:34.262484 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 471fcbb6-6fcb-4479-be70-2356b95a2a86 is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 19:02:34.263148 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (471fcbb6-6fcb-4479-be70-2356b95a2a86), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:02:34.289744 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42a6651-b1b3-415b-873c-8f31d4244930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471fcbb6-6fcb-4479-be70-2356b95a2a86'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 19:02:34.292036 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a58b36eb5214be741a58d8f0f454d70cefb3ebdc097f6d2df64ce05b1b6ee80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1ba5f2-bd0a-4caa-907b-413f7cae8c3c" -d '{"events": [{"server_uuid": "b42a6651-b1b3-415b-873c-8f31d4244930", "name": "network-vif-plugged", "status": "completed", "tag": "471fcbb6-6fcb-4479-be70-2356b95a2a86"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 19:02:34.307941 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 471fcbb6-6fcb-4479-be70-2356b95a2a86, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=471fcbb6-6fcb-4479-be70-2356b95a2a86,segment=NetworkSegment(c337e586-09ca-44a2-a28f-2d2e469a55d3),segment_id=c337e586-09ca-44a2-a28f-2d2e469a55d3)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 19:02:34.312286 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (471fcbb6-6fcb-4479-be70-2356b95a2a86), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:02:34.340745 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 19:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8d6567-b33f-453c-99b2-436fd5d46450 x-openstack-request-id: req-cc8d6567-b33f-453c-99b2-436fd5d46450 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 19:02:34.341066 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42a6651-b1b3-415b-873c-8f31d4244930", "name": "network-vif-plugged", "status": "completed", "tag": "471fcbb6-6fcb-4479-be70-2356b95a2a86", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 19:02:34.341308 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-cc8d6567-b33f-453c-99b2-436fd5d46450 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 19:02:34.341713 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42a6651-b1b3-415b-873c-8f31d4244930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471fcbb6-6fcb-4479-be70-2356b95a2a86', 'code': 200} Feb 17 19:02:34.369087 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=471fcbb6-6fcb-4479-be70-2356b95a2a86,revision_number=7']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:02:35.617583 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-785c2268-214a-4771-94c9-373b0d362eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:02:37.103222 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:02:38.308912 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:02:39.378561 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:02:42.907384 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 19:02:43.318898 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-41dbf009-783d-4c1d-adec-455a450b9b0d tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1757840088&fields=id&tenant_id=1cb0831177634e29a84b6c96afda9aa4 HTTP/1.1" status: 200 len: 267 time: 0.0499544 Feb 17 19:02:43.421189 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-de69379e-cf80-4f17-92bf-317b9f09f5c5 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:02:43.422581 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-de69379e-cf80-4f17-92bf-317b9f09f5c5 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/networks?id=49689d39-14e1-44d3-af65-297b6c1e09d0 HTTP/1.1" status: 200 len: 809 time: 0.0970159 Feb 17 19:02:43.438280 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-e663fb11-b45f-4aed-bcae-290e0d22927e tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/quotas/1cb0831177634e29a84b6c96afda9aa4 HTTP/1.1" status: 200 len: 375 time: 0.0099998 Feb 17 19:02:43.494190 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-1e593b13-ec73-4c84-bf17-1c973b2160d1 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=1cb0831177634e29a84b6c96afda9aa4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509131 Feb 17 19:02:43.603273 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-cf8eec90-7128-474a-a8c5-a199c1ec2200 service neutron] 10.222.0.87 "GET /v2.0/networks/49689d39-14e1-44d3-af65-297b6c1e09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977356 Feb 17 19:02:43.692131 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-a5062ce7-3583-49af-87e5-fd99a17f098f service neutron] 10.222.0.87 "GET /v2.0/networks/49689d39-14e1-44d3-af65-297b6c1e09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826595 Feb 17 19:02:43.858584 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-385544fa-4a47-4895-886a-97dea2e61cf3 req-aeeeefae-58f2-4a21-a861-04866a4d2b42 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/ports?device_id=f0cec869-569c-4573-ba23-670555114a90 HTTP/1.1" status: 200 len: 210 time: 0.0325119 Feb 17 19:02:44.818063 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-7f588855-139f-4f9c-9073-40f11d2c23df tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:02:44.819680 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-7f588855-139f-4f9c-9073-40f11d2c23df tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.91 "GET /v2.0/networks?id=49689d39-14e1-44d3-af65-297b6c1e09d0 HTTP/1.1" status: 200 len: 809 time: 0.1071019 Feb 17 19:02:44.882313 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-bb0f4355-d2d5-43c5-9b3d-3e5ba8330f7e tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cb0831177634e29a84b6c96afda9aa4 HTTP/1.1" status: 200 len: 380 time: 0.0537860 Feb 17 19:02:44.890468 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-c3367c67-38b2-4194-92fe-9badd09f7f8c tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Request body: {'port': {'device_id': 'f0cec869-569c-4573-ba23-670555114a90', 'network_id': '49689d39-14e1-44d3-af65-297b6c1e09d0', 'admin_state_up': True, 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'security_groups': ['6a291a22-fe13-4936-a1fb-432244b8e85a']}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 19:02:44.964942 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-2b74c38f-c999-4556-8585-cc93eb181254 req-5abc153b-8a3f-4c2a-981d-1749acd9bba0 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/ports?device_id=f0cec869-569c-4573-ba23-670555114a90 HTTP/1.1" status: 200 len: 210 time: 0.0312874 Feb 17 19:02:45.002821 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-c3367c67-38b2-4194-92fe-9badd09f7f8c tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Made reservation on behalf of 1cb0831177634e29a84b6c96afda9aa4 for: {'port': 1} {{(pid=103434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 19:02:45.006309 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-c3367c67-38b2-4194-92fe-9badd09f7f8c tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:02:45.177733 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-c3367c67-38b2-4194-92fe-9badd09f7f8c tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Allocated IP 172.20.0.13 (49689d39-14e1-44d3-af65-297b6c1e09d0/25e30059-1ab4-429f-b3fb-6d9360f4cb26/3ac185d5-20a7-422c-a933-3bf8ea56ea4f) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 19:02:45.374615 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-c3367c67-38b2-4194-92fe-9badd09f7f8c tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks [] for port (3ac185d5-20a7-422c-a933-3bf8ea56ea4f), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:02:45.411694 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-c3367c67-38b2-4194-92fe-9badd09f7f8c tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (3ac185d5-20a7-422c-a933-3bf8ea56ea4f), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:02:45.459266 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-c3367c67-38b2-4194-92fe-9badd09f7f8c tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Network 49689d39-14e1-44d3-af65-297b6c1e09d0 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 19:02:45.463093 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-c3367c67-38b2-4194-92fe-9badd09f7f8c tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 19:02:45.466314 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-c3367c67-38b2-4194-92fe-9badd09f7f8c tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 19:02:45.526069 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-c3367c67-38b2-4194-92fe-9badd09f7f8c tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:02:45.526782 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-c3367c67-38b2-4194-92fe-9badd09f7f8c tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:02:45.533364 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3367c67-38b2-4194-92fe-9badd09f7f8c tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Pushing event updated for resources: {'Port': ['ID=3ac185d5-20a7-422c-a933-3bf8ea56ea4f,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:02:45.546532 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3367c67-38b2-4194-92fe-9badd09f7f8c tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:02:45.546532 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3367c67-38b2-4194-92fe-9badd09f7f8c tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:02:45.547241 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3367c67-38b2-4194-92fe-9badd09f7f8c tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:02:45.547241 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3367c67-38b2-4194-92fe-9badd09f7f8c tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:02:45.547498 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3367c67-38b2-4194-92fe-9badd09f7f8c tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:02:45.547998 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3367c67-38b2-4194-92fe-9badd09f7f8c tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:02:45.548140 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3367c67-38b2-4194-92fe-9badd09f7f8c tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:02:45.551830 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3367c67-38b2-4194-92fe-9badd09f7f8c tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:02:45.551830 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3367c67-38b2-4194-92fe-9badd09f7f8c tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:02:45.551830 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3367c67-38b2-4194-92fe-9badd09f7f8c tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:02:45.551830 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3367c67-38b2-4194-92fe-9badd09f7f8c tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:02:45.551830 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3367c67-38b2-4194-92fe-9badd09f7f8c tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:02:45.551830 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3367c67-38b2-4194-92fe-9badd09f7f8c tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:02:45.565452 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-c3367c67-38b2-4194-92fe-9badd09f7f8c tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6771009 Feb 17 19:02:45.804425 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-65adb721-8109-400b-a9a5-c38f55e2e22f None None] Provisioning complete for port 3ac185d5-20a7-422c-a933-3bf8ea56ea4f triggered by entity DHCP. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 19:02:45.804997 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-65adb721-8109-400b-a9a5-c38f55e2e22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (3ac185d5-20a7-422c-a933-3bf8ea56ea4f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:02:45.840056 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-65adb721-8109-400b-a9a5-c38f55e2e22f None None] Port 3ac185d5-20a7-422c-a933-3bf8ea56ea4f cannot update to ACTIVE because it is not bound. {{(pid=103436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 19:02:46.089228 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b573d2-21dd-4fc4-8da1-df33db33fdd3 req-f7db0d79-3ab0-4ef7-8de2-6eeaf06ceb9c tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:02:46.090797 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c2b573d2-21dd-4fc4-8da1-df33db33fdd3 req-f7db0d79-3ab0-4ef7-8de2-6eeaf06ceb9c tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/ports?device_id=f0cec869-569c-4573-ba23-670555114a90 HTTP/1.1" status: 200 len: 932 time: 0.0551772 Feb 17 19:02:46.143750 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-c2b573d2-21dd-4fc4-8da1-df33db33fdd3 req-1285606e-8bc6-4bad-a08a-182d2e1f2751 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/security-groups?id=6a291a22-fe13-4936-a1fb-432244b8e85a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469930 Feb 17 19:02:46.173037 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 471fcbb6-6fcb-4479-be70-2356b95a2a86 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 19:02:46.255642 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Current status of the port 471fcbb6-6fcb-4479-be70-2356b95a2a86 is: ACTIVE; New status is: DOWN {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 19:02:46.255961 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (471fcbb6-6fcb-4479-be70-2356b95a2a86), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:02:46.286874 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42a6651-b1b3-415b-873c-8f31d4244930', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '471fcbb6-6fcb-4479-be70-2356b95a2a86'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 19:02:46.290352 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a58b36eb5214be741a58d8f0f454d70cefb3ebdc097f6d2df64ce05b1b6ee80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9555fbcf-5a9f-4fe6-96db-58ac625baaa7" -d '{"events": [{"server_uuid": "b42a6651-b1b3-415b-873c-8f31d4244930", "name": "network-vif-unplugged", "status": "completed", "tag": "471fcbb6-6fcb-4479-be70-2356b95a2a86"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 19:02:46.296014 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] For port 471fcbb6-6fcb-4479-be70-2356b95a2a86, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=471fcbb6-6fcb-4479-be70-2356b95a2a86,segment=NetworkSegment(c337e586-09ca-44a2-a28f-2d2e469a55d3),segment_id=c337e586-09ca-44a2-a28f-2d2e469a55d3)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 19:02:46.301352 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (471fcbb6-6fcb-4479-be70-2356b95a2a86), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:02:46.331122 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 19:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eca6299-dab8-435a-9287-50b32d615b68 x-openstack-request-id: req-8eca6299-dab8-435a-9287-50b32d615b68 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 19:02:46.331487 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42a6651-b1b3-415b-873c-8f31d4244930", "name": "network-vif-unplugged", "status": "completed", "tag": "471fcbb6-6fcb-4479-be70-2356b95a2a86", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 19:02:46.331809 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8eca6299-dab8-435a-9287-50b32d615b68 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 19:02:46.332329 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42a6651-b1b3-415b-873c-8f31d4244930', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '471fcbb6-6fcb-4479-be70-2356b95a2a86', 'code': 200} Feb 17 19:02:46.355537 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Pushing event updated for resources: {'Port': ['ID=471fcbb6-6fcb-4479-be70-2356b95a2a86,revision_number=8']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:02:47.282776 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396fa395-d4f9-49a3-82e9-730da8a0fdcf req-aebe565f-1e5f-4925-af95-8a475fee48d5 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:02:47.284408 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-396fa395-d4f9-49a3-82e9-730da8a0fdcf req-aebe565f-1e5f-4925-af95-8a475fee48d5 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/ports?device_id=f0cec869-569c-4573-ba23-670555114a90 HTTP/1.1" status: 200 len: 932 time: 0.0653079 Feb 17 19:02:47.342792 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-396fa395-d4f9-49a3-82e9-730da8a0fdcf req-5d331e39-03ec-4c3c-9199-bb1c0af5050a tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/security-groups?id=6a291a22-fe13-4936-a1fb-432244b8e85a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521195 Feb 17 19:02:48.467618 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc243e-c628-48a8-8a89-3422e537fb9e req-f3ad55e1-bb8a-41b3-a9f0-bd555705cfbd tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:02:48.469208 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a9cc243e-c628-48a8-8a89-3422e537fb9e req-f3ad55e1-bb8a-41b3-a9f0-bd555705cfbd tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/ports?device_id=f0cec869-569c-4573-ba23-670555114a90 HTTP/1.1" status: 200 len: 932 time: 0.0547817 Feb 17 19:02:48.521040 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a9cc243e-c628-48a8-8a89-3422e537fb9e req-6d434a9f-e544-4429-b0cf-3fddf21bf625 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/security-groups?id=6a291a22-fe13-4936-a1fb-432244b8e85a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457721 Feb 17 19:02:49.662170 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78ff8d-1758-4ab0-bf20-a9d5f89177cb req-091bcbcd-9c96-42b4-b6dd-9ca8a77eae64 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:02:49.663963 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9d78ff8d-1758-4ab0-bf20-a9d5f89177cb req-091bcbcd-9c96-42b4-b6dd-9ca8a77eae64 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/ports?device_id=f0cec869-569c-4573-ba23-670555114a90 HTTP/1.1" status: 200 len: 932 time: 0.0570626 Feb 17 19:02:49.719175 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9d78ff8d-1758-4ab0-bf20-a9d5f89177cb req-ff394eec-6fb8-4c8f-bb74-7d66c23b6c46 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/security-groups?id=6a291a22-fe13-4936-a1fb-432244b8e85a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493667 Feb 17 19:02:49.882009 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:02:50.690597 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:02:50.846632 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f720ec4-1bf0-4061-9410-e75ab4f80c84 req-81ed18b9-e1e2-4950-aee5-1a376fe76382 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:02:50.851512 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8f720ec4-1bf0-4061-9410-e75ab4f80c84 req-81ed18b9-e1e2-4950-aee5-1a376fe76382 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/ports?device_id=f0cec869-569c-4573-ba23-670555114a90 HTTP/1.1" status: 200 len: 932 time: 0.0614474 Feb 17 19:02:50.898697 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-8f720ec4-1bf0-4061-9410-e75ab4f80c84 req-b07253f2-737b-4c37-abc7-d805e2b36f7f tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/security-groups?id=6a291a22-fe13-4936-a1fb-432244b8e85a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439758 Feb 17 19:02:52.020271 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1101469-2ee2-45bc-965f-9b30c7ffcf8f req-0449d873-0edb-41fd-bc44-446702aec0e9 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:02:52.021819 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d1101469-2ee2-45bc-965f-9b30c7ffcf8f req-0449d873-0edb-41fd-bc44-446702aec0e9 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/ports?device_id=f0cec869-569c-4573-ba23-670555114a90 HTTP/1.1" status: 200 len: 932 time: 0.0544651 Feb 17 19:02:52.074066 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-d1101469-2ee2-45bc-965f-9b30c7ffcf8f req-f765ed95-8a7e-4e9c-b2f7-2a5f0f7b5368 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/security-groups?id=6a291a22-fe13-4936-a1fb-432244b8e85a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459068 Feb 17 19:02:53.140320 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-cf7aa02f-250f-424f-8df2-1e6d077da6f4 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=103434) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 19:02:53.141314 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-cf7aa02f-250f-424f-8df2-1e6d077da6f4 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056093 Feb 17 19:02:53.197701 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-b864789e-8896-48f4-a751-7d0f88851ef1 service neutron] Request body: {'port': {'device_id': 'f0cec869-569c-4573-ba23-670555114a90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-829613-2'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 19:02:53.211917 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b0ec4-9ed9-4acc-80b4-c98368058bb4 req-a36b56b7-f869-4bbd-b207-f3f890d9253c tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:02:53.213477 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9c0b0ec4-9ed9-4acc-80b4-c98368058bb4 req-a36b56b7-f869-4bbd-b207-f3f890d9253c tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/ports?device_id=f0cec869-569c-4573-ba23-670555114a90 HTTP/1.1" status: 200 len: 932 time: 0.0586872 Feb 17 19:02:53.262223 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-9c0b0ec4-9ed9-4acc-80b4-c98368058bb4 req-dc28d65b-43c1-4a84-8c0a-070dffa1f25b tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/security-groups?id=6a291a22-fe13-4936-a1fb-432244b8e85a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426803 Feb 17 19:02:53.265164 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-b864789e-8896-48f4-a751-7d0f88851ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3ac185d5-20a7-422c-a933-3bf8ea56ea4f), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:02:53.519148 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-b864789e-8896-48f4-a751-7d0f88851ef1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ac185d5-20a7-422c-a933-3bf8ea56ea4f {{(pid=103434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 19:02:53.527034 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-b864789e-8896-48f4-a751-7d0f88851ef1 service neutron] Publish callbacks [] for port (3ac185d5-20a7-422c-a933-3bf8ea56ea4f), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:02:53.538754 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.provisioning_blocks [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-b864789e-8896-48f4-a751-7d0f88851ef1 service neutron] Transition to ACTIVE for port object 3ac185d5-20a7-422c-a933-3bf8ea56ea4f will not be triggered until provisioned by entity L2. {{(pid=103434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 19:02:53.542825 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-b864789e-8896-48f4-a751-7d0f88851ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (3ac185d5-20a7-422c-a933-3bf8ea56ea4f), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:02:53.591093 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b864789e-8896-48f4-a751-7d0f88851ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=3ac185d5-20a7-422c-a933-3bf8ea56ea4f,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:02:53.668773 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-b864789e-8896-48f4-a751-7d0f88851ef1 service neutron] Attempting to bind port 3ac185d5-20a7-422c-a933-3bf8ea56ea4f on host n-h2-829613-2 for vnic_type normal with profile {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 19:02:53.669116 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-b864789e-8896-48f4-a751-7d0f88851ef1 service neutron] Attempting to bind port 3ac185d5-20a7-422c-a933-3bf8ea56ea4f by drivers openvswitch,hyperv on host n-h2-829613-2 at level 0 using segments [{'id': 'c337e586-09ca-44a2-a28f-2d2e469a55d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '49689d39-14e1-44d3-af65-297b6c1e09d0'}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 19:02:53.669455 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-b864789e-8896-48f4-a751-7d0f88851ef1 service neutron] Attempting to bind port 3ac185d5-20a7-422c-a933-3bf8ea56ea4f on network 49689d39-14e1-44d3-af65-297b6c1e09d0 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 19:02:53.673956 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-b864789e-8896-48f4-a751-7d0f88851ef1 service neutron] Port 3ac185d5-20a7-422c-a933-3bf8ea56ea4f on network 49689d39-14e1-44d3-af65-297b6c1e09d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-829613-2 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 19:02:53.674287 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-b864789e-8896-48f4-a751-7d0f88851ef1 service neutron] Attempting to bind port 3ac185d5-20a7-422c-a933-3bf8ea56ea4f on network 49689d39-14e1-44d3-af65-297b6c1e09d0 {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 19:02:53.679311 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-b864789e-8896-48f4-a751-7d0f88851ef1 service neutron] Checking agent: {'id': '6ecb32ad-653d-4dbd-8943-4eaeee949f5f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-829613-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'started_at': datetime.datetime(2022, 2, 17, 17, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 19, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 19:02:53.679657 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-b864789e-8896-48f4-a751-7d0f88851ef1 service neutron] Checking segment: {'id': 'c337e586-09ca-44a2-a28f-2d2e469a55d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '49689d39-14e1-44d3-af65-297b6c1e09d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 19:02:53.680087 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-b864789e-8896-48f4-a751-7d0f88851ef1 service neutron] Bound using segment: {'id': 'c337e586-09ca-44a2-a28f-2d2e469a55d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '49689d39-14e1-44d3-af65-297b6c1e09d0'} {{(pid=103434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 19:02:53.680558 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.managers [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-b864789e-8896-48f4-a751-7d0f88851ef1 service neutron] Bound port: 3ac185d5-20a7-422c-a933-3bf8ea56ea4f, host: n-h2-829613-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c337e586-09ca-44a2-a28f-2d2e469a55d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '49689d39-14e1-44d3-af65-297b6c1e09d0'}}] {{(pid=103434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 19:02:53.680924 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-b864789e-8896-48f4-a751-7d0f88851ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3ac185d5-20a7-422c-a933-3bf8ea56ea4f), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:02:53.746182 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-b864789e-8896-48f4-a751-7d0f88851ef1 service neutron] For port 3ac185d5-20a7-422c-a933-3bf8ea56ea4f, host n-h2-829613-2, cleared binding levels {{(pid=103434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 19:02:53.749505 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-b864789e-8896-48f4-a751-7d0f88851ef1 service neutron] For port 3ac185d5-20a7-422c-a933-3bf8ea56ea4f, host n-h2-829613-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=3ac185d5-20a7-422c-a933-3bf8ea56ea4f,segment=NetworkSegment(c337e586-09ca-44a2-a28f-2d2e469a55d3),segment_id=c337e586-09ca-44a2-a28f-2d2e469a55d3)] {{(pid=103434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 19:02:53.754962 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-b864789e-8896-48f4-a751-7d0f88851ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (3ac185d5-20a7-422c-a933-3bf8ea56ea4f), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:02:53.789212 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-b864789e-8896-48f4-a751-7d0f88851ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:02:53.789903 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-b864789e-8896-48f4-a751-7d0f88851ef1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:02:53.791285 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-b864789e-8896-48f4-a751-7d0f88851ef1 service neutron] 10.222.0.91 "PUT /v2.0/ports/3ac185d5-20a7-422c-a933-3bf8ea56ea4f HTTP/1.1" status: 200 len: 1092 time: 0.6431291 Feb 17 19:02:53.791723 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0cec869-569c-4573-ba23-670555114a90', 'tag': '3ac185d5-20a7-422c-a933-3bf8ea56ea4f'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 19:02:53.793966 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855fd91c-8233-4a02-af15-bd125fc497b5" -d '{"events": [{"name": "network-changed", "server_uuid": "f0cec869-569c-4573-ba23-670555114a90", "tag": "3ac185d5-20a7-422c-a933-3bf8ea56ea4f"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 19:02:53.837797 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 19:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf4c4be-48e6-4d4f-ba47-ef87cd2f2cb4 x-openstack-request-id: req-9cf4c4be-48e6-4d4f-ba47-ef87cd2f2cb4 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 19:02:53.838037 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0cec869-569c-4573-ba23-670555114a90", "tag": "3ac185d5-20a7-422c-a933-3bf8ea56ea4f", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 19:02:53.838296 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9cf4c4be-48e6-4d4f-ba47-ef87cd2f2cb4 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 19:02:53.838846 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0cec869-569c-4573-ba23-670555114a90', 'tag': '3ac185d5-20a7-422c-a933-3bf8ea56ea4f', 'status': 'completed', 'code': 200} Feb 17 19:02:53.839569 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b864789e-8896-48f4-a751-7d0f88851ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=3ac185d5-20a7-422c-a933-3bf8ea56ea4f,revision_number=3']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:02:53.892584 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-1a759a3c-5842-4b28-9aa9-e7417f3c65e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:02:53.894109 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-1a759a3c-5842-4b28-9aa9-e7417f3c65e7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1cb0831177634e29a84b6c96afda9aa4&device_id=f0cec869-569c-4573-ba23-670555114a90 HTTP/1.1" status: 200 len: 1126 time: 0.0507362 Feb 17 19:02:53.937482 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-51a25900-0d6e-4060-9e1d-f3c9ecdf57b6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ac185d5-20a7-422c-a933-3bf8ea56ea4f HTTP/1.1" status: 200 len: 217 time: 0.0370426 Feb 17 19:02:53.993520 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-ff098cdf-418d-48d8-8d0f-da1a2d8465b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:02:53.995002 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-ff098cdf-418d-48d8-8d0f-da1a2d8465b8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=25e30059-1ab4-429f-b3fb-6d9360f4cb26 HTTP/1.1" status: 200 len: 848 time: 0.0523398 Feb 17 19:02:54.046990 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-a72dc4fa-3447-4755-83a5-562724b0c2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:02:54.048422 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-a72dc4fa-3447-4755-83a5-562724b0c2af service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=49689d39-14e1-44d3-af65-297b6c1e09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479786 Feb 17 19:02:54.137537 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-7e20879f-af68-4d6e-84da-76faecd062c4 service neutron] 10.222.0.91 "GET /v2.0/networks/49689d39-14e1-44d3-af65-297b6c1e09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830121 Feb 17 19:02:54.227776 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-dcc9c4bc-f2f4-4760-91e0-0366c67e395e req-a1f8dc84-4324-485b-9357-55b294e0ea36 service neutron] 10.222.0.91 "GET /v2.0/networks/49689d39-14e1-44d3-af65-297b6c1e09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844193 Feb 17 19:02:54.324548 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fd91c-8233-4a02-af15-bd125fc497b5 req-dc95d517-7533-4084-81ed-cdf29d1a82ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:02:54.326554 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-855fd91c-8233-4a02-af15-bd125fc497b5 req-dc95d517-7533-4084-81ed-cdf29d1a82ef service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1cb0831177634e29a84b6c96afda9aa4&device_id=f0cec869-569c-4573-ba23-670555114a90 HTTP/1.1" status: 200 len: 1126 time: 0.0536439 Feb 17 19:02:54.384432 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1243b-7c60-4be6-858d-3a8f49e9fb2e req-285f5371-119d-4278-b1b2-74d55105d786 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:02:54.385951 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0bc1243b-7c60-4be6-858d-3a8f49e9fb2e req-285f5371-119d-4278-b1b2-74d55105d786 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/ports?device_id=f0cec869-569c-4573-ba23-670555114a90 HTTP/1.1" status: 200 len: 944 time: 0.0524457 Feb 17 19:02:54.424840 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fd91c-8233-4a02-af15-bd125fc497b5 req-5ddab083-4de3-4fd1-be51-d4d8434f3753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:02:54.426302 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-855fd91c-8233-4a02-af15-bd125fc497b5 req-5ddab083-4de3-4fd1-be51-d4d8434f3753 service neutron] 10.222.0.91 "GET /v2.0/networks?id=49689d39-14e1-44d3-af65-297b6c1e09d0 HTTP/1.1" status: 200 len: 910 time: 0.0944901 Feb 17 19:02:54.434880 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-0bc1243b-7c60-4be6-858d-3a8f49e9fb2e req-e4f8fbb2-3417-432a-a849-263a41c8fca3 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/security-groups?id=6a291a22-fe13-4936-a1fb-432244b8e85a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432775 Feb 17 19:02:54.466009 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-855fd91c-8233-4a02-af15-bd125fc497b5 req-822b9d57-7222-4296-8a00-dc31424888a4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ac185d5-20a7-422c-a933-3bf8ea56ea4f HTTP/1.1" status: 200 len: 217 time: 0.0338116 Feb 17 19:02:54.511754 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fd91c-8233-4a02-af15-bd125fc497b5 req-4ba830e4-cd88-4559-844c-cd9712ccf0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:02:54.513146 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-855fd91c-8233-4a02-af15-bd125fc497b5 req-4ba830e4-cd88-4559-844c-cd9712ccf0a2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=25e30059-1ab4-429f-b3fb-6d9360f4cb26 HTTP/1.1" status: 200 len: 848 time: 0.0416124 Feb 17 19:02:54.560384 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fd91c-8233-4a02-af15-bd125fc497b5 req-d63dd4c5-41fe-4ade-93a5-b26ce1795103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:02:54.561734 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-855fd91c-8233-4a02-af15-bd125fc497b5 req-d63dd4c5-41fe-4ade-93a5-b26ce1795103 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=49689d39-14e1-44d3-af65-297b6c1e09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0420506 Feb 17 19:02:54.651281 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-855fd91c-8233-4a02-af15-bd125fc497b5 req-d13e49a7-2f5e-4ee4-9922-d87ef4ad68a4 service neutron] 10.222.0.91 "GET /v2.0/networks/49689d39-14e1-44d3-af65-297b6c1e09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834270 Feb 17 19:02:55.045963 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-855fd91c-8233-4a02-af15-bd125fc497b5 req-8ca430db-776e-439f-881b-e2fbf9ece065 service neutron] 10.222.0.91 "GET /v2.0/networks/49689d39-14e1-44d3-af65-297b6c1e09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3877857 Feb 17 19:02:55.547405 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 3ac185d5-20a7-422c-a933-3bf8ea56ea4f details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 19:02:55.556018 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb2c31-d41f-42cc-b309-863eb77dec5b req-dd8fe0cd-27e2-4eda-a3c3-9e3edcc6052e tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:02:55.557637 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a5fb2c31-d41f-42cc-b309-863eb77dec5b req-dd8fe0cd-27e2-4eda-a3c3-9e3edcc6052e tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/ports?device_id=f0cec869-569c-4573-ba23-670555114a90 HTTP/1.1" status: 200 len: 944 time: 0.0549328 Feb 17 19:02:55.609864 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a5fb2c31-d41f-42cc-b309-863eb77dec5b req-ce26a857-0797-483a-a1b3-8adfcb5ab414 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/security-groups?id=6a291a22-fe13-4936-a1fb-432244b8e85a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464709 Feb 17 19:02:55.660125 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 3ac185d5-20a7-422c-a933-3bf8ea56ea4f, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=3ac185d5-20a7-422c-a933-3bf8ea56ea4f,segment=NetworkSegment(c337e586-09ca-44a2-a28f-2d2e469a55d3),segment_id=c337e586-09ca-44a2-a28f-2d2e469a55d3)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 19:02:55.671775 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '3ac185d5-20a7-422c-a933-3bf8ea56ea4f', 'network_id': '49689d39-14e1-44d3-af65-297b6c1e09d0', 'port_id': '3ac185d5-20a7-422c-a933-3bf8ea56ea4f', 'mac_address': 'fa:16:3e:d1:9a:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25e30059-1ab4-429f-b3fb-6d9360f4cb26', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 19:02:55.707787 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 3ac185d5-20a7-422c-a933-3bf8ea56ea4f is: DOWN; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 19:02:55.708186 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3ac185d5-20a7-422c-a933-3bf8ea56ea4f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:02:55.721461 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ac185d5-20a7-422c-a933-3bf8ea56ea4f {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 19:02:55.740840 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 3ac185d5-20a7-422c-a933-3bf8ea56ea4f, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=3ac185d5-20a7-422c-a933-3bf8ea56ea4f,segment=NetworkSegment(c337e586-09ca-44a2-a28f-2d2e469a55d3),segment_id=c337e586-09ca-44a2-a28f-2d2e469a55d3)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 19:02:55.744737 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (3ac185d5-20a7-422c-a933-3bf8ea56ea4f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:02:55.793204 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=3ac185d5-20a7-422c-a933-3bf8ea56ea4f,revision_number=4']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:02:55.989368 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['3ac185d5-20a7-422c-a933-3bf8ea56ea4f'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 19:02:56.733769 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88339c5d-3337-487a-95ca-f7586af5d222 req-ea0336e5-336f-43c4-9c84-994798fdc261 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:02:56.735215 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-88339c5d-3337-487a-95ca-f7586af5d222 req-ea0336e5-336f-43c4-9c84-994798fdc261 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/ports?device_id=f0cec869-569c-4573-ba23-670555114a90 HTTP/1.1" status: 200 len: 945 time: 0.0514157 Feb 17 19:02:56.782550 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-88339c5d-3337-487a-95ca-f7586af5d222 req-a4f3a71c-c686-46c9-8351-13f92b079b84 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/security-groups?id=6a291a22-fe13-4936-a1fb-432244b8e85a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418766 Feb 17 19:02:57.563678 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 3ac185d5-20a7-422c-a933-3bf8ea56ea4f up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 19:02:57.617786 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning for port 3ac185d5-20a7-422c-a933-3bf8ea56ea4f completed by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 19:02:57.621875 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 3ac185d5-20a7-422c-a933-3bf8ea56ea4f triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 19:02:57.622260 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (3ac185d5-20a7-422c-a933-3bf8ea56ea4f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:02:57.698785 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 3ac185d5-20a7-422c-a933-3bf8ea56ea4f is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 19:02:57.699173 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3ac185d5-20a7-422c-a933-3bf8ea56ea4f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:02:57.722530 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0cec869-569c-4573-ba23-670555114a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac185d5-20a7-422c-a933-3bf8ea56ea4f'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 19:02:57.724783 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a58b36eb5214be741a58d8f0f454d70cefb3ebdc097f6d2df64ce05b1b6ee80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f13a1d4-d790-46bb-aa18-115be27c4924" -d '{"events": [{"server_uuid": "f0cec869-569c-4573-ba23-670555114a90", "name": "network-vif-plugged", "status": "completed", "tag": "3ac185d5-20a7-422c-a933-3bf8ea56ea4f"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 19:02:57.737663 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 3ac185d5-20a7-422c-a933-3bf8ea56ea4f, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=3ac185d5-20a7-422c-a933-3bf8ea56ea4f,segment=NetworkSegment(c337e586-09ca-44a2-a28f-2d2e469a55d3),segment_id=c337e586-09ca-44a2-a28f-2d2e469a55d3)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 19:02:57.742653 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (3ac185d5-20a7-422c-a933-3bf8ea56ea4f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:02:57.768506 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 19:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b640f30-49e2-47c0-8f0b-7342b22b54f2 x-openstack-request-id: req-0b640f30-49e2-47c0-8f0b-7342b22b54f2 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 19:02:57.768807 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0cec869-569c-4573-ba23-670555114a90", "name": "network-vif-plugged", "status": "completed", "tag": "3ac185d5-20a7-422c-a933-3bf8ea56ea4f", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 19:02:57.769062 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0b640f30-49e2-47c0-8f0b-7342b22b54f2 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 19:02:57.769456 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0cec869-569c-4573-ba23-670555114a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac185d5-20a7-422c-a933-3bf8ea56ea4f', 'code': 200} Feb 17 19:02:57.812997 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=3ac185d5-20a7-422c-a933-3bf8ea56ea4f,revision_number=5']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:02:57.874822 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b28c4-8817-4b94-baf7-382f097ef9b9 req-f6c6319c-88e0-4752-b94f-8fdc0e275126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:02:57.878231 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-497b28c4-8817-4b94-baf7-382f097ef9b9 req-f6c6319c-88e0-4752-b94f-8fdc0e275126 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=f0cec869-569c-4573-ba23-670555114a90 HTTP/1.1" status: 200 len: 1128 time: 0.0472643 Feb 17 19:02:57.909716 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140768c-6030-441f-912b-64b25df85ef9 req-56c27330-ebbb-44dc-af98-f3600a914dde tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:02:57.911239 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a140768c-6030-441f-912b-64b25df85ef9 req-56c27330-ebbb-44dc-af98-f3600a914dde tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/ports?device_id=f0cec869-569c-4573-ba23-670555114a90 HTTP/1.1" status: 200 len: 946 time: 0.0575616 Feb 17 19:02:57.924946 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-497b28c4-8817-4b94-baf7-382f097ef9b9 req-b0d2def9-c8ed-4cc1-a602-5ef6a49a6adf service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=6a291a22-fe13-4936-a1fb-432244b8e85a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418229 Feb 17 19:02:57.963901 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a140768c-6030-441f-912b-64b25df85ef9 req-b54fcea0-e738-4851-ab5e-6b654ad438fa tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/security-groups?id=6a291a22-fe13-4936-a1fb-432244b8e85a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461199 Feb 17 19:02:59.095674 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26277d88-a5f3-4964-b07d-ffb9ea3ff0d8 req-d6b699eb-b9ba-4edc-a38a-e194e7060189 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:02:59.097310 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-26277d88-a5f3-4964-b07d-ffb9ea3ff0d8 req-d6b699eb-b9ba-4edc-a38a-e194e7060189 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/ports?device_id=f0cec869-569c-4573-ba23-670555114a90 HTTP/1.1" status: 200 len: 946 time: 0.0601287 Feb 17 19:02:59.154853 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-26277d88-a5f3-4964-b07d-ffb9ea3ff0d8 req-a8825837-2cbf-412e-a650-7195058cf6b9 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/security-groups?id=6a291a22-fe13-4936-a1fb-432244b8e85a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455270 Feb 17 19:02:59.274175 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e2bcb-98ef-48e6-96cd-d2adb4474d25 req-fe1320ea-f53b-43b2-a9cf-da55c87a5639 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:02:59.275680 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eb7e2bcb-98ef-48e6-96cd-d2adb4474d25 req-fe1320ea-f53b-43b2-a9cf-da55c87a5639 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/ports?device_id=f0cec869-569c-4573-ba23-670555114a90 HTTP/1.1" status: 200 len: 946 time: 0.0528886 Feb 17 19:02:59.326062 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eb7e2bcb-98ef-48e6-96cd-d2adb4474d25 req-f91ec01c-2c21-4ec1-a10c-b5293467e3be tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/security-groups?id=6a291a22-fe13-4936-a1fb-432244b8e85a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447433 Feb 17 19:02:59.348902 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44108) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 19:02:59.394475 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcacf564-f988-49fb-b5c6-d75bb0f50752 tempest-TestSnapshotPattern-949059355 tempest-TestSnapshotPattern-949059355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:02:59.396074 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bcacf564-f988-49fb-b5c6-d75bb0f50752 tempest-TestSnapshotPattern-949059355 tempest-TestSnapshotPattern-949059355-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=f0cec869-569c-4573-ba23-670555114a90 HTTP/1.1" status: 200 len: 1123 time: 0.0461273 Feb 17 19:02:59.399096 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44110) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 19:02:59.403847 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.v2.base [None req-a3d6e83b-52dc-42cc-8bc0-8db3c2c7e04c tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Request body: {'floatingip': {'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'port_id': '3ac185d5-20a7-422c-a933-3bf8ea56ea4f', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 19:02:59.423695 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3d6e83b-52dc-42cc-8bc0-8db3c2c7e04c tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:02:59.522131 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3d6e83b-52dc-42cc-8bc0-8db3c2c7e04c tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (None), before_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:02:59.625387 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_common [None req-a3d6e83b-52dc-42cc-8bc0-8db3c2c7e04c tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Allocated IP 172.25.8.147 (d7afcf1f-5124-4168-b80f-10ace9d04ea7/43ef4ad6-a93a-4742-b276-613f9c37730c/1efffeb8-f916-4578-87a6-ab5d8103d8cb) {{(pid=103434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 19:02:59.732733 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3d6e83b-52dc-42cc-8bc0-8db3c2c7e04c tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks [] for port (1efffeb8-f916-4578-87a6-ab5d8103d8cb), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:02:59.765583 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3d6e83b-52dc-42cc-8bc0-8db3c2c7e04c tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786427371030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (1efffeb8-f916-4578-87a6-ab5d8103d8cb), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:02:59.800798 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d6e83b-52dc-42cc-8bc0-8db3c2c7e04c tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Network d7afcf1f-5124-4168-b80f-10ace9d04ea7 is already hosted by enough agents. {{(pid=103434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 19:02:59.806043 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.base_scheduler [None req-a3d6e83b-52dc-42cc-8bc0-8db3c2c7e04c tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Resources bound (agent type, host, resource id): {{(pid=103434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 19:02:59.809703 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d6e83b-52dc-42cc-8bc0-8db3c2c7e04c tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Received port after_create {{(pid=103434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 19:02:59.832446 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d6e83b-52dc-42cc-8bc0-8db3c2c7e04c tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Pushing event updated for resources: {'Port': ['ID=1efffeb8-f916-4578-87a6-ab5d8103d8cb,revision_number=1']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:03:00.159534 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3d6e83b-52dc-42cc-8bc0-8db3c2c7e04c tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks [] for floatingip (0b549706-ada1-4695-b7f6-7534a31346dc), precommit_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:03:00.225307 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3d6e83b-52dc-42cc-8bc0-8db3c2c7e04c tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (1efffeb8-f916-4578-87a6-ab5d8103d8cb), before_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:03:00.370981 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3d6e83b-52dc-42cc-8bc0-8db3c2c7e04c tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks [] for port (1efffeb8-f916-4578-87a6-ab5d8103d8cb), precommit_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:03:00.375449 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3d6e83b-52dc-42cc-8bc0-8db3c2c7e04c tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9898396'] for port (1efffeb8-f916-4578-87a6-ab5d8103d8cb), after_update {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:03:00.443896 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d6e83b-52dc-42cc-8bc0-8db3c2c7e04c tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Pushing event updated for resources: {'Port': ['ID=1efffeb8-f916-4578-87a6-ab5d8103d8cb,revision_number=2']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:03:00.455819 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3d6e83b-52dc-42cc-8bc0-8db3c2c7e04c tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362229'] for floatingip (0b549706-ada1-4695-b7f6-7534a31346dc), after_create {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:03:00.556791 n-d-829613-2 neutron-server[103434]: INFO neutron.db.l3_db [None req-a3d6e83b-52dc-42cc-8bc0-8db3c2c7e04c tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Floating IP 0b549706-ada1-4695-b7f6-7534a31346dc associated. External IP: 172.25.8.147, port: 3ac185d5-20a7-422c-a933-3bf8ea56ea4f. Feb 17 19:03:00.761539 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d6e83b-52dc-42cc-8bc0-8db3c2c7e04c tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Router 4b138594-4536-40b2-8f4b-6d0dfa785efe has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 19:03:00.871123 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d6e83b-52dc-42cc-8bc0-8db3c2c7e04c tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 19:03:00.886821 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1112ab-aa6b-4f2e-9812-53e4ead7b8ea None None] Sync routers for ids ['4b138594-4536-40b2-8f4b-6d0dfa785efe'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 19:03:00.889302 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a3d6e83b-52dc-42cc-8bc0-8db3c2c7e04c tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:03:00.898491 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1112ab-aa6b-4f2e-9812-53e4ead7b8ea None None] Routers {'4b138594-4536-40b2-8f4b-6d0dfa785efe'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 19:03:00.899113 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-bf1112ab-aa6b-4f2e-9812-53e4ead7b8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T19:02:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['4b138594-4536-40b2-8f4b-6d0dfa785efe'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:03:00.919706 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a3d6e83b-52dc-42cc-8bc0-8db3c2c7e04c tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5195162 Feb 17 19:03:00.920415 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0cec869-569c-4573-ba23-670555114a90', 'tag': '3ac185d5-20a7-422c-a933-3bf8ea56ea4f'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 19:03:00.922736 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322b91fa-906d-4be4-9dbb-1c3e02ac4753" -d '{"events": [{"name": "network-changed", "server_uuid": "f0cec869-569c-4573-ba23-670555114a90", "tag": "3ac185d5-20a7-422c-a933-3bf8ea56ea4f"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 19:03:00.959926 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 19:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d66edf-e2a6-4dff-a959-2569c60c4917 x-openstack-request-id: req-c2d66edf-e2a6-4dff-a959-2569c60c4917 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 19:03:00.960222 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0cec869-569c-4573-ba23-670555114a90", "tag": "3ac185d5-20a7-422c-a933-3bf8ea56ea4f", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 19:03:00.960509 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c2d66edf-e2a6-4dff-a959-2569c60c4917 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 19:03:00.960960 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0cec869-569c-4573-ba23-670555114a90', 'tag': '3ac185d5-20a7-422c-a933-3bf8ea56ea4f', 'status': 'completed', 'code': 200} Feb 17 19:03:01.014685 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-bf1112ab-aa6b-4f2e-9812-53e4ead7b8ea None None] Set router 4b138594-4536-40b2-8f4b-6d0dfa785efe gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 19:03:01.036464 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b91fa-906d-4be4-9dbb-1c3e02ac4753 req-762d15ab-56d3-4f5f-8549-e058efd32dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:03:01.037999 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-322b91fa-906d-4be4-9dbb-1c3e02ac4753 req-762d15ab-56d3-4f5f-8549-e058efd32dd8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1cb0831177634e29a84b6c96afda9aa4&device_id=f0cec869-569c-4573-ba23-670555114a90 HTTP/1.1" status: 200 len: 1128 time: 0.0540359 Feb 17 19:03:01.126985 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b91fa-906d-4be4-9dbb-1c3e02ac4753 req-3fa5112c-b7c9-415e-8f08-50e230deacac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:03:01.128381 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-322b91fa-906d-4be4-9dbb-1c3e02ac4753 req-3fa5112c-b7c9-415e-8f08-50e230deacac service neutron] 10.222.0.91 "GET /v2.0/networks?id=49689d39-14e1-44d3-af65-297b6c1e09d0 HTTP/1.1" status: 200 len: 910 time: 0.0847805 Feb 17 19:03:01.197435 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-322b91fa-906d-4be4-9dbb-1c3e02ac4753 req-4bef211d-3129-4195-8d3c-de445ae83fd4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ac185d5-20a7-422c-a933-3bf8ea56ea4f HTTP/1.1" status: 200 len: 1000 time: 0.0632188 Feb 17 19:03:01.239188 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-bf1112ab-aa6b-4f2e-9812-53e4ead7b8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'name': 'tempest-TestSnapshotPattern-123719003-router', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'ce615961-ffa9-4773-ba92-b7934905b356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T19:00:10Z', 'updated_at': '2022-02-17T19:00:13Z', 'revision_number': 4, 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'gw_port': {'id': 'ce615961-ffa9-4773-ba92-b7934905b356', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:80:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T19:00:10Z', 'updated_at': '2022-02-17T19:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '0b549706-ada1-4695-b7f6-7534a31346dc', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'floating_ip_address': '172.25.8.147', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'port_id': '3ac185d5-20a7-422c-a933-3bf8ea56ea4f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49689d39-14e1-44d3-af65-297b6c1e09d0', 'mac_address': 'fa:16:3e:d1:9a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cec869-569c-4573-ba23-670555114a90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T19:03:00Z', 'updated_at': '2022-02-17T19:03:00Z', 'revision_number': 0, 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'fixed_ip_address_scope': None}, {'id': '9b0a2445-e9e4-4ef7-8780-7d05e4c13834', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'floating_ip_address': '172.25.8.203', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'port_id': '471fcbb6-6fcb-4479-be70-2356b95a2a86', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49689d39-14e1-44d3-af65-297b6c1e09d0', 'mac_address': 'fa:16:3e:21:8c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42a6651-b1b3-415b-873c-8f31d4244930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T19:00:32Z', 'updated_at': '2022-02-17T19:00:34Z', 'revision_number': 1, 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da512f2a-3684-4374-88c2-d4b6b31c2ac1', 'name': '', 'network_id': '49689d39-14e1-44d3-af65-297b6c1e09d0', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'mac_address': 'fa:16:3e:3a:54:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '25e30059-1ab4-429f-b3fb-6d9360f4cb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T19:00:12Z', 'updated_at': '2022-02-17T19:00:18Z', 'revision_number': 5, 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'subnets': [{'id': '25e30059-1ab4-429f-b3fb-6d9360f4cb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:03:01.245788 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b91fa-906d-4be4-9dbb-1c3e02ac4753 req-3e2d1a4b-b339-4596-b11d-d14ea81fbedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:03:01.247276 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-322b91fa-906d-4be4-9dbb-1c3e02ac4753 req-3e2d1a4b-b339-4596-b11d-d14ea81fbedc service neutron] 10.222.0.91 "GET /v2.0/subnets?id=25e30059-1ab4-429f-b3fb-6d9360f4cb26 HTTP/1.1" status: 200 len: 848 time: 0.0435648 Feb 17 19:03:01.269076 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1112ab-aa6b-4f2e-9812-53e4ead7b8ea None None] Checking router: 4b138594-4536-40b2-8f4b-6d0dfa785efe for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 19:03:01.277450 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1112ab-aa6b-4f2e-9812-53e4ead7b8ea None None] Routers {'4b138594-4536-40b2-8f4b-6d0dfa785efe'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 19:03:01.278033 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-bf1112ab-aa6b-4f2e-9812-53e4ead7b8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T19:02:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['4b138594-4536-40b2-8f4b-6d0dfa785efe'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:03:01.295717 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b91fa-906d-4be4-9dbb-1c3e02ac4753 req-6cbd548d-ddf1-4b03-856a-efebaef9c72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:03:01.297261 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-322b91fa-906d-4be4-9dbb-1c3e02ac4753 req-6cbd548d-ddf1-4b03-856a-efebaef9c72c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=49689d39-14e1-44d3-af65-297b6c1e09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444868 Feb 17 19:03:01.385855 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-bf1112ab-aa6b-4f2e-9812-53e4ead7b8ea None None] Set router 4b138594-4536-40b2-8f4b-6d0dfa785efe gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 19:03:01.390770 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-322b91fa-906d-4be4-9dbb-1c3e02ac4753 req-a15fd0cb-da17-4e04-98b8-78bdfcc92a97 service neutron] 10.222.0.91 "GET /v2.0/networks/49689d39-14e1-44d3-af65-297b6c1e09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875404 Feb 17 19:03:01.478772 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-322b91fa-906d-4be4-9dbb-1c3e02ac4753 req-0bb72c41-618e-4b87-96ea-484afffa381f service neutron] 10.222.0.91 "GET /v2.0/networks/49689d39-14e1-44d3-af65-297b6c1e09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822062 Feb 17 19:03:01.608685 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-bf1112ab-aa6b-4f2e-9812-53e4ead7b8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'name': 'tempest-TestSnapshotPattern-123719003-router', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'ce615961-ffa9-4773-ba92-b7934905b356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T19:00:10Z', 'updated_at': '2022-02-17T19:00:13Z', 'revision_number': 4, 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'gw_port': {'id': 'ce615961-ffa9-4773-ba92-b7934905b356', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:80:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T19:00:10Z', 'updated_at': '2022-02-17T19:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '0b549706-ada1-4695-b7f6-7534a31346dc', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'floating_ip_address': '172.25.8.147', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'port_id': '3ac185d5-20a7-422c-a933-3bf8ea56ea4f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49689d39-14e1-44d3-af65-297b6c1e09d0', 'mac_address': 'fa:16:3e:d1:9a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cec869-569c-4573-ba23-670555114a90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T19:03:00Z', 'updated_at': '2022-02-17T19:03:00Z', 'revision_number': 0, 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'fixed_ip_address_scope': None}, {'id': '9b0a2445-e9e4-4ef7-8780-7d05e4c13834', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'floating_ip_address': '172.25.8.203', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'port_id': '471fcbb6-6fcb-4479-be70-2356b95a2a86', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49689d39-14e1-44d3-af65-297b6c1e09d0', 'mac_address': 'fa:16:3e:21:8c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42a6651-b1b3-415b-873c-8f31d4244930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T19:00:32Z', 'updated_at': '2022-02-17T19:00:34Z', 'revision_number': 1, 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da512f2a-3684-4374-88c2-d4b6b31c2ac1', 'name': '', 'network_id': '49689d39-14e1-44d3-af65-297b6c1e09d0', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'mac_address': 'fa:16:3e:3a:54:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '25e30059-1ab4-429f-b3fb-6d9360f4cb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T19:00:12Z', 'updated_at': '2022-02-17T19:00:18Z', 'revision_number': 5, 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'subnets': [{'id': '25e30059-1ab4-429f-b3fb-6d9360f4cb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:03:01.639784 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1112ab-aa6b-4f2e-9812-53e4ead7b8ea None None] The sync data for ids ['4b138594-4536-40b2-8f4b-6d0dfa785efe'] in n-d-829613-2 is: [{'id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'name': 'tempest-TestSnapshotPattern-123719003-router', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'ce615961-ffa9-4773-ba92-b7934905b356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T19:00:10Z', 'updated_at': '2022-02-17T19:00:13Z', 'revision_number': 4, 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'gw_port': {'id': 'ce615961-ffa9-4773-ba92-b7934905b356', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:80:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T19:00:10Z', 'updated_at': '2022-02-17T19:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '0b549706-ada1-4695-b7f6-7534a31346dc', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'floating_ip_address': '172.25.8.147', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'port_id': '3ac185d5-20a7-422c-a933-3bf8ea56ea4f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49689d39-14e1-44d3-af65-297b6c1e09d0', 'mac_address': 'fa:16:3e:d1:9a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cec869-569c-4573-ba23-670555114a90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T19:03:00Z', 'updated_at': '2022-02-17T19:03:00Z', 'revision_number': 0, 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'fixed_ip_address_scope': None}, {'id': '9b0a2445-e9e4-4ef7-8780-7d05e4c13834', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'floating_ip_address': '172.25.8.203', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'port_id': '471fcbb6-6fcb-4479-be70-2356b95a2a86', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49689d39-14e1-44d3-af65-297b6c1e09d0', 'mac_address': 'fa:16:3e:21:8c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42a6651-b1b3-415b-873c-8f31d4244930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T19:00:32Z', 'updated_at': '2022-02-17T19:00:34Z', 'revision_number': 1, 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da512f2a-3684-4374-88c2-d4b6b31c2ac1', 'name': '', 'network_id': '49689d39-14e1-44d3-af65-297b6c1e09d0', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'mac_address': 'fa:16:3e:3a:54:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '25e30059-1ab4-429f-b3fb-6d9360f4cb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T19:00:12Z', 'updated_at': '2022-02-17T19:00:18Z', 'revision_number': 5, 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'subnets': [{'id': '25e30059-1ab4-429f-b3fb-6d9360f4cb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 19:03:01.836966 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a281fa-f6cf-469c-a1ac-c7cad0580012 None None] New status for floating IP 0b549706-ada1-4695-b7f6-7534a31346dc: ACTIVE {{(pid=103438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 19:03:03.171043 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1f94a264-2ae4-4951-a028-f1c6b21c74dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:03:05.620667 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-72891790-a36c-4652-8118-1814d60ccbb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:03:07.104211 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:03:08.299595 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:03:09.372037 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:03:19.887696 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:03:19.906167 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 19:03:20.685102 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:03:31.871612 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-202cc515-d7ee-42c2-921b-2487206b6efc req-6d36e4a6-1876-487d-b553-29b7c2bb8842 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b42a6651-b1b3-415b-873c-8f31d4244930&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0549338 Feb 17 19:03:31.956369 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202cc515-d7ee-42c2-921b-2487206b6efc req-e0166343-3f6a-48a9-abc5-afadbcfb9768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:03:31.957870 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-202cc515-d7ee-42c2-921b-2487206b6efc req-e0166343-3f6a-48a9-abc5-afadbcfb9768 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1cb0831177634e29a84b6c96afda9aa4&device_id=b42a6651-b1b3-415b-873c-8f31d4244930 HTTP/1.1" status: 200 len: 1125 time: 0.0446124 Feb 17 19:03:32.060118 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202cc515-d7ee-42c2-921b-2487206b6efc req-9ffb7df2-06c1-4f0f-909b-aab7c6da3105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:03:32.061584 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-202cc515-d7ee-42c2-921b-2487206b6efc req-9ffb7df2-06c1-4f0f-909b-aab7c6da3105 service neutron] 10.222.0.71 "GET /v2.0/networks?id=49689d39-14e1-44d3-af65-297b6c1e09d0 HTTP/1.1" status: 200 len: 910 time: 0.0862298 Feb 17 19:03:32.124468 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-202cc515-d7ee-42c2-921b-2487206b6efc req-76abf5a8-a0b3-4571-a665-a3d5d9f2bb76 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=471fcbb6-6fcb-4479-be70-2356b95a2a86 HTTP/1.1" status: 200 len: 999 time: 0.0566866 Feb 17 19:03:32.171493 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202cc515-d7ee-42c2-921b-2487206b6efc req-4a96dd11-4db7-412f-a2a6-86bad15ba968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:03:32.173040 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-202cc515-d7ee-42c2-921b-2487206b6efc req-4a96dd11-4db7-412f-a2a6-86bad15ba968 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=25e30059-1ab4-429f-b3fb-6d9360f4cb26 HTTP/1.1" status: 200 len: 848 time: 0.0432854 Feb 17 19:03:32.222984 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202cc515-d7ee-42c2-921b-2487206b6efc req-3551a555-66ba-4228-9ca6-53f63a365e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:03:32.224495 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-202cc515-d7ee-42c2-921b-2487206b6efc req-3551a555-66ba-4228-9ca6-53f63a365e34 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=49689d39-14e1-44d3-af65-297b6c1e09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461996 Feb 17 19:03:32.309491 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-202cc515-d7ee-42c2-921b-2487206b6efc req-c5265652-0652-4c5d-8c93-39a80f52569f service neutron] 10.222.0.71 "GET /v2.0/networks/49689d39-14e1-44d3-af65-297b6c1e09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793483 Feb 17 19:03:32.397654 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-202cc515-d7ee-42c2-921b-2487206b6efc req-2dcfe576-bebd-4857-87e6-9382975b6e73 service neutron] 10.222.0.71 "GET /v2.0/networks/49689d39-14e1-44d3-af65-297b6c1e09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822539 Feb 17 19:03:33.174513 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-05b59173-babc-421c-aa1a-002b15fb1ff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:03:34.753310 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c3d2a866-95b5-43fe-8851-e5be79208cf2 req-3592b06a-2f39-4357-ae74-837f369593af service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=f0cec869-569c-4573-ba23-670555114a90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429130 Feb 17 19:03:34.840769 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2a866-95b5-43fe-8851-e5be79208cf2 req-c98d4593-97ff-4dcb-a047-bc614066858f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:03:34.842246 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c3d2a866-95b5-43fe-8851-e5be79208cf2 req-c98d4593-97ff-4dcb-a047-bc614066858f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1cb0831177634e29a84b6c96afda9aa4&device_id=f0cec869-569c-4573-ba23-670555114a90 HTTP/1.1" status: 200 len: 1128 time: 0.0443368 Feb 17 19:03:34.945899 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2a866-95b5-43fe-8851-e5be79208cf2 req-1847bc64-4469-482a-8d7b-c63419a044f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:03:34.947384 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c3d2a866-95b5-43fe-8851-e5be79208cf2 req-1847bc64-4469-482a-8d7b-c63419a044f9 service neutron] 10.222.0.91 "GET /v2.0/networks?id=49689d39-14e1-44d3-af65-297b6c1e09d0 HTTP/1.1" status: 200 len: 910 time: 0.0877385 Feb 17 19:03:35.010282 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c3d2a866-95b5-43fe-8851-e5be79208cf2 req-d9e6e419-248a-4bdc-9509-27ef300e79d5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ac185d5-20a7-422c-a933-3bf8ea56ea4f HTTP/1.1" status: 200 len: 1002 time: 0.0567932 Feb 17 19:03:35.061753 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2a866-95b5-43fe-8851-e5be79208cf2 req-b548918e-2f26-4392-a976-d538957e1961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:03:35.063197 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c3d2a866-95b5-43fe-8851-e5be79208cf2 req-b548918e-2f26-4392-a976-d538957e1961 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=25e30059-1ab4-429f-b3fb-6d9360f4cb26 HTTP/1.1" status: 200 len: 848 time: 0.0467486 Feb 17 19:03:35.109919 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2a866-95b5-43fe-8851-e5be79208cf2 req-8c92a49d-7458-47ea-bc67-f07656952f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:03:35.111441 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c3d2a866-95b5-43fe-8851-e5be79208cf2 req-8c92a49d-7458-47ea-bc67-f07656952f02 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=49689d39-14e1-44d3-af65-297b6c1e09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429831 Feb 17 19:03:35.200118 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c3d2a866-95b5-43fe-8851-e5be79208cf2 req-726ece02-bb62-402f-9940-e9309c28da54 service neutron] 10.222.0.91 "GET /v2.0/networks/49689d39-14e1-44d3-af65-297b6c1e09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805171 Feb 17 19:03:35.289094 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-c3d2a866-95b5-43fe-8851-e5be79208cf2 req-d80bb2c9-6a23-46f6-9c4b-e62018ebbb7a service neutron] 10.222.0.91 "GET /v2.0/networks/49689d39-14e1-44d3-af65-297b6c1e09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837607 Feb 17 19:03:35.623993 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-4073c715-ec52-44ae-ad1b-647532c06d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:03:37.107282 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:03:38.302196 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:03:39.374014 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:03:49.902521 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:03:50.698714 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:03:56.904976 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 19:04:03.176576 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e611f7c4-5c23-4e09-b1e5-12608291e3b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:04:05.625554 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c7a10165-9fff-4414-9812-56eab3d2e3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:04:07.109292 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:04:08.303817 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:04:09.376099 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:04:19.906476 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:04:20.697467 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:04:31.857857 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-41f1c6ba-18ac-46ce-a05e-cd4333d6f085 req-d311274c-e591-444b-934e-6f7495858af5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b42a6651-b1b3-415b-873c-8f31d4244930&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446177 Feb 17 19:04:31.939575 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1c6ba-18ac-46ce-a05e-cd4333d6f085 req-4d0c8727-956f-4942-b5da-874e50cbba77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:04:31.941089 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-41f1c6ba-18ac-46ce-a05e-cd4333d6f085 req-4d0c8727-956f-4942-b5da-874e50cbba77 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1cb0831177634e29a84b6c96afda9aa4&device_id=b42a6651-b1b3-415b-873c-8f31d4244930 HTTP/1.1" status: 200 len: 1125 time: 0.0441041 Feb 17 19:04:32.047395 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1c6ba-18ac-46ce-a05e-cd4333d6f085 req-2f782b46-ebeb-49b7-98b9-b046259ad915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:04:32.048895 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-41f1c6ba-18ac-46ce-a05e-cd4333d6f085 req-2f782b46-ebeb-49b7-98b9-b046259ad915 service neutron] 10.222.0.71 "GET /v2.0/networks?id=49689d39-14e1-44d3-af65-297b6c1e09d0 HTTP/1.1" status: 200 len: 910 time: 0.0912642 Feb 17 19:04:32.110389 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-41f1c6ba-18ac-46ce-a05e-cd4333d6f085 req-8312f7d3-7a8b-48cd-870c-8f713120f1a2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=471fcbb6-6fcb-4479-be70-2356b95a2a86 HTTP/1.1" status: 200 len: 999 time: 0.0556037 Feb 17 19:04:32.159417 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1c6ba-18ac-46ce-a05e-cd4333d6f085 req-22f9bdfe-a6dc-45cd-af4f-046507f26e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:04:32.160873 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-41f1c6ba-18ac-46ce-a05e-cd4333d6f085 req-22f9bdfe-a6dc-45cd-af4f-046507f26e77 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=25e30059-1ab4-429f-b3fb-6d9360f4cb26 HTTP/1.1" status: 200 len: 848 time: 0.0454724 Feb 17 19:04:32.207925 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1c6ba-18ac-46ce-a05e-cd4333d6f085 req-ecf3c142-52f3-46fa-8178-e17f2dd38793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:04:32.209476 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-41f1c6ba-18ac-46ce-a05e-cd4333d6f085 req-ecf3c142-52f3-46fa-8178-e17f2dd38793 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=49689d39-14e1-44d3-af65-297b6c1e09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0427277 Feb 17 19:04:32.299274 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-41f1c6ba-18ac-46ce-a05e-cd4333d6f085 req-5fa1d829-dd80-486d-ba63-f9e5be1375f6 service neutron] 10.222.0.71 "GET /v2.0/networks/49689d39-14e1-44d3-af65-297b6c1e09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835209 Feb 17 19:04:32.389015 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-41f1c6ba-18ac-46ce-a05e-cd4333d6f085 req-346983da-44e4-4d5d-a18e-91f4ae8d269a service neutron] 10.222.0.71 "GET /v2.0/networks/49689d39-14e1-44d3-af65-297b6c1e09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840111 Feb 17 19:04:33.177829 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c8d64dd1-1292-42ef-b864-55b8d61bd807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:04:33.904670 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 19:04:34.755213 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0f6ccfa5-c163-4927-8fe4-5897e98ce697 req-e13907bc-9778-4071-b59c-a9d2d13b724f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=f0cec869-569c-4573-ba23-670555114a90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430684 Feb 17 19:04:34.841115 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6ccfa5-c163-4927-8fe4-5897e98ce697 req-fed55915-bcee-4c76-b958-11b44e99960d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:04:34.842582 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0f6ccfa5-c163-4927-8fe4-5897e98ce697 req-fed55915-bcee-4c76-b958-11b44e99960d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1cb0831177634e29a84b6c96afda9aa4&device_id=f0cec869-569c-4573-ba23-670555114a90 HTTP/1.1" status: 200 len: 1128 time: 0.0474441 Feb 17 19:04:34.942859 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6ccfa5-c163-4927-8fe4-5897e98ce697 req-c3883fee-b041-408f-a41b-b9621b384d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:04:34.944369 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0f6ccfa5-c163-4927-8fe4-5897e98ce697 req-c3883fee-b041-408f-a41b-b9621b384d09 service neutron] 10.222.0.91 "GET /v2.0/networks?id=49689d39-14e1-44d3-af65-297b6c1e09d0 HTTP/1.1" status: 200 len: 910 time: 0.0828643 Feb 17 19:04:35.011490 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0f6ccfa5-c163-4927-8fe4-5897e98ce697 req-54667306-d8a3-45ab-8b33-6379e51666d3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ac185d5-20a7-422c-a933-3bf8ea56ea4f HTTP/1.1" status: 200 len: 1002 time: 0.0607867 Feb 17 19:04:35.059662 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6ccfa5-c163-4927-8fe4-5897e98ce697 req-e519b70e-b694-4385-9134-9594770cd9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:04:35.061138 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0f6ccfa5-c163-4927-8fe4-5897e98ce697 req-e519b70e-b694-4385-9134-9594770cd9de service neutron] 10.222.0.91 "GET /v2.0/subnets?id=25e30059-1ab4-429f-b3fb-6d9360f4cb26 HTTP/1.1" status: 200 len: 848 time: 0.0438492 Feb 17 19:04:35.109274 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6ccfa5-c163-4927-8fe4-5897e98ce697 req-d20efced-a9fa-4d8a-9789-972515c3191b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:04:35.110725 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0f6ccfa5-c163-4927-8fe4-5897e98ce697 req-d20efced-a9fa-4d8a-9789-972515c3191b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=49689d39-14e1-44d3-af65-297b6c1e09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0426447 Feb 17 19:04:35.200264 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0f6ccfa5-c163-4927-8fe4-5897e98ce697 req-8c9770a5-767a-4a5a-9d16-633481ac4774 service neutron] 10.222.0.91 "GET /v2.0/networks/49689d39-14e1-44d3-af65-297b6c1e09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834117 Feb 17 19:04:35.286793 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-0f6ccfa5-c163-4927-8fe4-5897e98ce697 req-9cfc9069-6e8e-42e8-89bb-f253e86b7fef service neutron] 10.222.0.91 "GET /v2.0/networks/49689d39-14e1-44d3-af65-297b6c1e09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800180 Feb 17 19:04:35.625980 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-14a463b3-b24a-4123-a566-92cbc8956cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:04:37.112697 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:04:38.306993 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:04:39.379715 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:04:42.076337 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 3ac185d5-20a7-422c-a933-3bf8ea56ea4f details requested by agent hyperv_n-h2-829613-2 with host n-h2-829613-2 {{(pid=103436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 19:04:42.169740 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 3ac185d5-20a7-422c-a933-3bf8ea56ea4f, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=3ac185d5-20a7-422c-a933-3bf8ea56ea4f,segment=NetworkSegment(c337e586-09ca-44a2-a28f-2d2e469a55d3),segment_id=c337e586-09ca-44a2-a28f-2d2e469a55d3)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 19:04:42.180549 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Returning: {'device': '3ac185d5-20a7-422c-a933-3bf8ea56ea4f', 'network_id': '49689d39-14e1-44d3-af65-297b6c1e09d0', 'port_id': '3ac185d5-20a7-422c-a933-3bf8ea56ea4f', 'mac_address': 'fa:16:3e:d1:9a:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25e30059-1ab4-429f-b3fb-6d9360f4cb26', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 19:04:42.220622 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 3ac185d5-20a7-422c-a933-3bf8ea56ea4f is: ACTIVE; New status is: BUILD {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 19:04:42.220924 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3ac185d5-20a7-422c-a933-3bf8ea56ea4f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:04:42.233677 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ac185d5-20a7-422c-a933-3bf8ea56ea4f {{(pid=103436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 19:04:42.252699 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 3ac185d5-20a7-422c-a933-3bf8ea56ea4f, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=3ac185d5-20a7-422c-a933-3bf8ea56ea4f,segment=NetworkSegment(c337e586-09ca-44a2-a28f-2d2e469a55d3),segment_id=c337e586-09ca-44a2-a28f-2d2e469a55d3)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 19:04:42.256926 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (3ac185d5-20a7-422c-a933-3bf8ea56ea4f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:04:42.305588 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=3ac185d5-20a7-422c-a933-3bf8ea56ea4f,revision_number=6']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:04:42.313590 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:04:42.313942 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:04:42.314284 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:04:42.314624 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:04:42.314956 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:04:42.315287 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:04:42.315613 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:04:42.315937 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:04:42.316282 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:04:42.316608 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:04:42.316963 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:04:42.317252 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:04:42.317569 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:04:42.357482 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] get_ports_and_sgs() called for port_ids ['3ac185d5-20a7-422c-a933-3bf8ea56ea4f'] {{(pid=103436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 19:04:44.106059 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 3ac185d5-20a7-422c-a933-3bf8ea56ea4f up at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 19:04:44.210864 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.provisioning_blocks [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Provisioning complete for port 3ac185d5-20a7-422c-a933-3bf8ea56ea4f triggered by entity L2. {{(pid=103436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 19:04:44.211497 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788044'] for port (3ac185d5-20a7-422c-a933-3bf8ea56ea4f), provisioning_complete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:04:44.301058 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Current status of the port 3ac185d5-20a7-422c-a933-3bf8ea56ea4f is: BUILD; New status is: ACTIVE {{(pid=103436) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 19:04:44.301547 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808731'] for port (3ac185d5-20a7-422c-a933-3bf8ea56ea4f), before_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:04:44.333540 n-d-829613-2 neutron-server[103436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0cec869-569c-4573-ba23-670555114a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac185d5-20a7-422c-a933-3bf8ea56ea4f'}] {{(pid=103436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 19:04:44.335988 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a58b36eb5214be741a58d8f0f454d70cefb3ebdc097f6d2df64ce05b1b6ee80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772625af-981f-447d-be1a-c8a4f693199d" -d '{"events": [{"server_uuid": "f0cec869-569c-4573-ba23-670555114a90", "name": "network-vif-plugged", "status": "completed", "tag": "3ac185d5-20a7-422c-a933-3bf8ea56ea4f"}]}' {{(pid=103436) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 19:04:44.356652 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] For port 3ac185d5-20a7-422c-a933-3bf8ea56ea4f, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=3ac185d5-20a7-422c-a933-3bf8ea56ea4f,segment=NetworkSegment(c337e586-09ca-44a2-a28f-2d2e469a55d3),segment_id=c337e586-09ca-44a2-a28f-2d2e469a55d3)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 19:04:44.363239 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786427760240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786427371048', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786427371066'] for port (3ac185d5-20a7-422c-a933-3bf8ea56ea4f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:04:44.418673 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=3ac185d5-20a7-422c-a933-3bf8ea56ea4f,revision_number=7']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:04:44.475322 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 19:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9e2983-ec4d-4935-a6dd-402535e23207 x-openstack-request-id: req-cc9e2983-ec4d-4935-a6dd-402535e23207 {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 19:04:44.475621 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0cec869-569c-4573-ba23-670555114a90", "name": "network-vif-plugged", "status": "completed", "tag": "3ac185d5-20a7-422c-a933-3bf8ea56ea4f", "code": 200}]} {{(pid=103436) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 19:04:44.475877 n-d-829613-2 neutron-server[103436]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-cc9e2983-ec4d-4935-a6dd-402535e23207 {{(pid=103436) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 19:04:44.476300 n-d-829613-2 neutron-server[103436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0cec869-569c-4573-ba23-670555114a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac185d5-20a7-422c-a933-3bf8ea56ea4f', 'code': 200} Feb 17 19:04:49.907130 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:04:50.708920 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:04:52.771334 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44310) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 19:04:52.930266 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-28b11e4e-0bcb-4f70-a971-315db886d3a3 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Deleting port 1efffeb8-f916-4578-87a6-ab5d8103d8cb {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 19:04:52.930643 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28b11e4e-0bcb-4f70-a971-315db886d3a3 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (1efffeb8-f916-4578-87a6-ab5d8103d8cb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:04:53.003299 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28b11e4e-0bcb-4f70-a971-315db886d3a3 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (1efffeb8-f916-4578-87a6-ab5d8103d8cb), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:04:53.003684 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28b11e4e-0bcb-4f70-a971-315db886d3a3 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks [] for floatingip (1efffeb8-f916-4578-87a6-ab5d8103d8cb), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:04:53.015584 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-28b11e4e-0bcb-4f70-a971-315db886d3a3 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Calling delete_port for 1efffeb8-f916-4578-87a6-ab5d8103d8cb owned by network:floatingip {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 19:04:53.525952 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28b11e4e-0bcb-4f70-a971-315db886d3a3 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (1efffeb8-f916-4578-87a6-ab5d8103d8cb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:04:53.553785 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b11e4e-0bcb-4f70-a971-315db886d3a3 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Pushing event deleted for resources: {'Port': ['ID=1efffeb8-f916-4578-87a6-ab5d8103d8cb,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:04:53.577230 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b11e4e-0bcb-4f70-a971-315db886d3a3 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:04:53.577584 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b11e4e-0bcb-4f70-a971-315db886d3a3 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:04:53.577930 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b11e4e-0bcb-4f70-a971-315db886d3a3 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:04:53.578265 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b11e4e-0bcb-4f70-a971-315db886d3a3 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:04:53.578597 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b11e4e-0bcb-4f70-a971-315db886d3a3 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:04:53.578929 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b11e4e-0bcb-4f70-a971-315db886d3a3 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:04:53.579262 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b11e4e-0bcb-4f70-a971-315db886d3a3 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:04:53.579590 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b11e4e-0bcb-4f70-a971-315db886d3a3 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:04:53.579920 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b11e4e-0bcb-4f70-a971-315db886d3a3 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:04:53.580326 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b11e4e-0bcb-4f70-a971-315db886d3a3 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:04:53.580588 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b11e4e-0bcb-4f70-a971-315db886d3a3 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:04:53.580917 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b11e4e-0bcb-4f70-a971-315db886d3a3 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:04:53.581238 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b11e4e-0bcb-4f70-a971-315db886d3a3 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:04:53.627250 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28b11e4e-0bcb-4f70-a971-315db886d3a3 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks [] for floatingip (0b549706-ada1-4695-b7f6-7534a31346dc), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:04:53.627575 n-d-829613-2 neutron-server[103434]: INFO neutron.db.l3_db [None req-28b11e4e-0bcb-4f70-a971-315db886d3a3 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Floating IP 0b549706-ada1-4695-b7f6-7534a31346dc disassociated (deleted). External IP: 172.25.8.147, port: 3ac185d5-20a7-422c-a933-3bf8ea56ea4f. Feb 17 19:04:53.855225 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b11e4e-0bcb-4f70-a971-315db886d3a3 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Router 4b138594-4536-40b2-8f4b-6d0dfa785efe has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 19:04:53.970431 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b11e4e-0bcb-4f70-a971-315db886d3a3 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 19:04:53.975346 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-28b11e4e-0bcb-4f70-a971-315db886d3a3 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:04:53.981863 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297d2812-dcdc-43c3-bdfd-73a618ca4a35 None None] Sync routers for ids ['4b138594-4536-40b2-8f4b-6d0dfa785efe'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 19:04:53.994955 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297d2812-dcdc-43c3-bdfd-73a618ca4a35 None None] Routers {'4b138594-4536-40b2-8f4b-6d0dfa785efe'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 19:04:53.995577 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-297d2812-dcdc-43c3-bdfd-73a618ca4a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T19:04:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['4b138594-4536-40b2-8f4b-6d0dfa785efe'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:04:54.011402 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-28b11e4e-0bcb-4f70-a971-315db886d3a3 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "DELETE /v2.0/floatingips/0b549706-ada1-4695-b7f6-7534a31346dc HTTP/1.1" status: 204 len: 168 time: 1.2389421 Feb 17 19:04:54.011996 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0cec869-569c-4573-ba23-670555114a90', 'tag': '3ac185d5-20a7-422c-a933-3bf8ea56ea4f'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 19:04:54.016169 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24b1de5-aa88-4369-819d-15c5da07a90a" -d '{"events": [{"name": "network-changed", "server_uuid": "f0cec869-569c-4573-ba23-670555114a90", "tag": "3ac185d5-20a7-422c-a933-3bf8ea56ea4f"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 19:04:54.123890 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-297d2812-dcdc-43c3-bdfd-73a618ca4a35 None None] Set router 4b138594-4536-40b2-8f4b-6d0dfa785efe gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 19:04:54.190920 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 19:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb381a1-a725-4f40-86d4-d9bcabc27ec7 x-openstack-request-id: req-5eb381a1-a725-4f40-86d4-d9bcabc27ec7 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 19:04:54.191239 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0cec869-569c-4573-ba23-670555114a90", "tag": "3ac185d5-20a7-422c-a933-3bf8ea56ea4f", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 19:04:54.191700 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5eb381a1-a725-4f40-86d4-d9bcabc27ec7 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 19:04:54.192147 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0cec869-569c-4573-ba23-670555114a90', 'tag': '3ac185d5-20a7-422c-a933-3bf8ea56ea4f', 'status': 'completed', 'code': 200} Feb 17 19:04:54.276883 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b1de5-aa88-4369-819d-15c5da07a90a req-0ca70aa9-4e6d-46b5-b2df-be64c12490dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:04:54.278680 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f24b1de5-aa88-4369-819d-15c5da07a90a req-0ca70aa9-4e6d-46b5-b2df-be64c12490dd service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1cb0831177634e29a84b6c96afda9aa4&device_id=f0cec869-569c-4573-ba23-670555114a90 HTTP/1.1" status: 200 len: 1128 time: 0.0643497 Feb 17 19:04:54.374468 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-297d2812-dcdc-43c3-bdfd-73a618ca4a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'name': 'tempest-TestSnapshotPattern-123719003-router', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'ce615961-ffa9-4773-ba92-b7934905b356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T19:00:10Z', 'updated_at': '2022-02-17T19:00:13Z', 'revision_number': 4, 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'gw_port': {'id': 'ce615961-ffa9-4773-ba92-b7934905b356', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:80:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T19:00:10Z', 'updated_at': '2022-02-17T19:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '9b0a2445-e9e4-4ef7-8780-7d05e4c13834', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'floating_ip_address': '172.25.8.203', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'port_id': '471fcbb6-6fcb-4479-be70-2356b95a2a86', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49689d39-14e1-44d3-af65-297b6c1e09d0', 'mac_address': 'fa:16:3e:21:8c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42a6651-b1b3-415b-873c-8f31d4244930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T19:00:32Z', 'updated_at': '2022-02-17T19:00:34Z', 'revision_number': 1, 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da512f2a-3684-4374-88c2-d4b6b31c2ac1', 'name': '', 'network_id': '49689d39-14e1-44d3-af65-297b6c1e09d0', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'mac_address': 'fa:16:3e:3a:54:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '25e30059-1ab4-429f-b3fb-6d9360f4cb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T19:00:12Z', 'updated_at': '2022-02-17T19:00:18Z', 'revision_number': 5, 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'subnets': [{'id': '25e30059-1ab4-429f-b3fb-6d9360f4cb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:04:54.383017 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b1de5-aa88-4369-819d-15c5da07a90a req-e6bd38a3-4969-47ad-b5f1-588a53aabc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:04:54.385128 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f24b1de5-aa88-4369-819d-15c5da07a90a req-e6bd38a3-4969-47ad-b5f1-588a53aabc33 service neutron] 10.222.0.91 "GET /v2.0/networks?id=49689d39-14e1-44d3-af65-297b6c1e09d0 HTTP/1.1" status: 200 len: 910 time: 0.0996192 Feb 17 19:04:54.390132 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047be8e-06b0-49a3-ab0d-477087045c1e req-74d6110d-95ff-4154-b126-1b1f600a5468 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:04:54.391692 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a047be8e-06b0-49a3-ab0d-477087045c1e req-74d6110d-95ff-4154-b126-1b1f600a5468 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/ports?device_id=f0cec869-569c-4573-ba23-670555114a90 HTTP/1.1" status: 200 len: 946 time: 0.1437609 Feb 17 19:04:54.412903 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297d2812-dcdc-43c3-bdfd-73a618ca4a35 None None] Checking router: 4b138594-4536-40b2-8f4b-6d0dfa785efe for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 19:04:54.422788 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297d2812-dcdc-43c3-bdfd-73a618ca4a35 None None] Routers {'4b138594-4536-40b2-8f4b-6d0dfa785efe'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 19:04:54.423467 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-297d2812-dcdc-43c3-bdfd-73a618ca4a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T19:04:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['4b138594-4536-40b2-8f4b-6d0dfa785efe'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:04:54.434269 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f24b1de5-aa88-4369-819d-15c5da07a90a req-9743ac79-fd94-4b47-80c3-6790ea16328b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ac185d5-20a7-422c-a933-3bf8ea56ea4f HTTP/1.1" status: 200 len: 217 time: 0.0422075 Feb 17 19:04:54.454177 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-a047be8e-06b0-49a3-ab0d-477087045c1e req-8e7fd297-1f6f-47c7-9f58-2d186413b7ba tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/security-groups?id=6a291a22-fe13-4936-a1fb-432244b8e85a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564880 Feb 17 19:04:54.490018 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b1de5-aa88-4369-819d-15c5da07a90a req-c014b913-25ec-47d3-825f-6e93d713d02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:04:54.491763 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f24b1de5-aa88-4369-819d-15c5da07a90a req-c014b913-25ec-47d3-825f-6e93d713d02a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=25e30059-1ab4-429f-b3fb-6d9360f4cb26 HTTP/1.1" status: 200 len: 848 time: 0.0514238 Feb 17 19:04:54.541855 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-297d2812-dcdc-43c3-bdfd-73a618ca4a35 None None] Set router 4b138594-4536-40b2-8f4b-6d0dfa785efe gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 19:04:54.568196 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b1de5-aa88-4369-819d-15c5da07a90a req-c16e48a7-8278-416a-9865-be04218981d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:04:54.569772 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f24b1de5-aa88-4369-819d-15c5da07a90a req-c16e48a7-8278-416a-9865-be04218981d6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=49689d39-14e1-44d3-af65-297b6c1e09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0720570 Feb 17 19:04:54.665527 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f24b1de5-aa88-4369-819d-15c5da07a90a req-6271348b-8176-4fe8-a5aa-deb571040976 service neutron] 10.222.0.91 "GET /v2.0/networks/49689d39-14e1-44d3-af65-297b6c1e09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870323 Feb 17 19:04:54.753919 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-f24b1de5-aa88-4369-819d-15c5da07a90a req-1550a16d-935a-47af-a28d-e9c7b4fc884f service neutron] 10.222.0.91 "GET /v2.0/networks/49689d39-14e1-44d3-af65-297b6c1e09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831327 Feb 17 19:04:54.765735 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-297d2812-dcdc-43c3-bdfd-73a618ca4a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'name': 'tempest-TestSnapshotPattern-123719003-router', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'ce615961-ffa9-4773-ba92-b7934905b356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T19:00:10Z', 'updated_at': '2022-02-17T19:00:13Z', 'revision_number': 4, 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'gw_port': {'id': 'ce615961-ffa9-4773-ba92-b7934905b356', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:80:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T19:00:10Z', 'updated_at': '2022-02-17T19:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '9b0a2445-e9e4-4ef7-8780-7d05e4c13834', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'floating_ip_address': '172.25.8.203', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'port_id': '471fcbb6-6fcb-4479-be70-2356b95a2a86', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49689d39-14e1-44d3-af65-297b6c1e09d0', 'mac_address': 'fa:16:3e:21:8c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42a6651-b1b3-415b-873c-8f31d4244930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T19:00:32Z', 'updated_at': '2022-02-17T19:00:34Z', 'revision_number': 1, 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da512f2a-3684-4374-88c2-d4b6b31c2ac1', 'name': '', 'network_id': '49689d39-14e1-44d3-af65-297b6c1e09d0', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'mac_address': 'fa:16:3e:3a:54:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '25e30059-1ab4-429f-b3fb-6d9360f4cb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T19:00:12Z', 'updated_at': '2022-02-17T19:00:18Z', 'revision_number': 5, 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'subnets': [{'id': '25e30059-1ab4-429f-b3fb-6d9360f4cb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:04:54.803379 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297d2812-dcdc-43c3-bdfd-73a618ca4a35 None None] The sync data for ids ['4b138594-4536-40b2-8f4b-6d0dfa785efe'] in n-d-829613-2 is: [{'id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'name': 'tempest-TestSnapshotPattern-123719003-router', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'ce615961-ffa9-4773-ba92-b7934905b356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T19:00:10Z', 'updated_at': '2022-02-17T19:00:13Z', 'revision_number': 4, 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'gw_port': {'id': 'ce615961-ffa9-4773-ba92-b7934905b356', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:80:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T19:00:10Z', 'updated_at': '2022-02-17T19:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_floatingips': [{'id': '9b0a2445-e9e4-4ef7-8780-7d05e4c13834', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'floating_ip_address': '172.25.8.203', 'floating_network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'router_id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'port_id': '471fcbb6-6fcb-4479-be70-2356b95a2a86', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49689d39-14e1-44d3-af65-297b6c1e09d0', 'mac_address': 'fa:16:3e:21:8c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42a6651-b1b3-415b-873c-8f31d4244930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T19:00:32Z', 'updated_at': '2022-02-17T19:00:34Z', 'revision_number': 1, 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da512f2a-3684-4374-88c2-d4b6b31c2ac1', 'name': '', 'network_id': '49689d39-14e1-44d3-af65-297b6c1e09d0', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'mac_address': 'fa:16:3e:3a:54:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '25e30059-1ab4-429f-b3fb-6d9360f4cb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T19:00:12Z', 'updated_at': '2022-02-17T19:00:18Z', 'revision_number': 5, 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'subnets': [{'id': '25e30059-1ab4-429f-b3fb-6d9360f4cb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 19:04:55.045981 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e881c0e2-936e-445c-a51e-c64087508f6b None None] New status for floating IP 0b549706-ada1-4695-b7f6-7534a31346dc: DOWN {{(pid=103438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 19:04:55.580360 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b800b287-0437-472a-8189-50e19fc05e48 req-2ab6ee36-7352-49d1-856a-19cd32300126 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:04:55.581851 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b800b287-0437-472a-8189-50e19fc05e48 req-2ab6ee36-7352-49d1-856a-19cd32300126 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/ports?device_id=f0cec869-569c-4573-ba23-670555114a90 HTTP/1.1" status: 200 len: 946 time: 0.0521629 Feb 17 19:04:55.630630 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-b800b287-0437-472a-8189-50e19fc05e48 req-4c2905dd-5beb-448c-9da3-45d3093e9ea7 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/security-groups?id=6a291a22-fe13-4936-a1fb-432244b8e85a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431080 Feb 17 19:04:55.740671 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf9061f-8b7b-4eb1-a72d-46330699846c req-668df656-dddd-430a-8a27-a6e5f640c7e4 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:04:55.742048 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-edf9061f-8b7b-4eb1-a72d-46330699846c req-668df656-dddd-430a-8a27-a6e5f640c7e4 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.91 "GET /v2.0/ports?device_id=f0cec869-569c-4573-ba23-670555114a90 HTTP/1.1" status: 200 len: 946 time: 0.0562720 Feb 17 19:04:55.832743 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-edf9061f-8b7b-4eb1-a72d-46330699846c req-05774d1e-2de0-4c85-aee4-3454d68fcb96 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Deleting port 3ac185d5-20a7-422c-a933-3bf8ea56ea4f {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 19:04:55.833096 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-edf9061f-8b7b-4eb1-a72d-46330699846c req-05774d1e-2de0-4c85-aee4-3454d68fcb96 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (3ac185d5-20a7-422c-a933-3bf8ea56ea4f), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:04:55.924850 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-edf9061f-8b7b-4eb1-a72d-46330699846c req-05774d1e-2de0-4c85-aee4-3454d68fcb96 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] For port 3ac185d5-20a7-422c-a933-3bf8ea56ea4f, host n-h2-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-829613-2',level=0,port_id=3ac185d5-20a7-422c-a933-3bf8ea56ea4f,segment=NetworkSegment(c337e586-09ca-44a2-a28f-2d2e469a55d3),segment_id=c337e586-09ca-44a2-a28f-2d2e469a55d3)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 19:04:55.925216 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-edf9061f-8b7b-4eb1-a72d-46330699846c req-05774d1e-2de0-4c85-aee4-3454d68fcb96 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (3ac185d5-20a7-422c-a933-3bf8ea56ea4f), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:04:55.937585 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-edf9061f-8b7b-4eb1-a72d-46330699846c req-05774d1e-2de0-4c85-aee4-3454d68fcb96 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Calling delete_port for 3ac185d5-20a7-422c-a933-3bf8ea56ea4f owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 19:04:56.063733 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-edf9061f-8b7b-4eb1-a72d-46330699846c req-05774d1e-2de0-4c85-aee4-3454d68fcb96 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (3ac185d5-20a7-422c-a933-3bf8ea56ea4f), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:04:56.090823 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05774d1e-2de0-4c85-aee4-3454d68fcb96 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Pushing event deleted for resources: {'Port': ['ID=3ac185d5-20a7-422c-a933-3bf8ea56ea4f,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:04:56.133645 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 3ac185d5-20a7-422c-a933-3bf8ea56ea4f no longer exists at agent hyperv_n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 19:04:56.147773 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-edf9061f-8b7b-4eb1-a72d-46330699846c req-05774d1e-2de0-4c85-aee4-3454d68fcb96 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] No DVR routers for this DVR port 3ac185d5-20a7-422c-a933-3bf8ea56ea4f on host n-h2-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 19:04:56.151166 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-edf9061f-8b7b-4eb1-a72d-46330699846c req-05774d1e-2de0-4c85-aee4-3454d68fcb96 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:04:56.155889 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-edf9061f-8b7b-4eb1-a72d-46330699846c req-05774d1e-2de0-4c85-aee4-3454d68fcb96 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.91 "DELETE /v2.0/ports/3ac185d5-20a7-422c-a933-3bf8ea56ea4f HTTP/1.1" status: 204 len: 173 time: 0.4089689 Feb 17 19:04:56.157143 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] No Port match for: 3ac185d5-20a7-422c-a933-3bf8ea56ea4f {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 19:04:56.157501 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Device 3ac185d5-20a7-422c-a933-3bf8ea56ea4f not bound to the agent host n-h2-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 19:04:56.193661 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0cec869-569c-4573-ba23-670555114a90', 'name': 'network-vif-deleted', 'tag': '3ac185d5-20a7-422c-a933-3bf8ea56ea4f'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 19:04:56.196138 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60863bb1-cfdf-4126-bb30-397144a59f51" -d '{"events": [{"server_uuid": "f0cec869-569c-4573-ba23-670555114a90", "name": "network-vif-deleted", "tag": "3ac185d5-20a7-422c-a933-3bf8ea56ea4f"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 19:04:56.240595 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 19:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e8a37b-c2d8-4ca8-949d-1f8505882916 x-openstack-request-id: req-d7e8a37b-c2d8-4ca8-949d-1f8505882916 {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 19:04:56.240928 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0cec869-569c-4573-ba23-670555114a90", "name": "network-vif-deleted", "tag": "3ac185d5-20a7-422c-a933-3bf8ea56ea4f", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 19:04:56.241241 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d7e8a37b-c2d8-4ca8-949d-1f8505882916 {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 19:04:56.241683 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0cec869-569c-4573-ba23-670555114a90', 'name': 'network-vif-deleted', 'tag': '3ac185d5-20a7-422c-a933-3bf8ea56ea4f', 'status': 'completed', 'code': 200} Feb 17 19:04:57.267559 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44368) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 19:04:57.444788 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-8a124c56-64f5-48e2-b9bd-93890dd5b379 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Deleting port a84e03d6-13b8-46a9-b098-f83463c1c03b {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 19:04:57.445134 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8a124c56-64f5-48e2-b9bd-93890dd5b379 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (a84e03d6-13b8-46a9-b098-f83463c1c03b), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:04:57.526424 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8a124c56-64f5-48e2-b9bd-93890dd5b379 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (a84e03d6-13b8-46a9-b098-f83463c1c03b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:04:57.526760 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8a124c56-64f5-48e2-b9bd-93890dd5b379 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks [] for floatingip (a84e03d6-13b8-46a9-b098-f83463c1c03b), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:04:57.547248 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-8a124c56-64f5-48e2-b9bd-93890dd5b379 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Calling delete_port for a84e03d6-13b8-46a9-b098-f83463c1c03b owned by network:floatingip {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 19:04:57.731343 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8a124c56-64f5-48e2-b9bd-93890dd5b379 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (a84e03d6-13b8-46a9-b098-f83463c1c03b), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:04:57.762362 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a124c56-64f5-48e2-b9bd-93890dd5b379 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Pushing event deleted for resources: {'Port': ['ID=a84e03d6-13b8-46a9-b098-f83463c1c03b,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:04:57.827245 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8a124c56-64f5-48e2-b9bd-93890dd5b379 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks [] for floatingip (9b0a2445-e9e4-4ef7-8780-7d05e4c13834), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:04:57.827736 n-d-829613-2 neutron-server[103434]: INFO neutron.db.l3_db [None req-8a124c56-64f5-48e2-b9bd-93890dd5b379 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Floating IP 9b0a2445-e9e4-4ef7-8780-7d05e4c13834 disassociated (deleted). External IP: 172.25.8.203, port: 471fcbb6-6fcb-4479-be70-2356b95a2a86. Feb 17 19:04:58.077120 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a124c56-64f5-48e2-b9bd-93890dd5b379 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Router 4b138594-4536-40b2-8f4b-6d0dfa785efe has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 19:04:58.196764 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a124c56-64f5-48e2-b9bd-93890dd5b379 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 19:04:58.202767 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-8a124c56-64f5-48e2-b9bd-93890dd5b379 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for floatingip (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:04:58.209667 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08874350-4e03-4d48-bc55-47d5565480d2 None None] Sync routers for ids ['4b138594-4536-40b2-8f4b-6d0dfa785efe'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 19:04:58.226337 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08874350-4e03-4d48-bc55-47d5565480d2 None None] Routers {'4b138594-4536-40b2-8f4b-6d0dfa785efe'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 19:04:58.227173 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-08874350-4e03-4d48-bc55-47d5565480d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T19:04:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['4b138594-4536-40b2-8f4b-6d0dfa785efe'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:04:58.241194 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-8a124c56-64f5-48e2-b9bd-93890dd5b379 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "DELETE /v2.0/floatingips/9b0a2445-e9e4-4ef7-8780-7d05e4c13834 HTTP/1.1" status: 204 len: 168 time: 0.9721723 Feb 17 19:04:58.243786 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42a6651-b1b3-415b-873c-8f31d4244930', 'tag': '471fcbb6-6fcb-4479-be70-2356b95a2a86'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 19:04:58.245959 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5c02a0-7d20-4885-9e9d-f92ccd476260" -d '{"events": [{"name": "network-changed", "server_uuid": "b42a6651-b1b3-415b-873c-8f31d4244930", "tag": "471fcbb6-6fcb-4479-be70-2356b95a2a86"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 19:04:58.395403 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-08874350-4e03-4d48-bc55-47d5565480d2 None None] Set router 4b138594-4536-40b2-8f4b-6d0dfa785efe gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 19:04:58.420017 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 19:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89f584a-5a76-4d20-9ba2-a4f3771e43ef x-openstack-request-id: req-a89f584a-5a76-4d20-9ba2-a4f3771e43ef {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 19:04:58.420475 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b42a6651-b1b3-415b-873c-8f31d4244930", "tag": "471fcbb6-6fcb-4479-be70-2356b95a2a86", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 19:04:58.420927 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a89f584a-5a76-4d20-9ba2-a4f3771e43ef {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 19:04:58.420927 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b42a6651-b1b3-415b-873c-8f31d4244930', 'tag': '471fcbb6-6fcb-4479-be70-2356b95a2a86', 'status': 'completed', 'code': 200} Feb 17 19:04:58.507158 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c02a0-7d20-4885-9e9d-f92ccd476260 req-9fa7855a-def5-40dc-8518-02914b87cc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:04:58.509623 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2e5c02a0-7d20-4885-9e9d-f92ccd476260 req-9fa7855a-def5-40dc-8518-02914b87cc7a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1cb0831177634e29a84b6c96afda9aa4&device_id=b42a6651-b1b3-415b-873c-8f31d4244930 HTTP/1.1" status: 200 len: 1125 time: 0.0556924 Feb 17 19:04:58.543631 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243912ef-b046-481b-9da3-7664b5b962eb req-844a486a-0b63-40fb-985c-e08fa4e88f22 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:04:58.551686 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-243912ef-b046-481b-9da3-7664b5b962eb req-844a486a-0b63-40fb-985c-e08fa4e88f22 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/ports?device_id=b42a6651-b1b3-415b-873c-8f31d4244930 HTTP/1.1" status: 200 len: 943 time: 0.0769827 Feb 17 19:04:58.615484 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-243912ef-b046-481b-9da3-7664b5b962eb req-ed3c1fd7-917b-4fda-bedb-9dc0981cd889 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/security-groups?id=6a291a22-fe13-4936-a1fb-432244b8e85a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625284 Feb 17 19:04:58.643324 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c02a0-7d20-4885-9e9d-f92ccd476260 req-1ece0391-ff01-4bd0-8edd-e4cf6fd4bca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:04:58.644941 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2e5c02a0-7d20-4885-9e9d-f92ccd476260 req-1ece0391-ff01-4bd0-8edd-e4cf6fd4bca5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=49689d39-14e1-44d3-af65-297b6c1e09d0 HTTP/1.1" status: 200 len: 910 time: 0.1282730 Feb 17 19:04:58.660821 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-08874350-4e03-4d48-bc55-47d5565480d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'name': 'tempest-TestSnapshotPattern-123719003-router', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'ce615961-ffa9-4773-ba92-b7934905b356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T19:00:10Z', 'updated_at': '2022-02-17T19:00:13Z', 'revision_number': 4, 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'gw_port': {'id': 'ce615961-ffa9-4773-ba92-b7934905b356', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:80:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T19:00:10Z', 'updated_at': '2022-02-17T19:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'da512f2a-3684-4374-88c2-d4b6b31c2ac1', 'name': '', 'network_id': '49689d39-14e1-44d3-af65-297b6c1e09d0', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'mac_address': 'fa:16:3e:3a:54:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '25e30059-1ab4-429f-b3fb-6d9360f4cb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T19:00:12Z', 'updated_at': '2022-02-17T19:00:18Z', 'revision_number': 5, 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'subnets': [{'id': '25e30059-1ab4-429f-b3fb-6d9360f4cb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:04:58.690848 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2e5c02a0-7d20-4885-9e9d-f92ccd476260 req-9df317ab-5179-40fb-9635-e5fa1b7dc828 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=471fcbb6-6fcb-4479-be70-2356b95a2a86 HTTP/1.1" status: 200 len: 217 time: 0.0398717 Feb 17 19:04:58.710304 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08874350-4e03-4d48-bc55-47d5565480d2 None None] Checking router: 4b138594-4536-40b2-8f4b-6d0dfa785efe for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 19:04:58.719353 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08874350-4e03-4d48-bc55-47d5565480d2 None None] Routers {'4b138594-4536-40b2-8f4b-6d0dfa785efe'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 19:04:58.719964 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-08874350-4e03-4d48-bc55-47d5565480d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T19:04:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['4b138594-4536-40b2-8f4b-6d0dfa785efe'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:04:58.742034 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c02a0-7d20-4885-9e9d-f92ccd476260 req-a64a14f5-59b6-4f7c-b188-6a5041004b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:04:58.744088 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2e5c02a0-7d20-4885-9e9d-f92ccd476260 req-a64a14f5-59b6-4f7c-b188-6a5041004b62 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=25e30059-1ab4-429f-b3fb-6d9360f4cb26 HTTP/1.1" status: 200 len: 848 time: 0.0463157 Feb 17 19:04:58.797615 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c02a0-7d20-4885-9e9d-f92ccd476260 req-b0d0640e-0818-4c3c-9e3b-52130501ad05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:04:58.799135 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2e5c02a0-7d20-4885-9e9d-f92ccd476260 req-b0d0640e-0818-4c3c-9e3b-52130501ad05 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=49689d39-14e1-44d3-af65-297b6c1e09d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488942 Feb 17 19:04:58.832654 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-08874350-4e03-4d48-bc55-47d5565480d2 None None] Set router 4b138594-4536-40b2-8f4b-6d0dfa785efe gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 19:04:58.900708 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2e5c02a0-7d20-4885-9e9d-f92ccd476260 req-adb652a2-4759-40f2-87ae-fde3600dc215 service neutron] 10.222.0.71 "GET /v2.0/networks/49689d39-14e1-44d3-af65-297b6c1e09d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933704 Feb 17 19:04:59.004427 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-2e5c02a0-7d20-4885-9e9d-f92ccd476260 req-305abdcb-f110-44bf-b612-88f63f18d38f service neutron] 10.222.0.71 "GET /v2.0/networks/49689d39-14e1-44d3-af65-297b6c1e09d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973423 Feb 17 19:04:59.035007 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-08874350-4e03-4d48-bc55-47d5565480d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'name': 'tempest-TestSnapshotPattern-123719003-router', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'ce615961-ffa9-4773-ba92-b7934905b356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T19:00:10Z', 'updated_at': '2022-02-17T19:00:13Z', 'revision_number': 4, 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'gw_port': {'id': 'ce615961-ffa9-4773-ba92-b7934905b356', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:80:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T19:00:10Z', 'updated_at': '2022-02-17T19:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'da512f2a-3684-4374-88c2-d4b6b31c2ac1', 'name': '', 'network_id': '49689d39-14e1-44d3-af65-297b6c1e09d0', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'mac_address': 'fa:16:3e:3a:54:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '25e30059-1ab4-429f-b3fb-6d9360f4cb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T19:00:12Z', 'updated_at': '2022-02-17T19:00:18Z', 'revision_number': 5, 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'subnets': [{'id': '25e30059-1ab4-429f-b3fb-6d9360f4cb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:04:59.061463 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08874350-4e03-4d48-bc55-47d5565480d2 None None] The sync data for ids ['4b138594-4536-40b2-8f4b-6d0dfa785efe'] in n-d-829613-2 is: [{'id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'name': 'tempest-TestSnapshotPattern-123719003-router', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'ce615961-ffa9-4773-ba92-b7934905b356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T19:00:10Z', 'updated_at': '2022-02-17T19:00:13Z', 'revision_number': 4, 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'gw_port': {'id': 'ce615961-ffa9-4773-ba92-b7934905b356', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:80:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T19:00:10Z', 'updated_at': '2022-02-17T19:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2', '_interfaces': [{'id': 'da512f2a-3684-4374-88c2-d4b6b31c2ac1', 'name': '', 'network_id': '49689d39-14e1-44d3-af65-297b6c1e09d0', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'mac_address': 'fa:16:3e:3a:54:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '25e30059-1ab4-429f-b3fb-6d9360f4cb26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T19:00:12Z', 'updated_at': '2022-02-17T19:00:18Z', 'revision_number': 5, 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'subnets': [{'id': '25e30059-1ab4-429f-b3fb-6d9360f4cb26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 19:04:59.296646 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d527d27-5bbd-4bbf-aa8f-f5abaed3e064 None None] New status for floating IP 9b0a2445-e9e4-4ef7-8780-7d05e4c13834: DOWN {{(pid=103438) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 19:04:59.732976 n-d-829613-2 neutron-server[103435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e2f10-c91e-4c4b-87d5-9c861ab63243 req-1fece295-f615-4da5-8ce3-23100a49d56f tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:04:59.734689 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eb7e2f10-c91e-4c4b-87d5-9c861ab63243 req-1fece295-f615-4da5-8ce3-23100a49d56f tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/ports?device_id=b42a6651-b1b3-415b-873c-8f31d4244930 HTTP/1.1" status: 200 len: 943 time: 0.0526471 Feb 17 19:04:59.785578 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [req-eb7e2f10-c91e-4c4b-87d5-9c861ab63243 req-2fd0bed8-446f-44ed-9b67-c82e029fdcb2 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "GET /v2.0/security-groups?id=6a291a22-fe13-4936-a1fb-432244b8e85a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453367 Feb 17 19:04:59.976996 n-d-829613-2 neutron-server[103434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a28d9-d41b-40a9-9e10-43dc339f9e55 req-395c5910-0a70-4d78-a2f8-826b75c4704d tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 19:04:59.978477 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-216a28d9-d41b-40a9-9e10-43dc339f9e55 req-395c5910-0a70-4d78-a2f8-826b75c4704d tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.71 "GET /v2.0/ports?device_id=b42a6651-b1b3-415b-873c-8f31d4244930 HTTP/1.1" status: 200 len: 943 time: 0.0523171 Feb 17 19:05:00.067268 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-216a28d9-d41b-40a9-9e10-43dc339f9e55 req-250ed189-8047-4adb-aed2-e2b95f275be5 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Deleting port 471fcbb6-6fcb-4479-be70-2356b95a2a86 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 19:05:00.067612 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-216a28d9-d41b-40a9-9e10-43dc339f9e55 req-250ed189-8047-4adb-aed2-e2b95f275be5 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (471fcbb6-6fcb-4479-be70-2356b95a2a86), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:00.158517 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [req-216a28d9-d41b-40a9-9e10-43dc339f9e55 req-250ed189-8047-4adb-aed2-e2b95f275be5 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] For port 471fcbb6-6fcb-4479-be70-2356b95a2a86, host n-h1-829613-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-829613-2',level=0,port_id=471fcbb6-6fcb-4479-be70-2356b95a2a86,segment=NetworkSegment(c337e586-09ca-44a2-a28f-2d2e469a55d3),segment_id=c337e586-09ca-44a2-a28f-2d2e469a55d3)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 19:05:00.158893 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-216a28d9-d41b-40a9-9e10-43dc339f9e55 req-250ed189-8047-4adb-aed2-e2b95f275be5 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (471fcbb6-6fcb-4479-be70-2356b95a2a86), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:00.170967 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [req-216a28d9-d41b-40a9-9e10-43dc339f9e55 req-250ed189-8047-4adb-aed2-e2b95f275be5 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Calling delete_port for 471fcbb6-6fcb-4479-be70-2356b95a2a86 owned by compute:nova {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 19:05:00.301872 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-216a28d9-d41b-40a9-9e10-43dc339f9e55 req-250ed189-8047-4adb-aed2-e2b95f275be5 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (471fcbb6-6fcb-4479-be70-2356b95a2a86), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:00.330625 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ed189-8047-4adb-aed2-e2b95f275be5 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Pushing event deleted for resources: {'Port': ['ID=471fcbb6-6fcb-4479-be70-2356b95a2a86,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:05:00.373462 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [req-216a28d9-d41b-40a9-9e10-43dc339f9e55 req-250ed189-8047-4adb-aed2-e2b95f275be5 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] No DVR routers for this DVR port 471fcbb6-6fcb-4479-be70-2356b95a2a86 on host n-h1-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 19:05:00.376012 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [req-216a28d9-d41b-40a9-9e10-43dc339f9e55 req-250ed189-8047-4adb-aed2-e2b95f275be5 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97128'] for port (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:00.379531 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [req-216a28d9-d41b-40a9-9e10-43dc339f9e55 req-250ed189-8047-4adb-aed2-e2b95f275be5 tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.71 "DELETE /v2.0/ports/471fcbb6-6fcb-4479-be70-2356b95a2a86 HTTP/1.1" status: 204 len: 173 time: 0.3956075 Feb 17 19:05:00.422271 n-d-829613-2 neutron-server[103434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42a6651-b1b3-415b-873c-8f31d4244930', 'name': 'network-vif-deleted', 'tag': '471fcbb6-6fcb-4479-be70-2356b95a2a86'}] {{(pid=103434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 19:05:00.424692 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85fad62be27d26a88069c307f5d6e8fffbba281756e1bc7b9c1ab5080467dae0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5cb10d-c504-4669-b0da-38a7c98b72b5" -d '{"events": [{"server_uuid": "b42a6651-b1b3-415b-873c-8f31d4244930", "name": "network-vif-deleted", "tag": "471fcbb6-6fcb-4479-be70-2356b95a2a86"}]}' {{(pid=103434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 19:05:00.460669 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 19:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dcdfe36-7936-4e57-b856-ebc611d7470e x-openstack-request-id: req-1dcdfe36-7936-4e57-b856-ebc611d7470e {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 19:05:00.460983 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42a6651-b1b3-415b-873c-8f31d4244930", "name": "network-vif-deleted", "tag": "471fcbb6-6fcb-4479-be70-2356b95a2a86", "status": "completed", "code": 200}]} {{(pid=103434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 19:05:00.461243 n-d-829613-2 neutron-server[103434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1dcdfe36-7936-4e57-b856-ebc611d7470e {{(pid=103434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 19:05:00.461656 n-d-829613-2 neutron-server[103434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42a6651-b1b3-415b-873c-8f31d4244930', 'name': 'network-vif-deleted', 'tag': '471fcbb6-6fcb-4479-be70-2356b95a2a86', 'status': 'completed', 'code': 200} Feb 17 19:05:00.845724 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44382) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 19:05:00.906793 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4eec27b2-b353-46fc-9ee4-47e5fd6036ce tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks [] for security_group (6a291a22-fe13-4936-a1fb-432244b8e85a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:00.931640 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4eec27b2-b353-46fc-9ee4-47e5fd6036ce tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks [] for security_group (6a291a22-fe13-4936-a1fb-432244b8e85a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:00.990494 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4eec27b2-b353-46fc-9ee4-47e5fd6036ce tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (6a291a22-fe13-4936-a1fb-432244b8e85a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:00.993374 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-4eec27b2-b353-46fc-9ee4-47e5fd6036ce tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:00.994514 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-4eec27b2-b353-46fc-9ee4-47e5fd6036ce tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] 10.222.0.87 "DELETE /v2.0/security-groups/6a291a22-fe13-4936-a1fb-432244b8e85a HTTP/1.1" status: 204 len: 168 time: 0.1474941 Feb 17 19:05:01.003709 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eec27b2-b353-46fc-9ee4-47e5fd6036ce tempest-TestSnapshotPattern-833057349 tempest-TestSnapshotPattern-833057349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a291a22-fe13-4936-a1fb-432244b8e85a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:05:01.038617 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44386) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 19:05:01.377176 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bd8ae39f-0cab-4de8-839c-506b112cff33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (4b138594-4536-40b2-8f4b-6d0dfa785efe), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:01.621108 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-bd8ae39f-0cab-4de8-839c-506b112cff33 admin admin] Deleting port da512f2a-3684-4374-88c2-d4b6b31c2ac1 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 19:05:01.621453 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bd8ae39f-0cab-4de8-839c-506b112cff33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (da512f2a-3684-4374-88c2-d4b6b31c2ac1), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:02.006081 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-bd8ae39f-0cab-4de8-839c-506b112cff33 admin admin] For port da512f2a-3684-4374-88c2-d4b6b31c2ac1, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=da512f2a-3684-4374-88c2-d4b6b31c2ac1,segment=NetworkSegment(c337e586-09ca-44a2-a28f-2d2e469a55d3),segment_id=c337e586-09ca-44a2-a28f-2d2e469a55d3)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 19:05:02.006935 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bd8ae39f-0cab-4de8-839c-506b112cff33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (da512f2a-3684-4374-88c2-d4b6b31c2ac1), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:02.018941 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-bd8ae39f-0cab-4de8-839c-506b112cff33 admin admin] Calling delete_port for da512f2a-3684-4374-88c2-d4b6b31c2ac1 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 19:05:02.198492 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bd8ae39f-0cab-4de8-839c-506b112cff33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (da512f2a-3684-4374-88c2-d4b6b31c2ac1), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:02.235589 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ae39f-0cab-4de8-839c-506b112cff33 admin admin] Pushing event deleted for resources: {'Port': ['ID=da512f2a-3684-4374-88c2-d4b6b31c2ac1,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:05:02.406324 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-bd8ae39f-0cab-4de8-839c-506b112cff33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (4b138594-4536-40b2-8f4b-6d0dfa785efe), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:02.616105 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd8ae39f-0cab-4de8-839c-506b112cff33 admin admin] Router 4b138594-4536-40b2-8f4b-6d0dfa785efe has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 19:05:02.723690 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8ae39f-0cab-4de8-839c-506b112cff33 admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 19:05:02.731279 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44388) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 19:05:02.732626 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3a9f5f-e3ac-4596-8be8-0df5c5c18eda None None] Sync routers for ids ['4b138594-4536-40b2-8f4b-6d0dfa785efe'] in n-d-829613-2 {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 19:05:02.733108 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-bd8ae39f-0cab-4de8-839c-506b112cff33 admin admin] 10.222.0.87 "PUT /v2.0/routers/4b138594-4536-40b2-8f4b-6d0dfa785efe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6928666 Feb 17 19:05:02.742980 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3a9f5f-e3ac-4596-8be8-0df5c5c18eda None None] Routers {'4b138594-4536-40b2-8f4b-6d0dfa785efe'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 19:05:02.743619 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-7c3a9f5f-e3ac-4596-8be8-0df5c5c18eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T19:04:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['4b138594-4536-40b2-8f4b-6d0dfa785efe'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:05:02.839481 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9f4e8c67-b674-44a6-9bf4-e9cb661ea5a4 admin admin] Publish callbacks [] for router (4b138594-4536-40b2-8f4b-6d0dfa785efe), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:02.948660 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9f4e8c67-b674-44a6-9bf4-e9cb661ea5a4 admin admin] Publish callbacks [] for router_gateway (4b138594-4536-40b2-8f4b-6d0dfa785efe), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:03.001910 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-9f4e8c67-b674-44a6-9bf4-e9cb661ea5a4 admin admin] Deleting port ce615961-ffa9-4773-ba92-b7934905b356 {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 19:05:03.001910 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9f4e8c67-b674-44a6-9bf4-e9cb661ea5a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (ce615961-ffa9-4773-ba92-b7934905b356), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:03.014305 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-7c3a9f5f-e3ac-4596-8be8-0df5c5c18eda None None] Set router 4b138594-4536-40b2-8f4b-6d0dfa785efe gateway port host: n-d-829613-2 {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 19:05:03.083532 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-9f4e8c67-b674-44a6-9bf4-e9cb661ea5a4 admin admin] For port ce615961-ffa9-4773-ba92-b7934905b356, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=ce615961-ffa9-4773-ba92-b7934905b356,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 19:05:03.084011 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9f4e8c67-b674-44a6-9bf4-e9cb661ea5a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (ce615961-ffa9-4773-ba92-b7934905b356), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:03.095843 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-9f4e8c67-b674-44a6-9bf4-e9cb661ea5a4 admin admin] Calling delete_port for ce615961-ffa9-4773-ba92-b7934905b356 owned by network:router_gateway {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 19:05:03.187679 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f206bfc5-aba8-4b50-bba9-98af44ef9ea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:03.204121 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-7c3a9f5f-e3ac-4596-8be8-0df5c5c18eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'name': 'tempest-TestSnapshotPattern-123719003-router', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'ce615961-ffa9-4773-ba92-b7934905b356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T19:00:10Z', 'updated_at': '2022-02-17T19:05:02Z', 'revision_number': 5, 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'gw_port': {'id': 'ce615961-ffa9-4773-ba92-b7934905b356', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:80:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T19:00:10Z', 'updated_at': '2022-02-17T19:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:05:03.233697 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3a9f5f-e3ac-4596-8be8-0df5c5c18eda None None] Checking router: 4b138594-4536-40b2-8f4b-6d0dfa785efe for host: n-d-829613-2 {{(pid=103436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 19:05:03.243797 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3a9f5f-e3ac-4596-8be8-0df5c5c18eda None None] Routers {'4b138594-4536-40b2-8f4b-6d0dfa785efe'} bound to L3 agent in host n-d-829613-2 {{(pid=103436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 19:05:03.244442 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-7c3a9f5f-e3ac-4596-8be8-0df5c5c18eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T19:04:36Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['4b138594-4536-40b2-8f4b-6d0dfa785efe'], 'active': True} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:05:03.270407 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9f4e8c67-b674-44a6-9bf4-e9cb661ea5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (ce615961-ffa9-4773-ba92-b7934905b356), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:03.293288 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e8c67-b674-44a6-9bf4-e9cb661ea5a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce615961-ffa9-4773-ba92-b7934905b356,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:05:03.303086 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4e8c67-b674-44a6-9bf4-e9cb661ea5a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:05:03.303432 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4e8c67-b674-44a6-9bf4-e9cb661ea5a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:05:03.303768 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4e8c67-b674-44a6-9bf4-e9cb661ea5a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:05:03.304099 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4e8c67-b674-44a6-9bf4-e9cb661ea5a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:05:03.304450 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4e8c67-b674-44a6-9bf4-e9cb661ea5a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:05:03.304778 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4e8c67-b674-44a6-9bf4-e9cb661ea5a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:05:03.305104 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4e8c67-b674-44a6-9bf4-e9cb661ea5a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:05:03.305943 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4e8c67-b674-44a6-9bf4-e9cb661ea5a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:05:03.306735 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4e8c67-b674-44a6-9bf4-e9cb661ea5a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:05:03.306735 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4e8c67-b674-44a6-9bf4-e9cb661ea5a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:05:03.306928 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4e8c67-b674-44a6-9bf4-e9cb661ea5a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:05:03.307184 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4e8c67-b674-44a6-9bf4-e9cb661ea5a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:05:03.307499 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4e8c67-b674-44a6-9bf4-e9cb661ea5a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-829613-2 {{(pid=103435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 19:05:03.338321 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvr_db [None req-7c3a9f5f-e3ac-4596-8be8-0df5c5c18eda None None] Set router 4b138594-4536-40b2-8f4b-6d0dfa785efe gateway port host: None {{(pid=103436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 19:05:03.366088 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9f4e8c67-b674-44a6-9bf4-e9cb661ea5a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (4b138594-4536-40b2-8f4b-6d0dfa785efe), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:03.398205 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_hamode_db [None req-7c3a9f5f-e3ac-4596-8be8-0df5c5c18eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'name': 'tempest-TestSnapshotPattern-123719003-router', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T19:00:10Z', 'updated_at': '2022-02-17T19:05:02Z', 'revision_number': 6, 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'gw_port_host': None}], 'n-d-829613-2', False) {} {{(pid=103436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:05:03.425344 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3a9f5f-e3ac-4596-8be8-0df5c5c18eda None None] The sync data for ids ['4b138594-4536-40b2-8f4b-6d0dfa785efe'] in n-d-829613-2 is: [{'id': '4b138594-4536-40b2-8f4b-6d0dfa785efe', 'name': 'tempest-TestSnapshotPattern-123719003-router', 'tenant_id': '1cb0831177634e29a84b6c96afda9aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T19:00:10Z', 'updated_at': '2022-02-17T19:05:02Z', 'revision_number': 6, 'project_id': '1cb0831177634e29a84b6c96afda9aa4', 'gw_port_host': None}] {{(pid=103436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 19:05:03.746269 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9f4e8c67-b674-44a6-9bf4-e9cb661ea5a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (4b138594-4536-40b2-8f4b-6d0dfa785efe), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:03.748313 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9f4e8c67-b674-44a6-9bf4-e9cb661ea5a4 admin admin] Publish callbacks [] for router_controller (4b138594-4536-40b2-8f4b-6d0dfa785efe), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:03.796935 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9f4e8c67-b674-44a6-9bf4-e9cb661ea5a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (4b138594-4536-40b2-8f4b-6d0dfa785efe), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:03.797507 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4e8c67-b674-44a6-9bf4-e9cb661ea5a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b138594-4536-40b2-8f4b-6d0dfa785efe {{(pid=103435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 19:05:03.802178 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-9f4e8c67-b674-44a6-9bf4-e9cb661ea5a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:03.803434 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-9f4e8c67-b674-44a6-9bf4-e9cb661ea5a4 admin admin] 10.222.0.87 "DELETE /v2.0/routers/4b138594-4536-40b2-8f4b-6d0dfa785efe HTTP/1.1" status: 204 len: 168 time: 1.0711412 Feb 17 19:05:03.806040 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44390) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 19:05:03.851549 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdd58f5f-a98a-4c89-9320-3e09bda134c3 admin admin] Deleting subnet 25e30059-1ab4-429f-b3fb-6d9360f4cb26 {{(pid=103435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 19:05:03.855352 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cdd58f5f-a98a-4c89-9320-3e09bda134c3 admin admin] Publish callbacks [] for subnet (25e30059-1ab4-429f-b3fb-6d9360f4cb26), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:03.889068 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cdd58f5f-a98a-4c89-9320-3e09bda134c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12034153'] for subnet (25e30059-1ab4-429f-b3fb-6d9360f4cb26), precommit_delete_associations {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:03.968063 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cdd58f5f-a98a-4c89-9320-3e09bda134c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (25e30059-1ab4-429f-b3fb-6d9360f4cb26), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:04.017942 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cdd58f5f-a98a-4c89-9320-3e09bda134c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8423998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11960810'] for subnet (25e30059-1ab4-429f-b3fb-6d9360f4cb26), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:04.043498 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd58f5f-a98a-4c89-9320-3e09bda134c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25e30059-1ab4-429f-b3fb-6d9360f4cb26,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:05:04.047185 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-cdd58f5f-a98a-4c89-9320-3e09bda134c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:04.050635 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-cdd58f5f-a98a-4c89-9320-3e09bda134c3 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/25e30059-1ab4-429f-b3fb-6d9360f4cb26 HTTP/1.1" status: 204 len: 168 time: 0.2434618 Feb 17 19:05:04.053332 n-d-829613-2 neutron-server[103435]: DEBUG neutron.wsgi [-] (103435) accepted ('10.222.0.87', 44392) {{(pid=103435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 19:05:04.055101 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eec4f48-6338-45bc-bb2a-921cead94ebd None None] Network 49689d39-14e1-44d3-af65-297b6c1e09d0 requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 19:05:04.124049 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-54b18d3f-4782-4402-8a89-176898669fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (49689d39-14e1-44d3-af65-297b6c1e09d0), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:04.181683 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-54b18d3f-4782-4402-8a89-176898669fb7 admin admin] Deleting port 61bed5e7-5586-43bf-a2a0-6af9c1d62b7e {{(pid=103435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 19:05:04.182028 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-54b18d3f-4782-4402-8a89-176898669fb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (61bed5e7-5586-43bf-a2a0-6af9c1d62b7e), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:04.209032 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a79457-d963-4bbe-a723-333737175b04 None None] DHCP port deletion for 49689d39-14e1-44d3-af65-297b6c1e09d0 request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 19:05:04.256743 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.db [None req-54b18d3f-4782-4402-8a89-176898669fb7 admin admin] For port 61bed5e7-5586-43bf-a2a0-6af9c1d62b7e, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=61bed5e7-5586-43bf-a2a0-6af9c1d62b7e,segment=NetworkSegment(c337e586-09ca-44a2-a28f-2d2e469a55d3),segment_id=c337e586-09ca-44a2-a28f-2d2e469a55d3)] {{(pid=103435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 19:05:04.257230 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-54b18d3f-4782-4402-8a89-176898669fb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (61bed5e7-5586-43bf-a2a0-6af9c1d62b7e), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:04.259068 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-48a79457-d963-4bbe-a723-333737175b04 None None] Deleting port 61bed5e7-5586-43bf-a2a0-6af9c1d62b7e {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 19:05:04.260212 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-48a79457-d963-4bbe-a723-333737175b04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (61bed5e7-5586-43bf-a2a0-6af9c1d62b7e), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:04.271620 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.plugin [None req-54b18d3f-4782-4402-8a89-176898669fb7 admin admin] Calling delete_port for 61bed5e7-5586-43bf-a2a0-6af9c1d62b7e owned by network:dhcp {{(pid=103435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 19:05:04.330528 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device ce615961-ffa9-4773-ba92-b7934905b356 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 19:05:04.355942 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-48a79457-d963-4bbe-a723-333737175b04 None None] For port 61bed5e7-5586-43bf-a2a0-6af9c1d62b7e, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=61bed5e7-5586-43bf-a2a0-6af9c1d62b7e,segment=NetworkSegment(c337e586-09ca-44a2-a28f-2d2e469a55d3),segment_id=c337e586-09ca-44a2-a28f-2d2e469a55d3)] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 19:05:04.356424 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-48a79457-d963-4bbe-a723-333737175b04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (61bed5e7-5586-43bf-a2a0-6af9c1d62b7e), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:04.362958 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-54b18d3f-4782-4402-8a89-176898669fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8423947'] for port (61bed5e7-5586-43bf-a2a0-6af9c1d62b7e), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:04.363788 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: ce615961-ffa9-4773-ba92-b7934905b356 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 19:05:04.364130 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device ce615961-ffa9-4773-ba92-b7934905b356 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 19:05:04.364676 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 61bed5e7-5586-43bf-a2a0-6af9c1d62b7e no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 19:05:04.387872 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-48a79457-d963-4bbe-a723-333737175b04 None None] Calling delete_port for 61bed5e7-5586-43bf-a2a0-6af9c1d62b7e owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 19:05:04.389640 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 61bed5e7-5586-43bf-a2a0-6af9c1d62b7e {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 19:05:04.389982 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 61bed5e7-5586-43bf-a2a0-6af9c1d62b7e not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 19:05:04.390389 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device da512f2a-3684-4374-88c2-d4b6b31c2ac1 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 19:05:04.391716 n-d-829613-2 neutron-server[103435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b18d3f-4782-4402-8a89-176898669fb7 admin admin] No DVR routers for this DVR port 61bed5e7-5586-43bf-a2a0-6af9c1d62b7e on host n-d-829613-2 {{(pid=103435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 19:05:04.397578 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b18d3f-4782-4402-8a89-176898669fb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=61bed5e7-5586-43bf-a2a0-6af9c1d62b7e,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:05:04.417876 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: da512f2a-3684-4374-88c2-d4b6b31c2ac1 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 19:05:04.418153 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device da512f2a-3684-4374-88c2-d4b6b31c2ac1 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 19:05:04.476306 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-54b18d3f-4782-4402-8a89-176898669fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (49689d39-14e1-44d3-af65-297b6c1e09d0), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:04.498089 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-54b18d3f-4782-4402-8a89-176898669fb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49689d39-14e1-44d3-af65-297b6c1e09d0']}} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:05:04.499092 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-48a79457-d963-4bbe-a723-333737175b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (61bed5e7-5586-43bf-a2a0-6af9c1d62b7e), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:04.509435 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-54b18d3f-4782-4402-8a89-176898669fb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c337e586-09ca-44a2-a28f-2d2e469a55d3') {'for_net_delete': True} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:05:04.509686 n-d-829613-2 neutron-server[103435]: DEBUG neutron.services.segments.db [None req-54b18d3f-4782-4402-8a89-176898669fb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c337e586-09ca-44a2-a28f-2d2e469a55d3') {} {{(pid=103435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:05:04.520377 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-54b18d3f-4782-4402-8a89-176898669fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12034144'] for segment (c337e586-09ca-44a2-a28f-2d2e469a55d3), before_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:04.527322 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a79457-d963-4bbe-a723-333737175b04 None None] Pushing event deleted for resources: {'Port': ['ID=61bed5e7-5586-43bf-a2a0-6af9c1d62b7e,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:05:04.530119 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a79457-d963-4bbe-a723-333737175b04 None None] No DVR routers for this DVR port 61bed5e7-5586-43bf-a2a0-6af9c1d62b7e on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 19:05:04.549167 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-54b18d3f-4782-4402-8a89-176898669fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (c337e586-09ca-44a2-a28f-2d2e469a55d3), precommit_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:04.555954 n-d-829613-2 neutron-server[103435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54b18d3f-4782-4402-8a89-176898669fb7 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 19:05:04.556519 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-54b18d3f-4782-4402-8a89-176898669fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424036'] for segment (c337e586-09ca-44a2-a28f-2d2e469a55d3), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:04.558273 n-d-829613-2 neutron-server[103435]: Traceback (most recent call last): Feb 17 19:05:04.558273 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 19:05:04.558273 n-d-829613-2 neutron-server[103435]: timer() Feb 17 19:05:04.558273 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 19:05:04.558273 n-d-829613-2 neutron-server[103435]: cb(*args, **kw) Feb 17 19:05:04.558273 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 19:05:04.558273 n-d-829613-2 neutron-server[103435]: return func(*args, **kwargs) Feb 17 19:05:04.558273 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 19:05:04.558273 n-d-829613-2 neutron-server[103435]: self._notify() Feb 17 19:05:04.558273 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 19:05:04.558273 n-d-829613-2 neutron-server[103435]: self.callback(batched_events) Feb 17 19:05:04.558273 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 19:05:04.558273 n-d-829613-2 neutron-server[103435]: event.method(event) Feb 17 19:05:04.558273 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 19:05:04.558273 n-d-829613-2 neutron-server[103435]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 19:05:04.558273 n-d-829613-2 neutron-server[103435]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 19:05:04.558273 n-d-829613-2 neutron-server[103435]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 19:05:04.558273 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 19:05:04.558273 n-d-829613-2 neutron-server[103435]: return f(self, *a, **k) Feb 17 19:05:04.558273 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 19:05:04.558273 n-d-829613-2 neutron-server[103435]: return self._get(url).json() Feb 17 19:05:04.558273 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 19:05:04.558273 n-d-829613-2 neutron-server[103435]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 19:05:04.558273 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 19:05:04.558273 n-d-829613-2 neutron-server[103435]: return self.request(url, 'GET', **kwargs) Feb 17 19:05:04.558273 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 19:05:04.558273 n-d-829613-2 neutron-server[103435]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 19:05:04.558273 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 19:05:04.558273 n-d-829613-2 neutron-server[103435]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 19:05:04.558273 n-d-829613-2 neutron-server[103435]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 19:05:04.558273 n-d-829613-2 neutron-server[103435]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 19:05:04.558273 n-d-829613-2 neutron-server[103435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 19:05:04.611628 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-54b18d3f-4782-4402-8a89-176898669fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (49689d39-14e1-44d3-af65-297b6c1e09d0), after_delete {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:04.617162 n-d-829613-2 neutron-server[103435]: DEBUG neutron_lib.callbacks.manager [None req-54b18d3f-4782-4402-8a89-176898669fb7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:04.621128 n-d-829613-2 neutron-server[103435]: INFO neutron.wsgi [None req-54b18d3f-4782-4402-8a89-176898669fb7 admin admin] 10.222.0.87 "DELETE /v2.0/networks/49689d39-14e1-44d3-af65-297b6c1e09d0 HTTP/1.1" status: 204 len: 168 time: 0.5664430 Feb 17 19:05:04.624229 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44394) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 19:05:04.631417 n-d-829613-2 neutron-server[103435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b18d3f-4782-4402-8a89-176898669fb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=49689d39-14e1-44d3-af65-297b6c1e09d0,revision_number=None']} {{(pid=103435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:05:04.917796 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 471fcbb6-6fcb-4479-be70-2356b95a2a86 no longer exists at agent hyperv_n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 19:05:04.938179 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] No Port match for: 471fcbb6-6fcb-4479-be70-2356b95a2a86 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 19:05:04.938526 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Device 471fcbb6-6fcb-4479-be70-2356b95a2a86 not bound to the agent host n-h1-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 19:05:04.982755 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-abb92eb7-4871-4792-bcba-d860a709f5ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-362485'] for router_interface (b698f985-054d-4ecc-ae18-440117669dea), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:05.223296 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-abb92eb7-4871-4792-bcba-d860a709f5ec admin admin] Deleting port f0b8dfda-8fd7-4cae-992a-45c163953a76 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 19:05:05.223639 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-abb92eb7-4871-4792-bcba-d860a709f5ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (f0b8dfda-8fd7-4cae-992a-45c163953a76), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:05.302858 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-abb92eb7-4871-4792-bcba-d860a709f5ec admin admin] For port f0b8dfda-8fd7-4cae-992a-45c163953a76, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=f0b8dfda-8fd7-4cae-992a-45c163953a76,segment=NetworkSegment(de152f54-bb2c-4eba-abf8-566c10dac246),segment_id=de152f54-bb2c-4eba-abf8-566c10dac246)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 19:05:05.303230 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-abb92eb7-4871-4792-bcba-d860a709f5ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (f0b8dfda-8fd7-4cae-992a-45c163953a76), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:05.315191 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-abb92eb7-4871-4792-bcba-d860a709f5ec admin admin] Calling delete_port for f0b8dfda-8fd7-4cae-992a-45c163953a76 owned by network:router_interface {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 19:05:05.492042 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-abb92eb7-4871-4792-bcba-d860a709f5ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (f0b8dfda-8fd7-4cae-992a-45c163953a76), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:05.517558 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb92eb7-4871-4792-bcba-d860a709f5ec admin admin] Pushing event deleted for resources: {'Port': ['ID=f0b8dfda-8fd7-4cae-992a-45c163953a76,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:05:05.628715 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-28e69c86-8b69-4e6f-bbef-a6952ac5881c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:05.684383 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-abb92eb7-4871-4792-bcba-d860a709f5ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-363781'] for router_interface (b698f985-054d-4ecc-ae18-440117669dea), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:05.909098 n-d-829613-2 neutron-server[103434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb92eb7-4871-4792-bcba-d860a709f5ec admin admin] Router b698f985-054d-4ecc-ae18-440117669dea has already been hosted by L3 agent a86b3b07-5657-42f0-ac0f-93d30218805e {{(pid=103434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 19:05:06.017253 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb92eb7-4871-4792-bcba-d860a709f5ec admin admin] Notify agent at l3_agent.n-d-829613-2 the message routers_updated {{(pid=103434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 19:05:06.022535 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-abb92eb7-4871-4792-bcba-d860a709f5ec admin admin] 10.222.0.87 "PUT /v2.0/routers/b698f985-054d-4ecc-ae18-440117669dea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3966026 Feb 17 19:05:06.025018 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44396) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 19:05:06.027606 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5a5f47-c182-4fd7-8262-1f4970c526a0 None None] Sync routers for ids ['b698f985-054d-4ecc-ae18-440117669dea'] in n-d-829613-2 {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 19:05:06.037721 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5a5f47-c182-4fd7-8262-1f4970c526a0 None None] Routers {'b698f985-054d-4ecc-ae18-440117669dea'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 19:05:06.038326 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-7d5a5f47-c182-4fd7-8262-1f4970c526a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T19:05:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['b698f985-054d-4ecc-ae18-440117669dea'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:05:06.129973 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-39a4be13-aff6-40fd-a57f-d026cd733229 admin admin] Publish callbacks [] for router (b698f985-054d-4ecc-ae18-440117669dea), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:06.142857 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-7d5a5f47-c182-4fd7-8262-1f4970c526a0 None None] Set router b698f985-054d-4ecc-ae18-440117669dea gateway port host: n-d-829613-2 {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 19:05:06.240505 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-39a4be13-aff6-40fd-a57f-d026cd733229 admin admin] Publish callbacks [] for router_gateway (b698f985-054d-4ecc-ae18-440117669dea), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:06.303199 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-39a4be13-aff6-40fd-a57f-d026cd733229 admin admin] Deleting port cb754be2-260d-4622-9704-56697ecbf042 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 19:05:06.303542 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-39a4be13-aff6-40fd-a57f-d026cd733229 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (cb754be2-260d-4622-9704-56697ecbf042), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:06.341343 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-7d5a5f47-c182-4fd7-8262-1f4970c526a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b698f985-054d-4ecc-ae18-440117669dea', 'name': 'tempest-TestSnapshotPattern-201991376-router', 'tenant_id': '95f566c4606949599b672d3cd3380034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'external_fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'cb754be2-260d-4622-9704-56697ecbf042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T19:00:14Z', 'updated_at': '2022-02-17T19:05:05Z', 'revision_number': 5, 'project_id': '95f566c4606949599b672d3cd3380034', 'gw_port': {'id': 'cb754be2-260d-4622-9704-56697ecbf042', 'name': '', 'network_id': 'd7afcf1f-5124-4168-b80f-10ace9d04ea7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:8a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b698f985-054d-4ecc-ae18-440117669dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-829613-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T19:00:15Z', 'updated_at': '2022-02-17T19:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43ef4ad6-a93a-4742-b276-613f9c37730c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-829613-2'}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:05:06.367187 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5a5f47-c182-4fd7-8262-1f4970c526a0 None None] Checking router: b698f985-054d-4ecc-ae18-440117669dea for host: n-d-829613-2 {{(pid=103438) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 19:05:06.375819 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5a5f47-c182-4fd7-8262-1f4970c526a0 None None] Routers {'b698f985-054d-4ecc-ae18-440117669dea'} bound to L3 agent in host n-d-829613-2 {{(pid=103438) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 19:05:06.376438 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-7d5a5f47-c182-4fd7-8262-1f4970c526a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-829613-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T17:15:05Z,description=,heartbeat_timestamp=2022-02-17T19:05:06Z,host='n-d-829613-2',id=a86b3b07-5657-42f0-ac0f-93d30218805e,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T17:15:05Z,topic='l3_agent')) {'router_ids': ['b698f985-054d-4ecc-ae18-440117669dea'], 'active': True} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:05:06.388046 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-39a4be13-aff6-40fd-a57f-d026cd733229 admin admin] For port cb754be2-260d-4622-9704-56697ecbf042, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=cb754be2-260d-4622-9704-56697ecbf042,segment=NetworkSegment(0b8b28a4-46f6-4a27-8bf2-c62b42954755),segment_id=0b8b28a4-46f6-4a27-8bf2-c62b42954755)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 19:05:06.388460 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-39a4be13-aff6-40fd-a57f-d026cd733229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (cb754be2-260d-4622-9704-56697ecbf042), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:06.400369 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-39a4be13-aff6-40fd-a57f-d026cd733229 admin admin] Calling delete_port for cb754be2-260d-4622-9704-56697ecbf042 owned by network:router_gateway {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 19:05:06.461167 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_dvr_db [None req-7d5a5f47-c182-4fd7-8262-1f4970c526a0 None None] Set router b698f985-054d-4ecc-ae18-440117669dea gateway port host: None {{(pid=103438) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 19:05:06.515048 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.l3_hamode_db [None req-7d5a5f47-c182-4fd7-8262-1f4970c526a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b698f985-054d-4ecc-ae18-440117669dea', 'name': 'tempest-TestSnapshotPattern-201991376-router', 'tenant_id': '95f566c4606949599b672d3cd3380034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T19:00:14Z', 'updated_at': '2022-02-17T19:05:06Z', 'revision_number': 6, 'project_id': '95f566c4606949599b672d3cd3380034', 'gw_port_host': None}], 'n-d-829613-2', False) {} {{(pid=103438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:05:06.542080 n-d-829613-2 neutron-server[103438]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5a5f47-c182-4fd7-8262-1f4970c526a0 None None] The sync data for ids ['b698f985-054d-4ecc-ae18-440117669dea'] in n-d-829613-2 is: [{'id': 'b698f985-054d-4ecc-ae18-440117669dea', 'name': 'tempest-TestSnapshotPattern-201991376-router', 'tenant_id': '95f566c4606949599b672d3cd3380034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T19:00:14Z', 'updated_at': '2022-02-17T19:05:06Z', 'revision_number': 6, 'project_id': '95f566c4606949599b672d3cd3380034', 'gw_port_host': None}] {{(pid=103438) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 19:05:06.571170 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-39a4be13-aff6-40fd-a57f-d026cd733229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (cb754be2-260d-4622-9704-56697ecbf042), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:06.597955 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a4be13-aff6-40fd-a57f-d026cd733229 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb754be2-260d-4622-9704-56697ecbf042,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:05:06.656055 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-39a4be13-aff6-40fd-a57f-d026cd733229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362175'] for router_gateway (b698f985-054d-4ecc-ae18-440117669dea), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:06.746247 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-39a4be13-aff6-40fd-a57f-d026cd733229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-360482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31319'] for router (b698f985-054d-4ecc-ae18-440117669dea), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:06.748354 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-39a4be13-aff6-40fd-a57f-d026cd733229 admin admin] Publish callbacks [] for router_controller (b698f985-054d-4ecc-ae18-440117669dea), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:06.798054 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-39a4be13-aff6-40fd-a57f-d026cd733229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-360491'] for router (b698f985-054d-4ecc-ae18-440117669dea), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:06.798597 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a4be13-aff6-40fd-a57f-d026cd733229 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b698f985-054d-4ecc-ae18-440117669dea {{(pid=103434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 19:05:06.803028 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-39a4be13-aff6-40fd-a57f-d026cd733229 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:06.804222 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-39a4be13-aff6-40fd-a57f-d026cd733229 admin admin] 10.222.0.87 "DELETE /v2.0/routers/b698f985-054d-4ecc-ae18-440117669dea HTTP/1.1" status: 204 len: 168 time: 0.7782936 Feb 17 19:05:06.806803 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44404) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 19:05:06.849913 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.db_base_plugin_v2 [None req-54fa9c1b-a3e8-4f79-a6a6-6f3cc59d15c2 admin admin] Deleting subnet 9ee58e62-cb84-4cf1-9879-abea5ef62ecb {{(pid=103434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 19:05:06.853442 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-54fa9c1b-a3e8-4f79-a6a6-6f3cc59d15c2 admin admin] Publish callbacks [] for subnet (9ee58e62-cb84-4cf1-9879-abea5ef62ecb), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:06.886400 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-54fa9c1b-a3e8-4f79-a6a6-6f3cc59d15c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9279503'] for subnet (9ee58e62-cb84-4cf1-9879-abea5ef62ecb), precommit_delete_associations {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:06.970191 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-54fa9c1b-a3e8-4f79-a6a6-6f3cc59d15c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1800862'] for subnet (9ee58e62-cb84-4cf1-9879-abea5ef62ecb), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:07.023099 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-54fa9c1b-a3e8-4f79-a6a6-6f3cc59d15c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1800855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9898402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8740593'] for subnet (9ee58e62-cb84-4cf1-9879-abea5ef62ecb), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:07.049292 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa9c1b-a3e8-4f79-a6a6-6f3cc59d15c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ee58e62-cb84-4cf1-9879-abea5ef62ecb,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:05:07.052924 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-54fa9c1b-a3e8-4f79-a6a6-6f3cc59d15c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:07.056141 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-54fa9c1b-a3e8-4f79-a6a6-6f3cc59d15c2 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/9ee58e62-cb84-4cf1-9879-abea5ef62ecb HTTP/1.1" status: 204 len: 168 time: 0.2484126 Feb 17 19:05:07.058643 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44406) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 19:05:07.061112 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf287ed-cc71-4f97-a35d-9a56f95790e1 None None] Network 35bc992a-860c-46dd-a15b-ba765bb3f22a requested from n-d-829613-2 {{(pid=103436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 19:05:07.131011 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a5e750d4-d569-4048-acef-e3a7b32d3474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759459'] for network (35bc992a-860c-46dd-a15b-ba765bb3f22a), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:07.150770 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:07.185174 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-a5e750d4-d569-4048-acef-e3a7b32d3474 admin admin] Deleting port 649390d8-2e67-4956-bd73-5a39a39c6c67 {{(pid=103434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 19:05:07.185526 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a5e750d4-d569-4048-acef-e3a7b32d3474 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (649390d8-2e67-4956-bd73-5a39a39c6c67), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:07.246791 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.db [None req-a5e750d4-d569-4048-acef-e3a7b32d3474 admin admin] For port 649390d8-2e67-4956-bd73-5a39a39c6c67, host n-d-829613-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-829613-2',level=0,port_id=649390d8-2e67-4956-bd73-5a39a39c6c67,segment=NetworkSegment(de152f54-bb2c-4eba-abf8-566c10dac246),segment_id=de152f54-bb2c-4eba-abf8-566c10dac246)] {{(pid=103434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 19:05:07.247079 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a5e750d4-d569-4048-acef-e3a7b32d3474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (649390d8-2e67-4956-bd73-5a39a39c6c67), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:07.259600 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.plugin [None req-a5e750d4-d569-4048-acef-e3a7b32d3474 admin admin] Calling delete_port for 649390d8-2e67-4956-bd73-5a39a39c6c67 owned by network:dhcp {{(pid=103434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 19:05:07.305038 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7830754-77aa-4274-bb7c-a7864d0b9ba2 None None] DHCP port deletion for 35bc992a-860c-46dd-a15b-ba765bb3f22a request from n-d-829613-2 {{(pid=103436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 19:05:07.345964 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a5e750d4-d569-4048-acef-e3a7b32d3474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9898391'] for port (649390d8-2e67-4956-bd73-5a39a39c6c67), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:07.365400 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-f7830754-77aa-4274-bb7c-a7864d0b9ba2 None None] Deleting port 649390d8-2e67-4956-bd73-5a39a39c6c67 {{(pid=103436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 19:05:07.365779 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f7830754-77aa-4274-bb7c-a7864d0b9ba2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786427818999'] for port (649390d8-2e67-4956-bd73-5a39a39c6c67), before_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:07.372555 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e750d4-d569-4048-acef-e3a7b32d3474 admin admin] Pushing event deleted for resources: {'Port': ['ID=649390d8-2e67-4956-bd73-5a39a39c6c67,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:05:07.376042 n-d-829613-2 neutron-server[103434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e750d4-d569-4048-acef-e3a7b32d3474 admin admin] No DVR routers for this DVR port 649390d8-2e67-4956-bd73-5a39a39c6c67 on host n-d-829613-2 {{(pid=103434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 19:05:07.432408 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.db [None req-f7830754-77aa-4274-bb7c-a7864d0b9ba2 None None] For port 649390d8-2e67-4956-bd73-5a39a39c6c67, host n-d-829613-2, got binding levels [] {{(pid=103436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 19:05:07.432831 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f7830754-77aa-4274-bb7c-a7864d0b9ba2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368593'] for port (649390d8-2e67-4956-bd73-5a39a39c6c67), precommit_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:07.446263 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-f7830754-77aa-4274-bb7c-a7864d0b9ba2 None None] Calling delete_port for 649390d8-2e67-4956-bd73-5a39a39c6c67 owned by network:dhcp {{(pid=103436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 19:05:07.449315 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.ipam_backend_mixin [None req-f7830754-77aa-4274-bb7c-a7864d0b9ba2 None None] Port 649390d8-2e67-4956-bd73-5a39a39c6c67 was not found and therefore no delete operation was performed {{(pid=103436) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 17 19:05:07.450680 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-f7830754-77aa-4274-bb7c-a7864d0b9ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1808542', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786427760222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786427371039'] for port (649390d8-2e67-4956-bd73-5a39a39c6c67), after_delete {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:07.450981 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a5e750d4-d569-4048-acef-e3a7b32d3474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798371', 'neutron.services.segments.db._delete_segments_for_network-8786427882635'] for network (35bc992a-860c-46dd-a15b-ba765bb3f22a), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:07.472605 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-a5e750d4-d569-4048-acef-e3a7b32d3474 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35bc992a-860c-46dd-a15b-ba765bb3f22a']}} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:05:07.480875 n-d-829613-2 neutron-server[103436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7830754-77aa-4274-bb7c-a7864d0b9ba2 None None] Pushing event deleted for resources: {'Port': ['ID=649390d8-2e67-4956-bd73-5a39a39c6c67,revision_number=None']} {{(pid=103436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:05:07.482212 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-a5e750d4-d569-4048-acef-e3a7b32d3474 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de152f54-bb2c-4eba-abf8-566c10dac246') {'for_net_delete': True} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:05:07.482536 n-d-829613-2 neutron-server[103434]: DEBUG neutron.services.segments.db [None req-a5e750d4-d569-4048-acef-e3a7b32d3474 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de152f54-bb2c-4eba-abf8-566c10dac246') {} {{(pid=103434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 19:05:07.484600 n-d-829613-2 neutron-server[103436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7830754-77aa-4274-bb7c-a7864d0b9ba2 None None] No DVR routers for this DVR port 649390d8-2e67-4956-bd73-5a39a39c6c67 on host n-d-829613-2 {{(pid=103436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 19:05:07.497971 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a5e750d4-d569-4048-acef-e3a7b32d3474 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786427883156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9279494'] for segment (de152f54-bb2c-4eba-abf8-566c10dac246), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:07.512062 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a5e750d4-d569-4048-acef-e3a7b32d3474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823'] for segment (de152f54-bb2c-4eba-abf8-566c10dac246), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:07.517843 n-d-829613-2 neutron-server[103434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5e750d4-d569-4048-acef-e3a7b32d3474 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 19:05:07.518480 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a5e750d4-d569-4048-acef-e3a7b32d3474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1794823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9898488'] for segment (de152f54-bb2c-4eba-abf8-566c10dac246), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:07.520113 n-d-829613-2 neutron-server[103434]: Traceback (most recent call last): Feb 17 19:05:07.520113 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 19:05:07.520113 n-d-829613-2 neutron-server[103434]: timer() Feb 17 19:05:07.520113 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 19:05:07.520113 n-d-829613-2 neutron-server[103434]: cb(*args, **kw) Feb 17 19:05:07.520113 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 19:05:07.520113 n-d-829613-2 neutron-server[103434]: return func(*args, **kwargs) Feb 17 19:05:07.520113 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 19:05:07.520113 n-d-829613-2 neutron-server[103434]: self._notify() Feb 17 19:05:07.520113 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 19:05:07.520113 n-d-829613-2 neutron-server[103434]: self.callback(batched_events) Feb 17 19:05:07.520113 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 19:05:07.520113 n-d-829613-2 neutron-server[103434]: event.method(event) Feb 17 19:05:07.520113 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 19:05:07.520113 n-d-829613-2 neutron-server[103434]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 19:05:07.520113 n-d-829613-2 neutron-server[103434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 19:05:07.520113 n-d-829613-2 neutron-server[103434]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 19:05:07.520113 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 19:05:07.520113 n-d-829613-2 neutron-server[103434]: return f(self, *a, **k) Feb 17 19:05:07.520113 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 19:05:07.520113 n-d-829613-2 neutron-server[103434]: return self._get(url).json() Feb 17 19:05:07.520113 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 19:05:07.520113 n-d-829613-2 neutron-server[103434]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 19:05:07.520113 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 19:05:07.520113 n-d-829613-2 neutron-server[103434]: return self.request(url, 'GET', **kwargs) Feb 17 19:05:07.520113 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 19:05:07.520113 n-d-829613-2 neutron-server[103434]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 19:05:07.520113 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 19:05:07.520113 n-d-829613-2 neutron-server[103434]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 19:05:07.520113 n-d-829613-2 neutron-server[103434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 19:05:07.520113 n-d-829613-2 neutron-server[103434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 19:05:07.520113 n-d-829613-2 neutron-server[103434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 19:05:07.576897 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a5e750d4-d569-4048-acef-e3a7b32d3474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-757876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-615226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362139'] for network (35bc992a-860c-46dd-a15b-ba765bb3f22a), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:07.582806 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-a5e750d4-d569-4048-acef-e3a7b32d3474 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:07.586329 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-a5e750d4-d569-4048-acef-e3a7b32d3474 admin admin] 10.222.0.87 "DELETE /v2.0/networks/35bc992a-860c-46dd-a15b-ba765bb3f22a HTTP/1.1" status: 204 len: 168 time: 0.5266933 Feb 17 19:05:07.598858 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e750d4-d569-4048-acef-e3a7b32d3474 admin admin] Pushing event deleted for resources: {'Network': ['ID=35bc992a-860c-46dd-a15b-ba765bb3f22a,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:05:07.778198 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44412) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 19:05:07.823280 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-39f185cd-5be6-49b1-9924-103d4480d512 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1cb0831177634e29a84b6c96afda9aa4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0438173 Feb 17 19:05:07.825759 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44414) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 19:05:07.871504 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f8fa9310-b5c3-4368-8571-6624f4e31745 admin admin] Publish callbacks [] for security_group (ab8b0988-6e5f-48c1-9729-7b67e309e620), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:07.893572 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f8fa9310-b5c3-4368-8571-6624f4e31745 admin admin] Publish callbacks [] for security_group (ab8b0988-6e5f-48c1-9729-7b67e309e620), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:07.940790 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f8fa9310-b5c3-4368-8571-6624f4e31745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (ab8b0988-6e5f-48c1-9729-7b67e309e620), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:07.943412 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-f8fa9310-b5c3-4368-8571-6624f4e31745 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:07.944834 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-f8fa9310-b5c3-4368-8571-6624f4e31745 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ab8b0988-6e5f-48c1-9729-7b67e309e620 HTTP/1.1" status: 204 len: 168 time: 0.1181808 Feb 17 19:05:07.952652 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fa9310-b5c3-4368-8571-6624f4e31745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8b0988-6e5f-48c1-9729-7b67e309e620,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:05:08.265603 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44422) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 19:05:08.300506 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 649390d8-2e67-4956-bd73-5a39a39c6c67 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 19:05:08.308458 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-7e627c67-d302-4cd0-87c6-67cac0301a92 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=95f566c4606949599b672d3cd3380034&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0422776 Feb 17 19:05:08.310845 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [-] (103434) accepted ('10.222.0.87', 44424) {{(pid=103434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 19:05:08.326821 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: 649390d8-2e67-4956-bd73-5a39a39c6c67 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 19:05:08.327167 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device 649390d8-2e67-4956-bd73-5a39a39c6c67 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 19:05:08.327620 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device f0b8dfda-8fd7-4cae-992a-45c163953a76 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 19:05:08.330696 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:08.347818 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: f0b8dfda-8fd7-4cae-992a-45c163953a76 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 19:05:08.348175 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device f0b8dfda-8fd7-4cae-992a-45c163953a76 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 19:05:08.348615 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device cb754be2-260d-4622-9704-56697ecbf042 no longer exists at agent ovs-agent-n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 19:05:08.358159 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-49200aa7-de77-4445-82d6-8b6dcf680a8f admin admin] Publish callbacks [] for security_group (f61d6091-aa8c-42e6-8449-882741c45068), before_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:08.367909 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.plugin [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] No Port match for: cb754be2-260d-4622-9704-56697ecbf042 {{(pid=103436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 19:05:08.368271 n-d-829613-2 neutron-server[103436]: DEBUG neutron.plugins.ml2.rpc [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Device cb754be2-260d-4622-9704-56697ecbf042 not bound to the agent host n-d-829613-2 {{(pid=103436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 19:05:08.379126 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-49200aa7-de77-4445-82d6-8b6dcf680a8f admin admin] Publish callbacks [] for security_group (f61d6091-aa8c-42e6-8449-882741c45068), precommit_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:08.428794 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-49200aa7-de77-4445-82d6-8b6dcf680a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761799'] for security_group (f61d6091-aa8c-42e6-8449-882741c45068), after_delete {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:08.431598 n-d-829613-2 neutron-server[103434]: DEBUG neutron_lib.callbacks.manager [None req-49200aa7-de77-4445-82d6-8b6dcf680a8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:08.432917 n-d-829613-2 neutron-server[103434]: INFO neutron.wsgi [None req-49200aa7-de77-4445-82d6-8b6dcf680a8f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f61d6091-aa8c-42e6-8449-882741c45068 HTTP/1.1" status: 204 len: 168 time: 0.1211753 Feb 17 19:05:08.440498 n-d-829613-2 neutron-server[103434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49200aa7-de77-4445-82d6-8b6dcf680a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61d6091-aa8c-42e6-8449-882741c45068,revision_number=None']} {{(pid=103434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 19:05:09.385923 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:10.904380 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 19:05:19.900756 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:20.713681 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:33.181093 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b45a590a-7a38-4d87-bd55-c039d26b6fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:35.630273 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-826619d9-0586-4db0-9068-be5e5b0aaffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:37.117951 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:38.312552 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:39.378422 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:47.903906 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 19:05:49.919291 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:05:50.719690 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:06:03.183723 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-008682b0-728e-4efa-89e7-f22ed4356c3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:06:05.632062 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-58eeb958-379c-4d68-bfa7-ec3756e9e01a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:06:07.121586 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:06:08.314778 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:06:09.380324 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:06:19.908070 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:06:20.726378 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:06:24.903241 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 19:06:33.184717 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-a5fc6639-0ff0-4674-8575-d3f036a6c4cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:06:35.632828 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e6a76512-8fcf-4095-a2bc-aff1a01cd902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:06:37.126399 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:06:38.317315 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:06:39.382054 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:06:49.929975 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:06:50.740120 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:07:01.902275 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 19:07:03.185789 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b88912c6-0efb-4a80-becf-2356dbf4f600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:07:05.633492 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d7e511b6-8c2d-4195-a503-b6d3c69b6141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:07:07.126607 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:07:08.320358 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:07:09.386705 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:07:19.926275 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:07:20.757458 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:07:33.188565 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7d6e0a58-0a03-4f8e-8476-dbce363d7917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:07:35.634532 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2ddada90-22d5-4245-9136-4528024cb134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:07:37.130067 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:07:38.322461 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:07:38.902204 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 19:07:39.389294 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:07:49.924766 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:07:50.754142 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:08:03.190209 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-450ec3f1-a11b-4acd-bf66-fd59ffa1d912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:08:05.635913 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e786166b-7ff4-43f1-a831-3b1fe89be6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:08:07.132651 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:08:08.323828 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:08:09.391858 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:08:15.901395 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 19:08:19.956824 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:08:20.754624 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:08:33.190512 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-46f4e575-2940-491a-b81e-8ba75c121af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:08:35.636152 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-7109dc6b-0c0e-4b55-903b-78ddac37303d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:08:37.137019 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:08:38.326667 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:08:39.394424 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:08:49.954256 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:08:50.768541 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:08:52.902454 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 19:09:03.193427 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5787b4db-842a-4ee5-b193-5f2b47a45ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:09:05.636029 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-46e2791e-dedc-486e-b630-54b8199998bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:09:07.137447 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:09:08.329521 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:09:09.397868 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:09:19.954076 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:09:20.784094 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:09:29.902606 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 19:09:33.196422 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d4aa48c6-2cdd-40ac-8cde-8a2f2636c23f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:09:35.637195 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-0b05d107-5ad1-4092-a110-01dbc7b4d78b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:09:37.140485 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:09:38.333150 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:09:39.400738 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:09:49.968251 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:09:50.787452 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:10:03.201666 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-59c371dc-2144-4091-b405-ecc50ceabf2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:10:05.637737 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-33087fe8-0e9b-44f1-bb5e-0947902f8e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:10:06.902195 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 19:10:07.143376 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:10:08.334320 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:10:09.402989 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:10:19.972167 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:10:20.797322 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:10:33.207369 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1039282c-5501-4efd-a38c-adea53ea818f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:10:35.637680 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-2fdba2ef-3c9f-4d03-88b2-a5a1500e8608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:10:37.146205 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:10:38.336934 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:10:39.406818 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:10:43.900932 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 19:10:49.980770 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:10:50.798894 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:11:03.200905 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-cd749a32-29d8-40bf-84bd-0a8a7c865cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:11:05.638613 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-d205952e-f7fd-4f7b-815e-c2577e01feac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:11:07.148794 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:11:08.342823 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:11:09.568329 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:11:19.979423 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:11:20.796493 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:11:20.900183 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 19:11:33.202492 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8dfc46b4-afa0-4a9f-814e-6f0d07b9ecb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:11:35.639578 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-936049bd-05bf-4e82-9928-42df55d5ed49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:11:37.151499 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:11:38.342227 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:11:39.412993 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:11:49.994903 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:11:50.813171 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:11:57.899197 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 19:12:03.204410 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e4bc148f-82be-4cef-afe9-687b66f36b3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:12:05.640752 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-ad8079e2-b975-42a0-88bd-e6bdec5f9ed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:12:07.155883 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:12:08.345496 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:12:09.415295 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:12:19.993473 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:12:20.814820 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:12:33.206427 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-dc149800-d66e-478f-8b21-9ff78e4e2f6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:12:34.898936 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 19:12:35.641197 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-c4b36d14-64c7-4237-80c1-00c450bea6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:12:37.157245 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:12:38.348433 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:12:39.418594 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:12:50.007613 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:12:50.824334 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:13:03.207311 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-8035c333-6840-4d07-a2b1-3605fef14c81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:13:05.312678 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [req-1ead618a-7b36-4286-a37b-a0e50864dd8f req-81182b62-e6ab-408d-a11f-0ceade0a6492 service neutron] (103434) timed out ('10.222.0.87', 42272) {{(pid=103434) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 19:13:05.642533 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-85a6449c-995b-44c0-a5ac-7982ca6782e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:13:06.395674 n-d-829613-2 neutron-server[103434]: DEBUG neutron.wsgi [req-1ead618a-7b36-4286-a37b-a0e50864dd8f req-20bae6e1-1a7b-4440-bf75-3a1c9bdb98da tempest-TestShelveInstance-704804959 tempest-TestShelveInstance-704804959-project] (103434) timed out ('10.222.0.87', 38554) {{(pid=103434) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 19:13:07.160067 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:13:08.350929 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-e50f3117-3721-40ed-a10c-b4ba0a4be1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (f94e145c-1e62-4bb7-9bd6-9281be527c47), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:13:09.422321 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-5e721d01-a9b1-4cb9-b114-e6ba0f7d779e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (131b5080-f03d-4dbc-ab6b-21dd127effb4), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:13:11.898570 n-d-829613-2 neutron-server[103438]: DEBUG neutron.db.agents_db [None req-3b7c9e89-e118-4c77-8f2f-a3a94be85c26 None None] Agent healthcheck: found 7 active agents {{(pid=103438) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 19:13:20.007629 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-767d8dea-88f9-4ec8-a85f-ecf6a63e9fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (1bec43f4-0628-478b-9f48-57bad8352305), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:13:20.838653 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-b350963b-c78b-4011-a0c4-e988292a9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (6ecb32ad-653d-4dbd-8943-4eaeee949f5f), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:13:33.209270 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-73a54202-41a3-448e-92d9-6e0a0539045d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (3a503b77-246f-4514-888c-a3f8c75fc223), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:13:35.644976 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-21f19020-e2a1-4a87-b3f8-ef243f98b518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (a86b3b07-5657-42f0-ac0f-93d30218805e), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 19:13:37.162990 n-d-829613-2 neutron-server[103436]: DEBUG neutron_lib.callbacks.manager [None req-1cad8858-42d4-4cd3-87ea-0fd361024610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786427882617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788138'] for agent (ed340857-b4fe-46a7-801a-4f75ec04e52d), after_update {{(pid=103436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}